-- Logs begin at Sat 2021-10-30 14:24:37 UTC, end at Sat 2021-10-30 16:37:19 UTC. -- Oct 30 14:54:33.731155 n-d-806683-17 systemd[1]: Started Devstack devstack@q-svc.service. Oct 30 14:54:36.457493 n-d-806683-17 neutron-server[102023]: INFO neutron.common.config [-] Logging enabled! Oct 30 14:54:36.458105 n-d-806683-17 neutron-server[102023]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev122 Oct 30 14:54:36.458287 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102023) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 30 14:54:36.461479 n-d-806683-17 neutron-server[102023]: INFO neutron.common.config [-] Logging enabled! Oct 30 14:54:36.461737 n-d-806683-17 neutron-server[102023]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev122 Oct 30 14:54:36.462053 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102023) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 30 14:54:36.462990 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 30 14:54:36.463225 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 30 14:54:36.463618 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 30 14:54:36.463866 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 30 14:54:36.464628 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 30 14:54:36.464961 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.465264 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.465561 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.465793 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.466088 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.466389 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.466690 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.466981 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.467278 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.467590 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.467872 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.468158 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.468390 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.468671 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.468964 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.469252 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.469477 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] debug = True {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.469757 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.470187 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.470590 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.470872 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.471162 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.471447 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.471743 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.472021 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.472304 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.472632 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] host = n-d-806683-17 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.472909 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.473197 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.473483 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.473769 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.474043 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.474319 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.474604 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.474877 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.475150 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] log_file = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.475425 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.475741 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.476028 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.476319 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.476545 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.476769 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.477063 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.477353 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.477630 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.477906 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.478183 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.478458 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.478731 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.479007 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.479296 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.479609 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.480463 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.480741 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.481016 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.481308 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.481567 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.481863 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.482129 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.482403 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.482675 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.482962 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.483247 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.483550 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.483857 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.484144 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.484429 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.484715 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.484991 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.485276 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.485547 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.485823 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.486092 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] use_json = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.486365 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.486635 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.486917 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.487189 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.487491 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.487757 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.488028 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.488313 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:36.488612 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.488917 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.489224 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.489513 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.489820 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.490103 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.490394 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.490674 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.490963 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.491251 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.491572 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.491856 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.492147 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.492428 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.492725 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.493031 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.493328 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.493620 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.493896 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.494174 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.494450 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.494731 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.495019 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.495297 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.495665 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.495958 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.496239 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.496529 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.496823 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.497114 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.497388 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.497668 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.497961 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.498244 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.498515 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.498795 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.499090 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.499369 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.499667 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.499952 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.500231 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.500503 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.500774 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.501052 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.501342 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.501620 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.501893 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.502165 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.502442 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.502713 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.502998 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.503276 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.503575 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.503852 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.504129 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.504401 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.504676 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.504954 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.505233 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.505506 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.505785 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.506051 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.506327 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.506601 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.506871 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.507143 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.507414 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.507718 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.507992 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.508276 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.508538 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.508811 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.509088 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.509372 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.509670 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.509950 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.510227 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.510505 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.510796 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.511610 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.511890 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.512169 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.512446 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.512719 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.513010 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.513293 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.513575 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.513858 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.514136 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.514458 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.514737 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.515020 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.515298 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.515602 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.515886 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.516452 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.516743 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.517036 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.517327 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.517619 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.517921 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.518193 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.518503 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.518781 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:36.519005 n-d-806683-17 neutron-server[102023]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 30 14:54:36.519249 n-d-806683-17 neutron-server[102023]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102023) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 30 14:54:36.948062 n-d-806683-17 neutron-server[102023]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 30 14:54:36.948341 n-d-806683-17 neutron-server[102023]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 30 14:54:36.949262 n-d-806683-17 neutron-server[102023]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 30 14:54:36.949602 n-d-806683-17 neutron-server[102023]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 30 14:54:37.267032 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:37.267248 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:37.267547 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:37.268743 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:37.269021 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:37.269295 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:37.303361 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:37.303672 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:37.303945 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:37.319481 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:37.319787 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:37.320059 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:37.349359 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:37.349649 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:37.349918 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:37.386383 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:37.386667 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:37.386941 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:37.624210 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:37.624835 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:37.624835 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:37.624977 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:37.625636 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:37.753468 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:37.753789 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:37.754079 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:37.754356 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:37.754636 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:37.754953 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:37.755220 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:37.755496 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:37.755758 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:37.756043 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:37.756307 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:37.756583 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:37.756842 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:37.757097 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:37.757357 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:37.757636 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:37.757896 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:37.758167 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:37.758442 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:37.758707 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:37.758982 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:37.759238 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:37.759554 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:37.759937 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:37.760190 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:37.760441 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:37.760837 n-d-806683-17 neutron-server[102023]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102023) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 30 14:54:37.761105 n-d-806683-17 neutron-server[102023]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102023) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 30 14:54:37.761352 n-d-806683-17 neutron-server[102023]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102023) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 30 14:54:37.761593 n-d-806683-17 neutron-server[102023]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102023) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 30 14:54:37.761833 n-d-806683-17 neutron-server[102023]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102023) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 30 14:54:37.762073 n-d-806683-17 neutron-server[102023]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102023) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 30 14:54:37.762440 n-d-806683-17 neutron-server[102023]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 30 14:54:37.765764 n-d-806683-17 neutron-server[102023]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 30 14:54:37.770022 n-d-806683-17 neutron-server[102023]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 30 14:54:37.773796 n-d-806683-17 neutron-server[102023]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Oct 30 14:54:37.775446 n-d-806683-17 neutron-server[102023]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 30 14:54:37.775939 n-d-806683-17 neutron-server[102023]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 30 14:54:37.776282 n-d-806683-17 neutron-server[102023]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 30 14:54:37.777193 n-d-806683-17 neutron-server[102023]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 30 14:54:37.780112 n-d-806683-17 neutron-server[102023]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 30 14:54:37.780369 n-d-806683-17 neutron-server[102023]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 30 14:54:37.780722 n-d-806683-17 neutron-server[102023]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 30 14:54:37.786037 n-d-806683-17 neutron-server[102023]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 30 14:54:37.808695 n-d-806683-17 neutron-server[102023]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 30 14:54:37.809155 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:37.809456 n-d-806683-17 neutron-server[102023]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102023) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 30 14:54:37.809821 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:37.811205 n-d-806683-17 neutron-server[102023]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102023) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 30 14:54:37.811527 n-d-806683-17 neutron-server[102023]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 30 14:54:37.811781 n-d-806683-17 neutron-server[102023]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 30 14:54:37.814979 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:37.815264 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:37.878593 n-d-806683-17 neutron-server[102023]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 30 14:54:37.878778 n-d-806683-17 neutron-server[102023]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 30 14:54:37.879016 n-d-806683-17 neutron-server[102023]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 30 14:54:37.879389 n-d-806683-17 neutron-server[102023]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 30 14:54:37.899696 n-d-806683-17 neutron-server[102023]: DEBUG oslo_db.sqlalchemy.engines [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102023) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 30 14:54:38.438089 n-d-806683-17 neutron-server[102023]: INFO neutron.plugins.ml2.managers [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Initializing driver for type 'gre' Oct 30 14:54:38.438671 n-d-806683-17 neutron-server[102023]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] gre ID ranges: [(1, 1000)] Oct 30 14:54:38.507175 n-d-806683-17 neutron-server[102023]: INFO neutron.plugins.ml2.managers [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Initializing driver for type 'local' Oct 30 14:54:38.507598 n-d-806683-17 neutron-server[102023]: INFO neutron.plugins.ml2.managers [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Initializing driver for type 'vlan' Oct 30 14:54:38.528361 n-d-806683-17 neutron-server[102023]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] VlanTypeDriver initialization complete Oct 30 14:54:38.528701 n-d-806683-17 neutron-server[102023]: INFO neutron.plugins.ml2.managers [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Initializing driver for type 'vxlan' Oct 30 14:54:38.531405 n-d-806683-17 neutron-server[102023]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] vxlan ID ranges: [(1, 1000)] Oct 30 14:54:38.590508 n-d-806683-17 neutron-server[102023]: INFO neutron.plugins.ml2.managers [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Initializing extension driver 'port_security' Oct 30 14:54:38.590854 n-d-806683-17 neutron-server[102023]: INFO neutron.plugins.ml2.extensions.port_security [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] PortSecurityExtensionDriver initialization complete Oct 30 14:54:38.591192 n-d-806683-17 neutron-server[102023]: INFO neutron.plugins.ml2.managers [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Initializing mechanism driver 'openvswitch' Oct 30 14:54:38.591548 n-d-806683-17 neutron-server[102023]: INFO neutron.plugins.ml2.managers [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Initializing mechanism driver 'hyperv' Oct 30 14:54:38.598309 n-d-806683-17 neutron-server[102023]: DEBUG neutron.plugins.ml2.plugin [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 14:54:38.599165 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: > port after_create 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.599565 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: > port after_update 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.599922 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: > port after_delete 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.600471 n-d-806683-17 neutron-server[102023]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102023) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 30 14:54:38.600923 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: > subnet after_create 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.601278 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: > subnet after_update 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.601623 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: > subnet after_delete 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.602025 n-d-806683-17 neutron-server[102023]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102023) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 30 14:54:38.602447 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: > network after_create 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.602797 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: > network after_update 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.603141 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: > network after_delete 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.603571 n-d-806683-17 neutron-server[102023]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102023) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 30 14:54:38.603991 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: > security_group after_create 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.604341 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: > security_group after_update 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.604684 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: > security_group after_delete 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.605078 n-d-806683-17 neutron-server[102023]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102023) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 30 14:54:38.605501 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.605848 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.606188 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.606606 n-d-806683-17 neutron-server[102023]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102023) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 30 14:54:38.607020 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: > address_group after_create 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.607367 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: > address_group after_update 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.607737 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: > address_group after_delete 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.608139 n-d-806683-17 neutron-server[102023]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102023) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 30 14:54:38.608517 n-d-806683-17 neutron-server[102023]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] ML2 OVO RPC backend initialized. {{(pid=102023) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 30 14:54:38.609222 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: > router_interface after_create 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.609586 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.610003 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: > network before_response 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.610358 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: > networks before_response 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.610706 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: > port before_response 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.611051 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: > ports before_response 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.611403 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: > subnet before_response 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.611769 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: > subnets before_response 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.612146 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: > network after_create 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.612488 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: > network after_update 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.612828 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: > network after_delete 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.613167 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: > port after_create 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.613536 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: > port after_update 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.613945 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: > port after_delete 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.614309 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: > subnet after_create 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.614649 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: > subnet after_update 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.614986 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: > subnet after_delete 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.615616 n-d-806683-17 neutron-server[102023]: INFO neutron.plugins.ml2.plugin [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Modular L2 Plugin initialization complete Oct 30 14:54:38.615959 n-d-806683-17 neutron-server[102023]: DEBUG neutron.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading services supported by the core plugin {{(pid=102023) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 30 14:54:38.616294 n-d-806683-17 neutron-server[102023]: INFO neutron.plugins.ml2.managers [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Got port-security extension from driver 'port_security' Oct 30 14:54:38.616765 n-d-806683-17 neutron-server[102023]: INFO neutron.extensions.vlantransparent [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Disabled vlantransparent extension. Oct 30 14:54:38.617259 n-d-806683-17 neutron-server[102023]: DEBUG neutron.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102023) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 30 14:54:38.617581 n-d-806683-17 neutron-server[102023]: INFO neutron.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading Plugin: router Oct 30 14:54:38.654361 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: > router_interface before_create 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.654912 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: > router after_create 55549900 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.655116 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: > router before_create 55549900 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.655501 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.655882 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.656241 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: > router after_delete 55549900 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.656603 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: > floatingip after_create 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.657073 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: > floatingip after_update 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.657435 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: > router after_create 55549900 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.657784 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: > router after_update 55549900 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.658136 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: > router after_update 55549900 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.658485 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.658844 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: > router after_update 55549900 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.659257 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: > router precommit_update 55549900 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.659655 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: port after_update 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.660005 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: port after_delete 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.660345 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: subnet after_update 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.660685 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.661032 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: > port precommit_delete 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.661395 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: > router precommit_create 55549900 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.661724 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: port before_delete 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.662071 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: > router precommit_create 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.662429 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: > router after_update 55549900 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.662768 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: > router precommit_delete 55549900 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.663120 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: > router precommit_create 55549900 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.663499 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: > router_interface after_create 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.663849 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: > router precommit_update 55549900 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.664210 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: > agent after_create 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.664558 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: > agent after_delete 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.664903 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: > network after_delete 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.665758 n-d-806683-17 neutron-server[102023]: DEBUG neutron.quota.resource_registry [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Tracking information for resource: router configured {{(pid=102023) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 30 14:54:38.666088 n-d-806683-17 neutron-server[102023]: DEBUG neutron.quota.resource_registry [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Tracking information for resource: floatingip configured {{(pid=102023) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 30 14:54:38.670976 n-d-806683-17 neutron-server[102023]: INFO neutron.db.l3_agentschedulers_db [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 30 14:54:38.671578 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: port after_update 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.671945 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: port after_create 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.672299 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: port after_delete 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.672651 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: port after_update 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.673465 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: > router before_create 55550100 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.673836 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: > router precommit_delete 55550100 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.674200 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: > router precommit_create 55550100 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.674559 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: > router precommit_update 55550100 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.679449 n-d-806683-17 neutron-server[102023]: DEBUG neutron.services.provider_configuration [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Service providers = [] {{(pid=102023) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 30 14:54:38.679847 n-d-806683-17 neutron-server[102023]: DEBUG neutron.db.servicetype_db [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102023) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 30 14:54:38.683503 n-d-806683-17 neutron-server[102023]: DEBUG neutron.services.service_base [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102023) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 30 14:54:38.683848 n-d-806683-17 neutron-server[102023]: DEBUG neutron.services.service_base [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102023) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 30 14:54:38.684190 n-d-806683-17 neutron-server[102023]: DEBUG neutron.services.service_base [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102023) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 30 14:54:38.685102 n-d-806683-17 neutron-server[102023]: DEBUG neutron.services.service_base [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102023) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 30 14:54:38.685476 n-d-806683-17 neutron-server[102023]: INFO neutron.services.service_base [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 30 14:54:38.685857 n-d-806683-17 neutron-server[102023]: DEBUG neutron.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102023) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 30 14:54:38.686176 n-d-806683-17 neutron-server[102023]: INFO neutron.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 30 14:54:38.698289 n-d-806683-17 neutron-server[102023]: DEBUG neutron.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102023) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 30 14:54:38.699133 n-d-806683-17 neutron-server[102023]: INFO neutron.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading Plugin: auto_allocate Oct 30 14:54:38.704976 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: network precommit_update 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.705346 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: network precommit_create 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.705869 n-d-806683-17 neutron-server[102023]: DEBUG neutron.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102023) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 30 14:54:38.706189 n-d-806683-17 neutron-server[102023]: INFO neutron.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading Plugin: tag Oct 30 14:54:38.713002 n-d-806683-17 neutron-server[102023]: DEBUG neutron.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102023) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 30 14:54:38.713338 n-d-806683-17 neutron-server[102023]: INFO neutron.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading Plugin: timestamp Oct 30 14:54:38.717215 n-d-806683-17 neutron-server[102023]: DEBUG neutron.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102023) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 30 14:54:38.717547 n-d-806683-17 neutron-server[102023]: INFO neutron.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading Plugin: network_ip_availability Oct 30 14:54:38.723035 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.723406 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.723836 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.724557 n-d-806683-17 neutron-server[102023]: DEBUG neutron.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102023) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 30 14:54:38.724878 n-d-806683-17 neutron-server[102023]: INFO neutron.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading Plugin: flavors Oct 30 14:54:38.730375 n-d-806683-17 neutron-server[102023]: DEBUG neutron.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102023) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 30 14:54:38.730716 n-d-806683-17 neutron-server[102023]: INFO neutron.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading Plugin: revisions Oct 30 14:54:38.735057 n-d-806683-17 neutron-server[102023]: DEBUG neutron.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102023) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 30 14:54:38.735444 n-d-806683-17 neutron-server[102023]: DEBUG oslo_concurrency.lockutils [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.787s {{(pid=102023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 30 14:54:38.736221 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102023) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 30 14:54:38.736557 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Initializing extension manager. Oct 30 14:54:38.737067 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: __init__.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.737406 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: __pycache__ {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.737739 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.738073 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: address_group.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.738825 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.739392 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loaded extension: address-group Oct 30 14:54:38.739743 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: address_scope.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.740455 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.740966 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loaded extension: address-scope Oct 30 14:54:38.741287 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: admin_state_down_before_update.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.742212 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.742724 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loaded extension: router-admin-state-down-before-update Oct 30 14:54:38.743047 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: agent.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.743790 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.744295 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loaded extension: agent Oct 30 14:54:38.744615 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: agent_resources_synced.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.746135 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.746643 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loaded extension: agent-resources-synced Oct 30 14:54:38.746968 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: allowedaddresspairs.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.748776 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.749301 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loaded extension: allowed-address-pairs Oct 30 14:54:38.749630 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: auto_allocated_topology.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.750708 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.751224 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loaded extension: auto-allocated-topology Oct 30 14:54:38.751588 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: availability_zone.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.752281 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.752792 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loaded extension: availability_zone Oct 30 14:54:38.753119 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: availability_zone_filter.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.754033 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.754543 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loaded extension: availability_zone_filter Oct 30 14:54:38.754868 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: data_plane_status.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.755802 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.756310 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Extension data-plane-status not supported by any of loaded plugins Oct 30 14:54:38.756635 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: default_subnetpools.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.757554 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.758071 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loaded extension: default-subnetpools Oct 30 14:54:38.758396 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: dhcpagentscheduler.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.759200 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.759754 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loaded extension: dhcp_agent_scheduler Oct 30 14:54:38.760082 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: dns.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.761028 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.761537 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Extension dns-integration not supported by any of loaded plugins Oct 30 14:54:38.761864 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: dns_domain_ports.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.762786 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.763296 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 30 14:54:38.763651 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.764572 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.765082 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 30 14:54:38.765407 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: dvr.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.766350 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.766857 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loaded extension: dvr Oct 30 14:54:38.767178 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: ecmp_routes.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.768136 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.768642 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Extension ecmp_routes not supported by any of loaded plugins Oct 30 14:54:38.768965 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: empty_string_filtering.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.769878 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.770390 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loaded extension: empty-string-filtering Oct 30 14:54:38.770716 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.771656 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.772172 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 30 14:54:38.772496 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.773408 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.773914 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 30 14:54:38.774236 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: external_net.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.775145 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.775687 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loaded extension: external-net Oct 30 14:54:38.776011 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: extra_dhcp_opt.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.776949 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.777452 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loaded extension: extra_dhcp_opt Oct 30 14:54:38.777774 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: extraroute.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.778685 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.779191 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loaded extension: extraroute Oct 30 14:54:38.779539 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: extraroute_atomic.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.780571 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.781080 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loaded extension: extraroute-atomic Oct 30 14:54:38.781402 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: filter_validation.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.782234 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.782744 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loaded extension: filter-validation Oct 30 14:54:38.783069 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: fip_pf_description.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.784019 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.784527 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 30 14:54:38.784848 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: fip_port_details.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.785768 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.786279 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loaded extension: fip-port-details Oct 30 14:54:38.786600 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: flavors.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.787873 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.788394 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loaded extension: flavors Oct 30 14:54:38.788719 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.790377 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.790905 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 30 14:54:38.791239 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: floatingip_pools.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.791969 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.793012 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loaded extension: floatingip-pools Oct 30 14:54:38.793386 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: ip_allocation.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.794332 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.794843 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Extension ip_allocation not supported by any of loaded plugins Oct 30 14:54:38.795169 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.796117 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.796635 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loaded extension: ip-substring-filtering Oct 30 14:54:38.797174 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: l2_adjacency.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.797895 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.798403 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Extension l2_adjacency not supported by any of loaded plugins Oct 30 14:54:38.798727 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: l3.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.799722 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.800239 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loaded extension: router Oct 30 14:54:38.800568 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: l3_conntrack_helper.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.802829 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.803360 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 30 14:54:38.803749 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.804688 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.805204 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loaded extension: ext-gw-mode Oct 30 14:54:38.805530 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.806471 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.806987 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loaded extension: l3-ha Oct 30 14:54:38.807313 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: l3_flavors.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.808859 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.809369 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loaded extension: l3-flavors Oct 30 14:54:38.809697 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.810616 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.811132 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loaded extension: l3-port-ip-change-not-allowed Oct 30 14:54:38.811457 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: l3agentscheduler.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.812521 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.813039 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loaded extension: l3_agent_scheduler Oct 30 14:54:38.813367 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: logging.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.814855 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.815377 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Extension logging not supported by any of loaded plugins Oct 30 14:54:38.815738 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: metering.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.816480 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.817064 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loaded extension: metering Oct 30 14:54:38.817390 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.818609 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.819124 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loaded extension: metering_source_and_destination_fields Oct 30 14:54:38.819452 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: multiprovidernet.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.820400 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.820914 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loaded extension: multi-provider Oct 30 14:54:38.821243 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: netmtu.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.822161 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.822673 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loaded extension: net-mtu Oct 30 14:54:38.822995 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: netmtu_writable.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.823973 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.824488 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loaded extension: net-mtu-writable Oct 30 14:54:38.824814 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: network_availability_zone.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.825485 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.825996 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loaded extension: network_availability_zone Oct 30 14:54:38.826318 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: network_ip_availability.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.827433 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.827973 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loaded extension: network-ip-availability Oct 30 14:54:38.828298 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: network_segment_range.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.829059 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.829566 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Extension network-segment-range not supported by any of loaded plugins Oct 30 14:54:38.829889 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: pagination.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.830882 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.831219 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loaded extension: pagination Oct 30 14:54:38.831574 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: port_device_profile.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.832494 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.833013 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loaded extension: port-device-profile Oct 30 14:54:38.833333 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.834248 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.834761 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loaded extension: port-mac-address-regenerate Oct 30 14:54:38.835083 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.836035 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.836547 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loaded extension: port-numa-affinity-policy Oct 30 14:54:38.836872 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: port_resource_request.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.837796 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.838301 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Extension port-resource-request not supported by any of loaded plugins Oct 30 14:54:38.838624 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: portbindings.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.839609 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.840115 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loaded extension: binding Oct 30 14:54:38.840439 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: portbindings_extended.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.841737 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.842253 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loaded extension: binding-extended Oct 30 14:54:38.842580 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: portsecurity.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.843541 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.844058 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loaded extension: port-security Oct 30 14:54:38.844378 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: project_id.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.845358 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.845689 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loaded extension: project-id Oct 30 14:54:38.846013 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: providernet.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.846939 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.847454 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loaded extension: provider Oct 30 14:54:38.847804 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: qos.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.851393 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.851951 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Extension qos not supported by any of loaded plugins Oct 30 14:54:38.852286 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.853549 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.854068 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 30 14:54:38.854398 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.855877 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.856392 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 30 14:54:38.856718 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: qos_default.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.857634 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.858148 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Extension qos-default not supported by any of loaded plugins Oct 30 14:54:38.858473 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: qos_fip.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.859128 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.859658 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Extension qos-fip not supported by any of loaded plugins Oct 30 14:54:38.859985 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: qos_gateway_ip.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.860909 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.861420 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 30 14:54:38.861751 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: qos_port_network_policy.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.862674 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.863192 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 30 14:54:38.863549 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.864620 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.865137 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 30 14:54:38.865461 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: qos_pps_rule.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.866665 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.867189 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Extension qos-pps not supported by any of loaded plugins Oct 30 14:54:38.867546 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: qos_rule_type_details.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.868480 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.868993 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 30 14:54:38.869315 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: qos_rules_alias.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.871238 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.871797 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 30 14:54:38.872123 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: quotasv2.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.873119 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.873445 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loaded extension: quotas Oct 30 14:54:38.873768 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: quotasv2_detail.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.877060 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.877396 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loaded extension: quota_details Oct 30 14:54:38.877724 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: rbac.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.878803 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.879334 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loaded extension: rbac-policies Oct 30 14:54:38.879698 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: rbac_address_group.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.880648 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.881162 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loaded extension: rbac-address-group Oct 30 14:54:38.881489 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: rbac_address_scope.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.882416 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.882921 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loaded extension: rbac-address-scope Oct 30 14:54:38.883248 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: rbac_security_groups.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.884194 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.884702 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loaded extension: rbac-security-groups Oct 30 14:54:38.885027 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: rbac_subnetpool.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.885979 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.886491 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loaded extension: rbac-subnetpool Oct 30 14:54:38.886819 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: revisionifmatch.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.887792 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.888304 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loaded extension: revision-if-match Oct 30 14:54:38.888630 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: revisions.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.889750 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.890266 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loaded extension: standard-attr-revisions Oct 30 14:54:38.890596 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: router_availability_zone.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.891547 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.892061 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loaded extension: router_availability_zone Oct 30 14:54:38.892383 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: routerservicetype.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.893304 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.893821 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Extension router-service-type not supported by any of loaded plugins Oct 30 14:54:38.894140 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.895071 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.895615 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loaded extension: security-groups-normalized-cidr Oct 30 14:54:38.895940 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: security_groups_port_filtering.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.896868 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.897380 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loaded extension: port-security-groups-filtering Oct 30 14:54:38.897710 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.898628 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.899144 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loaded extension: security-groups-remote-address-group Oct 30 14:54:38.899489 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: securitygroup.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.909414 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.909949 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loaded extension: security-group Oct 30 14:54:38.910281 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: segment.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.911074 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.911633 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Extension segment not supported by any of loaded plugins Oct 30 14:54:38.911965 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.912976 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.913488 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 30 14:54:38.913815 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: servicetype.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.914935 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.915456 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loaded extension: service-type Oct 30 14:54:38.915809 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: sorting.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.916794 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.917650 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loaded extension: sorting Oct 30 14:54:38.917974 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: standard_attr_segment.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.918900 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.919416 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 30 14:54:38.919769 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: standardattrdescription.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.920421 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.920929 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loaded extension: standard-attr-description Oct 30 14:54:38.921252 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: stateful_security_group.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.922196 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.922705 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loaded extension: stateful-security-group Oct 30 14:54:38.923027 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: stdattrs_common.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.923638 n-d-806683-17 neutron-server[102023]: WARNING neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 30 14:54:38.923958 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.924897 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.925413 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 30 14:54:38.925734 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: subnet_onboard.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.926810 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.927322 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loaded extension: subnet_onboard Oct 30 14:54:38.927668 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.928597 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.929106 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 30 14:54:38.929428 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: subnet_service_types.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.930348 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.930859 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loaded extension: subnet-service-types Oct 30 14:54:38.931181 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: subnetallocation.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.932313 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.933708 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loaded extension: subnet_allocation Oct 30 14:54:38.934037 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.934710 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.935239 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loaded extension: subnetpool-prefix-ops Oct 30 14:54:38.935586 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.936525 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.937039 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 30 14:54:38.937360 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: tagging.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.938432 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.938952 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loaded extension: standard-attr-tag Oct 30 14:54:38.939278 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: timestamp.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.940519 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.941039 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loaded extension: standard-attr-timestamp Oct 30 14:54:38.941369 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: trunk.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.942407 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.942929 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Extension trunk not supported by any of loaded plugins Oct 30 14:54:38.943259 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: trunk_details.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.944207 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.944720 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Extension trunk-details not supported by any of loaded plugins Oct 30 14:54:38.945046 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: uplink_status_propagation.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.945967 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.946479 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 30 14:54:38.946804 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Loading extension file: vlantransparent.py {{(pid=102023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 14:54:38.947487 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 14:54:38.948085 n-d-806683-17 neutron-server[102023]: INFO neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Extension vlan-transparent not supported by any of loaded plugins Oct 30 14:54:38.950597 n-d-806683-17 neutron-server[102023]: INFO neutron.quota.resource_registry [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Creating instance of TrackedResource for resource:network Oct 30 14:54:38.951075 n-d-806683-17 neutron-server[102023]: INFO neutron.quota.resource_registry [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Creating instance of TrackedResource for resource:subnet Oct 30 14:54:38.951480 n-d-806683-17 neutron-server[102023]: INFO neutron.quota.resource_registry [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Creating instance of TrackedResource for resource:subnetpool Oct 30 14:54:38.951888 n-d-806683-17 neutron-server[102023]: INFO neutron.quota.resource_registry [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Creating instance of TrackedResource for resource:port Oct 30 14:54:38.953148 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.v2.resource_helper [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102023) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 30 14:54:38.953598 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.v2.resource_helper [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Service FLAVORS assigned prefix: {{(pid=102023) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 30 14:54:38.954205 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.v2.resource_helper [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102023) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 30 14:54:38.954628 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.v2.resource_helper [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102023) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 30 14:54:38.954961 n-d-806683-17 neutron-server[102023]: INFO neutron.quota.resource_registry [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Creating instance of TrackedResource for resource:router Oct 30 14:54:38.955404 n-d-806683-17 neutron-server[102023]: INFO neutron.quota.resource_registry [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Creating instance of TrackedResource for resource:floatingip Oct 30 14:54:38.955932 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.v2.resource_helper [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Service METERING assigned prefix: /metering {{(pid=102023) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 30 14:54:38.957378 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.957753 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.958108 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 14:54:38.959103 n-d-806683-17 neutron-server[102023]: INFO neutron.quota.resource_registry [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Creating instance of CountableResource for resource:rbac_policy Oct 30 14:54:38.959593 n-d-806683-17 neutron-server[102023]: INFO neutron.quota.resource_registry [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Creating instance of TrackedResource for resource:security_group Oct 30 14:54:38.960031 n-d-806683-17 neutron-server[102023]: INFO neutron.quota.resource_registry [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Creating instance of TrackedResource for resource:security_group_rule Oct 30 14:54:38.960638 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.v2.resource_helper [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Service CORE assigned prefix: {{(pid=102023) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 30 14:54:38.960969 n-d-806683-17 neutron-server[102023]: INFO neutron.quota.resource_registry [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Creating instance of TrackedResource for resource:subnetpool Oct 30 14:54:38.961320 n-d-806683-17 neutron-server[102023]: WARNING neutron.quota.resource_registry [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] subnetpool is already registered Oct 30 14:54:38.961742 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.v2.resource_helper [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Service CORE assigned prefix: {{(pid=102023) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 30 14:54:38.962068 n-d-806683-17 neutron-server[102023]: INFO neutron.quota.resource_registry [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Creating instance of TrackedResource for resource:subnetpool Oct 30 14:54:38.962401 n-d-806683-17 neutron-server[102023]: WARNING neutron.quota.resource_registry [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] subnetpool is already registered Oct 30 14:54:38.964884 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.v2.resource_helper [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102023) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 30 14:54:38.965328 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.v2.resource_helper [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Service FLAVORS assigned prefix: {{(pid=102023) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 30 14:54:38.965941 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.v2.resource_helper [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102023) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 30 14:54:38.966373 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.v2.resource_helper [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102023) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 30 14:54:38.966707 n-d-806683-17 neutron-server[102023]: INFO neutron.quota.resource_registry [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Creating instance of TrackedResource for resource:router Oct 30 14:54:38.967049 n-d-806683-17 neutron-server[102023]: WARNING neutron.quota.resource_registry [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] router is already registered Oct 30 14:54:38.967479 n-d-806683-17 neutron-server[102023]: INFO neutron.quota.resource_registry [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Creating instance of TrackedResource for resource:floatingip Oct 30 14:54:38.967834 n-d-806683-17 neutron-server[102023]: WARNING neutron.quota.resource_registry [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] floatingip is already registered Oct 30 14:54:38.968298 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.v2.resource_helper [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Service METERING assigned prefix: /metering {{(pid=102023) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 30 14:54:38.969007 n-d-806683-17 neutron-server[102023]: INFO neutron.quota.resource_registry [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Creating instance of CountableResource for resource:rbac_policy Oct 30 14:54:38.969344 n-d-806683-17 neutron-server[102023]: WARNING neutron.quota.resource_registry [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] rbac_policy is already registered Oct 30 14:54:38.969753 n-d-806683-17 neutron-server[102023]: INFO neutron.quota.resource_registry [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Creating instance of TrackedResource for resource:security_group Oct 30 14:54:38.970091 n-d-806683-17 neutron-server[102023]: WARNING neutron.quota.resource_registry [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] security_group is already registered Oct 30 14:54:38.970493 n-d-806683-17 neutron-server[102023]: INFO neutron.quota.resource_registry [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Creating instance of TrackedResource for resource:security_group_rule Oct 30 14:54:38.970840 n-d-806683-17 neutron-server[102023]: WARNING neutron.quota.resource_registry [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] security_group_rule is already registered Oct 30 14:54:38.971325 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.v2.resource_helper [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Service CORE assigned prefix: {{(pid=102023) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 30 14:54:38.971685 n-d-806683-17 neutron-server[102023]: INFO neutron.quota.resource_registry [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Creating instance of TrackedResource for resource:subnetpool Oct 30 14:54:38.972021 n-d-806683-17 neutron-server[102023]: WARNING neutron.quota.resource_registry [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] subnetpool is already registered Oct 30 14:54:38.972437 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.v2.resource_helper [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Service CORE assigned prefix: {{(pid=102023) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 30 14:54:38.972758 n-d-806683-17 neutron-server[102023]: INFO neutron.quota.resource_registry [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Creating instance of TrackedResource for resource:subnetpool Oct 30 14:54:38.973093 n-d-806683-17 neutron-server[102023]: WARNING neutron.quota.resource_registry [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] subnetpool is already registered Oct 30 14:54:38.974803 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Extended resource: extensions {{(pid=102023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 14:54:38.976305 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Extended resource: address-groups {{(pid=102023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 14:54:38.977813 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Extended resource: address-scopes {{(pid=102023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 14:54:38.979078 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Extended resource: agents {{(pid=102023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 14:54:38.980896 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Extended resource: auto-allocated-topology {{(pid=102023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 14:54:38.982142 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Extended resource: availability_zones {{(pid=102023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 14:54:38.983376 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Extended resource: dhcp-networks {{(pid=102023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 14:54:38.984831 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Extended resource: dhcp-agents {{(pid=102023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 14:54:38.986360 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Extended resource: routers {{(pid=102023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 14:54:38.988572 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Extended resource: flavors {{(pid=102023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 14:54:38.989845 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Extended resource: service_profiles {{(pid=102023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 14:54:38.991067 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Extended resource: next_providers {{(pid=102023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 14:54:38.992582 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Extended resource: service_profiles {{(pid=102023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 14:54:38.994055 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Extended resource: floatingip-pools {{(pid=102023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 14:54:38.996039 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Extended resource: routers {{(pid=102023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 14:54:38.998166 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Extended resource: floatingips {{(pid=102023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 14:54:38.999486 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Extended resource: l3-routers {{(pid=102023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 14:54:39.000893 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Extended resource: l3-agents {{(pid=102023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 14:54:39.002317 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Extended resource: metering-labels {{(pid=102023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 14:54:39.003620 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Extended resource: metering-label-rules {{(pid=102023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 14:54:39.005015 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Extended resource: network-ip-availabilities {{(pid=102023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 14:54:39.006297 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Extended resource: bindings {{(pid=102023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 14:54:39.007918 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Extended resource: quotas {{(pid=102023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 14:54:39.009620 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Extended resource: quotas {{(pid=102023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 14:54:39.011255 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Extended resource: rbac-policies {{(pid=102023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 14:54:39.012571 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Extended resource: security-groups {{(pid=102023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 14:54:39.013926 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Extended resource: security-group-rules {{(pid=102023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 14:54:39.015197 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Extended resource: service-providers {{(pid=102023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 14:54:39.016734 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Extended resource: subnetpools {{(pid=102023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 14:54:39.018150 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Extended resource: subnetpools {{(pid=102023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 14:54:39.019658 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Extended resource: tags {{(pid=102023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 14:54:39.021370 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Extended resource: tags {{(pid=102023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 14:54:39.023202 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Extended resource: tags {{(pid=102023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 14:54:39.025064 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Extended resource: tags {{(pid=102023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 14:54:39.026815 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Extended resource: tags {{(pid=102023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 14:54:39.028819 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Extended resource: tags {{(pid=102023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 14:54:39.030598 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Extended resource: tags {{(pid=102023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 14:54:39.033473 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Extended resource: tags {{(pid=102023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 14:54:39.035297 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Extended resource: tags {{(pid=102023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 14:54:39.037086 n-d-806683-17 neutron-server[102023]: DEBUG neutron.api.extensions [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Extended resource: tags {{(pid=102023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 14:54:39.043806 n-d-806683-17 neutron-server[102023]: WARNING keystonemiddleware.auth_token [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 30 14:54:39.048306 n-d-806683-17 neutron-server[102023]: WARNING keystonemiddleware.auth_token [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 30 14:54:39.057165 n-d-806683-17 neutron-server[102023]: DEBUG oslo_concurrency.lockutils [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Acquired lock "singleton_lock" {{(pid=102023) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 30 14:54:39.057639 n-d-806683-17 neutron-server[102023]: DEBUG oslo_concurrency.lockutils [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Releasing lock "singleton_lock" {{(pid=102023) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 30 14:54:39.058881 n-d-806683-17 neutron-server[102023]: INFO oslo_service.service [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Starting 2 workers Oct 30 14:54:39.063769 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Started child 102130 {{(pid=102023) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 30 14:54:39.068156 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Started child 102131 {{(pid=102023) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 30 14:54:39.069131 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:54:39.069812 n-d-806683-17 neutron-server[102023]: INFO neutron.service [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Neutron service started, listening on 0.0.0.0:9696 Oct 30 14:54:39.070317 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Publish callbacks [] for process, before_spawn {{(pid=102023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:54:39.070747 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [-] (102130) wsgi starting up on http://0.0.0.0:9696 Oct 30 14:54:39.072744 n-d-806683-17 neutron-server[102023]: INFO oslo_service.service [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Starting 1 workers Oct 30 14:54:39.072921 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:54:39.074327 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [-] (102131) wsgi starting up on http://0.0.0.0:9696 Oct 30 14:54:39.078039 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Started child 102132 {{(pid=102023) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 30 14:54:39.078584 n-d-806683-17 neutron-server[102023]: INFO oslo_service.service [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Starting 1 workers Oct 30 14:54:39.081843 n-d-806683-17 neutron-server[102132]: DEBUG neutron.service [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] calling RpcWorker wait() {{(pid=102132) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 30 14:54:39.082376 n-d-806683-17 neutron-server[102132]: DEBUG neutron.service [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] returning from RpcWorker wait() {{(pid=102132) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 30 14:54:39.083021 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Started child 102133 {{(pid=102023) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 30 14:54:39.083707 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:54:39.083818 n-d-806683-17 neutron-server[102023]: DEBUG neutron_lib.callbacks.manager [None req-d02be5b7-ed5f-47ad-bd00-327f509f899a None None] Publish callbacks [] for process, after_spawn {{(pid=102023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:54:39.084235 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 14:54:39.085690 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102023) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 30 14:54:39.085905 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 30 14:54:39.086092 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 30 14:54:39.086307 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 30 14:54:39.086638 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 30 14:54:39.086800 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 30 14:54:39.087314 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.087627 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.087733 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:54:39.088169 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.088169 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.088362 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.088894 n-d-806683-17 neutron-server[102133]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 14:54:39.089134 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.089399 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.089635 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.089914 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.090174 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.090342 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.090507 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.090760 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.090988 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.091282 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.091570 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.091831 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.092083 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.092253 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.092498 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.092749 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.093000 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.093258 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] debug = True {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.093673 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.094152 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.094400 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.094649 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.094866 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.095145 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.095383 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.095670 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.095903 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.096123 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.096373 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.096628 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.096876 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.097085 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.097317 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.097562 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.097793 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.098255 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] host = n-d-806683-17 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.098483 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.098728 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.098956 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.099185 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.099436 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.099699 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.099983 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.100218 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.100458 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.100677 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.100923 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.101162 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.101408 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.101636 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] log_file = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.101797 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] log_options = True {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.102013 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.102267 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.102522 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.102718 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.102883 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.103057 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.103321 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.103506 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.103745 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.103963 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.104173 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.104407 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.105204 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.105423 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.105688 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.105919 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.106150 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.106362 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.106604 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.106846 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.107067 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.107292 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.107543 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.107783 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.108016 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.108248 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.108469 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.108698 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.108907 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.109139 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.109377 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.109620 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.109851 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.110100 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.110360 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.110588 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.110810 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.111049 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.111327 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.111571 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.111810 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.112131 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.112277 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.112489 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.112709 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.112904 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.113113 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] use_json = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.113319 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.113546 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.113809 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.114039 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.114251 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.114489 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.114723 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.114912 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.115347 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.115744 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.115977 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.116220 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.116469 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.116761 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.117893 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.117893 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.118272 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.118272 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.118508 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.118695 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.118985 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.119202 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.119530 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.119822 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.120078 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.122405 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.122405 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.122405 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.122405 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.122405 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.123104 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.123546 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.124136 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.124296 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.124564 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.124926 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.125253 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.125481 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.125739 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.126056 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.126246 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.126425 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.126621 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.127109 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.127631 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.127631 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.127978 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.127978 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.128188 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.128360 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.128592 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.128843 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.129863 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.129863 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.129863 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.129863 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.134009 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.134009 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.134009 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.134009 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.134009 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.134009 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.134009 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.134009 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.134009 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.138592 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.138592 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.138592 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.138592 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.138592 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.138592 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.138592 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.138592 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.138592 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.141264 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.141264 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.141264 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.141264 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.141264 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.141264 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.141264 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.141264 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.141264 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.142292 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.142292 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.142292 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.142292 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.142292 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.142292 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.142292 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.142292 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.142292 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.142992 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.142992 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.142992 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.142992 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.142992 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.142992 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.142992 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.142992 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.145460 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.145460 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.145460 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.145460 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.145460 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.145460 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.145460 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.145460 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.146450 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.146450 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.146450 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.146450 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.146450 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.146450 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.146450 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.146450 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.150396 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.150396 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.150396 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.150396 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.150396 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.150396 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.150396 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.150396 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.151100 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.151100 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.151100 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.151100 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.151100 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.151100 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.151100 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.151100 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.152329 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.152329 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.152329 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.152329 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.152329 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.152329 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.152329 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.152329 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.152329 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.153166 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.153166 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.153166 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.153166 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.153166 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.153166 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.153166 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.153166 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.153715 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.153715 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.153715 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.153715 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.153715 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.153715 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.158140 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.158140 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.158140 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.158140 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.158140 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.158140 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.158140 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.158140 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.160255 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.160255 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.160255 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.160255 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.160255 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.160255 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.160255 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.160255 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.163997 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.163997 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.163997 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.163997 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.163997 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.163997 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.163997 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.163997 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.165086 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.165086 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.165086 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.165086 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.165086 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.165086 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.165086 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.165086 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.166353 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.166353 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.166353 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.166353 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.166353 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.166353 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.166353 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.166353 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.168037 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.168037 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.168037 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.168037 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.168037 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.168037 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.168037 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.168037 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.168642 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.168642 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.168642 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.168642 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.168642 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.168642 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.169071 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.169071 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.170506 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.170506 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.170506 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.170506 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.170506 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.170506 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.170506 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.170985 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.170985 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.171218 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.171442 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.171732 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.172009 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.172352 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.172491 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.172627 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.172811 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.173262 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.173262 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.173532 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.173675 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.173898 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.174105 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.174320 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.174534 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.174757 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.174977 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.175218 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.175425 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.175914 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.175914 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.176202 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.176345 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.176487 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.176642 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.176864 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.177080 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.177307 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.177532 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.178096 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.178096 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.178386 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.178386 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.178693 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.178828 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.178828 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.179394 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.179895 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.179895 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.180168 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.180303 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.180547 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.180904 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.181128 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.181272 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.181420 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.183584 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.183584 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.183584 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.183584 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.183584 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.183584 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.183584 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.184146 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.184146 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.184313 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.184549 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.184887 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.185181 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.185444 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.185693 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.185965 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.186186 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.186425 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.186641 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.186875 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.187090 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.187348 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.187603 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.187829 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.188040 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.188288 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.188502 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.188750 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.188993 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.189226 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.189437 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.189812 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 30 14:54:39.190698 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102023) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 30 14:54:39.190867 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 30 14:54:39.191018 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 30 14:54:39.191214 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 30 14:54:39.191388 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 30 14:54:39.191566 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 30 14:54:39.191773 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.191951 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.192088 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.192246 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.192404 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.192584 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.192748 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.192905 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.193062 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.193221 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.193385 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.193532 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.193686 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.193845 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.194004 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.194164 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.194316 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.194477 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.194637 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.194795 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.194949 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.195107 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.195261 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] debug = True {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.195421 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.195634 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.195811 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.195949 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.196088 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.196237 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.196374 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.196520 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.196656 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.196835 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.196925 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.197087 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.197241 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.197560 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.197714 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.198022 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.199508 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.199508 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] host = n-d-806683-17 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.199508 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.199508 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.199508 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.199508 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.199508 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.199508 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.200010 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.200010 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.200010 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.200010 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.200010 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.200280 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.200280 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.200395 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] log_file = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.200666 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] log_options = True {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.200666 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.200815 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.200972 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.201153 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.201311 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.201467 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.201625 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.201780 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.201939 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.202096 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.202251 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.202406 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.202562 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.202721 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.202877 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.203033 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.203200 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.203348 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.203525 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.203683 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.203838 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.203996 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.204151 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.204309 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.204464 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.204616 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.204771 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.204925 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.205063 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.205229 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.205384 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.205541 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.205695 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.205851 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.206006 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.206161 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.206316 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.206457 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.206616 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.206772 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.206929 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.207084 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.207240 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.207397 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.207576 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.207733 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.207889 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] use_json = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.208269 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.208269 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.208498 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.208498 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.208671 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.208761 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.208922 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.209076 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 14:54:39.209449 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.209607 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.209769 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.209926 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.210236 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.210401 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.210561 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.210731 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.210882 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.211039 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.211206 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.211366 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.211556 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.211712 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.211866 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.212036 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.212218 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.212350 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.212507 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.212666 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.212860 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.213010 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.213139 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.213286 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.213446 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.213604 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.213763 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.214444 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.214620 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.214775 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.214948 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.215077 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.215227 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.215387 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.215572 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.215737 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.215882 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.216044 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.216202 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.216360 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.216518 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.216723 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.216861 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.216989 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.217113 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.217264 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.217422 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.217580 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.217739 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.217898 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.218057 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.218216 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.218375 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.218533 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.218693 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.218862 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.219019 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.219175 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.219333 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.219511 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.219672 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.219830 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.219988 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.220146 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.220305 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.220464 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.220634 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.220793 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.222228 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.222228 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.222228 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.222228 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.222228 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.222228 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.223049 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.223049 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.223049 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.223049 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.223049 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.223752 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.223752 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.223752 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.223752 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.223752 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.224422 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.224422 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.224422 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.224422 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.224913 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.224913 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.224913 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.224913 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.225331 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.225331 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.225504 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.225504 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.225665 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.225816 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.225973 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.226132 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.226287 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.226434 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.226594 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.226753 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.226897 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.227056 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.227212 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.227372 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.227560 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.227719 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.227877 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.228036 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.228194 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.228336 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.228499 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.228628 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.228800 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.228958 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.229118 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.229275 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.229435 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.230224 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.230418 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.230578 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.230737 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.230895 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.231054 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.231244 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.231367 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.231535 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.231663 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.231821 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.232009 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.232146 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.232303 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.232461 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.232622 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.232787 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.232945 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.233103 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.233260 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.233419 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.233589 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.233719 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.233868 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.234026 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.234183 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.234341 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.234500 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.234900 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.234900 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.235145 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.235145 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.235421 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.235421 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.235669 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.235775 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.235858 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.236003 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.236161 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.236319 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.236476 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.236633 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.236791 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.236948 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.237107 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.237263 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.237421 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.237578 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.237736 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.237892 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.238050 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.238207 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.238365 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.238525 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.238683 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.238842 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.239001 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.239160 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.239319 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.239513 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.239647 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.239804 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.239963 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.240122 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.240279 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.240438 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.240596 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.240754 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.240912 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.241085 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.241218 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.241389 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.241548 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.241708 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.241867 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.242025 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.242183 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.242340 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.242753 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.242753 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.243027 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.243027 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.243273 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.243273 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.243427 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.243555 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.243714 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.244229 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.244229 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.244229 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.244601 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.244601 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.244854 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.244854 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.245059 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.245059 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.245237 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.245392 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.245566 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.245712 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.245869 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.246027 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.246196 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.246285 n-d-806683-17 neutron-server[102132]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 14:54:39.246381 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.246501 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.246658 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.246815 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.246972 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.247140 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.247297 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.247456 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.247619 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.247781 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.247938 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.248105 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.248264 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.248408 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.248569 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.248725 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.248884 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.249051 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.249210 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.249369 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.249526 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.249684 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.249842 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.250009 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.250167 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.250326 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.250495 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.250653 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.250811 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.250969 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.251138 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.251296 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.251474 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.251647 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.251805 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.251962 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.252122 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.252284 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.252451 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.252614 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.252775 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.252939 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.253105 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.253270 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.253428 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.253592 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.253761 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.253920 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.254078 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.254237 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.254395 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.254553 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.254711 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.254868 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.255026 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.255184 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.255341 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.255519 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.255684 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.255841 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.255998 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.256156 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.256313 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.256471 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.256629 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.256787 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 14:54:39.256937 n-d-806683-17 neutron-server[102023]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 30 14:54:39.403194 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47858) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 14:54:39.411697 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [-] 10.222.0.62 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063396 Oct 30 14:54:51.143787 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0844103b-3b12-4107-a64f-a89702b8d33f None None] get_active_networks_info from n-d-806683-17 {{(pid=102132) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 30 14:54:51.247081 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0844103b-3b12-4107-a64f-a89702b8d33f None None] No non-hosted networks {{(pid=102132) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 30 14:54:51.271270 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.agentschedulers_db [None req-0844103b-3b12-4107-a64f-a89702b8d33f None None] DHCP Agent not found on host n-d-806683-17 {{(pid=102132) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 30 14:54:51.418379 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1906b55b-e502-4c5a-bb94-251efa54f29f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-771204'] for agent, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:54:53.674516 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9fe0584f-be5b-4543-b01b-eb5f0d0aa0de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-771204'] for agent, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:54:53.734119 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9e45a327-499a-47d5-9f7d-277d245e897d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:54:54.499975 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-771204'] for agent, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:54:54.789002 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-771204'] for agent, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:54:54.789744 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:54:54.790308 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:54:54.791057 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:54:54.792302 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:54:54.792744 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:54:54.793336 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:54:54.793897 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:54:54.794450 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:54:54.795010 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:54:54.795589 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:54:54.796061 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:54:54.796635 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:54:54.797463 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-806683-17', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 14:54:54.809797 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-806683-17', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 14:54:56.426731 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-771204'] for agent, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:54:57.734025 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47950) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 14:54:58.226413 n-d-806683-17 neutron-server[102131]: WARNING oslo_policy.policy [None req-99a3ff41-449c-4527-a49d-8e33345855eb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 30 14:54:58.227055 n-d-806683-17 neutron-server[102131]: WARNING oslo_policy.policy [None req-99a3ff41-449c-4527-a49d-8e33345855eb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 30 14:54:58.389490 n-d-806683-17 neutron-server[102132]: INFO neutron.db.l3_hamode_db [None req-7f49f749-760f-4dbe-ab95-f07932e6426c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 30 14:54:58.454325 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [None req-99a3ff41-449c-4527-a49d-8e33345855eb admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 14:54:58.455423 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-99a3ff41-449c-4527-a49d-8e33345855eb admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7203641 Oct 30 14:54:58.467181 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f49f749-760f-4dbe-ab95-f07932e6426c None None] Routers set() bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 14:54:58.467714 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f49f749-760f-4dbe-ab95-f07932e6426c None None] Router IDs set() for agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 30 14:55:00.910242 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47964) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 14:55:01.215348 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-c77c55fb-b5e3-4c8e-b445-c91aaed831e0 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 14:55:01.310166 n-d-806683-17 neutron-server[102131]: DEBUG neutron.policy [None req-c77c55fb-b5e3-4c8e-b445-c91aaed831e0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102131) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 30 14:55:01.356441 n-d-806683-17 neutron-server[102131]: WARNING oslo_policy.policy [None req-c77c55fb-b5e3-4c8e-b445-c91aaed831e0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 30 14:55:01.356826 n-d-806683-17 neutron-server[102131]: WARNING oslo_policy.policy [None req-c77c55fb-b5e3-4c8e-b445-c91aaed831e0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 30 14:55:01.365218 n-d-806683-17 neutron-server[102131]: INFO neutron.quota [None req-c77c55fb-b5e3-4c8e-b445-c91aaed831e0 admin admin] Loaded quota_driver: . Oct 30 14:55:01.458005 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c77c55fb-b5e3-4c8e-b445-c91aaed831e0 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743134006673', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743134004194', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743134019004', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743134022520', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743135671586', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743134038010', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2083502', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2088842', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-588223', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-639511'] for rbac-policy, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:01.523113 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c77c55fb-b5e3-4c8e-b445-c91aaed831e0 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:01.524337 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-c77c55fb-b5e3-4c8e-b445-c91aaed831e0 admin admin] 10.222.0.62 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6131217 Oct 30 14:55:04.204915 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47976) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 14:55:04.501532 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-bc91c8c1-9847-4bf5-bd87-189dc00a08e5 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'b26a5af1d4d74ed5a810d8b25b1d2829', 'tenant_id': 'b26a5af1d4d74ed5a810d8b25b1d2829'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 14:55:04.530736 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc91c8c1-9847-4bf5-bd87-189dc00a08e5 admin admin] Made reservation on behalf of b26a5af1d4d74ed5a810d8b25b1d2829 for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 14:55:04.533500 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bc91c8c1-9847-4bf5-bd87-189dc00a08e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:04.549935 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bc91c8c1-9847-4bf5-bd87-189dc00a08e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:04.658354 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bc91c8c1-9847-4bf5-bd87-189dc00a08e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:04.661895 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bc91c8c1-9847-4bf5-bd87-189dc00a08e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:04.682007 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc91c8c1-9847-4bf5-bd87-189dc00a08e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 14:55:04.709514 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bc91c8c1-9847-4bf5-bd87-189dc00a08e5 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743132289383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:04.710080 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bc91c8c1-9847-4bf5-bd87-189dc00a08e5 admin admin] Unsubscribe: segment precommit_create {{(pid=102131) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 30 14:55:04.710575 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-bc91c8c1-9847-4bf5-bd87-189dc00a08e5 admin admin] Added segment 3c937f07-b77f-4699-bbdb-5dc4b5cce3ea of type vlan for network 900dc1aa-2446-4705-9eff-a52b2574f51e Oct 30 14:55:04.725568 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc91c8c1-9847-4bf5-bd87-189dc00a08e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a03aff-2bea-41bd-b1ed-34b1a285149e,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 14:55:04.785851 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc91c8c1-9847-4bf5-bd87-189dc00a08e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:55:04.786096 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc91c8c1-9847-4bf5-bd87-189dc00a08e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:55:04.786423 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc91c8c1-9847-4bf5-bd87-189dc00a08e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:55:04.786747 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc91c8c1-9847-4bf5-bd87-189dc00a08e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:55:04.787067 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc91c8c1-9847-4bf5-bd87-189dc00a08e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:55:04.787384 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc91c8c1-9847-4bf5-bd87-189dc00a08e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:55:04.787727 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc91c8c1-9847-4bf5-bd87-189dc00a08e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:55:04.788059 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc91c8c1-9847-4bf5-bd87-189dc00a08e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:55:04.788371 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc91c8c1-9847-4bf5-bd87-189dc00a08e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:55:04.788685 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc91c8c1-9847-4bf5-bd87-189dc00a08e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:55:04.788996 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc91c8c1-9847-4bf5-bd87-189dc00a08e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:55:04.789301 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc91c8c1-9847-4bf5-bd87-189dc00a08e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:55:04.790386 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc91c8c1-9847-4bf5-bd87-189dc00a08e5 admin admin] Tracked resource versions report: Oct 30 14:55:04.790386 n-d-806683-17 neutron-server[102131]: pushed versions: Oct 30 14:55:04.790386 n-d-806683-17 neutron-server[102131]: { 'AddressGroup': {'1.2'}, Oct 30 14:55:04.790386 n-d-806683-17 neutron-server[102131]: 'ConntrackHelper': {'1.0'}, Oct 30 14:55:04.790386 n-d-806683-17 neutron-server[102131]: 'Log': {'1.0'}, Oct 30 14:55:04.790386 n-d-806683-17 neutron-server[102131]: 'Network': {'1.1'}, Oct 30 14:55:04.790386 n-d-806683-17 neutron-server[102131]: 'Port': {'1.7'}, Oct 30 14:55:04.790386 n-d-806683-17 neutron-server[102131]: 'PortForwarding': {'1.2'}, Oct 30 14:55:04.790386 n-d-806683-17 neutron-server[102131]: 'QosPolicy': {'1.10'}, Oct 30 14:55:04.790386 n-d-806683-17 neutron-server[102131]: 'SecurityGroup': {'1.4'}, Oct 30 14:55:04.790386 n-d-806683-17 neutron-server[102131]: 'SecurityGroupRule': {'1.2'}, Oct 30 14:55:04.790386 n-d-806683-17 neutron-server[102131]: 'SubPort': {'1.0'}, Oct 30 14:55:04.790386 n-d-806683-17 neutron-server[102131]: 'Subnet': {'1.1'}, Oct 30 14:55:04.790386 n-d-806683-17 neutron-server[102131]: 'Trunk': {'1.1'}} Oct 30 14:55:04.790386 n-d-806683-17 neutron-server[102131]: consumer versions: Oct 30 14:55:04.790386 n-d-806683-17 neutron-server[102131]: { DHCP agent@n-d-806683-17: {}, Oct 30 14:55:04.790386 n-d-806683-17 neutron-server[102131]: L3 agent@n-d-806683-17: {}, Oct 30 14:55:04.790386 n-d-806683-17 neutron-server[102131]: Metadata agent@n-d-806683-17: {}, Oct 30 14:55:04.790386 n-d-806683-17 neutron-server[102131]: Metering agent@n-d-806683-17: {}, Oct 30 14:55:04.790386 n-d-806683-17 neutron-server[102131]: Open vSwitch agent@n-d-806683-17: { 'AddressGroup': '1.2', Oct 30 14:55:04.790386 n-d-806683-17 neutron-server[102131]: 'ConntrackHelper': '1.0', Oct 30 14:55:04.790386 n-d-806683-17 neutron-server[102131]: 'Log': '1.0', Oct 30 14:55:04.790386 n-d-806683-17 neutron-server[102131]: 'Network': '1.1', Oct 30 14:55:04.790386 n-d-806683-17 neutron-server[102131]: 'Port': '1.7', Oct 30 14:55:04.790386 n-d-806683-17 neutron-server[102131]: 'PortForwarding': '1.2', Oct 30 14:55:04.790386 n-d-806683-17 neutron-server[102131]: 'QosPolicy': '1.10', Oct 30 14:55:04.790386 n-d-806683-17 neutron-server[102131]: 'SecurityGroup': '1.4', Oct 30 14:55:04.790386 n-d-806683-17 neutron-server[102131]: 'SecurityGroupRule': '1.2', Oct 30 14:55:04.790386 n-d-806683-17 neutron-server[102131]: 'SubPort': '1.0', Oct 30 14:55:04.790386 n-d-806683-17 neutron-server[102131]: 'Subnet': '1.1', Oct 30 14:55:04.790386 n-d-806683-17 neutron-server[102131]: 'Trunk': '1.1'}} Oct 30 14:55:04.790386 n-d-806683-17 neutron-server[102131]: {{(pid=102131) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 30 14:55:04.831207 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bc91c8c1-9847-4bf5-bd87-189dc00a08e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:04.873672 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bc91c8c1-9847-4bf5-bd87-189dc00a08e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:04.874744 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc91c8c1-9847-4bf5-bd87-189dc00a08e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 14:55:04.875414 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bc91c8c1-9847-4bf5-bd87-189dc00a08e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:04.950150 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-bc91c8c1-9847-4bf5-bd87-189dc00a08e5 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7441764 Oct 30 14:55:04.973295 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc91c8c1-9847-4bf5-bd87-189dc00a08e5 admin admin] Pushing event updated for resources: {'Network': ['ID=900dc1aa-2446-4705-9eff-a52b2574f51e,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 14:55:04.986179 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 900dc1aa-2446-4705-9eff-a52b2574f51e details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 14:55:07.692693 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47990) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 14:55:08.085126 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323af0c7-a6a3-46ad-a77e-697bf058d3d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 14:55:08.086506 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-323af0c7-a6a3-46ad-a77e-697bf058d3d6 admin admin] 10.222.0.62 "GET /v2.0/networks/900dc1aa-2446-4705-9eff-a52b2574f51e HTTP/1.1" status: 200 len: 825 time: 0.3928442 Oct 30 14:55:08.121530 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-9ded592e-1d2d-4c38-a311-284e9d969a5f admin admin] 10.222.0.62 "GET /v2.0/subnetpools/b4ca4221-97ab-42d4-a12e-d05953de103e HTTP/1.1" status: 200 len: 734 time: 0.0279789 Oct 30 14:55:08.131131 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-42eb6c02-366f-4632-baeb-a46d87ecf5c3 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': 'b4ca4221-97ab-42d4-a12e-d05953de103e', 'network_id': '900dc1aa-2446-4705-9eff-a52b2574f51e', 'gateway_ip': '172.20.0.1', 'tenant_id': 'b26a5af1d4d74ed5a810d8b25b1d2829', 'ip_version': 4}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 14:55:08.155735 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42eb6c02-366f-4632-baeb-a46d87ecf5c3 admin admin] Made reservation on behalf of b26a5af1d4d74ed5a810d8b25b1d2829 for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 14:55:08.158055 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-42eb6c02-366f-4632-baeb-a46d87ecf5c3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:08.459817 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-42eb6c02-366f-4632-baeb-a46d87ecf5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:08.531358 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eb6c02-366f-4632-baeb-a46d87ecf5c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a6c58f4-b890-4b4e-9744-5ff5ed695f6e,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 14:55:08.533608 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42eb6c02-366f-4632-baeb-a46d87ecf5c3 admin admin] Checking segment: {'id': '3c937f07-b77f-4699-bbdb-5dc4b5cce3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '900dc1aa-2446-4705-9eff-a52b2574f51e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 14:55:08.534000 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42eb6c02-366f-4632-baeb-a46d87ecf5c3 admin admin] Network hostable DHCP agents. Network: 900dc1aa-2446-4705-9eff-a52b2574f51e, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 14:55:08.554065 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42eb6c02-366f-4632-baeb-a46d87ecf5c3 admin admin] Network 900dc1aa-2446-4705-9eff-a52b2574f51e is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 14:55:08.565952 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-42eb6c02-366f-4632-baeb-a46d87ecf5c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 900dc1aa-2446-4705-9eff-a52b2574f51e) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 14:55:08.570426 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42eb6c02-366f-4632-baeb-a46d87ecf5c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 14:55:08.571021 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-42eb6c02-366f-4632-baeb-a46d87ecf5c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:08.576142 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25aedaed-908f-47a6-b84e-6c9fdec77f11 None None] Network 900dc1aa-2446-4705-9eff-a52b2574f51e requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 14:55:08.586609 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-42eb6c02-366f-4632-baeb-a46d87ecf5c3 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4589465 Oct 30 14:55:08.897545 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb40f7c-3f80-4cf4-be7a-9c5b3255c9aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-900dc1aa-2446-4705-9eff-a52b2574f51e', 'network_id': '900dc1aa-2446-4705-9eff-a52b2574f51e', 'tenant_id': 'b26a5af1d4d74ed5a810d8b25b1d2829', 'fixed_ips': [{'subnet_id': '1a6c58f4-b890-4b4e-9744-5ff5ed695f6e'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 14:55:08.898786 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7eb40f7c-3f80-4cf4-be7a-9c5b3255c9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:09.190369 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-7eb40f7c-3f80-4cf4-be7a-9c5b3255c9aa None None] Allocated IP 172.20.0.2 (900dc1aa-2446-4705-9eff-a52b2574f51e/1a6c58f4-b890-4b4e-9744-5ff5ed695f6e/2d85af02-3f48-44f2-a7ef-51dcaea5540a) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 14:55:09.391739 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7eb40f7c-3f80-4cf4-be7a-9c5b3255c9aa None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:09.400284 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7eb40f7c-3f80-4cf4-be7a-9c5b3255c9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:09.468841 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb40f7c-3f80-4cf4-be7a-9c5b3255c9aa None None] Network 900dc1aa-2446-4705-9eff-a52b2574f51e is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 14:55:09.474841 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-7eb40f7c-3f80-4cf4-be7a-9c5b3255c9aa None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 14:55:09.489221 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb40f7c-3f80-4cf4-be7a-9c5b3255c9aa None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 14:55:09.525884 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb40f7c-3f80-4cf4-be7a-9c5b3255c9aa None None] Pushing event updated for resources: {'Port': ['ID=2d85af02-3f48-44f2-a7ef-51dcaea5540a,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 14:55:09.551642 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb40f7c-3f80-4cf4-be7a-9c5b3255c9aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:55:09.551998 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb40f7c-3f80-4cf4-be7a-9c5b3255c9aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:55:09.552360 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb40f7c-3f80-4cf4-be7a-9c5b3255c9aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:55:09.552681 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb40f7c-3f80-4cf4-be7a-9c5b3255c9aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:55:09.553016 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb40f7c-3f80-4cf4-be7a-9c5b3255c9aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:55:09.553350 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb40f7c-3f80-4cf4-be7a-9c5b3255c9aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:55:09.553681 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb40f7c-3f80-4cf4-be7a-9c5b3255c9aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:55:09.554008 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb40f7c-3f80-4cf4-be7a-9c5b3255c9aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:55:09.554334 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb40f7c-3f80-4cf4-be7a-9c5b3255c9aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:55:09.554656 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb40f7c-3f80-4cf4-be7a-9c5b3255c9aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:55:09.554982 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb40f7c-3f80-4cf4-be7a-9c5b3255c9aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:55:09.555306 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb40f7c-3f80-4cf4-be7a-9c5b3255c9aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:55:09.556560 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb40f7c-3f80-4cf4-be7a-9c5b3255c9aa None None] Tracked resource versions report: Oct 30 14:55:09.556560 n-d-806683-17 neutron-server[102132]: pushed versions: Oct 30 14:55:09.556560 n-d-806683-17 neutron-server[102132]: { 'AddressGroup': {'1.2'}, Oct 30 14:55:09.556560 n-d-806683-17 neutron-server[102132]: 'ConntrackHelper': {'1.0'}, Oct 30 14:55:09.556560 n-d-806683-17 neutron-server[102132]: 'Log': {'1.0'}, Oct 30 14:55:09.556560 n-d-806683-17 neutron-server[102132]: 'Network': {'1.1'}, Oct 30 14:55:09.556560 n-d-806683-17 neutron-server[102132]: 'Port': {'1.7'}, Oct 30 14:55:09.556560 n-d-806683-17 neutron-server[102132]: 'PortForwarding': {'1.2'}, Oct 30 14:55:09.556560 n-d-806683-17 neutron-server[102132]: 'QosPolicy': {'1.10'}, Oct 30 14:55:09.556560 n-d-806683-17 neutron-server[102132]: 'SecurityGroup': {'1.4'}, Oct 30 14:55:09.556560 n-d-806683-17 neutron-server[102132]: 'SecurityGroupRule': {'1.2'}, Oct 30 14:55:09.556560 n-d-806683-17 neutron-server[102132]: 'SubPort': {'1.0'}, Oct 30 14:55:09.556560 n-d-806683-17 neutron-server[102132]: 'Subnet': {'1.1'}, Oct 30 14:55:09.556560 n-d-806683-17 neutron-server[102132]: 'Trunk': {'1.1'}} Oct 30 14:55:09.556560 n-d-806683-17 neutron-server[102132]: consumer versions: Oct 30 14:55:09.556560 n-d-806683-17 neutron-server[102132]: { DHCP agent@n-d-806683-17: {}, Oct 30 14:55:09.556560 n-d-806683-17 neutron-server[102132]: L3 agent@n-d-806683-17: {}, Oct 30 14:55:09.556560 n-d-806683-17 neutron-server[102132]: Metadata agent@n-d-806683-17: {}, Oct 30 14:55:09.556560 n-d-806683-17 neutron-server[102132]: Metering agent@n-d-806683-17: {}, Oct 30 14:55:09.556560 n-d-806683-17 neutron-server[102132]: Open vSwitch agent@n-d-806683-17: { 'AddressGroup': '1.2', Oct 30 14:55:09.556560 n-d-806683-17 neutron-server[102132]: 'ConntrackHelper': '1.0', Oct 30 14:55:09.556560 n-d-806683-17 neutron-server[102132]: 'Log': '1.0', Oct 30 14:55:09.556560 n-d-806683-17 neutron-server[102132]: 'Network': '1.1', Oct 30 14:55:09.556560 n-d-806683-17 neutron-server[102132]: 'Port': '1.7', Oct 30 14:55:09.556560 n-d-806683-17 neutron-server[102132]: 'PortForwarding': '1.2', Oct 30 14:55:09.556560 n-d-806683-17 neutron-server[102132]: 'QosPolicy': '1.10', Oct 30 14:55:09.556560 n-d-806683-17 neutron-server[102132]: 'SecurityGroup': '1.4', Oct 30 14:55:09.556560 n-d-806683-17 neutron-server[102132]: 'SecurityGroupRule': '1.2', Oct 30 14:55:09.556560 n-d-806683-17 neutron-server[102132]: 'SubPort': '1.0', Oct 30 14:55:09.556560 n-d-806683-17 neutron-server[102132]: 'Subnet': '1.1', Oct 30 14:55:09.556560 n-d-806683-17 neutron-server[102132]: 'Trunk': '1.1'}} Oct 30 14:55:09.556560 n-d-806683-17 neutron-server[102132]: {{(pid=102132) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 30 14:55:09.584944 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-7eb40f7c-3f80-4cf4-be7a-9c5b3255c9aa None None] Attempting to bind port 2d85af02-3f48-44f2-a7ef-51dcaea5540a on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 14:55:09.585478 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-7eb40f7c-3f80-4cf4-be7a-9c5b3255c9aa None None] Attempting to bind port 2d85af02-3f48-44f2-a7ef-51dcaea5540a by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '3c937f07-b77f-4699-bbdb-5dc4b5cce3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '900dc1aa-2446-4705-9eff-a52b2574f51e'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 14:55:09.585735 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb40f7c-3f80-4cf4-be7a-9c5b3255c9aa None None] Attempting to bind port 2d85af02-3f48-44f2-a7ef-51dcaea5540a on network 900dc1aa-2446-4705-9eff-a52b2574f51e {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 14:55:09.591129 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb40f7c-3f80-4cf4-be7a-9c5b3255c9aa None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 14, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 14:55:09.591542 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb40f7c-3f80-4cf4-be7a-9c5b3255c9aa None None] Checking segment: {'id': '3c937f07-b77f-4699-bbdb-5dc4b5cce3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '900dc1aa-2446-4705-9eff-a52b2574f51e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 14:55:09.591980 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7eb40f7c-3f80-4cf4-be7a-9c5b3255c9aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:09.592370 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb40f7c-3f80-4cf4-be7a-9c5b3255c9aa None None] Bound using segment: {'id': '3c937f07-b77f-4699-bbdb-5dc4b5cce3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '900dc1aa-2446-4705-9eff-a52b2574f51e'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 14:55:09.592888 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-7eb40f7c-3f80-4cf4-be7a-9c5b3255c9aa None None] Bound port: 2d85af02-3f48-44f2-a7ef-51dcaea5540a, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c937f07-b77f-4699-bbdb-5dc4b5cce3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '900dc1aa-2446-4705-9eff-a52b2574f51e'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 14:55:09.593310 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7eb40f7c-3f80-4cf4-be7a-9c5b3255c9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:09.654851 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-7eb40f7c-3f80-4cf4-be7a-9c5b3255c9aa None None] For port 2d85af02-3f48-44f2-a7ef-51dcaea5540a, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 14:55:09.659038 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-7eb40f7c-3f80-4cf4-be7a-9c5b3255c9aa None None] For port 2d85af02-3f48-44f2-a7ef-51dcaea5540a, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=2d85af02-3f48-44f2-a7ef-51dcaea5540a,segment=NetworkSegment(3c937f07-b77f-4699-bbdb-5dc4b5cce3ea),segment_id=3c937f07-b77f-4699-bbdb-5dc4b5cce3ea)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 14:55:09.664682 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7eb40f7c-3f80-4cf4-be7a-9c5b3255c9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:09.728201 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb40f7c-3f80-4cf4-be7a-9c5b3255c9aa None None] Pushing event updated for resources: {'Port': ['ID=2d85af02-3f48-44f2-a7ef-51dcaea5540a,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 14:55:11.159759 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47998) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 14:55:11.466706 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [None req-85f9222f-64b3-46ed-bdb5-d18c7731905e admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 14:55:11.467712 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-85f9222f-64b3-46ed-bdb5-d18c7731905e admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3069136 Oct 30 14:55:13.993129 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 48006) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 14:55:14.307120 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [None req-8e6f6f8b-2537-4856-b032-15edde1b6555 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 14:55:14.323495 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-8e6f6f8b-2537-4856-b032-15edde1b6555 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3141074 Oct 30 14:55:17.052759 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 48016) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 14:55:17.348436 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-30051871-d6de-4982-b3cc-f4a71c92fd64 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'b26a5af1d4d74ed5a810d8b25b1d2829'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 14:55:17.374610 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-30051871-d6de-4982-b3cc-f4a71c92fd64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:17.376349 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-30051871-d6de-4982-b3cc-f4a71c92fd64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:17.509521 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-30051871-d6de-4982-b3cc-f4a71c92fd64 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:17.514326 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-30051871-d6de-4982-b3cc-f4a71c92fd64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:17.528446 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-30051871-d6de-4982-b3cc-f4a71c92fd64 admin admin] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:17.529642 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-30051871-d6de-4982-b3cc-f4a71c92fd64 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4758968 Oct 30 14:55:18.745237 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 2d85af02-3f48-44f2-a7ef-51dcaea5540a up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 14:55:18.841169 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613cdee6-0cb1-4d54-a735-8f9bfd29b89a None None] Network 900dc1aa-2446-4705-9eff-a52b2574f51e requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 14:55:18.845105 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 2d85af02-3f48-44f2-a7ef-51dcaea5540a triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 14:55:18.845570 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:18.945518 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-ede423f5-3370-48f5-85ff-10afff07936b None None] Provisioning complete for port 2d85af02-3f48-44f2-a7ef-51dcaea5540a triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 14:55:18.945796 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ede423f5-3370-48f5-85ff-10afff07936b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:19.080253 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:19.160047 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 2d85af02-3f48-44f2-a7ef-51dcaea5540a, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=2d85af02-3f48-44f2-a7ef-51dcaea5540a,segment=NetworkSegment(3c937f07-b77f-4699-bbdb-5dc4b5cce3ea),segment_id=3c937f07-b77f-4699-bbdb-5dc4b5cce3ea)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 14:55:19.167656 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:19.182785 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ede423f5-3370-48f5-85ff-10afff07936b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:19.286357 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=2d85af02-3f48-44f2-a7ef-51dcaea5540a,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 14:55:19.297144 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.db.api [None req-ede423f5-3370-48f5-85ff-10afff07936b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 30 14:55:19.297568 n-d-806683-17 neutron-server[102132]: DEBUG oslo_db.api [None req-ede423f5-3370-48f5-85ff-10afff07936b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 30 14:55:19.951566 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-cf9c6168-f911-4613-9254-732f46990bdb None None] Provisioning complete for port 2d85af02-3f48-44f2-a7ef-51dcaea5540a triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 14:55:19.952202 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-cf9c6168-f911-4613-9254-732f46990bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:20.059051 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 48030) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 14:55:20.369051 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [None req-42304d9a-a9e2-4d86-9704-20295c3692ab admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 14:55:20.370038 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-42304d9a-a9e2-4d86-9704-20295c3692ab admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3100116 Oct 30 14:55:20.703681 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 2d85af02-3f48-44f2-a7ef-51dcaea5540a up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 14:55:20.753067 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 2d85af02-3f48-44f2-a7ef-51dcaea5540a triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 14:55:20.753436 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:21.023179 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e1ee9d1e-4dbd-47ed-a009-7a00e2541340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:22.837384 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 48038) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 14:55:23.151492 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-3b784b5d-9528-4348-94de-f40f7f813426 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 14:55:23.172733 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b784b5d-9528-4348-94de-f40f7f813426 admin admin] Made reservation on behalf of d1bdfab185b14b569d1521d1f6bdce5b for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 14:55:23.174999 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3b784b5d-9528-4348-94de-f40f7f813426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:23.183300 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3b784b5d-9528-4348-94de-f40f7f813426 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:23.254829 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3b784b5d-9528-4348-94de-f40f7f813426 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:23.258572 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3b784b5d-9528-4348-94de-f40f7f813426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:23.272153 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3b784b5d-9528-4348-94de-f40f7f813426 admin admin] Reserving flat network on physical network physnet1 {{(pid=102131) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 30 14:55:23.294082 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3b784b5d-9528-4348-94de-f40f7f813426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:23.294456 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-3b784b5d-9528-4348-94de-f40f7f813426 admin admin] Added segment a065d2e7-d66e-4283-846d-e275b4029ae1 of type flat for network edc38ef5-7816-4133-914c-cfe2849a0125 Oct 30 14:55:23.295939 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b784b5d-9528-4348-94de-f40f7f813426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17116fc7-3a11-4235-a758-4d9b80ea4beb,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 14:55:23.342439 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3b784b5d-9528-4348-94de-f40f7f813426 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:23.374460 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3b784b5d-9528-4348-94de-f40f7f813426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:23.375527 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b784b5d-9528-4348-94de-f40f7f813426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 14:55:23.376103 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3b784b5d-9528-4348-94de-f40f7f813426 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:23.428409 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-3b784b5d-9528-4348-94de-f40f7f813426 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5899923 Oct 30 14:55:23.438606 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b784b5d-9528-4348-94de-f40f7f813426 admin admin] Pushing event updated for resources: {'Network': ['ID=edc38ef5-7816-4133-914c-cfe2849a0125,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 14:55:23.448800 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network edc38ef5-7816-4133-914c-cfe2849a0125 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 14:55:23.661311 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a3f9b126-81ea-4ae0-94b5-2d7c36d9e130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:24.443567 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:24.783010 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:25.948904 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 48056) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 14:55:26.165804 n-d-806683-17 neutron-server[102130]: WARNING oslo_policy.policy [None req-56d0523f-b9da-4227-abf4-50423c5963b6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 30 14:55:26.166424 n-d-806683-17 neutron-server[102130]: WARNING oslo_policy.policy [None req-56d0523f-b9da-4227-abf4-50423c5963b6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 30 14:55:26.339827 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:26.589092 n-d-806683-17 neutron-server[102130]: DEBUG neutron.policy [None req-56d0523f-b9da-4227-abf4-50423c5963b6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102130) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 30 14:55:26.636587 n-d-806683-17 neutron-server[102130]: WARNING oslo_policy.policy [None req-56d0523f-b9da-4227-abf4-50423c5963b6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 30 14:55:26.636953 n-d-806683-17 neutron-server[102130]: WARNING oslo_policy.policy [None req-56d0523f-b9da-4227-abf4-50423c5963b6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 30 14:55:26.645274 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d0523f-b9da-4227-abf4-50423c5963b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 14:55:26.647161 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-56d0523f-b9da-4227-abf4-50423c5963b6 admin admin] 10.222.0.62 "GET /v2.0/subnets/1a6c58f4-b890-4b4e-9744-5ff5ed695f6e HTTP/1.1" status: 200 len: 849 time: 0.6963406 Oct 30 14:55:26.808534 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-6d89e702-4d4d-4664-a807-1ad2d39fe4e3 admin admin] 10.222.0.62 "GET /v2.0/routers/889b5e89-5296-4a7a-b0d4-2ac3f231e62d HTTP/1.1" status: 200 len: 704 time: 0.1545193 Oct 30 14:55:27.064632 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a6004e72-c72e-4530-9db6-d10cd35a9c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:27.402985 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-a6004e72-c72e-4530-9db6-d10cd35a9c1a admin admin] Allocated IP 172.20.0.1 (900dc1aa-2446-4705-9eff-a52b2574f51e/1a6c58f4-b890-4b4e-9744-5ff5ed695f6e/ab1123d7-0a55-400c-ad07-63899fd9a431) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 14:55:27.619741 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a6004e72-c72e-4530-9db6-d10cd35a9c1a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:27.684812 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a6004e72-c72e-4530-9db6-d10cd35a9c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:27.705285 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6004e72-c72e-4530-9db6-d10cd35a9c1a admin admin] Network 900dc1aa-2446-4705-9eff-a52b2574f51e is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 14:55:27.726457 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-a6004e72-c72e-4530-9db6-d10cd35a9c1a admin admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 14:55:27.801008 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6004e72-c72e-4530-9db6-d10cd35a9c1a admin admin] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 14:55:27.802091 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a6004e72-c72e-4530-9db6-d10cd35a9c1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:27.820630 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6004e72-c72e-4530-9db6-d10cd35a9c1a admin admin] Pushing event updated for resources: {'Port': ['ID=ab1123d7-0a55-400c-ad07-63899fd9a431,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 14:55:27.872634 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6004e72-c72e-4530-9db6-d10cd35a9c1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:55:27.872974 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6004e72-c72e-4530-9db6-d10cd35a9c1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:55:27.873314 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6004e72-c72e-4530-9db6-d10cd35a9c1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:55:27.873647 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6004e72-c72e-4530-9db6-d10cd35a9c1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:55:27.873975 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6004e72-c72e-4530-9db6-d10cd35a9c1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:55:27.874299 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6004e72-c72e-4530-9db6-d10cd35a9c1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:55:27.874622 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6004e72-c72e-4530-9db6-d10cd35a9c1a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:55:27.874944 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6004e72-c72e-4530-9db6-d10cd35a9c1a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:55:27.875264 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6004e72-c72e-4530-9db6-d10cd35a9c1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:55:27.875610 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6004e72-c72e-4530-9db6-d10cd35a9c1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:55:27.875930 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6004e72-c72e-4530-9db6-d10cd35a9c1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:55:27.876246 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6004e72-c72e-4530-9db6-d10cd35a9c1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:55:27.877353 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6004e72-c72e-4530-9db6-d10cd35a9c1a admin admin] Tracked resource versions report: Oct 30 14:55:27.877353 n-d-806683-17 neutron-server[102130]: pushed versions: Oct 30 14:55:27.877353 n-d-806683-17 neutron-server[102130]: { 'AddressGroup': {'1.2'}, Oct 30 14:55:27.877353 n-d-806683-17 neutron-server[102130]: 'ConntrackHelper': {'1.0'}, Oct 30 14:55:27.877353 n-d-806683-17 neutron-server[102130]: 'Log': {'1.0'}, Oct 30 14:55:27.877353 n-d-806683-17 neutron-server[102130]: 'Network': {'1.1'}, Oct 30 14:55:27.877353 n-d-806683-17 neutron-server[102130]: 'Port': {'1.7'}, Oct 30 14:55:27.877353 n-d-806683-17 neutron-server[102130]: 'PortForwarding': {'1.2'}, Oct 30 14:55:27.877353 n-d-806683-17 neutron-server[102130]: 'QosPolicy': {'1.10'}, Oct 30 14:55:27.877353 n-d-806683-17 neutron-server[102130]: 'SecurityGroup': {'1.4'}, Oct 30 14:55:27.877353 n-d-806683-17 neutron-server[102130]: 'SecurityGroupRule': {'1.2'}, Oct 30 14:55:27.877353 n-d-806683-17 neutron-server[102130]: 'SubPort': {'1.0'}, Oct 30 14:55:27.877353 n-d-806683-17 neutron-server[102130]: 'Subnet': {'1.1'}, Oct 30 14:55:27.877353 n-d-806683-17 neutron-server[102130]: 'Trunk': {'1.1'}} Oct 30 14:55:27.877353 n-d-806683-17 neutron-server[102130]: consumer versions: Oct 30 14:55:27.877353 n-d-806683-17 neutron-server[102130]: { DHCP agent@n-d-806683-17: {}, Oct 30 14:55:27.877353 n-d-806683-17 neutron-server[102130]: L3 agent@n-d-806683-17: {}, Oct 30 14:55:27.877353 n-d-806683-17 neutron-server[102130]: Metadata agent@n-d-806683-17: {}, Oct 30 14:55:27.877353 n-d-806683-17 neutron-server[102130]: Metering agent@n-d-806683-17: {}, Oct 30 14:55:27.877353 n-d-806683-17 neutron-server[102130]: Open vSwitch agent@n-d-806683-17: { 'AddressGroup': '1.2', Oct 30 14:55:27.877353 n-d-806683-17 neutron-server[102130]: 'ConntrackHelper': '1.0', Oct 30 14:55:27.877353 n-d-806683-17 neutron-server[102130]: 'Log': '1.0', Oct 30 14:55:27.877353 n-d-806683-17 neutron-server[102130]: 'Network': '1.1', Oct 30 14:55:27.877353 n-d-806683-17 neutron-server[102130]: 'Port': '1.7', Oct 30 14:55:27.877353 n-d-806683-17 neutron-server[102130]: 'PortForwarding': '1.2', Oct 30 14:55:27.877353 n-d-806683-17 neutron-server[102130]: 'QosPolicy': '1.10', Oct 30 14:55:27.877353 n-d-806683-17 neutron-server[102130]: 'SecurityGroup': '1.4', Oct 30 14:55:27.877353 n-d-806683-17 neutron-server[102130]: 'SecurityGroupRule': '1.2', Oct 30 14:55:27.877353 n-d-806683-17 neutron-server[102130]: 'SubPort': '1.0', Oct 30 14:55:27.877353 n-d-806683-17 neutron-server[102130]: 'Subnet': '1.1', Oct 30 14:55:27.877353 n-d-806683-17 neutron-server[102130]: 'Trunk': '1.1'}} Oct 30 14:55:27.877353 n-d-806683-17 neutron-server[102130]: {{(pid=102130) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 30 14:55:27.992352 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-f39396bd-35c6-4155-a31a-a6707ead243a None None] Provisioning complete for port ab1123d7-0a55-400c-ad07-63899fd9a431 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 14:55:27.992950 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f39396bd-35c6-4155-a31a-a6707ead243a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:28.028188 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a6004e72-c72e-4530-9db6-d10cd35a9c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:28.028422 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-f39396bd-35c6-4155-a31a-a6707ead243a None None] Port ab1123d7-0a55-400c-ad07-63899fd9a431 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 14:55:28.237718 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a6004e72-c72e-4530-9db6-d10cd35a9c1a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:28.242228 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a6004e72-c72e-4530-9db6-d10cd35a9c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:28.243126 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a6004e72-c72e-4530-9db6-d10cd35a9c1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:28.322030 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6004e72-c72e-4530-9db6-d10cd35a9c1a admin admin] Pushing event updated for resources: {'Port': ['ID=ab1123d7-0a55-400c-ad07-63899fd9a431,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 14:55:28.366230 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6004e72-c72e-4530-9db6-d10cd35a9c1a admin admin] Network 900dc1aa-2446-4705-9eff-a52b2574f51e is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 14:55:28.367515 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-a6004e72-c72e-4530-9db6-d10cd35a9c1a admin admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 14:55:28.549547 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-0fc82fbd-be03-4ce9-85f2-3ddfb49fde33 None None] Provisioning complete for port ab1123d7-0a55-400c-ad07-63899fd9a431 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 14:55:28.549909 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0fc82fbd-be03-4ce9-85f2-3ddfb49fde33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:28.574549 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6004e72-c72e-4530-9db6-d10cd35a9c1a admin admin] Router 889b5e89-5296-4a7a-b0d4-2ac3f231e62d is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 14:55:28.584076 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-0fc82fbd-be03-4ce9-85f2-3ddfb49fde33 None None] Port ab1123d7-0a55-400c-ad07-63899fd9a431 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 14:55:28.665126 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6004e72-c72e-4530-9db6-d10cd35a9c1a admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 14:55:28.670529 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a6004e72-c72e-4530-9db6-d10cd35a9c1a admin admin] 10.222.0.62 "PUT /v2.0/routers/889b5e89-5296-4a7a-b0d4-2ac3f231e62d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8561642 Oct 30 14:55:28.686846 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797170a4-e2b8-4575-aa4e-97e9f940eb69 None None] Sync routers for ids ['889b5e89-5296-4a7a-b0d4-2ac3f231e62d'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 14:55:28.699948 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797170a4-e2b8-4575-aa4e-97e9f940eb69 None None] Routers {'889b5e89-5296-4a7a-b0d4-2ac3f231e62d'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 14:55:28.700750 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-797170a4-e2b8-4575-aa4e-97e9f940eb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T14:55:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['889b5e89-5296-4a7a-b0d4-2ac3f231e62d'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 14:55:28.886393 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-797170a4-e2b8-4575-aa4e-97e9f940eb69 None None] Set router 889b5e89-5296-4a7a-b0d4-2ac3f231e62d gateway port host: None {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 14:55:29.312114 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-797170a4-e2b8-4575-aa4e-97e9f940eb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889b5e89-5296-4a7a-b0d4-2ac3f231e62d', 'name': 'router1', 'tenant_id': 'b26a5af1d4d74ed5a810d8b25b1d2829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T14:55:17Z', 'updated_at': '2021-10-30T14:55:27Z', 'revision_number': 2, 'project_id': 'b26a5af1d4d74ed5a810d8b25b1d2829', 'gw_port_host': None, '_interfaces': [{'id': 'ab1123d7-0a55-400c-ad07-63899fd9a431', 'name': '', 'network_id': '900dc1aa-2446-4705-9eff-a52b2574f51e', 'tenant_id': 'b26a5af1d4d74ed5a810d8b25b1d2829', 'mac_address': 'fa:16:3e:23:64:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889b5e89-5296-4a7a-b0d4-2ac3f231e62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1a6c58f4-b890-4b4e-9744-5ff5ed695f6e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T14:55:27Z', 'updated_at': '2021-10-30T14:55:28Z', 'revision_number': 2, 'project_id': 'b26a5af1d4d74ed5a810d8b25b1d2829', 'subnets': [{'id': '1a6c58f4-b890-4b4e-9744-5ff5ed695f6e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b4ca4221-97ab-42d4-a12e-d05953de103e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 14:55:29.363418 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797170a4-e2b8-4575-aa4e-97e9f940eb69 None None] Checking router: 889b5e89-5296-4a7a-b0d4-2ac3f231e62d for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 14:55:29.363817 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797170a4-e2b8-4575-aa4e-97e9f940eb69 None None] Updating router 889b5e89-5296-4a7a-b0d4-2ac3f231e62d port ab1123d7-0a55-400c-ad07-63899fd9a431 binding host n-d-806683-17 {{(pid=102133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 14:55:29.412046 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-797170a4-e2b8-4575-aa4e-97e9f940eb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:29.921576 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-797170a4-e2b8-4575-aa4e-97e9f940eb69 None None] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:29.928820 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-797170a4-e2b8-4575-aa4e-97e9f940eb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:30.090232 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-797170a4-e2b8-4575-aa4e-97e9f940eb69 None None] Attempting to bind port ab1123d7-0a55-400c-ad07-63899fd9a431 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 14:55:30.090639 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-797170a4-e2b8-4575-aa4e-97e9f940eb69 None None] Attempting to bind port ab1123d7-0a55-400c-ad07-63899fd9a431 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '3c937f07-b77f-4699-bbdb-5dc4b5cce3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '900dc1aa-2446-4705-9eff-a52b2574f51e'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 14:55:30.091070 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797170a4-e2b8-4575-aa4e-97e9f940eb69 None None] Attempting to bind port ab1123d7-0a55-400c-ad07-63899fd9a431 on network 900dc1aa-2446-4705-9eff-a52b2574f51e {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 14:55:30.099964 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797170a4-e2b8-4575-aa4e-97e9f940eb69 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 14, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 14:55:30.100311 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797170a4-e2b8-4575-aa4e-97e9f940eb69 None None] Checking segment: {'id': '3c937f07-b77f-4699-bbdb-5dc4b5cce3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '900dc1aa-2446-4705-9eff-a52b2574f51e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 14:55:30.100577 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-797170a4-e2b8-4575-aa4e-97e9f940eb69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:30.100966 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797170a4-e2b8-4575-aa4e-97e9f940eb69 None None] Bound using segment: {'id': '3c937f07-b77f-4699-bbdb-5dc4b5cce3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '900dc1aa-2446-4705-9eff-a52b2574f51e'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 14:55:30.101512 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-797170a4-e2b8-4575-aa4e-97e9f940eb69 None None] Bound port: ab1123d7-0a55-400c-ad07-63899fd9a431, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c937f07-b77f-4699-bbdb-5dc4b5cce3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '900dc1aa-2446-4705-9eff-a52b2574f51e'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 14:55:30.101954 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-797170a4-e2b8-4575-aa4e-97e9f940eb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:30.112829 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0467689-6907-4103-86bd-0e970db1afd4 None None] Pushing event updated for resources: {'Port': ['ID=ab1123d7-0a55-400c-ad07-63899fd9a431,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 14:55:30.124230 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0467689-6907-4103-86bd-0e970db1afd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:55:30.124573 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0467689-6907-4103-86bd-0e970db1afd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:55:30.124907 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0467689-6907-4103-86bd-0e970db1afd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:55:30.125239 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0467689-6907-4103-86bd-0e970db1afd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:55:30.125565 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0467689-6907-4103-86bd-0e970db1afd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:55:30.125890 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0467689-6907-4103-86bd-0e970db1afd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:55:30.126212 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0467689-6907-4103-86bd-0e970db1afd4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:55:30.126529 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0467689-6907-4103-86bd-0e970db1afd4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:55:30.126847 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0467689-6907-4103-86bd-0e970db1afd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:55:30.127164 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0467689-6907-4103-86bd-0e970db1afd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:55:30.127496 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0467689-6907-4103-86bd-0e970db1afd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:55:30.127812 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0467689-6907-4103-86bd-0e970db1afd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:55:30.128906 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0467689-6907-4103-86bd-0e970db1afd4 None None] Tracked resource versions report: Oct 30 14:55:30.128906 n-d-806683-17 neutron-server[102133]: pushed versions: Oct 30 14:55:30.128906 n-d-806683-17 neutron-server[102133]: { 'AddressGroup': {'1.2'}, Oct 30 14:55:30.128906 n-d-806683-17 neutron-server[102133]: 'ConntrackHelper': {'1.0'}, Oct 30 14:55:30.128906 n-d-806683-17 neutron-server[102133]: 'Log': {'1.0'}, Oct 30 14:55:30.128906 n-d-806683-17 neutron-server[102133]: 'Network': {'1.1'}, Oct 30 14:55:30.128906 n-d-806683-17 neutron-server[102133]: 'Port': {'1.7'}, Oct 30 14:55:30.128906 n-d-806683-17 neutron-server[102133]: 'PortForwarding': {'1.2'}, Oct 30 14:55:30.128906 n-d-806683-17 neutron-server[102133]: 'QosPolicy': {'1.10'}, Oct 30 14:55:30.128906 n-d-806683-17 neutron-server[102133]: 'SecurityGroup': {'1.4'}, Oct 30 14:55:30.128906 n-d-806683-17 neutron-server[102133]: 'SecurityGroupRule': {'1.2'}, Oct 30 14:55:30.128906 n-d-806683-17 neutron-server[102133]: 'SubPort': {'1.0'}, Oct 30 14:55:30.128906 n-d-806683-17 neutron-server[102133]: 'Subnet': {'1.1'}, Oct 30 14:55:30.128906 n-d-806683-17 neutron-server[102133]: 'Trunk': {'1.1'}} Oct 30 14:55:30.128906 n-d-806683-17 neutron-server[102133]: consumer versions: Oct 30 14:55:30.128906 n-d-806683-17 neutron-server[102133]: { DHCP agent@n-d-806683-17: {}, Oct 30 14:55:30.128906 n-d-806683-17 neutron-server[102133]: L3 agent@n-d-806683-17: {}, Oct 30 14:55:30.128906 n-d-806683-17 neutron-server[102133]: Metadata agent@n-d-806683-17: {}, Oct 30 14:55:30.128906 n-d-806683-17 neutron-server[102133]: Metering agent@n-d-806683-17: {}, Oct 30 14:55:30.128906 n-d-806683-17 neutron-server[102133]: Open vSwitch agent@n-d-806683-17: { 'AddressGroup': '1.2', Oct 30 14:55:30.128906 n-d-806683-17 neutron-server[102133]: 'ConntrackHelper': '1.0', Oct 30 14:55:30.128906 n-d-806683-17 neutron-server[102133]: 'Log': '1.0', Oct 30 14:55:30.128906 n-d-806683-17 neutron-server[102133]: 'Network': '1.1', Oct 30 14:55:30.128906 n-d-806683-17 neutron-server[102133]: 'Port': '1.7', Oct 30 14:55:30.128906 n-d-806683-17 neutron-server[102133]: 'PortForwarding': '1.2', Oct 30 14:55:30.128906 n-d-806683-17 neutron-server[102133]: 'QosPolicy': '1.10', Oct 30 14:55:30.128906 n-d-806683-17 neutron-server[102133]: 'SecurityGroup': '1.4', Oct 30 14:55:30.128906 n-d-806683-17 neutron-server[102133]: 'SecurityGroupRule': '1.2', Oct 30 14:55:30.128906 n-d-806683-17 neutron-server[102133]: 'SubPort': '1.0', Oct 30 14:55:30.128906 n-d-806683-17 neutron-server[102133]: 'Subnet': '1.1', Oct 30 14:55:30.128906 n-d-806683-17 neutron-server[102133]: 'Trunk': '1.1'}} Oct 30 14:55:30.128906 n-d-806683-17 neutron-server[102133]: {{(pid=102133) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 30 14:55:30.186481 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-797170a4-e2b8-4575-aa4e-97e9f940eb69 None None] For port ab1123d7-0a55-400c-ad07-63899fd9a431, host n-d-806683-17, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 14:55:30.209577 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-797170a4-e2b8-4575-aa4e-97e9f940eb69 None None] For port ab1123d7-0a55-400c-ad07-63899fd9a431, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=ab1123d7-0a55-400c-ad07-63899fd9a431,segment=NetworkSegment(3c937f07-b77f-4699-bbdb-5dc4b5cce3ea),segment_id=3c937f07-b77f-4699-bbdb-5dc4b5cce3ea)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 14:55:30.215154 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-797170a4-e2b8-4575-aa4e-97e9f940eb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:30.217575 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-cfb4d427-5137-4e36-8fa5-ad5f0fbb1524 None None] Provisioning complete for port ab1123d7-0a55-400c-ad07-63899fd9a431 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 14:55:30.218073 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-cfb4d427-5137-4e36-8fa5-ad5f0fbb1524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:30.283655 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797170a4-e2b8-4575-aa4e-97e9f940eb69 None None] Routers {'889b5e89-5296-4a7a-b0d4-2ac3f231e62d'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 14:55:30.284673 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-797170a4-e2b8-4575-aa4e-97e9f940eb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T14:55:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['889b5e89-5296-4a7a-b0d4-2ac3f231e62d'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 14:55:30.317818 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-cfb4d427-5137-4e36-8fa5-ad5f0fbb1524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:30.355812 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-cfb4d427-5137-4e36-8fa5-ad5f0fbb1524 None None] For port ab1123d7-0a55-400c-ad07-63899fd9a431, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=ab1123d7-0a55-400c-ad07-63899fd9a431,segment=NetworkSegment(3c937f07-b77f-4699-bbdb-5dc4b5cce3ea),segment_id=3c937f07-b77f-4699-bbdb-5dc4b5cce3ea)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 14:55:30.356008 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0467689-6907-4103-86bd-0e970db1afd4 None None] Pushing event updated for resources: {'Port': ['ID=ab1123d7-0a55-400c-ad07-63899fd9a431,revision_number=4']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 14:55:30.365748 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-cfb4d427-5137-4e36-8fa5-ad5f0fbb1524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:30.402409 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-797170a4-e2b8-4575-aa4e-97e9f940eb69 None None] Set router 889b5e89-5296-4a7a-b0d4-2ac3f231e62d gateway port host: None {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 14:55:30.417356 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb4d427-5137-4e36-8fa5-ad5f0fbb1524 None None] Pushing event updated for resources: {'Port': ['ID=ab1123d7-0a55-400c-ad07-63899fd9a431,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 14:55:30.486853 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-23f15c85-8eb7-4388-8525-1f09f232580b None None] Provisioning complete for port ab1123d7-0a55-400c-ad07-63899fd9a431 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 14:55:30.487139 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-23f15c85-8eb7-4388-8525-1f09f232580b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:30.623629 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-797170a4-e2b8-4575-aa4e-97e9f940eb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889b5e89-5296-4a7a-b0d4-2ac3f231e62d', 'name': 'router1', 'tenant_id': 'b26a5af1d4d74ed5a810d8b25b1d2829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T14:55:17Z', 'updated_at': '2021-10-30T14:55:27Z', 'revision_number': 2, 'project_id': 'b26a5af1d4d74ed5a810d8b25b1d2829', 'gw_port_host': None, '_interfaces': [{'id': 'ab1123d7-0a55-400c-ad07-63899fd9a431', 'name': '', 'network_id': '900dc1aa-2446-4705-9eff-a52b2574f51e', 'tenant_id': 'b26a5af1d4d74ed5a810d8b25b1d2829', 'mac_address': 'fa:16:3e:23:64:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889b5e89-5296-4a7a-b0d4-2ac3f231e62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1a6c58f4-b890-4b4e-9744-5ff5ed695f6e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T14:55:27Z', 'updated_at': '2021-10-30T14:55:30Z', 'revision_number': 4, 'project_id': 'b26a5af1d4d74ed5a810d8b25b1d2829', 'subnets': [{'id': '1a6c58f4-b890-4b4e-9744-5ff5ed695f6e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b4ca4221-97ab-42d4-a12e-d05953de103e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 14:55:30.652980 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797170a4-e2b8-4575-aa4e-97e9f940eb69 None None] The sync data for ids ['889b5e89-5296-4a7a-b0d4-2ac3f231e62d'] in n-d-806683-17 is: [{'id': '889b5e89-5296-4a7a-b0d4-2ac3f231e62d', 'name': 'router1', 'tenant_id': 'b26a5af1d4d74ed5a810d8b25b1d2829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T14:55:17Z', 'updated_at': '2021-10-30T14:55:27Z', 'revision_number': 2, 'project_id': 'b26a5af1d4d74ed5a810d8b25b1d2829', 'gw_port_host': None, '_interfaces': [{'id': 'ab1123d7-0a55-400c-ad07-63899fd9a431', 'name': '', 'network_id': '900dc1aa-2446-4705-9eff-a52b2574f51e', 'tenant_id': 'b26a5af1d4d74ed5a810d8b25b1d2829', 'mac_address': 'fa:16:3e:23:64:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889b5e89-5296-4a7a-b0d4-2ac3f231e62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1a6c58f4-b890-4b4e-9744-5ff5ed695f6e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T14:55:27Z', 'updated_at': '2021-10-30T14:55:30Z', 'revision_number': 4, 'project_id': 'b26a5af1d4d74ed5a810d8b25b1d2829', 'subnets': [{'id': '1a6c58f4-b890-4b4e-9744-5ff5ed695f6e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b4ca4221-97ab-42d4-a12e-d05953de103e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 14:55:31.038193 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 48088) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 14:55:31.145489 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a87cf0f-8b49-46bc-9928-23d856cac894 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 14:55:31.146832 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-6a87cf0f-8b49-46bc-9928-23d856cac894 admin admin] 10.222.0.62 "GET /v2.0/networks/edc38ef5-7816-4133-914c-cfe2849a0125 HTTP/1.1" status: 200 len: 842 time: 0.1076958 Oct 30 14:55:31.156943 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-f5fc3391-a455-4a31-afc4-5e0e6a6f4198 admin admin] Request body: {'subnet': {'cidr': '172.25.4.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.25.4.1', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 14:55:31.158314 n-d-806683-17 neutron-server[102130]: INFO neutron.quota [None req-f5fc3391-a455-4a31-afc4-5e0e6a6f4198 admin admin] Loaded quota_driver: . Oct 30 14:55:31.191956 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5fc3391-a455-4a31-afc4-5e0e6a6f4198 admin admin] Made reservation on behalf of d1bdfab185b14b569d1521d1f6bdce5b for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 14:55:31.194408 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f5fc3391-a455-4a31-afc4-5e0e6a6f4198 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:31.501714 n-d-806683-17 neutron-server[102130]: DEBUG neutron.objects.ports [None req-f5fc3391-a455-4a31-afc4-5e0e6a6f4198 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102130) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 30 14:55:31.502166 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f5fc3391-a455-4a31-afc4-5e0e6a6f4198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:31.559343 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fc3391-a455-4a31-afc4-5e0e6a6f4198 admin admin] Pushing event updated for resources: {'Subnet': ['ID=010785ff-75cb-4a89-8fb2-80867e4a5270,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 14:55:31.567774 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fc3391-a455-4a31-afc4-5e0e6a6f4198 admin admin] Checking segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 14:55:31.568119 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fc3391-a455-4a31-afc4-5e0e6a6f4198 admin admin] Network hostable DHCP agents. Network: edc38ef5-7816-4133-914c-cfe2849a0125, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 14:55:31.588446 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fc3391-a455-4a31-afc4-5e0e6a6f4198 admin admin] Network edc38ef5-7816-4133-914c-cfe2849a0125 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 14:55:31.598991 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-f5fc3391-a455-4a31-afc4-5e0e6a6f4198 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, edc38ef5-7816-4133-914c-cfe2849a0125) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 14:55:31.603907 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fc3391-a455-4a31-afc4-5e0e6a6f4198 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 14:55:31.606325 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f5fc3391-a455-4a31-afc4-5e0e6a6f4198 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:31.611501 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f66d14-35ae-46e2-91cc-f7389d3a88ea None None] Network edc38ef5-7816-4133-914c-cfe2849a0125 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 14:55:31.631804 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-f5fc3391-a455-4a31-afc4-5e0e6a6f4198 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4781561 Oct 30 14:55:31.753257 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec45728-0c14-4a57-ae19-6de47154b39e None None] Network edc38ef5-7816-4133-914c-cfe2849a0125 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 14:55:34.035964 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 48096) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 14:55:34.162640 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-db81daec-6250-47ba-8242-7b61837e5ae5 admin admin] 10.222.0.62 "GET /v2.0/routers/889b5e89-5296-4a7a-b0d4-2ac3f231e62d HTTP/1.1" status: 200 len: 710 time: 0.1254599 Oct 30 14:55:34.250771 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2868c17-a237-45b1-b1bd-708714c3bf40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 14:55:34.252111 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c2868c17-a237-45b1-b1bd-708714c3bf40 admin admin] 10.222.0.62 "GET /v2.0/networks/edc38ef5-7816-4133-914c-cfe2849a0125 HTTP/1.1" status: 200 len: 886 time: 0.0835559 Oct 30 14:55:34.261595 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-6860c941-e1a3-4f44-b4a7-e6b17e51b9bc admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 14:55:34.527446 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6860c941-e1a3-4f44-b4a7-e6b17e51b9bc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:34.819529 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6860c941-e1a3-4f44-b4a7-e6b17e51b9bc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:34.893983 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6860c941-e1a3-4f44-b4a7-e6b17e51b9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:34.993145 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-6860c941-e1a3-4f44-b4a7-e6b17e51b9bc admin admin] Allocated IP 172.25.4.161 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/8818de9d-5f9c-459c-b54b-89f883ecacd9) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 14:55:35.093781 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6860c941-e1a3-4f44-b4a7-e6b17e51b9bc admin admin] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:35.125148 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6860c941-e1a3-4f44-b4a7-e6b17e51b9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:35.161393 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6860c941-e1a3-4f44-b4a7-e6b17e51b9bc admin admin] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 14:55:35.164207 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-6860c941-e1a3-4f44-b4a7-e6b17e51b9bc admin admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 14:55:35.167728 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6860c941-e1a3-4f44-b4a7-e6b17e51b9bc admin admin] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 14:55:35.233047 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6860c941-e1a3-4f44-b4a7-e6b17e51b9bc admin admin] Pushing event updated for resources: {'Port': ['ID=8818de9d-5f9c-459c-b54b-89f883ecacd9,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 14:55:35.424071 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6860c941-e1a3-4f44-b4a7-e6b17e51b9bc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:35.615026 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6860c941-e1a3-4f44-b4a7-e6b17e51b9bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-773039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29512'] for router, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:35.618999 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6860c941-e1a3-4f44-b4a7-e6b17e51b9bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-773014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-773021', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-773165'] for router, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:35.734352 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6860c941-e1a3-4f44-b4a7-e6b17e51b9bc admin admin] Router 889b5e89-5296-4a7a-b0d4-2ac3f231e62d has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 14:55:35.838779 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6860c941-e1a3-4f44-b4a7-e6b17e51b9bc admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 14:55:35.843830 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6860c941-e1a3-4f44-b4a7-e6b17e51b9bc admin admin] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:35.845008 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-6860c941-e1a3-4f44-b4a7-e6b17e51b9bc admin admin] 10.222.0.62 "PUT /v2.0/routers/889b5e89-5296-4a7a-b0d4-2ac3f231e62d HTTP/1.1" status: 200 len: 890 time: 1.5865819 Oct 30 14:55:36.734381 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device ab1123d7-0a55-400c-ad07-63899fd9a431 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 14:55:36.782114 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port ab1123d7-0a55-400c-ad07-63899fd9a431 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 14:55:36.782462 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:37.611950 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b0c47b-480f-4aa5-976a-d395e01099b0 None None] Sync routers for ids ['889b5e89-5296-4a7a-b0d4-2ac3f231e62d'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 14:55:37.624076 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b0c47b-480f-4aa5-976a-d395e01099b0 None None] Routers {'889b5e89-5296-4a7a-b0d4-2ac3f231e62d'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 14:55:37.624716 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-c4b0c47b-480f-4aa5-976a-d395e01099b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T14:55:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['889b5e89-5296-4a7a-b0d4-2ac3f231e62d'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 14:55:37.829626 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-c4b0c47b-480f-4aa5-976a-d395e01099b0 None None] Set router 889b5e89-5296-4a7a-b0d4-2ac3f231e62d gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 14:55:38.280889 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-c4b0c47b-480f-4aa5-976a-d395e01099b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889b5e89-5296-4a7a-b0d4-2ac3f231e62d', 'name': 'router1', 'tenant_id': 'b26a5af1d4d74ed5a810d8b25b1d2829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '8818de9d-5f9c-459c-b54b-89f883ecacd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T14:55:17Z', 'updated_at': '2021-10-30T14:55:35Z', 'revision_number': 4, 'project_id': 'b26a5af1d4d74ed5a810d8b25b1d2829', 'gw_port': {'id': '8818de9d-5f9c-459c-b54b-89f883ecacd9', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d6:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889b5e89-5296-4a7a-b0d4-2ac3f231e62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T14:55:34Z', 'updated_at': '2021-10-30T14:55:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'ab1123d7-0a55-400c-ad07-63899fd9a431', 'name': '', 'network_id': '900dc1aa-2446-4705-9eff-a52b2574f51e', 'tenant_id': 'b26a5af1d4d74ed5a810d8b25b1d2829', 'mac_address': 'fa:16:3e:23:64:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889b5e89-5296-4a7a-b0d4-2ac3f231e62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1a6c58f4-b890-4b4e-9744-5ff5ed695f6e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T14:55:27Z', 'updated_at': '2021-10-30T14:55:30Z', 'revision_number': 5, 'project_id': 'b26a5af1d4d74ed5a810d8b25b1d2829', 'subnets': [{'id': '1a6c58f4-b890-4b4e-9744-5ff5ed695f6e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b4ca4221-97ab-42d4-a12e-d05953de103e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 14:55:38.332266 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b0c47b-480f-4aa5-976a-d395e01099b0 None None] Checking router: 889b5e89-5296-4a7a-b0d4-2ac3f231e62d for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 14:55:38.332266 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b0c47b-480f-4aa5-976a-d395e01099b0 None None] Updating router 889b5e89-5296-4a7a-b0d4-2ac3f231e62d port 8818de9d-5f9c-459c-b54b-89f883ecacd9 binding host n-d-806683-17 {{(pid=102132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 14:55:38.378719 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c4b0c47b-480f-4aa5-976a-d395e01099b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:38.401646 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 48108) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 14:55:38.514291 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-400112ce-f1be-4183-b561-adb7b7a225c2 admin admin] 10.222.0.62 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1115022 Oct 30 14:55:38.704441 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c4b0c47b-480f-4aa5-976a-d395e01099b0 None None] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:38.712524 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c4b0c47b-480f-4aa5-976a-d395e01099b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:38.762864 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-c4b0c47b-480f-4aa5-976a-d395e01099b0 None None] Attempting to bind port 8818de9d-5f9c-459c-b54b-89f883ecacd9 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 14:55:38.763259 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-c4b0c47b-480f-4aa5-976a-d395e01099b0 None None] Attempting to bind port 8818de9d-5f9c-459c-b54b-89f883ecacd9 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 14:55:38.763667 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b0c47b-480f-4aa5-976a-d395e01099b0 None None] Attempting to bind port 8818de9d-5f9c-459c-b54b-89f883ecacd9 on network edc38ef5-7816-4133-914c-cfe2849a0125 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 14:55:38.772463 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b0c47b-480f-4aa5-976a-d395e01099b0 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 14, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 14:55:38.772838 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b0c47b-480f-4aa5-976a-d395e01099b0 None None] Checking segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 14:55:38.773233 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c4b0c47b-480f-4aa5-976a-d395e01099b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:38.773621 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b0c47b-480f-4aa5-976a-d395e01099b0 None None] Bound using segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 14:55:38.774081 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-c4b0c47b-480f-4aa5-976a-d395e01099b0 None None] Bound port: 8818de9d-5f9c-459c-b54b-89f883ecacd9, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 14:55:38.774470 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c4b0c47b-480f-4aa5-976a-d395e01099b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:38.775917 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2115223f-f93b-44f4-84cb-2cd5f9a095d7 None None] Pushing event updated for resources: {'Port': ['ID=8818de9d-5f9c-459c-b54b-89f883ecacd9,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 14:55:38.826172 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-c4b0c47b-480f-4aa5-976a-d395e01099b0 None None] For port 8818de9d-5f9c-459c-b54b-89f883ecacd9, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 14:55:38.829123 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-c4b0c47b-480f-4aa5-976a-d395e01099b0 None None] For port 8818de9d-5f9c-459c-b54b-89f883ecacd9, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=8818de9d-5f9c-459c-b54b-89f883ecacd9,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 14:55:38.834277 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c4b0c47b-480f-4aa5-976a-d395e01099b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:38.890628 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b0c47b-480f-4aa5-976a-d395e01099b0 None None] Routers {'889b5e89-5296-4a7a-b0d4-2ac3f231e62d'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 14:55:38.891234 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-c4b0c47b-480f-4aa5-976a-d395e01099b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T14:55:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['889b5e89-5296-4a7a-b0d4-2ac3f231e62d'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 14:55:38.894100 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2115223f-f93b-44f4-84cb-2cd5f9a095d7 None None] Pushing event updated for resources: {'Port': ['ID=8818de9d-5f9c-459c-b54b-89f883ecacd9,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 14:55:39.000950 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-c4b0c47b-480f-4aa5-976a-d395e01099b0 None None] Set router 889b5e89-5296-4a7a-b0d4-2ac3f231e62d gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 14:55:39.216531 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-c4b0c47b-480f-4aa5-976a-d395e01099b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889b5e89-5296-4a7a-b0d4-2ac3f231e62d', 'name': 'router1', 'tenant_id': 'b26a5af1d4d74ed5a810d8b25b1d2829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '8818de9d-5f9c-459c-b54b-89f883ecacd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T14:55:17Z', 'updated_at': '2021-10-30T14:55:35Z', 'revision_number': 4, 'project_id': 'b26a5af1d4d74ed5a810d8b25b1d2829', 'gw_port': {'id': '8818de9d-5f9c-459c-b54b-89f883ecacd9', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d6:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889b5e89-5296-4a7a-b0d4-2ac3f231e62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T14:55:34Z', 'updated_at': '2021-10-30T14:55:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'ab1123d7-0a55-400c-ad07-63899fd9a431', 'name': '', 'network_id': '900dc1aa-2446-4705-9eff-a52b2574f51e', 'tenant_id': 'b26a5af1d4d74ed5a810d8b25b1d2829', 'mac_address': 'fa:16:3e:23:64:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889b5e89-5296-4a7a-b0d4-2ac3f231e62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1a6c58f4-b890-4b4e-9744-5ff5ed695f6e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T14:55:27Z', 'updated_at': '2021-10-30T14:55:30Z', 'revision_number': 5, 'project_id': 'b26a5af1d4d74ed5a810d8b25b1d2829', 'subnets': [{'id': '1a6c58f4-b890-4b4e-9744-5ff5ed695f6e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b4ca4221-97ab-42d4-a12e-d05953de103e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 14:55:39.242945 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b0c47b-480f-4aa5-976a-d395e01099b0 None None] The sync data for ids ['889b5e89-5296-4a7a-b0d4-2ac3f231e62d'] in n-d-806683-17 is: [{'id': '889b5e89-5296-4a7a-b0d4-2ac3f231e62d', 'name': 'router1', 'tenant_id': 'b26a5af1d4d74ed5a810d8b25b1d2829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '8818de9d-5f9c-459c-b54b-89f883ecacd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T14:55:17Z', 'updated_at': '2021-10-30T14:55:35Z', 'revision_number': 4, 'project_id': 'b26a5af1d4d74ed5a810d8b25b1d2829', 'gw_port': {'id': '8818de9d-5f9c-459c-b54b-89f883ecacd9', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d6:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889b5e89-5296-4a7a-b0d4-2ac3f231e62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T14:55:34Z', 'updated_at': '2021-10-30T14:55:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'ab1123d7-0a55-400c-ad07-63899fd9a431', 'name': '', 'network_id': '900dc1aa-2446-4705-9eff-a52b2574f51e', 'tenant_id': 'b26a5af1d4d74ed5a810d8b25b1d2829', 'mac_address': 'fa:16:3e:23:64:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889b5e89-5296-4a7a-b0d4-2ac3f231e62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1a6c58f4-b890-4b4e-9744-5ff5ed695f6e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T14:55:27Z', 'updated_at': '2021-10-30T14:55:30Z', 'revision_number': 5, 'project_id': 'b26a5af1d4d74ed5a810d8b25b1d2829', 'subnets': [{'id': '1a6c58f4-b890-4b4e-9744-5ff5ed695f6e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b4ca4221-97ab-42d4-a12e-d05953de103e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 14:55:40.762388 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 8818de9d-5f9c-459c-b54b-89f883ecacd9 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 14:55:40.831380 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 8818de9d-5f9c-459c-b54b-89f883ecacd9 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 14:55:40.832158 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:40.917881 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:40.940035 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 8818de9d-5f9c-459c-b54b-89f883ecacd9, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=8818de9d-5f9c-459c-b54b-89f883ecacd9,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 14:55:40.945190 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:40.995375 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=8818de9d-5f9c-459c-b54b-89f883ecacd9,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 14:55:42.768400 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 8818de9d-5f9c-459c-b54b-89f883ecacd9 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 14:55:42.845652 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 8818de9d-5f9c-459c-b54b-89f883ecacd9 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 14:55:42.846369 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:51.024905 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e096c71e-70f3-40dd-9213-4eb06a634f3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:52.177288 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 5 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 14:55:53.671141 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-496cd282-89e1-4d21-84de-370ae292fac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:54.449347 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:54.794140 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:55:56.351958 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:56:21.027329 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e0d252c3-d73d-45a4-8c3c-fe23fab8ecae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:56:23.665648 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3654635d-b26a-4833-ae06-352116dd40a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:56:24.452003 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:56:24.792467 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:56:26.344756 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:56:29.147933 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 5 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 14:56:51.031882 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c014adf3-dfa1-4601-b938-719733b1568d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:56:53.666731 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-33f65f0a-dec7-4d74-96df-9b0209c10f53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:56:54.449828 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:56:54.788793 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:56:56.349438 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:57:06.147781 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 5 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 14:57:21.033413 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-70c573f7-41ce-4e79-b7d9-1f1553663d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:57:22.133061 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 48702) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 14:57:22.193512 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-843cf201-88bd-49ca-89f2-d37f4128a8e5 admin admin] GET failed (client error): The resource could not be found. Oct 30 14:57:22.194825 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-843cf201-88bd-49ca-89f2-d37f4128a8e5 admin admin] 10.222.0.62 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0607855 Oct 30 14:57:22.352409 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fd4dbd-d6a4-4dd4-ac49-02ad9dccef34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 14:57:22.353796 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-f2fd4dbd-d6a4-4dd4-ac49-02ad9dccef34 admin admin] 10.222.0.62 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1544068 Oct 30 14:57:23.668028 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b2cbf2bd-88cb-4094-a899-1179055d10aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:57:24.454470 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:57:24.644387 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 48712) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 14:57:24.786969 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:57:24.818147 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af865ccb-8e94-4b0e-be69-00d836489fb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 14:57:24.819532 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-af865ccb-8e94-4b0e-be69-00d836489fb3 admin admin] 10.222.0.62 "GET /v2.0/subnets/1a6c58f4-b890-4b4e-9744-5ff5ed695f6e HTTP/1.1" status: 200 len: 849 time: 0.1735451 Oct 30 14:57:24.829489 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-01c19162-5813-419b-8f9b-f17b58676843 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 14:57:24.911039 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-01c19162-5813-419b-8f9b-f17b58676843 admin admin] Publish callbacks [] for subnet, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:57:25.053362 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-01c19162-5813-419b-8f9b-f17b58676843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743132134391'] for subnet, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:57:25.082769 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c19162-5813-419b-8f9b-f17b58676843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 14:57:25.083890 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-01c19162-5813-419b-8f9b-f17b58676843 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:57:25.084974 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-01c19162-5813-419b-8f9b-f17b58676843 admin admin] 10.222.0.62 "PUT /v2.0/subnets/1a6c58f4-b890-4b4e-9744-5ff5ed695f6e HTTP/1.1" status: 200 len: 868 time: 0.2588434 Oct 30 14:57:25.092151 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0acebb2-3666-4296-8df1-3b3ef431e830 None None] Network 900dc1aa-2446-4705-9eff-a52b2574f51e requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 14:57:25.104293 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c19162-5813-419b-8f9b-f17b58676843 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a6c58f4-b890-4b4e-9744-5ff5ed695f6e,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 14:57:25.111676 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c19162-5813-419b-8f9b-f17b58676843 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:57:25.112039 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c19162-5813-419b-8f9b-f17b58676843 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:57:25.112373 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c19162-5813-419b-8f9b-f17b58676843 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:57:25.112715 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c19162-5813-419b-8f9b-f17b58676843 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:57:25.113065 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c19162-5813-419b-8f9b-f17b58676843 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:57:25.113387 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c19162-5813-419b-8f9b-f17b58676843 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:57:25.114252 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c19162-5813-419b-8f9b-f17b58676843 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:57:25.114584 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c19162-5813-419b-8f9b-f17b58676843 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:57:25.114914 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c19162-5813-419b-8f9b-f17b58676843 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:57:25.115245 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c19162-5813-419b-8f9b-f17b58676843 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:57:25.115601 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c19162-5813-419b-8f9b-f17b58676843 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:57:25.115929 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c19162-5813-419b-8f9b-f17b58676843 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:57:25.476980 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-7fa50511-9ac8-4f83-8d95-b4972293b85c None None] Provisioning complete for port 2d85af02-3f48-44f2-a7ef-51dcaea5540a triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 14:57:25.477352 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7fa50511-9ac8-4f83-8d95-b4972293b85c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:57:25.565600 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-7fa50511-9ac8-4f83-8d95-b4972293b85c None None] Provisioning complete for port ab1123d7-0a55-400c-ad07-63899fd9a431 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 14:57:25.565894 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7fa50511-9ac8-4f83-8d95-b4972293b85c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:57:26.351822 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:57:27.377830 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 48720) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 14:57:27.575447 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee01ed3-2ac0-486c-b547-7d82d6c5be12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 14:57:27.575862 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee01ed3-2ac0-486c-b547-7d82d6c5be12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 14:57:27.577399 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-2ee01ed3-2ac0-486c-b547-7d82d6c5be12 admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1986055 Oct 30 14:57:29.894173 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 48728) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 14:57:30.023630 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb89cf4-daf9-4c97-b55a-08c75e1cb550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 14:57:30.024109 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb89cf4-daf9-4c97-b55a-08c75e1cb550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 14:57:30.025625 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-acb89cf4-daf9-4c97-b55a-08c75e1cb550 admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1305013 Oct 30 14:57:32.370327 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 48736) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 14:57:32.498977 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e3bc41-26ba-441d-a470-355390f31962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 14:57:32.500367 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-53e3bc41-26ba-441d-a470-355390f31962 admin admin] 10.222.0.62 "GET /v2.0/networks/900dc1aa-2446-4705-9eff-a52b2574f51e HTTP/1.1" status: 200 len: 869 time: 0.1290996 Oct 30 14:57:34.786406 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 48744) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 14:57:34.911300 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780a1bfa-b340-48e3-91de-2317a9668524 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 14:57:34.912674 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-780a1bfa-b340-48e3-91de-2317a9668524 admin admin] 10.222.0.62 "GET /v2.0/networks/edc38ef5-7816-4133-914c-cfe2849a0125 HTTP/1.1" status: 200 len: 886 time: 0.1252611 Oct 30 14:57:37.173235 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 48752) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 14:57:37.296160 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fbc420-373c-490b-8b52-adad542d1ffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 14:57:37.296614 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fbc420-373c-490b-8b52-adad542d1ffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 14:57:37.299119 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-94fbc420-373c-490b-8b52-adad542d1ffe admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1249115 Oct 30 14:57:39.558551 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 48760) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 14:57:39.649875 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0a1daa-88f3-41fa-919e-8e2918f1dd77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 14:57:39.650331 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0a1daa-88f3-41fa-919e-8e2918f1dd77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 14:57:39.651848 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-be0a1daa-88f3-41fa-919e-8e2918f1dd77 admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0923147 Oct 30 14:57:41.932606 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 48768) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 14:57:42.021565 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4346629d-8a8d-43ec-916a-50245f99339d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 14:57:42.022882 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-4346629d-8a8d-43ec-916a-50245f99339d admin admin] 10.222.0.62 "GET /v2.0/subnets/010785ff-75cb-4a89-8fb2-80867e4a5270 HTTP/1.1" status: 200 len: 816 time: 0.0893233 Oct 30 14:57:43.146873 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 5 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 14:57:44.311199 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 48778) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 14:57:44.400660 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c38b97-f6cb-4170-a327-99c5ad829bf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 14:57:44.401998 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-53c38b97-f6cb-4170-a327-99c5ad829bf3 admin admin] 10.222.0.62 "GET /v2.0/subnets/1a6c58f4-b890-4b4e-9744-5ff5ed695f6e HTTP/1.1" status: 200 len: 868 time: 0.0898337 Oct 30 14:57:51.037075 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-eb2fb253-c392-44a1-87ae-753f3363c794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:57:53.670125 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-780bb74a-2002-4880-93fe-6a66a3ee1ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:57:54.455863 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:57:54.788260 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:57:56.352755 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:58:09.068279 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 48832) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 14:58:09.115831 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [None req-75c76089-90ef-4b3f-8d51-1d1428f305cc admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 14:58:09.116908 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-75c76089-90ef-4b3f-8d51-1d1428f305cc admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0476706 Oct 30 14:58:11.522357 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 48840) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 14:58:11.581822 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-21945ac2-e8cc-4593-88d3-7433bb05739d admin admin] GET failed (client error): The resource could not be found. Oct 30 14:58:11.583112 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-21945ac2-e8cc-4593-88d3-7433bb05739d admin admin] 10.222.0.62 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0598283 Oct 30 14:58:11.724565 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fed8fd-fc49-4c4c-95ff-8bc3cfb18ba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 14:58:11.725944 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-70fed8fd-fc49-4c4c-95ff-8bc3cfb18ba7 admin admin] 10.222.0.62 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1382740 Oct 30 14:58:14.031886 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 48848) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 14:58:14.077884 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-cea60769-960c-43d9-bb0e-d0bb7703f620 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 14:58:14.097676 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea60769-960c-43d9-bb0e-d0bb7703f620 admin admin] Made reservation on behalf of d1bdfab185b14b569d1521d1f6bdce5b for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 14:58:14.100016 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cea60769-960c-43d9-bb0e-d0bb7703f620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:58:14.137167 n-d-806683-17 neutron-server[102131]: WARNING neutron.services.revisions.revision_plugin [None req-cea60769-960c-43d9-bb0e-d0bb7703f620 admin admin] Could not find related network for resource to bump revision. Oct 30 14:58:14.148904 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cea60769-960c-43d9-bb0e-d0bb7703f620 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 14:58:14.157982 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cea60769-960c-43d9-bb0e-d0bb7703f620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:58:14.158323 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-cea60769-960c-43d9-bb0e-d0bb7703f620 admin admin] Added segment 0cc65f3e-3f44-4b08-8f83-5db5e2cbb855 of type vlan for network 8de8b155-6e08-41c3-866a-8b30bb481704 Oct 30 14:58:14.196291 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cea60769-960c-43d9-bb0e-d0bb7703f620 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:58:14.219180 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cea60769-960c-43d9-bb0e-d0bb7703f620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:58:14.220075 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea60769-960c-43d9-bb0e-d0bb7703f620 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 14:58:14.220687 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cea60769-960c-43d9-bb0e-d0bb7703f620 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:58:14.276901 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-cea60769-960c-43d9-bb0e-d0bb7703f620 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2439303 Oct 30 14:58:14.281357 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea60769-960c-43d9-bb0e-d0bb7703f620 admin admin] Pushing event updated for resources: {'Network': ['ID=8de8b155-6e08-41c3-866a-8b30bb481704,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 14:58:14.288109 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea60769-960c-43d9-bb0e-d0bb7703f620 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:58:14.288456 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea60769-960c-43d9-bb0e-d0bb7703f620 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:58:14.288792 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea60769-960c-43d9-bb0e-d0bb7703f620 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:58:14.289125 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea60769-960c-43d9-bb0e-d0bb7703f620 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:58:14.289450 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea60769-960c-43d9-bb0e-d0bb7703f620 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:58:14.289775 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea60769-960c-43d9-bb0e-d0bb7703f620 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:58:14.290097 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea60769-960c-43d9-bb0e-d0bb7703f620 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:58:14.290416 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea60769-960c-43d9-bb0e-d0bb7703f620 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:58:14.290735 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea60769-960c-43d9-bb0e-d0bb7703f620 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:58:14.291052 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea60769-960c-43d9-bb0e-d0bb7703f620 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:58:14.291367 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea60769-960c-43d9-bb0e-d0bb7703f620 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:58:14.291725 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea60769-960c-43d9-bb0e-d0bb7703f620 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:58:14.304299 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 8de8b155-6e08-41c3-866a-8b30bb481704 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 14:58:16.605393 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 48856) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 14:58:16.678989 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d25145e-5d20-48c6-9fcf-6f9026e39498 admin admin] GET failed (client error): The resource could not be found. Oct 30 14:58:16.680389 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-8d25145e-5d20-48c6-9fcf-6f9026e39498 admin admin] 10.222.0.62 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0740337 Oct 30 14:58:16.748538 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342c584b-c34b-4446-99eb-536c8d7cb8a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 14:58:16.749944 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-342c584b-c34b-4446-99eb-536c8d7cb8a1 admin admin] 10.222.0.62 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0648477 Oct 30 14:58:16.760056 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-7404d30d-04c9-46c4-aa34-8ec33558cedf admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 14:58:16.780276 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7404d30d-04c9-46c4-aa34-8ec33558cedf admin admin] Made reservation on behalf of d1bdfab185b14b569d1521d1f6bdce5b for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 14:58:16.782460 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7404d30d-04c9-46c4-aa34-8ec33558cedf admin admin] Publish callbacks [] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:58:16.939191 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7404d30d-04c9-46c4-aa34-8ec33558cedf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:58:16.994882 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7404d30d-04c9-46c4-aa34-8ec33558cedf admin admin] Pushing event updated for resources: {'Subnet': ['ID=43b5dea3-b65b-4514-8ec2-18a4245eb194,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 14:58:17.003354 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7404d30d-04c9-46c4-aa34-8ec33558cedf admin admin] Checking segment: {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 14:58:17.004233 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7404d30d-04c9-46c4-aa34-8ec33558cedf admin admin] Network hostable DHCP agents. Network: 8de8b155-6e08-41c3-866a-8b30bb481704, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 14:58:17.020410 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7404d30d-04c9-46c4-aa34-8ec33558cedf admin admin] Network 8de8b155-6e08-41c3-866a-8b30bb481704 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 14:58:17.028412 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-7404d30d-04c9-46c4-aa34-8ec33558cedf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 8de8b155-6e08-41c3-866a-8b30bb481704) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 14:58:17.032317 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7404d30d-04c9-46c4-aa34-8ec33558cedf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 14:58:17.032894 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7404d30d-04c9-46c4-aa34-8ec33558cedf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:58:17.037908 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c968dc56-d3db-4062-ac82-1c73235fdab0 None None] Network 8de8b155-6e08-41c3-866a-8b30bb481704 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 14:58:17.048385 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-7404d30d-04c9-46c4-aa34-8ec33558cedf admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2915981 Oct 30 14:58:17.281727 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccad83c8-4ccf-47bd-badf-718180651886 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-8de8b155-6e08-41c3-866a-8b30bb481704', 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704', 'tenant_id': 'd1bdfab185b14b569d1521d1f6bdce5b', 'fixed_ips': [{'subnet_id': '43b5dea3-b65b-4514-8ec2-18a4245eb194'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 14:58:17.282598 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ccad83c8-4ccf-47bd-badf-718180651886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:58:17.420888 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-ccad83c8-4ccf-47bd-badf-718180651886 None None] Allocated IP 192.168.233.2 (8de8b155-6e08-41c3-866a-8b30bb481704/43b5dea3-b65b-4514-8ec2-18a4245eb194/150e6977-0060-4e34-bbce-810127298bac) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 14:58:17.575321 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ccad83c8-4ccf-47bd-badf-718180651886 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:58:17.581130 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ccad83c8-4ccf-47bd-badf-718180651886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:58:17.621066 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccad83c8-4ccf-47bd-badf-718180651886 None None] Network 8de8b155-6e08-41c3-866a-8b30bb481704 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 14:58:17.623969 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-ccad83c8-4ccf-47bd-badf-718180651886 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 14:58:17.627547 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccad83c8-4ccf-47bd-badf-718180651886 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 14:58:17.634307 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccad83c8-4ccf-47bd-badf-718180651886 None None] Pushing event updated for resources: {'Port': ['ID=150e6977-0060-4e34-bbce-810127298bac,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 14:58:17.643879 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad83c8-4ccf-47bd-badf-718180651886 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:58:17.644740 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad83c8-4ccf-47bd-badf-718180651886 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:58:17.645080 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad83c8-4ccf-47bd-badf-718180651886 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:58:17.645414 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad83c8-4ccf-47bd-badf-718180651886 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:58:17.645759 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad83c8-4ccf-47bd-badf-718180651886 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:58:17.646083 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad83c8-4ccf-47bd-badf-718180651886 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:58:17.646404 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad83c8-4ccf-47bd-badf-718180651886 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:58:17.646724 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad83c8-4ccf-47bd-badf-718180651886 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:58:17.647040 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad83c8-4ccf-47bd-badf-718180651886 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:58:17.647355 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad83c8-4ccf-47bd-badf-718180651886 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:58:17.647697 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad83c8-4ccf-47bd-badf-718180651886 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:58:17.648012 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad83c8-4ccf-47bd-badf-718180651886 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:58:17.707970 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-ccad83c8-4ccf-47bd-badf-718180651886 None None] Attempting to bind port 150e6977-0060-4e34-bbce-810127298bac on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 14:58:17.708336 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-ccad83c8-4ccf-47bd-badf-718180651886 None None] Attempting to bind port 150e6977-0060-4e34-bbce-810127298bac by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 14:58:17.708692 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccad83c8-4ccf-47bd-badf-718180651886 None None] Attempting to bind port 150e6977-0060-4e34-bbce-810127298bac on network 8de8b155-6e08-41c3-866a-8b30bb481704 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 14:58:17.714406 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccad83c8-4ccf-47bd-badf-718180651886 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 14, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 14:58:17.714816 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccad83c8-4ccf-47bd-badf-718180651886 None None] Checking segment: {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 14:58:17.715207 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ccad83c8-4ccf-47bd-badf-718180651886 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:58:17.715627 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccad83c8-4ccf-47bd-badf-718180651886 None None] Bound using segment: {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 14:58:17.716089 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-ccad83c8-4ccf-47bd-badf-718180651886 None None] Bound port: 150e6977-0060-4e34-bbce-810127298bac, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 14:58:17.716477 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ccad83c8-4ccf-47bd-badf-718180651886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:58:17.787078 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-ccad83c8-4ccf-47bd-badf-718180651886 None None] For port 150e6977-0060-4e34-bbce-810127298bac, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 14:58:17.790270 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-ccad83c8-4ccf-47bd-badf-718180651886 None None] For port 150e6977-0060-4e34-bbce-810127298bac, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=150e6977-0060-4e34-bbce-810127298bac,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 14:58:17.795310 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ccad83c8-4ccf-47bd-badf-718180651886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:58:17.856057 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccad83c8-4ccf-47bd-badf-718180651886 None None] Pushing event updated for resources: {'Port': ['ID=150e6977-0060-4e34-bbce-810127298bac,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 14:58:18.665198 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b9618a-2fbd-4f91-b367-bd28d3f97cb1 None None] Network 8de8b155-6e08-41c3-866a-8b30bb481704 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 14:58:18.792844 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-facfb39d-042d-43af-91c1-7cc55df69016 None None] Provisioning complete for port 150e6977-0060-4e34-bbce-810127298bac triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 14:58:18.792988 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-facfb39d-042d-43af-91c1-7cc55df69016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:58:18.888685 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 150e6977-0060-4e34-bbce-810127298bac up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 14:58:18.930167 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-facfb39d-042d-43af-91c1-7cc55df69016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:58:18.973335 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-facfb39d-042d-43af-91c1-7cc55df69016 None None] For port 150e6977-0060-4e34-bbce-810127298bac, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=150e6977-0060-4e34-bbce-810127298bac,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 14:58:18.981033 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-facfb39d-042d-43af-91c1-7cc55df69016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:58:18.986674 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 150e6977-0060-4e34-bbce-810127298bac triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 14:58:18.986674 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:58:19.065787 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facfb39d-042d-43af-91c1-7cc55df69016 None None] Pushing event updated for resources: {'Port': ['ID=150e6977-0060-4e34-bbce-810127298bac,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 14:58:19.118575 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-0e067330-c08b-467d-92f6-4dffa44c3789 None None] Provisioning complete for port 150e6977-0060-4e34-bbce-810127298bac triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 14:58:19.118941 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0e067330-c08b-467d-92f6-4dffa44c3789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:58:20.145625 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 5 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 14:58:20.816505 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 150e6977-0060-4e34-bbce-810127298bac up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 14:58:20.863639 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 150e6977-0060-4e34-bbce-810127298bac triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 14:58:20.864009 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:58:21.040986 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-84db877d-09c9-439e-9329-9a14e0584d2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:58:23.671851 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a6742426-2d35-410c-831a-7d0f0ca24a29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:58:24.459647 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:58:24.790055 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:58:26.356195 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:58:51.043848 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6ded0286-7a48-48ad-a868-b800754b4e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:58:53.673283 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4db678be-05e1-484d-977a-03dda67710f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:58:54.463912 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:58:54.791948 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:58:56.357544 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:58:57.145592 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 5 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 14:59:21.046912 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-44bd3141-96fd-45d0-be55-8273413157cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:59:23.677995 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-df48a84c-1dde-438d-bfa5-d13821655e38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:59:24.465567 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:59:24.796930 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:59:26.362752 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:59:32.389080 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 48900) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 14:59:32.395591 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [None req-31bc662c-e7c3-4bc7-92c6-c2beae1bf5bd tempest-verify_tempest_config-1757798478 tempest-verify_tempest_config-1757798478-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 14:59:32.396549 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-31bc662c-e7c3-4bc7-92c6-c2beae1bf5bd tempest-verify_tempest_config-1757798478 tempest-verify_tempest_config-1757798478-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0064981 Oct 30 14:59:32.700400 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 48918) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 14:59:32.802160 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2a84363c-a2d5-45cc-ae37-a7ae2334ee4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:59:32.874168 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2a84363c-a2d5-45cc-ae37-a7ae2334ee4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:59:32.877760 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2a84363c-a2d5-45cc-ae37-a7ae2334ee4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:59:32.921711 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-2a84363c-a2d5-45cc-ae37-a7ae2334ee4a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e76f34d2ea444e789e1e6a0017480b2e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2202990 Oct 30 14:59:32.922500 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a84363c-a2d5-45cc-ae37-a7ae2334ee4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1981c30-f414-48a5-93ab-effa9bd2224f,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 14:59:32.924605 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 48922) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 14:59:32.928897 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a84363c-a2d5-45cc-ae37-a7ae2334ee4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:59:32.929239 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a84363c-a2d5-45cc-ae37-a7ae2334ee4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:59:32.929571 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a84363c-a2d5-45cc-ae37-a7ae2334ee4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:59:32.929901 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a84363c-a2d5-45cc-ae37-a7ae2334ee4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:59:32.930241 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a84363c-a2d5-45cc-ae37-a7ae2334ee4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:59:32.930554 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a84363c-a2d5-45cc-ae37-a7ae2334ee4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:59:32.930891 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a84363c-a2d5-45cc-ae37-a7ae2334ee4a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:59:32.931186 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a84363c-a2d5-45cc-ae37-a7ae2334ee4a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:59:32.931521 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a84363c-a2d5-45cc-ae37-a7ae2334ee4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:59:32.931841 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a84363c-a2d5-45cc-ae37-a7ae2334ee4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:59:32.932155 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a84363c-a2d5-45cc-ae37-a7ae2334ee4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:59:32.932468 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a84363c-a2d5-45cc-ae37-a7ae2334ee4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:59:33.000559 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2f048ff1-a0cc-4b76-ae7a-d4ddabd3f763 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:59:33.021849 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2f048ff1-a0cc-4b76-ae7a-d4ddabd3f763 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:59:33.114917 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2f048ff1-a0cc-4b76-ae7a-d4ddabd3f763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:59:33.114917 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2f048ff1-a0cc-4b76-ae7a-d4ddabd3f763 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:59:33.114917 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-2f048ff1-a0cc-4b76-ae7a-d4ddabd3f763 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c1981c30-f414-48a5-93ab-effa9bd2224f HTTP/1.1" status: 204 len: 168 time: 0.1891901 Oct 30 14:59:33.129621 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f048ff1-a0cc-4b76-ae7a-d4ddabd3f763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1981c30-f414-48a5-93ab-effa9bd2224f,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 14:59:33.136565 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f048ff1-a0cc-4b76-ae7a-d4ddabd3f763 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:59:33.136917 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f048ff1-a0cc-4b76-ae7a-d4ddabd3f763 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:59:33.137263 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f048ff1-a0cc-4b76-ae7a-d4ddabd3f763 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:59:33.137628 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f048ff1-a0cc-4b76-ae7a-d4ddabd3f763 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:59:33.137995 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f048ff1-a0cc-4b76-ae7a-d4ddabd3f763 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:59:33.138470 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f048ff1-a0cc-4b76-ae7a-d4ddabd3f763 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:59:33.138952 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f048ff1-a0cc-4b76-ae7a-d4ddabd3f763 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:59:33.139428 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f048ff1-a0cc-4b76-ae7a-d4ddabd3f763 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:59:33.139848 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f048ff1-a0cc-4b76-ae7a-d4ddabd3f763 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:59:33.140199 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f048ff1-a0cc-4b76-ae7a-d4ddabd3f763 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:59:33.140483 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f048ff1-a0cc-4b76-ae7a-d4ddabd3f763 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:59:33.140815 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f048ff1-a0cc-4b76-ae7a-d4ddabd3f763 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 14:59:34.144486 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 5 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 14:59:51.048994 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-eaf59cd6-561c-4da1-8e34-bac167470157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:59:53.679916 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5ed42e8b-1b5c-4758-88b8-efae1bada5f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:59:54.470356 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:59:54.799448 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 14:59:56.363958 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:00:11.143559 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 5 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:00:21.050104 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8c894b3b-9c66-4831-b989-44d2d1ed3b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:00:23.681790 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5ee5740f-9473-4de1-a773-08c91ca7809a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:00:24.469518 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:00:24.800954 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:00:26.367365 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:00:48.141517 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 5 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:00:51.051658 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-fdb98bb1-4ddd-4969-95b7-4070f11b80aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:00:53.683337 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4be6bdca-420a-4eab-aafa-13dbdcc20174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:00:54.472400 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:00:54.804581 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:00:56.371373 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:01:21.053773 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b17e8ee8-6d53-4abc-83b1-a1c0cb49aac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:01:23.684281 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3e97c80a-38d8-4eea-b932-e10fa0c4764e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:01:24.478236 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:01:24.806199 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:01:25.140628 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 5 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:01:26.373640 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:01:51.054296 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-908ab722-9bec-4c6f-be16-b35004e74853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:01:53.687158 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a058063c-b1e5-41df-b07d-508d61278723 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:01:54.483854 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:01:54.808458 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:01:56.375795 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:02:02.139656 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 5 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:02:21.056503 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c10b7ae9-ef01-4057-b3fb-bb211afb4157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:02:23.689260 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-86c6f99a-fce0-40f4-8f27-a28f166ff39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:02:24.482260 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:02:24.810873 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:02:26.378512 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:02:29.472039 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-771204'] for agent, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:02:31.504161 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-771204'] for agent, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:02:39.139481 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:02:51.057983 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e28ca66c-aa82-4719-a8aa-4d3a2fbe88ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:02:53.690188 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c136c72f-b5f6-4739-96c7-f1cc34a52838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:02:54.483353 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:02:54.812756 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:02:56.382013 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:02:59.417712 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:03:01.481995 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:03:16.139374 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:03:16.785917 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 48980) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:03:16.887233 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-adfd77bf-26a3-4e5b-9354-81778819d7f8 admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1002250 Oct 30 15:03:19.182572 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 48990) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:03:19.236378 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-19bc67cf-f7af-4168-9d24-4d4fa1abc89a admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0527303 Oct 30 15:03:21.059294 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-269b8ec8-ab3f-4ff1-9765-7009602cb457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:03:23.693224 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c1d67e8c-1c0a-416b-b80e-cb282e6a98cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:03:24.489304 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:03:24.827666 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:03:26.386121 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:03:29.434569 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:03:31.493458 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:03:51.059701 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-01b005f4-837a-4b96-9826-6bdffdedbdf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:03:53.138417 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:03:53.696003 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3293a7f7-f59f-49a8-9378-57d65591e7ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:03:54.491591 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:03:54.819581 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:03:56.392101 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:03:59.432311 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:01.501671 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:21.062170 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-04d3b111-7e0a-49d3-89e0-29fd0b34c8d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:23.696022 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ac92521a-1108-407c-958a-cc72d7a8ce38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:24.493880 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:24.822249 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:26.391904 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:29.446746 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:30.137255 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:04:31.508955 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:45.593654 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 49454) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:04:45.718037 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-44179ef0-5965-419f-aa77-c19a8fabd569 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:45.812014 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-44179ef0-5965-419f-aa77-c19a8fabd569 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:45.819162 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-44179ef0-5965-419f-aa77-c19a8fabd569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:45.852526 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-44179ef0-5965-419f-aa77-c19a8fabd569 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4fcf5547b55f47759bd437faa3de8fc8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2577705 Oct 30 15:04:45.855197 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 49476) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:04:45.870366 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44179ef0-5965-419f-aa77-c19a8fabd569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfcba786-beba-43ad-bf86-fe66b47499a5,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:04:45.877999 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44179ef0-5965-419f-aa77-c19a8fabd569 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:04:45.878284 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44179ef0-5965-419f-aa77-c19a8fabd569 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:04:45.878628 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44179ef0-5965-419f-aa77-c19a8fabd569 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:04:45.878965 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44179ef0-5965-419f-aa77-c19a8fabd569 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:04:45.879305 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44179ef0-5965-419f-aa77-c19a8fabd569 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:04:45.880167 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44179ef0-5965-419f-aa77-c19a8fabd569 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:04:45.880925 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44179ef0-5965-419f-aa77-c19a8fabd569 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:04:45.881538 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44179ef0-5965-419f-aa77-c19a8fabd569 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:04:45.882001 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44179ef0-5965-419f-aa77-c19a8fabd569 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:04:45.882462 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44179ef0-5965-419f-aa77-c19a8fabd569 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:04:45.883063 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44179ef0-5965-419f-aa77-c19a8fabd569 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:04:45.883560 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44179ef0-5965-419f-aa77-c19a8fabd569 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:04:45.884795 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44179ef0-5965-419f-aa77-c19a8fabd569 admin admin] Tracked resource versions report: Oct 30 15:04:45.884795 n-d-806683-17 neutron-server[102130]: pushed versions: Oct 30 15:04:45.884795 n-d-806683-17 neutron-server[102130]: { 'AddressGroup': {'1.2'}, Oct 30 15:04:45.884795 n-d-806683-17 neutron-server[102130]: 'ConntrackHelper': {'1.0'}, Oct 30 15:04:45.884795 n-d-806683-17 neutron-server[102130]: 'Log': {'1.0'}, Oct 30 15:04:45.884795 n-d-806683-17 neutron-server[102130]: 'Network': {'1.1'}, Oct 30 15:04:45.884795 n-d-806683-17 neutron-server[102130]: 'Port': {'1.7'}, Oct 30 15:04:45.884795 n-d-806683-17 neutron-server[102130]: 'PortForwarding': {'1.2'}, Oct 30 15:04:45.884795 n-d-806683-17 neutron-server[102130]: 'QosPolicy': {'1.10'}, Oct 30 15:04:45.884795 n-d-806683-17 neutron-server[102130]: 'SecurityGroup': {'1.4'}, Oct 30 15:04:45.884795 n-d-806683-17 neutron-server[102130]: 'SecurityGroupRule': {'1.2'}, Oct 30 15:04:45.884795 n-d-806683-17 neutron-server[102130]: 'SubPort': {'1.0'}, Oct 30 15:04:45.884795 n-d-806683-17 neutron-server[102130]: 'Subnet': {'1.1'}, Oct 30 15:04:45.884795 n-d-806683-17 neutron-server[102130]: 'Trunk': {'1.1'}} Oct 30 15:04:45.884795 n-d-806683-17 neutron-server[102130]: consumer versions: Oct 30 15:04:45.884795 n-d-806683-17 neutron-server[102130]: { DHCP agent@n-d-806683-17: {}, Oct 30 15:04:45.884795 n-d-806683-17 neutron-server[102130]: HyperV agent@n-h1-806683-17: {}, Oct 30 15:04:45.884795 n-d-806683-17 neutron-server[102130]: HyperV agent@n-h2-806683-17: {}, Oct 30 15:04:45.884795 n-d-806683-17 neutron-server[102130]: L3 agent@n-d-806683-17: {}, Oct 30 15:04:45.884795 n-d-806683-17 neutron-server[102130]: Metadata agent@n-d-806683-17: {}, Oct 30 15:04:45.884795 n-d-806683-17 neutron-server[102130]: Metering agent@n-d-806683-17: {}, Oct 30 15:04:45.884795 n-d-806683-17 neutron-server[102130]: Open vSwitch agent@n-d-806683-17: { 'AddressGroup': '1.2', Oct 30 15:04:45.884795 n-d-806683-17 neutron-server[102130]: 'ConntrackHelper': '1.0', Oct 30 15:04:45.884795 n-d-806683-17 neutron-server[102130]: 'Log': '1.0', Oct 30 15:04:45.884795 n-d-806683-17 neutron-server[102130]: 'Network': '1.1', Oct 30 15:04:45.884795 n-d-806683-17 neutron-server[102130]: 'Port': '1.7', Oct 30 15:04:45.884795 n-d-806683-17 neutron-server[102130]: 'PortForwarding': '1.2', Oct 30 15:04:45.884795 n-d-806683-17 neutron-server[102130]: 'QosPolicy': '1.10', Oct 30 15:04:45.884795 n-d-806683-17 neutron-server[102130]: 'SecurityGroup': '1.4', Oct 30 15:04:45.884795 n-d-806683-17 neutron-server[102130]: 'SecurityGroupRule': '1.2', Oct 30 15:04:45.884795 n-d-806683-17 neutron-server[102130]: 'SubPort': '1.0', Oct 30 15:04:45.884795 n-d-806683-17 neutron-server[102130]: 'Subnet': '1.1', Oct 30 15:04:45.884795 n-d-806683-17 neutron-server[102130]: 'Trunk': '1.1'}} Oct 30 15:04:45.884795 n-d-806683-17 neutron-server[102130]: {{(pid=102130) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 30 15:04:45.907767 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 49480) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:04:45.950333 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9f844182-83af-43ed-9ba3-2e0eb30d33b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:45.974993 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9f844182-83af-43ed-9ba3-2e0eb30d33b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:46.040506 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9f844182-83af-43ed-9ba3-2e0eb30d33b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:46.044646 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9f844182-83af-43ed-9ba3-2e0eb30d33b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:46.048691 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-9f844182-83af-43ed-9ba3-2e0eb30d33b2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dfcba786-beba-43ad-bf86-fe66b47499a5 HTTP/1.1" status: 204 len: 168 time: 0.1911092 Oct 30 15:04:46.062027 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f844182-83af-43ed-9ba3-2e0eb30d33b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfcba786-beba-43ad-bf86-fe66b47499a5,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:04:46.070480 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f844182-83af-43ed-9ba3-2e0eb30d33b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:04:46.070617 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f844182-83af-43ed-9ba3-2e0eb30d33b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:04:46.071312 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f844182-83af-43ed-9ba3-2e0eb30d33b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:04:46.071885 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-df5ae69d-ce53-4bce-a307-181be3375cfd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:46.071998 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f844182-83af-43ed-9ba3-2e0eb30d33b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:04:46.072422 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f844182-83af-43ed-9ba3-2e0eb30d33b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:04:46.072771 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f844182-83af-43ed-9ba3-2e0eb30d33b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:04:46.073104 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f844182-83af-43ed-9ba3-2e0eb30d33b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:04:46.073434 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f844182-83af-43ed-9ba3-2e0eb30d33b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:04:46.073764 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f844182-83af-43ed-9ba3-2e0eb30d33b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:04:46.074110 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f844182-83af-43ed-9ba3-2e0eb30d33b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:04:46.074489 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f844182-83af-43ed-9ba3-2e0eb30d33b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:04:46.074825 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f844182-83af-43ed-9ba3-2e0eb30d33b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:04:46.075994 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f844182-83af-43ed-9ba3-2e0eb30d33b2 admin admin] Tracked resource versions report: Oct 30 15:04:46.075994 n-d-806683-17 neutron-server[102131]: pushed versions: Oct 30 15:04:46.075994 n-d-806683-17 neutron-server[102131]: { 'AddressGroup': {'1.2'}, Oct 30 15:04:46.075994 n-d-806683-17 neutron-server[102131]: 'ConntrackHelper': {'1.0'}, Oct 30 15:04:46.075994 n-d-806683-17 neutron-server[102131]: 'Log': {'1.0'}, Oct 30 15:04:46.075994 n-d-806683-17 neutron-server[102131]: 'Network': {'1.1'}, Oct 30 15:04:46.075994 n-d-806683-17 neutron-server[102131]: 'Port': {'1.7'}, Oct 30 15:04:46.075994 n-d-806683-17 neutron-server[102131]: 'PortForwarding': {'1.2'}, Oct 30 15:04:46.075994 n-d-806683-17 neutron-server[102131]: 'QosPolicy': {'1.10'}, Oct 30 15:04:46.075994 n-d-806683-17 neutron-server[102131]: 'SecurityGroup': {'1.4'}, Oct 30 15:04:46.075994 n-d-806683-17 neutron-server[102131]: 'SecurityGroupRule': {'1.2'}, Oct 30 15:04:46.075994 n-d-806683-17 neutron-server[102131]: 'SubPort': {'1.0'}, Oct 30 15:04:46.075994 n-d-806683-17 neutron-server[102131]: 'Subnet': {'1.1'}, Oct 30 15:04:46.075994 n-d-806683-17 neutron-server[102131]: 'Trunk': {'1.1'}} Oct 30 15:04:46.075994 n-d-806683-17 neutron-server[102131]: consumer versions: Oct 30 15:04:46.075994 n-d-806683-17 neutron-server[102131]: { DHCP agent@n-d-806683-17: {}, Oct 30 15:04:46.075994 n-d-806683-17 neutron-server[102131]: HyperV agent@n-h1-806683-17: {}, Oct 30 15:04:46.075994 n-d-806683-17 neutron-server[102131]: HyperV agent@n-h2-806683-17: {}, Oct 30 15:04:46.075994 n-d-806683-17 neutron-server[102131]: L3 agent@n-d-806683-17: {}, Oct 30 15:04:46.075994 n-d-806683-17 neutron-server[102131]: Metadata agent@n-d-806683-17: {}, Oct 30 15:04:46.075994 n-d-806683-17 neutron-server[102131]: Metering agent@n-d-806683-17: {}, Oct 30 15:04:46.075994 n-d-806683-17 neutron-server[102131]: Open vSwitch agent@n-d-806683-17: { 'AddressGroup': '1.2', Oct 30 15:04:46.075994 n-d-806683-17 neutron-server[102131]: 'ConntrackHelper': '1.0', Oct 30 15:04:46.075994 n-d-806683-17 neutron-server[102131]: 'Log': '1.0', Oct 30 15:04:46.075994 n-d-806683-17 neutron-server[102131]: 'Network': '1.1', Oct 30 15:04:46.075994 n-d-806683-17 neutron-server[102131]: 'Port': '1.7', Oct 30 15:04:46.075994 n-d-806683-17 neutron-server[102131]: 'PortForwarding': '1.2', Oct 30 15:04:46.075994 n-d-806683-17 neutron-server[102131]: 'QosPolicy': '1.10', Oct 30 15:04:46.075994 n-d-806683-17 neutron-server[102131]: 'SecurityGroup': '1.4', Oct 30 15:04:46.075994 n-d-806683-17 neutron-server[102131]: 'SecurityGroupRule': '1.2', Oct 30 15:04:46.075994 n-d-806683-17 neutron-server[102131]: 'SubPort': '1.0', Oct 30 15:04:46.075994 n-d-806683-17 neutron-server[102131]: 'Subnet': '1.1', Oct 30 15:04:46.075994 n-d-806683-17 neutron-server[102131]: 'Trunk': '1.1'}} Oct 30 15:04:46.075994 n-d-806683-17 neutron-server[102131]: {{(pid=102131) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 30 15:04:46.165467 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-df5ae69d-ce53-4bce-a307-181be3375cfd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:46.170976 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-df5ae69d-ce53-4bce-a307-181be3375cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:46.204067 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5ae69d-ce53-4bce-a307-181be3375cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d023dd5-c9b0-41e7-955b-23ba95061f90,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:04:46.241744 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-df5ae69d-ce53-4bce-a307-181be3375cfd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b485bf779b1d4456952d9505ce1790b2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3326538 Oct 30 15:04:46.244428 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 49508) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:04:46.302972 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2e7f2d46-607b-4212-9e44-0cd030ac1855 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:46.331102 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2e7f2d46-607b-4212-9e44-0cd030ac1855 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:46.402826 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2e7f2d46-607b-4212-9e44-0cd030ac1855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:46.406282 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2e7f2d46-607b-4212-9e44-0cd030ac1855 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:46.407669 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-2e7f2d46-607b-4212-9e44-0cd030ac1855 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3d023dd5-c9b0-41e7-955b-23ba95061f90 HTTP/1.1" status: 204 len: 168 time: 0.1621084 Oct 30 15:04:46.417494 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7f2d46-607b-4212-9e44-0cd030ac1855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d023dd5-c9b0-41e7-955b-23ba95061f90,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:04:46.514017 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 49534) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:04:46.532766 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-db3ad193-ac55-4898-abff-0232d47fcc1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:46.648240 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-db3ad193-ac55-4898-abff-0232d47fcc1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:46.656364 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-db3ad193-ac55-4898-abff-0232d47fcc1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:46.703964 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3ad193-ac55-4898-abff-0232d47fcc1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae56566-4471-4e4a-9605-eb6ea83ddfdf,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:04:46.716101 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 49560) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:04:46.726681 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-db3ad193-ac55-4898-abff-0232d47fcc1c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=38e6e751667a4ef8a1a113b885277ea0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2112448 Oct 30 15:04:46.767133 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c6ec607e-57a3-4862-94e2-817499762cc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:46.792530 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c6ec607e-57a3-4862-94e2-817499762cc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:46.841261 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c6ec607e-57a3-4862-94e2-817499762cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:46.843964 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c6ec607e-57a3-4862-94e2-817499762cc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:46.845420 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c6ec607e-57a3-4862-94e2-817499762cc0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5ae56566-4471-4e4a-9605-eb6ea83ddfdf HTTP/1.1" status: 204 len: 168 time: 0.1282203 Oct 30 15:04:46.851716 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 49564) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:04:46.858079 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ec607e-57a3-4862-94e2-817499762cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae56566-4471-4e4a-9605-eb6ea83ddfdf,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:04:46.878689 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a50207c1-7ec9-42d3-95bf-f815d943fd9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:47.009782 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a50207c1-7ec9-42d3-95bf-f815d943fd9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:47.016362 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a50207c1-7ec9-42d3-95bf-f815d943fd9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:47.057321 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-a50207c1-7ec9-42d3-95bf-f815d943fd9d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4ae82debed23411aa0b22c057d58ae50&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2048910 Oct 30 15:04:47.059985 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 49578) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:04:47.067571 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50207c1-7ec9-42d3-95bf-f815d943fd9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b51e93-8843-49a1-b3a5-544babb5d8df,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:04:47.141824 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0b478344-b44d-40ce-9a2b-830f2f7a06fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:47.179281 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0b478344-b44d-40ce-9a2b-830f2f7a06fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:47.266697 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0b478344-b44d-40ce-9a2b-830f2f7a06fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:47.270295 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0b478344-b44d-40ce-9a2b-830f2f7a06fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:47.273549 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-0b478344-b44d-40ce-9a2b-830f2f7a06fd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/25b51e93-8843-49a1-b3a5-544babb5d8df HTTP/1.1" status: 204 len: 168 time: 0.2097850 Oct 30 15:04:47.281968 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b478344-b44d-40ce-9a2b-830f2f7a06fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b51e93-8843-49a1-b3a5-544babb5d8df,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:04:47.622817 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 49644) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:04:47.887780 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 49664) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:04:47.890667 n-d-806683-17 neutron-server[102131]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 30 15:04:47.920761 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cb82e61c-41bd-42ee-94d1-cd78bd7f95ff req-1092ffe1-34f9-4112-8212-6965992510bc tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=e06bc4844ef44933bd8ef21c3cf43460&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311968 Oct 30 15:04:47.965506 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 49666) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:04:48.024243 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-71233c89-c65d-4a81-b7fb-dff9890185d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:48.087228 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ba6fcd34-f2de-47c4-9c97-923db970f0a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:48.173219 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ba6fcd34-f2de-47c4-9c97-923db970f0a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:48.178334 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ba6fcd34-f2de-47c4-9c97-923db970f0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:48.206676 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb82e61c-41bd-42ee-94d1-cd78bd7f95ff req-70df4972-be47-45fc-8197-9a4c40949df0 tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:04:48.211124 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6fcd34-f2de-47c4-9c97-923db970f0a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=146424a2-41cf-419e-a807-2577357346ab,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:04:48.214320 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cb82e61c-41bd-42ee-94d1-cd78bd7f95ff req-70df4972-be47-45fc-8197-9a4c40949df0 tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2870722 Oct 30 15:04:48.233046 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cb82e61c-41bd-42ee-94d1-cd78bd7f95ff req-5cbc1a38-172e-4a13-a6a4-4ead2353223b tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] 10.222.0.62 "GET /v2.0/quotas/e06bc4844ef44933bd8ef21c3cf43460 HTTP/1.1" status: 200 len: 375 time: 0.0176423 Oct 30 15:04:48.243181 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-ba6fcd34-f2de-47c4-9c97-923db970f0a5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ae1eceef622f44dc8f1d06843114f0a1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2765622 Oct 30 15:04:48.244195 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 49686) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:04:48.305843 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cb82e61c-41bd-42ee-94d1-cd78bd7f95ff req-125bf07a-4281-44fe-b818-ae10acec7c6f tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e06bc4844ef44933bd8ef21c3cf43460&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0716457 Oct 30 15:04:48.308631 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a70bbea0-836f-4993-9b4a-dffc780564bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:48.321713 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-71233c89-c65d-4a81-b7fb-dff9890185d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:48.327233 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-71233c89-c65d-4a81-b7fb-dff9890185d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:48.334625 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a70bbea0-836f-4993-9b4a-dffc780564bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:48.397182 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a70bbea0-836f-4993-9b4a-dffc780564bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:48.400368 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a70bbea0-836f-4993-9b4a-dffc780564bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:48.401778 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a70bbea0-836f-4993-9b4a-dffc780564bc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/146424a2-41cf-419e-a807-2577357346ab HTTP/1.1" status: 204 len: 168 time: 0.1564338 Oct 30 15:04:48.403538 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71233c89-c65d-4a81-b7fb-dff9890185d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=838776ab-2b26-42fc-b9a8-dcf0ab1d1607,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:04:48.415011 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70bbea0-836f-4993-9b4a-dffc780564bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=146424a2-41cf-419e-a807-2577357346ab,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:04:48.431738 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 49694) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:04:48.435592 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-71233c89-c65d-4a81-b7fb-dff9890185d4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=badb564baa93411e83c1bc2a10cbc3f6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8116469 Oct 30 15:04:48.512660 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ead1bbd3-b5d3-4f31-b5e5-a61fc5e4abc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:48.552291 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ead1bbd3-b5d3-4f31-b5e5-a61fc5e4abc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:48.647360 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ead1bbd3-b5d3-4f31-b5e5-a61fc5e4abc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:48.650977 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ead1bbd3-b5d3-4f31-b5e5-a61fc5e4abc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:48.652202 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-ead1bbd3-b5d3-4f31-b5e5-a61fc5e4abc0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/838776ab-2b26-42fc-b9a8-dcf0ab1d1607 HTTP/1.1" status: 204 len: 168 time: 0.2192550 Oct 30 15:04:48.668555 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b4e2f1ee-dce2-4798-b234-df418fd4aa6e req-501964c2-0439-45c4-a413-9d727e6caccb tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] 10.222.0.62 "GET /v2.0/ports?device_id=8617dd06-2e1c-4b82-a336-42beea0cbbf6 HTTP/1.1" status: 200 len: 210 time: 0.0685132 Oct 30 15:04:48.669403 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead1bbd3-b5d3-4f31-b5e5-a61fc5e4abc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=838776ab-2b26-42fc-b9a8-dcf0ab1d1607,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:04:49.161659 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 49772) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:04:49.181037 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-028759c6-bcff-49bf-b824-e91e141c3f63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:49.329415 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-028759c6-bcff-49bf-b824-e91e141c3f63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:49.336229 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-028759c6-bcff-49bf-b824-e91e141c3f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:49.375900 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-028759c6-bcff-49bf-b824-e91e141c3f63 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d96392e82e324b46bdf9694e1c41fdc8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2130451 Oct 30 15:04:49.376924 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028759c6-bcff-49bf-b824-e91e141c3f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03918fa0-68c4-450f-bb41-68bd554ce84b,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:04:49.379169 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 49788) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:04:49.499963 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1d95d7c7-8951-4e0a-ba8f-1cf175035b1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:49.529968 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1d95d7c7-8951-4e0a-ba8f-1cf175035b1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:49.551870 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 49808) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:04:49.576891 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cf2ed625-2ea3-492f-b6b3-4d0bacd355a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:49.695701 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1d95d7c7-8951-4e0a-ba8f-1cf175035b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:49.699231 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1d95d7c7-8951-4e0a-ba8f-1cf175035b1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:49.701338 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-1d95d7c7-8951-4e0a-ba8f-1cf175035b1e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/03918fa0-68c4-450f-bb41-68bd554ce84b HTTP/1.1" status: 204 len: 168 time: 0.3205311 Oct 30 15:04:49.707597 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 49824) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:04:49.735916 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d95d7c7-8951-4e0a-ba8f-1cf175035b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03918fa0-68c4-450f-bb41-68bd554ce84b,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:04:49.759292 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cf2ed625-2ea3-492f-b6b3-4d0bacd355a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:49.771413 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cf2ed625-2ea3-492f-b6b3-4d0bacd355a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:49.789817 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1d992e6d-10b0-474b-91ea-d46719bb4850 req-0543b520-ca41-431a-8fe0-af614aa21055 tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] 10.222.0.62 "GET /v2.0/ports?device_id=8617dd06-2e1c-4b82-a336-42beea0cbbf6 HTTP/1.1" status: 200 len: 210 time: 0.0397835 Oct 30 15:04:49.853652 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ed625-2ea3-492f-b6b3-4d0bacd355a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f20203d3-e4b2-4582-8010-daf3a83d5536,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:04:49.866281 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 49836) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:04:49.866410 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-cf2ed625-2ea3-492f-b6b3-4d0bacd355a7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3026157d300646a4beb9ee5074adccb7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3114874 Oct 30 15:04:49.927308 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0ed91235-9a83-404d-b411-3f3d1af94445 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:49.952363 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0ed91235-9a83-404d-b411-3f3d1af94445 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:50.017234 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0ed91235-9a83-404d-b411-3f3d1af94445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:50.020184 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0ed91235-9a83-404d-b411-3f3d1af94445 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:50.021677 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-0ed91235-9a83-404d-b411-3f3d1af94445 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f20203d3-e4b2-4582-8010-daf3a83d5536 HTTP/1.1" status: 204 len: 168 time: 0.1544230 Oct 30 15:04:50.029846 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed91235-9a83-404d-b411-3f3d1af94445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20203d3-e4b2-4582-8010-daf3a83d5536,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:04:50.164774 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-84a8285c-790b-4efa-872b-ec7337f0457b admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1729952735-network', 'tenant_id': '69837c7685c1471a8281a6c045018170'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:04:50.189984 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a8285c-790b-4efa-872b-ec7337f0457b admin admin] Made reservation on behalf of 69837c7685c1471a8281a6c045018170 for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:04:50.193877 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-84a8285c-790b-4efa-872b-ec7337f0457b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:50.206541 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-84a8285c-790b-4efa-872b-ec7337f0457b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:50.294878 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-84a8285c-790b-4efa-872b-ec7337f0457b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:50.302639 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-84a8285c-790b-4efa-872b-ec7337f0457b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:50.335234 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a8285c-790b-4efa-872b-ec7337f0457b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ad5f21-cb4b-475c-8cf7-58bb0fc8f42a,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:04:50.362254 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84a8285c-790b-4efa-872b-ec7337f0457b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:04:50.370934 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-84a8285c-790b-4efa-872b-ec7337f0457b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:50.371269 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-84a8285c-790b-4efa-872b-ec7337f0457b admin admin] Added segment b4b31197-3a09-4bc0-a34b-293e7ced3758 of type vlan for network 0e073e54-a4ee-47aa-891d-4a1d26e93e93 Oct 30 15:04:50.413842 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-84a8285c-790b-4efa-872b-ec7337f0457b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:50.450288 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-84a8285c-790b-4efa-872b-ec7337f0457b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:50.451649 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a8285c-790b-4efa-872b-ec7337f0457b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:04:50.452202 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-84a8285c-790b-4efa-872b-ec7337f0457b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:50.513763 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 49872) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:04:50.514492 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-84a8285c-790b-4efa-872b-ec7337f0457b admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8055866 Oct 30 15:04:50.521304 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-7582a1f9-8c26-4e27-b283-5f3826e0c2c9 admin admin] Request body: {'subnet': {'network_id': '0e073e54-a4ee-47aa-891d-4a1d26e93e93', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1729952735-subnet', 'tenant_id': '69837c7685c1471a8281a6c045018170', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:04:50.540846 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a8285c-790b-4efa-872b-ec7337f0457b admin admin] Pushing event updated for resources: {'Network': ['ID=0e073e54-a4ee-47aa-891d-4a1d26e93e93,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:04:50.554806 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 0e073e54-a4ee-47aa-891d-4a1d26e93e93 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:04:50.563276 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7582a1f9-8c26-4e27-b283-5f3826e0c2c9 admin admin] Made reservation on behalf of 69837c7685c1471a8281a6c045018170 for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:04:50.568671 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7582a1f9-8c26-4e27-b283-5f3826e0c2c9 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:50.608132 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 49876) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:04:50.896558 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0722a98a-e054-493a-b0cb-31913f251a0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:50.896762 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7582a1f9-8c26-4e27-b283-5f3826e0c2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:50.986136 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7582a1f9-8c26-4e27-b283-5f3826e0c2c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b4f6d7c-44b3-47fa-9b94-0bd8519fb087,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:04:51.036446 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.53', 61260) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:04:51.060041 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7582a1f9-8c26-4e27-b283-5f3826e0c2c9 admin admin] Checking segment: {'id': 'b4b31197-3a09-4bc0-a34b-293e7ced3758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0e073e54-a4ee-47aa-891d-4a1d26e93e93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:04:51.060403 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7582a1f9-8c26-4e27-b283-5f3826e0c2c9 admin admin] Network hostable DHCP agents. Network: 0e073e54-a4ee-47aa-891d-4a1d26e93e93, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:04:51.102842 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8726d75e-8a77-405e-b423-3a5903b9a9fe req-d252649d-e322-4857-8731-3cd90747179d tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] 10.222.0.62 "GET /v2.0/ports?device_id=8617dd06-2e1c-4b82-a336-42beea0cbbf6 HTTP/1.1" status: 200 len: 210 time: 0.0490355 Oct 30 15:04:51.104672 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cb82e61c-41bd-42ee-94d1-cd78bd7f95ff req-31e673e7-be8f-442c-b449-bcc632851fb4 tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=e06bc4844ef44933bd8ef21c3cf43460&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0669141 Oct 30 15:04:51.111143 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7582a1f9-8c26-4e27-b283-5f3826e0c2c9 admin admin] Network 0e073e54-a4ee-47aa-891d-4a1d26e93e93 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:04:51.130236 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-7582a1f9-8c26-4e27-b283-5f3826e0c2c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 0e073e54-a4ee-47aa-891d-4a1d26e93e93) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:04:51.135858 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7582a1f9-8c26-4e27-b283-5f3826e0c2c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:04:51.136436 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7582a1f9-8c26-4e27-b283-5f3826e0c2c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:51.187888 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-7582a1f9-8c26-4e27-b283-5f3826e0c2c9 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6723447 Oct 30 15:04:51.190637 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 49904) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:04:51.195096 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-b65509a8-b8c3-400c-81b0-076d0ce0b12a admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1729952735-router', 'tenant_id': '69837c7685c1471a8281a6c045018170', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:04:51.241152 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b65509a8-b8c3-400c-81b0-076d0ce0b12a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:51.242534 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb82e61c-41bd-42ee-94d1-cd78bd7f95ff req-4f68d20b-3aa1-48d1-bd03-581c54767a7d tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:04:51.242801 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b65509a8-b8c3-400c-81b0-076d0ce0b12a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:51.244047 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cb82e61c-41bd-42ee-94d1-cd78bd7f95ff req-4f68d20b-3aa1-48d1-bd03-581c54767a7d tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1335459 Oct 30 15:04:51.248962 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0722a98a-e054-493a-b0cb-31913f251a0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:51.250981 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97dcbb1a-bdbe-4655-a3d1-03334b1603b1 None None] Network 0e073e54-a4ee-47aa-891d-4a1d26e93e93 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:04:51.255741 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0722a98a-e054-493a-b0cb-31913f251a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:51.289689 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0722a98a-e054-493a-b0cb-31913f251a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8871d309-bdb2-4426-a647-13e8db8e4101,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:04:51.310934 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-0722a98a-e054-493a-b0cb-31913f251a0f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=933784cdd80c4b5ab2ee9a1fe870534a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7013471 Oct 30 15:04:51.313470 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 49906) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:04:51.370684 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-cb82e61c-41bd-42ee-94d1-cd78bd7f95ff req-2f0b45c6-6ea5-4137-b85e-0fe6596971bb tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] Request body: {'port': {'device_id': '8617dd06-2e1c-4b82-a336-42beea0cbbf6', 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704', 'admin_state_up': True, 'tenant_id': 'e06bc4844ef44933bd8ef21c3cf43460'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:04:51.382557 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b85f4601-939b-445f-83d6-b8eb09542bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:51.412848 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b65509a8-b8c3-400c-81b0-076d0ce0b12a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:51.512611 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad98943-c4ee-4ae0-a7f6-f409a05325ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-0e073e54-a4ee-47aa-891d-4a1d26e93e93', 'network_id': '0e073e54-a4ee-47aa-891d-4a1d26e93e93', 'tenant_id': '69837c7685c1471a8281a6c045018170', 'fixed_ips': [{'subnet_id': '1b4f6d7c-44b3-47fa-9b94-0bd8519fb087'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:04:51.513713 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4ad98943-c4ee-4ae0-a7f6-f409a05325ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:51.598905 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-132d2076-498e-4b34-a3cf-682d2e021623 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:51.663586 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-132d2076-498e-4b34-a3cf-682d2e021623 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:51.702152 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-4ad98943-c4ee-4ae0-a7f6-f409a05325ab None None] Allocated IP 172.20.0.2 (0e073e54-a4ee-47aa-891d-4a1d26e93e93/1b4f6d7c-44b3-47fa-9b94-0bd8519fb087/d408de3e-dc26-40d9-ba9c-437bfb9eadd2) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:04:51.721648 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b65509a8-b8c3-400c-81b0-076d0ce0b12a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:51.725345 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 49926) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:04:51.751014 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb82e61c-41bd-42ee-94d1-cd78bd7f95ff req-2f0b45c6-6ea5-4137-b85e-0fe6596971bb tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] Made reservation on behalf of e06bc4844ef44933bd8ef21c3cf43460 for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:04:51.755976 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-cb82e61c-41bd-42ee-94d1-cd78bd7f95ff req-2f0b45c6-6ea5-4137-b85e-0fe6596971bb tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:51.765894 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-cb82e61c-41bd-42ee-94d1-cd78bd7f95ff req-2f0b45c6-6ea5-4137-b85e-0fe6596971bb tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:51.789060 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-132d2076-498e-4b34-a3cf-682d2e021623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:51.791993 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-132d2076-498e-4b34-a3cf-682d2e021623 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:51.795744 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-132d2076-498e-4b34-a3cf-682d2e021623 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8871d309-bdb2-4426-a647-13e8db8e4101 HTTP/1.1" status: 204 len: 168 time: 0.4787257 Oct 30 15:04:51.807091 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d2076-498e-4b34-a3cf-682d2e021623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8871d309-bdb2-4426-a647-13e8db8e4101,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:04:51.907245 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-cb82e61c-41bd-42ee-94d1-cd78bd7f95ff req-2f0b45c6-6ea5-4137-b85e-0fe6596971bb tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:51.927959 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-cb82e61c-41bd-42ee-94d1-cd78bd7f95ff req-2f0b45c6-6ea5-4137-b85e-0fe6596971bb tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:51.955844 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4ad98943-c4ee-4ae0-a7f6-f409a05325ab None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:51.966373 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4ad98943-c4ee-4ae0-a7f6-f409a05325ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:51.987723 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0b45c6-6ea5-4137-b85e-0fe6596971bb tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7391d82b-e46e-4f02-a6cc-f2cd36f042ff,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:04:52.029416 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad98943-c4ee-4ae0-a7f6-f409a05325ab None None] Pushing event updated for resources: {'Port': ['ID=d408de3e-dc26-40d9-ba9c-437bfb9eadd2,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:04:52.053520 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad98943-c4ee-4ae0-a7f6-f409a05325ab None None] Network 0e073e54-a4ee-47aa-891d-4a1d26e93e93 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:04:52.055233 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-4ad98943-c4ee-4ae0-a7f6-f409a05325ab None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:04:52.061008 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad98943-c4ee-4ae0-a7f6-f409a05325ab None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:04:52.065337 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad98943-c4ee-4ae0-a7f6-f409a05325ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:04:52.065685 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad98943-c4ee-4ae0-a7f6-f409a05325ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:04:52.066025 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad98943-c4ee-4ae0-a7f6-f409a05325ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:04:52.066474 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad98943-c4ee-4ae0-a7f6-f409a05325ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:04:52.067496 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad98943-c4ee-4ae0-a7f6-f409a05325ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:04:52.067941 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad98943-c4ee-4ae0-a7f6-f409a05325ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:04:52.068280 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad98943-c4ee-4ae0-a7f6-f409a05325ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:04:52.069192 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad98943-c4ee-4ae0-a7f6-f409a05325ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:04:52.069515 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad98943-c4ee-4ae0-a7f6-f409a05325ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:04:52.069844 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad98943-c4ee-4ae0-a7f6-f409a05325ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:04:52.070258 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad98943-c4ee-4ae0-a7f6-f409a05325ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:04:52.070582 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad98943-c4ee-4ae0-a7f6-f409a05325ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:04:52.071841 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad98943-c4ee-4ae0-a7f6-f409a05325ab None None] Tracked resource versions report: Oct 30 15:04:52.071841 n-d-806683-17 neutron-server[102132]: pushed versions: Oct 30 15:04:52.071841 n-d-806683-17 neutron-server[102132]: { 'AddressGroup': {'1.2'}, Oct 30 15:04:52.071841 n-d-806683-17 neutron-server[102132]: 'ConntrackHelper': {'1.0'}, Oct 30 15:04:52.071841 n-d-806683-17 neutron-server[102132]: 'Log': {'1.0'}, Oct 30 15:04:52.071841 n-d-806683-17 neutron-server[102132]: 'Network': {'1.1'}, Oct 30 15:04:52.071841 n-d-806683-17 neutron-server[102132]: 'Port': {'1.7'}, Oct 30 15:04:52.071841 n-d-806683-17 neutron-server[102132]: 'PortForwarding': {'1.2'}, Oct 30 15:04:52.071841 n-d-806683-17 neutron-server[102132]: 'QosPolicy': {'1.10'}, Oct 30 15:04:52.071841 n-d-806683-17 neutron-server[102132]: 'SecurityGroup': {'1.4'}, Oct 30 15:04:52.071841 n-d-806683-17 neutron-server[102132]: 'SecurityGroupRule': {'1.2'}, Oct 30 15:04:52.071841 n-d-806683-17 neutron-server[102132]: 'SubPort': {'1.0'}, Oct 30 15:04:52.071841 n-d-806683-17 neutron-server[102132]: 'Subnet': {'1.1'}, Oct 30 15:04:52.071841 n-d-806683-17 neutron-server[102132]: 'Trunk': {'1.1'}} Oct 30 15:04:52.071841 n-d-806683-17 neutron-server[102132]: consumer versions: Oct 30 15:04:52.071841 n-d-806683-17 neutron-server[102132]: { DHCP agent@n-d-806683-17: {}, Oct 30 15:04:52.071841 n-d-806683-17 neutron-server[102132]: HyperV agent@n-h1-806683-17: {}, Oct 30 15:04:52.071841 n-d-806683-17 neutron-server[102132]: HyperV agent@n-h2-806683-17: {}, Oct 30 15:04:52.071841 n-d-806683-17 neutron-server[102132]: L3 agent@n-d-806683-17: {}, Oct 30 15:04:52.071841 n-d-806683-17 neutron-server[102132]: Metadata agent@n-d-806683-17: {}, Oct 30 15:04:52.071841 n-d-806683-17 neutron-server[102132]: Metering agent@n-d-806683-17: {}, Oct 30 15:04:52.071841 n-d-806683-17 neutron-server[102132]: Open vSwitch agent@n-d-806683-17: { 'AddressGroup': '1.2', Oct 30 15:04:52.071841 n-d-806683-17 neutron-server[102132]: 'ConntrackHelper': '1.0', Oct 30 15:04:52.071841 n-d-806683-17 neutron-server[102132]: 'Log': '1.0', Oct 30 15:04:52.071841 n-d-806683-17 neutron-server[102132]: 'Network': '1.1', Oct 30 15:04:52.071841 n-d-806683-17 neutron-server[102132]: 'Port': '1.7', Oct 30 15:04:52.071841 n-d-806683-17 neutron-server[102132]: 'PortForwarding': '1.2', Oct 30 15:04:52.071841 n-d-806683-17 neutron-server[102132]: 'QosPolicy': '1.10', Oct 30 15:04:52.071841 n-d-806683-17 neutron-server[102132]: 'SecurityGroup': '1.4', Oct 30 15:04:52.071841 n-d-806683-17 neutron-server[102132]: 'SecurityGroupRule': '1.2', Oct 30 15:04:52.071841 n-d-806683-17 neutron-server[102132]: 'SubPort': '1.0', Oct 30 15:04:52.071841 n-d-806683-17 neutron-server[102132]: 'Subnet': '1.1', Oct 30 15:04:52.071841 n-d-806683-17 neutron-server[102132]: 'Trunk': '1.1'}} Oct 30 15:04:52.071841 n-d-806683-17 neutron-server[102132]: {{(pid=102132) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 30 15:04:52.143883 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-4ad98943-c4ee-4ae0-a7f6-f409a05325ab None None] Attempting to bind port d408de3e-dc26-40d9-ba9c-437bfb9eadd2 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:04:52.145356 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-4ad98943-c4ee-4ae0-a7f6-f409a05325ab None None] Attempting to bind port d408de3e-dc26-40d9-ba9c-437bfb9eadd2 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'b4b31197-3a09-4bc0-a34b-293e7ced3758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0e073e54-a4ee-47aa-891d-4a1d26e93e93'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:04:52.145902 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad98943-c4ee-4ae0-a7f6-f409a05325ab None None] Attempting to bind port d408de3e-dc26-40d9-ba9c-437bfb9eadd2 on network 0e073e54-a4ee-47aa-891d-4a1d26e93e93 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:04:52.156131 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad98943-c4ee-4ae0-a7f6-f409a05325ab None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:04:52.156819 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad98943-c4ee-4ae0-a7f6-f409a05325ab None None] Checking segment: {'id': 'b4b31197-3a09-4bc0-a34b-293e7ced3758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0e073e54-a4ee-47aa-891d-4a1d26e93e93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:04:52.157367 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4ad98943-c4ee-4ae0-a7f6-f409a05325ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:52.158358 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad98943-c4ee-4ae0-a7f6-f409a05325ab None None] Bound using segment: {'id': 'b4b31197-3a09-4bc0-a34b-293e7ced3758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0e073e54-a4ee-47aa-891d-4a1d26e93e93'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:04:52.158969 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-4ad98943-c4ee-4ae0-a7f6-f409a05325ab None None] Bound port: d408de3e-dc26-40d9-ba9c-437bfb9eadd2, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4b31197-3a09-4bc0-a34b-293e7ced3758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0e073e54-a4ee-47aa-891d-4a1d26e93e93'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:04:52.159543 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4ad98943-c4ee-4ae0-a7f6-f409a05325ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:52.191744 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b65509a8-b8c3-400c-81b0-076d0ce0b12a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:52.225626 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b65509a8-b8c3-400c-81b0-076d0ce0b12a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:52.244628 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-4ad98943-c4ee-4ae0-a7f6-f409a05325ab None None] For port d408de3e-dc26-40d9-ba9c-437bfb9eadd2, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:04:52.248173 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-4ad98943-c4ee-4ae0-a7f6-f409a05325ab None None] For port d408de3e-dc26-40d9-ba9c-437bfb9eadd2, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=d408de3e-dc26-40d9-ba9c-437bfb9eadd2,segment=NetworkSegment(b4b31197-3a09-4bc0-a34b-293e7ced3758),segment_id=b4b31197-3a09-4bc0-a34b-293e7ced3758)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:04:52.259555 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4ad98943-c4ee-4ae0-a7f6-f409a05325ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:52.313669 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-916948eb-6b2b-4549-8370-bf45dffe7213 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:52.345044 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad98943-c4ee-4ae0-a7f6-f409a05325ab None None] Pushing event updated for resources: {'Port': ['ID=d408de3e-dc26-40d9-ba9c-437bfb9eadd2,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:04:52.349491 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-cb82e61c-41bd-42ee-94d1-cd78bd7f95ff req-2f0b45c6-6ea5-4137-b85e-0fe6596971bb tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] Allocated IP 192.168.233.66 (8de8b155-6e08-41c3-866a-8b30bb481704/43b5dea3-b65b-4514-8ec2-18a4245eb194/1674cc14-f9de-4df0-9e64-14de573490ac) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:04:52.448088 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-b65509a8-b8c3-400c-81b0-076d0ce0b12a admin admin] Allocated IP 172.25.4.130 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/a33d0a37-1061-4257-b662-5145f49900a9) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:04:52.543820 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-cb82e61c-41bd-42ee-94d1-cd78bd7f95ff req-2f0b45c6-6ea5-4137-b85e-0fe6596971bb tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:52.598459 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b65509a8-b8c3-400c-81b0-076d0ce0b12a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:52.645281 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-916948eb-6b2b-4549-8370-bf45dffe7213 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:52.649332 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b65509a8-b8c3-400c-81b0-076d0ce0b12a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:52.653285 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ace5ae1e-11fa-4b21-8498-7dd3665544db req-35822841-c369-48e3-a9bb-d61bfb7c7780 tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] 10.222.0.62 "GET /v2.0/ports?device_id=8617dd06-2e1c-4b82-a336-42beea0cbbf6 HTTP/1.1" status: 200 len: 210 time: 0.2168787 Oct 30 15:04:52.658076 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-916948eb-6b2b-4549-8370-bf45dffe7213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:52.678854 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-cb82e61c-41bd-42ee-94d1-cd78bd7f95ff req-2f0b45c6-6ea5-4137-b85e-0fe6596971bb tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:52.783633 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-916948eb-6b2b-4549-8370-bf45dffe7213 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6b7121a36557429da9314b7ddebc659c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0502741 Oct 30 15:04:52.784825 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65509a8-b8c3-400c-81b0-076d0ce0b12a admin admin] Pushing event updated for resources: {'Port': ['ID=a33d0a37-1061-4257-b662-5145f49900a9,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:04:52.801553 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 49962) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:04:52.816593 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65509a8-b8c3-400c-81b0-076d0ce0b12a admin admin] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:04:52.818193 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-b65509a8-b8c3-400c-81b0-076d0ce0b12a admin admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:04:52.821780 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65509a8-b8c3-400c-81b0-076d0ce0b12a admin admin] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:04:52.879906 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916948eb-6b2b-4549-8370-bf45dffe7213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4da9e6f-7a8f-4aba-9902-136be16aa022,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:04:52.930742 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0b45c6-6ea5-4137-b85e-0fe6596971bb tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] Pushing event updated for resources: {'Port': ['ID=1674cc14-f9de-4df0-9e64-14de573490ac,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:04:52.979145 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb82e61c-41bd-42ee-94d1-cd78bd7f95ff req-2f0b45c6-6ea5-4137-b85e-0fe6596971bb tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] Network 8de8b155-6e08-41c3-866a-8b30bb481704 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:04:53.003524 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-64f967cd-f183-48a9-a34a-095028518ae9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:53.041335 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-64f967cd-f183-48a9-a34a-095028518ae9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:53.133038 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 49970) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:04:53.151546 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-cb82e61c-41bd-42ee-94d1-cd78bd7f95ff req-2f0b45c6-6ea5-4137-b85e-0fe6596971bb tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:04:53.160208 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb82e61c-41bd-42ee-94d1-cd78bd7f95ff req-2f0b45c6-6ea5-4137-b85e-0fe6596971bb tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:04:53.183175 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb82e61c-41bd-42ee-94d1-cd78bd7f95ff req-2f0b45c6-6ea5-4137-b85e-0fe6596971bb tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:04:53.185056 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-cb82e61c-41bd-42ee-94d1-cd78bd7f95ff req-2f0b45c6-6ea5-4137-b85e-0fe6596971bb tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:53.227339 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-64f967cd-f183-48a9-a34a-095028518ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:53.237804 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-64f967cd-f183-48a9-a34a-095028518ae9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:53.239660 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-64f967cd-f183-48a9-a34a-095028518ae9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d4da9e6f-7a8f-4aba-9902-136be16aa022 HTTP/1.1" status: 204 len: 168 time: 0.4281163 Oct 30 15:04:53.241524 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 49976) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:04:53.291386 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b74e8d03-ff44-4fe3-8733-c1d6ba09a89d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:53.313570 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cb82e61c-41bd-42ee-94d1-cd78bd7f95ff req-2f0b45c6-6ea5-4137-b85e-0fe6596971bb tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9479759 Oct 30 15:04:53.322680 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f967cd-f183-48a9-a34a-095028518ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4da9e6f-7a8f-4aba-9902-136be16aa022,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:04:53.341156 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [req-cb82e61c-41bd-42ee-94d1-cd78bd7f95ff req-aa7a3b30-6310-4e6b-970b-1a074f5d8a72 tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:04:53.344921 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cb82e61c-41bd-42ee-94d1-cd78bd7f95ff req-aa7a3b30-6310-4e6b-970b-1a074f5d8a72 tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0144408 Oct 30 15:04:53.516341 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b65509a8-b8c3-400c-81b0-076d0ce0b12a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:53.565124 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b74e8d03-ff44-4fe3-8733-c1d6ba09a89d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:53.584761 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b74e8d03-ff44-4fe3-8733-c1d6ba09a89d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:53.658592 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b74e8d03-ff44-4fe3-8733-c1d6ba09a89d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=436f710fdde74f479e47ffa06f25e998&name=default HTTP/1.1" status: 200 len: 2978 time: 0.4081354 Oct 30 15:04:53.662824 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 49980) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:04:53.778569 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c43e8721-c659-46f1-a4ef-7cbec4605d0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:53.783886 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device d408de3e-dc26-40d9-ba9c-437bfb9eadd2 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:04:53.807380 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9f9c45ec-7207-4797-81a3-0176982c55dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:53.933652 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74e8d03-ff44-4fe3-8733-c1d6ba09a89d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe1763f-2da3-4fea-b916-9a617fd99c64,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:04:53.985057 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-329d3706-f4b4-4b7f-9279-a5a840754fe8 None None] Provisioning complete for port 1674cc14-f9de-4df0-9e64-14de573490ac triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:04:53.985431 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-329d3706-f4b4-4b7f-9279-a5a840754fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:53.996527 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-65564c72-47b6-45e1-b338-002c46a05df8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:54.097103 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-65564c72-47b6-45e1-b338-002c46a05df8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:54.101934 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-329d3706-f4b4-4b7f-9279-a5a840754fe8 None None] Port 1674cc14-f9de-4df0-9e64-14de573490ac cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:04:54.154260 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port d408de3e-dc26-40d9-ba9c-437bfb9eadd2 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:04:54.154628 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:54.229279 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b65509a8-b8c3-400c-81b0-076d0ce0b12a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:54.232291 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-65564c72-47b6-45e1-b338-002c46a05df8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:54.236257 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-65564c72-47b6-45e1-b338-002c46a05df8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:54.238111 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-65564c72-47b6-45e1-b338-002c46a05df8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dbe1763f-2da3-4fea-b916-9a617fd99c64 HTTP/1.1" status: 204 len: 168 time: 0.5294800 Oct 30 15:04:54.251975 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505d1543-c3bb-46ab-a40a-a09d1fef0d53 None None] Network 0e073e54-a4ee-47aa-891d-4a1d26e93e93 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:04:54.259686 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65564c72-47b6-45e1-b338-002c46a05df8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe1763f-2da3-4fea-b916-9a617fd99c64,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:04:54.380666 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-bcae54ab-7d38-495e-8fc2-5bc8a8f59a85 None None] Provisioning complete for port d408de3e-dc26-40d9-ba9c-437bfb9eadd2 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:04:54.381030 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bcae54ab-7d38-495e-8fc2-5bc8a8f59a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:54.553445 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:54.623586 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:54.638367 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bcae54ab-7d38-495e-8fc2-5bc8a8f59a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:54.699763 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port d408de3e-dc26-40d9-ba9c-437bfb9eadd2, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=d408de3e-dc26-40d9-ba9c-437bfb9eadd2,segment=NetworkSegment(b4b31197-3a09-4bc0-a34b-293e7ced3758),segment_id=b4b31197-3a09-4bc0-a34b-293e7ced3758)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:04:54.715243 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:54.738372 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c43e8721-c659-46f1-a4ef-7cbec4605d0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:54.758496 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c43e8721-c659-46f1-a4ef-7cbec4605d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:54.826950 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 50008) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:04:54.858245 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c43e8721-c659-46f1-a4ef-7cbec4605d0a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=be542b3fb65d4f63abc0aace5930b884&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7230539 Oct 30 15:04:54.863012 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 50010) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:04:54.885164 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6c6a4f20-82ef-4118-8dce-9e16393dcb63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:54.904837 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:54.926706 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.db.api [None req-bcae54ab-7d38-495e-8fc2-5bc8a8f59a85 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 30 15:04:54.927321 n-d-806683-17 neutron-server[102132]: DEBUG oslo_db.api [None req-bcae54ab-7d38-495e-8fc2-5bc8a8f59a85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 30 15:04:54.929014 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=d408de3e-dc26-40d9-ba9c-437bfb9eadd2,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:04:54.967510 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 50012) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:04:54.986271 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43e8721-c659-46f1-a4ef-7cbec4605d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf4517e-8fcf-447b-8675-18019e8de035,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:04:55.069381 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b65509a8-b8c3-400c-81b0-076d0ce0b12a admin admin] Router 2cd9b68b-536c-4305-a2f6-2ac03e45d89d is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:04:55.092587 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device d408de3e-dc26-40d9-ba9c-437bfb9eadd2 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:04:55.105510 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-cb82e61c-41bd-42ee-94d1-cd78bd7f95ff req-7ec2b7e3-3864-4565-b626-bcc483c42325 service neutron] Request body: {'port': {'device_id': '8617dd06-2e1c-4b82-a336-42beea0cbbf6', 'device_owner': 'compute:tempest-test_az-830569475', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:04:55.198161 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b60a63a4-456d-48cd-9ec5-73eb232c4644 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:55.203525 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port d408de3e-dc26-40d9-ba9c-437bfb9eadd2 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:04:55.203902 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:55.220296 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6c6a4f20-82ef-4118-8dce-9e16393dcb63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:55.255764 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6c6a4f20-82ef-4118-8dce-9e16393dcb63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:55.286912 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b60a63a4-456d-48cd-9ec5-73eb232c4644 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:55.326166 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-cb82e61c-41bd-42ee-94d1-cd78bd7f95ff req-7ec2b7e3-3864-4565-b626-bcc483c42325 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:55.376295 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b65509a8-b8c3-400c-81b0-076d0ce0b12a admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:04:55.387614 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-6c6a4f20-82ef-4118-8dce-9e16393dcb63 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=77a4f5452e374f878efae5b6c447fd9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5589001 Oct 30 15:04:55.394619 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4fe441-b865-463b-b37a-8276779ac1f1 None None] Sync routers for ids ['2cd9b68b-536c-4305-a2f6-2ac03e45d89d'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:04:55.400799 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 50022) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:04:55.417069 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4fe441-b865-463b-b37a-8276779ac1f1 None None] Routers {'2cd9b68b-536c-4305-a2f6-2ac03e45d89d'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:04:55.417717 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-1e4fe441-b865-463b-b37a-8276779ac1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:04:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['2cd9b68b-536c-4305-a2f6-2ac03e45d89d'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:04:55.462235 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b65509a8-b8c3-400c-81b0-076d0ce0b12a admin admin] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:55.466613 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b65509a8-b8c3-400c-81b0-076d0ce0b12a admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.2718894 Oct 30 15:04:55.466827 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 50024) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:04:55.595186 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6a4f20-82ef-4118-8dce-9e16393dcb63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06eb25d9-74a1-4ddb-bf47-27cb22f42fb5,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:04:55.638561 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-c3374e2f-279b-4acc-af37-d791cf9a2ddb None None] Provisioning complete for port d408de3e-dc26-40d9-ba9c-437bfb9eadd2 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:04:55.639005 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c3374e2f-279b-4acc-af37-d791cf9a2ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:55.736242 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cee9543d-dbe5-40ed-9a07-c78e03cae204 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:55.764192 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-1e4fe441-b865-463b-b37a-8276779ac1f1 None None] Set router 2cd9b68b-536c-4305-a2f6-2ac03e45d89d gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:04:55.803997 n-d-806683-17 neutron-server[102130]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 30 15:04:55.838051 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cee9543d-dbe5-40ed-9a07-c78e03cae204 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:56.065449 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b60a63a4-456d-48cd-9ec5-73eb232c4644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:56.068679 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b60a63a4-456d-48cd-9ec5-73eb232c4644 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:56.071518 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b60a63a4-456d-48cd-9ec5-73eb232c4644 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5bf4517e-8fcf-447b-8675-18019e8de035 HTTP/1.1" status: 204 len: 168 time: 1.1999443 Oct 30 15:04:56.095987 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60a63a4-456d-48cd-9ec5-73eb232c4644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf4517e-8fcf-447b-8675-18019e8de035,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:04:56.235839 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab44e16-9f80-45c2-b242-1ec230beae02 req-091942e9-8067-4950-ab35-3cc659e0568b tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:04:56.248732 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8ab44e16-9f80-45c2-b242-1ec230beae02 req-091942e9-8067-4950-ab35-3cc659e0568b tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] 10.222.0.62 "GET /v2.0/ports?device_id=8617dd06-2e1c-4b82-a336-42beea0cbbf6 HTTP/1.1" status: 200 len: 935 time: 1.2763612 Oct 30 15:04:56.287516 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-1e4fe441-b865-463b-b37a-8276779ac1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd9b68b-536c-4305-a2f6-2ac03e45d89d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1729952735-router', 'tenant_id': '69837c7685c1471a8281a6c045018170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'a33d0a37-1061-4257-b662-5145f49900a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:04:51Z', 'updated_at': '2021-10-30T15:04:53Z', 'revision_number': 3, 'project_id': '69837c7685c1471a8281a6c045018170', 'gw_port': {'id': 'a33d0a37-1061-4257-b662-5145f49900a9', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd9b68b-536c-4305-a2f6-2ac03e45d89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:04:52Z', 'updated_at': '2021-10-30T15:04:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:04:56.293788 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cee9543d-dbe5-40ed-9a07-c78e03cae204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:56.296372 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cee9543d-dbe5-40ed-9a07-c78e03cae204 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:56.300025 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-cee9543d-dbe5-40ed-9a07-c78e03cae204 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/06eb25d9-74a1-4ddb-bf47-27cb22f42fb5 HTTP/1.1" status: 204 len: 168 time: 0.8890533 Oct 30 15:04:56.325348 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-cb82e61c-41bd-42ee-94d1-cd78bd7f95ff req-7ec2b7e3-3864-4565-b626-bcc483c42325 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1674cc14-f9de-4df0-9e64-14de573490ac {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:04:56.330250 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee9543d-dbe5-40ed-9a07-c78e03cae204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06eb25d9-74a1-4ddb-bf47-27cb22f42fb5,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:04:56.340137 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-cb82e61c-41bd-42ee-94d1-cd78bd7f95ff req-7ec2b7e3-3864-4565-b626-bcc483c42325 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:56.355731 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4fe441-b865-463b-b37a-8276779ac1f1 None None] Checking router: 2cd9b68b-536c-4305-a2f6-2ac03e45d89d for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:04:56.359334 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4fe441-b865-463b-b37a-8276779ac1f1 None None] Updating router 2cd9b68b-536c-4305-a2f6-2ac03e45d89d port a33d0a37-1061-4257-b662-5145f49900a9 binding host n-d-806683-17 {{(pid=102133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:04:56.390600 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8ab44e16-9f80-45c2-b242-1ec230beae02 req-63e19642-b0bd-42b6-b31c-41caf8bcb2fe tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] 10.222.0.62 "GET /v2.0/security-groups?id=7391d82b-e46e-4f02-a6cc-f2cd36f042ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388700 Oct 30 15:04:56.416871 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-cb82e61c-41bd-42ee-94d1-cd78bd7f95ff req-7ec2b7e3-3864-4565-b626-bcc483c42325 service neutron] Transition to ACTIVE for port object 1674cc14-f9de-4df0-9e64-14de573490ac will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:04:56.425638 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-cb82e61c-41bd-42ee-94d1-cd78bd7f95ff req-7ec2b7e3-3864-4565-b626-bcc483c42325 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:56.438013 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1e4fe441-b865-463b-b37a-8276779ac1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:56.494131 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:56.641903 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec2b7e3-3864-4565-b626-bcc483c42325 service neutron] Pushing event updated for resources: {'Port': ['ID=1674cc14-f9de-4df0-9e64-14de573490ac,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:04:56.813350 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-cb82e61c-41bd-42ee-94d1-cd78bd7f95ff req-7ec2b7e3-3864-4565-b626-bcc483c42325 service neutron] Attempting to bind port 1674cc14-f9de-4df0-9e64-14de573490ac on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:04:56.813770 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-cb82e61c-41bd-42ee-94d1-cd78bd7f95ff req-7ec2b7e3-3864-4565-b626-bcc483c42325 service neutron] Attempting to bind port 1674cc14-f9de-4df0-9e64-14de573490ac by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:04:56.814130 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb82e61c-41bd-42ee-94d1-cd78bd7f95ff req-7ec2b7e3-3864-4565-b626-bcc483c42325 service neutron] Attempting to bind port 1674cc14-f9de-4df0-9e64-14de573490ac on network 8de8b155-6e08-41c3-866a-8b30bb481704 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:04:56.834083 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb82e61c-41bd-42ee-94d1-cd78bd7f95ff req-7ec2b7e3-3864-4565-b626-bcc483c42325 service neutron] Port 1674cc14-f9de-4df0-9e64-14de573490ac on network 8de8b155-6e08-41c3-866a-8b30bb481704 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:04:56.834333 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb82e61c-41bd-42ee-94d1-cd78bd7f95ff req-7ec2b7e3-3864-4565-b626-bcc483c42325 service neutron] Attempting to bind port 1674cc14-f9de-4df0-9e64-14de573490ac on network 8de8b155-6e08-41c3-866a-8b30bb481704 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:04:56.844961 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb82e61c-41bd-42ee-94d1-cd78bd7f95ff req-7ec2b7e3-3864-4565-b626-bcc483c42325 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:04:56.845458 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb82e61c-41bd-42ee-94d1-cd78bd7f95ff req-7ec2b7e3-3864-4565-b626-bcc483c42325 service neutron] Checking segment: {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:04:56.845936 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb82e61c-41bd-42ee-94d1-cd78bd7f95ff req-7ec2b7e3-3864-4565-b626-bcc483c42325 service neutron] Bound using segment: {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:04:56.846424 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-cb82e61c-41bd-42ee-94d1-cd78bd7f95ff req-7ec2b7e3-3864-4565-b626-bcc483c42325 service neutron] Bound port: 1674cc14-f9de-4df0-9e64-14de573490ac, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:04:56.846796 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-cb82e61c-41bd-42ee-94d1-cd78bd7f95ff req-7ec2b7e3-3864-4565-b626-bcc483c42325 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:56.904804 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9c24a269-b04c-4244-a318-4e6d25297d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:57.011369 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-cb82e61c-41bd-42ee-94d1-cd78bd7f95ff req-7ec2b7e3-3864-4565-b626-bcc483c42325 service neutron] For port 1674cc14-f9de-4df0-9e64-14de573490ac, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:04:57.016803 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1e4fe441-b865-463b-b37a-8276779ac1f1 None None] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:57.022389 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-cb82e61c-41bd-42ee-94d1-cd78bd7f95ff req-7ec2b7e3-3864-4565-b626-bcc483c42325 service neutron] For port 1674cc14-f9de-4df0-9e64-14de573490ac, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=1674cc14-f9de-4df0-9e64-14de573490ac,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:04:57.030501 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1e4fe441-b865-463b-b37a-8276779ac1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:57.037278 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-cb82e61c-41bd-42ee-94d1-cd78bd7f95ff req-7ec2b7e3-3864-4565-b626-bcc483c42325 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:57.149237 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb82e61c-41bd-42ee-94d1-cd78bd7f95ff req-7ec2b7e3-3864-4565-b626-bcc483c42325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:04:57.150679 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-cb82e61c-41bd-42ee-94d1-cd78bd7f95ff req-7ec2b7e3-3864-4565-b626-bcc483c42325 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:57.153500 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cb82e61c-41bd-42ee-94d1-cd78bd7f95ff req-7ec2b7e3-3864-4565-b626-bcc483c42325 service neutron] 10.222.0.53 "PUT /v2.0/ports/1674cc14-f9de-4df0-9e64-14de573490ac HTTP/1.1" status: 200 len: 1117 time: 2.8119900 Oct 30 15:04:57.154417 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec2b7e3-3864-4565-b626-bcc483c42325 service neutron] Pushing event updated for resources: {'Port': ['ID=1674cc14-f9de-4df0-9e64-14de573490ac,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:04:57.158724 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8617dd06-2e1c-4b82-a336-42beea0cbbf6', 'tag': '1674cc14-f9de-4df0-9e64-14de573490ac'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:04:57.265851 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee77b5f-7305-41e5-ae5b-235ab9fce659 None None] Pushing event updated for resources: {'Port': ['ID=a33d0a37-1061-4257-b662-5145f49900a9,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:04:57.268672 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-1e4fe441-b865-463b-b37a-8276779ac1f1 None None] Attempting to bind port a33d0a37-1061-4257-b662-5145f49900a9 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:04:57.269045 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-1e4fe441-b865-463b-b37a-8276779ac1f1 None None] Attempting to bind port a33d0a37-1061-4257-b662-5145f49900a9 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:04:57.269414 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4fe441-b865-463b-b37a-8276779ac1f1 None None] Attempting to bind port a33d0a37-1061-4257-b662-5145f49900a9 on network edc38ef5-7816-4133-914c-cfe2849a0125 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:04:57.281639 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4fe441-b865-463b-b37a-8276779ac1f1 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:04:57.282033 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4fe441-b865-463b-b37a-8276779ac1f1 None None] Checking segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:04:57.282445 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1e4fe441-b865-463b-b37a-8276779ac1f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:57.282850 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4fe441-b865-463b-b37a-8276779ac1f1 None None] Bound using segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:04:57.283407 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-1e4fe441-b865-463b-b37a-8276779ac1f1 None None] Bound port: a33d0a37-1061-4257-b662-5145f49900a9, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:04:57.283837 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1e4fe441-b865-463b-b37a-8276779ac1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:57.287963 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee77b5f-7305-41e5-ae5b-235ab9fce659 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:04:57.288317 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee77b5f-7305-41e5-ae5b-235ab9fce659 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:04:57.288735 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee77b5f-7305-41e5-ae5b-235ab9fce659 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:04:57.289262 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee77b5f-7305-41e5-ae5b-235ab9fce659 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:04:57.290398 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee77b5f-7305-41e5-ae5b-235ab9fce659 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:04:57.290969 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee77b5f-7305-41e5-ae5b-235ab9fce659 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:04:57.291677 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee77b5f-7305-41e5-ae5b-235ab9fce659 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:04:57.292287 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee77b5f-7305-41e5-ae5b-235ab9fce659 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:04:57.292898 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee77b5f-7305-41e5-ae5b-235ab9fce659 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:04:57.293519 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee77b5f-7305-41e5-ae5b-235ab9fce659 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:04:57.299005 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee77b5f-7305-41e5-ae5b-235ab9fce659 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:04:57.299914 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee77b5f-7305-41e5-ae5b-235ab9fce659 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:04:57.301387 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee77b5f-7305-41e5-ae5b-235ab9fce659 None None] Tracked resource versions report: Oct 30 15:04:57.301387 n-d-806683-17 neutron-server[102133]: pushed versions: Oct 30 15:04:57.301387 n-d-806683-17 neutron-server[102133]: { 'AddressGroup': {'1.2'}, Oct 30 15:04:57.301387 n-d-806683-17 neutron-server[102133]: 'ConntrackHelper': {'1.0'}, Oct 30 15:04:57.301387 n-d-806683-17 neutron-server[102133]: 'Log': {'1.0'}, Oct 30 15:04:57.301387 n-d-806683-17 neutron-server[102133]: 'Network': {'1.1'}, Oct 30 15:04:57.301387 n-d-806683-17 neutron-server[102133]: 'Port': {'1.7'}, Oct 30 15:04:57.301387 n-d-806683-17 neutron-server[102133]: 'PortForwarding': {'1.2'}, Oct 30 15:04:57.301387 n-d-806683-17 neutron-server[102133]: 'QosPolicy': {'1.10'}, Oct 30 15:04:57.301387 n-d-806683-17 neutron-server[102133]: 'SecurityGroup': {'1.4'}, Oct 30 15:04:57.301387 n-d-806683-17 neutron-server[102133]: 'SecurityGroupRule': {'1.2'}, Oct 30 15:04:57.301387 n-d-806683-17 neutron-server[102133]: 'SubPort': {'1.0'}, Oct 30 15:04:57.301387 n-d-806683-17 neutron-server[102133]: 'Subnet': {'1.1'}, Oct 30 15:04:57.301387 n-d-806683-17 neutron-server[102133]: 'Trunk': {'1.1'}} Oct 30 15:04:57.301387 n-d-806683-17 neutron-server[102133]: consumer versions: Oct 30 15:04:57.301387 n-d-806683-17 neutron-server[102133]: { DHCP agent@n-d-806683-17: {}, Oct 30 15:04:57.301387 n-d-806683-17 neutron-server[102133]: HyperV agent@n-h1-806683-17: {}, Oct 30 15:04:57.301387 n-d-806683-17 neutron-server[102133]: HyperV agent@n-h2-806683-17: {}, Oct 30 15:04:57.301387 n-d-806683-17 neutron-server[102133]: L3 agent@n-d-806683-17: {}, Oct 30 15:04:57.301387 n-d-806683-17 neutron-server[102133]: Metadata agent@n-d-806683-17: {}, Oct 30 15:04:57.301387 n-d-806683-17 neutron-server[102133]: Metering agent@n-d-806683-17: {}, Oct 30 15:04:57.301387 n-d-806683-17 neutron-server[102133]: Open vSwitch agent@n-d-806683-17: { 'AddressGroup': '1.2', Oct 30 15:04:57.301387 n-d-806683-17 neutron-server[102133]: 'ConntrackHelper': '1.0', Oct 30 15:04:57.301387 n-d-806683-17 neutron-server[102133]: 'Log': '1.0', Oct 30 15:04:57.301387 n-d-806683-17 neutron-server[102133]: 'Network': '1.1', Oct 30 15:04:57.301387 n-d-806683-17 neutron-server[102133]: 'Port': '1.7', Oct 30 15:04:57.301387 n-d-806683-17 neutron-server[102133]: 'PortForwarding': '1.2', Oct 30 15:04:57.301387 n-d-806683-17 neutron-server[102133]: 'QosPolicy': '1.10', Oct 30 15:04:57.301387 n-d-806683-17 neutron-server[102133]: 'SecurityGroup': '1.4', Oct 30 15:04:57.301387 n-d-806683-17 neutron-server[102133]: 'SecurityGroupRule': '1.2', Oct 30 15:04:57.301387 n-d-806683-17 neutron-server[102133]: 'SubPort': '1.0', Oct 30 15:04:57.301387 n-d-806683-17 neutron-server[102133]: 'Subnet': '1.1', Oct 30 15:04:57.301387 n-d-806683-17 neutron-server[102133]: 'Trunk': '1.1'}} Oct 30 15:04:57.301387 n-d-806683-17 neutron-server[102133]: {{(pid=102133) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 30 15:04:57.321293 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-9c24a269-b04c-4244-a318-4e6d25297d9d admin admin] Allocated IP 172.20.0.1 (0e073e54-a4ee-47aa-891d-4a1d26e93e93/1b4f6d7c-44b3-47fa-9b94-0bd8519fb087/1f2c0ff3-5f0c-46a5-abd6-a6c5d3eb772f) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:04:57.395183 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-1e4fe441-b865-463b-b37a-8276779ac1f1 None None] For port a33d0a37-1061-4257-b662-5145f49900a9, host n-d-806683-17, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:04:57.401977 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-1e4fe441-b865-463b-b37a-8276779ac1f1 None None] For port a33d0a37-1061-4257-b662-5145f49900a9, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=a33d0a37-1061-4257-b662-5145f49900a9,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:04:57.412859 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1e4fe441-b865-463b-b37a-8276779ac1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:57.550544 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4fe441-b865-463b-b37a-8276779ac1f1 None None] Routers {'2cd9b68b-536c-4305-a2f6-2ac03e45d89d'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:04:57.551800 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-1e4fe441-b865-463b-b37a-8276779ac1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:04:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['2cd9b68b-536c-4305-a2f6-2ac03e45d89d'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:04:57.567342 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee77b5f-7305-41e5-ae5b-235ab9fce659 None None] Pushing event updated for resources: {'Port': ['ID=a33d0a37-1061-4257-b662-5145f49900a9,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:04:57.697013 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9c24a269-b04c-4244-a318-4e6d25297d9d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:57.779537 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-1e4fe441-b865-463b-b37a-8276779ac1f1 None None] Set router 2cd9b68b-536c-4305-a2f6-2ac03e45d89d gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:04:57.785200 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb6cdb5-ff01-4c11-b887-ccc430544468 req-53a6fde4-0db2-4961-8147-f169981b5afe tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:04:57.794826 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6fb6cdb5-ff01-4c11-b887-ccc430544468 req-53a6fde4-0db2-4961-8147-f169981b5afe tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] 10.222.0.62 "GET /v2.0/ports?device_id=8617dd06-2e1c-4b82-a336-42beea0cbbf6 HTTP/1.1" status: 200 len: 968 time: 0.2521763 Oct 30 15:04:57.842681 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 50074) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:04:57.884800 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9c24a269-b04c-4244-a318-4e6d25297d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:57.925528 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6fb6cdb5-ff01-4c11-b887-ccc430544468 req-8eb24495-c5e4-4cc1-8735-0850de58ddd5 tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] 10.222.0.62 "GET /v2.0/security-groups?id=7391d82b-e46e-4f02-a6cc-f2cd36f042ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163056 Oct 30 15:04:57.940640 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c24a269-b04c-4244-a318-4e6d25297d9d admin admin] Network 0e073e54-a4ee-47aa-891d-4a1d26e93e93 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:04:57.944778 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-9c24a269-b04c-4244-a318-4e6d25297d9d admin admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:04:57.948040 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c24a269-b04c-4244-a318-4e6d25297d9d admin admin] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:04:57.948588 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9c24a269-b04c-4244-a318-4e6d25297d9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:58.014886 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c24a269-b04c-4244-a318-4e6d25297d9d admin admin] Pushing event updated for resources: {'Port': ['ID=1f2c0ff3-5f0c-46a5-abd6-a6c5d3eb772f,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:04:58.196168 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-1e4fe441-b865-463b-b37a-8276779ac1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd9b68b-536c-4305-a2f6-2ac03e45d89d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1729952735-router', 'tenant_id': '69837c7685c1471a8281a6c045018170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'a33d0a37-1061-4257-b662-5145f49900a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:04:51Z', 'updated_at': '2021-10-30T15:04:53Z', 'revision_number': 3, 'project_id': '69837c7685c1471a8281a6c045018170', 'gw_port': {'id': 'a33d0a37-1061-4257-b662-5145f49900a9', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd9b68b-536c-4305-a2f6-2ac03e45d89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:04:52Z', 'updated_at': '2021-10-30T15:04:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:04:58.246139 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 50078) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:04:58.262332 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4fe441-b865-463b-b37a-8276779ac1f1 None None] The sync data for ids ['2cd9b68b-536c-4305-a2f6-2ac03e45d89d'] in n-d-806683-17 is: [{'id': '2cd9b68b-536c-4305-a2f6-2ac03e45d89d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1729952735-router', 'tenant_id': '69837c7685c1471a8281a6c045018170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'a33d0a37-1061-4257-b662-5145f49900a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:04:51Z', 'updated_at': '2021-10-30T15:04:53Z', 'revision_number': 3, 'project_id': '69837c7685c1471a8281a6c045018170', 'gw_port': {'id': 'a33d0a37-1061-4257-b662-5145f49900a9', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd9b68b-536c-4305-a2f6-2ac03e45d89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:04:52Z', 'updated_at': '2021-10-30T15:04:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:04:58.276648 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9c24a269-b04c-4244-a318-4e6d25297d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:58.279094 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8d7c4f8c-e4df-4f27-b8f0-4ec8f5c47bdd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:58.334218 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a39bb18f-7e55-4cd4-8306-ed0bc3fc77ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:58.485743 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-74f90361-f0cc-42f3-b42b-d86a4143c6ad None None] Provisioning complete for port 1f2c0ff3-5f0c-46a5-abd6-a6c5d3eb772f triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:04:58.489992 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-74f90361-f0cc-42f3-b42b-d86a4143c6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:58.530459 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb82e61c-41bd-42ee-94d1-cd78bd7f95ff req-c746c705-b285-4d9f-9623-1e32d8bee672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:04:58.532159 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cb82e61c-41bd-42ee-94d1-cd78bd7f95ff req-c746c705-b285-4d9f-9623-1e32d8bee672 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e06bc4844ef44933bd8ef21c3cf43460&device_id=8617dd06-2e1c-4b82-a336-42beea0cbbf6 HTTP/1.1" status: 200 len: 1120 time: 0.3361669 Oct 30 15:04:58.651222 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-74f90361-f0cc-42f3-b42b-d86a4143c6ad None None] Port 1f2c0ff3-5f0c-46a5-abd6-a6c5d3eb772f cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:04:58.781872 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8d7c4f8c-e4df-4f27-b8f0-4ec8f5c47bdd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:58.825557 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cb82e61c-41bd-42ee-94d1-cd78bd7f95ff req-df3529c7-299c-45f8-94f6-641442bbc8ee service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=1674cc14-f9de-4df0-9e64-14de573490ac HTTP/1.1" status: 200 len: 217 time: 0.2604265 Oct 30 15:04:58.889354 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8d7c4f8c-e4df-4f27-b8f0-4ec8f5c47bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:58.918006 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a39bb18f-7e55-4cd4-8306-ed0bc3fc77ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:58.923781 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24221513-8f8d-4826-bfd9-7eacd56ae2ab" -d '{"events": [{"name": "network-changed", "server_uuid": "8617dd06-2e1c-4b82-a336-42beea0cbbf6", "tag": "1674cc14-f9de-4df0-9e64-14de573490ac"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:04:58.957648 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a39bb18f-7e55-4cd4-8306-ed0bc3fc77ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:58.960871 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-8d7c4f8c-e4df-4f27-b8f0-4ec8f5c47bdd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=56a43fa4ba794522b4ee2faf1ef6985b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6992474 Oct 30 15:04:58.960871 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 50110) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:04:59.112819 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39bb18f-7e55-4cd4-8306-ed0bc3fc77ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4cc49be-24c4-45e5-a15d-44b0b01f51f9,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:04:59.144177 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7c4f8c-e4df-4f27-b8f0-4ec8f5c47bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=113b67a6-b892-47ab-a829-3dcab076d741,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:04:59.247244 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9c24a269-b04c-4244-a318-4e6d25297d9d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:59.267506 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9c24a269-b04c-4244-a318-4e6d25297d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:59.280554 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9c24a269-b04c-4244-a318-4e6d25297d9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:59.297421 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-a39bb18f-7e55-4cd4-8306-ed0bc3fc77ec admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=55fc23a3f03b4fd380e252571ce10e50&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4531584 Oct 30 15:04:59.307543 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 50120) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:04:59.320948 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-37e2c05a-c1ea-4445-8369-15c461304907 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:59.328164 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb82e61c-41bd-42ee-94d1-cd78bd7f95ff req-73f5f58c-bc5c-4514-97cf-0564c38f2264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:04:59.329220 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device a33d0a37-1061-4257-b662-5145f49900a9 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:04:59.334391 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cb82e61c-41bd-42ee-94d1-cd78bd7f95ff req-73f5f58c-bc5c-4514-97cf-0564c38f2264 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.3999231 Oct 30 15:04:59.491699 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:59.516137 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4111e6dd-3f45-4d55-8250-89da1d5c211b x-openstack-request-id: req-4111e6dd-3f45-4d55-8250-89da1d5c211b {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:04:59.516439 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8617dd06-2e1c-4b82-a336-42beea0cbbf6", "tag": "1674cc14-f9de-4df0-9e64-14de573490ac", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:04:59.516728 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4111e6dd-3f45-4d55-8250-89da1d5c211b {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:04:59.517410 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8617dd06-2e1c-4b82-a336-42beea0cbbf6', 'tag': '1674cc14-f9de-4df0-9e64-14de573490ac', 'status': 'completed', 'code': 200} Oct 30 15:04:59.535445 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port a33d0a37-1061-4257-b662-5145f49900a9 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:04:59.537129 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:59.779449 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb82e61c-41bd-42ee-94d1-cd78bd7f95ff req-588912c7-23b3-4a23-abec-841bd767bbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:04:59.797445 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cb82e61c-41bd-42ee-94d1-cd78bd7f95ff req-588912c7-23b3-4a23-abec-841bd767bbf8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4444380 Oct 30 15:04:59.797677 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:59.824313 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b280a212-6c04-43b7-8e5c-9f354d1f587b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:59.861489 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port a33d0a37-1061-4257-b662-5145f49900a9, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=a33d0a37-1061-4257-b662-5145f49900a9,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:04:59.870414 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:59.899418 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-37e2c05a-c1ea-4445-8369-15c461304907 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:04:59.903672 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c24a269-b04c-4244-a318-4e6d25297d9d admin admin] Pushing event updated for resources: {'Port': ['ID=1f2c0ff3-5f0c-46a5-abd6-a6c5d3eb772f,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:04:59.941144 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a108cddc-58d2-4fec-9709-cf692ec2cf5b req-b7d0d195-d95b-4afc-baf5-45e66424c596 tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:04:59.962150 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a108cddc-58d2-4fec-9709-cf692ec2cf5b req-b7d0d195-d95b-4afc-baf5-45e66424c596 tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] 10.222.0.62 "GET /v2.0/ports?device_id=8617dd06-2e1c-4b82-a336-42beea0cbbf6 HTTP/1.1" status: 200 len: 968 time: 0.3608041 Oct 30 15:04:59.978544 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=a33d0a37-1061-4257-b662-5145f49900a9,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:00.029922 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c24a269-b04c-4244-a318-4e6d25297d9d admin admin] Network 0e073e54-a4ee-47aa-891d-4a1d26e93e93 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:05:00.032831 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-9c24a269-b04c-4244-a318-4e6d25297d9d admin admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:05:00.157152 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b280a212-6c04-43b7-8e5c-9f354d1f587b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:00.163299 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-37e2c05a-c1ea-4445-8369-15c461304907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:00.177996 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-37e2c05a-c1ea-4445-8369-15c461304907 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:00.184842 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-37e2c05a-c1ea-4445-8369-15c461304907 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/113b67a6-b892-47ab-a829-3dcab076d741 HTTP/1.1" status: 204 len: 168 time: 1.2239950 Oct 30 15:05:00.215738 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e2c05a-c1ea-4445-8369-15c461304907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=113b67a6-b892-47ab-a829-3dcab076d741,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:00.320522 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c24a269-b04c-4244-a318-4e6d25297d9d admin admin] Router 2cd9b68b-536c-4305-a2f6-2ac03e45d89d has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:05:00.415438 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a108cddc-58d2-4fec-9709-cf692ec2cf5b req-f1644e82-6fe7-4287-ad40-0089850a7ccb tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] 10.222.0.62 "GET /v2.0/security-groups?id=7391d82b-e46e-4f02-a6cc-f2cd36f042ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233368 Oct 30 15:05:00.436632 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cb82e61c-41bd-42ee-94d1-cd78bd7f95ff req-e665a48f-8e8c-478b-b840-6c83048e6fd5 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6134570 Oct 30 15:05:00.474604 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b280a212-6c04-43b7-8e5c-9f354d1f587b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:00.493236 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b280a212-6c04-43b7-8e5c-9f354d1f587b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:00.502278 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b280a212-6c04-43b7-8e5c-9f354d1f587b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e4cc49be-24c4-45e5-a15d-44b0b01f51f9 HTTP/1.1" status: 204 len: 168 time: 1.1905696 Oct 30 15:05:00.510633 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c24a269-b04c-4244-a318-4e6d25297d9d admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:05:00.528462 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9c24a269-b04c-4244-a318-4e6d25297d9d admin admin] 10.222.0.62 "PUT /v2.0/routers/2cd9b68b-536c-4305-a2f6-2ac03e45d89d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0604270 Oct 30 15:05:00.588103 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b280a212-6c04-43b7-8e5c-9f354d1f587b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4cc49be-24c4-45e5-a15d-44b0b01f51f9,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:00.655527 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-541ea6fe-0a25-4f36-be71-a5caa7fda2fa None None] Provisioning complete for port 1f2c0ff3-5f0c-46a5-abd6-a6c5d3eb772f triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:05:00.656085 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-541ea6fe-0a25-4f36-be71-a5caa7fda2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:00.899747 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cb82e61c-41bd-42ee-94d1-cd78bd7f95ff req-672eb2a7-b045-4eef-afd3-1c59cbb9d175 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3899319 Oct 30 15:05:01.200460 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device a33d0a37-1061-4257-b662-5145f49900a9 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:05:01.256077 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-541ea6fe-0a25-4f36-be71-a5caa7fda2fa None None] Port 1f2c0ff3-5f0c-46a5-abd6-a6c5d3eb772f cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:05:01.356664 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port a33d0a37-1061-4257-b662-5145f49900a9 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:05:01.365829 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:01.438692 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe960788-5b85-476c-be6d-9fbf92b9b5bc None None] Sync routers for ids ['2cd9b68b-536c-4305-a2f6-2ac03e45d89d'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:05:01.490228 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe960788-5b85-476c-be6d-9fbf92b9b5bc None None] Routers {'2cd9b68b-536c-4305-a2f6-2ac03e45d89d'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:05:01.490896 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-fe960788-5b85-476c-be6d-9fbf92b9b5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:04:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['2cd9b68b-536c-4305-a2f6-2ac03e45d89d'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:05:01.627338 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d2105-7228-4c31-9ca1-a1b360d8a24d req-d39b11cf-ee78-480b-b553-4ba57557fbde tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:01.641181 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9a4d2105-7228-4c31-9ca1-a1b360d8a24d req-d39b11cf-ee78-480b-b553-4ba57557fbde tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] 10.222.0.62 "GET /v2.0/ports?device_id=8617dd06-2e1c-4b82-a336-42beea0cbbf6 HTTP/1.1" status: 200 len: 968 time: 0.0691190 Oct 30 15:05:01.719884 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9a4d2105-7228-4c31-9ca1-a1b360d8a24d req-f672cecb-5a37-4dad-9d93-2d830841458c tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] 10.222.0.62 "GET /v2.0/security-groups?id=7391d82b-e46e-4f02-a6cc-f2cd36f042ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598154 Oct 30 15:05:01.737347 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:01.890326 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-fe960788-5b85-476c-be6d-9fbf92b9b5bc None None] Set router 2cd9b68b-536c-4305-a2f6-2ac03e45d89d gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:05:01.967637 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 50202) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:02.234834 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-fe960788-5b85-476c-be6d-9fbf92b9b5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd9b68b-536c-4305-a2f6-2ac03e45d89d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1729952735-router', 'tenant_id': '69837c7685c1471a8281a6c045018170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'a33d0a37-1061-4257-b662-5145f49900a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:04:51Z', 'updated_at': '2021-10-30T15:04:58Z', 'revision_number': 4, 'project_id': '69837c7685c1471a8281a6c045018170', 'gw_port': {'id': 'a33d0a37-1061-4257-b662-5145f49900a9', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd9b68b-536c-4305-a2f6-2ac03e45d89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:04:52Z', 'updated_at': '2021-10-30T15:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '1f2c0ff3-5f0c-46a5-abd6-a6c5d3eb772f', 'name': '', 'network_id': '0e073e54-a4ee-47aa-891d-4a1d26e93e93', 'tenant_id': '69837c7685c1471a8281a6c045018170', 'mac_address': 'fa:16:3e:92:08:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd9b68b-536c-4305-a2f6-2ac03e45d89d', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '1b4f6d7c-44b3-47fa-9b94-0bd8519fb087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:04:56Z', 'updated_at': '2021-10-30T15:04:58Z', 'revision_number': 2, 'project_id': '69837c7685c1471a8281a6c045018170', 'subnets': [{'id': '1b4f6d7c-44b3-47fa-9b94-0bd8519fb087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:05:02.279366 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe960788-5b85-476c-be6d-9fbf92b9b5bc None None] Checking router: 2cd9b68b-536c-4305-a2f6-2ac03e45d89d for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:05:02.280073 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe960788-5b85-476c-be6d-9fbf92b9b5bc None None] Updating router 2cd9b68b-536c-4305-a2f6-2ac03e45d89d port 1f2c0ff3-5f0c-46a5-abd6-a6c5d3eb772f binding host n-d-806683-17 {{(pid=102132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:05:02.327664 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-fe960788-5b85-476c-be6d-9fbf92b9b5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:02.441706 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-27c93f78-3c69-416f-a1d2-ca8ea5923652 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:02.606946 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-27c93f78-3c69-416f-a1d2-ca8ea5923652 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:02.612443 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-27c93f78-3c69-416f-a1d2-ca8ea5923652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:02.671678 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-27c93f78-3c69-416f-a1d2-ca8ea5923652 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=39fa3a4d57534c05921e11b581fab44a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7024045 Oct 30 15:05:02.673108 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c93f78-3c69-416f-a1d2-ca8ea5923652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24323d52-0d6a-46a7-a659-067a57558fa1,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:02.674354 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 50222) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:02.739155 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-fe960788-5b85-476c-be6d-9fbf92b9b5bc None None] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:02.753682 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-84987a51-e9b4-4761-8a6d-d3d7f259f74f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:02.756057 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-fe960788-5b85-476c-be6d-9fbf92b9b5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:02.782283 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-84987a51-e9b4-4761-8a6d-d3d7f259f74f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:02.798238 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 50226) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:02.804443 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 50228) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:02.869369 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-84987a51-e9b4-4761-8a6d-d3d7f259f74f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:02.873120 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-84987a51-e9b4-4761-8a6d-d3d7f259f74f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:02.873453 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1183a2-ade5-43ba-a1c8-da5e0752bfbe None None] Pushing event updated for resources: {'Port': ['ID=1f2c0ff3-5f0c-46a5-abd6-a6c5d3eb772f,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:02.876905 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-84987a51-e9b4-4761-8a6d-d3d7f259f74f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/24323d52-0d6a-46a7-a659-067a57558fa1 HTTP/1.1" status: 204 len: 168 time: 0.1983838 Oct 30 15:05:02.887242 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84987a51-e9b4-4761-8a6d-d3d7f259f74f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24323d52-0d6a-46a7-a659-067a57558fa1,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:02.997085 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93194e08-59a4-4901-bf25-b0d9a178dc87 req-d4d8db5c-63a6-4072-aa49-649f2df9e637 tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:03.006571 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-93194e08-59a4-4901-bf25-b0d9a178dc87 req-d4d8db5c-63a6-4072-aa49-649f2df9e637 tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] 10.222.0.62 "GET /v2.0/ports?device_id=8617dd06-2e1c-4b82-a336-42beea0cbbf6 HTTP/1.1" status: 200 len: 968 time: 0.1581230 Oct 30 15:05:03.022963 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-fe960788-5b85-476c-be6d-9fbf92b9b5bc None None] Attempting to bind port 1f2c0ff3-5f0c-46a5-abd6-a6c5d3eb772f on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:05:03.023578 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-fe960788-5b85-476c-be6d-9fbf92b9b5bc None None] Attempting to bind port 1f2c0ff3-5f0c-46a5-abd6-a6c5d3eb772f by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'b4b31197-3a09-4bc0-a34b-293e7ced3758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0e073e54-a4ee-47aa-891d-4a1d26e93e93'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:05:03.024259 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe960788-5b85-476c-be6d-9fbf92b9b5bc None None] Attempting to bind port 1f2c0ff3-5f0c-46a5-abd6-a6c5d3eb772f on network 0e073e54-a4ee-47aa-891d-4a1d26e93e93 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:05:03.031243 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe960788-5b85-476c-be6d-9fbf92b9b5bc None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:05:03.031243 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe960788-5b85-476c-be6d-9fbf92b9b5bc None None] Checking segment: {'id': 'b4b31197-3a09-4bc0-a34b-293e7ced3758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0e073e54-a4ee-47aa-891d-4a1d26e93e93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:05:03.031607 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-fe960788-5b85-476c-be6d-9fbf92b9b5bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:03.032112 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe960788-5b85-476c-be6d-9fbf92b9b5bc None None] Bound using segment: {'id': 'b4b31197-3a09-4bc0-a34b-293e7ced3758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0e073e54-a4ee-47aa-891d-4a1d26e93e93'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:05:03.033475 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-fe960788-5b85-476c-be6d-9fbf92b9b5bc None None] Bound port: 1f2c0ff3-5f0c-46a5-abd6-a6c5d3eb772f, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4b31197-3a09-4bc0-a34b-293e7ced3758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0e073e54-a4ee-47aa-891d-4a1d26e93e93'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:05:03.034132 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-fe960788-5b85-476c-be6d-9fbf92b9b5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:03.097109 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-93194e08-59a4-4901-bf25-b0d9a178dc87 req-a503c991-9f43-457e-862e-8103627d7163 tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] 10.222.0.62 "GET /v2.0/security-groups?id=7391d82b-e46e-4f02-a6cc-f2cd36f042ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881779 Oct 30 15:05:03.137788 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-fe960788-5b85-476c-be6d-9fbf92b9b5bc None None] For port 1f2c0ff3-5f0c-46a5-abd6-a6c5d3eb772f, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:05:03.143777 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-fe960788-5b85-476c-be6d-9fbf92b9b5bc None None] For port 1f2c0ff3-5f0c-46a5-abd6-a6c5d3eb772f, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=1f2c0ff3-5f0c-46a5-abd6-a6c5d3eb772f,segment=NetworkSegment(b4b31197-3a09-4bc0-a34b-293e7ced3758),segment_id=b4b31197-3a09-4bc0-a34b-293e7ced3758)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:05:03.151799 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-fe960788-5b85-476c-be6d-9fbf92b9b5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:03.241708 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe960788-5b85-476c-be6d-9fbf92b9b5bc None None] Routers {'2cd9b68b-536c-4305-a2f6-2ac03e45d89d'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:05:03.242350 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-fe960788-5b85-476c-be6d-9fbf92b9b5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:04:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['2cd9b68b-536c-4305-a2f6-2ac03e45d89d'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:05:03.245703 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1183a2-ade5-43ba-a1c8-da5e0752bfbe None None] Pushing event updated for resources: {'Port': ['ID=1f2c0ff3-5f0c-46a5-abd6-a6c5d3eb772f,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:03.257173 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5edc81f5-d273-4968-8f38-1c632fa9ff21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:03.381446 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-77f814a6-7f13-4206-bc98-4adf8bba333f None None] Provisioning complete for port 1f2c0ff3-5f0c-46a5-abd6-a6c5d3eb772f triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:05:03.381782 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-77f814a6-7f13-4206-bc98-4adf8bba333f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:03.438956 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5edc81f5-d273-4968-8f38-1c632fa9ff21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:03.443065 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-eca099ae-e206-413c-9fb8-c513a5def76d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:03.457748 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5edc81f5-d273-4968-8f38-1c632fa9ff21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:03.495249 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-fe960788-5b85-476c-be6d-9fbf92b9b5bc None None] Set router 2cd9b68b-536c-4305-a2f6-2ac03e45d89d gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:05:03.618242 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-5edc81f5-d273-4968-8f38-1c632fa9ff21 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0675708640364b71b43e6d9e405e458f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8166385 Oct 30 15:05:03.618685 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 50252) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:03.635469 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edc81f5-d273-4968-8f38-1c632fa9ff21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4dadcdc-914f-4679-a316-cd853aa52384,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:03.682643 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 50254) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:03.687280 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-d408511d-e6d3-4895-99e7-348b2bc1dc98 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1095834772-network', 'tenant_id': '0fc6a4869cb44a69ac80c3317bb48c34'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:05:03.723530 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d408511d-e6d3-4895-99e7-348b2bc1dc98 admin admin] Made reservation on behalf of 0fc6a4869cb44a69ac80c3317bb48c34 for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:05:03.726168 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d408511d-e6d3-4895-99e7-348b2bc1dc98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:03.751302 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d408511d-e6d3-4895-99e7-348b2bc1dc98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:03.756854 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-eca099ae-e206-413c-9fb8-c513a5def76d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:03.765517 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-eca099ae-e206-413c-9fb8-c513a5def76d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:03.813274 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-77f814a6-7f13-4206-bc98-4adf8bba333f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:03.817054 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-115edd7a-d5fc-4355-b7ac-d37ad99bf47c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:03.831050 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-eca099ae-e206-413c-9fb8-c513a5def76d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1f632e998ddb41ae82d7cb0b93a019e4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0252421 Oct 30 15:05:03.840519 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 50260) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:03.850001 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca099ae-e206-413c-9fb8-c513a5def76d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00dbf733-6ab3-45e5-b1f0-a39dc55df150,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:03.871713 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-77f814a6-7f13-4206-bc98-4adf8bba333f None None] For port 1f2c0ff3-5f0c-46a5-abd6-a6c5d3eb772f, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=1f2c0ff3-5f0c-46a5-abd6-a6c5d3eb772f,segment=NetworkSegment(b4b31197-3a09-4bc0-a34b-293e7ced3758),segment_id=b4b31197-3a09-4bc0-a34b-293e7ced3758)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:05:03.887763 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-77f814a6-7f13-4206-bc98-4adf8bba333f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:03.938221 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e07d1ef7-1d44-4824-b63c-8fd8905ef2f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:03.962833 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-115edd7a-d5fc-4355-b7ac-d37ad99bf47c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:03.980239 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e07d1ef7-1d44-4824-b63c-8fd8905ef2f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:03.985321 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f814a6-7f13-4206-bc98-4adf8bba333f None None] Pushing event updated for resources: {'Port': ['ID=1f2c0ff3-5f0c-46a5-abd6-a6c5d3eb772f,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:04.018250 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 50264) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:04.056400 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-dfb50e41-1639-4853-9d18-4e449389e134 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:04.058419 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-fe960788-5b85-476c-be6d-9fbf92b9b5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd9b68b-536c-4305-a2f6-2ac03e45d89d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1729952735-router', 'tenant_id': '69837c7685c1471a8281a6c045018170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'a33d0a37-1061-4257-b662-5145f49900a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:04:51Z', 'updated_at': '2021-10-30T15:04:58Z', 'revision_number': 4, 'project_id': '69837c7685c1471a8281a6c045018170', 'gw_port': {'id': 'a33d0a37-1061-4257-b662-5145f49900a9', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd9b68b-536c-4305-a2f6-2ac03e45d89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:04:52Z', 'updated_at': '2021-10-30T15:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '1f2c0ff3-5f0c-46a5-abd6-a6c5d3eb772f', 'name': '', 'network_id': '0e073e54-a4ee-47aa-891d-4a1d26e93e93', 'tenant_id': '69837c7685c1471a8281a6c045018170', 'mac_address': 'fa:16:3e:92:08:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd9b68b-536c-4305-a2f6-2ac03e45d89d', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '1b4f6d7c-44b3-47fa-9b94-0bd8519fb087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:04:56Z', 'updated_at': '2021-10-30T15:05:03Z', 'revision_number': 4, 'project_id': '69837c7685c1471a8281a6c045018170', 'subnets': [{'id': '1b4f6d7c-44b3-47fa-9b94-0bd8519fb087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:05:04.093411 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e07d1ef7-1d44-4824-b63c-8fd8905ef2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:04.096680 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e07d1ef7-1d44-4824-b63c-8fd8905ef2f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:04.098268 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e07d1ef7-1d44-4824-b63c-8fd8905ef2f8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/00dbf733-6ab3-45e5-b1f0-a39dc55df150 HTTP/1.1" status: 204 len: 168 time: 0.2570641 Oct 30 15:05:04.119985 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-228e16b1-fcf1-4152-8dfb-fa22ed375042 None None] Provisioning complete for port 1f2c0ff3-5f0c-46a5-abd6-a6c5d3eb772f triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:05:04.122261 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-228e16b1-fcf1-4152-8dfb-fa22ed375042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:04.132145 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe960788-5b85-476c-be6d-9fbf92b9b5bc None None] The sync data for ids ['2cd9b68b-536c-4305-a2f6-2ac03e45d89d'] in n-d-806683-17 is: [{'id': '2cd9b68b-536c-4305-a2f6-2ac03e45d89d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1729952735-router', 'tenant_id': '69837c7685c1471a8281a6c045018170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'a33d0a37-1061-4257-b662-5145f49900a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:04:51Z', 'updated_at': '2021-10-30T15:04:58Z', 'revision_number': 4, 'project_id': '69837c7685c1471a8281a6c045018170', 'gw_port': {'id': 'a33d0a37-1061-4257-b662-5145f49900a9', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd9b68b-536c-4305-a2f6-2ac03e45d89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:04:52Z', 'updated_at': '2021-10-30T15:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '1f2c0ff3-5f0c-46a5-abd6-a6c5d3eb772f', 'name': '', 'network_id': '0e073e54-a4ee-47aa-891d-4a1d26e93e93', 'tenant_id': '69837c7685c1471a8281a6c045018170', 'mac_address': 'fa:16:3e:92:08:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd9b68b-536c-4305-a2f6-2ac03e45d89d', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '1b4f6d7c-44b3-47fa-9b94-0bd8519fb087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:04:56Z', 'updated_at': '2021-10-30T15:05:03Z', 'revision_number': 4, 'project_id': '69837c7685c1471a8281a6c045018170', 'subnets': [{'id': '1b4f6d7c-44b3-47fa-9b94-0bd8519fb087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:05:04.132507 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07d1ef7-1d44-4824-b63c-8fd8905ef2f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00dbf733-6ab3-45e5-b1f0-a39dc55df150,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:04.257991 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-115edd7a-d5fc-4355-b7ac-d37ad99bf47c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:04.277571 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-115edd7a-d5fc-4355-b7ac-d37ad99bf47c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:04.279707 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-115edd7a-d5fc-4355-b7ac-d37ad99bf47c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d4dadcdc-914f-4679-a316-cd853aa52384 HTTP/1.1" status: 204 len: 168 time: 0.6599927 Oct 30 15:05:04.309386 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d408511d-e6d3-4895-99e7-348b2bc1dc98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:04.336436 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d408511d-e6d3-4895-99e7-348b2bc1dc98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:04.377934 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d408511d-e6d3-4895-99e7-348b2bc1dc98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:05:04.417858 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d408511d-e6d3-4895-99e7-348b2bc1dc98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:04.418614 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-d408511d-e6d3-4895-99e7-348b2bc1dc98 admin admin] Added segment 6f04c9bb-05b8-4409-9277-f7c5c07fb6ad of type vlan for network d47b2277-3127-4328-833b-dfc87bfc5053 Oct 30 15:05:04.563559 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115edd7a-d5fc-4355-b7ac-d37ad99bf47c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4dadcdc-914f-4679-a316-cd853aa52384,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:04.656799 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d408511d-e6d3-4895-99e7-348b2bc1dc98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:04.677067 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24221513-8f8d-4826-bfd9-7eacd56ae2ab req-d20535b8-13ac-4496-b68b-cd765c523106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:04.679061 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-24221513-8f8d-4826-bfd9-7eacd56ae2ab req-d20535b8-13ac-4496-b68b-cd765c523106 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e06bc4844ef44933bd8ef21c3cf43460&device_id=8617dd06-2e1c-4b82-a336-42beea0cbbf6 HTTP/1.1" status: 200 len: 1120 time: 0.1348591 Oct 30 15:05:04.973234 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24221513-8f8d-4826-bfd9-7eacd56ae2ab req-937d5169-c603-494f-bea2-df5fc4302cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:04.974823 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-24221513-8f8d-4826-bfd9-7eacd56ae2ab req-937d5169-c603-494f-bea2-df5fc4302cad service neutron] 10.222.0.53 "GET /v2.0/networks?id=8de8b155-6e08-41c3-866a-8b30bb481704 HTTP/1.1" status: 200 len: 870 time: 0.2806649 Oct 30 15:05:04.978225 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.db.resource_extend [None req-d408511d-e6d3-4895-99e7-348b2bc1dc98 admin admin] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 30 15:05:04.988920 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da0a0b-1596-4f6e-af8c-920c1d099ee8 req-a5f252d4-0ddf-4856-8c4d-6c661c4ad716 tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:04.996539 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-45da0a0b-1596-4f6e-af8c-920c1d099ee8 req-a5f252d4-0ddf-4856-8c4d-6c661c4ad716 tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] 10.222.0.62 "GET /v2.0/ports?device_id=8617dd06-2e1c-4b82-a336-42beea0cbbf6 HTTP/1.1" status: 200 len: 968 time: 0.6807992 Oct 30 15:05:05.060821 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d408511d-e6d3-4895-99e7-348b2bc1dc98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e92c143f-76f6-402b-917b-40e0d14dc4ad,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:05.129335 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d408511d-e6d3-4895-99e7-348b2bc1dc98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:05.130165 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d408511d-e6d3-4895-99e7-348b2bc1dc98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:05.131208 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d408511d-e6d3-4895-99e7-348b2bc1dc98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:05.143374 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 1f2c0ff3-5f0c-46a5-abd6-a6c5d3eb772f up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:05:05.186442 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d408511d-e6d3-4895-99e7-348b2bc1dc98 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5027516 Oct 30 15:05:05.189381 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 50288) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:05.194539 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-145315f1-cebc-4303-95ba-fc219c8b96ec admin admin] Request body: {'subnet': {'network_id': 'd47b2277-3127-4328-833b-dfc87bfc5053', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1095834772-subnet', 'tenant_id': '0fc6a4869cb44a69ac80c3317bb48c34', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:05:05.204715 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-24221513-8f8d-4826-bfd9-7eacd56ae2ab req-48a7b537-6823-4c30-8a1e-720a6a06add0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=1674cc14-f9de-4df0-9e64-14de573490ac HTTP/1.1" status: 200 len: 217 time: 0.1134126 Oct 30 15:05:05.215776 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-45da0a0b-1596-4f6e-af8c-920c1d099ee8 req-86373ef0-0e27-426d-87b6-01d4e9ea313c tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] 10.222.0.62 "GET /v2.0/security-groups?id=7391d82b-e46e-4f02-a6cc-f2cd36f042ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182648 Oct 30 15:05:05.220259 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-dfb50e41-1639-4853-9d18-4e449389e134 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:05.248995 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145315f1-cebc-4303-95ba-fc219c8b96ec admin admin] Made reservation on behalf of 0fc6a4869cb44a69ac80c3317bb48c34 for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:05:05.251361 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-145315f1-cebc-4303-95ba-fc219c8b96ec admin admin] Publish callbacks [] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:05.254976 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 1f2c0ff3-5f0c-46a5-abd6-a6c5d3eb772f triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:05:05.255355 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:05.259606 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 50292) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:05.265169 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-dfb50e41-1639-4853-9d18-4e449389e134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:05.298153 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-dfb50e41-1639-4853-9d18-4e449389e134 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5c80e3481c9d49a7bd923fd18f100f8b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2775915 Oct 30 15:05:05.302832 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 50294) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:05.314608 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1d1ec331-51a3-4d03-901a-6b24321ffc5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:05.413966 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d408511d-e6d3-4895-99e7-348b2bc1dc98 admin admin] Pushing event updated for resources: {'Network': ['ID=d47b2277-3127-4328-833b-dfc87bfc5053,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:05.425227 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network d47b2277-3127-4328-833b-dfc87bfc5053 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:05:05.457682 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24221513-8f8d-4826-bfd9-7eacd56ae2ab req-ed05a4ed-8fb4-4105-b2ba-7917594abc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:05.464464 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-24221513-8f8d-4826-bfd9-7eacd56ae2ab req-ed05a4ed-8fb4-4105-b2ba-7917594abc82 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.1313186 Oct 30 15:05:05.475425 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb50e41-1639-4853-9d18-4e449389e134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744f1c0a-bdd9-4147-a78b-a3ebd6f715c9,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:05.605724 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 50300) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:05.625309 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ec881176-560d-4dd6-a146-d692cf399364 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:05.649758 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3c06ef7b-9dd9-4f60-ad31-1efd4fb6b85b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:05.679513 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3c06ef7b-9dd9-4f60-ad31-1efd4fb6b85b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:05.683020 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24221513-8f8d-4826-bfd9-7eacd56ae2ab req-c2060b79-dc4b-43b6-b6fa-2c0aa3461400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:05.684780 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-24221513-8f8d-4826-bfd9-7eacd56ae2ab req-c2060b79-dc4b-43b6-b6fa-2c0aa3461400 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2104523 Oct 30 15:05:05.815968 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-24221513-8f8d-4826-bfd9-7eacd56ae2ab req-ace9fe08-4ad9-406e-8157-b7ec7cf6b16f service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223347 Oct 30 15:05:05.817835 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3c06ef7b-9dd9-4f60-ad31-1efd4fb6b85b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:05.820872 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3c06ef7b-9dd9-4f60-ad31-1efd4fb6b85b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:05.824437 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-3c06ef7b-9dd9-4f60-ad31-1efd4fb6b85b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/744f1c0a-bdd9-4147-a78b-a3ebd6f715c9 HTTP/1.1" status: 204 len: 168 time: 0.5165572 Oct 30 15:05:05.871056 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c06ef7b-9dd9-4f60-ad31-1efd4fb6b85b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744f1c0a-bdd9-4147-a78b-a3ebd6f715c9,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:05.920724 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1d1ec331-51a3-4d03-901a-6b24321ffc5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:05.928419 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-145315f1-cebc-4303-95ba-fc219c8b96ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:05.948099 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1d1ec331-51a3-4d03-901a-6b24321ffc5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:05.955548 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-24221513-8f8d-4826-bfd9-7eacd56ae2ab req-7d6b4d12-e2f3-4af9-8cd1-6af779960a5d service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322253 Oct 30 15:05:05.983374 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ec881176-560d-4dd6-a146-d692cf399364 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:06.064149 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-1d1ec331-51a3-4d03-901a-6b24321ffc5c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4b0965909f3f4926bb0ce4cf6e5aaace&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8025239 Oct 30 15:05:06.064812 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ec881176-560d-4dd6-a146-d692cf399364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:06.065605 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 50316) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:06.095249 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145315f1-cebc-4303-95ba-fc219c8b96ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3e4a140-26d1-433e-acbc-bd25cd0de292,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:06.126729 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1ec331-51a3-4d03-901a-6b24321ffc5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44681f7f-d0a4-42b9-a57d-57cef1e9b644,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:06.177001 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec881176-560d-4dd6-a146-d692cf399364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b55f012e-c54b-4019-a9c9-6f94f4cdb2f4,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:06.182175 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-ec881176-560d-4dd6-a146-d692cf399364 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f774c6577a024a06aab8f32fd81f74a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5752926 Oct 30 15:05:06.185449 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 50326) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:06.199271 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-85f872bb-ad2a-485a-96e3-60fb45fbeccc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:06.256804 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-85f872bb-ad2a-485a-96e3-60fb45fbeccc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:06.264851 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145315f1-cebc-4303-95ba-fc219c8b96ec admin admin] Checking segment: {'id': '6f04c9bb-05b8-4409-9277-f7c5c07fb6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd47b2277-3127-4328-833b-dfc87bfc5053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:05:06.265393 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145315f1-cebc-4303-95ba-fc219c8b96ec admin admin] Network hostable DHCP agents. Network: d47b2277-3127-4328-833b-dfc87bfc5053, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:05:06.276160 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0f5983c2-d8e5-4ea1-bbfd-8793919fa3cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:06.307234 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145315f1-cebc-4303-95ba-fc219c8b96ec admin admin] Network d47b2277-3127-4328-833b-dfc87bfc5053 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:05:06.310484 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0f5983c2-d8e5-4ea1-bbfd-8793919fa3cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:06.345846 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-145315f1-cebc-4303-95ba-fc219c8b96ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, d47b2277-3127-4328-833b-dfc87bfc5053) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:05:06.355243 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0f4d0d-44e2-4a62-ba48-5bfa89050a3f None None] Network d47b2277-3127-4328-833b-dfc87bfc5053 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:05:06.355846 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-85f872bb-ad2a-485a-96e3-60fb45fbeccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:06.358905 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-85f872bb-ad2a-485a-96e3-60fb45fbeccc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:06.360411 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-85f872bb-ad2a-485a-96e3-60fb45fbeccc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/44681f7f-d0a4-42b9-a57d-57cef1e9b644 HTTP/1.1" status: 204 len: 168 time: 0.2925842 Oct 30 15:05:06.373981 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145315f1-cebc-4303-95ba-fc219c8b96ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:06.374580 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-145315f1-cebc-4303-95ba-fc219c8b96ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:06.376290 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f872bb-ad2a-485a-96e3-60fb45fbeccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44681f7f-d0a4-42b9-a57d-57cef1e9b644,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:06.412679 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767a702-c7db-408c-a083-c5aebdc94426 req-48804954-eab3-437b-ab02-c051efef7c6e tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:06.414792 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9767a702-c7db-408c-a083-c5aebdc94426 req-48804954-eab3-437b-ab02-c051efef7c6e tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] 10.222.0.62 "GET /v2.0/ports?device_id=8617dd06-2e1c-4b82-a336-42beea0cbbf6 HTTP/1.1" status: 200 len: 968 time: 0.1022549 Oct 30 15:05:06.415521 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-145315f1-cebc-4303-95ba-fc219c8b96ec admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.2249646 Oct 30 15:05:06.418405 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 50338) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:06.422874 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-05728426-860b-4414-9f59-cc5d6034f7f0 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1095834772-router', 'tenant_id': '0fc6a4869cb44a69ac80c3317bb48c34', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:05:06.440288 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0f5983c2-d8e5-4ea1-bbfd-8793919fa3cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:06.444193 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0f5983c2-d8e5-4ea1-bbfd-8793919fa3cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:06.445835 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-0f5983c2-d8e5-4ea1-bbfd-8793919fa3cc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b55f012e-c54b-4019-a9c9-6f94f4cdb2f4 HTTP/1.1" status: 204 len: 168 time: 0.2591827 Oct 30 15:05:06.462839 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5983c2-d8e5-4ea1-bbfd-8793919fa3cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55f012e-c54b-4019-a9c9-6f94f4cdb2f4,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:06.468929 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-05728426-860b-4414-9f59-cc5d6034f7f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:06.470134 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-05728426-860b-4414-9f59-cc5d6034f7f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:06.511400 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9767a702-c7db-408c-a083-c5aebdc94426 req-1bf34c26-1b57-4427-af54-7c7b089926f2 tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] 10.222.0.62 "GET /v2.0/security-groups?id=7391d82b-e46e-4f02-a6cc-f2cd36f042ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836258 Oct 30 15:05:06.546719 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-05728426-860b-4414-9f59-cc5d6034f7f0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:06.763379 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ac1724-4731-4c02-907f-7d97a03e0068 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-d47b2277-3127-4328-833b-dfc87bfc5053', 'network_id': 'd47b2277-3127-4328-833b-dfc87bfc5053', 'tenant_id': '0fc6a4869cb44a69ac80c3317bb48c34', 'fixed_ips': [{'subnet_id': 'e3e4a140-26d1-433e-acbc-bd25cd0de292'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:05:06.764313 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-13ac1724-4731-4c02-907f-7d97a03e0068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:06.766920 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-05728426-860b-4414-9f59-cc5d6034f7f0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:06.928928 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-13ac1724-4731-4c02-907f-7d97a03e0068 None None] Allocated IP 172.20.0.2 (d47b2277-3127-4328-833b-dfc87bfc5053/e3e4a140-26d1-433e-acbc-bd25cd0de292/0f23c08f-6d67-4e08-9373-c5c395f365f4) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:05:07.030601 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-05728426-860b-4414-9f59-cc5d6034f7f0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:07.056282 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-05728426-860b-4414-9f59-cc5d6034f7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:07.126967 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-13ac1724-4731-4c02-907f-7d97a03e0068 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:07.135736 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-13ac1724-4731-4c02-907f-7d97a03e0068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:07.138290 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:05:07.180087 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ac1724-4731-4c02-907f-7d97a03e0068 None None] Network d47b2277-3127-4328-833b-dfc87bfc5053 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:05:07.184627 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-13ac1724-4731-4c02-907f-7d97a03e0068 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:05:07.186220 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-05728426-860b-4414-9f59-cc5d6034f7f0 admin admin] Allocated IP 172.25.4.45 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/1de5a024-f9a2-4a05-859e-405399674845) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:05:07.188231 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ac1724-4731-4c02-907f-7d97a03e0068 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:05:07.194619 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ac1724-4731-4c02-907f-7d97a03e0068 None None] Pushing event updated for resources: {'Port': ['ID=0f23c08f-6d67-4e08-9373-c5c395f365f4,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:07.277527 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-13ac1724-4731-4c02-907f-7d97a03e0068 None None] Attempting to bind port 0f23c08f-6d67-4e08-9373-c5c395f365f4 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:05:07.277975 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-13ac1724-4731-4c02-907f-7d97a03e0068 None None] Attempting to bind port 0f23c08f-6d67-4e08-9373-c5c395f365f4 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '6f04c9bb-05b8-4409-9277-f7c5c07fb6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd47b2277-3127-4328-833b-dfc87bfc5053'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:05:07.278773 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ac1724-4731-4c02-907f-7d97a03e0068 None None] Attempting to bind port 0f23c08f-6d67-4e08-9373-c5c395f365f4 on network d47b2277-3127-4328-833b-dfc87bfc5053 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:05:07.285644 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ac1724-4731-4c02-907f-7d97a03e0068 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:05:07.286031 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ac1724-4731-4c02-907f-7d97a03e0068 None None] Checking segment: {'id': '6f04c9bb-05b8-4409-9277-f7c5c07fb6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd47b2277-3127-4328-833b-dfc87bfc5053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:05:07.286599 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-13ac1724-4731-4c02-907f-7d97a03e0068 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:07.286998 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ac1724-4731-4c02-907f-7d97a03e0068 None None] Bound using segment: {'id': '6f04c9bb-05b8-4409-9277-f7c5c07fb6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd47b2277-3127-4328-833b-dfc87bfc5053'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:05:07.288141 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-13ac1724-4731-4c02-907f-7d97a03e0068 None None] Bound port: 0f23c08f-6d67-4e08-9373-c5c395f365f4, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f04c9bb-05b8-4409-9277-f7c5c07fb6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd47b2277-3127-4328-833b-dfc87bfc5053'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:05:07.288530 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-13ac1724-4731-4c02-907f-7d97a03e0068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:07.356811 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-05728426-860b-4414-9f59-cc5d6034f7f0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:07.369145 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-13ac1724-4731-4c02-907f-7d97a03e0068 None None] For port 0f23c08f-6d67-4e08-9373-c5c395f365f4, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:05:07.373357 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-13ac1724-4731-4c02-907f-7d97a03e0068 None None] For port 0f23c08f-6d67-4e08-9373-c5c395f365f4, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=0f23c08f-6d67-4e08-9373-c5c395f365f4,segment=NetworkSegment(6f04c9bb-05b8-4409-9277-f7c5c07fb6ad),segment_id=6f04c9bb-05b8-4409-9277-f7c5c07fb6ad)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:05:07.380535 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-13ac1724-4731-4c02-907f-7d97a03e0068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:07.447351 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-05728426-860b-4414-9f59-cc5d6034f7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:07.469195 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ac1724-4731-4c02-907f-7d97a03e0068 None None] Pushing event updated for resources: {'Port': ['ID=0f23c08f-6d67-4e08-9373-c5c395f365f4,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:07.514054 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05728426-860b-4414-9f59-cc5d6034f7f0 admin admin] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:05:07.517496 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-05728426-860b-4414-9f59-cc5d6034f7f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:05:07.520482 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05728426-860b-4414-9f59-cc5d6034f7f0 admin admin] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:05:07.540510 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 50388) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:07.679123 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05728426-860b-4414-9f59-cc5d6034f7f0 admin admin] Pushing event updated for resources: {'Port': ['ID=1de5a024-f9a2-4a05-859e-405399674845,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:07.748336 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f94a7-b10b-41b0-ae58-f824c8d82579 req-4e426f65-0d1c-464d-8c5a-d8b0ed6bf190 tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:07.756546 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-441f94a7-b10b-41b0-ae58-f824c8d82579 req-4e426f65-0d1c-464d-8c5a-d8b0ed6bf190 tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] 10.222.0.62 "GET /v2.0/ports?device_id=8617dd06-2e1c-4b82-a336-42beea0cbbf6 HTTP/1.1" status: 200 len: 968 time: 0.1315942 Oct 30 15:05:07.814281 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-292b2796-b9ed-4389-893f-ce729b06d96a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:07.831189 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-441f94a7-b10b-41b0-ae58-f824c8d82579 req-b82eb6af-ec69-4513-9098-49a5aa5e518f tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] 10.222.0.62 "GET /v2.0/security-groups?id=7391d82b-e46e-4f02-a6cc-f2cd36f042ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713589 Oct 30 15:05:07.973930 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-292b2796-b9ed-4389-893f-ce729b06d96a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:07.980256 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-292b2796-b9ed-4389-893f-ce729b06d96a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:08.032858 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-292b2796-b9ed-4389-893f-ce729b06d96a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1c3aaa8584654c2db4f75b4c06215aad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4886305 Oct 30 15:05:08.032858 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292b2796-b9ed-4389-893f-ce729b06d96a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1afad8-f413-42eb-b997-ee29aa5405be,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:08.033638 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 50410) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:08.051113 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-05728426-860b-4414-9f59-cc5d6034f7f0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:08.116309 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-43b48b5f-7a9d-4b82-bfb0-6ef8a34529d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:08.144816 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-43b48b5f-7a9d-4b82-bfb0-6ef8a34529d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:08.164895 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 50418) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:08.208845 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-43b48b5f-7a9d-4b82-bfb0-6ef8a34529d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:08.210858 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-43b48b5f-7a9d-4b82-bfb0-6ef8a34529d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:08.212060 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-43b48b5f-7a9d-4b82-bfb0-6ef8a34529d4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ea1afad8-f413-42eb-b997-ee29aa5405be HTTP/1.1" status: 204 len: 168 time: 0.1773994 Oct 30 15:05:08.220303 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b48b5f-7a9d-4b82-bfb0-6ef8a34529d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1afad8-f413-42eb-b997-ee29aa5405be,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:08.293713 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-05728426-860b-4414-9f59-cc5d6034f7f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:08.452983 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05728426-860b-4414-9f59-cc5d6034f7f0 admin admin] Router 80a524c2-4aeb-44a9-8834-b99f0e6f7998 is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:05:08.465952 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-36d15911-3763-40cd-a46a-ef9fd539e458 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:08.633276 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6024114-a990-4d4b-8164-f7d30ab2220b None None] Network d47b2277-3127-4328-833b-dfc87bfc5053 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:05:08.640110 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-36d15911-3763-40cd-a46a-ef9fd539e458 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:08.652752 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-36d15911-3763-40cd-a46a-ef9fd539e458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:08.676452 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05728426-860b-4414-9f59-cc5d6034f7f0 admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:05:08.689707 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28676115-53db-4b37-a442-e0e409d89cfb None None] Sync routers for ids ['80a524c2-4aeb-44a9-8834-b99f0e6f7998'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:05:08.705447 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28676115-53db-4b37-a442-e0e409d89cfb None None] Routers {'80a524c2-4aeb-44a9-8834-b99f0e6f7998'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:05:08.706374 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-28676115-53db-4b37-a442-e0e409d89cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:04:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['80a524c2-4aeb-44a9-8834-b99f0e6f7998'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:05:08.710669 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d15911-3763-40cd-a46a-ef9fd539e458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4aa4af-3a84-492e-ad75-78738395dd6f,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:08.717265 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-36d15911-3763-40cd-a46a-ef9fd539e458 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=000a78aa86904284bbc3aecb23bf2f92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5509856 Oct 30 15:05:08.719953 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 50436) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:08.735189 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-05728426-860b-4414-9f59-cc5d6034f7f0 admin admin] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:08.736552 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-05728426-860b-4414-9f59-cc5d6034f7f0 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.3170774 Oct 30 15:05:08.739979 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 50440) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:08.797752 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-3b9f1113-0f97-4fde-a73e-3c029da0b55c None None] Provisioning complete for port 0f23c08f-6d67-4e08-9373-c5c395f365f4 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:05:08.799039 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3b9f1113-0f97-4fde-a73e-3c029da0b55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:08.822123 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5853be6c-2b74-421f-9f7f-e22391a35ee2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:08.876662 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5853be6c-2b74-421f-9f7f-e22391a35ee2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:08.922773 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 50446) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:08.923158 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-28676115-53db-4b37-a442-e0e409d89cfb None None] Set router 80a524c2-4aeb-44a9-8834-b99f0e6f7998 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:05:08.955655 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-321858ae-8940-4ab6-8405-461a713ed3a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:08.984523 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5853be6c-2b74-421f-9f7f-e22391a35ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:08.987322 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5853be6c-2b74-421f-9f7f-e22391a35ee2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:08.988890 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-5853be6c-2b74-421f-9f7f-e22391a35ee2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bb4aa4af-3a84-492e-ad75-78738395dd6f HTTP/1.1" status: 204 len: 168 time: 0.2676835 Oct 30 15:05:09.001273 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5853be6c-2b74-421f-9f7f-e22391a35ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4aa4af-3a84-492e-ad75-78738395dd6f,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:09.149674 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 50452) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:09.239915 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e7318-6084-4458-bc89-d8f03aed5d85 req-8c75e8ce-028b-432b-9f4c-0a35aa36c49d tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:09.242689 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bc2e7318-6084-4458-bc89-d8f03aed5d85 req-8c75e8ce-028b-432b-9f4c-0a35aa36c49d tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] 10.222.0.62 "GET /v2.0/ports?device_id=8617dd06-2e1c-4b82-a336-42beea0cbbf6 HTTP/1.1" status: 200 len: 968 time: 0.2720022 Oct 30 15:05:09.256191 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3b9f1113-0f97-4fde-a73e-3c029da0b55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:09.311692 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 0f23c08f-6d67-4e08-9373-c5c395f365f4 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:05:09.333848 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-28676115-53db-4b37-a442-e0e409d89cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a524c2-4aeb-44a9-8834-b99f0e6f7998', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1095834772-router', 'tenant_id': '0fc6a4869cb44a69ac80c3317bb48c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '1de5a024-f9a2-4a05-859e-405399674845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:05:06Z', 'updated_at': '2021-10-30T15:05:07Z', 'revision_number': 3, 'project_id': '0fc6a4869cb44a69ac80c3317bb48c34', 'gw_port': {'id': '1de5a024-f9a2-4a05-859e-405399674845', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:aa:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a524c2-4aeb-44a9-8834-b99f0e6f7998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:05:07Z', 'updated_at': '2021-10-30T15:05:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:05:09.364777 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28676115-53db-4b37-a442-e0e409d89cfb None None] Checking router: 80a524c2-4aeb-44a9-8834-b99f0e6f7998 for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:05:09.365705 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28676115-53db-4b37-a442-e0e409d89cfb None None] Updating router 80a524c2-4aeb-44a9-8834-b99f0e6f7998 port 1de5a024-f9a2-4a05-859e-405399674845 binding host n-d-806683-17 {{(pid=102133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:05:09.381912 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bc2e7318-6084-4458-bc89-d8f03aed5d85 req-9bc3e213-407e-416e-b909-d33d7ce85ca9 tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] 10.222.0.62 "GET /v2.0/security-groups?id=7391d82b-e46e-4f02-a6cc-f2cd36f042ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315734 Oct 30 15:05:09.422812 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-28676115-53db-4b37-a442-e0e409d89cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:09.460439 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-3b9f1113-0f97-4fde-a73e-3c029da0b55c None None] For port 0f23c08f-6d67-4e08-9373-c5c395f365f4, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=0f23c08f-6d67-4e08-9373-c5c395f365f4,segment=NetworkSegment(6f04c9bb-05b8-4409-9277-f7c5c07fb6ad),segment_id=6f04c9bb-05b8-4409-9277-f7c5c07fb6ad)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:05:09.481655 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3b9f1113-0f97-4fde-a73e-3c029da0b55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:09.588701 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 0f23c08f-6d67-4e08-9373-c5c395f365f4 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:05:09.591069 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:09.602772 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-a01900e9-f67b-4f6f-8157-6a32251f69ce admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-177140385-network', 'tenant_id': '48ec0906891f440e8725a8b756af6e71'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:05:09.655546 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-321858ae-8940-4ab6-8405-461a713ed3a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:09.661638 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01900e9-f67b-4f6f-8157-6a32251f69ce admin admin] Made reservation on behalf of 48ec0906891f440e8725a8b756af6e71 for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:05:09.664128 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a01900e9-f67b-4f6f-8157-6a32251f69ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:09.679137 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a01900e9-f67b-4f6f-8157-6a32251f69ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:09.729492 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-321858ae-8940-4ab6-8405-461a713ed3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:09.792624 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9f1113-0f97-4fde-a73e-3c029da0b55c None None] Pushing event updated for resources: {'Port': ['ID=0f23c08f-6d67-4e08-9373-c5c395f365f4,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:09.860987 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-321858ae-8940-4ab6-8405-461a713ed3a7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0904a9e6b5994853beef22c2c80a315f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9370925 Oct 30 15:05:09.866190 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 50464) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:09.884734 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a01900e9-f67b-4f6f-8157-6a32251f69ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:09.896021 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a01900e9-f67b-4f6f-8157-6a32251f69ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:09.955088 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a01900e9-f67b-4f6f-8157-6a32251f69ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:05:09.955847 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321858ae-8940-4ab6-8405-461a713ed3a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ddf33c-ec63-44fb-b9ed-45688afb926e,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:09.974098 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4601f161-7705-48f0-b385-6ca067f1ed5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:09.974621 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-800a0114-e942-4405-8386-2cb3825d7dbb None None] Provisioning complete for port 0f23c08f-6d67-4e08-9373-c5c395f365f4 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:05:09.975203 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-800a0114-e942-4405-8386-2cb3825d7dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:10.013277 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01900e9-f67b-4f6f-8157-6a32251f69ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=687915c4-24f2-4653-bdbc-4427d94f4bf3,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:10.036501 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a01900e9-f67b-4f6f-8157-6a32251f69ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:10.043852 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-a01900e9-f67b-4f6f-8157-6a32251f69ce admin admin] Added segment e8246d9e-f8e1-4659-b367-d870958fbb44 of type vlan for network 291c5166-548b-4ef8-b78f-841a397188df Oct 30 15:05:10.170485 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 50468) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:10.189129 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-28676115-53db-4b37-a442-e0e409d89cfb None None] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:10.212938 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-28676115-53db-4b37-a442-e0e409d89cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:10.219882 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 1674cc14-f9de-4df0-9e64-14de573490ac details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:05:10.251406 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f4f5f1f9-7be1-4836-86a7-c4d00965ddfe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:10.299640 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a01900e9-f67b-4f6f-8157-6a32251f69ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:10.361223 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cc50d3bb-2c62-4326-bc4b-883c360d58cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:10.373995 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-28676115-53db-4b37-a442-e0e409d89cfb None None] Attempting to bind port 1de5a024-f9a2-4a05-859e-405399674845 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:05:10.374362 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-28676115-53db-4b37-a442-e0e409d89cfb None None] Attempting to bind port 1de5a024-f9a2-4a05-859e-405399674845 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:05:10.378938 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28676115-53db-4b37-a442-e0e409d89cfb None None] Attempting to bind port 1de5a024-f9a2-4a05-859e-405399674845 on network edc38ef5-7816-4133-914c-cfe2849a0125 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:05:10.381119 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035de424-08d3-49ae-bb2a-974ed5a4f599 None None] Pushing event updated for resources: {'Port': ['ID=1de5a024-f9a2-4a05-859e-405399674845,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:10.398597 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 1674cc14-f9de-4df0-9e64-14de573490ac, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=1674cc14-f9de-4df0-9e64-14de573490ac,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:05:10.410694 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28676115-53db-4b37-a442-e0e409d89cfb None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:05:10.410694 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28676115-53db-4b37-a442-e0e409d89cfb None None] Checking segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:05:10.410694 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-28676115-53db-4b37-a442-e0e409d89cfb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:10.410694 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28676115-53db-4b37-a442-e0e409d89cfb None None] Bound using segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:05:10.410694 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-28676115-53db-4b37-a442-e0e409d89cfb None None] Bound port: 1de5a024-f9a2-4a05-859e-405399674845, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:05:10.410694 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-28676115-53db-4b37-a442-e0e409d89cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:10.438484 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a01900e9-f67b-4f6f-8157-6a32251f69ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:10.441597 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01900e9-f67b-4f6f-8157-6a32251f69ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:10.443376 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a01900e9-f67b-4f6f-8157-6a32251f69ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:10.445298 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '1674cc14-f9de-4df0-9e64-14de573490ac', 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704', 'port_id': '1674cc14-f9de-4df0-9e64-14de573490ac', 'mac_address': 'fa:16:3e:36:de:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b5dea3-b65b-4514-8ec2-18a4245eb194', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:tempest-test_az-830569475', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:05:10.471010 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cc50d3bb-2c62-4326-bc4b-883c360d58cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:10.492769 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-a01900e9-f67b-4f6f-8157-6a32251f69ce admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3419583 Oct 30 15:05:10.505298 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 50478) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:10.519831 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-2708ddef-37d3-488d-84db-29c0de0b014e admin admin] Request body: {'subnet': {'network_id': '291c5166-548b-4ef8-b78f-841a397188df', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-177140385-subnet', 'tenant_id': '48ec0906891f440e8725a8b756af6e71', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:05:10.553048 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:10.554529 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-4601f161-7705-48f0-b385-6ca067f1ed5f admin admin] Allocated IP 172.20.0.1 (d47b2277-3127-4328-833b-dfc87bfc5053/e3e4a140-26d1-433e-acbc-bd25cd0de292/b4c9c924-1e56-4f96-817a-c481dcef5dc4) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:05:10.573886 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-28676115-53db-4b37-a442-e0e409d89cfb None None] For port 1de5a024-f9a2-4a05-859e-405399674845, host n-d-806683-17, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:05:10.574309 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1674cc14-f9de-4df0-9e64-14de573490ac {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:05:10.578701 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-28676115-53db-4b37-a442-e0e409d89cfb None None] For port 1de5a024-f9a2-4a05-859e-405399674845, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=1de5a024-f9a2-4a05-859e-405399674845,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:05:10.589150 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-28676115-53db-4b37-a442-e0e409d89cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:10.620381 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 1674cc14-f9de-4df0-9e64-14de573490ac, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=1674cc14-f9de-4df0-9e64-14de573490ac,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:05:10.647590 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:10.658525 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2708ddef-37d3-488d-84db-29c0de0b014e admin admin] Made reservation on behalf of 48ec0906891f440e8725a8b756af6e71 for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:05:10.665281 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2708ddef-37d3-488d-84db-29c0de0b014e admin admin] Publish callbacks [] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:10.744896 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f4f5f1f9-7be1-4836-86a7-c4d00965ddfe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:10.766256 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f4f5f1f9-7be1-4836-86a7-c4d00965ddfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:10.779684 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=1674cc14-f9de-4df0-9e64-14de573490ac,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:10.782109 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01900e9-f67b-4f6f-8157-6a32251f69ce admin admin] Pushing event updated for resources: {'Network': ['ID=291c5166-548b-4ef8-b78f-841a397188df,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:10.789116 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035de424-08d3-49ae-bb2a-974ed5a4f599 None None] Pushing event updated for resources: {'Port': ['ID=1de5a024-f9a2-4a05-859e-405399674845,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:10.806628 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 291c5166-548b-4ef8-b78f-841a397188df details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:05:10.834404 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cc50d3bb-2c62-4326-bc4b-883c360d58cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:10.843399 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cc50d3bb-2c62-4326-bc4b-883c360d58cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:10.846039 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-cc50d3bb-2c62-4326-bc4b-883c360d58cd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/91ddf33c-ec63-44fb-b9ed-45688afb926e HTTP/1.1" status: 204 len: 168 time: 0.9788933 Oct 30 15:05:10.853866 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef2a89b-d722-41c7-bb1a-125682d88f87 req-b8b7bf23-ec1a-4958-89e9-3953a1db50b8 tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:10.860758 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28676115-53db-4b37-a442-e0e409d89cfb None None] Routers {'80a524c2-4aeb-44a9-8834-b99f0e6f7998'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:05:10.861538 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-28676115-53db-4b37-a442-e0e409d89cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:04:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['80a524c2-4aeb-44a9-8834-b99f0e6f7998'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:05:10.862590 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7ef2a89b-d722-41c7-bb1a-125682d88f87 req-b8b7bf23-ec1a-4958-89e9-3953a1db50b8 tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] 10.222.0.62 "GET /v2.0/ports?device_id=8617dd06-2e1c-4b82-a336-42beea0cbbf6 HTTP/1.1" status: 200 len: 969 time: 0.3249009 Oct 30 15:05:10.869765 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-f4f5f1f9-7be1-4836-86a7-c4d00965ddfe admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b51d3a3f2973459588f31f841916a9d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6975076 Oct 30 15:05:10.871224 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 50494) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:10.872016 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f5f1f9-7be1-4836-86a7-c4d00965ddfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f641f3e6-3fcb-42f5-a285-36675fb50edc,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:10.911566 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc50d3bb-2c62-4326-bc4b-883c360d58cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ddf33c-ec63-44fb-b9ed-45688afb926e,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:10.965768 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7ef2a89b-d722-41c7-bb1a-125682d88f87 req-8bfd7493-2e53-4d11-b4c3-e6bc5149ac72 tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] 10.222.0.62 "GET /v2.0/security-groups?id=7391d82b-e46e-4f02-a6cc-f2cd36f042ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019523 Oct 30 15:05:10.994548 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e767f824-03fb-484e-8dcd-a2567e6d1c96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:11.053820 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['1674cc14-f9de-4df0-9e64-14de573490ac'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:05:11.074826 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e767f824-03fb-484e-8dcd-a2567e6d1c96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:11.121844 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4601f161-7705-48f0-b385-6ca067f1ed5f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:11.133736 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-28676115-53db-4b37-a442-e0e409d89cfb None None] Set router 80a524c2-4aeb-44a9-8834-b99f0e6f7998 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:05:11.177697 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 0f23c08f-6d67-4e08-9373-c5c395f365f4 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:05:11.228148 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e767f824-03fb-484e-8dcd-a2567e6d1c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:11.231047 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e767f824-03fb-484e-8dcd-a2567e6d1c96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:11.232512 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-e767f824-03fb-484e-8dcd-a2567e6d1c96 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f641f3e6-3fcb-42f5-a285-36675fb50edc HTTP/1.1" status: 204 len: 168 time: 0.3577015 Oct 30 15:05:11.247874 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e767f824-03fb-484e-8dcd-a2567e6d1c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f641f3e6-3fcb-42f5-a285-36675fb50edc,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:11.374261 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4601f161-7705-48f0-b385-6ca067f1ed5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:11.504390 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4601f161-7705-48f0-b385-6ca067f1ed5f admin admin] Network d47b2277-3127-4328-833b-dfc87bfc5053 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:05:11.505202 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-28676115-53db-4b37-a442-e0e409d89cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a524c2-4aeb-44a9-8834-b99f0e6f7998', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1095834772-router', 'tenant_id': '0fc6a4869cb44a69ac80c3317bb48c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '1de5a024-f9a2-4a05-859e-405399674845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:05:06Z', 'updated_at': '2021-10-30T15:05:07Z', 'revision_number': 3, 'project_id': '0fc6a4869cb44a69ac80c3317bb48c34', 'gw_port': {'id': '1de5a024-f9a2-4a05-859e-405399674845', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:aa:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a524c2-4aeb-44a9-8834-b99f0e6f7998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:05:07Z', 'updated_at': '2021-10-30T15:05:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:05:11.534052 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-4601f161-7705-48f0-b385-6ca067f1ed5f admin admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:05:11.543959 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4601f161-7705-48f0-b385-6ca067f1ed5f admin admin] Pushing event updated for resources: {'Port': ['ID=b4c9c924-1e56-4f96-817a-c481dcef5dc4,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:11.559096 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4601f161-7705-48f0-b385-6ca067f1ed5f admin admin] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:05:11.567325 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4601f161-7705-48f0-b385-6ca067f1ed5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:11.570325 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28676115-53db-4b37-a442-e0e409d89cfb None None] The sync data for ids ['80a524c2-4aeb-44a9-8834-b99f0e6f7998'] in n-d-806683-17 is: [{'id': '80a524c2-4aeb-44a9-8834-b99f0e6f7998', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1095834772-router', 'tenant_id': '0fc6a4869cb44a69ac80c3317bb48c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '1de5a024-f9a2-4a05-859e-405399674845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:05:06Z', 'updated_at': '2021-10-30T15:05:07Z', 'revision_number': 3, 'project_id': '0fc6a4869cb44a69ac80c3317bb48c34', 'gw_port': {'id': '1de5a024-f9a2-4a05-859e-405399674845', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:aa:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a524c2-4aeb-44a9-8834-b99f0e6f7998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:05:07Z', 'updated_at': '2021-10-30T15:05:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:05:11.708021 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 0f23c08f-6d67-4e08-9373-c5c395f365f4 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:05:11.708331 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:11.848134 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2708ddef-37d3-488d-84db-29c0de0b014e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:12.159049 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2708ddef-37d3-488d-84db-29c0de0b014e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f4c836a-b7bd-4d76-afd1-011b8a3fe891,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:12.160598 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-f53ea07c-02fa-48d4-80e1-b5f2220c5e50 None None] Provisioning complete for port b4c9c924-1e56-4f96-817a-c481dcef5dc4 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:05:12.161049 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f53ea07c-02fa-48d4-80e1-b5f2220c5e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:12.174991 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4601f161-7705-48f0-b385-6ca067f1ed5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:12.196801 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2708ddef-37d3-488d-84db-29c0de0b014e admin admin] Checking segment: {'id': 'e8246d9e-f8e1-4659-b367-d870958fbb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '291c5166-548b-4ef8-b78f-841a397188df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:05:12.197159 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2708ddef-37d3-488d-84db-29c0de0b014e admin admin] Network hostable DHCP agents. Network: 291c5166-548b-4ef8-b78f-841a397188df, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:05:12.273548 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-f53ea07c-02fa-48d4-80e1-b5f2220c5e50 None None] Port b4c9c924-1e56-4f96-817a-c481dcef5dc4 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:05:12.278003 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7bca34-c874-47d6-8a13-5e368af0de36 req-2d0390b6-4d00-4fe6-a222-2c188dab2c5c tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:12.281027 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2708ddef-37d3-488d-84db-29c0de0b014e admin admin] Network 291c5166-548b-4ef8-b78f-841a397188df is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:05:12.286189 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3f7bca34-c874-47d6-8a13-5e368af0de36 req-2d0390b6-4d00-4fe6-a222-2c188dab2c5c tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] 10.222.0.62 "GET /v2.0/ports?device_id=8617dd06-2e1c-4b82-a336-42beea0cbbf6 HTTP/1.1" status: 200 len: 969 time: 0.1505601 Oct 30 15:05:12.311422 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-2708ddef-37d3-488d-84db-29c0de0b014e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 291c5166-548b-4ef8-b78f-841a397188df) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:05:12.344395 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2708ddef-37d3-488d-84db-29c0de0b014e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:12.345396 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2708ddef-37d3-488d-84db-29c0de0b014e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:12.352084 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9e09e7-3f11-4f8b-b5b1-7f5993d818aa None None] Network 291c5166-548b-4ef8-b78f-841a397188df requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:05:12.399089 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3f7bca34-c874-47d6-8a13-5e368af0de36 req-51308e38-2dbd-4fa3-aab8-c70b37be32f4 tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] 10.222.0.62 "GET /v2.0/security-groups?id=7391d82b-e46e-4f02-a6cc-f2cd36f042ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059375 Oct 30 15:05:12.401912 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-2708ddef-37d3-488d-84db-29c0de0b014e admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.8952739 Oct 30 15:05:12.496936 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-081dcaa2-76dd-4962-a525-eeb802182041 req-d3942d58-a04c-4297-b28c-befb019fab5a tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=4a47cba7ecfc43c693bd7cf729426cdb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0775886 Oct 30 15:05:12.685629 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33d0e3e-cdcf-4e99-b3a9-97e15bf8627e None None] Network 291c5166-548b-4ef8-b78f-841a397188df requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:05:12.689203 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4601f161-7705-48f0-b385-6ca067f1ed5f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:12.700791 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4601f161-7705-48f0-b385-6ca067f1ed5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:12.702319 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4601f161-7705-48f0-b385-6ca067f1ed5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:12.900388 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081dcaa2-76dd-4962-a525-eeb802182041 req-858b9439-1ba3-4aac-9bf3-5d1fed0efe5e tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:12.902206 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-081dcaa2-76dd-4962-a525-eeb802182041 req-858b9439-1ba3-4aac-9bf3-5d1fed0efe5e tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4038517 Oct 30 15:05:12.908626 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4601f161-7705-48f0-b385-6ca067f1ed5f admin admin] Pushing event updated for resources: {'Port': ['ID=b4c9c924-1e56-4f96-817a-c481dcef5dc4,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:12.933651 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-081dcaa2-76dd-4962-a525-eeb802182041 req-8596a7f7-38e6-4c6a-a191-62feefda1083 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.62 "GET /v2.0/quotas/4a47cba7ecfc43c693bd7cf729426cdb HTTP/1.1" status: 200 len: 375 time: 0.0222893 Oct 30 15:05:12.998661 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-081dcaa2-76dd-4962-a525-eeb802182041 req-6e24d2e4-84ed-43ac-a94a-f2feb92c67f1 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4a47cba7ecfc43c693bd7cf729426cdb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0640614 Oct 30 15:05:13.051233 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4601f161-7705-48f0-b385-6ca067f1ed5f admin admin] Network d47b2277-3127-4328-833b-dfc87bfc5053 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:05:13.054068 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-4601f161-7705-48f0-b385-6ca067f1ed5f admin admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:05:13.149452 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 1de5a024-f9a2-4a05-859e-405399674845 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:05:13.226793 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 1de5a024-f9a2-4a05-859e-405399674845 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:05:13.227845 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:13.282311 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 50592) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:13.333245 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4601f161-7705-48f0-b385-6ca067f1ed5f admin admin] Router 80a524c2-4aeb-44a9-8834-b99f0e6f7998 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:05:13.395663 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-89ef7186-c3f5-447f-9473-36bfcb1c0204 req-e9bb3b44-a50e-42d1-b6ba-217d663878e5 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.62 "GET /v2.0/ports?device_id=43d353fb-a9be-4a3b-a23d-4aaefea04672 HTTP/1.1" status: 200 len: 210 time: 0.0777264 Oct 30 15:05:13.401464 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:13.447689 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 1de5a024-f9a2-4a05-859e-405399674845, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=1de5a024-f9a2-4a05-859e-405399674845,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:05:13.462148 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:13.554960 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-287c28a2-54d4-4dd7-91c5-eddbf948bc37 None None] Provisioning complete for port b4c9c924-1e56-4f96-817a-c481dcef5dc4 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:05:13.555336 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-287c28a2-54d4-4dd7-91c5-eddbf948bc37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:13.623220 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4601f161-7705-48f0-b385-6ca067f1ed5f admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:05:13.640311 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=1de5a024-f9a2-4a05-859e-405399674845,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:13.645377 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-4601f161-7705-48f0-b385-6ca067f1ed5f admin admin] 10.222.0.62 "PUT /v2.0/routers/80a524c2-4aeb-44a9-8834-b99f0e6f7998/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9023519 Oct 30 15:05:13.655927 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-287c28a2-54d4-4dd7-91c5-eddbf948bc37 None None] Port b4c9c924-1e56-4f96-817a-c481dcef5dc4 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:05:13.666495 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876204ca-bedd-4832-82ad-1a9801897696 req-3263e8a0-458d-4078-b99d-7f16a9ad4eac tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:13.669603 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-876204ca-bedd-4832-82ad-1a9801897696 req-3263e8a0-458d-4078-b99d-7f16a9ad4eac tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] 10.222.0.62 "GET /v2.0/ports?device_id=8617dd06-2e1c-4b82-a336-42beea0cbbf6 HTTP/1.1" status: 200 len: 969 time: 0.1443996 Oct 30 15:05:13.688167 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-12407574-696d-43bb-930f-983f64944953 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:13.725933 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-876204ca-bedd-4832-82ad-1a9801897696 req-2e72b69c-5f73-41f5-bc01-e42412521180 tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] 10.222.0.62 "GET /v2.0/security-groups?id=7391d82b-e46e-4f02-a6cc-f2cd36f042ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492406 Oct 30 15:05:13.823275 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-12407574-696d-43bb-930f-983f64944953 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:13.829402 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-12407574-696d-43bb-930f-983f64944953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:13.872678 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-12407574-696d-43bb-930f-983f64944953 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d0a23632c70240b7a9a64125ca2629a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5867972 Oct 30 15:05:13.873191 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 50628) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:13.876594 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12407574-696d-43bb-930f-983f64944953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0f995b-88b1-4038-8209-fc6136a11512,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:13.969612 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3951f1a7-6d24-4f4e-8cd4-8d7265a3c6be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:14.034985 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584a82ce-e9f3-4d87-967c-1eedbcb37d56 None None] Sync routers for ids ['80a524c2-4aeb-44a9-8834-b99f0e6f7998'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:05:14.048326 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584a82ce-e9f3-4d87-967c-1eedbcb37d56 None None] Routers {'80a524c2-4aeb-44a9-8834-b99f0e6f7998'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:05:14.051222 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-584a82ce-e9f3-4d87-967c-1eedbcb37d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:04:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['80a524c2-4aeb-44a9-8834-b99f0e6f7998'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:05:14.054226 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3951f1a7-6d24-4f4e-8cd4-8d7265a3c6be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:14.152839 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3951f1a7-6d24-4f4e-8cd4-8d7265a3c6be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:14.155744 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3951f1a7-6d24-4f4e-8cd4-8d7265a3c6be admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:14.160617 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-3951f1a7-6d24-4f4e-8cd4-8d7265a3c6be admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3b0f995b-88b1-4038-8209-fc6136a11512 HTTP/1.1" status: 204 len: 168 time: 0.2862248 Oct 30 15:05:14.169321 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 1674cc14-f9de-4df0-9e64-14de573490ac up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:05:14.174478 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3951f1a7-6d24-4f4e-8cd4-8d7265a3c6be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0f995b-88b1-4038-8209-fc6136a11512,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:14.264136 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-584a82ce-e9f3-4d87-967c-1eedbcb37d56 None None] Set router 80a524c2-4aeb-44a9-8834-b99f0e6f7998 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:05:14.266497 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port 1674cc14-f9de-4df0-9e64-14de573490ac completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:05:14.304428 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 1674cc14-f9de-4df0-9e64-14de573490ac triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:05:14.304806 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:14.468932 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 50656) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:14.480541 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-ab8a20d2-1734-409e-a56b-591a99022c50 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1581439627-network', 'tenant_id': '522e21e6d7194a8aab20ce78d7469f88'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:05:14.500666 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e22a9960-7f6c-4ffe-b906-1c760a6af30b req-4c97766f-c6c1-42bf-8e0e-6adc01924c79 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.62 "GET /v2.0/ports?device_id=43d353fb-a9be-4a3b-a23d-4aaefea04672 HTTP/1.1" status: 200 len: 210 time: 0.0399506 Oct 30 15:05:14.517069 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:14.535759 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab8a20d2-1734-409e-a56b-591a99022c50 admin admin] Made reservation on behalf of 522e21e6d7194a8aab20ce78d7469f88 for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:05:14.539041 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ab8a20d2-1734-409e-a56b-591a99022c50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:14.551774 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ab8a20d2-1734-409e-a56b-591a99022c50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:14.592623 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8617dd06-2e1c-4b82-a336-42beea0cbbf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1674cc14-f9de-4df0-9e64-14de573490ac'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:05:14.654196 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ab8a20d2-1734-409e-a56b-591a99022c50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:14.662321 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ab8a20d2-1734-409e-a56b-591a99022c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:14.670267 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 1674cc14-f9de-4df0-9e64-14de573490ac, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=1674cc14-f9de-4df0-9e64-14de573490ac,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:05:14.682703 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:14.683620 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab8a20d2-1734-409e-a56b-591a99022c50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:05:14.697437 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ab8a20d2-1734-409e-a56b-591a99022c50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:14.698065 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-ab8a20d2-1734-409e-a56b-591a99022c50 admin admin] Added segment 2ef88145-16bb-40cd-8da2-0c6c21687950 of type vlan for network e6303f81-edf7-479a-8350-d304ef753846 Oct 30 15:05:14.720412 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-584a82ce-e9f3-4d87-967c-1eedbcb37d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a524c2-4aeb-44a9-8834-b99f0e6f7998', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1095834772-router', 'tenant_id': '0fc6a4869cb44a69ac80c3317bb48c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '1de5a024-f9a2-4a05-859e-405399674845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:05:06Z', 'updated_at': '2021-10-30T15:05:12Z', 'revision_number': 4, 'project_id': '0fc6a4869cb44a69ac80c3317bb48c34', 'gw_port': {'id': '1de5a024-f9a2-4a05-859e-405399674845', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:aa:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a524c2-4aeb-44a9-8834-b99f0e6f7998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:05:07Z', 'updated_at': '2021-10-30T15:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'b4c9c924-1e56-4f96-817a-c481dcef5dc4', 'name': '', 'network_id': 'd47b2277-3127-4328-833b-dfc87bfc5053', 'tenant_id': '0fc6a4869cb44a69ac80c3317bb48c34', 'mac_address': 'fa:16:3e:7b:d5:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a524c2-4aeb-44a9-8834-b99f0e6f7998', 'device_owner': 'network:router_interface', 'standard_attr_id': 187, 'fixed_ips': [{'subnet_id': 'e3e4a140-26d1-433e-acbc-bd25cd0de292', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:05:10Z', 'updated_at': '2021-10-30T15:05:12Z', 'revision_number': 2, 'project_id': '0fc6a4869cb44a69ac80c3317bb48c34', 'subnets': [{'id': 'e3e4a140-26d1-433e-acbc-bd25cd0de292', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:05:14.752233 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584a82ce-e9f3-4d87-967c-1eedbcb37d56 None None] Checking router: 80a524c2-4aeb-44a9-8834-b99f0e6f7998 for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:05:14.752771 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584a82ce-e9f3-4d87-967c-1eedbcb37d56 None None] Updating router 80a524c2-4aeb-44a9-8834-b99f0e6f7998 port b4c9c924-1e56-4f96-817a-c481dcef5dc4 binding host n-d-806683-17 {{(pid=102132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:05:14.754217 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ab8a20d2-1734-409e-a56b-591a99022c50 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:14.794860 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ab8a20d2-1734-409e-a56b-591a99022c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:14.802738 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8a20d2-1734-409e-a56b-591a99022c50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:14.804138 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ab8a20d2-1734-409e-a56b-591a99022c50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:14.811705 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-584a82ce-e9f3-4d87-967c-1eedbcb37d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:14.814840 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=1674cc14-f9de-4df0-9e64-14de573490ac,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:14.818171 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8a20d2-1734-409e-a56b-591a99022c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d9b05b-cfb3-4c5d-90e3-baec1eb33fd0,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:14.955805 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-ab8a20d2-1734-409e-a56b-591a99022c50 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4857457 Oct 30 15:05:14.959446 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 50676) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:14.967006 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-79ccc2fb-960a-4e18-b6cb-4e6974e78bd9 admin admin] Request body: {'subnet': {'network_id': 'e6303f81-edf7-479a-8350-d304ef753846', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1581439627-subnet', 'tenant_id': '522e21e6d7194a8aab20ce78d7469f88', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:05:14.973830 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8a20d2-1734-409e-a56b-591a99022c50 admin admin] Pushing event updated for resources: {'Network': ['ID=e6303f81-edf7-479a-8350-d304ef753846,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:14.989674 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca66bd6d-b4c1-4dd2-82ec-0c759b98c5aa req-69c0a218-6f7b-42e3-82b9-8e7292a40f90 tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:14.991235 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ca66bd6d-b4c1-4dd2-82ec-0c759b98c5aa req-69c0a218-6f7b-42e3-82b9-8e7292a40f90 tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] 10.222.0.62 "GET /v2.0/ports?device_id=8617dd06-2e1c-4b82-a336-42beea0cbbf6 HTTP/1.1" status: 200 len: 970 time: 0.1402230 Oct 30 15:05:14.992282 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network e6303f81-edf7-479a-8350-d304ef753846 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:05:15.024237 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ccc2fb-960a-4e18-b6cb-4e6974e78bd9 admin admin] Made reservation on behalf of 522e21e6d7194a8aab20ce78d7469f88 for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:05:15.029151 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-79ccc2fb-960a-4e18-b6cb-4e6974e78bd9 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:15.056087 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ca66bd6d-b4c1-4dd2-82ec-0c759b98c5aa req-6278f6ce-3230-4e5a-882f-f4f074f4b10c tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] 10.222.0.62 "GET /v2.0/security-groups?id=7391d82b-e46e-4f02-a6cc-f2cd36f042ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566864 Oct 30 15:05:15.262938 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.44', 51035) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:15.318972 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-081dcaa2-76dd-4962-a525-eeb802182041 req-fe5ff42a-b6c6-471a-b771-1abf514d71be tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=4a47cba7ecfc43c693bd7cf729426cdb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0547707 Oct 30 15:05:15.340005 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 1de5a024-f9a2-4a05-859e-405399674845 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:05:15.357292 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-79ccc2fb-960a-4e18-b6cb-4e6974e78bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:15.453518 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 50690) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:15.482169 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ccc2fb-960a-4e18-b6cb-4e6974e78bd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a234697f-ea58-448f-b8f3-158a5fbcbaa9,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:15.486281 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b983de-8378-449a-a362-7761ef54ed14" -d '{"events": [{"server_uuid": "8617dd06-2e1c-4b82-a336-42beea0cbbf6", "name": "network-vif-plugged", "status": "completed", "tag": "1674cc14-f9de-4df0-9e64-14de573490ac"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:05:15.493240 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d66029b8-91e9-4c2f-8d63-c58fa25714f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:15.508577 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ccc2fb-960a-4e18-b6cb-4e6974e78bd9 admin admin] Checking segment: {'id': '2ef88145-16bb-40cd-8da2-0c6c21687950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e6303f81-edf7-479a-8350-d304ef753846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:05:15.510218 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ccc2fb-960a-4e18-b6cb-4e6974e78bd9 admin admin] Network hostable DHCP agents. Network: e6303f81-edf7-479a-8350-d304ef753846, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:05:15.546088 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081dcaa2-76dd-4962-a525-eeb802182041 req-4b6f70b5-7039-47b0-a864-c2c2c258cf08 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:15.548483 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-081dcaa2-76dd-4962-a525-eeb802182041 req-4b6f70b5-7039-47b0-a864-c2c2c258cf08 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2208540 Oct 30 15:05:15.637811 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ccc2fb-960a-4e18-b6cb-4e6974e78bd9 admin admin] Network e6303f81-edf7-479a-8350-d304ef753846 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:05:15.638718 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-584a82ce-e9f3-4d87-967c-1eedbcb37d56 None None] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:15.644611 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 1de5a024-f9a2-4a05-859e-405399674845 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:05:15.645545 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:15.666741 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e21f2a09-8c7a-420f-b817-c49fed2126d5 req-edba7137-5b20-47fa-ba33-8ca0b3d28413 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.62 "GET /v2.0/ports?device_id=43d353fb-a9be-4a3b-a23d-4aaefea04672 HTTP/1.1" status: 200 len: 210 time: 0.0472136 Oct 30 15:05:15.670494 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-081dcaa2-76dd-4962-a525-eeb802182041 req-2dd2139d-8054-4b94-88ee-d49ac13a4b0d tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] Request body: {'port': {'device_id': '43d353fb-a9be-4a3b-a23d-4aaefea04672', 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704', 'admin_state_up': True, 'tenant_id': '4a47cba7ecfc43c693bd7cf729426cdb'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:05:15.674365 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-79ccc2fb-960a-4e18-b6cb-4e6974e78bd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, e6303f81-edf7-479a-8350-d304ef753846) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:05:15.692192 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ccc2fb-960a-4e18-b6cb-4e6974e78bd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:15.704307 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-79ccc2fb-960a-4e18-b6cb-4e6974e78bd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:15.711371 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d66029b8-91e9-4c2f-8d63-c58fa25714f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:15.736216 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8e8ec8-e7d1-472f-9868-340dd86ef857 None None] Network e6303f81-edf7-479a-8350-d304ef753846 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:05:15.744324 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-584a82ce-e9f3-4d87-967c-1eedbcb37d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:15.750405 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d66029b8-91e9-4c2f-8d63-c58fa25714f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:15.838883 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 50706) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:15.846193 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-01fc0479-9bda-415f-b156-a64c78b0fbea tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Request body: {'security_group': {'name': 'tempest-securitygroup--800159451', 'description': 'tempest-description--1328695175'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:05:15.862011 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66029b8-91e9-4c2f-8d63-c58fa25714f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db5556d-a004-4bd5-9f1f-635319c7acb4,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:15.871056 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-79ccc2fb-960a-4e18-b6cb-4e6974e78bd9 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9103732 Oct 30 15:05:15.903215 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-d66029b8-91e9-4c2f-8d63-c58fa25714f1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6ec19a1def544c03bfa80b4c1da0bd74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4466145 Oct 30 15:05:15.906186 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 50710) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:15.923033 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-01fc0479-9bda-415f-b156-a64c78b0fbea tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:15.946675 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e1b506-836b-466a-b78d-ac7a7155412f None None] Pushing event updated for resources: {'Port': ['ID=b4c9c924-1e56-4f96-817a-c481dcef5dc4,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:16.024350 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-081dcaa2-76dd-4962-a525-eeb802182041 req-2dd2139d-8054-4b94-88ee-d49ac13a4b0d tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] Made reservation on behalf of 4a47cba7ecfc43c693bd7cf729426cdb for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:05:16.031807 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9fcb217d-cefd-497d-9552-10b8b73786d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:16.033523 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-081dcaa2-76dd-4962-a525-eeb802182041 req-2dd2139d-8054-4b94-88ee-d49ac13a4b0d tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:16.070999 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-081dcaa2-76dd-4962-a525-eeb802182041 req-2dd2139d-8054-4b94-88ee-d49ac13a4b0d tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:16.078135 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9fcb217d-cefd-497d-9552-10b8b73786d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:16.225344 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9fcb217d-cefd-497d-9552-10b8b73786d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:16.228664 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9fcb217d-cefd-497d-9552-10b8b73786d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:16.230204 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9fcb217d-cefd-497d-9552-10b8b73786d1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3db5556d-a004-4bd5-9f1f-635319c7acb4 HTTP/1.1" status: 204 len: 168 time: 0.3219323 Oct 30 15:05:16.299320 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-081dcaa2-76dd-4962-a525-eeb802182041 req-2dd2139d-8054-4b94-88ee-d49ac13a4b0d tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:16.312893 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-584a82ce-e9f3-4d87-967c-1eedbcb37d56 None None] Attempting to bind port b4c9c924-1e56-4f96-817a-c481dcef5dc4 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:05:16.313640 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-584a82ce-e9f3-4d87-967c-1eedbcb37d56 None None] Attempting to bind port b4c9c924-1e56-4f96-817a-c481dcef5dc4 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '6f04c9bb-05b8-4409-9277-f7c5c07fb6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd47b2277-3127-4328-833b-dfc87bfc5053'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:05:16.314250 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584a82ce-e9f3-4d87-967c-1eedbcb37d56 None None] Attempting to bind port b4c9c924-1e56-4f96-817a-c481dcef5dc4 on network d47b2277-3127-4328-833b-dfc87bfc5053 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:05:16.320663 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-081dcaa2-76dd-4962-a525-eeb802182041 req-2dd2139d-8054-4b94-88ee-d49ac13a4b0d tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:16.373009 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584a82ce-e9f3-4d87-967c-1eedbcb37d56 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:05:16.374653 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584a82ce-e9f3-4d87-967c-1eedbcb37d56 None None] Checking segment: {'id': '6f04c9bb-05b8-4409-9277-f7c5c07fb6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd47b2277-3127-4328-833b-dfc87bfc5053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:05:16.379418 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-584a82ce-e9f3-4d87-967c-1eedbcb37d56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:16.380349 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584a82ce-e9f3-4d87-967c-1eedbcb37d56 None None] Bound using segment: {'id': '6f04c9bb-05b8-4409-9277-f7c5c07fb6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd47b2277-3127-4328-833b-dfc87bfc5053'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:05:16.381087 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-584a82ce-e9f3-4d87-967c-1eedbcb37d56 None None] Bound port: b4c9c924-1e56-4f96-817a-c481dcef5dc4, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f04c9bb-05b8-4409-9277-f7c5c07fb6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd47b2277-3127-4328-833b-dfc87bfc5053'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:05:16.381816 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-584a82ce-e9f3-4d87-967c-1eedbcb37d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:16.391301 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c33d3ef-3f9a-453d-abda-f4e84c870ae9 None None] Network e6303f81-edf7-479a-8350-d304ef753846 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:05:16.458824 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c646801-c596-4835-bd0e-069ac1e6717e x-openstack-request-id: req-1c646801-c596-4835-bd0e-069ac1e6717e {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:05:16.459641 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8617dd06-2e1c-4b82-a336-42beea0cbbf6", "name": "network-vif-plugged", "status": "completed", "tag": "1674cc14-f9de-4df0-9e64-14de573490ac", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:05:16.460626 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1c646801-c596-4835-bd0e-069ac1e6717e {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:05:16.461260 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8617dd06-2e1c-4b82-a336-42beea0cbbf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1674cc14-f9de-4df0-9e64-14de573490ac', 'code': 200} Oct 30 15:05:16.510072 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-28e554a7-df80-4a03-84d4-731f4a8e0a05 None None] Provisioning complete for port b4c9c924-1e56-4f96-817a-c481dcef5dc4 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:05:16.510887 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-28e554a7-df80-4a03-84d4-731f4a8e0a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:16.521455 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcb217d-cefd-497d-9552-10b8b73786d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db5556d-a004-4bd5-9f1f-635319c7acb4,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:16.555811 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd2139d-8054-4b94-88ee-d49ac13a4b0d tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60ea4c70-22fc-4ca1-9dc8-302a1ea097ac,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:16.607857 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-01fc0479-9bda-415f-b156-a64c78b0fbea tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:16.615701 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d73dc-4680-4d5d-96a4-57e5b57894e1 req-8aae570b-d953-48b6-b59b-200320bad576 tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:16.617476 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f20d73dc-4680-4d5d-96a4-57e5b57894e1 req-8aae570b-d953-48b6-b59b-200320bad576 tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] 10.222.0.62 "GET /v2.0/ports?device_id=8617dd06-2e1c-4b82-a336-42beea0cbbf6 HTTP/1.1" status: 200 len: 970 time: 0.3860579 Oct 30 15:05:16.640016 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-28e554a7-df80-4a03-84d4-731f4a8e0a05 None None] Port b4c9c924-1e56-4f96-817a-c481dcef5dc4 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:05:16.671375 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-584a82ce-e9f3-4d87-967c-1eedbcb37d56 None None] For port b4c9c924-1e56-4f96-817a-c481dcef5dc4, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:05:16.676094 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-584a82ce-e9f3-4d87-967c-1eedbcb37d56 None None] For port b4c9c924-1e56-4f96-817a-c481dcef5dc4, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=b4c9c924-1e56-4f96-817a-c481dcef5dc4,segment=NetworkSegment(6f04c9bb-05b8-4409-9277-f7c5c07fb6ad),segment_id=6f04c9bb-05b8-4409-9277-f7c5c07fb6ad)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:05:16.686865 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-01fc0479-9bda-415f-b156-a64c78b0fbea tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:16.708206 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-584a82ce-e9f3-4d87-967c-1eedbcb37d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:16.787359 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f20d73dc-4680-4d5d-96a4-57e5b57894e1 req-506a0069-7fd4-4055-ab42-6c5f7a3d0b8a tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] 10.222.0.62 "GET /v2.0/security-groups?id=7391d82b-e46e-4f02-a6cc-f2cd36f042ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626935 Oct 30 15:05:16.813453 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584a82ce-e9f3-4d87-967c-1eedbcb37d56 None None] Routers {'80a524c2-4aeb-44a9-8834-b99f0e6f7998'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:05:16.814713 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-584a82ce-e9f3-4d87-967c-1eedbcb37d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:04:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['80a524c2-4aeb-44a9-8834-b99f0e6f7998'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:05:16.818547 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e1b506-836b-466a-b78d-ac7a7155412f None None] Pushing event updated for resources: {'Port': ['ID=b4c9c924-1e56-4f96-817a-c481dcef5dc4,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:16.896804 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1fd4e03b-7c0d-4f44-9da3-b92ed65565a2 req-5d667d21-f3f2-467e-b56f-83b53a67b65b tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.62 "GET /v2.0/ports?device_id=43d353fb-a9be-4a3b-a23d-4aaefea04672 HTTP/1.1" status: 200 len: 210 time: 0.0512402 Oct 30 15:05:16.952832 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-01fc0479-9bda-415f-b156-a64c78b0fbea tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:16.957644 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 50736) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:16.958377 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-01fc0479-9bda-415f-b156-a64c78b0fbea tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1179273 Oct 30 15:05:16.963494 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-b731e538-761e-44a0-91b6-815594e192f9 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Request body: {'security_group_rule': {'security_group_id': 'd3c05691-ef86-4427-a0a1-ac12c39f9197', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:05:16.963674 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d30f9-520d-4acb-b823-3a6b4f2bcef3 req-b6115349-104e-49ee-aa05-faf6517e1f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:16.965015 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c22d30f9-520d-4acb-b823-3a6b4f2bcef3 req-b6115349-104e-49ee-aa05-faf6517e1f37 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8617dd06-2e1c-4b82-a336-42beea0cbbf6 HTTP/1.1" status: 200 len: 1122 time: 0.3880291 Oct 30 15:05:16.970340 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fc0479-9bda-415f-b156-a64c78b0fbea tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c05691-ef86-4427-a0a1-ac12c39f9197,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:16.998694 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-c22d30f9-520d-4acb-b823-3a6b4f2bcef3 req-1ec26f28-2877-46df-8344-d347438528e5 service neutron] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:17.031015 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b731e538-761e-44a0-91b6-815594e192f9 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:17.036797 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-081dcaa2-76dd-4962-a525-eeb802182041 req-2dd2139d-8054-4b94-88ee-d49ac13a4b0d tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] Allocated IP 192.168.233.241 (8de8b155-6e08-41c3-866a-8b30bb481704/43b5dea3-b65b-4514-8ec2-18a4245eb194/f7e4b9ab-7204-4289-af91-708f514a3756) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:05:17.055701 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-584a82ce-e9f3-4d87-967c-1eedbcb37d56 None None] Set router 80a524c2-4aeb-44a9-8834-b99f0e6f7998 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:05:17.249189 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-081dcaa2-76dd-4962-a525-eeb802182041 req-2dd2139d-8054-4b94-88ee-d49ac13a4b0d tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:17.255337 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b731e538-761e-44a0-91b6-815594e192f9 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:17.262395 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b731e538-761e-44a0-91b6-815594e192f9 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:17.302106 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-c22d30f9-520d-4acb-b823-3a6b4f2bcef3 req-1ec26f28-2877-46df-8344-d347438528e5 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:17.311396 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-c22d30f9-520d-4acb-b823-3a6b4f2bcef3 req-1ec26f28-2877-46df-8344-d347438528e5 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:17.321922 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b731e538-761e-44a0-91b6-815594e192f9 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88e5706d-54e9-4907-a07c-2f3fbf84f679,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:17.332150 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-081dcaa2-76dd-4962-a525-eeb802182041 req-2dd2139d-8054-4b94-88ee-d49ac13a4b0d tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:17.351050 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b731e538-761e-44a0-91b6-815594e192f9 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:17.351684 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-151bc136-a0d7-4def-89fe-92d3e173b762 None None] Provisioning complete for port b4c9c924-1e56-4f96-817a-c481dcef5dc4 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:05:17.352064 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-151bc136-a0d7-4def-89fe-92d3e173b762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:17.356818 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b731e538-761e-44a0-91b6-815594e192f9 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3972988 Oct 30 15:05:17.357915 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c22d30f9-520d-4acb-b823-3a6b4f2bcef3 req-1ec26f28-2877-46df-8344-d347438528e5 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=7391d82b-e46e-4f02-a6cc-f2cd36f042ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3817897 Oct 30 15:05:17.359279 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 50746) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:17.373663 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-5639f4c2-5a85-4e58-a224-6781faad6351 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Request body: {'security_group_rule': {'security_group_id': 'd3c05691-ef86-4427-a0a1-ac12c39f9197', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:05:17.432650 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5639f4c2-5a85-4e58-a224-6781faad6351 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:17.438911 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-081dcaa2-76dd-4962-a525-eeb802182041 req-2dd2139d-8054-4b94-88ee-d49ac13a4b0d tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] Network 8de8b155-6e08-41c3-866a-8b30bb481704 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:05:17.474150 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-081dcaa2-76dd-4962-a525-eeb802182041 req-2dd2139d-8054-4b94-88ee-d49ac13a4b0d tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:05:17.499610 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-081dcaa2-76dd-4962-a525-eeb802182041 req-2dd2139d-8054-4b94-88ee-d49ac13a4b0d tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:05:17.514878 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081dcaa2-76dd-4962-a525-eeb802182041 req-2dd2139d-8054-4b94-88ee-d49ac13a4b0d tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:17.516256 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-081dcaa2-76dd-4962-a525-eeb802182041 req-2dd2139d-8054-4b94-88ee-d49ac13a4b0d tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:17.521175 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd2139d-8054-4b94-88ee-d49ac13a4b0d tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] Pushing event updated for resources: {'Port': ['ID=f7e4b9ab-7204-4289-af91-708f514a3756,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:17.523645 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec26f28-2877-46df-8344-d347438528e5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a1cc4b20-139f-45bc-8377-71c578139911,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:17.563890 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-151bc136-a0d7-4def-89fe-92d3e173b762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:17.571705 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5639f4c2-5a85-4e58-a224-6781faad6351 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:17.585841 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5639f4c2-5a85-4e58-a224-6781faad6351 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:17.637011 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5639f4c2-5a85-4e58-a224-6781faad6351 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2af7e8fd-990e-44ca-a7b4-4007569a0d2c,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:17.659983 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-151bc136-a0d7-4def-89fe-92d3e173b762 None None] For port b4c9c924-1e56-4f96-817a-c481dcef5dc4, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=b4c9c924-1e56-4f96-817a-c481dcef5dc4,segment=NetworkSegment(6f04c9bb-05b8-4409-9277-f7c5c07fb6ad),segment_id=6f04c9bb-05b8-4409-9277-f7c5c07fb6ad)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:05:17.660923 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5639f4c2-5a85-4e58-a224-6781faad6351 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:17.662428 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-5639f4c2-5a85-4e58-a224-6781faad6351 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3018789 Oct 30 15:05:17.666008 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 50764) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:17.674257 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-4ec451a5-fc84-4394-87c5-61cff8e512a4 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Request body: {'floatingip': {'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:05:17.678848 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-584a82ce-e9f3-4d87-967c-1eedbcb37d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a524c2-4aeb-44a9-8834-b99f0e6f7998', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1095834772-router', 'tenant_id': '0fc6a4869cb44a69ac80c3317bb48c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '1de5a024-f9a2-4a05-859e-405399674845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:05:06Z', 'updated_at': '2021-10-30T15:05:12Z', 'revision_number': 4, 'project_id': '0fc6a4869cb44a69ac80c3317bb48c34', 'gw_port': {'id': '1de5a024-f9a2-4a05-859e-405399674845', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:aa:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a524c2-4aeb-44a9-8834-b99f0e6f7998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:05:07Z', 'updated_at': '2021-10-30T15:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'b4c9c924-1e56-4f96-817a-c481dcef5dc4', 'name': '', 'network_id': 'd47b2277-3127-4328-833b-dfc87bfc5053', 'tenant_id': '0fc6a4869cb44a69ac80c3317bb48c34', 'mac_address': 'fa:16:3e:7b:d5:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a524c2-4aeb-44a9-8834-b99f0e6f7998', 'device_owner': 'network:router_interface', 'standard_attr_id': 187, 'fixed_ips': [{'subnet_id': 'e3e4a140-26d1-433e-acbc-bd25cd0de292', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:05:10Z', 'updated_at': '2021-10-30T15:05:16Z', 'revision_number': 4, 'project_id': '0fc6a4869cb44a69ac80c3317bb48c34', 'subnets': [{'id': 'e3e4a140-26d1-433e-acbc-bd25cd0de292', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:05:17.682853 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-151bc136-a0d7-4def-89fe-92d3e173b762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:17.732531 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4ec451a5-fc84-4394-87c5-61cff8e512a4 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Publish callbacks [] for floatingip, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:17.749858 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584a82ce-e9f3-4d87-967c-1eedbcb37d56 None None] The sync data for ids ['80a524c2-4aeb-44a9-8834-b99f0e6f7998'] in n-d-806683-17 is: [{'id': '80a524c2-4aeb-44a9-8834-b99f0e6f7998', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1095834772-router', 'tenant_id': '0fc6a4869cb44a69ac80c3317bb48c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '1de5a024-f9a2-4a05-859e-405399674845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:05:06Z', 'updated_at': '2021-10-30T15:05:12Z', 'revision_number': 4, 'project_id': '0fc6a4869cb44a69ac80c3317bb48c34', 'gw_port': {'id': '1de5a024-f9a2-4a05-859e-405399674845', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:aa:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a524c2-4aeb-44a9-8834-b99f0e6f7998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:05:07Z', 'updated_at': '2021-10-30T15:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'b4c9c924-1e56-4f96-817a-c481dcef5dc4', 'name': '', 'network_id': 'd47b2277-3127-4328-833b-dfc87bfc5053', 'tenant_id': '0fc6a4869cb44a69ac80c3317bb48c34', 'mac_address': 'fa:16:3e:7b:d5:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a524c2-4aeb-44a9-8834-b99f0e6f7998', 'device_owner': 'network:router_interface', 'standard_attr_id': 187, 'fixed_ips': [{'subnet_id': 'e3e4a140-26d1-433e-acbc-bd25cd0de292', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:05:10Z', 'updated_at': '2021-10-30T15:05:16Z', 'revision_number': 4, 'project_id': '0fc6a4869cb44a69ac80c3317bb48c34', 'subnets': [{'id': 'e3e4a140-26d1-433e-acbc-bd25cd0de292', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:05:17.791414 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-081dcaa2-76dd-4962-a525-eeb802182041 req-2dd2139d-8054-4b94-88ee-d49ac13a4b0d tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1356335 Oct 30 15:05:17.893318 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151bc136-a0d7-4def-89fe-92d3e173b762 None None] Pushing event updated for resources: {'Port': ['ID=b4c9c924-1e56-4f96-817a-c481dcef5dc4,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:18.014600 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-1ecd3d94-95d9-4ba1-8f4a-e7414faf0c3e None None] Provisioning complete for port f7e4b9ab-7204-4289-af91-708f514a3756 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:05:18.015099 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1ecd3d94-95d9-4ba1-8f4a-e7414faf0c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:18.021579 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4ec451a5-fc84-4394-87c5-61cff8e512a4 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:18.063217 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-1ecd3d94-95d9-4ba1-8f4a-e7414faf0c3e None None] Port f7e4b9ab-7204-4289-af91-708f514a3756 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:05:18.177924 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38916310-5b03-437d-89d5-dc88d80f6bc6 req-5cace049-07c4-4322-a904-30b8349fecbd tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:18.179392 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-38916310-5b03-437d-89d5-dc88d80f6bc6 req-5cace049-07c4-4322-a904-30b8349fecbd tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/networks?id=291c5166-548b-4ef8-b78f-841a397188df HTTP/1.1" status: 200 len: 820 time: 0.7373316 Oct 30 15:05:18.188235 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-4ec451a5-fc84-4394-87c5-61cff8e512a4 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Allocated IP 172.25.4.234 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/454dad52-cab0-4269-acc4-f85f4a848d98) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:05:18.212097 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-38916310-5b03-437d-89d5-dc88d80f6bc6 req-c06ddc83-fe4a-4faf-8425-87fc1ad9c5ca tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/quotas/48ec0906891f440e8725a8b756af6e71 HTTP/1.1" status: 200 len: 375 time: 0.0162036 Oct 30 15:05:18.269720 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-38916310-5b03-437d-89d5-dc88d80f6bc6 req-3f410096-9114-447b-8431-8c8499d8ee17 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=48ec0906891f440e8725a8b756af6e71&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451283 Oct 30 15:05:18.376065 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4ec451a5-fc84-4394-87c5-61cff8e512a4 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:18.399533 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d18702-67c7-4f07-971e-19e7aefae063 req-47bd3003-8d86-4fe5-b237-e86b60dcc9cc tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:18.401044 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f6d18702-67c7-4f07-971e-19e7aefae063 req-47bd3003-8d86-4fe5-b237-e86b60dcc9cc tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] 10.222.0.62 "GET /v2.0/ports?device_id=8617dd06-2e1c-4b82-a336-42beea0cbbf6 HTTP/1.1" status: 200 len: 970 time: 0.0927026 Oct 30 15:05:18.457538 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4ec451a5-fc84-4394-87c5-61cff8e512a4 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:18.475791 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f6d18702-67c7-4f07-971e-19e7aefae063 req-68816bb3-7105-4025-a3fc-919e69e15e0b tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] 10.222.0.62 "GET /v2.0/security-groups?id=7391d82b-e46e-4f02-a6cc-f2cd36f042ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640376 Oct 30 15:05:18.507683 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [req-38916310-5b03-437d-89d5-dc88d80f6bc6 req-dc9ae503-16a9-4238-adee-a03579422321 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:05:18.508642 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-38916310-5b03-437d-89d5-dc88d80f6bc6 req-dc9ae503-16a9-4238-adee-a03579422321 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0811975 Oct 30 15:05:18.537593 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec451a5-fc84-4394-87c5-61cff8e512a4 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:05:18.545743 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-4ec451a5-fc84-4394-87c5-61cff8e512a4 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:05:18.551608 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec451a5-fc84-4394-87c5-61cff8e512a4 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:05:18.632836 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-38916310-5b03-437d-89d5-dc88d80f6bc6 req-487f0af0-15dc-4f6f-bd3d-5590f717485e service neutron] 10.222.0.62 "GET /v2.0/networks/291c5166-548b-4ef8-b78f-841a397188df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096351 Oct 30 15:05:18.636967 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec451a5-fc84-4394-87c5-61cff8e512a4 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Pushing event updated for resources: {'Port': ['ID=454dad52-cab0-4269-acc4-f85f4a848d98,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:18.727658 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4ec451a5-fc84-4394-87c5-61cff8e512a4 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:18.750012 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ca8873-6dd2-4192-9921-72f34918000a req-cbb31d5a-95c3-47ea-9a8e-d622bf8fdc65 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:18.752210 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-27ca8873-6dd2-4192-9921-72f34918000a req-cbb31d5a-95c3-47ea-9a8e-d622bf8fdc65 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.62 "GET /v2.0/ports?device_id=43d353fb-a9be-4a3b-a23d-4aaefea04672 HTTP/1.1" status: 200 len: 936 time: 0.1495004 Oct 30 15:05:18.783386 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-38916310-5b03-437d-89d5-dc88d80f6bc6 req-68086d23-6b72-4ff0-98db-7ca5d66f47cc service neutron] 10.222.0.62 "GET /v2.0/networks/291c5166-548b-4ef8-b78f-841a397188df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339128 Oct 30 15:05:18.813579 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4ec451a5-fc84-4394-87c5-61cff8e512a4 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:18.884195 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-27ca8873-6dd2-4192-9921-72f34918000a req-ec6da51d-c0ee-4d0e-8f2a-0dc2ab11ccbc tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.62 "GET /v2.0/security-groups?id=60ea4c70-22fc-4ca1-9dc8-302a1ea097ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970004 Oct 30 15:05:19.147142 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4ec451a5-fc84-4394-87c5-61cff8e512a4 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:19.184063 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device b4c9c924-1e56-4f96-817a-c481dcef5dc4 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:05:19.184629 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4ec451a5-fc84-4394-87c5-61cff8e512a4 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:19.201723 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4ec451a5-fc84-4394-87c5-61cff8e512a4 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:19.256884 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0452335f-c17e-4a3f-8fdf-409971c03a83 req-71dfb45a-1d66-4841-8ec4-329af1e509d5 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=343deeda-6653-4a84-8468-1e6ef21c9864 HTTP/1.1" status: 200 len: 210 time: 0.1020651 Oct 30 15:05:19.278792 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port b4c9c924-1e56-4f96-817a-c481dcef5dc4 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:05:19.279129 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:19.308945 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4ec451a5-fc84-4394-87c5-61cff8e512a4 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:19.321397 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-4ec451a5-fc84-4394-87c5-61cff8e512a4 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6542692 Oct 30 15:05:19.343620 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec451a5-fc84-4394-87c5-61cff8e512a4 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Pushing event updated for resources: {'Port': ['ID=454dad52-cab0-4269-acc4-f85f4a848d98,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:19.760632 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68472988-eea8-4275-a32b-6ac7461e29ac req-b16c96ba-f616-456c-b364-e416143c71dc tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:19.762136 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-68472988-eea8-4275-a32b-6ac7461e29ac req-b16c96ba-f616-456c-b364-e416143c71dc tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] 10.222.0.62 "GET /v2.0/ports?device_id=8617dd06-2e1c-4b82-a336-42beea0cbbf6 HTTP/1.1" status: 200 len: 970 time: 0.0662260 Oct 30 15:05:19.806094 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4dabfbba-2967-426f-a360-3e6e506a965b req-156ed7e9-ee9f-4588-a331-8ed458971162 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--800159451&fields=id&tenant_id=69837c7685c1471a8281a6c045018170 HTTP/1.1" status: 200 len: 267 time: 0.0578580 Oct 30 15:05:19.832239 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-68472988-eea8-4275-a32b-6ac7461e29ac req-f00545dd-57d5-4988-93cc-327a0785a59f tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] 10.222.0.62 "GET /v2.0/security-groups?id=7391d82b-e46e-4f02-a6cc-f2cd36f042ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562077 Oct 30 15:05:19.904029 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 50852) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:19.958903 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dabfbba-2967-426f-a360-3e6e506a965b req-d3961aa1-4373-4bab-9c05-498538144cc0 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:19.976904 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4dabfbba-2967-426f-a360-3e6e506a965b req-d3961aa1-4373-4bab-9c05-498538144cc0 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.62 "GET /v2.0/networks?id=0e073e54-a4ee-47aa-891d-4a1d26e93e93 HTTP/1.1" status: 200 len: 824 time: 0.1694009 Oct 30 15:05:20.005957 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4dabfbba-2967-426f-a360-3e6e506a965b req-5bbb7506-f5d7-4843-8f7d-309106c2a9ff tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.62 "GET /v2.0/quotas/69837c7685c1471a8281a6c045018170 HTTP/1.1" status: 200 len: 375 time: 0.0194914 Oct 30 15:05:20.019620 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ecc78840-8d0a-4f55-b81b-a09ed6211a4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:20.103874 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4dabfbba-2967-426f-a360-3e6e506a965b req-866b645a-bc9f-40e0-b39b-84b1a4b088d3 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=69837c7685c1471a8281a6c045018170&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0919788 Oct 30 15:05:20.115258 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ecc78840-8d0a-4f55-b81b-a09ed6211a4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:20.129497 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ecc78840-8d0a-4f55-b81b-a09ed6211a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:20.173278 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-ecc78840-8d0a-4f55-b81b-a09ed6211a4b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e40cf643047b471291c370679e777ba0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2681613 Oct 30 15:05:20.174135 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc78840-8d0a-4f55-b81b-a09ed6211a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf737ab2-b2f6-4a70-b916-1d6711d6f603,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:20.177004 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 50860) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:20.220060 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4dabfbba-2967-426f-a360-3e6e506a965b req-37b72193-a557-4322-b67f-2f5359c44d41 service neutron] 10.222.0.62 "GET /v2.0/networks/0e073e54-a4ee-47aa-891d-4a1d26e93e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033566 Oct 30 15:05:20.292331 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139bcd92-f2a0-480e-a8e3-923847bb8211 req-3d227e95-4149-4179-a6c7-7009d4666930 tempest-AggregatesAdminTestJSON-1401610274 tempest-AggregatesAdminTestJSON-1401610274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:20.293845 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-139bcd92-f2a0-480e-a8e3-923847bb8211 req-3d227e95-4149-4179-a6c7-7009d4666930 tempest-AggregatesAdminTestJSON-1401610274 tempest-AggregatesAdminTestJSON-1401610274-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=8617dd06-2e1c-4b82-a336-42beea0cbbf6 HTTP/1.1" status: 200 len: 1122 time: 0.1030433 Oct 30 15:05:20.296658 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5c4be45f-1a25-4c7e-a467-d4aa5d8251b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:20.324747 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4dabfbba-2967-426f-a360-3e6e506a965b req-b2061995-8937-4ac8-8fa8-43159d6390f4 service neutron] 10.222.0.62 "GET /v2.0/networks/0e073e54-a4ee-47aa-891d-4a1d26e93e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977383 Oct 30 15:05:20.326857 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-139bcd92-f2a0-480e-a8e3-923847bb8211 req-057cf918-f260-477c-8195-4c8beb799f7e tempest-AggregatesAdminTestJSON-1401610274 tempest-AggregatesAdminTestJSON-1401610274-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:20.342703 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5c4be45f-1a25-4c7e-a467-d4aa5d8251b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:20.447634 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5c4be45f-1a25-4c7e-a467-d4aa5d8251b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:20.451140 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5c4be45f-1a25-4c7e-a467-d4aa5d8251b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:20.456892 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-5c4be45f-1a25-4c7e-a467-d4aa5d8251b6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cf737ab2-b2f6-4a70-b916-1d6711d6f603 HTTP/1.1" status: 204 len: 168 time: 0.2785885 Oct 30 15:05:20.472611 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4be45f-1a25-4c7e-a467-d4aa5d8251b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf737ab2-b2f6-4a70-b916-1d6711d6f603,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:20.480472 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-139bcd92-f2a0-480e-a8e3-923847bb8211 req-057cf918-f260-477c-8195-4c8beb799f7e tempest-AggregatesAdminTestJSON-1401610274 tempest-AggregatesAdminTestJSON-1401610274-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:20.486623 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-139bcd92-f2a0-480e-a8e3-923847bb8211 req-057cf918-f260-477c-8195-4c8beb799f7e tempest-AggregatesAdminTestJSON-1401610274 tempest-AggregatesAdminTestJSON-1401610274-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:20.546891 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38916310-5b03-437d-89d5-dc88d80f6bc6 req-60696794-f9ef-4ee3-a421-7a1ed9c18577 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:20.548977 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-38916310-5b03-437d-89d5-dc88d80f6bc6 req-60696794-f9ef-4ee3-a421-7a1ed9c18577 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.53 "GET /v2.0/networks?id=291c5166-548b-4ef8-b78f-841a397188df HTTP/1.1" status: 200 len: 820 time: 0.1731508 Oct 30 15:05:20.571487 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-38916310-5b03-437d-89d5-dc88d80f6bc6 req-de525f33-77d1-49f8-8bd4-eb5f679841f5 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Request body: {'port': {'device_id': '343deeda-6653-4a84-8468-1e6ef21c9864', 'network_id': '291c5166-548b-4ef8-b78f-841a397188df', 'admin_state_up': True, 'tenant_id': '48ec0906891f440e8725a8b756af6e71'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:05:20.604546 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-139bcd92-f2a0-480e-a8e3-923847bb8211 req-057cf918-f260-477c-8195-4c8beb799f7e tempest-AggregatesAdminTestJSON-1401610274 tempest-AggregatesAdminTestJSON-1401610274-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=7391d82b-e46e-4f02-a6cc-f2cd36f042ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966909 Oct 30 15:05:20.611592 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057cf918-f260-477c-8195-4c8beb799f7e tempest-AggregatesAdminTestJSON-1401610274 tempest-AggregatesAdminTestJSON-1401610274-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0352f659-b1d7-4ba2-a098-aa6ba968f4ac,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:20.759639 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f94690c9-ef26-4627-ada8-d68d1ab96e63 req-a66a79df-2752-4b06-b7d6-59b91e8aca0e tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=343deeda-6653-4a84-8468-1e6ef21c9864 HTTP/1.1" status: 200 len: 210 time: 0.0414753 Oct 30 15:05:20.815201 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadd7295-91e5-4b2a-9494-fdaef62a62a7 req-e0d5291e-05e2-4ad5-ae37-7c774e95da89 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:20.820252 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-aadd7295-91e5-4b2a-9494-fdaef62a62a7 req-e0d5291e-05e2-4ad5-ae37-7c774e95da89 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.62 "GET /v2.0/ports?device_id=43d353fb-a9be-4a3b-a23d-4aaefea04672 HTTP/1.1" status: 200 len: 936 time: 0.1335080 Oct 30 15:05:20.859039 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b736cee6-21cd-4f4a-897b-3df91558e1ae req-d5e945c3-97b7-4541-9c0b-81113d38a761 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c372d04-8ef1-4343-a171-22691798b5b2 HTTP/1.1" status: 200 len: 210 time: 0.0318975 Oct 30 15:05:20.891152 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-aadd7295-91e5-4b2a-9494-fdaef62a62a7 req-9be649bb-92ca-4ad5-80e5-db05ac63129e tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.62 "GET /v2.0/security-groups?id=60ea4c70-22fc-4ca1-9dc8-302a1ea097ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644023 Oct 30 15:05:20.925983 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38916310-5b03-437d-89d5-dc88d80f6bc6 req-de525f33-77d1-49f8-8bd4-eb5f679841f5 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Made reservation on behalf of 48ec0906891f440e8725a8b756af6e71 for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:05:20.933266 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-38916310-5b03-437d-89d5-dc88d80f6bc6 req-de525f33-77d1-49f8-8bd4-eb5f679841f5 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:21.092806 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-689167e7-11ee-47a6-b295-b9bfc9bd6738 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:21.214035 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 50900) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:21.226333 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-38916310-5b03-437d-89d5-dc88d80f6bc6 req-de525f33-77d1-49f8-8bd4-eb5f679841f5 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Allocated IP 172.20.0.13 (291c5166-548b-4ef8-b78f-841a397188df/4f4c836a-b7bd-4d76-afd1-011b8a3fe891/6bd33d2f-55ff-4a66-a734-135baa2b6ab2) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:05:21.248351 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 50906) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:21.265945 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3ab5fff9-e039-479b-b4cb-983f5e9fa96a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:21.405507 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3ab5fff9-e039-479b-b4cb-983f5e9fa96a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:21.430528 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3ab5fff9-e039-479b-b4cb-983f5e9fa96a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:21.489915 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-38916310-5b03-437d-89d5-dc88d80f6bc6 req-de525f33-77d1-49f8-8bd4-eb5f679841f5 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:21.532399 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-3ab5fff9-e039-479b-b4cb-983f5e9fa96a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c102c2609cde4dd792a080526deb8783&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2827110 Oct 30 15:05:21.533798 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8211c5d7-b88c-46b0-8e52-b346addc676b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:21.535104 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 50922) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:21.547815 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab5fff9-e039-479b-b4cb-983f5e9fa96a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45dde904-1a8b-425f-8afa-28d1444ede27,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:21.593872 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-38916310-5b03-437d-89d5-dc88d80f6bc6 req-de525f33-77d1-49f8-8bd4-eb5f679841f5 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:21.626648 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 50928) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:21.651400 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8211c5d7-b88c-46b0-8e52-b346addc676b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:21.657825 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8211c5d7-b88c-46b0-8e52-b346addc676b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:21.664918 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38916310-5b03-437d-89d5-dc88d80f6bc6 req-de525f33-77d1-49f8-8bd4-eb5f679841f5 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Network 291c5166-548b-4ef8-b78f-841a397188df is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:05:21.673269 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-38916310-5b03-437d-89d5-dc88d80f6bc6 req-de525f33-77d1-49f8-8bd4-eb5f679841f5 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:05:21.681686 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e9b99b26-2c60-4467-9763-0a6b63819924 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:21.704380 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e9b99b26-2c60-4467-9763-0a6b63819924 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:21.713210 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-38916310-5b03-437d-89d5-dc88d80f6bc6 req-de525f33-77d1-49f8-8bd4-eb5f679841f5 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:05:21.718853 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38916310-5b03-437d-89d5-dc88d80f6bc6 req-de525f33-77d1-49f8-8bd4-eb5f679841f5 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:21.719525 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-38916310-5b03-437d-89d5-dc88d80f6bc6 req-de525f33-77d1-49f8-8bd4-eb5f679841f5 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:21.736838 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de525f33-77d1-49f8-8bd4-eb5f679841f5 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Pushing event updated for resources: {'Port': ['ID=6bd33d2f-55ff-4a66-a734-135baa2b6ab2,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:21.755507 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8211c5d7-b88c-46b0-8e52-b346addc676b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0152f9a-e6f0-4fe9-ba0e-12d002a08b66,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:21.766132 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-8211c5d7-b88c-46b0-8e52-b346addc676b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=302efa9d764940ba8f5f72342474d604&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5484879 Oct 30 15:05:21.769266 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 50936) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:21.774605 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-38916310-5b03-437d-89d5-dc88d80f6bc6 req-de525f33-77d1-49f8-8bd4-eb5f679841f5 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2154651 Oct 30 15:05:21.789089 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-38916310-5b03-437d-89d5-dc88d80f6bc6 req-723ac852-6b95-406c-a740-88f2adaceeb7 service neutron] Request body: {'port': {'device_id': '343deeda-6653-4a84-8468-1e6ef21c9864', 'device_owner': 'compute:tempest-test_az-830569475', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:05:21.816333 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e9b99b26-2c60-4467-9763-0a6b63819924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:21.819127 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e9b99b26-2c60-4467-9763-0a6b63819924 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:21.820580 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-e9b99b26-2c60-4467-9763-0a6b63819924 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/45dde904-1a8b-425f-8afa-28d1444ede27 HTTP/1.1" status: 204 len: 168 time: 0.2839613 Oct 30 15:05:21.831204 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a742221d-f481-4bfc-892a-7c07af7051d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:21.838238 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b99b26-2c60-4467-9763-0a6b63819924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45dde904-1a8b-425f-8afa-28d1444ede27,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:21.878463 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-38916310-5b03-437d-89d5-dc88d80f6bc6 req-723ac852-6b95-406c-a740-88f2adaceeb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:21.910258 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d7ba57d8-4181-4c3f-8b4c-db29288f05e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:21.958966 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d7ba57d8-4181-4c3f-8b4c-db29288f05e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:22.027357 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a742221d-f481-4bfc-892a-7c07af7051d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:22.035442 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a742221d-f481-4bfc-892a-7c07af7051d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:22.124678 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcc9191-f352-41c7-831e-b4b49cc08d48 req-cc2d99c3-307e-4846-bf77-9e960b47ac3d tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:22.131933 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6fcc9191-f352-41c7-831e-b4b49cc08d48 req-cc2d99c3-307e-4846-bf77-9e960b47ac3d tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=343deeda-6653-4a84-8468-1e6ef21c9864 HTTP/1.1" status: 200 len: 932 time: 0.1373079 Oct 30 15:05:22.218931 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6fcc9191-f352-41c7-831e-b4b49cc08d48 req-54a3a0fc-f38f-47e4-b609-87a673d53447 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861146 Oct 30 15:05:22.230291 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d7ba57d8-4181-4c3f-8b4c-db29288f05e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:22.232854 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d7ba57d8-4181-4c3f-8b4c-db29288f05e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:22.233986 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-d7ba57d8-4181-4c3f-8b4c-db29288f05e2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f0152f9a-e6f0-4fe9-ba0e-12d002a08b66 HTTP/1.1" status: 204 len: 168 time: 0.4637072 Oct 30 15:05:22.239415 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-da5b791c-440e-4b6a-8ca9-484e3fc22f4a req-0bdd7b9b-bb20-4f06-8fb4-4e7ccd3305fb tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c372d04-8ef1-4343-a171-22691798b5b2 HTTP/1.1" status: 200 len: 210 time: 0.0534596 Oct 30 15:05:22.241355 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a742221d-f481-4bfc-892a-7c07af7051d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f16bbb-ae5c-42e4-b13f-c7eed042f740,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:22.246580 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a742221d-f481-4bfc-892a-7c07af7051d2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cee0bcab6bd34e109a71496fd950e9c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6183982 Oct 30 15:05:22.255378 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ba57d8-4181-4c3f-8b4c-db29288f05e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0152f9a-e6f0-4fe9-ba0e-12d002a08b66,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:22.260000 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 50966) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:22.339697 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cdb4b4b2-aa8b-4e93-8892-cc2b7988ec3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:22.370490 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cdb4b4b2-aa8b-4e93-8892-cc2b7988ec3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:22.421727 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [req-081dcaa2-76dd-4962-a525-eeb802182041 req-b323d21b-b917-48c4-8954-9e9093c17bcb tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:05:22.422893 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-081dcaa2-76dd-4962-a525-eeb802182041 req-b323d21b-b917-48c4-8954-9e9093c17bcb tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0102725 Oct 30 15:05:22.431885 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-38916310-5b03-437d-89d5-dc88d80f6bc6 req-723ac852-6b95-406c-a740-88f2adaceeb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bd33d2f-55ff-4a66-a734-135baa2b6ab2 {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:05:22.442464 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-38916310-5b03-437d-89d5-dc88d80f6bc6 req-723ac852-6b95-406c-a740-88f2adaceeb7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:22.461808 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cdb4b4b2-aa8b-4e93-8892-cc2b7988ec3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:22.465089 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67763eac-e4ec-457a-b52e-3eeddc2feb96 req-61e7e773-a9c1-480c-9447-a36a628571ba tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:22.470518 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cdb4b4b2-aa8b-4e93-8892-cc2b7988ec3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:22.472223 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-67763eac-e4ec-457a-b52e-3eeddc2feb96 req-61e7e773-a9c1-480c-9447-a36a628571ba tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.62 "GET /v2.0/ports?device_id=43d353fb-a9be-4a3b-a23d-4aaefea04672 HTTP/1.1" status: 200 len: 936 time: 0.0945325 Oct 30 15:05:22.475754 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-cdb4b4b2-aa8b-4e93-8892-cc2b7988ec3b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c0f16bbb-ae5c-42e4-b13f-c7eed042f740 HTTP/1.1" status: 204 len: 168 time: 0.2176738 Oct 30 15:05:22.483893 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-38916310-5b03-437d-89d5-dc88d80f6bc6 req-723ac852-6b95-406c-a740-88f2adaceeb7 service neutron] Transition to ACTIVE for port object 6bd33d2f-55ff-4a66-a734-135baa2b6ab2 will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:05:22.492577 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-38916310-5b03-437d-89d5-dc88d80f6bc6 req-723ac852-6b95-406c-a740-88f2adaceeb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:22.504452 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb4b4b2-aa8b-4e93-8892-cc2b7988ec3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f16bbb-ae5c-42e4-b13f-c7eed042f740,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:22.557327 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-67763eac-e4ec-457a-b52e-3eeddc2feb96 req-3751bf33-b3bf-4b05-a6ad-7899f776f587 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.62 "GET /v2.0/security-groups?id=60ea4c70-22fc-4ca1-9dc8-302a1ea097ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797026 Oct 30 15:05:22.576300 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723ac852-6b95-406c-a740-88f2adaceeb7 service neutron] Pushing event updated for resources: {'Port': ['ID=6bd33d2f-55ff-4a66-a734-135baa2b6ab2,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:22.641328 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-38916310-5b03-437d-89d5-dc88d80f6bc6 req-723ac852-6b95-406c-a740-88f2adaceeb7 service neutron] Attempting to bind port 6bd33d2f-55ff-4a66-a734-135baa2b6ab2 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:05:22.641499 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-38916310-5b03-437d-89d5-dc88d80f6bc6 req-723ac852-6b95-406c-a740-88f2adaceeb7 service neutron] Attempting to bind port 6bd33d2f-55ff-4a66-a734-135baa2b6ab2 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': 'e8246d9e-f8e1-4659-b367-d870958fbb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '291c5166-548b-4ef8-b78f-841a397188df'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:05:22.641814 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38916310-5b03-437d-89d5-dc88d80f6bc6 req-723ac852-6b95-406c-a740-88f2adaceeb7 service neutron] Attempting to bind port 6bd33d2f-55ff-4a66-a734-135baa2b6ab2 on network 291c5166-548b-4ef8-b78f-841a397188df {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:05:22.647390 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38916310-5b03-437d-89d5-dc88d80f6bc6 req-723ac852-6b95-406c-a740-88f2adaceeb7 service neutron] Port 6bd33d2f-55ff-4a66-a734-135baa2b6ab2 on network 291c5166-548b-4ef8-b78f-841a397188df not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:05:22.647570 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38916310-5b03-437d-89d5-dc88d80f6bc6 req-723ac852-6b95-406c-a740-88f2adaceeb7 service neutron] Attempting to bind port 6bd33d2f-55ff-4a66-a734-135baa2b6ab2 on network 291c5166-548b-4ef8-b78f-841a397188df {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:05:22.653050 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38916310-5b03-437d-89d5-dc88d80f6bc6 req-723ac852-6b95-406c-a740-88f2adaceeb7 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:05:22.653352 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38916310-5b03-437d-89d5-dc88d80f6bc6 req-723ac852-6b95-406c-a740-88f2adaceeb7 service neutron] Checking segment: {'id': 'e8246d9e-f8e1-4659-b367-d870958fbb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '291c5166-548b-4ef8-b78f-841a397188df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:05:22.653797 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38916310-5b03-437d-89d5-dc88d80f6bc6 req-723ac852-6b95-406c-a740-88f2adaceeb7 service neutron] Bound using segment: {'id': 'e8246d9e-f8e1-4659-b367-d870958fbb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '291c5166-548b-4ef8-b78f-841a397188df'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:05:22.654228 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-38916310-5b03-437d-89d5-dc88d80f6bc6 req-723ac852-6b95-406c-a740-88f2adaceeb7 service neutron] Bound port: 6bd33d2f-55ff-4a66-a734-135baa2b6ab2, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8246d9e-f8e1-4659-b367-d870958fbb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '291c5166-548b-4ef8-b78f-841a397188df'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:05:22.654586 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-38916310-5b03-437d-89d5-dc88d80f6bc6 req-723ac852-6b95-406c-a740-88f2adaceeb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:22.747809 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-38916310-5b03-437d-89d5-dc88d80f6bc6 req-723ac852-6b95-406c-a740-88f2adaceeb7 service neutron] For port 6bd33d2f-55ff-4a66-a734-135baa2b6ab2, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:05:22.752320 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-38916310-5b03-437d-89d5-dc88d80f6bc6 req-723ac852-6b95-406c-a740-88f2adaceeb7 service neutron] For port 6bd33d2f-55ff-4a66-a734-135baa2b6ab2, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=6bd33d2f-55ff-4a66-a734-135baa2b6ab2,segment=NetworkSegment(e8246d9e-f8e1-4659-b367-d870958fbb44),segment_id=e8246d9e-f8e1-4659-b367-d870958fbb44)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:05:22.762157 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-38916310-5b03-437d-89d5-dc88d80f6bc6 req-723ac852-6b95-406c-a740-88f2adaceeb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:22.867529 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38916310-5b03-437d-89d5-dc88d80f6bc6 req-723ac852-6b95-406c-a740-88f2adaceeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:22.868916 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-38916310-5b03-437d-89d5-dc88d80f6bc6 req-723ac852-6b95-406c-a740-88f2adaceeb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:22.871008 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-38916310-5b03-437d-89d5-dc88d80f6bc6 req-723ac852-6b95-406c-a740-88f2adaceeb7 service neutron] 10.222.0.53 "PUT /v2.0/ports/6bd33d2f-55ff-4a66-a734-135baa2b6ab2 HTTP/1.1" status: 200 len: 1114 time: 1.0877528 Oct 30 15:05:22.871517 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '343deeda-6653-4a84-8468-1e6ef21c9864', 'tag': '6bd33d2f-55ff-4a66-a734-135baa2b6ab2'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:05:22.873915 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e657625c-7240-4ffc-8998-6b2252ddce4a" -d '{"events": [{"name": "network-changed", "server_uuid": "343deeda-6653-4a84-8468-1e6ef21c9864", "tag": "6bd33d2f-55ff-4a66-a734-135baa2b6ab2"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:05:22.893369 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723ac852-6b95-406c-a740-88f2adaceeb7 service neutron] Pushing event updated for resources: {'Port': ['ID=6bd33d2f-55ff-4a66-a734-135baa2b6ab2,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:22.967569 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 51000) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:22.984346 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38916310-5b03-437d-89d5-dc88d80f6bc6 req-97300c35-9367-4594-b0be-2b18b02cb4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:22.985877 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-38916310-5b03-437d-89d5-dc88d80f6bc6 req-97300c35-9367-4594-b0be-2b18b02cb4d8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=48ec0906891f440e8725a8b756af6e71&device_id=343deeda-6653-4a84-8468-1e6ef21c9864 HTTP/1.1" status: 200 len: 1117 time: 0.0707488 Oct 30 15:05:22.992348 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9b2a2d24-c9f2-46f7-8b07-66ff38882f34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:23.074772 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1bbea23-a112-4e4b-a31c-70c4b70c94b4 x-openstack-request-id: req-e1bbea23-a112-4e4b-a31c-70c4b70c94b4 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:05:23.074772 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "343deeda-6653-4a84-8468-1e6ef21c9864", "tag": "6bd33d2f-55ff-4a66-a734-135baa2b6ab2", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:05:23.074772 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e1bbea23-a112-4e4b-a31c-70c4b70c94b4 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:05:23.080138 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '343deeda-6653-4a84-8468-1e6ef21c9864', 'tag': '6bd33d2f-55ff-4a66-a734-135baa2b6ab2', 'status': 'completed', 'code': 200} Oct 30 15:05:23.082253 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-38916310-5b03-437d-89d5-dc88d80f6bc6 req-f9db4a45-caa2-48d7-ae76-a307e5d83488 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6bd33d2f-55ff-4a66-a734-135baa2b6ab2 HTTP/1.1" status: 200 len: 217 time: 0.0866330 Oct 30 15:05:23.138253 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9b2a2d24-c9f2-46f7-8b07-66ff38882f34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:23.149818 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9b2a2d24-c9f2-46f7-8b07-66ff38882f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:23.203066 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-081dcaa2-76dd-4962-a525-eeb802182041 req-9ed8d6dc-7d42-4be6-a2b6-3c1c3b181595 service neutron] Request body: {'port': {'device_id': '43d353fb-a9be-4a3b-a23d-4aaefea04672', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:05:23.212276 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.44', 51040) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:23.327504 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38916310-5b03-437d-89d5-dc88d80f6bc6 req-03461a6f-ed86-4c48-a8c4-9d7b15a3c13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:23.328988 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-38916310-5b03-437d-89d5-dc88d80f6bc6 req-03461a6f-ed86-4c48-a8c4-9d7b15a3c13f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4f4c836a-b7bd-4d76-afd1-011b8a3fe891 HTTP/1.1" status: 200 len: 860 time: 0.2394435 Oct 30 15:05:23.332938 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-081dcaa2-76dd-4962-a525-eeb802182041 req-9ed8d6dc-7d42-4be6-a2b6-3c1c3b181595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:23.402658 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-38916310-5b03-437d-89d5-dc88d80f6bc6 req-272845ea-fadf-4b74-8ec9-9b6f32112ba4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=291c5166-548b-4ef8-b78f-841a397188df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628312 Oct 30 15:05:23.435420 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 51024) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:23.534097 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dabfbba-2967-426f-a360-3e6e506a965b req-e59a533b-8436-4152-8073-e92e39659c9f tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:23.535657 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4dabfbba-2967-426f-a360-3e6e506a965b req-e59a533b-8436-4152-8073-e92e39659c9f tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.44 "GET /v2.0/networks?id=0e073e54-a4ee-47aa-891d-4a1d26e93e93 HTTP/1.1" status: 200 len: 824 time: 0.3223972 Oct 30 15:05:23.546287 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-55e7dca0-08c1-40e0-a3fe-9fcc3dedd42f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:23.577715 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2a2d24-c9f2-46f7-8b07-66ff38882f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8370ae03-0703-4646-93c1-f11ee178a77b,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:23.585909 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-09362ba0-76be-4cfc-90ec-eb27e5205fa7 req-fecd1fed-b2f0-488e-8949-c5fc54e09aab tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c372d04-8ef1-4343-a171-22691798b5b2 HTTP/1.1" status: 200 len: 210 time: 0.0492008 Oct 30 15:05:23.591404 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9b2a2d24-c9f2-46f7-8b07-66ff38882f34 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6d5c167182b34fd28822a7dccb8a9faa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6221836 Oct 30 15:05:23.593580 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 51036) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:23.686695 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4dabfbba-2967-426f-a360-3e6e506a965b req-ac9be435-c142-47a7-9024-476d28902178 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69837c7685c1471a8281a6c045018170 HTTP/1.1" status: 200 len: 379 time: 0.0940015 Oct 30 15:05:23.698659 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-4dabfbba-2967-426f-a360-3e6e506a965b req-3c5be7e6-8629-4559-afeb-b68a591df065 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Request body: {'port': {'device_id': '7c372d04-8ef1-4343-a171-22691798b5b2', 'network_id': '0e073e54-a4ee-47aa-891d-4a1d26e93e93', 'admin_state_up': True, 'tenant_id': '69837c7685c1471a8281a6c045018170', 'security_groups': ['d3c05691-ef86-4427-a0a1-ac12c39f9197']}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:05:23.712633 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2b75a22b-18b9-4bee-ad24-705fd7114305 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:23.753269 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9f92212b-3db8-4062-b4ab-26e004a68668 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:23.820774 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9f92212b-3db8-4062-b4ab-26e004a68668 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:23.850909 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c93284-33a2-453f-ae02-0b936df7df37 req-088e4f7f-889a-4726-bdfc-98869c32c887 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:23.852422 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b8c93284-33a2-453f-ae02-0b936df7df37 req-088e4f7f-889a-4726-bdfc-98869c32c887 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=343deeda-6653-4a84-8468-1e6ef21c9864 HTTP/1.1" status: 200 len: 965 time: 0.4217889 Oct 30 15:05:23.896178 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc747c-47f9-45e3-b207-9f0feab1b1d6 req-a4ded50d-f248-48f6-a73f-f587992519c3 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:23.899501 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-45dc747c-47f9-45e3-b207-9f0feab1b1d6 req-a4ded50d-f248-48f6-a73f-f587992519c3 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.62 "GET /v2.0/ports?device_id=43d353fb-a9be-4a3b-a23d-4aaefea04672 HTTP/1.1" status: 200 len: 936 time: 0.1333702 Oct 30 15:05:23.946903 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dabfbba-2967-426f-a360-3e6e506a965b req-3c5be7e6-8629-4559-afeb-b68a591df065 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Made reservation on behalf of 69837c7685c1471a8281a6c045018170 for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:05:23.950622 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-4dabfbba-2967-426f-a360-3e6e506a965b req-3c5be7e6-8629-4559-afeb-b68a591df065 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:23.965090 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9f92212b-3db8-4062-b4ab-26e004a68668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:23.967943 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9f92212b-3db8-4062-b4ab-26e004a68668 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:23.969021 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-38916310-5b03-437d-89d5-dc88d80f6bc6 req-900c6ba8-4925-4705-9f0d-94886e7cc865 service neutron] 10.222.0.53 "GET /v2.0/networks/291c5166-548b-4ef8-b78f-841a397188df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5360038 Oct 30 15:05:23.972254 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9f92212b-3db8-4062-b4ab-26e004a68668 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8370ae03-0703-4646-93c1-f11ee178a77b HTTP/1.1" status: 204 len: 168 time: 0.3775730 Oct 30 15:05:23.980951 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-45dc747c-47f9-45e3-b207-9f0feab1b1d6 req-3d8eae7b-49e4-417e-8b1b-30069312af85 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.62 "GET /v2.0/security-groups?id=60ea4c70-22fc-4ca1-9dc8-302a1ea097ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749834 Oct 30 15:05:23.997688 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f92212b-3db8-4062-b4ab-26e004a68668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8370ae03-0703-4646-93c1-f11ee178a77b,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:24.088149 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b8c93284-33a2-453f-ae02-0b936df7df37 req-4433cb1e-adff-443e-a8f2-384f90558620 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205131 Oct 30 15:05:24.250188 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-55e7dca0-08c1-40e0-a3fe-9fcc3dedd42f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:24.270043 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-55e7dca0-08c1-40e0-a3fe-9fcc3dedd42f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:24.336079 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-4dabfbba-2967-426f-a360-3e6e506a965b req-3c5be7e6-8629-4559-afeb-b68a591df065 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Allocated IP 172.20.0.7 (0e073e54-a4ee-47aa-891d-4a1d26e93e93/1b4f6d7c-44b3-47fa-9b94-0bd8519fb087/ad491b01-b4db-4766-a4e8-194291f2f7a6) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:05:24.424033 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-55e7dca0-08c1-40e0-a3fe-9fcc3dedd42f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9936a36f33d14578976944d300b264e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9874408 Oct 30 15:05:24.425169 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 51080) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:24.463024 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e7dca0-08c1-40e0-a3fe-9fcc3dedd42f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16bd3ac3-1c95-405c-a291-02e062e10ef3,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:24.467903 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-38916310-5b03-437d-89d5-dc88d80f6bc6 req-146c995b-cbba-48ef-91fb-d4c91c4d890a service neutron] 10.222.0.53 "GET /v2.0/networks/291c5166-548b-4ef8-b78f-841a397188df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4833763 Oct 30 15:05:24.482473 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-081dcaa2-76dd-4962-a525-eeb802182041 req-9ed8d6dc-7d42-4be6-a2b6-3c1c3b181595 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7e4b9ab-7204-4289-af91-708f514a3756 {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:05:24.506977 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:24.509213 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-081dcaa2-76dd-4962-a525-eeb802182041 req-9ed8d6dc-7d42-4be6-a2b6-3c1c3b181595 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:24.548526 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-081dcaa2-76dd-4962-a525-eeb802182041 req-9ed8d6dc-7d42-4be6-a2b6-3c1c3b181595 service neutron] Transition to ACTIVE for port object f7e4b9ab-7204-4289-af91-708f514a3756 will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:05:24.548526 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0466b299-fb3b-4df1-b191-1d3c4c74082f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:24.590454 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-081dcaa2-76dd-4962-a525-eeb802182041 req-9ed8d6dc-7d42-4be6-a2b6-3c1c3b181595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:24.697171 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0466b299-fb3b-4df1-b191-1d3c4c74082f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:24.761304 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed8d6dc-7d42-4be6-a2b6-3c1c3b181595 service neutron] Pushing event updated for resources: {'Port': ['ID=f7e4b9ab-7204-4289-af91-708f514a3756,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:24.783451 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e657625c-7240-4ffc-8998-6b2252ddce4a req-32af4607-5fc6-4dac-9053-7c6fc3ea2257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:24.785683 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e657625c-7240-4ffc-8998-6b2252ddce4a req-32af4607-5fc6-4dac-9053-7c6fc3ea2257 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=48ec0906891f440e8725a8b756af6e71&device_id=343deeda-6653-4a84-8468-1e6ef21c9864 HTTP/1.1" status: 200 len: 1117 time: 0.2291100 Oct 30 15:05:24.874477 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:24.922737 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-4dabfbba-2967-426f-a360-3e6e506a965b req-3c5be7e6-8629-4559-afeb-b68a591df065 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:24.970530 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-081dcaa2-76dd-4962-a525-eeb802182041 req-9ed8d6dc-7d42-4be6-a2b6-3c1c3b181595 service neutron] Attempting to bind port f7e4b9ab-7204-4289-af91-708f514a3756 on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:05:24.970967 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-081dcaa2-76dd-4962-a525-eeb802182041 req-9ed8d6dc-7d42-4be6-a2b6-3c1c3b181595 service neutron] Attempting to bind port f7e4b9ab-7204-4289-af91-708f514a3756 by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:05:24.971175 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081dcaa2-76dd-4962-a525-eeb802182041 req-9ed8d6dc-7d42-4be6-a2b6-3c1c3b181595 service neutron] Attempting to bind port f7e4b9ab-7204-4289-af91-708f514a3756 on network 8de8b155-6e08-41c3-866a-8b30bb481704 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:05:25.007833 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-4dabfbba-2967-426f-a360-3e6e506a965b req-3c5be7e6-8629-4559-afeb-b68a591df065 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:25.017394 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4a6b7cc5-b3fc-417f-81a0-b450eee527da req-6e44fc64-deef-46e4-9015-aa8bd9fc4f36 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c372d04-8ef1-4343-a171-22691798b5b2 HTTP/1.1" status: 200 len: 210 time: 0.1727037 Oct 30 15:05:25.032021 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081dcaa2-76dd-4962-a525-eeb802182041 req-9ed8d6dc-7d42-4be6-a2b6-3c1c3b181595 service neutron] Port f7e4b9ab-7204-4289-af91-708f514a3756 on network 8de8b155-6e08-41c3-866a-8b30bb481704 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:05:25.034435 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081dcaa2-76dd-4962-a525-eeb802182041 req-9ed8d6dc-7d42-4be6-a2b6-3c1c3b181595 service neutron] Attempting to bind port f7e4b9ab-7204-4289-af91-708f514a3756 on network 8de8b155-6e08-41c3-866a-8b30bb481704 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:05:25.046062 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0466b299-fb3b-4df1-b191-1d3c4c74082f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:25.050073 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0466b299-fb3b-4df1-b191-1d3c4c74082f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:25.051740 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-0466b299-fb3b-4df1-b191-1d3c4c74082f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/16bd3ac3-1c95-405c-a291-02e062e10ef3 HTTP/1.1" status: 204 len: 168 time: 0.6207085 Oct 30 15:05:25.062349 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081dcaa2-76dd-4962-a525-eeb802182041 req-9ed8d6dc-7d42-4be6-a2b6-3c1c3b181595 service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:05:25.062920 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081dcaa2-76dd-4962-a525-eeb802182041 req-9ed8d6dc-7d42-4be6-a2b6-3c1c3b181595 service neutron] Checking segment: {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:05:25.063564 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081dcaa2-76dd-4962-a525-eeb802182041 req-9ed8d6dc-7d42-4be6-a2b6-3c1c3b181595 service neutron] Bound using segment: {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:05:25.064199 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-081dcaa2-76dd-4962-a525-eeb802182041 req-9ed8d6dc-7d42-4be6-a2b6-3c1c3b181595 service neutron] Bound port: f7e4b9ab-7204-4289-af91-708f514a3756, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:05:25.064775 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-081dcaa2-76dd-4962-a525-eeb802182041 req-9ed8d6dc-7d42-4be6-a2b6-3c1c3b181595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:25.104425 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0466b299-fb3b-4df1-b191-1d3c4c74082f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16bd3ac3-1c95-405c-a291-02e062e10ef3,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:25.201089 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e657625c-7240-4ffc-8998-6b2252ddce4a req-3af23d33-8e9b-4546-b1f4-8bacf0c09db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:25.202782 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e657625c-7240-4ffc-8998-6b2252ddce4a req-3af23d33-8e9b-4546-b1f4-8bacf0c09db3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=291c5166-548b-4ef8-b78f-841a397188df HTTP/1.1" status: 200 len: 921 time: 0.3849211 Oct 30 15:05:25.221881 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dabfbba-2967-426f-a360-3e6e506a965b req-3c5be7e6-8629-4559-afeb-b68a591df065 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Network 0e073e54-a4ee-47aa-891d-4a1d26e93e93 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:05:25.244896 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-4dabfbba-2967-426f-a360-3e6e506a965b req-3c5be7e6-8629-4559-afeb-b68a591df065 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:05:25.247965 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dabfbba-2967-426f-a360-3e6e506a965b req-3c5be7e6-8629-4559-afeb-b68a591df065 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:05:25.255599 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dabfbba-2967-426f-a360-3e6e506a965b req-3c5be7e6-8629-4559-afeb-b68a591df065 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:25.256580 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-4dabfbba-2967-426f-a360-3e6e506a965b req-3c5be7e6-8629-4559-afeb-b68a591df065 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:25.261177 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e657625c-7240-4ffc-8998-6b2252ddce4a req-1b8ad527-ff47-4203-a6e0-d0d967f2fd28 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6bd33d2f-55ff-4a66-a734-135baa2b6ab2 HTTP/1.1" status: 200 len: 217 time: 0.0432069 Oct 30 15:05:25.276256 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5be7e6-8629-4559-afeb-b68a591df065 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Pushing event updated for resources: {'Port': ['ID=ad491b01-b4db-4766-a4e8-194291f2f7a6,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:25.307677 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4dabfbba-2967-426f-a360-3e6e506a965b req-3c5be7e6-8629-4559-afeb-b68a591df065 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6135950 Oct 30 15:05:25.308974 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-081dcaa2-76dd-4962-a525-eeb802182041 req-9ed8d6dc-7d42-4be6-a2b6-3c1c3b181595 service neutron] For port f7e4b9ab-7204-4289-af91-708f514a3756, host n-h2-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:05:25.320985 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50a34f-fb7b-4984-997a-10e879da21c6 req-f853a645-2121-4410-9fe2-6f18a03bac9f tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:25.322984 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5b50a34f-fb7b-4984-997a-10e879da21c6 req-f853a645-2121-4410-9fe2-6f18a03bac9f tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.62 "GET /v2.0/ports?device_id=43d353fb-a9be-4a3b-a23d-4aaefea04672 HTTP/1.1" status: 200 len: 948 time: 0.1377525 Oct 30 15:05:25.333345 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-081dcaa2-76dd-4962-a525-eeb802182041 req-9ed8d6dc-7d42-4be6-a2b6-3c1c3b181595 service neutron] For port f7e4b9ab-7204-4289-af91-708f514a3756, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=f7e4b9ab-7204-4289-af91-708f514a3756,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:05:25.339564 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-4dabfbba-2967-426f-a360-3e6e506a965b req-16219360-f90d-458d-8e1a-ded3314aef5a service neutron] Request body: {'port': {'device_id': '7c372d04-8ef1-4343-a171-22691798b5b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:05:25.344044 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e657625c-7240-4ffc-8998-6b2252ddce4a req-839a28c3-7f14-4a2f-b6a0-3774faccb1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:25.350540 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e657625c-7240-4ffc-8998-6b2252ddce4a req-839a28c3-7f14-4a2f-b6a0-3774faccb1a9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4f4c836a-b7bd-4d76-afd1-011b8a3fe891 HTTP/1.1" status: 200 len: 860 time: 0.0796545 Oct 30 15:05:25.352278 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-081dcaa2-76dd-4962-a525-eeb802182041 req-9ed8d6dc-7d42-4be6-a2b6-3c1c3b181595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:25.391272 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e657625c-7240-4ffc-8998-6b2252ddce4a req-26d859eb-6c6f-4fe0-b2e3-79c72713fe64 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=291c5166-548b-4ef8-b78f-841a397188df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296395 Oct 30 15:05:25.431319 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081dcaa2-76dd-4962-a525-eeb802182041 req-9ed8d6dc-7d42-4be6-a2b6-3c1c3b181595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:25.432075 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-081dcaa2-76dd-4962-a525-eeb802182041 req-9ed8d6dc-7d42-4be6-a2b6-3c1c3b181595 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:25.433869 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-081dcaa2-76dd-4962-a525-eeb802182041 req-9ed8d6dc-7d42-4be6-a2b6-3c1c3b181595 service neutron] 10.222.0.44 "PUT /v2.0/ports/f7e4b9ab-7204-4289-af91-708f514a3756 HTTP/1.1" status: 200 len: 1097 time: 2.7655251 Oct 30 15:05:25.444158 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43d353fb-a9be-4a3b-a23d-4aaefea04672', 'tag': 'f7e4b9ab-7204-4289-af91-708f514a3756'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:05:25.446115 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba3c563b-008b-4f41-88ae-8d36c1b796a7" -d '{"events": [{"name": "network-changed", "server_uuid": "43d353fb-a9be-4a3b-a23d-4aaefea04672", "tag": "f7e4b9ab-7204-4289-af91-708f514a3756"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:05:25.494885 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5b50a34f-fb7b-4984-997a-10e879da21c6 req-100d9c73-ff5e-4ad9-b455-cf799c73a50d tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.62 "GET /v2.0/security-groups?id=60ea4c70-22fc-4ca1-9dc8-302a1ea097ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597869 Oct 30 15:05:25.503305 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-4dabfbba-2967-426f-a360-3e6e506a965b req-16219360-f90d-458d-8e1a-ded3314aef5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:25.611254 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-aca85139-64ab-461f-8543-39e2444b643a None None] Provisioning complete for port ad491b01-b4db-4766-a4e8-194291f2f7a6 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:05:25.612006 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-aca85139-64ab-461f-8543-39e2444b643a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:25.704463 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-aca85139-64ab-461f-8543-39e2444b643a None None] Port ad491b01-b4db-4766-a4e8-194291f2f7a6 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:05:25.708984 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed8d6dc-7d42-4be6-a2b6-3c1c3b181595 service neutron] Pushing event updated for resources: {'Port': ['ID=f7e4b9ab-7204-4289-af91-708f514a3756,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:25.751264 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081dcaa2-76dd-4962-a525-eeb802182041 req-85aa26bc-49f4-4271-95ad-d47e06e33e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:25.755679 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-081dcaa2-76dd-4962-a525-eeb802182041 req-85aa26bc-49f4-4271-95ad-d47e06e33e0c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4a47cba7ecfc43c693bd7cf729426cdb&device_id=43d353fb-a9be-4a3b-a23d-4aaefea04672 HTTP/1.1" status: 200 len: 1100 time: 0.2372041 Oct 30 15:05:25.877938 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e657625c-7240-4ffc-8998-6b2252ddce4a req-36967f8b-7750-4a55-880d-07dbe6ed7ca0 service neutron] 10.222.0.53 "GET /v2.0/networks/291c5166-548b-4ef8-b78f-841a397188df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4352221 Oct 30 15:05:25.879913 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-081dcaa2-76dd-4962-a525-eeb802182041 req-a5deda07-039b-4c79-8560-0078c3e5a195 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=f7e4b9ab-7204-4289-af91-708f514a3756 HTTP/1.1" status: 200 len: 217 time: 0.1154859 Oct 30 15:05:25.964931 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b35098ec-0b7e-45d2-8c25-abe8f350ad69 req-13b4edee-c491-413e-8eb9-f4cd4b6d67f3 tempest-ServerDiagnosticsNegativeTest-816925715 tempest-ServerDiagnosticsNegativeTest-816925715-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=b6fc334a080c44079162be5b784ade51&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0570714 Oct 30 15:05:26.007089 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 51170) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:26.043769 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081dcaa2-76dd-4962-a525-eeb802182041 req-cdfc2b59-0537-41f6-a33f-38fb44ee6b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:26.045390 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-081dcaa2-76dd-4962-a525-eeb802182041 req-cdfc2b59-0537-41f6-a33f-38fb44ee6b26 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.1505680 Oct 30 15:05:26.108461 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c9b57f-3135-4a28-b3ab-fda105389727 req-b15579f2-32d9-41eb-a9a3-41171f18a422 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:26.110038 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-68c9b57f-3135-4a28-b3ab-fda105389727 req-b15579f2-32d9-41eb-a9a3-41171f18a422 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=343deeda-6653-4a84-8468-1e6ef21c9864 HTTP/1.1" status: 200 len: 965 time: 0.1654832 Oct 30 15:05:26.121260 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e657625c-7240-4ffc-8998-6b2252ddce4a req-2788fa8d-9060-4242-bf54-3de7daf60831 service neutron] 10.222.0.53 "GET /v2.0/networks/291c5166-548b-4ef8-b78f-841a397188df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353930 Oct 30 15:05:26.155083 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081dcaa2-76dd-4962-a525-eeb802182041 req-379a009e-2ce2-4a8d-8b72-3d98b3a83440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:26.156583 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-081dcaa2-76dd-4962-a525-eeb802182041 req-379a009e-2ce2-4a8d-8b72-3d98b3a83440 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1011937 Oct 30 15:05:26.164561 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-68c9b57f-3135-4a28-b3ab-fda105389727 req-a09327f2-992c-47f7-9e7d-88b97d59dbba tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468793 Oct 30 15:05:26.285979 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-081dcaa2-76dd-4962-a525-eeb802182041 req-09c99f3b-3245-4554-9f7c-ddb012033af9 service neutron] 10.222.0.44 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186323 Oct 30 15:05:26.289291 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1263db21-d561-4afa-9eed-b4da630ee038 x-openstack-request-id: req-1263db21-d561-4afa-9eed-b4da630ee038 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:05:26.291501 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43d353fb-a9be-4a3b-a23d-4aaefea04672", "tag": "f7e4b9ab-7204-4289-af91-708f514a3756", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:05:26.292032 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1263db21-d561-4afa-9eed-b4da630ee038 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:05:26.292830 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43d353fb-a9be-4a3b-a23d-4aaefea04672', 'tag': 'f7e4b9ab-7204-4289-af91-708f514a3756', 'status': 'completed', 'code': 200} Oct 30 15:05:26.304792 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35098ec-0b7e-45d2-8c25-abe8f350ad69 req-1d99b59c-8e00-4618-ab28-56aec70a0a27 tempest-ServerDiagnosticsNegativeTest-816925715 tempest-ServerDiagnosticsNegativeTest-816925715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:26.311821 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b35098ec-0b7e-45d2-8c25-abe8f350ad69 req-1d99b59c-8e00-4618-ab28-56aec70a0a27 tempest-ServerDiagnosticsNegativeTest-816925715 tempest-ServerDiagnosticsNegativeTest-816925715-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3403289 Oct 30 15:05:26.338293 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-4dabfbba-2967-426f-a360-3e6e506a965b req-16219360-f90d-458d-8e1a-ded3314aef5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad491b01-b4db-4766-a4e8-194291f2f7a6 {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:05:26.348562 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b35098ec-0b7e-45d2-8c25-abe8f350ad69 req-dde5cba3-a1b5-4e56-9ba2-bf7aac7849dd tempest-ServerDiagnosticsNegativeTest-816925715 tempest-ServerDiagnosticsNegativeTest-816925715-project] 10.222.0.62 "GET /v2.0/quotas/b6fc334a080c44079162be5b784ade51 HTTP/1.1" status: 200 len: 375 time: 0.0355780 Oct 30 15:05:26.362643 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-4dabfbba-2967-426f-a360-3e6e506a965b req-16219360-f90d-458d-8e1a-ded3314aef5a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:26.402629 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b35098ec-0b7e-45d2-8c25-abe8f350ad69 req-f567893f-d34f-431e-b6e2-f78597c0d165 tempest-ServerDiagnosticsNegativeTest-816925715 tempest-ServerDiagnosticsNegativeTest-816925715-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b6fc334a080c44079162be5b784ade51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0528958 Oct 30 15:05:26.409511 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:26.424244 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-081dcaa2-76dd-4962-a525-eeb802182041 req-91ec5128-2469-4d1c-bb43-5064cf9f67f3 service neutron] 10.222.0.44 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274500 Oct 30 15:05:26.428268 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-4dabfbba-2967-426f-a360-3e6e506a965b req-16219360-f90d-458d-8e1a-ded3314aef5a service neutron] Transition to ACTIVE for port object ad491b01-b4db-4766-a4e8-194291f2f7a6 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:05:26.455179 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-1aac58a8-9aa5-4b99-ad7e-4d34e7d64ef1 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-151726603-network', 'tenant_id': 'c62776ba575b4d49a1e0e72b91d9f1af'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:05:26.465008 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-4dabfbba-2967-426f-a360-3e6e506a965b req-16219360-f90d-458d-8e1a-ded3314aef5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:26.528096 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b00baab-9dbc-4d64-afd0-b9843c0e1750 req-5ed09d0d-084a-4128-9a30-5cae9616fa13 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:26.530662 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6b00baab-9dbc-4d64-afd0-b9843c0e1750 req-5ed09d0d-084a-4128-9a30-5cae9616fa13 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c372d04-8ef1-4343-a171-22691798b5b2 HTTP/1.1" status: 200 len: 943 time: 0.0892065 Oct 30 15:05:26.582078 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3c563b-008b-4f41-88ae-8d36c1b796a7 req-751c556f-53df-42eb-835b-eb14a1b26ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:26.586121 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ba3c563b-008b-4f41-88ae-8d36c1b796a7 req-751c556f-53df-42eb-835b-eb14a1b26ffe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4a47cba7ecfc43c693bd7cf729426cdb&device_id=43d353fb-a9be-4a3b-a23d-4aaefea04672 HTTP/1.1" status: 200 len: 1100 time: 0.0919962 Oct 30 15:05:26.618706 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aac58a8-9aa5-4b99-ad7e-4d34e7d64ef1 admin admin] Made reservation on behalf of c62776ba575b4d49a1e0e72b91d9f1af for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:05:26.633723 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1aac58a8-9aa5-4b99-ad7e-4d34e7d64ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:26.641956 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6b00baab-9dbc-4d64-afd0-b9843c0e1750 req-4aa69332-0f38-44c3-8f8a-d5a62f66dd45 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3c05691-ef86-4427-a0a1-ac12c39f9197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992703 Oct 30 15:05:26.757331 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1aac58a8-9aa5-4b99-ad7e-4d34e7d64ef1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:26.771102 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16219360-f90d-458d-8e1a-ded3314aef5a service neutron] Pushing event updated for resources: {'Port': ['ID=ad491b01-b4db-4766-a4e8-194291f2f7a6,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:26.781707 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-4dabfbba-2967-426f-a360-3e6e506a965b req-16219360-f90d-458d-8e1a-ded3314aef5a service neutron] Attempting to bind port ad491b01-b4db-4766-a4e8-194291f2f7a6 on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:05:26.782162 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-4dabfbba-2967-426f-a360-3e6e506a965b req-16219360-f90d-458d-8e1a-ded3314aef5a service neutron] Attempting to bind port ad491b01-b4db-4766-a4e8-194291f2f7a6 by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': 'b4b31197-3a09-4bc0-a34b-293e7ced3758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0e073e54-a4ee-47aa-891d-4a1d26e93e93'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:05:26.782428 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dabfbba-2967-426f-a360-3e6e506a965b req-16219360-f90d-458d-8e1a-ded3314aef5a service neutron] Attempting to bind port ad491b01-b4db-4766-a4e8-194291f2f7a6 on network 0e073e54-a4ee-47aa-891d-4a1d26e93e93 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:05:26.812346 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dabfbba-2967-426f-a360-3e6e506a965b req-16219360-f90d-458d-8e1a-ded3314aef5a service neutron] Port ad491b01-b4db-4766-a4e8-194291f2f7a6 on network 0e073e54-a4ee-47aa-891d-4a1d26e93e93 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:05:26.812692 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dabfbba-2967-426f-a360-3e6e506a965b req-16219360-f90d-458d-8e1a-ded3314aef5a service neutron] Attempting to bind port ad491b01-b4db-4766-a4e8-194291f2f7a6 on network 0e073e54-a4ee-47aa-891d-4a1d26e93e93 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:05:26.837870 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2e7b51fe-d39c-4496-a873-f5dc32b695cc req-c22c3200-a9d2-4108-818b-be06a4412302 tempest-ServerDiagnosticsNegativeTest-816925715 tempest-ServerDiagnosticsNegativeTest-816925715-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa759fe2-4037-4d71-b37f-46af69f1ab3a HTTP/1.1" status: 200 len: 210 time: 0.0754814 Oct 30 15:05:26.863716 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6e6cf1-5268-4bca-ab5f-c270157dd29f req-4aa0d447-e4e8-4485-89eb-88808f0109b7 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:26.863716 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fb6e6cf1-5268-4bca-ab5f-c270157dd29f req-4aa0d447-e4e8-4485-89eb-88808f0109b7 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.62 "GET /v2.0/ports?device_id=43d353fb-a9be-4a3b-a23d-4aaefea04672 HTTP/1.1" status: 200 len: 948 time: 0.1054206 Oct 30 15:05:26.863716 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3c563b-008b-4f41-88ae-8d36c1b796a7 req-99c4699f-dd23-40aa-b61b-578565a874ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:26.863716 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ba3c563b-008b-4f41-88ae-8d36c1b796a7 req-99c4699f-dd23-40aa-b61b-578565a874ac service neutron] 10.222.0.44 "GET /v2.0/networks?id=8de8b155-6e08-41c3-866a-8b30bb481704 HTTP/1.1" status: 200 len: 870 time: 0.2672222 Oct 30 15:05:26.876775 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dabfbba-2967-426f-a360-3e6e506a965b req-16219360-f90d-458d-8e1a-ded3314aef5a service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:05:26.877160 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dabfbba-2967-426f-a360-3e6e506a965b req-16219360-f90d-458d-8e1a-ded3314aef5a service neutron] Checking segment: {'id': 'b4b31197-3a09-4bc0-a34b-293e7ced3758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0e073e54-a4ee-47aa-891d-4a1d26e93e93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:05:26.879494 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dabfbba-2967-426f-a360-3e6e506a965b req-16219360-f90d-458d-8e1a-ded3314aef5a service neutron] Bound using segment: {'id': 'b4b31197-3a09-4bc0-a34b-293e7ced3758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0e073e54-a4ee-47aa-891d-4a1d26e93e93'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:05:26.880003 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-4dabfbba-2967-426f-a360-3e6e506a965b req-16219360-f90d-458d-8e1a-ded3314aef5a service neutron] Bound port: ad491b01-b4db-4766-a4e8-194291f2f7a6, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4b31197-3a09-4bc0-a34b-293e7ced3758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0e073e54-a4ee-47aa-891d-4a1d26e93e93'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:05:26.880364 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-4dabfbba-2967-426f-a360-3e6e506a965b req-16219360-f90d-458d-8e1a-ded3314aef5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:26.930604 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ba3c563b-008b-4f41-88ae-8d36c1b796a7 req-999c8785-a198-4b18-a770-a17aa53fbbd4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=f7e4b9ab-7204-4289-af91-708f514a3756 HTTP/1.1" status: 200 len: 217 time: 0.0557368 Oct 30 15:05:26.963619 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fb6e6cf1-5268-4bca-ab5f-c270157dd29f req-3ed37787-e204-40db-bae9-baa812922c3a tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.62 "GET /v2.0/security-groups?id=60ea4c70-22fc-4ca1-9dc8-302a1ea097ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898471 Oct 30 15:05:27.043384 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3c563b-008b-4f41-88ae-8d36c1b796a7 req-ce4a4ed8-5ff9-448b-af88-520576f9b225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:27.045411 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ba3c563b-008b-4f41-88ae-8d36c1b796a7 req-ce4a4ed8-5ff9-448b-af88-520576f9b225 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.0958159 Oct 30 15:05:27.136774 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3c563b-008b-4f41-88ae-8d36c1b796a7 req-9e50246e-43e3-47c2-93da-01a4a03ae1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:27.136774 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ba3c563b-008b-4f41-88ae-8d36c1b796a7 req-9e50246e-43e3-47c2-93da-01a4a03ae1f4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0790153 Oct 30 15:05:27.148866 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-4dabfbba-2967-426f-a360-3e6e506a965b req-16219360-f90d-458d-8e1a-ded3314aef5a service neutron] For port ad491b01-b4db-4766-a4e8-194291f2f7a6, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:05:27.230695 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-4dabfbba-2967-426f-a360-3e6e506a965b req-16219360-f90d-458d-8e1a-ded3314aef5a service neutron] For port ad491b01-b4db-4766-a4e8-194291f2f7a6, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=ad491b01-b4db-4766-a4e8-194291f2f7a6,segment=NetworkSegment(b4b31197-3a09-4bc0-a34b-293e7ced3758),segment_id=b4b31197-3a09-4bc0-a34b-293e7ced3758)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:05:27.252320 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1aac58a8-9aa5-4b99-ad7e-4d34e7d64ef1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:27.264768 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-4dabfbba-2967-426f-a360-3e6e506a965b req-16219360-f90d-458d-8e1a-ded3314aef5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:27.286843 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1aac58a8-9aa5-4b99-ad7e-4d34e7d64ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:27.287932 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ba3c563b-008b-4f41-88ae-8d36c1b796a7 req-d0bca523-a016-4f2a-924c-ee1952c7144c service neutron] 10.222.0.44 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467893 Oct 30 15:05:27.385364 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aac58a8-9aa5-4b99-ad7e-4d34e7d64ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d3cd73-53c7-400b-a4e1-72649bdd5901,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:27.439314 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aac58a8-9aa5-4b99-ad7e-4d34e7d64ef1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:05:27.445523 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dabfbba-2967-426f-a360-3e6e506a965b req-16219360-f90d-458d-8e1a-ded3314aef5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:27.446604 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-4dabfbba-2967-426f-a360-3e6e506a965b req-16219360-f90d-458d-8e1a-ded3314aef5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:27.448597 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4dabfbba-2967-426f-a360-3e6e506a965b req-16219360-f90d-458d-8e1a-ded3314aef5a service neutron] 10.222.0.44 "PUT /v2.0/ports/ad491b01-b4db-4766-a4e8-194291f2f7a6 HTTP/1.1" status: 200 len: 1092 time: 2.1179521 Oct 30 15:05:27.462520 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c372d04-8ef1-4343-a171-22691798b5b2', 'tag': 'ad491b01-b4db-4766-a4e8-194291f2f7a6'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:05:27.686630 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1aac58a8-9aa5-4b99-ad7e-4d34e7d64ef1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743132289383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:27.693477 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1aac58a8-9aa5-4b99-ad7e-4d34e7d64ef1 admin admin] Unsubscribe: segment precommit_create {{(pid=102130) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 30 15:05:27.696236 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-1aac58a8-9aa5-4b99-ad7e-4d34e7d64ef1 admin admin] Added segment ca3875f8-459b-476a-8479-f1068d5cd777 of type vlan for network f2129ed2-4369-43b7-bf87-f3218717f268 Oct 30 15:05:27.756267 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1aac58a8-9aa5-4b99-ad7e-4d34e7d64ef1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:27.774076 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9fe5a-9d4f-4dec-bac9-1a41ea1dbcd8 req-b3f0bc8c-6d0c-450f-9947-9945412e7d5e tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:27.775655 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-33d9fe5a-9d4f-4dec-bac9-1a41ea1dbcd8 req-b3f0bc8c-6d0c-450f-9947-9945412e7d5e tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=343deeda-6653-4a84-8468-1e6ef21c9864 HTTP/1.1" status: 200 len: 965 time: 0.1288829 Oct 30 15:05:27.795858 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16219360-f90d-458d-8e1a-ded3314aef5a service neutron] Pushing event updated for resources: {'Port': ['ID=ad491b01-b4db-4766-a4e8-194291f2f7a6,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:27.816211 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ba3c563b-008b-4f41-88ae-8d36c1b796a7 req-53138645-f24b-4ced-bef3-356be714300f service neutron] 10.222.0.44 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5195990 Oct 30 15:05:27.824620 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1aac58a8-9aa5-4b99-ad7e-4d34e7d64ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:27.825592 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aac58a8-9aa5-4b99-ad7e-4d34e7d64ef1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:27.826227 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1aac58a8-9aa5-4b99-ad7e-4d34e7d64ef1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:27.848217 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-33d9fe5a-9d4f-4dec-bac9-1a41ea1dbcd8 req-ea45ea71-7a9e-46fb-b307-5a4f12cbbfcc tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606704 Oct 30 15:05:27.854292 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb833d84-3366-44fe-a86f-7dce2c3f4e55" -d '{"events": [{"name": "network-changed", "server_uuid": "7c372d04-8ef1-4343-a171-22691798b5b2", "tag": "ad491b01-b4db-4766-a4e8-194291f2f7a6"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:05:27.961976 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dabfbba-2967-426f-a360-3e6e506a965b req-bfaa94f0-b601-45ef-8f38-4b5d05d9c59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:27.962880 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4dabfbba-2967-426f-a360-3e6e506a965b req-bfaa94f0-b601-45ef-8f38-4b5d05d9c59a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=69837c7685c1471a8281a6c045018170&device_id=7c372d04-8ef1-4343-a171-22691798b5b2 HTTP/1.1" status: 200 len: 1095 time: 0.3846436 Oct 30 15:05:27.969814 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-1aac58a8-9aa5-4b99-ad7e-4d34e7d64ef1 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9577222 Oct 30 15:05:27.970142 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 51258) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:27.977207 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-b6035924-44f4-4a46-a8fd-6fb459ea8af3 admin admin] Request body: {'subnet': {'network_id': 'f2129ed2-4369-43b7-bf87-f3218717f268', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-151726603-subnet', 'tenant_id': 'c62776ba575b4d49a1e0e72b91d9f1af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:05:27.980300 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aac58a8-9aa5-4b99-ad7e-4d34e7d64ef1 admin admin] Pushing event updated for resources: {'Network': ['ID=f2129ed2-4369-43b7-bf87-f3218717f268,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:27.984177 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96f0791-8994-414f-bcf7-40f38f6c48c6 req-300abaa0-027b-457d-9ce6-c9795f6daa66 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:27.985725 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b96f0791-8994-414f-bcf7-40f38f6c48c6 req-300abaa0-027b-457d-9ce6-c9795f6daa66 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c372d04-8ef1-4343-a171-22691798b5b2 HTTP/1.1" status: 200 len: 943 time: 0.0540617 Oct 30 15:05:27.989564 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a56242-9292-45f9-8dcb-bfb2760b1201 req-8463051e-482d-4e6f-b3a2-b830376fbec8 tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:27.998237 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f9a56242-9292-45f9-8dcb-bfb2760b1201 req-8463051e-482d-4e6f-b3a2-b830376fbec8 tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] 10.222.0.62 "GET /v2.0/ports?device_id=8617dd06-2e1c-4b82-a336-42beea0cbbf6 HTTP/1.1" status: 200 len: 970 time: 0.2052560 Oct 30 15:05:28.025308 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network f2129ed2-4369-43b7-bf87-f3218717f268 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:05:28.045526 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b35098ec-0b7e-45d2-8c25-abe8f350ad69 req-04d3b156-3f4d-4d19-a6fd-a6263f790e03 tempest-ServerDiagnosticsNegativeTest-816925715 tempest-ServerDiagnosticsNegativeTest-816925715-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=b6fc334a080c44079162be5b784ade51&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289154 Oct 30 15:05:28.079356 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4dabfbba-2967-426f-a360-3e6e506a965b req-004324e4-a0fd-49be-b4cc-32c983a21dc7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad491b01-b4db-4766-a4e8-194291f2f7a6 HTTP/1.1" status: 200 len: 217 time: 0.1058824 Oct 30 15:05:28.123862 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b96f0791-8994-414f-bcf7-40f38f6c48c6 req-522be655-655a-4e16-9e20-c59880a868d6 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3c05691-ef86-4427-a0a1-ac12c39f9197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291299 Oct 30 15:05:28.137624 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6035924-44f4-4a46-a8fd-6fb459ea8af3 admin admin] Made reservation on behalf of c62776ba575b4d49a1e0e72b91d9f1af for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:05:28.139985 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b6035924-44f4-4a46-a8fd-6fb459ea8af3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:28.192044 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f9a56242-9292-45f9-8dcb-bfb2760b1201 req-614adc6b-77d7-4646-ad09-a998763247ea tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] 10.222.0.62 "GET /v2.0/security-groups?id=7391d82b-e46e-4f02-a6cc-f2cd36f042ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926363 Oct 30 15:05:28.218938 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35098ec-0b7e-45d2-8c25-abe8f350ad69 req-a8795e11-b54c-4ffe-b67e-a70f6236cf7a tempest-ServerDiagnosticsNegativeTest-816925715 tempest-ServerDiagnosticsNegativeTest-816925715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:28.220624 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b35098ec-0b7e-45d2-8c25-abe8f350ad69 req-a8795e11-b54c-4ffe-b67e-a70f6236cf7a tempest-ServerDiagnosticsNegativeTest-816925715 tempest-ServerDiagnosticsNegativeTest-816925715-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1571970 Oct 30 15:05:28.230167 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dabfbba-2967-426f-a360-3e6e506a965b req-2f106924-d0ac-450d-bdea-882c5a8371cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:28.231600 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 6bd33d2f-55ff-4a66-a734-135baa2b6ab2 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:05:28.235392 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-b35098ec-0b7e-45d2-8c25-abe8f350ad69 req-42c4f856-122e-4eee-9c19-8ae5086d8b0e tempest-ServerDiagnosticsNegativeTest-816925715 tempest-ServerDiagnosticsNegativeTest-816925715-project] Request body: {'port': {'device_id': 'aa759fe2-4037-4d71-b37f-46af69f1ab3a', 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704', 'admin_state_up': True, 'tenant_id': 'b6fc334a080c44079162be5b784ade51'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:05:28.242167 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4dabfbba-2967-426f-a360-3e6e506a965b req-2f106924-d0ac-450d-bdea-882c5a8371cc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1b4f6d7c-44b3-47fa-9b94-0bd8519fb087 HTTP/1.1" status: 200 len: 863 time: 0.1511855 Oct 30 15:05:28.336799 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ad95e954-5f59-44b1-9b05-b51da88bac4f req-d35de367-c469-4d75-b0c4-0d9fb7958202 tempest-ServerDiagnosticsNegativeTest-816925715 tempest-ServerDiagnosticsNegativeTest-816925715-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa759fe2-4037-4d71-b37f-46af69f1ab3a HTTP/1.1" status: 200 len: 210 time: 0.0857682 Oct 30 15:05:28.385795 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b35098ec-0b7e-45d2-8c25-abe8f350ad69 req-42c4f856-122e-4eee-9c19-8ae5086d8b0e tempest-ServerDiagnosticsNegativeTest-816925715 tempest-ServerDiagnosticsNegativeTest-816925715-project] Made reservation on behalf of b6fc334a080c44079162be5b784ade51 for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:05:28.392711 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-b35098ec-0b7e-45d2-8c25-abe8f350ad69 req-42c4f856-122e-4eee-9c19-8ae5086d8b0e tempest-ServerDiagnosticsNegativeTest-816925715 tempest-ServerDiagnosticsNegativeTest-816925715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:28.394461 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dabfbba-2967-426f-a360-3e6e506a965b req-90f4f235-12d1-49ea-8183-af5869fa3da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:28.397093 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4dabfbba-2967-426f-a360-3e6e506a965b req-90f4f235-12d1-49ea-8183-af5869fa3da9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0e073e54-a4ee-47aa-891d-4a1d26e93e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1472838 Oct 30 15:05:28.408554 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-b35098ec-0b7e-45d2-8c25-abe8f350ad69 req-42c4f856-122e-4eee-9c19-8ae5086d8b0e tempest-ServerDiagnosticsNegativeTest-816925715 tempest-ServerDiagnosticsNegativeTest-816925715-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:28.505939 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d1f7264-3d8d-44c9-add3-203a9e531a5a x-openstack-request-id: req-8d1f7264-3d8d-44c9-add3-203a9e531a5a {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:05:28.506408 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c372d04-8ef1-4343-a171-22691798b5b2", "tag": "ad491b01-b4db-4766-a4e8-194291f2f7a6", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:05:28.506697 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8d1f7264-3d8d-44c9-add3-203a9e531a5a {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:05:28.507377 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c372d04-8ef1-4343-a171-22691798b5b2', 'tag': 'ad491b01-b4db-4766-a4e8-194291f2f7a6', 'status': 'completed', 'code': 200} Oct 30 15:05:28.542147 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 6bd33d2f-55ff-4a66-a734-135baa2b6ab2, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=6bd33d2f-55ff-4a66-a734-135baa2b6ab2,segment=NetworkSegment(e8246d9e-f8e1-4659-b367-d870958fbb44),segment_id=e8246d9e-f8e1-4659-b367-d870958fbb44)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:05:28.564318 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '6bd33d2f-55ff-4a66-a734-135baa2b6ab2', 'network_id': '291c5166-548b-4ef8-b78f-841a397188df', 'port_id': '6bd33d2f-55ff-4a66-a734-135baa2b6ab2', 'mac_address': 'fa:16:3e:cf:a6:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f4c836a-b7bd-4d76-afd1-011b8a3fe891', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:tempest-test_az-830569475', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:05:28.589964 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-b35098ec-0b7e-45d2-8c25-abe8f350ad69 req-42c4f856-122e-4eee-9c19-8ae5086d8b0e tempest-ServerDiagnosticsNegativeTest-816925715 tempest-ServerDiagnosticsNegativeTest-816925715-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:28.601168 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-b35098ec-0b7e-45d2-8c25-abe8f350ad69 req-42c4f856-122e-4eee-9c19-8ae5086d8b0e tempest-ServerDiagnosticsNegativeTest-816925715 tempest-ServerDiagnosticsNegativeTest-816925715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:28.603841 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b6035924-44f4-4a46-a8fd-6fb459ea8af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:28.616938 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:28.638847 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c412586c-bb54-46bc-a1b7-57084d447aef req-545c63f8-7223-4543-b9e6-12da7e65de7f tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:28.640809 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bd33d2f-55ff-4a66-a734-135baa2b6ab2 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:05:28.648020 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6035924-44f4-4a46-a8fd-6fb459ea8af3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a657ee5-19fd-4642-8b0a-164f38bce9f9,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:28.648447 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c412586c-bb54-46bc-a1b7-57084d447aef req-545c63f8-7223-4543-b9e6-12da7e65de7f tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.62 "GET /v2.0/ports?device_id=43d353fb-a9be-4a3b-a23d-4aaefea04672 HTTP/1.1" status: 200 len: 948 time: 0.1177545 Oct 30 15:05:28.654035 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4dabfbba-2967-426f-a360-3e6e506a965b req-061e71f1-307e-445c-887e-2c0850648c03 service neutron] 10.222.0.44 "GET /v2.0/networks/0e073e54-a4ee-47aa-891d-4a1d26e93e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453612 Oct 30 15:05:28.686376 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 6bd33d2f-55ff-4a66-a734-135baa2b6ab2, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=6bd33d2f-55ff-4a66-a734-135baa2b6ab2,segment=NetworkSegment(e8246d9e-f8e1-4659-b367-d870958fbb44),segment_id=e8246d9e-f8e1-4659-b367-d870958fbb44)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:05:28.702380 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:28.743748 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c4f856-122e-4eee-9c19-8ae5086d8b0e tempest-ServerDiagnosticsNegativeTest-816925715 tempest-ServerDiagnosticsNegativeTest-816925715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc98cf6-41d9-48f2-be4b-d933269f4dd8,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:28.774307 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6035924-44f4-4a46-a8fd-6fb459ea8af3 admin admin] Checking segment: {'id': 'ca3875f8-459b-476a-8479-f1068d5cd777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f2129ed2-4369-43b7-bf87-f3218717f268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:05:28.774923 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6035924-44f4-4a46-a8fd-6fb459ea8af3 admin admin] Network hostable DHCP agents. Network: f2129ed2-4369-43b7-bf87-f3218717f268, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:05:28.795154 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c412586c-bb54-46bc-a1b7-57084d447aef req-bbb614ac-1d91-445e-8ccc-4e00d91342a8 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.62 "GET /v2.0/security-groups?id=60ea4c70-22fc-4ca1-9dc8-302a1ea097ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455710 Oct 30 15:05:28.796597 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4dabfbba-2967-426f-a360-3e6e506a965b req-f5fe619f-6657-4619-9611-84fde0eebf5b service neutron] 10.222.0.44 "GET /v2.0/networks/0e073e54-a4ee-47aa-891d-4a1d26e93e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341383 Oct 30 15:05:28.816398 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6035924-44f4-4a46-a8fd-6fb459ea8af3 admin admin] Network f2129ed2-4369-43b7-bf87-f3218717f268 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:05:28.831916 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-b6035924-44f4-4a46-a8fd-6fb459ea8af3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, f2129ed2-4369-43b7-bf87-f3218717f268) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:05:28.843665 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6035924-44f4-4a46-a8fd-6fb459ea8af3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:28.853916 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b6035924-44f4-4a46-a8fd-6fb459ea8af3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:28.863580 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c0ea4a-40b2-4a19-9c3c-172c682e7614 None None] Network f2129ed2-4369-43b7-bf87-f3218717f268 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:05:28.882579 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.53', 61272) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:28.924539 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb833d84-3366-44fe-a86f-7dce2c3f4e55 req-966e4d9f-bd6b-4570-8000-0ac908db2a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:28.926760 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-eb833d84-3366-44fe-a86f-7dce2c3f4e55 req-966e4d9f-bd6b-4570-8000-0ac908db2a72 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=69837c7685c1471a8281a6c045018170&device_id=7c372d04-8ef1-4343-a171-22691798b5b2 HTTP/1.1" status: 200 len: 1095 time: 0.0634449 Oct 30 15:05:28.940162 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b6035924-44f4-4a46-a8fd-6fb459ea8af3 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9676900 Oct 30 15:05:28.975763 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=6bd33d2f-55ff-4a66-a734-135baa2b6ab2,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:29.011724 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-b35098ec-0b7e-45d2-8c25-abe8f350ad69 req-42c4f856-122e-4eee-9c19-8ae5086d8b0e tempest-ServerDiagnosticsNegativeTest-816925715 tempest-ServerDiagnosticsNegativeTest-816925715-project] Allocated IP 192.168.233.130 (8de8b155-6e08-41c3-866a-8b30bb481704/43b5dea3-b65b-4514-8ec2-18a4245eb194/ed7a5388-bcc8-42df-a1bc-8b11b94f2b8a) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:05:29.077469 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['6bd33d2f-55ff-4a66-a734-135baa2b6ab2'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:05:29.104673 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135e1ec-6292-4eda-ae99-340fe016b88a req-37371f87-3f36-4298-b346-c4df64508061 tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:29.110164 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7135e1ec-6292-4eda-ae99-340fe016b88a req-37371f87-3f36-4298-b346-c4df64508061 tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] 10.222.0.53 "GET /v2.0/ports?device_id=8617dd06-2e1c-4b82-a336-42beea0cbbf6 HTTP/1.1" status: 200 len: 970 time: 0.2241950 Oct 30 15:05:29.220593 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b0d7da-4c85-4b35-8634-d556a532de85 None None] Network f2129ed2-4369-43b7-bf87-f3218717f268 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:05:29.230190 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 51316) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:29.366828 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb833d84-3366-44fe-a86f-7dce2c3f4e55 req-e791461e-3a8e-4e03-85e4-a59942a58833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:29.373405 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-eb833d84-3366-44fe-a86f-7dce2c3f4e55 req-e791461e-3a8e-4e03-85e4-a59942a58833 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0e073e54-a4ee-47aa-891d-4a1d26e93e93 HTTP/1.1" status: 200 len: 925 time: 0.4290168 Oct 30 15:05:29.455426 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-eb833d84-3366-44fe-a86f-7dce2c3f4e55 req-691e4c30-2a5b-4a84-b234-5c0fd0cbcf6e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad491b01-b4db-4766-a4e8-194291f2f7a6 HTTP/1.1" status: 200 len: 217 time: 0.0618649 Oct 30 15:05:29.469067 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18066cc0-a564-4241-866a-19a068a03770 req-94039d12-2e6a-46aa-a003-f383564f9b7e tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:29.470593 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-18066cc0-a564-4241-866a-19a068a03770 req-94039d12-2e6a-46aa-a003-f383564f9b7e tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=343deeda-6653-4a84-8468-1e6ef21c9864 HTTP/1.1" status: 200 len: 966 time: 0.4913974 Oct 30 15:05:29.519206 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb833d84-3366-44fe-a86f-7dce2c3f4e55 req-2d9b6c55-55c0-4dc2-a905-3f5227b15722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:29.519868 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-eb833d84-3366-44fe-a86f-7dce2c3f4e55 req-2d9b6c55-55c0-4dc2-a905-3f5227b15722 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1b4f6d7c-44b3-47fa-9b94-0bd8519fb087 HTTP/1.1" status: 200 len: 863 time: 0.0482719 Oct 30 15:05:29.526284 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:29.533611 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-749c26e2-fbcb-43e8-a0cb-f9a82af4688a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:29.576128 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-7135e1ec-6292-4eda-ae99-340fe016b88a req-f5adecd0-082a-4493-ae92-5777217fbf4d tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] Deleting port 1674cc14-f9de-4df0-9e64-14de573490ac {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:05:29.576585 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-7135e1ec-6292-4eda-ae99-340fe016b88a req-f5adecd0-082a-4493-ae92-5777217fbf4d tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:29.597997 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-18066cc0-a564-4241-866a-19a068a03770 req-ef679491-7dba-4814-b565-4b6311d75fda tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770783 Oct 30 15:05:29.609016 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb833d84-3366-44fe-a86f-7dce2c3f4e55 req-cc908fde-d533-4479-bcdd-94b2a6c2cb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:29.611094 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-eb833d84-3366-44fe-a86f-7dce2c3f4e55 req-cc908fde-d533-4479-bcdd-94b2a6c2cb93 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0e073e54-a4ee-47aa-891d-4a1d26e93e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0827167 Oct 30 15:05:29.646657 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-b35098ec-0b7e-45d2-8c25-abe8f350ad69 req-42c4f856-122e-4eee-9c19-8ae5086d8b0e tempest-ServerDiagnosticsNegativeTest-816925715 tempest-ServerDiagnosticsNegativeTest-816925715-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:29.674115 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa4efdd-dc64-49c8-9832-d50e97803325 req-34d6472c-0a22-4c89-b11b-80093380deea tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:29.681528 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4fa4efdd-dc64-49c8-9832-d50e97803325 req-34d6472c-0a22-4c89-b11b-80093380deea tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c372d04-8ef1-4343-a171-22691798b5b2 HTTP/1.1" status: 200 len: 943 time: 0.2397511 Oct 30 15:05:29.794544 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4fa4efdd-dc64-49c8-9832-d50e97803325 req-ec963e3b-7c8a-4a76-9ed7-d28b75a4d561 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3c05691-ef86-4427-a0a1-ac12c39f9197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094170 Oct 30 15:05:29.836848 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 51340) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:29.849174 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-e4cd3b1e-8d31-4f2d-82cf-fb4620ec952f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1654093732-network', 'tenant_id': '66d666a26ac243bc82d1c2af96d1544d'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:05:29.854785 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-749c26e2-fbcb-43e8-a0cb-f9a82af4688a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:29.857324 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-7135e1ec-6292-4eda-ae99-340fe016b88a req-f5adecd0-082a-4493-ae92-5777217fbf4d tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] For port 1674cc14-f9de-4df0-9e64-14de573490ac, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=1674cc14-f9de-4df0-9e64-14de573490ac,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:05:29.857689 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-7135e1ec-6292-4eda-ae99-340fe016b88a req-f5adecd0-082a-4493-ae92-5777217fbf4d tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:29.874166 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-749c26e2-fbcb-43e8-a0cb-f9a82af4688a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:29.900693 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-b35098ec-0b7e-45d2-8c25-abe8f350ad69 req-42c4f856-122e-4eee-9c19-8ae5086d8b0e tempest-ServerDiagnosticsNegativeTest-816925715 tempest-ServerDiagnosticsNegativeTest-816925715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:29.913665 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-7135e1ec-6292-4eda-ae99-340fe016b88a req-f5adecd0-082a-4493-ae92-5777217fbf4d tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] Calling delete_port for 1674cc14-f9de-4df0-9e64-14de573490ac owned by compute:tempest-test_az-830569475 {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:05:29.963750 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf6e49-a31b-486c-bfb1-158c7c3d5115 req-944ad8f4-9337-461f-ac92-2d1219065f64 tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:29.970932 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-04bf6e49-a31b-486c-bfb1-158c7c3d5115 req-944ad8f4-9337-461f-ac92-2d1219065f64 tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] 10.222.0.62 "GET /v2.0/ports?device_id=8617dd06-2e1c-4b82-a336-42beea0cbbf6 HTTP/1.1" status: 200 len: 970 time: 0.2668278 Oct 30 15:05:29.983532 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-eb833d84-3366-44fe-a86f-7dce2c3f4e55 req-71320128-f483-493c-92d9-384d08adaf5a service neutron] 10.222.0.44 "GET /v2.0/networks/0e073e54-a4ee-47aa-891d-4a1d26e93e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634040 Oct 30 15:05:29.996359 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4cd3b1e-8d31-4f2d-82cf-fb4620ec952f admin admin] Made reservation on behalf of 66d666a26ac243bc82d1c2af96d1544d for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:05:29.998585 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e4cd3b1e-8d31-4f2d-82cf-fb4620ec952f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:30.039924 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749c26e2-fbcb-43e8-a0cb-f9a82af4688a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa4a7a8-4c21-4785-b1b2-550631caf086,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:30.055377 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-04bf6e49-a31b-486c-bfb1-158c7c3d5115 req-727c064a-b52c-4ae2-b911-c58f20e7d7a3 tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] 10.222.0.62 "GET /v2.0/security-groups?id=7391d82b-e46e-4f02-a6cc-f2cd36f042ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835516 Oct 30 15:05:30.074936 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b35098ec-0b7e-45d2-8c25-abe8f350ad69 req-42c4f856-122e-4eee-9c19-8ae5086d8b0e tempest-ServerDiagnosticsNegativeTest-816925715 tempest-ServerDiagnosticsNegativeTest-816925715-project] Network 8de8b155-6e08-41c3-866a-8b30bb481704 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:05:30.077594 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-749c26e2-fbcb-43e8-a0cb-f9a82af4688a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=48c7d0d1f90040f2a237059700e573bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8434436 Oct 30 15:05:30.080411 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 51348) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:30.093057 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-b35098ec-0b7e-45d2-8c25-abe8f350ad69 req-42c4f856-122e-4eee-9c19-8ae5086d8b0e tempest-ServerDiagnosticsNegativeTest-816925715 tempest-ServerDiagnosticsNegativeTest-816925715-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:05:30.099688 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e4cd3b1e-8d31-4f2d-82cf-fb4620ec952f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:30.105352 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-b35098ec-0b7e-45d2-8c25-abe8f350ad69 req-42c4f856-122e-4eee-9c19-8ae5086d8b0e tempest-ServerDiagnosticsNegativeTest-816925715 tempest-ServerDiagnosticsNegativeTest-816925715-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:05:30.110910 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35098ec-0b7e-45d2-8c25-abe8f350ad69 req-42c4f856-122e-4eee-9c19-8ae5086d8b0e tempest-ServerDiagnosticsNegativeTest-816925715 tempest-ServerDiagnosticsNegativeTest-816925715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:30.111612 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-b35098ec-0b7e-45d2-8c25-abe8f350ad69 req-42c4f856-122e-4eee-9c19-8ae5086d8b0e tempest-ServerDiagnosticsNegativeTest-816925715 tempest-ServerDiagnosticsNegativeTest-816925715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:30.132892 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c4f856-122e-4eee-9c19-8ae5086d8b0e tempest-ServerDiagnosticsNegativeTest-816925715 tempest-ServerDiagnosticsNegativeTest-816925715-project] Pushing event updated for resources: {'Port': ['ID=ed7a5388-bcc8-42df-a1bc-8b11b94f2b8a,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:30.166230 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-eb833d84-3366-44fe-a86f-7dce2c3f4e55 req-7394aa43-3415-4b69-b239-7566823e18c5 service neutron] 10.222.0.44 "GET /v2.0/networks/0e073e54-a4ee-47aa-891d-4a1d26e93e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722550 Oct 30 15:05:30.169271 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b35098ec-0b7e-45d2-8c25-abe8f350ad69 req-42c4f856-122e-4eee-9c19-8ae5086d8b0e tempest-ServerDiagnosticsNegativeTest-816925715 tempest-ServerDiagnosticsNegativeTest-816925715-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9380648 Oct 30 15:05:30.173180 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7f06841e-41e7-4400-9553-27d60aa90e97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:30.178893 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device f7e4b9ab-7204-4289-af91-708f514a3756 details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:05:30.187160 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959742a0-e5ee-4162-8213-3b6fd995c70a req-ffb2aa23-a505-412d-bb57-f2caa21e5532 tempest-ServerDiagnosticsNegativeTest-816925715 tempest-ServerDiagnosticsNegativeTest-816925715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:30.188744 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-959742a0-e5ee-4162-8213-3b6fd995c70a req-ffb2aa23-a505-412d-bb57-f2caa21e5532 tempest-ServerDiagnosticsNegativeTest-816925715 tempest-ServerDiagnosticsNegativeTest-816925715-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa759fe2-4037-4d71-b37f-46af69f1ab3a HTTP/1.1" status: 200 len: 936 time: 0.3184388 Oct 30 15:05:30.202196 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-b35098ec-0b7e-45d2-8c25-abe8f350ad69 req-29810a57-a51f-4d77-84f7-02b19910446f service neutron] Request body: {'port': {'device_id': 'aa759fe2-4037-4d71-b37f-46af69f1ab3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:05:30.211030 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7f06841e-41e7-4400-9553-27d60aa90e97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:30.282215 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 6bd33d2f-55ff-4a66-a734-135baa2b6ab2 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:05:30.288900 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404bcde8-a7bb-4677-8fe2-5c94e7cf1c24 req-7ba952c6-08dd-4b49-9b4c-5fb88b229370 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:30.290562 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-959742a0-e5ee-4162-8213-3b6fd995c70a req-2cc16681-06d0-4f44-9d18-794c6262f44f tempest-ServerDiagnosticsNegativeTest-816925715 tempest-ServerDiagnosticsNegativeTest-816925715-project] 10.222.0.62 "GET /v2.0/security-groups?id=ccc98cf6-41d9-48f2-be4b-d933269f4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811627 Oct 30 15:05:30.291245 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-404bcde8-a7bb-4677-8fe2-5c94e7cf1c24 req-7ba952c6-08dd-4b49-9b4c-5fb88b229370 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.62 "GET /v2.0/ports?device_id=43d353fb-a9be-4a3b-a23d-4aaefea04672 HTTP/1.1" status: 200 len: 948 time: 0.1378665 Oct 30 15:05:30.333602 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7f06841e-41e7-4400-9553-27d60aa90e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:30.339113 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7f06841e-41e7-4400-9553-27d60aa90e97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:30.344006 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-7f06841e-41e7-4400-9553-27d60aa90e97 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7aa4a7a8-4c21-4785-b1b2-550631caf086 HTTP/1.1" status: 204 len: 168 time: 0.2624676 Oct 30 15:05:30.386038 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f06841e-41e7-4400-9553-27d60aa90e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa4a7a8-4c21-4785-b1b2-550631caf086,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:30.386544 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port 6bd33d2f-55ff-4a66-a734-135baa2b6ab2 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:05:30.401883 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port f7e4b9ab-7204-4289-af91-708f514a3756, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=f7e4b9ab-7204-4289-af91-708f514a3756,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:05:30.411660 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-404bcde8-a7bb-4677-8fe2-5c94e7cf1c24 req-7d961b9b-9323-43d0-a77e-eafa0cacee2f tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.62 "GET /v2.0/security-groups?id=60ea4c70-22fc-4ca1-9dc8-302a1ea097ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985284 Oct 30 15:05:30.428385 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 6bd33d2f-55ff-4a66-a734-135baa2b6ab2 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:05:30.429022 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:30.441322 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-b35098ec-0b7e-45d2-8c25-abe8f350ad69 req-29810a57-a51f-4d77-84f7-02b19910446f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:30.469228 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': 'f7e4b9ab-7204-4289-af91-708f514a3756', 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704', 'port_id': 'f7e4b9ab-7204-4289-af91-708f514a3756', 'mac_address': 'fa:16:3e:6c:ef:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b5dea3-b65b-4514-8ec2-18a4245eb194', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:05:30.496182 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-7135e1ec-6292-4eda-ae99-340fe016b88a req-f5adecd0-082a-4493-ae92-5777217fbf4d tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:30.522491 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['1674cc14-f9de-4df0-9e64-14de573490ac'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:05:30.526869 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e4cd3b1e-8d31-4f2d-82cf-fb4620ec952f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:30.581564 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-4c87757e-34ae-4ee0-badd-3ab02ce7165d None None] Provisioning complete for port ed7a5388-bcc8-42df-a1bc-8b11b94f2b8a triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:05:30.581938 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4c87757e-34ae-4ee0-badd-3ab02ce7165d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:30.631436 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:30.645102 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-4c87757e-34ae-4ee0-badd-3ab02ce7165d None None] Port ed7a5388-bcc8-42df-a1bc-8b11b94f2b8a cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:05:30.678905 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7e4b9ab-7204-4289-af91-708f514a3756 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:05:30.708740 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:30.720997 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port f7e4b9ab-7204-4289-af91-708f514a3756, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=f7e4b9ab-7204-4289-af91-708f514a3756,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:05:30.732351 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:30.741715 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '343deeda-6653-4a84-8468-1e6ef21c9864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd33d2f-55ff-4a66-a734-135baa2b6ab2'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:05:30.744195 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527375b1-1879-4217-a2dd-48d446ecd265" -d '{"events": [{"server_uuid": "343deeda-6653-4a84-8468-1e6ef21c9864", "name": "network-vif-plugged", "status": "completed", "tag": "6bd33d2f-55ff-4a66-a734-135baa2b6ab2"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:05:30.744827 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e4cd3b1e-8d31-4f2d-82cf-fb4620ec952f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:30.782331 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 6bd33d2f-55ff-4a66-a734-135baa2b6ab2, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=6bd33d2f-55ff-4a66-a734-135baa2b6ab2,segment=NetworkSegment(e8246d9e-f8e1-4659-b367-d870958fbb44),segment_id=e8246d9e-f8e1-4659-b367-d870958fbb44)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:05:30.807186 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cd3b1e-8d31-4f2d-82cf-fb4620ec952f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7cc4611-5e50-4a61-a257-416030d624aa,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:30.809262 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:30.825428 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=f7e4b9ab-7204-4289-af91-708f514a3756,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:30.844940 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5adecd0-082a-4493-ae92-5777217fbf4d tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] Pushing event deleted for resources: {'Port': ['ID=1674cc14-f9de-4df0-9e64-14de573490ac,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:30.883064 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b7129c0-a3f6-44fb-959c-38eac5455784 x-openstack-request-id: req-8b7129c0-a3f6-44fb-959c-38eac5455784 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:05:30.884229 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "343deeda-6653-4a84-8468-1e6ef21c9864", "name": "network-vif-plugged", "status": "completed", "tag": "6bd33d2f-55ff-4a66-a734-135baa2b6ab2", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:05:30.884930 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8b7129c0-a3f6-44fb-959c-38eac5455784 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:05:30.887981 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '343deeda-6653-4a84-8468-1e6ef21c9864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd33d2f-55ff-4a66-a734-135baa2b6ab2', 'code': 200} Oct 30 15:05:30.948641 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4cd3b1e-8d31-4f2d-82cf-fb4620ec952f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:05:30.950295 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=6bd33d2f-55ff-4a66-a734-135baa2b6ab2,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:30.950750 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-7135e1ec-6292-4eda-ae99-340fe016b88a req-f5adecd0-082a-4493-ae92-5777217fbf4d tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] No DVR routers for this DVR port 1674cc14-f9de-4df0-9e64-14de573490ac on host n-h1-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:05:30.952084 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.53', 61274) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:30.969978 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-7135e1ec-6292-4eda-ae99-340fe016b88a req-f5adecd0-082a-4493-ae92-5777217fbf4d tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:30.975530 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7135e1ec-6292-4eda-ae99-340fe016b88a req-f5adecd0-082a-4493-ae92-5777217fbf4d tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] 10.222.0.53 "DELETE /v2.0/ports/1674cc14-f9de-4df0-9e64-14de573490ac HTTP/1.1" status: 204 len: 173 time: 1.8575544 Oct 30 15:05:31.002223 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8617dd06-2e1c-4b82-a336-42beea0cbbf6', 'name': 'network-vif-deleted', 'tag': '1674cc14-f9de-4df0-9e64-14de573490ac'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:05:31.004981 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac21f33-4dd2-49c7-801f-a00c1648c40d" -d '{"events": [{"server_uuid": "8617dd06-2e1c-4b82-a336-42beea0cbbf6", "name": "network-vif-deleted", "tag": "1674cc14-f9de-4df0-9e64-14de573490ac"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:05:31.009752 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 51376) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:31.064723 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['f7e4b9ab-7204-4289-af91-708f514a3756'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:05:31.112366 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119a67ca-594d-49a9-84d7-e57d016d7d9b req-a1b969f2-3700-4e30-85d1-8e4a09466253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:31.114387 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-119a67ca-594d-49a9-84d7-e57d016d7d9b req-a1b969f2-3700-4e30-85d1-8e4a09466253 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=343deeda-6653-4a84-8468-1e6ef21c9864 HTTP/1.1" status: 200 len: 1119 time: 0.1611066 Oct 30 15:05:31.126824 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3173ccbb-9ed8-41c3-9fd4-ba1a2eb9f135 req-d21e0090-14e3-44c1-90cd-00f447551c4b tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:31.137962 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3173ccbb-9ed8-41c3-9fd4-ba1a2eb9f135 req-d21e0090-14e3-44c1-90cd-00f447551c4b tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c372d04-8ef1-4343-a171-22691798b5b2 HTTP/1.1" status: 200 len: 943 time: 0.1075799 Oct 30 15:05:31.155644 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e4cd3b1e-8d31-4f2d-82cf-fb4620ec952f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:31.156242 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-e4cd3b1e-8d31-4f2d-82cf-fb4620ec952f admin admin] Added segment d6a99664-d203-4e3c-8ba7-a3053b099756 of type vlan for network f1e2a573-94b6-4f56-9e3d-91a1384d9ed2 Oct 30 15:05:31.180010 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5e7795fa-28f2-4983-80ae-c10a22ddfadc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:31.208441 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-119a67ca-594d-49a9-84d7-e57d016d7d9b req-2aaa295f-ce66-42a1-afb1-0558a93eb7bb service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653429 Oct 30 15:05:31.223545 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3173ccbb-9ed8-41c3-9fd4-ba1a2eb9f135 req-7a882a31-878a-4712-88df-de0d6190ca42 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3c05691-ef86-4427-a0a1-ac12c39f9197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818567 Oct 30 15:05:31.225416 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e504b-e99a-427c-84ae-18068fa8de5a req-6722cd60-38a7-48ca-8c1c-33649b242a2a tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:31.232521 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-107e504b-e99a-427c-84ae-18068fa8de5a req-6722cd60-38a7-48ca-8c1c-33649b242a2a tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=343deeda-6653-4a84-8468-1e6ef21c9864 HTTP/1.1" status: 200 len: 967 time: 0.4841228 Oct 30 15:05:31.265221 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 51384) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:31.316732 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a98cc84-d4d7-4483-9dac-82d4241b15c4 x-openstack-request-id: req-9a98cc84-d4d7-4483-9dac-82d4241b15c4 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:05:31.317048 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8617dd06-2e1c-4b82-a336-42beea0cbbf6", "name": "network-vif-deleted", "tag": "1674cc14-f9de-4df0-9e64-14de573490ac", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:05:31.317222 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9a98cc84-d4d7-4483-9dac-82d4241b15c4 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:05:31.317903 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8617dd06-2e1c-4b82-a336-42beea0cbbf6', 'name': 'network-vif-deleted', 'tag': '1674cc14-f9de-4df0-9e64-14de573490ac', 'status': 'completed', 'code': 200} Oct 30 15:05:31.319167 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e4cd3b1e-8d31-4f2d-82cf-fb4620ec952f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:31.372002 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-107e504b-e99a-427c-84ae-18068fa8de5a req-9c990c96-798e-4373-a091-04cbad3c377f tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385994 Oct 30 15:05:31.431357 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-01bf1c15-12dc-48b4-82eb-809cffb04118 req-02b5a2c8-dcad-48a8-8dc5-4fc2c6b7eae6 tempest-AggregatesAdminTestJSON-1302018699 tempest-AggregatesAdminTestJSON-1302018699-project] 10.222.0.62 "GET /v2.0/ports?device_id=8617dd06-2e1c-4b82-a336-42beea0cbbf6 HTTP/1.1" status: 200 len: 210 time: 0.0417206 Oct 30 15:05:31.432543 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-99e81043-b502-4928-a185-1e6e62a71885 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:31.438584 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e4cd3b1e-8d31-4f2d-82cf-fb4620ec952f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:31.439789 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cd3b1e-8d31-4f2d-82cf-fb4620ec952f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:31.441368 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e4cd3b1e-8d31-4f2d-82cf-fb4620ec952f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:31.550378 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-99e81043-b502-4928-a185-1e6e62a71885 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:31.558714 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-99e81043-b502-4928-a185-1e6e62a71885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:31.560484 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:31.577728 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-e4cd3b1e-8d31-4f2d-82cf-fb4620ec952f admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7328269 Oct 30 15:05:31.591671 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 51392) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:31.592679 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf978cc6-f220-4fc0-bd6d-ced51fb2e721 req-13576edf-30ae-4fb1-857c-1101efff90e3 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:31.594156 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bf978cc6-f220-4fc0-bd6d-ced51fb2e721 req-13576edf-30ae-4fb1-857c-1101efff90e3 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.62 "GET /v2.0/ports?device_id=43d353fb-a9be-4a3b-a23d-4aaefea04672 HTTP/1.1" status: 200 len: 949 time: 0.0903997 Oct 30 15:05:31.596948 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-f54993d9-b482-4bf8-9eba-51935fdad1ba admin admin] Request body: {'subnet': {'network_id': 'f1e2a573-94b6-4f56-9e3d-91a1384d9ed2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1654093732-subnet', 'tenant_id': '66d666a26ac243bc82d1c2af96d1544d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:05:31.602955 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5e7795fa-28f2-4983-80ae-c10a22ddfadc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:31.625314 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cd3b1e-8d31-4f2d-82cf-fb4620ec952f admin admin] Pushing event updated for resources: {'Network': ['ID=f1e2a573-94b6-4f56-9e3d-91a1384d9ed2,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:31.627962 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-99e81043-b502-4928-a185-1e6e62a71885 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fb0f04dd001349879c600705f1eb7437&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3607962 Oct 30 15:05:31.628667 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e81043-b502-4928-a185-1e6e62a71885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2fafb02-90b9-4154-8bcb-b8a591bce5da,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:31.631012 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 51394) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:31.636726 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5e7795fa-28f2-4983-80ae-c10a22ddfadc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:31.653543 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network f1e2a573-94b6-4f56-9e3d-91a1384d9ed2 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:05:31.684997 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b19afe-b722-445b-ad09-92d90b4456af req-92ea8972-c2d9-4b77-bd03-9c9752a6f655 tempest-ServerDiagnosticsNegativeTest-816925715 tempest-ServerDiagnosticsNegativeTest-816925715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:31.686555 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f3b19afe-b722-445b-ad09-92d90b4456af req-92ea8972-c2d9-4b77-bd03-9c9752a6f655 tempest-ServerDiagnosticsNegativeTest-816925715 tempest-ServerDiagnosticsNegativeTest-816925715-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa759fe2-4037-4d71-b37f-46af69f1ab3a HTTP/1.1" status: 200 len: 936 time: 0.2490475 Oct 30 15:05:31.691650 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-b35098ec-0b7e-45d2-8c25-abe8f350ad69 req-29810a57-a51f-4d77-84f7-02b19910446f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed7a5388-bcc8-42df-a1bc-8b11b94f2b8a {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:05:31.708285 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bf978cc6-f220-4fc0-bd6d-ced51fb2e721 req-c31cbf95-f968-4fca-b64d-e7aa30bf689f tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.62 "GET /v2.0/security-groups?id=60ea4c70-22fc-4ca1-9dc8-302a1ea097ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047511 Oct 30 15:05:31.716956 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-b35098ec-0b7e-45d2-8c25-abe8f350ad69 req-29810a57-a51f-4d77-84f7-02b19910446f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:31.734159 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f54993d9-b482-4bf8-9eba-51935fdad1ba admin admin] Made reservation on behalf of 66d666a26ac243bc82d1c2af96d1544d for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:05:31.736224 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-18f19b52-bd7b-4b43-9ac6-b462fbaa03bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:31.736563 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f54993d9-b482-4bf8-9eba-51935fdad1ba admin admin] Publish callbacks [] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:31.749818 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7795fa-28f2-4983-80ae-c10a22ddfadc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b30a034-dd87-4385-9c2a-1a73d031f4ad,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:31.755760 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-5e7795fa-28f2-4983-80ae-c10a22ddfadc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=38799e702c1e4e5a8104e3afcc9cdfd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6317446 Oct 30 15:05:31.778502 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 51396) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:31.786053 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-18f19b52-bd7b-4b43-9ac6-b462fbaa03bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:31.817515 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-b35098ec-0b7e-45d2-8c25-abe8f350ad69 req-29810a57-a51f-4d77-84f7-02b19910446f service neutron] Transition to ACTIVE for port object ed7a5388-bcc8-42df-a1bc-8b11b94f2b8a will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:05:31.838916 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-b35098ec-0b7e-45d2-8c25-abe8f350ad69 req-29810a57-a51f-4d77-84f7-02b19910446f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:31.854573 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-754d6da4-79a7-4966-9c2f-15bdeab15e4f req-a18f373d-ea01-483c-9d99-11456b89e75a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8617dd06-2e1c-4b82-a336-42beea0cbbf6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0288372 Oct 30 15:05:31.862266 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f3b19afe-b722-445b-ad09-92d90b4456af req-c2713113-c8c9-43fd-81d4-027b53df1e67 tempest-ServerDiagnosticsNegativeTest-816925715 tempest-ServerDiagnosticsNegativeTest-816925715-project] 10.222.0.62 "GET /v2.0/security-groups?id=ccc98cf6-41d9-48f2-be4b-d933269f4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540859 Oct 30 15:05:31.886076 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-18f19b52-bd7b-4b43-9ac6-b462fbaa03bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:31.888777 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-18f19b52-bd7b-4b43-9ac6-b462fbaa03bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:31.892561 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-18f19b52-bd7b-4b43-9ac6-b462fbaa03bb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b2fafb02-90b9-4154-8bcb-b8a591bce5da HTTP/1.1" status: 204 len: 168 time: 0.2590559 Oct 30 15:05:31.901315 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f19b52-bd7b-4b43-9ac6-b462fbaa03bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2fafb02-90b9-4154-8bcb-b8a591bce5da,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:31.982603 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29810a57-a51f-4d77-84f7-02b19910446f service neutron] Pushing event updated for resources: {'Port': ['ID=ed7a5388-bcc8-42df-a1bc-8b11b94f2b8a,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:32.023777 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-754d6da4-79a7-4966-9c2f-15bdeab15e4f req-c8dacdfa-c2ea-418b-9975-754b13ed5b2c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e06bc4844ef44933bd8ef21c3cf43460&device_id=8617dd06-2e1c-4b82-a336-42beea0cbbf6 HTTP/1.1" status: 200 len: 210 time: 0.0340562 Oct 30 15:05:32.027844 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8c99d417-6ffb-46e3-9a00-f534ea707eec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:32.069447 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-b35098ec-0b7e-45d2-8c25-abe8f350ad69 req-29810a57-a51f-4d77-84f7-02b19910446f service neutron] Attempting to bind port ed7a5388-bcc8-42df-a1bc-8b11b94f2b8a on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:05:32.069447 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-b35098ec-0b7e-45d2-8c25-abe8f350ad69 req-29810a57-a51f-4d77-84f7-02b19910446f service neutron] Attempting to bind port ed7a5388-bcc8-42df-a1bc-8b11b94f2b8a by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:05:32.069447 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35098ec-0b7e-45d2-8c25-abe8f350ad69 req-29810a57-a51f-4d77-84f7-02b19910446f service neutron] Attempting to bind port ed7a5388-bcc8-42df-a1bc-8b11b94f2b8a on network 8de8b155-6e08-41c3-866a-8b30bb481704 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:05:32.092772 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-754d6da4-79a7-4966-9c2f-15bdeab15e4f req-678c121f-90a0-4ab0-9c78-fe22f46e27af service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=e06bc4844ef44933bd8ef21c3cf43460&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368619 Oct 30 15:05:32.106027 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8c99d417-6ffb-46e3-9a00-f534ea707eec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:32.125376 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35098ec-0b7e-45d2-8c25-abe8f350ad69 req-29810a57-a51f-4d77-84f7-02b19910446f service neutron] Port ed7a5388-bcc8-42df-a1bc-8b11b94f2b8a on network 8de8b155-6e08-41c3-866a-8b30bb481704 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:05:32.125857 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35098ec-0b7e-45d2-8c25-abe8f350ad69 req-29810a57-a51f-4d77-84f7-02b19910446f service neutron] Attempting to bind port ed7a5388-bcc8-42df-a1bc-8b11b94f2b8a on network 8de8b155-6e08-41c3-866a-8b30bb481704 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:05:32.151302 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device ad491b01-b4db-4766-a4e8-194291f2f7a6 details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:05:32.246145 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f54993d9-b482-4bf8-9eba-51935fdad1ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:32.253204 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device f7e4b9ab-7204-4289-af91-708f514a3756 up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:05:32.284821 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 51404) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:32.291633 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35098ec-0b7e-45d2-8c25-abe8f350ad69 req-29810a57-a51f-4d77-84f7-02b19910446f service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:05:32.292182 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35098ec-0b7e-45d2-8c25-abe8f350ad69 req-29810a57-a51f-4d77-84f7-02b19910446f service neutron] Checking segment: {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:05:32.292650 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35098ec-0b7e-45d2-8c25-abe8f350ad69 req-29810a57-a51f-4d77-84f7-02b19910446f service neutron] Bound using segment: {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:05:32.293165 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-b35098ec-0b7e-45d2-8c25-abe8f350ad69 req-29810a57-a51f-4d77-84f7-02b19910446f service neutron] Bound port: ed7a5388-bcc8-42df-a1bc-8b11b94f2b8a, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:05:32.294117 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-b35098ec-0b7e-45d2-8c25-abe8f350ad69 req-29810a57-a51f-4d77-84f7-02b19910446f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:32.328027 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9b70b520-ccd3-4177-9784-2a4ba3e130ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:32.363898 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port ad491b01-b4db-4766-a4e8-194291f2f7a6, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=ad491b01-b4db-4766-a4e8-194291f2f7a6,segment=NetworkSegment(b4b31197-3a09-4bc0-a34b-293e7ced3758),segment_id=b4b31197-3a09-4bc0-a34b-293e7ced3758)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:05:32.380808 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': 'ad491b01-b4db-4766-a4e8-194291f2f7a6', 'network_id': '0e073e54-a4ee-47aa-891d-4a1d26e93e93', 'port_id': 'ad491b01-b4db-4766-a4e8-194291f2f7a6', 'mac_address': 'fa:16:3e:c9:ac:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b4f6d7c-44b3-47fa-9b94-0bd8519fb087', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:05:32.395305 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port f7e4b9ab-7204-4289-af91-708f514a3756 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:05:32.400545 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port f7e4b9ab-7204-4289-af91-708f514a3756 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:05:32.401430 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:32.460469 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-b35098ec-0b7e-45d2-8c25-abe8f350ad69 req-29810a57-a51f-4d77-84f7-02b19910446f service neutron] For port ed7a5388-bcc8-42df-a1bc-8b11b94f2b8a, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:05:32.461086 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d6da4-79a7-4966-9c2f-15bdeab15e4f req-e870ab2e-1ed4-44bb-b72c-40854bc88ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:32.462599 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-754d6da4-79a7-4966-9c2f-15bdeab15e4f req-e870ab2e-1ed4-44bb-b72c-40854bc88ab3 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3495960 Oct 30 15:05:32.464786 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-b35098ec-0b7e-45d2-8c25-abe8f350ad69 req-29810a57-a51f-4d77-84f7-02b19910446f service neutron] For port ed7a5388-bcc8-42df-a1bc-8b11b94f2b8a, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=ed7a5388-bcc8-42df-a1bc-8b11b94f2b8a,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:05:32.481908 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:32.494872 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9b70b520-ccd3-4177-9784-2a4ba3e130ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:32.495991 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-b35098ec-0b7e-45d2-8c25-abe8f350ad69 req-29810a57-a51f-4d77-84f7-02b19910446f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:32.504286 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad491b01-b4db-4766-a4e8-194291f2f7a6 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:05:32.507485 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14da5b4-a743-4872-b5fa-071a3eea4a37 req-baff8429-1ea5-42ef-8026-336a28317429 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:32.508545 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c14da5b4-a743-4872-b5fa-071a3eea4a37 req-baff8429-1ea5-42ef-8026-336a28317429 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c372d04-8ef1-4343-a171-22691798b5b2 HTTP/1.1" status: 200 len: 943 time: 0.1464357 Oct 30 15:05:32.509234 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54993d9-b482-4bf8-9eba-51935fdad1ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1a0e5ea-68c1-4afe-a173-0a9c45e1b32a,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:32.509416 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9b70b520-ccd3-4177-9784-2a4ba3e130ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:32.520413 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54993d9-b482-4bf8-9eba-51935fdad1ba admin admin] Checking segment: {'id': 'd6a99664-d203-4e3c-8ba7-a3053b099756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f1e2a573-94b6-4f56-9e3d-91a1384d9ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:05:32.520833 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54993d9-b482-4bf8-9eba-51935fdad1ba admin admin] Network hostable DHCP agents. Network: f1e2a573-94b6-4f56-9e3d-91a1384d9ed2, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:05:32.544351 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port ad491b01-b4db-4766-a4e8-194291f2f7a6, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=ad491b01-b4db-4766-a4e8-194291f2f7a6,segment=NetworkSegment(b4b31197-3a09-4bc0-a34b-293e7ced3758),segment_id=b4b31197-3a09-4bc0-a34b-293e7ced3758)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:05:32.556105 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:32.558182 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8c99d417-6ffb-46e3-9a00-f534ea707eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:32.560799 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8c99d417-6ffb-46e3-9a00-f534ea707eec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:32.564683 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-8c99d417-6ffb-46e3-9a00-f534ea707eec admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1b30a034-dd87-4385-9c2a-1a73d031f4ad HTTP/1.1" status: 204 len: 168 time: 0.7851818 Oct 30 15:05:32.600486 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9b70b520-ccd3-4177-9784-2a4ba3e130ec admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2ccc9b34b34246fc9800144f30c127b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3053775 Oct 30 15:05:32.600665 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35098ec-0b7e-45d2-8c25-abe8f350ad69 req-29810a57-a51f-4d77-84f7-02b19910446f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:32.600665 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-b35098ec-0b7e-45d2-8c25-abe8f350ad69 req-29810a57-a51f-4d77-84f7-02b19910446f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:32.601126 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b35098ec-0b7e-45d2-8c25-abe8f350ad69 req-29810a57-a51f-4d77-84f7-02b19910446f service neutron] 10.222.0.53 "PUT /v2.0/ports/ed7a5388-bcc8-42df-a1bc-8b11b94f2b8a HTTP/1.1" status: 200 len: 1097 time: 2.4039443 Oct 30 15:05:32.603514 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c99d417-6ffb-46e3-9a00-f534ea707eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b30a034-dd87-4385-9c2a-1a73d031f4ad,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:32.613420 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c14da5b4-a743-4872-b5fa-071a3eea4a37 req-6d5befe0-9171-4507-8044-e8af25941804 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3c05691-ef86-4427-a0a1-ac12c39f9197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886176 Oct 30 15:05:32.615198 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 51412) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:32.615320 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b70b520-ccd3-4177-9784-2a4ba3e130ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51dea6f4-538c-4957-8aa7-3c763920c73d,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:32.709031 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29810a57-a51f-4d77-84f7-02b19910446f service neutron] Pushing event updated for resources: {'Port': ['ID=ed7a5388-bcc8-42df-a1bc-8b11b94f2b8a,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:32.717474 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54993d9-b482-4bf8-9eba-51935fdad1ba admin admin] Network f1e2a573-94b6-4f56-9e3d-91a1384d9ed2 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:05:32.728871 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=ad491b01-b4db-4766-a4e8-194291f2f7a6,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:32.738586 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0552fc21-ac2a-4309-b064-eb2b7d251ca6 req-aa91fcd3-2792-40fc-ad43-64b1da9284be tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:32.748014 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0552fc21-ac2a-4309-b064-eb2b7d251ca6 req-aa91fcd3-2792-40fc-ad43-64b1da9284be tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=343deeda-6653-4a84-8468-1e6ef21c9864 HTTP/1.1" status: 200 len: 967 time: 0.2599790 Oct 30 15:05:32.771836 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:32.789219 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-f54993d9-b482-4bf8-9eba-51935fdad1ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, f1e2a573-94b6-4f56-9e3d-91a1384d9ed2) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:05:32.802546 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35098ec-0b7e-45d2-8c25-abe8f350ad69 req-a089041f-dbc4-4bf9-8ac0-89e20ff2700c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:32.804093 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b35098ec-0b7e-45d2-8c25-abe8f350ad69 req-a089041f-dbc4-4bf9-8ac0-89e20ff2700c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b6fc334a080c44079162be5b784ade51&device_id=aa759fe2-4037-4d71-b37f-46af69f1ab3a HTTP/1.1" status: 200 len: 1100 time: 0.1517527 Oct 30 15:05:32.811756 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54993d9-b482-4bf8-9eba-51935fdad1ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:32.812356 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f54993d9-b482-4bf8-9eba-51935fdad1ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:32.818859 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23d65ad-359f-488d-83b7-38c90121be57 None None] Network f1e2a573-94b6-4f56-9e3d-91a1384d9ed2 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:05:32.847014 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['ad491b01-b4db-4766-a4e8-194291f2f7a6'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:05:32.914992 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4417af2e-f965-4bc4-9852-ce2f314c4ca2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:32.931779 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0552fc21-ac2a-4309-b064-eb2b7d251ca6 req-60c83beb-5b33-4671-8c6d-da36023ad8d3 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790082 Oct 30 15:05:32.940442 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b35098ec-0b7e-45d2-8c25-abe8f350ad69 req-2071e59a-072b-4c27-896f-54b759a06433 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=ed7a5388-bcc8-42df-a1bc-8b11b94f2b8a HTTP/1.1" status: 200 len: 217 time: 0.1247382 Oct 30 15:05:32.952798 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-f54993d9-b482-4bf8-9eba-51935fdad1ba admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3600931 Oct 30 15:05:33.008394 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4417af2e-f965-4bc4-9852-ce2f314c4ca2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:33.039546 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26950e-17a4-48d6-8387-3f4fea9acc99 req-8ec26d2f-480a-48fa-a682-36a8188ff5a8 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:33.051878 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2d26950e-17a4-48d6-8387-3f4fea9acc99 req-8ec26d2f-480a-48fa-a682-36a8188ff5a8 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.62 "GET /v2.0/ports?device_id=43d353fb-a9be-4a3b-a23d-4aaefea04672 HTTP/1.1" status: 200 len: 949 time: 0.1563563 Oct 30 15:05:33.055279 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35098ec-0b7e-45d2-8c25-abe8f350ad69 req-dcacabc4-8a40-49b3-b2d5-f385cec15367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:33.056947 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b35098ec-0b7e-45d2-8c25-abe8f350ad69 req-dcacabc4-8a40-49b3-b2d5-f385cec15367 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.1028848 Oct 30 15:05:33.122342 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2d26950e-17a4-48d6-8387-3f4fea9acc99 req-d9720e90-2928-44c3-afd1-c91a858fd4b2 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.62 "GET /v2.0/security-groups?id=60ea4c70-22fc-4ca1-9dc8-302a1ea097ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679512 Oct 30 15:05:33.144808 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port f7e4b9ab-7204-4289-af91-708f514a3756, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=f7e4b9ab-7204-4289-af91-708f514a3756,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:05:33.149324 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43d353fb-a9be-4a3b-a23d-4aaefea04672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7e4b9ab-7204-4289-af91-708f514a3756'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:05:33.153376 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22fb6291-e13b-4119-9c05-22e10b0c085f" -d '{"events": [{"server_uuid": "43d353fb-a9be-4a3b-a23d-4aaefea04672", "name": "network-vif-plugged", "status": "completed", "tag": "f7e4b9ab-7204-4289-af91-708f514a3756"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:05:33.156000 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35098ec-0b7e-45d2-8c25-abe8f350ad69 req-eaac0397-587a-465c-8410-e5467fd147c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:33.157595 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b35098ec-0b7e-45d2-8c25-abe8f350ad69 req-eaac0397-587a-465c-8410-e5467fd147c1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0933726 Oct 30 15:05:33.160135 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4417af2e-f965-4bc4-9852-ce2f314c4ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:33.163306 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4417af2e-f965-4bc4-9852-ce2f314c4ca2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:33.164542 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-4417af2e-f965-4bc4-9852-ce2f314c4ca2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/51dea6f4-538c-4957-8aa7-3c763920c73d HTTP/1.1" status: 204 len: 168 time: 0.5438902 Oct 30 15:05:33.173767 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 51436) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:33.181117 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:33.226724 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a4e11f-e8cb-4745-98cc-7146db45bdab req-5dfcff7e-bd87-44d9-aac6-bb79872704ac tempest-ServerDiagnosticsNegativeTest-816925715 tempest-ServerDiagnosticsNegativeTest-816925715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:33.227053 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-04a4e11f-e8cb-4745-98cc-7146db45bdab req-5dfcff7e-bd87-44d9-aac6-bb79872704ac tempest-ServerDiagnosticsNegativeTest-816925715 tempest-ServerDiagnosticsNegativeTest-816925715-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa759fe2-4037-4d71-b37f-46af69f1ab3a HTTP/1.1" status: 200 len: 948 time: 0.1528635 Oct 30 15:05:33.227599 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 51442) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:33.231709 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4417af2e-f965-4bc4-9852-ce2f314c4ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51dea6f4-538c-4957-8aa7-3c763920c73d,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:33.286188 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-04a4e11f-e8cb-4745-98cc-7146db45bdab req-6ddb5fc1-888d-4f43-8672-a7b258d3e4ee tempest-ServerDiagnosticsNegativeTest-816925715 tempest-ServerDiagnosticsNegativeTest-816925715-project] 10.222.0.62 "GET /v2.0/security-groups?id=ccc98cf6-41d9-48f2-be4b-d933269f4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486934 Oct 30 15:05:33.309219 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b35098ec-0b7e-45d2-8c25-abe8f350ad69 req-2b2c2c5b-3931-49e4-9d6b-90c51c741389 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340427 Oct 30 15:05:33.331288 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2f577c9-28f9-45ff-b474-8ff5a20b6366 admin admin] Deleting subnet 5a657ee5-19fd-4642-8b0a-164f38bce9f9 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:05:33.340198 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8cb1a38-262d-41c7-9c40-7e5db404d830 None None] Network f1e2a573-94b6-4f56-9e3d-91a1384d9ed2 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:05:33.342155 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e2f577c9-28f9-45ff-b474-8ff5a20b6366 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:33.417311 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b57caa3-9446-4f5b-bff9-d59bdd8dbdc9 x-openstack-request-id: req-3b57caa3-9446-4f5b-bff9-d59bdd8dbdc9 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:05:33.417559 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43d353fb-a9be-4a3b-a23d-4aaefea04672", "name": "network-vif-plugged", "status": "completed", "tag": "f7e4b9ab-7204-4289-af91-708f514a3756", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:05:33.417641 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3b57caa3-9446-4f5b-bff9-d59bdd8dbdc9 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:05:33.419591 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d353fb-a9be-4a3b-a23d-4aaefea04672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7e4b9ab-7204-4289-af91-708f514a3756', 'code': 200} Oct 30 15:05:33.431785 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e2f577c9-28f9-45ff-b474-8ff5a20b6366 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:33.457405 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa759fe2-4037-4d71-b37f-46af69f1ab3a', 'tag': 'ed7a5388-bcc8-42df-a1bc-8b11b94f2b8a'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:05:33.459750 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90bc0d55-f011-4a65-afd0-efbf5e5d63e3" -d '{"events": [{"name": "network-changed", "server_uuid": "aa759fe2-4037-4d71-b37f-46af69f1ab3a", "tag": "ed7a5388-bcc8-42df-a1bc-8b11b94f2b8a"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:05:33.469453 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b35098ec-0b7e-45d2-8c25-abe8f350ad69 req-09c7ad47-b42d-4072-8eae-973cd7372b4b service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562486 Oct 30 15:05:33.482266 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e2f577c9-28f9-45ff-b474-8ff5a20b6366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:33.534100 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef8abe7-e4b0-424e-892a-6b825e1b2315 x-openstack-request-id: req-0ef8abe7-e4b0-424e-892a-6b825e1b2315 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:05:33.534613 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa759fe2-4037-4d71-b37f-46af69f1ab3a", "tag": "ed7a5388-bcc8-42df-a1bc-8b11b94f2b8a", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:05:33.535045 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0ef8abe7-e4b0-424e-892a-6b825e1b2315 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:05:33.535699 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa759fe2-4037-4d71-b37f-46af69f1ab3a', 'tag': 'ed7a5388-bcc8-42df-a1bc-8b11b94f2b8a', 'status': 'completed', 'code': 200} Oct 30 15:05:33.542767 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=f7e4b9ab-7204-4289-af91-708f514a3756,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:33.645080 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cbc2e4-5404-4d38-b1c9-681859d74cba req-4e292e2f-3a9e-4163-be71-767722ecab9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:33.647515 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-03cbc2e4-5404-4d38-b1c9-681859d74cba req-4e292e2f-3a9e-4163-be71-767722ecab9f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=43d353fb-a9be-4a3b-a23d-4aaefea04672 HTTP/1.1" status: 200 len: 1102 time: 0.1982324 Oct 30 15:05:33.651409 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc0d55-f011-4a65-afd0-efbf5e5d63e3 req-33ae519b-b96d-436e-af31-586bd4db0200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:33.652654 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-90bc0d55-f011-4a65-afd0-efbf5e5d63e3 req-33ae519b-b96d-436e-af31-586bd4db0200 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b6fc334a080c44079162be5b784ade51&device_id=aa759fe2-4037-4d71-b37f-46af69f1ab3a HTTP/1.1" status: 200 len: 1100 time: 0.0919912 Oct 30 15:05:33.669653 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e2f577c9-28f9-45ff-b474-8ff5a20b6366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:33.718681 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f577c9-28f9-45ff-b474-8ff5a20b6366 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a657ee5-19fd-4642-8b0a-164f38bce9f9,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:33.728671 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e2f577c9-28f9-45ff-b474-8ff5a20b6366 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:33.735009 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e2f577c9-28f9-45ff-b474-8ff5a20b6366 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/5a657ee5-19fd-4642-8b0a-164f38bce9f9 HTTP/1.1" status: 204 len: 168 time: 0.5033045 Oct 30 15:05:33.738639 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 51452) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:33.835242 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-59a7523b-7eaa-49e8-8a39-5c65057e54c9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e06bc4844ef44933bd8ef21c3cf43460&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6566286 Oct 30 15:05:33.838550 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 51460) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:33.855419 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-03cbc2e4-5404-4d38-b1c9-681859d74cba req-c59eb71b-725e-48a1-8d5e-fd2c43456ae9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=60ea4c70-22fc-4ca1-9dc8-302a1ea097ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766388 Oct 30 15:05:33.857746 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7c7691cd-2a34-4b5e-8ddf-ed5a4854d6ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:33.903321 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e0bb9e-bf4c-4bad-958d-8b7ddc437a54 req-549088d9-4ebd-4dc6-bcdf-0ba8ab12e2cb tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:33.904930 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a6e0bb9e-bf4c-4bad-958d-8b7ddc437a54 req-549088d9-4ebd-4dc6-bcdf-0ba8ab12e2cb tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=343deeda-6653-4a84-8468-1e6ef21c9864 HTTP/1.1" status: 200 len: 1119 time: 0.1024208 Oct 30 15:05:33.906779 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364786f9-c82a-4ec1-87be-81f874d9311c req-0ba9352a-5fb1-492f-900c-33712be4d2ae tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:33.909016 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-364786f9-c82a-4ec1-87be-81f874d9311c req-0ba9352a-5fb1-492f-900c-33712be4d2ae tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c372d04-8ef1-4343-a171-22691798b5b2 HTTP/1.1" status: 200 len: 944 time: 0.1121721 Oct 30 15:05:33.914452 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc0d55-f011-4a65-afd0-efbf5e5d63e3 req-ac83f8f1-3912-4202-bcd5-aa0a72bc0b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:33.916113 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-90bc0d55-f011-4a65-afd0-efbf5e5d63e3 req-ac83f8f1-3912-4202-bcd5-aa0a72bc0b7f service neutron] 10.222.0.53 "GET /v2.0/networks?id=8de8b155-6e08-41c3-866a-8b30bb481704 HTTP/1.1" status: 200 len: 870 time: 0.2509289 Oct 30 15:05:33.973091 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7c7691cd-2a34-4b5e-8ddf-ed5a4854d6ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:33.993467 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-90bc0d55-f011-4a65-afd0-efbf5e5d63e3 req-4e7b9ae8-2837-4bf9-b5ef-6d48379a129e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=ed7a5388-bcc8-42df-a1bc-8b11b94f2b8a HTTP/1.1" status: 200 len: 217 time: 0.0628991 Oct 30 15:05:34.013924 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a6e0bb9e-bf4c-4bad-958d-8b7ddc437a54 req-e7cb0058-31db-4122-b4a0-0fba6ab0a0c4 tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977159 Oct 30 15:05:34.016597 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7c7691cd-2a34-4b5e-8ddf-ed5a4854d6ca admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 15:05:34.017074 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7c7691cd-2a34-4b5e-8ddf-ed5a4854d6ca admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 15:05:34.018578 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7c7691cd-2a34-4b5e-8ddf-ed5a4854d6ca admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 15:05:34.018910 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7c7691cd-2a34-4b5e-8ddf-ed5a4854d6ca admin admin] Subscribe: > port after_create 55550000 {{(pid=102130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 15:05:34.019227 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7c7691cd-2a34-4b5e-8ddf-ed5a4854d6ca admin admin] Subscribe: > port after_delete 55550000 {{(pid=102130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 15:05:34.019651 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7c7691cd-2a34-4b5e-8ddf-ed5a4854d6ca admin admin] Subscribe: > port after_update 55550000 {{(pid=102130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 15:05:34.020081 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7c7691cd-2a34-4b5e-8ddf-ed5a4854d6ca admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 15:05:34.020751 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7c7691cd-2a34-4b5e-8ddf-ed5a4854d6ca admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 15:05:34.020870 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7c7691cd-2a34-4b5e-8ddf-ed5a4854d6ca admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 15:05:34.021120 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7c7691cd-2a34-4b5e-8ddf-ed5a4854d6ca admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 15:05:34.029569 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-96d68228-32c3-4051-913d-2269899a1546 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:34.069151 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-364786f9-c82a-4ec1-87be-81f874d9311c req-66f3ce36-afce-4898-a8ad-d7e8b5d197a5 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3c05691-ef86-4427-a0a1-ac12c39f9197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492493 Oct 30 15:05:34.101306 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-96d68228-32c3-4051-913d-2269899a1546 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:34.104145 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc0d55-f011-4a65-afd0-efbf5e5d63e3 req-0b4ae702-f089-47aa-9c30-2182d1739293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:34.105687 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-90bc0d55-f011-4a65-afd0-efbf5e5d63e3 req-0b4ae702-f089-47aa-9c30-2182d1739293 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.1025097 Oct 30 15:05:34.141728 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7c7691cd-2a34-4b5e-8ddf-ed5a4854d6ca admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 15:05:34.144390 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7c7691cd-2a34-4b5e-8ddf-ed5a4854d6ca admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 15:05:34.144550 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7c7691cd-2a34-4b5e-8ddf-ed5a4854d6ca admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 15:05:34.145473 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7c7691cd-2a34-4b5e-8ddf-ed5a4854d6ca admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 15:05:34.146154 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-7c7691cd-2a34-4b5e-8ddf-ed5a4854d6ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2129ed2-4369-43b7-bf87-f3218717f268']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:05:34.155195 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device ad491b01-b4db-4766-a4e8-194291f2f7a6 up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:05:34.193614 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc0d55-f011-4a65-afd0-efbf5e5d63e3 req-75e3bfc0-18c0-45f1-b88e-8813bbfda661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:34.195439 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-90bc0d55-f011-4a65-afd0-efbf5e5d63e3 req-75e3bfc0-18c0-45f1-b88e-8813bbfda661 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0698018 Oct 30 15:05:34.216623 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-7c7691cd-2a34-4b5e-8ddf-ed5a4854d6ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca3875f8-459b-476a-8479-f1068d5cd777') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:05:34.216975 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-7c7691cd-2a34-4b5e-8ddf-ed5a4854d6ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca3875f8-459b-476a-8479-f1068d5cd777') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:05:34.235493 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7c7691cd-2a34-4b5e-8ddf-ed5a4854d6ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:34.275554 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7c7691cd-2a34-4b5e-8ddf-ed5a4854d6ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:34.292458 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 1674cc14-f9de-4df0-9e64-14de573490ac no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:05:34.294464 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c7691cd-2a34-4b5e-8ddf-ed5a4854d6ca admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:05:34.294937 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7c7691cd-2a34-4b5e-8ddf-ed5a4854d6ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:34.327113 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: 1674cc14-f9de-4df0-9e64-14de573490ac {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:05:34.327393 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 1674cc14-f9de-4df0-9e64-14de573490ac not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:05:34.328934 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port ad491b01-b4db-4766-a4e8-194291f2f7a6 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:05:34.334385 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port ad491b01-b4db-4766-a4e8-194291f2f7a6 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:05:34.334753 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:34.343196 n-d-806683-17 neutron-server[102130]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 30 15:05:34.343196 n-d-806683-17 neutron-server[102130]: from cryptography.utils import int_from_bytes Oct 30 15:05:34.343196 n-d-806683-17 neutron-server[102130]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 30 15:05:34.343196 n-d-806683-17 neutron-server[102130]: from cryptography.utils import int_from_bytes Oct 30 15:05:34.343196 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:05:34.343196 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:05:34.343196 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:05:34.343196 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:05:34.343196 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:05:34.343196 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:05:34.343196 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:05:34.343196 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:05:34.343196 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:05:34.343196 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:05:34.343196 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:05:34.343196 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:05:34.343196 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:05:34.343196 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:05:34.343196 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:05:34.343196 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:05:34.343196 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:05:34.343196 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:05:34.343196 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:05:34.343196 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:05:34.343196 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:05:34.343196 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:05:34.343196 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:05:34.343196 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:05:34.343196 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:05:34.343196 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:05:34.343196 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:05:34.343196 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:05:34.343196 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:05:34.343196 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:05:34.343196 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:05:34.343196 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:05:34.367822 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-96d68228-32c3-4051-913d-2269899a1546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:34.370312 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-96d68228-32c3-4051-913d-2269899a1546 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:34.380665 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-96d68228-32c3-4051-913d-2269899a1546 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7391d82b-e46e-4f02-a6cc-f2cd36f042ff HTTP/1.1" status: 204 len: 168 time: 0.5408280 Oct 30 15:05:34.450328 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:34.454670 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d68228-32c3-4051-913d-2269899a1546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7391d82b-e46e-4f02-a6cc-f2cd36f042ff,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:34.475235 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 51488) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:34.520014 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7c7691cd-2a34-4b5e-8ddf-ed5a4854d6ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:34.524471 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0cba9-beaf-4e87-9ede-982ceb7500e2 req-7e993910-a758-4589-afb8-ec884bfd2645 tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:34.526406 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2fa0cba9-beaf-4e87-9ede-982ceb7500e2 req-7e993910-a758-4589-afb8-ec884bfd2645 tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=343deeda-6653-4a84-8468-1e6ef21c9864 HTTP/1.1" status: 200 len: 1119 time: 0.1839018 Oct 30 15:05:34.545249 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port ad491b01-b4db-4766-a4e8-194291f2f7a6, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=ad491b01-b4db-4766-a4e8-194291f2f7a6,segment=NetworkSegment(b4b31197-3a09-4bc0-a34b-293e7ced3758),segment_id=b4b31197-3a09-4bc0-a34b-293e7ced3758)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:05:34.552451 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:34.556942 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-90bc0d55-f011-4a65-afd0-efbf5e5d63e3 req-79f85829-1594-4321-88d1-24638a98a70d service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523991 Oct 30 15:05:34.603528 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07af785-347a-44fe-a50d-33d9b26034b8 req-8bb0d1c2-2dfc-4cbf-b276-aff486cae241 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:34.613528 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a07af785-347a-44fe-a50d-33d9b26034b8 req-8bb0d1c2-2dfc-4cbf-b276-aff486cae241 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.62 "GET /v2.0/ports?device_id=43d353fb-a9be-4a3b-a23d-4aaefea04672 HTTP/1.1" status: 200 len: 950 time: 0.2690704 Oct 30 15:05:34.617490 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7c7691cd-2a34-4b5e-8ddf-ed5a4854d6ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:34.629310 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-7c7691cd-2a34-4b5e-8ddf-ed5a4854d6ca admin admin] 10.222.0.62 "DELETE /v2.0/networks/f2129ed2-4369-43b7-bf87-f3218717f268 HTTP/1.1" status: 204 len: 168 time: 0.8894508 Oct 30 15:05:34.630741 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 51496) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:34.635696 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7691cd-2a34-4b5e-8ddf-ed5a4854d6ca admin admin] Pushing event deleted for resources: {'Network': ['ID=f2129ed2-4369-43b7-bf87-f3218717f268,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:34.663627 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=ad491b01-b4db-4766-a4e8-194291f2f7a6,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:34.749037 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a07af785-347a-44fe-a50d-33d9b26034b8 req-80fe5b01-f9e3-4276-9208-2e251fecf2df tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.62 "GET /v2.0/security-groups?id=60ea4c70-22fc-4ca1-9dc8-302a1ea097ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347198 Oct 30 15:05:34.758548 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-859c2081-7cf2-4ffc-a35e-91f51b783eac admin admin] Deleting subnet a1a0e5ea-68c1-4afe-a173-0a9c45e1b32a {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:05:34.762680 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-859c2081-7cf2-4ffc-a35e-91f51b783eac admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:34.816533 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2fa0cba9-beaf-4e87-9ede-982ceb7500e2 req-17d93ba8-06da-4329-a363-0bf4b23dfcca tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807863 Oct 30 15:05:34.817009 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 51498) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:34.834227 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-0d99db96-90c2-4ce2-be16-05a257510196 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-283803320-network', 'tenant_id': '1b25201efc0c4a09b6f380e1e4ec5530'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:05:34.891772 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-90bc0d55-f011-4a65-afd0-efbf5e5d63e3 req-a7d6c32c-0211-49dc-9206-6e1ef1f89e13 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233867 Oct 30 15:05:34.893929 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d99db96-90c2-4ce2-be16-05a257510196 admin admin] Made reservation on behalf of 1b25201efc0c4a09b6f380e1e4ec5530 for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:05:34.899216 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0d99db96-90c2-4ce2-be16-05a257510196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:34.922449 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-859c2081-7cf2-4ffc-a35e-91f51b783eac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:34.924573 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0d99db96-90c2-4ce2-be16-05a257510196 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:34.942745 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-02f7f111-f66b-4459-bbe7-7d751dca584d tempest-AutoAllocateNetworkTest-2032788721 tempest-AutoAllocateNetworkTest-2032788721-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=8b3209cfbf05481ab9904f704ad6b308&shared=False HTTP/1.1" status: 200 len: 208 time: 0.1229570 Oct 30 15:05:34.945468 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 51504) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:34.995710 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea360e-ae90-4a38-a437-3b7726ce55cb req-6d80f3f3-00a5-49aa-952b-367df534d8de tempest-ServerDiagnosticsNegativeTest-816925715 tempest-ServerDiagnosticsNegativeTest-816925715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:35.004839 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-31ea360e-ae90-4a38-a437-3b7726ce55cb req-6d80f3f3-00a5-49aa-952b-367df534d8de tempest-ServerDiagnosticsNegativeTest-816925715 tempest-ServerDiagnosticsNegativeTest-816925715-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa759fe2-4037-4d71-b37f-46af69f1ab3a HTTP/1.1" status: 200 len: 948 time: 0.1501899 Oct 30 15:05:35.011576 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 51510) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:35.025725 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-859c2081-7cf2-4ffc-a35e-91f51b783eac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:35.096611 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-31ea360e-ae90-4a38-a437-3b7726ce55cb req-efa6db1e-ded7-4c62-b377-5f3eceadac30 tempest-ServerDiagnosticsNegativeTest-816925715 tempest-ServerDiagnosticsNegativeTest-816925715-project] 10.222.0.62 "GET /v2.0/security-groups?id=ccc98cf6-41d9-48f2-be4b-d933269f4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915952 Oct 30 15:05:35.103609 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [req-03f36b53-94f8-4e46-b70e-e0ede7452e50 req-054b5e29-9f92-49f0-a257-acc24f368aa1 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:05:35.104831 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-03f36b53-94f8-4e46-b70e-e0ede7452e50 req-054b5e29-9f92-49f0-a257-acc24f368aa1 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0121009 Oct 30 15:05:35.114489 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b9553db7-38f1-433b-848c-ba2cba06bed4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=eb902465871541bd969e892792a57c9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1013088 Oct 30 15:05:35.117159 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 51514) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:35.126697 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf8abe7-e800-470b-a3ab-2c42726250cc tempest-AutoAllocateNetworkTest-2032788721 tempest-AutoAllocateNetworkTest-2032788721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:35.129003 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-5cf8abe7-e800-470b-a3ab-2c42726250cc tempest-AutoAllocateNetworkTest-2032788721 tempest-AutoAllocateNetworkTest-2032788721-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1825252 Oct 30 15:05:35.133651 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 51516) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:35.154010 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-859c2081-7cf2-4ffc-a35e-91f51b783eac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:35.191785 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859c2081-7cf2-4ffc-a35e-91f51b783eac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1a0e5ea-68c1-4afe-a173-0a9c45e1b32a,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:35.206546 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-264571d0-6c5d-42a2-a55d-5e0e5c990890 tempest-AutoAllocateNetworkTest-2032788721 tempest-AutoAllocateNetworkTest-2032788721-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0685158 Oct 30 15:05:35.206775 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-859c2081-7cf2-4ffc-a35e-91f51b783eac admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:35.207457 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 51518) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:35.211485 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-859c2081-7cf2-4ffc-a35e-91f51b783eac admin admin] 10.222.0.62 "DELETE /v2.0/subnets/a1a0e5ea-68c1-4afe-a173-0a9c45e1b32a HTTP/1.1" status: 204 len: 168 time: 0.5768688 Oct 30 15:05:35.215430 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 51520) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:35.242386 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-3c11e217-ecee-4bd8-bf91-8d954d3eaa4f tempest-AutoAllocateNetworkTest-2032788721 tempest-AutoAllocateNetworkTest-2032788721-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=8b3209cfbf05481ab9904f704ad6b308 HTTP/1.1" status: 200 len: 208 time: 0.0314205 Oct 30 15:05:35.260521 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0d99db96-90c2-4ce2-be16-05a257510196 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:35.265715 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0d99db96-90c2-4ce2-be16-05a257510196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:35.292212 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e629fe2a-6389-4843-b32a-1955e4967a1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:35.301416 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d99db96-90c2-4ce2-be16-05a257510196 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:05:35.320694 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d99db96-90c2-4ce2-be16-05a257510196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b61a7bd3-32b9-469c-a1b5-1fc6cab9ccab,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:35.339374 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7df08d70-607f-486d-a874-aa5a84274441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:35.345614 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e629fe2a-6389-4843-b32a-1955e4967a1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:35.354153 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0d99db96-90c2-4ce2-be16-05a257510196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:35.354499 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-0d99db96-90c2-4ce2-be16-05a257510196 admin admin] Added segment e0b985c5-5902-4c74-92eb-4e771654fbd4 of type vlan for network f51a7f89-2f81-43a4-8afe-99aab78e0368 Oct 30 15:05:35.354690 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94dac4c-7cb7-4360-a63d-480c1bb18da2 req-40beaf66-3106-4985-a50d-5ca04cd3619b tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:35.356493 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f94dac4c-7cb7-4360-a63d-480c1bb18da2 req-40beaf66-3106-4985-a50d-5ca04cd3619b tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c372d04-8ef1-4343-a171-22691798b5b2 HTTP/1.1" status: 200 len: 945 time: 0.1674666 Oct 30 15:05:35.403972 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0d99db96-90c2-4ce2-be16-05a257510196 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:35.421025 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c372d04-8ef1-4343-a171-22691798b5b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad491b01-b4db-4766-a4e8-194291f2f7a6'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:05:35.424637 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee94c80b-6d9f-4394-8e10-92811eb66fbd" -d '{"events": [{"server_uuid": "7c372d04-8ef1-4343-a171-22691798b5b2", "name": "network-vif-plugged", "status": "completed", "tag": "ad491b01-b4db-4766-a4e8-194291f2f7a6"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:05:35.435515 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0d99db96-90c2-4ce2-be16-05a257510196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:35.436656 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d99db96-90c2-4ce2-be16-05a257510196 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:35.437445 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0d99db96-90c2-4ce2-be16-05a257510196 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:35.461040 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f94dac4c-7cb7-4360-a63d-480c1bb18da2 req-bac0b5b9-2779-4201-9491-e40694efb2e8 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3c05691-ef86-4427-a0a1-ac12c39f9197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943148 Oct 30 15:05:35.500430 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e629fe2a-6389-4843-b32a-1955e4967a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:35.503748 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e629fe2a-6389-4843-b32a-1955e4967a1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:35.508190 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e629fe2a-6389-4843-b32a-1955e4967a1c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0352f659-b1d7-4ba2-a098-aa6ba968f4ac HTTP/1.1" status: 204 len: 168 time: 0.3869123 Oct 30 15:05:35.510319 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7df08d70-607f-486d-a874-aa5a84274441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:35.510921 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-0d99db96-90c2-4ce2-be16-05a257510196 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0345778 Oct 30 15:05:35.513657 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 51534) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:35.520382 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-d17127ff-43f9-4872-a1db-4479428a4431 admin admin] Request body: {'subnet': {'network_id': 'f51a7f89-2f81-43a4-8afe-99aab78e0368', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-283803320-subnet', 'tenant_id': '1b25201efc0c4a09b6f380e1e4ec5530', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:05:35.528942 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e629fe2a-6389-4843-b32a-1955e4967a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0352f659-b1d7-4ba2-a098-aa6ba968f4ac,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:35.543376 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-7df08d70-607f-486d-a874-aa5a84274441 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1e2a573-94b6-4f56-9e3d-91a1384d9ed2']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:05:35.560525 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-7df08d70-607f-486d-a874-aa5a84274441 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6a99664-d203-4e3c-8ba7-a3053b099756') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:05:35.561467 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-7df08d70-607f-486d-a874-aa5a84274441 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6a99664-d203-4e3c-8ba7-a3053b099756') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:05:35.568951 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ad9d1d-a11d-47e0-9218-ae780f42157d x-openstack-request-id: req-b9ad9d1d-a11d-47e0-9218-ae780f42157d {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:05:35.569589 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c372d04-8ef1-4343-a171-22691798b5b2", "name": "network-vif-plugged", "status": "completed", "tag": "ad491b01-b4db-4766-a4e8-194291f2f7a6", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:05:35.570565 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d99db96-90c2-4ce2-be16-05a257510196 admin admin] Pushing event updated for resources: {'Network': ['ID=f51a7f89-2f81-43a4-8afe-99aab78e0368,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:35.571027 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b9ad9d1d-a11d-47e0-9218-ae780f42157d {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:05:35.571735 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c372d04-8ef1-4343-a171-22691798b5b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad491b01-b4db-4766-a4e8-194291f2f7a6', 'code': 200} Oct 30 15:05:35.585389 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d17127ff-43f9-4872-a1db-4479428a4431 admin admin] Made reservation on behalf of 1b25201efc0c4a09b6f380e1e4ec5530 for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:05:35.587323 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network f51a7f89-2f81-43a4-8afe-99aab78e0368 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:05:35.588906 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d17127ff-43f9-4872-a1db-4479428a4431 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:35.591407 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7df08d70-607f-486d-a874-aa5a84274441 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:35.611049 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7df08d70-607f-486d-a874-aa5a84274441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:35.618265 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7df08d70-607f-486d-a874-aa5a84274441 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:05:35.618680 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7df08d70-607f-486d-a874-aa5a84274441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:35.701085 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:05:35.701085 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:05:35.701085 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:05:35.701085 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:05:35.701085 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:05:35.701085 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:05:35.701085 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:05:35.701085 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:05:35.701085 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:05:35.701085 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:05:35.701085 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:05:35.701085 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:05:35.701085 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:05:35.701085 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:05:35.701085 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:05:35.701085 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:05:35.701085 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:05:35.701085 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:05:35.701085 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:05:35.701085 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:05:35.701085 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:05:35.701085 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:05:35.701085 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:05:35.701085 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:05:35.701085 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:05:35.701085 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:05:35.701085 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:05:35.701085 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:05:35.701085 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:05:35.701085 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:05:35.701085 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:05:35.701085 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:05:35.717468 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7df08d70-607f-486d-a874-aa5a84274441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:35.728687 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7df08d70-607f-486d-a874-aa5a84274441 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:35.732636 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-7df08d70-607f-486d-a874-aa5a84274441 admin admin] 10.222.0.62 "DELETE /v2.0/networks/f1e2a573-94b6-4f56-9e3d-91a1384d9ed2 HTTP/1.1" status: 204 len: 168 time: 0.5180204 Oct 30 15:05:35.771026 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df08d70-607f-486d-a874-aa5a84274441 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1e2a573-94b6-4f56-9e3d-91a1384d9ed2,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:35.790190 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad07b4fb-6b80-41a2-9034-55d34debf401 req-7808603a-7a34-4e79-960d-994270eb92b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:35.792381 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ad07b4fb-6b80-41a2-9034-55d34debf401 req-7808603a-7a34-4e79-960d-994270eb92b0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7c372d04-8ef1-4343-a171-22691798b5b2 HTTP/1.1" status: 200 len: 1097 time: 0.0885251 Oct 30 15:05:35.849450 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d17127ff-43f9-4872-a1db-4479428a4431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:35.864166 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ad07b4fb-6b80-41a2-9034-55d34debf401 req-5b3b00f0-7a3a-4778-8bb6-2fba3d54cd25 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d3c05691-ef86-4427-a0a1-ac12c39f9197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634475 Oct 30 15:05:35.868920 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 51548) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:35.914230 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17127ff-43f9-4872-a1db-4479428a4431 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2064ebac-2fa7-4015-b558-10b91371563d,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:35.934095 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17127ff-43f9-4872-a1db-4479428a4431 admin admin] Checking segment: {'id': 'e0b985c5-5902-4c74-92eb-4e771654fbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f51a7f89-2f81-43a4-8afe-99aab78e0368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:05:35.934522 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17127ff-43f9-4872-a1db-4479428a4431 admin admin] Network hostable DHCP agents. Network: f51a7f89-2f81-43a4-8afe-99aab78e0368, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:05:35.947356 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736d6938-f463-4430-ab1c-896f9723dab8 req-753877db-3806-41b9-b59a-e5367d266420 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:35.948809 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-736d6938-f463-4430-ab1c-896f9723dab8 req-753877db-3806-41b9-b59a-e5367d266420 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.62 "GET /v2.0/ports?device_id=43d353fb-a9be-4a3b-a23d-4aaefea04672 HTTP/1.1" status: 200 len: 950 time: 0.0662897 Oct 30 15:05:35.954660 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17127ff-43f9-4872-a1db-4479428a4431 admin admin] Network f51a7f89-2f81-43a4-8afe-99aab78e0368 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:05:35.968968 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-d17127ff-43f9-4872-a1db-4479428a4431 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, f51a7f89-2f81-43a4-8afe-99aab78e0368) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:05:35.974447 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17127ff-43f9-4872-a1db-4479428a4431 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:35.975750 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d17127ff-43f9-4872-a1db-4479428a4431 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:35.982959 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c65708-fb57-48cc-93bf-0aaeeb4d6a55 None None] Network f51a7f89-2f81-43a4-8afe-99aab78e0368 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:05:35.997155 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-736d6938-f463-4430-ab1c-896f9723dab8 req-a1bf01d1-79d5-4c69-b428-6b0dc51785fd tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.62 "GET /v2.0/security-groups?id=60ea4c70-22fc-4ca1-9dc8-302a1ea097ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404143 Oct 30 15:05:35.997677 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d17127ff-43f9-4872-a1db-4479428a4431 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4825091 Oct 30 15:05:36.052703 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 51556) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:36.108915 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-abc24f4d-c492-4094-9197-7a639c78367d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c62776ba575b4d49a1e0e72b91d9f1af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0550582 Oct 30 15:05:36.111051 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 51560) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:36.182959 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bcb7f438-0721-4232-8b03-d17a86310c12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:36.232479 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e3398b-e660-4276-abc7-0cac2f7bec29 None None] Network f51a7f89-2f81-43a4-8afe-99aab78e0368 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:05:36.255408 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bcb7f438-0721-4232-8b03-d17a86310c12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:36.308123 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f9616e2f-99dd-4dcc-a4bb-c2e6ef6ff43a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:36.322608 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device ed7a5388-bcc8-42df-a1bc-8b11b94f2b8a details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:05:36.386764 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf2702f-4595-4291-a0b3-9f3395bb239f req-4a7f59c9-9264-4048-8295-bf5fb7f29de6 tempest-ServerDiagnosticsNegativeTest-816925715 tempest-ServerDiagnosticsNegativeTest-816925715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:36.388448 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-adf2702f-4595-4291-a0b3-9f3395bb239f req-4a7f59c9-9264-4048-8295-bf5fb7f29de6 tempest-ServerDiagnosticsNegativeTest-816925715 tempest-ServerDiagnosticsNegativeTest-816925715-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa759fe2-4037-4d71-b37f-46af69f1ab3a HTTP/1.1" status: 200 len: 948 time: 0.1650665 Oct 30 15:05:36.458074 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bcb7f438-0721-4232-8b03-d17a86310c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:36.461294 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bcb7f438-0721-4232-8b03-d17a86310c12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:36.465812 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-bcb7f438-0721-4232-8b03-d17a86310c12 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/45d3cd73-53c7-400b-a4e1-72649bdd5901 HTTP/1.1" status: 204 len: 168 time: 0.3536038 Oct 30 15:05:36.492790 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-adf2702f-4595-4291-a0b3-9f3395bb239f req-9cdaee21-9b61-4aa1-8857-ddee6622218b tempest-ServerDiagnosticsNegativeTest-816925715 tempest-ServerDiagnosticsNegativeTest-816925715-project] 10.222.0.62 "GET /v2.0/security-groups?id=ccc98cf6-41d9-48f2-be4b-d933269f4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923312 Oct 30 15:05:36.494984 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb7f438-0721-4232-8b03-d17a86310c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d3cd73-53c7-400b-a4e1-72649bdd5901,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:36.504891 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port ed7a5388-bcc8-42df-a1bc-8b11b94f2b8a, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=ed7a5388-bcc8-42df-a1bc-8b11b94f2b8a,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:05:36.534122 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': 'ed7a5388-bcc8-42df-a1bc-8b11b94f2b8a', 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704', 'port_id': 'ed7a5388-bcc8-42df-a1bc-8b11b94f2b8a', 'mac_address': 'fa:16:3e:0a:f3:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b5dea3-b65b-4514-8ec2-18a4245eb194', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:05:36.552095 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f9616e2f-99dd-4dcc-a4bb-c2e6ef6ff43a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:36.558073 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f9616e2f-99dd-4dcc-a4bb-c2e6ef6ff43a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:36.602863 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-f9616e2f-99dd-4dcc-a4bb-c2e6ef6ff43a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8b3209cfbf05481ab9904f704ad6b308&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7322867 Oct 30 15:05:36.605618 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 51588) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:36.611297 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:36.614145 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9616e2f-99dd-4dcc-a4bb-c2e6ef6ff43a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce16cc54-962b-4dea-b65d-158ff026ee78,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:36.629069 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed7a5388-bcc8-42df-a1bc-8b11b94f2b8a {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:05:36.664650 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port ed7a5388-bcc8-42df-a1bc-8b11b94f2b8a, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=ed7a5388-bcc8-42df-a1bc-8b11b94f2b8a,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:05:36.671938 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:36.699978 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-49ba86cd-32ab-4a20-b51d-35e2c2545ea9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:36.705157 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5f810e-e633-44a7-bccf-e258594bbb8b req-8bfda186-ff66-44a2-a8a7-9607f5b71993 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:36.713257 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ac5f810e-e633-44a7-bccf-e258594bbb8b req-8bfda186-ff66-44a2-a8a7-9607f5b71993 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c372d04-8ef1-4343-a171-22691798b5b2 HTTP/1.1" status: 200 len: 945 time: 0.1084704 Oct 30 15:05:36.738988 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-49ba86cd-32ab-4a20-b51d-35e2c2545ea9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:36.742543 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=ed7a5388-bcc8-42df-a1bc-8b11b94f2b8a,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:36.771166 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ac5f810e-e633-44a7-bccf-e258594bbb8b req-044126f0-db3e-42df-b1bc-8f7404101fc9 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3c05691-ef86-4427-a0a1-ac12c39f9197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475695 Oct 30 15:05:36.841226 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-49ba86cd-32ab-4a20-b51d-35e2c2545ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:36.843987 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-49ba86cd-32ab-4a20-b51d-35e2c2545ea9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:36.845661 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-49ba86cd-32ab-4a20-b51d-35e2c2545ea9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ce16cc54-962b-4dea-b65d-158ff026ee78 HTTP/1.1" status: 204 len: 168 time: 0.2388492 Oct 30 15:05:36.855750 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ba86cd-32ab-4a20-b51d-35e2c2545ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce16cc54-962b-4dea-b65d-158ff026ee78,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:36.885087 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['ed7a5388-bcc8-42df-a1bc-8b11b94f2b8a'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:05:37.055958 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 51610) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:37.158048 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-93dcdf6f-6f2c-4cc4-a463-e3dc2d127f21 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=66d666a26ac243bc82d1c2af96d1544d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0988445 Oct 30 15:05:37.161093 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 51612) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:37.171546 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec92d72-2f54-4973-bcfc-26ec91081e4d req-7c605706-3fbb-4d89-9d51-96be60cb6d54 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:37.173709 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2ec92d72-2f54-4973-bcfc-26ec91081e4d req-7c605706-3fbb-4d89-9d51-96be60cb6d54 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.62 "GET /v2.0/ports?device_id=43d353fb-a9be-4a3b-a23d-4aaefea04672 HTTP/1.1" status: 200 len: 950 time: 0.0722868 Oct 30 15:05:37.228597 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2ec92d72-2f54-4973-bcfc-26ec91081e4d req-a5c070f9-4883-4447-ae09-e3d940554108 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.62 "GET /v2.0/security-groups?id=60ea4c70-22fc-4ca1-9dc8-302a1ea097ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444007 Oct 30 15:05:37.262676 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2cb838ef-4748-479b-9963-88693c294d68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:37.287990 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2cb838ef-4748-479b-9963-88693c294d68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:37.338269 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2cb838ef-4748-479b-9963-88693c294d68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:37.341250 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2cb838ef-4748-479b-9963-88693c294d68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:37.342398 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-2cb838ef-4748-479b-9963-88693c294d68 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a7cc4611-5e50-4a61-a257-416030d624aa HTTP/1.1" status: 204 len: 168 time: 0.1801507 Oct 30 15:05:37.350590 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb838ef-4748-479b-9963-88693c294d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7cc4611-5e50-4a61-a257-416030d624aa,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:37.726468 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 51644) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:37.745570 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 51648) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:37.750433 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-f449ae3f-f696-4cc6-b216-15d75ff1d401 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1357257389-network', 'tenant_id': '499472d505f0472e966e173d1d6d4fe1'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:05:37.776785 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f449ae3f-f696-4cc6-b216-15d75ff1d401 admin admin] Made reservation on behalf of 499472d505f0472e966e173d1d6d4fe1 for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:05:37.778989 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f449ae3f-f696-4cc6-b216-15d75ff1d401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:37.787969 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f449ae3f-f696-4cc6-b216-15d75ff1d401 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:37.875295 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f449ae3f-f696-4cc6-b216-15d75ff1d401 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:37.879720 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f449ae3f-f696-4cc6-b216-15d75ff1d401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:37.902412 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f449ae3f-f696-4cc6-b216-15d75ff1d401 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:05:37.918815 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f449ae3f-f696-4cc6-b216-15d75ff1d401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a9554b-f167-4c5a-ad44-2e893733f1a0,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:37.922346 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f449ae3f-f696-4cc6-b216-15d75ff1d401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:37.922687 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-f449ae3f-f696-4cc6-b216-15d75ff1d401 admin admin] Added segment c3890462-2c9e-4b7e-bf6f-11ca8fd02cfc of type vlan for network a928ce26-a94d-464e-825d-aab3b5befa40 Oct 30 15:05:37.965754 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f449ae3f-f696-4cc6-b216-15d75ff1d401 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:37.975711 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-b99c02ac-5859-4c5f-8ec7-d2739e874e88 tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:05:37.976737 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-b99c02ac-5859-4c5f-8ec7-d2739e874e88 tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2492619 Oct 30 15:05:38.032195 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f449ae3f-f696-4cc6-b216-15d75ff1d401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:38.033155 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f449ae3f-f696-4cc6-b216-15d75ff1d401 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:38.033800 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f449ae3f-f696-4cc6-b216-15d75ff1d401 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:38.042091 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-0c0df6bb-abb1-4a75-a879-39b847f93a3b tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:38.043535 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-0c0df6bb-abb1-4a75-a879-39b847f93a3b tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] 10.222.0.62 "GET /v2.0/ports/6bd33d2f-55ff-4a66-a734-135baa2b6ab2 HTTP/1.1" status: 200 len: 1116 time: 0.0503356 Oct 30 15:05:38.060015 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [req-d3e82df2-c7ad-49ec-b4a8-6f52b9a9c639 req-6110452c-76ea-4bd9-b725-691048294a7a service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:05:38.072259 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d3e82df2-c7ad-49ec-b4a8-6f52b9a9c639 req-6110452c-76ea-4bd9-b725-691048294a7a service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2219446 Oct 30 15:05:38.090353 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-f449ae3f-f696-4cc6-b216-15d75ff1d401 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3437176 Oct 30 15:05:38.093226 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 51666) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:38.101180 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-7d95d179-c122-4bf3-88c8-4ea9be7145fe admin admin] Request body: {'subnet': {'network_id': 'a928ce26-a94d-464e-825d-aab3b5befa40', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1357257389-subnet', 'tenant_id': '499472d505f0472e966e173d1d6d4fe1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:05:38.105721 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f449ae3f-f696-4cc6-b216-15d75ff1d401 admin admin] Pushing event updated for resources: {'Network': ['ID=a928ce26-a94d-464e-825d-aab3b5befa40,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:38.123310 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network a928ce26-a94d-464e-825d-aab3b5befa40 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:05:38.172104 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d95d179-c122-4bf3-88c8-4ea9be7145fe admin admin] Made reservation on behalf of 499472d505f0472e966e173d1d6d4fe1 for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:05:38.172104 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7d95d179-c122-4bf3-88c8-4ea9be7145fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:38.314427 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device ed7a5388-bcc8-42df-a1bc-8b11b94f2b8a up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:05:38.385308 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port ed7a5388-bcc8-42df-a1bc-8b11b94f2b8a completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:05:38.389628 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port ed7a5388-bcc8-42df-a1bc-8b11b94f2b8a triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:05:38.390540 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:38.492934 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-0fcd5514-aaae-4d01-aac6-a6963d7d3331 service neutron] Request body: {'binding': {'host': 'n-h2-806683-17', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:05:38.493509 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-0fcd5514-aaae-4d01-aac6-a6963d7d3331 service neutron] Unknown quota resources ['binding']. {{(pid=102131) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 30 15:05:38.503925 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:38.545800 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ac5a3-7fa7-422a-b81c-72acd4502366 req-8752ea95-6827-47d7-9957-2d86b89f5ac2 tempest-ServerDiagnosticsNegativeTest-816925715 tempest-ServerDiagnosticsNegativeTest-816925715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:38.555776 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ee0ac5a3-7fa7-422a-b81c-72acd4502366 req-8752ea95-6827-47d7-9957-2d86b89f5ac2 tempest-ServerDiagnosticsNegativeTest-816925715 tempest-ServerDiagnosticsNegativeTest-816925715-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa759fe2-4037-4d71-b37f-46af69f1ab3a HTTP/1.1" status: 200 len: 949 time: 0.0872955 Oct 30 15:05:38.569491 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa759fe2-4037-4d71-b37f-46af69f1ab3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed7a5388-bcc8-42df-a1bc-8b11b94f2b8a'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:05:38.580973 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b5adda-a6b6-4680-9b21-5349594e8903" -d '{"events": [{"server_uuid": "aa759fe2-4037-4d71-b37f-46af69f1ab3a", "name": "network-vif-plugged", "status": "completed", "tag": "ed7a5388-bcc8-42df-a1bc-8b11b94f2b8a"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:05:38.601068 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port ed7a5388-bcc8-42df-a1bc-8b11b94f2b8a, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=ed7a5388-bcc8-42df-a1bc-8b11b94f2b8a,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:05:38.606982 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:38.649958 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ee0ac5a3-7fa7-422a-b81c-72acd4502366 req-f7ec64ab-acf6-49ad-93e1-15d81bcc9c7a tempest-ServerDiagnosticsNegativeTest-816925715 tempest-ServerDiagnosticsNegativeTest-816925715-project] 10.222.0.62 "GET /v2.0/security-groups?id=ccc98cf6-41d9-48f2-be4b-d933269f4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929317 Oct 30 15:05:38.696193 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=ed7a5388-bcc8-42df-a1bc-8b11b94f2b8a,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:38.701815 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-0fcd5514-aaae-4d01-aac6-a6963d7d3331 service neutron] Attempting to bind port 6bd33d2f-55ff-4a66-a734-135baa2b6ab2 on host n-h2-806683-17 for vnic_type normal with profile None {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:05:38.702305 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-0fcd5514-aaae-4d01-aac6-a6963d7d3331 service neutron] Attempting to bind port 6bd33d2f-55ff-4a66-a734-135baa2b6ab2 by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': 'e8246d9e-f8e1-4659-b367-d870958fbb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '291c5166-548b-4ef8-b78f-841a397188df'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:05:38.702729 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-0fcd5514-aaae-4d01-aac6-a6963d7d3331 service neutron] Attempting to bind port 6bd33d2f-55ff-4a66-a734-135baa2b6ab2 on network 291c5166-548b-4ef8-b78f-841a397188df {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:05:38.708158 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-0fcd5514-aaae-4d01-aac6-a6963d7d3331 service neutron] Port 6bd33d2f-55ff-4a66-a734-135baa2b6ab2 on network 291c5166-548b-4ef8-b78f-841a397188df not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:05:38.708590 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-0fcd5514-aaae-4d01-aac6-a6963d7d3331 service neutron] Attempting to bind port 6bd33d2f-55ff-4a66-a734-135baa2b6ab2 on network 291c5166-548b-4ef8-b78f-841a397188df {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:05:38.715530 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-0fcd5514-aaae-4d01-aac6-a6963d7d3331 service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:05:38.716027 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-0fcd5514-aaae-4d01-aac6-a6963d7d3331 service neutron] Checking segment: {'id': 'e8246d9e-f8e1-4659-b367-d870958fbb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '291c5166-548b-4ef8-b78f-841a397188df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:05:38.716650 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-0fcd5514-aaae-4d01-aac6-a6963d7d3331 service neutron] Bound using segment: {'id': 'e8246d9e-f8e1-4659-b367-d870958fbb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '291c5166-548b-4ef8-b78f-841a397188df'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:05:38.717191 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-0fcd5514-aaae-4d01-aac6-a6963d7d3331 service neutron] Bound port: 6bd33d2f-55ff-4a66-a734-135baa2b6ab2, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8246d9e-f8e1-4659-b367-d870958fbb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '291c5166-548b-4ef8-b78f-841a397188df'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:05:38.787700 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7d95d179-c122-4bf3-88c8-4ea9be7145fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:38.829019 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-0fcd5514-aaae-4d01-aac6-a6963d7d3331 service neutron] For port 6bd33d2f-55ff-4a66-a734-135baa2b6ab2, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=6bd33d2f-55ff-4a66-a734-135baa2b6ab2,segment=NetworkSegment(e8246d9e-f8e1-4659-b367-d870958fbb44),segment_id=e8246d9e-f8e1-4659-b367-d870958fbb44)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:05:38.837490 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-0fcd5514-aaae-4d01-aac6-a6963d7d3331 service neutron] Publish callbacks [] for binding, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:38.850495 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-0fcd5514-aaae-4d01-aac6-a6963d7d3331 service neutron] 10.222.0.62 "POST /v2.0/ports/6bd33d2f-55ff-4a66-a734-135baa2b6ab2/bindings HTTP/1.1" status: 201 len: 390 time: 0.5491281 Oct 30 15:05:38.861467 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4490c666-5732-4f0e-838c-c8ab9fb4ea16 req-418b31e1-bf7c-4623-805e-7552443aa9ec tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:38.863162 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4490c666-5732-4f0e-838c-c8ab9fb4ea16 req-418b31e1-bf7c-4623-805e-7552443aa9ec tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c372d04-8ef1-4343-a171-22691798b5b2 HTTP/1.1" status: 200 len: 945 time: 0.1094103 Oct 30 15:05:38.878296 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d95d179-c122-4bf3-88c8-4ea9be7145fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=00e95125-0b36-476b-8b94-6a0f124ee64e,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:38.925483 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d95d179-c122-4bf3-88c8-4ea9be7145fe admin admin] Checking segment: {'id': 'c3890462-2c9e-4b7e-bf6f-11ca8fd02cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a928ce26-a94d-464e-825d-aab3b5befa40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:05:38.926578 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d95d179-c122-4bf3-88c8-4ea9be7145fe admin admin] Network hostable DHCP agents. Network: a928ce26-a94d-464e-825d-aab3b5befa40, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:05:39.001540 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4490c666-5732-4f0e-838c-c8ab9fb4ea16 req-f2257f62-50ac-40c3-9076-91bb58a8a38e tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3c05691-ef86-4427-a0a1-ac12c39f9197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248577 Oct 30 15:05:39.046154 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d95d179-c122-4bf3-88c8-4ea9be7145fe admin admin] Network a928ce26-a94d-464e-825d-aab3b5befa40 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:05:39.073486 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-7d95d179-c122-4bf3-88c8-4ea9be7145fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, a928ce26-a94d-464e-825d-aab3b5befa40) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:05:39.078020 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d95d179-c122-4bf3-88c8-4ea9be7145fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:39.078654 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7d95d179-c122-4bf3-88c8-4ea9be7145fe admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:39.089571 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a7a158-7b71-47fe-98d6-12a3afc93edb None None] Network a928ce26-a94d-464e-825d-aab3b5befa40 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:05:39.108425 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-7d95d179-c122-4bf3-88c8-4ea9be7145fe admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0056758 Oct 30 15:05:39.216864 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbeddda-f524-4e22-bd01-4a4a4d80b630 req-f7489873-9316-4b40-aad0-8078b0a6cf5b tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:39.232669 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6fbeddda-f524-4e22-bd01-4a4a4d80b630 req-f7489873-9316-4b40-aad0-8078b0a6cf5b tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.62 "GET /v2.0/ports?device_id=43d353fb-a9be-4a3b-a23d-4aaefea04672 HTTP/1.1" status: 200 len: 950 time: 0.1261933 Oct 30 15:05:39.269658 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db08326-84ad-423f-810c-99f3644b9ea6 x-openstack-request-id: req-6db08326-84ad-423f-810c-99f3644b9ea6 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:05:39.270274 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa759fe2-4037-4d71-b37f-46af69f1ab3a", "name": "network-vif-plugged", "status": "completed", "tag": "ed7a5388-bcc8-42df-a1bc-8b11b94f2b8a", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:05:39.270524 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6db08326-84ad-423f-810c-99f3644b9ea6 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:05:39.271038 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa759fe2-4037-4d71-b37f-46af69f1ab3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed7a5388-bcc8-42df-a1bc-8b11b94f2b8a', 'code': 200} Oct 30 15:05:39.344958 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6fbeddda-f524-4e22-bd01-4a4a4d80b630 req-c3328a1d-a152-4b62-9956-7f71305b6987 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.62 "GET /v2.0/security-groups?id=60ea4c70-22fc-4ca1-9dc8-302a1ea097ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063600 Oct 30 15:05:39.372452 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99139422-e7b1-49f7-9c64-7e7dd52c1a87 req-6e6904ee-ff7a-415c-bc7f-1ab19feb4b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:39.374209 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-99139422-e7b1-49f7-9c64-7e7dd52c1a87 req-6e6904ee-ff7a-415c-bc7f-1ab19feb4b1a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=aa759fe2-4037-4d71-b37f-46af69f1ab3a HTTP/1.1" status: 200 len: 1102 time: 0.1126769 Oct 30 15:05:39.384674 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d104bd0-b23d-46cc-b229-40cc8ed7b950 req-7d22d584-b457-44c0-99d1-688045ed9781 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:39.386314 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5d104bd0-b23d-46cc-b229-40cc8ed7b950 req-7d22d584-b457-44c0-99d1-688045ed9781 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=343deeda-6653-4a84-8468-1e6ef21c9864 HTTP/1.1" status: 200 len: 967 time: 0.1517539 Oct 30 15:05:39.389663 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-254c0e44-f63a-4c77-8ba6-7e995fc44309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:39.391276 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-254c0e44-f63a-4c77-8ba6-7e995fc44309 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=48ec0906891f440e8725a8b756af6e71&device_id=343deeda-6653-4a84-8468-1e6ef21c9864 HTTP/1.1" status: 200 len: 1119 time: 0.1063657 Oct 30 15:05:39.443329 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-99139422-e7b1-49f7-9c64-7e7dd52c1a87 req-ffe7bbfb-e4f7-4bbf-8c34-c384bce244d2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ccc98cf6-41d9-48f2-be4b-d933269f4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620861 Oct 30 15:05:39.454033 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b6054c-59a2-42c5-aeda-a7e4c445626a None None] Network a928ce26-a94d-464e-825d-aab3b5befa40 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:05:39.553791 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5d104bd0-b23d-46cc-b229-40cc8ed7b950 req-72302db1-8e18-451c-92be-639a7a03756d tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600761 Oct 30 15:05:39.583091 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2867bc8-6be6-43ca-aa35-9a3a96583e2b req-aebc7b52-31b2-4f2a-a50d-0fb7de087ce5 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:39.592224 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a2867bc8-6be6-43ca-aa35-9a3a96583e2b req-aebc7b52-31b2-4f2a-a50d-0fb7de087ce5 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c372d04-8ef1-4343-a171-22691798b5b2 HTTP/1.1" status: 200 len: 945 time: 0.0937238 Oct 30 15:05:39.595383 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 51730) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:39.601897 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-8736adde-e2c5-4ea0-a73d-8dc6716b45c8 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Request body: {'floatingip': {'port_id': 'ad491b01-b4db-4766-a4e8-194291f2f7a6'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:05:39.697242 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8736adde-e2c5-4ea0-a73d-8dc6716b45c8 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Publish callbacks [] for floatingip, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:39.742315 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-22c8ae12-7c4d-4af1-977c-fab87be22bd1 req-2255885c-a33c-4514-8126-d5e3c06bcf5b tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=4a47cba7ecfc43c693bd7cf729426cdb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214293 Oct 30 15:05:39.845362 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-424d6b66-adf9-4276-ad1c-fadfd1f902ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:39.847514 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-424d6b66-adf9-4276-ad1c-fadfd1f902ba service neutron] 10.222.0.44 "GET /v2.0/networks?id=291c5166-548b-4ef8-b78f-841a397188df HTTP/1.1" status: 200 len: 921 time: 0.4394217 Oct 30 15:05:39.860412 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8ae12-7c4d-4af1-977c-fab87be22bd1 req-6cd4caad-0206-435c-ad91-b94c41f14db2 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:39.863768 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-22c8ae12-7c4d-4af1-977c-fab87be22bd1 req-6cd4caad-0206-435c-ad91-b94c41f14db2 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1138792 Oct 30 15:05:39.881767 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-22c8ae12-7c4d-4af1-977c-fab87be22bd1 req-bf43d65d-49f3-4693-a005-9b74589c7991 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.62 "GET /v2.0/quotas/4a47cba7ecfc43c693bd7cf729426cdb HTTP/1.1" status: 200 len: 375 time: 0.0110214 Oct 30 15:05:39.941359 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-22c8ae12-7c4d-4af1-977c-fab87be22bd1 req-82200eac-c788-423b-bd03-040dd6fe982b tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4a47cba7ecfc43c693bd7cf729426cdb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0525918 Oct 30 15:05:39.990494 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-729d26e0-7ec6-4fee-8c84-4548bd1eadbc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6bd33d2f-55ff-4a66-a734-135baa2b6ab2 HTTP/1.1" status: 200 len: 217 time: 0.1288197 Oct 30 15:05:40.245481 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-0c0fce6c-59b2-4942-a14c-243439b8c15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:40.247380 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-0c0fce6c-59b2-4942-a14c-243439b8c15b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4f4c836a-b7bd-4d76-afd1-011b8a3fe891 HTTP/1.1" status: 200 len: 860 time: 0.2483525 Oct 30 15:05:40.305352 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-f1a4de42-ab5f-4f48-80a9-d42c86d12d95 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=291c5166-548b-4ef8-b78f-841a397188df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484657 Oct 30 15:05:40.326292 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab9cb5-16b3-4ca4-82d4-3b9ad54adf98 req-4361608c-485b-4587-8521-9a9868d5231d tempest-ServerDiagnosticsNegativeTest-816925715 tempest-ServerDiagnosticsNegativeTest-816925715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:40.327897 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-43ab9cb5-16b3-4ca4-82d4-3b9ad54adf98 req-4361608c-485b-4587-8521-9a9868d5231d tempest-ServerDiagnosticsNegativeTest-816925715 tempest-ServerDiagnosticsNegativeTest-816925715-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa759fe2-4037-4d71-b37f-46af69f1ab3a HTTP/1.1" status: 200 len: 950 time: 0.2871222 Oct 30 15:05:40.612500 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-43ab9cb5-16b3-4ca4-82d4-3b9ad54adf98 req-3f5f774d-0db9-44f3-a825-d324c1c5bed0 tempest-ServerDiagnosticsNegativeTest-816925715 tempest-ServerDiagnosticsNegativeTest-816925715-project] 10.222.0.62 "GET /v2.0/security-groups?id=ccc98cf6-41d9-48f2-be4b-d933269f4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646542 Oct 30 15:05:40.632474 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074b85a-8ad1-461a-8e19-46fa56a5b180 req-90fca6fe-d45d-4061-b76e-51622c82ea05 tempest-VolumesAdminNegativeTest-971052280 tempest-VolumesAdminNegativeTest-971052280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:40.641403 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d074b85a-8ad1-461a-8e19-46fa56a5b180 req-90fca6fe-d45d-4061-b76e-51622c82ea05 tempest-VolumesAdminNegativeTest-971052280 tempest-VolumesAdminNegativeTest-971052280-project] 10.222.0.62 "GET /v2.0/networks?id=f51a7f89-2f81-43a4-8afe-99aab78e0368 HTTP/1.1" status: 200 len: 814 time: 0.1747591 Oct 30 15:05:40.658045 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d074b85a-8ad1-461a-8e19-46fa56a5b180 req-646cc7a9-b35d-40ca-a41a-3d94a89afe66 tempest-VolumesAdminNegativeTest-971052280 tempest-VolumesAdminNegativeTest-971052280-project] 10.222.0.62 "GET /v2.0/quotas/1b25201efc0c4a09b6f380e1e4ec5530 HTTP/1.1" status: 200 len: 375 time: 0.0154769 Oct 30 15:05:40.666153 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.db.resource_extend [None req-8736adde-e2c5-4ea0-a73d-8dc6716b45c8 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 30 15:05:40.692146 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d074b85a-8ad1-461a-8e19-46fa56a5b180 req-8beee5f6-b62c-43b1-9597-12f5971c1b9a tempest-VolumesAdminNegativeTest-971052280 tempest-VolumesAdminNegativeTest-971052280-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=1b25201efc0c4a09b6f380e1e4ec5530&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326333 Oct 30 15:05:40.757729 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-a351c51f-fd21-4751-80f8-e0026a14ed0f service neutron] 10.222.0.44 "GET /v2.0/networks/291c5166-548b-4ef8-b78f-841a397188df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4393718 Oct 30 15:05:40.796895 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8736adde-e2c5-4ea0-a73d-8dc6716b45c8 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:40.828854 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d074b85a-8ad1-461a-8e19-46fa56a5b180 req-742d478f-ead7-477a-8a07-614046818dac service neutron] 10.222.0.62 "GET /v2.0/networks/f51a7f89-2f81-43a4-8afe-99aab78e0368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305766 Oct 30 15:05:40.859726 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8736adde-e2c5-4ea0-a73d-8dc6716b45c8 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:40.961462 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d074b85a-8ad1-461a-8e19-46fa56a5b180 req-fad05a9a-9324-460a-aa17-f9ddeca66bcd service neutron] 10.222.0.62 "GET /v2.0/networks/f51a7f89-2f81-43a4-8afe-99aab78e0368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248333 Oct 30 15:05:41.189799 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a519dcd8-b387-4229-9b7e-c02677e02ce6 req-3d5af05d-96f5-4231-bf3d-213b6f6400b4 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.62 "GET /v2.0/ports?device_id=08972298-4f56-45da-aee1-25ac81a2871f HTTP/1.1" status: 200 len: 210 time: 0.0412424 Oct 30 15:05:41.239903 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-b3dd73a2-08b1-4736-bb45-37963cfb35d7 service neutron] 10.222.0.44 "GET /v2.0/networks/291c5166-548b-4ef8-b78f-841a397188df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4711242 Oct 30 15:05:41.243426 n-d-806683-17 neutron-server[102130]: INFO neutron.db.l3_db [None req-8736adde-e2c5-4ea0-a73d-8dc6716b45c8 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Floating IP 1952743e-d0dd-43af-a95d-70910c9a08b8 associated. External IP: 172.25.4.234, port: ad491b01-b4db-4766-a4e8-194291f2f7a6. Oct 30 15:05:41.325872 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-caa248c7-b4b1-46e3-baf3-fa4960392ba5 req-05a4c979-354b-4fe1-95ed-d0bbb8ef728e tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=2d67cf259ffb433791d4c12b75447cb9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391934 Oct 30 15:05:41.340448 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-22c8ae12-7c4d-4af1-977c-fab87be22bd1 req-56eab3a0-e469-4814-b7e1-eb175d7e80cc tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=4a47cba7ecfc43c693bd7cf729426cdb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258839 Oct 30 15:05:41.389418 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5cdae9-0d46-40c6-ab17-c1fabd2c4850 req-d5794d90-b580-4e6a-ad0b-435b8913aa93 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:41.390889 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-da5cdae9-0d46-40c6-ab17-c1fabd2c4850 req-d5794d90-b580-4e6a-ad0b-435b8913aa93 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=343deeda-6653-4a84-8468-1e6ef21c9864 HTTP/1.1" status: 200 len: 967 time: 0.0749791 Oct 30 15:05:41.578889 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa248c7-b4b1-46e3-baf3-fa4960392ba5 req-c4933ec8-af05-4192-8806-ee49b2ee8f4f tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:41.586667 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-caa248c7-b4b1-46e3-baf3-fa4960392ba5 req-c4933ec8-af05-4192-8806-ee49b2ee8f4f tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2492778 Oct 30 15:05:41.596526 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8ae12-7c4d-4af1-977c-fab87be22bd1 req-3c44ec98-40b3-43c9-a885-47f17e4dcb5d tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:41.597800 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-22c8ae12-7c4d-4af1-977c-fab87be22bd1 req-3c44ec98-40b3-43c9-a885-47f17e4dcb5d tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2490058 Oct 30 15:05:41.610642 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-da5cdae9-0d46-40c6-ab17-c1fabd2c4850 req-8d69ae90-1098-4635-b8f3-222d66b8d9da tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783750 Oct 30 15:05:41.613939 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-caa248c7-b4b1-46e3-baf3-fa4960392ba5 req-9b518866-1b1b-42d3-b6b0-ddbe75c09342 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] 10.222.0.62 "GET /v2.0/quotas/2d67cf259ffb433791d4c12b75447cb9 HTTP/1.1" status: 200 len: 375 time: 0.0262291 Oct 30 15:05:41.624250 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-7950a363-197a-4d91-a381-7cd498347921 tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:41.626666 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-7950a363-197a-4d91-a381-7cd498347921 tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=343deeda-6653-4a84-8468-1e6ef21c9864&tenant_id=48ec0906891f440e8725a8b756af6e71&binding%3Ahost_id=n-h1-806683-17 HTTP/1.1" status: 200 len: 1119 time: 0.2303433 Oct 30 15:05:41.639761 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-d829cca8-4307-4368-a36d-3ceb249abb0c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-806683-17'}}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:05:41.651243 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-22c8ae12-7c4d-4af1-977c-fab87be22bd1 req-c713f6e7-0044-4ad6-b8f1-f128058ed808 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] Request body: {'port': {'device_id': '08972298-4f56-45da-aee1-25ac81a2871f', 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704', 'admin_state_up': True, 'tenant_id': '4a47cba7ecfc43c693bd7cf729426cdb'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:05:41.706481 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-caa248c7-b4b1-46e3-baf3-fa4960392ba5 req-179fc97b-9849-4b5d-8deb-d0913b37a998 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=2d67cf259ffb433791d4c12b75447cb9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0865960 Oct 30 15:05:41.733499 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-d829cca8-4307-4368-a36d-3ceb249abb0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:41.737471 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8736adde-e2c5-4ea0-a73d-8dc6716b45c8 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Router 2cd9b68b-536c-4305-a2f6-2ac03e45d89d has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:05:41.860384 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22c8ae12-7c4d-4af1-977c-fab87be22bd1 req-c713f6e7-0044-4ad6-b8f1-f128058ed808 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] Made reservation on behalf of 4a47cba7ecfc43c693bd7cf729426cdb for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:05:41.866430 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-22c8ae12-7c4d-4af1-977c-fab87be22bd1 req-c713f6e7-0044-4ad6-b8f1-f128058ed808 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:41.972299 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-d829cca8-4307-4368-a36d-3ceb249abb0c service neutron] For port 6bd33d2f-55ff-4a66-a734-135baa2b6ab2, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=6bd33d2f-55ff-4a66-a734-135baa2b6ab2,segment=NetworkSegment(e8246d9e-f8e1-4659-b367-d870958fbb44),segment_id=e8246d9e-f8e1-4659-b367-d870958fbb44)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:05:42.012534 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-d829cca8-4307-4368-a36d-3ceb249abb0c service neutron] For port 6bd33d2f-55ff-4a66-a734-135baa2b6ab2, host n-h1-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:05:42.060561 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3ce920ed-975d-4ee3-8ba8-031d221ff6a4 req-cedfd3ec-6096-412f-8f14-9ff22706c89f tempest-VolumesAdminNegativeTest-971052280 tempest-VolumesAdminNegativeTest-971052280-project] 10.222.0.62 "GET /v2.0/ports?device_id=b60a9a46-7d00-48a5-9cba-a2a3b42a0038 HTTP/1.1" status: 200 len: 210 time: 0.0845237 Oct 30 15:05:42.098312 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c91092e8-7c7c-4494-a92c-beda844affba req-bd432441-622f-43e6-b90c-aac1157a4e93 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=77cd9b926c2f46c3aa4784fd4d8318b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0612381 Oct 30 15:05:42.098496 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-22c8ae12-7c4d-4af1-977c-fab87be22bd1 req-c713f6e7-0044-4ad6-b8f1-f128058ed808 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] Allocated IP 192.168.233.72 (8de8b155-6e08-41c3-866a-8b30bb481704/43b5dea3-b65b-4514-8ec2-18a4245eb194/a4cc3af6-62b1-4767-b5f7-448ed3fd23df) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:05:42.149796 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '343deeda-6653-4a84-8468-1e6ef21c9864', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bd33d2f-55ff-4a66-a734-135baa2b6ab2'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:05:42.152441 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ab73f1-f843-4fc1-8151-b451a92f9d21" -d '{"events": [{"server_uuid": "343deeda-6653-4a84-8468-1e6ef21c9864", "name": "network-vif-unplugged", "status": "completed", "tag": "6bd33d2f-55ff-4a66-a734-135baa2b6ab2"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:05:42.156616 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-d829cca8-4307-4368-a36d-3ceb249abb0c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:42.198953 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-d829cca8-4307-4368-a36d-3ceb249abb0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:42.201384 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8736adde-e2c5-4ea0-a73d-8dc6716b45c8 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:05:42.212799 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8736adde-e2c5-4ea0-a73d-8dc6716b45c8 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:42.224381 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405c243f-4e8a-4027-9564-b20299a5c005 None None] Sync routers for ids ['2cd9b68b-536c-4305-a2f6-2ac03e45d89d'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:05:42.239309 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405c243f-4e8a-4027-9564-b20299a5c005 None None] Routers {'2cd9b68b-536c-4305-a2f6-2ac03e45d89d'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:05:42.240445 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-405c243f-4e8a-4027-9564-b20299a5c005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:05:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['2cd9b68b-536c-4305-a2f6-2ac03e45d89d'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:05:42.334347 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-8736adde-e2c5-4ea0-a73d-8dc6716b45c8 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.62 "PUT /v2.0/floatingips/1952743e-d0dd-43af-a95d-70910c9a08b8 HTTP/1.1" status: 200 len: 991 time: 2.7375100 Oct 30 15:05:42.367158 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d829cca8-4307-4368-a36d-3ceb249abb0c service neutron] Pushing event updated for resources: {'Port': ['ID=6bd33d2f-55ff-4a66-a734-135baa2b6ab2,revision_number=7']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:42.385095 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91092e8-7c7c-4494-a92c-beda844affba req-14f921db-305f-436b-8964-bc9a82265f3e tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:42.392616 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c91092e8-7c7c-4494-a92c-beda844affba req-14f921db-305f-436b-8964-bc9a82265f3e tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2820861 Oct 30 15:05:42.412059 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3380d4a-4e8d-4cca-bc3c-fd0a643deab6 req-50f773d9-f4a6-4b38-9666-b6bfa43178db tempest-ServerDiagnosticsNegativeTest-816925715 tempest-ServerDiagnosticsNegativeTest-816925715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:42.419451 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d3380d4a-4e8d-4cca-bc3c-fd0a643deab6 req-50f773d9-f4a6-4b38-9666-b6bfa43178db tempest-ServerDiagnosticsNegativeTest-816925715 tempest-ServerDiagnosticsNegativeTest-816925715-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa759fe2-4037-4d71-b37f-46af69f1ab3a HTTP/1.1" status: 200 len: 950 time: 0.2900887 Oct 30 15:05:42.422792 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c91092e8-7c7c-4494-a92c-beda844affba req-df3b9945-5a52-4dbb-a239-26a03f31b6b2 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/quotas/77cd9b926c2f46c3aa4784fd4d8318b7 HTTP/1.1" status: 200 len: 375 time: 0.0289352 Oct 30 15:05:42.426052 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-d829cca8-4307-4368-a36d-3ceb249abb0c service neutron] Attempting to bind port 6bd33d2f-55ff-4a66-a734-135baa2b6ab2 on host n-h1-806683-17 for vnic_type normal with profile {"migrating_to": "n-h2-806683-17"} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:05:42.426417 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-d829cca8-4307-4368-a36d-3ceb249abb0c service neutron] Attempting to bind port 6bd33d2f-55ff-4a66-a734-135baa2b6ab2 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': 'e8246d9e-f8e1-4659-b367-d870958fbb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '291c5166-548b-4ef8-b78f-841a397188df'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:05:42.426779 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-d829cca8-4307-4368-a36d-3ceb249abb0c service neutron] Attempting to bind port 6bd33d2f-55ff-4a66-a734-135baa2b6ab2 on network 291c5166-548b-4ef8-b78f-841a397188df {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:05:42.443444 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-d829cca8-4307-4368-a36d-3ceb249abb0c service neutron] Port 6bd33d2f-55ff-4a66-a734-135baa2b6ab2 on network 291c5166-548b-4ef8-b78f-841a397188df not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:05:42.443722 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-d829cca8-4307-4368-a36d-3ceb249abb0c service neutron] Attempting to bind port 6bd33d2f-55ff-4a66-a734-135baa2b6ab2 on network 291c5166-548b-4ef8-b78f-841a397188df {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:05:42.450131 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-405c243f-4e8a-4027-9564-b20299a5c005 None None] Set router 2cd9b68b-536c-4305-a2f6-2ac03e45d89d gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:05:42.472110 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c91092e8-7c7c-4494-a92c-beda844affba req-b8108d61-ec1e-4756-9a4e-eaaf5f8c3032 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=77cd9b926c2f46c3aa4784fd4d8318b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483334 Oct 30 15:05:42.476747 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-d829cca8-4307-4368-a36d-3ceb249abb0c service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:05:42.479864 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-d829cca8-4307-4368-a36d-3ceb249abb0c service neutron] Checking segment: {'id': 'e8246d9e-f8e1-4659-b367-d870958fbb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '291c5166-548b-4ef8-b78f-841a397188df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:05:42.481034 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d3380d4a-4e8d-4cca-bc3c-fd0a643deab6 req-6ba1c58b-9708-48d4-a1ed-6a557b247a0d tempest-ServerDiagnosticsNegativeTest-816925715 tempest-ServerDiagnosticsNegativeTest-816925715-project] 10.222.0.62 "GET /v2.0/security-groups?id=ccc98cf6-41d9-48f2-be4b-d933269f4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605261 Oct 30 15:05:42.481262 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-d829cca8-4307-4368-a36d-3ceb249abb0c service neutron] Bound using segment: {'id': 'e8246d9e-f8e1-4659-b367-d870958fbb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '291c5166-548b-4ef8-b78f-841a397188df'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:05:42.481823 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-d829cca8-4307-4368-a36d-3ceb249abb0c service neutron] Bound port: 6bd33d2f-55ff-4a66-a734-135baa2b6ab2, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8246d9e-f8e1-4659-b367-d870958fbb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '291c5166-548b-4ef8-b78f-841a397188df'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:05:42.482288 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-d829cca8-4307-4368-a36d-3ceb249abb0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:42.609159 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-d829cca8-4307-4368-a36d-3ceb249abb0c service neutron] For port 6bd33d2f-55ff-4a66-a734-135baa2b6ab2, host n-h1-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:05:42.615809 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-d829cca8-4307-4368-a36d-3ceb249abb0c service neutron] For port 6bd33d2f-55ff-4a66-a734-135baa2b6ab2, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=6bd33d2f-55ff-4a66-a734-135baa2b6ab2,segment=NetworkSegment(e8246d9e-f8e1-4659-b367-d870958fbb44),segment_id=e8246d9e-f8e1-4659-b367-d870958fbb44)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:05:42.624888 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-d829cca8-4307-4368-a36d-3ceb249abb0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:42.671959 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-22c8ae12-7c4d-4af1-977c-fab87be22bd1 req-c713f6e7-0044-4ad6-b8f1-f128058ed808 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:42.687706 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074b85a-8ad1-461a-8e19-46fa56a5b180 req-bf81e1a9-e33a-4f16-ab1a-c7429154ad3c tempest-VolumesAdminNegativeTest-971052280 tempest-VolumesAdminNegativeTest-971052280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:42.690046 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d074b85a-8ad1-461a-8e19-46fa56a5b180 req-bf81e1a9-e33a-4f16-ab1a-c7429154ad3c tempest-VolumesAdminNegativeTest-971052280 tempest-VolumesAdminNegativeTest-971052280-project] 10.222.0.44 "GET /v2.0/networks?id=f51a7f89-2f81-43a4-8afe-99aab78e0368 HTTP/1.1" status: 200 len: 814 time: 0.1647940 Oct 30 15:05:42.704195 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-d074b85a-8ad1-461a-8e19-46fa56a5b180 req-8212ee8d-bda5-46a3-bb2a-8b10a61bdacd tempest-VolumesAdminNegativeTest-971052280 tempest-VolumesAdminNegativeTest-971052280-project] Request body: {'port': {'device_id': 'b60a9a46-7d00-48a5-9cba-a2a3b42a0038', 'network_id': 'f51a7f89-2f81-43a4-8afe-99aab78e0368', 'admin_state_up': True, 'tenant_id': '1b25201efc0c4a09b6f380e1e4ec5530'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:05:42.796218 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Oct 2021 15:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f8b9c9-76de-496d-9140-d6b56fb8a6c6 x-openstack-request-id: req-70f8b9c9-76de-496d-9140-d6b56fb8a6c6 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:05:42.796601 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "343deeda-6653-4a84-8468-1e6ef21c9864", "name": "network-vif-unplugged", "status": "completed", "tag": "6bd33d2f-55ff-4a66-a734-135baa2b6ab2", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:05:42.796914 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-70f8b9c9-76de-496d-9140-d6b56fb8a6c6 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:05:42.797370 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '343deeda-6653-4a84-8468-1e6ef21c9864', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bd33d2f-55ff-4a66-a734-135baa2b6ab2', 'code': 200} Oct 30 15:05:42.799883 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d829cca8-4307-4368-a36d-3ceb249abb0c service neutron] Pushing event updated for resources: {'Port': ['ID=6bd33d2f-55ff-4a66-a734-135baa2b6ab2,revision_number=8']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:42.864293 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-d829cca8-4307-4368-a36d-3ceb249abb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:42.865953 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-d829cca8-4307-4368-a36d-3ceb249abb0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:42.866843 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-534458da-b508-496c-b32a-80412e968423 req-77bdfff5-7517-425c-b86e-5e7ad73eba4e tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5aaa9c4-a442-46eb-b20b-d9e46161966b HTTP/1.1" status: 200 len: 210 time: 0.1494753 Oct 30 15:05:42.882910 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-d829cca8-4307-4368-a36d-3ceb249abb0c service neutron] 10.222.0.44 "PUT /v2.0/ports/6bd33d2f-55ff-4a66-a734-135baa2b6ab2 HTTP/1.1" status: 200 len: 1145 time: 1.2463260 Oct 30 15:05:42.946688 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0054c053-7e55-4802-ae99-f0722359b240 req-450e52d8-fff5-4466-8b9c-cfa127b0a66c tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.62 "GET /v2.0/ports?device_id=08972298-4f56-45da-aee1-25ac81a2871f HTTP/1.1" status: 200 len: 210 time: 0.0536940 Oct 30 15:05:42.947050 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['6bd33d2f-55ff-4a66-a734-135baa2b6ab2'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:05:42.952220 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-22c8ae12-7c4d-4af1-977c-fab87be22bd1 req-c713f6e7-0044-4ad6-b8f1-f128058ed808 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:43.009005 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22c8ae12-7c4d-4af1-977c-fab87be22bd1 req-c713f6e7-0044-4ad6-b8f1-f128058ed808 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] Network 8de8b155-6e08-41c3-866a-8b30bb481704 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:05:43.014587 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-22c8ae12-7c4d-4af1-977c-fab87be22bd1 req-c713f6e7-0044-4ad6-b8f1-f128058ed808 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:05:43.022116 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c8ae12-7c4d-4af1-977c-fab87be22bd1 req-c713f6e7-0044-4ad6-b8f1-f128058ed808 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:05:43.027697 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8ae12-7c4d-4af1-977c-fab87be22bd1 req-c713f6e7-0044-4ad6-b8f1-f128058ed808 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:43.028318 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-22c8ae12-7c4d-4af1-977c-fab87be22bd1 req-c713f6e7-0044-4ad6-b8f1-f128058ed808 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:43.052786 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c713f6e7-0044-4ad6-b8f1-f128058ed808 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] Pushing event updated for resources: {'Port': ['ID=a4cc3af6-62b1-4767-b5f7-448ed3fd23df,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:43.065856 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d074b85a-8ad1-461a-8e19-46fa56a5b180 req-8212ee8d-bda5-46a3-bb2a-8b10a61bdacd tempest-VolumesAdminNegativeTest-971052280 tempest-VolumesAdminNegativeTest-971052280-project] Made reservation on behalf of 1b25201efc0c4a09b6f380e1e4ec5530 for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:05:43.069810 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d074b85a-8ad1-461a-8e19-46fa56a5b180 req-8212ee8d-bda5-46a3-bb2a-8b10a61bdacd tempest-VolumesAdminNegativeTest-971052280 tempest-VolumesAdminNegativeTest-971052280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:43.104157 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-22c8ae12-7c4d-4af1-977c-fab87be22bd1 req-c713f6e7-0044-4ad6-b8f1-f128058ed808 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4873931 Oct 30 15:05:43.106885 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['f7e4b9ab-7204-4289-af91-708f514a3756'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:05:43.181485 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-22c8ae12-7c4d-4af1-977c-fab87be22bd1 req-9b108532-6383-4f17-a8e3-b2cf38f8b7c0 service neutron] Request body: {'port': {'device_id': '08972298-4f56-45da-aee1-25ac81a2871f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:05:43.217028 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-405c243f-4e8a-4027-9564-b20299a5c005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd9b68b-536c-4305-a2f6-2ac03e45d89d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1729952735-router', 'tenant_id': '69837c7685c1471a8281a6c045018170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'a33d0a37-1061-4257-b662-5145f49900a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:04:51Z', 'updated_at': '2021-10-30T15:04:58Z', 'revision_number': 4, 'project_id': '69837c7685c1471a8281a6c045018170', 'gw_port': {'id': 'a33d0a37-1061-4257-b662-5145f49900a9', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd9b68b-536c-4305-a2f6-2ac03e45d89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:04:52Z', 'updated_at': '2021-10-30T15:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '1952743e-d0dd-43af-a95d-70910c9a08b8', 'tenant_id': '69837c7685c1471a8281a6c045018170', 'floating_ip_address': '172.25.4.234', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '2cd9b68b-536c-4305-a2f6-2ac03e45d89d', 'port_id': 'ad491b01-b4db-4766-a4e8-194291f2f7a6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e073e54-a4ee-47aa-891d-4a1d26e93e93', 'mac_address': 'fa:16:3e:c9:ac:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c372d04-8ef1-4343-a171-22691798b5b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:05:18Z', 'updated_at': '2021-10-30T15:05:40Z', 'revision_number': 1, 'project_id': '69837c7685c1471a8281a6c045018170', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f2c0ff3-5f0c-46a5-abd6-a6c5d3eb772f', 'name': '', 'network_id': '0e073e54-a4ee-47aa-891d-4a1d26e93e93', 'tenant_id': '69837c7685c1471a8281a6c045018170', 'mac_address': 'fa:16:3e:92:08:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd9b68b-536c-4305-a2f6-2ac03e45d89d', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '1b4f6d7c-44b3-47fa-9b94-0bd8519fb087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:04:56Z', 'updated_at': '2021-10-30T15:05:03Z', 'revision_number': 5, 'project_id': '69837c7685c1471a8281a6c045018170', 'subnets': [{'id': '1b4f6d7c-44b3-47fa-9b94-0bd8519fb087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:05:43.290923 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405c243f-4e8a-4027-9564-b20299a5c005 None None] Checking router: 2cd9b68b-536c-4305-a2f6-2ac03e45d89d for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:05:43.310264 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405c243f-4e8a-4027-9564-b20299a5c005 None None] Routers {'2cd9b68b-536c-4305-a2f6-2ac03e45d89d'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:05:43.311796 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-405c243f-4e8a-4027-9564-b20299a5c005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:05:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['2cd9b68b-536c-4305-a2f6-2ac03e45d89d'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:05:43.489271 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724a399-b934-4346-8b4b-41ed068e96bd req-fd39358e-9cc4-4f80-a5f7-59444483e45d tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:43.490344 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-d074b85a-8ad1-461a-8e19-46fa56a5b180 req-8212ee8d-bda5-46a3-bb2a-8b10a61bdacd tempest-VolumesAdminNegativeTest-971052280 tempest-VolumesAdminNegativeTest-971052280-project] Allocated IP 172.20.0.11 (f51a7f89-2f81-43a4-8afe-99aab78e0368/2064ebac-2fa7-4015-b558-10b91371563d/b8ec4ee6-97a9-492b-9669-3a8846a695a5) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:05:43.504116 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7724a399-b934-4346-8b4b-41ed068e96bd req-fd39358e-9cc4-4f80-a5f7-59444483e45d tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=343deeda-6653-4a84-8468-1e6ef21c9864 HTTP/1.1" status: 200 len: 965 time: 0.1726940 Oct 30 15:05:43.539095 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-caa248c7-b4b1-46e3-baf3-fa4960392ba5 req-d531ef8c-6e74-4ae7-b7bb-ae680cb3a1b7 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=2d67cf259ffb433791d4c12b75447cb9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331576 Oct 30 15:05:43.603363 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6ee9c0e0-d829-4354-be12-45cfcb552ff2 req-c9d6105b-9c63-4361-a663-e536582b9b4a tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=adaa9a5a-7bcf-4f02-bb88-d1c865da4f51 HTTP/1.1" status: 200 len: 210 time: 0.0740185 Oct 30 15:05:43.670379 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-405c243f-4e8a-4027-9564-b20299a5c005 None None] Set router 2cd9b68b-536c-4305-a2f6-2ac03e45d89d gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:05:43.692165 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7724a399-b934-4346-8b4b-41ed068e96bd req-c10e9ed1-189e-4dd3-9b27-187681458330 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750944 Oct 30 15:05:43.717184 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-1dc3d35b-75b9-4ee9-a6bd-4c1d260f98ed None None] Provisioning complete for port a4cc3af6-62b1-4767-b5f7-448ed3fd23df triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:05:43.718559 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1dc3d35b-75b9-4ee9-a6bd-4c1d260f98ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:43.720186 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-22c8ae12-7c4d-4af1-977c-fab87be22bd1 req-9b108532-6383-4f17-a8e3-b2cf38f8b7c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:43.838233 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-1dc3d35b-75b9-4ee9-a6bd-4c1d260f98ed None None] Port a4cc3af6-62b1-4767-b5f7-448ed3fd23df cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:05:43.852007 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa248c7-b4b1-46e3-baf3-fa4960392ba5 req-992c1cad-cfdf-4066-b869-ffbb252a1f5d tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:43.853681 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-caa248c7-b4b1-46e3-baf3-fa4960392ba5 req-992c1cad-cfdf-4066-b869-ffbb252a1f5d tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3057117 Oct 30 15:05:43.879661 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-caa248c7-b4b1-46e3-baf3-fa4960392ba5 req-ed3b9770-125f-4e35-9752-df464f753fc4 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] Request body: {'port': {'device_id': 'c5aaa9c4-a442-46eb-b20b-d9e46161966b', 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704', 'admin_state_up': True, 'tenant_id': '2d67cf259ffb433791d4c12b75447cb9'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:05:43.930727 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-973ca551-eede-4375-bbce-892806ac4fad req-ce72ddac-8a09-4589-9a4b-96065ddf81ff tempest-VolumesAdminNegativeTest-971052280 tempest-VolumesAdminNegativeTest-971052280-project] 10.222.0.62 "GET /v2.0/ports?device_id=b60a9a46-7d00-48a5-9cba-a2a3b42a0038 HTTP/1.1" status: 200 len: 210 time: 0.1649792 Oct 30 15:05:44.070008 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d074b85a-8ad1-461a-8e19-46fa56a5b180 req-8212ee8d-bda5-46a3-bb2a-8b10a61bdacd tempest-VolumesAdminNegativeTest-971052280 tempest-VolumesAdminNegativeTest-971052280-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:44.106021 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-405c243f-4e8a-4027-9564-b20299a5c005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd9b68b-536c-4305-a2f6-2ac03e45d89d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1729952735-router', 'tenant_id': '69837c7685c1471a8281a6c045018170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'a33d0a37-1061-4257-b662-5145f49900a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:04:51Z', 'updated_at': '2021-10-30T15:04:58Z', 'revision_number': 4, 'project_id': '69837c7685c1471a8281a6c045018170', 'gw_port': {'id': 'a33d0a37-1061-4257-b662-5145f49900a9', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd9b68b-536c-4305-a2f6-2ac03e45d89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:04:52Z', 'updated_at': '2021-10-30T15:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '1952743e-d0dd-43af-a95d-70910c9a08b8', 'tenant_id': '69837c7685c1471a8281a6c045018170', 'floating_ip_address': '172.25.4.234', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '2cd9b68b-536c-4305-a2f6-2ac03e45d89d', 'port_id': 'ad491b01-b4db-4766-a4e8-194291f2f7a6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e073e54-a4ee-47aa-891d-4a1d26e93e93', 'mac_address': 'fa:16:3e:c9:ac:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c372d04-8ef1-4343-a171-22691798b5b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:05:18Z', 'updated_at': '2021-10-30T15:05:40Z', 'revision_number': 1, 'project_id': '69837c7685c1471a8281a6c045018170', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f2c0ff3-5f0c-46a5-abd6-a6c5d3eb772f', 'name': '', 'network_id': '0e073e54-a4ee-47aa-891d-4a1d26e93e93', 'tenant_id': '69837c7685c1471a8281a6c045018170', 'mac_address': 'fa:16:3e:92:08:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd9b68b-536c-4305-a2f6-2ac03e45d89d', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '1b4f6d7c-44b3-47fa-9b94-0bd8519fb087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:04:56Z', 'updated_at': '2021-10-30T15:05:03Z', 'revision_number': 5, 'project_id': '69837c7685c1471a8281a6c045018170', 'subnets': [{'id': '1b4f6d7c-44b3-47fa-9b94-0bd8519fb087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:05:44.149545 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caa248c7-b4b1-46e3-baf3-fa4960392ba5 req-ed3b9770-125f-4e35-9752-df464f753fc4 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] Made reservation on behalf of 2d67cf259ffb433791d4c12b75447cb9 for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:05:44.150618 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405c243f-4e8a-4027-9564-b20299a5c005 None None] The sync data for ids ['2cd9b68b-536c-4305-a2f6-2ac03e45d89d'] in n-d-806683-17 is: [{'id': '2cd9b68b-536c-4305-a2f6-2ac03e45d89d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1729952735-router', 'tenant_id': '69837c7685c1471a8281a6c045018170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'a33d0a37-1061-4257-b662-5145f49900a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:04:51Z', 'updated_at': '2021-10-30T15:04:58Z', 'revision_number': 4, 'project_id': '69837c7685c1471a8281a6c045018170', 'gw_port': {'id': 'a33d0a37-1061-4257-b662-5145f49900a9', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd9b68b-536c-4305-a2f6-2ac03e45d89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:04:52Z', 'updated_at': '2021-10-30T15:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '1952743e-d0dd-43af-a95d-70910c9a08b8', 'tenant_id': '69837c7685c1471a8281a6c045018170', 'floating_ip_address': '172.25.4.234', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '2cd9b68b-536c-4305-a2f6-2ac03e45d89d', 'port_id': 'ad491b01-b4db-4766-a4e8-194291f2f7a6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e073e54-a4ee-47aa-891d-4a1d26e93e93', 'mac_address': 'fa:16:3e:c9:ac:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c372d04-8ef1-4343-a171-22691798b5b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:05:18Z', 'updated_at': '2021-10-30T15:05:40Z', 'revision_number': 1, 'project_id': '69837c7685c1471a8281a6c045018170', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f2c0ff3-5f0c-46a5-abd6-a6c5d3eb772f', 'name': '', 'network_id': '0e073e54-a4ee-47aa-891d-4a1d26e93e93', 'tenant_id': '69837c7685c1471a8281a6c045018170', 'mac_address': 'fa:16:3e:92:08:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd9b68b-536c-4305-a2f6-2ac03e45d89d', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '1b4f6d7c-44b3-47fa-9b94-0bd8519fb087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:04:56Z', 'updated_at': '2021-10-30T15:05:03Z', 'revision_number': 5, 'project_id': '69837c7685c1471a8281a6c045018170', 'subnets': [{'id': '1b4f6d7c-44b3-47fa-9b94-0bd8519fb087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:05:44.154723 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-caa248c7-b4b1-46e3-baf3-fa4960392ba5 req-ed3b9770-125f-4e35-9752-df464f753fc4 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:44.160118 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:05:44.189168 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-39439a08-6d21-4adb-80d5-78b0b4f55b49 req-3ce86e7d-7f2a-4d88-9bdb-85332c560864 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5aaa9c4-a442-46eb-b20b-d9e46161966b HTTP/1.1" status: 200 len: 210 time: 0.0423691 Oct 30 15:05:44.190528 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-caa248c7-b4b1-46e3-baf3-fa4960392ba5 req-ed3b9770-125f-4e35-9752-df464f753fc4 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:44.232617 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d074b85a-8ad1-461a-8e19-46fa56a5b180 req-8212ee8d-bda5-46a3-bb2a-8b10a61bdacd tempest-VolumesAdminNegativeTest-971052280 tempest-VolumesAdminNegativeTest-971052280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:44.243969 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-22c8ae12-7c4d-4af1-977c-fab87be22bd1 req-9b108532-6383-4f17-a8e3-b2cf38f8b7c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4cc3af6-62b1-4767-b5f7-448ed3fd23df {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:05:44.256653 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71220a9-66f9-451f-a70d-dca093425f17 req-e6e450b8-9fce-48ab-9717-16c5449311d4 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:44.258267 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e71220a9-66f9-451f-a70d-dca093425f17 req-e6e450b8-9fce-48ab-9717-16c5449311d4 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.62 "GET /v2.0/ports?device_id=08972298-4f56-45da-aee1-25ac81a2871f HTTP/1.1" status: 200 len: 935 time: 0.1322136 Oct 30 15:05:44.289981 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-22c8ae12-7c4d-4af1-977c-fab87be22bd1 req-9b108532-6383-4f17-a8e3-b2cf38f8b7c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:44.337118 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d074b85a-8ad1-461a-8e19-46fa56a5b180 req-8212ee8d-bda5-46a3-bb2a-8b10a61bdacd tempest-VolumesAdminNegativeTest-971052280 tempest-VolumesAdminNegativeTest-971052280-project] Network f51a7f89-2f81-43a4-8afe-99aab78e0368 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:05:44.344956 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-caa248c7-b4b1-46e3-baf3-fa4960392ba5 req-ed3b9770-125f-4e35-9752-df464f753fc4 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:44.346457 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-d074b85a-8ad1-461a-8e19-46fa56a5b180 req-8212ee8d-bda5-46a3-bb2a-8b10a61bdacd tempest-VolumesAdminNegativeTest-971052280 tempest-VolumesAdminNegativeTest-971052280-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:05:44.353677 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-22c8ae12-7c4d-4af1-977c-fab87be22bd1 req-9b108532-6383-4f17-a8e3-b2cf38f8b7c0 service neutron] Transition to ACTIVE for port object a4cc3af6-62b1-4767-b5f7-448ed3fd23df will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:05:44.353677 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-d074b85a-8ad1-461a-8e19-46fa56a5b180 req-8212ee8d-bda5-46a3-bb2a-8b10a61bdacd tempest-VolumesAdminNegativeTest-971052280 tempest-VolumesAdminNegativeTest-971052280-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:05:44.355333 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-caa248c7-b4b1-46e3-baf3-fa4960392ba5 req-ed3b9770-125f-4e35-9752-df464f753fc4 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:44.362405 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074b85a-8ad1-461a-8e19-46fa56a5b180 req-8212ee8d-bda5-46a3-bb2a-8b10a61bdacd tempest-VolumesAdminNegativeTest-971052280 tempest-VolumesAdminNegativeTest-971052280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:44.363063 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d074b85a-8ad1-461a-8e19-46fa56a5b180 req-8212ee8d-bda5-46a3-bb2a-8b10a61bdacd tempest-VolumesAdminNegativeTest-971052280 tempest-VolumesAdminNegativeTest-971052280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:44.382983 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-22c8ae12-7c4d-4af1-977c-fab87be22bd1 req-9b108532-6383-4f17-a8e3-b2cf38f8b7c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:44.384902 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8212ee8d-bda5-46a3-bb2a-8b10a61bdacd tempest-VolumesAdminNegativeTest-971052280 tempest-VolumesAdminNegativeTest-971052280-project] Pushing event updated for resources: {'Port': ['ID=b8ec4ee6-97a9-492b-9669-3a8846a695a5,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:44.399740 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1edaf28-b0ed-4448-9a8e-d000b35bcc3b req-612f11ed-9bec-4d56-bc3b-2ff5c8510296 tempest-ServerDiagnosticsNegativeTest-816925715 tempest-ServerDiagnosticsNegativeTest-816925715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:44.401151 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e71220a9-66f9-451f-a70d-dca093425f17 req-374fb757-ca4d-43ec-9c5c-5d75ef5be5aa tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.62 "GET /v2.0/security-groups?id=60ea4c70-22fc-4ca1-9dc8-302a1ea097ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146474 Oct 30 15:05:44.401596 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c1edaf28-b0ed-4448-9a8e-d000b35bcc3b req-612f11ed-9bec-4d56-bc3b-2ff5c8510296 tempest-ServerDiagnosticsNegativeTest-816925715 tempest-ServerDiagnosticsNegativeTest-816925715-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa759fe2-4037-4d71-b37f-46af69f1ab3a HTTP/1.1" status: 200 len: 950 time: 0.1015055 Oct 30 15:05:44.434898 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d074b85a-8ad1-461a-8e19-46fa56a5b180 req-8212ee8d-bda5-46a3-bb2a-8b10a61bdacd tempest-VolumesAdminNegativeTest-971052280 tempest-VolumesAdminNegativeTest-971052280-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7349355 Oct 30 15:05:44.452117 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-d074b85a-8ad1-461a-8e19-46fa56a5b180 req-963b548d-b55f-4c58-a6a2-06188d2aa407 service neutron] Request body: {'port': {'device_id': 'b60a9a46-7d00-48a5-9cba-a2a3b42a0038', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:05:44.452795 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7490cf91-267e-44d6-8dd2-21085b21389b None None] New status for floating IP 1952743e-d0dd-43af-a95d-70910c9a08b8: ACTIVE {{(pid=102132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 15:05:44.458715 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b9770-125f-4e35-9752-df464f753fc4 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caba50ec-ec8c-4c0e-a787-668486078c27,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:44.496342 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b108532-6383-4f17-a8e3-b2cf38f8b7c0 service neutron] Pushing event updated for resources: {'Port': ['ID=a4cc3af6-62b1-4767-b5f7-448ed3fd23df,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:44.540366 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c1edaf28-b0ed-4448-9a8e-d000b35bcc3b req-29834b40-b42a-47d7-b181-f6307ab40208 tempest-ServerDiagnosticsNegativeTest-816925715 tempest-ServerDiagnosticsNegativeTest-816925715-project] 10.222.0.62 "GET /v2.0/security-groups?id=ccc98cf6-41d9-48f2-be4b-d933269f4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952070 Oct 30 15:05:44.596368 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-caa248c7-b4b1-46e3-baf3-fa4960392ba5 req-ed3b9770-125f-4e35-9752-df464f753fc4 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] Allocated IP 192.168.233.73 (8de8b155-6e08-41c3-866a-8b30bb481704/43b5dea3-b65b-4514-8ec2-18a4245eb194/684b2539-1b27-430d-af02-c918ca0bca8e) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:05:44.613128 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d074b85a-8ad1-461a-8e19-46fa56a5b180 req-963b548d-b55f-4c58-a6a2-06188d2aa407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:44.615083 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-22c8ae12-7c4d-4af1-977c-fab87be22bd1 req-9b108532-6383-4f17-a8e3-b2cf38f8b7c0 service neutron] Attempting to bind port a4cc3af6-62b1-4767-b5f7-448ed3fd23df on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:05:44.615420 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-22c8ae12-7c4d-4af1-977c-fab87be22bd1 req-9b108532-6383-4f17-a8e3-b2cf38f8b7c0 service neutron] Attempting to bind port a4cc3af6-62b1-4767-b5f7-448ed3fd23df by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:05:44.622643 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c8ae12-7c4d-4af1-977c-fab87be22bd1 req-9b108532-6383-4f17-a8e3-b2cf38f8b7c0 service neutron] Attempting to bind port a4cc3af6-62b1-4767-b5f7-448ed3fd23df on network 8de8b155-6e08-41c3-866a-8b30bb481704 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:05:44.652660 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c8ae12-7c4d-4af1-977c-fab87be22bd1 req-9b108532-6383-4f17-a8e3-b2cf38f8b7c0 service neutron] Port a4cc3af6-62b1-4767-b5f7-448ed3fd23df on network 8de8b155-6e08-41c3-866a-8b30bb481704 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:05:44.653154 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c8ae12-7c4d-4af1-977c-fab87be22bd1 req-9b108532-6383-4f17-a8e3-b2cf38f8b7c0 service neutron] Attempting to bind port a4cc3af6-62b1-4767-b5f7-448ed3fd23df on network 8de8b155-6e08-41c3-866a-8b30bb481704 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:05:44.696455 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c8ae12-7c4d-4af1-977c-fab87be22bd1 req-9b108532-6383-4f17-a8e3-b2cf38f8b7c0 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:05:44.696814 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c8ae12-7c4d-4af1-977c-fab87be22bd1 req-9b108532-6383-4f17-a8e3-b2cf38f8b7c0 service neutron] Checking segment: {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:05:44.697192 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c8ae12-7c4d-4af1-977c-fab87be22bd1 req-9b108532-6383-4f17-a8e3-b2cf38f8b7c0 service neutron] Bound using segment: {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:05:44.697646 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-22c8ae12-7c4d-4af1-977c-fab87be22bd1 req-9b108532-6383-4f17-a8e3-b2cf38f8b7c0 service neutron] Bound port: a4cc3af6-62b1-4767-b5f7-448ed3fd23df, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:05:44.698008 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-22c8ae12-7c4d-4af1-977c-fab87be22bd1 req-9b108532-6383-4f17-a8e3-b2cf38f8b7c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:44.826190 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c372d04-8ef1-4343-a171-22691798b5b2', 'tag': 'ad491b01-b4db-4766-a4e8-194291f2f7a6'}, {'name': 'network-changed', 'server_uuid': '343deeda-6653-4a84-8468-1e6ef21c9864', 'tag': '6bd33d2f-55ff-4a66-a734-135baa2b6ab2'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:05:44.832917 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f243c684-065e-412d-9aa7-4dc01872330d" -d '{"events": [{"name": "network-changed", "server_uuid": "7c372d04-8ef1-4343-a171-22691798b5b2", "tag": "ad491b01-b4db-4766-a4e8-194291f2f7a6"}, {"name": "network-changed", "server_uuid": "343deeda-6653-4a84-8468-1e6ef21c9864", "tag": "6bd33d2f-55ff-4a66-a734-135baa2b6ab2"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:05:44.918838 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c91092e8-7c7c-4494-a92c-beda844affba req-c347bb10-785d-4e57-9734-555bed9c8a66 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=77cd9b926c2f46c3aa4784fd4d8318b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0792909 Oct 30 15:05:44.934855 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-87905ef0-93bd-4567-86df-8ecfd0985444 req-d43236de-5d70-4080-b0d1-4d9715b166af tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=adaa9a5a-7bcf-4f02-bb88-d1c865da4f51 HTTP/1.1" status: 200 len: 210 time: 0.0800142 Oct 30 15:05:45.039281 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-22c8ae12-7c4d-4af1-977c-fab87be22bd1 req-9b108532-6383-4f17-a8e3-b2cf38f8b7c0 service neutron] For port a4cc3af6-62b1-4767-b5f7-448ed3fd23df, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:05:45.048065 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-22c8ae12-7c4d-4af1-977c-fab87be22bd1 req-9b108532-6383-4f17-a8e3-b2cf38f8b7c0 service neutron] For port a4cc3af6-62b1-4767-b5f7-448ed3fd23df, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=a4cc3af6-62b1-4767-b5f7-448ed3fd23df,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:05:45.061392 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-22c8ae12-7c4d-4af1-977c-fab87be22bd1 req-9b108532-6383-4f17-a8e3-b2cf38f8b7c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:45.091749 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 51898) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:45.139090 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.44', 51055) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:45.157172 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9659885-88b2-4c26-a50d-7fe46da43af2 req-5dbe973f-8b86-461b-8a89-edb758dea260 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:45.167250 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e9659885-88b2-4c26-a50d-7fe46da43af2 req-5dbe973f-8b86-461b-8a89-edb758dea260 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=343deeda-6653-4a84-8468-1e6ef21c9864 HTTP/1.1" status: 200 len: 965 time: 0.3176773 Oct 30 15:05:45.208185 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-caa248c7-b4b1-46e3-baf3-fa4960392ba5 req-ed3b9770-125f-4e35-9752-df464f753fc4 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:45.241349 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 30 Oct 2021 15:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f182179-b1f9-49d7-8733-00f767c0e6c4 x-openstack-request-id: req-3f182179-b1f9-49d7-8733-00f767c0e6c4 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:05:45.241349 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c372d04-8ef1-4343-a171-22691798b5b2", "tag": "ad491b01-b4db-4766-a4e8-194291f2f7a6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "343deeda-6653-4a84-8468-1e6ef21c9864", "tag": "6bd33d2f-55ff-4a66-a734-135baa2b6ab2", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:05:45.241349 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3f182179-b1f9-49d7-8733-00f767c0e6c4 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:05:45.242120 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c372d04-8ef1-4343-a171-22691798b5b2', 'tag': 'ad491b01-b4db-4766-a4e8-194291f2f7a6', 'status': 'completed', 'code': 200} Oct 30 15:05:45.242650 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '343deeda-6653-4a84-8468-1e6ef21c9864', 'tag': '6bd33d2f-55ff-4a66-a734-135baa2b6ab2', 'status': 'completed', 'code': 200} Oct 30 15:05:45.253897 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8ae12-7c4d-4af1-977c-fab87be22bd1 req-9b108532-6383-4f17-a8e3-b2cf38f8b7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:45.255971 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-22c8ae12-7c4d-4af1-977c-fab87be22bd1 req-9b108532-6383-4f17-a8e3-b2cf38f8b7c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:45.256296 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-22c8ae12-7c4d-4af1-977c-fab87be22bd1 req-9b108532-6383-4f17-a8e3-b2cf38f8b7c0 service neutron] 10.222.0.53 "PUT /v2.0/ports/a4cc3af6-62b1-4767-b5f7-448ed3fd23df HTTP/1.1" status: 200 len: 1096 time: 2.1275897 Oct 30 15:05:45.273103 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08972298-4f56-45da-aee1-25ac81a2871f', 'tag': 'a4cc3af6-62b1-4767-b5f7-448ed3fd23df'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:05:45.276210 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5afbb9c3-dfdd-4879-a94a-0427781da650" -d '{"events": [{"name": "network-changed", "server_uuid": "08972298-4f56-45da-aee1-25ac81a2871f", "tag": "a4cc3af6-62b1-4767-b5f7-448ed3fd23df"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:05:45.389041 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-55e3d2c7-48b7-4988-8573-2b4e91b86801 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:45.410437 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f243c684-065e-412d-9aa7-4dc01872330d req-be7e1c1a-e3ab-45b2-bce4-b5694b9dd6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:45.411949 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f243c684-065e-412d-9aa7-4dc01872330d req-be7e1c1a-e3ab-45b2-bce4-b5694b9dd6d1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=69837c7685c1471a8281a6c045018170&device_id=7c372d04-8ef1-4343-a171-22691798b5b2 HTTP/1.1" status: 200 len: 1097 time: 0.1683946 Oct 30 15:05:45.414523 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b108532-6383-4f17-a8e3-b2cf38f8b7c0 service neutron] Pushing event updated for resources: {'Port': ['ID=a4cc3af6-62b1-4767-b5f7-448ed3fd23df,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:45.423676 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3e90e-5bde-48e9-81e5-8908d64492d9 req-cc28b765-8859-4819-8d12-c65171d2fb0a tempest-VolumesAdminNegativeTest-971052280 tempest-VolumesAdminNegativeTest-971052280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:45.428007 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1cf3e90e-5bde-48e9-81e5-8908d64492d9 req-cc28b765-8859-4819-8d12-c65171d2fb0a tempest-VolumesAdminNegativeTest-971052280 tempest-VolumesAdminNegativeTest-971052280-project] 10.222.0.62 "GET /v2.0/ports?device_id=b60a9a46-7d00-48a5-9cba-a2a3b42a0038 HTTP/1.1" status: 200 len: 932 time: 0.1731169 Oct 30 15:05:45.439885 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e9659885-88b2-4c26-a50d-7fe46da43af2 req-f22e7593-3d7e-4898-a9d4-cbd16548b889 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459202 Oct 30 15:05:45.441797 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f243c684-065e-412d-9aa7-4dc01872330d req-2faa2cdc-4124-4959-9f7d-85f681c56621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:45.443211 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f243c684-065e-412d-9aa7-4dc01872330d req-2faa2cdc-4124-4959-9f7d-85f681c56621 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=48ec0906891f440e8725a8b756af6e71&device_id=343deeda-6653-4a84-8468-1e6ef21c9864 HTTP/1.1" status: 200 len: 1148 time: 0.3238981 Oct 30 15:05:45.451185 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91092e8-7c7c-4494-a92c-beda844affba req-b4b85b10-3450-4760-951e-00ce534880dd tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:45.451349 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.53', 61299) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:45.453170 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c91092e8-7c7c-4494-a92c-beda844affba req-b4b85b10-3450-4760-951e-00ce534880dd tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5136814 Oct 30 15:05:45.472241 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-caa248c7-b4b1-46e3-baf3-fa4960392ba5 req-ed3b9770-125f-4e35-9752-df464f753fc4 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:45.478952 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-c91092e8-7c7c-4494-a92c-beda844affba req-3cd88a64-6144-4eec-9625-557c29b76e1e tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Request body: {'port': {'device_id': 'adaa9a5a-7bcf-4f02-bb88-d1c865da4f51', 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704', 'admin_state_up': True, 'tenant_id': '77cd9b926c2f46c3aa4784fd4d8318b7'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:05:45.493120 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8ae12-7c4d-4af1-977c-fab87be22bd1 req-dcf316f7-829f-4d77-b7e5-0590805d8b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:45.494571 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-22c8ae12-7c4d-4af1-977c-fab87be22bd1 req-dcf316f7-829f-4d77-b7e5-0590805d8b7f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4a47cba7ecfc43c693bd7cf729426cdb&device_id=08972298-4f56-45da-aee1-25ac81a2871f HTTP/1.1" status: 200 len: 1099 time: 0.1792650 Oct 30 15:05:45.818921 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-22c8ae12-7c4d-4af1-977c-fab87be22bd1 req-569a7759-aced-470f-8dcb-135a19053ecd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=a4cc3af6-62b1-4767-b5f7-448ed3fd23df HTTP/1.1" status: 200 len: 217 time: 0.2969422 Oct 30 15:05:45.837987 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-d074b85a-8ad1-461a-8e19-46fa56a5b180 req-963b548d-b55f-4c58-a6a2-06188d2aa407 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8ec4ee6-97a9-492b-9669-3a8846a695a5 {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:05:45.862356 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d074b85a-8ad1-461a-8e19-46fa56a5b180 req-963b548d-b55f-4c58-a6a2-06188d2aa407 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:45.888531 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caa248c7-b4b1-46e3-baf3-fa4960392ba5 req-ed3b9770-125f-4e35-9752-df464f753fc4 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] Network 8de8b155-6e08-41c3-866a-8b30bb481704 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:05:45.909013 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-caa248c7-b4b1-46e3-baf3-fa4960392ba5 req-ed3b9770-125f-4e35-9752-df464f753fc4 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:05:45.922035 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-caa248c7-b4b1-46e3-baf3-fa4960392ba5 req-ed3b9770-125f-4e35-9752-df464f753fc4 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:05:45.927614 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e321c9d-7bf9-4c41-8589-44f933865dbd req-8d9e0ede-3ba2-43a6-adeb-2514c23c8677 tempest-ServerDiagnosticsNegativeTest-816925715 tempest-ServerDiagnosticsNegativeTest-816925715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:45.929130 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9e321c9d-7bf9-4c41-8589-44f933865dbd req-8d9e0ede-3ba2-43a6-adeb-2514c23c8677 tempest-ServerDiagnosticsNegativeTest-816925715 tempest-ServerDiagnosticsNegativeTest-816925715-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa759fe2-4037-4d71-b37f-46af69f1ab3a HTTP/1.1" status: 200 len: 950 time: 0.4710584 Oct 30 15:05:45.932201 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1cf3e90e-5bde-48e9-81e5-8908d64492d9 req-44cfd82c-6a67-4c01-9363-f856415e7224 tempest-VolumesAdminNegativeTest-971052280 tempest-VolumesAdminNegativeTest-971052280-project] 10.222.0.62 "GET /v2.0/security-groups?id=b61a7bd3-32b9-469c-a1b5-1fc6cab9ccab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4673476 Oct 30 15:05:45.932804 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b9770-125f-4e35-9752-df464f753fc4 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] Pushing event updated for resources: {'Port': ['ID=684b2539-1b27-430d-af02-c918ca0bca8e,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:45.963975 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-d074b85a-8ad1-461a-8e19-46fa56a5b180 req-963b548d-b55f-4c58-a6a2-06188d2aa407 service neutron] Transition to ACTIVE for port object b8ec4ee6-97a9-492b-9669-3a8846a695a5 will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:05:45.987821 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b9770-125f-4e35-9752-df464f753fc4 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:05:45.988173 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b9770-125f-4e35-9752-df464f753fc4 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:05:45.988719 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b9770-125f-4e35-9752-df464f753fc4 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:05:45.989214 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b9770-125f-4e35-9752-df464f753fc4 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:05:45.989700 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b9770-125f-4e35-9752-df464f753fc4 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:05:45.990469 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b9770-125f-4e35-9752-df464f753fc4 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:05:45.990985 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b9770-125f-4e35-9752-df464f753fc4 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:05:45.991518 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b9770-125f-4e35-9752-df464f753fc4 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:05:45.992022 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b9770-125f-4e35-9752-df464f753fc4 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:05:45.992509 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b9770-125f-4e35-9752-df464f753fc4 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:05:45.993278 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b9770-125f-4e35-9752-df464f753fc4 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:05:45.993755 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b9770-125f-4e35-9752-df464f753fc4 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:05:46.003195 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ee88ac-b7a6-4f9a-a869-5c0203c3910e req-ea0cbf2c-bb03-4cc1-88b9-92373f4fe032 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:46.003865 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f243c684-065e-412d-9aa7-4dc01872330d req-0561b07b-b601-4c22-8c9d-25f5237c7fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:46.005791 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f243c684-065e-412d-9aa7-4dc01872330d req-0561b07b-b601-4c22-8c9d-25f5237c7fbc service neutron] 10.222.0.44 "GET /v2.0/networks?id=0e073e54-a4ee-47aa-891d-4a1d26e93e93 HTTP/1.1" status: 200 len: 925 time: 0.5730224 Oct 30 15:05:46.010566 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c2ee88ac-b7a6-4f9a-a869-5c0203c3910e req-ea0cbf2c-bb03-4cc1-88b9-92373f4fe032 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5aaa9c4-a442-46eb-b20b-d9e46161966b HTTP/1.1" status: 200 len: 935 time: 0.4493296 Oct 30 15:05:46.012850 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f243c684-065e-412d-9aa7-4dc01872330d req-f565e184-03c2-41d9-88d8-51e879cc51d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:46.014264 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f243c684-065e-412d-9aa7-4dc01872330d req-f565e184-03c2-41d9-88d8-51e879cc51d5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=291c5166-548b-4ef8-b78f-841a397188df HTTP/1.1" status: 200 len: 921 time: 0.5496233 Oct 30 15:05:46.020878 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d074b85a-8ad1-461a-8e19-46fa56a5b180 req-963b548d-b55f-4c58-a6a2-06188d2aa407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:46.038369 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8ae12-7c4d-4af1-977c-fab87be22bd1 req-59fdde82-b356-4d81-9971-bcc8f6342b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:46.039828 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-22c8ae12-7c4d-4af1-977c-fab87be22bd1 req-59fdde82-b356-4d81-9971-bcc8f6342b43 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.2077184 Oct 30 15:05:46.046608 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7086005-6a70-463e-8d86-df93beabf05d x-openstack-request-id: req-a7086005-6a70-463e-8d86-df93beabf05d {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:05:46.046891 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08972298-4f56-45da-aee1-25ac81a2871f", "tag": "a4cc3af6-62b1-4767-b5f7-448ed3fd23df", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:05:46.047140 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a7086005-6a70-463e-8d86-df93beabf05d {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:05:46.047544 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08972298-4f56-45da-aee1-25ac81a2871f', 'tag': 'a4cc3af6-62b1-4767-b5f7-448ed3fd23df', 'status': 'completed', 'code': 200} Oct 30 15:05:46.088256 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa248c7-b4b1-46e3-baf3-fa4960392ba5 req-ed3b9770-125f-4e35-9752-df464f753fc4 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:46.088476 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-caa248c7-b4b1-46e3-baf3-fa4960392ba5 req-ed3b9770-125f-4e35-9752-df464f753fc4 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:46.090410 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-55e3d2c7-48b7-4988-8573-2b4e91b86801 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:46.123683 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c91092e8-7c7c-4494-a92c-beda844affba req-3cd88a64-6144-4eec-9625-557c29b76e1e tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Made reservation on behalf of 77cd9b926c2f46c3aa4784fd4d8318b7 for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:05:46.127856 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-c91092e8-7c7c-4494-a92c-beda844affba req-3cd88a64-6144-4eec-9625-557c29b76e1e tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:46.159419 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-55e3d2c7-48b7-4988-8573-2b4e91b86801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:46.166440 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-caa248c7-b4b1-46e3-baf3-fa4960392ba5 req-ed3b9770-125f-4e35-9752-df464f753fc4 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2939913 Oct 30 15:05:46.178210 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f243c684-065e-412d-9aa7-4dc01872330d req-d70d5364-0bc2-4012-ab7d-ba84e06f0b46 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6bd33d2f-55ff-4a66-a734-135baa2b6ab2 HTTP/1.1" status: 200 len: 217 time: 0.1480823 Oct 30 15:05:46.190585 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-c91092e8-7c7c-4494-a92c-beda844affba req-3cd88a64-6144-4eec-9625-557c29b76e1e tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:46.196957 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-caa248c7-b4b1-46e3-baf3-fa4960392ba5 req-ed1544f9-9694-49c1-a3e6-f372838aca84 service neutron] Request body: {'port': {'device_id': 'c5aaa9c4-a442-46eb-b20b-d9e46161966b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:05:46.211610 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f243c684-065e-412d-9aa7-4dc01872330d req-6d057680-8112-4008-810b-8e0fcd6ecfda service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad491b01-b4db-4766-a4e8-194291f2f7a6 HTTP/1.1" status: 200 len: 1001 time: 0.1935530 Oct 30 15:05:46.215342 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 6bd33d2f-55ff-4a66-a734-135baa2b6ab2 details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:05:46.268522 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963b548d-b55f-4c58-a6a2-06188d2aa407 service neutron] Pushing event updated for resources: {'Port': ['ID=b8ec4ee6-97a9-492b-9669-3a8846a695a5,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:46.279807 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c2ee88ac-b7a6-4f9a-a869-5c0203c3910e req-843bba62-6fa7-41a7-814e-6579ea8f074a tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] 10.222.0.62 "GET /v2.0/security-groups?id=caba50ec-ec8c-4c0e-a787-668486078c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682784 Oct 30 15:05:46.305824 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-6e2f2cb7-0cf8-469b-ad04-6de098301c3c None None] Provisioning complete for port 684b2539-1b27-430d-af02-c918ca0bca8e triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:05:46.306335 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6e2f2cb7-0cf8-469b-ad04-6de098301c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:46.307191 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-55e3d2c7-48b7-4988-8573-2b4e91b86801 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c768afabf7ae4f52bd8cb6692e106fc4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1990511 Oct 30 15:05:46.315019 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 51916) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:46.327159 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963b548d-b55f-4c58-a6a2-06188d2aa407 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:05:46.327522 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963b548d-b55f-4c58-a6a2-06188d2aa407 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:05:46.327866 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963b548d-b55f-4c58-a6a2-06188d2aa407 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:05:46.328204 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963b548d-b55f-4c58-a6a2-06188d2aa407 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:05:46.328534 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963b548d-b55f-4c58-a6a2-06188d2aa407 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:05:46.328862 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963b548d-b55f-4c58-a6a2-06188d2aa407 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:05:46.329186 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963b548d-b55f-4c58-a6a2-06188d2aa407 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:05:46.329510 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963b548d-b55f-4c58-a6a2-06188d2aa407 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:05:46.330008 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963b548d-b55f-4c58-a6a2-06188d2aa407 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:05:46.330345 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963b548d-b55f-4c58-a6a2-06188d2aa407 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:05:46.330663 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963b548d-b55f-4c58-a6a2-06188d2aa407 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:05:46.330985 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963b548d-b55f-4c58-a6a2-06188d2aa407 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:05:46.358074 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f243c684-065e-412d-9aa7-4dc01872330d req-605f917d-c25f-4866-8866-c518dc87e532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:46.359589 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f243c684-065e-412d-9aa7-4dc01872330d req-605f917d-c25f-4866-8866-c518dc87e532 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1b4f6d7c-44b3-47fa-9b94-0bd8519fb087 HTTP/1.1" status: 200 len: 863 time: 0.1303475 Oct 30 15:05:46.369443 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8ae12-7c4d-4af1-977c-fab87be22bd1 req-12f03a57-4c7f-4637-822f-779cce4020ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:46.370969 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-22c8ae12-7c4d-4af1-977c-fab87be22bd1 req-12f03a57-4c7f-4637-822f-779cce4020ba service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2793574 Oct 30 15:05:46.372592 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeceb85-ac46-4daf-b93b-2ed457d49f0d req-20d9cdeb-9d22-4f73-8853-5b906054b5f4 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:46.374625 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e3d2c7-48b7-4988-8573-2b4e91b86801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a0a3215-9b5b-4930-a72d-f770ffe245b9,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:46.379236 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f243c684-065e-412d-9aa7-4dc01872330d req-d732f523-543d-4b36-9daf-0b15bf8e82bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:46.380737 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f243c684-065e-412d-9aa7-4dc01872330d req-d732f523-543d-4b36-9daf-0b15bf8e82bb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4f4c836a-b7bd-4d76-afd1-011b8a3fe891 HTTP/1.1" status: 200 len: 860 time: 0.1715364 Oct 30 15:05:46.381864 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0aeceb85-ac46-4daf-b93b-2ed457d49f0d req-20d9cdeb-9d22-4f73-8853-5b906054b5f4 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.62 "GET /v2.0/ports?device_id=08972298-4f56-45da-aee1-25ac81a2871f HTTP/1.1" status: 200 len: 947 time: 0.2601051 Oct 30 15:05:46.382074 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-d074b85a-8ad1-461a-8e19-46fa56a5b180 req-963b548d-b55f-4c58-a6a2-06188d2aa407 service neutron] Attempting to bind port b8ec4ee6-97a9-492b-9669-3a8846a695a5 on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:05:46.382334 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-d074b85a-8ad1-461a-8e19-46fa56a5b180 req-963b548d-b55f-4c58-a6a2-06188d2aa407 service neutron] Attempting to bind port b8ec4ee6-97a9-492b-9669-3a8846a695a5 by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': 'e0b985c5-5902-4c74-92eb-4e771654fbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f51a7f89-2f81-43a4-8afe-99aab78e0368'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:05:46.382670 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d074b85a-8ad1-461a-8e19-46fa56a5b180 req-963b548d-b55f-4c58-a6a2-06188d2aa407 service neutron] Attempting to bind port b8ec4ee6-97a9-492b-9669-3a8846a695a5 on network f51a7f89-2f81-43a4-8afe-99aab78e0368 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:05:46.390497 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 6bd33d2f-55ff-4a66-a734-135baa2b6ab2, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=6bd33d2f-55ff-4a66-a734-135baa2b6ab2,segment=NetworkSegment(e8246d9e-f8e1-4659-b367-d870958fbb44),segment_id=e8246d9e-f8e1-4659-b367-d870958fbb44)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:05:46.399205 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-caa248c7-b4b1-46e3-baf3-fa4960392ba5 req-ed1544f9-9694-49c1-a3e6-f372838aca84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:46.403779 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-6e2f2cb7-0cf8-469b-ad04-6de098301c3c None None] Port 684b2539-1b27-430d-af02-c918ca0bca8e cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:05:46.410765 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 6bd33d2f-55ff-4a66-a734-135baa2b6ab2 has no active binding in host n-h2-806683-17 {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 30 15:05:46.416130 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d074b85a-8ad1-461a-8e19-46fa56a5b180 req-963b548d-b55f-4c58-a6a2-06188d2aa407 service neutron] Port b8ec4ee6-97a9-492b-9669-3a8846a695a5 on network f51a7f89-2f81-43a4-8afe-99aab78e0368 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:05:46.416461 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d074b85a-8ad1-461a-8e19-46fa56a5b180 req-963b548d-b55f-4c58-a6a2-06188d2aa407 service neutron] Attempting to bind port b8ec4ee6-97a9-492b-9669-3a8846a695a5 on network f51a7f89-2f81-43a4-8afe-99aab78e0368 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:05:46.479036 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f243c684-065e-412d-9aa7-4dc01872330d req-32bb9407-debe-4d55-844d-aa295dec791c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=291c5166-548b-4ef8-b78f-841a397188df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826056 Oct 30 15:05:46.485509 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d074b85a-8ad1-461a-8e19-46fa56a5b180 req-963b548d-b55f-4c58-a6a2-06188d2aa407 service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:05:46.485846 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d074b85a-8ad1-461a-8e19-46fa56a5b180 req-963b548d-b55f-4c58-a6a2-06188d2aa407 service neutron] Checking segment: {'id': 'e0b985c5-5902-4c74-92eb-4e771654fbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f51a7f89-2f81-43a4-8afe-99aab78e0368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:05:46.486791 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d074b85a-8ad1-461a-8e19-46fa56a5b180 req-963b548d-b55f-4c58-a6a2-06188d2aa407 service neutron] Bound using segment: {'id': 'e0b985c5-5902-4c74-92eb-4e771654fbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f51a7f89-2f81-43a4-8afe-99aab78e0368'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:05:46.487262 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-d074b85a-8ad1-461a-8e19-46fa56a5b180 req-963b548d-b55f-4c58-a6a2-06188d2aa407 service neutron] Bound port: b8ec4ee6-97a9-492b-9669-3a8846a695a5, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0b985c5-5902-4c74-92eb-4e771654fbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f51a7f89-2f81-43a4-8afe-99aab78e0368'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:05:46.488024 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d074b85a-8ad1-461a-8e19-46fa56a5b180 req-963b548d-b55f-4c58-a6a2-06188d2aa407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:46.509894 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-9e321c9d-7bf9-4c41-8589-44f933865dbd req-7d913070-69eb-4e08-9ad8-a15ee74540f8 tempest-ServerDiagnosticsNegativeTest-816925715 tempest-ServerDiagnosticsNegativeTest-816925715-project] Deleting port ed7a5388-bcc8-42df-a1bc-8b11b94f2b8a {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:05:46.510229 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-9e321c9d-7bf9-4c41-8589-44f933865dbd req-7d913070-69eb-4e08-9ad8-a15ee74540f8 tempest-ServerDiagnosticsNegativeTest-816925715 tempest-ServerDiagnosticsNegativeTest-816925715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:46.554082 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0aeceb85-ac46-4daf-b93b-2ed457d49f0d req-269d7cf2-6ab1-4b26-86ed-015eb3b119a6 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.62 "GET /v2.0/security-groups?id=60ea4c70-22fc-4ca1-9dc8-302a1ea097ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711116 Oct 30 15:05:46.570247 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f243c684-065e-412d-9aa7-4dc01872330d req-fd155c53-d762-4c98-9855-78df00aa4e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:46.571784 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f243c684-065e-412d-9aa7-4dc01872330d req-fd155c53-d762-4c98-9855-78df00aa4e89 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0e073e54-a4ee-47aa-891d-4a1d26e93e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1878991 Oct 30 15:05:46.578784 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-c91092e8-7c7c-4494-a92c-beda844affba req-3cd88a64-6144-4eec-9625-557c29b76e1e tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:46.601096 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-c91092e8-7c7c-4494-a92c-beda844affba req-3cd88a64-6144-4eec-9625-557c29b76e1e tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:46.697703 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-22c8ae12-7c4d-4af1-977c-fab87be22bd1 req-f973cc72-2a69-4e66-9b3f-57a7eb1f8952 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118949 Oct 30 15:05:46.705812 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fac617-0b7e-45a0-a4eb-50109f953e5c req-159d88e0-14df-4281-865b-6ac07f7eacc2 tempest-ServerDiagnosticsNegativeTest-816925715 tempest-ServerDiagnosticsNegativeTest-816925715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:46.707062 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a28d13bb-d08e-4ef3-84cd-07230464d489 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:46.707258 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-50fac617-0b7e-45a0-a4eb-50109f953e5c req-159d88e0-14df-4281-865b-6ac07f7eacc2 tempest-ServerDiagnosticsNegativeTest-816925715 tempest-ServerDiagnosticsNegativeTest-816925715-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa759fe2-4037-4d71-b37f-46af69f1ab3a HTTP/1.1" status: 200 len: 950 time: 0.2624390 Oct 30 15:05:46.826274 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-9e321c9d-7bf9-4c41-8589-44f933865dbd req-7d913070-69eb-4e08-9ad8-a15ee74540f8 tempest-ServerDiagnosticsNegativeTest-816925715 tempest-ServerDiagnosticsNegativeTest-816925715-project] For port ed7a5388-bcc8-42df-a1bc-8b11b94f2b8a, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=ed7a5388-bcc8-42df-a1bc-8b11b94f2b8a,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:05:46.826636 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-9e321c9d-7bf9-4c41-8589-44f933865dbd req-7d913070-69eb-4e08-9ad8-a15ee74540f8 tempest-ServerDiagnosticsNegativeTest-816925715 tempest-ServerDiagnosticsNegativeTest-816925715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:46.832612 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd88a64-6144-4eec-9625-557c29b76e1e tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:46.851534 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5b457201-b00c-42ee-af0a-e23f9eb01387 req-d5ef45e4-c7c9-4d14-9a32-f7729f3d9c3d tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=adaa9a5a-7bcf-4f02-bb88-d1c865da4f51 HTTP/1.1" status: 200 len: 210 time: 0.0730257 Oct 30 15:05:46.852116 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-d074b85a-8ad1-461a-8e19-46fa56a5b180 req-963b548d-b55f-4c58-a6a2-06188d2aa407 service neutron] For port b8ec4ee6-97a9-492b-9669-3a8846a695a5, host n-h2-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:05:46.856695 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a28d13bb-d08e-4ef3-84cd-07230464d489 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:46.858435 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f243c684-065e-412d-9aa7-4dc01872330d req-ade573a7-a477-485f-91bf-fb877bf8b64d service neutron] 10.222.0.53 "GET /v2.0/networks/291c5166-548b-4ef8-b78f-841a397188df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518965 Oct 30 15:05:46.859315 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-9e321c9d-7bf9-4c41-8589-44f933865dbd req-7d913070-69eb-4e08-9ad8-a15ee74540f8 tempest-ServerDiagnosticsNegativeTest-816925715 tempest-ServerDiagnosticsNegativeTest-816925715-project] Calling delete_port for ed7a5388-bcc8-42df-a1bc-8b11b94f2b8a owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:05:46.868843 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-d074b85a-8ad1-461a-8e19-46fa56a5b180 req-963b548d-b55f-4c58-a6a2-06188d2aa407 service neutron] For port b8ec4ee6-97a9-492b-9669-3a8846a695a5, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=b8ec4ee6-97a9-492b-9669-3a8846a695a5,segment=NetworkSegment(e0b985c5-5902-4c74-92eb-4e771654fbd4),segment_id=e0b985c5-5902-4c74-92eb-4e771654fbd4)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:05:46.902568 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d074b85a-8ad1-461a-8e19-46fa56a5b180 req-963b548d-b55f-4c58-a6a2-06188d2aa407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:46.958138 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f243c684-065e-412d-9aa7-4dc01872330d req-6ccd0955-2e73-4870-a6cb-3ec28d21f43e service neutron] 10.222.0.44 "GET /v2.0/networks/0e073e54-a4ee-47aa-891d-4a1d26e93e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3686111 Oct 30 15:05:46.982243 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-50fac617-0b7e-45a0-a4eb-50109f953e5c req-4934eea0-90fc-4010-80c6-12ee0ba93acf tempest-ServerDiagnosticsNegativeTest-816925715 tempest-ServerDiagnosticsNegativeTest-816925715-project] 10.222.0.62 "GET /v2.0/security-groups?id=ccc98cf6-41d9-48f2-be4b-d933269f4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532735 Oct 30 15:05:47.081249 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074b85a-8ad1-461a-8e19-46fa56a5b180 req-963b548d-b55f-4c58-a6a2-06188d2aa407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:47.081733 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a28d13bb-d08e-4ef3-84cd-07230464d489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:47.081999 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d074b85a-8ad1-461a-8e19-46fa56a5b180 req-963b548d-b55f-4c58-a6a2-06188d2aa407 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:47.083324 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d074b85a-8ad1-461a-8e19-46fa56a5b180 req-963b548d-b55f-4c58-a6a2-06188d2aa407 service neutron] 10.222.0.44 "PUT /v2.0/ports/b8ec4ee6-97a9-492b-9669-3a8846a695a5 HTTP/1.1" status: 200 len: 1093 time: 2.6355450 Oct 30 15:05:47.084330 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a28d13bb-d08e-4ef3-84cd-07230464d489 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:47.088110 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a28d13bb-d08e-4ef3-84cd-07230464d489 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4a0a3215-9b5b-4930-a72d-f770ffe245b9 HTTP/1.1" status: 204 len: 168 time: 0.7656119 Oct 30 15:05:47.095079 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-22c8ae12-7c4d-4af1-977c-fab87be22bd1 req-0838ab4c-3456-4a4e-a3ae-7ec8b8e89c11 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3867514 Oct 30 15:05:47.115135 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135dd8f3-6435-4b04-a9f2-d243ef10b380 req-83aed335-d8ca-4e1f-ae3a-d665d257c94b tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:47.123486 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-135dd8f3-6435-4b04-a9f2-d243ef10b380 req-83aed335-d8ca-4e1f-ae3a-d665d257c94b tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=343deeda-6653-4a84-8468-1e6ef21c9864 HTTP/1.1" status: 200 len: 965 time: 0.1825860 Oct 30 15:05:47.143135 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d13bb-d08e-4ef3-84cd-07230464d489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a0a3215-9b5b-4930-a72d-f770ffe245b9,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:47.171642 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963b548d-b55f-4c58-a6a2-06188d2aa407 service neutron] Pushing event updated for resources: {'Port': ['ID=b8ec4ee6-97a9-492b-9669-3a8846a695a5,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:47.223111 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-135dd8f3-6435-4b04-a9f2-d243ef10b380 req-35972ca0-6a3e-439d-8ded-25ca86e50f08 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982378 Oct 30 15:05:47.224713 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-caa248c7-b4b1-46e3-baf3-fa4960392ba5 req-ed1544f9-9694-49c1-a3e6-f372838aca84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 684b2539-1b27-430d-af02-c918ca0bca8e {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:05:47.235133 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-caa248c7-b4b1-46e3-baf3-fa4960392ba5 req-ed1544f9-9694-49c1-a3e6-f372838aca84 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:47.241614 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f243c684-065e-412d-9aa7-4dc01872330d req-abe55aa9-99fe-48db-91a9-fcb184813c73 service neutron] 10.222.0.44 "GET /v2.0/networks/0e073e54-a4ee-47aa-891d-4a1d26e93e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635136 Oct 30 15:05:47.252867 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-caa248c7-b4b1-46e3-baf3-fa4960392ba5 req-ed1544f9-9694-49c1-a3e6-f372838aca84 service neutron] Transition to ACTIVE for port object 684b2539-1b27-430d-af02-c918ca0bca8e will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:05:47.258480 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-caa248c7-b4b1-46e3-baf3-fa4960392ba5 req-ed1544f9-9694-49c1-a3e6-f372838aca84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:47.320700 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f243c684-065e-412d-9aa7-4dc01872330d req-799c9bfa-ffc1-4840-a8e4-ef15b062f530 service neutron] 10.222.0.53 "GET /v2.0/networks/291c5166-548b-4ef8-b78f-841a397188df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4503629 Oct 30 15:05:47.340279 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afbb9c3-dfdd-4879-a94a-0427781da650 req-a7770107-e7f5-44f3-b122-aeafe856bef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:47.342127 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5afbb9c3-dfdd-4879-a94a-0427781da650 req-a7770107-e7f5-44f3-b122-aeafe856bef5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4a47cba7ecfc43c693bd7cf729426cdb&device_id=08972298-4f56-45da-aee1-25ac81a2871f HTTP/1.1" status: 200 len: 1099 time: 0.1253588 Oct 30 15:05:47.346781 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074b85a-8ad1-461a-8e19-46fa56a5b180 req-ab903b13-b721-4dcb-a0b8-575ff198dd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:47.348731 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d074b85a-8ad1-461a-8e19-46fa56a5b180 req-ab903b13-b721-4dcb-a0b8-575ff198dd39 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1b25201efc0c4a09b6f380e1e4ec5530&device_id=b60a9a46-7d00-48a5-9cba-a2a3b42a0038 HTTP/1.1" status: 200 len: 1096 time: 0.1957655 Oct 30 15:05:47.358980 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbebe7a4-5222-43af-bcbe-c8e4891ac815 req-03c005f1-a962-413b-9770-d33496e2f8ef tempest-VolumesAdminNegativeTest-971052280 tempest-VolumesAdminNegativeTest-971052280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:47.360411 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cbebe7a4-5222-43af-bcbe-c8e4891ac815 req-03c005f1-a962-413b-9770-d33496e2f8ef tempest-VolumesAdminNegativeTest-971052280 tempest-VolumesAdminNegativeTest-971052280-project] 10.222.0.62 "GET /v2.0/ports?device_id=b60a9a46-7d00-48a5-9cba-a2a3b42a0038 HTTP/1.1" status: 200 len: 944 time: 0.2808583 Oct 30 15:05:47.368783 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-c91092e8-7c7c-4494-a92c-beda844affba req-3cd88a64-6144-4eec-9625-557c29b76e1e tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Allocated IP 192.168.233.219 (8de8b155-6e08-41c3-866a-8b30bb481704/43b5dea3-b65b-4514-8ec2-18a4245eb194/3baf7600-8a1c-4d9a-b018-f770d78d7690) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:05:47.375784 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1544f9-9694-49c1-a3e6-f372838aca84 service neutron] Pushing event updated for resources: {'Port': ['ID=684b2539-1b27-430d-af02-c918ca0bca8e,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:47.485394 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d074b85a-8ad1-461a-8e19-46fa56a5b180 req-7812727f-0b1e-490e-90b2-332ec4b22807 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8ec4ee6-97a9-492b-9669-3a8846a695a5 HTTP/1.1" status: 200 len: 217 time: 0.1239104 Oct 30 15:05:47.495833 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-9e321c9d-7bf9-4c41-8589-44f933865dbd req-7d913070-69eb-4e08-9ad8-a15ee74540f8 tempest-ServerDiagnosticsNegativeTest-816925715 tempest-ServerDiagnosticsNegativeTest-816925715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:47.514047 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['ed7a5388-bcc8-42df-a1bc-8b11b94f2b8a'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:05:47.572645 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d913070-69eb-4e08-9ad8-a15ee74540f8 tempest-ServerDiagnosticsNegativeTest-816925715 tempest-ServerDiagnosticsNegativeTest-816925715-project] Pushing event deleted for resources: {'Port': ['ID=ed7a5388-bcc8-42df-a1bc-8b11b94f2b8a,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:47.600683 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 51934) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:47.603762 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cbebe7a4-5222-43af-bcbe-c8e4891ac815 req-8022418e-9b5b-4b4d-b973-4032c0325e4d tempest-VolumesAdminNegativeTest-971052280 tempest-VolumesAdminNegativeTest-971052280-project] 10.222.0.62 "GET /v2.0/security-groups?id=b61a7bd3-32b9-469c-a1b5-1fc6cab9ccab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166245 Oct 30 15:05:47.609402 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-caa248c7-b4b1-46e3-baf3-fa4960392ba5 req-ed1544f9-9694-49c1-a3e6-f372838aca84 service neutron] Attempting to bind port 684b2539-1b27-430d-af02-c918ca0bca8e on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:05:47.609656 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-caa248c7-b4b1-46e3-baf3-fa4960392ba5 req-ed1544f9-9694-49c1-a3e6-f372838aca84 service neutron] Attempting to bind port 684b2539-1b27-430d-af02-c918ca0bca8e by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:05:47.610032 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa248c7-b4b1-46e3-baf3-fa4960392ba5 req-ed1544f9-9694-49c1-a3e6-f372838aca84 service neutron] Attempting to bind port 684b2539-1b27-430d-af02-c918ca0bca8e on network 8de8b155-6e08-41c3-866a-8b30bb481704 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:05:47.624947 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6691df2c-1d90-40ed-b622-ef2945d91a8c req-c3597f98-b780-40b1-8b23-1801342dc2b8 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:47.626451 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6691df2c-1d90-40ed-b622-ef2945d91a8c req-c3597f98-b780-40b1-8b23-1801342dc2b8 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5aaa9c4-a442-46eb-b20b-d9e46161966b HTTP/1.1" status: 200 len: 947 time: 0.1876600 Oct 30 15:05:47.641825 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa248c7-b4b1-46e3-baf3-fa4960392ba5 req-ed1544f9-9694-49c1-a3e6-f372838aca84 service neutron] Port 684b2539-1b27-430d-af02-c918ca0bca8e on network 8de8b155-6e08-41c3-866a-8b30bb481704 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:05:47.643074 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa248c7-b4b1-46e3-baf3-fa4960392ba5 req-ed1544f9-9694-49c1-a3e6-f372838aca84 service neutron] Attempting to bind port 684b2539-1b27-430d-af02-c918ca0bca8e on network 8de8b155-6e08-41c3-866a-8b30bb481704 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:05:47.654749 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa248c7-b4b1-46e3-baf3-fa4960392ba5 req-ed1544f9-9694-49c1-a3e6-f372838aca84 service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:05:47.654749 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa248c7-b4b1-46e3-baf3-fa4960392ba5 req-ed1544f9-9694-49c1-a3e6-f372838aca84 service neutron] Checking segment: {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:05:47.654749 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa248c7-b4b1-46e3-baf3-fa4960392ba5 req-ed1544f9-9694-49c1-a3e6-f372838aca84 service neutron] Bound using segment: {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:05:47.655143 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-caa248c7-b4b1-46e3-baf3-fa4960392ba5 req-ed1544f9-9694-49c1-a3e6-f372838aca84 service neutron] Bound port: 684b2539-1b27-430d-af02-c918ca0bca8e, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:05:47.655361 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-caa248c7-b4b1-46e3-baf3-fa4960392ba5 req-ed1544f9-9694-49c1-a3e6-f372838aca84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:47.662206 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8a71fe96-ec35-43a4-8c1e-199cb29a63d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:47.842975 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-c91092e8-7c7c-4494-a92c-beda844affba req-3cd88a64-6144-4eec-9625-557c29b76e1e tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:47.895047 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6691df2c-1d90-40ed-b622-ef2945d91a8c req-798bb354-ff2b-4687-86f8-35ba8b4a2272 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] 10.222.0.62 "GET /v2.0/security-groups?id=caba50ec-ec8c-4c0e-a787-668486078c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435226 Oct 30 15:05:47.897648 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afbb9c3-dfdd-4879-a94a-0427781da650 req-030cff38-d454-4c1e-815a-5901f3488f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:47.899095 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5afbb9c3-dfdd-4879-a94a-0427781da650 req-030cff38-d454-4c1e-815a-5901f3488f39 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8de8b155-6e08-41c3-866a-8b30bb481704 HTTP/1.1" status: 200 len: 870 time: 0.5358121 Oct 30 15:05:47.902116 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074b85a-8ad1-461a-8e19-46fa56a5b180 req-81696ab0-20a3-4a99-a1c7-c7d0a1d1fea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:47.903730 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d074b85a-8ad1-461a-8e19-46fa56a5b180 req-81696ab0-20a3-4a99-a1c7-c7d0a1d1fea1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2064ebac-2fa7-4015-b558-10b91371563d HTTP/1.1" status: 200 len: 854 time: 0.3964381 Oct 30 15:05:47.904680 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e321c9d-7bf9-4c41-8589-44f933865dbd req-7d913070-69eb-4e08-9ad8-a15ee74540f8 tempest-ServerDiagnosticsNegativeTest-816925715 tempest-ServerDiagnosticsNegativeTest-816925715-project] No DVR routers for this DVR port ed7a5388-bcc8-42df-a1bc-8b11b94f2b8a on host n-h1-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:05:47.915911 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-caa248c7-b4b1-46e3-baf3-fa4960392ba5 req-ed1544f9-9694-49c1-a3e6-f372838aca84 service neutron] For port 684b2539-1b27-430d-af02-c918ca0bca8e, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:05:47.922269 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-9e321c9d-7bf9-4c41-8589-44f933865dbd req-7d913070-69eb-4e08-9ad8-a15ee74540f8 tempest-ServerDiagnosticsNegativeTest-816925715 tempest-ServerDiagnosticsNegativeTest-816925715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:47.925685 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9e321c9d-7bf9-4c41-8589-44f933865dbd req-7d913070-69eb-4e08-9ad8-a15ee74540f8 tempest-ServerDiagnosticsNegativeTest-816925715 tempest-ServerDiagnosticsNegativeTest-816925715-project] 10.222.0.53 "DELETE /v2.0/ports/ed7a5388-bcc8-42df-a1bc-8b11b94f2b8a HTTP/1.1" status: 204 len: 173 time: 1.9806166 Oct 30 15:05:47.953270 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-caa248c7-b4b1-46e3-baf3-fa4960392ba5 req-ed1544f9-9694-49c1-a3e6-f372838aca84 service neutron] For port 684b2539-1b27-430d-af02-c918ca0bca8e, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=684b2539-1b27-430d-af02-c918ca0bca8e,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:05:47.964286 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-caa248c7-b4b1-46e3-baf3-fa4960392ba5 req-ed1544f9-9694-49c1-a3e6-f372838aca84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:47.978299 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5afbb9c3-dfdd-4879-a94a-0427781da650 req-16a37a42-c83b-4c91-a427-d332cdb96db9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=a4cc3af6-62b1-4767-b5f7-448ed3fd23df HTTP/1.1" status: 200 len: 217 time: 0.0636907 Oct 30 15:05:47.999043 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d074b85a-8ad1-461a-8e19-46fa56a5b180 req-bcfd5fa4-4368-4f87-8546-09792e40f968 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f51a7f89-2f81-43a4-8afe-99aab78e0368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582716 Oct 30 15:05:48.051123 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b60a9a46-7d00-48a5-9cba-a2a3b42a0038', 'tag': 'b8ec4ee6-97a9-492b-9669-3a8846a695a5'}, {'server_uuid': 'aa759fe2-4037-4d71-b37f-46af69f1ab3a', 'name': 'network-vif-deleted', 'tag': 'ed7a5388-bcc8-42df-a1bc-8b11b94f2b8a'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:05:48.055212 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd48bc41-27f9-467b-99e3-3f6bcb746025" -d '{"events": [{"name": "network-changed", "server_uuid": "b60a9a46-7d00-48a5-9cba-a2a3b42a0038", "tag": "b8ec4ee6-97a9-492b-9669-3a8846a695a5"}, {"server_uuid": "aa759fe2-4037-4d71-b37f-46af69f1ab3a", "name": "network-vif-deleted", "tag": "ed7a5388-bcc8-42df-a1bc-8b11b94f2b8a"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:05:48.106660 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa248c7-b4b1-46e3-baf3-fa4960392ba5 req-ed1544f9-9694-49c1-a3e6-f372838aca84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:48.107275 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-caa248c7-b4b1-46e3-baf3-fa4960392ba5 req-ed1544f9-9694-49c1-a3e6-f372838aca84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:48.108698 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-caa248c7-b4b1-46e3-baf3-fa4960392ba5 req-ed1544f9-9694-49c1-a3e6-f372838aca84 service neutron] 10.222.0.44 "PUT /v2.0/ports/684b2539-1b27-430d-af02-c918ca0bca8e HTTP/1.1" status: 200 len: 1096 time: 1.9227054 Oct 30 15:05:48.114240 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5aaa9c4-a442-46eb-b20b-d9e46161966b', 'tag': '684b2539-1b27-430d-af02-c918ca0bca8e'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:05:48.117203 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cdecaf9-3c82-491f-b395-f4f210b9fa0b" -d '{"events": [{"name": "network-changed", "server_uuid": "c5aaa9c4-a442-46eb-b20b-d9e46161966b", "tag": "684b2539-1b27-430d-af02-c918ca0bca8e"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:05:48.123638 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1462ba19-45c4-4ada-b68a-20ff5a6d4aa6 req-7c75f0a3-5883-4be2-a52d-ffcc5e7b4d2d tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:48.127299 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-c91092e8-7c7c-4494-a92c-beda844affba req-3cd88a64-6144-4eec-9625-557c29b76e1e tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:48.132144 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1462ba19-45c4-4ada-b68a-20ff5a6d4aa6 req-7c75f0a3-5883-4be2-a52d-ffcc5e7b4d2d tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.62 "GET /v2.0/ports?device_id=08972298-4f56-45da-aee1-25ac81a2871f HTTP/1.1" status: 200 len: 947 time: 0.2314909 Oct 30 15:05:48.167488 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afbb9c3-dfdd-4879-a94a-0427781da650 req-125f675e-b0a8-415c-ae9a-cb48ae9db8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:48.169089 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5afbb9c3-dfdd-4879-a94a-0427781da650 req-125f675e-b0a8-415c-ae9a-cb48ae9db8e3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.1725483 Oct 30 15:05:48.212085 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f620841-2b88-45a9-9126-a37e7d370f93 req-20fb8065-6366-41fd-82c7-f9ca83fc9d7a tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:48.213658 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4f620841-2b88-45a9-9126-a37e7d370f93 req-20fb8065-6366-41fd-82c7-f9ca83fc9d7a tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=adaa9a5a-7bcf-4f02-bb88-d1c865da4f51 HTTP/1.1" status: 200 len: 936 time: 0.1586974 Oct 30 15:05:48.217464 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c91092e8-7c7c-4494-a92c-beda844affba req-3cd88a64-6144-4eec-9625-557c29b76e1e tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Network 8de8b155-6e08-41c3-866a-8b30bb481704 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:05:48.221709 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1544f9-9694-49c1-a3e6-f372838aca84 service neutron] Pushing event updated for resources: {'Port': ['ID=684b2539-1b27-430d-af02-c918ca0bca8e,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:48.230979 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-c91092e8-7c7c-4494-a92c-beda844affba req-3cd88a64-6144-4eec-9625-557c29b76e1e tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:05:48.253381 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1462ba19-45c4-4ada-b68a-20ff5a6d4aa6 req-11bf701f-5fc6-4087-ad7b-5b46fe13ddae tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.62 "GET /v2.0/security-groups?id=60ea4c70-22fc-4ca1-9dc8-302a1ea097ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203883 Oct 30 15:05:48.260610 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d074b85a-8ad1-461a-8e19-46fa56a5b180 req-c076a8bc-2ce5-491b-9747-2774a5724944 service neutron] 10.222.0.44 "GET /v2.0/networks/f51a7f89-2f81-43a4-8afe-99aab78e0368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504625 Oct 30 15:05:48.284877 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd88a64-6144-4eec-9625-557c29b76e1e tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Pushing event updated for resources: {'Port': ['ID=3baf7600-8a1c-4d9a-b018-f770d78d7690,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:48.293888 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-c91092e8-7c7c-4494-a92c-beda844affba req-3cd88a64-6144-4eec-9625-557c29b76e1e tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:05:48.299946 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afbb9c3-dfdd-4879-a94a-0427781da650 req-db67660d-7b33-49e4-b187-ce909466b87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:48.302638 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5afbb9c3-dfdd-4879-a94a-0427781da650 req-db67660d-7b33-49e4-b187-ce909466b87a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1237006 Oct 30 15:05:48.344504 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8a71fe96-ec35-43a4-8c1e-199cb29a63d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:48.360586 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91092e8-7c7c-4494-a92c-beda844affba req-3cd88a64-6144-4eec-9625-557c29b76e1e tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:48.361463 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-c91092e8-7c7c-4494-a92c-beda844affba req-3cd88a64-6144-4eec-9625-557c29b76e1e tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:48.381552 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8a71fe96-ec35-43a4-8c1e-199cb29a63d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:48.442376 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c91092e8-7c7c-4494-a92c-beda844affba req-3cd88a64-6144-4eec-9625-557c29b76e1e tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9679596 Oct 30 15:05:48.460646 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-c91092e8-7c7c-4494-a92c-beda844affba req-aa28a117-987e-41ae-9c13-ecc889dede76 service neutron] Request body: {'port': {'device_id': 'adaa9a5a-7bcf-4f02-bb88-d1c865da4f51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:05:48.465302 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4f620841-2b88-45a9-9126-a37e7d370f93 req-c31b66b2-51a0-4222-8499-e1a22df0b086 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359171 Oct 30 15:05:48.467392 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-8a71fe96-ec35-43a4-8c1e-199cb29a63d2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2f2568a2a0b744ca98c154327c107fb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8654218 Oct 30 15:05:48.472910 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 51948) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:48.489679 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a71fe96-ec35-43a4-8c1e-199cb29a63d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3853a614-5931-44ee-81e8-f185714d53a0,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:48.489890 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7274b4fa-107a-4648-a4fe-1967f8855460 req-94f81c47-3b2c-4ff9-a155-1fd75ed63214 tempest-ServerDiagnosticsNegativeTest-816925715 tempest-ServerDiagnosticsNegativeTest-816925715-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa759fe2-4037-4d71-b37f-46af69f1ab3a HTTP/1.1" status: 200 len: 210 time: 0.1371758 Oct 30 15:05:48.516136 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa248c7-b4b1-46e3-baf3-fa4960392ba5 req-7b248e08-9d37-418a-b1ee-41bfb9a1e265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:48.517944 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-caa248c7-b4b1-46e3-baf3-fa4960392ba5 req-7b248e08-9d37-418a-b1ee-41bfb9a1e265 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2d67cf259ffb433791d4c12b75447cb9&device_id=c5aaa9c4-a442-46eb-b20b-d9e46161966b HTTP/1.1" status: 200 len: 1099 time: 0.2351460 Oct 30 15:05:48.639115 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5afbb9c3-dfdd-4879-a94a-0427781da650 req-6f393f96-5705-439f-9d04-8814abfbb5a1 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850089 Oct 30 15:05:48.645663 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5eec3b9-df06-4f92-ac9d-94c559d322e4 x-openstack-request-id: req-e5eec3b9-df06-4f92-ac9d-94c559d322e4 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:05:48.646061 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5aaa9c4-a442-46eb-b20b-d9e46161966b", "tag": "684b2539-1b27-430d-af02-c918ca0bca8e", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:05:48.646403 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e5eec3b9-df06-4f92-ac9d-94c559d322e4 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:05:48.646889 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5aaa9c4-a442-46eb-b20b-d9e46161966b', 'tag': '684b2539-1b27-430d-af02-c918ca0bca8e', 'status': 'completed', 'code': 200} Oct 30 15:05:48.656191 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-caa248c7-b4b1-46e3-baf3-fa4960392ba5 req-52224980-8260-4a50-b5e1-a11b47e1ebf7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=684b2539-1b27-430d-af02-c918ca0bca8e HTTP/1.1" status: 200 len: 217 time: 0.1254005 Oct 30 15:05:48.678809 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-c91092e8-7c7c-4494-a92c-beda844affba req-aa28a117-987e-41ae-9c13-ecc889dede76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:48.679321 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 30 Oct 2021 15:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa3752d8-5397-41fb-9003-a908bb447b03 x-openstack-request-id: req-aa3752d8-5397-41fb-9003-a908bb447b03 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:05:48.679676 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b60a9a46-7d00-48a5-9cba-a2a3b42a0038", "tag": "b8ec4ee6-97a9-492b-9669-3a8846a695a5", "status": "completed", "code": 200}, {"server_uuid": "aa759fe2-4037-4d71-b37f-46af69f1ab3a", "name": "network-vif-deleted", "tag": "ed7a5388-bcc8-42df-a1bc-8b11b94f2b8a", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:05:48.679934 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-aa3752d8-5397-41fb-9003-a908bb447b03 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:05:48.680332 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b60a9a46-7d00-48a5-9cba-a2a3b42a0038', 'tag': 'b8ec4ee6-97a9-492b-9669-3a8846a695a5', 'status': 'completed', 'code': 200} Oct 30 15:05:48.681159 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa759fe2-4037-4d71-b37f-46af69f1ab3a', 'name': 'network-vif-deleted', 'tag': 'ed7a5388-bcc8-42df-a1bc-8b11b94f2b8a', 'status': 'completed', 'code': 200} Oct 30 15:05:48.683441 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d074b85a-8ad1-461a-8e19-46fa56a5b180 req-2993e6c1-e98f-450a-9a91-a9eccf3f3003 service neutron] 10.222.0.44 "GET /v2.0/networks/f51a7f89-2f81-43a4-8afe-99aab78e0368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4062493 Oct 30 15:05:48.740982 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-019bf210-35eb-4eeb-af8a-644393858fc8 None None] Provisioning complete for port 3baf7600-8a1c-4d9a-b018-f770d78d7690 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:05:48.742172 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-019bf210-35eb-4eeb-af8a-644393858fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:48.760682 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-02cee3f0-c65c-4d50-a316-e719a2b61827 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:48.763546 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-e24fd8f2-0a88-4ba8-be53-9344ecc8683a service neutron] 10.222.0.53 "GET /v2.0/ports/6bd33d2f-55ff-4a66-a734-135baa2b6ab2/bindings/n-h2-806683-17 HTTP/1.1" status: 200 len: 385 time: 0.4117963 Oct 30 15:05:48.791938 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-019bf210-35eb-4eeb-af8a-644393858fc8 None None] Port 3baf7600-8a1c-4d9a-b018-f770d78d7690 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:05:48.794819 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa248c7-b4b1-46e3-baf3-fa4960392ba5 req-6c5e1bb6-d903-4c9e-bd12-a4f51246e765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:48.796471 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-caa248c7-b4b1-46e3-baf3-fa4960392ba5 req-6c5e1bb6-d903-4c9e-bd12-a4f51246e765 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.1288235 Oct 30 15:05:48.860642 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-02cee3f0-c65c-4d50-a316-e719a2b61827 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:48.884326 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdabdb76-f6a8-4a59-bbd9-8e7e0764bb2f req-b0ae01d8-5b5e-405e-b640-648359115692 tempest-VolumesAdminNegativeTest-971052280 tempest-VolumesAdminNegativeTest-971052280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:48.885779 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bdabdb76-f6a8-4a59-bbd9-8e7e0764bb2f req-b0ae01d8-5b5e-405e-b640-648359115692 tempest-VolumesAdminNegativeTest-971052280 tempest-VolumesAdminNegativeTest-971052280-project] 10.222.0.62 "GET /v2.0/ports?device_id=b60a9a46-7d00-48a5-9cba-a2a3b42a0038 HTTP/1.1" status: 200 len: 944 time: 0.1738980 Oct 30 15:05:48.918857 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ae0e6-f5c0-482b-81c5-b731a696bcfc req-f22f82ec-dd57-47d5-8289-2a4b8f291f19 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:48.920312 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-159ae0e6-f5c0-482b-81c5-b731a696bcfc req-f22f82ec-dd57-47d5-8289-2a4b8f291f19 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=343deeda-6653-4a84-8468-1e6ef21c9864 HTTP/1.1" status: 200 len: 965 time: 0.2042749 Oct 30 15:05:48.937420 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5afbb9c3-dfdd-4879-a94a-0427781da650 req-67adb7f8-46d6-4b63-a403-8877ada003cf service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529993 Oct 30 15:05:48.942217 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48bc41-27f9-467b-99e3-3f6bcb746025 req-b0dc79a1-756d-40f2-b50f-38facf65c11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:48.943630 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bd48bc41-27f9-467b-99e3-3f6bcb746025 req-b0dc79a1-756d-40f2-b50f-38facf65c11f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1b25201efc0c4a09b6f380e1e4ec5530&device_id=b60a9a46-7d00-48a5-9cba-a2a3b42a0038 HTTP/1.1" status: 200 len: 1096 time: 0.1654379 Oct 30 15:05:48.985414 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa248c7-b4b1-46e3-baf3-fa4960392ba5 req-9ca62d03-536e-45a0-abd5-d74a74042316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:48.987663 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-caa248c7-b4b1-46e3-baf3-fa4960392ba5 req-9ca62d03-536e-45a0-abd5-d74a74042316 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1787143 Oct 30 15:05:49.063208 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-159ae0e6-f5c0-482b-81c5-b731a696bcfc req-f7d77414-ddfa-411e-bee0-60ea1908dd87 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238651 Oct 30 15:05:49.156435 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48bc41-27f9-467b-99e3-3f6bcb746025 req-e281df5b-915d-47c6-a1b1-16fd1aa16c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:49.158480 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bd48bc41-27f9-467b-99e3-3f6bcb746025 req-e281df5b-915d-47c6-a1b1-16fd1aa16c4f service neutron] 10.222.0.44 "GET /v2.0/networks?id=f51a7f89-2f81-43a4-8afe-99aab78e0368 HTTP/1.1" status: 200 len: 915 time: 0.1984327 Oct 30 15:05:49.229928 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bd48bc41-27f9-467b-99e3-3f6bcb746025 req-51334069-49c0-4aca-bb07-d1fb14727ef0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8ec4ee6-97a9-492b-9669-3a8846a695a5 HTTP/1.1" status: 200 len: 217 time: 0.0543425 Oct 30 15:05:49.238091 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-7ea9ff78-e87d-4504-ab47-2d372cc73848 service neutron] For port 6bd33d2f-55ff-4a66-a734-135baa2b6ab2, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=6bd33d2f-55ff-4a66-a734-135baa2b6ab2,segment=NetworkSegment(e8246d9e-f8e1-4659-b367-d870958fbb44),segment_id=e8246d9e-f8e1-4659-b367-d870958fbb44)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:05:49.289907 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcecf24-15b8-4ba2-9f43-3b3ac9f09b76 req-acf0a3eb-1a24-4e8c-abdc-a60cbae0b34b tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:49.291419 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-afcecf24-15b8-4ba2-9f43-3b3ac9f09b76 req-acf0a3eb-1a24-4e8c-abdc-a60cbae0b34b tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5aaa9c4-a442-46eb-b20b-d9e46161966b HTTP/1.1" status: 200 len: 947 time: 0.1590679 Oct 30 15:05:49.313657 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-7ea9ff78-e87d-4504-ab47-2d372cc73848 service neutron] For port 6bd33d2f-55ff-4a66-a734-135baa2b6ab2, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:05:49.338679 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bdabdb76-f6a8-4a59-bbd9-8e7e0764bb2f req-0b43baf8-4cbb-472b-b3b8-d67964a02d10 tempest-VolumesAdminNegativeTest-971052280 tempest-VolumesAdminNegativeTest-971052280-project] 10.222.0.62 "GET /v2.0/security-groups?id=b61a7bd3-32b9-469c-a1b5-1fc6cab9ccab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4071798 Oct 30 15:05:49.362363 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48bc41-27f9-467b-99e3-3f6bcb746025 req-0dcb47e7-67f2-46fd-b66b-8ca22d38ff92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:49.362363 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bd48bc41-27f9-467b-99e3-3f6bcb746025 req-0dcb47e7-67f2-46fd-b66b-8ca22d38ff92 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2064ebac-2fa7-4015-b558-10b91371563d HTTP/1.1" status: 200 len: 854 time: 0.1157033 Oct 30 15:05:49.362666 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-02cee3f0-c65c-4d50-a316-e719a2b61827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:49.363280 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-02cee3f0-c65c-4d50-a316-e719a2b61827 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:49.367010 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-02cee3f0-c65c-4d50-a316-e719a2b61827 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3853a614-5931-44ee-81e8-f185714d53a0 HTTP/1.1" status: 204 len: 168 time: 0.8918638 Oct 30 15:05:49.380692 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-7ea9ff78-e87d-4504-ab47-2d372cc73848 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bd33d2f-55ff-4a66-a734-135baa2b6ab2 {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:05:49.389897 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cee3f0-c65c-4d50-a316-e719a2b61827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3853a614-5931-44ee-81e8-f185714d53a0,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:49.415146 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-afcecf24-15b8-4ba2-9f43-3b3ac9f09b76 req-9c66c086-a8aa-4d51-8735-be6106a76399 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] 10.222.0.62 "GET /v2.0/security-groups?id=caba50ec-ec8c-4c0e-a787-668486078c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136203 Oct 30 15:05:49.416988 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bd48bc41-27f9-467b-99e3-3f6bcb746025 req-2f93d13c-4c84-46e6-8985-d766be2d8327 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f51a7f89-2f81-43a4-8afe-99aab78e0368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502260 Oct 30 15:05:49.418862 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-7ea9ff78-e87d-4504-ab47-2d372cc73848 service neutron] For port 6bd33d2f-55ff-4a66-a734-135baa2b6ab2, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=6bd33d2f-55ff-4a66-a734-135baa2b6ab2,segment=NetworkSegment(e8246d9e-f8e1-4659-b367-d870958fbb44),segment_id=e8246d9e-f8e1-4659-b367-d870958fbb44)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:05:49.433990 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-caa248c7-b4b1-46e3-baf3-fa4960392ba5 req-350f480f-1011-4ba4-ad45-1959fea003a4 service neutron] 10.222.0.44 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4363351 Oct 30 15:05:49.506112 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-7ea9ff78-e87d-4504-ab47-2d372cc73848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:49.550551 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-c91092e8-7c7c-4494-a92c-beda844affba req-aa28a117-987e-41ae-9c13-ecc889dede76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3baf7600-8a1c-4d9a-b018-f770d78d7690 {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:05:49.575803 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-c91092e8-7c7c-4494-a92c-beda844affba req-aa28a117-987e-41ae-9c13-ecc889dede76 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:49.632506 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-caa248c7-b4b1-46e3-baf3-fa4960392ba5 req-abfc9f2b-3ac4-463f-81e8-2990a287c641 service neutron] 10.222.0.44 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866713 Oct 30 15:05:49.639411 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-c91092e8-7c7c-4494-a92c-beda844affba req-aa28a117-987e-41ae-9c13-ecc889dede76 service neutron] Transition to ACTIVE for port object 3baf7600-8a1c-4d9a-b018-f770d78d7690 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:05:49.650430 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67cbe4-2c8a-41bd-960e-d63c41ac8d14 req-05a8473d-38d6-4463-a1ef-8517e7bbd7f4 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:49.651608 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8a67cbe4-2c8a-41bd-960e-d63c41ac8d14 req-05a8473d-38d6-4463-a1ef-8517e7bbd7f4 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.62 "GET /v2.0/ports?device_id=08972298-4f56-45da-aee1-25ac81a2871f HTTP/1.1" status: 200 len: 947 time: 0.1476533 Oct 30 15:05:49.659177 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-c91092e8-7c7c-4494-a92c-beda844affba req-aa28a117-987e-41ae-9c13-ecc889dede76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:49.659913 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bd48bc41-27f9-467b-99e3-3f6bcb746025 req-0e62589a-6e86-4905-b3cb-1e68c08804ab service neutron] 10.222.0.44 "GET /v2.0/networks/f51a7f89-2f81-43a4-8afe-99aab78e0368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279122 Oct 30 15:05:49.712579 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d6ab2-fc06-422f-9c5d-4684e3c74806 req-88fde4ba-d3bd-42e4-b2fc-3fd4624c416f tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:49.714330 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-348d6ab2-fc06-422f-9c5d-4684e3c74806 req-88fde4ba-d3bd-42e4-b2fc-3fd4624c416f tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=adaa9a5a-7bcf-4f02-bb88-d1c865da4f51 HTTP/1.1" status: 200 len: 936 time: 0.1262543 Oct 30 15:05:49.740177 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-7ea9ff78-e87d-4504-ab47-2d372cc73848 service neutron] Transition to ACTIVE for port object 6bd33d2f-55ff-4a66-a734-135baa2b6ab2 will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:05:49.756406 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-7ea9ff78-e87d-4504-ab47-2d372cc73848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:49.785582 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8a67cbe4-2c8a-41bd-960e-d63c41ac8d14 req-08c0f2f9-8611-415d-b24e-14f06e6bca27 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.62 "GET /v2.0/security-groups?id=60ea4c70-22fc-4ca1-9dc8-302a1ea097ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170998 Oct 30 15:05:49.788164 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa28a117-987e-41ae-9c13-ecc889dede76 service neutron] Pushing event updated for resources: {'Port': ['ID=3baf7600-8a1c-4d9a-b018-f770d78d7690,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:49.868614 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdecaf9-3c82-491f-b395-f4f210b9fa0b req-ee3a93fc-ba74-4d8c-bb8b-c192aea7cf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:49.870132 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1cdecaf9-3c82-491f-b395-f4f210b9fa0b req-ee3a93fc-ba74-4d8c-bb8b-c192aea7cf34 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2d67cf259ffb433791d4c12b75447cb9&device_id=c5aaa9c4-a442-46eb-b20b-d9e46161966b HTTP/1.1" status: 200 len: 1099 time: 0.1549094 Oct 30 15:05:49.888362 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-348d6ab2-fc06-422f-9c5d-4684e3c74806 req-a0f10e2a-0700-4de3-b1a6-15f6c603aee0 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346786 Oct 30 15:05:49.891023 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-7ea9ff78-e87d-4504-ab47-2d372cc73848 service neutron] No DVR routers for this DVR port 6bd33d2f-55ff-4a66-a734-135baa2b6ab2 on host n-h1-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:05:49.905732 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bd48bc41-27f9-467b-99e3-3f6bcb746025 req-a6b03cb8-978a-47a8-8780-c9c0b98054dd service neutron] 10.222.0.44 "GET /v2.0/networks/f51a7f89-2f81-43a4-8afe-99aab78e0368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338226 Oct 30 15:05:49.972772 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-c91092e8-7c7c-4494-a92c-beda844affba req-aa28a117-987e-41ae-9c13-ecc889dede76 service neutron] Attempting to bind port 3baf7600-8a1c-4d9a-b018-f770d78d7690 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:05:49.973554 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-c91092e8-7c7c-4494-a92c-beda844affba req-aa28a117-987e-41ae-9c13-ecc889dede76 service neutron] Attempting to bind port 3baf7600-8a1c-4d9a-b018-f770d78d7690 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:05:49.974087 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91092e8-7c7c-4494-a92c-beda844affba req-aa28a117-987e-41ae-9c13-ecc889dede76 service neutron] Attempting to bind port 3baf7600-8a1c-4d9a-b018-f770d78d7690 on network 8de8b155-6e08-41c3-866a-8b30bb481704 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:05:49.983233 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91092e8-7c7c-4494-a92c-beda844affba req-aa28a117-987e-41ae-9c13-ecc889dede76 service neutron] Port 3baf7600-8a1c-4d9a-b018-f770d78d7690 on network 8de8b155-6e08-41c3-866a-8b30bb481704 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:05:49.983746 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91092e8-7c7c-4494-a92c-beda844affba req-aa28a117-987e-41ae-9c13-ecc889dede76 service neutron] Attempting to bind port 3baf7600-8a1c-4d9a-b018-f770d78d7690 on network 8de8b155-6e08-41c3-866a-8b30bb481704 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:05:49.992189 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91092e8-7c7c-4494-a92c-beda844affba req-aa28a117-987e-41ae-9c13-ecc889dede76 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:05:49.992766 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91092e8-7c7c-4494-a92c-beda844affba req-aa28a117-987e-41ae-9c13-ecc889dede76 service neutron] Checking segment: {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:05:49.992979 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91092e8-7c7c-4494-a92c-beda844affba req-aa28a117-987e-41ae-9c13-ecc889dede76 service neutron] Bound using segment: {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:05:49.993610 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-c91092e8-7c7c-4494-a92c-beda844affba req-aa28a117-987e-41ae-9c13-ecc889dede76 service neutron] Bound port: 3baf7600-8a1c-4d9a-b018-f770d78d7690, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:05:49.993980 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-c91092e8-7c7c-4494-a92c-beda844affba req-aa28a117-987e-41ae-9c13-ecc889dede76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:50.077717 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdecaf9-3c82-491f-b395-f4f210b9fa0b req-6e43a060-fe8d-4fe0-8a20-e93f8c971bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:50.080402 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1cdecaf9-3c82-491f-b395-f4f210b9fa0b req-6e43a060-fe8d-4fe0-8a20-e93f8c971bd8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8de8b155-6e08-41c3-866a-8b30bb481704 HTTP/1.1" status: 200 len: 870 time: 0.1907966 Oct 30 15:05:50.128513 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea9ff78-e87d-4504-ab47-2d372cc73848 service neutron] Pushing event updated for resources: {'Port': ['ID=6bd33d2f-55ff-4a66-a734-135baa2b6ab2,revision_number=10']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:50.136112 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1cdecaf9-3c82-491f-b395-f4f210b9fa0b req-b650b9d5-0d0d-43b1-9727-e9f15bb9a31a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=684b2539-1b27-430d-af02-c918ca0bca8e HTTP/1.1" status: 200 len: 217 time: 0.0465498 Oct 30 15:05:50.141484 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-7ea9ff78-e87d-4504-ab47-2d372cc73848 service neutron] 10.222.0.53 "PUT /v2.0/ports/6bd33d2f-55ff-4a66-a734-135baa2b6ab2/bindings/n-h2-806683-17/activate HTTP/1.1" status: 200 len: 370 time: 1.3621118 Oct 30 15:05:50.148112 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-c91092e8-7c7c-4494-a92c-beda844affba req-aa28a117-987e-41ae-9c13-ecc889dede76 service neutron] For port 3baf7600-8a1c-4d9a-b018-f770d78d7690, host n-h1-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:05:50.152574 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-c91092e8-7c7c-4494-a92c-beda844affba req-aa28a117-987e-41ae-9c13-ecc889dede76 service neutron] For port 3baf7600-8a1c-4d9a-b018-f770d78d7690, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=3baf7600-8a1c-4d9a-b018-f770d78d7690,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:05:50.171101 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-c91092e8-7c7c-4494-a92c-beda844affba req-aa28a117-987e-41ae-9c13-ecc889dede76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:50.217753 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 51980) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:50.245847 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df6c090-81a5-473d-9509-5bde6b7486ff req-5dfb23e8-baa0-4db6-9991-9549e5afd09d tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:50.247582 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1df6c090-81a5-473d-9509-5bde6b7486ff req-5dfb23e8-baa0-4db6-9991-9549e5afd09d tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=343deeda-6653-4a84-8468-1e6ef21c9864 HTTP/1.1" status: 200 len: 966 time: 0.0646498 Oct 30 15:05:50.269130 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91092e8-7c7c-4494-a92c-beda844affba req-aa28a117-987e-41ae-9c13-ecc889dede76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:50.271952 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-c91092e8-7c7c-4494-a92c-beda844affba req-aa28a117-987e-41ae-9c13-ecc889dede76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:50.273716 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c91092e8-7c7c-4494-a92c-beda844affba req-aa28a117-987e-41ae-9c13-ecc889dede76 service neutron] 10.222.0.53 "PUT /v2.0/ports/3baf7600-8a1c-4d9a-b018-f770d78d7690 HTTP/1.1" status: 200 len: 1097 time: 1.8229051 Oct 30 15:05:50.318306 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdecaf9-3c82-491f-b395-f4f210b9fa0b req-ccb05edd-03e7-4071-b38c-1b1d2d7574a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:50.321852 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1cdecaf9-3c82-491f-b395-f4f210b9fa0b req-ccb05edd-03e7-4071-b38c-1b1d2d7574a8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.1711166 Oct 30 15:05:50.368224 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device a4cc3af6-62b1-4767-b5f7-448ed3fd23df details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:05:50.401303 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device ed7a5388-bcc8-42df-a1bc-8b11b94f2b8a no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:05:50.439012 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-d8fbcf61-e561-489d-9b97-699e89eab7a3 tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:50.441137 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-d8fbcf61-e561-489d-9b97-699e89eab7a3 tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=343deeda-6653-4a84-8468-1e6ef21c9864&tenant_id=48ec0906891f440e8725a8b756af6e71&binding%3Ahost_id=n-h1-806683-17 HTTP/1.1" status: 200 len: 1118 time: 0.1925960 Oct 30 15:05:50.447133 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa28a117-987e-41ae-9c13-ecc889dede76 service neutron] Pushing event updated for resources: {'Port': ['ID=3baf7600-8a1c-4d9a-b018-f770d78d7690,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:50.451011 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1df6c090-81a5-473d-9509-5bde6b7486ff req-67d8627f-5a79-4847-a09d-df77917ee621 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719174 Oct 30 15:05:50.470468 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: ed7a5388-bcc8-42df-a1bc-8b11b94f2b8a {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:05:50.471219 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device ed7a5388-bcc8-42df-a1bc-8b11b94f2b8a not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:05:50.481625 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdecaf9-3c82-491f-b395-f4f210b9fa0b req-1530087d-9a54-428c-bcd8-1ea91a5c68b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:50.483946 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1cdecaf9-3c82-491f-b395-f4f210b9fa0b req-1530087d-9a54-428c-bcd8-1ea91a5c68b2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1073678 Oct 30 15:05:50.487744 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91092e8-7c7c-4494-a92c-beda844affba req-4618cb96-42fe-4cf1-82af-69e5c07e8980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:50.489232 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c91092e8-7c7c-4494-a92c-beda844affba req-4618cb96-42fe-4cf1-82af-69e5c07e8980 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=77cd9b926c2f46c3aa4784fd4d8318b7&device_id=adaa9a5a-7bcf-4f02-bb88-d1c865da4f51 HTTP/1.1" status: 200 len: 1100 time: 0.1737332 Oct 30 15:05:50.550097 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-d3b00b2f-e1ea-442c-b930-531d0a7eed35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:50.551833 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-d3b00b2f-e1ea-442c-b930-531d0a7eed35 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=343deeda-6653-4a84-8468-1e6ef21c9864&tenant_id=48ec0906891f440e8725a8b756af6e71 HTTP/1.1" status: 200 len: 1118 time: 0.0922611 Oct 30 15:05:50.605225 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port a4cc3af6-62b1-4767-b5f7-448ed3fd23df, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=a4cc3af6-62b1-4767-b5f7-448ed3fd23df,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:05:50.632607 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': 'a4cc3af6-62b1-4767-b5f7-448ed3fd23df', 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704', 'port_id': 'a4cc3af6-62b1-4767-b5f7-448ed3fd23df', 'mac_address': 'fa:16:3e:2f:46:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b5dea3-b65b-4514-8ec2-18a4245eb194', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:05:50.653992 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adaa9a5a-7bcf-4f02-bb88-d1c865da4f51', 'tag': '3baf7600-8a1c-4d9a-b018-f770d78d7690'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:05:50.656519 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbca5167-0d01-42da-8470-c616ac228859" -d '{"events": [{"name": "network-changed", "server_uuid": "adaa9a5a-7bcf-4f02-bb88-d1c865da4f51", "tag": "3baf7600-8a1c-4d9a-b018-f770d78d7690"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:05:50.677734 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c91092e8-7c7c-4494-a92c-beda844affba req-92944ae1-b593-465d-8cd5-46b712d53ce3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=3baf7600-8a1c-4d9a-b018-f770d78d7690 HTTP/1.1" status: 200 len: 217 time: 0.1788900 Oct 30 15:05:50.686819 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:50.687155 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-25b79c89-6de7-4a03-8558-53133557aeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:50.688846 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-25b79c89-6de7-4a03-8558-53133557aeb3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=48ec0906891f440e8725a8b756af6e71&device_id=343deeda-6653-4a84-8468-1e6ef21c9864 HTTP/1.1" status: 200 len: 1118 time: 0.1106777 Oct 30 15:05:50.698301 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365adb8e-86d3-41d6-ae92-154b707f8621 req-27133312-7968-416f-a715-5aa0320d5617 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:50.699834 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-365adb8e-86d3-41d6-ae92-154b707f8621 req-27133312-7968-416f-a715-5aa0320d5617 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5aaa9c4-a442-46eb-b20b-d9e46161966b HTTP/1.1" status: 200 len: 947 time: 0.1112027 Oct 30 15:05:50.704271 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4cc3af6-62b1-4767-b5f7-448ed3fd23df {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:05:50.728708 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port a4cc3af6-62b1-4767-b5f7-448ed3fd23df, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=a4cc3af6-62b1-4767-b5f7-448ed3fd23df,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:05:50.733774 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:50.762511 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd56fb9-4c9b-4271-9d6f-690be687e5f0 req-e35b706f-c2db-47a9-ac5f-a05ae2296ba0 tempest-VolumesAdminNegativeTest-971052280 tempest-VolumesAdminNegativeTest-971052280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:50.763961 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2dd56fb9-4c9b-4271-9d6f-690be687e5f0 req-e35b706f-c2db-47a9-ac5f-a05ae2296ba0 tempest-VolumesAdminNegativeTest-971052280 tempest-VolumesAdminNegativeTest-971052280-project] 10.222.0.62 "GET /v2.0/ports?device_id=b60a9a46-7d00-48a5-9cba-a2a3b42a0038 HTTP/1.1" status: 200 len: 944 time: 0.2850194 Oct 30 15:05:50.796871 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=a4cc3af6-62b1-4767-b5f7-448ed3fd23df,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:50.804061 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1cdecaf9-3c82-491f-b395-f4f210b9fa0b req-3e647b8d-9b05-436e-89d8-2f5ed8dc823f service neutron] 10.222.0.44 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041434 Oct 30 15:05:50.819241 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-1e4e072f-6e6b-4f21-a323-93e1863367fe admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b6fc334a080c44079162be5b784ade51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5958860 Oct 30 15:05:50.820140 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52004) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:50.831090 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91092e8-7c7c-4494-a92c-beda844affba req-c3a4af55-f8ca-4101-9c1c-8347be3f5ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:50.832147 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-365adb8e-86d3-41d6-ae92-154b707f8621 req-fe017545-000f-46de-a13f-95274cf80192 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] 10.222.0.62 "GET /v2.0/security-groups?id=caba50ec-ec8c-4c0e-a787-668486078c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229203 Oct 30 15:05:50.832524 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c91092e8-7c7c-4494-a92c-beda844affba req-c3a4af55-f8ca-4101-9c1c-8347be3f5ec9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.1387999 Oct 30 15:05:50.890893 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-19d24972-ca3c-412b-8390-ce10147cb5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:50.893219 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-19d24972-ca3c-412b-8390-ce10147cb5e1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=291c5166-548b-4ef8-b78f-841a397188df HTTP/1.1" status: 200 len: 921 time: 0.1924856 Oct 30 15:05:50.925318 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['a4cc3af6-62b1-4767-b5f7-448ed3fd23df'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:05:50.936845 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2dd56fb9-4c9b-4271-9d6f-690be687e5f0 req-d1292d00-47d5-40d7-8cb6-3f2c51e7a32e tempest-VolumesAdminNegativeTest-971052280 tempest-VolumesAdminNegativeTest-971052280-project] 10.222.0.62 "GET /v2.0/security-groups?id=b61a7bd3-32b9-469c-a1b5-1fc6cab9ccab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559875 Oct 30 15:05:50.995348 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-32d41f8c-1608-4c75-8afc-473caaa10a04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:51.004698 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-53b86aa0-9593-49da-bae8-bf7de8cbfd82 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6bd33d2f-55ff-4a66-a734-135baa2b6ab2 HTTP/1.1" status: 200 len: 217 time: 0.0985303 Oct 30 15:05:51.005714 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91092e8-7c7c-4494-a92c-beda844affba req-17a41a94-2774-4e60-b99c-cb8b3c2ac760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:51.007637 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c91092e8-7c7c-4494-a92c-beda844affba req-17a41a94-2774-4e60-b99c-cb8b3c2ac760 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1611760 Oct 30 15:05:51.010398 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-371ea7a4-67cb-414b-a9ae-d118ac13a26e x-openstack-request-id: req-371ea7a4-67cb-414b-a9ae-d118ac13a26e {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:05:51.010675 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adaa9a5a-7bcf-4f02-bb88-d1c865da4f51", "tag": "3baf7600-8a1c-4d9a-b018-f770d78d7690", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:05:51.010924 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-371ea7a4-67cb-414b-a9ae-d118ac13a26e {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:05:51.011326 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adaa9a5a-7bcf-4f02-bb88-d1c865da4f51', 'tag': '3baf7600-8a1c-4d9a-b018-f770d78d7690', 'status': 'completed', 'code': 200} Oct 30 15:05:51.083488 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c1e07a12-b1da-456f-b449-c11735343ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:51.120761 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-32d41f8c-1608-4c75-8afc-473caaa10a04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:51.159045 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c91092e8-7c7c-4494-a92c-beda844affba req-93c2b655-5f99-4f15-bdf4-d61d38197494 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335142 Oct 30 15:05:51.161114 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1cdecaf9-3c82-491f-b395-f4f210b9fa0b req-5edbd1cd-560e-46c9-b7f9-48d2d37aec93 service neutron] 10.222.0.44 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3386455 Oct 30 15:05:51.169535 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-92d4007c-9563-4cac-8677-caeb45d0876f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:51.171014 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-92d4007c-9563-4cac-8677-caeb45d0876f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4f4c836a-b7bd-4d76-afd1-011b8a3fe891 HTTP/1.1" status: 200 len: 860 time: 0.1486216 Oct 30 15:05:51.180025 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b3cbce-fc2b-45a9-ab17-457c28f153dd req-a49a5a5d-01e0-46e5-84c7-51bc226d6225 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:51.184273 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b2b3cbce-fc2b-45a9-ab17-457c28f153dd req-a49a5a5d-01e0-46e5-84c7-51bc226d6225 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.62 "GET /v2.0/ports?device_id=08972298-4f56-45da-aee1-25ac81a2871f HTTP/1.1" status: 200 len: 948 time: 0.1288924 Oct 30 15:05:51.230928 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-5c4c1602-a0d5-4e09-b868-b989f2c1345d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=291c5166-548b-4ef8-b78f-841a397188df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438366 Oct 30 15:05:51.255439 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-32d41f8c-1608-4c75-8afc-473caaa10a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:51.258330 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-32d41f8c-1608-4c75-8afc-473caaa10a04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:51.262214 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-32d41f8c-1608-4c75-8afc-473caaa10a04 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ccc98cf6-41d9-48f2-be4b-d933269f4dd8 HTTP/1.1" status: 204 len: 168 time: 0.4407077 Oct 30 15:05:51.270741 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539f449-a1df-4fbd-a8a5-b6e69277a3f1 req-73b04634-a4ae-43aa-a92a-57c45a6584c2 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:51.272383 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7539f449-a1df-4fbd-a8a5-b6e69277a3f1 req-73b04634-a4ae-43aa-a92a-57c45a6584c2 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=adaa9a5a-7bcf-4f02-bb88-d1c865da4f51 HTTP/1.1" status: 200 len: 948 time: 0.1102026 Oct 30 15:05:51.325555 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c91092e8-7c7c-4494-a92c-beda844affba req-71f20ea0-4097-4a5d-9309-c72ae5ad4155 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548319 Oct 30 15:05:51.326538 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b2b3cbce-fc2b-45a9-ab17-457c28f153dd req-6da2a702-cd74-4f36-86d6-76215ef09f0f tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.62 "GET /v2.0/security-groups?id=60ea4c70-22fc-4ca1-9dc8-302a1ea097ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328740 Oct 30 15:05:51.337594 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d41f8c-1608-4c75-8afc-473caaa10a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc98cf6-41d9-48f2-be4b-d933269f4dd8,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:51.343693 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7539f449-a1df-4fbd-a8a5-b6e69277a3f1 req-f856ca5c-5073-4b5f-aacc-bff013c454a5 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579910 Oct 30 15:05:51.423783 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-e621b619-1616-4f64-9bb0-74842364c6fb service neutron] 10.222.0.44 "GET /v2.0/networks/291c5166-548b-4ef8-b78f-841a397188df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821611 Oct 30 15:05:51.439997 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca5167-0d01-42da-8470-c616ac228859 req-77c840cd-6892-4169-a115-8b0d27349a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:51.441652 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fbca5167-0d01-42da-8470-c616ac228859 req-77c840cd-6892-4169-a115-8b0d27349a6f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=77cd9b926c2f46c3aa4784fd4d8318b7&device_id=adaa9a5a-7bcf-4f02-bb88-d1c865da4f51 HTTP/1.1" status: 200 len: 1100 time: 0.0556622 Oct 30 15:05:51.528058 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-40081bea-2fe4-40bc-970f-470012b0f2d2 service neutron] 10.222.0.44 "GET /v2.0/networks/291c5166-548b-4ef8-b78f-841a397188df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953314 Oct 30 15:05:51.553775 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca5167-0d01-42da-8470-c616ac228859 req-c7b651b1-0041-40f4-90de-4ce97f07d40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:51.555548 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fbca5167-0d01-42da-8470-c616ac228859 req-c7b651b1-0041-40f4-90de-4ce97f07d40e service neutron] 10.222.0.53 "GET /v2.0/networks?id=8de8b155-6e08-41c3-866a-8b30bb481704 HTTP/1.1" status: 200 len: 870 time: 0.1062961 Oct 30 15:05:51.615621 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fbca5167-0d01-42da-8470-c616ac228859 req-bebf45b3-ffca-4c26-be7a-2a3c560e1cbc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=3baf7600-8a1c-4d9a-b018-f770d78d7690 HTTP/1.1" status: 200 len: 217 time: 0.0528042 Oct 30 15:05:51.698763 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae6cc04-3de6-4d24-9ac2-502af91966a8 req-82833caa-294d-4a55-8f90-8015e4deb6df tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:51.708140 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3ae6cc04-3de6-4d24-9ac2-502af91966a8 req-82833caa-294d-4a55-8f90-8015e4deb6df tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=343deeda-6653-4a84-8468-1e6ef21c9864 HTTP/1.1" status: 200 len: 966 time: 0.1018939 Oct 30 15:05:51.716954 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca5167-0d01-42da-8470-c616ac228859 req-a18d85ed-9c8b-4d74-a0b3-e50c409fc78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:51.718608 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fbca5167-0d01-42da-8470-c616ac228859 req-a18d85ed-9c8b-4d74-a0b3-e50c409fc78d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.0854728 Oct 30 15:05:51.728585 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52030) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:51.747430 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c97dc13b-9ee5-43ee-9cfb-238b2c799c76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:51.800316 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca5167-0d01-42da-8470-c616ac228859 req-6f207f43-1f35-4d66-bfb8-b8ea9a451d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:51.801809 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fbca5167-0d01-42da-8470-c616ac228859 req-6f207f43-1f35-4d66-bfb8-b8ea9a451d33 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0740438 Oct 30 15:05:51.805059 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3ae6cc04-3de6-4d24-9ac2-502af91966a8 req-710ab5f2-bf57-4ddd-961d-cac6f903a145 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960605 Oct 30 15:05:51.898091 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c97dc13b-9ee5-43ee-9cfb-238b2c799c76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:51.907125 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c97dc13b-9ee5-43ee-9cfb-238b2c799c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:51.922269 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fbca5167-0d01-42da-8470-c616ac228859 req-1ab6d017-a1c3-4b15-9395-d8d0fadfe1ca service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076498 Oct 30 15:05:51.922450 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-ac8a1f30-fe77-438d-af4f-ff47981a6da0 tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:51.924158 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-ac8a1f30-fe77-438d-af4f-ff47981a6da0 tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=343deeda-6653-4a84-8468-1e6ef21c9864&tenant_id=48ec0906891f440e8725a8b756af6e71&binding%3Ahost_id=n-h2-806683-17 HTTP/1.1" status: 200 len: 1118 time: 0.1145744 Oct 30 15:05:51.967453 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-c97dc13b-9ee5-43ee-9cfb-238b2c799c76 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=73d7d8d55cc2478580d61821476c0e44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2377346 Oct 30 15:05:51.975349 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 52054) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:52.020382 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97dc13b-9ee5-43ee-9cfb-238b2c799c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=873a5a73-ae08-4f92-8250-73dabb3c13eb,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:52.046141 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5305b6c1-050f-4c2c-a6d4-f1a8af5efba4 req-2cc003a6-9719-4f1f-98fd-171841869c58 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:52.047654 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5305b6c1-050f-4c2c-a6d4-f1a8af5efba4 req-2cc003a6-9719-4f1f-98fd-171841869c58 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5aaa9c4-a442-46eb-b20b-d9e46161966b HTTP/1.1" status: 200 len: 947 time: 0.1207740 Oct 30 15:05:52.093621 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-26900d40-a4cc-432e-9bd7-318577d73b30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:52.098147 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fbca5167-0d01-42da-8470-c616ac228859 req-22d2790c-7e85-4341-8745-bb836a0427aa service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738586 Oct 30 15:05:52.117768 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf16504-66f3-4487-ab48-173e58f10f58 req-e30e6a97-43a1-47c2-9b17-2c4ddef9f0ab tempest-VolumesAdminNegativeTest-971052280 tempest-VolumesAdminNegativeTest-971052280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:52.119269 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5cf16504-66f3-4487-ab48-173e58f10f58 req-e30e6a97-43a1-47c2-9b17-2c4ddef9f0ab tempest-VolumesAdminNegativeTest-971052280 tempest-VolumesAdminNegativeTest-971052280-project] 10.222.0.62 "GET /v2.0/ports?device_id=b60a9a46-7d00-48a5-9cba-a2a3b42a0038 HTTP/1.1" status: 200 len: 944 time: 0.1026881 Oct 30 15:05:52.121119 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5305b6c1-050f-4c2c-a6d4-f1a8af5efba4 req-8bc606dc-2a5b-46bc-9435-be9d4c743911 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] 10.222.0.62 "GET /v2.0/security-groups?id=caba50ec-ec8c-4c0e-a787-668486078c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656495 Oct 30 15:05:52.134463 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-26900d40-a4cc-432e-9bd7-318577d73b30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:52.147728 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-4e6f7bc9-b47e-4b78-83a2-ff61fdf0f0ac service neutron] For port 6bd33d2f-55ff-4a66-a734-135baa2b6ab2, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:05:52.151048 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-4e6f7bc9-b47e-4b78-83a2-ff61fdf0f0ac service neutron] Publish callbacks [] for binding, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:52.152869 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1c5ba079-0b0f-4194-9ad5-b340152a40a5 req-4e6f7bc9-b47e-4b78-83a2-ff61fdf0f0ac service neutron] 10.222.0.44 "DELETE /v2.0/ports/6bd33d2f-55ff-4a66-a734-135baa2b6ab2/bindings/n-h1-806683-17 HTTP/1.1" status: 204 len: 173 time: 0.2010934 Oct 30 15:05:52.195716 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5cf16504-66f3-4487-ab48-173e58f10f58 req-d50f0ac4-adbb-4d58-b5a0-5863e24a4055 tempest-VolumesAdminNegativeTest-971052280 tempest-VolumesAdminNegativeTest-971052280-project] 10.222.0.62 "GET /v2.0/security-groups?id=b61a7bd3-32b9-469c-a1b5-1fc6cab9ccab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667429 Oct 30 15:05:52.232621 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-26900d40-a4cc-432e-9bd7-318577d73b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:52.233982 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 684b2539-1b27-430d-af02-c918ca0bca8e details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:05:52.235868 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-26900d40-a4cc-432e-9bd7-318577d73b30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:52.239816 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-26900d40-a4cc-432e-9bd7-318577d73b30 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/873a5a73-ae08-4f92-8250-73dabb3c13eb HTTP/1.1" status: 204 len: 168 time: 0.2603683 Oct 30 15:05:52.246111 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26900d40-a4cc-432e-9bd7-318577d73b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=873a5a73-ae08-4f92-8250-73dabb3c13eb,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:52.393910 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 684b2539-1b27-430d-af02-c918ca0bca8e, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=684b2539-1b27-430d-af02-c918ca0bca8e,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:05:52.407957 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': '684b2539-1b27-430d-af02-c918ca0bca8e', 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704', 'port_id': '684b2539-1b27-430d-af02-c918ca0bca8e', 'mac_address': 'fa:16:3e:32:c8:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b5dea3-b65b-4514-8ec2-18a4245eb194', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:05:52.412904 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device a4cc3af6-62b1-4767-b5f7-448ed3fd23df up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:05:52.468742 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c339ef5a-0278-4009-a4c7-416bb9111976 req-5c77a88b-4312-4890-9090-e47eb54562ac tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:52.478914 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c339ef5a-0278-4009-a4c7-416bb9111976 req-5c77a88b-4312-4890-9090-e47eb54562ac tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.62 "GET /v2.0/ports?device_id=08972298-4f56-45da-aee1-25ac81a2871f HTTP/1.1" status: 200 len: 948 time: 0.0868692 Oct 30 15:05:52.515846 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port a4cc3af6-62b1-4767-b5f7-448ed3fd23df completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:05:52.524095 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port a4cc3af6-62b1-4767-b5f7-448ed3fd23df triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:05:52.524777 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:52.566287 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c339ef5a-0278-4009-a4c7-416bb9111976 req-0cfdc554-a643-4efd-8e25-46b20cf9aa60 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.62 "GET /v2.0/security-groups?id=60ea4c70-22fc-4ca1-9dc8-302a1ea097ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860035 Oct 30 15:05:52.585645 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:52.604218 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 684b2539-1b27-430d-af02-c918ca0bca8e {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:05:52.651565 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76619647-26d5-454a-8ebb-e379ed216821 req-0dba27ff-6a12-4321-9746-2ada3be463d1 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:52.658725 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-76619647-26d5-454a-8ebb-e379ed216821 req-0dba27ff-6a12-4321-9746-2ada3be463d1 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=adaa9a5a-7bcf-4f02-bb88-d1c865da4f51 HTTP/1.1" status: 200 len: 948 time: 0.1121299 Oct 30 15:05:52.662616 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:52.693982 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 684b2539-1b27-430d-af02-c918ca0bca8e, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=684b2539-1b27-430d-af02-c918ca0bca8e,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:05:52.703270 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08972298-4f56-45da-aee1-25ac81a2871f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4cc3af6-62b1-4767-b5f7-448ed3fd23df'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:05:52.707991 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7365f2-0879-4a21-97a6-d620741d3a3e" -d '{"events": [{"server_uuid": "08972298-4f56-45da-aee1-25ac81a2871f", "name": "network-vif-plugged", "status": "completed", "tag": "a4cc3af6-62b1-4767-b5f7-448ed3fd23df"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:05:52.713596 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:52.714248 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device b8ec4ee6-97a9-492b-9669-3a8846a695a5 details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:05:52.738489 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-76619647-26d5-454a-8ebb-e379ed216821 req-4ed6b682-2d80-4ca6-9c2d-31add156053d tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747774 Oct 30 15:05:52.785299 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9d22fd-0b09-4a0a-bb4c-bf57c18293a3 x-openstack-request-id: req-2d9d22fd-0b09-4a0a-bb4c-bf57c18293a3 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:05:52.785864 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08972298-4f56-45da-aee1-25ac81a2871f", "name": "network-vif-plugged", "status": "completed", "tag": "a4cc3af6-62b1-4767-b5f7-448ed3fd23df", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:05:52.786112 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2d9d22fd-0b09-4a0a-bb4c-bf57c18293a3 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:05:52.786640 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08972298-4f56-45da-aee1-25ac81a2871f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4cc3af6-62b1-4767-b5f7-448ed3fd23df', 'code': 200} Oct 30 15:05:52.817622 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port a4cc3af6-62b1-4767-b5f7-448ed3fd23df, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=a4cc3af6-62b1-4767-b5f7-448ed3fd23df,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:05:52.828198 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:52.828959 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 6bd33d2f-55ff-4a66-a734-135baa2b6ab2 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:05:52.873358 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=684b2539-1b27-430d-af02-c918ca0bca8e,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:52.896978 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:05:52.897314 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:05:52.897844 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:05:52.898400 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:05:52.898870 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:05:52.899342 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:05:52.899850 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:05:52.900318 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:05:52.900785 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:05:52.901267 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:05:52.901750 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:05:52.902216 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:05:52.903952 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d734d302-a85a-49ae-aef9-239abe2f9364 req-024a6b47-1fca-4ac2-af8f-0e563ec1bf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:52.919094 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d734d302-a85a-49ae-aef9-239abe2f9364 req-024a6b47-1fca-4ac2-af8f-0e563ec1bf54 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=08972298-4f56-45da-aee1-25ac81a2871f HTTP/1.1" status: 200 len: 1101 time: 0.0904481 Oct 30 15:05:52.927423 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port b8ec4ee6-97a9-492b-9669-3a8846a695a5, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=b8ec4ee6-97a9-492b-9669-3a8846a695a5,segment=NetworkSegment(e0b985c5-5902-4c74-92eb-4e771654fbd4),segment_id=e0b985c5-5902-4c74-92eb-4e771654fbd4)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:05:52.961414 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 6bd33d2f-55ff-4a66-a734-135baa2b6ab2 not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:05:52.973002 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52090) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:52.976114 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d734d302-a85a-49ae-aef9-239abe2f9364 req-501c3f32-d2ab-45f6-ae21-de1712e263a9 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=60ea4c70-22fc-4ca1-9dc8-302a1ea097ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469587 Oct 30 15:05:52.988409 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': 'b8ec4ee6-97a9-492b-9669-3a8846a695a5', 'network_id': 'f51a7f89-2f81-43a4-8afe-99aab78e0368', 'port_id': 'b8ec4ee6-97a9-492b-9669-3a8846a695a5', 'mac_address': 'fa:16:3e:01:1d:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2064ebac-2fa7-4015-b558-10b91371563d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:05:53.025354 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbadb69-856d-4b69-b768-1c7818499154 req-aa7d6181-e110-4d9f-9914-66bb7466af85 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:53.026900 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7fbadb69-856d-4b69-b768-1c7818499154 req-aa7d6181-e110-4d9f-9914-66bb7466af85 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=343deeda-6653-4a84-8468-1e6ef21c9864 HTTP/1.1" status: 200 len: 966 time: 0.1137867 Oct 30 15:05:53.027219 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=a4cc3af6-62b1-4767-b5f7-448ed3fd23df,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:53.066587 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:53.083161 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8ec4ee6-97a9-492b-9669-3a8846a695a5 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:05:53.085467 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7fbadb69-856d-4b69-b768-1c7818499154 req-c7b7dd30-7dce-489a-9b64-34ee030e4b03 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497739 Oct 30 15:05:53.122906 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8722d96e-746e-4607-852e-53114b6377a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:53.129964 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port b8ec4ee6-97a9-492b-9669-3a8846a695a5, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=b8ec4ee6-97a9-492b-9669-3a8846a695a5,segment=NetworkSegment(e0b985c5-5902-4c74-92eb-4e771654fbd4),segment_id=e0b985c5-5902-4c74-92eb-4e771654fbd4)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:05:53.134930 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:53.233428 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=b8ec4ee6-97a9-492b-9669-3a8846a695a5,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:53.254768 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8722d96e-746e-4607-852e-53114b6377a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:53.258153 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658774af-17f9-4900-be44-3caea1625038 req-c95e12e8-83e1-4bd7-b13f-0ded26339bf7 tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:53.259810 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-658774af-17f9-4900-be44-3caea1625038 req-c95e12e8-83e1-4bd7-b13f-0ded26339bf7 tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=343deeda-6653-4a84-8468-1e6ef21c9864 HTTP/1.1" status: 200 len: 1118 time: 0.0661023 Oct 30 15:05:53.261317 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8722d96e-746e-4607-852e-53114b6377a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:53.282196 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee1e10e-19d3-4580-8965-94ec5af02f9b req-3ff00441-a690-4f5b-83f2-d27c6567f149 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:53.283418 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5ee1e10e-19d3-4580-8965-94ec5af02f9b req-3ff00441-a690-4f5b-83f2-d27c6567f149 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5aaa9c4-a442-46eb-b20b-d9e46161966b HTTP/1.1" status: 200 len: 948 time: 0.0595598 Oct 30 15:05:53.314432 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-8722d96e-746e-4607-852e-53114b6377a7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a607fa2fa1dc4a62839c7b28c7ff59b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3361294 Oct 30 15:05:53.318079 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52112) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:53.324919 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8722d96e-746e-4607-852e-53114b6377a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d835fd-2a2d-4515-a93e-c8530c1fa999,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:53.339649 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5ee1e10e-19d3-4580-8965-94ec5af02f9b req-511750de-641b-4921-ad78-d22d830b7fbf tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] 10.222.0.62 "GET /v2.0/security-groups?id=caba50ec-ec8c-4c0e-a787-668486078c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463169 Oct 30 15:05:53.350013 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-658774af-17f9-4900-be44-3caea1625038 req-b6c6a723-e0d8-43b3-ba27-1897c90b9d8c tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840216 Oct 30 15:05:53.398523 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b3ec51fe-9253-48ac-9300-3a93cac510f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:53.434718 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['b8ec4ee6-97a9-492b-9669-3a8846a695a5'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:05:53.435381 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b3ec51fe-9253-48ac-9300-3a93cac510f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:53.441394 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['684b2539-1b27-430d-af02-c918ca0bca8e'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:05:53.518019 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c85b5f-e2f1-4d38-9dab-9b71c04d123c req-5a6dfac4-b516-4e90-a66b-b158e6e3e6ae tempest-VolumesAdminNegativeTest-971052280 tempest-VolumesAdminNegativeTest-971052280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:53.525320 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b3c85b5f-e2f1-4d38-9dab-9b71c04d123c req-5a6dfac4-b516-4e90-a66b-b158e6e3e6ae tempest-VolumesAdminNegativeTest-971052280 tempest-VolumesAdminNegativeTest-971052280-project] 10.222.0.62 "GET /v2.0/ports?device_id=b60a9a46-7d00-48a5-9cba-a2a3b42a0038 HTTP/1.1" status: 200 len: 945 time: 0.0796406 Oct 30 15:05:53.550355 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b3ec51fe-9253-48ac-9300-3a93cac510f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:53.553324 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b3ec51fe-9253-48ac-9300-3a93cac510f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:53.556937 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b3ec51fe-9253-48ac-9300-3a93cac510f4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/06d835fd-2a2d-4515-a93e-c8530c1fa999 HTTP/1.1" status: 204 len: 168 time: 0.2354429 Oct 30 15:05:53.589520 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b3c85b5f-e2f1-4d38-9dab-9b71c04d123c req-1c99f3db-3235-4364-a566-5b46e4fa7675 tempest-VolumesAdminNegativeTest-971052280 tempest-VolumesAdminNegativeTest-971052280-project] 10.222.0.62 "GET /v2.0/security-groups?id=b61a7bd3-32b9-469c-a1b5-1fc6cab9ccab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583112 Oct 30 15:05:53.591657 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ec51fe-9253-48ac-9300-3a93cac510f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d835fd-2a2d-4515-a93e-c8530c1fa999,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:53.732586 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716cc443-b2e1-4326-9fc7-df342234f060 req-64ab3370-1990-4ac5-af11-947a78bbdcc4 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:53.744139 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-716cc443-b2e1-4326-9fc7-df342234f060 req-64ab3370-1990-4ac5-af11-947a78bbdcc4 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.62 "GET /v2.0/ports?device_id=08972298-4f56-45da-aee1-25ac81a2871f HTTP/1.1" status: 200 len: 949 time: 0.0891192 Oct 30 15:05:53.763768 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-180ce1a2-66bf-4e98-91db-dbef55992a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:53.817701 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-716cc443-b2e1-4326-9fc7-df342234f060 req-fa6bc692-b5e8-4c5a-a93b-9ca5652bb66c tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.62 "GET /v2.0/security-groups?id=60ea4c70-22fc-4ca1-9dc8-302a1ea097ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678065 Oct 30 15:05:53.872289 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e79c3d-606e-4007-8ac1-76d8d0443294 req-af5903f5-c68c-44bd-916b-b8181b054e97 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:53.873787 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-66e79c3d-606e-4007-8ac1-76d8d0443294 req-af5903f5-c68c-44bd-916b-b8181b054e97 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/networks?id=291c5166-548b-4ef8-b78f-841a397188df HTTP/1.1" status: 200 len: 820 time: 0.1743846 Oct 30 15:05:53.909754 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-66e79c3d-606e-4007-8ac1-76d8d0443294 req-1cb45416-87d9-4e25-99ab-9d7ff918f00f tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/quotas/48ec0906891f440e8725a8b756af6e71 HTTP/1.1" status: 200 len: 375 time: 0.0238001 Oct 30 15:05:53.933377 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7962a164-12c9-4419-a047-bc5ca29c7553 req-d9c75296-4858-4c2e-90ca-326fcc37d7b0 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:53.935156 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7962a164-12c9-4419-a047-bc5ca29c7553 req-d9c75296-4858-4c2e-90ca-326fcc37d7b0 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=adaa9a5a-7bcf-4f02-bb88-d1c865da4f51 HTTP/1.1" status: 200 len: 948 time: 0.0553071 Oct 30 15:05:53.992101 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7962a164-12c9-4419-a047-bc5ca29c7553 req-fcfb8254-7341-485f-ac1c-c58ca1e90efc tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482790 Oct 30 15:05:53.997992 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-66e79c3d-606e-4007-8ac1-76d8d0443294 req-f2880654-c37e-47a2-a15c-ee69a004535f tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=48ec0906891f440e8725a8b756af6e71&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0868106 Oct 30 15:05:54.020705 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [req-66e79c3d-606e-4007-8ac1-76d8d0443294 req-4b102004-efce-4483-8209-9fc3a59efd3f service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:05:54.022220 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-66e79c3d-606e-4007-8ac1-76d8d0443294 req-4b102004-efce-4483-8209-9fc3a59efd3f service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0232387 Oct 30 15:05:54.126102 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-66e79c3d-606e-4007-8ac1-76d8d0443294 req-a0ebaddd-32e7-4d89-b9de-9b7b82f0e56a service neutron] 10.222.0.62 "GET /v2.0/networks/291c5166-548b-4ef8-b78f-841a397188df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962982 Oct 30 15:05:54.141273 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52148) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:54.156788 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-203220e2-81ad-46f4-81bd-bf58e09baa03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:54.233617 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-66e79c3d-606e-4007-8ac1-76d8d0443294 req-2a45c33b-a00b-4248-8934-099c05bd594c service neutron] 10.222.0.62 "GET /v2.0/networks/291c5166-548b-4ef8-b78f-841a397188df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999460 Oct 30 15:05:54.245385 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-203220e2-81ad-46f4-81bd-bf58e09baa03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:54.250179 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-203220e2-81ad-46f4-81bd-bf58e09baa03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:54.294559 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-203220e2-81ad-46f4-81bd-bf58e09baa03 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=47821176dd564ce989828d9f27fb39dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1510112 Oct 30 15:05:54.295581 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203220e2-81ad-46f4-81bd-bf58e09baa03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88259988-693e-48e9-8f90-efe49c527dd4,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:54.297334 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 52152) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:54.357294 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-212d8445-13e2-419b-b0db-77d627f110a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:54.389839 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 3baf7600-8a1c-4d9a-b018-f770d78d7690 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:05:54.421106 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-212d8445-13e2-419b-b0db-77d627f110a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:54.424805 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1f350095-1dab-47ed-af5c-35973c41edad req-b41d5a84-82f2-46d4-99ba-e2c8aae687ef tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=650d9a7c-a4b8-48e9-8eb9-fb4e14556775 HTTP/1.1" status: 200 len: 210 time: 0.0355182 Oct 30 15:05:54.482951 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-212d8445-13e2-419b-b0db-77d627f110a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:54.486745 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-212d8445-13e2-419b-b0db-77d627f110a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:54.490665 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-212d8445-13e2-419b-b0db-77d627f110a6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/88259988-693e-48e9-8f90-efe49c527dd4 HTTP/1.1" status: 204 len: 168 time: 0.1890178 Oct 30 15:05:54.500052 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212d8445-13e2-419b-b0db-77d627f110a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88259988-693e-48e9-8f90-efe49c527dd4,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:54.550557 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:54.560712 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 3baf7600-8a1c-4d9a-b018-f770d78d7690, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=3baf7600-8a1c-4d9a-b018-f770d78d7690,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:05:54.582608 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '3baf7600-8a1c-4d9a-b018-f770d78d7690', 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704', 'port_id': '3baf7600-8a1c-4d9a-b018-f770d78d7690', 'mac_address': 'fa:16:3e:21:0e:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b5dea3-b65b-4514-8ec2-18a4245eb194', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:05:54.650275 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b72483-2401-487b-bd77-35f579c2cb33 req-f7e9964a-683e-42f9-b6e4-d0978f6d284b tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:54.651874 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-87b72483-2401-487b-bd77-35f579c2cb33 req-f7e9964a-683e-42f9-b6e4-d0978f6d284b tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5aaa9c4-a442-46eb-b20b-d9e46161966b HTTP/1.1" status: 200 len: 948 time: 0.0857935 Oct 30 15:05:54.665323 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3238f67e-9dd7-4a9f-ac15-e7fcf8b84519 req-6d3e5fd6-632a-4b1c-91ad-735464f1fafd tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=8f3b671b14d04445b2eb6ae7afd8bb4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0441306 Oct 30 15:05:54.672001 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:54.703725 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3baf7600-8a1c-4d9a-b018-f770d78d7690 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:05:54.719912 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-87b72483-2401-487b-bd77-35f579c2cb33 req-72e02a14-09f6-42b2-9525-08b9a82b1814 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] 10.222.0.62 "GET /v2.0/security-groups?id=caba50ec-ec8c-4c0e-a787-668486078c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605903 Oct 30 15:05:54.752107 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 3baf7600-8a1c-4d9a-b018-f770d78d7690, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=3baf7600-8a1c-4d9a-b018-f770d78d7690,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:05:54.758661 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:54.823157 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=3baf7600-8a1c-4d9a-b018-f770d78d7690,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:54.836207 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:54.843431 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3238f67e-9dd7-4a9f-ac15-e7fcf8b84519 req-be36630b-beb5-426f-89cc-459f351661e5 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:54.852295 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3238f67e-9dd7-4a9f-ac15-e7fcf8b84519 req-be36630b-beb5-426f-89cc-459f351661e5 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1858993 Oct 30 15:05:54.872548 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3238f67e-9dd7-4a9f-ac15-e7fcf8b84519 req-2401f09c-61e7-4fed-93ac-ce9c051e7b8b tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] 10.222.0.62 "GET /v2.0/quotas/8f3b671b14d04445b2eb6ae7afd8bb4a HTTP/1.1" status: 200 len: 375 time: 0.0193427 Oct 30 15:05:54.915271 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3238f67e-9dd7-4a9f-ac15-e7fcf8b84519 req-0f6a6a86-b4f3-4f9d-a159-9f6fac874320 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8f3b671b14d04445b2eb6ae7afd8bb4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416806 Oct 30 15:05:54.957110 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['3baf7600-8a1c-4d9a-b018-f770d78d7690'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:05:55.077076 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfecb54-e0b3-413e-b5cd-08b6352626ef req-3ab2f3cf-2aa0-4186-9148-f80b40352755 tempest-VolumesAdminNegativeTest-971052280 tempest-VolumesAdminNegativeTest-971052280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:55.087891 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8bfecb54-e0b3-413e-b5cd-08b6352626ef req-3ab2f3cf-2aa0-4186-9148-f80b40352755 tempest-VolumesAdminNegativeTest-971052280 tempest-VolumesAdminNegativeTest-971052280-project] 10.222.0.62 "GET /v2.0/ports?device_id=b60a9a46-7d00-48a5-9cba-a2a3b42a0038 HTTP/1.1" status: 200 len: 945 time: 0.1513429 Oct 30 15:05:55.154426 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8bfecb54-e0b3-413e-b5cd-08b6352626ef req-278d0042-e131-44bf-a19b-954118465781 tempest-VolumesAdminNegativeTest-971052280 tempest-VolumesAdminNegativeTest-971052280-project] 10.222.0.62 "GET /v2.0/security-groups?id=b61a7bd3-32b9-469c-a1b5-1fc6cab9ccab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652204 Oct 30 15:05:55.174230 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e781954-ec43-4cfd-bb72-588c595072d1 req-1df42411-0a4b-4753-a436-be869f38fcca tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:55.183551 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4e781954-ec43-4cfd-bb72-588c595072d1 req-1df42411-0a4b-4753-a436-be869f38fcca tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.62 "GET /v2.0/ports?device_id=08972298-4f56-45da-aee1-25ac81a2871f HTTP/1.1" status: 200 len: 949 time: 0.0738409 Oct 30 15:05:55.236436 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4e781954-ec43-4cfd-bb72-588c595072d1 req-2fa73ff5-981a-4393-b2d0-98a595fc85c6 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.62 "GET /v2.0/security-groups?id=60ea4c70-22fc-4ca1-9dc8-302a1ea097ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514207 Oct 30 15:05:55.287919 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d7489d-1f9c-44fa-913d-01aae45e2c90 req-14dd2e57-7a33-43d4-ba1d-3a2cd3ecb772 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:55.290091 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-30d7489d-1f9c-44fa-913d-01aae45e2c90 req-14dd2e57-7a33-43d4-ba1d-3a2cd3ecb772 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=adaa9a5a-7bcf-4f02-bb88-d1c865da4f51 HTTP/1.1" status: 200 len: 949 time: 0.0620661 Oct 30 15:05:55.349289 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-30d7489d-1f9c-44fa-913d-01aae45e2c90 req-16028c80-6830-4b0c-8d4b-cc632ed839b1 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530851 Oct 30 15:05:55.359753 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-229e6bb9-900e-4119-9b0e-bd8813880fb9 req-03bff166-26a8-4596-b2ee-73ce7d82f57c tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a28979f-3014-4c72-b78f-10b3f482824b HTTP/1.1" status: 200 len: 210 time: 0.0383222 Oct 30 15:05:55.567185 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-75c3995f-5f79-4ed7-9c63-508aece8e219 req-c2ff9da4-85ad-4333-9781-68f3d37d7cbc tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=650d9a7c-a4b8-48e9-8eb9-fb4e14556775 HTTP/1.1" status: 200 len: 210 time: 0.0466123 Oct 30 15:05:55.603181 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 52222) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:55.610326 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba7a41-06e4-4132-bfaa-c9c85e9438f1 req-2dffd4b1-6e91-4796-ac01-ca7c9d437c9d tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:55.612240 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-00ba7a41-06e4-4132-bfaa-c9c85e9438f1 req-2dffd4b1-6e91-4796-ac01-ca7c9d437c9d tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.62 "GET /v2.0/ports?device_id=08972298-4f56-45da-aee1-25ac81a2871f HTTP/1.1" status: 200 len: 949 time: 0.0767105 Oct 30 15:05:55.660675 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-00ba7a41-06e4-4132-bfaa-c9c85e9438f1 req-44cfb617-1c6c-45fb-8388-b4a441936c0b tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.62 "GET /v2.0/security-groups?id=60ea4c70-22fc-4ca1-9dc8-302a1ea097ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404146 Oct 30 15:05:55.746456 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-66ba4c8b-37ab-40f7-a342-4170e4183111 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1465485465-network', 'tenant_id': 'b8aea481537c4f1b9ab8f7eccea88bfc'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:05:55.800197 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e79c3d-606e-4007-8ac1-76d8d0443294 req-6daf86fb-4c68-496d-8204-ff74394fd86d tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:55.801704 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-66e79c3d-606e-4007-8ac1-76d8d0443294 req-6daf86fb-4c68-496d-8204-ff74394fd86d tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.53 "GET /v2.0/networks?id=291c5166-548b-4ef8-b78f-841a397188df HTTP/1.1" status: 200 len: 820 time: 0.1550083 Oct 30 15:05:55.802815 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ba4c8b-37ab-40f7-a342-4170e4183111 admin admin] Made reservation on behalf of b8aea481537c4f1b9ab8f7eccea88bfc for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:05:55.805058 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-66ba4c8b-37ab-40f7-a342-4170e4183111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:55.827431 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-66e79c3d-606e-4007-8ac1-76d8d0443294 req-a50f0a77-67e0-4bfe-bbaa-0f1dcd82b4b5 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Request body: {'port': {'device_id': '650d9a7c-a4b8-48e9-8eb9-fb4e14556775', 'network_id': '291c5166-548b-4ef8-b78f-841a397188df', 'admin_state_up': True, 'tenant_id': '48ec0906891f440e8725a8b756af6e71'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:05:55.830571 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-66ba4c8b-37ab-40f7-a342-4170e4183111 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:55.941049 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a119a04-e74a-4f52-a37e-f00c42712b52 req-436f7ee1-9129-416e-b349-a6909098af9f tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:55.942519 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1a119a04-e74a-4f52-a37e-f00c42712b52 req-436f7ee1-9129-416e-b349-a6909098af9f tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5aaa9c4-a442-46eb-b20b-d9e46161966b HTTP/1.1" status: 200 len: 948 time: 0.1350856 Oct 30 15:05:56.030935 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1a119a04-e74a-4f52-a37e-f00c42712b52 req-76a081c8-ed9d-4eff-8633-17f50b54819e tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] 10.222.0.62 "GET /v2.0/security-groups?id=caba50ec-ec8c-4c0e-a787-668486078c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803423 Oct 30 15:05:56.054439 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66e79c3d-606e-4007-8ac1-76d8d0443294 req-a50f0a77-67e0-4bfe-bbaa-0f1dcd82b4b5 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Made reservation on behalf of 48ec0906891f440e8725a8b756af6e71 for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:05:56.057884 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-66e79c3d-606e-4007-8ac1-76d8d0443294 req-a50f0a77-67e0-4bfe-bbaa-0f1dcd82b4b5 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:56.065466 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-66ba4c8b-37ab-40f7-a342-4170e4183111 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:56.071924 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-66ba4c8b-37ab-40f7-a342-4170e4183111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:56.103817 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66ba4c8b-37ab-40f7-a342-4170e4183111 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:05:56.154459 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-66ba4c8b-37ab-40f7-a342-4170e4183111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:56.154810 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-66ba4c8b-37ab-40f7-a342-4170e4183111 admin admin] Added segment 5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87 of type vlan for network 2f36ee91-6757-4d64-8719-4cb39651ac94 Oct 30 15:05:56.159017 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ba4c8b-37ab-40f7-a342-4170e4183111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b1f060-cfb4-4e47-b2f2-9a12cce81751,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:56.218023 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-66ba4c8b-37ab-40f7-a342-4170e4183111 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:56.259061 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 684b2539-1b27-430d-af02-c918ca0bca8e up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:05:56.277872 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3238f67e-9dd7-4a9f-ac15-e7fcf8b84519 req-0ca04d7b-4900-4804-a636-70ae3007331c tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=8f3b671b14d04445b2eb6ae7afd8bb4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0533128 Oct 30 15:05:56.281477 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-66e79c3d-606e-4007-8ac1-76d8d0443294 req-a50f0a77-67e0-4bfe-bbaa-0f1dcd82b4b5 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Allocated IP 172.20.0.3 (291c5166-548b-4ef8-b78f-841a397188df/4f4c836a-b7bd-4d76-afd1-011b8a3fe891/2e37ad38-e589-475b-95b7-f71b5467f5fb) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:05:56.286360 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-66ba4c8b-37ab-40f7-a342-4170e4183111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:56.287628 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ba4c8b-37ab-40f7-a342-4170e4183111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:56.288238 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-66ba4c8b-37ab-40f7-a342-4170e4183111 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:56.323658 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c09d3b-14a7-4e7f-92a4-20db69014404 req-51400b03-9996-4933-aa35-cb0cfc0d5559 tempest-VolumesAdminNegativeTest-971052280 tempest-VolumesAdminNegativeTest-971052280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:56.325461 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e3c09d3b-14a7-4e7f-92a4-20db69014404 req-51400b03-9996-4933-aa35-cb0cfc0d5559 tempest-VolumesAdminNegativeTest-971052280 tempest-VolumesAdminNegativeTest-971052280-project] 10.222.0.62 "GET /v2.0/ports?device_id=b60a9a46-7d00-48a5-9cba-a2a3b42a0038 HTTP/1.1" status: 200 len: 945 time: 0.1029418 Oct 30 15:05:56.337653 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port 684b2539-1b27-430d-af02-c918ca0bca8e completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:05:56.353907 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-66ba4c8b-37ab-40f7-a342-4170e4183111 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7494633 Oct 30 15:05:56.354471 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port 684b2539-1b27-430d-af02-c918ca0bca8e triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:05:56.354556 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:56.358212 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 52232) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:56.371389 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-eda48205-3654-4b51-af2f-5fab50cb3403 admin admin] Request body: {'subnet': {'network_id': '2f36ee91-6757-4d64-8719-4cb39651ac94', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1465485465-subnet', 'tenant_id': 'b8aea481537c4f1b9ab8f7eccea88bfc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:05:56.393413 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ba4c8b-37ab-40f7-a342-4170e4183111 admin admin] Pushing event updated for resources: {'Network': ['ID=2f36ee91-6757-4d64-8719-4cb39651ac94,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:56.469442 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda48205-3654-4b51-af2f-5fab50cb3403 admin admin] Made reservation on behalf of b8aea481537c4f1b9ab8f7eccea88bfc for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:05:56.472399 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-eda48205-3654-4b51-af2f-5fab50cb3403 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:56.498194 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e3c09d3b-14a7-4e7f-92a4-20db69014404 req-d73f745e-7eb8-4268-930c-4f1d92aad0ed tempest-VolumesAdminNegativeTest-971052280 tempest-VolumesAdminNegativeTest-971052280-project] 10.222.0.62 "GET /v2.0/security-groups?id=b61a7bd3-32b9-469c-a1b5-1fc6cab9ccab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542859 Oct 30 15:05:56.532069 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 3baf7600-8a1c-4d9a-b018-f770d78d7690 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:05:56.539399 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3238f67e-9dd7-4a9f-ac15-e7fcf8b84519 req-b80fe97b-cf18-4cad-a4d3-99ac141da075 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:56.541019 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3238f67e-9dd7-4a9f-ac15-e7fcf8b84519 req-b80fe97b-cf18-4cad-a4d3-99ac141da075 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2554095 Oct 30 15:05:56.548616 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c300b832-5c41-49a2-9bd6-32a14f576b42 req-9553e0e5-3cc2-4fc9-8819-8bc6d4f3ae46 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a28979f-3014-4c72-b78f-10b3f482824b HTTP/1.1" status: 200 len: 210 time: 0.1046376 Oct 30 15:05:56.557950 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-3238f67e-9dd7-4a9f-ac15-e7fcf8b84519 req-3d2f371d-aa4d-412a-b742-54ffc0fc2846 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] Request body: {'port': {'device_id': '3a28979f-3014-4c72-b78f-10b3f482824b', 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704', 'admin_state_up': True, 'tenant_id': '8f3b671b14d04445b2eb6ae7afd8bb4a'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:05:56.579121 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 2f36ee91-6757-4d64-8719-4cb39651ac94 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:05:56.626355 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:56.659192 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-66e79c3d-606e-4007-8ac1-76d8d0443294 req-a50f0a77-67e0-4bfe-bbaa-0f1dcd82b4b5 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:56.698501 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port 3baf7600-8a1c-4d9a-b018-f770d78d7690 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:05:56.705329 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 3baf7600-8a1c-4d9a-b018-f770d78d7690 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:05:56.705702 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:56.719327 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b871a4-17a7-4d25-af49-9982e122f05a req-492b485a-d87e-4fd0-b70c-87934a8d382f tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:56.721673 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d2b871a4-17a7-4d25-af49-9982e122f05a req-492b485a-d87e-4fd0-b70c-87934a8d382f tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=adaa9a5a-7bcf-4f02-bb88-d1c865da4f51 HTTP/1.1" status: 200 len: 949 time: 0.1431811 Oct 30 15:05:56.745741 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:56.755359 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1c8018aa-ff1e-4b45-bf19-ad0ee67fee9f req-874f03a1-5477-4867-9f4e-58d31cc76acb tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=650d9a7c-a4b8-48e9-8eb9-fb4e14556775 HTTP/1.1" status: 200 len: 210 time: 0.0404434 Oct 30 15:05:56.778206 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5aaa9c4-a442-46eb-b20b-d9e46161966b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '684b2539-1b27-430d-af02-c918ca0bca8e'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:05:56.780841 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f0e109-218b-4495-93de-8b89bdd27a4f" -d '{"events": [{"server_uuid": "c5aaa9c4-a442-46eb-b20b-d9e46161966b", "name": "network-vif-plugged", "status": "completed", "tag": "684b2539-1b27-430d-af02-c918ca0bca8e"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:05:56.786094 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d2b871a4-17a7-4d25-af49-9982e122f05a req-b5987554-bd72-420e-8a0a-057a1fbef0e1 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536406 Oct 30 15:05:56.797777 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-66e79c3d-606e-4007-8ac1-76d8d0443294 req-a50f0a77-67e0-4bfe-bbaa-0f1dcd82b4b5 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:56.805258 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 684b2539-1b27-430d-af02-c918ca0bca8e, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=684b2539-1b27-430d-af02-c918ca0bca8e,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:05:56.808364 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3238f67e-9dd7-4a9f-ac15-e7fcf8b84519 req-3d2f371d-aa4d-412a-b742-54ffc0fc2846 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] Made reservation on behalf of 8f3b671b14d04445b2eb6ae7afd8bb4a for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:05:56.811770 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-3238f67e-9dd7-4a9f-ac15-e7fcf8b84519 req-3d2f371d-aa4d-412a-b742-54ffc0fc2846 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:56.832813 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-3238f67e-9dd7-4a9f-ac15-e7fcf8b84519 req-3d2f371d-aa4d-412a-b742-54ffc0fc2846 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:56.841567 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-eda48205-3654-4b51-af2f-5fab50cb3403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:56.850246 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:56.851047 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device b8ec4ee6-97a9-492b-9669-3a8846a695a5 up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:05:56.911033 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81a9ef9-8834-402f-8396-aeafcce3fd36 x-openstack-request-id: req-c81a9ef9-8834-402f-8396-aeafcce3fd36 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:05:56.911350 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5aaa9c4-a442-46eb-b20b-d9e46161966b", "name": "network-vif-plugged", "status": "completed", "tag": "684b2539-1b27-430d-af02-c918ca0bca8e", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:05:56.911617 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c81a9ef9-8834-402f-8396-aeafcce3fd36 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:05:56.912004 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5aaa9c4-a442-46eb-b20b-d9e46161966b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '684b2539-1b27-430d-af02-c918ca0bca8e', 'code': 200} Oct 30 15:05:56.921778 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:56.941000 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda48205-3654-4b51-af2f-5fab50cb3403 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb0d8673-4262-419a-bce2-caff67d0478f,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:56.960554 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66e79c3d-606e-4007-8ac1-76d8d0443294 req-a50f0a77-67e0-4bfe-bbaa-0f1dcd82b4b5 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Network 291c5166-548b-4ef8-b78f-841a397188df is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:05:56.964106 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=684b2539-1b27-430d-af02-c918ca0bca8e,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:56.968965 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e5729-4c6a-42dd-8210-56818ffeaa1a req-1cf91cb1-15ee-43fa-a736-097af4912e17 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:56.970468 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f60e5729-4c6a-42dd-8210-56818ffeaa1a req-1cf91cb1-15ee-43fa-a736-097af4912e17 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.62 "GET /v2.0/ports?device_id=08972298-4f56-45da-aee1-25ac81a2871f HTTP/1.1" status: 200 len: 949 time: 0.0916967 Oct 30 15:05:56.989229 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-66e79c3d-606e-4007-8ac1-76d8d0443294 req-a50f0a77-67e0-4bfe-bbaa-0f1dcd82b4b5 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:05:56.998477 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-66e79c3d-606e-4007-8ac1-76d8d0443294 req-a50f0a77-67e0-4bfe-bbaa-0f1dcd82b4b5 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:05:57.004711 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port b8ec4ee6-97a9-492b-9669-3a8846a695a5 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:05:57.017960 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port b8ec4ee6-97a9-492b-9669-3a8846a695a5 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:05:57.018573 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:57.030444 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50f0a77-67e0-4bfe-bbaa-0f1dcd82b4b5 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Pushing event updated for resources: {'Port': ['ID=2e37ad38-e589-475b-95b7-f71b5467f5fb,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:57.048573 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda48205-3654-4b51-af2f-5fab50cb3403 admin admin] Checking segment: {'id': '5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2f36ee91-6757-4d64-8719-4cb39651ac94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:05:57.049337 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda48205-3654-4b51-af2f-5fab50cb3403 admin admin] Network hostable DHCP agents. Network: 2f36ee91-6757-4d64-8719-4cb39651ac94, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:05:57.051706 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-3238f67e-9dd7-4a9f-ac15-e7fcf8b84519 req-3d2f371d-aa4d-412a-b742-54ffc0fc2846 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:57.059130 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 3baf7600-8a1c-4d9a-b018-f770d78d7690, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=3baf7600-8a1c-4d9a-b018-f770d78d7690,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:05:57.062510 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-3238f67e-9dd7-4a9f-ac15-e7fcf8b84519 req-3d2f371d-aa4d-412a-b742-54ffc0fc2846 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:57.066555 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d37bf-b6ab-460f-b3e2-427bb7ad836d req-483e9eb8-2503-4597-83a6-a3be7247f11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:57.068102 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-080d37bf-b6ab-460f-b3e2-427bb7ad836d req-483e9eb8-2503-4597-83a6-a3be7247f11c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c5aaa9c4-a442-46eb-b20b-d9e46161966b HTTP/1.1" status: 200 len: 1101 time: 0.1073382 Oct 30 15:05:57.069018 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:57.075022 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f60e5729-4c6a-42dd-8210-56818ffeaa1a req-dc5a138c-2314-43b2-bd82-af743a75c390 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.62 "GET /v2.0/security-groups?id=60ea4c70-22fc-4ca1-9dc8-302a1ea097ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777109 Oct 30 15:05:57.096546 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda48205-3654-4b51-af2f-5fab50cb3403 admin admin] Network 2f36ee91-6757-4d64-8719-4cb39651ac94 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:05:57.107202 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e79c3d-606e-4007-8ac1-76d8d0443294 req-a50f0a77-67e0-4bfe-bbaa-0f1dcd82b4b5 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:57.107934 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-66e79c3d-606e-4007-8ac1-76d8d0443294 req-a50f0a77-67e0-4bfe-bbaa-0f1dcd82b4b5 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:57.121092 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-eda48205-3654-4b51-af2f-5fab50cb3403 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 2f36ee91-6757-4d64-8719-4cb39651ac94) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:05:57.125960 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda48205-3654-4b51-af2f-5fab50cb3403 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:57.127175 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-eda48205-3654-4b51-af2f-5fab50cb3403 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:57.158368 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-eda48205-3654-4b51-af2f-5fab50cb3403 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7924504 Oct 30 15:05:57.158983 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2f371d-aa4d-412a-b742-54ffc0fc2846 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b8daec-3ee2-49ef-a556-9d38f359f2cb,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:57.199747 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d011d7-0135-4ee7-b261-f6bba22c9a53 None None] Network 2f36ee91-6757-4d64-8719-4cb39651ac94 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:05:57.201344 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-66e79c3d-606e-4007-8ac1-76d8d0443294 req-a50f0a77-67e0-4bfe-bbaa-0f1dcd82b4b5 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3786323 Oct 30 15:05:57.211949 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-080d37bf-b6ab-460f-b3e2-427bb7ad836d req-19ba8b59-22dc-4628-a24f-84b160fe099d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=caba50ec-ec8c-4c0e-a787-668486078c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232717 Oct 30 15:05:57.222357 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024fb0e9-103a-4523-a660-9e927967845e req-bb1d637b-17a2-43b8-82ed-4bd81608b02f tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:57.224036 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-024fb0e9-103a-4523-a660-9e927967845e req-bb1d637b-17a2-43b8-82ed-4bd81608b02f tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5aaa9c4-a442-46eb-b20b-d9e46161966b HTTP/1.1" status: 200 len: 949 time: 0.0852833 Oct 30 15:05:57.228144 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-66e79c3d-606e-4007-8ac1-76d8d0443294 req-bcc674c7-5be2-4ca3-9863-dedd5b0b5a0d service neutron] Request body: {'port': {'device_id': '650d9a7c-a4b8-48e9-8eb9-fb4e14556775', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:05:57.293014 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=3baf7600-8a1c-4d9a-b018-f770d78d7690,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:57.302969 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:57.311393 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151bb135-eeba-4542-8af4-03e7d00912f3 req-fe21fc13-4310-4fed-ac87-032fa03a8df3 tempest-LiveMigrationNegativeTest-64073478 tempest-LiveMigrationNegativeTest-64073478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:57.324136 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-151bb135-eeba-4542-8af4-03e7d00912f3 req-fe21fc13-4310-4fed-ac87-032fa03a8df3 tempest-LiveMigrationNegativeTest-64073478 tempest-LiveMigrationNegativeTest-64073478-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=08972298-4f56-45da-aee1-25ac81a2871f HTTP/1.1" status: 200 len: 1101 time: 0.1418884 Oct 30 15:05:57.345608 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-151bb135-eeba-4542-8af4-03e7d00912f3 req-1095f0f6-2cd2-4349-97b3-e73df520e74f tempest-LiveMigrationNegativeTest-64073478 tempest-LiveMigrationNegativeTest-64073478-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:57.361878 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port b8ec4ee6-97a9-492b-9669-3a8846a695a5, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=b8ec4ee6-97a9-492b-9669-3a8846a695a5,segment=NetworkSegment(e0b985c5-5902-4c74-92eb-4e771654fbd4),segment_id=e0b985c5-5902-4c74-92eb-4e771654fbd4)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:05:57.365504 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-3238f67e-9dd7-4a9f-ac15-e7fcf8b84519 req-3d2f371d-aa4d-412a-b742-54ffc0fc2846 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] Allocated IP 192.168.233.135 (8de8b155-6e08-41c3-866a-8b30bb481704/43b5dea3-b65b-4514-8ec2-18a4245eb194/7418a3ad-1277-4974-9118-8d76ea9034d0) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:05:57.386210 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:57.464371 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=b8ec4ee6-97a9-492b-9669-3a8846a695a5,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:57.475859 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2986b70a-7718-4e3b-aa67-c64d6717c63a None None] Network 2f36ee91-6757-4d64-8719-4cb39651ac94 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:05:57.612112 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-024fb0e9-103a-4523-a660-9e927967845e req-806b75a0-7b1c-499d-b7d6-99e34c42f61b tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] 10.222.0.62 "GET /v2.0/security-groups?id=caba50ec-ec8c-4c0e-a787-668486078c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3628867 Oct 30 15:05:57.616336 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-66e79c3d-606e-4007-8ac1-76d8d0443294 req-bcc674c7-5be2-4ca3-9863-dedd5b0b5a0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:57.719748 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-151bb135-eeba-4542-8af4-03e7d00912f3 req-1095f0f6-2cd2-4349-97b3-e73df520e74f tempest-LiveMigrationNegativeTest-64073478 tempest-LiveMigrationNegativeTest-64073478-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:57.725569 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-151bb135-eeba-4542-8af4-03e7d00912f3 req-1095f0f6-2cd2-4349-97b3-e73df520e74f tempest-LiveMigrationNegativeTest-64073478 tempest-LiveMigrationNegativeTest-64073478-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:57.776788 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-151bb135-eeba-4542-8af4-03e7d00912f3 req-1095f0f6-2cd2-4349-97b3-e73df520e74f tempest-LiveMigrationNegativeTest-64073478 tempest-LiveMigrationNegativeTest-64073478-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=60ea4c70-22fc-4ca1-9dc8-302a1ea097ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4516017 Oct 30 15:05:57.790046 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1095f0f6-2cd2-4349-97b3-e73df520e74f tempest-LiveMigrationNegativeTest-64073478 tempest-LiveMigrationNegativeTest-64073478-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1cfac4-d244-4ae9-a024-ba18bd1a0af5,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:57.795925 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-3238f67e-9dd7-4a9f-ac15-e7fcf8b84519 req-3d2f371d-aa4d-412a-b742-54ffc0fc2846 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:57.835620 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664ef44-77f4-4db2-8945-eff073e1a440 req-0412d8d7-b836-4d5a-8726-6ca9316a125a tempest-VolumesAdminNegativeTest-971052280 tempest-VolumesAdminNegativeTest-971052280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:57.837249 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1664ef44-77f4-4db2-8945-eff073e1a440 req-0412d8d7-b836-4d5a-8726-6ca9316a125a tempest-VolumesAdminNegativeTest-971052280 tempest-VolumesAdminNegativeTest-971052280-project] 10.222.0.62 "GET /v2.0/ports?device_id=b60a9a46-7d00-48a5-9cba-a2a3b42a0038 HTTP/1.1" status: 200 len: 946 time: 0.1402042 Oct 30 15:05:57.860642 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-3238f67e-9dd7-4a9f-ac15-e7fcf8b84519 req-3d2f371d-aa4d-412a-b742-54ffc0fc2846 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:57.900705 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3238f67e-9dd7-4a9f-ac15-e7fcf8b84519 req-3d2f371d-aa4d-412a-b742-54ffc0fc2846 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] Network 8de8b155-6e08-41c3-866a-8b30bb481704 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:05:57.919862 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-3238f67e-9dd7-4a9f-ac15-e7fcf8b84519 req-3d2f371d-aa4d-412a-b742-54ffc0fc2846 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:05:57.922321 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-3238f67e-9dd7-4a9f-ac15-e7fcf8b84519 req-3d2f371d-aa4d-412a-b742-54ffc0fc2846 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:05:57.926769 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 52274) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:57.928307 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3238f67e-9dd7-4a9f-ac15-e7fcf8b84519 req-3d2f371d-aa4d-412a-b742-54ffc0fc2846 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:57.928814 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-3238f67e-9dd7-4a9f-ac15-e7fcf8b84519 req-3d2f371d-aa4d-412a-b742-54ffc0fc2846 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:57.933009 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-d8d71297-4ed4-47be-84a1-d2c5af7ebe60 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1880670212-network', 'tenant_id': '43143c3070314c3681888b27ea127a66'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:05:57.948437 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1664ef44-77f4-4db2-8945-eff073e1a440 req-e3933e81-f56f-4b81-9402-82e2dac9cf8d tempest-VolumesAdminNegativeTest-971052280 tempest-VolumesAdminNegativeTest-971052280-project] 10.222.0.62 "GET /v2.0/security-groups?id=b61a7bd3-32b9-469c-a1b5-1fc6cab9ccab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009488 Oct 30 15:05:57.974697 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2f371d-aa4d-412a-b742-54ffc0fc2846 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] Pushing event updated for resources: {'Port': ['ID=7418a3ad-1277-4974-9118-8d76ea9034d0,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:57.983748 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3238f67e-9dd7-4a9f-ac15-e7fcf8b84519 req-3d2f371d-aa4d-412a-b742-54ffc0fc2846 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4334195 Oct 30 15:05:57.998974 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-3238f67e-9dd7-4a9f-ac15-e7fcf8b84519 req-64ef57fd-ee7a-48b1-8ef9-09a1a99b8ed4 service neutron] Request body: {'port': {'device_id': '3a28979f-3014-4c72-b78f-10b3f482824b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:05:58.009026 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c7a132-7b23-4b9c-9787-bae56cad903a req-77d0292a-e5cb-4590-b8ae-0bd266b69127 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:58.010718 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-23c7a132-7b23-4b9c-9787-bae56cad903a req-77d0292a-e5cb-4590-b8ae-0bd266b69127 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a28979f-3014-4c72-b78f-10b3f482824b HTTP/1.1" status: 200 len: 936 time: 0.1089554 Oct 30 15:05:58.068732 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d71297-4ed4-47be-84a1-d2c5af7ebe60 admin admin] Made reservation on behalf of 43143c3070314c3681888b27ea127a66 for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:05:58.071893 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d8d71297-4ed4-47be-84a1-d2c5af7ebe60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:58.091984 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-23c7a132-7b23-4b9c-9787-bae56cad903a req-f7c5face-cd4d-460f-88a5-1a54e11c1b8f tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3b8daec-3ee2-49ef-a556-9d38f359f2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629661 Oct 30 15:05:58.092623 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-3238f67e-9dd7-4a9f-ac15-e7fcf8b84519 req-64ef57fd-ee7a-48b1-8ef9-09a1a99b8ed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:58.111974 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d8d71297-4ed4-47be-84a1-d2c5af7ebe60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:58.153832 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452c268c-8f85-49e6-833d-d85e7e1f6792 req-a8a91c0a-9dbb-4f2c-9149-17a9a51dabbf tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:58.155368 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-452c268c-8f85-49e6-833d-d85e7e1f6792 req-a8a91c0a-9dbb-4f2c-9149-17a9a51dabbf tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=adaa9a5a-7bcf-4f02-bb88-d1c865da4f51 HTTP/1.1" status: 200 len: 950 time: 0.1360130 Oct 30 15:05:58.161028 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-66e79c3d-606e-4007-8ac1-76d8d0443294 req-bcc674c7-5be2-4ca3-9863-dedd5b0b5a0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e37ad38-e589-475b-95b7-f71b5467f5fb {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:05:58.172454 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-a2acb071-c894-407f-b16e-1f72724418e4 None None] Provisioning complete for port 7418a3ad-1277-4974-9118-8d76ea9034d0 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:05:58.172830 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a2acb071-c894-407f-b16e-1f72724418e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:58.178420 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-66e79c3d-606e-4007-8ac1-76d8d0443294 req-bcc674c7-5be2-4ca3-9863-dedd5b0b5a0d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:58.218718 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-66e79c3d-606e-4007-8ac1-76d8d0443294 req-bcc674c7-5be2-4ca3-9863-dedd5b0b5a0d service neutron] Transition to ACTIVE for port object 2e37ad38-e589-475b-95b7-f71b5467f5fb will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:05:58.225564 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-a2acb071-c894-407f-b16e-1f72724418e4 None None] Port 7418a3ad-1277-4974-9118-8d76ea9034d0 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:05:58.231215 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-66e79c3d-606e-4007-8ac1-76d8d0443294 req-bcc674c7-5be2-4ca3-9863-dedd5b0b5a0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:58.277871 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-452c268c-8f85-49e6-833d-d85e7e1f6792 req-8303c49b-c8f1-43be-9001-8bdb31998f31 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119881 Oct 30 15:05:58.318753 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc674c7-5be2-4ca3-9863-dedd5b0b5a0d service neutron] Pushing event updated for resources: {'Port': ['ID=2e37ad38-e589-475b-95b7-f71b5467f5fb,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:58.336519 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d601ccb1-8394-4de1-854e-5eab60daa654 req-2a0bc9dd-4f27-4d19-9323-5f7a988ba7d0 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:58.338248 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d601ccb1-8394-4de1-854e-5eab60daa654 req-2a0bc9dd-4f27-4d19-9323-5f7a988ba7d0 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=650d9a7c-a4b8-48e9-8eb9-fb4e14556775 HTTP/1.1" status: 200 len: 943 time: 0.1656015 Oct 30 15:05:58.375375 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d8d71297-4ed4-47be-84a1-d2c5af7ebe60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:58.383265 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d8d71297-4ed4-47be-84a1-d2c5af7ebe60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:58.411670 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8d71297-4ed4-47be-84a1-d2c5af7ebe60 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:05:58.430348 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d601ccb1-8394-4de1-854e-5eab60daa654 req-5f258bfc-9a9f-412f-b759-a440b00b4f37 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587709 Oct 30 15:05:58.438096 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d8d71297-4ed4-47be-84a1-d2c5af7ebe60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:58.438410 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-d8d71297-4ed4-47be-84a1-d2c5af7ebe60 admin admin] Added segment 529b25a1-605f-48dd-8815-77b86458363d of type vlan for network de127b4d-539b-4806-b29c-46c46ba7864c Oct 30 15:05:58.453317 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d71297-4ed4-47be-84a1-d2c5af7ebe60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e16883d-a7ef-4a94-88d7-0c2e2ae3ab9b,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:58.468921 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-66e79c3d-606e-4007-8ac1-76d8d0443294 req-bcc674c7-5be2-4ca3-9863-dedd5b0b5a0d service neutron] Attempting to bind port 2e37ad38-e589-475b-95b7-f71b5467f5fb on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:05:58.469308 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-66e79c3d-606e-4007-8ac1-76d8d0443294 req-bcc674c7-5be2-4ca3-9863-dedd5b0b5a0d service neutron] Attempting to bind port 2e37ad38-e589-475b-95b7-f71b5467f5fb by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': 'e8246d9e-f8e1-4659-b367-d870958fbb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '291c5166-548b-4ef8-b78f-841a397188df'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:05:58.469613 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e79c3d-606e-4007-8ac1-76d8d0443294 req-bcc674c7-5be2-4ca3-9863-dedd5b0b5a0d service neutron] Attempting to bind port 2e37ad38-e589-475b-95b7-f71b5467f5fb on network 291c5166-548b-4ef8-b78f-841a397188df {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:05:58.500404 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e79c3d-606e-4007-8ac1-76d8d0443294 req-bcc674c7-5be2-4ca3-9863-dedd5b0b5a0d service neutron] Port 2e37ad38-e589-475b-95b7-f71b5467f5fb on network 291c5166-548b-4ef8-b78f-841a397188df not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:05:58.500736 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e79c3d-606e-4007-8ac1-76d8d0443294 req-bcc674c7-5be2-4ca3-9863-dedd5b0b5a0d service neutron] Attempting to bind port 2e37ad38-e589-475b-95b7-f71b5467f5fb on network 291c5166-548b-4ef8-b78f-841a397188df {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:05:58.513979 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-3238f67e-9dd7-4a9f-ac15-e7fcf8b84519 req-64ef57fd-ee7a-48b1-8ef9-09a1a99b8ed4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7418a3ad-1277-4974-9118-8d76ea9034d0 {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:05:58.515638 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e79c3d-606e-4007-8ac1-76d8d0443294 req-bcc674c7-5be2-4ca3-9863-dedd5b0b5a0d service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:05:58.516022 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e79c3d-606e-4007-8ac1-76d8d0443294 req-bcc674c7-5be2-4ca3-9863-dedd5b0b5a0d service neutron] Checking segment: {'id': 'e8246d9e-f8e1-4659-b367-d870958fbb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '291c5166-548b-4ef8-b78f-841a397188df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:05:58.516428 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e79c3d-606e-4007-8ac1-76d8d0443294 req-bcc674c7-5be2-4ca3-9863-dedd5b0b5a0d service neutron] Bound using segment: {'id': 'e8246d9e-f8e1-4659-b367-d870958fbb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '291c5166-548b-4ef8-b78f-841a397188df'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:05:58.517489 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-66e79c3d-606e-4007-8ac1-76d8d0443294 req-bcc674c7-5be2-4ca3-9863-dedd5b0b5a0d service neutron] Bound port: 2e37ad38-e589-475b-95b7-f71b5467f5fb, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8246d9e-f8e1-4659-b367-d870958fbb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '291c5166-548b-4ef8-b78f-841a397188df'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:05:58.518087 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-66e79c3d-606e-4007-8ac1-76d8d0443294 req-bcc674c7-5be2-4ca3-9863-dedd5b0b5a0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:58.521129 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d8d71297-4ed4-47be-84a1-d2c5af7ebe60 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:58.545430 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-3238f67e-9dd7-4a9f-ac15-e7fcf8b84519 req-64ef57fd-ee7a-48b1-8ef9-09a1a99b8ed4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:58.571257 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-3238f67e-9dd7-4a9f-ac15-e7fcf8b84519 req-64ef57fd-ee7a-48b1-8ef9-09a1a99b8ed4 service neutron] Transition to ACTIVE for port object 7418a3ad-1277-4974-9118-8d76ea9034d0 will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:05:58.575600 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-3238f67e-9dd7-4a9f-ac15-e7fcf8b84519 req-64ef57fd-ee7a-48b1-8ef9-09a1a99b8ed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:58.586597 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d8d71297-4ed4-47be-84a1-d2c5af7ebe60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:58.588909 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d71297-4ed4-47be-84a1-d2c5af7ebe60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:58.588909 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d8d71297-4ed4-47be-84a1-d2c5af7ebe60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:58.662641 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ef57fd-ee7a-48b1-8ef9-09a1a99b8ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=7418a3ad-1277-4974-9118-8d76ea9034d0,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:58.675529 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-d8d71297-4ed4-47be-84a1-d2c5af7ebe60 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7476585 Oct 30 15:05:58.678437 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52286) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:05:58.679352 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-66e79c3d-606e-4007-8ac1-76d8d0443294 req-bcc674c7-5be2-4ca3-9863-dedd5b0b5a0d service neutron] For port 2e37ad38-e589-475b-95b7-f71b5467f5fb, host n-h1-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:05:58.690972 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d71297-4ed4-47be-84a1-d2c5af7ebe60 admin admin] Pushing event updated for resources: {'Network': ['ID=de127b4d-539b-4806-b29c-46c46ba7864c,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:58.696772 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-66e79c3d-606e-4007-8ac1-76d8d0443294 req-bcc674c7-5be2-4ca3-9863-dedd5b0b5a0d service neutron] For port 2e37ad38-e589-475b-95b7-f71b5467f5fb, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=2e37ad38-e589-475b-95b7-f71b5467f5fb,segment=NetworkSegment(e8246d9e-f8e1-4659-b367-d870958fbb44),segment_id=e8246d9e-f8e1-4659-b367-d870958fbb44)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:05:58.710181 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-66e79c3d-606e-4007-8ac1-76d8d0443294 req-bcc674c7-5be2-4ca3-9863-dedd5b0b5a0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:58.718976 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network de127b4d-539b-4806-b29c-46c46ba7864c details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:05:58.725615 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-7eff0c73-c77d-495e-9c7e-eeef3e5a35bc admin admin] Request body: {'subnet': {'network_id': 'de127b4d-539b-4806-b29c-46c46ba7864c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1880670212-subnet', 'tenant_id': '43143c3070314c3681888b27ea127a66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:05:58.750766 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-3238f67e-9dd7-4a9f-ac15-e7fcf8b84519 req-64ef57fd-ee7a-48b1-8ef9-09a1a99b8ed4 service neutron] Attempting to bind port 7418a3ad-1277-4974-9118-8d76ea9034d0 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:05:58.751154 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-3238f67e-9dd7-4a9f-ac15-e7fcf8b84519 req-64ef57fd-ee7a-48b1-8ef9-09a1a99b8ed4 service neutron] Attempting to bind port 7418a3ad-1277-4974-9118-8d76ea9034d0 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:05:58.751582 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3238f67e-9dd7-4a9f-ac15-e7fcf8b84519 req-64ef57fd-ee7a-48b1-8ef9-09a1a99b8ed4 service neutron] Attempting to bind port 7418a3ad-1277-4974-9118-8d76ea9034d0 on network 8de8b155-6e08-41c3-866a-8b30bb481704 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:05:58.760555 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3238f67e-9dd7-4a9f-ac15-e7fcf8b84519 req-64ef57fd-ee7a-48b1-8ef9-09a1a99b8ed4 service neutron] Port 7418a3ad-1277-4974-9118-8d76ea9034d0 on network 8de8b155-6e08-41c3-866a-8b30bb481704 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:05:58.760886 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3238f67e-9dd7-4a9f-ac15-e7fcf8b84519 req-64ef57fd-ee7a-48b1-8ef9-09a1a99b8ed4 service neutron] Attempting to bind port 7418a3ad-1277-4974-9118-8d76ea9034d0 on network 8de8b155-6e08-41c3-866a-8b30bb481704 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:05:58.769459 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3238f67e-9dd7-4a9f-ac15-e7fcf8b84519 req-64ef57fd-ee7a-48b1-8ef9-09a1a99b8ed4 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:05:58.769802 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3238f67e-9dd7-4a9f-ac15-e7fcf8b84519 req-64ef57fd-ee7a-48b1-8ef9-09a1a99b8ed4 service neutron] Checking segment: {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:05:58.770190 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3238f67e-9dd7-4a9f-ac15-e7fcf8b84519 req-64ef57fd-ee7a-48b1-8ef9-09a1a99b8ed4 service neutron] Bound using segment: {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:05:58.770628 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-3238f67e-9dd7-4a9f-ac15-e7fcf8b84519 req-64ef57fd-ee7a-48b1-8ef9-09a1a99b8ed4 service neutron] Bound port: 7418a3ad-1277-4974-9118-8d76ea9034d0, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:05:58.770986 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-3238f67e-9dd7-4a9f-ac15-e7fcf8b84519 req-64ef57fd-ee7a-48b1-8ef9-09a1a99b8ed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:58.772996 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eff0c73-c77d-495e-9c7e-eeef3e5a35bc admin admin] Made reservation on behalf of 43143c3070314c3681888b27ea127a66 for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:05:58.775286 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7eff0c73-c77d-495e-9c7e-eeef3e5a35bc admin admin] Publish callbacks [] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:58.817046 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e79c3d-606e-4007-8ac1-76d8d0443294 req-bcc674c7-5be2-4ca3-9863-dedd5b0b5a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:58.817952 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-66e79c3d-606e-4007-8ac1-76d8d0443294 req-bcc674c7-5be2-4ca3-9863-dedd5b0b5a0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:58.819927 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-66e79c3d-606e-4007-8ac1-76d8d0443294 req-bcc674c7-5be2-4ca3-9863-dedd5b0b5a0d service neutron] 10.222.0.53 "PUT /v2.0/ports/2e37ad38-e589-475b-95b7-f71b5467f5fb HTTP/1.1" status: 200 len: 1092 time: 1.6080544 Oct 30 15:05:58.825087 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '650d9a7c-a4b8-48e9-8eb9-fb4e14556775', 'tag': '2e37ad38-e589-475b-95b7-f71b5467f5fb'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:05:58.827694 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e8e7cb-565c-4aca-a0ba-6d2ed06da1e9" -d '{"events": [{"name": "network-changed", "server_uuid": "650d9a7c-a4b8-48e9-8eb9-fb4e14556775", "tag": "2e37ad38-e589-475b-95b7-f71b5467f5fb"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:05:58.880019 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc674c7-5be2-4ca3-9863-dedd5b0b5a0d service neutron] Pushing event updated for resources: {'Port': ['ID=2e37ad38-e589-475b-95b7-f71b5467f5fb,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:58.906180 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a25a15-220c-415f-847d-ffc984ef99bd req-6954afae-71ad-4a26-9f83-95b9b14e315f tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:58.908475 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-75a25a15-220c-415f-847d-ffc984ef99bd req-6954afae-71ad-4a26-9f83-95b9b14e315f tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5aaa9c4-a442-46eb-b20b-d9e46161966b HTTP/1.1" status: 200 len: 949 time: 0.1530800 Oct 30 15:05:58.913762 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adaa9a5a-7bcf-4f02-bb88-d1c865da4f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3baf7600-8a1c-4d9a-b018-f770d78d7690'}, {'server_uuid': 'b60a9a46-7d00-48a5-9cba-a2a3b42a0038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ec4ee6-97a9-492b-9669-3a8846a695a5'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:05:58.917880 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb24361-1fd1-4fb8-a989-b1acbffd0d4d" -d '{"events": [{"server_uuid": "adaa9a5a-7bcf-4f02-bb88-d1c865da4f51", "name": "network-vif-plugged", "status": "completed", "tag": "3baf7600-8a1c-4d9a-b018-f770d78d7690"}, {"server_uuid": "b60a9a46-7d00-48a5-9cba-a2a3b42a0038", "name": "network-vif-plugged", "status": "completed", "tag": "b8ec4ee6-97a9-492b-9669-3a8846a695a5"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:05:58.947572 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e79c3d-606e-4007-8ac1-76d8d0443294 req-a7a28fe7-d47c-4c2f-b420-7a5e4b8a2d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:58.949096 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-66e79c3d-606e-4007-8ac1-76d8d0443294 req-a7a28fe7-d47c-4c2f-b420-7a5e4b8a2d9c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=48ec0906891f440e8725a8b756af6e71&device_id=650d9a7c-a4b8-48e9-8eb9-fb4e14556775 HTTP/1.1" status: 200 len: 1095 time: 0.0820370 Oct 30 15:05:58.974602 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9020c73-ec54-4564-a09e-6571e5cbff7d req-421fb27d-1a65-4726-bd2e-60be3c2c2596 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:58.982489 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d9020c73-ec54-4564-a09e-6571e5cbff7d req-421fb27d-1a65-4726-bd2e-60be3c2c2596 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.62 "GET /v2.0/ports?device_id=08972298-4f56-45da-aee1-25ac81a2871f HTTP/1.1" status: 200 len: 949 time: 0.1522250 Oct 30 15:05:58.997555 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-3238f67e-9dd7-4a9f-ac15-e7fcf8b84519 req-64ef57fd-ee7a-48b1-8ef9-09a1a99b8ed4 service neutron] For port 7418a3ad-1277-4974-9118-8d76ea9034d0, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:05:59.007007 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-75a25a15-220c-415f-847d-ffc984ef99bd req-aed5fdd2-6fc9-474a-8a0e-7697b97992c1 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] 10.222.0.62 "GET /v2.0/security-groups?id=caba50ec-ec8c-4c0e-a787-668486078c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907288 Oct 30 15:05:59.008442 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-66e79c3d-606e-4007-8ac1-76d8d0443294 req-2b8e9930-ec63-4b4c-8f36-06dd92f2c7d0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e37ad38-e589-475b-95b7-f71b5467f5fb HTTP/1.1" status: 200 len: 217 time: 0.0471582 Oct 30 15:05:59.037376 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-3238f67e-9dd7-4a9f-ac15-e7fcf8b84519 req-64ef57fd-ee7a-48b1-8ef9-09a1a99b8ed4 service neutron] For port 7418a3ad-1277-4974-9118-8d76ea9034d0, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=7418a3ad-1277-4974-9118-8d76ea9034d0,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:05:59.067312 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-3238f67e-9dd7-4a9f-ac15-e7fcf8b84519 req-64ef57fd-ee7a-48b1-8ef9-09a1a99b8ed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:59.092183 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb2930b-d04b-4c10-a0a1-826fe81bb2b9 x-openstack-request-id: req-5cb2930b-d04b-4c10-a0a1-826fe81bb2b9 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:05:59.092549 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "650d9a7c-a4b8-48e9-8eb9-fb4e14556775", "tag": "2e37ad38-e589-475b-95b7-f71b5467f5fb", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:05:59.092867 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5cb2930b-d04b-4c10-a0a1-826fe81bb2b9 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:05:59.093321 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '650d9a7c-a4b8-48e9-8eb9-fb4e14556775', 'tag': '2e37ad38-e589-475b-95b7-f71b5467f5fb', 'status': 'completed', 'code': 200} Oct 30 15:05:59.100588 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 30 Oct 2021 15:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd3a079-9024-422e-85f6-ee36a25c3298 x-openstack-request-id: req-1fd3a079-9024-422e-85f6-ee36a25c3298 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:05:59.101102 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adaa9a5a-7bcf-4f02-bb88-d1c865da4f51", "name": "network-vif-plugged", "status": "completed", "tag": "3baf7600-8a1c-4d9a-b018-f770d78d7690", "code": 200}, {"server_uuid": "b60a9a46-7d00-48a5-9cba-a2a3b42a0038", "name": "network-vif-plugged", "status": "completed", "tag": "b8ec4ee6-97a9-492b-9669-3a8846a695a5", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:05:59.101543 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1fd3a079-9024-422e-85f6-ee36a25c3298 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:05:59.102201 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adaa9a5a-7bcf-4f02-bb88-d1c865da4f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3baf7600-8a1c-4d9a-b018-f770d78d7690', 'code': 200} Oct 30 15:05:59.102640 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b60a9a46-7d00-48a5-9cba-a2a3b42a0038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ec4ee6-97a9-492b-9669-3a8846a695a5', 'code': 200} Oct 30 15:05:59.111669 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e79c3d-606e-4007-8ac1-76d8d0443294 req-f61759d3-a06a-4c72-a410-c1f6764a7907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:59.113697 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-66e79c3d-606e-4007-8ac1-76d8d0443294 req-f61759d3-a06a-4c72-a410-c1f6764a7907 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4f4c836a-b7bd-4d76-afd1-011b8a3fe891 HTTP/1.1" status: 200 len: 860 time: 0.0983479 Oct 30 15:05:59.124030 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d9020c73-ec54-4564-a09e-6571e5cbff7d req-99616b42-dfbc-4782-87c0-311db8744cad tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.62 "GET /v2.0/security-groups?id=60ea4c70-22fc-4ca1-9dc8-302a1ea097ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406384 Oct 30 15:05:59.147725 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3238f67e-9dd7-4a9f-ac15-e7fcf8b84519 req-64ef57fd-ee7a-48b1-8ef9-09a1a99b8ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:59.148362 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-3238f67e-9dd7-4a9f-ac15-e7fcf8b84519 req-64ef57fd-ee7a-48b1-8ef9-09a1a99b8ed4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:59.149769 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3238f67e-9dd7-4a9f-ac15-e7fcf8b84519 req-64ef57fd-ee7a-48b1-8ef9-09a1a99b8ed4 service neutron] 10.222.0.53 "PUT /v2.0/ports/7418a3ad-1277-4974-9118-8d76ea9034d0 HTTP/1.1" status: 200 len: 1097 time: 1.1550157 Oct 30 15:05:59.150223 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a28979f-3014-4c72-b78f-10b3f482824b', 'tag': '7418a3ad-1277-4974-9118-8d76ea9034d0'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:05:59.163194 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db3378da-9ee5-4c9b-b8c8-1f2238591191" -d '{"events": [{"name": "network-changed", "server_uuid": "3a28979f-3014-4c72-b78f-10b3f482824b", "tag": "7418a3ad-1277-4974-9118-8d76ea9034d0"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:05:59.178783 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-66e79c3d-606e-4007-8ac1-76d8d0443294 req-0758d5f3-2b31-452f-b48f-18d37169ffc4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=291c5166-548b-4ef8-b78f-841a397188df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423067 Oct 30 15:05:59.307892 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ef57fd-ee7a-48b1-8ef9-09a1a99b8ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=7418a3ad-1277-4974-9118-8d76ea9034d0,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:59.334889 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d231c7c-a0b8-4e02-8c51-c081dec952f9 req-2af7a27c-f432-4541-b337-535a2a10bef5 tempest-VolumesAdminNegativeTest-971052280 tempest-VolumesAdminNegativeTest-971052280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:59.338217 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0d231c7c-a0b8-4e02-8c51-c081dec952f9 req-2af7a27c-f432-4541-b337-535a2a10bef5 tempest-VolumesAdminNegativeTest-971052280 tempest-VolumesAdminNegativeTest-971052280-project] 10.222.0.62 "GET /v2.0/ports?device_id=b60a9a46-7d00-48a5-9cba-a2a3b42a0038 HTTP/1.1" status: 200 len: 946 time: 0.1388872 Oct 30 15:05:59.344262 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7eff0c73-c77d-495e-9c7e-eeef3e5a35bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:59.395403 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b36f6-893a-4ffc-b4dc-d5f5b21fc12b req-437f30f3-73b5-47c2-bbc8-0083a10915ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:59.397031 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8a9b36f6-893a-4ffc-b4dc-d5f5b21fc12b req-437f30f3-73b5-47c2-bbc8-0083a10915ee service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=adaa9a5a-7bcf-4f02-bb88-d1c865da4f51 HTTP/1.1" status: 200 len: 1102 time: 0.2076328 Oct 30 15:05:59.398693 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3238f67e-9dd7-4a9f-ac15-e7fcf8b84519 req-1f9adaed-5386-4f7c-a5b8-a28415596ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:59.400107 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3238f67e-9dd7-4a9f-ac15-e7fcf8b84519 req-1f9adaed-5386-4f7c-a5b8-a28415596ae2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8f3b671b14d04445b2eb6ae7afd8bb4a&device_id=3a28979f-3014-4c72-b78f-10b3f482824b HTTP/1.1" status: 200 len: 1100 time: 0.1802654 Oct 30 15:05:59.404407 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0d231c7c-a0b8-4e02-8c51-c081dec952f9 req-32a45d41-531d-4b7e-b023-5f943fecb108 tempest-VolumesAdminNegativeTest-971052280 tempest-VolumesAdminNegativeTest-971052280-project] 10.222.0.62 "GET /v2.0/security-groups?id=b61a7bd3-32b9-469c-a1b5-1fc6cab9ccab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548046 Oct 30 15:05:59.405861 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e0d54-1e06-420c-b82f-b1758bbf5afe req-89727ceb-b0cd-4c6d-a531-4c80db5377b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:59.412969 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-054e0d54-1e06-420c-b82f-b1758bbf5afe req-89727ceb-b0cd-4c6d-a531-4c80db5377b7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b60a9a46-7d00-48a5-9cba-a2a3b42a0038 HTTP/1.1" status: 200 len: 1098 time: 0.2023242 Oct 30 15:05:59.431246 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-66e79c3d-606e-4007-8ac1-76d8d0443294 req-c05ce57c-a897-41d8-ad7c-95c5cbc75aca service neutron] 10.222.0.53 "GET /v2.0/networks/291c5166-548b-4ef8-b78f-841a397188df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441888 Oct 30 15:05:59.480816 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:59.499499 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eff0c73-c77d-495e-9c7e-eeef3e5a35bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e64e945f-26a3-4940-b33f-e138d0f3da1f,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:05:59.502521 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3238f67e-9dd7-4a9f-ac15-e7fcf8b84519 req-d0a48526-897e-41e0-8dd5-7012763761bd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=7418a3ad-1277-4974-9118-8d76ea9034d0 HTTP/1.1" status: 200 len: 217 time: 0.0885530 Oct 30 15:05:59.574208 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8a9b36f6-893a-4ffc-b4dc-d5f5b21fc12b req-9c25a96b-a663-47fe-bfd7-afbe51b0d124 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574662 Oct 30 15:05:59.580457 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-054e0d54-1e06-420c-b82f-b1758bbf5afe req-e560db96-ba12-4ab2-9c05-51a0ef6d896e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b61a7bd3-32b9-469c-a1b5-1fc6cab9ccab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464298 Oct 30 15:05:59.585440 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eff0c73-c77d-495e-9c7e-eeef3e5a35bc admin admin] Checking segment: {'id': '529b25a1-605f-48dd-8815-77b86458363d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'de127b4d-539b-4806-b29c-46c46ba7864c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:05:59.585440 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eff0c73-c77d-495e-9c7e-eeef3e5a35bc admin admin] Network hostable DHCP agents. Network: de127b4d-539b-4806-b29c-46c46ba7864c, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:05:59.604460 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3238f67e-9dd7-4a9f-ac15-e7fcf8b84519 req-6029c41a-f318-4150-83cd-3ee047853544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:59.606218 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3238f67e-9dd7-4a9f-ac15-e7fcf8b84519 req-6029c41a-f318-4150-83cd-3ee047853544 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.0916991 Oct 30 15:05:59.606491 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b421ea-d964-4589-9283-50f16012b1d3 req-5a0c3568-3c98-46a5-8ec5-1264b6020c63 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:59.608481 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-47b421ea-d964-4589-9283-50f16012b1d3 req-5a0c3568-3c98-46a5-8ec5-1264b6020c63 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a28979f-3014-4c72-b78f-10b3f482824b HTTP/1.1" status: 200 len: 948 time: 0.1426427 Oct 30 15:05:59.616802 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eff0c73-c77d-495e-9c7e-eeef3e5a35bc admin admin] Network de127b4d-539b-4806-b29c-46c46ba7864c is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:05:59.627091 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-7eff0c73-c77d-495e-9c7e-eeef3e5a35bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, de127b4d-539b-4806-b29c-46c46ba7864c) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:05:59.636737 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-66e79c3d-606e-4007-8ac1-76d8d0443294 req-b961a2db-209a-47db-8ef3-7bf1d082bea6 service neutron] 10.222.0.53 "GET /v2.0/networks/291c5166-548b-4ef8-b78f-841a397188df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983237 Oct 30 15:05:59.637405 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddabcc33-bff8-4a16-b34f-85ae3f6cd830 None None] Network de127b4d-539b-4806-b29c-46c46ba7864c requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:05:59.639003 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eff0c73-c77d-495e-9c7e-eeef3e5a35bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:59.639780 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7eff0c73-c77d-495e-9c7e-eeef3e5a35bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:05:59.668494 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-7eff0c73-c77d-495e-9c7e-eeef3e5a35bc admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9888871 Oct 30 15:05:59.672792 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-47b421ea-d964-4589-9283-50f16012b1d3 req-b69a86cd-6769-47e4-b85e-4c6490c2c62e tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3b8daec-3ee2-49ef-a556-9d38f359f2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567720 Oct 30 15:05:59.690398 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a3fede-e0a0-4e36-89c6-c9e4e90941c9 x-openstack-request-id: req-d6a3fede-e0a0-4e36-89c6-c9e4e90941c9 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:05:59.690696 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a28979f-3014-4c72-b78f-10b3f482824b", "tag": "7418a3ad-1277-4974-9118-8d76ea9034d0", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:05:59.690948 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d6a3fede-e0a0-4e36-89c6-c9e4e90941c9 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:05:59.691352 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a28979f-3014-4c72-b78f-10b3f482824b', 'tag': '7418a3ad-1277-4974-9118-8d76ea9034d0', 'status': 'completed', 'code': 200} Oct 30 15:05:59.820907 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b351e2-4335-46f9-ac73-27ec4c21e963 req-9a9d80b4-c2b0-49b4-a72e-1f1195dea53f tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:59.828372 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-77b351e2-4335-46f9-ac73-27ec4c21e963 req-9a9d80b4-c2b0-49b4-a72e-1f1195dea53f tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=adaa9a5a-7bcf-4f02-bb88-d1c865da4f51 HTTP/1.1" status: 200 len: 950 time: 0.0879064 Oct 30 15:05:59.848090 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59215b9e-b7a8-4600-8263-332ab896d5da None None] Network de127b4d-539b-4806-b29c-46c46ba7864c requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:05:59.849525 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3238f67e-9dd7-4a9f-ac15-e7fcf8b84519 req-756f2d27-3df5-43ff-8821-7dc30d49fdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:59.851307 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3238f67e-9dd7-4a9f-ac15-e7fcf8b84519 req-756f2d27-3df5-43ff-8821-7dc30d49fdfb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0817358 Oct 30 15:05:59.868290 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e8e7cb-565c-4aca-a0ba-6d2ed06da1e9 req-9ae33c13-853a-44fd-908d-845e305a3cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:05:59.869877 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-31e8e7cb-565c-4aca-a0ba-6d2ed06da1e9 req-9ae33c13-853a-44fd-908d-845e305a3cad service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=48ec0906891f440e8725a8b756af6e71&device_id=650d9a7c-a4b8-48e9-8eb9-fb4e14556775 HTTP/1.1" status: 200 len: 1095 time: 0.0635192 Oct 30 15:05:59.907819 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-77b351e2-4335-46f9-ac73-27ec4c21e963 req-0c9bfce5-9012-45f4-8420-ead5655e9d11 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782642 Oct 30 15:06:00.029719 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3238f67e-9dd7-4a9f-ac15-e7fcf8b84519 req-9da6d4a1-d22b-4053-92f4-dc1ce12eea98 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707177 Oct 30 15:06:00.061458 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7612c817-673e-495c-8db6-6594ff63e596 req-de07eae7-b991-425f-80aa-df0055b0d628 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:00.062905 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7612c817-673e-495c-8db6-6594ff63e596 req-de07eae7-b991-425f-80aa-df0055b0d628 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5aaa9c4-a442-46eb-b20b-d9e46161966b HTTP/1.1" status: 200 len: 949 time: 0.0892928 Oct 30 15:06:00.076682 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ab64a-7cf7-4a28-ad81-747fb4444708 req-de18ee07-9e74-4f85-a33a-589c77e822cb tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:00.078130 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-891ab64a-7cf7-4a28-ad81-747fb4444708 req-de18ee07-9e74-4f85-a33a-589c77e822cb tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=650d9a7c-a4b8-48e9-8eb9-fb4e14556775 HTTP/1.1" status: 200 len: 943 time: 0.1358793 Oct 30 15:06:00.094338 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e8e7cb-565c-4aca-a0ba-6d2ed06da1e9 req-aafdd521-06d1-4efb-890a-6438f6a0211f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:00.095753 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-31e8e7cb-565c-4aca-a0ba-6d2ed06da1e9 req-aafdd521-06d1-4efb-890a-6438f6a0211f service neutron] 10.222.0.53 "GET /v2.0/networks?id=291c5166-548b-4ef8-b78f-841a397188df HTTP/1.1" status: 200 len: 921 time: 0.2166712 Oct 30 15:06:00.140917 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7612c817-673e-495c-8db6-6594ff63e596 req-a88315a9-1d94-4bd9-a236-55ee313646a5 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] 10.222.0.62 "GET /v2.0/security-groups?id=caba50ec-ec8c-4c0e-a787-668486078c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682330 Oct 30 15:06:00.145230 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-31e8e7cb-565c-4aca-a0ba-6d2ed06da1e9 req-da63492c-2a5e-423a-b4f5-d3322a1c48f4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e37ad38-e589-475b-95b7-f71b5467f5fb HTTP/1.1" status: 200 len: 217 time: 0.0419049 Oct 30 15:06:00.166372 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-891ab64a-7cf7-4a28-ad81-747fb4444708 req-a98fcdf3-8e1a-49d2-b519-0c15c9379782 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804372 Oct 30 15:06:00.174542 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3238f67e-9dd7-4a9f-ac15-e7fcf8b84519 req-41a27531-c030-424b-918b-15adb3945c6c service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330850 Oct 30 15:06:00.201881 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e8e7cb-565c-4aca-a0ba-6d2ed06da1e9 req-e50ab6e9-2f7d-43b9-87a4-6005d38718fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:00.203407 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-31e8e7cb-565c-4aca-a0ba-6d2ed06da1e9 req-e50ab6e9-2f7d-43b9-87a4-6005d38718fa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4f4c836a-b7bd-4d76-afd1-011b8a3fe891 HTTP/1.1" status: 200 len: 860 time: 0.0507734 Oct 30 15:06:00.245559 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-31e8e7cb-565c-4aca-a0ba-6d2ed06da1e9 req-ecdd905f-aca7-4d86-9752-ddf00da78ac3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=291c5166-548b-4ef8-b78f-841a397188df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281193 Oct 30 15:06:00.385017 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97907462-f471-4e3f-8bd7-c0577bc61fbe req-912f29be-6fb2-4c94-9631-24311e6c671e tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:00.386747 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-97907462-f471-4e3f-8bd7-c0577bc61fbe req-912f29be-6fb2-4c94-9631-24311e6c671e tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.62 "GET /v2.0/ports?device_id=08972298-4f56-45da-aee1-25ac81a2871f HTTP/1.1" status: 200 len: 949 time: 0.1141491 Oct 30 15:06:00.394398 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3378da-9ee5-4c9b-b8c8-1f2238591191 req-af181698-07a3-4bad-b9b7-f1b268d602c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:00.396059 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-db3378da-9ee5-4c9b-b8c8-1f2238591191 req-af181698-07a3-4bad-b9b7-f1b268d602c8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8f3b671b14d04445b2eb6ae7afd8bb4a&device_id=3a28979f-3014-4c72-b78f-10b3f482824b HTTP/1.1" status: 200 len: 1100 time: 0.1207263 Oct 30 15:06:00.415979 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-31e8e7cb-565c-4aca-a0ba-6d2ed06da1e9 req-2c0aeab4-1a10-40d3-a7cb-0ba9eb7ab605 service neutron] 10.222.0.53 "GET /v2.0/networks/291c5166-548b-4ef8-b78f-841a397188df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547458 Oct 30 15:06:00.436381 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-97907462-f471-4e3f-8bd7-c0577bc61fbe req-3345fb9b-6a79-4849-a569-c57bc0101192 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.62 "GET /v2.0/security-groups?id=60ea4c70-22fc-4ca1-9dc8-302a1ea097ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428135 Oct 30 15:06:00.436623 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be7550-dac0-4788-95c0-d6a13db76119 req-f00435dc-6e76-4c9d-95e6-76a6ef8b2e16 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:00.438045 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-51be7550-dac0-4788-95c0-d6a13db76119 req-f00435dc-6e76-4c9d-95e6-76a6ef8b2e16 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/networks?id=2f36ee91-6757-4d64-8719-4cb39651ac94 HTTP/1.1" status: 200 len: 808 time: 0.1511760 Oct 30 15:06:00.521827 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-51be7550-dac0-4788-95c0-d6a13db76119 req-28d79ca7-f85b-4981-93f3-019c45501bbf tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/quotas/b8aea481537c4f1b9ab8f7eccea88bfc HTTP/1.1" status: 200 len: 375 time: 0.0716748 Oct 30 15:06:00.569653 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9729b4-2682-42eb-a64b-d712760f5888 req-c679d7b1-b28a-4976-9a64-a00f5d616865 tempest-VolumesAdminNegativeTest-971052280 tempest-VolumesAdminNegativeTest-971052280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:00.571138 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7b9729b4-2682-42eb-a64b-d712760f5888 req-c679d7b1-b28a-4976-9a64-a00f5d616865 tempest-VolumesAdminNegativeTest-971052280 tempest-VolumesAdminNegativeTest-971052280-project] 10.222.0.62 "GET /v2.0/ports?device_id=b60a9a46-7d00-48a5-9cba-a2a3b42a0038 HTTP/1.1" status: 200 len: 946 time: 0.0723281 Oct 30 15:06:00.572972 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-31e8e7cb-565c-4aca-a0ba-6d2ed06da1e9 req-18049c86-3fa2-469b-a968-968e8d7e509e service neutron] 10.222.0.53 "GET /v2.0/networks/291c5166-548b-4ef8-b78f-841a397188df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357338 Oct 30 15:06:00.578771 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-51be7550-dac0-4788-95c0-d6a13db76119 req-a57fac95-2628-4530-8e9b-6440a22ff2f0 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b8aea481537c4f1b9ab8f7eccea88bfc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482302 Oct 30 15:06:00.589002 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1326d2-8405-4dba-925b-3c96a1accabb req-c81f34aa-ce97-46e7-ade2-f4be2d83f4d6 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:00.590653 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bd1326d2-8405-4dba-925b-3c96a1accabb req-c81f34aa-ce97-46e7-ade2-f4be2d83f4d6 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.53 "GET /v2.0/ports?device_id=08972298-4f56-45da-aee1-25ac81a2871f HTTP/1.1" status: 200 len: 949 time: 0.1516206 Oct 30 15:06:00.616600 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7b9729b4-2682-42eb-a64b-d712760f5888 req-fe6ed2e1-bec7-4bd2-961d-d95f558aa410 tempest-VolumesAdminNegativeTest-971052280 tempest-VolumesAdminNegativeTest-971052280-project] 10.222.0.62 "GET /v2.0/security-groups?id=b61a7bd3-32b9-469c-a1b5-1fc6cab9ccab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392976 Oct 30 15:06:00.640141 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3378da-9ee5-4c9b-b8c8-1f2238591191 req-7322519d-5021-47e9-a25f-a2a4eabd53ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:00.641682 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-db3378da-9ee5-4c9b-b8c8-1f2238591191 req-7322519d-5021-47e9-a25f-a2a4eabd53ff service neutron] 10.222.0.53 "GET /v2.0/networks?id=8de8b155-6e08-41c3-866a-8b30bb481704 HTTP/1.1" status: 200 len: 870 time: 0.2210071 Oct 30 15:06:00.805004 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8a60a5-bf42-4740-a2f3-4dfd2d39dc5f req-cbef6215-adc8-452d-b3eb-1289388ebe6e tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:00.806508 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ef8a60a5-bf42-4740-a2f3-4dfd2d39dc5f req-cbef6215-adc8-452d-b3eb-1289388ebe6e tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a28979f-3014-4c72-b78f-10b3f482824b HTTP/1.1" status: 200 len: 948 time: 0.0507448 Oct 30 15:06:00.846126 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ef8a60a5-bf42-4740-a2f3-4dfd2d39dc5f req-5238e7b4-7186-44c2-b7fa-6ae690745da8 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3b8daec-3ee2-49ef-a556-9d38f359f2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333643 Oct 30 15:06:00.894194 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-db3378da-9ee5-4c9b-b8c8-1f2238591191 req-b881a01a-275d-48ca-a920-16243364ceef service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=7418a3ad-1277-4974-9118-8d76ea9034d0 HTTP/1.1" status: 200 len: 217 time: 0.2355001 Oct 30 15:06:01.005891 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3378da-9ee5-4c9b-b8c8-1f2238591191 req-33ee0c91-1bff-41dc-ba54-6b5c7b2589c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:01.007362 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-db3378da-9ee5-4c9b-b8c8-1f2238591191 req-33ee0c91-1bff-41dc-ba54-6b5c7b2589c1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.0907755 Oct 30 15:06:01.011881 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-51be7550-dac0-4788-95c0-d6a13db76119 req-874ec86f-ab0c-4143-a6d5-7489099245c0 service neutron] 10.222.0.62 "GET /v2.0/networks/2f36ee91-6757-4d64-8719-4cb39651ac94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4037082 Oct 30 15:06:01.029104 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-bd1326d2-8405-4dba-925b-3c96a1accabb req-72f7d914-056c-425b-9ce7-08b2bd7a32f9 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] Deleting port a4cc3af6-62b1-4767-b5f7-448ed3fd23df {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:06:01.029439 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-bd1326d2-8405-4dba-925b-3c96a1accabb req-72f7d914-056c-425b-9ce7-08b2bd7a32f9 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:01.037403 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670142e2-34f8-48a1-844a-a2f94ee4d40f req-04fb5182-2e95-4a87-b69c-4f34c05b239c tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:01.039233 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-670142e2-34f8-48a1-844a-a2f94ee4d40f req-04fb5182-2e95-4a87-b69c-4f34c05b239c tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=adaa9a5a-7bcf-4f02-bb88-d1c865da4f51 HTTP/1.1" status: 200 len: 950 time: 0.0609450 Oct 30 15:06:01.079008 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-670142e2-34f8-48a1-844a-a2f94ee4d40f req-8f161294-c380-4989-998f-92e950f3bc54 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330200 Oct 30 15:06:01.174084 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3378da-9ee5-4c9b-b8c8-1f2238591191 req-ac9b3349-8797-4c3c-9eec-391b982ede73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:01.175609 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-db3378da-9ee5-4c9b-b8c8-1f2238591191 req-ac9b3349-8797-4c3c-9eec-391b982ede73 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1596279 Oct 30 15:06:01.265722 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-bd1326d2-8405-4dba-925b-3c96a1accabb req-72f7d914-056c-425b-9ce7-08b2bd7a32f9 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] For port a4cc3af6-62b1-4767-b5f7-448ed3fd23df, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=a4cc3af6-62b1-4767-b5f7-448ed3fd23df,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:06:01.266078 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-bd1326d2-8405-4dba-925b-3c96a1accabb req-72f7d914-056c-425b-9ce7-08b2bd7a32f9 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:01.273977 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-51be7550-dac0-4788-95c0-d6a13db76119 req-cc9e2e97-f724-4bc2-af69-6f0636a6864d service neutron] 10.222.0.62 "GET /v2.0/networks/2f36ee91-6757-4d64-8719-4cb39651ac94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477386 Oct 30 15:06:01.289131 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-bd1326d2-8405-4dba-925b-3c96a1accabb req-72f7d914-056c-425b-9ce7-08b2bd7a32f9 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] Calling delete_port for a4cc3af6-62b1-4767-b5f7-448ed3fd23df owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:06:01.300060 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c7fa1-367f-4ac1-8de7-f0ed9c983fb5 req-18469648-848d-458d-9930-6abb333dddc2 tempest-MigrationsAdminTest-308112432 tempest-MigrationsAdminTest-308112432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:01.301755 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-611c7fa1-367f-4ac1-8de7-f0ed9c983fb5 req-18469648-848d-458d-9930-6abb333dddc2 tempest-MigrationsAdminTest-308112432 tempest-MigrationsAdminTest-308112432-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=adaa9a5a-7bcf-4f02-bb88-d1c865da4f51 HTTP/1.1" status: 200 len: 1102 time: 0.0428941 Oct 30 15:06:01.322493 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-611c7fa1-367f-4ac1-8de7-f0ed9c983fb5 req-9fb83499-cdc6-4a95-93cc-42aa255a708b tempest-MigrationsAdminTest-308112432 tempest-MigrationsAdminTest-308112432-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:01.354735 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-db3378da-9ee5-4c9b-b8c8-1f2238591191 req-9ba31884-0ad4-4160-b1cf-cacd721ba343 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691391 Oct 30 15:06:01.420824 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-611c7fa1-367f-4ac1-8de7-f0ed9c983fb5 req-9fb83499-cdc6-4a95-93cc-42aa255a708b tempest-MigrationsAdminTest-308112432 tempest-MigrationsAdminTest-308112432-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:01.425873 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-611c7fa1-367f-4ac1-8de7-f0ed9c983fb5 req-9fb83499-cdc6-4a95-93cc-42aa255a708b tempest-MigrationsAdminTest-308112432 tempest-MigrationsAdminTest-308112432-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:01.452488 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-611c7fa1-367f-4ac1-8de7-f0ed9c983fb5 req-9fb83499-cdc6-4a95-93cc-42aa255a708b tempest-MigrationsAdminTest-308112432 tempest-MigrationsAdminTest-308112432-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425495 Oct 30 15:06:01.472051 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb83499-cdc6-4a95-93cc-42aa255a708b tempest-MigrationsAdminTest-308112432 tempest-MigrationsAdminTest-308112432-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc87d64a-2965-4561-bff6-685fb245a42a,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:01.563224 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:01.565529 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69ec86f-8a98-4a16-a678-e1c42fe6d0a1 req-cfdc6488-5154-4039-95e0-244c11e6b71a tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:01.567024 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c69ec86f-8a98-4a16-a678-e1c42fe6d0a1 req-cfdc6488-5154-4039-95e0-244c11e6b71a tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5aaa9c4-a442-46eb-b20b-d9e46161966b HTTP/1.1" status: 200 len: 949 time: 0.1406252 Oct 30 15:06:01.573082 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe56fcd-e3d1-489a-b09b-e18c403fa8d2 req-9374b73f-aba4-44ea-9700-ad83e667a35d tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:01.576936 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ffe56fcd-e3d1-489a-b09b-e18c403fa8d2 req-9374b73f-aba4-44ea-9700-ad83e667a35d tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=650d9a7c-a4b8-48e9-8eb9-fb4e14556775 HTTP/1.1" status: 200 len: 943 time: 0.0665915 Oct 30 15:06:01.600013 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-db3378da-9ee5-4c9b-b8c8-1f2238591191 req-a3c15fef-5997-4acb-8924-de7ce63491ee service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359889 Oct 30 15:06:01.605505 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-bd1326d2-8405-4dba-925b-3c96a1accabb req-72f7d914-056c-425b-9ce7-08b2bd7a32f9 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:01.616855 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['a4cc3af6-62b1-4767-b5f7-448ed3fd23df'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:06:01.620949 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['f7e4b9ab-7204-4289-af91-708f514a3756'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:06:01.640039 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ffe56fcd-e3d1-489a-b09b-e18c403fa8d2 req-97680caf-b73e-4dad-90fe-820615d3c6d6 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555689 Oct 30 15:06:01.655920 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f7d914-056c-425b-9ce7-08b2bd7a32f9 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] Pushing event deleted for resources: {'Port': ['ID=a4cc3af6-62b1-4767-b5f7-448ed3fd23df,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:01.695024 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c69ec86f-8a98-4a16-a678-e1c42fe6d0a1 req-1dadd055-992f-4bd8-9a00-a18a5cf5a0b9 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] 10.222.0.62 "GET /v2.0/security-groups?id=caba50ec-ec8c-4c0e-a787-668486078c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205833 Oct 30 15:06:01.749906 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e784ec2c-b4ac-41e1-8d01-a84a861f773e req-f25f04ad-69bf-47cd-abd2-a7d6ce826e32 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b14f1de-39d1-4687-9a0a-9f34bf28d262 HTTP/1.1" status: 200 len: 210 time: 0.0461857 Oct 30 15:06:01.776368 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd1326d2-8405-4dba-925b-3c96a1accabb req-72f7d914-056c-425b-9ce7-08b2bd7a32f9 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] No DVR routers for this DVR port a4cc3af6-62b1-4767-b5f7-448ed3fd23df on host n-h1-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:06:01.781178 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-bd1326d2-8405-4dba-925b-3c96a1accabb req-72f7d914-056c-425b-9ce7-08b2bd7a32f9 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:01.785950 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bd1326d2-8405-4dba-925b-3c96a1accabb req-72f7d914-056c-425b-9ce7-08b2bd7a32f9 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.53 "DELETE /v2.0/ports/a4cc3af6-62b1-4767-b5f7-448ed3fd23df HTTP/1.1" status: 204 len: 173 time: 1.1841090 Oct 30 15:06:01.786457 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08972298-4f56-45da-aee1-25ac81a2871f', 'name': 'network-vif-deleted', 'tag': 'a4cc3af6-62b1-4767-b5f7-448ed3fd23df'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:06:01.793871 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e743ce4-d33f-4f18-a8e0-35714f399147" -d '{"events": [{"server_uuid": "08972298-4f56-45da-aee1-25ac81a2871f", "name": "network-vif-deleted", "tag": "a4cc3af6-62b1-4767-b5f7-448ed3fd23df"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:06:01.802376 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb2e0b-b701-4ac8-9c2b-1c3608623444 req-3a89b0cf-06c6-4377-acfc-51e57fc1f661 tempest-DeleteServersAdminTestJSON-2028087778 tempest-DeleteServersAdminTestJSON-2028087778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:01.803560 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-54bb2e0b-b701-4ac8-9c2b-1c3608623444 req-3a89b0cf-06c6-4377-acfc-51e57fc1f661 tempest-DeleteServersAdminTestJSON-2028087778 tempest-DeleteServersAdminTestJSON-2028087778-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c5aaa9c4-a442-46eb-b20b-d9e46161966b HTTP/1.1" status: 200 len: 1101 time: 0.1620870 Oct 30 15:06:01.938008 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-46aaadf4-0c23-4dd3-a5aa-e3abd05b53c7 req-aa1ade67-ec04-4fbc-aa1d-b7fdcd1915fd tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.62 "GET /v2.0/ports?device_id=08972298-4f56-45da-aee1-25ac81a2871f HTTP/1.1" status: 200 len: 210 time: 0.0751064 Oct 30 15:06:02.024751 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-54bb2e0b-b701-4ac8-9c2b-1c3608623444 req-7be7e650-c648-4324-a330-11127da8310b tempest-DeleteServersAdminTestJSON-2028087778 tempest-DeleteServersAdminTestJSON-2028087778-project-admin] Deleting port 684b2539-1b27-430d-af02-c918ca0bca8e {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:06:02.025177 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-54bb2e0b-b701-4ac8-9c2b-1c3608623444 req-7be7e650-c648-4324-a330-11127da8310b tempest-DeleteServersAdminTestJSON-2028087778 tempest-DeleteServersAdminTestJSON-2028087778-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:02.125468 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ddafc-bdc9-4879-8827-f4eb578f84d2 req-cbffdb9c-369c-4836-b41d-2ee2eee5af02 tempest-VolumesAdminNegativeTest-971052280 tempest-VolumesAdminNegativeTest-971052280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:02.127002 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-329ddafc-bdc9-4879-8827-f4eb578f84d2 req-cbffdb9c-369c-4836-b41d-2ee2eee5af02 tempest-VolumesAdminNegativeTest-971052280 tempest-VolumesAdminNegativeTest-971052280-project] 10.222.0.62 "GET /v2.0/ports?device_id=b60a9a46-7d00-48a5-9cba-a2a3b42a0038 HTTP/1.1" status: 200 len: 946 time: 0.0998471 Oct 30 15:06:02.163067 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-54bb2e0b-b701-4ac8-9c2b-1c3608623444 req-7be7e650-c648-4324-a330-11127da8310b tempest-DeleteServersAdminTestJSON-2028087778 tempest-DeleteServersAdminTestJSON-2028087778-project-admin] For port 684b2539-1b27-430d-af02-c918ca0bca8e, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=684b2539-1b27-430d-af02-c918ca0bca8e,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:06:02.163453 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-54bb2e0b-b701-4ac8-9c2b-1c3608623444 req-7be7e650-c648-4324-a330-11127da8310b tempest-DeleteServersAdminTestJSON-2028087778 tempest-DeleteServersAdminTestJSON-2028087778-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:02.194917 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-329ddafc-bdc9-4879-8827-f4eb578f84d2 req-8bcacea5-eb36-40e6-b450-1896a0eb3498 tempest-VolumesAdminNegativeTest-971052280 tempest-VolumesAdminNegativeTest-971052280-project] 10.222.0.62 "GET /v2.0/security-groups?id=b61a7bd3-32b9-469c-a1b5-1fc6cab9ccab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554931 Oct 30 15:06:02.195790 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-54bb2e0b-b701-4ac8-9c2b-1c3608623444 req-7be7e650-c648-4324-a330-11127da8310b tempest-DeleteServersAdminTestJSON-2028087778 tempest-DeleteServersAdminTestJSON-2028087778-project-admin] Calling delete_port for 684b2539-1b27-430d-af02-c918ca0bca8e owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:06:02.258649 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85bc7a82-2c7f-45fa-a99d-ea9e81e26d48 x-openstack-request-id: req-85bc7a82-2c7f-45fa-a99d-ea9e81e26d48 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:06:02.259011 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08972298-4f56-45da-aee1-25ac81a2871f", "name": "network-vif-deleted", "tag": "a4cc3af6-62b1-4767-b5f7-448ed3fd23df", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:06:02.259325 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-85bc7a82-2c7f-45fa-a99d-ea9e81e26d48 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:06:02.259798 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08972298-4f56-45da-aee1-25ac81a2871f', 'name': 'network-vif-deleted', 'tag': 'a4cc3af6-62b1-4767-b5f7-448ed3fd23df', 'status': 'completed', 'code': 200} Oct 30 15:06:02.355132 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-54bb2e0b-b701-4ac8-9c2b-1c3608623444 req-7be7e650-c648-4324-a330-11127da8310b tempest-DeleteServersAdminTestJSON-2028087778 tempest-DeleteServersAdminTestJSON-2028087778-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:02.364524 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['684b2539-1b27-430d-af02-c918ca0bca8e'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:06:02.400840 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be7e650-c648-4324-a330-11127da8310b tempest-DeleteServersAdminTestJSON-2028087778 tempest-DeleteServersAdminTestJSON-2028087778-project-admin] Pushing event deleted for resources: {'Port': ['ID=684b2539-1b27-430d-af02-c918ca0bca8e,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:02.430578 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 2e37ad38-e589-475b-95b7-f71b5467f5fb details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:06:02.457230 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1a331a-8fec-43ed-ba84-ab53e20f5d66 req-b1752310-70c8-48d1-81ef-8987b557b415 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:02.468116 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9f1a331a-8fec-43ed-ba84-ab53e20f5d66 req-b1752310-70c8-48d1-81ef-8987b557b415 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a28979f-3014-4c72-b78f-10b3f482824b HTTP/1.1" status: 200 len: 948 time: 0.1249063 Oct 30 15:06:02.527302 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-54bb2e0b-b701-4ac8-9c2b-1c3608623444 req-7be7e650-c648-4324-a330-11127da8310b tempest-DeleteServersAdminTestJSON-2028087778 tempest-DeleteServersAdminTestJSON-2028087778-project-admin] No DVR routers for this DVR port 684b2539-1b27-430d-af02-c918ca0bca8e on host n-h2-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:06:02.530492 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-54bb2e0b-b701-4ac8-9c2b-1c3608623444 req-7be7e650-c648-4324-a330-11127da8310b tempest-DeleteServersAdminTestJSON-2028087778 tempest-DeleteServersAdminTestJSON-2028087778-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:02.533913 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-54bb2e0b-b701-4ac8-9c2b-1c3608623444 req-7be7e650-c648-4324-a330-11127da8310b tempest-DeleteServersAdminTestJSON-2028087778 tempest-DeleteServersAdminTestJSON-2028087778-project-admin] 10.222.0.44 "DELETE /v2.0/ports/684b2539-1b27-430d-af02-c918ca0bca8e HTTP/1.1" status: 204 len: 173 time: 0.7226002 Oct 30 15:06:02.645869 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9f1a331a-8fec-43ed-ba84-ab53e20f5d66 req-b4433bfb-6bef-41f9-99a9-2b57f338f2cb tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3b8daec-3ee2-49ef-a556-9d38f359f2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768384 Oct 30 15:06:02.666694 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a5cfc2a2-e9d3-4eb5-9fb5-2ce2df5ef657 req-3cc7dd21-fd89-4d11-aab4-57ec58211778 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=adaa9a5a-7bcf-4f02-bb88-d1c865da4f51&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0793169 Oct 30 15:06:02.679303 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 2e37ad38-e589-475b-95b7-f71b5467f5fb, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=2e37ad38-e589-475b-95b7-f71b5467f5fb,segment=NetworkSegment(e8246d9e-f8e1-4659-b367-d870958fbb44),segment_id=e8246d9e-f8e1-4659-b367-d870958fbb44)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:06:02.695885 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '2e37ad38-e589-475b-95b7-f71b5467f5fb', 'network_id': '291c5166-548b-4ef8-b78f-841a397188df', 'port_id': '2e37ad38-e589-475b-95b7-f71b5467f5fb', 'mac_address': 'fa:16:3e:a5:e4:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f4c836a-b7bd-4d76-afd1-011b8a3fe891', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:06:02.698254 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [req-a5cfc2a2-e9d3-4eb5-9fb5-2ce2df5ef657 req-e4edda8b-c9ac-4fa8-9a9c-cfbeadb4be0e service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:06:02.702269 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a5cfc2a2-e9d3-4eb5-9fb5-2ce2df5ef657 req-e4edda8b-c9ac-4fa8-9a9c-cfbeadb4be0e service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0077269 Oct 30 15:06:02.788294 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caee5e28-f09a-4a89-9699-fd836350d090 req-7e6f25a6-555e-4bca-98f4-6f9b4ba59808 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:02.795856 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-caee5e28-f09a-4a89-9699-fd836350d090 req-7e6f25a6-555e-4bca-98f4-6f9b4ba59808 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=adaa9a5a-7bcf-4f02-bb88-d1c865da4f51 HTTP/1.1" status: 200 len: 950 time: 0.0879495 Oct 30 15:06:02.823986 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc41907-e7ff-4436-bc6c-f16018398c31 req-f7e70e0f-d2de-42da-8404-c883a823aafd tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:02.833244 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8bc41907-e7ff-4436-bc6c-f16018398c31 req-f7e70e0f-d2de-42da-8404-c883a823aafd tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=650d9a7c-a4b8-48e9-8eb9-fb4e14556775 HTTP/1.1" status: 200 len: 943 time: 0.0686510 Oct 30 15:06:02.859617 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:02.872954 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-caee5e28-f09a-4a89-9699-fd836350d090 req-88c67ed1-8016-4594-bf07-e59e2ba2b3cc tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755308 Oct 30 15:06:02.886393 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8bc41907-e7ff-4436-bc6c-f16018398c31 req-2a58ef81-275c-49ce-939d-1ef933c47178 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455992 Oct 30 15:06:02.886519 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e37ad38-e589-475b-95b7-f71b5467f5fb {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:06:02.962192 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 2e37ad38-e589-475b-95b7-f71b5467f5fb, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=2e37ad38-e589-475b-95b7-f71b5467f5fb,segment=NetworkSegment(e8246d9e-f8e1-4659-b367-d870958fbb44),segment_id=e8246d9e-f8e1-4659-b367-d870958fbb44)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:06:02.970277 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:03.074162 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=2e37ad38-e589-475b-95b7-f71b5467f5fb,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:03.075938 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b17889a3-ed93-4501-bc7a-95a5085369e9 req-a85fdcbf-ff62-4514-a971-ab14b8ceabfc tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5aaa9c4-a442-46eb-b20b-d9e46161966b HTTP/1.1" status: 200 len: 210 time: 0.0644972 Oct 30 15:06:03.123908 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-18dbd48a-eb3a-4821-a28b-266bebe18126 req-eb156c47-d879-4aa4-b363-c362b0eccb7a tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b14f1de-39d1-4687-9a0a-9f34bf28d262 HTTP/1.1" status: 200 len: 210 time: 0.1341977 Oct 30 15:06:03.175545 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['2e37ad38-e589-475b-95b7-f71b5467f5fb'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:06:03.262710 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be7550-dac0-4788-95c0-d6a13db76119 req-203eaa45-66b0-41dc-a57f-8d7070cea6a9 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:03.262710 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-51be7550-dac0-4788-95c0-d6a13db76119 req-203eaa45-66b0-41dc-a57f-8d7070cea6a9 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.53 "GET /v2.0/networks?id=2f36ee91-6757-4d64-8719-4cb39651ac94 HTTP/1.1" status: 200 len: 808 time: 0.3188419 Oct 30 15:06:03.276754 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-51be7550-dac0-4788-95c0-d6a13db76119 req-3b79f904-ee8c-4114-91e2-67fbc0f87767 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Request body: {'port': {'device_id': '0b14f1de-39d1-4687-9a0a-9f34bf28d262', 'network_id': '2f36ee91-6757-4d64-8719-4cb39651ac94', 'admin_state_up': True, 'tenant_id': 'b8aea481537c4f1b9ab8f7eccea88bfc'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:06:03.507489 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51be7550-dac0-4788-95c0-d6a13db76119 req-3b79f904-ee8c-4114-91e2-67fbc0f87767 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Made reservation on behalf of b8aea481537c4f1b9ab8f7eccea88bfc for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:06:03.511596 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-51be7550-dac0-4788-95c0-d6a13db76119 req-3b79f904-ee8c-4114-91e2-67fbc0f87767 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:03.557953 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8da8f04-1312-4a89-a49c-041a951c9683 req-ab517897-090e-451b-a9e0-172e9d1a144b tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:03.559947 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c8da8f04-1312-4a89-a49c-041a951c9683 req-ab517897-090e-451b-a9e0-172e9d1a144b tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.62 "GET /v2.0/ports?device_id=43d353fb-a9be-4a3b-a23d-4aaefea04672 HTTP/1.1" status: 200 len: 950 time: 0.0637176 Oct 30 15:06:03.647968 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c8da8f04-1312-4a89-a49c-041a951c9683 req-d58726ec-33ac-45b2-8388-6c19a5ed4574 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.62 "GET /v2.0/security-groups?id=60ea4c70-22fc-4ca1-9dc8-302a1ea097ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804102 Oct 30 15:06:03.733045 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-51be7550-dac0-4788-95c0-d6a13db76119 req-3b79f904-ee8c-4114-91e2-67fbc0f87767 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Allocated IP 172.20.0.8 (2f36ee91-6757-4d64-8719-4cb39651ac94/eb0d8673-4262-419a-bce2-caff67d0478f/584a36c5-c8f6-453d-b531-05a761dd38f3) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:06:03.783219 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263b80d9-fec9-4828-8240-848c91c353c8 req-e84af79c-ab13-4bc0-ad14-ac41cf86cea1 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:03.790606 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-263b80d9-fec9-4828-8240-848c91c353c8 req-e84af79c-ab13-4bc0-ad14-ac41cf86cea1 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a28979f-3014-4c72-b78f-10b3f482824b HTTP/1.1" status: 200 len: 948 time: 0.0643330 Oct 30 15:06:03.837115 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-263b80d9-fec9-4828-8240-848c91c353c8 req-3760a411-8ff0-4f36-ba87-ef4c74314a13 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3b8daec-3ee2-49ef-a556-9d38f359f2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422087 Oct 30 15:06:03.967325 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-51be7550-dac0-4788-95c0-d6a13db76119 req-3b79f904-ee8c-4114-91e2-67fbc0f87767 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:04.015976 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0037b668-4185-4349-ad98-a3b2657b30d5 req-42a27caf-a17c-48ef-ad8c-6e2fceb60da0 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:04.017234 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0037b668-4185-4349-ad98-a3b2657b30d5 req-42a27caf-a17c-48ef-ad8c-6e2fceb60da0 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=adaa9a5a-7bcf-4f02-bb88-d1c865da4f51 HTTP/1.1" status: 200 len: 950 time: 0.0719087 Oct 30 15:06:04.071154 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89625580-3936-424f-a106-74245b80e252 req-ee24ead1-f961-4158-8059-3ef8e5386408 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:04.072912 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-89625580-3936-424f-a106-74245b80e252 req-ee24ead1-f961-4158-8059-3ef8e5386408 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=650d9a7c-a4b8-48e9-8eb9-fb4e14556775 HTTP/1.1" status: 200 len: 944 time: 0.0760365 Oct 30 15:06:04.090491 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-51be7550-dac0-4788-95c0-d6a13db76119 req-3b79f904-ee8c-4114-91e2-67fbc0f87767 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:04.095405 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0037b668-4185-4349-ad98-a3b2657b30d5 req-2653e6a4-07e4-4435-ac53-dd33f6f02da5 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687129 Oct 30 15:06:04.172755 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-89625580-3936-424f-a106-74245b80e252 req-5a4f0f71-330f-4da2-a05f-e97c5b91e422 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857852 Oct 30 15:06:04.185380 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51be7550-dac0-4788-95c0-d6a13db76119 req-3b79f904-ee8c-4114-91e2-67fbc0f87767 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Network 2f36ee91-6757-4d64-8719-4cb39651ac94 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:06:04.199822 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-51be7550-dac0-4788-95c0-d6a13db76119 req-3b79f904-ee8c-4114-91e2-67fbc0f87767 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:06:04.202252 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b79f904-ee8c-4114-91e2-67fbc0f87767 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Pushing event updated for resources: {'Port': ['ID=584a36c5-c8f6-453d-b531-05a761dd38f3,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:04.205130 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-51be7550-dac0-4788-95c0-d6a13db76119 req-3b79f904-ee8c-4114-91e2-67fbc0f87767 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:06:04.219254 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be7550-dac0-4788-95c0-d6a13db76119 req-3b79f904-ee8c-4114-91e2-67fbc0f87767 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:04.220211 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-51be7550-dac0-4788-95c0-d6a13db76119 req-3b79f904-ee8c-4114-91e2-67fbc0f87767 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:04.240793 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-51be7550-dac0-4788-95c0-d6a13db76119 req-3b79f904-ee8c-4114-91e2-67fbc0f87767 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9720116 Oct 30 15:06:04.271027 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5aaa9c4-a442-46eb-b20b-d9e46161966b', 'name': 'network-vif-deleted', 'tag': '684b2539-1b27-430d-af02-c918ca0bca8e'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:06:04.273294 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f9828d-5e50-47bb-8781-a1050b930f48" -d '{"events": [{"server_uuid": "c5aaa9c4-a442-46eb-b20b-d9e46161966b", "name": "network-vif-deleted", "tag": "684b2539-1b27-430d-af02-c918ca0bca8e"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:06:04.279251 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-51be7550-dac0-4788-95c0-d6a13db76119 req-ada6a9cb-9283-46ff-beab-e7da44de80f3 service neutron] Request body: {'port': {'device_id': '0b14f1de-39d1-4687-9a0a-9f34bf28d262', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:06:04.345832 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-51be7550-dac0-4788-95c0-d6a13db76119 req-ada6a9cb-9283-46ff-beab-e7da44de80f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:04.361597 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a72f8ff1-0434-4b43-a160-ff948546abe8 req-8192a020-7c83-4cf7-a9e5-f9cdc948f1d0 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=2d67cf259ffb433791d4c12b75447cb9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278211 Oct 30 15:06:04.361913 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affae099-210a-46f4-a829-5e50e491434f req-22866cce-0e28-4754-aa52-365803f88cae tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:04.363829 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-affae099-210a-46f4-a829-5e50e491434f req-22866cce-0e28-4754-aa52-365803f88cae tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b14f1de-39d1-4687-9a0a-9f34bf28d262 HTTP/1.1" status: 200 len: 931 time: 0.1204407 Oct 30 15:06:04.451098 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 7418a3ad-1277-4974-9118-8d76ea9034d0 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:06:04.480761 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f8ff1-0434-4b43-a160-ff948546abe8 req-b9235d4b-5278-4cbf-afc8-101398ddae18 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:04.488648 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a72f8ff1-0434-4b43-a160-ff948546abe8 req-b9235d4b-5278-4cbf-afc8-101398ddae18 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1161575 Oct 30 15:06:04.496689 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-affae099-210a-46f4-a829-5e50e491434f req-cbabe5de-422e-4b64-a20b-32b15a7990a8 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076589 Oct 30 15:06:04.500515 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 2e37ad38-e589-475b-95b7-f71b5467f5fb up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:06:04.510621 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a72f8ff1-0434-4b43-a160-ff948546abe8 req-a9262d2a-aed1-4733-97a6-8f6efa7561c5 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] 10.222.0.62 "GET /v2.0/quotas/2d67cf259ffb433791d4c12b75447cb9 HTTP/1.1" status: 200 len: 375 time: 0.0155952 Oct 30 15:06:04.583489 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a72f8ff1-0434-4b43-a160-ff948546abe8 req-985bda44-09f3-4875-9c6e-2d3c2c58ce8a tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=2d67cf259ffb433791d4c12b75447cb9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0649579 Oct 30 15:06:04.595036 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf4d726-168b-46ca-a276-dd4927118ff9 x-openstack-request-id: req-1bf4d726-168b-46ca-a276-dd4927118ff9 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:06:04.595240 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5aaa9c4-a442-46eb-b20b-d9e46161966b", "name": "network-vif-deleted", "tag": "684b2539-1b27-430d-af02-c918ca0bca8e", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:06:04.595539 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1bf4d726-168b-46ca-a276-dd4927118ff9 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:06:04.595925 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5aaa9c4-a442-46eb-b20b-d9e46161966b', 'name': 'network-vif-deleted', 'tag': '684b2539-1b27-430d-af02-c918ca0bca8e', 'status': 'completed', 'code': 200} Oct 30 15:06:04.668723 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cfc2a2-e9d3-4eb5-9fb5-2ce2df5ef657 req-68b29a09-1249-45a6-8b75-fd0ca60fb154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:04.672180 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a5cfc2a2-e9d3-4eb5-9fb5-2ce2df5ef657 req-68b29a09-1249-45a6-8b75-fd0ca60fb154 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=77cd9b926c2f46c3aa4784fd4d8318b7&device_id=adaa9a5a-7bcf-4f02-bb88-d1c865da4f51 HTTP/1.1" status: 200 len: 1102 time: 0.0754538 Oct 30 15:06:04.675184 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 7418a3ad-1277-4974-9118-8d76ea9034d0, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=7418a3ad-1277-4974-9118-8d76ea9034d0,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:06:04.678968 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port 2e37ad38-e589-475b-95b7-f71b5467f5fb completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:06:04.705608 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 2e37ad38-e589-475b-95b7-f71b5467f5fb triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:06:04.713318 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:04.777387 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '7418a3ad-1277-4974-9118-8d76ea9034d0', 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704', 'port_id': '7418a3ad-1277-4974-9118-8d76ea9034d0', 'mac_address': 'fa:16:3e:78:c9:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b5dea3-b65b-4514-8ec2-18a4245eb194', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:06:04.848978 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-64aea316-e3b2-493d-af28-b2224560eeb0 req-589e5f08-b703-4610-a346-d35f2203c55f tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] 10.222.0.62 "GET /v2.0/ports?device_id=9bf4114f-1a43-439c-b582-546eebcc1f6c HTTP/1.1" status: 200 len: 210 time: 0.0434597 Oct 30 15:06:04.942905 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cfc2a2-e9d3-4eb5-9fb5-2ce2df5ef657 req-28c0560f-edba-4f5b-b386-b524dd19084e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:04.944413 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a5cfc2a2-e9d3-4eb5-9fb5-2ce2df5ef657 req-28c0560f-edba-4f5b-b386-b524dd19084e service neutron] 10.222.0.53 "GET /v2.0/networks?id=8de8b155-6e08-41c3-866a-8b30bb481704 HTTP/1.1" status: 200 len: 870 time: 0.2567310 Oct 30 15:06:04.945370 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:04.957609 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:04.999536 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7418a3ad-1277-4974-9118-8d76ea9034d0 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:06:05.010563 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b2fe98-c130-40dd-b4e9-277795f351a4 req-0abc1d6f-8baa-4e01-8415-e83daf5a5c42 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:05.022079 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e9b2fe98-c130-40dd-b4e9-277795f351a4 req-0abc1d6f-8baa-4e01-8415-e83daf5a5c42 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a28979f-3014-4c72-b78f-10b3f482824b HTTP/1.1" status: 200 len: 948 time: 0.1020038 Oct 30 15:06:05.038770 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 7418a3ad-1277-4974-9118-8d76ea9034d0, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=7418a3ad-1277-4974-9118-8d76ea9034d0,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:06:05.054743 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650d9a7c-a4b8-48e9-8eb9-fb4e14556775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e37ad38-e589-475b-95b7-f71b5467f5fb'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:06:05.057619 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f08012-8eca-4047-acb4-4a38888a571d" -d '{"events": [{"server_uuid": "650d9a7c-a4b8-48e9-8eb9-fb4e14556775", "name": "network-vif-plugged", "status": "completed", "tag": "2e37ad38-e589-475b-95b7-f71b5467f5fb"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:06:05.064875 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:05.084492 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 2e37ad38-e589-475b-95b7-f71b5467f5fb, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=2e37ad38-e589-475b-95b7-f71b5467f5fb,segment=NetworkSegment(e8246d9e-f8e1-4659-b367-d870958fbb44),segment_id=e8246d9e-f8e1-4659-b367-d870958fbb44)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:06:05.110804 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e9b2fe98-c130-40dd-b4e9-277795f351a4 req-26318a03-7e78-4cef-9f40-2128e7e37b47 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3b8daec-3ee2-49ef-a556-9d38f359f2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872607 Oct 30 15:06:05.146915 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:05.147876 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device a4cc3af6-62b1-4767-b5f7-448ed3fd23df no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:06:05.210679 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6024cd-3fa0-4990-8fc7-c04b607ae640 x-openstack-request-id: req-6e6024cd-3fa0-4990-8fc7-c04b607ae640 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:06:05.212247 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "650d9a7c-a4b8-48e9-8eb9-fb4e14556775", "name": "network-vif-plugged", "status": "completed", "tag": "2e37ad38-e589-475b-95b7-f71b5467f5fb", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:06:05.212608 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6e6024cd-3fa0-4990-8fc7-c04b607ae640 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:06:05.213106 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '650d9a7c-a4b8-48e9-8eb9-fb4e14556775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e37ad38-e589-475b-95b7-f71b5467f5fb', 'code': 200} Oct 30 15:06:05.220761 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: a4cc3af6-62b1-4767-b5f7-448ed3fd23df {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:06:05.221434 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device a4cc3af6-62b1-4767-b5f7-448ed3fd23df not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:06:05.267380 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd71ea-3184-4d2c-96c8-e9bf6abb9e81 req-278b54c1-31cf-4571-a1ca-3b68ea512969 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:05.269183 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d1fd71ea-3184-4d2c-96c8-e9bf6abb9e81 req-278b54c1-31cf-4571-a1ca-3b68ea512969 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.62 "GET /v2.0/ports?device_id=43d353fb-a9be-4a3b-a23d-4aaefea04672 HTTP/1.1" status: 200 len: 950 time: 0.5027559 Oct 30 15:06:05.284759 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a5cfc2a2-e9d3-4eb5-9fb5-2ce2df5ef657 req-85b842f8-650b-4c65-b789-319efc271349 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=3baf7600-8a1c-4d9a-b018-f770d78d7690 HTTP/1.1" status: 200 len: 217 time: 0.3253767 Oct 30 15:06:05.302395 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['7418a3ad-1277-4974-9118-8d76ea9034d0'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:06:05.312747 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=7418a3ad-1277-4974-9118-8d76ea9034d0,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:05.374323 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcaf066-8f92-415b-9fba-5d0df63d322c req-f3f8ddb4-5089-4719-acfd-9a032c2f2c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:05.376087 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ddcaf066-8f92-415b-9fba-5d0df63d322c req-f3f8ddb4-5089-4719-acfd-9a032c2f2c4b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=650d9a7c-a4b8-48e9-8eb9-fb4e14556775 HTTP/1.1" status: 200 len: 1097 time: 0.1096125 Oct 30 15:06:05.433497 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-51be7550-dac0-4788-95c0-d6a13db76119 req-ada6a9cb-9283-46ff-beab-e7da44de80f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 584a36c5-c8f6-453d-b531-05a761dd38f3 {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:06:05.439494 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=2e37ad38-e589-475b-95b7-f71b5467f5fb,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:05.458483 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e0db3a-bd29-42b2-80b3-0f313c6046ca req-21536fc1-76b7-4d2a-af84-6df4aa48e417 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:05.467512 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b3e0db3a-bd29-42b2-80b3-0f313c6046ca req-21536fc1-76b7-4d2a-af84-6df4aa48e417 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=adaa9a5a-7bcf-4f02-bb88-d1c865da4f51 HTTP/1.1" status: 200 len: 950 time: 0.1385946 Oct 30 15:06:05.480191 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ddcaf066-8f92-415b-9fba-5d0df63d322c req-240cf7f9-73d8-4ad9-8dc5-8ff00aa8be49 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959046 Oct 30 15:06:05.482049 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d1fd71ea-3184-4d2c-96c8-e9bf6abb9e81 req-1cfb1907-7b59-455a-8d71-c9c7944eac41 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.62 "GET /v2.0/security-groups?id=60ea4c70-22fc-4ca1-9dc8-302a1ea097ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989303 Oct 30 15:06:05.487191 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-51be7550-dac0-4788-95c0-d6a13db76119 req-ada6a9cb-9283-46ff-beab-e7da44de80f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:05.555458 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b3e0db3a-bd29-42b2-80b3-0f313c6046ca req-cf0ee64b-a069-462d-8166-7ee3ffb2e79a tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877051 Oct 30 15:06:05.590099 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-51be7550-dac0-4788-95c0-d6a13db76119 req-ada6a9cb-9283-46ff-beab-e7da44de80f3 service neutron] Transition to ACTIVE for port object 584a36c5-c8f6-453d-b531-05a761dd38f3 will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:06:05.619244 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f9d16-503d-4244-ad6e-66792b7e5da1 req-dc0886fa-417b-445b-a1b0-90b43e363112 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:05.619833 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-663f9d16-503d-4244-ad6e-66792b7e5da1 req-dc0886fa-417b-445b-a1b0-90b43e363112 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.44 "GET /v2.0/ports?device_id=43d353fb-a9be-4a3b-a23d-4aaefea04672 HTTP/1.1" status: 200 len: 950 time: 0.3497360 Oct 30 15:06:05.620830 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-51be7550-dac0-4788-95c0-d6a13db76119 req-ada6a9cb-9283-46ff-beab-e7da44de80f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:05.682149 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cfc2a2-e9d3-4eb5-9fb5-2ce2df5ef657 req-d85a9e77-ef89-449a-bc24-3d46e9619f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:05.684388 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a5cfc2a2-e9d3-4eb5-9fb5-2ce2df5ef657 req-d85a9e77-ef89-449a-bc24-3d46e9619f7b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.3745909 Oct 30 15:06:05.724544 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4309c6-ceae-4593-8c7f-dd0b4af486f6 req-59b68464-c6a2-43b8-ba74-24a0fbe61ff7 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:05.727959 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0c4309c6-ceae-4593-8c7f-dd0b4af486f6 req-59b68464-c6a2-43b8-ba74-24a0fbe61ff7 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b14f1de-39d1-4687-9a0a-9f34bf28d262 HTTP/1.1" status: 200 len: 943 time: 0.0851812 Oct 30 15:06:05.773301 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0c4309c6-ceae-4593-8c7f-dd0b4af486f6 req-c19ea371-a202-48fb-883f-512d04b14bd1 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391319 Oct 30 15:06:05.831187 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada6a9cb-9283-46ff-beab-e7da44de80f3 service neutron] Pushing event updated for resources: {'Port': ['ID=584a36c5-c8f6-453d-b531-05a761dd38f3,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:05.870765 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-51be7550-dac0-4788-95c0-d6a13db76119 req-ada6a9cb-9283-46ff-beab-e7da44de80f3 service neutron] Attempting to bind port 584a36c5-c8f6-453d-b531-05a761dd38f3 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:06:05.871115 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-51be7550-dac0-4788-95c0-d6a13db76119 req-ada6a9cb-9283-46ff-beab-e7da44de80f3 service neutron] Attempting to bind port 584a36c5-c8f6-453d-b531-05a761dd38f3 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2f36ee91-6757-4d64-8719-4cb39651ac94'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:06:05.871423 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51be7550-dac0-4788-95c0-d6a13db76119 req-ada6a9cb-9283-46ff-beab-e7da44de80f3 service neutron] Attempting to bind port 584a36c5-c8f6-453d-b531-05a761dd38f3 on network 2f36ee91-6757-4d64-8719-4cb39651ac94 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:06:05.885073 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a6bf77-62c5-4f30-ac1d-9f9c79458ba1 req-f611b852-5ce6-4572-adfc-90e5608c1844 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:05.886541 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b7a6bf77-62c5-4f30-ac1d-9f9c79458ba1 req-f611b852-5ce6-4572-adfc-90e5608c1844 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=650d9a7c-a4b8-48e9-8eb9-fb4e14556775 HTTP/1.1" status: 200 len: 945 time: 0.2402458 Oct 30 15:06:05.894554 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cfc2a2-e9d3-4eb5-9fb5-2ce2df5ef657 req-77974878-0feb-42a6-a597-d18a395c785c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:05.895989 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a5cfc2a2-e9d3-4eb5-9fb5-2ce2df5ef657 req-77974878-0feb-42a6-a597-d18a395c785c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1702974 Oct 30 15:06:05.898970 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51be7550-dac0-4788-95c0-d6a13db76119 req-ada6a9cb-9283-46ff-beab-e7da44de80f3 service neutron] Port 584a36c5-c8f6-453d-b531-05a761dd38f3 on network 2f36ee91-6757-4d64-8719-4cb39651ac94 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:06:05.899285 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51be7550-dac0-4788-95c0-d6a13db76119 req-ada6a9cb-9283-46ff-beab-e7da44de80f3 service neutron] Attempting to bind port 584a36c5-c8f6-453d-b531-05a761dd38f3 on network 2f36ee91-6757-4d64-8719-4cb39651ac94 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:06:05.927159 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51be7550-dac0-4788-95c0-d6a13db76119 req-ada6a9cb-9283-46ff-beab-e7da44de80f3 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:06:05.927508 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51be7550-dac0-4788-95c0-d6a13db76119 req-ada6a9cb-9283-46ff-beab-e7da44de80f3 service neutron] Checking segment: {'id': '5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2f36ee91-6757-4d64-8719-4cb39651ac94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:06:05.927883 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51be7550-dac0-4788-95c0-d6a13db76119 req-ada6a9cb-9283-46ff-beab-e7da44de80f3 service neutron] Bound using segment: {'id': '5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2f36ee91-6757-4d64-8719-4cb39651ac94'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:06:05.928328 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-51be7550-dac0-4788-95c0-d6a13db76119 req-ada6a9cb-9283-46ff-beab-e7da44de80f3 service neutron] Bound port: 584a36c5-c8f6-453d-b531-05a761dd38f3, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2f36ee91-6757-4d64-8719-4cb39651ac94'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:06:05.928674 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-51be7550-dac0-4788-95c0-d6a13db76119 req-ada6a9cb-9283-46ff-beab-e7da44de80f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:05.937526 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7d08dd82-9693-42dd-9f16-259b620ee221 req-269492d2-7d7d-45c4-ac35-ddb1a0075e3a tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] 10.222.0.62 "GET /v2.0/ports?device_id=9bf4114f-1a43-439c-b582-546eebcc1f6c HTTP/1.1" status: 200 len: 210 time: 0.0257933 Oct 30 15:06:06.034602 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b7a6bf77-62c5-4f30-ac1d-9f9c79458ba1 req-f08ee732-e883-4271-b838-e2e13f7796c6 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375110 Oct 30 15:06:06.036772 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-663f9d16-503d-4244-ad6e-66792b7e5da1 req-94c1f013-75bc-4dcf-b201-029fc2abad23 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] Deleting port f7e4b9ab-7204-4289-af91-708f514a3756 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:06:06.037120 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-663f9d16-503d-4244-ad6e-66792b7e5da1 req-94c1f013-75bc-4dcf-b201-029fc2abad23 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:06.073893 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a72f8ff1-0434-4b43-a160-ff948546abe8 req-472c91ce-2c74-4d3b-9969-3db21c185c40 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=2d67cf259ffb433791d4c12b75447cb9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243471 Oct 30 15:06:06.142290 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a5cfc2a2-e9d3-4eb5-9fb5-2ce2df5ef657 req-62dfcd8a-4c1e-4cb1-960a-b77de4a416da service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301238 Oct 30 15:06:06.151759 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-51be7550-dac0-4788-95c0-d6a13db76119 req-ada6a9cb-9283-46ff-beab-e7da44de80f3 service neutron] For port 584a36c5-c8f6-453d-b531-05a761dd38f3, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:06:06.162954 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-51be7550-dac0-4788-95c0-d6a13db76119 req-ada6a9cb-9283-46ff-beab-e7da44de80f3 service neutron] For port 584a36c5-c8f6-453d-b531-05a761dd38f3, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=584a36c5-c8f6-453d-b531-05a761dd38f3,segment=NetworkSegment(5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87),segment_id=5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:06:06.175107 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-51be7550-dac0-4788-95c0-d6a13db76119 req-ada6a9cb-9283-46ff-beab-e7da44de80f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:06.206206 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f8ff1-0434-4b43-a160-ff948546abe8 req-d2eb5cad-3ce1-42ec-a26c-3fb81eab61a6 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:06.207842 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a72f8ff1-0434-4b43-a160-ff948546abe8 req-d2eb5cad-3ce1-42ec-a26c-3fb81eab61a6 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1274273 Oct 30 15:06:06.222669 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-a72f8ff1-0434-4b43-a160-ff948546abe8 req-dbdaec27-b6dc-417e-b335-4f6975bf8997 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] Request body: {'port': {'device_id': '9bf4114f-1a43-439c-b582-546eebcc1f6c', 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704', 'admin_state_up': True, 'tenant_id': '2d67cf259ffb433791d4c12b75447cb9'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:06:06.255620 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-663f9d16-503d-4244-ad6e-66792b7e5da1 req-94c1f013-75bc-4dcf-b201-029fc2abad23 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] For port f7e4b9ab-7204-4289-af91-708f514a3756, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=f7e4b9ab-7204-4289-af91-708f514a3756,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:06:06.255977 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-663f9d16-503d-4244-ad6e-66792b7e5da1 req-94c1f013-75bc-4dcf-b201-029fc2abad23 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:06.278913 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be7550-dac0-4788-95c0-d6a13db76119 req-ada6a9cb-9283-46ff-beab-e7da44de80f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:06.279526 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-51be7550-dac0-4788-95c0-d6a13db76119 req-ada6a9cb-9283-46ff-beab-e7da44de80f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:06.280860 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-51be7550-dac0-4788-95c0-d6a13db76119 req-ada6a9cb-9283-46ff-beab-e7da44de80f3 service neutron] 10.222.0.53 "PUT /v2.0/ports/584a36c5-c8f6-453d-b531-05a761dd38f3 HTTP/1.1" status: 200 len: 1092 time: 2.0262220 Oct 30 15:06:06.290526 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-663f9d16-503d-4244-ad6e-66792b7e5da1 req-94c1f013-75bc-4dcf-b201-029fc2abad23 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] Calling delete_port for f7e4b9ab-7204-4289-af91-708f514a3756 owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:06:06.301951 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 684b2539-1b27-430d-af02-c918ca0bca8e no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:06:06.305241 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aabf81-e8f3-422f-b86b-0d29f22505c9 req-a2c923a8-e01a-4586-92bf-0f019a2f8769 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:06.306696 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-88aabf81-e8f3-422f-b86b-0d29f22505c9 req-a2c923a8-e01a-4586-92bf-0f019a2f8769 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a28979f-3014-4c72-b78f-10b3f482824b HTTP/1.1" status: 200 len: 949 time: 0.0978820 Oct 30 15:06:06.331386 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada6a9cb-9283-46ff-beab-e7da44de80f3 service neutron] Pushing event updated for resources: {'Port': ['ID=584a36c5-c8f6-453d-b531-05a761dd38f3,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:06.342616 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] No Port match for: 684b2539-1b27-430d-af02-c918ca0bca8e {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:06:06.342970 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 684b2539-1b27-430d-af02-c918ca0bca8e not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:06:06.405128 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-88aabf81-e8f3-422f-b86b-0d29f22505c9 req-f33b5613-e169-4e14-ab23-bc46a9086a54 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3b8daec-3ee2-49ef-a556-9d38f359f2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582223 Oct 30 15:06:06.406555 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a5cfc2a2-e9d3-4eb5-9fb5-2ce2df5ef657 req-183ec703-979b-405d-b925-e9b71a19af23 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524934 Oct 30 15:06:06.416013 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a72f8ff1-0434-4b43-a160-ff948546abe8 req-dbdaec27-b6dc-417e-b335-4f6975bf8997 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] Made reservation on behalf of 2d67cf259ffb433791d4c12b75447cb9 for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:06:06.420285 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-a72f8ff1-0434-4b43-a160-ff948546abe8 req-dbdaec27-b6dc-417e-b335-4f6975bf8997 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:06.436048 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be7550-dac0-4788-95c0-d6a13db76119 req-185727ea-7ab1-453b-8ceb-f019bfd1c1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:06.437854 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-51be7550-dac0-4788-95c0-d6a13db76119 req-185727ea-7ab1-453b-8ceb-f019bfd1c1ef service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b8aea481537c4f1b9ab8f7eccea88bfc&device_id=0b14f1de-39d1-4687-9a0a-9f34bf28d262 HTTP/1.1" status: 200 len: 1095 time: 0.0738769 Oct 30 15:06:06.467950 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 7418a3ad-1277-4974-9118-8d76ea9034d0 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:06:06.538241 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-51be7550-dac0-4788-95c0-d6a13db76119 req-526012fd-6bb8-4a11-be32-e7e0fe199599 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=584a36c5-c8f6-453d-b531-05a761dd38f3 HTTP/1.1" status: 200 len: 217 time: 0.0831068 Oct 30 15:06:06.564224 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port 7418a3ad-1277-4974-9118-8d76ea9034d0 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:06:06.572409 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 7418a3ad-1277-4974-9118-8d76ea9034d0 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:06:06.572789 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:06.596412 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b14f1de-39d1-4687-9a0a-9f34bf28d262', 'tag': '584a36c5-c8f6-453d-b531-05a761dd38f3'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:06:06.599000 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a5c86b-e3d7-4d94-800b-da2f546410b8" -d '{"events": [{"name": "network-changed", "server_uuid": "0b14f1de-39d1-4687-9a0a-9f34bf28d262", "tag": "584a36c5-c8f6-453d-b531-05a761dd38f3"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:06:06.609123 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-663f9d16-503d-4244-ad6e-66792b7e5da1 req-94c1f013-75bc-4dcf-b201-029fc2abad23 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:06.620748 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-a72f8ff1-0434-4b43-a160-ff948546abe8 req-dbdaec27-b6dc-417e-b335-4f6975bf8997 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] Allocated IP 192.168.233.143 (8de8b155-6e08-41c3-866a-8b30bb481704/43b5dea3-b65b-4514-8ec2-18a4245eb194/95cee43e-c682-4a0b-a4b3-f197e9c5e288) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:06:06.647098 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['f7e4b9ab-7204-4289-af91-708f514a3756'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:06:06.716730 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be7550-dac0-4788-95c0-d6a13db76119 req-cc6636cd-78f8-4add-b491-c976e7bdef29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:06.718402 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-51be7550-dac0-4788-95c0-d6a13db76119 req-cc6636cd-78f8-4add-b491-c976e7bdef29 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=eb0d8673-4262-419a-bce2-caff67d0478f HTTP/1.1" status: 200 len: 848 time: 0.1753728 Oct 30 15:06:06.721942 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c1f013-75bc-4dcf-b201-029fc2abad23 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] Pushing event deleted for resources: {'Port': ['ID=f7e4b9ab-7204-4289-af91-708f514a3756,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:06.796100 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-51be7550-dac0-4788-95c0-d6a13db76119 req-ca3d40f1-592f-496d-98d4-31c41a74fcac service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2f36ee91-6757-4d64-8719-4cb39651ac94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545125 Oct 30 15:06:06.802895 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:06.805747 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b8c1bd3f-3a7c-43e3-9443-c07ebadb94d3 req-c5548aef-38da-4c53-aadf-598ee0ea59ee tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.62 "GET /v2.0/ports?device_id=43d353fb-a9be-4a3b-a23d-4aaefea04672 HTTP/1.1" status: 200 len: 210 time: 0.0935049 Oct 30 15:06:06.844239 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 7418a3ad-1277-4974-9118-8d76ea9034d0, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=7418a3ad-1277-4974-9118-8d76ea9034d0,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:06:06.849997 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:06.877760 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cada3b-8261-4d4e-bf86-e4c8d7db7816 req-4482a9ab-6887-4905-a547-fa6a73ba842e tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:06.879319 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d4cada3b-8261-4d4e-bf86-e4c8d7db7816 req-4482a9ab-6887-4905-a547-fa6a73ba842e tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=adaa9a5a-7bcf-4f02-bb88-d1c865da4f51 HTTP/1.1" status: 200 len: 950 time: 0.1242640 Oct 30 15:06:06.883775 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-663f9d16-503d-4244-ad6e-66792b7e5da1 req-94c1f013-75bc-4dcf-b201-029fc2abad23 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] No DVR routers for this DVR port f7e4b9ab-7204-4289-af91-708f514a3756 on host n-h2-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:06:06.887277 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bcde4c8-e99b-4760-80e9-d4d83eba4f50 x-openstack-request-id: req-9bcde4c8-e99b-4760-80e9-d4d83eba4f50 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:06:06.887625 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b14f1de-39d1-4687-9a0a-9f34bf28d262", "tag": "584a36c5-c8f6-453d-b531-05a761dd38f3", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:06:06.887825 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9bcde4c8-e99b-4760-80e9-d4d83eba4f50 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:06:06.888208 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b14f1de-39d1-4687-9a0a-9f34bf28d262', 'tag': '584a36c5-c8f6-453d-b531-05a761dd38f3', 'status': 'completed', 'code': 200} Oct 30 15:06:06.906545 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-663f9d16-503d-4244-ad6e-66792b7e5da1 req-94c1f013-75bc-4dcf-b201-029fc2abad23 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:06.909957 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-663f9d16-503d-4244-ad6e-66792b7e5da1 req-94c1f013-75bc-4dcf-b201-029fc2abad23 tempest-LiveMigrationNegativeTest-870728777 tempest-LiveMigrationNegativeTest-870728777-project] 10.222.0.44 "DELETE /v2.0/ports/f7e4b9ab-7204-4289-af91-708f514a3756 HTTP/1.1" status: 204 len: 173 time: 1.2737834 Oct 30 15:06:06.953318 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=7418a3ad-1277-4974-9118-8d76ea9034d0,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:06.966631 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-a72f8ff1-0434-4b43-a160-ff948546abe8 req-dbdaec27-b6dc-417e-b335-4f6975bf8997 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:07.025799 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-51be7550-dac0-4788-95c0-d6a13db76119 req-3e1083d0-dc84-4596-8536-81b8ffd68443 service neutron] 10.222.0.53 "GET /v2.0/networks/2f36ee91-6757-4d64-8719-4cb39651ac94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193699 Oct 30 15:06:07.027623 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d4cada3b-8261-4d4e-bf86-e4c8d7db7816 req-c45c619d-5ff3-4a5a-be7d-6c27957070ea tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299934 Oct 30 15:06:07.106913 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-a72f8ff1-0434-4b43-a160-ff948546abe8 req-dbdaec27-b6dc-417e-b335-4f6975bf8997 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:07.185643 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-51be7550-dac0-4788-95c0-d6a13db76119 req-c0829f72-4bac-44a9-9879-35816d8489e8 service neutron] 10.222.0.53 "GET /v2.0/networks/2f36ee91-6757-4d64-8719-4cb39651ac94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522765 Oct 30 15:06:07.210673 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a72f8ff1-0434-4b43-a160-ff948546abe8 req-dbdaec27-b6dc-417e-b335-4f6975bf8997 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] Network 8de8b155-6e08-41c3-866a-8b30bb481704 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:06:07.214120 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a28979f-3014-4c72-b78f-10b3f482824b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7418a3ad-1277-4974-9118-8d76ea9034d0'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:06:07.216792 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dae91b0-e0ad-4a1c-acc4-803c8887d0bd" -d '{"events": [{"server_uuid": "3a28979f-3014-4c72-b78f-10b3f482824b", "name": "network-vif-plugged", "status": "completed", "tag": "7418a3ad-1277-4974-9118-8d76ea9034d0"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:06:07.218181 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-a72f8ff1-0434-4b43-a160-ff948546abe8 req-dbdaec27-b6dc-417e-b335-4f6975bf8997 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:06:07.231525 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-a72f8ff1-0434-4b43-a160-ff948546abe8 req-dbdaec27-b6dc-417e-b335-4f6975bf8997 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:06:07.237324 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdaec27-b6dc-417e-b335-4f6975bf8997 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] Pushing event updated for resources: {'Port': ['ID=95cee43e-c682-4a0b-a4b3-f197e9c5e288,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:07.297179 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e82ce05-691b-4ad5-bf5d-407464964526 req-e24cd291-7ec8-4ee5-bbd0-2a46123819e6 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:07.299699 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2e82ce05-691b-4ad5-bf5d-407464964526 req-e24cd291-7ec8-4ee5-bbd0-2a46123819e6 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b14f1de-39d1-4687-9a0a-9f34bf28d262 HTTP/1.1" status: 200 len: 943 time: 0.1365542 Oct 30 15:06:07.312370 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f8ff1-0434-4b43-a160-ff948546abe8 req-dbdaec27-b6dc-417e-b335-4f6975bf8997 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:07.313115 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-a72f8ff1-0434-4b43-a160-ff948546abe8 req-dbdaec27-b6dc-417e-b335-4f6975bf8997 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:07.354542 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a5c86b-e3d7-4d94-800b-da2f546410b8 req-30cb7331-dc08-48e1-ae19-16ddb92f9171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:07.355571 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a72f8ff1-0434-4b43-a160-ff948546abe8 req-dbdaec27-b6dc-417e-b335-4f6975bf8997 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1370838 Oct 30 15:06:07.359770 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b6a5c86b-e3d7-4d94-800b-da2f546410b8 req-30cb7331-dc08-48e1-ae19-16ddb92f9171 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b8aea481537c4f1b9ab8f7eccea88bfc&device_id=0b14f1de-39d1-4687-9a0a-9f34bf28d262 HTTP/1.1" status: 200 len: 1095 time: 0.1236560 Oct 30 15:06:07.365989 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2e82ce05-691b-4ad5-bf5d-407464964526 req-a97fc827-6455-4290-b11c-e3e8d8540f5e tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483861 Oct 30 15:06:07.477697 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a5c86b-e3d7-4d94-800b-da2f546410b8 req-8c404fd4-7a6f-4f3e-85b2-86d4aa9509f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:07.480624 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b6a5c86b-e3d7-4d94-800b-da2f546410b8 req-8c404fd4-7a6f-4f3e-85b2-86d4aa9509f5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2f36ee91-6757-4d64-8719-4cb39651ac94 HTTP/1.1" status: 200 len: 909 time: 0.1149499 Oct 30 15:06:07.483602 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-a72f8ff1-0434-4b43-a160-ff948546abe8 req-0d008046-583e-4941-a978-c2ecbb622bca service neutron] Request body: {'port': {'device_id': '9bf4114f-1a43-439c-b582-546eebcc1f6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:06:07.545451 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58905d58-8ef2-41ce-8d67-7a15363dd600 req-7566c12b-9a51-446a-af56-89ece17f2a83 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:07.547211 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-58905d58-8ef2-41ce-8d67-7a15363dd600 req-7566c12b-9a51-446a-af56-89ece17f2a83 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] 10.222.0.62 "GET /v2.0/ports?device_id=9bf4114f-1a43-439c-b582-546eebcc1f6c HTTP/1.1" status: 200 len: 936 time: 0.1094408 Oct 30 15:06:07.561805 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b6a5c86b-e3d7-4d94-800b-da2f546410b8 req-c78ee01a-8ff1-4f81-b811-b44b9971a450 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=584a36c5-c8f6-453d-b531-05a761dd38f3 HTTP/1.1" status: 200 len: 217 time: 0.0735576 Oct 30 15:06:07.592919 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-a72f8ff1-0434-4b43-a160-ff948546abe8 req-0d008046-583e-4941-a978-c2ecbb622bca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:07.631612 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-58905d58-8ef2-41ce-8d67-7a15363dd600 req-8dc87409-c54e-473a-a9bf-5c8ade052980 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] 10.222.0.62 "GET /v2.0/security-groups?id=caba50ec-ec8c-4c0e-a787-668486078c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631878 Oct 30 15:06:07.646845 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb0ee6c-d359-4fb4-a5b6-9392915beb30 req-e652e903-3fc8-460c-ae4e-263e6627029b tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:07.661196 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ffb0ee6c-d359-4fb4-a5b6-9392915beb30 req-e652e903-3fc8-460c-ae4e-263e6627029b tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=650d9a7c-a4b8-48e9-8eb9-fb4e14556775 HTTP/1.1" status: 200 len: 945 time: 0.1084096 Oct 30 15:06:07.661196 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a5c86b-e3d7-4d94-800b-da2f546410b8 req-e426cc0c-f684-4741-8d1e-b96f77f34388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:07.661516 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b6a5c86b-e3d7-4d94-800b-da2f546410b8 req-e426cc0c-f684-4741-8d1e-b96f77f34388 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=eb0d8673-4262-419a-bce2-caff67d0478f HTTP/1.1" status: 200 len: 848 time: 0.0839987 Oct 30 15:06:07.707605 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b6a5c86b-e3d7-4d94-800b-da2f546410b8 req-38057ceb-a5fb-4362-b89b-65bb56ef3369 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2f36ee91-6757-4d64-8719-4cb39651ac94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378926 Oct 30 15:06:07.728761 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2405c3b-0766-4d8e-916a-5c2d22c1acdd x-openstack-request-id: req-f2405c3b-0766-4d8e-916a-5c2d22c1acdd {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:06:07.729311 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a28979f-3014-4c72-b78f-10b3f482824b", "name": "network-vif-plugged", "status": "completed", "tag": "7418a3ad-1277-4974-9118-8d76ea9034d0", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:06:07.729508 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f2405c3b-0766-4d8e-916a-5c2d22c1acdd {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:06:07.730028 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a28979f-3014-4c72-b78f-10b3f482824b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7418a3ad-1277-4974-9118-8d76ea9034d0', 'code': 200} Oct 30 15:06:07.866531 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ffb0ee6c-d359-4fb4-a5b6-9392915beb30 req-1b8a5d79-ed0e-46e0-945e-844b4b7cb669 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094877 Oct 30 15:06:07.919151 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b6a5c86b-e3d7-4d94-800b-da2f546410b8 req-05d82e0e-c07e-4b43-8f74-73908cbfb651 service neutron] 10.222.0.53 "GET /v2.0/networks/2f36ee91-6757-4d64-8719-4cb39651ac94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996396 Oct 30 15:06:08.087671 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed4dc67-9997-4ea2-9656-d4abb97d9405 req-e2a56c9a-83b2-4260-9b60-6992f9836721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:08.091407 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0ed4dc67-9997-4ea2-9656-d4abb97d9405 req-e2a56c9a-83b2-4260-9b60-6992f9836721 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3a28979f-3014-4c72-b78f-10b3f482824b HTTP/1.1" status: 200 len: 1102 time: 0.2344229 Oct 30 15:06:08.188906 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b6a5c86b-e3d7-4d94-800b-da2f546410b8 req-a900951a-5672-40c9-b9ae-a4ab381f83cb service neutron] 10.222.0.53 "GET /v2.0/networks/2f36ee91-6757-4d64-8719-4cb39651ac94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586119 Oct 30 15:06:08.232477 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0ed4dc67-9997-4ea2-9656-d4abb97d9405 req-8a6d2a06-3fe0-4b4e-b260-5654f3218244 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c3b8daec-3ee2-49ef-a556-9d38f359f2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146328 Oct 30 15:06:08.239643 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e07f7-3d23-4080-9778-cf391351088e req-27991027-2e02-4209-8efd-b67cf3ee6c5e tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:08.248201 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1d9e07f7-3d23-4080-9778-cf391351088e req-27991027-2e02-4209-8efd-b67cf3ee6c5e tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=650d9a7c-a4b8-48e9-8eb9-fb4e14556775 HTTP/1.1" status: 200 len: 1097 time: 0.1694071 Oct 30 15:06:08.292104 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1d9e07f7-3d23-4080-9778-cf391351088e req-79f223aa-2e78-4899-b601-d8150db38477 tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426438 Oct 30 15:06:08.311390 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-a72f8ff1-0434-4b43-a160-ff948546abe8 req-0d008046-583e-4941-a978-c2ecbb622bca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95cee43e-c682-4a0b-a4b3-f197e9c5e288 {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:06:08.320254 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-a72f8ff1-0434-4b43-a160-ff948546abe8 req-0d008046-583e-4941-a978-c2ecbb622bca service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:08.346296 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-a72f8ff1-0434-4b43-a160-ff948546abe8 req-0d008046-583e-4941-a978-c2ecbb622bca service neutron] Transition to ACTIVE for port object 95cee43e-c682-4a0b-a4b3-f197e9c5e288 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:06:08.357228 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a77ac1-1d96-4a70-bd3e-f08db840f655 req-b771801c-4a6b-4300-bd31-1664fac9e3a2 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:08.358767 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b1a77ac1-1d96-4a70-bd3e-f08db840f655 req-b771801c-4a6b-4300-bd31-1664fac9e3a2 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a28979f-3014-4c72-b78f-10b3f482824b HTTP/1.1" status: 200 len: 950 time: 0.5498857 Oct 30 15:06:08.360537 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-a72f8ff1-0434-4b43-a160-ff948546abe8 req-0d008046-583e-4941-a978-c2ecbb622bca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:08.372645 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52534) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:06:08.471586 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d008046-583e-4941-a978-c2ecbb622bca service neutron] Pushing event updated for resources: {'Port': ['ID=95cee43e-c682-4a0b-a4b3-f197e9c5e288,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:08.523881 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b1a77ac1-1d96-4a70-bd3e-f08db840f655 req-cfe2e99f-5720-484b-99b7-4b5d128dc868 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3b8daec-3ee2-49ef-a556-9d38f359f2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547070 Oct 30 15:06:08.623873 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-a72f8ff1-0434-4b43-a160-ff948546abe8 req-0d008046-583e-4941-a978-c2ecbb622bca service neutron] Attempting to bind port 95cee43e-c682-4a0b-a4b3-f197e9c5e288 on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:06:08.624243 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-a72f8ff1-0434-4b43-a160-ff948546abe8 req-0d008046-583e-4941-a978-c2ecbb622bca service neutron] Attempting to bind port 95cee43e-c682-4a0b-a4b3-f197e9c5e288 by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:06:08.624544 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72f8ff1-0434-4b43-a160-ff948546abe8 req-0d008046-583e-4941-a978-c2ecbb622bca service neutron] Attempting to bind port 95cee43e-c682-4a0b-a4b3-f197e9c5e288 on network 8de8b155-6e08-41c3-866a-8b30bb481704 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:06:08.647131 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72f8ff1-0434-4b43-a160-ff948546abe8 req-0d008046-583e-4941-a978-c2ecbb622bca service neutron] Port 95cee43e-c682-4a0b-a4b3-f197e9c5e288 on network 8de8b155-6e08-41c3-866a-8b30bb481704 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:06:08.647567 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72f8ff1-0434-4b43-a160-ff948546abe8 req-0d008046-583e-4941-a978-c2ecbb622bca service neutron] Attempting to bind port 95cee43e-c682-4a0b-a4b3-f197e9c5e288 on network 8de8b155-6e08-41c3-866a-8b30bb481704 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:06:08.657706 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72f8ff1-0434-4b43-a160-ff948546abe8 req-0d008046-583e-4941-a978-c2ecbb622bca service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:06:08.658097 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72f8ff1-0434-4b43-a160-ff948546abe8 req-0d008046-583e-4941-a978-c2ecbb622bca service neutron] Checking segment: {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:06:08.658438 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72f8ff1-0434-4b43-a160-ff948546abe8 req-0d008046-583e-4941-a978-c2ecbb622bca service neutron] Bound using segment: {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:06:08.658889 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-a72f8ff1-0434-4b43-a160-ff948546abe8 req-0d008046-583e-4941-a978-c2ecbb622bca service neutron] Bound port: 95cee43e-c682-4a0b-a4b3-f197e9c5e288, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:06:08.659277 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-a72f8ff1-0434-4b43-a160-ff948546abe8 req-0d008046-583e-4941-a978-c2ecbb622bca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:08.676695 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e0e722-6352-4539-8d10-024b281e2286 req-c559d7c5-46f1-4274-ae65-e69b61c710d5 tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:08.678217 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-30e0e722-6352-4539-8d10-024b281e2286 req-c559d7c5-46f1-4274-ae65-e69b61c710d5 tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=650d9a7c-a4b8-48e9-8eb9-fb4e14556775 HTTP/1.1" status: 200 len: 1097 time: 0.0681763 Oct 30 15:06:08.748378 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-1835ec6d-c9b8-4801-a261-41cec968106a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4a47cba7ecfc43c693bd7cf729426cdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3744462 Oct 30 15:06:08.752132 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52546) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:06:08.763637 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-30e0e722-6352-4539-8d10-024b281e2286 req-316cce6b-706f-4dcd-8147-5cbab1461f1f tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609536 Oct 30 15:06:08.764705 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-a72f8ff1-0434-4b43-a160-ff948546abe8 req-0d008046-583e-4941-a978-c2ecbb622bca service neutron] For port 95cee43e-c682-4a0b-a4b3-f197e9c5e288, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:06:08.766196 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51dcb04-bae3-46ca-b766-51cb4835d5f9 req-87b98855-942a-4879-a804-b3a47fb4c1a8 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:08.769053 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b51dcb04-bae3-46ca-b766-51cb4835d5f9 req-87b98855-942a-4879-a804-b3a47fb4c1a8 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=adaa9a5a-7bcf-4f02-bb88-d1c865da4f51 HTTP/1.1" status: 200 len: 950 time: 0.3864501 Oct 30 15:06:08.780874 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-a72f8ff1-0434-4b43-a160-ff948546abe8 req-0d008046-583e-4941-a978-c2ecbb622bca service neutron] For port 95cee43e-c682-4a0b-a4b3-f197e9c5e288, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=95cee43e-c682-4a0b-a4b3-f197e9c5e288,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:06:08.786748 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-a72f8ff1-0434-4b43-a160-ff948546abe8 req-0d008046-583e-4941-a978-c2ecbb622bca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:08.838904 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f8ff1-0434-4b43-a160-ff948546abe8 req-0d008046-583e-4941-a978-c2ecbb622bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:08.839719 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-a72f8ff1-0434-4b43-a160-ff948546abe8 req-0d008046-583e-4941-a978-c2ecbb622bca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:08.841315 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a72f8ff1-0434-4b43-a160-ff948546abe8 req-0d008046-583e-4941-a978-c2ecbb622bca service neutron] 10.222.0.44 "PUT /v2.0/ports/95cee43e-c682-4a0b-a4b3-f197e9c5e288 HTTP/1.1" status: 200 len: 1097 time: 1.3637271 Oct 30 15:06:08.844212 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bf4114f-1a43-439c-b582-546eebcc1f6c', 'tag': '95cee43e-c682-4a0b-a4b3-f197e9c5e288'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:06:08.848177 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc21c9b-86a3-45e0-a191-fa0afb955c7d" -d '{"events": [{"name": "network-changed", "server_uuid": "9bf4114f-1a43-439c-b582-546eebcc1f6c", "tag": "95cee43e-c682-4a0b-a4b3-f197e9c5e288"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:06:08.859931 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b51dcb04-bae3-46ca-b766-51cb4835d5f9 req-a7b3458e-77d7-4987-93c4-5d051e4c689a tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786583 Oct 30 15:06:08.863536 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4dccd13e-041c-48a3-a13e-c4f1aa77ae0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:08.879904 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d008046-583e-4941-a978-c2ecbb622bca service neutron] Pushing event updated for resources: {'Port': ['ID=95cee43e-c682-4a0b-a4b3-f197e9c5e288,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:08.894711 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43d353fb-a9be-4a3b-a23d-4aaefea04672', 'name': 'network-vif-deleted', 'tag': 'f7e4b9ab-7204-4289-af91-708f514a3756'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:06:08.898001 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64942ff1-8ee9-4826-8f65-de33ca1b70f8" -d '{"events": [{"server_uuid": "43d353fb-a9be-4a3b-a23d-4aaefea04672", "name": "network-vif-deleted", "tag": "f7e4b9ab-7204-4289-af91-708f514a3756"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:06:08.924680 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4dccd13e-041c-48a3-a13e-c4f1aa77ae0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:08.987309 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4dccd13e-041c-48a3-a13e-c4f1aa77ae0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:08.991276 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4dccd13e-041c-48a3-a13e-c4f1aa77ae0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:08.995312 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-4dccd13e-041c-48a3-a13e-c4f1aa77ae0d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/60ea4c70-22fc-4ca1-9dc8-302a1ea097ac HTTP/1.1" status: 204 len: 168 time: 0.2421970 Oct 30 15:06:09.004757 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f8ff1-0434-4b43-a160-ff948546abe8 req-1a146bc0-6e19-4198-b267-cc37b7fbe03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:09.006347 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a72f8ff1-0434-4b43-a160-ff948546abe8 req-1a146bc0-6e19-4198-b267-cc37b7fbe03c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2d67cf259ffb433791d4c12b75447cb9&device_id=9bf4114f-1a43-439c-b582-546eebcc1f6c HTTP/1.1" status: 200 len: 1100 time: 0.1065984 Oct 30 15:06:09.015546 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dccd13e-041c-48a3-a13e-c4f1aa77ae0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ea4c70-22fc-4ca1-9dc8-302a1ea097ac,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:09.030027 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba61b5f-ca28-4ab6-8523-1c1d80bbb7bc req-ee9b57d1-8568-4658-b651-3aa042cf8e66 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:09.031788 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3ba61b5f-ca28-4ab6-8523-1c1d80bbb7bc req-ee9b57d1-8568-4658-b651-3aa042cf8e66 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b14f1de-39d1-4687-9a0a-9f34bf28d262 HTTP/1.1" status: 200 len: 943 time: 0.0846274 Oct 30 15:06:09.101930 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a72f8ff1-0434-4b43-a160-ff948546abe8 req-ff03f206-577a-4bc9-991f-6559a15ebc4d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=95cee43e-c682-4a0b-a4b3-f197e9c5e288 HTTP/1.1" status: 200 len: 217 time: 0.0807223 Oct 30 15:06:09.153292 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52fc339-133a-46e3-8bad-8bd35495530b req-a6e168a4-c55f-4e1f-8d58-fd5f3e1f8f44 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:09.157884 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3ba61b5f-ca28-4ab6-8523-1c1d80bbb7bc req-ef3389e3-b52a-4d13-b1d4-68d72d69db49 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167233 Oct 30 15:06:09.164825 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b52fc339-133a-46e3-8bad-8bd35495530b req-a6e168a4-c55f-4e1f-8d58-fd5f3e1f8f44 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] 10.222.0.62 "GET /v2.0/ports?device_id=9bf4114f-1a43-439c-b582-546eebcc1f6c HTTP/1.1" status: 200 len: 948 time: 0.0736201 Oct 30 15:06:09.198737 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f8ff1-0434-4b43-a160-ff948546abe8 req-84203f9b-54ff-47dc-9015-f0bb830ddb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:09.202174 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a72f8ff1-0434-4b43-a160-ff948546abe8 req-84203f9b-54ff-47dc-9015-f0bb830ddb8a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.0923650 Oct 30 15:06:09.223685 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b52fc339-133a-46e3-8bad-8bd35495530b req-cbd1a9a6-7f6c-4fc9-be71-5d71e4b9044f tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] 10.222.0.62 "GET /v2.0/security-groups?id=caba50ec-ec8c-4c0e-a787-668486078c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578232 Oct 30 15:06:09.293276 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f8ff1-0434-4b43-a160-ff948546abe8 req-e62dec6e-16a5-4e30-9445-38d16e1cb0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:09.295037 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a72f8ff1-0434-4b43-a160-ff948546abe8 req-e62dec6e-16a5-4e30-9445-38d16e1cb0c5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0834327 Oct 30 15:06:09.296622 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f2dbc3-0e7c-4b31-a888-d07c03ff1c25 x-openstack-request-id: req-97f2dbc3-0e7c-4b31-a888-d07c03ff1c25 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:06:09.296898 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bf4114f-1a43-439c-b582-546eebcc1f6c", "tag": "95cee43e-c682-4a0b-a4b3-f197e9c5e288", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:06:09.297144 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-97f2dbc3-0e7c-4b31-a888-d07c03ff1c25 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:06:09.297593 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bf4114f-1a43-439c-b582-546eebcc1f6c', 'tag': '95cee43e-c682-4a0b-a4b3-f197e9c5e288', 'status': 'completed', 'code': 200} Oct 30 15:06:09.335871 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ed41b6-0099-4023-bf24-ac928603cf2c x-openstack-request-id: req-50ed41b6-0099-4023-bf24-ac928603cf2c {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:06:09.336419 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43d353fb-a9be-4a3b-a23d-4aaefea04672", "name": "network-vif-deleted", "tag": "f7e4b9ab-7204-4289-af91-708f514a3756", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:06:09.337067 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-50ed41b6-0099-4023-bf24-ac928603cf2c {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:06:09.337743 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d353fb-a9be-4a3b-a23d-4aaefea04672', 'name': 'network-vif-deleted', 'tag': 'f7e4b9ab-7204-4289-af91-708f514a3756', 'status': 'completed', 'code': 200} Oct 30 15:06:09.429719 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a72f8ff1-0434-4b43-a160-ff948546abe8 req-9fe18ae4-9e45-4e33-a04b-1a13dd1cefc4 service neutron] 10.222.0.44 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248167 Oct 30 15:06:09.536202 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52564) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:06:09.665678 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a72f8ff1-0434-4b43-a160-ff948546abe8 req-39054d67-a2e4-472f-82ca-8322edb238f9 service neutron] 10.222.0.44 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283289 Oct 30 15:06:09.727492 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 52570) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:06:09.733876 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d7dc3a8e-204d-4011-9e09-629353bbda34 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c8ace31ec609451ba82714027b4dfd80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1964436 Oct 30 15:06:09.765739 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18378bb-59ff-421f-9b21-e4e436a4fcff req-c72ecb2f-0a16-49ce-8e2f-fb83bfee3356 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:09.775210 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d18378bb-59ff-421f-9b21-e4e436a4fcff req-c72ecb2f-0a16-49ce-8e2f-fb83bfee3356 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a28979f-3014-4c72-b78f-10b3f482824b HTTP/1.1" status: 200 len: 950 time: 0.1218939 Oct 30 15:06:09.844284 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d18378bb-59ff-421f-9b21-e4e436a4fcff req-5803b2b8-7c35-4273-b081-ce213eee31f4 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3b8daec-3ee2-49ef-a556-9d38f359f2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633483 Oct 30 15:06:09.894457 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7800daa5-ce69-48af-a03b-b95ac89f658c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:09.949563 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7800daa5-ce69-48af-a03b-b95ac89f658c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:10.025150 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c7a88-5b91-4725-8a32-eb9897135560 req-b5df259f-13c2-474d-aae4-f2933fac43b9 tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:10.035348 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d91c7a88-5b91-4725-8a32-eb9897135560 req-b5df259f-13c2-474d-aae4-f2933fac43b9 tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=650d9a7c-a4b8-48e9-8eb9-fb4e14556775 HTTP/1.1" status: 200 len: 1097 time: 0.2803063 Oct 30 15:06:10.092156 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d91c7a88-5b91-4725-8a32-eb9897135560 req-ddde8283-9a8c-462c-9c80-80bc2e283d84 tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557547 Oct 30 15:06:10.094291 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc21c9b-86a3-45e0-a191-fa0afb955c7d req-f668e162-e816-4681-8044-ad6342ec7d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:10.096063 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9bc21c9b-86a3-45e0-a191-fa0afb955c7d req-f668e162-e816-4681-8044-ad6342ec7d88 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2d67cf259ffb433791d4c12b75447cb9&device_id=9bf4114f-1a43-439c-b582-546eebcc1f6c HTTP/1.1" status: 200 len: 1100 time: 0.2749693 Oct 30 15:06:10.096693 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7800daa5-ce69-48af-a03b-b95ac89f658c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:10.106220 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7800daa5-ce69-48af-a03b-b95ac89f658c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:10.107419 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-7800daa5-ce69-48af-a03b-b95ac89f658c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8a1cfac4-d244-4ae9-a024-ba18bd1a0af5 HTTP/1.1" status: 204 len: 168 time: 0.3789072 Oct 30 15:06:10.217138 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7800daa5-ce69-48af-a03b-b95ac89f658c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1cfac4-d244-4ae9-a024-ba18bd1a0af5,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:10.336313 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device f7e4b9ab-7204-4289-af91-708f514a3756 no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:06:10.366261 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc21c9b-86a3-45e0-a191-fa0afb955c7d req-56652743-2494-4981-a23f-64007fa86ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:10.367921 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9bc21c9b-86a3-45e0-a191-fa0afb955c7d req-56652743-2494-4981-a23f-64007fa86ec2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8de8b155-6e08-41c3-866a-8b30bb481704 HTTP/1.1" status: 200 len: 870 time: 0.2593691 Oct 30 15:06:10.409965 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] No Port match for: f7e4b9ab-7204-4289-af91-708f514a3756 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:06:10.413287 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device f7e4b9ab-7204-4289-af91-708f514a3756 not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:06:10.434301 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9bc21c9b-86a3-45e0-a191-fa0afb955c7d req-202565ad-e904-4e02-bcea-fcb911349907 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=95cee43e-c682-4a0b-a4b3-f197e9c5e288 HTTP/1.1" status: 200 len: 217 time: 0.0558331 Oct 30 15:06:10.453770 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6d4d9f-f41d-41da-b1b4-89ed505ef4b8 req-e28cda8b-4ea8-45ee-b12e-9663c90339b6 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:10.457011 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ba6d4d9f-f41d-41da-b1b4-89ed505ef4b8 req-e28cda8b-4ea8-45ee-b12e-9663c90339b6 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=adaa9a5a-7bcf-4f02-bb88-d1c865da4f51 HTTP/1.1" status: 200 len: 950 time: 0.1712651 Oct 30 15:06:10.486195 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 584a36c5-c8f6-453d-b531-05a761dd38f3 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:06:10.620677 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e41162-96d2-4deb-864b-17309f78203a req-193ecce3-07eb-4b9a-9266-91b74921a517 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:10.621957 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ba6d4d9f-f41d-41da-b1b4-89ed505ef4b8 req-6121ec2f-bf89-40e0-be6f-993e96960d7e tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509624 Oct 30 15:06:10.630558 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-68e41162-96d2-4deb-864b-17309f78203a req-193ecce3-07eb-4b9a-9266-91b74921a517 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b14f1de-39d1-4687-9a0a-9f34bf28d262 HTTP/1.1" status: 200 len: 943 time: 0.1336458 Oct 30 15:06:10.650590 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc21c9b-86a3-45e0-a191-fa0afb955c7d req-2d75fd17-0361-4f48-9fef-954bc975dca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:10.652140 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9bc21c9b-86a3-45e0-a191-fa0afb955c7d req-2d75fd17-0361-4f48-9fef-954bc975dca0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.1939073 Oct 30 15:06:10.712604 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 584a36c5-c8f6-453d-b531-05a761dd38f3, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=584a36c5-c8f6-453d-b531-05a761dd38f3,segment=NetworkSegment(5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87),segment_id=5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:06:10.718541 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-68e41162-96d2-4deb-864b-17309f78203a req-bbe0350d-be32-47a4-8794-624c81dd2a06 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852084 Oct 30 15:06:10.764609 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '584a36c5-c8f6-453d-b531-05a761dd38f3', 'network_id': '2f36ee91-6757-4d64-8719-4cb39651ac94', 'port_id': '584a36c5-c8f6-453d-b531-05a761dd38f3', 'mac_address': 'fa:16:3e:b8:8b:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0d8673-4262-419a-bce2-caff67d0478f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:06:10.777581 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc21c9b-86a3-45e0-a191-fa0afb955c7d req-6cbaffc4-18bc-41e2-910b-711084e70a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:10.779007 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9bc21c9b-86a3-45e0-a191-fa0afb955c7d req-6cbaffc4-18bc-41e2-910b-711084e70a6e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1166832 Oct 30 15:06:10.883297 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c1d3ae79-9337-414e-9c6b-22042a92f491 req-6d9124cc-1974-4c11-bbcc-681c468dd4c0 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=8f3b671b14d04445b2eb6ae7afd8bb4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0558107 Oct 30 15:06:10.937087 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:10.982076 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 584a36c5-c8f6-453d-b531-05a761dd38f3 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:06:11.025012 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 584a36c5-c8f6-453d-b531-05a761dd38f3, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=584a36c5-c8f6-453d-b531-05a761dd38f3,segment=NetworkSegment(5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87),segment_id=5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:06:11.031271 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9bc21c9b-86a3-45e0-a191-fa0afb955c7d req-e3274208-edee-4538-a231-c4fc8ddfdde7 service neutron] 10.222.0.44 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414217 Oct 30 15:06:11.031443 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:11.109077 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3ae79-9337-414e-9c6b-22042a92f491 req-bd838ca1-541b-48f7-a68f-f42c5630b52d tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:11.117858 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c1d3ae79-9337-414e-9c6b-22042a92f491 req-bd838ca1-541b-48f7-a68f-f42c5630b52d tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2320502 Oct 30 15:06:11.118667 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=584a36c5-c8f6-453d-b531-05a761dd38f3,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:11.138840 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c1d3ae79-9337-414e-9c6b-22042a92f491 req-ee0dc27d-a1c5-4303-bbfb-bc6596048ed9 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] 10.222.0.62 "GET /v2.0/quotas/8f3b671b14d04445b2eb6ae7afd8bb4a HTTP/1.1" status: 200 len: 375 time: 0.0200512 Oct 30 15:06:11.192212 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9bc21c9b-86a3-45e0-a191-fa0afb955c7d req-a577df9f-5ca4-498a-b33f-4f87153c9acb service neutron] 10.222.0.44 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459005 Oct 30 15:06:11.216423 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0673d3-e145-408b-956e-bafc6b72be83 req-7bd675c3-6e40-45c0-adcc-ee6563d7c87b tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:11.222125 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c1d3ae79-9337-414e-9c6b-22042a92f491 req-6e765f84-00e0-4290-bd22-924b539cb7a2 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8f3b671b14d04445b2eb6ae7afd8bb4a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0824125 Oct 30 15:06:11.224084 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ab0673d3-e145-408b-956e-bafc6b72be83 req-7bd675c3-6e40-45c0-adcc-ee6563d7c87b tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] 10.222.0.62 "GET /v2.0/ports?device_id=9bf4114f-1a43-439c-b582-546eebcc1f6c HTTP/1.1" status: 200 len: 948 time: 0.4221246 Oct 30 15:06:11.261851 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ab0673d3-e145-408b-956e-bafc6b72be83 req-e5af6312-26b5-493a-8c2e-c30951e0b5e7 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] 10.222.0.62 "GET /v2.0/security-groups?id=caba50ec-ec8c-4c0e-a787-668486078c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368774 Oct 30 15:06:11.301344 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['584a36c5-c8f6-453d-b531-05a761dd38f3'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:06:11.410381 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f835365d-992f-4270-99fe-e3dbd8a71bce req-c7c11db0-d2d9-4488-87f2-5841f2ed8981 tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:11.416105 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f835365d-992f-4270-99fe-e3dbd8a71bce req-c7c11db0-d2d9-4488-87f2-5841f2ed8981 tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=650d9a7c-a4b8-48e9-8eb9-fb4e14556775 HTTP/1.1" status: 200 len: 1097 time: 0.0849507 Oct 30 15:06:11.506740 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f835365d-992f-4270-99fe-e3dbd8a71bce req-156408c6-e787-4c9c-9cde-1d993ea924ff tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867414 Oct 30 15:06:11.596138 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cdacbbf2-b5b9-4ca2-9e00-6a3a9b7bc5bf req-c2cd62e4-a214-4e54-b94c-85884eaa6c03 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] 10.222.0.62 "GET /v2.0/ports?device_id=504866ba-8ae9-4d61-bd8e-020ac133fe40 HTTP/1.1" status: 200 len: 210 time: 0.0429196 Oct 30 15:06:11.854306 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804289d2-b642-4abd-af01-68f1658f3ec8 req-85c701b9-0322-4e59-91f6-d132eae264ef tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:11.856674 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-804289d2-b642-4abd-af01-68f1658f3ec8 req-85c701b9-0322-4e59-91f6-d132eae264ef tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=adaa9a5a-7bcf-4f02-bb88-d1c865da4f51 HTTP/1.1" status: 200 len: 950 time: 0.0973654 Oct 30 15:06:11.934126 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-804289d2-b642-4abd-af01-68f1658f3ec8 req-5928d321-3668-40f1-b476-22308bece51f tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704296 Oct 30 15:06:12.124825 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031de9d-0937-4fcc-aaa7-2cfe7bae4c50 req-22dc9e3f-c9a3-42f3-b9a3-2f575840f4f4 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:12.128553 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a031de9d-0937-4fcc-aaa7-2cfe7bae4c50 req-22dc9e3f-c9a3-42f3-b9a3-2f575840f4f4 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b14f1de-39d1-4687-9a0a-9f34bf28d262 HTTP/1.1" status: 200 len: 944 time: 0.0779369 Oct 30 15:06:12.169486 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a031de9d-0937-4fcc-aaa7-2cfe7bae4c50 req-0852f2d5-ab48-4892-8967-54cb216984a0 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356491 Oct 30 15:06:12.346520 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 95cee43e-c682-4a0b-a4b3-f197e9c5e288 details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:06:12.397413 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f769b-9485-49fb-9d63-6b6e667452f4 req-b557ac1f-2d21-4d69-8c9c-9da58349eedc tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:12.409127 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-773f769b-9485-49fb-9d63-6b6e667452f4 req-b557ac1f-2d21-4d69-8c9c-9da58349eedc tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] 10.222.0.62 "GET /v2.0/ports?device_id=9bf4114f-1a43-439c-b582-546eebcc1f6c HTTP/1.1" status: 200 len: 948 time: 0.0736089 Oct 30 15:06:12.476392 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-773f769b-9485-49fb-9d63-6b6e667452f4 req-02971904-2269-4e73-8fc4-6d6ea0d037e3 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] 10.222.0.62 "GET /v2.0/security-groups?id=caba50ec-ec8c-4c0e-a787-668486078c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655365 Oct 30 15:06:12.504173 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 584a36c5-c8f6-453d-b531-05a761dd38f3 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:06:12.621445 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 95cee43e-c682-4a0b-a4b3-f197e9c5e288, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=95cee43e-c682-4a0b-a4b3-f197e9c5e288,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:06:12.640803 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port 584a36c5-c8f6-453d-b531-05a761dd38f3 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:06:12.647394 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 584a36c5-c8f6-453d-b531-05a761dd38f3 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:06:12.647960 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c1d3ae79-9337-414e-9c6b-22042a92f491 req-b869d219-e19c-4933-9e35-87a8dbecd053 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=8f3b671b14d04445b2eb6ae7afd8bb4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387099 Oct 30 15:06:12.649281 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:12.693208 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': '95cee43e-c682-4a0b-a4b3-f197e9c5e288', 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704', 'port_id': '95cee43e-c682-4a0b-a4b3-f197e9c5e288', 'mac_address': 'fa:16:3e:28:3e:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b5dea3-b65b-4514-8ec2-18a4245eb194', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:06:12.765958 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:12.806023 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95cee43e-c682-4a0b-a4b3-f197e9c5e288 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:06:12.835098 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:12.852034 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 95cee43e-c682-4a0b-a4b3-f197e9c5e288, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=95cee43e-c682-4a0b-a4b3-f197e9c5e288,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:06:12.856754 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:12.897490 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b14f1de-39d1-4687-9a0a-9f34bf28d262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584a36c5-c8f6-453d-b531-05a761dd38f3'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:06:12.899824 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-162c23b5-c0ab-46bd-87c1-283a503f0b6b" -d '{"events": [{"server_uuid": "0b14f1de-39d1-4687-9a0a-9f34bf28d262", "name": "network-vif-plugged", "status": "completed", "tag": "584a36c5-c8f6-453d-b531-05a761dd38f3"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:06:12.916854 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3ae79-9337-414e-9c6b-22042a92f491 req-dc386b52-8068-4a86-ab98-69fe0e656a5f tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:12.918170 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 584a36c5-c8f6-453d-b531-05a761dd38f3, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=584a36c5-c8f6-453d-b531-05a761dd38f3,segment=NetworkSegment(5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87),segment_id=5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:06:12.924022 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:12.931897 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c1d3ae79-9337-414e-9c6b-22042a92f491 req-dc386b52-8068-4a86-ab98-69fe0e656a5f tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2776694 Oct 30 15:06:12.939311 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=95cee43e-c682-4a0b-a4b3-f197e9c5e288,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:12.948585 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-eed30f55-4e34-4a75-932d-6c0d5d6be168 req-083b4fbd-b871-49fb-8192-7aa3cff0c0f9 tempest-SecurityGroupsTestAdminJSON-2049414794 tempest-SecurityGroupsTestAdminJSON-2049414794-project] Request body: {'security_group': {'name': 'tempest-securitygroup-368049852', 'description': 'tempest-description-1983672857'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:06:12.948948 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-c1d3ae79-9337-414e-9c6b-22042a92f491 req-ec712f63-6f55-475e-aa23-378ce77c76ec tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] Request body: {'port': {'device_id': '504866ba-8ae9-4d61-bd8e-020ac133fe40', 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704', 'admin_state_up': True, 'tenant_id': '8f3b671b14d04445b2eb6ae7afd8bb4a'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:06:12.981569 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-eed30f55-4e34-4a75-932d-6c0d5d6be168 req-083b4fbd-b871-49fb-8192-7aa3cff0c0f9 tempest-SecurityGroupsTestAdminJSON-2049414794 tempest-SecurityGroupsTestAdminJSON-2049414794-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:13.002766 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=584a36c5-c8f6-453d-b531-05a761dd38f3,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:13.011014 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-eed30f55-4e34-4a75-932d-6c0d5d6be168 req-083b4fbd-b871-49fb-8192-7aa3cff0c0f9 tempest-SecurityGroupsTestAdminJSON-2049414794 tempest-SecurityGroupsTestAdminJSON-2049414794-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:13.101923 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1d3ae79-9337-414e-9c6b-22042a92f491 req-ec712f63-6f55-475e-aa23-378ce77c76ec tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] Made reservation on behalf of 8f3b671b14d04445b2eb6ae7afd8bb4a for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:06:13.108507 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-c1d3ae79-9337-414e-9c6b-22042a92f491 req-ec712f63-6f55-475e-aa23-378ce77c76ec tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:13.119611 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-eed30f55-4e34-4a75-932d-6c0d5d6be168 req-083b4fbd-b871-49fb-8192-7aa3cff0c0f9 tempest-SecurityGroupsTestAdminJSON-2049414794 tempest-SecurityGroupsTestAdminJSON-2049414794-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:13.128179 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-eed30f55-4e34-4a75-932d-6c0d5d6be168 req-083b4fbd-b871-49fb-8192-7aa3cff0c0f9 tempest-SecurityGroupsTestAdminJSON-2049414794 tempest-SecurityGroupsTestAdminJSON-2049414794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:13.153043 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['95cee43e-c682-4a0b-a4b3-f197e9c5e288'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:06:13.183447 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083b4fbd-b871-49fb-8192-7aa3cff0c0f9 tempest-SecurityGroupsTestAdminJSON-2049414794 tempest-SecurityGroupsTestAdminJSON-2049414794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=635d6c19-6ee9-436d-85e4-9ba0fbe1024c,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:13.201327 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 52700) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:06:13.256488 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-eed30f55-4e34-4a75-932d-6c0d5d6be168 req-083b4fbd-b871-49fb-8192-7aa3cff0c0f9 tempest-SecurityGroupsTestAdminJSON-2049414794 tempest-SecurityGroupsTestAdminJSON-2049414794-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:13.262261 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-eed30f55-4e34-4a75-932d-6c0d5d6be168 req-083b4fbd-b871-49fb-8192-7aa3cff0c0f9 tempest-SecurityGroupsTestAdminJSON-2049414794 tempest-SecurityGroupsTestAdminJSON-2049414794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:13.281861 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-c1d3ae79-9337-414e-9c6b-22042a92f491 req-ec712f63-6f55-475e-aa23-378ce77c76ec tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] Allocated IP 192.168.233.71 (8de8b155-6e08-41c3-866a-8b30bb481704/43b5dea3-b65b-4514-8ec2-18a4245eb194/5272f2f0-0f84-46b9-8dd6-40280c34a1a4) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:06:13.331185 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-eed30f55-4e34-4a75-932d-6c0d5d6be168 req-083b4fbd-b871-49fb-8192-7aa3cff0c0f9 tempest-SecurityGroupsTestAdminJSON-2049414794 tempest-SecurityGroupsTestAdminJSON-2049414794-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:13.336330 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-eed30f55-4e34-4a75-932d-6c0d5d6be168 req-083b4fbd-b871-49fb-8192-7aa3cff0c0f9 tempest-SecurityGroupsTestAdminJSON-2049414794 tempest-SecurityGroupsTestAdminJSON-2049414794-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3963337 Oct 30 15:06:13.338541 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083b4fbd-b871-49fb-8192-7aa3cff0c0f9 tempest-SecurityGroupsTestAdminJSON-2049414794 tempest-SecurityGroupsTestAdminJSON-2049414794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37e574b0-2e94-4690-ae38-a420fa040843,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:13.428905 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-10303ba9-72bb-408b-9a6e-20bf7df6d677 tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:06:13.429995 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-10303ba9-72bb-408b-9a6e-20bf7df6d677 tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2277129 Oct 30 15:06:13.430675 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8d91551c-40d6-4d46-825d-0e3ef3102d3a req-ac260865-c260-4bd5-95c8-bfe8bd92abbe tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] 10.222.0.62 "GET /v2.0/ports?device_id=504866ba-8ae9-4d61-bd8e-020ac133fe40 HTTP/1.1" status: 200 len: 210 time: 0.0276701 Oct 30 15:06:13.484997 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1526385b-13e0-4bb4-8115-2b952c021100 x-openstack-request-id: req-1526385b-13e0-4bb4-8115-2b952c021100 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:06:13.484997 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b14f1de-39d1-4687-9a0a-9f34bf28d262", "name": "network-vif-plugged", "status": "completed", "tag": "584a36c5-c8f6-453d-b531-05a761dd38f3", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:06:13.484997 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1526385b-13e0-4bb4-8115-2b952c021100 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:06:13.484997 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b14f1de-39d1-4687-9a0a-9f34bf28d262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584a36c5-c8f6-453d-b531-05a761dd38f3', 'code': 200} Oct 30 15:06:13.500044 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-ab59306f-5582-4875-9ac4-3a940ac6ce11 tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:13.502008 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-ab59306f-5582-4875-9ac4-3a940ac6ce11 tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] 10.222.0.62 "GET /v2.0/ports/2e37ad38-e589-475b-95b7-f71b5467f5fb HTTP/1.1" status: 200 len: 1094 time: 0.0619824 Oct 30 15:06:13.591688 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-c1d3ae79-9337-414e-9c6b-22042a92f491 req-ec712f63-6f55-475e-aa23-378ce77c76ec tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:13.625062 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-b214b1dd-cb34-4740-9c6a-962744be9462 service neutron] Request body: {'binding': {'host': 'n-h2-806683-17', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:06:13.626211 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-b214b1dd-cb34-4740-9c6a-962744be9462 service neutron] Unknown quota resources ['binding']. {{(pid=102130) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 30 15:06:13.640905 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d9a97-43b1-458c-b5b2-0ef6fae20512 req-b7e94ee5-0905-48c7-aa97-f434e26a1ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:13.643219 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-059d9a97-43b1-458c-b5b2-0ef6fae20512 req-b7e94ee5-0905-48c7-aa97-f434e26a1ef4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0b14f1de-39d1-4687-9a0a-9f34bf28d262 HTTP/1.1" status: 200 len: 1097 time: 0.0959959 Oct 30 15:06:13.664306 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef8b7f-a566-4a92-b981-6fafd0fec7d9 req-264646d1-7136-4780-a569-ecfe433e5ae3 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:13.665886 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3cef8b7f-a566-4a92-b981-6fafd0fec7d9 req-264646d1-7136-4780-a569-ecfe433e5ae3 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=adaa9a5a-7bcf-4f02-bb88-d1c865da4f51 HTTP/1.1" status: 200 len: 950 time: 0.0700440 Oct 30 15:06:13.708196 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-c1d3ae79-9337-414e-9c6b-22042a92f491 req-ec712f63-6f55-475e-aa23-378ce77c76ec tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:13.722922 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['7418a3ad-1277-4974-9118-8d76ea9034d0'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:06:13.724306 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-059d9a97-43b1-458c-b5b2-0ef6fae20512 req-b6986693-8018-4396-9e4e-d6784786cec8 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732958 Oct 30 15:06:13.735563 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3cef8b7f-a566-4a92-b981-6fafd0fec7d9 req-72c79b67-c107-4347-a868-5f0f55dcd451 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602736 Oct 30 15:06:13.795862 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1d3ae79-9337-414e-9c6b-22042a92f491 req-ec712f63-6f55-475e-aa23-378ce77c76ec tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] Network 8de8b155-6e08-41c3-866a-8b30bb481704 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:06:13.804940 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-c1d3ae79-9337-414e-9c6b-22042a92f491 req-ec712f63-6f55-475e-aa23-378ce77c76ec tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:06:13.808708 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1d3ae79-9337-414e-9c6b-22042a92f491 req-ec712f63-6f55-475e-aa23-378ce77c76ec tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:06:13.870567 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec712f63-6f55-475e-aa23-378ce77c76ec tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] Pushing event updated for resources: {'Port': ['ID=5272f2f0-0f84-46b9-8dd6-40280c34a1a4,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:13.913521 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3ae79-9337-414e-9c6b-22042a92f491 req-ec712f63-6f55-475e-aa23-378ce77c76ec tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:13.914143 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-c1d3ae79-9337-414e-9c6b-22042a92f491 req-ec712f63-6f55-475e-aa23-378ce77c76ec tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:13.916588 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-b214b1dd-cb34-4740-9c6a-962744be9462 service neutron] Attempting to bind port 2e37ad38-e589-475b-95b7-f71b5467f5fb on host n-h2-806683-17 for vnic_type normal with profile None {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:06:13.916913 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-b214b1dd-cb34-4740-9c6a-962744be9462 service neutron] Attempting to bind port 2e37ad38-e589-475b-95b7-f71b5467f5fb by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': 'e8246d9e-f8e1-4659-b367-d870958fbb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '291c5166-548b-4ef8-b78f-841a397188df'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:06:13.917233 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-b214b1dd-cb34-4740-9c6a-962744be9462 service neutron] Attempting to bind port 2e37ad38-e589-475b-95b7-f71b5467f5fb on network 291c5166-548b-4ef8-b78f-841a397188df {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:06:13.927875 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-b214b1dd-cb34-4740-9c6a-962744be9462 service neutron] Port 2e37ad38-e589-475b-95b7-f71b5467f5fb on network 291c5166-548b-4ef8-b78f-841a397188df not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:06:13.928195 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-b214b1dd-cb34-4740-9c6a-962744be9462 service neutron] Attempting to bind port 2e37ad38-e589-475b-95b7-f71b5467f5fb on network 291c5166-548b-4ef8-b78f-841a397188df {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:06:13.937156 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-b214b1dd-cb34-4740-9c6a-962744be9462 service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:06:13.937592 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-b214b1dd-cb34-4740-9c6a-962744be9462 service neutron] Checking segment: {'id': 'e8246d9e-f8e1-4659-b367-d870958fbb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '291c5166-548b-4ef8-b78f-841a397188df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:06:13.938000 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-b214b1dd-cb34-4740-9c6a-962744be9462 service neutron] Bound using segment: {'id': 'e8246d9e-f8e1-4659-b367-d870958fbb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '291c5166-548b-4ef8-b78f-841a397188df'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:06:13.938494 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-b214b1dd-cb34-4740-9c6a-962744be9462 service neutron] Bound port: 2e37ad38-e589-475b-95b7-f71b5467f5fb, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8246d9e-f8e1-4659-b367-d870958fbb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '291c5166-548b-4ef8-b78f-841a397188df'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:06:13.943679 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c1d3ae79-9337-414e-9c6b-22042a92f491 req-ec712f63-6f55-475e-aa23-378ce77c76ec tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9987342 Oct 30 15:06:13.972597 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59d24cb-d28b-4298-b6db-731b670c0ebe req-a73bb7f0-f8c0-4151-9da4-823571aa5a5c tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:13.980525 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d59d24cb-d28b-4298-b6db-731b670c0ebe req-a73bb7f0-f8c0-4151-9da4-823571aa5a5c tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b14f1de-39d1-4687-9a0a-9f34bf28d262 HTTP/1.1" status: 200 len: 945 time: 0.1427002 Oct 30 15:06:13.990125 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-c1d3ae79-9337-414e-9c6b-22042a92f491 req-dfd97038-ef5d-4a3f-be3e-4d278050a9b8 service neutron] Request body: {'port': {'device_id': '504866ba-8ae9-4d61-bd8e-020ac133fe40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:06:14.050277 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d59d24cb-d28b-4298-b6db-731b670c0ebe req-8f96cf91-d7a6-4256-b092-1fa980844873 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657048 Oct 30 15:06:14.077048 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-56aac549-da75-4079-be1f-2da23cce1e8e req-0bf9f711-67a0-4e7a-bb4d-bd02a9807e01 tempest-SecurityGroupsTestAdminJSON-2049414794 tempest-SecurityGroupsTestAdminJSON-2049414794-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1362063776', 'description': 'tempest-description-1089184057'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:06:14.096652 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-337deb76-5093-4313-9d1b-6e94c29e0e4c None None] Provisioning complete for port 5272f2f0-0f84-46b9-8dd6-40280c34a1a4 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:06:14.097785 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-337deb76-5093-4313-9d1b-6e94c29e0e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:14.108610 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-c1d3ae79-9337-414e-9c6b-22042a92f491 req-dfd97038-ef5d-4a3f-be3e-4d278050a9b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:14.129344 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-b214b1dd-cb34-4740-9c6a-962744be9462 service neutron] For port 2e37ad38-e589-475b-95b7-f71b5467f5fb, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=2e37ad38-e589-475b-95b7-f71b5467f5fb,segment=NetworkSegment(e8246d9e-f8e1-4659-b367-d870958fbb44),segment_id=e8246d9e-f8e1-4659-b367-d870958fbb44)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:06:14.135371 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-56aac549-da75-4079-be1f-2da23cce1e8e req-0bf9f711-67a0-4e7a-bb4d-bd02a9807e01 tempest-SecurityGroupsTestAdminJSON-2049414794 tempest-SecurityGroupsTestAdminJSON-2049414794-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:14.144154 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-b214b1dd-cb34-4740-9c6a-962744be9462 service neutron] Publish callbacks [] for binding, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:14.144154 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-b214b1dd-cb34-4740-9c6a-962744be9462 service neutron] 10.222.0.62 "POST /v2.0/ports/2e37ad38-e589-475b-95b7-f71b5467f5fb/bindings HTTP/1.1" status: 201 len: 390 time: 0.5782475 Oct 30 15:06:14.155056 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-337deb76-5093-4313-9d1b-6e94c29e0e4c None None] Port 5272f2f0-0f84-46b9-8dd6-40280c34a1a4 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:06:14.268815 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-56aac549-da75-4079-be1f-2da23cce1e8e req-0bf9f711-67a0-4e7a-bb4d-bd02a9807e01 tempest-SecurityGroupsTestAdminJSON-2049414794 tempest-SecurityGroupsTestAdminJSON-2049414794-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:14.289541 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-56aac549-da75-4079-be1f-2da23cce1e8e req-0bf9f711-67a0-4e7a-bb4d-bd02a9807e01 tempest-SecurityGroupsTestAdminJSON-2049414794 tempest-SecurityGroupsTestAdminJSON-2049414794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:14.343371 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-56aac549-da75-4079-be1f-2da23cce1e8e req-0bf9f711-67a0-4e7a-bb4d-bd02a9807e01 tempest-SecurityGroupsTestAdminJSON-2049414794 tempest-SecurityGroupsTestAdminJSON-2049414794-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:14.345496 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-56aac549-da75-4079-be1f-2da23cce1e8e req-0bf9f711-67a0-4e7a-bb4d-bd02a9807e01 tempest-SecurityGroupsTestAdminJSON-2049414794 tempest-SecurityGroupsTestAdminJSON-2049414794-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.2729979 Oct 30 15:06:14.347581 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf9f711-67a0-4e7a-bb4d-bd02a9807e01 tempest-SecurityGroupsTestAdminJSON-2049414794 tempest-SecurityGroupsTestAdminJSON-2049414794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bbc9f2f-7422-46aa-9054-a90c5c95febb,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:14.364711 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 95cee43e-c682-4a0b-a4b3-f197e9c5e288 up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:06:14.411433 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e870e-ebcb-4423-b498-1845c1f327da req-66415d1b-065c-4bb1-835a-a5a17e701b2e tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:14.412874 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-475e870e-ebcb-4423-b498-1845c1f327da req-66415d1b-065c-4bb1-835a-a5a17e701b2e tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] 10.222.0.62 "GET /v2.0/ports?device_id=9bf4114f-1a43-439c-b582-546eebcc1f6c HTTP/1.1" status: 200 len: 949 time: 0.0760984 Oct 30 15:06:14.443012 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port 95cee43e-c682-4a0b-a4b3-f197e9c5e288 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:06:14.450756 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port 95cee43e-c682-4a0b-a4b3-f197e9c5e288 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:06:14.451441 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:14.494281 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-475e870e-ebcb-4423-b498-1845c1f327da req-1bfb84d1-91ef-4b1b-8d02-cc941ad01932 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] 10.222.0.62 "GET /v2.0/security-groups?id=caba50ec-ec8c-4c0e-a787-668486078c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646083 Oct 30 15:06:14.552690 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-5b5fcfd8-edce-4206-b4a9-71ddf46ce665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:14.554311 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-5b5fcfd8-edce-4206-b4a9-71ddf46ce665 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=48ec0906891f440e8725a8b756af6e71&device_id=650d9a7c-a4b8-48e9-8eb9-fb4e14556775 HTTP/1.1" status: 200 len: 1097 time: 0.0712957 Oct 30 15:06:14.578262 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-c1d3ae79-9337-414e-9c6b-22042a92f491 req-dfd97038-ef5d-4a3f-be3e-4d278050a9b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5272f2f0-0f84-46b9-8dd6-40280c34a1a4 {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:06:14.585054 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:14.595383 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-c1d3ae79-9337-414e-9c6b-22042a92f491 req-dfd97038-ef5d-4a3f-be3e-4d278050a9b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:14.623190 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 95cee43e-c682-4a0b-a4b3-f197e9c5e288, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=95cee43e-c682-4a0b-a4b3-f197e9c5e288,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:06:14.626257 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-c1d3ae79-9337-414e-9c6b-22042a92f491 req-dfd97038-ef5d-4a3f-be3e-4d278050a9b8 service neutron] Transition to ACTIVE for port object 5272f2f0-0f84-46b9-8dd6-40280c34a1a4 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:06:14.628075 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:14.632692 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-01ad97d5-e9d4-43ca-891d-420dac6927d4 req-a0c6f16a-3726-4acf-8996-32fabc5bc7ed tempest-SecurityGroupsTestAdminJSON-1062210991 tempest-SecurityGroupsTestAdminJSON-1062210991-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-936382388', 'description': 'tempest-description-80092721'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:06:14.662773 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-c1d3ae79-9337-414e-9c6b-22042a92f491 req-dfd97038-ef5d-4a3f-be3e-4d278050a9b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:14.670171 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-01ad97d5-e9d4-43ca-891d-420dac6927d4 req-a0c6f16a-3726-4acf-8996-32fabc5bc7ed tempest-SecurityGroupsTestAdminJSON-1062210991 tempest-SecurityGroupsTestAdminJSON-1062210991-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:14.701387 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=95cee43e-c682-4a0b-a4b3-f197e9c5e288,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:14.709887 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-01ad97d5-e9d4-43ca-891d-420dac6927d4 req-a0c6f16a-3726-4acf-8996-32fabc5bc7ed tempest-SecurityGroupsTestAdminJSON-1062210991 tempest-SecurityGroupsTestAdminJSON-1062210991-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:14.746822 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-6d545348-d162-4a15-a7a5-a69ebc50f39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:14.748496 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-6d545348-d162-4a15-a7a5-a69ebc50f39b service neutron] 10.222.0.44 "GET /v2.0/networks?id=291c5166-548b-4ef8-b78f-841a397188df HTTP/1.1" status: 200 len: 921 time: 0.1840625 Oct 30 15:06:14.752983 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd97038-ef5d-4a3f-be3e-4d278050a9b8 service neutron] Pushing event updated for resources: {'Port': ['ID=5272f2f0-0f84-46b9-8dd6-40280c34a1a4,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:14.758570 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eade17-ee05-4850-b4ad-fca90a7daeb7 req-e2754266-099c-4fa9-80f8-435abf69bde2 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:14.768809 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-42eade17-ee05-4850-b4ad-fca90a7daeb7 req-e2754266-099c-4fa9-80f8-435abf69bde2 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=650d9a7c-a4b8-48e9-8eb9-fb4e14556775 HTTP/1.1" status: 200 len: 945 time: 0.1008346 Oct 30 15:06:14.829786 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-a17a7239-257b-4473-ad24-68d6f24c5157 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e37ad38-e589-475b-95b7-f71b5467f5fb HTTP/1.1" status: 200 len: 217 time: 0.0526073 Oct 30 15:06:14.915263 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-42eade17-ee05-4850-b4ad-fca90a7daeb7 req-09d5d52c-63ae-4072-b618-4a92d92f4243 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350043 Oct 30 15:06:14.915561 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-01ad97d5-e9d4-43ca-891d-420dac6927d4 req-a0c6f16a-3726-4acf-8996-32fabc5bc7ed tempest-SecurityGroupsTestAdminJSON-1062210991 tempest-SecurityGroupsTestAdminJSON-1062210991-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:14.923006 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-c1d3ae79-9337-414e-9c6b-22042a92f491 req-dfd97038-ef5d-4a3f-be3e-4d278050a9b8 service neutron] Attempting to bind port 5272f2f0-0f84-46b9-8dd6-40280c34a1a4 on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:06:14.923308 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-c1d3ae79-9337-414e-9c6b-22042a92f491 req-dfd97038-ef5d-4a3f-be3e-4d278050a9b8 service neutron] Attempting to bind port 5272f2f0-0f84-46b9-8dd6-40280c34a1a4 by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:06:14.923663 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d3ae79-9337-414e-9c6b-22042a92f491 req-dfd97038-ef5d-4a3f-be3e-4d278050a9b8 service neutron] Attempting to bind port 5272f2f0-0f84-46b9-8dd6-40280c34a1a4 on network 8de8b155-6e08-41c3-866a-8b30bb481704 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:06:14.936336 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-01ad97d5-e9d4-43ca-891d-420dac6927d4 req-a0c6f16a-3726-4acf-8996-32fabc5bc7ed tempest-SecurityGroupsTestAdminJSON-1062210991 tempest-SecurityGroupsTestAdminJSON-1062210991-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:14.936848 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d3ae79-9337-414e-9c6b-22042a92f491 req-dfd97038-ef5d-4a3f-be3e-4d278050a9b8 service neutron] Port 5272f2f0-0f84-46b9-8dd6-40280c34a1a4 on network 8de8b155-6e08-41c3-866a-8b30bb481704 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:06:14.937598 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d3ae79-9337-414e-9c6b-22042a92f491 req-dfd97038-ef5d-4a3f-be3e-4d278050a9b8 service neutron] Attempting to bind port 5272f2f0-0f84-46b9-8dd6-40280c34a1a4 on network 8de8b155-6e08-41c3-866a-8b30bb481704 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:06:14.959631 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d3ae79-9337-414e-9c6b-22042a92f491 req-dfd97038-ef5d-4a3f-be3e-4d278050a9b8 service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:06:14.959966 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d3ae79-9337-414e-9c6b-22042a92f491 req-dfd97038-ef5d-4a3f-be3e-4d278050a9b8 service neutron] Checking segment: {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:06:14.960393 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d3ae79-9337-414e-9c6b-22042a92f491 req-dfd97038-ef5d-4a3f-be3e-4d278050a9b8 service neutron] Bound using segment: {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:06:14.960981 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-c1d3ae79-9337-414e-9c6b-22042a92f491 req-dfd97038-ef5d-4a3f-be3e-4d278050a9b8 service neutron] Bound port: 5272f2f0-0f84-46b9-8dd6-40280c34a1a4, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:06:14.961499 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-c1d3ae79-9337-414e-9c6b-22042a92f491 req-dfd97038-ef5d-4a3f-be3e-4d278050a9b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:14.963714 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-13369bfa-ca84-45e4-b610-eeeb2525de82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:14.965544 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-13369bfa-ca84-45e4-b610-eeeb2525de82 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4f4c836a-b7bd-4d76-afd1-011b8a3fe891 HTTP/1.1" status: 200 len: 860 time: 0.1221671 Oct 30 15:06:15.002490 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-490bd4d7-77f2-439c-aac7-24e9698a5f17 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=291c5166-548b-4ef8-b78f-841a397188df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279498 Oct 30 15:06:15.036090 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6f16a-3726-4acf-8996-32fabc5bc7ed tempest-SecurityGroupsTestAdminJSON-1062210991 tempest-SecurityGroupsTestAdminJSON-1062210991-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44fda902-ec9b-4500-8675-a65f346425d0,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:15.093580 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-c1d3ae79-9337-414e-9c6b-22042a92f491 req-dfd97038-ef5d-4a3f-be3e-4d278050a9b8 service neutron] For port 5272f2f0-0f84-46b9-8dd6-40280c34a1a4, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:06:15.099054 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-c1d3ae79-9337-414e-9c6b-22042a92f491 req-dfd97038-ef5d-4a3f-be3e-4d278050a9b8 service neutron] For port 5272f2f0-0f84-46b9-8dd6-40280c34a1a4, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=5272f2f0-0f84-46b9-8dd6-40280c34a1a4,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:06:15.108323 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-c1d3ae79-9337-414e-9c6b-22042a92f491 req-dfd97038-ef5d-4a3f-be3e-4d278050a9b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:15.111952 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-01ad97d5-e9d4-43ca-891d-420dac6927d4 req-a0c6f16a-3726-4acf-8996-32fabc5bc7ed tempest-SecurityGroupsTestAdminJSON-1062210991 tempest-SecurityGroupsTestAdminJSON-1062210991-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:15.139549 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-01ad97d5-e9d4-43ca-891d-420dac6927d4 req-a0c6f16a-3726-4acf-8996-32fabc5bc7ed tempest-SecurityGroupsTestAdminJSON-1062210991 tempest-SecurityGroupsTestAdminJSON-1062210991-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:15.169134 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3ae79-9337-414e-9c6b-22042a92f491 req-dfd97038-ef5d-4a3f-be3e-4d278050a9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:15.169923 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-c1d3ae79-9337-414e-9c6b-22042a92f491 req-dfd97038-ef5d-4a3f-be3e-4d278050a9b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:15.171919 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c1d3ae79-9337-414e-9c6b-22042a92f491 req-dfd97038-ef5d-4a3f-be3e-4d278050a9b8 service neutron] 10.222.0.44 "PUT /v2.0/ports/5272f2f0-0f84-46b9-8dd6-40280c34a1a4 HTTP/1.1" status: 200 len: 1096 time: 1.2079523 Oct 30 15:06:15.175375 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '504866ba-8ae9-4d61-bd8e-020ac133fe40', 'tag': '5272f2f0-0f84-46b9-8dd6-40280c34a1a4'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:06:15.177875 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a9fea0-3d21-4022-8480-67f2f7dafacb" -d '{"events": [{"name": "network-changed", "server_uuid": "504866ba-8ae9-4d61-bd8e-020ac133fe40", "tag": "5272f2f0-0f84-46b9-8dd6-40280c34a1a4"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:06:15.190310 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-01ad97d5-e9d4-43ca-891d-420dac6927d4 req-a0c6f16a-3726-4acf-8996-32fabc5bc7ed tempest-SecurityGroupsTestAdminJSON-1062210991 tempest-SecurityGroupsTestAdminJSON-1062210991-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:15.191574 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-01ad97d5-e9d4-43ca-891d-420dac6927d4 req-a0c6f16a-3726-4acf-8996-32fabc5bc7ed tempest-SecurityGroupsTestAdminJSON-1062210991 tempest-SecurityGroupsTestAdminJSON-1062210991-project-admin] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5632062 Oct 30 15:06:15.216535 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd97038-ef5d-4a3f-be3e-4d278050a9b8 service neutron] Pushing event updated for resources: {'Port': ['ID=5272f2f0-0f84-46b9-8dd6-40280c34a1a4,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:15.220986 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6f16a-3726-4acf-8996-32fabc5bc7ed tempest-SecurityGroupsTestAdminJSON-1062210991 tempest-SecurityGroupsTestAdminJSON-1062210991-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07bb6a11-10d5-4e0b-975d-e9147a2c41b4,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:15.240853 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-5b892857-f031-43c9-af77-9e9871045bec service neutron] 10.222.0.44 "GET /v2.0/networks/291c5166-548b-4ef8-b78f-841a397188df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307842 Oct 30 15:06:15.275023 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f14904-8b0b-4cbd-bbf5-d94d3f7242f4 req-ec999570-4844-4116-b9ef-a16fda7ea959 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:15.276576 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-24f14904-8b0b-4cbd-bbf5-d94d3f7242f4 req-ec999570-4844-4116-b9ef-a16fda7ea959 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] 10.222.0.62 "GET /v2.0/ports?device_id=504866ba-8ae9-4d61-bd8e-020ac133fe40 HTTP/1.1" status: 200 len: 947 time: 0.2431800 Oct 30 15:06:15.284289 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3ae79-9337-414e-9c6b-22042a92f491 req-2f05815b-610e-4f18-aae3-b50de3797f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:15.287583 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c1d3ae79-9337-414e-9c6b-22042a92f491 req-2f05815b-610e-4f18-aae3-b50de3797f01 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8f3b671b14d04445b2eb6ae7afd8bb4a&device_id=504866ba-8ae9-4d61-bd8e-020ac133fe40 HTTP/1.1" status: 200 len: 1099 time: 0.0610638 Oct 30 15:06:15.364444 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c1d3ae79-9337-414e-9c6b-22042a92f491 req-d427921f-7e9f-4738-8f6d-0510e16aca4d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=5272f2f0-0f84-46b9-8dd6-40280c34a1a4 HTTP/1.1" status: 200 len: 217 time: 0.0652401 Oct 30 15:06:15.366733 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-24f14904-8b0b-4cbd-bbf5-d94d3f7242f4 req-7f4358b9-d1ec-4f70-8806-ddec3d2c2833 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3b8daec-3ee2-49ef-a556-9d38f359f2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796626 Oct 30 15:06:15.394663 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-c8ede155-4dd9-48a1-acb3-9be7f0322996 service neutron] 10.222.0.44 "GET /v2.0/networks/291c5166-548b-4ef8-b78f-841a397188df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448612 Oct 30 15:06:15.450470 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b093d-5442-4f24-a047-b35fe814cb70 req-34242472-e0a2-45dd-892a-8c9a5953d931 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:15.452028 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ff5b093d-5442-4f24-a047-b35fe814cb70 req-34242472-e0a2-45dd-892a-8c9a5953d931 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=adaa9a5a-7bcf-4f02-bb88-d1c865da4f51 HTTP/1.1" status: 200 len: 950 time: 0.0903947 Oct 30 15:06:15.453979 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3ae79-9337-414e-9c6b-22042a92f491 req-4918ecba-882f-4e7a-90d9-69e9d042a058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:15.455282 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c1d3ae79-9337-414e-9c6b-22042a92f491 req-4918ecba-882f-4e7a-90d9-69e9d042a058 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.0822952 Oct 30 15:06:15.486313 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bf4114f-1a43-439c-b582-546eebcc1f6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95cee43e-c682-4a0b-a4b3-f197e9c5e288'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:06:15.489364 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e71f0a15-82b4-469c-9981-b7fc755be427" -d '{"events": [{"server_uuid": "9bf4114f-1a43-439c-b582-546eebcc1f6c", "name": "network-vif-plugged", "status": "completed", "tag": "95cee43e-c682-4a0b-a4b3-f197e9c5e288"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:06:15.538898 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728aadfb-0c9b-49be-b057-2666c101bc56 req-273d0213-1455-4931-9a1e-9813efabd610 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:15.539799 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ff5b093d-5442-4f24-a047-b35fe814cb70 req-d361b970-b275-4abc-b4a0-92433079c08a tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796847 Oct 30 15:06:15.546745 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-728aadfb-0c9b-49be-b057-2666c101bc56 req-273d0213-1455-4931-9a1e-9813efabd610 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b14f1de-39d1-4687-9a0a-9f34bf28d262 HTTP/1.1" status: 200 len: 945 time: 0.0967512 Oct 30 15:06:15.548294 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3ae79-9337-414e-9c6b-22042a92f491 req-37efda55-5056-42c5-823c-84d24bb4894d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:15.550224 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c1d3ae79-9337-414e-9c6b-22042a92f491 req-37efda55-5056-42c5-823c-84d24bb4894d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0721538 Oct 30 15:06:15.586404 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-58e636ef-7b76-4b04-a73d-12778446418e tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:15.588553 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-58e636ef-7b76-4b04-a73d-12778446418e tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=650d9a7c-a4b8-48e9-8eb9-fb4e14556775&tenant_id=48ec0906891f440e8725a8b756af6e71&binding%3Ahost_id=n-h1-806683-17 HTTP/1.1" status: 200 len: 1097 time: 0.1046898 Oct 30 15:06:15.605027 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-0db6d753-dd09-4f0b-9b71-7e94684fbb98 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-806683-17'}}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:06:15.613992 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f1348e-58b4-4458-9164-bbaa35826df1 x-openstack-request-id: req-a3f1348e-58b4-4458-9164-bbaa35826df1 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:06:15.614504 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "504866ba-8ae9-4d61-bd8e-020ac133fe40", "tag": "5272f2f0-0f84-46b9-8dd6-40280c34a1a4", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:06:15.614636 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a3f1348e-58b4-4458-9164-bbaa35826df1 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:06:15.614984 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '504866ba-8ae9-4d61-bd8e-020ac133fe40', 'tag': '5272f2f0-0f84-46b9-8dd6-40280c34a1a4', 'status': 'completed', 'code': 200} Oct 30 15:06:15.621668 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-5274515f-e95d-402d-8433-ee0510ae4977 req-2287fc1b-f547-4a6a-93bc-c43945deef48 tempest-SecurityGroupsTestAdminJSON-1062210991 tempest-SecurityGroupsTestAdminJSON-1062210991-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-136145975', 'description': 'tempest-description-966833993'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:06:15.634865 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-728aadfb-0c9b-49be-b057-2666c101bc56 req-f3af82f8-d584-46d9-a20c-aabbed714545 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871542 Oct 30 15:06:15.681727 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-5274515f-e95d-402d-8433-ee0510ae4977 req-2287fc1b-f547-4a6a-93bc-c43945deef48 tempest-SecurityGroupsTestAdminJSON-1062210991 tempest-SecurityGroupsTestAdminJSON-1062210991-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:15.682877 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e1ea5db-5b25-4bd4-ae94-e05b84bbccc4 x-openstack-request-id: req-8e1ea5db-5b25-4bd4-ae94-e05b84bbccc4 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:06:15.683349 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bf4114f-1a43-439c-b582-546eebcc1f6c", "name": "network-vif-plugged", "status": "completed", "tag": "95cee43e-c682-4a0b-a4b3-f197e9c5e288", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:06:15.683442 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8e1ea5db-5b25-4bd4-ae94-e05b84bbccc4 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:06:15.684510 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bf4114f-1a43-439c-b582-546eebcc1f6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95cee43e-c682-4a0b-a4b3-f197e9c5e288', 'code': 200} Oct 30 15:06:15.687522 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-0db6d753-dd09-4f0b-9b71-7e94684fbb98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:15.712033 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c1d3ae79-9337-414e-9c6b-22042a92f491 req-ed7536aa-5154-41a3-a77b-4fc57b73371e service neutron] 10.222.0.44 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522112 Oct 30 15:06:15.851940 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-5274515f-e95d-402d-8433-ee0510ae4977 req-2287fc1b-f547-4a6a-93bc-c43945deef48 tempest-SecurityGroupsTestAdminJSON-1062210991 tempest-SecurityGroupsTestAdminJSON-1062210991-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:15.864097 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-5274515f-e95d-402d-8433-ee0510ae4977 req-2287fc1b-f547-4a6a-93bc-c43945deef48 tempest-SecurityGroupsTestAdminJSON-1062210991 tempest-SecurityGroupsTestAdminJSON-1062210991-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:15.867009 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-0db6d753-dd09-4f0b-9b71-7e94684fbb98 service neutron] For port 2e37ad38-e589-475b-95b7-f71b5467f5fb, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=2e37ad38-e589-475b-95b7-f71b5467f5fb,segment=NetworkSegment(e8246d9e-f8e1-4659-b367-d870958fbb44),segment_id=e8246d9e-f8e1-4659-b367-d870958fbb44)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:06:15.870737 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067afc0-37ed-43ec-91d1-0b102058ecfc req-dc13281f-bce1-4cb3-8ae6-f1c9f6c2e1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:15.872396 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9067afc0-37ed-43ec-91d1-0b102058ecfc req-dc13281f-bce1-4cb3-8ae6-f1c9f6c2e1bc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9bf4114f-1a43-439c-b582-546eebcc1f6c HTTP/1.1" status: 200 len: 1102 time: 0.0900626 Oct 30 15:06:15.876351 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca436a01-499a-4b1c-bea7-8d1d0c27e9f4 req-efe04a10-7ece-4107-be60-698b8d9861d6 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:15.886537 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ca436a01-499a-4b1c-bea7-8d1d0c27e9f4 req-efe04a10-7ece-4107-be60-698b8d9861d6 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] 10.222.0.62 "GET /v2.0/ports?device_id=9bf4114f-1a43-439c-b582-546eebcc1f6c HTTP/1.1" status: 200 len: 950 time: 0.0898962 Oct 30 15:06:15.909487 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c1d3ae79-9337-414e-9c6b-22042a92f491 req-b9b218b4-9a7a-45ce-be26-72069524af41 service neutron] 10.222.0.44 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826334 Oct 30 15:06:15.931645 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-5274515f-e95d-402d-8433-ee0510ae4977 req-2287fc1b-f547-4a6a-93bc-c43945deef48 tempest-SecurityGroupsTestAdminJSON-1062210991 tempest-SecurityGroupsTestAdminJSON-1062210991-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:15.933366 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5274515f-e95d-402d-8433-ee0510ae4977 req-2287fc1b-f547-4a6a-93bc-c43945deef48 tempest-SecurityGroupsTestAdminJSON-1062210991 tempest-SecurityGroupsTestAdminJSON-1062210991-project-admin] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3157649 Oct 30 15:06:15.942942 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2287fc1b-f547-4a6a-93bc-c43945deef48 tempest-SecurityGroupsTestAdminJSON-1062210991 tempest-SecurityGroupsTestAdminJSON-1062210991-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b87882-0840-4478-82e3-4f0520028713,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:15.966627 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ca436a01-499a-4b1c-bea7-8d1d0c27e9f4 req-08165c0d-367e-4ccb-a70a-43302bf6a8ef tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] 10.222.0.62 "GET /v2.0/security-groups?id=caba50ec-ec8c-4c0e-a787-668486078c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663190 Oct 30 15:06:15.979616 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-0db6d753-dd09-4f0b-9b71-7e94684fbb98 service neutron] For port 2e37ad38-e589-475b-95b7-f71b5467f5fb, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:06:15.982201 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9067afc0-37ed-43ec-91d1-0b102058ecfc req-18c888d5-4d28-46c3-b17c-d33e11bc5032 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=caba50ec-ec8c-4c0e-a787-668486078c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873690 Oct 30 15:06:16.032344 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650d9a7c-a4b8-48e9-8eb9-fb4e14556775', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e37ad38-e589-475b-95b7-f71b5467f5fb'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:06:16.034323 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a9fea0-3d21-4022-8480-67f2f7dafacb req-ec36dc58-1020-41a1-8245-f7f3106d320b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:16.035576 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe5c0729-7d8a-4ede-8470-24842d70131a" -d '{"events": [{"server_uuid": "650d9a7c-a4b8-48e9-8eb9-fb4e14556775", "name": "network-vif-unplugged", "status": "completed", "tag": "2e37ad38-e589-475b-95b7-f71b5467f5fb"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:06:16.036006 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-44a9fea0-3d21-4022-8480-67f2f7dafacb req-ec36dc58-1020-41a1-8245-f7f3106d320b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8f3b671b14d04445b2eb6ae7afd8bb4a&device_id=504866ba-8ae9-4d61-bd8e-020ac133fe40 HTTP/1.1" status: 200 len: 1099 time: 0.0562077 Oct 30 15:06:16.040441 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-0db6d753-dd09-4f0b-9b71-7e94684fbb98 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:16.053914 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-0db6d753-dd09-4f0b-9b71-7e94684fbb98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:16.173583 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157966c0-d9c0-45f4-92a5-a6f34d544270 req-e3043d02-fb69-4d39-bccf-a2dcbe96c931 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:16.175048 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-157966c0-d9c0-45f4-92a5-a6f34d544270 req-e3043d02-fb69-4d39-bccf-a2dcbe96c931 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=650d9a7c-a4b8-48e9-8eb9-fb4e14556775 HTTP/1.1" status: 200 len: 943 time: 0.1321380 Oct 30 15:06:16.176066 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db6d753-dd09-4f0b-9b71-7e94684fbb98 service neutron] Pushing event updated for resources: {'Port': ['ID=2e37ad38-e589-475b-95b7-f71b5467f5fb,revision_number=7']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:16.178910 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-0db6d753-dd09-4f0b-9b71-7e94684fbb98 service neutron] Attempting to bind port 2e37ad38-e589-475b-95b7-f71b5467f5fb on host n-h1-806683-17 for vnic_type normal with profile {"migrating_to": "n-h2-806683-17"} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:06:16.179241 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-0db6d753-dd09-4f0b-9b71-7e94684fbb98 service neutron] Attempting to bind port 2e37ad38-e589-475b-95b7-f71b5467f5fb by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': 'e8246d9e-f8e1-4659-b367-d870958fbb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '291c5166-548b-4ef8-b78f-841a397188df'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:06:16.179561 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf54d2d7-8f4a-4a8a-96c7-238a88ebb5e2 req-b97e7890-2161-47bf-8f50-0297431e0d1c tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:16.179696 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-0db6d753-dd09-4f0b-9b71-7e94684fbb98 service neutron] Attempting to bind port 2e37ad38-e589-475b-95b7-f71b5467f5fb on network 291c5166-548b-4ef8-b78f-841a397188df {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:06:16.182788 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bf54d2d7-8f4a-4a8a-96c7-238a88ebb5e2 req-b97e7890-2161-47bf-8f50-0297431e0d1c tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=0b14f1de-39d1-4687-9a0a-9f34bf28d262 HTTP/1.1" status: 200 len: 1097 time: 0.0431623 Oct 30 15:06:16.191330 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-0db6d753-dd09-4f0b-9b71-7e94684fbb98 service neutron] Port 2e37ad38-e589-475b-95b7-f71b5467f5fb on network 291c5166-548b-4ef8-b78f-841a397188df not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:06:16.191678 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-0db6d753-dd09-4f0b-9b71-7e94684fbb98 service neutron] Attempting to bind port 2e37ad38-e589-475b-95b7-f71b5467f5fb on network 291c5166-548b-4ef8-b78f-841a397188df {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:06:16.205513 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-0db6d753-dd09-4f0b-9b71-7e94684fbb98 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:06:16.205844 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-0db6d753-dd09-4f0b-9b71-7e94684fbb98 service neutron] Checking segment: {'id': 'e8246d9e-f8e1-4659-b367-d870958fbb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '291c5166-548b-4ef8-b78f-841a397188df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:06:16.206219 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-0db6d753-dd09-4f0b-9b71-7e94684fbb98 service neutron] Bound using segment: {'id': 'e8246d9e-f8e1-4659-b367-d870958fbb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '291c5166-548b-4ef8-b78f-841a397188df'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:06:16.206650 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-0db6d753-dd09-4f0b-9b71-7e94684fbb98 service neutron] Bound port: 2e37ad38-e589-475b-95b7-f71b5467f5fb, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8246d9e-f8e1-4659-b367-d870958fbb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '291c5166-548b-4ef8-b78f-841a397188df'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:06:16.207005 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-0db6d753-dd09-4f0b-9b71-7e94684fbb98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:16.232994 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bf54d2d7-8f4a-4a8a-96c7-238a88ebb5e2 req-e4fe555a-0aa7-4372-910d-c46aa9dbbb38 tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457919 Oct 30 15:06:16.255861 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-157966c0-d9c0-45f4-92a5-a6f34d544270 req-4a1e877e-a9ae-4f7d-a596-ea90a945edda tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674541 Oct 30 15:06:16.291366 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-0db6d753-dd09-4f0b-9b71-7e94684fbb98 service neutron] For port 2e37ad38-e589-475b-95b7-f71b5467f5fb, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:06:16.297622 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-0db6d753-dd09-4f0b-9b71-7e94684fbb98 service neutron] For port 2e37ad38-e589-475b-95b7-f71b5467f5fb, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=2e37ad38-e589-475b-95b7-f71b5467f5fb,segment=NetworkSegment(e8246d9e-f8e1-4659-b367-d870958fbb44),segment_id=e8246d9e-f8e1-4659-b367-d870958fbb44)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:06:16.303144 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-0db6d753-dd09-4f0b-9b71-7e94684fbb98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:16.342100 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Oct 2021 15:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b595d5d9-032d-4a77-b5e2-b542c6da93eb x-openstack-request-id: req-b595d5d9-032d-4a77-b5e2-b542c6da93eb {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:06:16.342532 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "650d9a7c-a4b8-48e9-8eb9-fb4e14556775", "name": "network-vif-unplugged", "status": "completed", "tag": "2e37ad38-e589-475b-95b7-f71b5467f5fb", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:06:16.342882 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b595d5d9-032d-4a77-b5e2-b542c6da93eb {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:06:16.343570 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '650d9a7c-a4b8-48e9-8eb9-fb4e14556775', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e37ad38-e589-475b-95b7-f71b5467f5fb', 'code': 200} Oct 30 15:06:16.413769 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db6d753-dd09-4f0b-9b71-7e94684fbb98 service neutron] Pushing event updated for resources: {'Port': ['ID=2e37ad38-e589-475b-95b7-f71b5467f5fb,revision_number=8']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:16.436359 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-0db6d753-dd09-4f0b-9b71-7e94684fbb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:16.436989 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-0db6d753-dd09-4f0b-9b71-7e94684fbb98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:16.439036 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-0db6d753-dd09-4f0b-9b71-7e94684fbb98 service neutron] 10.222.0.44 "PUT /v2.0/ports/2e37ad38-e589-475b-95b7-f71b5467f5fb HTTP/1.1" status: 200 len: 1123 time: 0.8403213 Oct 30 15:06:16.452253 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d8616-68c1-4559-a8de-9d0ed8ffb2e2 req-de7fb914-dd6c-49cb-9d5f-4a9802ac6e8a tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:16.454339 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6b8d8616-68c1-4559-a8de-9d0ed8ffb2e2 req-de7fb914-dd6c-49cb-9d5f-4a9802ac6e8a tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=0b14f1de-39d1-4687-9a0a-9f34bf28d262 HTTP/1.1" status: 200 len: 1097 time: 0.0864589 Oct 30 15:06:16.505097 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6b8d8616-68c1-4559-a8de-9d0ed8ffb2e2 req-4f46f034-0733-43b7-9477-c4283e9e5ea5 tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417321 Oct 30 15:06:16.535699 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['2e37ad38-e589-475b-95b7-f71b5467f5fb'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:06:16.579950 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a9fea0-3d21-4022-8480-67f2f7dafacb req-005f7896-fda7-49cc-8381-7dee5abbaa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:16.584831 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-44a9fea0-3d21-4022-8480-67f2f7dafacb req-005f7896-fda7-49cc-8381-7dee5abbaa18 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8de8b155-6e08-41c3-866a-8b30bb481704 HTTP/1.1" status: 200 len: 870 time: 0.3693829 Oct 30 15:06:16.627969 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a59b5-cf73-4f73-aef9-7060f1d6a36d req-74cd202c-a8c3-4ce5-8fb3-698e6e986d11 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:16.629555 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-df1a59b5-cf73-4f73-aef9-7060f1d6a36d req-74cd202c-a8c3-4ce5-8fb3-698e6e986d11 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] 10.222.0.62 "GET /v2.0/ports?device_id=504866ba-8ae9-4d61-bd8e-020ac133fe40 HTTP/1.1" status: 200 len: 947 time: 0.0577731 Oct 30 15:06:16.646288 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-44a9fea0-3d21-4022-8480-67f2f7dafacb req-1d75493e-b4b5-4153-87d1-a21740d07025 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=5272f2f0-0f84-46b9-8dd6-40280c34a1a4 HTTP/1.1" status: 200 len: 217 time: 0.0460992 Oct 30 15:06:16.679054 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-df1a59b5-cf73-4f73-aef9-7060f1d6a36d req-aafeabe2-3fe5-4dc2-9b85-ad0921475eba tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3b8daec-3ee2-49ef-a556-9d38f359f2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428259 Oct 30 15:06:16.730814 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a9fea0-3d21-4022-8480-67f2f7dafacb req-86ec1ed2-18ed-4bff-9b33-f055b070b363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:16.732511 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-44a9fea0-3d21-4022-8480-67f2f7dafacb req-86ec1ed2-18ed-4bff-9b33-f055b070b363 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.0761256 Oct 30 15:06:16.814826 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a9fea0-3d21-4022-8480-67f2f7dafacb req-dc6321fa-6b73-4973-b7c9-b2117c6cf2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:16.816327 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-44a9fea0-3d21-4022-8480-67f2f7dafacb req-dc6321fa-6b73-4973-b7c9-b2117c6cf2c1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0734234 Oct 30 15:06:16.821003 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69cc722-1a68-4823-9dd4-4f5866839e44 req-92326697-23fe-43b2-a70a-436a0c1b3fba tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:16.822465 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d69cc722-1a68-4823-9dd4-4f5866839e44 req-92326697-23fe-43b2-a70a-436a0c1b3fba tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=adaa9a5a-7bcf-4f02-bb88-d1c865da4f51 HTTP/1.1" status: 200 len: 950 time: 0.0489335 Oct 30 15:06:16.860244 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d69cc722-1a68-4823-9dd4-4f5866839e44 req-3dc97404-7f76-46ad-88f9-fe9acf60e18e tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316727 Oct 30 15:06:16.965966 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-349d38d5-d3bc-4ede-9e78-393493c4ed7b req-9eaeb02c-7ebc-4c21-af92-c894ff70cf4e tempest-SecurityGroupsTestAdminJSON-1062210991 tempest-SecurityGroupsTestAdminJSON-1062210991-project-admin] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 56135 time: 0.6939733 Oct 30 15:06:16.972105 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-44a9fea0-3d21-4022-8480-67f2f7dafacb req-d418e76f-3a70-4759-a786-54319004d807 service neutron] 10.222.0.44 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463001 Oct 30 15:06:17.086527 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-349d38d5-d3bc-4ede-9e78-393493c4ed7b req-7f16f9d4-96b9-42f1-8944-8622dbbe48e9 tempest-SecurityGroupsTestAdminJSON-1062210991 tempest-SecurityGroupsTestAdminJSON-1062210991-project-admin] 10.222.0.62 "GET /v2.0/security-groups/04d9b05b-cfb3-4c5d-90e3-baec1eb33fd0 HTTP/1.1" status: 200 len: 2981 time: 0.0574062 Oct 30 15:06:17.112110 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-44a9fea0-3d21-4022-8480-67f2f7dafacb req-30748783-adec-46f4-b2e1-2f297a6eb7a6 service neutron] 10.222.0.44 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289048 Oct 30 15:06:17.137423 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-349d38d5-d3bc-4ede-9e78-393493c4ed7b req-3223d303-3528-4cb9-9a19-e368915051f2 tempest-SecurityGroupsTestAdminJSON-1062210991 tempest-SecurityGroupsTestAdminJSON-1062210991-project-admin] 10.222.0.62 "GET /v2.0/security-groups/04d9b05b-cfb3-4c5d-90e3-baec1eb33fd0 HTTP/1.1" status: 200 len: 2981 time: 0.0401089 Oct 30 15:06:17.186082 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-349d38d5-d3bc-4ede-9e78-393493c4ed7b req-d032aabe-fb1e-45ea-bd95-0c56fc7df525 tempest-SecurityGroupsTestAdminJSON-1062210991 tempest-SecurityGroupsTestAdminJSON-1062210991-project-admin] 10.222.0.62 "GET /v2.0/security-groups/10ad5f21-cb4b-475c-8cf7-58bb0fc8f42a HTTP/1.1" status: 200 len: 2977 time: 0.0407958 Oct 30 15:06:17.231438 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-349d38d5-d3bc-4ede-9e78-393493c4ed7b req-2e89cf64-17eb-4498-9d6a-51b1d94ccab7 tempest-SecurityGroupsTestAdminJSON-1062210991 tempest-SecurityGroupsTestAdminJSON-1062210991-project-admin] 10.222.0.62 "GET /v2.0/security-groups/10ad5f21-cb4b-475c-8cf7-58bb0fc8f42a HTTP/1.1" status: 200 len: 2977 time: 0.0377316 Oct 30 15:06:17.278555 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-349d38d5-d3bc-4ede-9e78-393493c4ed7b req-f30790b1-00cd-413f-a777-5fc434eb9172 tempest-SecurityGroupsTestAdminJSON-1062210991 tempest-SecurityGroupsTestAdminJSON-1062210991-project-admin] 10.222.0.62 "GET /v2.0/security-groups/17116fc7-3a11-4235-a758-4d9b80ea4beb HTTP/1.1" status: 200 len: 2977 time: 0.0407548 Oct 30 15:06:17.334553 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-349d38d5-d3bc-4ede-9e78-393493c4ed7b req-74b83b22-be61-4446-8f7e-900ba4484184 tempest-SecurityGroupsTestAdminJSON-1062210991 tempest-SecurityGroupsTestAdminJSON-1062210991-project-admin] 10.222.0.62 "GET /v2.0/security-groups/17116fc7-3a11-4235-a758-4d9b80ea4beb HTTP/1.1" status: 200 len: 2977 time: 0.0414593 Oct 30 15:06:17.378404 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-349d38d5-d3bc-4ede-9e78-393493c4ed7b req-9e02c4eb-ecf6-4aba-9385-61a425fc7c0b tempest-SecurityGroupsTestAdminJSON-1062210991 tempest-SecurityGroupsTestAdminJSON-1062210991-project-admin] 10.222.0.62 "GET /v2.0/security-groups/21a03aff-2bea-41bd-b1ed-34b1a285149e HTTP/1.1" status: 200 len: 2973 time: 0.0370295 Oct 30 15:06:17.422378 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-349d38d5-d3bc-4ede-9e78-393493c4ed7b req-77601377-2082-4e02-8abd-fbe0991518d5 tempest-SecurityGroupsTestAdminJSON-1062210991 tempest-SecurityGroupsTestAdminJSON-1062210991-project-admin] 10.222.0.62 "GET /v2.0/security-groups/21a03aff-2bea-41bd-b1ed-34b1a285149e HTTP/1.1" status: 200 len: 2973 time: 0.0366144 Oct 30 15:06:17.466620 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-349d38d5-d3bc-4ede-9e78-393493c4ed7b req-a7a68993-9f2e-412f-a76d-b75c6be80c06 tempest-SecurityGroupsTestAdminJSON-1062210991 tempest-SecurityGroupsTestAdminJSON-1062210991-project-admin] 10.222.0.62 "GET /v2.0/security-groups/31a9554b-f167-4c5a-ad44-2e893733f1a0 HTTP/1.1" status: 200 len: 2981 time: 0.0375781 Oct 30 15:06:17.509869 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-349d38d5-d3bc-4ede-9e78-393493c4ed7b req-5de0eaa0-0085-4943-96bd-7061f7062952 tempest-SecurityGroupsTestAdminJSON-1062210991 tempest-SecurityGroupsTestAdminJSON-1062210991-project-admin] 10.222.0.62 "GET /v2.0/security-groups/31a9554b-f167-4c5a-ad44-2e893733f1a0 HTTP/1.1" status: 200 len: 2981 time: 0.0367186 Oct 30 15:06:17.552496 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-349d38d5-d3bc-4ede-9e78-393493c4ed7b req-64bcdd5a-521c-4e28-baba-bacdcb857be1 tempest-SecurityGroupsTestAdminJSON-1062210991 tempest-SecurityGroupsTestAdminJSON-1062210991-project-admin] 10.222.0.62 "GET /v2.0/security-groups/3e16883d-a7ef-4a94-88d7-0c2e2ae3ab9b HTTP/1.1" status: 200 len: 2981 time: 0.0366375 Oct 30 15:06:17.597972 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-349d38d5-d3bc-4ede-9e78-393493c4ed7b req-ddac4962-1d14-4b2f-9190-c490d90cea1b tempest-SecurityGroupsTestAdminJSON-1062210991 tempest-SecurityGroupsTestAdminJSON-1062210991-project-admin] 10.222.0.62 "GET /v2.0/security-groups/3e16883d-a7ef-4a94-88d7-0c2e2ae3ab9b HTTP/1.1" status: 200 len: 2981 time: 0.0387287 Oct 30 15:06:17.639954 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-349d38d5-d3bc-4ede-9e78-393493c4ed7b req-07932a27-e2d4-423f-a6f3-f75137bf75f7 tempest-SecurityGroupsTestAdminJSON-1062210991 tempest-SecurityGroupsTestAdminJSON-1062210991-project-admin] 10.222.0.62 "GET /v2.0/security-groups/401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec HTTP/1.1" status: 200 len: 2981 time: 0.0357857 Oct 30 15:06:17.684230 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-349d38d5-d3bc-4ede-9e78-393493c4ed7b req-ae24fde7-5b40-4d8e-ae4e-090aaef03def tempest-SecurityGroupsTestAdminJSON-1062210991 tempest-SecurityGroupsTestAdminJSON-1062210991-project-admin] 10.222.0.62 "GET /v2.0/security-groups/401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec HTTP/1.1" status: 200 len: 2981 time: 0.0368798 Oct 30 15:06:17.727631 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-349d38d5-d3bc-4ede-9e78-393493c4ed7b req-06c5d43a-377a-4e5a-97e4-de2ff1ff07bd tempest-SecurityGroupsTestAdminJSON-1062210991 tempest-SecurityGroupsTestAdminJSON-1062210991-project-admin] 10.222.0.62 "GET /v2.0/security-groups/44fda902-ec9b-4500-8675-a65f346425d0 HTTP/1.1" status: 200 len: 2981 time: 0.0365429 Oct 30 15:06:17.729897 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [req-8effff45-0560-4491-8713-4538e4ec93f7 req-c49ad5a0-edaa-4cc1-bd2f-32fc469b13a7 tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:06:17.730969 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8effff45-0560-4491-8713-4538e4ec93f7 req-c49ad5a0-edaa-4cc1-bd2f-32fc469b13a7 tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0060554 Oct 30 15:06:17.769243 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8effff45-0560-4491-8713-4538e4ec93f7 req-bd59a5bf-cb80-4ba1-91f3-a56755a5ccdf tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:17.770704 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8effff45-0560-4491-8713-4538e4ec93f7 req-bd59a5bf-cb80-4ba1-91f3-a56755a5ccdf tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] 10.222.0.62 "GET /v2.0/ports/584a36c5-c8f6-453d-b531-05a761dd38f3 HTTP/1.1" status: 200 len: 1094 time: 0.0333221 Oct 30 15:06:17.771068 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-349d38d5-d3bc-4ede-9e78-393493c4ed7b req-68c2108c-d550-42c5-8e86-cb2063055e23 tempest-SecurityGroupsTestAdminJSON-1062210991 tempest-SecurityGroupsTestAdminJSON-1062210991-project-admin] 10.222.0.62 "GET /v2.0/security-groups/44fda902-ec9b-4500-8675-a65f346425d0 HTTP/1.1" status: 200 len: 2981 time: 0.0370591 Oct 30 15:06:17.780819 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-8effff45-0560-4491-8713-4538e4ec93f7 req-83046bd2-4a35-4f29-aae6-df30d8320974 service neutron] Request body: {'binding': {'host': 'n-h2-806683-17', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:06:17.781266 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-8effff45-0560-4491-8713-4538e4ec93f7 req-83046bd2-4a35-4f29-aae6-df30d8320974 service neutron] Unknown quota resources ['binding']. {{(pid=102131) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 30 15:06:17.815052 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-349d38d5-d3bc-4ede-9e78-393493c4ed7b req-64747fb2-427c-42ec-a113-47aa0b8a7bfb tempest-SecurityGroupsTestAdminJSON-1062210991 tempest-SecurityGroupsTestAdminJSON-1062210991-project-admin] 10.222.0.62 "GET /v2.0/security-groups/635d6c19-6ee9-436d-85e4-9ba0fbe1024c HTTP/1.1" status: 200 len: 2981 time: 0.0366616 Oct 30 15:06:17.858750 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-349d38d5-d3bc-4ede-9e78-393493c4ed7b req-fdba7b7f-195b-450c-994d-f4a383b50241 tempest-SecurityGroupsTestAdminJSON-1062210991 tempest-SecurityGroupsTestAdminJSON-1062210991-project-admin] 10.222.0.62 "GET /v2.0/security-groups/635d6c19-6ee9-436d-85e4-9ba0fbe1024c HTTP/1.1" status: 200 len: 2981 time: 0.0376914 Oct 30 15:06:17.902819 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-349d38d5-d3bc-4ede-9e78-393493c4ed7b req-281cae46-aea4-4d89-a859-c63b1e1331b7 tempest-SecurityGroupsTestAdminJSON-1062210991 tempest-SecurityGroupsTestAdminJSON-1062210991-project-admin] 10.222.0.62 "GET /v2.0/security-groups/687915c4-24f2-4653-bdbc-4427d94f4bf3 HTTP/1.1" status: 200 len: 2981 time: 0.0372257 Oct 30 15:06:17.913403 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-8effff45-0560-4491-8713-4538e4ec93f7 req-83046bd2-4a35-4f29-aae6-df30d8320974 service neutron] Attempting to bind port 584a36c5-c8f6-453d-b531-05a761dd38f3 on host n-h2-806683-17 for vnic_type normal with profile None {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:06:17.913734 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-8effff45-0560-4491-8713-4538e4ec93f7 req-83046bd2-4a35-4f29-aae6-df30d8320974 service neutron] Attempting to bind port 584a36c5-c8f6-453d-b531-05a761dd38f3 by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': '5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2f36ee91-6757-4d64-8719-4cb39651ac94'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:06:17.914060 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8effff45-0560-4491-8713-4538e4ec93f7 req-83046bd2-4a35-4f29-aae6-df30d8320974 service neutron] Attempting to bind port 584a36c5-c8f6-453d-b531-05a761dd38f3 on network 2f36ee91-6757-4d64-8719-4cb39651ac94 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:06:17.918344 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8effff45-0560-4491-8713-4538e4ec93f7 req-83046bd2-4a35-4f29-aae6-df30d8320974 service neutron] Port 584a36c5-c8f6-453d-b531-05a761dd38f3 on network 2f36ee91-6757-4d64-8719-4cb39651ac94 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:06:17.918668 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8effff45-0560-4491-8713-4538e4ec93f7 req-83046bd2-4a35-4f29-aae6-df30d8320974 service neutron] Attempting to bind port 584a36c5-c8f6-453d-b531-05a761dd38f3 on network 2f36ee91-6757-4d64-8719-4cb39651ac94 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:06:17.923960 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8effff45-0560-4491-8713-4538e4ec93f7 req-83046bd2-4a35-4f29-aae6-df30d8320974 service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:06:17.924295 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8effff45-0560-4491-8713-4538e4ec93f7 req-83046bd2-4a35-4f29-aae6-df30d8320974 service neutron] Checking segment: {'id': '5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2f36ee91-6757-4d64-8719-4cb39651ac94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:06:17.924669 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8effff45-0560-4491-8713-4538e4ec93f7 req-83046bd2-4a35-4f29-aae6-df30d8320974 service neutron] Bound using segment: {'id': '5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2f36ee91-6757-4d64-8719-4cb39651ac94'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:06:17.925092 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-8effff45-0560-4491-8713-4538e4ec93f7 req-83046bd2-4a35-4f29-aae6-df30d8320974 service neutron] Bound port: 584a36c5-c8f6-453d-b531-05a761dd38f3, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2f36ee91-6757-4d64-8719-4cb39651ac94'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:06:17.943311 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-349d38d5-d3bc-4ede-9e78-393493c4ed7b req-d4192840-7df5-47d8-a7db-8ce3f876cf2c tempest-SecurityGroupsTestAdminJSON-1062210991 tempest-SecurityGroupsTestAdminJSON-1062210991-project-admin] 10.222.0.62 "GET /v2.0/security-groups/687915c4-24f2-4653-bdbc-4427d94f4bf3 HTTP/1.1" status: 200 len: 2981 time: 0.0367110 Oct 30 15:06:17.978455 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-8effff45-0560-4491-8713-4538e4ec93f7 req-83046bd2-4a35-4f29-aae6-df30d8320974 service neutron] For port 584a36c5-c8f6-453d-b531-05a761dd38f3, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=584a36c5-c8f6-453d-b531-05a761dd38f3,segment=NetworkSegment(5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87),segment_id=5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:06:17.984564 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-8effff45-0560-4491-8713-4538e4ec93f7 req-83046bd2-4a35-4f29-aae6-df30d8320974 service neutron] Publish callbacks [] for binding, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:17.986412 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-349d38d5-d3bc-4ede-9e78-393493c4ed7b req-381f0ed9-925a-49ff-b6b1-bddbce4239da tempest-SecurityGroupsTestAdminJSON-1062210991 tempest-SecurityGroupsTestAdminJSON-1062210991-project-admin] 10.222.0.62 "GET /v2.0/security-groups/a1cc4b20-139f-45bc-8377-71c578139911 HTTP/1.1" status: 200 len: 2981 time: 0.0370593 Oct 30 15:06:17.987832 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8effff45-0560-4491-8713-4538e4ec93f7 req-83046bd2-4a35-4f29-aae6-df30d8320974 service neutron] 10.222.0.62 "POST /v2.0/ports/584a36c5-c8f6-453d-b531-05a761dd38f3/bindings HTTP/1.1" status: 201 len: 390 time: 0.2088804 Oct 30 15:06:18.027970 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-349d38d5-d3bc-4ede-9e78-393493c4ed7b req-57d61a49-0fd2-4da6-bf4b-f550509ba1af tempest-SecurityGroupsTestAdminJSON-1062210991 tempest-SecurityGroupsTestAdminJSON-1062210991-project-admin] 10.222.0.62 "GET /v2.0/security-groups/a1cc4b20-139f-45bc-8377-71c578139911 HTTP/1.1" status: 200 len: 2981 time: 0.0355048 Oct 30 15:06:18.077728 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-349d38d5-d3bc-4ede-9e78-393493c4ed7b req-28726cbb-c716-4efe-991a-0d17b653620b tempest-SecurityGroupsTestAdminJSON-1062210991 tempest-SecurityGroupsTestAdminJSON-1062210991-project-admin] 10.222.0.62 "GET /v2.0/security-groups/b61a7bd3-32b9-469c-a1b5-1fc6cab9ccab HTTP/1.1" status: 200 len: 2981 time: 0.0376663 Oct 30 15:06:18.126721 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-349d38d5-d3bc-4ede-9e78-393493c4ed7b req-e03372b2-137d-49de-9639-dbe029fa7d38 tempest-SecurityGroupsTestAdminJSON-1062210991 tempest-SecurityGroupsTestAdminJSON-1062210991-project-admin] 10.222.0.62 "GET /v2.0/security-groups/b61a7bd3-32b9-469c-a1b5-1fc6cab9ccab HTTP/1.1" status: 200 len: 2981 time: 0.0417678 Oct 30 15:06:18.169899 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-349d38d5-d3bc-4ede-9e78-393493c4ed7b req-ff95ccf3-60f3-4a95-af3d-7bd30a722362 tempest-SecurityGroupsTestAdminJSON-1062210991 tempest-SecurityGroupsTestAdminJSON-1062210991-project-admin] 10.222.0.62 "GET /v2.0/security-groups/c3b8daec-3ee2-49ef-a556-9d38f359f2cb HTTP/1.1" status: 200 len: 2981 time: 0.0364988 Oct 30 15:06:18.199529 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d279230-3c0f-47f2-a276-f4afcb387163 req-245eeeef-7a25-4d7d-8de2-1c6cb5d07401 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:18.200877 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9d279230-3c0f-47f2-a276-f4afcb387163 req-245eeeef-7a25-4d7d-8de2-1c6cb5d07401 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] 10.222.0.62 "GET /v2.0/ports?device_id=9bf4114f-1a43-439c-b582-546eebcc1f6c HTTP/1.1" status: 200 len: 950 time: 0.0521669 Oct 30 15:06:18.213921 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-349d38d5-d3bc-4ede-9e78-393493c4ed7b req-b6cb33cd-60b9-46ec-b3ed-446c71e16359 tempest-SecurityGroupsTestAdminJSON-1062210991 tempest-SecurityGroupsTestAdminJSON-1062210991-project-admin] 10.222.0.62 "GET /v2.0/security-groups/c3b8daec-3ee2-49ef-a556-9d38f359f2cb HTTP/1.1" status: 200 len: 2981 time: 0.0367706 Oct 30 15:06:18.240121 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9d279230-3c0f-47f2-a276-f4afcb387163 req-e3dfae8b-f455-4f6d-9f7e-d49d923c431f tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] 10.222.0.62 "GET /v2.0/security-groups?id=caba50ec-ec8c-4c0e-a787-668486078c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330515 Oct 30 15:06:18.265499 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-349d38d5-d3bc-4ede-9e78-393493c4ed7b req-91f7d412-91cd-4e50-b147-df0e99f0047a tempest-SecurityGroupsTestAdminJSON-1062210991 tempest-SecurityGroupsTestAdminJSON-1062210991-project-admin] 10.222.0.62 "GET /v2.0/security-groups/caba50ec-ec8c-4c0e-a787-668486078c27 HTTP/1.1" status: 200 len: 2981 time: 0.0450482 Oct 30 15:06:18.308514 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-349d38d5-d3bc-4ede-9e78-393493c4ed7b req-623aceac-6f23-41e6-bfee-4e0b1d541120 tempest-SecurityGroupsTestAdminJSON-1062210991 tempest-SecurityGroupsTestAdminJSON-1062210991-project-admin] 10.222.0.62 "GET /v2.0/security-groups/caba50ec-ec8c-4c0e-a787-668486078c27 HTTP/1.1" status: 200 len: 2981 time: 0.0362802 Oct 30 15:06:18.348963 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2eb2b-acd2-46f6-b25d-30d471233158 req-af7bde21-cfb5-46ff-93e9-d9076dabf8b7 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:18.350483 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-59e2eb2b-acd2-46f6-b25d-30d471233158 req-af7bde21-cfb5-46ff-93e9-d9076dabf8b7 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=650d9a7c-a4b8-48e9-8eb9-fb4e14556775 HTTP/1.1" status: 200 len: 943 time: 0.0512173 Oct 30 15:06:18.350951 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '650d9a7c-a4b8-48e9-8eb9-fb4e14556775', 'tag': '2e37ad38-e589-475b-95b7-f71b5467f5fb'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:06:18.351657 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-349d38d5-d3bc-4ede-9e78-393493c4ed7b req-95fa38c7-5953-4c4c-8f41-072f11032a77 tempest-SecurityGroupsTestAdminJSON-1062210991 tempest-SecurityGroupsTestAdminJSON-1062210991-project-admin] 10.222.0.62 "GET /v2.0/security-groups/cc87d64a-2965-4561-bff6-685fb245a42a HTTP/1.1" status: 200 len: 2981 time: 0.0361605 Oct 30 15:06:18.353226 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a9205b-3eaa-4505-8eee-3f47e43e1ebf" -d '{"events": [{"name": "network-changed", "server_uuid": "650d9a7c-a4b8-48e9-8eb9-fb4e14556775", "tag": "2e37ad38-e589-475b-95b7-f71b5467f5fb"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:06:18.376592 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 2e37ad38-e589-475b-95b7-f71b5467f5fb details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:06:18.391640 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-59e2eb2b-acd2-46f6-b25d-30d471233158 req-be343d35-21eb-43a6-b39e-bbc788443c4d tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339789 Oct 30 15:06:18.399513 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-349d38d5-d3bc-4ede-9e78-393493c4ed7b req-a6cbee58-366d-445a-8e3c-5495ef930e65 tempest-SecurityGroupsTestAdminJSON-1062210991 tempest-SecurityGroupsTestAdminJSON-1062210991-project-admin] 10.222.0.62 "GET /v2.0/security-groups/cc87d64a-2965-4561-bff6-685fb245a42a HTTP/1.1" status: 200 len: 2981 time: 0.0414209 Oct 30 15:06:18.450935 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-349d38d5-d3bc-4ede-9e78-393493c4ed7b req-acfac68e-8323-40df-9faf-44d0e5012370 tempest-SecurityGroupsTestAdminJSON-1062210991 tempest-SecurityGroupsTestAdminJSON-1062210991-project-admin] 10.222.0.62 "GET /v2.0/security-groups/e3b1f060-cfb4-4e47-b2f2-9a12cce81751 HTTP/1.1" status: 200 len: 2981 time: 0.0443265 Oct 30 15:06:18.475826 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 2e37ad38-e589-475b-95b7-f71b5467f5fb, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=2e37ad38-e589-475b-95b7-f71b5467f5fb,segment=NetworkSegment(e8246d9e-f8e1-4659-b367-d870958fbb44),segment_id=e8246d9e-f8e1-4659-b367-d870958fbb44)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:06:18.494004 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-349d38d5-d3bc-4ede-9e78-393493c4ed7b req-fcc3afbb-349a-4200-bfc0-63f2c69c07c7 tempest-SecurityGroupsTestAdminJSON-1062210991 tempest-SecurityGroupsTestAdminJSON-1062210991-project-admin] 10.222.0.62 "GET /v2.0/security-groups/e3b1f060-cfb4-4e47-b2f2-9a12cce81751 HTTP/1.1" status: 200 len: 2981 time: 0.0368228 Oct 30 15:06:18.494955 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 2e37ad38-e589-475b-95b7-f71b5467f5fb has no active binding in host n-h2-806683-17 {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 30 15:06:18.495337 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 5272f2f0-0f84-46b9-8dd6-40280c34a1a4 details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:06:18.512353 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a879438-4c87-4500-b4bb-8755a99b374f req-69b83af2-df41-4963-a033-6fe7a8727ae9 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:18.513835 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4a879438-4c87-4500-b4bb-8755a99b374f req-69b83af2-df41-4963-a033-6fe7a8727ae9 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] 10.222.0.62 "GET /v2.0/ports?device_id=504866ba-8ae9-4d61-bd8e-020ac133fe40 HTTP/1.1" status: 200 len: 947 time: 0.0597837 Oct 30 15:06:18.540571 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-349d38d5-d3bc-4ede-9e78-393493c4ed7b req-a8a32bb3-4b96-41c6-a4e9-c66f4df08b2a tempest-SecurityGroupsTestAdminJSON-1062210991 tempest-SecurityGroupsTestAdminJSON-1062210991-project-admin] 10.222.0.62 "GET /v2.0/security-groups/e92c143f-76f6-402b-917b-40e0d14dc4ad HTTP/1.1" status: 200 len: 2981 time: 0.0383489 Oct 30 15:06:18.554089 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4a879438-4c87-4500-b4bb-8755a99b374f req-5324ee8d-4e54-4fbb-9b9a-8fd9d967385a tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3b8daec-3ee2-49ef-a556-9d38f359f2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336590 Oct 30 15:06:18.587267 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-349d38d5-d3bc-4ede-9e78-393493c4ed7b req-b5838603-3bf9-4395-a82d-122d17470e77 tempest-SecurityGroupsTestAdminJSON-1062210991 tempest-SecurityGroupsTestAdminJSON-1062210991-project-admin] 10.222.0.62 "GET /v2.0/security-groups/e92c143f-76f6-402b-917b-40e0d14dc4ad HTTP/1.1" status: 200 len: 2981 time: 0.0391805 Oct 30 15:06:18.611597 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 5272f2f0-0f84-46b9-8dd6-40280c34a1a4, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=5272f2f0-0f84-46b9-8dd6-40280c34a1a4,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:06:18.626475 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': '5272f2f0-0f84-46b9-8dd6-40280c34a1a4', 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704', 'port_id': '5272f2f0-0f84-46b9-8dd6-40280c34a1a4', 'mac_address': 'fa:16:3e:f1:c4:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b5dea3-b65b-4514-8ec2-18a4245eb194', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:06:18.669032 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:18.671046 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c612a8e-f981-45a0-be0d-c7d2ac3ede58 req-937ce5df-008b-46af-8baf-270af174bcb9 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:18.676130 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2c612a8e-f981-45a0-be0d-c7d2ac3ede58 req-937ce5df-008b-46af-8baf-270af174bcb9 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=adaa9a5a-7bcf-4f02-bb88-d1c865da4f51 HTTP/1.1" status: 200 len: 950 time: 0.0546026 Oct 30 15:06:18.683649 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5272f2f0-0f84-46b9-8dd6-40280c34a1a4 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:06:18.699325 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c076ea43-be56-465e-add9-de026e3ba1bf req-93b9494a-0c47-476f-b2e6-a66be14120be tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:18.700833 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c076ea43-be56-465e-add9-de026e3ba1bf req-93b9494a-0c47-476f-b2e6-a66be14120be tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b14f1de-39d1-4687-9a0a-9f34bf28d262 HTTP/1.1" status: 200 len: 945 time: 0.0575380 Oct 30 15:06:18.705591 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 5272f2f0-0f84-46b9-8dd6-40280c34a1a4, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=5272f2f0-0f84-46b9-8dd6-40280c34a1a4,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:06:18.710631 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:18.715662 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2c612a8e-f981-45a0-be0d-c7d2ac3ede58 req-4118639f-5e49-4583-b069-eabbe11fb6be tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361915 Oct 30 15:06:18.752796 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c076ea43-be56-465e-add9-de026e3ba1bf req-bfb783f7-7d67-424a-adf3-080567e344a5 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442050 Oct 30 15:06:18.770551 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=5272f2f0-0f84-46b9-8dd6-40280c34a1a4,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:18.806487 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02caedc3-110e-4dc6-b877-6ba3587b79ad x-openstack-request-id: req-02caedc3-110e-4dc6-b877-6ba3587b79ad {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:06:18.807044 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "650d9a7c-a4b8-48e9-8eb9-fb4e14556775", "tag": "2e37ad38-e589-475b-95b7-f71b5467f5fb", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:06:18.807260 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-02caedc3-110e-4dc6-b877-6ba3587b79ad {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:06:18.807654 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '650d9a7c-a4b8-48e9-8eb9-fb4e14556775', 'tag': '2e37ad38-e589-475b-95b7-f71b5467f5fb', 'status': 'completed', 'code': 200} Oct 30 15:06:18.870263 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9205b-3eaa-4505-8eee-3f47e43e1ebf req-86e7a57d-cd75-4cd1-b7cb-e9bbf02355f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:18.872046 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f8a9205b-3eaa-4505-8eee-3f47e43e1ebf req-86e7a57d-cd75-4cd1-b7cb-e9bbf02355f7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=48ec0906891f440e8725a8b756af6e71&device_id=650d9a7c-a4b8-48e9-8eb9-fb4e14556775 HTTP/1.1" status: 200 len: 1126 time: 0.0413954 Oct 30 15:06:18.887998 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e150084d-79be-4e06-801f-34838601ae2c req-dae9b60c-c282-4880-bbcb-88b1b9b93e02 tempest-SecurityGroupsTestAdminJSON-2049414794 tempest-SecurityGroupsTestAdminJSON-2049414794-project] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4c6868e73d85402eb46a5e9b89bf352e HTTP/1.1" status: 200 len: 6103 time: 0.0694854 Oct 30 15:06:18.943893 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e150084d-79be-4e06-801f-34838601ae2c req-98ba6c81-4b25-466a-9619-a4f3b0aa1fa1 tempest-SecurityGroupsTestAdminJSON-2049414794 tempest-SecurityGroupsTestAdminJSON-2049414794-project] 10.222.0.62 "GET /v2.0/security-groups/635d6c19-6ee9-436d-85e4-9ba0fbe1024c HTTP/1.1" status: 200 len: 2981 time: 0.0487716 Oct 30 15:06:18.995545 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e150084d-79be-4e06-801f-34838601ae2c req-2768bd89-4e2b-43bd-bf1e-47ab172e8f44 tempest-SecurityGroupsTestAdminJSON-2049414794 tempest-SecurityGroupsTestAdminJSON-2049414794-project] 10.222.0.62 "GET /v2.0/security-groups/635d6c19-6ee9-436d-85e4-9ba0fbe1024c HTTP/1.1" status: 200 len: 2981 time: 0.0443840 Oct 30 15:06:18.996329 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412607fb-ad66-42d7-8438-5243a19efaf3 req-6ef7c65f-ff1c-48f8-839f-09f5e12d5b32 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:18.998067 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-412607fb-ad66-42d7-8438-5243a19efaf3 req-6ef7c65f-ff1c-48f8-839f-09f5e12d5b32 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] 10.222.0.62 "GET /v2.0/ports?device_id=9bf4114f-1a43-439c-b582-546eebcc1f6c HTTP/1.1" status: 200 len: 950 time: 0.0996351 Oct 30 15:06:19.014035 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9205b-3eaa-4505-8eee-3f47e43e1ebf req-e168e712-4506-463a-b811-4724a5e91bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:19.015414 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f8a9205b-3eaa-4505-8eee-3f47e43e1ebf req-e168e712-4506-463a-b811-4724a5e91bd8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=291c5166-548b-4ef8-b78f-841a397188df HTTP/1.1" status: 200 len: 921 time: 0.1357749 Oct 30 15:06:19.022685 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['5272f2f0-0f84-46b9-8dd6-40280c34a1a4'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:06:19.051749 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-35999d23-1722-4725-9f45-30bf191ff807 req-0a93b7cb-39be-4e48-b42a-0de1d4d52bc4 tempest-SecurityGroupsTestAdminJSON-1062210991 tempest-SecurityGroupsTestAdminJSON-1062210991-project-admin] 10.222.0.62 "GET /v2.0/security-groups/84b87882-0840-4478-82e3-4f0520028713 HTTP/1.1" status: 200 len: 1776 time: 0.0350456 Oct 30 15:06:19.064199 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f8a9205b-3eaa-4505-8eee-3f47e43e1ebf req-49460d03-a2fc-4ad6-adf7-578b61acdbff service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e37ad38-e589-475b-95b7-f71b5467f5fb HTTP/1.1" status: 200 len: 217 time: 0.0396957 Oct 30 15:06:19.086774 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-412607fb-ad66-42d7-8438-5243a19efaf3 req-2e2eb97d-c4d9-4701-820f-15ec777f7c9f tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] 10.222.0.62 "GET /v2.0/security-groups?id=caba50ec-ec8c-4c0e-a787-668486078c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803580 Oct 30 15:06:19.118505 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-35999d23-1722-4725-9f45-30bf191ff807 req-2bc52023-ce11-472f-956b-1e6f1795ce5d tempest-SecurityGroupsTestAdminJSON-1062210991 tempest-SecurityGroupsTestAdminJSON-1062210991-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:19.138147 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9205b-3eaa-4505-8eee-3f47e43e1ebf req-fa59ca35-3d5c-4669-b0a8-9f39473ac8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:19.139961 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f8a9205b-3eaa-4505-8eee-3f47e43e1ebf req-fa59ca35-3d5c-4669-b0a8-9f39473ac8a1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4f4c836a-b7bd-4d76-afd1-011b8a3fe891 HTTP/1.1" status: 200 len: 860 time: 0.0684712 Oct 30 15:06:19.149586 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-35999d23-1722-4725-9f45-30bf191ff807 req-2bc52023-ce11-472f-956b-1e6f1795ce5d tempest-SecurityGroupsTestAdminJSON-1062210991 tempest-SecurityGroupsTestAdminJSON-1062210991-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:19.198448 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-35999d23-1722-4725-9f45-30bf191ff807 req-2bc52023-ce11-472f-956b-1e6f1795ce5d tempest-SecurityGroupsTestAdminJSON-1062210991 tempest-SecurityGroupsTestAdminJSON-1062210991-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:19.201867 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-35999d23-1722-4725-9f45-30bf191ff807 req-2bc52023-ce11-472f-956b-1e6f1795ce5d tempest-SecurityGroupsTestAdminJSON-1062210991 tempest-SecurityGroupsTestAdminJSON-1062210991-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:19.203290 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-35999d23-1722-4725-9f45-30bf191ff807 req-2bc52023-ce11-472f-956b-1e6f1795ce5d tempest-SecurityGroupsTestAdminJSON-1062210991 tempest-SecurityGroupsTestAdminJSON-1062210991-project-admin] 10.222.0.62 "DELETE /v2.0/security-groups/84b87882-0840-4478-82e3-4f0520028713 HTTP/1.1" status: 204 len: 173 time: 0.1449232 Oct 30 15:06:19.213258 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc52023-ce11-472f-956b-1e6f1795ce5d tempest-SecurityGroupsTestAdminJSON-1062210991 tempest-SecurityGroupsTestAdminJSON-1062210991-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b87882-0840-4478-82e3-4f0520028713,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:19.269687 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-06c84577-1dae-47ff-8b83-4e0ecd2d83ed req-e1a652c8-6240-407b-a07e-4718638208a5 tempest-SecurityGroupsTestAdminJSON-1062210991 tempest-SecurityGroupsTestAdminJSON-1062210991-project-admin] 10.222.0.62 "GET /v2.0/security-groups/07bb6a11-10d5-4e0b-975d-e9147a2c41b4 HTTP/1.1" status: 200 len: 1775 time: 0.0411339 Oct 30 15:06:19.341922 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-06c84577-1dae-47ff-8b83-4e0ecd2d83ed req-532f3507-e56f-4393-b02a-ef29af17e279 tempest-SecurityGroupsTestAdminJSON-1062210991 tempest-SecurityGroupsTestAdminJSON-1062210991-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:19.350940 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f8a9205b-3eaa-4505-8eee-3f47e43e1ebf req-84b72271-3424-4edd-94de-6810ac2e1d79 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=291c5166-548b-4ef8-b78f-841a397188df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2020273 Oct 30 15:06:19.367327 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-06c84577-1dae-47ff-8b83-4e0ecd2d83ed req-532f3507-e56f-4393-b02a-ef29af17e279 tempest-SecurityGroupsTestAdminJSON-1062210991 tempest-SecurityGroupsTestAdminJSON-1062210991-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:19.418426 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-06c84577-1dae-47ff-8b83-4e0ecd2d83ed req-532f3507-e56f-4393-b02a-ef29af17e279 tempest-SecurityGroupsTestAdminJSON-1062210991 tempest-SecurityGroupsTestAdminJSON-1062210991-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:19.422972 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-06c84577-1dae-47ff-8b83-4e0ecd2d83ed req-532f3507-e56f-4393-b02a-ef29af17e279 tempest-SecurityGroupsTestAdminJSON-1062210991 tempest-SecurityGroupsTestAdminJSON-1062210991-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:19.424133 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-06c84577-1dae-47ff-8b83-4e0ecd2d83ed req-532f3507-e56f-4393-b02a-ef29af17e279 tempest-SecurityGroupsTestAdminJSON-1062210991 tempest-SecurityGroupsTestAdminJSON-1062210991-project-admin] 10.222.0.62 "DELETE /v2.0/security-groups/07bb6a11-10d5-4e0b-975d-e9147a2c41b4 HTTP/1.1" status: 204 len: 173 time: 0.1453633 Oct 30 15:06:19.432596 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532f3507-e56f-4393-b02a-ef29af17e279 tempest-SecurityGroupsTestAdminJSON-1062210991 tempest-SecurityGroupsTestAdminJSON-1062210991-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07bb6a11-10d5-4e0b-975d-e9147a2c41b4,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:19.482287 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f8a9205b-3eaa-4505-8eee-3f47e43e1ebf req-b70f2ed9-1a0b-4aeb-9662-cf0b67e1f457 service neutron] 10.222.0.53 "GET /v2.0/networks/291c5166-548b-4ef8-b78f-841a397188df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224995 Oct 30 15:06:19.494937 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b72c0-fe28-4794-907c-e95f76c254f4 req-8d5154c2-496c-4362-b183-29c97097ab37 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:19.496390 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6b2b72c0-fe28-4794-907c-e95f76c254f4 req-8d5154c2-496c-4362-b183-29c97097ab37 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] 10.222.0.62 "GET /v2.0/ports?device_id=9bf4114f-1a43-439c-b582-546eebcc1f6c HTTP/1.1" status: 200 len: 950 time: 0.0732088 Oct 30 15:06:19.523662 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcae99f-4485-46eb-a9bc-8adc78721dad req-523610fe-0116-4312-9169-b9381fe1737e tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:19.525061 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9bcae99f-4485-46eb-a9bc-8adc78721dad req-523610fe-0116-4312-9169-b9381fe1737e tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=650d9a7c-a4b8-48e9-8eb9-fb4e14556775 HTTP/1.1" status: 200 len: 943 time: 0.0513906 Oct 30 15:06:19.563511 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9bcae99f-4485-46eb-a9bc-8adc78721dad req-12c2bfef-154d-4a89-a02d-79aab6d3ba5a tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323768 Oct 30 15:06:19.587235 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6b2b72c0-fe28-4794-907c-e95f76c254f4 req-4e142e87-0ad2-479b-b58f-35ee28957f97 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] 10.222.0.62 "GET /v2.0/security-groups?id=caba50ec-ec8c-4c0e-a787-668486078c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822392 Oct 30 15:06:19.614863 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f8a9205b-3eaa-4505-8eee-3f47e43e1ebf req-9c4d471c-7e8f-441d-8ce9-dec4db54b08b service neutron] 10.222.0.53 "GET /v2.0/networks/291c5166-548b-4ef8-b78f-841a397188df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175108 Oct 30 15:06:19.634543 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ccad8efe-7868-4352-a07a-139a7cab2e00 req-7df453eb-c2b9-4960-9fd6-f7aa2fafb279 tempest-SecurityGroupsTestAdminJSON-2049414794 tempest-SecurityGroupsTestAdminJSON-2049414794-project] 10.222.0.62 "GET /v2.0/security-groups/8bbc9f2f-7422-46aa-9054-a90c5c95febb HTTP/1.1" status: 200 len: 1778 time: 0.0419860 Oct 30 15:06:19.697073 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ccad8efe-7868-4352-a07a-139a7cab2e00 req-d7d81cef-c1ec-4dd0-b9b9-b5a929419924 tempest-SecurityGroupsTestAdminJSON-2049414794 tempest-SecurityGroupsTestAdminJSON-2049414794-project] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:19.708134 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90542e7a-e8ca-4e37-9ab6-cb9c5567c196 req-64e93bca-30fd-4a2a-ba8f-0826417d7e11 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:19.709643 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-90542e7a-e8ca-4e37-9ab6-cb9c5567c196 req-64e93bca-30fd-4a2a-ba8f-0826417d7e11 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] 10.222.0.62 "GET /v2.0/ports?device_id=504866ba-8ae9-4d61-bd8e-020ac133fe40 HTTP/1.1" status: 200 len: 948 time: 0.0499163 Oct 30 15:06:19.721079 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ccad8efe-7868-4352-a07a-139a7cab2e00 req-d7d81cef-c1ec-4dd0-b9b9-b5a929419924 tempest-SecurityGroupsTestAdminJSON-2049414794 tempest-SecurityGroupsTestAdminJSON-2049414794-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:19.747959 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-90542e7a-e8ca-4e37-9ab6-cb9c5567c196 req-e42f26ff-45e0-4cc7-8bf3-95fd1105d539 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3b8daec-3ee2-49ef-a556-9d38f359f2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320833 Oct 30 15:06:19.769662 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ccad8efe-7868-4352-a07a-139a7cab2e00 req-d7d81cef-c1ec-4dd0-b9b9-b5a929419924 tempest-SecurityGroupsTestAdminJSON-2049414794 tempest-SecurityGroupsTestAdminJSON-2049414794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:19.772307 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ccad8efe-7868-4352-a07a-139a7cab2e00 req-d7d81cef-c1ec-4dd0-b9b9-b5a929419924 tempest-SecurityGroupsTestAdminJSON-2049414794 tempest-SecurityGroupsTestAdminJSON-2049414794-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:19.773862 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ccad8efe-7868-4352-a07a-139a7cab2e00 req-d7d81cef-c1ec-4dd0-b9b9-b5a929419924 tempest-SecurityGroupsTestAdminJSON-2049414794 tempest-SecurityGroupsTestAdminJSON-2049414794-project] 10.222.0.62 "DELETE /v2.0/security-groups/8bbc9f2f-7422-46aa-9054-a90c5c95febb HTTP/1.1" status: 204 len: 173 time: 0.1320162 Oct 30 15:06:19.783919 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d81cef-c1ec-4dd0-b9b9-b5a929419924 tempest-SecurityGroupsTestAdminJSON-2049414794 tempest-SecurityGroupsTestAdminJSON-2049414794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bbc9f2f-7422-46aa-9054-a90c5c95febb,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:19.860797 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3c360a-7757-440c-8522-1aaeda0f18b7 req-a92e5cd7-97be-48f9-ba18-6c11c54ddb45 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:19.862273 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3b3c360a-7757-440c-8522-1aaeda0f18b7 req-a92e5cd7-97be-48f9-ba18-6c11c54ddb45 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=adaa9a5a-7bcf-4f02-bb88-d1c865da4f51 HTTP/1.1" status: 200 len: 950 time: 0.0484128 Oct 30 15:06:19.872930 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ae755-397c-43ab-9d2c-67cdbda7066f req-a49d1f5b-cacc-44a7-995d-eb0991461d02 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:19.874572 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2c7ae755-397c-43ab-9d2c-67cdbda7066f req-a49d1f5b-cacc-44a7-995d-eb0991461d02 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b14f1de-39d1-4687-9a0a-9f34bf28d262 HTTP/1.1" status: 200 len: 945 time: 0.0494761 Oct 30 15:06:19.900270 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3b3c360a-7757-440c-8522-1aaeda0f18b7 req-b3a87a47-ba5b-4e6b-bd63-0763d0039cb0 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317655 Oct 30 15:06:19.913268 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2c7ae755-397c-43ab-9d2c-67cdbda7066f req-93085d7c-73c0-41fe-aeee-bb656dfb2b81 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326703 Oct 30 15:06:19.960819 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-94090af4-0448-4bc1-a0ff-f9df02ce5311 req-f67313d2-3d06-4f1c-8eec-0b8444db25e7 tempest-SecurityGroupsTestAdminJSON-2049414794 tempest-SecurityGroupsTestAdminJSON-2049414794-project] 10.222.0.62 "GET /v2.0/security-groups/37e574b0-2e94-4690-ae38-a420fa040843 HTTP/1.1" status: 200 len: 1777 time: 0.0378053 Oct 30 15:06:20.020846 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-94090af4-0448-4bc1-a0ff-f9df02ce5311 req-a8699c93-b35a-4acc-b369-e8305161bb36 tempest-SecurityGroupsTestAdminJSON-2049414794 tempest-SecurityGroupsTestAdminJSON-2049414794-project] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:20.042128 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-94090af4-0448-4bc1-a0ff-f9df02ce5311 req-a8699c93-b35a-4acc-b369-e8305161bb36 tempest-SecurityGroupsTestAdminJSON-2049414794 tempest-SecurityGroupsTestAdminJSON-2049414794-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:20.082118 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-94090af4-0448-4bc1-a0ff-f9df02ce5311 req-a8699c93-b35a-4acc-b369-e8305161bb36 tempest-SecurityGroupsTestAdminJSON-2049414794 tempest-SecurityGroupsTestAdminJSON-2049414794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:20.084878 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-94090af4-0448-4bc1-a0ff-f9df02ce5311 req-a8699c93-b35a-4acc-b369-e8305161bb36 tempest-SecurityGroupsTestAdminJSON-2049414794 tempest-SecurityGroupsTestAdminJSON-2049414794-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:20.086000 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-94090af4-0448-4bc1-a0ff-f9df02ce5311 req-a8699c93-b35a-4acc-b369-e8305161bb36 tempest-SecurityGroupsTestAdminJSON-2049414794 tempest-SecurityGroupsTestAdminJSON-2049414794-project] 10.222.0.62 "DELETE /v2.0/security-groups/37e574b0-2e94-4690-ae38-a420fa040843 HTTP/1.1" status: 204 len: 173 time: 0.1192729 Oct 30 15:06:20.099921 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8699c93-b35a-4acc-b369-e8305161bb36 tempest-SecurityGroupsTestAdminJSON-2049414794 tempest-SecurityGroupsTestAdminJSON-2049414794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e574b0-2e94-4690-ae38-a420fa040843,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:20.329146 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 52840) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:06:20.382839 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 5272f2f0-0f84-46b9-8dd6-40280c34a1a4 up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:06:20.430662 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port 5272f2f0-0f84-46b9-8dd6-40280c34a1a4 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:06:20.434401 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port 5272f2f0-0f84-46b9-8dd6-40280c34a1a4 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:06:20.434767 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:20.459872 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-4ee210c8-876a-4b93-bbe7-15858d6b70e9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4c6868e73d85402eb46a5e9b89bf352e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1294925 Oct 30 15:06:20.462214 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 52844) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:06:20.509944 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:20.513566 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bdad6250-980b-4f4f-a368-3ecaa3fac62b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:20.536021 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '504866ba-8ae9-4d61-bd8e-020ac133fe40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5272f2f0-0f84-46b9-8dd6-40280c34a1a4'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:06:20.539227 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e3159d-f8b1-4153-a2e9-517ee1d532d6" -d '{"events": [{"server_uuid": "504866ba-8ae9-4d61-bd8e-020ac133fe40", "name": "network-vif-plugged", "status": "completed", "tag": "5272f2f0-0f84-46b9-8dd6-40280c34a1a4"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:06:20.540944 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bdad6250-980b-4f4f-a368-3ecaa3fac62b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:20.552459 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 5272f2f0-0f84-46b9-8dd6-40280c34a1a4, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=5272f2f0-0f84-46b9-8dd6-40280c34a1a4,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:06:20.556667 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:20.580608 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0248fddf-39f9-4621-af71-ba69e767da59 x-openstack-request-id: req-0248fddf-39f9-4621-af71-ba69e767da59 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:06:20.580925 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "504866ba-8ae9-4d61-bd8e-020ac133fe40", "name": "network-vif-plugged", "status": "completed", "tag": "5272f2f0-0f84-46b9-8dd6-40280c34a1a4", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:06:20.581181 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0248fddf-39f9-4621-af71-ba69e767da59 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:06:20.581568 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '504866ba-8ae9-4d61-bd8e-020ac133fe40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5272f2f0-0f84-46b9-8dd6-40280c34a1a4', 'code': 200} Oct 30 15:06:20.596013 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bdad6250-980b-4f4f-a368-3ecaa3fac62b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:20.599705 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bdad6250-980b-4f4f-a368-3ecaa3fac62b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:20.603355 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-bdad6250-980b-4f4f-a368-3ecaa3fac62b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/635d6c19-6ee9-436d-85e4-9ba0fbe1024c HTTP/1.1" status: 204 len: 168 time: 0.1378772 Oct 30 15:06:20.610688 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=5272f2f0-0f84-46b9-8dd6-40280c34a1a4,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:20.611292 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad6250-980b-4f4f-a368-3ecaa3fac62b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=635d6c19-6ee9-436d-85e4-9ba0fbe1024c,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:20.752350 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17360e6-ee00-4bd4-a08e-010f34c06a4e req-79864e10-7127-49e3-83db-f3e65cd83db7 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:20.752908 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d17360e6-ee00-4bd4-a08e-010f34c06a4e req-79864e10-7127-49e3-83db-f3e65cd83db7 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=650d9a7c-a4b8-48e9-8eb9-fb4e14556775 HTTP/1.1" status: 200 len: 943 time: 0.0756264 Oct 30 15:06:20.755911 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c277ef-dd6c-490e-a7ef-74eb7f04d1cf req-95ac5331-6cf8-48f7-8b88-5e3f2baed824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:20.757383 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-92c277ef-dd6c-490e-a7ef-74eb7f04d1cf req-95ac5331-6cf8-48f7-8b88-5e3f2baed824 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=504866ba-8ae9-4d61-bd8e-020ac133fe40 HTTP/1.1" status: 200 len: 1101 time: 0.0907934 Oct 30 15:06:20.792832 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae2dae5-fa62-4323-85d1-f50bfbb8ca49 req-3112702e-56cb-4f84-ac28-90df74ea8ec0 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:20.794871 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7ae2dae5-fa62-4323-85d1-f50bfbb8ca49 req-3112702e-56cb-4f84-ac28-90df74ea8ec0 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] 10.222.0.62 "GET /v2.0/ports?device_id=9bf4114f-1a43-439c-b582-546eebcc1f6c HTTP/1.1" status: 200 len: 950 time: 0.0942328 Oct 30 15:06:20.813931 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-3c21a827-accc-4269-898b-7df10dc55818 service neutron] 10.222.0.53 "GET /v2.0/ports/2e37ad38-e589-475b-95b7-f71b5467f5fb/bindings/n-h2-806683-17 HTTP/1.1" status: 200 len: 385 time: 0.0865655 Oct 30 15:06:20.821952 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d17360e6-ee00-4bd4-a08e-010f34c06a4e req-20a52996-c156-482f-8990-639904d01ded tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604072 Oct 30 15:06:20.825898 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-92c277ef-dd6c-490e-a7ef-74eb7f04d1cf req-1fd676b6-13d5-4af5-b31b-245a20564c7e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c3b8daec-3ee2-49ef-a556-9d38f359f2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553427 Oct 30 15:06:20.872491 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7ae2dae5-fa62-4323-85d1-f50bfbb8ca49 req-34fe8035-fbe3-4dab-89e3-0208eba845aa tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] 10.222.0.62 "GET /v2.0/security-groups?id=caba50ec-ec8c-4c0e-a787-668486078c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677478 Oct 30 15:06:20.946895 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c6d75e-319d-436b-9153-146667d80d1d req-4e6c3625-49aa-4c54-8844-5606f3f41fbd tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:20.949059 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-42c6d75e-319d-436b-9153-146667d80d1d req-4e6c3625-49aa-4c54-8844-5606f3f41fbd tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] 10.222.0.62 "GET /v2.0/ports?device_id=504866ba-8ae9-4d61-bd8e-020ac133fe40 HTTP/1.1" status: 200 len: 949 time: 0.0529926 Oct 30 15:06:20.953052 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 52862) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:06:21.019737 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-42c6d75e-319d-436b-9153-146667d80d1d req-ca0890a5-4ab8-4f99-8510-4cbc6c30eae5 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3b8daec-3ee2-49ef-a556-9d38f359f2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631573 Oct 30 15:06:21.022312 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-8edffa13-6061-4a90-83af-411d4e82ff7e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3be12240fa504dce93b3c4fecbe5bac7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0669672 Oct 30 15:06:21.024888 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 52864) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:06:21.073956 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b6509e45-9258-4127-a04a-6f054b35c1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:21.074682 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9960a016-3237-4d8f-a74b-117328af9f9b req-8829c454-fbb5-4e36-8b1f-b735811be5be tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:21.076496 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9960a016-3237-4d8f-a74b-117328af9f9b req-8829c454-fbb5-4e36-8b1f-b735811be5be tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=adaa9a5a-7bcf-4f02-bb88-d1c865da4f51 HTTP/1.1" status: 200 len: 950 time: 0.0884664 Oct 30 15:06:21.091004 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0628d231-3390-4082-8e65-b8f3eebfada2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:21.104977 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-3bbe26d3-1409-47bd-a141-fabb5243da04 service neutron] For port 2e37ad38-e589-475b-95b7-f71b5467f5fb, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=2e37ad38-e589-475b-95b7-f71b5467f5fb,segment=NetworkSegment(e8246d9e-f8e1-4659-b367-d870958fbb44),segment_id=e8246d9e-f8e1-4659-b367-d870958fbb44)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:06:21.137839 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-3bbe26d3-1409-47bd-a141-fabb5243da04 service neutron] For port 2e37ad38-e589-475b-95b7-f71b5467f5fb, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:06:21.140249 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0628d231-3390-4082-8e65-b8f3eebfada2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:21.142823 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9960a016-3237-4d8f-a74b-117328af9f9b req-777f242a-9be0-45e5-a774-191e71da38cb tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557659 Oct 30 15:06:21.160910 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:06:21.176312 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-3bbe26d3-1409-47bd-a141-fabb5243da04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e37ad38-e589-475b-95b7-f71b5467f5fb {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:06:21.178848 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4054aea2-3c64-4bb2-9832-c416298f6050 req-37129263-21f1-47e7-8bad-77abc7bab49e tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:21.180383 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4054aea2-3c64-4bb2-9832-c416298f6050 req-37129263-21f1-47e7-8bad-77abc7bab49e tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b14f1de-39d1-4687-9a0a-9f34bf28d262 HTTP/1.1" status: 200 len: 945 time: 0.0912316 Oct 30 15:06:21.187297 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-3bbe26d3-1409-47bd-a141-fabb5243da04 service neutron] For port 2e37ad38-e589-475b-95b7-f71b5467f5fb, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=2e37ad38-e589-475b-95b7-f71b5467f5fb,segment=NetworkSegment(e8246d9e-f8e1-4659-b367-d870958fbb44),segment_id=e8246d9e-f8e1-4659-b367-d870958fbb44)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:06:21.201492 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-3bbe26d3-1409-47bd-a141-fabb5243da04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:21.227688 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4054aea2-3c64-4bb2-9832-c416298f6050 req-654e1414-9df6-4e97-96da-b6112a1a4095 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399868 Oct 30 15:06:21.235524 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0628d231-3390-4082-8e65-b8f3eebfada2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:21.238585 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0628d231-3390-4082-8e65-b8f3eebfada2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:21.239887 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-0628d231-3390-4082-8e65-b8f3eebfada2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/44fda902-ec9b-4500-8675-a65f346425d0 HTTP/1.1" status: 204 len: 168 time: 0.2137766 Oct 30 15:06:21.250012 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0628d231-3390-4082-8e65-b8f3eebfada2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44fda902-ec9b-4500-8675-a65f346425d0,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:21.307368 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-3bbe26d3-1409-47bd-a141-fabb5243da04 service neutron] Transition to ACTIVE for port object 2e37ad38-e589-475b-95b7-f71b5467f5fb will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:06:21.312584 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-3bbe26d3-1409-47bd-a141-fabb5243da04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:21.414837 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-3bbe26d3-1409-47bd-a141-fabb5243da04 service neutron] No DVR routers for this DVR port 2e37ad38-e589-475b-95b7-f71b5467f5fb on host n-h1-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:06:21.421201 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbe26d3-1409-47bd-a141-fabb5243da04 service neutron] Pushing event updated for resources: {'Port': ['ID=2e37ad38-e589-475b-95b7-f71b5467f5fb,revision_number=10']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:21.455521 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-3bbe26d3-1409-47bd-a141-fabb5243da04 service neutron] 10.222.0.53 "PUT /v2.0/ports/2e37ad38-e589-475b-95b7-f71b5467f5fb/bindings/n-h2-806683-17/activate HTTP/1.1" status: 200 len: 370 time: 0.6325057 Oct 30 15:06:21.534319 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d828682-9c7e-4974-9f4b-098e31514a88 req-96f17289-ab62-4a93-bdce-f65c785b72ad tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:21.537406 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5d828682-9c7e-4974-9f4b-098e31514a88 req-96f17289-ab62-4a93-bdce-f65c785b72ad tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bf4114f-1a43-439c-b582-546eebcc1f6c HTTP/1.1" status: 200 len: 950 time: 0.0514739 Oct 30 15:06:21.576664 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-17085e85-279c-4e1b-8248-053fb1f6e708 tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:21.578189 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-17085e85-279c-4e1b-8248-053fb1f6e708 tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=650d9a7c-a4b8-48e9-8eb9-fb4e14556775&tenant_id=48ec0906891f440e8725a8b756af6e71&binding%3Ahost_id=n-h1-806683-17 HTTP/1.1" status: 200 len: 1096 time: 0.0539708 Oct 30 15:06:21.635294 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-614726d6-9276-4c48-8708-af1be5301e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:21.637112 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-614726d6-9276-4c48-8708-af1be5301e9d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=650d9a7c-a4b8-48e9-8eb9-fb4e14556775&tenant_id=48ec0906891f440e8725a8b756af6e71 HTTP/1.1" status: 200 len: 1096 time: 0.0485532 Oct 30 15:06:21.694550 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-5d828682-9c7e-4974-9f4b-098e31514a88 req-6c1cea80-88f7-4b90-b3e8-772dae768a42 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] Deleting port 95cee43e-c682-4a0b-a4b3-f197e9c5e288 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:06:21.694895 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-5d828682-9c7e-4974-9f4b-098e31514a88 req-6c1cea80-88f7-4b90-b3e8-772dae768a42 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:21.714268 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-056aba5b-8a99-41fd-91c7-4becba4abc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:21.715780 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-056aba5b-8a99-41fd-91c7-4becba4abc2f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=48ec0906891f440e8725a8b756af6e71&device_id=650d9a7c-a4b8-48e9-8eb9-fb4e14556775 HTTP/1.1" status: 200 len: 1096 time: 0.0441990 Oct 30 15:06:21.799424 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-5d828682-9c7e-4974-9f4b-098e31514a88 req-6c1cea80-88f7-4b90-b3e8-772dae768a42 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] For port 95cee43e-c682-4a0b-a4b3-f197e9c5e288, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=95cee43e-c682-4a0b-a4b3-f197e9c5e288,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:06:21.800016 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-5d828682-9c7e-4974-9f4b-098e31514a88 req-6c1cea80-88f7-4b90-b3e8-772dae768a42 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:21.816109 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-5d828682-9c7e-4974-9f4b-098e31514a88 req-6c1cea80-88f7-4b90-b3e8-772dae768a42 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] Calling delete_port for 95cee43e-c682-4a0b-a4b3-f197e9c5e288 owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:06:21.820669 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-29c2bef1-59c8-4012-825e-78b0b52a3dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:21.822266 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-29c2bef1-59c8-4012-825e-78b0b52a3dba service neutron] 10.222.0.44 "GET /v2.0/networks?id=291c5166-548b-4ef8-b78f-841a397188df HTTP/1.1" status: 200 len: 921 time: 0.0946198 Oct 30 15:06:21.884529 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-bc56184f-cb16-4c35-b365-b2565142a1b2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e37ad38-e589-475b-95b7-f71b5467f5fb HTTP/1.1" status: 200 len: 217 time: 0.0499024 Oct 30 15:06:21.961423 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-ff14d02e-4c6c-46a3-b814-4e8d9f3403ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:21.963715 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-ff14d02e-4c6c-46a3-b814-4e8d9f3403ff service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4f4c836a-b7bd-4d76-afd1-011b8a3fe891 HTTP/1.1" status: 200 len: 860 time: 0.0715239 Oct 30 15:06:22.018015 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e836193-7a01-4bbe-913e-cbdff433e11b req-058ffe57-0ed3-426e-b927-c4215403d00c tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:22.019535 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3e836193-7a01-4bbe-913e-cbdff433e11b req-058ffe57-0ed3-426e-b927-c4215403d00c tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=650d9a7c-a4b8-48e9-8eb9-fb4e14556775 HTTP/1.1" status: 200 len: 944 time: 0.0948737 Oct 30 15:06:22.030569 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-8d549c8f-eca5-45f4-a9e1-88f83ba5ed5b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=291c5166-548b-4ef8-b78f-841a397188df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573695 Oct 30 15:06:22.055453 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-5d828682-9c7e-4974-9f4b-098e31514a88 req-6c1cea80-88f7-4b90-b3e8-772dae768a42 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:22.065686 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e35733-6c5f-43d9-a497-cc1a65fc44ab req-4ac9a617-40de-4ad1-8eb7-900b723c0292 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:22.068138 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c8e35733-6c5f-43d9-a497-cc1a65fc44ab req-4ac9a617-40de-4ad1-8eb7-900b723c0292 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] 10.222.0.62 "GET /v2.0/ports?device_id=9bf4114f-1a43-439c-b582-546eebcc1f6c HTTP/1.1" status: 200 len: 950 time: 0.0835547 Oct 30 15:06:22.079998 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['95cee43e-c682-4a0b-a4b3-f197e9c5e288'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:06:22.099997 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3e836193-7a01-4bbe-913e-cbdff433e11b req-50fcf109-c295-4064-98d3-a44c3303057d tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726559 Oct 30 15:06:22.103094 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1cea80-88f7-4b90-b3e8-772dae768a42 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] Pushing event deleted for resources: {'Port': ['ID=95cee43e-c682-4a0b-a4b3-f197e9c5e288,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:22.185473 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-825cb3b3-cdf9-40b6-aaf9-e5ed659507e5 service neutron] 10.222.0.44 "GET /v2.0/networks/291c5166-548b-4ef8-b78f-841a397188df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333058 Oct 30 15:06:22.230384 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d828682-9c7e-4974-9f4b-098e31514a88 req-6c1cea80-88f7-4b90-b3e8-772dae768a42 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] No DVR routers for this DVR port 95cee43e-c682-4a0b-a4b3-f197e9c5e288 on host n-h2-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:06:22.235857 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-5d828682-9c7e-4974-9f4b-098e31514a88 req-6c1cea80-88f7-4b90-b3e8-772dae768a42 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:22.240318 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5d828682-9c7e-4974-9f4b-098e31514a88 req-6c1cea80-88f7-4b90-b3e8-772dae768a42 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] 10.222.0.44 "DELETE /v2.0/ports/95cee43e-c682-4a0b-a4b3-f197e9c5e288 HTTP/1.1" status: 204 len: 173 time: 0.6940603 Oct 30 15:06:22.241697 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bf4114f-1a43-439c-b582-546eebcc1f6c', 'name': 'network-vif-deleted', 'tag': '95cee43e-c682-4a0b-a4b3-f197e9c5e288'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:06:22.255025 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56c0bd5-e685-411a-a9a9-c8e93326563d" -d '{"events": [{"server_uuid": "9bf4114f-1a43-439c-b582-546eebcc1f6c", "name": "network-vif-deleted", "tag": "95cee43e-c682-4a0b-a4b3-f197e9c5e288"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:06:22.301314 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c8e35733-6c5f-43d9-a497-cc1a65fc44ab req-ce757350-6887-478b-add9-ef7966bef972 tempest-DeleteServersAdminTestJSON-1821289641 tempest-DeleteServersAdminTestJSON-1821289641-project] 10.222.0.62 "GET /v2.0/security-groups?id=caba50ec-ec8c-4c0e-a787-668486078c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147254 Oct 30 15:06:22.337026 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d2ac3-f186-4ddc-ae10-40a790727138 req-15770fd7-93f1-4be6-b72d-fd59cae7b435 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:22.337501 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-167d2ac3-f186-4ddc-ae10-40a790727138 req-15770fd7-93f1-4be6-b72d-fd59cae7b435 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] 10.222.0.62 "GET /v2.0/ports?device_id=504866ba-8ae9-4d61-bd8e-020ac133fe40 HTTP/1.1" status: 200 len: 949 time: 0.1082129 Oct 30 15:06:22.384036 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-18bc0bb7-a235-4320-87ad-76b794c0b845 service neutron] 10.222.0.44 "GET /v2.0/networks/291c5166-548b-4ef8-b78f-841a397188df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834502 Oct 30 15:06:22.426955 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-167d2ac3-f186-4ddc-ae10-40a790727138 req-960272d9-d1f1-4489-8d73-704c5fe21dc0 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3b8daec-3ee2-49ef-a556-9d38f359f2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832603 Oct 30 15:06:22.474252 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462b1fac-193d-4342-95d8-de8c1ca8267a req-b7ac4ff8-baa1-4e8b-aa02-6a4b33e03078 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:22.477109 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-462b1fac-193d-4342-95d8-de8c1ca8267a req-b7ac4ff8-baa1-4e8b-aa02-6a4b33e03078 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=adaa9a5a-7bcf-4f02-bb88-d1c865da4f51 HTTP/1.1" status: 200 len: 950 time: 0.0683177 Oct 30 15:06:22.524021 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-462b1fac-193d-4342-95d8-de8c1ca8267a req-d0953fab-9a9f-4077-8f7d-837cafdd106f tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394015 Oct 30 15:06:22.568810 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d4f1b2-d113-44a8-b4d5-67a8741b8a67 req-18a1a1ae-634f-4a23-a4ee-4f033a0f25bc tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:22.570297 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-05d4f1b2-d113-44a8-b4d5-67a8741b8a67 req-18a1a1ae-634f-4a23-a4ee-4f033a0f25bc tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b14f1de-39d1-4687-9a0a-9f34bf28d262 HTTP/1.1" status: 200 len: 945 time: 0.0605977 Oct 30 15:06:22.581070 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff58990-1d06-46d2-8c2e-815292c66b58 x-openstack-request-id: req-eff58990-1d06-46d2-8c2e-815292c66b58 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:06:22.581356 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bf4114f-1a43-439c-b582-546eebcc1f6c", "name": "network-vif-deleted", "tag": "95cee43e-c682-4a0b-a4b3-f197e9c5e288", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:06:22.581612 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-eff58990-1d06-46d2-8c2e-815292c66b58 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:06:22.582257 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bf4114f-1a43-439c-b582-546eebcc1f6c', 'name': 'network-vif-deleted', 'tag': '95cee43e-c682-4a0b-a4b3-f197e9c5e288', 'status': 'completed', 'code': 200} Oct 30 15:06:22.614796 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-05d4f1b2-d113-44a8-b4d5-67a8741b8a67 req-290cd604-a60b-4e5c-a918-0590bf4cc202 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377123 Oct 30 15:06:23.064197 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-05ab8bb4-2c36-40be-89d6-c54536293cda tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:23.065966 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-05ab8bb4-2c36-40be-89d6-c54536293cda tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=650d9a7c-a4b8-48e9-8eb9-fb4e14556775&tenant_id=48ec0906891f440e8725a8b756af6e71&binding%3Ahost_id=n-h2-806683-17 HTTP/1.1" status: 200 len: 1096 time: 0.0517006 Oct 30 15:06:23.216079 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-a18064bf-aa0f-4b3c-9fc3-45c2a64b418d service neutron] For port 2e37ad38-e589-475b-95b7-f71b5467f5fb, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:06:23.219857 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-a18064bf-aa0f-4b3c-9fc3-45c2a64b418d service neutron] Publish callbacks [] for binding, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:23.221148 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-00a69016-df4d-44c9-9afa-5b25c48c8019 req-a18064bf-aa0f-4b3c-9fc3-45c2a64b418d service neutron] 10.222.0.44 "DELETE /v2.0/ports/2e37ad38-e589-475b-95b7-f71b5467f5fb/bindings/n-h1-806683-17 HTTP/1.1" status: 204 len: 173 time: 0.1471405 Oct 30 15:06:23.242261 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa0e47-1d9b-429e-bdc1-d6b4ebaf9e2d req-cbbd8697-8e68-4c67-af8f-969a080454d9 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:23.243809 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a2fa0e47-1d9b-429e-bdc1-d6b4ebaf9e2d req-cbbd8697-8e68-4c67-af8f-969a080454d9 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=650d9a7c-a4b8-48e9-8eb9-fb4e14556775 HTTP/1.1" status: 200 len: 944 time: 0.0644314 Oct 30 15:06:23.286964 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a2fa0e47-1d9b-429e-bdc1-d6b4ebaf9e2d req-52e6658e-7c47-4fca-baf6-e119b5598959 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354159 Oct 30 15:06:23.451911 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bdf901-238a-499a-9675-c5390406c557 req-c143abe1-e548-445a-bbb0-318c725926f8 tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:23.454078 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-70bdf901-238a-499a-9675-c5390406c557 req-c143abe1-e548-445a-bbb0-318c725926f8 tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=650d9a7c-a4b8-48e9-8eb9-fb4e14556775 HTTP/1.1" status: 200 len: 1096 time: 0.0402324 Oct 30 15:06:23.491514 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-70bdf901-238a-499a-9675-c5390406c557 req-21a537a2-9494-4443-a712-bf044485f97b tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309472 Oct 30 15:06:23.711606 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab3416-342f-4b8b-9e23-dcd5338639b1 req-8efd539b-9d48-4596-955f-48d8858bdd58 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:23.722570 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d2ab3416-342f-4b8b-9e23-dcd5338639b1 req-8efd539b-9d48-4596-955f-48d8858bdd58 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=adaa9a5a-7bcf-4f02-bb88-d1c865da4f51 HTTP/1.1" status: 200 len: 950 time: 0.0870016 Oct 30 15:06:23.722891 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-aeaa3123-e182-4922-9927-7db1af3d4f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:23.733866 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be7efb6-095f-4246-b514-88a0c55fca9f req-cba7958d-7430-4b9c-96c7-66bf19ab2c8d tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:23.740431 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9be7efb6-095f-4246-b514-88a0c55fca9f req-cba7958d-7430-4b9c-96c7-66bf19ab2c8d tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] 10.222.0.62 "GET /v2.0/ports?device_id=504866ba-8ae9-4d61-bd8e-020ac133fe40 HTTP/1.1" status: 200 len: 949 time: 0.1067767 Oct 30 15:06:23.760005 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d2ab3416-342f-4b8b-9e23-dcd5338639b1 req-8ee4f8ba-ad93-478f-8bca-dc5d7e51c0cc tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381768 Oct 30 15:06:23.789662 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9be7efb6-095f-4246-b514-88a0c55fca9f req-b62ebfba-c865-4db4-b150-d504f959f70d tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3b8daec-3ee2-49ef-a556-9d38f359f2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459740 Oct 30 15:06:23.912662 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203870c-db27-4bcd-b0ef-3ac92bd1f957 req-ea831562-f8a6-49ea-a84d-340718ff16a7 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:23.914168 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 53000) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:06:23.915421 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f203870c-db27-4bcd-b0ef-3ac92bd1f957 req-ea831562-f8a6-49ea-a84d-340718ff16a7 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b14f1de-39d1-4687-9a0a-9f34bf28d262 HTTP/1.1" status: 200 len: 945 time: 0.0563886 Oct 30 15:06:23.958657 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f203870c-db27-4bcd-b0ef-3ac92bd1f957 req-783d3f25-8023-415c-9193-8a17a856e18d tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334346 Oct 30 15:06:24.057153 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a367b1ce-f434-4044-b0db-d56000a345c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:24.174578 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a367b1ce-f434-4044-b0db-d56000a345c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:24.178283 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a367b1ce-f434-4044-b0db-d56000a345c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:24.194179 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d8ebf3-2b4a-4b50-90f4-3421bb77e5eb req-75ac021c-d91d-4393-98e1-7be9cc732048 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:24.196478 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c3d8ebf3-2b4a-4b50-90f4-3421bb77e5eb req-75ac021c-d91d-4393-98e1-7be9cc732048 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/networks?id=291c5166-548b-4ef8-b78f-841a397188df HTTP/1.1" status: 200 len: 820 time: 0.1589975 Oct 30 15:06:24.222445 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c3d8ebf3-2b4a-4b50-90f4-3421bb77e5eb req-84fd7a58-bd50-42cb-88c4-d6dc613e5127 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/quotas/48ec0906891f440e8725a8b756af6e71 HTTP/1.1" status: 200 len: 375 time: 0.0148234 Oct 30 15:06:24.225645 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-a367b1ce-f434-4044-b0db-d56000a345c2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=706c0377185541c3b53ae5c07c46999a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3103058 Oct 30 15:06:24.228411 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 53014) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:06:24.229121 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a367b1ce-f434-4044-b0db-d56000a345c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b619e5-09d8-4f4e-a283-4b33ff7db408,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:24.329891 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c3d8ebf3-2b4a-4b50-90f4-3421bb77e5eb req-f55b09b0-6056-46ea-9a30-6dd2d4fe7387 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=48ec0906891f440e8725a8b756af6e71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0916984 Oct 30 15:06:24.333065 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d4818691-7c4f-46ec-b661-1b0d3a2d2204 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:24.374493 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d4818691-7c4f-46ec-b661-1b0d3a2d2204 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:24.384731 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8effff45-0560-4491-8713-4538e4ec93f7 req-84707e3f-0fcd-4076-9aa4-4216716f5216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:24.386480 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8effff45-0560-4491-8713-4538e4ec93f7 req-84707e3f-0fcd-4076-9aa4-4216716f5216 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b8aea481537c4f1b9ab8f7eccea88bfc&device_id=0b14f1de-39d1-4687-9a0a-9f34bf28d262 HTTP/1.1" status: 200 len: 1097 time: 0.0490963 Oct 30 15:06:24.492179 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c3d8ebf3-2b4a-4b50-90f4-3421bb77e5eb req-7f5351de-d988-4dda-b920-fc332d4e4fba service neutron] 10.222.0.62 "GET /v2.0/networks/291c5166-548b-4ef8-b78f-841a397188df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395981 Oct 30 15:06:24.507536 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8effff45-0560-4491-8713-4538e4ec93f7 req-61187881-7b43-4a8f-9d29-6490996eb886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:24.509675 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8effff45-0560-4491-8713-4538e4ec93f7 req-61187881-7b43-4a8f-9d29-6490996eb886 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2f36ee91-6757-4d64-8719-4cb39651ac94 HTTP/1.1" status: 200 len: 909 time: 0.1152334 Oct 30 15:06:24.514058 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:24.516499 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d4818691-7c4f-46ec-b661-1b0d3a2d2204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:24.519404 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d4818691-7c4f-46ec-b661-1b0d3a2d2204 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:24.523178 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-d4818691-7c4f-46ec-b661-1b0d3a2d2204 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/34b619e5-09d8-4f4e-a283-4b33ff7db408 HTTP/1.1" status: 204 len: 168 time: 0.2911808 Oct 30 15:06:24.556368 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 2e37ad38-e589-475b-95b7-f71b5467f5fb no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:06:24.593644 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4818691-7c4f-46ec-b661-1b0d3a2d2204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b619e5-09d8-4f4e-a283-4b33ff7db408,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:24.631382 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8effff45-0560-4491-8713-4538e4ec93f7 req-72974313-724a-48e9-bbed-a91643e39443 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=584a36c5-c8f6-453d-b531-05a761dd38f3 HTTP/1.1" status: 200 len: 217 time: 0.1129119 Oct 30 15:06:24.661805 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c3d8ebf3-2b4a-4b50-90f4-3421bb77e5eb req-4b0e3ca6-9a8b-4e2e-a7f6-bdb4498ebcdb service neutron] 10.222.0.62 "GET /v2.0/networks/291c5166-548b-4ef8-b78f-841a397188df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575911 Oct 30 15:06:24.667962 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 2e37ad38-e589-475b-95b7-f71b5467f5fb not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:06:24.722519 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8effff45-0560-4491-8713-4538e4ec93f7 req-c5b40ef5-4878-42ef-9aeb-152e49c617b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:24.724364 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8effff45-0560-4491-8713-4538e4ec93f7 req-c5b40ef5-4878-42ef-9aeb-152e49c617b9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=eb0d8673-4262-419a-bce2-caff67d0478f HTTP/1.1" status: 200 len: 848 time: 0.0744145 Oct 30 15:06:24.764962 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8effff45-0560-4491-8713-4538e4ec93f7 req-b258783a-3fb8-44d8-b42b-cacf6c926b1d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2f36ee91-6757-4d64-8719-4cb39651ac94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318952 Oct 30 15:06:24.827133 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 53040) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:06:24.843397 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:24.945117 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e6b30-25b1-4611-9a4f-8ead99896eab req-f6e20665-e993-4c56-8477-a6ce6282c0e8 tempest-ServersAdminNegativeTestJSON-1275615973 tempest-ServersAdminNegativeTestJSON-1275615973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:24.949907 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4e7e6b30-25b1-4611-9a4f-8ead99896eab req-f6e20665-e993-4c56-8477-a6ce6282c0e8 tempest-ServersAdminNegativeTestJSON-1275615973 tempest-ServersAdminNegativeTestJSON-1275615973-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=504866ba-8ae9-4d61-bd8e-020ac133fe40 HTTP/1.1" status: 200 len: 1101 time: 0.0729427 Oct 30 15:06:24.985078 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-4e7e6b30-25b1-4611-9a4f-8ead99896eab req-63504657-d03c-477f-a22d-aaeba70debf8 tempest-ServersAdminNegativeTestJSON-1275615973 tempest-ServersAdminNegativeTestJSON-1275615973-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:25.025745 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8effff45-0560-4491-8713-4538e4ec93f7 req-69acdff8-251b-4757-8586-826df7b88481 service neutron] 10.222.0.44 "GET /v2.0/networks/2f36ee91-6757-4d64-8719-4cb39651ac94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480867 Oct 30 15:06:25.113335 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 53052) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:06:25.144551 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-801a71ec-befd-40c8-a88b-54e46fc9206b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:25.147219 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95795e1-be3d-4e3f-90c1-484419645e5b req-c1fc82dd-053f-42cc-8b34-14a59a6ddfe4 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:25.148774 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b95795e1-be3d-4e3f-90c1-484419645e5b req-c1fc82dd-053f-42cc-8b34-14a59a6ddfe4 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=adaa9a5a-7bcf-4f02-bb88-d1c865da4f51 HTTP/1.1" status: 200 len: 950 time: 0.1526895 Oct 30 15:06:25.159316 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a4f54e21-768b-4d01-abad-814aa513b9e8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2d67cf259ffb433791d4c12b75447cb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3309064 Oct 30 15:06:25.163256 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 53056) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:06:25.203428 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8effff45-0560-4491-8713-4538e4ec93f7 req-6fa1714b-5c73-4ad4-b9ac-eb6e66bd559d service neutron] 10.222.0.44 "GET /v2.0/networks/2f36ee91-6757-4d64-8719-4cb39651ac94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490197 Oct 30 15:06:25.219924 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b95795e1-be3d-4e3f-90c1-484419645e5b req-864db0ee-a833-42ae-94b9-bf82291866c7 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593274 Oct 30 15:06:25.225489 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-4e7e6b30-25b1-4611-9a4f-8ead99896eab req-63504657-d03c-477f-a22d-aaeba70debf8 tempest-ServersAdminNegativeTestJSON-1275615973 tempest-ServersAdminNegativeTestJSON-1275615973-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:25.247798 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-4e7e6b30-25b1-4611-9a4f-8ead99896eab req-63504657-d03c-477f-a22d-aaeba70debf8 tempest-ServersAdminNegativeTestJSON-1275615973 tempest-ServersAdminNegativeTestJSON-1275615973-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:25.286430 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3d06d43b-5719-4515-96ec-5938acdc3722 req-52e709bb-f1e4-4e07-b091-c95a99f12088 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5cd747f-0053-4a71-a209-c70e7ecc520a HTTP/1.1" status: 200 len: 210 time: 0.0274942 Oct 30 15:06:25.297716 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4e7e6b30-25b1-4611-9a4f-8ead99896eab req-63504657-d03c-477f-a22d-aaeba70debf8 tempest-ServersAdminNegativeTestJSON-1275615973 tempest-ServersAdminNegativeTestJSON-1275615973-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=c3b8daec-3ee2-49ef-a556-9d38f359f2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3400214 Oct 30 15:06:25.338324 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1abf2bee-6f60-4f10-9fad-d25a003116bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:25.350037 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8effff45-0560-4491-8713-4538e4ec93f7 req-78e27ca9-6f80-441b-9604-131bf8fc8764 tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:25.351650 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8effff45-0560-4491-8713-4538e4ec93f7 req-78e27ca9-6f80-441b-9604-131bf8fc8764 tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=0b14f1de-39d1-4687-9a0a-9f34bf28d262&tenant_id=b8aea481537c4f1b9ab8f7eccea88bfc&binding%3Ahost_id=n-h1-806683-17 HTTP/1.1" status: 200 len: 1097 time: 0.0640116 Oct 30 15:06:25.362715 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63504657-d03c-477f-a22d-aaeba70debf8 tempest-ServersAdminNegativeTestJSON-1275615973 tempest-ServersAdminNegativeTestJSON-1275615973-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=009ac83a-46f6-4b2d-bf77-b52902c279a9,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:25.371360 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-8effff45-0560-4491-8713-4538e4ec93f7 req-87a9f8c3-dad1-4c50-943e-f5b021556ca9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-806683-17'}}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:06:25.424429 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1abf2bee-6f60-4f10-9fad-d25a003116bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:25.445679 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-801a71ec-befd-40c8-a88b-54e46fc9206b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:25.453818 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-801a71ec-befd-40c8-a88b-54e46fc9206b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:25.457137 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-8effff45-0560-4491-8713-4538e4ec93f7 req-87a9f8c3-dad1-4c50-943e-f5b021556ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:25.522244 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-801a71ec-befd-40c8-a88b-54e46fc9206b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=239717b5301d484eb50fbef6debdacc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4069128 Oct 30 15:06:25.524650 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 53062) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:06:25.525184 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801a71ec-befd-40c8-a88b-54e46fc9206b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d156a56d-5ee5-4fcf-9254-364120939ceb,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:25.554824 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1abf2bee-6f60-4f10-9fad-d25a003116bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:25.557491 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1abf2bee-6f60-4f10-9fad-d25a003116bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:25.558624 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-1abf2bee-6f60-4f10-9fad-d25a003116bf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/caba50ec-ec8c-4c0e-a787-668486078c27 HTTP/1.1" status: 204 len: 168 time: 0.3944397 Oct 30 15:06:25.579517 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abf2bee-6f60-4f10-9fad-d25a003116bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caba50ec-ec8c-4c0e-a787-668486078c27,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:25.589770 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581a0ff9-ea29-4935-8696-b93856df3efe req-826bca70-18b5-4560-b614-3a337664a764 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:25.598005 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-581a0ff9-ea29-4935-8696-b93856df3efe req-826bca70-18b5-4560-b614-3a337664a764 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b14f1de-39d1-4687-9a0a-9f34bf28d262 HTTP/1.1" status: 200 len: 945 time: 0.1254122 Oct 30 15:06:25.601343 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e0377370-6f13-42a6-b716-b98ec690ff39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:25.636553 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e0377370-6f13-42a6-b716-b98ec690ff39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:25.699103 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-581a0ff9-ea29-4935-8696-b93856df3efe req-191771ea-3574-42bd-bc72-87d58a162e0d tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867362 Oct 30 15:06:25.711978 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e0377370-6f13-42a6-b716-b98ec690ff39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:25.715512 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e0377370-6f13-42a6-b716-b98ec690ff39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:25.720302 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e0377370-6f13-42a6-b716-b98ec690ff39 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d156a56d-5ee5-4fcf-9254-364120939ceb HTTP/1.1" status: 204 len: 168 time: 0.1957078 Oct 30 15:06:25.729709 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0377370-6f13-42a6-b716-b98ec690ff39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d156a56d-5ee5-4fcf-9254-364120939ceb,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:25.793702 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-8effff45-0560-4491-8713-4538e4ec93f7 req-87a9f8c3-dad1-4c50-943e-f5b021556ca9 service neutron] For port 584a36c5-c8f6-453d-b531-05a761dd38f3, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=584a36c5-c8f6-453d-b531-05a761dd38f3,segment=NetworkSegment(5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87),segment_id=5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:06:25.858348 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-8effff45-0560-4491-8713-4538e4ec93f7 req-87a9f8c3-dad1-4c50-943e-f5b021556ca9 service neutron] For port 584a36c5-c8f6-453d-b531-05a761dd38f3, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:06:25.908584 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b14f1de-39d1-4687-9a0a-9f34bf28d262', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '584a36c5-c8f6-453d-b531-05a761dd38f3'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:06:25.911142 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45330af5-8fab-4932-bee0-7b6456e77bad" -d '{"events": [{"server_uuid": "0b14f1de-39d1-4687-9a0a-9f34bf28d262", "name": "network-vif-unplugged", "status": "completed", "tag": "584a36c5-c8f6-453d-b531-05a761dd38f3"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:06:25.916308 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-8effff45-0560-4491-8713-4538e4ec93f7 req-87a9f8c3-dad1-4c50-943e-f5b021556ca9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:25.938761 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-8effff45-0560-4491-8713-4538e4ec93f7 req-87a9f8c3-dad1-4c50-943e-f5b021556ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:25.991939 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Oct 2021 15:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb8b6b2f-8fa8-458a-a939-29574fcb8153 x-openstack-request-id: req-cb8b6b2f-8fa8-458a-a939-29574fcb8153 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:06:25.992290 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b14f1de-39d1-4687-9a0a-9f34bf28d262", "name": "network-vif-unplugged", "status": "completed", "tag": "584a36c5-c8f6-453d-b531-05a761dd38f3", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:06:25.992721 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cb8b6b2f-8fa8-458a-a939-29574fcb8153 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:06:25.993377 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b14f1de-39d1-4687-9a0a-9f34bf28d262', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '584a36c5-c8f6-453d-b531-05a761dd38f3', 'code': 200} Oct 30 15:06:26.064524 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a9f8c3-dad1-4c50-943e-f5b021556ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=584a36c5-c8f6-453d-b531-05a761dd38f3,revision_number=7']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:26.081172 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-8effff45-0560-4491-8713-4538e4ec93f7 req-87a9f8c3-dad1-4c50-943e-f5b021556ca9 service neutron] Attempting to bind port 584a36c5-c8f6-453d-b531-05a761dd38f3 on host n-h1-806683-17 for vnic_type normal with profile {"migrating_to": "n-h2-806683-17"} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:06:26.081806 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-8effff45-0560-4491-8713-4538e4ec93f7 req-87a9f8c3-dad1-4c50-943e-f5b021556ca9 service neutron] Attempting to bind port 584a36c5-c8f6-453d-b531-05a761dd38f3 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2f36ee91-6757-4d64-8719-4cb39651ac94'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:06:26.083129 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8effff45-0560-4491-8713-4538e4ec93f7 req-87a9f8c3-dad1-4c50-943e-f5b021556ca9 service neutron] Attempting to bind port 584a36c5-c8f6-453d-b531-05a761dd38f3 on network 2f36ee91-6757-4d64-8719-4cb39651ac94 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:06:26.088757 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8effff45-0560-4491-8713-4538e4ec93f7 req-87a9f8c3-dad1-4c50-943e-f5b021556ca9 service neutron] Port 584a36c5-c8f6-453d-b531-05a761dd38f3 on network 2f36ee91-6757-4d64-8719-4cb39651ac94 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:06:26.089173 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8effff45-0560-4491-8713-4538e4ec93f7 req-87a9f8c3-dad1-4c50-943e-f5b021556ca9 service neutron] Attempting to bind port 584a36c5-c8f6-453d-b531-05a761dd38f3 on network 2f36ee91-6757-4d64-8719-4cb39651ac94 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:06:26.105223 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8effff45-0560-4491-8713-4538e4ec93f7 req-87a9f8c3-dad1-4c50-943e-f5b021556ca9 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:06:26.105631 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8effff45-0560-4491-8713-4538e4ec93f7 req-87a9f8c3-dad1-4c50-943e-f5b021556ca9 service neutron] Checking segment: {'id': '5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2f36ee91-6757-4d64-8719-4cb39651ac94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:06:26.106043 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8effff45-0560-4491-8713-4538e4ec93f7 req-87a9f8c3-dad1-4c50-943e-f5b021556ca9 service neutron] Bound using segment: {'id': '5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2f36ee91-6757-4d64-8719-4cb39651ac94'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:06:26.106531 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-8effff45-0560-4491-8713-4538e4ec93f7 req-87a9f8c3-dad1-4c50-943e-f5b021556ca9 service neutron] Bound port: 584a36c5-c8f6-453d-b531-05a761dd38f3, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2f36ee91-6757-4d64-8719-4cb39651ac94'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:06:26.106933 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-8effff45-0560-4491-8713-4538e4ec93f7 req-87a9f8c3-dad1-4c50-943e-f5b021556ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:26.184962 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 53080) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:06:26.200857 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c679fcad-7b89-4b95-9d11-bed79c93396e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:26.371381 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c679fcad-7b89-4b95-9d11-bed79c93396e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:26.377035 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c679fcad-7b89-4b95-9d11-bed79c93396e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:26.414580 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:26.424284 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 95cee43e-c682-4a0b-a4b3-f197e9c5e288 no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:06:26.425562 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c679fcad-7b89-4b95-9d11-bed79c93396e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=405730c7f9204c95b04235b413f56c83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2389543 Oct 30 15:06:26.442443 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 53094) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:06:26.466869 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d8ebf3-2b4a-4b50-90f4-3421bb77e5eb req-5a65f885-17cd-4983-9bd7-6b67e25dd8ab tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:26.468478 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c3d8ebf3-2b4a-4b50-90f4-3421bb77e5eb req-5a65f885-17cd-4983-9bd7-6b67e25dd8ab tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.53 "GET /v2.0/networks?id=291c5166-548b-4ef8-b78f-841a397188df HTTP/1.1" status: 200 len: 820 time: 0.1174562 Oct 30 15:06:26.494980 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c679fcad-7b89-4b95-9d11-bed79c93396e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f99e26-6eea-4450-930d-dca945388249,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:26.510298 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-c3d8ebf3-2b4a-4b50-90f4-3421bb77e5eb req-5f1367a7-cdad-4f43-8c19-396eb4a69405 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Request body: {'port': {'device_id': 'b5cd747f-0053-4a71-a209-c70e7ecc520a', 'network_id': '291c5166-548b-4ef8-b78f-841a397188df', 'admin_state_up': True, 'tenant_id': '48ec0906891f440e8725a8b756af6e71'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:06:26.513143 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] No Port match for: 95cee43e-c682-4a0b-a4b3-f197e9c5e288 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:06:26.518797 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 95cee43e-c682-4a0b-a4b3-f197e9c5e288 not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:06:26.542551 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f7ea20-6ff4-4cae-a138-f099ad2fab59 req-f217c375-5e83-4da1-a936-6045aa2db048 tempest-ServersAdminNegativeTestJSON-1275615973 tempest-ServersAdminNegativeTestJSON-1275615973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:26.544117 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f2f7ea20-6ff4-4cae-a138-f099ad2fab59 req-f217c375-5e83-4da1-a936-6045aa2db048 tempest-ServersAdminNegativeTestJSON-1275615973 tempest-ServersAdminNegativeTestJSON-1275615973-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=504866ba-8ae9-4d61-bd8e-020ac133fe40 HTTP/1.1" status: 200 len: 1101 time: 0.1232765 Oct 30 15:06:26.547529 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0445f0a4-ba49-4445-9e37-cb940b92da31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:26.591228 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0445f0a4-ba49-4445-9e37-cb940b92da31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:26.634522 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df7a325-270a-47e3-b435-4d88ad4adf39 req-b4826109-3c56-41dd-a1af-1a5365d30bc5 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:26.638984 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f2f7ea20-6ff4-4cae-a138-f099ad2fab59 req-b1f7045f-3e68-41cc-a721-976dba46a80e tempest-ServersAdminNegativeTestJSON-1275615973 tempest-ServersAdminNegativeTestJSON-1275615973-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=c3b8daec-3ee2-49ef-a556-9d38f359f2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815122 Oct 30 15:06:26.642192 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0df7a325-270a-47e3-b435-4d88ad4adf39 req-b4826109-3c56-41dd-a1af-1a5365d30bc5 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=adaa9a5a-7bcf-4f02-bb88-d1c865da4f51 HTTP/1.1" status: 200 len: 950 time: 0.2898436 Oct 30 15:06:26.650826 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-8effff45-0560-4491-8713-4538e4ec93f7 req-87a9f8c3-dad1-4c50-943e-f5b021556ca9 service neutron] For port 584a36c5-c8f6-453d-b531-05a761dd38f3, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:06:26.699085 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0445f0a4-ba49-4445-9e37-cb940b92da31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:26.701120 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-8effff45-0560-4491-8713-4538e4ec93f7 req-87a9f8c3-dad1-4c50-943e-f5b021556ca9 service neutron] For port 584a36c5-c8f6-453d-b531-05a761dd38f3, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=584a36c5-c8f6-453d-b531-05a761dd38f3,segment=NetworkSegment(5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87),segment_id=5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:06:26.706588 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0445f0a4-ba49-4445-9e37-cb940b92da31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:26.708720 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-0445f0a4-ba49-4445-9e37-cb940b92da31 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e8f99e26-6eea-4450-930d-dca945388249 HTTP/1.1" status: 204 len: 168 time: 0.2638543 Oct 30 15:06:26.726114 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0445f0a4-ba49-4445-9e37-cb940b92da31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f99e26-6eea-4450-930d-dca945388249,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:26.729787 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0df7a325-270a-47e3-b435-4d88ad4adf39 req-6cb84864-088e-4c5c-a266-80b51eacebd6 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813975 Oct 30 15:06:26.733945 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-8effff45-0560-4491-8713-4538e4ec93f7 req-87a9f8c3-dad1-4c50-943e-f5b021556ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:26.848843 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-18fa00ec-8e90-4768-ab4c-7fcc9ddb6f12 req-cf0d92df-b4dd-4e08-9b9c-08ccd411e9c8 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5cd747f-0053-4a71-a209-c70e7ecc520a HTTP/1.1" status: 200 len: 210 time: 0.0473073 Oct 30 15:06:26.854107 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a9f8c3-dad1-4c50-943e-f5b021556ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=584a36c5-c8f6-453d-b531-05a761dd38f3,revision_number=8']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:26.929814 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8effff45-0560-4491-8713-4538e4ec93f7 req-87a9f8c3-dad1-4c50-943e-f5b021556ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:26.930428 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-8effff45-0560-4491-8713-4538e4ec93f7 req-87a9f8c3-dad1-4c50-943e-f5b021556ca9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:26.932006 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8effff45-0560-4491-8713-4538e4ec93f7 req-87a9f8c3-dad1-4c50-943e-f5b021556ca9 service neutron] 10.222.0.44 "PUT /v2.0/ports/584a36c5-c8f6-453d-b531-05a761dd38f3 HTTP/1.1" status: 200 len: 1123 time: 1.5676880 Oct 30 15:06:26.943223 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3d8ebf3-2b4a-4b50-90f4-3421bb77e5eb req-5f1367a7-cdad-4f43-8c19-396eb4a69405 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Made reservation on behalf of 48ec0906891f440e8725a8b756af6e71 for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:06:26.946794 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-c3d8ebf3-2b4a-4b50-90f4-3421bb77e5eb req-5f1367a7-cdad-4f43-8c19-396eb4a69405 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:27.013226 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['584a36c5-c8f6-453d-b531-05a761dd38f3'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:06:27.248369 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-c3d8ebf3-2b4a-4b50-90f4-3421bb77e5eb req-5f1367a7-cdad-4f43-8c19-396eb4a69405 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Allocated IP 172.20.0.8 (291c5166-548b-4ef8-b78f-841a397188df/4f4c836a-b7bd-4d76-afd1-011b8a3fe891/8b371b9f-aeca-4397-a92e-43f1eefb6950) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:06:27.335732 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68b9c7-32ad-4b2f-8197-a099e8a0e9a8 req-10f4e18a-8502-4648-9464-153c407b8988 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:27.337469 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cb68b9c7-32ad-4b2f-8197-a099e8a0e9a8 req-10f4e18a-8502-4648-9464-153c407b8988 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b14f1de-39d1-4687-9a0a-9f34bf28d262 HTTP/1.1" status: 200 len: 943 time: 0.1918497 Oct 30 15:06:27.547362 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ab039-394a-45f1-af54-07b95f76fc67 req-c3ae7a41-f7ac-4a63-8b1b-73753fbc8cb4 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:27.559289 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9e3ab039-394a-45f1-af54-07b95f76fc67 req-c3ae7a41-f7ac-4a63-8b1b-73753fbc8cb4 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] 10.222.0.62 "GET /v2.0/ports?device_id=504866ba-8ae9-4d61-bd8e-020ac133fe40 HTTP/1.1" status: 200 len: 949 time: 0.1143670 Oct 30 15:06:27.581122 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cb68b9c7-32ad-4b2f-8197-a099e8a0e9a8 req-0d71fd0c-397e-40d4-9b25-695ac6309a8d tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810883 Oct 30 15:06:27.606241 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-c3d8ebf3-2b4a-4b50-90f4-3421bb77e5eb req-5f1367a7-cdad-4f43-8c19-396eb4a69405 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:27.631019 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9e3ab039-394a-45f1-af54-07b95f76fc67 req-5a71932d-4059-4d9c-8605-b658f72a63d9 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3b8daec-3ee2-49ef-a556-9d38f359f2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703180 Oct 30 15:06:27.659996 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-c3d8ebf3-2b4a-4b50-90f4-3421bb77e5eb req-5f1367a7-cdad-4f43-8c19-396eb4a69405 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:27.729351 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1367a7-cdad-4f43-8c19-396eb4a69405 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Pushing event updated for resources: {'Port': ['ID=8b371b9f-aeca-4397-a92e-43f1eefb6950,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:27.758304 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3d8ebf3-2b4a-4b50-90f4-3421bb77e5eb req-5f1367a7-cdad-4f43-8c19-396eb4a69405 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Network 291c5166-548b-4ef8-b78f-841a397188df is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:06:27.761476 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-c3d8ebf3-2b4a-4b50-90f4-3421bb77e5eb req-5f1367a7-cdad-4f43-8c19-396eb4a69405 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:06:27.773126 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3d8ebf3-2b4a-4b50-90f4-3421bb77e5eb req-5f1367a7-cdad-4f43-8c19-396eb4a69405 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:06:27.780336 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d8ebf3-2b4a-4b50-90f4-3421bb77e5eb req-5f1367a7-cdad-4f43-8c19-396eb4a69405 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:27.780988 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-c3d8ebf3-2b4a-4b50-90f4-3421bb77e5eb req-5f1367a7-cdad-4f43-8c19-396eb4a69405 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:27.806149 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c3d8ebf3-2b4a-4b50-90f4-3421bb77e5eb req-5f1367a7-cdad-4f43-8c19-396eb4a69405 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3023446 Oct 30 15:06:27.820489 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-c3d8ebf3-2b4a-4b50-90f4-3421bb77e5eb req-2960f8f7-fead-4ce0-9d94-bf7a00718494 service neutron] Request body: {'port': {'device_id': 'b5cd747f-0053-4a71-a209-c70e7ecc520a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:06:27.937253 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-c3d8ebf3-2b4a-4b50-90f4-3421bb77e5eb req-2960f8f7-fead-4ce0-9d94-bf7a00718494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:27.994499 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b14f1de-39d1-4687-9a0a-9f34bf28d262', 'tag': '584a36c5-c8f6-453d-b531-05a761dd38f3'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:06:27.998058 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d84abd-f5e2-47e0-b7e5-7322531fe07a" -d '{"events": [{"name": "network-changed", "server_uuid": "0b14f1de-39d1-4687-9a0a-9f34bf28d262", "tag": "584a36c5-c8f6-453d-b531-05a761dd38f3"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:06:28.012398 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff36e5f-f4bc-443a-9f62-dca182c7d2d1 req-07967d57-732f-4b11-b69d-106c8cdc4887 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:28.022358 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7ff36e5f-f4bc-443a-9f62-dca182c7d2d1 req-07967d57-732f-4b11-b69d-106c8cdc4887 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=adaa9a5a-7bcf-4f02-bb88-d1c865da4f51 HTTP/1.1" status: 200 len: 950 time: 0.1364937 Oct 30 15:06:28.100263 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037bcb6d-6b37-48b9-8ac8-09ecac7ef4c4 req-4784ba7b-d84f-463c-aa87-c4283d847c92 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:28.107879 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-037bcb6d-6b37-48b9-8ac8-09ecac7ef4c4 req-4784ba7b-d84f-463c-aa87-c4283d847c92 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5cd747f-0053-4a71-a209-c70e7ecc520a HTTP/1.1" status: 200 len: 931 time: 0.0677834 Oct 30 15:06:28.158189 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7ff36e5f-f4bc-443a-9f62-dca182c7d2d1 req-e6adf35c-b173-4424-9651-dc508b502607 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344674 Oct 30 15:06:28.160301 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-037bcb6d-6b37-48b9-8ac8-09ecac7ef4c4 req-d4b06c07-fc9b-4114-b370-21a7d3a48f54 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455594 Oct 30 15:06:28.226742 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f068af-cdeb-4330-9f12-0e32d15fd0d5 x-openstack-request-id: req-a5f068af-cdeb-4330-9f12-0e32d15fd0d5 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:06:28.227034 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b14f1de-39d1-4687-9a0a-9f34bf28d262", "tag": "584a36c5-c8f6-453d-b531-05a761dd38f3", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:06:28.227283 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a5f068af-cdeb-4330-9f12-0e32d15fd0d5 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:06:28.228319 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b14f1de-39d1-4687-9a0a-9f34bf28d262', 'tag': '584a36c5-c8f6-453d-b531-05a761dd38f3', 'status': 'completed', 'code': 200} Oct 30 15:06:28.333698 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d84abd-f5e2-47e0-b7e5-7322531fe07a req-29ad4e70-a882-48cb-a298-7a696f33481d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:28.335415 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-35d84abd-f5e2-47e0-b7e5-7322531fe07a req-29ad4e70-a882-48cb-a298-7a696f33481d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b8aea481537c4f1b9ab8f7eccea88bfc&device_id=0b14f1de-39d1-4687-9a0a-9f34bf28d262 HTTP/1.1" status: 200 len: 1126 time: 0.0887053 Oct 30 15:06:28.440126 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-c3d8ebf3-2b4a-4b50-90f4-3421bb77e5eb req-2960f8f7-fead-4ce0-9d94-bf7a00718494 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b371b9f-aeca-4397-a92e-43f1eefb6950 {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:06:28.454576 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-c3d8ebf3-2b4a-4b50-90f4-3421bb77e5eb req-2960f8f7-fead-4ce0-9d94-bf7a00718494 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:28.486144 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-c3d8ebf3-2b4a-4b50-90f4-3421bb77e5eb req-2960f8f7-fead-4ce0-9d94-bf7a00718494 service neutron] Transition to ACTIVE for port object 8b371b9f-aeca-4397-a92e-43f1eefb6950 will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:06:28.495926 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-c3d8ebf3-2b4a-4b50-90f4-3421bb77e5eb req-2960f8f7-fead-4ce0-9d94-bf7a00718494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:28.512723 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d84abd-f5e2-47e0-b7e5-7322531fe07a req-282a17da-6c45-47c5-9b34-4bfa6bfcf669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:28.514181 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-35d84abd-f5e2-47e0-b7e5-7322531fe07a req-282a17da-6c45-47c5-9b34-4bfa6bfcf669 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2f36ee91-6757-4d64-8719-4cb39651ac94 HTTP/1.1" status: 200 len: 909 time: 0.1601136 Oct 30 15:06:28.608701 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-35d84abd-f5e2-47e0-b7e5-7322531fe07a req-7b44ce11-52ae-4cf7-af91-de52b2ac64f0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=584a36c5-c8f6-453d-b531-05a761dd38f3 HTTP/1.1" status: 200 len: 217 time: 0.0741208 Oct 30 15:06:28.618393 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-c3d8ebf3-2b4a-4b50-90f4-3421bb77e5eb req-2960f8f7-fead-4ce0-9d94-bf7a00718494 service neutron] Attempting to bind port 8b371b9f-aeca-4397-a92e-43f1eefb6950 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:06:28.618732 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-c3d8ebf3-2b4a-4b50-90f4-3421bb77e5eb req-2960f8f7-fead-4ce0-9d94-bf7a00718494 service neutron] Attempting to bind port 8b371b9f-aeca-4397-a92e-43f1eefb6950 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': 'e8246d9e-f8e1-4659-b367-d870958fbb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '291c5166-548b-4ef8-b78f-841a397188df'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:06:28.619064 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d8ebf3-2b4a-4b50-90f4-3421bb77e5eb req-2960f8f7-fead-4ce0-9d94-bf7a00718494 service neutron] Attempting to bind port 8b371b9f-aeca-4397-a92e-43f1eefb6950 on network 291c5166-548b-4ef8-b78f-841a397188df {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:06:28.630367 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2960f8f7-fead-4ce0-9d94-bf7a00718494 service neutron] Pushing event updated for resources: {'Port': ['ID=8b371b9f-aeca-4397-a92e-43f1eefb6950,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:28.636635 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-57d68e7c-f19e-44ad-a6aa-3ca237bfc1ec req-31850734-0233-426b-94f9-e7eab5b4c543 tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=81dc868cc6624fab8cb47de2d7e39e8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393612 Oct 30 15:06:28.702376 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d84abd-f5e2-47e0-b7e5-7322531fe07a req-df9acd2a-5c77-4aa0-bafe-3855b7fe4202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:28.704385 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-35d84abd-f5e2-47e0-b7e5-7322531fe07a req-df9acd2a-5c77-4aa0-bafe-3855b7fe4202 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=eb0d8673-4262-419a-bce2-caff67d0478f HTTP/1.1" status: 200 len: 848 time: 0.0869260 Oct 30 15:06:28.705576 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d8ebf3-2b4a-4b50-90f4-3421bb77e5eb req-2960f8f7-fead-4ce0-9d94-bf7a00718494 service neutron] Port 8b371b9f-aeca-4397-a92e-43f1eefb6950 on network 291c5166-548b-4ef8-b78f-841a397188df not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:06:28.706370 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d8ebf3-2b4a-4b50-90f4-3421bb77e5eb req-2960f8f7-fead-4ce0-9d94-bf7a00718494 service neutron] Attempting to bind port 8b371b9f-aeca-4397-a92e-43f1eefb6950 on network 291c5166-548b-4ef8-b78f-841a397188df {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:06:28.713137 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d8ebf3-2b4a-4b50-90f4-3421bb77e5eb req-2960f8f7-fead-4ce0-9d94-bf7a00718494 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:06:28.713604 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d8ebf3-2b4a-4b50-90f4-3421bb77e5eb req-2960f8f7-fead-4ce0-9d94-bf7a00718494 service neutron] Checking segment: {'id': 'e8246d9e-f8e1-4659-b367-d870958fbb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '291c5166-548b-4ef8-b78f-841a397188df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:06:28.714090 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d8ebf3-2b4a-4b50-90f4-3421bb77e5eb req-2960f8f7-fead-4ce0-9d94-bf7a00718494 service neutron] Bound using segment: {'id': 'e8246d9e-f8e1-4659-b367-d870958fbb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '291c5166-548b-4ef8-b78f-841a397188df'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:06:28.714649 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-c3d8ebf3-2b4a-4b50-90f4-3421bb77e5eb req-2960f8f7-fead-4ce0-9d94-bf7a00718494 service neutron] Bound port: 8b371b9f-aeca-4397-a92e-43f1eefb6950, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8246d9e-f8e1-4659-b367-d870958fbb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '291c5166-548b-4ef8-b78f-841a397188df'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:06:28.715112 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-c3d8ebf3-2b4a-4b50-90f4-3421bb77e5eb req-2960f8f7-fead-4ce0-9d94-bf7a00718494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:28.760937 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d68e7c-f19e-44ad-a6aa-3ca237bfc1ec req-4a3492fc-d1d6-4b8e-b699-234038e600f6 tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:28.762536 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-57d68e7c-f19e-44ad-a6aa-3ca237bfc1ec req-4a3492fc-d1d6-4b8e-b699-234038e600f6 tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1251247 Oct 30 15:06:28.778424 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-35d84abd-f5e2-47e0-b7e5-7322531fe07a req-6be8121a-22df-4e5b-ab00-f345f61c17f4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2f36ee91-6757-4d64-8719-4cb39651ac94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575261 Oct 30 15:06:28.786717 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-57d68e7c-f19e-44ad-a6aa-3ca237bfc1ec req-c7459e1f-9888-4e78-9eeb-c52c13ed6ee2 tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] 10.222.0.62 "GET /v2.0/quotas/81dc868cc6624fab8cb47de2d7e39e8f HTTP/1.1" status: 200 len: 375 time: 0.0166070 Oct 30 15:06:28.820069 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-57d68e7c-f19e-44ad-a6aa-3ca237bfc1ec req-b55b671f-eacd-4b3c-91d3-02c204eecf93 tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=81dc868cc6624fab8cb47de2d7e39e8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323052 Oct 30 15:06:28.920035 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-35d84abd-f5e2-47e0-b7e5-7322531fe07a req-d65a4f94-8c07-43a6-9669-94cf5ba2b50d service neutron] 10.222.0.53 "GET /v2.0/networks/2f36ee91-6757-4d64-8719-4cb39651ac94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194417 Oct 30 15:06:29.079995 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5efd90-f202-4dea-88f4-c7aabff99128 req-f645106b-a64e-43c6-a03d-99913cda1d88 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:29.082094 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ff5efd90-f202-4dea-88f4-c7aabff99128 req-f645106b-a64e-43c6-a03d-99913cda1d88 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] 10.222.0.62 "GET /v2.0/ports?device_id=504866ba-8ae9-4d61-bd8e-020ac133fe40 HTTP/1.1" status: 200 len: 949 time: 0.0672219 Oct 30 15:06:29.083661 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c81a031-0507-4fe3-a0f1-2415a67e1c88 req-7ec6984c-c71e-4d1d-81dc-9c35511c79a0 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:29.085478 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3c81a031-0507-4fe3-a0f1-2415a67e1c88 req-7ec6984c-c71e-4d1d-81dc-9c35511c79a0 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b14f1de-39d1-4687-9a0a-9f34bf28d262 HTTP/1.1" status: 200 len: 943 time: 0.3556836 Oct 30 15:06:29.136756 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ff5efd90-f202-4dea-88f4-c7aabff99128 req-39d08607-a92b-4082-bc31-57f9403b30ad tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3b8daec-3ee2-49ef-a556-9d38f359f2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468822 Oct 30 15:06:29.174348 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-c3d8ebf3-2b4a-4b50-90f4-3421bb77e5eb req-2960f8f7-fead-4ce0-9d94-bf7a00718494 service neutron] For port 8b371b9f-aeca-4397-a92e-43f1eefb6950, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:06:29.190141 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-c3d8ebf3-2b4a-4b50-90f4-3421bb77e5eb req-2960f8f7-fead-4ce0-9d94-bf7a00718494 service neutron] For port 8b371b9f-aeca-4397-a92e-43f1eefb6950, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=8b371b9f-aeca-4397-a92e-43f1eefb6950,segment=NetworkSegment(e8246d9e-f8e1-4659-b367-d870958fbb44),segment_id=e8246d9e-f8e1-4659-b367-d870958fbb44)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:06:29.193325 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-35d84abd-f5e2-47e0-b7e5-7322531fe07a req-ff7dcbe2-d63c-4dc5-8bec-0f0055c6185b service neutron] 10.222.0.53 "GET /v2.0/networks/2f36ee91-6757-4d64-8719-4cb39651ac94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439981 Oct 30 15:06:29.222275 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-c3d8ebf3-2b4a-4b50-90f4-3421bb77e5eb req-2960f8f7-fead-4ce0-9d94-bf7a00718494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:29.278055 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d8ebf3-2b4a-4b50-90f4-3421bb77e5eb req-2960f8f7-fead-4ce0-9d94-bf7a00718494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:29.278666 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-c3d8ebf3-2b4a-4b50-90f4-3421bb77e5eb req-2960f8f7-fead-4ce0-9d94-bf7a00718494 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:29.280096 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c3d8ebf3-2b4a-4b50-90f4-3421bb77e5eb req-2960f8f7-fead-4ce0-9d94-bf7a00718494 service neutron] 10.222.0.53 "PUT /v2.0/ports/8b371b9f-aeca-4397-a92e-43f1eefb6950 HTTP/1.1" status: 200 len: 1092 time: 1.4656665 Oct 30 15:06:29.292554 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f090f344-5948-4459-908e-ec773b7feaf2 req-4c936a4a-c93c-4799-9700-ee0ed561ad94 tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] 10.222.0.62 "GET /v2.0/ports?device_id=be2692f0-3035-484e-a667-f5315f3e1781 HTTP/1.1" status: 200 len: 210 time: 0.0538199 Oct 30 15:06:29.305327 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84451665-87a6-4a78-b16c-d1d3b74d97a8 req-4515509e-f091-4b9d-877f-149a06da5723 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:29.308365 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-84451665-87a6-4a78-b16c-d1d3b74d97a8 req-4515509e-f091-4b9d-877f-149a06da5723 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] 10.222.0.44 "GET /v2.0/ports?device_id=504866ba-8ae9-4d61-bd8e-020ac133fe40 HTTP/1.1" status: 200 len: 949 time: 0.2037783 Oct 30 15:06:29.327822 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3c81a031-0507-4fe3-a0f1-2415a67e1c88 req-46077610-da53-4c6c-ae44-af1055670149 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257869 Oct 30 15:06:29.498921 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2960f8f7-fead-4ce0-9d94-bf7a00718494 service neutron] Pushing event updated for resources: {'Port': ['ID=8b371b9f-aeca-4397-a92e-43f1eefb6950,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:29.510766 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:29.561633 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d8ebf3-2b4a-4b50-90f4-3421bb77e5eb req-8ca82091-c47a-4321-8a82-6c50f74bc4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:29.563169 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c3d8ebf3-2b4a-4b50-90f4-3421bb77e5eb req-8ca82091-c47a-4321-8a82-6c50f74bc4e8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=48ec0906891f440e8725a8b756af6e71&device_id=b5cd747f-0053-4a71-a209-c70e7ecc520a HTTP/1.1" status: 200 len: 1095 time: 0.1542959 Oct 30 15:06:29.571768 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b4e57-37b2-4132-ae26-cf71920a6234 req-eeca911c-f407-4f66-8daa-a3c8e0025721 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:29.573358 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-415b4e57-37b2-4132-ae26-cf71920a6234 req-eeca911c-f407-4f66-8daa-a3c8e0025721 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=adaa9a5a-7bcf-4f02-bb88-d1c865da4f51 HTTP/1.1" status: 200 len: 950 time: 0.1713824 Oct 30 15:06:29.679052 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd481ad2-b774-4504-b053-620723f0c17a req-d13d6795-7d75-49d6-b49c-7c1320e62940 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:29.680725 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dd481ad2-b774-4504-b053-620723f0c17a req-d13d6795-7d75-49d6-b49c-7c1320e62940 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5cd747f-0053-4a71-a209-c70e7ecc520a HTTP/1.1" status: 200 len: 943 time: 0.0657780 Oct 30 15:06:29.733962 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dd481ad2-b774-4504-b053-620723f0c17a req-9841ef35-1726-4763-898b-cbc661e16012 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404677 Oct 30 15:06:29.777758 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c3d8ebf3-2b4a-4b50-90f4-3421bb77e5eb req-9d7707f5-c638-4bec-b827-0c3fedaf364e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b371b9f-aeca-4397-a92e-43f1eefb6950 HTTP/1.1" status: 200 len: 217 time: 0.2020252 Oct 30 15:06:29.797197 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-84451665-87a6-4a78-b16c-d1d3b74d97a8 req-3065564a-0e00-48ad-b046-ddddf8a1b340 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] Deleting port 5272f2f0-0f84-46b9-8dd6-40280c34a1a4 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:06:29.797587 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-84451665-87a6-4a78-b16c-d1d3b74d97a8 req-3065564a-0e00-48ad-b046-ddddf8a1b340 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:29.901354 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-415b4e57-37b2-4132-ae26-cf71920a6234 req-17889a44-cd89-4fe1-96e8-f278f4b08a05 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293092 Oct 30 15:06:29.911056 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d8ebf3-2b4a-4b50-90f4-3421bb77e5eb req-969a2aae-ebdf-4355-b91c-1b6569f29997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:29.912534 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c3d8ebf3-2b4a-4b50-90f4-3421bb77e5eb req-969a2aae-ebdf-4355-b91c-1b6569f29997 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4f4c836a-b7bd-4d76-afd1-011b8a3fe891 HTTP/1.1" status: 200 len: 860 time: 0.1181958 Oct 30 15:06:29.965401 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c3d8ebf3-2b4a-4b50-90f4-3421bb77e5eb req-d51d383e-4403-43da-b919-712c75a5fe20 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=291c5166-548b-4ef8-b78f-841a397188df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387671 Oct 30 15:06:30.038183 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-84451665-87a6-4a78-b16c-d1d3b74d97a8 req-3065564a-0e00-48ad-b046-ddddf8a1b340 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] For port 5272f2f0-0f84-46b9-8dd6-40280c34a1a4, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=5272f2f0-0f84-46b9-8dd6-40280c34a1a4,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:06:30.038555 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-84451665-87a6-4a78-b16c-d1d3b74d97a8 req-3065564a-0e00-48ad-b046-ddddf8a1b340 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:30.058359 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-84451665-87a6-4a78-b16c-d1d3b74d97a8 req-3065564a-0e00-48ad-b046-ddddf8a1b340 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] Calling delete_port for 5272f2f0-0f84-46b9-8dd6-40280c34a1a4 owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:06:30.135066 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c3d8ebf3-2b4a-4b50-90f4-3421bb77e5eb req-00ac3f1a-75d7-4b6e-9506-1d64508ed55e service neutron] 10.222.0.53 "GET /v2.0/networks/291c5166-548b-4ef8-b78f-841a397188df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571319 Oct 30 15:06:30.204471 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 53224) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:06:30.228977 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5cd747f-0053-4a71-a209-c70e7ecc520a', 'tag': '8b371b9f-aeca-4397-a92e-43f1eefb6950'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:06:30.231506 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5941e19b-1668-485c-b503-7afd97883d5f" -d '{"events": [{"name": "network-changed", "server_uuid": "b5cd747f-0053-4a71-a209-c70e7ecc520a", "tag": "8b371b9f-aeca-4397-a92e-43f1eefb6950"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:06:30.317247 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-57d68e7c-f19e-44ad-a6aa-3ca237bfc1ec req-751e1192-2164-473b-8003-c847d5a1d9e7 tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=81dc868cc6624fab8cb47de2d7e39e8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0886505 Oct 30 15:06:30.351225 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc63599-c737-423a-a280-971b0c26ee59 req-794be3ae-34b1-45c1-8359-ae21601eb536 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:30.352864 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ffc63599-c737-423a-a280-971b0c26ee59 req-794be3ae-34b1-45c1-8359-ae21601eb536 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] 10.222.0.62 "GET /v2.0/ports?device_id=504866ba-8ae9-4d61-bd8e-020ac133fe40 HTTP/1.1" status: 200 len: 949 time: 0.1004629 Oct 30 15:06:30.355902 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3aaaea-2843-489b-ad21-bab902ce18d0 x-openstack-request-id: req-4b3aaaea-2843-489b-ad21-bab902ce18d0 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:06:30.356419 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5cd747f-0053-4a71-a209-c70e7ecc520a", "tag": "8b371b9f-aeca-4397-a92e-43f1eefb6950", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:06:30.356816 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4b3aaaea-2843-489b-ad21-bab902ce18d0 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:06:30.357367 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5cd747f-0053-4a71-a209-c70e7ecc520a', 'tag': '8b371b9f-aeca-4397-a92e-43f1eefb6950', 'status': 'completed', 'code': 200} Oct 30 15:06:30.433942 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 584a36c5-c8f6-453d-b531-05a761dd38f3 details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:06:30.449614 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b5e0e5c8-5c51-488b-981d-130d03016b7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:30.467852 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ffc63599-c737-423a-a280-971b0c26ee59 req-2a07e324-db5b-4150-8bd5-884954469248 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3b8daec-3ee2-49ef-a556-9d38f359f2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048985 Oct 30 15:06:30.532201 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c6204337-9322-4a08-b804-d9e6191ec26e req-cb95fda5-156d-47f2-b18b-0f856bad6ac1 tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] 10.222.0.62 "GET /v2.0/ports?device_id=be2692f0-3035-484e-a667-f5315f3e1781 HTTP/1.1" status: 200 len: 210 time: 0.0807648 Oct 30 15:06:30.580435 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 584a36c5-c8f6-453d-b531-05a761dd38f3, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=584a36c5-c8f6-453d-b531-05a761dd38f3,segment=NetworkSegment(5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87),segment_id=5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:06:30.581585 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c3d8ebf3-2b4a-4b50-90f4-3421bb77e5eb req-8c2c9826-4440-45dc-84e9-b344084540f4 service neutron] 10.222.0.53 "GET /v2.0/networks/291c5166-548b-4ef8-b78f-841a397188df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4339864 Oct 30 15:06:30.595593 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 584a36c5-c8f6-453d-b531-05a761dd38f3 has no active binding in host n-h2-806683-17 {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 30 15:06:30.631145 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-84451665-87a6-4a78-b16c-d1d3b74d97a8 req-3065564a-0e00-48ad-b046-ddddf8a1b340 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:30.644669 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['5272f2f0-0f84-46b9-8dd6-40280c34a1a4'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:06:30.648254 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d68e7c-f19e-44ad-a6aa-3ca237bfc1ec req-c0edcd3e-5dfb-4f7c-9903-8960a31292c3 tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:30.650348 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-57d68e7c-f19e-44ad-a6aa-3ca237bfc1ec req-c0edcd3e-5dfb-4f7c-9903-8960a31292c3 tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3196807 Oct 30 15:06:30.664414 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9401f-c257-472e-ae67-4422a13e9998 req-5fc5c073-7383-4b7d-b28b-28a8f73a5221 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:30.665973 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-75b9401f-c257-472e-ae67-4422a13e9998 req-5fc5c073-7383-4b7d-b28b-28a8f73a5221 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b14f1de-39d1-4687-9a0a-9f34bf28d262 HTTP/1.1" status: 200 len: 943 time: 0.1120296 Oct 30 15:06:30.677882 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['7418a3ad-1277-4974-9118-8d76ea9034d0'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:06:30.689978 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b5e0e5c8-5c51-488b-981d-130d03016b7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:30.698139 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b5e0e5c8-5c51-488b-981d-130d03016b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:30.705568 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-57d68e7c-f19e-44ad-a6aa-3ca237bfc1ec req-62d13dd0-7b1f-4b42-8361-d8bde11a0995 tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] Request body: {'port': {'device_id': 'be2692f0-3035-484e-a667-f5315f3e1781', 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704', 'admin_state_up': True, 'tenant_id': '81dc868cc6624fab8cb47de2d7e39e8f'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:06:30.722513 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3065564a-0e00-48ad-b046-ddddf8a1b340 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] Pushing event deleted for resources: {'Port': ['ID=5272f2f0-0f84-46b9-8dd6-40280c34a1a4,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:30.753119 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e0e5c8-5c51-488b-981d-130d03016b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac61180-a023-49e7-ae24-697bb7c397a9,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:30.758508 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-75b9401f-c257-472e-ae67-4422a13e9998 req-3dffbf3c-32e2-47e3-86ac-f15998bda314 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862641 Oct 30 15:06:30.766624 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b5e0e5c8-5c51-488b-981d-130d03016b7c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=13fbd64a46664cf1927f851ffca8dcaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5609164 Oct 30 15:06:30.769137 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 53236) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:06:30.871770 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-82deb3a1-c971-4d2a-8a29-6c1335872ea2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:30.899995 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-82deb3a1-c971-4d2a-8a29-6c1335872ea2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:30.929156 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-84451665-87a6-4a78-b16c-d1d3b74d97a8 req-3065564a-0e00-48ad-b046-ddddf8a1b340 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] No DVR routers for this DVR port 5272f2f0-0f84-46b9-8dd6-40280c34a1a4 on host n-h2-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:06:30.932195 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-84451665-87a6-4a78-b16c-d1d3b74d97a8 req-3065564a-0e00-48ad-b046-ddddf8a1b340 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:30.935701 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-84451665-87a6-4a78-b16c-d1d3b74d97a8 req-3065564a-0e00-48ad-b046-ddddf8a1b340 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] 10.222.0.44 "DELETE /v2.0/ports/5272f2f0-0f84-46b9-8dd6-40280c34a1a4 HTTP/1.1" status: 204 len: 173 time: 1.6065927 Oct 30 15:06:30.985219 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-82deb3a1-c971-4d2a-8a29-6c1335872ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:30.986407 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5941e19b-1668-485c-b503-7afd97883d5f req-6fdd111f-4814-4889-af8f-23ddca17da37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:30.987942 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5941e19b-1668-485c-b503-7afd97883d5f req-6fdd111f-4814-4889-af8f-23ddca17da37 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=48ec0906891f440e8725a8b756af6e71&device_id=b5cd747f-0053-4a71-a209-c70e7ecc520a HTTP/1.1" status: 200 len: 1095 time: 0.2940850 Oct 30 15:06:30.988185 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-82deb3a1-c971-4d2a-8a29-6c1335872ea2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:30.992945 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-82deb3a1-c971-4d2a-8a29-6c1335872ea2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8ac61180-a023-49e7-ae24-697bb7c397a9 HTTP/1.1" status: 204 len: 168 time: 0.2240045 Oct 30 15:06:31.011067 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82deb3a1-c971-4d2a-8a29-6c1335872ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac61180-a023-49e7-ae24-697bb7c397a9,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:31.084684 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9358c4-7efb-4ec3-a7b7-84c1d89c07bb req-02b9f8d3-a244-4698-b0ff-88b9b198cc0f tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:31.086378 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5d9358c4-7efb-4ec3-a7b7-84c1d89c07bb req-02b9f8d3-a244-4698-b0ff-88b9b198cc0f tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5cd747f-0053-4a71-a209-c70e7ecc520a HTTP/1.1" status: 200 len: 943 time: 0.1863146 Oct 30 15:06:31.163808 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57d68e7c-f19e-44ad-a6aa-3ca237bfc1ec req-62d13dd0-7b1f-4b42-8361-d8bde11a0995 tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] Made reservation on behalf of 81dc868cc6624fab8cb47de2d7e39e8f for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:06:31.167446 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-57d68e7c-f19e-44ad-a6aa-3ca237bfc1ec req-62d13dd0-7b1f-4b42-8361-d8bde11a0995 tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:31.185159 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-57d68e7c-f19e-44ad-a6aa-3ca237bfc1ec req-62d13dd0-7b1f-4b42-8361-d8bde11a0995 tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:31.204818 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b6645-5117-464e-aa7e-0b81ce103d9c req-628e1251-afba-4d3f-aea1-9bb81f348667 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:31.213341 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-538b6645-5117-464e-aa7e-0b81ce103d9c req-628e1251-afba-4d3f-aea1-9bb81f348667 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=adaa9a5a-7bcf-4f02-bb88-d1c865da4f51 HTTP/1.1" status: 200 len: 950 time: 0.1079032 Oct 30 15:06:31.215273 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5d9358c4-7efb-4ec3-a7b7-84c1d89c07bb req-9f82306c-2ee0-41a4-abd1-7e83345db971 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978212 Oct 30 15:06:31.262924 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5941e19b-1668-485c-b503-7afd97883d5f req-42cd64ea-0771-4d6c-9ad1-7ff4b5801249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:31.264459 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5941e19b-1668-485c-b503-7afd97883d5f req-42cd64ea-0771-4d6c-9ad1-7ff4b5801249 service neutron] 10.222.0.53 "GET /v2.0/networks?id=291c5166-548b-4ef8-b78f-841a397188df HTTP/1.1" status: 200 len: 921 time: 0.2449565 Oct 30 15:06:31.270483 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-538b6645-5117-464e-aa7e-0b81ce103d9c req-f32af12b-d9c6-4488-b33c-3f86c5338f95 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560987 Oct 30 15:06:31.327974 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5941e19b-1668-485c-b503-7afd97883d5f req-0870f718-61c1-4e6c-a602-f0b5c4ec2d99 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b371b9f-aeca-4397-a92e-43f1eefb6950 HTTP/1.1" status: 200 len: 217 time: 0.0533116 Oct 30 15:06:31.405536 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5941e19b-1668-485c-b503-7afd97883d5f req-84b149e6-6c42-4daa-842d-b0bc730a9ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:31.407417 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5941e19b-1668-485c-b503-7afd97883d5f req-84b149e6-6c42-4daa-842d-b0bc730a9ba1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4f4c836a-b7bd-4d76-afd1-011b8a3fe891 HTTP/1.1" status: 200 len: 860 time: 0.0721684 Oct 30 15:06:31.413046 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-57d68e7c-f19e-44ad-a6aa-3ca237bfc1ec req-62d13dd0-7b1f-4b42-8361-d8bde11a0995 tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:31.426374 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-57d68e7c-f19e-44ad-a6aa-3ca237bfc1ec req-62d13dd0-7b1f-4b42-8361-d8bde11a0995 tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:31.438178 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 53250) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:06:31.451695 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6bfd6fd0-2808-457c-84f2-8b266d20e859 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:31.459504 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5941e19b-1668-485c-b503-7afd97883d5f req-8ce7c99b-d6aa-4734-8078-79fd6677c443 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=291c5166-548b-4ef8-b78f-841a397188df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432241 Oct 30 15:06:31.550016 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6bfd6fd0-2808-457c-84f2-8b266d20e859 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:31.555155 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6bfd6fd0-2808-457c-84f2-8b266d20e859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:31.592246 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:31.599322 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d13dd0-7b1f-4b42-8361-d8bde11a0995 tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=999af6b9-78ae-4a7b-a042-511c2189e252,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:31.600276 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-94d9ce26-1b51-427f-9b9d-db1f9412528f req-e2799f5b-c576-498f-8192-f6e617c1f4cc tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] 10.222.0.62 "GET /v2.0/ports?device_id=504866ba-8ae9-4d61-bd8e-020ac133fe40 HTTP/1.1" status: 200 len: 210 time: 0.0333235 Oct 30 15:06:31.632741 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-6bfd6fd0-2808-457c-84f2-8b266d20e859 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=48eabc18c58b49799ecf2945168a7238&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1896601 Oct 30 15:06:31.632930 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 53256) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:06:31.634050 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfd6fd0-2808-457c-84f2-8b266d20e859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=540ea6b8-4336-4ad4-895b-dff98bb27363,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:31.722735 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b37d874a-4371-4b74-8bc6-a4aebb227402 req-936cb88b-e63d-47ad-9936-9bb4dc9aa49c tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] 10.222.0.62 "GET /v2.0/ports?device_id=be2692f0-3035-484e-a667-f5315f3e1781 HTTP/1.1" status: 200 len: 210 time: 0.0605023 Oct 30 15:06:31.739417 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5941e19b-1668-485c-b503-7afd97883d5f req-e4e3fadf-bf2f-482c-b72d-7e22226fc02b service neutron] 10.222.0.53 "GET /v2.0/networks/291c5166-548b-4ef8-b78f-841a397188df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700520 Oct 30 15:06:31.765059 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-57d68e7c-f19e-44ad-a6aa-3ca237bfc1ec req-62d13dd0-7b1f-4b42-8361-d8bde11a0995 tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] Allocated IP 192.168.233.133 (8de8b155-6e08-41c3-866a-8b30bb481704/43b5dea3-b65b-4514-8ec2-18a4245eb194/a80de370-1dea-4b0c-8feb-dc2c444dd795) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:06:31.852620 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-900f3136-eb97-4693-a107-b3feda59684d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:31.913869 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-900f3136-eb97-4693-a107-b3feda59684d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:31.950457 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83111b2f-21e2-437f-8b99-cc5b76e6174b req-61f93f00-8a5d-4827-9619-736e74b99096 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:31.952089 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-83111b2f-21e2-437f-8b99-cc5b76e6174b req-61f93f00-8a5d-4827-9619-736e74b99096 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b14f1de-39d1-4687-9a0a-9f34bf28d262 HTTP/1.1" status: 200 len: 943 time: 0.0917420 Oct 30 15:06:31.981484 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5941e19b-1668-485c-b503-7afd97883d5f req-2a6fb042-41ae-48cc-acb7-e2810d94e862 service neutron] 10.222.0.53 "GET /v2.0/networks/291c5166-548b-4ef8-b78f-841a397188df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307091 Oct 30 15:06:31.990683 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8effff45-0560-4491-8713-4538e4ec93f7 req-44def842-3c57-4a7b-9e39-c2e5da0857b3 service neutron] 10.222.0.53 "GET /v2.0/ports/584a36c5-c8f6-453d-b531-05a761dd38f3/bindings/n-h2-806683-17 HTTP/1.1" status: 200 len: 385 time: 0.0938604 Oct 30 15:06:32.039671 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-83111b2f-21e2-437f-8b99-cc5b76e6174b req-6a79b869-5259-4355-8514-4d18093e3424 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773091 Oct 30 15:06:32.069391 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-900f3136-eb97-4693-a107-b3feda59684d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:32.071975 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-900f3136-eb97-4693-a107-b3feda59684d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:32.075380 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-900f3136-eb97-4693-a107-b3feda59684d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/540ea6b8-4336-4ad4-895b-dff98bb27363 HTTP/1.1" status: 204 len: 168 time: 0.4397421 Oct 30 15:06:32.101794 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f3136-eb97-4693-a107-b3feda59684d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=540ea6b8-4336-4ad4-895b-dff98bb27363,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:32.110336 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-57d68e7c-f19e-44ad-a6aa-3ca237bfc1ec req-62d13dd0-7b1f-4b42-8361-d8bde11a0995 tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:32.151776 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-57d68e7c-f19e-44ad-a6aa-3ca237bfc1ec req-62d13dd0-7b1f-4b42-8361-d8bde11a0995 tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:32.205251 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-8effff45-0560-4491-8713-4538e4ec93f7 req-5ce66456-23d1-4e7e-af1b-eb243b053bac service neutron] For port 584a36c5-c8f6-453d-b531-05a761dd38f3, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=584a36c5-c8f6-453d-b531-05a761dd38f3,segment=NetworkSegment(5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87),segment_id=5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:06:32.208233 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57d68e7c-f19e-44ad-a6aa-3ca237bfc1ec req-62d13dd0-7b1f-4b42-8361-d8bde11a0995 tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] Network 8de8b155-6e08-41c3-866a-8b30bb481704 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:06:32.214187 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-57d68e7c-f19e-44ad-a6aa-3ca237bfc1ec req-62d13dd0-7b1f-4b42-8361-d8bde11a0995 tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:06:32.216129 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d13dd0-7b1f-4b42-8361-d8bde11a0995 tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] Pushing event updated for resources: {'Port': ['ID=a80de370-1dea-4b0c-8feb-dc2c444dd795,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:32.218914 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-57d68e7c-f19e-44ad-a6aa-3ca237bfc1ec req-62d13dd0-7b1f-4b42-8361-d8bde11a0995 tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:06:32.224871 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d68e7c-f19e-44ad-a6aa-3ca237bfc1ec req-62d13dd0-7b1f-4b42-8361-d8bde11a0995 tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:32.225503 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-57d68e7c-f19e-44ad-a6aa-3ca237bfc1ec req-62d13dd0-7b1f-4b42-8361-d8bde11a0995 tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:32.227872 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-8effff45-0560-4491-8713-4538e4ec93f7 req-5ce66456-23d1-4e7e-af1b-eb243b053bac service neutron] For port 584a36c5-c8f6-453d-b531-05a761dd38f3, host n-h1-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:06:32.247370 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-57d68e7c-f19e-44ad-a6aa-3ca237bfc1ec req-62d13dd0-7b1f-4b42-8361-d8bde11a0995 tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5498943 Oct 30 15:06:32.264701 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-57d68e7c-f19e-44ad-a6aa-3ca237bfc1ec req-30d47911-f7a3-4046-a5e1-36a8456f3df6 service neutron] Request body: {'port': {'device_id': 'be2692f0-3035-484e-a667-f5315f3e1781', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:06:32.273802 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-8effff45-0560-4491-8713-4538e4ec93f7 req-5ce66456-23d1-4e7e-af1b-eb243b053bac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 584a36c5-c8f6-453d-b531-05a761dd38f3 {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:06:32.286699 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-8effff45-0560-4491-8713-4538e4ec93f7 req-5ce66456-23d1-4e7e-af1b-eb243b053bac service neutron] For port 584a36c5-c8f6-453d-b531-05a761dd38f3, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=584a36c5-c8f6-453d-b531-05a761dd38f3,segment=NetworkSegment(5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87),segment_id=5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:06:32.325389 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-8effff45-0560-4491-8713-4538e4ec93f7 req-5ce66456-23d1-4e7e-af1b-eb243b053bac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:32.340161 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-57d68e7c-f19e-44ad-a6aa-3ca237bfc1ec req-30d47911-f7a3-4046-a5e1-36a8456f3df6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:32.382829 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '504866ba-8ae9-4d61-bd8e-020ac133fe40', 'name': 'network-vif-deleted', 'tag': '5272f2f0-0f84-46b9-8dd6-40280c34a1a4'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:06:32.386608 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0224ce43-b383-4293-954e-00f89984d888" -d '{"events": [{"server_uuid": "504866ba-8ae9-4d61-bd8e-020ac133fe40", "name": "network-vif-deleted", "tag": "5272f2f0-0f84-46b9-8dd6-40280c34a1a4"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:06:32.462369 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58170c65-dda1-412e-b316-77f8fa3ecc43 req-a12b5d75-0d16-42eb-a3af-076547c0c8a8 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:32.464461 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-58170c65-dda1-412e-b316-77f8fa3ecc43 req-a12b5d75-0d16-42eb-a3af-076547c0c8a8 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5cd747f-0053-4a71-a209-c70e7ecc520a HTTP/1.1" status: 200 len: 943 time: 0.1135476 Oct 30 15:06:32.472818 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-8effff45-0560-4491-8713-4538e4ec93f7 req-5ce66456-23d1-4e7e-af1b-eb243b053bac service neutron] Transition to ACTIVE for port object 584a36c5-c8f6-453d-b531-05a761dd38f3 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:06:32.483145 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8483e660-de8c-4d2a-9a37-1d123abc6813 req-d1e8247b-8ee1-4996-9f6e-16a607c677cb tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:32.485262 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8483e660-de8c-4d2a-9a37-1d123abc6813 req-d1e8247b-8ee1-4996-9f6e-16a607c677cb tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=adaa9a5a-7bcf-4f02-bb88-d1c865da4f51 HTTP/1.1" status: 200 len: 950 time: 0.0723319 Oct 30 15:06:32.486848 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-8effff45-0560-4491-8713-4538e4ec93f7 req-5ce66456-23d1-4e7e-af1b-eb243b053bac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:32.575453 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-8effff45-0560-4491-8713-4538e4ec93f7 req-5ce66456-23d1-4e7e-af1b-eb243b053bac service neutron] No DVR routers for this DVR port 584a36c5-c8f6-453d-b531-05a761dd38f3 on host n-h1-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:06:32.602903 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce66456-23d1-4e7e-af1b-eb243b053bac service neutron] Pushing event updated for resources: {'Port': ['ID=584a36c5-c8f6-453d-b531-05a761dd38f3,revision_number=10']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:32.606049 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-2aec9fa1-57b4-4da2-ad53-341c107f4fc5 None None] Provisioning complete for port a80de370-1dea-4b0c-8feb-dc2c444dd795 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:06:32.607579 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2aec9fa1-57b4-4da2-ad53-341c107f4fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:32.636410 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8effff45-0560-4491-8713-4538e4ec93f7 req-5ce66456-23d1-4e7e-af1b-eb243b053bac service neutron] 10.222.0.53 "PUT /v2.0/ports/584a36c5-c8f6-453d-b531-05a761dd38f3/bindings/n-h2-806683-17/activate HTTP/1.1" status: 200 len: 370 time: 0.6344953 Oct 30 15:06:32.639426 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8483e660-de8c-4d2a-9a37-1d123abc6813 req-28760d8d-20f1-4955-9ebd-31e155a4d31d tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243403 Oct 30 15:06:32.666537 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-2aec9fa1-57b4-4da2-ad53-341c107f4fc5 None None] Port a80de370-1dea-4b0c-8feb-dc2c444dd795 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:06:32.759864 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ca96b4-97fa-4a9c-855c-88fa8a6f2499 x-openstack-request-id: req-77ca96b4-97fa-4a9c-855c-88fa8a6f2499 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:06:32.760154 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "504866ba-8ae9-4d61-bd8e-020ac133fe40", "name": "network-vif-deleted", "tag": "5272f2f0-0f84-46b9-8dd6-40280c34a1a4", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:06:32.760480 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-77ca96b4-97fa-4a9c-855c-88fa8a6f2499 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:06:32.760763 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '504866ba-8ae9-4d61-bd8e-020ac133fe40', 'name': 'network-vif-deleted', 'tag': '5272f2f0-0f84-46b9-8dd6-40280c34a1a4', 'status': 'completed', 'code': 200} Oct 30 15:06:32.908427 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-58170c65-dda1-412e-b316-77f8fa3ecc43 req-ccae05fc-d0c0-4dc8-85f0-8e47e81722a5 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4345636 Oct 30 15:06:32.918103 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8effff45-0560-4491-8713-4538e4ec93f7 req-1eefadad-9ac8-4cc6-83c3-eb51f31e962a tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:32.919888 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8effff45-0560-4491-8713-4538e4ec93f7 req-1eefadad-9ac8-4cc6-83c3-eb51f31e962a tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=0b14f1de-39d1-4687-9a0a-9f34bf28d262&tenant_id=b8aea481537c4f1b9ab8f7eccea88bfc&binding%3Ahost_id=n-h1-806683-17 HTTP/1.1" status: 200 len: 1096 time: 0.1635153 Oct 30 15:06:32.920010 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d9a1ac-1b4e-4846-b228-471f5b8ea033 req-7f6db464-6720-466a-9e8b-ce82bd095a29 tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:32.923740 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-20d9a1ac-1b4e-4846-b228-471f5b8ea033 req-7f6db464-6720-466a-9e8b-ce82bd095a29 tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] 10.222.0.62 "GET /v2.0/ports?device_id=be2692f0-3035-484e-a667-f5315f3e1781 HTTP/1.1" status: 200 len: 936 time: 0.0720830 Oct 30 15:06:33.029139 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-20d9a1ac-1b4e-4846-b228-471f5b8ea033 req-0618696b-c6e9-4936-99e3-3fc1d9555df9 tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] 10.222.0.62 "GET /v2.0/security-groups?id=999af6b9-78ae-4a7b-a042-511c2189e252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872157 Oct 30 15:06:33.048378 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8effff45-0560-4491-8713-4538e4ec93f7 req-fa5d91a9-38ac-4b52-98ad-132d499a488b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:33.050483 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8effff45-0560-4491-8713-4538e4ec93f7 req-fa5d91a9-38ac-4b52-98ad-132d499a488b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0b14f1de-39d1-4687-9a0a-9f34bf28d262&tenant_id=b8aea481537c4f1b9ab8f7eccea88bfc HTTP/1.1" status: 200 len: 1096 time: 0.1190565 Oct 30 15:06:33.175189 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-57d68e7c-f19e-44ad-a6aa-3ca237bfc1ec req-30d47911-f7a3-4046-a5e1-36a8456f3df6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a80de370-1dea-4b0c-8feb-dc2c444dd795 {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:06:33.185825 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-57d68e7c-f19e-44ad-a6aa-3ca237bfc1ec req-30d47911-f7a3-4046-a5e1-36a8456f3df6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:33.204704 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8effff45-0560-4491-8713-4538e4ec93f7 req-e8c09b52-32f3-486c-b51b-fe2644250198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:33.207310 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8effff45-0560-4491-8713-4538e4ec93f7 req-e8c09b52-32f3-486c-b51b-fe2644250198 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b8aea481537c4f1b9ab8f7eccea88bfc&device_id=0b14f1de-39d1-4687-9a0a-9f34bf28d262 HTTP/1.1" status: 200 len: 1096 time: 0.1188266 Oct 30 15:06:33.248891 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-57d68e7c-f19e-44ad-a6aa-3ca237bfc1ec req-30d47911-f7a3-4046-a5e1-36a8456f3df6 service neutron] Transition to ACTIVE for port object a80de370-1dea-4b0c-8feb-dc2c444dd795 will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:06:33.300790 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-57d68e7c-f19e-44ad-a6aa-3ca237bfc1ec req-30d47911-f7a3-4046-a5e1-36a8456f3df6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:33.329942 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893112fa-e73c-4b7b-9f78-8446ea268148 req-cbd7b7cd-030b-4c11-922f-eed37ae8ba63 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:33.332230 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-893112fa-e73c-4b7b-9f78-8446ea268148 req-cbd7b7cd-030b-4c11-922f-eed37ae8ba63 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a28979f-3014-4c72-b78f-10b3f482824b HTTP/1.1" status: 200 len: 950 time: 0.0669742 Oct 30 15:06:33.408617 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee4258-9b50-45af-8f43-56531ccbd50d req-b88433bf-b2d0-4197-89dc-c85fbc6908c3 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:33.415665 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-893112fa-e73c-4b7b-9f78-8446ea268148 req-67c4ce10-c46d-4b4f-aec3-ecc128070d93 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3b8daec-3ee2-49ef-a556-9d38f359f2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768695 Oct 30 15:06:33.419557 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fdee4258-9b50-45af-8f43-56531ccbd50d req-b88433bf-b2d0-4197-89dc-c85fbc6908c3 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b14f1de-39d1-4687-9a0a-9f34bf28d262 HTTP/1.1" status: 200 len: 944 time: 0.1985064 Oct 30 15:06:33.451699 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d47911-f7a3-4046-a5e1-36a8456f3df6 service neutron] Pushing event updated for resources: {'Port': ['ID=a80de370-1dea-4b0c-8feb-dc2c444dd795,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:33.475503 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8effff45-0560-4491-8713-4538e4ec93f7 req-e33ca63a-106d-401a-8fc2-770846cbee93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:33.477028 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8effff45-0560-4491-8713-4538e4ec93f7 req-e33ca63a-106d-401a-8fc2-770846cbee93 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2f36ee91-6757-4d64-8719-4cb39651ac94 HTTP/1.1" status: 200 len: 909 time: 0.2507169 Oct 30 15:06:33.479298 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-57d68e7c-f19e-44ad-a6aa-3ca237bfc1ec req-30d47911-f7a3-4046-a5e1-36a8456f3df6 service neutron] Attempting to bind port a80de370-1dea-4b0c-8feb-dc2c444dd795 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:06:33.479661 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-57d68e7c-f19e-44ad-a6aa-3ca237bfc1ec req-30d47911-f7a3-4046-a5e1-36a8456f3df6 service neutron] Attempting to bind port a80de370-1dea-4b0c-8feb-dc2c444dd795 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:06:33.479990 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d68e7c-f19e-44ad-a6aa-3ca237bfc1ec req-30d47911-f7a3-4046-a5e1-36a8456f3df6 service neutron] Attempting to bind port a80de370-1dea-4b0c-8feb-dc2c444dd795 on network 8de8b155-6e08-41c3-866a-8b30bb481704 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:06:33.531409 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d68e7c-f19e-44ad-a6aa-3ca237bfc1ec req-30d47911-f7a3-4046-a5e1-36a8456f3df6 service neutron] Port a80de370-1dea-4b0c-8feb-dc2c444dd795 on network 8de8b155-6e08-41c3-866a-8b30bb481704 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:06:33.531753 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d68e7c-f19e-44ad-a6aa-3ca237bfc1ec req-30d47911-f7a3-4046-a5e1-36a8456f3df6 service neutron] Attempting to bind port a80de370-1dea-4b0c-8feb-dc2c444dd795 on network 8de8b155-6e08-41c3-866a-8b30bb481704 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:06:33.537927 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8effff45-0560-4491-8713-4538e4ec93f7 req-b0c31c29-4296-4eba-bae3-da05668ea7d1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=584a36c5-c8f6-453d-b531-05a761dd38f3 HTTP/1.1" status: 200 len: 217 time: 0.0527382 Oct 30 15:06:33.550293 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fdee4258-9b50-45af-8f43-56531ccbd50d req-ffd6ec52-674b-4cba-9a2e-397d453f8414 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297934 Oct 30 15:06:33.554579 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d68e7c-f19e-44ad-a6aa-3ca237bfc1ec req-30d47911-f7a3-4046-a5e1-36a8456f3df6 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:06:33.554928 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d68e7c-f19e-44ad-a6aa-3ca237bfc1ec req-30d47911-f7a3-4046-a5e1-36a8456f3df6 service neutron] Checking segment: {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:06:33.555310 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d68e7c-f19e-44ad-a6aa-3ca237bfc1ec req-30d47911-f7a3-4046-a5e1-36a8456f3df6 service neutron] Bound using segment: {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:06:33.555799 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-57d68e7c-f19e-44ad-a6aa-3ca237bfc1ec req-30d47911-f7a3-4046-a5e1-36a8456f3df6 service neutron] Bound port: a80de370-1dea-4b0c-8feb-dc2c444dd795, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:06:33.556159 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-57d68e7c-f19e-44ad-a6aa-3ca237bfc1ec req-30d47911-f7a3-4046-a5e1-36a8456f3df6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:33.648363 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8effff45-0560-4491-8713-4538e4ec93f7 req-2559849f-c0eb-4ee6-b127-db43cda8e1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:33.649849 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8effff45-0560-4491-8713-4538e4ec93f7 req-2559849f-c0eb-4ee6-b127-db43cda8e1f0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=eb0d8673-4262-419a-bce2-caff67d0478f HTTP/1.1" status: 200 len: 848 time: 0.0984118 Oct 30 15:06:33.750143 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8effff45-0560-4491-8713-4538e4ec93f7 req-34b69f1a-0acc-4402-a5c6-bac368c7cf02 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2f36ee91-6757-4d64-8719-4cb39651ac94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825100 Oct 30 15:06:33.754290 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-57d68e7c-f19e-44ad-a6aa-3ca237bfc1ec req-30d47911-f7a3-4046-a5e1-36a8456f3df6 service neutron] For port a80de370-1dea-4b0c-8feb-dc2c444dd795, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:06:33.831535 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-57d68e7c-f19e-44ad-a6aa-3ca237bfc1ec req-30d47911-f7a3-4046-a5e1-36a8456f3df6 service neutron] For port a80de370-1dea-4b0c-8feb-dc2c444dd795, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=a80de370-1dea-4b0c-8feb-dc2c444dd795,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:06:33.837030 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e927fe1-7afa-4ac5-bf0a-a4d20965343b req-a1ed5532-dd68-4ab2-862b-05e2dfdab92b tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:33.841298 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-57d68e7c-f19e-44ad-a6aa-3ca237bfc1ec req-30d47911-f7a3-4046-a5e1-36a8456f3df6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:33.846531 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5e927fe1-7afa-4ac5-bf0a-a4d20965343b req-a1ed5532-dd68-4ab2-862b-05e2dfdab92b tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=adaa9a5a-7bcf-4f02-bb88-d1c865da4f51 HTTP/1.1" status: 200 len: 950 time: 0.1114910 Oct 30 15:06:33.858150 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d142c4b-6786-4058-b314-ad607152b5a4 req-5ebc19d0-bef4-4281-9f5a-83b45c04c8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:33.860833 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6d142c4b-6786-4058-b314-ad607152b5a4 req-5ebc19d0-bef4-4281-9f5a-83b45c04c8d5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=77cd9b926c2f46c3aa4784fd4d8318b7&device_id=adaa9a5a-7bcf-4f02-bb88-d1c865da4f51 HTTP/1.1" status: 200 len: 1102 time: 0.0878093 Oct 30 15:06:33.882561 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d68e7c-f19e-44ad-a6aa-3ca237bfc1ec req-30d47911-f7a3-4046-a5e1-36a8456f3df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:33.883259 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-57d68e7c-f19e-44ad-a6aa-3ca237bfc1ec req-30d47911-f7a3-4046-a5e1-36a8456f3df6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:33.885289 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-57d68e7c-f19e-44ad-a6aa-3ca237bfc1ec req-30d47911-f7a3-4046-a5e1-36a8456f3df6 service neutron] 10.222.0.53 "PUT /v2.0/ports/a80de370-1dea-4b0c-8feb-dc2c444dd795 HTTP/1.1" status: 200 len: 1097 time: 1.6309502 Oct 30 15:06:33.907163 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5e927fe1-7afa-4ac5-bf0a-a4d20965343b req-a623bffc-a0ec-4705-9694-4f4e86e80ba8 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594733 Oct 30 15:06:34.012155 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d47911-f7a3-4046-a5e1-36a8456f3df6 service neutron] Pushing event updated for resources: {'Port': ['ID=a80de370-1dea-4b0c-8feb-dc2c444dd795,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:34.026260 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8effff45-0560-4491-8713-4538e4ec93f7 req-4ad61108-10cd-4c97-ba27-daf821ecdd51 service neutron] 10.222.0.44 "GET /v2.0/networks/2f36ee91-6757-4d64-8719-4cb39651ac94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688341 Oct 30 15:06:34.077296 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d142c4b-6786-4058-b314-ad607152b5a4 req-07d9de77-8002-482a-94c2-4cbc38af9598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:34.081312 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6d142c4b-6786-4058-b314-ad607152b5a4 req-07d9de77-8002-482a-94c2-4cbc38af9598 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8de8b155-6e08-41c3-866a-8b30bb481704 HTTP/1.1" status: 200 len: 870 time: 0.1862695 Oct 30 15:06:34.140713 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d68e7c-f19e-44ad-a6aa-3ca237bfc1ec req-f0cb1927-7635-42dd-8346-98bac58826a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:34.142645 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-57d68e7c-f19e-44ad-a6aa-3ca237bfc1ec req-f0cb1927-7635-42dd-8346-98bac58826a5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=81dc868cc6624fab8cb47de2d7e39e8f&device_id=be2692f0-3035-484e-a667-f5315f3e1781 HTTP/1.1" status: 200 len: 1100 time: 0.1929319 Oct 30 15:06:34.173940 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b2e022-8ec6-4784-b9c5-6f6e6c4e59b3 req-f4c3c292-e3e4-4fdc-abac-5fa21047454f tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:34.181217 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-95b2e022-8ec6-4784-b9c5-6f6e6c4e59b3 req-f4c3c292-e3e4-4fdc-abac-5fa21047454f tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5cd747f-0053-4a71-a209-c70e7ecc520a HTTP/1.1" status: 200 len: 943 time: 0.1591525 Oct 30 15:06:34.233342 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6d142c4b-6786-4058-b314-ad607152b5a4 req-3fac1dd1-2404-4b0d-b71b-5cc9ed916b99 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=3baf7600-8a1c-4d9a-b018-f770d78d7690 HTTP/1.1" status: 200 len: 217 time: 0.1382492 Oct 30 15:06:34.271043 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8effff45-0560-4491-8713-4538e4ec93f7 req-5e33a5b3-f312-481b-88b0-3cb71899438d service neutron] 10.222.0.44 "GET /v2.0/networks/2f36ee91-6757-4d64-8719-4cb39651ac94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252188 Oct 30 15:06:34.285166 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-57d68e7c-f19e-44ad-a6aa-3ca237bfc1ec req-8030fef1-b095-4590-9250-ffac0d9c342f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=a80de370-1dea-4b0c-8feb-dc2c444dd795 HTTP/1.1" status: 200 len: 217 time: 0.1305625 Oct 30 15:06:34.300711 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d142c4b-6786-4058-b314-ad607152b5a4 req-a3c3e0ae-b018-4fd2-9f21-7cca6b3954d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:34.302185 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6d142c4b-6786-4058-b314-ad607152b5a4 req-a3c3e0ae-b018-4fd2-9f21-7cca6b3954d3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.0639956 Oct 30 15:06:34.314670 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-95b2e022-8ec6-4784-b9c5-6f6e6c4e59b3 req-40463fb2-e721-4784-8a48-b1ea5444a0b2 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325378 Oct 30 15:06:34.363303 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d68e7c-f19e-44ad-a6aa-3ca237bfc1ec req-eeeba612-258d-49b7-8d3a-e7c658aeb4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:34.365135 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-57d68e7c-f19e-44ad-a6aa-3ca237bfc1ec req-eeeba612-258d-49b7-8d3a-e7c658aeb4a7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.0728636 Oct 30 15:06:34.390931 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d142c4b-6786-4058-b314-ad607152b5a4 req-929763c2-8f21-4a09-ba0b-613b27184a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:34.392699 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6d142c4b-6786-4058-b314-ad607152b5a4 req-929763c2-8f21-4a09-ba0b-613b27184a89 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0802181 Oct 30 15:06:34.400086 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae47e70-9260-4a3e-b0b2-71b5d500570b req-e54075c0-c40a-4afe-bc51-a0e61eafde74 tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:34.401726 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9ae47e70-9260-4a3e-b0b2-71b5d500570b req-e54075c0-c40a-4afe-bc51-a0e61eafde74 tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] 10.222.0.62 "GET /v2.0/ports?device_id=be2692f0-3035-484e-a667-f5315f3e1781 HTTP/1.1" status: 200 len: 948 time: 0.1030033 Oct 30 15:06:34.425717 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d68e7c-f19e-44ad-a6aa-3ca237bfc1ec req-95c3fb09-81aa-4920-9fdd-c418d6cba254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:34.437869 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-57d68e7c-f19e-44ad-a6aa-3ca237bfc1ec req-95c3fb09-81aa-4920-9fdd-c418d6cba254 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0573187 Oct 30 15:06:34.477573 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 5272f2f0-0f84-46b9-8dd6-40280c34a1a4 no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:06:34.537638 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] No Port match for: 5272f2f0-0f84-46b9-8dd6-40280c34a1a4 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:06:34.538187 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 5272f2f0-0f84-46b9-8dd6-40280c34a1a4 not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:06:34.615882 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 8b371b9f-aeca-4397-a92e-43f1eefb6950 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:06:34.663757 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3dce5-5528-42d8-9840-5e4712c5a39c req-78932d6f-d121-431a-8c99-70b2775c4634 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:34.671252 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-63b3dce5-5528-42d8-9840-5e4712c5a39c req-78932d6f-d121-431a-8c99-70b2775c4634 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a28979f-3014-4c72-b78f-10b3f482824b HTTP/1.1" status: 200 len: 950 time: 0.1653657 Oct 30 15:06:34.739351 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8effff45-0560-4491-8713-4538e4ec93f7 req-3bce3ac1-c7ad-4b49-a7d5-b395f1fbb735 tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:34.740894 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8effff45-0560-4491-8713-4538e4ec93f7 req-3bce3ac1-c7ad-4b49-a7d5-b395f1fbb735 tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=0b14f1de-39d1-4687-9a0a-9f34bf28d262&tenant_id=b8aea481537c4f1b9ab8f7eccea88bfc&binding%3Ahost_id=n-h2-806683-17 HTTP/1.1" status: 200 len: 1096 time: 0.1801605 Oct 30 15:06:34.745233 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 8b371b9f-aeca-4397-a92e-43f1eefb6950, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=8b371b9f-aeca-4397-a92e-43f1eefb6950,segment=NetworkSegment(e8246d9e-f8e1-4659-b367-d870958fbb44),segment_id=e8246d9e-f8e1-4659-b367-d870958fbb44)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:06:34.747216 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-57d68e7c-f19e-44ad-a6aa-3ca237bfc1ec req-41cb71b7-9a2e-47cc-996b-5457e141bfad service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055239 Oct 30 15:06:34.760860 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2de2498-9fdc-4db8-8536-98ab7007eaa7 req-ee7a7275-f958-4f31-99dc-7692271349d2 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:34.762000 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '8b371b9f-aeca-4397-a92e-43f1eefb6950', 'network_id': '291c5166-548b-4ef8-b78f-841a397188df', 'port_id': '8b371b9f-aeca-4397-a92e-43f1eefb6950', 'mac_address': 'fa:16:3e:02:ec:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f4c836a-b7bd-4d76-afd1-011b8a3fe891', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:06:34.762379 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f2de2498-9fdc-4db8-8536-98ab7007eaa7 req-ee7a7275-f958-4f31-99dc-7692271349d2 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a28979f-3014-4c72-b78f-10b3f482824b HTTP/1.1" status: 200 len: 950 time: 0.1793330 Oct 30 15:06:34.772919 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be2692f0-3035-484e-a667-f5315f3e1781', 'tag': 'a80de370-1dea-4b0c-8feb-dc2c444dd795'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:06:34.775127 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a2efc5-8418-4b90-8eb5-7e9387935e7d" -d '{"events": [{"name": "network-changed", "server_uuid": "be2692f0-3035-484e-a667-f5315f3e1781", "tag": "a80de370-1dea-4b0c-8feb-dc2c444dd795"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:06:34.803248 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:34.821441 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b371b9f-aeca-4397-a92e-43f1eefb6950 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:06:34.842369 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 8b371b9f-aeca-4397-a92e-43f1eefb6950, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=8b371b9f-aeca-4397-a92e-43f1eefb6950,segment=NetworkSegment(e8246d9e-f8e1-4659-b367-d870958fbb44),segment_id=e8246d9e-f8e1-4659-b367-d870958fbb44)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:06:34.842520 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9ae47e70-9260-4a3e-b0b2-71b5d500570b req-885428bf-dd3b-4486-81fa-b7e8c363e312 tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] 10.222.0.62 "GET /v2.0/security-groups?id=999af6b9-78ae-4a7b-a042-511c2189e252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4317253 Oct 30 15:06:34.847864 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:34.868868 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-755f164a-cd70-4fe1-9529-deac56e3f794 req-dbd8e6d6-2c44-4e63-8bc4-5624f56cf042 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=343deeda-6653-4a84-8468-1e6ef21c9864&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0986841 Oct 30 15:06:34.885220 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-63b3dce5-5528-42d8-9840-5e4712c5a39c req-b38d270a-3617-42a3-91fc-a04b53c34d36 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3b8daec-3ee2-49ef-a556-9d38f359f2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123120 Oct 30 15:06:34.902717 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 53352) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:06:34.938240 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=8b371b9f-aeca-4397-a92e-43f1eefb6950,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:34.949224 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6d142c4b-6786-4058-b314-ad607152b5a4 req-0ec13d99-7b01-4c64-af0f-952c7335f227 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5464721 Oct 30 15:06:35.028737 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c3153e-3ef3-4e4b-a63d-f305461d8673 x-openstack-request-id: req-39c3153e-3ef3-4e4b-a63d-f305461d8673 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:06:35.029179 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be2692f0-3035-484e-a667-f5315f3e1781", "tag": "a80de370-1dea-4b0c-8feb-dc2c444dd795", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:06:35.029529 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-39c3153e-3ef3-4e4b-a63d-f305461d8673 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:06:35.030021 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be2692f0-3035-484e-a667-f5315f3e1781', 'tag': 'a80de370-1dea-4b0c-8feb-dc2c444dd795', 'status': 'completed', 'code': 200} Oct 30 15:06:35.055439 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['8b371b9f-aeca-4397-a92e-43f1eefb6950'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:06:35.093261 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6d142c4b-6786-4058-b314-ad607152b5a4 req-e875e8f9-59c0-4b0e-b278-90415db12e2a service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165679 Oct 30 15:06:35.108352 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f164a-cd70-4fe1-9529-deac56e3f794 req-ea8a594b-b257-40a0-a63f-3320221fac7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:35.109982 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-755f164a-cd70-4fe1-9529-deac56e3f794 req-ea8a594b-b257-40a0-a63f-3320221fac7e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=48ec0906891f440e8725a8b756af6e71&device_id=343deeda-6653-4a84-8468-1e6ef21c9864 HTTP/1.1" status: 200 len: 1118 time: 0.1739719 Oct 30 15:06:35.120526 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-87780af1-5861-443b-8864-24ae2b5ac3a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:35.160309 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b0de3-efad-471a-a742-502885451864 req-ad6c8357-5648-484e-8b91-327f702a1250 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:35.161834 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-890b0de3-efad-471a-a742-502885451864 req-ad6c8357-5648-484e-8b91-327f702a1250 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b14f1de-39d1-4687-9a0a-9f34bf28d262 HTTP/1.1" status: 200 len: 944 time: 0.1974118 Oct 30 15:06:35.256303 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-57d68e7c-f19e-44ad-a6aa-3ca237bfc1ec req-8fb34b8b-2c20-4dea-bfbb-3da622f87a15 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4929233 Oct 30 15:06:35.268988 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-890b0de3-efad-471a-a742-502885451864 req-9086e881-c303-4f56-8417-105d7c8e4e00 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940921 Oct 30 15:06:35.305353 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e730c65-d6ed-4c78-974b-d8cb3414def9 req-e1c6e6b7-e8c7-4b65-be83-f5f23d0ab9dc tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:35.313930 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7e730c65-d6ed-4c78-974b-d8cb3414def9 req-e1c6e6b7-e8c7-4b65-be83-f5f23d0ab9dc tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=adaa9a5a-7bcf-4f02-bb88-d1c865da4f51 HTTP/1.1" status: 200 len: 950 time: 0.2897470 Oct 30 15:06:35.324275 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f164a-cd70-4fe1-9529-deac56e3f794 req-c1c13e3d-70c1-47b6-a241-a0da8ec1ac38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:35.325792 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-755f164a-cd70-4fe1-9529-deac56e3f794 req-c1c13e3d-70c1-47b6-a241-a0da8ec1ac38 service neutron] 10.222.0.44 "GET /v2.0/networks?id=291c5166-548b-4ef8-b78f-841a397188df HTTP/1.1" status: 200 len: 921 time: 0.1892867 Oct 30 15:06:35.354566 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-87780af1-5861-443b-8864-24ae2b5ac3a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:35.359084 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-87780af1-5861-443b-8864-24ae2b5ac3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:35.380814 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-f2de2498-9fdc-4db8-8536-98ab7007eaa7 req-fc1ed41a-636a-4ac2-93ad-836f81cf42a3 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] Deleting port 7418a3ad-1277-4974-9118-8d76ea9034d0 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:06:35.381083 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-f2de2498-9fdc-4db8-8536-98ab7007eaa7 req-fc1ed41a-636a-4ac2-93ad-836f81cf42a3 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:35.406623 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-755f164a-cd70-4fe1-9529-deac56e3f794 req-22944f29-c00a-4d19-9c9c-fe67623f5d6d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6bd33d2f-55ff-4a66-a734-135baa2b6ab2 HTTP/1.1" status: 200 len: 217 time: 0.0674274 Oct 30 15:06:35.437905 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-8effff45-0560-4491-8713-4538e4ec93f7 req-e8ffe1c7-f5aa-4d20-90ec-757d35077494 service neutron] For port 584a36c5-c8f6-453d-b531-05a761dd38f3, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:06:35.454382 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-8effff45-0560-4491-8713-4538e4ec93f7 req-e8ffe1c7-f5aa-4d20-90ec-757d35077494 service neutron] Publish callbacks [] for binding, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:35.454382 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8effff45-0560-4491-8713-4538e4ec93f7 req-e8ffe1c7-f5aa-4d20-90ec-757d35077494 service neutron] 10.222.0.44 "DELETE /v2.0/ports/584a36c5-c8f6-453d-b531-05a761dd38f3/bindings/n-h1-806683-17 HTTP/1.1" status: 204 len: 173 time: 0.6869528 Oct 30 15:06:35.469393 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7e730c65-d6ed-4c78-974b-d8cb3414def9 req-c18401aa-1bfb-4681-8f50-96b0ad75a73d tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527121 Oct 30 15:06:35.478505 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2efc5-8418-4b90-8eb5-7e9387935e7d req-87d494d1-0a90-4ba3-b067-ed4cdd646412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:35.486098 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-14a2efc5-8418-4b90-8eb5-7e9387935e7d req-87d494d1-0a90-4ba3-b067-ed4cdd646412 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=81dc868cc6624fab8cb47de2d7e39e8f&device_id=be2692f0-3035-484e-a667-f5315f3e1781 HTTP/1.1" status: 200 len: 1100 time: 0.1660929 Oct 30 15:06:35.506667 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87780af1-5861-443b-8864-24ae2b5ac3a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aacb2b4-3b2a-48f2-b633-63281c145171,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:35.526511 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f164a-cd70-4fe1-9529-deac56e3f794 req-3f3caf9c-b879-41e5-93fc-69bfb0f90ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:35.532085 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-755f164a-cd70-4fe1-9529-deac56e3f794 req-3f3caf9c-b879-41e5-93fc-69bfb0f90ff4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4f4c836a-b7bd-4d76-afd1-011b8a3fe891 HTTP/1.1" status: 200 len: 860 time: 0.1165421 Oct 30 15:06:35.576436 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-87780af1-5861-443b-8864-24ae2b5ac3a6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a8001c899e224c539157c0e02b5ef821&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6723192 Oct 30 15:06:35.584789 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 53376) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:06:35.595584 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-755f164a-cd70-4fe1-9529-deac56e3f794 req-4a8cf920-7a8e-47ee-94a8-fea56b73004b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=291c5166-548b-4ef8-b78f-841a397188df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466106 Oct 30 15:06:35.682114 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-f2de2498-9fdc-4db8-8536-98ab7007eaa7 req-fc1ed41a-636a-4ac2-93ad-836f81cf42a3 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] For port 7418a3ad-1277-4974-9118-8d76ea9034d0, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=7418a3ad-1277-4974-9118-8d76ea9034d0,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:06:35.682482 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-f2de2498-9fdc-4db8-8536-98ab7007eaa7 req-fc1ed41a-636a-4ac2-93ad-836f81cf42a3 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:35.682771 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28572d3-7816-488b-b57b-f9fc0771be56 req-702cddfd-82ef-4c75-bbdf-d3ff454ecd9e tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:35.688856 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f28572d3-7816-488b-b57b-f9fc0771be56 req-702cddfd-82ef-4c75-bbdf-d3ff454ecd9e tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5cd747f-0053-4a71-a209-c70e7ecc520a HTTP/1.1" status: 200 len: 944 time: 0.1557076 Oct 30 15:06:35.708965 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-f2de2498-9fdc-4db8-8536-98ab7007eaa7 req-fc1ed41a-636a-4ac2-93ad-836f81cf42a3 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] Calling delete_port for 7418a3ad-1277-4974-9118-8d76ea9034d0 owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:06:35.745821 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31284a8a-8477-46fd-be04-43c743a4f856 req-60a619da-5af4-4841-ae64-fb183c7e02bc tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:35.747321 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-31284a8a-8477-46fd-be04-43c743a4f856 req-60a619da-5af4-4841-ae64-fb183c7e02bc tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=0b14f1de-39d1-4687-9a0a-9f34bf28d262 HTTP/1.1" status: 200 len: 1096 time: 0.1599057 Oct 30 15:06:35.753981 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2efc5-8418-4b90-8eb5-7e9387935e7d req-8e74221b-8199-4a18-995e-2fd451721220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:35.755938 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-14a2efc5-8418-4b90-8eb5-7e9387935e7d req-8e74221b-8199-4a18-995e-2fd451721220 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8de8b155-6e08-41c3-866a-8b30bb481704 HTTP/1.1" status: 200 len: 870 time: 0.2465255 Oct 30 15:06:35.760525 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f28572d3-7816-488b-b57b-f9fc0771be56 req-686d44b2-9b7e-4285-83df-83e29ad0724e tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642393 Oct 30 15:06:35.773771 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-755f164a-cd70-4fe1-9529-deac56e3f794 req-4cea4c57-2d3b-419e-9b27-56dd16bf070e service neutron] 10.222.0.44 "GET /v2.0/networks/291c5166-548b-4ef8-b78f-841a397188df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685112 Oct 30 15:06:35.853547 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-19748adc-f371-4032-96e1-d680abe1d85c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:35.859744 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-14a2efc5-8418-4b90-8eb5-7e9387935e7d req-1825ec34-eadb-4de7-9cba-68aa49cd33c9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=a80de370-1dea-4b0c-8feb-dc2c444dd795 HTTP/1.1" status: 200 len: 217 time: 0.0648923 Oct 30 15:06:35.903723 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-755f164a-cd70-4fe1-9529-deac56e3f794 req-51a1bc4e-d73b-423d-8e18-5bcea57447e3 service neutron] 10.222.0.44 "GET /v2.0/networks/291c5166-548b-4ef8-b78f-841a397188df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199760 Oct 30 15:06:35.943659 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-19748adc-f371-4032-96e1-d680abe1d85c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:35.948202 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-31284a8a-8477-46fd-be04-43c743a4f856 req-ecc8c915-0f0b-4ea6-8aa7-e4d9b947fd15 tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470799 Oct 30 15:06:35.989652 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2efc5-8418-4b90-8eb5-7e9387935e7d req-f1c82b96-3afd-4091-be76-137c1b635edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:35.991163 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-14a2efc5-8418-4b90-8eb5-7e9387935e7d req-f1c82b96-3afd-4091-be76-137c1b635edc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.1181908 Oct 30 15:06:36.071763 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5859fe9d-a5e6-4038-9679-f558826536c0 req-20bddd64-14c5-409e-86c5-7f5e74a44206 tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:36.079289 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5859fe9d-a5e6-4038-9679-f558826536c0 req-20bddd64-14c5-409e-86c5-7f5e74a44206 tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] 10.222.0.62 "GET /v2.0/ports?device_id=be2692f0-3035-484e-a667-f5315f3e1781 HTTP/1.1" status: 200 len: 948 time: 0.0620601 Oct 30 15:06:36.135684 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5859fe9d-a5e6-4038-9679-f558826536c0 req-5b022934-5b6c-4a13-aaf9-8177e35290d5 tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] 10.222.0.62 "GET /v2.0/security-groups?id=999af6b9-78ae-4a7b-a042-511c2189e252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520229 Oct 30 15:06:36.189590 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-19748adc-f371-4032-96e1-d680abe1d85c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:36.193952 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-19748adc-f371-4032-96e1-d680abe1d85c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:36.198422 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-19748adc-f371-4032-96e1-d680abe1d85c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3aacb2b4-3b2a-48f2-b633-63281c145171 HTTP/1.1" status: 204 len: 168 time: 0.6097131 Oct 30 15:06:36.209508 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24028531-8efd-4d41-8338-f0ff69324975 req-1b5ff109-66e1-4a71-82d3-88e6ae0e72e5 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:36.211022 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-24028531-8efd-4d41-8338-f0ff69324975 req-1b5ff109-66e1-4a71-82d3-88e6ae0e72e5 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a28979f-3014-4c72-b78f-10b3f482824b HTTP/1.1" status: 200 len: 950 time: 0.1247308 Oct 30 15:06:36.211719 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-f2de2498-9fdc-4db8-8536-98ab7007eaa7 req-fc1ed41a-636a-4ac2-93ad-836f81cf42a3 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:36.215184 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2efc5-8418-4b90-8eb5-7e9387935e7d req-153dbb4e-19d4-45a9-8b26-106abc78b9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:36.216609 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-14a2efc5-8418-4b90-8eb5-7e9387935e7d req-153dbb4e-19d4-45a9-8b26-106abc78b9e4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2049019 Oct 30 15:06:36.244021 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['7418a3ad-1277-4974-9118-8d76ea9034d0'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:06:36.279242 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19748adc-f371-4032-96e1-d680abe1d85c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aacb2b4-3b2a-48f2-b633-63281c145171,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:36.290240 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1ed41a-636a-4ac2-93ad-836f81cf42a3 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] Pushing event deleted for resources: {'Port': ['ID=7418a3ad-1277-4974-9118-8d76ea9034d0,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:36.447324 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2de2498-9fdc-4db8-8536-98ab7007eaa7 req-fc1ed41a-636a-4ac2-93ad-836f81cf42a3 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] No DVR routers for this DVR port 7418a3ad-1277-4974-9118-8d76ea9034d0 on host n-h1-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:06:36.462217 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-f2de2498-9fdc-4db8-8536-98ab7007eaa7 req-fc1ed41a-636a-4ac2-93ad-836f81cf42a3 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:36.465537 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f2de2498-9fdc-4db8-8536-98ab7007eaa7 req-fc1ed41a-636a-4ac2-93ad-836f81cf42a3 tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] 10.222.0.53 "DELETE /v2.0/ports/7418a3ad-1277-4974-9118-8d76ea9034d0 HTTP/1.1" status: 204 len: 173 time: 1.6871262 Oct 30 15:06:36.479122 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ed473-be29-4af1-8d23-f0e37975a579 req-b988fce0-6963-4a38-8cdb-c4af10d10e10 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:36.479356 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-24028531-8efd-4d41-8338-f0ff69324975 req-d3f43969-3522-4644-ae43-5415dd66d26d tempest-ServersAdminNegativeTestJSON-841279235 tempest-ServersAdminNegativeTestJSON-841279235-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3b8daec-3ee2-49ef-a556-9d38f359f2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354164 Oct 30 15:06:36.487563 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ea3ed473-be29-4af1-8d23-f0e37975a579 req-b988fce0-6963-4a38-8cdb-c4af10d10e10 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/networks?id=2f36ee91-6757-4d64-8719-4cb39651ac94 HTTP/1.1" status: 200 len: 808 time: 0.2601092 Oct 30 15:06:36.530445 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ea3ed473-be29-4af1-8d23-f0e37975a579 req-c9358d7d-b087-4ef2-99aa-b9ef70b68116 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/quotas/b8aea481537c4f1b9ab8f7eccea88bfc HTTP/1.1" status: 200 len: 375 time: 0.0418589 Oct 30 15:06:36.594648 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-14a2efc5-8418-4b90-8eb5-7e9387935e7d req-905dbc22-5ba4-4af8-a281-77bee9a65f8a service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253791 Oct 30 15:06:36.605358 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ea3ed473-be29-4af1-8d23-f0e37975a579 req-57941b49-99b9-4d40-9956-94aedbb68184 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b8aea481537c4f1b9ab8f7eccea88bfc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0707219 Oct 30 15:06:36.649802 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 8b371b9f-aeca-4397-a92e-43f1eefb6950 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:06:36.778720 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port 8b371b9f-aeca-4397-a92e-43f1eefb6950 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:06:36.790603 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 8b371b9f-aeca-4397-a92e-43f1eefb6950 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:06:36.791153 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:36.791701 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a53983-bc5a-4207-b7aa-d7da03c0c9d0 req-3362d9d5-2e2c-4dae-b5fc-7fe0243aee56 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:36.793897 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b8a53983-bc5a-4207-b7aa-d7da03c0c9d0 req-3362d9d5-2e2c-4dae-b5fc-7fe0243aee56 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=adaa9a5a-7bcf-4f02-bb88-d1c865da4f51 HTTP/1.1" status: 200 len: 950 time: 0.2194650 Oct 30 15:06:36.794026 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 53406) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:06:36.810181 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ea3ed473-be29-4af1-8d23-f0e37975a579 req-177eec28-1a40-44d3-ab37-503acc60cdcc service neutron] 10.222.0.62 "GET /v2.0/networks/2f36ee91-6757-4d64-8719-4cb39651ac94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034960 Oct 30 15:06:36.856905 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b8a53983-bc5a-4207-b7aa-d7da03c0c9d0 req-07acbcd8-767d-42ec-ade0-103bf0c59bb4 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522263 Oct 30 15:06:36.861025 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c05d834c-2045-4bc6-ab5d-6192d1d56cab admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:36.926300 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ea3ed473-be29-4af1-8d23-f0e37975a579 req-0779666a-36bb-4639-8268-d2a84ce6ac86 service neutron] 10.222.0.62 "GET /v2.0/networks/2f36ee91-6757-4d64-8719-4cb39651ac94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145601 Oct 30 15:06:36.932952 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-14a2efc5-8418-4b90-8eb5-7e9387935e7d req-5133e83a-c19b-4bfc-b36f-b1053dc83df3 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951205 Oct 30 15:06:36.938015 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:36.990257 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 8b371b9f-aeca-4397-a92e-43f1eefb6950, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=8b371b9f-aeca-4397-a92e-43f1eefb6950,segment=NetworkSegment(e8246d9e-f8e1-4659-b367-d870958fbb44),segment_id=e8246d9e-f8e1-4659-b367-d870958fbb44)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:06:36.992237 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5cd747f-0053-4a71-a209-c70e7ecc520a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b371b9f-aeca-4397-a92e-43f1eefb6950'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:06:36.995751 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52fc0a21-a573-4c71-9a96-0b4ce9477674" -d '{"events": [{"server_uuid": "b5cd747f-0053-4a71-a209-c70e7ecc520a", "name": "network-vif-plugged", "status": "completed", "tag": "8b371b9f-aeca-4397-a92e-43f1eefb6950"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:06:37.001243 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:37.002331 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 7418a3ad-1277-4974-9118-8d76ea9034d0 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:06:37.037404 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a28979f-3014-4c72-b78f-10b3f482824b', 'name': 'network-vif-deleted', 'tag': '7418a3ad-1277-4974-9118-8d76ea9034d0'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:06:37.040153 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20062c5-de62-4df9-a4b5-6b56b8e4f1a2" -d '{"events": [{"server_uuid": "3a28979f-3014-4c72-b78f-10b3f482824b", "name": "network-vif-deleted", "tag": "7418a3ad-1277-4974-9118-8d76ea9034d0"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:06:37.079587 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c05d834c-2045-4bc6-ab5d-6192d1d56cab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:37.089050 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40331386-cdc3-444c-aba3-6cbf2225b2a4 req-26058d93-1edb-449d-a582-a74f726dead0 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:37.102431 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-40331386-cdc3-444c-aba3-6cbf2225b2a4 req-26058d93-1edb-449d-a582-a74f726dead0 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5cd747f-0053-4a71-a209-c70e7ecc520a HTTP/1.1" status: 200 len: 944 time: 0.1387558 Oct 30 15:06:37.110931 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c05d834c-2045-4bc6-ab5d-6192d1d56cab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:37.114620 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: 7418a3ad-1277-4974-9118-8d76ea9034d0 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:06:37.114757 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 7418a3ad-1277-4974-9118-8d76ea9034d0 not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:06:37.144969 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 584a36c5-c8f6-453d-b531-05a761dd38f3 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:06:37.163210 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05d834c-2045-4bc6-ab5d-6192d1d56cab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=397811a6-3194-4fad-8c8b-31c1bcbd0090,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:37.212431 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-40331386-cdc3-444c-aba3-6cbf2225b2a4 req-405ac2c2-d486-4f49-9d16-446a4d575a80 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088727 Oct 30 15:06:37.226959 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 53420) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:06:37.227630 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-c05d834c-2045-4bc6-ab5d-6192d1d56cab admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=98bf9ffe02234adda8f0ae61962aec56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4260631 Oct 30 15:06:37.274441 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a01fa9-7b77-40ff-90de-2bc2c68c4b49 x-openstack-request-id: req-d1a01fa9-7b77-40ff-90de-2bc2c68c4b49 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:06:37.275071 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a28979f-3014-4c72-b78f-10b3f482824b", "name": "network-vif-deleted", "tag": "7418a3ad-1277-4974-9118-8d76ea9034d0", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:06:37.275589 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d1a01fa9-7b77-40ff-90de-2bc2c68c4b49 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:06:37.276560 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a28979f-3014-4c72-b78f-10b3f482824b', 'name': 'network-vif-deleted', 'tag': '7418a3ad-1277-4974-9118-8d76ea9034d0', 'status': 'completed', 'code': 200} Oct 30 15:06:37.279694 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e1d3ed-f8a7-461f-b8f2-9ce5f3c070e4 x-openstack-request-id: req-a8e1d3ed-f8a7-461f-b8f2-9ce5f3c070e4 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:06:37.280230 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5cd747f-0053-4a71-a209-c70e7ecc520a", "name": "network-vif-plugged", "status": "completed", "tag": "8b371b9f-aeca-4397-a92e-43f1eefb6950", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:06:37.280425 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a8e1d3ed-f8a7-461f-b8f2-9ce5f3c070e4 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:06:37.280711 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5cd747f-0053-4a71-a209-c70e7ecc520a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b371b9f-aeca-4397-a92e-43f1eefb6950', 'code': 200} Oct 30 15:06:37.288796 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=8b371b9f-aeca-4397-a92e-43f1eefb6950,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:37.332767 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 584a36c5-c8f6-453d-b531-05a761dd38f3 not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:06:37.384490 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cac1aa00-05b6-463b-90c8-0b67b6022f0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:37.417068 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3826bd71-1ee4-4898-9b90-4c8c596a749c req-eec458d0-f29f-448e-be4b-3cb2ca361ee9 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=eca627da-f1c3-4df0-be24-80b75d39bfc7 HTTP/1.1" status: 200 len: 210 time: 0.0723224 Oct 30 15:06:37.439041 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cac1aa00-05b6-463b-90c8-0b67b6022f0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:37.443101 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d536870b-c0aa-404f-9d4d-8da2798a4919 req-b94a4d5d-4ed6-46ea-a5b6-9231734550ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:37.444760 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d536870b-c0aa-404f-9d4d-8da2798a4919 req-b94a4d5d-4ed6-46ea-a5b6-9231734550ba service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b5cd747f-0053-4a71-a209-c70e7ecc520a HTTP/1.1" status: 200 len: 1097 time: 0.1022255 Oct 30 15:06:37.474122 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81a8bf-be4d-4812-9059-f92a4cd62cbc req-c4d47c75-fa1c-48a7-8269-579ddc73dc24 tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:37.480953 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8b81a8bf-be4d-4812-9059-f92a4cd62cbc req-c4d47c75-fa1c-48a7-8269-579ddc73dc24 tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] 10.222.0.62 "GET /v2.0/ports?device_id=be2692f0-3035-484e-a667-f5315f3e1781 HTTP/1.1" status: 200 len: 948 time: 0.0978041 Oct 30 15:06:37.513148 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cac1aa00-05b6-463b-90c8-0b67b6022f0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:37.517927 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cac1aa00-05b6-463b-90c8-0b67b6022f0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:37.522433 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-cac1aa00-05b6-463b-90c8-0b67b6022f0f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/397811a6-3194-4fad-8c8b-31c1bcbd0090 HTTP/1.1" status: 204 len: 168 time: 0.2948287 Oct 30 15:06:37.529951 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d536870b-c0aa-404f-9d4d-8da2798a4919 req-d72c6310-d8b7-4602-bdbb-7a14b4a792ab service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759330 Oct 30 15:06:37.539868 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac1aa00-05b6-463b-90c8-0b67b6022f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397811a6-3194-4fad-8c8b-31c1bcbd0090,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:37.552815 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8b81a8bf-be4d-4812-9059-f92a4cd62cbc req-9de2aa79-011c-482b-bd60-aa519cb80041 tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] 10.222.0.62 "GET /v2.0/security-groups?id=999af6b9-78ae-4a7b-a042-511c2189e252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644989 Oct 30 15:06:37.942754 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 53444) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:06:38.019213 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa3d763-37c1-40da-8c57-9b706f0a3649 req-f4fc8009-665b-4fe0-b31a-81cb55369efa tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:38.021742 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2aa3d763-37c1-40da-8c57-9b706f0a3649 req-f4fc8009-665b-4fe0-b31a-81cb55369efa tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=adaa9a5a-7bcf-4f02-bb88-d1c865da4f51 HTTP/1.1" status: 200 len: 950 time: 0.0665874 Oct 30 15:06:38.064756 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2aa3d763-37c1-40da-8c57-9b706f0a3649 req-404fd3e2-dd88-4df7-b992-586a2b78a0f8 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362077 Oct 30 15:06:38.120611 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-29b12be5-ad20-4cb0-bebd-e58a40a6d37e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8f3b671b14d04445b2eb6ae7afd8bb4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1765308 Oct 30 15:06:38.123242 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 53452) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:06:38.176025 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-953667ef-8a88-48f9-9cc7-9f39e251fc93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:38.197456 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-953667ef-8a88-48f9-9cc7-9f39e251fc93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:38.250318 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-953667ef-8a88-48f9-9cc7-9f39e251fc93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:38.276557 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-953667ef-8a88-48f9-9cc7-9f39e251fc93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:38.279571 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-953667ef-8a88-48f9-9cc7-9f39e251fc93 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c3b8daec-3ee2-49ef-a556-9d38f359f2cb HTTP/1.1" status: 204 len: 168 time: 0.1527829 Oct 30 15:06:38.291954 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953667ef-8a88-48f9-9cc7-9f39e251fc93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b8daec-3ee2-49ef-a556-9d38f359f2cb,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:38.384564 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7869fd-ac25-48fd-b613-7d9e4a4bd60b req-057fbe6b-be73-4ee0-8fa8-a971cea4c2b0 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:38.394348 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7e7869fd-ac25-48fd-b613-7d9e4a4bd60b req-057fbe6b-be73-4ee0-8fa8-a971cea4c2b0 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5cd747f-0053-4a71-a209-c70e7ecc520a HTTP/1.1" status: 200 len: 945 time: 0.0710981 Oct 30 15:06:38.447412 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7e7869fd-ac25-48fd-b613-7d9e4a4bd60b req-8a4c2f34-8598-4547-86ca-5ce912c59f1c tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500903 Oct 30 15:06:38.585337 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ed473-be29-4af1-8d23-f0e37975a579 req-d36d0d65-7411-44a4-8da1-88c0d19d3a88 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:38.591039 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ea3ed473-be29-4af1-8d23-f0e37975a579 req-d36d0d65-7411-44a4-8da1-88c0d19d3a88 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.44 "GET /v2.0/networks?id=2f36ee91-6757-4d64-8719-4cb39651ac94 HTTP/1.1" status: 200 len: 808 time: 0.2068989 Oct 30 15:06:38.627230 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-ea3ed473-be29-4af1-8d23-f0e37975a579 req-cd9771ad-118c-4280-8a2c-a606bafee615 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Request body: {'port': {'device_id': 'eca627da-f1c3-4df0-be24-80b75d39bfc7', 'network_id': '2f36ee91-6757-4d64-8719-4cb39651ac94', 'admin_state_up': True, 'tenant_id': 'b8aea481537c4f1b9ab8f7eccea88bfc'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:06:38.678095 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device a80de370-1dea-4b0c-8feb-dc2c444dd795 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:06:38.798909 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dc246db5-e607-41e8-a666-c93d15a37fc7 req-8cf56333-3fb6-4afa-8bec-cf9e6855445d tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=eca627da-f1c3-4df0-be24-80b75d39bfc7 HTTP/1.1" status: 200 len: 210 time: 0.2423766 Oct 30 15:06:38.887365 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd3d61-c7ce-428c-806e-7c25f8edbac5 req-2b4ca5ef-0a0d-4318-ba04-2c08126122ad tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:38.898588 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9fbd3d61-c7ce-428c-806e-7c25f8edbac5 req-2b4ca5ef-0a0d-4318-ba04-2c08126122ad tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] 10.222.0.62 "GET /v2.0/ports?device_id=be2692f0-3035-484e-a667-f5315f3e1781 HTTP/1.1" status: 200 len: 948 time: 0.2311838 Oct 30 15:06:38.908000 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [req-a5cfc2a2-e9d3-4eb5-9fb5-2ce2df5ef657 req-cb919d60-4356-4983-b8fe-bac791981dc0 service neutron] show failed (client error): The resource could not be found. Oct 30 15:06:38.909241 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a5cfc2a2-e9d3-4eb5-9fb5-2ce2df5ef657 req-cb919d60-4356-4983-b8fe-bac791981dc0 service neutron] 10.222.0.53 "GET /v2.0/ports/3baf7600-8a1c-4d9a-b018-f770d78d7690/bindings/n-h2-806683-17 HTTP/1.1" status: 404 len: 381 time: 0.1965427 Oct 30 15:06:38.969779 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port a80de370-1dea-4b0c-8feb-dc2c444dd795, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=a80de370-1dea-4b0c-8feb-dc2c444dd795,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:06:38.982316 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea3ed473-be29-4af1-8d23-f0e37975a579 req-cd9771ad-118c-4280-8a2c-a606bafee615 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Made reservation on behalf of b8aea481537c4f1b9ab8f7eccea88bfc for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:06:38.986049 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ea3ed473-be29-4af1-8d23-f0e37975a579 req-cd9771ad-118c-4280-8a2c-a606bafee615 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:38.996425 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': 'a80de370-1dea-4b0c-8feb-dc2c444dd795', 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704', 'port_id': 'a80de370-1dea-4b0c-8feb-dc2c444dd795', 'mac_address': 'fa:16:3e:3b:1f:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b5dea3-b65b-4514-8ec2-18a4245eb194', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:06:39.002138 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 53484) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:06:39.068755 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9fbd3d61-c7ce-428c-806e-7c25f8edbac5 req-499bef0e-08c6-44af-84a0-596f8d2eb51e tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] 10.222.0.62 "GET /v2.0/security-groups?id=999af6b9-78ae-4a7b-a042-511c2189e252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685984 Oct 30 15:06:39.081791 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:39.154721 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a80de370-1dea-4b0c-8feb-dc2c444dd795 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:06:39.196544 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port a80de370-1dea-4b0c-8feb-dc2c444dd795, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=a80de370-1dea-4b0c-8feb-dc2c444dd795,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:06:39.206417 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-2f8f56b6-6172-4a1e-b918-565a0e6875f1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=16d7e71e720644768c7ee48f87fab7db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2009463 Oct 30 15:06:39.206804 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:39.212061 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 53492) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:06:39.318555 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=a80de370-1dea-4b0c-8feb-dc2c444dd795,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:39.383144 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-ea3ed473-be29-4af1-8d23-f0e37975a579 req-cd9771ad-118c-4280-8a2c-a606bafee615 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Allocated IP 172.20.0.2 (2f36ee91-6757-4d64-8719-4cb39651ac94/eb0d8673-4262-419a-bce2-caff67d0478f/1211c653-5734-4883-9ff3-cf144541a699) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:06:39.408834 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['a80de370-1dea-4b0c-8feb-dc2c444dd795'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:06:39.435597 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850904ab-b259-4628-9b7f-510edccbb7ac req-c2e85fcc-48a6-4f5b-8fbf-0fb235259111 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:39.445559 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-850904ab-b259-4628-9b7f-510edccbb7ac req-c2e85fcc-48a6-4f5b-8fbf-0fb235259111 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=adaa9a5a-7bcf-4f02-bb88-d1c865da4f51 HTTP/1.1" status: 200 len: 950 time: 0.2021663 Oct 30 15:06:39.461874 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-793b0883-4e86-438a-a306-fc21ad89c616 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:39.536949 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-793b0883-4e86-438a-a306-fc21ad89c616 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:39.550584 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cfc2a2-e9d3-4eb5-9fb5-2ce2df5ef657 req-560d05b2-27a6-4689-afb4-7b296c27e24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:39.553167 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a5cfc2a2-e9d3-4eb5-9fb5-2ce2df5ef657 req-560d05b2-27a6-4689-afb4-7b296c27e24a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=adaa9a5a-7bcf-4f02-bb88-d1c865da4f51&tenant_id=77cd9b926c2f46c3aa4784fd4d8318b7 HTTP/1.1" status: 200 len: 1102 time: 0.2428851 Oct 30 15:06:39.582882 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-a5cfc2a2-e9d3-4eb5-9fb5-2ce2df5ef657 req-e3198cbd-cc98-40a7-9307-1d86dbe6d4b4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-17', 'device_owner': 'compute:nova'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:06:39.663005 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-850904ab-b259-4628-9b7f-510edccbb7ac req-66a56383-7715-4ae1-b8bb-5b18490345e2 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076588 Oct 30 15:06:39.780443 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b88ea2-e0b7-47fd-b54b-9a7e236eb7d2 req-e8283a1c-7bc3-4587-ada9-6dfd5806813b tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:39.788656 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-15b88ea2-e0b7-47fd-b54b-9a7e236eb7d2 req-e8283a1c-7bc3-4587-ada9-6dfd5806813b tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5cd747f-0053-4a71-a209-c70e7ecc520a HTTP/1.1" status: 200 len: 945 time: 0.1281595 Oct 30 15:06:39.809544 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a5cfc2a2-e9d3-4eb5-9fb5-2ce2df5ef657 req-e3198cbd-cc98-40a7-9307-1d86dbe6d4b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:39.841304 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-793b0883-4e86-438a-a306-fc21ad89c616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:39.843906 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-793b0883-4e86-438a-a306-fc21ad89c616 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:39.845040 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-793b0883-4e86-438a-a306-fc21ad89c616 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/009ac83a-46f6-4b2d-bf77-b52902c279a9 HTTP/1.1" status: 204 len: 168 time: 0.6315413 Oct 30 15:06:39.860413 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-15b88ea2-e0b7-47fd-b54b-9a7e236eb7d2 req-6477fc46-5527-4374-939a-192385dde653 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657251 Oct 30 15:06:39.875342 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ea3ed473-be29-4af1-8d23-f0e37975a579 req-cd9771ad-118c-4280-8a2c-a606bafee615 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:39.943058 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793b0883-4e86-438a-a306-fc21ad89c616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=009ac83a-46f6-4b2d-bf77-b52902c279a9,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:40.004344 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ea3ed473-be29-4af1-8d23-f0e37975a579 req-cd9771ad-118c-4280-8a2c-a606bafee615 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:40.170779 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea3ed473-be29-4af1-8d23-f0e37975a579 req-cd9771ad-118c-4280-8a2c-a606bafee615 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Network 2f36ee91-6757-4d64-8719-4cb39651ac94 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:06:40.182809 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f84fe0-6e30-4b83-b5b4-20be9d1dd4b7 req-0bf7ac1e-83a9-47da-90aa-d5ced2345fb4 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:40.184846 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c5f84fe0-6e30-4b83-b5b4-20be9d1dd4b7 req-0bf7ac1e-83a9-47da-90aa-d5ced2345fb4 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=eca627da-f1c3-4df0-be24-80b75d39bfc7 HTTP/1.1" status: 200 len: 931 time: 0.2081397 Oct 30 15:06:40.190161 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-ea3ed473-be29-4af1-8d23-f0e37975a579 req-cd9771ad-118c-4280-8a2c-a606bafee615 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:06:40.198023 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9771ad-118c-4280-8a2c-a606bafee615 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Pushing event updated for resources: {'Port': ['ID=1211c653-5734-4883-9ff3-cf144541a699,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:40.203816 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea3ed473-be29-4af1-8d23-f0e37975a579 req-cd9771ad-118c-4280-8a2c-a606bafee615 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:06:40.273106 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ed473-be29-4af1-8d23-f0e37975a579 req-cd9771ad-118c-4280-8a2c-a606bafee615 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:40.273925 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ea3ed473-be29-4af1-8d23-f0e37975a579 req-cd9771ad-118c-4280-8a2c-a606bafee615 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:40.345484 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ea3ed473-be29-4af1-8d23-f0e37975a579 req-cd9771ad-118c-4280-8a2c-a606bafee615 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7367485 Oct 30 15:06:40.361936 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009bd9c0-e708-4e2e-bd0b-4e4fa1f25482 req-51e0861c-c109-4b06-836a-305f289f36de tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:40.370330 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-009bd9c0-e708-4e2e-bd0b-4e4fa1f25482 req-51e0861c-c109-4b06-836a-305f289f36de tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b5cd747f-0053-4a71-a209-c70e7ecc520a HTTP/1.1" status: 200 len: 1097 time: 0.3355365 Oct 30 15:06:40.374880 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-ea3ed473-be29-4af1-8d23-f0e37975a579 req-0fcf376b-59e8-4628-a22c-cd80d878cd78 service neutron] Request body: {'port': {'device_id': 'eca627da-f1c3-4df0-be24-80b75d39bfc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:06:40.433067 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-009bd9c0-e708-4e2e-bd0b-4e4fa1f25482 req-a80ecbd9-a6f6-4df7-b911-1efdb88a2b60 tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618794 Oct 30 15:06:40.436186 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ea3ed473-be29-4af1-8d23-f0e37975a579 req-0fcf376b-59e8-4628-a22c-cd80d878cd78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:40.453215 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c5f84fe0-6e30-4b83-b5b4-20be9d1dd4b7 req-66414924-247e-4fbc-bdc9-2bb562593fc5 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837714 Oct 30 15:06:40.541073 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-a5cfc2a2-e9d3-4eb5-9fb5-2ce2df5ef657 req-e3198cbd-cc98-40a7-9307-1d86dbe6d4b4 service neutron] For port 3baf7600-8a1c-4d9a-b018-f770d78d7690, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=3baf7600-8a1c-4d9a-b018-f770d78d7690,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:06:40.597371 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-a5cfc2a2-e9d3-4eb5-9fb5-2ce2df5ef657 req-e3198cbd-cc98-40a7-9307-1d86dbe6d4b4 service neutron] For port 3baf7600-8a1c-4d9a-b018-f770d78d7690, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:06:40.651886 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a5cfc2a2-e9d3-4eb5-9fb5-2ce2df5ef657 req-e3198cbd-cc98-40a7-9307-1d86dbe6d4b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:40.686218 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device a80de370-1dea-4b0c-8feb-dc2c444dd795 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:06:40.692753 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-a5cfc2a2-e9d3-4eb5-9fb5-2ce2df5ef657 req-e3198cbd-cc98-40a7-9307-1d86dbe6d4b4 service neutron] Transition to ACTIVE for port object 3baf7600-8a1c-4d9a-b018-f770d78d7690 will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:06:40.694198 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adaa9a5a-7bcf-4f02-bb88-d1c865da4f51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3baf7600-8a1c-4d9a-b018-f770d78d7690'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:06:40.697387 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9595744-1bc1-493f-80f3-2204c27a5eff" -d '{"events": [{"server_uuid": "adaa9a5a-7bcf-4f02-bb88-d1c865da4f51", "name": "network-vif-unplugged", "status": "completed", "tag": "3baf7600-8a1c-4d9a-b018-f770d78d7690"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:06:40.702921 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a5cfc2a2-e9d3-4eb5-9fb5-2ce2df5ef657 req-e3198cbd-cc98-40a7-9307-1d86dbe6d4b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:40.723259 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6692dd-6fbc-42f0-9795-04d4c831feff req-3a6063db-7e22-406b-92bd-cfbead7b6325 tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:40.731017 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dd6692dd-6fbc-42f0-9795-04d4c831feff req-3a6063db-7e22-406b-92bd-cfbead7b6325 tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] 10.222.0.62 "GET /v2.0/ports?device_id=be2692f0-3035-484e-a667-f5315f3e1781 HTTP/1.1" status: 200 len: 949 time: 0.1587162 Oct 30 15:06:40.782604 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dd6692dd-6fbc-42f0-9795-04d4c831feff req-8cdb775f-69cb-4fbe-a147-d1336e082c24 tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] 10.222.0.62 "GET /v2.0/security-groups?id=999af6b9-78ae-4a7b-a042-511c2189e252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506134 Oct 30 15:06:40.832280 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port a80de370-1dea-4b0c-8feb-dc2c444dd795 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:06:40.846290 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port a80de370-1dea-4b0c-8feb-dc2c444dd795 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:06:40.847619 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:40.894827 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5cfc2a2-e9d3-4eb5-9fb5-2ce2df5ef657 req-e3198cbd-cc98-40a7-9307-1d86dbe6d4b4 service neutron] No DVR routers for this DVR port 3baf7600-8a1c-4d9a-b018-f770d78d7690 on host n-h1-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:06:40.977124 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3198cbd-cc98-40a7-9307-1d86dbe6d4b4 service neutron] Pushing event updated for resources: {'Port': ['ID=3baf7600-8a1c-4d9a-b018-f770d78d7690,revision_number=6']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:41.020941 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-a5cfc2a2-e9d3-4eb5-9fb5-2ce2df5ef657 req-e3198cbd-cc98-40a7-9307-1d86dbe6d4b4 service neutron] Attempting to bind port 3baf7600-8a1c-4d9a-b018-f770d78d7690 on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:06:41.022051 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-a5cfc2a2-e9d3-4eb5-9fb5-2ce2df5ef657 req-e3198cbd-cc98-40a7-9307-1d86dbe6d4b4 service neutron] Attempting to bind port 3baf7600-8a1c-4d9a-b018-f770d78d7690 by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:06:41.022567 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cfc2a2-e9d3-4eb5-9fb5-2ce2df5ef657 req-e3198cbd-cc98-40a7-9307-1d86dbe6d4b4 service neutron] Attempting to bind port 3baf7600-8a1c-4d9a-b018-f770d78d7690 on network 8de8b155-6e08-41c3-866a-8b30bb481704 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:06:41.040832 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cfc2a2-e9d3-4eb5-9fb5-2ce2df5ef657 req-e3198cbd-cc98-40a7-9307-1d86dbe6d4b4 service neutron] Port 3baf7600-8a1c-4d9a-b018-f770d78d7690 on network 8de8b155-6e08-41c3-866a-8b30bb481704 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:06:41.041170 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cfc2a2-e9d3-4eb5-9fb5-2ce2df5ef657 req-e3198cbd-cc98-40a7-9307-1d86dbe6d4b4 service neutron] Attempting to bind port 3baf7600-8a1c-4d9a-b018-f770d78d7690 on network 8de8b155-6e08-41c3-866a-8b30bb481704 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:06:41.051442 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cfc2a2-e9d3-4eb5-9fb5-2ce2df5ef657 req-e3198cbd-cc98-40a7-9307-1d86dbe6d4b4 service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:06:41.054744 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cfc2a2-e9d3-4eb5-9fb5-2ce2df5ef657 req-e3198cbd-cc98-40a7-9307-1d86dbe6d4b4 service neutron] Checking segment: {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:06:41.055881 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cfc2a2-e9d3-4eb5-9fb5-2ce2df5ef657 req-e3198cbd-cc98-40a7-9307-1d86dbe6d4b4 service neutron] Bound using segment: {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:06:41.057883 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-a5cfc2a2-e9d3-4eb5-9fb5-2ce2df5ef657 req-e3198cbd-cc98-40a7-9307-1d86dbe6d4b4 service neutron] Bound port: 3baf7600-8a1c-4d9a-b018-f770d78d7690, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:06:41.059982 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a5cfc2a2-e9d3-4eb5-9fb5-2ce2df5ef657 req-e3198cbd-cc98-40a7-9307-1d86dbe6d4b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:41.112811 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:41.180122 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be2692f0-3035-484e-a667-f5315f3e1781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a80de370-1dea-4b0c-8feb-dc2c444dd795'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:06:41.182473 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b080549a-4abe-4503-882b-e1923450262a" -d '{"events": [{"server_uuid": "be2692f0-3035-484e-a667-f5315f3e1781", "name": "network-vif-plugged", "status": "completed", "tag": "a80de370-1dea-4b0c-8feb-dc2c444dd795"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:06:41.207864 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-a5cfc2a2-e9d3-4eb5-9fb5-2ce2df5ef657 req-e3198cbd-cc98-40a7-9307-1d86dbe6d4b4 service neutron] For port 3baf7600-8a1c-4d9a-b018-f770d78d7690, host n-h2-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:06:41.211526 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-a5cfc2a2-e9d3-4eb5-9fb5-2ce2df5ef657 req-e3198cbd-cc98-40a7-9307-1d86dbe6d4b4 service neutron] For port 3baf7600-8a1c-4d9a-b018-f770d78d7690, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=3baf7600-8a1c-4d9a-b018-f770d78d7690,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:06:41.221915 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a5cfc2a2-e9d3-4eb5-9fb5-2ce2df5ef657 req-e3198cbd-cc98-40a7-9307-1d86dbe6d4b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:41.239231 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port a80de370-1dea-4b0c-8feb-dc2c444dd795, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=a80de370-1dea-4b0c-8feb-dc2c444dd795,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:06:41.247903 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:41.248783 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 3baf7600-8a1c-4d9a-b018-f770d78d7690 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:06:41.311630 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cfc2a2-e9d3-4eb5-9fb5-2ce2df5ef657 req-e3198cbd-cc98-40a7-9307-1d86dbe6d4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:41.313025 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a5cfc2a2-e9d3-4eb5-9fb5-2ce2df5ef657 req-e3198cbd-cc98-40a7-9307-1d86dbe6d4b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:41.315088 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a5cfc2a2-e9d3-4eb5-9fb5-2ce2df5ef657 req-e3198cbd-cc98-40a7-9307-1d86dbe6d4b4 service neutron] 10.222.0.44 "PUT /v2.0/ports/3baf7600-8a1c-4d9a-b018-f770d78d7690 HTTP/1.1" status: 200 len: 1097 time: 1.7504108 Oct 30 15:06:41.384724 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-ea3ed473-be29-4af1-8d23-f0e37975a579 req-0fcf376b-59e8-4628-a22c-cd80d878cd78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1211c653-5734-4883-9ff3-cf144541a699 {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:06:41.425942 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3198cbd-cc98-40a7-9307-1d86dbe6d4b4 service neutron] Pushing event updated for resources: {'Port': ['ID=3baf7600-8a1c-4d9a-b018-f770d78d7690,revision_number=7']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:41.430992 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ea3ed473-be29-4af1-8d23-f0e37975a579 req-0fcf376b-59e8-4628-a22c-cd80d878cd78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:41.482046 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cfc2a2-e9d3-4eb5-9fb5-2ce2df5ef657 req-1adf2329-9187-49dd-9526-7a417dd67199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:41.484953 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a5cfc2a2-e9d3-4eb5-9fb5-2ce2df5ef657 req-1adf2329-9187-49dd-9526-7a417dd67199 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=77cd9b926c2f46c3aa4784fd4d8318b7&device_id=adaa9a5a-7bcf-4f02-bb88-d1c865da4f51 HTTP/1.1" status: 200 len: 1100 time: 0.1225448 Oct 30 15:06:41.496775 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c4a0c1-c8f6-459c-868c-eae6ed5a5df9 req-7199cf42-b4dc-4083-9c5c-3b35b744c0f4 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:41.498323 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f3c4a0c1-c8f6-459c-868c-eae6ed5a5df9 req-7199cf42-b4dc-4083-9c5c-3b35b744c0f4 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=adaa9a5a-7bcf-4f02-bb88-d1c865da4f51 HTTP/1.1" status: 200 len: 948 time: 0.2747991 Oct 30 15:06:41.525761 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-ea3ed473-be29-4af1-8d23-f0e37975a579 req-0fcf376b-59e8-4628-a22c-cd80d878cd78 service neutron] Transition to ACTIVE for port object 1211c653-5734-4883-9ff3-cf144541a699 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:06:41.544369 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ea3ed473-be29-4af1-8d23-f0e37975a579 req-0fcf376b-59e8-4628-a22c-cd80d878cd78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:41.570272 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 3baf7600-8a1c-4d9a-b018-f770d78d7690 not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:06:41.578655 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=a80de370-1dea-4b0c-8feb-dc2c444dd795,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:41.632693 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cfc2a2-e9d3-4eb5-9fb5-2ce2df5ef657 req-90cc58d4-f6aa-45d3-9f11-610c87e2dc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:41.635062 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a5cfc2a2-e9d3-4eb5-9fb5-2ce2df5ef657 req-90cc58d4-f6aa-45d3-9f11-610c87e2dc87 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8de8b155-6e08-41c3-866a-8b30bb481704 HTTP/1.1" status: 200 len: 870 time: 0.1415062 Oct 30 15:06:41.636812 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Oct 2021 15:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c3a6e0-6d61-4c8d-a048-fcdc6a301249 x-openstack-request-id: req-04c3a6e0-6d61-4c8d-a048-fcdc6a301249 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:06:41.637452 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adaa9a5a-7bcf-4f02-bb88-d1c865da4f51", "name": "network-vif-unplugged", "status": "completed", "tag": "3baf7600-8a1c-4d9a-b018-f770d78d7690", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:06:41.638300 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-04c3a6e0-6d61-4c8d-a048-fcdc6a301249 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:06:41.638986 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adaa9a5a-7bcf-4f02-bb88-d1c865da4f51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3baf7600-8a1c-4d9a-b018-f770d78d7690', 'code': 200} Oct 30 15:06:41.648530 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcf376b-59e8-4628-a22c-cd80d878cd78 service neutron] Pushing event updated for resources: {'Port': ['ID=1211c653-5734-4883-9ff3-cf144541a699,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:41.699660 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eae1edb-2031-4921-a9ef-38c33cd49588 x-openstack-request-id: req-4eae1edb-2031-4921-a9ef-38c33cd49588 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:06:41.700590 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be2692f0-3035-484e-a667-f5315f3e1781", "name": "network-vif-plugged", "status": "completed", "tag": "a80de370-1dea-4b0c-8feb-dc2c444dd795", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:06:41.701015 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4eae1edb-2031-4921-a9ef-38c33cd49588 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:06:41.701587 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be2692f0-3035-484e-a667-f5315f3e1781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a80de370-1dea-4b0c-8feb-dc2c444dd795', 'code': 200} Oct 30 15:06:41.704705 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a5cfc2a2-e9d3-4eb5-9fb5-2ce2df5ef657 req-cb72960d-cdf0-4a91-ad73-7aa82e6ab373 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=3baf7600-8a1c-4d9a-b018-f770d78d7690 HTTP/1.1" status: 200 len: 217 time: 0.0607984 Oct 30 15:06:41.731235 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f3c4a0c1-c8f6-459c-868c-eae6ed5a5df9 req-dcf4337c-f37c-448d-8340-ef12e13f1913 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093322 Oct 30 15:06:41.851693 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a8a77-5be8-424a-8573-2904fff43c3b req-9999691a-d499-4e5f-b89a-afcfa7b5c9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:41.853267 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e50a8a77-5be8-424a-8573-2904fff43c3b req-9999691a-d499-4e5f-b89a-afcfa7b5c9b7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=be2692f0-3035-484e-a667-f5315f3e1781 HTTP/1.1" status: 200 len: 1102 time: 0.0670564 Oct 30 15:06:41.854790 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cfc2a2-e9d3-4eb5-9fb5-2ce2df5ef657 req-35510435-5dc0-4a1d-9dbd-f7cca8e9f313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:41.857647 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a5cfc2a2-e9d3-4eb5-9fb5-2ce2df5ef657 req-35510435-5dc0-4a1d-9dbd-f7cca8e9f313 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.1433446 Oct 30 15:06:41.940354 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e50a8a77-5be8-424a-8573-2904fff43c3b req-c09e2439-7d59-4097-86a3-2d81475b6d9b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=999af6b9-78ae-4a7b-a042-511c2189e252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799456 Oct 30 15:06:41.950641 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-ea3ed473-be29-4af1-8d23-f0e37975a579 req-0fcf376b-59e8-4628-a22c-cd80d878cd78 service neutron] Attempting to bind port 1211c653-5734-4883-9ff3-cf144541a699 on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:06:41.951162 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-ea3ed473-be29-4af1-8d23-f0e37975a579 req-0fcf376b-59e8-4628-a22c-cd80d878cd78 service neutron] Attempting to bind port 1211c653-5734-4883-9ff3-cf144541a699 by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': '5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2f36ee91-6757-4d64-8719-4cb39651ac94'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:06:41.951888 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3ed473-be29-4af1-8d23-f0e37975a579 req-0fcf376b-59e8-4628-a22c-cd80d878cd78 service neutron] Attempting to bind port 1211c653-5734-4883-9ff3-cf144541a699 on network 2f36ee91-6757-4d64-8719-4cb39651ac94 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:06:41.964140 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4be66ef-f477-432f-b6d6-4267bf2aca8e req-c4ebbc3a-7bce-4dbf-acf8-b0961746bce5 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:41.970371 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cfc2a2-e9d3-4eb5-9fb5-2ce2df5ef657 req-c0563f58-d9c6-4680-8d2b-7ac20617b2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:41.971869 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a4be66ef-f477-432f-b6d6-4267bf2aca8e req-c4ebbc3a-7bce-4dbf-acf8-b0961746bce5 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=eca627da-f1c3-4df0-be24-80b75d39bfc7 HTTP/1.1" status: 200 len: 943 time: 0.1391382 Oct 30 15:06:41.991316 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a5cfc2a2-e9d3-4eb5-9fb5-2ce2df5ef657 req-c0563f58-d9c6-4680-8d2b-7ac20617b2bd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1083376 Oct 30 15:06:41.994363 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3ed473-be29-4af1-8d23-f0e37975a579 req-0fcf376b-59e8-4628-a22c-cd80d878cd78 service neutron] Port 1211c653-5734-4883-9ff3-cf144541a699 on network 2f36ee91-6757-4d64-8719-4cb39651ac94 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:06:41.994771 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3ed473-be29-4af1-8d23-f0e37975a579 req-0fcf376b-59e8-4628-a22c-cd80d878cd78 service neutron] Attempting to bind port 1211c653-5734-4883-9ff3-cf144541a699 on network 2f36ee91-6757-4d64-8719-4cb39651ac94 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:06:42.025911 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3ed473-be29-4af1-8d23-f0e37975a579 req-0fcf376b-59e8-4628-a22c-cd80d878cd78 service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:06:42.026444 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3ed473-be29-4af1-8d23-f0e37975a579 req-0fcf376b-59e8-4628-a22c-cd80d878cd78 service neutron] Checking segment: {'id': '5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2f36ee91-6757-4d64-8719-4cb39651ac94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:06:42.026886 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3ed473-be29-4af1-8d23-f0e37975a579 req-0fcf376b-59e8-4628-a22c-cd80d878cd78 service neutron] Bound using segment: {'id': '5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2f36ee91-6757-4d64-8719-4cb39651ac94'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:06:42.027405 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-ea3ed473-be29-4af1-8d23-f0e37975a579 req-0fcf376b-59e8-4628-a22c-cd80d878cd78 service neutron] Bound port: 1211c653-5734-4883-9ff3-cf144541a699, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2f36ee91-6757-4d64-8719-4cb39651ac94'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:06:42.028195 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ea3ed473-be29-4af1-8d23-f0e37975a579 req-0fcf376b-59e8-4628-a22c-cd80d878cd78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:42.063770 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a4be66ef-f477-432f-b6d6-4267bf2aca8e req-1679317a-5b56-4096-a6c8-11daa07a85b0 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909755 Oct 30 15:06:42.129183 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-ea3ed473-be29-4af1-8d23-f0e37975a579 req-0fcf376b-59e8-4628-a22c-cd80d878cd78 service neutron] For port 1211c653-5734-4883-9ff3-cf144541a699, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:06:42.141865 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-ea3ed473-be29-4af1-8d23-f0e37975a579 req-0fcf376b-59e8-4628-a22c-cd80d878cd78 service neutron] For port 1211c653-5734-4883-9ff3-cf144541a699, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=1211c653-5734-4883-9ff3-cf144541a699,segment=NetworkSegment(5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87),segment_id=5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:06:42.151155 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ea3ed473-be29-4af1-8d23-f0e37975a579 req-0fcf376b-59e8-4628-a22c-cd80d878cd78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:42.173912 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a5cfc2a2-e9d3-4eb5-9fb5-2ce2df5ef657 req-e6f893ae-86d4-41ef-be49-740a124485f3 service neutron] 10.222.0.44 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732726 Oct 30 15:06:42.193536 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ed473-be29-4af1-8d23-f0e37975a579 req-0fcf376b-59e8-4628-a22c-cd80d878cd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:42.194418 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ea3ed473-be29-4af1-8d23-f0e37975a579 req-0fcf376b-59e8-4628-a22c-cd80d878cd78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:42.200026 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ea3ed473-be29-4af1-8d23-f0e37975a579 req-0fcf376b-59e8-4628-a22c-cd80d878cd78 service neutron] 10.222.0.44 "PUT /v2.0/ports/1211c653-5734-4883-9ff3-cf144541a699 HTTP/1.1" status: 200 len: 1092 time: 1.8390229 Oct 30 15:06:42.224779 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eca627da-f1c3-4df0-be24-80b75d39bfc7', 'tag': '1211c653-5734-4883-9ff3-cf144541a699'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:06:42.227890 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb41288-1734-4353-aa77-a709959ee36d" -d '{"events": [{"name": "network-changed", "server_uuid": "eca627da-f1c3-4df0-be24-80b75d39bfc7", "tag": "1211c653-5734-4883-9ff3-cf144541a699"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:06:42.316302 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a5cfc2a2-e9d3-4eb5-9fb5-2ce2df5ef657 req-e617d1fa-80ad-4282-8ccd-f538f89ea05a service neutron] 10.222.0.44 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302750 Oct 30 15:06:42.459326 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dceb91-0ce0-4d2b-b4f8-e0b0489703c2 req-f6fc9e48-5048-4096-b580-fb51d8c97ce9 tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:42.472994 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-26dceb91-0ce0-4d2b-b4f8-e0b0489703c2 req-f6fc9e48-5048-4096-b580-fb51d8c97ce9 tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] 10.222.0.62 "GET /v2.0/ports?device_id=be2692f0-3035-484e-a667-f5315f3e1781 HTTP/1.1" status: 200 len: 950 time: 0.2700028 Oct 30 15:06:42.475046 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcf376b-59e8-4628-a22c-cd80d878cd78 service neutron] Pushing event updated for resources: {'Port': ['ID=1211c653-5734-4883-9ff3-cf144541a699,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:42.482346 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d2321f-5818-44be-a568-23c26f2271e6 x-openstack-request-id: req-b0d2321f-5818-44be-a568-23c26f2271e6 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:06:42.482632 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eca627da-f1c3-4df0-be24-80b75d39bfc7", "tag": "1211c653-5734-4883-9ff3-cf144541a699", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:06:42.482884 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b0d2321f-5818-44be-a568-23c26f2271e6 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:06:42.483285 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eca627da-f1c3-4df0-be24-80b75d39bfc7', 'tag': '1211c653-5734-4883-9ff3-cf144541a699', 'status': 'completed', 'code': 200} Oct 30 15:06:42.491967 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ed473-be29-4af1-8d23-f0e37975a579 req-495fe1c5-03fa-41d7-9a56-fde692cc6efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:42.493535 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ea3ed473-be29-4af1-8d23-f0e37975a579 req-495fe1c5-03fa-41d7-9a56-fde692cc6efb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b8aea481537c4f1b9ab8f7eccea88bfc&device_id=eca627da-f1c3-4df0-be24-80b75d39bfc7 HTTP/1.1" status: 200 len: 1095 time: 0.1918964 Oct 30 15:06:42.560038 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ea3ed473-be29-4af1-8d23-f0e37975a579 req-cd535f19-0636-4661-aeb3-deb3a319bfb2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1211c653-5734-4883-9ff3-cf144541a699 HTTP/1.1" status: 200 len: 217 time: 0.0526032 Oct 30 15:06:42.592445 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-26dceb91-0ce0-4d2b-b4f8-e0b0489703c2 req-d7aaeb6d-38bf-475e-9939-1031f3af5fe4 tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] 10.222.0.62 "GET /v2.0/security-groups?id=999af6b9-78ae-4a7b-a042-511c2189e252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139951 Oct 30 15:06:42.659272 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ed473-be29-4af1-8d23-f0e37975a579 req-aca37ee4-c3af-4537-bee7-0efea7732a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:42.661024 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ea3ed473-be29-4af1-8d23-f0e37975a579 req-aca37ee4-c3af-4537-bee7-0efea7732a4f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=eb0d8673-4262-419a-bce2-caff67d0478f HTTP/1.1" status: 200 len: 848 time: 0.0859365 Oct 30 15:06:42.717792 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ea3ed473-be29-4af1-8d23-f0e37975a579 req-f78e2ebf-d3bb-43f5-9751-cff939de5c9f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2f36ee91-6757-4d64-8719-4cb39651ac94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438235 Oct 30 15:06:42.929021 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d6552a-fb0e-4aff-9a0f-990ec2bfb4c8 req-5f5932ed-63c1-4a07-9b4d-6888f4059455 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:42.931781 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-35d6552a-fb0e-4aff-9a0f-990ec2bfb4c8 req-5f5932ed-63c1-4a07-9b4d-6888f4059455 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=adaa9a5a-7bcf-4f02-bb88-d1c865da4f51 HTTP/1.1" status: 200 len: 948 time: 0.0879965 Oct 30 15:06:42.987535 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ea3ed473-be29-4af1-8d23-f0e37975a579 req-241ff8ce-8be6-4b41-84f6-d148de7cb1a2 service neutron] 10.222.0.44 "GET /v2.0/networks/2f36ee91-6757-4d64-8719-4cb39651ac94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610943 Oct 30 15:06:43.046994 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a9aae99b-a7f0-487c-aa14-b7b90617def3 req-0ff55530-a878-4b17-b33b-894114902830 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=fe775bbcba174d2b97e2e40971e90df6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385368 Oct 30 15:06:43.109106 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-35d6552a-fb0e-4aff-9a0f-990ec2bfb4c8 req-e292fee7-c0f0-437e-96eb-e185ec733f76 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640112 Oct 30 15:06:43.158875 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ea3ed473-be29-4af1-8d23-f0e37975a579 req-21383e17-9cb2-4b5b-9fa8-fd907ba4d437 service neutron] 10.222.0.44 "GET /v2.0/networks/2f36ee91-6757-4d64-8719-4cb39651ac94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602409 Oct 30 15:06:43.206383 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aae99b-a7f0-487c-aa14-b7b90617def3 req-64240e45-5622-46d4-b72d-f7fa1dcd3687 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:43.215659 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a9aae99b-a7f0-487c-aa14-b7b90617def3 req-64240e45-5622-46d4-b72d-f7fa1dcd3687 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1659558 Oct 30 15:06:43.242739 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a9aae99b-a7f0-487c-aa14-b7b90617def3 req-87ba2713-4f41-4efd-9df1-14a8b20181b0 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/quotas/fe775bbcba174d2b97e2e40971e90df6 HTTP/1.1" status: 200 len: 375 time: 0.0257771 Oct 30 15:06:43.267876 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb41288-1734-4353-aa77-a709959ee36d req-2cc7a455-a50b-423b-92ac-92dacaed87f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:43.269856 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-feb41288-1734-4353-aa77-a709959ee36d req-2cc7a455-a50b-423b-92ac-92dacaed87f7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b8aea481537c4f1b9ab8f7eccea88bfc&device_id=eca627da-f1c3-4df0-be24-80b75d39bfc7 HTTP/1.1" status: 200 len: 1095 time: 0.0508032 Oct 30 15:06:43.292765 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a9aae99b-a7f0-487c-aa14-b7b90617def3 req-cca9d517-8bd3-4b53-9cac-74c0ce5b4012 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe775bbcba174d2b97e2e40971e90df6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489581 Oct 30 15:06:43.448360 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb41288-1734-4353-aa77-a709959ee36d req-3c3e8355-73e8-4949-b085-1fa6b05cba41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:43.449961 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-feb41288-1734-4353-aa77-a709959ee36d req-3c3e8355-73e8-4949-b085-1fa6b05cba41 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2f36ee91-6757-4d64-8719-4cb39651ac94 HTTP/1.1" status: 200 len: 909 time: 0.1706131 Oct 30 15:06:43.558572 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-feb41288-1734-4353-aa77-a709959ee36d req-758e1741-3338-4c0e-988f-e3721ebbdfea service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1211c653-5734-4883-9ff3-cf144541a699 HTTP/1.1" status: 200 len: 217 time: 0.0987494 Oct 30 15:06:43.587799 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713ff9e8-a6b7-4c0b-8ab2-a45e497ddf85 req-4991dcc8-d1e4-424e-9157-98a41c216f7f tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:43.605499 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-713ff9e8-a6b7-4c0b-8ab2-a45e497ddf85 req-4991dcc8-d1e4-424e-9157-98a41c216f7f tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=eca627da-f1c3-4df0-be24-80b75d39bfc7 HTTP/1.1" status: 200 len: 943 time: 0.1317158 Oct 30 15:06:43.648744 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adaa9a5a-7bcf-4f02-bb88-d1c865da4f51', 'tag': '3baf7600-8a1c-4d9a-b018-f770d78d7690'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:06:43.657891 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f916614-a764-4544-9d76-6b449ccc90a3" -d '{"events": [{"name": "network-changed", "server_uuid": "adaa9a5a-7bcf-4f02-bb88-d1c865da4f51", "tag": "3baf7600-8a1c-4d9a-b018-f770d78d7690"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:06:43.679959 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-713ff9e8-a6b7-4c0b-8ab2-a45e497ddf85 req-d1b026b2-9a46-4ee6-a56f-a33604a008a0 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688052 Oct 30 15:06:43.703771 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb41288-1734-4353-aa77-a709959ee36d req-fab9a2aa-a9a7-4c81-a98d-517b773105dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:43.705249 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-feb41288-1734-4353-aa77-a709959ee36d req-fab9a2aa-a9a7-4c81-a98d-517b773105dd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=eb0d8673-4262-419a-bce2-caff67d0478f HTTP/1.1" status: 200 len: 848 time: 0.1338496 Oct 30 15:06:43.765595 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-feb41288-1734-4353-aa77-a709959ee36d req-e0e63969-804a-4798-b4fc-fc18961e7de8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2f36ee91-6757-4d64-8719-4cb39651ac94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497961 Oct 30 15:06:43.789232 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-05c5bc1a-dbb6-4940-9fd5-f2aadf64fcf0 req-9db4baab-a264-496f-99e5-5565568080e7 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b407e1b-47bd-444f-8ba1-31c610996eb8 HTTP/1.1" status: 200 len: 210 time: 0.0416095 Oct 30 15:06:43.878209 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad074d26-3aa9-4f36-ab71-0838217465fa req-82f04710-1a9a-45a7-8509-15fe6a9eab0f tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:43.879731 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ad074d26-3aa9-4f36-ab71-0838217465fa req-82f04710-1a9a-45a7-8509-15fe6a9eab0f tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] 10.222.0.62 "GET /v2.0/ports?device_id=be2692f0-3035-484e-a667-f5315f3e1781 HTTP/1.1" status: 200 len: 950 time: 0.1181664 Oct 30 15:06:43.897711 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b52d68d-f738-4cdf-b267-4705d878a070 x-openstack-request-id: req-0b52d68d-f738-4cdf-b267-4705d878a070 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:06:43.898002 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adaa9a5a-7bcf-4f02-bb88-d1c865da4f51", "tag": "3baf7600-8a1c-4d9a-b018-f770d78d7690", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:06:43.898249 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0b52d68d-f738-4cdf-b267-4705d878a070 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:06:43.898647 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adaa9a5a-7bcf-4f02-bb88-d1c865da4f51', 'tag': '3baf7600-8a1c-4d9a-b018-f770d78d7690', 'status': 'completed', 'code': 200} Oct 30 15:06:43.967018 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-feb41288-1734-4353-aa77-a709959ee36d req-433404c9-14cb-4b50-9774-8d2d333e8d88 service neutron] 10.222.0.44 "GET /v2.0/networks/2f36ee91-6757-4d64-8719-4cb39651ac94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826453 Oct 30 15:06:43.987369 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ad074d26-3aa9-4f36-ab71-0838217465fa req-3fbfc097-b328-4e81-a53c-be2959afcc8a tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] 10.222.0.62 "GET /v2.0/security-groups?id=999af6b9-78ae-4a7b-a042-511c2189e252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860505 Oct 30 15:06:43.992831 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f916614-a764-4544-9d76-6b449ccc90a3 req-0002121b-bcc8-480e-9d9d-ce5ef870c3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:43.995220 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2f916614-a764-4544-9d76-6b449ccc90a3 req-0002121b-bcc8-480e-9d9d-ce5ef870c3e0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=77cd9b926c2f46c3aa4784fd4d8318b7&device_id=adaa9a5a-7bcf-4f02-bb88-d1c865da4f51 HTTP/1.1" status: 200 len: 1100 time: 0.0594518 Oct 30 15:06:44.173509 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f916614-a764-4544-9d76-6b449ccc90a3 req-2789e3f7-31d0-4f28-a9cd-df3aa3ec1815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:44.175858 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2f916614-a764-4544-9d76-6b449ccc90a3 req-2789e3f7-31d0-4f28-a9cd-df3aa3ec1815 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8de8b155-6e08-41c3-866a-8b30bb481704 HTTP/1.1" status: 200 len: 870 time: 0.1740823 Oct 30 15:06:44.252157 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-feb41288-1734-4353-aa77-a709959ee36d req-5aa60b04-145b-4c4c-b250-c4da20916195 service neutron] 10.222.0.44 "GET /v2.0/networks/2f36ee91-6757-4d64-8719-4cb39651ac94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423631 Oct 30 15:06:44.263357 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2f916614-a764-4544-9d76-6b449ccc90a3 req-60a84f12-0efa-46f4-97c0-1ea0da0c94a0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=3baf7600-8a1c-4d9a-b018-f770d78d7690 HTTP/1.1" status: 200 len: 217 time: 0.0768073 Oct 30 15:06:44.328467 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f916614-a764-4544-9d76-6b449ccc90a3 req-dda691b7-8b51-4c71-bb82-5b9bcfc95b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:44.330257 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2f916614-a764-4544-9d76-6b449ccc90a3 req-dda691b7-8b51-4c71-bb82-5b9bcfc95b52 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.0540304 Oct 30 15:06:44.333895 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f916614-a764-4544-9d76-6b449ccc90a3 req-225add30-dd7c-4dca-b85e-aa13ecfcb52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:44.335732 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2f916614-a764-4544-9d76-6b449ccc90a3 req-225add30-dd7c-4dca-b85e-aa13ecfcb52d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=77cd9b926c2f46c3aa4784fd4d8318b7&device_id=adaa9a5a-7bcf-4f02-bb88-d1c865da4f51 HTTP/1.1" status: 200 len: 1100 time: 0.2154894 Oct 30 15:06:44.462631 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f916614-a764-4544-9d76-6b449ccc90a3 req-59ed78f6-916e-4841-bc5f-56ead552ad14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:44.464197 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2f916614-a764-4544-9d76-6b449ccc90a3 req-59ed78f6-916e-4841-bc5f-56ead552ad14 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1273167 Oct 30 15:06:44.574400 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f916614-a764-4544-9d76-6b449ccc90a3 req-4f1600ec-56b7-4595-8cbc-66847834b8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:44.576045 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2f916614-a764-4544-9d76-6b449ccc90a3 req-4f1600ec-56b7-4595-8cbc-66847834b8e1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8de8b155-6e08-41c3-866a-8b30bb481704 HTTP/1.1" status: 200 len: 870 time: 0.2156081 Oct 30 15:06:44.647102 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce0fec5-a6ac-4816-b74f-3582ecaa4888 req-03721ea8-c736-4c8c-9d28-dd809c5ca742 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:44.648769 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7ce0fec5-a6ac-4816-b74f-3582ecaa4888 req-03721ea8-c736-4c8c-9d28-dd809c5ca742 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=adaa9a5a-7bcf-4f02-bb88-d1c865da4f51 HTTP/1.1" status: 200 len: 948 time: 0.1814229 Oct 30 15:06:44.652727 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2f916614-a764-4544-9d76-6b449ccc90a3 req-b876b58d-3eee-4ae1-b59c-ccb5a43f9b65 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=3baf7600-8a1c-4d9a-b018-f770d78d7690 HTTP/1.1" status: 200 len: 217 time: 0.0650947 Oct 30 15:06:44.758801 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2f916614-a764-4544-9d76-6b449ccc90a3 req-006119f9-7d90-4b7c-9d48-2f95c8d73134 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581601 Oct 30 15:06:44.774242 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f916614-a764-4544-9d76-6b449ccc90a3 req-f0b03f63-4311-4231-a2c1-d4ef5a3ec5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:44.775925 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2f916614-a764-4544-9d76-6b449ccc90a3 req-f0b03f63-4311-4231-a2c1-d4ef5a3ec5b9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.1072352 Oct 30 15:06:44.791715 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7ce0fec5-a6ac-4816-b74f-3582ecaa4888 req-f9395dd5-1972-45a8-bf6f-536340d8e315 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296148 Oct 30 15:06:44.866594 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f916614-a764-4544-9d76-6b449ccc90a3 req-4669a71b-a940-41ee-a6da-d1f661abc8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:44.868074 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2f916614-a764-4544-9d76-6b449ccc90a3 req-4669a71b-a940-41ee-a6da-d1f661abc8a4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0754120 Oct 30 15:06:45.172583 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a9aae99b-a7f0-487c-aa14-b7b90617def3 req-cad6f87b-5385-45a0-b81d-b786c64e479f tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=fe775bbcba174d2b97e2e40971e90df6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375357 Oct 30 15:06:45.212782 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36ca9bf-f138-41d4-b584-b36b583a25fa req-deb0bd0d-491c-4a09-b790-cd7fc2a51a18 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:45.214339 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e36ca9bf-f138-41d4-b584-b36b583a25fa req-deb0bd0d-491c-4a09-b790-cd7fc2a51a18 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=eca627da-f1c3-4df0-be24-80b75d39bfc7 HTTP/1.1" status: 200 len: 943 time: 0.1598954 Oct 30 15:06:45.220334 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2f916614-a764-4544-9d76-6b449ccc90a3 req-3e627b0e-c306-439c-bd38-7d4d3b7968a2 service neutron] 10.222.0.44 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372307 Oct 30 15:06:45.228322 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2f916614-a764-4544-9d76-6b449ccc90a3 req-01552274-3a4d-4fb5-a30e-2f6246b33e21 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3467326 Oct 30 15:06:45.374543 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aae99b-a7f0-487c-aa14-b7b90617def3 req-e9333004-f8fd-4e29-ab86-12be0c575e37 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:45.375987 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a9aae99b-a7f0-487c-aa14-b7b90617def3 req-e9333004-f8fd-4e29-ab86-12be0c575e37 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1968584 Oct 30 15:06:45.378730 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e36ca9bf-f138-41d4-b584-b36b583a25fa req-4f0076ac-b6f7-4378-b9a8-9b68bc45ecc3 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485789 Oct 30 15:06:45.403209 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-752f9a46-1dd9-4ec6-9c1f-7900ebde3f35 req-01d6b60c-dbf0-4b64-98fb-6f41e9b213c5 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b407e1b-47bd-444f-8ba1-31c610996eb8 HTTP/1.1" status: 200 len: 210 time: 0.0262301 Oct 30 15:06:45.412935 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-a9aae99b-a7f0-487c-aa14-b7b90617def3 req-392be5eb-ff11-465e-abda-7bca71b8c9e1 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Request body: {'port': {'device_id': '6b407e1b-47bd-444f-8ba1-31c610996eb8', 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704', 'admin_state_up': True, 'tenant_id': 'fe775bbcba174d2b97e2e40971e90df6'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:06:45.454737 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2f916614-a764-4544-9d76-6b449ccc90a3 req-b9dc9aee-1c09-46cd-b83a-7613a9efe9aa service neutron] 10.222.0.44 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761022 Oct 30 15:06:45.584482 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9aae99b-a7f0-487c-aa14-b7b90617def3 req-392be5eb-ff11-465e-abda-7bca71b8c9e1 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Made reservation on behalf of fe775bbcba174d2b97e2e40971e90df6 for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:06:45.588528 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-a9aae99b-a7f0-487c-aa14-b7b90617def3 req-392be5eb-ff11-465e-abda-7bca71b8c9e1 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:45.603846 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-a9aae99b-a7f0-487c-aa14-b7b90617def3 req-392be5eb-ff11-465e-abda-7bca71b8c9e1 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:45.695190 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-a9aae99b-a7f0-487c-aa14-b7b90617def3 req-392be5eb-ff11-465e-abda-7bca71b8c9e1 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:45.699694 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-a9aae99b-a7f0-487c-aa14-b7b90617def3 req-392be5eb-ff11-465e-abda-7bca71b8c9e1 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:45.709260 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0099e2-1d82-4cce-8283-24ca1bc09234 req-2c39ad2d-22f7-4b6a-936a-131f12caac9a tempest-VolumesAdminNegativeTest-971052280 tempest-VolumesAdminNegativeTest-971052280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:45.716911 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0d0099e2-1d82-4cce-8283-24ca1bc09234 req-2c39ad2d-22f7-4b6a-936a-131f12caac9a tempest-VolumesAdminNegativeTest-971052280 tempest-VolumesAdminNegativeTest-971052280-project] 10.222.0.62 "GET /v2.0/ports?device_id=b60a9a46-7d00-48a5-9cba-a2a3b42a0038 HTTP/1.1" status: 200 len: 946 time: 0.1072598 Oct 30 15:06:45.765604 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0d0099e2-1d82-4cce-8283-24ca1bc09234 req-1cca32ac-60b2-47e8-af9d-5206863e9315 tempest-VolumesAdminNegativeTest-971052280 tempest-VolumesAdminNegativeTest-971052280-project] 10.222.0.62 "GET /v2.0/security-groups?id=b61a7bd3-32b9-469c-a1b5-1fc6cab9ccab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476017 Oct 30 15:06:45.882251 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392be5eb-ff11-465e-abda-7bca71b8c9e1 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=774be858-cfab-435c-afcc-8fa68e47192f,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:46.203577 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c138ceff-0995-4f94-9355-b38c7f9f6f62 req-35ba688d-0d19-46cd-bfa2-b75381527d0c tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:46.212300 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c138ceff-0995-4f94-9355-b38c7f9f6f62 req-35ba688d-0d19-46cd-bfa2-b75381527d0c tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] 10.222.0.62 "GET /v2.0/ports?device_id=be2692f0-3035-484e-a667-f5315f3e1781 HTTP/1.1" status: 200 len: 950 time: 0.0857067 Oct 30 15:06:46.238836 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-a9aae99b-a7f0-487c-aa14-b7b90617def3 req-392be5eb-ff11-465e-abda-7bca71b8c9e1 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Allocated IP 192.168.233.249 (8de8b155-6e08-41c3-866a-8b30bb481704/43b5dea3-b65b-4514-8ec2-18a4245eb194/914696c5-5889-4b05-8d4d-dfdeb7ef3f59) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:06:46.254170 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af715c4-fccf-4f7d-b6cc-f8263368d1f6 req-e202a2a2-2743-482a-a027-981b19d40b48 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:46.257713 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9af715c4-fccf-4f7d-b6cc-f8263368d1f6 req-e202a2a2-2743-482a-a027-981b19d40b48 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=adaa9a5a-7bcf-4f02-bb88-d1c865da4f51 HTTP/1.1" status: 200 len: 948 time: 0.3581033 Oct 30 15:06:46.268012 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c138ceff-0995-4f94-9355-b38c7f9f6f62 req-351c9ac5-ff40-40a3-9d43-1cdd2738700b tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] 10.222.0.62 "GET /v2.0/security-groups?id=999af6b9-78ae-4a7b-a042-511c2189e252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548923 Oct 30 15:06:46.336973 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9af715c4-fccf-4f7d-b6cc-f8263368d1f6 req-5ec0165b-464d-413d-9ebf-e3d3f9b406d8 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672913 Oct 30 15:06:46.458745 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-a9aae99b-a7f0-487c-aa14-b7b90617def3 req-392be5eb-ff11-465e-abda-7bca71b8c9e1 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:46.503271 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-a9aae99b-a7f0-487c-aa14-b7b90617def3 req-392be5eb-ff11-465e-abda-7bca71b8c9e1 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:46.541925 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 3baf7600-8a1c-4d9a-b018-f770d78d7690 details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:06:46.562449 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9aae99b-a7f0-487c-aa14-b7b90617def3 req-392be5eb-ff11-465e-abda-7bca71b8c9e1 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Network 8de8b155-6e08-41c3-866a-8b30bb481704 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:06:46.568068 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-a9aae99b-a7f0-487c-aa14-b7b90617def3 req-392be5eb-ff11-465e-abda-7bca71b8c9e1 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:06:46.572706 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9aae99b-a7f0-487c-aa14-b7b90617def3 req-392be5eb-ff11-465e-abda-7bca71b8c9e1 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:06:46.589479 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf70a74-8a12-41df-b495-0c0526b1f063 req-94858c25-6762-41ee-bda6-6f5288a7e059 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:46.597039 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fcf70a74-8a12-41df-b495-0c0526b1f063 req-94858c25-6762-41ee-bda6-6f5288a7e059 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=eca627da-f1c3-4df0-be24-80b75d39bfc7 HTTP/1.1" status: 200 len: 943 time: 0.0740683 Oct 30 15:06:46.615976 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392be5eb-ff11-465e-abda-7bca71b8c9e1 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Pushing event updated for resources: {'Port': ['ID=914696c5-5889-4b05-8d4d-dfdeb7ef3f59,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:46.647167 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fcf70a74-8a12-41df-b495-0c0526b1f063 req-ad5a63f4-d75e-4e69-9db7-f35d84f8055a tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488420 Oct 30 15:06:46.651245 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aae99b-a7f0-487c-aa14-b7b90617def3 req-392be5eb-ff11-465e-abda-7bca71b8c9e1 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:46.651995 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-a9aae99b-a7f0-487c-aa14-b7b90617def3 req-392be5eb-ff11-465e-abda-7bca71b8c9e1 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:46.656965 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392be5eb-ff11-465e-abda-7bca71b8c9e1 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:06:46.657313 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392be5eb-ff11-465e-abda-7bca71b8c9e1 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:06:46.657656 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392be5eb-ff11-465e-abda-7bca71b8c9e1 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:06:46.657995 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392be5eb-ff11-465e-abda-7bca71b8c9e1 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:06:46.658329 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392be5eb-ff11-465e-abda-7bca71b8c9e1 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:06:46.665343 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392be5eb-ff11-465e-abda-7bca71b8c9e1 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:06:46.665761 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392be5eb-ff11-465e-abda-7bca71b8c9e1 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:06:46.666106 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392be5eb-ff11-465e-abda-7bca71b8c9e1 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:06:46.666449 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392be5eb-ff11-465e-abda-7bca71b8c9e1 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:06:46.666781 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392be5eb-ff11-465e-abda-7bca71b8c9e1 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:06:46.667119 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392be5eb-ff11-465e-abda-7bca71b8c9e1 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:06:46.667443 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392be5eb-ff11-465e-abda-7bca71b8c9e1 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:06:46.766304 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a9aae99b-a7f0-487c-aa14-b7b90617def3 req-392be5eb-ff11-465e-abda-7bca71b8c9e1 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3619528 Oct 30 15:06:46.775203 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 3baf7600-8a1c-4d9a-b018-f770d78d7690, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=3baf7600-8a1c-4d9a-b018-f770d78d7690,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:06:46.780259 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-a9aae99b-a7f0-487c-aa14-b7b90617def3 req-82c876d7-abbd-4af2-9395-c73037d415f7 service neutron] Request body: {'port': {'device_id': '6b407e1b-47bd-444f-8ba1-31c610996eb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:06:46.792658 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38013f0-8972-46e8-83bd-aa08b306d369 req-d781e285-3142-41b3-8983-6a4302e1df9b tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:46.795395 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': '3baf7600-8a1c-4d9a-b018-f770d78d7690', 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704', 'port_id': '3baf7600-8a1c-4d9a-b018-f770d78d7690', 'mac_address': 'fa:16:3e:21:0e:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b5dea3-b65b-4514-8ec2-18a4245eb194', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:06:46.800053 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a38013f0-8972-46e8-83bd-aa08b306d369 req-d781e285-3142-41b3-8983-6a4302e1df9b tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b407e1b-47bd-444f-8ba1-31c610996eb8 HTTP/1.1" status: 200 len: 936 time: 0.1269875 Oct 30 15:06:46.889077 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:46.924848 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3baf7600-8a1c-4d9a-b018-f770d78d7690 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:06:46.930456 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a38013f0-8972-46e8-83bd-aa08b306d369 req-e9183442-393f-46ad-9d76-1d1ebc29e45c tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294682 Oct 30 15:06:46.940665 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-a9aae99b-a7f0-487c-aa14-b7b90617def3 req-82c876d7-abbd-4af2-9395-c73037d415f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:46.974450 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 3baf7600-8a1c-4d9a-b018-f770d78d7690, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=3baf7600-8a1c-4d9a-b018-f770d78d7690,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:06:46.988151 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:46.989161 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 1211c653-5734-4883-9ff3-cf144541a699 details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:06:47.097955 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73294f2-6eb1-4e0a-b77a-f9479f013b72 req-f366f989-078f-4cc3-ba44-16a853035ae2 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:47.099886 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b73294f2-6eb1-4e0a-b77a-f9479f013b72 req-f366f989-078f-4cc3-ba44-16a853035ae2 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.53 "GET /v2.0/ports?device_id=adaa9a5a-7bcf-4f02-bb88-d1c865da4f51&tenant_id=77cd9b926c2f46c3aa4784fd4d8318b7&binding%3Ahost_id=n-h2-806683-17 HTTP/1.1" status: 200 len: 948 time: 0.2997043 Oct 30 15:06:47.113795 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32883566-9be7-4c06-a6a3-7f83be71f0b5 req-2c864b65-4cc1-4fcc-8d0d-f9e14c6c9932 tempest-VolumesAdminNegativeTest-971052280 tempest-VolumesAdminNegativeTest-971052280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:47.115805 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-32883566-9be7-4c06-a6a3-7f83be71f0b5 req-2c864b65-4cc1-4fcc-8d0d-f9e14c6c9932 tempest-VolumesAdminNegativeTest-971052280 tempest-VolumesAdminNegativeTest-971052280-project] 10.222.0.44 "GET /v2.0/ports?device_id=b60a9a46-7d00-48a5-9cba-a2a3b42a0038 HTTP/1.1" status: 200 len: 946 time: 0.1698966 Oct 30 15:06:47.136492 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-b97fde88-ddfc-4cf1-8edb-de77e3607c79 None None] Provisioning complete for port 914696c5-5889-4b05-8d4d-dfdeb7ef3f59 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:06:47.137417 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b97fde88-ddfc-4cf1-8edb-de77e3607c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:47.201519 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f0a6b-f113-4bac-9834-22147197ff2c req-d0e8a53b-98e7-4e7b-965a-8a1eaeb9dfe2 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:47.214198 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e64f0a6b-f113-4bac-9834-22147197ff2c req-d0e8a53b-98e7-4e7b-965a-8a1eaeb9dfe2 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=adaa9a5a-7bcf-4f02-bb88-d1c865da4f51 HTTP/1.1" status: 200 len: 949 time: 0.1573546 Oct 30 15:06:47.276532 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-b97fde88-ddfc-4cf1-8edb-de77e3607c79 None None] Port 914696c5-5889-4b05-8d4d-dfdeb7ef3f59 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:06:47.336119 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e64f0a6b-f113-4bac-9834-22147197ff2c req-5c6910c8-193a-4cf7-80b7-513fbb4f9d2a tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209018 Oct 30 15:06:47.391359 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=3baf7600-8a1c-4d9a-b018-f770d78d7690,revision_number=8']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:47.476593 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 1211c653-5734-4883-9ff3-cf144541a699, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=1211c653-5734-4883-9ff3-cf144541a699,segment=NetworkSegment(5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87),segment_id=5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:06:47.487382 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-a9aae99b-a7f0-487c-aa14-b7b90617def3 req-82c876d7-abbd-4af2-9395-c73037d415f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 914696c5-5889-4b05-8d4d-dfdeb7ef3f59 {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:06:47.504155 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': '1211c653-5734-4883-9ff3-cf144541a699', 'network_id': '2f36ee91-6757-4d64-8719-4cb39651ac94', 'port_id': '1211c653-5734-4883-9ff3-cf144541a699', 'mac_address': 'fa:16:3e:c9:7e:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0d8673-4262-419a-bce2-caff67d0478f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:06:47.506669 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [req-b73294f2-6eb1-4e0a-b77a-f9479f013b72 req-6010bf3e-fe99-4ace-a9b4-c742b74524da service neutron] delete failed (client error): The resource could not be found. Oct 30 15:06:47.507816 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b73294f2-6eb1-4e0a-b77a-f9479f013b72 req-6010bf3e-fe99-4ace-a9b4-c742b74524da service neutron] 10.222.0.53 "DELETE /v2.0/ports/3baf7600-8a1c-4d9a-b018-f770d78d7690/bindings/n-h1-806683-17 HTTP/1.1" status: 404 len: 381 time: 0.3907876 Oct 30 15:06:47.511037 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-a9aae99b-a7f0-487c-aa14-b7b90617def3 req-82c876d7-abbd-4af2-9395-c73037d415f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:47.556934 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-a9aae99b-a7f0-487c-aa14-b7b90617def3 req-82c876d7-abbd-4af2-9395-c73037d415f7 service neutron] Transition to ACTIVE for port object 914696c5-5889-4b05-8d4d-dfdeb7ef3f59 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:06:47.560768 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-a9aae99b-a7f0-487c-aa14-b7b90617def3 req-82c876d7-abbd-4af2-9395-c73037d415f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:47.578621 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:47.593748 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a59be15-9075-46a4-8a4b-20bf3c665452 req-8ab8f074-e6b1-4f6b-83c1-c96c10add0a6 tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:47.604947 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4a59be15-9075-46a4-8a4b-20bf3c665452 req-8ab8f074-e6b1-4f6b-83c1-c96c10add0a6 tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] 10.222.0.53 "GET /v2.0/ports?device_id=be2692f0-3035-484e-a667-f5315f3e1781 HTTP/1.1" status: 200 len: 950 time: 0.1948662 Oct 30 15:06:47.610145 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-32883566-9be7-4c06-a6a3-7f83be71f0b5 req-96afb368-c5da-462d-b9d2-07d89dbbe5a4 tempest-VolumesAdminNegativeTest-971052280 tempest-VolumesAdminNegativeTest-971052280-project] Deleting port b8ec4ee6-97a9-492b-9669-3a8846a695a5 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:06:47.614186 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-32883566-9be7-4c06-a6a3-7f83be71f0b5 req-96afb368-c5da-462d-b9d2-07d89dbbe5a4 tempest-VolumesAdminNegativeTest-971052280 tempest-VolumesAdminNegativeTest-971052280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:47.622273 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1211c653-5734-4883-9ff3-cf144541a699 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:06:47.632635 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245964fd-cd48-4189-90ae-528f42267384 req-94f35fb1-88ef-4c76-858c-90706f0cd721 tempest-VolumesAdminNegativeTest-971052280 tempest-VolumesAdminNegativeTest-971052280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:47.645218 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-245964fd-cd48-4189-90ae-528f42267384 req-94f35fb1-88ef-4c76-858c-90706f0cd721 tempest-VolumesAdminNegativeTest-971052280 tempest-VolumesAdminNegativeTest-971052280-project] 10.222.0.62 "GET /v2.0/ports?device_id=b60a9a46-7d00-48a5-9cba-a2a3b42a0038 HTTP/1.1" status: 200 len: 946 time: 0.1915004 Oct 30 15:06:47.661267 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 1211c653-5734-4883-9ff3-cf144541a699, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=1211c653-5734-4883-9ff3-cf144541a699,segment=NetworkSegment(5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87),segment_id=5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:06:47.668414 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:47.669775 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c876d7-abbd-4af2-9395-c73037d415f7 service neutron] Pushing event updated for resources: {'Port': ['ID=914696c5-5889-4b05-8d4d-dfdeb7ef3f59,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:47.771602 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=1211c653-5734-4883-9ff3-cf144541a699,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:47.885470 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-a9aae99b-a7f0-487c-aa14-b7b90617def3 req-82c876d7-abbd-4af2-9395-c73037d415f7 service neutron] Attempting to bind port 914696c5-5889-4b05-8d4d-dfdeb7ef3f59 on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:06:47.886257 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-a9aae99b-a7f0-487c-aa14-b7b90617def3 req-82c876d7-abbd-4af2-9395-c73037d415f7 service neutron] Attempting to bind port 914696c5-5889-4b05-8d4d-dfdeb7ef3f59 by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:06:47.887573 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9aae99b-a7f0-487c-aa14-b7b90617def3 req-82c876d7-abbd-4af2-9395-c73037d415f7 service neutron] Attempting to bind port 914696c5-5889-4b05-8d4d-dfdeb7ef3f59 on network 8de8b155-6e08-41c3-866a-8b30bb481704 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:06:47.896845 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9aae99b-a7f0-487c-aa14-b7b90617def3 req-82c876d7-abbd-4af2-9395-c73037d415f7 service neutron] Port 914696c5-5889-4b05-8d4d-dfdeb7ef3f59 on network 8de8b155-6e08-41c3-866a-8b30bb481704 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:06:47.897449 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9aae99b-a7f0-487c-aa14-b7b90617def3 req-82c876d7-abbd-4af2-9395-c73037d415f7 service neutron] Attempting to bind port 914696c5-5889-4b05-8d4d-dfdeb7ef3f59 on network 8de8b155-6e08-41c3-866a-8b30bb481704 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:06:47.906003 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-245964fd-cd48-4189-90ae-528f42267384 req-cb0c5024-401b-4abd-9627-311e0c6df51d tempest-VolumesAdminNegativeTest-971052280 tempest-VolumesAdminNegativeTest-971052280-project] 10.222.0.62 "GET /v2.0/security-groups?id=b61a7bd3-32b9-469c-a1b5-1fc6cab9ccab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091882 Oct 30 15:06:47.921738 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9aae99b-a7f0-487c-aa14-b7b90617def3 req-82c876d7-abbd-4af2-9395-c73037d415f7 service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:06:47.922519 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9aae99b-a7f0-487c-aa14-b7b90617def3 req-82c876d7-abbd-4af2-9395-c73037d415f7 service neutron] Checking segment: {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:06:47.923090 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9aae99b-a7f0-487c-aa14-b7b90617def3 req-82c876d7-abbd-4af2-9395-c73037d415f7 service neutron] Bound using segment: {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:06:47.924490 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-a9aae99b-a7f0-487c-aa14-b7b90617def3 req-82c876d7-abbd-4af2-9395-c73037d415f7 service neutron] Bound port: 914696c5-5889-4b05-8d4d-dfdeb7ef3f59, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:06:47.925091 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-a9aae99b-a7f0-487c-aa14-b7b90617def3 req-82c876d7-abbd-4af2-9395-c73037d415f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:47.932282 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73294f2-6eb1-4e0a-b77a-f9479f013b72 req-333c9e9c-231d-417d-bf86-e46b58bc7d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:47.944158 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b73294f2-6eb1-4e0a-b77a-f9479f013b72 req-333c9e9c-231d-417d-bf86-e46b58bc7d0f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=77cd9b926c2f46c3aa4784fd4d8318b7&device_id=adaa9a5a-7bcf-4f02-bb88-d1c865da4f51 HTTP/1.1" status: 200 len: 1101 time: 0.2977679 Oct 30 15:06:47.953132 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4038ae10-ffc9-45c4-aed9-c7c537872af8 req-7a6037a1-c97f-4f0e-a3c7-b6cc52d6c4f4 tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:47.960344 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4038ae10-ffc9-45c4-aed9-c7c537872af8 req-7a6037a1-c97f-4f0e-a3c7-b6cc52d6c4f4 tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] 10.222.0.62 "GET /v2.0/ports?device_id=be2692f0-3035-484e-a667-f5315f3e1781 HTTP/1.1" status: 200 len: 950 time: 0.1259532 Oct 30 15:06:47.978653 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['1211c653-5734-4883-9ff3-cf144541a699'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:06:47.986450 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-32883566-9be7-4c06-a6a3-7f83be71f0b5 req-96afb368-c5da-462d-b9d2-07d89dbbe5a4 tempest-VolumesAdminNegativeTest-971052280 tempest-VolumesAdminNegativeTest-971052280-project] For port b8ec4ee6-97a9-492b-9669-3a8846a695a5, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=b8ec4ee6-97a9-492b-9669-3a8846a695a5,segment=NetworkSegment(e0b985c5-5902-4c74-92eb-4e771654fbd4),segment_id=e0b985c5-5902-4c74-92eb-4e771654fbd4)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:06:47.986900 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-32883566-9be7-4c06-a6a3-7f83be71f0b5 req-96afb368-c5da-462d-b9d2-07d89dbbe5a4 tempest-VolumesAdminNegativeTest-971052280 tempest-VolumesAdminNegativeTest-971052280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:48.046970 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-32883566-9be7-4c06-a6a3-7f83be71f0b5 req-96afb368-c5da-462d-b9d2-07d89dbbe5a4 tempest-VolumesAdminNegativeTest-971052280 tempest-VolumesAdminNegativeTest-971052280-project] Calling delete_port for b8ec4ee6-97a9-492b-9669-3a8846a695a5 owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:06:48.048476 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['3baf7600-8a1c-4d9a-b018-f770d78d7690'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:06:48.068085 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4038ae10-ffc9-45c4-aed9-c7c537872af8 req-c4f26055-134e-4b65-989a-a2fe54e5833d tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] 10.222.0.62 "GET /v2.0/security-groups?id=999af6b9-78ae-4a7b-a042-511c2189e252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065493 Oct 30 15:06:48.082446 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-4a59be15-9075-46a4-8a4b-20bf3c665452 req-6ac9a49b-154a-44ec-87b4-0c51f8a2a504 tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] Deleting port a80de370-1dea-4b0c-8feb-dc2c444dd795 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:06:48.082446 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-4a59be15-9075-46a4-8a4b-20bf3c665452 req-6ac9a49b-154a-44ec-87b4-0c51f8a2a504 tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:48.149197 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-a9aae99b-a7f0-487c-aa14-b7b90617def3 req-82c876d7-abbd-4af2-9395-c73037d415f7 service neutron] For port 914696c5-5889-4b05-8d4d-dfdeb7ef3f59, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:06:48.156159 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-a9aae99b-a7f0-487c-aa14-b7b90617def3 req-82c876d7-abbd-4af2-9395-c73037d415f7 service neutron] For port 914696c5-5889-4b05-8d4d-dfdeb7ef3f59, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=914696c5-5889-4b05-8d4d-dfdeb7ef3f59,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:06:48.162998 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-a9aae99b-a7f0-487c-aa14-b7b90617def3 req-82c876d7-abbd-4af2-9395-c73037d415f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:48.223635 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73294f2-6eb1-4e0a-b77a-f9479f013b72 req-84d1ee27-38b4-490c-9430-142d2521a9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:48.225201 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b73294f2-6eb1-4e0a-b77a-f9479f013b72 req-84d1ee27-38b4-490c-9430-142d2521a9dc service neutron] 10.222.0.53 "GET /v2.0/networks?id=8de8b155-6e08-41c3-866a-8b30bb481704 HTTP/1.1" status: 200 len: 870 time: 0.2704763 Oct 30 15:06:48.328623 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b73294f2-6eb1-4e0a-b77a-f9479f013b72 req-831f58eb-3324-4d4e-b48c-d9989b6728fd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=3baf7600-8a1c-4d9a-b018-f770d78d7690 HTTP/1.1" status: 200 len: 217 time: 0.0912888 Oct 30 15:06:48.341426 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aae99b-a7f0-487c-aa14-b7b90617def3 req-82c876d7-abbd-4af2-9395-c73037d415f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:48.345217 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-a9aae99b-a7f0-487c-aa14-b7b90617def3 req-82c876d7-abbd-4af2-9395-c73037d415f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:48.348626 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a9aae99b-a7f0-487c-aa14-b7b90617def3 req-82c876d7-abbd-4af2-9395-c73037d415f7 service neutron] 10.222.0.44 "PUT /v2.0/ports/914696c5-5889-4b05-8d4d-dfdeb7ef3f59 HTTP/1.1" status: 200 len: 1097 time: 1.5733368 Oct 30 15:06:48.349110 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b407e1b-47bd-444f-8ba1-31c610996eb8', 'tag': '914696c5-5889-4b05-8d4d-dfdeb7ef3f59'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:06:48.350631 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-4a59be15-9075-46a4-8a4b-20bf3c665452 req-6ac9a49b-154a-44ec-87b4-0c51f8a2a504 tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] For port a80de370-1dea-4b0c-8feb-dc2c444dd795, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=a80de370-1dea-4b0c-8feb-dc2c444dd795,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:06:48.351176 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-4a59be15-9075-46a4-8a4b-20bf3c665452 req-6ac9a49b-154a-44ec-87b4-0c51f8a2a504 tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:48.365593 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-4a59be15-9075-46a4-8a4b-20bf3c665452 req-6ac9a49b-154a-44ec-87b4-0c51f8a2a504 tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] Calling delete_port for a80de370-1dea-4b0c-8feb-dc2c444dd795 owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:06:48.373717 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01fa4ce6-6f9b-4203-90ca-fc4923a0cc04" -d '{"events": [{"name": "network-changed", "server_uuid": "6b407e1b-47bd-444f-8ba1-31c610996eb8", "tag": "914696c5-5889-4b05-8d4d-dfdeb7ef3f59"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:06:48.555254 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c876d7-abbd-4af2-9395-c73037d415f7 service neutron] Pushing event updated for resources: {'Port': ['ID=914696c5-5889-4b05-8d4d-dfdeb7ef3f59,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:48.557565 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device b8ec4ee6-97a9-492b-9669-3a8846a695a5 no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:06:48.567891 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aae99b-a7f0-487c-aa14-b7b90617def3 req-8d16b4f5-30dc-46cd-a55f-572350bc4674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:48.568747 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a9aae99b-a7f0-487c-aa14-b7b90617def3 req-8d16b4f5-30dc-46cd-a55f-572350bc4674 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fe775bbcba174d2b97e2e40971e90df6&device_id=6b407e1b-47bd-444f-8ba1-31c610996eb8 HTTP/1.1" status: 200 len: 1100 time: 0.1317694 Oct 30 15:06:48.607782 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-4a59be15-9075-46a4-8a4b-20bf3c665452 req-6ac9a49b-154a-44ec-87b4-0c51f8a2a504 tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:48.624397 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['a80de370-1dea-4b0c-8feb-dc2c444dd795'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:06:48.695893 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a9aae99b-a7f0-487c-aa14-b7b90617def3 req-62d50799-7f35-47e1-b296-c172d1318ebe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=914696c5-5889-4b05-8d4d-dfdeb7ef3f59 HTTP/1.1" status: 200 len: 217 time: 0.1185088 Oct 30 15:06:48.730998 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac9a49b-154a-44ec-87b4-0c51f8a2a504 tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] Pushing event deleted for resources: {'Port': ['ID=a80de370-1dea-4b0c-8feb-dc2c444dd795,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:48.737985 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:48.777399 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f38ee-5973-4a3f-8f03-b74c231e2cc6 req-b7dc8d60-0434-43e8-b65a-dc5109773d9b tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:48.780021 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aae99b-a7f0-487c-aa14-b7b90617def3 req-f8d64d6a-0cee-470c-a6cf-a77a0166d7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:48.783676 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a9aae99b-a7f0-487c-aa14-b7b90617def3 req-f8d64d6a-0cee-470c-a6cf-a77a0166d7b6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.0798793 Oct 30 15:06:48.786121 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ba6f38ee-5973-4a3f-8f03-b74c231e2cc6 req-b7dc8d60-0434-43e8-b65a-dc5109773d9b tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=eca627da-f1c3-4df0-be24-80b75d39bfc7 HTTP/1.1" status: 200 len: 944 time: 0.6238396 Oct 30 15:06:48.840906 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac9a49b-154a-44ec-87b4-0c51f8a2a504 tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:06:48.841253 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac9a49b-154a-44ec-87b4-0c51f8a2a504 tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:06:48.841711 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac9a49b-154a-44ec-87b4-0c51f8a2a504 tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:06:48.841919 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac9a49b-154a-44ec-87b4-0c51f8a2a504 tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:06:48.842260 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac9a49b-154a-44ec-87b4-0c51f8a2a504 tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:06:48.842619 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac9a49b-154a-44ec-87b4-0c51f8a2a504 tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:06:48.842948 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac9a49b-154a-44ec-87b4-0c51f8a2a504 tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:06:48.843287 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac9a49b-154a-44ec-87b4-0c51f8a2a504 tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:06:48.843642 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac9a49b-154a-44ec-87b4-0c51f8a2a504 tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:06:48.844010 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac9a49b-154a-44ec-87b4-0c51f8a2a504 tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:06:48.844296 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac9a49b-154a-44ec-87b4-0c51f8a2a504 tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:06:48.844743 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac9a49b-154a-44ec-87b4-0c51f8a2a504 tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:06:48.897079 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aae99b-a7f0-487c-aa14-b7b90617def3 req-3c9fba68-54bd-4bb5-98b5-d5dcc12c7696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:48.899892 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a9aae99b-a7f0-487c-aa14-b7b90617def3 req-3c9fba68-54bd-4bb5-98b5-d5dcc12c7696 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0993860 Oct 30 15:06:48.901561 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73294f2-6eb1-4e0a-b77a-f9479f013b72 req-7b74ef01-da7b-4f03-ae47-c395f483cf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:48.903033 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b73294f2-6eb1-4e0a-b77a-f9479f013b72 req-7b74ef01-da7b-4f03-ae47-c395f483cf6e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.3391192 Oct 30 15:06:48.945405 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a59be15-9075-46a4-8a4b-20bf3c665452 req-6ac9a49b-154a-44ec-87b4-0c51f8a2a504 tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] No DVR routers for this DVR port a80de370-1dea-4b0c-8feb-dc2c444dd795 on host n-h1-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:06:48.951735 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-4a59be15-9075-46a4-8a4b-20bf3c665452 req-6ac9a49b-154a-44ec-87b4-0c51f8a2a504 tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:48.955250 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4a59be15-9075-46a4-8a4b-20bf3c665452 req-6ac9a49b-154a-44ec-87b4-0c51f8a2a504 tempest-TenantUsagesTestJSON-652105128 tempest-TenantUsagesTestJSON-652105128-project] 10.222.0.53 "DELETE /v2.0/ports/a80de370-1dea-4b0c-8feb-dc2c444dd795 HTTP/1.1" status: 204 len: 173 time: 1.3076375 Oct 30 15:06:48.973347 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be2692f0-3035-484e-a667-f5315f3e1781', 'name': 'network-vif-deleted', 'tag': 'a80de370-1dea-4b0c-8feb-dc2c444dd795'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:06:48.975496 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9dd4a9-8cdb-46f1-9417-50c080d26baf" -d '{"events": [{"server_uuid": "be2692f0-3035-484e-a667-f5315f3e1781", "name": "network-vif-deleted", "tag": "a80de370-1dea-4b0c-8feb-dc2c444dd795"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:06:49.000933 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ba6f38ee-5973-4a3f-8f03-b74c231e2cc6 req-20110e3b-08d4-43e7-876a-b187691c77dd tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093937 Oct 30 15:06:49.007899 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-32883566-9be7-4c06-a6a3-7f83be71f0b5 req-96afb368-c5da-462d-b9d2-07d89dbbe5a4 tempest-VolumesAdminNegativeTest-971052280 tempest-VolumesAdminNegativeTest-971052280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:49.121390 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96afb368-c5da-462d-b9d2-07d89dbbe5a4 tempest-VolumesAdminNegativeTest-971052280 tempest-VolumesAdminNegativeTest-971052280-project] Pushing event deleted for resources: {'Port': ['ID=b8ec4ee6-97a9-492b-9669-3a8846a695a5,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:49.178634 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73294f2-6eb1-4e0a-b77a-f9479f013b72 req-50ff8c56-ddfc-463d-902b-58e8afc65166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:49.196071 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b73294f2-6eb1-4e0a-b77a-f9479f013b72 req-50ff8c56-ddfc-463d-902b-58e8afc65166 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2665541 Oct 30 15:06:49.247887 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d9f3c-6dd6-4e15-96c3-2f370678a238 req-d0175151-31ae-406f-a01e-6bca9d547cd9 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:49.250147 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-537d9f3c-6dd6-4e15-96c3-2f370678a238 req-d0175151-31ae-406f-a01e-6bca9d547cd9 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b407e1b-47bd-444f-8ba1-31c610996eb8 HTTP/1.1" status: 200 len: 948 time: 0.1679473 Oct 30 15:06:49.254280 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a9aae99b-a7f0-487c-aa14-b7b90617def3 req-387d535b-f537-438b-8167-8a4f4831e778 service neutron] 10.222.0.44 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3466539 Oct 30 15:06:49.264048 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-32883566-9be7-4c06-a6a3-7f83be71f0b5 req-96afb368-c5da-462d-b9d2-07d89dbbe5a4 tempest-VolumesAdminNegativeTest-971052280 tempest-VolumesAdminNegativeTest-971052280-project] No DVR routers for this DVR port b8ec4ee6-97a9-492b-9669-3a8846a695a5 on host n-h2-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:06:49.278127 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-32883566-9be7-4c06-a6a3-7f83be71f0b5 req-96afb368-c5da-462d-b9d2-07d89dbbe5a4 tempest-VolumesAdminNegativeTest-971052280 tempest-VolumesAdminNegativeTest-971052280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:49.281863 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-32883566-9be7-4c06-a6a3-7f83be71f0b5 req-96afb368-c5da-462d-b9d2-07d89dbbe5a4 tempest-VolumesAdminNegativeTest-971052280 tempest-VolumesAdminNegativeTest-971052280-project] 10.222.0.44 "DELETE /v2.0/ports/b8ec4ee6-97a9-492b-9669-3a8846a695a5 HTTP/1.1" status: 204 len: 173 time: 2.1587620 Oct 30 15:06:49.355879 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d42c8-4140-481f-90e8-37533df9b739 req-9e0aa579-17ec-4a2e-97d3-9e1569845bab tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:49.357682 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-584d42c8-4140-481f-90e8-37533df9b739 req-9e0aa579-17ec-4a2e-97d3-9e1569845bab tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=adaa9a5a-7bcf-4f02-bb88-d1c865da4f51 HTTP/1.1" status: 200 len: 949 time: 0.2147508 Oct 30 15:06:49.405593 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-537d9f3c-6dd6-4e15-96c3-2f370678a238 req-858bd9e4-bb05-47a8-9d5c-5e0b24ebfc87 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444967 Oct 30 15:06:49.409504 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a9aae99b-a7f0-487c-aa14-b7b90617def3 req-e5379417-a413-4307-9019-6256a5e9d588 service neutron] 10.222.0.44 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161506 Oct 30 15:06:49.447455 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b73294f2-6eb1-4e0a-b77a-f9479f013b72 req-435b85ee-ad71-4f8d-86d2-96055ae08206 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393849 Oct 30 15:06:49.451006 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-584d42c8-4140-481f-90e8-37533df9b739 req-431ca230-e04c-413a-bd1d-0cece4a3560a tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800273 Oct 30 15:06:49.511413 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a5c01e-e284-48a0-b7a0-0e2c7f4cad8f x-openstack-request-id: req-c3a5c01e-e284-48a0-b7a0-0e2c7f4cad8f {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:06:49.511876 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b407e1b-47bd-444f-8ba1-31c610996eb8", "tag": "914696c5-5889-4b05-8d4d-dfdeb7ef3f59", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:06:49.512308 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c3a5c01e-e284-48a0-b7a0-0e2c7f4cad8f {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:06:49.512954 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b407e1b-47bd-444f-8ba1-31c610996eb8', 'tag': '914696c5-5889-4b05-8d4d-dfdeb7ef3f59', 'status': 'completed', 'code': 200} Oct 30 15:06:49.585928 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b73294f2-6eb1-4e0a-b77a-f9479f013b72 req-b852810d-7f31-49d2-896b-2c8a96988068 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319356 Oct 30 15:06:49.618577 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 53796) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:06:49.651045 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa735da-2d8c-46c9-89f2-f8df5af6072f x-openstack-request-id: req-2aa735da-2d8c-46c9-89f2-f8df5af6072f {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:06:49.651679 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be2692f0-3035-484e-a667-f5315f3e1781", "name": "network-vif-deleted", "tag": "a80de370-1dea-4b0c-8feb-dc2c444dd795", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:06:49.652140 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2aa735da-2d8c-46c9-89f2-f8df5af6072f {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:06:49.652870 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be2692f0-3035-484e-a667-f5315f3e1781', 'name': 'network-vif-deleted', 'tag': 'a80de370-1dea-4b0c-8feb-dc2c444dd795', 'status': 'completed', 'code': 200} Oct 30 15:06:49.755839 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f89788d9-13ac-4336-8256-af65ce763156 req-a9cbae93-04ce-451d-8036-daf6f5d0143e tempest-VolumesAdminNegativeTest-971052280 tempest-VolumesAdminNegativeTest-971052280-project] 10.222.0.62 "GET /v2.0/ports?device_id=b60a9a46-7d00-48a5-9cba-a2a3b42a0038 HTTP/1.1" status: 200 len: 210 time: 0.1043446 Oct 30 15:06:49.791854 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa4ce6-6f9b-4203-90ca-fc4923a0cc04 req-b30f7cf6-7920-41ff-9106-45089b82598c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:49.794697 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-01fa4ce6-6f9b-4203-90ca-fc4923a0cc04 req-b30f7cf6-7920-41ff-9106-45089b82598c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fe775bbcba174d2b97e2e40971e90df6&device_id=6b407e1b-47bd-444f-8ba1-31c610996eb8 HTTP/1.1" status: 200 len: 1100 time: 0.1158915 Oct 30 15:06:49.849551 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c18cb32f-7ca9-485f-b0be-c790ce396a12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:49.932108 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa4ce6-6f9b-4203-90ca-fc4923a0cc04 req-963b5916-fb87-4dd8-a2cb-3b01100ba01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:49.934269 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-01fa4ce6-6f9b-4203-90ca-fc4923a0cc04 req-963b5916-fb87-4dd8-a2cb-3b01100ba01d service neutron] 10.222.0.44 "GET /v2.0/networks?id=8de8b155-6e08-41c3-866a-8b30bb481704 HTTP/1.1" status: 200 len: 870 time: 0.1310234 Oct 30 15:06:50.000477 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-01fa4ce6-6f9b-4203-90ca-fc4923a0cc04 req-96008927-5cbf-44d9-ae0a-08ec88ed78aa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=914696c5-5889-4b05-8d4d-dfdeb7ef3f59 HTTP/1.1" status: 200 len: 217 time: 0.0514331 Oct 30 15:06:50.015411 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c18cb32f-7ca9-485f-b0be-c790ce396a12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:50.025458 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c18cb32f-7ca9-485f-b0be-c790ce396a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:50.114519 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-c18cb32f-7ca9-485f-b0be-c790ce396a12 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=345884f4a38045e390d630972cda8eaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4924583 Oct 30 15:06:50.115971 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18cb32f-7ca9-485f-b0be-c790ce396a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3589e9b3-6c35-4dbd-aecc-3ae4e9e3762e,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:50.119256 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa4ce6-6f9b-4203-90ca-fc4923a0cc04 req-7f59e60c-453e-4d96-b4d0-46a2faa00dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:50.120089 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 53808) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:06:50.123509 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-01fa4ce6-6f9b-4203-90ca-fc4923a0cc04 req-7f59e60c-453e-4d96-b4d0-46a2faa00dc1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.1098120 Oct 30 15:06:50.231918 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3e6f9327-1fa5-4f84-8ad7-bf91b2f199cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:50.252079 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa4ce6-6f9b-4203-90ca-fc4923a0cc04 req-9816480b-a439-408a-a96b-ae522c354854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:50.254539 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-01fa4ce6-6f9b-4203-90ca-fc4923a0cc04 req-9816480b-a439-408a-a96b-ae522c354854 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1210029 Oct 30 15:06:50.282011 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3e6f9327-1fa5-4f84-8ad7-bf91b2f199cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:50.336964 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 53812) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:06:50.355603 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3e6f9327-1fa5-4f84-8ad7-bf91b2f199cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:50.359378 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3e6f9327-1fa5-4f84-8ad7-bf91b2f199cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:50.360892 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-3e6f9327-1fa5-4f84-8ad7-bf91b2f199cf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3589e9b3-6c35-4dbd-aecc-3ae4e9e3762e HTTP/1.1" status: 204 len: 168 time: 0.2394726 Oct 30 15:06:50.371271 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6f9327-1fa5-4f84-8ad7-bf91b2f199cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3589e9b3-6c35-4dbd-aecc-3ae4e9e3762e,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:50.470548 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff2b4a6-1fbf-44b2-b7b0-e1cd9d93f075 req-81500d09-ddf6-40bd-8db2-9f4a7ed50d80 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:50.477788 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aff2b4a6-1fbf-44b2-b7b0-e1cd9d93f075 req-81500d09-ddf6-40bd-8db2-9f4a7ed50d80 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=eca627da-f1c3-4df0-be24-80b75d39bfc7 HTTP/1.1" status: 200 len: 944 time: 0.2562528 Oct 30 15:06:50.543817 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aff2b4a6-1fbf-44b2-b7b0-e1cd9d93f075 req-da626436-946c-44cf-abc9-a5ed6241ddd7 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631511 Oct 30 15:06:50.570931 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 1211c653-5734-4883-9ff3-cf144541a699 up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:06:50.594405 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-01fa4ce6-6f9b-4203-90ca-fc4923a0cc04 req-fc794238-7b96-4bda-bac5-7a87ba2b171d service neutron] 10.222.0.44 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143685 Oct 30 15:06:50.672627 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port 1211c653-5734-4883-9ff3-cf144541a699 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:06:50.674120 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef66e31-dd82-4e43-b6ff-ebbff327acb7 req-4e85c461-de35-4362-bf67-8c50ff6ac5e0 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:50.675677 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0ef66e31-dd82-4e43-b6ff-ebbff327acb7 req-4e85c461-de35-4362-bf67-8c50ff6ac5e0 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b407e1b-47bd-444f-8ba1-31c610996eb8 HTTP/1.1" status: 200 len: 948 time: 0.1224308 Oct 30 15:06:50.677162 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port 1211c653-5734-4883-9ff3-cf144541a699 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:06:50.678074 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:50.686038 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-2e162b83-461b-4237-b73a-769017ec38fa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=81dc868cc6624fab8cb47de2d7e39e8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3420463 Oct 30 15:06:50.686038 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 53824) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:06:50.744420 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device a80de370-1dea-4b0c-8feb-dc2c444dd795 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:06:50.760371 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d94374b5-972c-4d4a-84aa-df558756fedc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:50.764473 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0ef66e31-dd82-4e43-b6ff-ebbff327acb7 req-39804928-71b2-4a63-ae21-a986f516716a tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523431 Oct 30 15:06:50.768201 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: a80de370-1dea-4b0c-8feb-dc2c444dd795 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:06:50.768832 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device a80de370-1dea-4b0c-8feb-dc2c444dd795 not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:06:50.816326 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d94374b5-972c-4d4a-84aa-df558756fedc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:50.822999 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:50.853762 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f068584-c1ee-4777-91a7-b2e50f679bc8 req-e44af459-4480-40ba-8760-baa38cfd8671 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:50.863217 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 53830) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:06:50.869905 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 1211c653-5734-4883-9ff3-cf144541a699, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=1211c653-5734-4883-9ff3-cf144541a699,segment=NetworkSegment(5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87),segment_id=5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:06:50.872176 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca627da-f1c3-4df0-be24-80b75d39bfc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1211c653-5734-4883-9ff3-cf144541a699'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:06:50.876062 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0f068584-c1ee-4777-91a7-b2e50f679bc8 req-e44af459-4480-40ba-8760-baa38cfd8671 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=adaa9a5a-7bcf-4f02-bb88-d1c865da4f51 HTTP/1.1" status: 200 len: 949 time: 0.2170031 Oct 30 15:06:50.876346 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ff8a1c-aba2-4aab-b21b-24230b82f318" -d '{"events": [{"server_uuid": "eca627da-f1c3-4df0-be24-80b75d39bfc7", "name": "network-vif-plugged", "status": "completed", "tag": "1211c653-5734-4883-9ff3-cf144541a699"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:06:50.881179 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:50.882786 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 3baf7600-8a1c-4d9a-b018-f770d78d7690 up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:06:50.925113 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 53834) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:06:50.947569 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-69035e17-2c02-4b75-94e3-991f40008ea3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:50.982634 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-36ae20dd-eaa6-4b8b-95ce-967404b2c5eb admin admin] Deleting subnet 2064ebac-2fa7-4015-b558-10b91371563d {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:06:50.988103 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d94374b5-972c-4d4a-84aa-df558756fedc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:50.990706 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d94374b5-972c-4d4a-84aa-df558756fedc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:50.991820 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-01fa4ce6-6f9b-4203-90ca-fc4923a0cc04 req-546a18e7-081e-40ee-a65b-58f4049b3438 service neutron] 10.222.0.44 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3871226 Oct 30 15:06:50.992947 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=1211c653-5734-4883-9ff3-cf144541a699,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:50.994746 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d94374b5-972c-4d4a-84aa-df558756fedc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/999af6b9-78ae-4a7b-a042-511c2189e252 HTTP/1.1" status: 204 len: 168 time: 0.3120453 Oct 30 15:06:51.003889 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-36ae20dd-eaa6-4b8b-95ce-967404b2c5eb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:51.019882 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0f068584-c1ee-4777-91a7-b2e50f679bc8 req-3e570ba5-9e6c-4abe-a573-46fa14ccceff tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414344 Oct 30 15:06:51.025178 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port 3baf7600-8a1c-4d9a-b018-f770d78d7690 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:06:51.030974 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port 3baf7600-8a1c-4d9a-b018-f770d78d7690 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:06:51.031697 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:51.076959 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cba1d54-3ef0-4862-bb58-b81ad930ec91 x-openstack-request-id: req-1cba1d54-3ef0-4862-bb58-b81ad930ec91 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:06:51.077789 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eca627da-f1c3-4df0-be24-80b75d39bfc7", "name": "network-vif-plugged", "status": "completed", "tag": "1211c653-5734-4883-9ff3-cf144541a699", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:06:51.078033 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1cba1d54-3ef0-4862-bb58-b81ad930ec91 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:06:51.078433 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eca627da-f1c3-4df0-be24-80b75d39bfc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1211c653-5734-4883-9ff3-cf144541a699', 'code': 200} Oct 30 15:06:51.102600 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94374b5-972c-4d4a-84aa-df558756fedc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=999af6b9-78ae-4a7b-a042-511c2189e252,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:51.141201 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b3f19e60-ad25-4b88-b2c9-862b3da9e1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:51.162909 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-36ae20dd-eaa6-4b8b-95ce-967404b2c5eb admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:51.164976 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68d36a0-b237-466c-afc3-7b4f99482a84 req-bb4679f2-f924-4e27-a54c-806425e7b768 tempest-MigrationsAdminTest-308112432 tempest-MigrationsAdminTest-308112432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:51.173245 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a68d36a0-b237-466c-afc3-7b4f99482a84 req-bb4679f2-f924-4e27-a54c-806425e7b768 tempest-MigrationsAdminTest-308112432 tempest-MigrationsAdminTest-308112432-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=adaa9a5a-7bcf-4f02-bb88-d1c865da4f51 HTTP/1.1" status: 200 len: 1101 time: 0.0894179 Oct 30 15:06:51.195531 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-36ae20dd-eaa6-4b8b-95ce-967404b2c5eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:51.201717 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f8e6b-a309-4177-ba3c-bbdb09086555 req-fea9ba39-73d8-4f49-8977-e2f748815a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:51.203798 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-677f8e6b-a309-4177-ba3c-bbdb09086555 req-fea9ba39-73d8-4f49-8977-e2f748815a75 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=eca627da-f1c3-4df0-be24-80b75d39bfc7 HTTP/1.1" status: 200 len: 1097 time: 0.0918365 Oct 30 15:06:51.221097 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:51.262967 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 3baf7600-8a1c-4d9a-b018-f770d78d7690, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=3baf7600-8a1c-4d9a-b018-f770d78d7690,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:06:51.271045 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:51.272268 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-69035e17-2c02-4b75-94e3-991f40008ea3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:51.276782 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a68d36a0-b237-466c-afc3-7b4f99482a84 req-3e65d9f3-b488-42fa-a65a-7590b5f0b9d0 tempest-MigrationsAdminTest-308112432 tempest-MigrationsAdminTest-308112432-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018865 Oct 30 15:06:51.277918 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-69035e17-2c02-4b75-94e3-991f40008ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:51.326052 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-677f8e6b-a309-4177-ba3c-bbdb09086555 req-e6ec7770-7809-4fbe-a2c5-fec097654f0e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104212 Oct 30 15:06:51.355432 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69035e17-2c02-4b75-94e3-991f40008ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=499acbf4-0dd7-4192-8c2b-41fc2fb68681,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:51.401716 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-69035e17-2c02-4b75-94e3-991f40008ea3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bac0d1e9ff9b4e5891c9c23cd2f07dbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4753051 Oct 30 15:06:51.404207 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-36ae20dd-eaa6-4b8b-95ce-967404b2c5eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:51.404933 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 53846) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:06:51.441787 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ae20dd-eaa6-4b8b-95ce-967404b2c5eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2064ebac-2fa7-4015-b558-10b91371563d,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:51.444525 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-36ae20dd-eaa6-4b8b-95ce-967404b2c5eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:51.449505 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-36ae20dd-eaa6-4b8b-95ce-967404b2c5eb admin admin] 10.222.0.62 "DELETE /v2.0/subnets/2064ebac-2fa7-4015-b558-10b91371563d HTTP/1.1" status: 204 len: 168 time: 0.5815077 Oct 30 15:06:51.452653 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 53850) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:06:51.501099 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e3e0f87e-53ee-42b4-96de-595944d75b86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:51.538631 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a1a82443-cb62-4e97-a1f7-ae52b1a49c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:51.552479 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e3e0f87e-53ee-42b4-96de-595944d75b86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:51.625155 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=3baf7600-8a1c-4d9a-b018-f770d78d7690,revision_number=9']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:51.654205 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b60a9a46-7d00-48a5-9cba-a2a3b42a0038', 'name': 'network-vif-deleted', 'tag': 'b8ec4ee6-97a9-492b-9669-3a8846a695a5'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:06:51.658227 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285c95cf-7223-4419-83a7-8c8ccfd40fa0" -d '{"events": [{"server_uuid": "b60a9a46-7d00-48a5-9cba-a2a3b42a0038", "name": "network-vif-deleted", "tag": "b8ec4ee6-97a9-492b-9669-3a8846a695a5"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:06:51.663569 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9036f985-f5cc-4a79-bd52-b01331ad36d4 req-73f71811-175f-428b-9cad-411b8c5458b9 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=77cd9b926c2f46c3aa4784fd4d8318b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0607798 Oct 30 15:06:51.671771 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a1a82443-cb62-4e97-a1f7-ae52b1a49c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:51.750906 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e3e0f87e-53ee-42b4-96de-595944d75b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:51.753738 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e3e0f87e-53ee-42b4-96de-595944d75b86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:51.757918 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e3e0f87e-53ee-42b4-96de-595944d75b86 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/499acbf4-0dd7-4192-8c2b-41fc2fb68681 HTTP/1.1" status: 204 len: 168 time: 0.3509345 Oct 30 15:06:51.775687 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e0f87e-53ee-42b4-96de-595944d75b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=499acbf4-0dd7-4192-8c2b-41fc2fb68681,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:51.850487 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9036f985-f5cc-4a79-bd52-b01331ad36d4 req-8ff2c90a-d7ef-4706-a27e-80893ffafe8a tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:51.852671 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9036f985-f5cc-4a79-bd52-b01331ad36d4 req-8ff2c90a-d7ef-4706-a27e-80893ffafe8a tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1882317 Oct 30 15:06:51.853192 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 53870) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:06:51.879013 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c59eaad8-173a-491a-8960-799ad47a6b34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:51.894730 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9036f985-f5cc-4a79-bd52-b01331ad36d4 req-e1144415-6608-4117-806c-7a8ce88b4261 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/quotas/77cd9b926c2f46c3aa4784fd4d8318b7 HTTP/1.1" status: 200 len: 375 time: 0.0298615 Oct 30 15:06:51.916720 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a1a82443-cb62-4e97-a1f7-ae52b1a49c16 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 15:06:51.917276 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a1a82443-cb62-4e97-a1f7-ae52b1a49c16 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 15:06:51.918126 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a1a82443-cb62-4e97-a1f7-ae52b1a49c16 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 15:06:51.918292 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a1a82443-cb62-4e97-a1f7-ae52b1a49c16 admin admin] Subscribe: > port after_create 55550000 {{(pid=102131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 15:06:51.918547 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a1a82443-cb62-4e97-a1f7-ae52b1a49c16 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 15:06:51.921423 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a1a82443-cb62-4e97-a1f7-ae52b1a49c16 admin admin] Subscribe: > port after_update 55550000 {{(pid=102131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 15:06:51.921423 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a1a82443-cb62-4e97-a1f7-ae52b1a49c16 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 15:06:51.921423 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a1a82443-cb62-4e97-a1f7-ae52b1a49c16 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 15:06:51.921423 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a1a82443-cb62-4e97-a1f7-ae52b1a49c16 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 15:06:51.921423 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a1a82443-cb62-4e97-a1f7-ae52b1a49c16 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 15:06:51.989009 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a1a82443-cb62-4e97-a1f7-ae52b1a49c16 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 15:06:51.989357 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a1a82443-cb62-4e97-a1f7-ae52b1a49c16 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 15:06:51.989695 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a1a82443-cb62-4e97-a1f7-ae52b1a49c16 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 15:06:51.990024 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a1a82443-cb62-4e97-a1f7-ae52b1a49c16 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 15:06:51.990399 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-a1a82443-cb62-4e97-a1f7-ae52b1a49c16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f51a7f89-2f81-43a4-8afe-99aab78e0368']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:06:52.010949 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-a1a82443-cb62-4e97-a1f7-ae52b1a49c16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0b985c5-5902-4c74-92eb-4e771654fbd4') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:06:52.011281 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-a1a82443-cb62-4e97-a1f7-ae52b1a49c16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0b985c5-5902-4c74-92eb-4e771654fbd4') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:06:52.022281 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c59eaad8-173a-491a-8960-799ad47a6b34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:52.030547 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a1a82443-cb62-4e97-a1f7-ae52b1a49c16 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:52.033926 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9036f985-f5cc-4a79-bd52-b01331ad36d4 req-164239fa-bb95-497f-a318-bc6209b97dd7 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=77cd9b926c2f46c3aa4784fd4d8318b7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1289041 Oct 30 15:06:52.035743 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c59eaad8-173a-491a-8960-799ad47a6b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:52.069573 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687513d4-152e-4075-8dda-f47b99e834eb req-7e7103a2-ac1d-4780-a96d-cfa02520d064 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:52.075977 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c59eaad8-173a-491a-8960-799ad47a6b34 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6b205b90bfc442beb8886fdfc209df2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2217450 Oct 30 15:06:52.081514 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 53876) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:06:52.082015 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-687513d4-152e-4075-8dda-f47b99e834eb req-7e7103a2-ac1d-4780-a96d-cfa02520d064 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=eca627da-f1c3-4df0-be24-80b75d39bfc7 HTTP/1.1" status: 200 len: 945 time: 0.3942120 Oct 30 15:06:52.097637 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a1a82443-cb62-4e97-a1f7-ae52b1a49c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:52.101511 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59eaad8-173a-491a-8960-799ad47a6b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=081a3aa8-92f4-45eb-b420-5eb8fc377750,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:52.122648 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1a82443-cb62-4e97-a1f7-ae52b1a49c16 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:06:52.122648 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a1a82443-cb62-4e97-a1f7-ae52b1a49c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:52.152469 n-d-806683-17 neutron-server[102131]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 30 15:06:52.152469 n-d-806683-17 neutron-server[102131]: from cryptography.utils import int_from_bytes Oct 30 15:06:52.152469 n-d-806683-17 neutron-server[102131]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 30 15:06:52.152469 n-d-806683-17 neutron-server[102131]: from cryptography.utils import int_from_bytes Oct 30 15:06:52.152469 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:06:52.152469 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:06:52.152469 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:06:52.152469 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:06:52.152469 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:06:52.152469 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:06:52.152469 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:06:52.152469 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:06:52.152469 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:06:52.152469 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:06:52.152469 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:06:52.152469 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:06:52.152469 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:06:52.152469 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:06:52.152469 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:06:52.152469 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:06:52.152469 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:06:52.152469 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:06:52.152469 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:06:52.152469 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:06:52.152469 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:06:52.152469 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:06:52.152469 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:06:52.152469 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:06:52.152469 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:06:52.152469 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:06:52.152469 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:06:52.152469 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:06:52.152469 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:06:52.152469 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:06:52.152469 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:06:52.152469 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:06:52.160607 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-dfdd52d1-a8d9-444e-ad00-d79f636dfa05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:52.185926 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-dfdd52d1-a8d9-444e-ad00-d79f636dfa05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:52.240352 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a1a82443-cb62-4e97-a1f7-ae52b1a49c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:52.252483 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-dfdd52d1-a8d9-444e-ad00-d79f636dfa05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:52.258479 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-dfdd52d1-a8d9-444e-ad00-d79f636dfa05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:52.262921 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-dfdd52d1-a8d9-444e-ad00-d79f636dfa05 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/081a3aa8-92f4-45eb-b420-5eb8fc377750 HTTP/1.1" status: 204 len: 168 time: 0.1798511 Oct 30 15:06:52.274424 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd52d1-a8d9-444e-ad00-d79f636dfa05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081a3aa8-92f4-45eb-b420-5eb8fc377750,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:52.293533 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a1a82443-cb62-4e97-a1f7-ae52b1a49c16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:52.299377 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-a1a82443-cb62-4e97-a1f7-ae52b1a49c16 admin admin] 10.222.0.62 "DELETE /v2.0/networks/f51a7f89-2f81-43a4-8afe-99aab78e0368 HTTP/1.1" status: 204 len: 168 time: 0.8455734 Oct 30 15:06:52.309903 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 53888) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:06:52.329841 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a82443-cb62-4e97-a1f7-ae52b1a49c16 admin admin] Pushing event deleted for resources: {'Network': ['ID=f51a7f89-2f81-43a4-8afe-99aab78e0368,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:52.354255 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-687513d4-152e-4075-8dda-f47b99e834eb req-a56f1c62-fbd1-490e-940c-86d8c458ad2c tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711868 Oct 30 15:06:52.381962 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e56f4aa-f39b-4901-a745-fefce3db6a1b x-openstack-request-id: req-7e56f4aa-f39b-4901-a745-fefce3db6a1b {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:06:52.383207 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b60a9a46-7d00-48a5-9cba-a2a3b42a0038", "name": "network-vif-deleted", "tag": "b8ec4ee6-97a9-492b-9669-3a8846a695a5", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:06:52.383654 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7e56f4aa-f39b-4901-a745-fefce3db6a1b {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:06:52.384198 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b60a9a46-7d00-48a5-9cba-a2a3b42a0038', 'name': 'network-vif-deleted', 'tag': 'b8ec4ee6-97a9-492b-9669-3a8846a695a5', 'status': 'completed', 'code': 200} Oct 30 15:06:52.474973 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a0c58ac-2162-498c-86b5-7860e9b1dd15 admin admin] Deleting subnet 00e95125-0b36-476b-8b94-6a0f124ee64e {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:06:52.485070 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0a0c58ac-2162-498c-86b5-7860e9b1dd15 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:52.553591 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0a0c58ac-2162-498c-86b5-7860e9b1dd15 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:52.562000 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d94c87f-2a63-41bf-842e-58e87961a7f9 req-600a3b45-4d88-49a7-9c0b-7fed91d755ef tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:52.567352 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5d94c87f-2a63-41bf-842e-58e87961a7f9 req-600a3b45-4d88-49a7-9c0b-7fed91d755ef tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b407e1b-47bd-444f-8ba1-31c610996eb8 HTTP/1.1" status: 200 len: 948 time: 0.1336594 Oct 30 15:06:52.582604 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 914696c5-5889-4b05-8d4d-dfdeb7ef3f59 details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:06:52.659586 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5d94c87f-2a63-41bf-842e-58e87961a7f9 req-6eaf9d24-193e-487f-8677-592db565e29e tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788431 Oct 30 15:06:52.678881 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0a0c58ac-2162-498c-86b5-7860e9b1dd15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:52.757692 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0a0c58ac-2162-498c-86b5-7860e9b1dd15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:52.797437 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8cf8eb91-3dce-4979-9e8a-7dba77e8071d req-0ba627c8-4eb9-483d-a08f-e9c45b130262 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e641d5-2c0d-48a6-8f23-8e9e8f7ea5b8 HTTP/1.1" status: 200 len: 210 time: 0.0563262 Oct 30 15:06:52.797437 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0a0c58ac-2162-498c-86b5-7860e9b1dd15 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:52.805687 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-0a0c58ac-2162-498c-86b5-7860e9b1dd15 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/00e95125-0b36-476b-8b94-6a0f124ee64e HTTP/1.1" status: 204 len: 168 time: 0.4880753 Oct 30 15:06:52.808250 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 53908) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:06:52.861367 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 914696c5-5889-4b05-8d4d-dfdeb7ef3f59, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=914696c5-5889-4b05-8d4d-dfdeb7ef3f59,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:06:52.862031 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c58ac-2162-498c-86b5-7860e9b1dd15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00e95125-0b36-476b-8b94-6a0f124ee64e,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:52.891586 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': '914696c5-5889-4b05-8d4d-dfdeb7ef3f59', 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704', 'port_id': '914696c5-5889-4b05-8d4d-dfdeb7ef3f59', 'mac_address': 'fa:16:3e:b8:1c:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b5dea3-b65b-4514-8ec2-18a4245eb194', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:06:52.979385 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:52.982612 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0a569c1b-cc15-4ec8-aa5a-ea27703cd31a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:53.009279 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 914696c5-5889-4b05-8d4d-dfdeb7ef3f59 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:06:53.032064 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 914696c5-5889-4b05-8d4d-dfdeb7ef3f59, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=914696c5-5889-4b05-8d4d-dfdeb7ef3f59,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:06:53.037903 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:53.081219 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adaa9a5a-7bcf-4f02-bb88-d1c865da4f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3baf7600-8a1c-4d9a-b018-f770d78d7690'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:06:53.087609 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49563942-eff0-41ed-8885-9fbc8c466eb9" -d '{"events": [{"server_uuid": "adaa9a5a-7bcf-4f02-bb88-d1c865da4f51", "name": "network-vif-plugged", "status": "completed", "tag": "3baf7600-8a1c-4d9a-b018-f770d78d7690"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:06:53.154277 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-163b56ed-a50b-407c-a1e7-af46f86819b5 x-openstack-request-id: req-163b56ed-a50b-407c-a1e7-af46f86819b5 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:06:53.155913 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adaa9a5a-7bcf-4f02-bb88-d1c865da4f51", "name": "network-vif-plugged", "status": "completed", "tag": "3baf7600-8a1c-4d9a-b018-f770d78d7690", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:06:53.156356 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-163b56ed-a50b-407c-a1e7-af46f86819b5 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:06:53.156927 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adaa9a5a-7bcf-4f02-bb88-d1c865da4f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3baf7600-8a1c-4d9a-b018-f770d78d7690', 'code': 200} Oct 30 15:06:53.162035 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=914696c5-5889-4b05-8d4d-dfdeb7ef3f59,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:53.170665 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:06:53.171913 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:06:53.172463 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:06:53.172997 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:06:53.174048 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:06:53.174611 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:06:53.175139 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:06:53.175738 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:06:53.176263 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:06:53.176783 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:06:53.177783 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:06:53.178338 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:06:53.207258 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0a569c1b-cc15-4ec8-aa5a-ea27703cd31a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:53.250734 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-0a569c1b-cc15-4ec8-aa5a-ea27703cd31a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a928ce26-a94d-464e-825d-aab3b5befa40']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:06:53.262451 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-0a569c1b-cc15-4ec8-aa5a-ea27703cd31a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3890462-2c9e-4b7e-bf6f-11ca8fd02cfc') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:06:53.262990 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-0a569c1b-cc15-4ec8-aa5a-ea27703cd31a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3890462-2c9e-4b7e-bf6f-11ca8fd02cfc') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:06:53.284443 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0a569c1b-cc15-4ec8-aa5a-ea27703cd31a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:53.307190 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0a569c1b-cc15-4ec8-aa5a-ea27703cd31a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:53.318155 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a569c1b-cc15-4ec8-aa5a-ea27703cd31a admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:06:53.318682 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0a569c1b-cc15-4ec8-aa5a-ea27703cd31a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:53.336309 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:06:53.336309 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:06:53.336309 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:06:53.336309 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:06:53.336309 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:06:53.336309 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:06:53.336309 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:06:53.336309 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:06:53.336309 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:06:53.336309 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:06:53.336309 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:06:53.336309 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:06:53.336309 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:06:53.336309 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:06:53.336309 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:06:53.336309 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:06:53.336309 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:06:53.336309 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:06:53.336309 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:06:53.336309 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:06:53.336309 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:06:53.336309 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:06:53.336309 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:06:53.336309 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:06:53.336309 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:06:53.336309 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:06:53.336309 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:06:53.336309 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:06:53.336309 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:06:53.336309 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:06:53.336309 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:06:53.336309 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:06:53.353475 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['914696c5-5889-4b05-8d4d-dfdeb7ef3f59'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:06:53.419945 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0a569c1b-cc15-4ec8-aa5a-ea27703cd31a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:53.432317 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0a569c1b-cc15-4ec8-aa5a-ea27703cd31a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:53.438929 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-0a569c1b-cc15-4ec8-aa5a-ea27703cd31a admin admin] 10.222.0.62 "DELETE /v2.0/networks/a928ce26-a94d-464e-825d-aab3b5befa40 HTTP/1.1" status: 204 len: 168 time: 0.6264071 Oct 30 15:06:53.446175 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a569c1b-cc15-4ec8-aa5a-ea27703cd31a admin admin] Pushing event deleted for resources: {'Network': ['ID=a928ce26-a94d-464e-825d-aab3b5befa40,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:53.590246 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609c153-6a3f-4bbb-833b-ce722b07a1eb req-be74cc0d-562f-430c-bb5a-4ab6af7bcc87 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:53.599894 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a609c153-6a3f-4bbb-833b-ce722b07a1eb req-be74cc0d-562f-430c-bb5a-4ab6af7bcc87 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=eca627da-f1c3-4df0-be24-80b75d39bfc7 HTTP/1.1" status: 200 len: 945 time: 0.1236017 Oct 30 15:06:53.657425 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a609c153-6a3f-4bbb-833b-ce722b07a1eb req-0cc25ee7-c27e-4461-a4f6-7eca63f3a482 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565612 Oct 30 15:06:53.720017 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e141038d-20c1-4d46-8732-bea319072022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:53.850953 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9036f985-f5cc-4a79-bd52-b01331ad36d4 req-52417b7e-f2f7-4e1e-8f47-75600750fb9b tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=77cd9b926c2f46c3aa4784fd4d8318b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429983 Oct 30 15:06:53.851174 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0076727e-ae54-48b2-a94d-4556929a9130 req-d777b554-98e0-4ad1-a698-dd909c18b4cd tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:53.852707 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0076727e-ae54-48b2-a94d-4556929a9130 req-d777b554-98e0-4ad1-a698-dd909c18b4cd tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=eca627da-f1c3-4df0-be24-80b75d39bfc7 HTTP/1.1" status: 200 len: 1097 time: 0.0767066 Oct 30 15:06:53.885723 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d028f906-bb3e-4700-be8d-a561abddcafa req-fe4cad7f-84df-4ad9-85cc-63fac5661314 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:53.893312 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d028f906-bb3e-4700-be8d-a561abddcafa req-fe4cad7f-84df-4ad9-85cc-63fac5661314 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b407e1b-47bd-444f-8ba1-31c610996eb8 HTTP/1.1" status: 200 len: 949 time: 0.1330330 Oct 30 15:06:53.925074 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0076727e-ae54-48b2-a94d-4556929a9130 req-558c896b-35a3-4634-80e4-8bfdda5250e2 tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612435 Oct 30 15:06:53.928093 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 53954) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:06:53.987358 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-4fa4e4ee-031a-4324-a0e3-5dcea0e1201b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1b25201efc0c4a09b6f380e1e4ec5530&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0556624 Oct 30 15:06:53.989270 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 53960) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:06:54.000325 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d028f906-bb3e-4700-be8d-a561abddcafa req-296c4e1e-1be7-444a-915f-f3b0a3bd0d58 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057229 Oct 30 15:06:54.061186 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d7c04b1b-6a74-45fe-a575-8157600968e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:54.086459 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-829f6275-ffda-4db7-b0eb-b7ec169cb07b req-fbc5569b-b94d-4ddb-b438-dc6175f0751c tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e641d5-2c0d-48a6-8f23-8e9e8f7ea5b8 HTTP/1.1" status: 200 len: 210 time: 0.0392261 Oct 30 15:06:54.095794 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9036f985-f5cc-4a79-bd52-b01331ad36d4 req-898a0e88-fc6e-49e4-b2d7-186cfa33dd0d tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:54.097615 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9036f985-f5cc-4a79-bd52-b01331ad36d4 req-898a0e88-fc6e-49e4-b2d7-186cfa33dd0d tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2404456 Oct 30 15:06:54.112450 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-9036f985-f5cc-4a79-bd52-b01331ad36d4 req-6a07c6ba-13e1-481d-a86a-0819339214d3 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Request body: {'port': {'device_id': '45e641d5-2c0d-48a6-8f23-8e9e8f7ea5b8', 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704', 'admin_state_up': True, 'tenant_id': '77cd9b926c2f46c3aa4784fd4d8318b7'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:06:54.121762 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d7c04b1b-6a74-45fe-a575-8157600968e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:54.164685 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0170348-39d0-4541-88a2-2284cd59a510 req-2db9397f-0a06-4f74-9036-055dbffc2c55 tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:54.172911 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d0170348-39d0-4541-88a2-2284cd59a510 req-2db9397f-0a06-4f74-9036-055dbffc2c55 tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=eca627da-f1c3-4df0-be24-80b75d39bfc7 HTTP/1.1" status: 200 len: 1097 time: 0.1184664 Oct 30 15:06:54.197211 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d7c04b1b-6a74-45fe-a575-8157600968e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:54.201325 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d7c04b1b-6a74-45fe-a575-8157600968e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:54.206524 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-d7c04b1b-6a74-45fe-a575-8157600968e6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b61a7bd3-32b9-469c-a1b5-1fc6cab9ccab HTTP/1.1" status: 204 len: 168 time: 0.2160795 Oct 30 15:06:54.215799 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c04b1b-6a74-45fe-a575-8157600968e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61a7bd3-32b9-469c-a1b5-1fc6cab9ccab,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:54.232850 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d0170348-39d0-4541-88a2-2284cd59a510 req-354f713e-a119-493f-b07b-a310ffae0b8a tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586522 Oct 30 15:06:54.324283 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9036f985-f5cc-4a79-bd52-b01331ad36d4 req-6a07c6ba-13e1-481d-a86a-0819339214d3 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Made reservation on behalf of 77cd9b926c2f46c3aa4784fd4d8318b7 for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:06:54.340310 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-9036f985-f5cc-4a79-bd52-b01331ad36d4 req-6a07c6ba-13e1-481d-a86a-0819339214d3 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:54.524282 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:54.545245 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-9036f985-f5cc-4a79-bd52-b01331ad36d4 req-6a07c6ba-13e1-481d-a86a-0819339214d3 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Allocated IP 192.168.233.253 (8de8b155-6e08-41c3-866a-8b30bb481704/43b5dea3-b65b-4514-8ec2-18a4245eb194/2a7136df-2c8d-4020-8843-3d6496e03d01) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:06:54.546779 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc73d385-09df-4718-9b89-bb78370b4f91 req-19685863-f834-4cea-86e4-d71874a85895 tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:54.555450 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fc73d385-09df-4718-9b89-bb78370b4f91 req-19685863-f834-4cea-86e4-d71874a85895 tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=eca627da-f1c3-4df0-be24-80b75d39bfc7 HTTP/1.1" status: 200 len: 1097 time: 0.0522604 Oct 30 15:06:54.598598 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 914696c5-5889-4b05-8d4d-dfdeb7ef3f59 up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:06:54.607265 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fc73d385-09df-4718-9b89-bb78370b4f91 req-5ec22c47-1fc8-4779-b1d8-79092bb9bc70 tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505280 Oct 30 15:06:54.698321 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port 914696c5-5889-4b05-8d4d-dfdeb7ef3f59 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:06:54.704051 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port 914696c5-5889-4b05-8d4d-dfdeb7ef3f59 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:06:54.704719 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:54.813753 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-9036f985-f5cc-4a79-bd52-b01331ad36d4 req-6a07c6ba-13e1-481d-a86a-0819339214d3 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:54.831379 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 54000) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:06:54.876518 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:54.878383 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:54.889039 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-46d2b21f-af65-4054-b79e-068e1071b38d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=499472d505f0472e966e173d1d6d4fe1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0562179 Oct 30 15:06:54.893142 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 54010) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:06:54.901942 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-9036f985-f5cc-4a79-bd52-b01331ad36d4 req-6a07c6ba-13e1-481d-a86a-0819339214d3 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:54.918638 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['3baf7600-8a1c-4d9a-b018-f770d78d7690'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:06:54.953062 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9036f985-f5cc-4a79-bd52-b01331ad36d4 req-6a07c6ba-13e1-481d-a86a-0819339214d3 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Network 8de8b155-6e08-41c3-866a-8b30bb481704 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:06:54.956375 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-9036f985-f5cc-4a79-bd52-b01331ad36d4 req-6a07c6ba-13e1-481d-a86a-0819339214d3 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:06:54.964279 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-9036f985-f5cc-4a79-bd52-b01331ad36d4 req-6a07c6ba-13e1-481d-a86a-0819339214d3 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:06:54.981157 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3189cb73-6932-4218-bf2b-771f20082838 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:55.026508 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3189cb73-6932-4218-bf2b-771f20082838 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:55.051284 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a07c6ba-13e1-481d-a86a-0819339214d3 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Pushing event updated for resources: {'Port': ['ID=2a7136df-2c8d-4020-8843-3d6496e03d01,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:55.073894 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9036f985-f5cc-4a79-bd52-b01331ad36d4 req-6a07c6ba-13e1-481d-a86a-0819339214d3 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:55.079507 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-9036f985-f5cc-4a79-bd52-b01331ad36d4 req-6a07c6ba-13e1-481d-a86a-0819339214d3 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:55.097991 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 914696c5-5889-4b05-8d4d-dfdeb7ef3f59, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=914696c5-5889-4b05-8d4d-dfdeb7ef3f59,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:06:55.118186 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:55.128784 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3189cb73-6932-4218-bf2b-771f20082838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:55.130456 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9036f985-f5cc-4a79-bd52-b01331ad36d4 req-6a07c6ba-13e1-481d-a86a-0819339214d3 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0198927 Oct 30 15:06:55.132469 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3189cb73-6932-4218-bf2b-771f20082838 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:55.136239 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-3189cb73-6932-4218-bf2b-771f20082838 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/31a9554b-f167-4c5a-ad44-2e893733f1a0 HTTP/1.1" status: 204 len: 168 time: 0.2396071 Oct 30 15:06:55.143267 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-9036f985-f5cc-4a79-bd52-b01331ad36d4 req-1709301d-73ef-4b36-92f2-1f0bcc6c2416 service neutron] Request body: {'port': {'device_id': '45e641d5-2c0d-48a6-8f23-8e9e8f7ea5b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:06:55.172860 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b407e1b-47bd-444f-8ba1-31c610996eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '914696c5-5889-4b05-8d4d-dfdeb7ef3f59'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:06:55.175369 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c604077-5c5b-49d7-beb5-2d4a212e59cc" -d '{"events": [{"server_uuid": "6b407e1b-47bd-444f-8ba1-31c610996eb8", "name": "network-vif-plugged", "status": "completed", "tag": "914696c5-5889-4b05-8d4d-dfdeb7ef3f59"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:06:55.188779 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3189cb73-6932-4218-bf2b-771f20082838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a9554b-f167-4c5a-ad44-2e893733f1a0,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:55.262385 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=914696c5-5889-4b05-8d4d-dfdeb7ef3f59,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:55.284094 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc988636-8711-4267-beec-754b95cf3ffe req-d6bfc0fd-a306-42ac-9335-3adadb22f667 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:55.293304 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fc988636-8711-4267-beec-754b95cf3ffe req-d6bfc0fd-a306-42ac-9335-3adadb22f667 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b407e1b-47bd-444f-8ba1-31c610996eb8 HTTP/1.1" status: 200 len: 950 time: 0.1493762 Oct 30 15:06:55.298929 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-9036f985-f5cc-4a79-bd52-b01331ad36d4 req-1709301d-73ef-4b36-92f2-1f0bcc6c2416 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:55.393604 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4426228-8e67-482b-a4d2-d11fdb8c3ce1 req-f4514907-5a47-4bfd-93d8-94366a443ff5 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:55.395307 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c4426228-8e67-482b-a4d2-d11fdb8c3ce1 req-f4514907-5a47-4bfd-93d8-94366a443ff5 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e641d5-2c0d-48a6-8f23-8e9e8f7ea5b8 HTTP/1.1" status: 200 len: 936 time: 0.1066356 Oct 30 15:06:55.400181 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fc988636-8711-4267-beec-754b95cf3ffe req-bcfaa7c2-4931-4733-80d2-281e848ac533 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019473 Oct 30 15:06:55.450827 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-3616ba3c-c497-46aa-b867-8c68ea635547 None None] Provisioning complete for port 2a7136df-2c8d-4020-8843-3d6496e03d01 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:06:55.452767 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3616ba3c-c497-46aa-b867-8c68ea635547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:55.514853 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16caa59-726a-4398-a9b0-8ef4d42fea59 x-openstack-request-id: req-b16caa59-726a-4398-a9b0-8ef4d42fea59 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:06:55.515425 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b407e1b-47bd-444f-8ba1-31c610996eb8", "name": "network-vif-plugged", "status": "completed", "tag": "914696c5-5889-4b05-8d4d-dfdeb7ef3f59", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:06:55.516010 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b16caa59-726a-4398-a9b0-8ef4d42fea59 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:06:55.516591 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b407e1b-47bd-444f-8ba1-31c610996eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '914696c5-5889-4b05-8d4d-dfdeb7ef3f59', 'code': 200} Oct 30 15:06:55.537981 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-3616ba3c-c497-46aa-b867-8c68ea635547 None None] Port 2a7136df-2c8d-4020-8843-3d6496e03d01 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:06:55.541416 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c4426228-8e67-482b-a4d2-d11fdb8c3ce1 req-a7e211eb-01f8-43f7-9a52-f69dc60b7c75 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336875 Oct 30 15:06:55.591583 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9655a8-3a41-4a9c-bb36-10c1041f26c9 req-b9f1fe9d-b134-4abb-828b-a58d14d3dd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:55.593397 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fc9655a8-3a41-4a9c-bb36-10c1041f26c9 req-b9f1fe9d-b134-4abb-828b-a58d14d3dd3e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6b407e1b-47bd-444f-8ba1-31c610996eb8 HTTP/1.1" status: 200 len: 1102 time: 0.0592852 Oct 30 15:06:55.641778 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fc9655a8-3a41-4a9c-bb36-10c1041f26c9 req-2fbf735a-1915-410f-9344-b5a274a33974 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385206 Oct 30 15:06:55.737441 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-9036f985-f5cc-4a79-bd52-b01331ad36d4 req-1709301d-73ef-4b36-92f2-1f0bcc6c2416 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a7136df-2c8d-4020-8843-3d6496e03d01 {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:06:55.747360 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-9036f985-f5cc-4a79-bd52-b01331ad36d4 req-1709301d-73ef-4b36-92f2-1f0bcc6c2416 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:55.766626 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-9036f985-f5cc-4a79-bd52-b01331ad36d4 req-1709301d-73ef-4b36-92f2-1f0bcc6c2416 service neutron] Transition to ACTIVE for port object 2a7136df-2c8d-4020-8843-3d6496e03d01 will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:06:55.770138 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8304b587-a8c8-46ab-943f-280e650ea6d9 req-684b4bc9-5566-4ea4-9119-64f2511db47e tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:55.771764 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8304b587-a8c8-46ab-943f-280e650ea6d9 req-684b4bc9-5566-4ea4-9119-64f2511db47e tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=eca627da-f1c3-4df0-be24-80b75d39bfc7 HTTP/1.1" status: 200 len: 1097 time: 0.0678966 Oct 30 15:06:55.772832 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-9036f985-f5cc-4a79-bd52-b01331ad36d4 req-1709301d-73ef-4b36-92f2-1f0bcc6c2416 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:55.846235 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1709301d-73ef-4b36-92f2-1f0bcc6c2416 service neutron] Pushing event updated for resources: {'Port': ['ID=2a7136df-2c8d-4020-8843-3d6496e03d01,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:55.878333 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8304b587-a8c8-46ab-943f-280e650ea6d9 req-8746d54a-8751-4e26-beb2-66c89d5ced88 tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834641 Oct 30 15:06:55.932405 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-9036f985-f5cc-4a79-bd52-b01331ad36d4 req-1709301d-73ef-4b36-92f2-1f0bcc6c2416 service neutron] Attempting to bind port 2a7136df-2c8d-4020-8843-3d6496e03d01 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:06:55.932746 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-9036f985-f5cc-4a79-bd52-b01331ad36d4 req-1709301d-73ef-4b36-92f2-1f0bcc6c2416 service neutron] Attempting to bind port 2a7136df-2c8d-4020-8843-3d6496e03d01 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:06:55.933255 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9036f985-f5cc-4a79-bd52-b01331ad36d4 req-1709301d-73ef-4b36-92f2-1f0bcc6c2416 service neutron] Attempting to bind port 2a7136df-2c8d-4020-8843-3d6496e03d01 on network 8de8b155-6e08-41c3-866a-8b30bb481704 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:06:55.944166 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9036f985-f5cc-4a79-bd52-b01331ad36d4 req-1709301d-73ef-4b36-92f2-1f0bcc6c2416 service neutron] Port 2a7136df-2c8d-4020-8843-3d6496e03d01 on network 8de8b155-6e08-41c3-866a-8b30bb481704 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:06:55.944505 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9036f985-f5cc-4a79-bd52-b01331ad36d4 req-1709301d-73ef-4b36-92f2-1f0bcc6c2416 service neutron] Attempting to bind port 2a7136df-2c8d-4020-8843-3d6496e03d01 on network 8de8b155-6e08-41c3-866a-8b30bb481704 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:06:55.954013 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9036f985-f5cc-4a79-bd52-b01331ad36d4 req-1709301d-73ef-4b36-92f2-1f0bcc6c2416 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:06:55.954357 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9036f985-f5cc-4a79-bd52-b01331ad36d4 req-1709301d-73ef-4b36-92f2-1f0bcc6c2416 service neutron] Checking segment: {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:06:55.954752 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9036f985-f5cc-4a79-bd52-b01331ad36d4 req-1709301d-73ef-4b36-92f2-1f0bcc6c2416 service neutron] Bound using segment: {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:06:55.955201 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-9036f985-f5cc-4a79-bd52-b01331ad36d4 req-1709301d-73ef-4b36-92f2-1f0bcc6c2416 service neutron] Bound port: 2a7136df-2c8d-4020-8843-3d6496e03d01, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:06:55.955641 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-9036f985-f5cc-4a79-bd52-b01331ad36d4 req-1709301d-73ef-4b36-92f2-1f0bcc6c2416 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:56.092869 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-9036f985-f5cc-4a79-bd52-b01331ad36d4 req-1709301d-73ef-4b36-92f2-1f0bcc6c2416 service neutron] For port 2a7136df-2c8d-4020-8843-3d6496e03d01, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:06:56.105491 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-963554ba-d17a-4765-8074-3e7baf1da061 req-440d89e2-470b-4e2c-9b48-d8ca542929d1 tempest-FlavorsV2NegativeTest-13632886 tempest-FlavorsV2NegativeTest-13632886-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=ffcd098335394b79a37b7fba6e00a69a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269728 Oct 30 15:06:56.114290 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-9036f985-f5cc-4a79-bd52-b01331ad36d4 req-1709301d-73ef-4b36-92f2-1f0bcc6c2416 service neutron] For port 2a7136df-2c8d-4020-8843-3d6496e03d01, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=2a7136df-2c8d-4020-8843-3d6496e03d01,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:06:56.119304 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-9036f985-f5cc-4a79-bd52-b01331ad36d4 req-1709301d-73ef-4b36-92f2-1f0bcc6c2416 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:56.218368 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9036f985-f5cc-4a79-bd52-b01331ad36d4 req-1709301d-73ef-4b36-92f2-1f0bcc6c2416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:56.218755 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-9036f985-f5cc-4a79-bd52-b01331ad36d4 req-1709301d-73ef-4b36-92f2-1f0bcc6c2416 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:56.220196 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9036f985-f5cc-4a79-bd52-b01331ad36d4 req-1709301d-73ef-4b36-92f2-1f0bcc6c2416 service neutron] 10.222.0.53 "PUT /v2.0/ports/2a7136df-2c8d-4020-8843-3d6496e03d01 HTTP/1.1" status: 200 len: 1097 time: 1.0847852 Oct 30 15:06:56.224972 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45e641d5-2c0d-48a6-8f23-8e9e8f7ea5b8', 'tag': '2a7136df-2c8d-4020-8843-3d6496e03d01'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:06:56.227154 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d76a22c-5b16-49d4-a792-2090b1212184" -d '{"events": [{"name": "network-changed", "server_uuid": "45e641d5-2c0d-48a6-8f23-8e9e8f7ea5b8", "tag": "2a7136df-2c8d-4020-8843-3d6496e03d01"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:06:56.278890 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1709301d-73ef-4b36-92f2-1f0bcc6c2416 service neutron] Pushing event updated for resources: {'Port': ['ID=2a7136df-2c8d-4020-8843-3d6496e03d01,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:56.319877 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963554ba-d17a-4765-8074-3e7baf1da061 req-f9585922-806d-44d5-888e-fd1d26cdd892 tempest-FlavorsV2NegativeTest-13632886 tempest-FlavorsV2NegativeTest-13632886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:56.321417 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-963554ba-d17a-4765-8074-3e7baf1da061 req-f9585922-806d-44d5-888e-fd1d26cdd892 tempest-FlavorsV2NegativeTest-13632886 tempest-FlavorsV2NegativeTest-13632886-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1987839 Oct 30 15:06:56.348522 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-963554ba-d17a-4765-8074-3e7baf1da061 req-0ce3f280-6686-4d51-9f83-465c6e19ee15 tempest-FlavorsV2NegativeTest-13632886 tempest-FlavorsV2NegativeTest-13632886-project] 10.222.0.62 "GET /v2.0/quotas/ffcd098335394b79a37b7fba6e00a69a HTTP/1.1" status: 200 len: 375 time: 0.0184062 Oct 30 15:06:56.356279 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9036f985-f5cc-4a79-bd52-b01331ad36d4 req-7d4f5faa-ac25-490d-8f56-0d59cbdb143e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:56.357506 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9036f985-f5cc-4a79-bd52-b01331ad36d4 req-7d4f5faa-ac25-490d-8f56-0d59cbdb143e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=77cd9b926c2f46c3aa4784fd4d8318b7&device_id=45e641d5-2c0d-48a6-8f23-8e9e8f7ea5b8 HTTP/1.1" status: 200 len: 1100 time: 0.0799496 Oct 30 15:06:56.419604 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 54084) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:06:56.424082 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-963554ba-d17a-4765-8074-3e7baf1da061 req-f8a38f79-00d0-48af-b0bd-4a99872b12a9 tempest-FlavorsV2NegativeTest-13632886 tempest-FlavorsV2NegativeTest-13632886-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ffcd098335394b79a37b7fba6e00a69a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0594416 Oct 30 15:06:56.437461 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:56.464099 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9036f985-f5cc-4a79-bd52-b01331ad36d4 req-58a9699c-7e5a-4fc6-912d-90f822d3b6a2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=2a7136df-2c8d-4020-8843-3d6496e03d01 HTTP/1.1" status: 200 len: 217 time: 0.0883498 Oct 30 15:06:56.534558 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9036f985-f5cc-4a79-bd52-b01331ad36d4 req-57890d3e-9e2d-4327-a4c3-7f34686c13c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:56.536097 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9036f985-f5cc-4a79-bd52-b01331ad36d4 req-57890d3e-9e2d-4327-a4c3-7f34686c13c4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.0626135 Oct 30 15:06:56.555658 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-e75af14b-53ec-46b1-8218-858788db8b2a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1435770518-network', 'tenant_id': 'd73a17c8ce1740f7a410991b16507a42'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:06:56.589591 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75af14b-53ec-46b1-8218-858788db8b2a admin admin] Made reservation on behalf of d73a17c8ce1740f7a410991b16507a42 for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:06:56.593278 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e75af14b-53ec-46b1-8218-858788db8b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:56.594757 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9036f985-f5cc-4a79-bd52-b01331ad36d4 req-535605a6-3df9-4991-90e0-4e7e2f3789e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:56.597065 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9036f985-f5cc-4a79-bd52-b01331ad36d4 req-535605a6-3df9-4991-90e0-4e7e2f3789e6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0500827 Oct 30 15:06:56.607039 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e75af14b-53ec-46b1-8218-858788db8b2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:56.717969 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e75af14b-53ec-46b1-8218-858788db8b2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:56.725423 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e75af14b-53ec-46b1-8218-858788db8b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:56.730601 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9036f985-f5cc-4a79-bd52-b01331ad36d4 req-1cf14a0c-c9c8-40fd-af2d-9ea87245b2c7 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251571 Oct 30 15:06:56.757122 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e75af14b-53ec-46b1-8218-858788db8b2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:06:56.768620 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75af14b-53ec-46b1-8218-858788db8b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ab4c72-90f4-43f1-a864-83e4ec6ae9ee,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:56.774170 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e75af14b-53ec-46b1-8218-858788db8b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:56.774833 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-e75af14b-53ec-46b1-8218-858788db8b2a admin admin] Added segment ef438171-9296-4cb4-a9a2-6d7294d77f81 of type vlan for network 54a44e67-c153-4279-a113-56e728247797 Oct 30 15:06:56.844738 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e75af14b-53ec-46b1-8218-858788db8b2a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:56.914330 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e75af14b-53ec-46b1-8218-858788db8b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:56.915310 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75af14b-53ec-46b1-8218-858788db8b2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:56.915963 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e75af14b-53ec-46b1-8218-858788db8b2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:56.942171 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9036f985-f5cc-4a79-bd52-b01331ad36d4 req-6b47a808-4572-44ea-ae12-3e80bae974d9 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993649 Oct 30 15:06:56.986920 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e75af14b-53ec-46b1-8218-858788db8b2a admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5658939 Oct 30 15:06:56.990078 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 54134) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:06:56.997077 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-6664c088-e334-4b0d-a341-c799b254feb6 admin admin] Request body: {'subnet': {'network_id': '54a44e67-c153-4279-a113-56e728247797', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1435770518-subnet', 'tenant_id': 'd73a17c8ce1740f7a410991b16507a42', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:06:57.025482 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e931490-0155-40aa-b367-12ee41b059a4 x-openstack-request-id: req-6e931490-0155-40aa-b367-12ee41b059a4 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:06:57.026451 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45e641d5-2c0d-48a6-8f23-8e9e8f7ea5b8", "tag": "2a7136df-2c8d-4020-8843-3d6496e03d01", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:06:57.026943 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6e931490-0155-40aa-b367-12ee41b059a4 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:06:57.028695 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45e641d5-2c0d-48a6-8f23-8e9e8f7ea5b8', 'tag': '2a7136df-2c8d-4020-8843-3d6496e03d01', 'status': 'completed', 'code': 200} Oct 30 15:06:57.033363 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75af14b-53ec-46b1-8218-858788db8b2a admin admin] Pushing event updated for resources: {'Network': ['ID=54a44e67-c153-4279-a113-56e728247797,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:57.052285 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 54a44e67-c153-4279-a113-56e728247797 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:06:57.065685 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6664c088-e334-4b0d-a341-c799b254feb6 admin admin] Made reservation on behalf of d73a17c8ce1740f7a410991b16507a42 for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:06:57.071770 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6664c088-e334-4b0d-a341-c799b254feb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:57.173616 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d76a22c-5b16-49d4-a792-2090b1212184 req-98b10618-cb0d-43e1-8295-a661d1f5034e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:57.175433 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2d76a22c-5b16-49d4-a792-2090b1212184 req-98b10618-cb0d-43e1-8295-a661d1f5034e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=77cd9b926c2f46c3aa4784fd4d8318b7&device_id=45e641d5-2c0d-48a6-8f23-8e9e8f7ea5b8 HTTP/1.1" status: 200 len: 1100 time: 0.1188364 Oct 30 15:06:57.220204 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98772aec-7147-4634-ab48-3d84405f72a8 req-5d3a225e-dfb2-4603-b0dd-b8ed0176243a tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:57.227622 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-98772aec-7147-4634-ab48-3d84405f72a8 req-5d3a225e-dfb2-4603-b0dd-b8ed0176243a tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b407e1b-47bd-444f-8ba1-31c610996eb8 HTTP/1.1" status: 200 len: 950 time: 0.1080370 Oct 30 15:06:57.314931 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-98772aec-7147-4634-ab48-3d84405f72a8 req-c2e6a753-5688-4ed5-a99d-38ce6be65c14 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842974 Oct 30 15:06:57.316242 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6664c088-e334-4b0d-a341-c799b254feb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:57.370961 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d76a22c-5b16-49d4-a792-2090b1212184 req-db0b29df-0512-4725-9236-3feab9dfe825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:57.373685 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2d76a22c-5b16-49d4-a792-2090b1212184 req-db0b29df-0512-4725-9236-3feab9dfe825 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8de8b155-6e08-41c3-866a-8b30bb481704 HTTP/1.1" status: 200 len: 870 time: 0.1886909 Oct 30 15:06:57.385992 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6664c088-e334-4b0d-a341-c799b254feb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c0e0f8e-11ac-4cdd-bbc0-64de2560079b,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:57.403108 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6664c088-e334-4b0d-a341-c799b254feb6 admin admin] Checking segment: {'id': 'ef438171-9296-4cb4-a9a2-6d7294d77f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '54a44e67-c153-4279-a113-56e728247797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:06:57.403500 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6664c088-e334-4b0d-a341-c799b254feb6 admin admin] Network hostable DHCP agents. Network: 54a44e67-c153-4279-a113-56e728247797, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:06:57.420601 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6664c088-e334-4b0d-a341-c799b254feb6 admin admin] Network 54a44e67-c153-4279-a113-56e728247797 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:06:57.430346 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-6664c088-e334-4b0d-a341-c799b254feb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 54a44e67-c153-4279-a113-56e728247797) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:06:57.431623 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-a8cb8c9a-6b2a-4796-95e0-6e0121f28171 tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:06:57.432622 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-a8cb8c9a-6b2a-4796-95e0-6e0121f28171 tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0327790 Oct 30 15:06:57.435636 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6664c088-e334-4b0d-a341-c799b254feb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:57.436289 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6664c088-e334-4b0d-a341-c799b254feb6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:57.442640 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bd68c2-f765-44d9-98a2-087929e9d8de None None] Network 54a44e67-c153-4279-a113-56e728247797 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:06:57.445166 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2d76a22c-5b16-49d4-a792-2090b1212184 req-fe23c0c7-026a-4770-bcf1-16e1bc66f0eb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=2a7136df-2c8d-4020-8843-3d6496e03d01 HTTP/1.1" status: 200 len: 217 time: 0.0562153 Oct 30 15:06:57.464796 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-6664c088-e334-4b0d-a341-c799b254feb6 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4734933 Oct 30 15:06:57.469862 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 54148) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:06:57.475501 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-d00f709d-4943-49e0-a421-85b6ff7c1efe admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1435770518-router', 'tenant_id': 'd73a17c8ce1740f7a410991b16507a42', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:06:57.484507 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 54150) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:06:57.505314 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d00f709d-4943-49e0-a421-85b6ff7c1efe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:57.506648 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d00f709d-4943-49e0-a421-85b6ff7c1efe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:57.534816 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-93a5590f-ce7f-4ef4-a477-b5826d972e43 tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:57.536219 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-93a5590f-ce7f-4ef4-a477-b5826d972e43 tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] 10.222.0.62 "GET /v2.0/ports/1211c653-5734-4883-9ff3-cf144541a699 HTTP/1.1" status: 200 len: 1094 time: 0.0935907 Oct 30 15:06:57.546722 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d76a22c-5b16-49d4-a792-2090b1212184 req-0e01f98e-8c88-414b-ba93-b7806547402f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:57.548156 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2d76a22c-5b16-49d4-a792-2090b1212184 req-0e01f98e-8c88-414b-ba93-b7806547402f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.0830288 Oct 30 15:06:57.551103 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-77b25c3c-5bc2-4981-96ed-88fc2d188749 service neutron] Request body: {'binding': {'host': 'n-h1-806683-17', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:06:57.551582 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-77b25c3c-5bc2-4981-96ed-88fc2d188749 service neutron] Unknown quota resources ['binding']. {{(pid=102131) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 30 15:06:57.568490 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d00f709d-4943-49e0-a421-85b6ff7c1efe admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:57.582972 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d770f-7ef4-43ad-8d03-3b576914d6b5 req-9f05f938-68af-4570-a6b7-d4c0a7f37c8b tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:57.594620 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cd7d770f-7ef4-43ad-8d03-3b576914d6b5 req-9f05f938-68af-4570-a6b7-d4c0a7f37c8b tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e641d5-2c0d-48a6-8f23-8e9e8f7ea5b8 HTTP/1.1" status: 200 len: 948 time: 0.1955276 Oct 30 15:06:57.621137 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e640595-51a6-4f9f-a50b-ded18f13664a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-54a44e67-c153-4279-a113-56e728247797', 'network_id': '54a44e67-c153-4279-a113-56e728247797', 'tenant_id': 'd73a17c8ce1740f7a410991b16507a42', 'fixed_ips': [{'subnet_id': '4c0e0f8e-11ac-4cdd-bbc0-64de2560079b'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:06:57.622006 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5e640595-51a6-4f9f-a50b-ded18f13664a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:57.743613 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d00f709d-4943-49e0-a421-85b6ff7c1efe admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:57.747064 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-67ff2502-3939-45a3-af5a-bda1a6e3eaea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:57.789834 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-5e640595-51a6-4f9f-a50b-ded18f13664a None None] Allocated IP 172.20.0.2 (54a44e67-c153-4279-a113-56e728247797/4c0e0f8e-11ac-4cdd-bbc0-64de2560079b/c87b5076-ccc8-4cbd-8e0a-95644f317752) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:06:57.880377 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cd7d770f-7ef4-43ad-8d03-3b576914d6b5 req-b8624c41-0019-4250-a3e4-7fedc95cc103 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787957 Oct 30 15:06:57.895251 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d76a22c-5b16-49d4-a792-2090b1212184 req-f4e1c237-51a1-48a2-a4e5-76cc35c76c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:57.896692 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-67ff2502-3939-45a3-af5a-bda1a6e3eaea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:57.896837 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2d76a22c-5b16-49d4-a792-2090b1212184 req-f4e1c237-51a1-48a2-a4e5-76cc35c76c55 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3388708 Oct 30 15:06:57.903180 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-67ff2502-3939-45a3-af5a-bda1a6e3eaea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:57.955143 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-67ff2502-3939-45a3-af5a-bda1a6e3eaea admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ffcd098335394b79a37b7fba6e00a69a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4694312 Oct 30 15:06:57.959424 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 54156) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:06:57.961325 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ff2502-3939-45a3-af5a-bda1a6e3eaea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2622320d-1673-4ae4-a506-6751d019587a,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:58.029098 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5e640595-51a6-4f9f-a50b-ded18f13664a None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:58.036417 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5e640595-51a6-4f9f-a50b-ded18f13664a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:58.063827 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-77b25c3c-5bc2-4981-96ed-88fc2d188749 service neutron] Attempting to bind port 1211c653-5734-4883-9ff3-cf144541a699 on host n-h1-806683-17 for vnic_type normal with profile None {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:06:58.064182 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-77b25c3c-5bc2-4981-96ed-88fc2d188749 service neutron] Attempting to bind port 1211c653-5734-4883-9ff3-cf144541a699 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2f36ee91-6757-4d64-8719-4cb39651ac94'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:06:58.064483 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-77b25c3c-5bc2-4981-96ed-88fc2d188749 service neutron] Attempting to bind port 1211c653-5734-4883-9ff3-cf144541a699 on network 2f36ee91-6757-4d64-8719-4cb39651ac94 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:06:58.084414 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-77b25c3c-5bc2-4981-96ed-88fc2d188749 service neutron] Port 1211c653-5734-4883-9ff3-cf144541a699 on network 2f36ee91-6757-4d64-8719-4cb39651ac94 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:06:58.084785 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-77b25c3c-5bc2-4981-96ed-88fc2d188749 service neutron] Attempting to bind port 1211c653-5734-4883-9ff3-cf144541a699 on network 2f36ee91-6757-4d64-8719-4cb39651ac94 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:06:58.088721 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e640595-51a6-4f9f-a50b-ded18f13664a None None] Pushing event updated for resources: {'Port': ['ID=c87b5076-ccc8-4cbd-8e0a-95644f317752,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:58.093696 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-77b25c3c-5bc2-4981-96ed-88fc2d188749 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:06:58.094040 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-77b25c3c-5bc2-4981-96ed-88fc2d188749 service neutron] Checking segment: {'id': '5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2f36ee91-6757-4d64-8719-4cb39651ac94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:06:58.094508 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-77b25c3c-5bc2-4981-96ed-88fc2d188749 service neutron] Bound using segment: {'id': '5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2f36ee91-6757-4d64-8719-4cb39651ac94'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:06:58.094856 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-77b25c3c-5bc2-4981-96ed-88fc2d188749 service neutron] Bound port: 1211c653-5734-4883-9ff3-cf144541a699, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2f36ee91-6757-4d64-8719-4cb39651ac94'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:06:58.103263 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7f78962f-61eb-4023-81e4-2cb9a72b6685 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:58.104996 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e640595-51a6-4f9f-a50b-ded18f13664a None None] Network 54a44e67-c153-4279-a113-56e728247797 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:06:58.107545 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-5e640595-51a6-4f9f-a50b-ded18f13664a None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:06:58.110665 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e640595-51a6-4f9f-a50b-ded18f13664a None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:06:58.122946 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2d76a22c-5b16-49d4-a792-2090b1212184 req-70a08416-171a-47d4-a7ee-4e028e6c1276 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166429 Oct 30 15:06:58.164740 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:06:58.185268 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-5e640595-51a6-4f9f-a50b-ded18f13664a None None] Attempting to bind port c87b5076-ccc8-4cbd-8e0a-95644f317752 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:06:58.185644 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-5e640595-51a6-4f9f-a50b-ded18f13664a None None] Attempting to bind port c87b5076-ccc8-4cbd-8e0a-95644f317752 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'ef438171-9296-4cb4-a9a2-6d7294d77f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '54a44e67-c153-4279-a113-56e728247797'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:06:58.186053 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e640595-51a6-4f9f-a50b-ded18f13664a None None] Attempting to bind port c87b5076-ccc8-4cbd-8e0a-95644f317752 on network 54a44e67-c153-4279-a113-56e728247797 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:06:58.193024 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e640595-51a6-4f9f-a50b-ded18f13664a None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:06:58.193412 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e640595-51a6-4f9f-a50b-ded18f13664a None None] Checking segment: {'id': 'ef438171-9296-4cb4-a9a2-6d7294d77f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '54a44e67-c153-4279-a113-56e728247797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:06:58.193818 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5e640595-51a6-4f9f-a50b-ded18f13664a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:58.194215 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e640595-51a6-4f9f-a50b-ded18f13664a None None] Bound using segment: {'id': 'ef438171-9296-4cb4-a9a2-6d7294d77f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '54a44e67-c153-4279-a113-56e728247797'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:06:58.194798 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-5e640595-51a6-4f9f-a50b-ded18f13664a None None] Bound port: c87b5076-ccc8-4cbd-8e0a-95644f317752, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef438171-9296-4cb4-a9a2-6d7294d77f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '54a44e67-c153-4279-a113-56e728247797'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:06:58.196145 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5e640595-51a6-4f9f-a50b-ded18f13664a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:58.198851 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7f78962f-61eb-4023-81e4-2cb9a72b6685 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:58.251709 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-77b25c3c-5bc2-4981-96ed-88fc2d188749 service neutron] For port 1211c653-5734-4883-9ff3-cf144541a699, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=1211c653-5734-4883-9ff3-cf144541a699,segment=NetworkSegment(5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87),segment_id=5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:06:58.265845 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-77b25c3c-5bc2-4981-96ed-88fc2d188749 service neutron] Publish callbacks [] for binding, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:58.267286 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-77b25c3c-5bc2-4981-96ed-88fc2d188749 service neutron] 10.222.0.62 "POST /v2.0/ports/1211c653-5734-4883-9ff3-cf144541a699/bindings HTTP/1.1" status: 201 len: 390 time: 0.7221138 Oct 30 15:06:58.310506 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2d76a22c-5b16-49d4-a792-2090b1212184 req-33a36fb0-5ada-4228-8d7f-46c26f49b878 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740692 Oct 30 15:06:58.317245 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7f78962f-61eb-4023-81e4-2cb9a72b6685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:58.319823 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7f78962f-61eb-4023-81e4-2cb9a72b6685 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:58.323177 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-7f78962f-61eb-4023-81e4-2cb9a72b6685 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2622320d-1673-4ae4-a506-6751d019587a HTTP/1.1" status: 204 len: 168 time: 0.3592608 Oct 30 15:06:58.326761 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-5e640595-51a6-4f9f-a50b-ded18f13664a None None] For port c87b5076-ccc8-4cbd-8e0a-95644f317752, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:06:58.330067 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-5e640595-51a6-4f9f-a50b-ded18f13664a None None] For port c87b5076-ccc8-4cbd-8e0a-95644f317752, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=c87b5076-ccc8-4cbd-8e0a-95644f317752,segment=NetworkSegment(ef438171-9296-4cb4-a9a2-6d7294d77f81),segment_id=ef438171-9296-4cb4-a9a2-6d7294d77f81)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:06:58.334107 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5e640595-51a6-4f9f-a50b-ded18f13664a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:58.349041 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f78962f-61eb-4023-81e4-2cb9a72b6685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2622320d-1673-4ae4-a506-6751d019587a,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:58.424784 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e640595-51a6-4f9f-a50b-ded18f13664a None None] Pushing event updated for resources: {'Port': ['ID=c87b5076-ccc8-4cbd-8e0a-95644f317752,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:58.574975 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d00f709d-4943-49e0-a421-85b6ff7c1efe admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:58.614887 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b66d84-58bf-40c3-965b-bf9f7d9a58ae req-0a88c0ea-f0d9-43d6-b1de-c234e1839680 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:58.618834 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d00f709d-4943-49e0-a421-85b6ff7c1efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:58.625908 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-90b66d84-58bf-40c3-965b-bf9f7d9a58ae req-0a88c0ea-f0d9-43d6-b1de-c234e1839680 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=eca627da-f1c3-4df0-be24-80b75d39bfc7 HTTP/1.1" status: 200 len: 945 time: 0.1037736 Oct 30 15:06:58.726470 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-90b66d84-58bf-40c3-965b-bf9f7d9a58ae req-0eb8524a-9596-4b55-a297-7ead77ecddf7 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996134 Oct 30 15:06:58.751856 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-326dad2c-dfe1-47c8-9070-30214d31696a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:58.753576 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-326dad2c-dfe1-47c8-9070-30214d31696a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b8aea481537c4f1b9ab8f7eccea88bfc&device_id=eca627da-f1c3-4df0-be24-80b75d39bfc7 HTTP/1.1" status: 200 len: 1097 time: 0.1226022 Oct 30 15:06:58.845704 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-d00f709d-4943-49e0-a421-85b6ff7c1efe admin admin] Allocated IP 172.25.4.39 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/64760796-1729-46bb-b6b3-ea8d64916bfe) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:06:58.923097 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-257524e6-8f0c-4c1d-934b-495c87fed80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:58.924795 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-257524e6-8f0c-4c1d-934b-495c87fed80b service neutron] 10.222.0.53 "GET /v2.0/networks?id=2f36ee91-6757-4d64-8719-4cb39651ac94 HTTP/1.1" status: 200 len: 909 time: 0.1576555 Oct 30 15:06:58.960285 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f70b9-bf51-48b6-8d11-bdcee9821655 req-0a57b5fb-38e3-4d5f-91ba-60895fb8e4a5 tempest-ServersOnMultiNodesTest-174149886 tempest-ServersOnMultiNodesTest-174149886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:58.961858 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f85f70b9-bf51-48b6-8d11-bdcee9821655 req-0a57b5fb-38e3-4d5f-91ba-60895fb8e4a5 tempest-ServersOnMultiNodesTest-174149886 tempest-ServersOnMultiNodesTest-174149886-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=6b407e1b-47bd-444f-8ba1-31c610996eb8 HTTP/1.1" status: 200 len: 1102 time: 0.1116939 Oct 30 15:06:58.990764 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-8998e705-cf18-41c4-983a-0757ffb790a2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1211c653-5734-4883-9ff3-cf144541a699 HTTP/1.1" status: 200 len: 217 time: 0.0580518 Oct 30 15:06:59.011397 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-f85f70b9-bf51-48b6-8d11-bdcee9821655 req-d8b7de33-2ce6-44f4-ab8e-29c1874d8e0e tempest-ServersOnMultiNodesTest-174149886 tempest-ServersOnMultiNodesTest-174149886-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:59.032843 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d00f709d-4943-49e0-a421-85b6ff7c1efe admin admin] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:59.054164 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-13f02aea-1205-42dd-a4cb-9c1671cbd3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:59.056010 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-13f02aea-1205-42dd-a4cb-9c1671cbd3ec service neutron] 10.222.0.53 "GET /v2.0/subnets?id=eb0d8673-4262-419a-bce2-caff67d0478f HTTP/1.1" status: 200 len: 848 time: 0.0581775 Oct 30 15:06:59.097065 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d00f709d-4943-49e0-a421-85b6ff7c1efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:59.103715 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-da24a13d-412e-4c77-b66d-8de185cfc1fa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2f36ee91-6757-4d64-8719-4cb39651ac94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370939 Oct 30 15:06:59.148450 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00f709d-4943-49e0-a421-85b6ff7c1efe admin admin] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:06:59.159173 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-d00f709d-4943-49e0-a421-85b6ff7c1efe admin admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:06:59.170159 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00f709d-4943-49e0-a421-85b6ff7c1efe admin admin] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:06:59.176729 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-f85f70b9-bf51-48b6-8d11-bdcee9821655 req-d8b7de33-2ce6-44f4-ab8e-29c1874d8e0e tempest-ServersOnMultiNodesTest-174149886 tempest-ServersOnMultiNodesTest-174149886-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:59.178720 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00f709d-4943-49e0-a421-85b6ff7c1efe admin admin] Pushing event updated for resources: {'Port': ['ID=64760796-1729-46bb-b6b3-ea8d64916bfe,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:59.200880 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-f85f70b9-bf51-48b6-8d11-bdcee9821655 req-d8b7de33-2ce6-44f4-ab8e-29c1874d8e0e tempest-ServersOnMultiNodesTest-174149886 tempest-ServersOnMultiNodesTest-174149886-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:59.242055 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f85f70b9-bf51-48b6-8d11-bdcee9821655 req-d8b7de33-2ce6-44f4-ab8e-29c1874d8e0e tempest-ServersOnMultiNodesTest-174149886 tempest-ServersOnMultiNodesTest-174149886-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663169 Oct 30 15:06:59.296773 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-d457710e-304b-4ef9-907b-dbd031d38d37 service neutron] 10.222.0.53 "GET /v2.0/networks/2f36ee91-6757-4d64-8719-4cb39651ac94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837928 Oct 30 15:06:59.308740 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device c87b5076-ccc8-4cbd-8e0a-95644f317752 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:06:59.324396 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b7de33-2ce6-44f4-ab8e-29c1874d8e0e tempest-ServersOnMultiNodesTest-174149886 tempest-ServersOnMultiNodesTest-174149886-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe3da4a-2688-4162-a605-fa758893c93f,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:59.470783 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port c87b5076-ccc8-4cbd-8e0a-95644f317752 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:06:59.476256 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:59.552465 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:59.594412 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d00f709d-4943-49e0-a421-85b6ff7c1efe admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:59.624229 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-df944d04-affa-410c-bb44-823c723f8689 service neutron] 10.222.0.53 "GET /v2.0/networks/2f36ee91-6757-4d64-8719-4cb39651ac94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190799 Oct 30 15:06:59.655630 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf9978-b443-44f3-bdcf-0704777bf23f req-9b68dabb-238e-4ebf-8c22-6a35b465609a tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:59.665031 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-aabf9978-b443-44f3-bdcf-0704777bf23f req-9b68dabb-238e-4ebf-8c22-6a35b465609a tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e641d5-2c0d-48a6-8f23-8e9e8f7ea5b8 HTTP/1.1" status: 200 len: 948 time: 0.1773736 Oct 30 15:06:59.685505 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:59.744766 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port c87b5076-ccc8-4cbd-8e0a-95644f317752, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=c87b5076-ccc8-4cbd-8e0a-95644f317752,segment=NetworkSegment(ef438171-9296-4cb4-a9a2-6d7294d77f81),segment_id=ef438171-9296-4cb4-a9a2-6d7294d77f81)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:06:59.752434 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:06:59.829837 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=c87b5076-ccc8-4cbd-8e0a-95644f317752,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:06:59.842966 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-aabf9978-b443-44f3-bdcf-0704777bf23f req-0b710fda-21ff-467e-a1a4-3fbb9e6c7d63 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762710 Oct 30 15:06:59.888399 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-9f38e00f-2517-4f30-beac-8e9b0fde0005 tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:06:59.890539 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-9f38e00f-2517-4f30-beac-8e9b0fde0005 tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=eca627da-f1c3-4df0-be24-80b75d39bfc7&tenant_id=b8aea481537c4f1b9ab8f7eccea88bfc&binding%3Ahost_id=n-h2-806683-17 HTTP/1.1" status: 200 len: 1097 time: 0.1605005 Oct 30 15:06:59.904881 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-fa0ee64b-3a87-4699-b66e-c4ebd5f6c415 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-806683-17'}}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:06:59.940610 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f47726-40a7-41b5-ab0d-1b22451ddb6a None None] Network 54a44e67-c153-4279-a113-56e728247797 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:07:00.009606 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-fa0ee64b-3a87-4699-b66e-c4ebd5f6c415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:00.036814 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec8968-765b-4af6-9d9f-39e4d2f25b9c req-76827144-9096-4eb0-9f28-a503f7a9b1d2 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:00.068123 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-92ec8968-765b-4af6-9d9f-39e4d2f25b9c req-76827144-9096-4eb0-9f28-a503f7a9b1d2 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=eca627da-f1c3-4df0-be24-80b75d39bfc7 HTTP/1.1" status: 200 len: 945 time: 0.1953778 Oct 30 15:07:00.118679 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d00f709d-4943-49e0-a421-85b6ff7c1efe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:00.238510 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-92ec8968-765b-4af6-9d9f-39e4d2f25b9c req-a16bf21e-14ca-4973-9896-1b85329b17fb tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690326 Oct 30 15:07:00.274627 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-2ff08d63-7be3-4154-8abd-4fdf2aae78c9 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=fe775bbcba174d2b97e2e40971e90df6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378041 Oct 30 15:07:00.277381 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-c9714759-8dba-47f7-9668-ab0d203c4da5 None None] Provisioning complete for port c87b5076-ccc8-4cbd-8e0a-95644f317752 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:07:00.277757 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c9714759-8dba-47f7-9668-ab0d203c4da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:00.318228 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-fa0ee64b-3a87-4699-b66e-c4ebd5f6c415 service neutron] For port 1211c653-5734-4883-9ff3-cf144541a699, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=1211c653-5734-4883-9ff3-cf144541a699,segment=NetworkSegment(5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87),segment_id=5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:07:00.344218 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d00f709d-4943-49e0-a421-85b6ff7c1efe admin admin] Router 9c039d9e-9384-49c5-ad50-71c7a5239fdc is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:07:00.404709 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-fa0ee64b-3a87-4699-b66e-c4ebd5f6c415 service neutron] For port 1211c653-5734-4883-9ff3-cf144541a699, host n-h2-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:07:00.483508 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-aca73a79-7cdf-4c9b-aad0-cda1282c3246 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:00.490476 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-aca73a79-7cdf-4c9b-aad0-cda1282c3246 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2145808 Oct 30 15:07:00.496604 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 54234) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:07:00.507432 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-fa0ee64b-3a87-4699-b66e-c4ebd5f6c415 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:00.509824 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca627da-f1c3-4df0-be24-80b75d39bfc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1211c653-5734-4883-9ff3-cf144541a699'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:07:00.512358 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad16771-e9be-450f-887b-95c0c436c590" -d '{"events": [{"server_uuid": "eca627da-f1c3-4df0-be24-80b75d39bfc7", "name": "network-vif-unplugged", "status": "completed", "tag": "1211c653-5734-4883-9ff3-cf144541a699"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:07:00.525644 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-396bb8ce-ab72-46fb-8917-72d51bb164e1 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/quotas/fe775bbcba174d2b97e2e40971e90df6 HTTP/1.1" status: 200 len: 375 time: 0.0338428 Oct 30 15:07:00.526992 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-fa0ee64b-3a87-4699-b66e-c4ebd5f6c415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:00.548990 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00f709d-4943-49e0-a421-85b6ff7c1efe admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:07:00.563352 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeda9df9-7e31-42d1-83e8-fc578cd808bc None None] Sync routers for ids ['9c039d9e-9384-49c5-ad50-71c7a5239fdc'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:07:00.579333 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d00f709d-4943-49e0-a421-85b6ff7c1efe admin admin] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:00.583870 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-d00f709d-4943-49e0-a421-85b6ff7c1efe admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.1095760 Oct 30 15:07:00.584216 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 54240) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:07:00.596958 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeda9df9-7e31-42d1-83e8-fc578cd808bc None None] Routers {'9c039d9e-9384-49c5-ad50-71c7a5239fdc'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:07:00.602107 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-eeda9df9-7e31-42d1-83e8-fc578cd808bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:06:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['9c039d9e-9384-49c5-ad50-71c7a5239fdc'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:07:00.618903 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Oct 2021 15:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115ddc79-fd07-48a4-9f82-c46d9c5e7f37 x-openstack-request-id: req-115ddc79-fd07-48a4-9f82-c46d9c5e7f37 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:07:00.619117 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eca627da-f1c3-4df0-be24-80b75d39bfc7", "name": "network-vif-unplugged", "status": "completed", "tag": "1211c653-5734-4883-9ff3-cf144541a699", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:07:00.619272 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-115ddc79-fd07-48a4-9f82-c46d9c5e7f37 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:07:00.619711 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eca627da-f1c3-4df0-be24-80b75d39bfc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1211c653-5734-4883-9ff3-cf144541a699', 'code': 200} Oct 30 15:07:00.653981 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0ee64b-3a87-4699-b66e-c4ebd5f6c415 service neutron] Pushing event updated for resources: {'Port': ['ID=1211c653-5734-4883-9ff3-cf144541a699,revision_number=7']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:00.692068 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-b65848fb-8cc8-42d1-9720-90e778482657 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe775bbcba174d2b97e2e40971e90df6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1240299 Oct 30 15:07:00.694659 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-fa0ee64b-3a87-4699-b66e-c4ebd5f6c415 service neutron] Attempting to bind port 1211c653-5734-4883-9ff3-cf144541a699 on host n-h2-806683-17 for vnic_type normal with profile {"migrating_to": "n-h1-806683-17"} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:07:00.695090 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-fa0ee64b-3a87-4699-b66e-c4ebd5f6c415 service neutron] Attempting to bind port 1211c653-5734-4883-9ff3-cf144541a699 by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': '5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2f36ee91-6757-4d64-8719-4cb39651ac94'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:07:00.695984 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-fa0ee64b-3a87-4699-b66e-c4ebd5f6c415 service neutron] Attempting to bind port 1211c653-5734-4883-9ff3-cf144541a699 on network 2f36ee91-6757-4d64-8719-4cb39651ac94 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:07:00.701105 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-fa0ee64b-3a87-4699-b66e-c4ebd5f6c415 service neutron] Port 1211c653-5734-4883-9ff3-cf144541a699 on network 2f36ee91-6757-4d64-8719-4cb39651ac94 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:07:00.701558 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-fa0ee64b-3a87-4699-b66e-c4ebd5f6c415 service neutron] Attempting to bind port 1211c653-5734-4883-9ff3-cf144541a699 on network 2f36ee91-6757-4d64-8719-4cb39651ac94 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:07:00.703486 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-446a9f10-d49d-4ee8-9ceb-fc59a7111a26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:00.707013 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-fa0ee64b-3a87-4699-b66e-c4ebd5f6c415 service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:07:00.707556 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-fa0ee64b-3a87-4699-b66e-c4ebd5f6c415 service neutron] Checking segment: {'id': '5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2f36ee91-6757-4d64-8719-4cb39651ac94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:07:00.708246 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-fa0ee64b-3a87-4699-b66e-c4ebd5f6c415 service neutron] Bound using segment: {'id': '5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2f36ee91-6757-4d64-8719-4cb39651ac94'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:07:00.708779 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-fa0ee64b-3a87-4699-b66e-c4ebd5f6c415 service neutron] Bound port: 1211c653-5734-4883-9ff3-cf144541a699, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2f36ee91-6757-4d64-8719-4cb39651ac94'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:07:00.709229 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-fa0ee64b-3a87-4699-b66e-c4ebd5f6c415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:00.732568 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e756629c-6be8-4213-9281-57d11bd41d8b None None] Provisioning complete for port c87b5076-ccc8-4cbd-8e0a-95644f317752 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:07:00.734746 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e756629c-6be8-4213-9281-57d11bd41d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:00.742205 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-eeda9df9-7e31-42d1-83e8-fc578cd808bc None None] Set router 9c039d9e-9384-49c5-ad50-71c7a5239fdc gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:07:00.823537 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 2a7136df-2c8d-4020-8843-3d6496e03d01 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:07:00.837596 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-fa0ee64b-3a87-4699-b66e-c4ebd5f6c415 service neutron] For port 1211c653-5734-4883-9ff3-cf144541a699, host n-h2-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:07:00.847172 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-fa0ee64b-3a87-4699-b66e-c4ebd5f6c415 service neutron] For port 1211c653-5734-4883-9ff3-cf144541a699, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=1211c653-5734-4883-9ff3-cf144541a699,segment=NetworkSegment(5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87),segment_id=5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:07:00.855658 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-fa0ee64b-3a87-4699-b66e-c4ebd5f6c415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:00.944692 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-446a9f10-d49d-4ee8-9ceb-fc59a7111a26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:00.956088 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-446a9f10-d49d-4ee8-9ceb-fc59a7111a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:00.957990 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.db.resource_extend [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 30 15:07:00.990808 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-446a9f10-d49d-4ee8-9ceb-fc59a7111a26 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=70e37ddab66d48ddb57badf0a2515c47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4908350 Oct 30 15:07:00.999005 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 54244) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:07:01.009403 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-eeda9df9-7e31-42d1-83e8-fc578cd808bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1435770518-router', 'tenant_id': 'd73a17c8ce1740f7a410991b16507a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '64760796-1729-46bb-b6b3-ea8d64916bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:06:57Z', 'updated_at': '2021-10-30T15:06:59Z', 'revision_number': 3, 'project_id': 'd73a17c8ce1740f7a410991b16507a42', 'gw_port': {'id': '64760796-1729-46bb-b6b3-ea8d64916bfe', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e1:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:06:58Z', 'updated_at': '2021-10-30T15:06:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:07:01.028881 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0ee64b-3a87-4699-b66e-c4ebd5f6c415 service neutron] Pushing event updated for resources: {'Port': ['ID=1211c653-5734-4883-9ff3-cf144541a699,revision_number=8']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:01.043811 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-fa0ee64b-3a87-4699-b66e-c4ebd5f6c415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:01.044547 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-fa0ee64b-3a87-4699-b66e-c4ebd5f6c415 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:01.046023 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-fa0ee64b-3a87-4699-b66e-c4ebd5f6c415 service neutron] 10.222.0.53 "PUT /v2.0/ports/1211c653-5734-4883-9ff3-cf144541a699 HTTP/1.1" status: 200 len: 1123 time: 1.1460729 Oct 30 15:07:01.088133 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeda9df9-7e31-42d1-83e8-fc578cd808bc None None] Checking router: 9c039d9e-9384-49c5-ad50-71c7a5239fdc for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:07:01.088484 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeda9df9-7e31-42d1-83e8-fc578cd808bc None None] Updating router 9c039d9e-9384-49c5-ad50-71c7a5239fdc port 64760796-1729-46bb-b6b3-ea8d64916bfe binding host n-d-806683-17 {{(pid=102133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:07:01.133466 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 2a7136df-2c8d-4020-8843-3d6496e03d01, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=2a7136df-2c8d-4020-8843-3d6496e03d01,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:07:01.145488 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['1211c653-5734-4883-9ff3-cf144541a699'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:07:01.162101 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-eeda9df9-7e31-42d1-83e8-fc578cd808bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:01.216300 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446a9f10-d49d-4ee8-9ceb-fc59a7111a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1906332-8aec-485b-bf8e-8f06fa458dfb,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:01.242983 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device c87b5076-ccc8-4cbd-8e0a-95644f317752 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:07:01.247972 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fdef4d3e-4b06-4f5b-9d54-4865242c6708 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:01.284438 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b168370-60e9-426c-be97-9482b0b603fb req-ccc8cced-6a9c-4078-bcaf-29e7b67b9672 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:01.317744 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4b168370-60e9-426c-be97-9482b0b603fb req-ccc8cced-6a9c-4078-bcaf-29e7b67b9672 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e641d5-2c0d-48a6-8f23-8e9e8f7ea5b8 HTTP/1.1" status: 200 len: 948 time: 0.3206124 Oct 30 15:07:01.330991 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '2a7136df-2c8d-4020-8843-3d6496e03d01', 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704', 'port_id': '2a7136df-2c8d-4020-8843-3d6496e03d01', 'mac_address': 'fa:16:3e:12:01:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b5dea3-b65b-4514-8ec2-18a4245eb194', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:07:01.400838 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fdef4d3e-4b06-4f5b-9d54-4865242c6708 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:01.407326 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:01.450981 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4b168370-60e9-426c-be97-9482b0b603fb req-a820c73e-c788-4196-bd33-bc5066ce0f9b tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321146 Oct 30 15:07:01.466928 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a7136df-2c8d-4020-8843-3d6496e03d01 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:07:01.472489 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5dfc94-cc49-4d95-9aaa-3dac3bccf531 req-88a22030-c793-44e6-8bf2-9047ffdd13c2 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:01.474098 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2f5dfc94-cc49-4d95-9aaa-3dac3bccf531 req-88a22030-c793-44e6-8bf2-9047ffdd13c2 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=eca627da-f1c3-4df0-be24-80b75d39bfc7 HTTP/1.1" status: 200 len: 943 time: 0.1215434 Oct 30 15:07:01.548355 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3b58fc63-fe01-48f1-b585-e280c80b38fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:01.565868 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fdef4d3e-4b06-4f5b-9d54-4865242c6708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:01.568914 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fdef4d3e-4b06-4f5b-9d54-4865242c6708 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:01.570399 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-fdef4d3e-4b06-4f5b-9d54-4865242c6708 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b1906332-8aec-485b-bf8e-8f06fa458dfb HTTP/1.1" status: 204 len: 168 time: 0.5701754 Oct 30 15:07:01.645117 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2f5dfc94-cc49-4d95-9aaa-3dac3bccf531 req-c0f44669-9d4f-4db4-baa2-70cb98ccd4dc tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633873 Oct 30 15:07:01.698858 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-eeda9df9-7e31-42d1-83e8-fc578cd808bc None None] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:01.707094 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-eeda9df9-7e31-42d1-83e8-fc578cd808bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:01.712343 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 2a7136df-2c8d-4020-8843-3d6496e03d01, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=2a7136df-2c8d-4020-8843-3d6496e03d01,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:07:01.744491 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:01.762087 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:01.791320 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f157783-c590-4b84-b2d2-4380df35f730 None None] Pushing event updated for resources: {'Port': ['ID=64760796-1729-46bb-b6b3-ea8d64916bfe,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:01.827292 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port c87b5076-ccc8-4cbd-8e0a-95644f317752 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:07:01.827850 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb207f3a-d936-40a2-b878-f7393d5a552b req-5150bd9f-9c80-487b-9d36-0e19af11d6b8 tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:01.828207 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:01.843694 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-eeda9df9-7e31-42d1-83e8-fc578cd808bc None None] Attempting to bind port 64760796-1729-46bb-b6b3-ea8d64916bfe on host n-d-806683-17 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:07:01.844656 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-eeda9df9-7e31-42d1-83e8-fc578cd808bc None None] Attempting to bind port 64760796-1729-46bb-b6b3-ea8d64916bfe by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:07:01.845334 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeda9df9-7e31-42d1-83e8-fc578cd808bc None None] Attempting to bind port 64760796-1729-46bb-b6b3-ea8d64916bfe on network edc38ef5-7816-4133-914c-cfe2849a0125 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:07:01.849897 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bb207f3a-d936-40a2-b878-f7393d5a552b req-5150bd9f-9c80-487b-9d36-0e19af11d6b8 tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b5cd747f-0053-4a71-a209-c70e7ecc520a HTTP/1.1" status: 200 len: 1097 time: 0.0796182 Oct 30 15:07:01.872635 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeda9df9-7e31-42d1-83e8-fc578cd808bc None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:07:01.877210 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeda9df9-7e31-42d1-83e8-fc578cd808bc None None] Checking segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:07:01.878407 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-eeda9df9-7e31-42d1-83e8-fc578cd808bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:01.880198 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeda9df9-7e31-42d1-83e8-fc578cd808bc None None] Bound using segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:07:01.883560 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-eeda9df9-7e31-42d1-83e8-fc578cd808bc None None] Bound port: 64760796-1729-46bb-b6b3-ea8d64916bfe, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:07:01.884372 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-eeda9df9-7e31-42d1-83e8-fc578cd808bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:01.977140 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bb207f3a-d936-40a2-b878-f7393d5a552b req-9e2bf9e4-ed6c-4fc9-bab9-d8b8fc95f851 tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252811 Oct 30 15:07:01.994682 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdef4d3e-4b06-4f5b-9d54-4865242c6708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1906332-8aec-485b-bf8e-8f06fa458dfb,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:02.011131 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['2a7136df-2c8d-4020-8843-3d6496e03d01'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:07:02.027285 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f157783-c590-4b84-b2d2-4380df35f730 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:07:02.027673 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f157783-c590-4b84-b2d2-4380df35f730 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:07:02.028024 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f157783-c590-4b84-b2d2-4380df35f730 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:07:02.028367 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f157783-c590-4b84-b2d2-4380df35f730 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:07:02.028987 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f157783-c590-4b84-b2d2-4380df35f730 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:07:02.042801 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f157783-c590-4b84-b2d2-4380df35f730 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:07:02.042801 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f157783-c590-4b84-b2d2-4380df35f730 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:07:02.042801 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f157783-c590-4b84-b2d2-4380df35f730 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:07:02.042801 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f157783-c590-4b84-b2d2-4380df35f730 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:07:02.046570 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f157783-c590-4b84-b2d2-4380df35f730 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:07:02.047035 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f157783-c590-4b84-b2d2-4380df35f730 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:07:02.047617 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f157783-c590-4b84-b2d2-4380df35f730 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:07:02.058388 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-3b58fc63-fe01-48f1-b585-e280c80b38fc admin admin] Allocated IP 172.20.0.1 (54a44e67-c153-4279-a113-56e728247797/4c0e0f8e-11ac-4cdd-bbc0-64de2560079b/2d106d20-fcdd-497e-8cee-0e17c1dfacb9) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:07:02.117776 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-eeda9df9-7e31-42d1-83e8-fc578cd808bc None None] For port 64760796-1729-46bb-b6b3-ea8d64916bfe, host n-d-806683-17, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:07:02.133731 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-eeda9df9-7e31-42d1-83e8-fc578cd808bc None None] For port 64760796-1729-46bb-b6b3-ea8d64916bfe, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=64760796-1729-46bb-b6b3-ea8d64916bfe,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:07:02.138980 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-eeda9df9-7e31-42d1-83e8-fc578cd808bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:02.319623 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 54288) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:07:02.333075 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3b58fc63-fe01-48f1-b585-e280c80b38fc admin admin] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:02.334204 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f157783-c590-4b84-b2d2-4380df35f730 None None] Pushing event updated for resources: {'Port': ['ID=64760796-1729-46bb-b6b3-ea8d64916bfe,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:02.363755 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f86f693d-b911-4d8f-af0a-98172deb9c04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:02.395748 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeda9df9-7e31-42d1-83e8-fc578cd808bc None None] Routers {'9c039d9e-9384-49c5-ad50-71c7a5239fdc'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:07:02.397309 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-eeda9df9-7e31-42d1-83e8-fc578cd808bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:06:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['9c039d9e-9384-49c5-ad50-71c7a5239fdc'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:07:02.408946 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=2a7136df-2c8d-4020-8843-3d6496e03d01,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:02.551508 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-42662905-5bd1-47f7-a65f-bf6648538680 req-7a978609-3636-4087-9bb0-e8af29be36d7 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=157f403f-2dcb-4025-a92e-f19553993c5f HTTP/1.1" status: 200 len: 210 time: 0.0487056 Oct 30 15:07:02.594456 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f86f693d-b911-4d8f-af0a-98172deb9c04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:02.603385 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f86f693d-b911-4d8f-af0a-98172deb9c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:02.621117 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eca627da-f1c3-4df0-be24-80b75d39bfc7', 'tag': '1211c653-5734-4883-9ff3-cf144541a699'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:07:02.624384 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d670159-5fbb-4cb7-8e68-5e09ebeb5e8a" -d '{"events": [{"name": "network-changed", "server_uuid": "eca627da-f1c3-4df0-be24-80b75d39bfc7", "tag": "1211c653-5734-4883-9ff3-cf144541a699"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:07:02.692330 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3b58fc63-fe01-48f1-b585-e280c80b38fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:02.783409 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-eeda9df9-7e31-42d1-83e8-fc578cd808bc None None] Set router 9c039d9e-9384-49c5-ad50-71c7a5239fdc gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:07:02.830107 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86f693d-b911-4d8f-af0a-98172deb9c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d65664a-e682-46e0-a862-0e14a59ec400,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:02.836188 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b58fc63-fe01-48f1-b585-e280c80b38fc admin admin] Network 54a44e67-c153-4279-a113-56e728247797 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:07:02.853848 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 54318) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:07:02.854425 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-f86f693d-b911-4d8f-af0a-98172deb9c04 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=509f58c69e114ba592293274e139e403&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5335274 Oct 30 15:07:02.863260 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-3b58fc63-fe01-48f1-b585-e280c80b38fc admin admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:07:02.895620 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b58fc63-fe01-48f1-b585-e280c80b38fc admin admin] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:07:02.921398 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b58fc63-fe01-48f1-b585-e280c80b38fc admin admin] Pushing event updated for resources: {'Port': ['ID=2d106d20-fcdd-497e-8cee-0e17c1dfacb9,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:02.960615 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a5883-5a33-45ba-a59e-c9578fef2ab8 req-9f1fcde9-94e7-491e-b5dc-fa9582f3ed0d tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:02.970305 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c45a5883-5a33-45ba-a59e-c9578fef2ab8 req-9f1fcde9-94e7-491e-b5dc-fa9582f3ed0d tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e641d5-2c0d-48a6-8f23-8e9e8f7ea5b8 HTTP/1.1" status: 200 len: 949 time: 0.2686362 Oct 30 15:07:03.004840 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-704816e8-bcdc-4756-b082-07aa7dc9bf9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:03.026804 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3b58fc63-fe01-48f1-b585-e280c80b38fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:03.068110 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c45a5883-5a33-45ba-a59e-c9578fef2ab8 req-ffb5bd44-289a-4a44-8964-62edbf7bf1ea tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968442 Oct 30 15:07:03.069221 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-704816e8-bcdc-4756-b082-07aa7dc9bf9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:03.134441 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9b6e6c-7027-4886-ba44-12d4c249f0db x-openstack-request-id: req-fc9b6e6c-7027-4886-ba44-12d4c249f0db {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:07:03.134915 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eca627da-f1c3-4df0-be24-80b75d39bfc7", "tag": "1211c653-5734-4883-9ff3-cf144541a699", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:07:03.135193 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fc9b6e6c-7027-4886-ba44-12d4c249f0db {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:07:03.135673 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eca627da-f1c3-4df0-be24-80b75d39bfc7', 'tag': '1211c653-5734-4883-9ff3-cf144541a699', 'status': 'completed', 'code': 200} Oct 30 15:07:03.197070 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-704816e8-bcdc-4756-b082-07aa7dc9bf9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:03.202152 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-704816e8-bcdc-4756-b082-07aa7dc9bf9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:03.203506 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-704816e8-bcdc-4756-b082-07aa7dc9bf9d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5d65664a-e682-46e0-a862-0e14a59ec400 HTTP/1.1" status: 204 len: 168 time: 0.3482931 Oct 30 15:07:03.219091 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-eeda9df9-7e31-42d1-83e8-fc578cd808bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1435770518-router', 'tenant_id': 'd73a17c8ce1740f7a410991b16507a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '64760796-1729-46bb-b6b3-ea8d64916bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:06:57Z', 'updated_at': '2021-10-30T15:06:59Z', 'revision_number': 3, 'project_id': 'd73a17c8ce1740f7a410991b16507a42', 'gw_port': {'id': '64760796-1729-46bb-b6b3-ea8d64916bfe', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e1:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:06:58Z', 'updated_at': '2021-10-30T15:07:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:07:03.239350 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704816e8-bcdc-4756-b082-07aa7dc9bf9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d65664a-e682-46e0-a862-0e14a59ec400,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:03.270403 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeda9df9-7e31-42d1-83e8-fc578cd808bc None None] The sync data for ids ['9c039d9e-9384-49c5-ad50-71c7a5239fdc'] in n-d-806683-17 is: [{'id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1435770518-router', 'tenant_id': 'd73a17c8ce1740f7a410991b16507a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '64760796-1729-46bb-b6b3-ea8d64916bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:06:57Z', 'updated_at': '2021-10-30T15:06:59Z', 'revision_number': 3, 'project_id': 'd73a17c8ce1740f7a410991b16507a42', 'gw_port': {'id': '64760796-1729-46bb-b6b3-ea8d64916bfe', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e1:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:06:58Z', 'updated_at': '2021-10-30T15:07:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:07:03.280319 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d670159-5fbb-4cb7-8e68-5e09ebeb5e8a req-6687f191-4993-4651-a881-d48104ed918b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:03.281786 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2d670159-5fbb-4cb7-8e68-5e09ebeb5e8a req-6687f191-4993-4651-a881-d48104ed918b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b8aea481537c4f1b9ab8f7eccea88bfc&device_id=eca627da-f1c3-4df0-be24-80b75d39bfc7 HTTP/1.1" status: 200 len: 1126 time: 0.1266019 Oct 30 15:07:03.303746 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-6721aad0-1798-48ac-8708-c0de18530fec None None] Provisioning complete for port 2d106d20-fcdd-497e-8cee-0e17c1dfacb9 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:07:03.304301 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6721aad0-1798-48ac-8708-c0de18530fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:03.352695 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-6721aad0-1798-48ac-8708-c0de18530fec None None] Port 2d106d20-fcdd-497e-8cee-0e17c1dfacb9 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:07:03.454395 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3768aa-b5d9-4494-9faf-a2b284cad976 req-80fb1b7e-a963-489b-b060-f40418bbc8ec tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:03.462881 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8f3768aa-b5d9-4494-9faf-a2b284cad976 req-80fb1b7e-a963-489b-b060-f40418bbc8ec tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=eca627da-f1c3-4df0-be24-80b75d39bfc7 HTTP/1.1" status: 200 len: 943 time: 0.1891472 Oct 30 15:07:03.514935 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3b58fc63-fe01-48f1-b585-e280c80b38fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:03.564154 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8f3768aa-b5d9-4494-9faf-a2b284cad976 req-ff69eb81-246a-4314-aa9d-e73559551e6a tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965638 Oct 30 15:07:03.623099 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d670159-5fbb-4cb7-8e68-5e09ebeb5e8a req-2ea9e799-fef8-4814-aed5-0a817e855d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:03.625084 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2d670159-5fbb-4cb7-8e68-5e09ebeb5e8a req-2ea9e799-fef8-4814-aed5-0a817e855d3d service neutron] 10.222.0.44 "GET /v2.0/networks?id=2f36ee91-6757-4d64-8719-4cb39651ac94 HTTP/1.1" status: 200 len: 909 time: 0.3275352 Oct 30 15:07:03.719277 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-2151431a-6122-499a-8b23-1a0238a04c30 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=fe775bbcba174d2b97e2e40971e90df6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0683053 Oct 30 15:07:03.878552 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3b58fc63-fe01-48f1-b585-e280c80b38fc admin admin] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:03.927754 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3b58fc63-fe01-48f1-b585-e280c80b38fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:03.960510 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-369e16e5-211e-444b-9f4d-340042f10acf tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:07:03.971043 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-369e16e5-211e-444b-9f4d-340042f10acf tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0263274 Oct 30 15:07:04.001773 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2d670159-5fbb-4cb7-8e68-5e09ebeb5e8a req-d8189255-5804-4f8e-826e-06ab0417ba73 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1211c653-5734-4883-9ff3-cf144541a699 HTTP/1.1" status: 200 len: 217 time: 0.3679528 Oct 30 15:07:04.035309 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-02e92adb-625d-416f-9e85-569a5b96c0e3 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:04.037347 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-02e92adb-625d-416f-9e85-569a5b96c0e3 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3121612 Oct 30 15:07:04.043863 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b58fc63-fe01-48f1-b585-e280c80b38fc admin admin] Pushing event updated for resources: {'Port': ['ID=2d106d20-fcdd-497e-8cee-0e17c1dfacb9,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:04.044692 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-01522990-eb84-4c2b-83c3-dfe2ac28d53b tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:04.054949 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-01522990-eb84-4c2b-83c3-dfe2ac28d53b tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] 10.222.0.62 "GET /v2.0/ports/8b371b9f-aeca-4397-a92e-43f1eefb6950 HTTP/1.1" status: 200 len: 1094 time: 0.0826874 Oct 30 15:07:04.061412 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-75729978-b932-4a2a-986a-c3373c3a8082 service neutron] Request body: {'binding': {'host': 'n-h2-806683-17', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:07:04.062509 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-75729978-b932-4a2a-986a-c3373c3a8082 service neutron] Unknown quota resources ['binding']. {{(pid=102131) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 30 15:07:04.071102 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-b8b5ada1-c9c0-4ce9-99ea-cfc739ff04ca tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Request body: {'port': {'device_id': '0308fc8e-49f8-476f-9896-b44985c4e329', 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704', 'admin_state_up': True, 'tenant_id': 'fe775bbcba174d2b97e2e40971e90df6'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:07:04.112288 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0e2b06ea-bd3c-4d54-8bfe-4a1b9b662cd8 req-282cf991-f329-402b-bdb4-804871bbc38f tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=157f403f-2dcb-4025-a92e-f19553993c5f HTTP/1.1" status: 200 len: 210 time: 0.1094422 Oct 30 15:07:04.175711 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3b58fc63-fe01-48f1-b585-e280c80b38fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:04.197070 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-fb9d2748-3ddd-4fef-85d2-37b5375da2f7 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=fe775bbcba174d2b97e2e40971e90df6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0874889 Oct 30 15:07:04.239800 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d670159-5fbb-4cb7-8e68-5e09ebeb5e8a req-aae3a379-1103-406c-8ce1-c7b99a12cbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:04.241283 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2d670159-5fbb-4cb7-8e68-5e09ebeb5e8a req-aae3a379-1103-406c-8ce1-c7b99a12cbc2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=eb0d8673-4262-419a-bce2-caff67d0478f HTTP/1.1" status: 200 len: 848 time: 0.1905341 Oct 30 15:07:04.291442 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2d670159-5fbb-4cb7-8e68-5e09ebeb5e8a req-62c4d239-f064-448e-8c0e-42d4d5706874 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2f36ee91-6757-4d64-8719-4cb39651ac94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318811 Oct 30 15:07:04.431076 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2d670159-5fbb-4cb7-8e68-5e09ebeb5e8a req-566cc052-d3e9-4d3c-8688-e69d7d946358 service neutron] 10.222.0.44 "GET /v2.0/networks/2f36ee91-6757-4d64-8719-4cb39651ac94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283231 Oct 30 15:07:04.502472 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-2f0f7fb2-a306-41ac-a459-086507fc5a56 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:04.504399 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-2f0f7fb2-a306-41ac-a459-086507fc5a56 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2995298 Oct 30 15:07:04.523263 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-8954ed84-7dd5-4174-8fd4-1bad7421434a tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Request body: {'port': {'device_id': '157f403f-2dcb-4025-a92e-f19553993c5f', 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704', 'admin_state_up': True, 'tenant_id': 'fe775bbcba174d2b97e2e40971e90df6'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:07:04.571750 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-b8b5ada1-c9c0-4ce9-99ea-cfc739ff04ca tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Made reservation on behalf of fe775bbcba174d2b97e2e40971e90df6 for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:07:04.576263 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-b8b5ada1-c9c0-4ce9-99ea-cfc739ff04ca tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:04.607677 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-75729978-b932-4a2a-986a-c3373c3a8082 service neutron] Attempting to bind port 8b371b9f-aeca-4397-a92e-43f1eefb6950 on host n-h2-806683-17 for vnic_type normal with profile None {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:07:04.608488 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-75729978-b932-4a2a-986a-c3373c3a8082 service neutron] Attempting to bind port 8b371b9f-aeca-4397-a92e-43f1eefb6950 by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': 'e8246d9e-f8e1-4659-b367-d870958fbb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '291c5166-548b-4ef8-b78f-841a397188df'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:07:04.608890 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-75729978-b932-4a2a-986a-c3373c3a8082 service neutron] Attempting to bind port 8b371b9f-aeca-4397-a92e-43f1eefb6950 on network 291c5166-548b-4ef8-b78f-841a397188df {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:07:04.625109 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-75729978-b932-4a2a-986a-c3373c3a8082 service neutron] Port 8b371b9f-aeca-4397-a92e-43f1eefb6950 on network 291c5166-548b-4ef8-b78f-841a397188df not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:07:04.625425 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-75729978-b932-4a2a-986a-c3373c3a8082 service neutron] Attempting to bind port 8b371b9f-aeca-4397-a92e-43f1eefb6950 on network 291c5166-548b-4ef8-b78f-841a397188df {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:07:04.644263 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-75729978-b932-4a2a-986a-c3373c3a8082 service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:07:04.644726 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-75729978-b932-4a2a-986a-c3373c3a8082 service neutron] Checking segment: {'id': 'e8246d9e-f8e1-4659-b367-d870958fbb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '291c5166-548b-4ef8-b78f-841a397188df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:07:04.645189 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-75729978-b932-4a2a-986a-c3373c3a8082 service neutron] Bound using segment: {'id': 'e8246d9e-f8e1-4659-b367-d870958fbb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '291c5166-548b-4ef8-b78f-841a397188df'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:07:04.645715 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-75729978-b932-4a2a-986a-c3373c3a8082 service neutron] Bound port: 8b371b9f-aeca-4397-a92e-43f1eefb6950, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8246d9e-f8e1-4659-b367-d870958fbb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '291c5166-548b-4ef8-b78f-841a397188df'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:07:04.820221 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 1211c653-5734-4883-9ff3-cf144541a699 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:07:04.825343 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 2a7136df-2c8d-4020-8843-3d6496e03d01 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:07:04.825761 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-75729978-b932-4a2a-986a-c3373c3a8082 service neutron] For port 8b371b9f-aeca-4397-a92e-43f1eefb6950, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=8b371b9f-aeca-4397-a92e-43f1eefb6950,segment=NetworkSegment(e8246d9e-f8e1-4659-b367-d870958fbb44),segment_id=e8246d9e-f8e1-4659-b367-d870958fbb44)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:07:04.841560 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-75729978-b932-4a2a-986a-c3373c3a8082 service neutron] Publish callbacks [] for binding, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:04.852972 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-75729978-b932-4a2a-986a-c3373c3a8082 service neutron] 10.222.0.62 "POST /v2.0/ports/8b371b9f-aeca-4397-a92e-43f1eefb6950/bindings HTTP/1.1" status: 201 len: 390 time: 0.7958722 Oct 30 15:07:04.858509 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67a748-4b7a-44b4-97b6-b65cb69e87ac req-9c846d29-f950-44ee-8c6b-ac7047d73687 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:04.860723 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-8954ed84-7dd5-4174-8fd4-1bad7421434a tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Made reservation on behalf of fe775bbcba174d2b97e2e40971e90df6 for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:07:04.871198 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-8954ed84-7dd5-4174-8fd4-1bad7421434a tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:04.872167 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ba67a748-4b7a-44b4-97b6-b65cb69e87ac req-9c846d29-f950-44ee-8c6b-ac7047d73687 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e641d5-2c0d-48a6-8f23-8e9e8f7ea5b8 HTTP/1.1" status: 200 len: 949 time: 0.4378307 Oct 30 15:07:04.911924 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2d670159-5fbb-4cb7-8e68-5e09ebeb5e8a req-8f77859e-aac5-4829-af4b-b3c3c12ffa33 service neutron] 10.222.0.44 "GET /v2.0/networks/2f36ee91-6757-4d64-8719-4cb39651ac94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4646869 Oct 30 15:07:04.921267 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-b8b5ada1-c9c0-4ce9-99ea-cfc739ff04ca tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Allocated IP 192.168.233.117 (8de8b155-6e08-41c3-866a-8b30bb481704/43b5dea3-b65b-4514-8ec2-18a4245eb194/96545323-feb6-420b-9242-c65d8a00a3f5) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:07:04.930621 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b58fc63-fe01-48f1-b585-e280c80b38fc admin admin] Network 54a44e67-c153-4279-a113-56e728247797 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:07:04.944333 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-3b58fc63-fe01-48f1-b585-e280c80b38fc admin admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:07:05.000423 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port 2a7136df-2c8d-4020-8843-3d6496e03d01 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:07:05.021706 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 2a7136df-2c8d-4020-8843-3d6496e03d01 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:07:05.038376 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:05.099227 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ba67a748-4b7a-44b4-97b6-b65cb69e87ac req-757220a9-c74a-43ac-b2c5-79f6f6a0a0d4 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847708 Oct 30 15:07:05.219635 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 1211c653-5734-4883-9ff3-cf144541a699, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=1211c653-5734-4883-9ff3-cf144541a699,segment=NetworkSegment(5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87),segment_id=5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:07:05.249525 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 1211c653-5734-4883-9ff3-cf144541a699 has no active binding in host n-h1-806683-17 {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 30 15:07:05.344506 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:05.357298 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-eb64a239-707f-471f-8464-597c3a4d5619 service neutron] 10.222.0.44 "GET /v2.0/ports/1211c653-5734-4883-9ff3-cf144541a699/bindings/n-h1-806683-17 HTTP/1.1" status: 200 len: 385 time: 0.1554770 Oct 30 15:07:05.363353 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 64760796-1729-46bb-b6b3-ea8d64916bfe up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:07:05.467801 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d91097-5256-4755-a199-cf36254c7e04 req-a9e445af-0894-4ba4-89c3-78dbe9537d9d tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:05.469766 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-69d91097-5256-4755-a199-cf36254c7e04 req-a9e445af-0894-4ba4-89c3-78dbe9537d9d tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=eca627da-f1c3-4df0-be24-80b75d39bfc7 HTTP/1.1" status: 200 len: 943 time: 0.2256482 Oct 30 15:07:05.484239 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-32e41e0a-5207-411f-8bf5-8919dafd9ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:05.485759 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-32e41e0a-5207-411f-8bf5-8919dafd9ce7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=48ec0906891f440e8725a8b756af6e71&device_id=b5cd747f-0053-4a71-a209-c70e7ecc520a HTTP/1.1" status: 200 len: 1097 time: 0.1955976 Oct 30 15:07:05.533991 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b58fc63-fe01-48f1-b585-e280c80b38fc admin admin] Router 9c039d9e-9384-49c5-ad50-71c7a5239fdc has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:07:05.535970 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 2a7136df-2c8d-4020-8843-3d6496e03d01, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=2a7136df-2c8d-4020-8843-3d6496e03d01,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:07:05.539357 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45e641d5-2c0d-48a6-8f23-8e9e8f7ea5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a7136df-2c8d-4020-8843-3d6496e03d01'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:07:05.542524 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9feb1b5e-d113-4742-9f5c-86e5848c52cc" -d '{"events": [{"server_uuid": "45e641d5-2c0d-48a6-8f23-8e9e8f7ea5b8", "name": "network-vif-plugged", "status": "completed", "tag": "2a7136df-2c8d-4020-8843-3d6496e03d01"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:07:05.549386 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-5853a688-f2e9-463e-b866-001c2a406142 None None] Provisioning complete for port 2d106d20-fcdd-497e-8cee-0e17c1dfacb9 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:07:05.549982 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5853a688-f2e9-463e-b866-001c2a406142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:05.586175 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:05.589910 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-5853a688-f2e9-463e-b866-001c2a406142 None None] Port 2d106d20-fcdd-497e-8cee-0e17c1dfacb9 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:07:05.598130 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 64760796-1729-46bb-b6b3-ea8d64916bfe triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:07:05.598809 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:05.599062 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-c2a9daa0-6458-49ce-979e-01569fafdc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:05.600574 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-c2a9daa0-6458-49ce-979e-01569fafdc4f service neutron] 10.222.0.44 "GET /v2.0/networks?id=291c5166-548b-4ef8-b78f-841a397188df HTTP/1.1" status: 200 len: 921 time: 0.1065054 Oct 30 15:07:05.668575 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-7f788dde-b3f9-4a3c-ad29-bd026c3170a3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b371b9f-aeca-4397-a92e-43f1eefb6950 HTTP/1.1" status: 200 len: 217 time: 0.0594449 Oct 30 15:07:05.698695 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-b8b5ada1-c9c0-4ce9-99ea-cfc739ff04ca tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:05.729020 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:05.734786 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-69d91097-5256-4755-a199-cf36254c7e04 req-1dc74636-4cc5-4f8e-a4bb-bb2d3b22a7ea tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565720 Oct 30 15:07:05.769828 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-11c38ef6-40cc-4567-a85f-a0a0381bb148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:05.771573 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 64760796-1729-46bb-b6b3-ea8d64916bfe, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=64760796-1729-46bb-b6b3-ea8d64916bfe,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:07:05.774695 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-11c38ef6-40cc-4567-a85f-a0a0381bb148 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4f4c836a-b7bd-4d76-afd1-011b8a3fe891 HTTP/1.1" status: 200 len: 860 time: 0.0884435 Oct 30 15:07:05.777485 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=2a7136df-2c8d-4020-8843-3d6496e03d01,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:05.787738 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:05.853941 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=64760796-1729-46bb-b6b3-ea8d64916bfe,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:05.854478 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-3996fd84-d404-40d1-b07a-37599c63f394 service neutron] For port 1211c653-5734-4883-9ff3-cf144541a699, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=1211c653-5734-4883-9ff3-cf144541a699,segment=NetworkSegment(5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87),segment_id=5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:07:05.858305 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-bc575b63-b90b-4d1f-a197-a2ce2fed66a1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=291c5166-548b-4ef8-b78f-841a397188df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555711 Oct 30 15:07:05.913239 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-66e35b38-1723-4ce4-9831-05f089a47884 req-a0f72beb-1245-4f68-ae06-e55fe15c4fd5 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=157f403f-2dcb-4025-a92e-f19553993c5f HTTP/1.1" status: 200 len: 210 time: 0.0313256 Oct 30 15:07:05.920145 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-3996fd84-d404-40d1-b07a-37599c63f394 service neutron] For port 1211c653-5734-4883-9ff3-cf144541a699, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:07:05.926006 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-b8b5ada1-c9c0-4ce9-99ea-cfc739ff04ca tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:05.940553 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['914696c5-5889-4b05-8d4d-dfdeb7ef3f59'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:07:05.995429 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2e72b0-d579-464d-8977-4a0cc81b0508 x-openstack-request-id: req-8b2e72b0-d579-464d-8977-4a0cc81b0508 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:07:06.008054 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45e641d5-2c0d-48a6-8f23-8e9e8f7ea5b8", "name": "network-vif-plugged", "status": "completed", "tag": "2a7136df-2c8d-4020-8843-3d6496e03d01", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:07:06.008567 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8b2e72b0-d579-464d-8977-4a0cc81b0508 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:07:06.009381 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45e641d5-2c0d-48a6-8f23-8e9e8f7ea5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a7136df-2c8d-4020-8843-3d6496e03d01', 'code': 200} Oct 30 15:07:06.047501 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9c1a5-3302-456d-bf16-c68334be329d req-7e57b1dc-df12-45ea-a697-3c863cc4cd86 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:06.055167 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dab9c1a5-3302-456d-bf16-c68334be329d req-7e57b1dc-df12-45ea-a697-3c863cc4cd86 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5cd747f-0053-4a71-a209-c70e7ecc520a HTTP/1.1" status: 200 len: 945 time: 0.1827724 Oct 30 15:07:06.057166 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b5ada1-c9c0-4ce9-99ea-cfc739ff04ca tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Pushing event updated for resources: {'Port': ['ID=96545323-feb6-420b-9242-c65d8a00a3f5,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:06.060340 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-3996fd84-d404-40d1-b07a-37599c63f394 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1211c653-5734-4883-9ff3-cf144541a699 {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:07:06.092294 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-3996fd84-d404-40d1-b07a-37599c63f394 service neutron] For port 1211c653-5734-4883-9ff3-cf144541a699, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=1211c653-5734-4883-9ff3-cf144541a699,segment=NetworkSegment(5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87),segment_id=5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:07:06.103268 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-b8b5ada1-c9c0-4ce9-99ea-cfc739ff04ca tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Network 8de8b155-6e08-41c3-866a-8b30bb481704 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:07:06.112173 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-b8b5ada1-c9c0-4ce9-99ea-cfc739ff04ca tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:07:06.115951 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-b8b5ada1-c9c0-4ce9-99ea-cfc739ff04ca tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:07:06.171102 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dab9c1a5-3302-456d-bf16-c68334be329d req-9eecc8ab-64ce-492f-ac61-2604e091e6d4 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061954 Oct 30 15:07:06.171841 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-3996fd84-d404-40d1-b07a-37599c63f394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:06.196311 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-b8b5ada1-c9c0-4ce9-99ea-cfc739ff04ca tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:06.196954 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-b8b5ada1-c9c0-4ce9-99ea-cfc739ff04ca tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:06.209405 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-8954ed84-7dd5-4174-8fd4-1bad7421434a tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Allocated IP 192.168.233.120 (8de8b155-6e08-41c3-866a-8b30bb481704/43b5dea3-b65b-4514-8ec2-18a4245eb194/1bdc240c-44b4-4394-9ed5-ace834086c73) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:07:06.233480 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-b8b5ada1-c9c0-4ce9-99ea-cfc739ff04ca tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1756039 Oct 30 15:07:06.253542 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-2a699d54-185f-4442-b7a6-b2c1b7bc18f6 service neutron] Request body: {'port': {'device_id': '0308fc8e-49f8-476f-9896-b44985c4e329', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:07:06.319530 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbb48ea-819d-4193-8a10-9aa8a35f8d5e req-d502ae39-a0fb-4f63-a365-547e0a9e1af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:06.321098 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-acbb48ea-819d-4193-8a10-9aa8a35f8d5e req-d502ae39-a0fb-4f63-a365-547e0a9e1af5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=45e641d5-2c0d-48a6-8f23-8e9e8f7ea5b8 HTTP/1.1" status: 200 len: 1102 time: 0.2638581 Oct 30 15:07:06.331500 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b58fc63-fe01-48f1-b585-e280c80b38fc admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:07:06.352105 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b498b074-8495-4215-8231-60de2430a846 None None] Sync routers for ids ['9c039d9e-9384-49c5-ad50-71c7a5239fdc'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:07:06.376024 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b498b074-8495-4215-8231-60de2430a846 None None] Routers {'9c039d9e-9384-49c5-ad50-71c7a5239fdc'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:07:06.376679 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-b498b074-8495-4215-8231-60de2430a846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:06:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['9c039d9e-9384-49c5-ad50-71c7a5239fdc'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:07:06.381363 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-ace8a3b8-5535-43ca-a107-ee94b3b01221 service neutron] 10.222.0.44 "GET /v2.0/networks/291c5166-548b-4ef8-b78f-841a397188df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5140107 Oct 30 15:07:06.389976 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-3b58fc63-fe01-48f1-b585-e280c80b38fc admin admin] 10.222.0.62 "PUT /v2.0/routers/9c039d9e-9384-49c5-ad50-71c7a5239fdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7963300 Oct 30 15:07:06.478735 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-acbb48ea-819d-4193-8a10-9aa8a35f8d5e req-a2a4cd2c-396e-42c9-a475-dfdc203f5f3b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378536 Oct 30 15:07:06.508523 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe58822-c9b7-437a-8690-5efc54dbe9d8 req-e8af4e96-2ff0-409b-9d04-9711389152d9 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:06.510442 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-abe58822-c9b7-437a-8690-5efc54dbe9d8 req-e8af4e96-2ff0-409b-9d04-9711389152d9 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e641d5-2c0d-48a6-8f23-8e9e8f7ea5b8 HTTP/1.1" status: 200 len: 950 time: 0.1864500 Oct 30 15:07:06.531777 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-3996fd84-d404-40d1-b07a-37599c63f394 service neutron] Transition to ACTIVE for port object 1211c653-5734-4883-9ff3-cf144541a699 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:07:06.538036 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-2a699d54-185f-4442-b7a6-b2c1b7bc18f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:06.554728 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-3996fd84-d404-40d1-b07a-37599c63f394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:06.581968 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-b554161b-ccd6-4a38-89b8-fa50693c7152 None None] Provisioning complete for port 96545323-feb6-420b-9242-c65d8a00a3f5 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:07:06.582559 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b554161b-ccd6-4a38-89b8-fa50693c7152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:06.649299 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-b554161b-ccd6-4a38-89b8-fa50693c7152 None None] Port 96545323-feb6-420b-9242-c65d8a00a3f5 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:07:06.667507 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-abe58822-c9b7-437a-8690-5efc54dbe9d8 req-71ce7ab2-9e2f-4fe8-8c43-8ac39996dfe9 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466060 Oct 30 15:07:06.669071 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-b498b074-8495-4215-8231-60de2430a846 None None] Set router 9c039d9e-9384-49c5-ad50-71c7a5239fdc gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:07:06.705152 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-86b0cbdb-0097-4eb7-8ac2-56258e0d12c9 service neutron] 10.222.0.44 "GET /v2.0/networks/291c5166-548b-4ef8-b78f-841a397188df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042409 Oct 30 15:07:06.747523 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-3996fd84-d404-40d1-b07a-37599c63f394 service neutron] No DVR routers for this DVR port 1211c653-5734-4883-9ff3-cf144541a699 on host n-h2-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:07:06.756780 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3996fd84-d404-40d1-b07a-37599c63f394 service neutron] Pushing event updated for resources: {'Port': ['ID=1211c653-5734-4883-9ff3-cf144541a699,revision_number=10']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:06.824772 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-3996fd84-d404-40d1-b07a-37599c63f394 service neutron] 10.222.0.44 "PUT /v2.0/ports/1211c653-5734-4883-9ff3-cf144541a699/bindings/n-h1-806683-17/activate HTTP/1.1" status: 200 len: 370 time: 1.4574487 Oct 30 15:07:06.922472 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-8954ed84-7dd5-4174-8fd4-1bad7421434a tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:07.013021 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-8954ed84-7dd5-4174-8fd4-1bad7421434a tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:07.026612 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['914696c5-5889-4b05-8d4d-dfdeb7ef3f59'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:07:07.032655 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d621b2-3e8e-4c7b-b580-bdc30c6620a6 req-0dc4b307-2fd2-4788-805d-2fbdc038b7b7 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:07.034234 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21133452-794a-4c14-93f1-db1310f52434 req-262c1e67-7108-42f5-a56d-e4c892da3b4d tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:07.034453 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-28d621b2-3e8e-4c7b-b580-bdc30c6620a6 req-0dc4b307-2fd2-4788-805d-2fbdc038b7b7 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/networks?id=54a44e67-c153-4279-a113-56e728247797 HTTP/1.1" status: 200 len: 821 time: 0.1402323 Oct 30 15:07:07.042179 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-21133452-794a-4c14-93f1-db1310f52434 req-262c1e67-7108-42f5-a56d-e4c892da3b4d tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=eca627da-f1c3-4df0-be24-80b75d39bfc7 HTTP/1.1" status: 200 len: 944 time: 0.0817859 Oct 30 15:07:07.061164 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-28d621b2-3e8e-4c7b-b580-bdc30c6620a6 req-20ea1936-5953-4b22-a1c1-40c489404921 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/quotas/d73a17c8ce1740f7a410991b16507a42 HTTP/1.1" status: 200 len: 375 time: 0.0206127 Oct 30 15:07:07.101154 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-b498b074-8495-4215-8231-60de2430a846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1435770518-router', 'tenant_id': 'd73a17c8ce1740f7a410991b16507a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '64760796-1729-46bb-b6b3-ea8d64916bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:06:57Z', 'updated_at': '2021-10-30T15:07:03Z', 'revision_number': 4, 'project_id': 'd73a17c8ce1740f7a410991b16507a42', 'gw_port': {'id': '64760796-1729-46bb-b6b3-ea8d64916bfe', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:06:58Z', 'updated_at': '2021-10-30T15:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '2d106d20-fcdd-497e-8cee-0e17c1dfacb9', 'name': '', 'network_id': '54a44e67-c153-4279-a113-56e728247797', 'tenant_id': 'd73a17c8ce1740f7a410991b16507a42', 'mac_address': 'fa:16:3e:22:25:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4c0e0f8e-11ac-4cdd-bbc0-64de2560079b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:07:01Z', 'updated_at': '2021-10-30T15:07:03Z', 'revision_number': 2, 'project_id': 'd73a17c8ce1740f7a410991b16507a42', 'subnets': [{'id': '4c0e0f8e-11ac-4cdd-bbc0-64de2560079b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:07:07.135295 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b498b074-8495-4215-8231-60de2430a846 None None] Checking router: 9c039d9e-9384-49c5-ad50-71c7a5239fdc for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:07:07.135440 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b498b074-8495-4215-8231-60de2430a846 None None] Updating router 9c039d9e-9384-49c5-ad50-71c7a5239fdc port 2d106d20-fcdd-497e-8cee-0e17c1dfacb9 binding host n-d-806683-17 {{(pid=102132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:07:07.148555 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-28d621b2-3e8e-4c7b-b580-bdc30c6620a6 req-fd9f4576-a7a3-4adb-a0e2-8b1a250da971 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d73a17c8ce1740f7a410991b16507a42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0861650 Oct 30 15:07:07.174784 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b498b074-8495-4215-8231-60de2430a846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:07.291237 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-28d621b2-3e8e-4c7b-b580-bdc30c6620a6 req-32c48284-6b20-40d9-a0ce-60a79e73eb8d service neutron] 10.222.0.62 "GET /v2.0/networks/54a44e67-c153-4279-a113-56e728247797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318848 Oct 30 15:07:07.336377 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954ed84-7dd5-4174-8fd4-1bad7421434a tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Pushing event updated for resources: {'Port': ['ID=1bdc240c-44b4-4394-9ed5-ace834086c73,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:07.349636 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-8954ed84-7dd5-4174-8fd4-1bad7421434a tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Network 8de8b155-6e08-41c3-866a-8b30bb481704 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:07:07.357526 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-2a699d54-185f-4442-b7a6-b2c1b7bc18f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96545323-feb6-420b-9242-c65d8a00a3f5 {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:07:07.368615 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-2a699d54-185f-4442-b7a6-b2c1b7bc18f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:07.373767 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 64760796-1729-46bb-b6b3-ea8d64916bfe up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:07:07.388287 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-2a699d54-185f-4442-b7a6-b2c1b7bc18f6 service neutron] Transition to ACTIVE for port object 96545323-feb6-420b-9242-c65d8a00a3f5 will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:07:07.401921 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-8954ed84-7dd5-4174-8fd4-1bad7421434a tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:07:07.418975 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-8954ed84-7dd5-4174-8fd4-1bad7421434a tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:07:07.430060 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-2a699d54-185f-4442-b7a6-b2c1b7bc18f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:07.446612 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-28d621b2-3e8e-4c7b-b580-bdc30c6620a6 req-d6ecf4ac-1f71-4a92-873c-3ba508441be5 service neutron] 10.222.0.62 "GET /v2.0/networks/54a44e67-c153-4279-a113-56e728247797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409776 Oct 30 15:07:07.520283 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 64760796-1729-46bb-b6b3-ea8d64916bfe triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:07:07.520630 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:07.522688 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a699d54-185f-4442-b7a6-b2c1b7bc18f6 service neutron] Pushing event updated for resources: {'Port': ['ID=96545323-feb6-420b-9242-c65d8a00a3f5,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:07.536842 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-21133452-794a-4c14-93f1-db1310f52434 req-686450f1-2c7a-4b44-8993-7b1792481cef tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4938164 Oct 30 15:07:07.587672 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-8954ed84-7dd5-4174-8fd4-1bad7421434a tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:07.588723 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-8954ed84-7dd5-4174-8fd4-1bad7421434a tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:07.618669 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b498b074-8495-4215-8231-60de2430a846 None None] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:07.625988 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b498b074-8495-4215-8231-60de2430a846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:07.636014 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-8954ed84-7dd5-4174-8fd4-1bad7421434a tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1163039 Oct 30 15:07:07.711778 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f142aa-0668-4b57-913d-e58ce85f05ae None None] Pushing event updated for resources: {'Port': ['ID=2d106d20-fcdd-497e-8cee-0e17c1dfacb9,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:07.726073 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-2a699d54-185f-4442-b7a6-b2c1b7bc18f6 service neutron] Attempting to bind port 96545323-feb6-420b-9242-c65d8a00a3f5 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:07:07.742578 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-2a699d54-185f-4442-b7a6-b2c1b7bc18f6 service neutron] Attempting to bind port 96545323-feb6-420b-9242-c65d8a00a3f5 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:07:07.743429 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-2a699d54-185f-4442-b7a6-b2c1b7bc18f6 service neutron] Attempting to bind port 96545323-feb6-420b-9242-c65d8a00a3f5 on network 8de8b155-6e08-41c3-866a-8b30bb481704 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:07:07.753807 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-2a699d54-185f-4442-b7a6-b2c1b7bc18f6 service neutron] Port 96545323-feb6-420b-9242-c65d8a00a3f5 on network 8de8b155-6e08-41c3-866a-8b30bb481704 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:07:07.754415 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-2a699d54-185f-4442-b7a6-b2c1b7bc18f6 service neutron] Attempting to bind port 96545323-feb6-420b-9242-c65d8a00a3f5 on network 8de8b155-6e08-41c3-866a-8b30bb481704 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:07:07.769688 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-2a699d54-185f-4442-b7a6-b2c1b7bc18f6 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:07:07.770035 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-2a699d54-185f-4442-b7a6-b2c1b7bc18f6 service neutron] Checking segment: {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:07:07.773165 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-2a699d54-185f-4442-b7a6-b2c1b7bc18f6 service neutron] Bound using segment: {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:07:07.774389 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-2a699d54-185f-4442-b7a6-b2c1b7bc18f6 service neutron] Bound port: 96545323-feb6-420b-9242-c65d8a00a3f5, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:07:07.774389 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-2a699d54-185f-4442-b7a6-b2c1b7bc18f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:07.869170 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd6d7c6-c8dd-455c-9e4a-772ee931a13f req-552bdb5b-19b1-4d73-8f30-0fd56e8f83ec tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:07.870741 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ffd6d7c6-c8dd-455c-9e4a-772ee931a13f req-552bdb5b-19b1-4d73-8f30-0fd56e8f83ec tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=157f403f-2dcb-4025-a92e-f19553993c5f HTTP/1.1" status: 200 len: 936 time: 0.1106479 Oct 30 15:07:07.943538 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-b3a78d18-5bc7-4cbe-9efe-3372f7260d22 service neutron] Request body: {'port': {'device_id': '157f403f-2dcb-4025-a92e-f19553993c5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:07:07.953459 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-b15f5c13-4dc0-40f1-accd-a3de25ea77f1 None None] Provisioning complete for port 1bdc240c-44b4-4394-9ed5-ace834086c73 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:07:07.953837 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b15f5c13-4dc0-40f1-accd-a3de25ea77f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:07.957067 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-b498b074-8495-4215-8231-60de2430a846 None None] Attempting to bind port 2d106d20-fcdd-497e-8cee-0e17c1dfacb9 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:07:07.957435 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-b498b074-8495-4215-8231-60de2430a846 None None] Attempting to bind port 2d106d20-fcdd-497e-8cee-0e17c1dfacb9 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'ef438171-9296-4cb4-a9a2-6d7294d77f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '54a44e67-c153-4279-a113-56e728247797'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:07:07.960955 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b498b074-8495-4215-8231-60de2430a846 None None] Attempting to bind port 2d106d20-fcdd-497e-8cee-0e17c1dfacb9 on network 54a44e67-c153-4279-a113-56e728247797 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:07:08.036900 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585cf0fe-d301-48cd-b2ff-c7fbbab27a38 req-3accbc2a-40ba-46dc-a80a-cb23da7577b0 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:08.047626 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-585cf0fe-d301-48cd-b2ff-c7fbbab27a38 req-3accbc2a-40ba-46dc-a80a-cb23da7577b0 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5cd747f-0053-4a71-a209-c70e7ecc520a HTTP/1.1" status: 200 len: 945 time: 0.2448540 Oct 30 15:07:08.095856 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b498b074-8495-4215-8231-60de2430a846 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:07:08.096413 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b498b074-8495-4215-8231-60de2430a846 None None] Checking segment: {'id': 'ef438171-9296-4cb4-a9a2-6d7294d77f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '54a44e67-c153-4279-a113-56e728247797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:07:08.096749 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b498b074-8495-4215-8231-60de2430a846 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:08.097105 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b498b074-8495-4215-8231-60de2430a846 None None] Bound using segment: {'id': 'ef438171-9296-4cb4-a9a2-6d7294d77f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '54a44e67-c153-4279-a113-56e728247797'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:07:08.097612 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-b498b074-8495-4215-8231-60de2430a846 None None] Bound port: 2d106d20-fcdd-497e-8cee-0e17c1dfacb9, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef438171-9296-4cb4-a9a2-6d7294d77f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '54a44e67-c153-4279-a113-56e728247797'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:07:08.097995 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b498b074-8495-4215-8231-60de2430a846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:08.130842 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ffd6d7c6-c8dd-455c-9e4a-772ee931a13f req-273ab31d-6e53-4d54-b4d4-37f622ebbd0c tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519522 Oct 30 15:07:08.200654 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-751d70b7-9851-4091-80e4-689193ab27a0 tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:08.209030 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-751d70b7-9851-4091-80e4-689193ab27a0 tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=eca627da-f1c3-4df0-be24-80b75d39bfc7&tenant_id=b8aea481537c4f1b9ab8f7eccea88bfc&binding%3Ahost_id=n-h2-806683-17 HTTP/1.1" status: 200 len: 1096 time: 0.2322636 Oct 30 15:07:08.230696 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-2a699d54-185f-4442-b7a6-b2c1b7bc18f6 service neutron] For port 96545323-feb6-420b-9242-c65d8a00a3f5, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:07:08.239073 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-b15f5c13-4dc0-40f1-accd-a3de25ea77f1 None None] Port 1bdc240c-44b4-4394-9ed5-ace834086c73 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:07:08.253704 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-585cf0fe-d301-48cd-b2ff-c7fbbab27a38 req-df917323-e80c-48a8-8d1e-b3ef1cac39ee tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050142 Oct 30 15:07:08.259886 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-b3a78d18-5bc7-4cbe-9efe-3372f7260d22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:08.306586 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-2a699d54-185f-4442-b7a6-b2c1b7bc18f6 service neutron] For port 96545323-feb6-420b-9242-c65d8a00a3f5, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=96545323-feb6-420b-9242-c65d8a00a3f5,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:07:08.318943 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-2a699d54-185f-4442-b7a6-b2c1b7bc18f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:08.325931 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-b498b074-8495-4215-8231-60de2430a846 None None] For port 2d106d20-fcdd-497e-8cee-0e17c1dfacb9, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:07:08.338724 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-b498b074-8495-4215-8231-60de2430a846 None None] For port 2d106d20-fcdd-497e-8cee-0e17c1dfacb9, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=2d106d20-fcdd-497e-8cee-0e17c1dfacb9,segment=NetworkSegment(ef438171-9296-4cb4-a9a2-6d7294d77f81),segment_id=ef438171-9296-4cb4-a9a2-6d7294d77f81)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:07:08.345950 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b498b074-8495-4215-8231-60de2430a846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:08.441997 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-c787793f-e281-4a8f-bf36-9b919ccc93fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:08.459065 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-c787793f-e281-4a8f-bf36-9b919ccc93fd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=eca627da-f1c3-4df0-be24-80b75d39bfc7&tenant_id=b8aea481537c4f1b9ab8f7eccea88bfc HTTP/1.1" status: 200 len: 1096 time: 0.2411845 Oct 30 15:07:08.499622 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b498b074-8495-4215-8231-60de2430a846 None None] Routers {'9c039d9e-9384-49c5-ad50-71c7a5239fdc'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:07:08.500624 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-b498b074-8495-4215-8231-60de2430a846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:06:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['9c039d9e-9384-49c5-ad50-71c7a5239fdc'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:07:08.506863 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-681658c1-af61-4c78-a259-ccd40a6f929f req-4e59ff40-a3d7-4cc9-914d-dc4271cc7a34 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/ports?device_id=d345a361-ed84-4e4a-a36c-52dea2e8e556 HTTP/1.1" status: 200 len: 210 time: 0.1674674 Oct 30 15:07:08.573848 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-2a699d54-185f-4442-b7a6-b2c1b7bc18f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:08.575840 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-2a699d54-185f-4442-b7a6-b2c1b7bc18f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:08.584486 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-2a699d54-185f-4442-b7a6-b2c1b7bc18f6 service neutron] 10.222.0.53 "PUT /v2.0/ports/96545323-feb6-420b-9242-c65d8a00a3f5 HTTP/1.1" status: 200 len: 1097 time: 2.3391111 Oct 30 15:07:08.585451 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0308fc8e-49f8-476f-9896-b44985c4e329', 'tag': '96545323-feb6-420b-9242-c65d8a00a3f5'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:07:08.640385 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df061f78-2359-4d76-b1eb-2929f0bd46c3" -d '{"events": [{"name": "network-changed", "server_uuid": "0308fc8e-49f8-476f-9896-b44985c4e329", "tag": "96545323-feb6-420b-9242-c65d8a00a3f5"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:07:08.671092 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-f5a8502a-cb49-45d9-8e36-cd08257540af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:08.673367 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-f5a8502a-cb49-45d9-8e36-cd08257540af service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b8aea481537c4f1b9ab8f7eccea88bfc&device_id=eca627da-f1c3-4df0-be24-80b75d39bfc7 HTTP/1.1" status: 200 len: 1096 time: 0.1361401 Oct 30 15:07:08.682002 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712d8d61-f269-4a09-be11-ec4af9add565 req-02ef8cb8-8f0d-4562-8445-4012706ce028 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:08.691784 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-712d8d61-f269-4a09-be11-ec4af9add565 req-02ef8cb8-8f0d-4562-8445-4012706ce028 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e641d5-2c0d-48a6-8f23-8e9e8f7ea5b8 HTTP/1.1" status: 200 len: 950 time: 0.2313478 Oct 30 15:07:08.920024 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-726c29d1-3578-44b2-9d47-a6fabfdd7a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:08.921661 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-726c29d1-3578-44b2-9d47-a6fabfdd7a3d service neutron] 10.222.0.53 "GET /v2.0/networks?id=2f36ee91-6757-4d64-8719-4cb39651ac94 HTTP/1.1" status: 200 len: 909 time: 0.2272267 Oct 30 15:07:08.981384 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-f9eeed60-122e-4dc7-88d6-67805d21af87 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1211c653-5734-4883-9ff3-cf144541a699 HTTP/1.1" status: 200 len: 217 time: 0.0503960 Oct 30 15:07:08.984404 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-b498b074-8495-4215-8231-60de2430a846 None None] Set router 9c039d9e-9384-49c5-ad50-71c7a5239fdc gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:07:09.003034 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-712d8d61-f269-4a09-be11-ec4af9add565 req-19ef612b-8ffe-4dd6-a958-98824326a2ca tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053057 Oct 30 15:07:09.121737 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-e39627cd-ea01-4deb-945b-2b3c89f54974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:09.128111 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-e39627cd-ea01-4deb-945b-2b3c89f54974 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=eb0d8673-4262-419a-bce2-caff67d0478f HTTP/1.1" status: 200 len: 848 time: 0.1225715 Oct 30 15:07:09.146969 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b74450-146c-4876-b62c-691367171a7c x-openstack-request-id: req-54b74450-146c-4876-b62c-691367171a7c {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:07:09.147568 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0308fc8e-49f8-476f-9896-b44985c4e329", "tag": "96545323-feb6-420b-9242-c65d8a00a3f5", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:07:09.153320 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-54b74450-146c-4876-b62c-691367171a7c {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:07:09.153954 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0308fc8e-49f8-476f-9896-b44985c4e329', 'tag': '96545323-feb6-420b-9242-c65d8a00a3f5', 'status': 'completed', 'code': 200} Oct 30 15:07:09.204985 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-d2ad80fa-a85b-4802-9c34-41890d912809 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2f36ee91-6757-4d64-8719-4cb39651ac94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637045 Oct 30 15:07:09.221682 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a699d54-185f-4442-b7a6-b2c1b7bc18f6 service neutron] Pushing event updated for resources: {'Port': ['ID=96545323-feb6-420b-9242-c65d8a00a3f5,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:09.261172 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-57b70421-40e3-43a1-9ff8-1ca5d5737897 None None] Provisioning complete for port 2d106d20-fcdd-497e-8cee-0e17c1dfacb9 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:07:09.264284 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-57b70421-40e3-43a1-9ff8-1ca5d5737897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:09.326261 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-7c294ae7-5a4b-43de-9980-29faa4804f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:09.342432 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-7c294ae7-5a4b-43de-9980-29faa4804f57 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fe775bbcba174d2b97e2e40971e90df6&device_id=0308fc8e-49f8-476f-9896-b44985c4e329 HTTP/1.1" status: 200 len: 1100 time: 0.6593482 Oct 30 15:07:09.344162 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09680457-d9c7-4c58-ba3e-9ca3a6b12d92 req-2674901e-56fb-4035-9e8b-59cfdf091057 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:09.353202 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-09680457-d9c7-4c58-ba3e-9ca3a6b12d92 req-2674901e-56fb-4035-9e8b-59cfdf091057 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=eca627da-f1c3-4df0-be24-80b75d39bfc7 HTTP/1.1" status: 200 len: 944 time: 0.2236404 Oct 30 15:07:09.360063 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 1211c653-5734-4883-9ff3-cf144541a699 no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:07:09.424166 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f142aa-0668-4b57-913d-e58ce85f05ae None None] Pushing event updated for resources: {'Port': ['ID=2d106d20-fcdd-497e-8cee-0e17c1dfacb9,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:09.500412 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-57b70421-40e3-43a1-9ff8-1ca5d5737897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:09.529333 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-09680457-d9c7-4c58-ba3e-9ca3a6b12d92 req-9efcaeef-9e3b-4fb5-a24d-d05b742f82f2 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706500 Oct 30 15:07:09.535406 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 1211c653-5734-4883-9ff3-cf144541a699 not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:07:09.537680 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-9f94fbb9-4066-4e4d-9fd5-c21d9790d722 service neutron] 10.222.0.53 "GET /v2.0/networks/2f36ee91-6757-4d64-8719-4cb39651ac94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079405 Oct 30 15:07:09.675523 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-57b70421-40e3-43a1-9ff8-1ca5d5737897 None None] For port 2d106d20-fcdd-497e-8cee-0e17c1dfacb9, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=2d106d20-fcdd-497e-8cee-0e17c1dfacb9,segment=NetworkSegment(ef438171-9296-4cb4-a9a2-6d7294d77f81),segment_id=ef438171-9296-4cb4-a9a2-6d7294d77f81)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:07:09.684929 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-0105db6e-e0d8-4cad-82f8-8a18cb60687e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=96545323-feb6-420b-9242-c65d8a00a3f5 HTTP/1.1" status: 200 len: 217 time: 0.3321662 Oct 30 15:07:09.689219 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-57b70421-40e3-43a1-9ff8-1ca5d5737897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:09.694071 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 54572) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:07:09.761587 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-bb749fe8-663d-4771-a6b0-66b291419c5d service neutron] 10.222.0.53 "GET /v2.0/networks/2f36ee91-6757-4d64-8719-4cb39651ac94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133787 Oct 30 15:07:09.852134 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b70421-40e3-43a1-9ff8-1ca5d5737897 None None] Pushing event updated for resources: {'Port': ['ID=2d106d20-fcdd-497e-8cee-0e17c1dfacb9,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:09.909123 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-b498b074-8495-4215-8231-60de2430a846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1435770518-router', 'tenant_id': 'd73a17c8ce1740f7a410991b16507a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '64760796-1729-46bb-b6b3-ea8d64916bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:06:57Z', 'updated_at': '2021-10-30T15:07:03Z', 'revision_number': 4, 'project_id': 'd73a17c8ce1740f7a410991b16507a42', 'gw_port': {'id': '64760796-1729-46bb-b6b3-ea8d64916bfe', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:06:58Z', 'updated_at': '2021-10-30T15:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '2d106d20-fcdd-497e-8cee-0e17c1dfacb9', 'name': '', 'network_id': '54a44e67-c153-4279-a113-56e728247797', 'tenant_id': 'd73a17c8ce1740f7a410991b16507a42', 'mac_address': 'fa:16:3e:22:25:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4c0e0f8e-11ac-4cdd-bbc0-64de2560079b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:07:01Z', 'updated_at': '2021-10-30T15:07:08Z', 'revision_number': 4, 'project_id': 'd73a17c8ce1740f7a410991b16507a42', 'subnets': [{'id': '4c0e0f8e-11ac-4cdd-bbc0-64de2560079b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:07:09.931204 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ce3ae-a51f-41bf-8569-9e7c67cea915 req-7c0c70c7-4098-45f8-bcc4-632aa2a595ef tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:09.939735 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f23ce3ae-a51f-41bf-8569-9e7c67cea915 req-7c0c70c7-4098-45f8-bcc4-632aa2a595ef tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=157f403f-2dcb-4025-a92e-f19553993c5f HTTP/1.1" status: 200 len: 936 time: 0.5537078 Oct 30 15:07:09.989141 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-8420ed16-f4cf-468d-b333-4c6325b72f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:09.991123 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-8420ed16-f4cf-468d-b333-4c6325b72f95 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.2881727 Oct 30 15:07:09.995961 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b498b074-8495-4215-8231-60de2430a846 None None] The sync data for ids ['9c039d9e-9384-49c5-ad50-71c7a5239fdc'] in n-d-806683-17 is: [{'id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1435770518-router', 'tenant_id': 'd73a17c8ce1740f7a410991b16507a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '64760796-1729-46bb-b6b3-ea8d64916bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:06:57Z', 'updated_at': '2021-10-30T15:07:03Z', 'revision_number': 4, 'project_id': 'd73a17c8ce1740f7a410991b16507a42', 'gw_port': {'id': '64760796-1729-46bb-b6b3-ea8d64916bfe', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:06:58Z', 'updated_at': '2021-10-30T15:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '2d106d20-fcdd-497e-8cee-0e17c1dfacb9', 'name': '', 'network_id': '54a44e67-c153-4279-a113-56e728247797', 'tenant_id': 'd73a17c8ce1740f7a410991b16507a42', 'mac_address': 'fa:16:3e:22:25:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4c0e0f8e-11ac-4cdd-bbc0-64de2560079b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:07:01Z', 'updated_at': '2021-10-30T15:07:08Z', 'revision_number': 4, 'project_id': 'd73a17c8ce1740f7a410991b16507a42', 'subnets': [{'id': '4c0e0f8e-11ac-4cdd-bbc0-64de2560079b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:07:10.025619 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-55ab06fc-77b0-42c9-8fe3-bb487a8c28e2 None None] Provisioning complete for port 2d106d20-fcdd-497e-8cee-0e17c1dfacb9 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:07:10.025904 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-55ab06fc-77b0-42c9-8fe3-bb487a8c28e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:10.055144 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6892bbc-dd85-470c-a991-19235b481da9 req-0235b742-8308-454b-bf84-a138df967593 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:10.082469 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a6892bbc-dd85-470c-a991-19235b481da9 req-0235b742-8308-454b-bf84-a138df967593 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5cd747f-0053-4a71-a209-c70e7ecc520a HTTP/1.1" status: 200 len: 945 time: 0.3157272 Oct 30 15:07:10.186743 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d621b2-3e8e-4c7b-b580-bdc30c6620a6 req-be09ae4a-b686-4641-b925-8551235734c9 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:10.188419 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-28d621b2-3e8e-4c7b-b580-bdc30c6620a6 req-be09ae4a-b686-4641-b925-8551235734c9 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.44 "GET /v2.0/networks?id=54a44e67-c153-4279-a113-56e728247797 HTTP/1.1" status: 200 len: 821 time: 0.4006908 Oct 30 15:07:10.231768 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f23ce3ae-a51f-41bf-8569-9e7c67cea915 req-92973ef3-79fa-414d-a99c-311f4dba763e tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858346 Oct 30 15:07:10.234199 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-28d621b2-3e8e-4c7b-b580-bdc30c6620a6 req-4ba19f31-79cf-4ee8-9d44-7277e169b337 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Request body: {'port': {'device_id': 'd345a361-ed84-4e4a-a36c-52dea2e8e556', 'network_id': '54a44e67-c153-4279-a113-56e728247797', 'admin_state_up': True, 'tenant_id': 'd73a17c8ce1740f7a410991b16507a42'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:07:10.237719 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-52f5b32b-fcb0-4334-bb11-8f1a4d406ea6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:10.369793 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a6892bbc-dd85-470c-a991-19235b481da9 req-8476cf42-7517-4a6e-94e7-587bf4fc99ce tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861266 Oct 30 15:07:10.396798 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28d621b2-3e8e-4c7b-b580-bdc30c6620a6 req-4ba19f31-79cf-4ee8-9d44-7277e169b337 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Made reservation on behalf of d73a17c8ce1740f7a410991b16507a42 for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:07:10.401646 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-28d621b2-3e8e-4c7b-b580-bdc30c6620a6 req-4ba19f31-79cf-4ee8-9d44-7277e169b337 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:10.427170 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-52f5b32b-fcb0-4334-bb11-8f1a4d406ea6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:10.436104 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-659e1965-345e-415c-bf10-5275ac700fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:10.437916 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-659e1965-345e-415c-bf10-5275ac700fcc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4384613 Oct 30 15:07:10.438733 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-52f5b32b-fcb0-4334-bb11-8f1a4d406ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:10.439219 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-265e2c9c-69d5-4870-97b4-16c577992817 tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:10.441712 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-265e2c9c-69d5-4870-97b4-16c577992817 tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=eca627da-f1c3-4df0-be24-80b75d39bfc7&tenant_id=b8aea481537c4f1b9ab8f7eccea88bfc&binding%3Ahost_id=n-h1-806683-17 HTTP/1.1" status: 200 len: 1096 time: 0.2485201 Oct 30 15:07:10.516828 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-b3a78d18-5bc7-4cbe-9efe-3372f7260d22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bdc240c-44b4-4394-9ed5-ace834086c73 {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:07:10.584385 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-52f5b32b-fcb0-4334-bb11-8f1a4d406ea6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b516b793daea49f1ade29d417f2a97c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8838491 Oct 30 15:07:10.598803 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 54588) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:07:10.639185 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-b3a78d18-5bc7-4cbe-9efe-3372f7260d22 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:10.647624 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c74a640e-2a15-4f67-af5b-24c409021633 req-8b24518d-8c47-4991-9d47-e52809e15cfe tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/ports?device_id=d345a361-ed84-4e4a-a36c-52dea2e8e556 HTTP/1.1" status: 200 len: 210 time: 0.1046917 Oct 30 15:07:10.723034 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-b3a78d18-5bc7-4cbe-9efe-3372f7260d22 service neutron] Transition to ACTIVE for port object 1bdc240c-44b4-4394-9ed5-ace834086c73 will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:07:10.724155 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f5b32b-fcb0-4334-bb11-8f1a4d406ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2af478-d960-4ed1-876d-3014c6b902f0,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:10.745566 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fb27758a-3603-4180-a09c-3483b54ee015 req-34942603-c454-4a51-aa77-aa44e14f135b tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=470fadf7aa904f7cb8fbf1ba1ab73a55&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1992474 Oct 30 15:07:10.750874 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-b3a78d18-5bc7-4cbe-9efe-3372f7260d22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:10.938248 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd151f3-b4eb-49c0-848f-c1c0eabe5d1a req-0a8f3c97-55cd-4159-8187-a1b7fc01a6ba tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:10.940061 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4cd151f3-b4eb-49c0-848f-c1c0eabe5d1a req-0a8f3c97-55cd-4159-8187-a1b7fc01a6ba tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e641d5-2c0d-48a6-8f23-8e9e8f7ea5b8 HTTP/1.1" status: 200 len: 950 time: 0.1528211 Oct 30 15:07:10.948679 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-38dedf84-de7c-425f-848b-ff277170fa6e service neutron] For port 1211c653-5734-4883-9ff3-cf144541a699, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:07:10.957836 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-38dedf84-de7c-425f-848b-ff277170fa6e service neutron] Publish callbacks [] for binding, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:10.960300 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b708b34f-1bc3-476d-950c-ddb7021e4857 req-38dedf84-de7c-425f-848b-ff277170fa6e service neutron] 10.222.0.53 "DELETE /v2.0/ports/1211c653-5734-4883-9ff3-cf144541a699/bindings/n-h2-806683-17 HTTP/1.1" status: 204 len: 173 time: 0.5044284 Oct 30 15:07:11.017155 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-28d621b2-3e8e-4c7b-b580-bdc30c6620a6 req-4ba19f31-79cf-4ee8-9d44-7277e169b337 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Allocated IP 172.20.0.6 (54a44e67-c153-4279-a113-56e728247797/4c0e0f8e-11ac-4cdd-bbc0-64de2560079b/7742aa37-8b40-4348-8ac4-a14876822ac2) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:07:11.039271 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a6399ae3-0326-4a91-8bd8-8768660ffe07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:11.098382 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a78d18-5bc7-4cbe-9efe-3372f7260d22 service neutron] Pushing event updated for resources: {'Port': ['ID=1bdc240c-44b4-4394-9ed5-ace834086c73,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:11.108730 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-59f6e203-a540-4c2f-bb85-ca4bbbfaf807 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6390016 Oct 30 15:07:11.185017 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4cd151f3-b4eb-49c0-848f-c1c0eabe5d1a req-e006586d-5d2f-45ef-84fc-454adc5faf79 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309911 Oct 30 15:07:11.278135 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 2d106d20-fcdd-497e-8cee-0e17c1dfacb9 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:07:11.320525 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a6399ae3-0326-4a91-8bd8-8768660ffe07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:11.354322 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-b3a78d18-5bc7-4cbe-9efe-3372f7260d22 service neutron] Attempting to bind port 1bdc240c-44b4-4394-9ed5-ace834086c73 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:07:11.354831 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-b3a78d18-5bc7-4cbe-9efe-3372f7260d22 service neutron] Attempting to bind port 1bdc240c-44b4-4394-9ed5-ace834086c73 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:07:11.355187 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-b3a78d18-5bc7-4cbe-9efe-3372f7260d22 service neutron] Attempting to bind port 1bdc240c-44b4-4394-9ed5-ace834086c73 on network 8de8b155-6e08-41c3-866a-8b30bb481704 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:07:11.375377 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-b3a78d18-5bc7-4cbe-9efe-3372f7260d22 service neutron] Port 1bdc240c-44b4-4394-9ed5-ace834086c73 on network 8de8b155-6e08-41c3-866a-8b30bb481704 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:07:11.375991 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-b3a78d18-5bc7-4cbe-9efe-3372f7260d22 service neutron] Attempting to bind port 1bdc240c-44b4-4394-9ed5-ace834086c73 on network 8de8b155-6e08-41c3-866a-8b30bb481704 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:07:11.383556 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-b3a78d18-5bc7-4cbe-9efe-3372f7260d22 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:07:11.383831 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-b3a78d18-5bc7-4cbe-9efe-3372f7260d22 service neutron] Checking segment: {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:07:11.384341 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-b3a78d18-5bc7-4cbe-9efe-3372f7260d22 service neutron] Bound using segment: {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:07:11.385245 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-b3a78d18-5bc7-4cbe-9efe-3372f7260d22 service neutron] Bound port: 1bdc240c-44b4-4394-9ed5-ace834086c73, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:07:11.385531 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-b3a78d18-5bc7-4cbe-9efe-3372f7260d22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:11.415958 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 2d106d20-fcdd-497e-8cee-0e17c1dfacb9 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:07:11.416331 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:11.424168 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27758a-3603-4180-a09c-3483b54ee015 req-9057cb2d-20b5-49c1-9dfe-c994b86bb6fb tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:11.429881 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fb27758a-3603-4180-a09c-3483b54ee015 req-9057cb2d-20b5-49c1-9dfe-c994b86bb6fb tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6833107 Oct 30 15:07:11.490906 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fb27758a-3603-4180-a09c-3483b54ee015 req-3b49cd96-96a9-49d2-ad96-4a70d0a94d2d tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] 10.222.0.62 "GET /v2.0/quotas/470fadf7aa904f7cb8fbf1ba1ab73a55 HTTP/1.1" status: 200 len: 375 time: 0.0319571 Oct 30 15:07:11.501860 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd8388-128c-4a75-ba1a-0819ae0596de req-70dc175c-e7ec-4e9d-96b3-77b610924212 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:11.510326 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d6cd8388-128c-4a75-ba1a-0819ae0596de req-70dc175c-e7ec-4e9d-96b3-77b610924212 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=eca627da-f1c3-4df0-be24-80b75d39bfc7 HTTP/1.1" status: 200 len: 944 time: 0.1918843 Oct 30 15:07:11.574343 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-b3a78d18-5bc7-4cbe-9efe-3372f7260d22 service neutron] For port 1bdc240c-44b4-4394-9ed5-ace834086c73, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:07:11.608567 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-b3a78d18-5bc7-4cbe-9efe-3372f7260d22 service neutron] For port 1bdc240c-44b4-4394-9ed5-ace834086c73, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=1bdc240c-44b4-4394-9ed5-ace834086c73,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:07:11.613824 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-bb45c56b-e6d2-4dc1-b6f7-3610b7c6b7ca service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4913332 Oct 30 15:07:11.629398 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-b3a78d18-5bc7-4cbe-9efe-3372f7260d22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:11.650250 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d6cd8388-128c-4a75-ba1a-0819ae0596de req-daa0e925-c507-4585-bdd9-71700b7b08f9 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388099 Oct 30 15:07:11.658214 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-28d621b2-3e8e-4c7b-b580-bdc30c6620a6 req-4ba19f31-79cf-4ee8-9d44-7277e169b337 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:11.675006 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a6399ae3-0326-4a91-8bd8-8768660ffe07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:11.679734 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a6399ae3-0326-4a91-8bd8-8768660ffe07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:11.695973 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a6399ae3-0326-4a91-8bd8-8768660ffe07 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7a2af478-d960-4ed1-876d-3014c6b902f0 HTTP/1.1" status: 204 len: 168 time: 1.0923660 Oct 30 15:07:11.724948 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6399ae3-0326-4a91-8bd8-8768660ffe07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2af478-d960-4ed1-876d-3014c6b902f0,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:11.753357 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a78d18-5bc7-4cbe-9efe-3372f7260d22 service neutron] Pushing event updated for resources: {'Port': ['ID=1bdc240c-44b4-4394-9ed5-ace834086c73,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:11.759061 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fb27758a-3603-4180-a09c-3483b54ee015 req-f67e22a5-172d-4f14-bcfb-7c1f958ba563 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=470fadf7aa904f7cb8fbf1ba1ab73a55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1772809 Oct 30 15:07:11.811168 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-b3a78d18-5bc7-4cbe-9efe-3372f7260d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:11.812162 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-b3a78d18-5bc7-4cbe-9efe-3372f7260d22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:11.815725 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-b3a78d18-5bc7-4cbe-9efe-3372f7260d22 service neutron] 10.222.0.53 "PUT /v2.0/ports/1bdc240c-44b4-4394-9ed5-ace834086c73 HTTP/1.1" status: 200 len: 1097 time: 3.8968318 Oct 30 15:07:11.819209 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '157f403f-2dcb-4025-a92e-f19553993c5f', 'tag': '1bdc240c-44b4-4394-9ed5-ace834086c73'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:07:11.822370 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fcf2e4e-ca7b-4a78-86e5-33c1621741d4" -d '{"events": [{"name": "network-changed", "server_uuid": "157f403f-2dcb-4025-a92e-f19553993c5f", "tag": "1bdc240c-44b4-4394-9ed5-ace834086c73"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:07:11.868583 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-28d621b2-3e8e-4c7b-b580-bdc30c6620a6 req-4ba19f31-79cf-4ee8-9d44-7277e169b337 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:11.927561 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df061f78-2359-4d76-b1eb-2929f0bd46c3 req-4a7edc8f-0b4a-42e5-9132-e1e1f7fb8192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:11.929744 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-df061f78-2359-4d76-b1eb-2929f0bd46c3 req-4a7edc8f-0b4a-42e5-9132-e1e1f7fb8192 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fe775bbcba174d2b97e2e40971e90df6&device_id=0308fc8e-49f8-476f-9896-b44985c4e329 HTTP/1.1" status: 200 len: 1100 time: 0.1949122 Oct 30 15:07:11.990555 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [req-919ce9ec-ba52-4f7f-b7a1-d57cf3079bc6 req-5a0d2b22-72b3-4b40-979c-3e68f43ebbca service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:07:11.995758 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-919ce9ec-ba52-4f7f-b7a1-d57cf3079bc6 req-5a0d2b22-72b3-4b40-979c-3e68f43ebbca service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0209820 Oct 30 15:07:12.019252 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28d621b2-3e8e-4c7b-b580-bdc30c6620a6 req-4ba19f31-79cf-4ee8-9d44-7277e169b337 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Network 54a44e67-c153-4279-a113-56e728247797 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:07:12.022841 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-28d621b2-3e8e-4c7b-b580-bdc30c6620a6 req-4ba19f31-79cf-4ee8-9d44-7277e169b337 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:07:12.037570 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-28d621b2-3e8e-4c7b-b580-bdc30c6620a6 req-4ba19f31-79cf-4ee8-9d44-7277e169b337 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:07:12.102993 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-164e0b22-4f08-4697-b17b-7b5601e28667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:12.104584 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-164e0b22-4f08-4697-b17b-7b5601e28667 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fe775bbcba174d2b97e2e40971e90df6&device_id=157f403f-2dcb-4025-a92e-f19553993c5f HTTP/1.1" status: 200 len: 1100 time: 0.2489169 Oct 30 15:07:12.173743 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d621b2-3e8e-4c7b-b580-bdc30c6620a6 req-4ba19f31-79cf-4ee8-9d44-7277e169b337 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:12.174504 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-28d621b2-3e8e-4c7b-b580-bdc30c6620a6 req-4ba19f31-79cf-4ee8-9d44-7277e169b337 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:12.214702 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba19f31-79cf-4ee8-9d44-7277e169b337 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Pushing event updated for resources: {'Port': ['ID=7742aa37-8b40-4348-8ac4-a14876822ac2,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:12.242725 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-7969b78a-2cf9-420b-9394-96218c4a58aa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=1bdc240c-44b4-4394-9ed5-ace834086c73 HTTP/1.1" status: 200 len: 217 time: 0.1259820 Oct 30 15:07:12.271264 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-28d621b2-3e8e-4c7b-b580-bdc30c6620a6 req-4ba19f31-79cf-4ee8-9d44-7277e169b337 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0460653 Oct 30 15:07:12.293740 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-28d621b2-3e8e-4c7b-b580-bdc30c6620a6 req-116eff3a-7bf4-42d5-bdd1-9fb1116013a8 service neutron] Request body: {'port': {'device_id': 'd345a361-ed84-4e4a-a36c-52dea2e8e556', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:07:12.429016 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 54612) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:07:12.459238 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df061f78-2359-4d76-b1eb-2929f0bd46c3 req-db242720-a77f-4963-b493-8960329722ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:12.461335 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-df061f78-2359-4d76-b1eb-2929f0bd46c3 req-db242720-a77f-4963-b493-8960329722ff service neutron] 10.222.0.53 "GET /v2.0/networks?id=8de8b155-6e08-41c3-866a-8b30bb481704 HTTP/1.1" status: 200 len: 870 time: 0.5225894 Oct 30 15:07:12.463683 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-28d621b2-3e8e-4c7b-b580-bdc30c6620a6 req-116eff3a-7bf4-42d5-bdd1-9fb1116013a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:12.503031 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-4210d70d-89ad-4e86-9877-0ab8416a1c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:12.504755 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-4210d70d-89ad-4e86-9877-0ab8416a1c85 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.2473176 Oct 30 15:07:12.541784 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-f36f39c5-5fac-4016-b5a3-3f882bf61c42 None None] Provisioning complete for port 7742aa37-8b40-4348-8ac4-a14876822ac2 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:07:12.542750 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d4c3b55e-4bca-455e-b66d-e3695cc5a0df admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:12.543894 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f36f39c5-5fac-4016-b5a3-3f882bf61c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:12.573916 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e66fc-4258-460f-aa56-5a74223b4a09 req-a3b71b63-27e0-4011-97af-8948242c1352 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:12.585118 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-574e66fc-4258-460f-aa56-5a74223b4a09 req-a3b71b63-27e0-4011-97af-8948242c1352 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=157f403f-2dcb-4025-a92e-f19553993c5f HTTP/1.1" status: 200 len: 948 time: 0.2977912 Oct 30 15:07:12.588492 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-df061f78-2359-4d76-b1eb-2929f0bd46c3 req-0b459492-3224-4b07-ada9-15f55e60eb2e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=96545323-feb6-420b-9242-c65d8a00a3f5 HTTP/1.1" status: 200 len: 217 time: 0.1154532 Oct 30 15:07:12.677828 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-f36f39c5-5fac-4016-b5a3-3f882bf61c42 None None] Port 7742aa37-8b40-4348-8ac4-a14876822ac2 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:07:12.725293 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-f55b1edb-2928-4709-81fa-ceafc96fe8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:12.727121 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-f55b1edb-2928-4709-81fa-ceafc96fe8ae service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1802475 Oct 30 15:07:12.738140 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-574e66fc-4258-460f-aa56-5a74223b4a09 req-b52dfefc-c74f-4d93-894d-0d56b5cf82ba tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515434 Oct 30 15:07:12.807537 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df061f78-2359-4d76-b1eb-2929f0bd46c3 req-f5b2abd1-7f6b-4ba7-8016-3f6e2fdced3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:12.809065 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-df061f78-2359-4d76-b1eb-2929f0bd46c3 req-f5b2abd1-7f6b-4ba7-8016-3f6e2fdced3d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.2070513 Oct 30 15:07:12.810182 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-28d621b2-3e8e-4c7b-b580-bdc30c6620a6 req-116eff3a-7bf4-42d5-bdd1-9fb1116013a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7742aa37-8b40-4348-8ac4-a14876822ac2 {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:07:12.820118 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-28d621b2-3e8e-4c7b-b580-bdc30c6620a6 req-116eff3a-7bf4-42d5-bdd1-9fb1116013a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:12.862301 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-28d621b2-3e8e-4c7b-b580-bdc30c6620a6 req-116eff3a-7bf4-42d5-bdd1-9fb1116013a8 service neutron] Transition to ACTIVE for port object 7742aa37-8b40-4348-8ac4-a14876822ac2 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:07:12.900131 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-28d621b2-3e8e-4c7b-b580-bdc30c6620a6 req-116eff3a-7bf4-42d5-bdd1-9fb1116013a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:12.963434 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dc0039b5-171a-4f0d-9a55-153a14175817 req-f46edcde-ae21-479c-ae40-5e56b1c9d144 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=45e641d5-2c0d-48a6-8f23-8e9e8f7ea5b8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1282744 Oct 30 15:07:12.980946 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [req-dc0039b5-171a-4f0d-9a55-153a14175817 req-5a7fc4bb-b768-433f-a554-93d05111eae2 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:07:12.982904 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dc0039b5-171a-4f0d-9a55-153a14175817 req-5a7fc4bb-b768-433f-a554-93d05111eae2 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0077245 Oct 30 15:07:12.983778 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116eff3a-7bf4-42d5-bdd1-9fb1116013a8 service neutron] Pushing event updated for resources: {'Port': ['ID=7742aa37-8b40-4348-8ac4-a14876822ac2,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:12.995787 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63741e12-74c3-4a43-bac2-b30b842715b5 req-bc9eb5ba-4400-4894-8b38-2eeb8241866b tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:13.003963 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-63741e12-74c3-4a43-bac2-b30b842715b5 req-bc9eb5ba-4400-4894-8b38-2eeb8241866b tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5cd747f-0053-4a71-a209-c70e7ecc520a HTTP/1.1" status: 200 len: 945 time: 0.1697319 Oct 30 15:07:13.109776 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-63741e12-74c3-4a43-bac2-b30b842715b5 req-b9ae186b-235b-4db4-96e9-dd8386867ff8 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026115 Oct 30 15:07:13.192742 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-28d621b2-3e8e-4c7b-b580-bdc30c6620a6 req-116eff3a-7bf4-42d5-bdd1-9fb1116013a8 service neutron] Attempting to bind port 7742aa37-8b40-4348-8ac4-a14876822ac2 on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:07:13.193350 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-28d621b2-3e8e-4c7b-b580-bdc30c6620a6 req-116eff3a-7bf4-42d5-bdd1-9fb1116013a8 service neutron] Attempting to bind port 7742aa37-8b40-4348-8ac4-a14876822ac2 by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': 'ef438171-9296-4cb4-a9a2-6d7294d77f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '54a44e67-c153-4279-a113-56e728247797'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:07:13.193869 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d621b2-3e8e-4c7b-b580-bdc30c6620a6 req-116eff3a-7bf4-42d5-bdd1-9fb1116013a8 service neutron] Attempting to bind port 7742aa37-8b40-4348-8ac4-a14876822ac2 on network 54a44e67-c153-4279-a113-56e728247797 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:07:13.201770 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d4c3b55e-4bca-455e-b66d-e3695cc5a0df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:13.207607 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d621b2-3e8e-4c7b-b580-bdc30c6620a6 req-116eff3a-7bf4-42d5-bdd1-9fb1116013a8 service neutron] Port 7742aa37-8b40-4348-8ac4-a14876822ac2 on network 54a44e67-c153-4279-a113-56e728247797 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:07:13.208103 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d621b2-3e8e-4c7b-b580-bdc30c6620a6 req-116eff3a-7bf4-42d5-bdd1-9fb1116013a8 service neutron] Attempting to bind port 7742aa37-8b40-4348-8ac4-a14876822ac2 on network 54a44e67-c153-4279-a113-56e728247797 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:07:13.217516 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d621b2-3e8e-4c7b-b580-bdc30c6620a6 req-116eff3a-7bf4-42d5-bdd1-9fb1116013a8 service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:07:13.223143 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d621b2-3e8e-4c7b-b580-bdc30c6620a6 req-116eff3a-7bf4-42d5-bdd1-9fb1116013a8 service neutron] Checking segment: {'id': 'ef438171-9296-4cb4-a9a2-6d7294d77f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '54a44e67-c153-4279-a113-56e728247797'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:07:13.223815 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d621b2-3e8e-4c7b-b580-bdc30c6620a6 req-116eff3a-7bf4-42d5-bdd1-9fb1116013a8 service neutron] Bound using segment: {'id': 'ef438171-9296-4cb4-a9a2-6d7294d77f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '54a44e67-c153-4279-a113-56e728247797'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:07:13.224440 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-28d621b2-3e8e-4c7b-b580-bdc30c6620a6 req-116eff3a-7bf4-42d5-bdd1-9fb1116013a8 service neutron] Bound port: 7742aa37-8b40-4348-8ac4-a14876822ac2, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef438171-9296-4cb4-a9a2-6d7294d77f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '54a44e67-c153-4279-a113-56e728247797'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:07:13.224583 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d4c3b55e-4bca-455e-b66d-e3695cc5a0df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:13.225083 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-28d621b2-3e8e-4c7b-b580-bdc30c6620a6 req-116eff3a-7bf4-42d5-bdd1-9fb1116013a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:13.293717 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d4c3b55e-4bca-455e-b66d-e3695cc5a0df admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=14bc71718ba14b3b89c13418bacecd52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8546324 Oct 30 15:07:13.296555 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 54632) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:07:13.323086 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3804cc69-2257-4b43-933a-6698521603e5 x-openstack-request-id: req-3804cc69-2257-4b43-933a-6698521603e5 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:07:13.323306 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "157f403f-2dcb-4025-a92e-f19553993c5f", "tag": "1bdc240c-44b4-4394-9ed5-ace834086c73", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:07:13.325732 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3804cc69-2257-4b43-933a-6698521603e5 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:07:13.328816 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '157f403f-2dcb-4025-a92e-f19553993c5f', 'tag': '1bdc240c-44b4-4394-9ed5-ace834086c73', 'status': 'completed', 'code': 200} Oct 30 15:07:13.334046 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df061f78-2359-4d76-b1eb-2929f0bd46c3 req-5248582f-b354-4dae-a637-6f342b46f085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:13.336738 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-df061f78-2359-4d76-b1eb-2929f0bd46c3 req-5248582f-b354-4dae-a637-6f342b46f085 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4663422 Oct 30 15:07:13.354471 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d15f1-a291-443d-bbdb-93265674bd09 req-67546bb5-21d2-47ab-9e54-91fa94b76296 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:13.356030 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9a7d15f1-a291-443d-bbdb-93265674bd09 req-67546bb5-21d2-47ab-9e54-91fa94b76296 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/ports?device_id=d345a361-ed84-4e4a-a36c-52dea2e8e556 HTTP/1.1" status: 200 len: 943 time: 0.4843245 Oct 30 15:07:13.356712 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c3b55e-4bca-455e-b66d-e3695cc5a0df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1566cf-7282-4933-98e1-01b90f98afda,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:13.406672 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-94bb11e7-f561-487f-a006-9b021cabc1cb req-4088f9bc-6f8e-4bba-94a2-fd70cd7606b5 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=470fadf7aa904f7cb8fbf1ba1ab73a55&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452206 Oct 30 15:07:13.459427 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-28d621b2-3e8e-4c7b-b580-bdc30c6620a6 req-116eff3a-7bf4-42d5-bdd1-9fb1116013a8 service neutron] For port 7742aa37-8b40-4348-8ac4-a14876822ac2, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:07:13.481944 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9a7d15f1-a291-443d-bbdb-93265674bd09 req-05dec12b-89c2-4464-bb95-93fb6a3f1170 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/security-groups?id=12ab4c72-90f4-43f1-a864-83e4ec6ae9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470853 Oct 30 15:07:13.543032 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-2b4099ac-85eb-4bdf-9bca-e2ec45f8ad13 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7968123 Oct 30 15:07:13.544945 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-df061f78-2359-4d76-b1eb-2929f0bd46c3 req-bb2dd3ef-bb9a-4a61-8b7a-1e947909da37 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849334 Oct 30 15:07:13.775856 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-28d621b2-3e8e-4c7b-b580-bdc30c6620a6 req-116eff3a-7bf4-42d5-bdd1-9fb1116013a8 service neutron] For port 7742aa37-8b40-4348-8ac4-a14876822ac2, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=7742aa37-8b40-4348-8ac4-a14876822ac2,segment=NetworkSegment(ef438171-9296-4cb4-a9a2-6d7294d77f81),segment_id=ef438171-9296-4cb4-a9a2-6d7294d77f81)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:07:13.781000 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c66d4a30-65bc-46f0-90cc-edb5d199c34f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:13.785309 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-28d621b2-3e8e-4c7b-b580-bdc30c6620a6 req-116eff3a-7bf4-42d5-bdd1-9fb1116013a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:13.866086 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c66d4a30-65bc-46f0-90cc-edb5d199c34f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:13.869922 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d621b2-3e8e-4c7b-b580-bdc30c6620a6 req-116eff3a-7bf4-42d5-bdd1-9fb1116013a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:13.870528 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-28d621b2-3e8e-4c7b-b580-bdc30c6620a6 req-116eff3a-7bf4-42d5-bdd1-9fb1116013a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:13.871940 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-28d621b2-3e8e-4c7b-b580-bdc30c6620a6 req-116eff3a-7bf4-42d5-bdd1-9fb1116013a8 service neutron] 10.222.0.44 "PUT /v2.0/ports/7742aa37-8b40-4348-8ac4-a14876822ac2 HTTP/1.1" status: 200 len: 1092 time: 1.5907335 Oct 30 15:07:13.872590 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd345a361-ed84-4e4a-a36c-52dea2e8e556', 'tag': '7742aa37-8b40-4348-8ac4-a14876822ac2'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:07:13.875679 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b9b020a-3fa2-45e6-a31b-b38edf33f8a8" -d '{"events": [{"name": "network-changed", "server_uuid": "d345a361-ed84-4e4a-a36c-52dea2e8e556", "tag": "7742aa37-8b40-4348-8ac4-a14876822ac2"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:07:13.906084 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fb27758a-3603-4180-a09c-3483b54ee015 req-52b53bf9-e810-4d12-934a-ef9a3be4e4bd tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=470fadf7aa904f7cb8fbf1ba1ab73a55&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1964083 Oct 30 15:07:13.962508 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb11e7-f561-487f-a006-9b021cabc1cb req-454f5122-a183-448a-9196-49c47ee8b1b8 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:13.970735 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-94bb11e7-f561-487f-a006-9b021cabc1cb req-454f5122-a183-448a-9196-49c47ee8b1b8 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5631554 Oct 30 15:07:14.006638 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-af35c5dc-d357-4d6a-bc72-bc9f37f9fa72 req-f985a715-8ed9-4b7f-b500-a6030917c2e2 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4463813 Oct 30 15:07:14.032738 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116eff3a-7bf4-42d5-bdd1-9fb1116013a8 service neutron] Pushing event updated for resources: {'Port': ['ID=7742aa37-8b40-4348-8ac4-a14876822ac2,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:14.042922 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-94bb11e7-f561-487f-a006-9b021cabc1cb req-3a9e979b-9cb3-49f4-9367-8c2d5aa5b9f6 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] 10.222.0.62 "GET /v2.0/quotas/470fadf7aa904f7cb8fbf1ba1ab73a55 HTTP/1.1" status: 200 len: 375 time: 0.0711069 Oct 30 15:07:14.076659 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d621b2-3e8e-4c7b-b580-bdc30c6620a6 req-533039d8-7947-4554-8152-3e1b278bfc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:14.078466 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-28d621b2-3e8e-4c7b-b580-bdc30c6620a6 req-533039d8-7947-4554-8152-3e1b278bfc53 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d73a17c8ce1740f7a410991b16507a42&device_id=d345a361-ed84-4e4a-a36c-52dea2e8e556 HTTP/1.1" status: 200 len: 1095 time: 0.0815358 Oct 30 15:07:14.117062 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-94bb11e7-f561-487f-a006-9b021cabc1cb req-f16fefeb-f8c7-4cd0-9c6d-cf3ab329c11a tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=470fadf7aa904f7cb8fbf1ba1ab73a55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0728533 Oct 30 15:07:14.137952 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c66d4a30-65bc-46f0-90cc-edb5d199c34f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:14.146303 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c66d4a30-65bc-46f0-90cc-edb5d199c34f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:14.149918 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e5507e-eb36-410c-9051-957205fae5e2 req-b409c6fe-0cb6-4455-863e-0927ce5a0e30 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:14.151580 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-99e5507e-eb36-410c-9051-957205fae5e2 req-b409c6fe-0cb6-4455-863e-0927ce5a0e30 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e641d5-2c0d-48a6-8f23-8e9e8f7ea5b8 HTTP/1.1" status: 200 len: 950 time: 0.4904797 Oct 30 15:07:14.153757 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c66d4a30-65bc-46f0-90cc-edb5d199c34f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5a1566cf-7282-4933-98e1-01b90f98afda HTTP/1.1" status: 204 len: 168 time: 0.8455453 Oct 30 15:07:14.234607 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-df061f78-2359-4d76-b1eb-2929f0bd46c3 req-c334609a-bd95-4fb4-99b9-956106f7b7a1 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5723069 Oct 30 15:07:14.238963 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-28d621b2-3e8e-4c7b-b580-bdc30c6620a6 req-a3a47bf2-9848-42ad-ab31-6a5108fb916b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7742aa37-8b40-4348-8ac4-a14876822ac2 HTTP/1.1" status: 200 len: 217 time: 0.1180398 Oct 30 15:07:14.242291 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66d4a30-65bc-46f0-90cc-edb5d199c34f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1566cf-7282-4933-98e1-01b90f98afda,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:14.291175 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-99e5507e-eb36-410c-9051-957205fae5e2 req-2f17f21f-063f-4152-8905-96f624527351 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880344 Oct 30 15:07:14.293118 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf2e4e-ca7b-4a78-86e5-33c1621741d4 req-be0b1990-cff3-47b3-91c0-9bc4111ba116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:14.294526 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6fcf2e4e-ca7b-4a78-86e5-33c1621741d4 req-be0b1990-cff3-47b3-91c0-9bc4111ba116 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fe775bbcba174d2b97e2e40971e90df6&device_id=157f403f-2dcb-4025-a92e-f19553993c5f HTTP/1.1" status: 200 len: 1100 time: 0.1775837 Oct 30 15:07:14.302447 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27758a-3603-4180-a09c-3483b54ee015 req-2a8d31f1-0e30-4077-965b-c78d1adf9fd5 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:14.303943 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fb27758a-3603-4180-a09c-3483b54ee015 req-2a8d31f1-0e30-4077-965b-c78d1adf9fd5 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3867121 Oct 30 15:07:14.380451 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-fb27758a-3603-4180-a09c-3483b54ee015 req-1a7e0da8-bfcc-41f8-90d6-3896c18bbdf2 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] Request body: {'port': {'device_id': 'd9f1a39e-6b93-4eda-98c7-fd549c4a980a', 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704', 'admin_state_up': True, 'tenant_id': '470fadf7aa904f7cb8fbf1ba1ab73a55'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:07:14.399700 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d621b2-3e8e-4c7b-b580-bdc30c6620a6 req-b8a2cceb-aab8-405c-b6b8-22619c4533ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:14.401652 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-28d621b2-3e8e-4c7b-b580-bdc30c6620a6 req-b8a2cceb-aab8-405c-b6b8-22619c4533ba service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4c0e0f8e-11ac-4cdd-bbc0-64de2560079b HTTP/1.1" status: 200 len: 860 time: 0.1538594 Oct 30 15:07:14.500750 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d621b2-3e8e-4c7b-b580-bdc30c6620a6 req-10227395-882a-4110-8019-e657c5f91a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:14.502358 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-28d621b2-3e8e-4c7b-b580-bdc30c6620a6 req-10227395-882a-4110-8019-e657c5f91a49 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=54a44e67-c153-4279-a113-56e728247797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0921326 Oct 30 15:07:14.643696 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0050c4d-b700-47b6-a42a-776c4590c673 req-4e19ecb3-f77d-49ed-a9af-adfb85b9e651 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:14.651602 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d0050c4d-b700-47b6-a42a-776c4590c673 req-4e19ecb3-f77d-49ed-a9af-adfb85b9e651 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=157f403f-2dcb-4025-a92e-f19553993c5f HTTP/1.1" status: 200 len: 948 time: 0.1479521 Oct 30 15:07:14.703703 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d0050c4d-b700-47b6-a42a-776c4590c673 req-badfbd53-dd43-4438-af70-4980541465fc tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509846 Oct 30 15:07:14.740229 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-28d621b2-3e8e-4c7b-b580-bdc30c6620a6 req-158ebff8-dd36-491f-9764-173ba4c63ab8 service neutron] 10.222.0.44 "GET /v2.0/networks/54a44e67-c153-4279-a113-56e728247797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732810 Oct 30 15:07:14.781830 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d3ac0-de7f-4ecb-b816-9f2b11586c46 req-090193c5-81e7-489a-bf79-8678351839e7 tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:14.791691 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cc8d3ac0-de7f-4ecb-b816-9f2b11586c46 req-090193c5-81e7-489a-bf79-8678351839e7 tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=eca627da-f1c3-4df0-be24-80b75d39bfc7 HTTP/1.1" status: 200 len: 1096 time: 0.1874349 Oct 30 15:07:14.827403 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c01d20b-e197-43b9-b4a7-55f2bcd117a0 x-openstack-request-id: req-6c01d20b-e197-43b9-b4a7-55f2bcd117a0 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:07:14.827982 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d345a361-ed84-4e4a-a36c-52dea2e8e556", "tag": "7742aa37-8b40-4348-8ac4-a14876822ac2", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:07:14.827982 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6c01d20b-e197-43b9-b4a7-55f2bcd117a0 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:07:14.828361 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd345a361-ed84-4e4a-a36c-52dea2e8e556', 'tag': '7742aa37-8b40-4348-8ac4-a14876822ac2', 'status': 'completed', 'code': 200} Oct 30 15:07:14.830549 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf2e4e-ca7b-4a78-86e5-33c1621741d4 req-213657ae-1878-4145-8750-8412dffced3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:14.832265 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6fcf2e4e-ca7b-4a78-86e5-33c1621741d4 req-213657ae-1878-4145-8750-8412dffced3b service neutron] 10.222.0.53 "GET /v2.0/networks?id=8de8b155-6e08-41c3-866a-8b30bb481704 HTTP/1.1" status: 200 len: 870 time: 0.5207763 Oct 30 15:07:14.866091 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 96545323-feb6-420b-9242-c65d8a00a3f5 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:07:14.891070 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6fcf2e4e-ca7b-4a78-86e5-33c1621741d4 req-9888971f-049d-44a0-93a1-507b1c8e7b4d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=1bdc240c-44b4-4394-9ed5-ace834086c73 HTTP/1.1" status: 200 len: 217 time: 0.0480022 Oct 30 15:07:14.894255 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb27758a-3603-4180-a09c-3483b54ee015 req-1a7e0da8-bfcc-41f8-90d6-3896c18bbdf2 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] Made reservation on behalf of 470fadf7aa904f7cb8fbf1ba1ab73a55 for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:07:14.897881 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-fb27758a-3603-4180-a09c-3483b54ee015 req-1a7e0da8-bfcc-41f8-90d6-3896c18bbdf2 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:14.930866 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cc8d3ac0-de7f-4ecb-b816-9f2b11586c46 req-687e97a1-e7e3-40aa-a68b-618ffcebbed9 tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335046 Oct 30 15:07:14.969433 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-28d621b2-3e8e-4c7b-b580-bdc30c6620a6 req-528ac5b0-523c-4143-9132-bcfba072a5a2 service neutron] 10.222.0.44 "GET /v2.0/networks/54a44e67-c153-4279-a113-56e728247797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146890 Oct 30 15:07:14.987356 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-fb27758a-3603-4180-a09c-3483b54ee015 req-1a7e0da8-bfcc-41f8-90d6-3896c18bbdf2 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:15.037993 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 96545323-feb6-420b-9242-c65d8a00a3f5, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=96545323-feb6-420b-9242-c65d8a00a3f5,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:07:15.078050 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '96545323-feb6-420b-9242-c65d8a00a3f5', 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704', 'port_id': '96545323-feb6-420b-9242-c65d8a00a3f5', 'mac_address': 'fa:16:3e:68:78:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b5dea3-b65b-4514-8ec2-18a4245eb194', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:07:15.119073 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-88790a2f-839b-471c-aeb3-60f02a00e51c req-46e16432-9ac8-4b29-85fe-5ebc82404599 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] 10.222.0.62 "GET /v2.0/ports?device_id=481ec1fa-8cdb-4949-bd8c-88ce56d35415 HTTP/1.1" status: 200 len: 210 time: 0.0807493 Oct 30 15:07:15.145070 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf2e4e-ca7b-4a78-86e5-33c1621741d4 req-5bf56cbc-cc00-464d-b296-bfbf498b401c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:15.146189 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6fcf2e4e-ca7b-4a78-86e5-33c1621741d4 req-5bf56cbc-cc00-464d-b296-bfbf498b401c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.2458911 Oct 30 15:07:15.174080 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:15.181420 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b020a-3fa2-45e6-a31b-b38edf33f8a8 req-e408a1cc-49ad-46df-8205-63f7f96b51a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:15.186480 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3b9b020a-3fa2-45e6-a31b-b38edf33f8a8 req-e408a1cc-49ad-46df-8205-63f7f96b51a4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d73a17c8ce1740f7a410991b16507a42&device_id=d345a361-ed84-4e4a-a36c-52dea2e8e556 HTTP/1.1" status: 200 len: 1095 time: 0.1374528 Oct 30 15:07:15.204431 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96545323-feb6-420b-9242-c65d8a00a3f5 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:07:15.223568 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da10ec-40f5-4e30-bb5f-b8d6de19b0bf req-f80fd97d-a39f-40ed-bdc2-288315044bf0 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:15.231620 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-33da10ec-40f5-4e30-bb5f-b8d6de19b0bf req-f80fd97d-a39f-40ed-bdc2-288315044bf0 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5cd747f-0053-4a71-a209-c70e7ecc520a HTTP/1.1" status: 200 len: 945 time: 0.2576752 Oct 30 15:07:15.295986 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf2e4e-ca7b-4a78-86e5-33c1621741d4 req-ca6e0f91-4f4d-45d3-8947-27e310bb34bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:15.298262 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6fcf2e4e-ca7b-4a78-86e5-33c1621741d4 req-ca6e0f91-4f4d-45d3-8947-27e310bb34bb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1290846 Oct 30 15:07:15.304070 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 96545323-feb6-420b-9242-c65d8a00a3f5, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=96545323-feb6-420b-9242-c65d8a00a3f5,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:07:15.310538 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:15.375233 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=96545323-feb6-420b-9242-c65d8a00a3f5,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:15.463306 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-33da10ec-40f5-4e30-bb5f-b8d6de19b0bf req-0e0821a5-68b2-4d86-ac98-8078e8e1bfe9 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896324 Oct 30 15:07:15.517345 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b020a-3fa2-45e6-a31b-b38edf33f8a8 req-978f8f98-6712-418b-b31e-0f56d9d3b510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:15.519099 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3b9b020a-3fa2-45e6-a31b-b38edf33f8a8 req-978f8f98-6712-418b-b31e-0f56d9d3b510 service neutron] 10.222.0.44 "GET /v2.0/networks?id=54a44e67-c153-4279-a113-56e728247797 HTTP/1.1" status: 200 len: 922 time: 0.2842457 Oct 30 15:07:15.559115 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['96545323-feb6-420b-9242-c65d8a00a3f5'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:07:15.623713 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e9c7e4-7e65-4755-95fd-44c6855fb95b req-91552459-af27-4edd-9ff0-89355f0f747b tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:15.637591 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3b9b020a-3fa2-45e6-a31b-b38edf33f8a8 req-238a5131-ed6a-4e63-9bc0-512fbb4895a1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7742aa37-8b40-4348-8ac4-a14876822ac2 HTTP/1.1" status: 200 len: 217 time: 0.1004303 Oct 30 15:07:15.643020 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e6e9c7e4-7e65-4755-95fd-44c6855fb95b req-91552459-af27-4edd-9ff0-89355f0f747b tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/ports?device_id=d345a361-ed84-4e4a-a36c-52dea2e8e556 HTTP/1.1" status: 200 len: 943 time: 0.2559094 Oct 30 15:07:15.657444 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-fb27758a-3603-4180-a09c-3483b54ee015 req-1a7e0da8-bfcc-41f8-90d6-3896c18bbdf2 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:15.701103 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6fcf2e4e-ca7b-4a78-86e5-33c1621741d4 req-112f10fa-830a-4fc3-b278-1cd75bc2a9d1 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3847353 Oct 30 15:07:15.728677 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0039b5-171a-4f0d-9a55-153a14175817 req-ac38ed7d-a8c9-4879-9083-2c3e4665e42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:15.730570 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dc0039b5-171a-4f0d-9a55-153a14175817 req-ac38ed7d-a8c9-4879-9083-2c3e4665e42d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=77cd9b926c2f46c3aa4784fd4d8318b7&device_id=45e641d5-2c0d-48a6-8f23-8e9e8f7ea5b8 HTTP/1.1" status: 200 len: 1102 time: 0.3481271 Oct 30 15:07:15.731431 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-fb27758a-3603-4180-a09c-3483b54ee015 req-1a7e0da8-bfcc-41f8-90d6-3896c18bbdf2 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:15.769890 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8ca91-925f-424f-9e0b-836695ce5169 req-42fd4c48-de11-42f6-86d3-3199d5b83ad6 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:15.772233 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-24b8ca91-925f-424f-9e0b-836695ce5169 req-42fd4c48-de11-42f6-86d3-3199d5b83ad6 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/networks?id=2f36ee91-6757-4d64-8719-4cb39651ac94 HTTP/1.1" status: 200 len: 808 time: 0.1333463 Oct 30 15:07:15.825440 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-24b8ca91-925f-424f-9e0b-836695ce5169 req-e77c8790-ed88-4680-a453-62845c9c263e tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/quotas/b8aea481537c4f1b9ab8f7eccea88bfc HTTP/1.1" status: 200 len: 375 time: 0.0432310 Oct 30 15:07:15.844114 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b020a-3fa2-45e6-a31b-b38edf33f8a8 req-d0e5aa96-f1f5-4cfd-acb3-b05a5b8f8153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:15.845662 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3b9b020a-3fa2-45e6-a31b-b38edf33f8a8 req-d0e5aa96-f1f5-4cfd-acb3-b05a5b8f8153 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4c0e0f8e-11ac-4cdd-bbc0-64de2560079b HTTP/1.1" status: 200 len: 860 time: 0.0725229 Oct 30 15:07:15.849805 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 54716) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:07:15.932650 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-24b8ca91-925f-424f-9e0b-836695ce5169 req-f1e28f7d-15b2-4642-ac3e-ed4e90fa2e65 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b8aea481537c4f1b9ab8f7eccea88bfc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0999875 Oct 30 15:07:15.939817 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b020a-3fa2-45e6-a31b-b38edf33f8a8 req-e5679628-5fda-4133-9345-c34aaea9bfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:15.941758 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3b9b020a-3fa2-45e6-a31b-b38edf33f8a8 req-e5679628-5fda-4133-9345-c34aaea9bfdd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=54a44e67-c153-4279-a113-56e728247797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0695968 Oct 30 15:07:15.972040 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e6e9c7e4-7e65-4755-95fd-44c6855fb95b req-b549b2ce-03c8-4daf-882c-b3d286c266cf tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/security-groups?id=12ab4c72-90f4-43f1-a864-83e4ec6ae9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277974 Oct 30 15:07:16.084615 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-24b8ca91-925f-424f-9e0b-836695ce5169 req-58aa9f9c-0cbc-4fb1-a497-6ecb25803641 service neutron] 10.222.0.62 "GET /v2.0/networks/2f36ee91-6757-4d64-8719-4cb39651ac94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405656 Oct 30 15:07:16.116785 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-5dcd8a42-dd9b-46c4-aea8-6f1ed0d05a87 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1481476200-network', 'tenant_id': '0f5568aa45224afa998c13f67eb4e102'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:07:16.133014 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7e0da8-bfcc-41f8-90d6-3896c18bbdf2 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbeb9008-c90c-4174-8348-aac0ca862d15,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:16.163490 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-fb27758a-3603-4180-a09c-3483b54ee015 req-1a7e0da8-bfcc-41f8-90d6-3896c18bbdf2 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] Allocated IP 192.168.233.112 (8de8b155-6e08-41c3-866a-8b30bb481704/43b5dea3-b65b-4514-8ec2-18a4245eb194/ac740ae4-8271-48a4-935e-74c1d5bb5e25) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:07:16.244204 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dcd8a42-dd9b-46c4-aea8-6f1ed0d05a87 admin admin] Made reservation on behalf of 0f5568aa45224afa998c13f67eb4e102 for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:07:16.246525 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5dcd8a42-dd9b-46c4-aea8-6f1ed0d05a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:16.254350 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-94bb11e7-f561-487f-a006-9b021cabc1cb req-b4a86854-ba64-4437-9f32-8b0b49a87a63 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=470fadf7aa904f7cb8fbf1ba1ab73a55&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1687233 Oct 30 15:07:16.289975 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5dcd8a42-dd9b-46c4-aea8-6f1ed0d05a87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:16.395803 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ce31c2-5af8-463d-b8df-8bb120e5facb req-fcd5c3c5-c499-47c8-96a3-6139316893d0 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:16.403018 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e5ce31c2-5af8-463d-b8df-8bb120e5facb req-fcd5c3c5-c499-47c8-96a3-6139316893d0 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e641d5-2c0d-48a6-8f23-8e9e8f7ea5b8 HTTP/1.1" status: 200 len: 950 time: 0.3073630 Oct 30 15:07:16.426372 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6fcf2e4e-ca7b-4a78-86e5-33c1621741d4 req-a5dea706-021e-4e56-8fd9-63c551fb8f79 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7011554 Oct 30 15:07:16.436125 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-24b8ca91-925f-424f-9e0b-836695ce5169 req-e0ff77ba-92b4-4caa-a15e-96dbb8d6ffed service neutron] 10.222.0.62 "GET /v2.0/networks/2f36ee91-6757-4d64-8719-4cb39651ac94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238146 Oct 30 15:07:16.450275 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3b9b020a-3fa2-45e6-a31b-b38edf33f8a8 req-ffaad68a-8d93-4879-a836-d43911b0bdf9 service neutron] 10.222.0.44 "GET /v2.0/networks/54a44e67-c153-4279-a113-56e728247797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3633721 Oct 30 15:07:16.462152 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0039b5-171a-4f0d-9a55-153a14175817 req-1cb5b9fd-32a5-4b22-8b87-ef5f913f01f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:16.463868 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dc0039b5-171a-4f0d-9a55-153a14175817 req-1cb5b9fd-32a5-4b22-8b87-ef5f913f01f7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8de8b155-6e08-41c3-866a-8b30bb481704 HTTP/1.1" status: 200 len: 870 time: 0.5958400 Oct 30 15:07:16.538366 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb11e7-f561-487f-a006-9b021cabc1cb req-79882456-d5c0-4096-8f99-48e047dc69bb tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:16.539977 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-94bb11e7-f561-487f-a006-9b021cabc1cb req-79882456-d5c0-4096-8f99-48e047dc69bb tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2783215 Oct 30 15:07:16.547765 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e5ce31c2-5af8-463d-b8df-8bb120e5facb req-0bb77388-f1f0-4a7d-9d01-24d1081690ce tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351240 Oct 30 15:07:16.552149 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dc0039b5-171a-4f0d-9a55-153a14175817 req-d00867ce-808b-44a4-a3df-b595396d75a8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=2a7136df-2c8d-4020-8843-3d6496e03d01 HTTP/1.1" status: 200 len: 217 time: 0.0747423 Oct 30 15:07:16.559282 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-94bb11e7-f561-487f-a006-9b021cabc1cb req-6f56508a-6604-4e60-8cd8-a58de8d7d9b6 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] Request body: {'port': {'device_id': '481ec1fa-8cdb-4949-bd8c-88ce56d35415', 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704', 'admin_state_up': True, 'tenant_id': '470fadf7aa904f7cb8fbf1ba1ab73a55'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:07:16.743895 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0039b5-171a-4f0d-9a55-153a14175817 req-3070b920-c46c-4941-8917-9169652047b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:16.746405 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dc0039b5-171a-4f0d-9a55-153a14175817 req-3070b920-c46c-4941-8917-9169652047b8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.1850955 Oct 30 15:07:16.765200 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3b9b020a-3fa2-45e6-a31b-b38edf33f8a8 req-45dfef02-26da-4417-bf2f-37fdde38e8d0 service neutron] 10.222.0.44 "GET /v2.0/networks/54a44e67-c153-4279-a113-56e728247797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050208 Oct 30 15:07:16.796876 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5dcd8a42-dd9b-46c4-aea8-6f1ed0d05a87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:16.810913 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5dcd8a42-dd9b-46c4-aea8-6f1ed0d05a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:16.825186 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dcd8a42-dd9b-46c4-aea8-6f1ed0d05a87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:07:16.839169 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5dcd8a42-dd9b-46c4-aea8-6f1ed0d05a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:16.839525 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-5dcd8a42-dd9b-46c4-aea8-6f1ed0d05a87 admin admin] Added segment 50e4125d-3001-4ab5-9a68-22676c11c44a of type vlan for network 9692ed5c-f259-4258-8606-c4a569c47bd6 Oct 30 15:07:16.864075 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ff8dac8e-6250-48bd-8bf9-8f3ebc4fe7c1 req-1143293f-7259-43ab-ab9d-c92343999c9c tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] 10.222.0.62 "GET /v2.0/ports?device_id=481ec1fa-8cdb-4949-bd8c-88ce56d35415 HTTP/1.1" status: 200 len: 210 time: 0.0743518 Oct 30 15:07:16.894411 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 1bdc240c-44b4-4394-9ed5-ace834086c73 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:07:16.945770 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-fb27758a-3603-4180-a09c-3483b54ee015 req-1a7e0da8-bfcc-41f8-90d6-3896c18bbdf2 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:16.960532 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0039b5-171a-4f0d-9a55-153a14175817 req-a48905df-f131-428f-9534-f3908b0462a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:16.962870 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dc0039b5-171a-4f0d-9a55-153a14175817 req-a48905df-f131-428f-9534-f3908b0462a9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2077825 Oct 30 15:07:16.984690 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5dcd8a42-dd9b-46c4-aea8-6f1ed0d05a87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:16.995304 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd524a-83fb-49aa-b0b2-46f7bd02a4f0 req-0cf02292-f081-4a78-ad4f-9778267b202d tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:16.998975 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-45dd524a-83fb-49aa-b0b2-46f7bd02a4f0 req-0cf02292-f081-4a78-ad4f-9778267b202d tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=157f403f-2dcb-4025-a92e-f19553993c5f HTTP/1.1" status: 200 len: 948 time: 0.2711368 Oct 30 15:07:17.034954 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 96545323-feb6-420b-9242-c65d8a00a3f5 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:07:17.044564 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 1bdc240c-44b4-4394-9ed5-ace834086c73, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=1bdc240c-44b4-4394-9ed5-ace834086c73,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:07:17.067148 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcd8a42-dd9b-46c4-aea8-6f1ed0d05a87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7d2e62-ea1a-45bf-a217-2b52e333182a,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:17.107137 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '1bdc240c-44b4-4394-9ed5-ace834086c73', 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704', 'port_id': '1bdc240c-44b4-4394-9ed5-ace834086c73', 'mac_address': 'fa:16:3e:aa:45:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b5dea3-b65b-4514-8ec2-18a4245eb194', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:07:17.113151 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94bb11e7-f561-487f-a006-9b021cabc1cb req-6f56508a-6604-4e60-8cd8-a58de8d7d9b6 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] Made reservation on behalf of 470fadf7aa904f7cb8fbf1ba1ab73a55 for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:07:17.118503 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-94bb11e7-f561-487f-a006-9b021cabc1cb req-6f56508a-6604-4e60-8cd8-a58de8d7d9b6 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:17.118978 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7d042-1540-4b64-883f-f7bd8ec9fdc8 req-88871db7-5fc3-47bf-a111-05db2a09b404 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:17.120612 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-60b7d042-1540-4b64-883f-f7bd8ec9fdc8 req-88871db7-5fc3-47bf-a111-05db2a09b404 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5cd747f-0053-4a71-a209-c70e7ecc520a HTTP/1.1" status: 200 len: 945 time: 0.1657434 Oct 30 15:07:17.164012 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5dcd8a42-dd9b-46c4-aea8-6f1ed0d05a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:17.166311 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dcd8a42-dd9b-46c4-aea8-6f1ed0d05a87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:17.167147 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5dcd8a42-dd9b-46c4-aea8-6f1ed0d05a87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:17.172310 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-fb27758a-3603-4180-a09c-3483b54ee015 req-1a7e0da8-bfcc-41f8-90d6-3896c18bbdf2 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:17.176163 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-45dd524a-83fb-49aa-b0b2-46f7bd02a4f0 req-0e0239ef-9c56-42f4-bb74-e84b9a8e7070 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682329 Oct 30 15:07:17.178389 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port 96545323-feb6-420b-9242-c65d8a00a3f5 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:07:17.180704 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:17.206994 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 96545323-feb6-420b-9242-c65d8a00a3f5 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:07:17.207361 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:17.230414 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bdc240c-44b4-4394-9ed5-ace834086c73 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:07:17.233670 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dc0039b5-171a-4f0d-9a55-153a14175817 req-30e32942-770e-4f27-ba3e-61ec40da2c0f service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491596 Oct 30 15:07:17.275024 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 1bdc240c-44b4-4394-9ed5-ace834086c73, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=1bdc240c-44b4-4394-9ed5-ace834086c73,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:07:17.282069 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:17.325085 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcd8a42-dd9b-46c4-aea8-6f1ed0d05a87 admin admin] Pushing event updated for resources: {'Network': ['ID=9692ed5c-f259-4258-8606-c4a569c47bd6,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:17.349800 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ae484ece-57d6-471e-83f9-dfe9cd924e02 req-7e77ce0b-aae5-4b16-919a-17aa9c256e16 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=b63152b8-8683-4975-aea1-06378122bbed HTTP/1.1" status: 200 len: 210 time: 0.0873539 Oct 30 15:07:17.361092 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-5dcd8a42-dd9b-46c4-aea8-6f1ed0d05a87 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5055304 Oct 30 15:07:17.362094 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 54736) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:07:17.369847 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 9692ed5c-f259-4258-8606-c4a569c47bd6 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:07:17.370630 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-48f0c6e3-eff9-44b8-9d34-b63ec04f833d admin admin] Request body: {'subnet': {'network_id': '9692ed5c-f259-4258-8606-c4a569c47bd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1481476200-subnet', 'tenant_id': '0f5568aa45224afa998c13f67eb4e102', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:07:17.370798 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb27758a-3603-4180-a09c-3483b54ee015 req-1a7e0da8-bfcc-41f8-90d6-3896c18bbdf2 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] Network 8de8b155-6e08-41c3-866a-8b30bb481704 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:07:17.401456 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-60b7d042-1540-4b64-883f-f7bd8ec9fdc8 req-48dc564e-6d5b-4670-836e-3adbab274d48 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646494 Oct 30 15:07:17.407814 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-fb27758a-3603-4180-a09c-3483b54ee015 req-1a7e0da8-bfcc-41f8-90d6-3896c18bbdf2 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:07:17.427424 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb27758a-3603-4180-a09c-3483b54ee015 req-1a7e0da8-bfcc-41f8-90d6-3896c18bbdf2 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:07:17.477137 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-94bb11e7-f561-487f-a006-9b021cabc1cb req-6f56508a-6604-4e60-8cd8-a58de8d7d9b6 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] Allocated IP 192.168.233.72 (8de8b155-6e08-41c3-866a-8b30bb481704/43b5dea3-b65b-4514-8ec2-18a4245eb194/495efa50-6c46-406d-b76f-a99eae8e4780) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:07:17.522098 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=1bdc240c-44b4-4394-9ed5-ace834086c73,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:17.533001 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27758a-3603-4180-a09c-3483b54ee015 req-1a7e0da8-bfcc-41f8-90d6-3896c18bbdf2 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:17.534101 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-fb27758a-3603-4180-a09c-3483b54ee015 req-1a7e0da8-bfcc-41f8-90d6-3896c18bbdf2 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:17.539267 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7e0da8-bfcc-41f8-90d6-3896c18bbdf2 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] Pushing event updated for resources: {'Port': ['ID=ac740ae4-8271-48a4-935e-74c1d5bb5e25,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:17.548238 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['1bdc240c-44b4-4394-9ed5-ace834086c73'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:07:17.569178 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f0c6e3-eff9-44b8-9d34-b63ec04f833d admin admin] Made reservation on behalf of 0f5568aa45224afa998c13f67eb4e102 for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:07:17.572078 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-48f0c6e3-eff9-44b8-9d34-b63ec04f833d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:17.594773 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:17.625621 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dc0039b5-171a-4f0d-9a55-153a14175817 req-862b3e09-5025-46ee-91f7-394527e10972 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3560095 Oct 30 15:07:17.636015 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fb27758a-3603-4180-a09c-3483b54ee015 req-1a7e0da8-bfcc-41f8-90d6-3896c18bbdf2 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2933486 Oct 30 15:07:17.650048 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0308fc8e-49f8-476f-9896-b44985c4e329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96545323-feb6-420b-9242-c65d8a00a3f5'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:07:17.655104 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-396f9375-df58-41bc-b80e-68c7f50d3127" -d '{"events": [{"server_uuid": "0308fc8e-49f8-476f-9896-b44985c4e329", "name": "network-vif-plugged", "status": "completed", "tag": "96545323-feb6-420b-9242-c65d8a00a3f5"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:07:17.681399 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 96545323-feb6-420b-9242-c65d8a00a3f5, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=96545323-feb6-420b-9242-c65d8a00a3f5,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:07:17.694907 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-fb27758a-3603-4180-a09c-3483b54ee015 req-deba3f29-d083-4a7f-b22b-edee9d9955fd service neutron] Request body: {'port': {'device_id': 'd9f1a39e-6b93-4eda-98c7-fd549c4a980a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:07:17.696682 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f6339-f1df-4b33-b922-2d741a2d4b71 req-02fdfc89-029e-43a3-89c3-7ce251a48fb6 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:17.697143 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:17.706190 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4f8f6339-f1df-4b33-b922-2d741a2d4b71 req-02fdfc89-029e-43a3-89c3-7ce251a48fb6 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/ports?device_id=d345a361-ed84-4e4a-a36c-52dea2e8e556 HTTP/1.1" status: 200 len: 943 time: 0.2241602 Oct 30 15:07:17.764157 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=96545323-feb6-420b-9242-c65d8a00a3f5,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:17.802586 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c5ccb-fb3b-47e9-974c-f3d76e65715f req-72d743d7-8a13-4bf7-9b14-c79a3e92af98 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:17.815586 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5f5c5ccb-fb3b-47e9-974c-f3d76e65715f req-72d743d7-8a13-4bf7-9b14-c79a3e92af98 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e641d5-2c0d-48a6-8f23-8e9e8f7ea5b8 HTTP/1.1" status: 200 len: 950 time: 0.1783333 Oct 30 15:07:17.840689 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4f8f6339-f1df-4b33-b922-2d741a2d4b71 req-a942add6-25a9-462d-9a87-242eb58a3127 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/security-groups?id=12ab4c72-90f4-43f1-a864-83e4ec6ae9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313546 Oct 30 15:07:17.884529 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-0b067c3a-578c-47cd-9f61-00a847987fba None None] Provisioning complete for port ac740ae4-8271-48a4-935e-74c1d5bb5e25 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:07:17.885346 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0b067c3a-578c-47cd-9f61-00a847987fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:17.901385 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-fb27758a-3603-4180-a09c-3483b54ee015 req-deba3f29-d083-4a7f-b22b-edee9d9955fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:17.991971 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5f5c5ccb-fb3b-47e9-974c-f3d76e65715f req-cd685c17-cb28-4cc2-b037-c238b1c48e7f tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750500 Oct 30 15:07:18.007263 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-0b067c3a-578c-47cd-9f61-00a847987fba None None] Port ac740ae4-8271-48a4-935e-74c1d5bb5e25 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:07:18.018739 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40f0da8-4512-4b98-a7ef-08cdc8d4e46d x-openstack-request-id: req-f40f0da8-4512-4b98-a7ef-08cdc8d4e46d {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:07:18.019070 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0308fc8e-49f8-476f-9896-b44985c4e329", "name": "network-vif-plugged", "status": "completed", "tag": "96545323-feb6-420b-9242-c65d8a00a3f5", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:07:18.019311 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f40f0da8-4512-4b98-a7ef-08cdc8d4e46d {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:07:18.023937 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0308fc8e-49f8-476f-9896-b44985c4e329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96545323-feb6-420b-9242-c65d8a00a3f5', 'code': 200} Oct 30 15:07:18.070865 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-94bb11e7-f561-487f-a006-9b021cabc1cb req-6f56508a-6604-4e60-8cd8-a58de8d7d9b6 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:18.112068 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-05df4422-3959-4fb3-aa02-3a277c48205b req-66221d1e-cfa2-4e2f-b61d-cfd894ca648e tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] 10.222.0.62 "GET /v2.0/ports?device_id=481ec1fa-8cdb-4949-bd8c-88ce56d35415 HTTP/1.1" status: 200 len: 210 time: 0.0381203 Oct 30 15:07:18.123476 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-48f0c6e3-eff9-44b8-9d34-b63ec04f833d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:18.186598 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-94bb11e7-f561-487f-a006-9b021cabc1cb req-6f56508a-6604-4e60-8cd8-a58de8d7d9b6 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:18.221717 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f0c6e3-eff9-44b8-9d34-b63ec04f833d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3835a6e8-6500-4cc1-8102-46264ff54369,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:18.248922 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94bb11e7-f561-487f-a006-9b021cabc1cb req-6f56508a-6604-4e60-8cd8-a58de8d7d9b6 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] Network 8de8b155-6e08-41c3-866a-8b30bb481704 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:07:18.255853 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8ca91-925f-424f-9e0b-836695ce5169 req-0868adee-50cb-4837-9d22-2eda3af4cb64 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:18.257326 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-24b8ca91-925f-424f-9e0b-836695ce5169 req-0868adee-50cb-4837-9d22-2eda3af4cb64 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.53 "GET /v2.0/networks?id=2f36ee91-6757-4d64-8719-4cb39651ac94 HTTP/1.1" status: 200 len: 808 time: 0.3891835 Oct 30 15:07:18.257990 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-94bb11e7-f561-487f-a006-9b021cabc1cb req-6f56508a-6604-4e60-8cd8-a58de8d7d9b6 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:07:18.262471 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f0c6e3-eff9-44b8-9d34-b63ec04f833d admin admin] Checking segment: {'id': '50e4125d-3001-4ab5-9a68-22676c11c44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9692ed5c-f259-4258-8606-c4a569c47bd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:07:18.263389 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f0c6e3-eff9-44b8-9d34-b63ec04f833d admin admin] Network hostable DHCP agents. Network: 9692ed5c-f259-4258-8606-c4a569c47bd6, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:07:18.265071 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-94bb11e7-f561-487f-a006-9b021cabc1cb req-6f56508a-6604-4e60-8cd8-a58de8d7d9b6 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:07:18.269958 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f56508a-6604-4e60-8cd8-a58de8d7d9b6 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] Pushing event updated for resources: {'Port': ['ID=495efa50-6c46-406d-b76f-a99eae8e4780,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:18.283703 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-24b8ca91-925f-424f-9e0b-836695ce5169 req-4467344d-1006-450e-a617-a84113ec2735 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Request body: {'port': {'device_id': 'b63152b8-8683-4975-aea1-06378122bbed', 'network_id': '2f36ee91-6757-4d64-8719-4cb39651ac94', 'admin_state_up': True, 'tenant_id': 'b8aea481537c4f1b9ab8f7eccea88bfc'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:07:18.306833 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f475aed4-a006-4c2d-86cd-ba844e6ebb99 req-c290d5b6-d130-46b9-8975-c9cfee867685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:18.308717 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f475aed4-a006-4c2d-86cd-ba844e6ebb99 req-c290d5b6-d130-46b9-8975-c9cfee867685 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0308fc8e-49f8-476f-9896-b44985c4e329 HTTP/1.1" status: 200 len: 1102 time: 0.1711044 Oct 30 15:07:18.319723 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f0c6e3-eff9-44b8-9d34-b63ec04f833d admin admin] Network 9692ed5c-f259-4258-8606-c4a569c47bd6 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:07:18.328650 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb11e7-f561-487f-a006-9b021cabc1cb req-6f56508a-6604-4e60-8cd8-a58de8d7d9b6 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:18.329197 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-94bb11e7-f561-487f-a006-9b021cabc1cb req-6f56508a-6604-4e60-8cd8-a58de8d7d9b6 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:18.340448 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-48f0c6e3-eff9-44b8-9d34-b63ec04f833d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 9692ed5c-f259-4258-8606-c4a569c47bd6) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:07:18.345668 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f0c6e3-eff9-44b8-9d34-b63ec04f833d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:18.346206 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-48f0c6e3-eff9-44b8-9d34-b63ec04f833d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:18.352573 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-94bb11e7-f561-487f-a006-9b021cabc1cb req-6f56508a-6604-4e60-8cd8-a58de8d7d9b6 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8030736 Oct 30 15:07:18.359595 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8301b9-d349-4462-948c-78ac7e5cd504 None None] Network 9692ed5c-f259-4258-8606-c4a569c47bd6 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:07:18.366235 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-94bb11e7-f561-487f-a006-9b021cabc1cb req-e3f64fb0-df53-4a07-a6b2-a04a7c526ecc service neutron] Request body: {'port': {'device_id': '481ec1fa-8cdb-4949-bd8c-88ce56d35415', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:07:18.371963 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-48f0c6e3-eff9-44b8-9d34-b63ec04f833d admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0088291 Oct 30 15:07:18.460800 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-94bb11e7-f561-487f-a006-9b021cabc1cb req-e3f64fb0-df53-4a07-a6b2-a04a7c526ecc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:18.528133 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c6d228-77eb-4f17-9fce-0432bbc110f6 req-2197310c-67f0-426f-952c-427577b2893a tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:18.529732 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-02c6d228-77eb-4f17-9fce-0432bbc110f6 req-2197310c-67f0-426f-952c-427577b2893a tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=157f403f-2dcb-4025-a92e-f19553993c5f HTTP/1.1" status: 200 len: 949 time: 0.2715154 Oct 30 15:07:18.552661 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f475aed4-a006-4c2d-86cd-ba844e6ebb99 req-cda08a03-89ab-441f-af06-3bb849494f7b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029026 Oct 30 15:07:18.659786 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-502974f4-9da5-41f3-abf4-ab1c050a7a74 req-371cfa60-7b64-4115-a899-f596ecec31b1 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=b63152b8-8683-4975-aea1-06378122bbed HTTP/1.1" status: 200 len: 210 time: 0.0476768 Oct 30 15:07:18.666482 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-fb27758a-3603-4180-a09c-3483b54ee015 req-deba3f29-d083-4a7f-b22b-edee9d9955fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac740ae4-8271-48a4-935e-74c1d5bb5e25 {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:07:18.677403 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-3eeffe84-bc99-4bb7-8e40-49b7da8f16b3 None None] Provisioning complete for port 495efa50-6c46-406d-b76f-a99eae8e4780 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:07:18.678020 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3eeffe84-bc99-4bb7-8e40-49b7da8f16b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:18.683448 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-02c6d228-77eb-4f17-9fce-0432bbc110f6 req-0b6bbbf7-1682-4ea4-8c3e-9966874ac2ca tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443262 Oct 30 15:07:18.689181 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-fb27758a-3603-4180-a09c-3483b54ee015 req-deba3f29-d083-4a7f-b22b-edee9d9955fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:18.703409 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24b8ca91-925f-424f-9e0b-836695ce5169 req-4467344d-1006-450e-a617-a84113ec2735 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Made reservation on behalf of b8aea481537c4f1b9ab8f7eccea88bfc for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:07:18.712983 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 7742aa37-8b40-4348-8ac4-a14876822ac2 details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:07:18.717519 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-24b8ca91-925f-424f-9e0b-836695ce5169 req-4467344d-1006-450e-a617-a84113ec2735 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:18.722411 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-fb27758a-3603-4180-a09c-3483b54ee015 req-deba3f29-d083-4a7f-b22b-edee9d9955fd service neutron] Transition to ACTIVE for port object ac740ae4-8271-48a4-935e-74c1d5bb5e25 will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:07:18.733204 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-fb27758a-3603-4180-a09c-3483b54ee015 req-deba3f29-d083-4a7f-b22b-edee9d9955fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:18.781881 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-3eeffe84-bc99-4bb7-8e40-49b7da8f16b3 None None] Port 495efa50-6c46-406d-b76f-a99eae8e4780 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:07:18.868031 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deba3f29-d083-4a7f-b22b-edee9d9955fd service neutron] Pushing event updated for resources: {'Port': ['ID=ac740ae4-8271-48a4-935e-74c1d5bb5e25,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:18.929135 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 7742aa37-8b40-4348-8ac4-a14876822ac2, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=7742aa37-8b40-4348-8ac4-a14876822ac2,segment=NetworkSegment(ef438171-9296-4cb4-a9a2-6d7294d77f81),segment_id=ef438171-9296-4cb4-a9a2-6d7294d77f81)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:07:18.943238 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': '7742aa37-8b40-4348-8ac4-a14876822ac2', 'network_id': '54a44e67-c153-4279-a113-56e728247797', 'port_id': '7742aa37-8b40-4348-8ac4-a14876822ac2', 'mac_address': 'fa:16:3e:0a:ab:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c0e0f8e-11ac-4cdd-bbc0-64de2560079b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:07:18.945385 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f622b189-6971-45fc-82ed-467965a82c02 None None] Network 9692ed5c-f259-4258-8606-c4a569c47bd6 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:07:18.947143 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 1bdc240c-44b4-4394-9ed5-ace834086c73 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:07:18.947695 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28046c14-6603-4e86-a6b7-db4f6500bded req-33aa7bc0-8d5e-4793-a72c-4a4d330ffb41 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:18.949322 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-28046c14-6603-4e86-a6b7-db4f6500bded req-33aa7bc0-8d5e-4793-a72c-4a4d330ffb41 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5cd747f-0053-4a71-a209-c70e7ecc520a HTTP/1.1" status: 200 len: 945 time: 0.1313896 Oct 30 15:07:18.995731 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-fb27758a-3603-4180-a09c-3483b54ee015 req-deba3f29-d083-4a7f-b22b-edee9d9955fd service neutron] Attempting to bind port ac740ae4-8271-48a4-935e-74c1d5bb5e25 on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:07:18.999195 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-fb27758a-3603-4180-a09c-3483b54ee015 req-deba3f29-d083-4a7f-b22b-edee9d9955fd service neutron] Attempting to bind port ac740ae4-8271-48a4-935e-74c1d5bb5e25 by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:07:18.999599 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb27758a-3603-4180-a09c-3483b54ee015 req-deba3f29-d083-4a7f-b22b-edee9d9955fd service neutron] Attempting to bind port ac740ae4-8271-48a4-935e-74c1d5bb5e25 on network 8de8b155-6e08-41c3-866a-8b30bb481704 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:07:19.011815 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-24b8ca91-925f-424f-9e0b-836695ce5169 req-4467344d-1006-450e-a617-a84113ec2735 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Allocated IP 172.20.0.13 (2f36ee91-6757-4d64-8719-4cb39651ac94/eb0d8673-4262-419a-bce2-caff67d0478f/b8323b08-d4fa-47cd-afb2-6f8216fb7b03) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:07:19.025664 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb27758a-3603-4180-a09c-3483b54ee015 req-deba3f29-d083-4a7f-b22b-edee9d9955fd service neutron] Port ac740ae4-8271-48a4-935e-74c1d5bb5e25 on network 8de8b155-6e08-41c3-866a-8b30bb481704 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:07:19.025930 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb27758a-3603-4180-a09c-3483b54ee015 req-deba3f29-d083-4a7f-b22b-edee9d9955fd service neutron] Attempting to bind port ac740ae4-8271-48a4-935e-74c1d5bb5e25 on network 8de8b155-6e08-41c3-866a-8b30bb481704 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:07:19.063203 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-28046c14-6603-4e86-a6b7-db4f6500bded req-aab9a2ac-d715-46cc-912e-ba64895bc819 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787547 Oct 30 15:07:19.086761 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb27758a-3603-4180-a09c-3483b54ee015 req-deba3f29-d083-4a7f-b22b-edee9d9955fd service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:07:19.086970 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb27758a-3603-4180-a09c-3483b54ee015 req-deba3f29-d083-4a7f-b22b-edee9d9955fd service neutron] Checking segment: {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:07:19.087425 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb27758a-3603-4180-a09c-3483b54ee015 req-deba3f29-d083-4a7f-b22b-edee9d9955fd service neutron] Bound using segment: {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:07:19.092694 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-94bb11e7-f561-487f-a006-9b021cabc1cb req-e3f64fb0-df53-4a07-a6b2-a04a7c526ecc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 495efa50-6c46-406d-b76f-a99eae8e4780 {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:07:19.099208 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-fb27758a-3603-4180-a09c-3483b54ee015 req-deba3f29-d083-4a7f-b22b-edee9d9955fd service neutron] Bound port: ac740ae4-8271-48a4-935e-74c1d5bb5e25, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:07:19.099740 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-fb27758a-3603-4180-a09c-3483b54ee015 req-deba3f29-d083-4a7f-b22b-edee9d9955fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:19.108102 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-94bb11e7-f561-487f-a006-9b021cabc1cb req-e3f64fb0-df53-4a07-a6b2-a04a7c526ecc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:19.112424 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:19.129064 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port 1bdc240c-44b4-4394-9ed5-ace834086c73 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:07:19.143456 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-94bb11e7-f561-487f-a006-9b021cabc1cb req-e3f64fb0-df53-4a07-a6b2-a04a7c526ecc service neutron] Transition to ACTIVE for port object 495efa50-6c46-406d-b76f-a99eae8e4780 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:07:19.150478 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-94bb11e7-f561-487f-a006-9b021cabc1cb req-e3f64fb0-df53-4a07-a6b2-a04a7c526ecc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:19.153439 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7742aa37-8b40-4348-8ac4-a14876822ac2 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:07:19.159160 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 1bdc240c-44b4-4394-9ed5-ace834086c73 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:07:19.159323 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:19.218815 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 7742aa37-8b40-4348-8ac4-a14876822ac2, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=7742aa37-8b40-4348-8ac4-a14876822ac2,segment=NetworkSegment(ef438171-9296-4cb4-a9a2-6d7294d77f81),segment_id=ef438171-9296-4cb4-a9a2-6d7294d77f81)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:07:19.247622 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:19.257401 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f64fb0-df53-4a07-a6b2-a04a7c526ecc service neutron] Pushing event updated for resources: {'Port': ['ID=495efa50-6c46-406d-b76f-a99eae8e4780,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:19.312228 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaedf3f5-36c5-40dd-9fa8-7dde1fee7eb3 req-d9b928cf-3a07-4a1a-a5b3-5b62ceb2228d tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:19.320013 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aaedf3f5-36c5-40dd-9fa8-7dde1fee7eb3 req-d9b928cf-3a07-4a1a-a5b3-5b62ceb2228d tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/ports?device_id=d345a361-ed84-4e4a-a36c-52dea2e8e556 HTTP/1.1" status: 200 len: 943 time: 0.1315682 Oct 30 15:07:19.328506 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=7742aa37-8b40-4348-8ac4-a14876822ac2,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:19.387055 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:19.389795 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aaedf3f5-36c5-40dd-9fa8-7dde1fee7eb3 req-c8edc78e-52f2-4970-9689-e577d0438e6f tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/security-groups?id=12ab4c72-90f4-43f1-a864-83e4ec6ae9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635996 Oct 30 15:07:19.401414 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-94bb11e7-f561-487f-a006-9b021cabc1cb req-e3f64fb0-df53-4a07-a6b2-a04a7c526ecc service neutron] Attempting to bind port 495efa50-6c46-406d-b76f-a99eae8e4780 on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:07:19.402242 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-94bb11e7-f561-487f-a006-9b021cabc1cb req-e3f64fb0-df53-4a07-a6b2-a04a7c526ecc service neutron] Attempting to bind port 495efa50-6c46-406d-b76f-a99eae8e4780 by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:07:19.402792 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bb11e7-f561-487f-a006-9b021cabc1cb req-e3f64fb0-df53-4a07-a6b2-a04a7c526ecc service neutron] Attempting to bind port 495efa50-6c46-406d-b76f-a99eae8e4780 on network 8de8b155-6e08-41c3-866a-8b30bb481704 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:07:19.411908 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bb11e7-f561-487f-a006-9b021cabc1cb req-e3f64fb0-df53-4a07-a6b2-a04a7c526ecc service neutron] Port 495efa50-6c46-406d-b76f-a99eae8e4780 on network 8de8b155-6e08-41c3-866a-8b30bb481704 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:07:19.415730 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bb11e7-f561-487f-a006-9b021cabc1cb req-e3f64fb0-df53-4a07-a6b2-a04a7c526ecc service neutron] Attempting to bind port 495efa50-6c46-406d-b76f-a99eae8e4780 on network 8de8b155-6e08-41c3-866a-8b30bb481704 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:07:19.424198 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bb11e7-f561-487f-a006-9b021cabc1cb req-e3f64fb0-df53-4a07-a6b2-a04a7c526ecc service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:07:19.431359 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bb11e7-f561-487f-a006-9b021cabc1cb req-e3f64fb0-df53-4a07-a6b2-a04a7c526ecc service neutron] Checking segment: {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:07:19.432076 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bb11e7-f561-487f-a006-9b021cabc1cb req-e3f64fb0-df53-4a07-a6b2-a04a7c526ecc service neutron] Bound using segment: {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:07:19.432792 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-94bb11e7-f561-487f-a006-9b021cabc1cb req-e3f64fb0-df53-4a07-a6b2-a04a7c526ecc service neutron] Bound port: 495efa50-6c46-406d-b76f-a99eae8e4780, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:07:19.433414 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-94bb11e7-f561-487f-a006-9b021cabc1cb req-e3f64fb0-df53-4a07-a6b2-a04a7c526ecc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:19.442075 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 1bdc240c-44b4-4394-9ed5-ace834086c73, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=1bdc240c-44b4-4394-9ed5-ace834086c73,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:07:19.446976 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:19.512513 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=1bdc240c-44b4-4394-9ed5-ace834086c73,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:19.530693 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-94bb11e7-f561-487f-a006-9b021cabc1cb req-e3f64fb0-df53-4a07-a6b2-a04a7c526ecc service neutron] For port 495efa50-6c46-406d-b76f-a99eae8e4780, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:07:19.534659 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-94bb11e7-f561-487f-a006-9b021cabc1cb req-e3f64fb0-df53-4a07-a6b2-a04a7c526ecc service neutron] For port 495efa50-6c46-406d-b76f-a99eae8e4780, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=495efa50-6c46-406d-b76f-a99eae8e4780,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:07:19.541155 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-94bb11e7-f561-487f-a006-9b021cabc1cb req-e3f64fb0-df53-4a07-a6b2-a04a7c526ecc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:19.559310 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6162e4b0-379c-4c74-af96-4fc91fe9377d req-bcc233df-6ffa-4f06-be59-2e881a21b427 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:19.565702 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['7742aa37-8b40-4348-8ac4-a14876822ac2'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:07:19.568594 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6162e4b0-379c-4c74-af96-4fc91fe9377d req-bcc233df-6ffa-4f06-be59-2e881a21b427 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/networks?id=9692ed5c-f259-4258-8606-c4a569c47bd6 HTTP/1.1" status: 200 len: 805 time: 0.5458817 Oct 30 15:07:19.605043 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb11e7-f561-487f-a006-9b021cabc1cb req-e3f64fb0-df53-4a07-a6b2-a04a7c526ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:19.605799 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-94bb11e7-f561-487f-a006-9b021cabc1cb req-e3f64fb0-df53-4a07-a6b2-a04a7c526ecc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:19.607838 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-94bb11e7-f561-487f-a006-9b021cabc1cb req-e3f64fb0-df53-4a07-a6b2-a04a7c526ecc service neutron] 10.222.0.44 "PUT /v2.0/ports/495efa50-6c46-406d-b76f-a99eae8e4780 HTTP/1.1" status: 200 len: 1096 time: 1.2458165 Oct 30 15:07:19.608936 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '481ec1fa-8cdb-4949-bd8c-88ce56d35415', 'tag': '495efa50-6c46-406d-b76f-a99eae8e4780'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:07:19.612009 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f45f39-d9e6-4130-a159-480ea1324455" -d '{"events": [{"name": "network-changed", "server_uuid": "481ec1fa-8cdb-4949-bd8c-88ce56d35415", "tag": "495efa50-6c46-406d-b76f-a99eae8e4780"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:07:19.656857 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-fb27758a-3603-4180-a09c-3483b54ee015 req-deba3f29-d083-4a7f-b22b-edee9d9955fd service neutron] For port ac740ae4-8271-48a4-935e-74c1d5bb5e25, host n-h2-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:07:19.677242 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6162e4b0-379c-4c74-af96-4fc91fe9377d req-7aae3907-99b9-4650-b90c-c40382bf632a tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/quotas/0f5568aa45224afa998c13f67eb4e102 HTTP/1.1" status: 200 len: 375 time: 0.1076777 Oct 30 15:07:19.718172 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-fb27758a-3603-4180-a09c-3483b54ee015 req-deba3f29-d083-4a7f-b22b-edee9d9955fd service neutron] For port ac740ae4-8271-48a4-935e-74c1d5bb5e25, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=ac740ae4-8271-48a4-935e-74c1d5bb5e25,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:07:19.724821 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6162e4b0-379c-4c74-af96-4fc91fe9377d req-a8119a85-6df6-4b62-9c21-edbcb343a49d tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0f5568aa45224afa998c13f67eb4e102&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459397 Oct 30 15:07:19.727050 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f64fb0-df53-4a07-a6b2-a04a7c526ecc service neutron] Pushing event updated for resources: {'Port': ['ID=495efa50-6c46-406d-b76f-a99eae8e4780,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:19.748981 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b18d1-fd8e-4159-9f62-fb3f0f806931 req-53d3fbc9-a6bc-4ecc-b1b8-ae2e8219cb87 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:19.759557 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-907b18d1-fd8e-4159-9f62-fb3f0f806931 req-53d3fbc9-a6bc-4ecc-b1b8-ae2e8219cb87 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e641d5-2c0d-48a6-8f23-8e9e8f7ea5b8 HTTP/1.1" status: 200 len: 950 time: 0.1650522 Oct 30 15:07:19.768471 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-fb27758a-3603-4180-a09c-3483b54ee015 req-deba3f29-d083-4a7f-b22b-edee9d9955fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:19.772723 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-24b8ca91-925f-424f-9e0b-836695ce5169 req-4467344d-1006-450e-a617-a84113ec2735 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:19.801439 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb11e7-f561-487f-a006-9b021cabc1cb req-40cc5173-8c41-4358-8706-d1e4590d0023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:19.802997 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-94bb11e7-f561-487f-a006-9b021cabc1cb req-40cc5173-8c41-4358-8706-d1e4590d0023 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=470fadf7aa904f7cb8fbf1ba1ab73a55&device_id=481ec1fa-8cdb-4949-bd8c-88ce56d35415 HTTP/1.1" status: 200 len: 1099 time: 0.1336277 Oct 30 15:07:19.823026 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-907b18d1-fd8e-4159-9f62-fb3f0f806931 req-f77abfa8-5993-4a0a-8881-db855bcf7cc9 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625861 Oct 30 15:07:19.861479 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-94bb11e7-f561-487f-a006-9b021cabc1cb req-cef4923e-9ae8-421b-a3a6-1159da54a003 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=495efa50-6c46-406d-b76f-a99eae8e4780 HTTP/1.1" status: 200 len: 217 time: 0.0494406 Oct 30 15:07:19.910813 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27758a-3603-4180-a09c-3483b54ee015 req-deba3f29-d083-4a7f-b22b-edee9d9955fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:19.911441 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-fb27758a-3603-4180-a09c-3483b54ee015 req-deba3f29-d083-4a7f-b22b-edee9d9955fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:19.913062 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fb27758a-3603-4180-a09c-3483b54ee015 req-deba3f29-d083-4a7f-b22b-edee9d9955fd service neutron] 10.222.0.44 "PUT /v2.0/ports/ac740ae4-8271-48a4-935e-74c1d5bb5e25 HTTP/1.1" status: 200 len: 1097 time: 2.2268741 Oct 30 15:07:19.913698 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9f1a39e-6b93-4eda-98c7-fd549c4a980a', 'tag': 'ac740ae4-8271-48a4-935e-74c1d5bb5e25'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:07:19.916077 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aacb61bd-113d-4302-bf41-06df9d13c779" -d '{"events": [{"name": "network-changed", "server_uuid": "d9f1a39e-6b93-4eda-98c7-fd549c4a980a", "tag": "ac740ae4-8271-48a4-935e-74c1d5bb5e25"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:07:19.921984 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deba3f29-d083-4a7f-b22b-edee9d9955fd service neutron] Pushing event updated for resources: {'Port': ['ID=ac740ae4-8271-48a4-935e-74c1d5bb5e25,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:20.023924 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6162e4b0-379c-4c74-af96-4fc91fe9377d req-092498e8-19b6-49ee-858f-f9d3298c09bd service neutron] 10.222.0.62 "GET /v2.0/networks/9692ed5c-f259-4258-8606-c4a569c47bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494822 Oct 30 15:07:20.025221 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '157f403f-2dcb-4025-a92e-f19553993c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bdc240c-44b4-4394-9ed5-ace834086c73'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:07:20.029830 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b1b1cd-c12e-4bb0-b118-391560bdc6e9" -d '{"events": [{"server_uuid": "157f403f-2dcb-4025-a92e-f19553993c5f", "name": "network-vif-plugged", "status": "completed", "tag": "1bdc240c-44b4-4394-9ed5-ace834086c73"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:07:20.035793 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-24b8ca91-925f-424f-9e0b-836695ce5169 req-4467344d-1006-450e-a617-a84113ec2735 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:20.131071 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27758a-3603-4180-a09c-3483b54ee015 req-232b02e4-f7a5-4bcd-9e60-d4eb69588823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:20.132750 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fb27758a-3603-4180-a09c-3483b54ee015 req-232b02e4-f7a5-4bcd-9e60-d4eb69588823 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=470fadf7aa904f7cb8fbf1ba1ab73a55&device_id=d9f1a39e-6b93-4eda-98c7-fd549c4a980a HTTP/1.1" status: 200 len: 1100 time: 0.1569376 Oct 30 15:07:20.160777 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24b8ca91-925f-424f-9e0b-836695ce5169 req-4467344d-1006-450e-a617-a84113ec2735 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Network 2f36ee91-6757-4d64-8719-4cb39651ac94 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:07:20.198663 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fb27758a-3603-4180-a09c-3483b54ee015 req-6b9dc387-5ae3-4746-b52b-fc6b6f3dd9cc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=ac740ae4-8271-48a4-935e-74c1d5bb5e25 HTTP/1.1" status: 200 len: 217 time: 0.0484674 Oct 30 15:07:20.199723 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-24b8ca91-925f-424f-9e0b-836695ce5169 req-4467344d-1006-450e-a617-a84113ec2735 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:07:20.203571 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4467344d-1006-450e-a617-a84113ec2735 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Pushing event updated for resources: {'Port': ['ID=b8323b08-d4fa-47cd-afb2-6f8216fb7b03,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:20.209101 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b8ca91-925f-424f-9e0b-836695ce5169 req-4467344d-1006-450e-a617-a84113ec2735 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:07:20.212256 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb11e7-f561-487f-a006-9b021cabc1cb req-c3ec4497-dff8-466a-a161-960dbc07c8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:20.213712 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-94bb11e7-f561-487f-a006-9b021cabc1cb req-c3ec4497-dff8-466a-a161-960dbc07c8ec service neutron] 10.222.0.44 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.3443871 Oct 30 15:07:20.226311 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89fe711-a52d-452e-9837-dfe179a5e03b req-1243e7bc-c8f9-448c-adfe-aab26e88d737 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:20.227744 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c89fe711-a52d-452e-9837-dfe179a5e03b req-1243e7bc-c8f9-448c-adfe-aab26e88d737 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] 10.222.0.62 "GET /v2.0/ports?device_id=481ec1fa-8cdb-4949-bd8c-88ce56d35415 HTTP/1.1" status: 200 len: 947 time: 0.0613124 Oct 30 15:07:20.301174 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c89fe711-a52d-452e-9837-dfe179a5e03b req-88dcba55-6704-49c5-8e01-99e54876eedc tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbeb9008-c90c-4174-8348-aac0ca862d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636823 Oct 30 15:07:20.303857 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb11e7-f561-487f-a006-9b021cabc1cb req-3103ae6c-6bc5-4bec-b1c1-7fdfa8b95b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:20.305859 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-94bb11e7-f561-487f-a006-9b021cabc1cb req-3103ae6c-6bc5-4bec-b1c1-7fdfa8b95b96 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0768726 Oct 30 15:07:20.316955 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8ca91-925f-424f-9e0b-836695ce5169 req-4467344d-1006-450e-a617-a84113ec2735 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:20.317579 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-24b8ca91-925f-424f-9e0b-836695ce5169 req-4467344d-1006-450e-a617-a84113ec2735 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:20.334256 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6162e4b0-379c-4c74-af96-4fc91fe9377d req-e2761141-182a-4b55-b1bc-91ec42017f12 service neutron] 10.222.0.62 "GET /v2.0/networks/9692ed5c-f259-4258-8606-c4a569c47bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959468 Oct 30 15:07:20.341359 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-24b8ca91-925f-424f-9e0b-836695ce5169 req-4467344d-1006-450e-a617-a84113ec2735 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0628035 Oct 30 15:07:20.345211 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27758a-3603-4180-a09c-3483b54ee015 req-b6337562-e899-443c-8bf3-96ac129d05f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:20.346655 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fb27758a-3603-4180-a09c-3483b54ee015 req-b6337562-e899-443c-8bf3-96ac129d05f0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.1132488 Oct 30 15:07:20.360478 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-24b8ca91-925f-424f-9e0b-836695ce5169 req-83e2b643-962e-42c3-8331-85f20332a7fb service neutron] Request body: {'port': {'device_id': 'b63152b8-8683-4975-aea1-06378122bbed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:07:20.365638 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564ab989-84b3-4f15-a44a-a627a31986be x-openstack-request-id: req-564ab989-84b3-4f15-a44a-a627a31986be {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:07:20.365946 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "481ec1fa-8cdb-4949-bd8c-88ce56d35415", "tag": "495efa50-6c46-406d-b76f-a99eae8e4780", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:07:20.366186 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-564ab989-84b3-4f15-a44a-a627a31986be {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:07:20.366579 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '481ec1fa-8cdb-4949-bd8c-88ce56d35415', 'tag': '495efa50-6c46-406d-b76f-a99eae8e4780', 'status': 'completed', 'code': 200} Oct 30 15:07:20.448460 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-94bb11e7-f561-487f-a006-9b021cabc1cb req-0ec9b0dd-54db-467a-b0e8-52f9c9c44693 service neutron] 10.222.0.44 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277745 Oct 30 15:07:20.456469 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27758a-3603-4180-a09c-3483b54ee015 req-d21affcd-5cf7-4065-871c-3637b1042012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:20.457924 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fb27758a-3603-4180-a09c-3483b54ee015 req-d21affcd-5cf7-4065-871c-3637b1042012 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0942776 Oct 30 15:07:20.469069 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-24b8ca91-925f-424f-9e0b-836695ce5169 req-83e2b643-962e-42c3-8331-85f20332a7fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:20.522107 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf2da88-c5dc-4d84-b88a-0525ac8cb43f req-c717c6a6-f756-4c19-8578-5cdbda479d05 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:20.523626 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9cf2da88-c5dc-4d84-b88a-0525ac8cb43f req-c717c6a6-f756-4c19-8578-5cdbda479d05 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=b63152b8-8683-4975-aea1-06378122bbed HTTP/1.1" status: 200 len: 932 time: 0.1068625 Oct 30 15:07:20.589234 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9cf2da88-c5dc-4d84-b88a-0525ac8cb43f req-c29ab40d-4d9a-4246-8231-36d67162b0cc tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556128 Oct 30 15:07:20.600306 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-94bb11e7-f561-487f-a006-9b021cabc1cb req-9c115285-9588-4539-a3b5-21eabf61cd5b service neutron] 10.222.0.44 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424732 Oct 30 15:07:20.687582 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b09f0f-6afa-4c77-a050-450aeeac68d8 x-openstack-request-id: req-c9b09f0f-6afa-4c77-a050-450aeeac68d8 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:07:20.688241 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9f1a39e-6b93-4eda-98c7-fd549c4a980a", "tag": "ac740ae4-8271-48a4-935e-74c1d5bb5e25", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:07:20.688241 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c9b09f0f-6afa-4c77-a050-450aeeac68d8 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:07:20.688507 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9f1a39e-6b93-4eda-98c7-fd549c4a980a', 'tag': 'ac740ae4-8271-48a4-935e-74c1d5bb5e25', 'status': 'completed', 'code': 200} Oct 30 15:07:20.694781 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35100bf4-88e9-43ea-8486-83548bb45539 x-openstack-request-id: req-35100bf4-88e9-43ea-8486-83548bb45539 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:07:20.695317 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "157f403f-2dcb-4025-a92e-f19553993c5f", "name": "network-vif-plugged", "status": "completed", "tag": "1bdc240c-44b4-4394-9ed5-ace834086c73", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:07:20.698161 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-35100bf4-88e9-43ea-8486-83548bb45539 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:07:20.699408 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '157f403f-2dcb-4025-a92e-f19553993c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bdc240c-44b4-4394-9ed5-ace834086c73', 'code': 200} Oct 30 15:07:20.724140 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ff462-060c-46ca-b732-0e57739f4ca6 req-7656c5cb-b19b-4f7e-a634-b6e29ebd99cc tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:20.725644 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-254ff462-060c-46ca-b732-0e57739f4ca6 req-7656c5cb-b19b-4f7e-a634-b6e29ebd99cc tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=157f403f-2dcb-4025-a92e-f19553993c5f HTTP/1.1" status: 200 len: 950 time: 0.1694574 Oct 30 15:07:20.733709 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 7742aa37-8b40-4348-8ac4-a14876822ac2 up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:07:20.760350 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fb27758a-3603-4180-a09c-3483b54ee015 req-8badaa95-5063-463e-8e7f-5fc9e3394d17 service neutron] 10.222.0.44 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887425 Oct 30 15:07:20.794093 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port 7742aa37-8b40-4348-8ac4-a14876822ac2 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:07:20.798660 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f45f39-d9e6-4130-a159-480ea1324455 req-996cc4eb-64a3-4613-944c-1e6f5d2178b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:20.800318 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b1f45f39-d9e6-4130-a159-480ea1324455 req-996cc4eb-64a3-4613-944c-1e6f5d2178b2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=470fadf7aa904f7cb8fbf1ba1ab73a55&device_id=481ec1fa-8cdb-4949-bd8c-88ce56d35415 HTTP/1.1" status: 200 len: 1099 time: 0.1041737 Oct 30 15:07:20.801511 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port 7742aa37-8b40-4348-8ac4-a14876822ac2 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:07:20.803253 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:20.820706 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872aaf56-5a63-4046-bab3-d9de917908a7 req-fa05f5c9-0554-4e76-a946-507db779ea9a tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:20.822318 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-872aaf56-5a63-4046-bab3-d9de917908a7 req-fa05f5c9-0554-4e76-a946-507db779ea9a tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5cd747f-0053-4a71-a209-c70e7ecc520a HTTP/1.1" status: 200 len: 945 time: 0.0720098 Oct 30 15:07:20.935321 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-872aaf56-5a63-4046-bab3-d9de917908a7 req-1b9e64a5-57a9-46dc-b798-55cdaf483888 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014431 Oct 30 15:07:20.942995 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:20.963555 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-254ff462-060c-46ca-b732-0e57739f4ca6 req-72f8ccad-1c89-42c1-8ef9-1ee029c3fffa tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161098 Oct 30 15:07:20.993601 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a884828-4af9-438d-906c-b3d60f91b960 req-758b001e-d984-4df2-a96e-e85ece94a479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:20.995325 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2a884828-4af9-438d-906c-b3d60f91b960 req-758b001e-d984-4df2-a96e-e85ece94a479 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=157f403f-2dcb-4025-a92e-f19553993c5f HTTP/1.1" status: 200 len: 1102 time: 0.1981885 Oct 30 15:07:21.013345 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 7742aa37-8b40-4348-8ac4-a14876822ac2, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=7742aa37-8b40-4348-8ac4-a14876822ac2,segment=NetworkSegment(ef438171-9296-4cb4-a9a2-6d7294d77f81),segment_id=ef438171-9296-4cb4-a9a2-6d7294d77f81)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:07:21.017469 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:21.085798 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cedeac23-9aa4-403d-987f-110921b07cfd req-900852e3-f662-45ae-ae78-0f1c0bd8a4db tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/ports?device_id=24dc9bdc-2ea7-40f2-846c-eab83c09b617 HTTP/1.1" status: 200 len: 210 time: 0.0721436 Oct 30 15:07:21.088655 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2a884828-4af9-438d-906c-b3d60f91b960 req-f2d9a553-5b9d-4a8c-b4e7-75232d2bac3b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837424 Oct 30 15:07:21.097882 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f45f39-d9e6-4130-a159-480ea1324455 req-762fe6c7-d944-4fb4-87c9-a877f37d0a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:21.099782 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b1f45f39-d9e6-4130-a159-480ea1324455 req-762fe6c7-d944-4fb4-87c9-a877f37d0a10 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8de8b155-6e08-41c3-866a-8b30bb481704 HTTP/1.1" status: 200 len: 870 time: 0.2763312 Oct 30 15:07:21.106461 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b5e044d2-5f63-4ea1-a5de-6cc8b2db8c20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:21.114508 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=7742aa37-8b40-4348-8ac4-a14876822ac2,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:21.121045 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fb27758a-3603-4180-a09c-3483b54ee015 req-b0a75b28-27f6-46d4-b13b-cacc51763574 service neutron] 10.222.0.44 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3488519 Oct 30 15:07:21.177306 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b1f45f39-d9e6-4130-a159-480ea1324455 req-959e232a-b61d-44f2-ba8f-093000c76666 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=495efa50-6c46-406d-b76f-a99eae8e4780 HTTP/1.1" status: 200 len: 217 time: 0.0678587 Oct 30 15:07:21.177768 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecff182-7526-45ee-a02d-35f011921680 req-4afee391-9ee0-46a9-96a9-ce096c6236b1 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:21.179247 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7ecff182-7526-45ee-a02d-35f011921680 req-4afee391-9ee0-46a9-96a9-ce096c6236b1 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/ports?device_id=d345a361-ed84-4e4a-a36c-52dea2e8e556 HTTP/1.1" status: 200 len: 945 time: 0.0820749 Oct 30 15:07:21.239135 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f45f39-d9e6-4130-a159-480ea1324455 req-f1276f3d-6af0-4519-a0a0-1aa53311e1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:21.240686 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b1f45f39-d9e6-4130-a159-480ea1324455 req-f1276f3d-6af0-4519-a0a0-1aa53311e1e4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.0473001 Oct 30 15:07:21.255852 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-24b8ca91-925f-424f-9e0b-836695ce5169 req-83e2b643-962e-42c3-8331-85f20332a7fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8323b08-d4fa-47cd-afb2-6f8216fb7b03 {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:07:21.268235 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-24b8ca91-925f-424f-9e0b-836695ce5169 req-83e2b643-962e-42c3-8331-85f20332a7fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:21.294765 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7ecff182-7526-45ee-a02d-35f011921680 req-7eca09e5-d292-48e7-a7f4-4541d36330c2 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/security-groups?id=12ab4c72-90f4-43f1-a864-83e4ec6ae9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936995 Oct 30 15:07:21.298717 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb61bd-113d-4302-bf41-06df9d13c779 req-d831202f-853b-416e-b6e2-f27a71a7eaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:21.300174 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-aacb61bd-113d-4302-bf41-06df9d13c779 req-d831202f-853b-416e-b6e2-f27a71a7eaff service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=470fadf7aa904f7cb8fbf1ba1ab73a55&device_id=d9f1a39e-6b93-4eda-98c7-fd549c4a980a HTTP/1.1" status: 200 len: 1100 time: 0.0980885 Oct 30 15:07:21.302663 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-24b8ca91-925f-424f-9e0b-836695ce5169 req-83e2b643-962e-42c3-8331-85f20332a7fb service neutron] Transition to ACTIVE for port object b8323b08-d4fa-47cd-afb2-6f8216fb7b03 will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:07:21.316494 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-24b8ca91-925f-424f-9e0b-836695ce5169 req-83e2b643-962e-42c3-8331-85f20332a7fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:21.322050 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f45f39-d9e6-4130-a159-480ea1324455 req-51dadb82-7b60-4eb6-b9c3-9f3b3a6b4a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:21.323579 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b1f45f39-d9e6-4130-a159-480ea1324455 req-51dadb82-7b60-4eb6-b9c3-9f3b3a6b4a30 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0691528 Oct 30 15:07:21.331534 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a2e2a8-5c71-4c33-9466-4c9b30e13fea req-71621fb1-e166-4b71-9e15-58aec8c0c05a tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:21.332974 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-91a2e2a8-5c71-4c33-9466-4c9b30e13fea req-71621fb1-e166-4b71-9e15-58aec8c0c05a tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e641d5-2c0d-48a6-8f23-8e9e8f7ea5b8 HTTP/1.1" status: 200 len: 950 time: 0.0909507 Oct 30 15:07:21.431749 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-91a2e2a8-5c71-4c33-9466-4c9b30e13fea req-1c69a7f1-a8d8-4a09-99e1-7e856e9d0079 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888548 Oct 30 15:07:21.448955 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e2b643-962e-42c3-8331-85f20332a7fb service neutron] Pushing event updated for resources: {'Port': ['ID=b8323b08-d4fa-47cd-afb2-6f8216fb7b03,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:21.461747 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b1f45f39-d9e6-4130-a159-480ea1324455 req-bdb9d1c2-0c73-417d-84d5-fb5dd48cd623 service neutron] 10.222.0.44 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278191 Oct 30 15:07:21.565997 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b1f45f39-d9e6-4130-a159-480ea1324455 req-e203ad1f-9c4c-47cf-9205-5b349325ff90 service neutron] 10.222.0.44 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966377 Oct 30 15:07:21.710219 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb61bd-113d-4302-bf41-06df9d13c779 req-ed07e071-ec40-4cfe-8e8a-0f6e22d366f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:21.711598 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-aacb61bd-113d-4302-bf41-06df9d13c779 req-ed07e071-ec40-4cfe-8e8a-0f6e22d366f7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8de8b155-6e08-41c3-866a-8b30bb481704 HTTP/1.1" status: 200 len: 870 time: 0.4042435 Oct 30 15:07:21.712314 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d608cf-603b-4fd5-9ccd-ad2f7e781218 req-03699a2f-58f7-45e7-a0c4-a330cb27ad6d tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:21.713792 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-45d608cf-603b-4fd5-9ccd-ad2f7e781218 req-03699a2f-58f7-45e7-a0c4-a330cb27ad6d tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=b63152b8-8683-4975-aea1-06378122bbed HTTP/1.1" status: 200 len: 944 time: 0.0504458 Oct 30 15:07:21.719344 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26f0408-577b-4c32-8c49-2627d99014b5 req-9f9ec88f-0acd-40a8-bba9-9fb207c87ab3 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:21.720702 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d26f0408-577b-4c32-8c49-2627d99014b5 req-9f9ec88f-0acd-40a8-bba9-9fb207c87ab3 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] 10.222.0.62 "GET /v2.0/ports?device_id=481ec1fa-8cdb-4949-bd8c-88ce56d35415 HTTP/1.1" status: 200 len: 947 time: 0.3218317 Oct 30 15:07:21.753379 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-45d608cf-603b-4fd5-9ccd-ad2f7e781218 req-8ef13648-9233-4225-b420-f5af99c48200 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329642 Oct 30 15:07:21.773787 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-aacb61bd-113d-4302-bf41-06df9d13c779 req-cd822a95-1551-4f52-a6cb-e4bd391b9b1e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=ac740ae4-8271-48a4-935e-74c1d5bb5e25 HTTP/1.1" status: 200 len: 217 time: 0.0505366 Oct 30 15:07:21.795906 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-24b8ca91-925f-424f-9e0b-836695ce5169 req-83e2b643-962e-42c3-8331-85f20332a7fb service neutron] Attempting to bind port b8323b08-d4fa-47cd-afb2-6f8216fb7b03 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:07:21.796237 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-24b8ca91-925f-424f-9e0b-836695ce5169 req-83e2b643-962e-42c3-8331-85f20332a7fb service neutron] Attempting to bind port b8323b08-d4fa-47cd-afb2-6f8216fb7b03 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2f36ee91-6757-4d64-8719-4cb39651ac94'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:07:21.796557 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b8ca91-925f-424f-9e0b-836695ce5169 req-83e2b643-962e-42c3-8331-85f20332a7fb service neutron] Attempting to bind port b8323b08-d4fa-47cd-afb2-6f8216fb7b03 on network 2f36ee91-6757-4d64-8719-4cb39651ac94 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:07:21.829416 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b8ca91-925f-424f-9e0b-836695ce5169 req-83e2b643-962e-42c3-8331-85f20332a7fb service neutron] Port b8323b08-d4fa-47cd-afb2-6f8216fb7b03 on network 2f36ee91-6757-4d64-8719-4cb39651ac94 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:07:21.829742 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b8ca91-925f-424f-9e0b-836695ce5169 req-83e2b643-962e-42c3-8331-85f20332a7fb service neutron] Attempting to bind port b8323b08-d4fa-47cd-afb2-6f8216fb7b03 on network 2f36ee91-6757-4d64-8719-4cb39651ac94 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:07:21.833970 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d26f0408-577b-4c32-8c49-2627d99014b5 req-84540804-911a-4221-99c6-ebefaec83aba tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbeb9008-c90c-4174-8348-aac0ca862d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039279 Oct 30 15:07:21.840411 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b8ca91-925f-424f-9e0b-836695ce5169 req-83e2b643-962e-42c3-8331-85f20332a7fb service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:07:21.840752 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b8ca91-925f-424f-9e0b-836695ce5169 req-83e2b643-962e-42c3-8331-85f20332a7fb service neutron] Checking segment: {'id': '5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2f36ee91-6757-4d64-8719-4cb39651ac94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:07:21.841718 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b8ca91-925f-424f-9e0b-836695ce5169 req-83e2b643-962e-42c3-8331-85f20332a7fb service neutron] Bound using segment: {'id': '5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2f36ee91-6757-4d64-8719-4cb39651ac94'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:07:21.842427 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-24b8ca91-925f-424f-9e0b-836695ce5169 req-83e2b643-962e-42c3-8331-85f20332a7fb service neutron] Bound port: b8323b08-d4fa-47cd-afb2-6f8216fb7b03, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2f36ee91-6757-4d64-8719-4cb39651ac94'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:07:21.842792 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-24b8ca91-925f-424f-9e0b-836695ce5169 req-83e2b643-962e-42c3-8331-85f20332a7fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:21.892873 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb61bd-113d-4302-bf41-06df9d13c779 req-6ed9733c-5548-4c0e-9d78-ec78159983c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:21.894366 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-aacb61bd-113d-4302-bf41-06df9d13c779 req-6ed9733c-5548-4c0e-9d78-ec78159983c6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.1002266 Oct 30 15:07:22.032826 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-24b8ca91-925f-424f-9e0b-836695ce5169 req-83e2b643-962e-42c3-8331-85f20332a7fb service neutron] For port b8323b08-d4fa-47cd-afb2-6f8216fb7b03, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:07:22.049235 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb61bd-113d-4302-bf41-06df9d13c779 req-b4e37114-28e5-4196-85aa-385fa2a331bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:22.050697 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-aacb61bd-113d-4302-bf41-06df9d13c779 req-b4e37114-28e5-4196-85aa-385fa2a331bc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1453223 Oct 30 15:07:22.079037 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a91220c-141b-4d25-8393-5f69a3b4ea50 req-fdeed612-a09e-448c-83d9-e4215860cb86 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:22.080546 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2a91220c-141b-4d25-8393-5f69a3b4ea50 req-fdeed612-a09e-448c-83d9-e4215860cb86 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5cd747f-0053-4a71-a209-c70e7ecc520a HTTP/1.1" status: 200 len: 945 time: 0.0540164 Oct 30 15:07:22.096729 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-24b8ca91-925f-424f-9e0b-836695ce5169 req-83e2b643-962e-42c3-8331-85f20332a7fb service neutron] For port b8323b08-d4fa-47cd-afb2-6f8216fb7b03, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=b8323b08-d4fa-47cd-afb2-6f8216fb7b03,segment=NetworkSegment(5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87),segment_id=5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:07:22.120389 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2a91220c-141b-4d25-8393-5f69a3b4ea50 req-56b852cc-2296-43a1-a92f-0e4e477eb84c tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337098 Oct 30 15:07:22.138393 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-24b8ca91-925f-424f-9e0b-836695ce5169 req-83e2b643-962e-42c3-8331-85f20332a7fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:22.146924 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6162e4b0-379c-4c74-af96-4fc91fe9377d req-32abb390-ee99-4e1c-a1bc-8d5a0018e333 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:22.148389 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6162e4b0-379c-4c74-af96-4fc91fe9377d req-32abb390-ee99-4e1c-a1bc-8d5a0018e333 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.53 "GET /v2.0/networks?id=9692ed5c-f259-4258-8606-c4a569c47bd6 HTTP/1.1" status: 200 len: 805 time: 0.2581038 Oct 30 15:07:22.196169 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-6162e4b0-379c-4c74-af96-4fc91fe9377d req-2c80e607-1c33-46f8-a77d-f7d0bea0a80d tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Request body: {'port': {'device_id': '24dc9bdc-2ea7-40f2-846c-eab83c09b617', 'network_id': '9692ed5c-f259-4258-8606-c4a569c47bd6', 'admin_state_up': True, 'tenant_id': '0f5568aa45224afa998c13f67eb4e102'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:07:22.217856 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3e365be8-730c-4d31-959c-98a2a55050b0 req-4b8775f6-56b4-4596-a630-c555ed1d4c4c tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/ports?device_id=24dc9bdc-2ea7-40f2-846c-eab83c09b617 HTTP/1.1" status: 200 len: 210 time: 0.0280032 Oct 30 15:07:22.225800 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8ca91-925f-424f-9e0b-836695ce5169 req-83e2b643-962e-42c3-8331-85f20332a7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:22.226348 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-24b8ca91-925f-424f-9e0b-836695ce5169 req-83e2b643-962e-42c3-8331-85f20332a7fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:22.227753 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-24b8ca91-925f-424f-9e0b-836695ce5169 req-83e2b643-962e-42c3-8331-85f20332a7fb service neutron] 10.222.0.53 "PUT /v2.0/ports/b8323b08-d4fa-47cd-afb2-6f8216fb7b03 HTTP/1.1" status: 200 len: 1093 time: 1.8727698 Oct 30 15:07:22.294265 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc244c-f463-4e24-8658-31a0f21b6332 req-5a057529-7a5d-482e-b347-830c6cb7b8d3 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:22.295739 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5ddc244c-f463-4e24-8658-31a0f21b6332 req-5a057529-7a5d-482e-b347-830c6cb7b8d3 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=157f403f-2dcb-4025-a92e-f19553993c5f HTTP/1.1" status: 200 len: 950 time: 0.2606227 Oct 30 15:07:22.370888 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e2b643-962e-42c3-8331-85f20332a7fb service neutron] Pushing event updated for resources: {'Port': ['ID=b8323b08-d4fa-47cd-afb2-6f8216fb7b03,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:22.393327 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-aacb61bd-113d-4302-bf41-06df9d13c779 req-ea7ed2b2-f3f1-40c7-9428-db10f68374f7 service neutron] 10.222.0.44 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261969 Oct 30 15:07:22.447977 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5ddc244c-f463-4e24-8658-31a0f21b6332 req-66b90ba6-a46c-46d0-b4b6-741a8e39f51f tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270444 Oct 30 15:07:22.448240 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba2cd96-0c2f-403f-bf11-82aee50a8ff1 req-d88be54a-b441-4da0-a72f-4fad55776fe1 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:22.455740 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9ba2cd96-0c2f-403f-bf11-82aee50a8ff1 req-d88be54a-b441-4da0-a72f-4fad55776fe1 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/ports?device_id=d345a361-ed84-4e4a-a36c-52dea2e8e556 HTTP/1.1" status: 200 len: 945 time: 0.0598958 Oct 30 15:07:22.490061 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9ba2cd96-0c2f-403f-bf11-82aee50a8ff1 req-21b7b146-fd0d-4bec-83d2-f8540f8f3b95 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/security-groups?id=12ab4c72-90f4-43f1-a864-83e4ec6ae9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334563 Oct 30 15:07:22.492782 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8ca91-925f-424f-9e0b-836695ce5169 req-afc38c78-61b7-4c58-84a0-e7b6e2cf4b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:22.494288 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-24b8ca91-925f-424f-9e0b-836695ce5169 req-afc38c78-61b7-4c58-84a0-e7b6e2cf4b33 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b8aea481537c4f1b9ab8f7eccea88bfc&device_id=b63152b8-8683-4975-aea1-06378122bbed HTTP/1.1" status: 200 len: 1096 time: 0.2130556 Oct 30 15:07:22.553398 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-24b8ca91-925f-424f-9e0b-836695ce5169 req-fa3bf290-e5ca-47cb-9db0-259248ed8192 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8323b08-d4fa-47cd-afb2-6f8216fb7b03 HTTP/1.1" status: 200 len: 217 time: 0.0462091 Oct 30 15:07:22.585295 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6162e4b0-379c-4c74-af96-4fc91fe9377d req-2c80e607-1c33-46f8-a77d-f7d0bea0a80d tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Made reservation on behalf of 0f5568aa45224afa998c13f67eb4e102 for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:07:22.588675 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-6162e4b0-379c-4c74-af96-4fc91fe9377d req-2c80e607-1c33-46f8-a77d-f7d0bea0a80d tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:22.654673 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-aacb61bd-113d-4302-bf41-06df9d13c779 req-45f1ceba-dc28-44c0-aaeb-fe42fa2e9fa6 service neutron] 10.222.0.44 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419429 Oct 30 15:07:22.683203 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc01752f-9b44-4f69-a84e-fe62ba5b9afc req-83692815-8cc3-42a0-9004-6cc96196ae67 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:22.685498 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cc01752f-9b44-4f69-a84e-fe62ba5b9afc req-83692815-8cc3-42a0-9004-6cc96196ae67 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e641d5-2c0d-48a6-8f23-8e9e8f7ea5b8 HTTP/1.1" status: 200 len: 950 time: 0.1378777 Oct 30 15:07:22.688936 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8ca91-925f-424f-9e0b-836695ce5169 req-0a88167e-aa77-4e98-8db7-8f6e1ee591a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:22.690288 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-24b8ca91-925f-424f-9e0b-836695ce5169 req-0a88167e-aa77-4e98-8db7-8f6e1ee591a0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=eb0d8673-4262-419a-bce2-caff67d0478f HTTP/1.1" status: 200 len: 848 time: 0.1063929 Oct 30 15:07:22.701384 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd345a361-ed84-4e4a-a36c-52dea2e8e556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7742aa37-8b40-4348-8ac4-a14876822ac2'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:07:22.704430 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d690d883-1b7c-49fe-974f-c803226faa10" -d '{"events": [{"server_uuid": "d345a361-ed84-4e4a-a36c-52dea2e8e556", "name": "network-vif-plugged", "status": "completed", "tag": "7742aa37-8b40-4348-8ac4-a14876822ac2"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:07:22.716258 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b63152b8-8683-4975-aea1-06378122bbed', 'tag': 'b8323b08-d4fa-47cd-afb2-6f8216fb7b03'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:07:22.718855 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0106f2-5b5d-4443-945c-a6c0c48e72bb" -d '{"events": [{"name": "network-changed", "server_uuid": "b63152b8-8683-4975-aea1-06378122bbed", "tag": "b8323b08-d4fa-47cd-afb2-6f8216fb7b03"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:07:22.742940 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf97414-9ff8-4036-b6c4-849f8cc11ce4 x-openstack-request-id: req-6bf97414-9ff8-4036-b6c4-849f8cc11ce4 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:07:22.743336 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d345a361-ed84-4e4a-a36c-52dea2e8e556", "name": "network-vif-plugged", "status": "completed", "tag": "7742aa37-8b40-4348-8ac4-a14876822ac2", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:07:22.743705 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6bf97414-9ff8-4036-b6c4-849f8cc11ce4 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:07:22.744208 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd345a361-ed84-4e4a-a36c-52dea2e8e556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7742aa37-8b40-4348-8ac4-a14876822ac2', 'code': 200} Oct 30 15:07:22.764004 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-24b8ca91-925f-424f-9e0b-836695ce5169 req-ccad2f33-923d-47ad-8fe0-28360720ae46 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2f36ee91-6757-4d64-8719-4cb39651ac94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422044 Oct 30 15:07:22.787958 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05fd138f-4d48-43cb-b557-913332ed1582 x-openstack-request-id: req-05fd138f-4d48-43cb-b557-913332ed1582 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:07:22.788258 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b63152b8-8683-4975-aea1-06378122bbed", "tag": "b8323b08-d4fa-47cd-afb2-6f8216fb7b03", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:07:22.788496 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-05fd138f-4d48-43cb-b557-913332ed1582 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:07:22.788879 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b63152b8-8683-4975-aea1-06378122bbed', 'tag': 'b8323b08-d4fa-47cd-afb2-6f8216fb7b03', 'status': 'completed', 'code': 200} Oct 30 15:07:22.877314 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a80822-5f27-434b-a8da-918ee03e4533 req-59d0a3c0-d6d0-492c-a1e0-7beb800c255c tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:22.878864 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-52a80822-5f27-434b-a8da-918ee03e4533 req-59d0a3c0-d6d0-492c-a1e0-7beb800c255c tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=b63152b8-8683-4975-aea1-06378122bbed HTTP/1.1" status: 200 len: 944 time: 0.0530112 Oct 30 15:07:22.904845 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cc01752f-9b44-4f69-a84e-fe62ba5b9afc req-cf281a31-3b32-401f-bf51-d0e5da0d365a tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819768 Oct 30 15:07:22.928460 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-52a80822-5f27-434b-a8da-918ee03e4533 req-b8357816-9067-4205-8263-7f4556425b6b tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342212 Oct 30 15:07:22.949760 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-6162e4b0-379c-4c74-af96-4fc91fe9377d req-2c80e607-1c33-46f8-a77d-f7d0bea0a80d tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Allocated IP 172.20.0.12 (9692ed5c-f259-4258-8606-c4a569c47bd6/3835a6e8-6500-4cc1-8102-46264ff54369/01188100-3825-4ed1-a924-8ab582f8ff07) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:07:22.957991 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f0d0b-453e-4c59-8363-57c13504f4c9 req-899b28e5-1fad-44ea-85a5-b16bdeb2bcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:22.959543 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d69f0d0b-453e-4c59-8363-57c13504f4c9 req-899b28e5-1fad-44ea-85a5-b16bdeb2bcd8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d345a361-ed84-4e4a-a36c-52dea2e8e556 HTTP/1.1" status: 200 len: 1097 time: 0.1251445 Oct 30 15:07:22.973246 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-24b8ca91-925f-424f-9e0b-836695ce5169 req-fe68184e-d5ee-4880-9b5b-678833f455b1 service neutron] 10.222.0.53 "GET /v2.0/networks/2f36ee91-6757-4d64-8719-4cb39651ac94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989455 Oct 30 15:07:23.113015 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d69f0d0b-453e-4c59-8363-57c13504f4c9 req-97ab67a2-1111-4202-ae81-dfc77ce6da08 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=12ab4c72-90f4-43f1-a864-83e4ec6ae9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427233 Oct 30 15:07:23.183254 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f92944-0b7a-4b2f-8282-03e0063217ee req-1d7b3bb0-077a-4b64-9b68-021603a5f6d8 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:23.185285 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-77f92944-0b7a-4b2f-8282-03e0063217ee req-1d7b3bb0-077a-4b64-9b68-021603a5f6d8 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] 10.222.0.62 "GET /v2.0/ports?device_id=481ec1fa-8cdb-4949-bd8c-88ce56d35415 HTTP/1.1" status: 200 len: 947 time: 0.2028353 Oct 30 15:07:23.225866 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-24b8ca91-925f-424f-9e0b-836695ce5169 req-15750647-bee5-4d95-982c-442e38e2d318 service neutron] 10.222.0.53 "GET /v2.0/networks/2f36ee91-6757-4d64-8719-4cb39651ac94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312341 Oct 30 15:07:23.241802 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee3788-4b41-4dec-8b6d-2efd05a3612b req-f4fcfccf-cd16-4ec7-8fc3-d3e3310b4368 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:23.243597 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bfee3788-4b41-4dec-8b6d-2efd05a3612b req-f4fcfccf-cd16-4ec7-8fc3-d3e3310b4368 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5cd747f-0053-4a71-a209-c70e7ecc520a HTTP/1.1" status: 200 len: 945 time: 0.0495737 Oct 30 15:07:23.267347 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-77f92944-0b7a-4b2f-8282-03e0063217ee req-b1548693-6c8c-4840-904e-d66d9e810890 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbeb9008-c90c-4174-8348-aac0ca862d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713546 Oct 30 15:07:23.285888 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-6162e4b0-379c-4c74-af96-4fc91fe9377d req-2c80e607-1c33-46f8-a77d-f7d0bea0a80d tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:23.304500 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bfee3788-4b41-4dec-8b6d-2efd05a3612b req-5bc5de61-6f37-40ee-922b-5e167cf4f0b4 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520444 Oct 30 15:07:23.375041 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f1b0607d-7673-4b06-be42-a73b426ed838 req-5f0dcf82-1bb2-4e82-aced-ad6ff88d53c7 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/ports?device_id=24dc9bdc-2ea7-40f2-846c-eab83c09b617 HTTP/1.1" status: 200 len: 210 time: 0.0387380 Oct 30 15:07:23.379903 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0106f2-5b5d-4443-945c-a6c0c48e72bb req-40e45083-0bca-4622-a165-2f09d65d5721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:23.381516 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cc0106f2-5b5d-4443-945c-a6c0c48e72bb req-40e45083-0bca-4622-a165-2f09d65d5721 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b8aea481537c4f1b9ab8f7eccea88bfc&device_id=b63152b8-8683-4975-aea1-06378122bbed HTTP/1.1" status: 200 len: 1096 time: 0.0943449 Oct 30 15:07:23.393383 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-6162e4b0-379c-4c74-af96-4fc91fe9377d req-2c80e607-1c33-46f8-a77d-f7d0bea0a80d tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:23.624308 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ac959-d868-44dc-9417-0780b013be00 req-55b83e4c-6806-4ba5-bd87-d6789a3164cd tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:23.625874 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d21ac959-d868-44dc-9417-0780b013be00 req-55b83e4c-6806-4ba5-bd87-d6789a3164cd tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/ports?device_id=d345a361-ed84-4e4a-a36c-52dea2e8e556 HTTP/1.1" status: 200 len: 945 time: 0.0524919 Oct 30 15:07:23.663661 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6162e4b0-379c-4c74-af96-4fc91fe9377d req-2c80e607-1c33-46f8-a77d-f7d0bea0a80d tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Network 9692ed5c-f259-4258-8606-c4a569c47bd6 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:07:23.665990 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d21ac959-d868-44dc-9417-0780b013be00 req-89df88e8-0d56-406a-8b86-6967ed0cd67c tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/security-groups?id=12ab4c72-90f4-43f1-a864-83e4ec6ae9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335927 Oct 30 15:07:23.687676 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-6162e4b0-379c-4c74-af96-4fc91fe9377d req-2c80e607-1c33-46f8-a77d-f7d0bea0a80d tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:07:23.687676 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-6162e4b0-379c-4c74-af96-4fc91fe9377d req-2c80e607-1c33-46f8-a77d-f7d0bea0a80d tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:07:23.705715 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4a10d1cf-2da7-4f4c-9947-beb13a7bde60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:23.742209 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c80e607-1c33-46f8-a77d-f7d0bea0a80d tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Pushing event updated for resources: {'Port': ['ID=01188100-3825-4ed1-a924-8ab582f8ff07,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:23.784003 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-66e5f052-c0d4-4f8c-9735-5bd37aa0bb1c tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:23.785529 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-66e5f052-c0d4-4f8c-9735-5bd37aa0bb1c tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b5cd747f-0053-4a71-a209-c70e7ecc520a&tenant_id=48ec0906891f440e8725a8b756af6e71&binding%3Ahost_id=n-h1-806683-17 HTTP/1.1" status: 200 len: 1097 time: 0.3527944 Oct 30 15:07:23.795651 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6162e4b0-379c-4c74-af96-4fc91fe9377d req-2c80e607-1c33-46f8-a77d-f7d0bea0a80d tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:23.796236 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-6162e4b0-379c-4c74-af96-4fc91fe9377d req-2c80e607-1c33-46f8-a77d-f7d0bea0a80d tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:23.813303 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-a74384d8-78d6-4fb8-b8e9-93e5fd849251 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-806683-17'}}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:07:23.826824 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f02450-c389-4a6e-8edd-24d558d3662e req-7f755427-c0a3-4df8-8640-b4f075110430 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:23.828473 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f8f02450-c389-4a6e-8edd-24d558d3662e req-7f755427-c0a3-4df8-8640-b4f075110430 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=157f403f-2dcb-4025-a92e-f19553993c5f HTTP/1.1" status: 200 len: 950 time: 0.1623864 Oct 30 15:07:23.853965 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0106f2-5b5d-4443-945c-a6c0c48e72bb req-6fce82e3-9fa9-4faf-a7e0-67e0ecba15b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:23.855531 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cc0106f2-5b5d-4443-945c-a6c0c48e72bb req-6fce82e3-9fa9-4faf-a7e0-67e0ecba15b9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2f36ee91-6757-4d64-8719-4cb39651ac94 HTTP/1.1" status: 200 len: 909 time: 0.4655399 Oct 30 15:07:23.867183 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6162e4b0-379c-4c74-af96-4fc91fe9377d req-2c80e607-1c33-46f8-a77d-f7d0bea0a80d tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6833258 Oct 30 15:07:23.884621 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-6162e4b0-379c-4c74-af96-4fc91fe9377d req-2574758f-be77-4a5c-8ae7-3d370a2451f4 service neutron] Request body: {'port': {'device_id': '24dc9bdc-2ea7-40f2-846c-eab83c09b617', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:07:23.947261 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cc0106f2-5b5d-4443-945c-a6c0c48e72bb req-ebc0d3ed-e7bb-4070-a992-9b9096d2419a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8323b08-d4fa-47cd-afb2-6f8216fb7b03 HTTP/1.1" status: 200 len: 217 time: 0.0840933 Oct 30 15:07:24.002423 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f8f02450-c389-4a6e-8edd-24d558d3662e req-f8f90b3b-9e0e-4334-8791-826a8f015981 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529613 Oct 30 15:07:24.007604 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-a74384d8-78d6-4fb8-b8e9-93e5fd849251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:24.046258 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29660b8-b0c1-4ab1-9d20-ab35759d2152 req-81fceae4-185c-4de1-9e19-7d99647a1e8b tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:24.049497 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f29660b8-b0c1-4ab1-9d20-ab35759d2152 req-81fceae4-185c-4de1-9e19-7d99647a1e8b tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e641d5-2c0d-48a6-8f23-8e9e8f7ea5b8 HTTP/1.1" status: 200 len: 950 time: 0.0703251 Oct 30 15:07:24.072079 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-6162e4b0-379c-4c74-af96-4fc91fe9377d req-2574758f-be77-4a5c-8ae7-3d370a2451f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:24.086158 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0106f2-5b5d-4443-945c-a6c0c48e72bb req-60c9aaf5-5eee-4d0b-bfca-0985b20b6806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:24.087789 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cc0106f2-5b5d-4443-945c-a6c0c48e72bb req-60c9aaf5-5eee-4d0b-bfca-0985b20b6806 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=eb0d8673-4262-419a-bce2-caff67d0478f HTTP/1.1" status: 200 len: 848 time: 0.1269889 Oct 30 15:07:24.088354 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f29660b8-b0c1-4ab1-9d20-ab35759d2152 req-025d6324-339b-4277-9a29-403b3bf70e89 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334449 Oct 30 15:07:24.182638 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cc0106f2-5b5d-4443-945c-a6c0c48e72bb req-4d5fe5b3-13d2-4c16-b6a7-f24372a456b3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2f36ee91-6757-4d64-8719-4cb39651ac94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792396 Oct 30 15:07:24.192320 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3992352-7783-497f-b61e-34781e5df3c4 req-70315497-3e88-4a75-9b26-df03b673ace7 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:24.193757 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b3992352-7783-497f-b61e-34781e5df3c4 req-70315497-3e88-4a75-9b26-df03b673ace7 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=0308fc8e-49f8-476f-9896-b44985c4e329 HTTP/1.1" status: 200 len: 950 time: 0.0482912 Oct 30 15:07:24.233586 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b3992352-7783-497f-b61e-34781e5df3c4 req-5b78105d-4921-4807-b8c6-e1b0066004bd tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330284 Oct 30 15:07:24.303685 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec7e48-8e93-462c-b0e9-80956e8f72bc req-26398b58-a0c8-4e7e-86f7-502802b97ee9 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:24.305199 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-abec7e48-8e93-462c-b0e9-80956e8f72bc req-26398b58-a0c8-4e7e-86f7-502802b97ee9 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=b63152b8-8683-4975-aea1-06378122bbed HTTP/1.1" status: 200 len: 944 time: 0.2208204 Oct 30 15:07:24.443337 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-a74384d8-78d6-4fb8-b8e9-93e5fd849251 service neutron] For port 8b371b9f-aeca-4397-a92e-43f1eefb6950, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=8b371b9f-aeca-4397-a92e-43f1eefb6950,segment=NetworkSegment(e8246d9e-f8e1-4659-b367-d870958fbb44),segment_id=e8246d9e-f8e1-4659-b367-d870958fbb44)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:07:24.481846 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-abec7e48-8e93-462c-b0e9-80956e8f72bc req-a1040a04-3402-405a-a021-01593092c14e tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193318 Oct 30 15:07:24.508986 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cc0106f2-5b5d-4443-945c-a6c0c48e72bb req-c95ce09f-1766-41b4-a34f-05b69e02d33c service neutron] 10.222.0.53 "GET /v2.0/networks/2f36ee91-6757-4d64-8719-4cb39651ac94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971969 Oct 30 15:07:24.527085 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:24.535878 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21b6894-45cb-4dca-b7c1-b40ff9dc5a89 req-74057f80-6fc2-4ec4-9ca0-b8bbdd53179b tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:24.542352 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21b6894-45cb-4dca-b7c1-b40ff9dc5a89 req-74057f80-6fc2-4ec4-9ca0-b8bbdd53179b tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:24.543506 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a21b6894-45cb-4dca-b7c1-b40ff9dc5a89 req-74057f80-6fc2-4ec4-9ca0-b8bbdd53179b tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=157f403f-2dcb-4025-a92e-f19553993c5f&device_id=0308fc8e-49f8-476f-9896-b44985c4e329 HTTP/1.1" status: 200 len: 1691 time: 0.0814712 Oct 30 15:07:24.585439 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a21b6894-45cb-4dca-b7c1-b40ff9dc5a89 req-31e1b1ff-1080-4508-b5ec-e67d4b71684c tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351620 Oct 30 15:07:24.628754 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-a74384d8-78d6-4fb8-b8e9-93e5fd849251 service neutron] For port 8b371b9f-aeca-4397-a92e-43f1eefb6950, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:07:24.704488 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a0bfa2-96a7-41b9-ab48-4b6128a93a94 req-f07c40a6-debd-419c-80e1-2b40f8721c96 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:24.705970 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-01a0bfa2-96a7-41b9-ab48-4b6128a93a94 req-f07c40a6-debd-419c-80e1-2b40f8721c96 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5cd747f-0053-4a71-a209-c70e7ecc520a HTTP/1.1" status: 200 len: 945 time: 0.0602446 Oct 30 15:07:24.733590 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-a74384d8-78d6-4fb8-b8e9-93e5fd849251 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:24.748261 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-01a0bfa2-96a7-41b9-ab48-4b6128a93a94 req-97a306e0-e68c-4248-8ad1-aef621fdcfbd tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352724 Oct 30 15:07:24.749666 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f7719a-3168-425b-85cf-6e2591d60240 req-6084b9a7-e8d3-4c8d-9452-368a4ec03fb4 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:24.750444 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 8b371b9f-aeca-4397-a92e-43f1eefb6950 details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:07:24.751168 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-94f7719a-3168-425b-85cf-6e2591d60240 req-6084b9a7-e8d3-4c8d-9452-368a4ec03fb4 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] 10.222.0.62 "GET /v2.0/ports?device_id=481ec1fa-8cdb-4949-bd8c-88ce56d35415 HTTP/1.1" status: 200 len: 947 time: 0.1656685 Oct 30 15:07:24.758805 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cc0106f2-5b5d-4443-945c-a6c0c48e72bb req-76cf9bdc-c0c0-4404-9983-8ed2689cc514 service neutron] 10.222.0.53 "GET /v2.0/networks/2f36ee91-6757-4d64-8719-4cb39651ac94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396715 Oct 30 15:07:24.759273 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-a74384d8-78d6-4fb8-b8e9-93e5fd849251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:24.795496 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5cd747f-0053-4a71-a209-c70e7ecc520a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b371b9f-aeca-4397-a92e-43f1eefb6950'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:07:24.797721 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324df76f-513d-4cc0-ae68-e511e7e28072" -d '{"events": [{"server_uuid": "b5cd747f-0053-4a71-a209-c70e7ecc520a", "name": "network-vif-unplugged", "status": "completed", "tag": "8b371b9f-aeca-4397-a92e-43f1eefb6950"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:07:24.864940 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:24.890856 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-94f7719a-3168-425b-85cf-6e2591d60240 req-a68127ff-3f90-44c2-923e-350624b74206 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbeb9008-c90c-4174-8348-aac0ca862d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292784 Oct 30 15:07:24.901305 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-6162e4b0-379c-4c74-af96-4fc91fe9377d req-2574758f-be77-4a5c-8ae7-3d370a2451f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01188100-3825-4ed1-a924-8ab582f8ff07 {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:07:24.913202 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-6162e4b0-379c-4c74-af96-4fc91fe9377d req-2574758f-be77-4a5c-8ae7-3d370a2451f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:24.918336 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 8b371b9f-aeca-4397-a92e-43f1eefb6950, host n-h1-806683-17, got binding levels [] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:07:24.936116 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74384d8-78d6-4fb8-b8e9-93e5fd849251 service neutron] Pushing event updated for resources: {'Port': ['ID=8b371b9f-aeca-4397-a92e-43f1eefb6950,revision_number=7']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:24.953428 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Attempting to bind port 8b371b9f-aeca-4397-a92e-43f1eefb6950 on host n-h1-806683-17 for vnic_type normal with profile {"migrating_to": "n-h2-806683-17"} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:07:24.953626 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-6162e4b0-379c-4c74-af96-4fc91fe9377d req-2574758f-be77-4a5c-8ae7-3d370a2451f4 service neutron] Transition to ACTIVE for port object 01188100-3825-4ed1-a924-8ab582f8ff07 will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:07:24.953978 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec24dd-ea85-4547-8b5a-76ab9e157f05 req-9f74a340-385d-4148-8e32-90ea51b38c7b tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:24.954128 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Attempting to bind port 8b371b9f-aeca-4397-a92e-43f1eefb6950 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': 'e8246d9e-f8e1-4659-b367-d870958fbb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '291c5166-548b-4ef8-b78f-841a397188df'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:07:24.954627 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Attempting to bind port 8b371b9f-aeca-4397-a92e-43f1eefb6950 on network 291c5166-548b-4ef8-b78f-841a397188df {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:07:24.955176 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-a74384d8-78d6-4fb8-b8e9-93e5fd849251 service neutron] Attempting to bind port 8b371b9f-aeca-4397-a92e-43f1eefb6950 on host n-h1-806683-17 for vnic_type normal with profile {"migrating_to": "n-h2-806683-17"} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:07:24.955727 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-a74384d8-78d6-4fb8-b8e9-93e5fd849251 service neutron] Attempting to bind port 8b371b9f-aeca-4397-a92e-43f1eefb6950 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': 'e8246d9e-f8e1-4659-b367-d870958fbb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '291c5166-548b-4ef8-b78f-841a397188df'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:07:24.956198 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-a74384d8-78d6-4fb8-b8e9-93e5fd849251 service neutron] Attempting to bind port 8b371b9f-aeca-4397-a92e-43f1eefb6950 on network 291c5166-548b-4ef8-b78f-841a397188df {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:07:24.960041 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-6162e4b0-379c-4c74-af96-4fc91fe9377d req-2574758f-be77-4a5c-8ae7-3d370a2451f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:24.960488 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Port 8b371b9f-aeca-4397-a92e-43f1eefb6950 on network 291c5166-548b-4ef8-b78f-841a397188df not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:07:24.961010 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Attempting to bind port 8b371b9f-aeca-4397-a92e-43f1eefb6950 on network 291c5166-548b-4ef8-b78f-841a397188df {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:07:24.966353 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e7ec24dd-ea85-4547-8b5a-76ab9e157f05 req-9f74a340-385d-4148-8e32-90ea51b38c7b tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/ports?device_id=24dc9bdc-2ea7-40f2-846c-eab83c09b617 HTTP/1.1" status: 200 len: 932 time: 0.0733528 Oct 30 15:07:24.966967 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:07:24.967357 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-a74384d8-78d6-4fb8-b8e9-93e5fd849251 service neutron] Port 8b371b9f-aeca-4397-a92e-43f1eefb6950 on network 291c5166-548b-4ef8-b78f-841a397188df not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:07:24.967731 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Checking segment: {'id': 'e8246d9e-f8e1-4659-b367-d870958fbb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '291c5166-548b-4ef8-b78f-841a397188df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:07:24.967884 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-a74384d8-78d6-4fb8-b8e9-93e5fd849251 service neutron] Attempting to bind port 8b371b9f-aeca-4397-a92e-43f1eefb6950 on network 291c5166-548b-4ef8-b78f-841a397188df {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:07:24.968591 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Bound using segment: {'id': 'e8246d9e-f8e1-4659-b367-d870958fbb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '291c5166-548b-4ef8-b78f-841a397188df'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:07:24.969204 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Bound port: 8b371b9f-aeca-4397-a92e-43f1eefb6950, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8246d9e-f8e1-4659-b367-d870958fbb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '291c5166-548b-4ef8-b78f-841a397188df'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:07:24.969873 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:25.005258 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-a74384d8-78d6-4fb8-b8e9-93e5fd849251 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:07:25.005871 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-a74384d8-78d6-4fb8-b8e9-93e5fd849251 service neutron] Checking segment: {'id': 'e8246d9e-f8e1-4659-b367-d870958fbb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '291c5166-548b-4ef8-b78f-841a397188df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:07:25.006376 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-a74384d8-78d6-4fb8-b8e9-93e5fd849251 service neutron] Bound using segment: {'id': 'e8246d9e-f8e1-4659-b367-d870958fbb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '291c5166-548b-4ef8-b78f-841a397188df'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:07:25.006992 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-a74384d8-78d6-4fb8-b8e9-93e5fd849251 service neutron] Bound port: 8b371b9f-aeca-4397-a92e-43f1eefb6950, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8246d9e-f8e1-4659-b367-d870958fbb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '291c5166-548b-4ef8-b78f-841a397188df'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:07:25.007551 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-a74384d8-78d6-4fb8-b8e9-93e5fd849251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:25.029839 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2574758f-be77-4a5c-8ae7-3d370a2451f4 service neutron] Pushing event updated for resources: {'Port': ['ID=01188100-3825-4ed1-a924-8ab582f8ff07,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:25.036009 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e7ec24dd-ea85-4547-8b5a-76ab9e157f05 req-36c6a7cc-6fe8-453c-8138-fbf80e018692 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff7d2e62-ea1a-45bf-a217-2b52e333182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669725 Oct 30 15:07:25.060587 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 8b371b9f-aeca-4397-a92e-43f1eefb6950, host n-h1-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:07:25.064880 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 8b371b9f-aeca-4397-a92e-43f1eefb6950, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=8b371b9f-aeca-4397-a92e-43f1eefb6950,segment=NetworkSegment(e8246d9e-f8e1-4659-b367-d870958fbb44),segment_id=e8246d9e-f8e1-4659-b367-d870958fbb44)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:07:25.070940 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:25.098827 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Oct 2021 15:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4692d9c-4376-4014-a4d5-8ca4b1b5ed38 x-openstack-request-id: req-f4692d9c-4376-4014-a4d5-8ca4b1b5ed38 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:07:25.099116 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5cd747f-0053-4a71-a209-c70e7ecc520a", "name": "network-vif-unplugged", "status": "completed", "tag": "8b371b9f-aeca-4397-a92e-43f1eefb6950", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:07:25.099364 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f4692d9c-4376-4014-a4d5-8ca4b1b5ed38 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:07:25.099770 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5cd747f-0053-4a71-a209-c70e7ecc520a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b371b9f-aeca-4397-a92e-43f1eefb6950', 'code': 200} Oct 30 15:07:25.151903 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 8b371b9f-aeca-4397-a92e-43f1eefb6950 has no active binding in host n-h2-806683-17 {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 30 15:07:25.152272 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 495efa50-6c46-406d-b76f-a99eae8e4780 details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:07:25.154029 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=8b371b9f-aeca-4397-a92e-43f1eefb6950,revision_number=8']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:25.194176 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a980ad-3dae-458f-a84d-bc11345adf65 req-55d1de6a-374c-4716-9c66-d783a0bf3f2c tempest-ServersOnMultiNodesTest-174149886 tempest-ServersOnMultiNodesTest-174149886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:25.196157 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c7a980ad-3dae-458f-a84d-bc11345adf65 req-55d1de6a-374c-4716-9c66-d783a0bf3f2c tempest-ServersOnMultiNodesTest-174149886 tempest-ServersOnMultiNodesTest-174149886-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=157f403f-2dcb-4025-a92e-f19553993c5f HTTP/1.1" status: 200 len: 1102 time: 0.0616870 Oct 30 15:07:25.210682 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-a74384d8-78d6-4fb8-b8e9-93e5fd849251 service neutron] For port 8b371b9f-aeca-4397-a92e-43f1eefb6950, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:07:25.232185 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2bc7ea-b097-4e87-90c8-df9e2f3d243d req-251ee680-1474-405c-b2e4-eab5cd7293ed tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:25.233668 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7c2bc7ea-b097-4e87-90c8-df9e2f3d243d req-251ee680-1474-405c-b2e4-eab5cd7293ed tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/ports?device_id=d345a361-ed84-4e4a-a36c-52dea2e8e556 HTTP/1.1" status: 200 len: 945 time: 0.1402440 Oct 30 15:07:25.235811 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-6162e4b0-379c-4c74-af96-4fc91fe9377d req-2574758f-be77-4a5c-8ae7-3d370a2451f4 service neutron] Attempting to bind port 01188100-3825-4ed1-a924-8ab582f8ff07 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:07:25.236145 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-6162e4b0-379c-4c74-af96-4fc91fe9377d req-2574758f-be77-4a5c-8ae7-3d370a2451f4 service neutron] Attempting to bind port 01188100-3825-4ed1-a924-8ab582f8ff07 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '50e4125d-3001-4ab5-9a68-22676c11c44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9692ed5c-f259-4258-8606-c4a569c47bd6'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:07:25.236348 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c7a980ad-3dae-458f-a84d-bc11345adf65 req-c36d62c5-df4b-4e8e-a349-b684444f3336 tempest-ServersOnMultiNodesTest-174149886 tempest-ServersOnMultiNodesTest-174149886-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327201 Oct 30 15:07:25.236477 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6162e4b0-379c-4c74-af96-4fc91fe9377d req-2574758f-be77-4a5c-8ae7-3d370a2451f4 service neutron] Attempting to bind port 01188100-3825-4ed1-a924-8ab582f8ff07 on network 9692ed5c-f259-4258-8606-c4a569c47bd6 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:07:25.238719 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.db.api [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-a74384d8-78d6-4fb8-b8e9-93e5fd849251 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 8b371b9f-aeca-4397-a92e-43f1eefb6950-n-h1-806683-17-0 {{(pid=102131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 30 15:07:25.239070 n-d-806683-17 neutron-server[102131]: DEBUG oslo_db.api [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-a74384d8-78d6-4fb8-b8e9-93e5fd849251 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 30 15:07:25.244089 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6162e4b0-379c-4c74-af96-4fc91fe9377d req-2574758f-be77-4a5c-8ae7-3d370a2451f4 service neutron] Port 01188100-3825-4ed1-a924-8ab582f8ff07 on network 9692ed5c-f259-4258-8606-c4a569c47bd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:07:25.244420 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6162e4b0-379c-4c74-af96-4fc91fe9377d req-2574758f-be77-4a5c-8ae7-3d370a2451f4 service neutron] Attempting to bind port 01188100-3825-4ed1-a924-8ab582f8ff07 on network 9692ed5c-f259-4258-8606-c4a569c47bd6 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:07:25.259715 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 495efa50-6c46-406d-b76f-a99eae8e4780, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=495efa50-6c46-406d-b76f-a99eae8e4780,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:07:25.263128 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6162e4b0-379c-4c74-af96-4fc91fe9377d req-2574758f-be77-4a5c-8ae7-3d370a2451f4 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:07:25.263495 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6162e4b0-379c-4c74-af96-4fc91fe9377d req-2574758f-be77-4a5c-8ae7-3d370a2451f4 service neutron] Checking segment: {'id': '50e4125d-3001-4ab5-9a68-22676c11c44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9692ed5c-f259-4258-8606-c4a569c47bd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:07:25.263870 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6162e4b0-379c-4c74-af96-4fc91fe9377d req-2574758f-be77-4a5c-8ae7-3d370a2451f4 service neutron] Bound using segment: {'id': '50e4125d-3001-4ab5-9a68-22676c11c44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9692ed5c-f259-4258-8606-c4a569c47bd6'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:07:25.264316 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-6162e4b0-379c-4c74-af96-4fc91fe9377d req-2574758f-be77-4a5c-8ae7-3d370a2451f4 service neutron] Bound port: 01188100-3825-4ed1-a924-8ab582f8ff07, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50e4125d-3001-4ab5-9a68-22676c11c44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9692ed5c-f259-4258-8606-c4a569c47bd6'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:07:25.264669 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-6162e4b0-379c-4c74-af96-4fc91fe9377d req-2574758f-be77-4a5c-8ae7-3d370a2451f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:25.271082 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': '495efa50-6c46-406d-b76f-a99eae8e4780', 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704', 'port_id': '495efa50-6c46-406d-b76f-a99eae8e4780', 'mac_address': 'fa:16:3e:71:70:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b5dea3-b65b-4514-8ec2-18a4245eb194', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:07:25.317759 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:25.325957 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7c2bc7ea-b097-4e87-90c8-df9e2f3d243d req-856dd18f-54e9-46a9-853a-b6217d55361c tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/security-groups?id=12ab4c72-90f4-43f1-a864-83e4ec6ae9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792477 Oct 30 15:07:25.331780 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 495efa50-6c46-406d-b76f-a99eae8e4780 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:07:25.353208 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 495efa50-6c46-406d-b76f-a99eae8e4780, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=495efa50-6c46-406d-b76f-a99eae8e4780,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:07:25.355180 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-6162e4b0-379c-4c74-af96-4fc91fe9377d req-2574758f-be77-4a5c-8ae7-3d370a2451f4 service neutron] For port 01188100-3825-4ed1-a924-8ab582f8ff07, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:07:25.360350 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:25.361014 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device ac740ae4-8271-48a4-935e-74c1d5bb5e25 details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:07:25.364475 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-6162e4b0-379c-4c74-af96-4fc91fe9377d req-2574758f-be77-4a5c-8ae7-3d370a2451f4 service neutron] For port 01188100-3825-4ed1-a924-8ab582f8ff07, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=01188100-3825-4ed1-a924-8ab582f8ff07,segment=NetworkSegment(50e4125d-3001-4ab5-9a68-22676c11c44a),segment_id=50e4125d-3001-4ab5-9a68-22676c11c44a)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:07:25.370025 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-6162e4b0-379c-4c74-af96-4fc91fe9377d req-2574758f-be77-4a5c-8ae7-3d370a2451f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:25.378823 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83aa013-b47e-476e-89f0-3ef7c7e9dea1 req-d1960c89-3fa6-424e-9f91-1b05726e4b53 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:25.386657 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a83aa013-b47e-476e-89f0-3ef7c7e9dea1 req-d1960c89-3fa6-424e-9f91-1b05726e4b53 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e641d5-2c0d-48a6-8f23-8e9e8f7ea5b8 HTTP/1.1" status: 200 len: 950 time: 0.0770712 Oct 30 15:07:25.410484 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6162e4b0-379c-4c74-af96-4fc91fe9377d req-2574758f-be77-4a5c-8ae7-3d370a2451f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:25.411375 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-6162e4b0-379c-4c74-af96-4fc91fe9377d req-2574758f-be77-4a5c-8ae7-3d370a2451f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:25.412934 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6162e4b0-379c-4c74-af96-4fc91fe9377d req-2574758f-be77-4a5c-8ae7-3d370a2451f4 service neutron] 10.222.0.53 "PUT /v2.0/ports/01188100-3825-4ed1-a924-8ab582f8ff07 HTTP/1.1" status: 200 len: 1093 time: 1.5341842 Oct 30 15:07:25.440101 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a83aa013-b47e-476e-89f0-3ef7c7e9dea1 req-86bed84d-bf15-4d35-b03b-04bac68590dd tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472577 Oct 30 15:07:25.446081 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=495efa50-6c46-406d-b76f-a99eae8e4780,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:25.460061 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port ac740ae4-8271-48a4-935e-74c1d5bb5e25, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=ac740ae4-8271-48a4-935e-74c1d5bb5e25,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:07:25.474251 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': 'ac740ae4-8271-48a4-935e-74c1d5bb5e25', 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704', 'port_id': 'ac740ae4-8271-48a4-935e-74c1d5bb5e25', 'mac_address': 'fa:16:3e:e1:48:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b5dea3-b65b-4514-8ec2-18a4245eb194', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:07:25.484128 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2574758f-be77-4a5c-8ae7-3d370a2451f4 service neutron] Pushing event updated for resources: {'Port': ['ID=01188100-3825-4ed1-a924-8ab582f8ff07,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:25.508840 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7d6061-da6f-4880-a912-e429686c11c0 req-98e08fe2-18d2-4521-b298-3655c8e422fd tempest-ServersOnMultiNodesTest-174149886 tempest-ServersOnMultiNodesTest-174149886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:25.510454 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd7d6061-da6f-4880-a912-e429686c11c0 req-98e08fe2-18d2-4521-b298-3655c8e422fd tempest-ServersOnMultiNodesTest-174149886 tempest-ServersOnMultiNodesTest-174149886-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=0308fc8e-49f8-476f-9896-b44985c4e329 HTTP/1.1" status: 200 len: 1102 time: 0.0946648 Oct 30 15:07:25.524116 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:25.537177 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6162e4b0-379c-4c74-af96-4fc91fe9377d req-7c3e8750-99c2-4c0b-a5e9-b8633fba5400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:25.538252 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac740ae4-8271-48a4-935e-74c1d5bb5e25 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:07:25.538654 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6162e4b0-379c-4c74-af96-4fc91fe9377d req-7c3e8750-99c2-4c0b-a5e9-b8633fba5400 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0f5568aa45224afa998c13f67eb4e102&device_id=24dc9bdc-2ea7-40f2-846c-eab83c09b617 HTTP/1.1" status: 200 len: 1096 time: 0.0669219 Oct 30 15:07:25.562304 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port ac740ae4-8271-48a4-935e-74c1d5bb5e25, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=ac740ae4-8271-48a4-935e-74c1d5bb5e25,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:07:25.566527 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd7d6061-da6f-4880-a912-e429686c11c0 req-1f25a2da-38d3-4b45-90a5-5764ca84bcbf tempest-ServersOnMultiNodesTest-174149886 tempest-ServersOnMultiNodesTest-174149886-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466509 Oct 30 15:07:25.567023 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:25.636766 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=ac740ae4-8271-48a4-935e-74c1d5bb5e25,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:25.683346 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c56af33d-89c7-4d85-a46c-2ca351738d4c req-7097ad50-8160-4a4b-9f4d-da5f51b97cfa tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2195942 Oct 30 15:07:25.692727 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-c56af33d-89c7-4d85-a46c-2ca351738d4c req-78927bae-48ae-4736-a8f1-498cfdd41f5e tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Request body: {'floatingip': {'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:07:25.715147 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-c56af33d-89c7-4d85-a46c-2ca351738d4c req-78927bae-48ae-4736-a8f1-498cfdd41f5e tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Publish callbacks [] for floatingip, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:25.777361 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6162e4b0-379c-4c74-af96-4fc91fe9377d req-87dec496-3187-42cd-9aa3-80d1d15a7e27 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01188100-3825-4ed1-a924-8ab582f8ff07 HTTP/1.1" status: 200 len: 217 time: 0.2252293 Oct 30 15:07:25.812554 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-a74384d8-78d6-4fb8-b8e9-93e5fd849251 service neutron] Attempting to bind port 8b371b9f-aeca-4397-a92e-43f1eefb6950 on host n-h1-806683-17 for vnic_type normal with profile {"migrating_to": "n-h2-806683-17"} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:07:25.812895 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-a74384d8-78d6-4fb8-b8e9-93e5fd849251 service neutron] Attempting to bind port 8b371b9f-aeca-4397-a92e-43f1eefb6950 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': 'e8246d9e-f8e1-4659-b367-d870958fbb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '291c5166-548b-4ef8-b78f-841a397188df'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:07:25.813778 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-a74384d8-78d6-4fb8-b8e9-93e5fd849251 service neutron] Attempting to bind port 8b371b9f-aeca-4397-a92e-43f1eefb6950 on network 291c5166-548b-4ef8-b78f-841a397188df {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:07:25.819434 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-c56af33d-89c7-4d85-a46c-2ca351738d4c req-78927bae-48ae-4736-a8f1-498cfdd41f5e tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:25.847231 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-a74384d8-78d6-4fb8-b8e9-93e5fd849251 service neutron] Port 8b371b9f-aeca-4397-a92e-43f1eefb6950 on network 291c5166-548b-4ef8-b78f-841a397188df not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:07:25.847576 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-a74384d8-78d6-4fb8-b8e9-93e5fd849251 service neutron] Attempting to bind port 8b371b9f-aeca-4397-a92e-43f1eefb6950 on network 291c5166-548b-4ef8-b78f-841a397188df {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:07:25.861005 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-a74384d8-78d6-4fb8-b8e9-93e5fd849251 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:07:25.861414 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-a74384d8-78d6-4fb8-b8e9-93e5fd849251 service neutron] Checking segment: {'id': 'e8246d9e-f8e1-4659-b367-d870958fbb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '291c5166-548b-4ef8-b78f-841a397188df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:07:25.861808 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-a74384d8-78d6-4fb8-b8e9-93e5fd849251 service neutron] Bound using segment: {'id': 'e8246d9e-f8e1-4659-b367-d870958fbb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '291c5166-548b-4ef8-b78f-841a397188df'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:07:25.862795 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-a74384d8-78d6-4fb8-b8e9-93e5fd849251 service neutron] Bound port: 8b371b9f-aeca-4397-a92e-43f1eefb6950, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8246d9e-f8e1-4659-b367-d870958fbb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '291c5166-548b-4ef8-b78f-841a397188df'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:07:25.862795 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-a74384d8-78d6-4fb8-b8e9-93e5fd849251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:25.880247 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6162e4b0-379c-4c74-af96-4fc91fe9377d req-ac415688-8caa-4297-af9f-a812ff7de102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:25.881771 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6162e4b0-379c-4c74-af96-4fc91fe9377d req-ac415688-8caa-4297-af9f-a812ff7de102 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3835a6e8-6500-4cc1-8102-46264ff54369 HTTP/1.1" status: 200 len: 845 time: 0.0923703 Oct 30 15:07:25.891337 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a329ea4-06b7-4192-9b1e-d3858fdc74a5 req-a56e8689-35d0-4f18-b039-81fd4bc055e9 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:25.893050 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6a329ea4-06b7-4192-9b1e-d3858fdc74a5 req-a56e8689-35d0-4f18-b039-81fd4bc055e9 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=b63152b8-8683-4975-aea1-06378122bbed HTTP/1.1" status: 200 len: 944 time: 0.1232719 Oct 30 15:07:25.921545 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-c56af33d-89c7-4d85-a46c-2ca351738d4c req-78927bae-48ae-4736-a8f1-498cfdd41f5e tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Allocated IP 172.25.4.197 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/20984ff9-f927-4d4c-b03e-dc64a29efd5a) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:07:25.948408 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6162e4b0-379c-4c74-af96-4fc91fe9377d req-99636856-e4e8-4a12-8b7b-e6a365c26234 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9692ed5c-f259-4258-8606-c4a569c47bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530438 Oct 30 15:07:25.960699 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['495efa50-6c46-406d-b76f-a99eae8e4780'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:07:25.990282 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['ac740ae4-8271-48a4-935e-74c1d5bb5e25'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:07:26.025451 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-c56af33d-89c7-4d85-a46c-2ca351738d4c req-78927bae-48ae-4736-a8f1-498cfdd41f5e tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:26.035931 n-d-806683-17 neutron-server[102131]: WARNING neutron.plugins.ml2.plugin [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-a74384d8-78d6-4fb8-b8e9-93e5fd849251 service neutron] Concurrent port binding operations failed on port 8b371b9f-aeca-4397-a92e-43f1eefb6950 Oct 30 15:07:26.042725 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-a74384d8-78d6-4fb8-b8e9-93e5fd849251 service neutron] For port 8b371b9f-aeca-4397-a92e-43f1eefb6950, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=8b371b9f-aeca-4397-a92e-43f1eefb6950,segment=NetworkSegment(e8246d9e-f8e1-4659-b367-d870958fbb44),segment_id=e8246d9e-f8e1-4659-b367-d870958fbb44)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:07:26.049869 n-d-806683-17 neutron-server[102131]: INFO neutron.plugins.ml2.plugin [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-a74384d8-78d6-4fb8-b8e9-93e5fd849251 service neutron] Attempt 2 to bind port 8b371b9f-aeca-4397-a92e-43f1eefb6950 Oct 30 15:07:26.054124 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6a329ea4-06b7-4192-9b1e-d3858fdc74a5 req-a7117251-32c0-456f-9c34-440abe64772f tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506369 Oct 30 15:07:26.055278 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-a74384d8-78d6-4fb8-b8e9-93e5fd849251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:26.055913 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-a74384d8-78d6-4fb8-b8e9-93e5fd849251 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:26.057178 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-a74384d8-78d6-4fb8-b8e9-93e5fd849251 service neutron] 10.222.0.44 "PUT /v2.0/ports/8b371b9f-aeca-4397-a92e-43f1eefb6950 HTTP/1.1" status: 200 len: 1123 time: 2.2586639 Oct 30 15:07:26.087430 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-c56af33d-89c7-4d85-a46c-2ca351738d4c req-78927bae-48ae-4736-a8f1-498cfdd41f5e tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:26.107422 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6162e4b0-379c-4c74-af96-4fc91fe9377d req-6d9a81b8-1b34-4dae-b94b-b2de64949dce service neutron] 10.222.0.53 "GET /v2.0/networks/9692ed5c-f259-4258-8606-c4a569c47bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475015 Oct 30 15:07:26.140680 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c56af33d-89c7-4d85-a46c-2ca351738d4c req-78927bae-48ae-4736-a8f1-498cfdd41f5e tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:07:26.144223 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-c56af33d-89c7-4d85-a46c-2ca351738d4c req-78927bae-48ae-4736-a8f1-498cfdd41f5e tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:07:26.156621 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-c56af33d-89c7-4d85-a46c-2ca351738d4c req-78927bae-48ae-4736-a8f1-498cfdd41f5e tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:07:26.163627 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['8b371b9f-aeca-4397-a92e-43f1eefb6950'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:07:26.199416 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78927bae-48ae-4736-a8f1-498cfdd41f5e tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Pushing event updated for resources: {'Port': ['ID=20984ff9-f927-4d4c-b03e-dc64a29efd5a,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:26.221731 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['8b371b9f-aeca-4397-a92e-43f1eefb6950'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:07:26.254743 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6162e4b0-379c-4c74-af96-4fc91fe9377d req-272eb85c-218e-4c7c-bc04-0e12c0623b01 service neutron] 10.222.0.53 "GET /v2.0/networks/9692ed5c-f259-4258-8606-c4a569c47bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390300 Oct 30 15:07:26.276173 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-c56af33d-89c7-4d85-a46c-2ca351738d4c req-78927bae-48ae-4736-a8f1-498cfdd41f5e tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:26.314998 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-c56af33d-89c7-4d85-a46c-2ca351738d4c req-78927bae-48ae-4736-a8f1-498cfdd41f5e tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:26.426144 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a62f2-ba31-40e7-a859-91ab44459f19 req-99d14fba-a395-47f5-ba61-9443af6eb2bf tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:26.427658 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a40a62f2-ba31-40e7-a859-91ab44459f19 req-99d14fba-a395-47f5-ba61-9443af6eb2bf tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5cd747f-0053-4a71-a209-c70e7ecc520a HTTP/1.1" status: 200 len: 943 time: 0.0768793 Oct 30 15:07:26.469411 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a40a62f2-ba31-40e7-a859-91ab44459f19 req-ed1d2910-724e-4328-95b2-1ca3d02b9ce7 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347540 Oct 30 15:07:26.469667 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:26.497189 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-c56af33d-89c7-4d85-a46c-2ca351738d4c req-78927bae-48ae-4736-a8f1-498cfdd41f5e tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:26.503556 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-c56af33d-89c7-4d85-a46c-2ca351738d4c req-78927bae-48ae-4736-a8f1-498cfdd41f5e tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:26.590532 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78927bae-48ae-4736-a8f1-498cfdd41f5e tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Pushing event updated for resources: {'Port': ['ID=20984ff9-f927-4d4c-b03e-dc64a29efd5a,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:26.598226 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-c56af33d-89c7-4d85-a46c-2ca351738d4c req-78927bae-48ae-4736-a8f1-498cfdd41f5e tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:26.614053 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-c56af33d-89c7-4d85-a46c-2ca351738d4c req-78927bae-48ae-4736-a8f1-498cfdd41f5e tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:26.615343 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c56af33d-89c7-4d85-a46c-2ca351738d4c req-78927bae-48ae-4736-a8f1-498cfdd41f5e tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.9269657 Oct 30 15:07:26.655762 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ce2df-515d-4d7b-bf04-e4b2b88de2ef req-b794e007-56ac-4aa1-ba1d-a0a7a1acd2ae tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:26.657232 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ff4ce2df-515d-4d7b-bf04-e4b2b88de2ef req-b794e007-56ac-4aa1-ba1d-a0a7a1acd2ae tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] 10.222.0.62 "GET /v2.0/ports?device_id=481ec1fa-8cdb-4949-bd8c-88ce56d35415 HTTP/1.1" status: 200 len: 948 time: 0.0494428 Oct 30 15:07:26.690244 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c56af33d-89c7-4d85-a46c-2ca351738d4c req-a0e1ac0c-aab9-44de-9709-abb4be06b357 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.4.197 HTTP/1.1" status: 200 len: 696 time: 0.0687521 Oct 30 15:07:26.695679 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ff4ce2df-515d-4d7b-bf04-e4b2b88de2ef req-00d605d7-1312-4199-ad86-b440c57c1d7b tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbeb9008-c90c-4174-8348-aac0ca862d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322421 Oct 30 15:07:26.802321 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56af33d-89c7-4d85-a46c-2ca351738d4c req-4e4049d2-57e6-4a07-bdc3-7e985eea6ac2 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:26.804378 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c56af33d-89c7-4d85-a46c-2ca351738d4c req-4e4049d2-57e6-4a07-bdc3-7e985eea6ac2 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/networks/edc38ef5-7816-4133-914c-cfe2849a0125 HTTP/1.1" status: 200 len: 784 time: 0.1082785 Oct 30 15:07:26.807301 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c95ab4-e852-4142-8ab1-71495cd645ab req-c260a540-85d0-466d-a0d1-d06893957dff tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:26.808810 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-89c95ab4-e852-4142-8ab1-71495cd645ab req-c260a540-85d0-466d-a0d1-d06893957dff tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/ports?device_id=24dc9bdc-2ea7-40f2-846c-eab83c09b617 HTTP/1.1" status: 200 len: 944 time: 0.0490379 Oct 30 15:07:26.815222 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [req-c56af33d-89c7-4d85-a46c-2ca351738d4c req-b2b01d2d-bc1a-4ed5-b9e8-6c76f5c08da7 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:07:26.816228 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c56af33d-89c7-4d85-a46c-2ca351738d4c req-b2b01d2d-bc1a-4ed5-b9e8-6c76f5c08da7 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0059595 Oct 30 15:07:26.847936 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-89c95ab4-e852-4142-8ab1-71495cd645ab req-0d87f894-2e2b-410b-a9ea-ec1efc566c92 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff7d2e62-ea1a-45bf-a217-2b52e333182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327258 Oct 30 15:07:26.919891 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-7e9a860c-de54-4f2b-b0e6-c5f35d59bc56 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=fe775bbcba174d2b97e2e40971e90df6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229318 Oct 30 15:07:26.945752 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device b8323b08-d4fa-47cd-afb2-6f8216fb7b03 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:07:26.960187 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac8fd8a-1d74-4eef-8660-5dc5543d8a4f req-3d6c3b5b-ebb7-459b-bf83-c325478755c6 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:26.961731 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1ac8fd8a-1d74-4eef-8660-5dc5543d8a4f req-3d6c3b5b-ebb7-459b-bf83-c325478755c6 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e641d5-2c0d-48a6-8f23-8e9e8f7ea5b8 HTTP/1.1" status: 200 len: 950 time: 0.0557489 Oct 30 15:07:27.000782 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1ac8fd8a-1d74-4eef-8660-5dc5543d8a4f req-2d260b37-4ad0-4128-8168-d2fb848f2d52 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326574 Oct 30 15:07:27.034155 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-7a11662b-2da3-4d1a-8a4a-d148084180b7 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:27.035867 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-7a11662b-2da3-4d1a-8a4a-d148084180b7 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1099563 Oct 30 15:07:27.043848 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port b8323b08-d4fa-47cd-afb2-6f8216fb7b03, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=b8323b08-d4fa-47cd-afb2-6f8216fb7b03,segment=NetworkSegment(5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87),segment_id=5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:07:27.050995 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-ae0dbded-bd70-4a70-bac1-8e39071440a2 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/quotas/fe775bbcba174d2b97e2e40971e90df6 HTTP/1.1" status: 200 len: 375 time: 0.0091972 Oct 30 15:07:27.060451 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': 'b8323b08-d4fa-47cd-afb2-6f8216fb7b03', 'network_id': '2f36ee91-6757-4d64-8719-4cb39651ac94', 'port_id': 'b8323b08-d4fa-47cd-afb2-6f8216fb7b03', 'mac_address': 'fa:16:3e:b2:19:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0d8673-4262-419a-bce2-caff67d0478f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:07:27.099750 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:27.101673 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24dc9bdc-2ea7-40f2-846c-eab83c09b617', 'tag': '01188100-3825-4ed1-a924-8ab582f8ff07'}, {'name': 'network-changed', 'server_uuid': 'b5cd747f-0053-4a71-a209-c70e7ecc520a', 'tag': '8b371b9f-aeca-4397-a92e-43f1eefb6950'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:07:27.104746 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e369bd53-f024-4d82-ae06-cb1fc285ed8a" -d '{"events": [{"name": "network-changed", "server_uuid": "24dc9bdc-2ea7-40f2-846c-eab83c09b617", "tag": "01188100-3825-4ed1-a924-8ab582f8ff07"}, {"name": "network-changed", "server_uuid": "b5cd747f-0053-4a71-a209-c70e7ecc520a", "tag": "8b371b9f-aeca-4397-a92e-43f1eefb6950"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:07:27.112227 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-5c6ec9e8-9473-44b4-9ceb-91bb4dc81ba6 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe775bbcba174d2b97e2e40971e90df6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0558770 Oct 30 15:07:27.117269 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8323b08-d4fa-47cd-afb2-6f8216fb7b03 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:07:27.137498 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port b8323b08-d4fa-47cd-afb2-6f8216fb7b03, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=b8323b08-d4fa-47cd-afb2-6f8216fb7b03,segment=NetworkSegment(5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87),segment_id=5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:07:27.142495 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:27.194623 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=b8323b08-d4fa-47cd-afb2-6f8216fb7b03,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:27.202609 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb3396-5401-4e7b-a9e7-beb5aad41933 req-bbde31d5-c71f-4813-a70a-804183ce820d tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:27.205290 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-75cb3396-5401-4e7b-a9e7-beb5aad41933 req-bbde31d5-c71f-4813-a70a-804183ce820d tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/networks?id=54a44e67-c153-4279-a113-56e728247797 HTTP/1.1" status: 200 len: 821 time: 0.1146834 Oct 30 15:07:27.221056 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-75cb3396-5401-4e7b-a9e7-beb5aad41933 req-3023055d-dca2-4d4d-9436-cff83c24410e tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/quotas/d73a17c8ce1740f7a410991b16507a42 HTTP/1.1" status: 200 len: 375 time: 0.0098281 Oct 30 15:07:27.282803 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-75cb3396-5401-4e7b-a9e7-beb5aad41933 req-c8fba3bd-1e7c-4c79-ab3c-4d54cc8dd079 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d73a17c8ce1740f7a410991b16507a42&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0551248 Oct 30 15:07:27.383752 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-75cb3396-5401-4e7b-a9e7-beb5aad41933 req-0a5be689-5712-48f2-8329-5173451d53f7 service neutron] 10.222.0.62 "GET /v2.0/networks/54a44e67-c153-4279-a113-56e728247797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916924 Oct 30 15:07:27.449564 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['b8323b08-d4fa-47cd-afb2-6f8216fb7b03'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:07:27.486972 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-75cb3396-5401-4e7b-a9e7-beb5aad41933 req-4ea92cf4-5fd1-4cee-8c03-7ca505b5bb3d service neutron] 10.222.0.62 "GET /v2.0/networks/54a44e67-c153-4279-a113-56e728247797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969827 Oct 30 15:07:27.556313 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c40726-daf4-478f-bdc9-69ef1baccefa req-263a79c0-6cc4-405c-bd74-e0375aa68d9b tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:27.557993 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-56c40726-daf4-478f-bdc9-69ef1baccefa req-263a79c0-6cc4-405c-bd74-e0375aa68d9b tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=b63152b8-8683-4975-aea1-06378122bbed HTTP/1.1" status: 200 len: 945 time: 0.0584037 Oct 30 15:07:27.606093 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-56c40726-daf4-478f-bdc9-69ef1baccefa req-8244325a-5f88-4ddd-9a94-6a3a7f7e0492 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405757 Oct 30 15:07:27.657815 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 30 Oct 2021 15:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f80513c2-a54a-4870-89f2-a41e38ccbaba x-openstack-request-id: req-f80513c2-a54a-4870-89f2-a41e38ccbaba {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:07:27.658113 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24dc9bdc-2ea7-40f2-846c-eab83c09b617", "tag": "01188100-3825-4ed1-a924-8ab582f8ff07", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b5cd747f-0053-4a71-a209-c70e7ecc520a", "tag": "8b371b9f-aeca-4397-a92e-43f1eefb6950", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:07:27.658381 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f80513c2-a54a-4870-89f2-a41e38ccbaba {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:07:27.658765 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24dc9bdc-2ea7-40f2-846c-eab83c09b617', 'tag': '01188100-3825-4ed1-a924-8ab582f8ff07', 'status': 'completed', 'code': 200} Oct 30 15:07:27.659038 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5cd747f-0053-4a71-a209-c70e7ecc520a', 'tag': '8b371b9f-aeca-4397-a92e-43f1eefb6950', 'status': 'completed', 'code': 200} Oct 30 15:07:27.754514 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e369bd53-f024-4d82-ae06-cb1fc285ed8a req-59d7ba92-922f-4745-b349-ed696c9471d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:27.756513 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e369bd53-f024-4d82-ae06-cb1fc285ed8a req-59d7ba92-922f-4745-b349-ed696c9471d9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0f5568aa45224afa998c13f67eb4e102&device_id=24dc9bdc-2ea7-40f2-846c-eab83c09b617 HTTP/1.1" status: 200 len: 1096 time: 0.0706699 Oct 30 15:07:27.792869 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81620d-9d30-4625-b10d-136affccc076 req-692077a6-bc55-4ea2-807b-c0c16c5eaf1f tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:27.800542 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5c81620d-9d30-4625-b10d-136affccc076 req-692077a6-bc55-4ea2-807b-c0c16c5eaf1f tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5cd747f-0053-4a71-a209-c70e7ecc520a HTTP/1.1" status: 200 len: 943 time: 0.0627179 Oct 30 15:07:27.853891 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5c81620d-9d30-4625-b10d-136affccc076 req-14a56463-ef6b-4142-a83c-2c069f2d07ca tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521874 Oct 30 15:07:27.894022 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e369bd53-f024-4d82-ae06-cb1fc285ed8a req-94ae6591-a566-47d1-bf45-dcd071b42eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:27.895825 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e369bd53-f024-4d82-ae06-cb1fc285ed8a req-94ae6591-a566-47d1-bf45-dcd071b42eb1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9692ed5c-f259-4258-8606-c4a569c47bd6 HTTP/1.1" status: 200 len: 906 time: 0.1304057 Oct 30 15:07:27.956562 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e369bd53-f024-4d82-ae06-cb1fc285ed8a req-932a35d0-e397-4cac-b39b-b266ad8ef538 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01188100-3825-4ed1-a924-8ab582f8ff07 HTTP/1.1" status: 200 len: 217 time: 0.0475273 Oct 30 15:07:28.022318 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e369bd53-f024-4d82-ae06-cb1fc285ed8a req-b5c7346c-db41-4668-8ef9-eccd375868ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:28.023845 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e369bd53-f024-4d82-ae06-cb1fc285ed8a req-b5c7346c-db41-4668-8ef9-eccd375868ca service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3835a6e8-6500-4cc1-8102-46264ff54369 HTTP/1.1" status: 200 len: 845 time: 0.0604222 Oct 30 15:07:28.049494 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f51f9dba-6f72-4cbb-8e63-7265d64ba3da req-f4bf1300-fc30-4e58-b6f4-bcefa2edd8ed tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7b7f5a4-607d-447b-855c-cd38ba7ad348 HTTP/1.1" status: 200 len: 210 time: 0.0448561 Oct 30 15:07:28.059667 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e369bd53-f024-4d82-ae06-cb1fc285ed8a req-f332a177-0a89-4ba1-ab87-e338c8ac54ce service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9692ed5c-f259-4258-8606-c4a569c47bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276952 Oct 30 15:07:28.171220 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b31f22d-9199-4673-9199-7b93d3f2f9cc req-033b4652-8d03-4ae2-b391-ebbf40f4d8c3 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:28.172780 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e369bd53-f024-4d82-ae06-cb1fc285ed8a req-89fea428-ee95-45af-b377-36774d1fb7db service neutron] 10.222.0.53 "GET /v2.0/networks/9692ed5c-f259-4258-8606-c4a569c47bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065075 Oct 30 15:07:28.180422 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2b31f22d-9199-4673-9199-7b93d3f2f9cc req-033b4652-8d03-4ae2-b391-ebbf40f4d8c3 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/ports?device_id=24dc9bdc-2ea7-40f2-846c-eab83c09b617 HTTP/1.1" status: 200 len: 944 time: 0.0700977 Oct 30 15:07:28.228648 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2b31f22d-9199-4673-9199-7b93d3f2f9cc req-33d3ebda-a4f8-4b43-a6b7-93d9dc408a9f tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff7d2e62-ea1a-45bf-a217-2b52e333182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466106 Oct 30 15:07:28.271437 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a28979-3023-4727-beb7-f6a236637a60 req-06fb29ae-6ea7-4edd-9fa5-3695f1149be5 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:28.273097 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e5a28979-3023-4727-beb7-f6a236637a60 req-06fb29ae-6ea7-4edd-9fa5-3695f1149be5 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] 10.222.0.62 "GET /v2.0/ports?device_id=481ec1fa-8cdb-4949-bd8c-88ce56d35415 HTTP/1.1" status: 200 len: 948 time: 0.1183462 Oct 30 15:07:28.321848 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e369bd53-f024-4d82-ae06-cb1fc285ed8a req-c41e7422-d32b-43d4-bb04-5f52f8dd2f71 service neutron] 10.222.0.53 "GET /v2.0/networks/9692ed5c-f259-4258-8606-c4a569c47bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340809 Oct 30 15:07:28.337118 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e5a28979-3023-4727-beb7-f6a236637a60 req-626c5c93-1e6a-43e4-8e78-ad338e8cfccc tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbeb9008-c90c-4174-8348-aac0ca862d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514035 Oct 30 15:07:28.341640 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-18a5fcf2-8e26-441f-b1c2-99c366563867 req-6a426a8a-f1ea-48fe-91c4-cece465a365a tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=daf80d9c-caa6-48f8-9c7a-25496258a12e HTTP/1.1" status: 200 len: 210 time: 0.0491431 Oct 30 15:07:28.451322 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eba361-6bd8-4042-84f0-6544e1b2d63e req-73b81602-cbed-4ebf-b579-34ef5df72cf8 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:28.452826 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-27eba361-6bd8-4042-84f0-6544e1b2d63e req-73b81602-cbed-4ebf-b579-34ef5df72cf8 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e641d5-2c0d-48a6-8f23-8e9e8f7ea5b8 HTTP/1.1" status: 200 len: 950 time: 0.0539358 Oct 30 15:07:28.470586 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e369bd53-f024-4d82-ae06-cb1fc285ed8a req-7ee05ad1-62ef-424f-ba92-c1a9536cecbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:28.472328 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e369bd53-f024-4d82-ae06-cb1fc285ed8a req-7ee05ad1-62ef-424f-ba92-c1a9536cecbe service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=48ec0906891f440e8725a8b756af6e71&device_id=b5cd747f-0053-4a71-a209-c70e7ecc520a HTTP/1.1" status: 200 len: 1126 time: 0.0488586 Oct 30 15:07:28.508807 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-27eba361-6bd8-4042-84f0-6544e1b2d63e req-a0389011-62b3-41e9-8ddb-bdd3ddbb6f7c tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481341 Oct 30 15:07:28.580149 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e369bd53-f024-4d82-ae06-cb1fc285ed8a req-204fbf87-65ee-47ca-aa6e-b21284004c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:28.581976 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e369bd53-f024-4d82-ae06-cb1fc285ed8a req-204fbf87-65ee-47ca-aa6e-b21284004c12 service neutron] 10.222.0.53 "GET /v2.0/networks?id=291c5166-548b-4ef8-b78f-841a397188df HTTP/1.1" status: 200 len: 921 time: 0.1029875 Oct 30 15:07:28.625044 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e369bd53-f024-4d82-ae06-cb1fc285ed8a req-235ab23b-c9ef-42e2-b644-8e975da3246c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b371b9f-aeca-4397-a92e-43f1eefb6950 HTTP/1.1" status: 200 len: 217 time: 0.0349278 Oct 30 15:07:28.694609 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e369bd53-f024-4d82-ae06-cb1fc285ed8a req-ac0b446f-6721-4837-ae1b-53cbab84f138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:28.696100 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e369bd53-f024-4d82-ae06-cb1fc285ed8a req-ac0b446f-6721-4837-ae1b-53cbab84f138 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4f4c836a-b7bd-4d76-afd1-011b8a3fe891 HTTP/1.1" status: 200 len: 860 time: 0.0641699 Oct 30 15:07:28.740246 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e369bd53-f024-4d82-ae06-cb1fc285ed8a req-be06cbe0-97ac-4b5c-b82b-8cbb76b291ab service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=291c5166-548b-4ef8-b78f-841a397188df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249622 Oct 30 15:07:28.752043 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3eb0bf-1696-4a31-a212-b28695c634e5 req-a90521b7-39c0-4108-b3dc-4875ff41e138 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:28.753385 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3e3eb0bf-1696-4a31-a212-b28695c634e5 req-a90521b7-39c0-4108-b3dc-4875ff41e138 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=b63152b8-8683-4975-aea1-06378122bbed HTTP/1.1" status: 200 len: 945 time: 0.0745237 Oct 30 15:07:28.780831 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 495efa50-6c46-406d-b76f-a99eae8e4780 up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:07:28.828483 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port 495efa50-6c46-406d-b76f-a99eae8e4780 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:07:28.832643 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port 495efa50-6c46-406d-b76f-a99eae8e4780 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:07:28.833045 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:28.835659 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3e3eb0bf-1696-4a31-a212-b28695c634e5 req-ce5a3914-a326-4c9b-8e57-193c3ff16705 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746598 Oct 30 15:07:28.867092 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e369bd53-f024-4d82-ae06-cb1fc285ed8a req-42045bbc-ba3b-4151-8a36-1f48a8b2ef27 service neutron] 10.222.0.53 "GET /v2.0/networks/291c5166-548b-4ef8-b78f-841a397188df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127839 Oct 30 15:07:28.960552 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 01188100-3825-4ed1-a924-8ab582f8ff07 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:07:28.965900 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device b8323b08-d4fa-47cd-afb2-6f8216fb7b03 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:07:29.001153 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:29.032919 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a74b21-b168-49fb-94af-23b46f316523 req-a3a77ce9-600e-4123-bb0f-10aece86458e tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:29.045853 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-99a74b21-b168-49fb-94af-23b46f316523 req-a3a77ce9-600e-4123-bb0f-10aece86458e tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5cd747f-0053-4a71-a209-c70e7ecc520a HTTP/1.1" status: 200 len: 943 time: 0.0913706 Oct 30 15:07:29.086571 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-99a74b21-b168-49fb-94af-23b46f316523 req-68dbdf3e-59c2-40b4-9dc6-142c1f2205e5 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392287 Oct 30 15:07:29.182367 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e369bd53-f024-4d82-ae06-cb1fc285ed8a req-aa38e709-caf5-41ee-8f10-e696c43f1ea2 service neutron] 10.222.0.53 "GET /v2.0/networks/291c5166-548b-4ef8-b78f-841a397188df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068812 Oct 30 15:07:29.195362 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-969fff1c-0a9b-4b57-a1ce-d9d05a81b68a req-336b810b-c589-4c12-91bc-6b176eca4043 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7b7f5a4-607d-447b-855c-cd38ba7ad348 HTTP/1.1" status: 200 len: 210 time: 0.0326710 Oct 30 15:07:29.220684 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '481ec1fa-8cdb-4949-bd8c-88ce56d35415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495efa50-6c46-406d-b76f-a99eae8e4780'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:07:29.222924 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3537e654-7aa5-4152-b052-add268f21837" -d '{"events": [{"server_uuid": "481ec1fa-8cdb-4949-bd8c-88ce56d35415", "name": "network-vif-plugged", "status": "completed", "tag": "495efa50-6c46-406d-b76f-a99eae8e4780"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:07:29.223075 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb3396-5401-4e7b-a9e7-beb5aad41933 req-feacbe72-a93e-4fc3-aca2-4a9f34976e4f tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:29.224487 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-75cb3396-5401-4e7b-a9e7-beb5aad41933 req-feacbe72-a93e-4fc3-aca2-4a9f34976e4f tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.53 "GET /v2.0/networks?id=54a44e67-c153-4279-a113-56e728247797 HTTP/1.1" status: 200 len: 821 time: 0.2706766 Oct 30 15:07:29.241374 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 495efa50-6c46-406d-b76f-a99eae8e4780, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=495efa50-6c46-406d-b76f-a99eae8e4780,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:07:29.242443 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-75cb3396-5401-4e7b-a9e7-beb5aad41933 req-ff92e9ff-38bb-4547-90ab-7e7e5c1ed154 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Request body: {'port': {'device_id': 'd7b7f5a4-607d-447b-855c-cd38ba7ad348', 'network_id': '54a44e67-c153-4279-a113-56e728247797', 'admin_state_up': True, 'tenant_id': 'd73a17c8ce1740f7a410991b16507a42'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:07:29.249734 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:29.250557 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device ac740ae4-8271-48a4-935e-74c1d5bb5e25 up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:07:29.286323 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f0253f-d3f9-43cf-855c-d20eb878e095 x-openstack-request-id: req-46f0253f-d3f9-43cf-855c-d20eb878e095 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:07:29.286648 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "481ec1fa-8cdb-4949-bd8c-88ce56d35415", "name": "network-vif-plugged", "status": "completed", "tag": "495efa50-6c46-406d-b76f-a99eae8e4780", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:07:29.286895 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-46f0253f-d3f9-43cf-855c-d20eb878e095 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:07:29.287288 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '481ec1fa-8cdb-4949-bd8c-88ce56d35415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495efa50-6c46-406d-b76f-a99eae8e4780', 'code': 200} Oct 30 15:07:29.319704 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port b8323b08-d4fa-47cd-afb2-6f8216fb7b03 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:07:29.342280 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 01188100-3825-4ed1-a924-8ab582f8ff07, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=01188100-3825-4ed1-a924-8ab582f8ff07,segment=NetworkSegment(50e4125d-3001-4ab5-9a68-22676c11c44a),segment_id=50e4125d-3001-4ab5-9a68-22676c11c44a)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:07:29.361380 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port b8323b08-d4fa-47cd-afb2-6f8216fb7b03 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:07:29.362018 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:29.374554 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75cb3396-5401-4e7b-a9e7-beb5aad41933 req-ff92e9ff-38bb-4547-90ab-7e7e5c1ed154 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Made reservation on behalf of d73a17c8ce1740f7a410991b16507a42 for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:07:29.379009 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-75cb3396-5401-4e7b-a9e7-beb5aad41933 req-ff92e9ff-38bb-4547-90ab-7e7e5c1ed154 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:29.412046 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae33034-302c-491e-8d82-7ef8df9efc7e req-572c2835-ada7-46be-bac6-cfa5e0d845f8 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:29.414552 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1ae33034-302c-491e-8d82-7ef8df9efc7e req-572c2835-ada7-46be-bac6-cfa5e0d845f8 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/ports?device_id=24dc9bdc-2ea7-40f2-846c-eab83c09b617 HTTP/1.1" status: 200 len: 944 time: 0.1012776 Oct 30 15:07:29.430782 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '01188100-3825-4ed1-a924-8ab582f8ff07', 'network_id': '9692ed5c-f259-4258-8606-c4a569c47bd6', 'port_id': '01188100-3825-4ed1-a924-8ab582f8ff07', 'mac_address': 'fa:16:3e:64:5c:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3835a6e8-6500-4cc1-8102-46264ff54369', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:07:29.463572 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1ae33034-302c-491e-8d82-7ef8df9efc7e req-467b0db7-2d36-4678-9200-20363e7dc0ec tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff7d2e62-ea1a-45bf-a217-2b52e333182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413687 Oct 30 15:07:29.491152 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=495efa50-6c46-406d-b76f-a99eae8e4780,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:29.494822 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port ac740ae4-8271-48a4-935e-74c1d5bb5e25 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:07:29.584660 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port ac740ae4-8271-48a4-935e-74c1d5bb5e25 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:07:29.585483 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:29.590960 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1e3ab9fc-6c63-4855-844e-7cc9be290b31 req-5319066c-60de-410b-a80a-85498d5606be tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=daf80d9c-caa6-48f8-9c7a-25496258a12e HTTP/1.1" status: 200 len: 210 time: 0.0527401 Oct 30 15:07:29.593883 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:29.630767 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-75cb3396-5401-4e7b-a9e7-beb5aad41933 req-ff92e9ff-38bb-4547-90ab-7e7e5c1ed154 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Allocated IP 172.20.0.11 (54a44e67-c153-4279-a113-56e728247797/4c0e0f8e-11ac-4cdd-bbc0-64de2560079b/883a9fe4-2a20-41fd-a5a0-374f9c0d4582) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:07:29.636653 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c8b057-fab9-40ab-aba7-f57ad111231e req-a625de2b-764e-45cb-b1ea-0e23de97a145 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:29.639292 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-94c8b057-fab9-40ab-aba7-f57ad111231e req-a625de2b-764e-45cb-b1ea-0e23de97a145 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c372d04-8ef1-4343-a171-22691798b5b2 HTTP/1.1" status: 200 len: 945 time: 0.0767941 Oct 30 15:07:29.688905 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:29.711898 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-94c8b057-fab9-40ab-aba7-f57ad111231e req-322be3a7-9731-4f36-8dbf-b4646cbea206 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3c05691-ef86-4427-a0a1-ac12c39f9197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651340 Oct 30 15:07:29.712629 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:29.718375 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d713b8cd-fe70-438d-85c1-f877b5fb98a6 req-d0964a11-f42e-428a-9d79-e8ffef2c1705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:29.720206 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d713b8cd-fe70-438d-85c1-f877b5fb98a6 req-d0964a11-f42e-428a-9d79-e8ffef2c1705 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=481ec1fa-8cdb-4949-bd8c-88ce56d35415 HTTP/1.1" status: 200 len: 1101 time: 0.0998945 Oct 30 15:07:29.808692 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01188100-3825-4ed1-a924-8ab582f8ff07 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:07:29.829289 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port b8323b08-d4fa-47cd-afb2-6f8216fb7b03, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=b8323b08-d4fa-47cd-afb2-6f8216fb7b03,segment=NetworkSegment(5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87),segment_id=5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:07:29.833999 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:29.878682 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 01188100-3825-4ed1-a924-8ab582f8ff07, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=01188100-3825-4ed1-a924-8ab582f8ff07,segment=NetworkSegment(50e4125d-3001-4ab5-9a68-22676c11c44a),segment_id=50e4125d-3001-4ab5-9a68-22676c11c44a)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:07:29.888803 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:29.896760 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-ed797c2b-d7df-44d8-9945-5890aa7a56d3 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=fe775bbcba174d2b97e2e40971e90df6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0942566 Oct 30 15:07:29.949685 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=b8323b08-d4fa-47cd-afb2-6f8216fb7b03,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:29.960338 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-6892c799-13a9-499a-9cc8-d871cc020d21 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=fe775bbcba174d2b97e2e40971e90df6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2656860 Oct 30 15:07:29.988384 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5234c392-f0ad-4b37-bb86-c654289f7d93 req-c5c1c083-f7ee-4f3f-8a28-0f45de237d23 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:29.994465 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-75cb3396-5401-4e7b-a9e7-beb5aad41933 req-ff92e9ff-38bb-4547-90ab-7e7e5c1ed154 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:29.997711 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5234c392-f0ad-4b37-bb86-c654289f7d93 req-c5c1c083-f7ee-4f3f-8a28-0f45de237d23 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e641d5-2c0d-48a6-8f23-8e9e8f7ea5b8 HTTP/1.1" status: 200 len: 950 time: 0.1850145 Oct 30 15:07:30.065394 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=01188100-3825-4ed1-a924-8ab582f8ff07,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:30.075091 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5234c392-f0ad-4b37-bb86-c654289f7d93 req-68b58a22-c944-4127-8d8e-afd99d117fd2 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760887 Oct 30 15:07:30.091231 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:30.127062 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d713b8cd-fe70-438d-85c1-f877b5fb98a6 req-e8647068-9650-405c-8d49-9c238996023b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=cbeb9008-c90c-4174-8348-aac0ca862d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3691044 Oct 30 15:07:30.132260 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-46d3cbd7-62a1-4961-85b6-c1372034a6ff tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:30.135031 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-46d3cbd7-62a1-4961-85b6-c1372034a6ff tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2272432 Oct 30 15:07:30.143586 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port ac740ae4-8271-48a4-935e-74c1d5bb5e25, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=ac740ae4-8271-48a4-935e-74c1d5bb5e25,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:07:30.144942 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea6cdc-f27e-4763-a9ff-df4c39295b41 req-d263bae2-7a92-4ad8-975b-5b7971591a81 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:30.147362 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-79ea6cdc-f27e-4763-a9ff-df4c39295b41 req-d263bae2-7a92-4ad8-975b-5b7971591a81 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] 10.222.0.62 "GET /v2.0/ports?device_id=481ec1fa-8cdb-4949-bd8c-88ce56d35415 HTTP/1.1" status: 200 len: 949 time: 0.4454570 Oct 30 15:07:30.148718 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:30.207609 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e54ec1-f02e-4aaa-b317-730f8cb61ff5 req-a658cf74-c476-44cd-82e4-7d44e92411b7 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:30.209432 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-13e54ec1-f02e-4aaa-b317-730f8cb61ff5 req-a658cf74-c476-44cd-82e4-7d44e92411b7 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=b63152b8-8683-4975-aea1-06378122bbed HTTP/1.1" status: 200 len: 946 time: 0.0614469 Oct 30 15:07:30.211050 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=ac740ae4-8271-48a4-935e-74c1d5bb5e25,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:30.236283 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-75cb3396-5401-4e7b-a9e7-beb5aad41933 req-ff92e9ff-38bb-4547-90ab-7e7e5c1ed154 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:30.250519 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['7742aa37-8b40-4348-8ac4-a14876822ac2'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:07:30.256136 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-13e54ec1-f02e-4aaa-b317-730f8cb61ff5 req-34181e73-1e4b-470c-8c5c-b13d2fe69182 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392454 Oct 30 15:07:30.288028 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-428ad25d-d57c-42d6-85f0-6148d8ef5832 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:30.288222 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['01188100-3825-4ed1-a924-8ab582f8ff07'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:07:30.289558 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-428ad25d-d57c-42d6-85f0-6148d8ef5832 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3058517 Oct 30 15:07:30.303883 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-79ea6cdc-f27e-4763-a9ff-df4c39295b41 req-1f03efb2-3f3a-4fe9-8f0c-b8135ae43bce tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbeb9008-c90c-4174-8348-aac0ca862d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443000 Oct 30 15:07:30.311694 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75cb3396-5401-4e7b-a9e7-beb5aad41933 req-ff92e9ff-38bb-4547-90ab-7e7e5c1ed154 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Network 54a44e67-c153-4279-a113-56e728247797 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:07:30.315829 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-7aac6b27-0737-4189-a11c-9bb816996567 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Request body: {'port': {'device_id': '1fa98c3c-1a0d-427e-aee1-652bd5f1ddb6', 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704', 'admin_state_up': True, 'tenant_id': 'fe775bbcba174d2b97e2e40971e90df6'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:07:30.326831 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-75cb3396-5401-4e7b-a9e7-beb5aad41933 req-ff92e9ff-38bb-4547-90ab-7e7e5c1ed154 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:07:30.345234 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-75cb3396-5401-4e7b-a9e7-beb5aad41933 req-ff92e9ff-38bb-4547-90ab-7e7e5c1ed154 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:07:30.374888 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747664d2-c40c-4f28-b30c-9b9a7bf22b11 req-d98c4eb9-d76c-4658-91a6-fe11606c89a5 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:30.383039 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-747664d2-c40c-4f28-b30c-9b9a7bf22b11 req-d98c4eb9-d76c-4658-91a6-fe11606c89a5 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5cd747f-0053-4a71-a209-c70e7ecc520a HTTP/1.1" status: 200 len: 943 time: 0.0736880 Oct 30 15:07:30.441623 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-747664d2-c40c-4f28-b30c-9b9a7bf22b11 req-d5607fa4-ce21-42e0-8648-954bacb62d40 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575662 Oct 30 15:07:30.604274 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b994a2-f246-4db9-bdbc-d273d74695e7 req-6f0c803a-e355-4b13-a791-b97a9d3ec13b tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:30.605756 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a6b994a2-f246-4db9-bdbc-d273d74695e7 req-6f0c803a-e355-4b13-a791-b97a9d3ec13b tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/ports?device_id=24dc9bdc-2ea7-40f2-846c-eab83c09b617 HTTP/1.1" status: 200 len: 945 time: 0.0529473 Oct 30 15:07:30.621467 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-65336650-884f-4be8-a213-7a73faf8c056 None None] Provisioning complete for port 883a9fe4-2a20-41fd-a5a0-374f9c0d4582 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:07:30.621748 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-65336650-884f-4be8-a213-7a73faf8c056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:30.650839 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a6b994a2-f246-4db9-bdbc-d273d74695e7 req-4315107e-059a-4039-bcd6-212df72f8854 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff7d2e62-ea1a-45bf-a217-2b52e333182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369158 Oct 30 15:07:30.651097 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff92e9ff-38bb-4547-90ab-7e7e5c1ed154 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Pushing event updated for resources: {'Port': ['ID=883a9fe4-2a20-41fd-a5a0-374f9c0d4582,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:30.664882 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-65336650-884f-4be8-a213-7a73faf8c056 None None] Port 883a9fe4-2a20-41fd-a5a0-374f9c0d4582 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:07:30.718887 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb3396-5401-4e7b-a9e7-beb5aad41933 req-ff92e9ff-38bb-4547-90ab-7e7e5c1ed154 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:30.719504 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-75cb3396-5401-4e7b-a9e7-beb5aad41933 req-ff92e9ff-38bb-4547-90ab-7e7e5c1ed154 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:30.746622 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada4172-c0f3-4f2f-8afe-d0de999062cd req-c577fec0-4813-44d3-96d3-53dc8eb7fca4 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:30.748085 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-20b2cc0e-a8c3-4d01-bd51-eef133fc2e0b req-15e91ef6-02bc-4302-b0c9-e112782c546c tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=daf80d9c-caa6-48f8-9c7a-25496258a12e HTTP/1.1" status: 200 len: 210 time: 0.0265613 Oct 30 15:07:30.749094 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3ada4172-c0f3-4f2f-8afe-d0de999062cd req-c577fec0-4813-44d3-96d3-53dc8eb7fca4 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7b7f5a4-607d-447b-855c-cd38ba7ad348 HTTP/1.1" status: 200 len: 932 time: 0.3417230 Oct 30 15:07:30.772815 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-75cb3396-5401-4e7b-a9e7-beb5aad41933 req-ff92e9ff-38bb-4547-90ab-7e7e5c1ed154 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5345750 Oct 30 15:07:30.792554 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-75cb3396-5401-4e7b-a9e7-beb5aad41933 req-6144a525-03a6-4186-a3eb-9690f8cfa0af service neutron] Request body: {'port': {'device_id': 'd7b7f5a4-607d-447b-855c-cd38ba7ad348', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:07:30.823519 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-7aac6b27-0737-4189-a11c-9bb816996567 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Made reservation on behalf of fe775bbcba174d2b97e2e40971e90df6 for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:07:30.826960 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-7aac6b27-0737-4189-a11c-9bb816996567 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:30.855244 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3ada4172-c0f3-4f2f-8afe-d0de999062cd req-7108f5a6-1bf3-47bd-b858-b9b00c1da2ca tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/security-groups?id=12ab4c72-90f4-43f1-a864-83e4ec6ae9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978127 Oct 30 15:07:30.915533 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-75cb3396-5401-4e7b-a9e7-beb5aad41933 req-6144a525-03a6-4186-a3eb-9690f8cfa0af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:30.992525 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-a2662015-9626-48fa-a2e6-4235292e28f3 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Request body: {'port': {'device_id': 'daf80d9c-caa6-48f8-9c7a-25496258a12e', 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704', 'admin_state_up': True, 'tenant_id': 'fe775bbcba174d2b97e2e40971e90df6'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:07:31.084219 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-7aac6b27-0737-4189-a11c-9bb816996567 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Allocated IP 192.168.233.103 (8de8b155-6e08-41c3-866a-8b30bb481704/43b5dea3-b65b-4514-8ec2-18a4245eb194/67a02029-0352-4f05-b377-299b49d77849) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:07:31.288972 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b63152b8-8683-4975-aea1-06378122bbed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8323b08-d4fa-47cd-afb2-6f8216fb7b03'}, {'server_uuid': 'd9f1a39e-6b93-4eda-98c7-fd549c4a980a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac740ae4-8271-48a4-935e-74c1d5bb5e25'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:07:31.291356 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf891bc5-f2d1-43ea-9124-8f57d1a93ea4" -d '{"events": [{"server_uuid": "b63152b8-8683-4975-aea1-06378122bbed", "name": "network-vif-plugged", "status": "completed", "tag": "b8323b08-d4fa-47cd-afb2-6f8216fb7b03"}, {"server_uuid": "d9f1a39e-6b93-4eda-98c7-fd549c4a980a", "name": "network-vif-plugged", "status": "completed", "tag": "ac740ae4-8271-48a4-935e-74c1d5bb5e25"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:07:31.353193 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c3bda0-b888-4f35-b681-c15f848bda71 req-90c7663e-8142-4339-a983-8cc91d5c7f79 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:31.354689 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-73c3bda0-b888-4f35-b681-c15f848bda71 req-90c7663e-8142-4339-a983-8cc91d5c7f79 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e641d5-2c0d-48a6-8f23-8e9e8f7ea5b8 HTTP/1.1" status: 200 len: 950 time: 0.1655676 Oct 30 15:07:31.408336 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-a2662015-9626-48fa-a2e6-4235292e28f3 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Made reservation on behalf of fe775bbcba174d2b97e2e40971e90df6 for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:07:31.411758 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-a2662015-9626-48fa-a2e6-4235292e28f3 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:31.422483 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b8209-76bd-4b46-9050-5142059f7e0b req-8a293a08-5d4f-4946-917c-9e2047c21cd6 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:31.423995 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-686b8209-76bd-4b46-9050-5142059f7e0b req-8a293a08-5d4f-4946-917c-9e2047c21cd6 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=b63152b8-8683-4975-aea1-06378122bbed HTTP/1.1" status: 200 len: 946 time: 0.0731809 Oct 30 15:07:31.455082 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-75cb3396-5401-4e7b-a9e7-beb5aad41933 req-6144a525-03a6-4186-a3eb-9690f8cfa0af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 883a9fe4-2a20-41fd-a5a0-374f9c0d4582 {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:07:31.462809 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-7aac6b27-0737-4189-a11c-9bb816996567 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:31.472114 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-75cb3396-5401-4e7b-a9e7-beb5aad41933 req-6144a525-03a6-4186-a3eb-9690f8cfa0af service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:31.478453 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-73c3bda0-b888-4f35-b681-c15f848bda71 req-dba355c3-95f4-40c1-b5b0-fa9a945ea4b0 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129663 Oct 30 15:07:31.495192 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-75cb3396-5401-4e7b-a9e7-beb5aad41933 req-6144a525-03a6-4186-a3eb-9690f8cfa0af service neutron] Transition to ACTIVE for port object 883a9fe4-2a20-41fd-a5a0-374f9c0d4582 will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:07:31.511732 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-75cb3396-5401-4e7b-a9e7-beb5aad41933 req-6144a525-03a6-4186-a3eb-9690f8cfa0af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:31.513506 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-686b8209-76bd-4b46-9050-5142059f7e0b req-4eb2884e-2377-4ba0-a73a-eb8c431f0c5f tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810077 Oct 30 15:07:31.550566 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 30 Oct 2021 15:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c905aa-38d5-4b0c-a3da-793a7be970ea x-openstack-request-id: req-22c905aa-38d5-4b0c-a3da-793a7be970ea {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:07:31.550863 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b63152b8-8683-4975-aea1-06378122bbed", "name": "network-vif-plugged", "status": "completed", "tag": "b8323b08-d4fa-47cd-afb2-6f8216fb7b03", "code": 200}, {"server_uuid": "d9f1a39e-6b93-4eda-98c7-fd549c4a980a", "name": "network-vif-plugged", "status": "completed", "tag": "ac740ae4-8271-48a4-935e-74c1d5bb5e25", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:07:31.551540 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-22c905aa-38d5-4b0c-a3da-793a7be970ea {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:07:31.551540 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b63152b8-8683-4975-aea1-06378122bbed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8323b08-d4fa-47cd-afb2-6f8216fb7b03', 'code': 200} Oct 30 15:07:31.551829 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9f1a39e-6b93-4eda-98c7-fd549c4a980a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac740ae4-8271-48a4-935e-74c1d5bb5e25', 'code': 200} Oct 30 15:07:31.566755 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-7aac6b27-0737-4189-a11c-9bb816996567 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:31.579420 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['96545323-feb6-420b-9242-c65d8a00a3f5', '1bdc240c-44b4-4394-9ed5-ace834086c73'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:07:31.580317 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6144a525-03a6-4186-a3eb-9690f8cfa0af service neutron] Pushing event updated for resources: {'Port': ['ID=883a9fe4-2a20-41fd-a5a0-374f9c0d4582,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:31.609546 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['914696c5-5889-4b05-8d4d-dfdeb7ef3f59'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:07:31.678750 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-7aac6b27-0737-4189-a11c-9bb816996567 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Network 8de8b155-6e08-41c3-866a-8b30bb481704 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:07:31.706253 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-7aac6b27-0737-4189-a11c-9bb816996567 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:07:31.708989 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-7aac6b27-0737-4189-a11c-9bb816996567 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:07:31.711742 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-a2662015-9626-48fa-a2e6-4235292e28f3 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Allocated IP 192.168.233.71 (8de8b155-6e08-41c3-866a-8b30bb481704/43b5dea3-b65b-4514-8ec2-18a4245eb194/c5354e8c-a792-468f-8924-a3c448cc2b4a) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:07:31.786955 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:31.821805 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aac6b27-0737-4189-a11c-9bb816996567 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Pushing event updated for resources: {'Port': ['ID=67a02029-0352-4f05-b377-299b49d77849,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:31.905428 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b286e-c078-4491-b4a1-cc9ef999e02a req-36c5c59c-a67d-4b91-9b58-fa08cc594b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:31.908262 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d92b286e-c078-4491-b4a1-cc9ef999e02a req-36c5c59c-a67d-4b91-9b58-fa08cc594b18 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b63152b8-8683-4975-aea1-06378122bbed HTTP/1.1" status: 200 len: 1098 time: 0.1490076 Oct 30 15:07:31.922043 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424466e4-51ae-4d72-b208-553281fe0aad req-6e80c907-b141-4596-9166-72cafbc76fca tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:31.926958 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-7aac6b27-0737-4189-a11c-9bb816996567 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:31.928793 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-7aac6b27-0737-4189-a11c-9bb816996567 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:31.933821 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-424466e4-51ae-4d72-b208-553281fe0aad req-6e80c907-b141-4596-9166-72cafbc76fca tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] 10.222.0.62 "GET /v2.0/ports?device_id=481ec1fa-8cdb-4949-bd8c-88ce56d35415 HTTP/1.1" status: 200 len: 949 time: 0.2127037 Oct 30 15:07:31.934606 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-41f2d449-933b-45a1-a6cd-c32169a73490 req-4ce9a916-b66f-4938-b30d-462dc0b008c2 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--800159451&fields=id&tenant_id=69837c7685c1471a8281a6c045018170 HTTP/1.1" status: 200 len: 267 time: 0.2958660 Oct 30 15:07:31.996959 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b35864-201c-417c-8d60-f66ab08cc80a req-4deaead2-c01f-41e5-9d94-15ca4c8d20bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:31.998485 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-44b35864-201c-417c-8d60-f66ab08cc80a req-4deaead2-c01f-41e5-9d94-15ca4c8d20bb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d9f1a39e-6b93-4eda-98c7-fd549c4a980a HTTP/1.1" status: 200 len: 1102 time: 0.3130023 Oct 30 15:07:32.001575 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-75cb3396-5401-4e7b-a9e7-beb5aad41933 req-6144a525-03a6-4186-a3eb-9690f8cfa0af service neutron] Attempting to bind port 883a9fe4-2a20-41fd-a5a0-374f9c0d4582 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:07:32.003601 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-75cb3396-5401-4e7b-a9e7-beb5aad41933 req-6144a525-03a6-4186-a3eb-9690f8cfa0af service neutron] Attempting to bind port 883a9fe4-2a20-41fd-a5a0-374f9c0d4582 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': 'ef438171-9296-4cb4-a9a2-6d7294d77f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '54a44e67-c153-4279-a113-56e728247797'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:07:32.005422 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cb3396-5401-4e7b-a9e7-beb5aad41933 req-6144a525-03a6-4186-a3eb-9690f8cfa0af service neutron] Attempting to bind port 883a9fe4-2a20-41fd-a5a0-374f9c0d4582 on network 54a44e67-c153-4279-a113-56e728247797 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:07:32.044520 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-7aac6b27-0737-4189-a11c-9bb816996567 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7391124 Oct 30 15:07:32.082086 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cb3396-5401-4e7b-a9e7-beb5aad41933 req-6144a525-03a6-4186-a3eb-9690f8cfa0af service neutron] Port 883a9fe4-2a20-41fd-a5a0-374f9c0d4582 on network 54a44e67-c153-4279-a113-56e728247797 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:07:32.082696 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cb3396-5401-4e7b-a9e7-beb5aad41933 req-6144a525-03a6-4186-a3eb-9690f8cfa0af service neutron] Attempting to bind port 883a9fe4-2a20-41fd-a5a0-374f9c0d4582 on network 54a44e67-c153-4279-a113-56e728247797 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:07:32.089048 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-bf0806d3-5a23-4f45-a9d1-298d53d78977 service neutron] Request body: {'port': {'device_id': '1fa98c3c-1a0d-427e-aee1-652bd5f1ddb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:07:32.111825 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-424466e4-51ae-4d72-b208-553281fe0aad req-050f7951-1947-43b7-a07a-7d4f9780a2fc tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbeb9008-c90c-4174-8348-aac0ca862d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652920 Oct 30 15:07:32.117218 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d92b286e-c078-4491-b4a1-cc9ef999e02a req-9fc2e0bb-2243-4bc4-b468-2cd907c5d562 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618786 Oct 30 15:07:32.160314 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cb3396-5401-4e7b-a9e7-beb5aad41933 req-6144a525-03a6-4186-a3eb-9690f8cfa0af service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:07:32.160782 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cb3396-5401-4e7b-a9e7-beb5aad41933 req-6144a525-03a6-4186-a3eb-9690f8cfa0af service neutron] Checking segment: {'id': 'ef438171-9296-4cb4-a9a2-6d7294d77f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '54a44e67-c153-4279-a113-56e728247797'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:07:32.161266 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cb3396-5401-4e7b-a9e7-beb5aad41933 req-6144a525-03a6-4186-a3eb-9690f8cfa0af service neutron] Bound using segment: {'id': 'ef438171-9296-4cb4-a9a2-6d7294d77f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '54a44e67-c153-4279-a113-56e728247797'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:07:32.161804 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-75cb3396-5401-4e7b-a9e7-beb5aad41933 req-6144a525-03a6-4186-a3eb-9690f8cfa0af service neutron] Bound port: 883a9fe4-2a20-41fd-a5a0-374f9c0d4582, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef438171-9296-4cb4-a9a2-6d7294d77f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '54a44e67-c153-4279-a113-56e728247797'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:07:32.162263 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-75cb3396-5401-4e7b-a9e7-beb5aad41933 req-6144a525-03a6-4186-a3eb-9690f8cfa0af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:32.175784 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-cddbe0a4-85de-403a-8be6-a7b3d3c047aa None None] Provisioning complete for port 67a02029-0352-4f05-b377-299b49d77849 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:07:32.176159 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-cddbe0a4-85de-403a-8be6-a7b3d3c047aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:32.217693 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-a2662015-9626-48fa-a2e6-4235292e28f3 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:32.226960 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-44b35864-201c-417c-8d60-f66ab08cc80a req-dce3edbe-a1a6-4184-bc3e-210c97551e8d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=cbeb9008-c90c-4174-8348-aac0ca862d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878710 Oct 30 15:07:32.233806 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-bf0806d3-5a23-4f45-a9d1-298d53d78977 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:32.240375 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-cddbe0a4-85de-403a-8be6-a7b3d3c047aa None None] Port 67a02029-0352-4f05-b377-299b49d77849 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:07:32.270493 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fce31c-c62a-407d-a0b6-d9c124b36497 req-d7bd685d-10d7-4bc1-a849-14165a72d95c tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:32.271988 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-47fce31c-c62a-407d-a0b6-d9c124b36497 req-d7bd685d-10d7-4bc1-a849-14165a72d95c tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5cd747f-0053-4a71-a209-c70e7ecc520a HTTP/1.1" status: 200 len: 943 time: 0.0729640 Oct 30 15:07:32.294600 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-a2662015-9626-48fa-a2e6-4235292e28f3 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:32.325568 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f2d449-933b-45a1-a6cd-c32169a73490 req-91bb0b35-0fa4-47d6-a73d-6735983fe689 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:32.327025 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-41f2d449-933b-45a1-a6cd-c32169a73490 req-91bb0b35-0fa4-47d6-a73d-6735983fe689 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.62 "GET /v2.0/networks?id=0e073e54-a4ee-47aa-891d-4a1d26e93e93 HTTP/1.1" status: 200 len: 824 time: 0.3671465 Oct 30 15:07:32.334632 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-75cb3396-5401-4e7b-a9e7-beb5aad41933 req-6144a525-03a6-4186-a3eb-9690f8cfa0af service neutron] For port 883a9fe4-2a20-41fd-a5a0-374f9c0d4582, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:07:32.340017 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-75cb3396-5401-4e7b-a9e7-beb5aad41933 req-6144a525-03a6-4186-a3eb-9690f8cfa0af service neutron] For port 883a9fe4-2a20-41fd-a5a0-374f9c0d4582, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=883a9fe4-2a20-41fd-a5a0-374f9c0d4582,segment=NetworkSegment(ef438171-9296-4cb4-a9a2-6d7294d77f81),segment_id=ef438171-9296-4cb4-a9a2-6d7294d77f81)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:07:32.351375 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-a2662015-9626-48fa-a2e6-4235292e28f3 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Network 8de8b155-6e08-41c3-866a-8b30bb481704 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:07:32.354173 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-75cb3396-5401-4e7b-a9e7-beb5aad41933 req-6144a525-03a6-4186-a3eb-9690f8cfa0af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:32.357491 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-47fce31c-c62a-407d-a0b6-d9c124b36497 req-a4b3ff96-d10c-4bf1-98a7-0cb334cd8e96 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767496 Oct 30 15:07:32.360275 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-a2662015-9626-48fa-a2e6-4235292e28f3 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:07:32.364640 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-a2662015-9626-48fa-a2e6-4235292e28f3 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:07:32.368542 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2662015-9626-48fa-a2e6-4235292e28f3 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Pushing event updated for resources: {'Port': ['ID=c5354e8c-a792-468f-8924-a3c448cc2b4a,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:32.424549 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-41f2d449-933b-45a1-a6cd-c32169a73490 req-8472b344-4ad2-4a0d-b308-fe0e8512a842 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.62 "GET /v2.0/quotas/69837c7685c1471a8281a6c045018170 HTTP/1.1" status: 200 len: 375 time: 0.0876422 Oct 30 15:07:32.431216 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-a2662015-9626-48fa-a2e6-4235292e28f3 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:32.432379 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-a2662015-9626-48fa-a2e6-4235292e28f3 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:32.440732 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['914696c5-5889-4b05-8d4d-dfdeb7ef3f59'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:07:32.483313 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb3396-5401-4e7b-a9e7-beb5aad41933 req-6144a525-03a6-4186-a3eb-9690f8cfa0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:32.483983 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-75cb3396-5401-4e7b-a9e7-beb5aad41933 req-6144a525-03a6-4186-a3eb-9690f8cfa0af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:32.486946 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-75cb3396-5401-4e7b-a9e7-beb5aad41933 req-6144a525-03a6-4186-a3eb-9690f8cfa0af service neutron] 10.222.0.53 "PUT /v2.0/ports/883a9fe4-2a20-41fd-a5a0-374f9c0d4582 HTTP/1.1" status: 200 len: 1093 time: 1.7024212 Oct 30 15:07:32.488925 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7b7f5a4-607d-447b-855c-cd38ba7ad348', 'tag': '883a9fe4-2a20-41fd-a5a0-374f9c0d4582'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:07:32.491058 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb6c213-b9ef-4696-be80-7a2b3751348b" -d '{"events": [{"name": "network-changed", "server_uuid": "d7b7f5a4-607d-447b-855c-cd38ba7ad348", "tag": "883a9fe4-2a20-41fd-a5a0-374f9c0d4582"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:07:32.507217 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-a2662015-9626-48fa-a2e6-4235292e28f3 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5185838 Oct 30 15:07:32.557377 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-f99409f7-a322-4851-be20-2f7e535fd7c0 service neutron] Request body: {'port': {'device_id': 'daf80d9c-caa6-48f8-9c7a-25496258a12e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:07:32.651841 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6144a525-03a6-4186-a3eb-9690f8cfa0af service neutron] Pushing event updated for resources: {'Port': ['ID=883a9fe4-2a20-41fd-a5a0-374f9c0d4582,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:32.671372 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b4cbf-e8ce-43b1-9ef6-fbe5e361f44a req-3fa5fe56-d1ca-4b0f-b302-6dcabc6c9192 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:32.694101 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-196b4cbf-e8ce-43b1-9ef6-fbe5e361f44a req-3fa5fe56-d1ca-4b0f-b302-6dcabc6c9192 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/ports?device_id=24dc9bdc-2ea7-40f2-846c-eab83c09b617 HTTP/1.1" status: 200 len: 945 time: 0.2485847 Oct 30 15:07:32.696561 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-41f2d449-933b-45a1-a6cd-c32169a73490 req-1416bbfb-2cd4-4f00-a8cc-46a647740c16 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=69837c7685c1471a8281a6c045018170&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2530603 Oct 30 15:07:32.716124 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['96545323-feb6-420b-9242-c65d8a00a3f5', '1bdc240c-44b4-4394-9ed5-ace834086c73'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:07:32.730596 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb3396-5401-4e7b-a9e7-beb5aad41933 req-65568ad9-01bb-4ef1-bdbd-85d10d274cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:32.732686 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-75cb3396-5401-4e7b-a9e7-beb5aad41933 req-65568ad9-01bb-4ef1-bdbd-85d10d274cdb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d73a17c8ce1740f7a410991b16507a42&device_id=d7b7f5a4-607d-447b-855c-cd38ba7ad348 HTTP/1.1" status: 200 len: 1096 time: 0.1322744 Oct 30 15:07:32.745455 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-f99409f7-a322-4851-be20-2f7e535fd7c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:32.804903 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-196b4cbf-e8ce-43b1-9ef6-fbe5e361f44a req-4c205fc7-82cd-4f55-9e5f-3ace268ebd80 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff7d2e62-ea1a-45bf-a217-2b52e333182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090016 Oct 30 15:07:32.911952 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-75cb3396-5401-4e7b-a9e7-beb5aad41933 req-2ac40f37-36d4-4284-802a-2ff288ef4b6d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=883a9fe4-2a20-41fd-a5a0-374f9c0d4582 HTTP/1.1" status: 200 len: 217 time: 0.1650319 Oct 30 15:07:32.961670 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-baa17d99-7ace-4a2d-bd45-995bf27cb64d None None] Provisioning complete for port c5354e8c-a792-468f-8924-a3c448cc2b4a triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:07:32.962066 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-baa17d99-7ace-4a2d-bd45-995bf27cb64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:32.993312 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 01188100-3825-4ed1-a924-8ab582f8ff07 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:07:32.998481 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be065b80-aded-43ee-b73d-194d02da3e0b req-2e7c456f-7638-4246-8e1b-aa410bbfc16a tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:33.000874 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-be065b80-aded-43ee-b73d-194d02da3e0b req-2e7c456f-7638-4246-8e1b-aa410bbfc16a tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=daf80d9c-caa6-48f8-9c7a-25496258a12e HTTP/1.1" status: 200 len: 935 time: 0.0778701 Oct 30 15:07:33.035496 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb3396-5401-4e7b-a9e7-beb5aad41933 req-42383ef1-2fd1-4f63-8b83-72f683193874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:33.036973 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-75cb3396-5401-4e7b-a9e7-beb5aad41933 req-42383ef1-2fd1-4f63-8b83-72f683193874 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4c0e0f8e-11ac-4cdd-bbc0-64de2560079b HTTP/1.1" status: 200 len: 860 time: 0.1160624 Oct 30 15:07:33.041758 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-bf0806d3-5a23-4f45-a9d1-298d53d78977 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67a02029-0352-4f05-b377-299b49d77849 {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:07:33.044520 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-be065b80-aded-43ee-b73d-194d02da3e0b req-6f17393b-a96a-4eb8-9662-7265efc7ce56 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369730 Oct 30 15:07:33.047415 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-41f2d449-933b-45a1-a6cd-c32169a73490 req-ba729c76-48b9-41e2-88fd-afa65c8a91f4 service neutron] 10.222.0.62 "GET /v2.0/networks/0e073e54-a4ee-47aa-891d-4a1d26e93e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018477 Oct 30 15:07:33.054892 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-baa17d99-7ace-4a2d-bd45-995bf27cb64d None None] Port c5354e8c-a792-468f-8924-a3c448cc2b4a cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:07:33.059102 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-bf0806d3-5a23-4f45-a9d1-298d53d78977 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:33.095517 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port 01188100-3825-4ed1-a924-8ab582f8ff07 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:07:33.109232 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 01188100-3825-4ed1-a924-8ab582f8ff07 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:07:33.109465 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:33.185013 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0328f59-cce7-4448-97be-ee7470ace476 req-761b4b59-7735-4123-aa37-5a61a2b4527b tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:33.186939 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d0328f59-cce7-4448-97be-ee7470ace476 req-761b4b59-7735-4123-aa37-5a61a2b4527b tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7b7f5a4-607d-447b-855c-cd38ba7ad348 HTTP/1.1" status: 200 len: 944 time: 0.0683572 Oct 30 15:07:33.220726 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:33.260233 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 01188100-3825-4ed1-a924-8ab582f8ff07, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=01188100-3825-4ed1-a924-8ab582f8ff07,segment=NetworkSegment(50e4125d-3001-4ab5-9a68-22676c11c44a),segment_id=50e4125d-3001-4ab5-9a68-22676c11c44a)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:07:33.266274 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:33.275956 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d0328f59-cce7-4448-97be-ee7470ace476 req-cc9b2846-6a61-4414-bb56-8183eb088973 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/security-groups?id=12ab4c72-90f4-43f1-a864-83e4ec6ae9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790474 Oct 30 15:07:33.344716 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-bf0806d3-5a23-4f45-a9d1-298d53d78977 service neutron] Transition to ACTIVE for port object 67a02029-0352-4f05-b377-299b49d77849 will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:07:33.345578 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=01188100-3825-4ed1-a924-8ab582f8ff07,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:33.354687 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-bf0806d3-5a23-4f45-a9d1-298d53d78977 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:33.390094 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9570935a-9f62-4fca-833f-4f2ee56c0d42 x-openstack-request-id: req-9570935a-9f62-4fca-833f-4f2ee56c0d42 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:07:33.390384 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7b7f5a4-607d-447b-855c-cd38ba7ad348", "tag": "883a9fe4-2a20-41fd-a5a0-374f9c0d4582", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:07:33.390632 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9570935a-9f62-4fca-833f-4f2ee56c0d42 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:07:33.391021 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7b7f5a4-607d-447b-855c-cd38ba7ad348', 'tag': '883a9fe4-2a20-41fd-a5a0-374f9c0d4582', 'status': 'completed', 'code': 200} Oct 30 15:07:33.417822 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb3396-5401-4e7b-a9e7-beb5aad41933 req-0d5c2a28-d044-4222-946a-f08d112b89f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:33.421366 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-75cb3396-5401-4e7b-a9e7-beb5aad41933 req-0d5c2a28-d044-4222-946a-f08d112b89f4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=54a44e67-c153-4279-a113-56e728247797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3692677 Oct 30 15:07:33.467209 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0806d3-5a23-4f45-a9d1-298d53d78977 service neutron] Pushing event updated for resources: {'Port': ['ID=67a02029-0352-4f05-b377-299b49d77849,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:33.507203 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-41f2d449-933b-45a1-a6cd-c32169a73490 req-9481c221-2f5a-420f-8d54-2f14310a1c6e service neutron] 10.222.0.62 "GET /v2.0/networks/0e073e54-a4ee-47aa-891d-4a1d26e93e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4450512 Oct 30 15:07:33.552665 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24dc9bdc-2ea7-40f2-846c-eab83c09b617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01188100-3825-4ed1-a924-8ab582f8ff07'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:07:33.555498 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed2accac-479f-4ff5-9d8f-df246527d566" -d '{"events": [{"server_uuid": "24dc9bdc-2ea7-40f2-846c-eab83c09b617", "name": "network-vif-plugged", "status": "completed", "tag": "01188100-3825-4ed1-a924-8ab582f8ff07"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:07:33.643639 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d4b288-ecf1-4f74-b10e-fcd93e80eb3b req-a6d7ec68-4409-4d59-8d74-325f7444be64 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:33.656373 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-72d4b288-ecf1-4f74-b10e-fcd93e80eb3b req-a6d7ec68-4409-4d59-8d74-325f7444be64 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e641d5-2c0d-48a6-8f23-8e9e8f7ea5b8 HTTP/1.1" status: 200 len: 950 time: 0.1881578 Oct 30 15:07:33.717295 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-bf0806d3-5a23-4f45-a9d1-298d53d78977 service neutron] Attempting to bind port 67a02029-0352-4f05-b377-299b49d77849 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:07:33.717617 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-bf0806d3-5a23-4f45-a9d1-298d53d78977 service neutron] Attempting to bind port 67a02029-0352-4f05-b377-299b49d77849 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:07:33.723511 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-bf0806d3-5a23-4f45-a9d1-298d53d78977 service neutron] Attempting to bind port 67a02029-0352-4f05-b377-299b49d77849 on network 8de8b155-6e08-41c3-866a-8b30bb481704 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:07:33.727577 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-75cb3396-5401-4e7b-a9e7-beb5aad41933 req-bea23e03-b7ad-4c45-b79f-6dbf89bae1a5 service neutron] 10.222.0.53 "GET /v2.0/networks/54a44e67-c153-4279-a113-56e728247797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989919 Oct 30 15:07:33.738313 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-bf0806d3-5a23-4f45-a9d1-298d53d78977 service neutron] Port 67a02029-0352-4f05-b377-299b49d77849 on network 8de8b155-6e08-41c3-866a-8b30bb481704 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:07:33.738628 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-bf0806d3-5a23-4f45-a9d1-298d53d78977 service neutron] Attempting to bind port 67a02029-0352-4f05-b377-299b49d77849 on network 8de8b155-6e08-41c3-866a-8b30bb481704 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:07:33.784378 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-72d4b288-ecf1-4f74-b10e-fcd93e80eb3b req-ea3355ad-42d1-4f7e-8788-2f5bbbbaf425 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268580 Oct 30 15:07:33.800289 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-bf0806d3-5a23-4f45-a9d1-298d53d78977 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:07:33.800631 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-bf0806d3-5a23-4f45-a9d1-298d53d78977 service neutron] Checking segment: {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:07:33.801020 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-bf0806d3-5a23-4f45-a9d1-298d53d78977 service neutron] Bound using segment: {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:07:33.801466 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-bf0806d3-5a23-4f45-a9d1-298d53d78977 service neutron] Bound port: 67a02029-0352-4f05-b377-299b49d77849, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:07:33.801831 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-bf0806d3-5a23-4f45-a9d1-298d53d78977 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:33.823291 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-f99409f7-a322-4851-be20-2f7e535fd7c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5354e8c-a792-468f-8924-a3c448cc2b4a {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:07:33.836569 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-f99409f7-a322-4851-be20-2f7e535fd7c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:33.858172 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-f99409f7-a322-4851-be20-2f7e535fd7c0 service neutron] Transition to ACTIVE for port object c5354e8c-a792-468f-8924-a3c448cc2b4a will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:07:33.873710 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-f99409f7-a322-4851-be20-2f7e535fd7c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:33.888701 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b6f566-79a2-49ad-aad0-51148bdaa362 req-e022a57d-8351-4905-a419-fce0e4143827 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:33.890581 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e4b6f566-79a2-49ad-aad0-51148bdaa362 req-e022a57d-8351-4905-a419-fce0e4143827 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c372d04-8ef1-4343-a171-22691798b5b2 HTTP/1.1" status: 200 len: 945 time: 0.2481027 Oct 30 15:07:34.047405 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99409f7-a322-4851-be20-2f7e535fd7c0 service neutron] Pushing event updated for resources: {'Port': ['ID=c5354e8c-a792-468f-8924-a3c448cc2b4a,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:34.048522 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-bf0806d3-5a23-4f45-a9d1-298d53d78977 service neutron] For port 67a02029-0352-4f05-b377-299b49d77849, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:07:34.061510 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-bf0806d3-5a23-4f45-a9d1-298d53d78977 service neutron] For port 67a02029-0352-4f05-b377-299b49d77849, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=67a02029-0352-4f05-b377-299b49d77849,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:07:34.145245 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-bf0806d3-5a23-4f45-a9d1-298d53d78977 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:34.147107 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42db140-ecf3-49c9-b1a6-6fd6964e67cd req-4a0f9ea2-4d58-490d-ae31-b598126c177d tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:34.161817 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f42db140-ecf3-49c9-b1a6-6fd6964e67cd req-4a0f9ea2-4d58-490d-ae31-b598126c177d tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=b63152b8-8683-4975-aea1-06378122bbed HTTP/1.1" status: 200 len: 946 time: 0.2649217 Oct 30 15:07:34.260106 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-f99409f7-a322-4851-be20-2f7e535fd7c0 service neutron] Attempting to bind port c5354e8c-a792-468f-8924-a3c448cc2b4a on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:07:34.262024 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-f99409f7-a322-4851-be20-2f7e535fd7c0 service neutron] Attempting to bind port c5354e8c-a792-468f-8924-a3c448cc2b4a by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:07:34.263026 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-f99409f7-a322-4851-be20-2f7e535fd7c0 service neutron] Attempting to bind port c5354e8c-a792-468f-8924-a3c448cc2b4a on network 8de8b155-6e08-41c3-866a-8b30bb481704 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:07:34.312661 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f42db140-ecf3-49c9-b1a6-6fd6964e67cd req-24ff3288-bbb1-477c-b62f-634324572307 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310406 Oct 30 15:07:34.313378 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-f99409f7-a322-4851-be20-2f7e535fd7c0 service neutron] Port c5354e8c-a792-468f-8924-a3c448cc2b4a on network 8de8b155-6e08-41c3-866a-8b30bb481704 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:07:34.313704 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-f99409f7-a322-4851-be20-2f7e535fd7c0 service neutron] Attempting to bind port c5354e8c-a792-468f-8924-a3c448cc2b4a on network 8de8b155-6e08-41c3-866a-8b30bb481704 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:07:34.329163 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-bf0806d3-5a23-4f45-a9d1-298d53d78977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:34.329782 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-bf0806d3-5a23-4f45-a9d1-298d53d78977 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:34.331150 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-bf0806d3-5a23-4f45-a9d1-298d53d78977 service neutron] 10.222.0.53 "PUT /v2.0/ports/67a02029-0352-4f05-b377-299b49d77849 HTTP/1.1" status: 200 len: 1097 time: 2.2505352 Oct 30 15:07:34.359233 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-f99409f7-a322-4851-be20-2f7e535fd7c0 service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:07:34.365108 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-f99409f7-a322-4851-be20-2f7e535fd7c0 service neutron] Checking segment: {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:07:34.367312 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-f99409f7-a322-4851-be20-2f7e535fd7c0 service neutron] Bound using segment: {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:07:34.367573 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-75cb3396-5401-4e7b-a9e7-beb5aad41933 req-40c196f3-090c-4240-ae67-422f6dc476a3 service neutron] 10.222.0.53 "GET /v2.0/networks/54a44e67-c153-4279-a113-56e728247797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6202002 Oct 30 15:07:34.369256 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-f99409f7-a322-4851-be20-2f7e535fd7c0 service neutron] Bound port: c5354e8c-a792-468f-8924-a3c448cc2b4a, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:07:34.373154 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0806d3-5a23-4f45-a9d1-298d53d78977 service neutron] Pushing event updated for resources: {'Port': ['ID=67a02029-0352-4f05-b377-299b49d77849,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:34.384929 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-f99409f7-a322-4851-be20-2f7e535fd7c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:34.487508 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097d645-a7b2-4c8f-8d63-173318b7407f req-1a99a4f0-6908-4e77-a5da-4f7112d970f4 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:34.489032 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0097d645-a7b2-4c8f-8d63-173318b7407f req-1a99a4f0-6908-4e77-a5da-4f7112d970f4 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] 10.222.0.62 "GET /v2.0/ports?device_id=481ec1fa-8cdb-4949-bd8c-88ce56d35415 HTTP/1.1" status: 200 len: 949 time: 0.4110847 Oct 30 15:07:34.568278 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-f99409f7-a322-4851-be20-2f7e535fd7c0 service neutron] For port c5354e8c-a792-468f-8924-a3c448cc2b4a, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:07:34.572650 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-f99409f7-a322-4851-be20-2f7e535fd7c0 service neutron] For port c5354e8c-a792-468f-8924-a3c448cc2b4a, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=c5354e8c-a792-468f-8924-a3c448cc2b4a,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:07:34.578520 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-f99409f7-a322-4851-be20-2f7e535fd7c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:34.631736 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-e4b6f566-79a2-49ad-aad0-51148bdaa362 req-56a30eed-bc5f-4bf7-95ae-9e2d2db87d08 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Deleting port ad491b01-b4db-4766-a4e8-194291f2f7a6 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:07:34.632374 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-e4b6f566-79a2-49ad-aad0-51148bdaa362 req-56a30eed-bc5f-4bf7-95ae-9e2d2db87d08 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:34.648170 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-b423e5f5-a41f-446f-8ed5-19aa392f2338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:34.649705 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-b423e5f5-a41f-446f-8ed5-19aa392f2338 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fe775bbcba174d2b97e2e40971e90df6&device_id=1fa98c3c-1a0d-427e-aee1-652bd5f1ddb6 HTTP/1.1" status: 200 len: 1100 time: 0.2687604 Oct 30 15:07:34.712771 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-f99409f7-a322-4851-be20-2f7e535fd7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:34.713455 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-f99409f7-a322-4851-be20-2f7e535fd7c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:34.715499 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-f99409f7-a322-4851-be20-2f7e535fd7c0 service neutron] 10.222.0.44 "PUT /v2.0/ports/c5354e8c-a792-468f-8924-a3c448cc2b4a HTTP/1.1" status: 200 len: 1096 time: 2.1633856 Oct 30 15:07:34.717487 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daf80d9c-caa6-48f8-9c7a-25496258a12e', 'tag': 'c5354e8c-a792-468f-8924-a3c448cc2b4a'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:07:34.726791 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-190f40a2-3cf2-4e2b-9f84-6fb602f3500b" -d '{"events": [{"name": "network-changed", "server_uuid": "daf80d9c-caa6-48f8-9c7a-25496258a12e", "tag": "c5354e8c-a792-468f-8924-a3c448cc2b4a"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:07:34.742250 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-2b0df1d8-fb20-46a0-8bb9-f9f77268f7b9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=67a02029-0352-4f05-b377-299b49d77849 HTTP/1.1" status: 200 len: 217 time: 0.0671082 Oct 30 15:07:34.744049 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6c213-b9ef-4696-be80-7a2b3751348b req-4b367db9-6b18-478b-9d8c-f577bbb27809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:34.746136 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0bb6c213-b9ef-4696-be80-7a2b3751348b req-4b367db9-6b18-478b-9d8c-f577bbb27809 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d73a17c8ce1740f7a410991b16507a42&device_id=d7b7f5a4-607d-447b-855c-cd38ba7ad348 HTTP/1.1" status: 200 len: 1096 time: 0.2920792 Oct 30 15:07:34.787318 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a134e6d-9f50-47da-a9e6-77377cbf1515 req-c4cbf92a-6e99-46a7-ad6e-515e1433f801 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:34.794196 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9a134e6d-9f50-47da-a9e6-77377cbf1515 req-c4cbf92a-6e99-46a7-ad6e-515e1433f801 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5cd747f-0053-4a71-a209-c70e7ecc520a HTTP/1.1" status: 200 len: 943 time: 0.2798684 Oct 30 15:07:34.802129 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0097d645-a7b2-4c8f-8d63-173318b7407f req-4fd3dd84-e696-4e8f-8a18-4206220a9eca tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbeb9008-c90c-4174-8348-aac0ca862d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598958 Oct 30 15:07:34.830202 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99409f7-a322-4851-be20-2f7e535fd7c0 service neutron] Pushing event updated for resources: {'Port': ['ID=c5354e8c-a792-468f-8924-a3c448cc2b4a,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:34.887826 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839f6b17-4b2c-4135-b293-94b472bad3d4 x-openstack-request-id: req-839f6b17-4b2c-4135-b293-94b472bad3d4 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:07:34.888349 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24dc9bdc-2ea7-40f2-846c-eab83c09b617", "name": "network-vif-plugged", "status": "completed", "tag": "01188100-3825-4ed1-a924-8ab582f8ff07", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:07:34.888349 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-839f6b17-4b2c-4135-b293-94b472bad3d4 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:07:34.888735 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24dc9bdc-2ea7-40f2-846c-eab83c09b617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01188100-3825-4ed1-a924-8ab582f8ff07', 'code': 200} Oct 30 15:07:34.949794 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9a134e6d-9f50-47da-a9e6-77377cbf1515 req-180cde82-276a-411e-bca9-dad053480292 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546304 Oct 30 15:07:34.974236 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-8b996274-7986-435e-a888-03b29bf6d0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:34.979089 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-8b996274-7986-435e-a888-03b29bf6d0ab service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fe775bbcba174d2b97e2e40971e90df6&device_id=daf80d9c-caa6-48f8-9c7a-25496258a12e HTTP/1.1" status: 200 len: 1099 time: 0.1821108 Oct 30 15:07:34.982395 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-8430f6bd-b7a7-48f7-a808-cea190630485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:34.984014 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-8430f6bd-b7a7-48f7-a808-cea190630485 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.1741085 Oct 30 15:07:34.985694 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-e4b6f566-79a2-49ad-aad0-51148bdaa362 req-56a30eed-bc5f-4bf7-95ae-9e2d2db87d08 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] For port ad491b01-b4db-4766-a4e8-194291f2f7a6, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=ad491b01-b4db-4766-a4e8-194291f2f7a6,segment=NetworkSegment(b4b31197-3a09-4bc0-a34b-293e7ced3758),segment_id=b4b31197-3a09-4bc0-a34b-293e7ced3758)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:07:34.986061 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-e4b6f566-79a2-49ad-aad0-51148bdaa362 req-56a30eed-bc5f-4bf7-95ae-9e2d2db87d08 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:35.074605 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-ee15fca6-70a0-4704-a2eb-1ed453e1c2b1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=c5354e8c-a792-468f-8924-a3c448cc2b4a HTTP/1.1" status: 200 len: 217 time: 0.0819561 Oct 30 15:07:35.079628 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fd0e9771-1596-4867-b34f-1dac924e5f1c req-45b2e306-35d7-44be-ba3f-9b0d7e5dcc66 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.62 "GET /v2.0/ports?device_id=60c9006d-3c9f-4212-bbfa-563f7e9fffd7 HTTP/1.1" status: 200 len: 210 time: 0.0908685 Oct 30 15:07:35.114708 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6c213-b9ef-4696-be80-7a2b3751348b req-f8c21e49-5ad0-430e-83fa-3a71bc3ce452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:35.116194 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0bb6c213-b9ef-4696-be80-7a2b3751348b req-f8c21e49-5ad0-430e-83fa-3a71bc3ce452 service neutron] 10.222.0.53 "GET /v2.0/networks?id=54a44e67-c153-4279-a113-56e728247797 HTTP/1.1" status: 200 len: 922 time: 0.3131101 Oct 30 15:07:35.166585 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:07:35.183507 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ee295-314d-4aaa-8726-4b70de00322c req-5c0c302b-ae77-4d99-8b1b-21c176c58899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:35.185602 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b92ee295-314d-4aaa-8726-4b70de00322c req-5c0c302b-ae77-4d99-8b1b-21c176c58899 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=24dc9bdc-2ea7-40f2-846c-eab83c09b617 HTTP/1.1" status: 200 len: 1098 time: 0.1853173 Oct 30 15:07:35.201429 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0bb6c213-b9ef-4696-be80-7a2b3751348b req-6965a8d9-5606-4b71-a0a4-135d1d112165 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=883a9fe4-2a20-41fd-a5a0-374f9c0d4582 HTTP/1.1" status: 200 len: 217 time: 0.0495160 Oct 30 15:07:35.206740 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5674aa9-6031-4152-b0a9-0dd3fa898943 req-d5ec0b4f-7ef6-44e2-94d5-ce87539d10fd tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:35.208270 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e5674aa9-6031-4152-b0a9-0dd3fa898943 req-d5ec0b4f-7ef6-44e2-94d5-ce87539d10fd tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/ports?device_id=24dc9bdc-2ea7-40f2-846c-eab83c09b617 HTTP/1.1" status: 200 len: 946 time: 0.1371114 Oct 30 15:07:35.228468 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-2ddf5bf4-7fad-40f3-bbc5-0fee24867c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:35.230013 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-2ddf5bf4-7fad-40f3-bbc5-0fee24867c94 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.1254237 Oct 30 15:07:35.289597 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b92ee295-314d-4aaa-8726-4b70de00322c req-9ed7d63e-b4d5-4382-bb3c-b16eb8b6c758 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ff7d2e62-ea1a-45bf-a217-2b52e333182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796771 Oct 30 15:07:35.312963 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e5674aa9-6031-4152-b0a9-0dd3fa898943 req-08698f1d-9342-4745-8fc5-7ef695296928 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff7d2e62-ea1a-45bf-a217-2b52e333182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817318 Oct 30 15:07:35.320423 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-a526e489-ff4c-4fe3-8663-b136dbd00c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:35.321972 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-a526e489-ff4c-4fe3-8663-b136dbd00c14 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3184092 Oct 30 15:07:35.324745 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-7b677a6e-b19f-418a-b8ce-b5320b6bcc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:35.326589 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-7b677a6e-b19f-418a-b8ce-b5320b6bcc25 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0856936 Oct 30 15:07:35.394034 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fa98c3c-1a0d-427e-aee1-652bd5f1ddb6', 'tag': '67a02029-0352-4f05-b377-299b49d77849'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:07:35.396989 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-984e380c-5ba4-4064-8434-7147a34bcffc" -d '{"events": [{"name": "network-changed", "server_uuid": "1fa98c3c-1a0d-427e-aee1-652bd5f1ddb6", "tag": "67a02029-0352-4f05-b377-299b49d77849"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:07:35.421995 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60426554-e6d2-43d9-9801-488bbcafdfa8 req-4be1ff6d-4a23-4d58-b899-af3b2806a780 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:35.423669 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-60426554-e6d2-43d9-9801-488bbcafdfa8 req-4be1ff6d-4a23-4d58-b899-af3b2806a780 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=daf80d9c-caa6-48f8-9c7a-25496258a12e HTTP/1.1" status: 200 len: 947 time: 0.2201121 Oct 30 15:07:35.427186 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6c213-b9ef-4696-be80-7a2b3751348b req-333a1cf7-6865-4c64-aae7-79de4d0a40ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:35.428650 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0bb6c213-b9ef-4696-be80-7a2b3751348b req-333a1cf7-6865-4c64-aae7-79de4d0a40ea service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4c0e0f8e-11ac-4cdd-bbc0-64de2560079b HTTP/1.1" status: 200 len: 860 time: 0.2152662 Oct 30 15:07:35.485671 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd3009-bc3f-4944-98a3-4f80b3cd6b2b req-1ba0de64-aa66-471f-8b5a-22bdebc7c7d9 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:35.487247 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7cbd3009-bc3f-4944-98a3-4f80b3cd6b2b req-1ba0de64-aa66-471f-8b5a-22bdebc7c7d9 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7b7f5a4-607d-447b-855c-cd38ba7ad348 HTTP/1.1" status: 200 len: 944 time: 0.0916586 Oct 30 15:07:35.493380 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-9f03aa60-8dab-4703-a31b-3f321230def8 service neutron] 10.222.0.44 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512892 Oct 30 15:07:35.634755 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7cbd3009-bc3f-4944-98a3-4f80b3cd6b2b req-8b0ef806-4601-4fb0-8591-df03317fed94 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/security-groups?id=12ab4c72-90f4-43f1-a864-83e4ec6ae9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401958 Oct 30 15:07:35.647553 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-d674ffd4-c637-45f7-b56f-0f971a2d5431 service neutron] 10.222.0.44 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409984 Oct 30 15:07:35.763728 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fcf171-2cb1-44c0-8e63-83a4821fe4c3 req-30812175-c07e-4f2c-ad95-c311682d4724 tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:35.765268 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-73fcf171-2cb1-44c0-8e63-83a4821fe4c3 req-30812175-c07e-4f2c-ad95-c311682d4724 tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b63152b8-8683-4975-aea1-06378122bbed HTTP/1.1" status: 200 len: 1098 time: 0.0607698 Oct 30 15:07:35.821138 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-73fcf171-2cb1-44c0-8e63-83a4821fe4c3 req-e7fd2170-838a-4b04-8631-1f9a24f281b9 tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415902 Oct 30 15:07:35.825686 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-10a71955-3957-4b7c-9167-776f1ace93e7 req-0663083b-72f7-4666-b1d4-f064e64c3d2b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=650d9a7c-a4b8-48e9-8eb9-fb4e14556775&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0741756 Oct 30 15:07:35.849711 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-60426554-e6d2-43d9-9801-488bbcafdfa8 req-691f0a22-0b0a-439c-933d-b61c2a15093d tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4171946 Oct 30 15:07:35.853145 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-e4b6f566-79a2-49ad-aad0-51148bdaa362 req-56a30eed-bc5f-4bf7-95ae-9e2d2db87d08 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:35.853818 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-e4b6f566-79a2-49ad-aad0-51148bdaa362 req-56a30eed-bc5f-4bf7-95ae-9e2d2db87d08 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:35.853933 n-d-806683-17 neutron-server[102131]: INFO neutron.db.l3_db [req-e4b6f566-79a2-49ad-aad0-51148bdaa362 req-56a30eed-bc5f-4bf7-95ae-9e2d2db87d08 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Floating IP 1952743e-d0dd-43af-a95d-70910c9a08b8 disassociated. External IP: 172.25.4.234, port: ad491b01-b4db-4766-a4e8-194291f2f7a6. Oct 30 15:07:35.854326 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-e4b6f566-79a2-49ad-aad0-51148bdaa362 req-56a30eed-bc5f-4bf7-95ae-9e2d2db87d08 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Calling delete_port for ad491b01-b4db-4766-a4e8-194291f2f7a6 owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:07:35.880750 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6c213-b9ef-4696-be80-7a2b3751348b req-7b96b513-59fc-4310-95b8-d0546fa5eaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:35.882244 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0bb6c213-b9ef-4696-be80-7a2b3751348b req-7b96b513-59fc-4310-95b8-d0546fa5eaf0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=54a44e67-c153-4279-a113-56e728247797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3499029 Oct 30 15:07:35.938887 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc796733-b1a4-4e16-8c0e-99dd213d11c1 x-openstack-request-id: req-cc796733-b1a4-4e16-8c0e-99dd213d11c1 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:07:35.939177 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daf80d9c-caa6-48f8-9c7a-25496258a12e", "tag": "c5354e8c-a792-468f-8924-a3c448cc2b4a", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:07:35.939433 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cc796733-b1a4-4e16-8c0e-99dd213d11c1 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:07:35.939880 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daf80d9c-caa6-48f8-9c7a-25496258a12e', 'tag': 'c5354e8c-a792-468f-8924-a3c448cc2b4a', 'status': 'completed', 'code': 200} Oct 30 15:07:36.051232 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a71955-3957-4b7c-9167-776f1ace93e7 req-ee0f5e10-e472-40a0-8264-2ed3fe0118d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:36.052760 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-10a71955-3957-4b7c-9167-776f1ace93e7 req-ee0f5e10-e472-40a0-8264-2ed3fe0118d8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=48ec0906891f440e8725a8b756af6e71&device_id=650d9a7c-a4b8-48e9-8eb9-fb4e14556775 HTTP/1.1" status: 200 len: 1096 time: 0.1741602 Oct 30 15:07:36.148333 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f40a2-3cf2-4e2b-9f84-6fb602f3500b req-2fff5a85-30d4-4119-8bc3-879ad36caf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:36.149729 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-190f40a2-3cf2-4e2b-9f84-6fb602f3500b req-2fff5a85-30d4-4119-8bc3-879ad36caf69 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fe775bbcba174d2b97e2e40971e90df6&device_id=daf80d9c-caa6-48f8-9c7a-25496258a12e HTTP/1.1" status: 200 len: 1099 time: 0.1931181 Oct 30 15:07:36.176604 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-04fb0d99-4066-42a3-8319-1997e1c4a049 service neutron] 10.222.0.53 "GET /v2.0/ports/8b371b9f-aeca-4397-a92e-43f1eefb6950/bindings/n-h2-806683-17 HTTP/1.1" status: 200 len: 385 time: 0.1762893 Oct 30 15:07:36.206056 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-1f3b73aa-b68f-4802-aab0-8be528a9e75c service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6749551 Oct 30 15:07:36.228036 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91fedfb-90c0-4807-90ca-b83bfef96c84 req-7827c852-65b4-46e9-90ea-1b92abb3cc4c tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:36.229486 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d91fedfb-90c0-4807-90ca-b83bfef96c84 req-7827c852-65b4-46e9-90ea-1b92abb3cc4c tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9f1a39e-6b93-4eda-98c7-fd549c4a980a HTTP/1.1" status: 200 len: 950 time: 0.2162042 Oct 30 15:07:36.259415 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefce285-9196-471b-915f-2a99debdfd61 req-62d92be9-7cdd-4fcf-81de-e51e5686c813 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:36.260902 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cefce285-9196-471b-915f-2a99debdfd61 req-62d92be9-7cdd-4fcf-81de-e51e5686c813 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e641d5-2c0d-48a6-8f23-8e9e8f7ea5b8 HTTP/1.1" status: 200 len: 950 time: 0.2707167 Oct 30 15:07:36.313921 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0bb6c213-b9ef-4696-be80-7a2b3751348b req-1faf4292-53cc-48e7-a061-a6d06b5dc4cd service neutron] 10.222.0.53 "GET /v2.0/networks/54a44e67-c153-4279-a113-56e728247797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461065 Oct 30 15:07:36.353438 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a71955-3957-4b7c-9167-776f1ace93e7 req-5cce0e1f-1127-453f-9822-393845f631ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:36.354905 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-10a71955-3957-4b7c-9167-776f1ace93e7 req-5cce0e1f-1127-453f-9822-393845f631ef service neutron] 10.222.0.44 "GET /v2.0/networks?id=291c5166-548b-4ef8-b78f-841a397188df HTTP/1.1" status: 200 len: 921 time: 0.2773471 Oct 30 15:07:36.377650 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f2d449-933b-45a1-a6cd-c32169a73490 req-ff25b301-5dfa-450f-89ae-59f9528b7ddd tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:36.379081 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-41f2d449-933b-45a1-a6cd-c32169a73490 req-ff25b301-5dfa-450f-89ae-59f9528b7ddd tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.53 "GET /v2.0/networks?id=0e073e54-a4ee-47aa-891d-4a1d26e93e93 HTTP/1.1" status: 200 len: 824 time: 0.3592381 Oct 30 15:07:36.388849 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d91fedfb-90c0-4807-90ca-b83bfef96c84 req-ea930333-904d-4fc6-983b-1053435d79c7 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbeb9008-c90c-4174-8348-aac0ca862d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487210 Oct 30 15:07:36.418331 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f40a2-3cf2-4e2b-9f84-6fb602f3500b req-d9594e00-1561-435f-96f0-1641db2f259a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:36.420386 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-190f40a2-3cf2-4e2b-9f84-6fb602f3500b req-d9594e00-1561-435f-96f0-1641db2f259a service neutron] 10.222.0.44 "GET /v2.0/networks?id=8de8b155-6e08-41c3-866a-8b30bb481704 HTTP/1.1" status: 200 len: 870 time: 0.2554655 Oct 30 15:07:36.421640 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-10a71955-3957-4b7c-9167-776f1ace93e7 req-6e349afa-a38d-4df5-be84-1b5b4337cdf7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e37ad38-e589-475b-95b7-f71b5467f5fb HTTP/1.1" status: 200 len: 217 time: 0.0495760 Oct 30 15:07:36.473477 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e98478-89b0-4760-b75e-d82a58deda7f x-openstack-request-id: req-57e98478-89b0-4760-b75e-d82a58deda7f {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:07:36.474084 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fa98c3c-1a0d-427e-aee1-652bd5f1ddb6", "tag": "67a02029-0352-4f05-b377-299b49d77849", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:07:36.474084 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-57e98478-89b0-4760-b75e-d82a58deda7f {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:07:36.474383 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fa98c3c-1a0d-427e-aee1-652bd5f1ddb6', 'tag': '67a02029-0352-4f05-b377-299b49d77849', 'status': 'completed', 'code': 200} Oct 30 15:07:36.516183 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-190f40a2-3cf2-4e2b-9f84-6fb602f3500b req-c17b41ff-0db1-4bcb-a3aa-5848634fb15b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=c5354e8c-a792-468f-8924-a3c448cc2b4a HTTP/1.1" status: 200 len: 217 time: 0.0670214 Oct 30 15:07:36.562097 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5d403df4-7d54-49c7-b800-8ee7875ed924 req-41a054c6-1153-4e58-bff6-734fc7b9cbdc service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3353553 Oct 30 15:07:36.565077 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0bb6c213-b9ef-4696-be80-7a2b3751348b req-c1bb164d-e379-485d-9934-d3586f3f5f90 service neutron] 10.222.0.53 "GET /v2.0/networks/54a44e67-c153-4279-a113-56e728247797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298579 Oct 30 15:07:36.585005 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cefce285-9196-471b-915f-2a99debdfd61 req-f612325c-9fc4-4841-9e52-12a8db0f964a tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748599 Oct 30 15:07:36.609905 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-e4b6f566-79a2-49ad-aad0-51148bdaa362 req-56a30eed-bc5f-4bf7-95ae-9e2d2db87d08 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:36.643551 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a71955-3957-4b7c-9167-776f1ace93e7 req-5d983a4c-1e17-41b3-96f1-6c9c7c86cc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:36.645017 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-10a71955-3957-4b7c-9167-776f1ace93e7 req-5d983a4c-1e17-41b3-96f1-6c9c7c86cc5b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4f4c836a-b7bd-4d76-afd1-011b8a3fe891 HTTP/1.1" status: 200 len: 860 time: 0.1970322 Oct 30 15:07:36.688034 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-41f2d449-933b-45a1-a6cd-c32169a73490 req-5a577712-aaf4-4f27-8d4b-f3012299daf8 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69837c7685c1471a8281a6c045018170 HTTP/1.1" status: 200 len: 379 time: 0.2568409 Oct 30 15:07:36.690746 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-10a71955-3957-4b7c-9167-776f1ace93e7 req-ac024a3e-cfb9-4b13-8ae1-dd1388114d44 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=291c5166-548b-4ef8-b78f-841a397188df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368834 Oct 30 15:07:36.693223 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f40a2-3cf2-4e2b-9f84-6fb602f3500b req-8e764f72-c64f-4b6e-8b41-272f601fb558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:36.694602 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-190f40a2-3cf2-4e2b-9f84-6fb602f3500b req-8e764f72-c64f-4b6e-8b41-272f601fb558 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.1637225 Oct 30 15:07:36.710675 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a30eed-bc5f-4bf7-95ae-9e2d2db87d08 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Pushing event deleted for resources: {'Port': ['ID=ad491b01-b4db-4766-a4e8-194291f2f7a6,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:36.720569 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-41f2d449-933b-45a1-a6cd-c32169a73490 req-ae890350-97ff-4d0a-81f6-ce6aa5d23437 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Request body: {'port': {'device_id': '60c9006d-3c9f-4212-bbfa-563f7e9fffd7', 'network_id': '0e073e54-a4ee-47aa-891d-4a1d26e93e93', 'admin_state_up': True, 'tenant_id': '69837c7685c1471a8281a6c045018170', 'security_groups': ['d3c05691-ef86-4427-a0a1-ac12c39f9197']}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:07:36.756752 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b812119-79bc-42f5-b9ec-811d4b3ca517 req-35169f56-eefa-49e3-84d4-4e8dbcec36dd tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:36.758250 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7b812119-79bc-42f5-b9ec-811d4b3ca517 req-35169f56-eefa-49e3-84d4-4e8dbcec36dd tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5cd747f-0053-4a71-a209-c70e7ecc520a HTTP/1.1" status: 200 len: 943 time: 0.1922686 Oct 30 15:07:36.805253 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device ad491b01-b4db-4766-a4e8-194291f2f7a6 no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:07:36.821844 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-0600890a-0ccd-42a2-a62e-733c278bc1b5 service neutron] For port 8b371b9f-aeca-4397-a92e-43f1eefb6950, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=8b371b9f-aeca-4397-a92e-43f1eefb6950,segment=NetworkSegment(e8246d9e-f8e1-4659-b367-d870958fbb44),segment_id=e8246d9e-f8e1-4659-b367-d870958fbb44)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:07:36.894584 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dab036bf-67be-46d2-8f68-32939ba0e547 req-b31ec30c-28f5-46be-aaec-d79f0efe23e2 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.62 "GET /v2.0/ports?device_id=60c9006d-3c9f-4212-bbfa-563f7e9fffd7 HTTP/1.1" status: 200 len: 210 time: 0.1804574 Oct 30 15:07:36.902124 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7b812119-79bc-42f5-b9ec-811d4b3ca517 req-5c82fbf8-8d81-411f-bb8f-c2a892148a8c tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997424 Oct 30 15:07:36.915483 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] No Port match for: ad491b01-b4db-4766-a4e8-194291f2f7a6 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:07:36.916206 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device ad491b01-b4db-4766-a4e8-194291f2f7a6 not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:07:36.920632 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f40a2-3cf2-4e2b-9f84-6fb602f3500b req-5e8dae17-5d18-4d14-9e13-c6bd29702ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:36.922262 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-190f40a2-3cf2-4e2b-9f84-6fb602f3500b req-5e8dae17-5d18-4d14-9e13-c6bd29702ffa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2066703 Oct 30 15:07:36.947721 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-0600890a-0ccd-42a2-a62e-733c278bc1b5 service neutron] For port 8b371b9f-aeca-4397-a92e-43f1eefb6950, host n-h1-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:07:37.001209 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 8b371b9f-aeca-4397-a92e-43f1eefb6950 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:07:37.012939 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-10a71955-3957-4b7c-9167-776f1ace93e7 req-5796b900-b53d-42a5-92fd-72e334136044 service neutron] 10.222.0.44 "GET /v2.0/networks/291c5166-548b-4ef8-b78f-841a397188df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976730 Oct 30 15:07:37.034634 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e380c-5ba4-4064-8434-7147a34bcffc req-b8cf0871-0ae9-4803-b4da-e81401456c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:37.036144 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-984e380c-5ba4-4064-8434-7147a34bcffc req-b8cf0871-0ae9-4803-b4da-e81401456c9d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fe775bbcba174d2b97e2e40971e90df6&device_id=1fa98c3c-1a0d-427e-aee1-652bd5f1ddb6 HTTP/1.1" status: 200 len: 1100 time: 0.3865795 Oct 30 15:07:37.125591 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-0600890a-0ccd-42a2-a62e-733c278bc1b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b371b9f-aeca-4397-a92e-43f1eefb6950 {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:07:37.140520 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-0600890a-0ccd-42a2-a62e-733c278bc1b5 service neutron] For port 8b371b9f-aeca-4397-a92e-43f1eefb6950, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=8b371b9f-aeca-4397-a92e-43f1eefb6950,segment=NetworkSegment(e8246d9e-f8e1-4659-b367-d870958fbb44),segment_id=e8246d9e-f8e1-4659-b367-d870958fbb44)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:07:37.145091 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-190f40a2-3cf2-4e2b-9f84-6fb602f3500b req-22764d88-8bfe-4843-862e-76b8bea0b9b4 service neutron] 10.222.0.44 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955924 Oct 30 15:07:37.256341 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4b6f566-79a2-49ad-aad0-51148bdaa362 req-56a30eed-bc5f-4bf7-95ae-9e2d2db87d08 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Router 2cd9b68b-536c-4305-a2f6-2ac03e45d89d has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:07:37.290422 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41f2d449-933b-45a1-a6cd-c32169a73490 req-ae890350-97ff-4d0a-81f6-ce6aa5d23437 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Made reservation on behalf of 69837c7685c1471a8281a6c045018170 for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:07:37.297014 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-41f2d449-933b-45a1-a6cd-c32169a73490 req-ae890350-97ff-4d0a-81f6-ce6aa5d23437 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:37.333221 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e380c-5ba4-4064-8434-7147a34bcffc req-527ccdcc-07b2-4047-8dfe-dab6d4497e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:37.334860 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-984e380c-5ba4-4064-8434-7147a34bcffc req-527ccdcc-07b2-4047-8dfe-dab6d4497e3f service neutron] 10.222.0.53 "GET /v2.0/networks?id=8de8b155-6e08-41c3-866a-8b30bb481704 HTTP/1.1" status: 200 len: 870 time: 0.2899647 Oct 30 15:07:37.459562 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-984e380c-5ba4-4064-8434-7147a34bcffc req-833695c9-ac52-439e-9eae-915030e00dbc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=67a02029-0352-4f05-b377-299b49d77849 HTTP/1.1" status: 200 len: 217 time: 0.0880671 Oct 30 15:07:37.602415 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-41f2d449-933b-45a1-a6cd-c32169a73490 req-ae890350-97ff-4d0a-81f6-ce6aa5d23437 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Allocated IP 172.20.0.13 (0e073e54-a4ee-47aa-891d-4a1d26e93e93/1b4f6d7c-44b3-47fa-9b94-0bd8519fb087/17bc3478-c87b-4047-8948-7c5e3527783e) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:07:37.643537 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-0600890a-0ccd-42a2-a62e-733c278bc1b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:37.728008 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-0600890a-0ccd-42a2-a62e-733c278bc1b5 service neutron] Transition to ACTIVE for port object 8b371b9f-aeca-4397-a92e-43f1eefb6950 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:07:37.744550 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a789b-a3e4-4600-9f9f-4fe14ab941dd req-048529ec-7990-4cfd-ba64-e969b97b414f tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:37.748390 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e08a789b-a3e4-4600-9f9f-4fe14ab941dd req-048529ec-7990-4cfd-ba64-e969b97b414f tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/ports?device_id=24dc9bdc-2ea7-40f2-846c-eab83c09b617 HTTP/1.1" status: 200 len: 946 time: 0.6019142 Oct 30 15:07:37.765853 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-0600890a-0ccd-42a2-a62e-733c278bc1b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:37.856948 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-190f40a2-3cf2-4e2b-9f84-6fb602f3500b req-68f7ae67-d703-4885-814f-b7baad0cb94a service neutron] 10.222.0.44 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6782033 Oct 30 15:07:37.896374 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e380c-5ba4-4064-8434-7147a34bcffc req-4c609a17-d928-4f01-b013-c584544722c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:37.897887 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-984e380c-5ba4-4064-8434-7147a34bcffc req-4c609a17-d928-4f01-b013-c584544722c4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.3191388 Oct 30 15:07:37.908753 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-0600890a-0ccd-42a2-a62e-733c278bc1b5 service neutron] No DVR routers for this DVR port 8b371b9f-aeca-4397-a92e-43f1eefb6950 on host n-h1-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:07:37.931763 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e08a789b-a3e4-4600-9f9f-4fe14ab941dd req-ca88dbb4-075b-4411-88f4-a327f142d848 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff7d2e62-ea1a-45bf-a217-2b52e333182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715333 Oct 30 15:07:37.933441 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4b6f566-79a2-49ad-aad0-51148bdaa362 req-56a30eed-bc5f-4bf7-95ae-9e2d2db87d08 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:07:37.943916 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-10a71955-3957-4b7c-9167-776f1ace93e7 req-c13ef925-6ef2-46a0-9f02-4d30d4096b29 service neutron] 10.222.0.44 "GET /v2.0/networks/291c5166-548b-4ef8-b78f-841a397188df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7967858 Oct 30 15:07:37.948701 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c699ffd6-1ec3-49ea-8749-f5e4ab4afa5b None None] Sync routers for ids ['2cd9b68b-536c-4305-a2f6-2ac03e45d89d'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:07:37.959154 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0600890a-0ccd-42a2-a62e-733c278bc1b5 service neutron] Pushing event updated for resources: {'Port': ['ID=8b371b9f-aeca-4397-a92e-43f1eefb6950,revision_number=10']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:37.965296 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c699ffd6-1ec3-49ea-8749-f5e4ab4afa5b None None] Routers {'2cd9b68b-536c-4305-a2f6-2ac03e45d89d'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:07:37.970690 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-c699ffd6-1ec3-49ea-8749-f5e4ab4afa5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:07:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['2cd9b68b-536c-4305-a2f6-2ac03e45d89d'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:07:37.972584 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516e082c-e7a8-43f1-a47d-08a9ebc5e732 req-6ca3d52c-b749-4c75-9b5c-5769500f7e01 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:37.982638 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-516e082c-e7a8-43f1-a47d-08a9ebc5e732 req-6ca3d52c-b749-4c75-9b5c-5769500f7e01 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7b7f5a4-607d-447b-855c-cd38ba7ad348 HTTP/1.1" status: 200 len: 944 time: 0.4023705 Oct 30 15:07:38.019281 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-0600890a-0ccd-42a2-a62e-733c278bc1b5 service neutron] 10.222.0.53 "PUT /v2.0/ports/8b371b9f-aeca-4397-a92e-43f1eefb6950/bindings/n-h2-806683-17/activate HTTP/1.1" status: 200 len: 370 time: 1.8065946 Oct 30 15:07:38.119081 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9616fc-4b60-4ca7-9eda-ede629321630 req-6ee1728b-94c3-472b-b300-f9c219645d0f tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:38.122180 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2d9616fc-4b60-4ca7-9eda-ede629321630 req-6ee1728b-94c3-472b-b300-f9c219645d0f tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=daf80d9c-caa6-48f8-9c7a-25496258a12e HTTP/1.1" status: 200 len: 947 time: 0.0870171 Oct 30 15:07:38.153778 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4b6f566-79a2-49ad-aad0-51148bdaa362 req-56a30eed-bc5f-4bf7-95ae-9e2d2db87d08 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] No DVR routers for this DVR port ad491b01-b4db-4766-a4e8-194291f2f7a6 on host n-h2-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:07:38.177784 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-e4b6f566-79a2-49ad-aad0-51148bdaa362 req-56a30eed-bc5f-4bf7-95ae-9e2d2db87d08 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:38.181223 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e4b6f566-79a2-49ad-aad0-51148bdaa362 req-56a30eed-bc5f-4bf7-95ae-9e2d2db87d08 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.44 "DELETE /v2.0/ports/ad491b01-b4db-4766-a4e8-194291f2f7a6 HTTP/1.1" status: 204 len: 173 time: 4.2797778 Oct 30 15:07:38.186877 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-c699ffd6-1ec3-49ea-8749-f5e4ab4afa5b None None] Set router 2cd9b68b-536c-4305-a2f6-2ac03e45d89d gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:07:38.196747 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-516e082c-e7a8-43f1-a47d-08a9ebc5e732 req-e6c5540f-ff44-402d-a847-5280e7f0d358 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/security-groups?id=12ab4c72-90f4-43f1-a864-83e4ec6ae9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081976 Oct 30 15:07:38.202326 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2d9616fc-4b60-4ca7-9eda-ede629321630 req-5700f7a6-13bf-4b5b-8bb8-93e12fec07b6 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699604 Oct 30 15:07:38.209014 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e380c-5ba4-4064-8434-7147a34bcffc req-91d997c9-f3a5-4ee3-9649-e6c0960a763d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:38.210810 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-984e380c-5ba4-4064-8434-7147a34bcffc req-91d997c9-f3a5-4ee3-9649-e6c0960a763d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2970867 Oct 30 15:07:38.223262 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-e07a283d-042f-41b2-adf5-ca045fc429a6 tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:38.226405 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-e07a283d-042f-41b2-adf5-ca045fc429a6 tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b5cd747f-0053-4a71-a209-c70e7ecc520a&tenant_id=48ec0906891f440e8725a8b756af6e71&binding%3Ahost_id=n-h1-806683-17 HTTP/1.1" status: 200 len: 1096 time: 0.1151528 Oct 30 15:07:38.330623 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-cc4b86e0-bafb-4826-b3a0-4e4feb40df3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:38.338316 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-cc4b86e0-bafb-4826-b3a0-4e4feb40df3a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b5cd747f-0053-4a71-a209-c70e7ecc520a&tenant_id=48ec0906891f440e8725a8b756af6e71 HTTP/1.1" status: 200 len: 1096 time: 0.0980856 Oct 30 15:07:38.339961 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-41f2d449-933b-45a1-a6cd-c32169a73490 req-ae890350-97ff-4d0a-81f6-ce6aa5d23437 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:38.384434 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-984e380c-5ba4-4064-8434-7147a34bcffc req-64f0b47c-70bd-4dd2-b41c-2e9b98b4e7c8 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457956 Oct 30 15:07:38.470628 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf765c-564c-4cf9-9851-25e45bcaa200 req-6f53147e-f570-4c93-9b39-2c5d04c3c191 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:38.472437 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b8cf765c-564c-4cf9-9851-25e45bcaa200 req-6f53147e-f570-4c93-9b39-2c5d04c3c191 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e641d5-2c0d-48a6-8f23-8e9e8f7ea5b8 HTTP/1.1" status: 200 len: 950 time: 0.1082814 Oct 30 15:07:38.474533 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-ed3a15ce-aacb-4e3b-9ab0-efac9160499b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:38.475939 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-ed3a15ce-aacb-4e3b-9ab0-efac9160499b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=48ec0906891f440e8725a8b756af6e71&device_id=b5cd747f-0053-4a71-a209-c70e7ecc520a HTTP/1.1" status: 200 len: 1096 time: 0.0740685 Oct 30 15:07:38.493814 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c372d04-8ef1-4343-a171-22691798b5b2', 'name': 'network-vif-deleted', 'tag': 'ad491b01-b4db-4766-a4e8-194291f2f7a6'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:07:38.496586 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f5e0a8-fd8e-4a1c-8afa-2d3f2ba204d8" -d '{"events": [{"server_uuid": "7c372d04-8ef1-4343-a171-22691798b5b2", "name": "network-vif-deleted", "tag": "ad491b01-b4db-4766-a4e8-194291f2f7a6"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:07:38.521432 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-41f2d449-933b-45a1-a6cd-c32169a73490 req-ae890350-97ff-4d0a-81f6-ce6aa5d23437 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:38.538255 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-c699ffd6-1ec3-49ea-8749-f5e4ab4afa5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd9b68b-536c-4305-a2f6-2ac03e45d89d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1729952735-router', 'tenant_id': '69837c7685c1471a8281a6c045018170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'a33d0a37-1061-4257-b662-5145f49900a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:04:51Z', 'updated_at': '2021-10-30T15:04:58Z', 'revision_number': 4, 'project_id': '69837c7685c1471a8281a6c045018170', 'gw_port': {'id': 'a33d0a37-1061-4257-b662-5145f49900a9', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd9b68b-536c-4305-a2f6-2ac03e45d89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:04:52Z', 'updated_at': '2021-10-30T15:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '1f2c0ff3-5f0c-46a5-abd6-a6c5d3eb772f', 'name': '', 'network_id': '0e073e54-a4ee-47aa-891d-4a1d26e93e93', 'tenant_id': '69837c7685c1471a8281a6c045018170', 'mac_address': 'fa:16:3e:92:08:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd9b68b-536c-4305-a2f6-2ac03e45d89d', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '1b4f6d7c-44b3-47fa-9b94-0bd8519fb087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:04:56Z', 'updated_at': '2021-10-30T15:05:03Z', 'revision_number': 5, 'project_id': '69837c7685c1471a8281a6c045018170', 'subnets': [{'id': '1b4f6d7c-44b3-47fa-9b94-0bd8519fb087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:07:38.578105 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b8cf765c-564c-4cf9-9851-25e45bcaa200 req-70f5ca47-10ce-4fe0-9cdf-f11e8e76730e tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959938 Oct 30 15:07:38.580752 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c699ffd6-1ec3-49ea-8749-f5e4ab4afa5b None None] Checking router: 2cd9b68b-536c-4305-a2f6-2ac03e45d89d for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:07:38.588410 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41f2d449-933b-45a1-a6cd-c32169a73490 req-ae890350-97ff-4d0a-81f6-ce6aa5d23437 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Network 0e073e54-a4ee-47aa-891d-4a1d26e93e93 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:07:38.595094 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c699ffd6-1ec3-49ea-8749-f5e4ab4afa5b None None] Routers {'2cd9b68b-536c-4305-a2f6-2ac03e45d89d'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:07:38.595851 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-c699ffd6-1ec3-49ea-8749-f5e4ab4afa5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:07:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['2cd9b68b-536c-4305-a2f6-2ac03e45d89d'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:07:38.604808 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b2d3ab-82c2-4cc2-b983-0649a0fe9d4b req-7152ecef-875e-429b-beaf-6e3c37a81fba tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:38.606353 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-10b2d3ab-82c2-4cc2-b983-0649a0fe9d4b req-7152ecef-875e-429b-beaf-6e3c37a81fba tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5cd747f-0053-4a71-a209-c70e7ecc520a HTTP/1.1" status: 200 len: 944 time: 0.2137449 Oct 30 15:07:38.607368 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-41f2d449-933b-45a1-a6cd-c32169a73490 req-ae890350-97ff-4d0a-81f6-ce6aa5d23437 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:07:38.618179 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-41f2d449-933b-45a1-a6cd-c32169a73490 req-ae890350-97ff-4d0a-81f6-ce6aa5d23437 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:07:38.620851 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-94e5f233-550d-42d5-9ebd-46df14811b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:38.622925 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-94e5f233-550d-42d5-9ebd-46df14811b2a service neutron] 10.222.0.44 "GET /v2.0/networks?id=291c5166-548b-4ef8-b78f-841a397188df HTTP/1.1" status: 200 len: 921 time: 0.1320395 Oct 30 15:07:38.630022 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae890350-97ff-4d0a-81f6-ce6aa5d23437 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Pushing event updated for resources: {'Port': ['ID=17bc3478-c87b-4047-8948-7c5e3527783e,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:38.727545 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-10b2d3ab-82c2-4cc2-b983-0649a0fe9d4b req-cc7e9947-7baf-44cb-935b-f88ed0cb5105 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065319 Oct 30 15:07:38.729463 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-984e380c-5ba4-4064-8434-7147a34bcffc req-3da1fab8-7203-4e4f-90c1-43f93781c179 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183959 Oct 30 15:07:38.746906 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-d387f488-3500-472a-8367-fd2e3faf21c9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b371b9f-aeca-4397-a92e-43f1eefb6950 HTTP/1.1" status: 200 len: 217 time: 0.1140261 Oct 30 15:07:38.750774 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f2d449-933b-45a1-a6cd-c32169a73490 req-ae890350-97ff-4d0a-81f6-ce6aa5d23437 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:38.751346 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-41f2d449-933b-45a1-a6cd-c32169a73490 req-ae890350-97ff-4d0a-81f6-ce6aa5d23437 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:38.794028 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-41f2d449-933b-45a1-a6cd-c32169a73490 req-ae890350-97ff-4d0a-81f6-ce6aa5d23437 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0778337 Oct 30 15:07:38.797645 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device c5354e8c-a792-468f-8924-a3c448cc2b4a details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:07:38.809847 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-c699ffd6-1ec3-49ea-8749-f5e4ab4afa5b None None] Set router 2cd9b68b-536c-4305-a2f6-2ac03e45d89d gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:07:38.816631 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-41f2d449-933b-45a1-a6cd-c32169a73490 req-edc09b5f-c77a-49d2-8538-bd1f71338ae6 service neutron] Request body: {'port': {'device_id': '60c9006d-3c9f-4212-bbfa-563f7e9fffd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:07:38.849177 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-9d108841-4e0f-4ac6-8bd5-d1d026c4b3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:38.850996 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-9d108841-4e0f-4ac6-8bd5-d1d026c4b3e0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4f4c836a-b7bd-4d76-afd1-011b8a3fe891 HTTP/1.1" status: 200 len: 860 time: 0.0764089 Oct 30 15:07:38.963127 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-41f2d449-933b-45a1-a6cd-c32169a73490 req-edc09b5f-c77a-49d2-8538-bd1f71338ae6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:38.973624 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-a529e585-1759-4b67-8e77-0f1fbec23407 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=291c5166-548b-4ef8-b78f-841a397188df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938711 Oct 30 15:07:38.982801 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port c5354e8c-a792-468f-8924-a3c448cc2b4a, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=c5354e8c-a792-468f-8924-a3c448cc2b4a,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:07:39.002998 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 883a9fe4-2a20-41fd-a5a0-374f9c0d4582 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:07:39.007698 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': 'c5354e8c-a792-468f-8924-a3c448cc2b4a', 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704', 'port_id': 'c5354e8c-a792-468f-8924-a3c448cc2b4a', 'mac_address': 'fa:16:3e:9b:f2:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b5dea3-b65b-4514-8ec2-18a4245eb194', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:07:39.028943 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b1795d-5a46-40be-9a01-81e19dfcd2be x-openstack-request-id: req-62b1795d-5a46-40be-9a01-81e19dfcd2be {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:07:39.029340 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c372d04-8ef1-4343-a171-22691798b5b2", "name": "network-vif-deleted", "tag": "ad491b01-b4db-4766-a4e8-194291f2f7a6", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:07:39.029693 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-62b1795d-5a46-40be-9a01-81e19dfcd2be {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:07:39.030132 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c372d04-8ef1-4343-a171-22691798b5b2', 'name': 'network-vif-deleted', 'tag': 'ad491b01-b4db-4766-a4e8-194291f2f7a6', 'status': 'completed', 'code': 200} Oct 30 15:07:39.100654 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ffe90-3bc4-49d6-a0ab-d45cc7972da2 req-59498e9d-15fc-400b-9ab5-276b4c0d70e0 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:39.102266 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-981ffe90-3bc4-49d6-a0ab-d45cc7972da2 req-59498e9d-15fc-400b-9ab5-276b4c0d70e0 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.62 "GET /v2.0/ports?device_id=60c9006d-3c9f-4212-bbfa-563f7e9fffd7 HTTP/1.1" status: 200 len: 932 time: 0.3540475 Oct 30 15:07:39.107661 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-36676da9-5010-47b6-8bcb-af358f682d0d None None] Provisioning complete for port 17bc3478-c87b-4047-8948-7c5e3527783e triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:07:39.108304 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-36676da9-5010-47b6-8bcb-af358f682d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:39.177519 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-c699ffd6-1ec3-49ea-8749-f5e4ab4afa5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd9b68b-536c-4305-a2f6-2ac03e45d89d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1729952735-router', 'tenant_id': '69837c7685c1471a8281a6c045018170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'a33d0a37-1061-4257-b662-5145f49900a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:04:51Z', 'updated_at': '2021-10-30T15:04:58Z', 'revision_number': 4, 'project_id': '69837c7685c1471a8281a6c045018170', 'gw_port': {'id': 'a33d0a37-1061-4257-b662-5145f49900a9', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd9b68b-536c-4305-a2f6-2ac03e45d89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:04:52Z', 'updated_at': '2021-10-30T15:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '1f2c0ff3-5f0c-46a5-abd6-a6c5d3eb772f', 'name': '', 'network_id': '0e073e54-a4ee-47aa-891d-4a1d26e93e93', 'tenant_id': '69837c7685c1471a8281a6c045018170', 'mac_address': 'fa:16:3e:92:08:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd9b68b-536c-4305-a2f6-2ac03e45d89d', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '1b4f6d7c-44b3-47fa-9b94-0bd8519fb087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:04:56Z', 'updated_at': '2021-10-30T15:05:03Z', 'revision_number': 5, 'project_id': '69837c7685c1471a8281a6c045018170', 'subnets': [{'id': '1b4f6d7c-44b3-47fa-9b94-0bd8519fb087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:07:39.214038 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c699ffd6-1ec3-49ea-8749-f5e4ab4afa5b None None] The sync data for ids ['2cd9b68b-536c-4305-a2f6-2ac03e45d89d'] in n-d-806683-17 is: [{'id': '2cd9b68b-536c-4305-a2f6-2ac03e45d89d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1729952735-router', 'tenant_id': '69837c7685c1471a8281a6c045018170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'a33d0a37-1061-4257-b662-5145f49900a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:04:51Z', 'updated_at': '2021-10-30T15:04:58Z', 'revision_number': 4, 'project_id': '69837c7685c1471a8281a6c045018170', 'gw_port': {'id': 'a33d0a37-1061-4257-b662-5145f49900a9', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd9b68b-536c-4305-a2f6-2ac03e45d89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:04:52Z', 'updated_at': '2021-10-30T15:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '1f2c0ff3-5f0c-46a5-abd6-a6c5d3eb772f', 'name': '', 'network_id': '0e073e54-a4ee-47aa-891d-4a1d26e93e93', 'tenant_id': '69837c7685c1471a8281a6c045018170', 'mac_address': 'fa:16:3e:92:08:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd9b68b-536c-4305-a2f6-2ac03e45d89d', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '1b4f6d7c-44b3-47fa-9b94-0bd8519fb087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:04:56Z', 'updated_at': '2021-10-30T15:05:03Z', 'revision_number': 5, 'project_id': '69837c7685c1471a8281a6c045018170', 'subnets': [{'id': '1b4f6d7c-44b3-47fa-9b94-0bd8519fb087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:07:39.259397 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-981ffe90-3bc4-49d6-a0ab-d45cc7972da2 req-3e9fc999-aa0d-4852-9c56-255b7f7e4684 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3c05691-ef86-4427-a0a1-ac12c39f9197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446042 Oct 30 15:07:39.272304 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-bb78eced-b5fd-4ce0-af69-cf4b071bbb69 service neutron] 10.222.0.44 "GET /v2.0/networks/291c5166-548b-4ef8-b78f-841a397188df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853730 Oct 30 15:07:39.329654 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f2334e-745f-4a03-960b-20786904b8c5 req-f51e9770-f23a-49ea-9d83-fca7be2eb8b7 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:39.335326 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-99f2334e-745f-4a03-960b-20786904b8c5 req-f51e9770-f23a-49ea-9d83-fca7be2eb8b7 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/ports?device_id=24dc9bdc-2ea7-40f2-846c-eab83c09b617 HTTP/1.1" status: 200 len: 946 time: 0.2355695 Oct 30 15:07:39.362221 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:39.399107 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5354e8c-a792-468f-8924-a3c448cc2b4a {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:07:39.408419 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-36676da9-5010-47b6-8bcb-af358f682d0d None None] Port 17bc3478-c87b-4047-8948-7c5e3527783e cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:07:39.445844 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port c5354e8c-a792-468f-8924-a3c448cc2b4a, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=c5354e8c-a792-468f-8924-a3c448cc2b4a,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:07:39.455298 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 883a9fe4-2a20-41fd-a5a0-374f9c0d4582, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=883a9fe4-2a20-41fd-a5a0-374f9c0d4582,segment=NetworkSegment(ef438171-9296-4cb4-a9a2-6d7294d77f81),segment_id=ef438171-9296-4cb4-a9a2-6d7294d77f81)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:07:39.459160 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:39.469565 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-dec91753-cb61-4ca2-9460-9d802d2d63a5 service neutron] 10.222.0.44 "GET /v2.0/networks/291c5166-548b-4ef8-b78f-841a397188df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883481 Oct 30 15:07:39.497399 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '883a9fe4-2a20-41fd-a5a0-374f9c0d4582', 'network_id': '54a44e67-c153-4279-a113-56e728247797', 'port_id': '883a9fe4-2a20-41fd-a5a0-374f9c0d4582', 'mac_address': 'fa:16:3e:cd:2e:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c0e0f8e-11ac-4cdd-bbc0-64de2560079b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:07:39.547556 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-99f2334e-745f-4a03-960b-20786904b8c5 req-c4a827f9-4240-402b-9dd3-f65a68742c9d tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff7d2e62-ea1a-45bf-a217-2b52e333182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011461 Oct 30 15:07:39.578459 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=c5354e8c-a792-468f-8924-a3c448cc2b4a,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:39.600946 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:39.628406 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 883a9fe4-2a20-41fd-a5a0-374f9c0d4582 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:07:39.657741 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 883a9fe4-2a20-41fd-a5a0-374f9c0d4582, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=883a9fe4-2a20-41fd-a5a0-374f9c0d4582,segment=NetworkSegment(ef438171-9296-4cb4-a9a2-6d7294d77f81),segment_id=ef438171-9296-4cb4-a9a2-6d7294d77f81)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:07:39.664715 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:39.710537 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd447654-d6c5-4480-9578-0f79c6bf5051 None None] New status for floating IP 1952743e-d0dd-43af-a95d-70910c9a08b8: DOWN {{(pid=102132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 15:07:39.735543 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-41f2d449-933b-45a1-a6cd-c32169a73490 req-edc09b5f-c77a-49d2-8538-bd1f71338ae6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17bc3478-c87b-4047-8948-7c5e3527783e {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:07:39.750115 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97950919-bedc-4108-b050-1e8566d2e143 req-91eac28c-f75f-47c8-add1-74cfe811ad21 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:39.757262 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-97950919-bedc-4108-b050-1e8566d2e143 req-91eac28c-f75f-47c8-add1-74cfe811ad21 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7b7f5a4-607d-447b-855c-cd38ba7ad348 HTTP/1.1" status: 200 len: 945 time: 0.1045032 Oct 30 15:07:39.760453 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-41f2d449-933b-45a1-a6cd-c32169a73490 req-edc09b5f-c77a-49d2-8538-bd1f71338ae6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:39.789915 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-41f2d449-933b-45a1-a6cd-c32169a73490 req-edc09b5f-c77a-49d2-8538-bd1f71338ae6 service neutron] Transition to ACTIVE for port object 17bc3478-c87b-4047-8948-7c5e3527783e will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:07:39.798483 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-41f2d449-933b-45a1-a6cd-c32169a73490 req-edc09b5f-c77a-49d2-8538-bd1f71338ae6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:39.836942 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-97950919-bedc-4108-b050-1e8566d2e143 req-fecebc16-46d0-46bf-bc0a-b663170204ab tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/security-groups?id=12ab4c72-90f4-43f1-a864-83e4ec6ae9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781579 Oct 30 15:07:39.914676 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc09b5f-c77a-49d2-8538-bd1f71338ae6 service neutron] Pushing event updated for resources: {'Port': ['ID=17bc3478-c87b-4047-8948-7c5e3527783e,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:39.947337 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=883a9fe4-2a20-41fd-a5a0-374f9c0d4582,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:39.957620 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['c5354e8c-a792-468f-8924-a3c448cc2b4a'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:07:39.993711 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['883a9fe4-2a20-41fd-a5a0-374f9c0d4582'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:07:40.018769 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f5fdc7-8261-4968-92b5-26b662abb33e req-138a8b5c-8007-4543-b203-4a6f783d4fff tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:40.025987 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-66f5fdc7-8261-4968-92b5-26b662abb33e req-138a8b5c-8007-4543-b203-4a6f783d4fff tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=daf80d9c-caa6-48f8-9c7a-25496258a12e HTTP/1.1" status: 200 len: 948 time: 0.1335306 Oct 30 15:07:40.110222 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-66f5fdc7-8261-4968-92b5-26b662abb33e req-17398ebf-78c7-48a3-924e-91b859f21dcd tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832968 Oct 30 15:07:40.124109 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [req-dc0039b5-171a-4f0d-9a55-153a14175817 req-13109497-eaaa-4cd3-a978-8d049aa46893 service neutron] show failed (client error): The resource could not be found. Oct 30 15:07:40.125312 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dc0039b5-171a-4f0d-9a55-153a14175817 req-13109497-eaaa-4cd3-a978-8d049aa46893 service neutron] 10.222.0.53 "GET /v2.0/ports/2a7136df-2c8d-4020-8843-3d6496e03d01/bindings/n-h2-806683-17 HTTP/1.1" status: 404 len: 381 time: 0.1820114 Oct 30 15:07:40.201956 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b22386f-9815-4fc4-83b7-516e6a26135d req-160f79ab-8cee-46dc-a60a-7fec0360800e tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:40.210113 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0b22386f-9815-4fc4-83b7-516e6a26135d req-160f79ab-8cee-46dc-a60a-7fec0360800e tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e641d5-2c0d-48a6-8f23-8e9e8f7ea5b8 HTTP/1.1" status: 200 len: 950 time: 0.1351323 Oct 30 15:07:40.212195 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-41f2d449-933b-45a1-a6cd-c32169a73490 req-edc09b5f-c77a-49d2-8538-bd1f71338ae6 service neutron] Attempting to bind port 17bc3478-c87b-4047-8948-7c5e3527783e on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:07:40.212533 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-41f2d449-933b-45a1-a6cd-c32169a73490 req-edc09b5f-c77a-49d2-8538-bd1f71338ae6 service neutron] Attempting to bind port 17bc3478-c87b-4047-8948-7c5e3527783e by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': 'b4b31197-3a09-4bc0-a34b-293e7ced3758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0e073e54-a4ee-47aa-891d-4a1d26e93e93'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:07:40.212865 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f2d449-933b-45a1-a6cd-c32169a73490 req-edc09b5f-c77a-49d2-8538-bd1f71338ae6 service neutron] Attempting to bind port 17bc3478-c87b-4047-8948-7c5e3527783e on network 0e073e54-a4ee-47aa-891d-4a1d26e93e93 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:07:40.265762 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f2d449-933b-45a1-a6cd-c32169a73490 req-edc09b5f-c77a-49d2-8538-bd1f71338ae6 service neutron] Port 17bc3478-c87b-4047-8948-7c5e3527783e on network 0e073e54-a4ee-47aa-891d-4a1d26e93e93 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:07:40.266521 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f2d449-933b-45a1-a6cd-c32169a73490 req-edc09b5f-c77a-49d2-8538-bd1f71338ae6 service neutron] Attempting to bind port 17bc3478-c87b-4047-8948-7c5e3527783e on network 0e073e54-a4ee-47aa-891d-4a1d26e93e93 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:07:40.275813 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f2d449-933b-45a1-a6cd-c32169a73490 req-edc09b5f-c77a-49d2-8538-bd1f71338ae6 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:07:40.276069 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f2d449-933b-45a1-a6cd-c32169a73490 req-edc09b5f-c77a-49d2-8538-bd1f71338ae6 service neutron] Checking segment: {'id': 'b4b31197-3a09-4bc0-a34b-293e7ced3758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0e073e54-a4ee-47aa-891d-4a1d26e93e93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:07:40.276453 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f2d449-933b-45a1-a6cd-c32169a73490 req-edc09b5f-c77a-49d2-8538-bd1f71338ae6 service neutron] Bound using segment: {'id': 'b4b31197-3a09-4bc0-a34b-293e7ced3758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0e073e54-a4ee-47aa-891d-4a1d26e93e93'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:07:40.276889 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-41f2d449-933b-45a1-a6cd-c32169a73490 req-edc09b5f-c77a-49d2-8538-bd1f71338ae6 service neutron] Bound port: 17bc3478-c87b-4047-8948-7c5e3527783e, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4b31197-3a09-4bc0-a34b-293e7ced3758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0e073e54-a4ee-47aa-891d-4a1d26e93e93'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:07:40.277248 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-41f2d449-933b-45a1-a6cd-c32169a73490 req-edc09b5f-c77a-49d2-8538-bd1f71338ae6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:40.298329 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54afc10a-d10c-4148-8164-96f454eb394c req-3e9bfc5b-11b4-41ff-8e2a-9f137427e48e tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:40.311607 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-54afc10a-d10c-4148-8164-96f454eb394c req-3e9bfc5b-11b4-41ff-8e2a-9f137427e48e tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5cd747f-0053-4a71-a209-c70e7ecc520a HTTP/1.1" status: 200 len: 944 time: 0.1005495 Oct 30 15:07:40.313514 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0b22386f-9815-4fc4-83b7-516e6a26135d req-7b1ea8a8-8681-4761-a323-b1a18c912864 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025581 Oct 30 15:07:40.391241 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-41f2d449-933b-45a1-a6cd-c32169a73490 req-edc09b5f-c77a-49d2-8538-bd1f71338ae6 service neutron] For port 17bc3478-c87b-4047-8948-7c5e3527783e, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:07:40.398270 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-41f2d449-933b-45a1-a6cd-c32169a73490 req-edc09b5f-c77a-49d2-8538-bd1f71338ae6 service neutron] For port 17bc3478-c87b-4047-8948-7c5e3527783e, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=17bc3478-c87b-4047-8948-7c5e3527783e,segment=NetworkSegment(b4b31197-3a09-4bc0-a34b-293e7ced3758),segment_id=b4b31197-3a09-4bc0-a34b-293e7ced3758)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:07:40.451895 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-54afc10a-d10c-4148-8164-96f454eb394c req-36bf6da0-ae93-4010-bfed-823dc0278d81 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393077 Oct 30 15:07:40.453404 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-41f2d449-933b-45a1-a6cd-c32169a73490 req-edc09b5f-c77a-49d2-8538-bd1f71338ae6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:40.483701 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-fc58b84b-cb55-4f5e-9c68-3d36c7bac87e tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:40.485400 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-fc58b84b-cb55-4f5e-9c68-3d36c7bac87e tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b5cd747f-0053-4a71-a209-c70e7ecc520a&tenant_id=48ec0906891f440e8725a8b756af6e71&binding%3Ahost_id=n-h2-806683-17 HTTP/1.1" status: 200 len: 1096 time: 0.1181152 Oct 30 15:07:40.511457 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f2d449-933b-45a1-a6cd-c32169a73490 req-edc09b5f-c77a-49d2-8538-bd1f71338ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:40.512154 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-41f2d449-933b-45a1-a6cd-c32169a73490 req-edc09b5f-c77a-49d2-8538-bd1f71338ae6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:40.514039 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-41f2d449-933b-45a1-a6cd-c32169a73490 req-edc09b5f-c77a-49d2-8538-bd1f71338ae6 service neutron] 10.222.0.53 "PUT /v2.0/ports/17bc3478-c87b-4047-8948-7c5e3527783e HTTP/1.1" status: 200 len: 1093 time: 1.7018437 Oct 30 15:07:40.591976 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b7383e-af84-4e42-9e04-e0b27a62ff6a req-917a95c2-81b7-45bb-acfa-dc6a0a72e0a9 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:40.596918 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c1b7383e-af84-4e42-9e04-e0b27a62ff6a req-917a95c2-81b7-45bb-acfa-dc6a0a72e0a9 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.62 "GET /v2.0/ports?device_id=60c9006d-3c9f-4212-bbfa-563f7e9fffd7 HTTP/1.1" status: 200 len: 944 time: 0.1860287 Oct 30 15:07:40.635393 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc09b5f-c77a-49d2-8538-bd1f71338ae6 service neutron] Pushing event updated for resources: {'Port': ['ID=17bc3478-c87b-4047-8948-7c5e3527783e,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:40.685794 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0039b5-171a-4f0d-9a55-153a14175817 req-3a077ff0-7d46-4d1f-9bb7-29144ada5f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:40.685794 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dc0039b5-171a-4f0d-9a55-153a14175817 req-3a077ff0-7d46-4d1f-9bb7-29144ada5f02 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=45e641d5-2c0d-48a6-8f23-8e9e8f7ea5b8&tenant_id=77cd9b926c2f46c3aa4784fd4d8318b7 HTTP/1.1" status: 200 len: 1102 time: 0.1977050 Oct 30 15:07:40.705105 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-dc0039b5-171a-4f0d-9a55-153a14175817 req-855d88d3-01b6-4a40-b9dc-9d463b170774 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-17', 'device_owner': 'compute:nova'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:07:40.710523 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-cba0cd34-3a1f-41a0-8839-839b1909c120 service neutron] For port 8b371b9f-aeca-4397-a92e-43f1eefb6950, host n-h1-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:07:40.717224 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f2d449-933b-45a1-a6cd-c32169a73490 req-c7f3c76f-d039-47f1-9d10-20c5010cb10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:40.718395 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-cba0cd34-3a1f-41a0-8839-839b1909c120 service neutron] Publish callbacks [] for binding, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:40.718862 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-41f2d449-933b-45a1-a6cd-c32169a73490 req-c7f3c76f-d039-47f1-9d10-20c5010cb10b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=69837c7685c1471a8281a6c045018170&device_id=60c9006d-3c9f-4212-bbfa-563f7e9fffd7 HTTP/1.1" status: 200 len: 1096 time: 0.1134446 Oct 30 15:07:40.722329 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6dc58f1d-984d-46c8-b8c1-7366b1c275f6 req-cba0cd34-3a1f-41a0-8839-839b1909c120 service neutron] 10.222.0.44 "DELETE /v2.0/ports/8b371b9f-aeca-4397-a92e-43f1eefb6950/bindings/n-h1-806683-17 HTTP/1.1" status: 204 len: 173 time: 0.2176251 Oct 30 15:07:40.739562 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c1b7383e-af84-4e42-9e04-e0b27a62ff6a req-63dcfb94-e578-4b43-bed8-66cd09c23122 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3c05691-ef86-4427-a0a1-ac12c39f9197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123245 Oct 30 15:07:40.748252 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3303fbe-5131-43a0-9f40-ce1f612938ae req-2c8ca931-4156-4473-aac2-37f0fa025fd7 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:40.750011 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a3303fbe-5131-43a0-9f40-ce1f612938ae req-2c8ca931-4156-4473-aac2-37f0fa025fd7 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/ports?device_id=24dc9bdc-2ea7-40f2-846c-eab83c09b617 HTTP/1.1" status: 200 len: 946 time: 0.0998199 Oct 30 15:07:40.794663 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-41f2d449-933b-45a1-a6cd-c32169a73490 req-0d3027c2-36ce-4db0-aeef-e98b37f84460 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17bc3478-c87b-4047-8948-7c5e3527783e HTTP/1.1" status: 200 len: 217 time: 0.0587149 Oct 30 15:07:40.800328 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a3303fbe-5131-43a0-9f40-ce1f612938ae req-89f9517e-0e46-42f2-b547-32029f6ba7f0 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff7d2e62-ea1a-45bf-a217-2b52e333182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420985 Oct 30 15:07:40.824764 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device ac740ae4-8271-48a4-935e-74c1d5bb5e25 details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:07:40.837252 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-dc0039b5-171a-4f0d-9a55-153a14175817 req-855d88d3-01b6-4a40-b9dc-9d463b170774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:40.918042 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f2d449-933b-45a1-a6cd-c32169a73490 req-195785c7-120e-4951-85d5-b8d33b616a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:40.919764 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-41f2d449-933b-45a1-a6cd-c32169a73490 req-195785c7-120e-4951-85d5-b8d33b616a8e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1b4f6d7c-44b3-47fa-9b94-0bd8519fb087 HTTP/1.1" status: 200 len: 863 time: 0.1155682 Oct 30 15:07:40.968234 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port ac740ae4-8271-48a4-935e-74c1d5bb5e25, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=ac740ae4-8271-48a4-935e-74c1d5bb5e25,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:07:41.004081 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': 'ac740ae4-8271-48a4-935e-74c1d5bb5e25', 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704', 'port_id': 'ac740ae4-8271-48a4-935e-74c1d5bb5e25', 'mac_address': 'fa:16:3e:e1:48:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b5dea3-b65b-4514-8ec2-18a4245eb194', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:07:41.013981 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 67a02029-0352-4f05-b377-299b49d77849 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:07:41.026388 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ff5ec-23b0-41ff-94b6-6b1accb6742c req-82b1a45c-50ba-4e1b-a1da-6e7dd00f37f1 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:41.028093 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-373ff5ec-23b0-41ff-94b6-6b1accb6742c req-82b1a45c-50ba-4e1b-a1da-6e7dd00f37f1 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7b7f5a4-607d-447b-855c-cd38ba7ad348 HTTP/1.1" status: 200 len: 945 time: 0.0869284 Oct 30 15:07:41.062420 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60c9006d-3c9f-4212-bbfa-563f7e9fffd7', 'tag': '17bc3478-c87b-4047-8948-7c5e3527783e'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:07:41.065159 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc5861f-9c68-4f6a-81cd-e2095ec698ab" -d '{"events": [{"name": "network-changed", "server_uuid": "60c9006d-3c9f-4212-bbfa-563f7e9fffd7", "tag": "17bc3478-c87b-4047-8948-7c5e3527783e"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:07:41.084983 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f2d449-933b-45a1-a6cd-c32169a73490 req-2e1052d8-ca8d-44b8-8129-3d888c56292d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:41.087737 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-41f2d449-933b-45a1-a6cd-c32169a73490 req-2e1052d8-ca8d-44b8-8129-3d888c56292d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0e073e54-a4ee-47aa-891d-4a1d26e93e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1435626 Oct 30 15:07:41.092061 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-373ff5ec-23b0-41ff-94b6-6b1accb6742c req-15acab5c-c722-42b9-8907-c22d89931ef7 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/security-groups?id=12ab4c72-90f4-43f1-a864-83e4ec6ae9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526910 Oct 30 15:07:41.179359 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:41.245800 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ac740ae4-8271-48a4-935e-74c1d5bb5e25 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:07:41.286728 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port ac740ae4-8271-48a4-935e-74c1d5bb5e25, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=ac740ae4-8271-48a4-935e-74c1d5bb5e25,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:07:41.296884 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:41.323722 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa09a16a-df66-4b5b-a3ad-88bec5166ca3 x-openstack-request-id: req-fa09a16a-df66-4b5b-a3ad-88bec5166ca3 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:07:41.324188 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60c9006d-3c9f-4212-bbfa-563f7e9fffd7", "tag": "17bc3478-c87b-4047-8948-7c5e3527783e", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:07:41.324447 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fa09a16a-df66-4b5b-a3ad-88bec5166ca3 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:07:41.325401 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60c9006d-3c9f-4212-bbfa-563f7e9fffd7', 'tag': '17bc3478-c87b-4047-8948-7c5e3527783e', 'status': 'completed', 'code': 200} Oct 30 15:07:41.364224 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 67a02029-0352-4f05-b377-299b49d77849, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=67a02029-0352-4f05-b377-299b49d77849,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:07:41.399194 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '67a02029-0352-4f05-b377-299b49d77849', 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704', 'port_id': '67a02029-0352-4f05-b377-299b49d77849', 'mac_address': 'fa:16:3e:6c:88:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b5dea3-b65b-4514-8ec2-18a4245eb194', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:07:41.407004 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=ac740ae4-8271-48a4-935e-74c1d5bb5e25,revision_number=6']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:41.419746 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-dc0039b5-171a-4f0d-9a55-153a14175817 req-855d88d3-01b6-4a40-b9dc-9d463b170774 service neutron] For port 2a7136df-2c8d-4020-8843-3d6496e03d01, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=2a7136df-2c8d-4020-8843-3d6496e03d01,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:07:41.481919 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-41f2d449-933b-45a1-a6cd-c32169a73490 req-b348c534-2e9e-4e32-b524-cd5d1d68064c service neutron] 10.222.0.53 "GET /v2.0/networks/0e073e54-a4ee-47aa-891d-4a1d26e93e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3852358 Oct 30 15:07:41.486829 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:41.500958 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['ac740ae4-8271-48a4-935e-74c1d5bb5e25'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:07:41.583924 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67a02029-0352-4f05-b377-299b49d77849 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:07:41.596426 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb89e026-0f95-4a5f-a6d9-87c6c0bf78aa req-7a91718c-1e4b-48aa-b292-e3d17cca2b9e tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:41.609866 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fb89e026-0f95-4a5f-a6d9-87c6c0bf78aa req-7a91718c-1e4b-48aa-b292-e3d17cca2b9e tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=daf80d9c-caa6-48f8-9c7a-25496258a12e HTTP/1.1" status: 200 len: 948 time: 0.1718938 Oct 30 15:07:41.614535 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-dc0039b5-171a-4f0d-9a55-153a14175817 req-855d88d3-01b6-4a40-b9dc-9d463b170774 service neutron] For port 2a7136df-2c8d-4020-8843-3d6496e03d01, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:07:41.642267 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 67a02029-0352-4f05-b377-299b49d77849, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=67a02029-0352-4f05-b377-299b49d77849,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:07:41.649807 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:41.732450 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c9d98-6d64-4ed6-9142-fd479cf2e918 req-87c2b1e4-2b59-4f38-8de0-87751dc9d250 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:41.734708 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-862c9d98-6d64-4ed6-9142-fd479cf2e918 req-87c2b1e4-2b59-4f38-8de0-87751dc9d250 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e641d5-2c0d-48a6-8f23-8e9e8f7ea5b8 HTTP/1.1" status: 200 len: 950 time: 0.1099818 Oct 30 15:07:41.747011 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fb89e026-0f95-4a5f-a6d9-87c6c0bf78aa req-6ff95a0a-0c63-468e-ad8f-303f3f3ba226 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334412 Oct 30 15:07:41.788279 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-41f2d449-933b-45a1-a6cd-c32169a73490 req-7f35593a-9ab8-49ea-8532-0085a67a8470 service neutron] 10.222.0.53 "GET /v2.0/networks/0e073e54-a4ee-47aa-891d-4a1d26e93e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947867 Oct 30 15:07:41.810379 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-dc0039b5-171a-4f0d-9a55-153a14175817 req-855d88d3-01b6-4a40-b9dc-9d463b170774 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:41.829036 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-862c9d98-6d64-4ed6-9142-fd479cf2e918 req-221fffcc-226b-4c62-9f99-44c9d016ccf8 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882926 Oct 30 15:07:41.832946 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=67a02029-0352-4f05-b377-299b49d77849,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:41.945309 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-dc0039b5-171a-4f0d-9a55-153a14175817 req-855d88d3-01b6-4a40-b9dc-9d463b170774 service neutron] Transition to ACTIVE for port object 2a7136df-2c8d-4020-8843-3d6496e03d01 will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:07:41.952912 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-dc0039b5-171a-4f0d-9a55-153a14175817 req-855d88d3-01b6-4a40-b9dc-9d463b170774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:42.000687 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf2997-62d8-4f5a-88b2-d76b65ca764e req-4f81fcb2-c27e-498d-94ba-e45e2e27eb5c tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:42.002270 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-71bf2997-62d8-4f5a-88b2-d76b65ca764e req-4f81fcb2-c27e-498d-94ba-e45e2e27eb5c tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5cd747f-0053-4a71-a209-c70e7ecc520a HTTP/1.1" status: 200 len: 944 time: 0.1891820 Oct 30 15:07:42.019892 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['67a02029-0352-4f05-b377-299b49d77849'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:07:42.022188 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5861f-9c68-4f6a-81cd-e2095ec698ab req-aaab1936-2051-4269-b9b8-9b26a554079f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:42.024348 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2fc5861f-9c68-4f6a-81cd-e2095ec698ab req-aaab1936-2051-4269-b9b8-9b26a554079f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=69837c7685c1471a8281a6c045018170&device_id=60c9006d-3c9f-4212-bbfa-563f7e9fffd7 HTTP/1.1" status: 200 len: 1096 time: 0.1364727 Oct 30 15:07:42.071846 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855d88d3-01b6-4a40-b9dc-9d463b170774 service neutron] Pushing event updated for resources: {'Port': ['ID=2a7136df-2c8d-4020-8843-3d6496e03d01,revision_number=6']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:42.118341 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc0039b5-171a-4f0d-9a55-153a14175817 req-855d88d3-01b6-4a40-b9dc-9d463b170774 service neutron] No DVR routers for this DVR port 2a7136df-2c8d-4020-8843-3d6496e03d01 on host n-h1-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:07:42.126645 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbcd2a7-ad25-4f19-ab90-688b156ebe81 req-2f22bd14-3e65-4f9c-a1f7-6d24640dc36d tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:42.133084 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5bbcd2a7-ad25-4f19-ab90-688b156ebe81 req-2f22bd14-3e65-4f9c-a1f7-6d24640dc36d tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.62 "GET /v2.0/ports?device_id=60c9006d-3c9f-4212-bbfa-563f7e9fffd7 HTTP/1.1" status: 200 len: 944 time: 0.1572149 Oct 30 15:07:42.188687 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-71bf2997-62d8-4f5a-88b2-d76b65ca764e req-5199c815-c106-4766-87f3-9a6037cb4a01 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713185 Oct 30 15:07:42.206831 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5bbcd2a7-ad25-4f19-ab90-688b156ebe81 req-a5a26241-4954-47a1-b5ff-e3ade15bd9f2 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3c05691-ef86-4427-a0a1-ac12c39f9197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617476 Oct 30 15:07:42.497497 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ff3e9-ce08-49ff-8f99-14463ce2e773 req-cc514d58-9a34-4003-b8b6-cda7b33b4aa5 tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:42.500751 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7f4ff3e9-ce08-49ff-8f99-14463ce2e773 req-cc514d58-9a34-4003-b8b6-cda7b33b4aa5 tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b5cd747f-0053-4a71-a209-c70e7ecc520a HTTP/1.1" status: 200 len: 1096 time: 0.0700655 Oct 30 15:07:42.549709 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7f4ff3e9-ce08-49ff-8f99-14463ce2e773 req-864c2d9a-20e0-4ac2-8740-fd5c1b0f11c3 tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438855 Oct 30 15:07:42.623030 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-dc0039b5-171a-4f0d-9a55-153a14175817 req-855d88d3-01b6-4a40-b9dc-9d463b170774 service neutron] Attempting to bind port 2a7136df-2c8d-4020-8843-3d6496e03d01 on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:07:42.623805 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-dc0039b5-171a-4f0d-9a55-153a14175817 req-855d88d3-01b6-4a40-b9dc-9d463b170774 service neutron] Attempting to bind port 2a7136df-2c8d-4020-8843-3d6496e03d01 by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:07:42.624392 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0039b5-171a-4f0d-9a55-153a14175817 req-855d88d3-01b6-4a40-b9dc-9d463b170774 service neutron] Attempting to bind port 2a7136df-2c8d-4020-8843-3d6496e03d01 on network 8de8b155-6e08-41c3-866a-8b30bb481704 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:07:42.643401 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0039b5-171a-4f0d-9a55-153a14175817 req-855d88d3-01b6-4a40-b9dc-9d463b170774 service neutron] Port 2a7136df-2c8d-4020-8843-3d6496e03d01 on network 8de8b155-6e08-41c3-866a-8b30bb481704 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:07:42.643977 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0039b5-171a-4f0d-9a55-153a14175817 req-855d88d3-01b6-4a40-b9dc-9d463b170774 service neutron] Attempting to bind port 2a7136df-2c8d-4020-8843-3d6496e03d01 on network 8de8b155-6e08-41c3-866a-8b30bb481704 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:07:42.705243 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0039b5-171a-4f0d-9a55-153a14175817 req-855d88d3-01b6-4a40-b9dc-9d463b170774 service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:07:42.705578 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0039b5-171a-4f0d-9a55-153a14175817 req-855d88d3-01b6-4a40-b9dc-9d463b170774 service neutron] Checking segment: {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:07:42.705989 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0039b5-171a-4f0d-9a55-153a14175817 req-855d88d3-01b6-4a40-b9dc-9d463b170774 service neutron] Bound using segment: {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:07:42.706439 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-dc0039b5-171a-4f0d-9a55-153a14175817 req-855d88d3-01b6-4a40-b9dc-9d463b170774 service neutron] Bound port: 2a7136df-2c8d-4020-8843-3d6496e03d01, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:07:42.706792 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-dc0039b5-171a-4f0d-9a55-153a14175817 req-855d88d3-01b6-4a40-b9dc-9d463b170774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:42.730359 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5861f-9c68-4f6a-81cd-e2095ec698ab req-5d8cb46b-e849-4130-a126-b0d75b0dd7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:42.731888 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2fc5861f-9c68-4f6a-81cd-e2095ec698ab req-5d8cb46b-e849-4130-a126-b0d75b0dd7f1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0e073e54-a4ee-47aa-891d-4a1d26e93e93 HTTP/1.1" status: 200 len: 925 time: 0.6936569 Oct 30 15:07:42.767375 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0392848-4483-4b0c-add8-bd2bdff4dcaa req-df659e74-2131-4729-8834-1f41a1511773 tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:42.773443 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e0392848-4483-4b0c-add8-bd2bdff4dcaa req-df659e74-2131-4729-8834-1f41a1511773 tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b5cd747f-0053-4a71-a209-c70e7ecc520a HTTP/1.1" status: 200 len: 1096 time: 0.0559800 Oct 30 15:07:42.775378 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f3416-0569-408e-9731-d8c9dd3167df req-5ba242e7-65fa-4dfd-bd3c-e08cc37ecfe6 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:42.783457 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-147f3416-0569-408e-9731-d8c9dd3167df req-5ba242e7-65fa-4dfd-bd3c-e08cc37ecfe6 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7b7f5a4-607d-447b-855c-cd38ba7ad348 HTTP/1.1" status: 200 len: 945 time: 0.1821275 Oct 30 15:07:42.810803 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device c5354e8c-a792-468f-8924-a3c448cc2b4a up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:07:42.818526 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e0392848-4483-4b0c-add8-bd2bdff4dcaa req-ccd0c52a-9e09-4471-84a2-bb17468bfbdd tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440075 Oct 30 15:07:42.866630 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2fc5861f-9c68-4f6a-81cd-e2095ec698ab req-b009a389-34a9-4f75-86a6-7bf71f748520 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17bc3478-c87b-4047-8948-7c5e3527783e HTTP/1.1" status: 200 len: 217 time: 0.1079526 Oct 30 15:07:42.917321 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port c5354e8c-a792-468f-8924-a3c448cc2b4a completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:07:42.922397 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port c5354e8c-a792-468f-8924-a3c448cc2b4a triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:07:42.923074 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:42.978167 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-dc0039b5-171a-4f0d-9a55-153a14175817 req-855d88d3-01b6-4a40-b9dc-9d463b170774 service neutron] For port 2a7136df-2c8d-4020-8843-3d6496e03d01, host n-h2-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:07:42.994561 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-dc0039b5-171a-4f0d-9a55-153a14175817 req-855d88d3-01b6-4a40-b9dc-9d463b170774 service neutron] For port 2a7136df-2c8d-4020-8843-3d6496e03d01, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=2a7136df-2c8d-4020-8843-3d6496e03d01,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:07:43.017682 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c04be7-8f91-4c6a-93d5-3a761d380be4 req-757c05df-713b-4a2e-8a51-544b1c5acaa4 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:43.030511 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-12c04be7-8f91-4c6a-93d5-3a761d380be4 req-757c05df-713b-4a2e-8a51-544b1c5acaa4 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=daf80d9c-caa6-48f8-9c7a-25496258a12e HTTP/1.1" status: 200 len: 948 time: 0.1166980 Oct 30 15:07:43.032458 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 883a9fe4-2a20-41fd-a5a0-374f9c0d4582 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:07:43.051129 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-dc0039b5-171a-4f0d-9a55-153a14175817 req-855d88d3-01b6-4a40-b9dc-9d463b170774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:43.071735 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-147f3416-0569-408e-9731-d8c9dd3167df req-987146f3-abc2-4d70-8e96-803393167830 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/security-groups?id=12ab4c72-90f4-43f1-a864-83e4ec6ae9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873495 Oct 30 15:07:43.108962 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:43.121367 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-12c04be7-8f91-4c6a-93d5-3a761d380be4 req-2923a226-9503-4866-8f6f-0bd27a7ab4ce tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819371 Oct 30 15:07:43.138708 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0039b5-171a-4f0d-9a55-153a14175817 req-855d88d3-01b6-4a40-b9dc-9d463b170774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:43.139437 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-dc0039b5-171a-4f0d-9a55-153a14175817 req-855d88d3-01b6-4a40-b9dc-9d463b170774 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:43.140832 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dc0039b5-171a-4f0d-9a55-153a14175817 req-855d88d3-01b6-4a40-b9dc-9d463b170774 service neutron] 10.222.0.44 "PUT /v2.0/ports/2a7136df-2c8d-4020-8843-3d6496e03d01 HTTP/1.1" status: 200 len: 1097 time: 2.4469211 Oct 30 15:07:43.239610 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port c5354e8c-a792-468f-8924-a3c448cc2b4a, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=c5354e8c-a792-468f-8924-a3c448cc2b4a,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:07:43.250752 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daf80d9c-caa6-48f8-9c7a-25496258a12e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5354e8c-a792-468f-8924-a3c448cc2b4a'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:07:43.267720 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e30b0f-2fa5-4316-9324-eae422ff6356" -d '{"events": [{"server_uuid": "daf80d9c-caa6-48f8-9c7a-25496258a12e", "name": "network-vif-plugged", "status": "completed", "tag": "c5354e8c-a792-468f-8924-a3c448cc2b4a"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:07:43.274980 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:43.276070 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device ac740ae4-8271-48a4-935e-74c1d5bb5e25 up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:07:43.338926 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45e641d5-2c0d-48a6-8f23-8e9e8f7ea5b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a7136df-2c8d-4020-8843-3d6496e03d01'}, {'name': 'network-changed', 'server_uuid': '45e641d5-2c0d-48a6-8f23-8e9e8f7ea5b8', 'tag': '2a7136df-2c8d-4020-8843-3d6496e03d01'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:07:43.341913 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d166c75b-b7fb-487c-a768-ea7ed3338b4a" -d '{"events": [{"server_uuid": "45e641d5-2c0d-48a6-8f23-8e9e8f7ea5b8", "name": "network-vif-unplugged", "status": "completed", "tag": "2a7136df-2c8d-4020-8843-3d6496e03d01"}, {"name": "network-changed", "server_uuid": "45e641d5-2c0d-48a6-8f23-8e9e8f7ea5b8", "tag": "2a7136df-2c8d-4020-8843-3d6496e03d01"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:07:43.360968 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5861f-9c68-4f6a-81cd-e2095ec698ab req-ddd8c83a-113c-499d-bf1c-e6b54407af91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:43.362607 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2fc5861f-9c68-4f6a-81cd-e2095ec698ab req-ddd8c83a-113c-499d-bf1c-e6b54407af91 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1b4f6d7c-44b3-47fa-9b94-0bd8519fb087 HTTP/1.1" status: 200 len: 863 time: 0.4397604 Oct 30 15:07:43.422584 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dfb96c-f585-4c8c-a8a5-26c53daf3be3 req-29fa444c-3369-4b4b-bd7a-40c2ce9973d1 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:43.425179 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-15dfb96c-f585-4c8c-a8a5-26c53daf3be3 req-29fa444c-3369-4b4b-bd7a-40c2ce9973d1 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e641d5-2c0d-48a6-8f23-8e9e8f7ea5b8 HTTP/1.1" status: 200 len: 948 time: 0.1652637 Oct 30 15:07:43.461576 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=c5354e8c-a792-468f-8924-a3c448cc2b4a,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:43.462132 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855d88d3-01b6-4a40-b9dc-9d463b170774 service neutron] Pushing event updated for resources: {'Port': ['ID=2a7136df-2c8d-4020-8843-3d6496e03d01,revision_number=7']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:43.515106 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0039b5-171a-4f0d-9a55-153a14175817 req-493a832f-af5e-42ee-818d-4cff5bdeb07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:43.519406 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dc0039b5-171a-4f0d-9a55-153a14175817 req-493a832f-af5e-42ee-818d-4cff5bdeb07d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=77cd9b926c2f46c3aa4784fd4d8318b7&device_id=45e641d5-2c0d-48a6-8f23-8e9e8f7ea5b8 HTTP/1.1" status: 200 len: 1100 time: 0.3431613 Oct 30 15:07:43.579013 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5861f-9c68-4f6a-81cd-e2095ec698ab req-aa5f774a-7f7b-4de1-8404-5a38534cff31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:43.580768 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2fc5861f-9c68-4f6a-81cd-e2095ec698ab req-aa5f774a-7f7b-4de1-8404-5a38534cff31 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0e073e54-a4ee-47aa-891d-4a1d26e93e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1935930 Oct 30 15:07:43.603027 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port 883a9fe4-2a20-41fd-a5a0-374f9c0d4582 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:07:43.620499 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 883a9fe4-2a20-41fd-a5a0-374f9c0d4582 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:07:43.620873 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:43.728716 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port ac740ae4-8271-48a4-935e-74c1d5bb5e25 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:07:43.729578 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:43.777015 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2fc5861f-9c68-4f6a-81cd-e2095ec698ab req-03f7f096-a7de-4c61-8aa3-ed687d0a8adb service neutron] 10.222.0.53 "GET /v2.0/networks/0e073e54-a4ee-47aa-891d-4a1d26e93e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631100 Oct 30 15:07:43.948687 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-15dfb96c-f585-4c8c-a8a5-26c53daf3be3 req-7f495a8b-a16e-4958-9bca-207dfebff6ba tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5064006 Oct 30 15:07:43.968770 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:44.033940 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4650ccf9-0317-44f8-afd7-d0f10692e5e3 req-fd71210f-2910-460b-8ab6-98c76c428345 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:44.037173 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4650ccf9-0317-44f8-afd7-d0f10692e5e3 req-fd71210f-2910-460b-8ab6-98c76c428345 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.62 "GET /v2.0/ports?device_id=60c9006d-3c9f-4212-bbfa-563f7e9fffd7 HTTP/1.1" status: 200 len: 944 time: 0.1669903 Oct 30 15:07:44.038929 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 883a9fe4-2a20-41fd-a5a0-374f9c0d4582, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=883a9fe4-2a20-41fd-a5a0-374f9c0d4582,segment=NetworkSegment(ef438171-9296-4cb4-a9a2-6d7294d77f81),segment_id=ef438171-9296-4cb4-a9a2-6d7294d77f81)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:07:44.041049 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:44.063226 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281155ac-dcd5-4d62-932e-791988f87790 x-openstack-request-id: req-281155ac-dcd5-4d62-932e-791988f87790 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:07:44.063634 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daf80d9c-caa6-48f8-9c7a-25496258a12e", "name": "network-vif-plugged", "status": "completed", "tag": "c5354e8c-a792-468f-8924-a3c448cc2b4a", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:07:44.064018 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-281155ac-dcd5-4d62-932e-791988f87790 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:07:44.064529 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daf80d9c-caa6-48f8-9c7a-25496258a12e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5354e8c-a792-468f-8924-a3c448cc2b4a', 'code': 200} Oct 30 15:07:44.083684 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0039b5-171a-4f0d-9a55-153a14175817 req-e44007a7-6649-4c7f-ab4b-1c5233b733bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:44.092752 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dc0039b5-171a-4f0d-9a55-153a14175817 req-e44007a7-6649-4c7f-ab4b-1c5233b733bb service neutron] 10.222.0.44 "GET /v2.0/networks?id=8de8b155-6e08-41c3-866a-8b30bb481704 HTTP/1.1" status: 200 len: 870 time: 0.5544779 Oct 30 15:07:44.127296 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4650ccf9-0317-44f8-afd7-d0f10692e5e3 req-96304431-578f-4100-82f9-02ab5ebde692 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3c05691-ef86-4427-a0a1-ac12c39f9197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768697 Oct 30 15:07:44.170790 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port ac740ae4-8271-48a4-935e-74c1d5bb5e25, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=ac740ae4-8271-48a4-935e-74c1d5bb5e25,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:07:44.179060 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:44.180820 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 2a7136df-2c8d-4020-8843-3d6496e03d01 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:07:44.276669 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 30 Oct 2021 15:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b496a3bd-f0a2-4d2f-b4d0-04ff6c44e49a x-openstack-request-id: req-b496a3bd-f0a2-4d2f-b4d0-04ff6c44e49a {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:07:44.277210 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45e641d5-2c0d-48a6-8f23-8e9e8f7ea5b8", "name": "network-vif-unplugged", "status": "completed", "tag": "2a7136df-2c8d-4020-8843-3d6496e03d01", "code": 200}, {"name": "network-changed", "server_uuid": "45e641d5-2c0d-48a6-8f23-8e9e8f7ea5b8", "tag": "2a7136df-2c8d-4020-8843-3d6496e03d01", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:07:44.278126 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b496a3bd-f0a2-4d2f-b4d0-04ff6c44e49a {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:07:44.278645 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45e641d5-2c0d-48a6-8f23-8e9e8f7ea5b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a7136df-2c8d-4020-8843-3d6496e03d01', 'code': 200} Oct 30 15:07:44.279034 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45e641d5-2c0d-48a6-8f23-8e9e8f7ea5b8', 'tag': '2a7136df-2c8d-4020-8843-3d6496e03d01', 'status': 'completed', 'code': 200} Oct 30 15:07:44.280885 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eab816-4cf2-465c-bb10-419435214f2a req-c67d97ba-aea8-4655-aef2-67edce414103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:44.287965 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f1eab816-4cf2-465c-bb10-419435214f2a req-c67d97ba-aea8-4655-aef2-67edce414103 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=daf80d9c-caa6-48f8-9c7a-25496258a12e HTTP/1.1" status: 200 len: 1101 time: 0.1068826 Oct 30 15:07:44.289172 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:44.290132 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2fc5861f-9c68-4f6a-81cd-e2095ec698ab req-99c3e23f-5230-4320-998d-cd72ab7dedb8 service neutron] 10.222.0.53 "GET /v2.0/networks/0e073e54-a4ee-47aa-891d-4a1d26e93e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4724371 Oct 30 15:07:44.292912 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dc0039b5-171a-4f0d-9a55-153a14175817 req-74070bfd-10d7-4d0b-8bc8-aa007bd08945 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=2a7136df-2c8d-4020-8843-3d6496e03d01 HTTP/1.1" status: 200 len: 217 time: 0.1805451 Oct 30 15:07:44.366551 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f1eab816-4cf2-465c-bb10-419435214f2a req-32ba3114-8bf7-47e1-9eea-16a86692b475 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529900 Oct 30 15:07:44.380574 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 2a7136df-2c8d-4020-8843-3d6496e03d01 not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:07:44.392189 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0039b5-171a-4f0d-9a55-153a14175817 req-1ddf8984-6714-479a-a478-9baf16dd839d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:44.394917 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dc0039b5-171a-4f0d-9a55-153a14175817 req-1ddf8984-6714-479a-a478-9baf16dd839d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.0863595 Oct 30 15:07:44.440086 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=883a9fe4-2a20-41fd-a5a0-374f9c0d4582,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:44.508126 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26454d9-051e-4f3b-9ea1-c69cad9e74a5 req-2f31bdbe-cacb-4814-ae60-f7784ef34f44 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:44.523919 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c26454d9-051e-4f3b-9ea1-c69cad9e74a5 req-2f31bdbe-cacb-4814-ae60-f7784ef34f44 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=daf80d9c-caa6-48f8-9c7a-25496258a12e HTTP/1.1" status: 200 len: 949 time: 0.1066165 Oct 30 15:07:44.531029 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e375bb-2366-4afc-8de7-3747788b45aa req-f1fe5a8a-a0cd-46f0-8970-be58e960def0 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:44.536445 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-86e375bb-2366-4afc-8de7-3747788b45aa req-f1fe5a8a-a0cd-46f0-8970-be58e960def0 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7b7f5a4-607d-447b-855c-cd38ba7ad348 HTTP/1.1" status: 200 len: 946 time: 0.1403718 Oct 30 15:07:44.553260 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d166c75b-b7fb-487c-a768-ea7ed3338b4a req-7542dea1-ebc0-4e1b-b297-1c305167f121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:44.563965 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d166c75b-b7fb-487c-a768-ea7ed3338b4a req-7542dea1-ebc0-4e1b-b297-1c305167f121 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=77cd9b926c2f46c3aa4784fd4d8318b7&device_id=45e641d5-2c0d-48a6-8f23-8e9e8f7ea5b8 HTTP/1.1" status: 200 len: 1100 time: 0.2727728 Oct 30 15:07:44.596100 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=ac740ae4-8271-48a4-935e-74c1d5bb5e25,revision_number=7']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:44.619415 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c26454d9-051e-4f3b-9ea1-c69cad9e74a5 req-d61d6b36-f80b-47b3-bf4f-8112b7959d64 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946016 Oct 30 15:07:44.817683 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0039b5-171a-4f0d-9a55-153a14175817 req-83e9a10b-4ac8-477b-a0f0-f327d1ea6429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:44.819246 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dc0039b5-171a-4f0d-9a55-153a14175817 req-83e9a10b-4ac8-477b-a0f0-f327d1ea6429 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1085069 Oct 30 15:07:44.922612 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-86e375bb-2366-4afc-8de7-3747788b45aa req-58fc0e03-81bf-45b1-a1eb-56d06e8319f6 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/security-groups?id=12ab4c72-90f4-43f1-a864-83e4ec6ae9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3702786 Oct 30 15:07:45.012606 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d166c75b-b7fb-487c-a768-ea7ed3338b4a req-8dd8822a-55c3-41e5-ae63-45c89afbeb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:45.014759 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d166c75b-b7fb-487c-a768-ea7ed3338b4a req-8dd8822a-55c3-41e5-ae63-45c89afbeb3d service neutron] 10.222.0.53 "GET /v2.0/networks?id=8de8b155-6e08-41c3-866a-8b30bb481704 HTTP/1.1" status: 200 len: 870 time: 0.4411955 Oct 30 15:07:45.035996 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 17bc3478-c87b-4047-8948-7c5e3527783e details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:07:45.038127 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 67a02029-0352-4f05-b377-299b49d77849 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:07:45.100483 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d166c75b-b7fb-487c-a768-ea7ed3338b4a req-dee75916-5a4f-46c4-9945-03f3d6802c33 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=2a7136df-2c8d-4020-8843-3d6496e03d01 HTTP/1.1" status: 200 len: 217 time: 0.0607612 Oct 30 15:07:45.107496 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dc0039b5-171a-4f0d-9a55-153a14175817 req-c47ea7f6-df9b-40ad-ad0c-700c7141064a service neutron] 10.222.0.44 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731509 Oct 30 15:07:45.131262 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e231e506-938b-472e-a07c-4d7a552a91a7 req-693fad8e-3c5f-4fd7-a11c-45f11d4c27d1 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:45.151985 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e231e506-938b-472e-a07c-4d7a552a91a7 req-693fad8e-3c5f-4fd7-a11c-45f11d4c27d1 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e641d5-2c0d-48a6-8f23-8e9e8f7ea5b8 HTTP/1.1" status: 200 len: 948 time: 0.1021655 Oct 30 15:07:45.249305 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port 67a02029-0352-4f05-b377-299b49d77849 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:07:45.259319 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e231e506-938b-472e-a07c-4d7a552a91a7 req-0370ec03-2520-4d0d-a02a-9810a50553d2 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063075 Oct 30 15:07:45.345036 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 67a02029-0352-4f05-b377-299b49d77849 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:07:45.345036 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:45.384935 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d166c75b-b7fb-487c-a768-ea7ed3338b4a req-8600e2de-a3a5-487c-87d3-3cc23af937d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:45.390042 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d166c75b-b7fb-487c-a768-ea7ed3338b4a req-8600e2de-a3a5-487c-87d3-3cc23af937d9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.2749736 Oct 30 15:07:45.520155 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c58d53-b3b4-4cd2-ae7f-fcc7b7257b49 req-ac92b43a-2426-4ce9-a480-4ea62a9c66e7 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:45.539081 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c4c58d53-b3b4-4cd2-ae7f-fcc7b7257b49 req-ac92b43a-2426-4ce9-a480-4ea62a9c66e7 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.62 "GET /v2.0/ports?device_id=60c9006d-3c9f-4212-bbfa-563f7e9fffd7 HTTP/1.1" status: 200 len: 944 time: 0.1275156 Oct 30 15:07:45.581207 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:45.626387 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c4c58d53-b3b4-4cd2-ae7f-fcc7b7257b49 req-f7a22f9c-78a2-4715-8037-46951a756b57 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3c05691-ef86-4427-a0a1-ac12c39f9197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863035 Oct 30 15:07:45.649931 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d166c75b-b7fb-487c-a768-ea7ed3338b4a req-2dc6728f-919c-48d5-80a0-2a6baaaf979b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:45.651386 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d166c75b-b7fb-487c-a768-ea7ed3338b4a req-2dc6728f-919c-48d5-80a0-2a6baaaf979b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2545071 Oct 30 15:07:45.657815 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dc0039b5-171a-4f0d-9a55-153a14175817 req-b8829b99-8616-40f6-a2f8-505811218efc service neutron] 10.222.0.44 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5011878 Oct 30 15:07:45.731096 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 67a02029-0352-4f05-b377-299b49d77849, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=67a02029-0352-4f05-b377-299b49d77849,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:07:45.739166 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:45.812523 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=67a02029-0352-4f05-b377-299b49d77849,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:45.819922 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 17bc3478-c87b-4047-8948-7c5e3527783e, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=17bc3478-c87b-4047-8948-7c5e3527783e,segment=NetworkSegment(b4b31197-3a09-4bc0-a34b-293e7ced3758),segment_id=b4b31197-3a09-4bc0-a34b-293e7ced3758)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:07:45.833561 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '17bc3478-c87b-4047-8948-7c5e3527783e', 'network_id': '0e073e54-a4ee-47aa-891d-4a1d26e93e93', 'port_id': '17bc3478-c87b-4047-8948-7c5e3527783e', 'mac_address': 'fa:16:3e:3e:4f:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b4f6d7c-44b3-47fa-9b94-0bd8519fb087', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:07:45.976075 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d166c75b-b7fb-487c-a768-ea7ed3338b4a req-f6ed368b-7f40-4558-a205-ed0f58aad1f3 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3062677 Oct 30 15:07:46.003054 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d166c75b-b7fb-487c-a768-ea7ed3338b4a req-204ba56d-17ea-4517-844b-a13c16a23748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:46.021115 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d166c75b-b7fb-487c-a768-ea7ed3338b4a req-204ba56d-17ea-4517-844b-a13c16a23748 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=77cd9b926c2f46c3aa4784fd4d8318b7&device_id=45e641d5-2c0d-48a6-8f23-8e9e8f7ea5b8 HTTP/1.1" status: 200 len: 1100 time: 0.2526987 Oct 30 15:07:46.207905 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b7f5a4-607d-447b-855c-cd38ba7ad348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '883a9fe4-2a20-41fd-a5a0-374f9c0d4582'}, {'server_uuid': 'd9f1a39e-6b93-4eda-98c7-fd549c4a980a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac740ae4-8271-48a4-935e-74c1d5bb5e25'}, {'server_uuid': '1fa98c3c-1a0d-427e-aee1-652bd5f1ddb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a02029-0352-4f05-b377-299b49d77849'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:07:46.210434 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467c49cd-9844-4817-ac3b-b5792c31f5ad" -d '{"events": [{"server_uuid": "d7b7f5a4-607d-447b-855c-cd38ba7ad348", "name": "network-vif-plugged", "status": "completed", "tag": "883a9fe4-2a20-41fd-a5a0-374f9c0d4582"}, {"server_uuid": "d9f1a39e-6b93-4eda-98c7-fd549c4a980a", "name": "network-vif-plugged", "status": "completed", "tag": "ac740ae4-8271-48a4-935e-74c1d5bb5e25"}, {"server_uuid": "1fa98c3c-1a0d-427e-aee1-652bd5f1ddb6", "name": "network-vif-plugged", "status": "completed", "tag": "67a02029-0352-4f05-b377-299b49d77849"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:07:46.256766 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:46.290449 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17bc3478-c87b-4047-8948-7c5e3527783e {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:07:46.344104 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d166c75b-b7fb-487c-a768-ea7ed3338b4a req-1ebe5335-bb13-4ce5-baba-85340dea14ea service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3573515 Oct 30 15:07:46.356761 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d166c75b-b7fb-487c-a768-ea7ed3338b4a req-7df53230-b0bc-449f-94a2-afcdc1b09558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:46.359003 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d166c75b-b7fb-487c-a768-ea7ed3338b4a req-7df53230-b0bc-449f-94a2-afcdc1b09558 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8de8b155-6e08-41c3-866a-8b30bb481704 HTTP/1.1" status: 200 len: 870 time: 0.3000536 Oct 30 15:07:46.360734 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 17bc3478-c87b-4047-8948-7c5e3527783e, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=17bc3478-c87b-4047-8948-7c5e3527783e,segment=NetworkSegment(b4b31197-3a09-4bc0-a34b-293e7ced3758),segment_id=b4b31197-3a09-4bc0-a34b-293e7ced3758)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:07:46.366628 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:46.367297 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 01188100-3825-4ed1-a924-8ab582f8ff07 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:07:46.462370 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d166c75b-b7fb-487c-a768-ea7ed3338b4a req-4d371c91-3140-4414-a8c4-a883ce28457f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=2a7136df-2c8d-4020-8843-3d6496e03d01 HTTP/1.1" status: 200 len: 217 time: 0.0932202 Oct 30 15:07:46.530715 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=17bc3478-c87b-4047-8948-7c5e3527783e,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:46.567152 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d166c75b-b7fb-487c-a768-ea7ed3338b4a req-5c877471-a440-4e78-9617-e94fe54cab0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:46.567152 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d166c75b-b7fb-487c-a768-ea7ed3338b4a req-5c877471-a440-4e78-9617-e94fe54cab0e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.0907929 Oct 30 15:07:46.660686 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 01188100-3825-4ed1-a924-8ab582f8ff07, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=01188100-3825-4ed1-a924-8ab582f8ff07,segment=NetworkSegment(50e4125d-3001-4ab5-9a68-22676c11c44a),segment_id=50e4125d-3001-4ab5-9a68-22676c11c44a)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:07:46.680078 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '01188100-3825-4ed1-a924-8ab582f8ff07', 'network_id': '9692ed5c-f259-4258-8606-c4a569c47bd6', 'port_id': '01188100-3825-4ed1-a924-8ab582f8ff07', 'mac_address': 'fa:16:3e:64:5c:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3835a6e8-6500-4cc1-8102-46264ff54369', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:07:46.691076 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d166c75b-b7fb-487c-a768-ea7ed3338b4a req-789669f0-10bf-47d5-8712-7995be0d19b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:46.692551 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d166c75b-b7fb-487c-a768-ea7ed3338b4a req-789669f0-10bf-47d5-8712-7995be0d19b4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1099718 Oct 30 15:07:46.785635 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:46.816356 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 01188100-3825-4ed1-a924-8ab582f8ff07 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:07:46.854820 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 01188100-3825-4ed1-a924-8ab582f8ff07, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=01188100-3825-4ed1-a924-8ab582f8ff07,segment=NetworkSegment(50e4125d-3001-4ab5-9a68-22676c11c44a),segment_id=50e4125d-3001-4ab5-9a68-22676c11c44a)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:07:46.862241 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:46.986752 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d166c75b-b7fb-487c-a768-ea7ed3338b4a req-51aae9f4-066f-4fe0-857e-76237b707818 service neutron] 10.222.0.44 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730808 Oct 30 15:07:46.988311 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=01188100-3825-4ed1-a924-8ab582f8ff07,revision_number=6']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:47.097402 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['01188100-3825-4ed1-a924-8ab582f8ff07'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:07:47.279632 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d166c75b-b7fb-487c-a768-ea7ed3338b4a req-7e00b41c-6776-4fb9-826e-d5e64de30ad9 service neutron] 10.222.0.44 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865379 Oct 30 15:07:47.363573 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['17bc3478-c87b-4047-8948-7c5e3527783e'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:07:48.829123 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 2a7136df-2c8d-4020-8843-3d6496e03d01 details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:07:49.047399 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 2a7136df-2c8d-4020-8843-3d6496e03d01, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=2a7136df-2c8d-4020-8843-3d6496e03d01,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:07:49.067302 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': '2a7136df-2c8d-4020-8843-3d6496e03d01', 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704', 'port_id': '2a7136df-2c8d-4020-8843-3d6496e03d01', 'mac_address': 'fa:16:3e:12:01:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b5dea3-b65b-4514-8ec2-18a4245eb194', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:07:49.072976 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 17bc3478-c87b-4047-8948-7c5e3527783e up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:07:49.153067 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:49.171620 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a7136df-2c8d-4020-8843-3d6496e03d01 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:07:49.199055 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 2a7136df-2c8d-4020-8843-3d6496e03d01, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=2a7136df-2c8d-4020-8843-3d6496e03d01,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:07:49.206607 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:49.280464 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port 17bc3478-c87b-4047-8948-7c5e3527783e completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:07:49.286394 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 17bc3478-c87b-4047-8948-7c5e3527783e triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:07:49.286860 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:49.351001 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=2a7136df-2c8d-4020-8843-3d6496e03d01,revision_number=8']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:49.417259 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:49.456449 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 17bc3478-c87b-4047-8948-7c5e3527783e, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=17bc3478-c87b-4047-8948-7c5e3527783e,segment=NetworkSegment(b4b31197-3a09-4bc0-a34b-293e7ced3758),segment_id=b4b31197-3a09-4bc0-a34b-293e7ced3758)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:07:49.462517 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:49.463372 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 01188100-3825-4ed1-a924-8ab582f8ff07 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:07:49.606638 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 01188100-3825-4ed1-a924-8ab582f8ff07 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:07:49.607100 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:49.609367 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=17bc3478-c87b-4047-8948-7c5e3527783e,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:49.756276 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['2a7136df-2c8d-4020-8843-3d6496e03d01'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:07:49.812193 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:49.882197 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 01188100-3825-4ed1-a924-8ab582f8ff07, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=01188100-3825-4ed1-a924-8ab582f8ff07,segment=NetworkSegment(50e4125d-3001-4ab5-9a68-22676c11c44a),segment_id=50e4125d-3001-4ab5-9a68-22676c11c44a)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:07:49.918653 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:50.063181 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=01188100-3825-4ed1-a924-8ab582f8ff07,revision_number=7']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:51.074508 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1be24688-c8fc-4943-a85e-b0ffe83519ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:52.834668 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 2a7136df-2c8d-4020-8843-3d6496e03d01 up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:07:52.969813 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port 2a7136df-2c8d-4020-8843-3d6496e03d01 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:07:52.987790 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port 2a7136df-2c8d-4020-8843-3d6496e03d01 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:07:52.988543 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:53.178141 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:53.240682 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 2a7136df-2c8d-4020-8843-3d6496e03d01, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=2a7136df-2c8d-4020-8843-3d6496e03d01,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:07:53.248199 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:53.363682 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=2a7136df-2c8d-4020-8843-3d6496e03d01,revision_number=9']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:07:53.382512 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:07:53.387444 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:07:53.387907 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:07:53.388385 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:07:53.388737 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:07:53.389072 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:07:53.389404 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:07:53.393011 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:07:53.393364 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:07:53.393703 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:07:53.394045 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:07:53.394366 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:07:53.727285 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-511e4438-8bb5-4f0f-9452-8232ccf991bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:54.553855 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:54.892847 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:56.424014 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:56.568804 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a70c94a-a84c-416d-b476-39ff1407fef8 req-d74a5840-c0c6-4041-acc3-28d3c1353908 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:56.570469 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4a70c94a-a84c-416d-b476-39ff1407fef8 req-d74a5840-c0c6-4041-acc3-28d3c1353908 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=daf80d9c-caa6-48f8-9c7a-25496258a12e HTTP/1.1" status: 200 len: 949 time: 0.0820189 Oct 30 15:07:56.573186 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414dc14-e144-462b-aee1-1cf834f0ada8 req-7c4a3ddc-57e8-48b1-bf26-fd9acb3b6f82 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:56.574835 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8414dc14-e144-462b-aee1-1cf834f0ada8 req-7c4a3ddc-57e8-48b1-bf26-fd9acb3b6f82 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7b7f5a4-607d-447b-855c-cd38ba7ad348 HTTP/1.1" status: 200 len: 946 time: 0.0779912 Oct 30 15:07:56.625491 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8414dc14-e144-462b-aee1-1cf834f0ada8 req-fb543c0f-d8a2-4ee8-b8a8-1b602200dab1 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/security-groups?id=12ab4c72-90f4-43f1-a864-83e4ec6ae9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417295 Oct 30 15:07:56.633997 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4a70c94a-a84c-416d-b476-39ff1407fef8 req-bbac8fb2-4172-4d1f-bfcd-59575dd1e9a5 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572879 Oct 30 15:07:56.699574 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 30 Oct 2021 15:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d2b048-e37a-4bac-89c0-7a5a7e6469f9 x-openstack-request-id: req-57d2b048-e37a-4bac-89c0-7a5a7e6469f9 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:07:56.699878 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7b7f5a4-607d-447b-855c-cd38ba7ad348", "name": "network-vif-plugged", "status": "completed", "tag": "883a9fe4-2a20-41fd-a5a0-374f9c0d4582", "code": 200}, {"server_uuid": "d9f1a39e-6b93-4eda-98c7-fd549c4a980a", "name": "network-vif-plugged", "status": "completed", "tag": "ac740ae4-8271-48a4-935e-74c1d5bb5e25", "code": 200}, {"server_uuid": "1fa98c3c-1a0d-427e-aee1-652bd5f1ddb6", "name": "network-vif-plugged", "status": "completed", "tag": "67a02029-0352-4f05-b377-299b49d77849", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:07:56.700130 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-57d2b048-e37a-4bac-89c0-7a5a7e6469f9 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:07:56.700522 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b7f5a4-607d-447b-855c-cd38ba7ad348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '883a9fe4-2a20-41fd-a5a0-374f9c0d4582', 'code': 200} Oct 30 15:07:56.700772 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9f1a39e-6b93-4eda-98c7-fd549c4a980a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac740ae4-8271-48a4-935e-74c1d5bb5e25', 'code': 200} Oct 30 15:07:56.701014 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa98c3c-1a0d-427e-aee1-652bd5f1ddb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a02029-0352-4f05-b377-299b49d77849', 'code': 200} Oct 30 15:07:56.876487 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299831af-52e0-4650-8e11-a672f99be3d6 req-cf6f3e38-d8e6-47c8-b106-733ae5c27f39 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:56.878875 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-299831af-52e0-4650-8e11-a672f99be3d6 req-cf6f3e38-d8e6-47c8-b106-733ae5c27f39 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.62 "GET /v2.0/ports?device_id=60c9006d-3c9f-4212-bbfa-563f7e9fffd7 HTTP/1.1" status: 200 len: 946 time: 0.0652153 Oct 30 15:07:56.928697 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-299831af-52e0-4650-8e11-a672f99be3d6 req-33003ea4-bf08-4776-ae63-0fcbb26afac0 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3c05691-ef86-4427-a0a1-ac12c39f9197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426993 Oct 30 15:07:56.931141 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4d4c7-8a47-4299-a35b-21d6481ae009 req-44484ea2-0e58-4a7d-a08e-9f0c422f45d3 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:56.939073 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bfa4d4c7-8a47-4299-a35b-21d6481ae009 req-44484ea2-0e58-4a7d-a08e-9f0c422f45d3 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e641d5-2c0d-48a6-8f23-8e9e8f7ea5b8 HTTP/1.1" status: 200 len: 950 time: 0.1662943 Oct 30 15:07:56.968734 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a612f-4652-466d-9e70-9a4b5b2867c9 req-abcfd5fe-5689-41c2-ab52-b0b327366b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:56.970211 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9b1a612f-4652-466d-9e70-9a4b5b2867c9 req-abcfd5fe-5689-41c2-ab52-b0b327366b6c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d7b7f5a4-607d-447b-855c-cd38ba7ad348 HTTP/1.1" status: 200 len: 1098 time: 0.1102500 Oct 30 15:07:57.002372 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bb48f7-5cae-45fd-ac24-1f5b9cdcf21b req-dbdb4c5c-8cb1-4dd0-8b30-cf78fc9c836b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:57.003879 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-17bb48f7-5cae-45fd-ac24-1f5b9cdcf21b req-dbdb4c5c-8cb1-4dd0-8b30-cf78fc9c836b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1fa98c3c-1a0d-427e-aee1-652bd5f1ddb6 HTTP/1.1" status: 200 len: 1102 time: 0.1697850 Oct 30 15:07:57.012048 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bfa4d4c7-8a47-4299-a35b-21d6481ae009 req-c0cdd5bb-9c44-482d-9315-c7ce0eda5566 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720170 Oct 30 15:07:57.070295 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-17bb48f7-5cae-45fd-ac24-1f5b9cdcf21b req-ec8d005a-afc6-4256-8923-d443e25babb1 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573022 Oct 30 15:07:57.072176 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9b1a612f-4652-466d-9e70-9a4b5b2867c9 req-054dd299-60ff-49e1-9e68-15cd9beadd32 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=12ab4c72-90f4-43f1-a864-83e4ec6ae9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910184 Oct 30 15:07:57.202700 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa9ac20-c488-4f43-9ca7-9827c0d41297 req-a9b07261-6b0b-478d-b3ab-b2051dfce9f0 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:57.204258 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-eaa9ac20-c488-4f43-9ca7-9827c0d41297 req-a9b07261-6b0b-478d-b3ab-b2051dfce9f0 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=1fa98c3c-1a0d-427e-aee1-652bd5f1ddb6 HTTP/1.1" status: 200 len: 950 time: 0.0806141 Oct 30 15:07:57.250602 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-eaa9ac20-c488-4f43-9ca7-9827c0d41297 req-5941906f-e5f6-4930-8f80-b3551dcd33c0 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392497 Oct 30 15:07:57.317302 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5344e07-6947-4fe5-960d-d633dc99e2a9 req-45f8b025-8391-49fe-9fee-b13f3c17a612 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:57.331165 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e5344e07-6947-4fe5-960d-d633dc99e2a9 req-45f8b025-8391-49fe-9fee-b13f3c17a612 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9f1a39e-6b93-4eda-98c7-fd549c4a980a HTTP/1.1" status: 200 len: 950 time: 0.0961556 Oct 30 15:07:57.428969 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e5344e07-6947-4fe5-960d-d633dc99e2a9 req-ca4561c8-8632-462e-963a-d82316f16fd1 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbeb9008-c90c-4174-8348-aac0ca862d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967660 Oct 30 15:07:57.466845 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cfd9b0-5427-4cfd-880f-7de55bba25c9 req-47514be7-24b5-4ad2-981a-e1581ee7fbc8 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:57.468562 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-79cfd9b0-5427-4cfd-880f-7de55bba25c9 req-47514be7-24b5-4ad2-981a-e1581ee7fbc8 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e641d5-2c0d-48a6-8f23-8e9e8f7ea5b8 HTTP/1.1" status: 200 len: 950 time: 0.1108112 Oct 30 15:07:57.540425 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-79cfd9b0-5427-4cfd-880f-7de55bba25c9 req-a5657309-78ba-4a75-82b9-0d7c094b14cf tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477364 Oct 30 15:07:57.616838 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0bf7a2-bf20-47d6-b4fe-becd3c1ef059 req-07735de8-3d98-4340-82fc-1f1672a2bf64 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:57.618397 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ff0bf7a2-bf20-47d6-b4fe-becd3c1ef059 req-07735de8-3d98-4340-82fc-1f1672a2bf64 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.53 "GET /v2.0/ports?device_id=45e641d5-2c0d-48a6-8f23-8e9e8f7ea5b8&tenant_id=77cd9b926c2f46c3aa4784fd4d8318b7&binding%3Ahost_id=n-h2-806683-17 HTTP/1.1" status: 200 len: 950 time: 0.0549474 Oct 30 15:07:57.704505 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [req-ff0bf7a2-bf20-47d6-b4fe-becd3c1ef059 req-2da9ad01-a754-4fe8-8b99-71646377abf7 service neutron] delete failed (client error): The resource could not be found. Oct 30 15:07:57.705543 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ff0bf7a2-bf20-47d6-b4fe-becd3c1ef059 req-2da9ad01-a754-4fe8-8b99-71646377abf7 service neutron] 10.222.0.53 "DELETE /v2.0/ports/2a7136df-2c8d-4020-8843-3d6496e03d01/bindings/n-h1-806683-17 HTTP/1.1" status: 404 len: 381 time: 0.0725012 Oct 30 15:07:58.013932 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c7e12c-74a3-4b4e-aa6b-6112037ca43d req-dee98b38-3745-4fce-81d1-ca729f8ca6b8 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:58.015414 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e0c7e12c-74a3-4b4e-aa6b-6112037ca43d req-dee98b38-3745-4fce-81d1-ca729f8ca6b8 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7b7f5a4-607d-447b-855c-cd38ba7ad348 HTTP/1.1" status: 200 len: 946 time: 0.3070261 Oct 30 15:07:58.026448 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0bf7a2-bf20-47d6-b4fe-becd3c1ef059 req-56db83f5-8964-4b12-8dad-cb57cc92ca8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:58.027958 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ff0bf7a2-bf20-47d6-b4fe-becd3c1ef059 req-56db83f5-8964-4b12-8dad-cb57cc92ca8f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=77cd9b926c2f46c3aa4784fd4d8318b7&device_id=45e641d5-2c0d-48a6-8f23-8e9e8f7ea5b8 HTTP/1.1" status: 200 len: 1102 time: 0.0849938 Oct 30 15:07:58.079072 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004bba78-0b57-4628-9264-5dddb330e564 req-99a9d3c1-3ff0-4ad7-a715-68dbebbb467b tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:58.081289 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-004bba78-0b57-4628-9264-5dddb330e564 req-99a9d3c1-3ff0-4ad7-a715-68dbebbb467b tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.62 "GET /v2.0/ports?device_id=60c9006d-3c9f-4212-bbfa-563f7e9fffd7 HTTP/1.1" status: 200 len: 946 time: 0.0544508 Oct 30 15:07:58.120489 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e0c7e12c-74a3-4b4e-aa6b-6112037ca43d req-f6a0b258-fc95-4d1f-a445-33dc8c880ff3 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/security-groups?id=12ab4c72-90f4-43f1-a864-83e4ec6ae9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969765 Oct 30 15:07:58.146210 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-004bba78-0b57-4628-9264-5dddb330e564 req-be0783f1-085f-4277-882c-e770dcff04db tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3c05691-ef86-4427-a0a1-ac12c39f9197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578456 Oct 30 15:07:58.149735 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0bf7a2-bf20-47d6-b4fe-becd3c1ef059 req-80433c91-c0eb-4f0b-aa90-f679df2edb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:58.151259 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ff0bf7a2-bf20-47d6-b4fe-becd3c1ef059 req-80433c91-c0eb-4f0b-aa90-f679df2edb11 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8de8b155-6e08-41c3-866a-8b30bb481704 HTTP/1.1" status: 200 len: 870 time: 0.1103797 Oct 30 15:07:58.197101 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ff0bf7a2-bf20-47d6-b4fe-becd3c1ef059 req-73e3aa9c-f45f-48ee-9f8e-fd67092e49d9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=2a7136df-2c8d-4020-8843-3d6496e03d01 HTTP/1.1" status: 200 len: 217 time: 0.0368309 Oct 30 15:07:58.255759 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0bf7a2-bf20-47d6-b4fe-becd3c1ef059 req-77721ef5-5a30-46cb-9e17-4231991b1076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:58.257136 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ff0bf7a2-bf20-47d6-b4fe-becd3c1ef059 req-77721ef5-5a30-46cb-9e17-4231991b1076 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.0480437 Oct 30 15:07:58.318852 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0bf7a2-bf20-47d6-b4fe-becd3c1ef059 req-702ffa09-c193-4e9f-b5dd-4de98e081122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:58.320453 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ff0bf7a2-bf20-47d6-b4fe-becd3c1ef059 req-702ffa09-c193-4e9f-b5dd-4de98e081122 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0439003 Oct 30 15:07:58.423869 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0115d9e0-9725-4d5b-bb14-c8c4e02024c1 req-9ed079cf-1d5d-467f-a154-549fcc5d9f0b tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:58.425402 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0115d9e0-9725-4d5b-bb14-c8c4e02024c1 req-9ed079cf-1d5d-467f-a154-549fcc5d9f0b tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=1fa98c3c-1a0d-427e-aee1-652bd5f1ddb6 HTTP/1.1" status: 200 len: 950 time: 0.1040754 Oct 30 15:07:58.470377 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ff0bf7a2-bf20-47d6-b4fe-becd3c1ef059 req-a955299f-4fe3-4e6e-8b2f-26bfdcfa9ca2 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399982 Oct 30 15:07:58.484906 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0115d9e0-9725-4d5b-bb14-c8c4e02024c1 req-4d73ab24-4880-4a3b-aa1c-5a00715d05db tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480323 Oct 30 15:07:58.598263 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ff0bf7a2-bf20-47d6-b4fe-becd3c1ef059 req-6bed1593-a92b-45a9-9810-bde322baa30d service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056924 Oct 30 15:07:58.702783 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60c9006d-3c9f-4212-bbfa-563f7e9fffd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17bc3478-c87b-4047-8948-7c5e3527783e'}, {'server_uuid': '24dc9bdc-2ea7-40f2-846c-eab83c09b617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01188100-3825-4ed1-a924-8ab582f8ff07'}, {'server_uuid': '45e641d5-2c0d-48a6-8f23-8e9e8f7ea5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a7136df-2c8d-4020-8843-3d6496e03d01'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:07:58.705329 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd3ee19b-1544-4d33-9d5d-e7341967a5fa" -d '{"events": [{"server_uuid": "60c9006d-3c9f-4212-bbfa-563f7e9fffd7", "name": "network-vif-plugged", "status": "completed", "tag": "17bc3478-c87b-4047-8948-7c5e3527783e"}, {"server_uuid": "24dc9bdc-2ea7-40f2-846c-eab83c09b617", "name": "network-vif-plugged", "status": "completed", "tag": "01188100-3825-4ed1-a924-8ab582f8ff07"}, {"server_uuid": "45e641d5-2c0d-48a6-8f23-8e9e8f7ea5b8", "name": "network-vif-plugged", "status": "completed", "tag": "2a7136df-2c8d-4020-8843-3d6496e03d01"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:07:58.723792 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f7dd9-16b0-4694-b840-615eea9d4863 req-623e1d5f-3d75-4a92-a02e-2a5aec6fd837 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:58.725561 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a87f7dd9-16b0-4694-b840-615eea9d4863 req-623e1d5f-3d75-4a92-a02e-2a5aec6fd837 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e641d5-2c0d-48a6-8f23-8e9e8f7ea5b8 HTTP/1.1" status: 200 len: 950 time: 0.0827208 Oct 30 15:07:58.773700 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a87f7dd9-16b0-4694-b840-615eea9d4863 req-ba453587-2dec-460b-9b26-ba7abb822233 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398569 Oct 30 15:07:58.853866 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 30 Oct 2021 15:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ef57af-9855-4858-a164-1a067eeb7454 x-openstack-request-id: req-90ef57af-9855-4858-a164-1a067eeb7454 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:07:58.854219 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60c9006d-3c9f-4212-bbfa-563f7e9fffd7", "name": "network-vif-plugged", "status": "completed", "tag": "17bc3478-c87b-4047-8948-7c5e3527783e", "code": 200}, {"server_uuid": "24dc9bdc-2ea7-40f2-846c-eab83c09b617", "name": "network-vif-plugged", "status": "completed", "tag": "01188100-3825-4ed1-a924-8ab582f8ff07", "code": 200}, {"server_uuid": "45e641d5-2c0d-48a6-8f23-8e9e8f7ea5b8", "name": "network-vif-plugged", "status": "completed", "tag": "2a7136df-2c8d-4020-8843-3d6496e03d01", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:07:58.854482 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-90ef57af-9855-4858-a164-1a067eeb7454 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:07:58.854894 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60c9006d-3c9f-4212-bbfa-563f7e9fffd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17bc3478-c87b-4047-8948-7c5e3527783e', 'code': 200} Oct 30 15:07:58.855853 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24dc9bdc-2ea7-40f2-846c-eab83c09b617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01188100-3825-4ed1-a924-8ab582f8ff07', 'code': 200} Oct 30 15:07:58.856163 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45e641d5-2c0d-48a6-8f23-8e9e8f7ea5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a7136df-2c8d-4020-8843-3d6496e03d01', 'code': 200} Oct 30 15:07:59.017018 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4605d344-fea7-404b-bd66-c7cfc1b07256 req-9442c4af-b43c-47ec-8a6e-01c63cac5ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:59.018571 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4605d344-fea7-404b-bd66-c7cfc1b07256 req-9442c4af-b43c-47ec-8a6e-01c63cac5ad4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=60c9006d-3c9f-4212-bbfa-563f7e9fffd7 HTTP/1.1" status: 200 len: 1098 time: 0.0473657 Oct 30 15:07:59.071701 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4605d344-fea7-404b-bd66-c7cfc1b07256 req-b435febe-28d3-446c-a492-8e2afcfede2f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d3c05691-ef86-4427-a0a1-ac12c39f9197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359435 Oct 30 15:07:59.323171 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c0df9-960b-472b-8926-d1a964afbad2 req-4fa4c4a5-a2be-4bb5-8a3d-b73c24017104 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:59.325362 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-472c0df9-960b-472b-8926-d1a964afbad2 req-4fa4c4a5-a2be-4bb5-8a3d-b73c24017104 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7b7f5a4-607d-447b-855c-cd38ba7ad348 HTTP/1.1" status: 200 len: 946 time: 0.0529196 Oct 30 15:07:59.365656 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3372b-dc88-4f16-a5ca-6a471c118bf1 req-b261a976-5510-497d-ba34-46e6de920692 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:59.371154 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-85f3372b-dc88-4f16-a5ca-6a471c118bf1 req-b261a976-5510-497d-ba34-46e6de920692 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.62 "GET /v2.0/ports?device_id=60c9006d-3c9f-4212-bbfa-563f7e9fffd7 HTTP/1.1" status: 200 len: 946 time: 0.0550296 Oct 30 15:07:59.398055 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-472c0df9-960b-472b-8926-d1a964afbad2 req-c96d6f25-3e16-48f8-9973-8cd8bb01703e tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/security-groups?id=12ab4c72-90f4-43f1-a864-83e4ec6ae9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659034 Oct 30 15:07:59.430621 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-85f3372b-dc88-4f16-a5ca-6a471c118bf1 req-f2d19e63-e267-43bc-ac6a-134e3995bff1 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3c05691-ef86-4427-a0a1-ac12c39f9197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536687 Oct 30 15:07:59.520429 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:07:59.711811 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f76795d-7d76-4209-b787-286a652a440a req-d03c937c-234c-448a-b868-11869d2cbe52 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:59.713775 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5f76795d-7d76-4209-b787-286a652a440a req-d03c937c-234c-448a-b868-11869d2cbe52 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/ports?device_id=d345a361-ed84-4e4a-a36c-52dea2e8e556&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1392395 Oct 30 15:07:59.769917 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5966a-f3fc-4fa1-b39f-5901bad7bee2 req-0a7d12cd-04b7-482a-9af7-f7108994f3c5 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:07:59.771410 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-efc5966a-f3fc-4fa1-b39f-5901bad7bee2 req-0a7d12cd-04b7-482a-9af7-f7108994f3c5 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=1fa98c3c-1a0d-427e-aee1-652bd5f1ddb6 HTTP/1.1" status: 200 len: 950 time: 0.0592382 Oct 30 15:07:59.813210 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-efc5966a-f3fc-4fa1-b39f-5901bad7bee2 req-ab42ec1b-b75b-429f-8704-d9f45119df09 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358448 Oct 30 15:07:59.820850 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5f76795d-7d76-4209-b787-286a652a440a req-60ee4545-5360-46b3-ba45-d956faf15f24 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.4.197 HTTP/1.1" status: 200 len: 696 time: 0.0994692 Oct 30 15:07:59.832113 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-5f76795d-7d76-4209-b787-286a652a440a req-786f41e3-93b9-46d8-b96e-ecd2fdfad4f7 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Request body: {'floatingip': {'port_id': '7742aa37-8b40-4348-8ac4-a14876822ac2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:07:59.876254 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-5f76795d-7d76-4209-b787-286a652a440a req-786f41e3-93b9-46d8-b96e-ecd2fdfad4f7 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Publish callbacks [] for floatingip, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:00.020434 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa38200-3a39-4b15-8db7-64a77b4477f3 req-945c2f2a-9c70-4b7a-887c-b10a7591ea66 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:00.022308 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-caa38200-3a39-4b15-8db7-64a77b4477f3 req-945c2f2a-9c70-4b7a-887c-b10a7591ea66 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/networks?id=9692ed5c-f259-4258-8606-c4a569c47bd6 HTTP/1.1" status: 200 len: 805 time: 0.1217282 Oct 30 15:08:00.041603 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-caa38200-3a39-4b15-8db7-64a77b4477f3 req-ba570bf4-e109-461e-a848-4e38f7309fde tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/quotas/0f5568aa45224afa998c13f67eb4e102 HTTP/1.1" status: 200 len: 375 time: 0.0121112 Oct 30 15:08:00.097942 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-caa38200-3a39-4b15-8db7-64a77b4477f3 req-40b11f39-20c2-456a-b4c0-50690862de45 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0f5568aa45224afa998c13f67eb4e102&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0484927 Oct 30 15:08:00.201616 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-caa38200-3a39-4b15-8db7-64a77b4477f3 req-c079553b-5dac-4162-af44-b2843cfd01ef service neutron] 10.222.0.62 "GET /v2.0/networks/9692ed5c-f259-4258-8606-c4a569c47bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939670 Oct 30 15:08:00.312667 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-caa38200-3a39-4b15-8db7-64a77b4477f3 req-5380da01-931f-485c-add0-6cf21c83fdbe service neutron] 10.222.0.62 "GET /v2.0/networks/9692ed5c-f259-4258-8606-c4a569c47bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047089 Oct 30 15:08:00.494809 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-5f76795d-7d76-4209-b787-286a652a440a req-786f41e3-93b9-46d8-b96e-ecd2fdfad4f7 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:00.499414 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-5f76795d-7d76-4209-b787-286a652a440a req-786f41e3-93b9-46d8-b96e-ecd2fdfad4f7 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:00.541174 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb6fd3d-56f8-43af-8764-6735838133bf req-f8299537-b6b5-417f-86e3-83096b532892 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:00.542953 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3cb6fd3d-56f8-43af-8764-6735838133bf req-f8299537-b6b5-417f-86e3-83096b532892 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e641d5-2c0d-48a6-8f23-8e9e8f7ea5b8 HTTP/1.1" status: 200 len: 950 time: 0.0650814 Oct 30 15:08:00.626288 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3cb6fd3d-56f8-43af-8764-6735838133bf req-d421e3a2-6519-4f1c-97fb-a5020b53481f tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677552 Oct 30 15:08:00.648855 n-d-806683-17 neutron-server[102131]: INFO neutron.db.l3_db [req-5f76795d-7d76-4209-b787-286a652a440a req-786f41e3-93b9-46d8-b96e-ecd2fdfad4f7 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Floating IP dc454671-6538-4e2b-8e80-5933498ea5e7 associated. External IP: 172.25.4.197, port: 7742aa37-8b40-4348-8ac4-a14876822ac2. Oct 30 15:08:00.889203 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 495efa50-6c46-406d-b76f-a99eae8e4780 details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:08:00.921891 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device ac740ae4-8271-48a4-935e-74c1d5bb5e25 no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:08:01.060814 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0fdbe7-71a0-41b8-af85-0dc5edfb69df req-639a23d6-91af-41cb-b941-490e06d58280 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:01.071221 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0fdbe7-71a0-41b8-af85-0dc5edfb69df req-639a23d6-91af-41cb-b941-490e06d58280 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:01.073536 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3e0fdbe7-71a0-41b8-af85-0dc5edfb69df req-639a23d6-91af-41cb-b941-490e06d58280 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=1fa98c3c-1a0d-427e-aee1-652bd5f1ddb6&device_id=daf80d9c-caa6-48f8-9c7a-25496258a12e HTTP/1.1" status: 200 len: 1690 time: 0.0907643 Oct 30 15:08:01.117449 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 01188100-3825-4ed1-a924-8ab582f8ff07 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:08:01.136867 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3e0fdbe7-71a0-41b8-af85-0dc5edfb69df req-28faad5f-e5ae-4a45-8449-7c638406efe1 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563293 Oct 30 15:08:01.226276 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f76795d-7d76-4209-b787-286a652a440a req-786f41e3-93b9-46d8-b96e-ecd2fdfad4f7 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Router 9c039d9e-9384-49c5-ad50-71c7a5239fdc has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:08:01.247888 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 495efa50-6c46-406d-b76f-a99eae8e4780, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=495efa50-6c46-406d-b76f-a99eae8e4780,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:08:01.311319 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:01.352363 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': '495efa50-6c46-406d-b76f-a99eae8e4780', 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704', 'port_id': '495efa50-6c46-406d-b76f-a99eae8e4780', 'mac_address': 'fa:16:3e:71:70:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b5dea3-b65b-4514-8ec2-18a4245eb194', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:08:01.403495 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-daa1bfc2-d314-4372-9bac-b4e41d1b19ea req-3f3cd7e2-3291-4fef-a9f2-8a352f3624f5 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/ports?device_id=240b9084-e7bc-4df3-8230-d0586c611a69 HTTP/1.1" status: 200 len: 210 time: 0.0773404 Oct 30 15:08:01.409127 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f76795d-7d76-4209-b787-286a652a440a req-786f41e3-93b9-46d8-b96e-ecd2fdfad4f7 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:08:01.414922 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:01.416166 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-5f76795d-7d76-4209-b787-286a652a440a req-786f41e3-93b9-46d8-b96e-ecd2fdfad4f7 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:01.423782 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134a744d-5e8c-4373-8c43-7fd07b1c2fcd None None] Sync routers for ids ['9c039d9e-9384-49c5-ad50-71c7a5239fdc'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:08:01.439072 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134a744d-5e8c-4373-8c43-7fd07b1c2fcd None None] Routers {'9c039d9e-9384-49c5-ad50-71c7a5239fdc'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:08:01.439913 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-134a744d-5e8c-4373-8c43-7fd07b1c2fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:07:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['9c039d9e-9384-49c5-ad50-71c7a5239fdc'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:08:01.450850 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port ac740ae4-8271-48a4-935e-74c1d5bb5e25, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=ac740ae4-8271-48a4-935e-74c1d5bb5e25,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:08:01.462085 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9f1a39e-6b93-4eda-98c7-fd549c4a980a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac740ae4-8271-48a4-935e-74c1d5bb5e25'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:08:01.465062 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534b968a-f1af-42ce-ae48-2c9a624a4fc0" -d '{"events": [{"server_uuid": "d9f1a39e-6b93-4eda-98c7-fd549c4a980a", "name": "network-vif-unplugged", "status": "completed", "tag": "ac740ae4-8271-48a4-935e-74c1d5bb5e25"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:08:01.475588 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:01.481487 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5f76795d-7d76-4209-b787-286a652a440a req-786f41e3-93b9-46d8-b96e-ecd2fdfad4f7 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "PUT /v2.0/floatingips/dc454671-6538-4e2b-8e80-5933498ea5e7 HTTP/1.1" status: 200 len: 996 time: 1.6531539 Oct 30 15:08:01.482666 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd345a361-ed84-4e4a-a36c-52dea2e8e556', 'tag': '7742aa37-8b40-4348-8ac4-a14876822ac2'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:08:01.486271 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e51124b6-7c28-4e46-bc45-441133ce2c86" -d '{"events": [{"name": "network-changed", "server_uuid": "d345a361-ed84-4e4a-a36c-52dea2e8e556", "tag": "7742aa37-8b40-4348-8ac4-a14876822ac2"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:08:01.566512 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:01.567786 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88865a23-2f51-49ad-86ee-383fe8114e14 req-af009a93-550e-40fa-ac5f-21edc436b439 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:01.570065 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-88865a23-2f51-49ad-86ee-383fe8114e14 req-af009a93-550e-40fa-ac5f-21edc436b439 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.62 "GET /v2.0/ports?device_id=60c9006d-3c9f-4212-bbfa-563f7e9fffd7 HTTP/1.1" status: 200 len: 946 time: 0.0635700 Oct 30 15:08:01.606747 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f76795d-7d76-4209-b787-286a652a440a req-fc477b68-060d-416e-bac4-f3f4c200a43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:01.615051 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5f76795d-7d76-4209-b787-286a652a440a req-fc477b68-060d-416e-bac4-f3f4c200a43f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d73a17c8ce1740f7a410991b16507a42&device_id=d345a361-ed84-4e4a-a36c-52dea2e8e556 HTTP/1.1" status: 200 len: 1097 time: 0.0956206 Oct 30 15:08:01.636193 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-88865a23-2f51-49ad-86ee-383fe8114e14 req-95b31f68-c69f-4052-a781-91616f232e05 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3c05691-ef86-4427-a0a1-ac12c39f9197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598743 Oct 30 15:08:01.636513 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-134a744d-5e8c-4373-8c43-7fd07b1c2fcd None None] Set router 9c039d9e-9384-49c5-ad50-71c7a5239fdc gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:08:01.650872 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 495efa50-6c46-406d-b76f-a99eae8e4780 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:08:01.758773 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f76795d-7d76-4209-b787-286a652a440a req-56750186-d9c4-467f-a004-e20c68f90291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:01.770491 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5f76795d-7d76-4209-b787-286a652a440a req-56750186-d9c4-467f-a004-e20c68f90291 service neutron] 10.222.0.62 "GET /v2.0/networks?id=54a44e67-c153-4279-a113-56e728247797 HTTP/1.1" status: 200 len: 922 time: 0.1545293 Oct 30 15:08:01.775226 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=ac740ae4-8271-48a4-935e-74c1d5bb5e25,revision_number=8']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:08:01.781551 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 01188100-3825-4ed1-a924-8ab582f8ff07, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=01188100-3825-4ed1-a924-8ab582f8ff07,segment=NetworkSegment(50e4125d-3001-4ab5-9a68-22676c11c44a),segment_id=50e4125d-3001-4ab5-9a68-22676c11c44a)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:08:01.788278 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 495efa50-6c46-406d-b76f-a99eae8e4780, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=495efa50-6c46-406d-b76f-a99eae8e4780,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:08:01.790267 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:01.793857 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:01.803099 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01cf4bc-842e-4210-869a-68859fbac98d req-78c38fb6-656c-42ff-aa6a-b00a85ce4144 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:01.811796 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b01cf4bc-842e-4210-869a-68859fbac98d req-78c38fb6-656c-42ff-aa6a-b00a85ce4144 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e641d5-2c0d-48a6-8f23-8e9e8f7ea5b8 HTTP/1.1" status: 200 len: 950 time: 0.0775073 Oct 30 15:08:01.878700 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b01cf4bc-842e-4210-869a-68859fbac98d req-93eb9130-9f0e-40dd-813c-d81bbd9c2596 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655732 Oct 30 15:08:01.915894 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=01188100-3825-4ed1-a924-8ab582f8ff07,revision_number=8']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:08:01.920044 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:01.998670 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5f76795d-7d76-4209-b787-286a652a440a req-8271be42-658e-4147-888f-14c2cf66822a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7742aa37-8b40-4348-8ac4-a14876822ac2 HTTP/1.1" status: 200 len: 999 time: 0.2268746 Oct 30 15:08:02.025265 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=495efa50-6c46-406d-b76f-a99eae8e4780,revision_number=6']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:08:02.062469 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Oct 2021 15:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938ed59a-abbc-4238-9cb7-93dd115f4789 x-openstack-request-id: req-938ed59a-abbc-4238-9cb7-93dd115f4789 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:08:02.063497 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9f1a39e-6b93-4eda-98c7-fd549c4a980a", "name": "network-vif-unplugged", "status": "completed", "tag": "ac740ae4-8271-48a4-935e-74c1d5bb5e25", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:08:02.064787 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-938ed59a-abbc-4238-9cb7-93dd115f4789 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:08:02.066029 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9f1a39e-6b93-4eda-98c7-fd549c4a980a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac740ae4-8271-48a4-935e-74c1d5bb5e25', 'code': 200} Oct 30 15:08:02.106658 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b875979b-3617-482f-9190-ecd65e685215 x-openstack-request-id: req-b875979b-3617-482f-9190-ecd65e685215 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:08:02.106942 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d345a361-ed84-4e4a-a36c-52dea2e8e556", "tag": "7742aa37-8b40-4348-8ac4-a14876822ac2", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:08:02.107199 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b875979b-3617-482f-9190-ecd65e685215 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:08:02.107498 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['495efa50-6c46-406d-b76f-a99eae8e4780'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:08:02.107887 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd345a361-ed84-4e4a-a36c-52dea2e8e556', 'tag': '7742aa37-8b40-4348-8ac4-a14876822ac2', 'status': 'completed', 'code': 200} Oct 30 15:08:02.195756 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51124b6-7c28-4e46-bc45-441133ce2c86 req-6257bb78-d21c-487d-b977-0986f1198ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:02.199592 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e51124b6-7c28-4e46-bc45-441133ce2c86 req-6257bb78-d21c-487d-b977-0986f1198ea6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d73a17c8ce1740f7a410991b16507a42&device_id=d345a361-ed84-4e4a-a36c-52dea2e8e556 HTTP/1.1" status: 200 len: 1097 time: 0.0802624 Oct 30 15:08:02.302524 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f76795d-7d76-4209-b787-286a652a440a req-2190a027-8be0-4612-8ade-15fb069cf7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:02.313184 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5f76795d-7d76-4209-b787-286a652a440a req-2190a027-8be0-4612-8ade-15fb069cf7a9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c0e0f8e-11ac-4cdd-bbc0-64de2560079b HTTP/1.1" status: 200 len: 860 time: 0.3138194 Oct 30 15:08:02.370350 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-134a744d-5e8c-4373-8c43-7fd07b1c2fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1435770518-router', 'tenant_id': 'd73a17c8ce1740f7a410991b16507a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '64760796-1729-46bb-b6b3-ea8d64916bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:06:57Z', 'updated_at': '2021-10-30T15:07:03Z', 'revision_number': 4, 'project_id': 'd73a17c8ce1740f7a410991b16507a42', 'gw_port': {'id': '64760796-1729-46bb-b6b3-ea8d64916bfe', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:06:58Z', 'updated_at': '2021-10-30T15:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': 'dc454671-6538-4e2b-8e80-5933498ea5e7', 'tenant_id': 'd73a17c8ce1740f7a410991b16507a42', 'floating_ip_address': '172.25.4.197', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'port_id': '7742aa37-8b40-4348-8ac4-a14876822ac2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54a44e67-c153-4279-a113-56e728247797', 'mac_address': 'fa:16:3e:0a:ab:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd345a361-ed84-4e4a-a36c-52dea2e8e556', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:07:26Z', 'updated_at': '2021-10-30T15:08:00Z', 'revision_number': 1, 'project_id': 'd73a17c8ce1740f7a410991b16507a42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d106d20-fcdd-497e-8cee-0e17c1dfacb9', 'name': '', 'network_id': '54a44e67-c153-4279-a113-56e728247797', 'tenant_id': 'd73a17c8ce1740f7a410991b16507a42', 'mac_address': 'fa:16:3e:22:25:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4c0e0f8e-11ac-4cdd-bbc0-64de2560079b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:07:01Z', 'updated_at': '2021-10-30T15:07:09Z', 'revision_number': 5, 'project_id': 'd73a17c8ce1740f7a410991b16507a42', 'subnets': [{'id': '4c0e0f8e-11ac-4cdd-bbc0-64de2560079b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:08:02.401307 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134a744d-5e8c-4373-8c43-7fd07b1c2fcd None None] Checking router: 9c039d9e-9384-49c5-ad50-71c7a5239fdc for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:08:02.411842 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134a744d-5e8c-4373-8c43-7fd07b1c2fcd None None] Routers {'9c039d9e-9384-49c5-ad50-71c7a5239fdc'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:08:02.412706 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-134a744d-5e8c-4373-8c43-7fd07b1c2fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:07:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['9c039d9e-9384-49c5-ad50-71c7a5239fdc'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:08:02.436810 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51124b6-7c28-4e46-bc45-441133ce2c86 req-59ffbf66-27a2-487a-9157-b196e9a6b123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:02.438275 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e51124b6-7c28-4e46-bc45-441133ce2c86 req-59ffbf66-27a2-487a-9157-b196e9a6b123 service neutron] 10.222.0.44 "GET /v2.0/networks?id=54a44e67-c153-4279-a113-56e728247797 HTTP/1.1" status: 200 len: 922 time: 0.2252405 Oct 30 15:08:02.440697 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e76e44-03f0-4c54-9cd9-a4463ce1bf97 req-2b08030e-9c08-461c-bbd7-726050f1cf18 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:02.442200 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-39e76e44-03f0-4c54-9cd9-a4463ce1bf97 req-2b08030e-9c08-461c-bbd7-726050f1cf18 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.53 "GET /v2.0/ports?device_id=24dc9bdc-2ea7-40f2-846c-eab83c09b617 HTTP/1.1" status: 200 len: 944 time: 0.3186495 Oct 30 15:08:02.458454 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1f45c-23a3-49fb-814a-679cc8b06527 req-a35d1af2-08cd-41f8-8f6b-12012f7601c6 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:02.459990 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-44a1f45c-23a3-49fb-814a-679cc8b06527 req-a35d1af2-08cd-41f8-8f6b-12012f7601c6 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.62 "GET /v2.0/ports?device_id=60c9006d-3c9f-4212-bbfa-563f7e9fffd7 HTTP/1.1" status: 200 len: 946 time: 0.2361319 Oct 30 15:08:02.479275 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 55692) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:08:02.499796 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-a2e92c99-82fc-4fd5-867e-5acaf911ebd5 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Request body: {'floatingip': {'port_id': '17bc3478-c87b-4047-8948-7c5e3527783e'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:08:02.578883 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa38200-3a39-4b15-8db7-64a77b4477f3 req-91d34206-0063-48b4-9023-224f94a1a0cf tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:02.580674 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-caa38200-3a39-4b15-8db7-64a77b4477f3 req-91d34206-0063-48b4-9023-224f94a1a0cf tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.44 "GET /v2.0/networks?id=9692ed5c-f259-4258-8606-c4a569c47bd6 HTTP/1.1" status: 200 len: 805 time: 0.5230105 Oct 30 15:08:02.581813 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e51124b6-7c28-4e46-bc45-441133ce2c86 req-edff5dbf-90a8-4c54-a46d-e6bc454908e6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7742aa37-8b40-4348-8ac4-a14876822ac2 HTTP/1.1" status: 200 len: 999 time: 0.1125758 Oct 30 15:08:02.608693 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-134a744d-5e8c-4373-8c43-7fd07b1c2fcd None None] Set router 9c039d9e-9384-49c5-ad50-71c7a5239fdc gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:08:02.661450 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f76795d-7d76-4209-b787-286a652a440a req-8189e7c6-ba10-4f33-b7e8-67ab52a17d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:02.663761 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5f76795d-7d76-4209-b787-286a652a440a req-8189e7c6-ba10-4f33-b7e8-67ab52a17d4b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=54a44e67-c153-4279-a113-56e728247797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3496978 Oct 30 15:08:02.694900 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-caa38200-3a39-4b15-8db7-64a77b4477f3 req-30c4264f-8148-4043-b568-903003900ce9 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Request body: {'port': {'device_id': '240b9084-e7bc-4df3-8230-d0586c611a69', 'network_id': '9692ed5c-f259-4258-8606-c4a569c47bd6', 'admin_state_up': True, 'tenant_id': '0f5568aa45224afa998c13f67eb4e102'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:08:02.712426 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [req-5f76795d-7d76-4209-b787-286a652a440a req-c39460bb-a1e4-4f20-b8cd-cb403850f115 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:08:02.713865 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5f76795d-7d76-4209-b787-286a652a440a req-c39460bb-a1e4-4f20-b8cd-cb403850f115 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0149415 Oct 30 15:08:02.727331 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51124b6-7c28-4e46-bc45-441133ce2c86 req-7afd1934-2e62-42a7-b05f-3af9053217d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:02.729277 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e51124b6-7c28-4e46-bc45-441133ce2c86 req-7afd1934-2e62-42a7-b05f-3af9053217d3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4c0e0f8e-11ac-4cdd-bbc0-64de2560079b HTTP/1.1" status: 200 len: 860 time: 0.1230838 Oct 30 15:08:02.730274 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a2e92c99-82fc-4fd5-867e-5acaf911ebd5 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Publish callbacks [] for floatingip, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:02.733366 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681926f-ba80-41c2-833c-1d541710cac7 req-8ae8254f-a013-4264-8f68-930322745de3 tempest-ServersOnMultiNodesTest-174149886 tempest-ServersOnMultiNodesTest-174149886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:02.735343 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0681926f-ba80-41c2-833c-1d541710cac7 req-8ae8254f-a013-4264-8f68-930322745de3 tempest-ServersOnMultiNodesTest-174149886 tempest-ServersOnMultiNodesTest-174149886-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=1fa98c3c-1a0d-427e-aee1-652bd5f1ddb6 HTTP/1.1" status: 200 len: 1102 time: 0.1313052 Oct 30 15:08:02.823263 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0681926f-ba80-41c2-833c-1d541710cac7 req-aad99c4e-9b5f-4401-afea-1907733bb88a tempest-ServersOnMultiNodesTest-174149886 tempest-ServersOnMultiNodesTest-174149886-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817683 Oct 30 15:08:02.833531 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51124b6-7c28-4e46-bc45-441133ce2c86 req-b30c2e53-6281-4927-9630-46ca2982434a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:02.841908 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e51124b6-7c28-4e46-bc45-441133ce2c86 req-b30c2e53-6281-4927-9630-46ca2982434a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=54a44e67-c153-4279-a113-56e728247797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0912755 Oct 30 15:08:02.900606 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 495efa50-6c46-406d-b76f-a99eae8e4780 up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:08:02.976469 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port 495efa50-6c46-406d-b76f-a99eae8e4780 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:08:02.977170 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:03.103897 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6827ec-bfc8-42db-b144-4da2aa3ad8c7 req-0018480b-ca61-46b2-b04c-b9caa275cbe3 tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:03.112934 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7b6827ec-bfc8-42db-b144-4da2aa3ad8c7 req-0018480b-ca61-46b2-b04c-b9caa275cbe3 tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b63152b8-8683-4975-aea1-06378122bbed HTTP/1.1" status: 200 len: 1098 time: 0.0964115 Oct 30 15:08:03.132484 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e51124b6-7c28-4e46-bc45-441133ce2c86 req-5b72e44b-7a18-48d4-99d1-994ea9968c61 service neutron] 10.222.0.44 "GET /v2.0/networks/54a44e67-c153-4279-a113-56e728247797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805700 Oct 30 15:08:03.158528 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-134a744d-5e8c-4373-8c43-7fd07b1c2fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1435770518-router', 'tenant_id': 'd73a17c8ce1740f7a410991b16507a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '64760796-1729-46bb-b6b3-ea8d64916bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:06:57Z', 'updated_at': '2021-10-30T15:07:03Z', 'revision_number': 4, 'project_id': 'd73a17c8ce1740f7a410991b16507a42', 'gw_port': {'id': '64760796-1729-46bb-b6b3-ea8d64916bfe', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:06:58Z', 'updated_at': '2021-10-30T15:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': 'dc454671-6538-4e2b-8e80-5933498ea5e7', 'tenant_id': 'd73a17c8ce1740f7a410991b16507a42', 'floating_ip_address': '172.25.4.197', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'port_id': '7742aa37-8b40-4348-8ac4-a14876822ac2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54a44e67-c153-4279-a113-56e728247797', 'mac_address': 'fa:16:3e:0a:ab:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd345a361-ed84-4e4a-a36c-52dea2e8e556', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:07:26Z', 'updated_at': '2021-10-30T15:08:00Z', 'revision_number': 1, 'project_id': 'd73a17c8ce1740f7a410991b16507a42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d106d20-fcdd-497e-8cee-0e17c1dfacb9', 'name': '', 'network_id': '54a44e67-c153-4279-a113-56e728247797', 'tenant_id': 'd73a17c8ce1740f7a410991b16507a42', 'mac_address': 'fa:16:3e:22:25:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4c0e0f8e-11ac-4cdd-bbc0-64de2560079b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:07:01Z', 'updated_at': '2021-10-30T15:07:09Z', 'revision_number': 5, 'project_id': 'd73a17c8ce1740f7a410991b16507a42', 'subnets': [{'id': '4c0e0f8e-11ac-4cdd-bbc0-64de2560079b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:08:03.198351 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134a744d-5e8c-4373-8c43-7fd07b1c2fcd None None] The sync data for ids ['9c039d9e-9384-49c5-ad50-71c7a5239fdc'] in n-d-806683-17 is: [{'id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1435770518-router', 'tenant_id': 'd73a17c8ce1740f7a410991b16507a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '64760796-1729-46bb-b6b3-ea8d64916bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:06:57Z', 'updated_at': '2021-10-30T15:07:03Z', 'revision_number': 4, 'project_id': 'd73a17c8ce1740f7a410991b16507a42', 'gw_port': {'id': '64760796-1729-46bb-b6b3-ea8d64916bfe', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:06:58Z', 'updated_at': '2021-10-30T15:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': 'dc454671-6538-4e2b-8e80-5933498ea5e7', 'tenant_id': 'd73a17c8ce1740f7a410991b16507a42', 'floating_ip_address': '172.25.4.197', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'port_id': '7742aa37-8b40-4348-8ac4-a14876822ac2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54a44e67-c153-4279-a113-56e728247797', 'mac_address': 'fa:16:3e:0a:ab:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd345a361-ed84-4e4a-a36c-52dea2e8e556', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:07:26Z', 'updated_at': '2021-10-30T15:08:00Z', 'revision_number': 1, 'project_id': 'd73a17c8ce1740f7a410991b16507a42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d106d20-fcdd-497e-8cee-0e17c1dfacb9', 'name': '', 'network_id': '54a44e67-c153-4279-a113-56e728247797', 'tenant_id': 'd73a17c8ce1740f7a410991b16507a42', 'mac_address': 'fa:16:3e:22:25:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4c0e0f8e-11ac-4cdd-bbc0-64de2560079b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:07:01Z', 'updated_at': '2021-10-30T15:07:09Z', 'revision_number': 5, 'project_id': 'd73a17c8ce1740f7a410991b16507a42', 'subnets': [{'id': '4c0e0f8e-11ac-4cdd-bbc0-64de2560079b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:08:03.199501 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5f76795d-7d76-4209-b787-286a652a440a req-4bc86576-1bb9-45c5-b219-bb13c52bbdb3 service neutron] 10.222.0.62 "GET /v2.0/networks/54a44e67-c153-4279-a113-56e728247797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4727476 Oct 30 15:08:03.214652 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-39e76e44-03f0-4c54-9cd9-a4463ce1bf97 req-00316f23-0380-4c0a-bca2-c2135ab5ac08 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Deleting port 01188100-3825-4ed1-a924-8ab582f8ff07 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:08:03.215127 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-39e76e44-03f0-4c54-9cd9-a4463ce1bf97 req-00316f23-0380-4c0a-bca2-c2135ab5ac08 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:03.242753 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:03.243328 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7b6827ec-bfc8-42db-b144-4da2aa3ad8c7 req-7fbc8ec1-f7b4-4afc-be8a-4e78575027ff tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286814 Oct 30 15:08:03.322270 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 495efa50-6c46-406d-b76f-a99eae8e4780, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=495efa50-6c46-406d-b76f-a99eae8e4780,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:08:03.330762 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:03.408518 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caa38200-3a39-4b15-8db7-64a77b4477f3 req-30c4264f-8148-4043-b568-903003900ce9 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Made reservation on behalf of 0f5568aa45224afa998c13f67eb4e102 for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:08:03.412216 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-caa38200-3a39-4b15-8db7-64a77b4477f3 req-30c4264f-8148-4043-b568-903003900ce9 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:03.446874 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=495efa50-6c46-406d-b76f-a99eae8e4780,revision_number=7']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:08:03.452020 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e51124b6-7c28-4e46-bc45-441133ce2c86 req-f4557a88-cdbe-4812-b494-4e04d948be01 service neutron] 10.222.0.44 "GET /v2.0/networks/54a44e67-c153-4279-a113-56e728247797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046057 Oct 30 15:08:03.608894 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513665e8-a5c2-4317-b4eb-49d798836479 None None] New status for floating IP dc454671-6538-4e2b-8e80-5933498ea5e7: ACTIVE {{(pid=102132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 15:08:03.943921 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-39e76e44-03f0-4c54-9cd9-a4463ce1bf97 req-00316f23-0380-4c0a-bca2-c2135ab5ac08 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] For port 01188100-3825-4ed1-a924-8ab582f8ff07, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=01188100-3825-4ed1-a924-8ab582f8ff07,segment=NetworkSegment(50e4125d-3001-4ab5-9a68-22676c11c44a),segment_id=50e4125d-3001-4ab5-9a68-22676c11c44a)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:08:03.943921 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-39e76e44-03f0-4c54-9cd9-a4463ce1bf97 req-00316f23-0380-4c0a-bca2-c2135ab5ac08 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:03.977115 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5f76795d-7d76-4209-b787-286a652a440a req-a330a6a9-eef1-4bca-9680-ec33b0b00927 service neutron] 10.222.0.62 "GET /v2.0/networks/54a44e67-c153-4279-a113-56e728247797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7565422 Oct 30 15:08:03.982920 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-39e76e44-03f0-4c54-9cd9-a4463ce1bf97 req-00316f23-0380-4c0a-bca2-c2135ab5ac08 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Calling delete_port for 01188100-3825-4ed1-a924-8ab582f8ff07 owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:08:04.066406 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24dc9bdc-2ea7-40f2-846c-eab83c09b617', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01188100-3825-4ed1-a924-8ab582f8ff07'}, {'server_uuid': '481ec1fa-8cdb-4949-bd8c-88ce56d35415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495efa50-6c46-406d-b76f-a99eae8e4780'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:08:04.068972 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-356c3dc2-5aa7-4015-8e35-4c3c72ce0f90" -d '{"events": [{"server_uuid": "24dc9bdc-2ea7-40f2-846c-eab83c09b617", "name": "network-vif-unplugged", "status": "completed", "tag": "01188100-3825-4ed1-a924-8ab582f8ff07"}, {"server_uuid": "481ec1fa-8cdb-4949-bd8c-88ce56d35415", "name": "network-vif-plugged", "status": "completed", "tag": "495efa50-6c46-406d-b76f-a99eae8e4780"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:08:04.148326 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.db.resource_extend [None req-a2e92c99-82fc-4fd5-867e-5acaf911ebd5 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 30 15:08:04.213170 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b1a6938e-c260-468d-baa9-e5ee1580c81a req-383a4f97-6161-458d-bc6b-61508c4c6bf2 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/ports?device_id=240b9084-e7bc-4df3-8230-d0586c611a69 HTTP/1.1" status: 200 len: 210 time: 0.1064641 Oct 30 15:08:04.261542 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-caa38200-3a39-4b15-8db7-64a77b4477f3 req-30c4264f-8148-4043-b568-903003900ce9 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Allocated IP 172.20.0.10 (9692ed5c-f259-4258-8606-c4a569c47bd6/3835a6e8-6500-4cc1-8102-46264ff54369/d810aab7-5322-41d8-9911-9ab2a1d67e5d) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:08:04.296807 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a2e92c99-82fc-4fd5-867e-5acaf911ebd5 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:04.304694 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a2e92c99-82fc-4fd5-867e-5acaf911ebd5 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:04.531896 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d967f90e-0612-4c3b-a9cb-ddc2a4d822a9 req-f778adb5-b406-43fa-a08d-add258eceefe tempest-ServersOnMultiNodesTest-174149886 tempest-ServersOnMultiNodesTest-174149886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:04.533336 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d967f90e-0612-4c3b-a9cb-ddc2a4d822a9 req-f778adb5-b406-43fa-a08d-add258eceefe tempest-ServersOnMultiNodesTest-174149886 tempest-ServersOnMultiNodesTest-174149886-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=daf80d9c-caa6-48f8-9c7a-25496258a12e HTTP/1.1" status: 200 len: 1101 time: 0.1368358 Oct 30 15:08:04.672105 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-39e76e44-03f0-4c54-9cd9-a4463ce1bf97 req-00316f23-0380-4c0a-bca2-c2135ab5ac08 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:04.700018 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d967f90e-0612-4c3b-a9cb-ddc2a4d822a9 req-cd3fa814-01be-410e-8f58-5be19ed23c4b tempest-ServersOnMultiNodesTest-174149886 tempest-ServersOnMultiNodesTest-174149886-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365616 Oct 30 15:08:04.721908 n-d-806683-17 neutron-server[102131]: INFO neutron.db.l3_db [None req-a2e92c99-82fc-4fd5-867e-5acaf911ebd5 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Floating IP 1952743e-d0dd-43af-a95d-70910c9a08b8 associated. External IP: 172.25.4.234, port: 17bc3478-c87b-4047-8948-7c5e3527783e. Oct 30 15:08:04.816224 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-caa38200-3a39-4b15-8db7-64a77b4477f3 req-30c4264f-8148-4043-b568-903003900ce9 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:04.880563 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00316f23-0380-4c0a-bca2-c2135ab5ac08 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Pushing event deleted for resources: {'Port': ['ID=01188100-3825-4ed1-a924-8ab582f8ff07,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:08:04.947873 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00316f23-0380-4c0a-bca2-c2135ab5ac08 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:08:04.948227 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00316f23-0380-4c0a-bca2-c2135ab5ac08 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:08:04.948650 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00316f23-0380-4c0a-bca2-c2135ab5ac08 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:08:04.948992 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00316f23-0380-4c0a-bca2-c2135ab5ac08 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:08:04.949322 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00316f23-0380-4c0a-bca2-c2135ab5ac08 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:08:04.949653 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00316f23-0380-4c0a-bca2-c2135ab5ac08 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:08:04.950132 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00316f23-0380-4c0a-bca2-c2135ab5ac08 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:08:04.950511 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00316f23-0380-4c0a-bca2-c2135ab5ac08 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:08:04.950813 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00316f23-0380-4c0a-bca2-c2135ab5ac08 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:08:04.951110 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00316f23-0380-4c0a-bca2-c2135ab5ac08 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:08:04.951529 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00316f23-0380-4c0a-bca2-c2135ab5ac08 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:08:04.951741 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00316f23-0380-4c0a-bca2-c2135ab5ac08 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:08:04.996573 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-39e76e44-03f0-4c54-9cd9-a4463ce1bf97 req-00316f23-0380-4c0a-bca2-c2135ab5ac08 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] No DVR routers for this DVR port 01188100-3825-4ed1-a924-8ab582f8ff07 on host n-h1-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:08:05.002343 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-39e76e44-03f0-4c54-9cd9-a4463ce1bf97 req-00316f23-0380-4c0a-bca2-c2135ab5ac08 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:05.005772 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-39e76e44-03f0-4c54-9cd9-a4463ce1bf97 req-00316f23-0380-4c0a-bca2-c2135ab5ac08 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.53 "DELETE /v2.0/ports/01188100-3825-4ed1-a924-8ab582f8ff07 HTTP/1.1" status: 204 len: 173 time: 2.5535395 Oct 30 15:08:05.007616 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24dc9bdc-2ea7-40f2-846c-eab83c09b617', 'name': 'network-vif-deleted', 'tag': '01188100-3825-4ed1-a924-8ab582f8ff07'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:08:05.010287 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a78d6129-214b-472f-9bf3-c07ab536b959" -d '{"events": [{"server_uuid": "24dc9bdc-2ea7-40f2-846c-eab83c09b617", "name": "network-vif-deleted", "tag": "01188100-3825-4ed1-a924-8ab582f8ff07"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:08:05.021449 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-caa38200-3a39-4b15-8db7-64a77b4477f3 req-30c4264f-8148-4043-b568-903003900ce9 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:05.127645 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caa38200-3a39-4b15-8db7-64a77b4477f3 req-30c4264f-8148-4043-b568-903003900ce9 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Network 9692ed5c-f259-4258-8606-c4a569c47bd6 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:08:05.140067 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-caa38200-3a39-4b15-8db7-64a77b4477f3 req-30c4264f-8148-4043-b568-903003900ce9 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:08:05.150556 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-caa38200-3a39-4b15-8db7-64a77b4477f3 req-30c4264f-8148-4043-b568-903003900ce9 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:08:05.157071 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4264f-8148-4043-b568-903003900ce9 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Pushing event updated for resources: {'Port': ['ID=d810aab7-5322-41d8-9911-9ab2a1d67e5d,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:08:05.373337 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2e92c99-82fc-4fd5-867e-5acaf911ebd5 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Router 2cd9b68b-536c-4305-a2f6-2ac03e45d89d has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:08:05.394305 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa38200-3a39-4b15-8db7-64a77b4477f3 req-30c4264f-8148-4043-b568-903003900ce9 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:05.395074 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-caa38200-3a39-4b15-8db7-64a77b4477f3 req-30c4264f-8148-4043-b568-903003900ce9 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:05.418072 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-caa38200-3a39-4b15-8db7-64a77b4477f3 req-30c4264f-8148-4043-b568-903003900ce9 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7460401 Oct 30 15:08:05.481770 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-caa38200-3a39-4b15-8db7-64a77b4477f3 req-4764e24b-f956-4560-9ee3-26190b89c1eb service neutron] Request body: {'port': {'device_id': '240b9084-e7bc-4df3-8230-d0586c611a69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:08:05.606273 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-caa38200-3a39-4b15-8db7-64a77b4477f3 req-4764e24b-f956-4560-9ee3-26190b89c1eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:05.676681 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e92c99-82fc-4fd5-867e-5acaf911ebd5 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:08:05.687743 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a2e92c99-82fc-4fd5-867e-5acaf911ebd5 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:05.690433 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d017dc-185a-4693-83ff-59dcddd3db48 None None] Sync routers for ids ['2cd9b68b-536c-4305-a2f6-2ac03e45d89d'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:08:05.710591 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d017dc-185a-4693-83ff-59dcddd3db48 None None] Routers {'2cd9b68b-536c-4305-a2f6-2ac03e45d89d'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:08:05.712281 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-57d017dc-185a-4693-83ff-59dcddd3db48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:07:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['2cd9b68b-536c-4305-a2f6-2ac03e45d89d'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:08:05.724937 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-a2e92c99-82fc-4fd5-867e-5acaf911ebd5 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.62 "PUT /v2.0/floatingips/1952743e-d0dd-43af-a95d-70910c9a08b8 HTTP/1.1" status: 200 len: 992 time: 3.2403989 Oct 30 15:08:05.899922 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-fe91425b-988d-412d-933f-c4c3ff319dba tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:08:05.904896 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-fe91425b-988d-412d-933f-c4c3ff319dba tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0057261 Oct 30 15:08:05.949583 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-57d017dc-185a-4693-83ff-59dcddd3db48 None None] Set router 2cd9b68b-536c-4305-a2f6-2ac03e45d89d gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:08:05.956385 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-4db01314-5e1a-423c-ac29-c2358dad1008 tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:05.965342 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-4db01314-5e1a-423c-ac29-c2358dad1008 tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] 10.222.0.62 "GET /v2.0/ports/b8323b08-d4fa-47cd-afb2-6f8216fb7b03 HTTP/1.1" status: 200 len: 1095 time: 0.0554836 Oct 30 15:08:05.969768 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-a2c344f1-53bb-41ad-8818-36154e72825b service neutron] Request body: {'binding': {'host': 'n-h2-806683-17', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:08:05.970482 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-a2c344f1-53bb-41ad-8818-36154e72825b service neutron] Unknown quota resources ['binding']. {{(pid=102130) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 30 15:08:06.152189 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-caa38200-3a39-4b15-8db7-64a77b4477f3 req-4764e24b-f956-4560-9ee3-26190b89c1eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d810aab7-5322-41d8-9911-9ab2a1d67e5d {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:08:06.189291 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-caa38200-3a39-4b15-8db7-64a77b4477f3 req-4764e24b-f956-4560-9ee3-26190b89c1eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:06.222535 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-a2c344f1-53bb-41ad-8818-36154e72825b service neutron] Attempting to bind port b8323b08-d4fa-47cd-afb2-6f8216fb7b03 on host n-h2-806683-17 for vnic_type normal with profile None {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:08:06.222877 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-a2c344f1-53bb-41ad-8818-36154e72825b service neutron] Attempting to bind port b8323b08-d4fa-47cd-afb2-6f8216fb7b03 by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': '5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2f36ee91-6757-4d64-8719-4cb39651ac94'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:08:06.223211 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-a2c344f1-53bb-41ad-8818-36154e72825b service neutron] Attempting to bind port b8323b08-d4fa-47cd-afb2-6f8216fb7b03 on network 2f36ee91-6757-4d64-8719-4cb39651ac94 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:08:06.232830 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-caa38200-3a39-4b15-8db7-64a77b4477f3 req-4764e24b-f956-4560-9ee3-26190b89c1eb service neutron] Transition to ACTIVE for port object d810aab7-5322-41d8-9911-9ab2a1d67e5d will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:08:06.233074 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-a2c344f1-53bb-41ad-8818-36154e72825b service neutron] Port b8323b08-d4fa-47cd-afb2-6f8216fb7b03 on network 2f36ee91-6757-4d64-8719-4cb39651ac94 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:08:06.235218 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-a2c344f1-53bb-41ad-8818-36154e72825b service neutron] Attempting to bind port b8323b08-d4fa-47cd-afb2-6f8216fb7b03 on network 2f36ee91-6757-4d64-8719-4cb39651ac94 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:08:06.238710 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-caa38200-3a39-4b15-8db7-64a77b4477f3 req-4764e24b-f956-4560-9ee3-26190b89c1eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:06.250509 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-a2c344f1-53bb-41ad-8818-36154e72825b service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:08:06.250891 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-a2c344f1-53bb-41ad-8818-36154e72825b service neutron] Checking segment: {'id': '5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2f36ee91-6757-4d64-8719-4cb39651ac94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:08:06.251274 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-a2c344f1-53bb-41ad-8818-36154e72825b service neutron] Bound using segment: {'id': '5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2f36ee91-6757-4d64-8719-4cb39651ac94'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:08:06.251755 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-a2c344f1-53bb-41ad-8818-36154e72825b service neutron] Bound port: b8323b08-d4fa-47cd-afb2-6f8216fb7b03, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2f36ee91-6757-4d64-8719-4cb39651ac94'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:08:06.333460 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4764e24b-f956-4560-9ee3-26190b89c1eb service neutron] Pushing event updated for resources: {'Port': ['ID=d810aab7-5322-41d8-9911-9ab2a1d67e5d,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:08:06.348856 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-a2c344f1-53bb-41ad-8818-36154e72825b service neutron] For port b8323b08-d4fa-47cd-afb2-6f8216fb7b03, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=b8323b08-d4fa-47cd-afb2-6f8216fb7b03,segment=NetworkSegment(5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87),segment_id=5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:08:06.357644 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-a2c344f1-53bb-41ad-8818-36154e72825b service neutron] Publish callbacks [] for binding, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:06.371455 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-a2c344f1-53bb-41ad-8818-36154e72825b service neutron] 10.222.0.62 "POST /v2.0/ports/b8323b08-d4fa-47cd-afb2-6f8216fb7b03/bindings HTTP/1.1" status: 201 len: 390 time: 0.4050703 Oct 30 15:08:06.405603 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-57d017dc-185a-4693-83ff-59dcddd3db48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd9b68b-536c-4305-a2f6-2ac03e45d89d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1729952735-router', 'tenant_id': '69837c7685c1471a8281a6c045018170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'a33d0a37-1061-4257-b662-5145f49900a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:04:51Z', 'updated_at': '2021-10-30T15:04:58Z', 'revision_number': 4, 'project_id': '69837c7685c1471a8281a6c045018170', 'gw_port': {'id': 'a33d0a37-1061-4257-b662-5145f49900a9', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd9b68b-536c-4305-a2f6-2ac03e45d89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:04:52Z', 'updated_at': '2021-10-30T15:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '1952743e-d0dd-43af-a95d-70910c9a08b8', 'tenant_id': '69837c7685c1471a8281a6c045018170', 'floating_ip_address': '172.25.4.234', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '2cd9b68b-536c-4305-a2f6-2ac03e45d89d', 'port_id': '17bc3478-c87b-4047-8948-7c5e3527783e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e073e54-a4ee-47aa-891d-4a1d26e93e93', 'mac_address': 'fa:16:3e:3e:4f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c9006d-3c9f-4212-bbfa-563f7e9fffd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:05:18Z', 'updated_at': '2021-10-30T15:08:04Z', 'revision_number': 5, 'project_id': '69837c7685c1471a8281a6c045018170', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f2c0ff3-5f0c-46a5-abd6-a6c5d3eb772f', 'name': '', 'network_id': '0e073e54-a4ee-47aa-891d-4a1d26e93e93', 'tenant_id': '69837c7685c1471a8281a6c045018170', 'mac_address': 'fa:16:3e:92:08:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd9b68b-536c-4305-a2f6-2ac03e45d89d', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '1b4f6d7c-44b3-47fa-9b94-0bd8519fb087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:04:56Z', 'updated_at': '2021-10-30T15:05:03Z', 'revision_number': 5, 'project_id': '69837c7685c1471a8281a6c045018170', 'subnets': [{'id': '1b4f6d7c-44b3-47fa-9b94-0bd8519fb087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:08:06.436424 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-caa38200-3a39-4b15-8db7-64a77b4477f3 req-4764e24b-f956-4560-9ee3-26190b89c1eb service neutron] Attempting to bind port d810aab7-5322-41d8-9911-9ab2a1d67e5d on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:08:06.436743 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-caa38200-3a39-4b15-8db7-64a77b4477f3 req-4764e24b-f956-4560-9ee3-26190b89c1eb service neutron] Attempting to bind port d810aab7-5322-41d8-9911-9ab2a1d67e5d by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': '50e4125d-3001-4ab5-9a68-22676c11c44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9692ed5c-f259-4258-8606-c4a569c47bd6'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:08:06.437345 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa38200-3a39-4b15-8db7-64a77b4477f3 req-4764e24b-f956-4560-9ee3-26190b89c1eb service neutron] Attempting to bind port d810aab7-5322-41d8-9911-9ab2a1d67e5d on network 9692ed5c-f259-4258-8606-c4a569c47bd6 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:08:06.445622 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa38200-3a39-4b15-8db7-64a77b4477f3 req-4764e24b-f956-4560-9ee3-26190b89c1eb service neutron] Port d810aab7-5322-41d8-9911-9ab2a1d67e5d on network 9692ed5c-f259-4258-8606-c4a569c47bd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:08:06.445942 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa38200-3a39-4b15-8db7-64a77b4477f3 req-4764e24b-f956-4560-9ee3-26190b89c1eb service neutron] Attempting to bind port d810aab7-5322-41d8-9911-9ab2a1d67e5d on network 9692ed5c-f259-4258-8606-c4a569c47bd6 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:08:06.465786 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa38200-3a39-4b15-8db7-64a77b4477f3 req-4764e24b-f956-4560-9ee3-26190b89c1eb service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:08:06.466127 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa38200-3a39-4b15-8db7-64a77b4477f3 req-4764e24b-f956-4560-9ee3-26190b89c1eb service neutron] Checking segment: {'id': '50e4125d-3001-4ab5-9a68-22676c11c44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9692ed5c-f259-4258-8606-c4a569c47bd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:08:06.466523 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa38200-3a39-4b15-8db7-64a77b4477f3 req-4764e24b-f956-4560-9ee3-26190b89c1eb service neutron] Bound using segment: {'id': '50e4125d-3001-4ab5-9a68-22676c11c44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9692ed5c-f259-4258-8606-c4a569c47bd6'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:08:06.466969 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-caa38200-3a39-4b15-8db7-64a77b4477f3 req-4764e24b-f956-4560-9ee3-26190b89c1eb service neutron] Bound port: d810aab7-5322-41d8-9911-9ab2a1d67e5d, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50e4125d-3001-4ab5-9a68-22676c11c44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9692ed5c-f259-4258-8606-c4a569c47bd6'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:08:06.467330 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-caa38200-3a39-4b15-8db7-64a77b4477f3 req-4764e24b-f956-4560-9ee3-26190b89c1eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:06.475418 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d017dc-185a-4693-83ff-59dcddd3db48 None None] Checking router: 2cd9b68b-536c-4305-a2f6-2ac03e45d89d for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:08:06.509476 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d017dc-185a-4693-83ff-59dcddd3db48 None None] Routers {'2cd9b68b-536c-4305-a2f6-2ac03e45d89d'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:08:06.510176 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-57d017dc-185a-4693-83ff-59dcddd3db48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:07:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['2cd9b68b-536c-4305-a2f6-2ac03e45d89d'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:08:06.599270 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d9d5e4-daef-4be7-b4f7-05310ad370d9 req-fb3000dc-d989-4ed8-a9eb-5b6916ba0d32 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:06.606235 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-18d9d5e4-daef-4be7-b4f7-05310ad370d9 req-fb3000dc-d989-4ed8-a9eb-5b6916ba0d32 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7b7f5a4-607d-447b-855c-cd38ba7ad348&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1121609 Oct 30 15:08:06.663722 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-caa38200-3a39-4b15-8db7-64a77b4477f3 req-4764e24b-f956-4560-9ee3-26190b89c1eb service neutron] For port d810aab7-5322-41d8-9911-9ab2a1d67e5d, host n-h2-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:08:06.706235 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-caa38200-3a39-4b15-8db7-64a77b4477f3 req-4764e24b-f956-4560-9ee3-26190b89c1eb service neutron] For port d810aab7-5322-41d8-9911-9ab2a1d67e5d, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=d810aab7-5322-41d8-9911-9ab2a1d67e5d,segment=NetworkSegment(50e4125d-3001-4ab5-9a68-22676c11c44a),segment_id=50e4125d-3001-4ab5-9a68-22676c11c44a)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:08:06.716975 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-caa38200-3a39-4b15-8db7-64a77b4477f3 req-4764e24b-f956-4560-9ee3-26190b89c1eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:06.728343 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-57d017dc-185a-4693-83ff-59dcddd3db48 None None] Set router 2cd9b68b-536c-4305-a2f6-2ac03e45d89d gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:08:06.754779 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-0c53be0d-b442-4657-a672-7ea5ca80247e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:06.756399 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-0c53be0d-b442-4657-a672-7ea5ca80247e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b8aea481537c4f1b9ab8f7eccea88bfc&device_id=b63152b8-8683-4975-aea1-06378122bbed HTTP/1.1" status: 200 len: 1098 time: 0.0887814 Oct 30 15:08:06.857642 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4764e24b-f956-4560-9ee3-26190b89c1eb service neutron] Pushing event updated for resources: {'Port': ['ID=d810aab7-5322-41d8-9911-9ab2a1d67e5d,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:08:06.875890 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-18d9d5e4-daef-4be7-b4f7-05310ad370d9 req-f7bc713b-6c9e-40c8-ac86-25ea21c5cc4a tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.4.197 HTTP/1.1" status: 200 len: 1001 time: 0.2683649 Oct 30 15:08:06.883111 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa38200-3a39-4b15-8db7-64a77b4477f3 req-4764e24b-f956-4560-9ee3-26190b89c1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:06.883986 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-caa38200-3a39-4b15-8db7-64a77b4477f3 req-4764e24b-f956-4560-9ee3-26190b89c1eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:06.885772 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-caa38200-3a39-4b15-8db7-64a77b4477f3 req-4764e24b-f956-4560-9ee3-26190b89c1eb service neutron] 10.222.0.44 "PUT /v2.0/ports/d810aab7-5322-41d8-9911-9ab2a1d67e5d HTTP/1.1" status: 200 len: 1093 time: 1.4105642 Oct 30 15:08:06.893253 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-18d9d5e4-daef-4be7-b4f7-05310ad370d9 req-69b580eb-d66d-4959-921e-5b65663c3cb2 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Request body: {'floatingip': {'port_id': '883a9fe4-2a20-41fd-a5a0-374f9c0d4582', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:08:06.935717 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-e966800b-545d-40f7-a162-380e7dec5fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:06.937186 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-e966800b-545d-40f7-a162-380e7dec5fd8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2f36ee91-6757-4d64-8719-4cb39651ac94 HTTP/1.1" status: 200 len: 909 time: 0.1644068 Oct 30 15:08:07.021229 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-18d9d5e4-daef-4be7-b4f7-05310ad370d9 req-69b580eb-d66d-4959-921e-5b65663c3cb2 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Publish callbacks [] for floatingip, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:07.051797 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-e9eea030-6326-4e9f-8ba6-263ced607537 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8323b08-d4fa-47cd-afb2-6f8216fb7b03 HTTP/1.1" status: 200 len: 217 time: 0.0924120 Oct 30 15:08:07.066631 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa38200-3a39-4b15-8db7-64a77b4477f3 req-67de4144-f79a-4530-9b71-871ea71156fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:07.068395 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-caa38200-3a39-4b15-8db7-64a77b4477f3 req-67de4144-f79a-4530-9b71-871ea71156fa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0f5568aa45224afa998c13f67eb4e102&device_id=240b9084-e7bc-4df3-8230-d0586c611a69 HTTP/1.1" status: 200 len: 1096 time: 0.1129398 Oct 30 15:08:07.102320 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-57d017dc-185a-4693-83ff-59dcddd3db48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd9b68b-536c-4305-a2f6-2ac03e45d89d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1729952735-router', 'tenant_id': '69837c7685c1471a8281a6c045018170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'a33d0a37-1061-4257-b662-5145f49900a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:04:51Z', 'updated_at': '2021-10-30T15:04:58Z', 'revision_number': 4, 'project_id': '69837c7685c1471a8281a6c045018170', 'gw_port': {'id': 'a33d0a37-1061-4257-b662-5145f49900a9', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd9b68b-536c-4305-a2f6-2ac03e45d89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:04:52Z', 'updated_at': '2021-10-30T15:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '1952743e-d0dd-43af-a95d-70910c9a08b8', 'tenant_id': '69837c7685c1471a8281a6c045018170', 'floating_ip_address': '172.25.4.234', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '2cd9b68b-536c-4305-a2f6-2ac03e45d89d', 'port_id': '17bc3478-c87b-4047-8948-7c5e3527783e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e073e54-a4ee-47aa-891d-4a1d26e93e93', 'mac_address': 'fa:16:3e:3e:4f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c9006d-3c9f-4212-bbfa-563f7e9fffd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:05:18Z', 'updated_at': '2021-10-30T15:08:04Z', 'revision_number': 5, 'project_id': '69837c7685c1471a8281a6c045018170', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f2c0ff3-5f0c-46a5-abd6-a6c5d3eb772f', 'name': '', 'network_id': '0e073e54-a4ee-47aa-891d-4a1d26e93e93', 'tenant_id': '69837c7685c1471a8281a6c045018170', 'mac_address': 'fa:16:3e:92:08:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd9b68b-536c-4305-a2f6-2ac03e45d89d', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '1b4f6d7c-44b3-47fa-9b94-0bd8519fb087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:04:56Z', 'updated_at': '2021-10-30T15:05:03Z', 'revision_number': 5, 'project_id': '69837c7685c1471a8281a6c045018170', 'subnets': [{'id': '1b4f6d7c-44b3-47fa-9b94-0bd8519fb087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:08:07.131957 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 01188100-3825-4ed1-a924-8ab582f8ff07 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:08:07.165795 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-22366eab-4eca-4821-8265-9f5c6ffc29d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:07.168552 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-22366eab-4eca-4821-8265-9f5c6ffc29d2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=eb0d8673-4262-419a-bce2-caff67d0478f HTTP/1.1" status: 200 len: 848 time: 0.1017470 Oct 30 15:08:07.173600 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d017dc-185a-4693-83ff-59dcddd3db48 None None] The sync data for ids ['2cd9b68b-536c-4305-a2f6-2ac03e45d89d'] in n-d-806683-17 is: [{'id': '2cd9b68b-536c-4305-a2f6-2ac03e45d89d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1729952735-router', 'tenant_id': '69837c7685c1471a8281a6c045018170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'a33d0a37-1061-4257-b662-5145f49900a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:04:51Z', 'updated_at': '2021-10-30T15:04:58Z', 'revision_number': 4, 'project_id': '69837c7685c1471a8281a6c045018170', 'gw_port': {'id': 'a33d0a37-1061-4257-b662-5145f49900a9', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd9b68b-536c-4305-a2f6-2ac03e45d89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:04:52Z', 'updated_at': '2021-10-30T15:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '1952743e-d0dd-43af-a95d-70910c9a08b8', 'tenant_id': '69837c7685c1471a8281a6c045018170', 'floating_ip_address': '172.25.4.234', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '2cd9b68b-536c-4305-a2f6-2ac03e45d89d', 'port_id': '17bc3478-c87b-4047-8948-7c5e3527783e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e073e54-a4ee-47aa-891d-4a1d26e93e93', 'mac_address': 'fa:16:3e:3e:4f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c9006d-3c9f-4212-bbfa-563f7e9fffd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:05:18Z', 'updated_at': '2021-10-30T15:08:04Z', 'revision_number': 5, 'project_id': '69837c7685c1471a8281a6c045018170', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f2c0ff3-5f0c-46a5-abd6-a6c5d3eb772f', 'name': '', 'network_id': '0e073e54-a4ee-47aa-891d-4a1d26e93e93', 'tenant_id': '69837c7685c1471a8281a6c045018170', 'mac_address': 'fa:16:3e:92:08:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd9b68b-536c-4305-a2f6-2ac03e45d89d', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '1b4f6d7c-44b3-47fa-9b94-0bd8519fb087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:04:56Z', 'updated_at': '2021-10-30T15:05:03Z', 'revision_number': 5, 'project_id': '69837c7685c1471a8281a6c045018170', 'subnets': [{'id': '1b4f6d7c-44b3-47fa-9b94-0bd8519fb087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:08:07.174513 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-caa38200-3a39-4b15-8db7-64a77b4477f3 req-51926a85-5fe7-4ef9-9028-eed35f43b5f4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d810aab7-5322-41d8-9911-9ab2a1d67e5d HTTP/1.1" status: 200 len: 217 time: 0.0845535 Oct 30 15:08:07.174892 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: 01188100-3825-4ed1-a924-8ab582f8ff07 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:08:07.177381 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 01188100-3825-4ed1-a924-8ab582f8ff07 not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:08:07.278235 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-a8c7ed01-2654-4282-91bf-2f2f7a759646 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2f36ee91-6757-4d64-8719-4cb39651ac94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564275 Oct 30 15:08:07.419440 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-0ec3f65f-add1-4c01-b4f8-03721622b34a service neutron] 10.222.0.44 "GET /v2.0/networks/2f36ee91-6757-4d64-8719-4cb39651ac94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290352 Oct 30 15:08:07.543919 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa38200-3a39-4b15-8db7-64a77b4477f3 req-7c4acf77-3c17-407f-83a6-621d515755d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:07.545399 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-caa38200-3a39-4b15-8db7-64a77b4477f3 req-7c4acf77-3c17-407f-83a6-621d515755d1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3835a6e8-6500-4cc1-8102-46264ff54369 HTTP/1.1" status: 200 len: 845 time: 0.3374853 Oct 30 15:08:07.596208 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975583ac-9901-47b8-9cde-9c50d088c1b5 None None] New status for floating IP 1952743e-d0dd-43af-a95d-70910c9a08b8: ACTIVE {{(pid=102132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 15:08:07.605079 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-b80fbf3f-1335-4895-9347-a341b902da2e service neutron] 10.222.0.44 "GET /v2.0/networks/2f36ee91-6757-4d64-8719-4cb39651ac94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658957 Oct 30 15:08:07.667445 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-caa38200-3a39-4b15-8db7-64a77b4477f3 req-95747148-0481-417d-952d-9bbb8b7213d4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9692ed5c-f259-4258-8606-c4a569c47bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583835 Oct 30 15:08:07.852966 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-caa38200-3a39-4b15-8db7-64a77b4477f3 req-d7d4e0df-1a35-403d-bc51-19178be04b9d service neutron] 10.222.0.44 "GET /v2.0/networks/9692ed5c-f259-4258-8606-c4a569c47bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411145 Oct 30 15:08:08.158632 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-caa38200-3a39-4b15-8db7-64a77b4477f3 req-f27f0918-9ba2-41d2-b7de-88827e4b8caf service neutron] 10.222.0.44 "GET /v2.0/networks/9692ed5c-f259-4258-8606-c4a569c47bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496557 Oct 30 15:08:08.277549 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-18d9d5e4-daef-4be7-b4f7-05310ad370d9 req-69b580eb-d66d-4959-921e-5b65663c3cb2 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:08.282393 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-18d9d5e4-daef-4be7-b4f7-05310ad370d9 req-69b580eb-d66d-4959-921e-5b65663c3cb2 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:08.413484 n-d-806683-17 neutron-server[102131]: INFO neutron.db.l3_db [req-18d9d5e4-daef-4be7-b4f7-05310ad370d9 req-69b580eb-d66d-4959-921e-5b65663c3cb2 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Floating IP dc454671-6538-4e2b-8e80-5933498ea5e7 associated. External IP: 172.25.4.197, port: 7742aa37-8b40-4348-8ac4-a14876822ac2. Oct 30 15:08:08.718559 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18d9d5e4-daef-4be7-b4f7-05310ad370d9 req-69b580eb-d66d-4959-921e-5b65663c3cb2 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Router 9c039d9e-9384-49c5-ad50-71c7a5239fdc has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:08:08.864690 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18d9d5e4-daef-4be7-b4f7-05310ad370d9 req-69b580eb-d66d-4959-921e-5b65663c3cb2 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:08:08.881329 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58dbe8c7-69b2-4ff7-ba71-f94dc7898eec None None] Sync routers for ids ['9c039d9e-9384-49c5-ad50-71c7a5239fdc'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:08:08.899059 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58dbe8c7-69b2-4ff7-ba71-f94dc7898eec None None] Routers {'9c039d9e-9384-49c5-ad50-71c7a5239fdc'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:08:08.906042 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-58dbe8c7-69b2-4ff7-ba71-f94dc7898eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:07:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['9c039d9e-9384-49c5-ad50-71c7a5239fdc'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:08:09.263996 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18d9d5e4-daef-4be7-b4f7-05310ad370d9 req-69b580eb-d66d-4959-921e-5b65663c3cb2 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Router 9c039d9e-9384-49c5-ad50-71c7a5239fdc has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:08:09.293500 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-58dbe8c7-69b2-4ff7-ba71-f94dc7898eec None None] Set router 9c039d9e-9384-49c5-ad50-71c7a5239fdc gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:08:09.553665 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18d9d5e4-daef-4be7-b4f7-05310ad370d9 req-69b580eb-d66d-4959-921e-5b65663c3cb2 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:08:09.563745 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-18d9d5e4-daef-4be7-b4f7-05310ad370d9 req-69b580eb-d66d-4959-921e-5b65663c3cb2 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:09.677400 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-18d9d5e4-daef-4be7-b4f7-05310ad370d9 req-69b580eb-d66d-4959-921e-5b65663c3cb2 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "PUT /v2.0/floatingips/dc454671-6538-4e2b-8e80-5933498ea5e7 HTTP/1.1" status: 200 len: 999 time: 2.7998974 Oct 30 15:08:09.752837 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d9d5e4-daef-4be7-b4f7-05310ad370d9 req-3861533c-39b7-4836-a712-94828d8deaba tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:09.755256 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-18d9d5e4-daef-4be7-b4f7-05310ad370d9 req-3861533c-39b7-4836-a712-94828d8deaba tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/ports/7742aa37-8b40-4348-8ac4-a14876822ac2 HTTP/1.1" status: 200 len: 942 time: 0.0653312 Oct 30 15:08:09.868773 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-58dbe8c7-69b2-4ff7-ba71-f94dc7898eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1435770518-router', 'tenant_id': 'd73a17c8ce1740f7a410991b16507a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '64760796-1729-46bb-b6b3-ea8d64916bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:06:57Z', 'updated_at': '2021-10-30T15:07:03Z', 'revision_number': 4, 'project_id': 'd73a17c8ce1740f7a410991b16507a42', 'gw_port': {'id': '64760796-1729-46bb-b6b3-ea8d64916bfe', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:06:58Z', 'updated_at': '2021-10-30T15:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': 'dc454671-6538-4e2b-8e80-5933498ea5e7', 'tenant_id': 'd73a17c8ce1740f7a410991b16507a42', 'floating_ip_address': '172.25.4.197', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'port_id': '883a9fe4-2a20-41fd-a5a0-374f9c0d4582', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54a44e67-c153-4279-a113-56e728247797', 'mac_address': 'fa:16:3e:cd:2e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b7f5a4-607d-447b-855c-cd38ba7ad348', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:07:26Z', 'updated_at': '2021-10-30T15:08:08Z', 'revision_number': 3, 'project_id': 'd73a17c8ce1740f7a410991b16507a42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d106d20-fcdd-497e-8cee-0e17c1dfacb9', 'name': '', 'network_id': '54a44e67-c153-4279-a113-56e728247797', 'tenant_id': 'd73a17c8ce1740f7a410991b16507a42', 'mac_address': 'fa:16:3e:22:25:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4c0e0f8e-11ac-4cdd-bbc0-64de2560079b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:07:01Z', 'updated_at': '2021-10-30T15:07:09Z', 'revision_number': 5, 'project_id': 'd73a17c8ce1740f7a410991b16507a42', 'subnets': [{'id': '4c0e0f8e-11ac-4cdd-bbc0-64de2560079b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:08:09.932324 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58dbe8c7-69b2-4ff7-ba71-f94dc7898eec None None] Checking router: 9c039d9e-9384-49c5-ad50-71c7a5239fdc for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:08:09.954914 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58dbe8c7-69b2-4ff7-ba71-f94dc7898eec None None] Routers {'9c039d9e-9384-49c5-ad50-71c7a5239fdc'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:08:09.955659 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-58dbe8c7-69b2-4ff7-ba71-f94dc7898eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:07:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['9c039d9e-9384-49c5-ad50-71c7a5239fdc'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:08:09.971987 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d9d5e4-daef-4be7-b4f7-05310ad370d9 req-da4a58a9-3423-4dc2-ac87-e7765ad62160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:09.983331 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-18d9d5e4-daef-4be7-b4f7-05310ad370d9 req-da4a58a9-3423-4dc2-ac87-e7765ad62160 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d73a17c8ce1740f7a410991b16507a42&device_id=d345a361-ed84-4e4a-a36c-52dea2e8e556 HTTP/1.1" status: 200 len: 1097 time: 0.0902319 Oct 30 15:08:10.205862 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-58dbe8c7-69b2-4ff7-ba71-f94dc7898eec None None] Set router 9c039d9e-9384-49c5-ad50-71c7a5239fdc gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:08:10.233098 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d9d5e4-daef-4be7-b4f7-05310ad370d9 req-c9d63ef5-b7b6-4407-8ed9-5e7e710385bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:10.235750 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-18d9d5e4-daef-4be7-b4f7-05310ad370d9 req-c9d63ef5-b7b6-4407-8ed9-5e7e710385bb service neutron] 10.222.0.62 "GET /v2.0/networks?id=54a44e67-c153-4279-a113-56e728247797 HTTP/1.1" status: 200 len: 922 time: 0.2508314 Oct 30 15:08:10.355631 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-18d9d5e4-daef-4be7-b4f7-05310ad370d9 req-6b8e2c43-f63d-4944-a8be-76d63bacd6ef service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7742aa37-8b40-4348-8ac4-a14876822ac2 HTTP/1.1" status: 200 len: 217 time: 0.1123495 Oct 30 15:08:10.454297 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d9d5e4-daef-4be7-b4f7-05310ad370d9 req-3325ef73-1295-4b89-9708-856fcd8b3d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:10.455999 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-18d9d5e4-daef-4be7-b4f7-05310ad370d9 req-3325ef73-1295-4b89-9708-856fcd8b3d35 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c0e0f8e-11ac-4cdd-bbc0-64de2560079b HTTP/1.1" status: 200 len: 860 time: 0.0826037 Oct 30 15:08:10.622620 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d9d5e4-daef-4be7-b4f7-05310ad370d9 req-c0ecc166-bf99-43d5-bf05-124436f13a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:10.625012 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-18d9d5e4-daef-4be7-b4f7-05310ad370d9 req-c0ecc166-bf99-43d5-bf05-124436f13a2f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=54a44e67-c153-4279-a113-56e728247797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1608813 Oct 30 15:08:10.860861 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-58dbe8c7-69b2-4ff7-ba71-f94dc7898eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1435770518-router', 'tenant_id': 'd73a17c8ce1740f7a410991b16507a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '64760796-1729-46bb-b6b3-ea8d64916bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:06:57Z', 'updated_at': '2021-10-30T15:07:03Z', 'revision_number': 4, 'project_id': 'd73a17c8ce1740f7a410991b16507a42', 'gw_port': {'id': '64760796-1729-46bb-b6b3-ea8d64916bfe', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:06:58Z', 'updated_at': '2021-10-30T15:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': 'dc454671-6538-4e2b-8e80-5933498ea5e7', 'tenant_id': 'd73a17c8ce1740f7a410991b16507a42', 'floating_ip_address': '172.25.4.197', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'port_id': '883a9fe4-2a20-41fd-a5a0-374f9c0d4582', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54a44e67-c153-4279-a113-56e728247797', 'mac_address': 'fa:16:3e:cd:2e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b7f5a4-607d-447b-855c-cd38ba7ad348', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:07:26Z', 'updated_at': '2021-10-30T15:08:08Z', 'revision_number': 3, 'project_id': 'd73a17c8ce1740f7a410991b16507a42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d106d20-fcdd-497e-8cee-0e17c1dfacb9', 'name': '', 'network_id': '54a44e67-c153-4279-a113-56e728247797', 'tenant_id': 'd73a17c8ce1740f7a410991b16507a42', 'mac_address': 'fa:16:3e:22:25:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4c0e0f8e-11ac-4cdd-bbc0-64de2560079b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:07:01Z', 'updated_at': '2021-10-30T15:07:09Z', 'revision_number': 5, 'project_id': 'd73a17c8ce1740f7a410991b16507a42', 'subnets': [{'id': '4c0e0f8e-11ac-4cdd-bbc0-64de2560079b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:08:10.888087 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-18d9d5e4-daef-4be7-b4f7-05310ad370d9 req-f9eaec59-95cb-4b74-a815-22641dea3897 service neutron] 10.222.0.62 "GET /v2.0/networks/54a44e67-c153-4279-a113-56e728247797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562599 Oct 30 15:08:10.916093 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58dbe8c7-69b2-4ff7-ba71-f94dc7898eec None None] The sync data for ids ['9c039d9e-9384-49c5-ad50-71c7a5239fdc'] in n-d-806683-17 is: [{'id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1435770518-router', 'tenant_id': 'd73a17c8ce1740f7a410991b16507a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '64760796-1729-46bb-b6b3-ea8d64916bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:06:57Z', 'updated_at': '2021-10-30T15:07:03Z', 'revision_number': 4, 'project_id': 'd73a17c8ce1740f7a410991b16507a42', 'gw_port': {'id': '64760796-1729-46bb-b6b3-ea8d64916bfe', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:06:58Z', 'updated_at': '2021-10-30T15:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': 'dc454671-6538-4e2b-8e80-5933498ea5e7', 'tenant_id': 'd73a17c8ce1740f7a410991b16507a42', 'floating_ip_address': '172.25.4.197', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'port_id': '883a9fe4-2a20-41fd-a5a0-374f9c0d4582', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54a44e67-c153-4279-a113-56e728247797', 'mac_address': 'fa:16:3e:cd:2e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b7f5a4-607d-447b-855c-cd38ba7ad348', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:07:26Z', 'updated_at': '2021-10-30T15:08:08Z', 'revision_number': 3, 'project_id': 'd73a17c8ce1740f7a410991b16507a42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d106d20-fcdd-497e-8cee-0e17c1dfacb9', 'name': '', 'network_id': '54a44e67-c153-4279-a113-56e728247797', 'tenant_id': 'd73a17c8ce1740f7a410991b16507a42', 'mac_address': 'fa:16:3e:22:25:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4c0e0f8e-11ac-4cdd-bbc0-64de2560079b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:07:01Z', 'updated_at': '2021-10-30T15:07:09Z', 'revision_number': 5, 'project_id': 'd73a17c8ce1740f7a410991b16507a42', 'subnets': [{'id': '4c0e0f8e-11ac-4cdd-bbc0-64de2560079b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:08:10.941342 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device d810aab7-5322-41d8-9911-9ab2a1d67e5d details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:08:11.135566 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-18d9d5e4-daef-4be7-b4f7-05310ad370d9 req-83a589d2-b5ed-436e-84cf-b70d1f0f2d37 service neutron] 10.222.0.62 "GET /v2.0/networks/54a44e67-c153-4279-a113-56e728247797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463851 Oct 30 15:08:11.180447 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port d810aab7-5322-41d8-9911-9ab2a1d67e5d, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=d810aab7-5322-41d8-9911-9ab2a1d67e5d,segment=NetworkSegment(50e4125d-3001-4ab5-9a68-22676c11c44a),segment_id=50e4125d-3001-4ab5-9a68-22676c11c44a)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:08:11.215134 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': 'd810aab7-5322-41d8-9911-9ab2a1d67e5d', 'network_id': '9692ed5c-f259-4258-8606-c4a569c47bd6', 'port_id': 'd810aab7-5322-41d8-9911-9ab2a1d67e5d', 'mac_address': 'fa:16:3e:c8:fb:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3835a6e8-6500-4cc1-8102-46264ff54369', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:08:11.257932 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d9d5e4-daef-4be7-b4f7-05310ad370d9 req-c543473e-5912-4527-a30b-7799129462f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:11.268393 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-18d9d5e4-daef-4be7-b4f7-05310ad370d9 req-c543473e-5912-4527-a30b-7799129462f2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d73a17c8ce1740f7a410991b16507a42&device_id=d7b7f5a4-607d-447b-855c-cd38ba7ad348 HTTP/1.1" status: 200 len: 1098 time: 0.0973964 Oct 30 15:08:11.315146 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:11.332130 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8835820b-d854-432d-9b70-628d8c7f4bcf None None] New status for floating IP dc454671-6538-4e2b-8e80-5933498ea5e7: ACTIVE {{(pid=102132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 15:08:11.748846 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d810aab7-5322-41d8-9911-9ab2a1d67e5d {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:08:11.830577 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port d810aab7-5322-41d8-9911-9ab2a1d67e5d, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=d810aab7-5322-41d8-9911-9ab2a1d67e5d,segment=NetworkSegment(50e4125d-3001-4ab5-9a68-22676c11c44a),segment_id=50e4125d-3001-4ab5-9a68-22676c11c44a)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:08:11.836620 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:11.894824 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d9d5e4-daef-4be7-b4f7-05310ad370d9 req-da2fb273-10fb-46a9-b1f4-9bb7a1662855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:11.896426 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-18d9d5e4-daef-4be7-b4f7-05310ad370d9 req-da2fb273-10fb-46a9-b1f4-9bb7a1662855 service neutron] 10.222.0.62 "GET /v2.0/networks?id=54a44e67-c153-4279-a113-56e728247797 HTTP/1.1" status: 200 len: 922 time: 0.6272426 Oct 30 15:08:11.915432 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a630639d-68cc-49a9-9550-b79183839e06 None None] Sync routers for ids ['9c039d9e-9384-49c5-ad50-71c7a5239fdc'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:08:11.929709 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a630639d-68cc-49a9-9550-b79183839e06 None None] Routers {'9c039d9e-9384-49c5-ad50-71c7a5239fdc'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:08:11.930877 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-a630639d-68cc-49a9-9550-b79183839e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:07:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['9c039d9e-9384-49c5-ad50-71c7a5239fdc'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:08:11.949176 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=d810aab7-5322-41d8-9911-9ab2a1d67e5d,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:08:12.011863 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-18d9d5e4-daef-4be7-b4f7-05310ad370d9 req-55602514-bd97-412c-b101-409768519e6e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=883a9fe4-2a20-41fd-a5a0-374f9c0d4582 HTTP/1.1" status: 200 len: 1002 time: 0.1059120 Oct 30 15:08:12.091506 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-a630639d-68cc-49a9-9550-b79183839e06 None None] Set router 9c039d9e-9384-49c5-ad50-71c7a5239fdc gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:08:12.123811 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d9d5e4-daef-4be7-b4f7-05310ad370d9 req-37731cc1-cc50-4e9f-9fac-3954cedc6d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:12.126305 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-18d9d5e4-daef-4be7-b4f7-05310ad370d9 req-37731cc1-cc50-4e9f-9fac-3954cedc6d59 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c0e0f8e-11ac-4cdd-bbc0-64de2560079b HTTP/1.1" status: 200 len: 860 time: 0.1060266 Oct 30 15:08:12.239079 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:08:12.319015 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d9d5e4-daef-4be7-b4f7-05310ad370d9 req-6c4492b7-52e5-4885-a97c-3f5fb89d924f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:12.320655 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-18d9d5e4-daef-4be7-b4f7-05310ad370d9 req-6c4492b7-52e5-4885-a97c-3f5fb89d924f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=54a44e67-c153-4279-a113-56e728247797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1595497 Oct 30 15:08:12.331233 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['d810aab7-5322-41d8-9911-9ab2a1d67e5d'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:08:12.565897 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-18d9d5e4-daef-4be7-b4f7-05310ad370d9 req-14cac7c0-8ddd-4d2e-9237-6bb1887eaa2c service neutron] 10.222.0.62 "GET /v2.0/networks/54a44e67-c153-4279-a113-56e728247797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331483 Oct 30 15:08:12.714850 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-a630639d-68cc-49a9-9550-b79183839e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1435770518-router', 'tenant_id': 'd73a17c8ce1740f7a410991b16507a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '64760796-1729-46bb-b6b3-ea8d64916bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:06:57Z', 'updated_at': '2021-10-30T15:07:03Z', 'revision_number': 4, 'project_id': 'd73a17c8ce1740f7a410991b16507a42', 'gw_port': {'id': '64760796-1729-46bb-b6b3-ea8d64916bfe', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:06:58Z', 'updated_at': '2021-10-30T15:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': 'dc454671-6538-4e2b-8e80-5933498ea5e7', 'tenant_id': 'd73a17c8ce1740f7a410991b16507a42', 'floating_ip_address': '172.25.4.197', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'port_id': '883a9fe4-2a20-41fd-a5a0-374f9c0d4582', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54a44e67-c153-4279-a113-56e728247797', 'mac_address': 'fa:16:3e:cd:2e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b7f5a4-607d-447b-855c-cd38ba7ad348', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:07:26Z', 'updated_at': '2021-10-30T15:08:11Z', 'revision_number': 4, 'project_id': 'd73a17c8ce1740f7a410991b16507a42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d106d20-fcdd-497e-8cee-0e17c1dfacb9', 'name': '', 'network_id': '54a44e67-c153-4279-a113-56e728247797', 'tenant_id': 'd73a17c8ce1740f7a410991b16507a42', 'mac_address': 'fa:16:3e:22:25:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4c0e0f8e-11ac-4cdd-bbc0-64de2560079b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:07:01Z', 'updated_at': '2021-10-30T15:07:09Z', 'revision_number': 5, 'project_id': 'd73a17c8ce1740f7a410991b16507a42', 'subnets': [{'id': '4c0e0f8e-11ac-4cdd-bbc0-64de2560079b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:08:12.757993 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a630639d-68cc-49a9-9550-b79183839e06 None None] Checking router: 9c039d9e-9384-49c5-ad50-71c7a5239fdc for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:08:12.768712 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a630639d-68cc-49a9-9550-b79183839e06 None None] Routers {'9c039d9e-9384-49c5-ad50-71c7a5239fdc'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:08:12.769686 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-a630639d-68cc-49a9-9550-b79183839e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:07:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['9c039d9e-9384-49c5-ad50-71c7a5239fdc'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:08:12.798607 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-18d9d5e4-daef-4be7-b4f7-05310ad370d9 req-77811b90-9b20-4575-b7a5-145258b28b04 service neutron] 10.222.0.62 "GET /v2.0/networks/54a44e67-c153-4279-a113-56e728247797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258012 Oct 30 15:08:12.942505 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-a630639d-68cc-49a9-9550-b79183839e06 None None] Set router 9c039d9e-9384-49c5-ad50-71c7a5239fdc gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:08:12.943728 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sat, 30 Oct 2021 15:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b2a6eb7-c65b-4ebf-a2bf-75f6bc29f380 x-openstack-request-id: req-2b2a6eb7-c65b-4ebf-a2bf-75f6bc29f380 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:08:12.944026 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24dc9bdc-2ea7-40f2-846c-eab83c09b617", "name": "network-vif-unplugged", "status": "completed", "tag": "01188100-3825-4ed1-a924-8ab582f8ff07", "code": 200}, {"server_uuid": "481ec1fa-8cdb-4949-bd8c-88ce56d35415", "name": "network-vif-plugged", "status": "completed", "tag": "495efa50-6c46-406d-b76f-a99eae8e4780", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:08:12.944280 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2b2a6eb7-c65b-4ebf-a2bf-75f6bc29f380 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:08:12.944684 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24dc9bdc-2ea7-40f2-846c-eab83c09b617', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01188100-3825-4ed1-a924-8ab582f8ff07', 'code': 200} Oct 30 15:08:12.944936 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '481ec1fa-8cdb-4949-bd8c-88ce56d35415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495efa50-6c46-406d-b76f-a99eae8e4780', 'code': 200} Oct 30 15:08:13.283618 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-a630639d-68cc-49a9-9550-b79183839e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1435770518-router', 'tenant_id': 'd73a17c8ce1740f7a410991b16507a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '64760796-1729-46bb-b6b3-ea8d64916bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:06:57Z', 'updated_at': '2021-10-30T15:07:03Z', 'revision_number': 4, 'project_id': 'd73a17c8ce1740f7a410991b16507a42', 'gw_port': {'id': '64760796-1729-46bb-b6b3-ea8d64916bfe', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:06:58Z', 'updated_at': '2021-10-30T15:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': 'dc454671-6538-4e2b-8e80-5933498ea5e7', 'tenant_id': 'd73a17c8ce1740f7a410991b16507a42', 'floating_ip_address': '172.25.4.197', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'port_id': '883a9fe4-2a20-41fd-a5a0-374f9c0d4582', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54a44e67-c153-4279-a113-56e728247797', 'mac_address': 'fa:16:3e:cd:2e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b7f5a4-607d-447b-855c-cd38ba7ad348', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:07:26Z', 'updated_at': '2021-10-30T15:08:11Z', 'revision_number': 4, 'project_id': 'd73a17c8ce1740f7a410991b16507a42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d106d20-fcdd-497e-8cee-0e17c1dfacb9', 'name': '', 'network_id': '54a44e67-c153-4279-a113-56e728247797', 'tenant_id': 'd73a17c8ce1740f7a410991b16507a42', 'mac_address': 'fa:16:3e:22:25:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4c0e0f8e-11ac-4cdd-bbc0-64de2560079b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:07:01Z', 'updated_at': '2021-10-30T15:07:09Z', 'revision_number': 5, 'project_id': 'd73a17c8ce1740f7a410991b16507a42', 'subnets': [{'id': '4c0e0f8e-11ac-4cdd-bbc0-64de2560079b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:08:13.335621 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a630639d-68cc-49a9-9550-b79183839e06 None None] The sync data for ids ['9c039d9e-9384-49c5-ad50-71c7a5239fdc'] in n-d-806683-17 is: [{'id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1435770518-router', 'tenant_id': 'd73a17c8ce1740f7a410991b16507a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '64760796-1729-46bb-b6b3-ea8d64916bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:06:57Z', 'updated_at': '2021-10-30T15:07:03Z', 'revision_number': 4, 'project_id': 'd73a17c8ce1740f7a410991b16507a42', 'gw_port': {'id': '64760796-1729-46bb-b6b3-ea8d64916bfe', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:06:58Z', 'updated_at': '2021-10-30T15:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': 'dc454671-6538-4e2b-8e80-5933498ea5e7', 'tenant_id': 'd73a17c8ce1740f7a410991b16507a42', 'floating_ip_address': '172.25.4.197', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'port_id': '883a9fe4-2a20-41fd-a5a0-374f9c0d4582', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54a44e67-c153-4279-a113-56e728247797', 'mac_address': 'fa:16:3e:cd:2e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b7f5a4-607d-447b-855c-cd38ba7ad348', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:07:26Z', 'updated_at': '2021-10-30T15:08:11Z', 'revision_number': 4, 'project_id': 'd73a17c8ce1740f7a410991b16507a42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d106d20-fcdd-497e-8cee-0e17c1dfacb9', 'name': '', 'network_id': '54a44e67-c153-4279-a113-56e728247797', 'tenant_id': 'd73a17c8ce1740f7a410991b16507a42', 'mac_address': 'fa:16:3e:22:25:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4c0e0f8e-11ac-4cdd-bbc0-64de2560079b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:07:01Z', 'updated_at': '2021-10-30T15:07:09Z', 'revision_number': 5, 'project_id': 'd73a17c8ce1740f7a410991b16507a42', 'subnets': [{'id': '4c0e0f8e-11ac-4cdd-bbc0-64de2560079b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:08:14.401651 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e30e6ee-5dcc-4902-8f3d-605b0d35eb93 x-openstack-request-id: req-7e30e6ee-5dcc-4902-8f3d-605b0d35eb93 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:08:14.402584 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24dc9bdc-2ea7-40f2-846c-eab83c09b617", "name": "network-vif-deleted", "tag": "01188100-3825-4ed1-a924-8ab582f8ff07", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:08:14.403002 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7e30e6ee-5dcc-4902-8f3d-605b0d35eb93 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:08:14.403665 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24dc9bdc-2ea7-40f2-846c-eab83c09b617', 'name': 'network-vif-deleted', 'tag': '01188100-3825-4ed1-a924-8ab582f8ff07', 'status': 'completed', 'code': 200} Oct 30 15:08:14.406602 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b19bb4d4-d302-4f48-8947-1b71a002ada0 req-4d65ab1b-a8b1-46e1-afde-367176bf1f75 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=fe775bbcba174d2b97e2e40971e90df6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0525832 Oct 30 15:08:14.522333 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e0a0d-a332-432b-ae6d-11f7531ce50e req-54531028-8c3c-47b7-b0cf-7fe86ffcec2e tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:14.533594 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e71e0a0d-a332-432b-ae6d-11f7531ce50e req-54531028-8c3c-47b7-b0cf-7fe86ffcec2e tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/ports?device_id=240b9084-e7bc-4df3-8230-d0586c611a69 HTTP/1.1" status: 200 len: 945 time: 0.0982857 Oct 30 15:08:14.553121 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19bb4d4-d302-4f48-8947-1b71a002ada0 req-d6f88bbe-e943-4ac7-84ef-0e24361b0057 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:14.566833 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b19bb4d4-d302-4f48-8947-1b71a002ada0 req-d6f88bbe-e943-4ac7-84ef-0e24361b0057 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1541510 Oct 30 15:08:14.585421 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b19bb4d4-d302-4f48-8947-1b71a002ada0 req-3b66246d-580f-4908-8667-d393c3d991a6 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/quotas/fe775bbcba174d2b97e2e40971e90df6 HTTP/1.1" status: 200 len: 375 time: 0.0174501 Oct 30 15:08:14.635429 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e71e0a0d-a332-432b-ae6d-11f7531ce50e req-1b01a2a7-bce8-41ca-a364-c7f7d0309e7f tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff7d2e62-ea1a-45bf-a217-2b52e333182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007261 Oct 30 15:08:14.653320 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b19bb4d4-d302-4f48-8947-1b71a002ada0 req-e7d93f7a-9328-4e82-9fdf-355ed47e4a9c tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe775bbcba174d2b97e2e40971e90df6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0648131 Oct 30 15:08:14.985825 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device d810aab7-5322-41d8-9911-9ab2a1d67e5d up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:08:15.046362 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-06b94229-e2db-429a-805f-22b041a2d399 req-7867bdb1-d8a1-47a3-b122-a49f57a7b95b tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.4.197 HTTP/1.1" status: 200 len: 1002 time: 0.1652260 Oct 30 15:08:15.088092 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd22eb2-55e8-4ff5-a27e-048a454a5f0d req-f3b2c8f8-9876-4004-873e-79ea895dddc3 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:15.094844 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6fd22eb2-55e8-4ff5-a27e-048a454a5f0d req-f3b2c8f8-9876-4004-873e-79ea895dddc3 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=b63152b8-8683-4975-aea1-06378122bbed HTTP/1.1" status: 200 len: 946 time: 0.1663971 Oct 30 15:08:15.129407 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b94229-e2db-429a-805f-22b041a2d399 req-66572a2a-5643-4b87-b650-ec77cd4afff1 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:15.149157 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-06b94229-e2db-429a-805f-22b041a2d399 req-66572a2a-5643-4b87-b650-ec77cd4afff1 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/ports/883a9fe4-2a20-41fd-a5a0-374f9c0d4582 HTTP/1.1" status: 200 len: 943 time: 0.1017244 Oct 30 15:08:15.153851 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6fd22eb2-55e8-4ff5-a27e-048a454a5f0d req-bd22012c-b865-4902-b797-e49a2a64e0bf tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511491 Oct 30 15:08:15.226062 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port d810aab7-5322-41d8-9911-9ab2a1d67e5d completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:08:15.231043 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port d810aab7-5322-41d8-9911-9ab2a1d67e5d triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:08:15.231674 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:15.357072 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-06b94229-e2db-429a-805f-22b041a2d399 req-d50d21ff-d265-4d8d-955f-0721f5d66704 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.4.197 HTTP/1.1" status: 200 len: 1002 time: 0.0940917 Oct 30 15:08:15.397426 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6a62aa52-2cbe-4d33-aa66-03e9a3bbd1d3 req-2de01c4d-53eb-47a3-8964-55823f3cc5db tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=f84e872a-cc33-4ea1-a6f7-022adfcc5dab HTTP/1.1" status: 200 len: 210 time: 0.1161556 Oct 30 15:08:15.461659 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:15.527172 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '240b9084-e7bc-4df3-8230-d0586c611a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd810aab7-5322-41d8-9911-9ab2a1d67e5d'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:08:15.534439 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18361166-1d08-47c2-99ac-556ed37cd365" -d '{"events": [{"server_uuid": "240b9084-e7bc-4df3-8230-d0586c611a69", "name": "network-vif-plugged", "status": "completed", "tag": "d810aab7-5322-41d8-9911-9ab2a1d67e5d"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:08:15.565858 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port d810aab7-5322-41d8-9911-9ab2a1d67e5d, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=d810aab7-5322-41d8-9911-9ab2a1d67e5d,segment=NetworkSegment(50e4125d-3001-4ab5-9a68-22676c11c44a),segment_id=50e4125d-3001-4ab5-9a68-22676c11c44a)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:08:15.574876 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:15.601422 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b94229-e2db-429a-805f-22b041a2d399 req-d7fe0e0a-d063-4e3d-bac6-a71626a55816 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:15.606434 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-06b94229-e2db-429a-805f-22b041a2d399 req-d7fe0e0a-d063-4e3d-bac6-a71626a55816 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/networks/edc38ef5-7816-4133-914c-cfe2849a0125 HTTP/1.1" status: 200 len: 784 time: 0.2484875 Oct 30 15:08:15.681346 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=d810aab7-5322-41d8-9911-9ab2a1d67e5d,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:08:15.693075 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c14694-79da-4ea3-88fb-c0ffa38eed3b x-openstack-request-id: req-d0c14694-79da-4ea3-88fb-c0ffa38eed3b {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:08:15.693367 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "240b9084-e7bc-4df3-8230-d0586c611a69", "name": "network-vif-plugged", "status": "completed", "tag": "d810aab7-5322-41d8-9911-9ab2a1d67e5d", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:08:15.693808 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d0c14694-79da-4ea3-88fb-c0ffa38eed3b {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:08:15.694414 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '240b9084-e7bc-4df3-8230-d0586c611a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd810aab7-5322-41d8-9911-9ab2a1d67e5d', 'code': 200} Oct 30 15:08:15.782421 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4bf0e479-897a-4af6-b622-dfb2e3893d10 req-2093a237-132f-4f1c-baeb-d6f4859459ab tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=77cd9b926c2f46c3aa4784fd4d8318b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1047025 Oct 30 15:08:15.783074 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f7467cf3-b77f-494e-9a93-e81df3956520 req-87877ea5-17db-4c70-88b8-544a59559d3a tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.4.197 HTTP/1.1" status: 200 len: 1002 time: 0.0755153 Oct 30 15:08:15.883449 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7467cf3-b77f-494e-9a93-e81df3956520 req-600b8eda-53b9-4524-a5fc-52bf07d8898c tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:15.903897 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f7467cf3-b77f-494e-9a93-e81df3956520 req-600b8eda-53b9-4524-a5fc-52bf07d8898c tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/ports/883a9fe4-2a20-41fd-a5a0-374f9c0d4582 HTTP/1.1" status: 200 len: 943 time: 0.1198833 Oct 30 15:08:16.029171 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb6b88-f9e5-4f93-b4cb-13355b2e7dc5 req-ad4d5153-490d-49e0-aa28-20f50fcb167c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:16.031237 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bfdb6b88-f9e5-4f93-b4cb-13355b2e7dc5 req-ad4d5153-490d-49e0-aa28-20f50fcb167c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=240b9084-e7bc-4df3-8230-d0586c611a69 HTTP/1.1" status: 200 len: 1098 time: 0.1809151 Oct 30 15:08:16.063738 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf0e479-897a-4af6-b622-dfb2e3893d10 req-2f2810df-adc8-4a85-9602-0e3b81aecd53 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:16.077134 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4bf0e479-897a-4af6-b622-dfb2e3893d10 req-2f2810df-adc8-4a85-9602-0e3b81aecd53 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2937930 Oct 30 15:08:16.104384 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4bf0e479-897a-4af6-b622-dfb2e3893d10 req-39bcb35f-ed27-4021-9701-7f7ff0b7c706 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/quotas/77cd9b926c2f46c3aa4784fd4d8318b7 HTTP/1.1" status: 200 len: 375 time: 0.0235534 Oct 30 15:08:16.115066 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bfdb6b88-f9e5-4f93-b4cb-13355b2e7dc5 req-2442b41b-4efa-45f0-b978-f72897c737e5 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ff7d2e62-ea1a-45bf-a217-2b52e333182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720825 Oct 30 15:08:16.124048 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f7467cf3-b77f-494e-9a93-e81df3956520 req-1f7dbfda-350a-499d-8a54-89317e211254 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.4.197 HTTP/1.1" status: 200 len: 1002 time: 0.1660995 Oct 30 15:08:16.203527 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4bf0e479-897a-4af6-b622-dfb2e3893d10 req-6c16199b-6af9-4efc-9836-8b31e08a4661 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=77cd9b926c2f46c3aa4784fd4d8318b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0890625 Oct 30 15:08:16.250611 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7467cf3-b77f-494e-9a93-e81df3956520 req-6dd2675a-a9cc-40c1-a265-ef7bc469d8d1 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:16.252461 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f7467cf3-b77f-494e-9a93-e81df3956520 req-6dd2675a-a9cc-40c1-a265-ef7bc469d8d1 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/networks/edc38ef5-7816-4133-914c-cfe2849a0125 HTTP/1.1" status: 200 len: 784 time: 0.1276386 Oct 30 15:08:16.407976 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f7467cf3-b77f-494e-9a93-e81df3956520 req-3a721521-d08c-44e0-b322-871d78109ec3 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.4.197 HTTP/1.1" status: 200 len: 1002 time: 0.1444910 Oct 30 15:08:16.422331 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-f7467cf3-b77f-494e-9a93-e81df3956520 req-13a67aab-6cd1-46c7-bcca-419b2546e4c6 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:08:16.577308 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb5b533-3224-4cf1-ad6a-81928b9f355e req-e8316b81-7d03-4fbd-b329-071862a52ca8 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:16.580251 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3bb5b533-3224-4cf1-ad6a-81928b9f355e req-e8316b81-7d03-4fbd-b329-071862a52ca8 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/ports?device_id=240b9084-e7bc-4df3-8230-d0586c611a69 HTTP/1.1" status: 200 len: 946 time: 0.1324069 Oct 30 15:08:16.587093 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60c9006d-3c9f-4212-bbfa-563f7e9fffd7', 'tag': '17bc3478-c87b-4047-8948-7c5e3527783e'}, {'name': 'network-changed', 'server_uuid': '240b9084-e7bc-4df3-8230-d0586c611a69', 'tag': 'd810aab7-5322-41d8-9911-9ab2a1d67e5d'}, {'name': 'network-changed', 'server_uuid': 'd345a361-ed84-4e4a-a36c-52dea2e8e556', 'tag': '7742aa37-8b40-4348-8ac4-a14876822ac2'}, {'name': 'network-changed', 'server_uuid': 'd7b7f5a4-607d-447b-855c-cd38ba7ad348', 'tag': '883a9fe4-2a20-41fd-a5a0-374f9c0d4582'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:08:16.589597 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d198e2cc-db36-4fa8-a33e-aca1296274ee" -d '{"events": [{"name": "network-changed", "server_uuid": "60c9006d-3c9f-4212-bbfa-563f7e9fffd7", "tag": "17bc3478-c87b-4047-8948-7c5e3527783e"}, {"name": "network-changed", "server_uuid": "240b9084-e7bc-4df3-8230-d0586c611a69", "tag": "d810aab7-5322-41d8-9911-9ab2a1d67e5d"}, {"name": "network-changed", "server_uuid": "d345a361-ed84-4e4a-a36c-52dea2e8e556", "tag": "7742aa37-8b40-4348-8ac4-a14876822ac2"}, {"name": "network-changed", "server_uuid": "d7b7f5a4-607d-447b-855c-cd38ba7ad348", "tag": "883a9fe4-2a20-41fd-a5a0-374f9c0d4582"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:08:16.601437 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-f7467cf3-b77f-494e-9a93-e81df3956520 req-13a67aab-6cd1-46c7-bcca-419b2546e4c6 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Publish callbacks [] for floatingip, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:16.667561 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3bb5b533-3224-4cf1-ad6a-81928b9f355e req-940b58ec-09ca-4b20-83be-f622b2f1d329 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff7d2e62-ea1a-45bf-a217-2b52e333182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746691 Oct 30 15:08:16.819496 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b19bb4d4-d302-4f48-8947-1b71a002ada0 req-f1802885-4398-4ad0-9c22-f08e0f79e435 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=fe775bbcba174d2b97e2e40971e90df6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2153990 Oct 30 15:08:16.955163 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da68d97-706a-4b4a-b1dc-e800c95fd980 req-f89076d2-38e4-431a-aa29-af82dd990977 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:16.968289 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0da68d97-706a-4b4a-b1dc-e800c95fd980 req-f89076d2-38e4-431a-aa29-af82dd990977 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=b63152b8-8683-4975-aea1-06378122bbed HTTP/1.1" status: 200 len: 946 time: 0.1104269 Oct 30 15:08:17.076277 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19bb4d4-d302-4f48-8947-1b71a002ada0 req-5b6b9b9f-f24a-4039-9801-e63ffcab6456 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:17.078183 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b19bb4d4-d302-4f48-8947-1b71a002ada0 req-5b6b9b9f-f24a-4039-9801-e63ffcab6456 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2442026 Oct 30 15:08:17.088385 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0da68d97-706a-4b4a-b1dc-e800c95fd980 req-49592d9b-6329-4b7a-b2a8-15bf3a32cb7a tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131303 Oct 30 15:08:17.119121 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-b19bb4d4-d302-4f48-8947-1b71a002ada0 req-448c0f68-0287-4690-b0fa-02e413c80e9f tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Request body: {'port': {'device_id': 'f84e872a-cc33-4ea1-a6f7-022adfcc5dab', 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704', 'admin_state_up': True, 'tenant_id': 'fe775bbcba174d2b97e2e40971e90df6'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:08:17.286661 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b0fc858f-dbcc-43c4-890a-adf3771ff3e2 req-2aada1f2-5cae-451f-96d3-ccf59928ec73 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=97452329-4434-433e-b37c-61f92fe601e3 HTTP/1.1" status: 200 len: 210 time: 0.0694184 Oct 30 15:08:17.305135 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b19bb4d4-d302-4f48-8947-1b71a002ada0 req-448c0f68-0287-4690-b0fa-02e413c80e9f tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Made reservation on behalf of fe775bbcba174d2b97e2e40971e90df6 for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:08:17.309694 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-b19bb4d4-d302-4f48-8947-1b71a002ada0 req-448c0f68-0287-4690-b0fa-02e413c80e9f tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:17.403169 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-f7467cf3-b77f-494e-9a93-e81df3956520 req-13a67aab-6cd1-46c7-bcca-419b2546e4c6 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:17.423675 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-f7467cf3-b77f-494e-9a93-e81df3956520 req-13a67aab-6cd1-46c7-bcca-419b2546e4c6 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:17.427048 n-d-806683-17 neutron-server[102131]: INFO neutron.db.l3_db [req-f7467cf3-b77f-494e-9a93-e81df3956520 req-13a67aab-6cd1-46c7-bcca-419b2546e4c6 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Floating IP dc454671-6538-4e2b-8e80-5933498ea5e7 disassociated. External IP: 172.25.4.197, port: 883a9fe4-2a20-41fd-a5a0-374f9c0d4582. Oct 30 15:08:17.481442 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-58b49550-900a-406f-9df3-faead3ab6457 req-fc500b1e-83d4-482c-b066-c8c3d6aa23b7 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=f84e872a-cc33-4ea1-a6f7-022adfcc5dab HTTP/1.1" status: 200 len: 210 time: 0.0740182 Oct 30 15:08:17.591341 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-b19bb4d4-d302-4f48-8947-1b71a002ada0 req-448c0f68-0287-4690-b0fa-02e413c80e9f tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Allocated IP 192.168.233.16 (8de8b155-6e08-41c3-866a-8b30bb481704/43b5dea3-b65b-4514-8ec2-18a4245eb194/b4d0397e-9887-4a46-bdb3-9f808ed9d380) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:08:17.792975 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-b19bb4d4-d302-4f48-8947-1b71a002ada0 req-448c0f68-0287-4690-b0fa-02e413c80e9f tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:17.825946 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 680 Content-Type: application/json Date: Sat, 30 Oct 2021 15:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20dee1bb-c7a1-4993-a094-99f75a183420 x-openstack-request-id: req-20dee1bb-c7a1-4993-a094-99f75a183420 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:08:17.826630 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60c9006d-3c9f-4212-bbfa-563f7e9fffd7", "tag": "17bc3478-c87b-4047-8948-7c5e3527783e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "240b9084-e7bc-4df3-8230-d0586c611a69", "tag": "d810aab7-5322-41d8-9911-9ab2a1d67e5d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d345a361-ed84-4e4a-a36c-52dea2e8e556", "tag": "7742aa37-8b40-4348-8ac4-a14876822ac2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d7b7f5a4-607d-447b-855c-cd38ba7ad348", "tag": "883a9fe4-2a20-41fd-a5a0-374f9c0d4582", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:08:17.826630 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-20dee1bb-c7a1-4993-a094-99f75a183420 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:08:17.827015 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60c9006d-3c9f-4212-bbfa-563f7e9fffd7', 'tag': '17bc3478-c87b-4047-8948-7c5e3527783e', 'status': 'completed', 'code': 200} Oct 30 15:08:17.827276 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '240b9084-e7bc-4df3-8230-d0586c611a69', 'tag': 'd810aab7-5322-41d8-9911-9ab2a1d67e5d', 'status': 'completed', 'code': 200} Oct 30 15:08:17.827743 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd345a361-ed84-4e4a-a36c-52dea2e8e556', 'tag': '7742aa37-8b40-4348-8ac4-a14876822ac2', 'status': 'completed', 'code': 200} Oct 30 15:08:17.828023 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7b7f5a4-607d-447b-855c-cd38ba7ad348', 'tag': '883a9fe4-2a20-41fd-a5a0-374f9c0d4582', 'status': 'completed', 'code': 200} Oct 30 15:08:17.853831 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e7a56c-27b2-423c-b6c5-699f531a3f7f req-78c0b0da-fda8-487f-88eb-1dc61ef0e623 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:17.862594 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e8e7a56c-27b2-423c-b6c5-699f531a3f7f req-78c0b0da-fda8-487f-88eb-1dc61ef0e623 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/ports?device_id=240b9084-e7bc-4df3-8230-d0586c611a69 HTTP/1.1" status: 200 len: 946 time: 0.0680406 Oct 30 15:08:17.924988 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e8e7a56c-27b2-423c-b6c5-699f531a3f7f req-9c5b3c9e-0525-4665-b8c0-25aefcfe6a98 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff7d2e62-ea1a-45bf-a217-2b52e333182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610034 Oct 30 15:08:17.987446 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-b19bb4d4-d302-4f48-8947-1b71a002ada0 req-448c0f68-0287-4690-b0fa-02e413c80e9f tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:17.999842 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['96545323-feb6-420b-9242-c65d8a00a3f5', '1bdc240c-44b4-4394-9ed5-ace834086c73', '67a02029-0352-4f05-b377-299b49d77849'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:08:18.005467 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['914696c5-5889-4b05-8d4d-dfdeb7ef3f59', 'c5354e8c-a792-468f-8924-a3c448cc2b4a'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:08:18.045170 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4bf0e479-897a-4af6-b622-dfb2e3893d10 req-dcd51d35-5819-496a-9501-2573e12f620e tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=77cd9b926c2f46c3aa4784fd4d8318b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0423486 Oct 30 15:08:18.139086 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448c0f68-0287-4690-b0fa-02e413c80e9f tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Pushing event updated for resources: {'Port': ['ID=b4d0397e-9887-4a46-bdb3-9f808ed9d380,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:08:18.224672 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198e2cc-db36-4fa8-a33e-aca1296274ee req-0bc40721-b743-4bb8-a11a-3dab4c7ce9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:18.226318 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d198e2cc-db36-4fa8-a33e-aca1296274ee req-0bc40721-b743-4bb8-a11a-3dab4c7ce9e7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0f5568aa45224afa998c13f67eb4e102&device_id=240b9084-e7bc-4df3-8230-d0586c611a69 HTTP/1.1" status: 200 len: 1098 time: 0.3974972 Oct 30 15:08:18.249271 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b19bb4d4-d302-4f48-8947-1b71a002ada0 req-448c0f68-0287-4690-b0fa-02e413c80e9f tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Network 8de8b155-6e08-41c3-866a-8b30bb481704 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:08:18.254387 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198e2cc-db36-4fa8-a33e-aca1296274ee req-f03e15b5-55b3-4c95-b59f-69f4c6dff486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:18.255892 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d198e2cc-db36-4fa8-a33e-aca1296274ee req-f03e15b5-55b3-4c95-b59f-69f4c6dff486 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=69837c7685c1471a8281a6c045018170&device_id=60c9006d-3c9f-4212-bbfa-563f7e9fffd7 HTTP/1.1" status: 200 len: 1098 time: 0.4180915 Oct 30 15:08:18.432361 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e111ea-6bf0-4c41-a2b8-0f74526bae21 req-9005b158-6660-488d-b365-050d61d36c1d tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:18.442751 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-07e111ea-6bf0-4c41-a2b8-0f74526bae21 req-9005b158-6660-488d-b365-050d61d36c1d tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=b63152b8-8683-4975-aea1-06378122bbed HTTP/1.1" status: 200 len: 946 time: 0.1681845 Oct 30 15:08:18.459793 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf0e479-897a-4af6-b622-dfb2e3893d10 req-a1c45711-b80b-41f7-ba6c-e6c272ed1679 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:18.461678 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4bf0e479-897a-4af6-b622-dfb2e3893d10 req-a1c45711-b80b-41f7-ba6c-e6c272ed1679 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4014099 Oct 30 15:08:18.477837 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-b19bb4d4-d302-4f48-8947-1b71a002ada0 req-448c0f68-0287-4690-b0fa-02e413c80e9f tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:08:18.484014 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198e2cc-db36-4fa8-a33e-aca1296274ee req-f2963aa5-b361-4f17-b154-cd50215484de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:18.485821 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d198e2cc-db36-4fa8-a33e-aca1296274ee req-f2963aa5-b361-4f17-b154-cd50215484de service neutron] 10.222.0.44 "GET /v2.0/networks?id=9692ed5c-f259-4258-8606-c4a569c47bd6 HTTP/1.1" status: 200 len: 906 time: 0.2274873 Oct 30 15:08:18.513638 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-4bf0e479-897a-4af6-b622-dfb2e3893d10 req-d41b07c6-b35c-44e1-8bff-0ad0680ea005 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Request body: {'port': {'device_id': '97452329-4434-433e-b37c-61f92fe601e3', 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704', 'admin_state_up': True, 'tenant_id': '77cd9b926c2f46c3aa4784fd4d8318b7'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:08:18.674549 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-b19bb4d4-d302-4f48-8947-1b71a002ada0 req-448c0f68-0287-4690-b0fa-02e413c80e9f tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:08:18.687142 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198e2cc-db36-4fa8-a33e-aca1296274ee req-ee01a0ae-b90d-43b3-9c18-4d6de7e3d8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:18.688677 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d198e2cc-db36-4fa8-a33e-aca1296274ee req-ee01a0ae-b90d-43b3-9c18-4d6de7e3d8ea service neutron] 10.222.0.53 "GET /v2.0/networks?id=0e073e54-a4ee-47aa-891d-4a1d26e93e93 HTTP/1.1" status: 200 len: 925 time: 0.2003646 Oct 30 15:08:18.707600 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-07e111ea-6bf0-4c41-a2b8-0f74526bae21 req-da2d8b2a-c42c-41b7-8250-4f62cddaab82 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634850 Oct 30 15:08:18.870808 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-3cefcbc3-5e51-4101-bd46-082fe70af534 None None] Provisioning complete for port b4d0397e-9887-4a46-bdb3-9f808ed9d380 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:08:18.871486 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3cefcbc3-5e51-4101-bd46-082fe70af534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:18.876073 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a3140071-3294-4ae1-8b3a-69d5c6dbb3f0 req-4ab38012-0566-41fe-8b70-f8cf92fb0e58 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=97452329-4434-433e-b37c-61f92fe601e3 HTTP/1.1" status: 200 len: 210 time: 0.0505636 Oct 30 15:08:18.886951 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bf0e479-897a-4af6-b622-dfb2e3893d10 req-d41b07c6-b35c-44e1-8bff-0ad0680ea005 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Made reservation on behalf of 77cd9b926c2f46c3aa4784fd4d8318b7 for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:08:18.893065 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d198e2cc-db36-4fa8-a33e-aca1296274ee req-19fc4f25-0df9-4369-b66f-0fb56e82cef6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d810aab7-5322-41d8-9911-9ab2a1d67e5d HTTP/1.1" status: 200 len: 217 time: 0.2033405 Oct 30 15:08:18.897320 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-4bf0e479-897a-4af6-b622-dfb2e3893d10 req-d41b07c6-b35c-44e1-8bff-0ad0680ea005 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:18.925915 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-3cefcbc3-5e51-4101-bd46-082fe70af534 None None] Port b4d0397e-9887-4a46-bdb3-9f808ed9d380 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:08:19.087824 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a66e0e6-8288-438a-b81e-9c29b711edd5 req-e217d71f-707d-479e-957b-cc3e16e951f4 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:19.092142 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9a66e0e6-8288-438a-b81e-9c29b711edd5 req-e217d71f-707d-479e-957b-cc3e16e951f4 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=f84e872a-cc33-4ea1-a6f7-022adfcc5dab HTTP/1.1" status: 200 len: 935 time: 0.0992150 Oct 30 15:08:19.215997 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-4bf0e479-897a-4af6-b622-dfb2e3893d10 req-d41b07c6-b35c-44e1-8bff-0ad0680ea005 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Allocated IP 192.168.233.33 (8de8b155-6e08-41c3-866a-8b30bb481704/43b5dea3-b65b-4514-8ec2-18a4245eb194/bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:08:19.254702 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9a66e0e6-8288-438a-b81e-9c29b711edd5 req-e512f7d6-02ec-44df-857a-449695960ad9 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195138 Oct 30 15:08:19.479700 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198e2cc-db36-4fa8-a33e-aca1296274ee req-16e5e78a-eae7-4db8-88b7-be8abfd7b07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:19.481423 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d198e2cc-db36-4fa8-a33e-aca1296274ee req-16e5e78a-eae7-4db8-88b7-be8abfd7b07a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3835a6e8-6500-4cc1-8102-46264ff54369 HTTP/1.1" status: 200 len: 845 time: 0.5134633 Oct 30 15:08:19.497948 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19bb4d4-d302-4f48-8947-1b71a002ada0 req-448c0f68-0287-4690-b0fa-02e413c80e9f tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:19.498572 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-b19bb4d4-d302-4f48-8947-1b71a002ada0 req-448c0f68-0287-4690-b0fa-02e413c80e9f tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:19.502838 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d198e2cc-db36-4fa8-a33e-aca1296274ee req-4133b81e-d615-43e2-9298-ba63b4aa0e5b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17bc3478-c87b-4047-8948-7c5e3527783e HTTP/1.1" status: 200 len: 1002 time: 0.6930752 Oct 30 15:08:19.542026 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-4bf0e479-897a-4af6-b622-dfb2e3893d10 req-d41b07c6-b35c-44e1-8bff-0ad0680ea005 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:19.582096 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d198e2cc-db36-4fa8-a33e-aca1296274ee req-dc46c9c9-41bb-43e5-ac2d-e460aa1c097b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9692ed5c-f259-4258-8606-c4a569c47bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782530 Oct 30 15:08:19.627612 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b19bb4d4-d302-4f48-8947-1b71a002ada0 req-448c0f68-0287-4690-b0fa-02e413c80e9f tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5150537 Oct 30 15:08:19.643327 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13122252-55f6-4d38-a211-ebdad61f142a req-c8166872-7b01-4a9c-8de1-52fac773f10e tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:19.646251 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-13122252-55f6-4d38-a211-ebdad61f142a req-c8166872-7b01-4a9c-8de1-52fac773f10e tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/ports?device_id=240b9084-e7bc-4df3-8230-d0586c611a69 HTTP/1.1" status: 200 len: 946 time: 0.0973127 Oct 30 15:08:19.679778 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-b19bb4d4-d302-4f48-8947-1b71a002ada0 req-839ce4de-3f29-4566-8e88-40dad67d1375 service neutron] Request body: {'port': {'device_id': 'f84e872a-cc33-4ea1-a6f7-022adfcc5dab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:08:19.726356 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7467cf3-b77f-494e-9a93-e81df3956520 req-13a67aab-6cd1-46c7-bcca-419b2546e4c6 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Router 9c039d9e-9384-49c5-ad50-71c7a5239fdc has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:08:19.734042 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-4bf0e479-897a-4af6-b622-dfb2e3893d10 req-d41b07c6-b35c-44e1-8bff-0ad0680ea005 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:19.734383 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198e2cc-db36-4fa8-a33e-aca1296274ee req-c926df82-155a-4835-94e2-6135c02425cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:19.736023 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d198e2cc-db36-4fa8-a33e-aca1296274ee req-c926df82-155a-4835-94e2-6135c02425cb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1b4f6d7c-44b3-47fa-9b94-0bd8519fb087 HTTP/1.1" status: 200 len: 863 time: 0.2126412 Oct 30 15:08:19.749553 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['3baf7600-8a1c-4d9a-b018-f770d78d7690', '2a7136df-2c8d-4020-8843-3d6496e03d01'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:08:19.869230 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bf0e479-897a-4af6-b622-dfb2e3893d10 req-d41b07c6-b35c-44e1-8bff-0ad0680ea005 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Network 8de8b155-6e08-41c3-866a-8b30bb481704 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:08:19.871324 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41b07c6-b35c-44e1-8bff-0ad0680ea005 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Pushing event updated for resources: {'Port': ['ID=bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:08:19.880296 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-4bf0e479-897a-4af6-b622-dfb2e3893d10 req-d41b07c6-b35c-44e1-8bff-0ad0680ea005 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:08:19.896433 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bf0e479-897a-4af6-b622-dfb2e3893d10 req-d41b07c6-b35c-44e1-8bff-0ad0680ea005 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:08:19.909928 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-b19bb4d4-d302-4f48-8947-1b71a002ada0 req-839ce4de-3f29-4566-8e88-40dad67d1375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:19.915278 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41b07c6-b35c-44e1-8bff-0ad0680ea005 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:08:19.918871 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41b07c6-b35c-44e1-8bff-0ad0680ea005 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:08:19.919454 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41b07c6-b35c-44e1-8bff-0ad0680ea005 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:08:19.919981 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41b07c6-b35c-44e1-8bff-0ad0680ea005 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:08:19.926497 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41b07c6-b35c-44e1-8bff-0ad0680ea005 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:08:19.926855 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41b07c6-b35c-44e1-8bff-0ad0680ea005 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:08:19.927199 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41b07c6-b35c-44e1-8bff-0ad0680ea005 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:08:19.927591 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41b07c6-b35c-44e1-8bff-0ad0680ea005 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:08:19.927929 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41b07c6-b35c-44e1-8bff-0ad0680ea005 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:08:19.930011 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41b07c6-b35c-44e1-8bff-0ad0680ea005 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:08:19.930359 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41b07c6-b35c-44e1-8bff-0ad0680ea005 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:08:19.931497 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41b07c6-b35c-44e1-8bff-0ad0680ea005 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:08:19.939372 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d198e2cc-db36-4fa8-a33e-aca1296274ee req-4182199b-de01-4b36-bc49-68c309f2e1e9 service neutron] 10.222.0.44 "GET /v2.0/networks/9692ed5c-f259-4258-8606-c4a569c47bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3392613 Oct 30 15:08:19.962337 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-13122252-55f6-4d38-a211-ebdad61f142a req-6701d1e1-ba13-4bc0-aafc-0265cdfea0d8 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff7d2e62-ea1a-45bf-a217-2b52e333182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003132 Oct 30 15:08:19.963196 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198e2cc-db36-4fa8-a33e-aca1296274ee req-1a7dd524-9907-4d67-bd3a-43f87c2aeae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:19.965271 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d198e2cc-db36-4fa8-a33e-aca1296274ee req-1a7dd524-9907-4d67-bd3a-43f87c2aeae7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0e073e54-a4ee-47aa-891d-4a1d26e93e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2209709 Oct 30 15:08:20.080296 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf0e479-897a-4af6-b622-dfb2e3893d10 req-d41b07c6-b35c-44e1-8bff-0ad0680ea005 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:20.083219 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-4bf0e479-897a-4af6-b622-dfb2e3893d10 req-d41b07c6-b35c-44e1-8bff-0ad0680ea005 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:20.104360 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d198e2cc-db36-4fa8-a33e-aca1296274ee req-9bbb2b5b-c48f-4b72-9fe9-906f6973e8d2 service neutron] 10.222.0.53 "GET /v2.0/networks/0e073e54-a4ee-47aa-891d-4a1d26e93e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234748 Oct 30 15:08:20.118446 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4bf0e479-897a-4af6-b622-dfb2e3893d10 req-d41b07c6-b35c-44e1-8bff-0ad0680ea005 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6129911 Oct 30 15:08:20.145838 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-4bf0e479-897a-4af6-b622-dfb2e3893d10 req-029617f6-2309-4bfe-9a42-b7296c4cb066 service neutron] Request body: {'port': {'device_id': '97452329-4434-433e-b37c-61f92fe601e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:08:20.318199 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-4bf0e479-897a-4af6-b622-dfb2e3893d10 req-029617f6-2309-4bfe-9a42-b7296c4cb066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:20.363046 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe47deea-702f-48d8-8806-f8b2e97e1559 req-c2345b7f-b883-449f-b291-9dca96ed21b3 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:20.372857 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fe47deea-702f-48d8-8806-f8b2e97e1559 req-c2345b7f-b883-449f-b291-9dca96ed21b3 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=b63152b8-8683-4975-aea1-06378122bbed HTTP/1.1" status: 200 len: 946 time: 0.0872791 Oct 30 15:08:20.436879 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7467cf3-b77f-494e-9a93-e81df3956520 req-13a67aab-6cd1-46c7-bcca-419b2546e4c6 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:08:20.526212 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b86a487-4ccf-46ea-b738-2412da49a56b None None] Sync routers for ids ['9c039d9e-9384-49c5-ad50-71c7a5239fdc'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:08:20.531085 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-865ebc2c-e020-4c4f-bc91-77ce0a1b8475 None None] Provisioning complete for port bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:08:20.531458 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-865ebc2c-e020-4c4f-bc91-77ce0a1b8475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:20.559625 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-f7467cf3-b77f-494e-9a93-e81df3956520 req-13a67aab-6cd1-46c7-bcca-419b2546e4c6 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:20.614515 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-865ebc2c-e020-4c4f-bc91-77ce0a1b8475 None None] Port bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:08:20.653764 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b86a487-4ccf-46ea-b738-2412da49a56b None None] Routers {'9c039d9e-9384-49c5-ad50-71c7a5239fdc'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:08:20.654468 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-8b86a487-4ccf-46ea-b738-2412da49a56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:07:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['9c039d9e-9384-49c5-ad50-71c7a5239fdc'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:08:20.677645 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fe47deea-702f-48d8-8806-f8b2e97e1559 req-6286c082-9534-46ce-8daa-8cace8b3f277 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990768 Oct 30 15:08:20.742137 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f7467cf3-b77f-494e-9a93-e81df3956520 req-13a67aab-6cd1-46c7-bcca-419b2546e4c6 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "PUT /v2.0/floatingips/dc454671-6538-4e2b-8e80-5933498ea5e7 HTTP/1.1" status: 200 len: 695 time: 4.3332200 Oct 30 15:08:20.750743 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7b7f5a4-607d-447b-855c-cd38ba7ad348', 'tag': '883a9fe4-2a20-41fd-a5a0-374f9c0d4582'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:08:20.754032 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026b1c85-9cd5-47f7-a2f5-f9b1362afe76" -d '{"events": [{"name": "network-changed", "server_uuid": "d7b7f5a4-607d-447b-855c-cd38ba7ad348", "tag": "883a9fe4-2a20-41fd-a5a0-374f9c0d4582"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:08:20.773578 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d198e2cc-db36-4fa8-a33e-aca1296274ee req-dc407920-d5ba-445e-89c2-539c55417c6b service neutron] 10.222.0.44 "GET /v2.0/networks/9692ed5c-f259-4258-8606-c4a569c47bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8244965 Oct 30 15:08:20.797456 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d198e2cc-db36-4fa8-a33e-aca1296274ee req-72520b9d-dc1d-4d01-aa57-198eaa1bbd21 service neutron] 10.222.0.53 "GET /v2.0/networks/0e073e54-a4ee-47aa-891d-4a1d26e93e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6367073 Oct 30 15:08:20.932190 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-8b86a487-4ccf-46ea-b738-2412da49a56b None None] Set router 9c039d9e-9384-49c5-ad50-71c7a5239fdc gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:08:20.933404 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7467cf3-b77f-494e-9a93-e81df3956520 req-fcecee20-68c0-49dc-98c4-66d24e05e27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:20.934937 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f7467cf3-b77f-494e-9a93-e81df3956520 req-fcecee20-68c0-49dc-98c4-66d24e05e27d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d73a17c8ce1740f7a410991b16507a42&device_id=d7b7f5a4-607d-447b-855c-cd38ba7ad348 HTTP/1.1" status: 200 len: 1098 time: 0.1724417 Oct 30 15:08:20.967610 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198e2cc-db36-4fa8-a33e-aca1296274ee req-2b1d4af5-4443-4085-9e24-238abaaaf162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:20.969179 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d198e2cc-db36-4fa8-a33e-aca1296274ee req-2b1d4af5-4443-4085-9e24-238abaaaf162 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d73a17c8ce1740f7a410991b16507a42&device_id=d345a361-ed84-4e4a-a36c-52dea2e8e556 HTTP/1.1" status: 200 len: 1097 time: 0.1255221 Oct 30 15:08:21.035673 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198e2cc-db36-4fa8-a33e-aca1296274ee req-423d56c9-ae91-4989-a7bb-b1e53dd9c028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:21.036146 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d198e2cc-db36-4fa8-a33e-aca1296274ee req-423d56c9-ae91-4989-a7bb-b1e53dd9c028 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d73a17c8ce1740f7a410991b16507a42&device_id=d7b7f5a4-607d-447b-855c-cd38ba7ad348 HTTP/1.1" status: 200 len: 1098 time: 0.1527090 Oct 30 15:08:21.104069 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0b2edc9c-4acf-47d2-8fbe-4c5bf655513c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:21.213870 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7467cf3-b77f-494e-9a93-e81df3956520 req-87fa9c32-0c64-46a1-9273-f282241ad09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:21.215357 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f7467cf3-b77f-494e-9a93-e81df3956520 req-87fa9c32-0c64-46a1-9273-f282241ad09b service neutron] 10.222.0.62 "GET /v2.0/networks?id=54a44e67-c153-4279-a113-56e728247797 HTTP/1.1" status: 200 len: 922 time: 0.2727728 Oct 30 15:08:21.231067 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-8b86a487-4ccf-46ea-b738-2412da49a56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1435770518-router', 'tenant_id': 'd73a17c8ce1740f7a410991b16507a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '64760796-1729-46bb-b6b3-ea8d64916bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:06:57Z', 'updated_at': '2021-10-30T15:07:03Z', 'revision_number': 4, 'project_id': 'd73a17c8ce1740f7a410991b16507a42', 'gw_port': {'id': '64760796-1729-46bb-b6b3-ea8d64916bfe', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:06:58Z', 'updated_at': '2021-10-30T15:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '2d106d20-fcdd-497e-8cee-0e17c1dfacb9', 'name': '', 'network_id': '54a44e67-c153-4279-a113-56e728247797', 'tenant_id': 'd73a17c8ce1740f7a410991b16507a42', 'mac_address': 'fa:16:3e:22:25:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4c0e0f8e-11ac-4cdd-bbc0-64de2560079b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:07:01Z', 'updated_at': '2021-10-30T15:07:09Z', 'revision_number': 5, 'project_id': 'd73a17c8ce1740f7a410991b16507a42', 'subnets': [{'id': '4c0e0f8e-11ac-4cdd-bbc0-64de2560079b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:08:21.264403 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b86a487-4ccf-46ea-b738-2412da49a56b None None] Checking router: 9c039d9e-9384-49c5-ad50-71c7a5239fdc for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:08:21.274963 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b86a487-4ccf-46ea-b738-2412da49a56b None None] Routers {'9c039d9e-9384-49c5-ad50-71c7a5239fdc'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:08:21.278858 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-8b86a487-4ccf-46ea-b738-2412da49a56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:07:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['9c039d9e-9384-49c5-ad50-71c7a5239fdc'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:08:21.279015 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198e2cc-db36-4fa8-a33e-aca1296274ee req-c90cc8bd-3455-4a6f-a458-b1a3d6ec06c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:21.281155 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d198e2cc-db36-4fa8-a33e-aca1296274ee req-c90cc8bd-3455-4a6f-a458-b1a3d6ec06c8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=54a44e67-c153-4279-a113-56e728247797 HTTP/1.1" status: 200 len: 922 time: 0.2774253 Oct 30 15:08:21.282439 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f7467cf3-b77f-494e-9a93-e81df3956520 req-757ef2c7-6e7d-40e2-bfea-61ed4f930c6d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=883a9fe4-2a20-41fd-a5a0-374f9c0d4582 HTTP/1.1" status: 200 len: 217 time: 0.0514772 Oct 30 15:08:21.284013 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198e2cc-db36-4fa8-a33e-aca1296274ee req-5a56332e-4dbf-48c3-beae-9fd58b42f5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:21.285445 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d198e2cc-db36-4fa8-a33e-aca1296274ee req-5a56332e-4dbf-48c3-beae-9fd58b42f5d8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=54a44e67-c153-4279-a113-56e728247797 HTTP/1.1" status: 200 len: 922 time: 0.2109299 Oct 30 15:08:21.308824 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-4bf0e479-897a-4af6-b622-dfb2e3893d10 req-029617f6-2309-4bfe-9a42-b7296c4cb066 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085 {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:08:21.316716 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-4bf0e479-897a-4af6-b622-dfb2e3893d10 req-029617f6-2309-4bfe-9a42-b7296c4cb066 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:21.330065 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-4bf0e479-897a-4af6-b622-dfb2e3893d10 req-029617f6-2309-4bfe-9a42-b7296c4cb066 service neutron] Transition to ACTIVE for port object bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:08:21.339896 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895a0de3-deef-46d4-8672-6bd4db722f57 req-c6805f4b-748b-4125-aa4b-b5161a0ecd70 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:21.345630 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d198e2cc-db36-4fa8-a33e-aca1296274ee req-cbb74db0-d117-41a3-98c7-dcfb807939b0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=883a9fe4-2a20-41fd-a5a0-374f9c0d4582 HTTP/1.1" status: 200 len: 217 time: 0.0447340 Oct 30 15:08:21.348575 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-895a0de3-deef-46d4-8672-6bd4db722f57 req-c6805f4b-748b-4125-aa4b-b5161a0ecd70 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=97452329-4434-433e-b37c-61f92fe601e3 HTTP/1.1" status: 200 len: 935 time: 0.5666413 Oct 30 15:08:21.358755 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-4bf0e479-897a-4af6-b622-dfb2e3893d10 req-029617f6-2309-4bfe-9a42-b7296c4cb066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:21.476686 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d198e2cc-db36-4fa8-a33e-aca1296274ee req-66dfe641-7c54-4281-833a-468f6799f949 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7742aa37-8b40-4348-8ac4-a14876822ac2 HTTP/1.1" status: 200 len: 217 time: 0.1387506 Oct 30 15:08:21.563075 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-4bf0e479-897a-4af6-b622-dfb2e3893d10 req-029617f6-2309-4bfe-9a42-b7296c4cb066 service neutron] Attempting to bind port bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:08:21.563697 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-4bf0e479-897a-4af6-b622-dfb2e3893d10 req-029617f6-2309-4bfe-9a42-b7296c4cb066 service neutron] Attempting to bind port bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:08:21.564188 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf0e479-897a-4af6-b622-dfb2e3893d10 req-029617f6-2309-4bfe-9a42-b7296c4cb066 service neutron] Attempting to bind port bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085 on network 8de8b155-6e08-41c3-866a-8b30bb481704 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:08:21.579976 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-895a0de3-deef-46d4-8672-6bd4db722f57 req-bf841f50-364f-4578-85a1-a863c45de6cb tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291973 Oct 30 15:08:21.591512 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf0e479-897a-4af6-b622-dfb2e3893d10 req-029617f6-2309-4bfe-9a42-b7296c4cb066 service neutron] Port bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085 on network 8de8b155-6e08-41c3-866a-8b30bb481704 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:08:21.592122 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf0e479-897a-4af6-b622-dfb2e3893d10 req-029617f6-2309-4bfe-9a42-b7296c4cb066 service neutron] Attempting to bind port bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085 on network 8de8b155-6e08-41c3-866a-8b30bb481704 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:08:21.608874 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf0e479-897a-4af6-b622-dfb2e3893d10 req-029617f6-2309-4bfe-9a42-b7296c4cb066 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:08:21.611931 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf0e479-897a-4af6-b622-dfb2e3893d10 req-029617f6-2309-4bfe-9a42-b7296c4cb066 service neutron] Checking segment: {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:08:21.612581 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf0e479-897a-4af6-b622-dfb2e3893d10 req-029617f6-2309-4bfe-9a42-b7296c4cb066 service neutron] Bound using segment: {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:08:21.613253 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-4bf0e479-897a-4af6-b622-dfb2e3893d10 req-029617f6-2309-4bfe-9a42-b7296c4cb066 service neutron] Bound port: bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:08:21.613834 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-4bf0e479-897a-4af6-b622-dfb2e3893d10 req-029617f6-2309-4bfe-9a42-b7296c4cb066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:21.642365 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7467cf3-b77f-494e-9a93-e81df3956520 req-9315d522-f005-4ed0-ace8-43b623233a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:21.644127 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f7467cf3-b77f-494e-9a93-e81df3956520 req-9315d522-f005-4ed0-ace8-43b623233a3b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c0e0f8e-11ac-4cdd-bbc0-64de2560079b HTTP/1.1" status: 200 len: 860 time: 0.3520403 Oct 30 15:08:21.653903 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029617f6-2309-4bfe-9a42-b7296c4cb066 service neutron] Pushing event updated for resources: {'Port': ['ID=bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:08:21.719327 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-8b86a487-4ccf-46ea-b738-2412da49a56b None None] Set router 9c039d9e-9384-49c5-ad50-71c7a5239fdc gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:08:21.741668 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-4bf0e479-897a-4af6-b622-dfb2e3893d10 req-029617f6-2309-4bfe-9a42-b7296c4cb066 service neutron] For port bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085, host n-h1-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:08:21.746295 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-4bf0e479-897a-4af6-b622-dfb2e3893d10 req-029617f6-2309-4bfe-9a42-b7296c4cb066 service neutron] For port bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:08:21.812340 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198e2cc-db36-4fa8-a33e-aca1296274ee req-71eef254-cfa4-4f31-a724-0c4c62910014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:21.819809 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d198e2cc-db36-4fa8-a33e-aca1296274ee req-71eef254-cfa4-4f31-a724-0c4c62910014 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4c0e0f8e-11ac-4cdd-bbc0-64de2560079b HTTP/1.1" status: 200 len: 860 time: 0.4473293 Oct 30 15:08:21.843788 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-4bf0e479-897a-4af6-b622-dfb2e3893d10 req-029617f6-2309-4bfe-9a42-b7296c4cb066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:21.987850 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029617f6-2309-4bfe-9a42-b7296c4cb066 service neutron] Pushing event updated for resources: {'Port': ['ID=bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:08:22.029479 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198e2cc-db36-4fa8-a33e-aca1296274ee req-58d8e7b4-9034-4673-b0b7-f5f82ddb5ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:22.039512 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d198e2cc-db36-4fa8-a33e-aca1296274ee req-58d8e7b4-9034-4673-b0b7-f5f82ddb5ef5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4c0e0f8e-11ac-4cdd-bbc0-64de2560079b HTTP/1.1" status: 200 len: 860 time: 0.5279384 Oct 30 15:08:22.065600 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7467cf3-b77f-494e-9a93-e81df3956520 req-b5d2ddf7-73f4-486d-a6d6-de0bd125c0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:22.067071 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f7467cf3-b77f-494e-9a93-e81df3956520 req-b5d2ddf7-73f4-486d-a6d6-de0bd125c0ab service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=54a44e67-c153-4279-a113-56e728247797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4026895 Oct 30 15:08:22.074749 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca185d23-4bcb-4ed1-aee8-b5dabd3e4f92 req-d76d0b8a-f3c0-4416-82c3-29707729f0b7 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:22.081982 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ca185d23-4bcb-4ed1-aee8-b5dabd3e4f92 req-d76d0b8a-f3c0-4416-82c3-29707729f0b7 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=f84e872a-cc33-4ea1-a6f7-022adfcc5dab HTTP/1.1" status: 200 len: 935 time: 0.3336256 Oct 30 15:08:22.084589 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf0e479-897a-4af6-b622-dfb2e3893d10 req-029617f6-2309-4bfe-9a42-b7296c4cb066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:22.085218 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-4bf0e479-897a-4af6-b622-dfb2e3893d10 req-029617f6-2309-4bfe-9a42-b7296c4cb066 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:22.086547 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4bf0e479-897a-4af6-b622-dfb2e3893d10 req-029617f6-2309-4bfe-9a42-b7296c4cb066 service neutron] 10.222.0.53 "PUT /v2.0/ports/bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085 HTTP/1.1" status: 200 len: 1096 time: 1.9456334 Oct 30 15:08:22.087636 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97452329-4434-433e-b37c-61f92fe601e3', 'tag': 'bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:08:22.090452 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3925173a-f4c4-4ba1-9afe-d269939e4965" -d '{"events": [{"name": "network-changed", "server_uuid": "97452329-4434-433e-b37c-61f92fe601e3", "tag": "bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:08:22.132408 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198e2cc-db36-4fa8-a33e-aca1296274ee req-9323bbbd-a520-4b7b-8722-82a5f2377996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:22.133943 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d198e2cc-db36-4fa8-a33e-aca1296274ee req-9323bbbd-a520-4b7b-8722-82a5f2377996 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=54a44e67-c153-4279-a113-56e728247797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3005292 Oct 30 15:08:22.240072 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ca185d23-4bcb-4ed1-aee8-b5dabd3e4f92 req-8ad70b28-11d4-47be-956a-8005f5c00c46 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571143 Oct 30 15:08:22.290502 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf0e479-897a-4af6-b622-dfb2e3893d10 req-3278a069-9204-4d37-b844-5da8fbe3a8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:22.292885 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4bf0e479-897a-4af6-b622-dfb2e3893d10 req-3278a069-9204-4d37-b844-5da8fbe3a8e7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=77cd9b926c2f46c3aa4784fd4d8318b7&device_id=97452329-4434-433e-b37c-61f92fe601e3 HTTP/1.1" status: 200 len: 1099 time: 0.1308930 Oct 30 15:08:22.363297 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4bf0e479-897a-4af6-b622-dfb2e3893d10 req-4ec59a22-8503-45fe-8b19-1ced88a82ca8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085 HTTP/1.1" status: 200 len: 217 time: 0.0619752 Oct 30 15:08:22.443660 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf0e479-897a-4af6-b622-dfb2e3893d10 req-f9fbdae9-f359-4648-a5be-0dec8c5531e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:22.445871 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4bf0e479-897a-4af6-b622-dfb2e3893d10 req-f9fbdae9-f359-4648-a5be-0dec8c5531e4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.0718749 Oct 30 15:08:22.495638 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-8b86a487-4ccf-46ea-b738-2412da49a56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1435770518-router', 'tenant_id': 'd73a17c8ce1740f7a410991b16507a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '64760796-1729-46bb-b6b3-ea8d64916bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:06:57Z', 'updated_at': '2021-10-30T15:07:03Z', 'revision_number': 4, 'project_id': 'd73a17c8ce1740f7a410991b16507a42', 'gw_port': {'id': '64760796-1729-46bb-b6b3-ea8d64916bfe', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:06:58Z', 'updated_at': '2021-10-30T15:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '2d106d20-fcdd-497e-8cee-0e17c1dfacb9', 'name': '', 'network_id': '54a44e67-c153-4279-a113-56e728247797', 'tenant_id': 'd73a17c8ce1740f7a410991b16507a42', 'mac_address': 'fa:16:3e:22:25:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4c0e0f8e-11ac-4cdd-bbc0-64de2560079b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:07:01Z', 'updated_at': '2021-10-30T15:07:09Z', 'revision_number': 5, 'project_id': 'd73a17c8ce1740f7a410991b16507a42', 'subnets': [{'id': '4c0e0f8e-11ac-4cdd-bbc0-64de2560079b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:08:22.529148 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b86a487-4ccf-46ea-b738-2412da49a56b None None] The sync data for ids ['9c039d9e-9384-49c5-ad50-71c7a5239fdc'] in n-d-806683-17 is: [{'id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1435770518-router', 'tenant_id': 'd73a17c8ce1740f7a410991b16507a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '64760796-1729-46bb-b6b3-ea8d64916bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:06:57Z', 'updated_at': '2021-10-30T15:07:03Z', 'revision_number': 4, 'project_id': 'd73a17c8ce1740f7a410991b16507a42', 'gw_port': {'id': '64760796-1729-46bb-b6b3-ea8d64916bfe', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:06:58Z', 'updated_at': '2021-10-30T15:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '2d106d20-fcdd-497e-8cee-0e17c1dfacb9', 'name': '', 'network_id': '54a44e67-c153-4279-a113-56e728247797', 'tenant_id': 'd73a17c8ce1740f7a410991b16507a42', 'mac_address': 'fa:16:3e:22:25:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4c0e0f8e-11ac-4cdd-bbc0-64de2560079b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:07:01Z', 'updated_at': '2021-10-30T15:07:09Z', 'revision_number': 5, 'project_id': 'd73a17c8ce1740f7a410991b16507a42', 'subnets': [{'id': '4c0e0f8e-11ac-4cdd-bbc0-64de2560079b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:08:22.642868 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf0e479-897a-4af6-b622-dfb2e3893d10 req-8ccfc1c3-a018-486c-b575-f7c145c60f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:22.645236 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4bf0e479-897a-4af6-b622-dfb2e3893d10 req-8ccfc1c3-a018-486c-b575-f7c145c60f0e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1850410 Oct 30 15:08:22.829804 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b32487a-4934-45cb-aa34-266d822f170c x-openstack-request-id: req-6b32487a-4934-45cb-aa34-266d822f170c {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:08:22.830178 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7b7f5a4-607d-447b-855c-cd38ba7ad348", "tag": "883a9fe4-2a20-41fd-a5a0-374f9c0d4582", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:08:22.830498 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6b32487a-4934-45cb-aa34-266d822f170c {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:08:22.830957 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7b7f5a4-607d-447b-855c-cd38ba7ad348', 'tag': '883a9fe4-2a20-41fd-a5a0-374f9c0d4582', 'status': 'completed', 'code': 200} Oct 30 15:08:22.852393 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21da504d-a266-4439-bcb0-313e2f3febf6 req-bdc9d423-9971-4e64-8622-05a1405512e5 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:22.855076 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-21da504d-a266-4439-bcb0-313e2f3febf6 req-bdc9d423-9971-4e64-8622-05a1405512e5 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/ports?device_id=240b9084-e7bc-4df3-8230-d0586c611a69 HTTP/1.1" status: 200 len: 946 time: 0.3215134 Oct 30 15:08:22.861331 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4bf0e479-897a-4af6-b622-dfb2e3893d10 req-054d72ad-980b-48cd-aae4-441ddd6115d8 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001784 Oct 30 15:08:22.904968 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198e2cc-db36-4fa8-a33e-aca1296274ee req-b45f3632-2b88-4615-b809-763c6130268f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:22.906643 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d198e2cc-db36-4fa8-a33e-aca1296274ee req-b45f3632-2b88-4615-b809-763c6130268f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=54a44e67-c153-4279-a113-56e728247797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8502202 Oct 30 15:08:22.992039 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-21da504d-a266-4439-bcb0-313e2f3febf6 req-406f580c-e055-4894-a2c9-5f92afd0d7d8 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff7d2e62-ea1a-45bf-a217-2b52e333182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293273 Oct 30 15:08:23.046829 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eaf2eca-1876-475d-b93c-e996ce54bac6 None None] New status for floating IP dc454671-6538-4e2b-8e80-5933498ea5e7: DOWN {{(pid=102133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 15:08:23.048584 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-b19bb4d4-d302-4f48-8947-1b71a002ada0 req-839ce4de-3f29-4566-8e88-40dad67d1375 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4d0397e-9887-4a46-bdb3-9f808ed9d380 {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:08:23.069849 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-b19bb4d4-d302-4f48-8947-1b71a002ada0 req-839ce4de-3f29-4566-8e88-40dad67d1375 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:23.096942 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f7467cf3-b77f-494e-9a93-e81df3956520 req-d687bf5f-4d0b-46de-8fd1-8d9dc4a77727 service neutron] 10.222.0.62 "GET /v2.0/networks/54a44e67-c153-4279-a113-56e728247797?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0222440 Oct 30 15:08:23.101368 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4bf0e479-897a-4af6-b622-dfb2e3893d10 req-fc96819a-f8cd-454a-a521-3d7e9701e020 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199965 Oct 30 15:08:23.123285 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d198e2cc-db36-4fa8-a33e-aca1296274ee req-6ba86051-a600-435d-964c-2a22cb1d1d62 service neutron] 10.222.0.53 "GET /v2.0/networks/54a44e67-c153-4279-a113-56e728247797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9504254 Oct 30 15:08:23.191574 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-b19bb4d4-d302-4f48-8947-1b71a002ada0 req-839ce4de-3f29-4566-8e88-40dad67d1375 service neutron] Transition to ACTIVE for port object b4d0397e-9887-4a46-bdb3-9f808ed9d380 will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:08:23.210622 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-b19bb4d4-d302-4f48-8947-1b71a002ada0 req-839ce4de-3f29-4566-8e88-40dad67d1375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:23.277163 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7a7e16-de06-4a7e-bc52-b05e53f1ff1e req-beb22d55-990f-438e-b417-03b380d254ce tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:23.287553 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9d7a7e16-de06-4a7e-bc52-b05e53f1ff1e req-beb22d55-990f-438e-b417-03b380d254ce tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=b63152b8-8683-4975-aea1-06378122bbed HTTP/1.1" status: 200 len: 946 time: 0.0964119 Oct 30 15:08:23.299298 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d198e2cc-db36-4fa8-a33e-aca1296274ee req-32f029c5-54ba-4ddb-aee2-d0d7644d39e1 service neutron] 10.222.0.44 "GET /v2.0/networks/54a44e67-c153-4279-a113-56e728247797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3774135 Oct 30 15:08:23.379295 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9d7a7e16-de06-4a7e-bc52-b05e53f1ff1e req-2e99ba99-8950-4961-91c4-4b978f7ce64f tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897684 Oct 30 15:08:23.418605 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839ce4de-3f29-4566-8e88-40dad67d1375 service neutron] Pushing event updated for resources: {'Port': ['ID=b4d0397e-9887-4a46-bdb3-9f808ed9d380,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:08:23.494959 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750d2cde-66c5-498f-ae8e-e395b78a05ef x-openstack-request-id: req-750d2cde-66c5-498f-ae8e-e395b78a05ef {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:08:23.495629 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97452329-4434-433e-b37c-61f92fe601e3", "tag": "bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:08:23.496126 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-750d2cde-66c5-498f-ae8e-e395b78a05ef {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:08:23.496805 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97452329-4434-433e-b37c-61f92fe601e3', 'tag': 'bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085', 'status': 'completed', 'code': 200} Oct 30 15:08:23.620177 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f7467cf3-b77f-494e-9a93-e81df3956520 req-d1bce122-96de-462d-8e7c-ab7f59fe545f service neutron] 10.222.0.62 "GET /v2.0/networks/54a44e67-c153-4279-a113-56e728247797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5103359 Oct 30 15:08:23.658041 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-b19bb4d4-d302-4f48-8947-1b71a002ada0 req-839ce4de-3f29-4566-8e88-40dad67d1375 service neutron] Attempting to bind port b4d0397e-9887-4a46-bdb3-9f808ed9d380 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:08:23.658591 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-b19bb4d4-d302-4f48-8947-1b71a002ada0 req-839ce4de-3f29-4566-8e88-40dad67d1375 service neutron] Attempting to bind port b4d0397e-9887-4a46-bdb3-9f808ed9d380 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:08:23.659245 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19bb4d4-d302-4f48-8947-1b71a002ada0 req-839ce4de-3f29-4566-8e88-40dad67d1375 service neutron] Attempting to bind port b4d0397e-9887-4a46-bdb3-9f808ed9d380 on network 8de8b155-6e08-41c3-866a-8b30bb481704 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:08:23.667635 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19bb4d4-d302-4f48-8947-1b71a002ada0 req-839ce4de-3f29-4566-8e88-40dad67d1375 service neutron] Port b4d0397e-9887-4a46-bdb3-9f808ed9d380 on network 8de8b155-6e08-41c3-866a-8b30bb481704 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:08:23.668239 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19bb4d4-d302-4f48-8947-1b71a002ada0 req-839ce4de-3f29-4566-8e88-40dad67d1375 service neutron] Attempting to bind port b4d0397e-9887-4a46-bdb3-9f808ed9d380 on network 8de8b155-6e08-41c3-866a-8b30bb481704 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:08:23.694136 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d198e2cc-db36-4fa8-a33e-aca1296274ee req-651ae426-be4b-457e-a1f9-8cd6b680f6bd service neutron] 10.222.0.53 "GET /v2.0/networks/54a44e67-c153-4279-a113-56e728247797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5419707 Oct 30 15:08:23.705984 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19bb4d4-d302-4f48-8947-1b71a002ada0 req-839ce4de-3f29-4566-8e88-40dad67d1375 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:08:23.711314 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19bb4d4-d302-4f48-8947-1b71a002ada0 req-839ce4de-3f29-4566-8e88-40dad67d1375 service neutron] Checking segment: {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:08:23.711799 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19bb4d4-d302-4f48-8947-1b71a002ada0 req-839ce4de-3f29-4566-8e88-40dad67d1375 service neutron] Bound using segment: {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:08:23.712281 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-b19bb4d4-d302-4f48-8947-1b71a002ada0 req-839ce4de-3f29-4566-8e88-40dad67d1375 service neutron] Bound port: b4d0397e-9887-4a46-bdb3-9f808ed9d380, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:08:23.712652 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-b19bb4d4-d302-4f48-8947-1b71a002ada0 req-839ce4de-3f29-4566-8e88-40dad67d1375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:23.746790 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e2a95a78-5d5f-40b0-bd32-e5ccf83ee719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:23.814550 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d198e2cc-db36-4fa8-a33e-aca1296274ee req-88762d0c-6dee-48c0-9f72-e9b8150d8b1c service neutron] 10.222.0.44 "GET /v2.0/networks/54a44e67-c153-4279-a113-56e728247797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4978130 Oct 30 15:08:23.850548 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925173a-f4c4-4ba1-9afe-d269939e4965 req-5666204c-5bc0-4fd7-88bd-76de67232ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:23.853539 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3925173a-f4c4-4ba1-9afe-d269939e4965 req-5666204c-5bc0-4fd7-88bd-76de67232ac5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=77cd9b926c2f46c3aa4784fd4d8318b7&device_id=97452329-4434-433e-b37c-61f92fe601e3 HTTP/1.1" status: 200 len: 1099 time: 0.3311150 Oct 30 15:08:23.880535 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b1c85-9cd5-47f7-a2f5-f9b1362afe76 req-47969817-8ff4-4b3f-84af-9e7edc93ffb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:23.882047 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-026b1c85-9cd5-47f7-a2f5-f9b1362afe76 req-47969817-8ff4-4b3f-84af-9e7edc93ffb8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d73a17c8ce1740f7a410991b16507a42&device_id=d7b7f5a4-607d-447b-855c-cd38ba7ad348 HTTP/1.1" status: 200 len: 1098 time: 0.1144962 Oct 30 15:08:23.920859 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0187dae8-30f6-471b-a1e9-1df005bd92bd req-ba99fb60-348f-4a9e-b7ea-89cc0a2f4f7f tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:23.928920 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0187dae8-30f6-471b-a1e9-1df005bd92bd req-ba99fb60-348f-4a9e-b7ea-89cc0a2f4f7f tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=f84e872a-cc33-4ea1-a6f7-022adfcc5dab HTTP/1.1" status: 200 len: 947 time: 0.1258390 Oct 30 15:08:24.001557 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925173a-f4c4-4ba1-9afe-d269939e4965 req-c30164ae-5aba-4069-af85-f35b46b67478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:24.003318 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3925173a-f4c4-4ba1-9afe-d269939e4965 req-c30164ae-5aba-4069-af85-f35b46b67478 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8de8b155-6e08-41c3-866a-8b30bb481704 HTTP/1.1" status: 200 len: 870 time: 0.1338084 Oct 30 15:08:24.007214 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-b19bb4d4-d302-4f48-8947-1b71a002ada0 req-839ce4de-3f29-4566-8e88-40dad67d1375 service neutron] For port b4d0397e-9887-4a46-bdb3-9f808ed9d380, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:08:24.013822 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a51c5-b90a-4e9e-b06c-bc232a16065f req-067cc7ef-6222-445d-9d62-88067d311db6 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:24.030849 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ce7a51c5-b90a-4e9e-b06c-bc232a16065f req-067cc7ef-6222-445d-9d62-88067d311db6 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=97452329-4434-433e-b37c-61f92fe601e3 HTTP/1.1" status: 200 len: 947 time: 0.4238315 Oct 30 15:08:24.033184 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0187dae8-30f6-471b-a1e9-1df005bd92bd req-54095059-87f4-465e-989a-9f1e16693680 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033435 Oct 30 15:08:24.056255 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-b19bb4d4-d302-4f48-8947-1b71a002ada0 req-839ce4de-3f29-4566-8e88-40dad67d1375 service neutron] For port b4d0397e-9887-4a46-bdb3-9f808ed9d380, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=b4d0397e-9887-4a46-bdb3-9f808ed9d380,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:08:24.066198 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-b19bb4d4-d302-4f48-8947-1b71a002ada0 req-839ce4de-3f29-4566-8e88-40dad67d1375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:24.122837 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19bb4d4-d302-4f48-8947-1b71a002ada0 req-839ce4de-3f29-4566-8e88-40dad67d1375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:24.123627 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-b19bb4d4-d302-4f48-8947-1b71a002ada0 req-839ce4de-3f29-4566-8e88-40dad67d1375 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:24.124892 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b19bb4d4-d302-4f48-8947-1b71a002ada0 req-839ce4de-3f29-4566-8e88-40dad67d1375 service neutron] 10.222.0.53 "PUT /v2.0/ports/b4d0397e-9887-4a46-bdb3-9f808ed9d380 HTTP/1.1" status: 200 len: 1096 time: 4.4497862 Oct 30 15:08:24.146191 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b1c85-9cd5-47f7-a2f5-f9b1362afe76 req-81deb741-eb0f-4053-9067-8a2b022374a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:24.147759 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-026b1c85-9cd5-47f7-a2f5-f9b1362afe76 req-81deb741-eb0f-4053-9067-8a2b022374a1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=54a44e67-c153-4279-a113-56e728247797 HTTP/1.1" status: 200 len: 922 time: 0.2467654 Oct 30 15:08:24.216789 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ce7a51c5-b90a-4e9e-b06c-bc232a16065f req-68d987cb-4504-4fd9-9c9a-eb0466ae425c tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798329 Oct 30 15:08:24.219421 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3925173a-f4c4-4ba1-9afe-d269939e4965 req-e9ed68a7-fa97-4f54-95e2-9ca875f54189 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085 HTTP/1.1" status: 200 len: 217 time: 0.1811795 Oct 30 15:08:24.221748 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-bbd599aa-260f-457d-8aa7-e1fde6006a27 tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:24.223013 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-bbd599aa-260f-457d-8aa7-e1fde6006a27 tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b63152b8-8683-4975-aea1-06378122bbed&tenant_id=b8aea481537c4f1b9ab8f7eccea88bfc&binding%3Ahost_id=n-h1-806683-17 HTTP/1.1" status: 200 len: 1098 time: 0.6589191 Oct 30 15:08:24.259240 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839ce4de-3f29-4566-8e88-40dad67d1375 service neutron] Pushing event updated for resources: {'Port': ['ID=b4d0397e-9887-4a46-bdb3-9f808ed9d380,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:08:24.268679 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-026b1c85-9cd5-47f7-a2f5-f9b1362afe76 req-3eb72749-876c-472a-8cf2-182798aeffc6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=883a9fe4-2a20-41fd-a5a0-374f9c0d4582 HTTP/1.1" status: 200 len: 217 time: 0.0999405 Oct 30 15:08:24.290724 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-b01c4c1e-5143-484a-aa2f-f342530d79ea service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-806683-17'}}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:08:24.457404 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19bb4d4-d302-4f48-8947-1b71a002ada0 req-d6e933d8-2b05-4527-b439-de88bde52273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:24.459422 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b19bb4d4-d302-4f48-8947-1b71a002ada0 req-d6e933d8-2b05-4527-b439-de88bde52273 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fe775bbcba174d2b97e2e40971e90df6&device_id=f84e872a-cc33-4ea1-a6f7-022adfcc5dab HTTP/1.1" status: 200 len: 1099 time: 0.2179189 Oct 30 15:08:24.498101 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b1c85-9cd5-47f7-a2f5-f9b1362afe76 req-a21253fd-b11c-4a2c-a504-77c8fac079d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:24.500389 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-026b1c85-9cd5-47f7-a2f5-f9b1362afe76 req-a21253fd-b11c-4a2c-a504-77c8fac079d6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4c0e0f8e-11ac-4cdd-bbc0-64de2560079b HTTP/1.1" status: 200 len: 860 time: 0.2068126 Oct 30 15:08:24.520234 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-b01c4c1e-5143-484a-aa2f-f342530d79ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:24.556621 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:24.561230 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925173a-f4c4-4ba1-9afe-d269939e4965 req-8ab17f22-c342-45c8-8129-a90eab02b9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:24.563375 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3925173a-f4c4-4ba1-9afe-d269939e4965 req-8ab17f22-c342-45c8-8129-a90eab02b9a5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.3142433 Oct 30 15:08:24.566621 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b19bb4d4-d302-4f48-8947-1b71a002ada0 req-23e8eda2-820f-4609-a766-65752fe4c780 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=b4d0397e-9887-4a46-bdb3-9f808ed9d380 HTTP/1.1" status: 200 len: 217 time: 0.0928500 Oct 30 15:08:24.647177 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19bb4d4-d302-4f48-8947-1b71a002ada0 req-e5c6963c-9839-4e65-a4b4-2e4e77e10370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:24.652078 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b19bb4d4-d302-4f48-8947-1b71a002ada0 req-e5c6963c-9839-4e65-a4b4-2e4e77e10370 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.0634565 Oct 30 15:08:24.655841 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b1c85-9cd5-47f7-a2f5-f9b1362afe76 req-3353873d-a5cb-4c7a-82af-6fb6ac61bd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:24.657723 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aadb2a9-aa9f-48ad-a066-8b610eebc02d req-e95c69e7-4e11-44a9-8ad4-f683faac07c7 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:24.657885 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-026b1c85-9cd5-47f7-a2f5-f9b1362afe76 req-3353873d-a5cb-4c7a-82af-6fb6ac61bd7f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=54a44e67-c153-4279-a113-56e728247797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1023757 Oct 30 15:08:24.659319 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6aadb2a9-aa9f-48ad-a066-8b610eebc02d req-e95c69e7-4e11-44a9-8ad4-f683faac07c7 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/ports?device_id=240b9084-e7bc-4df3-8230-d0586c611a69 HTTP/1.1" status: 200 len: 946 time: 0.2033608 Oct 30 15:08:24.777138 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925173a-f4c4-4ba1-9afe-d269939e4965 req-3d0d105a-683e-4d28-a758-27a0431eef2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:24.778684 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3925173a-f4c4-4ba1-9afe-d269939e4965 req-3d0d105a-683e-4d28-a758-27a0431eef2d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1616838 Oct 30 15:08:24.818220 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19bb4d4-d302-4f48-8947-1b71a002ada0 req-bbfa07f3-f71b-453a-a2de-6c9ef8434a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:24.820069 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b19bb4d4-d302-4f48-8947-1b71a002ada0 req-bbfa07f3-f71b-453a-a2de-6c9ef8434a9f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1614103 Oct 30 15:08:24.832307 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f84e872a-cc33-4ea1-a6f7-022adfcc5dab', 'tag': 'b4d0397e-9887-4a46-bdb3-9f808ed9d380'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:08:24.837219 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-defb28d4-b9f0-4a00-aac1-8fcac6182a65" -d '{"events": [{"name": "network-changed", "server_uuid": "f84e872a-cc33-4ea1-a6f7-022adfcc5dab", "tag": "b4d0397e-9887-4a46-bdb3-9f808ed9d380"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:08:24.855594 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:24.866839 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6aadb2a9-aa9f-48ad-a066-8b610eebc02d req-7717ad5b-d5ec-49a9-89a8-e2be9dd3ef42 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff7d2e62-ea1a-45bf-a217-2b52e333182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936150 Oct 30 15:08:24.939686 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cdb9f1-e971-4fe5-b4af-e5f0a7f36f1d req-c68a5375-fb6d-4381-84de-1914b38d2fc7 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:24.941094 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-b01c4c1e-5143-484a-aa2f-f342530d79ea service neutron] For port b8323b08-d4fa-47cd-afb2-6f8216fb7b03, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=b8323b08-d4fa-47cd-afb2-6f8216fb7b03,segment=NetworkSegment(5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87),segment_id=5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:08:24.950789 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-23cdb9f1-e971-4fe5-b4af-e5f0a7f36f1d req-c68a5375-fb6d-4381-84de-1914b38d2fc7 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=b63152b8-8683-4975-aea1-06378122bbed HTTP/1.1" status: 200 len: 946 time: 0.2072699 Oct 30 15:08:24.964124 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-026b1c85-9cd5-47f7-a2f5-f9b1362afe76 req-fc9feba2-cd20-4bc4-8eaa-2c466b8b951a service neutron] 10.222.0.53 "GET /v2.0/networks/54a44e67-c153-4279-a113-56e728247797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928178 Oct 30 15:08:25.017349 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-b01c4c1e-5143-484a-aa2f-f342530d79ea service neutron] For port b8323b08-d4fa-47cd-afb2-6f8216fb7b03, host n-h1-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:08:25.030740 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device b8323b08-d4fa-47cd-afb2-6f8216fb7b03 details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:08:25.089326 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-b01c4c1e-5143-484a-aa2f-f342530d79ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:25.112472 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-23cdb9f1-e971-4fe5-b4af-e5f0a7f36f1d req-1c914300-f3a0-45e9-913a-d85d68ebf0da tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605375 Oct 30 15:08:25.143075 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3925173a-f4c4-4ba1-9afe-d269939e4965 req-74817fd0-6193-4979-a82b-4e7365a9f75b service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3544242 Oct 30 15:08:25.169302 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-b01c4c1e-5143-484a-aa2f-f342530d79ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:25.205274 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7b33fa-cdb9-4046-b57e-ff8965b7adee x-openstack-request-id: req-ba7b33fa-cdb9-4046-b57e-ff8965b7adee {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:08:25.205274 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f84e872a-cc33-4ea1-a6f7-022adfcc5dab", "tag": "b4d0397e-9887-4a46-bdb3-9f808ed9d380", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:08:25.208030 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ba7b33fa-cdb9-4046-b57e-ff8965b7adee {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:08:25.208623 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f84e872a-cc33-4ea1-a6f7-022adfcc5dab', 'tag': 'b4d0397e-9887-4a46-bdb3-9f808ed9d380', 'status': 'completed', 'code': 200} Oct 30 15:08:25.252514 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port b8323b08-d4fa-47cd-afb2-6f8216fb7b03, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=b8323b08-d4fa-47cd-afb2-6f8216fb7b03,segment=NetworkSegment(5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87),segment_id=5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:08:25.258269 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01c4c1e-5143-484a-aa2f-f342530d79ea service neutron] Pushing event updated for resources: {'Port': ['ID=b8323b08-d4fa-47cd-afb2-6f8216fb7b03,revision_number=7']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:08:25.271185 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b19bb4d4-d302-4f48-8947-1b71a002ada0 req-1360d3a0-4158-4986-9887-f52b6a95b2eb service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4300416 Oct 30 15:08:25.273580 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-026b1c85-9cd5-47f7-a2f5-f9b1362afe76 req-e4535a03-3eef-44ed-8f86-c75d612c003e service neutron] 10.222.0.53 "GET /v2.0/networks/54a44e67-c153-4279-a113-56e728247797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971869 Oct 30 15:08:25.281718 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device b8323b08-d4fa-47cd-afb2-6f8216fb7b03 has no active binding in host n-h2-806683-17 {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 30 15:08:25.284547 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:08:25.386680 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869fb6ff-7a4a-4e34-b616-18faa5b72ed1 req-5538447b-af80-4c01-b7bc-8993b8af326f tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:25.388230 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-869fb6ff-7a4a-4e34-b616-18faa5b72ed1 req-5538447b-af80-4c01-b7bc-8993b8af326f tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/ports?device_id=d345a361-ed84-4e4a-a36c-52dea2e8e556&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2941246 Oct 30 15:08:25.416223 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:08:25.427589 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b19bb4d4-d302-4f48-8947-1b71a002ada0 req-626114bc-beb4-47db-890d-9ea4561b8776 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329014 Oct 30 15:08:25.430644 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': 'bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085', 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704', 'port_id': 'bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085', 'mac_address': 'fa:16:3e:ad:d7:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b5dea3-b65b-4514-8ec2-18a4245eb194', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:08:25.463894 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea012e8f-fb28-4a29-bc5c-2df355919776 req-c0d9523a-c083-4239-bff2-2695f741b20c tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:25.477059 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-b01c4c1e-5143-484a-aa2f-f342530d79ea service neutron] Attempting to bind port b8323b08-d4fa-47cd-afb2-6f8216fb7b03 on host n-h1-806683-17 for vnic_type normal with profile {"migrating_to": "n-h2-806683-17"} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:08:25.477393 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-b01c4c1e-5143-484a-aa2f-f342530d79ea service neutron] Attempting to bind port b8323b08-d4fa-47cd-afb2-6f8216fb7b03 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2f36ee91-6757-4d64-8719-4cb39651ac94'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:08:25.477723 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-b01c4c1e-5143-484a-aa2f-f342530d79ea service neutron] Attempting to bind port b8323b08-d4fa-47cd-afb2-6f8216fb7b03 on network 2f36ee91-6757-4d64-8719-4cb39651ac94 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:08:25.483621 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ea012e8f-fb28-4a29-bc5c-2df355919776 req-c0d9523a-c083-4239-bff2-2695f741b20c tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=f84e872a-cc33-4ea1-a6f7-022adfcc5dab HTTP/1.1" status: 200 len: 947 time: 0.1800663 Oct 30 15:08:25.488746 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:25.497761 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-869fb6ff-7a4a-4e34-b616-18faa5b72ed1 req-fe5e6262-e97f-4a33-9548-29ad57299b20 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.4.197 HTTP/1.1" status: 200 len: 696 time: 0.0970483 Oct 30 15:08:25.501884 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b63152b8-8683-4975-aea1-06378122bbed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8323b08-d4fa-47cd-afb2-6f8216fb7b03'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:08:25.504348 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5284bcc4-0e57-4a57-b225-e09605b31481" -d '{"events": [{"server_uuid": "b63152b8-8683-4975-aea1-06378122bbed", "name": "network-vif-unplugged", "status": "completed", "tag": "b8323b08-d4fa-47cd-afb2-6f8216fb7b03"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:08:25.504844 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:08:25.513933 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-869fb6ff-7a4a-4e34-b616-18faa5b72ed1 req-f3b5849d-e7ef-4c77-82dc-121221ac2ee2 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Request body: {'floatingip': {'port_id': '7742aa37-8b40-4348-8ac4-a14876822ac2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:08:25.523028 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-b01c4c1e-5143-484a-aa2f-f342530d79ea service neutron] Port b8323b08-d4fa-47cd-afb2-6f8216fb7b03 on network 2f36ee91-6757-4d64-8719-4cb39651ac94 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:08:25.523706 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-b01c4c1e-5143-484a-aa2f-f342530d79ea service neutron] Attempting to bind port b8323b08-d4fa-47cd-afb2-6f8216fb7b03 on network 2f36ee91-6757-4d64-8719-4cb39651ac94 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:08:25.529621 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:08:25.534877 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:25.565354 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-b01c4c1e-5143-484a-aa2f-f342530d79ea service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:08:25.565735 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-b01c4c1e-5143-484a-aa2f-f342530d79ea service neutron] Checking segment: {'id': '5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2f36ee91-6757-4d64-8719-4cb39651ac94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:08:25.566072 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-b01c4c1e-5143-484a-aa2f-f342530d79ea service neutron] Bound using segment: {'id': '5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2f36ee91-6757-4d64-8719-4cb39651ac94'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:08:25.566507 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-b01c4c1e-5143-484a-aa2f-f342530d79ea service neutron] Bound port: b8323b08-d4fa-47cd-afb2-6f8216fb7b03, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2f36ee91-6757-4d64-8719-4cb39651ac94'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:08:25.566861 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-b01c4c1e-5143-484a-aa2f-f342530d79ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:25.575742 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3925173a-f4c4-4ba1-9afe-d269939e4965 req-b0e64205-7e77-4846-86a0-129f3fca15ff service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4038365 Oct 30 15:08:25.585128 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-869fb6ff-7a4a-4e34-b616-18faa5b72ed1 req-f3b5849d-e7ef-4c77-82dc-121221ac2ee2 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Publish callbacks [] for floatingip, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:25.599330 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ea012e8f-fb28-4a29-bc5c-2df355919776 req-192c1723-38de-4f44-8db9-6519748946d7 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108625 Oct 30 15:08:25.615267 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb28d4-b9f0-4a00-aac1-8fcac6182a65 req-fd2d730c-fb81-4518-a4a0-559c28a93e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:25.617811 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-defb28d4-b9f0-4a00-aac1-8fcac6182a65 req-fd2d730c-fb81-4518-a4a0-559c28a93e87 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fe775bbcba174d2b97e2e40971e90df6&device_id=f84e872a-cc33-4ea1-a6f7-022adfcc5dab HTTP/1.1" status: 200 len: 1099 time: 0.1063356 Oct 30 15:08:25.649865 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:08:25.755357 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb28d4-b9f0-4a00-aac1-8fcac6182a65 req-2259cbe5-3b93-4e1b-8342-6949b20054da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:25.757152 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-defb28d4-b9f0-4a00-aac1-8fcac6182a65 req-2259cbe5-3b93-4e1b-8342-6949b20054da service neutron] 10.222.0.53 "GET /v2.0/networks?id=8de8b155-6e08-41c3-866a-8b30bb481704 HTTP/1.1" status: 200 len: 870 time: 0.1302235 Oct 30 15:08:25.776482 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-b01c4c1e-5143-484a-aa2f-f342530d79ea service neutron] For port b8323b08-d4fa-47cd-afb2-6f8216fb7b03, host n-h1-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:08:25.814653 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-defb28d4-b9f0-4a00-aac1-8fcac6182a65 req-e7ed8781-a284-40eb-bd6d-eb2f6edfa872 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=b4d0397e-9887-4a46-bdb3-9f808ed9d380 HTTP/1.1" status: 200 len: 217 time: 0.0395830 Oct 30 15:08:25.828709 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d55c5-5681-4ddc-9a95-aa23f21072ee req-a590bfa8-b269-40cf-b70f-e263d06ef96c tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:25.830312 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3a9d55c5-5681-4ddc-9a95-aa23f21072ee req-a590bfa8-b269-40cf-b70f-e263d06ef96c tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=97452329-4434-433e-b37c-61f92fe601e3 HTTP/1.1" status: 200 len: 948 time: 0.0881310 Oct 30 15:08:25.847851 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-b01c4c1e-5143-484a-aa2f-f342530d79ea service neutron] For port b8323b08-d4fa-47cd-afb2-6f8216fb7b03, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=b8323b08-d4fa-47cd-afb2-6f8216fb7b03,segment=NetworkSegment(5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87),segment_id=5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:08:25.856291 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-b01c4c1e-5143-484a-aa2f-f342530d79ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:25.876523 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:08:25.920184 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb28d4-b9f0-4a00-aac1-8fcac6182a65 req-d01931d6-2c15-4363-9aae-c8b0985a8135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:25.921749 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-defb28d4-b9f0-4a00-aac1-8fcac6182a65 req-d01931d6-2c15-4363-9aae-c8b0985a8135 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.0905757 Oct 30 15:08:25.962823 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-b01c4c1e-5143-484a-aa2f-f342530d79ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:25.962823 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-b01c4c1e-5143-484a-aa2f-f342530d79ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:25.964182 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-b01c4c1e-5143-484a-aa2f-f342530d79ea service neutron] 10.222.0.44 "PUT /v2.0/ports/b8323b08-d4fa-47cd-afb2-6f8216fb7b03 HTTP/1.1" status: 200 len: 1124 time: 1.6775177 Oct 30 15:08:25.964922 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01c4c1e-5143-484a-aa2f-f342530d79ea service neutron] Pushing event updated for resources: {'Port': ['ID=b8323b08-d4fa-47cd-afb2-6f8216fb7b03,revision_number=8']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:08:25.995151 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3a9d55c5-5681-4ddc-9a95-aa23f21072ee req-7f4e6408-d6ee-4fde-9de9-66e472e191c1 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527913 Oct 30 15:08:26.037604 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb28d4-b9f0-4a00-aac1-8fcac6182a65 req-6b114bbe-326e-4102-a7f0-a7b3fa0a9064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:26.041557 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-defb28d4-b9f0-4a00-aac1-8fcac6182a65 req-6b114bbe-326e-4102-a7f0-a7b3fa0a9064 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1019137 Oct 30 15:08:26.130208 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Oct 2021 15:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345e6093-9057-4a8e-937e-489f57be0c72 x-openstack-request-id: req-345e6093-9057-4a8e-937e-489f57be0c72 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:08:26.130518 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b63152b8-8683-4975-aea1-06378122bbed", "name": "network-vif-unplugged", "status": "completed", "tag": "b8323b08-d4fa-47cd-afb2-6f8216fb7b03", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:08:26.130750 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-345e6093-9057-4a8e-937e-489f57be0c72 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:08:26.131140 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b63152b8-8683-4975-aea1-06378122bbed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8323b08-d4fa-47cd-afb2-6f8216fb7b03', 'code': 200} Oct 30 15:08:26.166226 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['b8323b08-d4fa-47cd-afb2-6f8216fb7b03'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:08:26.200010 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-defb28d4-b9f0-4a00-aac1-8fcac6182a65 req-7cf8e95d-d63c-45a5-9d56-f8b76ebae36e service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469829 Oct 30 15:08:26.251821 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['b8323b08-d4fa-47cd-afb2-6f8216fb7b03'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:08:26.313785 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-869fb6ff-7a4a-4e34-b616-18faa5b72ed1 req-f3b5849d-e7ef-4c77-82dc-121221ac2ee2 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:26.322137 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-869fb6ff-7a4a-4e34-b616-18faa5b72ed1 req-f3b5849d-e7ef-4c77-82dc-121221ac2ee2 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:26.349065 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-defb28d4-b9f0-4a00-aac1-8fcac6182a65 req-3b545ed1-c27a-42cf-9950-8aab10ebe23d service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390960 Oct 30 15:08:26.418242 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd6a347-6625-4bdb-9c0a-58425c101cbf req-6093eaef-65b0-4e4b-bb42-dec363330e56 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:26.419152 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bfe7b3-56dc-4ed1-a368-f974319be20f req-ae1350b7-ba73-4621-ab99-79257919c68c tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:26.420818 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-30bfe7b3-56dc-4ed1-a368-f974319be20f req-ae1350b7-ba73-4621-ab99-79257919c68c tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7b7f5a4-607d-447b-855c-cd38ba7ad348 HTTP/1.1" status: 200 len: 946 time: 0.1417892 Oct 30 15:08:26.426813 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2bd6a347-6625-4bdb-9c0a-58425c101cbf req-6093eaef-65b0-4e4b-bb42-dec363330e56 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/ports?device_id=240b9084-e7bc-4df3-8230-d0586c611a69 HTTP/1.1" status: 200 len: 946 time: 0.0764832 Oct 30 15:08:26.464497 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2bd6a347-6625-4bdb-9c0a-58425c101cbf req-e98e5c32-102f-4392-8c5c-1b37ee4744c2 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff7d2e62-ea1a-45bf-a217-2b52e333182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365219 Oct 30 15:08:26.495021 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:26.514613 n-d-806683-17 neutron-server[102130]: INFO neutron.db.l3_db [req-869fb6ff-7a4a-4e34-b616-18faa5b72ed1 req-f3b5849d-e7ef-4c77-82dc-121221ac2ee2 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Floating IP dc454671-6538-4e2b-8e80-5933498ea5e7 associated. External IP: 172.25.4.197, port: 7742aa37-8b40-4348-8ac4-a14876822ac2. Oct 30 15:08:26.593508 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c136f904-3dc6-4e27-ad0a-8b45af1160e0 req-e4e0c72e-b217-4521-9072-a94a96ddd9bd tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:26.597071 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c136f904-3dc6-4e27-ad0a-8b45af1160e0 req-e4e0c72e-b217-4521-9072-a94a96ddd9bd tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=b63152b8-8683-4975-aea1-06378122bbed HTTP/1.1" status: 200 len: 944 time: 0.0579157 Oct 30 15:08:26.623910 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-30bfe7b3-56dc-4ed1-a368-f974319be20f req-96015444-cb7d-41d6-bf7f-c3bec0e638b6 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Deleting port 883a9fe4-2a20-41fd-a5a0-374f9c0d4582 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:08:26.624519 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-30bfe7b3-56dc-4ed1-a368-f974319be20f req-96015444-cb7d-41d6-bf7f-c3bec0e638b6 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:26.640567 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c136f904-3dc6-4e27-ad0a-8b45af1160e0 req-4de07b68-61ba-4718-aa8a-7edfaef18180 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369182 Oct 30 15:08:26.757937 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79561a11-73ce-4963-97e5-69231a3773bf req-15b2d6d4-157a-4054-8767-4285c17c7c4d tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:26.759574 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-79561a11-73ce-4963-97e5-69231a3773bf req-15b2d6d4-157a-4054-8767-4285c17c7c4d tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] 10.222.0.62 "GET /v2.0/ports?device_id=481ec1fa-8cdb-4949-bd8c-88ce56d35415 HTTP/1.1" status: 200 len: 949 time: 0.0508387 Oct 30 15:08:26.801694 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-79561a11-73ce-4963-97e5-69231a3773bf req-776cb3aa-26b9-4960-935a-8bc7911ec515 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbeb9008-c90c-4174-8348-aac0ca862d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344992 Oct 30 15:08:26.917758 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11d175f-8837-4cbd-a54f-b5e192584219 req-0e1b70b5-a5f2-4648-9189-c1b208b7933e tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:26.919360 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e11d175f-8837-4cbd-a54f-b5e192584219 req-0e1b70b5-a5f2-4648-9189-c1b208b7933e tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=f84e872a-cc33-4ea1-a6f7-022adfcc5dab HTTP/1.1" status: 200 len: 947 time: 0.0511792 Oct 30 15:08:26.958221 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e11d175f-8837-4cbd-a54f-b5e192584219 req-b5e14a54-5308-4d84-9a8c-eb51afe89a3c tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318494 Oct 30 15:08:27.045802 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-30bfe7b3-56dc-4ed1-a368-f974319be20f req-96015444-cb7d-41d6-bf7f-c3bec0e638b6 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] For port 883a9fe4-2a20-41fd-a5a0-374f9c0d4582, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=883a9fe4-2a20-41fd-a5a0-374f9c0d4582,segment=NetworkSegment(ef438171-9296-4cb4-a9a2-6d7294d77f81),segment_id=ef438171-9296-4cb4-a9a2-6d7294d77f81)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:08:27.045802 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-30bfe7b3-56dc-4ed1-a368-f974319be20f req-96015444-cb7d-41d6-bf7f-c3bec0e638b6 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:27.062082 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-30bfe7b3-56dc-4ed1-a368-f974319be20f req-96015444-cb7d-41d6-bf7f-c3bec0e638b6 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Calling delete_port for 883a9fe4-2a20-41fd-a5a0-374f9c0d4582 owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:08:27.123277 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [req-869fb6ff-7a4a-4e34-b616-18faa5b72ed1 req-f3b5849d-e7ef-4c77-82dc-121221ac2ee2 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Router 9c039d9e-9384-49c5-ad50-71c7a5239fdc has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:08:27.211874 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:08:27.282864 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:08:27.288780 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:08:27.289370 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:27.315493 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-869fb6ff-7a4a-4e34-b616-18faa5b72ed1 req-f3b5849d-e7ef-4c77-82dc-121221ac2ee2 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:08:27.321476 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-869fb6ff-7a4a-4e34-b616-18faa5b72ed1 req-f3b5849d-e7ef-4c77-82dc-121221ac2ee2 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:27.328143 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-30bfe7b3-56dc-4ed1-a368-f974319be20f req-96015444-cb7d-41d6-bf7f-c3bec0e638b6 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:27.329088 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdea8da-ac12-4be2-ab01-5b985e1e96da None None] Sync routers for ids ['9c039d9e-9384-49c5-ad50-71c7a5239fdc'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:08:27.350792 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['883a9fe4-2a20-41fd-a5a0-374f9c0d4582'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:08:27.363675 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4e51c3-6b0b-4ebb-ab02-f43fcf6a2b59 req-efad5b96-0c8f-48ec-b435-fb7d4ef328bb tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:27.365183 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9a4e51c3-6b0b-4ebb-ab02-f43fcf6a2b59 req-efad5b96-0c8f-48ec-b435-fb7d4ef328bb tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=97452329-4434-433e-b37c-61f92fe601e3 HTTP/1.1" status: 200 len: 948 time: 0.0581901 Oct 30 15:08:27.387288 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdea8da-ac12-4be2-ab01-5b985e1e96da None None] Routers {'9c039d9e-9384-49c5-ad50-71c7a5239fdc'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:08:27.387939 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-5cdea8da-ac12-4be2-ab01-5b985e1e96da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:08:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['9c039d9e-9384-49c5-ad50-71c7a5239fdc'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:08:27.389350 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96015444-cb7d-41d6-bf7f-c3bec0e638b6 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Pushing event deleted for resources: {'Port': ['ID=883a9fe4-2a20-41fd-a5a0-374f9c0d4582,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:08:27.400091 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-869fb6ff-7a4a-4e34-b616-18faa5b72ed1 req-f3b5849d-e7ef-4c77-82dc-121221ac2ee2 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "PUT /v2.0/floatingips/dc454671-6538-4e2b-8e80-5933498ea5e7 HTTP/1.1" status: 200 len: 996 time: 1.8916731 Oct 30 15:08:27.411646 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9a4e51c3-6b0b-4ebb-ab02-f43fcf6a2b59 req-e4da662b-6738-44d5-a28e-2314818db9cc tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383255 Oct 30 15:08:27.448598 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-30bfe7b3-56dc-4ed1-a368-f974319be20f req-96015444-cb7d-41d6-bf7f-c3bec0e638b6 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] No DVR routers for this DVR port 883a9fe4-2a20-41fd-a5a0-374f9c0d4582 on host n-h1-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:08:27.484699 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-30bfe7b3-56dc-4ed1-a368-f974319be20f req-96015444-cb7d-41d6-bf7f-c3bec0e638b6 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:27.488857 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-30bfe7b3-56dc-4ed1-a368-f974319be20f req-96015444-cb7d-41d6-bf7f-c3bec0e638b6 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.53 "DELETE /v2.0/ports/883a9fe4-2a20-41fd-a5a0-374f9c0d4582 HTTP/1.1" status: 204 len: 173 time: 1.0590510 Oct 30 15:08:27.530385 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869fb6ff-7a4a-4e34-b616-18faa5b72ed1 req-d0e9972a-f4b6-46db-b6eb-5c5c02682b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:27.532540 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-869fb6ff-7a4a-4e34-b616-18faa5b72ed1 req-d0e9972a-f4b6-46db-b6eb-5c5c02682b5a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d73a17c8ce1740f7a410991b16507a42&device_id=d345a361-ed84-4e4a-a36c-52dea2e8e556 HTTP/1.1" status: 200 len: 1097 time: 0.0967035 Oct 30 15:08:27.665940 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869fb6ff-7a4a-4e34-b616-18faa5b72ed1 req-1e11c6e1-ae84-4b9c-8a2a-d31f952940f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:27.668032 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-869fb6ff-7a4a-4e34-b616-18faa5b72ed1 req-1e11c6e1-ae84-4b9c-8a2a-d31f952940f7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=54a44e67-c153-4279-a113-56e728247797 HTTP/1.1" status: 200 len: 922 time: 0.1250873 Oct 30 15:08:27.689878 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7bfdb-2a23-4f63-8b10-235c8cf49833 req-5bfb03a2-9553-48ba-af89-53d1f877d336 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:27.691185 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2fe7bfdb-2a23-4f63-8b10-235c8cf49833 req-5bfb03a2-9553-48ba-af89-53d1f877d336 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/networks?id=291c5166-548b-4ef8-b78f-841a397188df HTTP/1.1" status: 200 len: 820 time: 0.1642423 Oct 30 15:08:27.707486 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2fe7bfdb-2a23-4f63-8b10-235c8cf49833 req-b1810c32-e6e8-4193-b100-72aff1b1a810 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/quotas/48ec0906891f440e8725a8b756af6e71 HTTP/1.1" status: 200 len: 375 time: 0.0102479 Oct 30 15:08:27.733200 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['7742aa37-8b40-4348-8ac4-a14876822ac2'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:08:27.750155 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-869fb6ff-7a4a-4e34-b616-18faa5b72ed1 req-699604b6-939a-494a-8679-5ea9feb1013e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7742aa37-8b40-4348-8ac4-a14876822ac2 HTTP/1.1" status: 200 len: 999 time: 0.0755510 Oct 30 15:08:27.768367 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:27.770019 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2fe7bfdb-2a23-4f63-8b10-235c8cf49833 req-f466ffb9-3c88-4832-8e31-59e5c575a4fe tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=48ec0906891f440e8725a8b756af6e71&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0553372 Oct 30 15:08:27.800729 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869fb6ff-7a4a-4e34-b616-18faa5b72ed1 req-ff2f4eaf-0f3b-4047-a211-ca4819c222c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:27.802322 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-869fb6ff-7a4a-4e34-b616-18faa5b72ed1 req-ff2f4eaf-0f3b-4047-a211-ca4819c222c7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c0e0f8e-11ac-4cdd-bbc0-64de2560079b HTTP/1.1" status: 200 len: 860 time: 0.0455964 Oct 30 15:08:27.805750 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-5cdea8da-ac12-4be2-ab01-5b985e1e96da None None] Set router 9c039d9e-9384-49c5-ad50-71c7a5239fdc gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:08:27.845377 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97452329-4434-433e-b37c-61f92fe601e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:08:27.847531 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e62728b-4f9a-438c-9fea-1373cc06861b" -d '{"events": [{"server_uuid": "97452329-4434-433e-b37c-61f92fe601e3", "name": "network-vif-plugged", "status": "completed", "tag": "bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:08:27.850807 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869fb6ff-7a4a-4e34-b616-18faa5b72ed1 req-de520ad0-5da7-47f4-b2ea-a32fc8ec915b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:27.852628 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-869fb6ff-7a4a-4e34-b616-18faa5b72ed1 req-de520ad0-5da7-47f4-b2ea-a32fc8ec915b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=54a44e67-c153-4279-a113-56e728247797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432246 Oct 30 15:08:27.864701 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [req-869fb6ff-7a4a-4e34-b616-18faa5b72ed1 req-b08a53d6-3885-481c-b489-0ad863f451a2 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:08:27.865898 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-869fb6ff-7a4a-4e34-b616-18faa5b72ed1 req-b08a53d6-3885-481c-b489-0ad863f451a2 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052650 Oct 30 15:08:27.873679 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:08:27.886647 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2fe7bfdb-2a23-4f63-8b10-235c8cf49833 req-26cd0802-4b93-45d5-af08-a77c550fcf2a service neutron] 10.222.0.62 "GET /v2.0/networks/291c5166-548b-4ef8-b78f-841a397188df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086488 Oct 30 15:08:27.912563 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:27.973317 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-869fb6ff-7a4a-4e34-b616-18faa5b72ed1 req-5faad83c-283b-4522-a865-de9f45209fed service neutron] 10.222.0.62 "GET /v2.0/networks/54a44e67-c153-4279-a113-56e728247797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006677 Oct 30 15:08:28.020244 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2fe7bfdb-2a23-4f63-8b10-235c8cf49833 req-e7e24489-9b42-4311-91fe-9243b74c99ed service neutron] 10.222.0.62 "GET /v2.0/networks/291c5166-548b-4ef8-b78f-841a397188df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231945 Oct 30 15:08:28.092931 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-869fb6ff-7a4a-4e34-b616-18faa5b72ed1 req-62248f8f-8c25-4041-bf8a-5768a40e8d38 service neutron] 10.222.0.62 "GET /v2.0/networks/54a44e67-c153-4279-a113-56e728247797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184523 Oct 30 15:08:28.112578 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:08:28.132036 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b63152b8-8683-4975-aea1-06378122bbed', 'tag': 'b8323b08-d4fa-47cd-afb2-6f8216fb7b03'}, {'name': 'network-changed', 'server_uuid': 'd345a361-ed84-4e4a-a36c-52dea2e8e556', 'tag': '7742aa37-8b40-4348-8ac4-a14876822ac2'}, {'server_uuid': 'd7b7f5a4-607d-447b-855c-cd38ba7ad348', 'name': 'network-vif-deleted', 'tag': '883a9fe4-2a20-41fd-a5a0-374f9c0d4582'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:08:28.134538 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117bb70b-f5e7-452b-a207-2863ad13fae3" -d '{"events": [{"name": "network-changed", "server_uuid": "b63152b8-8683-4975-aea1-06378122bbed", "tag": "b8323b08-d4fa-47cd-afb2-6f8216fb7b03"}, {"name": "network-changed", "server_uuid": "d345a361-ed84-4e4a-a36c-52dea2e8e556", "tag": "7742aa37-8b40-4348-8ac4-a14876822ac2"}, {"server_uuid": "d7b7f5a4-607d-447b-855c-cd38ba7ad348", "name": "network-vif-deleted", "tag": "883a9fe4-2a20-41fd-a5a0-374f9c0d4582"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:08:28.238950 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-5cdea8da-ac12-4be2-ab01-5b985e1e96da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1435770518-router', 'tenant_id': 'd73a17c8ce1740f7a410991b16507a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '64760796-1729-46bb-b6b3-ea8d64916bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:06:57Z', 'updated_at': '2021-10-30T15:07:03Z', 'revision_number': 4, 'project_id': 'd73a17c8ce1740f7a410991b16507a42', 'gw_port': {'id': '64760796-1729-46bb-b6b3-ea8d64916bfe', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:06:58Z', 'updated_at': '2021-10-30T15:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': 'dc454671-6538-4e2b-8e80-5933498ea5e7', 'tenant_id': 'd73a17c8ce1740f7a410991b16507a42', 'floating_ip_address': '172.25.4.197', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'port_id': '7742aa37-8b40-4348-8ac4-a14876822ac2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54a44e67-c153-4279-a113-56e728247797', 'mac_address': 'fa:16:3e:0a:ab:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd345a361-ed84-4e4a-a36c-52dea2e8e556', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:07:26Z', 'updated_at': '2021-10-30T15:08:26Z', 'revision_number': 8, 'project_id': 'd73a17c8ce1740f7a410991b16507a42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d106d20-fcdd-497e-8cee-0e17c1dfacb9', 'name': '', 'network_id': '54a44e67-c153-4279-a113-56e728247797', 'tenant_id': 'd73a17c8ce1740f7a410991b16507a42', 'mac_address': 'fa:16:3e:22:25:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4c0e0f8e-11ac-4cdd-bbc0-64de2560079b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:07:01Z', 'updated_at': '2021-10-30T15:07:09Z', 'revision_number': 5, 'project_id': 'd73a17c8ce1740f7a410991b16507a42', 'subnets': [{'id': '4c0e0f8e-11ac-4cdd-bbc0-64de2560079b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:08:28.269185 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdea8da-ac12-4be2-ab01-5b985e1e96da None None] Checking router: 9c039d9e-9384-49c5-ad50-71c7a5239fdc for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:08:28.289504 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdea8da-ac12-4be2-ab01-5b985e1e96da None None] Routers {'9c039d9e-9384-49c5-ad50-71c7a5239fdc'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:08:28.290428 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-5cdea8da-ac12-4be2-ab01-5b985e1e96da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:08:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['9c039d9e-9384-49c5-ad50-71c7a5239fdc'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:08:28.409384 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2fabc4-4c74-4cc1-8c8d-8d505a2986aa req-a41ad920-f1ef-45ca-8249-d3a55f9c0c91 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:28.409921 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935502d0-741f-4d6b-870d-f8916dff9f7a req-ad072746-2e1f-487a-82d7-6b23e7697d41 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:28.410864 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8d2fabc4-4c74-4cc1-8c8d-8d505a2986aa req-a41ad920-f1ef-45ca-8249-d3a55f9c0c91 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/ports?device_id=240b9084-e7bc-4df3-8230-d0586c611a69 HTTP/1.1" status: 200 len: 946 time: 0.0830569 Oct 30 15:08:28.411387 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-935502d0-741f-4d6b-870d-f8916dff9f7a req-ad072746-2e1f-487a-82d7-6b23e7697d41 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=b63152b8-8683-4975-aea1-06378122bbed HTTP/1.1" status: 200 len: 944 time: 0.0760343 Oct 30 15:08:28.417306 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-5cdea8da-ac12-4be2-ab01-5b985e1e96da None None] Set router 9c039d9e-9384-49c5-ad50-71c7a5239fdc gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:08:28.459373 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8d2fabc4-4c74-4cc1-8c8d-8d505a2986aa req-966d1552-f024-4791-8e48-e71a6aed2a78 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff7d2e62-ea1a-45bf-a217-2b52e333182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418053 Oct 30 15:08:28.471767 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-935502d0-741f-4d6b-870d-f8916dff9f7a req-33044b8e-8d13-45d1-8db7-f64de3305213 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486679 Oct 30 15:08:28.514014 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca7c89d-5a8b-46f4-8978-373d961e57d4 x-openstack-request-id: req-dca7c89d-5a8b-46f4-8978-373d961e57d4 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:08:28.514322 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97452329-4434-433e-b37c-61f92fe601e3", "name": "network-vif-plugged", "status": "completed", "tag": "bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:08:28.515138 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dca7c89d-5a8b-46f4-8978-373d961e57d4 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:08:28.515546 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97452329-4434-433e-b37c-61f92fe601e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085', 'code': 200} Oct 30 15:08:28.604879 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3fc1eaa1-25ff-4553-9d41-7990ba7c9702 req-ca1a2862-c3d4-436f-bece-d064b22082fb tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/floatingips/dc454671-6538-4e2b-8e80-5933498ea5e7 HTTP/1.1" status: 200 len: 996 time: 0.0778081 Oct 30 15:08:28.645182 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60589634-cf9b-4f27-964e-d72b4e7d0889 req-5bb103d4-d234-4d80-95d7-c7d0f5ba7eba tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:28.646928 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-60589634-cf9b-4f27-964e-d72b4e7d0889 req-5bb103d4-d234-4d80-95d7-c7d0f5ba7eba tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=f84e872a-cc33-4ea1-a6f7-022adfcc5dab HTTP/1.1" status: 200 len: 947 time: 0.1009061 Oct 30 15:08:28.721199 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf552d8-e032-41ef-aee7-dc75c84da2ed req-ef5235ad-703c-48ab-8316-e8a74da3d2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:28.722691 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8bf552d8-e032-41ef-aee7-dc75c84da2ed req-ef5235ad-703c-48ab-8316-e8a74da3d2d8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=97452329-4434-433e-b37c-61f92fe601e3 HTTP/1.1" status: 200 len: 1101 time: 0.1084213 Oct 30 15:08:28.732328 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-5cdea8da-ac12-4be2-ab01-5b985e1e96da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1435770518-router', 'tenant_id': 'd73a17c8ce1740f7a410991b16507a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '64760796-1729-46bb-b6b3-ea8d64916bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:06:57Z', 'updated_at': '2021-10-30T15:07:03Z', 'revision_number': 4, 'project_id': 'd73a17c8ce1740f7a410991b16507a42', 'gw_port': {'id': '64760796-1729-46bb-b6b3-ea8d64916bfe', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:06:58Z', 'updated_at': '2021-10-30T15:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': 'dc454671-6538-4e2b-8e80-5933498ea5e7', 'tenant_id': 'd73a17c8ce1740f7a410991b16507a42', 'floating_ip_address': '172.25.4.197', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'port_id': '7742aa37-8b40-4348-8ac4-a14876822ac2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54a44e67-c153-4279-a113-56e728247797', 'mac_address': 'fa:16:3e:0a:ab:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd345a361-ed84-4e4a-a36c-52dea2e8e556', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:07:26Z', 'updated_at': '2021-10-30T15:08:26Z', 'revision_number': 8, 'project_id': 'd73a17c8ce1740f7a410991b16507a42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d106d20-fcdd-497e-8cee-0e17c1dfacb9', 'name': '', 'network_id': '54a44e67-c153-4279-a113-56e728247797', 'tenant_id': 'd73a17c8ce1740f7a410991b16507a42', 'mac_address': 'fa:16:3e:22:25:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4c0e0f8e-11ac-4cdd-bbc0-64de2560079b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:07:01Z', 'updated_at': '2021-10-30T15:07:09Z', 'revision_number': 5, 'project_id': 'd73a17c8ce1740f7a410991b16507a42', 'subnets': [{'id': '4c0e0f8e-11ac-4cdd-bbc0-64de2560079b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:08:28.738025 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-60589634-cf9b-4f27-964e-d72b4e7d0889 req-56ec9e06-8563-4f12-82ba-de8f5e743564 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768065 Oct 30 15:08:28.759155 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc1eaa1-25ff-4553-9d41-7990ba7c9702 req-2d98dd44-9e69-46ab-8679-76f32275f276 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:28.766739 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3fc1eaa1-25ff-4553-9d41-7990ba7c9702 req-2d98dd44-9e69-46ab-8679-76f32275f276 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/networks/edc38ef5-7816-4133-914c-cfe2849a0125 HTTP/1.1" status: 200 len: 784 time: 0.1607850 Oct 30 15:08:28.769083 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdea8da-ac12-4be2-ab01-5b985e1e96da None None] The sync data for ids ['9c039d9e-9384-49c5-ad50-71c7a5239fdc'] in n-d-806683-17 is: [{'id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1435770518-router', 'tenant_id': 'd73a17c8ce1740f7a410991b16507a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '64760796-1729-46bb-b6b3-ea8d64916bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:06:57Z', 'updated_at': '2021-10-30T15:07:03Z', 'revision_number': 4, 'project_id': 'd73a17c8ce1740f7a410991b16507a42', 'gw_port': {'id': '64760796-1729-46bb-b6b3-ea8d64916bfe', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:06:58Z', 'updated_at': '2021-10-30T15:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': 'dc454671-6538-4e2b-8e80-5933498ea5e7', 'tenant_id': 'd73a17c8ce1740f7a410991b16507a42', 'floating_ip_address': '172.25.4.197', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'port_id': '7742aa37-8b40-4348-8ac4-a14876822ac2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54a44e67-c153-4279-a113-56e728247797', 'mac_address': 'fa:16:3e:0a:ab:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd345a361-ed84-4e4a-a36c-52dea2e8e556', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:07:26Z', 'updated_at': '2021-10-30T15:08:26Z', 'revision_number': 8, 'project_id': 'd73a17c8ce1740f7a410991b16507a42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d106d20-fcdd-497e-8cee-0e17c1dfacb9', 'name': '', 'network_id': '54a44e67-c153-4279-a113-56e728247797', 'tenant_id': 'd73a17c8ce1740f7a410991b16507a42', 'mac_address': 'fa:16:3e:22:25:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4c0e0f8e-11ac-4cdd-bbc0-64de2560079b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:07:01Z', 'updated_at': '2021-10-30T15:07:09Z', 'revision_number': 5, 'project_id': 'd73a17c8ce1740f7a410991b16507a42', 'subnets': [{'id': '4c0e0f8e-11ac-4cdd-bbc0-64de2560079b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:08:28.773323 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [req-3fc1eaa1-25ff-4553-9d41-7990ba7c9702 req-f869b9e4-4370-42a7-b894-14a644440d94 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:08:28.786280 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3fc1eaa1-25ff-4553-9d41-7990ba7c9702 req-f869b9e4-4370-42a7-b894-14a644440d94 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0185597 Oct 30 15:08:28.806478 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8bf552d8-e032-41ef-aee7-dc75c84da2ed req-d0676e98-b912-4e2e-8686-5cc2facfa93a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718598 Oct 30 15:08:28.820640 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Sat, 30 Oct 2021 15:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee31d6f-c3d4-4fd7-85bc-5407f205b824 x-openstack-request-id: req-3ee31d6f-c3d4-4fd7-85bc-5407f205b824 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:08:28.821029 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b63152b8-8683-4975-aea1-06378122bbed", "tag": "b8323b08-d4fa-47cd-afb2-6f8216fb7b03", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d345a361-ed84-4e4a-a36c-52dea2e8e556", "tag": "7742aa37-8b40-4348-8ac4-a14876822ac2", "status": "completed", "code": 200}, {"server_uuid": "d7b7f5a4-607d-447b-855c-cd38ba7ad348", "name": "network-vif-deleted", "tag": "883a9fe4-2a20-41fd-a5a0-374f9c0d4582", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:08:28.821390 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3ee31d6f-c3d4-4fd7-85bc-5407f205b824 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:08:28.821868 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b63152b8-8683-4975-aea1-06378122bbed', 'tag': 'b8323b08-d4fa-47cd-afb2-6f8216fb7b03', 'status': 'completed', 'code': 200} Oct 30 15:08:28.822232 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd345a361-ed84-4e4a-a36c-52dea2e8e556', 'tag': '7742aa37-8b40-4348-8ac4-a14876822ac2', 'status': 'completed', 'code': 200} Oct 30 15:08:28.823584 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b7f5a4-607d-447b-855c-cd38ba7ad348', 'name': 'network-vif-deleted', 'tag': '883a9fe4-2a20-41fd-a5a0-374f9c0d4582', 'status': 'completed', 'code': 200} Oct 30 15:08:28.873726 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3ec5bc34-a145-4fb3-b836-0ddf245f6365 req-47472865-d3c6-48d6-81b4-b8df1c991a0f tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ca418f9-ac64-472b-bb6a-2b067e61baee HTTP/1.1" status: 200 len: 210 time: 0.0328608 Oct 30 15:08:28.937775 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117bb70b-f5e7-452b-a207-2863ad13fae3 req-5997957a-4afb-4cc1-8593-d55e74dde4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:28.939278 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-117bb70b-f5e7-452b-a207-2863ad13fae3 req-5997957a-4afb-4cc1-8593-d55e74dde4e2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d73a17c8ce1740f7a410991b16507a42&device_id=d345a361-ed84-4e4a-a36c-52dea2e8e556 HTTP/1.1" status: 200 len: 1097 time: 0.0686057 Oct 30 15:08:29.040260 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 495efa50-6c46-406d-b76f-a99eae8e4780 no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:08:29.146016 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828e01c8-5463-4435-b34e-18d457e8b16e None None] New status for floating IP dc454671-6538-4e2b-8e80-5933498ea5e7: ACTIVE {{(pid=102133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 15:08:29.197524 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c520785e-bcac-4a89-8351-610932485b09 req-b8415cc9-e279-49a2-b52a-21b3241be538 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:29.199142 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c520785e-bcac-4a89-8351-610932485b09 req-b8415cc9-e279-49a2-b52a-21b3241be538 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=97452329-4434-433e-b37c-61f92fe601e3 HTTP/1.1" status: 200 len: 949 time: 0.3212469 Oct 30 15:08:29.230899 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117bb70b-f5e7-452b-a207-2863ad13fae3 req-3e95a7fc-548f-4654-9cc7-63a100e5cd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:29.233483 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-117bb70b-f5e7-452b-a207-2863ad13fae3 req-3e95a7fc-548f-4654-9cc7-63a100e5cd60 service neutron] 10.222.0.44 "GET /v2.0/networks?id=54a44e67-c153-4279-a113-56e728247797 HTTP/1.1" status: 200 len: 922 time: 0.2761307 Oct 30 15:08:29.233972 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:29.278691 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c520785e-bcac-4a89-8351-610932485b09 req-99bb50be-8663-497f-a0f1-772e88c4f746 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689301 Oct 30 15:08:29.300017 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device b4d0397e-9887-4a46-bdb3-9f808ed9d380 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:08:29.336158 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 495efa50-6c46-406d-b76f-a99eae8e4780, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=495efa50-6c46-406d-b76f-a99eae8e4780,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:08:29.339417 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-117bb70b-f5e7-452b-a207-2863ad13fae3 req-8b448ff0-61a6-4d48-a42c-2df23c4e828d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7742aa37-8b40-4348-8ac4-a14876822ac2 HTTP/1.1" status: 200 len: 999 time: 0.0770116 Oct 30 15:08:29.346538 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:29.374793 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-76723953-5fe0-4a63-a589-ef56965bf74a req-8541f5a5-f325-43d7-8959-2a2f9eb2b3bc tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.4.197 HTTP/1.1" status: 200 len: 999 time: 0.2342024 Oct 30 15:08:29.404147 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117bb70b-f5e7-452b-a207-2863ad13fae3 req-53e1900d-2de8-43a9-8a11-65a643f0b362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:29.406821 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-117bb70b-f5e7-452b-a207-2863ad13fae3 req-53e1900d-2de8-43a9-8a11-65a643f0b362 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b8aea481537c4f1b9ab8f7eccea88bfc&device_id=b63152b8-8683-4975-aea1-06378122bbed HTTP/1.1" status: 200 len: 1127 time: 0.3713510 Oct 30 15:08:29.413071 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=495efa50-6c46-406d-b76f-a99eae8e4780,revision_number=8']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:08:29.413241 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df359d-0f84-4569-aaec-9517eb960198 req-11ebbc19-2162-476f-bec5-43bae75d469e tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:29.420895 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a6df359d-0f84-4569-aaec-9517eb960198 req-11ebbc19-2162-476f-bec5-43bae75d469e tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/ports?device_id=240b9084-e7bc-4df3-8230-d0586c611a69 HTTP/1.1" status: 200 len: 946 time: 0.0648000 Oct 30 15:08:29.471435 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a6df359d-0f84-4569-aaec-9517eb960198 req-66671e0d-8540-4447-b96f-c543ce1826d1 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff7d2e62-ea1a-45bf-a217-2b52e333182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438681 Oct 30 15:08:29.529403 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76723953-5fe0-4a63-a589-ef56965bf74a req-05fce74c-879c-430f-88db-884d8b5568b5 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:29.531098 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-76723953-5fe0-4a63-a589-ef56965bf74a req-05fce74c-879c-430f-88db-884d8b5568b5 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/ports/7742aa37-8b40-4348-8ac4-a14876822ac2 HTTP/1.1" status: 200 len: 942 time: 0.1549571 Oct 30 15:08:29.539739 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:29.549388 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117bb70b-f5e7-452b-a207-2863ad13fae3 req-38a54d9e-755b-4c89-9ba1-318fdc6f72c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:29.552395 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-117bb70b-f5e7-452b-a207-2863ad13fae3 req-38a54d9e-755b-4c89-9ba1-318fdc6f72c7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4c0e0f8e-11ac-4cdd-bbc0-64de2560079b HTTP/1.1" status: 200 len: 860 time: 0.1589770 Oct 30 15:08:29.577602 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port b4d0397e-9887-4a46-bdb3-9f808ed9d380, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=b4d0397e-9887-4a46-bdb3-9f808ed9d380,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:08:29.593026 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': 'b4d0397e-9887-4a46-bdb3-9f808ed9d380', 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704', 'port_id': 'b4d0397e-9887-4a46-bdb3-9f808ed9d380', 'mac_address': 'fa:16:3e:6b:f9:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b5dea3-b65b-4514-8ec2-18a4245eb194', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:08:29.639645 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:29.655407 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4d0397e-9887-4a46-bdb3-9f808ed9d380 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:08:29.687306 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port b4d0397e-9887-4a46-bdb3-9f808ed9d380, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=b4d0397e-9887-4a46-bdb3-9f808ed9d380,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:08:29.691903 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:29.696696 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117bb70b-f5e7-452b-a207-2863ad13fae3 req-9bedb7e2-3ad7-4269-897e-7523d4e7f5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:29.698907 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-117bb70b-f5e7-452b-a207-2863ad13fae3 req-9bedb7e2-3ad7-4269-897e-7523d4e7f5a9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=54a44e67-c153-4279-a113-56e728247797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1359365 Oct 30 15:08:29.708771 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117bb70b-f5e7-452b-a207-2863ad13fae3 req-5c9b0702-b806-4e90-8fbe-eb6dd5f986a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:29.710193 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-117bb70b-f5e7-452b-a207-2863ad13fae3 req-5c9b0702-b806-4e90-8fbe-eb6dd5f986a3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2f36ee91-6757-4d64-8719-4cb39651ac94 HTTP/1.1" status: 200 len: 909 time: 0.2629163 Oct 30 15:08:29.730967 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-76723953-5fe0-4a63-a589-ef56965bf74a req-ea587136-80d7-4ef1-a87b-f3a0c347692a tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.4.197 HTTP/1.1" status: 200 len: 1001 time: 0.1295385 Oct 30 15:08:29.740455 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b09f0-dab9-45bd-9e61-4d629a291e89 req-ca09cd72-776f-44f9-8480-a4478cffd09f tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:29.742921 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f71b09f0-dab9-45bd-9e61-4d629a291e89 req-ca09cd72-776f-44f9-8480-a4478cffd09f tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=b63152b8-8683-4975-aea1-06378122bbed HTTP/1.1" status: 200 len: 944 time: 0.0789638 Oct 30 15:08:29.757436 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=b4d0397e-9887-4a46-bdb3-9f808ed9d380,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:08:29.834589 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-117bb70b-f5e7-452b-a207-2863ad13fae3 req-9e19dee7-7a9e-4026-8c1d-278c8659d492 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8323b08-d4fa-47cd-afb2-6f8216fb7b03 HTTP/1.1" status: 200 len: 217 time: 0.1090400 Oct 30 15:08:29.851871 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f71b09f0-dab9-45bd-9e61-4d629a291e89 req-6623935c-c650-4362-b586-6b09a3927a78 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023636 Oct 30 15:08:29.900161 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7bfdb-2a23-4f63-8b10-235c8cf49833 req-35cadc9f-e056-4b74-a466-9444891691f1 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:29.902348 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2fe7bfdb-2a23-4f63-8b10-235c8cf49833 req-35cadc9f-e056-4b74-a466-9444891691f1 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.53 "GET /v2.0/networks?id=291c5166-548b-4ef8-b78f-841a397188df HTTP/1.1" status: 200 len: 820 time: 0.1499429 Oct 30 15:08:29.931377 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-2fe7bfdb-2a23-4f63-8b10-235c8cf49833 req-f09dad19-3e4b-4967-bd0d-d76622bc064f tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Request body: {'port': {'device_id': '4ca418f9-ac64-472b-bb6a-2b067e61baee', 'network_id': '291c5166-548b-4ef8-b78f-841a397188df', 'admin_state_up': True, 'tenant_id': '48ec0906891f440e8725a8b756af6e71'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:08:29.946714 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117bb70b-f5e7-452b-a207-2863ad13fae3 req-42b0dd32-5827-4aeb-8ba2-8bde498f56de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:29.948128 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-117bb70b-f5e7-452b-a207-2863ad13fae3 req-42b0dd32-5827-4aeb-8ba2-8bde498f56de service neutron] 10.222.0.53 "GET /v2.0/subnets?id=eb0d8673-4262-419a-bce2-caff67d0478f HTTP/1.1" status: 200 len: 848 time: 0.0853286 Oct 30 15:08:29.979854 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-117bb70b-f5e7-452b-a207-2863ad13fae3 req-620e82c3-d66f-45c4-a19a-f39ef91ac3d7 service neutron] 10.222.0.44 "GET /v2.0/networks/54a44e67-c153-4279-a113-56e728247797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686462 Oct 30 15:08:30.004236 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-117bb70b-f5e7-452b-a207-2863ad13fae3 req-46769ebc-62b3-48ab-8210-47b65067dd8d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2f36ee91-6757-4d64-8719-4cb39651ac94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384643 Oct 30 15:08:30.043725 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be4755-45d2-4d4b-bbe1-0ddae4160de6 req-9748d733-21b2-428d-a0b4-026cc038e6df tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:30.045303 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-68be4755-45d2-4d4b-bbe1-0ddae4160de6 req-9748d733-21b2-428d-a0b4-026cc038e6df tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=f84e872a-cc33-4ea1-a6f7-022adfcc5dab HTTP/1.1" status: 200 len: 948 time: 0.1075814 Oct 30 15:08:30.066365 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['b4d0397e-9887-4a46-bdb3-9f808ed9d380'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:08:30.080545 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76723953-5fe0-4a63-a589-ef56965bf74a req-13a7e2bf-d753-4a31-8ddc-4f4318ff24f9 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:30.088859 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-76723953-5fe0-4a63-a589-ef56965bf74a req-13a7e2bf-d753-4a31-8ddc-4f4318ff24f9 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/networks/edc38ef5-7816-4133-914c-cfe2849a0125 HTTP/1.1" status: 200 len: 784 time: 0.3426805 Oct 30 15:08:30.113892 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fe7bfdb-2a23-4f63-8b10-235c8cf49833 req-f09dad19-3e4b-4967-bd0d-d76622bc064f tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Made reservation on behalf of 48ec0906891f440e8725a8b756af6e71 for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:08:30.118156 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-2fe7bfdb-2a23-4f63-8b10-235c8cf49833 req-f09dad19-3e4b-4967-bd0d-d76622bc064f tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:30.164510 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-68be4755-45d2-4d4b-bbe1-0ddae4160de6 req-85767185-676a-40f9-a2af-e2ff6180564e tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040869 Oct 30 15:08:30.348313 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-702d2660-f077-44af-8ddd-72e67ce5cad8 req-7f1806c4-9e5e-4bd5-be9d-9ef4dad57638 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ca418f9-ac64-472b-bb6a-2b067e61baee HTTP/1.1" status: 200 len: 210 time: 0.0449679 Oct 30 15:08:30.418686 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-2fe7bfdb-2a23-4f63-8b10-235c8cf49833 req-f09dad19-3e4b-4967-bd0d-d76622bc064f tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Allocated IP 172.20.0.7 (291c5166-548b-4ef8-b78f-841a397188df/4f4c836a-b7bd-4d76-afd1-011b8a3fe891/5fef0f85-c4bb-4e50-a76f-a2fb8545703f) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:08:30.513270 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25734ce-3922-4ebc-b0ba-41a1f1182143 req-a1faf766-865b-43ac-86d4-8be31a197899 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:30.514750 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f25734ce-3922-4ebc-b0ba-41a1f1182143 req-a1faf766-865b-43ac-86d4-8be31a197899 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=97452329-4434-433e-b37c-61f92fe601e3 HTTP/1.1" status: 200 len: 949 time: 0.0878158 Oct 30 15:08:30.516885 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '481ec1fa-8cdb-4949-bd8c-88ce56d35415', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '495efa50-6c46-406d-b76f-a99eae8e4780'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:08:30.521076 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718b0cef-2fa3-4cc7-bfb2-d997aea9bfa1" -d '{"events": [{"server_uuid": "481ec1fa-8cdb-4949-bd8c-88ce56d35415", "name": "network-vif-unplugged", "status": "completed", "tag": "495efa50-6c46-406d-b76f-a99eae8e4780"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:08:30.529512 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-76723953-5fe0-4a63-a589-ef56965bf74a req-6834c3d0-9717-4e13-bea4-fe25cac978b3 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.4.197 HTTP/1.1" status: 200 len: 1001 time: 0.4397357 Oct 30 15:08:30.534105 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-76723953-5fe0-4a63-a589-ef56965bf74a req-23ea9c4c-2a51-45a3-9393-b98fc467496a tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:08:30.577682 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-117bb70b-f5e7-452b-a207-2863ad13fae3 req-2db84d97-3069-4e0e-bc36-3bc37adcb551 service neutron] 10.222.0.44 "GET /v2.0/networks/54a44e67-c153-4279-a113-56e728247797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5816097 Oct 30 15:08:30.602228 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-117bb70b-f5e7-452b-a207-2863ad13fae3 req-38296601-ac49-4f15-b76d-5d572475d5e4 service neutron] 10.222.0.53 "GET /v2.0/networks/2f36ee91-6757-4d64-8719-4cb39651ac94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5809829 Oct 30 15:08:30.617173 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f25734ce-3922-4ebc-b0ba-41a1f1182143 req-1ccaa7e8-ffd9-4413-996c-845cd572fde3 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510645 Oct 30 15:08:30.621821 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-76723953-5fe0-4a63-a589-ef56965bf74a req-23ea9c4c-2a51-45a3-9393-b98fc467496a tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Publish callbacks [] for floatingip, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:30.663590 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-2fe7bfdb-2a23-4f63-8b10-235c8cf49833 req-f09dad19-3e4b-4967-bd0d-d76622bc064f tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:30.743895 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-2fe7bfdb-2a23-4f63-8b10-235c8cf49833 req-f09dad19-3e4b-4967-bd0d-d76622bc064f tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:30.765825 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['8b371b9f-aeca-4397-a92e-43f1eefb6950'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:08:30.786062 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5024c096-4b0f-440e-a791-ca1617c76065 req-776a766b-7b79-4924-ae0d-b932484ad491 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:30.787592 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5024c096-4b0f-440e-a791-ca1617c76065 req-776a766b-7b79-4924-ae0d-b932484ad491 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/ports?device_id=240b9084-e7bc-4df3-8230-d0586c611a69 HTTP/1.1" status: 200 len: 946 time: 0.0978634 Oct 30 15:08:30.808784 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fe7bfdb-2a23-4f63-8b10-235c8cf49833 req-f09dad19-3e4b-4967-bd0d-d76622bc064f tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Network 291c5166-548b-4ef8-b78f-841a397188df is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:08:30.822225 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-2fe7bfdb-2a23-4f63-8b10-235c8cf49833 req-f09dad19-3e4b-4967-bd0d-d76622bc064f tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:08:30.831693 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09dad19-3e4b-4967-bd0d-d76622bc064f tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Pushing event updated for resources: {'Port': ['ID=5fef0f85-c4bb-4e50-a76f-a2fb8545703f,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:08:30.837103 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fe7bfdb-2a23-4f63-8b10-235c8cf49833 req-f09dad19-3e4b-4967-bd0d-d76622bc064f tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:08:30.880968 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5024c096-4b0f-440e-a791-ca1617c76065 req-045e1ce9-2379-463a-8064-9f8da28e5497 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff7d2e62-ea1a-45bf-a217-2b52e333182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765409 Oct 30 15:08:30.899432 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7bfdb-2a23-4f63-8b10-235c8cf49833 req-f09dad19-3e4b-4967-bd0d-d76622bc064f tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:30.899805 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-76723953-5fe0-4a63-a589-ef56965bf74a req-23ea9c4c-2a51-45a3-9393-b98fc467496a tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:30.900824 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-2fe7bfdb-2a23-4f63-8b10-235c8cf49833 req-f09dad19-3e4b-4967-bd0d-d76622bc064f tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:30.902798 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-117bb70b-f5e7-452b-a207-2863ad13fae3 req-3145aca2-8c7c-4431-aa85-f8010af197d5 service neutron] 10.222.0.53 "GET /v2.0/networks/2f36ee91-6757-4d64-8719-4cb39651ac94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911789 Oct 30 15:08:30.912030 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-76723953-5fe0-4a63-a589-ef56965bf74a req-23ea9c4c-2a51-45a3-9393-b98fc467496a tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:30.912378 n-d-806683-17 neutron-server[102130]: INFO neutron.db.l3_db [req-76723953-5fe0-4a63-a589-ef56965bf74a req-23ea9c4c-2a51-45a3-9393-b98fc467496a tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Floating IP dc454671-6538-4e2b-8e80-5933498ea5e7 disassociated. External IP: 172.25.4.197, port: 7742aa37-8b40-4348-8ac4-a14876822ac2. Oct 30 15:08:30.941808 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2fe7bfdb-2a23-4f63-8b10-235c8cf49833 req-f09dad19-3e4b-4967-bd0d-d76622bc064f tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0206177 Oct 30 15:08:30.957851 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-2fe7bfdb-2a23-4f63-8b10-235c8cf49833 req-e7a25e3c-2264-4966-ac85-46fa12f093e6 service neutron] Request body: {'port': {'device_id': '4ca418f9-ac64-472b-bb6a-2b067e61baee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:08:30.977242 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Oct 2021 15:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9401720c-3613-4195-b163-23800fa800c2 x-openstack-request-id: req-9401720c-3613-4195-b163-23800fa800c2 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:08:30.977242 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "481ec1fa-8cdb-4949-bd8c-88ce56d35415", "name": "network-vif-unplugged", "status": "completed", "tag": "495efa50-6c46-406d-b76f-a99eae8e4780", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:08:30.977473 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9401720c-3613-4195-b163-23800fa800c2 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:08:30.977792 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '481ec1fa-8cdb-4949-bd8c-88ce56d35415', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '495efa50-6c46-406d-b76f-a99eae8e4780', 'code': 200} Oct 30 15:08:31.017536 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-2fe7bfdb-2a23-4f63-8b10-235c8cf49833 req-e7a25e3c-2264-4966-ac85-46fa12f093e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:31.043448 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device ac740ae4-8271-48a4-935e-74c1d5bb5e25 details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:08:31.170887 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port ac740ae4-8271-48a4-935e-74c1d5bb5e25, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=ac740ae4-8271-48a4-935e-74c1d5bb5e25,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:08:31.186070 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': 'ac740ae4-8271-48a4-935e-74c1d5bb5e25', 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704', 'port_id': 'ac740ae4-8271-48a4-935e-74c1d5bb5e25', 'mac_address': 'fa:16:3e:e1:48:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b5dea3-b65b-4514-8ec2-18a4245eb194', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:08:31.232060 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:31.240125 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device b4d0397e-9887-4a46-bdb3-9f808ed9d380 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:08:31.264193 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [req-76723953-5fe0-4a63-a589-ef56965bf74a req-23ea9c4c-2a51-45a3-9393-b98fc467496a tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Router 9c039d9e-9384-49c5-ad50-71c7a5239fdc has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:08:31.283545 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac740ae4-8271-48a4-935e-74c1d5bb5e25 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:08:31.308599 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca4440-846c-4f01-b785-d0d919463d37 req-8cfd98b8-c72a-4b84-9f08-c49a48182f09 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:31.311358 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dbca4440-846c-4f01-b785-d0d919463d37 req-8cfd98b8-c72a-4b84-9f08-c49a48182f09 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=97452329-4434-433e-b37c-61f92fe601e3 HTTP/1.1" status: 200 len: 949 time: 0.0864909 Oct 30 15:08:31.312712 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port ac740ae4-8271-48a4-935e-74c1d5bb5e25, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=ac740ae4-8271-48a4-935e-74c1d5bb5e25,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:08:31.318707 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:31.360084 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port b4d0397e-9887-4a46-bdb3-9f808ed9d380 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:08:31.371299 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port b4d0397e-9887-4a46-bdb3-9f808ed9d380 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:08:31.371702 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:31.372535 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dbca4440-846c-4f01-b785-d0d919463d37 req-f1c5cf66-0a70-4306-95d4-e4d9b9854a78 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471084 Oct 30 15:08:31.429375 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-76723953-5fe0-4a63-a589-ef56965bf74a req-23ea9c4c-2a51-45a3-9393-b98fc467496a tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:08:31.434085 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=ac740ae4-8271-48a4-935e-74c1d5bb5e25,revision_number=9']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:08:31.444904 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f69a63b-946b-4070-be53-eadc59ea952e None None] Sync routers for ids ['9c039d9e-9384-49c5-ad50-71c7a5239fdc'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:08:31.450204 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-76723953-5fe0-4a63-a589-ef56965bf74a req-23ea9c4c-2a51-45a3-9393-b98fc467496a tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:31.461929 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f69a63b-946b-4070-be53-eadc59ea952e None None] Routers {'9c039d9e-9384-49c5-ad50-71c7a5239fdc'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:08:31.462164 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-1f69a63b-946b-4070-be53-eadc59ea952e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:08:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['9c039d9e-9384-49c5-ad50-71c7a5239fdc'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:08:31.484298 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-2fe7bfdb-2a23-4f63-8b10-235c8cf49833 req-e7a25e3c-2264-4966-ac85-46fa12f093e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fef0f85-c4bb-4e50-a76f-a2fb8545703f {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:08:31.513403 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-76723953-5fe0-4a63-a589-ef56965bf74a req-23ea9c4c-2a51-45a3-9393-b98fc467496a tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "PUT /v2.0/floatingips/dc454671-6538-4e2b-8e80-5933498ea5e7 HTTP/1.1" status: 200 len: 696 time: 0.9758639 Oct 30 15:08:31.522490 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd345a361-ed84-4e4a-a36c-52dea2e8e556', 'tag': '7742aa37-8b40-4348-8ac4-a14876822ac2'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:08:31.525087 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d1ee8f-d940-460d-a9dc-fb7a93c1e8e9" -d '{"events": [{"name": "network-changed", "server_uuid": "d345a361-ed84-4e4a-a36c-52dea2e8e556", "tag": "7742aa37-8b40-4348-8ac4-a14876822ac2"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:08:31.538721 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-2fe7bfdb-2a23-4f63-8b10-235c8cf49833 req-e7a25e3c-2264-4966-ac85-46fa12f093e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:31.565201 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76723953-5fe0-4a63-a589-ef56965bf74a req-9b3ad506-795e-4968-aff0-cd1b07048d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:31.567188 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-76723953-5fe0-4a63-a589-ef56965bf74a req-9b3ad506-795e-4968-aff0-cd1b07048d3b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d73a17c8ce1740f7a410991b16507a42&device_id=d345a361-ed84-4e4a-a36c-52dea2e8e556 HTTP/1.1" status: 200 len: 1097 time: 0.0529704 Oct 30 15:08:31.572711 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-2fe7bfdb-2a23-4f63-8b10-235c8cf49833 req-e7a25e3c-2264-4966-ac85-46fa12f093e6 service neutron] Transition to ACTIVE for port object 5fef0f85-c4bb-4e50-a76f-a2fb8545703f will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:08:31.583302 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a2e67-4c9d-44c6-8534-fcb3397f17ed req-04220ba2-ebbf-4e7a-9746-1f57cea563e2 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:31.585652 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5a3a2e67-4c9d-44c6-8534-fcb3397f17ed req-04220ba2-ebbf-4e7a-9746-1f57cea563e2 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=b63152b8-8683-4975-aea1-06378122bbed HTTP/1.1" status: 200 len: 944 time: 0.0920339 Oct 30 15:08:31.587364 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-2fe7bfdb-2a23-4f63-8b10-235c8cf49833 req-e7a25e3c-2264-4966-ac85-46fa12f093e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:31.655721 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a25e3c-2264-4966-ac85-46fa12f093e6 service neutron] Pushing event updated for resources: {'Port': ['ID=5fef0f85-c4bb-4e50-a76f-a2fb8545703f,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:08:31.729645 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76723953-5fe0-4a63-a589-ef56965bf74a req-38508979-5757-43d5-8ca3-1e8442fba416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:31.731052 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-76723953-5fe0-4a63-a589-ef56965bf74a req-38508979-5757-43d5-8ca3-1e8442fba416 service neutron] 10.222.0.62 "GET /v2.0/networks?id=54a44e67-c153-4279-a113-56e728247797 HTTP/1.1" status: 200 len: 922 time: 0.1506166 Oct 30 15:08:31.748931 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:31.770767 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:31.782426 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-76723953-5fe0-4a63-a589-ef56965bf74a req-08a2fbe6-e9fa-4a99-9aa9-9c77dd053390 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7742aa37-8b40-4348-8ac4-a14876822ac2 HTTP/1.1" status: 200 len: 217 time: 0.0442562 Oct 30 15:08:31.787216 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-2fe7bfdb-2a23-4f63-8b10-235c8cf49833 req-e7a25e3c-2264-4966-ac85-46fa12f093e6 service neutron] Attempting to bind port 5fef0f85-c4bb-4e50-a76f-a2fb8545703f on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:08:31.787579 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-2fe7bfdb-2a23-4f63-8b10-235c8cf49833 req-e7a25e3c-2264-4966-ac85-46fa12f093e6 service neutron] Attempting to bind port 5fef0f85-c4bb-4e50-a76f-a2fb8545703f by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': 'e8246d9e-f8e1-4659-b367-d870958fbb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '291c5166-548b-4ef8-b78f-841a397188df'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:08:31.788067 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe7bfdb-2a23-4f63-8b10-235c8cf49833 req-e7a25e3c-2264-4966-ac85-46fa12f093e6 service neutron] Attempting to bind port 5fef0f85-c4bb-4e50-a76f-a2fb8545703f on network 291c5166-548b-4ef8-b78f-841a397188df {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:08:31.798513 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe7bfdb-2a23-4f63-8b10-235c8cf49833 req-e7a25e3c-2264-4966-ac85-46fa12f093e6 service neutron] Port 5fef0f85-c4bb-4e50-a76f-a2fb8545703f on network 291c5166-548b-4ef8-b78f-841a397188df not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:08:31.798835 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe7bfdb-2a23-4f63-8b10-235c8cf49833 req-e7a25e3c-2264-4966-ac85-46fa12f093e6 service neutron] Attempting to bind port 5fef0f85-c4bb-4e50-a76f-a2fb8545703f on network 291c5166-548b-4ef8-b78f-841a397188df {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:08:31.811710 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe7bfdb-2a23-4f63-8b10-235c8cf49833 req-e7a25e3c-2264-4966-ac85-46fa12f093e6 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:08:31.812045 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe7bfdb-2a23-4f63-8b10-235c8cf49833 req-e7a25e3c-2264-4966-ac85-46fa12f093e6 service neutron] Checking segment: {'id': 'e8246d9e-f8e1-4659-b367-d870958fbb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '291c5166-548b-4ef8-b78f-841a397188df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:08:31.812203 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port b4d0397e-9887-4a46-bdb3-9f808ed9d380, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=b4d0397e-9887-4a46-bdb3-9f808ed9d380,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:08:31.812424 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe7bfdb-2a23-4f63-8b10-235c8cf49833 req-e7a25e3c-2264-4966-ac85-46fa12f093e6 service neutron] Bound using segment: {'id': 'e8246d9e-f8e1-4659-b367-d870958fbb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '291c5166-548b-4ef8-b78f-841a397188df'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:08:31.812862 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-2fe7bfdb-2a23-4f63-8b10-235c8cf49833 req-e7a25e3c-2264-4966-ac85-46fa12f093e6 service neutron] Bound port: 5fef0f85-c4bb-4e50-a76f-a2fb8545703f, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8246d9e-f8e1-4659-b367-d870958fbb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '291c5166-548b-4ef8-b78f-841a397188df'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:08:31.813302 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-2fe7bfdb-2a23-4f63-8b10-235c8cf49833 req-e7a25e3c-2264-4966-ac85-46fa12f093e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:31.819951 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:31.821434 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 883a9fe4-2a20-41fd-a5a0-374f9c0d4582 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:08:31.825208 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-1f69a63b-946b-4070-be53-eadc59ea952e None None] Set router 9c039d9e-9384-49c5-ad50-71c7a5239fdc gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:08:31.849016 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76723953-5fe0-4a63-a589-ef56965bf74a req-d3e42f52-8a61-4668-892e-08abca9ce003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:31.850974 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-76723953-5fe0-4a63-a589-ef56965bf74a req-d3e42f52-8a61-4668-892e-08abca9ce003 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c0e0f8e-11ac-4cdd-bbc0-64de2560079b HTTP/1.1" status: 200 len: 860 time: 0.0615163 Oct 30 15:08:31.870753 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5a3a2e67-4c9d-44c6-8534-fcb3397f17ed req-1db61b0d-b2da-47d5-8c88-d2448e6cac8a tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708559 Oct 30 15:08:31.911424 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['ac740ae4-8271-48a4-935e-74c1d5bb5e25'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:08:31.914258 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: 883a9fe4-2a20-41fd-a5a0-374f9c0d4582 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:08:31.914610 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 883a9fe4-2a20-41fd-a5a0-374f9c0d4582 not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:08:31.940470 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76723953-5fe0-4a63-a589-ef56965bf74a req-be7a3c08-8bce-49ac-b78d-21126d71a767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:31.941209 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-2fe7bfdb-2a23-4f63-8b10-235c8cf49833 req-e7a25e3c-2264-4966-ac85-46fa12f093e6 service neutron] For port 5fef0f85-c4bb-4e50-a76f-a2fb8545703f, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:08:31.942294 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-76723953-5fe0-4a63-a589-ef56965bf74a req-be7a3c08-8bce-49ac-b78d-21126d71a767 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=54a44e67-c153-4279-a113-56e728247797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0840907 Oct 30 15:08:31.945884 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-2fe7bfdb-2a23-4f63-8b10-235c8cf49833 req-e7a25e3c-2264-4966-ac85-46fa12f093e6 service neutron] For port 5fef0f85-c4bb-4e50-a76f-a2fb8545703f, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=5fef0f85-c4bb-4e50-a76f-a2fb8545703f,segment=NetworkSegment(e8246d9e-f8e1-4659-b367-d870958fbb44),segment_id=e8246d9e-f8e1-4659-b367-d870958fbb44)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:08:31.981616 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-2fe7bfdb-2a23-4f63-8b10-235c8cf49833 req-e7a25e3c-2264-4966-ac85-46fa12f093e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:32.046846 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a25e3c-2264-4966-ac85-46fa12f093e6 service neutron] Pushing event updated for resources: {'Port': ['ID=5fef0f85-c4bb-4e50-a76f-a2fb8545703f,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:08:32.063389 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-76723953-5fe0-4a63-a589-ef56965bf74a req-0dcbc1df-0fe0-4647-b154-3240d155ce9f service neutron] 10.222.0.62 "GET /v2.0/networks/54a44e67-c153-4279-a113-56e728247797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132097 Oct 30 15:08:32.097210 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7bfdb-2a23-4f63-8b10-235c8cf49833 req-e7a25e3c-2264-4966-ac85-46fa12f093e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:32.099615 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-2fe7bfdb-2a23-4f63-8b10-235c8cf49833 req-e7a25e3c-2264-4966-ac85-46fa12f093e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:32.101037 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2fe7bfdb-2a23-4f63-8b10-235c8cf49833 req-e7a25e3c-2264-4966-ac85-46fa12f093e6 service neutron] 10.222.0.53 "PUT /v2.0/ports/5fef0f85-c4bb-4e50-a76f-a2fb8545703f HTTP/1.1" status: 200 len: 1092 time: 1.1503074 Oct 30 15:08:32.103512 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ca418f9-ac64-472b-bb6a-2b067e61baee', 'tag': '5fef0f85-c4bb-4e50-a76f-a2fb8545703f'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:08:32.114919 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aeefa47-1482-4ce4-8af9-cc20c5ffd0c3" -d '{"events": [{"name": "network-changed", "server_uuid": "4ca418f9-ac64-472b-bb6a-2b067e61baee", "tag": "5fef0f85-c4bb-4e50-a76f-a2fb8545703f"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:08:32.137333 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6321b3-d5ce-4a39-9ab7-3a4e1749570d req-df5b052e-f099-41b1-b1b6-28d98bcc3b77 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:32.144321 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1c6321b3-d5ce-4a39-9ab7-3a4e1749570d req-df5b052e-f099-41b1-b1b6-28d98bcc3b77 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=f84e872a-cc33-4ea1-a6f7-022adfcc5dab HTTP/1.1" status: 200 len: 949 time: 0.2003734 Oct 30 15:08:32.161223 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=b4d0397e-9887-4a46-bdb3-9f808ed9d380,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:08:32.218722 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-76723953-5fe0-4a63-a589-ef56965bf74a req-f6244b5c-03d7-4371-b8a7-90889f44dff9 service neutron] 10.222.0.62 "GET /v2.0/networks/54a44e67-c153-4279-a113-56e728247797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488750 Oct 30 15:08:32.232786 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1c6321b3-d5ce-4a39-9ab7-3a4e1749570d req-97038e4c-e4e7-480c-b7df-03a52c103321 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819728 Oct 30 15:08:32.262490 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7bfdb-2a23-4f63-8b10-235c8cf49833 req-b4d06906-63de-4086-9f0d-da22530e70ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:32.263948 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2fe7bfdb-2a23-4f63-8b10-235c8cf49833 req-b4d06906-63de-4086-9f0d-da22530e70ee service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=48ec0906891f440e8725a8b756af6e71&device_id=4ca418f9-ac64-472b-bb6a-2b067e61baee HTTP/1.1" status: 200 len: 1095 time: 0.0893397 Oct 30 15:08:32.317875 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-1f69a63b-946b-4070-be53-eadc59ea952e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1435770518-router', 'tenant_id': 'd73a17c8ce1740f7a410991b16507a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '64760796-1729-46bb-b6b3-ea8d64916bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:06:57Z', 'updated_at': '2021-10-30T15:07:03Z', 'revision_number': 4, 'project_id': 'd73a17c8ce1740f7a410991b16507a42', 'gw_port': {'id': '64760796-1729-46bb-b6b3-ea8d64916bfe', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:06:58Z', 'updated_at': '2021-10-30T15:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '2d106d20-fcdd-497e-8cee-0e17c1dfacb9', 'name': '', 'network_id': '54a44e67-c153-4279-a113-56e728247797', 'tenant_id': 'd73a17c8ce1740f7a410991b16507a42', 'mac_address': 'fa:16:3e:22:25:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4c0e0f8e-11ac-4cdd-bbc0-64de2560079b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:07:01Z', 'updated_at': '2021-10-30T15:07:09Z', 'revision_number': 5, 'project_id': 'd73a17c8ce1740f7a410991b16507a42', 'subnets': [{'id': '4c0e0f8e-11ac-4cdd-bbc0-64de2560079b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:08:32.354635 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f69a63b-946b-4070-be53-eadc59ea952e None None] Checking router: 9c039d9e-9384-49c5-ad50-71c7a5239fdc for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:08:32.367838 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2fe7bfdb-2a23-4f63-8b10-235c8cf49833 req-c8863e61-70e3-454a-9600-2a8f967e7a98 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fef0f85-c4bb-4e50-a76f-a2fb8545703f HTTP/1.1" status: 200 len: 217 time: 0.0945961 Oct 30 15:08:32.377257 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f69a63b-946b-4070-be53-eadc59ea952e None None] Routers {'9c039d9e-9384-49c5-ad50-71c7a5239fdc'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:08:32.377876 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-1f69a63b-946b-4070-be53-eadc59ea952e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:08:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['9c039d9e-9384-49c5-ad50-71c7a5239fdc'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:08:32.391918 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44565307-30a2-44cd-91c3-b8b8e06ad1bb x-openstack-request-id: req-44565307-30a2-44cd-91c3-b8b8e06ad1bb {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:08:32.392208 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d345a361-ed84-4e4a-a36c-52dea2e8e556", "tag": "7742aa37-8b40-4348-8ac4-a14876822ac2", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:08:32.392465 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-44565307-30a2-44cd-91c3-b8b8e06ad1bb {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:08:32.392982 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd345a361-ed84-4e4a-a36c-52dea2e8e556', 'tag': '7742aa37-8b40-4348-8ac4-a14876822ac2', 'status': 'completed', 'code': 200} Oct 30 15:08:32.439996 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f60eb-2f61-42b1-9217-64134b132b8b req-5f9e781b-d9f8-422b-b3e8-a496bf1d4f10 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:32.447566 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b13f60eb-2f61-42b1-9217-64134b132b8b req-5f9e781b-d9f8-422b-b3e8-a496bf1d4f10 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ca418f9-ac64-472b-bb6a-2b067e61baee HTTP/1.1" status: 200 len: 943 time: 0.1122026 Oct 30 15:08:32.488679 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d1ee8f-d940-460d-a9dc-fb7a93c1e8e9 req-dd774fcd-4685-473a-9ccc-366a217eb7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:32.492059 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-08d1ee8f-d940-460d-a9dc-fb7a93c1e8e9 req-dd774fcd-4685-473a-9ccc-366a217eb7b7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d73a17c8ce1740f7a410991b16507a42&device_id=d345a361-ed84-4e4a-a36c-52dea2e8e556 HTTP/1.1" status: 200 len: 1097 time: 0.0726514 Oct 30 15:08:32.492436 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7bfdb-2a23-4f63-8b10-235c8cf49833 req-cb60a9f9-a072-46f1-b2e2-8783c1df976a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:32.493860 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2fe7bfdb-2a23-4f63-8b10-235c8cf49833 req-cb60a9f9-a072-46f1-b2e2-8783c1df976a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4f4c836a-b7bd-4d76-afd1-011b8a3fe891 HTTP/1.1" status: 200 len: 860 time: 0.1147876 Oct 30 15:08:32.507306 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b13f60eb-2f61-42b1-9217-64134b132b8b req-4b0ec1eb-ed4b-45de-8286-c4f3f47000cb tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567524 Oct 30 15:08:32.536330 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-1f69a63b-946b-4070-be53-eadc59ea952e None None] Set router 9c039d9e-9384-49c5-ad50-71c7a5239fdc gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:08:32.558112 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2fe7bfdb-2a23-4f63-8b10-235c8cf49833 req-46ee6512-3f2e-40a0-ba0c-a5ac811e1798 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=291c5166-548b-4ef8-b78f-841a397188df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426924 Oct 30 15:08:32.778246 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2fe7bfdb-2a23-4f63-8b10-235c8cf49833 req-01f14dae-ad19-4665-a2e7-5036128de72b service neutron] 10.222.0.53 "GET /v2.0/networks/291c5166-548b-4ef8-b78f-841a397188df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080109 Oct 30 15:08:32.780973 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7dcdb52-199d-46ec-a6ea-d69572dcf19f x-openstack-request-id: req-f7dcdb52-199d-46ec-a6ea-d69572dcf19f {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:08:32.782610 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ca418f9-ac64-472b-bb6a-2b067e61baee", "tag": "5fef0f85-c4bb-4e50-a76f-a2fb8545703f", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:08:32.784056 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f7dcdb52-199d-46ec-a6ea-d69572dcf19f {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:08:32.784574 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ca418f9-ac64-472b-bb6a-2b067e61baee', 'tag': '5fef0f85-c4bb-4e50-a76f-a2fb8545703f', 'status': 'completed', 'code': 200} Oct 30 15:08:32.795032 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf68b61-290f-495c-81c0-f0f7f0ada4d1 req-ad3e4299-a858-42c0-b354-dc6efeadff95 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:32.807409 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-baf68b61-290f-495c-81c0-f0f7f0ada4d1 req-ad3e4299-a858-42c0-b354-dc6efeadff95 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/ports?device_id=240b9084-e7bc-4df3-8230-d0586c611a69 HTTP/1.1" status: 200 len: 946 time: 0.2415321 Oct 30 15:08:32.954808 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d1ee8f-d940-460d-a9dc-fb7a93c1e8e9 req-c248b829-2deb-466a-84ea-9a25cc8685f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:32.956369 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-08d1ee8f-d940-460d-a9dc-fb7a93c1e8e9 req-c248b829-2deb-466a-84ea-9a25cc8685f6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=54a44e67-c153-4279-a113-56e728247797 HTTP/1.1" status: 200 len: 922 time: 0.4497824 Oct 30 15:08:32.959230 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2fe7bfdb-2a23-4f63-8b10-235c8cf49833 req-d7910808-b803-4a98-8ef7-db1e939191e2 service neutron] 10.222.0.53 "GET /v2.0/networks/291c5166-548b-4ef8-b78f-841a397188df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691868 Oct 30 15:08:32.969640 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-1f69a63b-946b-4070-be53-eadc59ea952e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1435770518-router', 'tenant_id': 'd73a17c8ce1740f7a410991b16507a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '64760796-1729-46bb-b6b3-ea8d64916bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:06:57Z', 'updated_at': '2021-10-30T15:07:03Z', 'revision_number': 4, 'project_id': 'd73a17c8ce1740f7a410991b16507a42', 'gw_port': {'id': '64760796-1729-46bb-b6b3-ea8d64916bfe', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:06:58Z', 'updated_at': '2021-10-30T15:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '2d106d20-fcdd-497e-8cee-0e17c1dfacb9', 'name': '', 'network_id': '54a44e67-c153-4279-a113-56e728247797', 'tenant_id': 'd73a17c8ce1740f7a410991b16507a42', 'mac_address': 'fa:16:3e:22:25:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4c0e0f8e-11ac-4cdd-bbc0-64de2560079b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:07:01Z', 'updated_at': '2021-10-30T15:07:09Z', 'revision_number': 5, 'project_id': 'd73a17c8ce1740f7a410991b16507a42', 'subnets': [{'id': '4c0e0f8e-11ac-4cdd-bbc0-64de2560079b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:08:32.982095 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-baf68b61-290f-495c-81c0-f0f7f0ada4d1 req-3f907e0a-a569-467f-8a4a-fefc7c7c0262 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff7d2e62-ea1a-45bf-a217-2b52e333182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659756 Oct 30 15:08:33.021652 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f84e872a-cc33-4ea1-a6f7-022adfcc5dab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d0397e-9887-4a46-bdb3-9f808ed9d380'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:08:33.024217 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85476a7c-97d1-41f0-9799-f08b8641440c" -d '{"events": [{"server_uuid": "f84e872a-cc33-4ea1-a6f7-022adfcc5dab", "name": "network-vif-plugged", "status": "completed", "tag": "b4d0397e-9887-4a46-bdb3-9f808ed9d380"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:08:33.035431 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f69a63b-946b-4070-be53-eadc59ea952e None None] The sync data for ids ['9c039d9e-9384-49c5-ad50-71c7a5239fdc'] in n-d-806683-17 is: [{'id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1435770518-router', 'tenant_id': 'd73a17c8ce1740f7a410991b16507a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '64760796-1729-46bb-b6b3-ea8d64916bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:06:57Z', 'updated_at': '2021-10-30T15:07:03Z', 'revision_number': 4, 'project_id': 'd73a17c8ce1740f7a410991b16507a42', 'gw_port': {'id': '64760796-1729-46bb-b6b3-ea8d64916bfe', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:06:58Z', 'updated_at': '2021-10-30T15:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '2d106d20-fcdd-497e-8cee-0e17c1dfacb9', 'name': '', 'network_id': '54a44e67-c153-4279-a113-56e728247797', 'tenant_id': 'd73a17c8ce1740f7a410991b16507a42', 'mac_address': 'fa:16:3e:22:25:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4c0e0f8e-11ac-4cdd-bbc0-64de2560079b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:07:01Z', 'updated_at': '2021-10-30T15:07:09Z', 'revision_number': 5, 'project_id': 'd73a17c8ce1740f7a410991b16507a42', 'subnets': [{'id': '4c0e0f8e-11ac-4cdd-bbc0-64de2560079b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:08:33.124758 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeefa47-1482-4ce4-8af9-cc20c5ffd0c3 req-6d7f25a6-d8b2-45fc-a907-1e5b9f13673a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:33.126397 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3aeefa47-1482-4ce4-8af9-cc20c5ffd0c3 req-6d7f25a6-d8b2-45fc-a907-1e5b9f13673a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=48ec0906891f440e8725a8b756af6e71&device_id=4ca418f9-ac64-472b-bb6a-2b067e61baee HTTP/1.1" status: 200 len: 1095 time: 0.0897822 Oct 30 15:08:33.126572 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-08d1ee8f-d940-460d-a9dc-fb7a93c1e8e9 req-a8647b5c-881e-4899-82a8-2fa12d7fa510 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7742aa37-8b40-4348-8ac4-a14876822ac2 HTTP/1.1" status: 200 len: 217 time: 0.1406596 Oct 30 15:08:33.177063 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [req-6e767d11-fabe-4b89-9325-22918b361e9b req-74e2d03c-3a33-49fc-941a-a8ae8842cd71 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:08:33.178302 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6e767d11-fabe-4b89-9325-22918b361e9b req-74e2d03c-3a33-49fc-941a-a8ae8842cd71 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0080445 Oct 30 15:08:33.243709 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d1ee8f-d940-460d-a9dc-fb7a93c1e8e9 req-836f3c46-e62f-4670-948f-d7f67324c06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:33.246651 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-08d1ee8f-d940-460d-a9dc-fb7a93c1e8e9 req-836f3c46-e62f-4670-948f-d7f67324c06b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4c0e0f8e-11ac-4cdd-bbc0-64de2560079b HTTP/1.1" status: 200 len: 860 time: 0.1084270 Oct 30 15:08:33.288622 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3074129-8b71-47fe-8cf8-4c7066ce4de2 req-e6813873-ccdf-4677-ae00-84522f66a48e tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:33.290475 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d3074129-8b71-47fe-8cf8-4c7066ce4de2 req-e6813873-ccdf-4677-ae00-84522f66a48e tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=b63152b8-8683-4975-aea1-06378122bbed HTTP/1.1" status: 200 len: 944 time: 0.1021190 Oct 30 15:08:33.312325 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeefa47-1482-4ce4-8af9-cc20c5ffd0c3 req-294cefad-897f-44fa-8375-c0465e4a6081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:33.313956 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3aeefa47-1482-4ce4-8af9-cc20c5ffd0c3 req-294cefad-897f-44fa-8375-c0465e4a6081 service neutron] 10.222.0.53 "GET /v2.0/networks?id=291c5166-548b-4ef8-b78f-841a397188df HTTP/1.1" status: 200 len: 921 time: 0.1791787 Oct 30 15:08:33.370380 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d3074129-8b71-47fe-8cf8-4c7066ce4de2 req-3e467304-64f6-4119-a3d8-fdf38eac7945 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533049 Oct 30 15:08:33.377631 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d1ee8f-d940-460d-a9dc-fb7a93c1e8e9 req-92dbd8ad-4da6-4dcc-81e9-8a23a1b6db54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:33.379098 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-08d1ee8f-d940-460d-a9dc-fb7a93c1e8e9 req-92dbd8ad-4da6-4dcc-81e9-8a23a1b6db54 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=54a44e67-c153-4279-a113-56e728247797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1233516 Oct 30 15:08:33.380802 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3aeefa47-1482-4ce4-8af9-cc20c5ffd0c3 req-d296962b-6de2-4c09-b145-02e2366b9ca8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fef0f85-c4bb-4e50-a76f-a2fb8545703f HTTP/1.1" status: 200 len: 217 time: 0.0595648 Oct 30 15:08:33.500511 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeefa47-1482-4ce4-8af9-cc20c5ffd0c3 req-cc67e3eb-c235-431e-9eb0-977439576892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:33.504808 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3aeefa47-1482-4ce4-8af9-cc20c5ffd0c3 req-cc67e3eb-c235-431e-9eb0-977439576892 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4f4c836a-b7bd-4d76-afd1-011b8a3fe891 HTTP/1.1" status: 200 len: 860 time: 0.1164720 Oct 30 15:08:33.512456 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed74cf4-ff34-4a88-9016-1b4cacb8e33e x-openstack-request-id: req-4ed74cf4-ff34-4a88-9016-1b4cacb8e33e {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:08:33.512769 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f84e872a-cc33-4ea1-a6f7-022adfcc5dab", "name": "network-vif-plugged", "status": "completed", "tag": "b4d0397e-9887-4a46-bdb3-9f808ed9d380", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:08:33.513026 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4ed74cf4-ff34-4a88-9016-1b4cacb8e33e {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:08:33.513426 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f84e872a-cc33-4ea1-a6f7-022adfcc5dab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d0397e-9887-4a46-bdb3-9f808ed9d380', 'code': 200} Oct 30 15:08:33.519387 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9eb00837-cf17-4dad-b80d-b7b30f512314 req-d77c56a9-0af6-4a5e-9ca7-2fd7e73f7cdc tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/floatingips/dc454671-6538-4e2b-8e80-5933498ea5e7 HTTP/1.1" status: 200 len: 696 time: 0.1265326 Oct 30 15:08:33.581260 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3aeefa47-1482-4ce4-8af9-cc20c5ffd0c3 req-039a6c3a-af4b-4b87-9cde-9c50e2b56a28 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=291c5166-548b-4ef8-b78f-841a397188df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667636 Oct 30 15:08:33.608149 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13478f33-730c-4914-957b-5e5d88aad1ec None None] New status for floating IP dc454671-6538-4e2b-8e80-5933498ea5e7: DOWN {{(pid=102133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 15:08:33.786825 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac65d0dc-8944-4e36-bd55-1e2f744268c1 req-74bb90ff-664c-4959-86b0-5b4abcc66517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:33.787413 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d2f933-066a-4877-a75e-4101e14a2e51 req-54efd265-f58d-4a1b-843d-ce2d969db920 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:33.788355 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ac65d0dc-8944-4e36-bd55-1e2f744268c1 req-74bb90ff-664c-4959-86b0-5b4abcc66517 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f84e872a-cc33-4ea1-a6f7-022adfcc5dab HTTP/1.1" status: 200 len: 1101 time: 0.1574950 Oct 30 15:08:33.796353 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-79d2f933-066a-4877-a75e-4101e14a2e51 req-54efd265-f58d-4a1b-843d-ce2d969db920 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=f84e872a-cc33-4ea1-a6f7-022adfcc5dab HTTP/1.1" status: 200 len: 949 time: 0.1349239 Oct 30 15:08:33.809529 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3c10e8cf-b35a-49f7-ab71-ec6bd3308dfe req-2eab5301-43e7-4c1f-8241-fa3d5c04bbc9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=97452329-4434-433e-b37c-61f92fe601e3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2792878 Oct 30 15:08:33.863836 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-08d1ee8f-d940-460d-a9dc-fb7a93c1e8e9 req-0213ced0-31a2-44fa-86bc-d5b1ca0ea473 service neutron] 10.222.0.44 "GET /v2.0/networks/54a44e67-c153-4279-a113-56e728247797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4646022 Oct 30 15:08:33.878319 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3aeefa47-1482-4ce4-8af9-cc20c5ffd0c3 req-e9c3ae59-330f-4c08-9659-0f35e3f3fa79 service neutron] 10.222.0.53 "GET /v2.0/networks/291c5166-548b-4ef8-b78f-841a397188df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787011 Oct 30 15:08:33.892372 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-79d2f933-066a-4877-a75e-4101e14a2e51 req-320435e7-d3cd-4086-b6ee-3226d4cc0a9f tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951550 Oct 30 15:08:34.158392 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-08d1ee8f-d940-460d-a9dc-fb7a93c1e8e9 req-ea589343-d8de-4ac9-a46f-d6de8ae673ae service neutron] 10.222.0.44 "GET /v2.0/networks/54a44e67-c153-4279-a113-56e728247797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686834 Oct 30 15:08:34.193452 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb00837-cf17-4dad-b80d-b7b30f512314 req-386c6bdc-c3e5-4f9d-a342-949ef48da877 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:34.203013 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9eb00837-cf17-4dad-b80d-b7b30f512314 req-386c6bdc-c3e5-4f9d-a342-949ef48da877 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/networks/edc38ef5-7816-4133-914c-cfe2849a0125 HTTP/1.1" status: 200 len: 784 time: 0.6823332 Oct 30 15:08:34.229021 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [req-9eb00837-cf17-4dad-b80d-b7b30f512314 req-bb9e1dc4-5682-40df-abc2-1368ddad5bb3 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:08:34.237106 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9eb00837-cf17-4dad-b80d-b7b30f512314 req-bb9e1dc4-5682-40df-abc2-1368ddad5bb3 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0332754 Oct 30 15:08:34.300973 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b00a8e3-4b77-42af-8a69-0035d3652799 req-9e2126f9-dc02-4aef-ba70-10bfa2b87344 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:34.311233 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9b00a8e3-4b77-42af-8a69-0035d3652799 req-9e2126f9-dc02-4aef-ba70-10bfa2b87344 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=97452329-4434-433e-b37c-61f92fe601e3 HTTP/1.1" status: 200 len: 949 time: 0.2463677 Oct 30 15:08:34.353580 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3aeefa47-1482-4ce4-8af9-cc20c5ffd0c3 req-d7f3ba13-e164-4bc8-8d88-2565df3418a5 service neutron] 10.222.0.53 "GET /v2.0/networks/291c5166-548b-4ef8-b78f-841a397188df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4597909 Oct 30 15:08:34.383080 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ac65d0dc-8944-4e36-bd55-1e2f744268c1 req-4a6b0c72-cfe9-44b5-a6e3-795089c8d34e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5724871 Oct 30 15:08:34.398215 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9eb00837-cf17-4dad-b80d-b7b30f512314 req-82a4622c-eb7f-442c-bc61-53352bedbe97 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.4.197 HTTP/1.1" status: 200 len: 697 time: 0.1596258 Oct 30 15:08:34.411924 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9b00a8e3-4b77-42af-8a69-0035d3652799 req-ad1f0c22-f7f8-429c-9b4e-8558d4f57504 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879159 Oct 30 15:08:34.475949 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9eb00837-cf17-4dad-b80d-b7b30f512314 req-8a5c964e-01aa-40ab-a441-9a368f1958cd tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.4.197 HTTP/1.1" status: 200 len: 697 time: 0.0767577 Oct 30 15:08:34.582164 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c42ad-d8a1-464c-b52d-7b1ee74ada20 req-d5b2e28d-4687-4248-8205-7baed99d5f7b tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:34.595441 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c67c42ad-d8a1-464c-b52d-7b1ee74ada20 req-d5b2e28d-4687-4248-8205-7baed99d5f7b tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ca418f9-ac64-472b-bb6a-2b067e61baee HTTP/1.1" status: 200 len: 943 time: 0.0877359 Oct 30 15:08:34.697381 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c67c42ad-d8a1-464c-b52d-7b1ee74ada20 req-cf278c83-89e9-45d9-ad77-f285629bf43d tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008475 Oct 30 15:08:34.706871 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-9eb00837-cf17-4dad-b80d-b7b30f512314 req-3a850922-34b3-4745-ad3d-5ffdc461b547 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Deleting port 20984ff9-f927-4d4c-b03e-dc64a29efd5a {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:08:34.708379 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-9eb00837-cf17-4dad-b80d-b7b30f512314 req-3a850922-34b3-4745-ad3d-5ffdc461b547 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:34.910421 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-9eb00837-cf17-4dad-b80d-b7b30f512314 req-3a850922-34b3-4745-ad3d-5ffdc461b547 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:34.910860 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-9eb00837-cf17-4dad-b80d-b7b30f512314 req-3a850922-34b3-4745-ad3d-5ffdc461b547 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:34.931404 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-9eb00837-cf17-4dad-b80d-b7b30f512314 req-3a850922-34b3-4745-ad3d-5ffdc461b547 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Calling delete_port for 20984ff9-f927-4d4c-b03e-dc64a29efd5a owned by network:floatingip {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:08:35.060100 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device ac740ae4-8271-48a4-935e-74c1d5bb5e25 up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:08:35.133364 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-9eb00837-cf17-4dad-b80d-b7b30f512314 req-3a850922-34b3-4745-ad3d-5ffdc461b547 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:35.187604 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port ac740ae4-8271-48a4-935e-74c1d5bb5e25 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:08:35.188129 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:35.216269 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d072f53-389a-4dd0-a6bb-9364b61732d3 req-76480368-06a4-43a1-998a-91c54fd5d9ec tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:35.217824 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5d072f53-389a-4dd0-a6bb-9364b61732d3 req-76480368-06a4-43a1-998a-91c54fd5d9ec tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/ports?device_id=240b9084-e7bc-4df3-8230-d0586c611a69 HTTP/1.1" status: 200 len: 946 time: 0.1139712 Oct 30 15:08:35.221329 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a850922-34b3-4745-ad3d-5ffdc461b547 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Pushing event deleted for resources: {'Port': ['ID=20984ff9-f927-4d4c-b03e-dc64a29efd5a,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:08:35.304081 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5d072f53-389a-4dd0-a6bb-9364b61732d3 req-e82f264c-d517-4318-a03d-44f220ca3df5 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff7d2e62-ea1a-45bf-a217-2b52e333182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798442 Oct 30 15:08:35.334170 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-9eb00837-cf17-4dad-b80d-b7b30f512314 req-3a850922-34b3-4745-ad3d-5ffdc461b547 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Publish callbacks [] for floatingip, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:35.339943 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-9eb00837-cf17-4dad-b80d-b7b30f512314 req-3a850922-34b3-4745-ad3d-5ffdc461b547 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:35.341621 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9eb00837-cf17-4dad-b80d-b7b30f512314 req-3a850922-34b3-4745-ad3d-5ffdc461b547 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "DELETE /v2.0/floatingips/dc454671-6538-4e2b-8e80-5933498ea5e7 HTTP/1.1" status: 204 len: 173 time: 0.8648288 Oct 30 15:08:35.412588 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:35.490542 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port ac740ae4-8271-48a4-935e-74c1d5bb5e25, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=ac740ae4-8271-48a4-935e-74c1d5bb5e25,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:08:35.495345 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:35.503754 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3477509e-b28d-4671-88ca-d013187246d4 req-e623882c-34da-4264-9a78-a2087502701a tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:35.505585 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3477509e-b28d-4671-88ca-d013187246d4 req-e623882c-34da-4264-9a78-a2087502701a tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=b63152b8-8683-4975-aea1-06378122bbed HTTP/1.1" status: 200 len: 944 time: 0.1135199 Oct 30 15:08:35.529909 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d4c70f-40aa-4e77-9ad4-ce1dbc2c84b3 req-b0ce72d5-157e-47ef-91ab-5f149617b060 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:35.532139 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-85d4c70f-40aa-4e77-9ad4-ce1dbc2c84b3 req-b0ce72d5-157e-47ef-91ab-5f149617b060 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=f84e872a-cc33-4ea1-a6f7-022adfcc5dab HTTP/1.1" status: 200 len: 949 time: 0.0918159 Oct 30 15:08:35.538147 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9f1a39e-6b93-4eda-98c7-fd549c4a980a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac740ae4-8271-48a4-935e-74c1d5bb5e25'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:08:35.544022 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b2d54c-600d-4ee4-8b36-7369838b6a72" -d '{"events": [{"server_uuid": "d9f1a39e-6b93-4eda-98c7-fd549c4a980a", "name": "network-vif-plugged", "status": "completed", "tag": "ac740ae4-8271-48a4-935e-74c1d5bb5e25"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:08:35.575774 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3477509e-b28d-4671-88ca-d013187246d4 req-594d2582-3582-4055-bd24-d79d5b1bcd44 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576680 Oct 30 15:08:35.587909 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-85d4c70f-40aa-4e77-9ad4-ce1dbc2c84b3 req-582cc1b9-d1dd-49e4-989d-0fe760d67e15 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488496 Oct 30 15:08:35.598556 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=ac740ae4-8271-48a4-935e-74c1d5bb5e25,revision_number=10']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:08:35.771862 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa11b132-2d0a-4bd9-b745-b1f57f244421 req-c9490471-b574-4a24-89a7-1008eee9915c tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:35.773403 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fa11b132-2d0a-4bd9-b745-b1f57f244421 req-c9490471-b574-4a24-89a7-1008eee9915c tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=97452329-4434-433e-b37c-61f92fe601e3 HTTP/1.1" status: 200 len: 949 time: 0.1072123 Oct 30 15:08:35.855269 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c23f6b-4f7b-497e-ae6c-12426e4fb307 x-openstack-request-id: req-12c23f6b-4f7b-497e-ae6c-12426e4fb307 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:08:35.855741 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9f1a39e-6b93-4eda-98c7-fd549c4a980a", "name": "network-vif-plugged", "status": "completed", "tag": "ac740ae4-8271-48a4-935e-74c1d5bb5e25", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:08:35.856076 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-12c23f6b-4f7b-497e-ae6c-12426e4fb307 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:08:35.856645 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9f1a39e-6b93-4eda-98c7-fd549c4a980a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac740ae4-8271-48a4-935e-74c1d5bb5e25', 'code': 200} Oct 30 15:08:35.859411 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fa11b132-2d0a-4bd9-b745-b1f57f244421 req-29df3ace-1871-4dfa-8959-08f8b83989a9 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725441 Oct 30 15:08:35.985578 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c10e8cf-b35a-49f7-ab71-ec6bd3308dfe req-d71d8267-ff72-4285-bf80-979b65b5dfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:35.987065 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3c10e8cf-b35a-49f7-ab71-ec6bd3308dfe req-d71d8267-ff72-4285-bf80-979b65b5dfa0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=77cd9b926c2f46c3aa4784fd4d8318b7&device_id=97452329-4434-433e-b37c-61f92fe601e3 HTTP/1.1" status: 200 len: 1101 time: 0.0620341 Oct 30 15:08:36.022971 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f451f55a-9522-40e3-bbe5-15e11823904c req-53e8a12b-d006-48b0-a86e-eda7e8c7e920 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:36.025412 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f451f55a-9522-40e3-bbe5-15e11823904c req-53e8a12b-d006-48b0-a86e-eda7e8c7e920 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ca418f9-ac64-472b-bb6a-2b067e61baee HTTP/1.1" status: 200 len: 943 time: 0.0786910 Oct 30 15:08:36.076234 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f451f55a-9522-40e3-bbe5-15e11823904c req-6876e8b5-d20d-4780-96f7-12bd61600d72 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402892 Oct 30 15:08:36.176583 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c10e8cf-b35a-49f7-ab71-ec6bd3308dfe req-16bbe159-a1f8-435b-90be-9533eb93c134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:36.181248 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3c10e8cf-b35a-49f7-ab71-ec6bd3308dfe req-16bbe159-a1f8-435b-90be-9533eb93c134 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8de8b155-6e08-41c3-866a-8b30bb481704 HTTP/1.1" status: 200 len: 870 time: 0.1722946 Oct 30 15:08:36.256892 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3c10e8cf-b35a-49f7-ab71-ec6bd3308dfe req-ad1e0dc8-2cce-46c4-8967-8dffd930f082 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085 HTTP/1.1" status: 200 len: 217 time: 0.0647380 Oct 30 15:08:36.271065 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad589e-d866-4f63-82fe-fc575b84028d req-d6eaf65a-9d22-4e12-8b99-ea8fa95e7d06 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:36.278597 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-88ad589e-d866-4f63-82fe-fc575b84028d req-d6eaf65a-9d22-4e12-8b99-ea8fa95e7d06 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/ports?device_id=d345a361-ed84-4e4a-a36c-52dea2e8e556 HTTP/1.1" status: 200 len: 945 time: 0.2818227 Oct 30 15:08:36.361453 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c10e8cf-b35a-49f7-ab71-ec6bd3308dfe req-ccab3298-d81e-4e40-a915-fff977797eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:36.363835 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3c10e8cf-b35a-49f7-ab71-ec6bd3308dfe req-ccab3298-d81e-4e40-a915-fff977797eee service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.0622873 Oct 30 15:08:36.419049 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-88ad589e-d866-4f63-82fe-fc575b84028d req-3c1f5625-85eb-401c-86ec-0d8454d99337 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/security-groups?id=12ab4c72-90f4-43f1-a864-83e4ec6ae9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386304 Oct 30 15:08:36.444404 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c10e8cf-b35a-49f7-ab71-ec6bd3308dfe req-4450dd20-53a9-497c-b1a5-c6c4800f48f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:36.447570 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3c10e8cf-b35a-49f7-ab71-ec6bd3308dfe req-4450dd20-53a9-497c-b1a5-c6c4800f48f0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0720823 Oct 30 15:08:36.528517 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482086eb-b435-4e67-baa4-ac1d15de11bb req-7d36294c-b1e1-4edf-9803-8d4fd940deb0 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:36.536723 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-482086eb-b435-4e67-baa4-ac1d15de11bb req-7d36294c-b1e1-4edf-9803-8d4fd940deb0 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/ports?device_id=240b9084-e7bc-4df3-8230-d0586c611a69 HTTP/1.1" status: 200 len: 946 time: 0.0813563 Oct 30 15:08:36.577471 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3c10e8cf-b35a-49f7-ab71-ec6bd3308dfe req-5fd5badd-8ced-4737-b95b-35d0a2cfeebc service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139472 Oct 30 15:08:36.594695 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-482086eb-b435-4e67-baa4-ac1d15de11bb req-58ae3e41-a953-4271-81f3-c799cc59245b tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff7d2e62-ea1a-45bf-a217-2b52e333182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565555 Oct 30 15:08:36.710631 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3c10e8cf-b35a-49f7-ab71-ec6bd3308dfe req-3882829e-3efc-40fd-b395-85c6fcd323bc service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239555 Oct 30 15:08:36.793286 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99952c31-de17-4f63-b570-09de2538f45f req-5350b2fc-1b74-47c3-a82f-3eb8adfdfe66 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:36.802450 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-99952c31-de17-4f63-b570-09de2538f45f req-5350b2fc-1b74-47c3-a82f-3eb8adfdfe66 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=f84e872a-cc33-4ea1-a6f7-022adfcc5dab HTTP/1.1" status: 200 len: 949 time: 0.0750575 Oct 30 15:08:36.879176 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b805a337-53f7-4b3c-91bc-9502f2ab4bad req-3da11dec-22a1-4895-84df-a377afe4c367 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:36.881769 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b805a337-53f7-4b3c-91bc-9502f2ab4bad req-3da11dec-22a1-4895-84df-a377afe4c367 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=b63152b8-8683-4975-aea1-06378122bbed HTTP/1.1" status: 200 len: 944 time: 0.1529963 Oct 30 15:08:36.899637 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-99952c31-de17-4f63-b570-09de2538f45f req-9df0af98-a99c-419e-a9aa-a72168bfe304 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960565 Oct 30 15:08:36.911128 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-48f6da80-8aa2-4906-b3c8-a4e726cc7f92 req-d0cdb64c-7228-4cfc-9b6d-4f3429f428a1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=eca627da-f1c3-4df0-be24-80b75d39bfc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1205668 Oct 30 15:08:37.055605 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b805a337-53f7-4b3c-91bc-9502f2ab4bad req-e6bf96e9-d92e-496b-8bcb-20a9e3c7cbcd tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644373 Oct 30 15:08:37.110537 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c8baec-3156-4418-80da-bdf6f1661c7b req-e5eeadb3-3e82-4ae7-ab20-3b6bf44371ee tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:37.119061 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-10c8baec-3156-4418-80da-bdf6f1661c7b req-e5eeadb3-3e82-4ae7-ab20-3b6bf44371ee tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=97452329-4434-433e-b37c-61f92fe601e3 HTTP/1.1" status: 200 len: 949 time: 0.0992987 Oct 30 15:08:37.165981 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f6da80-8aa2-4906-b3c8-a4e726cc7f92 req-ff6f62fc-09ff-41be-8663-81a6866c3649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:37.167439 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-48f6da80-8aa2-4906-b3c8-a4e726cc7f92 req-ff6f62fc-09ff-41be-8663-81a6866c3649 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b8aea481537c4f1b9ab8f7eccea88bfc&device_id=eca627da-f1c3-4df0-be24-80b75d39bfc7 HTTP/1.1" status: 200 len: 1096 time: 0.1755104 Oct 30 15:08:37.170891 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-10c8baec-3156-4418-80da-bdf6f1661c7b req-cd8adc5e-8a4a-47c4-9907-a6b8ecc19eec tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500824 Oct 30 15:08:37.359537 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f75c0-1f0d-4a46-8212-8fd5eeaec6d0 req-e66dacdb-f32e-4909-993e-5447e64c238e tempest-ServersOnMultiNodesTest-174149886 tempest-ServersOnMultiNodesTest-174149886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:37.363831 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f88f75c0-1f0d-4a46-8212-8fd5eeaec6d0 req-e66dacdb-f32e-4909-993e-5447e64c238e tempest-ServersOnMultiNodesTest-174149886 tempest-ServersOnMultiNodesTest-174149886-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f84e872a-cc33-4ea1-a6f7-022adfcc5dab HTTP/1.1" status: 200 len: 1101 time: 0.1511693 Oct 30 15:08:37.417198 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d369e2-bd14-43a6-8ba4-fb982fbce742 req-d5ad5ba6-e367-42dd-9695-33462ceb9b5b tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:37.418896 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-08d369e2-bd14-43a6-8ba4-fb982fbce742 req-d5ad5ba6-e367-42dd-9695-33462ceb9b5b tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ca418f9-ac64-472b-bb6a-2b067e61baee HTTP/1.1" status: 200 len: 943 time: 0.0798635 Oct 30 15:08:37.431045 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f6da80-8aa2-4906-b3c8-a4e726cc7f92 req-7d26a368-38c4-4ccd-a954-3f0d71d26c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:37.433624 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-48f6da80-8aa2-4906-b3c8-a4e726cc7f92 req-7d26a368-38c4-4ccd-a954-3f0d71d26c66 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2f36ee91-6757-4d64-8719-4cb39651ac94 HTTP/1.1" status: 200 len: 909 time: 0.2359810 Oct 30 15:08:37.456281 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f88f75c0-1f0d-4a46-8212-8fd5eeaec6d0 req-9ba6ad49-d6ea-44d8-99d0-8107d5714e4c tempest-ServersOnMultiNodesTest-174149886 tempest-ServersOnMultiNodesTest-174149886-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809293 Oct 30 15:08:37.494615 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-48f6da80-8aa2-4906-b3c8-a4e726cc7f92 req-0a3e88d2-99a3-4d9c-836e-1f96fcfd20de service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1211c653-5734-4883-9ff3-cf144541a699 HTTP/1.1" status: 200 len: 217 time: 0.0453217 Oct 30 15:08:37.514868 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-08d369e2-bd14-43a6-8ba4-fb982fbce742 req-61099121-084e-4c93-a495-611ab946288f tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887396 Oct 30 15:08:37.754201 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9c84c-0d67-49d2-9ec0-887b7d7ec018 req-6c908ba3-59c4-4175-b014-ecd2c616ed62 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:37.762182 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-abf9c84c-0d67-49d2-9ec0-887b7d7ec018 req-6c908ba3-59c4-4175-b014-ecd2c616ed62 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/ports?device_id=d345a361-ed84-4e4a-a36c-52dea2e8e556 HTTP/1.1" status: 200 len: 945 time: 0.0749788 Oct 30 15:08:37.811774 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-abf9c84c-0d67-49d2-9ec0-887b7d7ec018 req-90f6f8f9-1b00-4f48-8aef-06bb72b35fbe tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/security-groups?id=12ab4c72-90f4-43f1-a864-83e4ec6ae9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485988 Oct 30 15:08:37.916463 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe3913-eca4-4864-aae7-df6f426f0e37 req-253068d7-7d76-4520-8589-620a20a15627 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:37.924031 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3cbe3913-eca4-4864-aae7-df6f426f0e37 req-253068d7-7d76-4520-8589-620a20a15627 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/ports?device_id=240b9084-e7bc-4df3-8230-d0586c611a69 HTTP/1.1" status: 200 len: 946 time: 0.0643871 Oct 30 15:08:37.933407 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f6da80-8aa2-4906-b3c8-a4e726cc7f92 req-98a5d4f2-f513-43a7-b752-920263ed6113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:37.935290 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-48f6da80-8aa2-4906-b3c8-a4e726cc7f92 req-98a5d4f2-f513-43a7-b752-920263ed6113 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=eb0d8673-4262-419a-bce2-caff67d0478f HTTP/1.1" status: 200 len: 848 time: 0.4325709 Oct 30 15:08:37.986493 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3cbe3913-eca4-4864-aae7-df6f426f0e37 req-771f62ed-bced-4eec-af4c-4e8c8b162e4d tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff7d2e62-ea1a-45bf-a217-2b52e333182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516596 Oct 30 15:08:38.007632 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ed27bd7d-5948-4a87-8dbb-e8a81747cf55 req-48a8d8a1-bca9-4022-b908-749a3d7082b7 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=fe775bbcba174d2b97e2e40971e90df6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0699370 Oct 30 15:08:38.010006 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-48f6da80-8aa2-4906-b3c8-a4e726cc7f92 req-de06f594-a2a8-4dd5-90f6-2f4a4baccc1d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2f36ee91-6757-4d64-8719-4cb39651ac94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498998 Oct 30 15:08:38.123358 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-48f6da80-8aa2-4906-b3c8-a4e726cc7f92 req-46b009d9-3365-4f63-b1ac-24bd77fb9bf8 service neutron] 10.222.0.53 "GET /v2.0/networks/2f36ee91-6757-4d64-8719-4cb39651ac94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993128 Oct 30 15:08:38.192029 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95977bc1-2d4b-495f-95a7-2e2208e09f0c req-bae57cf1-dde1-4fe5-921c-72c261d03dc0 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:38.194015 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-95977bc1-2d4b-495f-95a7-2e2208e09f0c req-bae57cf1-dde1-4fe5-921c-72c261d03dc0 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.44 "GET /v2.0/ports?device_id=d345a361-ed84-4e4a-a36c-52dea2e8e556 HTTP/1.1" status: 200 len: 945 time: 0.2576025 Oct 30 15:08:38.240186 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213457c-0caa-4531-baa1-09481b7d950b req-09ccf5b3-8a32-42fc-ad0e-6bcfc03ec1eb tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:38.248699 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7213457c-0caa-4531-baa1-09481b7d950b req-09ccf5b3-8a32-42fc-ad0e-6bcfc03ec1eb tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=b63152b8-8683-4975-aea1-06378122bbed HTTP/1.1" status: 200 len: 944 time: 0.0822139 Oct 30 15:08:38.315608 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7213457c-0caa-4531-baa1-09481b7d950b req-fb390d1a-3491-47f6-963c-afb0e57c1446 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552726 Oct 30 15:08:38.402711 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-95977bc1-2d4b-495f-95a7-2e2208e09f0c req-a22ce9dd-000b-463f-a311-1ef462637652 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Deleting port 7742aa37-8b40-4348-8ac4-a14876822ac2 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:08:38.403698 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-95977bc1-2d4b-495f-95a7-2e2208e09f0c req-a22ce9dd-000b-463f-a311-1ef462637652 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:38.438549 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8bd13-23e1-4a1c-a510-e5f4e3dccbc5 req-1d402afe-1c8b-48e6-bb2f-e1fa63edab6e tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:38.446873 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-94d8bd13-23e1-4a1c-a510-e5f4e3dccbc5 req-1d402afe-1c8b-48e6-bb2f-e1fa63edab6e tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=97452329-4434-433e-b37c-61f92fe601e3 HTTP/1.1" status: 200 len: 949 time: 0.0782995 Oct 30 15:08:38.459225 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed27bd7d-5948-4a87-8dbb-e8a81747cf55 req-48b3bb45-459b-4aea-9a81-8a4a9b32bf76 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:38.467019 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ed27bd7d-5948-4a87-8dbb-e8a81747cf55 req-48b3bb45-459b-4aea-9a81-8a4a9b32bf76 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4513376 Oct 30 15:08:38.489902 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-48f6da80-8aa2-4906-b3c8-a4e726cc7f92 req-8c020eae-db63-42fd-b483-02d7455963ad service neutron] 10.222.0.53 "GET /v2.0/networks/2f36ee91-6757-4d64-8719-4cb39651ac94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3509381 Oct 30 15:08:38.499117 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ed27bd7d-5948-4a87-8dbb-e8a81747cf55 req-c84b56ba-25cd-426b-a1d5-081898fde85b tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/quotas/fe775bbcba174d2b97e2e40971e90df6 HTTP/1.1" status: 200 len: 375 time: 0.0308948 Oct 30 15:08:38.537136 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-94d8bd13-23e1-4a1c-a510-e5f4e3dccbc5 req-6bdf7fa1-40d9-40c3-94fe-29390b11fecc tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881147 Oct 30 15:08:38.589631 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-95977bc1-2d4b-495f-95a7-2e2208e09f0c req-a22ce9dd-000b-463f-a311-1ef462637652 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] For port 7742aa37-8b40-4348-8ac4-a14876822ac2, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=7742aa37-8b40-4348-8ac4-a14876822ac2,segment=NetworkSegment(ef438171-9296-4cb4-a9a2-6d7294d77f81),segment_id=ef438171-9296-4cb4-a9a2-6d7294d77f81)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:08:38.591937 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-95977bc1-2d4b-495f-95a7-2e2208e09f0c req-a22ce9dd-000b-463f-a311-1ef462637652 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:38.616964 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-95977bc1-2d4b-495f-95a7-2e2208e09f0c req-a22ce9dd-000b-463f-a311-1ef462637652 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Calling delete_port for 7742aa37-8b40-4348-8ac4-a14876822ac2 owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:08:38.694861 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ed27bd7d-5948-4a87-8dbb-e8a81747cf55 req-1aed7e74-6b11-4a15-8dfb-713fff31b856 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe775bbcba174d2b97e2e40971e90df6&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1945224 Oct 30 15:08:38.772885 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07db5700-13a1-4c5c-a765-434c633bbe4f req-0426fb32-4b6a-4751-bf37-ac9cb713f10b tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:38.774449 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-07db5700-13a1-4c5c-a765-434c633bbe4f req-0426fb32-4b6a-4751-bf37-ac9cb713f10b tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ca418f9-ac64-472b-bb6a-2b067e61baee HTTP/1.1" status: 200 len: 943 time: 0.1231163 Oct 30 15:08:38.838070 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-95977bc1-2d4b-495f-95a7-2e2208e09f0c req-a22ce9dd-000b-463f-a311-1ef462637652 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:38.852864 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['7742aa37-8b40-4348-8ac4-a14876822ac2'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:08:38.869440 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-07db5700-13a1-4c5c-a765-434c633bbe4f req-3b68d2ce-55a9-4972-b040-4cec2b114131 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845780 Oct 30 15:08:38.874024 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22ce9dd-000b-463f-a311-1ef462637652 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Pushing event deleted for resources: {'Port': ['ID=7742aa37-8b40-4348-8ac4-a14876822ac2,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:08:38.974370 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-95977bc1-2d4b-495f-95a7-2e2208e09f0c req-a22ce9dd-000b-463f-a311-1ef462637652 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] No DVR routers for this DVR port 7742aa37-8b40-4348-8ac4-a14876822ac2 on host n-h2-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:08:38.977391 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-95977bc1-2d4b-495f-95a7-2e2208e09f0c req-a22ce9dd-000b-463f-a311-1ef462637652 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:38.982306 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-95977bc1-2d4b-495f-95a7-2e2208e09f0c req-a22ce9dd-000b-463f-a311-1ef462637652 tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.44 "DELETE /v2.0/ports/7742aa37-8b40-4348-8ac4-a14876822ac2 HTTP/1.1" status: 204 len: 173 time: 0.7495639 Oct 30 15:08:38.982866 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd345a361-ed84-4e4a-a36c-52dea2e8e556', 'name': 'network-vif-deleted', 'tag': '7742aa37-8b40-4348-8ac4-a14876822ac2'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:08:38.985491 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cabd0008-1b95-424b-a929-6ccf207967c9" -d '{"events": [{"server_uuid": "d345a361-ed84-4e4a-a36c-52dea2e8e556", "name": "network-vif-deleted", "tag": "7742aa37-8b40-4348-8ac4-a14876822ac2"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:08:39.160214 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a3c7a97d-e7c6-4e99-bdac-295f56656c08 req-a19bb5bd-9fc8-40fd-8d8f-ab8a633eff4d tempest-FloatingIPsAssociationTestJSON-402611848 tempest-FloatingIPsAssociationTestJSON-402611848-project] 10.222.0.62 "GET /v2.0/ports?device_id=d345a361-ed84-4e4a-a36c-52dea2e8e556 HTTP/1.1" status: 200 len: 210 time: 0.0679920 Oct 30 15:08:39.243918 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-486ed227-a9f5-40e3-88d6-8512b2b2a244 req-0fcb1ff7-de5f-4d5e-873b-b4abef40b86c tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3e7fcd5-1ed0-497a-8e74-761dcf0d44bb HTTP/1.1" status: 200 len: 210 time: 0.1302030 Oct 30 15:08:39.356489 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d72f52-cc69-476a-a515-f82560e1c65d x-openstack-request-id: req-51d72f52-cc69-476a-a515-f82560e1c65d {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:08:39.357163 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d345a361-ed84-4e4a-a36c-52dea2e8e556", "name": "network-vif-deleted", "tag": "7742aa37-8b40-4348-8ac4-a14876822ac2", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:08:39.357532 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-51d72f52-cc69-476a-a515-f82560e1c65d {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:08:39.358352 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd345a361-ed84-4e4a-a36c-52dea2e8e556', 'name': 'network-vif-deleted', 'tag': '7742aa37-8b40-4348-8ac4-a14876822ac2', 'status': 'completed', 'code': 200} Oct 30 15:08:39.369484 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1946ebee-cdee-47c2-b4ec-19e6bbdf5a78 req-58da7bab-bbda-4279-8980-a26be8b94f80 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0b14f1de-39d1-4687-9a0a-9f34bf28d262&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1417625 Oct 30 15:08:39.489501 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53e0d6-8b8f-486f-a63c-afbd12c1ae19 req-0dbc3f51-ed67-4327-8177-9e92be05e97b tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:39.490977 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-eb53e0d6-8b8f-486f-a63c-afbd12c1ae19 req-0dbc3f51-ed67-4327-8177-9e92be05e97b tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/ports?device_id=240b9084-e7bc-4df3-8230-d0586c611a69 HTTP/1.1" status: 200 len: 946 time: 0.1838329 Oct 30 15:08:39.561757 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1946ebee-cdee-47c2-b4ec-19e6bbdf5a78 req-d2e3d6f9-45d9-4044-992c-0c986885635a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:39.563273 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1946ebee-cdee-47c2-b4ec-19e6bbdf5a78 req-d2e3d6f9-45d9-4044-992c-0c986885635a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b8aea481537c4f1b9ab8f7eccea88bfc&device_id=0b14f1de-39d1-4687-9a0a-9f34bf28d262 HTTP/1.1" status: 200 len: 1096 time: 0.1549530 Oct 30 15:08:39.595148 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee068c47-5d0e-4819-860c-6dc5ba135f93 req-70fb19e8-8214-4808-a5f8-9dc7eab4e551 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:39.604782 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-eb53e0d6-8b8f-486f-a63c-afbd12c1ae19 req-3fcad838-ab83-4647-8163-401cb1d89c39 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff7d2e62-ea1a-45bf-a217-2b52e333182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001108 Oct 30 15:08:39.613806 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ee068c47-5d0e-4819-860c-6dc5ba135f93 req-70fb19e8-8214-4808-a5f8-9dc7eab4e551 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=b63152b8-8683-4975-aea1-06378122bbed HTTP/1.1" status: 200 len: 944 time: 0.1135433 Oct 30 15:08:39.710759 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ee068c47-5d0e-4819-860c-6dc5ba135f93 req-0bbc472b-35f1-4a1c-a070-71ca5b6d27c2 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960164 Oct 30 15:08:39.822543 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1946ebee-cdee-47c2-b4ec-19e6bbdf5a78 req-7141825f-4283-45e5-bf33-6373308f6c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:39.824325 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1946ebee-cdee-47c2-b4ec-19e6bbdf5a78 req-7141825f-4283-45e5-bf33-6373308f6c04 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2f36ee91-6757-4d64-8719-4cb39651ac94 HTTP/1.1" status: 200 len: 909 time: 0.2183487 Oct 30 15:08:39.926242 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1946ebee-cdee-47c2-b4ec-19e6bbdf5a78 req-5676c03a-fc6f-45b2-acbd-28bf5b088af6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=584a36c5-c8f6-453d-b531-05a761dd38f3 HTTP/1.1" status: 200 len: 217 time: 0.0670583 Oct 30 15:08:39.961449 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79597273-7ef9-4d97-95ff-ade32d04be3a req-b54d958d-75ab-4829-a5fe-14ed9a349f9e tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:39.972386 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-79597273-7ef9-4d97-95ff-ade32d04be3a req-b54d958d-75ab-4829-a5fe-14ed9a349f9e tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=97452329-4434-433e-b37c-61f92fe601e3 HTTP/1.1" status: 200 len: 949 time: 0.1467097 Oct 30 15:08:40.108429 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-79597273-7ef9-4d97-95ff-ade32d04be3a req-44f20ece-f716-4405-a7bd-330f43fa9ad6 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346993 Oct 30 15:08:40.151411 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602f59a-f1ef-4d9c-a4a2-b858e01b67a9 req-04b3c5eb-a4f3-4a6a-a915-65a1d27d512f tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:40.157680 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7602f59a-f1ef-4d9c-a4a2-b858e01b67a9 req-04b3c5eb-a4f3-4a6a-a915-65a1d27d512f tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ca418f9-ac64-472b-bb6a-2b067e61baee HTTP/1.1" status: 200 len: 943 time: 0.1249180 Oct 30 15:08:40.172982 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1946ebee-cdee-47c2-b4ec-19e6bbdf5a78 req-a9904507-adc1-42c9-bcb0-9b35ca1f0698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:40.174715 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1946ebee-cdee-47c2-b4ec-19e6bbdf5a78 req-a9904507-adc1-42c9-bcb0-9b35ca1f0698 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=eb0d8673-4262-419a-bce2-caff67d0478f HTTP/1.1" status: 200 len: 848 time: 0.1528921 Oct 30 15:08:40.239262 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7602f59a-f1ef-4d9c-a4a2-b858e01b67a9 req-834fd190-8d98-46e5-ac1b-3e8ef9b89df9 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746005 Oct 30 15:08:40.260041 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1946ebee-cdee-47c2-b4ec-19e6bbdf5a78 req-7c21d6e7-56c4-4e72-9e3c-a81f5106784c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2f36ee91-6757-4d64-8719-4cb39651ac94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692248 Oct 30 15:08:40.306053 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 56382) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:08:40.466041 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1946ebee-cdee-47c2-b4ec-19e6bbdf5a78 req-606ac924-36de-4d2c-bff8-0d8b6f70631b service neutron] 10.222.0.44 "GET /v2.0/networks/2f36ee91-6757-4d64-8719-4cb39651ac94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961517 Oct 30 15:08:40.688236 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ed27bd7d-5948-4a87-8dbb-e8a81747cf55 req-1d62b9d0-d9bd-43f3-a473-6258583ca988 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=fe775bbcba174d2b97e2e40971e90df6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0736752 Oct 30 15:08:40.834147 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1946ebee-cdee-47c2-b4ec-19e6bbdf5a78 req-49950394-3439-40c7-9df7-2e9d5fbf5088 service neutron] 10.222.0.44 "GET /v2.0/networks/2f36ee91-6757-4d64-8719-4cb39651ac94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3593118 Oct 30 15:08:40.863070 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b371b2-d106-4255-af24-68fbe59f646a req-37ca158d-be57-407f-82a7-d4e1f800cdcc tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:40.873474 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-51b371b2-d106-4255-af24-68fbe59f646a req-37ca158d-be57-407f-82a7-d4e1f800cdcc tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/ports?device_id=240b9084-e7bc-4df3-8230-d0586c611a69 HTTP/1.1" status: 200 len: 946 time: 0.1029704 Oct 30 15:08:40.887375 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-78033cd8-c659-408b-b633-c759d9bfe83f req-960a5241-2f0a-4422-914f-02028000f11b tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3e7fcd5-1ed0-497a-8e74-761dcf0d44bb HTTP/1.1" status: 200 len: 210 time: 0.5015831 Oct 30 15:08:41.023017 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-51b371b2-d106-4255-af24-68fbe59f646a req-f721fa78-f55e-4e19-b57e-b74a2d4d9703 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff7d2e62-ea1a-45bf-a217-2b52e333182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484227 Oct 30 15:08:41.032892 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed27bd7d-5948-4a87-8dbb-e8a81747cf55 req-5629726a-52ea-4783-a50c-5a802d86c56b tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:41.034603 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ed27bd7d-5948-4a87-8dbb-e8a81747cf55 req-5629726a-52ea-4783-a50c-5a802d86c56b tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3350956 Oct 30 15:08:41.043024 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-0f502f8d-2878-4769-832b-f1d7c6c9a618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:41.044709 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-0f502f8d-2878-4769-832b-f1d7c6c9a618 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b8aea481537c4f1b9ab8f7eccea88bfc&device_id=b63152b8-8683-4975-aea1-06378122bbed HTTP/1.1" status: 200 len: 1127 time: 0.1627369 Oct 30 15:08:41.050273 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-ed27bd7d-5948-4a87-8dbb-e8a81747cf55 req-90e1f74f-182d-4205-92b3-6fe180c87a6d tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Request body: {'port': {'device_id': 'a3e7fcd5-1ed0-497a-8e74-761dcf0d44bb', 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704', 'admin_state_up': True, 'tenant_id': 'fe775bbcba174d2b97e2e40971e90df6'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:08:41.088027 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 7742aa37-8b40-4348-8ac4-a14876822ac2 no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:08:41.106430 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adc41db-919a-4db8-988d-1216508f741c req-525791e8-9588-4c7f-91da-cf3d59b5dfef tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:41.107954 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7adc41db-919a-4db8-988d-1216508f741c req-525791e8-9588-4c7f-91da-cf3d59b5dfef tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=b63152b8-8683-4975-aea1-06378122bbed HTTP/1.1" status: 200 len: 944 time: 0.1044872 Oct 30 15:08:41.151069 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] No Port match for: 7742aa37-8b40-4348-8ac4-a14876822ac2 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:08:41.154700 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 7742aa37-8b40-4348-8ac4-a14876822ac2 not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:08:41.192431 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7adc41db-919a-4db8-988d-1216508f741c req-5c1b3551-0a1a-4195-925e-fbce09bb7688 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778537 Oct 30 15:08:41.299398 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-30d221c8-ad3e-4206-84f3-1d29da8e66b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:41.300816 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-30d221c8-ad3e-4206-84f3-1d29da8e66b8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2f36ee91-6757-4d64-8719-4cb39651ac94 HTTP/1.1" status: 200 len: 909 time: 0.2456720 Oct 30 15:08:41.396296 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74178ae-f2c0-4d89-9170-c643597eba9b req-48c6ad74-6d20-4b6d-b491-a92287e64925 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:41.397975 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d74178ae-f2c0-4d89-9170-c643597eba9b req-48c6ad74-6d20-4b6d-b491-a92287e64925 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=97452329-4434-433e-b37c-61f92fe601e3 HTTP/1.1" status: 200 len: 949 time: 0.1724002 Oct 30 15:08:41.400582 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-7030d45b-451b-4655-afc7-748287975d76 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8323b08-d4fa-47cd-afb2-6f8216fb7b03 HTTP/1.1" status: 200 len: 217 time: 0.0861051 Oct 30 15:08:41.414060 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed27bd7d-5948-4a87-8dbb-e8a81747cf55 req-90e1f74f-182d-4205-92b3-6fe180c87a6d tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Made reservation on behalf of fe775bbcba174d2b97e2e40971e90df6 for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:08:41.422528 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ed27bd7d-5948-4a87-8dbb-e8a81747cf55 req-90e1f74f-182d-4205-92b3-6fe180c87a6d tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:41.499146 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743da5d0-da79-4866-adde-2d103e33550e req-6aee944b-fbe9-4576-9b30-ffc4b08814de tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:41.500944 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-743da5d0-da79-4866-adde-2d103e33550e req-6aee944b-fbe9-4576-9b30-ffc4b08814de tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b63152b8-8683-4975-aea1-06378122bbed HTTP/1.1" status: 200 len: 1127 time: 0.1132071 Oct 30 15:08:41.566709 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-743da5d0-da79-4866-adde-2d103e33550e req-79b9cdef-5be5-4128-ad81-628c98c9ccdc tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531881 Oct 30 15:08:41.591450 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ec0a8392-abe7-45a8-b631-7a86b08336e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:41.592172 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d74178ae-f2c0-4d89-9170-c643597eba9b req-0dd0f573-fd23-48de-80db-7f8d5305c874 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799054 Oct 30 15:08:41.696719 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-4d5f5814-32a1-4f8b-8d8f-481b8597ddfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:41.698329 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-4d5f5814-32a1-4f8b-8d8f-481b8597ddfb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=eb0d8673-4262-419a-bce2-caff67d0478f HTTP/1.1" status: 200 len: 848 time: 0.2580485 Oct 30 15:08:41.742723 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-84558e9b-e029-4511-9ea8-bd6ce5ff0de9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2f36ee91-6757-4d64-8719-4cb39651ac94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316422 Oct 30 15:08:41.852875 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-a63d40f4-0ee5-4c1b-9df8-c3f374c32459 service neutron] 10.222.0.44 "GET /v2.0/networks/2f36ee91-6757-4d64-8719-4cb39651ac94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938921 Oct 30 15:08:41.966392 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-e3b8c21c-f796-48e3-a9be-bb4666ab4a39 service neutron] 10.222.0.44 "GET /v2.0/networks/2f36ee91-6757-4d64-8719-4cb39651ac94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017747 Oct 30 15:08:42.015137 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9952cfdd-b9f8-4eca-92d4-de4a30e2a9c5 req-70e4ff73-cc66-429d-b632-a4675394adf0 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:42.023994 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9952cfdd-b9f8-4eca-92d4-de4a30e2a9c5 req-70e4ff73-cc66-429d-b632-a4675394adf0 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ca418f9-ac64-472b-bb6a-2b067e61baee HTTP/1.1" status: 200 len: 943 time: 0.3238752 Oct 30 15:08:42.080089 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a6b771b7-e75b-464a-85d5-bebaad3242d7 req-237c3d31-8cea-4a75-aa5a-62db54d7354d tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3e7fcd5-1ed0-497a-8e74-761dcf0d44bb HTTP/1.1" status: 200 len: 210 time: 0.0676968 Oct 30 15:08:42.111035 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-ed27bd7d-5948-4a87-8dbb-e8a81747cf55 req-90e1f74f-182d-4205-92b3-6fe180c87a6d tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Allocated IP 192.168.233.6 (8de8b155-6e08-41c3-866a-8b30bb481704/43b5dea3-b65b-4514-8ec2-18a4245eb194/7004f84f-0479-463e-b5e9-48072c97e3b9) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:08:42.160868 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9952cfdd-b9f8-4eca-92d4-de4a30e2a9c5 req-634cceda-7269-4d90-89cc-a9dd5997caac tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362457 Oct 30 15:08:42.193698 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-39b46f75-d76e-42ed-8482-9d1c868f515b tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:42.196038 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-39b46f75-d76e-42ed-8482-9d1c868f515b tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b63152b8-8683-4975-aea1-06378122bbed&tenant_id=b8aea481537c4f1b9ab8f7eccea88bfc&binding%3Ahost_id=n-h1-806683-17 HTTP/1.1" status: 200 len: 1127 time: 0.1521006 Oct 30 15:08:42.206646 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-ec0a8392-abe7-45a8-b631-7a86b08336e2 admin admin] Deleting port 2d106d20-fcdd-497e-8cee-0e17c1dfacb9 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:08:42.207207 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ec0a8392-abe7-45a8-b631-7a86b08336e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:42.214298 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-05d3289c-3c9b-45c0-a48d-35d7ab786ca7 service neutron] Request body: {'port': {'binding:profile': {}}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:08:42.356297 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-05d3289c-3c9b-45c0-a48d-35d7ab786ca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:42.375622 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664a6dea-72c8-451b-a9f9-c6ae7839db82 req-1131134e-116b-44bf-8afd-f2210704254a tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:42.377123 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-664a6dea-72c8-451b-a9f9-c6ae7839db82 req-1131134e-116b-44bf-8afd-f2210704254a tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/ports?device_id=240b9084-e7bc-4df3-8230-d0586c611a69 HTTP/1.1" status: 200 len: 946 time: 0.1045406 Oct 30 15:08:42.379021 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-ec0a8392-abe7-45a8-b631-7a86b08336e2 admin admin] For port 2d106d20-fcdd-497e-8cee-0e17c1dfacb9, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=2d106d20-fcdd-497e-8cee-0e17c1dfacb9,segment=NetworkSegment(ef438171-9296-4cb4-a9a2-6d7294d77f81),segment_id=ef438171-9296-4cb4-a9a2-6d7294d77f81)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:08:42.379421 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ec0a8392-abe7-45a8-b631-7a86b08336e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:42.414190 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-ec0a8392-abe7-45a8-b631-7a86b08336e2 admin admin] Calling delete_port for 2d106d20-fcdd-497e-8cee-0e17c1dfacb9 owned by network:router_interface {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:08:42.473816 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-664a6dea-72c8-451b-a9f9-c6ae7839db82 req-398b385b-9407-4b77-96bd-905b45db2d81 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff7d2e62-ea1a-45bf-a217-2b52e333182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895591 Oct 30 15:08:42.502329 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ed27bd7d-5948-4a87-8dbb-e8a81747cf55 req-90e1f74f-182d-4205-92b3-6fe180c87a6d tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:42.629765 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ed27bd7d-5948-4a87-8dbb-e8a81747cf55 req-90e1f74f-182d-4205-92b3-6fe180c87a6d tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:42.646413 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['914696c5-5889-4b05-8d4d-dfdeb7ef3f59', 'c5354e8c-a792-468f-8924-a3c448cc2b4a'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:08:42.780192 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['96545323-feb6-420b-9242-c65d8a00a3f5', '1bdc240c-44b4-4394-9ed5-ace834086c73', '67a02029-0352-4f05-b377-299b49d77849', 'b4d0397e-9887-4a46-bdb3-9f808ed9d380'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:08:42.798245 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-05d3289c-3c9b-45c0-a48d-35d7ab786ca7 service neutron] For port b8323b08-d4fa-47cd-afb2-6f8216fb7b03, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=b8323b08-d4fa-47cd-afb2-6f8216fb7b03,segment=NetworkSegment(5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87),segment_id=5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:08:42.825400 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed27bd7d-5948-4a87-8dbb-e8a81747cf55 req-90e1f74f-182d-4205-92b3-6fe180c87a6d tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Network 8de8b155-6e08-41c3-866a-8b30bb481704 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:08:42.832736 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-ed27bd7d-5948-4a87-8dbb-e8a81747cf55 req-90e1f74f-182d-4205-92b3-6fe180c87a6d tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:08:42.844265 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed27bd7d-5948-4a87-8dbb-e8a81747cf55 req-90e1f74f-182d-4205-92b3-6fe180c87a6d tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:08:42.851394 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e1f74f-182d-4205-92b3-6fe180c87a6d tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Pushing event updated for resources: {'Port': ['ID=7004f84f-0479-463e-b5e9-48072c97e3b9,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:08:42.856630 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ec0a8392-abe7-45a8-b631-7a86b08336e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:42.914449 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c66307b-62f9-4b02-81fe-c4d21b8882fd req-ab25a908-b1d8-4778-be13-d47414ba18f1 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:42.916262 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3c66307b-62f9-4b02-81fe-c4d21b8882fd req-ab25a908-b1d8-4778-be13-d47414ba18f1 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=97452329-4434-433e-b37c-61f92fe601e3 HTTP/1.1" status: 200 len: 949 time: 0.2116928 Oct 30 15:08:42.931981 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0a8392-abe7-45a8-b631-7a86b08336e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d106d20-fcdd-497e-8cee-0e17c1dfacb9,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:08:42.986497 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-05d3289c-3c9b-45c0-a48d-35d7ab786ca7 service neutron] For port b8323b08-d4fa-47cd-afb2-6f8216fb7b03, host n-h1-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:08:43.050118 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed27bd7d-5948-4a87-8dbb-e8a81747cf55 req-90e1f74f-182d-4205-92b3-6fe180c87a6d tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:43.050994 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ed27bd7d-5948-4a87-8dbb-e8a81747cf55 req-90e1f74f-182d-4205-92b3-6fe180c87a6d tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:43.107996 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-05d3289c-3c9b-45c0-a48d-35d7ab786ca7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8323b08-d4fa-47cd-afb2-6f8216fb7b03 {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:08:43.140690 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-05d3289c-3c9b-45c0-a48d-35d7ab786ca7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:43.168357 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3c66307b-62f9-4b02-81fe-c4d21b8882fd req-18ee550d-6352-4a4d-b670-43b2166cea39 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322581 Oct 30 15:08:43.176375 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ed27bd7d-5948-4a87-8dbb-e8a81747cf55 req-90e1f74f-182d-4205-92b3-6fe180c87a6d tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1302495 Oct 30 15:08:43.178084 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-05d3289c-3c9b-45c0-a48d-35d7ab786ca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:43.207862 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-ed27bd7d-5948-4a87-8dbb-e8a81747cf55 req-3b51d3d1-3674-4c55-837c-1314c7a493a8 service neutron] Request body: {'port': {'device_id': 'a3e7fcd5-1ed0-497a-8e74-761dcf0d44bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:08:43.366298 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ec0a8392-abe7-45a8-b631-7a86b08336e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:43.550466 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-277980a6-0e54-4a16-a8b3-557166e001ac None None] Provisioning complete for port 7004f84f-0479-463e-b5e9-48072c97e3b9 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:08:43.551402 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-277980a6-0e54-4a16-a8b3-557166e001ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:43.610934 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-277980a6-0e54-4a16-a8b3-557166e001ac None None] Port 7004f84f-0479-463e-b5e9-48072c97e3b9 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:08:43.634959 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90f2243-ff6f-4a08-a60c-a06b918c907d req-32e6911c-9e64-421a-876c-b4954309e1a2 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:43.641769 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e90f2243-ff6f-4a08-a60c-a06b918c907d req-32e6911c-9e64-421a-876c-b4954309e1a2 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3e7fcd5-1ed0-497a-8e74-761dcf0d44bb HTTP/1.1" status: 200 len: 934 time: 0.3643241 Oct 30 15:08:43.755866 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e90f2243-ff6f-4a08-a60c-a06b918c907d req-d1e7aa4e-e720-41b1-8530-4a7ee1289c3f tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078374 Oct 30 15:08:43.985452 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-05d3289c-3c9b-45c0-a48d-35d7ab786ca7 service neutron] Attempting to bind port b8323b08-d4fa-47cd-afb2-6f8216fb7b03 on host n-h1-806683-17 for vnic_type normal with profile {} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:08:43.986011 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-05d3289c-3c9b-45c0-a48d-35d7ab786ca7 service neutron] Attempting to bind port b8323b08-d4fa-47cd-afb2-6f8216fb7b03 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2f36ee91-6757-4d64-8719-4cb39651ac94'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:08:43.986355 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-05d3289c-3c9b-45c0-a48d-35d7ab786ca7 service neutron] Attempting to bind port b8323b08-d4fa-47cd-afb2-6f8216fb7b03 on network 2f36ee91-6757-4d64-8719-4cb39651ac94 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:08:43.999750 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d3289c-3c9b-45c0-a48d-35d7ab786ca7 service neutron] Pushing event updated for resources: {'Port': ['ID=b8323b08-d4fa-47cd-afb2-6f8216fb7b03,revision_number=9']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:08:44.004277 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-05d3289c-3c9b-45c0-a48d-35d7ab786ca7 service neutron] Port b8323b08-d4fa-47cd-afb2-6f8216fb7b03 on network 2f36ee91-6757-4d64-8719-4cb39651ac94 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:08:44.004728 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-05d3289c-3c9b-45c0-a48d-35d7ab786ca7 service neutron] Attempting to bind port b8323b08-d4fa-47cd-afb2-6f8216fb7b03 on network 2f36ee91-6757-4d64-8719-4cb39651ac94 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:08:44.006805 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ed27bd7d-5948-4a87-8dbb-e8a81747cf55 req-3b51d3d1-3674-4c55-837c-1314c7a493a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:44.017910 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf2324-796f-439b-a231-8f9137f144c6 req-486ff389-590c-4094-8582-4b02560978c0 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:44.029381 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8baf2324-796f-439b-a231-8f9137f144c6 req-486ff389-590c-4094-8582-4b02560978c0 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ca418f9-ac64-472b-bb6a-2b067e61baee HTTP/1.1" status: 200 len: 943 time: 0.1534462 Oct 30 15:08:44.055249 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-05d3289c-3c9b-45c0-a48d-35d7ab786ca7 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:08:44.055776 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-05d3289c-3c9b-45c0-a48d-35d7ab786ca7 service neutron] Checking segment: {'id': '5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2f36ee91-6757-4d64-8719-4cb39651ac94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:08:44.056357 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-05d3289c-3c9b-45c0-a48d-35d7ab786ca7 service neutron] Bound using segment: {'id': '5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2f36ee91-6757-4d64-8719-4cb39651ac94'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:08:44.056925 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-05d3289c-3c9b-45c0-a48d-35d7ab786ca7 service neutron] Bound port: b8323b08-d4fa-47cd-afb2-6f8216fb7b03, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2f36ee91-6757-4d64-8719-4cb39651ac94'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:08:44.057374 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-05d3289c-3c9b-45c0-a48d-35d7ab786ca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:44.094672 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec0a8392-abe7-45a8-b631-7a86b08336e2 admin admin] Router 9c039d9e-9384-49c5-ad50-71c7a5239fdc has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:08:44.167878 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8baf2324-796f-439b-a231-8f9137f144c6 req-bcb85fc6-0385-4bce-8c72-b08b821daef3 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372969 Oct 30 15:08:44.357879 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-05d3289c-3c9b-45c0-a48d-35d7ab786ca7 service neutron] For port b8323b08-d4fa-47cd-afb2-6f8216fb7b03, host n-h1-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:08:44.373911 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-05d3289c-3c9b-45c0-a48d-35d7ab786ca7 service neutron] For port b8323b08-d4fa-47cd-afb2-6f8216fb7b03, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=b8323b08-d4fa-47cd-afb2-6f8216fb7b03,segment=NetworkSegment(5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87),segment_id=5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:08:44.528944 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec0a8392-abe7-45a8-b631-7a86b08336e2 admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:08:44.540716 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b990c45-e20e-4800-bbc8-84ca474bf134 None None] Sync routers for ids ['9c039d9e-9384-49c5-ad50-71c7a5239fdc'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:08:44.541290 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a0ac68-8490-4e18-b740-a7016dcce2f6 req-b6d8a4ed-d482-496b-850c-3f8771cee9db tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:44.548186 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a6a0ac68-8490-4e18-b740-a7016dcce2f6 req-b6d8a4ed-d482-496b-850c-3f8771cee9db tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/ports?device_id=240b9084-e7bc-4df3-8230-d0586c611a69 HTTP/1.1" status: 200 len: 946 time: 0.5507979 Oct 30 15:08:44.563625 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b990c45-e20e-4800-bbc8-84ca474bf134 None None] Routers {'9c039d9e-9384-49c5-ad50-71c7a5239fdc'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:08:44.564681 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-6b990c45-e20e-4800-bbc8-84ca474bf134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:08:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['9c039d9e-9384-49c5-ad50-71c7a5239fdc'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:08:44.565014 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-ec0a8392-abe7-45a8-b631-7a86b08336e2 admin admin] 10.222.0.62 "PUT /v2.0/routers/9c039d9e-9384-49c5-ad50-71c7a5239fdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2577426 Oct 30 15:08:44.568560 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 56460) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:08:44.572878 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-ed27bd7d-5948-4a87-8dbb-e8a81747cf55 req-3b51d3d1-3674-4c55-837c-1314c7a493a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7004f84f-0479-463e-b5e9-48072c97e3b9 {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:08:44.581709 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ed27bd7d-5948-4a87-8dbb-e8a81747cf55 req-3b51d3d1-3674-4c55-837c-1314c7a493a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:44.596407 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-ed27bd7d-5948-4a87-8dbb-e8a81747cf55 req-3b51d3d1-3674-4c55-837c-1314c7a493a8 service neutron] Transition to ACTIVE for port object 7004f84f-0479-463e-b5e9-48072c97e3b9 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:08:44.604136 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-05d3289c-3c9b-45c0-a48d-35d7ab786ca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:44.606270 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ed27bd7d-5948-4a87-8dbb-e8a81747cf55 req-3b51d3d1-3674-4c55-837c-1314c7a493a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:44.716566 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-05d3289c-3c9b-45c0-a48d-35d7ab786ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:44.720701 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-05d3289c-3c9b-45c0-a48d-35d7ab786ca7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:44.722513 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-05d3289c-3c9b-45c0-a48d-35d7ab786ca7 service neutron] 10.222.0.44 "PUT /v2.0/ports/b8323b08-d4fa-47cd-afb2-6f8216fb7b03 HTTP/1.1" status: 200 len: 1093 time: 2.5140378 Oct 30 15:08:44.728800 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-6b990c45-e20e-4800-bbc8-84ca474bf134 None None] Set router 9c039d9e-9384-49c5-ad50-71c7a5239fdc gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:08:44.740687 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b63152b8-8683-4975-aea1-06378122bbed', 'tag': 'b8323b08-d4fa-47cd-afb2-6f8216fb7b03'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:08:44.743046 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f080633-b555-4776-8949-ee5b24ad8953" -d '{"events": [{"name": "network-changed", "server_uuid": "b63152b8-8683-4975-aea1-06378122bbed", "tag": "b8323b08-d4fa-47cd-afb2-6f8216fb7b03"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:08:44.747022 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d3289c-3c9b-45c0-a48d-35d7ab786ca7 service neutron] Pushing event updated for resources: {'Port': ['ID=b8323b08-d4fa-47cd-afb2-6f8216fb7b03,revision_number=10']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:08:44.809565 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a6a0ac68-8490-4e18-b740-a7016dcce2f6 req-8e30cf97-ad23-488e-8bc2-842c6a5343c1 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff7d2e62-ea1a-45bf-a217-2b52e333182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605104 Oct 30 15:08:44.879973 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['b8323b08-d4fa-47cd-afb2-6f8216fb7b03'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:08:44.959489 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-225ce821-cb4f-4610-86a6-242801f389b1 admin admin] Publish callbacks [] for router, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:44.983903 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-ed27bd7d-5948-4a87-8dbb-e8a81747cf55 req-3b51d3d1-3674-4c55-837c-1314c7a493a8 service neutron] Attempting to bind port 7004f84f-0479-463e-b5e9-48072c97e3b9 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:08:44.984233 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-ed27bd7d-5948-4a87-8dbb-e8a81747cf55 req-3b51d3d1-3674-4c55-837c-1314c7a493a8 service neutron] Attempting to bind port 7004f84f-0479-463e-b5e9-48072c97e3b9 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:08:44.984481 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed27bd7d-5948-4a87-8dbb-e8a81747cf55 req-3b51d3d1-3674-4c55-837c-1314c7a493a8 service neutron] Attempting to bind port 7004f84f-0479-463e-b5e9-48072c97e3b9 on network 8de8b155-6e08-41c3-866a-8b30bb481704 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:08:44.999297 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed27bd7d-5948-4a87-8dbb-e8a81747cf55 req-3b51d3d1-3674-4c55-837c-1314c7a493a8 service neutron] Port 7004f84f-0479-463e-b5e9-48072c97e3b9 on network 8de8b155-6e08-41c3-866a-8b30bb481704 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:08:44.999949 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed27bd7d-5948-4a87-8dbb-e8a81747cf55 req-3b51d3d1-3674-4c55-837c-1314c7a493a8 service neutron] Attempting to bind port 7004f84f-0479-463e-b5e9-48072c97e3b9 on network 8de8b155-6e08-41c3-866a-8b30bb481704 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:08:45.016680 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed27bd7d-5948-4a87-8dbb-e8a81747cf55 req-3b51d3d1-3674-4c55-837c-1314c7a493a8 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:08:45.017023 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed27bd7d-5948-4a87-8dbb-e8a81747cf55 req-3b51d3d1-3674-4c55-837c-1314c7a493a8 service neutron] Checking segment: {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:08:45.017457 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed27bd7d-5948-4a87-8dbb-e8a81747cf55 req-3b51d3d1-3674-4c55-837c-1314c7a493a8 service neutron] Bound using segment: {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:08:45.017855 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-ed27bd7d-5948-4a87-8dbb-e8a81747cf55 req-3b51d3d1-3674-4c55-837c-1314c7a493a8 service neutron] Bound port: 7004f84f-0479-463e-b5e9-48072c97e3b9, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:08:45.018214 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ed27bd7d-5948-4a87-8dbb-e8a81747cf55 req-3b51d3d1-3674-4c55-837c-1314c7a493a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:45.025282 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['b8323b08-d4fa-47cd-afb2-6f8216fb7b03'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:08:45.043622 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb124fc-4b42-408e-9f20-42e4af3e3d07 req-7904f6b2-a532-4a86-9c61-4424fe32bffc tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:45.051680 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ffb124fc-4b42-408e-9f20-42e4af3e3d07 req-7904f6b2-a532-4a86-9c61-4424fe32bffc tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=97452329-4434-433e-b37c-61f92fe601e3 HTTP/1.1" status: 200 len: 949 time: 0.7178760 Oct 30 15:08:45.074465 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0dbd642-2c3b-4c9e-b9bd-c3f03f82056d x-openstack-request-id: req-b0dbd642-2c3b-4c9e-b9bd-c3f03f82056d {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:08:45.075049 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b63152b8-8683-4975-aea1-06378122bbed", "tag": "b8323b08-d4fa-47cd-afb2-6f8216fb7b03", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:08:45.075306 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b0dbd642-2c3b-4c9e-b9bd-c3f03f82056d {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:08:45.076374 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b63152b8-8683-4975-aea1-06378122bbed', 'tag': 'b8323b08-d4fa-47cd-afb2-6f8216fb7b03', 'status': 'completed', 'code': 200} Oct 30 15:08:45.139966 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-ed27bd7d-5948-4a87-8dbb-e8a81747cf55 req-3b51d3d1-3674-4c55-837c-1314c7a493a8 service neutron] For port 7004f84f-0479-463e-b5e9-48072c97e3b9, host n-h1-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:08:45.143990 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-ed27bd7d-5948-4a87-8dbb-e8a81747cf55 req-3b51d3d1-3674-4c55-837c-1314c7a493a8 service neutron] For port 7004f84f-0479-463e-b5e9-48072c97e3b9, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=7004f84f-0479-463e-b5e9-48072c97e3b9,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:08:45.157470 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ed27bd7d-5948-4a87-8dbb-e8a81747cf55 req-3b51d3d1-3674-4c55-837c-1314c7a493a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:45.180744 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed27bd7d-5948-4a87-8dbb-e8a81747cf55 req-3b51d3d1-3674-4c55-837c-1314c7a493a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:45.181395 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ed27bd7d-5948-4a87-8dbb-e8a81747cf55 req-3b51d3d1-3674-4c55-837c-1314c7a493a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:45.182842 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ed27bd7d-5948-4a87-8dbb-e8a81747cf55 req-3b51d3d1-3674-4c55-837c-1314c7a493a8 service neutron] 10.222.0.53 "PUT /v2.0/ports/7004f84f-0479-463e-b5e9-48072c97e3b9 HTTP/1.1" status: 200 len: 1095 time: 1.9817052 Oct 30 15:08:45.207925 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b51d3d1-3674-4c55-837c-1314c7a493a8 service neutron] Pushing event updated for resources: {'Port': ['ID=7004f84f-0479-463e-b5e9-48072c97e3b9,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:08:45.332213 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b51d3d1-3674-4c55-837c-1314c7a493a8 service neutron] Pushing event updated for resources: {'Port': ['ID=7004f84f-0479-463e-b5e9-48072c97e3b9,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:08:45.334152 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f080633-b555-4776-8949-ee5b24ad8953 req-01c13276-3f0c-4f2e-88ff-de4eff744831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:45.346678 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4f080633-b555-4776-8949-ee5b24ad8953 req-01c13276-3f0c-4f2e-88ff-de4eff744831 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b8aea481537c4f1b9ab8f7eccea88bfc&device_id=b63152b8-8683-4975-aea1-06378122bbed HTTP/1.1" status: 200 len: 1097 time: 0.2612762 Oct 30 15:08:45.364041 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ffb124fc-4b42-408e-9f20-42e4af3e3d07 req-7075ef39-a1b5-49a3-8e1c-5490731797ab tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060436 Oct 30 15:08:45.466808 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 5fef0f85-c4bb-4e50-a76f-a2fb8545703f details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:08:45.514261 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed27bd7d-5948-4a87-8dbb-e8a81747cf55 req-4ad24af0-9e12-43d1-ade5-24a8c13fa899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:45.515823 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ed27bd7d-5948-4a87-8dbb-e8a81747cf55 req-4ad24af0-9e12-43d1-ade5-24a8c13fa899 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fe775bbcba174d2b97e2e40971e90df6&device_id=a3e7fcd5-1ed0-497a-8e74-761dcf0d44bb HTTP/1.1" status: 200 len: 1098 time: 0.2147157 Oct 30 15:08:45.561847 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f080633-b555-4776-8949-ee5b24ad8953 req-a1332c16-6a1f-44d4-9b22-27874e185a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:45.563594 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4f080633-b555-4776-8949-ee5b24ad8953 req-a1332c16-6a1f-44d4-9b22-27874e185a6c service neutron] 10.222.0.53 "GET /v2.0/networks?id=2f36ee91-6757-4d64-8719-4cb39651ac94 HTTP/1.1" status: 200 len: 909 time: 0.1930609 Oct 30 15:08:45.593767 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afce3e9-4ba1-4b4b-964f-ca86b02b2bc0 req-b37a960b-ae02-4dac-8f2c-25db8dfdf69d tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:45.601606 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3afce3e9-4ba1-4b4b-964f-ca86b02b2bc0 req-b37a960b-ae02-4dac-8f2c-25db8dfdf69d tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3e7fcd5-1ed0-497a-8e74-761dcf0d44bb HTTP/1.1" status: 200 len: 946 time: 0.4297578 Oct 30 15:08:45.614006 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ed27bd7d-5948-4a87-8dbb-e8a81747cf55 req-50e24257-e40d-46d9-ad82-0d4504f21feb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=7004f84f-0479-463e-b5e9-48072c97e3b9 HTTP/1.1" status: 200 len: 217 time: 0.0483649 Oct 30 15:08:45.650304 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4f080633-b555-4776-8949-ee5b24ad8953 req-e871b7e1-5569-4415-bf90-c0f0c60f4ad3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8323b08-d4fa-47cd-afb2-6f8216fb7b03 HTTP/1.1" status: 200 len: 217 time: 0.0739942 Oct 30 15:08:45.700732 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-225ce821-cb4f-4610-86a6-242801f389b1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:45.714036 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 5fef0f85-c4bb-4e50-a76f-a2fb8545703f, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=5fef0f85-c4bb-4e50-a76f-a2fb8545703f,segment=NetworkSegment(e8246d9e-f8e1-4659-b367-d870958fbb44),segment_id=e8246d9e-f8e1-4659-b367-d870958fbb44)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:08:45.746448 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '5fef0f85-c4bb-4e50-a76f-a2fb8545703f', 'network_id': '291c5166-548b-4ef8-b78f-841a397188df', 'port_id': '5fef0f85-c4bb-4e50-a76f-a2fb8545703f', 'mac_address': 'fa:16:3e:19:21:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f4c836a-b7bd-4d76-afd1-011b8a3fe891', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:08:45.772913 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3afce3e9-4ba1-4b4b-964f-ca86b02b2bc0 req-c6c18740-686f-4222-9056-b2e0b78caad8 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666927 Oct 30 15:08:45.781147 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-b2dbf8f6-4822-45b5-be80-fd7d33c04863 service neutron] For port b8323b08-d4fa-47cd-afb2-6f8216fb7b03, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:08:45.792305 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-b2dbf8f6-4822-45b5-be80-fd7d33c04863 service neutron] Publish callbacks [] for binding, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:45.793770 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b9007c20-cc6b-46c6-8894-5deb5ef37c90 req-b2dbf8f6-4822-45b5-be80-fd7d33c04863 service neutron] 10.222.0.44 "DELETE /v2.0/ports/b8323b08-d4fa-47cd-afb2-6f8216fb7b03/bindings/n-h2-806683-17 HTTP/1.1" status: 204 len: 173 time: 1.0617907 Oct 30 15:08:45.807369 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed27bd7d-5948-4a87-8dbb-e8a81747cf55 req-9778f422-ad6d-4761-8de5-bb37f8e073fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:45.809857 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ed27bd7d-5948-4a87-8dbb-e8a81747cf55 req-9778f422-ad6d-4761-8de5-bb37f8e073fe service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.1631229 Oct 30 15:08:45.811220 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f080633-b555-4776-8949-ee5b24ad8953 req-c9d891fe-659d-4485-9150-25897e64de20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:45.814919 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4f080633-b555-4776-8949-ee5b24ad8953 req-c9d891fe-659d-4485-9150-25897e64de20 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=eb0d8673-4262-419a-bce2-caff67d0478f HTTP/1.1" status: 200 len: 848 time: 0.1571069 Oct 30 15:08:45.845952 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d119a8b-c411-4171-b905-1cd09d32bad1 req-73a468a1-0aeb-400b-ab4c-b130318ad714 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:45.865977 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8d119a8b-c411-4171-b905-1cd09d32bad1 req-73a468a1-0aeb-400b-ab4c-b130318ad714 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ca418f9-ac64-472b-bb6a-2b067e61baee HTTP/1.1" status: 200 len: 943 time: 0.2610016 Oct 30 15:08:45.883304 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4f080633-b555-4776-8949-ee5b24ad8953 req-4bdd26e6-4c9e-44a5-b0fd-0775cccd8d83 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2f36ee91-6757-4d64-8719-4cb39651ac94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480418 Oct 30 15:08:45.895534 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-225ce821-cb4f-4610-86a6-242801f389b1 admin admin] Deleting port 64760796-1729-46bb-b6b3-ea8d64916bfe {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:08:45.895991 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-225ce821-cb4f-4610-86a6-242801f389b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:46.024491 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed27bd7d-5948-4a87-8dbb-e8a81747cf55 req-8af670fa-3f69-437f-9b11-3527e1ddcd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:46.027240 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ed27bd7d-5948-4a87-8dbb-e8a81747cf55 req-8af670fa-3f69-437f-9b11-3527e1ddcd20 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2028980 Oct 30 15:08:46.038382 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8d119a8b-c411-4171-b905-1cd09d32bad1 req-31882931-a7ab-4a8c-b9f8-2d4c99bedecb tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510403 Oct 30 15:08:46.140182 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-225ce821-cb4f-4610-86a6-242801f389b1 admin admin] For port 64760796-1729-46bb-b6b3-ea8d64916bfe, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=64760796-1729-46bb-b6b3-ea8d64916bfe,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:08:46.141384 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-225ce821-cb4f-4610-86a6-242801f389b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:46.157362 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4f080633-b555-4776-8949-ee5b24ad8953 req-25518eb3-9952-4c10-ace6-523b8b7cf214 service neutron] 10.222.0.53 "GET /v2.0/networks/2f36ee91-6757-4d64-8719-4cb39651ac94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591355 Oct 30 15:08:46.170425 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd907d7-80fb-437b-a9eb-62c5dee56eec req-826f2742-0e69-4974-b872-c50bd188a03f tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:46.181995 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5dd907d7-80fb-437b-a9eb-62c5dee56eec req-826f2742-0e69-4974-b872-c50bd188a03f tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/ports?device_id=240b9084-e7bc-4df3-8230-d0586c611a69 HTTP/1.1" status: 200 len: 946 time: 0.1593709 Oct 30 15:08:46.189234 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-225ce821-cb4f-4610-86a6-242801f389b1 admin admin] Calling delete_port for 64760796-1729-46bb-b6b3-ea8d64916bfe owned by network:router_gateway {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:08:46.223673 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ed27bd7d-5948-4a87-8dbb-e8a81747cf55 req-cd28ac6e-a0d8-4d10-9fb2-7a114536c2f2 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789103 Oct 30 15:08:46.232433 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-6b990c45-e20e-4800-bbc8-84ca474bf134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1435770518-router', 'tenant_id': 'd73a17c8ce1740f7a410991b16507a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '64760796-1729-46bb-b6b3-ea8d64916bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:06:57Z', 'updated_at': '2021-10-30T15:08:42Z', 'revision_number': 5, 'project_id': 'd73a17c8ce1740f7a410991b16507a42', 'gw_port': {'id': '64760796-1729-46bb-b6b3-ea8d64916bfe', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:06:58Z', 'updated_at': '2021-10-30T15:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:08:46.277356 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b990c45-e20e-4800-bbc8-84ca474bf134 None None] Checking router: 9c039d9e-9384-49c5-ad50-71c7a5239fdc for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:08:46.310295 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:46.353049 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ed27bd7d-5948-4a87-8dbb-e8a81747cf55 req-42d3e639-9828-48e4-b15b-108e96d45f60 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169586 Oct 30 15:08:46.370995 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5dd907d7-80fb-437b-a9eb-62c5dee56eec req-8885011b-d104-4385-bcf0-119352059cdc tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff7d2e62-ea1a-45bf-a217-2b52e333182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877952 Oct 30 15:08:46.598174 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fef0f85-c4bb-4e50-a76f-a2fb8545703f {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:08:46.623091 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860026af-b2eb-48b2-a8ed-06094c28272d req-13bca2b3-0541-471c-aab6-679bd1a4d287 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:46.623962 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 5fef0f85-c4bb-4e50-a76f-a2fb8545703f, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=5fef0f85-c4bb-4e50-a76f-a2fb8545703f,segment=NetworkSegment(e8246d9e-f8e1-4659-b367-d870958fbb44),segment_id=e8246d9e-f8e1-4659-b367-d870958fbb44)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:08:46.625790 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b990c45-e20e-4800-bbc8-84ca474bf134 None None] Routers {'9c039d9e-9384-49c5-ad50-71c7a5239fdc'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:08:46.626519 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-6b990c45-e20e-4800-bbc8-84ca474bf134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:08:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['9c039d9e-9384-49c5-ad50-71c7a5239fdc'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:08:46.635440 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-860026af-b2eb-48b2-a8ed-06094c28272d req-13bca2b3-0541-471c-aab6-679bd1a4d287 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=97452329-4434-433e-b37c-61f92fe601e3 HTTP/1.1" status: 200 len: 949 time: 0.1402342 Oct 30 15:08:46.659919 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4f080633-b555-4776-8949-ee5b24ad8953 req-1a367f15-1bf4-414a-a8f6-4a75260a5bdc service neutron] 10.222.0.53 "GET /v2.0/networks/2f36ee91-6757-4d64-8719-4cb39651ac94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4681501 Oct 30 15:08:46.660813 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-225ce821-cb4f-4610-86a6-242801f389b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:46.747925 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-860026af-b2eb-48b2-a8ed-06094c28272d req-48529b0d-0c2b-4ee1-8b76-a639debf24b4 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062438 Oct 30 15:08:46.758852 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-6b990c45-e20e-4800-bbc8-84ca474bf134 None None] Set router 9c039d9e-9384-49c5-ad50-71c7a5239fdc gateway port host: None {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:08:46.784564 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225ce821-cb4f-4610-86a6-242801f389b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=64760796-1729-46bb-b6b3-ea8d64916bfe,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:08:46.850750 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-6b990c45-e20e-4800-bbc8-84ca474bf134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1435770518-router', 'tenant_id': 'd73a17c8ce1740f7a410991b16507a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:06:57Z', 'updated_at': '2021-10-30T15:08:45Z', 'revision_number': 6, 'project_id': 'd73a17c8ce1740f7a410991b16507a42', 'gw_port_host': None}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:08:46.852015 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-225ce821-cb4f-4610-86a6-242801f389b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:46.853530 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:46.935356 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b990c45-e20e-4800-bbc8-84ca474bf134 None None] The sync data for ids ['9c039d9e-9384-49c5-ad50-71c7a5239fdc'] in n-d-806683-17 is: [{'id': '9c039d9e-9384-49c5-ad50-71c7a5239fdc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1435770518-router', 'tenant_id': 'd73a17c8ce1740f7a410991b16507a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:06:57Z', 'updated_at': '2021-10-30T15:08:45Z', 'revision_number': 6, 'project_id': 'd73a17c8ce1740f7a410991b16507a42', 'gw_port_host': None}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:08:47.012905 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=5fef0f85-c4bb-4e50-a76f-a2fb8545703f,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:08:47.060700 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-225ce821-cb4f-4610-86a6-242801f389b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:47.066366 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-225ce821-cb4f-4610-86a6-242801f389b1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:47.079893 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3e7fcd5-1ed0-497a-8e74-761dcf0d44bb', 'tag': '7004f84f-0479-463e-b5e9-48072c97e3b9'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:08:47.082998 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34fea5e-550a-41f1-9d1d-9a75cb78f72a" -d '{"events": [{"name": "network-changed", "server_uuid": "a3e7fcd5-1ed0-497a-8e74-761dcf0d44bb", "tag": "7004f84f-0479-463e-b5e9-48072c97e3b9"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:08:47.197458 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f076845f-4402-4a00-bc33-2f84344c3686 req-76115a8a-f231-4bab-900d-cf7578cb87da tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:47.203317 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f076845f-4402-4a00-bc33-2f84344c3686 req-76115a8a-f231-4bab-900d-cf7578cb87da tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3e7fcd5-1ed0-497a-8e74-761dcf0d44bb HTTP/1.1" status: 200 len: 946 time: 0.3267653 Oct 30 15:08:47.222589 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-225ce821-cb4f-4610-86a6-242801f389b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:47.226354 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-225ce821-cb4f-4610-86a6-242801f389b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c039d9e-9384-49c5-ad50-71c7a5239fdc {{(pid=102131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:08:47.240249 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-225ce821-cb4f-4610-86a6-242801f389b1 admin admin] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:47.241576 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-225ce821-cb4f-4610-86a6-242801f389b1 admin admin] 10.222.0.62 "DELETE /v2.0/routers/9c039d9e-9384-49c5-ad50-71c7a5239fdc HTTP/1.1" status: 204 len: 168 time: 2.6713195 Oct 30 15:08:47.244598 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 56510) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:08:47.292579 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['5fef0f85-c4bb-4e50-a76f-a2fb8545703f'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:08:47.297150 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e994467-fd11-4d89-9227-bb4cdb525087 admin admin] Deleting subnet 4c0e0f8e-11ac-4cdd-bbc0-64de2560079b {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:08:47.308421 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e527f8e5-4d4f-42d9-b468-09e9aed1d0c9 req-99f970ad-e360-466f-8f01-d19ef48628ff tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:47.316680 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e527f8e5-4d4f-42d9-b468-09e9aed1d0c9 req-99f970ad-e360-466f-8f01-d19ef48628ff tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ca418f9-ac64-472b-bb6a-2b067e61baee HTTP/1.1" status: 200 len: 944 time: 0.1141813 Oct 30 15:08:47.323720 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3e994467-fd11-4d89-9227-bb4cdb525087 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:47.417238 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e527f8e5-4d4f-42d9-b468-09e9aed1d0c9 req-ac11fb86-7878-4e50-924d-bd2a54ee6afe tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995071 Oct 30 15:08:47.427149 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 2d106d20-fcdd-497e-8cee-0e17c1dfacb9 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:08:47.457582 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 2d106d20-fcdd-497e-8cee-0e17c1dfacb9 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:08:47.457933 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 2d106d20-fcdd-497e-8cee-0e17c1dfacb9 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:08:47.469609 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f076845f-4402-4a00-bc33-2f84344c3686 req-698ad225-fb24-49aa-ac3c-96b69343e701 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542493 Oct 30 15:08:47.499134 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3e994467-fd11-4d89-9227-bb4cdb525087 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:47.510949 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da74b07-84ca-4018-bb7f-7630b18a4d4e x-openstack-request-id: req-0da74b07-84ca-4018-bb7f-7630b18a4d4e {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:08:47.511712 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3e7fcd5-1ed0-497a-8e74-761dcf0d44bb", "tag": "7004f84f-0479-463e-b5e9-48072c97e3b9", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:08:47.511983 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0da74b07-84ca-4018-bb7f-7630b18a4d4e {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:08:47.512455 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3e7fcd5-1ed0-497a-8e74-761dcf0d44bb', 'tag': '7004f84f-0479-463e-b5e9-48072c97e3b9', 'status': 'completed', 'code': 200} Oct 30 15:08:47.728617 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a57cefa-b152-44ac-b4c9-11d74ea3da55 req-123af6ed-4057-4b86-9c81-c7a6663d11f6 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:47.730392 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9a57cefa-b152-44ac-b4c9-11d74ea3da55 req-123af6ed-4057-4b86-9c81-c7a6663d11f6 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/ports?device_id=240b9084-e7bc-4df3-8230-d0586c611a69 HTTP/1.1" status: 200 len: 946 time: 0.1388719 Oct 30 15:08:47.797617 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34fea5e-550a-41f1-9d1d-9a75cb78f72a req-a37831ed-0633-4f06-840a-84a6c5d64808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:47.800586 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f34fea5e-550a-41f1-9d1d-9a75cb78f72a req-a37831ed-0633-4f06-840a-84a6c5d64808 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fe775bbcba174d2b97e2e40971e90df6&device_id=a3e7fcd5-1ed0-497a-8e74-761dcf0d44bb HTTP/1.1" status: 200 len: 1098 time: 0.2307630 Oct 30 15:08:47.803859 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3e994467-fd11-4d89-9227-bb4cdb525087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:47.825100 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9a57cefa-b152-44ac-b4c9-11d74ea3da55 req-dc14eb30-5cce-44fa-a1f4-8379d7f0476c tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff7d2e62-ea1a-45bf-a217-2b52e333182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883591 Oct 30 15:08:47.901222 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3e994467-fd11-4d89-9227-bb4cdb525087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:47.953912 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d39bdc4-488d-4794-9ef7-7a5e5e990b02 None None] Network 54a44e67-c153-4279-a113-56e728247797 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:08:48.100264 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994467-fd11-4d89-9227-bb4cdb525087 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c0e0f8e-11ac-4cdd-bbc0-64de2560079b,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:08:48.116397 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3e994467-fd11-4d89-9227-bb4cdb525087 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:48.120740 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-3e994467-fd11-4d89-9227-bb4cdb525087 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/4c0e0f8e-11ac-4cdd-bbc0-64de2560079b HTTP/1.1" status: 204 len: 168 time: 0.8750150 Oct 30 15:08:48.123235 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 56528) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:08:48.152600 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34fea5e-550a-41f1-9d1d-9a75cb78f72a req-ece0e03a-c4d0-48e7-af6e-cfa0eaa24bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:48.154439 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f34fea5e-550a-41f1-9d1d-9a75cb78f72a req-ece0e03a-c4d0-48e7-af6e-cfa0eaa24bef service neutron] 10.222.0.53 "GET /v2.0/networks?id=8de8b155-6e08-41c3-866a-8b30bb481704 HTTP/1.1" status: 200 len: 870 time: 0.2741811 Oct 30 15:08:48.171756 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee296c-31b6-4124-a289-ce7c9f65196c req-938d21a3-cdaf-4f40-9313-9e9eccd1e7f8 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:48.174401 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-77ee296c-31b6-4124-a289-ce7c9f65196c req-938d21a3-cdaf-4f40-9313-9e9eccd1e7f8 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=97452329-4434-433e-b37c-61f92fe601e3 HTTP/1.1" status: 200 len: 949 time: 0.2834299 Oct 30 15:08:48.239962 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f34fea5e-550a-41f1-9d1d-9a75cb78f72a req-d2ab4783-01ea-4040-a8b8-7934658c5c48 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=7004f84f-0479-463e-b5e9-48072c97e3b9 HTTP/1.1" status: 200 len: 217 time: 0.0633712 Oct 30 15:08:48.283579 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4dcaed96-e3ea-4ee9-8c36-214e538333e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:48.348464 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8c33d4-03fe-429b-bfbb-d28d0a647c32 None None] DHCP port deletion for 54a44e67-c153-4279-a113-56e728247797 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:08:48.355933 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-77ee296c-31b6-4124-a289-ce7c9f65196c req-757432da-18ab-4a6e-846f-7dcd3116cab3 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712976 Oct 30 15:08:48.391582 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-4dcaed96-e3ea-4ee9-8c36-214e538333e9 admin admin] Deleting port c87b5076-ccc8-4cbd-8e0a-95644f317752 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:08:48.392010 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4dcaed96-e3ea-4ee9-8c36-214e538333e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:48.411346 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34fea5e-550a-41f1-9d1d-9a75cb78f72a req-b0a06d57-5983-4c72-9802-1d9d4314e866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:48.412756 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f34fea5e-550a-41f1-9d1d-9a75cb78f72a req-b0a06d57-5983-4c72-9802-1d9d4314e866 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.1491711 Oct 30 15:08:48.478232 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-de8c33d4-03fe-429b-bfbb-d28d0a647c32 None None] Deleting port c87b5076-ccc8-4cbd-8e0a-95644f317752 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:08:48.478600 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-de8c33d4-03fe-429b-bfbb-d28d0a647c32 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:48.533326 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-4dcaed96-e3ea-4ee9-8c36-214e538333e9 admin admin] For port c87b5076-ccc8-4cbd-8e0a-95644f317752, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=c87b5076-ccc8-4cbd-8e0a-95644f317752,segment=NetworkSegment(ef438171-9296-4cb4-a9a2-6d7294d77f81),segment_id=ef438171-9296-4cb4-a9a2-6d7294d77f81)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:08:48.533627 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4dcaed96-e3ea-4ee9-8c36-214e538333e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:48.564581 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-4dcaed96-e3ea-4ee9-8c36-214e538333e9 admin admin] Calling delete_port for c87b5076-ccc8-4cbd-8e0a-95644f317752 owned by network:dhcp {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:08:48.578702 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34fea5e-550a-41f1-9d1d-9a75cb78f72a req-3693cf79-b001-4194-aed2-66abdb9f5574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:48.585796 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f34fea5e-550a-41f1-9d1d-9a75cb78f72a req-3693cf79-b001-4194-aed2-66abdb9f5574 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1645217 Oct 30 15:08:48.613398 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-de8c33d4-03fe-429b-bfbb-d28d0a647c32 None None] For port c87b5076-ccc8-4cbd-8e0a-95644f317752, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=c87b5076-ccc8-4cbd-8e0a-95644f317752,segment=NetworkSegment(ef438171-9296-4cb4-a9a2-6d7294d77f81),segment_id=ef438171-9296-4cb4-a9a2-6d7294d77f81)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:08:48.613846 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-de8c33d4-03fe-429b-bfbb-d28d0a647c32 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:48.641485 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-de8c33d4-03fe-429b-bfbb-d28d0a647c32 None None] Calling delete_port for c87b5076-ccc8-4cbd-8e0a-95644f317752 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:08:48.765733 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c2170-5397-4131-a81a-65e735059d29 req-3d590980-4c02-4a66-8a6c-07a49c342c5a tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:48.770467 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b39c2170-5397-4131-a81a-65e735059d29 req-3d590980-4c02-4a66-8a6c-07a49c342c5a tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ca418f9-ac64-472b-bb6a-2b067e61baee HTTP/1.1" status: 200 len: 944 time: 0.2027276 Oct 30 15:08:48.832873 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b39c2170-5397-4131-a81a-65e735059d29 req-81cac62c-1d42-4af5-8a15-8db48b70f95d tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565283 Oct 30 15:08:48.833262 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f34fea5e-550a-41f1-9d1d-9a75cb78f72a req-a68ab11f-ecc6-4650-a30a-008c606eb29b service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395773 Oct 30 15:08:48.930589 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4dcaed96-e3ea-4ee9-8c36-214e538333e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:48.950533 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-de8c33d4-03fe-429b-bfbb-d28d0a647c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:48.974164 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d8048-9d3b-4c5c-aa29-2ba8e42b69cc req-bdb44e3c-7d54-40e5-8d52-b0bdff431670 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:48.995073 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8c33d4-03fe-429b-bfbb-d28d0a647c32 None None] No DVR routers for this DVR port c87b5076-ccc8-4cbd-8e0a-95644f317752 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:08:48.996275 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bf5d8048-9d3b-4c5c-aa29-2ba8e42b69cc req-bdb44e3c-7d54-40e5-8d52-b0bdff431670 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3e7fcd5-1ed0-497a-8e74-761dcf0d44bb HTTP/1.1" status: 200 len: 946 time: 0.2534256 Oct 30 15:08:49.005347 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcaed96-e3ea-4ee9-8c36-214e538333e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c87b5076-ccc8-4cbd-8e0a-95644f317752,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:08:49.005949 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8c33d4-03fe-429b-bfbb-d28d0a647c32 None None] Pushing event deleted for resources: {'Port': ['ID=c87b5076-ccc8-4cbd-8e0a-95644f317752,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:08:49.017875 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcaed96-e3ea-4ee9-8c36-214e538333e9 admin admin] No DVR routers for this DVR port c87b5076-ccc8-4cbd-8e0a-95644f317752 on host n-d-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:08:49.097024 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device b8323b08-d4fa-47cd-afb2-6f8216fb7b03 no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:08:49.115006 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bf5d8048-9d3b-4c5c-aa29-2ba8e42b69cc req-517df3f0-e433-462e-a758-519740f46dda tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167102 Oct 30 15:08:49.162139 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device b8323b08-d4fa-47cd-afb2-6f8216fb7b03 not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:08:49.185694 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f34fea5e-550a-41f1-9d1d-9a75cb78f72a req-764061c1-e87f-428b-bb61-a6fdd110c645 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245680 Oct 30 15:08:49.186436 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:08:49.207664 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4dcaed96-e3ea-4ee9-8c36-214e538333e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:49.238408 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336dddad-5da3-4319-9a05-5ac654e8075b req-d55cea96-48bd-4507-a72d-18ae444b8309 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:49.239921 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-336dddad-5da3-4319-9a05-5ac654e8075b req-d55cea96-48bd-4507-a72d-18ae444b8309 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/ports?device_id=240b9084-e7bc-4df3-8230-d0586c611a69 HTTP/1.1" status: 200 len: 946 time: 0.1555235 Oct 30 15:08:49.279698 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-4dcaed96-e3ea-4ee9-8c36-214e538333e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54a44e67-c153-4279-a113-56e728247797']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:08:49.297319 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-4dcaed96-e3ea-4ee9-8c36-214e538333e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef438171-9296-4cb4-a9a2-6d7294d77f81') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:08:49.297714 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-4dcaed96-e3ea-4ee9-8c36-214e538333e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef438171-9296-4cb4-a9a2-6d7294d77f81') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:08:49.311698 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-336dddad-5da3-4319-9a05-5ac654e8075b req-aa4c40a7-5180-4be0-88b0-a2d794f2119f tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff7d2e62-ea1a-45bf-a217-2b52e333182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620315 Oct 30 15:08:49.318972 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4dcaed96-e3ea-4ee9-8c36-214e538333e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:49.327730 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 7004f84f-0479-463e-b5e9-48072c97e3b9 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:08:49.331371 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 5fef0f85-c4bb-4e50-a76f-a2fb8545703f up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:08:49.333787 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 64760796-1729-46bb-b6b3-ea8d64916bfe no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:08:49.351852 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4dcaed96-e3ea-4ee9-8c36-214e538333e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:49.361995 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dcaed96-e3ea-4ee9-8c36-214e538333e9 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:08:49.365825 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4dcaed96-e3ea-4ee9-8c36-214e538333e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:49.404543 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 64760796-1729-46bb-b6b3-ea8d64916bfe {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:08:49.404775 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 64760796-1729-46bb-b6b3-ea8d64916bfe not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:08:49.405204 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device c87b5076-ccc8-4cbd-8e0a-95644f317752 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:08:49.435265 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:08:49.435265 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:08:49.435265 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:08:49.435265 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:08:49.435265 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:08:49.435265 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:08:49.435265 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:08:49.435265 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:08:49.435265 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:08:49.435265 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:08:49.435265 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:08:49.435265 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:08:49.435265 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:08:49.435265 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:08:49.435265 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:08:49.435265 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:08:49.435265 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:08:49.435265 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:08:49.435265 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:08:49.435265 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:08:49.435265 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:08:49.435265 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:08:49.435265 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:08:49.435265 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:08:49.435265 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:08:49.435265 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:08:49.435265 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:08:49.435265 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:08:49.435265 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:08:49.435265 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:08:49.435265 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:08:49.435265 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:08:49.444870 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4dcaed96-e3ea-4ee9-8c36-214e538333e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:49.487187 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4dcaed96-e3ea-4ee9-8c36-214e538333e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:49.490047 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: c87b5076-ccc8-4cbd-8e0a-95644f317752 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:08:49.490399 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device c87b5076-ccc8-4cbd-8e0a-95644f317752 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:08:49.496563 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-4dcaed96-e3ea-4ee9-8c36-214e538333e9 admin admin] 10.222.0.62 "DELETE /v2.0/networks/54a44e67-c153-4279-a113-56e728247797 HTTP/1.1" status: 204 len: 168 time: 1.3719373 Oct 30 15:08:49.511605 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcaed96-e3ea-4ee9-8c36-214e538333e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=54a44e67-c153-4279-a113-56e728247797,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:08:49.629925 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f697d-e2ba-4d71-86f7-98f229c09c6d req-cc2f35e3-ac92-4437-8396-bc8bfd38b05a tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:49.631825 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-845f697d-e2ba-4d71-86f7-98f229c09c6d req-cc2f35e3-ac92-4437-8396-bc8bfd38b05a tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=97452329-4434-433e-b37c-61f92fe601e3 HTTP/1.1" status: 200 len: 949 time: 0.0801408 Oct 30 15:08:49.698521 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port 5fef0f85-c4bb-4e50-a76f-a2fb8545703f completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:08:49.728788 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 5fef0f85-c4bb-4e50-a76f-a2fb8545703f triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:08:49.730028 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:49.747932 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-845f697d-e2ba-4d71-86f7-98f229c09c6d req-e74737c9-5dd0-4d1b-9733-ec069a4c5bc7 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066122 Oct 30 15:08:49.787125 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 56554) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:08:49.801388 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 7004f84f-0479-463e-b5e9-48072c97e3b9, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=7004f84f-0479-463e-b5e9-48072c97e3b9,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:08:49.829248 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '7004f84f-0479-463e-b5e9-48072c97e3b9', 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704', 'port_id': '7004f84f-0479-463e-b5e9-48072c97e3b9', 'mac_address': 'fa:16:3e:9d:2e:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b5dea3-b65b-4514-8ec2-18a4245eb194', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:08:49.970896 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:49.984550 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-cfa75d87-ef7c-4869-83ab-d722a2ae1d7b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d73a17c8ce1740f7a410991b16507a42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1937873 Oct 30 15:08:49.986558 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 56560) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:08:50.065114 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7006d1-d559-497e-b10a-7865b10630a6 req-29b1a3e8-1150-4070-b3c2-e748c8448c45 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:50.070914 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7004f84f-0479-463e-b5e9-48072c97e3b9 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:08:50.073958 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ac7006d1-d559-497e-b10a-7865b10630a6 req-29b1a3e8-1150-4070-b3c2-e748c8448c45 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ca418f9-ac64-472b-bb6a-2b067e61baee HTTP/1.1" status: 200 len: 944 time: 0.1647773 Oct 30 15:08:50.075613 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c06c3229-66e9-49b6-87eb-4a8cc8409e05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:50.114564 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:50.118856 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c06c3229-66e9-49b6-87eb-4a8cc8409e05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:50.136783 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 7004f84f-0479-463e-b5e9-48072c97e3b9, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=7004f84f-0479-463e-b5e9-48072c97e3b9,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:08:50.150174 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:50.189450 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ac7006d1-d559-497e-b10a-7865b10630a6 req-99212bd4-6be3-4ac2-b18d-f10e2f7b7138 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087673 Oct 30 15:08:50.263312 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=7004f84f-0479-463e-b5e9-48072c97e3b9,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:08:50.283339 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca418f9-ac64-472b-bb6a-2b067e61baee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fef0f85-c4bb-4e50-a76f-a2fb8545703f'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:08:50.285675 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8612eded-6d1e-48f5-8aca-f0bf611a57ff" -d '{"events": [{"server_uuid": "4ca418f9-ac64-472b-bb6a-2b067e61baee", "name": "network-vif-plugged", "status": "completed", "tag": "5fef0f85-c4bb-4e50-a76f-a2fb8545703f"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:08:50.293605 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c06c3229-66e9-49b6-87eb-4a8cc8409e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:50.296543 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c06c3229-66e9-49b6-87eb-4a8cc8409e05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:50.298613 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-c06c3229-66e9-49b6-87eb-4a8cc8409e05 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/12ab4c72-90f4-43f1-a864-83e4ec6ae9ee HTTP/1.1" status: 204 len: 168 time: 0.3101625 Oct 30 15:08:50.303608 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 5fef0f85-c4bb-4e50-a76f-a2fb8545703f, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=5fef0f85-c4bb-4e50-a76f-a2fb8545703f,segment=NetworkSegment(e8246d9e-f8e1-4659-b367-d870958fbb44),segment_id=e8246d9e-f8e1-4659-b367-d870958fbb44)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:08:50.314509 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:50.341661 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde8e310-e010-4465-9beb-0ca7ba322e59 req-849c257c-e687-49b7-8370-4842e7ef13cd tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:50.358281 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fde8e310-e010-4465-9beb-0ca7ba322e59 req-849c257c-e687-49b7-8370-4842e7ef13cd tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3e7fcd5-1ed0-497a-8e74-761dcf0d44bb HTTP/1.1" status: 200 len: 947 time: 0.1403160 Oct 30 15:08:50.372206 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06c3229-66e9-49b6-87eb-4a8cc8409e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ab4c72-90f4-43f1-a864-83e4ec6ae9ee,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:08:50.474726 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fde8e310-e010-4465-9beb-0ca7ba322e59 req-2abdf5c1-da39-4ecc-a97a-6904c8986722 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154404 Oct 30 15:08:50.483755 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=5fef0f85-c4bb-4e50-a76f-a2fb8545703f,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:08:50.504026 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2be2b6c-4618-4cf1-bfd8-b203d072e82d x-openstack-request-id: req-f2be2b6c-4618-4cf1-bfd8-b203d072e82d {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:08:50.504349 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca418f9-ac64-472b-bb6a-2b067e61baee", "name": "network-vif-plugged", "status": "completed", "tag": "5fef0f85-c4bb-4e50-a76f-a2fb8545703f", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:08:50.508663 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f2be2b6c-4618-4cf1-bfd8-b203d072e82d {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:08:50.509708 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca418f9-ac64-472b-bb6a-2b067e61baee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fef0f85-c4bb-4e50-a76f-a2fb8545703f', 'code': 200} Oct 30 15:08:50.543310 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['7004f84f-0479-463e-b5e9-48072c97e3b9'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:08:50.702102 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5bec50-85a4-4bbf-8d50-55ae19995ca1 req-0104987b-0ac0-41ec-a549-505cb076ad1a tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:50.715937 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2f5bec50-85a4-4bbf-8d50-55ae19995ca1 req-0104987b-0ac0-41ec-a549-505cb076ad1a tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/ports?device_id=240b9084-e7bc-4df3-8230-d0586c611a69 HTTP/1.1" status: 200 len: 946 time: 0.1408465 Oct 30 15:08:50.841906 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2f5bec50-85a4-4bbf-8d50-55ae19995ca1 req-c00650a9-11d7-442b-8425-4f5ea2d40b9e tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff7d2e62-ea1a-45bf-a217-2b52e333182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130471 Oct 30 15:08:50.917963 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86d0b9-9aa5-4ba7-afe4-652e4a62183a req-c912c0f1-b000-4914-8625-cc3645bdd7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:50.921230 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1c86d0b9-9aa5-4ba7-afe4-652e4a62183a req-c912c0f1-b000-4914-8625-cc3645bdd7ef service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4ca418f9-ac64-472b-bb6a-2b067e61baee HTTP/1.1" status: 200 len: 1097 time: 0.4404771 Oct 30 15:08:50.969969 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1c86d0b9-9aa5-4ba7-afe4-652e4a62183a req-ab451ae9-d1b4-486a-9887-d6750ba42caa service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403740 Oct 30 15:08:50.982887 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1014ba-dcf3-4172-8aeb-01bae1473139 req-a2b42e18-4309-40dd-9da5-192ec84ee401 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:50.984363 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0f1014ba-dcf3-4172-8aeb-01bae1473139 req-a2b42e18-4309-40dd-9da5-192ec84ee401 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=97452329-4434-433e-b37c-61f92fe601e3 HTTP/1.1" status: 200 len: 949 time: 0.1143725 Oct 30 15:08:51.029514 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0f1014ba-dcf3-4172-8aeb-01bae1473139 req-dd19fd8a-c04b-4668-82ca-56bd92331d01 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384655 Oct 30 15:08:51.089168 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d71da63a-1277-4ebd-be4b-63732dfbfa63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:51.331568 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e88eb0-2281-4b24-a97a-5671f8d4139b req-cd4e9b4d-cedd-4f73-803a-6ffba9dfcccc tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:51.333955 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-92e88eb0-2281-4b24-a97a-5671f8d4139b req-cd4e9b4d-cedd-4f73-803a-6ffba9dfcccc tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ca418f9-ac64-472b-bb6a-2b067e61baee HTTP/1.1" status: 200 len: 945 time: 0.0705338 Oct 30 15:08:51.397812 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-92e88eb0-2281-4b24-a97a-5671f8d4139b req-9f1ba1dc-4fb0-4832-8107-67f5db229efd tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562541 Oct 30 15:08:51.558968 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 56650) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:08:51.649039 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c1b48-6913-4ed8-a2da-44312c6ba018 req-7af99824-8ddc-4d28-901b-355962b9743a tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:51.657666 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2c1c1b48-6913-4ed8-a2da-44312c6ba018 req-7af99824-8ddc-4d28-901b-355962b9743a tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3e7fcd5-1ed0-497a-8e74-761dcf0d44bb HTTP/1.1" status: 200 len: 947 time: 0.1171110 Oct 30 15:08:51.723216 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2c1c1b48-6913-4ed8-a2da-44312c6ba018 req-aeec915e-d889-46b1-ae59-7f5557ba059d tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644021 Oct 30 15:08:51.742165 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-bd1a7cb6-faf0-4a12-8b4a-c687cfc5cc52 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1525068222-network', 'tenant_id': '1f2111f9bd5a40509d9f2455ac37be06'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:08:51.768450 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd1a7cb6-faf0-4a12-8b4a-c687cfc5cc52 admin admin] Made reservation on behalf of 1f2111f9bd5a40509d9f2455ac37be06 for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:08:51.771248 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bd1a7cb6-faf0-4a12-8b4a-c687cfc5cc52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:51.783343 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bd1a7cb6-faf0-4a12-8b4a-c687cfc5cc52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:51.961539 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bd1a7cb6-faf0-4a12-8b4a-c687cfc5cc52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:51.987493 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bd1a7cb6-faf0-4a12-8b4a-c687cfc5cc52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:52.044172 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1a7cb6-faf0-4a12-8b4a-c687cfc5cc52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=270f5f4f-d023-4513-a6ac-07a746c99a29,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:08:52.050062 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd1a7cb6-faf0-4a12-8b4a-c687cfc5cc52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:08:52.066557 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bd1a7cb6-faf0-4a12-8b4a-c687cfc5cc52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:52.066557 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-bd1a7cb6-faf0-4a12-8b4a-c687cfc5cc52 admin admin] Added segment 6df06436-0ce1-4206-bf11-bb05617780dd of type vlan for network e33c737d-9d72-40d3-9b52-d9a404239542 Oct 30 15:08:52.174042 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b824790b-2c67-4102-aeee-8efe9eaa48ea req-f627b88c-9612-44bf-a2f1-841ad5f85bac tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:52.176424 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b824790b-2c67-4102-aeee-8efe9eaa48ea req-f627b88c-9612-44bf-a2f1-841ad5f85bac tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/ports?device_id=240b9084-e7bc-4df3-8230-d0586c611a69 HTTP/1.1" status: 200 len: 946 time: 0.2335958 Oct 30 15:08:52.201073 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bd1a7cb6-faf0-4a12-8b4a-c687cfc5cc52 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:52.224843 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdc600c-7162-4d1d-af80-4074f74d676e req-dd793a18-4f89-49cc-a4d2-6693155cda72 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:52.244348 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0bdc600c-7162-4d1d-af80-4074f74d676e req-dd793a18-4f89-49cc-a4d2-6693155cda72 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=97452329-4434-433e-b37c-61f92fe601e3 HTTP/1.1" status: 200 len: 949 time: 0.0919359 Oct 30 15:08:52.259426 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b824790b-2c67-4102-aeee-8efe9eaa48ea req-e6a9e8f4-f6cd-4d5b-ab6f-b9bca1fca122 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff7d2e62-ea1a-45bf-a217-2b52e333182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720356 Oct 30 15:08:52.277221 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bd1a7cb6-faf0-4a12-8b4a-c687cfc5cc52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:52.278256 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1a7cb6-faf0-4a12-8b4a-c687cfc5cc52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:52.278958 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bd1a7cb6-faf0-4a12-8b4a-c687cfc5cc52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:52.341519 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0bdc600c-7162-4d1d-af80-4074f74d676e req-d915a89b-5d04-423e-866f-d442e4a6dc22 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910394 Oct 30 15:08:52.373642 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 56710) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:08:52.375689 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-bd1a7cb6-faf0-4a12-8b4a-c687cfc5cc52 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8155084 Oct 30 15:08:52.380874 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-b03ff1ef-487e-4a1d-ae33-dd89118026f5 admin admin] Request body: {'subnet': {'network_id': 'e33c737d-9d72-40d3-9b52-d9a404239542', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1525068222-subnet', 'tenant_id': '1f2111f9bd5a40509d9f2455ac37be06', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:08:52.403799 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1a7cb6-faf0-4a12-8b4a-c687cfc5cc52 admin admin] Pushing event updated for resources: {'Network': ['ID=e33c737d-9d72-40d3-9b52-d9a404239542,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:08:52.417422 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network e33c737d-9d72-40d3-9b52-d9a404239542 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:08:52.425400 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b03ff1ef-487e-4a1d-ae33-dd89118026f5 admin admin] Made reservation on behalf of 1f2111f9bd5a40509d9f2455ac37be06 for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:08:52.428864 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b03ff1ef-487e-4a1d-ae33-dd89118026f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:52.574103 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3388ca9-25cf-4461-b955-77b8725ebf08 req-30eb0ecf-3610-4dc3-be1c-7a3bf5bb1afb tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:52.576097 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d3388ca9-25cf-4461-b955-77b8725ebf08 req-30eb0ecf-3610-4dc3-be1c-7a3bf5bb1afb tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ca418f9-ac64-472b-bb6a-2b067e61baee HTTP/1.1" status: 200 len: 945 time: 0.0878832 Oct 30 15:08:52.657548 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d3388ca9-25cf-4461-b955-77b8725ebf08 req-23d32da0-f301-44fb-9ca8-13c8060a44a3 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728483 Oct 30 15:08:52.778315 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b03ff1ef-487e-4a1d-ae33-dd89118026f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:52.849256 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03ff1ef-487e-4a1d-ae33-dd89118026f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1db0de1-a680-4c03-9d04-d93360ee4a4d,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:08:52.905132 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03ff1ef-487e-4a1d-ae33-dd89118026f5 admin admin] Checking segment: {'id': '6df06436-0ce1-4206-bf11-bb05617780dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e33c737d-9d72-40d3-9b52-d9a404239542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:08:52.905489 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03ff1ef-487e-4a1d-ae33-dd89118026f5 admin admin] Network hostable DHCP agents. Network: e33c737d-9d72-40d3-9b52-d9a404239542, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:08:52.928318 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e4b84-0c5f-40a1-9f07-7daf8a16bced req-f2526932-d723-4fdb-8226-58bca96f1762 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:52.929491 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-944e4b84-0c5f-40a1-9f07-7daf8a16bced req-f2526932-d723-4fdb-8226-58bca96f1762 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3e7fcd5-1ed0-497a-8e74-761dcf0d44bb HTTP/1.1" status: 200 len: 947 time: 0.0738962 Oct 30 15:08:52.956132 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03ff1ef-487e-4a1d-ae33-dd89118026f5 admin admin] Network e33c737d-9d72-40d3-9b52-d9a404239542 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:08:52.976709 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-b03ff1ef-487e-4a1d-ae33-dd89118026f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, e33c737d-9d72-40d3-9b52-d9a404239542) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:08:52.985074 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03ff1ef-487e-4a1d-ae33-dd89118026f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:52.985660 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b03ff1ef-487e-4a1d-ae33-dd89118026f5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:52.986629 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8575049c-9922-44d0-8af2-05f9b18bcb5f None None] Network e33c737d-9d72-40d3-9b52-d9a404239542 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:08:52.998546 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-944e4b84-0c5f-40a1-9f07-7daf8a16bced req-2b362b66-6cb5-4fd9-a792-95b96eb8de77 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624907 Oct 30 15:08:53.039604 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b03ff1ef-487e-4a1d-ae33-dd89118026f5 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6624501 Oct 30 15:08:53.040487 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 56724) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:08:53.045891 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-fa71ef31-35b4-41a2-9a9b-51000c19ec1a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1525068222-router', 'tenant_id': '1f2111f9bd5a40509d9f2455ac37be06', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:08:53.083655 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fa71ef31-35b4-41a2-9a9b-51000c19ec1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:53.084945 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fa71ef31-35b4-41a2-9a9b-51000c19ec1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:53.157041 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fa71ef31-35b4-41a2-9a9b-51000c19ec1a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:53.212863 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07f735c-8e20-48cb-a885-2a326d1f7bee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-e33c737d-9d72-40d3-9b52-d9a404239542', 'network_id': 'e33c737d-9d72-40d3-9b52-d9a404239542', 'tenant_id': '1f2111f9bd5a40509d9f2455ac37be06', 'fixed_ips': [{'subnet_id': 'd1db0de1-a680-4c03-9d04-d93360ee4a4d'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:08:53.214235 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b07f735c-8e20-48cb-a885-2a326d1f7bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:53.337654 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 7004f84f-0479-463e-b5e9-48072c97e3b9 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:08:53.351766 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fa71ef31-35b4-41a2-9a9b-51000c19ec1a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:53.463531 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66756e3-f43e-43cf-916a-69dab830b086 req-9dd7bb31-72c6-4e92-9ca0-5660f79dbae0 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:53.475947 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a66756e3-f43e-43cf-916a-69dab830b086 req-9dd7bb31-72c6-4e92-9ca0-5660f79dbae0 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/ports?device_id=240b9084-e7bc-4df3-8230-d0586c611a69 HTTP/1.1" status: 200 len: 946 time: 0.0986316 Oct 30 15:08:53.485497 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-b07f735c-8e20-48cb-a885-2a326d1f7bee None None] Allocated IP 172.20.0.2 (e33c737d-9d72-40d3-9b52-d9a404239542/d1db0de1-a680-4c03-9d04-d93360ee4a4d/9a6dc668-ed7a-471d-96bb-3c8926d947f1) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:08:53.487778 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port 7004f84f-0479-463e-b5e9-48072c97e3b9 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:08:53.498393 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 7004f84f-0479-463e-b5e9-48072c97e3b9 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:08:53.498760 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:53.540978 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a66756e3-f43e-43cf-916a-69dab830b086 req-7ce8cdcc-3975-4dbe-8235-245b693bf160 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff7d2e62-ea1a-45bf-a217-2b52e333182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634370 Oct 30 15:08:53.672899 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:53.735978 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6d06ac-006d-4673-a23c-ff0d19e71f33 req-1149f2fb-a83e-4508-853d-0350925f98f9 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:53.752010 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-af6d06ac-006d-4673-a23c-ff0d19e71f33 req-1149f2fb-a83e-4508-853d-0350925f98f9 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=97452329-4434-433e-b37c-61f92fe601e3 HTTP/1.1" status: 200 len: 949 time: 0.1035085 Oct 30 15:08:53.767868 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3e7fcd5-1ed0-497a-8e74-761dcf0d44bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7004f84f-0479-463e-b5e9-48072c97e3b9'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:08:53.770911 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb281af-f25d-4da3-a23f-de1f9492ee3e" -d '{"events": [{"server_uuid": "a3e7fcd5-1ed0-497a-8e74-761dcf0d44bb", "name": "network-vif-plugged", "status": "completed", "tag": "7004f84f-0479-463e-b5e9-48072c97e3b9"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:08:53.802870 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fa71ef31-35b4-41a2-9a9b-51000c19ec1a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:53.810389 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 7004f84f-0479-463e-b5e9-48072c97e3b9, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=7004f84f-0479-463e-b5e9-48072c97e3b9,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:08:53.819085 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-fbedf4e9-8125-4db3-add5-fcff3f443d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:53.821642 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b07f735c-8e20-48cb-a885-2a326d1f7bee None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:53.825909 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:53.831739 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b07f735c-8e20-48cb-a885-2a326d1f7bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:53.845321 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fa71ef31-35b4-41a2-9a9b-51000c19ec1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:53.849438 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07f735c-8e20-48cb-a885-2a326d1f7bee None None] Network e33c737d-9d72-40d3-9b52-d9a404239542 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:08:53.856873 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-af6d06ac-006d-4673-a23c-ff0d19e71f33 req-8a127a05-6e31-4f72-8a26-19da2cd40895 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009398 Oct 30 15:08:53.873703 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-b07f735c-8e20-48cb-a885-2a326d1f7bee None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:08:53.880656 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07f735c-8e20-48cb-a885-2a326d1f7bee None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:08:53.973623 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-b07f735c-8e20-48cb-a885-2a326d1f7bee None None] Attempting to bind port 9a6dc668-ed7a-471d-96bb-3c8926d947f1 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:08:53.974020 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-b07f735c-8e20-48cb-a885-2a326d1f7bee None None] Attempting to bind port 9a6dc668-ed7a-471d-96bb-3c8926d947f1 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '6df06436-0ce1-4206-bf11-bb05617780dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e33c737d-9d72-40d3-9b52-d9a404239542'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:08:53.974354 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07f735c-8e20-48cb-a885-2a326d1f7bee None None] Attempting to bind port 9a6dc668-ed7a-471d-96bb-3c8926d947f1 on network e33c737d-9d72-40d3-9b52-d9a404239542 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:08:53.980781 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=7004f84f-0479-463e-b5e9-48072c97e3b9,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:08:53.991567 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:08:53.991888 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:08:53.992165 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:08:53.992498 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:08:53.992829 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:08:53.993688 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:08:53.994008 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:08:53.994332 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:08:53.994654 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:08:53.994976 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:08:53.995292 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:08:53.996437 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:08:53.999592 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07f735c-8e20-48cb-a885-2a326d1f7bee None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:08:54.000164 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07f735c-8e20-48cb-a885-2a326d1f7bee None None] Checking segment: {'id': '6df06436-0ce1-4206-bf11-bb05617780dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e33c737d-9d72-40d3-9b52-d9a404239542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:08:54.000574 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b07f735c-8e20-48cb-a885-2a326d1f7bee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:54.003443 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07f735c-8e20-48cb-a885-2a326d1f7bee None None] Bound using segment: {'id': '6df06436-0ce1-4206-bf11-bb05617780dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e33c737d-9d72-40d3-9b52-d9a404239542'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:08:54.004039 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-b07f735c-8e20-48cb-a885-2a326d1f7bee None None] Bound port: 9a6dc668-ed7a-471d-96bb-3c8926d947f1, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6df06436-0ce1-4206-bf11-bb05617780dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e33c737d-9d72-40d3-9b52-d9a404239542'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:08:54.004439 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b07f735c-8e20-48cb-a885-2a326d1f7bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:54.067843 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-fa71ef31-35b4-41a2-9a9b-51000c19ec1a admin admin] Allocated IP 172.25.4.40 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/c10effa8-f9b4-4538-8c1f-a06fb2da26dd) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:08:54.133652 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af25aae-3eba-4229-9bc3-a39a85e6ff28 req-553c716b-794e-483f-b9d9-ad6e6f7d75a2 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:54.146763 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5af25aae-3eba-4229-9bc3-a39a85e6ff28 req-553c716b-794e-483f-b9d9-ad6e6f7d75a2 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ca418f9-ac64-472b-bb6a-2b067e61baee HTTP/1.1" status: 200 len: 945 time: 0.1461639 Oct 30 15:08:54.151194 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07f735c-8e20-48cb-a885-2a326d1f7bee None None] Pushing event updated for resources: {'Port': ['ID=9a6dc668-ed7a-471d-96bb-3c8926d947f1,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:08:54.165202 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-b07f735c-8e20-48cb-a885-2a326d1f7bee None None] For port 9a6dc668-ed7a-471d-96bb-3c8926d947f1, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:08:54.170504 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-b07f735c-8e20-48cb-a885-2a326d1f7bee None None] For port 9a6dc668-ed7a-471d-96bb-3c8926d947f1, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=9a6dc668-ed7a-471d-96bb-3c8926d947f1,segment=NetworkSegment(6df06436-0ce1-4206-bf11-bb05617780dd),segment_id=6df06436-0ce1-4206-bf11-bb05617780dd)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:08:54.182997 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b07f735c-8e20-48cb-a885-2a326d1f7bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:54.222014 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5af25aae-3eba-4229-9bc3-a39a85e6ff28 req-c32e1e43-930a-4fc9-bea6-43047fdea588 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743518 Oct 30 15:08:54.238345 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fa71ef31-35b4-41a2-9a9b-51000c19ec1a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:54.281924 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07f735c-8e20-48cb-a885-2a326d1f7bee None None] Pushing event updated for resources: {'Port': ['ID=9a6dc668-ed7a-471d-96bb-3c8926d947f1,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:08:54.321945 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fa71ef31-35b4-41a2-9a9b-51000c19ec1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:54.379168 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa71ef31-35b4-41a2-9a9b-51000c19ec1a admin admin] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:08:54.388295 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-fa71ef31-35b4-41a2-9a9b-51000c19ec1a admin admin] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:08:54.393397 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa71ef31-35b4-41a2-9a9b-51000c19ec1a admin admin] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:08:54.434659 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa71ef31-35b4-41a2-9a9b-51000c19ec1a admin admin] Pushing event updated for resources: {'Port': ['ID=c10effa8-f9b4-4538-8c1f-a06fb2da26dd,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:08:54.504539 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0a5763-2dc8-4215-9dab-74d640f8772f x-openstack-request-id: req-cb0a5763-2dc8-4215-9dab-74d640f8772f {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:08:54.505172 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3e7fcd5-1ed0-497a-8e74-761dcf0d44bb", "name": "network-vif-plugged", "status": "completed", "tag": "7004f84f-0479-463e-b5e9-48072c97e3b9", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:08:54.505488 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cb0a5763-2dc8-4215-9dab-74d640f8772f {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:08:54.505599 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3e7fcd5-1ed0-497a-8e74-761dcf0d44bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7004f84f-0479-463e-b5e9-48072c97e3b9', 'code': 200} Oct 30 15:08:54.555196 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:54.767940 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb476b3-79a4-4234-b9f2-909e40e03519 req-5faf8aa8-a8b7-4d90-8ab7-90a773bae822 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:54.775808 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-eeb476b3-79a4-4234-b9f2-909e40e03519 req-5faf8aa8-a8b7-4d90-8ab7-90a773bae822 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3e7fcd5-1ed0-497a-8e74-761dcf0d44bb HTTP/1.1" status: 200 len: 948 time: 0.1314492 Oct 30 15:08:54.818841 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-eeb476b3-79a4-4234-b9f2-909e40e03519 req-cd50f557-2bcc-4184-b19d-c2f32f1dee54 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422399 Oct 30 15:08:54.837698 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:54.849625 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb72539-2788-4367-ab89-9ea68a205325 req-5137ae4f-2df7-48d5-927e-9c99495411d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:54.851338 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3cb72539-2788-4367-ab89-9ea68a205325 req-5137ae4f-2df7-48d5-927e-9c99495411d6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a3e7fcd5-1ed0-497a-8e74-761dcf0d44bb HTTP/1.1" status: 200 len: 1100 time: 0.2372847 Oct 30 15:08:54.905208 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3cb72539-2788-4367-ab89-9ea68a205325 req-e3f5bdf5-489b-4b14-9d52-fadd38c3ae0d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457475 Oct 30 15:08:54.922732 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d57c64c-dc64-4f8f-aa51-9699e6de0354 req-712caecc-07d3-489c-9a8c-56b1b4f2fe29 tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:54.931206 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0d57c64c-dc64-4f8f-aa51-9699e6de0354 req-712caecc-07d3-489c-9a8c-56b1b4f2fe29 tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4ca418f9-ac64-472b-bb6a-2b067e61baee HTTP/1.1" status: 200 len: 1097 time: 0.1410229 Oct 30 15:08:54.949591 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fa71ef31-35b4-41a2-9a9b-51000c19ec1a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:54.968315 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc8e2f5-07aa-46cf-a0e7-8c986acf6b3e req-7e645b51-fe2f-4dc1-9305-4224dba70e47 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:54.969843 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4cc8e2f5-07aa-46cf-a0e7-8c986acf6b3e req-7e645b51-fe2f-4dc1-9305-4224dba70e47 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/ports?device_id=240b9084-e7bc-4df3-8230-d0586c611a69 HTTP/1.1" status: 200 len: 946 time: 0.0841737 Oct 30 15:08:55.029290 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0d57c64c-dc64-4f8f-aa51-9699e6de0354 req-b47cda5c-bb41-4f3f-af69-95cbd688144d tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969617 Oct 30 15:08:55.031780 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4cc8e2f5-07aa-46cf-a0e7-8c986acf6b3e req-64ae2b2c-2500-4018-b4e8-fc49c3ead1ed tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff7d2e62-ea1a-45bf-a217-2b52e333182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546918 Oct 30 15:08:55.221059 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd867d-0006-461c-9ac3-dbbf55aff336 req-d93e3dd3-9fa3-408e-8e89-00eefcaf7f89 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:55.229658 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4efd867d-0006-461c-9ac3-dbbf55aff336 req-d93e3dd3-9fa3-408e-8e89-00eefcaf7f89 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=97452329-4434-433e-b37c-61f92fe601e3 HTTP/1.1" status: 200 len: 949 time: 0.0658095 Oct 30 15:08:55.291066 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada2e3f-1ebc-43d1-89ab-7470484e469e req-56ee9c7e-8a28-4f6c-80fd-620ced41a3de tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:55.291575 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4efd867d-0006-461c-9ac3-dbbf55aff336 req-ea04e150-338c-44cd-a567-7739248a27a0 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583637 Oct 30 15:08:55.292581 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7ada2e3f-1ebc-43d1-89ab-7470484e469e req-56ee9c7e-8a28-4f6c-80fd-620ced41a3de tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4ca418f9-ac64-472b-bb6a-2b067e61baee HTTP/1.1" status: 200 len: 1097 time: 0.0814648 Oct 30 15:08:55.323192 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fa71ef31-35b4-41a2-9a9b-51000c19ec1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:55.389356 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 9a6dc668-ed7a-471d-96bb-3c8926d947f1 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:08:55.414037 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7ada2e3f-1ebc-43d1-89ab-7470484e469e req-7fe5d348-efb8-4245-8a90-0913d3f56777 tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116199 Oct 30 15:08:55.498586 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 9a6dc668-ed7a-471d-96bb-3c8926d947f1 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:08:55.499247 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:55.538454 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa71ef31-35b4-41a2-9a9b-51000c19ec1a admin admin] Router 09d245e7-df25-41c7-8db6-cc338777929b is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:08:55.549409 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84928422-c2bb-4d17-a568-41ed30e699fc None None] Network e33c737d-9d72-40d3-9b52-d9a404239542 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:08:55.833360 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:55.850372 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-024db619-b2cc-44e2-9885-cd55ac43562f None None] Provisioning complete for port 9a6dc668-ed7a-471d-96bb-3c8926d947f1 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:08:55.850755 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-024db619-b2cc-44e2-9885-cd55ac43562f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:55.942941 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 9a6dc668-ed7a-471d-96bb-3c8926d947f1, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=9a6dc668-ed7a-471d-96bb-3c8926d947f1,segment=NetworkSegment(6df06436-0ce1-4206-bf11-bb05617780dd),segment_id=6df06436-0ce1-4206-bf11-bb05617780dd)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:08:55.980515 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:56.003031 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa71ef31-35b4-41a2-9a9b-51000c19ec1a admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:08:56.007282 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9967976c-1d6f-4993-819d-e552893e8ef4 req-07563906-2e41-4a59-a3c2-aa633a305dfa tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:56.010155 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9967976c-1d6f-4993-819d-e552893e8ef4 req-07563906-2e41-4a59-a3c2-aa633a305dfa tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3e7fcd5-1ed0-497a-8e74-761dcf0d44bb HTTP/1.1" status: 200 len: 948 time: 0.0886235 Oct 30 15:08:56.017434 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d99ff2-c5a1-4530-994f-6c4dd6449f34 None None] Sync routers for ids ['09d245e7-df25-41c7-8db6-cc338777929b'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:08:56.025680 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fa71ef31-35b4-41a2-9a9b-51000c19ec1a admin admin] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:56.032273 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-fa71ef31-35b4-41a2-9a9b-51000c19ec1a admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.9906974 Oct 30 15:08:56.035585 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 56796) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:08:56.038989 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d99ff2-c5a1-4530-994f-6c4dd6449f34 None None] Routers {'09d245e7-df25-41c7-8db6-cc338777929b'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:08:56.045400 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-c6d99ff2-c5a1-4530-994f-6c4dd6449f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:08:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['09d245e7-df25-41c7-8db6-cc338777929b'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:08:56.081946 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9967976c-1d6f-4993-819d-e552893e8ef4 req-e09c4116-e051-4d94-a73d-6081b4a56d37 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652103 Oct 30 15:08:56.233868 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-c6d99ff2-c5a1-4530-994f-6c4dd6449f34 None None] Set router 09d245e7-df25-41c7-8db6-cc338777929b gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:08:56.310704 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=9a6dc668-ed7a-471d-96bb-3c8926d947f1,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:08:56.311875 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97720e-77ca-46bc-a396-a335db55f887 req-392face3-906e-4079-9ad0-e1a694d59096 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:56.314702 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-be97720e-77ca-46bc-a396-a335db55f887 req-392face3-906e-4079-9ad0-e1a694d59096 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9f1a39e-6b93-4eda-98c7-fd549c4a980a HTTP/1.1" status: 200 len: 951 time: 0.1251903 Oct 30 15:08:56.437262 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-be97720e-77ca-46bc-a396-a335db55f887 req-f7d996d8-a3d3-42bb-b4e3-d2b476e80a57 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbeb9008-c90c-4174-8348-aac0ca862d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151354 Oct 30 15:08:56.452481 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:56.604562 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-c6d99ff2-c5a1-4530-994f-6c4dd6449f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d245e7-df25-41c7-8db6-cc338777929b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1525068222-router', 'tenant_id': '1f2111f9bd5a40509d9f2455ac37be06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'c10effa8-f9b4-4538-8c1f-a06fb2da26dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:08:53Z', 'updated_at': '2021-10-30T15:08:54Z', 'revision_number': 3, 'project_id': '1f2111f9bd5a40509d9f2455ac37be06', 'gw_port': {'id': 'c10effa8-f9b4-4538-8c1f-a06fb2da26dd', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:25:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09d245e7-df25-41c7-8db6-cc338777929b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:08:53Z', 'updated_at': '2021-10-30T15:08:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:08:56.643409 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d99ff2-c5a1-4530-994f-6c4dd6449f34 None None] Checking router: 09d245e7-df25-41c7-8db6-cc338777929b for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:08:56.644190 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d99ff2-c5a1-4530-994f-6c4dd6449f34 None None] Updating router 09d245e7-df25-41c7-8db6-cc338777929b port c10effa8-f9b4-4538-8c1f-a06fb2da26dd binding host n-d-806683-17 {{(pid=102133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:08:56.652134 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff68ba-c11b-407b-90ba-89da90ff1193 req-09f838a8-d248-46df-8ef4-247bdb78ee41 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:56.662520 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0fff68ba-c11b-407b-90ba-89da90ff1193 req-09f838a8-d248-46df-8ef4-247bdb78ee41 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/ports?device_id=240b9084-e7bc-4df3-8230-d0586c611a69 HTTP/1.1" status: 200 len: 946 time: 0.0851686 Oct 30 15:08:56.672370 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c6d99ff2-c5a1-4530-994f-6c4dd6449f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:56.696393 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-67d4d3a4-df9f-4065-8771-f46752ba66df None None] Provisioning complete for port 9a6dc668-ed7a-471d-96bb-3c8926d947f1 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:08:56.697029 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-67d4d3a4-df9f-4065-8771-f46752ba66df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:56.720745 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0fff68ba-c11b-407b-90ba-89da90ff1193 req-f3ade7da-be90-4b58-a7df-c05831c19225 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff7d2e62-ea1a-45bf-a217-2b52e333182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537302 Oct 30 15:08:56.886936 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-63caf5c7-ade8-4c34-a2ac-bd20fac14e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:56.907963 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2b33e-1194-42ef-87c7-47658f09a0dc req-073509ab-6718-4859-b7b0-7f16a36dd54a tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:56.917277 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2eb2b33e-1194-42ef-87c7-47658f09a0dc req-073509ab-6718-4859-b7b0-7f16a36dd54a tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=97452329-4434-433e-b37c-61f92fe601e3 HTTP/1.1" status: 200 len: 949 time: 0.0723302 Oct 30 15:08:56.988072 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2eb2b33e-1194-42ef-87c7-47658f09a0dc req-aca8118a-8316-4607-af0e-b5c3ca4fd404 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681393 Oct 30 15:08:57.030426 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-95fc8869-3f93-4ff6-80f0-475fb984edb2 tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:08:57.032198 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-95fc8869-3f93-4ff6-80f0-475fb984edb2 tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0094042 Oct 30 15:08:57.083418 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-eb43ff70-5bfa-4dbd-a0cf-d57254d3e434 tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:57.090979 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c6d99ff2-c5a1-4530-994f-6c4dd6449f34 None None] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:57.095991 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-eb43ff70-5bfa-4dbd-a0cf-d57254d3e434 tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] 10.222.0.62 "GET /v2.0/ports/5fef0f85-c4bb-4e50-a76f-a2fb8545703f HTTP/1.1" status: 200 len: 1094 time: 0.0520868 Oct 30 15:08:57.099331 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c6d99ff2-c5a1-4530-994f-6c4dd6449f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:57.101082 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-0c0364af-a0fb-4351-bb16-981e37af4775 service neutron] Request body: {'binding': {'host': 'n-h2-806683-17', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:08:57.101972 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-0c0364af-a0fb-4351-bb16-981e37af4775 service neutron] Unknown quota resources ['binding']. {{(pid=102130) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 30 15:08:57.251845 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c225d6a0-fae4-4c21-a475-747b1e77b450 None None] Pushing event updated for resources: {'Port': ['ID=c10effa8-f9b4-4538-8c1f-a06fb2da26dd,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:08:57.274779 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c225d6a0-fae4-4c21-a475-747b1e77b450 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:08:57.275105 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c225d6a0-fae4-4c21-a475-747b1e77b450 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:08:57.275709 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c225d6a0-fae4-4c21-a475-747b1e77b450 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:08:57.276262 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c225d6a0-fae4-4c21-a475-747b1e77b450 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:08:57.276881 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c225d6a0-fae4-4c21-a475-747b1e77b450 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:08:57.277277 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c225d6a0-fae4-4c21-a475-747b1e77b450 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:08:57.277675 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c225d6a0-fae4-4c21-a475-747b1e77b450 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:08:57.278055 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c225d6a0-fae4-4c21-a475-747b1e77b450 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:08:57.278445 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c225d6a0-fae4-4c21-a475-747b1e77b450 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:08:57.278836 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c225d6a0-fae4-4c21-a475-747b1e77b450 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:08:57.279446 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c225d6a0-fae4-4c21-a475-747b1e77b450 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:08:57.280280 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c225d6a0-fae4-4c21-a475-747b1e77b450 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:08:57.283784 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-c6d99ff2-c5a1-4530-994f-6c4dd6449f34 None None] Attempting to bind port c10effa8-f9b4-4538-8c1f-a06fb2da26dd on host n-d-806683-17 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:08:57.284215 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-c6d99ff2-c5a1-4530-994f-6c4dd6449f34 None None] Attempting to bind port c10effa8-f9b4-4538-8c1f-a06fb2da26dd by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:08:57.284638 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d99ff2-c5a1-4530-994f-6c4dd6449f34 None None] Attempting to bind port c10effa8-f9b4-4538-8c1f-a06fb2da26dd on network edc38ef5-7816-4133-914c-cfe2849a0125 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:08:57.290795 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-0c0364af-a0fb-4351-bb16-981e37af4775 service neutron] Attempting to bind port 5fef0f85-c4bb-4e50-a76f-a2fb8545703f on host n-h2-806683-17 for vnic_type normal with profile None {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:08:57.291209 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d99ff2-c5a1-4530-994f-6c4dd6449f34 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:08:57.291809 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d99ff2-c5a1-4530-994f-6c4dd6449f34 None None] Checking segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:08:57.292058 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-0c0364af-a0fb-4351-bb16-981e37af4775 service neutron] Attempting to bind port 5fef0f85-c4bb-4e50-a76f-a2fb8545703f by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': 'e8246d9e-f8e1-4659-b367-d870958fbb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '291c5166-548b-4ef8-b78f-841a397188df'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:08:57.292281 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c6d99ff2-c5a1-4530-994f-6c4dd6449f34 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:57.292733 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d99ff2-c5a1-4530-994f-6c4dd6449f34 None None] Bound using segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:08:57.292859 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-0c0364af-a0fb-4351-bb16-981e37af4775 service neutron] Attempting to bind port 5fef0f85-c4bb-4e50-a76f-a2fb8545703f on network 291c5166-548b-4ef8-b78f-841a397188df {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:08:57.293362 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-c6d99ff2-c5a1-4530-994f-6c4dd6449f34 None None] Bound port: c10effa8-f9b4-4538-8c1f-a06fb2da26dd, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:08:57.293821 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c6d99ff2-c5a1-4530-994f-6c4dd6449f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:57.303417 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-63caf5c7-ade8-4c34-a2ac-bd20fac14e46 admin admin] Allocated IP 172.20.0.1 (e33c737d-9d72-40d3-9b52-d9a404239542/d1db0de1-a680-4c03-9d04-d93360ee4a4d/49ba515e-f63e-4b1e-a3d9-f3ae911e169a) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:08:57.307503 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-0c0364af-a0fb-4351-bb16-981e37af4775 service neutron] Port 5fef0f85-c4bb-4e50-a76f-a2fb8545703f on network 291c5166-548b-4ef8-b78f-841a397188df not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:08:57.308039 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-0c0364af-a0fb-4351-bb16-981e37af4775 service neutron] Attempting to bind port 5fef0f85-c4bb-4e50-a76f-a2fb8545703f on network 291c5166-548b-4ef8-b78f-841a397188df {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:08:57.320711 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-0c0364af-a0fb-4351-bb16-981e37af4775 service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:08:57.322598 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-0c0364af-a0fb-4351-bb16-981e37af4775 service neutron] Checking segment: {'id': 'e8246d9e-f8e1-4659-b367-d870958fbb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '291c5166-548b-4ef8-b78f-841a397188df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:08:57.328403 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-0c0364af-a0fb-4351-bb16-981e37af4775 service neutron] Bound using segment: {'id': 'e8246d9e-f8e1-4659-b367-d870958fbb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '291c5166-548b-4ef8-b78f-841a397188df'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:08:57.330841 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-0c0364af-a0fb-4351-bb16-981e37af4775 service neutron] Bound port: 5fef0f85-c4bb-4e50-a76f-a2fb8545703f, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8246d9e-f8e1-4659-b367-d870958fbb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '291c5166-548b-4ef8-b78f-841a397188df'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:08:57.348023 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 9a6dc668-ed7a-471d-96bb-3c8926d947f1 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:08:57.355267 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-c6d99ff2-c5a1-4530-994f-6c4dd6449f34 None None] For port c10effa8-f9b4-4538-8c1f-a06fb2da26dd, host n-d-806683-17, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:08:57.361925 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-c6d99ff2-c5a1-4530-994f-6c4dd6449f34 None None] For port c10effa8-f9b4-4538-8c1f-a06fb2da26dd, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=c10effa8-f9b4-4538-8c1f-a06fb2da26dd,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:08:57.374304 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c6d99ff2-c5a1-4530-994f-6c4dd6449f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:57.447406 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d99ff2-c5a1-4530-994f-6c4dd6449f34 None None] Routers {'09d245e7-df25-41c7-8db6-cc338777929b'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:08:57.448467 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-c6d99ff2-c5a1-4530-994f-6c4dd6449f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:08:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['09d245e7-df25-41c7-8db6-cc338777929b'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:08:57.469753 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 9a6dc668-ed7a-471d-96bb-3c8926d947f1 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:08:57.470601 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:57.476203 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-63caf5c7-ade8-4c34-a2ac-bd20fac14e46 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:57.510607 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-0c0364af-a0fb-4351-bb16-981e37af4775 service neutron] For port 5fef0f85-c4bb-4e50-a76f-a2fb8545703f, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=5fef0f85-c4bb-4e50-a76f-a2fb8545703f,segment=NetworkSegment(e8246d9e-f8e1-4659-b367-d870958fbb44),segment_id=e8246d9e-f8e1-4659-b367-d870958fbb44)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:08:57.513863 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c225d6a0-fae4-4c21-a475-747b1e77b450 None None] Pushing event updated for resources: {'Port': ['ID=c10effa8-f9b4-4538-8c1f-a06fb2da26dd,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:08:57.529469 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-0c0364af-a0fb-4351-bb16-981e37af4775 service neutron] Publish callbacks [] for binding, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:57.535209 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-63caf5c7-ade8-4c34-a2ac-bd20fac14e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:57.542708 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-0c0364af-a0fb-4351-bb16-981e37af4775 service neutron] 10.222.0.62 "POST /v2.0/ports/5fef0f85-c4bb-4e50-a76f-a2fb8545703f/bindings HTTP/1.1" status: 201 len: 390 time: 0.4456141 Oct 30 15:08:57.569395 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b72ebf-ab1c-4e6d-872b-68c5f1ed7cc8 req-7ad75a22-ff54-4e5d-833e-9f0e6655feb3 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:57.571598 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-99b72ebf-ab1c-4e6d-872b-68c5f1ed7cc8 req-7ad75a22-ff54-4e5d-833e-9f0e6655feb3 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3e7fcd5-1ed0-497a-8e74-761dcf0d44bb HTTP/1.1" status: 200 len: 948 time: 0.1203082 Oct 30 15:08:57.645544 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-c6d99ff2-c5a1-4530-994f-6c4dd6449f34 None None] Set router 09d245e7-df25-41c7-8db6-cc338777929b gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:08:57.653543 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-99b72ebf-ab1c-4e6d-872b-68c5f1ed7cc8 req-14bc1eb1-2814-4d6a-b391-945b3289fd45 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738518 Oct 30 15:08:57.657068 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63caf5c7-ade8-4c34-a2ac-bd20fac14e46 admin admin] Network e33c737d-9d72-40d3-9b52-d9a404239542 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:08:57.676075 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63caf5c7-ade8-4c34-a2ac-bd20fac14e46 admin admin] Pushing event updated for resources: {'Port': ['ID=49ba515e-f63e-4b1e-a3d9-f3ae911e169a,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:08:57.686284 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-63caf5c7-ade8-4c34-a2ac-bd20fac14e46 admin admin] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:08:57.695957 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63caf5c7-ade8-4c34-a2ac-bd20fac14e46 admin admin] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:08:57.832930 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-63caf5c7-ade8-4c34-a2ac-bd20fac14e46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:57.838125 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9b480d-9b32-4360-aa37-726113d9f208 req-eba7f2a8-b3ed-409c-8669-ab3867d68501 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:57.850543 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-eb9b480d-9b32-4360-aa37-726113d9f208 req-eba7f2a8-b3ed-409c-8669-ab3867d68501 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ca418f9-ac64-472b-bb6a-2b067e61baee HTTP/1.1" status: 200 len: 945 time: 0.1246793 Oct 30 15:08:57.966127 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-eb9b480d-9b32-4360-aa37-726113d9f208 req-7ced0911-a9b1-4916-a599-93d7fc924c1f tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088083 Oct 30 15:08:57.982461 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-1fe25521-8f44-48c7-8a84-e3d3efc9931b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:57.987292 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-1fe25521-8f44-48c7-8a84-e3d3efc9931b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=48ec0906891f440e8725a8b756af6e71&device_id=4ca418f9-ac64-472b-bb6a-2b067e61baee HTTP/1.1" status: 200 len: 1097 time: 0.1233916 Oct 30 15:08:57.990059 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a282a9-f7cd-4124-a248-04c810d4169c req-d62e4e9d-a2e8-4a53-a2ad-3580b10b601a tempest-ServersOnMultiNodesTest-174149886 tempest-ServersOnMultiNodesTest-174149886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:57.997574 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-49a282a9-f7cd-4124-a248-04c810d4169c req-d62e4e9d-a2e8-4a53-a2ad-3580b10b601a tempest-ServersOnMultiNodesTest-174149886 tempest-ServersOnMultiNodesTest-174149886-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=a3e7fcd5-1ed0-497a-8e74-761dcf0d44bb HTTP/1.1" status: 200 len: 1100 time: 0.0899229 Oct 30 15:08:58.068166 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-809b66dc-5530-4d55-a9c0-ad61f07ace8d None None] Provisioning complete for port 49ba515e-f63e-4b1e-a3d9-f3ae911e169a triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:08:58.068755 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-809b66dc-5530-4d55-a9c0-ad61f07ace8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:58.076853 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-c6d99ff2-c5a1-4530-994f-6c4dd6449f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d245e7-df25-41c7-8db6-cc338777929b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1525068222-router', 'tenant_id': '1f2111f9bd5a40509d9f2455ac37be06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'c10effa8-f9b4-4538-8c1f-a06fb2da26dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:08:53Z', 'updated_at': '2021-10-30T15:08:54Z', 'revision_number': 3, 'project_id': '1f2111f9bd5a40509d9f2455ac37be06', 'gw_port': {'id': 'c10effa8-f9b4-4538-8c1f-a06fb2da26dd', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:25:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09d245e7-df25-41c7-8db6-cc338777929b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:08:53Z', 'updated_at': '2021-10-30T15:08:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:08:58.097643 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-49a282a9-f7cd-4124-a248-04c810d4169c req-cbd49a13-b310-45a6-bc12-b2421705cbba tempest-ServersOnMultiNodesTest-174149886 tempest-ServersOnMultiNodesTest-174149886-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990782 Oct 30 15:08:58.130207 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d99ff2-c5a1-4530-994f-6c4dd6449f34 None None] The sync data for ids ['09d245e7-df25-41c7-8db6-cc338777929b'] in n-d-806683-17 is: [{'id': '09d245e7-df25-41c7-8db6-cc338777929b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1525068222-router', 'tenant_id': '1f2111f9bd5a40509d9f2455ac37be06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'c10effa8-f9b4-4538-8c1f-a06fb2da26dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:08:53Z', 'updated_at': '2021-10-30T15:08:54Z', 'revision_number': 3, 'project_id': '1f2111f9bd5a40509d9f2455ac37be06', 'gw_port': {'id': 'c10effa8-f9b4-4538-8c1f-a06fb2da26dd', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:25:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09d245e7-df25-41c7-8db6-cc338777929b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:08:53Z', 'updated_at': '2021-10-30T15:08:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:08:58.158346 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-63caf5c7-ade8-4c34-a2ac-bd20fac14e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:58.188412 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-809b66dc-5530-4d55-a9c0-ad61f07ace8d None None] Port 49ba515e-f63e-4b1e-a3d9-f3ae911e169a cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:08:58.265359 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-d507b0b4-6c91-49a7-b8a5-2379c3f2a31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:58.267118 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-d507b0b4-6c91-49a7-b8a5-2379c3f2a31e service neutron] 10.222.0.44 "GET /v2.0/networks?id=291c5166-548b-4ef8-b78f-841a397188df HTTP/1.1" status: 200 len: 921 time: 0.2734179 Oct 30 15:08:58.288085 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaa98bf-0912-4cf5-830a-e745665e5672 req-369f22b3-0e03-41c9-9974-e6e22df4c3eb tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:58.289593 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6aaa98bf-0912-4cf5-830a-e745665e5672 req-369f22b3-0e03-41c9-9974-e6e22df4c3eb tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/ports?device_id=240b9084-e7bc-4df3-8230-d0586c611a69 HTTP/1.1" status: 200 len: 946 time: 0.2076247 Oct 30 15:08:58.350607 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-938a3852-3c59-4839-9103-f98b8e3a0980 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fef0f85-c4bb-4e50-a76f-a2fb8545703f HTTP/1.1" status: 200 len: 217 time: 0.0594299 Oct 30 15:08:58.380421 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6aaa98bf-0912-4cf5-830a-e745665e5672 req-ed481278-902c-4f0a-8fde-9dd46fd4f398 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff7d2e62-ea1a-45bf-a217-2b52e333182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836012 Oct 30 15:08:58.434440 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-b317f9f7-122e-47de-935f-07d541e23a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:58.436190 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-b317f9f7-122e-47de-935f-07d541e23a93 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4f4c836a-b7bd-4d76-afd1-011b8a3fe891 HTTP/1.1" status: 200 len: 860 time: 0.0760503 Oct 30 15:08:58.461670 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-63caf5c7-ade8-4c34-a2ac-bd20fac14e46 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:58.473745 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-63caf5c7-ade8-4c34-a2ac-bd20fac14e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:58.497599 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-fd84b717-9380-4e0a-ab4b-6035cd1b5dc6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=291c5166-548b-4ef8-b78f-841a397188df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542078 Oct 30 15:08:58.542055 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-63caf5c7-ade8-4c34-a2ac-bd20fac14e46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:58.585861 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8177d3bd-4bf0-4502-bce8-0334dc529056 req-343155a6-26cf-478c-92bd-bceb99511b94 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:58.594209 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8177d3bd-4bf0-4502-bce8-0334dc529056 req-343155a6-26cf-478c-92bd-bceb99511b94 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=97452329-4434-433e-b37c-61f92fe601e3 HTTP/1.1" status: 200 len: 949 time: 0.2261295 Oct 30 15:08:58.637570 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-6288d99b-9068-45f0-a80f-10cd7b1e43b1 service neutron] 10.222.0.44 "GET /v2.0/networks/291c5166-548b-4ef8-b78f-841a397188df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321383 Oct 30 15:08:58.714462 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63caf5c7-ade8-4c34-a2ac-bd20fac14e46 admin admin] Pushing event updated for resources: {'Port': ['ID=49ba515e-f63e-4b1e-a3d9-f3ae911e169a,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:08:58.745163 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8177d3bd-4bf0-4502-bce8-0334dc529056 req-2b5dd927-2e31-49d4-a8fb-2e20612ba991 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442146 Oct 30 15:08:58.813658 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63caf5c7-ade8-4c34-a2ac-bd20fac14e46 admin admin] Network e33c737d-9d72-40d3-9b52-d9a404239542 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:08:58.815880 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-63caf5c7-ade8-4c34-a2ac-bd20fac14e46 admin admin] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:08:58.816202 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-b01c4351-4cfb-42b0-b6c9-62bce1f0c12e service neutron] 10.222.0.44 "GET /v2.0/networks/291c5166-548b-4ef8-b78f-841a397188df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684647 Oct 30 15:08:58.818146 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3cb122dd-e4b2-42c8-84cd-27ea03863834 req-714073b8-8c70-4bb1-bb43-bad9d0b2d7de tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=fe775bbcba174d2b97e2e40971e90df6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414872 Oct 30 15:08:59.125429 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb122dd-e4b2-42c8-84cd-27ea03863834 req-c691c756-327e-4e25-9179-e2126e0873be tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:59.133954 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3cb122dd-e4b2-42c8-84cd-27ea03863834 req-c691c756-327e-4e25-9179-e2126e0873be tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3016686 Oct 30 15:08:59.144557 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63caf5c7-ade8-4c34-a2ac-bd20fac14e46 admin admin] Router 09d245e7-df25-41c7-8db6-cc338777929b has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:08:59.158759 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device ac740ae4-8271-48a4-935e-74c1d5bb5e25 no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:08:59.172791 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3cb122dd-e4b2-42c8-84cd-27ea03863834 req-35eab99c-5089-4140-897b-44e6aa8c62c6 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/quotas/fe775bbcba174d2b97e2e40971e90df6 HTTP/1.1" status: 200 len: 375 time: 0.0377576 Oct 30 15:08:59.300451 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3cb122dd-e4b2-42c8-84cd-27ea03863834 req-a5093ccd-5667-4e7a-a06d-ef40cccf5036 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe775bbcba174d2b97e2e40971e90df6&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1267948 Oct 30 15:08:59.369283 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:59.436267 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e147140-4e0b-42e1-a4fd-002102d43a35 req-fb7dde9a-ebc8-4701-af81-ff30f850aaec tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:59.443435 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5e147140-4e0b-42e1-a4fd-002102d43a35 req-fb7dde9a-ebc8-4701-af81-ff30f850aaec tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ca418f9-ac64-472b-bb6a-2b067e61baee HTTP/1.1" status: 200 len: 945 time: 0.1790047 Oct 30 15:08:59.447684 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port ac740ae4-8271-48a4-935e-74c1d5bb5e25, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=ac740ae4-8271-48a4-935e-74c1d5bb5e25,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:08:59.453761 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9f1a39e-6b93-4eda-98c7-fd549c4a980a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac740ae4-8271-48a4-935e-74c1d5bb5e25'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:08:59.465831 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed0e0055-45b8-4fe1-90c0-f1967e001513" -d '{"events": [{"server_uuid": "d9f1a39e-6b93-4eda-98c7-fd549c4a980a", "name": "network-vif-unplugged", "status": "completed", "tag": "ac740ae4-8271-48a4-935e-74c1d5bb5e25"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:08:59.469285 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device c10effa8-f9b4-4538-8c1f-a06fb2da26dd up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:08:59.476755 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63caf5c7-ade8-4c34-a2ac-bd20fac14e46 admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:08:59.483943 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:59.498724 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-63caf5c7-ade8-4c34-a2ac-bd20fac14e46 admin admin] 10.222.0.62 "PUT /v2.0/routers/09d245e7-df25-41c7-8db6-cc338777929b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4586947 Oct 30 15:08:59.566606 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5e147140-4e0b-42e1-a4fd-002102d43a35 req-c627dc0d-7284-43bc-9e8a-fe0e0760ad1b tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199243 Oct 30 15:08:59.727212 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-302ab242-edc4-48ca-8b3c-746b9a4c0c8e None None] Provisioning complete for port 49ba515e-f63e-4b1e-a3d9-f3ae911e169a triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:08:59.728342 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-302ab242-edc4-48ca-8b3c-746b9a4c0c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:59.806585 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Oct 2021 15:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aede88db-87e1-4f8f-868e-9fd0e6dd8512 x-openstack-request-id: req-aede88db-87e1-4f8f-868e-9fd0e6dd8512 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:08:59.810188 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9f1a39e-6b93-4eda-98c7-fd549c4a980a", "name": "network-vif-unplugged", "status": "completed", "tag": "ac740ae4-8271-48a4-935e-74c1d5bb5e25", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:08:59.812345 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-aede88db-87e1-4f8f-868e-9fd0e6dd8512 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:08:59.813570 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9f1a39e-6b93-4eda-98c7-fd549c4a980a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac740ae4-8271-48a4-935e-74c1d5bb5e25', 'code': 200} Oct 30 15:08:59.847333 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-60f40651-9d87-4eb6-ad94-588da6313817 req-583f4979-f0c5-4b5d-92a8-859763648ff7 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=4396ab3e-3fda-4fda-b0ed-64347024ebf4 HTTP/1.1" status: 200 len: 210 time: 0.0501990 Oct 30 15:08:59.849895 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac4d26d-94cc-4716-8a8f-012277281444 req-5a987e4e-a41d-49dd-9a9d-ab4e89ef1a68 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:08:59.853759 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5ac4d26d-94cc-4716-8a8f-012277281444 req-5a987e4e-a41d-49dd-9a9d-ab4e89ef1a68 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/ports?device_id=240b9084-e7bc-4df3-8230-d0586c611a69 HTTP/1.1" status: 200 len: 946 time: 0.1287489 Oct 30 15:08:59.854804 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=ac740ae4-8271-48a4-935e-74c1d5bb5e25,revision_number=11']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:08:59.868393 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-302ab242-edc4-48ca-8b3c-746b9a4c0c8e None None] Port 49ba515e-f63e-4b1e-a3d9-f3ae911e169a cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:08:59.874515 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:59.897727 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port c10effa8-f9b4-4538-8c1f-a06fb2da26dd triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:08:59.898396 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:08:59.981363 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5ac4d26d-94cc-4716-8a8f-012277281444 req-7044f21c-6a4c-4144-9a88-c685f052a761 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff7d2e62-ea1a-45bf-a217-2b52e333182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116099 Oct 30 15:09:00.080652 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:00.148379 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port c10effa8-f9b4-4538-8c1f-a06fb2da26dd, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=c10effa8-f9b4-4538-8c1f-a06fb2da26dd,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:09:00.166332 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:00.254842 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c654684-e3df-44e9-8fbb-16d618a23923 req-9a49ef7f-9068-4868-a197-d765a35ec682 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:00.269538 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3c654684-e3df-44e9-8fbb-16d618a23923 req-9a49ef7f-9068-4868-a197-d765a35ec682 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=97452329-4434-433e-b37c-61f92fe601e3 HTTP/1.1" status: 200 len: 949 time: 0.1152160 Oct 30 15:09:00.286902 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=c10effa8-f9b4-4538-8c1f-a06fb2da26dd,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:00.330632 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [req-eaf4a086-2321-4637-91fb-3484d9b66e82 req-ff113fc8-7e47-4a84-b232-6aab98a36387 tempest-FloatingIPDetailsNegativeTestJSON-1151772715 tempest-FloatingIPDetailsNegativeTestJSON-1151772715-project] show failed (client error): The resource could not be found. Oct 30 15:09:00.333277 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3c654684-e3df-44e9-8fbb-16d618a23923 req-4ccda9bd-715c-4924-9667-b66e15ceac5c tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609334 Oct 30 15:09:00.336874 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-eaf4a086-2321-4637-91fb-3484d9b66e82 req-ff113fc8-7e47-4a84-b232-6aab98a36387 tempest-FloatingIPDetailsNegativeTestJSON-1151772715 tempest-FloatingIPDetailsNegativeTestJSON-1151772715-project] 10.222.0.62 "GET /v2.0/floatingips/03caa927-14d0-4489-92d5-b2633d6efa25 HTTP/1.1" status: 404 len: 350 time: 0.0644510 Oct 30 15:09:00.358700 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 56960) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:09:00.753236 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d546a6-7db3-4e65-bede-56e0efa38b05 req-dbe9da4b-3094-4316-a508-4d2cd0324914 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:00.755453 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-04d546a6-7db3-4e65-bede-56e0efa38b05 req-dbe9da4b-3094-4316-a508-4d2cd0324914 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ca418f9-ac64-472b-bb6a-2b067e61baee HTTP/1.1" status: 200 len: 945 time: 0.0847220 Oct 30 15:09:00.836772 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-04d546a6-7db3-4e65-bede-56e0efa38b05 req-f03cb06d-75b3-4114-a18d-48b9374c508e tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549521 Oct 30 15:09:01.012201 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9a3b1308-4861-4468-9dab-1fa66c445ee2 req-d15823e7-b7f5-4916-b6c2-7e39735661e4 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=4396ab3e-3fda-4fda-b0ed-64347024ebf4 HTTP/1.1" status: 200 len: 210 time: 0.0511627 Oct 30 15:09:01.047987 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-56ab6f09-cb25-4a7e-b732-a6a11034fd02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:01.053126 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3cb122dd-e4b2-42c8-84cd-27ea03863834 req-09c77951-b418-4b4e-965c-70ea094b47aa tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=fe775bbcba174d2b97e2e40971e90df6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299196 Oct 30 15:09:01.194067 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9a17da-b905-430a-a7f7-471b5af2a87d None None] Sync routers for ids ['09d245e7-df25-41c7-8db6-cc338777929b'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:09:01.222983 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9a17da-b905-430a-a7f7-471b5af2a87d None None] Routers {'09d245e7-df25-41c7-8db6-cc338777929b'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:09:01.229161 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-fa9a17da-b905-430a-a7f7-471b5af2a87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:08:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['09d245e7-df25-41c7-8db6-cc338777929b'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:09:01.269799 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf8f2e7-187f-43de-acbb-badc43224868 req-e6a59060-f624-4eeb-8e10-892400137047 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:01.271405 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2cf8f2e7-187f-43de-acbb-badc43224868 req-e6a59060-f624-4eeb-8e10-892400137047 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/ports?device_id=240b9084-e7bc-4df3-8230-d0586c611a69 HTTP/1.1" status: 200 len: 946 time: 0.0865700 Oct 30 15:09:01.352203 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb122dd-e4b2-42c8-84cd-27ea03863834 req-d946e1de-82f1-4a86-a773-9e0fbdf97de9 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:01.354350 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3cb122dd-e4b2-42c8-84cd-27ea03863834 req-d946e1de-82f1-4a86-a773-9e0fbdf97de9 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2893085 Oct 30 15:09:01.370388 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-3cb122dd-e4b2-42c8-84cd-27ea03863834 req-a7a2dc96-62b8-4af9-b564-4dcd5e5f5be2 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Request body: {'port': {'device_id': '4396ab3e-3fda-4fda-b0ed-64347024ebf4', 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704', 'admin_state_up': True, 'tenant_id': 'fe775bbcba174d2b97e2e40971e90df6'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:09:01.394558 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2cf8f2e7-187f-43de-acbb-badc43224868 req-9382b060-3e76-4616-a102-0245a121ad8a tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff7d2e62-ea1a-45bf-a217-2b52e333182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105201 Oct 30 15:09:01.448248 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device c10effa8-f9b4-4538-8c1f-a06fb2da26dd up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:09:01.503794 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-56ab6f09-cb25-4a7e-b732-a6a11034fd02 admin admin] Deleting port 49ba515e-f63e-4b1e-a3d9-f3ae911e169a {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:09:01.504167 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-56ab6f09-cb25-4a7e-b732-a6a11034fd02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:01.599481 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-fa9a17da-b905-430a-a7f7-471b5af2a87d None None] Set router 09d245e7-df25-41c7-8db6-cc338777929b gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:09:01.604169 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f7e227-3194-448c-ad61-4663eb0b5b00 req-1a1c6918-0514-4d1a-9b77-fb571a87b3b1 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:01.606416 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d7f7e227-3194-448c-ad61-4663eb0b5b00 req-1a1c6918-0514-4d1a-9b77-fb571a87b3b1 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=97452329-4434-433e-b37c-61f92fe601e3 HTTP/1.1" status: 200 len: 949 time: 0.0862806 Oct 30 15:09:01.608697 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port c10effa8-f9b4-4538-8c1f-a06fb2da26dd triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:09:01.609071 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:01.659901 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-56ab6f09-cb25-4a7e-b732-a6a11034fd02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:01.689376 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-56ab6f09-cb25-4a7e-b732-a6a11034fd02 admin admin] Calling delete_port for 49ba515e-f63e-4b1e-a3d9-f3ae911e169a owned by network:router_interface {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:09:01.714194 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d7f7e227-3194-448c-ad61-4663eb0b5b00 req-b1d77089-9811-4297-96e7-d0607294b92e tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974958 Oct 30 15:09:01.730730 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:01.849070 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cb122dd-e4b2-42c8-84cd-27ea03863834 req-a7a2dc96-62b8-4af9-b564-4dcd5e5f5be2 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Made reservation on behalf of fe775bbcba174d2b97e2e40971e90df6 for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:09:01.853953 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-3cb122dd-e4b2-42c8-84cd-27ea03863834 req-a7a2dc96-62b8-4af9-b564-4dcd5e5f5be2 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:02.091153 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-fa9a17da-b905-430a-a7f7-471b5af2a87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d245e7-df25-41c7-8db6-cc338777929b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1525068222-router', 'tenant_id': '1f2111f9bd5a40509d9f2455ac37be06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'c10effa8-f9b4-4538-8c1f-a06fb2da26dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:08:53Z', 'updated_at': '2021-10-30T15:08:58Z', 'revision_number': 4, 'project_id': '1f2111f9bd5a40509d9f2455ac37be06', 'gw_port': {'id': 'c10effa8-f9b4-4538-8c1f-a06fb2da26dd', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:25:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d245e7-df25-41c7-8db6-cc338777929b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:08:53Z', 'updated_at': '2021-10-30T15:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '49ba515e-f63e-4b1e-a3d9-f3ae911e169a', 'name': '', 'network_id': 'e33c737d-9d72-40d3-9b52-d9a404239542', 'tenant_id': '1f2111f9bd5a40509d9f2455ac37be06', 'mac_address': 'fa:16:3e:8a:b3:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09d245e7-df25-41c7-8db6-cc338777929b', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'd1db0de1-a680-4c03-9d04-d93360ee4a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:08:56Z', 'updated_at': '2021-10-30T15:08:58Z', 'revision_number': 2, 'project_id': '1f2111f9bd5a40509d9f2455ac37be06', 'subnets': [{'id': 'd1db0de1-a680-4c03-9d04-d93360ee4a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:09:02.132471 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9a17da-b905-430a-a7f7-471b5af2a87d None None] Checking router: 09d245e7-df25-41c7-8db6-cc338777929b for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:09:02.133266 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9a17da-b905-430a-a7f7-471b5af2a87d None None] Updating router 09d245e7-df25-41c7-8db6-cc338777929b port 49ba515e-f63e-4b1e-a3d9-f3ae911e169a binding host n-d-806683-17 {{(pid=102132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:09:02.154718 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d38a7-7791-4226-9e78-80366082618f req-799b7819-9eac-40b8-9e82-f227ed58e636 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:02.163135 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-676d38a7-7791-4226-9e78-80366082618f req-799b7819-9eac-40b8-9e82-f227ed58e636 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ca418f9-ac64-472b-bb6a-2b067e61baee HTTP/1.1" status: 200 len: 945 time: 0.1878989 Oct 30 15:09:02.185169 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-fa9a17da-b905-430a-a7f7-471b5af2a87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:02.225961 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-676d38a7-7791-4226-9e78-80366082618f req-1aa848d5-04c2-4caa-a527-370a1723a7b9 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560257 Oct 30 15:09:02.227643 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-56ab6f09-cb25-4a7e-b732-a6a11034fd02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:02.261462 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9a17da-b905-430a-a7f7-471b5af2a87d None None] Port 49ba515e-f63e-4b1e-a3d9-f3ae911e169a not found while updating agent binding for router 09d245e7-df25-41c7-8db6-cc338777929b. {{(pid=102132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 30 15:09:02.284789 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ab6f09-cb25-4a7e-b732-a6a11034fd02 admin admin] Pushing event deleted for resources: {'Port': ['ID=49ba515e-f63e-4b1e-a3d9-f3ae911e169a,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:02.287329 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9a17da-b905-430a-a7f7-471b5af2a87d None None] Routers {'09d245e7-df25-41c7-8db6-cc338777929b'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:09:02.288450 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-fa9a17da-b905-430a-a7f7-471b5af2a87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:08:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['09d245e7-df25-41c7-8db6-cc338777929b'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:09:02.454219 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5a7f01ec-18d0-458b-8182-9fbead86be55 req-57c29043-2dc4-4e84-8680-5d9b45c2e870 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=4396ab3e-3fda-4fda-b0ed-64347024ebf4 HTTP/1.1" status: 200 len: 210 time: 0.0868475 Oct 30 15:09:02.559552 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-fa9a17da-b905-430a-a7f7-471b5af2a87d None None] Set router 09d245e7-df25-41c7-8db6-cc338777929b gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:09:02.873709 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-3cb122dd-e4b2-42c8-84cd-27ea03863834 req-a7a2dc96-62b8-4af9-b564-4dcd5e5f5be2 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Allocated IP 192.168.233.13 (8de8b155-6e08-41c3-866a-8b30bb481704/43b5dea3-b65b-4514-8ec2-18a4245eb194/a2365153-8272-4a84-b4d4-5b37154b2b1f) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:09:03.078317 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-fa9a17da-b905-430a-a7f7-471b5af2a87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d245e7-df25-41c7-8db6-cc338777929b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1525068222-router', 'tenant_id': '1f2111f9bd5a40509d9f2455ac37be06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'c10effa8-f9b4-4538-8c1f-a06fb2da26dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:08:53Z', 'updated_at': '2021-10-30T15:09:02Z', 'revision_number': 5, 'project_id': '1f2111f9bd5a40509d9f2455ac37be06', 'gw_port': {'id': 'c10effa8-f9b4-4538-8c1f-a06fb2da26dd', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:25:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d245e7-df25-41c7-8db6-cc338777929b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:08:53Z', 'updated_at': '2021-10-30T15:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:09:03.089059 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8037f3c5-29be-4eed-ade8-029de5c3257b req-b3aeb5ba-dfca-44a1-a84f-af2580df72c3 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:03.096306 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8037f3c5-29be-4eed-ade8-029de5c3257b req-b3aeb5ba-dfca-44a1-a84f-af2580df72c3 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/ports?device_id=240b9084-e7bc-4df3-8230-d0586c611a69 HTTP/1.1" status: 200 len: 946 time: 0.0788462 Oct 30 15:09:03.142296 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-56ab6f09-cb25-4a7e-b732-a6a11034fd02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:03.154221 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-3cb122dd-e4b2-42c8-84cd-27ea03863834 req-a7a2dc96-62b8-4af9-b564-4dcd5e5f5be2 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:03.164354 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf82e661-27e8-4e02-bb68-6558836e98a9 req-3be2d2b4-4339-40c7-bf13-a4f7f50314cc tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:03.174243 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bf82e661-27e8-4e02-bb68-6558836e98a9 req-3be2d2b4-4339-40c7-bf13-a4f7f50314cc tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=97452329-4434-433e-b37c-61f92fe601e3 HTTP/1.1" status: 200 len: 949 time: 0.0852687 Oct 30 15:09:03.228178 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bf82e661-27e8-4e02-bb68-6558836e98a9 req-6807bd1a-a7e1-4908-a116-03a56e170cb8 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466616 Oct 30 15:09:03.327692 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9a17da-b905-430a-a7f7-471b5af2a87d None None] The sync data for ids ['09d245e7-df25-41c7-8db6-cc338777929b'] in n-d-806683-17 is: [{'id': '09d245e7-df25-41c7-8db6-cc338777929b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1525068222-router', 'tenant_id': '1f2111f9bd5a40509d9f2455ac37be06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'c10effa8-f9b4-4538-8c1f-a06fb2da26dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:08:53Z', 'updated_at': '2021-10-30T15:09:02Z', 'revision_number': 5, 'project_id': '1f2111f9bd5a40509d9f2455ac37be06', 'gw_port': {'id': 'c10effa8-f9b4-4538-8c1f-a06fb2da26dd', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:25:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d245e7-df25-41c7-8db6-cc338777929b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:08:53Z', 'updated_at': '2021-10-30T15:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:09:03.334088 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-3cb122dd-e4b2-42c8-84cd-27ea03863834 req-a7a2dc96-62b8-4af9-b564-4dcd5e5f5be2 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:03.347835 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['914696c5-5889-4b05-8d4d-dfdeb7ef3f59', 'c5354e8c-a792-468f-8924-a3c448cc2b4a'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:09:03.432957 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['96545323-feb6-420b-9242-c65d8a00a3f5', '1bdc240c-44b4-4394-9ed5-ace834086c73', '67a02029-0352-4f05-b377-299b49d77849', 'b4d0397e-9887-4a46-bdb3-9f808ed9d380', '7004f84f-0479-463e-b5e9-48072c97e3b9'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:09:03.465042 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a2dc96-62b8-4af9-b564-4dcd5e5f5be2 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Pushing event updated for resources: {'Port': ['ID=a2365153-8272-4a84-b4d4-5b37154b2b1f,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:03.471274 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8037f3c5-29be-4eed-ade8-029de5c3257b req-df3aa4ce-18fe-4264-b622-c0bfc33d317b tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff7d2e62-ea1a-45bf-a217-2b52e333182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3739717 Oct 30 15:09:03.526913 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cb122dd-e4b2-42c8-84cd-27ea03863834 req-a7a2dc96-62b8-4af9-b564-4dcd5e5f5be2 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Network 8de8b155-6e08-41c3-866a-8b30bb481704 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:09:03.528466 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-3cb122dd-e4b2-42c8-84cd-27ea03863834 req-a7a2dc96-62b8-4af9-b564-4dcd5e5f5be2 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:09:03.553438 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cb122dd-e4b2-42c8-84cd-27ea03863834 req-a7a2dc96-62b8-4af9-b564-4dcd5e5f5be2 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:09:03.739438 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb122dd-e4b2-42c8-84cd-27ea03863834 req-a7a2dc96-62b8-4af9-b564-4dcd5e5f5be2 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:03.741037 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-3cb122dd-e4b2-42c8-84cd-27ea03863834 req-a7a2dc96-62b8-4af9-b564-4dcd5e5f5be2 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:03.825346 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5ba37c-e3ad-4849-9ef2-3479d226ac48 req-02ec2fdd-6926-45e1-b77f-b0306d6f9ba8 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:03.827038 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3cb122dd-e4b2-42c8-84cd-27ea03863834 req-a7a2dc96-62b8-4af9-b564-4dcd5e5f5be2 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4621570 Oct 30 15:09:03.836127 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7f5ba37c-e3ad-4849-9ef2-3479d226ac48 req-02ec2fdd-6926-45e1-b77f-b0306d6f9ba8 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ca418f9-ac64-472b-bb6a-2b067e61baee HTTP/1.1" status: 200 len: 945 time: 0.1544440 Oct 30 15:09:03.851267 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-3cb122dd-e4b2-42c8-84cd-27ea03863834 req-b1a610ed-9623-4bfe-9928-71ce3a4dd595 service neutron] Request body: {'port': {'device_id': '4396ab3e-3fda-4fda-b0ed-64347024ebf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:09:03.892989 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56ab6f09-cb25-4a7e-b732-a6a11034fd02 admin admin] Router 09d245e7-df25-41c7-8db6-cc338777929b has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:09:03.970259 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7f5ba37c-e3ad-4849-9ef2-3479d226ac48 req-b918416a-a03d-4d27-bc62-77db5b636828 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260188 Oct 30 15:09:04.080478 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-3cb122dd-e4b2-42c8-84cd-27ea03863834 req-b1a610ed-9623-4bfe-9928-71ce3a4dd595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:04.311395 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c253bc-1d35-4840-9717-47bc127c6961 req-c1da94bf-4ccc-4606-b92a-5d529e394549 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:04.316303 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a1c253bc-1d35-4840-9717-47bc127c6961 req-c1da94bf-4ccc-4606-b92a-5d529e394549 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=4396ab3e-3fda-4fda-b0ed-64347024ebf4 HTTP/1.1" status: 200 len: 935 time: 0.1052566 Oct 30 15:09:04.428074 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a1c253bc-1d35-4840-9717-47bc127c6961 req-a62b681a-067e-4b0c-a4f2-51db8970dcb3 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980382 Oct 30 15:09:04.443013 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ab6f09-cb25-4a7e-b732-a6a11034fd02 admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:09:04.456874 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-56ab6f09-cb25-4a7e-b732-a6a11034fd02 admin admin] 10.222.0.62 "PUT /v2.0/routers/09d245e7-df25-41c7-8db6-cc338777929b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0982850 Oct 30 15:09:04.460118 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 57162) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:09:04.466681 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e9402d54-ba9d-4145-9e6e-02f43dff039a None None] Provisioning complete for port a2365153-8272-4a84-b4d4-5b37154b2b1f triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:09:04.467393 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e9402d54-ba9d-4145-9e6e-02f43dff039a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:04.645284 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e9402d54-ba9d-4145-9e6e-02f43dff039a None None] Port a2365153-8272-4a84-b4d4-5b37154b2b1f cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:09:04.793610 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-3cb122dd-e4b2-42c8-84cd-27ea03863834 req-b1a610ed-9623-4bfe-9928-71ce3a4dd595 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2365153-8272-4a84-b4d4-5b37154b2b1f {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:09:04.797871 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c19abdd-05d3-4620-b5d9-cdb7bb945f63 None None] Sync routers for ids ['09d245e7-df25-41c7-8db6-cc338777929b'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:09:04.812792 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c19abdd-05d3-4620-b5d9-cdb7bb945f63 None None] Routers {'09d245e7-df25-41c7-8db6-cc338777929b'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:09:04.813380 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-7c19abdd-05d3-4620-b5d9-cdb7bb945f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:08:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['09d245e7-df25-41c7-8db6-cc338777929b'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:09:04.823930 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d120ccf-bc71-434b-833e-e676496941ea req-e638b561-9a96-4ddc-b204-3362d89dd269 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:04.825763 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9d120ccf-bc71-434b-833e-e676496941ea req-e638b561-9a96-4ddc-b204-3362d89dd269 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=97452329-4434-433e-b37c-61f92fe601e3 HTTP/1.1" status: 200 len: 949 time: 0.2568359 Oct 30 15:09:04.827234 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d8f76e58-a4a1-4ed3-a669-4690d06234a2 admin admin] Publish callbacks [] for router, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:04.828962 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-3cb122dd-e4b2-42c8-84cd-27ea03863834 req-b1a610ed-9623-4bfe-9928-71ce3a4dd595 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:04.866213 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-3cb122dd-e4b2-42c8-84cd-27ea03863834 req-b1a610ed-9623-4bfe-9928-71ce3a4dd595 service neutron] Transition to ACTIVE for port object a2365153-8272-4a84-b4d4-5b37154b2b1f will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:09:04.875769 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-3cb122dd-e4b2-42c8-84cd-27ea03863834 req-b1a610ed-9623-4bfe-9928-71ce3a4dd595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:05.062956 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-7c19abdd-05d3-4620-b5d9-cdb7bb945f63 None None] Set router 09d245e7-df25-41c7-8db6-cc338777929b gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:09:05.126268 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a610ed-9623-4bfe-9928-71ce3a4dd595 service neutron] Pushing event updated for resources: {'Port': ['ID=a2365153-8272-4a84-b4d4-5b37154b2b1f,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:05.179844 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9d120ccf-bc71-434b-833e-e676496941ea req-7dcdb9c3-0a3b-4a00-8071-a32f83a07c97 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974802 Oct 30 15:09:05.298798 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d8f76e58-a4a1-4ed3-a669-4690d06234a2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:05.358959 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-3cb122dd-e4b2-42c8-84cd-27ea03863834 req-b1a610ed-9623-4bfe-9928-71ce3a4dd595 service neutron] Attempting to bind port a2365153-8272-4a84-b4d4-5b37154b2b1f on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:09:05.359296 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-3cb122dd-e4b2-42c8-84cd-27ea03863834 req-b1a610ed-9623-4bfe-9928-71ce3a4dd595 service neutron] Attempting to bind port a2365153-8272-4a84-b4d4-5b37154b2b1f by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:09:05.359659 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb122dd-e4b2-42c8-84cd-27ea03863834 req-b1a610ed-9623-4bfe-9928-71ce3a4dd595 service neutron] Attempting to bind port a2365153-8272-4a84-b4d4-5b37154b2b1f on network 8de8b155-6e08-41c3-866a-8b30bb481704 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:09:05.370231 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb122dd-e4b2-42c8-84cd-27ea03863834 req-b1a610ed-9623-4bfe-9928-71ce3a4dd595 service neutron] Port a2365153-8272-4a84-b4d4-5b37154b2b1f on network 8de8b155-6e08-41c3-866a-8b30bb481704 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:09:05.370550 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb122dd-e4b2-42c8-84cd-27ea03863834 req-b1a610ed-9623-4bfe-9928-71ce3a4dd595 service neutron] Attempting to bind port a2365153-8272-4a84-b4d4-5b37154b2b1f on network 8de8b155-6e08-41c3-866a-8b30bb481704 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:09:05.385641 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb122dd-e4b2-42c8-84cd-27ea03863834 req-b1a610ed-9623-4bfe-9928-71ce3a4dd595 service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:09:05.385978 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb122dd-e4b2-42c8-84cd-27ea03863834 req-b1a610ed-9623-4bfe-9928-71ce3a4dd595 service neutron] Checking segment: {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:09:05.386370 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb122dd-e4b2-42c8-84cd-27ea03863834 req-b1a610ed-9623-4bfe-9928-71ce3a4dd595 service neutron] Bound using segment: {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:09:05.386809 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-3cb122dd-e4b2-42c8-84cd-27ea03863834 req-b1a610ed-9623-4bfe-9928-71ce3a4dd595 service neutron] Bound port: a2365153-8272-4a84-b4d4-5b37154b2b1f, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:09:05.387168 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-3cb122dd-e4b2-42c8-84cd-27ea03863834 req-b1a610ed-9623-4bfe-9928-71ce3a4dd595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:05.475808 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6955bdd1-299a-4ebf-a201-b16b2a4c2213 req-24a31c2e-3ea2-4f1d-8c93-76508d9f95e8 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:05.489911 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6955bdd1-299a-4ebf-a201-b16b2a4c2213 req-24a31c2e-3ea2-4f1d-8c93-76508d9f95e8 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/ports?device_id=240b9084-e7bc-4df3-8230-d0586c611a69 HTTP/1.1" status: 200 len: 946 time: 0.1735985 Oct 30 15:09:05.500550 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-7c19abdd-05d3-4620-b5d9-cdb7bb945f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d245e7-df25-41c7-8db6-cc338777929b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1525068222-router', 'tenant_id': '1f2111f9bd5a40509d9f2455ac37be06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'c10effa8-f9b4-4538-8c1f-a06fb2da26dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:08:53Z', 'updated_at': '2021-10-30T15:09:02Z', 'revision_number': 5, 'project_id': '1f2111f9bd5a40509d9f2455ac37be06', 'gw_port': {'id': 'c10effa8-f9b4-4538-8c1f-a06fb2da26dd', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:25:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d245e7-df25-41c7-8db6-cc338777929b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:08:53Z', 'updated_at': '2021-10-30T15:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:09:05.538165 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c19abdd-05d3-4620-b5d9-cdb7bb945f63 None None] Checking router: 09d245e7-df25-41c7-8db6-cc338777929b for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:09:05.549522 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c19abdd-05d3-4620-b5d9-cdb7bb945f63 None None] Routers {'09d245e7-df25-41c7-8db6-cc338777929b'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:09:05.549522 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-7c19abdd-05d3-4620-b5d9-cdb7bb945f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:08:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['09d245e7-df25-41c7-8db6-cc338777929b'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:09:05.563766 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6955bdd1-299a-4ebf-a201-b16b2a4c2213 req-5272a4dd-eda9-436a-aaec-d641dd856b14 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff7d2e62-ea1a-45bf-a217-2b52e333182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724669 Oct 30 15:09:05.595185 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-d8f76e58-a4a1-4ed3-a669-4690d06234a2 admin admin] Deleting port c10effa8-f9b4-4538-8c1f-a06fb2da26dd {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:09:05.599312 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d8f76e58-a4a1-4ed3-a669-4690d06234a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:05.602419 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-3cb122dd-e4b2-42c8-84cd-27ea03863834 req-b1a610ed-9623-4bfe-9928-71ce3a4dd595 service neutron] For port a2365153-8272-4a84-b4d4-5b37154b2b1f, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:09:05.614270 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-3cb122dd-e4b2-42c8-84cd-27ea03863834 req-b1a610ed-9623-4bfe-9928-71ce3a4dd595 service neutron] For port a2365153-8272-4a84-b4d4-5b37154b2b1f, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=a2365153-8272-4a84-b4d4-5b37154b2b1f,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:09:05.639131 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c696d6-e9c7-4b69-9c42-d46d56186a60 req-753c3857-8b92-4d92-a750-41372f3394da tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:05.652751 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a1c696d6-e9c7-4b69-9c42-d46d56186a60 req-753c3857-8b92-4d92-a750-41372f3394da tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ca418f9-ac64-472b-bb6a-2b067e61baee HTTP/1.1" status: 200 len: 945 time: 0.2565348 Oct 30 15:09:05.658411 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-3cb122dd-e4b2-42c8-84cd-27ea03863834 req-b1a610ed-9623-4bfe-9928-71ce3a4dd595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:05.701141 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-7c19abdd-05d3-4620-b5d9-cdb7bb945f63 None None] Set router 09d245e7-df25-41c7-8db6-cc338777929b gateway port host: None {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:09:05.722210 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb122dd-e4b2-42c8-84cd-27ea03863834 req-b1a610ed-9623-4bfe-9928-71ce3a4dd595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:05.724542 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-3cb122dd-e4b2-42c8-84cd-27ea03863834 req-b1a610ed-9623-4bfe-9928-71ce3a4dd595 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:05.730605 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3cb122dd-e4b2-42c8-84cd-27ea03863834 req-b1a610ed-9623-4bfe-9928-71ce3a4dd595 service neutron] 10.222.0.44 "PUT /v2.0/ports/a2365153-8272-4a84-b4d4-5b37154b2b1f HTTP/1.1" status: 200 len: 1096 time: 1.8896835 Oct 30 15:09:05.740461 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4396ab3e-3fda-4fda-b0ed-64347024ebf4', 'tag': 'a2365153-8272-4a84-b4d4-5b37154b2b1f'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:09:05.746302 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5070e33f-fff8-41c7-9d8d-5ae9c01ae4d7" -d '{"events": [{"name": "network-changed", "server_uuid": "4396ab3e-3fda-4fda-b0ed-64347024ebf4", "tag": "a2365153-8272-4a84-b4d4-5b37154b2b1f"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:09:05.793842 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-d8f76e58-a4a1-4ed3-a669-4690d06234a2 admin admin] For port c10effa8-f9b4-4538-8c1f-a06fb2da26dd, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=c10effa8-f9b4-4538-8c1f-a06fb2da26dd,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:09:05.795227 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d8f76e58-a4a1-4ed3-a669-4690d06234a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:05.829750 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-d8f76e58-a4a1-4ed3-a669-4690d06234a2 admin admin] Calling delete_port for c10effa8-f9b4-4538-8c1f-a06fb2da26dd owned by network:router_gateway {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:09:05.849084 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-7c19abdd-05d3-4620-b5d9-cdb7bb945f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d245e7-df25-41c7-8db6-cc338777929b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1525068222-router', 'tenant_id': '1f2111f9bd5a40509d9f2455ac37be06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:08:53Z', 'updated_at': '2021-10-30T15:09:05Z', 'revision_number': 6, 'project_id': '1f2111f9bd5a40509d9f2455ac37be06', 'gw_port_host': None}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:09:05.909945 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c19abdd-05d3-4620-b5d9-cdb7bb945f63 None None] The sync data for ids ['09d245e7-df25-41c7-8db6-cc338777929b'] in n-d-806683-17 is: [{'id': '09d245e7-df25-41c7-8db6-cc338777929b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1525068222-router', 'tenant_id': '1f2111f9bd5a40509d9f2455ac37be06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:08:53Z', 'updated_at': '2021-10-30T15:09:05Z', 'revision_number': 6, 'project_id': '1f2111f9bd5a40509d9f2455ac37be06', 'gw_port_host': None}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:09:05.934475 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a1c696d6-e9c7-4b69-9c42-d46d56186a60 req-9dc30c26-db37-4847-a3f8-86bbb767b17f tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731853 Oct 30 15:09:05.942212 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a610ed-9623-4bfe-9928-71ce3a4dd595 service neutron] Pushing event updated for resources: {'Port': ['ID=a2365153-8272-4a84-b4d4-5b37154b2b1f,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:06.006098 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb122dd-e4b2-42c8-84cd-27ea03863834 req-8547398f-97f2-456f-8485-a25e9b19632b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:06.012079 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3cb122dd-e4b2-42c8-84cd-27ea03863834 req-8547398f-97f2-456f-8485-a25e9b19632b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fe775bbcba174d2b97e2e40971e90df6&device_id=4396ab3e-3fda-4fda-b0ed-64347024ebf4 HTTP/1.1" status: 200 len: 1099 time: 0.2012062 Oct 30 15:09:06.103742 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3cb122dd-e4b2-42c8-84cd-27ea03863834 req-e26cb2a1-b90a-45ee-bccc-b2271bc80ba0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=a2365153-8272-4a84-b4d4-5b37154b2b1f HTTP/1.1" status: 200 len: 217 time: 0.0826955 Oct 30 15:09:06.226733 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db87b631-8d06-4bf3-b600-fd3441de9a7c req-5fec493d-1819-407a-9bd8-62a05d9e6d8e tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:06.228926 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-db87b631-8d06-4bf3-b600-fd3441de9a7c req-5fec493d-1819-407a-9bd8-62a05d9e6d8e tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=4396ab3e-3fda-4fda-b0ed-64347024ebf4 HTTP/1.1" status: 200 len: 947 time: 0.1339741 Oct 30 15:09:06.234432 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb122dd-e4b2-42c8-84cd-27ea03863834 req-58a82b17-6f09-4b6b-a1fb-3a3f5914e1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:06.236436 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3cb122dd-e4b2-42c8-84cd-27ea03863834 req-58a82b17-6f09-4b6b-a1fb-3a3f5914e1eb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.1190014 Oct 30 15:09:06.305940 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-db87b631-8d06-4bf3-b600-fd3441de9a7c req-3ce00fa8-52bb-4275-97fa-96969c1463de tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684395 Oct 30 15:09:06.322397 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb122dd-e4b2-42c8-84cd-27ea03863834 req-2eba93c3-ab0e-4497-8d08-2ec0ad9b344d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:06.324934 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3cb122dd-e4b2-42c8-84cd-27ea03863834 req-2eba93c3-ab0e-4497-8d08-2ec0ad9b344d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0800478 Oct 30 15:09:06.386782 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d8f76e58-a4a1-4ed3-a669-4690d06234a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:06.397964 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b97184c0-a5b5-475b-9ccc-8bcf65237f7f x-openstack-request-id: req-b97184c0-a5b5-475b-9ccc-8bcf65237f7f {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:09:06.399882 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4396ab3e-3fda-4fda-b0ed-64347024ebf4", "tag": "a2365153-8272-4a84-b4d4-5b37154b2b1f", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:09:06.401852 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b97184c0-a5b5-475b-9ccc-8bcf65237f7f {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:09:06.402251 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4396ab3e-3fda-4fda-b0ed-64347024ebf4', 'tag': 'a2365153-8272-4a84-b4d4-5b37154b2b1f', 'status': 'completed', 'code': 200} Oct 30 15:09:06.453965 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f76e58-a4a1-4ed3-a669-4690d06234a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c10effa8-f9b4-4538-8c1f-a06fb2da26dd,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:06.476997 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f76e58-a4a1-4ed3-a669-4690d06234a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:09:06.477549 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f76e58-a4a1-4ed3-a669-4690d06234a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:09:06.477895 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f76e58-a4a1-4ed3-a669-4690d06234a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:09:06.478225 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f76e58-a4a1-4ed3-a669-4690d06234a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:09:06.478624 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f76e58-a4a1-4ed3-a669-4690d06234a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:09:06.479046 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f76e58-a4a1-4ed3-a669-4690d06234a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:09:06.479372 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f76e58-a4a1-4ed3-a669-4690d06234a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:09:06.479715 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f76e58-a4a1-4ed3-a669-4690d06234a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:09:06.480244 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f76e58-a4a1-4ed3-a669-4690d06234a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:09:06.480762 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f76e58-a4a1-4ed3-a669-4690d06234a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:09:06.481253 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f76e58-a4a1-4ed3-a669-4690d06234a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:09:06.482347 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f76e58-a4a1-4ed3-a669-4690d06234a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:09:06.635042 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d8f76e58-a4a1-4ed3-a669-4690d06234a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:06.646413 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d1ef9-2a2a-4721-a510-b7016565418f req-a64523c8-b9ec-4d38-a10b-46fcf4185ea4 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:06.655865 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8e1d1ef9-2a2a-4721-a510-b7016565418f req-a64523c8-b9ec-4d38-a10b-46fcf4185ea4 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] 10.222.0.62 "GET /v2.0/ports?device_id=481ec1fa-8cdb-4949-bd8c-88ce56d35415 HTTP/1.1" status: 200 len: 947 time: 0.2080798 Oct 30 15:09:06.717852 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8e1d1ef9-2a2a-4721-a510-b7016565418f req-e986d134-00d2-4229-b5d1-b71a548288b0 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbeb9008-c90c-4174-8348-aac0ca862d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610151 Oct 30 15:09:06.727382 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3cb122dd-e4b2-42c8-84cd-27ea03863834 req-10a34fed-e20e-4b73-aea9-aa452fba9b42 service neutron] 10.222.0.44 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3932416 Oct 30 15:09:06.790199 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d8f76e58-a4a1-4ed3-a669-4690d06234a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:06.799334 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d8f76e58-a4a1-4ed3-a669-4690d06234a2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:06.869190 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ac239-b512-44d3-a7b2-99b412fbad77 req-92a34398-3b6e-4661-867d-ecd1c0c954ed tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:06.883011 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0a0ac239-b512-44d3-a7b2-99b412fbad77 req-92a34398-3b6e-4661-867d-ecd1c0c954ed tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=97452329-4434-433e-b37c-61f92fe601e3 HTTP/1.1" status: 200 len: 949 time: 0.2150989 Oct 30 15:09:06.902824 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d8f76e58-a4a1-4ed3-a669-4690d06234a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:06.903726 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f76e58-a4a1-4ed3-a669-4690d06234a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09d245e7-df25-41c7-8db6-cc338777929b {{(pid=102131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:09:06.910150 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d8f76e58-a4a1-4ed3-a669-4690d06234a2 admin admin] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:06.914696 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d8f76e58-a4a1-4ed3-a669-4690d06234a2 admin admin] 10.222.0.62 "DELETE /v2.0/routers/09d245e7-df25-41c7-8db6-cc338777929b HTTP/1.1" status: 204 len: 168 time: 2.4519043 Oct 30 15:09:06.919260 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 57236) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:09:06.938421 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0a0ac239-b512-44d3-a7b2-99b412fbad77 req-f1d6e11e-8cb3-4daf-b8b2-4280fcd8020a tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536594 Oct 30 15:09:07.028560 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-09efdcd9-2eee-485c-859b-9bff0f508b39 admin admin] Deleting subnet d1db0de1-a680-4c03-9d04-d93360ee4a4d {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:09:07.032811 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3cb122dd-e4b2-42c8-84cd-27ea03863834 req-35f84370-a530-438c-ba82-854638d22f63 service neutron] 10.222.0.44 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963662 Oct 30 15:09:07.035314 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-09efdcd9-2eee-485c-859b-9bff0f508b39 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:07.126561 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-09efdcd9-2eee-485c-859b-9bff0f508b39 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:07.182091 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ce7ca-82ed-4869-8e78-96f7efe0144f req-52d6e83d-ebbd-4f4f-9873-d04d21cef921 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:07.186482 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-980ce7ca-82ed-4869-8e78-96f7efe0144f req-52d6e83d-ebbd-4f4f-9873-d04d21cef921 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ca418f9-ac64-472b-bb6a-2b067e61baee HTTP/1.1" status: 200 len: 945 time: 0.1174762 Oct 30 15:09:07.186689 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device d810aab7-5322-41d8-9911-9ab2a1d67e5d details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:09:07.243255 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5070e33f-fff8-41c7-9d8d-5ae9c01ae4d7 req-2634baa3-32ff-4e79-aaba-1287a241d871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:07.243255 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5070e33f-fff8-41c7-9d8d-5ae9c01ae4d7 req-2634baa3-32ff-4e79-aaba-1287a241d871 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fe775bbcba174d2b97e2e40971e90df6&device_id=4396ab3e-3fda-4fda-b0ed-64347024ebf4 HTTP/1.1" status: 200 len: 1099 time: 0.1203401 Oct 30 15:09:07.265014 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-980ce7ca-82ed-4869-8e78-96f7efe0144f req-950baad7-73d5-4d12-a7ec-de194e3f6af5 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671301 Oct 30 15:09:07.366892 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device c10effa8-f9b4-4538-8c1f-a06fb2da26dd no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:09:07.411328 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: c10effa8-f9b4-4538-8c1f-a06fb2da26dd {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:09:07.412019 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device c10effa8-f9b4-4538-8c1f-a06fb2da26dd not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:09:07.420032 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port d810aab7-5322-41d8-9911-9ab2a1d67e5d, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=d810aab7-5322-41d8-9911-9ab2a1d67e5d,segment=NetworkSegment(50e4125d-3001-4ab5-9a68-22676c11c44a),segment_id=50e4125d-3001-4ab5-9a68-22676c11c44a)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:09:07.432930 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-09efdcd9-2eee-485c-859b-9bff0f508b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:07.438708 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': 'd810aab7-5322-41d8-9911-9ab2a1d67e5d', 'network_id': '9692ed5c-f259-4258-8606-c4a569c47bd6', 'port_id': 'd810aab7-5322-41d8-9911-9ab2a1d67e5d', 'mac_address': 'fa:16:3e:c8:fb:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3835a6e8-6500-4cc1-8102-46264ff54369', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:09:07.486780 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:07.513140 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d810aab7-5322-41d8-9911-9ab2a1d67e5d {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:09:07.543905 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port d810aab7-5322-41d8-9911-9ab2a1d67e5d, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=d810aab7-5322-41d8-9911-9ab2a1d67e5d,segment=NetworkSegment(50e4125d-3001-4ab5-9a68-22676c11c44a),segment_id=50e4125d-3001-4ab5-9a68-22676c11c44a)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:09:07.551122 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:07.601089 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-09efdcd9-2eee-485c-859b-9bff0f508b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:07.615453 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=d810aab7-5322-41d8-9911-9ab2a1d67e5d,revision_number=6']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:07.634797 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5070e33f-fff8-41c7-9d8d-5ae9c01ae4d7 req-49820be2-f0ee-44e6-998d-8d49cfca6fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:07.637014 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5070e33f-fff8-41c7-9d8d-5ae9c01ae4d7 req-49820be2-f0ee-44e6-998d-8d49cfca6fb4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8de8b155-6e08-41c3-866a-8b30bb481704 HTTP/1.1" status: 200 len: 870 time: 0.3716629 Oct 30 15:09:07.651663 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09efdcd9-2eee-485c-859b-9bff0f508b39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1db0de1-a680-4c03-9d04-d93360ee4a4d,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:07.657304 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1136e948-6d32-4923-ac0e-b08cded67e7e None None] Network e33c737d-9d72-40d3-9b52-d9a404239542 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:09:07.658040 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-09efdcd9-2eee-485c-859b-9bff0f508b39 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:07.671335 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-09efdcd9-2eee-485c-859b-9bff0f508b39 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/d1db0de1-a680-4c03-9d04-d93360ee4a4d HTTP/1.1" status: 204 len: 168 time: 0.7485955 Oct 30 15:09:07.671880 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 57244) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:09:07.682906 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d2b06e-8014-41c0-8e40-652b4bc2b60d req-171d9a95-1a80-4c20-ae90-9329b0b44455 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:07.684466 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-36d2b06e-8014-41c0-8e40-652b4bc2b60d req-171d9a95-1a80-4c20-ae90-9329b0b44455 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=4396ab3e-3fda-4fda-b0ed-64347024ebf4 HTTP/1.1" status: 200 len: 947 time: 0.2445834 Oct 30 15:09:07.776330 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['d810aab7-5322-41d8-9911-9ab2a1d67e5d'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:09:07.792876 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5070e33f-fff8-41c7-9d8d-5ae9c01ae4d7 req-a3a725f6-7da6-46a4-a54d-62dcc46cd1e0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=a2365153-8272-4a84-b4d4-5b37154b2b1f HTTP/1.1" status: 200 len: 217 time: 0.1362193 Oct 30 15:09:07.881030 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-83e54b6b-e000-42a2-b100-66300a877683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:07.885687 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5070e33f-fff8-41c7-9d8d-5ae9c01ae4d7 req-2a1c87c9-2190-4a7d-9927-f8a3bfdb95a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:07.887626 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5070e33f-fff8-41c7-9d8d-5ae9c01ae4d7 req-2a1c87c9-2190-4a7d-9927-f8a3bfdb95a4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.0828049 Oct 30 15:09:07.980875 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-36d2b06e-8014-41c0-8e40-652b4bc2b60d req-368c597d-3ca6-44cf-a413-05c1735f1bea tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838236 Oct 30 15:09:08.033302 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5070e33f-fff8-41c7-9d8d-5ae9c01ae4d7 req-518d3ab3-7770-4f23-af0b-0244eaffc210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:08.036542 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5070e33f-fff8-41c7-9d8d-5ae9c01ae4d7 req-518d3ab3-7770-4f23-af0b-0244eaffc210 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1181614 Oct 30 15:09:08.038064 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ded1fb-c0a9-4ca0-a4e2-54812418f1bb req-7aa00742-4471-4580-9f31-b292f4ee2511 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:08.041174 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d5ded1fb-c0a9-4ca0-a4e2-54812418f1bb req-7aa00742-4471-4580-9f31-b292f4ee2511 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] 10.222.0.44 "GET /v2.0/ports?device_id=481ec1fa-8cdb-4949-bd8c-88ce56d35415 HTTP/1.1" status: 200 len: 947 time: 0.3190329 Oct 30 15:09:08.051067 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c7536-c9cc-4709-966f-42b22ae2b559 req-303e1757-f44d-4210-840c-eebf9f3ebcac tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:08.064805 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9f0c7536-c9cc-4709-966f-42b22ae2b559 req-303e1757-f44d-4210-840c-eebf9f3ebcac tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] 10.222.0.62 "GET /v2.0/ports?device_id=481ec1fa-8cdb-4949-bd8c-88ce56d35415 HTTP/1.1" status: 200 len: 947 time: 0.1748006 Oct 30 15:09:08.068011 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646d0afc-d325-4317-8413-ec94ef710927 None None] DHCP port deletion for e33c737d-9d72-40d3-9b52-d9a404239542 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:09:08.142155 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-646d0afc-d325-4317-8413-ec94ef710927 None None] Deleting port 9a6dc668-ed7a-471d-96bb-3c8926d947f1 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:09:08.142453 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-646d0afc-d325-4317-8413-ec94ef710927 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:08.187295 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-83e54b6b-e000-42a2-b100-66300a877683 admin admin] Deleting port 9a6dc668-ed7a-471d-96bb-3c8926d947f1 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:09:08.190613 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-83e54b6b-e000-42a2-b100-66300a877683 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:08.223772 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5070e33f-fff8-41c7-9d8d-5ae9c01ae4d7 req-480aaf28-cd52-438c-b899-50137f299961 service neutron] 10.222.0.44 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737108 Oct 30 15:09:08.253230 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-646d0afc-d325-4317-8413-ec94ef710927 None None] For port 9a6dc668-ed7a-471d-96bb-3c8926d947f1, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=9a6dc668-ed7a-471d-96bb-3c8926d947f1,segment=NetworkSegment(6df06436-0ce1-4206-bf11-bb05617780dd),segment_id=6df06436-0ce1-4206-bf11-bb05617780dd)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:09:08.253826 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-646d0afc-d325-4317-8413-ec94ef710927 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:08.264631 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-83e54b6b-e000-42a2-b100-66300a877683 admin admin] For port 9a6dc668-ed7a-471d-96bb-3c8926d947f1, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=9a6dc668-ed7a-471d-96bb-3c8926d947f1,segment=NetworkSegment(6df06436-0ce1-4206-bf11-bb05617780dd),segment_id=6df06436-0ce1-4206-bf11-bb05617780dd)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:09:08.265315 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-83e54b6b-e000-42a2-b100-66300a877683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:08.279917 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-83e54b6b-e000-42a2-b100-66300a877683 admin admin] Calling delete_port for 9a6dc668-ed7a-471d-96bb-3c8926d947f1 owned by network:dhcp {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:09:08.285820 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-646d0afc-d325-4317-8413-ec94ef710927 None None] Calling delete_port for 9a6dc668-ed7a-471d-96bb-3c8926d947f1 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:09:08.319224 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fbd1c8-35fa-405c-a89d-946631108862 req-c51de3cc-7e80-4f10-8891-79693e18f7ba tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:08.329911 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-82fbd1c8-35fa-405c-a89d-946631108862 req-c51de3cc-7e80-4f10-8891-79693e18f7ba tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=97452329-4434-433e-b37c-61f92fe601e3 HTTP/1.1" status: 200 len: 949 time: 0.1242452 Oct 30 15:09:08.404783 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9f0c7536-c9cc-4709-966f-42b22ae2b559 req-787c9f0d-94c4-4075-91e7-b3b05ec07286 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbeb9008-c90c-4174-8348-aac0ca862d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344541 Oct 30 15:09:08.418174 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-82fbd1c8-35fa-405c-a89d-946631108862 req-ed21492e-2db4-4b16-98a5-d210cf510561 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827782 Oct 30 15:09:08.423382 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5070e33f-fff8-41c7-9d8d-5ae9c01ae4d7 req-5f190189-f095-480c-a6c5-36cc719949aa service neutron] 10.222.0.44 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852376 Oct 30 15:09:08.549459 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-83e54b6b-e000-42a2-b100-66300a877683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:08.550410 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-646d0afc-d325-4317-8413-ec94ef710927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:08.574368 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f3b8f-a2bd-4fe0-8343-f5f9a5bc1455 req-00fdbc4d-e90a-4ee2-9dd0-2bc7af08c980 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:08.584642 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d43f3b8f-a2bd-4fe0-8343-f5f9a5bc1455 req-00fdbc4d-e90a-4ee2-9dd0-2bc7af08c980 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ca418f9-ac64-472b-bb6a-2b067e61baee HTTP/1.1" status: 200 len: 945 time: 0.0797229 Oct 30 15:09:08.599574 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e54b6b-e000-42a2-b100-66300a877683 admin admin] No DVR routers for this DVR port 9a6dc668-ed7a-471d-96bb-3c8926d947f1 on host n-d-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:09:08.602600 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e54b6b-e000-42a2-b100-66300a877683 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a6dc668-ed7a-471d-96bb-3c8926d947f1,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:08.610814 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646d0afc-d325-4317-8413-ec94ef710927 None None] Pushing event deleted for resources: {'Port': ['ID=9a6dc668-ed7a-471d-96bb-3c8926d947f1,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:08.614627 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646d0afc-d325-4317-8413-ec94ef710927 None None] No DVR routers for this DVR port 9a6dc668-ed7a-471d-96bb-3c8926d947f1 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:09:08.635859 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d43f3b8f-a2bd-4fe0-8343-f5f9a5bc1455 req-bad6ac88-efd4-4865-b734-bf76dd29fbad tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503166 Oct 30 15:09:08.697804 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-d5ded1fb-c0a9-4ca0-a4e2-54812418f1bb req-64a90fbe-dfc4-4695-a2f0-3037bbffa5a7 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] Deleting port 495efa50-6c46-406d-b76f-a99eae8e4780 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:09:08.698160 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d5ded1fb-c0a9-4ca0-a4e2-54812418f1bb req-64a90fbe-dfc4-4695-a2f0-3037bbffa5a7 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:08.704650 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-83e54b6b-e000-42a2-b100-66300a877683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:08.764101 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-83e54b6b-e000-42a2-b100-66300a877683 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e33c737d-9d72-40d3-9b52-d9a404239542']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:09:08.778112 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-83e54b6b-e000-42a2-b100-66300a877683 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6df06436-0ce1-4206-bf11-bb05617780dd') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:09:08.778410 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-83e54b6b-e000-42a2-b100-66300a877683 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6df06436-0ce1-4206-bf11-bb05617780dd') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:09:08.793768 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-83e54b6b-e000-42a2-b100-66300a877683 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:08.823544 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-83e54b6b-e000-42a2-b100-66300a877683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:08.833881 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-d5ded1fb-c0a9-4ca0-a4e2-54812418f1bb req-64a90fbe-dfc4-4695-a2f0-3037bbffa5a7 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] For port 495efa50-6c46-406d-b76f-a99eae8e4780, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=495efa50-6c46-406d-b76f-a99eae8e4780,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:09:08.834245 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d5ded1fb-c0a9-4ca0-a4e2-54812418f1bb req-64a90fbe-dfc4-4695-a2f0-3037bbffa5a7 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:08.837487 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83e54b6b-e000-42a2-b100-66300a877683 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:09:08.838217 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-83e54b6b-e000-42a2-b100-66300a877683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:08.839988 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:09:08.839988 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:09:08.839988 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:09:08.839988 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:09:08.839988 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:09:08.839988 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:09:08.839988 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:09:08.839988 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:09:08.839988 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:09:08.839988 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:09:08.839988 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:09:08.839988 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:09:08.839988 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:09:08.839988 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:09:08.839988 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:09:08.839988 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:09:08.839988 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:09:08.839988 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:09:08.839988 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:09:08.839988 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:09:08.839988 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:09:08.839988 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:09:08.839988 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:09:08.839988 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:09:08.839988 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:09:08.839988 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:09:08.839988 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:09:08.839988 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:09:08.839988 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:09:08.839988 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:09:08.839988 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:09:08.839988 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:09:08.893102 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-d5ded1fb-c0a9-4ca0-a4e2-54812418f1bb req-64a90fbe-dfc4-4695-a2f0-3037bbffa5a7 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] Calling delete_port for 495efa50-6c46-406d-b76f-a99eae8e4780 owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:09:08.948932 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-83e54b6b-e000-42a2-b100-66300a877683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:08.958015 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-83e54b6b-e000-42a2-b100-66300a877683 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:08.963585 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-83e54b6b-e000-42a2-b100-66300a877683 admin admin] 10.222.0.62 "DELETE /v2.0/networks/e33c737d-9d72-40d3-9b52-d9a404239542 HTTP/1.1" status: 204 len: 168 time: 1.2882743 Oct 30 15:09:08.976035 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e54b6b-e000-42a2-b100-66300a877683 admin admin] Pushing event deleted for resources: {'Network': ['ID=e33c737d-9d72-40d3-9b52-d9a404239542,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:09.184543 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d5ded1fb-c0a9-4ca0-a4e2-54812418f1bb req-64a90fbe-dfc4-4695-a2f0-3037bbffa5a7 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:09.199088 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device a2365153-8272-4a84-b4d4-5b37154b2b1f details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:09:09.204105 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device d810aab7-5322-41d8-9911-9ab2a1d67e5d up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:09:09.250373 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a90fbe-dfc4-4695-a2f0-3037bbffa5a7 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] Pushing event deleted for resources: {'Port': ['ID=495efa50-6c46-406d-b76f-a99eae8e4780,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:09.359691 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf7d7cf-2ad2-4acc-b19d-ea1dab285ada req-533620a9-8b38-4d22-9bb3-17f298c86949 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:09.361265 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6cf7d7cf-2ad2-4acc-b19d-ea1dab285ada req-533620a9-8b38-4d22-9bb3-17f298c86949 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=4396ab3e-3fda-4fda-b0ed-64347024ebf4 HTTP/1.1" status: 200 len: 947 time: 0.2268066 Oct 30 15:09:09.393634 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ded1fb-c0a9-4ca0-a4e2-54812418f1bb req-64a90fbe-dfc4-4695-a2f0-3037bbffa5a7 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] No DVR routers for this DVR port 495efa50-6c46-406d-b76f-a99eae8e4780 on host n-h2-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:09:09.396525 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d5ded1fb-c0a9-4ca0-a4e2-54812418f1bb req-64a90fbe-dfc4-4695-a2f0-3037bbffa5a7 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:09.400987 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d5ded1fb-c0a9-4ca0-a4e2-54812418f1bb req-64a90fbe-dfc4-4695-a2f0-3037bbffa5a7 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] 10.222.0.44 "DELETE /v2.0/ports/495efa50-6c46-406d-b76f-a99eae8e4780 HTTP/1.1" status: 204 len: 173 time: 1.3025949 Oct 30 15:09:09.402919 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 57294) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:09:09.403527 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '481ec1fa-8cdb-4949-bd8c-88ce56d35415', 'name': 'network-vif-deleted', 'tag': '495efa50-6c46-406d-b76f-a99eae8e4780'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:09:09.407304 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c751dd-9b91-4ac9-b266-5c01a3898f82" -d '{"events": [{"server_uuid": "481ec1fa-8cdb-4949-bd8c-88ce56d35415", "name": "network-vif-deleted", "tag": "495efa50-6c46-406d-b76f-a99eae8e4780"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:09:09.426111 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [req-3c10e8cf-b35a-49f7-ab71-ec6bd3308dfe req-f1620d69-c584-4991-aa72-94aa3646e38e service neutron] show failed (client error): The resource could not be found. Oct 30 15:09:09.427129 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3c10e8cf-b35a-49f7-ab71-ec6bd3308dfe req-f1620d69-c584-4991-aa72-94aa3646e38e service neutron] 10.222.0.53 "GET /v2.0/ports/bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085/bindings/n-h2-806683-17 HTTP/1.1" status: 404 len: 381 time: 0.1447737 Oct 30 15:09:09.477059 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6cf7d7cf-2ad2-4acc-b19d-ea1dab285ada req-1ee25f78-0ba1-4282-a1fb-d41d16a9ddfc tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915918 Oct 30 15:09:09.502700 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-37a9eb29-41d4-47b1-a613-df9bbbff0345 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1f2111f9bd5a40509d9f2455ac37be06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0923786 Oct 30 15:09:09.505374 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 57302) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:09:09.521343 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 9a6dc668-ed7a-471d-96bb-3c8926d947f1 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:09:09.563203 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 9a6dc668-ed7a-471d-96bb-3c8926d947f1 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:09:09.564020 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 9a6dc668-ed7a-471d-96bb-3c8926d947f1 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:09:09.589065 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e300cf66-5aa8-43d6-a953-9b7fb761ffdf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:09.649422 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port a2365153-8272-4a84-b4d4-5b37154b2b1f, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=a2365153-8272-4a84-b4d4-5b37154b2b1f,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:09:09.655835 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e32d43f-bba2-4c1e-a3b1-3ad7bb4b77da x-openstack-request-id: req-3e32d43f-bba2-4c1e-a3b1-3ad7bb4b77da {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:09:09.656127 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "481ec1fa-8cdb-4949-bd8c-88ce56d35415", "name": "network-vif-deleted", "tag": "495efa50-6c46-406d-b76f-a99eae8e4780", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:09:09.656375 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3e32d43f-bba2-4c1e-a3b1-3ad7bb4b77da {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:09:09.656768 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '481ec1fa-8cdb-4949-bd8c-88ce56d35415', 'name': 'network-vif-deleted', 'tag': '495efa50-6c46-406d-b76f-a99eae8e4780', 'status': 'completed', 'code': 200} Oct 30 15:09:09.661414 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e300cf66-5aa8-43d6-a953-9b7fb761ffdf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:09.661666 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port d810aab7-5322-41d8-9911-9ab2a1d67e5d triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:09:09.663925 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:09.801952 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e300cf66-5aa8-43d6-a953-9b7fb761ffdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:09.811745 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e300cf66-5aa8-43d6-a953-9b7fb761ffdf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:09.815127 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-e300cf66-5aa8-43d6-a953-9b7fb761ffdf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/270f5f4f-d023-4513-a6ac-07a746c99a29 HTTP/1.1" status: 204 len: 168 time: 0.3063641 Oct 30 15:09:09.822354 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': 'a2365153-8272-4a84-b4d4-5b37154b2b1f', 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704', 'port_id': 'a2365153-8272-4a84-b4d4-5b37154b2b1f', 'mac_address': 'fa:16:3e:8a:99:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b5dea3-b65b-4514-8ec2-18a4245eb194', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:09:09.860107 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e300cf66-5aa8-43d6-a953-9b7fb761ffdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=270f5f4f-d023-4513-a6ac-07a746c99a29,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:09.924229 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:09.980288 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2365153-8272-4a84-b4d4-5b37154b2b1f {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:09:10.016919 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-787b4b56-3323-4ece-b1e9-efc98098e57f req-c3079304-493c-4716-9017-57293c747d2c tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] 10.222.0.62 "GET /v2.0/ports?device_id=481ec1fa-8cdb-4949-bd8c-88ce56d35415 HTTP/1.1" status: 200 len: 210 time: 0.1377864 Oct 30 15:09:10.033320 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port a2365153-8272-4a84-b4d4-5b37154b2b1f, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=a2365153-8272-4a84-b4d4-5b37154b2b1f,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:09:10.034978 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:10.050476 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:10.138043 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c10e8cf-b35a-49f7-ab71-ec6bd3308dfe req-e8996b35-a62a-4ad9-b503-c2072d8a620d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:10.139914 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3c10e8cf-b35a-49f7-ab71-ec6bd3308dfe req-e8996b35-a62a-4ad9-b503-c2072d8a620d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=97452329-4434-433e-b37c-61f92fe601e3&tenant_id=77cd9b926c2f46c3aa4784fd4d8318b7 HTTP/1.1" status: 200 len: 1101 time: 0.1792207 Oct 30 15:09:10.154087 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-3c10e8cf-b35a-49f7-ab71-ec6bd3308dfe req-7aae350b-bc1f-4bb3-980a-ced0402fc708 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-17', 'device_owner': 'compute:nova'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:09:10.170985 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=a2365153-8272-4a84-b4d4-5b37154b2b1f,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:10.191488 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '240b9084-e7bc-4df3-8230-d0586c611a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd810aab7-5322-41d8-9911-9ab2a1d67e5d'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:09:10.205195 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee2e9c4-8c0e-4c7a-9609-9c2db7f69860" -d '{"events": [{"server_uuid": "240b9084-e7bc-4df3-8230-d0586c611a69", "name": "network-vif-plugged", "status": "completed", "tag": "d810aab7-5322-41d8-9911-9ab2a1d67e5d"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:09:10.236754 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port d810aab7-5322-41d8-9911-9ab2a1d67e5d, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=d810aab7-5322-41d8-9911-9ab2a1d67e5d,segment=NetworkSegment(50e4125d-3001-4ab5-9a68-22676c11c44a),segment_id=50e4125d-3001-4ab5-9a68-22676c11c44a)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:09:10.250016 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:10.329533 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=d810aab7-5322-41d8-9911-9ab2a1d67e5d,revision_number=7']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:10.399262 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431830cf-9056-4194-8976-31ac6d88f7d4 req-8ab13507-2b84-4678-a400-d291b4b29c71 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:10.400987 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['a2365153-8272-4a84-b4d4-5b37154b2b1f'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:09:10.404489 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-431830cf-9056-4194-8976-31ac6d88f7d4 req-8ab13507-2b84-4678-a400-d291b4b29c71 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=97452329-4434-433e-b37c-61f92fe601e3 HTTP/1.1" status: 200 len: 949 time: 0.2366905 Oct 30 15:09:10.410565 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-3c10e8cf-b35a-49f7-ab71-ec6bd3308dfe req-7aae350b-bc1f-4bb3-980a-ced0402fc708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:10.646612 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-431830cf-9056-4194-8976-31ac6d88f7d4 req-b37ccf18-0fc7-48d4-858b-b4a0f7993558 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326868 Oct 30 15:09:11.104570 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-3c10e8cf-b35a-49f7-ab71-ec6bd3308dfe req-7aae350b-bc1f-4bb3-980a-ced0402fc708 service neutron] For port bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:09:11.202799 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 495efa50-6c46-406d-b76f-a99eae8e4780 no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:09:11.213947 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-3c10e8cf-b35a-49f7-ab71-ec6bd3308dfe req-7aae350b-bc1f-4bb3-980a-ced0402fc708 service neutron] For port bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:09:11.264949 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c52aa-4da0-48cd-befa-97a6e4c0f803 req-461bb3aa-72f9-4694-a9ae-2e57d5f9a046 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:11.272644 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-be1c52aa-4da0-48cd-befa-97a6e4c0f803 req-461bb3aa-72f9-4694-a9ae-2e57d5f9a046 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ca418f9-ac64-472b-bb6a-2b067e61baee HTTP/1.1" status: 200 len: 945 time: 0.1377800 Oct 30 15:09:11.283671 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] No Port match for: 495efa50-6c46-406d-b76f-a99eae8e4780 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:09:11.284023 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 495efa50-6c46-406d-b76f-a99eae8e4780 not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:09:11.371449 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-be1c52aa-4da0-48cd-befa-97a6e4c0f803 req-100cae01-64aa-4452-86df-a7f55739e3ea tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970020 Oct 30 15:09:11.380506 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-3c10e8cf-b35a-49f7-ab71-ec6bd3308dfe req-7aae350b-bc1f-4bb3-980a-ced0402fc708 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:11.382353 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 57346) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:09:11.426317 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-3c10e8cf-b35a-49f7-ab71-ec6bd3308dfe req-7aae350b-bc1f-4bb3-980a-ced0402fc708 service neutron] Transition to ACTIVE for port object bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085 will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:09:11.443332 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-3c10e8cf-b35a-49f7-ab71-ec6bd3308dfe req-7aae350b-bc1f-4bb3-980a-ced0402fc708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:11.494044 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15523cfd-3e8a-4b8b-af39-a92dbffed5d3 x-openstack-request-id: req-15523cfd-3e8a-4b8b-af39-a92dbffed5d3 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:09:11.494338 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "240b9084-e7bc-4df3-8230-d0586c611a69", "name": "network-vif-plugged", "status": "completed", "tag": "d810aab7-5322-41d8-9911-9ab2a1d67e5d", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:09:11.494617 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-15523cfd-3e8a-4b8b-af39-a92dbffed5d3 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:09:11.495016 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '240b9084-e7bc-4df3-8230-d0586c611a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd810aab7-5322-41d8-9911-9ab2a1d67e5d', 'code': 200} Oct 30 15:09:11.527539 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae350b-bc1f-4bb3-980a-ced0402fc708 service neutron] Pushing event updated for resources: {'Port': ['ID=bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085,revision_number=6']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:11.575284 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-eedeb93a-2155-464c-8adb-a4ed760a3b87 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-384865078-network', 'tenant_id': 'd103ce083ed041adb4389e08e444486c'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:09:11.589833 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c10e8cf-b35a-49f7-ab71-ec6bd3308dfe req-7aae350b-bc1f-4bb3-980a-ced0402fc708 service neutron] No DVR routers for this DVR port bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085 on host n-h1-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:09:11.644435 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eedeb93a-2155-464c-8adb-a4ed760a3b87 admin admin] Made reservation on behalf of d103ce083ed041adb4389e08e444486c for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:09:11.647906 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-eedeb93a-2155-464c-8adb-a4ed760a3b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:11.659689 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97452329-4434-433e-b37c-61f92fe601e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:09:11.663729 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a710e7e-ece0-4f12-9eaa-74dbf2788131" -d '{"events": [{"server_uuid": "97452329-4434-433e-b37c-61f92fe601e3", "name": "network-vif-unplugged", "status": "completed", "tag": "bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:09:11.667412 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-eedeb93a-2155-464c-8adb-a4ed760a3b87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:11.680870 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-3c10e8cf-b35a-49f7-ab71-ec6bd3308dfe req-7aae350b-bc1f-4bb3-980a-ced0402fc708 service neutron] Attempting to bind port bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085 on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:09:11.681228 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-3c10e8cf-b35a-49f7-ab71-ec6bd3308dfe req-7aae350b-bc1f-4bb3-980a-ced0402fc708 service neutron] Attempting to bind port bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085 by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:09:11.681515 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c10e8cf-b35a-49f7-ab71-ec6bd3308dfe req-7aae350b-bc1f-4bb3-980a-ced0402fc708 service neutron] Attempting to bind port bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085 on network 8de8b155-6e08-41c3-866a-8b30bb481704 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:09:11.721631 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c10e8cf-b35a-49f7-ab71-ec6bd3308dfe req-7aae350b-bc1f-4bb3-980a-ced0402fc708 service neutron] Port bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085 on network 8de8b155-6e08-41c3-866a-8b30bb481704 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:09:11.721996 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c10e8cf-b35a-49f7-ab71-ec6bd3308dfe req-7aae350b-bc1f-4bb3-980a-ced0402fc708 service neutron] Attempting to bind port bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085 on network 8de8b155-6e08-41c3-866a-8b30bb481704 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:09:11.754147 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c10e8cf-b35a-49f7-ab71-ec6bd3308dfe req-7aae350b-bc1f-4bb3-980a-ced0402fc708 service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:09:11.754503 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c10e8cf-b35a-49f7-ab71-ec6bd3308dfe req-7aae350b-bc1f-4bb3-980a-ced0402fc708 service neutron] Checking segment: {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:09:11.754871 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c10e8cf-b35a-49f7-ab71-ec6bd3308dfe req-7aae350b-bc1f-4bb3-980a-ced0402fc708 service neutron] Bound using segment: {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:09:11.755308 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-3c10e8cf-b35a-49f7-ab71-ec6bd3308dfe req-7aae350b-bc1f-4bb3-980a-ced0402fc708 service neutron] Bound port: bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:09:11.755711 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-3c10e8cf-b35a-49f7-ab71-ec6bd3308dfe req-7aae350b-bc1f-4bb3-980a-ced0402fc708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:11.798079 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2283a1fc-6449-4fe5-bace-b8e2e7defc42 req-40d400bb-ba97-4a08-8848-20954d638b3e tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:11.814595 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2283a1fc-6449-4fe5-bace-b8e2e7defc42 req-40d400bb-ba97-4a08-8848-20954d638b3e tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=4396ab3e-3fda-4fda-b0ed-64347024ebf4 HTTP/1.1" status: 200 len: 948 time: 0.2257757 Oct 30 15:09:11.908620 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-eedeb93a-2155-464c-8adb-a4ed760a3b87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:11.929355 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-eedeb93a-2155-464c-8adb-a4ed760a3b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:11.978750 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Oct 2021 15:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6595247d-9ab1-4444-8e6c-09a1bd98e399 x-openstack-request-id: req-6595247d-9ab1-4444-8e6c-09a1bd98e399 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:09:11.979064 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97452329-4434-433e-b37c-61f92fe601e3", "name": "network-vif-unplugged", "status": "completed", "tag": "bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:09:11.979313 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6595247d-9ab1-4444-8e6c-09a1bd98e399 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:09:11.979727 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97452329-4434-433e-b37c-61f92fe601e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085', 'code': 200} Oct 30 15:09:11.989069 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eedeb93a-2155-464c-8adb-a4ed760a3b87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:09:12.011281 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedeb93a-2155-464c-8adb-a4ed760a3b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae719f6-042b-4d46-b69b-db501d96f392,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:12.047132 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2283a1fc-6449-4fe5-bace-b8e2e7defc42 req-1684684f-3a97-4759-917b-46fb0ad9a936 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277999 Oct 30 15:09:12.056784 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-eedeb93a-2155-464c-8adb-a4ed760a3b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:12.060233 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-eedeb93a-2155-464c-8adb-a4ed760a3b87 admin admin] Added segment 534c4b02-f4b0-449f-adfa-dbd225c0e219 of type vlan for network 83cbffa3-ed24-45ac-a4b8-68763573cf86 Oct 30 15:09:12.106038 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-3c10e8cf-b35a-49f7-ab71-ec6bd3308dfe req-7aae350b-bc1f-4bb3-980a-ced0402fc708 service neutron] For port bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085, host n-h2-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:09:12.110229 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-3c10e8cf-b35a-49f7-ab71-ec6bd3308dfe req-7aae350b-bc1f-4bb3-980a-ced0402fc708 service neutron] For port bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:09:12.117944 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-3c10e8cf-b35a-49f7-ab71-ec6bd3308dfe req-7aae350b-bc1f-4bb3-980a-ced0402fc708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:12.163622 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-eedeb93a-2155-464c-8adb-a4ed760a3b87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:12.187408 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c10e8cf-b35a-49f7-ab71-ec6bd3308dfe req-7aae350b-bc1f-4bb3-980a-ced0402fc708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:12.188335 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-3c10e8cf-b35a-49f7-ab71-ec6bd3308dfe req-7aae350b-bc1f-4bb3-980a-ced0402fc708 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:12.189878 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3c10e8cf-b35a-49f7-ab71-ec6bd3308dfe req-7aae350b-bc1f-4bb3-980a-ced0402fc708 service neutron] 10.222.0.44 "PUT /v2.0/ports/bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085 HTTP/1.1" status: 200 len: 1096 time: 2.0404644 Oct 30 15:09:12.260816 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7a912c-0a91-4f29-a462-7ae4c8669682 req-5e6e2d4f-546c-4721-bcfa-9d918f34176c tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:12.262710 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8f7a912c-0a91-4f29-a462-7ae4c8669682 req-5e6e2d4f-546c-4721-bcfa-9d918f34176c tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=97452329-4434-433e-b37c-61f92fe601e3 HTTP/1.1" status: 200 len: 947 time: 0.1458654 Oct 30 15:09:12.280065 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-eedeb93a-2155-464c-8adb-a4ed760a3b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:12.281517 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eedeb93a-2155-464c-8adb-a4ed760a3b87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:12.282388 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-eedeb93a-2155-464c-8adb-a4ed760a3b87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:12.330211 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae350b-bc1f-4bb3-980a-ced0402fc708 service neutron] Pushing event updated for resources: {'Port': ['ID=bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085,revision_number=7']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:12.363252 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-eedeb93a-2155-464c-8adb-a4ed760a3b87 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9791286 Oct 30 15:09:12.368420 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 57368) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:09:12.386073 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-89adcc6b-1a6b-451d-bd07-c3b272a2e45b admin admin] Request body: {'subnet': {'network_id': '83cbffa3-ed24-45ac-a4b8-68763573cf86', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-384865078-subnet', 'tenant_id': 'd103ce083ed041adb4389e08e444486c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:09:12.409794 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedeb93a-2155-464c-8adb-a4ed760a3b87 admin admin] Pushing event updated for resources: {'Network': ['ID=83cbffa3-ed24-45ac-a4b8-68763573cf86,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:12.424736 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 83cbffa3-ed24-45ac-a4b8-68763573cf86 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:09:12.433592 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8f7a912c-0a91-4f29-a462-7ae4c8669682 req-8fa97b40-cfd0-4452-8967-c3f2782c676d tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612980 Oct 30 15:09:12.525160 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89adcc6b-1a6b-451d-bd07-c3b272a2e45b admin admin] Made reservation on behalf of d103ce083ed041adb4389e08e444486c for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:09:12.527653 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-89adcc6b-1a6b-451d-bd07-c3b272a2e45b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:12.558953 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c10e8cf-b35a-49f7-ab71-ec6bd3308dfe req-738e528a-7285-4313-b391-fd4f732fbfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:12.562246 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3c10e8cf-b35a-49f7-ab71-ec6bd3308dfe req-738e528a-7285-4313-b391-fd4f732fbfd7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=77cd9b926c2f46c3aa4784fd4d8318b7&device_id=97452329-4434-433e-b37c-61f92fe601e3 HTTP/1.1" status: 200 len: 1099 time: 0.3394547 Oct 30 15:09:12.596684 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a1b735-78a0-4666-8d4d-0876f7d967ce req-1b2608a8-9c6c-4a29-bde2-fee078845a87 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:12.608713 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b3a1b735-78a0-4666-8d4d-0876f7d967ce req-1b2608a8-9c6c-4a29-bde2-fee078845a87 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ca418f9-ac64-472b-bb6a-2b067e61baee HTTP/1.1" status: 200 len: 945 time: 0.1173706 Oct 30 15:09:12.685662 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b3a1b735-78a0-4666-8d4d-0876f7d967ce req-4a54b6c6-1af0-4c3e-b89f-d2eb8949f13b tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718412 Oct 30 15:09:13.115142 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46bf15f-cb23-4e32-9233-d107597f91a0 req-f3073b3e-f627-4b89-be7c-2b7e0acb67ce tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:13.123031 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c46bf15f-cb23-4e32-9233-d107597f91a0 req-f3073b3e-f627-4b89-be7c-2b7e0acb67ce tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9f1a39e-6b93-4eda-98c7-fd549c4a980a HTTP/1.1" status: 200 len: 949 time: 0.1618242 Oct 30 15:09:13.134576 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c10e8cf-b35a-49f7-ab71-ec6bd3308dfe req-4db82f60-c3f0-44a6-a0ca-f832675bd3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:13.136169 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3c10e8cf-b35a-49f7-ab71-ec6bd3308dfe req-4db82f60-c3f0-44a6-a0ca-f832675bd3bb service neutron] 10.222.0.44 "GET /v2.0/networks?id=8de8b155-6e08-41c3-866a-8b30bb481704 HTTP/1.1" status: 200 len: 870 time: 0.1763361 Oct 30 15:09:13.177411 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c7ed34-abcd-4742-90a6-206d35471fd6 req-35c72ecf-f7ed-4e69-a4ee-18751ad788b7 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:13.186515 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-81c7ed34-abcd-4742-90a6-206d35471fd6 req-35c72ecf-f7ed-4e69-a4ee-18751ad788b7 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=4396ab3e-3fda-4fda-b0ed-64347024ebf4 HTTP/1.1" status: 200 len: 948 time: 0.0711768 Oct 30 15:09:13.203279 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3c10e8cf-b35a-49f7-ab71-ec6bd3308dfe req-c2a14ee5-24a7-4c43-9ab4-11bd2f83de61 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085 HTTP/1.1" status: 200 len: 217 time: 0.0572932 Oct 30 15:09:13.217236 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device a2365153-8272-4a84-b4d4-5b37154b2b1f up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:09:13.241509 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-81c7ed34-abcd-4742-90a6-206d35471fd6 req-d2016ae7-8918-44b2-b299-97dec423c0ba tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540769 Oct 30 15:09:13.286778 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c46bf15f-cb23-4e32-9233-d107597f91a0 req-1f2a612b-0557-4643-8720-aa41dc50dd71 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbeb9008-c90c-4174-8348-aac0ca862d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599879 Oct 30 15:09:13.323452 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port a2365153-8272-4a84-b4d4-5b37154b2b1f completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:09:13.329562 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port a2365153-8272-4a84-b4d4-5b37154b2b1f triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:09:13.329992 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:13.382575 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c10e8cf-b35a-49f7-ab71-ec6bd3308dfe req-e783a021-9e2f-4b68-bb99-7a5a727ef074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:13.384826 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3c10e8cf-b35a-49f7-ab71-ec6bd3308dfe req-e783a021-9e2f-4b68-bb99-7a5a727ef074 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.1534750 Oct 30 15:09:13.440472 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:13.443675 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-89adcc6b-1a6b-451d-bd07-c3b272a2e45b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:13.454468 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:09:13.501233 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4396ab3e-3fda-4fda-b0ed-64347024ebf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2365153-8272-4a84-b4d4-5b37154b2b1f'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:09:13.504010 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02723ed4-eed1-4f11-944d-dd1d6a644638" -d '{"events": [{"server_uuid": "4396ab3e-3fda-4fda-b0ed-64347024ebf4", "name": "network-vif-plugged", "status": "completed", "tag": "a2365153-8272-4a84-b4d4-5b37154b2b1f"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:09:13.527675 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c10e8cf-b35a-49f7-ab71-ec6bd3308dfe req-f80010b3-cb98-4778-9ec0-0a85ef1caf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:13.531696 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port a2365153-8272-4a84-b4d4-5b37154b2b1f, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=a2365153-8272-4a84-b4d4-5b37154b2b1f,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:09:13.536224 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3c10e8cf-b35a-49f7-ab71-ec6bd3308dfe req-f80010b3-cb98-4778-9ec0-0a85ef1caf69 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1416404 Oct 30 15:09:13.543326 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085 not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:09:13.544913 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:13.599961 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=a2365153-8272-4a84-b4d4-5b37154b2b1f,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:13.604846 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df840f4-fc13-4806-848d-e3203ad1833e x-openstack-request-id: req-0df840f4-fc13-4806-848d-e3203ad1833e {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:09:13.605134 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4396ab3e-3fda-4fda-b0ed-64347024ebf4", "name": "network-vif-plugged", "status": "completed", "tag": "a2365153-8272-4a84-b4d4-5b37154b2b1f", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:09:13.605388 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0df840f4-fc13-4806-848d-e3203ad1833e {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:09:13.605771 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4396ab3e-3fda-4fda-b0ed-64347024ebf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2365153-8272-4a84-b4d4-5b37154b2b1f', 'code': 200} Oct 30 15:09:13.697231 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89adcc6b-1a6b-451d-bd07-c3b272a2e45b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cb61793-e4f4-4170-acef-edeb99d95e6b,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:13.737541 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89adcc6b-1a6b-451d-bd07-c3b272a2e45b admin admin] Checking segment: {'id': '534c4b02-f4b0-449f-adfa-dbd225c0e219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '83cbffa3-ed24-45ac-a4b8-68763573cf86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:09:13.738116 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89adcc6b-1a6b-451d-bd07-c3b272a2e45b admin admin] Network hostable DHCP agents. Network: 83cbffa3-ed24-45ac-a4b8-68763573cf86, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:09:13.760082 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c36d9-6879-4739-bdb3-aebce6152046 req-2d9f4538-3be9-45e6-a0df-1bd1028f50f4 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:13.762411 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-910c36d9-6879-4739-bdb3-aebce6152046 req-2d9f4538-3be9-45e6-a0df-1bd1028f50f4 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=97452329-4434-433e-b37c-61f92fe601e3 HTTP/1.1" status: 200 len: 947 time: 0.1763992 Oct 30 15:09:13.808863 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-910c36d9-6879-4739-bdb3-aebce6152046 req-1755f797-5c61-4f17-bb4a-ca58aa13cbfb tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371814 Oct 30 15:09:13.820969 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d069888e-0fa3-44cc-8160-076e80194e2e req-d7425d4b-050d-49f0-a861-1bdf9dcb3851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:13.822477 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d069888e-0fa3-44cc-8160-076e80194e2e req-d7425d4b-050d-49f0-a861-1bdf9dcb3851 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4396ab3e-3fda-4fda-b0ed-64347024ebf4 HTTP/1.1" status: 200 len: 1101 time: 0.1182163 Oct 30 15:09:13.827278 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89adcc6b-1a6b-451d-bd07-c3b272a2e45b admin admin] Network 83cbffa3-ed24-45ac-a4b8-68763573cf86 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:09:13.846673 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-89adcc6b-1a6b-451d-bd07-c3b272a2e45b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 83cbffa3-ed24-45ac-a4b8-68763573cf86) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:09:13.855635 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89adcc6b-1a6b-451d-bd07-c3b272a2e45b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:13.856521 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-89adcc6b-1a6b-451d-bd07-c3b272a2e45b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:13.857453 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2384d5-5f71-4fe7-9173-c1329606b997 None None] Network 83cbffa3-ed24-45ac-a4b8-68763573cf86 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:09:13.863427 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3c10e8cf-b35a-49f7-ab71-ec6bd3308dfe req-53d73996-ae8f-49bc-a958-65b79b0989aa service neutron] 10.222.0.44 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129942 Oct 30 15:09:13.892461 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d069888e-0fa3-44cc-8160-076e80194e2e req-796ed24a-ce83-48f1-9390-fdaeb0e3abeb service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612955 Oct 30 15:09:13.926446 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5028b45-50c3-4112-a507-3bbff412ca10 req-c2a0a045-78c2-4634-87c9-8705df329a5b tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:13.932125 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-89adcc6b-1a6b-451d-bd07-c3b272a2e45b admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5622327 Oct 30 15:09:13.934413 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a5028b45-50c3-4112-a507-3bbff412ca10 req-c2a0a045-78c2-4634-87c9-8705df329a5b tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ca418f9-ac64-472b-bb6a-2b067e61baee HTTP/1.1" status: 200 len: 945 time: 0.1295607 Oct 30 15:09:13.982898 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97452329-4434-433e-b37c-61f92fe601e3', 'tag': 'bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:09:13.985847 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f3ea457-cfb3-4fbd-9653-5595e0d54168" -d '{"events": [{"name": "network-changed", "server_uuid": "97452329-4434-433e-b37c-61f92fe601e3", "tag": "bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:09:14.053484 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a5028b45-50c3-4112-a507-3bbff412ca10 req-28fe8e1c-daa2-472d-97c2-b3ee7661b45e tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168365 Oct 30 15:09:14.115685 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7806e07-fd8f-46a6-b804-a6f90d3fc595 x-openstack-request-id: req-e7806e07-fd8f-46a6-b804-a6f90d3fc595 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:09:14.116246 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97452329-4434-433e-b37c-61f92fe601e3", "tag": "bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:09:14.118169 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e7806e07-fd8f-46a6-b804-a6f90d3fc595 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:09:14.118681 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97452329-4434-433e-b37c-61f92fe601e3', 'tag': 'bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085', 'status': 'completed', 'code': 200} Oct 30 15:09:14.127163 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3c10e8cf-b35a-49f7-ab71-ec6bd3308dfe req-11022eac-d94f-4cd1-a6d2-d6fc70c51961 service neutron] 10.222.0.44 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457285 Oct 30 15:09:14.208776 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4cfbe3-7d92-4bfb-817a-c0acb0a760ad None None] Network 83cbffa3-ed24-45ac-a4b8-68763573cf86 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:09:14.404402 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ea457-cfb3-4fbd-9653-5595e0d54168 req-5ea0abda-7ddd-4229-b4e9-43c7d90138b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:14.406103 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4f3ea457-cfb3-4fbd-9653-5595e0d54168 req-5ea0abda-7ddd-4229-b4e9-43c7d90138b3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=77cd9b926c2f46c3aa4784fd4d8318b7&device_id=97452329-4434-433e-b37c-61f92fe601e3 HTTP/1.1" status: 200 len: 1099 time: 0.1548235 Oct 30 15:09:14.457545 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ea457-cfb3-4fbd-9653-5595e0d54168 req-f82b2ef1-68e1-4420-b042-a383d7065961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:14.459161 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4f3ea457-cfb3-4fbd-9653-5595e0d54168 req-f82b2ef1-68e1-4420-b042-a383d7065961 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=77cd9b926c2f46c3aa4784fd4d8318b7&device_id=97452329-4434-433e-b37c-61f92fe601e3 HTTP/1.1" status: 200 len: 1099 time: 0.3075488 Oct 30 15:09:14.629790 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5379b-0ce5-4913-bbda-97487be7c340 req-5f3d6cf2-573d-4853-8a02-1630fab2af9b tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:14.631451 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1ce5379b-0ce5-4913-bbda-97487be7c340 req-5f3d6cf2-573d-4853-8a02-1630fab2af9b tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=4396ab3e-3fda-4fda-b0ed-64347024ebf4 HTTP/1.1" status: 200 len: 949 time: 0.2229354 Oct 30 15:09:14.673236 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254bd07c-b7e9-4a41-a37c-9bd28505d3af req-946f11c1-01d0-4f28-8610-5fd798a39bd7 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:14.682149 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-254bd07c-b7e9-4a41-a37c-9bd28505d3af req-946f11c1-01d0-4f28-8610-5fd798a39bd7 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/networks?id=83cbffa3-ed24-45ac-a4b8-68763573cf86 HTTP/1.1" status: 200 len: 821 time: 0.1724417 Oct 30 15:09:14.713438 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ea457-cfb3-4fbd-9653-5595e0d54168 req-2c0190ce-b497-4d49-94f3-40e071fe100e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:14.715055 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4f3ea457-cfb3-4fbd-9653-5595e0d54168 req-2c0190ce-b497-4d49-94f3-40e071fe100e service neutron] 10.222.0.44 "GET /v2.0/networks?id=8de8b155-6e08-41c3-866a-8b30bb481704 HTTP/1.1" status: 200 len: 870 time: 0.2863553 Oct 30 15:09:14.721932 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbd3d8a-510d-4140-a8e9-dee01e110a86 req-a130f3f6-0d3f-409d-8eea-3622dd5a02a3 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:14.723670 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7fbd3d8a-510d-4140-a8e9-dee01e110a86 req-a130f3f6-0d3f-409d-8eea-3622dd5a02a3 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9f1a39e-6b93-4eda-98c7-fd549c4a980a HTTP/1.1" status: 200 len: 949 time: 0.1225042 Oct 30 15:09:14.731223 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-254bd07c-b7e9-4a41-a37c-9bd28505d3af req-78cbddff-1889-484d-ba89-1dd8b0b59896 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/quotas/d103ce083ed041adb4389e08e444486c HTTP/1.1" status: 200 len: 375 time: 0.0476367 Oct 30 15:09:14.746592 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1ce5379b-0ce5-4913-bbda-97487be7c340 req-6e0b5ab8-2bd1-424f-b203-692c61024329 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070986 Oct 30 15:09:14.792878 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ea457-cfb3-4fbd-9653-5595e0d54168 req-ecb14ae9-c5d9-4fce-9bdb-3116f5ebab83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:14.794448 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4f3ea457-cfb3-4fbd-9653-5595e0d54168 req-ecb14ae9-c5d9-4fce-9bdb-3116f5ebab83 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8de8b155-6e08-41c3-866a-8b30bb481704 HTTP/1.1" status: 200 len: 870 time: 0.2966964 Oct 30 15:09:14.796340 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4f3ea457-cfb3-4fbd-9653-5595e0d54168 req-ff1871c8-2edf-438e-8eaa-4a68db93202a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085 HTTP/1.1" status: 200 len: 217 time: 0.0654471 Oct 30 15:09:14.855493 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-254bd07c-b7e9-4a41-a37c-9bd28505d3af req-74f79f0c-6d7c-406e-aa90-765972fdff3c tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d103ce083ed041adb4389e08e444486c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1227279 Oct 30 15:09:14.941922 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4f3ea457-cfb3-4fbd-9653-5595e0d54168 req-830d2f56-afa4-4dd5-9b16-d5b11ba4fcd6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085 HTTP/1.1" status: 200 len: 217 time: 0.1381056 Oct 30 15:09:15.021631 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ea457-cfb3-4fbd-9653-5595e0d54168 req-3bca243e-3c90-4a8f-8861-26c8f9694f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:15.022127 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-7fbd3d8a-510d-4140-a8e9-dee01e110a86 req-4ae89805-0584-4fb1-81aa-e4b0b65982e5 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] Deleting port ac740ae4-8271-48a4-935e-74c1d5bb5e25 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:09:15.022640 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-7fbd3d8a-510d-4140-a8e9-dee01e110a86 req-4ae89805-0584-4fb1-81aa-e4b0b65982e5 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:15.023019 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4f3ea457-cfb3-4fbd-9653-5595e0d54168 req-3bca243e-3c90-4a8f-8861-26c8f9694f55 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.0699122 Oct 30 15:09:15.029024 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-254bd07c-b7e9-4a41-a37c-9bd28505d3af req-6f5214dd-c91d-4ecb-8ce8-f34b2b68cfdb service neutron] 10.222.0.62 "GET /v2.0/networks/83cbffa3-ed24-45ac-a4b8-68763573cf86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606169 Oct 30 15:09:15.090532 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7bdf71-daff-46c5-b5c4-965bf978c331 req-33639e61-5c4a-489e-ac56-d170449e4af6 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:15.098651 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9e7bdf71-daff-46c5-b5c4-965bf978c331 req-33639e61-5c4a-489e-ac56-d170449e4af6 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9f1a39e-6b93-4eda-98c7-fd549c4a980a HTTP/1.1" status: 200 len: 949 time: 0.2112978 Oct 30 15:09:15.138462 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ea457-cfb3-4fbd-9653-5595e0d54168 req-83aa80e4-4b6e-4913-9d6f-3b13374c2e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:15.140141 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4f3ea457-cfb3-4fbd-9653-5595e0d54168 req-83aa80e4-4b6e-4913-9d6f-3b13374c2e35 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1024878 Oct 30 15:09:15.141850 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ea457-cfb3-4fbd-9653-5595e0d54168 req-29b52ff0-9c29-40ca-a4d6-e4dd4a72af13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:15.143431 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4f3ea457-cfb3-4fbd-9653-5595e0d54168 req-29b52ff0-9c29-40ca-a4d6-e4dd4a72af13 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.3243301 Oct 30 15:09:15.211305 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9e7bdf71-daff-46c5-b5c4-965bf978c331 req-83973595-b06d-44ff-8016-f5fff25ceef4 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbeb9008-c90c-4174-8348-aac0ca862d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115446 Oct 30 15:09:15.317931 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-7fbd3d8a-510d-4140-a8e9-dee01e110a86 req-4ae89805-0584-4fb1-81aa-e4b0b65982e5 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] For port ac740ae4-8271-48a4-935e-74c1d5bb5e25, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=ac740ae4-8271-48a4-935e-74c1d5bb5e25,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:09:15.317931 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-7fbd3d8a-510d-4140-a8e9-dee01e110a86 req-4ae89805-0584-4fb1-81aa-e4b0b65982e5 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:15.363391 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ea457-cfb3-4fbd-9653-5595e0d54168 req-8b263b20-8d80-4374-a440-1342edf9dd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:15.365419 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4f3ea457-cfb3-4fbd-9653-5595e0d54168 req-8b263b20-8d80-4374-a440-1342edf9dd58 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2061145 Oct 30 15:09:15.418764 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-254bd07c-b7e9-4a41-a37c-9bd28505d3af req-26819891-c4aa-4768-bf60-ecd3a39d13ce service neutron] 10.222.0.62 "GET /v2.0/networks/83cbffa3-ed24-45ac-a4b8-68763573cf86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178952 Oct 30 15:09:15.435585 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-7fbd3d8a-510d-4140-a8e9-dee01e110a86 req-4ae89805-0584-4fb1-81aa-e4b0b65982e5 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] Calling delete_port for ac740ae4-8271-48a4-935e-74c1d5bb5e25 owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:09:15.555857 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4f3ea457-cfb3-4fbd-9653-5595e0d54168 req-232f387f-532b-492a-a6ff-16ca7fcdc300 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3805060 Oct 30 15:09:15.624847 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3271e69-f2eb-424e-91bc-b68d26824627 req-479b3e47-5878-4758-9d54-2660d3123cc3 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:15.626413 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c3271e69-f2eb-424e-91bc-b68d26824627 req-479b3e47-5878-4758-9d54-2660d3123cc3 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=97452329-4434-433e-b37c-61f92fe601e3 HTTP/1.1" status: 200 len: 947 time: 0.1428609 Oct 30 15:09:15.738679 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4f3ea457-cfb3-4fbd-9653-5595e0d54168 req-59b721f8-61e7-44e2-ad88-3e02e834606f service neutron] 10.222.0.44 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3592892 Oct 30 15:09:15.773900 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-7fbd3d8a-510d-4140-a8e9-dee01e110a86 req-4ae89805-0584-4fb1-81aa-e4b0b65982e5 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:15.792647 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c3271e69-f2eb-424e-91bc-b68d26824627 req-98c74bc4-7350-4d7f-ae10-abc3db96c936 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518281 Oct 30 15:09:15.922885 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4f3ea457-cfb3-4fbd-9653-5595e0d54168 req-5dc4e56c-e48a-44e3-a8a6-69d07b31ba6a service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3479297 Oct 30 15:09:16.005197 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae89805-0584-4fb1-81aa-e4b0b65982e5 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] Pushing event deleted for resources: {'Port': ['ID=ac740ae4-8271-48a4-935e-74c1d5bb5e25,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:16.008932 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6543a281-e960-4548-9c0b-c4f5417933bd req-02c2c6c2-7533-48b0-b6a2-78ca5e9a29ee tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/ports?device_id=38b6ea8a-1b9b-469b-92d2-501557b84274 HTTP/1.1" status: 200 len: 210 time: 0.0710146 Oct 30 15:09:16.040963 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4f3ea457-cfb3-4fbd-9653-5595e0d54168 req-bdccc33e-4fd3-41cc-a4bc-4cafb47a6c50 service neutron] 10.222.0.44 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897451 Oct 30 15:09:16.060945 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fbd3d8a-510d-4140-a8e9-dee01e110a86 req-4ae89805-0584-4fb1-81aa-e4b0b65982e5 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] No DVR routers for this DVR port ac740ae4-8271-48a4-935e-74c1d5bb5e25 on host n-h2-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:09:16.064710 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-7fbd3d8a-510d-4140-a8e9-dee01e110a86 req-4ae89805-0584-4fb1-81aa-e4b0b65982e5 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:16.068393 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7fbd3d8a-510d-4140-a8e9-dee01e110a86 req-4ae89805-0584-4fb1-81aa-e4b0b65982e5 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] 10.222.0.44 "DELETE /v2.0/ports/ac740ae4-8271-48a4-935e-74c1d5bb5e25 HTTP/1.1" status: 204 len: 173 time: 1.3249521 Oct 30 15:09:16.070811 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9f1a39e-6b93-4eda-98c7-fd549c4a980a', 'name': 'network-vif-deleted', 'tag': 'ac740ae4-8271-48a4-935e-74c1d5bb5e25'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:09:16.074635 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb75544b-b432-49ba-bff7-703c732f27f6" -d '{"events": [{"server_uuid": "d9f1a39e-6b93-4eda-98c7-fd549c4a980a", "name": "network-vif-deleted", "tag": "ac740ae4-8271-48a4-935e-74c1d5bb5e25"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:09:16.092513 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921dea9b-98d0-41e5-be72-de1ab79efa08 req-eef6e53b-8ef0-44f6-a543-b47cdf7faa5c tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:16.094618 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-921dea9b-98d0-41e5-be72-de1ab79efa08 req-eef6e53b-8ef0-44f6-a543-b47cdf7faa5c tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ca418f9-ac64-472b-bb6a-2b067e61baee HTTP/1.1" status: 200 len: 945 time: 0.2350147 Oct 30 15:09:16.152797 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-921dea9b-98d0-41e5-be72-de1ab79efa08 req-6bdf213a-e231-4332-9d63-263bad8cf260 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494056 Oct 30 15:09:16.300936 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6bee1a-8c55-4f81-baa6-157e4a0896d8 req-84929424-06ca-4320-bdce-e8eb693aab9a tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:16.312537 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1b6bee1a-8c55-4f81-baa6-157e4a0896d8 req-84929424-06ca-4320-bdce-e8eb693aab9a tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=4396ab3e-3fda-4fda-b0ed-64347024ebf4 HTTP/1.1" status: 200 len: 949 time: 0.1528158 Oct 30 15:09:16.374492 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26bf03ec-ae00-4274-b331-d680001e4338 x-openstack-request-id: req-26bf03ec-ae00-4274-b331-d680001e4338 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:09:16.376768 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9f1a39e-6b93-4eda-98c7-fd549c4a980a", "name": "network-vif-deleted", "tag": "ac740ae4-8271-48a4-935e-74c1d5bb5e25", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:09:16.378641 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-26bf03ec-ae00-4274-b331-d680001e4338 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:09:16.381498 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9f1a39e-6b93-4eda-98c7-fd549c4a980a', 'name': 'network-vif-deleted', 'tag': 'ac740ae4-8271-48a4-935e-74c1d5bb5e25', 'status': 'completed', 'code': 200} Oct 30 15:09:16.458576 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1b6bee1a-8c55-4f81-baa6-157e4a0896d8 req-1d54e0b3-21bd-4ff2-87e6-b7a5c38eb6aa tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404734 Oct 30 15:09:16.528267 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-b4ca90ac-69f7-4fdb-b71d-26a2cf30f9b5 tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:16.539020 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-b4ca90ac-69f7-4fdb-b71d-26a2cf30f9b5 tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4ca418f9-ac64-472b-bb6a-2b067e61baee&tenant_id=48ec0906891f440e8725a8b756af6e71&binding%3Ahost_id=n-h1-806683-17 HTTP/1.1" status: 200 len: 1097 time: 0.2699151 Oct 30 15:09:16.613852 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-9e1cc19a-e68c-4988-98c6-cd3fec98915c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-806683-17'}}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:09:16.630802 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c1eef3e2-8337-4058-becc-52371c311520 req-c7575c2f-fb66-49b4-9ea0-1cc808e42631 tempest-ListImageFiltersTestJSON-313803434 tempest-ListImageFiltersTestJSON-313803434-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9f1a39e-6b93-4eda-98c7-fd549c4a980a HTTP/1.1" status: 200 len: 210 time: 0.1676424 Oct 30 15:09:16.865094 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-9e1cc19a-e68c-4988-98c6-cd3fec98915c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:17.005374 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5047444-d9ef-4758-812c-3e8c02a77a54 req-4ff34af9-00a4-4a54-8db9-055ef9a2c08e tempest-ServersOnMultiNodesTest-174149886 tempest-ServersOnMultiNodesTest-174149886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:17.013964 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a5047444-d9ef-4758-812c-3e8c02a77a54 req-4ff34af9-00a4-4a54-8db9-055ef9a2c08e tempest-ServersOnMultiNodesTest-174149886 tempest-ServersOnMultiNodesTest-174149886-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4396ab3e-3fda-4fda-b0ed-64347024ebf4 HTTP/1.1" status: 200 len: 1101 time: 0.1442611 Oct 30 15:09:17.069174 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d82cdf-3f9a-4c64-aa54-df9d01ebf3ae req-d23be908-3c1d-4e67-a3a1-5afeb987ff66 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:17.077390 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b1d82cdf-3f9a-4c64-aa54-df9d01ebf3ae req-d23be908-3c1d-4e67-a3a1-5afeb987ff66 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=97452329-4434-433e-b37c-61f92fe601e3 HTTP/1.1" status: 200 len: 947 time: 0.1080966 Oct 30 15:09:17.128355 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b1d82cdf-3f9a-4c64-aa54-df9d01ebf3ae req-3af3c00e-c126-4294-ad25-c20259cfe765 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474882 Oct 30 15:09:17.289755 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b9f5d11d-dea8-45bc-9753-d5863811945c req-0df368da-e85d-4467-a803-c78b46c122af tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/ports?device_id=38b6ea8a-1b9b-469b-92d2-501557b84274 HTTP/1.1" status: 200 len: 210 time: 0.0485504 Oct 30 15:09:17.290253 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 5fef0f85-c4bb-4e50-a76f-a2fb8545703f details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:09:17.293041 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device ac740ae4-8271-48a4-935e-74c1d5bb5e25 no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:09:17.358309 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] No Port match for: ac740ae4-8271-48a4-935e-74c1d5bb5e25 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:09:17.358919 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device ac740ae4-8271-48a4-935e-74c1d5bb5e25 not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:09:17.508975 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a5047444-d9ef-4758-812c-3e8c02a77a54 req-c65c7878-78d0-48c3-ace0-19fe3baedcac tempest-ServersOnMultiNodesTest-174149886 tempest-ServersOnMultiNodesTest-174149886-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4920468 Oct 30 15:09:17.624669 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-9e1cc19a-e68c-4988-98c6-cd3fec98915c service neutron] For port 5fef0f85-c4bb-4e50-a76f-a2fb8545703f, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=5fef0f85-c4bb-4e50-a76f-a2fb8545703f,segment=NetworkSegment(e8246d9e-f8e1-4659-b367-d870958fbb44),segment_id=e8246d9e-f8e1-4659-b367-d870958fbb44)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:09:17.637943 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 5fef0f85-c4bb-4e50-a76f-a2fb8545703f, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=5fef0f85-c4bb-4e50-a76f-a2fb8545703f,segment=NetworkSegment(e8246d9e-f8e1-4659-b367-d870958fbb44),segment_id=e8246d9e-f8e1-4659-b367-d870958fbb44)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:09:17.678591 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 5fef0f85-c4bb-4e50-a76f-a2fb8545703f has no active binding in host n-h2-806683-17 {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 30 15:09:17.682168 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085 details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:09:17.691302 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-9e1cc19a-e68c-4988-98c6-cd3fec98915c service neutron] For port 5fef0f85-c4bb-4e50-a76f-a2fb8545703f, host n-h1-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:09:17.722558 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254bd07c-b7e9-4a41-a37c-9bd28505d3af req-62654ebe-a256-44c6-b98b-e2a3ba7a4189 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:17.724608 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-254bd07c-b7e9-4a41-a37c-9bd28505d3af req-62654ebe-a256-44c6-b98b-e2a3ba7a4189 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.44 "GET /v2.0/networks?id=83cbffa3-ed24-45ac-a4b8-68763573cf86 HTTP/1.1" status: 200 len: 821 time: 0.2678213 Oct 30 15:09:17.760061 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-254bd07c-b7e9-4a41-a37c-9bd28505d3af req-067d953b-77f3-41c0-bb55-b9f75a54e54c tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Request body: {'port': {'device_id': '38b6ea8a-1b9b-469b-92d2-501557b84274', 'network_id': '83cbffa3-ed24-45ac-a4b8-68763573cf86', 'admin_state_up': True, 'tenant_id': 'd103ce083ed041adb4389e08e444486c'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:09:17.814931 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-9e1cc19a-e68c-4988-98c6-cd3fec98915c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:17.832942 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-9e1cc19a-e68c-4988-98c6-cd3fec98915c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:17.931853 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-254bd07c-b7e9-4a41-a37c-9bd28505d3af req-067d953b-77f3-41c0-bb55-b9f75a54e54c tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Made reservation on behalf of d103ce083ed041adb4389e08e444486c for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:09:17.941042 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-254bd07c-b7e9-4a41-a37c-9bd28505d3af req-067d953b-77f3-41c0-bb55-b9f75a54e54c tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:18.019426 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:09:18.033590 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': 'bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085', 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704', 'port_id': 'bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085', 'mac_address': 'fa:16:3e:ad:d7:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b5dea3-b65b-4514-8ec2-18a4245eb194', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:09:18.089503 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:18.113629 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:09:18.176756 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:09:18.185317 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:18.275519 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c763e192-e880-4d7a-98d6-21bdc589a8b7 req-a3831f04-5c6e-417c-ae3a-3b9bb19dc489 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:18.285107 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c763e192-e880-4d7a-98d6-21bdc589a8b7 req-a3831f04-5c6e-417c-ae3a-3b9bb19dc489 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.44 "GET /v2.0/ports?device_id=97452329-4434-433e-b37c-61f92fe601e3&tenant_id=77cd9b926c2f46c3aa4784fd4d8318b7&binding%3Ahost_id=n-h2-806683-17 HTTP/1.1" status: 200 len: 947 time: 0.3825450 Oct 30 15:09:18.302123 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085,revision_number=8']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:18.310302 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9e8c9-2dbb-45f5-b652-d127df892016 req-7c356675-d56b-48ef-8ea2-b8bda34ee818 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:18.319771 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f0d9e8c9-2dbb-45f5-b652-d127df892016 req-7c356675-d56b-48ef-8ea2-b8bda34ee818 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ca418f9-ac64-472b-bb6a-2b067e61baee HTTP/1.1" status: 200 len: 943 time: 0.4976668 Oct 30 15:09:18.324649 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-254bd07c-b7e9-4a41-a37c-9bd28505d3af req-067d953b-77f3-41c0-bb55-b9f75a54e54c tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Allocated IP 172.20.0.3 (83cbffa3-ed24-45ac-a4b8-68763573cf86/3cb61793-e4f4-4170-acef-edeb99d95e6b/2cc66d70-4012-44da-84d5-330709702601) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:09:18.385530 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca418f9-ac64-472b-bb6a-2b067e61baee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fef0f85-c4bb-4e50-a76f-a2fb8545703f'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:09:18.388116 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f3c30ad-6620-4d2d-9015-09ea91e3dbd9" -d '{"events": [{"server_uuid": "4ca418f9-ac64-472b-bb6a-2b067e61baee", "name": "network-vif-unplugged", "status": "completed", "tag": "5fef0f85-c4bb-4e50-a76f-a2fb8545703f"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:09:18.410188 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-9e1cc19a-e68c-4988-98c6-cd3fec98915c service neutron] Attempting to bind port 5fef0f85-c4bb-4e50-a76f-a2fb8545703f on host n-h1-806683-17 for vnic_type normal with profile {"migrating_to": "n-h2-806683-17"} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:09:18.415787 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-9e1cc19a-e68c-4988-98c6-cd3fec98915c service neutron] Attempting to bind port 5fef0f85-c4bb-4e50-a76f-a2fb8545703f by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': 'e8246d9e-f8e1-4659-b367-d870958fbb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '291c5166-548b-4ef8-b78f-841a397188df'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:09:18.416128 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-9e1cc19a-e68c-4988-98c6-cd3fec98915c service neutron] Attempting to bind port 5fef0f85-c4bb-4e50-a76f-a2fb8545703f on network 291c5166-548b-4ef8-b78f-841a397188df {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:09:18.418299 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1cc19a-e68c-4988-98c6-cd3fec98915c service neutron] Pushing event updated for resources: {'Port': ['ID=5fef0f85-c4bb-4e50-a76f-a2fb8545703f,revision_number=7']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:18.432531 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-9e1cc19a-e68c-4988-98c6-cd3fec98915c service neutron] Port 5fef0f85-c4bb-4e50-a76f-a2fb8545703f on network 291c5166-548b-4ef8-b78f-841a397188df not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:09:18.432935 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-9e1cc19a-e68c-4988-98c6-cd3fec98915c service neutron] Attempting to bind port 5fef0f85-c4bb-4e50-a76f-a2fb8545703f on network 291c5166-548b-4ef8-b78f-841a397188df {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:09:18.460330 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-9e1cc19a-e68c-4988-98c6-cd3fec98915c service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:09:18.461258 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-9e1cc19a-e68c-4988-98c6-cd3fec98915c service neutron] Checking segment: {'id': 'e8246d9e-f8e1-4659-b367-d870958fbb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '291c5166-548b-4ef8-b78f-841a397188df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:09:18.461662 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-9e1cc19a-e68c-4988-98c6-cd3fec98915c service neutron] Bound using segment: {'id': 'e8246d9e-f8e1-4659-b367-d870958fbb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '291c5166-548b-4ef8-b78f-841a397188df'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:09:18.462114 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-9e1cc19a-e68c-4988-98c6-cd3fec98915c service neutron] Bound port: 5fef0f85-c4bb-4e50-a76f-a2fb8545703f, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8246d9e-f8e1-4659-b367-d870958fbb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '291c5166-548b-4ef8-b78f-841a397188df'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:09:18.462522 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-9e1cc19a-e68c-4988-98c6-cd3fec98915c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:18.481760 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f0d9e8c9-2dbb-45f5-b652-d127df892016 req-94db6aaa-7f2d-4f0e-8002-b98dc983888f tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538806 Oct 30 15:09:18.569504 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c763e192-e880-4d7a-98d6-21bdc589a8b7 req-8cd7c885-4090-46ac-aa22-81bca0466817 service neutron] 10.222.0.44 "GET /v2.0/ports/bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085/bindings/n-h2-806683-17 HTTP/1.1" status: 200 len: 383 time: 0.2323692 Oct 30 15:09:18.612256 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:09:18.678163 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3389188-95f5-4285-91f9-8a70dc2bb616 req-b74c2286-cbd8-445e-927b-57777db26e06 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:18.679797 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e3389188-95f5-4285-91f9-8a70dc2bb616 req-b74c2286-cbd8-445e-927b-57777db26e06 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=4396ab3e-3fda-4fda-b0ed-64347024ebf4 HTTP/1.1" status: 200 len: 949 time: 0.1000810 Oct 30 15:09:18.713888 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-254bd07c-b7e9-4a41-a37c-9bd28505d3af req-067d953b-77f3-41c0-bb55-b9f75a54e54c tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:18.752101 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e3389188-95f5-4285-91f9-8a70dc2bb616 req-50467ee6-5cfd-4eae-81d2-5a3c0511d284 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508704 Oct 30 15:09:18.792993 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-254bd07c-b7e9-4a41-a37c-9bd28505d3af req-067d953b-77f3-41c0-bb55-b9f75a54e54c tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:18.850483 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-9e1cc19a-e68c-4988-98c6-cd3fec98915c service neutron] For port 5fef0f85-c4bb-4e50-a76f-a2fb8545703f, host n-h1-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:09:18.871337 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-9e1cc19a-e68c-4988-98c6-cd3fec98915c service neutron] For port 5fef0f85-c4bb-4e50-a76f-a2fb8545703f, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=5fef0f85-c4bb-4e50-a76f-a2fb8545703f,segment=NetworkSegment(e8246d9e-f8e1-4659-b367-d870958fbb44),segment_id=e8246d9e-f8e1-4659-b367-d870958fbb44)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:09:18.897727 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-254bd07c-b7e9-4a41-a37c-9bd28505d3af req-067d953b-77f3-41c0-bb55-b9f75a54e54c tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Network 83cbffa3-ed24-45ac-a4b8-68763573cf86 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:09:18.915299 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-9e1cc19a-e68c-4988-98c6-cd3fec98915c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:18.920504 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c763e192-e880-4d7a-98d6-21bdc589a8b7 req-b0068996-93f7-477c-af20-52df18d0e28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:18.927969 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-254bd07c-b7e9-4a41-a37c-9bd28505d3af req-067d953b-77f3-41c0-bb55-b9f75a54e54c tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:09:18.930148 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c763e192-e880-4d7a-98d6-21bdc589a8b7 req-b0068996-93f7-477c-af20-52df18d0e28d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=77cd9b926c2f46c3aa4784fd4d8318b7&device_id=97452329-4434-433e-b37c-61f92fe601e3 HTTP/1.1" status: 200 len: 1100 time: 0.3225789 Oct 30 15:09:18.934771 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-254bd07c-b7e9-4a41-a37c-9bd28505d3af req-067d953b-77f3-41c0-bb55-b9f75a54e54c tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:09:18.990706 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7984387-9727-40b3-8dfa-aa2f10b33117 req-435ae38a-e185-4007-bb8e-8f93489c9f6d tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:19.016497 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a7984387-9727-40b3-8dfa-aa2f10b33117 req-435ae38a-e185-4007-bb8e-8f93489c9f6d tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=97452329-4434-433e-b37c-61f92fe601e3 HTTP/1.1" status: 200 len: 948 time: 0.3891633 Oct 30 15:09:19.042103 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254bd07c-b7e9-4a41-a37c-9bd28505d3af req-067d953b-77f3-41c0-bb55-b9f75a54e54c tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:19.048067 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-254bd07c-b7e9-4a41-a37c-9bd28505d3af req-067d953b-77f3-41c0-bb55-b9f75a54e54c tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:19.057339 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067d953b-77f3-41c0-bb55-b9f75a54e54c tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Pushing event updated for resources: {'Port': ['ID=2cc66d70-4012-44da-84d5-330709702601,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:19.090052 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-254bd07c-b7e9-4a41-a37c-9bd28505d3af req-067d953b-77f3-41c0-bb55-b9f75a54e54c tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3389492 Oct 30 15:09:19.105538 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-254bd07c-b7e9-4a41-a37c-9bd28505d3af req-5b29967e-fe58-4fa0-8c9f-9d314de15497 service neutron] Request body: {'port': {'device_id': '38b6ea8a-1b9b-469b-92d2-501557b84274', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:09:19.200521 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a7984387-9727-40b3-8dfa-aa2f10b33117 req-1d573727-896f-49e8-ad04-c11a846f540d tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830375 Oct 30 15:09:19.256930 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-254bd07c-b7e9-4a41-a37c-9bd28505d3af req-5b29967e-fe58-4fa0-8c9f-9d314de15497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:19.287128 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-9e1cc19a-e68c-4988-98c6-cd3fec98915c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:19.287893 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-9e1cc19a-e68c-4988-98c6-cd3fec98915c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:19.290596 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-9e1cc19a-e68c-4988-98c6-cd3fec98915c service neutron] 10.222.0.44 "PUT /v2.0/ports/5fef0f85-c4bb-4e50-a76f-a2fb8545703f HTTP/1.1" status: 200 len: 1123 time: 2.6866374 Oct 30 15:09:19.314598 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1cc19a-e68c-4988-98c6-cd3fec98915c service neutron] Pushing event updated for resources: {'Port': ['ID=5fef0f85-c4bb-4e50-a76f-a2fb8545703f,revision_number=8']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:19.422424 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['5fef0f85-c4bb-4e50-a76f-a2fb8545703f'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:09:19.452940 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c763e192-e880-4d7a-98d6-21bdc589a8b7 req-6978c428-7325-470a-b30b-396e48f41e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:19.457975 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c763e192-e880-4d7a-98d6-21bdc589a8b7 req-6978c428-7325-470a-b30b-396e48f41e5d service neutron] 10.222.0.44 "GET /v2.0/networks?id=8de8b155-6e08-41c3-866a-8b30bb481704 HTTP/1.1" status: 200 len: 870 time: 0.4999590 Oct 30 15:09:19.561986 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Oct 2021 15:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c136aed-ff23-489a-924a-2a3292c9e75f x-openstack-request-id: req-5c136aed-ff23-489a-924a-2a3292c9e75f {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:09:19.562567 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca418f9-ac64-472b-bb6a-2b067e61baee", "name": "network-vif-unplugged", "status": "completed", "tag": "5fef0f85-c4bb-4e50-a76f-a2fb8545703f", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:09:19.562994 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5c136aed-ff23-489a-924a-2a3292c9e75f {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:09:19.563580 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca418f9-ac64-472b-bb6a-2b067e61baee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fef0f85-c4bb-4e50-a76f-a2fb8545703f', 'code': 200} Oct 30 15:09:19.567643 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c763e192-e880-4d7a-98d6-21bdc589a8b7 req-8cc3c8ac-66f8-449f-8228-e9e8962b7d44 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085 HTTP/1.1" status: 200 len: 217 time: 0.0899372 Oct 30 15:09:19.567909 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['5fef0f85-c4bb-4e50-a76f-a2fb8545703f'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:09:19.581293 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e3a24-2ed8-48e3-89d0-7966b69b9b12 req-c89d32eb-d1a8-4e54-bb2a-780962547701 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:19.588979 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-016e3a24-2ed8-48e3-89d0-7966b69b9b12 req-c89d32eb-d1a8-4e54-bb2a-780962547701 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/ports?device_id=38b6ea8a-1b9b-469b-92d2-501557b84274 HTTP/1.1" status: 200 len: 931 time: 0.2509894 Oct 30 15:09:19.711929 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c763e192-e880-4d7a-98d6-21bdc589a8b7 req-c92a42f2-0b4b-4af9-ac93-5d37c1f1ed30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:19.713749 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c763e192-e880-4d7a-98d6-21bdc589a8b7 req-c92a42f2-0b4b-4af9-ac93-5d37c1f1ed30 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.1246295 Oct 30 15:09:19.730850 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-016e3a24-2ed8-48e3-89d0-7966b69b9b12 req-219a4675-30b8-41ee-b7a3-174c015e78a4 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ae719f6-042b-4d46-b69b-db501d96f392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150172 Oct 30 15:09:19.781260 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-254bd07c-b7e9-4a41-a37c-9bd28505d3af req-5b29967e-fe58-4fa0-8c9f-9d314de15497 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cc66d70-4012-44da-84d5-330709702601 {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:09:19.809169 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c7cb0c-ebf1-4119-995d-ba6fa608cb11 req-838cbd3f-4623-42cb-97db-4b6dd01f041d tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:19.812744 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-27c7cb0c-ebf1-4119-995d-ba6fa608cb11 req-838cbd3f-4623-42cb-97db-4b6dd01f041d tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.44 "GET /v2.0/ports?device_id=4396ab3e-3fda-4fda-b0ed-64347024ebf4 HTTP/1.1" status: 200 len: 949 time: 0.1587269 Oct 30 15:09:19.825010 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-254bd07c-b7e9-4a41-a37c-9bd28505d3af req-5b29967e-fe58-4fa0-8c9f-9d314de15497 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:19.869446 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c763e192-e880-4d7a-98d6-21bdc589a8b7 req-140a68ed-3096-4db4-82d3-e8be09cb0a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:19.871306 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-254bd07c-b7e9-4a41-a37c-9bd28505d3af req-5b29967e-fe58-4fa0-8c9f-9d314de15497 service neutron] Transition to ACTIVE for port object 2cc66d70-4012-44da-84d5-330709702601 will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:09:19.876220 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-254bd07c-b7e9-4a41-a37c-9bd28505d3af req-5b29967e-fe58-4fa0-8c9f-9d314de15497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:19.876415 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c763e192-e880-4d7a-98d6-21bdc589a8b7 req-140a68ed-3096-4db4-82d3-e8be09cb0a88 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1391585 Oct 30 15:09:20.175025 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c763e192-e880-4d7a-98d6-21bdc589a8b7 req-23921903-4e63-497c-8a83-f88a23906d6a service neutron] 10.222.0.44 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949433 Oct 30 15:09:20.328567 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-27c7cb0c-ebf1-4119-995d-ba6fa608cb11 req-39666c27-0283-4d77-a3f4-b262928d0284 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Deleting port a2365153-8272-4a84-b4d4-5b37154b2b1f {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:09:20.329464 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-27c7cb0c-ebf1-4119-995d-ba6fa608cb11 req-39666c27-0283-4d77-a3f4-b262928d0284 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:20.358372 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c763e192-e880-4d7a-98d6-21bdc589a8b7 req-f5a4d465-cb1a-4c52-b710-03298fbea779 service neutron] 10.222.0.44 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692622 Oct 30 15:09:20.516527 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b909e4-dd4f-4c3e-a399-d817bfd46841 req-8fef2dfb-6884-4bfc-9874-766efdf1a753 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:20.525388 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b29967e-fe58-4fa0-8c9f-9d314de15497 service neutron] Pushing event updated for resources: {'Port': ['ID=2cc66d70-4012-44da-84d5-330709702601,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:20.526288 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-29b909e4-dd4f-4c3e-a399-d817bfd46841 req-8fef2dfb-6884-4bfc-9874-766efdf1a753 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=4396ab3e-3fda-4fda-b0ed-64347024ebf4 HTTP/1.1" status: 200 len: 949 time: 0.1722195 Oct 30 15:09:20.557338 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a32bca9-a0a6-4586-94e4-a82f0b551748 req-60fe65bb-cefa-4b4b-9f30-d1b5d548cdf0 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:20.566057 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4a32bca9-a0a6-4586-94e4-a82f0b551748 req-60fe65bb-cefa-4b4b-9f30-d1b5d548cdf0 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ca418f9-ac64-472b-bb6a-2b067e61baee HTTP/1.1" status: 200 len: 943 time: 0.6210787 Oct 30 15:09:20.577391 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-27c7cb0c-ebf1-4119-995d-ba6fa608cb11 req-39666c27-0283-4d77-a3f4-b262928d0284 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] For port a2365153-8272-4a84-b4d4-5b37154b2b1f, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=a2365153-8272-4a84-b4d4-5b37154b2b1f,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:09:20.577959 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-27c7cb0c-ebf1-4119-995d-ba6fa608cb11 req-39666c27-0283-4d77-a3f4-b262928d0284 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:20.601971 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-27c7cb0c-ebf1-4119-995d-ba6fa608cb11 req-39666c27-0283-4d77-a3f4-b262928d0284 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Calling delete_port for a2365153-8272-4a84-b4d4-5b37154b2b1f owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:09:20.609390 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-29b909e4-dd4f-4c3e-a399-d817bfd46841 req-22c8e11a-31e8-4f91-8cc6-ea44899c2334 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821459 Oct 30 15:09:20.616921 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-254bd07c-b7e9-4a41-a37c-9bd28505d3af req-5b29967e-fe58-4fa0-8c9f-9d314de15497 service neutron] Attempting to bind port 2cc66d70-4012-44da-84d5-330709702601 on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:09:20.616921 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-254bd07c-b7e9-4a41-a37c-9bd28505d3af req-5b29967e-fe58-4fa0-8c9f-9d314de15497 service neutron] Attempting to bind port 2cc66d70-4012-44da-84d5-330709702601 by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': '534c4b02-f4b0-449f-adfa-dbd225c0e219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '83cbffa3-ed24-45ac-a4b8-68763573cf86'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:09:20.617215 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254bd07c-b7e9-4a41-a37c-9bd28505d3af req-5b29967e-fe58-4fa0-8c9f-9d314de15497 service neutron] Attempting to bind port 2cc66d70-4012-44da-84d5-330709702601 on network 83cbffa3-ed24-45ac-a4b8-68763573cf86 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:09:20.625948 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254bd07c-b7e9-4a41-a37c-9bd28505d3af req-5b29967e-fe58-4fa0-8c9f-9d314de15497 service neutron] Port 2cc66d70-4012-44da-84d5-330709702601 on network 83cbffa3-ed24-45ac-a4b8-68763573cf86 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:09:20.626273 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254bd07c-b7e9-4a41-a37c-9bd28505d3af req-5b29967e-fe58-4fa0-8c9f-9d314de15497 service neutron] Attempting to bind port 2cc66d70-4012-44da-84d5-330709702601 on network 83cbffa3-ed24-45ac-a4b8-68763573cf86 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:09:20.655430 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4a32bca9-a0a6-4586-94e4-a82f0b551748 req-dc495ed7-b0e9-4d14-a24b-b615fb7dcf73 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805953 Oct 30 15:09:20.660853 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254bd07c-b7e9-4a41-a37c-9bd28505d3af req-5b29967e-fe58-4fa0-8c9f-9d314de15497 service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:09:20.661196 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254bd07c-b7e9-4a41-a37c-9bd28505d3af req-5b29967e-fe58-4fa0-8c9f-9d314de15497 service neutron] Checking segment: {'id': '534c4b02-f4b0-449f-adfa-dbd225c0e219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '83cbffa3-ed24-45ac-a4b8-68763573cf86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:09:20.661582 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254bd07c-b7e9-4a41-a37c-9bd28505d3af req-5b29967e-fe58-4fa0-8c9f-9d314de15497 service neutron] Bound using segment: {'id': '534c4b02-f4b0-449f-adfa-dbd225c0e219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '83cbffa3-ed24-45ac-a4b8-68763573cf86'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:09:20.662019 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-254bd07c-b7e9-4a41-a37c-9bd28505d3af req-5b29967e-fe58-4fa0-8c9f-9d314de15497 service neutron] Bound port: 2cc66d70-4012-44da-84d5-330709702601, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '534c4b02-f4b0-449f-adfa-dbd225c0e219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '83cbffa3-ed24-45ac-a4b8-68763573cf86'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:09:20.676651 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-254bd07c-b7e9-4a41-a37c-9bd28505d3af req-5b29967e-fe58-4fa0-8c9f-9d314de15497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:20.823890 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-27c7cb0c-ebf1-4119-995d-ba6fa608cb11 req-39666c27-0283-4d77-a3f4-b262928d0284 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:20.849597 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['96545323-feb6-420b-9242-c65d8a00a3f5', '1bdc240c-44b4-4394-9ed5-ace834086c73', '67a02029-0352-4f05-b377-299b49d77849', 'b4d0397e-9887-4a46-bdb3-9f808ed9d380', '7004f84f-0479-463e-b5e9-48072c97e3b9'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:09:20.888627 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-254bd07c-b7e9-4a41-a37c-9bd28505d3af req-5b29967e-fe58-4fa0-8c9f-9d314de15497 service neutron] For port 2cc66d70-4012-44da-84d5-330709702601, host n-h2-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:09:20.903027 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab67bc5-ffc6-42f2-b26e-447ceb87dcd7 req-66f17898-a530-4997-97ed-3aaea2699d44 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:20.910723 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0ab67bc5-ffc6-42f2-b26e-447ceb87dcd7 req-66f17898-a530-4997-97ed-3aaea2699d44 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=97452329-4434-433e-b37c-61f92fe601e3 HTTP/1.1" status: 200 len: 948 time: 0.0977161 Oct 30 15:09:20.920237 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-254bd07c-b7e9-4a41-a37c-9bd28505d3af req-5b29967e-fe58-4fa0-8c9f-9d314de15497 service neutron] For port 2cc66d70-4012-44da-84d5-330709702601, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=2cc66d70-4012-44da-84d5-330709702601,segment=NetworkSegment(534c4b02-f4b0-449f-adfa-dbd225c0e219),segment_id=534c4b02-f4b0-449f-adfa-dbd225c0e219)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:09:20.933437 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-254bd07c-b7e9-4a41-a37c-9bd28505d3af req-5b29967e-fe58-4fa0-8c9f-9d314de15497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:20.938268 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39666c27-0283-4d77-a3f4-b262928d0284 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Pushing event deleted for resources: {'Port': ['ID=a2365153-8272-4a84-b4d4-5b37154b2b1f,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:20.996487 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b29967e-fe58-4fa0-8c9f-9d314de15497 service neutron] Pushing event updated for resources: {'Port': ['ID=2cc66d70-4012-44da-84d5-330709702601,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:21.014676 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254bd07c-b7e9-4a41-a37c-9bd28505d3af req-5b29967e-fe58-4fa0-8c9f-9d314de15497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:21.015289 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-254bd07c-b7e9-4a41-a37c-9bd28505d3af req-5b29967e-fe58-4fa0-8c9f-9d314de15497 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:21.022258 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-254bd07c-b7e9-4a41-a37c-9bd28505d3af req-5b29967e-fe58-4fa0-8c9f-9d314de15497 service neutron] 10.222.0.44 "PUT /v2.0/ports/2cc66d70-4012-44da-84d5-330709702601 HTTP/1.1" status: 200 len: 1092 time: 1.9215429 Oct 30 15:09:21.039363 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38b6ea8a-1b9b-469b-92d2-501557b84274', 'tag': '2cc66d70-4012-44da-84d5-330709702601'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:09:21.044076 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd3b9d97-6999-43a9-a9c5-4fb4c13c4168" -d '{"events": [{"name": "network-changed", "server_uuid": "38b6ea8a-1b9b-469b-92d2-501557b84274", "tag": "2cc66d70-4012-44da-84d5-330709702601"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:09:21.087877 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0ab67bc5-ffc6-42f2-b26e-447ceb87dcd7 req-b22a937b-26c1-48c9-8f67-5ce2b1a86c83 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759965 Oct 30 15:09:21.109770 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39666c27-0283-4d77-a3f4-b262928d0284 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:09:21.110151 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39666c27-0283-4d77-a3f4-b262928d0284 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:09:21.110497 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39666c27-0283-4d77-a3f4-b262928d0284 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:09:21.110839 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39666c27-0283-4d77-a3f4-b262928d0284 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:09:21.111236 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39666c27-0283-4d77-a3f4-b262928d0284 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:09:21.111609 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39666c27-0283-4d77-a3f4-b262928d0284 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:09:21.111947 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39666c27-0283-4d77-a3f4-b262928d0284 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:09:21.112276 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39666c27-0283-4d77-a3f4-b262928d0284 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:09:21.112608 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39666c27-0283-4d77-a3f4-b262928d0284 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:09:21.112938 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39666c27-0283-4d77-a3f4-b262928d0284 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:09:21.113268 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39666c27-0283-4d77-a3f4-b262928d0284 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:09:21.113596 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39666c27-0283-4d77-a3f4-b262928d0284 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:09:21.133984 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-27c7cb0c-ebf1-4119-995d-ba6fa608cb11 req-39666c27-0283-4d77-a3f4-b262928d0284 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] No DVR routers for this DVR port a2365153-8272-4a84-b4d4-5b37154b2b1f on host n-h2-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:09:21.143390 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-27c7cb0c-ebf1-4119-995d-ba6fa608cb11 req-39666c27-0283-4d77-a3f4-b262928d0284 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:21.153381 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-27c7cb0c-ebf1-4119-995d-ba6fa608cb11 req-39666c27-0283-4d77-a3f4-b262928d0284 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.44 "DELETE /v2.0/ports/a2365153-8272-4a84-b4d4-5b37154b2b1f HTTP/1.1" status: 204 len: 173 time: 1.3340743 Oct 30 15:09:21.155596 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['914696c5-5889-4b05-8d4d-dfdeb7ef3f59', 'c5354e8c-a792-468f-8924-a3c448cc2b4a', 'a2365153-8272-4a84-b4d4-5b37154b2b1f'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:09:21.221033 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254bd07c-b7e9-4a41-a37c-9bd28505d3af req-fd001522-26a7-46a5-a023-6791fbe546e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:21.222898 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-254bd07c-b7e9-4a41-a37c-9bd28505d3af req-fd001522-26a7-46a5-a023-6791fbe546e3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d103ce083ed041adb4389e08e444486c&device_id=38b6ea8a-1b9b-469b-92d2-501557b84274 HTTP/1.1" status: 200 len: 1095 time: 0.1266782 Oct 30 15:09:21.338382 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0e10ff0b-b0e2-47e2-ba1a-5365bddc4257 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:21.342424 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-254bd07c-b7e9-4a41-a37c-9bd28505d3af req-bbdfab1b-55bf-444a-8dcb-3409316c4b18 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2cc66d70-4012-44da-84d5-330709702601 HTTP/1.1" status: 200 len: 217 time: 0.1045809 Oct 30 15:09:21.360863 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085 up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:09:21.567453 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ca418f9-ac64-472b-bb6a-2b067e61baee', 'tag': '5fef0f85-c4bb-4e50-a76f-a2fb8545703f'}, {'server_uuid': '4396ab3e-3fda-4fda-b0ed-64347024ebf4', 'name': 'network-vif-deleted', 'tag': 'a2365153-8272-4a84-b4d4-5b37154b2b1f'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:09:21.597685 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a73d6b2-cf0a-4f80-b2de-0b763ed301a4" -d '{"events": [{"name": "network-changed", "server_uuid": "4ca418f9-ac64-472b-bb6a-2b067e61baee", "tag": "5fef0f85-c4bb-4e50-a76f-a2fb8545703f"}, {"server_uuid": "4396ab3e-3fda-4fda-b0ed-64347024ebf4", "name": "network-vif-deleted", "tag": "a2365153-8272-4a84-b4d4-5b37154b2b1f"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:09:21.714278 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564bf87-ace6-4f25-850b-2b40c42b672f req-9b115e27-87cd-47d3-b733-55b2a4f6efbb tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:21.728052 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0564bf87-ace6-4f25-850b-2b40c42b672f req-9b115e27-87cd-47d3-b733-55b2a4f6efbb tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/ports?device_id=38b6ea8a-1b9b-469b-92d2-501557b84274 HTTP/1.1" status: 200 len: 943 time: 0.3944604 Oct 30 15:09:21.762836 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:09:21.768198 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254bd07c-b7e9-4a41-a37c-9bd28505d3af req-c91db5ec-1938-47c3-beb4-c5fef4400b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:21.784650 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:09:21.785312 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:21.789809 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-254bd07c-b7e9-4a41-a37c-9bd28505d3af req-c91db5ec-1938-47c3-beb4-c5fef4400b3e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3cb61793-e4f4-4170-acef-edeb99d95e6b HTTP/1.1" status: 200 len: 861 time: 0.4214611 Oct 30 15:09:21.796393 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90c0b7c-1850-482f-88f9-40d238676b43 x-openstack-request-id: req-f90c0b7c-1850-482f-88f9-40d238676b43 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:09:21.796642 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38b6ea8a-1b9b-469b-92d2-501557b84274", "tag": "2cc66d70-4012-44da-84d5-330709702601", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:09:21.798891 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f90c0b7c-1850-482f-88f9-40d238676b43 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:09:21.800929 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38b6ea8a-1b9b-469b-92d2-501557b84274', 'tag': '2cc66d70-4012-44da-84d5-330709702601', 'status': 'completed', 'code': 200} Oct 30 15:09:21.949741 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-254bd07c-b7e9-4a41-a37c-9bd28505d3af req-7a5ba4d7-fee7-4169-bb31-fc836277f3fa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=83cbffa3-ed24-45ac-a4b8-68763573cf86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1331973 Oct 30 15:09:21.961464 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0564bf87-ace6-4f25-850b-2b40c42b672f req-627de378-8723-4122-8d55-d28b72330340 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ae719f6-042b-4d46-b69b-db501d96f392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324681 Oct 30 15:09:21.982843 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 57640) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:09:22.105815 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 30 Oct 2021 15:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac860f8b-82bc-4152-b6f6-b8a177685a86 x-openstack-request-id: req-ac860f8b-82bc-4152-b6f6-b8a177685a86 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:09:22.106197 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ca418f9-ac64-472b-bb6a-2b067e61baee", "tag": "5fef0f85-c4bb-4e50-a76f-a2fb8545703f", "status": "completed", "code": 200}, {"server_uuid": "4396ab3e-3fda-4fda-b0ed-64347024ebf4", "name": "network-vif-deleted", "tag": "a2365153-8272-4a84-b4d4-5b37154b2b1f", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:09:22.106461 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ac860f8b-82bc-4152-b6f6-b8a177685a86 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:09:22.106866 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ca418f9-ac64-472b-bb6a-2b067e61baee', 'tag': '5fef0f85-c4bb-4e50-a76f-a2fb8545703f', 'status': 'completed', 'code': 200} Oct 30 15:09:22.107128 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4396ab3e-3fda-4fda-b0ed-64347024ebf4', 'name': 'network-vif-deleted', 'tag': 'a2365153-8272-4a84-b4d4-5b37154b2b1f', 'status': 'completed', 'code': 200} Oct 30 15:09:22.306189 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b3791-c9bc-4b3e-97dd-2dab1cba7fe1 req-376745d6-4424-435e-96de-a0e3e56cd810 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:22.307881 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4a1b3791-c9bc-4b3e-97dd-2dab1cba7fe1 req-376745d6-4424-435e-96de-a0e3e56cd810 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ca418f9-ac64-472b-bb6a-2b067e61baee HTTP/1.1" status: 200 len: 943 time: 0.0815544 Oct 30 15:09:22.309615 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-254bd07c-b7e9-4a41-a37c-9bd28505d3af req-cb8bc56f-c20f-42a8-98cd-cc95003daf8c service neutron] 10.222.0.44 "GET /v2.0/networks/83cbffa3-ed24-45ac-a4b8-68763573cf86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3470287 Oct 30 15:09:22.488229 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:22.538660 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-eb634aec-b1f9-4eb0-9417-b7fd694978a7 req-bbd0a9c1-f200-4098-8d2f-a3ca8ed16650 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=4396ab3e-3fda-4fda-b0ed-64347024ebf4 HTTP/1.1" status: 200 len: 210 time: 0.2142477 Oct 30 15:09:22.601134 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97452329-4434-433e-b37c-61f92fe601e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:09:22.605088 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da4e24a-3978-45ad-9350-786e9db88b95" -d '{"events": [{"server_uuid": "97452329-4434-433e-b37c-61f92fe601e3", "name": "network-vif-plugged", "status": "completed", "tag": "bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:09:22.620702 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4a1b3791-c9bc-4b3e-97dd-2dab1cba7fe1 req-3446083a-7c1a-4072-90a2-80aa707b1996 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787030 Oct 30 15:09:22.638368 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a73d6b2-cf0a-4f80-b2de-0b763ed301a4 req-aeb82d6d-2130-419a-a80e-7fdf35f74e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:22.642544 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4a73d6b2-cf0a-4f80-b2de-0b763ed301a4 req-aeb82d6d-2130-419a-a80e-7fdf35f74e01 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=48ec0906891f440e8725a8b756af6e71&device_id=4ca418f9-ac64-472b-bb6a-2b067e61baee HTTP/1.1" status: 200 len: 1126 time: 0.3303165 Oct 30 15:09:22.647570 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:09:22.674866 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:22.675766 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device a2365153-8272-4a84-b4d4-5b37154b2b1f no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:09:22.704564 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] No Port match for: a2365153-8272-4a84-b4d4-5b37154b2b1f {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:09:22.704941 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device a2365153-8272-4a84-b4d4-5b37154b2b1f not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:09:22.740170 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-ac39bf3d-5b57-4ae6-a518-8e0bd739be49 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=470fadf7aa904f7cb8fbf1ba1ab73a55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7559841 Oct 30 15:09:22.742658 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 57652) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:09:22.772118 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a73d6b2-cf0a-4f80-b2de-0b763ed301a4 req-6f45173a-e390-446c-bc3e-9fb8d6eccc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:22.773785 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4a73d6b2-cf0a-4f80-b2de-0b763ed301a4 req-6f45173a-e390-446c-bc3e-9fb8d6eccc76 service neutron] 10.222.0.53 "GET /v2.0/networks?id=291c5166-548b-4ef8-b78f-841a397188df HTTP/1.1" status: 200 len: 921 time: 0.1236632 Oct 30 15:09:22.905350 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4a73d6b2-cf0a-4f80-b2de-0b763ed301a4 req-263da689-837e-441f-925a-6b913f42c6cd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fef0f85-c4bb-4e50-a76f-a2fb8545703f HTTP/1.1" status: 200 len: 217 time: 0.1105578 Oct 30 15:09:22.909866 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-254bd07c-b7e9-4a41-a37c-9bd28505d3af req-647fa70b-4265-43b4-a849-fd3498ac2c98 service neutron] 10.222.0.44 "GET /v2.0/networks/83cbffa3-ed24-45ac-a4b8-68763573cf86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5823414 Oct 30 15:09:22.927064 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9535f01d-f3a9-4a85-94d0-08bb6d564021 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:22.936562 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085,revision_number=9']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:22.966464 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f6ab9-d1cf-43b0-acc6-10ac9cd303b6 req-ea795582-26d4-4cb1-a380-e0b30c8dbdcd tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:22.975029 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b36f6ab9-d1cf-43b0-acc6-10ac9cd303b6 req-ea795582-26d4-4cb1-a380-e0b30c8dbdcd tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=97452329-4434-433e-b37c-61f92fe601e3 HTTP/1.1" status: 200 len: 949 time: 0.1983058 Oct 30 15:09:23.022317 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a73d6b2-cf0a-4f80-b2de-0b763ed301a4 req-5ec923b2-f5b6-41dd-b232-96a29a251e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:23.024448 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4a73d6b2-cf0a-4f80-b2de-0b763ed301a4 req-5ec923b2-f5b6-41dd-b232-96a29a251e2c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4f4c836a-b7bd-4d76-afd1-011b8a3fe891 HTTP/1.1" status: 200 len: 860 time: 0.1080718 Oct 30 15:09:23.024775 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9535f01d-f3a9-4a85-94d0-08bb6d564021 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:23.047321 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b4a61c-de00-47dd-8348-ffe46c8e1b7a x-openstack-request-id: req-64b4a61c-de00-47dd-8348-ffe46c8e1b7a {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:09:23.047914 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97452329-4434-433e-b37c-61f92fe601e3", "name": "network-vif-plugged", "status": "completed", "tag": "bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:09:23.048965 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-64b4a61c-de00-47dd-8348-ffe46c8e1b7a {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:09:23.051763 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97452329-4434-433e-b37c-61f92fe601e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085', 'code': 200} Oct 30 15:09:23.052443 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b36f6ab9-d1cf-43b0-acc6-10ac9cd303b6 req-da193fac-ea54-4424-b668-eb9ebb048c68 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761485 Oct 30 15:09:23.189324 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9535f01d-f3a9-4a85-94d0-08bb6d564021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:23.192000 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9535f01d-f3a9-4a85-94d0-08bb6d564021 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:23.193180 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9535f01d-f3a9-4a85-94d0-08bb6d564021 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cbeb9008-c90c-4174-8348-aac0ca862d15 HTTP/1.1" status: 204 len: 168 time: 0.4492567 Oct 30 15:09:23.230099 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9535f01d-f3a9-4a85-94d0-08bb6d564021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbeb9008-c90c-4174-8348-aac0ca862d15,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:23.273744 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4a73d6b2-cf0a-4f80-b2de-0b763ed301a4 req-51f844c1-9f46-4b2f-b4e8-dbb252c04465 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=291c5166-548b-4ef8-b78f-841a397188df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2194073 Oct 30 15:09:23.446583 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3b9d97-6999-43a9-a9c5-4fb4c13c4168 req-65e1207e-3e82-492e-ab0f-c06b226a6818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:23.448365 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fd3b9d97-6999-43a9-a9c5-4fb4c13c4168 req-65e1207e-3e82-492e-ab0f-c06b226a6818 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d103ce083ed041adb4389e08e444486c&device_id=38b6ea8a-1b9b-469b-92d2-501557b84274 HTTP/1.1" status: 200 len: 1095 time: 0.3918505 Oct 30 15:09:23.467773 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3077f977-d138-4193-a32f-433eb1bf2e2b req-2b68713b-e41a-4dcb-a170-69e23d43dbbb tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:23.471656 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3077f977-d138-4193-a32f-433eb1bf2e2b req-2b68713b-e41a-4dcb-a170-69e23d43dbbb tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/ports?device_id=38b6ea8a-1b9b-469b-92d2-501557b84274 HTTP/1.1" status: 200 len: 943 time: 0.2264631 Oct 30 15:09:23.736667 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a568e710-4e47-4deb-a0d9-4b33e8d1b4d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:23.755043 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3b9d97-6999-43a9-a9c5-4fb4c13c4168 req-7cf5b397-9e20-4d59-b014-da72be2dcc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:23.756554 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fd3b9d97-6999-43a9-a9c5-4fb4c13c4168 req-7cf5b397-9e20-4d59-b014-da72be2dcc82 service neutron] 10.222.0.44 "GET /v2.0/networks?id=83cbffa3-ed24-45ac-a4b8-68763573cf86 HTTP/1.1" status: 200 len: 922 time: 0.2833552 Oct 30 15:09:23.757703 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c763e192-e880-4d7a-98d6-21bdc589a8b7 req-cf859f5a-373d-4214-9950-73dfb747359c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:23.759368 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c763e192-e880-4d7a-98d6-21bdc589a8b7 req-cf859f5a-373d-4214-9950-73dfb747359c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=97452329-4434-433e-b37c-61f92fe601e3&tenant_id=77cd9b926c2f46c3aa4784fd4d8318b7 HTTP/1.1" status: 200 len: 1101 time: 0.1227100 Oct 30 15:09:23.776725 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-c763e192-e880-4d7a-98d6-21bdc589a8b7 req-cccfeb83-3cb1-47b4-b182-ae756de86b23 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-17', 'device_owner': 'compute:nova'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:09:23.886124 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fd3b9d97-6999-43a9-a9c5-4fb4c13c4168 req-310fe518-22f7-4fa6-adb1-da7b25cfe856 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2cc66d70-4012-44da-84d5-330709702601 HTTP/1.1" status: 200 len: 217 time: 0.1001122 Oct 30 15:09:23.927309 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-c763e192-e880-4d7a-98d6-21bdc589a8b7 req-cccfeb83-3cb1-47b4-b182-ae756de86b23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:23.977874 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3077f977-d138-4193-a32f-433eb1bf2e2b req-204855c9-85b9-4a1b-9eb2-fcc0d59be972 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ae719f6-042b-4d46-b69b-db501d96f392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581377 Oct 30 15:09:24.129351 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4a73d6b2-cf0a-4f80-b2de-0b763ed301a4 req-1b62e3d3-ccd8-48bd-bc8e-50eae46d4a3b service neutron] 10.222.0.53 "GET /v2.0/networks/291c5166-548b-4ef8-b78f-841a397188df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7932053 Oct 30 15:09:24.327778 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3b9d97-6999-43a9-a9c5-4fb4c13c4168 req-d41cb930-a30c-40ab-b417-f1944e99354d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:24.329495 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fd3b9d97-6999-43a9-a9c5-4fb4c13c4168 req-d41cb930-a30c-40ab-b417-f1944e99354d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3cb61793-e4f4-4170-acef-edeb99d95e6b HTTP/1.1" status: 200 len: 861 time: 0.3597553 Oct 30 15:09:24.401854 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fd3b9d97-6999-43a9-a9c5-4fb4c13c4168 req-c5a6fac2-e102-4d87-89b9-f55fa25ed1ea service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=83cbffa3-ed24-45ac-a4b8-68763573cf86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592644 Oct 30 15:09:24.494958 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-c763e192-e880-4d7a-98d6-21bdc589a8b7 req-cccfeb83-3cb1-47b4-b182-ae756de86b23 service neutron] For port bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:09:24.497672 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ee283-ff31-43c5-ab10-268f020f36ab req-0be9312d-3297-4ffa-a13a-c69b422612e8 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:24.499255 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-694ee283-ff31-43c5-ab10-268f020f36ab req-0be9312d-3297-4ffa-a13a-c69b422612e8 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3e7fcd5-1ed0-497a-8e74-761dcf0d44bb HTTP/1.1" status: 200 len: 948 time: 0.2170196 Oct 30 15:09:24.526787 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4a73d6b2-cf0a-4f80-b2de-0b763ed301a4 req-20247770-68e9-47cc-9ab5-30123b48e712 service neutron] 10.222.0.53 "GET /v2.0/networks/291c5166-548b-4ef8-b78f-841a397188df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3740182 Oct 30 15:09:24.549236 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-c763e192-e880-4d7a-98d6-21bdc589a8b7 req-cccfeb83-3cb1-47b4-b182-ae756de86b23 service neutron] For port bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:09:24.593359 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:24.637039 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-c763e192-e880-4d7a-98d6-21bdc589a8b7 req-cccfeb83-3cb1-47b4-b182-ae756de86b23 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:24.659835 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97452329-4434-433e-b37c-61f92fe601e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:09:24.663152 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-074e3b23-14cc-48c4-93d2-85bea14a6008" -d '{"events": [{"server_uuid": "97452329-4434-433e-b37c-61f92fe601e3", "name": "network-vif-unplugged", "status": "completed", "tag": "bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:09:24.668533 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-c763e192-e880-4d7a-98d6-21bdc589a8b7 req-cccfeb83-3cb1-47b4-b182-ae756de86b23 service neutron] Transition to ACTIVE for port object bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:09:24.680153 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-694ee283-ff31-43c5-ab10-268f020f36ab req-76ddfc27-6921-4cf3-8f80-54d5ebe4589d tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687200 Oct 30 15:09:24.701602 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-c763e192-e880-4d7a-98d6-21bdc589a8b7 req-cccfeb83-3cb1-47b4-b182-ae756de86b23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:24.736897 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fd3b9d97-6999-43a9-a9c5-4fb4c13c4168 req-eec2801a-e887-4bdf-b30c-218713ad2c8b service neutron] 10.222.0.44 "GET /v2.0/networks/83cbffa3-ed24-45ac-a4b8-68763573cf86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050184 Oct 30 15:09:24.787039 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ef826-bc87-4723-8af0-94cb50e648da req-5fba48cf-fcf3-4016-8064-5eccb063729d tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:24.794713 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7e0ef826-bc87-4723-8af0-94cb50e648da req-5fba48cf-fcf3-4016-8064-5eccb063729d tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ca418f9-ac64-472b-bb6a-2b067e61baee HTTP/1.1" status: 200 len: 943 time: 0.1427934 Oct 30 15:09:24.822826 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccfeb83-3cb1-47b4-b182-ae756de86b23 service neutron] Pushing event updated for resources: {'Port': ['ID=bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085,revision_number=10']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:24.846044 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:24.886417 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-c763e192-e880-4d7a-98d6-21bdc589a8b7 req-cccfeb83-3cb1-47b4-b182-ae756de86b23 service neutron] No DVR routers for this DVR port bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085 on host n-h2-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:09:24.945695 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 57706) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:09:24.989163 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7e0ef826-bc87-4723-8af0-94cb50e648da req-849625a3-e2a5-4cb4-96c7-5479f380886d tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922240 Oct 30 15:09:24.997824 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-c763e192-e880-4d7a-98d6-21bdc589a8b7 req-cccfeb83-3cb1-47b4-b182-ae756de86b23 service neutron] Attempting to bind port bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:09:24.998143 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-c763e192-e880-4d7a-98d6-21bdc589a8b7 req-cccfeb83-3cb1-47b4-b182-ae756de86b23 service neutron] Attempting to bind port bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:09:24.999427 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c763e192-e880-4d7a-98d6-21bdc589a8b7 req-cccfeb83-3cb1-47b4-b182-ae756de86b23 service neutron] Attempting to bind port bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085 on network 8de8b155-6e08-41c3-866a-8b30bb481704 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:09:25.012703 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c763e192-e880-4d7a-98d6-21bdc589a8b7 req-cccfeb83-3cb1-47b4-b182-ae756de86b23 service neutron] Port bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085 on network 8de8b155-6e08-41c3-866a-8b30bb481704 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:09:25.014217 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c763e192-e880-4d7a-98d6-21bdc589a8b7 req-cccfeb83-3cb1-47b4-b182-ae756de86b23 service neutron] Attempting to bind port bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085 on network 8de8b155-6e08-41c3-866a-8b30bb481704 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:09:25.033626 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c763e192-e880-4d7a-98d6-21bdc589a8b7 req-cccfeb83-3cb1-47b4-b182-ae756de86b23 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:09:25.035433 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c763e192-e880-4d7a-98d6-21bdc589a8b7 req-cccfeb83-3cb1-47b4-b182-ae756de86b23 service neutron] Checking segment: {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:09:25.035909 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c763e192-e880-4d7a-98d6-21bdc589a8b7 req-cccfeb83-3cb1-47b4-b182-ae756de86b23 service neutron] Bound using segment: {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:09:25.037010 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-c763e192-e880-4d7a-98d6-21bdc589a8b7 req-cccfeb83-3cb1-47b4-b182-ae756de86b23 service neutron] Bound port: bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:09:25.039182 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-c763e192-e880-4d7a-98d6-21bdc589a8b7 req-cccfeb83-3cb1-47b4-b182-ae756de86b23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:25.042580 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fd3b9d97-6999-43a9-a9c5-4fb4c13c4168 req-5a681e87-c3ac-4b07-91d3-cfd5098dab19 service neutron] 10.222.0.44 "GET /v2.0/networks/83cbffa3-ed24-45ac-a4b8-68763573cf86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961233 Oct 30 15:09:25.072810 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e43f5b-292a-426f-ae09-427967332dce req-630e1cda-2c52-440a-a933-90e017c5d8a3 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:25.091721 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c4e43f5b-292a-426f-ae09-427967332dce req-630e1cda-2c52-440a-a933-90e017c5d8a3 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=97452329-4434-433e-b37c-61f92fe601e3 HTTP/1.1" status: 200 len: 948 time: 0.1511884 Oct 30 15:09:25.183949 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-c763e192-e880-4d7a-98d6-21bdc589a8b7 req-cccfeb83-3cb1-47b4-b182-ae756de86b23 service neutron] For port bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085, host n-h1-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:09:25.201005 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-c763e192-e880-4d7a-98d6-21bdc589a8b7 req-cccfeb83-3cb1-47b4-b182-ae756de86b23 service neutron] For port bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:09:25.204122 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c4e43f5b-292a-426f-ae09-427967332dce req-ec45fd37-9198-4367-ab7f-ea21e537e8f1 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111310 Oct 30 15:09:25.213376 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-c763e192-e880-4d7a-98d6-21bdc589a8b7 req-cccfeb83-3cb1-47b4-b182-ae756de86b23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:25.287791 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccfeb83-3cb1-47b4-b182-ae756de86b23 service neutron] Pushing event updated for resources: {'Port': ['ID=bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085,revision_number=11']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:25.293038 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Oct 2021 15:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc76f15-39bb-447d-8232-e0a2b5c04f6e x-openstack-request-id: req-fdc76f15-39bb-447d-8232-e0a2b5c04f6e {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:09:25.293327 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97452329-4434-433e-b37c-61f92fe601e3", "name": "network-vif-unplugged", "status": "completed", "tag": "bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:09:25.293583 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fdc76f15-39bb-447d-8232-e0a2b5c04f6e {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:09:25.293970 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97452329-4434-433e-b37c-61f92fe601e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085', 'code': 200} Oct 30 15:09:25.319793 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c763e192-e880-4d7a-98d6-21bdc589a8b7 req-cccfeb83-3cb1-47b4-b182-ae756de86b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:25.320942 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-c763e192-e880-4d7a-98d6-21bdc589a8b7 req-cccfeb83-3cb1-47b4-b182-ae756de86b23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:25.322562 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c763e192-e880-4d7a-98d6-21bdc589a8b7 req-cccfeb83-3cb1-47b4-b182-ae756de86b23 service neutron] 10.222.0.53 "PUT /v2.0/ports/bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085 HTTP/1.1" status: 200 len: 1097 time: 1.5522156 Oct 30 15:09:25.327537 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 2cc66d70-4012-44da-84d5-330709702601 details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:09:25.340655 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085 no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:09:25.394217 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f228585-a79e-4ace-ae4e-c87c0933cc04 req-23a21a7e-1807-42dc-a483-59ec367be3d9 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:25.402933 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1f228585-a79e-4ace-ae4e-c87c0933cc04 req-23a21a7e-1807-42dc-a483-59ec367be3d9 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/ports?device_id=38b6ea8a-1b9b-469b-92d2-501557b84274 HTTP/1.1" status: 200 len: 943 time: 0.0973978 Oct 30 15:09:25.462805 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-4feb0f49-be15-4be6-b5b3-b1262285e471 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1637079846-network', 'tenant_id': 'c642d29d1c17474c8a26fe3f03026a83'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:09:25.481098 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 5fef0f85-c4bb-4e50-a76f-a2fb8545703f no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:09:25.499630 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1f228585-a79e-4ace-ae4e-c87c0933cc04 req-6f1aa8e4-a5a2-408a-8f3b-116ffacebfae tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ae719f6-042b-4d46-b69b-db501d96f392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867295 Oct 30 15:09:25.532595 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4feb0f49-be15-4be6-b5b3-b1262285e471 admin admin] Made reservation on behalf of c642d29d1c17474c8a26fe3f03026a83 for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:09:25.537819 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4feb0f49-be15-4be6-b5b3-b1262285e471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:25.559963 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c763e192-e880-4d7a-98d6-21bdc589a8b7 req-0c87f2c0-9fd7-475f-8e3a-f1000df6b325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:25.566784 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c763e192-e880-4d7a-98d6-21bdc589a8b7 req-0c87f2c0-9fd7-475f-8e3a-f1000df6b325 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=77cd9b926c2f46c3aa4784fd4d8318b7&device_id=97452329-4434-433e-b37c-61f92fe601e3 HTTP/1.1" status: 200 len: 1100 time: 0.2069690 Oct 30 15:09:25.578354 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 2cc66d70-4012-44da-84d5-330709702601, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=2cc66d70-4012-44da-84d5-330709702601,segment=NetworkSegment(534c4b02-f4b0-449f-adfa-dbd225c0e219),segment_id=534c4b02-f4b0-449f-adfa-dbd225c0e219)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:09:25.599137 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085 not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:09:25.603763 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': '2cc66d70-4012-44da-84d5-330709702601', 'network_id': '83cbffa3-ed24-45ac-a4b8-68763573cf86', 'port_id': '2cc66d70-4012-44da-84d5-330709702601', 'mac_address': 'fa:16:3e:c3:7f:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cb61793-e4f4-4170-acef-edeb99d95e6b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:09:25.607068 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4feb0f49-be15-4be6-b5b3-b1262285e471 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:25.643983 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b39459-9d72-4971-8339-cdb6d1c5e295 req-e1d3e144-2e3e-4855-9b8c-6d39bab095dc tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:25.649034 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:25.656435 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-80b39459-9d72-4971-8339-cdb6d1c5e295 req-e1d3e144-2e3e-4855-9b8c-6d39bab095dc tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.53 "GET /v2.0/ports?device_id=a3e7fcd5-1ed0-497a-8e74-761dcf0d44bb HTTP/1.1" status: 200 len: 948 time: 0.1122668 Oct 30 15:09:25.670297 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cc66d70-4012-44da-84d5-330709702601 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:09:25.816486 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 2cc66d70-4012-44da-84d5-330709702601, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=2cc66d70-4012-44da-84d5-330709702601,segment=NetworkSegment(534c4b02-f4b0-449f-adfa-dbd225c0e219),segment_id=534c4b02-f4b0-449f-adfa-dbd225c0e219)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:09:25.827042 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:25.899104 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=2cc66d70-4012-44da-84d5-330709702601,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:25.903710 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-80b39459-9d72-4971-8339-cdb6d1c5e295 req-6bc7bf66-3e28-4386-91b1-487fb34c2051 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Deleting port 7004f84f-0479-463e-b5e9-48072c97e3b9 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:09:25.904440 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-80b39459-9d72-4971-8339-cdb6d1c5e295 req-6bc7bf66-3e28-4386-91b1-487fb34c2051 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:25.952921 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c763e192-e880-4d7a-98d6-21bdc589a8b7 req-6acd1a58-9eef-4de1-a4ae-e53033960927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:25.955856 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c763e192-e880-4d7a-98d6-21bdc589a8b7 req-6acd1a58-9eef-4de1-a4ae-e53033960927 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8de8b155-6e08-41c3-866a-8b30bb481704 HTTP/1.1" status: 200 len: 870 time: 0.3750391 Oct 30 15:09:26.026513 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c763e192-e880-4d7a-98d6-21bdc589a8b7 req-4ca2c90f-bdc2-4c22-9fde-740027f9b937 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085 HTTP/1.1" status: 200 len: 217 time: 0.0633652 Oct 30 15:09:26.041088 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70cb909-8f68-461d-9739-8295a3f23deb req-f5b3f603-828c-4dbc-95ab-26d5d3830d67 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:26.042940 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e70cb909-8f68-461d-9739-8295a3f23deb req-f5b3f603-828c-4dbc-95ab-26d5d3830d67 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3e7fcd5-1ed0-497a-8e74-761dcf0d44bb HTTP/1.1" status: 200 len: 948 time: 0.1867466 Oct 30 15:09:26.066536 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-80b39459-9d72-4971-8339-cdb6d1c5e295 req-6bc7bf66-3e28-4386-91b1-487fb34c2051 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] For port 7004f84f-0479-463e-b5e9-48072c97e3b9, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=7004f84f-0479-463e-b5e9-48072c97e3b9,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:09:26.067692 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-80b39459-9d72-4971-8339-cdb6d1c5e295 req-6bc7bf66-3e28-4386-91b1-487fb34c2051 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:26.086153 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-80b39459-9d72-4971-8339-cdb6d1c5e295 req-6bc7bf66-3e28-4386-91b1-487fb34c2051 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Calling delete_port for 7004f84f-0479-463e-b5e9-48072c97e3b9 owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:09:26.148522 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e70cb909-8f68-461d-9739-8295a3f23deb req-4a49bf9b-ff63-425f-85c1-24bcde223a09 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836608 Oct 30 15:09:26.189308 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:09:26.202347 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4feb0f49-be15-4be6-b5b3-b1262285e471 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:26.206262 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['2cc66d70-4012-44da-84d5-330709702601'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:09:26.247891 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4feb0f49-be15-4be6-b5b3-b1262285e471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:26.289195 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c763e192-e880-4d7a-98d6-21bdc589a8b7 req-b2eebf7f-9ef0-498a-a97e-fde6156bd818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:26.291078 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c763e192-e880-4d7a-98d6-21bdc589a8b7 req-b2eebf7f-9ef0-498a-a97e-fde6156bd818 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.2471557 Oct 30 15:09:26.299648 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4feb0f49-be15-4be6-b5b3-b1262285e471 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:09:26.309840 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4feb0f49-be15-4be6-b5b3-b1262285e471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:26.310459 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-4feb0f49-be15-4be6-b5b3-b1262285e471 admin admin] Added segment e2e92438-367a-453c-8d44-601695a985d2 of type vlan for network 9abbcbf2-a188-4900-a6d1-4485f2b38da9 Oct 30 15:09:26.335694 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cd1cec-a61a-4227-b55e-0dcc5516cd52 req-9ed198f4-eb55-4777-9fda-5392363426f0 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:26.337328 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-23cd1cec-a61a-4227-b55e-0dcc5516cd52 req-9ed198f4-eb55-4777-9fda-5392363426f0 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/networks?id=2f36ee91-6757-4d64-8719-4cb39651ac94 HTTP/1.1" status: 200 len: 808 time: 0.1863372 Oct 30 15:09:26.354345 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4feb0f49-be15-4be6-b5b3-b1262285e471 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:26.388650 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-23cd1cec-a61a-4227-b55e-0dcc5516cd52 req-2d8c1582-8429-44ff-a6a8-9a718c532760 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/quotas/b8aea481537c4f1b9ab8f7eccea88bfc HTTP/1.1" status: 200 len: 375 time: 0.0399008 Oct 30 15:09:26.445910 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:26.454399 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-80b39459-9d72-4971-8339-cdb6d1c5e295 req-6bc7bf66-3e28-4386-91b1-487fb34c2051 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:26.464474 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-23cd1cec-a61a-4227-b55e-0dcc5516cd52 req-fb36b477-dbed-4b4a-8df1-3f605262d8e0 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b8aea481537c4f1b9ab8f7eccea88bfc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0697372 Oct 30 15:09:26.466720 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4feb0f49-be15-4be6-b5b3-b1262285e471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:26.471084 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4feb0f49-be15-4be6-b5b3-b1262285e471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:26.474209 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4feb0f49-be15-4be6-b5b3-b1262285e471 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:26.495742 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['96545323-feb6-420b-9242-c65d8a00a3f5', '1bdc240c-44b4-4394-9ed5-ace834086c73', '67a02029-0352-4f05-b377-299b49d77849', 'b4d0397e-9887-4a46-bdb3-9f808ed9d380', '7004f84f-0479-463e-b5e9-48072c97e3b9'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:09:26.600742 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc7bf66-3e28-4386-91b1-487fb34c2051 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Pushing event deleted for resources: {'Port': ['ID=7004f84f-0479-463e-b5e9-48072c97e3b9,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:26.604249 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-23cd1cec-a61a-4227-b55e-0dcc5516cd52 req-b7d5d9d9-61f6-45e3-b356-b4c387bc8ec2 service neutron] 10.222.0.62 "GET /v2.0/networks/2f36ee91-6757-4d64-8719-4cb39651ac94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154776 Oct 30 15:09:26.740491 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-23cd1cec-a61a-4227-b55e-0dcc5516cd52 req-28d5417c-b231-4815-9e36-0dd7c4ab4d44 service neutron] 10.222.0.62 "GET /v2.0/networks/2f36ee91-6757-4d64-8719-4cb39651ac94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280029 Oct 30 15:09:26.780524 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f823c00f-58f5-4ac4-aa49-eaed309330eb req-08f14628-00a6-4b9c-88dc-d25b12febe99 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:26.793532 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f823c00f-58f5-4ac4-aa49-eaed309330eb req-08f14628-00a6-4b9c-88dc-d25b12febe99 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ca418f9-ac64-472b-bb6a-2b067e61baee HTTP/1.1" status: 200 len: 943 time: 0.5784745 Oct 30 15:09:26.810210 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-80b39459-9d72-4971-8339-cdb6d1c5e295 req-6bc7bf66-3e28-4386-91b1-487fb34c2051 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] No DVR routers for this DVR port 7004f84f-0479-463e-b5e9-48072c97e3b9 on host n-h1-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:09:26.814318 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-80b39459-9d72-4971-8339-cdb6d1c5e295 req-6bc7bf66-3e28-4386-91b1-487fb34c2051 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:26.819135 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c763e192-e880-4d7a-98d6-21bdc589a8b7 req-173ce920-ca9e-454a-9737-64049433aa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:26.822724 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-80b39459-9d72-4971-8339-cdb6d1c5e295 req-6bc7bf66-3e28-4386-91b1-487fb34c2051 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.53 "DELETE /v2.0/ports/7004f84f-0479-463e-b5e9-48072c97e3b9 HTTP/1.1" status: 204 len: 173 time: 1.1561835 Oct 30 15:09:26.823368 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3e7fcd5-1ed0-497a-8e74-761dcf0d44bb', 'name': 'network-vif-deleted', 'tag': '7004f84f-0479-463e-b5e9-48072c97e3b9'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:09:26.824357 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c763e192-e880-4d7a-98d6-21bdc589a8b7 req-173ce920-ca9e-454a-9737-64049433aa58 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3703301 Oct 30 15:09:26.834779 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e4c0c6-2b5d-46e2-9822-33ef17b4335e" -d '{"events": [{"server_uuid": "a3e7fcd5-1ed0-497a-8e74-761dcf0d44bb", "name": "network-vif-deleted", "tag": "7004f84f-0479-463e-b5e9-48072c97e3b9"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:09:26.878546 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feb0f49-be15-4be6-b5b3-b1262285e471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7652ac-9750-40a3-9a50-b6f41851d170,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:26.901618 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 57746) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:09:26.905786 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-4feb0f49-be15-4be6-b5b3-b1262285e471 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9562981 Oct 30 15:09:26.906680 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-7e6ac293-edab-447d-8ff3-4764d10acaaf admin admin] Request body: {'subnet': {'network_id': '9abbcbf2-a188-4900-a6d1-4485f2b38da9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1637079846-subnet', 'tenant_id': 'c642d29d1c17474c8a26fe3f03026a83', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:09:26.974095 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6ac293-edab-447d-8ff3-4764d10acaaf admin admin] Made reservation on behalf of c642d29d1c17474c8a26fe3f03026a83 for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:09:26.986247 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7e6ac293-edab-447d-8ff3-4764d10acaaf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:27.132186 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c763e192-e880-4d7a-98d6-21bdc589a8b7 req-c4c117c8-0731-478a-bc16-b070980fd223 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867251 Oct 30 15:09:27.143283 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feb0f49-be15-4be6-b5b3-b1262285e471 admin admin] Pushing event updated for resources: {'Network': ['ID=9abbcbf2-a188-4900-a6d1-4485f2b38da9,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:27.170417 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 9abbcbf2-a188-4900-a6d1-4485f2b38da9 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:09:27.179163 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f823c00f-58f5-4ac4-aa49-eaed309330eb req-69d2c430-d561-4dab-b0b3-b7f6e6a17a4a tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3814843 Oct 30 15:09:27.246194 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-9620f404-49ef-4289-9692-81bb7522894f service neutron] 10.222.0.53 "GET /v2.0/ports/5fef0f85-c4bb-4e50-a76f-a2fb8545703f/bindings/n-h2-806683-17 HTTP/1.1" status: 200 len: 385 time: 0.1148779 Oct 30 15:09:27.352422 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97452329-4434-433e-b37c-61f92fe601e3', 'tag': 'bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:09:27.354683 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7e6ac293-edab-447d-8ff3-4764d10acaaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:27.359505 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b559495d-d399-4a11-9e89-b7d2b5f9d98d" -d '{"events": [{"name": "network-changed", "server_uuid": "97452329-4434-433e-b37c-61f92fe601e3", "tag": "bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:09:27.482586 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6ac293-edab-447d-8ff3-4764d10acaaf admin admin] Checking segment: {'id': 'e2e92438-367a-453c-8d44-601695a985d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9abbcbf2-a188-4900-a6d1-4485f2b38da9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:09:27.482852 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6ac293-edab-447d-8ff3-4764d10acaaf admin admin] Network hostable DHCP agents. Network: 9abbcbf2-a188-4900-a6d1-4485f2b38da9, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:09:27.544047 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['914696c5-5889-4b05-8d4d-dfdeb7ef3f59', 'c5354e8c-a792-468f-8924-a3c448cc2b4a'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:09:27.564015 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6ac293-edab-447d-8ff3-4764d10acaaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=554cc0e5-8e90-48c7-ab87-2ae49867c10e,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:27.594538 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c763e192-e880-4d7a-98d6-21bdc589a8b7 req-5c765232-93ff-4cbb-9a1e-c45ac2184d4c service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4453502 Oct 30 15:09:27.623913 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6ac293-edab-447d-8ff3-4764d10acaaf admin admin] Network 9abbcbf2-a188-4900-a6d1-4485f2b38da9 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:09:27.636866 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ad03f-bcb6-427d-ae13-c28d7845fd77 req-5d668a38-a30e-431d-b8d0-d8b8a31064e5 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:27.646391 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-158ad03f-bcb6-427d-ae13-c28d7845fd77 req-5d668a38-a30e-431d-b8d0-d8b8a31064e5 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=97452329-4434-433e-b37c-61f92fe601e3 HTTP/1.1" status: 200 len: 948 time: 0.1327050 Oct 30 15:09:27.728589 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-7e6ac293-edab-447d-8ff3-4764d10acaaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 9abbcbf2-a188-4900-a6d1-4485f2b38da9) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:09:27.736675 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6ac293-edab-447d-8ff3-4764d10acaaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:27.737431 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7e6ac293-edab-447d-8ff3-4764d10acaaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:27.739324 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-158ad03f-bcb6-427d-ae13-c28d7845fd77 req-3dc63533-029b-4bf4-baa6-51e4dfafcf7e tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874066 Oct 30 15:09:27.765416 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e638d2d9-0e4f-4c58-9e7b-b0ef10763da7 None None] Network 9abbcbf2-a188-4900-a6d1-4485f2b38da9 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:09:27.817611 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-454ec3f1-81c3-4fe3-a80a-bdfa48e0905a service neutron] For port 5fef0f85-c4bb-4e50-a76f-a2fb8545703f, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=5fef0f85-c4bb-4e50-a76f-a2fb8545703f,segment=NetworkSegment(e8246d9e-f8e1-4659-b367-d870958fbb44),segment_id=e8246d9e-f8e1-4659-b367-d870958fbb44)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:09:27.841811 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-454ec3f1-81c3-4fe3-a80a-bdfa48e0905a service neutron] For port 5fef0f85-c4bb-4e50-a76f-a2fb8545703f, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:09:27.881315 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-454ec3f1-81c3-4fe3-a80a-bdfa48e0905a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fef0f85-c4bb-4e50-a76f-a2fb8545703f {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:09:27.894860 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-454ec3f1-81c3-4fe3-a80a-bdfa48e0905a service neutron] For port 5fef0f85-c4bb-4e50-a76f-a2fb8545703f, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=5fef0f85-c4bb-4e50-a76f-a2fb8545703f,segment=NetworkSegment(e8246d9e-f8e1-4659-b367-d870958fbb44),segment_id=e8246d9e-f8e1-4659-b367-d870958fbb44)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:09:27.916180 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69047ec-0322-4360-b807-82545ee44df9 x-openstack-request-id: req-c69047ec-0322-4360-b807-82545ee44df9 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:09:27.916472 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3e7fcd5-1ed0-497a-8e74-761dcf0d44bb", "name": "network-vif-deleted", "tag": "7004f84f-0479-463e-b5e9-48072c97e3b9", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:09:27.916856 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c69047ec-0322-4360-b807-82545ee44df9 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:09:27.917131 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3e7fcd5-1ed0-497a-8e74-761dcf0d44bb', 'name': 'network-vif-deleted', 'tag': '7004f84f-0479-463e-b5e9-48072c97e3b9', 'status': 'completed', 'code': 200} Oct 30 15:09:27.922008 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-454ec3f1-81c3-4fe3-a80a-bdfa48e0905a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:27.992532 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 57776) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:09:27.992774 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-7e6ac293-edab-447d-8ff3-4764d10acaaf admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0899229 Oct 30 15:09:27.997921 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-63ecabaa-16d5-4dd7-b318-4fdfe52f2ccf admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1637079846-router', 'tenant_id': 'c642d29d1c17474c8a26fe3f03026a83', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:09:28.005835 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14569fae-254c-4b04-ad34-fa001ae198f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-9abbcbf2-a188-4900-a6d1-4485f2b38da9', 'network_id': '9abbcbf2-a188-4900-a6d1-4485f2b38da9', 'tenant_id': 'c642d29d1c17474c8a26fe3f03026a83', 'fixed_ips': [{'subnet_id': '554cc0e5-8e90-48c7-ab87-2ae49867c10e'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:09:28.007540 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-14569fae-254c-4b04-ad34-fa001ae198f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:28.021967 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e08a91-52a5-464a-8b1f-3b5f9f609132 req-84b4c5ab-71af-460a-8d4d-3123d03045e7 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:28.024530 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-96e08a91-52a5-464a-8b1f-3b5f9f609132 req-84b4c5ab-71af-460a-8d4d-3123d03045e7 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/ports?device_id=38b6ea8a-1b9b-469b-92d2-501557b84274 HTTP/1.1" status: 200 len: 944 time: 0.3154919 Oct 30 15:09:28.056161 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-63ecabaa-16d5-4dd7-b318-4fdfe52f2ccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:28.057874 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-63ecabaa-16d5-4dd7-b318-4fdfe52f2ccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:28.093783 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-454ec3f1-81c3-4fe3-a80a-bdfa48e0905a service neutron] Transition to ACTIVE for port object 5fef0f85-c4bb-4e50-a76f-a2fb8545703f will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:09:28.100838 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-96e08a91-52a5-464a-8b1f-3b5f9f609132 req-f362927b-e545-4312-bbf8-c301457f1d8b tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ae719f6-042b-4d46-b69b-db501d96f392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605342 Oct 30 15:09:28.115494 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-454ec3f1-81c3-4fe3-a80a-bdfa48e0905a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:28.119421 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45152320-00ef-415b-a114-ecb8b081e8f7 x-openstack-request-id: req-45152320-00ef-415b-a114-ecb8b081e8f7 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:09:28.122365 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97452329-4434-433e-b37c-61f92fe601e3", "tag": "bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:09:28.122626 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-45152320-00ef-415b-a114-ecb8b081e8f7 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:09:28.125433 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97452329-4434-433e-b37c-61f92fe601e3', 'tag': 'bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085', 'status': 'completed', 'code': 200} Oct 30 15:09:28.228060 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559495d-d399-4a11-9e89-b7d2b5f9d98d req-2a16dac0-ab3a-44bf-9597-eaa8f46bd113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:28.229564 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b559495d-d399-4a11-9e89-b7d2b5f9d98d req-2a16dac0-ab3a-44bf-9597-eaa8f46bd113 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=77cd9b926c2f46c3aa4784fd4d8318b7&device_id=97452329-4434-433e-b37c-61f92fe601e3 HTTP/1.1" status: 200 len: 1100 time: 0.1334379 Oct 30 15:09:28.272742 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-63ecabaa-16d5-4dd7-b318-4fdfe52f2ccf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:28.296742 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-58f570ca-8cad-4fcf-8148-d6e2908a5e28 req-932c8c82-9af2-4df3-ac6a-b1ac182c215b tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3a669-075e-4332-9f0e-18bed12d9d90 HTTP/1.1" status: 200 len: 210 time: 0.0980592 Oct 30 15:09:28.526287 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-454ec3f1-81c3-4fe3-a80a-bdfa48e0905a service neutron] No DVR routers for this DVR port 5fef0f85-c4bb-4e50-a76f-a2fb8545703f on host n-h1-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:09:28.553495 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-14569fae-254c-4b04-ad34-fa001ae198f0 None None] Allocated IP 172.20.0.2 (9abbcbf2-a188-4900-a6d1-4485f2b38da9/554cc0e5-8e90-48c7-ab87-2ae49867c10e/f4a708d9-7196-4338-b50d-256c44c31f4c) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:09:28.556284 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454ec3f1-81c3-4fe3-a80a-bdfa48e0905a service neutron] Pushing event updated for resources: {'Port': ['ID=5fef0f85-c4bb-4e50-a76f-a2fb8545703f,revision_number=10']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:28.646601 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-454ec3f1-81c3-4fe3-a80a-bdfa48e0905a service neutron] 10.222.0.53 "PUT /v2.0/ports/5fef0f85-c4bb-4e50-a76f-a2fb8545703f/bindings/n-h2-806683-17/activate HTTP/1.1" status: 200 len: 370 time: 1.3753195 Oct 30 15:09:28.759488 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559495d-d399-4a11-9e89-b7d2b5f9d98d req-4df3667d-b79b-4b94-be88-2bab4bf94af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:28.770072 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b559495d-d399-4a11-9e89-b7d2b5f9d98d req-4df3667d-b79b-4b94-be88-2bab4bf94af7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8de8b155-6e08-41c3-866a-8b30bb481704 HTTP/1.1" status: 200 len: 870 time: 0.2357569 Oct 30 15:09:28.855781 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b559495d-d399-4a11-9e89-b7d2b5f9d98d req-6bfb69a9-1ebb-48cc-b9cf-f7d49606739b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085 HTTP/1.1" status: 200 len: 217 time: 0.0845051 Oct 30 15:09:28.933599 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-14569fae-254c-4b04-ad34-fa001ae198f0 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:28.956258 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-14569fae-254c-4b04-ad34-fa001ae198f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:28.987003 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82882c3b-5a3b-4154-a793-c3c3fc0bed2e req-08495096-7e82-400d-9e78-92067fb74803 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:28.997601 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-82882c3b-5a3b-4154-a793-c3c3fc0bed2e req-08495096-7e82-400d-9e78-92067fb74803 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=f84e872a-cc33-4ea1-a6f7-022adfcc5dab HTTP/1.1" status: 200 len: 949 time: 0.2140048 Oct 30 15:09:29.005754 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559495d-d399-4a11-9e89-b7d2b5f9d98d req-d7411d70-fe99-4451-be27-6d701711dad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:29.008182 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b559495d-d399-4a11-9e89-b7d2b5f9d98d req-d7411d70-fe99-4451-be27-6d701711dad8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.1039932 Oct 30 15:09:29.019773 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14569fae-254c-4b04-ad34-fa001ae198f0 None None] Network 9abbcbf2-a188-4900-a6d1-4485f2b38da9 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:09:29.025854 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-14569fae-254c-4b04-ad34-fa001ae198f0 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:09:29.036842 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14569fae-254c-4b04-ad34-fa001ae198f0 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:09:29.041899 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559495d-d399-4a11-9e89-b7d2b5f9d98d req-654514dd-a672-4cfb-afd8-f45a76eed8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:29.042986 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b559495d-d399-4a11-9e89-b7d2b5f9d98d req-654514dd-a672-4cfb-afd8-f45a76eed8e6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=77cd9b926c2f46c3aa4784fd4d8318b7&device_id=97452329-4434-433e-b37c-61f92fe601e3 HTTP/1.1" status: 200 len: 1100 time: 0.8924673 Oct 30 15:09:29.049322 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14569fae-254c-4b04-ad34-fa001ae198f0 None None] Pushing event updated for resources: {'Port': ['ID=f4a708d9-7196-4338-b50d-256c44c31f4c,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:29.082562 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-82882c3b-5a3b-4154-a793-c3c3fc0bed2e req-98745b4c-58e5-4a0f-bfa9-19c017994b5f tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838201 Oct 30 15:09:29.085942 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559495d-d399-4a11-9e89-b7d2b5f9d98d req-bb2241c5-14d5-4be3-836a-187196d2ccc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:29.087368 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b559495d-d399-4a11-9e89-b7d2b5f9d98d req-bb2241c5-14d5-4be3-836a-187196d2ccc2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0709782 Oct 30 15:09:29.175739 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559495d-d399-4a11-9e89-b7d2b5f9d98d req-0dfb25e4-a2ec-4e10-9bf9-1aa7be1e6b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:29.177478 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b559495d-d399-4a11-9e89-b7d2b5f9d98d req-0dfb25e4-a2ec-4e10-9bf9-1aa7be1e6b58 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8de8b155-6e08-41c3-866a-8b30bb481704 HTTP/1.1" status: 200 len: 870 time: 0.1157134 Oct 30 15:09:29.193821 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-14569fae-254c-4b04-ad34-fa001ae198f0 None None] Attempting to bind port f4a708d9-7196-4338-b50d-256c44c31f4c on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:09:29.194844 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-14569fae-254c-4b04-ad34-fa001ae198f0 None None] Attempting to bind port f4a708d9-7196-4338-b50d-256c44c31f4c by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'e2e92438-367a-453c-8d44-601695a985d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9abbcbf2-a188-4900-a6d1-4485f2b38da9'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:09:29.195304 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14569fae-254c-4b04-ad34-fa001ae198f0 None None] Attempting to bind port f4a708d9-7196-4338-b50d-256c44c31f4c on network 9abbcbf2-a188-4900-a6d1-4485f2b38da9 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:09:29.211826 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14569fae-254c-4b04-ad34-fa001ae198f0 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:09:29.212363 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14569fae-254c-4b04-ad34-fa001ae198f0 None None] Checking segment: {'id': 'e2e92438-367a-453c-8d44-601695a985d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9abbcbf2-a188-4900-a6d1-4485f2b38da9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:09:29.212838 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-14569fae-254c-4b04-ad34-fa001ae198f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:29.213303 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14569fae-254c-4b04-ad34-fa001ae198f0 None None] Bound using segment: {'id': 'e2e92438-367a-453c-8d44-601695a985d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9abbcbf2-a188-4900-a6d1-4485f2b38da9'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:09:29.213879 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-14569fae-254c-4b04-ad34-fa001ae198f0 None None] Bound port: f4a708d9-7196-4338-b50d-256c44c31f4c, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2e92438-367a-453c-8d44-601695a985d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9abbcbf2-a188-4900-a6d1-4485f2b38da9'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:09:29.215336 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-14569fae-254c-4b04-ad34-fa001ae198f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:29.289345 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b559495d-d399-4a11-9e89-b7d2b5f9d98d req-1d6e6877-35ff-4b34-b055-5626d07afce9 service neutron] 10.222.0.44 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908009 Oct 30 15:09:29.339027 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-14569fae-254c-4b04-ad34-fa001ae198f0 None None] For port f4a708d9-7196-4338-b50d-256c44c31f4c, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:09:29.344585 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-14569fae-254c-4b04-ad34-fa001ae198f0 None None] For port f4a708d9-7196-4338-b50d-256c44c31f4c, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=f4a708d9-7196-4338-b50d-256c44c31f4c,segment=NetworkSegment(e2e92438-367a-453c-8d44-601695a985d2),segment_id=e2e92438-367a-453c-8d44-601695a985d2)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:09:29.347887 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 2cc66d70-4012-44da-84d5-330709702601 up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:09:29.354529 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-14569fae-254c-4b04-ad34-fa001ae198f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:29.358325 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-63ecabaa-16d5-4dd7-b318-4fdfe52f2ccf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:29.382707 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b559495d-d399-4a11-9e89-b7d2b5f9d98d req-58d37ea2-3c08-4ffc-973c-84c88d907472 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085 HTTP/1.1" status: 200 len: 217 time: 0.1415820 Oct 30 15:09:29.394098 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-c3795440-01da-4568-8e25-628d5f9988e6 tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:29.398866 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-c3795440-01da-4568-8e25-628d5f9988e6 tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4ca418f9-ac64-472b-bb6a-2b067e61baee&tenant_id=48ec0906891f440e8725a8b756af6e71&binding%3Ahost_id=n-h1-806683-17 HTTP/1.1" status: 200 len: 1096 time: 0.3820357 Oct 30 15:09:29.494556 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b559495d-d399-4a11-9e89-b7d2b5f9d98d req-f1250521-457a-4671-99b8-908c47c3417a service neutron] 10.222.0.44 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976769 Oct 30 15:09:29.511063 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:09:29.519221 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 7004f84f-0479-463e-b5e9-48072c97e3b9 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:09:29.610982 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14076d41-afff-45cc-a680-5bf039242385 req-16b80833-efbc-4708-9d90-ecc0249da6e8 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:29.615226 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-14076d41-afff-45cc-a680-5bf039242385 req-16b80833-efbc-4708-9d90-ecc0249da6e8 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=97452329-4434-433e-b37c-61f92fe601e3 HTTP/1.1" status: 200 len: 948 time: 0.1192758 Oct 30 15:09:29.643218 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6000a1f3-3d0d-4ce1-ad0b-e858772e0e1f req-6aa21ca6-ae1c-4dd0-b509-a3cb17081324 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:29.651772 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6000a1f3-3d0d-4ce1-ad0b-e858772e0e1f req-6aa21ca6-ae1c-4dd0-b509-a3cb17081324 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ca418f9-ac64-472b-bb6a-2b067e61baee HTTP/1.1" status: 200 len: 944 time: 0.6363137 Oct 30 15:09:29.719235 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-14076d41-afff-45cc-a680-5bf039242385 req-c639983b-bb6e-439a-8962-f51b1d993265 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918441 Oct 30 15:09:29.759656 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: 7004f84f-0479-463e-b5e9-48072c97e3b9 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:09:29.760258 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 7004f84f-0479-463e-b5e9-48072c97e3b9 not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:09:29.895576 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:29.909429 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cd1cec-a61a-4227-b55e-0dcc5516cd52 req-2cdc6a20-1ef4-4473-b8f2-02a299e32961 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:29.916956 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-23cd1cec-a61a-4227-b55e-0dcc5516cd52 req-2cdc6a20-1ef4-4473-b8f2-02a299e32961 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.44 "GET /v2.0/networks?id=2f36ee91-6757-4d64-8719-4cb39651ac94 HTTP/1.1" status: 200 len: 808 time: 0.5515070 Oct 30 15:09:29.951061 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-23cd1cec-a61a-4227-b55e-0dcc5516cd52 req-ca7b2c8c-037a-416c-a955-e28b1dc9a2ad tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Request body: {'port': {'device_id': 'c0e3a669-075e-4332-9f0e-18bed12d9d90', 'network_id': '2f36ee91-6757-4d64-8719-4cb39651ac94', 'admin_state_up': True, 'tenant_id': 'b8aea481537c4f1b9ab8f7eccea88bfc'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:09:30.099635 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad0aa3-c1b1-42ec-918f-ee11e30bfc95 req-a42b3f07-af3c-4ac9-bee1-fce311482c84 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:30.114285 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-43ad0aa3-c1b1-42ec-918f-ee11e30bfc95 req-a42b3f07-af3c-4ac9-bee1-fce311482c84 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/ports?device_id=38b6ea8a-1b9b-469b-92d2-501557b84274 HTTP/1.1" status: 200 len: 944 time: 0.2601926 Oct 30 15:09:30.127894 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559495d-d399-4a11-9e89-b7d2b5f9d98d req-146e7254-5383-48c3-a5e1-72da539327a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:30.130921 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b559495d-d399-4a11-9e89-b7d2b5f9d98d req-146e7254-5383-48c3-a5e1-72da539327a1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.6838338 Oct 30 15:09:30.161375 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:09:30.167674 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-9cfc48fc-3676-4a50-b064-3d7913b2610f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:30.170604 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-9cfc48fc-3676-4a50-b064-3d7913b2610f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4ca418f9-ac64-472b-bb6a-2b067e61baee&tenant_id=48ec0906891f440e8725a8b756af6e71 HTTP/1.1" status: 200 len: 1096 time: 0.7026479 Oct 30 15:09:30.185624 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6000a1f3-3d0d-4ce1-ad0b-e858772e0e1f req-d6d4965d-7c8a-4d4e-b600-d77d477253b7 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5323019 Oct 30 15:09:30.218116 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14569fae-254c-4b04-ad34-fa001ae198f0 None None] Pushing event updated for resources: {'Port': ['ID=f4a708d9-7196-4338-b50d-256c44c31f4c,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:30.231501 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': 'bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085', 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704', 'port_id': 'bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085', 'mac_address': 'fa:16:3e:ad:d7:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b5dea3-b65b-4514-8ec2-18a4245eb194', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:09:30.283880 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7c010d-7f29-4a98-b824-90b00e88bb24 req-81b6c883-a93d-4d16-b383-4e5618ea8e32 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:30.290626 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7b7c010d-7f29-4a98-b824-90b00e88bb24 req-81b6c883-a93d-4d16-b383-4e5618ea8e32 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.53 "GET /v2.0/ports?device_id=f84e872a-cc33-4ea1-a6f7-022adfcc5dab HTTP/1.1" status: 200 len: 949 time: 0.3599253 Oct 30 15:09:30.340408 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-43ad0aa3-c1b1-42ec-918f-ee11e30bfc95 req-88075bd1-7afb-415d-8dc4-e768961b7c70 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ae719f6-042b-4d46-b69b-db501d96f392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240534 Oct 30 15:09:30.382117 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port 2cc66d70-4012-44da-84d5-330709702601 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:09:30.412955 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port 2cc66d70-4012-44da-84d5-330709702601 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:09:30.415580 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:30.508320 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559495d-d399-4a11-9e89-b7d2b5f9d98d req-a3d30d04-6bb3-41b9-9e97-14f27ee06662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:30.510724 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b559495d-d399-4a11-9e89-b7d2b5f9d98d req-a3d30d04-6bb3-41b9-9e97-14f27ee06662 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3648529 Oct 30 15:09:30.529110 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6547893c-e3d6-4447-b0a9-05b89ac8678e req-4edc71ab-7471-4df0-ac49-e853f3de7858 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3a669-075e-4332-9f0e-18bed12d9d90 HTTP/1.1" status: 200 len: 210 time: 0.1112394 Oct 30 15:09:30.577451 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:30.638827 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-7b7c010d-7f29-4a98-b824-90b00e88bb24 req-8107e6e7-80e9-4608-9017-c48fba7f87b6 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Deleting port b4d0397e-9887-4a46-bdb3-9f808ed9d380 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:09:30.639380 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-7b7c010d-7f29-4a98-b824-90b00e88bb24 req-8107e6e7-80e9-4608-9017-c48fba7f87b6 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:30.702252 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:09:30.768782 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:09:30.772281 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0be824-291a-4e52-9395-c6334b714c73 req-93e40262-374a-4b90-839e-4d6134637006 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:30.781362 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1d0be824-291a-4e52-9395-c6334b714c73 req-93e40262-374a-4b90-839e-4d6134637006 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=f84e872a-cc33-4ea1-a6f7-022adfcc5dab HTTP/1.1" status: 200 len: 949 time: 0.1613820 Oct 30 15:09:30.801949 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-1b9c78bd-84f6-446b-a726-c4190b2516e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:30.812538 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-1b9c78bd-84f6-446b-a726-c4190b2516e1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=48ec0906891f440e8725a8b756af6e71&device_id=4ca418f9-ac64-472b-bb6a-2b067e61baee HTTP/1.1" status: 200 len: 1096 time: 0.5611999 Oct 30 15:09:30.818380 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b559495d-d399-4a11-9e89-b7d2b5f9d98d req-bf4d2564-e304-475e-a78a-3fe5f69189d4 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619987 Oct 30 15:09:30.862341 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1d0be824-291a-4e52-9395-c6334b714c73 req-9ce5464f-e6d3-4034-8b93-3fd0e1470764 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801053 Oct 30 15:09:30.870775 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:30.900494 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23cd1cec-a61a-4227-b55e-0dcc5516cd52 req-ca7b2c8c-037a-416c-a955-e28b1dc9a2ad tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Made reservation on behalf of b8aea481537c4f1b9ab8f7eccea88bfc for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:09:30.901591 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-7b7c010d-7f29-4a98-b824-90b00e88bb24 req-8107e6e7-80e9-4608-9017-c48fba7f87b6 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] For port b4d0397e-9887-4a46-bdb3-9f808ed9d380, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=b4d0397e-9887-4a46-bdb3-9f808ed9d380,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:09:30.904021 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-7b7c010d-7f29-4a98-b824-90b00e88bb24 req-8107e6e7-80e9-4608-9017-c48fba7f87b6 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:30.904898 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-23cd1cec-a61a-4227-b55e-0dcc5516cd52 req-ca7b2c8c-037a-416c-a955-e28b1dc9a2ad tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:30.918197 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 2cc66d70-4012-44da-84d5-330709702601, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=2cc66d70-4012-44da-84d5-330709702601,segment=NetworkSegment(534c4b02-f4b0-449f-adfa-dbd225c0e219),segment_id=534c4b02-f4b0-449f-adfa-dbd225c0e219)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:09:30.919510 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38b6ea8a-1b9b-469b-92d2-501557b84274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc66d70-4012-44da-84d5-330709702601'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:09:30.922308 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f15a98-9656-4df1-83e4-4af36d19f383" -d '{"events": [{"server_uuid": "38b6ea8a-1b9b-469b-92d2-501557b84274", "name": "network-vif-plugged", "status": "completed", "tag": "2cc66d70-4012-44da-84d5-330709702601"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:09:30.926979 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:30.946106 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-7b7c010d-7f29-4a98-b824-90b00e88bb24 req-8107e6e7-80e9-4608-9017-c48fba7f87b6 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Calling delete_port for b4d0397e-9887-4a46-bdb3-9f808ed9d380 owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:09:31.010641 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:31.017613 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c00bbe43-76a2-43b5-a244-2887af560bc2 x-openstack-request-id: req-c00bbe43-76a2-43b5-a244-2887af560bc2 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:09:31.018084 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38b6ea8a-1b9b-469b-92d2-501557b84274", "name": "network-vif-plugged", "status": "completed", "tag": "2cc66d70-4012-44da-84d5-330709702601", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:09:31.018874 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c00bbe43-76a2-43b5-a244-2887af560bc2 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:09:31.019228 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38b6ea8a-1b9b-469b-92d2-501557b84274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc66d70-4012-44da-84d5-330709702601', 'code': 200} Oct 30 15:09:31.020005 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085,revision_number=12']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:31.095727 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=2cc66d70-4012-44da-84d5-330709702601,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:31.213982 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:09:31.380145 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b559495d-d399-4a11-9e89-b7d2b5f9d98d req-3cf0e48c-a04d-491e-a6e7-010677d5c17a service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5405464 Oct 30 15:09:31.409120 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-7b7c010d-7f29-4a98-b824-90b00e88bb24 req-8107e6e7-80e9-4608-9017-c48fba7f87b6 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:31.420399 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db83adc-21e4-4290-8288-2d67bed90fe6 None None] Network 9abbcbf2-a188-4900-a6d1-4485f2b38da9 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:09:31.429815 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['914696c5-5889-4b05-8d4d-dfdeb7ef3f59', 'c5354e8c-a792-468f-8924-a3c448cc2b4a'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:09:31.478524 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8107e6e7-80e9-4608-9017-c48fba7f87b6 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Pushing event deleted for resources: {'Port': ['ID=b4d0397e-9887-4a46-bdb3-9f808ed9d380,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:31.511428 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device b4d0397e-9887-4a46-bdb3-9f808ed9d380 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:09:31.527700 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3202cdc-30b9-4873-9406-51d48ecefb64 req-2c4953c7-99e5-4aa4-895c-320756a42f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:31.529378 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b3202cdc-30b9-4873-9406-51d48ecefb64 req-2c4953c7-99e5-4aa4-895c-320756a42f72 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=38b6ea8a-1b9b-469b-92d2-501557b84274 HTTP/1.1" status: 200 len: 1097 time: 0.4209127 Oct 30 15:09:31.627304 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-23cd1cec-a61a-4227-b55e-0dcc5516cd52 req-ca7b2c8c-037a-416c-a955-e28b1dc9a2ad tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Allocated IP 172.20.0.6 (2f36ee91-6757-4d64-8719-4cb39651ac94/eb0d8673-4262-419a-bce2-caff67d0478f/3393737f-efac-412a-9c8d-dbd8592214a9) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:09:31.658876 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-3f4a7448-17c8-4b72-9636-7f6b046e8311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:31.660715 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-3f4a7448-17c8-4b72-9636-7f6b046e8311 service neutron] 10.222.0.44 "GET /v2.0/networks?id=291c5166-548b-4ef8-b78f-841a397188df HTTP/1.1" status: 200 len: 921 time: 0.8393681 Oct 30 15:09:31.719577 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b7c010d-7f29-4a98-b824-90b00e88bb24 req-8107e6e7-80e9-4608-9017-c48fba7f87b6 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] No DVR routers for this DVR port b4d0397e-9887-4a46-bdb3-9f808ed9d380 on host n-h1-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:09:31.722851 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-7b7c010d-7f29-4a98-b824-90b00e88bb24 req-8107e6e7-80e9-4608-9017-c48fba7f87b6 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:31.727200 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7b7c010d-7f29-4a98-b824-90b00e88bb24 req-8107e6e7-80e9-4608-9017-c48fba7f87b6 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.53 "DELETE /v2.0/ports/b4d0397e-9887-4a46-bdb3-9f808ed9d380 HTTP/1.1" status: 204 len: 173 time: 1.4234433 Oct 30 15:09:31.728281 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f84e872a-cc33-4ea1-a6f7-022adfcc5dab', 'name': 'network-vif-deleted', 'tag': 'b4d0397e-9887-4a46-bdb3-9f808ed9d380'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:09:31.735329 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53714711-2913-4d79-bac9-1c06942c086e" -d '{"events": [{"server_uuid": "f84e872a-cc33-4ea1-a6f7-022adfcc5dab", "name": "network-vif-deleted", "tag": "b4d0397e-9887-4a46-bdb3-9f808ed9d380"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:09:31.766145 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device f4a708d9-7196-4338-b50d-256c44c31f4c up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:09:31.772066 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d3cca-2525-46bc-9532-c4a15b435558 req-245439fb-605e-4cfc-97e5-badb12a5d7af tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:31.780751 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca7fcd-42b1-4c0d-a797-102f80f245f0 req-fcaf662d-5b04-4620-9124-1f718560d487 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:31.790600 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b0ca7fcd-42b1-4c0d-a797-102f80f245f0 req-fcaf662d-5b04-4620-9124-1f718560d487 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=97452329-4434-433e-b37c-61f92fe601e3 HTTP/1.1" status: 200 len: 949 time: 0.8040190 Oct 30 15:09:31.794949 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-865d3cca-2525-46bc-9532-c4a15b435558 req-245439fb-605e-4cfc-97e5-badb12a5d7af tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ca418f9-ac64-472b-bb6a-2b067e61baee HTTP/1.1" status: 200 len: 944 time: 0.3953848 Oct 30 15:09:31.827782 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-86412618-e75a-41cd-9d8d-947b71be43f9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fef0f85-c4bb-4e50-a76f-a2fb8545703f HTTP/1.1" status: 200 len: 217 time: 0.1537864 Oct 30 15:09:31.879869 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-3a9ea3b3-7491-480b-8fac-b235a816248f None None] Provisioning complete for port f4a708d9-7196-4338-b50d-256c44c31f4c triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:09:31.880342 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3a9ea3b3-7491-480b-8fac-b235a816248f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:31.898444 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-63ecabaa-16d5-4dd7-b318-4fdfe52f2ccf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:31.946242 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b0ca7fcd-42b1-4c0d-a797-102f80f245f0 req-e75f58f4-30e4-47d6-88ca-e201741d18db tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544294 Oct 30 15:09:31.958933 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-63ecabaa-16d5-4dd7-b318-4fdfe52f2ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:31.962722 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b3202cdc-30b9-4873-9406-51d48ecefb64 req-031ae909-e743-4ddd-85f7-ee22638d19df service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8ae719f6-042b-4d46-b69b-db501d96f392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4063573 Oct 30 15:09:31.969923 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: b4d0397e-9887-4a46-bdb3-9f808ed9d380 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:09:31.970275 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device b4d0397e-9887-4a46-bdb3-9f808ed9d380 not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:09:31.972585 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-865d3cca-2525-46bc-9532-c4a15b435558 req-c009cf60-2c0e-4f5e-ab81-20ded4372949 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767683 Oct 30 15:09:32.167803 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port f4a708d9-7196-4338-b50d-256c44c31f4c triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:09:32.168193 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:32.286445 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3a9ea3b3-7491-480b-8fac-b235a816248f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:32.388681 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-79427aef-8e35-4ba0-b47d-d92863726068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:32.393914 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-79427aef-8e35-4ba0-b47d-d92863726068 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4f4c836a-b7bd-4d76-afd1-011b8a3fe891 HTTP/1.1" status: 200 len: 860 time: 0.5486507 Oct 30 15:09:32.399888 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4c4c7aa3-7bec-42ec-8219-1f2ff5dade71 req-50a59d86-85a9-4e13-9669-96b7dd56602b tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3a669-075e-4332-9f0e-18bed12d9d90 HTTP/1.1" status: 200 len: 210 time: 0.0678382 Oct 30 15:09:32.423341 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-3a9ea3b3-7491-480b-8fac-b235a816248f None None] For port f4a708d9-7196-4338-b50d-256c44c31f4c, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=f4a708d9-7196-4338-b50d-256c44c31f4c,segment=NetworkSegment(e2e92438-367a-453c-8d44-601695a985d2),segment_id=e2e92438-367a-453c-8d44-601695a985d2)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:09:32.507904 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-caea33ff-e1c3-461f-8c50-91da1157a4a0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=291c5166-548b-4ef8-b78f-841a397188df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858865 Oct 30 15:09:32.557912 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a25d4-7166-4323-95ea-811ee2e3fa17 req-27dabb5e-a5c8-47f9-8f5e-016591cf0e2f tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:32.559666 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-675a25d4-7166-4323-95ea-811ee2e3fa17 req-27dabb5e-a5c8-47f9-8f5e-016591cf0e2f tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/ports?device_id=38b6ea8a-1b9b-469b-92d2-501557b84274 HTTP/1.1" status: 200 len: 945 time: 0.4140673 Oct 30 15:09:32.621673 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aedb3138-4632-4cd9-b67c-7dd66b9d7b9a x-openstack-request-id: req-aedb3138-4632-4cd9-b67c-7dd66b9d7b9a {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:09:32.622164 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f84e872a-cc33-4ea1-a6f7-022adfcc5dab", "name": "network-vif-deleted", "tag": "b4d0397e-9887-4a46-bdb3-9f808ed9d380", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:09:32.622590 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-aedb3138-4632-4cd9-b67c-7dd66b9d7b9a {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:09:32.623145 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f84e872a-cc33-4ea1-a6f7-022adfcc5dab', 'name': 'network-vif-deleted', 'tag': 'b4d0397e-9887-4a46-bdb3-9f808ed9d380', 'status': 'completed', 'code': 200} Oct 30 15:09:32.643873 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3a9ea3b3-7491-480b-8fac-b235a816248f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:32.670084 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:32.776646 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-675a25d4-7166-4323-95ea-811ee2e3fa17 req-13ea5ef1-2a12-4ef7-9d43-7ee3e7516d19 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ae719f6-042b-4d46-b69b-db501d96f392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971352 Oct 30 15:09:32.845775 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-23cd1cec-a61a-4227-b55e-0dcc5516cd52 req-ca7b2c8c-037a-416c-a955-e28b1dc9a2ad tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:32.854992 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc8285-2df3-434f-b3cd-dfadc39e4cec req-2dbf49c9-9353-4304-a741-ad84342c3217 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:32.865039 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d2fc8285-2df3-434f-b3cd-dfadc39e4cec req-2dbf49c9-9353-4304-a741-ad84342c3217 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=97452329-4434-433e-b37c-61f92fe601e3 HTTP/1.1" status: 200 len: 949 time: 0.0992575 Oct 30 15:09:32.899022 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-63ecabaa-16d5-4dd7-b318-4fdfe52f2ccf admin admin] Allocated IP 172.25.4.187 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/64f4e2a9-569f-4870-969b-97faebbd8375) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:09:32.920961 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d2fc8285-2df3-434f-b3cd-dfadc39e4cec req-c6057841-02e0-4b31-8de1-5746448c3407 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549219 Oct 30 15:09:32.924296 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-ebc2e22b-519c-4076-90fa-24b9ffeb5005 service neutron] 10.222.0.44 "GET /v2.0/networks/291c5166-548b-4ef8-b78f-841a397188df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3923779 Oct 30 15:09:32.962026 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-624bc704-2cfd-4999-92f4-0e5ad644d1fc None None] Provisioning complete for port f4a708d9-7196-4338-b50d-256c44c31f4c triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:09:32.973952 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-624bc704-2cfd-4999-92f4-0e5ad644d1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:32.983229 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9ea3b3-7491-480b-8fac-b235a816248f None None] Pushing event updated for resources: {'Port': ['ID=f4a708d9-7196-4338-b50d-256c44c31f4c,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:33.261419 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-23cd1cec-a61a-4227-b55e-0dcc5516cd52 req-ca7b2c8c-037a-416c-a955-e28b1dc9a2ad tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:33.366370 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58cd81b-36df-451d-b9e7-e8481fe4113e req-ca3cede4-0dfc-4054-bb51-b8a4001f237d tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:33.390931 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e58cd81b-36df-451d-b9e7-e8481fe4113e req-ca3cede4-0dfc-4054-bb51-b8a4001f237d tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ca418f9-ac64-472b-bb6a-2b067e61baee HTTP/1.1" status: 200 len: 944 time: 0.1796780 Oct 30 15:09:33.426769 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23cd1cec-a61a-4227-b55e-0dcc5516cd52 req-ca7b2c8c-037a-416c-a955-e28b1dc9a2ad tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Network 2f36ee91-6757-4d64-8719-4cb39651ac94 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:09:33.517309 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['96545323-feb6-420b-9242-c65d8a00a3f5', '1bdc240c-44b4-4394-9ed5-ace834086c73', '67a02029-0352-4f05-b377-299b49d77849'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:09:33.523580 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device f4a708d9-7196-4338-b50d-256c44c31f4c up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:09:33.529197 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['b8323b08-d4fa-47cd-afb2-6f8216fb7b03'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:09:33.530980 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e58cd81b-36df-451d-b9e7-e8481fe4113e req-405d66c0-d800-4c8a-959f-ca68e3e82536 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343725 Oct 30 15:09:33.556987 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-63ecabaa-16d5-4dd7-b318-4fdfe52f2ccf admin admin] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:33.670146 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-2d8b67fa-c2de-4404-8017-c11b62cf132a service neutron] 10.222.0.44 "GET /v2.0/networks/291c5166-548b-4ef8-b78f-841a397188df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7357924 Oct 30 15:09:33.695223 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-23cd1cec-a61a-4227-b55e-0dcc5516cd52 req-ca7b2c8c-037a-416c-a955-e28b1dc9a2ad tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:09:33.710237 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-23cd1cec-a61a-4227-b55e-0dcc5516cd52 req-ca7b2c8c-037a-416c-a955-e28b1dc9a2ad tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:09:33.752801 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f43a189d-8d10-4481-bdb0-7c123e61346e req-b98b0cd6-0240-4506-bf5e-2caeedc67d5a tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=77cd9b926c2f46c3aa4784fd4d8318b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330319 Oct 30 15:09:33.831605 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7b2c8c-037a-416c-a955-e28b1dc9a2ad tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Pushing event updated for resources: {'Port': ['ID=3393737f-efac-412a-9c8d-dbd8592214a9,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:33.837780 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-63ecabaa-16d5-4dd7-b318-4fdfe52f2ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:33.887987 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port f4a708d9-7196-4338-b50d-256c44c31f4c triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:09:33.888518 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:33.941216 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a189d-8d10-4481-bdb0-7c123e61346e req-6ac4a4eb-b4f9-40b8-b1da-34dbef2ae6fd tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:33.944375 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f43a189d-8d10-4481-bdb0-7c123e61346e req-6ac4a4eb-b4f9-40b8-b1da-34dbef2ae6fd tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1833770 Oct 30 15:09:33.987763 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f43a189d-8d10-4481-bdb0-7c123e61346e req-6a7a335e-b968-4e2d-891f-ba9e8e9b299f tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/quotas/77cd9b926c2f46c3aa4784fd4d8318b7 HTTP/1.1" status: 200 len: 375 time: 0.0307317 Oct 30 15:09:34.013440 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc87a16-8d75-4a5c-a3fd-81dea4ff120f req-c5b6db3a-9f97-40eb-b8c6-8de50506e933 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:34.015133 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7dc87a16-8d75-4a5c-a3fd-81dea4ff120f req-c5b6db3a-9f97-40eb-b8c6-8de50506e933 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3a669-075e-4332-9f0e-18bed12d9d90 HTTP/1.1" status: 200 len: 931 time: 0.3220525 Oct 30 15:09:34.020112 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ecabaa-16d5-4dd7-b318-4fdfe52f2ccf admin admin] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:09:34.094869 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cd1cec-a61a-4227-b55e-0dcc5516cd52 req-ca7b2c8c-037a-416c-a955-e28b1dc9a2ad tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:34.095409 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-23cd1cec-a61a-4227-b55e-0dcc5516cd52 req-ca7b2c8c-037a-416c-a955-e28b1dc9a2ad tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:34.104925 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f43a189d-8d10-4481-bdb0-7c123e61346e req-a3f7d542-8bcd-4bf8-9015-158af691756c tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=77cd9b926c2f46c3aa4784fd4d8318b7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1059818 Oct 30 15:09:34.130284 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-63ecabaa-16d5-4dd7-b318-4fdfe52f2ccf admin admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:09:34.137267 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ecabaa-16d5-4dd7-b318-4fdfe52f2ccf admin admin] Pushing event updated for resources: {'Port': ['ID=64f4e2a9-569f-4870-969b-97faebbd8375,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:34.142171 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ecabaa-16d5-4dd7-b318-4fdfe52f2ccf admin admin] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:09:34.491573 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6803105-e445-49de-a14d-ae61a9eb9d12 req-fcf03789-0fc1-46f4-8192-e32207cfa2ed tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:34.500634 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e6803105-e445-49de-a14d-ae61a9eb9d12 req-fcf03789-0fc1-46f4-8192-e32207cfa2ed tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=1fa98c3c-1a0d-427e-aee1-652bd5f1ddb6 HTTP/1.1" status: 200 len: 950 time: 0.1283712 Oct 30 15:09:34.584103 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e6803105-e445-49de-a14d-ae61a9eb9d12 req-80127663-5138-4be0-9cfa-1b485110426e tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818052 Oct 30 15:09:34.696900 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ffd8d3-433c-4565-9810-a7269edde661 req-735d191e-9717-4c8e-9f5a-16a0b85a2a47 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:34.704293 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f6ffd8d3-433c-4565-9810-a7269edde661 req-735d191e-9717-4c8e-9f5a-16a0b85a2a47 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.53 "GET /v2.0/ports?device_id=1fa98c3c-1a0d-427e-aee1-652bd5f1ddb6 HTTP/1.1" status: 200 len: 950 time: 0.1088641 Oct 30 15:09:34.919719 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-f6ffd8d3-433c-4565-9810-a7269edde661 req-577a6d3c-2f2c-4342-af16-75e5ed25c24a tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Deleting port 67a02029-0352-4f05-b377-299b49d77849 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:09:34.920143 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-f6ffd8d3-433c-4565-9810-a7269edde661 req-577a6d3c-2f2c-4342-af16-75e5ed25c24a tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:34.926985 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7dc87a16-8d75-4a5c-a3fd-81dea4ff120f req-aed8ed1f-2168-4fe5-91f7-fb74e16ed6be tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7990081 Oct 30 15:09:35.129549 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-8d769ff1-da70-4888-8558-2f2090a4d9b7 tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:35.132864 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-8d769ff1-da70-4888-8558-2f2090a4d9b7 tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4ca418f9-ac64-472b-bb6a-2b067e61baee&tenant_id=48ec0906891f440e8725a8b756af6e71&binding%3Ahost_id=n-h2-806683-17 HTTP/1.1" status: 200 len: 1096 time: 1.1154966 Oct 30 15:09:35.138787 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-23cd1cec-a61a-4227-b55e-0dcc5516cd52 req-ca7b2c8c-037a-416c-a955-e28b1dc9a2ad tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1909585 Oct 30 15:09:35.164501 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3858666d-9a7b-4c8f-b053-84d828b4d6e8 req-2f0bf53d-8946-4982-b51f-2eb9e2cd11d2 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:35.166026 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3858666d-9a7b-4c8f-b053-84d828b4d6e8 req-2f0bf53d-8946-4982-b51f-2eb9e2cd11d2 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.44 "GET /v2.0/ports?device_id=daf80d9c-caa6-48f8-9c7a-25496258a12e HTTP/1.1" status: 200 len: 949 time: 0.2425704 Oct 30 15:09:35.180440 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-23cd1cec-a61a-4227-b55e-0dcc5516cd52 req-6e83fb80-b36b-402b-9053-7592492eea6e service neutron] Request body: {'port': {'device_id': 'c0e3a669-075e-4332-9f0e-18bed12d9d90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:09:35.285255 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-f6ffd8d3-433c-4565-9810-a7269edde661 req-577a6d3c-2f2c-4342-af16-75e5ed25c24a tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] For port 67a02029-0352-4f05-b377-299b49d77849, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=67a02029-0352-4f05-b377-299b49d77849,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:09:35.285663 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-f6ffd8d3-433c-4565-9810-a7269edde661 req-577a6d3c-2f2c-4342-af16-75e5ed25c24a tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:35.320829 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-23cd1cec-a61a-4227-b55e-0dcc5516cd52 req-6e83fb80-b36b-402b-9053-7592492eea6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:35.333583 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-36b06168-8941-438d-b86c-03d8ae2411ee req-4429a103-d6eb-464a-8256-db3f1cc39b8d tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d602cf4-ba4a-4a3d-818e-f318f6f908fa HTTP/1.1" status: 200 len: 210 time: 0.2072821 Oct 30 15:09:35.375783 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-f6ffd8d3-433c-4565-9810-a7269edde661 req-577a6d3c-2f2c-4342-af16-75e5ed25c24a tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Calling delete_port for 67a02029-0352-4f05-b377-299b49d77849 owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:09:35.487934 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:09:35.566696 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-3858666d-9a7b-4c8f-b053-84d828b4d6e8 req-58a7985a-043b-40b8-8f4e-b83b3a30c17f tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Deleting port c5354e8c-a792-468f-8924-a3c448cc2b4a {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:09:35.566943 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-3858666d-9a7b-4c8f-b053-84d828b4d6e8 req-58a7985a-043b-40b8-8f4e-b83b3a30c17f tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:35.585178 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab90b520-75ea-4613-ade6-ed0870bc144e req-422fd31c-00e9-42bf-a9c1-8f47572ab4ec tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:35.592681 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ab90b520-75ea-4613-ade6-ed0870bc144e req-422fd31c-00e9-42bf-a9c1-8f47572ab4ec tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/ports?device_id=38b6ea8a-1b9b-469b-92d2-501557b84274 HTTP/1.1" status: 200 len: 945 time: 0.1064565 Oct 30 15:09:35.626066 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:09:35.637795 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:09:35.642476 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:35.732140 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ab90b520-75ea-4613-ade6-ed0870bc144e req-02b5d3b7-39aa-46af-9c86-a77bff8b0d58 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ae719f6-042b-4d46-b69b-db501d96f392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381216 Oct 30 15:09:35.813313 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-f6ffd8d3-433c-4565-9810-a7269edde661 req-577a6d3c-2f2c-4342-af16-75e5ed25c24a tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:35.818528 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-3858666d-9a7b-4c8f-b053-84d828b4d6e8 req-58a7985a-043b-40b8-8f4e-b83b3a30c17f tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] For port c5354e8c-a792-468f-8924-a3c448cc2b4a, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=c5354e8c-a792-468f-8924-a3c448cc2b4a,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:09:35.819082 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-3858666d-9a7b-4c8f-b053-84d828b4d6e8 req-58a7985a-043b-40b8-8f4e-b83b3a30c17f tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:35.847948 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['914696c5-5889-4b05-8d4d-dfdeb7ef3f59'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:09:35.865072 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['96545323-feb6-420b-9242-c65d8a00a3f5', '1bdc240c-44b4-4394-9ed5-ace834086c73'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:09:35.873205 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-3858666d-9a7b-4c8f-b053-84d828b4d6e8 req-58a7985a-043b-40b8-8f4e-b83b3a30c17f tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Calling delete_port for c5354e8c-a792-468f-8924-a3c448cc2b4a owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:09:35.892186 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577a6d3c-2f2c-4342-af16-75e5ed25c24a tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Pushing event deleted for resources: {'Port': ['ID=67a02029-0352-4f05-b377-299b49d77849,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:35.902115 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b65f1-120b-401a-b940-33833bc3aef8 req-52314611-193b-4403-8644-a62fcdb720a7 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:35.907224 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b14b65f1-120b-401a-b940-33833bc3aef8 req-52314611-193b-4403-8644-a62fcdb720a7 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ca418f9-ac64-472b-bb6a-2b067e61baee HTTP/1.1" status: 200 len: 944 time: 0.4377413 Oct 30 15:09:36.081460 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-63ecabaa-16d5-4dd7-b318-4fdfe52f2ccf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:36.088008 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:36.160028 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-3858666d-9a7b-4c8f-b053-84d828b4d6e8 req-58a7985a-043b-40b8-8f4e-b83b3a30c17f tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:36.166872 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6ffd8d3-433c-4565-9810-a7269edde661 req-577a6d3c-2f2c-4342-af16-75e5ed25c24a tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] No DVR routers for this DVR port 67a02029-0352-4f05-b377-299b49d77849 on host n-h1-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:09:36.179270 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-f6ffd8d3-433c-4565-9810-a7269edde661 req-577a6d3c-2f2c-4342-af16-75e5ed25c24a tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:36.184609 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f6ffd8d3-433c-4565-9810-a7269edde661 req-577a6d3c-2f2c-4342-af16-75e5ed25c24a tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.53 "DELETE /v2.0/ports/67a02029-0352-4f05-b377-299b49d77849 HTTP/1.1" status: 204 len: 173 time: 1.4692261 Oct 30 15:09:36.211655 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-7ac12405-13ae-42c5-802b-bfe8e3d735d4 service neutron] For port 5fef0f85-c4bb-4e50-a76f-a2fb8545703f, host n-h1-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:09:36.246389 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-7ac12405-13ae-42c5-802b-bfe8e3d735d4 service neutron] Publish callbacks [] for binding, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:36.247611 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aa18dc51-0a36-4672-84e3-ade3e9feadbd req-7ac12405-13ae-42c5-802b-bfe8e3d735d4 service neutron] 10.222.0.44 "DELETE /v2.0/ports/5fef0f85-c4bb-4e50-a76f-a2fb8545703f/bindings/n-h1-806683-17 HTTP/1.1" status: 204 len: 173 time: 1.0899851 Oct 30 15:09:36.264504 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa98c3c-1a0d-427e-aee1-652bd5f1ddb6', 'name': 'network-vif-deleted', 'tag': '67a02029-0352-4f05-b377-299b49d77849'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:09:36.270659 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e968a1-5b80-435a-aed2-c792d84fb397" -d '{"events": [{"server_uuid": "1fa98c3c-1a0d-427e-aee1-652bd5f1ddb6", "name": "network-vif-deleted", "tag": "67a02029-0352-4f05-b377-299b49d77849"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:09:36.353170 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b14b65f1-120b-401a-b940-33833bc3aef8 req-0f3f2f2d-940d-427a-a782-e763a842a9b3 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564487 Oct 30 15:09:36.376739 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97452329-4434-433e-b37c-61f92fe601e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:09:36.379995 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a7985a-043b-40b8-8f4e-b83b3a30c17f tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Pushing event deleted for resources: {'Port': ['ID=c5354e8c-a792-468f-8924-a3c448cc2b4a,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:36.385286 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f01386-9a92-4f45-923f-3cc1ccc61482" -d '{"events": [{"server_uuid": "97452329-4434-433e-b37c-61f92fe601e3", "name": "network-vif-plugged", "status": "completed", "tag": "bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:09:36.407848 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-46fd10b5-f71e-47c1-8adf-2295f54e55a3 req-bf282f88-d3b0-46e0-89bb-4e11e8bc8587 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=1fa98c3c-1a0d-427e-aee1-652bd5f1ddb6 HTTP/1.1" status: 200 len: 210 time: 0.2699375 Oct 30 15:09:36.519364 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:09:36.578718 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:36.581354 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 67a02029-0352-4f05-b377-299b49d77849 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:09:36.590442 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-3858666d-9a7b-4c8f-b053-84d828b4d6e8 req-58a7985a-043b-40b8-8f4e-b83b3a30c17f tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] No DVR routers for this DVR port c5354e8c-a792-468f-8924-a3c448cc2b4a on host n-h2-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:09:36.602381 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-3858666d-9a7b-4c8f-b053-84d828b4d6e8 req-58a7985a-043b-40b8-8f4e-b83b3a30c17f tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:36.620181 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3858666d-9a7b-4c8f-b053-84d828b4d6e8 req-58a7985a-043b-40b8-8f4e-b83b3a30c17f tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.44 "DELETE /v2.0/ports/c5354e8c-a792-468f-8924-a3c448cc2b4a HTTP/1.1" status: 204 len: 173 time: 1.4337347 Oct 30 15:09:36.624629 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f43a189d-8d10-4481-bdb0-7c123e61346e req-d8cb7538-a6cf-423c-95ea-6d868ae0c680 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=77cd9b926c2f46c3aa4784fd4d8318b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2712963 Oct 30 15:09:36.781180 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: 67a02029-0352-4f05-b377-299b49d77849 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:09:36.782048 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 67a02029-0352-4f05-b377-299b49d77849 not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:09:36.877516 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085,revision_number=13']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:36.990848 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a189d-8d10-4481-bdb0-7c123e61346e req-8f0ce384-b060-4f45-a2b1-b0f800c5d2fe tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:36.992594 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f43a189d-8d10-4481-bdb0-7c123e61346e req-8f0ce384-b060-4f45-a2b1-b0f800c5d2fe tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2675323 Oct 30 15:09:37.014959 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-f43a189d-8d10-4481-bdb0-7c123e61346e req-90ffb9ac-8edd-4e63-b1cd-b92d02c25455 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Request body: {'port': {'device_id': '1d602cf4-ba4a-4a3d-818e-f318f6f908fa', 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704', 'admin_state_up': True, 'tenant_id': '77cd9b926c2f46c3aa4784fd4d8318b7'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:09:37.104047 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f390e21-1160-47d0-a010-fdc9e5ebad34 req-afa7d6b6-2da4-4d2b-b17b-71cb0d0826e7 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:37.112478 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5f390e21-1160-47d0-a010-fdc9e5ebad34 req-afa7d6b6-2da4-4d2b-b17b-71cb0d0826e7 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/ports?device_id=38b6ea8a-1b9b-469b-92d2-501557b84274 HTTP/1.1" status: 200 len: 945 time: 0.4852657 Oct 30 15:09:37.183059 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5f390e21-1160-47d0-a010-fdc9e5ebad34 req-93f55cb3-1e53-4ebd-aad3-123ccc08bd2b tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ae719f6-042b-4d46-b69b-db501d96f392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695314 Oct 30 15:09:37.265161 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-23cd1cec-a61a-4227-b55e-0dcc5516cd52 req-6e83fb80-b36b-402b-9053-7592492eea6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3393737f-efac-412a-9c8d-dbd8592214a9 {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:09:37.290218 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['914696c5-5889-4b05-8d4d-dfdeb7ef3f59'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:09:37.299340 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-23cd1cec-a61a-4227-b55e-0dcc5516cd52 req-6e83fb80-b36b-402b-9053-7592492eea6e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:37.341237 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-23cd1cec-a61a-4227-b55e-0dcc5516cd52 req-6e83fb80-b36b-402b-9053-7592492eea6e service neutron] Transition to ACTIVE for port object 3393737f-efac-412a-9c8d-dbd8592214a9 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:09:37.344636 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a240e61e-038c-49d8-90c8-ec27cc6460e0 x-openstack-request-id: req-a240e61e-038c-49d8-90c8-ec27cc6460e0 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:09:37.351941 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fa98c3c-1a0d-427e-aee1-652bd5f1ddb6", "name": "network-vif-deleted", "tag": "67a02029-0352-4f05-b377-299b49d77849", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:09:37.353428 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a240e61e-038c-49d8-90c8-ec27cc6460e0 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:09:37.354165 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa98c3c-1a0d-427e-aee1-652bd5f1ddb6', 'name': 'network-vif-deleted', 'tag': '67a02029-0352-4f05-b377-299b49d77849', 'status': 'completed', 'code': 200} Oct 30 15:09:37.359439 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f43a189d-8d10-4481-bdb0-7c123e61346e req-90ffb9ac-8edd-4e63-b1cd-b92d02c25455 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Made reservation on behalf of 77cd9b926c2f46c3aa4784fd4d8318b7 for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:09:37.370693 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-f43a189d-8d10-4481-bdb0-7c123e61346e req-90ffb9ac-8edd-4e63-b1cd-b92d02c25455 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:37.376142 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-23cd1cec-a61a-4227-b55e-0dcc5516cd52 req-6e83fb80-b36b-402b-9053-7592492eea6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:37.420555 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device c5354e8c-a792-468f-8924-a3c448cc2b4a no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:09:37.475989 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] No Port match for: c5354e8c-a792-468f-8924-a3c448cc2b4a {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:09:37.476509 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device c5354e8c-a792-468f-8924-a3c448cc2b4a not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:09:37.503476 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4dbb46e4-74c8-4f1a-967a-7abcac056598 req-dbc58eab-441a-42bc-9f5e-0ba86e8f7b7f tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d602cf4-ba4a-4a3d-818e-f318f6f908fa HTTP/1.1" status: 200 len: 210 time: 0.0519345 Oct 30 15:09:37.522601 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-21bed753-bd85-4912-9bb3-e4d4702d277f req-b6775134-8b1b-425b-ac42-b7fd099aa3f7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0308fc8e-49f8-476f-9896-b44985c4e329&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7910161 Oct 30 15:09:37.532428 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e83fb80-b36b-402b-9053-7592492eea6e service neutron] Pushing event updated for resources: {'Port': ['ID=3393737f-efac-412a-9c8d-dbd8592214a9,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:37.642099 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0eca66f-dc66-48b3-b2a9-f01e9285837a x-openstack-request-id: req-d0eca66f-dc66-48b3-b2a9-f01e9285837a {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:09:37.643344 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97452329-4434-433e-b37c-61f92fe601e3", "name": "network-vif-plugged", "status": "completed", "tag": "bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:09:37.643816 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d0eca66f-dc66-48b3-b2a9-f01e9285837a {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:09:37.644468 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97452329-4434-433e-b37c-61f92fe601e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085', 'code': 200} Oct 30 15:09:37.671440 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ac4dfa-52c4-49d4-99ca-b1b88075af20 req-15a4c43f-d1a2-4a9d-be6c-02156ba62f26 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:37.699722 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b8ac4dfa-52c4-49d4-99ca-b1b88075af20 req-15a4c43f-d1a2-4a9d-be6c-02156ba62f26 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3a669-075e-4332-9f0e-18bed12d9d90 HTTP/1.1" status: 200 len: 931 time: 0.9249847 Oct 30 15:09:37.742752 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-63ecabaa-16d5-4dd7-b318-4fdfe52f2ccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:37.773424 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['96545323-feb6-420b-9242-c65d8a00a3f5', '1bdc240c-44b4-4394-9ed5-ace834086c73'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:09:37.803333 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-f43a189d-8d10-4481-bdb0-7c123e61346e req-90ffb9ac-8edd-4e63-b1cd-b92d02c25455 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Allocated IP 192.168.233.5 (8de8b155-6e08-41c3-866a-8b30bb481704/43b5dea3-b65b-4514-8ec2-18a4245eb194/d62ce843-9f5e-4d08-8465-c20b0aa0fe3a) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:09:37.889939 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bed753-bd85-4912-9bb3-e4d4702d277f req-f92cc819-5989-4b1a-a796-e5d15a0e28bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:37.899170 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-21bed753-bd85-4912-9bb3-e4d4702d277f req-f92cc819-5989-4b1a-a796-e5d15a0e28bf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fe775bbcba174d2b97e2e40971e90df6&device_id=0308fc8e-49f8-476f-9896-b44985c4e329 HTTP/1.1" status: 200 len: 1102 time: 0.3316457 Oct 30 15:09:37.903772 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b8ac4dfa-52c4-49d4-99ca-b1b88075af20 req-9d3c4628-bab7-4084-a17e-ef058717bb31 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998255 Oct 30 15:09:38.091369 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-23cd1cec-a61a-4227-b55e-0dcc5516cd52 req-6e83fb80-b36b-402b-9053-7592492eea6e service neutron] Attempting to bind port 3393737f-efac-412a-9c8d-dbd8592214a9 on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:09:38.096948 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-23cd1cec-a61a-4227-b55e-0dcc5516cd52 req-6e83fb80-b36b-402b-9053-7592492eea6e service neutron] Attempting to bind port 3393737f-efac-412a-9c8d-dbd8592214a9 by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': '5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2f36ee91-6757-4d64-8719-4cb39651ac94'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:09:38.097538 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cd1cec-a61a-4227-b55e-0dcc5516cd52 req-6e83fb80-b36b-402b-9053-7592492eea6e service neutron] Attempting to bind port 3393737f-efac-412a-9c8d-dbd8592214a9 on network 2f36ee91-6757-4d64-8719-4cb39651ac94 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:09:38.149139 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cd1cec-a61a-4227-b55e-0dcc5516cd52 req-6e83fb80-b36b-402b-9053-7592492eea6e service neutron] Port 3393737f-efac-412a-9c8d-dbd8592214a9 on network 2f36ee91-6757-4d64-8719-4cb39651ac94 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:09:38.149461 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cd1cec-a61a-4227-b55e-0dcc5516cd52 req-6e83fb80-b36b-402b-9053-7592492eea6e service neutron] Attempting to bind port 3393737f-efac-412a-9c8d-dbd8592214a9 on network 2f36ee91-6757-4d64-8719-4cb39651ac94 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:09:38.166188 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cd1cec-a61a-4227-b55e-0dcc5516cd52 req-6e83fb80-b36b-402b-9053-7592492eea6e service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:09:38.166525 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cd1cec-a61a-4227-b55e-0dcc5516cd52 req-6e83fb80-b36b-402b-9053-7592492eea6e service neutron] Checking segment: {'id': '5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2f36ee91-6757-4d64-8719-4cb39651ac94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:09:38.166912 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cd1cec-a61a-4227-b55e-0dcc5516cd52 req-6e83fb80-b36b-402b-9053-7592492eea6e service neutron] Bound using segment: {'id': '5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2f36ee91-6757-4d64-8719-4cb39651ac94'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:09:38.167356 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-23cd1cec-a61a-4227-b55e-0dcc5516cd52 req-6e83fb80-b36b-402b-9053-7592492eea6e service neutron] Bound port: 3393737f-efac-412a-9c8d-dbd8592214a9, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2f36ee91-6757-4d64-8719-4cb39651ac94'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:09:38.167734 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-23cd1cec-a61a-4227-b55e-0dcc5516cd52 req-6e83fb80-b36b-402b-9053-7592492eea6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:38.207563 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02823764-d44e-41a6-a75b-03ac5f747e43 req-53f5bd08-1cb6-429a-a4eb-d2e4bc4cf74d tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:38.208962 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-02823764-d44e-41a6-a75b-03ac5f747e43 req-53f5bd08-1cb6-429a-a4eb-d2e4bc4cf74d tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4ca418f9-ac64-472b-bb6a-2b067e61baee HTTP/1.1" status: 200 len: 1096 time: 0.1461389 Oct 30 15:09:38.270519 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-02823764-d44e-41a6-a75b-03ac5f747e43 req-3b069f7d-28a0-4fa8-9213-d1ba5f340eff tempest-LiveAutoBlockMigrationV225Test-2113671555 tempest-LiveAutoBlockMigrationV225Test-2113671555-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519316 Oct 30 15:09:38.272730 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-f43a189d-8d10-4481-bdb0-7c123e61346e req-90ffb9ac-8edd-4e63-b1cd-b92d02c25455 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:38.294251 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bed753-bd85-4912-9bb3-e4d4702d277f req-ef9b257a-f001-476c-9b1f-cd59617df50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:38.295742 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-21bed753-bd85-4912-9bb3-e4d4702d277f req-ef9b257a-f001-476c-9b1f-cd59617df50d service neutron] 10.222.0.53 "GET /v2.0/networks?id=8de8b155-6e08-41c3-866a-8b30bb481704 HTTP/1.1" status: 200 len: 870 time: 0.3030181 Oct 30 15:09:38.319629 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-f43a189d-8d10-4481-bdb0-7c123e61346e req-90ffb9ac-8edd-4e63-b1cd-b92d02c25455 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:38.342599 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['3baf7600-8a1c-4d9a-b018-f770d78d7690', '2a7136df-2c8d-4020-8843-3d6496e03d01'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:09:38.354323 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:09:38.364026 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-21bed753-bd85-4912-9bb3-e4d4702d277f req-be6ae8a7-836a-4b14-9a1d-7ead17a91ef2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=96545323-feb6-420b-9242-c65d8a00a3f5 HTTP/1.1" status: 200 len: 217 time: 0.0502834 Oct 30 15:09:38.366341 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-23cd1cec-a61a-4227-b55e-0dcc5516cd52 req-6e83fb80-b36b-402b-9053-7592492eea6e service neutron] For port 3393737f-efac-412a-9c8d-dbd8592214a9, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:09:38.382347 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f43a189d-8d10-4481-bdb0-7c123e61346e req-90ffb9ac-8edd-4e63-b1cd-b92d02c25455 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Network 8de8b155-6e08-41c3-866a-8b30bb481704 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:09:38.386420 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-f43a189d-8d10-4481-bdb0-7c123e61346e req-90ffb9ac-8edd-4e63-b1cd-b92d02c25455 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:09:38.397920 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-23cd1cec-a61a-4227-b55e-0dcc5516cd52 req-6e83fb80-b36b-402b-9053-7592492eea6e service neutron] For port 3393737f-efac-412a-9c8d-dbd8592214a9, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=3393737f-efac-412a-9c8d-dbd8592214a9,segment=NetworkSegment(5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87),segment_id=5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:09:38.414775 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-f43a189d-8d10-4481-bdb0-7c123e61346e req-90ffb9ac-8edd-4e63-b1cd-b92d02c25455 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:09:38.418706 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ffb9ac-8edd-4e63-b1cd-b92d02c25455 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Pushing event updated for resources: {'Port': ['ID=d62ce843-9f5e-4d08-8465-c20b0aa0fe3a,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:38.469685 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-23cd1cec-a61a-4227-b55e-0dcc5516cd52 req-6e83fb80-b36b-402b-9053-7592492eea6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:38.487604 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef47d1d0-fb0f-41ac-ad1b-b85df3588738 req-9df3a4fe-5e7d-45b5-9b7d-b77f871cf970 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:38.496129 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ef47d1d0-fb0f-41ac-ad1b-b85df3588738 req-9df3a4fe-5e7d-45b5-9b7d-b77f871cf970 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/ports?device_id=38b6ea8a-1b9b-469b-92d2-501557b84274 HTTP/1.1" status: 200 len: 945 time: 0.2519968 Oct 30 15:09:38.539753 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a189d-8d10-4481-bdb0-7c123e61346e req-90ffb9ac-8edd-4e63-b1cd-b92d02c25455 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:38.540584 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-f43a189d-8d10-4481-bdb0-7c123e61346e req-90ffb9ac-8edd-4e63-b1cd-b92d02c25455 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:38.570238 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f43a189d-8d10-4481-bdb0-7c123e61346e req-90ffb9ac-8edd-4e63-b1cd-b92d02c25455 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5633671 Oct 30 15:09:38.582949 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-f43a189d-8d10-4481-bdb0-7c123e61346e req-7f3190d9-56ff-449c-9cf6-1b5436481557 service neutron] Request body: {'port': {'device_id': '1d602cf4-ba4a-4a3d-818e-f318f6f908fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:09:38.662721 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cd1cec-a61a-4227-b55e-0dcc5516cd52 req-6e83fb80-b36b-402b-9053-7592492eea6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:38.663954 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-23cd1cec-a61a-4227-b55e-0dcc5516cd52 req-6e83fb80-b36b-402b-9053-7592492eea6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:38.665208 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-23cd1cec-a61a-4227-b55e-0dcc5516cd52 req-6e83fb80-b36b-402b-9053-7592492eea6e service neutron] 10.222.0.44 "PUT /v2.0/ports/3393737f-efac-412a-9c8d-dbd8592214a9 HTTP/1.1" status: 200 len: 1092 time: 3.4895554 Oct 30 15:09:38.668967 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e3a669-075e-4332-9f0e-18bed12d9d90', 'tag': '3393737f-efac-412a-9c8d-dbd8592214a9'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:09:38.672126 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525092a0-2928-4b31-91f1-ce1cdf58c331" -d '{"events": [{"name": "network-changed", "server_uuid": "c0e3a669-075e-4332-9f0e-18bed12d9d90", "tag": "3393737f-efac-412a-9c8d-dbd8592214a9"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:09:38.699838 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bed753-bd85-4912-9bb3-e4d4702d277f req-a60fb6bb-f150-4caf-9396-90be741219b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:38.701344 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-21bed753-bd85-4912-9bb3-e4d4702d277f req-a60fb6bb-f150-4caf-9396-90be741219b7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.3295739 Oct 30 15:09:38.702235 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ecabaa-16d5-4dd7-b318-4fdfe52f2ccf admin admin] Router 732a6f8c-15a3-4ce3-a814-979441abe73f is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:09:38.746925 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-f43a189d-8d10-4481-bdb0-7c123e61346e req-7f3190d9-56ff-449c-9cf6-1b5436481557 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:38.849401 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f6ea6197-96cd-436d-9188-a58bec2ecff2 req-81db4893-ee46-4011-9120-f343bd7a0c9d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=343deeda-6653-4a84-8468-1e6ef21c9864&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2115967 Oct 30 15:09:38.879178 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-fd9f4c5a-5953-4aec-aa61-530b1f1f31af None None] Provisioning complete for port d62ce843-9f5e-4d08-8465-c20b0aa0fe3a triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:09:38.879773 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-fd9f4c5a-5953-4aec-aa61-530b1f1f31af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:38.922406 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e83fb80-b36b-402b-9053-7592492eea6e service neutron] Pushing event updated for resources: {'Port': ['ID=3393737f-efac-412a-9c8d-dbd8592214a9,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:38.943245 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ef47d1d0-fb0f-41ac-ad1b-b85df3588738 req-89ea9592-e747-464f-acb7-ea10e4f5b75e tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ae719f6-042b-4d46-b69b-db501d96f392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4322128 Oct 30 15:09:38.990547 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bed753-bd85-4912-9bb3-e4d4702d277f req-6507cc83-7a3c-460f-86e9-fd75c89eb580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:38.994048 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-21bed753-bd85-4912-9bb3-e4d4702d277f req-6507cc83-7a3c-460f-86e9-fd75c89eb580 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2820725 Oct 30 15:09:39.006513 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cd1cec-a61a-4227-b55e-0dcc5516cd52 req-9831d759-0f5f-4363-a38c-4923c7f270e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:39.009392 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-23cd1cec-a61a-4227-b55e-0dcc5516cd52 req-9831d759-0f5f-4363-a38c-4923c7f270e8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b8aea481537c4f1b9ab8f7eccea88bfc&device_id=c0e3a669-075e-4332-9f0e-18bed12d9d90 HTTP/1.1" status: 200 len: 1095 time: 0.2934842 Oct 30 15:09:39.019869 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-fd9f4c5a-5953-4aec-aa61-530b1f1f31af None None] Port d62ce843-9f5e-4d08-8465-c20b0aa0fe3a cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:09:39.215136 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-23cd1cec-a61a-4227-b55e-0dcc5516cd52 req-b7b35305-0399-49cd-93a8-42932f45c9be service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3393737f-efac-412a-9c8d-dbd8592214a9 HTTP/1.1" status: 200 len: 217 time: 0.1801879 Oct 30 15:09:39.218358 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ecabaa-16d5-4dd7-b318-4fdfe52f2ccf admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:09:39.232334 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832fa2f8-a99b-4f6b-87e3-c8c5a4214ff6 None None] Sync routers for ids ['732a6f8c-15a3-4ce3-a814-979441abe73f'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:09:39.247699 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832fa2f8-a99b-4f6b-87e3-c8c5a4214ff6 None None] Routers {'732a6f8c-15a3-4ce3-a814-979441abe73f'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:09:39.249628 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-832fa2f8-a99b-4f6b-87e3-c8c5a4214ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:09:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['732a6f8c-15a3-4ce3-a814-979441abe73f'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:09:39.315182 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cd1cec-a61a-4227-b55e-0dcc5516cd52 req-e356797d-57f3-4201-b411-3f82d72fd3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:39.317662 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-23cd1cec-a61a-4227-b55e-0dcc5516cd52 req-e356797d-57f3-4201-b411-3f82d72fd3a3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=eb0d8673-4262-419a-bce2-caff67d0478f HTTP/1.1" status: 200 len: 848 time: 0.0852580 Oct 30 15:09:39.365524 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-23cd1cec-a61a-4227-b55e-0dcc5516cd52 req-9e94d87e-c57e-4a04-8734-373025808cc0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2f36ee91-6757-4d64-8719-4cb39651ac94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366666 Oct 30 15:09:39.371891 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-63ecabaa-16d5-4dd7-b318-4fdfe52f2ccf admin admin] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:39.373491 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-63ecabaa-16d5-4dd7-b318-4fdfe52f2ccf admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 11.3798285 Oct 30 15:09:39.375818 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daf80d9c-caa6-48f8-9c7a-25496258a12e', 'name': 'network-vif-deleted', 'tag': 'c5354e8c-a792-468f-8924-a3c448cc2b4a'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:09:39.378375 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58026) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:09:39.379160 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcfe71a3-6595-4884-a0be-d3747b50712c" -d '{"events": [{"server_uuid": "daf80d9c-caa6-48f8-9c7a-25496258a12e", "name": "network-vif-deleted", "tag": "c5354e8c-a792-468f-8924-a3c448cc2b4a"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:09:39.460842 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ea6197-96cd-436d-9188-a58bec2ecff2 req-544864ce-6e00-4d0f-843f-f57581209fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:39.463437 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f6ea6197-96cd-436d-9188-a58bec2ecff2 req-544864ce-6e00-4d0f-843f-f57581209fa0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=48ec0906891f440e8725a8b756af6e71&device_id=343deeda-6653-4a84-8468-1e6ef21c9864 HTTP/1.1" status: 200 len: 1118 time: 0.5351429 Oct 30 15:09:39.513943 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-23cd1cec-a61a-4227-b55e-0dcc5516cd52 req-ba111d08-1c44-4090-86a7-76a1a867ee90 service neutron] 10.222.0.44 "GET /v2.0/networks/2f36ee91-6757-4d64-8719-4cb39651ac94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391761 Oct 30 15:09:39.520361 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-832fa2f8-a99b-4f6b-87e3-c8c5a4214ff6 None None] Set router 732a6f8c-15a3-4ce3-a814-979441abe73f gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:09:39.634621 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ea6197-96cd-436d-9188-a58bec2ecff2 req-cfa7acf1-e3e4-42a7-a043-434ffead3caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:39.636122 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f6ea6197-96cd-436d-9188-a58bec2ecff2 req-cfa7acf1-e3e4-42a7-a043-434ffead3caf service neutron] 10.222.0.44 "GET /v2.0/networks?id=291c5166-548b-4ef8-b78f-841a397188df HTTP/1.1" status: 200 len: 921 time: 0.1394587 Oct 30 15:09:39.701923 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f6ea6197-96cd-436d-9188-a58bec2ecff2 req-4dd5b74c-939c-49e5-ad36-0c5973ecf383 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6bd33d2f-55ff-4a66-a734-135baa2b6ab2 HTTP/1.1" status: 200 len: 217 time: 0.0456369 Oct 30 15:09:39.798688 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-f43a189d-8d10-4481-bdb0-7c123e61346e req-7f3190d9-56ff-449c-9cf6-1b5436481557 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d62ce843-9f5e-4d08-8465-c20b0aa0fe3a {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:09:39.813486 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-f43a189d-8d10-4481-bdb0-7c123e61346e req-7f3190d9-56ff-449c-9cf6-1b5436481557 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:39.842761 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ea6197-96cd-436d-9188-a58bec2ecff2 req-6ac70718-f4cc-4bbe-99ee-8587397063b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:39.845421 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f6ea6197-96cd-436d-9188-a58bec2ecff2 req-6ac70718-f4cc-4bbe-99ee-8587397063b4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4f4c836a-b7bd-4d76-afd1-011b8a3fe891 HTTP/1.1" status: 200 len: 860 time: 0.1120820 Oct 30 15:09:39.846598 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-f43a189d-8d10-4481-bdb0-7c123e61346e req-7f3190d9-56ff-449c-9cf6-1b5436481557 service neutron] Transition to ACTIVE for port object d62ce843-9f5e-4d08-8465-c20b0aa0fe3a will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:09:39.861723 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf3052a-c6ed-4acc-a65c-e6adbfd83618 req-a32534d4-e14a-4d3c-a1a0-b304e019c2e0 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:39.863502 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fbf3052a-c6ed-4acc-a65c-e6adbfd83618 req-a32534d4-e14a-4d3c-a1a0-b304e019c2e0 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3a669-075e-4332-9f0e-18bed12d9d90 HTTP/1.1" status: 200 len: 943 time: 0.1430161 Oct 30 15:09:39.894893 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f6ea6197-96cd-436d-9188-a58bec2ecff2 req-1bd0cb5f-e208-4073-86c5-148160f731c3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=291c5166-548b-4ef8-b78f-841a397188df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296834 Oct 30 15:09:39.895587 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-f43a189d-8d10-4481-bdb0-7c123e61346e req-7f3190d9-56ff-449c-9cf6-1b5436481557 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:39.963982 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-832fa2f8-a99b-4f6b-87e3-c8c5a4214ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732a6f8c-15a3-4ce3-a814-979441abe73f', 'name': 'tempest-ServersTestMultiNic-1637079846-router', 'tenant_id': 'c642d29d1c17474c8a26fe3f03026a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '64f4e2a9-569f-4870-969b-97faebbd8375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:09:28Z', 'updated_at': '2021-10-30T15:09:35Z', 'revision_number': 3, 'project_id': 'c642d29d1c17474c8a26fe3f03026a83', 'gw_port': {'id': '64f4e2a9-569f-4870-969b-97faebbd8375', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:13:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732a6f8c-15a3-4ce3-a814-979441abe73f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:09:31Z', 'updated_at': '2021-10-30T15:09:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:09:39.995988 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832fa2f8-a99b-4f6b-87e3-c8c5a4214ff6 None None] Checking router: 732a6f8c-15a3-4ce3-a814-979441abe73f for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:09:39.996444 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832fa2f8-a99b-4f6b-87e3-c8c5a4214ff6 None None] Updating router 732a6f8c-15a3-4ce3-a814-979441abe73f port 64f4e2a9-569f-4870-969b-97faebbd8375 binding host n-d-806683-17 {{(pid=102132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:09:40.013200 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0960c579-b770-472c-865c-e797737a09c7 x-openstack-request-id: req-0960c579-b770-472c-865c-e797737a09c7 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:09:40.013491 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0e3a669-075e-4332-9f0e-18bed12d9d90", "tag": "3393737f-efac-412a-9c8d-dbd8592214a9", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:09:40.013741 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0960c579-b770-472c-865c-e797737a09c7 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:09:40.014132 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e3a669-075e-4332-9f0e-18bed12d9d90', 'tag': '3393737f-efac-412a-9c8d-dbd8592214a9', 'status': 'completed', 'code': 200} Oct 30 15:09:40.039501 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-832fa2f8-a99b-4f6b-87e3-c8c5a4214ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:40.069906 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fbf3052a-c6ed-4acc-a65c-e6adbfd83618 req-2d37ec53-623e-4408-a950-d94193f95072 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713855 Oct 30 15:09:40.073510 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3190d9-56ff-449c-9cf6-1b5436481557 service neutron] Pushing event updated for resources: {'Port': ['ID=d62ce843-9f5e-4d08-8465-c20b0aa0fe3a,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:40.173945 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f6ea6197-96cd-436d-9188-a58bec2ecff2 req-4a5e7e99-d1d9-435d-833b-600331d7971d service neutron] 10.222.0.44 "GET /v2.0/networks/291c5166-548b-4ef8-b78f-841a397188df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654564 Oct 30 15:09:40.292524 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-f43a189d-8d10-4481-bdb0-7c123e61346e req-7f3190d9-56ff-449c-9cf6-1b5436481557 service neutron] Attempting to bind port d62ce843-9f5e-4d08-8465-c20b0aa0fe3a on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:09:40.292992 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-f43a189d-8d10-4481-bdb0-7c123e61346e req-7f3190d9-56ff-449c-9cf6-1b5436481557 service neutron] Attempting to bind port d62ce843-9f5e-4d08-8465-c20b0aa0fe3a by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:09:40.293324 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43a189d-8d10-4481-bdb0-7c123e61346e req-7f3190d9-56ff-449c-9cf6-1b5436481557 service neutron] Attempting to bind port d62ce843-9f5e-4d08-8465-c20b0aa0fe3a on network 8de8b155-6e08-41c3-866a-8b30bb481704 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:09:40.307160 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43a189d-8d10-4481-bdb0-7c123e61346e req-7f3190d9-56ff-449c-9cf6-1b5436481557 service neutron] Port d62ce843-9f5e-4d08-8465-c20b0aa0fe3a on network 8de8b155-6e08-41c3-866a-8b30bb481704 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:09:40.307544 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43a189d-8d10-4481-bdb0-7c123e61346e req-7f3190d9-56ff-449c-9cf6-1b5436481557 service neutron] Attempting to bind port d62ce843-9f5e-4d08-8465-c20b0aa0fe3a on network 8de8b155-6e08-41c3-866a-8b30bb481704 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:09:40.330835 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7844d8-1203-4435-a4ec-20df5e84fd7f req-ddb0b4e7-7a0f-4e73-a0e7-f436493c0c0e tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:40.332373 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bb7844d8-1203-4435-a4ec-20df5e84fd7f req-ddb0b4e7-7a0f-4e73-a0e7-f436493c0c0e tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/ports?device_id=38b6ea8a-1b9b-469b-92d2-501557b84274 HTTP/1.1" status: 200 len: 945 time: 0.1573908 Oct 30 15:09:40.335616 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43a189d-8d10-4481-bdb0-7c123e61346e req-7f3190d9-56ff-449c-9cf6-1b5436481557 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:09:40.335955 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43a189d-8d10-4481-bdb0-7c123e61346e req-7f3190d9-56ff-449c-9cf6-1b5436481557 service neutron] Checking segment: {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:09:40.336344 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43a189d-8d10-4481-bdb0-7c123e61346e req-7f3190d9-56ff-449c-9cf6-1b5436481557 service neutron] Bound using segment: {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:09:40.336792 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-f43a189d-8d10-4481-bdb0-7c123e61346e req-7f3190d9-56ff-449c-9cf6-1b5436481557 service neutron] Bound port: d62ce843-9f5e-4d08-8465-c20b0aa0fe3a, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:09:40.337151 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-f43a189d-8d10-4481-bdb0-7c123e61346e req-7f3190d9-56ff-449c-9cf6-1b5436481557 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:40.400913 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-21bed753-bd85-4912-9bb3-e4d4702d277f req-8a2fb98c-6c07-4198-87d2-32ff45bc8a89 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3971436 Oct 30 15:09:40.432053 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc2de18-971a-4e81-9785-c8e416f8581d req-e3077744-f6f9-4821-a05b-3aba5173c905 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:40.438480 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-832fa2f8-a99b-4f6b-87e3-c8c5a4214ff6 None None] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:40.439181 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ffc2de18-971a-4e81-9785-c8e416f8581d req-e3077744-f6f9-4821-a05b-3aba5173c905 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d602cf4-ba4a-4a3d-818e-f318f6f908fa HTTP/1.1" status: 200 len: 934 time: 0.9227612 Oct 30 15:09:40.444855 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-832fa2f8-a99b-4f6b-87e3-c8c5a4214ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:40.487279 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba6917-1811-4728-8c53-3588a1b5df7c req-c6698153-431b-4440-b0b6-7627459d4729 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:40.488463 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-eaba6917-1811-4728-8c53-3588a1b5df7c req-c6698153-431b-4440-b0b6-7627459d4729 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ca418f9-ac64-472b-bb6a-2b067e61baee HTTP/1.1" status: 200 len: 944 time: 0.4771042 Oct 30 15:09:40.497944 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-f43a189d-8d10-4481-bdb0-7c123e61346e req-7f3190d9-56ff-449c-9cf6-1b5436481557 service neutron] For port d62ce843-9f5e-4d08-8465-c20b0aa0fe3a, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:09:40.502284 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-f43a189d-8d10-4481-bdb0-7c123e61346e req-7f3190d9-56ff-449c-9cf6-1b5436481557 service neutron] For port d62ce843-9f5e-4d08-8465-c20b0aa0fe3a, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=d62ce843-9f5e-4d08-8465-c20b0aa0fe3a,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:09:40.506399 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bb7844d8-1203-4435-a4ec-20df5e84fd7f req-354c5518-99bc-4a50-b003-3e4b9a25d1b1 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ae719f6-042b-4d46-b69b-db501d96f392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349182 Oct 30 15:09:40.508522 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f6ea6197-96cd-436d-9188-a58bec2ecff2 req-4b1ab42d-4568-46d2-b2bc-8dcfd6af9df4 service neutron] 10.222.0.44 "GET /v2.0/networks/291c5166-548b-4ef8-b78f-841a397188df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180313 Oct 30 15:09:40.510285 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-f43a189d-8d10-4481-bdb0-7c123e61346e req-7f3190d9-56ff-449c-9cf6-1b5436481557 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:40.553753 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a189d-8d10-4481-bdb0-7c123e61346e req-7f3190d9-56ff-449c-9cf6-1b5436481557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:40.554450 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-f43a189d-8d10-4481-bdb0-7c123e61346e req-7f3190d9-56ff-449c-9cf6-1b5436481557 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:40.555965 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f43a189d-8d10-4481-bdb0-7c123e61346e req-7f3190d9-56ff-449c-9cf6-1b5436481557 service neutron] 10.222.0.53 "PUT /v2.0/ports/d62ce843-9f5e-4d08-8465-c20b0aa0fe3a HTTP/1.1" status: 200 len: 1095 time: 1.9775503 Oct 30 15:09:40.562890 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-832fa2f8-a99b-4f6b-87e3-c8c5a4214ff6 None None] Attempting to bind port 64f4e2a9-569f-4870-969b-97faebbd8375 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:09:40.564593 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-832fa2f8-a99b-4f6b-87e3-c8c5a4214ff6 None None] Attempting to bind port 64f4e2a9-569f-4870-969b-97faebbd8375 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:09:40.564997 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832fa2f8-a99b-4f6b-87e3-c8c5a4214ff6 None None] Attempting to bind port 64f4e2a9-569f-4870-969b-97faebbd8375 on network edc38ef5-7816-4133-914c-cfe2849a0125 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:09:40.577975 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3190d9-56ff-449c-9cf6-1b5436481557 service neutron] Pushing event updated for resources: {'Port': ['ID=d62ce843-9f5e-4d08-8465-c20b0aa0fe3a,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:40.591110 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832fa2f8-a99b-4f6b-87e3-c8c5a4214ff6 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:09:40.603074 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832fa2f8-a99b-4f6b-87e3-c8c5a4214ff6 None None] Checking segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:09:40.608958 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-23cd1cec-a61a-4227-b55e-0dcc5516cd52 req-b7ef83c1-10ed-4afd-a8c9-3d5f2508eb8d service neutron] 10.222.0.44 "GET /v2.0/networks/2f36ee91-6757-4d64-8719-4cb39651ac94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5940042 Oct 30 15:09:40.609663 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-832fa2f8-a99b-4f6b-87e3-c8c5a4214ff6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:40.610254 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832fa2f8-a99b-4f6b-87e3-c8c5a4214ff6 None None] Bound using segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:09:40.612339 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-832fa2f8-a99b-4f6b-87e3-c8c5a4214ff6 None None] Bound port: 64f4e2a9-569f-4870-969b-97faebbd8375, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:09:40.612764 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-832fa2f8-a99b-4f6b-87e3-c8c5a4214ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:40.629398 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ffc2de18-971a-4e81-9785-c8e416f8581d req-19ab30e2-38c5-480d-a3aa-81e35dcc988b tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872342 Oct 30 15:09:40.713699 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5894efb-13d7-4ab9-bdcd-9094f800ebb8 None None] Pushing event updated for resources: {'Port': ['ID=64f4e2a9-569f-4870-969b-97faebbd8375,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:40.730293 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a189d-8d10-4481-bdb0-7c123e61346e req-4c05f6b1-46ef-4282-8e87-e4b2749f56cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:40.736533 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f43a189d-8d10-4481-bdb0-7c123e61346e req-4c05f6b1-46ef-4282-8e87-e4b2749f56cd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=77cd9b926c2f46c3aa4784fd4d8318b7&device_id=1d602cf4-ba4a-4a3d-818e-f318f6f908fa HTTP/1.1" status: 200 len: 1098 time: 0.0935414 Oct 30 15:09:40.782180 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-832fa2f8-a99b-4f6b-87e3-c8c5a4214ff6 None None] For port 64f4e2a9-569f-4870-969b-97faebbd8375, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:09:40.785421 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-832fa2f8-a99b-4f6b-87e3-c8c5a4214ff6 None None] For port 64f4e2a9-569f-4870-969b-97faebbd8375, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=64f4e2a9-569f-4870-969b-97faebbd8375,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:09:40.789916 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-832fa2f8-a99b-4f6b-87e3-c8c5a4214ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:40.806800 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f43a189d-8d10-4481-bdb0-7c123e61346e req-8d99bab7-7f5d-43a3-90fb-21482795aa42 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=d62ce843-9f5e-4d08-8465-c20b0aa0fe3a HTTP/1.1" status: 200 len: 217 time: 0.0619392 Oct 30 15:09:40.851830 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832fa2f8-a99b-4f6b-87e3-c8c5a4214ff6 None None] Routers {'732a6f8c-15a3-4ce3-a814-979441abe73f'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:09:40.852464 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-832fa2f8-a99b-4f6b-87e3-c8c5a4214ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:09:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['732a6f8c-15a3-4ce3-a814-979441abe73f'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:09:40.871242 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-21bed753-bd85-4912-9bb3-e4d4702d277f req-97fcee52-3c00-4fd6-aaa3-b11c0e7f0333 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4590929 Oct 30 15:09:40.946061 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5894efb-13d7-4ab9-bdcd-9094f800ebb8 None None] Pushing event updated for resources: {'Port': ['ID=64f4e2a9-569f-4870-969b-97faebbd8375,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:40.964622 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a189d-8d10-4481-bdb0-7c123e61346e req-7ca044d1-cc00-4db2-b417-6e432f95c539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:40.967164 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f43a189d-8d10-4481-bdb0-7c123e61346e req-7ca044d1-cc00-4db2-b417-6e432f95c539 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.1503909 Oct 30 15:09:41.010006 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-832fa2f8-a99b-4f6b-87e3-c8c5a4214ff6 None None] Set router 732a6f8c-15a3-4ce3-a814-979441abe73f gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:09:41.028988 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df058dcc-2ea3-46a1-9bc8-765c0b2e42fd x-openstack-request-id: req-df058dcc-2ea3-46a1-9bc8-765c0b2e42fd {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:09:41.029267 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daf80d9c-caa6-48f8-9c7a-25496258a12e", "name": "network-vif-deleted", "tag": "c5354e8c-a792-468f-8924-a3c448cc2b4a", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:09:41.029503 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-df058dcc-2ea3-46a1-9bc8-765c0b2e42fd {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:09:41.029889 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daf80d9c-caa6-48f8-9c7a-25496258a12e', 'name': 'network-vif-deleted', 'tag': 'c5354e8c-a792-468f-8924-a3c448cc2b4a', 'status': 'completed', 'code': 200} Oct 30 15:09:41.055922 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a189d-8d10-4481-bdb0-7c123e61346e req-41d85543-1a78-4a3e-b706-0995326a2b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:41.057843 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f43a189d-8d10-4481-bdb0-7c123e61346e req-41d85543-1a78-4a3e-b706-0995326a2b4f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0795977 Oct 30 15:09:41.096342 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525092a0-2928-4b31-91f1-ce1cdf58c331 req-ab952b04-509a-4fd7-927d-370c980f8f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:41.097991 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-525092a0-2928-4b31-91f1-ce1cdf58c331 req-ab952b04-509a-4fd7-927d-370c980f8f0a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b8aea481537c4f1b9ab8f7eccea88bfc&device_id=c0e3a669-075e-4332-9f0e-18bed12d9d90 HTTP/1.1" status: 200 len: 1095 time: 0.3566351 Oct 30 15:09:41.163696 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801b3125-0baf-49c0-a58c-d4572c0dec79 req-7118d7fd-8598-4d89-81c0-13c738caa0b9 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:41.165786 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-801b3125-0baf-49c0-a58c-d4572c0dec79 req-7118d7fd-8598-4d89-81c0-13c738caa0b9 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ca418f9-ac64-472b-bb6a-2b067e61baee HTTP/1.1" status: 200 len: 944 time: 0.3852677 Oct 30 15:09:41.231375 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-eaba6917-1811-4728-8c53-3588a1b5df7c req-b7851a9a-ea63-4bdd-b3b0-6706cc0b2752 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Deleting port 5fef0f85-c4bb-4e50-a76f-a2fb8545703f {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:09:41.232208 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-eaba6917-1811-4728-8c53-3588a1b5df7c req-b7851a9a-ea63-4bdd-b3b0-6706cc0b2752 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:41.249637 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7aafe485-15ca-4455-9530-7b7fbacbd852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:41.251960 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f43a189d-8d10-4481-bdb0-7c123e61346e req-fbf686d3-8818-4ff1-a8b2-9672a5dad20b service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850188 Oct 30 15:09:41.372230 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-801b3125-0baf-49c0-a58c-d4572c0dec79 req-5cdfb3ad-07ed-4bd6-8de9-ae4883e4a025 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638777 Oct 30 15:09:41.392439 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f43a189d-8d10-4481-bdb0-7c123e61346e req-a89fb79a-020d-4d2e-8dfe-cb4bbfa5ae0f service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323950 Oct 30 15:09:41.416828 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-832fa2f8-a99b-4f6b-87e3-c8c5a4214ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732a6f8c-15a3-4ce3-a814-979441abe73f', 'name': 'tempest-ServersTestMultiNic-1637079846-router', 'tenant_id': 'c642d29d1c17474c8a26fe3f03026a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '64f4e2a9-569f-4870-969b-97faebbd8375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:09:28Z', 'updated_at': '2021-10-30T15:09:35Z', 'revision_number': 3, 'project_id': 'c642d29d1c17474c8a26fe3f03026a83', 'gw_port': {'id': '64f4e2a9-569f-4870-969b-97faebbd8375', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:13:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732a6f8c-15a3-4ce3-a814-979441abe73f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:09:31Z', 'updated_at': '2021-10-30T15:09:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:09:41.437241 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525092a0-2928-4b31-91f1-ce1cdf58c331 req-c2f41d3b-41a5-406d-836c-bef5cf5d961a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:41.438897 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-525092a0-2928-4b31-91f1-ce1cdf58c331 req-c2f41d3b-41a5-406d-836c-bef5cf5d961a service neutron] 10.222.0.44 "GET /v2.0/networks?id=2f36ee91-6757-4d64-8719-4cb39651ac94 HTTP/1.1" status: 200 len: 909 time: 0.3113332 Oct 30 15:09:41.469335 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 5fef0f85-c4bb-4e50-a76f-a2fb8545703f no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:09:41.473909 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832fa2f8-a99b-4f6b-87e3-c8c5a4214ff6 None None] The sync data for ids ['732a6f8c-15a3-4ce3-a814-979441abe73f'] in n-d-806683-17 is: [{'id': '732a6f8c-15a3-4ce3-a814-979441abe73f', 'name': 'tempest-ServersTestMultiNic-1637079846-router', 'tenant_id': 'c642d29d1c17474c8a26fe3f03026a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '64f4e2a9-569f-4870-969b-97faebbd8375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:09:28Z', 'updated_at': '2021-10-30T15:09:35Z', 'revision_number': 3, 'project_id': 'c642d29d1c17474c8a26fe3f03026a83', 'gw_port': {'id': '64f4e2a9-569f-4870-969b-97faebbd8375', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:13:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732a6f8c-15a3-4ce3-a814-979441abe73f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:09:31Z', 'updated_at': '2021-10-30T15:09:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:09:41.530980 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-eaba6917-1811-4728-8c53-3588a1b5df7c req-b7851a9a-ea63-4bdd-b3b0-6706cc0b2752 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] For port 5fef0f85-c4bb-4e50-a76f-a2fb8545703f, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=5fef0f85-c4bb-4e50-a76f-a2fb8545703f,segment=NetworkSegment(e8246d9e-f8e1-4659-b367-d870958fbb44),segment_id=e8246d9e-f8e1-4659-b367-d870958fbb44)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:09:41.531348 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-eaba6917-1811-4728-8c53-3588a1b5df7c req-b7851a9a-ea63-4bdd-b3b0-6706cc0b2752 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:41.543564 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b83c38f-32b2-4294-809c-1bfd88553054 req-355691eb-8c06-419f-adff-3d5b6febe056 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:41.547982 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2b83c38f-32b2-4294-809c-1bfd88553054 req-355691eb-8c06-419f-adff-3d5b6febe056 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3a669-075e-4332-9f0e-18bed12d9d90 HTTP/1.1" status: 200 len: 943 time: 0.1100657 Oct 30 15:09:41.560056 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-525092a0-2928-4b31-91f1-ce1cdf58c331 req-f647d0f0-747e-4111-b46f-9725f9da660d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3393737f-efac-412a-9c8d-dbd8592214a9 HTTP/1.1" status: 200 len: 217 time: 0.0955510 Oct 30 15:09:41.566999 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device d810aab7-5322-41d8-9911-9ab2a1d67e5d no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:09:41.610601 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2b83c38f-32b2-4294-809c-1bfd88553054 req-8d9fac04-efa2-4b6a-83a6-c4b6244764e2 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583136 Oct 30 15:09:41.620547 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-eaba6917-1811-4728-8c53-3588a1b5df7c req-b7851a9a-ea63-4bdd-b3b0-6706cc0b2752 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Calling delete_port for 5fef0f85-c4bb-4e50-a76f-a2fb8545703f owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:09:41.669486 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:41.701103 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '240b9084-e7bc-4df3-8230-d0586c611a69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd810aab7-5322-41d8-9911-9ab2a1d67e5d'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:09:41.704118 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0782d60-f6e3-425b-98da-93a819bce288" -d '{"events": [{"server_uuid": "240b9084-e7bc-4df3-8230-d0586c611a69", "name": "network-vif-unplugged", "status": "completed", "tag": "d810aab7-5322-41d8-9911-9ab2a1d67e5d"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:09:41.726559 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port d810aab7-5322-41d8-9911-9ab2a1d67e5d, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=d810aab7-5322-41d8-9911-9ab2a1d67e5d,segment=NetworkSegment(50e4125d-3001-4ab5-9a68-22676c11c44a),segment_id=50e4125d-3001-4ab5-9a68-22676c11c44a)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:09:41.733055 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:41.777847 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c8b338-97a1-4a19-a20f-b06b63c3da1e req-2e7bd926-e96f-4155-a325-9a2a6b02d3ee tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:41.778523 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525092a0-2928-4b31-91f1-ce1cdf58c331 req-d5cd8c4a-58f8-457d-b65e-4844c3240f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:41.780018 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-525092a0-2928-4b31-91f1-ce1cdf58c331 req-d5cd8c4a-58f8-457d-b65e-4844c3240f71 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=eb0d8673-4262-419a-bce2-caff67d0478f HTTP/1.1" status: 200 len: 848 time: 0.1964464 Oct 30 15:09:41.785720 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c8c8b338-97a1-4a19-a20f-b06b63c3da1e req-2e7bd926-e96f-4155-a325-9a2a6b02d3ee tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=0308fc8e-49f8-476f-9896-b44985c4e329 HTTP/1.1" status: 200 len: 950 time: 0.0738139 Oct 30 15:09:41.791268 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=d810aab7-5322-41d8-9911-9ab2a1d67e5d,revision_number=8']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:41.793714 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877f4a05-f53b-4f95-92d3-39a06dbdeeb9 req-9e55c69e-48a6-47aa-b25d-c5edb9d79dd4 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:41.801186 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-877f4a05-f53b-4f95-92d3-39a06dbdeeb9 req-9e55c69e-48a6-47aa-b25d-c5edb9d79dd4 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/ports?device_id=38b6ea8a-1b9b-469b-92d2-501557b84274 HTTP/1.1" status: 200 len: 945 time: 0.2723002 Oct 30 15:09:41.822158 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-7aafe485-15ca-4455-9530-7b7fbacbd852 admin admin] Allocated IP 172.20.0.1 (9abbcbf2-a188-4900-a6d1-4485f2b38da9/554cc0e5-8e90-48c7-ab87-2ae49867c10e/0e63c77f-2196-4926-b8ea-a9f63f725de5) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:09:41.823289 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c8c8b338-97a1-4a19-a20f-b06b63c3da1e req-493ca8f3-3565-48d3-9a1e-9d470e2c3ea0 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365903 Oct 30 15:09:41.880785 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-525092a0-2928-4b31-91f1-ce1cdf58c331 req-f4a6a595-af24-4c0b-84b1-abf8f8bc1c14 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2f36ee91-6757-4d64-8719-4cb39651ac94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726125 Oct 30 15:09:42.023961 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-877f4a05-f53b-4f95-92d3-39a06dbdeeb9 req-3867d2e4-4a7c-4b5a-97de-9ee8f5058c55 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ae719f6-042b-4d46-b69b-db501d96f392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219083 Oct 30 15:09:42.061807 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abdec64-2cda-4ad1-9aef-5e306a2ad5e9 req-0508b481-d914-4841-b6df-0c3816c5a73b tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:42.070170 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0abdec64-2cda-4ad1-9aef-5e306a2ad5e9 req-0508b481-d914-4841-b6df-0c3816c5a73b tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/networks?id=9692ed5c-f259-4258-8606-c4a569c47bd6 HTTP/1.1" status: 200 len: 805 time: 0.1423192 Oct 30 15:09:42.088117 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0abdec64-2cda-4ad1-9aef-5e306a2ad5e9 req-00d0cd3f-d86f-47f2-b0d1-2cc787b528a2 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/quotas/0f5568aa45224afa998c13f67eb4e102 HTTP/1.1" status: 200 len: 375 time: 0.0167980 Oct 30 15:09:42.136548 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0abdec64-2cda-4ad1-9aef-5e306a2ad5e9 req-9e046738-3176-4676-9b26-a52ee97550c4 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0f5568aa45224afa998c13f67eb4e102&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0471928 Oct 30 15:09:42.183013 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-eaba6917-1811-4728-8c53-3588a1b5df7c req-b7851a9a-ea63-4bdd-b3b0-6706cc0b2752 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:42.194747 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['8b371b9f-aeca-4397-a92e-43f1eefb6950'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:09:42.228051 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-525092a0-2928-4b31-91f1-ce1cdf58c331 req-5142e1b2-86ba-41ce-bb26-e85e02517365 service neutron] 10.222.0.44 "GET /v2.0/networks/2f36ee91-6757-4d64-8719-4cb39651ac94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373818 Oct 30 15:09:42.232517 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7aafe485-15ca-4455-9530-7b7fbacbd852 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:42.237083 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7851a9a-ea63-4bdd-b3b0-6706cc0b2752 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Pushing event deleted for resources: {'Port': ['ID=5fef0f85-c4bb-4e50-a76f-a2fb8545703f,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:42.259518 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0abdec64-2cda-4ad1-9aef-5e306a2ad5e9 req-e2bb149b-31d0-47b1-8554-2638d9310b3d service neutron] 10.222.0.62 "GET /v2.0/networks/9692ed5c-f259-4258-8606-c4a569c47bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141837 Oct 30 15:09:42.383676 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0abdec64-2cda-4ad1-9aef-5e306a2ad5e9 req-a80c5341-5628-4b6e-a801-1f8944bf07e7 service neutron] 10.222.0.62 "GET /v2.0/networks/9692ed5c-f259-4258-8606-c4a569c47bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228423 Oct 30 15:09:42.531233 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5a921-dd64-429a-8965-4a2f10e7965f req-bf8f7622-ece1-4025-bbeb-bbf151280a7a tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:42.532919 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-66c5a921-dd64-429a-8965-4a2f10e7965f req-bf8f7622-ece1-4025-bbeb-bbf151280a7a tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.53 "GET /v2.0/ports?device_id=0308fc8e-49f8-476f-9896-b44985c4e329 HTTP/1.1" status: 200 len: 950 time: 0.0681524 Oct 30 15:09:42.635805 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Oct 2021 15:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-779fbe6e-dc47-42ce-9691-f5797e243e25 x-openstack-request-id: req-779fbe6e-dc47-42ce-9691-f5797e243e25 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:09:42.636293 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "240b9084-e7bc-4df3-8230-d0586c611a69", "name": "network-vif-unplugged", "status": "completed", "tag": "d810aab7-5322-41d8-9911-9ab2a1d67e5d", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:09:42.636736 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-779fbe6e-dc47-42ce-9691-f5797e243e25 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:09:42.637346 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '240b9084-e7bc-4df3-8230-d0586c611a69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd810aab7-5322-41d8-9911-9ab2a1d67e5d', 'code': 200} Oct 30 15:09:42.695094 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-66c5a921-dd64-429a-8965-4a2f10e7965f req-de2816cc-f958-4fa9-afed-6fc88bba0cbb tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Deleting port 96545323-feb6-420b-9242-c65d8a00a3f5 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:09:42.695628 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-66c5a921-dd64-429a-8965-4a2f10e7965f req-de2816cc-f958-4fa9-afed-6fc88bba0cbb tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:42.711395 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08346503-9dcd-4fc3-9312-d5beafa18ad8 req-36668fa1-07bc-493b-93e9-d83595ae55ea tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:42.713184 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-08346503-9dcd-4fc3-9312-d5beafa18ad8 req-36668fa1-07bc-493b-93e9-d83595ae55ea tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d602cf4-ba4a-4a3d-818e-f318f6f908fa HTTP/1.1" status: 200 len: 946 time: 0.5956607 Oct 30 15:09:42.717769 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaba6917-1811-4728-8c53-3588a1b5df7c req-b7851a9a-ea63-4bdd-b3b0-6706cc0b2752 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] No DVR routers for this DVR port 5fef0f85-c4bb-4e50-a76f-a2fb8545703f on host n-h2-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:09:42.727072 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-eaba6917-1811-4728-8c53-3588a1b5df7c req-b7851a9a-ea63-4bdd-b3b0-6706cc0b2752 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:42.731067 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-eaba6917-1811-4728-8c53-3588a1b5df7c req-b7851a9a-ea63-4bdd-b3b0-6706cc0b2752 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.44 "DELETE /v2.0/ports/5fef0f85-c4bb-4e50-a76f-a2fb8545703f HTTP/1.1" status: 204 len: 173 time: 2.2036340 Oct 30 15:09:42.735816 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca418f9-ac64-472b-bb6a-2b067e61baee', 'name': 'network-vif-deleted', 'tag': '5fef0f85-c4bb-4e50-a76f-a2fb8545703f'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:09:42.738153 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3c0248-a27c-40ad-8c5e-579965f97a7c" -d '{"events": [{"server_uuid": "4ca418f9-ac64-472b-bb6a-2b067e61baee", "name": "network-vif-deleted", "tag": "5fef0f85-c4bb-4e50-a76f-a2fb8545703f"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:09:42.800773 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7aafe485-15ca-4455-9530-7b7fbacbd852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:42.833448 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-08346503-9dcd-4fc3-9312-d5beafa18ad8 req-6f9cbf8d-0903-4e13-9c01-eb0d278fb29a tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039813 Oct 30 15:09:42.856356 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fb0eab-f835-408a-b896-6ef442c98b51 req-9b4adad2-983a-4775-b38a-814422f8af19 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:42.866921 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c9fb0eab-f835-408a-b896-6ef442c98b51 req-9b4adad2-983a-4775-b38a-814422f8af19 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/ports?device_id=38b6ea8a-1b9b-469b-92d2-501557b84274 HTTP/1.1" status: 200 len: 945 time: 0.1392345 Oct 30 15:09:42.905086 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-66c5a921-dd64-429a-8965-4a2f10e7965f req-de2816cc-f958-4fa9-afed-6fc88bba0cbb tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] For port 96545323-feb6-420b-9242-c65d8a00a3f5, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=96545323-feb6-420b-9242-c65d8a00a3f5,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:09:42.905462 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-66c5a921-dd64-429a-8965-4a2f10e7965f req-de2816cc-f958-4fa9-afed-6fc88bba0cbb tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:42.908079 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-525092a0-2928-4b31-91f1-ce1cdf58c331 req-ef86db61-4cd8-4d1a-955d-11d8f7be9c01 service neutron] 10.222.0.44 "GET /v2.0/networks/2f36ee91-6757-4d64-8719-4cb39651ac94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6571116 Oct 30 15:09:42.935548 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-66c5a921-dd64-429a-8965-4a2f10e7965f req-de2816cc-f958-4fa9-afed-6fc88bba0cbb tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Calling delete_port for 96545323-feb6-420b-9242-c65d8a00a3f5 owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:09:42.940228 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aafe485-15ca-4455-9530-7b7fbacbd852 admin admin] Network 9abbcbf2-a188-4900-a6d1-4485f2b38da9 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:09:42.953970 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c9fb0eab-f835-408a-b896-6ef442c98b51 req-5677e336-4e02-4d84-ab5b-57192bcd658c tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ae719f6-042b-4d46-b69b-db501d96f392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860970 Oct 30 15:09:42.957246 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aafe485-15ca-4455-9530-7b7fbacbd852 admin admin] Pushing event updated for resources: {'Port': ['ID=0e63c77f-2196-4926-b8ea-a9f63f725de5,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:43.000982 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-7aafe485-15ca-4455-9530-7b7fbacbd852 admin admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:09:43.003936 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aafe485-15ca-4455-9530-7b7fbacbd852 admin admin] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:09:43.061474 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-33b197e7-f1be-4652-86da-adadc7ad0eb1 req-2eacb47f-4205-42f3-ba24-ddb8e49fe9f5 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ca418f9-ac64-472b-bb6a-2b067e61baee HTTP/1.1" status: 200 len: 210 time: 0.1197586 Oct 30 15:09:43.064561 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d602cf4-ba4a-4a3d-818e-f318f6f908fa', 'tag': 'd62ce843-9f5e-4d08-8465-c20b0aa0fe3a'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:09:43.066317 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bef544e-22ff-4536-99c3-b0925ce37687" -d '{"events": [{"name": "network-changed", "server_uuid": "1d602cf4-ba4a-4a3d-818e-f318f6f908fa", "tag": "d62ce843-9f5e-4d08-8465-c20b0aa0fe3a"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:09:43.118014 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-73225b20-2834-44c6-a0fd-84b6f7717b1b req-cb9d77df-7007-46e1-913c-83f1a17b6932 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/ports?device_id=26b9d8a8-a8fb-4ec3-84d8-7ca561570caa HTTP/1.1" status: 200 len: 210 time: 0.0476708 Oct 30 15:09:43.180485 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f472b3-2e31-4462-9bbe-47091205b410 req-3747b129-ba4d-499b-a0fc-abdcb5da3e9f tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:43.183046 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-18f472b3-2e31-4462-9bbe-47091205b410 req-3747b129-ba4d-499b-a0fc-abdcb5da3e9f tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.44 "GET /v2.0/ports?device_id=240b9084-e7bc-4df3-8230-d0586c611a69 HTTP/1.1" status: 200 len: 944 time: 0.2400334 Oct 30 15:09:43.221161 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d520b3f-d661-4979-8bef-64f569b1083d x-openstack-request-id: req-6d520b3f-d661-4979-8bef-64f569b1083d {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:09:43.222152 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca418f9-ac64-472b-bb6a-2b067e61baee", "name": "network-vif-deleted", "tag": "5fef0f85-c4bb-4e50-a76f-a2fb8545703f", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:09:43.239843 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6d520b3f-d661-4979-8bef-64f569b1083d {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:09:43.240289 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca418f9-ac64-472b-bb6a-2b067e61baee', 'name': 'network-vif-deleted', 'tag': '5fef0f85-c4bb-4e50-a76f-a2fb8545703f', 'status': 'completed', 'code': 200} Oct 30 15:09:43.271819 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7aafe485-15ca-4455-9530-7b7fbacbd852 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:43.381164 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-66c5a921-dd64-429a-8965-4a2f10e7965f req-de2816cc-f958-4fa9-afed-6fc88bba0cbb tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:43.410202 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['914696c5-5889-4b05-8d4d-dfdeb7ef3f59'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:09:43.444500 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc40080-5d9d-49a3-916f-144633f4cf9d req-cfa146e3-200f-4739-bf1c-e910ee6b01f7 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:43.446052 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fbc40080-5d9d-49a3-916f-144633f4cf9d req-cfa146e3-200f-4739-bf1c-e910ee6b01f7 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=0308fc8e-49f8-476f-9896-b44985c4e329 HTTP/1.1" status: 200 len: 867 time: 0.1308579 Oct 30 15:09:43.447429 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2816cc-f958-4fa9-afed-6fc88bba0cbb tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Pushing event deleted for resources: {'Port': ['ID=96545323-feb6-420b-9242-c65d8a00a3f5,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:43.483847 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc1fc4-2f50-4180-8c85-28444d62dbd5 req-f2bfa1ea-276e-4cb7-b57c-77f3c61a145c tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:43.485304 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f2bc1fc4-2f50-4180-8c85-28444d62dbd5 req-f2bfa1ea-276e-4cb7-b57c-77f3c61a145c tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.53 "GET /v2.0/ports?device_id=157f403f-2dcb-4025-a92e-f19553993c5f HTTP/1.1" status: 200 len: 950 time: 0.5294440 Oct 30 15:09:43.486783 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['96545323-feb6-420b-9242-c65d8a00a3f5', '1bdc240c-44b4-4394-9ed5-ace834086c73'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:09:43.502554 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 64f4e2a9-569f-4870-969b-97faebbd8375 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:09:43.537661 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device d62ce843-9f5e-4d08-8465-c20b0aa0fe3a details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:09:43.571596 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-66c5a921-dd64-429a-8965-4a2f10e7965f req-de2816cc-f958-4fa9-afed-6fc88bba0cbb tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] No DVR routers for this DVR port 96545323-feb6-420b-9242-c65d8a00a3f5 on host n-h1-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:09:43.574744 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-66c5a921-dd64-429a-8965-4a2f10e7965f req-de2816cc-f958-4fa9-afed-6fc88bba0cbb tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:43.579324 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-66c5a921-dd64-429a-8965-4a2f10e7965f req-de2816cc-f958-4fa9-afed-6fc88bba0cbb tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.53 "DELETE /v2.0/ports/96545323-feb6-420b-9242-c65d8a00a3f5 HTTP/1.1" status: 204 len: 173 time: 1.0364244 Oct 30 15:09:43.618038 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-04779a1b-6b86-449e-b5fb-f5bee58eddd6 None None] Provisioning complete for port 0e63c77f-2196-4926-b8ea-a9f63f725de5 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:09:43.632583 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-04779a1b-6b86-449e-b5fb-f5bee58eddd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:43.644932 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fbc40080-5d9d-49a3-916f-144633f4cf9d req-de616cc4-d2d3-4068-906a-2202e1ae77e5 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757190 Oct 30 15:09:43.666381 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea6267-18f6-4119-b7a9-f9b3f2917c5a req-a83ecbec-64f3-4cb2-81b7-460e7a645236 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:43.668298 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-27ea6267-18f6-4119-b7a9-f9b3f2917c5a req-a83ecbec-64f3-4cb2-81b7-460e7a645236 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3a669-075e-4332-9f0e-18bed12d9d90 HTTP/1.1" status: 200 len: 943 time: 0.4194465 Oct 30 15:09:43.717654 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.db.resource_extend [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 30 15:09:43.745601 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a600be5b-288c-4680-813b-6f2f0389b59d x-openstack-request-id: req-a600be5b-288c-4680-813b-6f2f0389b59d {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:09:43.746087 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d602cf4-ba4a-4a3d-818e-f318f6f908fa", "tag": "d62ce843-9f5e-4d08-8465-c20b0aa0fe3a", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:09:43.746174 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a600be5b-288c-4680-813b-6f2f0389b59d {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:09:43.746651 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d602cf4-ba4a-4a3d-818e-f318f6f908fa', 'tag': 'd62ce843-9f5e-4d08-8465-c20b0aa0fe3a', 'status': 'completed', 'code': 200} Oct 30 15:09:43.805687 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-27ea6267-18f6-4119-b7a9-f9b3f2917c5a req-7390614f-d2b9-43ca-9281-287b284be9f1 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261122 Oct 30 15:09:43.913280 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-18f472b3-2e31-4462-9bbe-47091205b410 req-f58f1600-9747-4513-9157-4b1ed5997f4b tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Deleting port d810aab7-5322-41d8-9911-9ab2a1d67e5d {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:09:43.913819 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-18f472b3-2e31-4462-9bbe-47091205b410 req-f58f1600-9747-4513-9157-4b1ed5997f4b tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:43.924441 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-04779a1b-6b86-449e-b5fb-f5bee58eddd6 None None] Port 0e63c77f-2196-4926-b8ea-a9f63f725de5 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:09:43.956312 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 64f4e2a9-569f-4870-969b-97faebbd8375 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:09:43.964394 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bef544e-22ff-4536-99c3-b0925ce37687 req-bd390421-a09f-457e-9f2e-6dc51ccf7542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:43.965935 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2bef544e-22ff-4536-99c3-b0925ce37687 req-bd390421-a09f-457e-9f2e-6dc51ccf7542 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=77cd9b926c2f46c3aa4784fd4d8318b7&device_id=1d602cf4-ba4a-4a3d-818e-f318f6f908fa HTTP/1.1" status: 200 len: 1098 time: 0.1751487 Oct 30 15:09:43.967238 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:44.019819 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7aafe485-15ca-4455-9530-7b7fbacbd852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:44.052143 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-f2bc1fc4-2f50-4180-8c85-28444d62dbd5 req-cc10e84d-5e29-4025-bbc3-44edadf1dd5e tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Deleting port 1bdc240c-44b4-4394-9ed5-ace834086c73 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:09:44.052702 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-f2bc1fc4-2f50-4180-8c85-28444d62dbd5 req-cc10e84d-5e29-4025-bbc3-44edadf1dd5e tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:44.172642 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f97706d-e2e9-4d84-b52f-d7ec804215e2 req-8ecfa5e2-61fc-4896-9d36-91f5771bfd84 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:44.180422 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7f97706d-e2e9-4d84-b52f-d7ec804215e2 req-8ecfa5e2-61fc-4896-9d36-91f5771bfd84 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d602cf4-ba4a-4a3d-818e-f318f6f908fa HTTP/1.1" status: 200 len: 946 time: 0.2299685 Oct 30 15:09:44.217857 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-18f472b3-2e31-4462-9bbe-47091205b410 req-f58f1600-9747-4513-9157-4b1ed5997f4b tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] For port d810aab7-5322-41d8-9911-9ab2a1d67e5d, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=d810aab7-5322-41d8-9911-9ab2a1d67e5d,segment=NetworkSegment(50e4125d-3001-4ab5-9a68-22676c11c44a),segment_id=50e4125d-3001-4ab5-9a68-22676c11c44a)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:09:44.218482 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-18f472b3-2e31-4462-9bbe-47091205b410 req-f58f1600-9747-4513-9157-4b1ed5997f4b tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:44.232324 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469c29a3-44cd-47bc-9dea-fa1a27e27438 req-a87a9547-fc99-4583-864e-0df5d9ff901c tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:44.234135 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-469c29a3-44cd-47bc-9dea-fa1a27e27438 req-a87a9547-fc99-4583-864e-0df5d9ff901c tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/ports?device_id=38b6ea8a-1b9b-469b-92d2-501557b84274 HTTP/1.1" status: 200 len: 945 time: 0.2502649 Oct 30 15:09:44.253917 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7f97706d-e2e9-4d84-b52f-d7ec804215e2 req-2c477ee5-f797-4a0f-b823-e791ab6b46a7 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725210 Oct 30 15:09:44.287127 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-18f472b3-2e31-4462-9bbe-47091205b410 req-f58f1600-9747-4513-9157-4b1ed5997f4b tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Calling delete_port for d810aab7-5322-41d8-9911-9ab2a1d67e5d owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:09:44.393788 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5eba3878-532d-4d29-9f9c-e8756455a4e6 req-9e585be0-a3ca-474a-82c1-936290bd97e5 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ca418f9-ac64-472b-bb6a-2b067e61baee HTTP/1.1" status: 200 len: 210 time: 0.0557411 Oct 30 15:09:44.425373 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port d62ce843-9f5e-4d08-8465-c20b0aa0fe3a, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=d62ce843-9f5e-4d08-8465-c20b0aa0fe3a,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:09:44.457368 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bef544e-22ff-4536-99c3-b0925ce37687 req-b55d4c87-2f89-4cca-9f25-d3a64dd7b8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:44.459311 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2bef544e-22ff-4536-99c3-b0925ce37687 req-b55d4c87-2f89-4cca-9f25-d3a64dd7b8ee service neutron] 10.222.0.53 "GET /v2.0/networks?id=8de8b155-6e08-41c3-866a-8b30bb481704 HTTP/1.1" status: 200 len: 870 time: 0.4584949 Oct 30 15:09:44.470858 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': 'd62ce843-9f5e-4d08-8465-c20b0aa0fe3a', 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704', 'port_id': 'd62ce843-9f5e-4d08-8465-c20b0aa0fe3a', 'mac_address': 'fa:16:3e:af:99:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b5dea3-b65b-4514-8ec2-18a4245eb194', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:09:44.485820 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:44.495498 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abdec64-2cda-4ad1-9aef-5e306a2ad5e9 req-a63a6022-71c9-4c4b-ad70-5c48aeff83df tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:44.501830 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0abdec64-2cda-4ad1-9aef-5e306a2ad5e9 req-a63a6022-71c9-4c4b-ad70-5c48aeff83df tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.53 "GET /v2.0/networks?id=9692ed5c-f259-4258-8606-c4a569c47bd6 HTTP/1.1" status: 200 len: 805 time: 0.4319816 Oct 30 15:09:44.539982 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 64f4e2a9-569f-4870-969b-97faebbd8375, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=64f4e2a9-569f-4870-969b-97faebbd8375,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:09:44.542697 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2bef544e-22ff-4536-99c3-b0925ce37687 req-5936d84a-fc9f-4a4a-a856-98b7a26e2004 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=d62ce843-9f5e-4d08-8465-c20b0aa0fe3a HTTP/1.1" status: 200 len: 217 time: 0.0756259 Oct 30 15:09:44.546706 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-0abdec64-2cda-4ad1-9aef-5e306a2ad5e9 req-115b4824-823f-4de9-b65c-c0945ca1dec2 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Request body: {'port': {'device_id': '26b9d8a8-a8fb-4ec3-84d8-7ca561570caa', 'network_id': '9692ed5c-f259-4258-8606-c4a569c47bd6', 'admin_state_up': True, 'tenant_id': '0f5568aa45224afa998c13f67eb4e102'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:09:44.547659 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:44.568017 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-f2bc1fc4-2f50-4180-8c85-28444d62dbd5 req-cc10e84d-5e29-4025-bbc3-44edadf1dd5e tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] For port 1bdc240c-44b4-4394-9ed5-ace834086c73, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=1bdc240c-44b4-4394-9ed5-ace834086c73,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:09:44.568516 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-f2bc1fc4-2f50-4180-8c85-28444d62dbd5 req-cc10e84d-5e29-4025-bbc3-44edadf1dd5e tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:44.577912 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-469c29a3-44cd-47bc-9dea-fa1a27e27438 req-259657cc-e29f-4cc6-9500-3b501614e0a7 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ae719f6-042b-4d46-b69b-db501d96f392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242636 Oct 30 15:09:44.598179 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-f2bc1fc4-2f50-4180-8c85-28444d62dbd5 req-cc10e84d-5e29-4025-bbc3-44edadf1dd5e tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Calling delete_port for 1bdc240c-44b4-4394-9ed5-ace834086c73 owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:09:44.613759 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-18f472b3-2e31-4462-9bbe-47091205b410 req-f58f1600-9747-4513-9157-4b1ed5997f4b tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:44.628560 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=64f4e2a9-569f-4870-969b-97faebbd8375,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:44.633772 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:44.652922 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d62ce843-9f5e-4d08-8465-c20b0aa0fe3a {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:09:44.674253 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58f1600-9747-4513-9157-4b1ed5997f4b tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Pushing event deleted for resources: {'Port': ['ID=d810aab7-5322-41d8-9911-9ab2a1d67e5d,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:44.677474 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port d62ce843-9f5e-4d08-8465-c20b0aa0fe3a, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=d62ce843-9f5e-4d08-8465-c20b0aa0fe3a,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:09:44.683432 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:44.708184 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-be20aecb-c129-4069-a2b5-157437ce48b8 req-a5be2834-af74-41ed-a9bb-11db2066157b tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/ports?device_id=26b9d8a8-a8fb-4ec3-84d8-7ca561570caa HTTP/1.1" status: 200 len: 210 time: 0.1577251 Oct 30 15:09:44.763093 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=d62ce843-9f5e-4d08-8465-c20b0aa0fe3a,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:44.797297 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bef544e-22ff-4536-99c3-b0925ce37687 req-3b040f46-4b95-47fd-8a55-4b87d0a0f7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:44.798897 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2bef544e-22ff-4536-99c3-b0925ce37687 req-3b040f46-4b95-47fd-8a55-4b87d0a0f7e9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.2309911 Oct 30 15:09:44.812396 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-18f472b3-2e31-4462-9bbe-47091205b410 req-f58f1600-9747-4513-9157-4b1ed5997f4b tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] No DVR routers for this DVR port d810aab7-5322-41d8-9911-9ab2a1d67e5d on host n-h2-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:09:44.823799 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-18f472b3-2e31-4462-9bbe-47091205b410 req-f58f1600-9747-4513-9157-4b1ed5997f4b tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:44.827905 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-18f472b3-2e31-4462-9bbe-47091205b410 req-f58f1600-9747-4513-9157-4b1ed5997f4b tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.44 "DELETE /v2.0/ports/d810aab7-5322-41d8-9911-9ab2a1d67e5d HTTP/1.1" status: 204 len: 173 time: 1.6200304 Oct 30 15:09:44.849487 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0abdec64-2cda-4ad1-9aef-5e306a2ad5e9 req-115b4824-823f-4de9-b65c-c0945ca1dec2 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Made reservation on behalf of 0f5568aa45224afa998c13f67eb4e102 for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:09:44.853400 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-0abdec64-2cda-4ad1-9aef-5e306a2ad5e9 req-115b4824-823f-4de9-b65c-c0945ca1dec2 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:44.874773 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7aafe485-15ca-4455-9530-7b7fbacbd852 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:44.889703 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7aafe485-15ca-4455-9530-7b7fbacbd852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:44.902189 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bef544e-22ff-4536-99c3-b0925ce37687 req-c903c970-b00a-48b8-b012-f2c0552a4968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:44.903967 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2bef544e-22ff-4536-99c3-b0925ce37687 req-c903c970-b00a-48b8-b012-f2c0552a4968 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0967278 Oct 30 15:09:44.940387 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['d62ce843-9f5e-4d08-8465-c20b0aa0fe3a'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:09:44.961255 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac84fd7a-dd37-4481-81ea-fcba4a5c3142 req-95f324be-c8f9-4fda-8c91-49747e28ac7c tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:44.962770 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ac84fd7a-dd37-4481-81ea-fcba4a5c3142 req-95f324be-c8f9-4fda-8c91-49747e28ac7c tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/ports?device_id=38b6ea8a-1b9b-469b-92d2-501557b84274 HTTP/1.1" status: 200 len: 945 time: 0.1857800 Oct 30 15:09:45.024513 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7aafe485-15ca-4455-9530-7b7fbacbd852 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:45.033026 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aafe485-15ca-4455-9530-7b7fbacbd852 admin admin] Pushing event updated for resources: {'Port': ['ID=0e63c77f-2196-4926-b8ea-a9f63f725de5,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:45.075750 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c8b35-1a47-46e8-9b63-6460afb7aefc req-10fdb606-cfe9-4b84-8ff8-7d3c78cf84ad tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:45.077271 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1a1c8b35-1a47-46e8-9b63-6460afb7aefc req-10fdb606-cfe9-4b84-8ff8-7d3c78cf84ad tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=157f403f-2dcb-4025-a92e-f19553993c5f HTTP/1.1" status: 200 len: 950 time: 0.1298623 Oct 30 15:09:45.139417 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ac84fd7a-dd37-4481-81ea-fcba4a5c3142 req-973298e7-7e54-4ed8-8073-1d5aba5bcc00 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ae719f6-042b-4d46-b69b-db501d96f392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674807 Oct 30 15:09:45.148617 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-f2bc1fc4-2f50-4180-8c85-28444d62dbd5 req-cc10e84d-5e29-4025-bbc3-44edadf1dd5e tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:45.169190 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['914696c5-5889-4b05-8d4d-dfdeb7ef3f59'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:09:45.187200 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2bef544e-22ff-4536-99c3-b0925ce37687 req-b8dc22ec-1ea9-4a60-b29f-bee327d9bcc8 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382050 Oct 30 15:09:45.200188 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-0abdec64-2cda-4ad1-9aef-5e306a2ad5e9 req-115b4824-823f-4de9-b65c-c0945ca1dec2 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Allocated IP 172.20.0.10 (9692ed5c-f259-4258-8606-c4a569c47bd6/3835a6e8-6500-4cc1-8102-46264ff54369/010be484-0672-430d-be49-9ebf07471451) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:09:45.223871 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc10e84d-5e29-4025-bbc3-44edadf1dd5e tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Pushing event deleted for resources: {'Port': ['ID=1bdc240c-44b4-4394-9ed5-ace834086c73,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:45.232233 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aafe485-15ca-4455-9530-7b7fbacbd852 admin admin] Network 9abbcbf2-a188-4900-a6d1-4485f2b38da9 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:09:45.253746 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '240b9084-e7bc-4df3-8230-d0586c611a69', 'name': 'network-vif-deleted', 'tag': 'd810aab7-5322-41d8-9911-9ab2a1d67e5d'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:09:45.257404 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7bf30b2-c867-4cee-80b9-b7e4a6b93306" -d '{"events": [{"server_uuid": "240b9084-e7bc-4df3-8230-d0586c611a69", "name": "network-vif-deleted", "tag": "d810aab7-5322-41d8-9911-9ab2a1d67e5d"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:09:45.260731 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-7aafe485-15ca-4455-9530-7b7fbacbd852 admin admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:09:45.342917 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2bc1fc4-2f50-4180-8c85-28444d62dbd5 req-cc10e84d-5e29-4025-bbc3-44edadf1dd5e tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] No DVR routers for this DVR port 1bdc240c-44b4-4394-9ed5-ace834086c73 on host n-h1-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:09:45.406227 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-f2bc1fc4-2f50-4180-8c85-28444d62dbd5 req-cc10e84d-5e29-4025-bbc3-44edadf1dd5e tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:45.412458 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f2bc1fc4-2f50-4180-8c85-28444d62dbd5 req-cc10e84d-5e29-4025-bbc3-44edadf1dd5e tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.53 "DELETE /v2.0/ports/1bdc240c-44b4-4394-9ed5-ace834086c73 HTTP/1.1" status: 204 len: 173 time: 1.9163852 Oct 30 15:09:45.443398 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 64f4e2a9-569f-4870-969b-97faebbd8375 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:09:45.487157 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device d810aab7-5322-41d8-9911-9ab2a1d67e5d no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:09:45.652870 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1a1c8b35-1a47-46e8-9b63-6460afb7aefc req-4f868f46-a1ef-40ad-a92a-ad3129468990 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5260913 Oct 30 15:09:45.660059 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef780ce-13b3-4bfa-938b-bfedf76c2bdd req-6db0ff2e-0f45-4d68-91c9-00ba2abfae04 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:45.663657 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9ef780ce-13b3-4bfa-938b-bfedf76c2bdd req-6db0ff2e-0f45-4d68-91c9-00ba2abfae04 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3a669-075e-4332-9f0e-18bed12d9d90 HTTP/1.1" status: 200 len: 943 time: 0.3648252 Oct 30 15:09:45.670181 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aafe485-15ca-4455-9530-7b7fbacbd852 admin admin] Router 732a6f8c-15a3-4ce3-a814-979441abe73f has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:09:45.834900 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 96545323-feb6-420b-9242-c65d8a00a3f5 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:09:45.879722 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] No Port match for: d810aab7-5322-41d8-9911-9ab2a1d67e5d {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:09:45.880012 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device d810aab7-5322-41d8-9911-9ab2a1d67e5d not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:09:45.883365 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: 96545323-feb6-420b-9242-c65d8a00a3f5 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:09:45.883733 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 96545323-feb6-420b-9242-c65d8a00a3f5 not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:09:45.886971 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 1bdc240c-44b4-4394-9ed5-ace834086c73 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:09:45.887182 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aafe485-15ca-4455-9530-7b7fbacbd852 admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:09:45.900658 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1df6e9-81a0-42f8-8747-aec93187e3c1 None None] Sync routers for ids ['732a6f8c-15a3-4ce3-a814-979441abe73f'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:09:45.906628 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-7aafe485-15ca-4455-9530-7b7fbacbd852 admin admin] 10.222.0.62 "PUT /v2.0/routers/732a6f8c-15a3-4ce3-a814-979441abe73f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3973196 Oct 30 15:09:45.930143 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9ef780ce-13b3-4bfa-938b-bfedf76c2bdd req-a07a38a4-4209-4e4f-9df1-b01b3595db9a tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494726 Oct 30 15:09:45.962340 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1df6e9-81a0-42f8-8747-aec93187e3c1 None None] Routers {'732a6f8c-15a3-4ce3-a814-979441abe73f'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:09:45.963009 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-cd1df6e9-81a0-42f8-8747-aec93187e3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:09:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['732a6f8c-15a3-4ce3-a814-979441abe73f'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:09:45.987887 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88bf4e9d-0770-42a6-a23f-e01c4deb1a4d x-openstack-request-id: req-88bf4e9d-0770-42a6-a23f-e01c4deb1a4d {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:09:45.988322 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "240b9084-e7bc-4df3-8230-d0586c611a69", "name": "network-vif-deleted", "tag": "d810aab7-5322-41d8-9911-9ab2a1d67e5d", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:09:45.989228 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-88bf4e9d-0770-42a6-a23f-e01c4deb1a4d {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:09:45.989753 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '240b9084-e7bc-4df3-8230-d0586c611a69', 'name': 'network-vif-deleted', 'tag': 'd810aab7-5322-41d8-9911-9ab2a1d67e5d', 'status': 'completed', 'code': 200} Oct 30 15:09:46.054629 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: 1bdc240c-44b4-4394-9ed5-ace834086c73 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:09:46.054985 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 1bdc240c-44b4-4394-9ed5-ace834086c73 not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:09:46.076502 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-6f50ef42-b36e-4a54-b9b4-b28c1736b830 None None] Provisioning complete for port 0e63c77f-2196-4926-b8ea-a9f63f725de5 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:09:46.076874 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6f50ef42-b36e-4a54-b9b4-b28c1736b830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:46.080078 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 64f4e2a9-569f-4870-969b-97faebbd8375 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:09:46.080078 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:46.144573 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b2df2e-0692-450b-966f-f9d4f6e49aae req-b1ae49f2-8a86-4fca-84eb-7b3d7922310b tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:46.154627 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c1b2df2e-0692-450b-966f-f9d4f6e49aae req-b1ae49f2-8a86-4fca-84eb-7b3d7922310b tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d602cf4-ba4a-4a3d-818e-f318f6f908fa HTTP/1.1" status: 200 len: 947 time: 0.0908580 Oct 30 15:09:46.206844 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-0abdec64-2cda-4ad1-9aef-5e306a2ad5e9 req-115b4824-823f-4de9-b65c-c0945ca1dec2 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:46.209429 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58124) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:09:46.238878 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0308fc8e-49f8-476f-9896-b44985c4e329', 'name': 'network-vif-deleted', 'tag': '96545323-feb6-420b-9242-c65d8a00a3f5'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:09:46.243039 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e620a276-21de-4baf-b156-5fa829a69d0d" -d '{"events": [{"server_uuid": "0308fc8e-49f8-476f-9896-b44985c4e329", "name": "network-vif-deleted", "tag": "96545323-feb6-420b-9242-c65d8a00a3f5"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:09:46.261669 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-6f50ef42-b36e-4a54-b9b4-b28c1736b830 None None] Port 0e63c77f-2196-4926-b8ea-a9f63f725de5 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:09:46.272506 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c1b2df2e-0692-450b-966f-f9d4f6e49aae req-9374fc51-bb77-4768-90b7-0743163c58de tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133482 Oct 30 15:09:46.277413 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-cd1df6e9-81a0-42f8-8747-aec93187e3c1 None None] Set router 732a6f8c-15a3-4ce3-a814-979441abe73f gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:09:46.322546 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-ba72c180-54b1-4b02-bcbb-7923cc0dfbcf tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-782866939'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:09:46.324113 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-0abdec64-2cda-4ad1-9aef-5e306a2ad5e9 req-115b4824-823f-4de9-b65c-c0945ca1dec2 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:46.355696 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2bef544e-22ff-4536-99c3-b0925ce37687 req-066befe2-bf90-48c0-a46d-d930a05cb032 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1417141 Oct 30 15:09:46.369833 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba72c180-54b1-4b02-bcbb-7923cc0dfbcf tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Made reservation on behalf of c642d29d1c17474c8a26fe3f03026a83 for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:09:46.376366 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ba72c180-54b1-4b02-bcbb-7923cc0dfbcf tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:46.426070 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0abdec64-2cda-4ad1-9aef-5e306a2ad5e9 req-115b4824-823f-4de9-b65c-c0945ca1dec2 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Network 9692ed5c-f259-4258-8606-c4a569c47bd6 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:09:46.442841 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba72c180-54b1-4b02-bcbb-7923cc0dfbcf tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:09:46.445244 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-0abdec64-2cda-4ad1-9aef-5e306a2ad5e9 req-115b4824-823f-4de9-b65c-c0945ca1dec2 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:09:46.449621 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-0abdec64-2cda-4ad1-9aef-5e306a2ad5e9 req-115b4824-823f-4de9-b65c-c0945ca1dec2 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:09:46.505961 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-345cfccf-42a7-4f8e-a74a-9ec44d4c3037 req-b696ec89-3574-4a80-8c2b-235947fc56e7 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ca418f9-ac64-472b-bb6a-2b067e61baee HTTP/1.1" status: 200 len: 210 time: 0.0493052 Oct 30 15:09:46.510396 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ba72c180-54b1-4b02-bcbb-7923cc0dfbcf tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:46.511194 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-ba72c180-54b1-4b02-bcbb-7923cc0dfbcf tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Added segment 1abad3d0-d23d-4573-a261-24d37c7b6eaa of type vlan for network 53b9902a-fc7a-4f3a-a2d0-68aa23329a99 Oct 30 15:09:46.521890 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115b4824-823f-4de9-b65c-c0945ca1dec2 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Pushing event updated for resources: {'Port': ['ID=010be484-0672-430d-be49-9ebf07471451,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:46.576861 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ba72c180-54b1-4b02-bcbb-7923cc0dfbcf tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:46.607599 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abdec64-2cda-4ad1-9aef-5e306a2ad5e9 req-115b4824-823f-4de9-b65c-c0945ca1dec2 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:46.608616 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-0abdec64-2cda-4ad1-9aef-5e306a2ad5e9 req-115b4824-823f-4de9-b65c-c0945ca1dec2 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:46.616506 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ba72c180-54b1-4b02-bcbb-7923cc0dfbcf tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:46.629665 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc5c50d-e7ee-4a4b-a2ea-780e4ab7e47c x-openstack-request-id: req-adc5c50d-e7ee-4a4b-a2ea-780e4ab7e47c {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:09:46.630218 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0308fc8e-49f8-476f-9896-b44985c4e329", "name": "network-vif-deleted", "tag": "96545323-feb6-420b-9242-c65d8a00a3f5", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:09:46.630661 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-adc5c50d-e7ee-4a4b-a2ea-780e4ab7e47c {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:09:46.631997 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0308fc8e-49f8-476f-9896-b44985c4e329', 'name': 'network-vif-deleted', 'tag': '96545323-feb6-420b-9242-c65d8a00a3f5', 'status': 'completed', 'code': 200} Oct 30 15:09:46.634535 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba72c180-54b1-4b02-bcbb-7923cc0dfbcf tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:46.637175 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ba72c180-54b1-4b02-bcbb-7923cc0dfbcf tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:46.642850 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc10af-a9b9-4122-9bfd-0392ff705407 req-f8cf90a5-c241-4176-93be-ad723dd34ec9 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:46.645216 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6efc10af-a9b9-4122-9bfd-0392ff705407 req-f8cf90a5-c241-4176-93be-ad723dd34ec9 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/ports?device_id=26b9d8a8-a8fb-4ec3-84d8-7ca561570caa HTTP/1.1" status: 200 len: 932 time: 0.0862713 Oct 30 15:09:46.649561 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0abdec64-2cda-4ad1-9aef-5e306a2ad5e9 req-115b4824-823f-4de9-b65c-c0945ca1dec2 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1419096 Oct 30 15:09:46.676248 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-ba72c180-54b1-4b02-bcbb-7923cc0dfbcf tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4621902 Oct 30 15:09:46.695103 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-0abdec64-2cda-4ad1-9aef-5e306a2ad5e9 req-63dc4c3d-b22d-4b9a-92bc-8e630ad71e78 service neutron] Request body: {'port': {'device_id': '26b9d8a8-a8fb-4ec3-84d8-7ca561570caa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:09:46.698041 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58138) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:09:46.706291 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-949104c2-745a-4b3a-9857-afce088428b9 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Request body: {'subnet': {'network_id': '53b9902a-fc7a-4f3a-a2d0-68aa23329a99', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:09:46.820553 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-0abdec64-2cda-4ad1-9aef-5e306a2ad5e9 req-63dc4c3d-b22d-4b9a-92bc-8e630ad71e78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:46.847870 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6efc10af-a9b9-4122-9bfd-0392ff705407 req-2cbccdb0-7422-4204-af7d-0bad1bc00942 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff7d2e62-ea1a-45bf-a217-2b52e333182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921773 Oct 30 15:09:46.891006 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba72c180-54b1-4b02-bcbb-7923cc0dfbcf tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Pushing event updated for resources: {'Network': ['ID=53b9902a-fc7a-4f3a-a2d0-68aa23329a99,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:46.904308 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-cd1df6e9-81a0-42f8-8747-aec93187e3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732a6f8c-15a3-4ce3-a814-979441abe73f', 'name': 'tempest-ServersTestMultiNic-1637079846-router', 'tenant_id': 'c642d29d1c17474c8a26fe3f03026a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '64f4e2a9-569f-4870-969b-97faebbd8375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:09:28Z', 'updated_at': '2021-10-30T15:09:43Z', 'revision_number': 4, 'project_id': 'c642d29d1c17474c8a26fe3f03026a83', 'gw_port': {'id': '64f4e2a9-569f-4870-969b-97faebbd8375', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:13:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732a6f8c-15a3-4ce3-a814-979441abe73f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:09:31Z', 'updated_at': '2021-10-30T15:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '0e63c77f-2196-4926-b8ea-a9f63f725de5', 'name': '', 'network_id': '9abbcbf2-a188-4900-a6d1-4485f2b38da9', 'tenant_id': 'c642d29d1c17474c8a26fe3f03026a83', 'mac_address': 'fa:16:3e:9a:86:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732a6f8c-15a3-4ce3-a814-979441abe73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '554cc0e5-8e90-48c7-ab87-2ae49867c10e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:09:41Z', 'updated_at': '2021-10-30T15:09:44Z', 'revision_number': 2, 'project_id': 'c642d29d1c17474c8a26fe3f03026a83', 'subnets': [{'id': '554cc0e5-8e90-48c7-ab87-2ae49867c10e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:09:46.907084 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 53b9902a-fc7a-4f3a-a2d0-68aa23329a99 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:09:46.921273 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949104c2-745a-4b3a-9857-afce088428b9 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Made reservation on behalf of c642d29d1c17474c8a26fe3f03026a83 for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:09:46.929728 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-949104c2-745a-4b3a-9857-afce088428b9 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:46.980928 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1df6e9-81a0-42f8-8747-aec93187e3c1 None None] Checking router: 732a6f8c-15a3-4ce3-a814-979441abe73f for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:09:46.983718 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1df6e9-81a0-42f8-8747-aec93187e3c1 None None] Updating router 732a6f8c-15a3-4ce3-a814-979441abe73f port 0e63c77f-2196-4926-b8ea-a9f63f725de5 binding host n-d-806683-17 {{(pid=102133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:09:47.044598 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cd1df6e9-81a0-42f8-8747-aec93187e3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:47.220234 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-949104c2-745a-4b3a-9857-afce088428b9 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:47.284815 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949104c2-745a-4b3a-9857-afce088428b9 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Pushing event updated for resources: {'Subnet': ['ID=1a52317e-60f9-428e-9742-f3136cf9155b,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:47.285244 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120972e-f951-4ae5-a714-3b188c375a4c req-af83a073-2fad-4696-92a3-3bb9440aa332 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:47.288046 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9120972e-f951-4ae5-a714-3b188c375a4c req-af83a073-2fad-4696-92a3-3bb9440aa332 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3a669-075e-4332-9f0e-18bed12d9d90 HTTP/1.1" status: 200 len: 943 time: 0.0987923 Oct 30 15:09:47.352504 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949104c2-745a-4b3a-9857-afce088428b9 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Checking segment: {'id': '1abad3d0-d23d-4573-a261-24d37c7b6eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '53b9902a-fc7a-4f3a-a2d0-68aa23329a99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:09:47.352969 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949104c2-745a-4b3a-9857-afce088428b9 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Network hostable DHCP agents. Network: 53b9902a-fc7a-4f3a-a2d0-68aa23329a99, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:09:47.361980 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-0abdec64-2cda-4ad1-9aef-5e306a2ad5e9 req-63dc4c3d-b22d-4b9a-92bc-8e630ad71e78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 010be484-0672-430d-be49-9ebf07471451 {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:09:47.371452 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-0abdec64-2cda-4ad1-9aef-5e306a2ad5e9 req-63dc4c3d-b22d-4b9a-92bc-8e630ad71e78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:47.379779 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949104c2-745a-4b3a-9857-afce088428b9 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Network 53b9902a-fc7a-4f3a-a2d0-68aa23329a99 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:09:47.393580 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-949104c2-745a-4b3a-9857-afce088428b9 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 53b9902a-fc7a-4f3a-a2d0-68aa23329a99) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:09:47.400353 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-0abdec64-2cda-4ad1-9aef-5e306a2ad5e9 req-63dc4c3d-b22d-4b9a-92bc-8e630ad71e78 service neutron] Transition to ACTIVE for port object 010be484-0672-430d-be49-9ebf07471451 will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:09:47.407748 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f70d00-281d-4ae4-b84f-76d04fa936f6 None None] Network 53b9902a-fc7a-4f3a-a2d0-68aa23329a99 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:09:47.407986 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949104c2-745a-4b3a-9857-afce088428b9 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:47.408494 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-949104c2-745a-4b3a-9857-afce088428b9 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:47.420821 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-0abdec64-2cda-4ad1-9aef-5e306a2ad5e9 req-63dc4c3d-b22d-4b9a-92bc-8e630ad71e78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:47.454866 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9120972e-f951-4ae5-a714-3b188c375a4c req-979e21d8-06c1-4901-893e-30df3003b7db tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855391 Oct 30 15:09:47.507584 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-949104c2-745a-4b3a-9857-afce088428b9 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8083620 Oct 30 15:09:47.510679 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58160) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:09:47.524508 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-e2dcfe2e-7d0b-46e1-858a-b1d6ffb85570 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-160503933'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:09:47.549220 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device d62ce843-9f5e-4d08-8465-c20b0aa0fe3a up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:09:47.572444 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dc4c3d-b22d-4b9a-92bc-8e630ad71e78 service neutron] Pushing event updated for resources: {'Port': ['ID=010be484-0672-430d-be49-9ebf07471451,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:47.583393 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f21f7c9-1dc7-4749-b382-cba1664b41e5 req-7592da42-bc08-4633-a543-6316055ed461 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:47.585644 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1f21f7c9-1dc7-4749-b382-cba1664b41e5 req-7592da42-bc08-4633-a543-6316055ed461 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/ports?device_id=38b6ea8a-1b9b-469b-92d2-501557b84274 HTTP/1.1" status: 200 len: 945 time: 0.1798234 Oct 30 15:09:47.597799 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cd1df6e9-81a0-42f8-8747-aec93187e3c1 None None] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:47.604980 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cd1df6e9-81a0-42f8-8747-aec93187e3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:47.634577 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2dcfe2e-7d0b-46e1-858a-b1d6ffb85570 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Made reservation on behalf of c642d29d1c17474c8a26fe3f03026a83 for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:09:47.648031 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e2dcfe2e-7d0b-46e1-858a-b1d6ffb85570 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:47.682642 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d422be-6af5-461c-b63a-80c1f25c0993 None None] Pushing event updated for resources: {'Port': ['ID=0e63c77f-2196-4926-b8ea-a9f63f725de5,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:47.701757 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port d62ce843-9f5e-4d08-8465-c20b0aa0fe3a completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:09:47.708140 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port d62ce843-9f5e-4d08-8465-c20b0aa0fe3a triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:09:47.710199 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:47.712718 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa4913b-5b97-4662-8d5d-1f256c7cb6ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-53b9902a-fc7a-4f3a-a2d0-68aa23329a99', 'network_id': '53b9902a-fc7a-4f3a-a2d0-68aa23329a99', 'tenant_id': 'c642d29d1c17474c8a26fe3f03026a83', 'fixed_ips': [{'subnet_id': '1a52317e-60f9-428e-9742-f3136cf9155b'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:09:47.713906 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1f21f7c9-1dc7-4749-b382-cba1664b41e5 req-4522ece9-c9f8-42eb-b759-d1e88145268a tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ae719f6-042b-4d46-b69b-db501d96f392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147232 Oct 30 15:09:47.714146 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2fa4913b-5b97-4662-8d5d-1f256c7cb6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:47.741268 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2dcfe2e-7d0b-46e1-858a-b1d6ffb85570 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:09:47.770133 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e2dcfe2e-7d0b-46e1-858a-b1d6ffb85570 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:47.771965 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-e2dcfe2e-7d0b-46e1-858a-b1d6ffb85570 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Added segment b0566738-519f-4967-8a7a-b8d96888899b of type vlan for network 9e9f83e3-fdf9-4eaf-877d-31f08ee59bdd Oct 30 15:09:47.813257 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc85be-e53e-4cf5-ba01-0e5075aa2d08 req-8d07ca6d-98b7-4aa4-b1f7-634a8e409fb2 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:47.814777 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8acc85be-e53e-4cf5-ba01-0e5075aa2d08 req-8d07ca6d-98b7-4aa4-b1f7-634a8e409fb2 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d602cf4-ba4a-4a3d-818e-f318f6f908fa HTTP/1.1" status: 200 len: 947 time: 0.2050667 Oct 30 15:09:47.870757 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-cd1df6e9-81a0-42f8-8747-aec93187e3c1 None None] Attempting to bind port 0e63c77f-2196-4926-b8ea-a9f63f725de5 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:09:47.871233 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-cd1df6e9-81a0-42f8-8747-aec93187e3c1 None None] Attempting to bind port 0e63c77f-2196-4926-b8ea-a9f63f725de5 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'e2e92438-367a-453c-8d44-601695a985d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9abbcbf2-a188-4900-a6d1-4485f2b38da9'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:09:47.871692 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1df6e9-81a0-42f8-8747-aec93187e3c1 None None] Attempting to bind port 0e63c77f-2196-4926-b8ea-a9f63f725de5 on network 9abbcbf2-a188-4900-a6d1-4485f2b38da9 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:09:47.875072 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-0abdec64-2cda-4ad1-9aef-5e306a2ad5e9 req-63dc4c3d-b22d-4b9a-92bc-8e630ad71e78 service neutron] Attempting to bind port 010be484-0672-430d-be49-9ebf07471451 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:09:47.875415 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-0abdec64-2cda-4ad1-9aef-5e306a2ad5e9 req-63dc4c3d-b22d-4b9a-92bc-8e630ad71e78 service neutron] Attempting to bind port 010be484-0672-430d-be49-9ebf07471451 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '50e4125d-3001-4ab5-9a68-22676c11c44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9692ed5c-f259-4258-8606-c4a569c47bd6'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:09:47.875767 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abdec64-2cda-4ad1-9aef-5e306a2ad5e9 req-63dc4c3d-b22d-4b9a-92bc-8e630ad71e78 service neutron] Attempting to bind port 010be484-0672-430d-be49-9ebf07471451 on network 9692ed5c-f259-4258-8606-c4a569c47bd6 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:09:47.880440 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1df6e9-81a0-42f8-8747-aec93187e3c1 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:09:47.880440 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1df6e9-81a0-42f8-8747-aec93187e3c1 None None] Checking segment: {'id': 'e2e92438-367a-453c-8d44-601695a985d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9abbcbf2-a188-4900-a6d1-4485f2b38da9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:09:47.880753 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cd1df6e9-81a0-42f8-8747-aec93187e3c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:47.881179 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1df6e9-81a0-42f8-8747-aec93187e3c1 None None] Bound using segment: {'id': 'e2e92438-367a-453c-8d44-601695a985d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9abbcbf2-a188-4900-a6d1-4485f2b38da9'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:09:47.881719 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-cd1df6e9-81a0-42f8-8747-aec93187e3c1 None None] Bound port: 0e63c77f-2196-4926-b8ea-a9f63f725de5, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2e92438-367a-453c-8d44-601695a985d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9abbcbf2-a188-4900-a6d1-4485f2b38da9'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:09:47.882164 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cd1df6e9-81a0-42f8-8747-aec93187e3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:47.885172 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abdec64-2cda-4ad1-9aef-5e306a2ad5e9 req-63dc4c3d-b22d-4b9a-92bc-8e630ad71e78 service neutron] Port 010be484-0672-430d-be49-9ebf07471451 on network 9692ed5c-f259-4258-8606-c4a569c47bd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:09:47.885331 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abdec64-2cda-4ad1-9aef-5e306a2ad5e9 req-63dc4c3d-b22d-4b9a-92bc-8e630ad71e78 service neutron] Attempting to bind port 010be484-0672-430d-be49-9ebf07471451 on network 9692ed5c-f259-4258-8606-c4a569c47bd6 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:09:47.904170 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e2dcfe2e-7d0b-46e1-858a-b1d6ffb85570 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:47.908333 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abdec64-2cda-4ad1-9aef-5e306a2ad5e9 req-63dc4c3d-b22d-4b9a-92bc-8e630ad71e78 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:09:47.908886 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abdec64-2cda-4ad1-9aef-5e306a2ad5e9 req-63dc4c3d-b22d-4b9a-92bc-8e630ad71e78 service neutron] Checking segment: {'id': '50e4125d-3001-4ab5-9a68-22676c11c44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9692ed5c-f259-4258-8606-c4a569c47bd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:09:47.909497 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abdec64-2cda-4ad1-9aef-5e306a2ad5e9 req-63dc4c3d-b22d-4b9a-92bc-8e630ad71e78 service neutron] Bound using segment: {'id': '50e4125d-3001-4ab5-9a68-22676c11c44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9692ed5c-f259-4258-8606-c4a569c47bd6'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:09:47.910171 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-0abdec64-2cda-4ad1-9aef-5e306a2ad5e9 req-63dc4c3d-b22d-4b9a-92bc-8e630ad71e78 service neutron] Bound port: 010be484-0672-430d-be49-9ebf07471451, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50e4125d-3001-4ab5-9a68-22676c11c44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9692ed5c-f259-4258-8606-c4a569c47bd6'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:09:47.911133 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-0abdec64-2cda-4ad1-9aef-5e306a2ad5e9 req-63dc4c3d-b22d-4b9a-92bc-8e630ad71e78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:47.957370 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8acc85be-e53e-4cf5-ba01-0e5075aa2d08 req-5af1a1e7-2a93-4357-a389-06105a71f06d tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116493 Oct 30 15:09:47.963198 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e2dcfe2e-7d0b-46e1-858a-b1d6ffb85570 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:47.982232 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2dcfe2e-7d0b-46e1-858a-b1d6ffb85570 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:47.982883 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e2dcfe2e-7d0b-46e1-858a-b1d6ffb85570 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:47.997994 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-cd1df6e9-81a0-42f8-8747-aec93187e3c1 None None] For port 0e63c77f-2196-4926-b8ea-a9f63f725de5, host n-d-806683-17, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:09:48.003825 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-cd1df6e9-81a0-42f8-8747-aec93187e3c1 None None] For port 0e63c77f-2196-4926-b8ea-a9f63f725de5, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=0e63c77f-2196-4926-b8ea-a9f63f725de5,segment=NetworkSegment(e2e92438-367a-453c-8d44-601695a985d2),segment_id=e2e92438-367a-453c-8d44-601695a985d2)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:09:48.009167 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cd1df6e9-81a0-42f8-8747-aec93187e3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:48.043708 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '157f403f-2dcb-4025-a92e-f19553993c5f', 'name': 'network-vif-deleted', 'tag': '1bdc240c-44b4-4394-9ed5-ace834086c73'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:09:48.047160 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e32892-3131-4c20-aac4-5f770af12d95" -d '{"events": [{"server_uuid": "157f403f-2dcb-4025-a92e-f19553993c5f", "name": "network-vif-deleted", "tag": "1bdc240c-44b4-4394-9ed5-ace834086c73"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:09:48.089895 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:48.107032 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-0abdec64-2cda-4ad1-9aef-5e306a2ad5e9 req-63dc4c3d-b22d-4b9a-92bc-8e630ad71e78 service neutron] For port 010be484-0672-430d-be49-9ebf07471451, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:09:48.112085 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-0abdec64-2cda-4ad1-9aef-5e306a2ad5e9 req-63dc4c3d-b22d-4b9a-92bc-8e630ad71e78 service neutron] For port 010be484-0672-430d-be49-9ebf07471451, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=010be484-0672-430d-be49-9ebf07471451,segment=NetworkSegment(50e4125d-3001-4ab5-9a68-22676c11c44a),segment_id=50e4125d-3001-4ab5-9a68-22676c11c44a)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:09:48.117692 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-0abdec64-2cda-4ad1-9aef-5e306a2ad5e9 req-63dc4c3d-b22d-4b9a-92bc-8e630ad71e78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:48.123410 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1df6e9-81a0-42f8-8747-aec93187e3c1 None None] Routers {'732a6f8c-15a3-4ce3-a814-979441abe73f'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:09:48.133273 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-cd1df6e9-81a0-42f8-8747-aec93187e3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:09:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['732a6f8c-15a3-4ce3-a814-979441abe73f'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:09:48.172306 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abdec64-2cda-4ad1-9aef-5e306a2ad5e9 req-63dc4c3d-b22d-4b9a-92bc-8e630ad71e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:48.173438 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-0abdec64-2cda-4ad1-9aef-5e306a2ad5e9 req-63dc4c3d-b22d-4b9a-92bc-8e630ad71e78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:48.174767 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0abdec64-2cda-4ad1-9aef-5e306a2ad5e9 req-63dc4c3d-b22d-4b9a-92bc-8e630ad71e78 service neutron] 10.222.0.53 "PUT /v2.0/ports/010be484-0672-430d-be49-9ebf07471451 HTTP/1.1" status: 200 len: 1093 time: 1.5051391 Oct 30 15:09:48.228889 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dc4c3d-b22d-4b9a-92bc-8e630ad71e78 service neutron] Pushing event updated for resources: {'Port': ['ID=010be484-0672-430d-be49-9ebf07471451,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:48.242356 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-2fa4913b-5b97-4662-8d5d-1f256c7cb6ca None None] Allocated IP 19.80.0.2 (53b9902a-fc7a-4f3a-a2d0-68aa23329a99/1a52317e-60f9-428e-9742-f3136cf9155b/04f9dfd4-a7f5-45ca-ac5e-39a957f0b31b) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:09:48.244546 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d602cf4-ba4a-4a3d-818e-f318f6f908fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62ce843-9f5e-4d08-8465-c20b0aa0fe3a'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:09:48.258682 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6623c3f-77a8-445b-a8e7-f2d52e6978ad" -d '{"events": [{"server_uuid": "1d602cf4-ba4a-4a3d-818e-f318f6f908fa", "name": "network-vif-plugged", "status": "completed", "tag": "d62ce843-9f5e-4d08-8465-c20b0aa0fe3a"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:09:48.323817 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port d62ce843-9f5e-4d08-8465-c20b0aa0fe3a, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=d62ce843-9f5e-4d08-8465-c20b0aa0fe3a,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:09:48.351266 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:48.354383 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0102bfd6-ad76-4391-a32d-dcbef63955bf req-2bd8a72c-433f-4418-9d07-7fe712ffc8f4 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ca418f9-ac64-472b-bb6a-2b067e61baee HTTP/1.1" status: 200 len: 210 time: 0.2842855 Oct 30 15:09:48.360197 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-ae9986dc-9f3d-4408-b440-2266ef4201a1 None None] Provisioning complete for port 0e63c77f-2196-4926-b8ea-a9f63f725de5 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:09:48.370121 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d422be-6af5-461c-b63a-80c1f25c0993 None None] Pushing event updated for resources: {'Port': ['ID=0e63c77f-2196-4926-b8ea-a9f63f725de5,revision_number=4']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:48.371913 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ae9986dc-9f3d-4408-b440-2266ef4201a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:48.395274 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abdec64-2cda-4ad1-9aef-5e306a2ad5e9 req-66a7e027-0517-49cf-9df1-e554b6e7a2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:48.400633 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0abdec64-2cda-4ad1-9aef-5e306a2ad5e9 req-66a7e027-0517-49cf-9df1-e554b6e7a2f1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0f5568aa45224afa998c13f67eb4e102&device_id=26b9d8a8-a8fb-4ec3-84d8-7ca561570caa HTTP/1.1" status: 200 len: 1096 time: 0.1636648 Oct 30 15:09:48.466699 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-cd1df6e9-81a0-42f8-8747-aec93187e3c1 None None] Set router 732a6f8c-15a3-4ce3-a814-979441abe73f gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:09:48.500582 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0abdec64-2cda-4ad1-9aef-5e306a2ad5e9 req-60613eda-6b63-48de-a7c4-ad43c7d63405 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=010be484-0672-430d-be49-9ebf07471451 HTTP/1.1" status: 200 len: 217 time: 0.0911262 Oct 30 15:09:48.579680 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2fa4913b-5b97-4662-8d5d-1f256c7cb6ca None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:48.609040 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e2dcfe2e-7d0b-46e1-858a-b1d6ffb85570 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0937095 Oct 30 15:09:48.611115 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abdec64-2cda-4ad1-9aef-5e306a2ad5e9 req-61c1f232-dccd-4b05-a705-4028eb1f3e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:48.612621 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0abdec64-2cda-4ad1-9aef-5e306a2ad5e9 req-61c1f232-dccd-4b05-a705-4028eb1f3e23 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3835a6e8-6500-4cc1-8102-46264ff54369 HTTP/1.1" status: 200 len: 845 time: 0.0956781 Oct 30 15:09:48.619924 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58176) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:09:48.628410 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2fa4913b-5b97-4662-8d5d-1f256c7cb6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:48.629278 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0bc2be-4341-4829-80f1-0a5c47edca64 req-e5df5ef7-dd6f-47d1-a8f6-2796d4c63c71 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:48.637363 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2b0bc2be-4341-4829-80f1-0a5c47edca64 req-e5df5ef7-dd6f-47d1-a8f6-2796d4c63c71 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b407e1b-47bd-444f-8ba1-31c610996eb8 HTTP/1.1" status: 200 len: 950 time: 0.6973286 Oct 30 15:09:48.643394 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-0f4856d4-9d09-492f-9ee6-c947787f9465 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Request body: {'subnet': {'network_id': '9e9f83e3-fdf9-4eaf-877d-31f08ee59bdd', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:09:48.658458 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26b9d8a8-a8fb-4ec3-84d8-7ca561570caa', 'tag': '010be484-0672-430d-be49-9ebf07471451'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:09:48.660754 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff160d7f-8a3f-4253-9eda-80dfdf1711e0" -d '{"events": [{"name": "network-changed", "server_uuid": "26b9d8a8-a8fb-4ec3-84d8-7ca561570caa", "tag": "010be484-0672-430d-be49-9ebf07471451"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:09:48.676112 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa4913b-5b97-4662-8d5d-1f256c7cb6ca None None] Network 53b9902a-fc7a-4f3a-a2d0-68aa23329a99 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:09:48.685895 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-2fa4913b-5b97-4662-8d5d-1f256c7cb6ca None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:09:48.691599 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa4913b-5b97-4662-8d5d-1f256c7cb6ca None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:09:48.737893 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0abdec64-2cda-4ad1-9aef-5e306a2ad5e9 req-37efc9c0-6dec-438b-8374-eb4e3e4ceedc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9692ed5c-f259-4258-8606-c4a569c47bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628877 Oct 30 15:09:48.746727 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2b0bc2be-4341-4829-80f1-0a5c47edca64 req-d18d15d5-3741-4422-9b86-66dc44144354 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/security-groups?id=774be858-cfab-435c-afcc-8fa68e47192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961745 Oct 30 15:09:48.789159 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-2fa4913b-5b97-4662-8d5d-1f256c7cb6ca None None] Attempting to bind port 04f9dfd4-a7f5-45ca-ac5e-39a957f0b31b on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:09:48.789526 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-2fa4913b-5b97-4662-8d5d-1f256c7cb6ca None None] Attempting to bind port 04f9dfd4-a7f5-45ca-ac5e-39a957f0b31b by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '1abad3d0-d23d-4573-a261-24d37c7b6eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '53b9902a-fc7a-4f3a-a2d0-68aa23329a99'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:09:48.789893 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa4913b-5b97-4662-8d5d-1f256c7cb6ca None None] Attempting to bind port 04f9dfd4-a7f5-45ca-ac5e-39a957f0b31b on network 53b9902a-fc7a-4f3a-a2d0-68aa23329a99 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:09:48.804756 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa4913b-5b97-4662-8d5d-1f256c7cb6ca None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:09:48.805140 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa4913b-5b97-4662-8d5d-1f256c7cb6ca None None] Checking segment: {'id': '1abad3d0-d23d-4573-a261-24d37c7b6eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '53b9902a-fc7a-4f3a-a2d0-68aa23329a99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:09:48.806640 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2fa4913b-5b97-4662-8d5d-1f256c7cb6ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:48.807635 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa4913b-5b97-4662-8d5d-1f256c7cb6ca None None] Bound using segment: {'id': '1abad3d0-d23d-4573-a261-24d37c7b6eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '53b9902a-fc7a-4f3a-a2d0-68aa23329a99'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:09:48.808159 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-2fa4913b-5b97-4662-8d5d-1f256c7cb6ca None None] Bound port: 04f9dfd4-a7f5-45ca-ac5e-39a957f0b31b, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1abad3d0-d23d-4573-a261-24d37c7b6eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '53b9902a-fc7a-4f3a-a2d0-68aa23329a99'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:09:48.810764 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2fa4913b-5b97-4662-8d5d-1f256c7cb6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:48.818269 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33d719-258e-4229-90ed-aa1ea03fd827 req-7cad14f3-9a15-4d4c-9be2-b2b8bc75259d tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:48.819761 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dcfe2e-7d0b-46e1-858a-b1d6ffb85570 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Pushing event updated for resources: {'Network': ['ID=9e9f83e3-fdf9-4eaf-877d-31f08ee59bdd,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:48.833664 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-de33d719-258e-4229-90ed-aa1ea03fd827 req-7cad14f3-9a15-4d4c-9be2-b2b8bc75259d tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/ports?device_id=26b9d8a8-a8fb-4ec3-84d8-7ca561570caa HTTP/1.1" status: 200 len: 944 time: 0.3358328 Oct 30 15:09:48.841507 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 9e9f83e3-fdf9-4eaf-877d-31f08ee59bdd details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:09:48.899088 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=d62ce843-9f5e-4d08-8465-c20b0aa0fe3a,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:48.938209 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-cd1df6e9-81a0-42f8-8747-aec93187e3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732a6f8c-15a3-4ce3-a814-979441abe73f', 'name': 'tempest-ServersTestMultiNic-1637079846-router', 'tenant_id': 'c642d29d1c17474c8a26fe3f03026a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '64f4e2a9-569f-4870-969b-97faebbd8375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:09:28Z', 'updated_at': '2021-10-30T15:09:43Z', 'revision_number': 4, 'project_id': 'c642d29d1c17474c8a26fe3f03026a83', 'gw_port': {'id': '64f4e2a9-569f-4870-969b-97faebbd8375', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:13:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732a6f8c-15a3-4ce3-a814-979441abe73f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:09:31Z', 'updated_at': '2021-10-30T15:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '0e63c77f-2196-4926-b8ea-a9f63f725de5', 'name': '', 'network_id': '9abbcbf2-a188-4900-a6d1-4485f2b38da9', 'tenant_id': 'c642d29d1c17474c8a26fe3f03026a83', 'mac_address': 'fa:16:3e:9a:86:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732a6f8c-15a3-4ce3-a814-979441abe73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '554cc0e5-8e90-48c7-ab87-2ae49867c10e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:09:41Z', 'updated_at': '2021-10-30T15:09:47Z', 'revision_number': 4, 'project_id': 'c642d29d1c17474c8a26fe3f03026a83', 'subnets': [{'id': '554cc0e5-8e90-48c7-ab87-2ae49867c10e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:09:48.994856 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa4913b-5b97-4662-8d5d-1f256c7cb6ca None None] Pushing event updated for resources: {'Port': ['ID=04f9dfd4-a7f5-45ca-ac5e-39a957f0b31b,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:49.001509 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a4fb21f-b69d-402e-8dca-7dee6490496f x-openstack-request-id: req-5a4fb21f-b69d-402e-8dca-7dee6490496f {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:09:49.003059 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "157f403f-2dcb-4025-a92e-f19553993c5f", "name": "network-vif-deleted", "tag": "1bdc240c-44b4-4394-9ed5-ace834086c73", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:09:49.003768 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5a4fb21f-b69d-402e-8dca-7dee6490496f {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:09:49.005233 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '157f403f-2dcb-4025-a92e-f19553993c5f', 'name': 'network-vif-deleted', 'tag': '1bdc240c-44b4-4394-9ed5-ace834086c73', 'status': 'completed', 'code': 200} Oct 30 15:09:49.008774 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1df6e9-81a0-42f8-8747-aec93187e3c1 None None] The sync data for ids ['732a6f8c-15a3-4ce3-a814-979441abe73f'] in n-d-806683-17 is: [{'id': '732a6f8c-15a3-4ce3-a814-979441abe73f', 'name': 'tempest-ServersTestMultiNic-1637079846-router', 'tenant_id': 'c642d29d1c17474c8a26fe3f03026a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '64f4e2a9-569f-4870-969b-97faebbd8375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:09:28Z', 'updated_at': '2021-10-30T15:09:43Z', 'revision_number': 4, 'project_id': 'c642d29d1c17474c8a26fe3f03026a83', 'gw_port': {'id': '64f4e2a9-569f-4870-969b-97faebbd8375', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:13:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732a6f8c-15a3-4ce3-a814-979441abe73f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:09:31Z', 'updated_at': '2021-10-30T15:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '0e63c77f-2196-4926-b8ea-a9f63f725de5', 'name': '', 'network_id': '9abbcbf2-a188-4900-a6d1-4485f2b38da9', 'tenant_id': 'c642d29d1c17474c8a26fe3f03026a83', 'mac_address': 'fa:16:3e:9a:86:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732a6f8c-15a3-4ce3-a814-979441abe73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '554cc0e5-8e90-48c7-ab87-2ae49867c10e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:09:41Z', 'updated_at': '2021-10-30T15:09:47Z', 'revision_number': 4, 'project_id': 'c642d29d1c17474c8a26fe3f03026a83', 'subnets': [{'id': '554cc0e5-8e90-48c7-ab87-2ae49867c10e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:09:49.011340 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-de33d719-258e-4229-90ed-aa1ea03fd827 req-c0bd02fc-0ea9-4d3a-8931-68d554398674 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff7d2e62-ea1a-45bf-a217-2b52e333182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221993 Oct 30 15:09:49.018099 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4856d4-9d09-492f-9ee6-c947787f9465 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Made reservation on behalf of c642d29d1c17474c8a26fe3f03026a83 for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:09:49.023499 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0f4856d4-9d09-492f-9ee6-c947787f9465 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:49.080721 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0abdec64-2cda-4ad1-9aef-5e306a2ad5e9 req-1f715b0e-b084-4c36-9445-85b3a1169262 service neutron] 10.222.0.53 "GET /v2.0/networks/9692ed5c-f259-4258-8606-c4a569c47bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3293591 Oct 30 15:09:49.152817 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-2fa4913b-5b97-4662-8d5d-1f256c7cb6ca None None] For port 04f9dfd4-a7f5-45ca-ac5e-39a957f0b31b, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:09:49.188831 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ae9986dc-9f3d-4408-b440-2266ef4201a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:49.199094 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-2fa4913b-5b97-4662-8d5d-1f256c7cb6ca None None] For port 04f9dfd4-a7f5-45ca-ac5e-39a957f0b31b, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=04f9dfd4-a7f5-45ca-ac5e-39a957f0b31b,segment=NetworkSegment(1abad3d0-d23d-4573-a261-24d37c7b6eaa),segment_id=1abad3d0-d23d-4573-a261-24d37c7b6eaa)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:09:49.202288 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add5c0f2-4057-462a-a236-34a16d0fddff x-openstack-request-id: req-add5c0f2-4057-462a-a236-34a16d0fddff {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:09:49.202910 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d602cf4-ba4a-4a3d-818e-f318f6f908fa", "name": "network-vif-plugged", "status": "completed", "tag": "d62ce843-9f5e-4d08-8465-c20b0aa0fe3a", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:09:49.203441 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-add5c0f2-4057-462a-a236-34a16d0fddff {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:09:49.204200 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d602cf4-ba4a-4a3d-818e-f318f6f908fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62ce843-9f5e-4d08-8465-c20b0aa0fe3a', 'code': 200} Oct 30 15:09:49.223197 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2fa4913b-5b97-4662-8d5d-1f256c7cb6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:49.247920 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84888dd1-b2cb-4dee-9cb5-9df8bf41a8b5 req-805f3d47-4bfb-4dc0-a3f3-3186d1d938e2 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:49.249416 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-84888dd1-b2cb-4dee-9cb5-9df8bf41a8b5 req-805f3d47-4bfb-4dc0-a3f3-3186d1d938e2 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b407e1b-47bd-444f-8ba1-31c610996eb8 HTTP/1.1" status: 200 len: 950 time: 0.3221900 Oct 30 15:09:49.313840 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b8ba94-fc3b-4e71-9c2c-63e0df2cdf52 x-openstack-request-id: req-52b8ba94-fc3b-4e71-9c2c-63e0df2cdf52 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:09:49.314270 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26b9d8a8-a8fb-4ec3-84d8-7ca561570caa", "tag": "010be484-0672-430d-be49-9ebf07471451", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:09:49.314860 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-52b8ba94-fc3b-4e71-9c2c-63e0df2cdf52 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:09:49.315344 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26b9d8a8-a8fb-4ec3-84d8-7ca561570caa', 'tag': '010be484-0672-430d-be49-9ebf07471451', 'status': 'completed', 'code': 200} Oct 30 15:09:49.425798 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-ae9986dc-9f3d-4408-b440-2266ef4201a1 None None] For port 0e63c77f-2196-4926-b8ea-a9f63f725de5, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=0e63c77f-2196-4926-b8ea-a9f63f725de5,segment=NetworkSegment(e2e92438-367a-453c-8d44-601695a985d2),segment_id=e2e92438-367a-453c-8d44-601695a985d2)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:09:49.437174 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ae9986dc-9f3d-4408-b440-2266ef4201a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:49.445085 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa4913b-5b97-4662-8d5d-1f256c7cb6ca None None] Pushing event updated for resources: {'Port': ['ID=04f9dfd4-a7f5-45ca-ac5e-39a957f0b31b,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:49.471959 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0abdec64-2cda-4ad1-9aef-5e306a2ad5e9 req-b4a6f1cb-bc89-47b0-b265-a6349fbee9d3 service neutron] 10.222.0.53 "GET /v2.0/networks/9692ed5c-f259-4258-8606-c4a569c47bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3808494 Oct 30 15:09:49.489377 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 0e63c77f-2196-4926-b8ea-a9f63f725de5 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:09:49.538274 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f29540-6234-42eb-86cd-c3c2d949e868 req-f7666aed-4543-42fc-b061-0bc924be2b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:49.540617 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-61f29540-6234-42eb-86cd-c3c2d949e868 req-f7666aed-4543-42fc-b061-0bc924be2b4f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1d602cf4-ba4a-4a3d-818e-f318f6f908fa HTTP/1.1" status: 200 len: 1100 time: 0.1888437 Oct 30 15:09:49.548703 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 3393737f-efac-412a-9c8d-dbd8592214a9 details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:09:49.595865 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a95daf-9813-4aaa-a867-e76875b16b17 req-0beaeb9f-b858-4d24-a6a9-45f1863a7a70 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:49.597470 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f9a95daf-9813-4aaa-a867-e76875b16b17 req-0beaeb9f-b858-4d24-a6a9-45f1863a7a70 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/ports?device_id=38b6ea8a-1b9b-469b-92d2-501557b84274 HTTP/1.1" status: 200 len: 945 time: 0.2337334 Oct 30 15:09:49.693351 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11af9425-a817-4256-bcec-a0f400ab8ed3 req-57ccf6c3-4227-45e8-8a1f-7250226a8a87 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:49.719579 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-11af9425-a817-4256-bcec-a0f400ab8ed3 req-57ccf6c3-4227-45e8-8a1f-7250226a8a87 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3a669-075e-4332-9f0e-18bed12d9d90 HTTP/1.1" status: 200 len: 943 time: 0.4024453 Oct 30 15:09:49.798046 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f9a95daf-9813-4aaa-a867-e76875b16b17 req-108ab823-1fe0-43b4-aaaa-a6500f012e1c tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ae719f6-042b-4d46-b69b-db501d96f392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594255 Oct 30 15:09:49.802673 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-84888dd1-b2cb-4dee-9cb5-9df8bf41a8b5 req-0b1b20dc-6c94-4d42-a13c-bb55e3b57521 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Deleting port 914696c5-5889-4b05-8d4d-dfdeb7ef3f59 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:09:49.810223 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-84888dd1-b2cb-4dee-9cb5-9df8bf41a8b5 req-0b1b20dc-6c94-4d42-a13c-bb55e3b57521 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:49.841677 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff160d7f-8a3f-4253-9eda-80dfdf1711e0 req-a71bbbe3-e189-455d-a100-8126669b9b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:49.847246 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ff160d7f-8a3f-4253-9eda-80dfdf1711e0 req-a71bbbe3-e189-455d-a100-8126669b9b2e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0f5568aa45224afa998c13f67eb4e102&device_id=26b9d8a8-a8fb-4ec3-84d8-7ca561570caa HTTP/1.1" status: 200 len: 1096 time: 0.3011241 Oct 30 15:09:49.858915 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-61f29540-6234-42eb-86cd-c3c2d949e868 req-0db122f9-938f-4de1-a5c6-d4c4086c8a3b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262789 Oct 30 15:09:49.885691 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 3393737f-efac-412a-9c8d-dbd8592214a9, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=3393737f-efac-412a-9c8d-dbd8592214a9,segment=NetworkSegment(5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87),segment_id=5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:09:49.887864 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-11af9425-a817-4256-bcec-a0f400ab8ed3 req-b7e03e76-c878-4879-bb48-e8cfbcc70ee5 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616187 Oct 30 15:09:49.916699 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9986dc-9f3d-4408-b440-2266ef4201a1 None None] Pushing event updated for resources: {'Port': ['ID=0e63c77f-2196-4926-b8ea-a9f63f725de5,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:49.938850 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-7fe241ce-7e5c-4c54-8702-d17f2921435e None None] Provisioning complete for port 0e63c77f-2196-4926-b8ea-a9f63f725de5 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:09:49.940843 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7fe241ce-7e5c-4c54-8702-d17f2921435e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:50.043206 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': '3393737f-efac-412a-9c8d-dbd8592214a9', 'network_id': '2f36ee91-6757-4d64-8719-4cb39651ac94', 'port_id': '3393737f-efac-412a-9c8d-dbd8592214a9', 'mac_address': 'fa:16:3e:59:ed:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0d8673-4262-419a-bce2-caff67d0478f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:09:50.061036 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 0e63c77f-2196-4926-b8ea-a9f63f725de5 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:09:50.061561 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:50.097778 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff160d7f-8a3f-4253-9eda-80dfdf1711e0 req-f62d650b-ccc6-4d9f-9073-d20535a2a4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:50.100788 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-84888dd1-b2cb-4dee-9cb5-9df8bf41a8b5 req-0b1b20dc-6c94-4d42-a13c-bb55e3b57521 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] For port 914696c5-5889-4b05-8d4d-dfdeb7ef3f59, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=914696c5-5889-4b05-8d4d-dfdeb7ef3f59,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:09:50.102073 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-84888dd1-b2cb-4dee-9cb5-9df8bf41a8b5 req-0b1b20dc-6c94-4d42-a13c-bb55e3b57521 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:50.114118 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ff160d7f-8a3f-4253-9eda-80dfdf1711e0 req-f62d650b-ccc6-4d9f-9073-d20535a2a4f5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9692ed5c-f259-4258-8606-c4a569c47bd6 HTTP/1.1" status: 200 len: 906 time: 0.2506964 Oct 30 15:09:50.116371 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-380fb929-8530-4b96-a8e3-44ea200e0dc6 req-681d165e-fc2d-4ba0-a32d-a181bb418326 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ca418f9-ac64-472b-bb6a-2b067e61baee HTTP/1.1" status: 200 len: 210 time: 0.0925837 Oct 30 15:09:50.123750 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-84888dd1-b2cb-4dee-9cb5-9df8bf41a8b5 req-0b1b20dc-6c94-4d42-a13c-bb55e3b57521 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Calling delete_port for 914696c5-5889-4b05-8d4d-dfdeb7ef3f59 owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:09:50.205861 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ff160d7f-8a3f-4253-9eda-80dfdf1711e0 req-ecbfcffc-8a04-43dc-871e-c4c99b40bfdf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=010be484-0672-430d-be49-9ebf07471451 HTTP/1.1" status: 200 len: 217 time: 0.0767083 Oct 30 15:09:50.244060 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:50.262557 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3393737f-efac-412a-9c8d-dbd8592214a9 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:09:50.288633 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 3393737f-efac-412a-9c8d-dbd8592214a9, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=3393737f-efac-412a-9c8d-dbd8592214a9,segment=NetworkSegment(5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87),segment_id=5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:09:50.298527 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:50.325921 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ae1e5d3c-0b1d-4f7e-800d-57f0f65913ae req-5ad1cfaf-c68f-407a-886b-8284c63c00d0 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b407e1b-47bd-444f-8ba1-31c610996eb8 HTTP/1.1" status: 200 len: 210 time: 0.0474720 Oct 30 15:09:50.355046 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-84888dd1-b2cb-4dee-9cb5-9df8bf41a8b5 req-0b1b20dc-6c94-4d42-a13c-bb55e3b57521 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:50.356318 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff160d7f-8a3f-4253-9eda-80dfdf1711e0 req-b6ff1a23-5b56-457f-a25d-f5afb1dd8810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:50.363952 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ff160d7f-8a3f-4253-9eda-80dfdf1711e0 req-b6ff1a23-5b56-457f-a25d-f5afb1dd8810 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3835a6e8-6500-4cc1-8102-46264ff54369 HTTP/1.1" status: 200 len: 845 time: 0.1503870 Oct 30 15:09:50.367902 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0f4856d4-9d09-492f-9ee6-c947787f9465 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:50.427481 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=3393737f-efac-412a-9c8d-dbd8592214a9,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:50.458330 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ff160d7f-8a3f-4253-9eda-80dfdf1711e0 req-fce09e1e-6377-4f98-b9d5-57da364c17c4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9692ed5c-f259-4258-8606-c4a569c47bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857029 Oct 30 15:09:50.515611 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1b20dc-6c94-4d42-a13c-bb55e3b57521 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Pushing event deleted for resources: {'Port': ['ID=914696c5-5889-4b05-8d4d-dfdeb7ef3f59,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:50.609853 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['3393737f-efac-412a-9c8d-dbd8592214a9'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:09:50.616437 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a212620-e739-4fbb-a7ed-756d2df57313 req-4d6de30b-574e-4cd5-8c9c-c2182bab7f97 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:50.629186 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1a212620-e739-4fbb-a7ed-756d2df57313 req-4d6de30b-574e-4cd5-8c9c-c2182bab7f97 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d602cf4-ba4a-4a3d-818e-f318f6f908fa HTTP/1.1" status: 200 len: 948 time: 0.3319185 Oct 30 15:09:50.663233 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4856d4-9d09-492f-9ee6-c947787f9465 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Pushing event updated for resources: {'Subnet': ['ID=b493e200-d139-4c49-8acc-ee0ebe37ecaa,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:50.696379 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-84888dd1-b2cb-4dee-9cb5-9df8bf41a8b5 req-0b1b20dc-6c94-4d42-a13c-bb55e3b57521 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] No DVR routers for this DVR port 914696c5-5889-4b05-8d4d-dfdeb7ef3f59 on host n-h2-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:09:50.708296 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-84888dd1-b2cb-4dee-9cb5-9df8bf41a8b5 req-0b1b20dc-6c94-4d42-a13c-bb55e3b57521 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:50.712352 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-84888dd1-b2cb-4dee-9cb5-9df8bf41a8b5 req-0b1b20dc-6c94-4d42-a13c-bb55e3b57521 tempest-ServersOnMultiNodesTest-466595686 tempest-ServersOnMultiNodesTest-466595686-project] 10.222.0.44 "DELETE /v2.0/ports/914696c5-5889-4b05-8d4d-dfdeb7ef3f59 HTTP/1.1" status: 204 len: 173 time: 1.4500794 Oct 30 15:09:50.781084 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1a212620-e739-4fbb-a7ed-756d2df57313 req-2f63956a-77e6-465f-a95d-b25f5f734eb0 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410539 Oct 30 15:09:50.781084 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4856d4-9d09-492f-9ee6-c947787f9465 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Checking segment: {'id': 'b0566738-519f-4967-8a7a-b8d96888899b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9e9f83e3-fdf9-4eaf-877d-31f08ee59bdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:09:50.781084 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4856d4-9d09-492f-9ee6-c947787f9465 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Network hostable DHCP agents. Network: 9e9f83e3-fdf9-4eaf-877d-31f08ee59bdd, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:09:50.785545 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ff160d7f-8a3f-4253-9eda-80dfdf1711e0 req-11567352-411a-4e4e-9256-b7e1355bacc3 service neutron] 10.222.0.53 "GET /v2.0/networks/9692ed5c-f259-4258-8606-c4a569c47bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175681 Oct 30 15:09:50.797992 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09da584a-2aa3-442c-8895-0c78d6e45703 req-13888ef3-56e3-4fa1-b356-8bf2623a0107 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:50.800341 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-09da584a-2aa3-442c-8895-0c78d6e45703 req-13888ef3-56e3-4fa1-b356-8bf2623a0107 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/ports?device_id=26b9d8a8-a8fb-4ec3-84d8-7ca561570caa HTTP/1.1" status: 200 len: 944 time: 0.1448991 Oct 30 15:09:50.814179 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4856d4-9d09-492f-9ee6-c947787f9465 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Network 9e9f83e3-fdf9-4eaf-877d-31f08ee59bdd is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:09:50.848634 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-0f4856d4-9d09-492f-9ee6-c947787f9465 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 9e9f83e3-fdf9-4eaf-877d-31f08ee59bdd) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:09:50.856647 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4856d4-9d09-492f-9ee6-c947787f9465 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:50.857243 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0f4856d4-9d09-492f-9ee6-c947787f9465 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:50.895889 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-0f4856d4-9d09-492f-9ee6-c947787f9465 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2562494 Oct 30 15:09:50.912182 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a20708-8776-4aa6-b7d1-60fc2898e3ad None None] Network 9e9f83e3-fdf9-4eaf-877d-31f08ee59bdd requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:09:51.007798 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b407e1b-47bd-444f-8ba1-31c610996eb8', 'name': 'network-vif-deleted', 'tag': '914696c5-5889-4b05-8d4d-dfdeb7ef3f59'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:09:51.010100 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff7998a-f2f8-47d7-bc74-862f5391969e" -d '{"events": [{"server_uuid": "6b407e1b-47bd-444f-8ba1-31c610996eb8", "name": "network-vif-deleted", "tag": "914696c5-5889-4b05-8d4d-dfdeb7ef3f59"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:09:51.067607 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0834d4-78c5-4857-a7e8-3bf8c5add573 req-cf1393c2-5149-4dbf-9e1e-611671342d49 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:51.081541 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5f0834d4-78c5-4857-a7e8-3bf8c5add573 req-cf1393c2-5149-4dbf-9e1e-611671342d49 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/ports?device_id=38b6ea8a-1b9b-469b-92d2-501557b84274 HTTP/1.1" status: 200 len: 945 time: 0.1278470 Oct 30 15:09:51.086254 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-09da584a-2aa3-442c-8895-0c78d6e45703 req-5d339fe5-8068-4c2c-933f-f8ab65e5f733 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff7d2e62-ea1a-45bf-a217-2b52e333182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763190 Oct 30 15:09:51.189581 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ff160d7f-8a3f-4253-9eda-80dfdf1711e0 req-8c3395b9-3b5b-479e-bf69-9ae29c80656c service neutron] 10.222.0.53 "GET /v2.0/networks/9692ed5c-f259-4258-8606-c4a569c47bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3813925 Oct 30 15:09:51.201895 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5f0834d4-78c5-4857-a7e8-3bf8c5add573 req-ee8e8a9b-336d-47bf-8cc9-2701f0742a89 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ae719f6-042b-4d46-b69b-db501d96f392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189919 Oct 30 15:09:51.338291 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eed2cf3-4bd0-4761-b699-61d93c5fb6a2 req-699e6f72-d832-4d95-93d6-4d3a93b1c4a1 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:51.358445 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3eed2cf3-4bd0-4761-b699-61d93c5fb6a2 req-699e6f72-d832-4d95-93d6-4d3a93b1c4a1 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3a669-075e-4332-9f0e-18bed12d9d90 HTTP/1.1" status: 200 len: 944 time: 0.1034374 Oct 30 15:09:51.445158 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8832ad90-7f7b-471f-b3d8-10e461e68c35 None None] Network 53b9902a-fc7a-4f3a-a2d0-68aa23329a99 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:09:51.451900 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3eed2cf3-4bd0-4761-b699-61d93c5fb6a2 req-46548693-f4f0-40d6-aac4-5aec8fdb4943 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887380 Oct 30 15:09:51.551305 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3438ae8f-e496-4de3-8265-56e2d4f379e6 x-openstack-request-id: req-3438ae8f-e496-4de3-8265-56e2d4f379e6 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:09:51.551917 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b407e1b-47bd-444f-8ba1-31c610996eb8", "name": "network-vif-deleted", "tag": "914696c5-5889-4b05-8d4d-dfdeb7ef3f59", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:09:51.552239 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3438ae8f-e496-4de3-8265-56e2d4f379e6 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:09:51.552688 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b407e1b-47bd-444f-8ba1-31c610996eb8', 'name': 'network-vif-deleted', 'tag': '914696c5-5889-4b05-8d4d-dfdeb7ef3f59', 'status': 'completed', 'code': 200} Oct 30 15:09:51.577660 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 914696c5-5889-4b05-8d4d-dfdeb7ef3f59 no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:09:51.587599 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-67b84dce-eb75-4d60-bac7-51be65071a1d tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:51.595424 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-67b84dce-eb75-4d60-bac7-51be65071a1d tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:51.597364 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-67b84dce-eb75-4d60-bac7-51be65071a1d tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/networks?id=53b9902a-fc7a-4f3a-a2d0-68aa23329a99&id=9e9f83e3-fdf9-4eaf-877d-31f08ee59bdd&id=53b9902a-fc7a-4f3a-a2d0-68aa23329a99 HTTP/1.1" status: 200 len: 1390 time: 0.2603664 Oct 30 15:09:51.612242 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 010be484-0672-430d-be49-9ebf07471451 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:09:51.614865 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 0e63c77f-2196-4926-b8ea-a9f63f725de5 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:09:51.616995 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] No Port match for: 914696c5-5889-4b05-8d4d-dfdeb7ef3f59 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:09:51.617333 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 914696c5-5889-4b05-8d4d-dfdeb7ef3f59 not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:09:51.617733 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 2cc66d70-4012-44da-84d5-330709702601 no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:09:51.632117 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-347793c7-0fe2-4691-9973-e4dea4d7c774 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/quotas/c642d29d1c17474c8a26fe3f03026a83 HTTP/1.1" status: 200 len: 375 time: 0.0235379 Oct 30 15:09:51.648016 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-46637c34-ac13-460c-be2f-a88fc996c0e2 req-e3384d97-7259-4123-8680-59c06d41b23f tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ca418f9-ac64-472b-bb6a-2b067e61baee HTTP/1.1" status: 200 len: 210 time: 0.0455992 Oct 30 15:09:51.676445 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-27d48eec-f457-45d4-a0fa-9be9849bcc47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:51.703864 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-fb0e025f-b8dd-4e2d-83e9-b695df13ed49 None None] Provisioning complete for port 04f9dfd4-a7f5-45ca-ac5e-39a957f0b31b triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:09:51.704239 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-fb0e025f-b8dd-4e2d-83e9-b695df13ed49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:51.712484 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-2dc0e7a7-d384-46f5-a0cf-f903ccfe4e1d tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c642d29d1c17474c8a26fe3f03026a83&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0791202 Oct 30 15:09:51.824090 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.db.resource_extend [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 30 15:09:51.840206 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-321f641d-84a5-475e-9525-b99c9fa1c87a service neutron] 10.222.0.62 "GET /v2.0/networks/53b9902a-fc7a-4f3a-a2d0-68aa23329a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170068 Oct 30 15:09:51.861741 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedd97f9-b9f2-40c9-a90c-eda0a21d3149 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-9e9f83e3-fdf9-4eaf-877d-31f08ee59bdd', 'network_id': '9e9f83e3-fdf9-4eaf-877d-31f08ee59bdd', 'tenant_id': 'c642d29d1c17474c8a26fe3f03026a83', 'fixed_ips': [{'subnet_id': 'b493e200-d139-4c49-8acc-ee0ebe37ecaa'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:09:51.862604 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-aedd97f9-b9f2-40c9-a90c-eda0a21d3149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:52.032844 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-4e78d6e8-8db5-4bda-9867-64bc601a2c24 service neutron] 10.222.0.62 "GET /v2.0/networks/53b9902a-fc7a-4f3a-a2d0-68aa23329a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888366 Oct 30 15:09:52.190688 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-52538972-610c-4a0f-8509-c39950f72c61 service neutron] 10.222.0.62 "GET /v2.0/networks/9e9f83e3-fdf9-4eaf-877d-31f08ee59bdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461909 Oct 30 15:09:52.198964 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:52.207338 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 0e63c77f-2196-4926-b8ea-a9f63f725de5 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:09:52.207531 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:52.226009 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c09681-6088-49f9-ad28-95dac3783149 req-a69047e4-1b8a-4cd2-8d6c-178e03feee72 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:52.233592 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e2c09681-6088-49f9-ad28-95dac3783149 req-a69047e4-1b8a-4cd2-8d6c-178e03feee72 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d602cf4-ba4a-4a3d-818e-f318f6f908fa HTTP/1.1" status: 200 len: 948 time: 0.1322961 Oct 30 15:09:52.291092 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e2c09681-6088-49f9-ad28-95dac3783149 req-2f3eca32-1de0-4c8c-abdd-4018044b2b57 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468588 Oct 30 15:09:52.299028 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 2cc66d70-4012-44da-84d5-330709702601, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=2cc66d70-4012-44da-84d5-330709702601,segment=NetworkSegment(534c4b02-f4b0-449f-adfa-dbd225c0e219),segment_id=534c4b02-f4b0-449f-adfa-dbd225c0e219)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:09:52.332467 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58236) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:09:52.361364 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38b6ea8a-1b9b-469b-92d2-501557b84274', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cc66d70-4012-44da-84d5-330709702601'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:09:52.363787 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e545cef9-fec7-4a20-a51d-acc8aef0cdf6" -d '{"events": [{"server_uuid": "38b6ea8a-1b9b-469b-92d2-501557b84274", "name": "network-vif-unplugged", "status": "completed", "tag": "2cc66d70-4012-44da-84d5-330709702601"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:09:52.363956 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-a1df8d47-2554-4e5e-90da-6588c62501fd service neutron] 10.222.0.62 "GET /v2.0/networks/9e9f83e3-fdf9-4eaf-877d-31f08ee59bdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648829 Oct 30 15:09:52.373658 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 010be484-0672-430d-be49-9ebf07471451, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=010be484-0672-430d-be49-9ebf07471451,segment=NetworkSegment(50e4125d-3001-4ab5-9a68-22676c11c44a),segment_id=50e4125d-3001-4ab5-9a68-22676c11c44a)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:09:52.386200 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:52.405439 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-fb0e025f-b8dd-4e2d-83e9-b695df13ed49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:52.460682 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b160996-cc8e-45d6-93e9-c291845db9f4 req-d498200d-4ec0-4de6-88e4-2728f3b1a32e tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:52.462240 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2b160996-cc8e-45d6-93e9-c291845db9f4 req-d498200d-4ec0-4de6-88e4-2728f3b1a32e tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/ports?device_id=38b6ea8a-1b9b-469b-92d2-501557b84274 HTTP/1.1" status: 200 len: 943 time: 0.0523629 Oct 30 15:09:52.477173 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '010be484-0672-430d-be49-9ebf07471451', 'network_id': '9692ed5c-f259-4258-8606-c4a569c47bd6', 'port_id': '010be484-0672-430d-be49-9ebf07471451', 'mac_address': 'fa:16:3e:94:9f:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3835a6e8-6500-4cc1-8102-46264ff54369', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:09:52.518095 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-aedd97f9-b9f2-40c9-a90c-eda0a21d3149 None None] Allocated IP 19.86.0.2 (9e9f83e3-fdf9-4eaf-877d-31f08ee59bdd/b493e200-d139-4c49-8acc-ee0ebe37ecaa/84f27862-f102-409e-9dcb-60b5f0ef6110) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:09:52.543962 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-82e0443e-e1b8-4d04-ab52-29cd19cbbc7b service neutron] 10.222.0.62 "GET /v2.0/networks/53b9902a-fc7a-4f3a-a2d0-68aa23329a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703875 Oct 30 15:09:52.601767 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2b160996-cc8e-45d6-93e9-c291845db9f4 req-b5cff52a-0d74-4182-89f2-98e25cc9364c tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ae719f6-042b-4d46-b69b-db501d96f392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335242 Oct 30 15:09:52.607224 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b9474862-bdc7-47aa-83ad-c8267c6da055 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fe775bbcba174d2b97e2e40971e90df6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2734401 Oct 30 15:09:52.612030 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58244) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:09:52.652633 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-fb0e025f-b8dd-4e2d-83e9-b695df13ed49 None None] For port 04f9dfd4-a7f5-45ca-ac5e-39a957f0b31b, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=04f9dfd4-a7f5-45ca-ac5e-39a957f0b31b,segment=NetworkSegment(1abad3d0-d23d-4573-a261-24d37c7b6eaa),segment_id=1abad3d0-d23d-4573-a261-24d37c7b6eaa)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:09:52.676238 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=2cc66d70-4012-44da-84d5-330709702601,revision_number=6']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:52.678928 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-aa6f5df4-653b-4f51-939d-3b755097bcb2 service neutron] 10.222.0.62 "GET /v2.0/networks/53b9902a-fc7a-4f3a-a2d0-68aa23329a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237476 Oct 30 15:09:52.680866 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-fb0e025f-b8dd-4e2d-83e9-b695df13ed49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:52.732281 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-397fb7de-596b-44c2-8d9f-6aaa508a18b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:52.757583 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-397fb7de-596b-44c2-8d9f-6aaa508a18b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:52.836401 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0e025f-b8dd-4e2d-83e9-b695df13ed49 None None] Pushing event updated for resources: {'Port': ['ID=04f9dfd4-a7f5-45ca-ac5e-39a957f0b31b,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:52.846225 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-397fb7de-596b-44c2-8d9f-6aaa508a18b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:52.849142 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-397fb7de-596b-44c2-8d9f-6aaa508a18b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:52.851613 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-397fb7de-596b-44c2-8d9f-6aaa508a18b9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/774be858-cfab-435c-afcc-8fa68e47192f HTTP/1.1" status: 204 len: 168 time: 0.2373428 Oct 30 15:09:52.892408 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397fb7de-596b-44c2-8d9f-6aaa508a18b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774be858-cfab-435c-afcc-8fa68e47192f,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:52.911162 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eda803-c7e9-4e58-9451-4476fab7c179 req-0821dee9-4ef6-4837-aa9b-9f526bf41375 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:52.941448 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d2eda803-c7e9-4e58-9451-4476fab7c179 req-0821dee9-4ef6-4837-aa9b-9f526bf41375 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.62 "GET /v2.0/ports?device_id=60c9006d-3c9f-4212-bbfa-563f7e9fffd7 HTTP/1.1" status: 200 len: 946 time: 0.1335382 Oct 30 15:09:52.986908 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 04f9dfd4-a7f5-45ca-ac5e-39a957f0b31b up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:09:52.992108 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:53.018714 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d2eda803-c7e9-4e58-9451-4476fab7c179 req-2774da43-9820-4d8c-93ae-cb7931bdf21a tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3c05691-ef86-4427-a0a1-ac12c39f9197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762360 Oct 30 15:09:53.111938 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b005bad7-6a22-4d9a-aca3-2a89afb364b3 req-ae3ad671-8ce4-4af9-86b4-b2cb17c8dffe tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:53.113565 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b005bad7-6a22-4d9a-aca3-2a89afb364b3 req-ae3ad671-8ce4-4af9-86b4-b2cb17c8dffe tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/ports?device_id=26b9d8a8-a8fb-4ec3-84d8-7ca561570caa HTTP/1.1" status: 200 len: 944 time: 0.1449335 Oct 30 15:09:53.150939 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 010be484-0672-430d-be49-9ebf07471451 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:09:53.204491 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-aedd97f9-b9f2-40c9-a90c-eda0a21d3149 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:53.207118 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b005bad7-6a22-4d9a-aca3-2a89afb364b3 req-2f7c862f-af52-45b1-8c82-99a2cbba6a64 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff7d2e62-ea1a-45bf-a217-2b52e333182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838201 Oct 30 15:09:53.215252 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 010be484-0672-430d-be49-9ebf07471451, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=010be484-0672-430d-be49-9ebf07471451,segment=NetworkSegment(50e4125d-3001-4ab5-9a68-22676c11c44a),segment_id=50e4125d-3001-4ab5-9a68-22676c11c44a)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:09:53.221630 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-4297ce44-1f95-4d87-8061-73b05d73809c None None] Provisioning complete for port 04f9dfd4-a7f5-45ca-ac5e-39a957f0b31b triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:09:53.222067 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4297ce44-1f95-4d87-8061-73b05d73809c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:53.249163 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:53.260328 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-aedd97f9-b9f2-40c9-a90c-eda0a21d3149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:53.279763 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d99b3-eae1-4cc3-8980-5eb036228956 req-1d7d10cb-5347-464b-8d36-2553ac82db02 tempest-MigrationsAdminTest-308112432 tempest-MigrationsAdminTest-308112432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:53.283232 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-088d99b3-eae1-4cc3-8980-5eb036228956 req-1d7d10cb-5347-464b-8d36-2553ac82db02 tempest-MigrationsAdminTest-308112432 tempest-MigrationsAdminTest-308112432-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=1d602cf4-ba4a-4a3d-818e-f318f6f908fa HTTP/1.1" status: 200 len: 1100 time: 0.0867937 Oct 30 15:09:53.304813 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Oct 2021 15:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2bd104a-2079-4ebf-bfdb-21f7ad6a6408 x-openstack-request-id: req-a2bd104a-2079-4ebf-bfdb-21f7ad6a6408 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:09:53.305111 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38b6ea8a-1b9b-469b-92d2-501557b84274", "name": "network-vif-unplugged", "status": "completed", "tag": "2cc66d70-4012-44da-84d5-330709702601", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:09:53.305367 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a2bd104a-2079-4ebf-bfdb-21f7ad6a6408 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:09:53.305850 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38b6ea8a-1b9b-469b-92d2-501557b84274', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cc66d70-4012-44da-84d5-330709702601', 'code': 200} Oct 30 15:09:53.325669 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aedd97f9-b9f2-40c9-a90c-eda0a21d3149 None None] Network 9e9f83e3-fdf9-4eaf-877d-31f08ee59bdd is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:09:53.331812 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-aedd97f9-b9f2-40c9-a90c-eda0a21d3149 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:09:53.339556 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedd97f9-b9f2-40c9-a90c-eda0a21d3149 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:09:53.372683 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-088d99b3-eae1-4cc3-8980-5eb036228956 req-ce6b0ea1-4e64-44b5-8368-a9ef01806959 tempest-MigrationsAdminTest-308112432 tempest-MigrationsAdminTest-308112432-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820484 Oct 30 15:09:53.373897 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 04f9dfd4-a7f5-45ca-ac5e-39a957f0b31b triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:09:53.374546 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:53.379861 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=010be484-0672-430d-be49-9ebf07471451,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:53.459944 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58264) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:09:53.575560 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-89dd5cca-7777-4c39-8061-4ee9dfbbcbb5 req-1c2fe35f-090e-4d8d-bf2c-6e0924dcabb3 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f015239-0cf1-4686-aac3-fb380afa9e45 HTTP/1.1" status: 200 len: 210 time: 0.0518875 Oct 30 15:09:53.586584 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 3393737f-efac-412a-9c8d-dbd8592214a9 up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:09:53.621160 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e27b101a-a6a9-4f9f-abf0-c37eacd950c0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ce91790b6cb548aa84f6371bfca75ca3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1586316 Oct 30 15:09:53.623375 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58272) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:09:53.656407 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed67e31a-2ad3-4ef6-a67e-15e77e04d50d req-31c36d37-bca4-41e3-ba2c-6ba9272fd8d9 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:53.663420 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['010be484-0672-430d-be49-9ebf07471451'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:09:53.664737 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ed67e31a-2ad3-4ef6-a67e-15e77e04d50d req-31c36d37-bca4-41e3-ba2c-6ba9272fd8d9 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3a669-075e-4332-9f0e-18bed12d9d90 HTTP/1.1" status: 200 len: 944 time: 0.2193739 Oct 30 15:09:53.731866 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-20858966-3397-4012-ad6c-13a825fed3ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:53.773775 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-aedd97f9-b9f2-40c9-a90c-eda0a21d3149 None None] Attempting to bind port 84f27862-f102-409e-9dcb-60b5f0ef6110 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:09:53.774156 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-aedd97f9-b9f2-40c9-a90c-eda0a21d3149 None None] Attempting to bind port 84f27862-f102-409e-9dcb-60b5f0ef6110 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'b0566738-519f-4967-8a7a-b8d96888899b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9e9f83e3-fdf9-4eaf-877d-31f08ee59bdd'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:09:53.774525 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedd97f9-b9f2-40c9-a90c-eda0a21d3149 None None] Attempting to bind port 84f27862-f102-409e-9dcb-60b5f0ef6110 on network 9e9f83e3-fdf9-4eaf-877d-31f08ee59bdd {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:09:53.797132 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd97f9-b9f2-40c9-a90c-eda0a21d3149 None None] Pushing event updated for resources: {'Port': ['ID=84f27862-f102-409e-9dcb-60b5f0ef6110,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:53.800800 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-20858966-3397-4012-ad6c-13a825fed3ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:53.828048 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedd97f9-b9f2-40c9-a90c-eda0a21d3149 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:09:53.828506 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedd97f9-b9f2-40c9-a90c-eda0a21d3149 None None] Checking segment: {'id': 'b0566738-519f-4967-8a7a-b8d96888899b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9e9f83e3-fdf9-4eaf-877d-31f08ee59bdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:09:53.829465 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-aedd97f9-b9f2-40c9-a90c-eda0a21d3149 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:53.829861 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedd97f9-b9f2-40c9-a90c-eda0a21d3149 None None] Bound using segment: {'id': 'b0566738-519f-4967-8a7a-b8d96888899b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9e9f83e3-fdf9-4eaf-877d-31f08ee59bdd'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:09:53.830910 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-aedd97f9-b9f2-40c9-a90c-eda0a21d3149 None None] Bound port: 84f27862-f102-409e-9dcb-60b5f0ef6110, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0566738-519f-4967-8a7a-b8d96888899b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9e9f83e3-fdf9-4eaf-877d-31f08ee59bdd'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:09:53.831602 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-aedd97f9-b9f2-40c9-a90c-eda0a21d3149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:53.841982 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-711fcdf2-cb99-4d8b-a12d-9c159e333572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:53.847207 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ed67e31a-2ad3-4ef6-a67e-15e77e04d50d req-f316c0b2-3af6-4694-8567-a25ee78d08ac tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737978 Oct 30 15:09:53.903311 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-20858966-3397-4012-ad6c-13a825fed3ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:53.906215 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-20858966-3397-4012-ad6c-13a825fed3ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:53.906656 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa4b247-a29f-42db-a9ac-e6cc64fbb83e req-a725cb43-9a74-475e-9eb6-9603fd257b3a tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:53.907371 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-20858966-3397-4012-ad6c-13a825fed3ab admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0fe3da4a-2688-4162-a605-fa758893c93f HTTP/1.1" status: 204 len: 168 time: 0.2827358 Oct 30 15:09:53.918934 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0aa4b247-a29f-42db-a9ac-e6cc64fbb83e req-a725cb43-9a74-475e-9eb6-9603fd257b3a tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.44 "GET /v2.0/ports?device_id=38b6ea8a-1b9b-469b-92d2-501557b84274 HTTP/1.1" status: 200 len: 943 time: 0.2514749 Oct 30 15:09:53.936149 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20858966-3397-4012-ad6c-13a825fed3ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe3da4a-2688-4162-a605-fa758893c93f,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:53.983939 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-aedd97f9-b9f2-40c9-a90c-eda0a21d3149 None None] For port 84f27862-f102-409e-9dcb-60b5f0ef6110, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:09:53.989943 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-aedd97f9-b9f2-40c9-a90c-eda0a21d3149 None None] For port 84f27862-f102-409e-9dcb-60b5f0ef6110, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=84f27862-f102-409e-9dcb-60b5f0ef6110,segment=NetworkSegment(b0566738-519f-4967-8a7a-b8d96888899b),segment_id=b0566738-519f-4967-8a7a-b8d96888899b)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:09:54.128315 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602bab92-f06d-4f5b-b6a7-d60d85313acb req-a343043b-5b8a-4e4f-ba1f-d37ec169220e tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:54.137934 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-602bab92-f06d-4f5b-b6a7-d60d85313acb req-a343043b-5b8a-4e4f-ba1f-d37ec169220e tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/ports?device_id=38b6ea8a-1b9b-469b-92d2-501557b84274 HTTP/1.1" status: 200 len: 943 time: 0.1129456 Oct 30 15:09:54.232023 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-602bab92-f06d-4f5b-b6a7-d60d85313acb req-293f39bc-9fda-46fc-9321-21e5e26b8f68 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ae719f6-042b-4d46-b69b-db501d96f392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926075 Oct 30 15:09:54.272318 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-0aa4b247-a29f-42db-a9ac-e6cc64fbb83e req-73d9e794-cd94-41cc-910a-3f78359fd09a tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Deleting port 2cc66d70-4012-44da-84d5-330709702601 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:09:54.272662 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-0aa4b247-a29f-42db-a9ac-e6cc64fbb83e req-73d9e794-cd94-41cc-910a-3f78359fd09a tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:54.455041 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-aedd97f9-b9f2-40c9-a90c-eda0a21d3149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:54.486315 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port 3393737f-efac-412a-9c8d-dbd8592214a9 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:09:54.534673 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-0aa4b247-a29f-42db-a9ac-e6cc64fbb83e req-73d9e794-cd94-41cc-910a-3f78359fd09a tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] For port 2cc66d70-4012-44da-84d5-330709702601, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=2cc66d70-4012-44da-84d5-330709702601,segment=NetworkSegment(534c4b02-f4b0-449f-adfa-dbd225c0e219),segment_id=534c4b02-f4b0-449f-adfa-dbd225c0e219)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:09:54.536730 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-0aa4b247-a29f-42db-a9ac-e6cc64fbb83e req-73d9e794-cd94-41cc-910a-3f78359fd09a tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:54.589674 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-0aa4b247-a29f-42db-a9ac-e6cc64fbb83e req-73d9e794-cd94-41cc-910a-3f78359fd09a tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Calling delete_port for 2cc66d70-4012-44da-84d5-330709702601 owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:09:54.630111 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port 3393737f-efac-412a-9c8d-dbd8592214a9 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:09:54.630590 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:54.860158 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd97f9-b9f2-40c9-a90c-eda0a21d3149 None None] Pushing event updated for resources: {'Port': ['ID=84f27862-f102-409e-9dcb-60b5f0ef6110,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:54.929236 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedd97f9-b9f2-40c9-a90c-eda0a21d3149 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:09:54.929729 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedd97f9-b9f2-40c9-a90c-eda0a21d3149 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:09:54.930082 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedd97f9-b9f2-40c9-a90c-eda0a21d3149 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:09:54.931248 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedd97f9-b9f2-40c9-a90c-eda0a21d3149 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:09:54.931629 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedd97f9-b9f2-40c9-a90c-eda0a21d3149 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:09:54.931970 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedd97f9-b9f2-40c9-a90c-eda0a21d3149 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:09:54.932327 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedd97f9-b9f2-40c9-a90c-eda0a21d3149 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:09:54.932634 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedd97f9-b9f2-40c9-a90c-eda0a21d3149 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:09:54.935149 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedd97f9-b9f2-40c9-a90c-eda0a21d3149 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:09:54.935514 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedd97f9-b9f2-40c9-a90c-eda0a21d3149 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:09:54.935864 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedd97f9-b9f2-40c9-a90c-eda0a21d3149 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:09:54.940027 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedd97f9-b9f2-40c9-a90c-eda0a21d3149 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:09:54.998626 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-991dc4cb-49ca-457b-8d21-6167e70eea2c req-511d2f0e-e0e8-4917-b2df-98f2f76880b7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1d602cf4-ba4a-4a3d-818e-f318f6f908fa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3088837 Oct 30 15:09:55.027340 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:55.052699 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489760d-bc2c-43a2-81af-0357570dfe7b req-ded168e2-8c55-4bb4-9333-469c6e789947 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:55.054871 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7489760d-bc2c-43a2-81af-0357570dfe7b req-ded168e2-8c55-4bb4-9333-469c6e789947 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.62 "GET /v2.0/ports?device_id=60c9006d-3c9f-4212-bbfa-563f7e9fffd7 HTTP/1.1" status: 200 len: 946 time: 0.2727587 Oct 30 15:09:55.080901 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 04f9dfd4-a7f5-45ca-ac5e-39a957f0b31b up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:09:55.183527 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7489760d-bc2c-43a2-81af-0357570dfe7b req-256b02a1-4ecb-4b04-869a-4c4d8c58ddf2 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3c05691-ef86-4427-a0a1-ac12c39f9197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189661 Oct 30 15:09:55.217506 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:55.236782 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:55.286052 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f9a699-48f5-4bde-bb23-d23075b6ba17 req-4be6c0f8-3bc7-46bb-ab8a-eff3fe629675 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:55.304084 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-20f9a699-48f5-4bde-bb23-d23075b6ba17 req-4be6c0f8-3bc7-46bb-ab8a-eff3fe629675 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/ports?device_id=26b9d8a8-a8fb-4ec3-84d8-7ca561570caa HTTP/1.1" status: 200 len: 945 time: 0.5049505 Oct 30 15:09:55.332092 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 04f9dfd4-a7f5-45ca-ac5e-39a957f0b31b triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:09:55.332472 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:55.351241 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b496f7e8-3c77-4bbd-89e3-a57722a31d88 req-0d9e4c8e-1562-4a59-acc4-acd3eac7fa7a tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:55.361003 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b496f7e8-3c77-4bbd-89e3-a57722a31d88 req-0d9e4c8e-1562-4a59-acc4-acd3eac7fa7a tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d602cf4-ba4a-4a3d-818e-f318f6f908fa HTTP/1.1" status: 200 len: 948 time: 0.0814517 Oct 30 15:09:55.446114 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-20f9a699-48f5-4bde-bb23-d23075b6ba17 req-703a3536-4810-45b6-b405-c87b27e4a072 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff7d2e62-ea1a-45bf-a217-2b52e333182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411068 Oct 30 15:09:55.477223 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-5266d208-fba4-49cf-ab59-8a2613385430 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:55.481845 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b496f7e8-3c77-4bbd-89e3-a57722a31d88 req-990759b5-fbf5-40f5-8092-84758406aaf7 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153929 Oct 30 15:09:55.487089 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 3393737f-efac-412a-9c8d-dbd8592214a9, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=3393737f-efac-412a-9c8d-dbd8592214a9,segment=NetworkSegment(5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87),segment_id=5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:09:55.506940 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-5266d208-fba4-49cf-ab59-8a2613385430 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:55.520260 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e3a669-075e-4332-9f0e-18bed12d9d90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3393737f-efac-412a-9c8d-dbd8592214a9'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:09:55.523807 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71045dab-e092-4c87-bd68-e0c3c5453774" -d '{"events": [{"server_uuid": "c0e3a669-075e-4332-9f0e-18bed12d9d90", "name": "network-vif-plugged", "status": "completed", "tag": "3393737f-efac-412a-9c8d-dbd8592214a9"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:09:55.529022 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-5266d208-fba4-49cf-ab59-8a2613385430 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.44 "GET /v2.0/networks?id=53b9902a-fc7a-4f3a-a2d0-68aa23329a99&id=9e9f83e3-fdf9-4eaf-877d-31f08ee59bdd&id=53b9902a-fc7a-4f3a-a2d0-68aa23329a99 HTTP/1.1" status: 200 len: 1390 time: 0.6439068 Oct 30 15:09:55.544793 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:55.629049 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 2cc66d70-4012-44da-84d5-330709702601 no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:09:55.703220 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-b16d5eb3-42d0-4d69-b3aa-fcc68d0fcfa8 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Request body: {'port': {'device_id': '4f015239-0cf1-4686-aac3-fb380afa9e45', 'network_id': '53b9902a-fc7a-4f3a-a2d0-68aa23329a99', 'admin_state_up': True, 'tenant_id': 'c642d29d1c17474c8a26fe3f03026a83'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:09:55.720539 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e156382f-964c-40fd-baf2-05c5e63246cf req-04e3f238-712c-4d85-aecb-b4b728ddf2c8 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:55.730111 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e156382f-964c-40fd-baf2-05c5e63246cf req-04e3f238-712c-4d85-aecb-b4b728ddf2c8 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3a669-075e-4332-9f0e-18bed12d9d90 HTTP/1.1" status: 200 len: 945 time: 0.1267707 Oct 30 15:09:55.777502 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=3393737f-efac-412a-9c8d-dbd8592214a9,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:55.852192 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] No active binding found for port 2cc66d70-4012-44da-84d5-330709702601 {{(pid=102132) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 30 15:09:55.853109 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 2cc66d70-4012-44da-84d5-330709702601 not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:09:55.867300 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e156382f-964c-40fd-baf2-05c5e63246cf req-f83803a1-fc6c-47a9-95d6-29f24a0f93d9 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348240 Oct 30 15:09:55.877100 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-0aa4b247-a29f-42db-a9ac-e6cc64fbb83e req-73d9e794-cd94-41cc-910a-3f78359fd09a tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:55.933581 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d9e794-cd94-41cc-910a-3f78359fd09a tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Pushing event deleted for resources: {'Port': ['ID=2cc66d70-4012-44da-84d5-330709702601,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:55.938409 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0991551b-3d6d-4f1a-bf97-d4fa9dfeb1c2 req-55f1c50c-438f-41ae-8cb9-443bbb0960ac tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f015239-0cf1-4686-aac3-fb380afa9e45 HTTP/1.1" status: 200 len: 210 time: 0.2870021 Oct 30 15:09:56.011903 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-b16d5eb3-42d0-4d69-b3aa-fcc68d0fcfa8 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Made reservation on behalf of c642d29d1c17474c8a26fe3f03026a83 for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:09:56.018085 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-b16d5eb3-42d0-4d69-b3aa-fcc68d0fcfa8 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:56.062907 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a497c988-d3cf-48fb-8673-340bcd9f8ea9 req-3fa93456-4905-4aaf-ac43-880d3556e1f8 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/ports?device_id=38b6ea8a-1b9b-469b-92d2-501557b84274 HTTP/1.1" status: 200 len: 210 time: 0.0585601 Oct 30 15:09:56.074069 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f0b78a-787d-40f1-8f90-1c73bd6a9adc x-openstack-request-id: req-b1f0b78a-787d-40f1-8f90-1c73bd6a9adc {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:09:56.074640 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e3a669-075e-4332-9f0e-18bed12d9d90", "name": "network-vif-plugged", "status": "completed", "tag": "3393737f-efac-412a-9c8d-dbd8592214a9", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:09:56.075021 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b1f0b78a-787d-40f1-8f90-1c73bd6a9adc {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:09:56.077327 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e3a669-075e-4332-9f0e-18bed12d9d90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3393737f-efac-412a-9c8d-dbd8592214a9', 'code': 200} Oct 30 15:09:56.091767 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aa4b247-a29f-42db-a9ac-e6cc64fbb83e req-73d9e794-cd94-41cc-910a-3f78359fd09a tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] No DVR routers for this DVR port 2cc66d70-4012-44da-84d5-330709702601 on host n-h2-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:09:56.112778 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-0aa4b247-a29f-42db-a9ac-e6cc64fbb83e req-73d9e794-cd94-41cc-910a-3f78359fd09a tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:56.125905 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0aa4b247-a29f-42db-a9ac-e6cc64fbb83e req-73d9e794-cd94-41cc-910a-3f78359fd09a tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.44 "DELETE /v2.0/ports/2cc66d70-4012-44da-84d5-330709702601 HTTP/1.1" status: 204 len: 173 time: 2.1992195 Oct 30 15:09:56.128461 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38b6ea8a-1b9b-469b-92d2-501557b84274', 'name': 'network-vif-deleted', 'tag': '2cc66d70-4012-44da-84d5-330709702601'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:09:56.131363 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927ee71f-68f5-46d4-87c3-b529fc289365" -d '{"events": [{"server_uuid": "38b6ea8a-1b9b-469b-92d2-501557b84274", "name": "network-vif-deleted", "tag": "2cc66d70-4012-44da-84d5-330709702601"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:09:56.263212 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcbb8b1-24b6-4365-bb0b-d7493c90827a req-e77580ff-be21-48ec-a841-edd53e76592a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:56.269996 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6fcbb8b1-24b6-4365-bb0b-d7493c90827a req-e77580ff-be21-48ec-a841-edd53e76592a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c0e3a669-075e-4332-9f0e-18bed12d9d90 HTTP/1.1" status: 200 len: 1097 time: 0.1218324 Oct 30 15:09:56.286030 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a8cad6-69be-48f9-b058-cba845c8210a req-83913f14-bbfb-42b5-8cc0-98274f5b1ae9 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:56.288008 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e6a8cad6-69be-48f9-b058-cba845c8210a req-83913f14-bbfb-42b5-8cc0-98274f5b1ae9 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.53 "GET /v2.0/ports?device_id=60c9006d-3c9f-4212-bbfa-563f7e9fffd7 HTTP/1.1" status: 200 len: 946 time: 0.1816130 Oct 30 15:09:56.334314 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a99d843a-4ebc-4066-b1ad-86e6f4c34ad4 x-openstack-request-id: req-a99d843a-4ebc-4066-b1ad-86e6f4c34ad4 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:09:56.334611 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38b6ea8a-1b9b-469b-92d2-501557b84274", "name": "network-vif-deleted", "tag": "2cc66d70-4012-44da-84d5-330709702601", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:09:56.334873 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a99d843a-4ebc-4066-b1ad-86e6f4c34ad4 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:09:56.335270 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38b6ea8a-1b9b-469b-92d2-501557b84274', 'name': 'network-vif-deleted', 'tag': '2cc66d70-4012-44da-84d5-330709702601', 'status': 'completed', 'code': 200} Oct 30 15:09:56.429895 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6fcbb8b1-24b6-4365-bb0b-d7493c90827a req-b61bd388-da65-43d9-af9e-ca7aa2763d4b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559181 Oct 30 15:09:56.439708 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:56.458679 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-b16d5eb3-42d0-4d69-b3aa-fcc68d0fcfa8 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Allocated IP 19.80.0.107 (53b9902a-fc7a-4f3a-a2d0-68aa23329a99/1a52317e-60f9-428e-9742-f3136cf9155b/0bd6a885-5430-402b-b482-a72706b9ab2d) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:09:56.562890 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-e6a8cad6-69be-48f9-b058-cba845c8210a req-6bfac65a-70a7-47ad-9cb8-5f4b7383e51b tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Deleting port 17bc3478-c87b-4047-8948-7c5e3527783e {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:09:56.569873 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-e6a8cad6-69be-48f9-b058-cba845c8210a req-6bfac65a-70a7-47ad-9cb8-5f4b7383e51b tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:56.699705 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98656770-101d-4510-b0c1-e169cb2fc08e None None] Network 9e9f83e3-fdf9-4eaf-877d-31f08ee59bdd requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:09:56.812075 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-e6a8cad6-69be-48f9-b058-cba845c8210a req-6bfac65a-70a7-47ad-9cb8-5f4b7383e51b tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] For port 17bc3478-c87b-4047-8948-7c5e3527783e, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=17bc3478-c87b-4047-8948-7c5e3527783e,segment=NetworkSegment(b4b31197-3a09-4bc0-a34b-293e7ced3758),segment_id=b4b31197-3a09-4bc0-a34b-293e7ced3758)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:09:56.813823 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-e6a8cad6-69be-48f9-b058-cba845c8210a req-6bfac65a-70a7-47ad-9cb8-5f4b7383e51b tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:56.971745 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d93aa729-2d9a-45d4-96b5-ce5329c8fbdd None None] Provisioning complete for port 84f27862-f102-409e-9dcb-60b5f0ef6110 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:09:56.972358 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d93aa729-2d9a-45d4-96b5-ce5329c8fbdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:56.979292 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-b16d5eb3-42d0-4d69-b3aa-fcc68d0fcfa8 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:57.117564 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772c47d-ce37-406e-9dc3-62379ebb8ae4 req-58dcd628-eb3c-4cea-82be-a4b192712de4 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:57.119077 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e772c47d-ce37-406e-9dc3-62379ebb8ae4 req-58dcd628-eb3c-4cea-82be-a4b192712de4 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.62 "GET /v2.0/ports?device_id=60c9006d-3c9f-4212-bbfa-563f7e9fffd7 HTTP/1.1" status: 200 len: 946 time: 0.6746228 Oct 30 15:09:57.123528 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 84f27862-f102-409e-9dcb-60b5f0ef6110 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:09:57.173180 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8258cedb-6089-4f76-a225-27b53498d012 req-af62843b-b8a9-4c9c-aaf6-053fd8267cd4 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:57.176628 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8258cedb-6089-4f76-a225-27b53498d012 req-af62843b-b8a9-4c9c-aaf6-053fd8267cd4 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/ports?device_id=26b9d8a8-a8fb-4ec3-84d8-7ca561570caa HTTP/1.1" status: 200 len: 945 time: 0.3559506 Oct 30 15:09:57.228022 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-b16d5eb3-42d0-4d69-b3aa-fcc68d0fcfa8 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:57.282139 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-e6a8cad6-69be-48f9-b058-cba845c8210a req-6bfac65a-70a7-47ad-9cb8-5f4b7383e51b tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:57.282583 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-e6a8cad6-69be-48f9-b058-cba845c8210a req-6bfac65a-70a7-47ad-9cb8-5f4b7383e51b tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:57.282916 n-d-806683-17 neutron-server[102131]: INFO neutron.db.l3_db [req-e6a8cad6-69be-48f9-b058-cba845c8210a req-6bfac65a-70a7-47ad-9cb8-5f4b7383e51b tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Floating IP 1952743e-d0dd-43af-a95d-70910c9a08b8 disassociated. External IP: 172.25.4.234, port: 17bc3478-c87b-4047-8948-7c5e3527783e. Oct 30 15:09:57.283395 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-e6a8cad6-69be-48f9-b058-cba845c8210a req-6bfac65a-70a7-47ad-9cb8-5f4b7383e51b tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Calling delete_port for 17bc3478-c87b-4047-8948-7c5e3527783e owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:09:57.293253 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d93aa729-2d9a-45d4-96b5-ce5329c8fbdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:57.321780 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16d5eb3-42d0-4d69-b3aa-fcc68d0fcfa8 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Pushing event updated for resources: {'Port': ['ID=0bd6a885-5430-402b-b482-a72706b9ab2d,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:57.341996 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e772c47d-ce37-406e-9dc3-62379ebb8ae4 req-8281502c-049e-4742-9862-de3eb0f49449 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3c05691-ef86-4427-a0a1-ac12c39f9197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1922472 Oct 30 15:09:57.360264 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-b16d5eb3-42d0-4d69-b3aa-fcc68d0fcfa8 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Network 53b9902a-fc7a-4f3a-a2d0-68aa23329a99 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:09:57.363642 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-b16d5eb3-42d0-4d69-b3aa-fcc68d0fcfa8 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:09:57.368340 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-b16d5eb3-42d0-4d69-b3aa-fcc68d0fcfa8 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:09:57.385930 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d93aa729-2d9a-45d4-96b5-ce5329c8fbdd None None] For port 84f27862-f102-409e-9dcb-60b5f0ef6110, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=84f27862-f102-409e-9dcb-60b5f0ef6110,segment=NetworkSegment(b0566738-519f-4967-8a7a-b8d96888899b),segment_id=b0566738-519f-4967-8a7a-b8d96888899b)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:09:57.386933 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 84f27862-f102-409e-9dcb-60b5f0ef6110 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:09:57.387302 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:57.441921 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d93aa729-2d9a-45d4-96b5-ce5329c8fbdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:57.516243 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-b16d5eb3-42d0-4d69-b3aa-fcc68d0fcfa8 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:57.516875 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-b16d5eb3-42d0-4d69-b3aa-fcc68d0fcfa8 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:57.555058 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-b16d5eb3-42d0-4d69-b3aa-fcc68d0fcfa8 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9064469 Oct 30 15:09:57.559585 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8258cedb-6089-4f76-a225-27b53498d012 req-cb81859b-430d-498f-b0ed-2a07cb89c98a tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff7d2e62-ea1a-45bf-a217-2b52e333182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193161 Oct 30 15:09:57.571169 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-a65a4f91-2d14-4597-b8f2-3a02bca75daf tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Request body: {'port': {'device_id': '4f015239-0cf1-4686-aac3-fb380afa9e45', 'network_id': '9e9f83e3-fdf9-4eaf-877d-31f08ee59bdd', 'admin_state_up': True, 'tenant_id': 'c642d29d1c17474c8a26fe3f03026a83'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:09:57.571613 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93aa729-2d9a-45d4-96b5-ce5329c8fbdd None None] Pushing event updated for resources: {'Port': ['ID=84f27862-f102-409e-9dcb-60b5f0ef6110,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:57.579925 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 010be484-0672-430d-be49-9ebf07471451 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:09:57.709685 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-e6a8cad6-69be-48f9-b058-cba845c8210a req-6bfac65a-70a7-47ad-9cb8-5f4b7383e51b tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:57.793278 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfac65a-70a7-47ad-9cb8-5f4b7383e51b tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Pushing event deleted for resources: {'Port': ['ID=17bc3478-c87b-4047-8948-7c5e3527783e,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:57.837620 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port 010be484-0672-430d-be49-9ebf07471451 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:09:57.851662 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ddc332-9f47-460d-a0a8-369f36edbbe8 req-e6c3b7ce-389c-4943-bd8b-b95406fc14d8 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:57.855129 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-93ddc332-9f47-460d-a0a8-369f36edbbe8 req-e6c3b7ce-389c-4943-bd8b-b95406fc14d8 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d602cf4-ba4a-4a3d-818e-f318f6f908fa HTTP/1.1" status: 200 len: 948 time: 0.4096889 Oct 30 15:09:57.856362 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 010be484-0672-430d-be49-9ebf07471451 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:09:57.856852 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:57.983701 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-3413c612-e41f-48bf-b7a7-8830ffa05421 None None] Provisioning complete for port 84f27862-f102-409e-9dcb-60b5f0ef6110 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:09:57.984357 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3413c612-e41f-48bf-b7a7-8830ffa05421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:58.053197 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffdff41-5704-4c0a-a5a2-114968c4604a req-404e0a8d-8dd9-4ff0-a4b3-81d795215ba3 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:58.061471 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3ffdff41-5704-4c0a-a5a2-114968c4604a req-404e0a8d-8dd9-4ff0-a4b3-81d795215ba3 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3a669-075e-4332-9f0e-18bed12d9d90 HTTP/1.1" status: 200 len: 945 time: 0.2717397 Oct 30 15:09:58.066825 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-93ddc332-9f47-460d-a0a8-369f36edbbe8 req-294cc6bc-cb76-4bd8-9ea5-6ee4936ff2a2 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997645 Oct 30 15:09:58.072540 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-a65a4f91-2d14-4597-b8f2-3a02bca75daf tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Made reservation on behalf of c642d29d1c17474c8a26fe3f03026a83 for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:09:58.087068 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-a65a4f91-2d14-4597-b8f2-3a02bca75daf tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:58.159692 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3ffdff41-5704-4c0a-a5a2-114968c4604a req-91939c7e-f127-4573-a585-3ed75409a792 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968482 Oct 30 15:09:58.221414 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:58.228936 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6a8cad6-69be-48f9-b058-cba845c8210a req-6bfac65a-70a7-47ad-9cb8-5f4b7383e51b tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Router 2cd9b68b-536c-4305-a2f6-2ac03e45d89d has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:09:58.263271 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-3413c612-e41f-48bf-b7a7-8830ffa05421 None None] Provisioning complete for port 0bd6a885-5430-402b-b482-a72706b9ab2d triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:09:58.266877 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3413c612-e41f-48bf-b7a7-8830ffa05421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:58.322419 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26b9d8a8-a8fb-4ec3-84d8-7ca561570caa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '010be484-0672-430d-be49-9ebf07471451'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:09:58.325894 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-786df03b-b64d-487e-833c-2f25b46f8a11" -d '{"events": [{"server_uuid": "26b9d8a8-a8fb-4ec3-84d8-7ca561570caa", "name": "network-vif-plugged", "status": "completed", "tag": "010be484-0672-430d-be49-9ebf07471451"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:09:58.354258 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 010be484-0672-430d-be49-9ebf07471451, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=010be484-0672-430d-be49-9ebf07471451,segment=NetworkSegment(50e4125d-3001-4ab5-9a68-22676c11c44a),segment_id=50e4125d-3001-4ab5-9a68-22676c11c44a)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:09:58.358116 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-3413c612-e41f-48bf-b7a7-8830ffa05421 None None] Port 0bd6a885-5430-402b-b482-a72706b9ab2d cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:09:58.361546 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:58.409164 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630cf8d4-5810-4b34-bd11-f918702927f0 req-5ec098ee-977c-48cf-a02e-f026261526a9 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:58.421583 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-630cf8d4-5810-4b34-bd11-f918702927f0 req-5ec098ee-977c-48cf-a02e-f026261526a9 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f015239-0cf1-4686-aac3-fb380afa9e45 HTTP/1.1" status: 200 len: 932 time: 0.1846013 Oct 30 15:09:58.432421 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991dc4cb-49ca-457b-8d21-6167e70eea2c req-0292b0fe-24cd-4b32-a587-e8d5288fe654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:58.434962 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-991dc4cb-49ca-457b-8d21-6167e70eea2c req-0292b0fe-24cd-4b32-a587-e8d5288fe654 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=77cd9b926c2f46c3aa4784fd4d8318b7&device_id=1d602cf4-ba4a-4a3d-818e-f318f6f908fa HTTP/1.1" status: 200 len: 1100 time: 0.6125388 Oct 30 15:09:58.444314 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6a8cad6-69be-48f9-b058-cba845c8210a req-6bfac65a-70a7-47ad-9cb8-5f4b7383e51b tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:09:58.471963 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b169f768-970c-4079-af2d-99eeef7c74da None None] Sync routers for ids ['2cd9b68b-536c-4305-a2f6-2ac03e45d89d'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:09:58.496189 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=010be484-0672-430d-be49-9ebf07471451,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:58.523971 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b169f768-970c-4079-af2d-99eeef7c74da None None] Routers {'2cd9b68b-536c-4305-a2f6-2ac03e45d89d'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:09:58.524809 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-b169f768-970c-4079-af2d-99eeef7c74da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:09:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['2cd9b68b-536c-4305-a2f6-2ac03e45d89d'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:09:58.538348 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-630cf8d4-5810-4b34-bd11-f918702927f0 req-482c94ee-1871-4ed1-8fde-355f5f0a8c75 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba7652ac-9750-40a3-9a50-b6f41851d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107457 Oct 30 15:09:58.567034 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-a65a4f91-2d14-4597-b8f2-3a02bca75daf tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Allocated IP 19.86.0.50 (9e9f83e3-fdf9-4eaf-877d-31f08ee59bdd/b493e200-d139-4c49-8acc-ee0ebe37ecaa/bead7761-fa41-4e24-87ce-2222ef0607c2) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:09:58.593585 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991dc4cb-49ca-457b-8d21-6167e70eea2c req-49b07a38-12c3-4b03-8d9b-c8710ce971b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:58.595160 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-991dc4cb-49ca-457b-8d21-6167e70eea2c req-49b07a38-12c3-4b03-8d9b-c8710ce971b4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8de8b155-6e08-41c3-866a-8b30bb481704 HTTP/1.1" status: 200 len: 870 time: 0.1483331 Oct 30 15:09:58.747508 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6a8cad6-69be-48f9-b058-cba845c8210a req-6bfac65a-70a7-47ad-9cb8-5f4b7383e51b tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] No DVR routers for this DVR port 17bc3478-c87b-4047-8948-7c5e3527783e on host n-h1-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:09:58.750136 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-991dc4cb-49ca-457b-8d21-6167e70eea2c req-459004e2-26ef-4c56-9e88-4330dfebb05f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=d62ce843-9f5e-4d08-8465-c20b0aa0fe3a HTTP/1.1" status: 200 len: 217 time: 0.1477287 Oct 30 15:09:58.760617 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-e6a8cad6-69be-48f9-b058-cba845c8210a req-6bfac65a-70a7-47ad-9cb8-5f4b7383e51b tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:58.766938 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e6a8cad6-69be-48f9-b058-cba845c8210a req-6bfac65a-70a7-47ad-9cb8-5f4b7383e51b tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.53 "DELETE /v2.0/ports/17bc3478-c87b-4047-8948-7c5e3527783e HTTP/1.1" status: 204 len: 173 time: 2.4717915 Oct 30 15:09:58.767404 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60c9006d-3c9f-4212-bbfa-563f7e9fffd7', 'name': 'network-vif-deleted', 'tag': '17bc3478-c87b-4047-8948-7c5e3527783e'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:09:58.772855 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71ae322-eeed-4d82-a777-97c4f52460e2" -d '{"events": [{"server_uuid": "60c9006d-3c9f-4212-bbfa-563f7e9fffd7", "name": "network-vif-deleted", "tag": "17bc3478-c87b-4047-8948-7c5e3527783e"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:09:58.839764 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e4a4dac2-9c45-4dad-8fb2-d7a9a03d99d2 req-2bd99966-eeee-4ca5-8166-89aad6d79e69 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.62 "GET /v2.0/ports?device_id=60c9006d-3c9f-4212-bbfa-563f7e9fffd7 HTTP/1.1" status: 200 len: 210 time: 0.0414746 Oct 30 15:09:58.870792 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-b169f768-970c-4079-af2d-99eeef7c74da None None] Set router 2cd9b68b-536c-4305-a2f6-2ac03e45d89d gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:09:58.938481 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991dc4cb-49ca-457b-8d21-6167e70eea2c req-3681ce19-2459-49ca-b171-c95334387798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:58.945853 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-991dc4cb-49ca-457b-8d21-6167e70eea2c req-3681ce19-2459-49ca-b171-c95334387798 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.1635158 Oct 30 15:09:58.947542 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d565f1f-a479-46a1-bd89-a67cc198c2a3 req-a99a3912-c8ae-4243-9390-9b141bb1b9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:58.953093 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8d565f1f-a479-46a1-bd89-a67cc198c2a3 req-a99a3912-c8ae-4243-9390-9b141bb1b9c5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=26b9d8a8-a8fb-4ec3-84d8-7ca561570caa HTTP/1.1" status: 200 len: 1098 time: 0.1450031 Oct 30 15:09:59.025045 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6722f001-b5fe-42cd-b917-839007e3aaaf x-openstack-request-id: req-6722f001-b5fe-42cd-b917-839007e3aaaf {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:09:59.025910 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26b9d8a8-a8fb-4ec3-84d8-7ca561570caa", "name": "network-vif-plugged", "status": "completed", "tag": "010be484-0672-430d-be49-9ebf07471451", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:09:59.027713 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6722f001-b5fe-42cd-b917-839007e3aaaf {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:09:59.028398 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26b9d8a8-a8fb-4ec3-84d8-7ca561570caa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '010be484-0672-430d-be49-9ebf07471451', 'code': 200} Oct 30 15:09:59.080128 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8d565f1f-a479-46a1-bd89-a67cc198c2a3 req-cc19d461-671a-4b56-aeec-172ec185cdae service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ff7d2e62-ea1a-45bf-a217-2b52e333182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066892 Oct 30 15:09:59.115672 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991dc4cb-49ca-457b-8d21-6167e70eea2c req-35985338-af07-406c-abfb-d52f92026b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:59.116155 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-a65a4f91-2d14-4597-b8f2-3a02bca75daf tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:59.117499 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-991dc4cb-49ca-457b-8d21-6167e70eea2c req-35985338-af07-406c-abfb-d52f92026b66 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1540864 Oct 30 15:09:59.131621 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 84f27862-f102-409e-9dcb-60b5f0ef6110 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:09:59.138959 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ed035-8139-470b-bca4-d3a29bef3e9d req-03676f55-9cdf-4171-8fe2-3cd77a407f49 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:59.140954 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-702ed035-8139-470b-bca4-d3a29bef3e9d req-03676f55-9cdf-4171-8fe2-3cd77a407f49 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/ports?device_id=26b9d8a8-a8fb-4ec3-84d8-7ca561570caa HTTP/1.1" status: 200 len: 946 time: 0.0948622 Oct 30 15:09:59.179414 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-a65a4f91-2d14-4597-b8f2-3a02bca75daf tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:59.213733 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-702ed035-8139-470b-bca4-d3a29bef3e9d req-da885322-7fb8-4fe5-b9ae-a01410bc1312 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff7d2e62-ea1a-45bf-a217-2b52e333182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655956 Oct 30 15:09:59.255299 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 84f27862-f102-409e-9dcb-60b5f0ef6110 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:09:59.256632 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:59.266659 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-a65a4f91-2d14-4597-b8f2-3a02bca75daf tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Network 9e9f83e3-fdf9-4eaf-877d-31f08ee59bdd is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:09:59.270507 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-a65a4f91-2d14-4597-b8f2-3a02bca75daf tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:09:59.276049 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58412) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:09:59.282819 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-a65a4f91-2d14-4597-b8f2-3a02bca75daf tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:09:59.287714 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65a4f91-2d14-4597-b8f2-3a02bca75daf tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Pushing event updated for resources: {'Port': ['ID=bead7761-fa41-4e24-87ce-2222ef0607c2,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:09:59.308351 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-732b6277-87c0-401d-aea4-789439c50617 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1473544002', 'description': 'tempest-description--1622169121'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:09:59.319394 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-b169f768-970c-4079-af2d-99eeef7c74da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd9b68b-536c-4305-a2f6-2ac03e45d89d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1729952735-router', 'tenant_id': '69837c7685c1471a8281a6c045018170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'a33d0a37-1061-4257-b662-5145f49900a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:04:51Z', 'updated_at': '2021-10-30T15:04:58Z', 'revision_number': 4, 'project_id': '69837c7685c1471a8281a6c045018170', 'gw_port': {'id': 'a33d0a37-1061-4257-b662-5145f49900a9', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd9b68b-536c-4305-a2f6-2ac03e45d89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:04:52Z', 'updated_at': '2021-10-30T15:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '1f2c0ff3-5f0c-46a5-abd6-a6c5d3eb772f', 'name': '', 'network_id': '0e073e54-a4ee-47aa-891d-4a1d26e93e93', 'tenant_id': '69837c7685c1471a8281a6c045018170', 'mac_address': 'fa:16:3e:92:08:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd9b68b-536c-4305-a2f6-2ac03e45d89d', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '1b4f6d7c-44b3-47fa-9b94-0bd8519fb087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:04:56Z', 'updated_at': '2021-10-30T15:05:03Z', 'revision_number': 5, 'project_id': '69837c7685c1471a8281a6c045018170', 'subnets': [{'id': '1b4f6d7c-44b3-47fa-9b94-0bd8519fb087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:09:59.375300 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-a65a4f91-2d14-4597-b8f2-3a02bca75daf tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:59.376004 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-a65a4f91-2d14-4597-b8f2-3a02bca75daf tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:59.405587 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b169f768-970c-4079-af2d-99eeef7c74da None None] Checking router: 2cd9b68b-536c-4305-a2f6-2ac03e45d89d for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:09:59.412590 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-a65a4f91-2d14-4597-b8f2-3a02bca75daf tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8467515 Oct 30 15:09:59.425265 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-9d7deb83-9293-494a-a792-83bab2c1c177 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Request body: {'port': {'device_id': '4f015239-0cf1-4686-aac3-fb380afa9e45', 'network_id': '53b9902a-fc7a-4f3a-a2d0-68aa23329a99', 'admin_state_up': True, 'tenant_id': 'c642d29d1c17474c8a26fe3f03026a83'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:09:59.464367 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b169f768-970c-4079-af2d-99eeef7c74da None None] Routers {'2cd9b68b-536c-4305-a2f6-2ac03e45d89d'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:09:59.468083 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-b169f768-970c-4079-af2d-99eeef7c74da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:09:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['2cd9b68b-536c-4305-a2f6-2ac03e45d89d'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:09:59.579332 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-991dc4cb-49ca-457b-8d21-6167e70eea2c req-29f93e60-c9eb-4a0f-a7e5-555fa00ef281 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580290 Oct 30 15:09:59.585835 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-907b79dc-ee6b-4aaa-993c-46edceddf673 x-openstack-request-id: req-907b79dc-ee6b-4aaa-993c-46edceddf673 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:09:59.586180 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60c9006d-3c9f-4212-bbfa-563f7e9fffd7", "name": "network-vif-deleted", "tag": "17bc3478-c87b-4047-8948-7c5e3527783e", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:09:59.586375 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-907b79dc-ee6b-4aaa-993c-46edceddf673 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:09:59.586810 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60c9006d-3c9f-4212-bbfa-563f7e9fffd7', 'name': 'network-vif-deleted', 'tag': '17bc3478-c87b-4047-8948-7c5e3527783e', 'status': 'completed', 'code': 200} Oct 30 15:09:59.723048 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 17bc3478-c87b-4047-8948-7c5e3527783e no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:09:59.854107 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feca0ad1-fd87-4b11-93b2-27a875792478 req-d31b6330-8db4-4708-93a4-0538c27e5fc0 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:09:59.867765 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-feca0ad1-fd87-4b11-93b2-27a875792478 req-d31b6330-8db4-4708-93a4-0538c27e5fc0 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3a669-075e-4332-9f0e-18bed12d9d90 HTTP/1.1" status: 200 len: 945 time: 0.0839148 Oct 30 15:09:59.894160 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-991dc4cb-49ca-457b-8d21-6167e70eea2c req-de1d4c94-7abb-48ce-a83c-08529707c1c1 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016722 Oct 30 15:09:59.894983 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-732b6277-87c0-401d-aea4-789439c50617 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:59.921829 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-9d7deb83-9293-494a-a792-83bab2c1c177 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Made reservation on behalf of c642d29d1c17474c8a26fe3f03026a83 for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:09:59.928678 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-9d7deb83-9293-494a-a792-83bab2c1c177 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:09:59.945609 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-feca0ad1-fd87-4b11-93b2-27a875792478 req-68ec8fb6-c56e-4be4-8d1e-ee5b10754f9c tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716674 Oct 30 15:10:00.049638 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:00.063221 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b4036e-3a6b-4d5e-ad1e-ea1b252c7370 req-f84e50a6-1eb3-4344-9417-8e5ac1b54fe4 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:00.065024 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f7b4036e-3a6b-4d5e-ad1e-ea1b252c7370 req-f84e50a6-1eb3-4344-9417-8e5ac1b54fe4 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d602cf4-ba4a-4a3d-818e-f318f6f908fa HTTP/1.1" status: 200 len: 948 time: 0.1926234 Oct 30 15:10:00.106419 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: 17bc3478-c87b-4047-8948-7c5e3527783e {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:10:00.107191 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 17bc3478-c87b-4047-8948-7c5e3527783e not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:10:00.129946 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-50d81422-444d-451a-b18b-66365192dd2c None None] Provisioning complete for port bead7761-fa41-4e24-87ce-2222ef0607c2 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:10:00.131547 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-50d81422-444d-451a-b18b-66365192dd2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:00.186279 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-50d81422-444d-451a-b18b-66365192dd2c None None] Port bead7761-fa41-4e24-87ce-2222ef0607c2 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:10:00.236309 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f7b4036e-3a6b-4d5e-ad1e-ea1b252c7370 req-40acf214-7a6d-43e8-9b37-956c415755c0 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623147 Oct 30 15:10:00.247755 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-732b6277-87c0-401d-aea4-789439c50617 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:00.253132 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-b169f768-970c-4079-af2d-99eeef7c74da None None] Set router 2cd9b68b-536c-4305-a2f6-2ac03e45d89d gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:10:00.260101 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58430) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:10:00.266534 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-732b6277-87c0-401d-aea4-789439c50617 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:00.369763 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732b6277-87c0-401d-aea4-789439c50617 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0881798-8707-48f9-ac08-e849c19aa276,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:00.410487 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-732b6277-87c0-401d-aea4-789439c50617 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:00.414483 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-732b6277-87c0-401d-aea4-789439c50617 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.1347032 Oct 30 15:10:00.416782 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58436) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:10:00.424939 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-efa5f35b-ea79-4b8f-9f04-ab049be36183 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Request body: {'security_group_rule': {'security_group_id': 'e0881798-8707-48f9-ac08-e849c19aa276', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:10:00.540216 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-efa5f35b-ea79-4b8f-9f04-ab049be36183 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:00.543184 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0975255b-f206-42f7-ac6f-1f1e00779150 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:00.572324 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c5d950-f52c-4bf4-88fa-335183a008fc req-2afe6306-615a-489c-ac23-9522dd2a6c9a tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:00.583074 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-95c5d950-f52c-4bf4-88fa-335183a008fc req-2afe6306-615a-489c-ac23-9522dd2a6c9a tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3a669-075e-4332-9f0e-18bed12d9d90 HTTP/1.1" status: 200 len: 1097 time: 0.1517553 Oct 30 15:10:00.643618 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-b169f768-970c-4079-af2d-99eeef7c74da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd9b68b-536c-4305-a2f6-2ac03e45d89d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1729952735-router', 'tenant_id': '69837c7685c1471a8281a6c045018170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'a33d0a37-1061-4257-b662-5145f49900a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:04:51Z', 'updated_at': '2021-10-30T15:04:58Z', 'revision_number': 4, 'project_id': '69837c7685c1471a8281a6c045018170', 'gw_port': {'id': 'a33d0a37-1061-4257-b662-5145f49900a9', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd9b68b-536c-4305-a2f6-2ac03e45d89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:04:52Z', 'updated_at': '2021-10-30T15:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '1f2c0ff3-5f0c-46a5-abd6-a6c5d3eb772f', 'name': '', 'network_id': '0e073e54-a4ee-47aa-891d-4a1d26e93e93', 'tenant_id': '69837c7685c1471a8281a6c045018170', 'mac_address': 'fa:16:3e:92:08:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd9b68b-536c-4305-a2f6-2ac03e45d89d', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '1b4f6d7c-44b3-47fa-9b94-0bd8519fb087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:04:56Z', 'updated_at': '2021-10-30T15:05:03Z', 'revision_number': 5, 'project_id': '69837c7685c1471a8281a6c045018170', 'subnets': [{'id': '1b4f6d7c-44b3-47fa-9b94-0bd8519fb087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:10:00.733813 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b169f768-970c-4079-af2d-99eeef7c74da None None] The sync data for ids ['2cd9b68b-536c-4305-a2f6-2ac03e45d89d'] in n-d-806683-17 is: [{'id': '2cd9b68b-536c-4305-a2f6-2ac03e45d89d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1729952735-router', 'tenant_id': '69837c7685c1471a8281a6c045018170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'a33d0a37-1061-4257-b662-5145f49900a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:04:51Z', 'updated_at': '2021-10-30T15:04:58Z', 'revision_number': 4, 'project_id': '69837c7685c1471a8281a6c045018170', 'gw_port': {'id': 'a33d0a37-1061-4257-b662-5145f49900a9', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd9b68b-536c-4305-a2f6-2ac03e45d89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:04:52Z', 'updated_at': '2021-10-30T15:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '1f2c0ff3-5f0c-46a5-abd6-a6c5d3eb772f', 'name': '', 'network_id': '0e073e54-a4ee-47aa-891d-4a1d26e93e93', 'tenant_id': '69837c7685c1471a8281a6c045018170', 'mac_address': 'fa:16:3e:92:08:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd9b68b-536c-4305-a2f6-2ac03e45d89d', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '1b4f6d7c-44b3-47fa-9b94-0bd8519fb087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:04:56Z', 'updated_at': '2021-10-30T15:05:03Z', 'revision_number': 5, 'project_id': '69837c7685c1471a8281a6c045018170', 'subnets': [{'id': '1b4f6d7c-44b3-47fa-9b94-0bd8519fb087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:10:00.756158 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-efa5f35b-ea79-4b8f-9f04-ab049be36183 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:00.769011 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-95c5d950-f52c-4bf4-88fa-335183a008fc req-7e7f8af5-c404-4864-a80d-3af5ac1401be tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847045 Oct 30 15:10:00.782362 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-efa5f35b-ea79-4b8f-9f04-ab049be36183 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:00.805125 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-9d7deb83-9293-494a-a792-83bab2c1c177 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Allocated IP 19.80.0.111 (53b9902a-fc7a-4f3a-a2d0-68aa23329a99/1a52317e-60f9-428e-9742-f3136cf9155b/f27cd6f1-82b1-4114-9a9b-cd3e1d72aaec) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:10:00.876083 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa5f35b-ea79-4b8f-9f04-ab049be36183 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bf5eeb0-fc89-462d-abbb-3e134f6334b2,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:00.913118 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0975255b-f206-42f7-ac6f-1f1e00779150 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:00.933190 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-efa5f35b-ea79-4b8f-9f04-ab049be36183 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:00.936914 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-efa5f35b-ea79-4b8f-9f04-ab049be36183 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5156517 Oct 30 15:10:00.941758 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58440) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:10:00.951744 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bb7297-bf5c-46d9-b7f9-ef1412ea54ea req-594b56fd-5d6c-4e79-bcc4-8804b4ad172d tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:00.955867 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0975255b-f206-42f7-ac6f-1f1e00779150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:00.957802 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bb7297-bf5c-46d9-b7f9-ef1412ea54ea req-594b56fd-5d6c-4e79-bcc4-8804b4ad172d tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:00.959914 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f8bb7297-bf5c-46d9-b7f9-ef1412ea54ea req-594b56fd-5d6c-4e79-bcc4-8804b4ad172d tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f015239-0cf1-4686-aac3-fb380afa9e45 HTTP/1.1" status: 200 len: 1654 time: 0.8527110 Oct 30 15:10:00.965694 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-c23a97ec-60a8-49cf-bb74-7df94b3fa1d7 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Request body: {'security_group_rule': {'security_group_id': 'e0881798-8707-48f9-ac08-e849c19aa276', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:10:01.009983 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0975255b-f206-42f7-ac6f-1f1e00779150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8efdc9ce-6a08-4801-b4d5-ead475d41ac1,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:01.018693 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-0975255b-f206-42f7-ac6f-1f1e00779150 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d248825e556e44128b6e439d8bbf44c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7571409 Oct 30 15:10:01.027594 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a61ef3d-d002-46fb-bad5-7693970bef27 req-821ab349-d99a-4f38-92ee-78ceed290454 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:01.032202 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58442) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:10:01.035283 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2a61ef3d-d002-46fb-bad5-7693970bef27 req-821ab349-d99a-4f38-92ee-78ceed290454 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/ports?device_id=26b9d8a8-a8fb-4ec3-84d8-7ca561570caa HTTP/1.1" status: 200 len: 946 time: 0.1271379 Oct 30 15:10:01.060139 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c23a97ec-60a8-49cf-bb74-7df94b3fa1d7 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:01.088156 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-9d7deb83-9293-494a-a792-83bab2c1c177 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:01.103093 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2a61ef3d-d002-46fb-bad5-7693970bef27 req-00909296-f5c9-462a-9f0e-78faa82b163c tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff7d2e62-ea1a-45bf-a217-2b52e333182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668056 Oct 30 15:10:01.133953 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f8bb7297-bf5c-46d9-b7f9-ef1412ea54ea req-228c0564-b23c-49b2-a7a0-aefc66b96af0 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba7652ac-9750-40a3-9a50-b6f41851d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548171 Oct 30 15:10:01.249957 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b9ed9b-00fd-4e31-bef4-60895b20defb None None] New status for floating IP 1952743e-d0dd-43af-a95d-70910c9a08b8: DOWN {{(pid=102133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 15:10:01.325742 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2091a6e7-fee0-46e1-b8e5-d65a033be086 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:01.348579 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2091a6e7-fee0-46e1-b8e5-d65a033be086 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:01.369669 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-9d7deb83-9293-494a-a792-83bab2c1c177 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:01.379211 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c23a97ec-60a8-49cf-bb74-7df94b3fa1d7 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:01.424721 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c23a97ec-60a8-49cf-bb74-7df94b3fa1d7 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:01.444799 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c335cc0-87fd-494e-80c4-b55340814f83 req-68754e83-4033-41ff-a1a3-ce229897949f tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:01.447301 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1c335cc0-87fd-494e-80c4-b55340814f83 req-68754e83-4033-41ff-a1a3-ce229897949f tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3a669-075e-4332-9f0e-18bed12d9d90 HTTP/1.1" status: 200 len: 1097 time: 0.1948023 Oct 30 15:10:01.483671 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-9d7deb83-9293-494a-a792-83bab2c1c177 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Network 53b9902a-fc7a-4f3a-a2d0-68aa23329a99 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:10:01.489473 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23a97ec-60a8-49cf-bb74-7df94b3fa1d7 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e67f2c88-7e43-42e7-aa68-7dc050186aa7,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:01.504543 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-9d7deb83-9293-494a-a792-83bab2c1c177 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:10:01.510840 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c23a97ec-60a8-49cf-bb74-7df94b3fa1d7 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:01.512142 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c23a97ec-60a8-49cf-bb74-7df94b3fa1d7 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5694268 Oct 30 15:10:01.512974 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7deb83-9293-494a-a792-83bab2c1c177 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Pushing event updated for resources: {'Port': ['ID=f27cd6f1-82b1-4114-9a9b-cd3e1d72aaec,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:01.517092 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-9d7deb83-9293-494a-a792-83bab2c1c177 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:10:01.518879 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58458) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:10:01.528609 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-1496ef9d-6677-4425-b083-c6dbb935392c tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Request body: {'floatingip': {'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:10:01.575113 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2091a6e7-fee0-46e1-b8e5-d65a033be086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:01.577917 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2091a6e7-fee0-46e1-b8e5-d65a033be086 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:01.578514 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1496ef9d-6677-4425-b083-c6dbb935392c tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Publish callbacks [] for floatingip, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:01.581621 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-2091a6e7-fee0-46e1-b8e5-d65a033be086 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8efdc9ce-6a08-4801-b4d5-ead475d41ac1 HTTP/1.1" status: 204 len: 168 time: 0.5407019 Oct 30 15:10:01.588119 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1c335cc0-87fd-494e-80c4-b55340814f83 req-2e8c5994-a8bc-4dbf-8842-8df9533cf127 tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309359 Oct 30 15:10:01.600909 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2091a6e7-fee0-46e1-b8e5-d65a033be086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8efdc9ce-6a08-4801-b4d5-ead475d41ac1,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:01.608236 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-9d7deb83-9293-494a-a792-83bab2c1c177 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:01.608865 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-9d7deb83-9293-494a-a792-83bab2c1c177 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:01.629784 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-9d7deb83-9293-494a-a792-83bab2c1c177 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2090421 Oct 30 15:10:01.645035 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-09040a4a-7ee2-4c47-bce9-839196135e6e service neutron] Request body: {'port': {'device_id': '4f015239-0cf1-4686-aac3-fb380afa9e45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:10:01.671760 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:01.772852 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-09040a4a-7ee2-4c47-bce9-839196135e6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:01.849031 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909eee64-a8bf-4de7-a74d-d2bf43265517 req-9f8ef103-32b3-4be7-80c1-35ba4af43c04 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:01.856639 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-909eee64-a8bf-4de7-a74d-d2bf43265517 req-9f8ef103-32b3-4be7-80c1-35ba4af43c04 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d602cf4-ba4a-4a3d-818e-f318f6f908fa HTTP/1.1" status: 200 len: 948 time: 0.3076091 Oct 30 15:10:01.929926 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-5b92f47a-e321-45aa-8ba0-eb34d33e5f6f None None] Provisioning complete for port f27cd6f1-82b1-4114-9a9b-cd3e1d72aaec triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:10:01.930500 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5b92f47a-e321-45aa-8ba0-eb34d33e5f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:02.026302 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-5b92f47a-e321-45aa-8ba0-eb34d33e5f6f None None] Port f27cd6f1-82b1-4114-9a9b-cd3e1d72aaec cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:10:02.137655 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce7357-cd14-4fa2-899f-1946ceedda7c req-79fec944-5e00-4846-98d3-55ea2d17afd7 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:02.139975 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-00ce7357-cd14-4fa2-899f-1946ceedda7c req-79fec944-5e00-4846-98d3-55ea2d17afd7 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/ports?device_id=26b9d8a8-a8fb-4ec3-84d8-7ca561570caa HTTP/1.1" status: 200 len: 946 time: 0.0647612 Oct 30 15:10:02.177013 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58470) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:10:02.218735 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2dd561a3-5508-4e7a-8a5d-84c271a19c73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:02.247454 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-909eee64-a8bf-4de7-a74d-d2bf43265517 req-d76fc999-1589-4794-b429-a0b912beddb4 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3898988 Oct 30 15:10:02.250319 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-00ce7357-cd14-4fa2-899f-1946ceedda7c req-8d8c2b52-2305-401e-9674-98d8e1100af2 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff7d2e62-ea1a-45bf-a217-2b52e333182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984957 Oct 30 15:10:02.275251 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1496ef9d-6677-4425-b083-c6dbb935392c tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:02.313510 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-09040a4a-7ee2-4c47-bce9-839196135e6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bd6a885-5430-402b-b482-a72706b9ab2d {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:10:02.324905 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-09040a4a-7ee2-4c47-bce9-839196135e6e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:02.353027 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-09040a4a-7ee2-4c47-bce9-839196135e6e service neutron] Transition to ACTIVE for port object 0bd6a885-5430-402b-b482-a72706b9ab2d will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:10:02.357561 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-09040a4a-7ee2-4c47-bce9-839196135e6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:02.368586 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58472) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:10:02.466509 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-1496ef9d-6677-4425-b083-c6dbb935392c tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Allocated IP 172.25.4.250 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/83bcc577-9eb8-4212-b67d-3f9a7375180f) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:10:02.473253 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2dd561a3-5508-4e7a-8a5d-84c271a19c73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:02.511161 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2dd561a3-5508-4e7a-8a5d-84c271a19c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:02.525032 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-34bb3277-48ce-4988-a088-13b67d13023e tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:02.593459 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-34bb3277-48ce-4988-a088-13b67d13023e tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:02.616300 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-2dd561a3-5508-4e7a-8a5d-84c271a19c73 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=16da78c30bb84a77ad5e45d3e09b9e0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4373639 Oct 30 15:10:02.617420 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd561a3-5508-4e7a-8a5d-84c271a19c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a66113-63d0-494c-a904-450405172448,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:02.623050 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09040a4a-7ee2-4c47-bce9-839196135e6e service neutron] Pushing event updated for resources: {'Port': ['ID=0bd6a885-5430-402b-b482-a72706b9ab2d,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:02.626169 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ada7de-db1b-4c29-94c6-2167e5de88f7 req-f3a232db-4c77-4ddb-bced-c6d93797c9a7 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:02.627500 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58478) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:10:02.633122 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ada7de-db1b-4c29-94c6-2167e5de88f7 req-f3a232db-4c77-4ddb-bced-c6d93797c9a7 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:02.639233 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ada7de-db1b-4c29-94c6-2167e5de88f7 req-f3a232db-4c77-4ddb-bced-c6d93797c9a7 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:02.641175 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-08ada7de-db1b-4c29-94c6-2167e5de88f7 req-f3a232db-4c77-4ddb-bced-c6d93797c9a7 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f015239-0cf1-4686-aac3-fb380afa9e45 HTTP/1.1" status: 200 len: 2388 time: 0.1853304 Oct 30 15:10:02.725773 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91ac89-f59c-466e-a2fb-d8f8e619672f req-0bbbd7e6-3ebb-4bd4-8079-d88e0b522e76 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:02.727256 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bc91ac89-f59c-466e-a2fb-d8f8e619672f req-0bbbd7e6-3ebb-4bd4-8079-d88e0b522e76 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5cd747f-0053-4a71-a209-c70e7ecc520a HTTP/1.1" status: 200 len: 944 time: 0.3003082 Oct 30 15:10:02.733229 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1496ef9d-6677-4425-b083-c6dbb935392c tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:02.743526 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-08ada7de-db1b-4c29-94c6-2167e5de88f7 req-a11886ae-2801-4efd-b910-b9bb3a1359cc tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba7652ac-9750-40a3-9a50-b6f41851d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897827 Oct 30 15:10:02.761754 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-34bb3277-48ce-4988-a088-13b67d13023e tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:02.764729 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-34bb3277-48ce-4988-a088-13b67d13023e tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:02.766190 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-34bb3277-48ce-4988-a088-13b67d13023e tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.62 "DELETE /v2.0/security-groups/d3c05691-ef86-4427-a0a1-ac12c39f9197 HTTP/1.1" status: 204 len: 168 time: 0.3966527 Oct 30 15:10:02.783901 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58480) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:10:02.795799 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bb3277-48ce-4988-a088-13b67d13023e tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c05691-ef86-4427-a0a1-ac12c39f9197,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:02.799375 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-5124e27c-dd32-49c6-805b-a3c069f169d2 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] show failed (client error): The resource could not be found. Oct 30 15:10:02.800473 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-5124e27c-dd32-49c6-805b-a3c069f169d2 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.62 "GET /v2.0/security-groups/d3c05691-ef86-4427-a0a1-ac12c39f9197 HTTP/1.1" status: 404 len: 347 time: 0.0231562 Oct 30 15:10:02.804240 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58482) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:10:02.808295 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c367611-26db-411f-921e-89516198321b req-581e7a64-ce4d-4180-bf36-9c4fd25a63f1 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:02.815762 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4c367611-26db-411f-921e-89516198321b req-581e7a64-ce4d-4180-bf36-9c4fd25a63f1 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5cd747f-0053-4a71-a209-c70e7ecc520a HTTP/1.1" status: 200 len: 944 time: 0.3583808 Oct 30 15:10:02.842844 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1496ef9d-6677-4425-b083-c6dbb935392c tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:02.881887 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-09040a4a-7ee2-4c47-bce9-839196135e6e service neutron] Attempting to bind port 0bd6a885-5430-402b-b482-a72706b9ab2d on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:10:02.882113 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-09040a4a-7ee2-4c47-bce9-839196135e6e service neutron] Attempting to bind port 0bd6a885-5430-402b-b482-a72706b9ab2d by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': '1abad3d0-d23d-4573-a261-24d37c7b6eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '53b9902a-fc7a-4f3a-a2d0-68aa23329a99'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:10:02.882337 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-09040a4a-7ee2-4c47-bce9-839196135e6e service neutron] Attempting to bind port 0bd6a885-5430-402b-b482-a72706b9ab2d on network 53b9902a-fc7a-4f3a-a2d0-68aa23329a99 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:10:02.892697 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1496ef9d-6677-4425-b083-c6dbb935392c tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:10:02.903374 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-010ea9e6-18cf-4ae7-bef2-469c55c6300c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:02.908685 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-09040a4a-7ee2-4c47-bce9-839196135e6e service neutron] Port 0bd6a885-5430-402b-b482-a72706b9ab2d on network 53b9902a-fc7a-4f3a-a2d0-68aa23329a99 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:10:02.909017 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-09040a4a-7ee2-4c47-bce9-839196135e6e service neutron] Attempting to bind port 0bd6a885-5430-402b-b482-a72706b9ab2d on network 53b9902a-fc7a-4f3a-a2d0-68aa23329a99 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:10:02.922710 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-1496ef9d-6677-4425-b083-c6dbb935392c tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:10:02.929153 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1496ef9d-6677-4425-b083-c6dbb935392c tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:10:02.933925 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4c367611-26db-411f-921e-89516198321b req-f6ac1862-4dac-400e-8060-b0baeff0851b tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170900 Oct 30 15:10:02.938989 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-09040a4a-7ee2-4c47-bce9-839196135e6e service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:10:02.939187 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-09040a4a-7ee2-4c47-bce9-839196135e6e service neutron] Checking segment: {'id': '1abad3d0-d23d-4573-a261-24d37c7b6eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '53b9902a-fc7a-4f3a-a2d0-68aa23329a99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:10:02.940291 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-09040a4a-7ee2-4c47-bce9-839196135e6e service neutron] Bound using segment: {'id': '1abad3d0-d23d-4573-a261-24d37c7b6eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '53b9902a-fc7a-4f3a-a2d0-68aa23329a99'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:10:02.940291 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-09040a4a-7ee2-4c47-bce9-839196135e6e service neutron] Bound port: 0bd6a885-5430-402b-b482-a72706b9ab2d, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1abad3d0-d23d-4573-a261-24d37c7b6eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '53b9902a-fc7a-4f3a-a2d0-68aa23329a99'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:10:02.943667 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-09040a4a-7ee2-4c47-bce9-839196135e6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:02.969435 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-010ea9e6-18cf-4ae7-bef2-469c55c6300c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:02.995642 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1496ef9d-6677-4425-b083-c6dbb935392c tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Pushing event updated for resources: {'Port': ['ID=83bcc577-9eb8-4212-b67d-3f9a7375180f,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:03.013907 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-bc91ac89-f59c-466e-a2fb-d8f8e619672f req-efcbb0f1-52f8-489f-af53-39124149e42b tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Deleting port 8b371b9f-aeca-4397-a92e-43f1eefb6950 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:10:03.014190 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-bc91ac89-f59c-466e-a2fb-d8f8e619672f req-efcbb0f1-52f8-489f-af53-39124149e42b tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:03.093684 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-8382ee60-dbfa-4258-8ef7-b5f9129d2451 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Deleting port 454dad52-cab0-4269-acc4-f85f4a848d98 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:10:03.094006 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8382ee60-dbfa-4258-8ef7-b5f9129d2451 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:03.122625 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-09040a4a-7ee2-4c47-bce9-839196135e6e service neutron] For port 0bd6a885-5430-402b-b482-a72706b9ab2d, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:10:03.132748 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-09040a4a-7ee2-4c47-bce9-839196135e6e service neutron] For port 0bd6a885-5430-402b-b482-a72706b9ab2d, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=0bd6a885-5430-402b-b482-a72706b9ab2d,segment=NetworkSegment(1abad3d0-d23d-4573-a261-24d37c7b6eaa),segment_id=1abad3d0-d23d-4573-a261-24d37c7b6eaa)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:10:03.133732 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-010ea9e6-18cf-4ae7-bef2-469c55c6300c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:03.136567 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-010ea9e6-18cf-4ae7-bef2-469c55c6300c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:03.137790 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-010ea9e6-18cf-4ae7-bef2-469c55c6300c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/30a66113-63d0-494c-a904-450405172448 HTTP/1.1" status: 204 len: 168 time: 0.5021083 Oct 30 15:10:03.143827 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1496ef9d-6677-4425-b083-c6dbb935392c tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:03.146222 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-09040a4a-7ee2-4c47-bce9-839196135e6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:03.190113 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:10:03.201035 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-bc91ac89-f59c-466e-a2fb-d8f8e619672f req-efcbb0f1-52f8-489f-af53-39124149e42b tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] For port 8b371b9f-aeca-4397-a92e-43f1eefb6950, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=8b371b9f-aeca-4397-a92e-43f1eefb6950,segment=NetworkSegment(e8246d9e-f8e1-4659-b367-d870958fbb44),segment_id=e8246d9e-f8e1-4659-b367-d870958fbb44)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:10:03.201399 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-bc91ac89-f59c-466e-a2fb-d8f8e619672f req-efcbb0f1-52f8-489f-af53-39124149e42b tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:03.209311 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010ea9e6-18cf-4ae7-bef2-469c55c6300c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a66113-63d0-494c-a904-450405172448,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:03.212619 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1496ef9d-6677-4425-b083-c6dbb935392c tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:03.229393 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-09040a4a-7ee2-4c47-bce9-839196135e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:03.229935 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-09040a4a-7ee2-4c47-bce9-839196135e6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:03.231373 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-09040a4a-7ee2-4c47-bce9-839196135e6e service neutron] 10.222.0.44 "PUT /v2.0/ports/0bd6a885-5430-402b-b482-a72706b9ab2d HTTP/1.1" status: 200 len: 1093 time: 1.5920124 Oct 30 15:10:03.232309 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-bc91ac89-f59c-466e-a2fb-d8f8e619672f req-efcbb0f1-52f8-489f-af53-39124149e42b tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Calling delete_port for 8b371b9f-aeca-4397-a92e-43f1eefb6950 owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:10:03.233821 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f015239-0cf1-4686-aac3-fb380afa9e45', 'tag': '0bd6a885-5430-402b-b482-a72706b9ab2d'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:10:03.236136 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa662cc-7c4e-489b-8d1e-18991af5bde4" -d '{"events": [{"name": "network-changed", "server_uuid": "4f015239-0cf1-4686-aac3-fb380afa9e45", "tag": "0bd6a885-5430-402b-b482-a72706b9ab2d"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:10:03.265460 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09040a4a-7ee2-4c47-bce9-839196135e6e service neutron] Pushing event updated for resources: {'Port': ['ID=0bd6a885-5430-402b-b482-a72706b9ab2d,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:03.301787 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-e9d6d0e3-6c84-44aa-b7a9-885d21f2e5b5 service neutron] Request body: {'port': {'device_id': '4f015239-0cf1-4686-aac3-fb380afa9e45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:10:03.325927 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8382ee60-dbfa-4258-8ef7-b5f9129d2451 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:03.326238 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8382ee60-dbfa-4258-8ef7-b5f9129d2451 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:03.349582 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52af8ad9-5a22-4319-b21f-34b8aa230cd7 x-openstack-request-id: req-52af8ad9-5a22-4319-b21f-34b8aa230cd7 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:10:03.349873 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f015239-0cf1-4686-aac3-fb380afa9e45", "tag": "0bd6a885-5430-402b-b482-a72706b9ab2d", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:10:03.350125 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-52af8ad9-5a22-4319-b21f-34b8aa230cd7 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:10:03.350524 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f015239-0cf1-4686-aac3-fb380afa9e45', 'tag': '0bd6a885-5430-402b-b482-a72706b9ab2d', 'status': 'completed', 'code': 200} Oct 30 15:10:03.362464 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-8382ee60-dbfa-4258-8ef7-b5f9129d2451 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Calling delete_port for 454dad52-cab0-4269-acc4-f85f4a848d98 owned by network:floatingip {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:10:03.483057 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-e9d6d0e3-6c84-44aa-b7a9-885d21f2e5b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:03.596581 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa662cc-7c4e-489b-8d1e-18991af5bde4 req-9ad66210-7c4b-4c1f-b546-6ab2a8aa2d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:03.597152 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa662cc-7c4e-489b-8d1e-18991af5bde4 req-9ad66210-7c4b-4c1f-b546-6ab2a8aa2d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:03.597516 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa662cc-7c4e-489b-8d1e-18991af5bde4 req-9ad66210-7c4b-4c1f-b546-6ab2a8aa2d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:03.600383 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2fa662cc-7c4e-489b-8d1e-18991af5bde4 req-9ad66210-7c4b-4c1f-b546-6ab2a8aa2d88 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c642d29d1c17474c8a26fe3f03026a83&device_id=4f015239-0cf1-4686-aac3-fb380afa9e45 HTTP/1.1" status: 200 len: 2732 time: 0.1567245 Oct 30 15:10:03.603482 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7065bee-439c-4cb5-80f5-9ee51a6a0837 req-5d3c1bb8-b783-4aee-8e05-dafc999cb328 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:03.605140 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d7065bee-439c-4cb5-80f5-9ee51a6a0837 req-5d3c1bb8-b783-4aee-8e05-dafc999cb328 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/ports?device_id=26b9d8a8-a8fb-4ec3-84d8-7ca561570caa HTTP/1.1" status: 200 len: 946 time: 0.1831229 Oct 30 15:10:03.722767 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-bc91ac89-f59c-466e-a2fb-d8f8e619672f req-efcbb0f1-52f8-489f-af53-39124149e42b tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:03.754973 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d7065bee-439c-4cb5-80f5-9ee51a6a0837 req-60ed5c06-044b-4cd5-8748-11a3fc106fd0 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff7d2e62-ea1a-45bf-a217-2b52e333182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356099 Oct 30 15:10:03.812668 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcbb0f1-52f8-489f-af53-39124149e42b tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Pushing event deleted for resources: {'Port': ['ID=8b371b9f-aeca-4397-a92e-43f1eefb6950,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:03.954490 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa662cc-7c4e-489b-8d1e-18991af5bde4 req-f118e9f8-fcfc-40b6-8fff-113b372fe1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:03.955073 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa662cc-7c4e-489b-8d1e-18991af5bde4 req-f118e9f8-fcfc-40b6-8fff-113b372fe1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:03.955630 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa662cc-7c4e-489b-8d1e-18991af5bde4 req-f118e9f8-fcfc-40b6-8fff-113b372fe1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:03.957124 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2fa662cc-7c4e-489b-8d1e-18991af5bde4 req-f118e9f8-fcfc-40b6-8fff-113b372fe1c3 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=c642d29d1c17474c8a26fe3f03026a83&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3429942 Oct 30 15:10:03.960769 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8382ee60-dbfa-4258-8ef7-b5f9129d2451 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:03.962462 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc91ac89-f59c-466e-a2fb-d8f8e619672f req-efcbb0f1-52f8-489f-af53-39124149e42b tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] No DVR routers for this DVR port 8b371b9f-aeca-4397-a92e-43f1eefb6950 on host n-h2-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:10:03.967105 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1496ef9d-6677-4425-b083-c6dbb935392c tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:03.967857 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-bc91ac89-f59c-466e-a2fb-d8f8e619672f req-efcbb0f1-52f8-489f-af53-39124149e42b tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:03.971421 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bc91ac89-f59c-466e-a2fb-d8f8e619672f req-efcbb0f1-52f8-489f-af53-39124149e42b tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.44 "DELETE /v2.0/ports/8b371b9f-aeca-4397-a92e-43f1eefb6950 HTTP/1.1" status: 204 len: 173 time: 1.2352328 Oct 30 15:10:03.975725 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-ad8d2e9e-e8ad-42f0-b10f-91e7f7e42a32 tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:10:03.976762 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-ad8d2e9e-e8ad-42f0-b10f-91e7f7e42a32 tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0239997 Oct 30 15:10:04.000055 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1496ef9d-6677-4425-b083-c6dbb935392c tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:04.001895 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8382ee60-dbfa-4258-8ef7-b5f9129d2451 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Pushing event deleted for resources: {'Port': ['ID=454dad52-cab0-4269-acc4-f85f4a848d98,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:04.016004 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9bf30a-4569-46e2-9fb0-47d0d11e7c31 req-9d89631e-4877-418f-b54b-5be64deafb59 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:04.017850 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ac9bf30a-4569-46e2-9fb0-47d0d11e7c31 req-9d89631e-4877-418f-b54b-5be64deafb59 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d602cf4-ba4a-4a3d-818e-f318f6f908fa HTTP/1.1" status: 200 len: 948 time: 0.1496937 Oct 30 15:10:04.107332 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-6072ae34-145c-48d1-9512-600e7f7cc712 tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:04.114178 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-6072ae34-145c-48d1-9512-600e7f7cc712 tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] 10.222.0.62 "GET /v2.0/ports/3393737f-efac-412a-9c8d-dbd8592214a9 HTTP/1.1" status: 200 len: 1094 time: 0.0951772 Oct 30 15:10:04.122675 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-377c54a0-e105-4732-aedf-489297aa4765 service neutron] Request body: {'binding': {'host': 'n-h1-806683-17', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:10:04.123132 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-377c54a0-e105-4732-aedf-489297aa4765 service neutron] Unknown quota resources ['binding']. {{(pid=102130) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 30 15:10:04.174006 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ac9bf30a-4569-46e2-9fb0-47d0d11e7c31 req-11bf23d8-4336-467b-9baa-772e8b5d48f7 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266634 Oct 30 15:10:04.228720 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-e9d6d0e3-6c84-44aa-b7a9-885d21f2e5b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bead7761-fa41-4e24-87ce-2222ef0607c2 {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:10:04.232389 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1496ef9d-6677-4425-b083-c6dbb935392c tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Pushing event updated for resources: {'Port': ['ID=83bcc577-9eb8-4212-b67d-3f9a7375180f,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:04.265941 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-e9d6d0e3-6c84-44aa-b7a9-885d21f2e5b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:04.296437 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-e9d6d0e3-6c84-44aa-b7a9-885d21f2e5b5 service neutron] Transition to ACTIVE for port object bead7761-fa41-4e24-87ce-2222ef0607c2 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:10:04.303236 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-e9d6d0e3-6c84-44aa-b7a9-885d21f2e5b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:04.308453 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8382ee60-dbfa-4258-8ef7-b5f9129d2451 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Publish callbacks [] for floatingip, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:04.312052 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8382ee60-dbfa-4258-8ef7-b5f9129d2451 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:04.315872 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-8382ee60-dbfa-4258-8ef7-b5f9129d2451 tempest-ServersWithSpecificFlavorTestJSON-1749702221 tempest-ServersWithSpecificFlavorTestJSON-1749702221-project] 10.222.0.62 "DELETE /v2.0/floatingips/1952743e-d0dd-43af-a95d-70910c9a08b8 HTTP/1.1" status: 204 len: 168 time: 1.5081396 Oct 30 15:10:04.318063 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1496ef9d-6677-4425-b083-c6dbb935392c tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:04.338146 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1496ef9d-6677-4425-b083-c6dbb935392c tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:04.347530 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-1496ef9d-6677-4425-b083-c6dbb935392c tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8157244 Oct 30 15:10:04.347530 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa662cc-7c4e-489b-8d1e-18991af5bde4 req-91d511a5-9645-48f1-bb8a-d4f609b69a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:04.347530 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2fa662cc-7c4e-489b-8d1e-18991af5bde4 req-91d511a5-9645-48f1-bb8a-d4f609b69a8e service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3543091 Oct 30 15:10:04.439042 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d6d0e3-6c84-44aa-b7a9-885d21f2e5b5 service neutron] Pushing event updated for resources: {'Port': ['ID=bead7761-fa41-4e24-87ce-2222ef0607c2,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:04.476456 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-377c54a0-e105-4732-aedf-489297aa4765 service neutron] Attempting to bind port 3393737f-efac-412a-9c8d-dbd8592214a9 on host n-h1-806683-17 for vnic_type normal with profile None {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:10:04.477374 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-377c54a0-e105-4732-aedf-489297aa4765 service neutron] Attempting to bind port 3393737f-efac-412a-9c8d-dbd8592214a9 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2f36ee91-6757-4d64-8719-4cb39651ac94'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:10:04.477986 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-377c54a0-e105-4732-aedf-489297aa4765 service neutron] Attempting to bind port 3393737f-efac-412a-9c8d-dbd8592214a9 on network 2f36ee91-6757-4d64-8719-4cb39651ac94 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:10:04.518836 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-377c54a0-e105-4732-aedf-489297aa4765 service neutron] Port 3393737f-efac-412a-9c8d-dbd8592214a9 on network 2f36ee91-6757-4d64-8719-4cb39651ac94 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:10:04.519408 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-377c54a0-e105-4732-aedf-489297aa4765 service neutron] Attempting to bind port 3393737f-efac-412a-9c8d-dbd8592214a9 on network 2f36ee91-6757-4d64-8719-4cb39651ac94 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:10:04.531946 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-377c54a0-e105-4732-aedf-489297aa4765 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:10:04.535913 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-377c54a0-e105-4732-aedf-489297aa4765 service neutron] Checking segment: {'id': '5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2f36ee91-6757-4d64-8719-4cb39651ac94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:10:04.536578 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-377c54a0-e105-4732-aedf-489297aa4765 service neutron] Bound using segment: {'id': '5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2f36ee91-6757-4d64-8719-4cb39651ac94'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:10:04.537693 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-377c54a0-e105-4732-aedf-489297aa4765 service neutron] Bound port: 3393737f-efac-412a-9c8d-dbd8592214a9, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2f36ee91-6757-4d64-8719-4cb39651ac94'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:10:04.596782 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-e9d6d0e3-6c84-44aa-b7a9-885d21f2e5b5 service neutron] Attempting to bind port bead7761-fa41-4e24-87ce-2222ef0607c2 on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:10:04.596782 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-e9d6d0e3-6c84-44aa-b7a9-885d21f2e5b5 service neutron] Attempting to bind port bead7761-fa41-4e24-87ce-2222ef0607c2 by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': 'b0566738-519f-4967-8a7a-b8d96888899b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9e9f83e3-fdf9-4eaf-877d-31f08ee59bdd'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:10:04.597073 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-e9d6d0e3-6c84-44aa-b7a9-885d21f2e5b5 service neutron] Attempting to bind port bead7761-fa41-4e24-87ce-2222ef0607c2 on network 9e9f83e3-fdf9-4eaf-877d-31f08ee59bdd {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:10:04.607429 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-e9d6d0e3-6c84-44aa-b7a9-885d21f2e5b5 service neutron] Port bead7761-fa41-4e24-87ce-2222ef0607c2 on network 9e9f83e3-fdf9-4eaf-877d-31f08ee59bdd not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:10:04.607675 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-e9d6d0e3-6c84-44aa-b7a9-885d21f2e5b5 service neutron] Attempting to bind port bead7761-fa41-4e24-87ce-2222ef0607c2 on network 9e9f83e3-fdf9-4eaf-877d-31f08ee59bdd {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:10:04.637202 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-e9d6d0e3-6c84-44aa-b7a9-885d21f2e5b5 service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:10:04.637539 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-e9d6d0e3-6c84-44aa-b7a9-885d21f2e5b5 service neutron] Checking segment: {'id': 'b0566738-519f-4967-8a7a-b8d96888899b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9e9f83e3-fdf9-4eaf-877d-31f08ee59bdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:10:04.637928 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-e9d6d0e3-6c84-44aa-b7a9-885d21f2e5b5 service neutron] Bound using segment: {'id': 'b0566738-519f-4967-8a7a-b8d96888899b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9e9f83e3-fdf9-4eaf-877d-31f08ee59bdd'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:10:04.644159 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-e9d6d0e3-6c84-44aa-b7a9-885d21f2e5b5 service neutron] Bound port: bead7761-fa41-4e24-87ce-2222ef0607c2, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0566738-519f-4967-8a7a-b8d96888899b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9e9f83e3-fdf9-4eaf-877d-31f08ee59bdd'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:10:04.644579 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-e9d6d0e3-6c84-44aa-b7a9-885d21f2e5b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:04.649770 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-377c54a0-e105-4732-aedf-489297aa4765 service neutron] For port 3393737f-efac-412a-9c8d-dbd8592214a9, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=3393737f-efac-412a-9c8d-dbd8592214a9,segment=NetworkSegment(5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87),segment_id=5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:10:04.665758 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-377c54a0-e105-4732-aedf-489297aa4765 service neutron] Publish callbacks [] for binding, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:04.667150 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-377c54a0-e105-4732-aedf-489297aa4765 service neutron] 10.222.0.62 "POST /v2.0/ports/3393737f-efac-412a-9c8d-dbd8592214a9/bindings HTTP/1.1" status: 201 len: 390 time: 0.5521598 Oct 30 15:10:04.784833 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-e9d6d0e3-6c84-44aa-b7a9-885d21f2e5b5 service neutron] For port bead7761-fa41-4e24-87ce-2222ef0607c2, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:10:04.788622 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-e9d6d0e3-6c84-44aa-b7a9-885d21f2e5b5 service neutron] For port bead7761-fa41-4e24-87ce-2222ef0607c2, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=bead7761-fa41-4e24-87ce-2222ef0607c2,segment=NetworkSegment(b0566738-519f-4967-8a7a-b8d96888899b),segment_id=b0566738-519f-4967-8a7a-b8d96888899b)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:10:04.796042 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-e9d6d0e3-6c84-44aa-b7a9-885d21f2e5b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:04.831625 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf8f271-56fb-496a-b29a-061e22e635a0 req-581bdeef-00d3-4a31-9c2a-c5de98c2f690 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:04.837839 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf8f271-56fb-496a-b29a-061e22e635a0 req-581bdeef-00d3-4a31-9c2a-c5de98c2f690 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:04.843885 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf8f271-56fb-496a-b29a-061e22e635a0 req-581bdeef-00d3-4a31-9c2a-c5de98c2f690 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:04.847940 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3cf8f271-56fb-496a-b29a-061e22e635a0 req-581bdeef-00d3-4a31-9c2a-c5de98c2f690 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f015239-0cf1-4686-aac3-fb380afa9e45 HTTP/1.1" status: 200 len: 2400 time: 0.1329398 Oct 30 15:10:04.884664 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-e9d6d0e3-6c84-44aa-b7a9-885d21f2e5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:04.885261 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-e9d6d0e3-6c84-44aa-b7a9-885d21f2e5b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:04.886647 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-e9d6d0e3-6c84-44aa-b7a9-885d21f2e5b5 service neutron] 10.222.0.44 "PUT /v2.0/ports/bead7761-fa41-4e24-87ce-2222ef0607c2 HTTP/1.1" status: 200 len: 1092 time: 1.5905533 Oct 30 15:10:04.929378 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d6d0e3-6c84-44aa-b7a9-885d21f2e5b5 service neutron] Pushing event updated for resources: {'Port': ['ID=bead7761-fa41-4e24-87ce-2222ef0607c2,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:04.944462 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3cf8f271-56fb-496a-b29a-061e22e635a0 req-07f33b23-0609-4c96-bb32-166719ffa3fd tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba7652ac-9750-40a3-9a50-b6f41851d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893104 Oct 30 15:10:04.950070 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-4e31b059-6451-45e1-9fca-50cbc559adb0 service neutron] Request body: {'port': {'device_id': '4f015239-0cf1-4686-aac3-fb380afa9e45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:10:05.030952 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-4e31b059-6451-45e1-9fca-50cbc559adb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:05.050785 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-bd5b8cc3-ccb0-4f18-9aa0-e5edbc5d3674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:05.053601 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-bd5b8cc3-ccb0-4f18-9aa0-e5edbc5d3674 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b8aea481537c4f1b9ab8f7eccea88bfc&device_id=c0e3a669-075e-4332-9f0e-18bed12d9d90 HTTP/1.1" status: 200 len: 1097 time: 0.1305623 Oct 30 15:10:05.152282 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d087a80a-31ec-4bbc-bedc-5d1b093ca5dc req-5061451f-9e83-4e4c-ace1-ddf16189b953 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:05.153765 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d087a80a-31ec-4bbc-bedc-5d1b093ca5dc req-5061451f-9e83-4e4c-ace1-ddf16189b953 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/networks?id=83cbffa3-ed24-45ac-a4b8-68763573cf86 HTTP/1.1" status: 200 len: 821 time: 0.2153769 Oct 30 15:10:05.187125 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d087a80a-31ec-4bbc-bedc-5d1b093ca5dc req-f90a297b-6382-4bfa-ba14-84f5622816f2 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/quotas/d103ce083ed041adb4389e08e444486c HTTP/1.1" status: 200 len: 375 time: 0.0261064 Oct 30 15:10:05.215271 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-7dde248b-12bf-4e5c-9db6-11c0f7fa311c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:05.216995 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-7dde248b-12bf-4e5c-9db6-11c0f7fa311c service neutron] 10.222.0.53 "GET /v2.0/networks?id=2f36ee91-6757-4d64-8719-4cb39651ac94 HTTP/1.1" status: 200 len: 909 time: 0.1460311 Oct 30 15:10:05.280020 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-268be548-1a39-4a55-9c0a-6254da98865e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3393737f-efac-412a-9c8d-dbd8592214a9 HTTP/1.1" status: 200 len: 217 time: 0.0361342 Oct 30 15:10:05.362002 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5cd747f-0053-4a71-a209-c70e7ecc520a', 'name': 'network-vif-deleted', 'tag': '8b371b9f-aeca-4397-a92e-43f1eefb6950'}, {'name': 'network-changed', 'server_uuid': '4f015239-0cf1-4686-aac3-fb380afa9e45', 'tag': 'bead7761-fa41-4e24-87ce-2222ef0607c2'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:10:05.364244 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d8751e-5371-4f0f-9dfe-c7f0d5f5c5d8" -d '{"events": [{"server_uuid": "b5cd747f-0053-4a71-a209-c70e7ecc520a", "name": "network-vif-deleted", "tag": "8b371b9f-aeca-4397-a92e-43f1eefb6950"}, {"name": "network-changed", "server_uuid": "4f015239-0cf1-4686-aac3-fb380afa9e45", "tag": "bead7761-fa41-4e24-87ce-2222ef0607c2"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:10:05.387887 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc5370-47c8-4d4b-a269-bf83554baa05 req-f4162b81-7068-4864-bcdb-b9329f87a05f tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:05.389457 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1cfc5370-47c8-4d4b-a269-bf83554baa05 req-f4162b81-7068-4864-bcdb-b9329f87a05f tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3a669-075e-4332-9f0e-18bed12d9d90 HTTP/1.1" status: 200 len: 945 time: 0.0997622 Oct 30 15:10:05.395682 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-4e31b059-6451-45e1-9fca-50cbc559adb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f27cd6f1-82b1-4114-9a9b-cd3e1d72aaec {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:10:05.410432 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-4e31b059-6451-45e1-9fca-50cbc559adb0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:05.435752 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-4e31b059-6451-45e1-9fca-50cbc559adb0 service neutron] Transition to ACTIVE for port object f27cd6f1-82b1-4114-9a9b-cd3e1d72aaec will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:10:05.445436 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-4e31b059-6451-45e1-9fca-50cbc559adb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:05.474518 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1cfc5370-47c8-4d4b-a269-bf83554baa05 req-e2ca80c2-0cf7-4e13-81eb-ac0016be4e66 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736115 Oct 30 15:10:05.502188 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e31b059-6451-45e1-9fca-50cbc559adb0 service neutron] Pushing event updated for resources: {'Port': ['ID=f27cd6f1-82b1-4114-9a9b-cd3e1d72aaec,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:05.568370 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 8b371b9f-aeca-4397-a92e-43f1eefb6950 no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:10:05.587432 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-4e31b059-6451-45e1-9fca-50cbc559adb0 service neutron] Attempting to bind port f27cd6f1-82b1-4114-9a9b-cd3e1d72aaec on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:10:05.591888 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-4e31b059-6451-45e1-9fca-50cbc559adb0 service neutron] Attempting to bind port f27cd6f1-82b1-4114-9a9b-cd3e1d72aaec by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': '1abad3d0-d23d-4573-a261-24d37c7b6eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '53b9902a-fc7a-4f3a-a2d0-68aa23329a99'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:10:05.592406 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-4e31b059-6451-45e1-9fca-50cbc559adb0 service neutron] Attempting to bind port f27cd6f1-82b1-4114-9a9b-cd3e1d72aaec on network 53b9902a-fc7a-4f3a-a2d0-68aa23329a99 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:10:05.596573 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 010be484-0672-430d-be49-9ebf07471451 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:10:05.596769 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d087a80a-31ec-4bbc-bedc-5d1b093ca5dc req-645ef921-4a6b-403e-9774-e4d03c63f648 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d103ce083ed041adb4389e08e444486c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3982251 Oct 30 15:10:05.606419 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-4e31b059-6451-45e1-9fca-50cbc559adb0 service neutron] Port f27cd6f1-82b1-4114-9a9b-cd3e1d72aaec on network 53b9902a-fc7a-4f3a-a2d0-68aa23329a99 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:10:05.609250 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-4e31b059-6451-45e1-9fca-50cbc559adb0 service neutron] Attempting to bind port f27cd6f1-82b1-4114-9a9b-cd3e1d72aaec on network 53b9902a-fc7a-4f3a-a2d0-68aa23329a99 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:10:05.615921 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-4e31b059-6451-45e1-9fca-50cbc559adb0 service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:10:05.616191 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-4e31b059-6451-45e1-9fca-50cbc559adb0 service neutron] Checking segment: {'id': '1abad3d0-d23d-4573-a261-24d37c7b6eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '53b9902a-fc7a-4f3a-a2d0-68aa23329a99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:10:05.616722 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-4e31b059-6451-45e1-9fca-50cbc559adb0 service neutron] Bound using segment: {'id': '1abad3d0-d23d-4573-a261-24d37c7b6eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '53b9902a-fc7a-4f3a-a2d0-68aa23329a99'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:10:05.617235 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-4e31b059-6451-45e1-9fca-50cbc559adb0 service neutron] Bound port: f27cd6f1-82b1-4114-9a9b-cd3e1d72aaec, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1abad3d0-d23d-4573-a261-24d37c7b6eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '53b9902a-fc7a-4f3a-a2d0-68aa23329a99'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:10:05.617667 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-4e31b059-6451-45e1-9fca-50cbc559adb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:05.624863 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] No Port match for: 8b371b9f-aeca-4397-a92e-43f1eefb6950 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:10:05.625506 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 8b371b9f-aeca-4397-a92e-43f1eefb6950 not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:10:05.712312 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d087a80a-31ec-4bbc-bedc-5d1b093ca5dc req-f4d4eb7c-5d64-4096-9a51-b3e915a23fe0 service neutron] 10.222.0.62 "GET /v2.0/networks/83cbffa3-ed24-45ac-a4b8-68763573cf86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147652 Oct 30 15:10:05.714095 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-4e31b059-6451-45e1-9fca-50cbc559adb0 service neutron] For port f27cd6f1-82b1-4114-9a9b-cd3e1d72aaec, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:10:05.718294 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-4e31b059-6451-45e1-9fca-50cbc559adb0 service neutron] For port f27cd6f1-82b1-4114-9a9b-cd3e1d72aaec, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=f27cd6f1-82b1-4114-9a9b-cd3e1d72aaec,segment=NetworkSegment(1abad3d0-d23d-4573-a261-24d37c7b6eaa),segment_id=1abad3d0-d23d-4573-a261-24d37c7b6eaa)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:10:05.735890 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-4e31b059-6451-45e1-9fca-50cbc559adb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:05.788659 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-4e31b059-6451-45e1-9fca-50cbc559adb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:05.789322 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-4e31b059-6451-45e1-9fca-50cbc559adb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:05.791357 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-4e31b059-6451-45e1-9fca-50cbc559adb0 service neutron] 10.222.0.44 "PUT /v2.0/ports/f27cd6f1-82b1-4114-9a9b-cd3e1d72aaec HTTP/1.1" status: 200 len: 1093 time: 0.8458679 Oct 30 15:10:05.800462 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 010be484-0672-430d-be49-9ebf07471451, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=010be484-0672-430d-be49-9ebf07471451,segment=NetworkSegment(50e4125d-3001-4ab5-9a68-22676c11c44a),segment_id=50e4125d-3001-4ab5-9a68-22676c11c44a)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:10:05.820990 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e31b059-6451-45e1-9fca-50cbc559adb0 service neutron] Pushing event updated for resources: {'Port': ['ID=f27cd6f1-82b1-4114-9a9b-cd3e1d72aaec,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:05.829244 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '010be484-0672-430d-be49-9ebf07471451', 'network_id': '9692ed5c-f259-4258-8606-c4a569c47bd6', 'port_id': '010be484-0672-430d-be49-9ebf07471451', 'mac_address': 'fa:16:3e:94:9f:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3835a6e8-6500-4cc1-8102-46264ff54369', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:10:05.855654 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d087a80a-31ec-4bbc-bedc-5d1b093ca5dc req-b9d6ac76-cc57-4702-95eb-05abed2be14f service neutron] 10.222.0.62 "GET /v2.0/networks/83cbffa3-ed24-45ac-a4b8-68763573cf86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394005 Oct 30 15:10:05.864310 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-e0e7028d-d6ee-46a7-a83a-93adc2e1edda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:05.866654 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-e0e7028d-d6ee-46a7-a83a-93adc2e1edda service neutron] 10.222.0.53 "GET /v2.0/subnets?id=eb0d8673-4262-419a-bce2-caff67d0478f HTTP/1.1" status: 200 len: 848 time: 0.5772233 Oct 30 15:10:05.879733 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:05.896296 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 010be484-0672-430d-be49-9ebf07471451 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:10:05.914324 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-b78df0b9-138e-43a1-b8cc-6baaf3cb6fcf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2f36ee91-6757-4d64-8719-4cb39651ac94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345371 Oct 30 15:10:05.924935 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 010be484-0672-430d-be49-9ebf07471451, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=010be484-0672-430d-be49-9ebf07471451,segment=NetworkSegment(50e4125d-3001-4ab5-9a68-22676c11c44a),segment_id=50e4125d-3001-4ab5-9a68-22676c11c44a)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:10:05.939264 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:05.964550 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87903874-37c1-4e77-b7d4-8f672d141b2e req-4d571e4f-c63f-4396-bdd2-8b644ae4958d tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:05.975238 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-87903874-37c1-4e77-b7d4-8f672d141b2e req-4d571e4f-c63f-4396-bdd2-8b644ae4958d tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d602cf4-ba4a-4a3d-818e-f318f6f908fa HTTP/1.1" status: 200 len: 948 time: 0.1472509 Oct 30 15:10:06.007943 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-88ddbb79-3b82-454b-81f6-45d6c350ec30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:06.008873 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-88ddbb79-3b82-454b-81f6-45d6c350ec30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:06.009110 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-88ddbb79-3b82-454b-81f6-45d6c350ec30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:06.010975 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-88ddbb79-3b82-454b-81f6-45d6c350ec30 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c642d29d1c17474c8a26fe3f03026a83&device_id=4f015239-0cf1-4686-aac3-fb380afa9e45 HTTP/1.1" status: 200 len: 2868 time: 0.1326363 Oct 30 15:10:06.044929 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-87903874-37c1-4e77-b7d4-8f672d141b2e req-dedea8c7-1507-4ea7-bf34-b8d8e220547c tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684304 Oct 30 15:10:06.057630 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['010be484-0672-430d-be49-9ebf07471451'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:10:06.063622 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=010be484-0672-430d-be49-9ebf07471451,revision_number=6']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:06.064946 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-fade5858-688d-4a86-8fe3-70ff25b5ed8a service neutron] 10.222.0.53 "GET /v2.0/networks/2f36ee91-6757-4d64-8719-4cb39651ac94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389446 Oct 30 15:10:06.157293 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-bee62fd9-eb55-425a-acc8-00acc6930c1e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.107&port_id=0bd6a885-5430-402b-b482-a72706b9ab2d HTTP/1.1" status: 200 len: 217 time: 0.1297178 Oct 30 15:10:06.158805 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 30 Oct 2021 15:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf2ea77a-4403-4ee4-97bc-25c520d7feed x-openstack-request-id: req-cf2ea77a-4403-4ee4-97bc-25c520d7feed {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:10:06.159101 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5cd747f-0053-4a71-a209-c70e7ecc520a", "name": "network-vif-deleted", "tag": "8b371b9f-aeca-4397-a92e-43f1eefb6950", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4f015239-0cf1-4686-aac3-fb380afa9e45", "tag": "bead7761-fa41-4e24-87ce-2222ef0607c2", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:10:06.159353 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cf2ea77a-4403-4ee4-97bc-25c520d7feed {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:10:06.161473 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5cd747f-0053-4a71-a209-c70e7ecc520a', 'name': 'network-vif-deleted', 'tag': '8b371b9f-aeca-4397-a92e-43f1eefb6950', 'status': 'completed', 'code': 200} Oct 30 15:10:06.161473 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f015239-0cf1-4686-aac3-fb380afa9e45', 'tag': 'bead7761-fa41-4e24-87ce-2222ef0607c2', 'status': 'completed', 'code': 200} Oct 30 15:10:06.238726 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-503c372f-07be-4898-bc08-54fd89df88d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:06.240562 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-503c372f-07be-4898-bc08-54fd89df88d1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1a52317e-60f9-428e-9742-f3136cf9155b HTTP/1.1" status: 200 len: 801 time: 0.0728283 Oct 30 15:10:06.259010 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd632c04-b760-49cb-b355-ed88bd4caa0e req-3e9da2cb-930b-4556-a167-6a9743cf67f1 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:06.260514 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bd632c04-b760-49cb-b355-ed88bd4caa0e req-3e9da2cb-930b-4556-a167-6a9743cf67f1 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.44 "GET /v2.0/ports?device_id=650d9a7c-a4b8-48e9-8eb9-fb4e14556775 HTTP/1.1" status: 200 len: 944 time: 0.1004381 Oct 30 15:10:06.293924 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-a49d350f-9547-4207-a538-80c6f26071fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:06.295590 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-a49d350f-9547-4207-a538-80c6f26071fa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=53b9902a-fc7a-4f3a-a2d0-68aa23329a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471516 Oct 30 15:10:06.383078 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc95734-0617-434b-a9cb-14a507e98880 req-6b5c79bb-d5f2-47b4-945b-60f44e2c0a87 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:06.384613 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3dc95734-0617-434b-a9cb-14a507e98880 req-6b5c79bb-d5f2-47b4-945b-60f44e2c0a87 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=650d9a7c-a4b8-48e9-8eb9-fb4e14556775 HTTP/1.1" status: 200 len: 944 time: 0.1881564 Oct 30 15:10:06.391355 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-a0dc6ec9-b5e8-4837-b28b-933780932da7 service neutron] 10.222.0.53 "GET /v2.0/networks/2f36ee91-6757-4d64-8719-4cb39651ac94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090045 Oct 30 15:10:06.435025 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe67ac-870c-488f-be82-9b47fc0c492e req-db3d79fa-5bf6-4d7a-bdb2-6e0664f0ca21 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:06.441361 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe67ac-870c-488f-be82-9b47fc0c492e req-db3d79fa-5bf6-4d7a-bdb2-6e0664f0ca21 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:06.441716 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-bd632c04-b760-49cb-b355-ed88bd4caa0e req-9f67f316-bc98-436b-9959-8342b2ceb044 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Deleting port 2e37ad38-e589-475b-95b7-f71b5467f5fb {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:10:06.441917 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-bd632c04-b760-49cb-b355-ed88bd4caa0e req-9f67f316-bc98-436b-9959-8342b2ceb044 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:06.447209 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe67ac-870c-488f-be82-9b47fc0c492e req-db3d79fa-5bf6-4d7a-bdb2-6e0664f0ca21 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:06.454910 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4dbe67ac-870c-488f-be82-9b47fc0c492e req-db3d79fa-5bf6-4d7a-bdb2-6e0664f0ca21 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f015239-0cf1-4686-aac3-fb380afa9e45 HTTP/1.1" status: 200 len: 2412 time: 0.1261880 Oct 30 15:10:06.502263 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-bf862f87-08dc-4f69-ba53-c2fd2099b470 service neutron] 10.222.0.44 "GET /v2.0/networks/53b9902a-fc7a-4f3a-a2d0-68aa23329a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865582 Oct 30 15:10:06.517326 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4dbe67ac-870c-488f-be82-9b47fc0c492e req-ad38d678-b417-49c8-b175-6549c46e8ca1 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba7652ac-9750-40a3-9a50-b6f41851d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614259 Oct 30 15:10:06.541780 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3dc95734-0617-434b-a9cb-14a507e98880 req-882b6a07-6e9e-4e03-bfbd-08db37fefb82 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323957 Oct 30 15:10:06.628110 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-bd632c04-b760-49cb-b355-ed88bd4caa0e req-9f67f316-bc98-436b-9959-8342b2ceb044 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] For port 2e37ad38-e589-475b-95b7-f71b5467f5fb, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=2e37ad38-e589-475b-95b7-f71b5467f5fb,segment=NetworkSegment(e8246d9e-f8e1-4659-b367-d870958fbb44),segment_id=e8246d9e-f8e1-4659-b367-d870958fbb44)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:10:06.628702 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-bd632c04-b760-49cb-b355-ed88bd4caa0e req-9f67f316-bc98-436b-9959-8342b2ceb044 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:06.656852 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-bd632c04-b760-49cb-b355-ed88bd4caa0e req-9f67f316-bc98-436b-9959-8342b2ceb044 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Calling delete_port for 2e37ad38-e589-475b-95b7-f71b5467f5fb owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:10:06.757806 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b3c88aa1-3191-40d2-8378-683330b7d04a req-6a0ed327-26f7-40c1-bd69-56439ddf3609 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/ports?device_id=66c439b4-194e-4992-ad73-85dd143f9efb HTTP/1.1" status: 200 len: 210 time: 0.1251881 Oct 30 15:10:06.819727 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-81b13e06-3b8a-4550-8956-226e1fbc7fd8 service neutron] 10.222.0.44 "GET /v2.0/networks/53b9902a-fc7a-4f3a-a2d0-68aa23329a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966866 Oct 30 15:10:06.908094 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-ff22de35-181d-4729-bdc3-2d18874ab170 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.50&port_id=bead7761-fa41-4e24-87ce-2222ef0607c2 HTTP/1.1" status: 200 len: 217 time: 0.0797355 Oct 30 15:10:06.989639 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-f88000e2-2998-4aa0-a60c-06023d721412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:06.991820 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-f88000e2-2998-4aa0-a60c-06023d721412 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b493e200-d139-4c49-8acc-ee0ebe37ecaa HTTP/1.1" status: 200 len: 801 time: 0.0766444 Oct 30 15:10:07.057225 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-9cefad73-ad73-42fe-9a17-b660a81bd9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:07.059703 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-9cefad73-ad73-42fe-9a17-b660a81bd9c5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9e9f83e3-fdf9-4eaf-877d-31f08ee59bdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603495 Oct 30 15:10:07.086050 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df185d-5c51-4632-b64d-975549aad60f req-8654c14c-7320-4f33-a009-86ae44cdb6e2 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:07.089328 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d6df185d-5c51-4632-b64d-975549aad60f req-8654c14c-7320-4f33-a009-86ae44cdb6e2 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3a669-075e-4332-9f0e-18bed12d9d90 HTTP/1.1" status: 200 len: 945 time: 0.2319169 Oct 30 15:10:07.093769 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-bd632c04-b760-49cb-b355-ed88bd4caa0e req-9f67f316-bc98-436b-9959-8342b2ceb044 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:07.173043 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f67f316-bc98-436b-9959-8342b2ceb044 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Pushing event deleted for resources: {'Port': ['ID=2e37ad38-e589-475b-95b7-f71b5467f5fb,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:07.199851 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f67f316-bc98-436b-9959-8342b2ceb044 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:10:07.200461 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f67f316-bc98-436b-9959-8342b2ceb044 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:10:07.201056 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f67f316-bc98-436b-9959-8342b2ceb044 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:10:07.201549 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f67f316-bc98-436b-9959-8342b2ceb044 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:10:07.202301 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f67f316-bc98-436b-9959-8342b2ceb044 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:10:07.202796 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f67f316-bc98-436b-9959-8342b2ceb044 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:10:07.203278 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f67f316-bc98-436b-9959-8342b2ceb044 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:10:07.204051 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f67f316-bc98-436b-9959-8342b2ceb044 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:10:07.205132 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f67f316-bc98-436b-9959-8342b2ceb044 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:10:07.205617 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f67f316-bc98-436b-9959-8342b2ceb044 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:10:07.206221 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f67f316-bc98-436b-9959-8342b2ceb044 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:10:07.206775 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f67f316-bc98-436b-9959-8342b2ceb044 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:10:07.242555 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-5217f6ee-0838-478f-9986-762541ac7291 service neutron] 10.222.0.44 "GET /v2.0/networks/9e9f83e3-fdf9-4eaf-877d-31f08ee59bdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587336 Oct 30 15:10:07.265755 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd632c04-b760-49cb-b355-ed88bd4caa0e req-9f67f316-bc98-436b-9959-8342b2ceb044 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] No DVR routers for this DVR port 2e37ad38-e589-475b-95b7-f71b5467f5fb on host n-h2-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:10:07.268411 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-bd632c04-b760-49cb-b355-ed88bd4caa0e req-9f67f316-bc98-436b-9959-8342b2ceb044 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:07.272750 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bd632c04-b760-49cb-b355-ed88bd4caa0e req-9f67f316-bc98-436b-9959-8342b2ceb044 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.44 "DELETE /v2.0/ports/2e37ad38-e589-475b-95b7-f71b5467f5fb HTTP/1.1" status: 204 len: 173 time: 1.0051656 Oct 30 15:10:07.272945 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650d9a7c-a4b8-48e9-8eb9-fb4e14556775', 'name': 'network-vif-deleted', 'tag': '2e37ad38-e589-475b-95b7-f71b5467f5fb'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:10:07.275346 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-077b1f8d-c989-425c-93f6-f5b9e98542a8" -d '{"events": [{"server_uuid": "650d9a7c-a4b8-48e9-8eb9-fb4e14556775", "name": "network-vif-deleted", "tag": "2e37ad38-e589-475b-95b7-f71b5467f5fb"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:10:07.289506 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d6df185d-5c51-4632-b64d-975549aad60f req-c46ee8ff-284d-4cf6-8ce4-a0675535eb54 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915085 Oct 30 15:10:07.363980 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58652) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:10:07.383360 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4f794e-f2bb-4e4d-a2a2-0c773cbfde0f req-6730b311-d005-4670-9599-a1b68fee1e9a tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:07.397109 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fe4f794e-f2bb-4e4d-a2a2-0c773cbfde0f req-6730b311-d005-4670-9599-a1b68fee1e9a tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d602cf4-ba4a-4a3d-818e-f318f6f908fa HTTP/1.1" status: 200 len: 948 time: 0.1533206 Oct 30 15:10:07.446986 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af33688f-4357-4c4c-82bc-e3102a4c470c x-openstack-request-id: req-af33688f-4357-4c4c-82bc-e3102a4c470c {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:10:07.447281 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "650d9a7c-a4b8-48e9-8eb9-fb4e14556775", "name": "network-vif-deleted", "tag": "2e37ad38-e589-475b-95b7-f71b5467f5fb", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:10:07.447559 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-af33688f-4357-4c4c-82bc-e3102a4c470c {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:10:07.448172 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '650d9a7c-a4b8-48e9-8eb9-fb4e14556775', 'name': 'network-vif-deleted', 'tag': '2e37ad38-e589-475b-95b7-f71b5467f5fb', 'status': 'completed', 'code': 200} Oct 30 15:10:07.612025 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 010be484-0672-430d-be49-9ebf07471451 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:10:07.686126 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 010be484-0672-430d-be49-9ebf07471451 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:10:07.686420 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:07.914179 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:07.968565 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26b9d8a8-a8fb-4ec3-84d8-7ca561570caa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '010be484-0672-430d-be49-9ebf07471451'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:10:07.971280 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1522a5a4-a97e-49af-ac24-7f90d4e6a848" -d '{"events": [{"server_uuid": "26b9d8a8-a8fb-4ec3-84d8-7ca561570caa", "name": "network-vif-plugged", "status": "completed", "tag": "010be484-0672-430d-be49-9ebf07471451"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:10:08.006866 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 010be484-0672-430d-be49-9ebf07471451, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=010be484-0672-430d-be49-9ebf07471451,segment=NetworkSegment(50e4125d-3001-4ab5-9a68-22676c11c44a),segment_id=50e4125d-3001-4ab5-9a68-22676c11c44a)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:10:08.019767 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:08.091603 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fe4f794e-f2bb-4e4d-a2a2-0c773cbfde0f req-119f74f5-f2cc-4ca0-84ea-d83918ea5874 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6933742 Oct 30 15:10:08.115672 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=010be484-0672-430d-be49-9ebf07471451,revision_number=7']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:08.115941 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-e40a2d03-b963-4683-b774-ae37176e5f50 service neutron] 10.222.0.44 "GET /v2.0/networks/9e9f83e3-fdf9-4eaf-877d-31f08ee59bdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8230686 Oct 30 15:10:08.142744 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ab74b-0d61-4bce-878b-af6e58d79693 req-f32c2c8e-61ee-4833-bc92-ad78e85d9932 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:08.152755 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ab74b-0d61-4bce-878b-af6e58d79693 req-f32c2c8e-61ee-4833-bc92-ad78e85d9932 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:08.159839 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ab74b-0d61-4bce-878b-af6e58d79693 req-f32c2c8e-61ee-4833-bc92-ad78e85d9932 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:08.169212 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-604ab74b-0d61-4bce-878b-af6e58d79693 req-f32c2c8e-61ee-4833-bc92-ad78e85d9932 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f015239-0cf1-4686-aac3-fb380afa9e45 HTTP/1.1" status: 200 len: 2412 time: 0.4196832 Oct 30 15:10:08.200292 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f015239-0cf1-4686-aac3-fb380afa9e45', 'tag': 'f27cd6f1-82b1-4114-9a9b-cd3e1d72aaec'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:10:08.205885 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ddabc3c-72f7-4d2d-9a7f-179072349eb4" -d '{"events": [{"name": "network-changed", "server_uuid": "4f015239-0cf1-4686-aac3-fb380afa9e45", "tag": "f27cd6f1-82b1-4114-9a9b-cd3e1d72aaec"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:10:08.210134 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-4334d583-4760-4413-a830-0867256ebdec service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.111&port_id=f27cd6f1-82b1-4114-9a9b-cd3e1d72aaec HTTP/1.1" status: 200 len: 217 time: 0.0861328 Oct 30 15:10:08.211612 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d087a80a-31ec-4bbc-bedc-5d1b093ca5dc req-d8ca4076-8eb3-40b6-a7a2-cb839ff12e1e tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:08.213646 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d087a80a-31ec-4bbc-bedc-5d1b093ca5dc req-d8ca4076-8eb3-40b6-a7a2-cb839ff12e1e tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.53 "GET /v2.0/networks?id=83cbffa3-ed24-45ac-a4b8-68763573cf86 HTTP/1.1" status: 200 len: 821 time: 0.6286759 Oct 30 15:10:08.239267 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-d087a80a-31ec-4bbc-bedc-5d1b093ca5dc req-fe01e56c-0f65-4b47-af41-f5d4f8ef063e tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Request body: {'port': {'device_id': '66c439b4-194e-4992-ad73-85dd143f9efb', 'network_id': '83cbffa3-ed24-45ac-a4b8-68763573cf86', 'admin_state_up': True, 'tenant_id': 'd103ce083ed041adb4389e08e444486c'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:10:08.338242 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-c4a97d2a-ab57-4718-9b8b-cccc787288c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:08.341347 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-c4a97d2a-ab57-4718-9b8b-cccc787288c5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1a52317e-60f9-428e-9742-f3136cf9155b HTTP/1.1" status: 200 len: 801 time: 0.1195984 Oct 30 15:10:08.414115 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-604ab74b-0d61-4bce-878b-af6e58d79693 req-7f2cb523-e5e3-4ffa-8a08-345efc0ed317 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba7652ac-9750-40a3-9a50-b6f41851d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388303 Oct 30 15:10:08.473037 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4c1c9808-5bd2-4dbe-9920-4323d9ef1c5c req-e1dc152c-a5e4-4097-9cb2-c25454104939 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/ports?device_id=66c439b4-194e-4992-ad73-85dd143f9efb HTTP/1.1" status: 200 len: 210 time: 0.0584328 Oct 30 15:10:08.494662 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9104ee64-31f9-4762-89c7-53743405d22c x-openstack-request-id: req-9104ee64-31f9-4762-89c7-53743405d22c {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:10:08.495082 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26b9d8a8-a8fb-4ec3-84d8-7ca561570caa", "name": "network-vif-plugged", "status": "completed", "tag": "010be484-0672-430d-be49-9ebf07471451", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:10:08.495620 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9104ee64-31f9-4762-89c7-53743405d22c {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:10:08.496095 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26b9d8a8-a8fb-4ec3-84d8-7ca561570caa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '010be484-0672-430d-be49-9ebf07471451', 'code': 200} Oct 30 15:10:08.502757 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-76d31d0b-da75-4d49-947e-1019f210c08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:08.506455 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-76d31d0b-da75-4d49-947e-1019f210c08e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=53b9902a-fc7a-4f3a-a2d0-68aa23329a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1501148 Oct 30 15:10:08.658286 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d087a80a-31ec-4bbc-bedc-5d1b093ca5dc req-fe01e56c-0f65-4b47-af41-f5d4f8ef063e tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Made reservation on behalf of d103ce083ed041adb4389e08e444486c for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:10:08.661841 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d087a80a-31ec-4bbc-bedc-5d1b093ca5dc req-fe01e56c-0f65-4b47-af41-f5d4f8ef063e tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:08.682205 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-a3ee6888-e800-4875-adfe-244cff0cdb58 service neutron] 10.222.0.44 "GET /v2.0/networks/53b9902a-fc7a-4f3a-a2d0-68aa23329a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637001 Oct 30 15:10:08.686308 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-619bb102-d081-4371-913d-6cdf60873315 x-openstack-request-id: req-619bb102-d081-4371-913d-6cdf60873315 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:10:08.686794 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f015239-0cf1-4686-aac3-fb380afa9e45", "tag": "f27cd6f1-82b1-4114-9a9b-cd3e1d72aaec", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:10:08.687182 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-619bb102-d081-4371-913d-6cdf60873315 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:10:08.688188 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f015239-0cf1-4686-aac3-fb380afa9e45', 'tag': 'f27cd6f1-82b1-4114-9a9b-cd3e1d72aaec', 'status': 'completed', 'code': 200} Oct 30 15:10:08.862662 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aeea0bb7-11c5-4aca-8d9b-c4ab8ad1d99e req-4142e7b5-d5e2-4174-bb4d-20e6b5c12391 service neutron] 10.222.0.44 "GET /v2.0/networks/53b9902a-fc7a-4f3a-a2d0-68aa23329a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639001 Oct 30 15:10:08.940163 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-d087a80a-31ec-4bbc-bedc-5d1b093ca5dc req-fe01e56c-0f65-4b47-af41-f5d4f8ef063e tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Allocated IP 172.20.0.2 (83cbffa3-ed24-45ac-a4b8-68763573cf86/3cb61793-e4f4-4170-acef-edeb99d95e6b/2121c82a-9678-4a48-8039-367051785e08) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:10:09.014387 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8751e-5371-4f0f-9dfe-c7f0d5f5c5d8 req-a0464a17-8866-4813-a173-4cdbc47b0942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:09.014914 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8751e-5371-4f0f-9dfe-c7f0d5f5c5d8 req-a0464a17-8866-4813-a173-4cdbc47b0942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:09.015783 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8751e-5371-4f0f-9dfe-c7f0d5f5c5d8 req-a0464a17-8866-4813-a173-4cdbc47b0942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:09.018006 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-66d8751e-5371-4f0f-9dfe-c7f0d5f5c5d8 req-a0464a17-8866-4813-a173-4cdbc47b0942 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c642d29d1c17474c8a26fe3f03026a83&device_id=4f015239-0cf1-4686-aac3-fb380afa9e45 HTTP/1.1" status: 200 len: 2868 time: 0.0895815 Oct 30 15:10:09.054733 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615745de-42a5-44d2-a01f-ba05becb367b req-24fe828c-2aa8-4d89-9173-7fcd42fa5a32 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:09.065799 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-615745de-42a5-44d2-a01f-ba05becb367b req-24fe828c-2aa8-4d89-9173-7fcd42fa5a32 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3a669-075e-4332-9f0e-18bed12d9d90 HTTP/1.1" status: 200 len: 945 time: 0.3815291 Oct 30 15:10:09.231779 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-615745de-42a5-44d2-a01f-ba05becb367b req-c140c99c-a388-4e2b-bf78-89fc39b39d97 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648073 Oct 30 15:10:09.248891 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-de858301-d464-4c9a-b14a-3e582b0286cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:09.370622 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8751e-5371-4f0f-9dfe-c7f0d5f5c5d8 req-f1e6b84d-4f27-4c73-98a6-1535e0b39b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:09.374865 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-66d8751e-5371-4f0f-9dfe-c7f0d5f5c5d8 req-f1e6b84d-4f27-4c73-98a6-1535e0b39b32 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9e9f83e3-fdf9-4eaf-877d-31f08ee59bdd HTTP/1.1" status: 200 len: 902 time: 0.3412225 Oct 30 15:10:09.424527 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb9019c-5f0d-4316-aa99-b134c67b292d req-8e510f3e-26f7-439f-9d03-a648bbeb9789 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:09.444089 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3fb9019c-5f0d-4316-aa99-b134c67b292d req-8e510f3e-26f7-439f-9d03-a648bbeb9789 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=343deeda-6653-4a84-8468-1e6ef21c9864 HTTP/1.1" status: 200 len: 966 time: 0.4533515 Oct 30 15:10:09.517275 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-66d8751e-5371-4f0f-9dfe-c7f0d5f5c5d8 req-e4a5f91c-a8c1-4d10-bb6c-5dcb94e4947e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.50&port_id=bead7761-fa41-4e24-87ce-2222ef0607c2 HTTP/1.1" status: 200 len: 217 time: 0.1339300 Oct 30 15:10:09.597947 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 6bd33d2f-55ff-4a66-a734-135baa2b6ab2 no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:10:09.637447 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f16c5d-8b95-4f80-bc72-3fcdc063612e req-8589283e-68e8-4567-b544-5e16fb7f23a7 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:09.649785 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-28f16c5d-8b95-4f80-bc72-3fcdc063612e req-8589283e-68e8-4567-b544-5e16fb7f23a7 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d602cf4-ba4a-4a3d-818e-f318f6f908fa HTTP/1.1" status: 200 len: 948 time: 0.1714518 Oct 30 15:10:09.694387 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3fb9019c-5f0d-4316-aa99-b134c67b292d req-e007c0db-4c61-4b9a-8c43-f50cedc77cda tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493594 Oct 30 15:10:09.759789 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 2e37ad38-e589-475b-95b7-f71b5467f5fb no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:10:09.766389 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-28f16c5d-8b95-4f80-bc72-3fcdc063612e req-d6f324a2-c219-410d-bd2d-585f6fe10dd3 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153531 Oct 30 15:10:09.768039 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8751e-5371-4f0f-9dfe-c7f0d5f5c5d8 req-c884b817-a4b8-4e18-9784-925cce9a21e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:09.769653 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-66d8751e-5371-4f0f-9dfe-c7f0d5f5c5d8 req-c884b817-a4b8-4e18-9784-925cce9a21e0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b493e200-d139-4c49-8acc-ee0ebe37ecaa HTTP/1.1" status: 200 len: 801 time: 0.2374411 Oct 30 15:10:09.787026 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae894d9-0f0c-4fdc-b743-5a163f63c37e req-b5dc6daf-8ea7-459e-b2f7-7139938415ef tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:09.789587 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1ae894d9-0f0c-4fdc-b743-5a163f63c37e req-b5dc6daf-8ea7-459e-b2f7-7139938415ef tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.44 "GET /v2.0/ports?device_id=343deeda-6653-4a84-8468-1e6ef21c9864 HTTP/1.1" status: 200 len: 966 time: 0.4655445 Oct 30 15:10:09.797796 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d087a80a-31ec-4bbc-bedc-5d1b093ca5dc req-fe01e56c-0f65-4b47-af41-f5d4f8ef063e tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:09.803142 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] No Port match for: 2e37ad38-e589-475b-95b7-f71b5467f5fb {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:10:09.803512 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 2e37ad38-e589-475b-95b7-f71b5467f5fb not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:10:09.862323 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8751e-5371-4f0f-9dfe-c7f0d5f5c5d8 req-2895ac3d-d6b0-4eb9-9cef-5c257b46e307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:09.864167 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-66d8751e-5371-4f0f-9dfe-c7f0d5f5c5d8 req-2895ac3d-d6b0-4eb9-9cef-5c257b46e307 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9e9f83e3-fdf9-4eaf-877d-31f08ee59bdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0798464 Oct 30 15:10:09.974483 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d087a80a-31ec-4bbc-bedc-5d1b093ca5dc req-fe01e56c-0f65-4b47-af41-f5d4f8ef063e tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:10.006138 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-66d8751e-5371-4f0f-9dfe-c7f0d5f5c5d8 req-5a2153ff-6d99-47a6-ac8b-b6f23670e028 service neutron] 10.222.0.44 "GET /v2.0/networks/9e9f83e3-fdf9-4eaf-877d-31f08ee59bdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321237 Oct 30 15:10:10.067073 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d087a80a-31ec-4bbc-bedc-5d1b093ca5dc req-fe01e56c-0f65-4b47-af41-f5d4f8ef063e tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Network 83cbffa3-ed24-45ac-a4b8-68763573cf86 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:10:10.071770 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-d087a80a-31ec-4bbc-bedc-5d1b093ca5dc req-fe01e56c-0f65-4b47-af41-f5d4f8ef063e tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:10:10.076403 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-d087a80a-31ec-4bbc-bedc-5d1b093ca5dc req-fe01e56c-0f65-4b47-af41-f5d4f8ef063e tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:10:10.085207 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-1ae894d9-0f0c-4fdc-b743-5a163f63c37e req-268ae014-164f-4982-9cd2-128d02f8ac09 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Deleting port 6bd33d2f-55ff-4a66-a734-135baa2b6ab2 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:10:10.085628 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-1ae894d9-0f0c-4fdc-b743-5a163f63c37e req-268ae014-164f-4982-9cd2-128d02f8ac09 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:10.115561 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe01e56c-0f65-4b47-af41-f5d4f8ef063e tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Pushing event updated for resources: {'Port': ['ID=2121c82a-9678-4a48-8039-367051785e08,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:10.233879 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d003bc-a623-4719-84ff-576997941e8c req-e17a3e23-703e-4f68-aded-72d715887f6a tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:10.240860 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d003bc-a623-4719-84ff-576997941e8c req-e17a3e23-703e-4f68-aded-72d715887f6a tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:10.248319 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d003bc-a623-4719-84ff-576997941e8c req-e17a3e23-703e-4f68-aded-72d715887f6a tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:10.250420 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b3d003bc-a623-4719-84ff-576997941e8c req-e17a3e23-703e-4f68-aded-72d715887f6a tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f015239-0cf1-4686-aac3-fb380afa9e45 HTTP/1.1" status: 200 len: 2412 time: 0.2172797 Oct 30 15:10:10.354636 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-66d8751e-5371-4f0f-9dfe-c7f0d5f5c5d8 req-93a6de63-523b-4825-87b0-f91c481efb5f service neutron] 10.222.0.44 "GET /v2.0/networks/9e9f83e3-fdf9-4eaf-877d-31f08ee59bdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404679 Oct 30 15:10:10.374258 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b3d003bc-a623-4719-84ff-576997941e8c req-81c554c4-94a4-46d4-ab95-e8b3c0e5af8c tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba7652ac-9750-40a3-9a50-b6f41851d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955515 Oct 30 15:10:10.467121 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddabc3c-72f7-4d2d-9a7f-179072349eb4 req-b78f715c-c67b-4c0a-8c90-ff5be33e1e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:10.471773 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddabc3c-72f7-4d2d-9a7f-179072349eb4 req-b78f715c-c67b-4c0a-8c90-ff5be33e1e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:10.472348 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddabc3c-72f7-4d2d-9a7f-179072349eb4 req-b78f715c-c67b-4c0a-8c90-ff5be33e1e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:10.502315 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5ddabc3c-72f7-4d2d-9a7f-179072349eb4 req-b78f715c-c67b-4c0a-8c90-ff5be33e1e85 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c642d29d1c17474c8a26fe3f03026a83&device_id=4f015239-0cf1-4686-aac3-fb380afa9e45 HTTP/1.1" status: 200 len: 2868 time: 0.0885124 Oct 30 15:10:10.656819 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d087a80a-31ec-4bbc-bedc-5d1b093ca5dc req-fe01e56c-0f65-4b47-af41-f5d4f8ef063e tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:10.657921 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343fa36-5334-4305-9412-e46aefe4f95d req-72abbe98-23a4-4680-a236-f8e086e23c65 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:10.658963 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d087a80a-31ec-4bbc-bedc-5d1b093ca5dc req-fe01e56c-0f65-4b47-af41-f5d4f8ef063e tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:10.662295 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0343fa36-5334-4305-9412-e46aefe4f95d req-72abbe98-23a4-4680-a236-f8e086e23c65 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3a669-075e-4332-9f0e-18bed12d9d90 HTTP/1.1" status: 200 len: 945 time: 0.0770972 Oct 30 15:10:10.759063 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0343fa36-5334-4305-9412-e46aefe4f95d req-6872288b-55bb-4959-afc1-749f05a73896 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876074 Oct 30 15:10:10.798960 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddabc3c-72f7-4d2d-9a7f-179072349eb4 req-1da81acb-8e32-4f48-a5f3-0d1c610f48b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:10.800749 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5ddabc3c-72f7-4d2d-9a7f-179072349eb4 req-1da81acb-8e32-4f48-a5f3-0d1c610f48b8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=53b9902a-fc7a-4f3a-a2d0-68aa23329a99 HTTP/1.1" status: 200 len: 902 time: 0.2975478 Oct 30 15:10:10.816614 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d087a80a-31ec-4bbc-bedc-5d1b093ca5dc req-fe01e56c-0f65-4b47-af41-f5d4f8ef063e tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5892723 Oct 30 15:10:10.870911 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-d087a80a-31ec-4bbc-bedc-5d1b093ca5dc req-14da6993-0a75-4f2c-ae8f-0a8305c28ba0 service neutron] Request body: {'port': {'device_id': '66c439b4-194e-4992-ad73-85dd143f9efb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:10:10.882277 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5ddabc3c-72f7-4d2d-9a7f-179072349eb4 req-35307a7b-162b-4922-b717-6f8e8c8dd049 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.111&port_id=f27cd6f1-82b1-4114-9a9b-cd3e1d72aaec HTTP/1.1" status: 200 len: 217 time: 0.0660956 Oct 30 15:10:10.894564 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7373dd2e-ed7f-4d81-a3c1-4c72f7c89193 req-b63162b3-0f17-425b-a429-b8c96397bcb0 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:10.902212 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7373dd2e-ed7f-4d81-a3c1-4c72f7c89193 req-b63162b3-0f17-425b-a429-b8c96397bcb0 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/ports?device_id=66c439b4-194e-4992-ad73-85dd143f9efb HTTP/1.1" status: 200 len: 931 time: 0.7906108 Oct 30 15:10:10.972399 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-1ae894d9-0f0c-4fdc-b743-5a163f63c37e req-268ae014-164f-4982-9cd2-128d02f8ac09 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] For port 6bd33d2f-55ff-4a66-a734-135baa2b6ab2, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=6bd33d2f-55ff-4a66-a734-135baa2b6ab2,segment=NetworkSegment(e8246d9e-f8e1-4659-b367-d870958fbb44),segment_id=e8246d9e-f8e1-4659-b367-d870958fbb44)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:10:10.972399 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-1ae894d9-0f0c-4fdc-b743-5a163f63c37e req-268ae014-164f-4982-9cd2-128d02f8ac09 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:10.978107 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-de858301-d464-4c9a-b14a-3e582b0286cc admin admin] Deleting port 1f2c0ff3-5f0c-46a5-abd6-a6c5d3eb772f {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:10:10.978443 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-de858301-d464-4c9a-b14a-3e582b0286cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:11.034314 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-1ae894d9-0f0c-4fdc-b743-5a163f63c37e req-268ae014-164f-4982-9cd2-128d02f8ac09 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Calling delete_port for 6bd33d2f-55ff-4a66-a734-135baa2b6ab2 owned by compute:tempest-test_az-830569475 {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:10:11.093782 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddabc3c-72f7-4d2d-9a7f-179072349eb4 req-6c3777ee-63c8-4d3c-b750-344a7f4cc26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:11.095260 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5ddabc3c-72f7-4d2d-9a7f-179072349eb4 req-6c3777ee-63c8-4d3c-b750-344a7f4cc26b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1a52317e-60f9-428e-9742-f3136cf9155b HTTP/1.1" status: 200 len: 801 time: 0.2049882 Oct 30 15:10:11.122388 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7373dd2e-ed7f-4d81-a3c1-4c72f7c89193 req-79043868-b545-4034-a46c-bc707472b457 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ae719f6-042b-4d46-b69b-db501d96f392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191453 Oct 30 15:10:11.129316 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc50dc-3970-4a91-95b5-102353c53edf req-9f6794e3-57d2-47b9-aa14-57e88283be9f tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:11.137829 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-76bc50dc-3970-4a91-95b5-102353c53edf req-9f6794e3-57d2-47b9-aa14-57e88283be9f tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=343deeda-6653-4a84-8468-1e6ef21c9864 HTTP/1.1" status: 200 len: 966 time: 0.1435845 Oct 30 15:10:11.203676 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d087a80a-31ec-4bbc-bedc-5d1b093ca5dc req-14da6993-0a75-4f2c-ae8f-0a8305c28ba0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:11.262162 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddabc3c-72f7-4d2d-9a7f-179072349eb4 req-33f3f614-3134-4699-a2c0-20502ddc5299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:11.263779 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5ddabc3c-72f7-4d2d-9a7f-179072349eb4 req-33f3f614-3134-4699-a2c0-20502ddc5299 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=53b9902a-fc7a-4f3a-a2d0-68aa23329a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1535244 Oct 30 15:10:11.273712 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-76bc50dc-3970-4a91-95b5-102353c53edf req-c49ba78b-d1f7-4063-89ca-9c6c1b69a81c tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/security-groups?id=687915c4-24f2-4653-bdbc-4427d94f4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237459 Oct 30 15:10:11.445582 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-de858301-d464-4c9a-b14a-3e582b0286cc admin admin] For port 1f2c0ff3-5f0c-46a5-abd6-a6c5d3eb772f, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=1f2c0ff3-5f0c-46a5-abd6-a6c5d3eb772f,segment=NetworkSegment(b4b31197-3a09-4bc0-a34b-293e7ced3758),segment_id=b4b31197-3a09-4bc0-a34b-293e7ced3758)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:10:11.445972 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-de858301-d464-4c9a-b14a-3e582b0286cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:11.458376 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5ddabc3c-72f7-4d2d-9a7f-179072349eb4 req-3877bf7d-3ae3-4d9a-835c-c0239300a327 service neutron] 10.222.0.44 "GET /v2.0/networks/53b9902a-fc7a-4f3a-a2d0-68aa23329a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836224 Oct 30 15:10:11.483721 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81abc4c3-6616-498c-876c-2ede77e48102 req-1099cc5c-50e8-444c-b2e2-67180f9e731c tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:11.491911 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-81abc4c3-6616-498c-876c-2ede77e48102 req-1099cc5c-50e8-444c-b2e2-67180f9e731c tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d602cf4-ba4a-4a3d-818e-f318f6f908fa HTTP/1.1" status: 200 len: 948 time: 0.2587817 Oct 30 15:10:11.542590 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-de858301-d464-4c9a-b14a-3e582b0286cc admin admin] Calling delete_port for 1f2c0ff3-5f0c-46a5-abd6-a6c5d3eb772f owned by network:router_interface {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:10:11.614057 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 0bd6a885-5430-402b-b482-a72706b9ab2d details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:10:11.815800 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ddb4e7-fa94-4277-b4c4-bf74824e51a7 req-0d8db02a-15c6-44d6-88c1-46eb3c4c73b2 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:11.824310 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ddb4e7-fa94-4277-b4c4-bf74824e51a7 req-0d8db02a-15c6-44d6-88c1-46eb3c4c73b2 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:11.829566 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-81abc4c3-6616-498c-876c-2ede77e48102 req-48dd6738-6b77-4d48-b014-65f12ad98f9f tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367121 Oct 30 15:10:11.832936 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58754) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:10:11.834487 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ddb4e7-fa94-4277-b4c4-bf74824e51a7 req-0d8db02a-15c6-44d6-88c1-46eb3c4c73b2 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:11.853837 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f5ddb4e7-fa94-4277-b4c4-bf74824e51a7 req-0d8db02a-15c6-44d6-88c1-46eb3c4c73b2 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f015239-0cf1-4686-aac3-fb380afa9e45 HTTP/1.1" status: 200 len: 2412 time: 0.2091053 Oct 30 15:10:11.898278 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5ddabc3c-72f7-4d2d-9a7f-179072349eb4 req-43106c80-78b4-440b-b5da-224ed92c097b service neutron] 10.222.0.44 "GET /v2.0/networks/53b9902a-fc7a-4f3a-a2d0-68aa23329a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4311078 Oct 30 15:10:11.956437 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f5ddb4e7-fa94-4277-b4c4-bf74824e51a7 req-069ff115-23ee-4acc-a69b-16ecacc27c20 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba7652ac-9750-40a3-9a50-b6f41851d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015873 Oct 30 15:10:12.007599 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-1ae894d9-0f0c-4fdc-b743-5a163f63c37e req-268ae014-164f-4982-9cd2-128d02f8ac09 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:12.037547 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 0bd6a885-5430-402b-b482-a72706b9ab2d, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=0bd6a885-5430-402b-b482-a72706b9ab2d,segment=NetworkSegment(1abad3d0-d23d-4573-a261-24d37c7b6eaa),segment_id=1abad3d0-d23d-4573-a261-24d37c7b6eaa)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:10:12.062213 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': '0bd6a885-5430-402b-b482-a72706b9ab2d', 'network_id': '53b9902a-fc7a-4f3a-a2d0-68aa23329a99', 'port_id': '0bd6a885-5430-402b-b482-a72706b9ab2d', 'mac_address': 'fa:16:3e:8f:93:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a52317e-60f9-428e-9742-f3136cf9155b', 'ip_address': '19.80.0.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:10:12.085286 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268ae014-164f-4982-9cd2-128d02f8ac09 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Pushing event deleted for resources: {'Port': ['ID=6bd33d2f-55ff-4a66-a734-135baa2b6ab2,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:12.167697 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:12.184451 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bd6a885-5430-402b-b482-a72706b9ab2d {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:10:12.216226 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 0bd6a885-5430-402b-b482-a72706b9ab2d, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=0bd6a885-5430-402b-b482-a72706b9ab2d,segment=NetworkSegment(1abad3d0-d23d-4573-a261-24d37c7b6eaa),segment_id=1abad3d0-d23d-4573-a261-24d37c7b6eaa)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:10:12.221541 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:12.230316 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2e95e20d-0fa0-48ed-85f1-bf91e982a6d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:12.266108 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ae894d9-0f0c-4fdc-b743-5a163f63c37e req-268ae014-164f-4982-9cd2-128d02f8ac09 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] No DVR routers for this DVR port 6bd33d2f-55ff-4a66-a734-135baa2b6ab2 on host n-h2-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:10:12.277892 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-1ae894d9-0f0c-4fdc-b743-5a163f63c37e req-268ae014-164f-4982-9cd2-128d02f8ac09 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:12.282941 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1ae894d9-0f0c-4fdc-b743-5a163f63c37e req-268ae014-164f-4982-9cd2-128d02f8ac09 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.44 "DELETE /v2.0/ports/6bd33d2f-55ff-4a66-a734-135baa2b6ab2 HTTP/1.1" status: 204 len: 173 time: 2.4818070 Oct 30 15:10:12.283140 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=0bd6a885-5430-402b-b482-a72706b9ab2d,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:12.288546 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '343deeda-6653-4a84-8468-1e6ef21c9864', 'name': 'network-vif-deleted', 'tag': '6bd33d2f-55ff-4a66-a734-135baa2b6ab2'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:10:12.291193 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c7779bc-c5ac-4b9a-922c-6a0667987bfc" -d '{"events": [{"server_uuid": "343deeda-6653-4a84-8468-1e6ef21c9864", "name": "network-vif-deleted", "tag": "6bd33d2f-55ff-4a66-a734-135baa2b6ab2"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:10:12.346770 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11824040-a49c-4177-92f3-9a379793a6d0 req-5fa45da9-e4f9-441c-a5d9-aef4238be28e tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:12.348758 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-11824040-a49c-4177-92f3-9a379793a6d0 req-5fa45da9-e4f9-441c-a5d9-aef4238be28e tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3a669-075e-4332-9f0e-18bed12d9d90 HTTP/1.1" status: 200 len: 945 time: 0.3189380 Oct 30 15:10:12.373006 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f61842b-498b-497c-ad1a-15b72d77f12b req-ee8daba9-7031-4fe1-b410-39cff6ca1b3d tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:12.374683 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5f61842b-498b-497c-ad1a-15b72d77f12b req-ee8daba9-7031-4fe1-b410-39cff6ca1b3d tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/ports?device_id=66c439b4-194e-4992-ad73-85dd143f9efb HTTP/1.1" status: 200 len: 931 time: 0.1158385 Oct 30 15:10:12.470697 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-d087a80a-31ec-4bbc-bedc-5d1b093ca5dc req-14da6993-0a75-4f2c-ae8f-0a8305c28ba0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2121c82a-9678-4a48-8039-367051785e08 {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:10:12.482861 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5f61842b-498b-497c-ad1a-15b72d77f12b req-10a3d6ce-af30-4dbd-9a69-7cfc5108a93a tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ae719f6-042b-4d46-b69b-db501d96f392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005099 Oct 30 15:10:12.519527 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['0bd6a885-5430-402b-b482-a72706b9ab2d'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:10:12.528435 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-11824040-a49c-4177-92f3-9a379793a6d0 req-e2eb9037-ade9-4886-904b-96e3de1c2e28 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655061 Oct 30 15:10:12.530782 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d087a80a-31ec-4bbc-bedc-5d1b093ca5dc req-14da6993-0a75-4f2c-ae8f-0a8305c28ba0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:12.584288 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-d087a80a-31ec-4bbc-bedc-5d1b093ca5dc req-14da6993-0a75-4f2c-ae8f-0a8305c28ba0 service neutron] Transition to ACTIVE for port object 2121c82a-9678-4a48-8039-367051785e08 will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:10:12.596294 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d087a80a-31ec-4bbc-bedc-5d1b093ca5dc req-14da6993-0a75-4f2c-ae8f-0a8305c28ba0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:12.633235 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-de858301-d464-4c9a-b14a-3e582b0286cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:12.641515 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307e5480-e502-4d40-85a6-bdb360ada730 x-openstack-request-id: req-307e5480-e502-4d40-85a6-bdb360ada730 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:10:12.641887 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "343deeda-6653-4a84-8468-1e6ef21c9864", "name": "network-vif-deleted", "tag": "6bd33d2f-55ff-4a66-a734-135baa2b6ab2", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:10:12.642229 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-307e5480-e502-4d40-85a6-bdb360ada730 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:10:12.642660 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '343deeda-6653-4a84-8468-1e6ef21c9864', 'name': 'network-vif-deleted', 'tag': '6bd33d2f-55ff-4a66-a734-135baa2b6ab2', 'status': 'completed', 'code': 200} Oct 30 15:10:12.726019 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2e95e20d-0fa0-48ed-85f1-bf91e982a6d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:12.770729 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2e95e20d-0fa0-48ed-85f1-bf91e982a6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:12.854014 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-88fb307d-1c9c-4798-8360-16f5a14045da req-21e23dc9-122a-4a84-bb74-1bcfd2b01170 tempest-LiveAutoBlockMigrationV225Test-1763633050 tempest-LiveAutoBlockMigrationV225Test-1763633050-project] 10.222.0.62 "GET /v2.0/ports?device_id=343deeda-6653-4a84-8468-1e6ef21c9864 HTTP/1.1" status: 200 len: 210 time: 0.1558039 Oct 30 15:10:12.929722 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14da6993-0a75-4f2c-ae8f-0a8305c28ba0 service neutron] Pushing event updated for resources: {'Port': ['ID=2121c82a-9678-4a48-8039-367051785e08,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:13.096697 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53feae7a-1889-4925-ae45-3e5467b0832e req-dd8fcf42-fce1-435d-8b64-fc4c7973ad68 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:13.098247 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-53feae7a-1889-4925-ae45-3e5467b0832e req-dd8fcf42-fce1-435d-8b64-fc4c7973ad68 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d602cf4-ba4a-4a3d-818e-f318f6f908fa HTTP/1.1" status: 200 len: 948 time: 0.0948529 Oct 30 15:10:13.154035 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-53feae7a-1889-4925-ae45-3e5467b0832e req-8164dd83-3dee-4ddf-bdc2-a6ee6fd7f2cd tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412102 Oct 30 15:10:13.194809 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-d087a80a-31ec-4bbc-bedc-5d1b093ca5dc req-14da6993-0a75-4f2c-ae8f-0a8305c28ba0 service neutron] Attempting to bind port 2121c82a-9678-4a48-8039-367051785e08 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:10:13.195402 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-d087a80a-31ec-4bbc-bedc-5d1b093ca5dc req-14da6993-0a75-4f2c-ae8f-0a8305c28ba0 service neutron] Attempting to bind port 2121c82a-9678-4a48-8039-367051785e08 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '534c4b02-f4b0-449f-adfa-dbd225c0e219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '83cbffa3-ed24-45ac-a4b8-68763573cf86'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:10:13.195939 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d087a80a-31ec-4bbc-bedc-5d1b093ca5dc req-14da6993-0a75-4f2c-ae8f-0a8305c28ba0 service neutron] Attempting to bind port 2121c82a-9678-4a48-8039-367051785e08 on network 83cbffa3-ed24-45ac-a4b8-68763573cf86 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:10:13.198166 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de858301-d464-4c9a-b14a-3e582b0286cc admin admin] Pushing event deleted for resources: {'Port': ['ID=1f2c0ff3-5f0c-46a5-abd6-a6c5d3eb772f,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:13.200768 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e95e20d-0fa0-48ed-85f1-bf91e982a6d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488e82a4-59ed-48c7-a136-97c3c5151eb8,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:13.231181 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-2e95e20d-0fa0-48ed-85f1-bf91e982a6d4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b81d794a15534613bc1ea7e44cc578bc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3705015 Oct 30 15:10:13.234599 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58778) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:10:13.247792 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d087a80a-31ec-4bbc-bedc-5d1b093ca5dc req-14da6993-0a75-4f2c-ae8f-0a8305c28ba0 service neutron] Port 2121c82a-9678-4a48-8039-367051785e08 on network 83cbffa3-ed24-45ac-a4b8-68763573cf86 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:10:13.248102 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d087a80a-31ec-4bbc-bedc-5d1b093ca5dc req-14da6993-0a75-4f2c-ae8f-0a8305c28ba0 service neutron] Attempting to bind port 2121c82a-9678-4a48-8039-367051785e08 on network 83cbffa3-ed24-45ac-a4b8-68763573cf86 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:10:13.256817 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d087a80a-31ec-4bbc-bedc-5d1b093ca5dc req-14da6993-0a75-4f2c-ae8f-0a8305c28ba0 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:10:13.256817 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d087a80a-31ec-4bbc-bedc-5d1b093ca5dc req-14da6993-0a75-4f2c-ae8f-0a8305c28ba0 service neutron] Checking segment: {'id': '534c4b02-f4b0-449f-adfa-dbd225c0e219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '83cbffa3-ed24-45ac-a4b8-68763573cf86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:10:13.257306 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d087a80a-31ec-4bbc-bedc-5d1b093ca5dc req-14da6993-0a75-4f2c-ae8f-0a8305c28ba0 service neutron] Bound using segment: {'id': '534c4b02-f4b0-449f-adfa-dbd225c0e219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '83cbffa3-ed24-45ac-a4b8-68763573cf86'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:10:13.257749 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-d087a80a-31ec-4bbc-bedc-5d1b093ca5dc req-14da6993-0a75-4f2c-ae8f-0a8305c28ba0 service neutron] Bound port: 2121c82a-9678-4a48-8039-367051785e08, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '534c4b02-f4b0-449f-adfa-dbd225c0e219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '83cbffa3-ed24-45ac-a4b8-68763573cf86'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:10:13.258116 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d087a80a-31ec-4bbc-bedc-5d1b093ca5dc req-14da6993-0a75-4f2c-ae8f-0a8305c28ba0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:13.316236 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f6316a50-6545-4474-8154-4f019ff044eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:13.346570 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e45e6-956e-49a2-b86f-26eace9a3419 req-979665c6-271c-4fa8-ab7a-e7368c9ccd56 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:13.349520 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f6316a50-6545-4474-8154-4f019ff044eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:13.353959 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e45e6-956e-49a2-b86f-26eace9a3419 req-979665c6-271c-4fa8-ab7a-e7368c9ccd56 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:13.358652 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e45e6-956e-49a2-b86f-26eace9a3419 req-979665c6-271c-4fa8-ab7a-e7368c9ccd56 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:13.360370 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c29e45e6-956e-49a2-b86f-26eace9a3419 req-979665c6-271c-4fa8-ab7a-e7368c9ccd56 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f015239-0cf1-4686-aac3-fb380afa9e45 HTTP/1.1" status: 200 len: 2413 time: 0.2232182 Oct 30 15:10:13.402414 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-d087a80a-31ec-4bbc-bedc-5d1b093ca5dc req-14da6993-0a75-4f2c-ae8f-0a8305c28ba0 service neutron] For port 2121c82a-9678-4a48-8039-367051785e08, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:10:13.410065 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-de858301-d464-4c9a-b14a-3e582b0286cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:13.419934 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f6316a50-6545-4474-8154-4f019ff044eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:13.421277 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-d087a80a-31ec-4bbc-bedc-5d1b093ca5dc req-14da6993-0a75-4f2c-ae8f-0a8305c28ba0 service neutron] For port 2121c82a-9678-4a48-8039-367051785e08, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=2121c82a-9678-4a48-8039-367051785e08,segment=NetworkSegment(534c4b02-f4b0-449f-adfa-dbd225c0e219),segment_id=534c4b02-f4b0-449f-adfa-dbd225c0e219)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:10:13.425620 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f6316a50-6545-4474-8154-4f019ff044eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:13.436314 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d087a80a-31ec-4bbc-bedc-5d1b093ca5dc req-14da6993-0a75-4f2c-ae8f-0a8305c28ba0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:13.446607 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-f6316a50-6545-4474-8154-4f019ff044eb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/488e82a4-59ed-48c7-a136-97c3c5151eb8 HTTP/1.1" status: 204 len: 168 time: 0.1930962 Oct 30 15:10:13.461055 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6316a50-6545-4474-8154-4f019ff044eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488e82a4-59ed-48c7-a136-97c3c5151eb8,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:13.517450 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14da6993-0a75-4f2c-ae8f-0a8305c28ba0 service neutron] Pushing event updated for resources: {'Port': ['ID=2121c82a-9678-4a48-8039-367051785e08,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:13.562282 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c29e45e6-956e-49a2-b86f-26eace9a3419 req-5aeade2d-614a-45f9-af6a-035650da1bf6 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba7652ac-9750-40a3-9a50-b6f41851d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909561 Oct 30 15:10:13.598362 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d087a80a-31ec-4bbc-bedc-5d1b093ca5dc req-14da6993-0a75-4f2c-ae8f-0a8305c28ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:13.599605 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d087a80a-31ec-4bbc-bedc-5d1b093ca5dc req-14da6993-0a75-4f2c-ae8f-0a8305c28ba0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:13.600982 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d087a80a-31ec-4bbc-bedc-5d1b093ca5dc req-14da6993-0a75-4f2c-ae8f-0a8305c28ba0 service neutron] 10.222.0.53 "PUT /v2.0/ports/2121c82a-9678-4a48-8039-367051785e08 HTTP/1.1" status: 200 len: 1092 time: 2.7685952 Oct 30 15:10:13.624291 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 0bd6a885-5430-402b-b482-a72706b9ab2d up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:10:13.627750 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device bead7761-fa41-4e24-87ce-2222ef0607c2 details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:10:13.760570 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba64a2c-8177-4b8f-9e7f-e7db1502b4fe req-b5e86169-a526-4bc2-bb50-0df5738af4ba tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:13.776091 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0ba64a2c-8177-4b8f-9e7f-e7db1502b4fe req-b5e86169-a526-4bc2-bb50-0df5738af4ba tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/ports?device_id=66c439b4-194e-4992-ad73-85dd143f9efb HTTP/1.1" status: 200 len: 943 time: 0.1187241 Oct 30 15:10:13.845266 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0ba64a2c-8177-4b8f-9e7f-e7db1502b4fe req-ed9b4568-18fe-48cf-a2d0-32e851b94446 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ae719f6-042b-4d46-b69b-db501d96f392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682917 Oct 30 15:10:13.860234 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port 0bd6a885-5430-402b-b482-a72706b9ab2d completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:10:13.875326 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port 0bd6a885-5430-402b-b482-a72706b9ab2d triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:10:13.876335 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:13.966576 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d5c66e-fba6-43ab-a88b-890fea6c6095 req-e6edfbb5-d51c-4f35-a53c-1338ce408523 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:13.976514 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a5d5c66e-fba6-43ab-a88b-890fea6c6095 req-e6edfbb5-d51c-4f35-a53c-1338ce408523 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3a669-075e-4332-9f0e-18bed12d9d90 HTTP/1.1" status: 200 len: 945 time: 0.2641466 Oct 30 15:10:14.021117 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58806) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:10:14.057098 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a5d5c66e-fba6-43ab-a88b-890fea6c6095 req-1ba563ba-6a1a-465c-add9-a84959e7a3eb tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793862 Oct 30 15:10:14.088102 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d087a80a-31ec-4bbc-bedc-5d1b093ca5dc req-54ac9fa1-49b4-4f18-8438-0c9b9e0a42b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:14.101821 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d087a80a-31ec-4bbc-bedc-5d1b093ca5dc req-54ac9fa1-49b4-4f18-8438-0c9b9e0a42b0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d103ce083ed041adb4389e08e444486c&device_id=66c439b4-194e-4992-ad73-85dd143f9efb HTTP/1.1" status: 200 len: 1095 time: 0.3907127 Oct 30 15:10:14.111050 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port bead7761-fa41-4e24-87ce-2222ef0607c2, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=bead7761-fa41-4e24-87ce-2222ef0607c2,segment=NetworkSegment(b0566738-519f-4967-8a7a-b8d96888899b),segment_id=b0566738-519f-4967-8a7a-b8d96888899b)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:10:14.143219 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': 'bead7761-fa41-4e24-87ce-2222ef0607c2', 'network_id': '9e9f83e3-fdf9-4eaf-877d-31f08ee59bdd', 'port_id': 'bead7761-fa41-4e24-87ce-2222ef0607c2', 'mac_address': 'fa:16:3e:e1:82:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b493e200-d139-4c49-8acc-ee0ebe37ecaa', 'ip_address': '19.86.0.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:10:14.245103 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d087a80a-31ec-4bbc-bedc-5d1b093ca5dc req-53b17cc6-335d-4ad6-b659-f2953a837413 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2121c82a-9678-4a48-8039-367051785e08 HTTP/1.1" status: 200 len: 217 time: 0.1343291 Oct 30 15:10:14.254911 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de858301-d464-4c9a-b14a-3e582b0286cc admin admin] Router 2cd9b68b-536c-4305-a2f6-2ac03e45d89d has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:10:14.293328 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:14.295720 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:14.307554 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d087a80a-31ec-4bbc-bedc-5d1b093ca5dc req-4b4fea28-c0c3-43e6-827a-08bd434ec021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:14.309037 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d087a80a-31ec-4bbc-bedc-5d1b093ca5dc req-4b4fea28-c0c3-43e6-827a-08bd434ec021 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3cb61793-e4f4-4170-acef-edeb99d95e6b HTTP/1.1" status: 200 len: 861 time: 0.0570092 Oct 30 15:10:14.373223 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bead7761-fa41-4e24-87ce-2222ef0607c2 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:10:14.400930 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f015239-0cf1-4686-aac3-fb380afa9e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bd6a885-5430-402b-b482-a72706b9ab2d'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:10:14.407083 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d911e6-77e6-42b3-93e8-7573ec0aa922" -d '{"events": [{"server_uuid": "4f015239-0cf1-4686-aac3-fb380afa9e45", "name": "network-vif-plugged", "status": "completed", "tag": "0bd6a885-5430-402b-b482-a72706b9ab2d"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:10:14.413521 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d087a80a-31ec-4bbc-bedc-5d1b093ca5dc req-7e108db4-aa4f-444f-a08d-776b639825fe service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=83cbffa3-ed24-45ac-a4b8-68763573cf86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938926 Oct 30 15:10:14.418006 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf2767-1855-4105-984f-4b4775f6117a req-f9fe6d16-12ab-4135-99ca-f68d1b111e78 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:14.427613 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-41bf2767-1855-4105-984f-4b4775f6117a req-f9fe6d16-12ab-4135-99ca-f68d1b111e78 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d602cf4-ba4a-4a3d-818e-f318f6f908fa HTTP/1.1" status: 200 len: 948 time: 0.1539438 Oct 30 15:10:14.466047 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 0bd6a885-5430-402b-b482-a72706b9ab2d, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=0bd6a885-5430-402b-b482-a72706b9ab2d,segment=NetworkSegment(1abad3d0-d23d-4573-a261-24d37c7b6eaa),segment_id=1abad3d0-d23d-4573-a261-24d37c7b6eaa)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:10:14.480233 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port bead7761-fa41-4e24-87ce-2222ef0607c2, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=bead7761-fa41-4e24-87ce-2222ef0607c2,segment=NetworkSegment(b0566738-519f-4967-8a7a-b8d96888899b),segment_id=b0566738-519f-4967-8a7a-b8d96888899b)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:10:14.486640 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:14.548610 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e55ab2-5775-44a3-b44c-a55e5f1cb087 x-openstack-request-id: req-f9e55ab2-5775-44a3-b44c-a55e5f1cb087 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:10:14.549280 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f015239-0cf1-4686-aac3-fb380afa9e45", "name": "network-vif-plugged", "status": "completed", "tag": "0bd6a885-5430-402b-b482-a72706b9ab2d", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:10:14.550385 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f9e55ab2-5775-44a3-b44c-a55e5f1cb087 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:10:14.557014 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f015239-0cf1-4686-aac3-fb380afa9e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bd6a885-5430-402b-b482-a72706b9ab2d', 'code': 200} Oct 30 15:10:14.559603 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:14.560554 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device f27cd6f1-82b1-4114-9a9b-cd3e1d72aaec details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:10:14.568822 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de858301-d464-4c9a-b14a-3e582b0286cc admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:10:14.580476 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-de858301-d464-4c9a-b14a-3e582b0286cc admin admin] 10.222.0.62 "PUT /v2.0/routers/2cd9b68b-536c-4305-a2f6-2ac03e45d89d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2144330 Oct 30 15:10:14.587260 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-41bf2767-1855-4105-984f-4b4775f6117a req-ebd0d4a2-4c30-4e63-9100-86984f76ba02 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587696 Oct 30 15:10:14.603695 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58824) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:10:14.612378 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d087a80a-31ec-4bbc-bedc-5d1b093ca5dc req-c2147825-0d72-423f-ac0c-18d207f00689 service neutron] 10.222.0.53 "GET /v2.0/networks/83cbffa3-ed24-45ac-a4b8-68763573cf86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904349 Oct 30 15:10:14.649615 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66c439b4-194e-4992-ad73-85dd143f9efb', 'tag': '2121c82a-9678-4a48-8039-367051785e08'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:10:14.655233 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e839f9-c962-4720-875a-a6543cc6e739" -d '{"events": [{"name": "network-changed", "server_uuid": "66c439b4-194e-4992-ad73-85dd143f9efb", "tag": "2121c82a-9678-4a48-8039-367051785e08"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:10:14.687678 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fed5e8-fbf0-4372-8c32-bb0ced89491d None None] Sync routers for ids ['2cd9b68b-536c-4305-a2f6-2ac03e45d89d'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:10:14.742886 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fed5e8-fbf0-4372-8c32-bb0ced89491d None None] Routers {'2cd9b68b-536c-4305-a2f6-2ac03e45d89d'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:10:14.743660 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-24fed5e8-fbf0-4372-8c32-bb0ced89491d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:09:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['2cd9b68b-536c-4305-a2f6-2ac03e45d89d'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:10:14.751517 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port f27cd6f1-82b1-4114-9a9b-cd3e1d72aaec, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=f27cd6f1-82b1-4114-9a9b-cd3e1d72aaec,segment=NetworkSegment(1abad3d0-d23d-4573-a261-24d37c7b6eaa),segment_id=1abad3d0-d23d-4573-a261-24d37c7b6eaa)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:10:14.781736 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d087a80a-31ec-4bbc-bedc-5d1b093ca5dc req-2d66d970-93a3-4375-b8ab-f3a76fc92e98 service neutron] 10.222.0.53 "GET /v2.0/networks/83cbffa3-ed24-45ac-a4b8-68763573cf86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623704 Oct 30 15:10:14.799421 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b934ba3-b464-4dfc-b2be-852260ba623e x-openstack-request-id: req-3b934ba3-b464-4dfc-b2be-852260ba623e {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:10:14.799892 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66c439b4-194e-4992-ad73-85dd143f9efb", "tag": "2121c82a-9678-4a48-8039-367051785e08", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:10:14.800146 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3b934ba3-b464-4dfc-b2be-852260ba623e {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:10:14.801135 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66c439b4-194e-4992-ad73-85dd143f9efb', 'tag': '2121c82a-9678-4a48-8039-367051785e08', 'status': 'completed', 'code': 200} Oct 30 15:10:14.802785 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58830) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:10:14.813603 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=0bd6a885-5430-402b-b482-a72706b9ab2d,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:14.843216 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-335200d2-9caa-4023-9f3a-73ebd5b98ff5 admin admin] Deleting subnet 4f4c836a-b7bd-4d76-afd1-011b8a3fe891 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:10:14.859752 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-335200d2-9caa-4023-9f3a-73ebd5b98ff5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:14.910324 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=bead7761-fa41-4e24-87ce-2222ef0607c2,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:14.926132 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': 'f27cd6f1-82b1-4114-9a9b-cd3e1d72aaec', 'network_id': '53b9902a-fc7a-4f3a-a2d0-68aa23329a99', 'port_id': 'f27cd6f1-82b1-4114-9a9b-cd3e1d72aaec', 'mac_address': 'fa:16:3e:b6:46:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a52317e-60f9-428e-9742-f3136cf9155b', 'ip_address': '19.80.0.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:10:15.040847 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-335200d2-9caa-4023-9f3a-73ebd5b98ff5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:15.061315 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e839f9-c962-4720-875a-a6543cc6e739 req-ea666438-7e05-40fe-94fb-f7a26a57f1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:15.064444 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d9e839f9-c962-4720-875a-a6543cc6e739 req-ea666438-7e05-40fe-94fb-f7a26a57f1a5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d103ce083ed041adb4389e08e444486c&device_id=66c439b4-194e-4992-ad73-85dd143f9efb HTTP/1.1" status: 200 len: 1095 time: 0.1709220 Oct 30 15:10:15.070038 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:15.073114 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-24fed5e8-fbf0-4372-8c32-bb0ced89491d None None] Set router 2cd9b68b-536c-4305-a2f6-2ac03e45d89d gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:10:15.077214 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-5b75ae50-3e07-4473-a993-5af97683ad9d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-773606778-network', 'tenant_id': 'ccbbf13610cf42b2ae2b433fe23234c9'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:10:15.111341 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-60ce17b7-9c2a-4b87-8a16-c7f99a4a2f18 admin admin] Publish callbacks [] for router, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:15.113331 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec6d9d-dd2d-498a-a9fa-16d3af8071ad req-3d6863d0-e136-4632-8e66-8a3c19457bb9 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:15.126558 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec6d9d-dd2d-498a-a9fa-16d3af8071ad req-3d6863d0-e136-4632-8e66-8a3c19457bb9 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:15.141969 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec6d9d-dd2d-498a-a9fa-16d3af8071ad req-3d6863d0-e136-4632-8e66-8a3c19457bb9 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:15.148539 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-12ec6d9d-dd2d-498a-a9fa-16d3af8071ad req-3d6863d0-e136-4632-8e66-8a3c19457bb9 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f015239-0cf1-4686-aac3-fb380afa9e45 HTTP/1.1" status: 200 len: 2415 time: 0.3643641 Oct 30 15:10:15.234239 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-60ce17b7-9c2a-4b87-8a16-c7f99a4a2f18 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:15.247418 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101292d5-4f30-4b6c-b883-9a01ba5e080f req-3328f09c-f55d-4093-99c8-6d3b7ac9cd79 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:15.255997 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-101292d5-4f30-4b6c-b883-9a01ba5e080f req-3328f09c-f55d-4093-99c8-6d3b7ac9cd79 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/ports?device_id=66c439b4-194e-4992-ad73-85dd143f9efb HTTP/1.1" status: 200 len: 943 time: 0.2338014 Oct 30 15:10:15.267148 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-335200d2-9caa-4023-9f3a-73ebd5b98ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:15.314921 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f27cd6f1-82b1-4114-9a9b-cd3e1d72aaec {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:10:15.388293 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-101292d5-4f30-4b6c-b883-9a01ba5e080f req-41ca358a-0bd6-4386-8db0-0e14517b518f tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ae719f6-042b-4d46-b69b-db501d96f392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257017 Oct 30 15:10:15.420484 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-60ce17b7-9c2a-4b87-8a16-c7f99a4a2f18 admin admin] Deleting port a33d0a37-1061-4257-b662-5145f49900a9 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:10:15.421161 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-60ce17b7-9c2a-4b87-8a16-c7f99a4a2f18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:15.480607 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port f27cd6f1-82b1-4114-9a9b-cd3e1d72aaec, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=f27cd6f1-82b1-4114-9a9b-cd3e1d72aaec,segment=NetworkSegment(1abad3d0-d23d-4573-a261-24d37c7b6eaa),segment_id=1abad3d0-d23d-4573-a261-24d37c7b6eaa)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:10:15.486326 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:15.544584 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=f27cd6f1-82b1-4114-9a9b-cd3e1d72aaec,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:15.642783 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-60ce17b7-9c2a-4b87-8a16-c7f99a4a2f18 admin admin] For port a33d0a37-1061-4257-b662-5145f49900a9, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=a33d0a37-1061-4257-b662-5145f49900a9,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:10:15.643433 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-60ce17b7-9c2a-4b87-8a16-c7f99a4a2f18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:15.659904 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-60ce17b7-9c2a-4b87-8a16-c7f99a4a2f18 admin admin] Calling delete_port for a33d0a37-1061-4257-b662-5145f49900a9 owned by network:router_gateway {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:10:15.720219 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-24fed5e8-fbf0-4372-8c32-bb0ced89491d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd9b68b-536c-4305-a2f6-2ac03e45d89d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1729952735-router', 'tenant_id': '69837c7685c1471a8281a6c045018170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'a33d0a37-1061-4257-b662-5145f49900a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:04:51Z', 'updated_at': '2021-10-30T15:10:12Z', 'revision_number': 5, 'project_id': '69837c7685c1471a8281a6c045018170', 'gw_port': {'id': 'a33d0a37-1061-4257-b662-5145f49900a9', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd9b68b-536c-4305-a2f6-2ac03e45d89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:04:52Z', 'updated_at': '2021-10-30T15:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:10:15.800107 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['f27cd6f1-82b1-4114-9a9b-cd3e1d72aaec'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:10:15.803142 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fed5e8-fbf0-4372-8c32-bb0ced89491d None None] Checking router: 2cd9b68b-536c-4305-a2f6-2ac03e45d89d for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:10:15.894419 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-60ce17b7-9c2a-4b87-8a16-c7f99a4a2f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:15.909050 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e839f9-c962-4720-875a-a6543cc6e739 req-87fd558b-cc2d-4db4-bb55-307fcfdba541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:15.916839 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d9e839f9-c962-4720-875a-a6543cc6e739 req-87fd558b-cc2d-4db4-bb55-307fcfdba541 service neutron] 10.222.0.53 "GET /v2.0/networks?id=83cbffa3-ed24-45ac-a4b8-68763573cf86 HTTP/1.1" status: 200 len: 922 time: 0.7640426 Oct 30 15:10:15.953928 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-335200d2-9caa-4023-9f3a-73ebd5b98ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:15.960879 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fed5e8-fbf0-4372-8c32-bb0ced89491d None None] Routers {'2cd9b68b-536c-4305-a2f6-2ac03e45d89d'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:10:15.970047 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-24fed5e8-fbf0-4372-8c32-bb0ced89491d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:09:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['2cd9b68b-536c-4305-a2f6-2ac03e45d89d'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:10:15.990610 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ce17b7-9c2a-4b87-8a16-c7f99a4a2f18 admin admin] Pushing event deleted for resources: {'Port': ['ID=a33d0a37-1061-4257-b662-5145f49900a9,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:16.046273 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-335200d2-9caa-4023-9f3a-73ebd5b98ff5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:16.052870 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58852) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:10:16.061324 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-335200d2-9caa-4023-9f3a-73ebd5b98ff5 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/4f4c836a-b7bd-4d76-afd1-011b8a3fe891 HTTP/1.1" status: 204 len: 168 time: 2.0387571 Oct 30 15:10:16.062492 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335200d2-9caa-4023-9f3a-73ebd5b98ff5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f4c836a-b7bd-4d76-afd1-011b8a3fe891,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:16.154729 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6909fd-75c6-48f4-967f-ae8b11814280 req-ac35bf94-5eb6-4128-b912-ac01ac8782b0 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:16.154729 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4b6909fd-75c6-48f4-967f-ae8b11814280 req-ac35bf94-5eb6-4128-b912-ac01ac8782b0 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3a669-075e-4332-9f0e-18bed12d9d90 HTTP/1.1" status: 200 len: 945 time: 0.2725410 Oct 30 15:10:16.155081 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d9e839f9-c962-4720-875a-a6543cc6e739 req-c393b111-d15c-431a-8e63-63eaf486ca2d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2121c82a-9678-4a48-8039-367051785e08 HTTP/1.1" status: 200 len: 217 time: 0.2023125 Oct 30 15:10:16.155081 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b75ae50-3e07-4473-a993-5af97683ad9d admin admin] Made reservation on behalf of ccbbf13610cf42b2ae2b433fe23234c9 for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:10:16.156866 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5b75ae50-3e07-4473-a993-5af97683ad9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:16.200704 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-24fed5e8-fbf0-4372-8c32-bb0ced89491d None None] Set router 2cd9b68b-536c-4305-a2f6-2ac03e45d89d gateway port host: None {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:10:16.225213 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-60ce17b7-9c2a-4b87-8a16-c7f99a4a2f18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:16.253133 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4b6909fd-75c6-48f4-967f-ae8b11814280 req-a610272e-e273-4817-ac47-5eb369b25164 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848453 Oct 30 15:10:16.270369 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5b75ae50-3e07-4473-a993-5af97683ad9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:16.272620 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-24fed5e8-fbf0-4372-8c32-bb0ced89491d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd9b68b-536c-4305-a2f6-2ac03e45d89d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1729952735-router', 'tenant_id': '69837c7685c1471a8281a6c045018170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:04:51Z', 'updated_at': '2021-10-30T15:10:15Z', 'revision_number': 7, 'project_id': '69837c7685c1471a8281a6c045018170', 'gw_port_host': None}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:10:16.325896 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fed5e8-fbf0-4372-8c32-bb0ced89491d None None] The sync data for ids ['2cd9b68b-536c-4305-a2f6-2ac03e45d89d'] in n-d-806683-17 is: [{'id': '2cd9b68b-536c-4305-a2f6-2ac03e45d89d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1729952735-router', 'tenant_id': '69837c7685c1471a8281a6c045018170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:04:51Z', 'updated_at': '2021-10-30T15:10:15Z', 'revision_number': 7, 'project_id': '69837c7685c1471a8281a6c045018170', 'gw_port_host': None}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:10:16.373102 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-12ec6d9d-dd2d-498a-a9fa-16d3af8071ad req-32ca3c08-41e8-4bc1-87e3-2e02b31df8d8 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba7652ac-9750-40a3-9a50-b6f41851d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4511743 Oct 30 15:10:16.381280 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5e0a114b-0035-46bb-b106-49fbd8abc25c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:16.404297 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e839f9-c962-4720-875a-a6543cc6e739 req-7065ba7e-1c41-46c5-91ab-dbeb8146b65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:16.405764 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d9e839f9-c962-4720-875a-a6543cc6e739 req-7065ba7e-1c41-46c5-91ab-dbeb8146b65d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3cb61793-e4f4-4170-acef-edeb99d95e6b HTTP/1.1" status: 200 len: 861 time: 0.2405634 Oct 30 15:10:16.469485 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-60ce17b7-9c2a-4b87-8a16-c7f99a4a2f18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:16.495973 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-60ce17b7-9c2a-4b87-8a16-c7f99a4a2f18 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:16.504088 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d9e839f9-c962-4720-875a-a6543cc6e739 req-a59410d8-99cf-4a4d-99f5-aa9556b5c051 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=83cbffa3-ed24-45ac-a4b8-68763573cf86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878417 Oct 30 15:10:16.585626 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa59c6-03f1-459c-b7af-82d3aade9120 req-a3fce420-89bc-4def-9364-0d3193274b10 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:16.592799 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-afaa59c6-03f1-459c-b7af-82d3aade9120 req-a3fce420-89bc-4def-9364-0d3193274b10 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d602cf4-ba4a-4a3d-818e-f318f6f908fa HTTP/1.1" status: 200 len: 948 time: 0.1529543 Oct 30 15:10:16.600828 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-60ce17b7-9c2a-4b87-8a16-c7f99a4a2f18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:16.601413 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ce17b7-9c2a-4b87-8a16-c7f99a4a2f18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2cd9b68b-536c-4305-a2f6-2ac03e45d89d {{(pid=102130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:10:16.615366 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-60ce17b7-9c2a-4b87-8a16-c7f99a4a2f18 admin admin] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:16.616644 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-60ce17b7-9c2a-4b87-8a16-c7f99a4a2f18 admin admin] 10.222.0.62 "DELETE /v2.0/routers/2cd9b68b-536c-4305-a2f6-2ac03e45d89d HTTP/1.1" status: 204 len: 168 time: 2.0120180 Oct 30 15:10:16.619418 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58862) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:10:16.669444 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b4d1466-a59c-4e04-96d6-1b0284d11afa admin admin] Deleting subnet 1b4f6d7c-44b3-47fa-9b94-0bd8519fb087 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:10:16.671829 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5e0a114b-0035-46bb-b106-49fbd8abc25c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:16.703233 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9b4d1466-a59c-4e04-96d6-1b0284d11afa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:16.712029 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-afaa59c6-03f1-459c-b7af-82d3aade9120 req-493078df-48a3-4a28-b4aa-8fa6be90af83 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183207 Oct 30 15:10:16.732073 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d9e839f9-c962-4720-875a-a6543cc6e739 req-834d034f-2950-42ca-9e52-0f00189642f6 service neutron] 10.222.0.53 "GET /v2.0/networks/83cbffa3-ed24-45ac-a4b8-68763573cf86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117767 Oct 30 15:10:16.763551 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-5e0a114b-0035-46bb-b106-49fbd8abc25c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['291c5166-548b-4ef8-b78f-841a397188df']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:10:16.770191 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9b4d1466-a59c-4e04-96d6-1b0284d11afa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:16.803936 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['bead7761-fa41-4e24-87ce-2222ef0607c2'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:10:16.804602 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-5e0a114b-0035-46bb-b106-49fbd8abc25c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8246d9e-f8e1-4659-b367-d870958fbb44') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:10:16.804827 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-5e0a114b-0035-46bb-b106-49fbd8abc25c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8246d9e-f8e1-4659-b367-d870958fbb44') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:10:16.847088 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5e0a114b-0035-46bb-b106-49fbd8abc25c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:16.864877 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5e0a114b-0035-46bb-b106-49fbd8abc25c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:16.876780 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e0a114b-0035-46bb-b106-49fbd8abc25c admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:10:16.877290 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5e0a114b-0035-46bb-b106-49fbd8abc25c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:16.939385 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9b4d1466-a59c-4e04-96d6-1b0284d11afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:16.950813 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:10:16.950813 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:10:16.950813 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:10:16.950813 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:10:16.950813 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:10:16.950813 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:10:16.950813 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:10:16.950813 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:10:16.950813 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:10:16.950813 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:10:16.950813 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:10:16.950813 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:10:16.950813 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:10:16.950813 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:10:16.950813 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:10:16.950813 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:10:16.950813 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:10:16.950813 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:10:16.950813 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:10:16.950813 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:10:16.950813 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:10:16.950813 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:10:16.950813 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:10:16.950813 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:10:16.950813 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:10:16.950813 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:10:16.950813 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:10:16.950813 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:10:16.950813 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:10:16.950813 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:10:16.950813 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:10:16.950813 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:10:16.960796 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8419d7-3da8-40ac-846e-31e8f50286e1 req-a221cb54-a2a1-4101-9b3f-e092207b65cb tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:16.962473 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6b8419d7-3da8-40ac-846e-31e8f50286e1 req-a221cb54-a2a1-4101-9b3f-e092207b65cb tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/ports?device_id=66c439b4-194e-4992-ad73-85dd143f9efb HTTP/1.1" status: 200 len: 943 time: 0.4433813 Oct 30 15:10:16.988808 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 1f2c0ff3-5f0c-46a5-abd6-a6c5d3eb772f no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:10:17.030928 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 1f2c0ff3-5f0c-46a5-abd6-a6c5d3eb772f {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:10:17.031807 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 1f2c0ff3-5f0c-46a5-abd6-a6c5d3eb772f not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:10:17.064347 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5e0a114b-0035-46bb-b106-49fbd8abc25c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:17.068512 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d9e839f9-c962-4720-875a-a6543cc6e739 req-1e9ef0f0-8d72-4d54-89d2-33d05113b837 service neutron] 10.222.0.53 "GET /v2.0/networks/83cbffa3-ed24-45ac-a4b8-68763573cf86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147626 Oct 30 15:10:17.079704 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5e0a114b-0035-46bb-b106-49fbd8abc25c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:17.083694 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-5e0a114b-0035-46bb-b106-49fbd8abc25c admin admin] 10.222.0.62 "DELETE /v2.0/networks/291c5166-548b-4ef8-b78f-841a397188df HTTP/1.1" status: 204 len: 168 time: 1.0297055 Oct 30 15:10:17.085543 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [req-991dc4cb-49ca-457b-8d21-6167e70eea2c req-82f690e5-670e-485d-8f53-379a002e8527 service neutron] show failed (client error): The resource could not be found. Oct 30 15:10:17.086639 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-991dc4cb-49ca-457b-8d21-6167e70eea2c req-82f690e5-670e-485d-8f53-379a002e8527 service neutron] 10.222.0.53 "GET /v2.0/ports/d62ce843-9f5e-4d08-8465-c20b0aa0fe3a/bindings/n-h2-806683-17 HTTP/1.1" status: 404 len: 381 time: 0.1541486 Oct 30 15:10:17.087563 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58872) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:10:17.139618 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5b75ae50-3e07-4473-a993-5af97683ad9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:17.143454 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6b8419d7-3da8-40ac-846e-31e8f50286e1 req-e44c7ec6-6e0c-4b12-a52c-a25d7023a88c tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ae719f6-042b-4d46-b69b-db501d96f392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740893 Oct 30 15:10:17.144348 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a114b-0035-46bb-b106-49fbd8abc25c admin admin] Pushing event deleted for resources: {'Network': ['ID=291c5166-548b-4ef8-b78f-841a397188df,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:17.151831 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5b75ae50-3e07-4473-a993-5af97683ad9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:17.185055 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75ae50-3e07-4473-a993-5af97683ad9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=733d0f87-39e2-489d-b158-90634138f735,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:17.189305 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f63103c-44b1-4f6c-8d0b-18e4491c44e9 admin admin] Deleting subnet a234697f-ea58-448f-b8f3-158a5fbcbaa9 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:10:17.196433 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9f63103c-44b1-4f6c-8d0b-18e4491c44e9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:17.196785 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b75ae50-3e07-4473-a993-5af97683ad9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:10:17.199283 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9b4d1466-a59c-4e04-96d6-1b0284d11afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:17.214978 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5b75ae50-3e07-4473-a993-5af97683ad9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:17.219140 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-5b75ae50-3e07-4473-a993-5af97683ad9d admin admin] Added segment bc7dca90-d132-401c-b1c5-763663c979d9 of type vlan for network 5f7fac38-1838-47d0-9c43-a2bf04775743 Oct 30 15:10:17.275023 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4d1466-a59c-4e04-96d6-1b0284d11afa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b4f6d7c-44b3-47fa-9b94-0bd8519fb087,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:17.292160 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5b75ae50-3e07-4473-a993-5af97683ad9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:17.295573 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9b4d1466-a59c-4e04-96d6-1b0284d11afa admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:17.300540 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9b4d1466-a59c-4e04-96d6-1b0284d11afa admin admin] 10.222.0.62 "DELETE /v2.0/subnets/1b4f6d7c-44b3-47fa-9b94-0bd8519fb087 HTTP/1.1" status: 204 len: 168 time: 0.6802092 Oct 30 15:10:17.307306 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712c5af0-09d1-4888-854c-9f46e10b3d96 None None] Network 0e073e54-a4ee-47aa-891d-4a1d26e93e93 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:10:17.319883 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58876) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:10:17.366188 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5b75ae50-3e07-4473-a993-5af97683ad9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:17.368174 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b75ae50-3e07-4473-a993-5af97683ad9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:17.369028 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5b75ae50-3e07-4473-a993-5af97683ad9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:17.393118 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9f63103c-44b1-4f6c-8d0b-18e4491c44e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:17.468447 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9f63103c-44b1-4f6c-8d0b-18e4491c44e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:17.555162 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-5b75ae50-3e07-4473-a993-5af97683ad9d admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.7479339 Oct 30 15:10:17.568681 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58880) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:10:17.597666 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fee46392-7326-4b32-bcf4-b1174111ca16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:17.601133 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9f63103c-44b1-4f6c-8d0b-18e4491c44e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:17.630969 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device f27cd6f1-82b1-4114-9a9b-cd3e1d72aaec up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:10:17.643855 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-ee4a5ceb-a2c9-44a8-ab64-459792012080 admin admin] Request body: {'subnet': {'network_id': '5f7fac38-1838-47d0-9c43-a2bf04775743', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-773606778-subnet', 'tenant_id': 'ccbbf13610cf42b2ae2b433fe23234c9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:10:17.652868 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9f63103c-44b1-4f6c-8d0b-18e4491c44e9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:17.658710 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9f63103c-44b1-4f6c-8d0b-18e4491c44e9 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/a234697f-ea58-448f-b8f3-158a5fbcbaa9 HTTP/1.1" status: 204 len: 168 time: 0.5694048 Oct 30 15:10:17.701692 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58882) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:10:17.722446 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 2121c82a-9678-4a48-8039-367051785e08 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:10:17.727579 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7194c53-9168-499b-aa2c-9e2a1216c655 None None] DHCP port deletion for 0e073e54-a4ee-47aa-891d-4a1d26e93e93 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:10:17.799702 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75ae50-3e07-4473-a993-5af97683ad9d admin admin] Pushing event updated for resources: {'Network': ['ID=5f7fac38-1838-47d0-9c43-a2bf04775743,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:17.813839 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991dc4cb-49ca-457b-8d21-6167e70eea2c req-532619a8-58fe-4571-91c9-9a001df11355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:17.815735 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-991dc4cb-49ca-457b-8d21-6167e70eea2c req-532619a8-58fe-4571-91c9-9a001df11355 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1d602cf4-ba4a-4a3d-818e-f318f6f908fa&tenant_id=77cd9b926c2f46c3aa4784fd4d8318b7 HTTP/1.1" status: 200 len: 1100 time: 0.3934398 Oct 30 15:10:17.823995 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 5f7fac38-1838-47d0-9c43-a2bf04775743 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:10:17.859363 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee08142-6c26-48aa-a43a-91bf428c214f req-1a9f61d1-c2c8-4bd3-877f-99837884cc77 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:17.867265 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee08142-6c26-48aa-a43a-91bf428c214f req-1a9f61d1-c2c8-4bd3-877f-99837884cc77 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:17.880316 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee08142-6c26-48aa-a43a-91bf428c214f req-1a9f61d1-c2c8-4bd3-877f-99837884cc77 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:17.884982 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dee08142-6c26-48aa-a43a-91bf428c214f req-1a9f61d1-c2c8-4bd3-877f-99837884cc77 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f015239-0cf1-4686-aac3-fb380afa9e45 HTTP/1.1" status: 200 len: 2416 time: 0.3252702 Oct 30 15:10:17.889703 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-991dc4cb-49ca-457b-8d21-6167e70eea2c req-6c5490f5-7810-48d9-ba1a-716c40b000d9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-17', 'device_owner': 'compute:nova'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:10:17.970338 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.db.resource_extend [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 30 15:10:17.994737 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4a5ceb-a2c9-44a8-ab64-459792012080 admin admin] Made reservation on behalf of ccbbf13610cf42b2ae2b433fe23234c9 for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:10:17.997304 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ee4a5ceb-a2c9-44a8-ab64-459792012080 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:18.064935 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port f27cd6f1-82b1-4114-9a9b-cd3e1d72aaec completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:10:18.075894 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port f27cd6f1-82b1-4114-9a9b-cd3e1d72aaec triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:10:18.076355 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:18.088608 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d7194c53-9168-499b-aa2c-9e2a1216c655 None None] Deleting port d408de3e-dc26-40d9-ba9c-437bfb9eadd2 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:10:18.089078 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d7194c53-9168-499b-aa2c-9e2a1216c655 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:18.167142 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f248f514-3c83-48f3-85b4-6d1588256082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:18.180181 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d138d1-c934-4ed9-a1ea-19a1dcfbd476 req-68a1180b-7dcf-4901-9ffe-3afb0d696f48 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:18.182104 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-72d138d1-c934-4ed9-a1ea-19a1dcfbd476 req-68a1180b-7dcf-4901-9ffe-3afb0d696f48 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3a669-075e-4332-9f0e-18bed12d9d90 HTTP/1.1" status: 200 len: 945 time: 0.5875928 Oct 30 15:10:18.187091 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f63103c-44b1-4f6c-8d0b-18e4491c44e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a234697f-ea58-448f-b8f3-158a5fbcbaa9,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:18.235047 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ee4a5ceb-a2c9-44a8-ab64-459792012080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:18.246920 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 2121c82a-9678-4a48-8039-367051785e08, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=2121c82a-9678-4a48-8039-367051785e08,segment=NetworkSegment(534c4b02-f4b0-449f-adfa-dbd225c0e219),segment_id=534c4b02-f4b0-449f-adfa-dbd225c0e219)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:10:18.274616 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d7194c53-9168-499b-aa2c-9e2a1216c655 None None] For port d408de3e-dc26-40d9-ba9c-437bfb9eadd2, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=d408de3e-dc26-40d9-ba9c-437bfb9eadd2,segment=NetworkSegment(b4b31197-3a09-4bc0-a34b-293e7ced3758),segment_id=b4b31197-3a09-4bc0-a34b-293e7ced3758)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:10:18.274997 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d7194c53-9168-499b-aa2c-9e2a1216c655 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:18.298125 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dee08142-6c26-48aa-a43a-91bf428c214f req-0122fd1d-0ba5-47cd-9272-125b7490245f tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba7652ac-9750-40a3-9a50-b6f41851d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3465102 Oct 30 15:10:18.318897 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f248f514-3c83-48f3-85b4-6d1588256082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:18.338382 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4a5ceb-a2c9-44a8-ab64-459792012080 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a84660e8-b78c-4ba4-adf0-de24e753a9aa,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:18.339618 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '2121c82a-9678-4a48-8039-367051785e08', 'network_id': '83cbffa3-ed24-45ac-a4b8-68763573cf86', 'port_id': '2121c82a-9678-4a48-8039-367051785e08', 'mac_address': 'fa:16:3e:29:86:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cb61793-e4f4-4170-acef-edeb99d95e6b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:10:18.342486 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-991dc4cb-49ca-457b-8d21-6167e70eea2c req-6c5490f5-7810-48d9-ba1a-716c40b000d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:18.357650 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d7194c53-9168-499b-aa2c-9e2a1216c655 None None] Calling delete_port for d408de3e-dc26-40d9-ba9c-437bfb9eadd2 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:10:18.369852 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-f248f514-3c83-48f3-85b4-6d1588256082 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6303f81-edf7-479a-8350-d304ef753846']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:10:18.384826 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-f248f514-3c83-48f3-85b4-6d1588256082 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ef88145-16bb-40cd-8da2-0c6c21687950') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:10:18.385080 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4a5ceb-a2c9-44a8-ab64-459792012080 admin admin] Checking segment: {'id': 'bc7dca90-d132-401c-b1c5-763663c979d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5f7fac38-1838-47d0-9c43-a2bf04775743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:10:18.385188 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-f248f514-3c83-48f3-85b4-6d1588256082 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ef88145-16bb-40cd-8da2-0c6c21687950') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:10:18.385404 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4a5ceb-a2c9-44a8-ab64-459792012080 admin admin] Network hostable DHCP agents. Network: 5f7fac38-1838-47d0-9c43-a2bf04775743, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:10:18.396710 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-72d138d1-c934-4ed9-a1ea-19a1dcfbd476 req-37e2fdc7-08fc-4645-903a-35a55f0ca5b8 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957450 Oct 30 15:10:18.400882 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-fee46392-7326-4b32-bcf4-b1174111ca16 admin admin] Deleting port d408de3e-dc26-40d9-ba9c-437bfb9eadd2 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:10:18.401466 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fee46392-7326-4b32-bcf4-b1174111ca16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:18.456607 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:18.474064 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-fee46392-7326-4b32-bcf4-b1174111ca16 admin admin] For port d408de3e-dc26-40d9-ba9c-437bfb9eadd2, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=d408de3e-dc26-40d9-ba9c-437bfb9eadd2,segment=NetworkSegment(b4b31197-3a09-4bc0-a34b-293e7ced3758),segment_id=b4b31197-3a09-4bc0-a34b-293e7ced3758)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:10:18.474533 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fee46392-7326-4b32-bcf4-b1174111ca16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:18.483383 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:18.491736 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-fee46392-7326-4b32-bcf4-b1174111ca16 admin admin] Calling delete_port for d408de3e-dc26-40d9-ba9c-437bfb9eadd2 owned by network:dhcp {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:10:18.492070 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2121c82a-9678-4a48-8039-367051785e08 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:10:18.540139 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f248f514-3c83-48f3-85b4-6d1588256082 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:18.543982 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4a5ceb-a2c9-44a8-ab64-459792012080 admin admin] Network 5f7fac38-1838-47d0-9c43-a2bf04775743 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:10:18.595988 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f248f514-3c83-48f3-85b4-6d1588256082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:18.598144 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port f27cd6f1-82b1-4114-9a9b-cd3e1d72aaec, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=f27cd6f1-82b1-4114-9a9b-cd3e1d72aaec,segment=NetworkSegment(1abad3d0-d23d-4573-a261-24d37c7b6eaa),segment_id=1abad3d0-d23d-4573-a261-24d37c7b6eaa)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:10:18.609490 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f015239-0cf1-4686-aac3-fb380afa9e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27cd6f1-82b1-4114-9a9b-cd3e1d72aaec'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:10:18.611941 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70942893-dd7b-4aaa-b2fe-4ab27b035a62" -d '{"events": [{"server_uuid": "4f015239-0cf1-4686-aac3-fb380afa9e45", "name": "network-vif-plugged", "status": "completed", "tag": "f27cd6f1-82b1-4114-9a9b-cd3e1d72aaec"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:10:18.615035 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f248f514-3c83-48f3-85b4-6d1588256082 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:10:18.615491 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f248f514-3c83-48f3-85b4-6d1588256082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:18.620117 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:18.622089 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:10:18.622089 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:10:18.622089 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:10:18.622089 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:10:18.622089 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:10:18.622089 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:10:18.622089 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:10:18.622089 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:10:18.622089 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:10:18.622089 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:10:18.622089 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:10:18.622089 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:10:18.622089 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:10:18.622089 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:10:18.622089 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:10:18.622089 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:10:18.622089 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:10:18.622089 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:10:18.622089 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:10:18.622089 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:10:18.622089 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:10:18.622089 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:10:18.622089 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:10:18.622089 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:10:18.622089 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:10:18.622089 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:10:18.622089 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:10:18.622089 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:10:18.622089 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:10:18.622089 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:10:18.622089 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:10:18.622089 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:10:18.625065 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 2121c82a-9678-4a48-8039-367051785e08, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=2121c82a-9678-4a48-8039-367051785e08,segment=NetworkSegment(534c4b02-f4b0-449f-adfa-dbd225c0e219),segment_id=534c4b02-f4b0-449f-adfa-dbd225c0e219)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:10:18.637663 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-ee4a5ceb-a2c9-44a8-ab64-459792012080 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 5f7fac38-1838-47d0-9c43-a2bf04775743) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:10:18.648254 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:18.664277 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4a5ceb-a2c9-44a8-ab64-459792012080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:18.664960 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ee4a5ceb-a2c9-44a8-ab64-459792012080 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:18.695545 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c481489-bb3c-4ab9-bca7-53e58d06a589 None None] Network 5f7fac38-1838-47d0-9c43-a2bf04775743 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:10:18.707530 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a735df-c0f5-43f6-b132-0758f9efec95 req-baa0642f-f825-40b5-866c-23bbf111c1f0 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:18.711300 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e2a735df-c0f5-43f6-b132-0758f9efec95 req-baa0642f-f825-40b5-866c-23bbf111c1f0 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d602cf4-ba4a-4a3d-818e-f318f6f908fa HTTP/1.1" status: 200 len: 948 time: 0.2743835 Oct 30 15:10:18.718584 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968e4d5-dc4f-4e31-8f70-378ab36ff89e req-ec39a226-ea35-4793-b47f-324326bd23fe tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:18.720326 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9968e4d5-dc4f-4e31-8f70-378ab36ff89e req-ec39a226-ea35-4793-b47f-324326bd23fe tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/ports?device_id=66c439b4-194e-4992-ad73-85dd143f9efb HTTP/1.1" status: 200 len: 943 time: 0.1579518 Oct 30 15:10:18.742148 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f248f514-3c83-48f3-85b4-6d1588256082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:18.753810 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f248f514-3c83-48f3-85b4-6d1588256082 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:18.758069 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-f248f514-3c83-48f3-85b4-6d1588256082 admin admin] 10.222.0.62 "DELETE /v2.0/networks/e6303f81-edf7-479a-8350-d304ef753846 HTTP/1.1" status: 204 len: 168 time: 1.0462985 Oct 30 15:10:18.786765 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-ee4a5ceb-a2c9-44a8-ab64-459792012080 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1662700 Oct 30 15:10:18.794006 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58902) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:10:18.796839 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fee46392-7326-4b32-bcf4-b1174111ca16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:18.800544 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-6be69f4d-3b9c-4e6f-901a-df6b04936b70 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-773606778-router', 'tenant_id': 'ccbbf13610cf42b2ae2b433fe23234c9', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:10:18.843611 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee46392-7326-4b32-bcf4-b1174111ca16 admin admin] No DVR routers for this DVR port d408de3e-dc26-40d9-ba9c-437bfb9eadd2 on host n-d-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:10:18.854621 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e2a735df-c0f5-43f6-b132-0758f9efec95 req-43a2f9a4-cb09-4a2c-9892-2cfabbfe1105 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280720 Oct 30 15:10:18.856150 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f248f514-3c83-48f3-85b4-6d1588256082 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6303f81-edf7-479a-8350-d304ef753846,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:18.931372 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6be69f4d-3b9c-4e6f-901a-df6b04936b70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:18.932698 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6be69f4d-3b9c-4e6f-901a-df6b04936b70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:18.948136 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['2121c82a-9678-4a48-8039-367051785e08'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:10:18.962153 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-991dc4cb-49ca-457b-8d21-6167e70eea2c req-6c5490f5-7810-48d9-ba1a-716c40b000d9 service neutron] For port d62ce843-9f5e-4d08-8465-c20b0aa0fe3a, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=d62ce843-9f5e-4d08-8465-c20b0aa0fe3a,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:10:18.986752 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee46392-7326-4b32-bcf4-b1174111ca16 admin admin] Pushing event deleted for resources: {'Port': ['ID=d408de3e-dc26-40d9-ba9c-437bfb9eadd2,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:19.012795 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device a33d0a37-1061-4257-b662-5145f49900a9 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:10:19.015852 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d7194c53-9168-499b-aa2c-9e2a1216c655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:19.032046 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=f27cd6f1-82b1-4114-9a9b-cd3e1d72aaec,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:19.053436 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7194c53-9168-499b-aa2c-9e2a1216c655 None None] No DVR routers for this DVR port d408de3e-dc26-40d9-ba9c-437bfb9eadd2 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:10:19.064687 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58906) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:10:19.071115 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: a33d0a37-1061-4257-b662-5145f49900a9 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:10:19.071526 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device a33d0a37-1061-4257-b662-5145f49900a9 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:10:19.072176 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device d408de3e-dc26-40d9-ba9c-437bfb9eadd2 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:10:19.108370 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fee46392-7326-4b32-bcf4-b1174111ca16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:19.132389 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-fee46392-7326-4b32-bcf4-b1174111ca16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e073e54-a4ee-47aa-891d-4a1d26e93e93']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:10:19.146118 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-fee46392-7326-4b32-bcf4-b1174111ca16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4b31197-3a09-4bc0-a34b-293e7ced3758') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:10:19.146843 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-fee46392-7326-4b32-bcf4-b1174111ca16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4b31197-3a09-4bc0-a34b-293e7ced3758') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:10:19.158270 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fee46392-7326-4b32-bcf4-b1174111ca16 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:19.177463 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fee46392-7326-4b32-bcf4-b1174111ca16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:19.187964 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fee46392-7326-4b32-bcf4-b1174111ca16 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:10:19.188844 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fee46392-7326-4b32-bcf4-b1174111ca16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:19.264444 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:10:19.264444 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:10:19.264444 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:10:19.264444 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:10:19.264444 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:10:19.264444 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:10:19.264444 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:10:19.264444 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:10:19.264444 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:10:19.264444 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:10:19.264444 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:10:19.264444 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:10:19.264444 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:10:19.264444 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:10:19.264444 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:10:19.264444 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:10:19.264444 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:10:19.264444 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:10:19.264444 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:10:19.264444 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:10:19.264444 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:10:19.264444 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:10:19.264444 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:10:19.264444 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:10:19.264444 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:10:19.264444 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:10:19.264444 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:10:19.264444 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:10:19.264444 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:10:19.264444 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:10:19.264444 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:10:19.264444 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:10:19.271250 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fee46392-7326-4b32-bcf4-b1174111ca16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:19.281569 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fee46392-7326-4b32-bcf4-b1174111ca16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:19.283349 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: d408de3e-dc26-40d9-ba9c-437bfb9eadd2 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:10:19.283776 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device d408de3e-dc26-40d9-ba9c-437bfb9eadd2 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:10:19.300279 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-991dc4cb-49ca-457b-8d21-6167e70eea2c req-6c5490f5-7810-48d9-ba1a-716c40b000d9 service neutron] For port d62ce843-9f5e-4d08-8465-c20b0aa0fe3a, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:10:19.308721 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-fee46392-7326-4b32-bcf4-b1174111ca16 admin admin] 10.222.0.62 "DELETE /v2.0/networks/0e073e54-a4ee-47aa-891d-4a1d26e93e93 HTTP/1.1" status: 204 len: 168 time: 1.9839420 Oct 30 15:10:19.310167 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58908) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:10:19.340885 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a5152e-ddf4-4ae9-8fc2-38ba5b68503f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-5f7fac38-1838-47d0-9c43-a2bf04775743', 'network_id': '5f7fac38-1838-47d0-9c43-a2bf04775743', 'tenant_id': 'ccbbf13610cf42b2ae2b433fe23234c9', 'fixed_ips': [{'subnet_id': 'a84660e8-b78c-4ba4-adf0-de24e753a9aa'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:10:19.342005 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-50a5152e-ddf4-4ae9-8fc2-38ba5b68503f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:19.360806 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9968e4d5-dc4f-4e31-8f70-378ab36ff89e req-b5cfffd7-00d6-45f4-a9ef-20bace285357 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ae719f6-042b-4d46-b69b-db501d96f392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6295760 Oct 30 15:10:19.362017 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee46392-7326-4b32-bcf4-b1174111ca16 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e073e54-a4ee-47aa-891d-4a1d26e93e93,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:19.385468 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54045b8a-d109-4040-a73d-21d7e727253d x-openstack-request-id: req-54045b8a-d109-4040-a73d-21d7e727253d {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:10:19.385753 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f015239-0cf1-4686-aac3-fb380afa9e45", "name": "network-vif-plugged", "status": "completed", "tag": "f27cd6f1-82b1-4114-9a9b-cd3e1d72aaec", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:10:19.386008 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-54045b8a-d109-4040-a73d-21d7e727253d {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:10:19.386408 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f015239-0cf1-4686-aac3-fb380afa9e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27cd6f1-82b1-4114-9a9b-cd3e1d72aaec', 'code': 200} Oct 30 15:10:19.476518 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-991dc4cb-49ca-457b-8d21-6167e70eea2c req-6c5490f5-7810-48d9-ba1a-716c40b000d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:19.513027 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-991dc4cb-49ca-457b-8d21-6167e70eea2c req-6c5490f5-7810-48d9-ba1a-716c40b000d9 service neutron] Transition to ACTIVE for port object d62ce843-9f5e-4d08-8465-c20b0aa0fe3a will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:10:19.519628 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=2121c82a-9678-4a48-8039-367051785e08,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:19.520121 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d602cf4-ba4a-4a3d-818e-f318f6f908fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd62ce843-9f5e-4d08-8465-c20b0aa0fe3a'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:10:19.523419 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7989e1f5-da9c-4a99-9bbf-dc72cc7eb154" -d '{"events": [{"server_uuid": "1d602cf4-ba4a-4a3d-818e-f318f6f908fa", "name": "network-vif-unplugged", "status": "completed", "tag": "d62ce843-9f5e-4d08-8465-c20b0aa0fe3a"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:10:19.527279 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6be69f4d-3b9c-4e6f-901a-df6b04936b70 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:19.554016 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-991dc4cb-49ca-457b-8d21-6167e70eea2c req-6c5490f5-7810-48d9-ba1a-716c40b000d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:19.586900 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7194c53-9168-499b-aa2c-9e2a1216c655 None None] Pushing event deleted for resources: {'Port': ['ID=d408de3e-dc26-40d9-ba9c-437bfb9eadd2,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:19.635353 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device bead7761-fa41-4e24-87ce-2222ef0607c2 up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:10:19.696709 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device d62ce843-9f5e-4d08-8465-c20b0aa0fe3a no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:10:19.709726 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afbae03-ce28-4df5-9d6c-cb88e102958e req-5575695e-8350-4c6f-9699-46a2ae36fe1c tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:19.718255 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1afbae03-ce28-4df5-9d6c-cb88e102958e req-5575695e-8350-4c6f-9699-46a2ae36fe1c tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3a669-075e-4332-9f0e-18bed12d9d90 HTTP/1.1" status: 200 len: 945 time: 0.1802540 Oct 30 15:10:19.808032 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1afbae03-ce28-4df5-9d6c-cb88e102958e req-201d3d60-344d-48f4-9233-0b15d837515b tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886354 Oct 30 15:10:19.809506 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-50a5152e-ddf4-4ae9-8fc2-38ba5b68503f None None] Allocated IP 172.20.0.2 (5f7fac38-1838-47d0-9c43-a2bf04775743/a84660e8-b78c-4ba4-adf0-de24e753a9aa/549bb57a-b0d6-4461-ab9e-83b0876a6713) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:10:19.882785 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device d62ce843-9f5e-4d08-8465-c20b0aa0fe3a not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:10:19.922202 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port bead7761-fa41-4e24-87ce-2222ef0607c2 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:10:19.928606 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port bead7761-fa41-4e24-87ce-2222ef0607c2 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:10:19.929081 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:19.961222 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-991dc4cb-49ca-457b-8d21-6167e70eea2c req-6c5490f5-7810-48d9-ba1a-716c40b000d9 service neutron] No DVR routers for this DVR port d62ce843-9f5e-4d08-8465-c20b0aa0fe3a on host n-h1-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:10:20.010930 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-f9f2a2b0-9410-46c5-90e8-475039c818aa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=48ec0906891f440e8725a8b756af6e71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9326370 Oct 30 15:10:20.013465 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58928) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:10:20.016474 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6be69f4d-3b9c-4e6f-901a-df6b04936b70 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:20.036501 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5490f5-7810-48d9-ba1a-716c40b000d9 service neutron] Pushing event updated for resources: {'Port': ['ID=d62ce843-9f5e-4d08-8465-c20b0aa0fe3a,revision_number=6']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:20.068872 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Oct 2021 15:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-830d8c15-16b2-45b2-89f1-5a55c06b4980 x-openstack-request-id: req-830d8c15-16b2-45b2-89f1-5a55c06b4980 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:10:20.069816 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d602cf4-ba4a-4a3d-818e-f318f6f908fa", "name": "network-vif-unplugged", "status": "completed", "tag": "d62ce843-9f5e-4d08-8465-c20b0aa0fe3a", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:10:20.075355 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-830d8c15-16b2-45b2-89f1-5a55c06b4980 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:10:20.076074 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d602cf4-ba4a-4a3d-818e-f318f6f908fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd62ce843-9f5e-4d08-8465-c20b0aa0fe3a', 'code': 200} Oct 30 15:10:20.107763 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebba594-6492-4b34-a5b9-6673bf31cd9d req-6ba1f5ef-e54e-433e-b016-69891e6e15cf tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:20.131011 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebba594-6492-4b34-a5b9-6673bf31cd9d req-6ba1f5ef-e54e-433e-b016-69891e6e15cf tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:20.144924 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:20.151888 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebba594-6492-4b34-a5b9-6673bf31cd9d req-6ba1f5ef-e54e-433e-b016-69891e6e15cf tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:20.172382 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-50a5152e-ddf4-4ae9-8fc2-38ba5b68503f None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:20.176066 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bebba594-6492-4b34-a5b9-6673bf31cd9d req-6ba1f5ef-e54e-433e-b016-69891e6e15cf tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f015239-0cf1-4686-aac3-fb380afa9e45 HTTP/1.1" status: 200 len: 2417 time: 0.6446249 Oct 30 15:10:20.186659 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-50a5152e-ddf4-4ae9-8fc2-38ba5b68503f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:20.249881 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port bead7761-fa41-4e24-87ce-2222ef0607c2, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=bead7761-fa41-4e24-87ce-2222ef0607c2,segment=NetworkSegment(b0566738-519f-4967-8a7a-b8d96888899b),segment_id=b0566738-519f-4967-8a7a-b8d96888899b)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:10:20.271105 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a5152e-ddf4-4ae9-8fc2-38ba5b68503f None None] Network 5f7fac38-1838-47d0-9c43-a2bf04775743 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:10:20.275107 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:20.283754 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a5152e-ddf4-4ae9-8fc2-38ba5b68503f None None] Pushing event updated for resources: {'Port': ['ID=549bb57a-b0d6-4461-ab9e-83b0876a6713,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:20.297804 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-50a5152e-ddf4-4ae9-8fc2-38ba5b68503f None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:10:20.300437 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a5152e-ddf4-4ae9-8fc2-38ba5b68503f None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:10:20.326938 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d637e4-8c50-4b87-b243-ad12976e460a req-c1d9a9a8-3c85-44e0-9c0a-28caa6d86cda tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:20.337230 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c7d637e4-8c50-4b87-b243-ad12976e460a req-c1d9a9a8-3c85-44e0-9c0a-28caa6d86cda tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d602cf4-ba4a-4a3d-818e-f318f6f908fa HTTP/1.1" status: 200 len: 946 time: 0.1733224 Oct 30 15:10:20.351729 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-991dc4cb-49ca-457b-8d21-6167e70eea2c req-6c5490f5-7810-48d9-ba1a-716c40b000d9 service neutron] Attempting to bind port d62ce843-9f5e-4d08-8465-c20b0aa0fe3a on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:10:20.352748 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-991dc4cb-49ca-457b-8d21-6167e70eea2c req-6c5490f5-7810-48d9-ba1a-716c40b000d9 service neutron] Attempting to bind port d62ce843-9f5e-4d08-8465-c20b0aa0fe3a by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:10:20.353333 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991dc4cb-49ca-457b-8d21-6167e70eea2c req-6c5490f5-7810-48d9-ba1a-716c40b000d9 service neutron] Attempting to bind port d62ce843-9f5e-4d08-8465-c20b0aa0fe3a on network 8de8b155-6e08-41c3-866a-8b30bb481704 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:10:20.360363 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bebba594-6492-4b34-a5b9-6673bf31cd9d req-5494a342-d922-4859-a69b-091b6a7a4627 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba7652ac-9750-40a3-9a50-b6f41851d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551478 Oct 30 15:10:20.390282 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b683066e-d189-496a-a80c-04b0455ea1df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:20.392760 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991dc4cb-49ca-457b-8d21-6167e70eea2c req-6c5490f5-7810-48d9-ba1a-716c40b000d9 service neutron] Port d62ce843-9f5e-4d08-8465-c20b0aa0fe3a on network 8de8b155-6e08-41c3-866a-8b30bb481704 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:10:20.393529 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991dc4cb-49ca-457b-8d21-6167e70eea2c req-6c5490f5-7810-48d9-ba1a-716c40b000d9 service neutron] Attempting to bind port d62ce843-9f5e-4d08-8465-c20b0aa0fe3a on network 8de8b155-6e08-41c3-866a-8b30bb481704 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:10:20.419932 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991dc4cb-49ca-457b-8d21-6167e70eea2c req-6c5490f5-7810-48d9-ba1a-716c40b000d9 service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:10:20.420662 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991dc4cb-49ca-457b-8d21-6167e70eea2c req-6c5490f5-7810-48d9-ba1a-716c40b000d9 service neutron] Checking segment: {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:10:20.421282 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991dc4cb-49ca-457b-8d21-6167e70eea2c req-6c5490f5-7810-48d9-ba1a-716c40b000d9 service neutron] Bound using segment: {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:10:20.422151 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-991dc4cb-49ca-457b-8d21-6167e70eea2c req-6c5490f5-7810-48d9-ba1a-716c40b000d9 service neutron] Bound port: d62ce843-9f5e-4d08-8465-c20b0aa0fe3a, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:10:20.422909 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-991dc4cb-49ca-457b-8d21-6167e70eea2c req-6c5490f5-7810-48d9-ba1a-716c40b000d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:20.433165 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a27dc166-4f7f-46d0-86b0-ed934c040db8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:20.451325 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-50a5152e-ddf4-4ae9-8fc2-38ba5b68503f None None] Attempting to bind port 549bb57a-b0d6-4461-ab9e-83b0876a6713 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:10:20.455905 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-50a5152e-ddf4-4ae9-8fc2-38ba5b68503f None None] Attempting to bind port 549bb57a-b0d6-4461-ab9e-83b0876a6713 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'bc7dca90-d132-401c-b1c5-763663c979d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5f7fac38-1838-47d0-9c43-a2bf04775743'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:10:20.456340 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a5152e-ddf4-4ae9-8fc2-38ba5b68503f None None] Attempting to bind port 549bb57a-b0d6-4461-ab9e-83b0876a6713 on network 5f7fac38-1838-47d0-9c43-a2bf04775743 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:10:20.467511 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=bead7761-fa41-4e24-87ce-2222ef0607c2,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:20.467919 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b683066e-d189-496a-a80c-04b0455ea1df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:20.478496 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a5152e-ddf4-4ae9-8fc2-38ba5b68503f None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:10:20.478893 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a5152e-ddf4-4ae9-8fc2-38ba5b68503f None None] Checking segment: {'id': 'bc7dca90-d132-401c-b1c5-763663c979d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5f7fac38-1838-47d0-9c43-a2bf04775743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:10:20.479280 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-50a5152e-ddf4-4ae9-8fc2-38ba5b68503f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:20.483784 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a5152e-ddf4-4ae9-8fc2-38ba5b68503f None None] Bound using segment: {'id': 'bc7dca90-d132-401c-b1c5-763663c979d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5f7fac38-1838-47d0-9c43-a2bf04775743'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:10:20.484312 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-50a5152e-ddf4-4ae9-8fc2-38ba5b68503f None None] Bound port: 549bb57a-b0d6-4461-ab9e-83b0876a6713, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc7dca90-d132-401c-b1c5-763663c979d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5f7fac38-1838-47d0-9c43-a2bf04775743'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:10:20.484711 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-50a5152e-ddf4-4ae9-8fc2-38ba5b68503f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:20.542159 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c7d637e4-8c50-4b87-b243-ad12976e460a req-0433e763-2c9c-4b5e-889a-2bc2a6ee8725 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017839 Oct 30 15:10:20.588641 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b683066e-d189-496a-a80c-04b0455ea1df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:20.591388 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b683066e-d189-496a-a80c-04b0455ea1df admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:20.592560 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b683066e-d189-496a-a80c-04b0455ea1df admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/687915c4-24f2-4653-bdbc-4427d94f4bf3 HTTP/1.1" status: 204 len: 168 time: 0.5483472 Oct 30 15:10:20.596407 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-50a5152e-ddf4-4ae9-8fc2-38ba5b68503f None None] For port 549bb57a-b0d6-4461-ab9e-83b0876a6713, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:10:20.602444 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-50a5152e-ddf4-4ae9-8fc2-38ba5b68503f None None] For port 549bb57a-b0d6-4461-ab9e-83b0876a6713, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=549bb57a-b0d6-4461-ab9e-83b0876a6713,segment=NetworkSegment(bc7dca90-d132-401c-b1c5-763663c979d9),segment_id=bc7dca90-d132-401c-b1c5-763663c979d9)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:10:20.608468 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-50a5152e-ddf4-4ae9-8fc2-38ba5b68503f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:20.621640 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b683066e-d189-496a-a80c-04b0455ea1df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=687915c4-24f2-4653-bdbc-4427d94f4bf3,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:20.668404 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a5152e-ddf4-4ae9-8fc2-38ba5b68503f None None] Pushing event updated for resources: {'Port': ['ID=549bb57a-b0d6-4461-ab9e-83b0876a6713,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:20.715596 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aaced8-2d27-4a71-8f54-cd832b87b6e9 req-6ce5aa9b-6374-4ba8-bf15-bc17e4a5ab47 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:20.729786 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b5aaced8-2d27-4a71-8f54-cd832b87b6e9 req-6ce5aa9b-6374-4ba8-bf15-bc17e4a5ab47 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/ports?device_id=66c439b4-194e-4992-ad73-85dd143f9efb HTTP/1.1" status: 200 len: 944 time: 0.1688170 Oct 30 15:10:20.799021 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-991dc4cb-49ca-457b-8d21-6167e70eea2c req-6c5490f5-7810-48d9-ba1a-716c40b000d9 service neutron] For port d62ce843-9f5e-4d08-8465-c20b0aa0fe3a, host n-h2-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:10:20.852231 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b5aaced8-2d27-4a71-8f54-cd832b87b6e9 req-d1281a22-4fd6-4266-b78d-a4bf0d9e7dbf tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ae719f6-042b-4d46-b69b-db501d96f392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214650 Oct 30 15:10:21.057244 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-991dc4cb-49ca-457b-8d21-6167e70eea2c req-6c5490f5-7810-48d9-ba1a-716c40b000d9 service neutron] For port d62ce843-9f5e-4d08-8465-c20b0aa0fe3a, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=d62ce843-9f5e-4d08-8465-c20b0aa0fe3a,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:10:21.078545 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-991dc4cb-49ca-457b-8d21-6167e70eea2c req-6c5490f5-7810-48d9-ba1a-716c40b000d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:21.097830 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72bf0dd-7c98-45ce-85dc-ea1b8c2193ab req-d75cdd97-cfaf-4f82-b507-0652b7aced5a tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:21.111367 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-65359e2e-ad54-4db2-886e-e57b8b9e7db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:21.113617 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f72bf0dd-7c98-45ce-85dc-ea1b8c2193ab req-d75cdd97-cfaf-4f82-b507-0652b7aced5a tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3a669-075e-4332-9f0e-18bed12d9d90 HTTP/1.1" status: 200 len: 945 time: 0.1665123 Oct 30 15:10:21.177228 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-a27dc166-4f7f-46d0-86b0-ed934c040db8 admin admin] Deleting port b4c9c924-1e56-4f96-817a-c481dcef5dc4 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:10:21.177228 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a27dc166-4f7f-46d0-86b0-ed934c040db8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:21.199090 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991dc4cb-49ca-457b-8d21-6167e70eea2c req-6c5490f5-7810-48d9-ba1a-716c40b000d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:21.199759 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-991dc4cb-49ca-457b-8d21-6167e70eea2c req-6c5490f5-7810-48d9-ba1a-716c40b000d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:21.201227 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-991dc4cb-49ca-457b-8d21-6167e70eea2c req-6c5490f5-7810-48d9-ba1a-716c40b000d9 service neutron] 10.222.0.44 "PUT /v2.0/ports/d62ce843-9f5e-4d08-8465-c20b0aa0fe3a HTTP/1.1" status: 200 len: 1095 time: 3.3729463 Oct 30 15:10:21.221196 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6be69f4d-3b9c-4e6f-901a-df6b04936b70 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:21.273074 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f72bf0dd-7c98-45ce-85dc-ea1b8c2193ab req-a0ade384-6af7-4709-b594-3d20c3adf676 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454787 Oct 30 15:10:21.277834 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6be69f4d-3b9c-4e6f-901a-df6b04936b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:21.320017 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58948) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:10:21.331555 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5490f5-7810-48d9-ba1a-716c40b000d9 service neutron] Pushing event updated for resources: {'Port': ['ID=d62ce843-9f5e-4d08-8465-c20b0aa0fe3a,revision_number=7']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:21.377190 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-a27dc166-4f7f-46d0-86b0-ed934c040db8 admin admin] For port b4c9c924-1e56-4f96-817a-c481dcef5dc4, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=b4c9c924-1e56-4f96-817a-c481dcef5dc4,segment=NetworkSegment(6f04c9bb-05b8-4409-9277-f7c5c07fb6ad),segment_id=6f04c9bb-05b8-4409-9277-f7c5c07fb6ad)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:10:21.377190 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a27dc166-4f7f-46d0-86b0-ed934c040db8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:21.388462 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f015239-0cf1-4686-aac3-fb380afa9e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bead7761-fa41-4e24-87ce-2222ef0607c2'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:10:21.390560 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8606e3e7-2be2-4f41-acd6-e84985bd7d86" -d '{"events": [{"server_uuid": "4f015239-0cf1-4686-aac3-fb380afa9e45", "name": "network-vif-plugged", "status": "completed", "tag": "bead7761-fa41-4e24-87ce-2222ef0607c2"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:10:21.434413 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-a27dc166-4f7f-46d0-86b0-ed934c040db8 admin admin] Calling delete_port for b4c9c924-1e56-4f96-817a-c481dcef5dc4 owned by network:router_interface {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:10:21.476269 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-2a488fcd-95cd-484f-962a-cbc41c6cc308 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=522e21e6d7194a8aab20ce78d7469f88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1551239 Oct 30 15:10:21.478780 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58954) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:10:21.481451 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b4f3963-7569-4eb7-b038-90a6f5aabc07 x-openstack-request-id: req-5b4f3963-7569-4eb7-b038-90a6f5aabc07 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:10:21.481451 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f015239-0cf1-4686-aac3-fb380afa9e45", "name": "network-vif-plugged", "status": "completed", "tag": "bead7761-fa41-4e24-87ce-2222ef0607c2", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:10:21.481746 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5b4f3963-7569-4eb7-b038-90a6f5aabc07 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:10:21.487367 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f015239-0cf1-4686-aac3-fb380afa9e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bead7761-fa41-4e24-87ce-2222ef0607c2', 'code': 200} Oct 30 15:10:21.607767 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991dc4cb-49ca-457b-8d21-6167e70eea2c req-b015ff32-6d13-4d97-96bc-7dd8f53cc668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:21.609518 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-991dc4cb-49ca-457b-8d21-6167e70eea2c req-b015ff32-6d13-4d97-96bc-7dd8f53cc668 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=77cd9b926c2f46c3aa4784fd4d8318b7&device_id=1d602cf4-ba4a-4a3d-818e-f318f6f908fa HTTP/1.1" status: 200 len: 1098 time: 0.3369279 Oct 30 15:10:21.720799 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 2121c82a-9678-4a48-8039-367051785e08 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:10:21.834447 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8667c2-4974-424e-8a7c-6b9698ebbc0c req-b24efa58-e8ee-4d96-a10a-bb42d69b3ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:21.834842 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8667c2-4974-424e-8a7c-6b9698ebbc0c req-b24efa58-e8ee-4d96-a10a-bb42d69b3ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:21.835425 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8667c2-4974-424e-8a7c-6b9698ebbc0c req-b24efa58-e8ee-4d96-a10a-bb42d69b3ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:21.837282 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1e8667c2-4974-424e-8a7c-6b9698ebbc0c req-b24efa58-e8ee-4d96-a10a-bb42d69b3ed2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4f015239-0cf1-4686-aac3-fb380afa9e45 HTTP/1.1" status: 200 len: 2874 time: 0.2799902 Oct 30 15:10:21.841399 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3573d213-faa9-484b-b421-2e243c7f2f86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:21.864870 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port 2121c82a-9678-4a48-8039-367051785e08 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:10:21.877185 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 2121c82a-9678-4a48-8039-367051785e08 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:10:21.877860 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:21.911207 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6165ca98-52c6-4591-ac33-9f2828652396 req-26555c11-8ab0-4345-b5c3-1a6ede3daca7 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:21.921815 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6165ca98-52c6-4591-ac33-9f2828652396 req-26555c11-8ab0-4345-b5c3-1a6ede3daca7 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d602cf4-ba4a-4a3d-818e-f318f6f908fa HTTP/1.1" status: 200 len: 946 time: 0.2307355 Oct 30 15:10:21.995991 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3573d213-faa9-484b-b421-2e243c7f2f86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:22.007146 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:22.058629 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6165ca98-52c6-4591-ac33-9f2828652396 req-9e227675-1c52-4630-8e7e-2a8cc4547ef7 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348619 Oct 30 15:10:22.063421 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 2121c82a-9678-4a48-8039-367051785e08, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=2121c82a-9678-4a48-8039-367051785e08,segment=NetworkSegment(534c4b02-f4b0-449f-adfa-dbd225c0e219),segment_id=534c4b02-f4b0-449f-adfa-dbd225c0e219)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:10:22.072816 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:22.076202 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1e8667c2-4974-424e-8a7c-6b9698ebbc0c req-5ed5561d-5a12-450b-a046-e0da71a27d19 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ba7652ac-9750-40a3-9a50-b6f41851d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223763 Oct 30 15:10:22.128970 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d602cf4-ba4a-4a3d-818e-f318f6f908fa', 'tag': 'd62ce843-9f5e-4d08-8465-c20b0aa0fe3a'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:10:22.131934 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-519d2c9b-7c8d-4fe4-9fb7-1d055d2b28e2" -d '{"events": [{"name": "network-changed", "server_uuid": "1d602cf4-ba4a-4a3d-818e-f318f6f908fa", "tag": "d62ce843-9f5e-4d08-8465-c20b0aa0fe3a"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:10:22.176065 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82129af0-141f-4f08-abe0-2b230e690ad9 req-cc576a93-1a69-402d-9945-29dd1a7746e7 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:22.182706 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82129af0-141f-4f08-abe0-2b230e690ad9 req-cc576a93-1a69-402d-9945-29dd1a7746e7 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:22.189972 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82129af0-141f-4f08-abe0-2b230e690ad9 req-cc576a93-1a69-402d-9945-29dd1a7746e7 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:22.196460 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=2121c82a-9678-4a48-8039-367051785e08,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:22.198672 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-82129af0-141f-4f08-abe0-2b230e690ad9 req-cc576a93-1a69-402d-9945-29dd1a7746e7 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f015239-0cf1-4686-aac3-fb380afa9e45 HTTP/1.1" status: 200 len: 2418 time: 0.6595674 Oct 30 15:10:22.201502 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-6be69f4d-3b9c-4e6f-901a-df6b04936b70 admin admin] Allocated IP 172.25.4.72 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/6419da34-ac24-4611-a205-b87f63665dfd) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:10:22.279312 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a27dc166-4f7f-46d0-86b0-ed934c040db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:22.346332 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27dc166-4f7f-46d0-86b0-ed934c040db8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4c9c924-1e56-4f96-817a-c481dcef5dc4,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:22.359889 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27dc166-4f7f-46d0-86b0-ed934c040db8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:10:22.360233 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27dc166-4f7f-46d0-86b0-ed934c040db8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:10:22.360576 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27dc166-4f7f-46d0-86b0-ed934c040db8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:10:22.360915 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27dc166-4f7f-46d0-86b0-ed934c040db8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:10:22.361261 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27dc166-4f7f-46d0-86b0-ed934c040db8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:10:22.361587 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27dc166-4f7f-46d0-86b0-ed934c040db8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:10:22.361913 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27dc166-4f7f-46d0-86b0-ed934c040db8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:10:22.362241 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27dc166-4f7f-46d0-86b0-ed934c040db8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:10:22.362785 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27dc166-4f7f-46d0-86b0-ed934c040db8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:10:22.363119 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27dc166-4f7f-46d0-86b0-ed934c040db8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:10:22.363552 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27dc166-4f7f-46d0-86b0-ed934c040db8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:10:22.364160 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27dc166-4f7f-46d0-86b0-ed934c040db8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:10:22.375048 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3573d213-faa9-484b-b421-2e243c7f2f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:22.382321 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3573d213-faa9-484b-b421-2e243c7f2f86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:22.383746 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-3573d213-faa9-484b-b421-2e243c7f2f86 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/04d9b05b-cfb3-4c5d-90e3-baec1eb33fd0 HTTP/1.1" status: 204 len: 168 time: 0.9040723 Oct 30 15:10:22.394888 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f7f761-998f-4110-96c7-eab00f82a091 None None] Network 5f7fac38-1838-47d0-9c43-a2bf04775743 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:10:22.399423 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98debd31-9437-4fd3-922e-ce4c26a873d8 req-df5691f4-65ce-4e1e-9e58-c44661496113 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:22.410255 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-98debd31-9437-4fd3-922e-ce4c26a873d8 req-df5691f4-65ce-4e1e-9e58-c44661496113 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/ports?device_id=66c439b4-194e-4992-ad73-85dd143f9efb HTTP/1.1" status: 200 len: 945 time: 0.2188411 Oct 30 15:10:22.467523 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-82129af0-141f-4f08-abe0-2b230e690ad9 req-262ad515-cd8d-4313-b8af-b200ca743524 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba7652ac-9750-40a3-9a50-b6f41851d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620530 Oct 30 15:10:22.469869 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991dc4cb-49ca-457b-8d21-6167e70eea2c req-04fbaf4e-e0d7-46e6-8850-7e304e065494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:22.471339 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-991dc4cb-49ca-457b-8d21-6167e70eea2c req-04fbaf4e-e0d7-46e6-8850-7e304e065494 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8de8b155-6e08-41c3-866a-8b30bb481704 HTTP/1.1" status: 200 len: 870 time: 0.8482599 Oct 30 15:10:22.597294 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-6e72426e-a09d-44c1-bec4-6e36da92c936 None None] Provisioning complete for port 549bb57a-b0d6-4461-ab9e-83b0876a6713 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:10:22.597294 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6e72426e-a09d-44c1-bec4-6e36da92c936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:22.611745 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3573d213-faa9-484b-b421-2e243c7f2f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d9b05b-cfb3-4c5d-90e3-baec1eb33fd0,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:22.689096 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-991dc4cb-49ca-457b-8d21-6167e70eea2c req-a2da2c5b-5e94-4b9c-a173-b7ec5e34cd68 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=d62ce843-9f5e-4d08-8465-c20b0aa0fe3a HTTP/1.1" status: 200 len: 217 time: 0.1953421 Oct 30 15:10:22.722829 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b320bf-5a7a-48d6-b177-9ade53e0d833 x-openstack-request-id: req-26b320bf-5a7a-48d6-b177-9ade53e0d833 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:10:22.724105 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d602cf4-ba4a-4a3d-818e-f318f6f908fa", "tag": "d62ce843-9f5e-4d08-8465-c20b0aa0fe3a", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:10:22.724696 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-26b320bf-5a7a-48d6-b177-9ade53e0d833 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:10:22.725407 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d602cf4-ba4a-4a3d-818e-f318f6f908fa', 'tag': 'd62ce843-9f5e-4d08-8465-c20b0aa0fe3a', 'status': 'completed', 'code': 200} Oct 30 15:10:22.838175 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6be69f4d-3b9c-4e6f-901a-df6b04936b70 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:22.852388 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a27dc166-4f7f-46d0-86b0-ed934c040db8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:22.867043 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991dc4cb-49ca-457b-8d21-6167e70eea2c req-865602dd-9845-4b55-8cb5-95b67b9fa112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:22.868872 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-991dc4cb-49ca-457b-8d21-6167e70eea2c req-865602dd-9845-4b55-8cb5-95b67b9fa112 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.1703773 Oct 30 15:10:22.903995 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-98debd31-9437-4fd3-922e-ce4c26a873d8 req-26447ee4-42dd-45f0-9cbb-196e6942e6da tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ae719f6-042b-4d46-b69b-db501d96f392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4918675 Oct 30 15:10:22.942949 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d2c9b-7c8d-4fe4-9fb7-1d055d2b28e2 req-3d61b6ee-aca9-4df5-9f00-1eb78b8d9eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:22.944614 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-519d2c9b-7c8d-4fe4-9fb7-1d055d2b28e2 req-3d61b6ee-aca9-4df5-9f00-1eb78b8d9eb0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=77cd9b926c2f46c3aa4784fd4d8318b7&device_id=1d602cf4-ba4a-4a3d-818e-f318f6f908fa HTTP/1.1" status: 200 len: 1098 time: 0.2024488 Oct 30 15:10:23.067722 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6e72426e-a09d-44c1-bec4-6e36da92c936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:23.071030 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6be69f4d-3b9c-4e6f-901a-df6b04936b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:23.161940 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be69f4d-3b9c-4e6f-901a-df6b04936b70 admin admin] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:10:23.221408 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-6e72426e-a09d-44c1-bec4-6e36da92c936 None None] For port 549bb57a-b0d6-4461-ab9e-83b0876a6713, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=549bb57a-b0d6-4461-ab9e-83b0876a6713,segment=NetworkSegment(bc7dca90-d132-401c-b1c5-763663c979d9),segment_id=bc7dca90-d132-401c-b1c5-763663c979d9)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:10:23.230199 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 549bb57a-b0d6-4461-ab9e-83b0876a6713 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:10:23.252374 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-6be69f4d-3b9c-4e6f-901a-df6b04936b70 admin admin] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:10:23.325606 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be69f4d-3b9c-4e6f-901a-df6b04936b70 admin admin] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:10:23.347563 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6e72426e-a09d-44c1-bec4-6e36da92c936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:23.441979 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e72426e-a09d-44c1-bec4-6e36da92c936 None None] Pushing event updated for resources: {'Port': ['ID=549bb57a-b0d6-4461-ab9e-83b0876a6713,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:23.471312 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 549bb57a-b0d6-4461-ab9e-83b0876a6713 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:10:23.472130 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:23.502695 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c439b4-194e-4992-ad73-85dd143f9efb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2121c82a-9678-4a48-8039-367051785e08'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:10:23.508000 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12226eb4-a615-4df0-9ea8-89628082508b" -d '{"events": [{"server_uuid": "66c439b4-194e-4992-ad73-85dd143f9efb", "name": "network-vif-plugged", "status": "completed", "tag": "2121c82a-9678-4a48-8039-367051785e08"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:10:23.582651 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-65f83bc3-a450-4f4b-8884-7072e7393a6b None None] Provisioning complete for port 549bb57a-b0d6-4461-ab9e-83b0876a6713 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:10:23.584575 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-65f83bc3-a450-4f4b-8884-7072e7393a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:23.699049 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-1c91ec53-6f4a-4ff0-a2f2-4b8445cf5131 tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:23.700600 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-1c91ec53-6f4a-4ff0-a2f2-4b8445cf5131 tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=c0e3a669-075e-4332-9f0e-18bed12d9d90&tenant_id=b8aea481537c4f1b9ab8f7eccea88bfc&binding%3Ahost_id=n-h2-806683-17 HTTP/1.1" status: 200 len: 1097 time: 1.1664417 Oct 30 15:10:23.702579 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea023d9-36d4-4f48-9199-c78bbca13a17 req-f5050c44-bbfe-4537-91ab-a5e392195293 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:23.713194 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0ea023d9-36d4-4f48-9199-c78bbca13a17 req-f5050c44-bbfe-4537-91ab-a5e392195293 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3a669-075e-4332-9f0e-18bed12d9d90 HTTP/1.1" status: 200 len: 945 time: 0.8007331 Oct 30 15:10:23.713516 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-9be2125a-4f4f-41ec-a01d-2f32240bd0a4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-806683-17'}}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:10:23.722489 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 3393737f-efac-412a-9c8d-dbd8592214a9 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:10:23.738500 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991dc4cb-49ca-457b-8d21-6167e70eea2c req-d79ceb68-fe24-4c88-a9d9-4a09d52339bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:23.743129 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-991dc4cb-49ca-457b-8d21-6167e70eea2c req-d79ceb68-fe24-4c88-a9d9-4a09d52339bc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8597734 Oct 30 15:10:23.792714 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7fb7b9-dda4-4fdb-8e21-77f7ecf02386 req-f3948fbb-86d1-4974-a29a-2f727c52de33 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:23.794280 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7e7fb7b9-dda4-4fdb-8e21-77f7ecf02386 req-f3948fbb-86d1-4974-a29a-2f727c52de33 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d602cf4-ba4a-4a3d-818e-f318f6f908fa HTTP/1.1" status: 200 len: 946 time: 0.1083219 Oct 30 15:10:23.847023 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-9be2125a-4f4f-41ec-a01d-2f32240bd0a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:23.870048 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 3393737f-efac-412a-9c8d-dbd8592214a9, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=3393737f-efac-412a-9c8d-dbd8592214a9,segment=NetworkSegment(5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87),segment_id=5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:10:23.894257 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 3393737f-efac-412a-9c8d-dbd8592214a9 has no active binding in host n-h1-806683-17 {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 30 15:10:23.915121 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7e7fb7b9-dda4-4fdb-8e21-77f7ecf02386 req-eb64d750-196a-4889-ba88-bdae8006d101 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869381 Oct 30 15:10:23.982915 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be69f4d-3b9c-4e6f-901a-df6b04936b70 admin admin] Pushing event updated for resources: {'Port': ['ID=6419da34-ac24-4611-a205-b87f63665dfd,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:24.059986 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a27dc166-4f7f-46d0-86b0-ed934c040db8 admin admin] Router 80a524c2-4aeb-44a9-8834-b99f0e6f7998 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:10:24.064190 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-311145b4-5a20-4ca8-a7f1-212178c30bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:24.197719 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0ea023d9-36d4-4f48-9199-c78bbca13a17 req-5c6b3b29-fb60-489b-bfde-427ac8af1f09 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4634061 Oct 30 15:10:24.206973 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d2c9b-7c8d-4fe4-9fb7-1d055d2b28e2 req-e48cfe00-e5db-428b-b3e6-dbadac05931e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:24.220423 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-519d2c9b-7c8d-4fe4-9fb7-1d055d2b28e2 req-e48cfe00-e5db-428b-b3e6-dbadac05931e service neutron] 10.222.0.53 "GET /v2.0/networks?id=8de8b155-6e08-41c3-866a-8b30bb481704 HTTP/1.1" status: 200 len: 870 time: 1.1973698 Oct 30 15:10:24.272453 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2905931e-72ce-463e-b1c9-e039ce6e14d8 x-openstack-request-id: req-2905931e-72ce-463e-b1c9-e039ce6e14d8 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:10:24.273844 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66c439b4-194e-4992-ad73-85dd143f9efb", "name": "network-vif-plugged", "status": "completed", "tag": "2121c82a-9678-4a48-8039-367051785e08", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:10:24.275232 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2905931e-72ce-463e-b1c9-e039ce6e14d8 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:10:24.276213 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66c439b4-194e-4992-ad73-85dd143f9efb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2121c82a-9678-4a48-8039-367051785e08', 'code': 200} Oct 30 15:10:24.278008 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1693988-139f-46f7-b4fb-8d3ddfeb10a2 req-d0e994c0-f784-418b-a0c6-78cc64c177fd tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:24.284323 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1693988-139f-46f7-b4fb-8d3ddfeb10a2 req-d0e994c0-f784-418b-a0c6-78cc64c177fd tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:24.290942 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1693988-139f-46f7-b4fb-8d3ddfeb10a2 req-d0e994c0-f784-418b-a0c6-78cc64c177fd tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:24.292542 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a1693988-139f-46f7-b4fb-8d3ddfeb10a2 req-d0e994c0-f784-418b-a0c6-78cc64c177fd tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f015239-0cf1-4686-aac3-fb380afa9e45 HTTP/1.1" status: 200 len: 2418 time: 0.1782165 Oct 30 15:10:24.325857 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-9be2125a-4f4f-41ec-a01d-2f32240bd0a4 service neutron] For port 3393737f-efac-412a-9c8d-dbd8592214a9, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=3393737f-efac-412a-9c8d-dbd8592214a9,segment=NetworkSegment(5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87),segment_id=5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:10:24.370261 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-519d2c9b-7c8d-4fe4-9fb7-1d055d2b28e2 req-8d7dff67-0241-4fd5-8fbb-56a4d5050ed1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=d62ce843-9f5e-4d08-8465-c20b0aa0fe3a HTTP/1.1" status: 200 len: 217 time: 0.1272423 Oct 30 15:10:24.382937 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a27dc166-4f7f-46d0-86b0-ed934c040db8 admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:10:24.396972 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a27dc166-4f7f-46d0-86b0-ed934c040db8 admin admin] 10.222.0.62 "PUT /v2.0/routers/80a524c2-4aeb-44a9-8834-b99f0e6f7998/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0791891 Oct 30 15:10:24.400484 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91741deb-0207-42e1-9358-64924edfa255 None None] Sync routers for ids ['80a524c2-4aeb-44a9-8834-b99f0e6f7998'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:10:24.401113 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a1693988-139f-46f7-b4fb-8d3ddfeb10a2 req-ebea569d-b157-4f88-9221-700e33064942 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba7652ac-9750-40a3-9a50-b6f41851d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912406 Oct 30 15:10:24.401242 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 59016) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:10:24.422155 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91741deb-0207-42e1-9358-64924edfa255 None None] Routers {'80a524c2-4aeb-44a9-8834-b99f0e6f7998'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:10:24.424025 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-91741deb-0207-42e1-9358-64924edfa255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:10:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['80a524c2-4aeb-44a9-8834-b99f0e6f7998'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:10:24.529515 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-45c8ba5a-93ed-4c54-8453-671e5aa5cb7f admin admin] Publish callbacks [] for router, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:24.569341 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:24.615673 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6be69f4d-3b9c-4e6f-901a-df6b04936b70 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:24.694611 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-9be2125a-4f4f-41ec-a01d-2f32240bd0a4 service neutron] For port 3393737f-efac-412a-9c8d-dbd8592214a9, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:10:24.720728 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-91741deb-0207-42e1-9358-64924edfa255 None None] Set router 80a524c2-4aeb-44a9-8834-b99f0e6f7998 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:10:24.902850 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:24.933706 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e3a669-075e-4332-9f0e-18bed12d9d90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3393737f-efac-412a-9c8d-dbd8592214a9'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:10:24.960639 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0327b6a5-1f4b-4491-907c-04692c40d475" -d '{"events": [{"server_uuid": "c0e3a669-075e-4332-9f0e-18bed12d9d90", "name": "network-vif-unplugged", "status": "completed", "tag": "3393737f-efac-412a-9c8d-dbd8592214a9"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:10:24.979372 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-9be2125a-4f4f-41ec-a01d-2f32240bd0a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:25.011572 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-9be2125a-4f4f-41ec-a01d-2f32240bd0a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:25.032919 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 549bb57a-b0d6-4461-ab9e-83b0876a6713 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:10:25.090995 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-91741deb-0207-42e1-9358-64924edfa255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a524c2-4aeb-44a9-8834-b99f0e6f7998', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1095834772-router', 'tenant_id': '0fc6a4869cb44a69ac80c3317bb48c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '1de5a024-f9a2-4a05-859e-405399674845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:05:06Z', 'updated_at': '2021-10-30T15:10:22Z', 'revision_number': 5, 'project_id': '0fc6a4869cb44a69ac80c3317bb48c34', 'gw_port': {'id': '1de5a024-f9a2-4a05-859e-405399674845', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:aa:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a524c2-4aeb-44a9-8834-b99f0e6f7998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:05:07Z', 'updated_at': '2021-10-30T15:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:10:25.147117 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91741deb-0207-42e1-9358-64924edfa255 None None] Checking router: 80a524c2-4aeb-44a9-8834-b99f0e6f7998 for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:10:25.166671 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91741deb-0207-42e1-9358-64924edfa255 None None] Routers {'80a524c2-4aeb-44a9-8834-b99f0e6f7998'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:10:25.167077 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 549bb57a-b0d6-4461-ab9e-83b0876a6713 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:10:25.167721 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:25.168175 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-91741deb-0207-42e1-9358-64924edfa255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:10:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['80a524c2-4aeb-44a9-8834-b99f0e6f7998'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:10:25.223171 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7631f326-cdaa-42e8-8fab-9c1539a8103a req-5104c8ac-6c87-4718-8b8d-26120981d59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:25.228431 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7631f326-cdaa-42e8-8fab-9c1539a8103a req-5104c8ac-6c87-4718-8b8d-26120981d59f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=66c439b4-194e-4992-ad73-85dd143f9efb HTTP/1.1" status: 200 len: 1097 time: 0.8568599 Oct 30 15:10:25.244600 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d2c9b-7c8d-4fe4-9fb7-1d055d2b28e2 req-1968ad37-b28a-4ba0-a380-1abc53d09e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:25.249721 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-519d2c9b-7c8d-4fe4-9fb7-1d055d2b28e2 req-1968ad37-b28a-4ba0-a380-1abc53d09e84 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.7878261 Oct 30 15:10:25.283663 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-991dc4cb-49ca-457b-8d21-6167e70eea2c req-6668bfb0-d46f-4790-bfdd-9e3e18acd9ee service neutron] 10.222.0.44 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5041060 Oct 30 15:10:25.295325 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-45c8ba5a-93ed-4c54-8453-671e5aa5cb7f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:25.327148 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be2125a-4f4f-41ec-a01d-2f32240bd0a4 service neutron] Pushing event updated for resources: {'Port': ['ID=3393737f-efac-412a-9c8d-dbd8592214a9,revision_number=7']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:25.348154 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-91741deb-0207-42e1-9358-64924edfa255 None None] Set router 80a524c2-4aeb-44a9-8834-b99f0e6f7998 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:10:25.401029 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3af06-a270-42ce-9d67-2c51cd6b5065 req-2b15f5c4-e22d-4c7e-9366-b723032a0d7a tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:25.412075 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3af06-a270-42ce-9d67-2c51cd6b5065 req-2b15f5c4-e22d-4c7e-9366-b723032a0d7a tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:25.431702 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b220e2bf-b30b-47a6-9ddc-e372a53c71ba req-928a4e37-29c9-4961-95ed-01960f10dd34 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:25.443060 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b220e2bf-b30b-47a6-9ddc-e372a53c71ba req-928a4e37-29c9-4961-95ed-01960f10dd34 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/ports?device_id=66c439b4-194e-4992-ad73-85dd143f9efb HTTP/1.1" status: 200 len: 945 time: 0.4728518 Oct 30 15:10:25.444974 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3af06-a270-42ce-9d67-2c51cd6b5065 req-2b15f5c4-e22d-4c7e-9366-b723032a0d7a tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:25.446711 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-afb3af06-a270-42ce-9d67-2c51cd6b5065 req-2b15f5c4-e22d-4c7e-9366-b723032a0d7a tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f015239-0cf1-4686-aac3-fb380afa9e45 HTTP/1.1" status: 200 len: 2418 time: 0.4033108 Oct 30 15:10:25.487376 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-9be2125a-4f4f-41ec-a01d-2f32240bd0a4 service neutron] Attempting to bind port 3393737f-efac-412a-9c8d-dbd8592214a9 on host n-h2-806683-17 for vnic_type normal with profile {"migrating_to": "n-h1-806683-17"} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:10:25.487988 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-9be2125a-4f4f-41ec-a01d-2f32240bd0a4 service neutron] Attempting to bind port 3393737f-efac-412a-9c8d-dbd8592214a9 by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': '5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2f36ee91-6757-4d64-8719-4cb39651ac94'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:10:25.489098 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-9be2125a-4f4f-41ec-a01d-2f32240bd0a4 service neutron] Attempting to bind port 3393737f-efac-412a-9c8d-dbd8592214a9 on network 2f36ee91-6757-4d64-8719-4cb39651ac94 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:10:25.527487 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7631f326-cdaa-42e8-8fab-9c1539a8103a req-5f966756-715c-4b23-b3cd-d9866daae720 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8ae719f6-042b-4d46-b69b-db501d96f392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656667 Oct 30 15:10:25.549459 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d2c9b-7c8d-4fe4-9fb7-1d055d2b28e2 req-5340addc-7de1-4fb3-a0e4-ab4faff73274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:25.550947 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-519d2c9b-7c8d-4fe4-9fb7-1d055d2b28e2 req-5340addc-7de1-4fb3-a0e4-ab4faff73274 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2847378 Oct 30 15:10:25.563334 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-9be2125a-4f4f-41ec-a01d-2f32240bd0a4 service neutron] Port 3393737f-efac-412a-9c8d-dbd8592214a9 on network 2f36ee91-6757-4d64-8719-4cb39651ac94 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:10:25.565363 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-9be2125a-4f4f-41ec-a01d-2f32240bd0a4 service neutron] Attempting to bind port 3393737f-efac-412a-9c8d-dbd8592214a9 on network 2f36ee91-6757-4d64-8719-4cb39651ac94 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:10:25.582634 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-9be2125a-4f4f-41ec-a01d-2f32240bd0a4 service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:10:25.582984 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-9be2125a-4f4f-41ec-a01d-2f32240bd0a4 service neutron] Checking segment: {'id': '5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2f36ee91-6757-4d64-8719-4cb39651ac94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:10:25.583363 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-9be2125a-4f4f-41ec-a01d-2f32240bd0a4 service neutron] Bound using segment: {'id': '5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2f36ee91-6757-4d64-8719-4cb39651ac94'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:10:25.587437 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-9be2125a-4f4f-41ec-a01d-2f32240bd0a4 service neutron] Bound port: 3393737f-efac-412a-9c8d-dbd8592214a9, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2f36ee91-6757-4d64-8719-4cb39651ac94'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:10:25.587829 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-9be2125a-4f4f-41ec-a01d-2f32240bd0a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:25.612706 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b220e2bf-b30b-47a6-9ddc-e372a53c71ba req-7da3e0ca-29e8-4f66-beae-803db8bcd2b5 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ae719f6-042b-4d46-b69b-db501d96f392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634057 Oct 30 15:10:25.637703 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-45c8ba5a-93ed-4c54-8453-671e5aa5cb7f admin admin] Deleting port 1de5a024-f9a2-4a05-859e-405399674845 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:10:25.638046 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-45c8ba5a-93ed-4c54-8453-671e5aa5cb7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:25.727953 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-91741deb-0207-42e1-9358-64924edfa255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a524c2-4aeb-44a9-8834-b99f0e6f7998', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1095834772-router', 'tenant_id': '0fc6a4869cb44a69ac80c3317bb48c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '1de5a024-f9a2-4a05-859e-405399674845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:05:06Z', 'updated_at': '2021-10-30T15:10:22Z', 'revision_number': 5, 'project_id': '0fc6a4869cb44a69ac80c3317bb48c34', 'gw_port': {'id': '1de5a024-f9a2-4a05-859e-405399674845', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:aa:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a524c2-4aeb-44a9-8834-b99f0e6f7998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:05:07Z', 'updated_at': '2021-10-30T15:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:10:25.764748 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-9be2125a-4f4f-41ec-a01d-2f32240bd0a4 service neutron] For port 3393737f-efac-412a-9c8d-dbd8592214a9, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:10:25.769010 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-9be2125a-4f4f-41ec-a01d-2f32240bd0a4 service neutron] For port 3393737f-efac-412a-9c8d-dbd8592214a9, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=3393737f-efac-412a-9c8d-dbd8592214a9,segment=NetworkSegment(5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87),segment_id=5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:10:25.794578 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91741deb-0207-42e1-9358-64924edfa255 None None] The sync data for ids ['80a524c2-4aeb-44a9-8834-b99f0e6f7998'] in n-d-806683-17 is: [{'id': '80a524c2-4aeb-44a9-8834-b99f0e6f7998', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1095834772-router', 'tenant_id': '0fc6a4869cb44a69ac80c3317bb48c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '1de5a024-f9a2-4a05-859e-405399674845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:05:06Z', 'updated_at': '2021-10-30T15:10:22Z', 'revision_number': 5, 'project_id': '0fc6a4869cb44a69ac80c3317bb48c34', 'gw_port': {'id': '1de5a024-f9a2-4a05-859e-405399674845', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:aa:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a524c2-4aeb-44a9-8834-b99f0e6f7998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:05:07Z', 'updated_at': '2021-10-30T15:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:10:25.837505 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-9be2125a-4f4f-41ec-a01d-2f32240bd0a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:25.873172 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-991dc4cb-49ca-457b-8d21-6167e70eea2c req-e856995e-0634-4a05-b59b-352a29c45a15 service neutron] 10.222.0.44 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5503168 Oct 30 15:10:25.883707 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-afb3af06-a270-42ce-9d67-2c51cd6b5065 req-5a5ee4f4-1646-48c5-a11f-625530b66fee tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba7652ac-9750-40a3-9a50-b6f41851d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4063601 Oct 30 15:10:25.952573 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-9be2125a-4f4f-41ec-a01d-2f32240bd0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:25.953165 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-9be2125a-4f4f-41ec-a01d-2f32240bd0a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:25.954679 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-9be2125a-4f4f-41ec-a01d-2f32240bd0a4 service neutron] 10.222.0.53 "PUT /v2.0/ports/3393737f-efac-412a-9c8d-dbd8592214a9 HTTP/1.1" status: 200 len: 1123 time: 2.2456079 Oct 30 15:10:25.971604 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Oct 2021 15:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb2b3e1-a803-4597-a4a8-a2b0d71e8ac9 x-openstack-request-id: req-2fb2b3e1-a803-4597-a4a8-a2b0d71e8ac9 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:10:25.971971 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e3a669-075e-4332-9f0e-18bed12d9d90", "name": "network-vif-unplugged", "status": "completed", "tag": "3393737f-efac-412a-9c8d-dbd8592214a9", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:10:25.972294 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2fb2b3e1-a803-4597-a4a8-a2b0d71e8ac9 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:10:25.973589 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e3a669-075e-4332-9f0e-18bed12d9d90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3393737f-efac-412a-9c8d-dbd8592214a9', 'code': 200} Oct 30 15:10:25.980244 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be2125a-4f4f-41ec-a01d-2f32240bd0a4 service neutron] Pushing event updated for resources: {'Port': ['ID=3393737f-efac-412a-9c8d-dbd8592214a9,revision_number=8']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:25.998446 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-45c8ba5a-93ed-4c54-8453-671e5aa5cb7f admin admin] For port 1de5a024-f9a2-4a05-859e-405399674845, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=1de5a024-f9a2-4a05-859e-405399674845,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:10:25.999006 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-45c8ba5a-93ed-4c54-8453-671e5aa5cb7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:26.036582 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-45c8ba5a-93ed-4c54-8453-671e5aa5cb7f admin admin] Calling delete_port for 1de5a024-f9a2-4a05-859e-405399674845 owned by network:router_gateway {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:10:26.056094 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['3393737f-efac-412a-9c8d-dbd8592214a9'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:10:26.106809 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['3393737f-efac-412a-9c8d-dbd8592214a9'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:10:26.125280 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-519d2c9b-7c8d-4fe4-9fb7-1d055d2b28e2 req-8b2ffc43-dbf1-423d-920a-da92eb7616f6 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4078317 Oct 30 15:10:26.189848 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d6dbf-57ba-49ff-b0bb-f8c80ff54324 req-b073df4c-5cae-42f8-900f-8fe69202d4c0 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:26.201427 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-584d6dbf-57ba-49ff-b0bb-f8c80ff54324 req-b073df4c-5cae-42f8-900f-8fe69202d4c0 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d602cf4-ba4a-4a3d-818e-f318f6f908fa HTTP/1.1" status: 200 len: 946 time: 0.4630494 Oct 30 15:10:26.278144 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6be69f4d-3b9c-4e6f-901a-df6b04936b70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:26.364767 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b1c25-3cab-4881-8178-e9f1b44cd5a2 req-69adb0e6-4526-4b7f-baf4-0ad5d87d39cd tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:26.373536 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-684b1c25-3cab-4881-8178-e9f1b44cd5a2 req-69adb0e6-4526-4b7f-baf4-0ad5d87d39cd tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3a669-075e-4332-9f0e-18bed12d9d90 HTTP/1.1" status: 200 len: 943 time: 0.3274519 Oct 30 15:10:26.376762 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-45c8ba5a-93ed-4c54-8453-671e5aa5cb7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:26.475686 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c8ba5a-93ed-4c54-8453-671e5aa5cb7f admin admin] Pushing event deleted for resources: {'Port': ['ID=1de5a024-f9a2-4a05-859e-405399674845,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:26.517671 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d2c9b-7c8d-4fe4-9fb7-1d055d2b28e2 req-0f39a208-329a-4cee-9f6d-43bb756a0283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:26.519293 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-519d2c9b-7c8d-4fe4-9fb7-1d055d2b28e2 req-0f39a208-329a-4cee-9f6d-43bb756a0283 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=77cd9b926c2f46c3aa4784fd4d8318b7&device_id=1d602cf4-ba4a-4a3d-818e-f318f6f908fa HTTP/1.1" status: 200 len: 1098 time: 0.5615549 Oct 30 15:10:26.577626 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:26.592930 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-684b1c25-3cab-4881-8178-e9f1b44cd5a2 req-1715b3ef-1043-476f-8d1d-45b226d9dd5f tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184906 Oct 30 15:10:26.654921 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d2c9b-7c8d-4fe4-9fb7-1d055d2b28e2 req-037130fe-557b-4c24-9852-a79024240aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:26.656586 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-519d2c9b-7c8d-4fe4-9fb7-1d055d2b28e2 req-037130fe-557b-4c24-9852-a79024240aef service neutron] 10.222.0.44 "GET /v2.0/networks?id=8de8b155-6e08-41c3-866a-8b30bb481704 HTTP/1.1" status: 200 len: 870 time: 0.1235640 Oct 30 15:10:26.697801 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-584d6dbf-57ba-49ff-b0bb-f8c80ff54324 req-320a0ee9-923d-4518-ba19-e183be6854c2 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4602602 Oct 30 15:10:26.794777 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-519d2c9b-7c8d-4fe4-9fb7-1d055d2b28e2 req-e60a6372-b03e-49d0-a310-e8e86cb88ad0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=d62ce843-9f5e-4d08-8465-c20b0aa0fe3a HTTP/1.1" status: 200 len: 217 time: 0.0945292 Oct 30 15:10:26.821053 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-519d2c9b-7c8d-4fe4-9fb7-1d055d2b28e2 req-d49489d3-24b4-40b0-a7f9-ea78ca7ef6d6 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6525002 Oct 30 15:10:26.896936 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-45c8ba5a-93ed-4c54-8453-671e5aa5cb7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:26.932571 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d2c9b-7c8d-4fe4-9fb7-1d055d2b28e2 req-e2da93f2-8e93-40f8-a313-34f72cf5b8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:26.934631 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-519d2c9b-7c8d-4fe4-9fb7-1d055d2b28e2 req-e2da93f2-8e93-40f8-a313-34f72cf5b8a9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.1312010 Oct 30 15:10:26.988188 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device b4c9c924-1e56-4f96-817a-c481dcef5dc4 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:10:27.016436 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6be69f4d-3b9c-4e6f-901a-df6b04936b70 admin admin] Router 43a0bf71-085b-478c-a0a3-519d1e0684a5 is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:10:27.026549 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d2c9b-7c8d-4fe4-9fb7-1d055d2b28e2 req-f3e3fc2e-29ae-4ded-84f6-b5ccfe457813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:27.028303 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-519d2c9b-7c8d-4fe4-9fb7-1d055d2b28e2 req-f3e3fc2e-29ae-4ded-84f6-b5ccfe457813 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0804801 Oct 30 15:10:27.054309 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: b4c9c924-1e56-4f96-817a-c481dcef5dc4 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:10:27.055000 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device b4c9c924-1e56-4f96-817a-c481dcef5dc4 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:10:27.125360 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db6514-9265-4b2e-90bb-9ab21236a51c req-30784593-61f0-4194-a914-e316b34a59b0 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:27.135491 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db6514-9265-4b2e-90bb-9ab21236a51c req-30784593-61f0-4194-a914-e316b34a59b0 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:27.149555 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db6514-9265-4b2e-90bb-9ab21236a51c req-30784593-61f0-4194-a914-e316b34a59b0 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:27.151865 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-99db6514-9265-4b2e-90bb-9ab21236a51c req-30784593-61f0-4194-a914-e316b34a59b0 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f015239-0cf1-4686-aac3-fb380afa9e45 HTTP/1.1" status: 200 len: 2418 time: 0.4844856 Oct 30 15:10:27.164261 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-45c8ba5a-93ed-4c54-8453-671e5aa5cb7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:27.185011 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-45c8ba5a-93ed-4c54-8453-671e5aa5cb7f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:27.325459 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b8fb7-a828-4495-8173-3af14acb12bd req-58ecff41-3ede-450a-a6f2-ef9ea87c3009 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:27.327148 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e76b8fb7-a828-4495-8173-3af14acb12bd req-58ecff41-3ede-450a-a6f2-ef9ea87c3009 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/ports?device_id=66c439b4-194e-4992-ad73-85dd143f9efb HTTP/1.1" status: 200 len: 945 time: 0.4245305 Oct 30 15:10:27.329314 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-45c8ba5a-93ed-4c54-8453-671e5aa5cb7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:27.330006 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c8ba5a-93ed-4c54-8453-671e5aa5cb7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80a524c2-4aeb-44a9-8834-b99f0e6f7998 {{(pid=102130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:10:27.336378 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-45c8ba5a-93ed-4c54-8453-671e5aa5cb7f admin admin] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:27.340097 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-45c8ba5a-93ed-4c54-8453-671e5aa5cb7f admin admin] 10.222.0.62 "DELETE /v2.0/routers/80a524c2-4aeb-44a9-8834-b99f0e6f7998 HTTP/1.1" status: 204 len: 168 time: 2.9359310 Oct 30 15:10:27.340650 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 59076) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:10:27.475232 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e76b8fb7-a828-4495-8173-3af14acb12bd req-35d6cea6-d5c6-40f1-a173-9726e8a69a32 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ae719f6-042b-4d46-b69b-db501d96f392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333985 Oct 30 15:10:27.480972 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-2470ff9c-c548-4337-92ad-f0bec6f6e29d admin admin] Deleting subnet e3e4a140-26d1-433e-acbc-bd25cd0de292 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:10:27.496192 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2470ff9c-c548-4337-92ad-f0bec6f6e29d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:27.506235 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-99db6514-9265-4b2e-90bb-9ab21236a51c req-46690d6a-87d5-4c29-b6bd-81af434c9dd5 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Deleting port bead7761-fa41-4e24-87ce-2222ef0607c2 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:10:27.510860 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-99db6514-9265-4b2e-90bb-9ab21236a51c req-46690d6a-87d5-4c29-b6bd-81af434c9dd5 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:27.630066 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2470ff9c-c548-4337-92ad-f0bec6f6e29d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:27.752279 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcde8627-5552-40e5-b67a-02ea2e0f2cc3 req-942dd53e-a0e2-4faa-ad2a-403209c40c33 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:27.760190 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcde8627-5552-40e5-b67a-02ea2e0f2cc3 req-942dd53e-a0e2-4faa-ad2a-403209c40c33 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:27.766603 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-99db6514-9265-4b2e-90bb-9ab21236a51c req-46690d6a-87d5-4c29-b6bd-81af434c9dd5 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] For port bead7761-fa41-4e24-87ce-2222ef0607c2, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=bead7761-fa41-4e24-87ce-2222ef0607c2,segment=NetworkSegment(b0566738-519f-4967-8a7a-b8d96888899b),segment_id=b0566738-519f-4967-8a7a-b8d96888899b)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:10:27.767000 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-99db6514-9265-4b2e-90bb-9ab21236a51c req-46690d6a-87d5-4c29-b6bd-81af434c9dd5 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:27.768790 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcde8627-5552-40e5-b67a-02ea2e0f2cc3 req-942dd53e-a0e2-4faa-ad2a-403209c40c33 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:27.771395 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bcde8627-5552-40e5-b67a-02ea2e0f2cc3 req-942dd53e-a0e2-4faa-ad2a-403209c40c33 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f015239-0cf1-4686-aac3-fb380afa9e45 HTTP/1.1" status: 200 len: 2418 time: 0.1903687 Oct 30 15:10:27.776349 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be69f4d-3b9c-4e6f-901a-df6b04936b70 admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:10:27.788836 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c3ee84-b8ad-4777-b71e-b68d48c06b87 None None] Sync routers for ids ['43a0bf71-085b-478c-a0a3-519d1e0684a5'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:10:27.806724 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-519d2c9b-7c8d-4fe4-9fb7-1d055d2b28e2 req-845df713-ee60-4524-bbb4-b3ed4e77ff0b service neutron] 10.222.0.44 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7686081 Oct 30 15:10:27.811679 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6be69f4d-3b9c-4e6f-901a-df6b04936b70 admin admin] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:27.815692 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-6be69f4d-3b9c-4e6f-901a-df6b04936b70 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 9.0164163 Oct 30 15:10:27.815954 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-99db6514-9265-4b2e-90bb-9ab21236a51c req-46690d6a-87d5-4c29-b6bd-81af434c9dd5 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Calling delete_port for bead7761-fa41-4e24-87ce-2222ef0607c2 owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:10:27.817955 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c3ee84-b8ad-4777-b71e-b68d48c06b87 None None] Routers {'43a0bf71-085b-478c-a0a3-519d1e0684a5'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:10:27.818709 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-63c3ee84-b8ad-4777-b71e-b68d48c06b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:10:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['43a0bf71-085b-478c-a0a3-519d1e0684a5'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:10:27.822453 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 59094) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:10:27.850788 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2470ff9c-c548-4337-92ad-f0bec6f6e29d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:27.874977 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bcde8627-5552-40e5-b67a-02ea2e0f2cc3 req-be5b8847-d779-4bd6-8eb5-68e2be7a6bcf tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba7652ac-9750-40a3-9a50-b6f41851d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730987 Oct 30 15:10:27.985071 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e3a669-075e-4332-9f0e-18bed12d9d90', 'tag': '3393737f-efac-412a-9c8d-dbd8592214a9'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:10:27.989588 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f4cd61-4cde-4c60-98e9-daccd56baf84" -d '{"events": [{"name": "network-changed", "server_uuid": "c0e3a669-075e-4332-9f0e-18bed12d9d90", "tag": "3393737f-efac-412a-9c8d-dbd8592214a9"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:10:28.052884 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-519d2c9b-7c8d-4fe4-9fb7-1d055d2b28e2 req-d15e5f2d-854f-4072-814b-5e6b64bb0dfa service neutron] 10.222.0.44 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813872 Oct 30 15:10:28.153212 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-63c3ee84-b8ad-4777-b71e-b68d48c06b87 None None] Set router 43a0bf71-085b-478c-a0a3-519d1e0684a5 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:10:28.171723 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3571c2-1856-42f7-86bf-c8bc35b6370c req-3841f9fa-a532-48c6-93e8-39109f459fa0 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:28.175303 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3355a21-5d37-4987-bac6-a9a4bc29cf77 req-1962856f-84b3-44a9-8c3f-0393bc96c314 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:28.176978 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d3355a21-5d37-4987-bac6-a9a4bc29cf77 req-1962856f-84b3-44a9-8c3f-0393bc96c314 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/ports?device_id=66c439b4-194e-4992-ad73-85dd143f9efb HTTP/1.1" status: 200 len: 945 time: 0.4126658 Oct 30 15:10:28.180521 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fe3571c2-1856-42f7-86bf-c8bc35b6370c req-3841f9fa-a532-48c6-93e8-39109f459fa0 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3a669-075e-4332-9f0e-18bed12d9d90 HTTP/1.1" status: 200 len: 943 time: 0.0823758 Oct 30 15:10:28.226760 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fe3571c2-1856-42f7-86bf-c8bc35b6370c req-bc927b77-fac6-4828-bc5e-96e83c2c6d08 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452785 Oct 30 15:10:28.359171 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2470ff9c-c548-4337-92ad-f0bec6f6e29d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:28.375850 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d3355a21-5d37-4987-bac6-a9a4bc29cf77 req-a06ac863-bd1e-46e5-a2f7-949eee4bba4f tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ae719f6-042b-4d46-b69b-db501d96f392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741333 Oct 30 15:10:28.402330 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8107186-9988-4424-b1b0-f5fadb82fed3 req-6a24f831-d3c1-4d8a-b01c-95777fc1c555 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:28.422313 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c8107186-9988-4424-b1b0-f5fadb82fed3 req-6a24f831-d3c1-4d8a-b01c-95777fc1c555 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d602cf4-ba4a-4a3d-818e-f318f6f908fa HTTP/1.1" status: 200 len: 946 time: 0.1022811 Oct 30 15:10:28.423711 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68a6885-5c06-482e-b444-84e500105672 None None] Network d47b2277-3127-4328-833b-dfc87bfc5053 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:10:28.437866 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2470ff9c-c548-4337-92ad-f0bec6f6e29d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:28.443665 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-2470ff9c-c548-4337-92ad-f0bec6f6e29d admin admin] 10.222.0.62 "DELETE /v2.0/subnets/e3e4a140-26d1-433e-acbc-bd25cd0de292 HTTP/1.1" status: 204 len: 168 time: 1.0941217 Oct 30 15:10:28.508917 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 59112) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:10:28.517670 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-63c3ee84-b8ad-4777-b71e-b68d48c06b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a0bf71-085b-478c-a0a3-519d1e0684a5', 'name': 'tempest-FloatingIPsTestJSON-773606778-router', 'tenant_id': 'ccbbf13610cf42b2ae2b433fe23234c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '6419da34-ac24-4611-a205-b87f63665dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:10:18Z', 'updated_at': '2021-10-30T15:10:23Z', 'revision_number': 3, 'project_id': 'ccbbf13610cf42b2ae2b433fe23234c9', 'gw_port': {'id': '6419da34-ac24-4611-a205-b87f63665dfd', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:79:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a0bf71-085b-478c-a0a3-519d1e0684a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:10:21Z', 'updated_at': '2021-10-30T15:10:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:10:28.555287 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c8107186-9988-4424-b1b0-f5fadb82fed3 req-577a9876-6529-4749-941d-30b37ed0a763 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318862 Oct 30 15:10:28.565041 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c3ee84-b8ad-4777-b71e-b68d48c06b87 None None] Checking router: 43a0bf71-085b-478c-a0a3-519d1e0684a5 for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:10:28.565403 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c3ee84-b8ad-4777-b71e-b68d48c06b87 None None] Updating router 43a0bf71-085b-478c-a0a3-519d1e0684a5 port 6419da34-ac24-4611-a205-b87f63665dfd binding host n-d-806683-17 {{(pid=102132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:10:28.572085 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2470ff9c-c548-4337-92ad-f0bec6f6e29d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3e4a140-26d1-433e-acbc-bd25cd0de292,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:28.608530 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-99db6514-9265-4b2e-90bb-9ab21236a51c req-46690d6a-87d5-4c29-b6bd-81af434c9dd5 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:28.643968 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['f27cd6f1-82b1-4114-9a9b-cd3e1d72aaec', 'bead7761-fa41-4e24-87ce-2222ef0607c2'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:10:28.696266 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-63c3ee84-b8ad-4777-b71e-b68d48c06b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:28.710636 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-af3d8a46-97b1-4cda-a96c-448b3302b8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:28.778676 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-af3d8a46-97b1-4cda-a96c-448b3302b8a2 admin admin] Deleting port 0f23c08f-6d67-4e08-9373-c5c395f365f4 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:10:28.779294 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-af3d8a46-97b1-4cda-a96c-448b3302b8a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:28.954973 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 1de5a024-f9a2-4a05-859e-405399674845 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:10:28.973818 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-af3d8a46-97b1-4cda-a96c-448b3302b8a2 admin admin] For port 0f23c08f-6d67-4e08-9373-c5c395f365f4, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=0f23c08f-6d67-4e08-9373-c5c395f365f4,segment=NetworkSegment(6f04c9bb-05b8-4409-9277-f7c5c07fb6ad),segment_id=6f04c9bb-05b8-4409-9277-f7c5c07fb6ad)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:10:28.974213 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-af3d8a46-97b1-4cda-a96c-448b3302b8a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:29.012780 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-af3d8a46-97b1-4cda-a96c-448b3302b8a2 admin admin] Calling delete_port for 0f23c08f-6d67-4e08-9373-c5c395f365f4 owned by network:dhcp {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:10:29.174028 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f4cd61-4cde-4c60-98e9-daccd56baf84 req-3f1cdb49-872b-4a8e-8efd-adfaae18be16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:29.177894 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-96f4cd61-4cde-4c60-98e9-daccd56baf84 req-3f1cdb49-872b-4a8e-8efd-adfaae18be16 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b8aea481537c4f1b9ab8f7eccea88bfc&device_id=c0e3a669-075e-4332-9f0e-18bed12d9d90 HTTP/1.1" status: 200 len: 1126 time: 0.3463929 Oct 30 15:10:29.240077 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-af3d8a46-97b1-4cda-a96c-448b3302b8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:29.312124 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3d8a46-97b1-4cda-a96c-448b3302b8a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f23c08f-6d67-4e08-9373-c5c395f365f4,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:29.388510 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 1de5a024-f9a2-4a05-859e-405399674845 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:10:29.389084 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 1de5a024-f9a2-4a05-859e-405399674845 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:10:29.457960 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d18dd782-643a-4a81-a479-8a648cdac356 x-openstack-request-id: req-d18dd782-643a-4a81-a479-8a648cdac356 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:10:29.459003 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0e3a669-075e-4332-9f0e-18bed12d9d90", "tag": "3393737f-efac-412a-9c8d-dbd8592214a9", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:10:29.459521 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d18dd782-643a-4a81-a479-8a648cdac356 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:10:29.460161 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e3a669-075e-4332-9f0e-18bed12d9d90', 'tag': '3393737f-efac-412a-9c8d-dbd8592214a9', 'status': 'completed', 'code': 200} Oct 30 15:10:29.529407 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f4cd61-4cde-4c60-98e9-daccd56baf84 req-5a1374ac-aee3-41b6-b1ce-165489b94e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:29.531317 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-96f4cd61-4cde-4c60-98e9-daccd56baf84 req-5a1374ac-aee3-41b6-b1ce-165489b94e8d service neutron] 10.222.0.44 "GET /v2.0/networks?id=2f36ee91-6757-4d64-8719-4cb39651ac94 HTTP/1.1" status: 200 len: 909 time: 0.3359315 Oct 30 15:10:29.548492 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3d8a46-97b1-4cda-a96c-448b3302b8a2 admin admin] No DVR routers for this DVR port 0f23c08f-6d67-4e08-9373-c5c395f365f4 on host n-d-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:10:29.567490 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46690d6a-87d5-4c29-b6bd-81af434c9dd5 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Pushing event deleted for resources: {'Port': ['ID=bead7761-fa41-4e24-87ce-2222ef0607c2,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:29.663710 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfaf3655-f451-43bd-b34b-e4cfe9d41a71 None None] DHCP port deletion for d47b2277-3127-4328-833b-dfc87bfc5053 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:10:29.742804 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-96f4cd61-4cde-4c60-98e9-daccd56baf84 req-a5a3a57a-c2a1-45aa-ae89-3ec49069d086 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3393737f-efac-412a-9c8d-dbd8592214a9 HTTP/1.1" status: 200 len: 217 time: 0.1966770 Oct 30 15:10:29.757016 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device d62ce843-9f5e-4d08-8465-c20b0aa0fe3a details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:10:29.986002 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port d62ce843-9f5e-4d08-8465-c20b0aa0fe3a, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=d62ce843-9f5e-4d08-8465-c20b0aa0fe3a,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:10:30.026658 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 0bd6a885-5430-402b-b482-a72706b9ab2d no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:10:30.053906 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': 'd62ce843-9f5e-4d08-8465-c20b0aa0fe3a', 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704', 'port_id': 'd62ce843-9f5e-4d08-8465-c20b0aa0fe3a', 'mac_address': 'fa:16:3e:af:99:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b5dea3-b65b-4514-8ec2-18a4245eb194', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:10:30.069421 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-af3d8a46-97b1-4cda-a96c-448b3302b8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:30.127516 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:30.187031 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f4cd61-4cde-4c60-98e9-daccd56baf84 req-aa6ea6e7-915d-46f0-85a5-38e6f5d1ca81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:30.193756 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-96f4cd61-4cde-4c60-98e9-daccd56baf84 req-aa6ea6e7-915d-46f0-85a5-38e6f5d1ca81 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=eb0d8673-4262-419a-bce2-caff67d0478f HTTP/1.1" status: 200 len: 848 time: 0.4325855 Oct 30 15:10:30.197804 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-af3d8a46-97b1-4cda-a96c-448b3302b8a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d47b2277-3127-4328-833b-dfc87bfc5053']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:10:30.239442 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b5ff3b-cb05-41b3-b34f-1dc463844980 req-b548792f-ad8d-4eac-8456-5c45628fb890 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:30.248657 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a1b5ff3b-cb05-41b3-b34f-1dc463844980 req-b548792f-ad8d-4eac-8456-5c45628fb890 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d602cf4-ba4a-4a3d-818e-f318f6f908fa HTTP/1.1" status: 200 len: 946 time: 0.2896843 Oct 30 15:10:30.261562 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:30.264662 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-99db6514-9265-4b2e-90bb-9ab21236a51c req-46690d6a-87d5-4c29-b6bd-81af434c9dd5 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] No DVR routers for this DVR port bead7761-fa41-4e24-87ce-2222ef0607c2 on host n-h2-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:10:30.266182 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-af3d8a46-97b1-4cda-a96c-448b3302b8a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f04c9bb-05b8-4409-9277-f7c5c07fb6ad') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:10:30.266671 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-af3d8a46-97b1-4cda-a96c-448b3302b8a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f04c9bb-05b8-4409-9277-f7c5c07fb6ad') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:10:30.280821 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-99db6514-9265-4b2e-90bb-9ab21236a51c req-46690d6a-87d5-4c29-b6bd-81af434c9dd5 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:30.287562 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-99db6514-9265-4b2e-90bb-9ab21236a51c req-46690d6a-87d5-4c29-b6bd-81af434c9dd5 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.44 "DELETE /v2.0/ports/bead7761-fa41-4e24-87ce-2222ef0607c2 HTTP/1.1" status: 204 len: 173 time: 3.1271098 Oct 30 15:10:30.290421 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d62ce843-9f5e-4d08-8465-c20b0aa0fe3a {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:10:30.297101 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-96f4cd61-4cde-4c60-98e9-daccd56baf84 req-2f5685cd-b119-48c3-a2b3-27806fba1c6b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2f36ee91-6757-4d64-8719-4cb39651ac94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0893736 Oct 30 15:10:30.309315 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-af3d8a46-97b1-4cda-a96c-448b3302b8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:30.320284 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port d62ce843-9f5e-4d08-8465-c20b0aa0fe3a, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=d62ce843-9f5e-4d08-8465-c20b0aa0fe3a,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:10:30.341497 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-63c3ee84-b8ad-4777-b71e-b68d48c06b87 None None] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:30.348942 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:30.373300 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe710e-05d4-4343-927c-572b0448f03e req-fd9c14a3-fd1b-440d-ae10-25bec9db8c2c tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:30.389679 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-63c3ee84-b8ad-4777-b71e-b68d48c06b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:30.395681 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe710e-05d4-4343-927c-572b0448f03e req-fd9c14a3-fd1b-440d-ae10-25bec9db8c2c tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:30.409280 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-80fe710e-05d4-4343-927c-572b0448f03e req-fd9c14a3-fd1b-440d-ae10-25bec9db8c2c tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f015239-0cf1-4686-aac3-fb380afa9e45 HTTP/1.1" status: 200 len: 1683 time: 0.6446309 Oct 30 15:10:30.466958 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-63c3ee84-b8ad-4777-b71e-b68d48c06b87 None None] Attempting to bind port 6419da34-ac24-4611-a205-b87f63665dfd on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:10:30.467692 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-63c3ee84-b8ad-4777-b71e-b68d48c06b87 None None] Attempting to bind port 6419da34-ac24-4611-a205-b87f63665dfd by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:10:30.468245 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c3ee84-b8ad-4777-b71e-b68d48c06b87 None None] Attempting to bind port 6419da34-ac24-4611-a205-b87f63665dfd on network edc38ef5-7816-4133-914c-cfe2849a0125 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:10:30.490475 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c3ee84-b8ad-4777-b71e-b68d48c06b87 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:10:30.491179 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c3ee84-b8ad-4777-b71e-b68d48c06b87 None None] Checking segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:10:30.492014 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-63c3ee84-b8ad-4777-b71e-b68d48c06b87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:30.492639 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c3ee84-b8ad-4777-b71e-b68d48c06b87 None None] Bound using segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:10:30.493504 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-63c3ee84-b8ad-4777-b71e-b68d48c06b87 None None] Bound port: 6419da34-ac24-4611-a205-b87f63665dfd, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:10:30.494057 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-63c3ee84-b8ad-4777-b71e-b68d48c06b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:30.501524 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a1b5ff3b-cb05-41b3-b34f-1dc463844980 req-3ee7f63f-6ac5-4532-b3f1-d52f8b342c63 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465286 Oct 30 15:10:30.503058 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-80fe710e-05d4-4343-927c-572b0448f03e req-0ec5108b-1391-47da-9d76-82a70caee73e tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba7652ac-9750-40a3-9a50-b6f41851d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886161 Oct 30 15:10:30.505741 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-af3d8a46-97b1-4cda-a96c-448b3302b8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:30.574425 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-63c3ee84-b8ad-4777-b71e-b68d48c06b87 None None] For port 6419da34-ac24-4611-a205-b87f63665dfd, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:10:30.578054 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03232557-6d9e-468c-b7e0-25cf9cc088af req-7edd041a-9972-422e-b6bb-a8ad5717889f tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:30.582101 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-03232557-6d9e-468c-b7e0-25cf9cc088af req-7edd041a-9972-422e-b6bb-a8ad5717889f tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d602cf4-ba4a-4a3d-818e-f318f6f908fa&tenant_id=77cd9b926c2f46c3aa4784fd4d8318b7&binding%3Ahost_id=n-h2-806683-17 HTTP/1.1" status: 200 len: 946 time: 1.1309166 Oct 30 15:10:30.587015 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af3d8a46-97b1-4cda-a96c-448b3302b8a2 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:10:30.590803 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-af3d8a46-97b1-4cda-a96c-448b3302b8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:30.596526 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:10:30.596526 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:10:30.596526 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:10:30.596526 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:10:30.596526 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:10:30.596526 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:10:30.596526 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:10:30.596526 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:10:30.596526 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:10:30.596526 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:10:30.596526 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:10:30.596526 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:10:30.596526 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:10:30.596526 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:10:30.596526 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:10:30.596526 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:10:30.596526 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:10:30.596526 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:10:30.596526 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:10:30.596526 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:10:30.596526 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:10:30.596526 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:10:30.596526 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:10:30.596526 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:10:30.596526 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:10:30.596526 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:10:30.596526 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:10:30.596526 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:10:30.596526 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:10:30.596526 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:10:30.596526 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:10:30.596526 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:10:30.630379 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=d62ce843-9f5e-4d08-8465-c20b0aa0fe3a,revision_number=8']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:30.810008 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-63c3ee84-b8ad-4777-b71e-b68d48c06b87 None None] For port 6419da34-ac24-4611-a205-b87f63665dfd, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=6419da34-ac24-4611-a205-b87f63665dfd,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:10:30.817258 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37759b18-dea7-4c67-bf3f-acb41ab57324 None None] Pushing event updated for resources: {'Port': ['ID=6419da34-ac24-4611-a205-b87f63665dfd,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:30.819453 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-af3d8a46-97b1-4cda-a96c-448b3302b8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:30.840937 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['d62ce843-9f5e-4d08-8465-c20b0aa0fe3a'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:10:30.854623 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:30.859755 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-af3d8a46-97b1-4cda-a96c-448b3302b8a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:30.881457 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-af3d8a46-97b1-4cda-a96c-448b3302b8a2 admin admin] 10.222.0.62 "DELETE /v2.0/networks/d47b2277-3127-4328-833b-dfc87bfc5053 HTTP/1.1" status: 204 len: 168 time: 2.3249631 Oct 30 15:10:30.929915 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 59168) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:10:30.935094 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-96f4cd61-4cde-4c60-98e9-daccd56baf84 req-5511a871-d278-4425-b9b7-6c417a7d1154 service neutron] 10.222.0.44 "GET /v2.0/networks/2f36ee91-6757-4d64-8719-4cb39651ac94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6229441 Oct 30 15:10:30.937874 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-03232557-6d9e-468c-b7e0-25cf9cc088af req-8560ab44-8706-4214-96e8-8513d11f3bf1 service neutron] 10.222.0.44 "GET /v2.0/ports/d62ce843-9f5e-4d08-8465-c20b0aa0fe3a/bindings/n-h2-806683-17 HTTP/1.1" status: 200 len: 383 time: 0.3475456 Oct 30 15:10:30.988140 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3d8a46-97b1-4cda-a96c-448b3302b8a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d47b2277-3127-4328-833b-dfc87bfc5053,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:31.021013 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 0bd6a885-5430-402b-b482-a72706b9ab2d, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=0bd6a885-5430-402b-b482-a72706b9ab2d,segment=NetworkSegment(1abad3d0-d23d-4573-a261-24d37c7b6eaa),segment_id=1abad3d0-d23d-4573-a261-24d37c7b6eaa)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:10:31.031232 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-63c3ee84-b8ad-4777-b71e-b68d48c06b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:31.104230 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f015239-0cf1-4686-aac3-fb380afa9e45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bd6a885-5430-402b-b482-a72706b9ab2d'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:10:31.107356 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae6354e-691d-4b35-9b35-4f0e381b2a4e" -d '{"events": [{"server_uuid": "4f015239-0cf1-4686-aac3-fb380afa9e45", "name": "network-vif-unplugged", "status": "completed", "tag": "0bd6a885-5430-402b-b482-a72706b9ab2d"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:10:31.116079 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:31.146766 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 0f23c08f-6d67-4e08-9373-c5c395f365f4 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:10:31.154019 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09a2b22-742d-4f38-b91b-12e891f122c3 req-279587e1-7157-4931-ac36-4c8882246937 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:31.160746 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f09a2b22-742d-4f38-b91b-12e891f122c3 req-279587e1-7157-4931-ac36-4c8882246937 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3a669-075e-4332-9f0e-18bed12d9d90 HTTP/1.1" status: 200 len: 943 time: 0.4503188 Oct 30 15:10:31.250054 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 0f23c08f-6d67-4e08-9373-c5c395f365f4 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:10:31.250407 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 0f23c08f-6d67-4e08-9373-c5c395f365f4 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:10:31.266125 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2f2a4dc1-8846-4e31-9cb7-1457519fb6b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:31.294703 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03232557-6d9e-468c-b7e0-25cf9cc088af req-d9828288-9441-4341-bcfa-462f2dedb9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:31.298127 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-03232557-6d9e-468c-b7e0-25cf9cc088af req-d9828288-9441-4341-bcfa-462f2dedb9e5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=77cd9b926c2f46c3aa4784fd4d8318b7&device_id=1d602cf4-ba4a-4a3d-818e-f318f6f908fa HTTP/1.1" status: 200 len: 1099 time: 0.2559421 Oct 30 15:10:31.305643 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f09a2b22-742d-4f38-b91b-12e891f122c3 req-5017e7ae-131e-4fd3-93f2-343d313b7a15 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374261 Oct 30 15:10:31.321360 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Oct 2021 15:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93e9631-a4de-4a4e-8132-4d9817052bf4 x-openstack-request-id: req-a93e9631-a4de-4a4e-8132-4d9817052bf4 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:10:31.321667 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f015239-0cf1-4686-aac3-fb380afa9e45", "name": "network-vif-unplugged", "status": "completed", "tag": "0bd6a885-5430-402b-b482-a72706b9ab2d", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:10:31.321930 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a93e9631-a4de-4a4e-8132-4d9817052bf4 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:10:31.322340 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f015239-0cf1-4686-aac3-fb380afa9e45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bd6a885-5430-402b-b482-a72706b9ab2d', 'code': 200} Oct 30 15:10:31.340043 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 59182) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:10:31.367400 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c3ee84-b8ad-4777-b71e-b68d48c06b87 None None] Routers {'43a0bf71-085b-478c-a0a3-519d1e0684a5'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:10:31.368082 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-63c3ee84-b8ad-4777-b71e-b68d48c06b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:10:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['43a0bf71-085b-478c-a0a3-519d1e0684a5'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:10:31.407650 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-96f4cd61-4cde-4c60-98e9-daccd56baf84 req-df179dcf-6c39-41e3-8080-9c245bfd3197 service neutron] 10.222.0.44 "GET /v2.0/networks/2f36ee91-6757-4d64-8719-4cb39651ac94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4381049 Oct 30 15:10:31.445197 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-20fa06c6-5523-4c0e-b1bc-7797493bf310 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=69837c7685c1471a8281a6c045018170&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1037726 Oct 30 15:10:31.448152 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 59184) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:10:31.458506 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-99db6514-9265-4b2e-90bb-9ab21236a51c req-3ff4c69b-907e-499c-8026-b3886c17603a tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Deleting port 0bd6a885-5430-402b-b482-a72706b9ab2d {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:10:31.458866 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-99db6514-9265-4b2e-90bb-9ab21236a51c req-3ff4c69b-907e-499c-8026-b3886c17603a tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:31.517913 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f015239-0cf1-4686-aac3-fb380afa9e45', 'name': 'network-vif-deleted', 'tag': 'bead7761-fa41-4e24-87ce-2222ef0607c2'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:10:31.520734 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0635a6da-4a93-4c1c-8292-a82c20641257" -d '{"events": [{"server_uuid": "4f015239-0cf1-4686-aac3-fb380afa9e45", "name": "network-vif-deleted", "tag": "bead7761-fa41-4e24-87ce-2222ef0607c2"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:10:31.525619 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-73236818-9f3f-4988-955c-9c14588e3da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:31.590563 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-04785114-806a-4038-b0cb-fd91d0d08ecf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:31.670818 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-04785114-806a-4038-b0cb-fd91d0d08ecf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:31.745778 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-04785114-806a-4038-b0cb-fd91d0d08ecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:31.758915 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-04785114-806a-4038-b0cb-fd91d0d08ecf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:31.763277 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-04785114-806a-4038-b0cb-fd91d0d08ecf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/10ad5f21-cb4b-475c-8cf7-58bb0fc8f42a HTTP/1.1" status: 204 len: 168 time: 0.3099566 Oct 30 15:10:31.847095 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device bead7761-fa41-4e24-87ce-2222ef0607c2 no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:10:31.849807 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 2121c82a-9678-4a48-8039-367051785e08 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:10:31.864697 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03232557-6d9e-468c-b7e0-25cf9cc088af req-3be894a8-01eb-4d49-90f3-9d0369996be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:31.866434 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-03232557-6d9e-468c-b7e0-25cf9cc088af req-3be894a8-01eb-4d49-90f3-9d0369996be5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8de8b155-6e08-41c3-866a-8b30bb481704 HTTP/1.1" status: 200 len: 870 time: 0.5604181 Oct 30 15:10:31.900290 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04785114-806a-4038-b0cb-fd91d0d08ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ad5f21-cb4b-475c-8cf7-58bb0fc8f42a,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:31.942737 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f813873-75fe-439c-99f9-f4de080ae563 req-473e808c-a889-4fbe-9b07-3e787d773602 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:31.953208 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0f813873-75fe-439c-99f9-f4de080ae563 req-473e808c-a889-4fbe-9b07-3e787d773602 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d602cf4-ba4a-4a3d-818e-f318f6f908fa HTTP/1.1" status: 200 len: 947 time: 0.3306470 Oct 30 15:10:31.960922 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7913a5d9-bc6e-419d-ad99-b6dce4ca4554 req-b99b9408-fcfe-49a1-8f12-c66fe8efcfae tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:31.968457 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7913a5d9-bc6e-419d-ad99-b6dce4ca4554 req-b99b9408-fcfe-49a1-8f12-c66fe8efcfae tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/ports?device_id=66c439b4-194e-4992-ad73-85dd143f9efb HTTP/1.1" status: 200 len: 945 time: 0.5292809 Oct 30 15:10:31.977575 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-99db6514-9265-4b2e-90bb-9ab21236a51c req-3ff4c69b-907e-499c-8026-b3886c17603a tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] For port 0bd6a885-5430-402b-b482-a72706b9ab2d, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=0bd6a885-5430-402b-b482-a72706b9ab2d,segment=NetworkSegment(1abad3d0-d23d-4573-a261-24d37c7b6eaa),segment_id=1abad3d0-d23d-4573-a261-24d37c7b6eaa)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:10:31.977942 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-99db6514-9265-4b2e-90bb-9ab21236a51c req-3ff4c69b-907e-499c-8026-b3886c17603a tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:32.037292 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-03232557-6d9e-468c-b7e0-25cf9cc088af req-1876de5f-fe72-4580-82bc-a9d83afaf163 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=d62ce843-9f5e-4d08-8465-c20b0aa0fe3a HTTP/1.1" status: 200 len: 217 time: 0.1354446 Oct 30 15:10:32.060004 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-99db6514-9265-4b2e-90bb-9ab21236a51c req-3ff4c69b-907e-499c-8026-b3886c17603a tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Calling delete_port for 0bd6a885-5430-402b-b482-a72706b9ab2d owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:10:32.064554 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0f813873-75fe-439c-99f9-f4de080ae563 req-32b9d751-9771-4f87-9048-47b704cb883e tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048791 Oct 30 15:10:32.128968 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-73236818-9f3f-4988-955c-9c14588e3da0 admin admin] Allocated IP 172.20.0.1 (5f7fac38-1838-47d0-9c43-a2bf04775743/a84660e8-b78c-4ba4-adf0-de24e753a9aa/c298e33c-0cd7-477c-b9f0-86e6e6d2f5d9) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:10:32.138268 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37759b18-dea7-4c67-bf3f-acb41ab57324 None None] Pushing event updated for resources: {'Port': ['ID=6419da34-ac24-4611-a205-b87f63665dfd,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:32.152869 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 2121c82a-9678-4a48-8039-367051785e08, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=2121c82a-9678-4a48-8039-367051785e08,segment=NetworkSegment(534c4b02-f4b0-449f-adfa-dbd225c0e219),segment_id=534c4b02-f4b0-449f-adfa-dbd225c0e219)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:10:32.330139 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b529eed4-f778-493c-af23-31f802b43001 req-1dc57385-1e18-4b82-921f-604f3625543b tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:32.346968 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] No Port match for: bead7761-fa41-4e24-87ce-2222ef0607c2 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:10:32.347322 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device bead7761-fa41-4e24-87ce-2222ef0607c2 not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:10:32.347519 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b529eed4-f778-493c-af23-31f802b43001 req-1dc57385-1e18-4b82-921f-604f3625543b tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:32.347900 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device f27cd6f1-82b1-4114-9a9b-cd3e1d72aaec no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:10:32.355191 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b529eed4-f778-493c-af23-31f802b43001 req-1dc57385-1e18-4b82-921f-604f3625543b tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f015239-0cf1-4686-aac3-fb380afa9e45 HTTP/1.1" status: 200 len: 1681 time: 0.1384766 Oct 30 15:10:32.463794 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '2121c82a-9678-4a48-8039-367051785e08', 'network_id': '83cbffa3-ed24-45ac-a4b8-68763573cf86', 'port_id': '2121c82a-9678-4a48-8039-367051785e08', 'mac_address': 'fa:16:3e:29:86:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cb61793-e4f4-4170-acef-edeb99d95e6b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:10:32.468961 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b529eed4-f778-493c-af23-31f802b43001 req-25d1f1bd-9c4a-4882-a830-a6f71e2d0694 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba7652ac-9750-40a3-9a50-b6f41851d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091485 Oct 30 15:10:32.508902 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 59200) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:10:32.538188 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03232557-6d9e-468c-b7e0-25cf9cc088af req-eeb2e061-726e-4c96-9707-408600adeb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:32.543933 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-03232557-6d9e-468c-b7e0-25cf9cc088af req-eeb2e061-726e-4c96-9707-408600adeb81 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.4935248 Oct 30 15:10:32.567528 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f06c027-7a25-42a2-99c2-4197752cc93e x-openstack-request-id: req-6f06c027-7a25-42a2-99c2-4197752cc93e {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:10:32.567905 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f015239-0cf1-4686-aac3-fb380afa9e45", "name": "network-vif-deleted", "tag": "bead7761-fa41-4e24-87ce-2222ef0607c2", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:10:32.568087 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6f06c027-7a25-42a2-99c2-4197752cc93e {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:10:32.568484 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f015239-0cf1-4686-aac3-fb380afa9e45', 'name': 'network-vif-deleted', 'tag': 'bead7761-fa41-4e24-87ce-2222ef0607c2', 'status': 'completed', 'code': 200} Oct 30 15:10:32.605238 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:32.638188 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2f2a4dc1-8846-4e31-9cb7-1457519fb6b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:32.650627 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:32.651941 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-99db6514-9265-4b2e-90bb-9ab21236a51c req-3ff4c69b-907e-499c-8026-b3886c17603a tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:32.685792 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-87c89d6d-8ce0-4f7a-8327-e487da7601cb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0fc6a4869cb44a69ac80c3317bb48c34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1754410 Oct 30 15:10:32.693832 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 59212) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:10:32.734856 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7913a5d9-bc6e-419d-ad99-b6dce4ca4554 req-65a95225-0579-435d-986e-b73b13f24e6e tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ae719f6-042b-4d46-b69b-db501d96f392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7651546 Oct 30 15:10:32.800369 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2121c82a-9678-4a48-8039-367051785e08 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:10:32.805312 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=0bd6a885-5430-402b-b482-a72706b9ab2d,revision_number=6']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:32.817385 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2f2a4dc1-8846-4e31-9cb7-1457519fb6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:32.862103 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9de032-85fd-4209-8afe-725786167a12 req-baeb796a-dee2-46ae-add5-83c6b35be598 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:32.874604 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ca9de032-85fd-4209-8afe-725786167a12 req-baeb796a-dee2-46ae-add5-83c6b35be598 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3a669-075e-4332-9f0e-18bed12d9d90 HTTP/1.1" status: 200 len: 943 time: 0.1405056 Oct 30 15:10:32.894205 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-84e86b19-9672-4c6d-ad5d-a0b879798053 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:32.916743 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-63c3ee84-b8ad-4777-b71e-b68d48c06b87 None None] Set router 43a0bf71-085b-478c-a0a3-519d1e0684a5 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:10:32.923163 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 2121c82a-9678-4a48-8039-367051785e08, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=2121c82a-9678-4a48-8039-367051785e08,segment=NetworkSegment(534c4b02-f4b0-449f-adfa-dbd225c0e219),segment_id=534c4b02-f4b0-449f-adfa-dbd225c0e219)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:10:32.928985 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff4c69b-907e-499c-8026-b3886c17603a tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Pushing event deleted for resources: {'Port': ['ID=0bd6a885-5430-402b-b482-a72706b9ab2d,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:32.957699 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-84e86b19-9672-4c6d-ad5d-a0b879798053 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:32.979773 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ca9de032-85fd-4209-8afe-725786167a12 req-b7a11015-e22d-40ac-8bcf-0a608e9171ba tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997143 Oct 30 15:10:33.064678 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-84e86b19-9672-4c6d-ad5d-a0b879798053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:33.067807 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-84e86b19-9672-4c6d-ad5d-a0b879798053 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:33.069333 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-84e86b19-9672-4c6d-ad5d-a0b879798053 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e92c143f-76f6-402b-917b-40e0d14dc4ad HTTP/1.1" status: 204 len: 168 time: 0.3740497 Oct 30 15:10:33.077153 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e86b19-9672-4c6d-ad5d-a0b879798053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92c143f-76f6-402b-917b-40e0d14dc4ad,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:33.089635 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:33.093848 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:33.195291 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=2121c82a-9678-4a48-8039-367051785e08,revision_number=6']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:33.300134 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-99db6514-9265-4b2e-90bb-9ab21236a51c req-3ff4c69b-907e-499c-8026-b3886c17603a tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] No DVR routers for this DVR port 0bd6a885-5430-402b-b482-a72706b9ab2d on host n-h2-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:10:33.314543 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-2f2a4dc1-8846-4e31-9cb7-1457519fb6b6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=aed85eafec854b9ea82ef84965793499&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3754747 Oct 30 15:10:33.314956 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['2121c82a-9678-4a48-8039-367051785e08'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:10:33.317221 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 59222) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:10:33.326833 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-99db6514-9265-4b2e-90bb-9ab21236a51c req-3ff4c69b-907e-499c-8026-b3886c17603a tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:33.330304 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-99db6514-9265-4b2e-90bb-9ab21236a51c req-3ff4c69b-907e-499c-8026-b3886c17603a tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.44 "DELETE /v2.0/ports/0bd6a885-5430-402b-b482-a72706b9ab2d HTTP/1.1" status: 204 len: 173 time: 3.0177517 Oct 30 15:10:33.391410 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2a4dc1-8846-4e31-9cb7-1457519fb6b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1462a24-2943-4e17-b6f8-e098c67b57cb,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:33.412487 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-73236818-9f3f-4988-955c-9c14588e3da0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:33.416808 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03232557-6d9e-468c-b7e0-25cf9cc088af req-c773c829-daff-4474-8ae7-16b5b070123e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:33.430355 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c527c5c3-5e2e-4082-aef3-3f2b28d14dc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:33.432166 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-03232557-6d9e-468c-b7e0-25cf9cc088af req-c773c829-daff-4474-8ae7-16b5b070123e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8247695 Oct 30 15:10:33.448057 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f015239-0cf1-4686-aac3-fb380afa9e45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f27cd6f1-82b1-4114-9a9b-cd3e1d72aaec'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:10:33.450491 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb7067d-5b91-4193-ab1b-144ff1423214" -d '{"events": [{"server_uuid": "4f015239-0cf1-4686-aac3-fb380afa9e45", "name": "network-vif-unplugged", "status": "completed", "tag": "f27cd6f1-82b1-4114-9a9b-cd3e1d72aaec"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:10:33.494451 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c527c5c3-5e2e-4082-aef3-3f2b28d14dc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:33.516533 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port f27cd6f1-82b1-4114-9a9b-cd3e1d72aaec, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=f27cd6f1-82b1-4114-9a9b-cd3e1d72aaec,segment=NetworkSegment(1abad3d0-d23d-4573-a261-24d37c7b6eaa),segment_id=1abad3d0-d23d-4573-a261-24d37c7b6eaa)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:10:33.569017 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:33.569620 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 3393737f-efac-412a-9c8d-dbd8592214a9 no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:10:33.632376 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Oct 2021 15:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e1a571-0fbe-43d4-8b9f-0cbfa46f30ad x-openstack-request-id: req-91e1a571-0fbe-43d4-8b9f-0cbfa46f30ad {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:10:33.632605 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f015239-0cf1-4686-aac3-fb380afa9e45", "name": "network-vif-unplugged", "status": "completed", "tag": "f27cd6f1-82b1-4114-9a9b-cd3e1d72aaec", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:10:33.633042 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-91e1a571-0fbe-43d4-8b9f-0cbfa46f30ad {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:10:33.633456 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f015239-0cf1-4686-aac3-fb380afa9e45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f27cd6f1-82b1-4114-9a9b-cd3e1d72aaec', 'code': 200} Oct 30 15:10:33.679161 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c527c5c3-5e2e-4082-aef3-3f2b28d14dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:33.682034 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c527c5c3-5e2e-4082-aef3-3f2b28d14dc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:33.683322 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-c527c5c3-5e2e-4082-aef3-3f2b28d14dc5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e1462a24-2943-4e17-b6f8-e098c67b57cb HTTP/1.1" status: 204 len: 168 time: 0.3647833 Oct 30 15:10:33.715915 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c527c5c3-5e2e-4082-aef3-3f2b28d14dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1462a24-2943-4e17-b6f8-e098c67b57cb,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:33.845437 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d01994-12b2-491c-9573-ef360cef5082 req-755768d2-bbeb-45bf-ae99-94217c10d7c0 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:33.862295 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f6d01994-12b2-491c-9573-ef360cef5082 req-755768d2-bbeb-45bf-ae99-94217c10d7c0 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d602cf4-ba4a-4a3d-818e-f318f6f908fa HTTP/1.1" status: 200 len: 947 time: 0.5276954 Oct 30 15:10:33.892521 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-73236818-9f3f-4988-955c-9c14588e3da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:33.908814 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4ab284-ea02-40ef-88c4-cbe856687e5e req-5550e146-e85e-41be-8ad9-b84243dda497 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:33.917225 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0c4ab284-ea02-40ef-88c4-cbe856687e5e req-5550e146-e85e-41be-8ad9-b84243dda497 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f015239-0cf1-4686-aac3-fb380afa9e45 HTTP/1.1" status: 200 len: 944 time: 0.1582217 Oct 30 15:10:33.989989 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73236818-9f3f-4988-955c-9c14588e3da0 admin admin] Network 5f7fac38-1838-47d0-9c43-a2bf04775743 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:10:34.005178 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-73236818-9f3f-4988-955c-9c14588e3da0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:10:34.020791 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f6d01994-12b2-491c-9573-ef360cef5082 req-6c9ba088-0968-42a1-94f9-904af4a3e99d tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575246 Oct 30 15:10:34.028667 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73236818-9f3f-4988-955c-9c14588e3da0 admin admin] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:10:34.035998 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0c4ab284-ea02-40ef-88c4-cbe856687e5e req-4e31b5ad-b561-4813-b432-22f131509c6c tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba7652ac-9750-40a3-9a50-b6f41851d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117258 Oct 30 15:10:34.081801 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73236818-9f3f-4988-955c-9c14588e3da0 admin admin] Pushing event updated for resources: {'Port': ['ID=c298e33c-0cd7-477c-b9f0-86e6e6d2f5d9,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:34.100264 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-03232557-6d9e-468c-b7e0-25cf9cc088af req-f87c92f3-5ff9-4d92-8772-73bae0c08b46 service neutron] 10.222.0.44 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6106610 Oct 30 15:10:34.148003 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-99db6514-9265-4b2e-90bb-9ab21236a51c req-0f97ca20-4116-4dfc-9b7a-f285c0650956 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Deleting port f27cd6f1-82b1-4114-9a9b-cd3e1d72aaec {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:10:34.148344 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-99db6514-9265-4b2e-90bb-9ab21236a51c req-0f97ca20-4116-4dfc-9b7a-f285c0650956 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:34.191066 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-73236818-9f3f-4988-955c-9c14588e3da0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:34.196580 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=f27cd6f1-82b1-4114-9a9b-cd3e1d72aaec,revision_number=6']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:34.255327 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-ea17b96c-6f98-461a-b985-75cb62fa27e3 service neutron] 10.222.0.44 "GET /v2.0/ports/3393737f-efac-412a-9c8d-dbd8592214a9/bindings/n-h1-806683-17 HTTP/1.1" status: 200 len: 385 time: 0.2423193 Oct 30 15:10:34.448879 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device d62ce843-9f5e-4d08-8465-c20b0aa0fe3a up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:10:34.476357 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae55df-c5cb-47da-a30a-1654169ce476 req-02b02b1a-cba2-48d8-9457-52cdbafe5278 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:34.488846 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-91ae55df-c5cb-47da-a30a-1654169ce476 req-02b02b1a-cba2-48d8-9457-52cdbafe5278 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3a669-075e-4332-9f0e-18bed12d9d90 HTTP/1.1" status: 200 len: 943 time: 0.1463044 Oct 30 15:10:34.510760 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-63c3ee84-b8ad-4777-b71e-b68d48c06b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a0bf71-085b-478c-a0a3-519d1e0684a5', 'name': 'tempest-FloatingIPsTestJSON-773606778-router', 'tenant_id': 'ccbbf13610cf42b2ae2b433fe23234c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '6419da34-ac24-4611-a205-b87f63665dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:10:18Z', 'updated_at': '2021-10-30T15:10:23Z', 'revision_number': 3, 'project_id': 'ccbbf13610cf42b2ae2b433fe23234c9', 'gw_port': {'id': '6419da34-ac24-4611-a205-b87f63665dfd', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:79:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a0bf71-085b-478c-a0a3-519d1e0684a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:10:21Z', 'updated_at': '2021-10-30T15:10:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:10:34.526111 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-03232557-6d9e-468c-b7e0-25cf9cc088af req-bf6e6767-c0d6-4a3a-9864-687e5b610d4e service neutron] 10.222.0.44 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4180639 Oct 30 15:10:34.563420 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-91ae55df-c5cb-47da-a30a-1654169ce476 req-f1d541f6-73ea-4d0f-b35c-91afde546166 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678191 Oct 30 15:10:34.569571 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c3ee84-b8ad-4777-b71e-b68d48c06b87 None None] The sync data for ids ['43a0bf71-085b-478c-a0a3-519d1e0684a5'] in n-d-806683-17 is: [{'id': '43a0bf71-085b-478c-a0a3-519d1e0684a5', 'name': 'tempest-FloatingIPsTestJSON-773606778-router', 'tenant_id': 'ccbbf13610cf42b2ae2b433fe23234c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '6419da34-ac24-4611-a205-b87f63665dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:10:18Z', 'updated_at': '2021-10-30T15:10:23Z', 'revision_number': 3, 'project_id': 'ccbbf13610cf42b2ae2b433fe23234c9', 'gw_port': {'id': '6419da34-ac24-4611-a205-b87f63665dfd', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:79:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a0bf71-085b-478c-a0a3-519d1e0684a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:10:21Z', 'updated_at': '2021-10-30T15:10:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:10:34.573019 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-8b153247-4f42-492e-aaca-10057a8631ba None None] Provisioning complete for port c298e33c-0cd7-477c-b9f0-86e6e6d2f5d9 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:10:34.573388 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8b153247-4f42-492e-aaca-10057a8631ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:34.577406 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f015239-0cf1-4686-aac3-fb380afa9e45', 'name': 'network-vif-deleted', 'tag': '0bd6a885-5430-402b-b482-a72706b9ab2d'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:10:34.591951 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d0f416-2d08-45bc-99e2-f862b4e398af" -d '{"events": [{"server_uuid": "4f015239-0cf1-4686-aac3-fb380afa9e45", "name": "network-vif-deleted", "tag": "0bd6a885-5430-402b-b482-a72706b9ab2d"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:10:34.640418 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79915602-31e4-4b9f-a026-7ea3ccd3b8bd req-936b119c-4be4-4043-9b05-64381adbfb16 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:34.652625 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-79915602-31e4-4b9f-a026-7ea3ccd3b8bd req-936b119c-4be4-4043-9b05-64381adbfb16 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/ports?device_id=66c439b4-194e-4992-ad73-85dd143f9efb HTTP/1.1" status: 200 len: 944 time: 0.2991285 Oct 30 15:10:34.682584 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-99db6514-9265-4b2e-90bb-9ab21236a51c req-0f97ca20-4116-4dfc-9b7a-f285c0650956 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] For port f27cd6f1-82b1-4114-9a9b-cd3e1d72aaec, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=f27cd6f1-82b1-4114-9a9b-cd3e1d72aaec,segment=NetworkSegment(1abad3d0-d23d-4573-a261-24d37c7b6eaa),segment_id=1abad3d0-d23d-4573-a261-24d37c7b6eaa)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:10:34.682968 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-99db6514-9265-4b2e-90bb-9ab21236a51c req-0f97ca20-4116-4dfc-9b7a-f285c0650956 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:34.718608 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d40ce546-261c-44f1-8d7b-76d0424f5e6c x-openstack-request-id: req-d40ce546-261c-44f1-8d7b-76d0424f5e6c {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:10:34.718895 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f015239-0cf1-4686-aac3-fb380afa9e45", "name": "network-vif-deleted", "tag": "0bd6a885-5430-402b-b482-a72706b9ab2d", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:10:34.719155 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d40ce546-261c-44f1-8d7b-76d0424f5e6c {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:10:34.725345 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f015239-0cf1-4686-aac3-fb380afa9e45', 'name': 'network-vif-deleted', 'tag': '0bd6a885-5430-402b-b482-a72706b9ab2d', 'status': 'completed', 'code': 200} Oct 30 15:10:34.729480 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-8b153247-4f42-492e-aaca-10057a8631ba None None] Port c298e33c-0cd7-477c-b9f0-86e6e6d2f5d9 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:10:34.731564 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 59272) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:10:34.740256 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-132623df-edcd-4df7-9043-01ee5cfd20f0 service neutron] For port 3393737f-efac-412a-9c8d-dbd8592214a9, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=3393737f-efac-412a-9c8d-dbd8592214a9,segment=NetworkSegment(5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87),segment_id=5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:10:34.748914 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port d62ce843-9f5e-4d08-8465-c20b0aa0fe3a completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:10:34.749277 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-99db6514-9265-4b2e-90bb-9ab21236a51c req-0f97ca20-4116-4dfc-9b7a-f285c0650956 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Calling delete_port for f27cd6f1-82b1-4114-9a9b-cd3e1d72aaec owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:10:34.754423 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port d62ce843-9f5e-4d08-8465-c20b0aa0fe3a triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:10:34.757657 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:34.765110 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4020dddc-b050-489a-9a6f-17426b5ff3ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:34.809051 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-79915602-31e4-4b9f-a026-7ea3ccd3b8bd req-265cb6ec-aece-4483-9251-a72a2e1d9a8f tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ae719f6-042b-4d46-b69b-db501d96f392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555071 Oct 30 15:10:34.861996 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-73236818-9f3f-4988-955c-9c14588e3da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:34.902083 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4020dddc-b050-489a-9a6f-17426b5ff3ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:34.904711 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:34.927553 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4020dddc-b050-489a-9a6f-17426b5ff3ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:35.021637 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port d62ce843-9f5e-4d08-8465-c20b0aa0fe3a, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=d62ce843-9f5e-4d08-8465-c20b0aa0fe3a,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:10:35.034848 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:35.059364 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4020dddc-b050-489a-9a6f-17426b5ff3ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd0d41f-8165-4f61-a519-6b750683044e,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:35.115666 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-132623df-edcd-4df7-9043-01ee5cfd20f0 service neutron] For port 3393737f-efac-412a-9c8d-dbd8592214a9, host n-h2-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:10:35.166885 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-4020dddc-b050-489a-9a6f-17426b5ff3ae admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e722332437f8426ab77e32522711a384&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4340675 Oct 30 15:10:35.172166 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=d62ce843-9f5e-4d08-8465-c20b0aa0fe3a,revision_number=9']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:35.173690 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 59286) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:10:35.201190 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-132623df-edcd-4df7-9043-01ee5cfd20f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3393737f-efac-412a-9c8d-dbd8592214a9 {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:10:35.231286 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-73236818-9f3f-4988-955c-9c14588e3da0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:35.247583 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-132623df-edcd-4df7-9043-01ee5cfd20f0 service neutron] For port 3393737f-efac-412a-9c8d-dbd8592214a9, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=3393737f-efac-412a-9c8d-dbd8592214a9,segment=NetworkSegment(5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87),segment_id=5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:10:35.290614 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-73236818-9f3f-4988-955c-9c14588e3da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:35.306397 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-132623df-edcd-4df7-9043-01ee5cfd20f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:35.338925 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe134b-5e81-49d3-8bea-f8719de08121 req-f77a62d7-762e-491e-8ad0-cd60adcb045c tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:35.340597 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-46fe134b-5e81-49d3-8bea-f8719de08121 req-f77a62d7-762e-491e-8ad0-cd60adcb045c tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d602cf4-ba4a-4a3d-818e-f318f6f908fa HTTP/1.1" status: 200 len: 948 time: 0.1773849 Oct 30 15:10:35.376020 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e59f914a-b37e-4b05-a942-6a38a7786cb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:35.409816 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb8bf6-1d8e-473b-8980-bc927e51e23b req-c43f2a81-edc7-4b99-8690-8f710ca05e5e tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:35.411349 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1eeb8bf6-1d8e-473b-8980-bc927e51e23b req-c43f2a81-edc7-4b99-8690-8f710ca05e5e tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f015239-0cf1-4686-aac3-fb380afa9e45 HTTP/1.1" status: 200 len: 944 time: 0.1774735 Oct 30 15:10:35.416613 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-99db6514-9265-4b2e-90bb-9ab21236a51c req-0f97ca20-4116-4dfc-9b7a-f285c0650956 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:35.424293 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73236818-9f3f-4988-955c-9c14588e3da0 admin admin] Pushing event updated for resources: {'Port': ['ID=c298e33c-0cd7-477c-b9f0-86e6e6d2f5d9,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:35.429117 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-73236818-9f3f-4988-955c-9c14588e3da0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:35.450544 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e59f914a-b37e-4b05-a942-6a38a7786cb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:35.477628 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-46fe134b-5e81-49d3-8bea-f8719de08121 req-0412cb15-0294-4eae-9583-2293e4108596 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282101 Oct 30 15:10:35.489554 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97ca20-4116-4dfc-9b7a-f285c0650956 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Pushing event deleted for resources: {'Port': ['ID=f27cd6f1-82b1-4114-9a9b-cd3e1d72aaec,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:35.569149 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-132623df-edcd-4df7-9043-01ee5cfd20f0 service neutron] Transition to ACTIVE for port object 3393737f-efac-412a-9c8d-dbd8592214a9 will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:10:35.573577 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-132623df-edcd-4df7-9043-01ee5cfd20f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:35.616759 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-99db6514-9265-4b2e-90bb-9ab21236a51c req-0f97ca20-4116-4dfc-9b7a-f285c0650956 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] No DVR routers for this DVR port f27cd6f1-82b1-4114-9a9b-cd3e1d72aaec on host n-h2-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:10:35.633653 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1eeb8bf6-1d8e-473b-8980-bc927e51e23b req-584d3697-b256-41e9-8993-443c07984166 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba7652ac-9750-40a3-9a50-b6f41851d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109828 Oct 30 15:10:35.633653 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-99db6514-9265-4b2e-90bb-9ab21236a51c req-0f97ca20-4116-4dfc-9b7a-f285c0650956 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:35.635196 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d602cf4-ba4a-4a3d-818e-f318f6f908fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62ce843-9f5e-4d08-8465-c20b0aa0fe3a'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:10:35.636785 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-99db6514-9265-4b2e-90bb-9ab21236a51c req-0f97ca20-4116-4dfc-9b7a-f285c0650956 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.44 "DELETE /v2.0/ports/f27cd6f1-82b1-4114-9a9b-cd3e1d72aaec HTTP/1.1" status: 204 len: 173 time: 2.2716985 Oct 30 15:10:35.647496 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5bae3dc-b5ee-4c99-af3d-285405070df3" -d '{"events": [{"server_uuid": "1d602cf4-ba4a-4a3d-818e-f318f6f908fa", "name": "network-vif-plugged", "status": "completed", "tag": "d62ce843-9f5e-4d08-8465-c20b0aa0fe3a"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:10:35.724820 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e59f914a-b37e-4b05-a942-6a38a7786cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:35.728412 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e59f914a-b37e-4b05-a942-6a38a7786cb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:35.731383 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-e59f914a-b37e-4b05-a942-6a38a7786cb4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0fd0d41f-8165-4f61-a519-6b750683044e HTTP/1.1" status: 204 len: 168 time: 0.5523753 Oct 30 15:10:35.777628 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73236818-9f3f-4988-955c-9c14588e3da0 admin admin] Network 5f7fac38-1838-47d0-9c43-a2bf04775743 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:10:35.781824 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-73236818-9f3f-4988-955c-9c14588e3da0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:10:35.802540 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9081296a-d9ac-47c5-af42-b69955d84fa0 req-ec5f2d57-e558-40b7-aad2-f326fcfdb470 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:35.810649 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 2121c82a-9678-4a48-8039-367051785e08 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:10:35.815633 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9081296a-d9ac-47c5-af42-b69955d84fa0 req-ec5f2d57-e558-40b7-aad2-f326fcfdb470 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/ports?device_id=66c439b4-194e-4992-ad73-85dd143f9efb HTTP/1.1" status: 200 len: 944 time: 0.2295172 Oct 30 15:10:35.926277 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59f914a-b37e-4b05-a942-6a38a7786cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd0d41f-8165-4f61-a519-6b750683044e,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:35.938260 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 2121c82a-9678-4a48-8039-367051785e08 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:10:35.944621 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:35.967723 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132623df-edcd-4df7-9043-01ee5cfd20f0 service neutron] Pushing event updated for resources: {'Port': ['ID=3393737f-efac-412a-9c8d-dbd8592214a9,revision_number=10']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:35.986238 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-132623df-edcd-4df7-9043-01ee5cfd20f0 service neutron] No DVR routers for this DVR port 3393737f-efac-412a-9c8d-dbd8592214a9 on host n-h2-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:10:36.057113 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9081296a-d9ac-47c5-af42-b69955d84fa0 req-de7c3ec4-00d1-41ce-9d29-98e5a73dadd5 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ae719f6-042b-4d46-b69b-db501d96f392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400389 Oct 30 15:10:36.127610 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-132623df-edcd-4df7-9043-01ee5cfd20f0 service neutron] 10.222.0.44 "PUT /v2.0/ports/3393737f-efac-412a-9c8d-dbd8592214a9/bindings/n-h1-806683-17/activate HTTP/1.1" status: 200 len: 370 time: 1.8641281 Oct 30 15:10:36.189706 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e863fd-9e3e-4d0d-b3db-5376798f0e3c x-openstack-request-id: req-c7e863fd-9e3e-4d0d-b3db-5376798f0e3c {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:10:36.190297 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d602cf4-ba4a-4a3d-818e-f318f6f908fa", "name": "network-vif-plugged", "status": "completed", "tag": "d62ce843-9f5e-4d08-8465-c20b0aa0fe3a", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:10:36.192699 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c7e863fd-9e3e-4d0d-b3db-5376798f0e3c {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:10:36.193994 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d602cf4-ba4a-4a3d-818e-f318f6f908fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62ce843-9f5e-4d08-8465-c20b0aa0fe3a', 'code': 200} Oct 30 15:10:36.241715 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:36.359231 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 2121c82a-9678-4a48-8039-367051785e08, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=2121c82a-9678-4a48-8039-367051785e08,segment=NetworkSegment(534c4b02-f4b0-449f-adfa-dbd225c0e219),segment_id=534c4b02-f4b0-449f-adfa-dbd225c0e219)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:10:36.377537 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:36.463175 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-b814a506-2a63-4bea-9d15-4fe2818477e4 None None] Provisioning complete for port c298e33c-0cd7-477c-b9f0-86e6e6d2f5d9 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:10:36.463640 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b814a506-2a63-4bea-9d15-4fe2818477e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:36.554410 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=2121c82a-9678-4a48-8039-367051785e08,revision_number=7']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:36.568616 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-b814a506-2a63-4bea-9d15-4fe2818477e4 None None] Port c298e33c-0cd7-477c-b9f0-86e6e6d2f5d9 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:10:36.636061 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e65352f-7bbe-4b0e-9a3a-0b7a0e72b363 req-6884a3a9-351b-4a0f-917e-6b406e29b5e2 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:36.648410 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6e65352f-7bbe-4b0e-9a3a-0b7a0e72b363 req-6884a3a9-351b-4a0f-917e-6b406e29b5e2 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3a669-075e-4332-9f0e-18bed12d9d90 HTTP/1.1" status: 200 len: 944 time: 0.7450938 Oct 30 15:10:36.714392 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6e65352f-7bbe-4b0e-9a3a-0b7a0e72b363 req-4a1b1924-8c4c-487b-abaa-dc3ecacb1527 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646696 Oct 30 15:10:36.742934 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-426caff2-5ab1-4a89-a13d-69bbf1e2e978 req-4a57a4d8-316a-463f-9909-eb47a33e18b3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b63152b8-8683-4975-aea1-06378122bbed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0563147 Oct 30 15:10:36.755127 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f015239-0cf1-4686-aac3-fb380afa9e45', 'name': 'network-vif-deleted', 'tag': 'f27cd6f1-82b1-4114-9a9b-cd3e1d72aaec'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:10:36.759496 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e511505-ff36-418b-ac7e-e0ac1cfd52f9" -d '{"events": [{"server_uuid": "4f015239-0cf1-4686-aac3-fb380afa9e45", "name": "network-vif-deleted", "tag": "f27cd6f1-82b1-4114-9a9b-cd3e1d72aaec"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:10:36.837168 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73236818-9f3f-4988-955c-9c14588e3da0 admin admin] Router 43a0bf71-085b-478c-a0a3-519d1e0684a5 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:10:36.901887 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426caff2-5ab1-4a89-a13d-69bbf1e2e978 req-19b3a2ba-87f4-4ca3-aa6f-9caa89fdf54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:36.903752 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-426caff2-5ab1-4a89-a13d-69bbf1e2e978 req-19b3a2ba-87f4-4ca3-aa6f-9caa89fdf54e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b8aea481537c4f1b9ab8f7eccea88bfc&device_id=b63152b8-8683-4975-aea1-06378122bbed HTTP/1.1" status: 200 len: 1097 time: 0.1123376 Oct 30 15:10:36.943820 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-79706141-3aea-4dff-8be0-a23f71c06b55 tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:36.945409 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-79706141-3aea-4dff-8be0-a23f71c06b55 tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=c0e3a669-075e-4332-9f0e-18bed12d9d90&tenant_id=b8aea481537c4f1b9ab8f7eccea88bfc&binding%3Ahost_id=n-h2-806683-17 HTTP/1.1" status: 200 len: 1096 time: 0.1439481 Oct 30 15:10:37.048550 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 6419da34-ac24-4611-a205-b87f63665dfd up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:10:37.106345 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d93f5a-65e8-4023-a81e-5d18b7a3c646 req-7bb57c34-abaf-48fe-8068-1fea71a52b95 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:37.108273 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-39d93f5a-65e8-4023-a81e-5d18b7a3c646 req-7bb57c34-abaf-48fe-8068-1fea71a52b95 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.53 "GET /v2.0/ports?device_id=66c439b4-194e-4992-ad73-85dd143f9efb HTTP/1.1" status: 200 len: 945 time: 0.3925278 Oct 30 15:10:37.142477 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ccc2e-e3f6-48c7-ba02-3eea9815de08 req-95d1bbb3-f617-43a3-a56b-23eaa23b27b4 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:37.160287 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-303ccc2e-e3f6-48c7-ba02-3eea9815de08 req-95d1bbb3-f617-43a3-a56b-23eaa23b27b4 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d602cf4-ba4a-4a3d-818e-f318f6f908fa HTTP/1.1" status: 200 len: 948 time: 0.3206625 Oct 30 15:10:37.174818 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426caff2-5ab1-4a89-a13d-69bbf1e2e978 req-7b42210f-c426-4ec7-bf2a-8d4a91e5f2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:37.176673 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-426caff2-5ab1-4a89-a13d-69bbf1e2e978 req-7b42210f-c426-4ec7-bf2a-8d4a91e5f2a4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2f36ee91-6757-4d64-8719-4cb39651ac94 HTTP/1.1" status: 200 len: 909 time: 0.2087266 Oct 30 15:10:37.187898 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 6419da34-ac24-4611-a205-b87f63665dfd triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:10:37.188393 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:37.218183 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-2232680e-a8f3-4705-a877-924d54a80971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:37.223529 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-2232680e-a8f3-4705-a877-924d54a80971 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c0e3a669-075e-4332-9f0e-18bed12d9d90&tenant_id=b8aea481537c4f1b9ab8f7eccea88bfc HTTP/1.1" status: 200 len: 1096 time: 0.2667639 Oct 30 15:10:37.330527 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-303ccc2e-e3f6-48c7-ba02-3eea9815de08 req-2e9297c1-085f-417b-931c-cce71add4f8c tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685030 Oct 30 15:10:37.335652 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-426caff2-5ab1-4a89-a13d-69bbf1e2e978 req-5be7f610-ed96-4320-9645-9209a15631d2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8323b08-d4fa-47cd-afb2-6f8216fb7b03 HTTP/1.1" status: 200 len: 217 time: 0.1395178 Oct 30 15:10:37.343313 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 59394) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:10:37.383064 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73236818-9f3f-4988-955c-9c14588e3da0 admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:10:37.394862 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-39d93f5a-65e8-4023-a81e-5d18b7a3c646 req-4c938526-9d1f-4838-b878-45c47a9c8a80 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Deleting port 2121c82a-9678-4a48-8039-367051785e08 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:10:37.395421 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-39d93f5a-65e8-4023-a81e-5d18b7a3c646 req-4c938526-9d1f-4838-b878-45c47a9c8a80 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:37.401494 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-73236818-9f3f-4988-955c-9c14588e3da0 admin admin] 10.222.0.62 "PUT /v2.0/routers/43a0bf71-085b-478c-a0a3-519d1e0684a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5777950 Oct 30 15:10:37.409335 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-1a2df472-9f61-4497-a461-84dcd35a7531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:37.412235 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-1a2df472-9f61-4497-a461-84dcd35a7531 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b8aea481537c4f1b9ab8f7eccea88bfc&device_id=c0e3a669-075e-4332-9f0e-18bed12d9d90 HTTP/1.1" status: 200 len: 1096 time: 0.1114442 Oct 30 15:10:37.449892 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:37.473670 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71e34f7-773c-483f-bad3-6c868b4c2c9b None None] Sync routers for ids ['43a0bf71-085b-478c-a0a3-519d1e0684a5'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:10:37.486895 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 6419da34-ac24-4611-a205-b87f63665dfd, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=6419da34-ac24-4611-a205-b87f63665dfd,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:10:37.489080 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71e34f7-773c-483f-bad3-6c868b4c2c9b None None] Routers {'43a0bf71-085b-478c-a0a3-519d1e0684a5'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:10:37.489751 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-f71e34f7-773c-483f-bad3-6c868b4c2c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:10:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['43a0bf71-085b-478c-a0a3-519d1e0684a5'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:10:37.496093 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:37.517007 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 59404) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:10:37.612726 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426caff2-5ab1-4a89-a13d-69bbf1e2e978 req-6a2626aa-8a7b-44c5-9ac8-168ed2a8f115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:37.614234 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-426caff2-5ab1-4a89-a13d-69bbf1e2e978 req-6a2626aa-8a7b-44c5-9ac8-168ed2a8f115 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=eb0d8673-4262-419a-bce2-caff67d0478f HTTP/1.1" status: 200 len: 848 time: 0.2620797 Oct 30 15:10:37.621247 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-47350fd4-f99e-4614-8694-da521cf09b56 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1890913243-network', 'tenant_id': 'f17a51dafe2248f283b50921c5c94f99'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:10:37.633303 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-39d93f5a-65e8-4023-a81e-5d18b7a3c646 req-4c938526-9d1f-4838-b878-45c47a9c8a80 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] For port 2121c82a-9678-4a48-8039-367051785e08, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=2121c82a-9678-4a48-8039-367051785e08,segment=NetworkSegment(534c4b02-f4b0-449f-adfa-dbd225c0e219),segment_id=534c4b02-f4b0-449f-adfa-dbd225c0e219)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:10:37.634917 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-39d93f5a-65e8-4023-a81e-5d18b7a3c646 req-4c938526-9d1f-4838-b878-45c47a9c8a80 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:37.671537 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-39d93f5a-65e8-4023-a81e-5d18b7a3c646 req-4c938526-9d1f-4838-b878-45c47a9c8a80 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Calling delete_port for 2121c82a-9678-4a48-8039-367051785e08 owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:10:37.735673 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-426caff2-5ab1-4a89-a13d-69bbf1e2e978 req-d8676c22-51b3-4e73-ba89-e3802328894c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2f36ee91-6757-4d64-8719-4cb39651ac94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0851135 Oct 30 15:10:37.784781 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f818ee-e90b-44fc-8e8b-b11fe952d6a9 x-openstack-request-id: req-57f818ee-e90b-44fc-8e8b-b11fe952d6a9 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:10:37.787575 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f015239-0cf1-4686-aac3-fb380afa9e45", "name": "network-vif-deleted", "tag": "f27cd6f1-82b1-4114-9a9b-cd3e1d72aaec", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:10:37.788143 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-57f818ee-e90b-44fc-8e8b-b11fe952d6a9 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:10:37.788815 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f015239-0cf1-4686-aac3-fb380afa9e45', 'name': 'network-vif-deleted', 'tag': 'f27cd6f1-82b1-4114-9a9b-cd3e1d72aaec', 'status': 'completed', 'code': 200} Oct 30 15:10:37.833291 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=6419da34-ac24-4611-a205-b87f63665dfd,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:37.843163 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 010be484-0672-430d-be49-9ebf07471451 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:10:37.896452 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-f71e34f7-773c-483f-bad3-6c868b4c2c9b None None] Set router 43a0bf71-085b-478c-a0a3-519d1e0684a5 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:10:37.919606 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-45d18ff6-52d7-46f0-8815-3cf74bd42562 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Deleting subnet b493e200-d139-4c49-8acc-ee0ebe37ecaa {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:10:37.924797 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-45d18ff6-52d7-46f0-8815-3cf74bd42562 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:37.935279 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:37.992137 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 010be484-0672-430d-be49-9ebf07471451, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=010be484-0672-430d-be49-9ebf07471451,segment=NetworkSegment(50e4125d-3001-4ab5-9a68-22676c11c44a),segment_id=50e4125d-3001-4ab5-9a68-22676c11c44a)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:10:37.992895 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-39d93f5a-65e8-4023-a81e-5d18b7a3c646 req-4c938526-9d1f-4838-b878-45c47a9c8a80 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:37.996402 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47350fd4-f99e-4614-8694-da521cf09b56 admin admin] Made reservation on behalf of f17a51dafe2248f283b50921c5c94f99 for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:10:37.998971 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:37.999302 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-47350fd4-f99e-4614-8694-da521cf09b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:38.000489 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 2121c82a-9678-4a48-8039-367051785e08 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:10:38.055351 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-08465771-ad64-4466-a044-27a85492237c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:38.057621 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-08465771-ad64-4466-a044-27a85492237c service neutron] 10.222.0.53 "GET /v2.0/networks?id=2f36ee91-6757-4d64-8719-4cb39651ac94 HTTP/1.1" status: 200 len: 909 time: 0.6360726 Oct 30 15:10:38.064939 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c938526-9d1f-4838-b878-45c47a9c8a80 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Pushing event deleted for resources: {'Port': ['ID=2121c82a-9678-4a48-8039-367051785e08,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:38.070031 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: 2121c82a-9678-4a48-8039-367051785e08 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:10:38.071735 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 2121c82a-9678-4a48-8039-367051785e08 not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:10:38.096930 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-45d18ff6-52d7-46f0-8815-3cf74bd42562 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:38.111986 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-47350fd4-f99e-4614-8694-da521cf09b56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:38.143926 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-f71e34f7-773c-483f-bad3-6c868b4c2c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a0bf71-085b-478c-a0a3-519d1e0684a5', 'name': 'tempest-FloatingIPsTestJSON-773606778-router', 'tenant_id': 'ccbbf13610cf42b2ae2b433fe23234c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '6419da34-ac24-4611-a205-b87f63665dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:10:18Z', 'updated_at': '2021-10-30T15:10:34Z', 'revision_number': 4, 'project_id': 'ccbbf13610cf42b2ae2b433fe23234c9', 'gw_port': {'id': '6419da34-ac24-4611-a205-b87f63665dfd', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:79:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a0bf71-085b-478c-a0a3-519d1e0684a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:10:21Z', 'updated_at': '2021-10-30T15:10:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'c298e33c-0cd7-477c-b9f0-86e6e6d2f5d9', 'name': '', 'network_id': '5f7fac38-1838-47d0-9c43-a2bf04775743', 'tenant_id': 'ccbbf13610cf42b2ae2b433fe23234c9', 'mac_address': 'fa:16:3e:17:63:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a0bf71-085b-478c-a0a3-519d1e0684a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'a84660e8-b78c-4ba4-adf0-de24e753a9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:10:31Z', 'updated_at': '2021-10-30T15:10:34Z', 'revision_number': 2, 'project_id': 'ccbbf13610cf42b2ae2b433fe23234c9', 'subnets': [{'id': 'a84660e8-b78c-4ba4-adf0-de24e753a9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:10:38.172208 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71e34f7-773c-483f-bad3-6c868b4c2c9b None None] Checking router: 43a0bf71-085b-478c-a0a3-519d1e0684a5 for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:10:38.172829 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71e34f7-773c-483f-bad3-6c868b4c2c9b None None] Updating router 43a0bf71-085b-478c-a0a3-519d1e0684a5 port c298e33c-0cd7-477c-b9f0-86e6e6d2f5d9 binding host n-d-806683-17 {{(pid=102133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:10:38.178291 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-39d93f5a-65e8-4023-a81e-5d18b7a3c646 req-4c938526-9d1f-4838-b878-45c47a9c8a80 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] No DVR routers for this DVR port 2121c82a-9678-4a48-8039-367051785e08 on host n-h1-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:10:38.181124 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=010be484-0672-430d-be49-9ebf07471451,revision_number=8']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:38.181282 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03232557-6d9e-468c-b7e0-25cf9cc088af req-b7221423-d0c0-4bc4-aff4-1d93999e3b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:38.182995 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-03232557-6d9e-468c-b7e0-25cf9cc088af req-b7221423-d0c0-4bc4-aff4-1d93999e3b85 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1d602cf4-ba4a-4a3d-818e-f318f6f908fa&tenant_id=77cd9b926c2f46c3aa4784fd4d8318b7 HTTP/1.1" status: 200 len: 1100 time: 0.7505364 Oct 30 15:10:38.189301 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-39d93f5a-65e8-4023-a81e-5d18b7a3c646 req-4c938526-9d1f-4838-b878-45c47a9c8a80 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:38.195742 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c439b4-194e-4992-ad73-85dd143f9efb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2121c82a-9678-4a48-8039-367051785e08'}, {'server_uuid': '26b9d8a8-a8fb-4ec3-84d8-7ca561570caa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '010be484-0672-430d-be49-9ebf07471451'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:10:38.199192 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-39d93f5a-65e8-4023-a81e-5d18b7a3c646 req-4c938526-9d1f-4838-b878-45c47a9c8a80 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.53 "DELETE /v2.0/ports/2121c82a-9678-4a48-8039-367051785e08 HTTP/1.1" status: 204 len: 173 time: 1.0253165 Oct 30 15:10:38.199506 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc17ffa-fe2c-4ff0-9e1b-a54bae461290" -d '{"events": [{"server_uuid": "66c439b4-194e-4992-ad73-85dd143f9efb", "name": "network-vif-plugged", "status": "completed", "tag": "2121c82a-9678-4a48-8039-367051785e08"}, {"server_uuid": "26b9d8a8-a8fb-4ec3-84d8-7ca561570caa", "name": "network-vif-unplugged", "status": "completed", "tag": "010be484-0672-430d-be49-9ebf07471451"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:10:38.199889 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f71e34f7-773c-483f-bad3-6c868b4c2c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:38.251573 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbb119-783e-4fb5-bd83-34da6a987fd4 req-fa8e220f-f22a-48a8-9c63-2a631afb5777 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:38.253255 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-67cbb119-783e-4fb5-bd83-34da6a987fd4 req-fa8e220f-f22a-48a8-9c63-2a631afb5777 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/ports?device_id=66c439b4-194e-4992-ad73-85dd143f9efb HTTP/1.1" status: 200 len: 867 time: 0.5604784 Oct 30 15:10:38.272658 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-03232557-6d9e-468c-b7e0-25cf9cc088af req-dae73f41-ef6d-4af7-bbdc-7712f075c4ad service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-17', 'device_owner': 'compute:nova'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:10:38.310746 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-d99f71b5-70e5-47fc-b262-d7da9d3a4e0e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3393737f-efac-412a-9c8d-dbd8592214a9 HTTP/1.1" status: 200 len: 217 time: 0.2180471 Oct 30 15:10:38.373031 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe76c2-d5d1-40ba-959b-337c7a399e5a req-ad5b8b8b-4025-4e0a-82f3-518bafb69a8c tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:38.374541 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-defe76c2-d5d1-40ba-959b-337c7a399e5a req-ad5b8b8b-4025-4e0a-82f3-518bafb69a8c tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3a669-075e-4332-9f0e-18bed12d9d90 HTTP/1.1" status: 200 len: 944 time: 0.0707819 Oct 30 15:10:38.375246 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-426caff2-5ab1-4a89-a13d-69bbf1e2e978 req-d3c4549c-3e76-4193-9eaa-f85e650f3460 service neutron] 10.222.0.53 "GET /v2.0/networks/2f36ee91-6757-4d64-8719-4cb39651ac94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6080799 Oct 30 15:10:38.417840 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-defe76c2-d5d1-40ba-959b-337c7a399e5a req-3c2a5b19-2926-4752-bc83-062d7bac508c tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359519 Oct 30 15:10:38.499413 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f71e34f7-773c-483f-bad3-6c868b4c2c9b None None] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:38.506472 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f71e34f7-773c-483f-bad3-6c868b4c2c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:38.559487 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f128ad-7a96-4d93-8ee0-74a6501a8988 None None] Pushing event updated for resources: {'Port': ['ID=c298e33c-0cd7-477c-b9f0-86e6e6d2f5d9,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:38.559718 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-67cbb119-783e-4fb5-bd83-34da6a987fd4 req-d67063bb-79e7-4372-a9ac-faa272869dec tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ae719f6-042b-4d46-b69b-db501d96f392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629447 Oct 30 15:10:38.560290 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-03232557-6d9e-468c-b7e0-25cf9cc088af req-dae73f41-ef6d-4af7-bbdc-7712f075c4ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:38.577805 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f128ad-7a96-4d93-8ee0-74a6501a8988 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:10:38.580527 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f128ad-7a96-4d93-8ee0-74a6501a8988 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:10:38.581067 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f128ad-7a96-4d93-8ee0-74a6501a8988 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:10:38.581630 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f128ad-7a96-4d93-8ee0-74a6501a8988 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:10:38.582676 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f128ad-7a96-4d93-8ee0-74a6501a8988 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:10:38.583845 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f128ad-7a96-4d93-8ee0-74a6501a8988 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:10:38.585862 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f128ad-7a96-4d93-8ee0-74a6501a8988 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:10:38.586380 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f128ad-7a96-4d93-8ee0-74a6501a8988 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:10:38.587243 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f128ad-7a96-4d93-8ee0-74a6501a8988 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:10:38.587836 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f128ad-7a96-4d93-8ee0-74a6501a8988 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:10:38.588854 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f128ad-7a96-4d93-8ee0-74a6501a8988 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:10:38.589870 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f128ad-7a96-4d93-8ee0-74a6501a8988 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:10:38.605355 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-45d18ff6-52d7-46f0-8815-3cf74bd42562 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:38.666662 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-3031afcb-e5fe-4d4b-b7f0-ad48f376ed4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:38.676866 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-3031afcb-e5fe-4d4b-b7f0-ad48f376ed4e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=eb0d8673-4262-419a-bce2-caff67d0478f HTTP/1.1" status: 200 len: 848 time: 0.3355727 Oct 30 15:10:38.696036 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a32324fa-ffcc-439a-a857-882887010d88 req-23eb70c6-761c-445c-b1da-af70d54c9d91 tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1917892 Oct 30 15:10:38.703689 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-f71e34f7-773c-483f-bad3-6c868b4c2c9b None None] Attempting to bind port c298e33c-0cd7-477c-b9f0-86e6e6d2f5d9 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:10:38.704659 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-f71e34f7-773c-483f-bad3-6c868b4c2c9b None None] Attempting to bind port c298e33c-0cd7-477c-b9f0-86e6e6d2f5d9 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'bc7dca90-d132-401c-b1c5-763663c979d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5f7fac38-1838-47d0-9c43-a2bf04775743'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:10:38.705042 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71e34f7-773c-483f-bad3-6c868b4c2c9b None None] Attempting to bind port c298e33c-0cd7-477c-b9f0-86e6e6d2f5d9 on network 5f7fac38-1838-47d0-9c43-a2bf04775743 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:10:38.713165 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71e34f7-773c-483f-bad3-6c868b4c2c9b None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:10:38.714315 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71e34f7-773c-483f-bad3-6c868b4c2c9b None None] Checking segment: {'id': 'bc7dca90-d132-401c-b1c5-763663c979d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5f7fac38-1838-47d0-9c43-a2bf04775743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:10:38.715006 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f71e34f7-773c-483f-bad3-6c868b4c2c9b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:38.719569 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-a32324fa-ffcc-439a-a857-882887010d88 req-4caf0f8b-437f-4912-82cf-9f467aaa9323 tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] Request body: {'floatingip': {'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:10:38.726321 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71e34f7-773c-483f-bad3-6c868b4c2c9b None None] Bound using segment: {'id': 'bc7dca90-d132-401c-b1c5-763663c979d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5f7fac38-1838-47d0-9c43-a2bf04775743'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:10:38.727664 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-f71e34f7-773c-483f-bad3-6c868b4c2c9b None None] Bound port: c298e33c-0cd7-477c-b9f0-86e6e6d2f5d9, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc7dca90-d132-401c-b1c5-763663c979d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5f7fac38-1838-47d0-9c43-a2bf04775743'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:10:38.728162 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f71e34f7-773c-483f-bad3-6c868b4c2c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:38.761692 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-a32324fa-ffcc-439a-a857-882887010d88 req-4caf0f8b-437f-4912-82cf-9f467aaa9323 tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] Publish callbacks [] for floatingip, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:38.826841 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-f71e34f7-773c-483f-bad3-6c868b4c2c9b None None] For port c298e33c-0cd7-477c-b9f0-86e6e6d2f5d9, host n-d-806683-17, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:10:38.845535 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-f71e34f7-773c-483f-bad3-6c868b4c2c9b None None] For port c298e33c-0cd7-477c-b9f0-86e6e6d2f5d9, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=c298e33c-0cd7-477c-b9f0-86e6e6d2f5d9,segment=NetworkSegment(bc7dca90-d132-401c-b1c5-763663c979d9),segment_id=bc7dca90-d132-401c-b1c5-763663c979d9)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:10:38.853279 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f71e34f7-773c-483f-bad3-6c868b4c2c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:38.906641 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71e34f7-773c-483f-bad3-6c868b4c2c9b None None] Routers {'43a0bf71-085b-478c-a0a3-519d1e0684a5'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:10:38.907590 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-f71e34f7-773c-483f-bad3-6c868b4c2c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:10:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['43a0bf71-085b-478c-a0a3-519d1e0684a5'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:10:38.920137 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-a32324fa-ffcc-439a-a857-882887010d88 req-4caf0f8b-437f-4912-82cf-9f467aaa9323 tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:38.997421 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 6419da34-ac24-4611-a205-b87f63665dfd up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:10:39.040653 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f128ad-7a96-4d93-8ee0-74a6501a8988 None None] Pushing event updated for resources: {'Port': ['ID=c298e33c-0cd7-477c-b9f0-86e6e6d2f5d9,revision_number=4']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:39.074046 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-4c2b9ea0-75ab-4172-a37e-75af6fb2ed7f None None] Provisioning complete for port c298e33c-0cd7-477c-b9f0-86e6e6d2f5d9 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:10:39.075804 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4c2b9ea0-75ab-4172-a37e-75af6fb2ed7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:39.109113 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-f71e34f7-773c-483f-bad3-6c868b4c2c9b None None] Set router 43a0bf71-085b-478c-a0a3-519d1e0684a5 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:10:39.120246 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 6419da34-ac24-4611-a205-b87f63665dfd triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:10:39.120735 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:39.124318 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-a32324fa-ffcc-439a-a857-882887010d88 req-4caf0f8b-437f-4912-82cf-9f467aaa9323 tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] Allocated IP 172.25.4.227 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/a3622873-7c26-4f39-b73a-a1d90fe4dcc4) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:10:39.257551 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-426caff2-5ab1-4a89-a13d-69bbf1e2e978 req-3ca63951-d6ae-4742-a4e7-5ea1353f699e service neutron] 10.222.0.53 "GET /v2.0/networks/2f36ee91-6757-4d64-8719-4cb39651ac94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8554478 Oct 30 15:10:39.273634 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-a32324fa-ffcc-439a-a857-882887010d88 req-4caf0f8b-437f-4912-82cf-9f467aaa9323 tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:39.297717 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-fa6be286-e8a3-490d-8fff-98ecb69212ec service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2f36ee91-6757-4d64-8719-4cb39651ac94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5660162 Oct 30 15:10:39.313688 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4c2b9ea0-75ab-4172-a37e-75af6fb2ed7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:39.325624 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-a32324fa-ffcc-439a-a857-882887010d88 req-4caf0f8b-437f-4912-82cf-9f467aaa9323 tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:39.383917 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-4c2b9ea0-75ab-4172-a37e-75af6fb2ed7f None None] For port c298e33c-0cd7-477c-b9f0-86e6e6d2f5d9, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=c298e33c-0cd7-477c-b9f0-86e6e6d2f5d9,segment=NetworkSegment(bc7dca90-d132-401c-b1c5-763663c979d9),segment_id=bc7dca90-d132-401c-b1c5-763663c979d9)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:10:39.390106 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4c2b9ea0-75ab-4172-a37e-75af6fb2ed7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:39.396655 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-47350fd4-f99e-4614-8694-da521cf09b56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:39.398575 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a32324fa-ffcc-439a-a857-882887010d88 req-4caf0f8b-437f-4912-82cf-9f467aaa9323 tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:10:39.400640 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-a32324fa-ffcc-439a-a857-882887010d88 req-4caf0f8b-437f-4912-82cf-9f467aaa9323 tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:10:39.410761 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-a32324fa-ffcc-439a-a857-882887010d88 req-4caf0f8b-437f-4912-82cf-9f467aaa9323 tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:10:39.431539 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-f71e34f7-773c-483f-bad3-6c868b4c2c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a0bf71-085b-478c-a0a3-519d1e0684a5', 'name': 'tempest-FloatingIPsTestJSON-773606778-router', 'tenant_id': 'ccbbf13610cf42b2ae2b433fe23234c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '6419da34-ac24-4611-a205-b87f63665dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:10:18Z', 'updated_at': '2021-10-30T15:10:34Z', 'revision_number': 4, 'project_id': 'ccbbf13610cf42b2ae2b433fe23234c9', 'gw_port': {'id': '6419da34-ac24-4611-a205-b87f63665dfd', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:79:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a0bf71-085b-478c-a0a3-519d1e0684a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:10:21Z', 'updated_at': '2021-10-30T15:10:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'c298e33c-0cd7-477c-b9f0-86e6e6d2f5d9', 'name': '', 'network_id': '5f7fac38-1838-47d0-9c43-a2bf04775743', 'tenant_id': 'ccbbf13610cf42b2ae2b433fe23234c9', 'mac_address': 'fa:16:3e:17:63:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a0bf71-085b-478c-a0a3-519d1e0684a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'a84660e8-b78c-4ba4-adf0-de24e753a9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:10:31Z', 'updated_at': '2021-10-30T15:10:38Z', 'revision_number': 4, 'project_id': 'ccbbf13610cf42b2ae2b433fe23234c9', 'subnets': [{'id': 'a84660e8-b78c-4ba4-adf0-de24e753a9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:10:39.444956 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-47350fd4-f99e-4614-8694-da521cf09b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:39.465826 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2b9ea0-75ab-4172-a37e-75af6fb2ed7f None None] Pushing event updated for resources: {'Port': ['ID=c298e33c-0cd7-477c-b9f0-86e6e6d2f5d9,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:39.475137 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caf0f8b-437f-4912-82cf-9f467aaa9323 tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] Pushing event updated for resources: {'Port': ['ID=a3622873-7c26-4f39-b73a-a1d90fe4dcc4,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:39.490496 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71e34f7-773c-483f-bad3-6c868b4c2c9b None None] The sync data for ids ['43a0bf71-085b-478c-a0a3-519d1e0684a5'] in n-d-806683-17 is: [{'id': '43a0bf71-085b-478c-a0a3-519d1e0684a5', 'name': 'tempest-FloatingIPsTestJSON-773606778-router', 'tenant_id': 'ccbbf13610cf42b2ae2b433fe23234c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '6419da34-ac24-4611-a205-b87f63665dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:10:18Z', 'updated_at': '2021-10-30T15:10:34Z', 'revision_number': 4, 'project_id': 'ccbbf13610cf42b2ae2b433fe23234c9', 'gw_port': {'id': '6419da34-ac24-4611-a205-b87f63665dfd', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:79:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a0bf71-085b-478c-a0a3-519d1e0684a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:10:21Z', 'updated_at': '2021-10-30T15:10:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'c298e33c-0cd7-477c-b9f0-86e6e6d2f5d9', 'name': '', 'network_id': '5f7fac38-1838-47d0-9c43-a2bf04775743', 'tenant_id': 'ccbbf13610cf42b2ae2b433fe23234c9', 'mac_address': 'fa:16:3e:17:63:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a0bf71-085b-478c-a0a3-519d1e0684a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'a84660e8-b78c-4ba4-adf0-de24e753a9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:10:31Z', 'updated_at': '2021-10-30T15:10:38Z', 'revision_number': 4, 'project_id': 'ccbbf13610cf42b2ae2b433fe23234c9', 'subnets': [{'id': 'a84660e8-b78c-4ba4-adf0-de24e753a9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:10:39.496884 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b0312091-b72c-4a3a-9b1b-988d8b5990a3 req-88bf6f5a-0875-4da4-ab81-990a0fcf1b87 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=adaa9a5a-7bcf-4f02-bb88-d1c865da4f51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8387811 Oct 30 15:10:39.518029 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-25be6cd8-fa82-42de-a1e4-ca3e12555256 None None] Provisioning complete for port c298e33c-0cd7-477c-b9f0-86e6e6d2f5d9 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:10:39.518618 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-25be6cd8-fa82-42de-a1e4-ca3e12555256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:39.529447 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-45d18ff6-52d7-46f0-8815-3cf74bd42562 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:39.549661 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-a32324fa-ffcc-439a-a857-882887010d88 req-4caf0f8b-437f-4912-82cf-9f467aaa9323 tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:39.605353 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-a32324fa-ffcc-439a-a857-882887010d88 req-4caf0f8b-437f-4912-82cf-9f467aaa9323 tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:39.609296 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47350fd4-f99e-4614-8694-da521cf09b56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:10:39.729198 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d18ff6-52d7-46f0-8815-3cf74bd42562 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Pushing event deleted for resources: {'Subnet': ['ID=b493e200-d139-4c49-8acc-ee0ebe37ecaa,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:39.734467 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-47350fd4-f99e-4614-8694-da521cf09b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:39.734763 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-47350fd4-f99e-4614-8694-da521cf09b56 admin admin] Added segment 1adb3f4d-861a-4c35-9464-6565ad609cf8 of type vlan for network c58cd6da-8ad6-4c65-93fc-5805c904760f Oct 30 15:10:39.736416 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-45d18ff6-52d7-46f0-8815-3cf74bd42562 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:39.743810 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-45d18ff6-52d7-46f0-8815-3cf74bd42562 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "DELETE /v2.0/subnets/b493e200-d139-4c49-8acc-ee0ebe37ecaa HTTP/1.1" status: 204 len: 168 time: 2.2229254 Oct 30 15:10:39.747073 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47350fd4-f99e-4614-8694-da521cf09b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b67cc9-6a12-46fa-8c04-53b692a08c62,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:39.747851 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 59438) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:10:39.778829 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf8029-0bc8-49ae-8894-a581f380db48 req-95cc7edf-a092-4b34-a568-ba38abf17d76 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:39.782745 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddeca870-070c-476b-a3f1-6d73e2df2e55 None None] Network 9e9f83e3-fdf9-4eaf-877d-31f08ee59bdd requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:10:39.784648 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ccaf8029-0bc8-49ae-8894-a581f380db48 req-95cc7edf-a092-4b34-a568-ba38abf17d76 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/networks?id=9692ed5c-f259-4258-8606-c4a569c47bd6 HTTP/1.1" status: 200 len: 805 time: 1.0169432 Oct 30 15:10:39.788011 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-0a4a061c-ceb0-437b-b9a3-e1b2b617ae00 service neutron] 10.222.0.53 "GET /v2.0/networks/2f36ee91-6757-4d64-8719-4cb39651ac94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4365768 Oct 30 15:10:39.833945 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-03232557-6d9e-468c-b7e0-25cf9cc088af req-dae73f41-ef6d-4af7-bbdc-7712f075c4ad service neutron] For port d62ce843-9f5e-4d08-8465-c20b0aa0fe3a, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=d62ce843-9f5e-4d08-8465-c20b0aa0fe3a,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:10:39.890028 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c439b4-194e-4992-ad73-85dd143f9efb', 'name': 'network-vif-deleted', 'tag': '2121c82a-9678-4a48-8039-367051785e08'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:10:39.893354 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-505849f3-5e56-42d9-bd48-f1bc5ebd5bff" -d '{"events": [{"server_uuid": "66c439b4-194e-4992-ad73-85dd143f9efb", "name": "network-vif-deleted", "tag": "2121c82a-9678-4a48-8039-367051785e08"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:10:39.912772 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-41bd1134-cdac-44c4-9d19-8f83c505e9bc tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:40.025329 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-47350fd4-f99e-4614-8694-da521cf09b56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:40.034417 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce942b9-8fab-4c2b-a2a3-9f8dcef03685 None None] DHCP port deletion for 9e9f83e3-fdf9-4eaf-877d-31f08ee59bdd request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:10:40.038727 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-03232557-6d9e-468c-b7e0-25cf9cc088af req-dae73f41-ef6d-4af7-bbdc-7712f075c4ad service neutron] For port d62ce843-9f5e-4d08-8465-c20b0aa0fe3a, host n-h2-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:10:40.055058 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-a32324fa-ffcc-439a-a857-882887010d88 req-4caf0f8b-437f-4912-82cf-9f467aaa9323 tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:40.058532 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-41bd1134-cdac-44c4-9d19-8f83c505e9bc tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Deleting port 84f27862-f102-409e-9dcb-60b5f0ef6110 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:10:40.059376 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-41bd1134-cdac-44c4-9d19-8f83c505e9bc tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:40.071251 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ccaf8029-0bc8-49ae-8894-a581f380db48 req-85acbefc-79c7-40b7-bcd5-8a98a05d3a65 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/quotas/0f5568aa45224afa998c13f67eb4e102 HTTP/1.1" status: 200 len: 375 time: 0.1774609 Oct 30 15:10:40.108780 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-a32324fa-ffcc-439a-a857-882887010d88 req-4caf0f8b-437f-4912-82cf-9f467aaa9323 tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:40.110447 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-5ce942b9-8fab-4c2b-a2a3-9f8dcef03685 None None] Deleting port 84f27862-f102-409e-9dcb-60b5f0ef6110 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:10:40.110919 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5ce942b9-8fab-4c2b-a2a3-9f8dcef03685 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:40.148295 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0312091-b72c-4a3a-9b1b-988d8b5990a3 req-17fa823b-03a8-4321-b4b1-b9165856b2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:40.150209 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b0312091-b72c-4a3a-9b1b-988d8b5990a3 req-17fa823b-03a8-4321-b4b1-b9165856b2ac service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=77cd9b926c2f46c3aa4784fd4d8318b7&device_id=adaa9a5a-7bcf-4f02-bb88-d1c865da4f51 HTTP/1.1" status: 200 len: 1102 time: 0.5524700 Oct 30 15:10:40.193504 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:10:40.213709 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5207dd8d-8f03-4f8d-a089-bfd413f7eb67 req-436ab3c9-53fe-4e09-a9fa-58ee7104982e tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:40.214440 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-5ce942b9-8fab-4c2b-a2a3-9f8dcef03685 None None] For port 84f27862-f102-409e-9dcb-60b5f0ef6110, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=84f27862-f102-409e-9dcb-60b5f0ef6110,segment=NetworkSegment(b0566738-519f-4967-8a7a-b8d96888899b),segment_id=b0566738-519f-4967-8a7a-b8d96888899b)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:10:40.214840 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5ce942b9-8fab-4c2b-a2a3-9f8dcef03685 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:40.215250 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5207dd8d-8f03-4f8d-a089-bfd413f7eb67 req-436ab3c9-53fe-4e09-a9fa-58ee7104982e tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.53 "GET /v2.0/ports?device_id=26b9d8a8-a8fb-4ec3-84d8-7ca561570caa HTTP/1.1" status: 200 len: 944 time: 0.3493464 Oct 30 15:10:40.224630 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d602cf4-ba4a-4a3d-818e-f318f6f908fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd62ce843-9f5e-4d08-8465-c20b0aa0fe3a'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:10:40.227532 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282eb6c9-0532-4831-831e-ade13ce87edc" -d '{"events": [{"server_uuid": "1d602cf4-ba4a-4a3d-818e-f318f6f908fa", "name": "network-vif-unplugged", "status": "completed", "tag": "d62ce843-9f5e-4d08-8465-c20b0aa0fe3a"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:10:40.230909 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-5ce942b9-8fab-4c2b-a2a3-9f8dcef03685 None None] Calling delete_port for 84f27862-f102-409e-9dcb-60b5f0ef6110 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:10:40.232171 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-03232557-6d9e-468c-b7e0-25cf9cc088af req-dae73f41-ef6d-4af7-bbdc-7712f075c4ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:40.244929 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-41bd1134-cdac-44c4-9d19-8f83c505e9bc tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] For port 84f27862-f102-409e-9dcb-60b5f0ef6110, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=84f27862-f102-409e-9dcb-60b5f0ef6110,segment=NetworkSegment(b0566738-519f-4967-8a7a-b8d96888899b),segment_id=b0566738-519f-4967-8a7a-b8d96888899b)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:10:40.245586 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-41bd1134-cdac-44c4-9d19-8f83c505e9bc tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:40.262122 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caf0f8b-437f-4912-82cf-9f467aaa9323 tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] Pushing event updated for resources: {'Port': ['ID=a3622873-7c26-4f39-b73a-a1d90fe4dcc4,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:40.262373 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-47350fd4-f99e-4614-8694-da521cf09b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:40.263068 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47350fd4-f99e-4614-8694-da521cf09b56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:40.263660 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-47350fd4-f99e-4614-8694-da521cf09b56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:40.273607 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-41bd1134-cdac-44c4-9d19-8f83c505e9bc tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Calling delete_port for 84f27862-f102-409e-9dcb-60b5f0ef6110 owned by network:dhcp {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:10:40.292841 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-a32324fa-ffcc-439a-a857-882887010d88 req-4caf0f8b-437f-4912-82cf-9f467aaa9323 tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:40.354193 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-a32324fa-ffcc-439a-a857-882887010d88 req-4caf0f8b-437f-4912-82cf-9f467aaa9323 tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:40.362499 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a32324fa-ffcc-439a-a857-882887010d88 req-4caf0f8b-437f-4912-82cf-9f467aaa9323 tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6511452 Oct 30 15:10:40.381954 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5ce942b9-8fab-4c2b-a2a3-9f8dcef03685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:40.388402 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ccaf8029-0bc8-49ae-8894-a581f380db48 req-1358ff02-a726-4e68-96fc-48b29e19299c tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0f5568aa45224afa998c13f67eb4e102&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3154664 Oct 30 15:10:40.412111 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce942b9-8fab-4c2b-a2a3-9f8dcef03685 None None] Pushing event deleted for resources: {'Port': ['ID=84f27862-f102-409e-9dcb-60b5f0ef6110,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:40.416921 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce942b9-8fab-4c2b-a2a3-9f8dcef03685 None None] No DVR routers for this DVR port 84f27862-f102-409e-9dcb-60b5f0ef6110 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:10:40.420135 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-03232557-6d9e-468c-b7e0-25cf9cc088af req-dae73f41-ef6d-4af7-bbdc-7712f075c4ad service neutron] Transition to ACTIVE for port object d62ce843-9f5e-4d08-8465-c20b0aa0fe3a will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:10:40.434793 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-47350fd4-f99e-4614-8694-da521cf09b56 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 3.0875208 Oct 30 15:10:40.434793 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-4f86f39d-1fa1-495e-a719-3f2a81fd6ad1 service neutron] 10.222.0.53 "GET /v2.0/networks/2f36ee91-6757-4d64-8719-4cb39651ac94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5418479 Oct 30 15:10:40.441718 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 59448) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:10:40.453759 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-59e59364-bbcb-428e-a006-e2519ca644d8 admin admin] Request body: {'subnet': {'network_id': 'c58cd6da-8ad6-4c65-93fc-5805c904760f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1890913243-subnet', 'tenant_id': 'f17a51dafe2248f283b50921c5c94f99', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:10:40.455989 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a32324fa-ffcc-439a-a857-882887010d88 req-a77a7a8a-af6a-4516-85a4-efe3fc31ebbb tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.4.227 HTTP/1.1" status: 200 len: 696 time: 0.0925367 Oct 30 15:10:40.466455 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-03232557-6d9e-468c-b7e0-25cf9cc088af req-dae73f41-ef6d-4af7-bbdc-7712f075c4ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:40.528098 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-41bd1134-cdac-44c4-9d19-8f83c505e9bc tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:40.554165 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47350fd4-f99e-4614-8694-da521cf09b56 admin admin] Pushing event updated for resources: {'Network': ['ID=c58cd6da-8ad6-4c65-93fc-5805c904760f,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:40.570456 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network c58cd6da-8ad6-4c65-93fc-5805c904760f details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:10:40.573982 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd1134-cdac-44c4-9d19-8f83c505e9bc tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Pushing event deleted for resources: {'Port': ['ID=84f27862-f102-409e-9dcb-60b5f0ef6110,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:40.576794 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bd1134-cdac-44c4-9d19-8f83c505e9bc tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] No DVR routers for this DVR port 84f27862-f102-409e-9dcb-60b5f0ef6110 on host n-d-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:10:40.642641 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0312091-b72c-4a3a-9b1b-988d8b5990a3 req-75391eba-ad77-47ef-8c33-a2b2a7403bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:40.644449 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b0312091-b72c-4a3a-9b1b-988d8b5990a3 req-75391eba-ad77-47ef-8c33-a2b2a7403bb5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8de8b155-6e08-41c3-866a-8b30bb481704 HTTP/1.1" status: 200 len: 870 time: 0.4576097 Oct 30 15:10:40.705237 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e59364-bbcb-428e-a006-e2519ca644d8 admin admin] Made reservation on behalf of f17a51dafe2248f283b50921c5c94f99 for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:10:40.708819 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-59e59364-bbcb-428e-a006-e2519ca644d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:40.719670 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-41bd1134-cdac-44c4-9d19-8f83c505e9bc tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:40.744403 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae73f41-ef6d-4af7-bbdc-7712f075c4ad service neutron] Pushing event updated for resources: {'Port': ['ID=d62ce843-9f5e-4d08-8465-c20b0aa0fe3a,revision_number=10']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:40.746962 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32324fa-ffcc-439a-a857-882887010d88 req-1734e76c-ac00-4a40-b76a-5d7ea19c2ac3 tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:40.762318 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a32324fa-ffcc-439a-a857-882887010d88 req-1734e76c-ac00-4a40-b76a-5d7ea19c2ac3 tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] 10.222.0.62 "GET /v2.0/networks/edc38ef5-7816-4133-914c-cfe2849a0125 HTTP/1.1" status: 200 len: 784 time: 0.3054519 Oct 30 15:10:40.765997 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-03232557-6d9e-468c-b7e0-25cf9cc088af req-dae73f41-ef6d-4af7-bbdc-7712f075c4ad service neutron] No DVR routers for this DVR port d62ce843-9f5e-4d08-8465-c20b0aa0fe3a on host n-h2-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:10:40.799140 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-41bd1134-cdac-44c4-9d19-8f83c505e9bc tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e9f83e3-fdf9-4eaf-877d-31f08ee59bdd']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:10:40.817305 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-41bd1134-cdac-44c4-9d19-8f83c505e9bc tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0566738-519f-4967-8a7a-b8d96888899b') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:10:40.818395 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-41bd1134-cdac-44c4-9d19-8f83c505e9bc tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0566738-519f-4967-8a7a-b8d96888899b') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:10:40.830504 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sat, 30 Oct 2021 15:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a52e86-967e-452a-85d7-618e5ba1a2a0 x-openstack-request-id: req-03a52e86-967e-452a-85d7-618e5ba1a2a0 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:10:40.831021 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66c439b4-194e-4992-ad73-85dd143f9efb", "name": "network-vif-plugged", "status": "completed", "tag": "2121c82a-9678-4a48-8039-367051785e08", "code": 200}, {"server_uuid": "26b9d8a8-a8fb-4ec3-84d8-7ca561570caa", "name": "network-vif-unplugged", "status": "completed", "tag": "010be484-0672-430d-be49-9ebf07471451", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:10:40.831622 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-03a52e86-967e-452a-85d7-618e5ba1a2a0 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:10:40.835078 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66c439b4-194e-4992-ad73-85dd143f9efb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2121c82a-9678-4a48-8039-367051785e08', 'code': 200} Oct 30 15:10:40.835763 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26b9d8a8-a8fb-4ec3-84d8-7ca561570caa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '010be484-0672-430d-be49-9ebf07471451', 'code': 200} Oct 30 15:10:40.837529 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-41bd1134-cdac-44c4-9d19-8f83c505e9bc tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:40.859518 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-41bd1134-cdac-44c4-9d19-8f83c505e9bc tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:40.868580 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41bd1134-cdac-44c4-9d19-8f83c505e9bc tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:10:40.869194 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-41bd1134-cdac-44c4-9d19-8f83c505e9bc tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:40.873532 n-d-806683-17 neutron-server[102130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:10:40.873532 n-d-806683-17 neutron-server[102130]: self.session.flush() Oct 30 15:10:40.873532 n-d-806683-17 neutron-server[102130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:10:40.873532 n-d-806683-17 neutron-server[102130]: self.session.flush() Oct 30 15:10:40.873532 n-d-806683-17 neutron-server[102130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:10:40.873532 n-d-806683-17 neutron-server[102130]: self.session.flush() Oct 30 15:10:40.873532 n-d-806683-17 neutron-server[102130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:10:40.873532 n-d-806683-17 neutron-server[102130]: self.session.flush() Oct 30 15:10:40.873532 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:10:40.873532 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:10:40.873532 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:10:40.873532 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:10:40.873532 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:10:40.873532 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:10:40.873532 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:10:40.873532 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:10:40.873532 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:10:40.873532 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:10:40.873532 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:10:40.873532 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:10:40.873532 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:10:40.873532 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:10:40.873532 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:10:40.873532 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:10:40.873532 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:10:40.873532 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:10:40.873532 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:10:40.873532 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:10:40.873532 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:10:40.873532 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:10:40.873532 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:10:40.873532 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:10:40.873532 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:10:40.873532 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:10:40.873532 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:10:40.873532 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:10:40.873532 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:10:40.873532 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:10:40.873532 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:10:40.873532 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:10:40.886214 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b0312091-b72c-4a3a-9b1b-988d8b5990a3 req-a6a84900-72ca-4392-966a-792dcd127787 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=3baf7600-8a1c-4d9a-b018-f770d78d7690 HTTP/1.1" status: 200 len: 217 time: 0.1844990 Oct 30 15:10:41.004167 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-41bd1134-cdac-44c4-9d19-8f83c505e9bc tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:41.027858 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-41bd1134-cdac-44c4-9d19-8f83c505e9bc tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:41.031605 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-41bd1134-cdac-44c4-9d19-8f83c505e9bc tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "DELETE /v2.0/networks/9e9f83e3-fdf9-4eaf-877d-31f08ee59bdd HTTP/1.1" status: 204 len: 168 time: 1.2828043 Oct 30 15:10:41.042706 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device c298e33c-0cd7-477c-b9f0-86e6e6d2f5d9 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:10:41.044210 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 59454) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:10:41.073912 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd1134-cdac-44c4-9d19-8f83c505e9bc tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Pushing event deleted for resources: {'Network': ['ID=9e9f83e3-fdf9-4eaf-877d-31f08ee59bdd,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:41.145697 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ade79-6775-47d0-b58a-23b3812f5a26 req-8ef9f821-f0de-49d0-8b52-8934e8a3e035 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:41.147930 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9e1ade79-6775-47d0-b58a-23b3812f5a26 req-8ef9f821-f0de-49d0-8b52-8934e8a3e035 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d602cf4-ba4a-4a3d-818e-f318f6f908fa HTTP/1.1" status: 200 len: 947 time: 0.1409907 Oct 30 15:10:41.162040 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8563605-efe7-4b94-a470-cce821f0825e tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Deleting subnet 1a52317e-60f9-428e-9742-f3136cf9155b {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:10:41.164340 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port c298e33c-0cd7-477c-b9f0-86e6e6d2f5d9 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:10:41.164897 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:41.170570 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e8563605-efe7-4b94-a470-cce821f0825e tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:41.189075 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-03232557-6d9e-468c-b7e0-25cf9cc088af req-dae73f41-ef6d-4af7-bbdc-7712f075c4ad service neutron] Attempting to bind port d62ce843-9f5e-4d08-8465-c20b0aa0fe3a on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:10:41.189697 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-03232557-6d9e-468c-b7e0-25cf9cc088af req-dae73f41-ef6d-4af7-bbdc-7712f075c4ad service neutron] Attempting to bind port d62ce843-9f5e-4d08-8465-c20b0aa0fe3a by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:10:41.192465 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03232557-6d9e-468c-b7e0-25cf9cc088af req-dae73f41-ef6d-4af7-bbdc-7712f075c4ad service neutron] Attempting to bind port d62ce843-9f5e-4d08-8465-c20b0aa0fe3a on network 8de8b155-6e08-41c3-866a-8b30bb481704 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:10:41.223145 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e8563605-efe7-4b94-a470-cce821f0825e tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:41.236491 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0312091-b72c-4a3a-9b1b-988d8b5990a3 req-cf999baa-6008-4bea-b090-d09306f0064c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:41.241169 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b0312091-b72c-4a3a-9b1b-988d8b5990a3 req-cf999baa-6008-4bea-b090-d09306f0064c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.2867310 Oct 30 15:10:41.243824 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-f3fa5b1f-dd0a-41f7-9ef4-85d3abe3d092 tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:41.246279 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-f3fa5b1f-dd0a-41f7-9ef4-85d3abe3d092 tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=c0e3a669-075e-4332-9f0e-18bed12d9d90&tenant_id=b8aea481537c4f1b9ab8f7eccea88bfc&binding%3Ahost_id=n-h1-806683-17 HTTP/1.1" status: 200 len: 1096 time: 0.4000278 Oct 30 15:10:41.248027 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03232557-6d9e-468c-b7e0-25cf9cc088af req-dae73f41-ef6d-4af7-bbdc-7712f075c4ad service neutron] Port d62ce843-9f5e-4d08-8465-c20b0aa0fe3a on network 8de8b155-6e08-41c3-866a-8b30bb481704 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:10:41.248692 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03232557-6d9e-468c-b7e0-25cf9cc088af req-dae73f41-ef6d-4af7-bbdc-7712f075c4ad service neutron] Attempting to bind port d62ce843-9f5e-4d08-8465-c20b0aa0fe3a on network 8de8b155-6e08-41c3-866a-8b30bb481704 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:10:41.272129 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ccaf8029-0bc8-49ae-8894-a581f380db48 req-da456a73-c1b7-4ecf-9720-3df1a36214bd service neutron] 10.222.0.62 "GET /v2.0/networks/9692ed5c-f259-4258-8606-c4a569c47bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8828254 Oct 30 15:10:41.283853 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-5207dd8d-8f03-4f8d-a089-bfd413f7eb67 req-59343ede-592d-4ec5-9142-4e589413280c tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Deleting port 010be484-0672-430d-be49-9ebf07471451 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:10:41.285091 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-5207dd8d-8f03-4f8d-a089-bfd413f7eb67 req-59343ede-592d-4ec5-9142-4e589413280c tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:41.317166 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03232557-6d9e-468c-b7e0-25cf9cc088af req-dae73f41-ef6d-4af7-bbdc-7712f075c4ad service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:10:41.317876 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03232557-6d9e-468c-b7e0-25cf9cc088af req-dae73f41-ef6d-4af7-bbdc-7712f075c4ad service neutron] Checking segment: {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:10:41.318694 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03232557-6d9e-468c-b7e0-25cf9cc088af req-dae73f41-ef6d-4af7-bbdc-7712f075c4ad service neutron] Bound using segment: {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:10:41.319433 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-03232557-6d9e-468c-b7e0-25cf9cc088af req-dae73f41-ef6d-4af7-bbdc-7712f075c4ad service neutron] Bound port: d62ce843-9f5e-4d08-8465-c20b0aa0fe3a, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:10:41.320297 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-03232557-6d9e-468c-b7e0-25cf9cc088af req-dae73f41-ef6d-4af7-bbdc-7712f075c4ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:41.369748 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 84f27862-f102-409e-9dcb-60b5f0ef6110 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:10:41.397136 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e8563605-efe7-4b94-a470-cce821f0825e tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:41.397391 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 84f27862-f102-409e-9dcb-60b5f0ef6110 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:10:41.397754 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 84f27862-f102-409e-9dcb-60b5f0ef6110 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:10:41.432133 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9e1ade79-6775-47d0-b58a-23b3812f5a26 req-f154f3b9-4add-4a80-8e17-e81ad8838a8a tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761474 Oct 30 15:10:41.486387 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e8563605-efe7-4b94-a470-cce821f0825e tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:41.521043 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8563605-efe7-4b94-a470-cce821f0825e tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Pushing event deleted for resources: {'Subnet': ['ID=1a52317e-60f9-428e-9742-f3136cf9155b,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:41.525485 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e8563605-efe7-4b94-a470-cce821f0825e tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:41.529218 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e8563605-efe7-4b94-a470-cce821f0825e tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "DELETE /v2.0/subnets/1a52317e-60f9-428e-9742-f3136cf9155b HTTP/1.1" status: 204 len: 168 time: 0.4831645 Oct 30 15:10:41.532302 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbf253c-1022-4a20-8303-f3fbb4aab58d None None] Network 53b9902a-fc7a-4f3a-a2d0-68aa23329a99 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:10:41.536325 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 59458) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:10:41.671215 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15ae7be-328d-44c4-a1ca-6793bf7888fe req-322779e3-31c2-47b1-bb87-387a04d26dec tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:41.673017 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f15ae7be-328d-44c4-a1ca-6793bf7888fe req-322779e3-31c2-47b1-bb87-387a04d26dec tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3a669-075e-4332-9f0e-18bed12d9d90 HTTP/1.1" status: 200 len: 944 time: 0.1287317 Oct 30 15:10:41.678178 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-864b8178-5f1e-4f10-bd14-d4eb21225dd3 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:41.729023 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device d62ce843-9f5e-4d08-8465-c20b0aa0fe3a no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:10:41.749358 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f15ae7be-328d-44c4-a1ca-6793bf7888fe req-88248d1d-f7da-45bf-adaa-352891d66c9c tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651243 Oct 30 15:10:41.784313 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-864b8178-5f1e-4f10-bd14-d4eb21225dd3 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Deleting port 04f9dfd4-a7f5-45ca-ac5e-39a957f0b31b {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:10:41.785471 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-864b8178-5f1e-4f10-bd14-d4eb21225dd3 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:41.802820 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device d62ce843-9f5e-4d08-8465-c20b0aa0fe3a not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:10:41.807662 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc9231e-25fe-4edb-b682-14d8d4c14749 None None] DHCP port deletion for 53b9902a-fc7a-4f3a-a2d0-68aa23329a99 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:10:41.870302 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-3cc9231e-25fe-4edb-b682-14d8d4c14749 None None] Deleting port 04f9dfd4-a7f5-45ca-ac5e-39a957f0b31b {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:10:41.870906 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3cc9231e-25fe-4edb-b682-14d8d4c14749 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:41.882659 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-864b8178-5f1e-4f10-bd14-d4eb21225dd3 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] For port 04f9dfd4-a7f5-45ca-ac5e-39a957f0b31b, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=04f9dfd4-a7f5-45ca-ac5e-39a957f0b31b,segment=NetworkSegment(1abad3d0-d23d-4573-a261-24d37c7b6eaa),segment_id=1abad3d0-d23d-4573-a261-24d37c7b6eaa)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:10:41.883282 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-864b8178-5f1e-4f10-bd14-d4eb21225dd3 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:41.900518 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4323131-1f2f-4d56-9579-390843b45b06 x-openstack-request-id: req-a4323131-1f2f-4d56-9579-390843b45b06 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:10:41.901300 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66c439b4-194e-4992-ad73-85dd143f9efb", "name": "network-vif-deleted", "tag": "2121c82a-9678-4a48-8039-367051785e08", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:10:41.901750 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a4323131-1f2f-4d56-9579-390843b45b06 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:10:41.903073 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66c439b4-194e-4992-ad73-85dd143f9efb', 'name': 'network-vif-deleted', 'tag': '2121c82a-9678-4a48-8039-367051785e08', 'status': 'completed', 'code': 200} Oct 30 15:10:41.904692 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-864b8178-5f1e-4f10-bd14-d4eb21225dd3 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Calling delete_port for 04f9dfd4-a7f5-45ca-ac5e-39a957f0b31b owned by network:dhcp {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:10:41.954638 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-3cc9231e-25fe-4edb-b682-14d8d4c14749 None None] For port 04f9dfd4-a7f5-45ca-ac5e-39a957f0b31b, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=04f9dfd4-a7f5-45ca-ac5e-39a957f0b31b,segment=NetworkSegment(1abad3d0-d23d-4573-a261-24d37c7b6eaa),segment_id=1abad3d0-d23d-4573-a261-24d37c7b6eaa)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:10:41.955148 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3cc9231e-25fe-4edb-b682-14d8d4c14749 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:41.971835 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-3cc9231e-25fe-4edb-b682-14d8d4c14749 None None] Calling delete_port for 04f9dfd4-a7f5-45ca-ac5e-39a957f0b31b owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:10:42.035993 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3823ff2d-aea5-42ea-9643-ac05a428a07d req-cfcde6ac-2444-4c5e-84b1-19e5c355205c tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] 10.222.0.62 "GET /v2.0/floatingips/fa9ce201-9e05-4d24-820a-dceaf9e2b4e5 HTTP/1.1" status: 200 len: 693 time: 0.0689881 Oct 30 15:10:42.060744 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Oct 2021 15:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d282629-7a71-4b75-840b-a37509a29d2e x-openstack-request-id: req-2d282629-7a71-4b75-840b-a37509a29d2e {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:10:42.061880 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d602cf4-ba4a-4a3d-818e-f318f6f908fa", "name": "network-vif-unplugged", "status": "completed", "tag": "d62ce843-9f5e-4d08-8465-c20b0aa0fe3a", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:10:42.062136 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2d282629-7a71-4b75-840b-a37509a29d2e {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:10:42.062790 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d602cf4-ba4a-4a3d-818e-f318f6f908fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd62ce843-9f5e-4d08-8465-c20b0aa0fe3a', 'code': 200} Oct 30 15:10:42.074059 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3cc9231e-25fe-4edb-b682-14d8d4c14749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:42.078930 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-59e59364-bbcb-428e-a006-e2519ca644d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:42.103401 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc9231e-25fe-4edb-b682-14d8d4c14749 None None] Pushing event deleted for resources: {'Port': ['ID=04f9dfd4-a7f5-45ca-ac5e-39a957f0b31b,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:42.104517 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-864b8178-5f1e-4f10-bd14-d4eb21225dd3 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:42.105679 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc9231e-25fe-4edb-b682-14d8d4c14749 None None] No DVR routers for this DVR port 04f9dfd4-a7f5-45ca-ac5e-39a957f0b31b on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:10:42.153690 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864b8178-5f1e-4f10-bd14-d4eb21225dd3 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Pushing event deleted for resources: {'Port': ['ID=04f9dfd4-a7f5-45ca-ac5e-39a957f0b31b,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:42.156052 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ccaf8029-0bc8-49ae-8894-a581f380db48 req-3b92df5d-8ab3-417a-822b-a34010a0db54 service neutron] 10.222.0.62 "GET /v2.0/networks/9692ed5c-f259-4258-8606-c4a569c47bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8797374 Oct 30 15:10:42.162192 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864b8178-5f1e-4f10-bd14-d4eb21225dd3 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] No DVR routers for this DVR port 04f9dfd4-a7f5-45ca-ac5e-39a957f0b31b on host n-d-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:10:42.208667 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-03232557-6d9e-468c-b7e0-25cf9cc088af req-dae73f41-ef6d-4af7-bbdc-7712f075c4ad service neutron] For port d62ce843-9f5e-4d08-8465-c20b0aa0fe3a, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:10:42.212295 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0312091-b72c-4a3a-9b1b-988d8b5990a3 req-d263984e-a7c7-42a1-9ffc-af3ba89002c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:42.213872 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b0312091-b72c-4a3a-9b1b-988d8b5990a3 req-d263984e-a7c7-42a1-9ffc-af3ba89002c7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.9192472 Oct 30 15:10:42.262924 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-03232557-6d9e-468c-b7e0-25cf9cc088af req-dae73f41-ef6d-4af7-bbdc-7712f075c4ad service neutron] For port d62ce843-9f5e-4d08-8465-c20b0aa0fe3a, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=d62ce843-9f5e-4d08-8465-c20b0aa0fe3a,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:10:42.302281 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823ff2d-aea5-42ea-9643-ac05a428a07d req-f2b73807-a761-4b59-ae93-99eedfbe3199 tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:42.318200 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-03232557-6d9e-468c-b7e0-25cf9cc088af req-dae73f41-ef6d-4af7-bbdc-7712f075c4ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:42.318693 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3823ff2d-aea5-42ea-9643-ac05a428a07d req-f2b73807-a761-4b59-ae93-99eedfbe3199 tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] 10.222.0.62 "GET /v2.0/networks/edc38ef5-7816-4133-914c-cfe2849a0125 HTTP/1.1" status: 200 len: 784 time: 0.2681334 Oct 30 15:10:42.320187 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-864b8178-5f1e-4f10-bd14-d4eb21225dd3 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:42.328814 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e59364-bbcb-428e-a006-e2519ca644d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=caa7394f-93ee-4465-9572-c86526bd16cc,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:42.377533 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-864b8178-5f1e-4f10-bd14-d4eb21225dd3 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53b9902a-fc7a-4f3a-a2d0-68aa23329a99']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:10:42.405479 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-5207dd8d-8f03-4f8d-a089-bfd413f7eb67 req-59343ede-592d-4ec5-9142-4e589413280c tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] For port 010be484-0672-430d-be49-9ebf07471451, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=010be484-0672-430d-be49-9ebf07471451,segment=NetworkSegment(50e4125d-3001-4ab5-9a68-22676c11c44a),segment_id=50e4125d-3001-4ab5-9a68-22676c11c44a)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:10:42.405851 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-5207dd8d-8f03-4f8d-a089-bfd413f7eb67 req-59343ede-592d-4ec5-9142-4e589413280c tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:42.441937 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03232557-6d9e-468c-b7e0-25cf9cc088af req-dae73f41-ef6d-4af7-bbdc-7712f075c4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:42.443007 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-03232557-6d9e-468c-b7e0-25cf9cc088af req-dae73f41-ef6d-4af7-bbdc-7712f075c4ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:42.444441 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-03232557-6d9e-468c-b7e0-25cf9cc088af req-dae73f41-ef6d-4af7-bbdc-7712f075c4ad service neutron] 10.222.0.53 "PUT /v2.0/ports/d62ce843-9f5e-4d08-8465-c20b0aa0fe3a HTTP/1.1" status: 200 len: 1096 time: 4.1838851 Oct 30 15:10:42.452528 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-5207dd8d-8f03-4f8d-a089-bfd413f7eb67 req-59343ede-592d-4ec5-9142-4e589413280c tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Calling delete_port for 010be484-0672-430d-be49-9ebf07471451 owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:10:42.454354 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e59364-bbcb-428e-a006-e2519ca644d8 admin admin] Checking segment: {'id': '1adb3f4d-861a-4c35-9464-6565ad609cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c58cd6da-8ad6-4c65-93fc-5805c904760f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:10:42.454717 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e59364-bbcb-428e-a006-e2519ca644d8 admin admin] Network hostable DHCP agents. Network: c58cd6da-8ad6-4c65-93fc-5805c904760f, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:10:42.470814 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9e89be1c-78ad-4e6d-b366-dbbfc14d430d req-1f3d5210-d34f-471d-b36f-ca28e5058e17 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/ports?device_id=cf0791d1-d24c-4800-a471-07c6cf4a261d HTTP/1.1" status: 200 len: 210 time: 0.0706024 Oct 30 15:10:42.475529 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-864b8178-5f1e-4f10-bd14-d4eb21225dd3 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1abad3d0-d23d-4573-a261-24d37c7b6eaa') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:10:42.475832 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-864b8178-5f1e-4f10-bd14-d4eb21225dd3 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1abad3d0-d23d-4573-a261-24d37c7b6eaa') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:10:42.500338 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-864b8178-5f1e-4f10-bd14-d4eb21225dd3 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:42.594395 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae73f41-ef6d-4af7-bbdc-7712f075c4ad service neutron] Pushing event updated for resources: {'Port': ['ID=d62ce843-9f5e-4d08-8465-c20b0aa0fe3a,revision_number=11']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:42.602504 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-864b8178-5f1e-4f10-bd14-d4eb21225dd3 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:42.627552 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-339b1fa7-3ee9-4cb3-b644-b6e28e7fcc54 req-f6d4370b-ff77-4fad-a3fa-09e72ccad2ce tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] 10.222.0.62 "GET /v2.0/floatingips?tenant_id=ccbbf13610cf42b2ae2b433fe23234c9 HTTP/1.1" status: 200 len: 696 time: 0.1099293 Oct 30 15:10:42.631075 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-864b8178-5f1e-4f10-bd14-d4eb21225dd3 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:10:42.631502 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-864b8178-5f1e-4f10-bd14-d4eb21225dd3 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:42.645801 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:10:42.645801 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:10:42.645801 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:10:42.645801 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:10:42.645801 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:10:42.645801 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:10:42.645801 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:10:42.645801 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:10:42.645801 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:10:42.645801 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:10:42.645801 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:10:42.645801 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:10:42.645801 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:10:42.645801 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:10:42.645801 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:10:42.645801 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:10:42.645801 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:10:42.645801 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:10:42.645801 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:10:42.645801 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:10:42.645801 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:10:42.645801 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:10:42.645801 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:10:42.645801 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:10:42.645801 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:10:42.645801 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:10:42.645801 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:10:42.645801 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:10:42.645801 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:10:42.645801 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:10:42.645801 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:10:42.645801 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:10:42.664270 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-e6bc9bc7-9fa9-405b-926e-ff30ccf1eb64 service neutron] For port 3393737f-efac-412a-9c8d-dbd8592214a9, host n-h2-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:10:42.708691 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-e6bc9bc7-9fa9-405b-926e-ff30ccf1eb64 service neutron] Publish callbacks [] for binding, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:42.710291 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-e6bc9bc7-9fa9-405b-926e-ff30ccf1eb64 service neutron] 10.222.0.53 "DELETE /v2.0/ports/3393737f-efac-412a-9c8d-dbd8592214a9/bindings/n-h2-806683-17 HTTP/1.1" status: 204 len: 173 time: 1.3950033 Oct 30 15:10:42.725883 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b0312091-b72c-4a3a-9b1b-988d8b5990a3 req-c4e60d50-f88c-42b9-b4f6-9abcd9c27cf5 service neutron] 10.222.0.44 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4938657 Oct 30 15:10:42.735904 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e59364-bbcb-428e-a006-e2519ca644d8 admin admin] Network c58cd6da-8ad6-4c65-93fc-5805c904760f is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:10:42.795850 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03232557-6d9e-468c-b7e0-25cf9cc088af req-6ec0ce6d-b50a-4f7d-b0bd-d723aeb2dc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:42.797707 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-03232557-6d9e-468c-b7e0-25cf9cc088af req-6ec0ce6d-b50a-4f7d-b0bd-d723aeb2dc6b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=77cd9b926c2f46c3aa4784fd4d8318b7&device_id=1d602cf4-ba4a-4a3d-818e-f318f6f908fa HTTP/1.1" status: 200 len: 1099 time: 0.3098786 Oct 30 15:10:42.803755 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-864b8178-5f1e-4f10-bd14-d4eb21225dd3 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:42.814070 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-864b8178-5f1e-4f10-bd14-d4eb21225dd3 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:42.821642 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-864b8178-5f1e-4f10-bd14-d4eb21225dd3 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "DELETE /v2.0/networks/53b9902a-fc7a-4f3a-a2d0-68aa23329a99 HTTP/1.1" status: 204 len: 168 time: 1.2643235 Oct 30 15:10:42.830087 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 59492) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:10:42.834631 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-0af846bc-9bd2-4751-8a26-07040783c876 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1043430878'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:10:42.844033 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-59e59364-bbcb-428e-a006-e2519ca644d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, c58cd6da-8ad6-4c65-93fc-5805c904760f) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:10:42.852786 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864b8178-5f1e-4f10-bd14-d4eb21225dd3 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Pushing event deleted for resources: {'Network': ['ID=53b9902a-fc7a-4f3a-a2d0-68aa23329a99,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:42.855540 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61453615-ae51-475d-9573-d8047fefb9d1 None None] Network c58cd6da-8ad6-4c65-93fc-5805c904760f requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:10:42.883295 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b1fa7-3ee9-4cb3-b644-b6e28e7fcc54 req-21717487-233d-42e4-afa9-4dbc6ab427eb tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:42.884852 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-339b1fa7-3ee9-4cb3-b644-b6e28e7fcc54 req-21717487-233d-42e4-afa9-4dbc6ab427eb tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] 10.222.0.62 "GET /v2.0/networks?id=edc38ef5-7816-4133-914c-cfe2849a0125 HTTP/1.1" status: 200 len: 787 time: 0.2564189 Oct 30 15:10:42.902567 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e59364-bbcb-428e-a006-e2519ca644d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:42.903220 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-59e59364-bbcb-428e-a006-e2519ca644d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:42.904391 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [req-339b1fa7-3ee9-4cb3-b644-b6e28e7fcc54 req-ed31a4ec-df98-4d60-96f2-4fad5bbe1e1d tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:10:42.905616 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-339b1fa7-3ee9-4cb3-b644-b6e28e7fcc54 req-ed31a4ec-df98-4d60-96f2-4fad5bbe1e1d tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0118859 Oct 30 15:10:42.918195 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af846bc-9bd2-4751-8a26-07040783c876 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Made reservation on behalf of c642d29d1c17474c8a26fe3f03026a83 for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:10:42.927396 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0af846bc-9bd2-4751-8a26-07040783c876 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:42.965059 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16700d56-6c21-4fde-a05b-d70f886538f6 req-f53d21f3-e97a-4c3a-a901-7c66e7f46967 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:42.972576 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-16700d56-6c21-4fde-a05b-d70f886538f6 req-f53d21f3-e97a-4c3a-a901-7c66e7f46967 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/networks?id=83cbffa3-ed24-45ac-a4b8-68763573cf86 HTTP/1.1" status: 200 len: 821 time: 0.5237296 Oct 30 15:10:43.001622 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-59e59364-bbcb-428e-a006-e2519ca644d8 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.5518584 Oct 30 15:10:43.006633 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 59498) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:10:43.018417 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0af846bc-9bd2-4751-8a26-07040783c876 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:10:43.029606 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0af846bc-9bd2-4751-8a26-07040783c876 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:43.030007 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-0af846bc-9bd2-4751-8a26-07040783c876 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Added segment e18193fb-7bda-4048-802d-6610e1112290 of type vlan for network 5b578e27-c5d4-4dc8-bcf7-d2439f17c459 Oct 30 15:10:43.050736 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-141d4706-6634-4647-839b-7662b0f2341b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1890913243-router', 'tenant_id': 'f17a51dafe2248f283b50921c5c94f99', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:10:43.074957 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 04f9dfd4-a7f5-45ca-ac5e-39a957f0b31b no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:10:43.099412 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-16700d56-6c21-4fde-a05b-d70f886538f6 req-32555327-a0b2-473a-a07d-a14e1843d8cf tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/quotas/d103ce083ed041adb4389e08e444486c HTTP/1.1" status: 200 len: 375 time: 0.1232827 Oct 30 15:10:43.108907 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 04f9dfd4-a7f5-45ca-ac5e-39a957f0b31b {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:10:43.109683 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 04f9dfd4-a7f5-45ca-ac5e-39a957f0b31b not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:10:43.155031 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b0312091-b72c-4a3a-9b1b-988d8b5990a3 req-e287f5a6-7bf4-4070-978f-b1a1d7610df0 service neutron] 10.222.0.44 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4049041 Oct 30 15:10:43.170133 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0af846bc-9bd2-4751-8a26-07040783c876 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:43.182638 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c232d1-1884-4431-b0dc-6a0e83db7bd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-c58cd6da-8ad6-4c65-93fc-5805c904760f', 'network_id': 'c58cd6da-8ad6-4c65-93fc-5805c904760f', 'tenant_id': 'f17a51dafe2248f283b50921c5c94f99', 'fixed_ips': [{'subnet_id': 'caa7394f-93ee-4465-9572-c86526bd16cc'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:10:43.183529 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-50c232d1-1884-4431-b0dc-6a0e83db7bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:43.211876 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67a20a-f8e3-4b26-ba1f-573a3c3b4aca req-1ee5ba3a-d0ea-481a-8dc4-d8ec5f10acf3 tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:43.217193 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-141d4706-6634-4647-839b-7662b0f2341b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:43.218594 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-141d4706-6634-4647-839b-7662b0f2341b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:43.226814 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03232557-6d9e-468c-b7e0-25cf9cc088af req-1311e27b-00b4-4666-a6ac-6ac0bbb3cd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:43.228399 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-03232557-6d9e-468c-b7e0-25cf9cc088af req-1311e27b-00b4-4666-a6ac-6ac0bbb3cd3e service neutron] 10.222.0.53 "GET /v2.0/networks?id=8de8b155-6e08-41c3-866a-8b30bb481704 HTTP/1.1" status: 200 len: 870 time: 0.3788226 Oct 30 15:10:43.229763 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5f67a20a-f8e3-4b26-ba1f-573a3c3b4aca req-1ee5ba3a-d0ea-481a-8dc4-d8ec5f10acf3 tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3a669-075e-4332-9f0e-18bed12d9d90 HTTP/1.1" status: 200 len: 1096 time: 0.1361201 Oct 30 15:10:43.260784 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-5207dd8d-8f03-4f8d-a089-bfd413f7eb67 req-59343ede-592d-4ec5-9142-4e589413280c tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:43.290394 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0af846bc-9bd2-4751-8a26-07040783c876 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:43.296364 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af846bc-9bd2-4751-8a26-07040783c876 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:43.297070 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0af846bc-9bd2-4751-8a26-07040783c876 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:43.300015 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-16700d56-6c21-4fde-a05b-d70f886538f6 req-5e591ae3-f2ff-48e9-ad67-23a40b295ba0 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d103ce083ed041adb4389e08e444486c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1996439 Oct 30 15:10:43.311776 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5f67a20a-f8e3-4b26-ba1f-573a3c3b4aca req-e7cf2253-cb23-4993-8d77-cdba46c88479 tempest-LiveMigrationTest-1926735917 tempest-LiveMigrationTest-1926735917-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761802 Oct 30 15:10:43.351492 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59343ede-592d-4ec5-9142-4e589413280c tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Pushing event deleted for resources: {'Port': ['ID=010be484-0672-430d-be49-9ebf07471451,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:43.354446 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-03232557-6d9e-468c-b7e0-25cf9cc088af req-b324c9e5-7a10-4b83-9807-d6437e73d938 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=d62ce843-9f5e-4d08-8465-c20b0aa0fe3a HTTP/1.1" status: 200 len: 217 time: 0.1156731 Oct 30 15:10:43.379006 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-50c232d1-1884-4431-b0dc-6a0e83db7bd2 None None] Allocated IP 172.20.0.2 (c58cd6da-8ad6-4c65-93fc-5805c904760f/caa7394f-93ee-4465-9572-c86526bd16cc/0aad96d5-e8fd-4dea-9e79-19559ee07e89) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:10:43.397668 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-0af846bc-9bd2-4751-8a26-07040783c876 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5649219 Oct 30 15:10:43.399911 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 59502) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:10:43.407069 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-a5ae6312-5958-48c2-92ef-424342edcf62 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Request body: {'subnet': {'network_id': '5b578e27-c5d4-4dc8-bcf7-d2439f17c459', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:10:43.489310 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af846bc-9bd2-4751-8a26-07040783c876 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Pushing event updated for resources: {'Network': ['ID=5b578e27-c5d4-4dc8-bcf7-d2439f17c459,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:43.511187 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 5b578e27-c5d4-4dc8-bcf7-d2439f17c459 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:10:43.549647 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dd06b7-9f58-4ba0-bcff-c81da947ebd6 req-9c3dbf80-3cb5-4fc9-a62f-d6e40ba9f7cc tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:43.552114 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-28dd06b7-9f58-4ba0-bcff-c81da947ebd6 req-9c3dbf80-3cb5-4fc9-a62f-d6e40ba9f7cc tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d602cf4-ba4a-4a3d-818e-f318f6f908fa HTTP/1.1" status: 200 len: 947 time: 0.1398683 Oct 30 15:10:43.573738 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ae6312-5958-48c2-92ef-424342edcf62 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Made reservation on behalf of c642d29d1c17474c8a26fe3f03026a83 for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:10:43.577127 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a5ae6312-5958-48c2-92ef-424342edcf62 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:43.578413 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-141d4706-6634-4647-839b-7662b0f2341b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:43.586445 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-16700d56-6c21-4fde-a05b-d70f886538f6 req-9c0b4e07-ca77-46c0-a60b-a49f54d65aac service neutron] 10.222.0.62 "GET /v2.0/networks/83cbffa3-ed24-45ac-a4b8-68763573cf86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453105 Oct 30 15:10:43.643409 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-50c232d1-1884-4431-b0dc-6a0e83db7bd2 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:43.653201 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-50c232d1-1884-4431-b0dc-6a0e83db7bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:43.717055 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-28dd06b7-9f58-4ba0-bcff-c81da947ebd6 req-dbcd7525-6c57-40de-988c-c9155efdd7b3 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575391 Oct 30 15:10:43.745297 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c232d1-1884-4431-b0dc-6a0e83db7bd2 None None] Network c58cd6da-8ad6-4c65-93fc-5805c904760f is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:10:43.748375 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-50c232d1-1884-4431-b0dc-6a0e83db7bd2 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:10:43.757740 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c232d1-1884-4431-b0dc-6a0e83db7bd2 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:10:43.766267 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03232557-6d9e-468c-b7e0-25cf9cc088af req-b9200d67-6e2e-4e47-8445-4829d3f8fb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:43.767943 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-03232557-6d9e-468c-b7e0-25cf9cc088af req-b9200d67-6e2e-4e47-8445-4829d3f8fb54 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.3991861 Oct 30 15:10:43.778903 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c232d1-1884-4431-b0dc-6a0e83db7bd2 None None] Pushing event updated for resources: {'Port': ['ID=0aad96d5-e8fd-4dea-9e79-19559ee07e89,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:43.828467 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-50c232d1-1884-4431-b0dc-6a0e83db7bd2 None None] Attempting to bind port 0aad96d5-e8fd-4dea-9e79-19559ee07e89 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:10:43.828890 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-50c232d1-1884-4431-b0dc-6a0e83db7bd2 None None] Attempting to bind port 0aad96d5-e8fd-4dea-9e79-19559ee07e89 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '1adb3f4d-861a-4c35-9464-6565ad609cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c58cd6da-8ad6-4c65-93fc-5805c904760f'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:10:43.829842 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c232d1-1884-4431-b0dc-6a0e83db7bd2 None None] Attempting to bind port 0aad96d5-e8fd-4dea-9e79-19559ee07e89 on network c58cd6da-8ad6-4c65-93fc-5805c904760f {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:10:43.835826 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c232d1-1884-4431-b0dc-6a0e83db7bd2 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:10:43.836140 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c232d1-1884-4431-b0dc-6a0e83db7bd2 None None] Checking segment: {'id': '1adb3f4d-861a-4c35-9464-6565ad609cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c58cd6da-8ad6-4c65-93fc-5805c904760f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:10:43.836545 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-50c232d1-1884-4431-b0dc-6a0e83db7bd2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:43.836986 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c232d1-1884-4431-b0dc-6a0e83db7bd2 None None] Bound using segment: {'id': '1adb3f4d-861a-4c35-9464-6565ad609cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c58cd6da-8ad6-4c65-93fc-5805c904760f'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:10:43.837463 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-50c232d1-1884-4431-b0dc-6a0e83db7bd2 None None] Bound port: 0aad96d5-e8fd-4dea-9e79-19559ee07e89, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1adb3f4d-861a-4c35-9464-6565ad609cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c58cd6da-8ad6-4c65-93fc-5805c904760f'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:10:43.837843 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-50c232d1-1884-4431-b0dc-6a0e83db7bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:43.854239 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 010be484-0672-430d-be49-9ebf07471451 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:10:43.863608 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-5207dd8d-8f03-4f8d-a089-bfd413f7eb67 req-59343ede-592d-4ec5-9142-4e589413280c tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] No DVR routers for this DVR port 010be484-0672-430d-be49-9ebf07471451 on host n-h1-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:10:43.883065 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5df8a935-03d2-485d-8b01-7688e7ab1b63 req-8c675661-2038-46cc-95c6-2f46a975544f tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] 10.222.0.62 "GET /v2.0/floatingips/fa9ce201-9e05-4d24-820a-dceaf9e2b4e5 HTTP/1.1" status: 200 len: 693 time: 0.1223447 Oct 30 15:10:43.895652 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-5207dd8d-8f03-4f8d-a089-bfd413f7eb67 req-59343ede-592d-4ec5-9142-4e589413280c tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:43.899102 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5207dd8d-8f03-4f8d-a089-bfd413f7eb67 req-59343ede-592d-4ec5-9142-4e589413280c tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.53 "DELETE /v2.0/ports/010be484-0672-430d-be49-9ebf07471451 HTTP/1.1" status: 204 len: 173 time: 3.6529984 Oct 30 15:10:43.904108 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: 010be484-0672-430d-be49-9ebf07471451 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:10:43.904633 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 010be484-0672-430d-be49-9ebf07471451 not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:10:43.949910 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-50c232d1-1884-4431-b0dc-6a0e83db7bd2 None None] For port 0aad96d5-e8fd-4dea-9e79-19559ee07e89, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:10:43.953767 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-50c232d1-1884-4431-b0dc-6a0e83db7bd2 None None] For port 0aad96d5-e8fd-4dea-9e79-19559ee07e89, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=0aad96d5-e8fd-4dea-9e79-19559ee07e89,segment=NetworkSegment(1adb3f4d-861a-4c35-9464-6565ad609cf8),segment_id=1adb3f4d-861a-4c35-9464-6565ad609cf8)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:10:43.959105 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-50c232d1-1884-4431-b0dc-6a0e83db7bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:44.012804 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-141d4706-6634-4647-839b-7662b0f2341b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:44.016711 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c232d1-1884-4431-b0dc-6a0e83db7bd2 None None] Pushing event updated for resources: {'Port': ['ID=0aad96d5-e8fd-4dea-9e79-19559ee07e89,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:44.103378 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d602cf4-ba4a-4a3d-818e-f318f6f908fa', 'tag': 'd62ce843-9f5e-4d08-8465-c20b0aa0fe3a'}, {'server_uuid': '26b9d8a8-a8fb-4ec3-84d8-7ca561570caa', 'name': 'network-vif-deleted', 'tag': '010be484-0672-430d-be49-9ebf07471451'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:10:44.105897 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7662228-2b8f-46e9-a10a-8ff4a2035b6e" -d '{"events": [{"name": "network-changed", "server_uuid": "1d602cf4-ba4a-4a3d-818e-f318f6f908fa", "tag": "d62ce843-9f5e-4d08-8465-c20b0aa0fe3a"}, {"server_uuid": "26b9d8a8-a8fb-4ec3-84d8-7ca561570caa", "name": "network-vif-deleted", "tag": "010be484-0672-430d-be49-9ebf07471451"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:10:44.142801 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf8029-0bc8-49ae-8894-a581f380db48 req-7b32cdb8-920d-45c8-b3fa-6d138467d2c3 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:44.144956 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ccaf8029-0bc8-49ae-8894-a581f380db48 req-7b32cdb8-920d-45c8-b3fa-6d138467d2c3 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.53 "GET /v2.0/networks?id=9692ed5c-f259-4258-8606-c4a569c47bd6 HTTP/1.1" status: 200 len: 805 time: 0.5643425 Oct 30 15:10:44.165071 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-ccaf8029-0bc8-49ae-8894-a581f380db48 req-5696e2cb-06bc-45fd-b1dc-62356ad32219 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Request body: {'port': {'device_id': 'cf0791d1-d24c-4800-a471-07c6cf4a261d', 'network_id': '9692ed5c-f259-4258-8606-c4a569c47bd6', 'admin_state_up': True, 'tenant_id': '0f5568aa45224afa998c13f67eb4e102'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:10:44.172757 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03232557-6d9e-468c-b7e0-25cf9cc088af req-53353545-b3ee-49b1-a00d-c4f2bb53c042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:44.174359 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-03232557-6d9e-468c-b7e0-25cf9cc088af req-53353545-b3ee-49b1-a00d-c4f2bb53c042 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3086259 Oct 30 15:10:44.227596 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-16700d56-6c21-4fde-a05b-d70f886538f6 req-d1643d3a-5fc6-4ec4-bf00-83b9d8b575c5 service neutron] 10.222.0.62 "GET /v2.0/networks/83cbffa3-ed24-45ac-a4b8-68763573cf86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5966718 Oct 30 15:10:44.387779 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a5ae6312-5958-48c2-92ef-424342edcf62 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:44.489527 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-03232557-6d9e-468c-b7e0-25cf9cc088af req-955913f5-b077-44d4-b44b-ac87ab386dd4 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981575 Oct 30 15:10:44.499061 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df8a935-03d2-485d-8b01-7688e7ab1b63 req-2a593684-6de7-4614-9af9-909643ae6cc9 tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:44.507114 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5df8a935-03d2-485d-8b01-7688e7ab1b63 req-2a593684-6de7-4614-9af9-909643ae6cc9 tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] 10.222.0.62 "GET /v2.0/networks/edc38ef5-7816-4133-914c-cfe2849a0125 HTTP/1.1" status: 200 len: 784 time: 0.6159599 Oct 30 15:10:44.556047 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ae6312-5958-48c2-92ef-424342edcf62 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Pushing event updated for resources: {'Subnet': ['ID=07abbc73-6e8b-412b-874b-2d2ca0798649,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:44.576617 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ae6312-5958-48c2-92ef-424342edcf62 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Checking segment: {'id': 'e18193fb-7bda-4048-802d-6610e1112290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5b578e27-c5d4-4dc8-bcf7-d2439f17c459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:10:44.576617 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ae6312-5958-48c2-92ef-424342edcf62 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Network hostable DHCP agents. Network: 5b578e27-c5d4-4dc8-bcf7-d2439f17c459, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:10:44.588806 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5df8a935-03d2-485d-8b01-7688e7ab1b63 req-d4a96880-42c1-461e-b7ab-b4102f6dee4f tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.4.227 HTTP/1.1" status: 200 len: 696 time: 0.0805798 Oct 30 15:10:44.650840 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5df8a935-03d2-485d-8b01-7688e7ab1b63 req-75dd1f87-55b4-4327-b841-16effbf01ed0 tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.4.227 HTTP/1.1" status: 200 len: 696 time: 0.0608430 Oct 30 15:10:44.719629 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ae6312-5958-48c2-92ef-424342edcf62 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Network 5b578e27-c5d4-4dc8-bcf7-d2439f17c459 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:10:44.759320 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-03232557-6d9e-468c-b7e0-25cf9cc088af req-47da44cf-c719-4c86-bd42-6089fbc0edb7 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641385 Oct 30 15:10:44.760555 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccaf8029-0bc8-49ae-8894-a581f380db48 req-5696e2cb-06bc-45fd-b1dc-62356ad32219 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Made reservation on behalf of 0f5568aa45224afa998c13f67eb4e102 for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:10:44.770727 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-ccaf8029-0bc8-49ae-8894-a581f380db48 req-5696e2cb-06bc-45fd-b1dc-62356ad32219 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:44.779306 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-a5ae6312-5958-48c2-92ef-424342edcf62 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 5b578e27-c5d4-4dc8-bcf7-d2439f17c459) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:10:44.795270 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa28c494-e251-45f8-9fd0-cabe35834f40 None None] Network 5b578e27-c5d4-4dc8-bcf7-d2439f17c459 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:10:44.800801 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ae6312-5958-48c2-92ef-424342edcf62 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:44.801954 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a5ae6312-5958-48c2-92ef-424342edcf62 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:44.842953 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a5ae6312-5958-48c2-92ef-424342edcf62 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4399581 Oct 30 15:10:44.848700 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 59522) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:10:44.853674 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-efce1daf-06d0-44dd-8da1-be75336eb572 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1002360634'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:10:44.880873 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-5df8a935-03d2-485d-8b01-7688e7ab1b63 req-ffc91c16-7d19-4b92-b7bb-b50f54ea0f9d tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] Deleting port a3622873-7c26-4f39-b73a-a1d90fe4dcc4 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:10:44.881443 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-5df8a935-03d2-485d-8b01-7688e7ab1b63 req-ffc91c16-7d19-4b92-b7bb-b50f54ea0f9d tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:44.954316 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-ccaf8029-0bc8-49ae-8894-a581f380db48 req-5696e2cb-06bc-45fd-b1dc-62356ad32219 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Allocated IP 172.20.0.10 (9692ed5c-f259-4258-8606-c4a569c47bd6/3835a6e8-6500-4cc1-8102-46264ff54369/b68440be-5686-4686-8958-13ddfdcd8a08) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:10:44.961310 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efce1daf-06d0-44dd-8da1-be75336eb572 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Made reservation on behalf of c642d29d1c17474c8a26fe3f03026a83 for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:10:44.977505 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-efce1daf-06d0-44dd-8da1-be75336eb572 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:44.988488 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-141d4706-6634-4647-839b-7662b0f2341b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:45.077929 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efce1daf-06d0-44dd-8da1-be75336eb572 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:10:45.097824 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-141d4706-6634-4647-839b-7662b0f2341b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:45.120091 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9270e18a-1b52-49ef-84bd-0250994918c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-5b578e27-c5d4-4dc8-bcf7-d2439f17c459', 'network_id': '5b578e27-c5d4-4dc8-bcf7-d2439f17c459', 'tenant_id': 'c642d29d1c17474c8a26fe3f03026a83', 'fixed_ips': [{'subnet_id': '07abbc73-6e8b-412b-874b-2d2ca0798649'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:10:45.120686 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9270e18a-1b52-49ef-84bd-0250994918c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:45.127878 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 0aad96d5-e8fd-4dea-9e79-19559ee07e89 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:10:45.134204 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-5df8a935-03d2-485d-8b01-7688e7ab1b63 req-ffc91c16-7d19-4b92-b7bb-b50f54ea0f9d tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:45.134527 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-5df8a935-03d2-485d-8b01-7688e7ab1b63 req-ffc91c16-7d19-4b92-b7bb-b50f54ea0f9d tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:45.146348 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-efce1daf-06d0-44dd-8da1-be75336eb572 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:45.146762 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-efce1daf-06d0-44dd-8da1-be75336eb572 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Added segment 7960652a-a420-43cd-9d49-1f6b9821a651 of type vlan for network c1928375-e422-457c-9b13-0dd3fe8116b5 Oct 30 15:10:45.192291 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-5df8a935-03d2-485d-8b01-7688e7ab1b63 req-ffc91c16-7d19-4b92-b7bb-b50f54ea0f9d tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] Calling delete_port for a3622873-7c26-4f39-b73a-a1d90fe4dcc4 owned by network:floatingip {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:10:45.276442 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-efce1daf-06d0-44dd-8da1-be75336eb572 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:45.334644 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-9270e18a-1b52-49ef-84bd-0250994918c9 None None] Allocated IP 19.80.0.2 (5b578e27-c5d4-4dc8-bcf7-d2439f17c459/07abbc73-6e8b-412b-874b-2d2ca0798649/c53b8b69-8d07-4b97-93dc-4e2b4d02f3b7) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:10:45.353388 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-efce1daf-06d0-44dd-8da1-be75336eb572 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:45.363507 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efce1daf-06d0-44dd-8da1-be75336eb572 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:45.369464 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-efce1daf-06d0-44dd-8da1-be75336eb572 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:45.509941 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-efce1daf-06d0-44dd-8da1-be75336eb572 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6601470 Oct 30 15:10:45.512885 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 59526) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:10:45.532099 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f1073b23-8f3a-40c3-ae89-cebb622527c3 req-a496a868-fdb1-4d60-95fb-1d40c4840d84 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/ports?device_id=cf0791d1-d24c-4800-a471-07c6cf4a261d HTTP/1.1" status: 200 len: 210 time: 0.7017467 Oct 30 15:10:45.535198 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efce1daf-06d0-44dd-8da1-be75336eb572 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Pushing event updated for resources: {'Network': ['ID=c1928375-e422-457c-9b13-0dd3fe8116b5,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:45.563008 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-5df8a935-03d2-485d-8b01-7688e7ab1b63 req-ffc91c16-7d19-4b92-b7bb-b50f54ea0f9d tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:45.570198 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-e9777837-712a-44af-80b5-bc4014e2aa1a tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Request body: {'subnet': {'network_id': 'c1928375-e422-457c-9b13-0dd3fe8116b5', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:10:45.599111 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc91c16-7d19-4b92-b7bb-b50f54ea0f9d tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] Pushing event deleted for resources: {'Port': ['ID=a3622873-7c26-4f39-b73a-a1d90fe4dcc4,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:45.656640 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9270e18a-1b52-49ef-84bd-0250994918c9 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:45.662578 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7659d9f-6c31-4d20-8182-e15031b14269 None None] Network c58cd6da-8ad6-4c65-93fc-5805c904760f requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:10:45.669343 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network c1928375-e422-457c-9b13-0dd3fe8116b5 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:10:45.712010 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 30 Oct 2021 15:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac966a2-514a-44fe-8002-b9ea4287a8d3 x-openstack-request-id: req-0ac966a2-514a-44fe-8002-b9ea4287a8d3 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:10:45.712605 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d602cf4-ba4a-4a3d-818e-f318f6f908fa", "tag": "d62ce843-9f5e-4d08-8465-c20b0aa0fe3a", "status": "completed", "code": 200}, {"server_uuid": "26b9d8a8-a8fb-4ec3-84d8-7ca561570caa", "name": "network-vif-deleted", "tag": "010be484-0672-430d-be49-9ebf07471451", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:10:45.712985 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0ac966a2-514a-44fe-8002-b9ea4287a8d3 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:10:45.713396 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-5df8a935-03d2-485d-8b01-7688e7ab1b63 req-ffc91c16-7d19-4b92-b7bb-b50f54ea0f9d tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] Publish callbacks [] for floatingip, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:45.713588 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d602cf4-ba4a-4a3d-818e-f318f6f908fa', 'tag': 'd62ce843-9f5e-4d08-8465-c20b0aa0fe3a', 'status': 'completed', 'code': 200} Oct 30 15:10:45.713947 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26b9d8a8-a8fb-4ec3-84d8-7ca561570caa', 'name': 'network-vif-deleted', 'tag': '010be484-0672-430d-be49-9ebf07471451', 'status': 'completed', 'code': 200} Oct 30 15:10:45.716532 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-5df8a935-03d2-485d-8b01-7688e7ab1b63 req-ffc91c16-7d19-4b92-b7bb-b50f54ea0f9d tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:45.733178 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5df8a935-03d2-485d-8b01-7688e7ab1b63 req-ffc91c16-7d19-4b92-b7bb-b50f54ea0f9d tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] 10.222.0.62 "DELETE /v2.0/floatingips/fa9ce201-9e05-4d24-820a-dceaf9e2b4e5 HTTP/1.1" status: 204 len: 173 time: 1.0788076 Oct 30 15:10:45.764138 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9270e18a-1b52-49ef-84bd-0250994918c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:45.799175 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 0aad96d5-e8fd-4dea-9e79-19559ee07e89 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:10:45.799588 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:45.886323 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9270e18a-1b52-49ef-84bd-0250994918c9 None None] Network 5b578e27-c5d4-4dc8-bcf7-d2439f17c459 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:10:45.888892 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-bbbfc5af-8b7a-4372-a65f-b6aafb7f4d82 None None] Provisioning complete for port 0aad96d5-e8fd-4dea-9e79-19559ee07e89 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:10:45.889263 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bbbfc5af-8b7a-4372-a65f-b6aafb7f4d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:45.908202 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-9270e18a-1b52-49ef-84bd-0250994918c9 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:10:45.937709 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9270e18a-1b52-49ef-84bd-0250994918c9 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:10:45.939443 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5a58b28f-14f8-41f1-80d2-1dd07c0bfccd req-493f2b7b-98eb-487b-97b3-5134efdcccfd tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d72b182-9a25-4c25-981f-18d4c78ed76e HTTP/1.1" status: 200 len: 210 time: 0.1853435 Oct 30 15:10:45.947233 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9270e18a-1b52-49ef-84bd-0250994918c9 None None] Pushing event updated for resources: {'Port': ['ID=c53b8b69-8d07-4b97-93dc-4e2b4d02f3b7,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:45.991922 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16700d56-6c21-4fde-a05b-d70f886538f6 req-e731d5b9-b0d6-4799-b77b-a9d09264ad43 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:45.993597 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-16700d56-6c21-4fde-a05b-d70f886538f6 req-e731d5b9-b0d6-4799-b77b-a9d09264ad43 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.44 "GET /v2.0/networks?id=83cbffa3-ed24-45ac-a4b8-68763573cf86 HTTP/1.1" status: 200 len: 821 time: 0.1839843 Oct 30 15:10:46.034804 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7662228-2b8f-46e9-a10a-8ff4a2035b6e req-57292156-12e3-41d7-a7a6-8b973f9e6b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:46.036354 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a7662228-2b8f-46e9-a10a-8ff4a2035b6e req-57292156-12e3-41d7-a7a6-8b973f9e6b93 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=77cd9b926c2f46c3aa4784fd4d8318b7&device_id=1d602cf4-ba4a-4a3d-818e-f318f6f908fa HTTP/1.1" status: 200 len: 1099 time: 0.3641751 Oct 30 15:10:46.087840 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-16700d56-6c21-4fde-a05b-d70f886538f6 req-b55814d9-9f55-45be-9622-fb9595f9e64e tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Request body: {'port': {'device_id': '3d72b182-9a25-4c25-981f-18d4c78ed76e', 'network_id': '83cbffa3-ed24-45ac-a4b8-68763573cf86', 'admin_state_up': True, 'tenant_id': 'd103ce083ed041adb4389e08e444486c'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:10:46.116465 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-9270e18a-1b52-49ef-84bd-0250994918c9 None None] Attempting to bind port c53b8b69-8d07-4b97-93dc-4e2b4d02f3b7 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:10:46.116835 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-9270e18a-1b52-49ef-84bd-0250994918c9 None None] Attempting to bind port c53b8b69-8d07-4b97-93dc-4e2b4d02f3b7 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'e18193fb-7bda-4048-802d-6610e1112290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5b578e27-c5d4-4dc8-bcf7-d2439f17c459'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:10:46.117207 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9270e18a-1b52-49ef-84bd-0250994918c9 None None] Attempting to bind port c53b8b69-8d07-4b97-93dc-4e2b4d02f3b7 on network 5b578e27-c5d4-4dc8-bcf7-d2439f17c459 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:10:46.136935 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9270e18a-1b52-49ef-84bd-0250994918c9 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:10:46.137609 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9270e18a-1b52-49ef-84bd-0250994918c9 None None] Checking segment: {'id': 'e18193fb-7bda-4048-802d-6610e1112290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5b578e27-c5d4-4dc8-bcf7-d2439f17c459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:10:46.137609 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9270e18a-1b52-49ef-84bd-0250994918c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:46.138014 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9270e18a-1b52-49ef-84bd-0250994918c9 None None] Bound using segment: {'id': 'e18193fb-7bda-4048-802d-6610e1112290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5b578e27-c5d4-4dc8-bcf7-d2439f17c459'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:10:46.138606 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-9270e18a-1b52-49ef-84bd-0250994918c9 None None] Bound port: c53b8b69-8d07-4b97-93dc-4e2b4d02f3b7, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e18193fb-7bda-4048-802d-6610e1112290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5b578e27-c5d4-4dc8-bcf7-d2439f17c459'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:10:46.139023 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9270e18a-1b52-49ef-84bd-0250994918c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:46.160718 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd224bc8-51db-46f0-ac68-203c1497baf9 req-5ae25a9c-ae90-49e4-a3d2-0a1c2a1d04ba tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:46.161842 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:46.162791 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd224bc8-51db-46f0-ac68-203c1497baf9 req-5ae25a9c-ae90-49e4-a3d2-0a1c2a1d04ba tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0e3a669-075e-4332-9f0e-18bed12d9d90 HTTP/1.1" status: 200 len: 944 time: 0.6490347 Oct 30 15:10:46.190129 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 59534) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:10:46.192924 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7662228-2b8f-46e9-a10a-8ff4a2035b6e req-d7ecd1e6-58dc-4bea-8823-bad090895bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:46.194654 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a7662228-2b8f-46e9-a10a-8ff4a2035b6e req-d7ecd1e6-58dc-4bea-8823-bad090895bf3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=77cd9b926c2f46c3aa4784fd4d8318b7&device_id=1d602cf4-ba4a-4a3d-818e-f318f6f908fa HTTP/1.1" status: 200 len: 1099 time: 0.4861565 Oct 30 15:10:46.243376 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b0da6-4341-42c9-bc68-294a5a0bd78a req-6cc56ea4-e63c-4248-904b-00bf25440ed8 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:46.244973 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-da3b0da6-4341-42c9-bc68-294a5a0bd78a req-6cc56ea4-e63c-4248-904b-00bf25440ed8 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3a669-075e-4332-9f0e-18bed12d9d90 HTTP/1.1" status: 200 len: 944 time: 0.2483253 Oct 30 15:10:46.245785 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16700d56-6c21-4fde-a05b-d70f886538f6 req-b55814d9-9f55-45be-9622-fb9595f9e64e tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Made reservation on behalf of d103ce083ed041adb4389e08e444486c for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:10:46.249720 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-16700d56-6c21-4fde-a05b-d70f886538f6 req-b55814d9-9f55-45be-9622-fb9595f9e64e tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:46.291123 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 0aad96d5-e8fd-4dea-9e79-19559ee07e89, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=0aad96d5-e8fd-4dea-9e79-19559ee07e89,segment=NetworkSegment(1adb3f4d-861a-4c35-9464-6565ad609cf8),segment_id=1adb3f4d-861a-4c35-9464-6565ad609cf8)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:10:46.295207 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bbbfc5af-8b7a-4372-a65f-b6aafb7f4d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:46.310260 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-9270e18a-1b52-49ef-84bd-0250994918c9 None None] For port c53b8b69-8d07-4b97-93dc-4e2b4d02f3b7, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:10:46.314096 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:46.319493 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-9270e18a-1b52-49ef-84bd-0250994918c9 None None] For port c53b8b69-8d07-4b97-93dc-4e2b4d02f3b7, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=c53b8b69-8d07-4b97-93dc-4e2b4d02f3b7,segment=NetworkSegment(e18193fb-7bda-4048-802d-6610e1112290),segment_id=e18193fb-7bda-4048-802d-6610e1112290)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:10:46.360015 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9270e18a-1b52-49ef-84bd-0250994918c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:46.457951 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-141d4706-6634-4647-839b-7662b0f2341b admin admin] Allocated IP 172.25.4.61 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/e9c1d81e-4da1-4f32-b599-191d5e995bc8) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:10:46.467310 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-ccaf8029-0bc8-49ae-8894-a581f380db48 req-5696e2cb-06bc-45fd-b1dc-62356ad32219 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:46.528091 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.db.api [None req-bbbfc5af-8b7a-4372-a65f-b6aafb7f4d82 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 30 15:10:46.528508 n-d-806683-17 neutron-server[102132]: DEBUG oslo_db.api [None req-bbbfc5af-8b7a-4372-a65f-b6aafb7f4d82 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 30 15:10:46.529143 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=0aad96d5-e8fd-4dea-9e79-19559ee07e89,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:46.546987 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-da3b0da6-4341-42c9-bc68-294a5a0bd78a req-e0011947-3744-4ec5-8590-3f3e4f5e8cc7 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740197 Oct 30 15:10:46.568853 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-16700d56-6c21-4fde-a05b-d70f886538f6 req-b55814d9-9f55-45be-9622-fb9595f9e64e tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Allocated IP 172.20.0.11 (83cbffa3-ed24-45ac-a4b8-68763573cf86/3cb61793-e4f4-4170-acef-edeb99d95e6b/a710b965-fc74-4a85-a176-f9e493653912) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:10:46.574601 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9777837-712a-44af-80b5-bc4014e2aa1a tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Made reservation on behalf of c642d29d1c17474c8a26fe3f03026a83 for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:10:46.586667 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e9777837-712a-44af-80b5-bc4014e2aa1a tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:46.594962 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7662228-2b8f-46e9-a10a-8ff4a2035b6e req-f73d0f3a-458f-4f29-80f0-390c3adbaa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:46.601505 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a7662228-2b8f-46e9-a10a-8ff4a2035b6e req-f73d0f3a-458f-4f29-80f0-390c3adbaa52 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8de8b155-6e08-41c3-866a-8b30bb481704 HTTP/1.1" status: 200 len: 870 time: 0.5277870 Oct 30 15:10:46.647021 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f231c993-8ff0-48c4-aaf3-70b11e77ef60 req-41e8d241-a03d-4705-91cb-7ffb3745be1c tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:46.650053 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f231c993-8ff0-48c4-aaf3-70b11e77ef60 req-41e8d241-a03d-4705-91cb-7ffb3745be1c tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d602cf4-ba4a-4a3d-818e-f318f6f908fa HTTP/1.1" status: 200 len: 947 time: 0.5799413 Oct 30 15:10:46.684999 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9270e18a-1b52-49ef-84bd-0250994918c9 None None] Pushing event updated for resources: {'Port': ['ID=c53b8b69-8d07-4b97-93dc-4e2b4d02f3b7,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:46.746171 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a7662228-2b8f-46e9-a10a-8ff4a2035b6e req-c063dbe6-defd-412c-87e6-82fe38106e98 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=d62ce843-9f5e-4d08-8465-c20b0aa0fe3a HTTP/1.1" status: 200 len: 217 time: 0.1149666 Oct 30 15:10:46.810746 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-310b6db9-3d5f-4740-b1ca-3eb872099c82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:46.868719 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-16700d56-6c21-4fde-a05b-d70f886538f6 req-b55814d9-9f55-45be-9622-fb9595f9e64e tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:46.932045 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1a0151eb-731c-48fb-8c09-3e5b7b43b8ab req-1c98d7be-97be-490e-9191-c8d08e053408 tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2205126 Oct 30 15:10:46.941406 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-1a0151eb-731c-48fb-8c09-3e5b7b43b8ab req-dff1e5d6-6640-453a-b195-97ce9b13c1d0 tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] Request body: {'floatingip': {'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:10:46.968172 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-16700d56-6c21-4fde-a05b-d70f886538f6 req-b55814d9-9f55-45be-9622-fb9595f9e64e tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:46.978464 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1a0151eb-731c-48fb-8c09-3e5b7b43b8ab req-dff1e5d6-6640-453a-b195-97ce9b13c1d0 tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] Publish callbacks [] for floatingip, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:47.035575 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7662228-2b8f-46e9-a10a-8ff4a2035b6e req-8ffbb8d7-3157-4e76-9d63-fea14ef234dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:47.037363 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a7662228-2b8f-46e9-a10a-8ff4a2035b6e req-8ffbb8d7-3157-4e76-9d63-fea14ef234dc service neutron] 10.222.0.44 "GET /v2.0/networks?id=8de8b155-6e08-41c3-866a-8b30bb481704 HTTP/1.1" status: 200 len: 870 time: 0.8062665 Oct 30 15:10:47.055627 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16700d56-6c21-4fde-a05b-d70f886538f6 req-b55814d9-9f55-45be-9622-fb9595f9e64e tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Network 83cbffa3-ed24-45ac-a4b8-68763573cf86 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:10:47.064056 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-16700d56-6c21-4fde-a05b-d70f886538f6 req-b55814d9-9f55-45be-9622-fb9595f9e64e tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:10:47.077410 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-16700d56-6c21-4fde-a05b-d70f886538f6 req-b55814d9-9f55-45be-9622-fb9595f9e64e tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:10:47.077716 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7662228-2b8f-46e9-a10a-8ff4a2035b6e req-c1ed1557-e3d5-424e-9a7c-3429c5c3f87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:47.079999 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a7662228-2b8f-46e9-a10a-8ff4a2035b6e req-c1ed1557-e3d5-424e-9a7c-3429c5c3f87e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.2488751 Oct 30 15:10:47.082163 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55814d9-9f55-45be-9622-fb9595f9e64e tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Pushing event updated for resources: {'Port': ['ID=a710b965-fc74-4a85-a176-f9e493653912,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:47.085642 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f231c993-8ff0-48c4-aaf3-70b11e77ef60 req-b307c9c3-adcf-44e3-a1a4-cab9402492c2 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788522 Oct 30 15:10:47.097802 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-ccaf8029-0bc8-49ae-8894-a581f380db48 req-5696e2cb-06bc-45fd-b1dc-62356ad32219 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:47.128975 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 0aad96d5-e8fd-4dea-9e79-19559ee07e89 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:10:47.167362 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16700d56-6c21-4fde-a05b-d70f886538f6 req-b55814d9-9f55-45be-9622-fb9595f9e64e tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:47.168057 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-16700d56-6c21-4fde-a05b-d70f886538f6 req-b55814d9-9f55-45be-9622-fb9595f9e64e tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:47.186795 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a7662228-2b8f-46e9-a10a-8ff4a2035b6e req-a3e2475e-a881-4376-a29f-330f4204fd8d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=d62ce843-9f5e-4d08-8465-c20b0aa0fe3a HTTP/1.1" status: 200 len: 217 time: 0.0909328 Oct 30 15:10:47.189886 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 0aad96d5-e8fd-4dea-9e79-19559ee07e89 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:10:47.190377 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:47.196778 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-16700d56-6c21-4fde-a05b-d70f886538f6 req-b55814d9-9f55-45be-9622-fb9595f9e64e tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1202507 Oct 30 15:10:47.204004 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-dd224bc8-51db-46f0-ac68-203c1497baf9 req-a9285ca6-87d6-4e3e-85e0-a5c252646898 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Deleting port 3393737f-efac-412a-9c8d-dbd8592214a9 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:10:47.204219 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-dd224bc8-51db-46f0-ac68-203c1497baf9 req-a9285ca6-87d6-4e3e-85e0-a5c252646898 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:47.212711 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-16700d56-6c21-4fde-a05b-d70f886538f6 req-7e803d83-2bcc-4020-a8c0-2f541a50d790 service neutron] Request body: {'port': {'device_id': '3d72b182-9a25-4c25-981f-18d4c78ed76e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:10:47.226561 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-acdf8e15-1cef-42e9-8ae6-0099de819e13 None None] Provisioning complete for port 0aad96d5-e8fd-4dea-9e79-19559ee07e89 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:10:47.227053 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-acdf8e15-1cef-42e9-8ae6-0099de819e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:47.256752 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1a0151eb-731c-48fb-8c09-3e5b7b43b8ab req-dff1e5d6-6640-453a-b195-97ce9b13c1d0 tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:47.360343 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device c53b8b69-8d07-4b97-93dc-4e2b4d02f3b7 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:10:47.360566 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-16700d56-6c21-4fde-a05b-d70f886538f6 req-7e803d83-2bcc-4020-a8c0-2f541a50d790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:47.388740 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccaf8029-0bc8-49ae-8894-a581f380db48 req-5696e2cb-06bc-45fd-b1dc-62356ad32219 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Network 9692ed5c-f259-4258-8606-c4a569c47bd6 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:10:47.418858 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port c53b8b69-8d07-4b97-93dc-4e2b4d02f3b7 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:10:47.419677 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:47.434076 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-ccaf8029-0bc8-49ae-8894-a581f380db48 req-5696e2cb-06bc-45fd-b1dc-62356ad32219 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:10:47.460829 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccaf8029-0bc8-49ae-8894-a581f380db48 req-5696e2cb-06bc-45fd-b1dc-62356ad32219 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:10:47.473234 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7662228-2b8f-46e9-a10a-8ff4a2035b6e req-754c5d0c-141c-42b1-bb81-bc439eb186af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:47.474763 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a7662228-2b8f-46e9-a10a-8ff4a2035b6e req-754c5d0c-141c-42b1-bb81-bc439eb186af service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3882048 Oct 30 15:10:47.476208 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7662228-2b8f-46e9-a10a-8ff4a2035b6e req-1c122ad9-4ab6-4a64-81f6-9da478ca3f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:47.477532 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a7662228-2b8f-46e9-a10a-8ff4a2035b6e req-1c122ad9-4ab6-4a64-81f6-9da478ca3f2a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.2218401 Oct 30 15:10:47.484155 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-141d4706-6634-4647-839b-7662b0f2341b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:47.508410 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5696e2cb-06bc-45fd-b1dc-62356ad32219 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Pushing event updated for resources: {'Port': ['ID=b68440be-5686-4686-8958-13ddfdcd8a08,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:47.537598 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:47.590067 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port c53b8b69-8d07-4b97-93dc-4e2b4d02f3b7, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=c53b8b69-8d07-4b97-93dc-4e2b4d02f3b7,segment=NetworkSegment(e18193fb-7bda-4048-802d-6610e1112290),segment_id=e18193fb-7bda-4048-802d-6610e1112290)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:10:47.597448 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:47.666084 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=c53b8b69-8d07-4b97-93dc-4e2b4d02f3b7,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:47.675405 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36363730-9c32-422b-8abf-814da7147973 req-fbab84c7-5ca3-49b4-bfa7-98b7b65bb8f2 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:47.677163 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-36363730-9c32-422b-8abf-814da7147973 req-fbab84c7-5ca3-49b4-bfa7-98b7b65bb8f2 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/ports?device_id=cf0791d1-d24c-4800-a471-07c6cf4a261d HTTP/1.1" status: 200 len: 932 time: 0.4872017 Oct 30 15:10:47.690508 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-16700d56-6c21-4fde-a05b-d70f886538f6 req-7e803d83-2bcc-4020-a8c0-2f541a50d790 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a710b965-fc74-4a85-a176-f9e493653912 {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:10:47.699628 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-16700d56-6c21-4fde-a05b-d70f886538f6 req-7e803d83-2bcc-4020-a8c0-2f541a50d790 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:47.717573 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-16700d56-6c21-4fde-a05b-d70f886538f6 req-7e803d83-2bcc-4020-a8c0-2f541a50d790 service neutron] Transition to ACTIVE for port object a710b965-fc74-4a85-a176-f9e493653912 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:10:47.721215 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-16700d56-6c21-4fde-a05b-d70f886538f6 req-7e803d83-2bcc-4020-a8c0-2f541a50d790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:47.733435 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-310b6db9-3d5f-4740-b1ca-3eb872099c82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:47.767590 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-dd224bc8-51db-46f0-ac68-203c1497baf9 req-a9285ca6-87d6-4e3e-85e0-a5c252646898 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] For port 3393737f-efac-412a-9c8d-dbd8592214a9, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=3393737f-efac-412a-9c8d-dbd8592214a9,segment=NetworkSegment(5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87),segment_id=5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:10:47.767974 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-dd224bc8-51db-46f0-ac68-203c1497baf9 req-a9285ca6-87d6-4e3e-85e0-a5c252646898 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:47.777014 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf8029-0bc8-49ae-8894-a581f380db48 req-5696e2cb-06bc-45fd-b1dc-62356ad32219 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:47.777277 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-ccaf8029-0bc8-49ae-8894-a581f380db48 req-5696e2cb-06bc-45fd-b1dc-62356ad32219 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:47.780283 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-310b6db9-3d5f-4740-b1ca-3eb872099c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:47.797926 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e803d83-2bcc-4020-a8c0-2f541a50d790 service neutron] Pushing event updated for resources: {'Port': ['ID=a710b965-fc74-4a85-a176-f9e493653912,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:47.817776 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b36416-8591-4ee9-844d-6826c3c71af5 None None] Network 5b578e27-c5d4-4dc8-bcf7-d2439f17c459 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:10:47.858508 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-16700d56-6c21-4fde-a05b-d70f886538f6 req-7e803d83-2bcc-4020-a8c0-2f541a50d790 service neutron] Attempting to bind port a710b965-fc74-4a85-a176-f9e493653912 on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:10:47.858767 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-dd224bc8-51db-46f0-ac68-203c1497baf9 req-a9285ca6-87d6-4e3e-85e0-a5c252646898 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Calling delete_port for 3393737f-efac-412a-9c8d-dbd8592214a9 owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:10:47.858928 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-16700d56-6c21-4fde-a05b-d70f886538f6 req-7e803d83-2bcc-4020-a8c0-2f541a50d790 service neutron] Attempting to bind port a710b965-fc74-4a85-a176-f9e493653912 by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': '534c4b02-f4b0-449f-adfa-dbd225c0e219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '83cbffa3-ed24-45ac-a4b8-68763573cf86'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:10:47.859350 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16700d56-6c21-4fde-a05b-d70f886538f6 req-7e803d83-2bcc-4020-a8c0-2f541a50d790 service neutron] Attempting to bind port a710b965-fc74-4a85-a176-f9e493653912 on network 83cbffa3-ed24-45ac-a4b8-68763573cf86 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:10:47.868587 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16700d56-6c21-4fde-a05b-d70f886538f6 req-7e803d83-2bcc-4020-a8c0-2f541a50d790 service neutron] Port a710b965-fc74-4a85-a176-f9e493653912 on network 83cbffa3-ed24-45ac-a4b8-68763573cf86 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:10:47.869130 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16700d56-6c21-4fde-a05b-d70f886538f6 req-7e803d83-2bcc-4020-a8c0-2f541a50d790 service neutron] Attempting to bind port a710b965-fc74-4a85-a176-f9e493653912 on network 83cbffa3-ed24-45ac-a4b8-68763573cf86 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:10:47.877610 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16700d56-6c21-4fde-a05b-d70f886538f6 req-7e803d83-2bcc-4020-a8c0-2f541a50d790 service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:10:47.877877 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16700d56-6c21-4fde-a05b-d70f886538f6 req-7e803d83-2bcc-4020-a8c0-2f541a50d790 service neutron] Checking segment: {'id': '534c4b02-f4b0-449f-adfa-dbd225c0e219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '83cbffa3-ed24-45ac-a4b8-68763573cf86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:10:47.878712 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16700d56-6c21-4fde-a05b-d70f886538f6 req-7e803d83-2bcc-4020-a8c0-2f541a50d790 service neutron] Bound using segment: {'id': '534c4b02-f4b0-449f-adfa-dbd225c0e219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '83cbffa3-ed24-45ac-a4b8-68763573cf86'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:10:47.878938 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-16700d56-6c21-4fde-a05b-d70f886538f6 req-7e803d83-2bcc-4020-a8c0-2f541a50d790 service neutron] Bound port: a710b965-fc74-4a85-a176-f9e493653912, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '534c4b02-f4b0-449f-adfa-dbd225c0e219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '83cbffa3-ed24-45ac-a4b8-68763573cf86'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:10:47.879392 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-16700d56-6c21-4fde-a05b-d70f886538f6 req-7e803d83-2bcc-4020-a8c0-2f541a50d790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:47.880273 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device d62ce843-9f5e-4d08-8465-c20b0aa0fe3a details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:10:47.883366 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 3393737f-efac-412a-9c8d-dbd8592214a9 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:10:47.906172 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7662228-2b8f-46e9-a10a-8ff4a2035b6e req-824b4038-a119-426a-8558-b10c59c0b1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:47.907704 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a7662228-2b8f-46e9-a10a-8ff4a2035b6e req-824b4038-a119-426a-8558-b10c59c0b1b6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3727007 Oct 30 15:10:47.939333 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ccaf8029-0bc8-49ae-8894-a581f380db48 req-5696e2cb-06bc-45fd-b1dc-62356ad32219 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7817152 Oct 30 15:10:47.951335 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-141d4706-6634-4647-839b-7662b0f2341b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:47.955046 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-310b6db9-3d5f-4740-b1ca-3eb872099c82 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=11a641c5c0b9466c94d44c9aa241844d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7594371 Oct 30 15:10:47.956794 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e9777837-712a-44af-80b5-bc4014e2aa1a tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:47.958337 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-77273f32-eaf8-4833-afde-f758a20ca6f6 None None] Provisioning complete for port c53b8b69-8d07-4b97-93dc-4e2b4d02f3b7 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:10:47.958626 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 59546) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:10:47.958756 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-77273f32-eaf8-4833-afde-f758a20ca6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:47.971896 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310b6db9-3d5f-4740-b1ca-3eb872099c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a02909c-a27c-478d-b4b9-d5e5875eb112,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:48.019305 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-ccaf8029-0bc8-49ae-8894-a581f380db48 req-53a0bccd-1c13-4f6a-82b2-17f7a51931d2 service neutron] Request body: {'port': {'device_id': 'cf0791d1-d24c-4800-a471-07c6cf4a261d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:10:48.025826 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-16700d56-6c21-4fde-a05b-d70f886538f6 req-7e803d83-2bcc-4020-a8c0-2f541a50d790 service neutron] For port a710b965-fc74-4a85-a176-f9e493653912, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:10:48.036283 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-36363730-9c32-422b-8abf-814da7147973 req-ecac1019-166f-4b7b-ad26-29967ae6be67 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff7d2e62-ea1a-45bf-a217-2b52e333182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350394 Oct 30 15:10:48.038195 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-16700d56-6c21-4fde-a05b-d70f886538f6 req-7e803d83-2bcc-4020-a8c0-2f541a50d790 service neutron] For port a710b965-fc74-4a85-a176-f9e493653912, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=a710b965-fc74-4a85-a176-f9e493653912,segment=NetworkSegment(534c4b02-f4b0-449f-adfa-dbd225c0e219),segment_id=534c4b02-f4b0-449f-adfa-dbd225c0e219)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:10:48.046522 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-1a0151eb-731c-48fb-8c09-3e5b7b43b8ab req-dff1e5d6-6640-453a-b195-97ce9b13c1d0 tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] Allocated IP 172.25.4.56 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/d3b2ced9-5695-464c-a3c9-e225e9fb57e7) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:10:48.067023 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-16700d56-6c21-4fde-a05b-d70f886538f6 req-7e803d83-2bcc-4020-a8c0-2f541a50d790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:48.180189 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port d62ce843-9f5e-4d08-8465-c20b0aa0fe3a, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=d62ce843-9f5e-4d08-8465-c20b0aa0fe3a,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:10:48.191055 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16700d56-6c21-4fde-a05b-d70f886538f6 req-7e803d83-2bcc-4020-a8c0-2f541a50d790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:48.191819 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-16700d56-6c21-4fde-a05b-d70f886538f6 req-7e803d83-2bcc-4020-a8c0-2f541a50d790 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:48.193333 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-16700d56-6c21-4fde-a05b-d70f886538f6 req-7e803d83-2bcc-4020-a8c0-2f541a50d790 service neutron] 10.222.0.44 "PUT /v2.0/ports/a710b965-fc74-4a85-a176-f9e493653912 HTTP/1.1" status: 200 len: 1093 time: 0.9858673 Oct 30 15:10:48.196105 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d72b182-9a25-4c25-981f-18d4c78ed76e', 'tag': 'a710b965-fc74-4a85-a176-f9e493653912'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:10:48.199295 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd62505-f8a8-4894-bbcb-ca585b4062e8" -d '{"events": [{"name": "network-changed", "server_uuid": "3d72b182-9a25-4c25-981f-18d4c78ed76e", "tag": "a710b965-fc74-4a85-a176-f9e493653912"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:10:48.207018 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c567da34-f6c4-48c4-a11d-6cd7a0a47753 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:48.270144 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e803d83-2bcc-4020-a8c0-2f541a50d790 service neutron] Pushing event updated for resources: {'Port': ['ID=a710b965-fc74-4a85-a176-f9e493653912,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:48.280061 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c567da34-f6c4-48c4-a11d-6cd7a0a47753 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:48.354749 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1a0151eb-731c-48fb-8c09-3e5b7b43b8ab req-dff1e5d6-6640-453a-b195-97ce9b13c1d0 tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:48.370869 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16700d56-6c21-4fde-a05b-d70f886538f6 req-01cb9c56-9803-4940-bd1a-0985f4afa72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:48.373104 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-16700d56-6c21-4fde-a05b-d70f886538f6 req-01cb9c56-9803-4940-bd1a-0985f4afa72c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d103ce083ed041adb4389e08e444486c&device_id=3d72b182-9a25-4c25-981f-18d4c78ed76e HTTP/1.1" status: 200 len: 1096 time: 0.1164932 Oct 30 15:10:48.378608 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': 'd62ce843-9f5e-4d08-8465-c20b0aa0fe3a', 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704', 'port_id': 'd62ce843-9f5e-4d08-8465-c20b0aa0fe3a', 'mac_address': 'fa:16:3e:af:99:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b5dea3-b65b-4514-8ec2-18a4245eb194', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:10:48.430403 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-16700d56-6c21-4fde-a05b-d70f886538f6 req-ccb272b8-f1d5-4864-b2d1-8c3c8713440a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a710b965-fc74-4a85-a176-f9e493653912 HTTP/1.1" status: 200 len: 217 time: 0.0479481 Oct 30 15:10:48.435048 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:48.455018 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d62ce843-9f5e-4d08-8465-c20b0aa0fe3a {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:10:48.472395 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1a0151eb-731c-48fb-8c09-3e5b7b43b8ab req-dff1e5d6-6640-453a-b195-97ce9b13c1d0 tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:48.477230 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c567da34-f6c4-48c4-a11d-6cd7a0a47753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:48.479794 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c567da34-f6c4-48c4-a11d-6cd7a0a47753 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:48.480941 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c567da34-f6c4-48c4-a11d-6cd7a0a47753 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8a02909c-a27c-478d-b4b9-d5e5875eb112 HTTP/1.1" status: 204 len: 168 time: 0.5212078 Oct 30 15:10:48.481492 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port d62ce843-9f5e-4d08-8465-c20b0aa0fe3a, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=d62ce843-9f5e-4d08-8465-c20b0aa0fe3a,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:10:48.492576 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:48.493114 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a7662228-2b8f-46e9-a10a-8ff4a2035b6e req-80d3cc88-237f-437c-aa1b-53561b9d7a69 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9799142 Oct 30 15:10:48.537170 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141d4706-6634-4647-839b-7662b0f2341b admin admin] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:10:48.549758 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c567da34-f6c4-48c4-a11d-6cd7a0a47753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a02909c-a27c-478d-b4b9-d5e5875eb112,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:48.555113 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a0151eb-731c-48fb-8c09-3e5b7b43b8ab req-dff1e5d6-6640-453a-b195-97ce9b13c1d0 tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:10:48.562690 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=d62ce843-9f5e-4d08-8465-c20b0aa0fe3a,revision_number=12']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:48.566671 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16700d56-6c21-4fde-a05b-d70f886538f6 req-84a800ee-4009-454e-b8aa-09875843cacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:48.568185 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-16700d56-6c21-4fde-a05b-d70f886538f6 req-84a800ee-4009-454e-b8aa-09875843cacd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3cb61793-e4f4-4170-acef-edeb99d95e6b HTTP/1.1" status: 200 len: 861 time: 0.1295142 Oct 30 15:10:48.580163 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-1a0151eb-731c-48fb-8c09-3e5b7b43b8ab req-dff1e5d6-6640-453a-b195-97ce9b13c1d0 tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:10:48.593759 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a0151eb-731c-48fb-8c09-3e5b7b43b8ab req-dff1e5d6-6640-453a-b195-97ce9b13c1d0 tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:10:48.598611 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff1e5d6-6640-453a-b195-97ce9b13c1d0 tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] Pushing event updated for resources: {'Port': ['ID=d3b2ced9-5695-464c-a3c9-e225e9fb57e7,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:48.600264 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-141d4706-6634-4647-839b-7662b0f2341b admin admin] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:10:48.637945 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-16700d56-6c21-4fde-a05b-d70f886538f6 req-ffc7c198-2e98-4482-bf0a-512ccddba9e1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=83cbffa3-ed24-45ac-a4b8-68763573cf86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518668 Oct 30 15:10:48.642853 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141d4706-6634-4647-839b-7662b0f2341b admin admin] Pushing event updated for resources: {'Port': ['ID=e9c1d81e-4da1-4f32-b599-191d5e995bc8,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:48.698818 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141d4706-6634-4647-839b-7662b0f2341b admin admin] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:10:48.732534 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['d62ce843-9f5e-4d08-8465-c20b0aa0fe3a'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:10:48.778585 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1a0151eb-731c-48fb-8c09-3e5b7b43b8ab req-dff1e5d6-6640-453a-b195-97ce9b13c1d0 tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:48.806529 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-16700d56-6c21-4fde-a05b-d70f886538f6 req-158f42b7-082c-47da-be6f-d48e30e888a3 service neutron] 10.222.0.44 "GET /v2.0/networks/83cbffa3-ed24-45ac-a4b8-68763573cf86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607497 Oct 30 15:10:48.814922 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9777837-712a-44af-80b5-bc4014e2aa1a tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Pushing event updated for resources: {'Subnet': ['ID=c16a46c8-0ffb-471d-98ea-5a9de26e50c0,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:48.843533 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1a0151eb-731c-48fb-8c09-3e5b7b43b8ab req-dff1e5d6-6640-453a-b195-97ce9b13c1d0 tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:48.873974 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-ccaf8029-0bc8-49ae-8894-a581f380db48 req-53a0bccd-1c13-4f6a-82b2-17f7a51931d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:48.892833 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8020bc0-f7a5-47ac-92a6-21717d572680 req-9f3dd3a4-7630-423b-b0cb-6de96d2e10b1 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:48.895054 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-848c4a95-cfec-494f-9277-771de5808f56 None None] Provisioning complete for port c53b8b69-8d07-4b97-93dc-4e2b4d02f3b7 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:10:48.895621 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-848c4a95-cfec-494f-9277-771de5808f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:48.901501 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e8020bc0-f7a5-47ac-92a6-21717d572680 req-9f3dd3a4-7630-423b-b0cb-6de96d2e10b1 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d72b182-9a25-4c25-981f-18d4c78ed76e HTTP/1.1" status: 200 len: 944 time: 0.4675376 Oct 30 15:10:48.910276 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a7662228-2b8f-46e9-a10a-8ff4a2035b6e req-1c799d42-31b8-4eac-a7c6-653a6efbefe8 service neutron] 10.222.0.44 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9789276 Oct 30 15:10:48.979225 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9777837-712a-44af-80b5-bc4014e2aa1a tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Checking segment: {'id': '7960652a-a420-43cd-9d49-1f6b9821a651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c1928375-e422-457c-9b13-0dd3fe8116b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:10:48.979516 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9777837-712a-44af-80b5-bc4014e2aa1a tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Network hostable DHCP agents. Network: c1928375-e422-457c-9b13-0dd3fe8116b5, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:10:49.045706 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device c53b8b69-8d07-4b97-93dc-4e2b4d02f3b7 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:10:49.068899 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 59556) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:10:49.098720 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port c53b8b69-8d07-4b97-93dc-4e2b4d02f3b7 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:10:49.099186 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:49.105642 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f25d24f7-5eb9-4def-92f9-6cb22f310d67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:49.132639 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-16700d56-6c21-4fde-a05b-d70f886538f6 req-7b738746-06c8-41f1-a4ba-c2d3be826e2f service neutron] 10.222.0.44 "GET /v2.0/networks/83cbffa3-ed24-45ac-a4b8-68763573cf86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969916 Oct 30 15:10:49.149235 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a7662228-2b8f-46e9-a10a-8ff4a2035b6e req-652dc8a6-6060-4801-a10b-6c4054195f77 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6152744 Oct 30 15:10:49.162100 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1a0151eb-731c-48fb-8c09-3e5b7b43b8ab req-dff1e5d6-6640-453a-b195-97ce9b13c1d0 tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:49.170558 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1a0151eb-731c-48fb-8c09-3e5b7b43b8ab req-dff1e5d6-6640-453a-b195-97ce9b13c1d0 tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:49.185212 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e8020bc0-f7a5-47ac-92a6-21717d572680 req-fbf7003d-a9f8-4d09-a227-4757a4cd0954 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ae719f6-042b-4d46-b69b-db501d96f392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827578 Oct 30 15:10:49.225906 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9777837-712a-44af-80b5-bc4014e2aa1a tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Network c1928375-e422-457c-9b13-0dd3fe8116b5 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:10:49.276295 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff1e5d6-6640-453a-b195-97ce9b13c1d0 tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] Pushing event updated for resources: {'Port': ['ID=d3b2ced9-5695-464c-a3c9-e225e9fb57e7,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:49.283261 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1a0151eb-731c-48fb-8c09-3e5b7b43b8ab req-dff1e5d6-6640-453a-b195-97ce9b13c1d0 tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:49.305064 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-dd224bc8-51db-46f0-ac68-203c1497baf9 req-a9285ca6-87d6-4e3e-85e0-a5c252646898 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:49.306993 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-e9777837-712a-44af-80b5-bc4014e2aa1a tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, c1928375-e422-457c-9b13-0dd3fe8116b5) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:10:49.310874 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1a0151eb-731c-48fb-8c09-3e5b7b43b8ab req-dff1e5d6-6640-453a-b195-97ce9b13c1d0 tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:49.312304 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1a0151eb-731c-48fb-8c09-3e5b7b43b8ab req-dff1e5d6-6640-453a-b195-97ce9b13c1d0 tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3794382 Oct 30 15:10:49.318504 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15891f2e-cd99-459e-a825-26b5d3d6699a None None] Network c1928375-e422-457c-9b13-0dd3fe8116b5 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:10:49.323220 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f25d24f7-5eb9-4def-92f9-6cb22f310d67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:49.332847 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f25d24f7-5eb9-4def-92f9-6cb22f310d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:49.354498 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9777837-712a-44af-80b5-bc4014e2aa1a tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:49.355328 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e9777837-712a-44af-80b5-bc4014e2aa1a tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:49.392965 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1a0151eb-731c-48fb-8c09-3e5b7b43b8ab req-e835142e-6ba8-4bed-a1ef-8217b6f98310 tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.4.56 HTTP/1.1" status: 200 len: 695 time: 0.0680542 Oct 30 15:10:49.407703 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a7662228-2b8f-46e9-a10a-8ff4a2035b6e req-3eb5fff3-126b-49dc-b1cd-14f34ace6e3b service neutron] 10.222.0.44 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4800551 Oct 30 15:10:49.408901 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-f25d24f7-5eb9-4def-92f9-6cb22f310d67 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9fdcd8584d3042e5b484c2558be512e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3396664 Oct 30 15:10:49.409815 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9285ca6-87d6-4e3e-85e0-a5c252646898 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Pushing event deleted for resources: {'Port': ['ID=3393737f-efac-412a-9c8d-dbd8592214a9,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:49.414201 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-57d72dad-b915-4075-846b-5d5aff7cfea3 req-05e53b97-edec-4483-b355-cfac72476198 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3a669-075e-4332-9f0e-18bed12d9d90 HTTP/1.1" status: 200 len: 210 time: 0.1038761 Oct 30 15:10:49.421862 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 59560) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:10:49.457761 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['b8323b08-d4fa-47cd-afb2-6f8216fb7b03'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:10:49.478619 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25d24f7-5eb9-4def-92f9-6cb22f310d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5b4c8b-fbb2-44df-8897-e5b0d26c51f6,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:49.528407 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-e9777837-712a-44af-80b5-bc4014e2aa1a tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 4.0071251 Oct 30 15:10:49.601227 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25bdef10-b104-426a-b333-29ab767bf713 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-c1928375-e422-457c-9b13-0dd3fe8116b5', 'network_id': 'c1928375-e422-457c-9b13-0dd3fe8116b5', 'tenant_id': 'c642d29d1c17474c8a26fe3f03026a83', 'fixed_ips': [{'subnet_id': 'c16a46c8-0ffb-471d-98ea-5a9de26e50c0'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:10:49.602107 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-25bdef10-b104-426a-b333-29ab767bf713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:49.603380 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd224bc8-51db-46f0-ac68-203c1497baf9 req-a9285ca6-87d6-4e3e-85e0-a5c252646898 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] No DVR routers for this DVR port 3393737f-efac-412a-9c8d-dbd8592214a9 on host n-h1-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:10:49.604998 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0151eb-731c-48fb-8c09-3e5b7b43b8ab req-c5410685-838b-480a-9c2e-0cb88b6be6b5 tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:49.606934 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1a0151eb-731c-48fb-8c09-3e5b7b43b8ab req-c5410685-838b-480a-9c2e-0cb88b6be6b5 tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] 10.222.0.62 "GET /v2.0/networks/edc38ef5-7816-4133-914c-cfe2849a0125 HTTP/1.1" status: 200 len: 784 time: 0.2057149 Oct 30 15:10:49.617771 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-dd224bc8-51db-46f0-ac68-203c1497baf9 req-a9285ca6-87d6-4e3e-85e0-a5c252646898 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:49.622162 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd224bc8-51db-46f0-ac68-203c1497baf9 req-a9285ca6-87d6-4e3e-85e0-a5c252646898 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.53 "DELETE /v2.0/ports/3393737f-efac-412a-9c8d-dbd8592214a9 HTTP/1.1" status: 204 len: 173 time: 3.4327137 Oct 30 15:10:49.639922 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e3a669-075e-4332-9f0e-18bed12d9d90', 'name': 'network-vif-deleted', 'tag': '3393737f-efac-412a-9c8d-dbd8592214a9'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:10:49.643235 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4d7f8b50-ceb7-43fd-b6c2-7f5b71b62c38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:49.644503 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3eddf47-618e-4a1a-b347-67e65a618a8d" -d '{"events": [{"server_uuid": "c0e3a669-075e-4332-9f0e-18bed12d9d90", "name": "network-vif-deleted", "tag": "3393737f-efac-412a-9c8d-dbd8592214a9"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:10:49.717244 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4d7f8b50-ceb7-43fd-b6c2-7f5b71b62c38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:49.723514 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a470781a-09bb-4c13-916e-1fa95b1a08f6 x-openstack-request-id: req-a470781a-09bb-4c13-916e-1fa95b1a08f6 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:10:49.726476 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97330fe9-0e79-4726-833c-106d5f7e2602 req-0498bcbc-9c53-42f0-bf42-22957eb4b74a tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:49.728287 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-97330fe9-0e79-4726-833c-106d5f7e2602 req-0498bcbc-9c53-42f0-bf42-22957eb4b74a tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d602cf4-ba4a-4a3d-818e-f318f6f908fa HTTP/1.1" status: 200 len: 948 time: 0.1272852 Oct 30 15:10:49.734310 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d72b182-9a25-4c25-981f-18d4c78ed76e", "tag": "a710b965-fc74-4a85-a176-f9e493653912", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:10:49.734787 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a470781a-09bb-4c13-916e-1fa95b1a08f6 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:10:49.738446 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d72b182-9a25-4c25-981f-18d4c78ed76e', 'tag': 'a710b965-fc74-4a85-a176-f9e493653912', 'status': 'completed', 'code': 200} Oct 30 15:10:49.806105 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4d7f8b50-ceb7-43fd-b6c2-7f5b71b62c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:49.807705 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4d7f8b50-ceb7-43fd-b6c2-7f5b71b62c38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:49.808961 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-4d7f8b50-ceb7-43fd-b6c2-7f5b71b62c38 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4d5b4c8b-fbb2-44df-8897-e5b0d26c51f6 HTTP/1.1" status: 204 len: 168 time: 0.3862762 Oct 30 15:10:49.815371 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-141d4706-6634-4647-839b-7662b0f2341b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:49.840171 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7f8b50-ceb7-43fd-b6c2-7f5b71b62c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5b4c8b-fbb2-44df-8897-e5b0d26c51f6,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:49.897375 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device d62ce843-9f5e-4d08-8465-c20b0aa0fe3a up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:10:49.900364 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-ccaf8029-0bc8-49ae-8894-a581f380db48 req-53a0bccd-1c13-4f6a-82b2-17f7a51931d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b68440be-5686-4686-8958-13ddfdcd8a08 {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:10:49.911262 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-ccaf8029-0bc8-49ae-8894-a581f380db48 req-53a0bccd-1c13-4f6a-82b2-17f7a51931d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:49.929749 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-ccaf8029-0bc8-49ae-8894-a581f380db48 req-53a0bccd-1c13-4f6a-82b2-17f7a51931d2 service neutron] Transition to ACTIVE for port object b68440be-5686-4686-8958-13ddfdcd8a08 will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:10:49.957381 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-ccaf8029-0bc8-49ae-8894-a581f380db48 req-53a0bccd-1c13-4f6a-82b2-17f7a51931d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:49.966841 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32af73f2-c164-45df-98a5-ceeb0179c2b7 req-c0593e59-c913-4f7c-9965-591af74f6f76 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:49.968952 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-32af73f2-c164-45df-98a5-ceeb0179c2b7 req-c0593e59-c913-4f7c-9965-591af74f6f76 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/ports?device_id=cf0791d1-d24c-4800-a471-07c6cf4a261d HTTP/1.1" status: 200 len: 932 time: 0.1307573 Oct 30 15:10:49.972955 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-25bdef10-b104-426a-b333-29ab767bf713 None None] Allocated IP 19.86.0.2 (c1928375-e422-457c-9b13-0dd3fe8116b5/c16a46c8-0ffb-471d-98ea-5a9de26e50c0/af1d55ba-c05c-472f-a15b-8d1a6d221904) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:10:50.007799 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-97330fe9-0e79-4726-833c-106d5f7e2602 req-6859ef2c-01ea-4188-b3fb-cbb3c62938b8 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645969 Oct 30 15:10:50.061893 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port d62ce843-9f5e-4d08-8465-c20b0aa0fe3a completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:10:50.068913 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port d62ce843-9f5e-4d08-8465-c20b0aa0fe3a triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:10:50.069712 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:50.069845 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-32af73f2-c164-45df-98a5-ceeb0179c2b7 req-e2a758a1-18f9-4ee4-8833-153866823c3f tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff7d2e62-ea1a-45bf-a217-2b52e333182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915749 Oct 30 15:10:50.165868 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fee7b77e-0b88-43e5-a2b8-ec63e5cce30a req-73ae570f-bf5f-48db-97b8-ba723439fe19 tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] 10.222.0.62 "GET /v2.0/floatingips/db07e6d0-fd80-4036-9196-5f65a4d51376 HTTP/1.1" status: 200 len: 692 time: 0.0703504 Oct 30 15:10:50.225806 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd62505-f8a8-4894-bbcb-ca585b4062e8 req-f5bfc622-e2c6-469b-bec1-86aac7a4c22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:50.227305 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7dd62505-f8a8-4894-bbcb-ca585b4062e8 req-f5bfc622-e2c6-469b-bec1-86aac7a4c22d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d103ce083ed041adb4389e08e444486c&device_id=3d72b182-9a25-4c25-981f-18d4c78ed76e HTTP/1.1" status: 200 len: 1096 time: 0.4543669 Oct 30 15:10:50.237081 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:50.268522 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d602cf4-ba4a-4a3d-818e-f318f6f908fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62ce843-9f5e-4d08-8465-c20b0aa0fe3a'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:10:50.270758 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9f1e6d-ce29-4058-b17f-135ebd5db326" -d '{"events": [{"server_uuid": "1d602cf4-ba4a-4a3d-818e-f318f6f908fa", "name": "network-vif-plugged", "status": "completed", "tag": "d62ce843-9f5e-4d08-8465-c20b0aa0fe3a"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:10:50.285017 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a0bccd-1c13-4f6a-82b2-17f7a51931d2 service neutron] Pushing event updated for resources: {'Port': ['ID=b68440be-5686-4686-8958-13ddfdcd8a08,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:50.293740 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port d62ce843-9f5e-4d08-8465-c20b0aa0fe3a, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=d62ce843-9f5e-4d08-8465-c20b0aa0fe3a,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:10:50.301010 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-25bdef10-b104-426a-b333-29ab767bf713 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:50.305217 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:50.366741 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=d62ce843-9f5e-4d08-8465-c20b0aa0fe3a,revision_number=13']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:50.369837 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-25bdef10-b104-426a-b333-29ab767bf713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:50.414206 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bdef10-b104-426a-b333-29ab767bf713 None None] Network c1928375-e422-457c-9b13-0dd3fe8116b5 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:10:50.419698 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-25bdef10-b104-426a-b333-29ab767bf713 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:10:50.424636 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bdef10-b104-426a-b333-29ab767bf713 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:10:50.439763 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-9aff9d85-1b3c-4e31-9d35-14d0cf3d4a74 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:50.451599 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-9aff9d85-1b3c-4e31-9d35-14d0cf3d4a74 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:50.453665 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-9aff9d85-1b3c-4e31-9d35-14d0cf3d4a74 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/networks?id=5b578e27-c5d4-4dc8-bcf7-d2439f17c459&id=c1928375-e422-457c-9b13-0dd3fe8116b5 HTTP/1.1" status: 200 len: 1392 time: 0.2247641 Oct 30 15:10:50.464763 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bdef10-b104-426a-b333-29ab767bf713 None None] Pushing event updated for resources: {'Port': ['ID=af1d55ba-c05c-472f-a15b-8d1a6d221904,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:50.474140 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-ccaf8029-0bc8-49ae-8894-a581f380db48 req-53a0bccd-1c13-4f6a-82b2-17f7a51931d2 service neutron] Attempting to bind port b68440be-5686-4686-8958-13ddfdcd8a08 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:10:50.474480 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-ccaf8029-0bc8-49ae-8894-a581f380db48 req-53a0bccd-1c13-4f6a-82b2-17f7a51931d2 service neutron] Attempting to bind port b68440be-5686-4686-8958-13ddfdcd8a08 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '50e4125d-3001-4ab5-9a68-22676c11c44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9692ed5c-f259-4258-8606-c4a569c47bd6'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:10:50.474811 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccaf8029-0bc8-49ae-8894-a581f380db48 req-53a0bccd-1c13-4f6a-82b2-17f7a51931d2 service neutron] Attempting to bind port b68440be-5686-4686-8958-13ddfdcd8a08 on network 9692ed5c-f259-4258-8606-c4a569c47bd6 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:10:50.485001 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccaf8029-0bc8-49ae-8894-a581f380db48 req-53a0bccd-1c13-4f6a-82b2-17f7a51931d2 service neutron] Port b68440be-5686-4686-8958-13ddfdcd8a08 on network 9692ed5c-f259-4258-8606-c4a569c47bd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:10:50.485327 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccaf8029-0bc8-49ae-8894-a581f380db48 req-53a0bccd-1c13-4f6a-82b2-17f7a51931d2 service neutron] Attempting to bind port b68440be-5686-4686-8958-13ddfdcd8a08 on network 9692ed5c-f259-4258-8606-c4a569c47bd6 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:10:50.489123 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-b4be1cc9-fb8b-4d40-bb74-0a8feb283500 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/quotas/c642d29d1c17474c8a26fe3f03026a83 HTTP/1.1" status: 200 len: 375 time: 0.0133054 Oct 30 15:10:50.507610 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-25bdef10-b104-426a-b333-29ab767bf713 None None] Attempting to bind port af1d55ba-c05c-472f-a15b-8d1a6d221904 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:10:50.508143 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-25bdef10-b104-426a-b333-29ab767bf713 None None] Attempting to bind port af1d55ba-c05c-472f-a15b-8d1a6d221904 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '7960652a-a420-43cd-9d49-1f6b9821a651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c1928375-e422-457c-9b13-0dd3fe8116b5'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:10:50.508376 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bdef10-b104-426a-b333-29ab767bf713 None None] Attempting to bind port af1d55ba-c05c-472f-a15b-8d1a6d221904 on network c1928375-e422-457c-9b13-0dd3fe8116b5 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:10:50.514343 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bdef10-b104-426a-b333-29ab767bf713 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:10:50.515277 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bdef10-b104-426a-b333-29ab767bf713 None None] Checking segment: {'id': '7960652a-a420-43cd-9d49-1f6b9821a651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c1928375-e422-457c-9b13-0dd3fe8116b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:10:50.515721 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-25bdef10-b104-426a-b333-29ab767bf713 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:50.516129 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bdef10-b104-426a-b333-29ab767bf713 None None] Bound using segment: {'id': '7960652a-a420-43cd-9d49-1f6b9821a651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c1928375-e422-457c-9b13-0dd3fe8116b5'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:10:50.516973 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-25bdef10-b104-426a-b333-29ab767bf713 None None] Bound port: af1d55ba-c05c-472f-a15b-8d1a6d221904, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7960652a-a420-43cd-9d49-1f6b9821a651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c1928375-e422-457c-9b13-0dd3fe8116b5'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:10:50.519949 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-25bdef10-b104-426a-b333-29ab767bf713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:50.520102 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccaf8029-0bc8-49ae-8894-a581f380db48 req-53a0bccd-1c13-4f6a-82b2-17f7a51931d2 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:10:50.521050 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccaf8029-0bc8-49ae-8894-a581f380db48 req-53a0bccd-1c13-4f6a-82b2-17f7a51931d2 service neutron] Checking segment: {'id': '50e4125d-3001-4ab5-9a68-22676c11c44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9692ed5c-f259-4258-8606-c4a569c47bd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:10:50.521050 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccaf8029-0bc8-49ae-8894-a581f380db48 req-53a0bccd-1c13-4f6a-82b2-17f7a51931d2 service neutron] Bound using segment: {'id': '50e4125d-3001-4ab5-9a68-22676c11c44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9692ed5c-f259-4258-8606-c4a569c47bd6'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:10:50.521322 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-ccaf8029-0bc8-49ae-8894-a581f380db48 req-53a0bccd-1c13-4f6a-82b2-17f7a51931d2 service neutron] Bound port: b68440be-5686-4686-8958-13ddfdcd8a08, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50e4125d-3001-4ab5-9a68-22676c11c44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9692ed5c-f259-4258-8606-c4a569c47bd6'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:10:50.521600 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-ccaf8029-0bc8-49ae-8894-a581f380db48 req-53a0bccd-1c13-4f6a-82b2-17f7a51931d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:50.589936 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee7b77e-0b88-43e5-a2b8-ec63e5cce30a req-631f4d18-bf33-483a-9d9b-c76e4aa991f6 tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:50.590512 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-f2f63f84-a7e1-44b2-909a-642c288769b0 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c642d29d1c17474c8a26fe3f03026a83&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0941501 Oct 30 15:10:50.591381 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fee7b77e-0b88-43e5-a2b8-ec63e5cce30a req-631f4d18-bf33-483a-9d9b-c76e4aa991f6 tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] 10.222.0.62 "GET /v2.0/networks/edc38ef5-7816-4133-914c-cfe2849a0125 HTTP/1.1" status: 200 len: 784 time: 0.4249279 Oct 30 15:10:50.655726 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-25bdef10-b104-426a-b333-29ab767bf713 None None] For port af1d55ba-c05c-472f-a15b-8d1a6d221904, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:10:50.659122 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-25bdef10-b104-426a-b333-29ab767bf713 None None] For port af1d55ba-c05c-472f-a15b-8d1a6d221904, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=af1d55ba-c05c-472f-a15b-8d1a6d221904,segment=NetworkSegment(7960652a-a420-43cd-9d49-1f6b9821a651),segment_id=7960652a-a420-43cd-9d49-1f6b9821a651)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:10:50.677651 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-25bdef10-b104-426a-b333-29ab767bf713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:50.819216 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bdef10-b104-426a-b333-29ab767bf713 None None] Pushing event updated for resources: {'Port': ['ID=af1d55ba-c05c-472f-a15b-8d1a6d221904,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:50.837152 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd62505-f8a8-4894-bbcb-ca585b4062e8 req-886e0276-da25-44b2-a911-2b1743befd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:50.840070 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7dd62505-f8a8-4894-bbcb-ca585b4062e8 req-886e0276-da25-44b2-a911-2b1743befd15 service neutron] 10.222.0.44 "GET /v2.0/networks?id=83cbffa3-ed24-45ac-a4b8-68763573cf86 HTTP/1.1" status: 200 len: 922 time: 0.5642025 Oct 30 15:10:50.860416 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [req-fee7b77e-0b88-43e5-a2b8-ec63e5cce30a req-9e7b490a-79e9-4cc2-85a4-bf1dec64b8bd tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:10:50.865107 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fee7b77e-0b88-43e5-a2b8-ec63e5cce30a req-9e7b490a-79e9-4cc2-85a4-bf1dec64b8bd tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0494158 Oct 30 15:10:50.994853 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-fe5bc6e7-3015-4dac-9810-29c04a69e5d9 service neutron] 10.222.0.62 "GET /v2.0/networks/5b578e27-c5d4-4dc8-bcf7-d2439f17c459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3955002 Oct 30 15:10:51.116460 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6a9ee6a6-9c62-4572-9614-05b9b328b9ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:51.134832 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-74cf29d3-3e59-4268-9aee-d5c41c982676 service neutron] 10.222.0.62 "GET /v2.0/networks/5b578e27-c5d4-4dc8-bcf7-d2439f17c459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328251 Oct 30 15:10:51.283613 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-6d475819-6247-4935-907b-ad83d4de0710 service neutron] 10.222.0.62 "GET /v2.0/networks/c1928375-e422-457c-9b13-0dd3fe8116b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420445 Oct 30 15:10:51.362015 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7dd62505-f8a8-4894-bbcb-ca585b4062e8 req-211b5fde-3c38-4491-abcf-d9d7c61288eb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a710b965-fc74-4a85-a176-f9e493653912 HTTP/1.1" status: 200 len: 217 time: 0.4957683 Oct 30 15:10:51.401146 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-d93dde84-7bb9-42f7-a25f-07391ebc5a77 service neutron] 10.222.0.62 "GET /v2.0/networks/c1928375-e422-457c-9b13-0dd3fe8116b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098790 Oct 30 15:10:51.465680 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fee7b77e-0b88-43e5-a2b8-ec63e5cce30a req-30c712e0-e839-42e7-9c98-e5af48fdd410 tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.4.56 HTTP/1.1" status: 200 len: 695 time: 0.1369960 Oct 30 15:10:51.559916 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e319d646-b9e7-46c5-bc6b-500c379ab71d x-openstack-request-id: req-e319d646-b9e7-46c5-bc6b-500c379ab71d {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:10:51.560273 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e3a669-075e-4332-9f0e-18bed12d9d90", "name": "network-vif-deleted", "tag": "3393737f-efac-412a-9c8d-dbd8592214a9", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:10:51.560517 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e319d646-b9e7-46c5-bc6b-500c379ab71d {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:10:51.560921 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e3a669-075e-4332-9f0e-18bed12d9d90', 'name': 'network-vif-deleted', 'tag': '3393737f-efac-412a-9c8d-dbd8592214a9', 'status': 'completed', 'code': 200} Oct 30 15:10:51.565609 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd62505-f8a8-4894-bbcb-ca585b4062e8 req-6d320153-b40f-4fae-982e-a58fc4d9a819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:51.567034 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7dd62505-f8a8-4894-bbcb-ca585b4062e8 req-6d320153-b40f-4fae-982e-a58fc4d9a819 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3cb61793-e4f4-4170-acef-edeb99d95e6b HTTP/1.1" status: 200 len: 861 time: 0.1833155 Oct 30 15:10:51.576701 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-ccaf8029-0bc8-49ae-8894-a581f380db48 req-53a0bccd-1c13-4f6a-82b2-17f7a51931d2 service neutron] For port b68440be-5686-4686-8958-13ddfdcd8a08, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:10:51.589456 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-141d4706-6634-4647-839b-7662b0f2341b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:51.594157 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fee7b77e-0b88-43e5-a2b8-ec63e5cce30a req-210c0f25-00a5-49e4-b0f9-458ec12d5cc7 tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.4.56 HTTP/1.1" status: 200 len: 695 time: 0.1151044 Oct 30 15:10:51.623438 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-ccaf8029-0bc8-49ae-8894-a581f380db48 req-53a0bccd-1c13-4f6a-82b2-17f7a51931d2 service neutron] For port b68440be-5686-4686-8958-13ddfdcd8a08, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=b68440be-5686-4686-8958-13ddfdcd8a08,segment=NetworkSegment(50e4125d-3001-4ab5-9a68-22676c11c44a),segment_id=50e4125d-3001-4ab5-9a68-22676c11c44a)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:10:51.628711 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7dd62505-f8a8-4894-bbcb-ca585b4062e8 req-736d0f8b-3440-4c55-98c9-5771d7b9ff23 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=83cbffa3-ed24-45ac-a4b8-68763573cf86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496635 Oct 30 15:10:51.736774 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57314bc-ed74-48e3-99b1-c2ed97923b32 req-25637e06-bf8f-4340-99e2-1f206b67f49c tempest-MigrationsAdminTest-308112432 tempest-MigrationsAdminTest-308112432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:51.739306 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d57314bc-ed74-48e3-99b1-c2ed97923b32 req-25637e06-bf8f-4340-99e2-1f206b67f49c tempest-MigrationsAdminTest-308112432 tempest-MigrationsAdminTest-308112432-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=1d602cf4-ba4a-4a3d-818e-f318f6f908fa HTTP/1.1" status: 200 len: 1101 time: 0.0703859 Oct 30 15:10:51.762312 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device a710b965-fc74-4a85-a176-f9e493653912 details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:10:51.839672 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d57314bc-ed74-48e3-99b1-c2ed97923b32 req-888d92e6-0051-4185-9076-d7781d73bee7 tempest-MigrationsAdminTest-308112432 tempest-MigrationsAdminTest-308112432-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868390 Oct 30 15:10:51.912969 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7dd62505-f8a8-4894-bbcb-ca585b4062e8 req-5ca8a0b2-de5c-4980-96f8-29d958c9ef65 service neutron] 10.222.0.44 "GET /v2.0/networks/83cbffa3-ed24-45ac-a4b8-68763573cf86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344642 Oct 30 15:10:51.914745 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-ccaf8029-0bc8-49ae-8894-a581f380db48 req-53a0bccd-1c13-4f6a-82b2-17f7a51931d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:52.012629 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95e950b-d8ab-4caf-9334-d70036a04dc4 req-732c7443-ddc7-4e8e-a0eb-2dc343f054eb tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:52.015582 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e95e950b-d8ab-4caf-9334-d70036a04dc4 req-732c7443-ddc7-4e8e-a0eb-2dc343f054eb tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d72b182-9a25-4c25-981f-18d4c78ed76e HTTP/1.1" status: 200 len: 944 time: 0.0826526 Oct 30 15:10:52.072025 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port a710b965-fc74-4a85-a176-f9e493653912, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=a710b965-fc74-4a85-a176-f9e493653912,segment=NetworkSegment(534c4b02-f4b0-449f-adfa-dbd225c0e219),segment_id=534c4b02-f4b0-449f-adfa-dbd225c0e219)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:10:52.093679 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': 'a710b965-fc74-4a85-a176-f9e493653912', 'network_id': '83cbffa3-ed24-45ac-a4b8-68763573cf86', 'port_id': 'a710b965-fc74-4a85-a176-f9e493653912', 'mac_address': 'fa:16:3e:3d:7e:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cb61793-e4f4-4170-acef-edeb99d95e6b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:10:52.110306 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e95e950b-d8ab-4caf-9334-d70036a04dc4 req-4be03478-fd0e-4b54-a9a6-f6522c8b8b65 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ae719f6-042b-4d46-b69b-db501d96f392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866370 Oct 30 15:10:52.165520 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:52.207156 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a710b965-fc74-4a85-a176-f9e493653912 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:10:52.228139 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f1f4a9-b8fd-4f28-933e-cad50c241a01 x-openstack-request-id: req-43f1f4a9-b8fd-4f28-933e-cad50c241a01 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:10:52.228422 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d602cf4-ba4a-4a3d-818e-f318f6f908fa", "name": "network-vif-plugged", "status": "completed", "tag": "d62ce843-9f5e-4d08-8465-c20b0aa0fe3a", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:10:52.228680 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-43f1f4a9-b8fd-4f28-933e-cad50c241a01 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:10:52.229092 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d602cf4-ba4a-4a3d-818e-f318f6f908fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62ce843-9f5e-4d08-8465-c20b0aa0fe3a', 'code': 200} Oct 30 15:10:52.255982 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port a710b965-fc74-4a85-a176-f9e493653912, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=a710b965-fc74-4a85-a176-f9e493653912,segment=NetworkSegment(534c4b02-f4b0-449f-adfa-dbd225c0e219),segment_id=534c4b02-f4b0-449f-adfa-dbd225c0e219)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:10:52.270936 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:52.308284 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf8029-0bc8-49ae-8894-a581f380db48 req-53a0bccd-1c13-4f6a-82b2-17f7a51931d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:52.308910 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-ccaf8029-0bc8-49ae-8894-a581f380db48 req-53a0bccd-1c13-4f6a-82b2-17f7a51931d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:52.310303 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ccaf8029-0bc8-49ae-8894-a581f380db48 req-53a0bccd-1c13-4f6a-82b2-17f7a51931d2 service neutron] 10.222.0.53 "PUT /v2.0/ports/b68440be-5686-4686-8958-13ddfdcd8a08 HTTP/1.1" status: 200 len: 1093 time: 4.3483510 Oct 30 15:10:52.400814 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=a710b965-fc74-4a85-a176-f9e493653912,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:52.477147 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a0bccd-1c13-4f6a-82b2-17f7a51931d2 service neutron] Pushing event updated for resources: {'Port': ['ID=b68440be-5686-4686-8958-13ddfdcd8a08,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:52.489046 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-16d6bb77-8abc-4909-91c3-1283410dba52 req-30fa1fae-2804-4df4-a30e-d6a023e63a8f tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3a669-075e-4332-9f0e-18bed12d9d90 HTTP/1.1" status: 200 len: 210 time: 0.0989034 Oct 30 15:10:52.506024 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['a710b965-fc74-4a85-a176-f9e493653912'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:10:52.509295 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bff80a-9fc7-432d-bdd7-1ce2e5611c2a None None] Network c1928375-e422-457c-9b13-0dd3fe8116b5 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:10:52.563860 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7dd62505-f8a8-4894-bbcb-ca585b4062e8 req-15afd481-fee8-4430-a96d-296d71d4db89 service neutron] 10.222.0.44 "GET /v2.0/networks/83cbffa3-ed24-45ac-a4b8-68763573cf86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6061442 Oct 30 15:10:52.573250 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf8029-0bc8-49ae-8894-a581f380db48 req-4a62489d-8515-4aeb-a79d-aa8596fd48bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:52.575199 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ccaf8029-0bc8-49ae-8894-a581f380db48 req-4a62489d-8515-4aeb-a79d-aa8596fd48bb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0f5568aa45224afa998c13f67eb4e102&device_id=cf0791d1-d24c-4800-a471-07c6cf4a261d HTTP/1.1" status: 200 len: 1096 time: 0.1452847 Oct 30 15:10:52.575911 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-141d4706-6634-4647-839b-7662b0f2341b admin admin] Router 787ade73-8ae3-4900-bfc6-d67ac08f9a77 is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:10:52.596210 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-fee7b77e-0b88-43e5-a2b8-ec63e5cce30a req-a01b7fb4-f640-41e4-b4a6-494b0c618cc1 tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] Deleting port d3b2ced9-5695-464c-a3c9-e225e9fb57e7 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:10:52.597418 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-fee7b77e-0b88-43e5-a2b8-ec63e5cce30a req-a01b7fb4-f640-41e4-b4a6-494b0c618cc1 tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:52.632137 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ccaf8029-0bc8-49ae-8894-a581f380db48 req-767dd241-c3d3-4fa5-a35b-985efb48f4bb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b68440be-5686-4686-8958-13ddfdcd8a08 HTTP/1.1" status: 200 len: 217 time: 0.0479426 Oct 30 15:10:52.780825 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e359b1-9166-422b-b0a6-627ccab11e5c req-06ee6000-0918-40dc-a5ca-845ca3470bd2 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:52.786022 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-90e359b1-9166-422b-b0a6-627ccab11e5c req-06ee6000-0918-40dc-a5ca-845ca3470bd2 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/ports?device_id=cf0791d1-d24c-4800-a471-07c6cf4a261d HTTP/1.1" status: 200 len: 944 time: 0.1562541 Oct 30 15:10:52.793657 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 59640) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:10:52.817007 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-9ad79213-4c8c-4825-9358-cf0d579f5f51 None None] Provisioning complete for port af1d55ba-c05c-472f-a15b-8d1a6d221904 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:10:52.818826 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9ad79213-4c8c-4825-9358-cf0d579f5f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:52.842895 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf8029-0bc8-49ae-8894-a581f380db48 req-8b674d5e-fb84-494c-afa1-4ae74e932051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:52.844568 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ccaf8029-0bc8-49ae-8894-a581f380db48 req-8b674d5e-fb84-494c-afa1-4ae74e932051 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3835a6e8-6500-4cc1-8102-46264ff54369 HTTP/1.1" status: 200 len: 845 time: 0.1702061 Oct 30 15:10:52.878281 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-fee7b77e-0b88-43e5-a2b8-ec63e5cce30a req-a01b7fb4-f640-41e4-b4a6-494b0c618cc1 tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:52.879073 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-fee7b77e-0b88-43e5-a2b8-ec63e5cce30a req-a01b7fb4-f640-41e4-b4a6-494b0c618cc1 tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:52.892848 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-90e359b1-9166-422b-b0a6-627ccab11e5c req-facb14e2-5f17-4ce1-a996-0f208bf144de tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff7d2e62-ea1a-45bf-a217-2b52e333182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824013 Oct 30 15:10:52.902405 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-141d4706-6634-4647-839b-7662b0f2341b admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:10:52.914374 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ccaf8029-0bc8-49ae-8894-a581f380db48 req-45690a57-5e53-4844-bc5c-4a343718847c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9692ed5c-f259-4258-8606-c4a569c47bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518839 Oct 30 15:10:52.927306 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-fee7b77e-0b88-43e5-a2b8-ec63e5cce30a req-a01b7fb4-f640-41e4-b4a6-494b0c618cc1 tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] Calling delete_port for d3b2ced9-5695-464c-a3c9-e225e9fb57e7 owned by network:floatingip {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:10:52.940209 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb11d90a-1273-4933-b506-25933d6fa60e None None] Sync routers for ids ['787ade73-8ae3-4900-bfc6-d67ac08f9a77'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:10:52.997196 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-141d4706-6634-4647-839b-7662b0f2341b admin admin] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:53.001767 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-141d4706-6634-4647-839b-7662b0f2341b admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 9.9575920 Oct 30 15:10:53.004341 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 59644) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:10:53.096660 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device af1d55ba-c05c-472f-a15b-8d1a6d221904 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:10:53.107721 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ccaf8029-0bc8-49ae-8894-a581f380db48 req-7893a793-07ee-4008-9ba8-8b49d2dacb0e service neutron] 10.222.0.53 "GET /v2.0/networks/9692ed5c-f259-4258-8606-c4a569c47bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763456 Oct 30 15:10:53.152887 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb11d90a-1273-4933-b506-25933d6fa60e None None] Routers {'787ade73-8ae3-4900-bfc6-d67ac08f9a77'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:10:53.152887 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-bb11d90a-1273-4933-b506-25933d6fa60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:10:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['787ade73-8ae3-4900-bfc6-d67ac08f9a77'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:10:53.327682 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ccaf8029-0bc8-49ae-8894-a581f380db48 req-652ea9a9-1034-4617-9443-24a1a4adf74d service neutron] 10.222.0.53 "GET /v2.0/networks/9692ed5c-f259-4258-8606-c4a569c47bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072513 Oct 30 15:10:53.393286 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-fee7b77e-0b88-43e5-a2b8-ec63e5cce30a req-a01b7fb4-f640-41e4-b4a6-494b0c618cc1 tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:53.465436 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-ff27efbc-02e6-4c5e-881d-49cef0d85d3c tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:53.473385 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-ff27efbc-02e6-4c5e-881d-49cef0d85d3c tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:53.475766 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-ff27efbc-02e6-4c5e-881d-49cef0d85d3c tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.44 "GET /v2.0/networks?id=5b578e27-c5d4-4dc8-bcf7-d2439f17c459&id=c1928375-e422-457c-9b13-0dd3fe8116b5 HTTP/1.1" status: 200 len: 1392 time: 0.2718678 Oct 30 15:10:53.476775 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01b7fb4-f640-41e4-b4a6-494b0c618cc1 tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] Pushing event deleted for resources: {'Port': ['ID=d3b2ced9-5695-464c-a3c9-e225e9fb57e7,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:53.497811 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-59d70c2e-b6da-4dff-96fb-05d70ecf2ca4 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Request body: {'port': {'device_id': '2f6defdd-e59c-4877-a3c2-1743a6b0bd94', 'network_id': '5b578e27-c5d4-4dc8-bcf7-d2439f17c459', 'admin_state_up': True, 'tenant_id': 'c642d29d1c17474c8a26fe3f03026a83'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:10:53.503142 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port af1d55ba-c05c-472f-a15b-8d1a6d221904 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:10:53.503664 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:53.555191 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9ad79213-4c8c-4825-9358-cf0d579f5f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:53.580826 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf0791d1-d24c-4800-a471-07c6cf4a261d', 'tag': 'b68440be-5686-4686-8958-13ddfdcd8a08'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:10:53.585218 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775c1880-a4b0-4e02-a6c0-ab550393dd24" -d '{"events": [{"name": "network-changed", "server_uuid": "cf0791d1-d24c-4800-a471-07c6cf4a261d", "tag": "b68440be-5686-4686-8958-13ddfdcd8a08"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:10:53.714449 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-9ad79213-4c8c-4825-9358-cf0d579f5f51 None None] For port af1d55ba-c05c-472f-a15b-8d1a6d221904, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=af1d55ba-c05c-472f-a15b-8d1a6d221904,segment=NetworkSegment(7960652a-a420-43cd-9d49-1f6b9821a651),segment_id=7960652a-a420-43cd-9d49-1f6b9821a651)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:10:53.729822 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1ad08f74-f8d7-41f1-b9c0-aa0d172b827f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:53.737554 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-fee7b77e-0b88-43e5-a2b8-ec63e5cce30a req-a01b7fb4-f640-41e4-b4a6-494b0c618cc1 tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] Publish callbacks [] for floatingip, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:53.739582 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d2ed0aff-ed8d-4c10-bc2d-9480249ffac6 req-3e303d80-a7df-44b0-9dd2-8a232df862fe tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f6defdd-e59c-4877-a3c2-1743a6b0bd94 HTTP/1.1" status: 200 len: 210 time: 0.6458633 Oct 30 15:10:53.741322 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-fee7b77e-0b88-43e5-a2b8-ec63e5cce30a req-a01b7fb4-f640-41e4-b4a6-494b0c618cc1 tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:53.749236 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-bb11d90a-1273-4933-b506-25933d6fa60e None None] Set router 787ade73-8ae3-4900-bfc6-d67ac08f9a77 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:10:53.756074 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fee7b77e-0b88-43e5-a2b8-ec63e5cce30a req-a01b7fb4-f640-41e4-b4a6-494b0c618cc1 tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] 10.222.0.62 "DELETE /v2.0/floatingips/db07e6d0-fd80-4036-9196-5f65a4d51376 HTTP/1.1" status: 204 len: 173 time: 2.1348443 Oct 30 15:10:53.778880 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-59d70c2e-b6da-4dff-96fb-05d70ecf2ca4 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Made reservation on behalf of c642d29d1c17474c8a26fe3f03026a83 for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:10:53.784797 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-59d70c2e-b6da-4dff-96fb-05d70ecf2ca4 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:53.894363 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1ad08f74-f8d7-41f1-b9c0-aa0d172b827f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:53.917396 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9ad79213-4c8c-4825-9358-cf0d579f5f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:53.918002 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1ad08f74-f8d7-41f1-b9c0-aa0d172b827f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:54.056149 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-59d70c2e-b6da-4dff-96fb-05d70ecf2ca4 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Allocated IP 19.80.0.79 (5b578e27-c5d4-4dc8-bcf7-d2439f17c459/07abbc73-6e8b-412b-874b-2d2ca0798649/0bdb50ea-e52a-48f0-b658-102e5d33f791) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:10:54.098775 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f6043fc7-cfcd-47d1-9fe5-5c66b103aad6 req-650603e4-c78d-460a-99c8-a965871ab83f tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3a669-075e-4332-9f0e-18bed12d9d90 HTTP/1.1" status: 200 len: 210 time: 0.0318944 Oct 30 15:10:54.144888 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-58abf9d5-fb1f-4580-96f7-633302b83e6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:54.170117 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:54.230795 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-861cc0c8-60ba-4366-a237-45ddb7816d40 None None] Provisioning complete for port af1d55ba-c05c-472f-a15b-8d1a6d221904 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:10:54.230795 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-861cc0c8-60ba-4366-a237-45ddb7816d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:54.231150 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad08f74-f8d7-41f1-b9c0-aa0d172b827f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d599f1d2-f1ee-40ec-80e4-de0905c5d4ea,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:54.277549 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda12a3-e8ef-483b-ac42-9da4279e76d5 req-2d9d3f88-4e1f-4221-81b9-3b589080a84f tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:54.279541 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2eda12a3-e8ef-483b-ac42-9da4279e76d5 req-2d9d3f88-4e1f-4221-81b9-3b589080a84f tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d72b182-9a25-4c25-981f-18d4c78ed76e HTTP/1.1" status: 200 len: 945 time: 0.3836827 Oct 30 15:10:54.284771 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-1ad08f74-f8d7-41f1-b9c0-aa0d172b827f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e377d8e4fb3f459b803b484abff78dd4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4891562 Oct 30 15:10:54.286842 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad79213-4c8c-4825-9358-cf0d579f5f51 None None] Pushing event updated for resources: {'Port': ['ID=af1d55ba-c05c-472f-a15b-8d1a6d221904,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:54.291782 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 59658) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:10:54.312318 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-59d70c2e-b6da-4dff-96fb-05d70ecf2ca4 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:54.350610 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.db.api [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 30 15:10:54.350975 n-d-806683-17 neutron-server[102132]: DEBUG oslo_db.api [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 30 15:10:54.352376 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-bb11d90a-1273-4933-b506-25933d6fa60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '787ade73-8ae3-4900-bfc6-d67ac08f9a77', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1890913243-router', 'tenant_id': 'f17a51dafe2248f283b50921c5c94f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'e9c1d81e-4da1-4f32-b599-191d5e995bc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:10:43Z', 'updated_at': '2021-10-30T15:10:49Z', 'revision_number': 3, 'project_id': 'f17a51dafe2248f283b50921c5c94f99', 'gw_port': {'id': 'e9c1d81e-4da1-4f32-b599-191d5e995bc8', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d5:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '787ade73-8ae3-4900-bfc6-d67ac08f9a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:10:45Z', 'updated_at': '2021-10-30T15:10:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:10:54.353134 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c87f6cb5-77f0-4582-8b52-676ad056f272 x-openstack-request-id: req-c87f6cb5-77f0-4582-8b52-676ad056f272 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:10:54.353573 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf0791d1-d24c-4800-a471-07c6cf4a261d", "tag": "b68440be-5686-4686-8958-13ddfdcd8a08", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:10:54.354106 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c87f6cb5-77f0-4582-8b52-676ad056f272 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:10:54.354824 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf0791d1-d24c-4800-a471-07c6cf4a261d', 'tag': 'b68440be-5686-4686-8958-13ddfdcd8a08', 'status': 'completed', 'code': 200} Oct 30 15:10:54.382103 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb11d90a-1273-4933-b506-25933d6fa60e None None] Checking router: 787ade73-8ae3-4900-bfc6-d67ac08f9a77 for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:10:54.382469 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb11d90a-1273-4933-b506-25933d6fa60e None None] Updating router 787ade73-8ae3-4900-bfc6-d67ac08f9a77 port e9c1d81e-4da1-4f32-b599-191d5e995bc8 binding host n-d-806683-17 {{(pid=102132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:10:54.404859 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2eda12a3-e8ef-483b-ac42-9da4279e76d5 req-aaf05e74-d010-4421-8f62-8bd417562bf4 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ae719f6-042b-4d46-b69b-db501d96f392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138916 Oct 30 15:10:54.413784 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [req-53a955ac-1e74-4e91-8ada-62a85729f73f req-535b9be1-b136-4dfc-a4d6-5338ac1edb2d tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] show failed (client error): The resource could not be found. Oct 30 15:10:54.436829 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-53a955ac-1e74-4e91-8ada-62a85729f73f req-535b9be1-b136-4dfc-a4d6-5338ac1edb2d tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] 10.222.0.62 "GET /v2.0/floatingips/db07e6d0-fd80-4036-9196-5f65a4d51376 HTTP/1.1" status: 404 len: 350 time: 0.0684037 Oct 30 15:10:54.442048 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-59d70c2e-b6da-4dff-96fb-05d70ecf2ca4 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:54.479774 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cb4974c4-cf0f-4aa5-8971-fb6ef52d67ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:54.511650 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bb11d90a-1273-4933-b506-25933d6fa60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:54.570240 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:54.587418 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-59d70c2e-b6da-4dff-96fb-05d70ecf2ca4 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Network 5b578e27-c5d4-4dc8-bcf7-d2439f17c459 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:10:54.592766 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cb4974c4-cf0f-4aa5-8971-fb6ef52d67ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:54.598218 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-59d70c2e-b6da-4dff-96fb-05d70ecf2ca4 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:10:54.601456 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-59d70c2e-b6da-4dff-96fb-05d70ecf2ca4 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:10:54.624193 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-85962b24-972b-4e69-a9ab-9c6c30b73761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:54.636610 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d70c2e-b6da-4dff-96fb-05d70ecf2ca4 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Pushing event updated for resources: {'Port': ['ID=0bdb50ea-e52a-48f0-b658-102e5d33f791,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:54.648744 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c1880-a4b0-4e02-a6c0-ab550393dd24 req-5c34f46a-9368-4bba-8c5c-73d9dd4ae165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:54.653635 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-775c1880-a4b0-4e02-a6c0-ab550393dd24 req-5c34f46a-9368-4bba-8c5c-73d9dd4ae165 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0f5568aa45224afa998c13f67eb4e102&device_id=cf0791d1-d24c-4800-a471-07c6cf4a261d HTTP/1.1" status: 200 len: 1096 time: 0.2957602 Oct 30 15:10:54.656511 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113da3e5-5520-4d3a-a98c-f9dc0b1b65a5 req-5cc687b2-050f-4bf8-8f4f-d0c3f6fd6e64 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:54.658058 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-113da3e5-5520-4d3a-a98c-f9dc0b1b65a5 req-5cc687b2-050f-4bf8-8f4f-d0c3f6fd6e64 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/ports?device_id=cf0791d1-d24c-4800-a471-07c6cf4a261d HTTP/1.1" status: 200 len: 944 time: 0.1441715 Oct 30 15:10:54.767880 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c15ae8b-2d8a-444f-a564-f9e2f097ac61 req-c48081b2-462b-4223-93c6-64443bed2022 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:54.770058 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7c15ae8b-2d8a-444f-a564-f9e2f097ac61 req-c48081b2-462b-4223-93c6-64443bed2022 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d602cf4-ba4a-4a3d-818e-f318f6f908fa HTTP/1.1" status: 200 len: 949 time: 0.2376490 Oct 30 15:10:54.782066 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-59d70c2e-b6da-4dff-96fb-05d70ecf2ca4 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:54.782863 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-59d70c2e-b6da-4dff-96fb-05d70ecf2ca4 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:54.823183 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-59d70c2e-b6da-4dff-96fb-05d70ecf2ca4 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3302097 Oct 30 15:10:54.843994 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-80c1851f-4f73-40cd-9a08-8eeb286c383e tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Request body: {'port': {'device_id': '2f6defdd-e59c-4877-a3c2-1743a6b0bd94', 'network_id': 'c1928375-e422-457c-9b13-0dd3fe8116b5', 'admin_state_up': True, 'tenant_id': 'c642d29d1c17474c8a26fe3f03026a83'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:10:54.882812 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bb11d90a-1273-4933-b506-25933d6fa60e None None] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:54.894859 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-85962b24-972b-4e69-a9ab-9c6c30b73761 admin admin] Allocated IP 172.20.0.1 (c58cd6da-8ad6-4c65-93fc-5805c904760f/caa7394f-93ee-4465-9572-c86526bd16cc/fea51d64-e5c6-4b0c-81dc-47f63f45970d) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:10:54.941497 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c1880-a4b0-4e02-a6c0-ab550393dd24 req-78d7f327-24dc-4a14-8fb3-d1f12aa96082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:54.948119 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-775c1880-a4b0-4e02-a6c0-ab550393dd24 req-78d7f327-24dc-4a14-8fb3-d1f12aa96082 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9692ed5c-f259-4258-8606-c4a569c47bd6 HTTP/1.1" status: 200 len: 906 time: 0.2790873 Oct 30 15:10:54.961293 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7c15ae8b-2d8a-444f-a564-f9e2f097ac61 req-45da926a-443d-4500-a655-4ffeefb95d9c tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561205 Oct 30 15:10:54.966953 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bb11d90a-1273-4933-b506-25933d6fa60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:55.009587 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-85962b24-972b-4e69-a9ab-9c6c30b73761 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:55.018831 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-775c1880-a4b0-4e02-a6c0-ab550393dd24 req-0cc5f841-1fbc-4f18-b2c9-be896f2edb40 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b68440be-5686-4686-8958-13ddfdcd8a08 HTTP/1.1" status: 200 len: 217 time: 0.0561857 Oct 30 15:10:55.053615 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-85962b24-972b-4e69-a9ab-9c6c30b73761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:55.067867 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [req-f1802811-068f-4729-8c6f-bf8ec9e7e414 req-b6a6e84b-90f6-43ae-8d0c-db92bc8e8a9a tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] show failed (client error): The resource could not be found. Oct 30 15:10:55.069280 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f1802811-068f-4729-8c6f-bf8ec9e7e414 req-b6a6e84b-90f6-43ae-8d0c-db92bc8e8a9a tempest-FloatingIPsTestJSON-1938666041 tempest-FloatingIPsTestJSON-1938666041-project] 10.222.0.62 "GET /v2.0/floatingips/db07e6d0-fd80-4036-9196-5f65a4d51376 HTTP/1.1" status: 404 len: 350 time: 0.0488915 Oct 30 15:10:55.091362 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 59664) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:10:55.113452 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85962b24-972b-4e69-a9ab-9c6c30b73761 admin admin] Network c58cd6da-8ad6-4c65-93fc-5805c904760f is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:10:55.122831 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-85962b24-972b-4e69-a9ab-9c6c30b73761 admin admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:10:55.130693 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85962b24-972b-4e69-a9ab-9c6c30b73761 admin admin] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:10:55.143830 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device af1d55ba-c05c-472f-a15b-8d1a6d221904 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:10:55.178159 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cb4974c4-cf0f-4aa5-8971-fb6ef52d67ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:55.180878 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cb4974c4-cf0f-4aa5-8971-fb6ef52d67ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:55.182048 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-cb4974c4-cf0f-4aa5-8971-fb6ef52d67ac admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d599f1d2-f1ee-40ec-80e4-de0905c5d4ea HTTP/1.1" status: 204 len: 168 time: 0.8838499 Oct 30 15:10:55.243424 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:55.250560 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-113da3e5-5520-4d3a-a98c-f9dc0b1b65a5 req-bfb5eeb9-32b4-4b31-a126-9d523ab74438 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff7d2e62-ea1a-45bf-a217-2b52e333182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5747633 Oct 30 15:10:55.260518 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4974c4-cf0f-4aa5-8971-fb6ef52d67ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d599f1d2-f1ee-40ec-80e4-de0905c5d4ea,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:55.291221 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85962b24-972b-4e69-a9ab-9c6c30b73761 admin admin] Pushing event updated for resources: {'Port': ['ID=fea51d64-e5c6-4b0c-81dc-47f63f45970d,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:55.297100 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6450dbdd-11ea-46e5-a5e9-12bbc23f74e5 None None] Pushing event updated for resources: {'Port': ['ID=e9c1d81e-4da1-4f32-b599-191d5e995bc8,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:55.338111 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6450dbdd-11ea-46e5-a5e9-12bbc23f74e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:10:55.338463 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6450dbdd-11ea-46e5-a5e9-12bbc23f74e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:10:55.338800 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6450dbdd-11ea-46e5-a5e9-12bbc23f74e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:10:55.339203 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6450dbdd-11ea-46e5-a5e9-12bbc23f74e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:10:55.339448 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6450dbdd-11ea-46e5-a5e9-12bbc23f74e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:10:55.340159 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c1880-a4b0-4e02-a6c0-ab550393dd24 req-b8f4b367-8e3b-4f1c-adb1-befcfe53a42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:55.340835 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-85962b24-972b-4e69-a9ab-9c6c30b73761 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:55.341648 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-775c1880-a4b0-4e02-a6c0-ab550393dd24 req-b8f4b367-8e3b-4f1c-adb1-befcfe53a42c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3835a6e8-6500-4cc1-8102-46264ff54369 HTTP/1.1" status: 200 len: 845 time: 0.2712660 Oct 30 15:10:55.343365 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6450dbdd-11ea-46e5-a5e9-12bbc23f74e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:10:55.343862 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6450dbdd-11ea-46e5-a5e9-12bbc23f74e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:10:55.344196 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6450dbdd-11ea-46e5-a5e9-12bbc23f74e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:10:55.344525 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6450dbdd-11ea-46e5-a5e9-12bbc23f74e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:10:55.344850 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6450dbdd-11ea-46e5-a5e9-12bbc23f74e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:10:55.345173 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6450dbdd-11ea-46e5-a5e9-12bbc23f74e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:10:55.345489 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6450dbdd-11ea-46e5-a5e9-12bbc23f74e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:10:55.373719 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-bb11d90a-1273-4933-b506-25933d6fa60e None None] Attempting to bind port e9c1d81e-4da1-4f32-b599-191d5e995bc8 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:10:55.374254 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-bb11d90a-1273-4933-b506-25933d6fa60e None None] Attempting to bind port e9c1d81e-4da1-4f32-b599-191d5e995bc8 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:10:55.374752 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb11d90a-1273-4933-b506-25933d6fa60e None None] Attempting to bind port e9c1d81e-4da1-4f32-b599-191d5e995bc8 on network edc38ef5-7816-4133-914c-cfe2849a0125 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:10:55.392637 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d52917b6-be1a-4bf3-8a26-e00e6b79def1 None None] Provisioning complete for port 0bdb50ea-e52a-48f0-b658-102e5d33f791 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:10:55.393290 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d52917b6-be1a-4bf3-8a26-e00e6b79def1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:55.444353 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7fc93c2a-2678-463f-a0f1-bd36a1ae022a req-97bd2357-4adb-420f-b1b5-0cb83d1b08fe tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3a669-075e-4332-9f0e-18bed12d9d90 HTTP/1.1" status: 200 len: 210 time: 0.0859938 Oct 30 15:10:55.447315 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb11d90a-1273-4933-b506-25933d6fa60e None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:10:55.447720 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb11d90a-1273-4933-b506-25933d6fa60e None None] Checking segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:10:55.448126 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bb11d90a-1273-4933-b506-25933d6fa60e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:55.448527 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb11d90a-1273-4933-b506-25933d6fa60e None None] Bound using segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:10:55.457242 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-bb11d90a-1273-4933-b506-25933d6fa60e None None] Bound port: e9c1d81e-4da1-4f32-b599-191d5e995bc8, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:10:55.457242 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bb11d90a-1273-4933-b506-25933d6fa60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:55.464585 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-775c1880-a4b0-4e02-a6c0-ab550393dd24 req-a3298631-0fe0-42e5-a862-38bc710e89c9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9692ed5c-f259-4258-8606-c4a569c47bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560215 Oct 30 15:10:55.492324 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port af1d55ba-c05c-472f-a15b-8d1a6d221904 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:10:55.492324 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:55.558212 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d52917b6-be1a-4bf3-8a26-e00e6b79def1 None None] Port 0bdb50ea-e52a-48f0-b658-102e5d33f791 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:10:55.566109 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-80c1851f-4f73-40cd-9a08-8eeb286c383e tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Made reservation on behalf of c642d29d1c17474c8a26fe3f03026a83 for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:10:55.571575 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-80c1851f-4f73-40cd-9a08-8eeb286c383e tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:55.611344 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-bb11d90a-1273-4933-b506-25933d6fa60e None None] For port e9c1d81e-4da1-4f32-b599-191d5e995bc8, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:10:55.619152 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-bb11d90a-1273-4933-b506-25933d6fa60e None None] For port e9c1d81e-4da1-4f32-b599-191d5e995bc8, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=e9c1d81e-4da1-4f32-b599-191d5e995bc8,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:10:55.624749 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed777b-3b38-4ecd-9580-c30da145bb7f req-2aff0193-e2ba-42f5-9991-3ac508eedbf0 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:55.626318 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-39ed777b-3b38-4ecd-9580-c30da145bb7f req-2aff0193-e2ba-42f5-9991-3ac508eedbf0 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f6defdd-e59c-4877-a3c2-1743a6b0bd94 HTTP/1.1" status: 200 len: 931 time: 0.3862469 Oct 30 15:10:55.685383 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aca8eb-4b65-46b5-b569-437c588f4b5a req-7b0ac313-d3ef-4c55-9a30-1569b554cdd8 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:55.687031 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-53aca8eb-4b65-46b5-b569-437c588f4b5a req-7b0ac313-d3ef-4c55-9a30-1569b554cdd8 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d602cf4-ba4a-4a3d-818e-f318f6f908fa HTTP/1.1" status: 200 len: 949 time: 0.3443592 Oct 30 15:10:55.700096 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bb11d90a-1273-4933-b506-25933d6fa60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:55.735884 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d271d-ae95-42e0-8d6c-b0aa7f68ba26 req-04f88a17-9cf4-48f1-b44e-4c38afe3cfd9 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:55.738553 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f33d271d-ae95-42e0-8d6c-b0aa7f68ba26 req-04f88a17-9cf4-48f1-b44e-4c38afe3cfd9 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d72b182-9a25-4c25-981f-18d4c78ed76e HTTP/1.1" status: 200 len: 945 time: 0.1564019 Oct 30 15:10:55.768443 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device a710b965-fc74-4a85-a176-f9e493653912 up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:10:55.789257 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-5a0d5ce9-628c-4c8e-a03d-ca587f9d8b70 None None] Provisioning complete for port fea51d64-e5c6-4b0c-81dc-47f63f45970d triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:10:55.790252 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5a0d5ce9-628c-4c8e-a03d-ca587f9d8b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:55.812056 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-85962b24-972b-4e69-a9ab-9c6c30b73761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:55.828907 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb11d90a-1273-4933-b506-25933d6fa60e None None] Routers {'787ade73-8ae3-4900-bfc6-d67ac08f9a77'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:10:55.829675 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-bb11d90a-1273-4933-b506-25933d6fa60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:10:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['787ade73-8ae3-4900-bfc6-d67ac08f9a77'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:10:55.834144 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-39ed777b-3b38-4ecd-9580-c30da145bb7f req-8b164bca-76b4-42de-8a99-b99d3447584b tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba7652ac-9750-40a3-9a50-b6f41851d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975253 Oct 30 15:10:55.860235 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-775c1880-a4b0-4e02-a6c0-ab550393dd24 req-a0688c6f-209f-4630-8b38-ff1410c0b702 service neutron] 10.222.0.53 "GET /v2.0/networks/9692ed5c-f259-4258-8606-c4a569c47bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594356 Oct 30 15:10:55.884600 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 59674) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:10:55.923231 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device b68440be-5686-4686-8958-13ddfdcd8a08 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:10:56.012970 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6450dbdd-11ea-46e5-a5e9-12bbc23f74e5 None None] Pushing event updated for resources: {'Port': ['ID=e9c1d81e-4da1-4f32-b599-191d5e995bc8,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:56.043510 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-5a0d5ce9-628c-4c8e-a03d-ca587f9d8b70 None None] Port fea51d64-e5c6-4b0c-81dc-47f63f45970d cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:10:56.065417 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-85962b24-972b-4e69-a9ab-9c6c30b73761 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:56.072513 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f33d271d-ae95-42e0-8d6c-b0aa7f68ba26 req-4c859912-d2f2-4f68-93f3-4e4e7af618a3 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ae719f6-042b-4d46-b69b-db501d96f392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841096 Oct 30 15:10:56.122439 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port a710b965-fc74-4a85-a176-f9e493653912 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:10:56.145778 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-85962b24-972b-4e69-a9ab-9c6c30b73761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:56.159692 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port a710b965-fc74-4a85-a176-f9e493653912 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:10:56.160698 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:56.236791 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-85962b24-972b-4e69-a9ab-9c6c30b73761 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:56.248387 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85962b24-972b-4e69-a9ab-9c6c30b73761 admin admin] Pushing event updated for resources: {'Port': ['ID=fea51d64-e5c6-4b0c-81dc-47f63f45970d,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:56.311266 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3ea71e4f-20e8-4cc3-97f2-bc80906ccef1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:56.382045 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-80c1851f-4f73-40cd-9a08-8eeb286c383e tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Allocated IP 19.86.0.38 (c1928375-e422-457c-9b13-0dd3fe8116b5/c16a46c8-0ffb-471d-98ea-5a9de26e50c0/0525d490-3946-4a28-b156-52e77afb2850) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:10:56.398859 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-bb11d90a-1273-4933-b506-25933d6fa60e None None] Set router 787ade73-8ae3-4900-bfc6-d67ac08f9a77 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:10:56.485068 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42725dd3-f456-4db3-ab75-c0343bb4ffb4 req-3a2fa8ad-76cc-4519-9d86-47ded0387b17 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:56.486600 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-42725dd3-f456-4db3-ab75-c0343bb4ffb4 req-3a2fa8ad-76cc-4519-9d86-47ded0387b17 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d602cf4-ba4a-4a3d-818e-f318f6f908fa HTTP/1.1" status: 200 len: 949 time: 0.1780999 Oct 30 15:10:56.506572 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab0a619-bbf8-47f1-919e-798671191fbc req-20cdfe5a-6851-454e-af52-8b2c2541d691 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:56.508499 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6ab0a619-bbf8-47f1-919e-798671191fbc req-20cdfe5a-6851-454e-af52-8b2c2541d691 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/ports?device_id=cf0791d1-d24c-4800-a471-07c6cf4a261d HTTP/1.1" status: 200 len: 944 time: 0.1201100 Oct 30 15:10:56.514139 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-394605fb-1199-4621-9b4b-e0b401970c9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:56.530835 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-775c1880-a4b0-4e02-a6c0-ab550393dd24 req-8116b33e-8330-4335-832e-eaf6ddc403a0 service neutron] 10.222.0.53 "GET /v2.0/networks/9692ed5c-f259-4258-8606-c4a569c47bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6470323 Oct 30 15:10:56.543895 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-53aca8eb-4b65-46b5-b569-437c588f4b5a req-fd5ce973-c398-44cb-89eb-8a667d67e1c9 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Deleting port d62ce843-9f5e-4d08-8465-c20b0aa0fe3a {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:10:56.544237 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-53aca8eb-4b65-46b5-b569-437c588f4b5a req-fd5ce973-c398-44cb-89eb-8a667d67e1c9 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:56.649542 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:56.693182 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-42725dd3-f456-4db3-ab75-c0343bb4ffb4 req-1fa4cd6b-97b5-4e4d-9647-ed304d2dbdf6 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903744 Oct 30 15:10:56.709491 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3ea71e4f-20e8-4cc3-97f2-bc80906ccef1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:56.745822 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3ea71e4f-20e8-4cc3-97f2-bc80906ccef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:56.786858 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:56.791303 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port b68440be-5686-4686-8958-13ddfdcd8a08, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=b68440be-5686-4686-8958-13ddfdcd8a08,segment=NetworkSegment(50e4125d-3001-4ab5-9a68-22676c11c44a),segment_id=50e4125d-3001-4ab5-9a68-22676c11c44a)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:10:56.791519 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6ab0a619-bbf8-47f1-919e-798671191fbc req-047862d5-d3f9-45f4-bfdb-d4d3ee8c9a9a tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff7d2e62-ea1a-45bf-a217-2b52e333182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310620 Oct 30 15:10:56.799137 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85962b24-972b-4e69-a9ab-9c6c30b73761 admin admin] Network c58cd6da-8ad6-4c65-93fc-5805c904760f is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:10:56.799454 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-53aca8eb-4b65-46b5-b569-437c588f4b5a req-fd5ce973-c398-44cb-89eb-8a667d67e1c9 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] For port d62ce843-9f5e-4d08-8465-c20b0aa0fe3a, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=d62ce843-9f5e-4d08-8465-c20b0aa0fe3a,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:10:56.800473 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-53aca8eb-4b65-46b5-b569-437c588f4b5a req-fd5ce973-c398-44cb-89eb-8a667d67e1c9 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:56.805164 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-85962b24-972b-4e69-a9ab-9c6c30b73761 admin admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:10:56.844410 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-80c1851f-4f73-40cd-9a08-8eeb286c383e tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:56.867700 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-53aca8eb-4b65-46b5-b569-437c588f4b5a req-fd5ce973-c398-44cb-89eb-8a667d67e1c9 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Calling delete_port for d62ce843-9f5e-4d08-8465-c20b0aa0fe3a owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:10:56.881646 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-3ea71e4f-20e8-4cc3-97f2-bc80906ccef1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ec6144d84a664eb281c4ad645c31ac3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9959497 Oct 30 15:10:56.884429 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 59684) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:10:56.889501 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': 'b68440be-5686-4686-8958-13ddfdcd8a08', 'network_id': '9692ed5c-f259-4258-8606-c4a569c47bd6', 'port_id': 'b68440be-5686-4686-8958-13ddfdcd8a08', 'mac_address': 'fa:16:3e:ff:cb:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3835a6e8-6500-4cc1-8102-46264ff54369', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:10:56.903095 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea71e4f-20e8-4cc3-97f2-bc80906ccef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7624834a-3e15-4cb7-a875-f4eba1489190,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:56.918292 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port a710b965-fc74-4a85-a176-f9e493653912, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=a710b965-fc74-4a85-a176-f9e493653912,segment=NetworkSegment(534c4b02-f4b0-449f-adfa-dbd225c0e219),segment_id=534c4b02-f4b0-449f-adfa-dbd225c0e219)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:10:56.921659 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d72b182-9a25-4c25-981f-18d4c78ed76e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a710b965-fc74-4a85-a176-f9e493653912'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:10:56.924390 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa286280-65f7-46f4-8386-c7d20ad367ad" -d '{"events": [{"server_uuid": "3d72b182-9a25-4c25-981f-18d4c78ed76e", "name": "network-vif-plugged", "status": "completed", "tag": "a710b965-fc74-4a85-a176-f9e493653912"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:10:56.943767 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:56.985510 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2a946cac-3a4d-483f-ad1b-7e3ea5dd8e2c req-4afb312b-9fcb-49fa-9c1e-2061c565b6c9 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3a669-075e-4332-9f0e-18bed12d9d90 HTTP/1.1" status: 200 len: 210 time: 0.1256857 Oct 30 15:10:57.037670 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:57.072170 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85962b24-972b-4e69-a9ab-9c6c30b73761 admin admin] Router 787ade73-8ae3-4900-bfc6-d67ac08f9a77 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:10:57.073958 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-bb11d90a-1273-4933-b506-25933d6fa60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '787ade73-8ae3-4900-bfc6-d67ac08f9a77', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1890913243-router', 'tenant_id': 'f17a51dafe2248f283b50921c5c94f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'e9c1d81e-4da1-4f32-b599-191d5e995bc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:10:43Z', 'updated_at': '2021-10-30T15:10:55Z', 'revision_number': 4, 'project_id': 'f17a51dafe2248f283b50921c5c94f99', 'gw_port': {'id': 'e9c1d81e-4da1-4f32-b599-191d5e995bc8', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d5:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '787ade73-8ae3-4900-bfc6-d67ac08f9a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:10:45Z', 'updated_at': '2021-10-30T15:10:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'fea51d64-e5c6-4b0c-81dc-47f63f45970d', 'name': '', 'network_id': 'c58cd6da-8ad6-4c65-93fc-5805c904760f', 'tenant_id': 'f17a51dafe2248f283b50921c5c94f99', 'mac_address': 'fa:16:3e:06:4d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '787ade73-8ae3-4900-bfc6-d67ac08f9a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'caa7394f-93ee-4465-9572-c86526bd16cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:10:54Z', 'updated_at': '2021-10-30T15:10:54Z', 'revision_number': 1, 'project_id': 'f17a51dafe2248f283b50921c5c94f99', 'subnets': [{'id': 'caa7394f-93ee-4465-9572-c86526bd16cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:10:57.082446 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b2c084-70d7-4ca9-b505-de3ef26399f5 x-openstack-request-id: req-c4b2c084-70d7-4ca9-b505-de3ef26399f5 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:10:57.082736 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d72b182-9a25-4c25-981f-18d4c78ed76e", "name": "network-vif-plugged", "status": "completed", "tag": "a710b965-fc74-4a85-a176-f9e493653912", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:10:57.082985 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c4b2c084-70d7-4ca9-b505-de3ef26399f5 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:10:57.083380 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d72b182-9a25-4c25-981f-18d4c78ed76e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a710b965-fc74-4a85-a176-f9e493653912', 'code': 200} Oct 30 15:10:57.084254 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=a710b965-fc74-4a85-a176-f9e493653912,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:57.101839 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b68440be-5686-4686-8958-13ddfdcd8a08 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:10:57.193329 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb11d90a-1273-4933-b506-25933d6fa60e None None] The sync data for ids ['787ade73-8ae3-4900-bfc6-d67ac08f9a77'] in n-d-806683-17 is: [{'id': '787ade73-8ae3-4900-bfc6-d67ac08f9a77', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1890913243-router', 'tenant_id': 'f17a51dafe2248f283b50921c5c94f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'e9c1d81e-4da1-4f32-b599-191d5e995bc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:10:43Z', 'updated_at': '2021-10-30T15:10:55Z', 'revision_number': 4, 'project_id': 'f17a51dafe2248f283b50921c5c94f99', 'gw_port': {'id': 'e9c1d81e-4da1-4f32-b599-191d5e995bc8', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d5:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '787ade73-8ae3-4900-bfc6-d67ac08f9a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:10:45Z', 'updated_at': '2021-10-30T15:10:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'fea51d64-e5c6-4b0c-81dc-47f63f45970d', 'name': '', 'network_id': 'c58cd6da-8ad6-4c65-93fc-5805c904760f', 'tenant_id': 'f17a51dafe2248f283b50921c5c94f99', 'mac_address': 'fa:16:3e:06:4d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '787ade73-8ae3-4900-bfc6-d67ac08f9a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'caa7394f-93ee-4465-9572-c86526bd16cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:10:54Z', 'updated_at': '2021-10-30T15:10:54Z', 'revision_number': 1, 'project_id': 'f17a51dafe2248f283b50921c5c94f99', 'subnets': [{'id': 'caa7394f-93ee-4465-9572-c86526bd16cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:10:57.215220 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-80c1851f-4f73-40cd-9a08-8eeb286c383e tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:57.237218 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port b68440be-5686-4686-8958-13ddfdcd8a08, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=b68440be-5686-4686-8958-13ddfdcd8a08,segment=NetworkSegment(50e4125d-3001-4ab5-9a68-22676c11c44a),segment_id=50e4125d-3001-4ab5-9a68-22676c11c44a)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:10:57.239068 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-98b3d4f7-b537-46b0-8c95-f38e549345d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:57.246419 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:57.302187 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c535c34-64e7-445d-90cc-0a219f7e3c0f req-b3cb6025-ef74-4839-953c-84ee2e5a58ab tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:57.305010 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5c535c34-64e7-445d-90cc-0a219f7e3c0f req-b3cb6025-ef74-4839-953c-84ee2e5a58ab tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f6defdd-e59c-4877-a3c2-1743a6b0bd94 HTTP/1.1" status: 200 len: 931 time: 0.2922897 Oct 30 15:10:57.338359 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-80c1851f-4f73-40cd-9a08-8eeb286c383e tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Network c1928375-e422-457c-9b13-0dd3fe8116b5 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:10:57.349818 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-80c1851f-4f73-40cd-9a08-8eeb286c383e tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:10:57.352431 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-80c1851f-4f73-40cd-9a08-8eeb286c383e tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:10:57.374539 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-6624392b-2fd8-46fb-aabe-fbab125f994c None None] Provisioning complete for port fea51d64-e5c6-4b0c-81dc-47f63f45970d triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:10:57.374918 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6624392b-2fd8-46fb-aabe-fbab125f994c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:57.387276 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=b68440be-5686-4686-8958-13ddfdcd8a08,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:57.398985 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-98b3d4f7-b537-46b0-8c95-f38e549345d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:57.454114 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c1851f-4f73-40cd-9a08-8eeb286c383e tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Pushing event updated for resources: {'Port': ['ID=0525d490-3946-4a28-b156-52e77afb2850,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:57.500953 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d8122b-d5ab-4297-bb09-c67aed6e7ec8 req-6538164f-e787-4c42-a79d-b324b382e874 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:57.510013 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-87d8122b-d5ab-4297-bb09-c67aed6e7ec8 req-6538164f-e787-4c42-a79d-b324b382e874 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d72b182-9a25-4c25-981f-18d4c78ed76e HTTP/1.1" status: 200 len: 946 time: 0.3295188 Oct 30 15:10:57.510503 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['b68440be-5686-4686-8958-13ddfdcd8a08'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:10:57.641880 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-6624392b-2fd8-46fb-aabe-fbab125f994c None None] Port fea51d64-e5c6-4b0c-81dc-47f63f45970d cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:10:57.659665 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-53aca8eb-4b65-46b5-b569-437c588f4b5a req-fd5ce973-c398-44cb-89eb-8a667d67e1c9 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:57.678221 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['3baf7600-8a1c-4d9a-b018-f770d78d7690', '2a7136df-2c8d-4020-8843-3d6496e03d01'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:10:57.714191 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-80c1851f-4f73-40cd-9a08-8eeb286c383e tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:57.714884 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-80c1851f-4f73-40cd-9a08-8eeb286c383e tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:57.908380 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5ce973-c398-44cb-89eb-8a667d67e1c9 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Pushing event deleted for resources: {'Port': ['ID=d62ce843-9f5e-4d08-8465-c20b0aa0fe3a,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:57.914625 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device d62ce843-9f5e-4d08-8465-c20b0aa0fe3a no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:10:57.920449 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-53aca8eb-4b65-46b5-b569-437c588f4b5a req-fd5ce973-c398-44cb-89eb-8a667d67e1c9 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] No DVR routers for this DVR port d62ce843-9f5e-4d08-8465-c20b0aa0fe3a on host n-h1-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:10:57.924648 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-53aca8eb-4b65-46b5-b569-437c588f4b5a req-fd5ce973-c398-44cb-89eb-8a667d67e1c9 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:57.929736 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-53aca8eb-4b65-46b5-b569-437c588f4b5a req-fd5ce973-c398-44cb-89eb-8a667d67e1c9 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.53 "DELETE /v2.0/ports/d62ce843-9f5e-4d08-8465-c20b0aa0fe3a HTTP/1.1" status: 204 len: 173 time: 2.1980312 Oct 30 15:10:57.948225 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-87d8122b-d5ab-4297-bb09-c67aed6e7ec8 req-5d4a7a23-2095-4e68-937c-c72be06a6c8f tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ae719f6-042b-4d46-b69b-db501d96f392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4322548 Oct 30 15:10:57.959516 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-80c1851f-4f73-40cd-9a08-8eeb286c383e tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1244678 Oct 30 15:10:57.960882 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d602cf4-ba4a-4a3d-818e-f318f6f908fa', 'name': 'network-vif-deleted', 'tag': 'd62ce843-9f5e-4d08-8465-c20b0aa0fe3a'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:10:57.963593 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8612d949-d2fc-453c-bf70-48528c339c3b" -d '{"events": [{"server_uuid": "1d602cf4-ba4a-4a3d-818e-f318f6f908fa", "name": "network-vif-deleted", "tag": "d62ce843-9f5e-4d08-8465-c20b0aa0fe3a"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:10:57.995138 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: d62ce843-9f5e-4d08-8465-c20b0aa0fe3a {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:10:57.995906 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device d62ce843-9f5e-4d08-8465-c20b0aa0fe3a not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:10:58.014083 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-f70f54eb-2570-46a2-93ea-c66325c62a27 service neutron] Request body: {'port': {'device_id': '2f6defdd-e59c-4877-a3c2-1743a6b0bd94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:10:58.035880 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-8db7cdd5-a194-4e45-a808-e0fcb0aa9ad8 None None] Provisioning complete for port 0525d490-3946-4a28-b156-52e77afb2850 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:10:58.036256 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8db7cdd5-a194-4e45-a808-e0fcb0aa9ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:58.107092 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-8db7cdd5-a194-4e45-a808-e0fcb0aa9ad8 None None] Port 0525d490-3946-4a28-b156-52e77afb2850 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:10:58.148691 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-98b3d4f7-b537-46b0-8c95-f38e549345d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:58.151578 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-98b3d4f7-b537-46b0-8c95-f38e549345d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:58.163871 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-98b3d4f7-b537-46b0-8c95-f38e549345d2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7624834a-3e15-4cb7-a875-f4eba1489190 HTTP/1.1" status: 204 len: 168 time: 1.2612410 Oct 30 15:10:58.197144 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-53fd9baf-caf9-4691-911f-6c3bd1f03606 req-1bf1f4ca-ba1b-4986-ac97-0a5a8fb7b4c5 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d602cf4-ba4a-4a3d-818e-f318f6f908fa HTTP/1.1" status: 200 len: 210 time: 0.0983543 Oct 30 15:10:58.224292 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-f70f54eb-2570-46a2-93ea-c66325c62a27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:58.233631 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b3d4f7-b537-46b0-8c95-f38e549345d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7624834a-3e15-4cb7-a875-f4eba1489190,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:58.244062 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5c535c34-64e7-445d-90cc-0a219f7e3c0f req-ffb7a4b3-308c-43eb-82c5-09206c245f80 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba7652ac-9750-40a3-9a50-b6f41851d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730123 Oct 30 15:10:58.263707 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-394605fb-1199-4621-9b4b-e0b401970c9e admin admin] Deleting port c298e33c-0cd7-477c-b9f0-86e6e6d2f5d9 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:10:58.264324 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-394605fb-1199-4621-9b4b-e0b401970c9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:58.269316 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942317e1-c975-4aac-917d-e66839e531bb req-79ed4f6d-e921-486f-a5ac-73303c3a5ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:58.270805 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-942317e1-c975-4aac-917d-e66839e531bb req-79ed4f6d-e921-486f-a5ac-73303c3a5ed5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3d72b182-9a25-4c25-981f-18d4c78ed76e HTTP/1.1" status: 200 len: 1098 time: 1.0326078 Oct 30 15:10:58.488934 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-394605fb-1199-4621-9b4b-e0b401970c9e admin admin] For port c298e33c-0cd7-477c-b9f0-86e6e6d2f5d9, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=c298e33c-0cd7-477c-b9f0-86e6e6d2f5d9,segment=NetworkSegment(bc7dca90-d132-401c-b1c5-763663c979d9),segment_id=bc7dca90-d132-401c-b1c5-763663c979d9)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:10:58.488934 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-394605fb-1199-4621-9b4b-e0b401970c9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:58.521244 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-394605fb-1199-4621-9b4b-e0b401970c9e admin admin] Calling delete_port for c298e33c-0cd7-477c-b9f0-86e6e6d2f5d9 owned by network:router_interface {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:10:58.709147 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:10:58.719833 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf668ac-f59f-4918-93ce-c9a5f03cd622 x-openstack-request-id: req-2bf668ac-f59f-4918-93ce-c9a5f03cd622 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:10:58.720445 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d602cf4-ba4a-4a3d-818e-f318f6f908fa", "name": "network-vif-deleted", "tag": "d62ce843-9f5e-4d08-8465-c20b0aa0fe3a", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:10:58.720445 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2bf668ac-f59f-4918-93ce-c9a5f03cd622 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:10:58.720795 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d602cf4-ba4a-4a3d-818e-f318f6f908fa', 'name': 'network-vif-deleted', 'tag': 'd62ce843-9f5e-4d08-8465-c20b0aa0fe3a', 'status': 'completed', 'code': 200} Oct 30 15:10:58.887758 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c5ea6b-f73c-4156-a85d-a79b1bd2f9f3 req-825422cd-a0f8-4cca-984c-4345d861d8e5 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:58.896317 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-28c5ea6b-f73c-4156-a85d-a79b1bd2f9f3 req-825422cd-a0f8-4cca-984c-4345d861d8e5 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/ports?device_id=cf0791d1-d24c-4800-a471-07c6cf4a261d HTTP/1.1" status: 200 len: 945 time: 0.1842117 Oct 30 15:10:58.966902 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85962b24-972b-4e69-a9ab-9c6c30b73761 admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:10:58.968059 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-28c5ea6b-f73c-4156-a85d-a79b1bd2f9f3 req-272e88e4-e6da-4b9c-b767-5360c85bab9a tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff7d2e62-ea1a-45bf-a217-2b52e333182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669892 Oct 30 15:10:58.984021 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-394605fb-1199-4621-9b4b-e0b401970c9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:59.007507 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-85962b24-972b-4e69-a9ab-9c6c30b73761 admin admin] 10.222.0.62 "PUT /v2.0/routers/787ade73-8ae3-4900-bfc6-d67ac08f9a77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9949431 Oct 30 15:10:59.086230 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394605fb-1199-4621-9b4b-e0b401970c9e admin admin] Pushing event deleted for resources: {'Port': ['ID=c298e33c-0cd7-477c-b9f0-86e6e6d2f5d9,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:59.136464 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-942317e1-c975-4aac-917d-e66839e531bb req-e49b6783-e860-478e-98e0-90a840a992fd service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8ae719f6-042b-4d46-b69b-db501d96f392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8555417 Oct 30 15:10:59.155832 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-f70f54eb-2570-46a2-93ea-c66325c62a27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bdb50ea-e52a-48f0-b658-102e5d33f791 {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:10:59.158189 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device e9c1d81e-4da1-4f32-b599-191d5e995bc8 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:10:59.187507 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-f70f54eb-2570-46a2-93ea-c66325c62a27 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:59.239028 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-f70f54eb-2570-46a2-93ea-c66325c62a27 service neutron] Transition to ACTIVE for port object 0bdb50ea-e52a-48f0-b658-102e5d33f791 will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:10:59.252924 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port e9c1d81e-4da1-4f32-b599-191d5e995bc8 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:10:59.254399 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-f70f54eb-2570-46a2-93ea-c66325c62a27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:59.254587 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:59.406915 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:59.452511 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85258e-5386-4f9a-a103-ccd50c39e4af req-06a13ba5-cb2e-42b7-bf7a-d1b0b3fa3d6b tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:59.458386 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2c85258e-5386-4f9a-a103-ccd50c39e4af req-06a13ba5-cb2e-42b7-bf7a-d1b0b3fa3d6b tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d72b182-9a25-4c25-981f-18d4c78ed76e HTTP/1.1" status: 200 len: 946 time: 0.3759329 Oct 30 15:10:59.482607 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port e9c1d81e-4da1-4f32-b599-191d5e995bc8, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=e9c1d81e-4da1-4f32-b599-191d5e995bc8,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:10:59.492899 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:59.530717 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70f54eb-2570-46a2-93ea-c66325c62a27 service neutron] Pushing event updated for resources: {'Port': ['ID=0bdb50ea-e52a-48f0-b658-102e5d33f791,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:59.654159 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:59.672419 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-f70f54eb-2570-46a2-93ea-c66325c62a27 service neutron] Attempting to bind port 0bdb50ea-e52a-48f0-b658-102e5d33f791 on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:10:59.673054 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-f70f54eb-2570-46a2-93ea-c66325c62a27 service neutron] Attempting to bind port 0bdb50ea-e52a-48f0-b658-102e5d33f791 by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': 'e18193fb-7bda-4048-802d-6610e1112290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5b578e27-c5d4-4dc8-bcf7-d2439f17c459'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:10:59.673564 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-f70f54eb-2570-46a2-93ea-c66325c62a27 service neutron] Attempting to bind port 0bdb50ea-e52a-48f0-b658-102e5d33f791 on network 5b578e27-c5d4-4dc8-bcf7-d2439f17c459 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:10:59.676270 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=e9c1d81e-4da1-4f32-b599-191d5e995bc8,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:10:59.684162 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-f70f54eb-2570-46a2-93ea-c66325c62a27 service neutron] Port 0bdb50ea-e52a-48f0-b658-102e5d33f791 on network 5b578e27-c5d4-4dc8-bcf7-d2439f17c459 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:10:59.684748 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-f70f54eb-2570-46a2-93ea-c66325c62a27 service neutron] Attempting to bind port 0bdb50ea-e52a-48f0-b658-102e5d33f791 on network 5b578e27-c5d4-4dc8-bcf7-d2439f17c459 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:10:59.703742 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a51edb-0eef-4c66-855c-84f9435fa72e req-d343f74f-5b58-4efa-adf6-cc4df06b15dd tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:59.714521 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a51edb-0eef-4c66-855c-84f9435fa72e req-d343f74f-5b58-4efa-adf6-cc4df06b15dd tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:10:59.722597 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-63a51edb-0eef-4c66-855c-84f9435fa72e req-d343f74f-5b58-4efa-adf6-cc4df06b15dd tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f6defdd-e59c-4877-a3c2-1743a6b0bd94 HTTP/1.1" status: 200 len: 1665 time: 0.1927621 Oct 30 15:10:59.724896 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2c85258e-5386-4f9a-a103-ccd50c39e4af req-2a553f7f-45a5-469a-bc47-1ab4d9ccc9ad tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ae719f6-042b-4d46-b69b-db501d96f392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329187 Oct 30 15:10:59.763564 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-f70f54eb-2570-46a2-93ea-c66325c62a27 service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:10:59.764114 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-f70f54eb-2570-46a2-93ea-c66325c62a27 service neutron] Checking segment: {'id': 'e18193fb-7bda-4048-802d-6610e1112290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5b578e27-c5d4-4dc8-bcf7-d2439f17c459'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:10:59.764926 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-f70f54eb-2570-46a2-93ea-c66325c62a27 service neutron] Bound using segment: {'id': 'e18193fb-7bda-4048-802d-6610e1112290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5b578e27-c5d4-4dc8-bcf7-d2439f17c459'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:10:59.765386 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-f70f54eb-2570-46a2-93ea-c66325c62a27 service neutron] Bound port: 0bdb50ea-e52a-48f0-b658-102e5d33f791, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e18193fb-7bda-4048-802d-6610e1112290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5b578e27-c5d4-4dc8-bcf7-d2439f17c459'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:10:59.765748 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-f70f54eb-2570-46a2-93ea-c66325c62a27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:59.809140 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-394605fb-1199-4621-9b4b-e0b401970c9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:10:59.816619 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-63a51edb-0eef-4c66-855c-84f9435fa72e req-3c6eacf0-e9c7-4989-ab43-02832bc72286 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba7652ac-9750-40a3-9a50-b6f41851d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931344 Oct 30 15:10:59.886947 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device b68440be-5686-4686-8958-13ddfdcd8a08 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:10:59.945270 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-f70f54eb-2570-46a2-93ea-c66325c62a27 service neutron] For port 0bdb50ea-e52a-48f0-b658-102e5d33f791, host n-h2-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:10:59.948731 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-f70f54eb-2570-46a2-93ea-c66325c62a27 service neutron] For port 0bdb50ea-e52a-48f0-b658-102e5d33f791, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=0bdb50ea-e52a-48f0-b658-102e5d33f791,segment=NetworkSegment(e18193fb-7bda-4048-802d-6610e1112290),segment_id=e18193fb-7bda-4048-802d-6610e1112290)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:10:59.957868 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-f70f54eb-2570-46a2-93ea-c66325c62a27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:00.042532 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-f70f54eb-2570-46a2-93ea-c66325c62a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:00.043372 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-f70f54eb-2570-46a2-93ea-c66325c62a27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:00.046247 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-f70f54eb-2570-46a2-93ea-c66325c62a27 service neutron] 10.222.0.44 "PUT /v2.0/ports/0bdb50ea-e52a-48f0-b658-102e5d33f791 HTTP/1.1" status: 200 len: 1092 time: 2.0543501 Oct 30 15:11:00.089005 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-be4ca8e8-0031-4974-bdef-10b56e6b161b service neutron] Request body: {'port': {'device_id': '2f6defdd-e59c-4877-a3c2-1743a6b0bd94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:11:00.098809 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70f54eb-2570-46a2-93ea-c66325c62a27 service neutron] Pushing event updated for resources: {'Port': ['ID=0bdb50ea-e52a-48f0-b658-102e5d33f791,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:00.162931 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port b68440be-5686-4686-8958-13ddfdcd8a08 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:11:00.175061 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port b68440be-5686-4686-8958-13ddfdcd8a08 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:11:00.175292 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:00.276379 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-be4ca8e8-0031-4974-bdef-10b56e6b161b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:00.511245 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:00.575523 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port b68440be-5686-4686-8958-13ddfdcd8a08, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=b68440be-5686-4686-8958-13ddfdcd8a08,segment=NetworkSegment(50e4125d-3001-4ab5-9a68-22676c11c44a),segment_id=50e4125d-3001-4ab5-9a68-22676c11c44a)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:11:00.580742 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf0791d1-d24c-4800-a471-07c6cf4a261d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b68440be-5686-4686-8958-13ddfdcd8a08'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:11:00.584058 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebee7e8d-ec79-4988-9abc-ab3fc7f7616e" -d '{"events": [{"server_uuid": "cf0791d1-d24c-4800-a471-07c6cf4a261d", "name": "network-vif-plugged", "status": "completed", "tag": "b68440be-5686-4686-8958-13ddfdcd8a08"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:11:00.590788 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:00.606021 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af3796-9f9a-4ca1-a7d7-76eddaa99fe3 req-2444fd93-3396-424c-a261-c0e13fae2b44 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:00.621759 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b0af3796-9f9a-4ca1-a7d7-76eddaa99fe3 req-2444fd93-3396-424c-a261-c0e13fae2b44 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/ports?device_id=cf0791d1-d24c-4800-a471-07c6cf4a261d HTTP/1.1" status: 200 len: 945 time: 0.1671643 Oct 30 15:11:00.669937 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=b68440be-5686-4686-8958-13ddfdcd8a08,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:00.670296 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-394605fb-1199-4621-9b4b-e0b401970c9e admin admin] Router 43a0bf71-085b-478c-a0a3-519d1e0684a5 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:11:00.698387 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b0af3796-9f9a-4ca1-a7d7-76eddaa99fe3 req-f3fda615-a571-45fa-988a-06e284c305b0 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff7d2e62-ea1a-45bf-a217-2b52e333182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757396 Oct 30 15:11:00.744237 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f6defdd-e59c-4877-a3c2-1743a6b0bd94', 'tag': '0bdb50ea-e52a-48f0-b658-102e5d33f791'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:11:00.772604 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-400cff67-9cba-4cff-9d09-30d93de04fdf" -d '{"events": [{"name": "network-changed", "server_uuid": "2f6defdd-e59c-4877-a3c2-1743a6b0bd94", "tag": "0bdb50ea-e52a-48f0-b658-102e5d33f791"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:11:00.866776 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-394605fb-1199-4621-9b4b-e0b401970c9e admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:11:00.875952 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae5ffb3-0754-4419-b03a-c0471b831161 None None] Sync routers for ids ['43a0bf71-085b-478c-a0a3-519d1e0684a5'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:11:00.888917 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-394605fb-1199-4621-9b4b-e0b401970c9e admin admin] 10.222.0.62 "PUT /v2.0/routers/43a0bf71-085b-478c-a0a3-519d1e0684a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7961543 Oct 30 15:11:00.889881 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 59778) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:00.904328 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae5ffb3-0754-4419-b03a-c0471b831161 None None] Routers {'43a0bf71-085b-478c-a0a3-519d1e0684a5'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:11:00.904966 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-aae5ffb3-0754-4419-b03a-c0471b831161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:10:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['43a0bf71-085b-478c-a0a3-519d1e0684a5'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:11:01.000910 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd009efa-e5d2-4b6f-98fb-7b5098d7ae81 req-1499cc83-b16d-4c41-b19c-ed951d5f0ac8 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:01.004057 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fd009efa-e5d2-4b6f-98fb-7b5098d7ae81 req-1499cc83-b16d-4c41-b19c-ed951d5f0ac8 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=97452329-4434-433e-b37c-61f92fe601e3 HTTP/1.1" status: 200 len: 950 time: 0.1044993 Oct 30 15:11:01.098241 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1baa3a7-7724-4d98-8be1-f7cfe2aa5059 None None] Sync routers for ids ['787ade73-8ae3-4900-bfc6-d67ac08f9a77'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:11:01.115124 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fd009efa-e5d2-4b6f-98fb-7b5098d7ae81 req-8e3a47b7-e515-4a71-b1dc-e2f8f86c4912 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049016 Oct 30 15:11:01.121548 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1baa3a7-7724-4d98-8be1-f7cfe2aa5059 None None] Routers {'787ade73-8ae3-4900-bfc6-d67ac08f9a77'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:11:01.123804 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-c1baa3a7-7724-4d98-8be1-f7cfe2aa5059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:10:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['787ade73-8ae3-4900-bfc6-d67ac08f9a77'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:11:01.181858 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-aae5ffb3-0754-4419-b03a-c0471b831161 None None] Set router 43a0bf71-085b-478c-a0a3-519d1e0684a5 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:11:01.237408 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e6d11-0b0e-4c1b-af14-9d8acc7a2084 req-1982b5ba-348c-44a2-a548-ebf85fa1db0f tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:01.245816 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-662e6d11-0b0e-4c1b-af14-9d8acc7a2084 req-1982b5ba-348c-44a2-a548-ebf85fa1db0f tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] 10.222.0.62 "GET /v2.0/networks?id=c58cd6da-8ad6-4c65-93fc-5805c904760f HTTP/1.1" status: 200 len: 829 time: 0.7340505 Oct 30 15:11:01.336262 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f43e1b0e-10b8-4faa-98f6-cd01aa5f9744 x-openstack-request-id: req-f43e1b0e-10b8-4faa-98f6-cd01aa5f9744 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:11:01.336805 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf0791d1-d24c-4800-a471-07c6cf4a261d", "name": "network-vif-plugged", "status": "completed", "tag": "b68440be-5686-4686-8958-13ddfdcd8a08", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:11:01.336805 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f43e1b0e-10b8-4faa-98f6-cd01aa5f9744 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:11:01.337128 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf0791d1-d24c-4800-a471-07c6cf4a261d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b68440be-5686-4686-8958-13ddfdcd8a08', 'code': 200} Oct 30 15:11:01.337799 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device e9c1d81e-4da1-4f32-b599-191d5e995bc8 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:11:01.480998 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ef729-c325-44a8-871b-9326a8a720e2 req-f068d6be-2fba-4012-a8d3-1e977d0c764c tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:01.486416 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6e0ef729-c325-44a8-871b-9326a8a720e2 req-f068d6be-2fba-4012-a8d3-1e977d0c764c tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d72b182-9a25-4c25-981f-18d4c78ed76e HTTP/1.1" status: 200 len: 946 time: 0.1098168 Oct 30 15:11:01.519797 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-c1baa3a7-7724-4d98-8be1-f7cfe2aa5059 None None] Set router 787ade73-8ae3-4900-bfc6-d67ac08f9a77 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:11:01.563187 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-be4ca8e8-0031-4974-bdef-10b56e6b161b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0525d490-3946-4a28-b156-52e77afb2850 {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:11:01.567100 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6e0ef729-c325-44a8-871b-9326a8a720e2 req-26daeb87-2d29-45a0-afde-1f990d42ed18 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ae719f6-042b-4d46-b69b-db501d96f392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743024 Oct 30 15:11:01.573941 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-be4ca8e8-0031-4974-bdef-10b56e6b161b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:01.584746 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-aae5ffb3-0754-4419-b03a-c0471b831161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a0bf71-085b-478c-a0a3-519d1e0684a5', 'name': 'tempest-FloatingIPsTestJSON-773606778-router', 'tenant_id': 'ccbbf13610cf42b2ae2b433fe23234c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '6419da34-ac24-4611-a205-b87f63665dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:10:18Z', 'updated_at': '2021-10-30T15:10:58Z', 'revision_number': 5, 'project_id': 'ccbbf13610cf42b2ae2b433fe23234c9', 'gw_port': {'id': '6419da34-ac24-4611-a205-b87f63665dfd', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:79:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a0bf71-085b-478c-a0a3-519d1e0684a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:10:21Z', 'updated_at': '2021-10-30T15:10:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:11:01.601636 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port e9c1d81e-4da1-4f32-b599-191d5e995bc8 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:11:01.602856 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-be4ca8e8-0031-4974-bdef-10b56e6b161b service neutron] Transition to ACTIVE for port object 0525d490-3946-4a28-b156-52e77afb2850 will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:11:01.603538 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:01.608098 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d43e6218-072c-4c61-a782-64bfcd35fc17 admin admin] Publish callbacks [] for router, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:01.620874 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae5ffb3-0754-4419-b03a-c0471b831161 None None] Checking router: 43a0bf71-085b-478c-a0a3-519d1e0684a5 for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:11:01.629820 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae5ffb3-0754-4419-b03a-c0471b831161 None None] Routers {'43a0bf71-085b-478c-a0a3-519d1e0684a5'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:11:01.630718 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-aae5ffb3-0754-4419-b03a-c0471b831161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:10:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['43a0bf71-085b-478c-a0a3-519d1e0684a5'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:11:01.662036 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-be4ca8e8-0031-4974-bdef-10b56e6b161b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:01.777851 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20afb26-0799-45dc-a2d9-4e6424b8fc7b x-openstack-request-id: req-b20afb26-0799-45dc-a2d9-4e6424b8fc7b {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:11:01.778525 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f6defdd-e59c-4877-a3c2-1743a6b0bd94", "tag": "0bdb50ea-e52a-48f0-b658-102e5d33f791", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:11:01.778525 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b20afb26-0799-45dc-a2d9-4e6424b8fc7b {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:11:01.778811 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f6defdd-e59c-4877-a3c2-1743a6b0bd94', 'tag': '0bdb50ea-e52a-48f0-b658-102e5d33f791', 'status': 'completed', 'code': 200} Oct 30 15:11:01.785272 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400cff67-9cba-4cff-9d09-30d93de04fdf req-c456f94f-bcfd-4865-90bb-650f10ceaa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:01.791745 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400cff67-9cba-4cff-9d09-30d93de04fdf req-c456f94f-bcfd-4865-90bb-650f10ceaa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:01.795365 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-400cff67-9cba-4cff-9d09-30d93de04fdf req-c456f94f-bcfd-4865-90bb-650f10ceaa4c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c642d29d1c17474c8a26fe3f03026a83&device_id=2f6defdd-e59c-4877-a3c2-1743a6b0bd94 HTTP/1.1" status: 200 len: 1939 time: 0.1218851 Oct 30 15:11:01.847782 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:01.859740 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-aae5ffb3-0754-4419-b03a-c0471b831161 None None] Set router 43a0bf71-085b-478c-a0a3-519d1e0684a5 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:11:01.918774 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4ca8e8-0031-4974-bdef-10b56e6b161b service neutron] Pushing event updated for resources: {'Port': ['ID=0525d490-3946-4a28-b156-52e77afb2850,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:01.966562 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-662e6d11-0b0e-4c1b-af14-9d8acc7a2084 req-edb1a0e1-60c3-4a58-8c05-3d7e89f09db7 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] 10.222.0.62 "GET /v2.0/quotas/f17a51dafe2248f283b50921c5c94f99 HTTP/1.1" status: 200 len: 375 time: 0.7196784 Oct 30 15:11:01.981652 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4786e32e-a176-4ac0-9c23-075e53ceb11e req-5b60e172-bbe1-4074-b68d-2239dca7fd9c tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:01.982602 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4786e32e-a176-4ac0-9c23-075e53ceb11e req-5b60e172-bbe1-4074-b68d-2239dca7fd9c tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.53 "GET /v2.0/ports?device_id=97452329-4434-433e-b37c-61f92fe601e3 HTTP/1.1" status: 200 len: 950 time: 0.3613842 Oct 30 15:11:02.073985 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-aae5ffb3-0754-4419-b03a-c0471b831161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a0bf71-085b-478c-a0a3-519d1e0684a5', 'name': 'tempest-FloatingIPsTestJSON-773606778-router', 'tenant_id': 'ccbbf13610cf42b2ae2b433fe23234c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '6419da34-ac24-4611-a205-b87f63665dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:10:18Z', 'updated_at': '2021-10-30T15:10:58Z', 'revision_number': 5, 'project_id': 'ccbbf13610cf42b2ae2b433fe23234c9', 'gw_port': {'id': '6419da34-ac24-4611-a205-b87f63665dfd', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:79:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a0bf71-085b-478c-a0a3-519d1e0684a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:10:21Z', 'updated_at': '2021-10-30T15:10:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:11:02.105311 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae5ffb3-0754-4419-b03a-c0471b831161 None None] The sync data for ids ['43a0bf71-085b-478c-a0a3-519d1e0684a5'] in n-d-806683-17 is: [{'id': '43a0bf71-085b-478c-a0a3-519d1e0684a5', 'name': 'tempest-FloatingIPsTestJSON-773606778-router', 'tenant_id': 'ccbbf13610cf42b2ae2b433fe23234c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '6419da34-ac24-4611-a205-b87f63665dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:10:18Z', 'updated_at': '2021-10-30T15:10:58Z', 'revision_number': 5, 'project_id': 'ccbbf13610cf42b2ae2b433fe23234c9', 'gw_port': {'id': '6419da34-ac24-4611-a205-b87f63665dfd', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:79:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a0bf71-085b-478c-a0a3-519d1e0684a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:10:21Z', 'updated_at': '2021-10-30T15:10:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:11:02.113735 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dbb95b-a465-4144-8837-4b030b4b9b65 req-7c9e807e-e232-4676-a6a7-e48f26948e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:02.116510 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c6dbb95b-a465-4144-8837-4b030b4b9b65 req-7c9e807e-e232-4676-a6a7-e48f26948e8f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cf0791d1-d24c-4800-a471-07c6cf4a261d HTTP/1.1" status: 200 len: 1098 time: 0.5047081 Oct 30 15:11:02.165006 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acca876-5ff5-42c7-8320-3c22f3483819 req-8b8cb165-4bfa-4e9f-a8bf-83d24c39e4bb tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:02.171053 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acca876-5ff5-42c7-8320-3c22f3483819 req-8b8cb165-4bfa-4e9f-a8bf-83d24c39e4bb tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:02.179494 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4acca876-5ff5-42c7-8320-3c22f3483819 req-8b8cb165-4bfa-4e9f-a8bf-83d24c39e4bb tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f6defdd-e59c-4877-a3c2-1743a6b0bd94 HTTP/1.1" status: 200 len: 1677 time: 0.3775904 Oct 30 15:11:02.209867 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-662e6d11-0b0e-4c1b-af14-9d8acc7a2084 req-21d6c2cd-900c-4ecc-adf5-9e24e7eefc0d tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=f17a51dafe2248f283b50921c5c94f99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2418089 Oct 30 15:11:02.283957 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400cff67-9cba-4cff-9d09-30d93de04fdf req-8389774e-adb8-4657-966e-b13211c9e7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:02.284435 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400cff67-9cba-4cff-9d09-30d93de04fdf req-8389774e-adb8-4657-966e-b13211c9e7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:02.284895 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400cff67-9cba-4cff-9d09-30d93de04fdf req-8389774e-adb8-4657-966e-b13211c9e7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:02.286567 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-400cff67-9cba-4cff-9d09-30d93de04fdf req-8389774e-adb8-4657-966e-b13211c9e7b9 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=c642d29d1c17474c8a26fe3f03026a83&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4827058 Oct 30 15:11:02.302025 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4acca876-5ff5-42c7-8320-3c22f3483819 req-7fcf2fbc-f2b1-458c-bf68-4cd546d614b1 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba7652ac-9750-40a3-9a50-b6f41851d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188555 Oct 30 15:11:02.466427 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400cff67-9cba-4cff-9d09-30d93de04fdf req-b4ba0eb8-15da-44d3-86fc-ccc925de18fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:02.472363 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-400cff67-9cba-4cff-9d09-30d93de04fdf req-b4ba0eb8-15da-44d3-86fc-ccc925de18fd service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1692250 Oct 30 15:11:02.484877 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-c1baa3a7-7724-4d98-8be1-f7cfe2aa5059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '787ade73-8ae3-4900-bfc6-d67ac08f9a77', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1890913243-router', 'tenant_id': 'f17a51dafe2248f283b50921c5c94f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'e9c1d81e-4da1-4f32-b599-191d5e995bc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:10:43Z', 'updated_at': '2021-10-30T15:10:55Z', 'revision_number': 4, 'project_id': 'f17a51dafe2248f283b50921c5c94f99', 'gw_port': {'id': 'e9c1d81e-4da1-4f32-b599-191d5e995bc8', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787ade73-8ae3-4900-bfc6-d67ac08f9a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:10:45Z', 'updated_at': '2021-10-30T15:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'fea51d64-e5c6-4b0c-81dc-47f63f45970d', 'name': '', 'network_id': 'c58cd6da-8ad6-4c65-93fc-5805c904760f', 'tenant_id': 'f17a51dafe2248f283b50921c5c94f99', 'mac_address': 'fa:16:3e:06:4d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '787ade73-8ae3-4900-bfc6-d67ac08f9a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'caa7394f-93ee-4465-9572-c86526bd16cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:10:54Z', 'updated_at': '2021-10-30T15:10:55Z', 'revision_number': 2, 'project_id': 'f17a51dafe2248f283b50921c5c94f99', 'subnets': [{'id': 'caa7394f-93ee-4465-9572-c86526bd16cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:11:02.513737 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-be4ca8e8-0031-4974-bdef-10b56e6b161b service neutron] Attempting to bind port 0525d490-3946-4a28-b156-52e77afb2850 on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:11:02.514150 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-be4ca8e8-0031-4974-bdef-10b56e6b161b service neutron] Attempting to bind port 0525d490-3946-4a28-b156-52e77afb2850 by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': '7960652a-a420-43cd-9d49-1f6b9821a651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c1928375-e422-457c-9b13-0dd3fe8116b5'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:11:02.514737 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-be4ca8e8-0031-4974-bdef-10b56e6b161b service neutron] Attempting to bind port 0525d490-3946-4a28-b156-52e77afb2850 on network c1928375-e422-457c-9b13-0dd3fe8116b5 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:11:02.558777 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c6dbb95b-a465-4144-8837-4b030b4b9b65 req-bc68f92d-39a9-43a1-8001-4475b47a7c96 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ff7d2e62-ea1a-45bf-a217-2b52e333182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4124417 Oct 30 15:11:02.569309 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-be4ca8e8-0031-4974-bdef-10b56e6b161b service neutron] Port 0525d490-3946-4a28-b156-52e77afb2850 on network c1928375-e422-457c-9b13-0dd3fe8116b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:11:02.569639 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-be4ca8e8-0031-4974-bdef-10b56e6b161b service neutron] Attempting to bind port 0525d490-3946-4a28-b156-52e77afb2850 on network c1928375-e422-457c-9b13-0dd3fe8116b5 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:11:02.574107 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1baa3a7-7724-4d98-8be1-f7cfe2aa5059 None None] Checking router: 787ade73-8ae3-4900-bfc6-d67ac08f9a77 for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:11:02.575657 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1baa3a7-7724-4d98-8be1-f7cfe2aa5059 None None] Updating router 787ade73-8ae3-4900-bfc6-d67ac08f9a77 port fea51d64-e5c6-4b0c-81dc-47f63f45970d binding host n-d-806683-17 {{(pid=102132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:11:02.582232 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d43e6218-072c-4c61-a782-64bfcd35fc17 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:02.591200 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-be4ca8e8-0031-4974-bdef-10b56e6b161b service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:11:02.599497 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-be4ca8e8-0031-4974-bdef-10b56e6b161b service neutron] Checking segment: {'id': '7960652a-a420-43cd-9d49-1f6b9821a651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c1928375-e422-457c-9b13-0dd3fe8116b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:11:02.599959 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-be4ca8e8-0031-4974-bdef-10b56e6b161b service neutron] Bound using segment: {'id': '7960652a-a420-43cd-9d49-1f6b9821a651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c1928375-e422-457c-9b13-0dd3fe8116b5'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:11:02.600432 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-be4ca8e8-0031-4974-bdef-10b56e6b161b service neutron] Bound port: 0525d490-3946-4a28-b156-52e77afb2850, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7960652a-a420-43cd-9d49-1f6b9821a651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c1928375-e422-457c-9b13-0dd3fe8116b5'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:11:02.600798 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-be4ca8e8-0031-4974-bdef-10b56e6b161b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:02.672232 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1708ff1a-f623-450a-905a-389d2b8a3d4e req-d3eb4c7b-06c2-4f26-888a-4f0dde7fc772 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=a63b170e4d9945e2b0d25a7b58414e99&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0456476 Oct 30 15:11:02.679993 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c1baa3a7-7724-4d98-8be1-f7cfe2aa5059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:02.796923 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-662e6d11-0b0e-4c1b-af14-9d8acc7a2084 req-a50caf6e-ba14-41cf-af0d-29cfecfe5907 service neutron] 10.222.0.62 "GET /v2.0/networks/c58cd6da-8ad6-4c65-93fc-5805c904760f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5370688 Oct 30 15:11:02.814038 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-4786e32e-a176-4ac0-9c23-075e53ceb11e req-77fcac4c-127a-4714-9c40-70c783d58c83 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Deleting port bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:11:02.814379 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-4786e32e-a176-4ac0-9c23-075e53ceb11e req-77fcac4c-127a-4714-9c40-70c783d58c83 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:02.888377 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708ff1a-f623-450a-905a-389d2b8a3d4e req-e27c2933-cb70-40f6-b567-7c160176bc27 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:02.890302 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1708ff1a-f623-450a-905a-389d2b8a3d4e req-e27c2933-cb70-40f6-b567-7c160176bc27 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2168961 Oct 30 15:11:02.913013 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-4786e32e-a176-4ac0-9c23-075e53ceb11e req-77fcac4c-127a-4714-9c40-70c783d58c83 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] For port bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:11:02.913378 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-4786e32e-a176-4ac0-9c23-075e53ceb11e req-77fcac4c-127a-4714-9c40-70c783d58c83 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:02.913941 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1708ff1a-f623-450a-905a-389d2b8a3d4e req-d8b8aac5-bce4-43ed-b742-ce4b94e3da9a tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/quotas/a63b170e4d9945e2b0d25a7b58414e99 HTTP/1.1" status: 200 len: 375 time: 0.0169878 Oct 30 15:11:02.927273 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-4786e32e-a176-4ac0-9c23-075e53ceb11e req-77fcac4c-127a-4714-9c40-70c783d58c83 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Calling delete_port for bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085 owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:11:02.988766 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1708ff1a-f623-450a-905a-389d2b8a3d4e req-6c26d52b-0815-4fed-8ebe-a7e1e07d4986 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a63b170e4d9945e2b0d25a7b58414e99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0729270 Oct 30 15:11:03.057820 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c1baa3a7-7724-4d98-8be1-f7cfe2aa5059 None None] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:03.064027 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device c298e33c-0cd7-477c-b9f0-86e6e6d2f5d9 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:11:03.067957 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c1baa3a7-7724-4d98-8be1-f7cfe2aa5059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:03.142560 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a6744b-d61b-42bb-8667-4616e7397286 None None] Pushing event updated for resources: {'Port': ['ID=fea51d64-e5c6-4b0c-81dc-47f63f45970d,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:03.157299 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: c298e33c-0cd7-477c-b9f0-86e6e6d2f5d9 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:11:03.157655 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device c298e33c-0cd7-477c-b9f0-86e6e6d2f5d9 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:11:03.273258 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-c1baa3a7-7724-4d98-8be1-f7cfe2aa5059 None None] Attempting to bind port fea51d64-e5c6-4b0c-81dc-47f63f45970d on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:11:03.276032 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-c1baa3a7-7724-4d98-8be1-f7cfe2aa5059 None None] Attempting to bind port fea51d64-e5c6-4b0c-81dc-47f63f45970d by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '1adb3f4d-861a-4c35-9464-6565ad609cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c58cd6da-8ad6-4c65-93fc-5805c904760f'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:11:03.284499 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1baa3a7-7724-4d98-8be1-f7cfe2aa5059 None None] Attempting to bind port fea51d64-e5c6-4b0c-81dc-47f63f45970d on network c58cd6da-8ad6-4c65-93fc-5805c904760f {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:11:03.334566 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1baa3a7-7724-4d98-8be1-f7cfe2aa5059 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:11:03.334566 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1baa3a7-7724-4d98-8be1-f7cfe2aa5059 None None] Checking segment: {'id': '1adb3f4d-861a-4c35-9464-6565ad609cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c58cd6da-8ad6-4c65-93fc-5805c904760f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:11:03.334566 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c1baa3a7-7724-4d98-8be1-f7cfe2aa5059 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:03.334566 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1baa3a7-7724-4d98-8be1-f7cfe2aa5059 None None] Bound using segment: {'id': '1adb3f4d-861a-4c35-9464-6565ad609cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c58cd6da-8ad6-4c65-93fc-5805c904760f'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:11:03.339115 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-c1baa3a7-7724-4d98-8be1-f7cfe2aa5059 None None] Bound port: fea51d64-e5c6-4b0c-81dc-47f63f45970d, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1adb3f4d-861a-4c35-9464-6565ad609cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c58cd6da-8ad6-4c65-93fc-5805c904760f'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:11:03.339547 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c1baa3a7-7724-4d98-8be1-f7cfe2aa5059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:03.486691 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-c1baa3a7-7724-4d98-8be1-f7cfe2aa5059 None None] For port fea51d64-e5c6-4b0c-81dc-47f63f45970d, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:11:03.519097 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-c1baa3a7-7724-4d98-8be1-f7cfe2aa5059 None None] For port fea51d64-e5c6-4b0c-81dc-47f63f45970d, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=fea51d64-e5c6-4b0c-81dc-47f63f45970d,segment=NetworkSegment(1adb3f4d-861a-4c35-9464-6565ad609cf8),segment_id=1adb3f4d-861a-4c35-9464-6565ad609cf8)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:11:03.520418 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-662e6d11-0b0e-4c1b-af14-9d8acc7a2084 req-065599f7-e36f-4f6d-b20c-85f7de3f61cf service neutron] 10.222.0.62 "GET /v2.0/networks/c58cd6da-8ad6-4c65-93fc-5805c904760f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7091782 Oct 30 15:11:03.545197 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c1baa3a7-7724-4d98-8be1-f7cfe2aa5059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:03.550410 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-be4ca8e8-0031-4974-bdef-10b56e6b161b service neutron] For port 0525d490-3946-4a28-b156-52e77afb2850, host n-h2-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:11:03.578255 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-d43e6218-072c-4c61-a782-64bfcd35fc17 admin admin] Deleting port 6419da34-ac24-4611-a205-b87f63665dfd {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:11:03.579916 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d43e6218-072c-4c61-a782-64bfcd35fc17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:03.731942 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d8a01941-cbaa-4237-835a-f1c3c04620fa None None] Provisioning complete for port fea51d64-e5c6-4b0c-81dc-47f63f45970d triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:11:03.732204 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d8a01941-cbaa-4237-835a-f1c3c04620fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:03.859089 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-be4ca8e8-0031-4974-bdef-10b56e6b161b service neutron] For port 0525d490-3946-4a28-b156-52e77afb2850, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=0525d490-3946-4a28-b156-52e77afb2850,segment=NetworkSegment(7960652a-a420-43cd-9d49-1f6b9821a651),segment_id=7960652a-a420-43cd-9d49-1f6b9821a651)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:11:03.910054 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746926dd-67ea-4d58-b2d8-45592407ded7 req-c2043b0b-10f8-417d-9ffc-e9ee10670a12 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:03.914067 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-be4ca8e8-0031-4974-bdef-10b56e6b161b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:03.934315 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-746926dd-67ea-4d58-b2d8-45592407ded7 req-c2043b0b-10f8-417d-9ffc-e9ee10670a12 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/ports?device_id=cf0791d1-d24c-4800-a471-07c6cf4a261d HTTP/1.1" status: 200 len: 946 time: 0.1850054 Oct 30 15:11:03.935021 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d8a01941-cbaa-4237-835a-f1c3c04620fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:03.967387 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:11:04.040491 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-746926dd-67ea-4d58-b2d8-45592407ded7 req-7615605a-be34-48aa-9233-86a0bfd05158 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff7d2e62-ea1a-45bf-a217-2b52e333182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047907 Oct 30 15:11:04.142110 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-be4ca8e8-0031-4974-bdef-10b56e6b161b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:04.142848 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-be4ca8e8-0031-4974-bdef-10b56e6b161b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:04.148032 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-be4ca8e8-0031-4974-bdef-10b56e6b161b service neutron] 10.222.0.44 "PUT /v2.0/ports/0525d490-3946-4a28-b156-52e77afb2850 HTTP/1.1" status: 200 len: 1092 time: 4.0685830 Oct 30 15:11:04.156897 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a6744b-d61b-42bb-8667-4616e7397286 None None] Pushing event updated for resources: {'Port': ['ID=fea51d64-e5c6-4b0c-81dc-47f63f45970d,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:04.201139 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1baa3a7-7724-4d98-8be1-f7cfe2aa5059 None None] Routers {'787ade73-8ae3-4900-bfc6-d67ac08f9a77'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:11:04.201897 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-c1baa3a7-7724-4d98-8be1-f7cfe2aa5059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:10:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['787ade73-8ae3-4900-bfc6-d67ac08f9a77'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:11:04.257459 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f6defdd-e59c-4877-a3c2-1743a6b0bd94', 'tag': '0525d490-3946-4a28-b156-52e77afb2850'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:11:04.273433 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67171c4e-7ffd-4bb7-b6a4-209474cabe03" -d '{"events": [{"name": "network-changed", "server_uuid": "2f6defdd-e59c-4877-a3c2-1743a6b0bd94", "tag": "0525d490-3946-4a28-b156-52e77afb2850"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:11:04.341789 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4d8c61-5f68-4e40-9adf-8e88baa72510 req-93cee93a-3029-41c2-ae53-8480e1f14f4a tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:04.360372 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4d8c61-5f68-4e40-9adf-8e88baa72510 req-93cee93a-3029-41c2-ae53-8480e1f14f4a tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:04.365519 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6f4d8c61-5f68-4e40-9adf-8e88baa72510 req-93cee93a-3029-41c2-ae53-8480e1f14f4a tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f6defdd-e59c-4877-a3c2-1743a6b0bd94 HTTP/1.1" status: 200 len: 1677 time: 0.1498685 Oct 30 15:11:04.398118 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-c1baa3a7-7724-4d98-8be1-f7cfe2aa5059 None None] Set router 787ade73-8ae3-4900-bfc6-d67ac08f9a77 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:11:04.454135 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4ca8e8-0031-4974-bdef-10b56e6b161b service neutron] Pushing event updated for resources: {'Port': ['ID=0525d490-3946-4a28-b156-52e77afb2850,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:04.464814 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6f4d8c61-5f68-4e40-9adf-8e88baa72510 req-d7616e98-a6a9-46a3-ae4b-504f16b1344f tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba7652ac-9750-40a3-9a50-b6f41851d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853715 Oct 30 15:11:04.468377 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d8a01941-cbaa-4237-835a-f1c3c04620fa None None] For port fea51d64-e5c6-4b0c-81dc-47f63f45970d, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=fea51d64-e5c6-4b0c-81dc-47f63f45970d,segment=NetworkSegment(1adb3f4d-861a-4c35-9464-6565ad609cf8),segment_id=1adb3f4d-861a-4c35-9464-6565ad609cf8)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:11:04.476160 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d8a01941-cbaa-4237-835a-f1c3c04620fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:04.549042 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:04.589591 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-d43e6218-072c-4c61-a782-64bfcd35fc17 admin admin] For port 6419da34-ac24-4611-a205-b87f63665dfd, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=6419da34-ac24-4611-a205-b87f63665dfd,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:11:04.589999 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d43e6218-072c-4c61-a782-64bfcd35fc17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:04.622119 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf576fc-c7c0-4245-aac8-e0700ef5c545 req-dba539b5-1d38-41e5-9be3-91cbcf19ec9d tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:04.623878 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0cf576fc-c7c0-4245-aac8-e0700ef5c545 req-dba539b5-1d38-41e5-9be3-91cbcf19ec9d tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=97452329-4434-433e-b37c-61f92fe601e3 HTTP/1.1" status: 200 len: 950 time: 0.6725025 Oct 30 15:11:04.626597 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-fe35dd4e-2817-4043-86d5-737aba7a6383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:04.627215 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-fe35dd4e-2817-4043-86d5-737aba7a6383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:04.628898 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-fe35dd4e-2817-4043-86d5-737aba7a6383 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c642d29d1c17474c8a26fe3f03026a83&device_id=2f6defdd-e59c-4877-a3c2-1743a6b0bd94 HTTP/1.1" status: 200 len: 1981 time: 0.3491545 Oct 30 15:11:04.637884 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-d43e6218-072c-4c61-a782-64bfcd35fc17 admin admin] Calling delete_port for 6419da34-ac24-4611-a205-b87f63665dfd owned by network:router_gateway {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:11:04.709791 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-4786e32e-a176-4ac0-9c23-075e53ceb11e req-77fcac4c-127a-4714-9c40-70c783d58c83 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:04.729039 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-3afc87d5-9482-4263-afbd-bc55c957fdee service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.79&port_id=0bdb50ea-e52a-48f0-b658-102e5d33f791 HTTP/1.1" status: 200 len: 217 time: 0.0883870 Oct 30 15:11:04.753694 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0e44ad4e-9bd4-448c-8167-79e7454efceb req-f11639af-bd60-4769-9236-19ad93288897 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=a63b170e4d9945e2b0d25a7b58414e99&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0731502 Oct 30 15:11:04.757804 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fcac4c-127a-4714-9c40-70c783d58c83 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Pushing event deleted for resources: {'Port': ['ID=bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:04.820062 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a01941-cbaa-4237-835a-f1c3c04620fa None None] Pushing event updated for resources: {'Port': ['ID=fea51d64-e5c6-4b0c-81dc-47f63f45970d,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:04.832209 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['3baf7600-8a1c-4d9a-b018-f770d78d7690', '2a7136df-2c8d-4020-8843-3d6496e03d01'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:11:05.036013 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0cf576fc-c7c0-4245-aac8-e0700ef5c545 req-e4efbd93-e862-47bd-9861-07041392a272 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4006712 Oct 30 15:11:05.045384 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-4786e32e-a176-4ac0-9c23-075e53ceb11e req-77fcac4c-127a-4714-9c40-70c783d58c83 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] No DVR routers for this DVR port bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085 on host n-h1-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:11:05.058720 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-4786e32e-a176-4ac0-9c23-075e53ceb11e req-77fcac4c-127a-4714-9c40-70c783d58c83 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:05.065167 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4786e32e-a176-4ac0-9c23-075e53ceb11e req-77fcac4c-127a-4714-9c40-70c783d58c83 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.53 "DELETE /v2.0/ports/bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085 HTTP/1.1" status: 204 len: 173 time: 3.0286555 Oct 30 15:11:05.082978 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-f50080f9-ba9e-4440-8ea3-2c90039a3370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:05.088772 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-f50080f9-ba9e-4440-8ea3-2c90039a3370 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=07abbc73-6e8b-412b-874b-2d2ca0798649 HTTP/1.1" status: 200 len: 801 time: 0.3320127 Oct 30 15:11:05.129588 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e44ad4e-9bd4-448c-8167-79e7454efceb req-359f06f1-8d43-4ba1-913b-8a023afe1a3f tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:05.139341 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0e44ad4e-9bd4-448c-8167-79e7454efceb req-359f06f1-8d43-4ba1-913b-8a023afe1a3f tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3844600 Oct 30 15:11:05.165112 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0e44ad4e-9bd4-448c-8167-79e7454efceb req-a25f8a7e-7963-439e-a213-c67ef7caed42 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/quotas/a63b170e4d9945e2b0d25a7b58414e99 HTTP/1.1" status: 200 len: 375 time: 0.0242312 Oct 30 15:11:05.238968 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62fcb5-1b89-4a92-892d-701f42d38ecc req-73b67a55-3f61-4424-ada1-979083961d0b tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:05.240528 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1d62fcb5-1b89-4a92-892d-701f42d38ecc req-73b67a55-3f61-4424-ada1-979083961d0b tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d72b182-9a25-4c25-981f-18d4c78ed76e HTTP/1.1" status: 200 len: 946 time: 0.2348115 Oct 30 15:11:05.264182 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0e44ad4e-9bd4-448c-8167-79e7454efceb req-2a675327-bb5f-4c7b-8eef-d773f7e16578 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a63b170e4d9945e2b0d25a7b58414e99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0947695 Oct 30 15:11:05.307270 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d0113dcd-4560-4bd2-bc19-5b959255b9ab None None] Provisioning complete for port fea51d64-e5c6-4b0c-81dc-47f63f45970d triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:11:05.307723 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d0113dcd-4560-4bd2-bc19-5b959255b9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:05.334893 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1708ff1a-f623-450a-905a-389d2b8a3d4e req-c196efde-ec9c-40a0-b7b9-c57de344a02e tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=a63b170e4d9945e2b0d25a7b58414e99&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2445693 Oct 30 15:11:05.450658 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device fea51d64-e5c6-4b0c-81dc-47f63f45970d up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:11:05.509029 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-1d62fcb5-1b89-4a92-892d-701f42d38ecc req-a0cdbce2-c715-4398-a259-8809de713e4a tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Deleting port a710b965-fc74-4a85-a176-f9e493653912 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:11:05.509271 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1d62fcb5-1b89-4a92-892d-701f42d38ecc req-a0cdbce2-c715-4398-a259-8809de713e4a tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:05.668824 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port fea51d64-e5c6-4b0c-81dc-47f63f45970d triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:11:05.668824 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:05.676457 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-1d62fcb5-1b89-4a92-892d-701f42d38ecc req-a0cdbce2-c715-4398-a259-8809de713e4a tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] For port a710b965-fc74-4a85-a176-f9e493653912, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=a710b965-fc74-4a85-a176-f9e493653912,segment=NetworkSegment(534c4b02-f4b0-449f-adfa-dbd225c0e219),segment_id=534c4b02-f4b0-449f-adfa-dbd225c0e219)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:11:05.678172 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1d62fcb5-1b89-4a92-892d-701f42d38ecc req-a0cdbce2-c715-4398-a259-8809de713e4a tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:05.694295 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-927bb00d-0e90-4f6f-9f63-b1e3111c0f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:05.702061 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-927bb00d-0e90-4f6f-9f63-b1e3111c0f10 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5b578e27-c5d4-4dc8-bcf7-d2439f17c459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5825837 Oct 30 15:11:05.745082 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ea3da6db-6721-4ada-a1a6-61cc2e6a275d req-7a0802fa-27ac-44e5-b5e5-92814fd55700 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] 10.222.0.62 "GET /v2.0/ports?device_id=2147588f-7249-4ed3-8de5-5bc96ffe7b2f HTTP/1.1" status: 200 len: 210 time: 0.0762115 Oct 30 15:11:05.749556 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-1d62fcb5-1b89-4a92-892d-701f42d38ecc req-a0cdbce2-c715-4398-a259-8809de713e4a tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Calling delete_port for a710b965-fc74-4a85-a176-f9e493653912 owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:11:05.826388 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-c1baa3a7-7724-4d98-8be1-f7cfe2aa5059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '787ade73-8ae3-4900-bfc6-d67ac08f9a77', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1890913243-router', 'tenant_id': 'f17a51dafe2248f283b50921c5c94f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'e9c1d81e-4da1-4f32-b599-191d5e995bc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:10:43Z', 'updated_at': '2021-10-30T15:10:55Z', 'revision_number': 4, 'project_id': 'f17a51dafe2248f283b50921c5c94f99', 'gw_port': {'id': 'e9c1d81e-4da1-4f32-b599-191d5e995bc8', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787ade73-8ae3-4900-bfc6-d67ac08f9a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:10:45Z', 'updated_at': '2021-10-30T15:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'fea51d64-e5c6-4b0c-81dc-47f63f45970d', 'name': '', 'network_id': 'c58cd6da-8ad6-4c65-93fc-5805c904760f', 'tenant_id': 'f17a51dafe2248f283b50921c5c94f99', 'mac_address': 'fa:16:3e:06:4d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '787ade73-8ae3-4900-bfc6-d67ac08f9a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'caa7394f-93ee-4465-9572-c86526bd16cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:10:54Z', 'updated_at': '2021-10-30T15:11:03Z', 'revision_number': 4, 'project_id': 'f17a51dafe2248f283b50921c5c94f99', 'subnets': [{'id': 'caa7394f-93ee-4465-9572-c86526bd16cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:11:05.871696 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1baa3a7-7724-4d98-8be1-f7cfe2aa5059 None None] The sync data for ids ['787ade73-8ae3-4900-bfc6-d67ac08f9a77'] in n-d-806683-17 is: [{'id': '787ade73-8ae3-4900-bfc6-d67ac08f9a77', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1890913243-router', 'tenant_id': 'f17a51dafe2248f283b50921c5c94f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'e9c1d81e-4da1-4f32-b599-191d5e995bc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:10:43Z', 'updated_at': '2021-10-30T15:10:55Z', 'revision_number': 4, 'project_id': 'f17a51dafe2248f283b50921c5c94f99', 'gw_port': {'id': 'e9c1d81e-4da1-4f32-b599-191d5e995bc8', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787ade73-8ae3-4900-bfc6-d67ac08f9a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:10:45Z', 'updated_at': '2021-10-30T15:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'fea51d64-e5c6-4b0c-81dc-47f63f45970d', 'name': '', 'network_id': 'c58cd6da-8ad6-4c65-93fc-5805c904760f', 'tenant_id': 'f17a51dafe2248f283b50921c5c94f99', 'mac_address': 'fa:16:3e:06:4d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '787ade73-8ae3-4900-bfc6-d67ac08f9a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'caa7394f-93ee-4465-9572-c86526bd16cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:10:54Z', 'updated_at': '2021-10-30T15:11:03Z', 'revision_number': 4, 'project_id': 'f17a51dafe2248f283b50921c5c94f99', 'subnets': [{'id': 'caa7394f-93ee-4465-9572-c86526bd16cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:11:06.106666 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1d62fcb5-1b89-4a92-892d-701f42d38ecc req-a0cdbce2-c715-4398-a259-8809de713e4a tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:06.164858 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c5335-670a-4623-ae26-dcebed2459e7 req-29442877-a44e-43e4-b9dc-808d8e01ee70 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:06.167099 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0e9c5335-670a-4623-ae26-dcebed2459e7 req-29442877-a44e-43e4-b9dc-808d8e01ee70 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d72b182-9a25-4c25-981f-18d4c78ed76e HTTP/1.1" status: 200 len: 946 time: 0.9305987 Oct 30 15:11:06.328162 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cdbce2-c715-4398-a259-8809de713e4a tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Pushing event deleted for resources: {'Port': ['ID=a710b965-fc74-4a85-a176-f9e493653912,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:06.386053 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d62fcb5-1b89-4a92-892d-701f42d38ecc req-a0cdbce2-c715-4398-a259-8809de713e4a tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] No DVR routers for this DVR port a710b965-fc74-4a85-a176-f9e493653912 on host n-h2-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:11:06.391501 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1d62fcb5-1b89-4a92-892d-701f42d38ecc req-a0cdbce2-c715-4398-a259-8809de713e4a tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:06.396472 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1d62fcb5-1b89-4a92-892d-701f42d38ecc req-a0cdbce2-c715-4398-a259-8809de713e4a tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.44 "DELETE /v2.0/ports/a710b965-fc74-4a85-a176-f9e493653912 HTTP/1.1" status: 204 len: 173 time: 1.1281464 Oct 30 15:11:06.397403 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d72b182-9a25-4c25-981f-18d4c78ed76e', 'name': 'network-vif-deleted', 'tag': 'a710b965-fc74-4a85-a176-f9e493653912'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:11:06.411060 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5345fca1-5b59-42c7-b0e3-971999360834" -d '{"events": [{"server_uuid": "3d72b182-9a25-4c25-981f-18d4c78ed76e", "name": "network-vif-deleted", "tag": "a710b965-fc74-4a85-a176-f9e493653912"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:11:06.523085 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708ff1a-f623-450a-905a-389d2b8a3d4e req-347c93e9-b8af-4ba1-a9d8-11e1bbf5f39c tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:06.525486 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1708ff1a-f623-450a-905a-389d2b8a3d4e req-347c93e9-b8af-4ba1-a9d8-11e1bbf5f39c tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1350508 Oct 30 15:11:06.527988 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-57422d0d-d219-4340-9b84-6f539e4ba688 service neutron] 10.222.0.44 "GET /v2.0/networks/5b578e27-c5d4-4dc8-bcf7-d2439f17c459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7717059 Oct 30 15:11:06.583706 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-1708ff1a-f623-450a-905a-389d2b8a3d4e req-dbe4744d-81b4-440a-b24b-cb67411c30ff tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Request body: {'port': {'device_id': 'b3f50d40-de7d-4020-b972-b4c18dee3f99', 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704', 'admin_state_up': True, 'tenant_id': 'a63b170e4d9945e2b0d25a7b58414e99'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:11:06.613523 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0e9c5335-670a-4623-ae26-dcebed2459e7 req-be4f3a89-ad5d-4745-95bf-f11dc85b5d8b tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ae719f6-042b-4d46-b69b-db501d96f392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4059274 Oct 30 15:11:06.677680 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['a710b965-fc74-4a85-a176-f9e493653912'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:11:06.870593 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e6d11-0b0e-4c1b-af14-9d8acc7a2084 req-1553e5e6-d343-4b67-82ed-1031eab52d1e tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:06.872144 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-662e6d11-0b0e-4c1b-af14-9d8acc7a2084 req-1553e5e6-d343-4b67-82ed-1031eab52d1e tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] 10.222.0.53 "GET /v2.0/networks?id=c58cd6da-8ad6-4c65-93fc-5805c904760f HTTP/1.1" status: 200 len: 829 time: 0.7381876 Oct 30 15:11:06.920432 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-09962dbd-bfc5-4af3-9cda-d5b6c41e7940 req-ab9f5652-5f14-4ccf-8944-a0b59ca08b4e tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d0a0864-c9ef-494f-b4b2-30cde9381388 HTTP/1.1" status: 200 len: 210 time: 0.0632648 Oct 30 15:11:06.923202 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48bbeff5-1258-45bb-9b6d-f562eda5944c x-openstack-request-id: req-48bbeff5-1258-45bb-9b6d-f562eda5944c {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:11:06.923728 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f6defdd-e59c-4877-a3c2-1743a6b0bd94", "tag": "0525d490-3946-4a28-b156-52e77afb2850", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:11:06.924801 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-48bbeff5-1258-45bb-9b6d-f562eda5944c {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:11:06.925277 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f6defdd-e59c-4877-a3c2-1743a6b0bd94', 'tag': '0525d490-3946-4a28-b156-52e77afb2850', 'status': 'completed', 'code': 200} Oct 30 15:11:06.928090 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d43e6218-072c-4c61-a782-64bfcd35fc17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:06.972699 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-662e6d11-0b0e-4c1b-af14-9d8acc7a2084 req-bcdad475-908a-474f-8ecd-e300b9cc8a79 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Request body: {'port': {'device_id': '2147588f-7249-4ed3-8de5-5bc96ffe7b2f', 'network_id': 'c58cd6da-8ad6-4c65-93fc-5805c904760f', 'admin_state_up': True, 'tenant_id': 'f17a51dafe2248f283b50921c5c94f99'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:11:07.062728 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6615c45-3975-4f95-9ee8-1f1f1e95c2f4 x-openstack-request-id: req-f6615c45-3975-4f95-9ee8-1f1f1e95c2f4 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:11:07.063024 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d72b182-9a25-4c25-981f-18d4c78ed76e", "name": "network-vif-deleted", "tag": "a710b965-fc74-4a85-a176-f9e493653912", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:11:07.063276 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f6615c45-3975-4f95-9ee8-1f1f1e95c2f4 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:11:07.063728 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d72b182-9a25-4c25-981f-18d4c78ed76e', 'name': 'network-vif-deleted', 'tag': 'a710b965-fc74-4a85-a176-f9e493653912', 'status': 'completed', 'code': 200} Oct 30 15:11:07.118641 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43e6218-072c-4c61-a782-64bfcd35fc17 admin admin] Pushing event deleted for resources: {'Port': ['ID=6419da34-ac24-4611-a205-b87f63665dfd,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:07.283852 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1708ff1a-f623-450a-905a-389d2b8a3d4e req-dbe4744d-81b4-440a-b24b-cb67411c30ff tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Made reservation on behalf of a63b170e4d9945e2b0d25a7b58414e99 for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:11:07.289196 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-1708ff1a-f623-450a-905a-389d2b8a3d4e req-dbe4744d-81b4-440a-b24b-cb67411c30ff tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:07.317052 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5494896-4af4-4dec-8cb9-f5313972dc9a req-7e669363-1f95-4070-8d7c-b3fcdc31c81e tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:07.324946 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5494896-4af4-4dec-8cb9-f5313972dc9a req-7e669363-1f95-4070-8d7c-b3fcdc31c81e tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:07.326975 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c5494896-4af4-4dec-8cb9-f5313972dc9a req-7e669363-1f95-4070-8d7c-b3fcdc31c81e tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f6defdd-e59c-4877-a3c2-1743a6b0bd94 HTTP/1.1" status: 200 len: 1677 time: 0.4003246 Oct 30 15:11:07.361170 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-78bfe137-c074-4e43-9fc6-44d64f7a8147 service neutron] 10.222.0.44 "GET /v2.0/networks/5b578e27-c5d4-4dc8-bcf7-d2439f17c459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7916801 Oct 30 15:11:07.375180 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-1708ff1a-f623-450a-905a-389d2b8a3d4e req-dbe4744d-81b4-440a-b24b-cb67411c30ff tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:07.380799 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b5bb2a59-4dbe-43a0-b17a-6b431a5021b3 req-41cbdbc3-3b2c-493f-9652-450952e9eec1 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] 10.222.0.62 "GET /v2.0/ports?device_id=2147588f-7249-4ed3-8de5-5bc96ffe7b2f HTTP/1.1" status: 200 len: 210 time: 0.1213815 Oct 30 15:11:07.459112 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-5b6954fa-6116-40c4-8513-fdd589c81b8e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.38&port_id=0525d490-3946-4a28-b156-52e77afb2850 HTTP/1.1" status: 200 len: 217 time: 0.0752447 Oct 30 15:11:07.485977 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d43e6218-072c-4c61-a782-64bfcd35fc17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:07.584176 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c5494896-4af4-4dec-8cb9-f5313972dc9a req-9bbbf741-da2f-4942-95ba-2e6256a5357c tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba7652ac-9750-40a3-9a50-b6f41851d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338040 Oct 30 15:11:07.656975 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d43e6218-072c-4c61-a782-64bfcd35fc17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:07.666647 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d43e6218-072c-4c61-a782-64bfcd35fc17 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:07.686711 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-0350a6f7-69d9-4e83-be0a-0a6b0443e1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:07.688910 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-0350a6f7-69d9-4e83-be0a-0a6b0443e1a3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c16a46c8-0ffb-471d-98ea-5a9de26e50c0 HTTP/1.1" status: 200 len: 801 time: 0.2201035 Oct 30 15:11:07.776261 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0e44ad4e-9bd4-448c-8167-79e7454efceb req-a29ea9c1-1d0f-419e-91ab-c1f57094bb69 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=a63b170e4d9945e2b0d25a7b58414e99&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0640626 Oct 30 15:11:07.808907 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-662e6d11-0b0e-4c1b-af14-9d8acc7a2084 req-bcdad475-908a-474f-8ecd-e300b9cc8a79 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Made reservation on behalf of f17a51dafe2248f283b50921c5c94f99 for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:11:07.812486 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-662e6d11-0b0e-4c1b-af14-9d8acc7a2084 req-bcdad475-908a-474f-8ecd-e300b9cc8a79 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:07.871286 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d43e6218-072c-4c61-a782-64bfcd35fc17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:07.872091 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d43e6218-072c-4c61-a782-64bfcd35fc17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43a0bf71-085b-478c-a0a3-519d1e0684a5 {{(pid=102131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:11:07.885574 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d43e6218-072c-4c61-a782-64bfcd35fc17 admin admin] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:07.889932 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d43e6218-072c-4c61-a782-64bfcd35fc17 admin admin] 10.222.0.62 "DELETE /v2.0/routers/43a0bf71-085b-478c-a0a3-519d1e0684a5 HTTP/1.1" status: 204 len: 168 time: 6.9916241 Oct 30 15:11:07.903847 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 59910) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:07.905729 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device b68440be-5686-4686-8958-13ddfdcd8a08 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:11:07.993551 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eacd881-0c1f-439e-97bc-e0829f92c8d8 admin admin] Deleting subnet a84660e8-b78c-4ba4-adf0-de24e753a9aa {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:11:08.014051 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7eacd881-0c1f-439e-97bc-e0829f92c8d8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:08.017976 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-1708ff1a-f623-450a-905a-389d2b8a3d4e req-dbe4744d-81b4-440a-b24b-cb67411c30ff tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:08.034095 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e44ad4e-9bd4-448c-8167-79e7454efceb req-f0383cd3-747a-447f-af74-e217ce5236dc tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:08.035631 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0e44ad4e-9bd4-448c-8167-79e7454efceb req-f0383cd3-747a-447f-af74-e217ce5236dc tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2532763 Oct 30 15:11:08.051412 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-0e44ad4e-9bd4-448c-8167-79e7454efceb req-a4ccd7bb-3566-4f81-9e8a-f058401e2be8 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Request body: {'port': {'device_id': '9d0a0864-c9ef-494f-b4b2-30cde9381388', 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704', 'admin_state_up': True, 'tenant_id': 'a63b170e4d9945e2b0d25a7b58414e99'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:11:08.097089 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1c1e3-ba02-42a7-94d0-b79cbe8aaa88 req-ab4f1f30-6d5c-47b9-84a3-bafe5a41ed06 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:08.098425 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-40d1c1e3-ba02-42a7-94d0-b79cbe8aaa88 req-ab4f1f30-6d5c-47b9-84a3-bafe5a41ed06 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e641d5-2c0d-48a6-8f23-8e9e8f7ea5b8 HTTP/1.1" status: 200 len: 950 time: 0.3049603 Oct 30 15:11:08.106942 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-1708ff1a-f623-450a-905a-389d2b8a3d4e req-dbe4744d-81b4-440a-b24b-cb67411c30ff tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:08.228860 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-90a4f053-8e8b-47d9-a724-cf04b56c676a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:08.230398 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-90a4f053-8e8b-47d9-a724-cf04b56c676a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1928375-e422-457c-9b13-0dd3fe8116b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4603026 Oct 30 15:11:08.273991 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7eacd881-0c1f-439e-97bc-e0829f92c8d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:08.276932 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port b68440be-5686-4686-8958-13ddfdcd8a08, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=b68440be-5686-4686-8958-13ddfdcd8a08,segment=NetworkSegment(50e4125d-3001-4ab5-9a68-22676c11c44a),segment_id=50e4125d-3001-4ab5-9a68-22676c11c44a)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:11:08.289635 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': 'b68440be-5686-4686-8958-13ddfdcd8a08', 'network_id': '9692ed5c-f259-4258-8606-c4a569c47bd6', 'port_id': 'b68440be-5686-4686-8958-13ddfdcd8a08', 'mac_address': 'fa:16:3e:ff:cb:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3835a6e8-6500-4cc1-8102-46264ff54369', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:11:08.318691 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed410210-bfd9-424a-9e71-c9547c00d5d6 req-c7668ae2-a506-4ff4-a822-269952b15530 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:08.320804 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ed410210-bfd9-424a-9e71-c9547c00d5d6 req-c7668ae2-a506-4ff4-a822-269952b15530 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=b63152b8-8683-4975-aea1-06378122bbed HTTP/1.1" status: 200 len: 945 time: 0.0909989 Oct 30 15:11:08.322317 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e44ad4e-9bd4-448c-8167-79e7454efceb req-a4ccd7bb-3566-4f81-9e8a-f058401e2be8 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Made reservation on behalf of a63b170e4d9945e2b0d25a7b58414e99 for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:11:08.326690 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-0e44ad4e-9bd4-448c-8167-79e7454efceb req-a4ccd7bb-3566-4f81-9e8a-f058401e2be8 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:08.346186 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:08.363841 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b68440be-5686-4686-8958-13ddfdcd8a08 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:11:08.390791 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port b68440be-5686-4686-8958-13ddfdcd8a08, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=b68440be-5686-4686-8958-13ddfdcd8a08,segment=NetworkSegment(50e4125d-3001-4ab5-9a68-22676c11c44a),segment_id=50e4125d-3001-4ab5-9a68-22676c11c44a)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:11:08.396580 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:08.403992 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ed410210-bfd9-424a-9e71-c9547c00d5d6 req-3e690a5b-e51d-4f92-96b7-2f627ec51da5 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730703 Oct 30 15:11:08.470110 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=b68440be-5686-4686-8958-13ddfdcd8a08,revision_number=6']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:08.529353 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['b68440be-5686-4686-8958-13ddfdcd8a08'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:11:08.576507 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5a7efe14-6ea5-4786-82e3-d00615f59e81 req-e3dcace3-6389-41f1-b9b6-795e43ac3ea5 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d0a0864-c9ef-494f-b4b2-30cde9381388 HTTP/1.1" status: 200 len: 210 time: 0.0550683 Oct 30 15:11:08.676049 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-0e44ad4e-9bd4-448c-8167-79e7454efceb req-a4ccd7bb-3566-4f81-9e8a-f058401e2be8 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Allocated IP 192.168.233.205 (8de8b155-6e08-41c3-866a-8b30bb481704/43b5dea3-b65b-4514-8ec2-18a4245eb194/09eb4e0a-31e4-4286-b5e2-ae0483204a82) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:11:08.701884 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe4744d-81b4-440a-b24b-cb67411c30ff tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e850f5-bbac-48ab-9f8b-66d8b92818ce,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:08.734481 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-40d1c1e3-ba02-42a7-94d0-b79cbe8aaa88 req-5be96c5e-693c-4de5-a3c9-e8062d896ce4 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5543299 Oct 30 15:11:08.742891 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe4744d-81b4-440a-b24b-cb67411c30ff tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:11:08.742891 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe4744d-81b4-440a-b24b-cb67411c30ff tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:11:08.742891 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe4744d-81b4-440a-b24b-cb67411c30ff tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:11:08.742891 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe4744d-81b4-440a-b24b-cb67411c30ff tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:11:08.742891 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe4744d-81b4-440a-b24b-cb67411c30ff tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:11:08.742891 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe4744d-81b4-440a-b24b-cb67411c30ff tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:11:08.745027 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe4744d-81b4-440a-b24b-cb67411c30ff tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:11:08.745027 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe4744d-81b4-440a-b24b-cb67411c30ff tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:11:08.745027 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe4744d-81b4-440a-b24b-cb67411c30ff tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:11:08.745027 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe4744d-81b4-440a-b24b-cb67411c30ff tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:11:08.745027 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe4744d-81b4-440a-b24b-cb67411c30ff tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:11:08.745027 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe4744d-81b4-440a-b24b-cb67411c30ff tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:11:08.802853 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-662e6d11-0b0e-4c1b-af14-9d8acc7a2084 req-bcdad475-908a-474f-8ecd-e300b9cc8a79 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Allocated IP 172.20.0.7 (c58cd6da-8ad6-4c65-93fc-5805c904760f/caa7394f-93ee-4465-9572-c86526bd16cc/b5bdeb45-04a6-4804-a78b-197725817c57) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:11:08.847938 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7eacd881-0c1f-439e-97bc-e0829f92c8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:08.853662 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-8ccaf3b4-b819-418a-b8bb-2a8777866568 service neutron] 10.222.0.44 "GET /v2.0/networks/c1928375-e422-457c-9b13-0dd3fe8116b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5989590 Oct 30 15:11:08.931872 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97452329-4434-433e-b37c-61f92fe601e3', 'name': 'network-vif-deleted', 'tag': 'bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:11:08.934153 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eaddc54-bea4-40f8-b7a8-b16e338bd090" -d '{"events": [{"server_uuid": "97452329-4434-433e-b37c-61f92fe601e3", "name": "network-vif-deleted", "tag": "bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:11:08.991176 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ade0ac94-6faa-4a0a-ab52-d409da7a9ff5 req-2eef352f-80e3-407f-a585-ee0d652112d4 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] 10.222.0.62 "GET /v2.0/ports?device_id=2147588f-7249-4ed3-8de5-5bc96ffe7b2f HTTP/1.1" status: 200 len: 210 time: 0.1057787 Oct 30 15:11:09.118831 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7eacd881-0c1f-439e-97bc-e0829f92c8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:09.178341 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3cda99a4-79bc-41f4-b4dd-c3432047316c req-f4b41be3-e1a8-4697-870e-678b51248c3b service neutron] 10.222.0.44 "GET /v2.0/networks/c1928375-e422-457c-9b13-0dd3fe8116b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983980 Oct 30 15:11:09.196423 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 6419da34-ac24-4611-a205-b87f63665dfd no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:11:09.226702 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eacd881-0c1f-439e-97bc-e0829f92c8d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a84660e8-b78c-4ba4-adf0-de24e753a9aa,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:09.233676 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7eacd881-0c1f-439e-97bc-e0829f92c8d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:09.240484 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-7eacd881-0c1f-439e-97bc-e0829f92c8d8 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/a84660e8-b78c-4ba4-adf0-de24e753a9aa HTTP/1.1" status: 204 len: 168 time: 1.3330691 Oct 30 15:11:09.243559 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 59936) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:09.265841 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-662e6d11-0b0e-4c1b-af14-9d8acc7a2084 req-bcdad475-908a-474f-8ecd-e300b9cc8a79 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:09.275915 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55ad44a-cfd3-4700-ab7e-550e9285ec69 None None] Network 5f7fac38-1838-47d0-9c43-a2bf04775743 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:11:09.286128 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 6419da34-ac24-4611-a205-b87f63665dfd {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:11:09.288693 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 6419da34-ac24-4611-a205-b87f63665dfd not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:11:09.321813 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0327516-29e5-4d51-8785-b6dcee6d88dd req-ac20ac96-aaa3-40f9-a293-a94dba75154b tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:09.328099 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0327516-29e5-4d51-8785-b6dcee6d88dd req-ac20ac96-aaa3-40f9-a293-a94dba75154b tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:09.329679 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b0327516-29e5-4d51-8785-b6dcee6d88dd req-ac20ac96-aaa3-40f9-a293-a94dba75154b tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f6defdd-e59c-4877-a3c2-1743a6b0bd94 HTTP/1.1" status: 200 len: 1677 time: 0.4470541 Oct 30 15:11:09.343444 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5bdd20-bd4c-4cf1-8a76-582c28a481a5 req-7bce59a3-0d85-49a7-9e4d-46b156b1536a tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:09.344886 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1c5bdd20-bd4c-4cf1-8a76-582c28a481a5 req-7bce59a3-0d85-49a7-9e4d-46b156b1536a tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.44 "GET /v2.0/ports?device_id=45e641d5-2c0d-48a6-8f23-8e9e8f7ea5b8 HTTP/1.1" status: 200 len: 950 time: 0.4505637 Oct 30 15:11:09.369792 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d73beb-c0a2-4040-a3a2-284358ebb17a req-ac74be41-7fbc-4c41-8634-6043d41053d1 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:09.378080 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-69d73beb-c0a2-4040-a3a2-284358ebb17a req-ac74be41-7fbc-4c41-8634-6043d41053d1 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/ports?device_id=cf0791d1-d24c-4800-a471-07c6cf4a261d HTTP/1.1" status: 200 len: 945 time: 0.2772849 Oct 30 15:11:09.397357 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-0e44ad4e-9bd4-448c-8167-79e7454efceb req-a4ccd7bb-3566-4f81-9e8a-f058401e2be8 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:09.423693 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b0327516-29e5-4d51-8785-b6dcee6d88dd req-c5d4c974-59c2-4328-8d4f-047de14e6727 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba7652ac-9750-40a3-9a50-b6f41851d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776668 Oct 30 15:11:09.428335 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c7c81e1c-fb9e-4f7a-b964-f50f076a31e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:09.472580 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67171c4e-7ffd-4bb7-b6a4-209474cabe03 req-1d24b47f-1cf4-474e-83d3-ee73e107b05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:09.473533 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67171c4e-7ffd-4bb7-b6a4-209474cabe03 req-1d24b47f-1cf4-474e-83d3-ee73e107b05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:09.475428 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-67171c4e-7ffd-4bb7-b6a4-209474cabe03 req-1d24b47f-1cf4-474e-83d3-ee73e107b05b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c642d29d1c17474c8a26fe3f03026a83&device_id=2f6defdd-e59c-4877-a3c2-1743a6b0bd94 HTTP/1.1" status: 200 len: 1981 time: 0.1611087 Oct 30 15:11:09.491971 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-69d73beb-c0a2-4040-a3a2-284358ebb17a req-cbc9cc64-1db6-477a-aa16-c44d1bb79aa5 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff7d2e62-ea1a-45bf-a217-2b52e333182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082094 Oct 30 15:11:09.495781 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-662e6d11-0b0e-4c1b-af14-9d8acc7a2084 req-bcdad475-908a-474f-8ecd-e300b9cc8a79 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:09.524786 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-0e44ad4e-9bd4-448c-8167-79e7454efceb req-a4ccd7bb-3566-4f81-9e8a-f058401e2be8 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:09.568099 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c1ec9c-766a-48a1-a96a-e88a352a03e2 None None] DHCP port deletion for 5f7fac38-1838-47d0-9c43-a2bf04775743 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:11:09.583313 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ccd7bb-3566-4f81-9e8a-f058401e2be8 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Pushing event updated for resources: {'Port': ['ID=09eb4e0a-31e4-4286-b5e2-ae0483204a82,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:09.613224 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e44ad4e-9bd4-448c-8167-79e7454efceb req-a4ccd7bb-3566-4f81-9e8a-f058401e2be8 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Network 8de8b155-6e08-41c3-866a-8b30bb481704 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:11:09.647876 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-0e44ad4e-9bd4-448c-8167-79e7454efceb req-a4ccd7bb-3566-4f81-9e8a-f058401e2be8 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:11:09.656934 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e44ad4e-9bd4-448c-8167-79e7454efceb req-a4ccd7bb-3566-4f81-9e8a-f058401e2be8 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:11:09.689236 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6695070d-2a25-41ee-ab77-1c6bb7966659 x-openstack-request-id: req-6695070d-2a25-41ee-ab77-1c6bb7966659 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:11:09.690356 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97452329-4434-433e-b37c-61f92fe601e3", "name": "network-vif-deleted", "tag": "bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:11:09.690885 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6695070d-2a25-41ee-ab77-1c6bb7966659 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:11:09.691537 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97452329-4434-433e-b37c-61f92fe601e3', 'name': 'network-vif-deleted', 'tag': 'bb8dab5e-8dd3-4b03-ad99-4f2d0daa9085', 'status': 'completed', 'code': 200} Oct 30 15:11:09.716266 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1ec9c-766a-48a1-a96a-e88a352a03e2 None None] Deleting port 549bb57a-b0d6-4461-ab9e-83b0876a6713 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:11:09.717799 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a2c1ec9c-766a-48a1-a96a-e88a352a03e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:09.796000 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-1c5bdd20-bd4c-4cf1-8a76-582c28a481a5 req-daea3ccd-100f-4082-9050-369e1b4a1b84 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Deleting port 2a7136df-2c8d-4020-8843-3d6496e03d01 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:11:09.796338 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1c5bdd20-bd4c-4cf1-8a76-582c28a481a5 req-daea3ccd-100f-4082-9050-369e1b4a1b84 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:09.796975 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device a710b965-fc74-4a85-a176-f9e493653912 no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:11:09.808474 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e44ad4e-9bd4-448c-8167-79e7454efceb req-a4ccd7bb-3566-4f81-9e8a-f058401e2be8 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:09.809095 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-0e44ad4e-9bd4-448c-8167-79e7454efceb req-a4ccd7bb-3566-4f81-9e8a-f058401e2be8 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:09.821959 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] No Port match for: a710b965-fc74-4a85-a176-f9e493653912 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:11:09.822300 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device a710b965-fc74-4a85-a176-f9e493653912 not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:11:09.860162 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-a2c1ec9c-766a-48a1-a96a-e88a352a03e2 None None] For port 549bb57a-b0d6-4461-ab9e-83b0876a6713, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=549bb57a-b0d6-4461-ab9e-83b0876a6713,segment=NetworkSegment(bc7dca90-d132-401c-b1c5-763663c979d9),segment_id=bc7dca90-d132-401c-b1c5-763663c979d9)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:11:09.860869 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a2c1ec9c-766a-48a1-a96a-e88a352a03e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:09.862478 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0e44ad4e-9bd4-448c-8167-79e7454efceb req-a4ccd7bb-3566-4f81-9e8a-f058401e2be8 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8147097 Oct 30 15:11:09.881771 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-662e6d11-0b0e-4c1b-af14-9d8acc7a2084 req-bcdad475-908a-474f-8ecd-e300b9cc8a79 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Network c58cd6da-8ad6-4c65-93fc-5805c904760f is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:11:09.885868 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1ec9c-766a-48a1-a96a-e88a352a03e2 None None] Calling delete_port for 549bb57a-b0d6-4461-ab9e-83b0876a6713 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:11:09.901888 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdad475-908a-474f-8ecd-e300b9cc8a79 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Pushing event updated for resources: {'Port': ['ID=b5bdeb45-04a6-4804-a78b-197725817c57,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:09.912014 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-1708ff1a-f623-450a-905a-389d2b8a3d4e req-dbe4744d-81b4-440a-b24b-cb67411c30ff tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Allocated IP 192.168.233.5 (8de8b155-6e08-41c3-866a-8b30bb481704/43b5dea3-b65b-4514-8ec2-18a4245eb194/44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:11:09.913281 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-0e44ad4e-9bd4-448c-8167-79e7454efceb req-f365ebc3-e11b-4e0e-a010-0f06c58b816d service neutron] Request body: {'port': {'device_id': '9d0a0864-c9ef-494f-b4b2-30cde9381388', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:11:09.919010 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-662e6d11-0b0e-4c1b-af14-9d8acc7a2084 req-bcdad475-908a-474f-8ecd-e300b9cc8a79 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:11:09.943356 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-662e6d11-0b0e-4c1b-af14-9d8acc7a2084 req-bcdad475-908a-474f-8ecd-e300b9cc8a79 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:11:10.025586 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-0e44ad4e-9bd4-448c-8167-79e7454efceb req-f365ebc3-e11b-4e0e-a010-0f06c58b816d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:10.030599 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device b68440be-5686-4686-8958-13ddfdcd8a08 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:11:10.034835 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a2c1ec9c-766a-48a1-a96a-e88a352a03e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:10.062414 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412de3da-3fe0-4fc2-9e2a-2f5ae188168c req-b6f14664-7557-4755-ab8a-3b2f3a6d3f04 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:10.064003 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-412de3da-3fe0-4fc2-9e2a-2f5ae188168c req-b6f14664-7557-4755-ab8a-3b2f3a6d3f04 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d0a0864-c9ef-494f-b4b2-30cde9381388 HTTP/1.1" status: 200 len: 936 time: 0.2983623 Oct 30 15:11:10.076450 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb5560-b383-4ae3-8b6c-77d530dedf1b req-9d31e72f-1f2f-4d5a-8354-c9a462f2fb29 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:10.084337 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-affb5560-b383-4ae3-8b6c-77d530dedf1b req-9d31e72f-1f2f-4d5a-8354-c9a462f2fb29 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=b63152b8-8683-4975-aea1-06378122bbed HTTP/1.1" status: 200 len: 945 time: 0.3429832 Oct 30 15:11:10.114563 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1ec9c-766a-48a1-a96a-e88a352a03e2 None None] Pushing event deleted for resources: {'Port': ['ID=549bb57a-b0d6-4461-ab9e-83b0876a6713,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:10.125293 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67171c4e-7ffd-4bb7-b6a4-209474cabe03 req-c91611c0-3dd5-4df9-b8d9-96fc24f76ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:10.126806 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-67171c4e-7ffd-4bb7-b6a4-209474cabe03 req-c91611c0-3dd5-4df9-b8d9-96fc24f76ff3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c1928375-e422-457c-9b13-0dd3fe8116b5 HTTP/1.1" status: 200 len: 903 time: 0.6336131 Oct 30 15:11:10.137319 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c1ec9c-766a-48a1-a96a-e88a352a03e2 None None] No DVR routers for this DVR port 549bb57a-b0d6-4461-ab9e-83b0876a6713 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:11:10.152541 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2b7b59-e228-4a91-88e5-ea12c3b7a95c req-01d509e6-097b-4df1-b517-462270baef16 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:10.154083 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4b2b7b59-e228-4a91-88e5-ea12c3b7a95c req-01d509e6-097b-4df1-b517-462270baef16 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.53 "GET /v2.0/ports?device_id=b63152b8-8683-4975-aea1-06378122bbed HTTP/1.1" status: 200 len: 945 time: 0.3363671 Oct 30 15:11:10.154333 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-1c5bdd20-bd4c-4cf1-8a76-582c28a481a5 req-daea3ccd-100f-4082-9050-369e1b4a1b84 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] For port 2a7136df-2c8d-4020-8843-3d6496e03d01, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=2a7136df-2c8d-4020-8843-3d6496e03d01,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:11:10.154540 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1c5bdd20-bd4c-4cf1-8a76-582c28a481a5 req-daea3ccd-100f-4082-9050-369e1b4a1b84 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:10.160412 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e6d11-0b0e-4c1b-af14-9d8acc7a2084 req-bcdad475-908a-474f-8ecd-e300b9cc8a79 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:10.161062 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-662e6d11-0b0e-4c1b-af14-9d8acc7a2084 req-bcdad475-908a-474f-8ecd-e300b9cc8a79 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:10.182490 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e1e6809f-ed06-4d4c-899c-4cb318a0b9a1 None None] Provisioning complete for port 09eb4e0a-31e4-4286-b5e2-ae0483204a82 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:11:10.183986 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e1e6809f-ed06-4d4c-899c-4cb318a0b9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:10.209985 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-1c5bdd20-bd4c-4cf1-8a76-582c28a481a5 req-daea3ccd-100f-4082-9050-369e1b4a1b84 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Calling delete_port for 2a7136df-2c8d-4020-8843-3d6496e03d01 owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:11:10.230868 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-c7c81e1c-fb9e-4f7a-b964-f50f076a31e3 admin admin] Deleting port 549bb57a-b0d6-4461-ab9e-83b0876a6713 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:11:10.231506 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c7c81e1c-fb9e-4f7a-b964-f50f076a31e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:10.240981 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-affb5560-b383-4ae3-8b6c-77d530dedf1b req-0e2c3502-e8f3-4595-b734-42418d76d64b tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556716 Oct 30 15:11:10.245428 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port b68440be-5686-4686-8958-13ddfdcd8a08 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:11:10.245928 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:10.302250 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-67171c4e-7ffd-4bb7-b6a4-209474cabe03 req-5d5472aa-e689-444f-85e1-d11ffbc53c82 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.38&port_id=0525d490-3946-4a28-b156-52e77afb2850 HTTP/1.1" status: 200 len: 217 time: 0.1299961 Oct 30 15:11:10.305240 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e1e6809f-ed06-4d4c-899c-4cb318a0b9a1 None None] Port 09eb4e0a-31e4-4286-b5e2-ae0483204a82 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:11:10.328514 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 59952) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:10.366315 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-662e6d11-0b0e-4c1b-af14-9d8acc7a2084 req-bcdad475-908a-474f-8ecd-e300b9cc8a79 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4322903 Oct 30 15:11:10.372767 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:10.403158 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf0791d1-d24c-4800-a471-07c6cf4a261d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b68440be-5686-4686-8958-13ddfdcd8a08'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:11:10.407642 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf9575a-62ef-45c0-8c95-aa33452b8b10" -d '{"events": [{"server_uuid": "cf0791d1-d24c-4800-a471-07c6cf4a261d", "name": "network-vif-plugged", "status": "completed", "tag": "b68440be-5686-4686-8958-13ddfdcd8a08"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:11:10.409694 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-662e6d11-0b0e-4c1b-af14-9d8acc7a2084 req-19d1c64b-6cd8-4dde-bdd4-1a98c8e57cad service neutron] Request body: {'port': {'device_id': '2147588f-7249-4ed3-8de5-5bc96ffe7b2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:11:10.433581 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port b68440be-5686-4686-8958-13ddfdcd8a08, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=b68440be-5686-4686-8958-13ddfdcd8a08,segment=NetworkSegment(50e4125d-3001-4ab5-9a68-22676c11c44a),segment_id=50e4125d-3001-4ab5-9a68-22676c11c44a)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:11:10.445867 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:10.451865 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-55ec7a08-6f37-4275-9ec3-69e922f3a35a None None] Provisioning complete for port b5bdeb45-04a6-4804-a78b-197725817c57 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:11:10.452233 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-55ec7a08-6f37-4275-9ec3-69e922f3a35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:10.452570 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-412de3da-3fe0-4fc2-9e2a-2f5ae188168c req-a6f688b4-c995-47ea-b1e5-5b7e49824a60 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6e850f5-bbac-48ab-9f8b-66d8b92818ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3710752 Oct 30 15:11:10.540185 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-55ec7a08-6f37-4275-9ec3-69e922f3a35a None None] Port b5bdeb45-04a6-4804-a78b-197725817c57 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:11:10.557524 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=b68440be-5686-4686-8958-13ddfdcd8a08,revision_number=7']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:10.574221 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0603b8ec-90e7-429e-b90f-a4130272b7ac req-08a2b89a-336e-4c6b-9ff1-5fec89e9b32d tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:10.581990 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0603b8ec-90e7-429e-b90f-a4130272b7ac req-08a2b89a-336e-4c6b-9ff1-5fec89e9b32d tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e641d5-2c0d-48a6-8f23-8e9e8f7ea5b8 HTTP/1.1" status: 200 len: 950 time: 0.1671121 Oct 30 15:11:10.597568 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4bd410fc-7996-4c22-b151-3a4868f1176b tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:10.633613 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67171c4e-7ffd-4bb7-b6a4-209474cabe03 req-b3567f7a-8f13-4862-b3c5-040c1cbb3b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:10.635070 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-67171c4e-7ffd-4bb7-b6a4-209474cabe03 req-b3567f7a-8f13-4862-b3c5-040c1cbb3b4c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c16a46c8-0ffb-471d-98ea-5a9de26e50c0 HTTP/1.1" status: 200 len: 801 time: 0.2901640 Oct 30 15:11:10.653686 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-c7c81e1c-fb9e-4f7a-b964-f50f076a31e3 admin admin] For port 549bb57a-b0d6-4461-ab9e-83b0876a6713, host n-d-806683-17, got binding levels [] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:11:10.654083 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c7c81e1c-fb9e-4f7a-b964-f50f076a31e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:10.677132 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4bd410fc-7996-4c22-b151-3a4868f1176b tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:10.703932 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0603b8ec-90e7-429e-b90f-a4130272b7ac req-9450d1dd-f989-478b-973f-6d923231a085 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208344 Oct 30 15:11:10.732008 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-c7c81e1c-fb9e-4f7a-b964-f50f076a31e3 admin admin] Calling delete_port for 549bb57a-b0d6-4461-ab9e-83b0876a6713 owned by network:dhcp {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:11:10.744458 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.ipam_backend_mixin [None req-c7c81e1c-fb9e-4f7a-b964-f50f076a31e3 admin admin] Port 549bb57a-b0d6-4461-ab9e-83b0876a6713 was not found and therefore no delete operation was performed {{(pid=102131) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 30 15:11:10.757171 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1c5bdd20-bd4c-4cf1-8a76-582c28a481a5 req-daea3ccd-100f-4082-9050-369e1b4a1b84 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:10.761855 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-662e6d11-0b0e-4c1b-af14-9d8acc7a2084 req-19d1c64b-6cd8-4dde-bdd4-1a98c8e57cad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:10.763704 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c7c81e1c-fb9e-4f7a-b964-f50f076a31e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:10.772675 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['3baf7600-8a1c-4d9a-b018-f770d78d7690', '2a7136df-2c8d-4020-8843-3d6496e03d01'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:11:10.776708 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a4a419-cd21-4a64-826d-afb44d53bbee x-openstack-request-id: req-f6a4a419-cd21-4a64-826d-afb44d53bbee {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:11:10.777031 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf0791d1-d24c-4800-a471-07c6cf4a261d", "name": "network-vif-plugged", "status": "completed", "tag": "b68440be-5686-4686-8958-13ddfdcd8a08", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:11:10.777388 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f6a4a419-cd21-4a64-826d-afb44d53bbee {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:11:10.777882 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf0791d1-d24c-4800-a471-07c6cf4a261d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b68440be-5686-4686-8958-13ddfdcd8a08', 'code': 200} Oct 30 15:11:10.814793 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-1708ff1a-f623-450a-905a-389d2b8a3d4e req-dbe4744d-81b4-440a-b24b-cb67411c30ff tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:10.831618 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7ea40-d862-42d1-bce3-ab04522681e4 req-49217420-9d7a-4aa3-85f6-8ef86cc4e601 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:10.838689 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-acb7ea40-d862-42d1-bce3-ab04522681e4 req-49217420-9d7a-4aa3-85f6-8ef86cc4e601 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] 10.222.0.62 "GET /v2.0/ports?device_id=2147588f-7249-4ed3-8de5-5bc96ffe7b2f HTTP/1.1" status: 200 len: 931 time: 0.2670529 Oct 30 15:11:10.851905 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c81e1c-fb9e-4f7a-b964-f50f076a31e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=549bb57a-b0d6-4461-ab9e-83b0876a6713,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:10.866970 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daea3ccd-100f-4082-9050-369e1b4a1b84 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Pushing event deleted for resources: {'Port': ['ID=2a7136df-2c8d-4020-8843-3d6496e03d01,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:10.876191 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c81e1c-fb9e-4f7a-b964-f50f076a31e3 admin admin] No DVR routers for this DVR port 549bb57a-b0d6-4461-ab9e-83b0876a6713 on host n-d-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:11:10.893722 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-4b2b7b59-e228-4a91-88e5-ea12c3b7a95c req-4f2607ed-00cd-4589-a456-4e614c021e51 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Deleting port b8323b08-d4fa-47cd-afb2-6f8216fb7b03 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:11:10.893722 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-4b2b7b59-e228-4a91-88e5-ea12c3b7a95c req-4f2607ed-00cd-4589-a456-4e614c021e51 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:10.896732 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67171c4e-7ffd-4bb7-b6a4-209474cabe03 req-dd457fee-caa8-4cde-9acf-7b6937d96020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:10.898247 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-67171c4e-7ffd-4bb7-b6a4-209474cabe03 req-dd457fee-caa8-4cde-9acf-7b6937d96020 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1928375-e422-457c-9b13-0dd3fe8116b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2459326 Oct 30 15:11:10.935308 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c5bdd20-bd4c-4cf1-8a76-582c28a481a5 req-daea3ccd-100f-4082-9050-369e1b4a1b84 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] No DVR routers for this DVR port 2a7136df-2c8d-4020-8843-3d6496e03d01 on host n-h2-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:11:10.938423 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1c5bdd20-bd4c-4cf1-8a76-582c28a481a5 req-daea3ccd-100f-4082-9050-369e1b4a1b84 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:10.942740 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1c5bdd20-bd4c-4cf1-8a76-582c28a481a5 req-daea3ccd-100f-4082-9050-369e1b4a1b84 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.44 "DELETE /v2.0/ports/2a7136df-2c8d-4020-8843-3d6496e03d01 HTTP/1.1" status: 204 len: 173 time: 1.5715616 Oct 30 15:11:10.945173 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45e641d5-2c0d-48a6-8f23-8e9e8f7ea5b8', 'name': 'network-vif-deleted', 'tag': '2a7136df-2c8d-4020-8843-3d6496e03d01'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:11:10.947425 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d1a0d8-7277-4bb6-85af-302d57a8da0a" -d '{"events": [{"server_uuid": "45e641d5-2c0d-48a6-8f23-8e9e8f7ea5b8", "name": "network-vif-deleted", "tag": "2a7136df-2c8d-4020-8843-3d6496e03d01"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:11:10.950016 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4bd410fc-7996-4c22-b151-3a4868f1176b tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:10.952610 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4bd410fc-7996-4c22-b151-3a4868f1176b tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:10.953683 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-4bd410fc-7996-4c22-b151-3a4868f1176b tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "DELETE /v2.0/security-groups/e0881798-8707-48f9-ac08-e849c19aa276 HTTP/1.1" status: 204 len: 168 time: 0.6242111 Oct 30 15:11:10.959322 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 59962) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:10.981193 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd410fc-7996-4c22-b151-3a4868f1176b tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0881798-8707-48f9-ac08-e849c19aa276,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:10.984796 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [None req-6a0cc501-10d8-466d-a5a0-4e3de7a3db24 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] show failed (client error): The resource could not be found. Oct 30 15:11:10.985901 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-6a0cc501-10d8-466d-a5a0-4e3de7a3db24 tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "GET /v2.0/security-groups/e0881798-8707-48f9-ac08-e849c19aa276 HTTP/1.1" status: 404 len: 347 time: 0.0249360 Oct 30 15:11:10.996424 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 59964) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:11.054373 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b39f0f8-b081-497f-8d0d-f4e3a55bae12 req-5d071f19-79f2-4f70-9db8-560bef9ed3c0 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:11.061303 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b39f0f8-b081-497f-8d0d-f4e3a55bae12 req-5d071f19-79f2-4f70-9db8-560bef9ed3c0 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:11.070508 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0b39f0f8-b081-497f-8d0d-f4e3a55bae12 req-5d071f19-79f2-4f70-9db8-560bef9ed3c0 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f6defdd-e59c-4877-a3c2-1743a6b0bd94 HTTP/1.1" status: 200 len: 1677 time: 0.2067761 Oct 30 15:11:11.128685 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-acb7ea40-d862-42d1-bce3-ab04522681e4 req-88e18dac-4a43-4104-88d2-7538286f6136 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b67cc9-6a12-46fa-8c04-53b692a08c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841985 Oct 30 15:11:11.198046 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0b39f0f8-b081-497f-8d0d-f4e3a55bae12 req-5bb3c897-fd7e-4375-bc66-0f7cddc82b2e tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba7652ac-9750-40a3-9a50-b6f41851d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267233 Oct 30 15:11:11.215579 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 549bb57a-b0d6-4461-ab9e-83b0876a6713 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:11:11.251179 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-4b2b7b59-e228-4a91-88e5-ea12c3b7a95c req-4f2607ed-00cd-4589-a456-4e614c021e51 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] For port b8323b08-d4fa-47cd-afb2-6f8216fb7b03, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=b8323b08-d4fa-47cd-afb2-6f8216fb7b03,segment=NetworkSegment(5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87),segment_id=5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:11:11.252343 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-4b2b7b59-e228-4a91-88e5-ea12c3b7a95c req-4f2607ed-00cd-4589-a456-4e614c021e51 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:11.261721 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-e967b97a-f8de-40b4-8ee9-4818d58576bb tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Deleting port 83bcc577-9eb8-4212-b67d-3f9a7375180f {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:11:11.262072 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e967b97a-f8de-40b4-8ee9-4818d58576bb tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:11.265628 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ecdc28-0ff1-497c-a5ec-c059c23bd06e x-openstack-request-id: req-40ecdc28-0ff1-497c-a5ec-c059c23bd06e {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:11:11.265918 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45e641d5-2c0d-48a6-8f23-8e9e8f7ea5b8", "name": "network-vif-deleted", "tag": "2a7136df-2c8d-4020-8843-3d6496e03d01", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:11:11.266168 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-40ecdc28-0ff1-497c-a5ec-c059c23bd06e {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:11:11.266561 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45e641d5-2c0d-48a6-8f23-8e9e8f7ea5b8', 'name': 'network-vif-deleted', 'tag': '2a7136df-2c8d-4020-8843-3d6496e03d01', 'status': 'completed', 'code': 200} Oct 30 15:11:11.267300 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-4b2b7b59-e228-4a91-88e5-ea12c3b7a95c req-4f2607ed-00cd-4589-a456-4e614c021e51 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Calling delete_port for b8323b08-d4fa-47cd-afb2-6f8216fb7b03 owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:11:11.268659 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 549bb57a-b0d6-4461-ab9e-83b0876a6713 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:11:11.269088 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 549bb57a-b0d6-4461-ab9e-83b0876a6713 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:11:11.346764 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c7c81e1c-fb9e-4f7a-b964-f50f076a31e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:11.413108 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-1708ff1a-f623-450a-905a-389d2b8a3d4e req-dbe4744d-81b4-440a-b24b-cb67411c30ff tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:11.437778 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e967b97a-f8de-40b4-8ee9-4818d58576bb tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:11.438105 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e967b97a-f8de-40b4-8ee9-4818d58576bb tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:11.457115 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-e967b97a-f8de-40b4-8ee9-4818d58576bb tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Calling delete_port for 83bcc577-9eb8-4212-b67d-3f9a7375180f owned by network:floatingip {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:11:11.465910 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa274893-606e-481e-8a9e-f4182a0249f3 req-ffb9aa23-3000-4551-b74b-fa5fa0502352 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:11.467416 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fa274893-606e-481e-8a9e-f4182a0249f3 req-ffb9aa23-3000-4551-b74b-fa5fa0502352 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=b63152b8-8683-4975-aea1-06378122bbed HTTP/1.1" status: 200 len: 945 time: 0.1477554 Oct 30 15:11:11.606422 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fa274893-606e-481e-8a9e-f4182a0249f3 req-1c18290c-7817-45b3-a503-a95abf02bf38 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227686 Oct 30 15:11:11.667350 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-0e44ad4e-9bd4-448c-8167-79e7454efceb req-f365ebc3-e11b-4e0e-a010-0f06c58b816d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09eb4e0a-31e4-4286-b5e2-ae0483204a82 {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:11:11.685607 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-0e44ad4e-9bd4-448c-8167-79e7454efceb req-f365ebc3-e11b-4e0e-a010-0f06c58b816d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:11.750618 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-0e44ad4e-9bd4-448c-8167-79e7454efceb req-f365ebc3-e11b-4e0e-a010-0f06c58b816d service neutron] Transition to ACTIVE for port object 09eb4e0a-31e4-4286-b5e2-ae0483204a82 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:11:11.759627 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-0e44ad4e-9bd4-448c-8167-79e7454efceb req-f365ebc3-e11b-4e0e-a010-0f06c58b816d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:11.802984 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-c7c81e1c-fb9e-4f7a-b964-f50f076a31e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f7fac38-1838-47d0-9c43-a2bf04775743']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:11:11.809706 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 0525d490-3946-4a28-b156-52e77afb2850 details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:11:11.820352 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9f684f-c9da-4172-a7d0-fc8e9590a325 req-cf13b24d-4763-42dd-b0f0-723101883e5f tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:11.821888 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1b9f684f-c9da-4172-a7d0-fc8e9590a325 req-cf13b24d-4763-42dd-b0f0-723101883e5f tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d0a0864-c9ef-494f-b4b2-30cde9381388 HTTP/1.1" status: 200 len: 936 time: 0.1400483 Oct 30 15:11:11.839747 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-c7c81e1c-fb9e-4f7a-b964-f50f076a31e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc7dca90-d132-401c-b1c5-763663c979d9') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:11:11.840006 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-c7c81e1c-fb9e-4f7a-b964-f50f076a31e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc7dca90-d132-401c-b1c5-763663c979d9') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:11:11.842585 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1708ff1a-f623-450a-905a-389d2b8a3d4e req-dbe4744d-81b4-440a-b24b-cb67411c30ff tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Network 8de8b155-6e08-41c3-866a-8b30bb481704 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:11:11.844618 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e967b97a-f8de-40b4-8ee9-4818d58576bb tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:11.870478 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f365ebc3-e11b-4e0e-a010-0f06c58b816d service neutron] Pushing event updated for resources: {'Port': ['ID=09eb4e0a-31e4-4286-b5e2-ae0483204a82,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:11.890127 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-1708ff1a-f623-450a-905a-389d2b8a3d4e req-dbe4744d-81b4-440a-b24b-cb67411c30ff tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:11:11.930743 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c7c81e1c-fb9e-4f7a-b964-f50f076a31e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:11.936654 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e967b97a-f8de-40b4-8ee9-4818d58576bb tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Pushing event deleted for resources: {'Port': ['ID=83bcc577-9eb8-4212-b67d-3f9a7375180f,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:11.944019 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-1708ff1a-f623-450a-905a-389d2b8a3d4e req-dbe4744d-81b4-440a-b24b-cb67411c30ff tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:11:11.954874 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe4744d-81b4-440a-b24b-cb67411c30ff tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Pushing event updated for resources: {'Port': ['ID=44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:11.959055 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-67171c4e-7ffd-4bb7-b6a4-209474cabe03 req-94270637-23bd-43f7-a1d9-2504b084a05f service neutron] 10.222.0.44 "GET /v2.0/networks/c1928375-e422-457c-9b13-0dd3fe8116b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0234454 Oct 30 15:11:11.966673 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 0525d490-3946-4a28-b156-52e77afb2850, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=0525d490-3946-4a28-b156-52e77afb2850,segment=NetworkSegment(7960652a-a420-43cd-9d49-1f6b9821a651),segment_id=7960652a-a420-43cd-9d49-1f6b9821a651)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:11:11.982202 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': '0525d490-3946-4a28-b156-52e77afb2850', 'network_id': 'c1928375-e422-457c-9b13-0dd3fe8116b5', 'port_id': '0525d490-3946-4a28-b156-52e77afb2850', 'mac_address': 'fa:16:3e:ae:29:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c16a46c8-0ffb-471d-98ea-5a9de26e50c0', 'ip_address': '19.86.0.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:11:11.994892 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538e1b02-b3a6-427a-8a8a-4a75ae54a162 req-339db911-b8d3-4f6e-be66-19c48ad98b20 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:11.996711 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-538e1b02-b3a6-427a-8a8a-4a75ae54a162 req-339db911-b8d3-4f6e-be66-19c48ad98b20 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/ports?device_id=cf0791d1-d24c-4800-a471-07c6cf4a261d HTTP/1.1" status: 200 len: 946 time: 0.6610892 Oct 30 15:11:12.001466 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1b9f684f-c9da-4172-a7d0-fc8e9590a325 req-ed28d56e-ae76-4406-92c4-1dadc2d6612f tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6e850f5-bbac-48ab-9f8b-66d8b92818ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621852 Oct 30 15:11:12.024914 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c7c81e1c-fb9e-4f7a-b964-f50f076a31e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:12.046127 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:12.067775 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0525d490-3946-4a28-b156-52e77afb2850 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:11:12.073840 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7c81e1c-fb9e-4f7a-b964-f50f076a31e3 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:11:12.073840 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c7c81e1c-fb9e-4f7a-b964-f50f076a31e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:12.097333 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 0525d490-3946-4a28-b156-52e77afb2850, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=0525d490-3946-4a28-b156-52e77afb2850,segment=NetworkSegment(7960652a-a420-43cd-9d49-1f6b9821a651),segment_id=7960652a-a420-43cd-9d49-1f6b9821a651)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:11:12.102022 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e967b97a-f8de-40b4-8ee9-4818d58576bb tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Publish callbacks [] for floatingip, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:12.104744 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e967b97a-f8de-40b4-8ee9-4818d58576bb tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:12.106191 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e967b97a-f8de-40b4-8ee9-4818d58576bb tempest-ImagesOneServerNegativeTestJSON-595397664 tempest-ImagesOneServerNegativeTestJSON-595397664-project] 10.222.0.62 "DELETE /v2.0/floatingips/248502ad-c644-4527-bbdb-b3f3f73fa1e4 HTTP/1.1" status: 204 len: 168 time: 1.1077306 Oct 30 15:11:12.108220 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:12.108935 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 0bdb50ea-e52a-48f0-b658-102e5d33f791 details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:11:12.110826 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:11:12.110826 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:11:12.110826 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:11:12.110826 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:11:12.110826 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:11:12.110826 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:11:12.110826 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:11:12.110826 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:11:12.110826 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:11:12.110826 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:11:12.110826 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:11:12.110826 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:11:12.110826 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:11:12.110826 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:11:12.110826 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:11:12.110826 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:11:12.110826 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:11:12.110826 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:11:12.110826 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:11:12.110826 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:11:12.110826 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:11:12.110826 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:11:12.110826 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:11:12.110826 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:11:12.110826 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:11:12.110826 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:11:12.110826 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:11:12.110826 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:11:12.110826 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:11:12.110826 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:11:12.110826 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:11:12.110826 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:11:12.141596 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-0e44ad4e-9bd4-448c-8167-79e7454efceb req-f365ebc3-e11b-4e0e-a010-0f06c58b816d service neutron] Attempting to bind port 09eb4e0a-31e4-4286-b5e2-ae0483204a82 on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:11:12.141965 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-0e44ad4e-9bd4-448c-8167-79e7454efceb req-f365ebc3-e11b-4e0e-a010-0f06c58b816d service neutron] Attempting to bind port 09eb4e0a-31e4-4286-b5e2-ae0483204a82 by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:11:12.142256 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e44ad4e-9bd4-448c-8167-79e7454efceb req-f365ebc3-e11b-4e0e-a010-0f06c58b816d service neutron] Attempting to bind port 09eb4e0a-31e4-4286-b5e2-ae0483204a82 on network 8de8b155-6e08-41c3-866a-8b30bb481704 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:11:12.148422 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e44ad4e-9bd4-448c-8167-79e7454efceb req-f365ebc3-e11b-4e0e-a010-0f06c58b816d service neutron] Port 09eb4e0a-31e4-4286-b5e2-ae0483204a82 on network 8de8b155-6e08-41c3-866a-8b30bb481704 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:11:12.151999 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e44ad4e-9bd4-448c-8167-79e7454efceb req-f365ebc3-e11b-4e0e-a010-0f06c58b816d service neutron] Attempting to bind port 09eb4e0a-31e4-4286-b5e2-ae0483204a82 on network 8de8b155-6e08-41c3-866a-8b30bb481704 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:11:12.163410 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e44ad4e-9bd4-448c-8167-79e7454efceb req-f365ebc3-e11b-4e0e-a010-0f06c58b816d service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:11:12.163850 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e44ad4e-9bd4-448c-8167-79e7454efceb req-f365ebc3-e11b-4e0e-a010-0f06c58b816d service neutron] Checking segment: {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:11:12.164236 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e44ad4e-9bd4-448c-8167-79e7454efceb req-f365ebc3-e11b-4e0e-a010-0f06c58b816d service neutron] Bound using segment: {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:11:12.164836 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-0e44ad4e-9bd4-448c-8167-79e7454efceb req-f365ebc3-e11b-4e0e-a010-0f06c58b816d service neutron] Bound port: 09eb4e0a-31e4-4286-b5e2-ae0483204a82, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:11:12.165196 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-0e44ad4e-9bd4-448c-8167-79e7454efceb req-f365ebc3-e11b-4e0e-a010-0f06c58b816d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:12.177302 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=0525d490-3946-4a28-b156-52e77afb2850,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:12.306709 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-0e44ad4e-9bd4-448c-8167-79e7454efceb req-f365ebc3-e11b-4e0e-a010-0f06c58b816d service neutron] For port 09eb4e0a-31e4-4286-b5e2-ae0483204a82, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:11:12.312148 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708ff1a-f623-450a-905a-389d2b8a3d4e req-dbe4744d-81b4-440a-b24b-cb67411c30ff tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:12.312897 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-0e44ad4e-9bd4-448c-8167-79e7454efceb req-f365ebc3-e11b-4e0e-a010-0f06c58b816d service neutron] For port 09eb4e0a-31e4-4286-b5e2-ae0483204a82, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=09eb4e0a-31e4-4286-b5e2-ae0483204a82,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:11:12.313031 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-1708ff1a-f623-450a-905a-389d2b8a3d4e req-dbe4744d-81b4-440a-b24b-cb67411c30ff tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:12.323036 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-0e44ad4e-9bd4-448c-8167-79e7454efceb req-f365ebc3-e11b-4e0e-a010-0f06c58b816d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:12.379832 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-538e1b02-b3a6-427a-8a8a-4a75ae54a162 req-478c116c-6b60-4771-898a-361a0a5fa7a8 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff7d2e62-ea1a-45bf-a217-2b52e333182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3461194 Oct 30 15:11:12.393322 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e44ad4e-9bd4-448c-8167-79e7454efceb req-f365ebc3-e11b-4e0e-a010-0f06c58b816d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:12.393911 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-0e44ad4e-9bd4-448c-8167-79e7454efceb req-f365ebc3-e11b-4e0e-a010-0f06c58b816d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:12.399227 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0e44ad4e-9bd4-448c-8167-79e7454efceb req-f365ebc3-e11b-4e0e-a010-0f06c58b816d service neutron] 10.222.0.44 "PUT /v2.0/ports/09eb4e0a-31e4-4286-b5e2-ae0483204a82 HTTP/1.1" status: 200 len: 1097 time: 2.4900756 Oct 30 15:11:12.409562 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c7c81e1c-fb9e-4f7a-b964-f50f076a31e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:12.418858 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1708ff1a-f623-450a-905a-389d2b8a3d4e req-dbe4744d-81b4-440a-b24b-cb67411c30ff tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.8404527 Oct 30 15:11:12.419627 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-4b2b7b59-e228-4a91-88e5-ea12c3b7a95c req-4f2607ed-00cd-4589-a456-4e614c021e51 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:12.464687 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-1708ff1a-f623-450a-905a-389d2b8a3d4e req-d97a6841-e50a-4aa4-94fc-cc6b2876855c service neutron] Request body: {'port': {'device_id': 'b3f50d40-de7d-4020-b972-b4c18dee3f99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:11:12.476599 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c7c81e1c-fb9e-4f7a-b964-f50f076a31e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:12.480246 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 0bdb50ea-e52a-48f0-b658-102e5d33f791, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=0bdb50ea-e52a-48f0-b658-102e5d33f791,segment=NetworkSegment(e18193fb-7bda-4048-802d-6610e1112290),segment_id=e18193fb-7bda-4048-802d-6610e1112290)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:11:12.484524 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-c7c81e1c-fb9e-4f7a-b964-f50f076a31e3 admin admin] 10.222.0.62 "DELETE /v2.0/networks/5f7fac38-1838-47d0-9c43-a2bf04775743 HTTP/1.1" status: 204 len: 168 time: 3.2368548 Oct 30 15:11:12.503098 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': '0bdb50ea-e52a-48f0-b658-102e5d33f791', 'network_id': '5b578e27-c5d4-4dc8-bcf7-d2439f17c459', 'port_id': '0bdb50ea-e52a-48f0-b658-102e5d33f791', 'mac_address': 'fa:16:3e:7b:81:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07abbc73-6e8b-412b-874b-2d2ca0798649', 'ip_address': '19.80.0.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:11:12.511057 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f365ebc3-e11b-4e0e-a010-0f06c58b816d service neutron] Pushing event updated for resources: {'Port': ['ID=09eb4e0a-31e4-4286-b5e2-ae0483204a82,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:12.579513 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2607ed-00cd-4589-a456-4e614c021e51 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Pushing event deleted for resources: {'Port': ['ID=b8323b08-d4fa-47cd-afb2-6f8216fb7b03,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:12.582807 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c81e1c-fb9e-4f7a-b964-f50f076a31e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f7fac38-1838-47d0-9c43-a2bf04775743,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:12.587721 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-67171c4e-7ffd-4bb7-b6a4-209474cabe03 req-f16d4bc0-6baa-4464-ab7e-3bce9a65bf77 service neutron] 10.222.0.44 "GET /v2.0/networks/c1928375-e422-457c-9b13-0dd3fe8116b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5890563 Oct 30 15:11:12.601208 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:12.615968 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bdb50ea-e52a-48f0-b658-102e5d33f791 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:11:12.619278 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e44ad4e-9bd4-448c-8167-79e7454efceb req-a26deed0-0957-4ec2-9b6c-7cfd88eb0c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:12.620159 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-c075a035-ccbb-409a-97ee-6d1f0ddb5b1a None None] Provisioning complete for port 44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:11:12.620533 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c075a035-ccbb-409a-97ee-6d1f0ddb5b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:12.628975 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0e44ad4e-9bd4-448c-8167-79e7454efceb req-a26deed0-0957-4ec2-9b6c-7cfd88eb0c33 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a63b170e4d9945e2b0d25a7b58414e99&device_id=9d0a0864-c9ef-494f-b4b2-30cde9381388 HTTP/1.1" status: 200 len: 1100 time: 0.1614766 Oct 30 15:11:12.645355 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fa7032-c0e8-41b8-82a8-6b9ad7e1a02a req-17ad89c9-a894-4d17-8992-8913fc3bab3d tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:12.651910 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fa7032-c0e8-41b8-82a8-6b9ad7e1a02a req-17ad89c9-a894-4d17-8992-8913fc3bab3d tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:12.660056 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-75fa7032-c0e8-41b8-82a8-6b9ad7e1a02a req-17ad89c9-a894-4d17-8992-8913fc3bab3d tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f6defdd-e59c-4877-a3c2-1743a6b0bd94 HTTP/1.1" status: 200 len: 1678 time: 0.1614127 Oct 30 15:11:12.670430 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 0bdb50ea-e52a-48f0-b658-102e5d33f791, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=0bdb50ea-e52a-48f0-b658-102e5d33f791,segment=NetworkSegment(e18193fb-7bda-4048-802d-6610e1112290),segment_id=e18193fb-7bda-4048-802d-6610e1112290)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:11:12.688395 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:12.719215 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-c075a035-ccbb-409a-97ee-6d1f0ddb5b1a None None] Port 44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:11:12.753288 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0e44ad4e-9bd4-448c-8167-79e7454efceb req-3fccf118-a7f7-43b8-af04-32e68a82c600 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=09eb4e0a-31e4-4286-b5e2-ae0483204a82 HTTP/1.1" status: 200 len: 217 time: 0.0859840 Oct 30 15:11:12.756742 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=0bdb50ea-e52a-48f0-b658-102e5d33f791,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:12.771871 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-1708ff1a-f623-450a-905a-389d2b8a3d4e req-d97a6841-e50a-4aa4-94fc-cc6b2876855c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:12.796771 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-662e6d11-0b0e-4c1b-af14-9d8acc7a2084 req-19d1c64b-6cd8-4dde-bdd4-1a98c8e57cad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5bdeb45-04a6-4804-a78b-197725817c57 {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:11:12.802577 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b2b7b59-e228-4a91-88e5-ea12c3b7a95c req-4f2607ed-00cd-4589-a456-4e614c021e51 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] No DVR routers for this DVR port b8323b08-d4fa-47cd-afb2-6f8216fb7b03 on host n-h1-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:11:12.814195 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-75fa7032-c0e8-41b8-82a8-6b9ad7e1a02a req-6625e992-b6d6-47bd-aed6-61f3c7be6cb7 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba7652ac-9750-40a3-9a50-b6f41851d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532502 Oct 30 15:11:12.815219 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-662e6d11-0b0e-4c1b-af14-9d8acc7a2084 req-19d1c64b-6cd8-4dde-bdd4-1a98c8e57cad service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:12.818363 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-4b2b7b59-e228-4a91-88e5-ea12c3b7a95c req-4f2607ed-00cd-4589-a456-4e614c021e51 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:12.822037 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4b2b7b59-e228-4a91-88e5-ea12c3b7a95c req-4f2607ed-00cd-4589-a456-4e614c021e51 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.53 "DELETE /v2.0/ports/b8323b08-d4fa-47cd-afb2-6f8216fb7b03 HTTP/1.1" status: 204 len: 173 time: 2.6570828 Oct 30 15:11:12.823566 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b63152b8-8683-4975-aea1-06378122bbed', 'name': 'network-vif-deleted', 'tag': 'b8323b08-d4fa-47cd-afb2-6f8216fb7b03'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:11:12.826298 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf22b7b-b802-4b1f-bfe7-1f59de40e74a" -d '{"events": [{"server_uuid": "b63152b8-8683-4975-aea1-06378122bbed", "name": "network-vif-deleted", "tag": "b8323b08-d4fa-47cd-afb2-6f8216fb7b03"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:11:12.834386 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e44ad4e-9bd4-448c-8167-79e7454efceb req-f8db4d30-f053-4fe3-9af4-7308b23db9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:12.836792 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0e44ad4e-9bd4-448c-8167-79e7454efceb req-f8db4d30-f053-4fe3-9af4-7308b23db9e6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.0649829 Oct 30 15:11:12.858256 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df812dd4-8751-4c0d-a9a0-fd1e00b52029 req-47ecb64a-73fc-4078-a241-f6a5e81d48a4 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:12.859902 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-df812dd4-8751-4c0d-a9a0-fd1e00b52029 req-47ecb64a-73fc-4078-a241-f6a5e81d48a4 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] 10.222.0.62 "GET /v2.0/ports?device_id=2147588f-7249-4ed3-8de5-5bc96ffe7b2f HTTP/1.1" status: 200 len: 931 time: 0.2630272 Oct 30 15:11:12.922482 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 59996) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:12.933673 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-662e6d11-0b0e-4c1b-af14-9d8acc7a2084 req-19d1c64b-6cd8-4dde-bdd4-1a98c8e57cad service neutron] Transition to ACTIVE for port object b5bdeb45-04a6-4804-a78b-197725817c57 will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:11:12.963409 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['0bdb50ea-e52a-48f0-b658-102e5d33f791'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:11:12.996990 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e44ad4e-9bd4-448c-8167-79e7454efceb req-f4a30b15-1ffb-4466-9c9e-f388e4941487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:12.998765 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0e44ad4e-9bd4-448c-8167-79e7454efceb req-f4a30b15-1ffb-4466-9c9e-f388e4941487 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1505485 Oct 30 15:11:13.008326 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-662e6d11-0b0e-4c1b-af14-9d8acc7a2084 req-19d1c64b-6cd8-4dde-bdd4-1a98c8e57cad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:13.079438 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae413ae8-5098-42b6-ab5f-446a3218ff28 req-e8be3004-4b2d-4cde-be38-ad5be865a465 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:13.081863 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ae413ae8-5098-42b6-ab5f-446a3218ff28 req-e8be3004-4b2d-4cde-be38-ad5be865a465 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=adaa9a5a-7bcf-4f02-bb88-d1c865da4f51 HTTP/1.1" status: 200 len: 950 time: 0.1245635 Oct 30 15:11:13.112196 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-df812dd4-8751-4c0d-a9a0-fd1e00b52029 req-173c2452-c590-4d1b-ac65-0ea220136e94 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b67cc9-6a12-46fa-8c04-53b692a08c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985841 Oct 30 15:11:13.206282 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0e44ad4e-9bd4-448c-8167-79e7454efceb req-c91b0a2c-70ba-426c-af14-23d14d50152e service neutron] 10.222.0.44 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957388 Oct 30 15:11:13.214295 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d1c64b-6cd8-4dde-bdd4-1a98c8e57cad service neutron] Pushing event updated for resources: {'Port': ['ID=b5bdeb45-04a6-4804-a78b-197725817c57,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:13.248576 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ae413ae8-5098-42b6-ab5f-446a3218ff28 req-c3e3ceaa-b42c-4042-ae4e-bc2a1cc8fdca tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540303 Oct 30 15:11:13.249345 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-9dd5e6ca-69fc-4365-8fb9-3686bdc8280a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ccbbf13610cf42b2ae2b433fe23234c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3252776 Oct 30 15:11:13.250164 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60002) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:13.284639 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d0a0864-c9ef-494f-b4b2-30cde9381388', 'tag': '09eb4e0a-31e4-4286-b5e2-ae0483204a82'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:11:13.293396 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2010e9b1-50b6-46e3-844a-1a4938d231e0" -d '{"events": [{"name": "network-changed", "server_uuid": "9d0a0864-c9ef-494f-b4b2-30cde9381388", "tag": "09eb4e0a-31e4-4286-b5e2-ae0483204a82"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:11:13.427686 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-662e6d11-0b0e-4c1b-af14-9d8acc7a2084 req-19d1c64b-6cd8-4dde-bdd4-1a98c8e57cad service neutron] Attempting to bind port b5bdeb45-04a6-4804-a78b-197725817c57 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:11:13.428105 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-662e6d11-0b0e-4c1b-af14-9d8acc7a2084 req-19d1c64b-6cd8-4dde-bdd4-1a98c8e57cad service neutron] Attempting to bind port b5bdeb45-04a6-4804-a78b-197725817c57 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '1adb3f4d-861a-4c35-9464-6565ad609cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c58cd6da-8ad6-4c65-93fc-5805c904760f'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:11:13.428463 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662e6d11-0b0e-4c1b-af14-9d8acc7a2084 req-19d1c64b-6cd8-4dde-bdd4-1a98c8e57cad service neutron] Attempting to bind port b5bdeb45-04a6-4804-a78b-197725817c57 on network c58cd6da-8ad6-4c65-93fc-5805c904760f {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:11:13.440485 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662e6d11-0b0e-4c1b-af14-9d8acc7a2084 req-19d1c64b-6cd8-4dde-bdd4-1a98c8e57cad service neutron] Port b5bdeb45-04a6-4804-a78b-197725817c57 on network c58cd6da-8ad6-4c65-93fc-5805c904760f not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:11:13.440716 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662e6d11-0b0e-4c1b-af14-9d8acc7a2084 req-19d1c64b-6cd8-4dde-bdd4-1a98c8e57cad service neutron] Attempting to bind port b5bdeb45-04a6-4804-a78b-197725817c57 on network c58cd6da-8ad6-4c65-93fc-5805c904760f {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:11:13.450642 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-1708ff1a-f623-450a-905a-389d2b8a3d4e req-d97a6841-e50a-4aa4-94fc-cc6b2876855c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3 {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:11:13.456294 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c22fd5-06c7-4d2e-9cd7-d005e8225e1b x-openstack-request-id: req-27c22fd5-06c7-4d2e-9cd7-d005e8225e1b {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:11:13.456585 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b63152b8-8683-4975-aea1-06378122bbed", "name": "network-vif-deleted", "tag": "b8323b08-d4fa-47cd-afb2-6f8216fb7b03", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:11:13.456857 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-27c22fd5-06c7-4d2e-9cd7-d005e8225e1b {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:11:13.457274 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b63152b8-8683-4975-aea1-06378122bbed', 'name': 'network-vif-deleted', 'tag': 'b8323b08-d4fa-47cd-afb2-6f8216fb7b03', 'status': 'completed', 'code': 200} Oct 30 15:11:13.460693 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662e6d11-0b0e-4c1b-af14-9d8acc7a2084 req-19d1c64b-6cd8-4dde-bdd4-1a98c8e57cad service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:11:13.461146 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662e6d11-0b0e-4c1b-af14-9d8acc7a2084 req-19d1c64b-6cd8-4dde-bdd4-1a98c8e57cad service neutron] Checking segment: {'id': '1adb3f4d-861a-4c35-9464-6565ad609cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c58cd6da-8ad6-4c65-93fc-5805c904760f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:11:13.461564 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662e6d11-0b0e-4c1b-af14-9d8acc7a2084 req-19d1c64b-6cd8-4dde-bdd4-1a98c8e57cad service neutron] Bound using segment: {'id': '1adb3f4d-861a-4c35-9464-6565ad609cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c58cd6da-8ad6-4c65-93fc-5805c904760f'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:11:13.462117 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-662e6d11-0b0e-4c1b-af14-9d8acc7a2084 req-19d1c64b-6cd8-4dde-bdd4-1a98c8e57cad service neutron] Bound port: b5bdeb45-04a6-4804-a78b-197725817c57, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1adb3f4d-861a-4c35-9464-6565ad609cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c58cd6da-8ad6-4c65-93fc-5805c904760f'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:11:13.462490 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-662e6d11-0b0e-4c1b-af14-9d8acc7a2084 req-19d1c64b-6cd8-4dde-bdd4-1a98c8e57cad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:13.466343 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-1708ff1a-f623-450a-905a-389d2b8a3d4e req-d97a6841-e50a-4aa4-94fc-cc6b2876855c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:13.505686 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-befecb30-08af-4ef8-855f-55b533fb9092 req-33e76d50-3711-4d74-8cd5-496ec0a2474d tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=b63152b8-8683-4975-aea1-06378122bbed HTTP/1.1" status: 200 len: 210 time: 0.0366771 Oct 30 15:11:13.513954 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-1708ff1a-f623-450a-905a-389d2b8a3d4e req-d97a6841-e50a-4aa4-94fc-cc6b2876855c service neutron] Transition to ACTIVE for port object 44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3 will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:11:13.534396 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-1708ff1a-f623-450a-905a-389d2b8a3d4e req-d97a6841-e50a-4aa4-94fc-cc6b2876855c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:13.554289 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ae3eff9c-dd9e-4645-80ad-745249a60be7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:13.587384 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0e44ad4e-9bd4-448c-8167-79e7454efceb req-69928b5f-a5a2-4ac2-8b4a-cf64a2ff21cb service neutron] 10.222.0.44 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3711996 Oct 30 15:11:13.587384 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60008) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:13.597848 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ae3eff9c-dd9e-4645-80ad-745249a60be7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:13.635488 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c381ce-c9b4-495a-a567-ec0cffc5342c x-openstack-request-id: req-59c381ce-c9b4-495a-a567-ec0cffc5342c {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:11:13.636133 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d0a0864-c9ef-494f-b4b2-30cde9381388", "tag": "09eb4e0a-31e4-4286-b5e2-ae0483204a82", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:11:13.636133 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-59c381ce-c9b4-495a-a567-ec0cffc5342c {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:11:13.636401 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d0a0864-c9ef-494f-b4b2-30cde9381388', 'tag': '09eb4e0a-31e4-4286-b5e2-ae0483204a82', 'status': 'completed', 'code': 200} Oct 30 15:11:13.655726 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97a6841-e50a-4aa4-94fc-cc6b2876855c service neutron] Pushing event updated for resources: {'Port': ['ID=44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:13.660559 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-662e6d11-0b0e-4c1b-af14-9d8acc7a2084 req-19d1c64b-6cd8-4dde-bdd4-1a98c8e57cad service neutron] For port b5bdeb45-04a6-4804-a78b-197725817c57, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:11:13.670209 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17224330-5620-44fa-b3de-4a1530ccc4a8 req-28590083-20d9-4b5a-bf95-7ae3d751c12e tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:13.678235 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-17224330-5620-44fa-b3de-4a1530ccc4a8 req-28590083-20d9-4b5a-bf95-7ae3d751c12e tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d0a0864-c9ef-494f-b4b2-30cde9381388 HTTP/1.1" status: 200 len: 948 time: 0.1626678 Oct 30 15:11:13.689688 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-662e6d11-0b0e-4c1b-af14-9d8acc7a2084 req-19d1c64b-6cd8-4dde-bdd4-1a98c8e57cad service neutron] For port b5bdeb45-04a6-4804-a78b-197725817c57, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=b5bdeb45-04a6-4804-a78b-197725817c57,segment=NetworkSegment(1adb3f4d-861a-4c35-9464-6565ad609cf8),segment_id=1adb3f4d-861a-4c35-9464-6565ad609cf8)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:11:13.700592 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-38d90f12-3904-4719-a646-df0ad6039c36 admin admin] Deleting subnet 3cb61793-e4f4-4170-acef-edeb99d95e6b {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:11:13.706647 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-38d90f12-3904-4719-a646-df0ad6039c36 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:13.719957 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-662e6d11-0b0e-4c1b-af14-9d8acc7a2084 req-19d1c64b-6cd8-4dde-bdd4-1a98c8e57cad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:13.753052 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010e9b1-50b6-46e3-844a-1a4938d231e0 req-a699750f-0085-4e55-83a9-ab0d5630c2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:13.754620 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2010e9b1-50b6-46e3-844a-1a4938d231e0 req-a699750f-0085-4e55-83a9-ab0d5630c2a2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a63b170e4d9945e2b0d25a7b58414e99&device_id=9d0a0864-c9ef-494f-b4b2-30cde9381388 HTTP/1.1" status: 200 len: 1100 time: 0.0895734 Oct 30 15:11:13.758110 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-38d90f12-3904-4719-a646-df0ad6039c36 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:13.808849 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 0bdb50ea-e52a-48f0-b658-102e5d33f791 up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:11:13.828141 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ae3eff9c-dd9e-4645-80ad-745249a60be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:13.831405 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ae3eff9c-dd9e-4645-80ad-745249a60be7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:13.834934 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-ae3eff9c-dd9e-4645-80ad-745249a60be7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/733d0f87-39e2-489d-b158-90634138f735 HTTP/1.1" status: 204 len: 168 time: 0.5493803 Oct 30 15:11:13.897753 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port 0bdb50ea-e52a-48f0-b658-102e5d33f791 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:11:13.911437 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port 0bdb50ea-e52a-48f0-b658-102e5d33f791 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:11:13.912159 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:13.940272 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-1708ff1a-f623-450a-905a-389d2b8a3d4e req-d97a6841-e50a-4aa4-94fc-cc6b2876855c service neutron] Attempting to bind port 44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:11:13.941056 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-1708ff1a-f623-450a-905a-389d2b8a3d4e req-d97a6841-e50a-4aa4-94fc-cc6b2876855c service neutron] Attempting to bind port 44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:11:13.941392 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1708ff1a-f623-450a-905a-389d2b8a3d4e req-d97a6841-e50a-4aa4-94fc-cc6b2876855c service neutron] Attempting to bind port 44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3 on network 8de8b155-6e08-41c3-866a-8b30bb481704 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:11:13.947830 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e6d11-0b0e-4c1b-af14-9d8acc7a2084 req-19d1c64b-6cd8-4dde-bdd4-1a98c8e57cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:13.948452 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-662e6d11-0b0e-4c1b-af14-9d8acc7a2084 req-19d1c64b-6cd8-4dde-bdd4-1a98c8e57cad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:13.949958 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-662e6d11-0b0e-4c1b-af14-9d8acc7a2084 req-19d1c64b-6cd8-4dde-bdd4-1a98c8e57cad service neutron] 10.222.0.53 "PUT /v2.0/ports/b5bdeb45-04a6-4804-a78b-197725817c57 HTTP/1.1" status: 200 len: 1092 time: 3.5445995 Oct 30 15:11:13.958964 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1708ff1a-f623-450a-905a-389d2b8a3d4e req-d97a6841-e50a-4aa4-94fc-cc6b2876855c service neutron] Port 44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3 on network 8de8b155-6e08-41c3-866a-8b30bb481704 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:11:13.959285 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1708ff1a-f623-450a-905a-389d2b8a3d4e req-d97a6841-e50a-4aa4-94fc-cc6b2876855c service neutron] Attempting to bind port 44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3 on network 8de8b155-6e08-41c3-866a-8b30bb481704 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:11:13.987351 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-17224330-5620-44fa-b3de-4a1530ccc4a8 req-b9a8a532-3076-4cf0-89d7-87bea7174c3a tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6e850f5-bbac-48ab-9f8b-66d8b92818ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070300 Oct 30 15:11:13.991344 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device b8323b08-d4fa-47cd-afb2-6f8216fb7b03 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:11:13.995214 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1708ff1a-f623-450a-905a-389d2b8a3d4e req-d97a6841-e50a-4aa4-94fc-cc6b2876855c service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:11:13.995799 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['0525d490-3946-4a28-b156-52e77afb2850'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:11:13.995934 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1708ff1a-f623-450a-905a-389d2b8a3d4e req-d97a6841-e50a-4aa4-94fc-cc6b2876855c service neutron] Checking segment: {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:11:13.999143 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-38d90f12-3904-4719-a646-df0ad6039c36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:13.999998 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1708ff1a-f623-450a-905a-389d2b8a3d4e req-d97a6841-e50a-4aa4-94fc-cc6b2876855c service neutron] Bound using segment: {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:11:14.000574 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-1708ff1a-f623-450a-905a-389d2b8a3d4e req-d97a6841-e50a-4aa4-94fc-cc6b2876855c service neutron] Bound port: 44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:11:14.000958 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-1708ff1a-f623-450a-905a-389d2b8a3d4e req-d97a6841-e50a-4aa4-94fc-cc6b2876855c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:14.060700 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3eff9c-dd9e-4645-80ad-745249a60be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=733d0f87-39e2-489d-b158-90634138f735,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:14.062129 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: b8323b08-d4fa-47cd-afb2-6f8216fb7b03 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:11:14.062706 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device b8323b08-d4fa-47cd-afb2-6f8216fb7b03 not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:11:14.146405 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d1c64b-6cd8-4dde-bdd4-1a98c8e57cad service neutron] Pushing event updated for resources: {'Port': ['ID=b5bdeb45-04a6-4804-a78b-197725817c57,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:14.206184 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f53fdc1-e7e9-4438-8c8f-8d842344dce8 req-45857728-2582-4201-ac1e-763f82819c40 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:14.215029 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0f53fdc1-e7e9-4438-8c8f-8d842344dce8 req-45857728-2582-4201-ac1e-763f82819c40 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/ports?device_id=cf0791d1-d24c-4800-a471-07c6cf4a261d HTTP/1.1" status: 200 len: 946 time: 0.1560087 Oct 30 15:11:14.241780 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-38d90f12-3904-4719-a646-df0ad6039c36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:14.249969 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:14.259410 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c716a-1b11-4987-8c2b-ff48f450dc59 req-5f0190df-0389-4f52-96e1-a73f6935a00d tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:14.261791 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-266c716a-1b11-4987-8c2b-ff48f450dc59 req-5f0190df-0389-4f52-96e1-a73f6935a00d tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.44 "GET /v2.0/ports?device_id=adaa9a5a-7bcf-4f02-bb88-d1c865da4f51 HTTP/1.1" status: 200 len: 950 time: 0.4987698 Oct 30 15:11:14.282058 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010e9b1-50b6-46e3-844a-1a4938d231e0 req-e5846fe1-de73-463c-970a-e2d2fedee13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:14.285063 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2010e9b1-50b6-46e3-844a-1a4938d231e0 req-e5846fe1-de73-463c-970a-e2d2fedee13e service neutron] 10.222.0.44 "GET /v2.0/networks?id=8de8b155-6e08-41c3-866a-8b30bb481704 HTTP/1.1" status: 200 len: 870 time: 0.5204349 Oct 30 15:11:14.291985 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d90f12-3904-4719-a646-df0ad6039c36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cb61793-e4f4-4170-acef-edeb99d95e6b,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:14.306147 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f6defdd-e59c-4877-a3c2-1743a6b0bd94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bdb50ea-e52a-48f0-b658-102e5d33f791'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:11:14.308450 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c40db938-dfe1-4a46-ab85-6cccb4e762f5" -d '{"events": [{"server_uuid": "2f6defdd-e59c-4877-a3c2-1743a6b0bd94", "name": "network-vif-plugged", "status": "completed", "tag": "0bdb50ea-e52a-48f0-b658-102e5d33f791"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:11:14.316250 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-38d90f12-3904-4719-a646-df0ad6039c36 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:14.323248 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-38d90f12-3904-4719-a646-df0ad6039c36 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/3cb61793-e4f4-4170-acef-edeb99d95e6b HTTP/1.1" status: 204 len: 168 time: 0.7318027 Oct 30 15:11:14.336452 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 60030) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:14.340709 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 0bdb50ea-e52a-48f0-b658-102e5d33f791, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=0bdb50ea-e52a-48f0-b658-102e5d33f791,segment=NetworkSegment(e18193fb-7bda-4048-802d-6610e1112290),segment_id=e18193fb-7bda-4048-802d-6610e1112290)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:11:14.350761 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:14.351577 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 2a7136df-2c8d-4020-8843-3d6496e03d01 no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:11:14.365657 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2010e9b1-50b6-46e3-844a-1a4938d231e0 req-562c26b4-1901-449e-b38d-1687608a5d6f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=09eb4e0a-31e4-4286-b5e2-ae0483204a82 HTTP/1.1" status: 200 len: 217 time: 0.0700085 Oct 30 15:11:14.381319 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0f53fdc1-e7e9-4438-8c8f-8d842344dce8 req-559da69e-cd1c-4232-9bd9-f370168689f8 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff7d2e62-ea1a-45bf-a217-2b52e333182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650085 Oct 30 15:11:14.404398 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] No Port match for: 2a7136df-2c8d-4020-8843-3d6496e03d01 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:11:14.404742 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 2a7136df-2c8d-4020-8843-3d6496e03d01 not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:11:14.422391 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-1708ff1a-f623-450a-905a-389d2b8a3d4e req-d97a6841-e50a-4aa4-94fc-cc6b2876855c service neutron] For port 44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:11:14.444490 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e6d11-0b0e-4c1b-af14-9d8acc7a2084 req-33982018-2b23-42f2-a757-ba3b4f1bb4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:14.445036 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=0bdb50ea-e52a-48f0-b658-102e5d33f791,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:14.446063 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-662e6d11-0b0e-4c1b-af14-9d8acc7a2084 req-33982018-2b23-42f2-a757-ba3b4f1bb4a6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f17a51dafe2248f283b50921c5c94f99&device_id=2147588f-7249-4ed3-8de5-5bc96ffe7b2f HTTP/1.1" status: 200 len: 1095 time: 0.4040699 Oct 30 15:11:14.485191 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401ce0c5-4d05-48dd-a73d-69bc26bdb807 req-1418599d-8ec4-46e3-b40a-28bf6c11849e tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:14.485923 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010e9b1-50b6-46e3-844a-1a4938d231e0 req-15070186-8aa0-444b-af0a-14836a580823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:14.488181 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2010e9b1-50b6-46e3-844a-1a4938d231e0 req-15070186-8aa0-444b-af0a-14836a580823 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.1012249 Oct 30 15:11:14.491680 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401ce0c5-4d05-48dd-a73d-69bc26bdb807 req-1418599d-8ec4-46e3-b40a-28bf6c11849e tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:14.493460 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-401ce0c5-4d05-48dd-a73d-69bc26bdb807 req-1418599d-8ec4-46e3-b40a-28bf6c11849e tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f6defdd-e59c-4877-a3c2-1743a6b0bd94 HTTP/1.1" status: 200 len: 1679 time: 0.3491127 Oct 30 15:11:14.532106 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-1708ff1a-f623-450a-905a-389d2b8a3d4e req-d97a6841-e50a-4aa4-94fc-cc6b2876855c service neutron] For port 44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:11:14.552902 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48243bf-b8a4-4c1d-9e9f-0756aa156d84 req-8bbdb162-8302-4b88-b516-b46aa69fa22e tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:14.554410 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f48243bf-b8a4-4c1d-9e9f-0756aa156d84 req-8bbdb162-8302-4b88-b516-b46aa69fa22e tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] 10.222.0.62 "GET /v2.0/ports?device_id=2147588f-7249-4ed3-8de5-5bc96ffe7b2f HTTP/1.1" status: 200 len: 943 time: 0.0815670 Oct 30 15:11:14.560279 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010e9b1-50b6-46e3-844a-1a4938d231e0 req-c3ad2d78-c91c-4e7e-bb99-15738c79922e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:14.561747 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2010e9b1-50b6-46e3-844a-1a4938d231e0 req-c3ad2d78-c91c-4e7e-bb99-15738c79922e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0598726 Oct 30 15:11:14.586104 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-1708ff1a-f623-450a-905a-389d2b8a3d4e req-d97a6841-e50a-4aa4-94fc-cc6b2876855c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:14.609518 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-662e6d11-0b0e-4c1b-af14-9d8acc7a2084 req-b9e654af-773c-432a-8f14-1bdc88fc5ce9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5bdeb45-04a6-4804-a78b-197725817c57 HTTP/1.1" status: 200 len: 217 time: 0.1080096 Oct 30 15:11:14.645477 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f48243bf-b8a4-4c1d-9e9f-0756aa156d84 req-61bad6cd-e62d-4444-986a-9b2dfbd2145b tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b67cc9-6a12-46fa-8c04-53b692a08c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827544 Oct 30 15:11:14.651406 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c19cb3ef-9641-4b23-9bbf-a405ccb7639b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:14.683819 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2010e9b1-50b6-46e3-844a-1a4938d231e0 req-087456cc-c936-4e5b-8a4e-a6ab4e23a8af service neutron] 10.222.0.44 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080534 Oct 30 15:11:14.696981 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708ff1a-f623-450a-905a-389d2b8a3d4e req-d97a6841-e50a-4aa4-94fc-cc6b2876855c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:14.697601 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-1708ff1a-f623-450a-905a-389d2b8a3d4e req-d97a6841-e50a-4aa4-94fc-cc6b2876855c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:14.699005 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1708ff1a-f623-450a-905a-389d2b8a3d4e req-d97a6841-e50a-4aa4-94fc-cc6b2876855c service neutron] 10.222.0.53 "PUT /v2.0/ports/44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3 HTTP/1.1" status: 200 len: 1095 time: 2.2533081 Oct 30 15:11:14.735873 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-401ce0c5-4d05-48dd-a73d-69bc26bdb807 req-8078eb34-9d24-4086-926a-361d19823dd9 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba7652ac-9750-40a3-9a50-b6f41851d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299092 Oct 30 15:11:14.836615 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a257acdd-ff0a-4977-802a-19f00dfa6be9 x-openstack-request-id: req-a257acdd-ff0a-4977-802a-19f00dfa6be9 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:11:14.837222 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f6defdd-e59c-4877-a3c2-1743a6b0bd94", "name": "network-vif-plugged", "status": "completed", "tag": "0bdb50ea-e52a-48f0-b658-102e5d33f791", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:11:14.837222 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a257acdd-ff0a-4977-802a-19f00dfa6be9 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:11:14.838170 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f6defdd-e59c-4877-a3c2-1743a6b0bd94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bdb50ea-e52a-48f0-b658-102e5d33f791', 'code': 200} Oct 30 15:11:14.914375 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e6d11-0b0e-4c1b-af14-9d8acc7a2084 req-5a056eff-f1bd-4c00-ba02-7c4fe82ad4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:14.915863 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-662e6d11-0b0e-4c1b-af14-9d8acc7a2084 req-5a056eff-f1bd-4c00-ba02-7c4fe82ad4c0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=caa7394f-93ee-4465-9572-c86526bd16cc HTTP/1.1" status: 200 len: 868 time: 0.2819114 Oct 30 15:11:14.942345 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2010e9b1-50b6-46e3-844a-1a4938d231e0 req-a1cb3927-0886-41c8-812b-61f27cbf6248 service neutron] 10.222.0.44 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502205 Oct 30 15:11:14.949979 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97a6841-e50a-4aa4-94fc-cc6b2876855c service neutron] Pushing event updated for resources: {'Port': ['ID=44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:14.962192 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7899950c-2132-4938-b6c8-545945477e06 req-bb3569bc-2b55-43c9-88a9-9839a6649362 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:14.970365 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7899950c-2132-4938-b6c8-545945477e06 req-bb3569bc-2b55-43c9-88a9-9839a6649362 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=adaa9a5a-7bcf-4f02-bb88-d1c865da4f51 HTTP/1.1" status: 200 len: 950 time: 0.1571012 Oct 30 15:11:15.011993 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-266c716a-1b11-4987-8c2b-ff48f450dc59 req-f4ea9161-697f-462e-a7e5-4bf28f93f684 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Deleting port 3baf7600-8a1c-4d9a-b018-f770d78d7690 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:11:15.012335 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-266c716a-1b11-4987-8c2b-ff48f450dc59 req-f4ea9161-697f-462e-a7e5-4bf28f93f684 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:15.016564 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7899950c-2132-4938-b6c8-545945477e06 req-9b3e8faf-67cf-4da7-9bc2-50fc1eeec7d6 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452001 Oct 30 15:11:15.102091 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c19cb3ef-9641-4b23-9bbf-a405ccb7639b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:15.122239 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708ff1a-f623-450a-905a-389d2b8a3d4e req-3954f312-870e-46ac-9598-da59acf32cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:15.124675 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1708ff1a-f623-450a-905a-389d2b8a3d4e req-3954f312-870e-46ac-9598-da59acf32cfc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a63b170e4d9945e2b0d25a7b58414e99&device_id=b3f50d40-de7d-4020-b972-b4c18dee3f99 HTTP/1.1" status: 200 len: 1098 time: 0.3722641 Oct 30 15:11:15.145307 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d3782-bb73-42a2-b94c-7ab227137a88 req-599f111d-5f20-4250-8246-e9bad1527095 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:15.148052 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ce2d3782-bb73-42a2-b94c-7ab227137a88 req-599f111d-5f20-4250-8246-e9bad1527095 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d0a0864-c9ef-494f-b4b2-30cde9381388 HTTP/1.1" status: 200 len: 948 time: 0.0770447 Oct 30 15:11:15.164992 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-c19cb3ef-9641-4b23-9bbf-a405ccb7639b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83cbffa3-ed24-45ac-a4b8-68763573cf86']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:11:15.188599 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ce2d3782-bb73-42a2-b94c-7ab227137a88 req-1d39b2c9-73ba-4fad-9e2f-630f84ceecb3 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6e850f5-bbac-48ab-9f8b-66d8b92818ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338473 Oct 30 15:11:15.206917 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e6d11-0b0e-4c1b-af14-9d8acc7a2084 req-b553bcc4-8379-4fb7-8a56-67cf9686fe8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:15.208266 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-662e6d11-0b0e-4c1b-af14-9d8acc7a2084 req-b553bcc4-8379-4fb7-8a56-67cf9686fe8f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c58cd6da-8ad6-4c65-93fc-5805c904760f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2716193 Oct 30 15:11:15.229680 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1708ff1a-f623-450a-905a-389d2b8a3d4e req-7c0389c1-5082-49fb-8e03-ee272c642078 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3 HTTP/1.1" status: 200 len: 217 time: 0.0932024 Oct 30 15:11:15.235562 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-c19cb3ef-9641-4b23-9bbf-a405ccb7639b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '534c4b02-f4b0-449f-adfa-dbd225c0e219') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:11:15.235852 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-c19cb3ef-9641-4b23-9bbf-a405ccb7639b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '534c4b02-f4b0-449f-adfa-dbd225c0e219') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:11:15.284970 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c19cb3ef-9641-4b23-9bbf-a405ccb7639b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:15.305193 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca16ea50-8851-442d-bc7c-8574c081f866 req-cbafa841-b6d5-43ef-9cd4-66a1c07c1a6d tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:15.306633 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ca16ea50-8851-442d-bc7c-8574c081f866 req-cbafa841-b6d5-43ef-9cd4-66a1c07c1a6d tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0791d1-d24c-4800-a471-07c6cf4a261d HTTP/1.1" status: 200 len: 946 time: 0.2715235 Oct 30 15:11:15.519996 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ff547-4622-49f3-a84f-3a68bfda02a1 req-13887a27-42fd-4781-b5cf-260a5c012516 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:15.527840 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-669ff547-4622-49f3-a84f-3a68bfda02a1 req-13887a27-42fd-4781-b5cf-260a5c012516 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/ports?device_id=cf0791d1-d24c-4800-a471-07c6cf4a261d HTTP/1.1" status: 200 len: 946 time: 0.0664778 Oct 30 15:11:15.594526 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-669ff547-4622-49f3-a84f-3a68bfda02a1 req-504d040f-e72a-4beb-8710-0a3c7b0f6afa tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff7d2e62-ea1a-45bf-a217-2b52e333182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657716 Oct 30 15:11:15.616222 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d8dcb6-459e-44fa-94b1-21f79daa51b5 req-0371f400-da43-4949-bd1b-c0b32fa63542 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:15.616222 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d0d8dcb6-459e-44fa-94b1-21f79daa51b5 req-0371f400-da43-4949-bd1b-c0b32fa63542 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.53 "GET /v2.0/ports?device_id=eca627da-f1c3-4df0-be24-80b75d39bfc7 HTTP/1.1" status: 200 len: 944 time: 0.0794816 Oct 30 15:11:15.630731 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2147588f-7249-4ed3-8de5-5bc96ffe7b2f', 'tag': 'b5bdeb45-04a6-4804-a78b-197725817c57'}, {'name': 'network-changed', 'server_uuid': 'b3f50d40-de7d-4020-b972-b4c18dee3f99', 'tag': '44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:11:15.633282 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cefb58c-6b28-472c-a596-64c1cd36ad11" -d '{"events": [{"name": "network-changed", "server_uuid": "2147588f-7249-4ed3-8de5-5bc96ffe7b2f", "tag": "b5bdeb45-04a6-4804-a78b-197725817c57"}, {"name": "network-changed", "server_uuid": "b3f50d40-de7d-4020-b972-b4c18dee3f99", "tag": "44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:11:15.641500 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60068) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:15.693621 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-266c716a-1b11-4987-8c2b-ff48f450dc59 req-f4ea9161-697f-462e-a7e5-4bf28f93f684 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] For port 3baf7600-8a1c-4d9a-b018-f770d78d7690, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=3baf7600-8a1c-4d9a-b018-f770d78d7690,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:11:15.694001 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-266c716a-1b11-4987-8c2b-ff48f450dc59 req-f4ea9161-697f-462e-a7e5-4bf28f93f684 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:15.700188 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 30 Oct 2021 15:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e99c5ee-5324-47bd-84ec-52fa90657285 x-openstack-request-id: req-7e99c5ee-5324-47bd-84ec-52fa90657285 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:11:15.700494 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2147588f-7249-4ed3-8de5-5bc96ffe7b2f", "tag": "b5bdeb45-04a6-4804-a78b-197725817c57", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b3f50d40-de7d-4020-b972-b4c18dee3f99", "tag": "44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:11:15.700752 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7e99c5ee-5324-47bd-84ec-52fa90657285 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:11:15.701151 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2147588f-7249-4ed3-8de5-5bc96ffe7b2f', 'tag': 'b5bdeb45-04a6-4804-a78b-197725817c57', 'status': 'completed', 'code': 200} Oct 30 15:11:15.701409 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3f50d40-de7d-4020-b972-b4c18dee3f99', 'tag': '44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3', 'status': 'completed', 'code': 200} Oct 30 15:11:15.710665 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c19cb3ef-9641-4b23-9bbf-a405ccb7639b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:15.728708 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-d0d8dcb6-459e-44fa-94b1-21f79daa51b5 req-a9c75a95-871b-4a5a-ac77-26b357966286 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Deleting port 1211c653-5734-4883-9ff3-cf144541a699 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:11:15.729286 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-d0d8dcb6-459e-44fa-94b1-21f79daa51b5 req-a9c75a95-871b-4a5a-ac77-26b357966286 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:15.740694 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c19cb3ef-9641-4b23-9bbf-a405ccb7639b admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:11:15.741102 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c19cb3ef-9641-4b23-9bbf-a405ccb7639b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:15.746131 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-266c716a-1b11-4987-8c2b-ff48f450dc59 req-f4ea9161-697f-462e-a7e5-4bf28f93f684 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Calling delete_port for 3baf7600-8a1c-4d9a-b018-f770d78d7690 owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:11:15.747965 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:11:15.747965 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:11:15.747965 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:11:15.747965 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:11:15.747965 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:11:15.747965 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:11:15.747965 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:11:15.747965 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:11:15.747965 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:11:15.747965 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:11:15.747965 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:11:15.747965 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:11:15.747965 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:11:15.747965 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:11:15.747965 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:11:15.747965 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:11:15.747965 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:11:15.747965 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:11:15.747965 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:11:15.747965 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:11:15.747965 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:11:15.747965 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:11:15.747965 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:11:15.747965 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:11:15.747965 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:11:15.747965 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:11:15.747965 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:11:15.747965 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:11:15.747965 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:11:15.747965 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:11:15.747965 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:11:15.747965 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:11:15.806675 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 0525d490-3946-4a28-b156-52e77afb2850 up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:11:15.816225 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9c98b-041c-4deb-a52e-01ad2cadf174 req-1ab6ad1a-ce44-4647-9f98-e06314508493 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:15.820030 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a0b9c98b-041c-4deb-a52e-01ad2cadf174 req-1ab6ad1a-ce44-4647-9f98-e06314508493 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=eca627da-f1c3-4df0-be24-80b75d39bfc7 HTTP/1.1" status: 200 len: 944 time: 0.6162066 Oct 30 15:11:15.822048 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708ff1a-f623-450a-905a-389d2b8a3d4e req-21c81710-8624-467a-93ef-743aef579a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:15.824312 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1708ff1a-f623-450a-905a-389d2b8a3d4e req-21c81710-8624-467a-93ef-743aef579a68 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.5576119 Oct 30 15:11:15.832834 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6947f015-7d9f-4bd5-915e-73d9a30721a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:15.864065 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port 0525d490-3946-4a28-b156-52e77afb2850 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:11:15.868571 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port 0525d490-3946-4a28-b156-52e77afb2850 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:11:15.869055 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:15.897192 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a9213d-1b4e-4613-82de-647c045f927a req-779e7bfa-9a3e-49ee-8fda-1a4191426926 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:15.898648 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a2a9213d-1b4e-4613-82de-647c045f927a req-779e7bfa-9a3e-49ee-8fda-1a4191426926 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] 10.222.0.62 "GET /v2.0/ports?device_id=2147588f-7249-4ed3-8de5-5bc96ffe7b2f HTTP/1.1" status: 200 len: 943 time: 0.1171613 Oct 30 15:11:15.910590 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-d0d8dcb6-459e-44fa-94b1-21f79daa51b5 req-a9c75a95-871b-4a5a-ac77-26b357966286 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] For port 1211c653-5734-4883-9ff3-cf144541a699, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=1211c653-5734-4883-9ff3-cf144541a699,segment=NetworkSegment(5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87),segment_id=5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:11:15.910836 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-d0d8dcb6-459e-44fa-94b1-21f79daa51b5 req-a9c75a95-871b-4a5a-ac77-26b357966286 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:15.949001 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-d0d8dcb6-459e-44fa-94b1-21f79daa51b5 req-a9c75a95-871b-4a5a-ac77-26b357966286 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Calling delete_port for 1211c653-5734-4883-9ff3-cf144541a699 owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:11:15.955831 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:15.957929 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-662e6d11-0b0e-4c1b-af14-9d8acc7a2084 req-0e713450-64ac-45c1-9669-2db7dddec832 service neutron] 10.222.0.53 "GET /v2.0/networks/c58cd6da-8ad6-4c65-93fc-5805c904760f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7272902 Oct 30 15:11:15.969642 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c19cb3ef-9641-4b23-9bbf-a405ccb7639b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:15.992636 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 0525d490-3946-4a28-b156-52e77afb2850, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=0525d490-3946-4a28-b156-52e77afb2850,segment=NetworkSegment(7960652a-a420-43cd-9d49-1f6b9821a651),segment_id=7960652a-a420-43cd-9d49-1f6b9821a651)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:11:15.997402 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:15.998351 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 3baf7600-8a1c-4d9a-b018-f770d78d7690 no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:11:15.999403 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c19cb3ef-9641-4b23-9bbf-a405ccb7639b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:16.002789 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-c19cb3ef-9641-4b23-9bbf-a405ccb7639b admin admin] 10.222.0.62 "DELETE /v2.0/networks/83cbffa3-ed24-45ac-a4b8-68763573cf86 HTTP/1.1" status: 204 len: 168 time: 1.6646166 Oct 30 15:11:16.003254 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a2a9213d-1b4e-4613-82de-647c045f927a req-88bbd68f-fd59-4103-bc09-0b5d53114b68 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b67cc9-6a12-46fa-8c04-53b692a08c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860510 Oct 30 15:11:16.077638 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19cb3ef-9641-4b23-9bbf-a405ccb7639b admin admin] Pushing event deleted for resources: {'Network': ['ID=83cbffa3-ed24-45ac-a4b8-68763573cf86,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:16.098539 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=0525d490-3946-4a28-b156-52e77afb2850,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:16.116329 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a0b9c98b-041c-4deb-a52e-01ad2cadf174 req-d1d7948d-8827-45ad-b000-56bf5608df14 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817695 Oct 30 15:11:16.158707 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:16.166077 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6947f015-7d9f-4bd5-915e-73d9a30721a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:16.180964 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708ff1a-f623-450a-905a-389d2b8a3d4e req-f7d9bbc8-99a9-4949-988f-df13c7153ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:16.183232 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1708ff1a-f623-450a-905a-389d2b8a3d4e req-f7d9bbc8-99a9-4949-988f-df13c7153ec6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3312085 Oct 30 15:11:16.190589 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8acc00e-cf00-4865-b062-5c6cbbed1950 req-a8b1f158-e493-4b73-9fab-950f5e470a00 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:16.196878 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8acc00e-cf00-4865-b062-5c6cbbed1950 req-a8b1f158-e493-4b73-9fab-950f5e470a00 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:16.204040 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 3baf7600-8a1c-4d9a-b018-f770d78d7690, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=3baf7600-8a1c-4d9a-b018-f770d78d7690,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:11:16.204535 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d8acc00e-cf00-4865-b062-5c6cbbed1950 req-a8b1f158-e493-4b73-9fab-950f5e470a00 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f6defdd-e59c-4877-a3c2-1743a6b0bd94 HTTP/1.1" status: 200 len: 1681 time: 0.1011417 Oct 30 15:11:16.210790 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:16.214426 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6947f015-7d9f-4bd5-915e-73d9a30721a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:16.238449 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-ca16ea50-8851-442d-bc7c-8574c081f866 req-8df442e9-e43b-4db9-bc01-7f3c99aae0ea tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Deleting port b68440be-5686-4686-8958-13ddfdcd8a08 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:11:16.239284 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-ca16ea50-8851-442d-bc7c-8574c081f866 req-8df442e9-e43b-4db9-bc01-7f3c99aae0ea tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:16.243564 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 60084) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:16.287100 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=3baf7600-8a1c-4d9a-b018-f770d78d7690,revision_number=10']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:16.317914 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-6947f015-7d9f-4bd5-915e-73d9a30721a6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f9ac48ff856f4a03b69ac0f0bd48b6d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6725419 Oct 30 15:11:16.321857 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6947f015-7d9f-4bd5-915e-73d9a30721a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=177de951-10aa-4464-814b-d355198b479d,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:16.326420 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60086) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:16.339255 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d8acc00e-cf00-4865-b062-5c6cbbed1950 req-ade2c695-e797-4179-bb2f-1e42cd53e591 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba7652ac-9750-40a3-9a50-b6f41851d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332128 Oct 30 15:11:16.349971 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-662e6d11-0b0e-4c1b-af14-9d8acc7a2084 req-aeb7fdde-cf98-4a78-a2a2-085b99d27213 service neutron] 10.222.0.53 "GET /v2.0/networks/c58cd6da-8ad6-4c65-93fc-5805c904760f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771322 Oct 30 15:11:16.380903 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-d0d8dcb6-459e-44fa-94b1-21f79daa51b5 req-a9c75a95-871b-4a5a-ac77-26b357966286 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:16.428359 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c75a95-871b-4a5a-ac77-26b357966286 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Pushing event deleted for resources: {'Port': ['ID=1211c653-5734-4883-9ff3-cf144541a699,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:16.479276 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11cfc3d-ab34-47f8-a012-74e2755a73a5 req-b9cbfbec-0d7f-49ec-b2b3-920693fb8d3b tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:16.480794 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a11cfc3d-ab34-47f8-a012-74e2755a73a5 req-b9cbfbec-0d7f-49ec-b2b3-920693fb8d3b tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/ports?device_id=adaa9a5a-7bcf-4f02-bb88-d1c865da4f51 HTTP/1.1" status: 200 len: 950 time: 0.3070059 Oct 30 15:11:16.502615 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0d8dcb6-459e-44fa-94b1-21f79daa51b5 req-a9c75a95-871b-4a5a-ac77-26b357966286 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] No DVR routers for this DVR port 1211c653-5734-4883-9ff3-cf144541a699 on host n-h1-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:11:16.505414 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-599a48fc-7ddf-4900-a76f-15a168ed96ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:16.508916 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-d0d8dcb6-459e-44fa-94b1-21f79daa51b5 req-a9c75a95-871b-4a5a-ac77-26b357966286 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:16.512439 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d0d8dcb6-459e-44fa-94b1-21f79daa51b5 req-a9c75a95-871b-4a5a-ac77-26b357966286 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.53 "DELETE /v2.0/ports/1211c653-5734-4883-9ff3-cf144541a699 HTTP/1.1" status: 204 len: 173 time: 0.8963168 Oct 30 15:11:16.513836 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca627da-f1c3-4df0-be24-80b75d39bfc7', 'name': 'network-vif-deleted', 'tag': '1211c653-5734-4883-9ff3-cf144541a699'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:11:16.516381 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52459cc-f883-4e34-925c-8da9eca988bb" -d '{"events": [{"server_uuid": "eca627da-f1c3-4df0-be24-80b75d39bfc7", "name": "network-vif-deleted", "tag": "1211c653-5734-4883-9ff3-cf144541a699"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:11:16.544097 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-266c716a-1b11-4987-8c2b-ff48f450dc59 req-f4ea9161-697f-462e-a7e5-4bf28f93f684 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:16.544471 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-599a48fc-7ddf-4900-a76f-15a168ed96ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:16.558264 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-ceccf2ee-80a3-40ea-a246-79f92969b68a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d103ce083ed041adb4389e08e444486c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3020158 Oct 30 15:11:16.559899 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e8cbf-914b-4961-ab10-1b2ebae4c62b req-0fef2e32-9ae6-4c91-b321-ee956934e296 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:16.561443 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-906e8cbf-914b-4961-ab10-1b2ebae4c62b req-0fef2e32-9ae6-4c91-b321-ee956934e296 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d0a0864-c9ef-494f-b4b2-30cde9381388 HTTP/1.1" status: 200 len: 948 time: 0.1386461 Oct 30 15:11:16.561931 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60090) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:16.612707 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-ca16ea50-8851-442d-bc7c-8574c081f866 req-8df442e9-e43b-4db9-bc01-7f3c99aae0ea tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] For port b68440be-5686-4686-8958-13ddfdcd8a08, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=b68440be-5686-4686-8958-13ddfdcd8a08,segment=NetworkSegment(50e4125d-3001-4ab5-9a68-22676c11c44a),segment_id=50e4125d-3001-4ab5-9a68-22676c11c44a)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:11:16.613094 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-ca16ea50-8851-442d-bc7c-8574c081f866 req-8df442e9-e43b-4db9-bc01-7f3c99aae0ea tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:16.625997 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cefb58c-6b28-472c-a596-64c1cd36ad11 req-fd6976aa-b6d7-4127-98a6-43da16af165a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:16.628107 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0cefb58c-6b28-472c-a596-64c1cd36ad11 req-fd6976aa-b6d7-4127-98a6-43da16af165a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f17a51dafe2248f283b50921c5c94f99&device_id=2147588f-7249-4ed3-8de5-5bc96ffe7b2f HTTP/1.1" status: 200 len: 1095 time: 0.2134931 Oct 30 15:11:16.636263 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ea9161-697f-462e-a7e5-4bf28f93f684 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Pushing event deleted for resources: {'Port': ['ID=3baf7600-8a1c-4d9a-b018-f770d78d7690,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:16.639750 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1708ff1a-f623-450a-905a-389d2b8a3d4e req-8d4bc137-9172-4d85-b113-1e8c09b22fd5 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4301708 Oct 30 15:11:16.652317 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-906e8cbf-914b-4961-ab10-1b2ebae4c62b req-99e39bba-660d-4010-a901-fbf06b7add0e tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6e850f5-bbac-48ab-9f8b-66d8b92818ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752416 Oct 30 15:11:16.658959 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-ca16ea50-8851-442d-bc7c-8574c081f866 req-8df442e9-e43b-4db9-bc01-7f3c99aae0ea tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Calling delete_port for b68440be-5686-4686-8958-13ddfdcd8a08 owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:11:16.665690 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-071d2690-b582-4eee-8744-63eec09ce463 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:16.684763 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-599a48fc-7ddf-4900-a76f-15a168ed96ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:16.687501 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-599a48fc-7ddf-4900-a76f-15a168ed96ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:16.688838 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-599a48fc-7ddf-4900-a76f-15a168ed96ef admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/177de951-10aa-4464-814b-d355198b479d HTTP/1.1" status: 204 len: 168 time: 0.3612671 Oct 30 15:11:16.702426 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-071d2690-b582-4eee-8744-63eec09ce463 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:16.713398 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599a48fc-7ddf-4900-a76f-15a168ed96ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=177de951-10aa-4464-814b-d355198b479d,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:16.746041 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a11cfc3d-ab34-47f8-a012-74e2755a73a5 req-38c41f69-4992-40f4-9768-561bb5a7c840 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.62 "GET /v2.0/security-groups?id=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464714 Oct 30 15:11:16.776339 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-071d2690-b582-4eee-8744-63eec09ce463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:16.781953 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-071d2690-b582-4eee-8744-63eec09ce463 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:16.787651 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-071d2690-b582-4eee-8744-63eec09ce463 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8ae719f6-042b-4d46-b69b-db501d96f392 HTTP/1.1" status: 204 len: 168 time: 0.2218890 Oct 30 15:11:16.788733 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f051c72-32b6-4c7b-8c35-88bba3ce1d4a x-openstack-request-id: req-6f051c72-32b6-4c7b-8c35-88bba3ce1d4a {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:11:16.788733 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eca627da-f1c3-4df0-be24-80b75d39bfc7", "name": "network-vif-deleted", "tag": "1211c653-5734-4883-9ff3-cf144541a699", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:11:16.789075 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6f051c72-32b6-4c7b-8c35-88bba3ce1d4a {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:11:16.789801 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eca627da-f1c3-4df0-be24-80b75d39bfc7', 'name': 'network-vif-deleted', 'tag': '1211c653-5734-4883-9ff3-cf144541a699', 'status': 'completed', 'code': 200} Oct 30 15:11:16.800109 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071d2690-b582-4eee-8744-63eec09ce463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae719f6-042b-4d46-b69b-db501d96f392,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:16.839177 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f6defdd-e59c-4877-a3c2-1743a6b0bd94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0525d490-3946-4a28-b156-52e77afb2850'}, {'server_uuid': 'adaa9a5a-7bcf-4f02-bb88-d1c865da4f51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3baf7600-8a1c-4d9a-b018-f770d78d7690'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:11:16.842075 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd70b23e-e265-4d7f-9f74-434089557727" -d '{"events": [{"server_uuid": "2f6defdd-e59c-4877-a3c2-1743a6b0bd94", "name": "network-vif-plugged", "status": "completed", "tag": "0525d490-3946-4a28-b156-52e77afb2850"}, {"server_uuid": "adaa9a5a-7bcf-4f02-bb88-d1c865da4f51", "name": "network-vif-unplugged", "status": "completed", "tag": "3baf7600-8a1c-4d9a-b018-f770d78d7690"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:11:16.895377 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sat, 30 Oct 2021 15:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b1f15d-af7e-4c62-8898-3b663aca9ba9 x-openstack-request-id: req-91b1f15d-af7e-4c62-8898-3b663aca9ba9 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:11:16.896098 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-266c716a-1b11-4987-8c2b-ff48f450dc59 req-f4ea9161-697f-462e-a7e5-4bf28f93f684 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] No DVR routers for this DVR port 3baf7600-8a1c-4d9a-b018-f770d78d7690 on host n-h2-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:11:16.896652 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f6defdd-e59c-4877-a3c2-1743a6b0bd94", "name": "network-vif-plugged", "status": "completed", "tag": "0525d490-3946-4a28-b156-52e77afb2850", "code": 200}, {"server_uuid": "adaa9a5a-7bcf-4f02-bb88-d1c865da4f51", "name": "network-vif-unplugged", "status": "completed", "tag": "3baf7600-8a1c-4d9a-b018-f770d78d7690", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:11:16.897359 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-91b1f15d-af7e-4c62-8898-3b663aca9ba9 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:11:16.897978 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f6defdd-e59c-4877-a3c2-1743a6b0bd94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0525d490-3946-4a28-b156-52e77afb2850', 'code': 200} Oct 30 15:11:16.898469 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adaa9a5a-7bcf-4f02-bb88-d1c865da4f51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3baf7600-8a1c-4d9a-b018-f770d78d7690', 'code': 200} Oct 30 15:11:16.922475 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-266c716a-1b11-4987-8c2b-ff48f450dc59 req-f4ea9161-697f-462e-a7e5-4bf28f93f684 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:16.925951 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-266c716a-1b11-4987-8c2b-ff48f450dc59 req-f4ea9161-697f-462e-a7e5-4bf28f93f684 tempest-MigrationsAdminTest-881081926 tempest-MigrationsAdminTest-881081926-project] 10.222.0.44 "DELETE /v2.0/ports/3baf7600-8a1c-4d9a-b018-f770d78d7690 HTTP/1.1" status: 204 len: 173 time: 2.6571460 Oct 30 15:11:17.163180 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e61779-314d-4e7f-b612-85079c9b5047 req-92ac7590-2f35-4e6f-ba84-82bc113b0217 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:17.178123 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f8e61779-314d-4e7f-b612-85079c9b5047 req-92ac7590-2f35-4e6f-ba84-82bc113b0217 tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/ports?device_id=cf0791d1-d24c-4800-a471-07c6cf4a261d HTTP/1.1" status: 200 len: 946 time: 0.3141365 Oct 30 15:11:17.197857 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:11:17.237110 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce1b220-0cba-4e1f-98f6-628fdcf3ebc3 req-03ddc517-4376-4afd-9147-edd52e704b6a tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:17.238519 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cefb58c-6b28-472c-a596-64c1cd36ad11 req-6069fd30-2c80-497a-ac84-b09d23f406ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:17.240077 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0cefb58c-6b28-472c-a596-64c1cd36ad11 req-6069fd30-2c80-497a-ac84-b09d23f406ac service neutron] 10.222.0.53 "GET /v2.0/networks?id=c58cd6da-8ad6-4c65-93fc-5805c904760f HTTP/1.1" status: 200 len: 930 time: 0.5983777 Oct 30 15:11:17.241804 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cce1b220-0cba-4e1f-98f6-628fdcf3ebc3 req-03ddc517-4376-4afd-9147-edd52e704b6a tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] 10.222.0.62 "GET /v2.0/ports?device_id=2147588f-7249-4ed3-8de5-5bc96ffe7b2f HTTP/1.1" status: 200 len: 943 time: 0.1132226 Oct 30 15:11:17.276437 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1708ff1a-f623-450a-905a-389d2b8a3d4e req-f5f154d1-1523-41c1-9b6b-b7fb21493fc6 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6217253 Oct 30 15:11:17.329231 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cce1b220-0cba-4e1f-98f6-628fdcf3ebc3 req-7667abf0-3bec-4cf5-a4c1-3b27b30a8557 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b67cc9-6a12-46fa-8c04-53b692a08c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796039 Oct 30 15:11:17.346808 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0cefb58c-6b28-472c-a596-64c1cd36ad11 req-f11fa550-4842-48dc-bb7d-2944895f53cd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5bdeb45-04a6-4804-a78b-197725817c57 HTTP/1.1" status: 200 len: 217 time: 0.0882008 Oct 30 15:11:17.357011 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591cb576-3286-4d85-9be3-f97cf4271e54 req-5fc53e3e-5ace-476c-8f04-536b215adead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:17.358089 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591cb576-3286-4d85-9be3-f97cf4271e54 req-5fc53e3e-5ace-476c-8f04-536b215adead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:17.359717 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-591cb576-3286-4d85-9be3-f97cf4271e54 req-5fc53e3e-5ace-476c-8f04-536b215adead service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2f6defdd-e59c-4877-a3c2-1743a6b0bd94 HTTP/1.1" status: 200 len: 1985 time: 0.3721981 Oct 30 15:11:17.394936 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f8e61779-314d-4e7f-b612-85079c9b5047 req-8d787ad7-91ee-4cba-8d07-52808d4085fb tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff7d2e62-ea1a-45bf-a217-2b52e333182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154908 Oct 30 15:11:17.523691 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cefb58c-6b28-472c-a596-64c1cd36ad11 req-b86130fe-e6e8-4c54-b4aa-8792c9cdeaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:17.525176 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0cefb58c-6b28-472c-a596-64c1cd36ad11 req-b86130fe-e6e8-4c54-b4aa-8792c9cdeaf8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=caa7394f-93ee-4465-9572-c86526bd16cc HTTP/1.1" status: 200 len: 868 time: 0.1468482 Oct 30 15:11:17.526866 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-591cb576-3286-4d85-9be3-f97cf4271e54 req-e30f8e05-6bcb-43a1-abb4-8f9391088e1b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ba7652ac-9750-40a3-9a50-b6f41851d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243985 Oct 30 15:11:17.533243 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-ca16ea50-8851-442d-bc7c-8574c081f866 req-8df442e9-e43b-4db9-bc01-7f3c99aae0ea tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:17.559975 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e512939-eda1-4969-a23d-f8b9dd2f18ea req-7803edc0-99e6-4d25-8675-73e7d78fb9c2 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:17.572925 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e512939-eda1-4969-a23d-f8b9dd2f18ea req-7803edc0-99e6-4d25-8675-73e7d78fb9c2 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:17.584358 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7e512939-eda1-4969-a23d-f8b9dd2f18ea req-7803edc0-99e6-4d25-8675-73e7d78fb9c2 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f6defdd-e59c-4877-a3c2-1743a6b0bd94 HTTP/1.1" status: 200 len: 1681 time: 0.1202316 Oct 30 15:11:17.624415 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df442e9-e43b-4db9-bc01-7f3c99aae0ea tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Pushing event deleted for resources: {'Port': ['ID=b68440be-5686-4686-8958-13ddfdcd8a08,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:17.659098 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7e512939-eda1-4969-a23d-f8b9dd2f18ea req-c9a94772-f76a-4df5-9c35-2830aa713269 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba7652ac-9750-40a3-9a50-b6f41851d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732570 Oct 30 15:11:17.677412 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cefb58c-6b28-472c-a596-64c1cd36ad11 req-2fb46278-a077-43fa-9c31-f4770fb95a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:17.679133 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0cefb58c-6b28-472c-a596-64c1cd36ad11 req-2fb46278-a077-43fa-9c31-f4770fb95a06 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c58cd6da-8ad6-4c65-93fc-5805c904760f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1379638 Oct 30 15:11:17.680561 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca16ea50-8851-442d-bc7c-8574c081f866 req-8df442e9-e43b-4db9-bc01-7f3c99aae0ea tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] No DVR routers for this DVR port b68440be-5686-4686-8958-13ddfdcd8a08 on host n-h1-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:11:17.685498 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-ca16ea50-8851-442d-bc7c-8574c081f866 req-8df442e9-e43b-4db9-bc01-7f3c99aae0ea tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:17.693002 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ca16ea50-8851-442d-bc7c-8574c081f866 req-8df442e9-e43b-4db9-bc01-7f3c99aae0ea tempest-ImagesTestJSON-1159902009 tempest-ImagesTestJSON-1159902009-project] 10.222.0.53 "DELETE /v2.0/ports/b68440be-5686-4686-8958-13ddfdcd8a08 HTTP/1.1" status: 204 len: 173 time: 2.0488052 Oct 30 15:11:17.718880 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adaa9a5a-7bcf-4f02-bb88-d1c865da4f51', 'name': 'network-vif-deleted', 'tag': '3baf7600-8a1c-4d9a-b018-f770d78d7690'}, {'server_uuid': 'cf0791d1-d24c-4800-a471-07c6cf4a261d', 'name': 'network-vif-deleted', 'tag': 'b68440be-5686-4686-8958-13ddfdcd8a08'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:11:17.721826 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ccbddf7-c43e-420e-90ae-d130c05eb46f" -d '{"events": [{"server_uuid": "adaa9a5a-7bcf-4f02-bb88-d1c865da4f51", "name": "network-vif-deleted", "tag": "3baf7600-8a1c-4d9a-b018-f770d78d7690"}, {"server_uuid": "cf0791d1-d24c-4800-a471-07c6cf4a261d", "name": "network-vif-deleted", "tag": "b68440be-5686-4686-8958-13ddfdcd8a08"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:11:17.820121 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 09eb4e0a-31e4-4286-b5e2-ae0483204a82 details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:11:17.847899 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95397bc1-d8e4-4d8f-96db-d6fc0e942e5d req-ecb71343-03e8-442b-9339-a086aca77601 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:17.858974 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-95397bc1-d8e4-4d8f-96db-d6fc0e942e5d req-ecb71343-03e8-442b-9339-a086aca77601 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d0a0864-c9ef-494f-b4b2-30cde9381388 HTTP/1.1" status: 200 len: 948 time: 0.0833669 Oct 30 15:11:17.915757 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-95397bc1-d8e4-4d8f-96db-d6fc0e942e5d req-4237761d-f3f1-4064-8412-7e5afb41fa7f tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6e850f5-bbac-48ab-9f8b-66d8b92818ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551844 Oct 30 15:11:17.930835 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a69d5-5cfe-434e-92f5-478e2ecd039f req-ab9ccbee-282a-4517-8c0e-40df741c6b7c tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:17.933217 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-182a69d5-5cfe-434e-92f5-478e2ecd039f req-ab9ccbee-282a-4517-8c0e-40df741c6b7c tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b14f1de-39d1-4687-9a0a-9f34bf28d262 HTTP/1.1" status: 200 len: 944 time: 0.1513181 Oct 30 15:11:17.937559 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0cefb58c-6b28-472c-a596-64c1cd36ad11 req-cd2012a0-6de9-4e0d-9ec4-1d96489b38a3 service neutron] 10.222.0.53 "GET /v2.0/networks/c58cd6da-8ad6-4c65-93fc-5805c904760f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425575 Oct 30 15:11:17.993937 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device b5bdeb45-04a6-4804-a78b-197725817c57 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:11:17.996563 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 1211c653-5734-4883-9ff3-cf144541a699 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:11:18.006908 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60150) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:18.037119 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: 1211c653-5734-4883-9ff3-cf144541a699 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:11:18.037783 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 1211c653-5734-4883-9ff3-cf144541a699 not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:11:18.038208 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device b68440be-5686-4686-8958-13ddfdcd8a08 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:11:18.085699 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0cefb58c-6b28-472c-a596-64c1cd36ad11 req-4cb05202-6d18-46a2-a2ec-ea50326e3ea3 service neutron] 10.222.0.53 "GET /v2.0/networks/c58cd6da-8ad6-4c65-93fc-5805c904760f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242890 Oct 30 15:11:18.089394 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 30 Oct 2021 15:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1f27fa-42ce-4e84-9f99-90ef7946abfa x-openstack-request-id: req-7b1f27fa-42ce-4e84-9f99-90ef7946abfa {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:11:18.089692 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adaa9a5a-7bcf-4f02-bb88-d1c865da4f51", "name": "network-vif-deleted", "tag": "3baf7600-8a1c-4d9a-b018-f770d78d7690", "status": "completed", "code": 200}, {"server_uuid": "cf0791d1-d24c-4800-a471-07c6cf4a261d", "name": "network-vif-deleted", "tag": "b68440be-5686-4686-8958-13ddfdcd8a08", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:11:18.089933 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7b1f27fa-42ce-4e84-9f99-90ef7946abfa {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:11:18.090388 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adaa9a5a-7bcf-4f02-bb88-d1c865da4f51', 'name': 'network-vif-deleted', 'tag': '3baf7600-8a1c-4d9a-b018-f770d78d7690', 'status': 'completed', 'code': 200} Oct 30 15:11:18.090646 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf0791d1-d24c-4800-a471-07c6cf4a261d', 'name': 'network-vif-deleted', 'tag': 'b68440be-5686-4686-8958-13ddfdcd8a08', 'status': 'completed', 'code': 200} Oct 30 15:11:18.108584 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: b68440be-5686-4686-8958-13ddfdcd8a08 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:11:18.109221 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device b68440be-5686-4686-8958-13ddfdcd8a08 not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:11:18.123742 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-182a69d5-5cfe-434e-92f5-478e2ecd039f req-9ba49b4f-5309-4bc5-a872-41f6160bd0bc tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779325 Oct 30 15:11:18.223226 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cefb58c-6b28-472c-a596-64c1cd36ad11 req-2f3cef4d-d169-4007-a843-a6802b766a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:18.225235 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0cefb58c-6b28-472c-a596-64c1cd36ad11 req-2f3cef4d-d169-4007-a843-a6802b766a8c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a63b170e4d9945e2b0d25a7b58414e99&device_id=b3f50d40-de7d-4020-b972-b4c18dee3f99 HTTP/1.1" status: 200 len: 1098 time: 0.0649588 Oct 30 15:11:18.245034 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 09eb4e0a-31e4-4286-b5e2-ae0483204a82, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=09eb4e0a-31e4-4286-b5e2-ae0483204a82,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:11:18.260411 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port b5bdeb45-04a6-4804-a78b-197725817c57, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=b5bdeb45-04a6-4804-a78b-197725817c57,segment=NetworkSegment(1adb3f4d-861a-4c35-9464-6565ad609cf8),segment_id=1adb3f4d-861a-4c35-9464-6565ad609cf8)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:11:18.270232 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': '09eb4e0a-31e4-4286-b5e2-ae0483204a82', 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704', 'port_id': '09eb4e0a-31e4-4286-b5e2-ae0483204a82', 'mac_address': 'fa:16:3e:92:55:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b5dea3-b65b-4514-8ec2-18a4245eb194', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:11:18.276641 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': 'b5bdeb45-04a6-4804-a78b-197725817c57', 'network_id': 'c58cd6da-8ad6-4c65-93fc-5805c904760f', 'port_id': 'b5bdeb45-04a6-4804-a78b-197725817c57', 'mac_address': 'fa:16:3e:df:07:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caa7394f-93ee-4465-9572-c86526bd16cc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:11:18.347781 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:18.381674 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-1164abbc-15c7-44a4-a298-449f814174f6 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1533506095-network', 'tenant_id': '005d49094ead4e63ad23cb02de2bfa34'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:11:18.406430 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5bdeb45-04a6-4804-a78b-197725817c57 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:11:18.418544 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:18.429352 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1164abbc-15c7-44a4-a298-449f814174f6 admin admin] Made reservation on behalf of 005d49094ead4e63ad23cb02de2bfa34 for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:11:18.434096 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1164abbc-15c7-44a4-a298-449f814174f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:18.454201 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1164abbc-15c7-44a4-a298-449f814174f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:18.463148 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port b5bdeb45-04a6-4804-a78b-197725817c57, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=b5bdeb45-04a6-4804-a78b-197725817c57,segment=NetworkSegment(1adb3f4d-861a-4c35-9464-6565ad609cf8),segment_id=1adb3f4d-861a-4c35-9464-6565ad609cf8)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:11:18.469059 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09eb4e0a-31e4-4286-b5e2-ae0483204a82 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:11:18.488304 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:18.488679 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b140aa-a762-498f-ab00-516dca66140f req-1b252e68-72b4-4059-9d8b-e32ea2774d55 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:18.490864 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e2b140aa-a762-498f-ab00-516dca66140f req-1b252e68-72b4-4059-9d8b-e32ea2774d55 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b14f1de-39d1-4687-9a0a-9f34bf28d262 HTTP/1.1" status: 200 len: 944 time: 0.2022178 Oct 30 15:11:18.521721 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cefb58c-6b28-472c-a596-64c1cd36ad11 req-b8cddf56-34d6-4d94-b058-dc4b64bd47fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:18.523179 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0cefb58c-6b28-472c-a596-64c1cd36ad11 req-b8cddf56-34d6-4d94-b058-dc4b64bd47fc service neutron] 10.222.0.53 "GET /v2.0/networks?id=8de8b155-6e08-41c3-866a-8b30bb481704 HTTP/1.1" status: 200 len: 870 time: 0.2886231 Oct 30 15:11:18.579136 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 09eb4e0a-31e4-4286-b5e2-ae0483204a82, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=09eb4e0a-31e4-4286-b5e2-ae0483204a82,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:11:18.591965 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:18.622770 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0cefb58c-6b28-472c-a596-64c1cd36ad11 req-fd013fb2-9c41-4342-ad46-504ed8065c82 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3 HTTP/1.1" status: 200 len: 217 time: 0.0778048 Oct 30 15:11:18.663721 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1164abbc-15c7-44a4-a298-449f814174f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:18.671170 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1164abbc-15c7-44a4-a298-449f814174f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:18.713195 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['b5bdeb45-04a6-4804-a78b-197725817c57'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:11:18.727983 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1164abbc-15c7-44a4-a298-449f814174f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:11:18.740963 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae28b33-06fb-4df6-96fd-4b9f7f138709 req-2e49f9a3-2dec-40cd-b671-cd5a070ed06f tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:18.744993 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4ae28b33-06fb-4df6-96fd-4b9f7f138709 req-2e49f9a3-2dec-40cd-b671-cd5a070ed06f tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] 10.222.0.62 "GET /v2.0/ports?device_id=2147588f-7249-4ed3-8de5-5bc96ffe7b2f HTTP/1.1" status: 200 len: 944 time: 0.2406716 Oct 30 15:11:18.772930 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1164abbc-15c7-44a4-a298-449f814174f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eeec3c6-4bd2-414a-bba6-6aabb62faff1,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:18.781449 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1164abbc-15c7-44a4-a298-449f814174f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:18.782779 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-1164abbc-15c7-44a4-a298-449f814174f6 admin admin] Added segment c6961737-a289-4cc2-be94-4c33cfd1177f of type vlan for network 524f8360-eaf2-4133-a589-da68b60c4b3f Oct 30 15:11:18.793551 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=b5bdeb45-04a6-4804-a78b-197725817c57,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:18.794280 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cefb58c-6b28-472c-a596-64c1cd36ad11 req-355ec0d7-114f-475b-83c0-b8818c4b28f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:18.794280 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0cefb58c-6b28-472c-a596-64c1cd36ad11 req-355ec0d7-114f-475b-83c0-b8818c4b28f5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.1628230 Oct 30 15:11:18.802138 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60182) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:18.894900 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1164abbc-15c7-44a4-a298-449f814174f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:18.908100 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=09eb4e0a-31e4-4286-b5e2-ae0483204a82,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:18.915242 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['09eb4e0a-31e4-4286-b5e2-ae0483204a82'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:11:19.016220 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1164abbc-15c7-44a4-a298-449f814174f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:19.017402 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1164abbc-15c7-44a4-a298-449f814174f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:19.018093 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1164abbc-15c7-44a4-a298-449f814174f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:19.063688 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f159bea2-6366-4462-812c-364b3c547d84 req-677531d9-5eb1-4bc5-9edb-139ada10cd86 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:19.070246 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f159bea2-6366-4462-812c-364b3c547d84 req-677531d9-5eb1-4bc5-9edb-139ada10cd86 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:19.072026 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f159bea2-6366-4462-812c-364b3c547d84 req-677531d9-5eb1-4bc5-9edb-139ada10cd86 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f6defdd-e59c-4877-a3c2-1743a6b0bd94 HTTP/1.1" status: 200 len: 1681 time: 0.1645646 Oct 30 15:11:19.151332 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-1164abbc-15c7-44a4-a298-449f814174f6 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1432593 Oct 30 15:11:19.160197 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60196) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:19.182479 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-da8fe729-6225-4d93-8b7b-3193b8b0dce4 admin admin] Request body: {'subnet': {'network_id': '524f8360-eaf2-4133-a589-da68b60c4b3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1533506095-subnet', 'tenant_id': '005d49094ead4e63ad23cb02de2bfa34', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:11:19.193204 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1164abbc-15c7-44a4-a298-449f814174f6 admin admin] Pushing event updated for resources: {'Network': ['ID=524f8360-eaf2-4133-a589-da68b60c4b3f,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:19.209471 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-04238e42-e8eb-497e-852d-1ffbc3981287 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=77cd9b926c2f46c3aa4784fd4d8318b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4036973 Oct 30 15:11:19.209851 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 524f8360-eaf2-4133-a589-da68b60c4b3f details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:11:19.221204 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f159bea2-6366-4462-812c-364b3c547d84 req-ae19f449-c8a7-4fde-bad0-d474b6dfd3cb tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba7652ac-9750-40a3-9a50-b6f41851d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166060 Oct 30 15:11:19.224285 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60200) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:19.267520 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4ae28b33-06fb-4df6-96fd-4b9f7f138709 req-73ef4809-d366-4ad8-8a09-6acfc94254f9 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b67cc9-6a12-46fa-8c04-53b692a08c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5135162 Oct 30 15:11:19.272194 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-e2b140aa-a762-498f-ab00-516dca66140f req-6e93d80f-2220-4250-b62d-ed477b10f703 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Deleting port 584a36c5-c8f6-453d-b531-05a761dd38f3 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:11:19.272735 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-e2b140aa-a762-498f-ab00-516dca66140f req-6e93d80f-2220-4250-b62d-ed477b10f703 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:19.340352 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da8fe729-6225-4d93-8b7b-3193b8b0dce4 admin admin] Made reservation on behalf of 005d49094ead4e63ad23cb02de2bfa34 for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:11:19.343770 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-da8fe729-6225-4d93-8b7b-3193b8b0dce4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:19.350171 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cefb58c-6b28-472c-a596-64c1cd36ad11 req-c2a0417f-9c8f-44a5-9594-a138dc43d6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:19.351937 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0cefb58c-6b28-472c-a596-64c1cd36ad11 req-c2a0417f-9c8f-44a5-9594-a138dc43d6ac service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5455599 Oct 30 15:11:19.416480 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9b048129-0bf9-4340-a03a-7f8f10edfabb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:19.481545 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9b048129-0bf9-4340-a03a-7f8f10edfabb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:19.488095 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-e2b140aa-a762-498f-ab00-516dca66140f req-6e93d80f-2220-4250-b62d-ed477b10f703 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] For port 584a36c5-c8f6-453d-b531-05a761dd38f3, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=584a36c5-c8f6-453d-b531-05a761dd38f3,segment=NetworkSegment(5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87),segment_id=5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:11:19.488464 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-e2b140aa-a762-498f-ab00-516dca66140f req-6e93d80f-2220-4250-b62d-ed477b10f703 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:19.512478 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-e2b140aa-a762-498f-ab00-516dca66140f req-6e93d80f-2220-4250-b62d-ed477b10f703 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Calling delete_port for 584a36c5-c8f6-453d-b531-05a761dd38f3 owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:11:19.538591 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b559904-74e3-452b-b039-8863b5fc410f req-0050103e-daeb-4187-b4cc-69c1fffefa0a tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:19.546494 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5b559904-74e3-452b-b039-8863b5fc410f req-0050103e-daeb-4187-b4cc-69c1fffefa0a tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b14f1de-39d1-4687-9a0a-9f34bf28d262 HTTP/1.1" status: 200 len: 944 time: 0.1467855 Oct 30 15:11:19.553033 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6365cb-025c-45a4-8cf8-27b61950c811 req-eaaf3f6a-7528-48c1-8f3c-ee75a1667fe1 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:19.554536 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fa6365cb-025c-45a4-8cf8-27b61950c811 req-eaaf3f6a-7528-48c1-8f3c-ee75a1667fe1 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d0a0864-c9ef-494f-b4b2-30cde9381388 HTTP/1.1" status: 200 len: 949 time: 0.1531949 Oct 30 15:11:19.558245 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0cefb58c-6b28-472c-a596-64c1cd36ad11 req-8293e0d0-fc5f-4b4a-b71b-ab4c0f064ed8 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971824 Oct 30 15:11:19.632294 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5b559904-74e3-452b-b039-8863b5fc410f req-974c4e82-7c71-4b60-a569-85b04cf4c428 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3b1f060-cfb4-4e47-b2f2-9a12cce81751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844834 Oct 30 15:11:19.716660 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-da8fe729-6225-4d93-8b7b-3193b8b0dce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:19.740061 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fa6365cb-025c-45a4-8cf8-27b61950c811 req-e4d1d575-c184-4648-b386-5e998871014d tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6e850f5-bbac-48ab-9f8b-66d8b92818ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483829 Oct 30 15:11:19.765581 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8fe729-6225-4d93-8b7b-3193b8b0dce4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6028f5c-691f-4481-8af2-37902ddb4e8e,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:19.767646 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9b048129-0bf9-4340-a03a-7f8f10edfabb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:19.770227 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9b048129-0bf9-4340-a03a-7f8f10edfabb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:19.773883 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9b048129-0bf9-4340-a03a-7f8f10edfabb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec HTTP/1.1" status: 204 len: 168 time: 0.5384922 Oct 30 15:11:19.794361 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b048129-0bf9-4340-a03a-7f8f10edfabb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=401058e4-7c4a-42e5-bd1d-cb6e6be5e6ec,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:19.826468 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8fe729-6225-4d93-8b7b-3193b8b0dce4 admin admin] Checking segment: {'id': 'c6961737-a289-4cc2-be94-4c33cfd1177f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '524f8360-eaf2-4133-a589-da68b60c4b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:11:19.826849 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8fe729-6225-4d93-8b7b-3193b8b0dce4 admin admin] Network hostable DHCP agents. Network: 524f8360-eaf2-4133-a589-da68b60c4b3f, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:11:19.838397 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 09eb4e0a-31e4-4286-b5e2-ae0483204a82 up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:11:19.855000 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0cefb58c-6b28-472c-a596-64c1cd36ad11 req-099c7893-8976-4306-898f-dadd80734e70 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615535 Oct 30 15:11:19.870597 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8fe729-6225-4d93-8b7b-3193b8b0dce4 admin admin] Network 524f8360-eaf2-4133-a589-da68b60c4b3f is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:11:19.888430 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-da8fe729-6225-4d93-8b7b-3193b8b0dce4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 524f8360-eaf2-4133-a589-da68b60c4b3f) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:11:19.896747 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8fe729-6225-4d93-8b7b-3193b8b0dce4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:19.898624 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-da8fe729-6225-4d93-8b7b-3193b8b0dce4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:19.943453 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-da8fe729-6225-4d93-8b7b-3193b8b0dce4 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7770858 Oct 30 15:11:19.944135 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60236) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:19.950925 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-0ba41315-d9d1-457c-a4da-b08fda15f481 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1533506095-router', 'tenant_id': '005d49094ead4e63ad23cb02de2bfa34', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:11:19.958291 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b899a24-bbbb-4a60-9785-58cfa9c2b07f None None] Network 524f8360-eaf2-4133-a589-da68b60c4b3f requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:11:20.002825 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-e2b140aa-a762-498f-ab00-516dca66140f req-6e93d80f-2220-4250-b62d-ed477b10f703 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:20.007723 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0ba41315-d9d1-457c-a4da-b08fda15f481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:20.009305 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0ba41315-d9d1-457c-a4da-b08fda15f481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:20.022223 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:11:20.070515 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60242) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:20.104334 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e93d80f-2220-4250-b62d-ed477b10f703 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Pushing event deleted for resources: {'Port': ['ID=584a36c5-c8f6-453d-b531-05a761dd38f3,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:20.168511 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4a04bba-845a-43f3-9a9a-96c338a10bb5 admin admin] Deleting subnet 3835a6e8-6500-4cc1-8102-46264ff54369 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:11:20.172735 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device b5bdeb45-04a6-4804-a78b-197725817c57 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:11:20.187775 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d4a04bba-845a-43f3-9a9a-96c338a10bb5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:20.192667 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0ba41315-d9d1-457c-a4da-b08fda15f481 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:20.204494 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2b140aa-a762-498f-ab00-516dca66140f req-6e93d80f-2220-4250-b62d-ed477b10f703 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] No DVR routers for this DVR port 584a36c5-c8f6-453d-b531-05a761dd38f3 on host n-h2-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:11:20.211898 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-e2b140aa-a762-498f-ab00-516dca66140f req-6e93d80f-2220-4250-b62d-ed477b10f703 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:20.218602 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e2b140aa-a762-498f-ab00-516dca66140f req-6e93d80f-2220-4250-b62d-ed477b10f703 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.44 "DELETE /v2.0/ports/584a36c5-c8f6-453d-b531-05a761dd38f3 HTTP/1.1" status: 204 len: 173 time: 1.7200124 Oct 30 15:11:20.219126 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b14f1de-39d1-4687-9a0a-9f34bf28d262', 'name': 'network-vif-deleted', 'tag': '584a36c5-c8f6-453d-b531-05a761dd38f3'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:11:20.237209 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c86c2e3-ba84-462c-9f7a-cabf047c1292" -d '{"events": [{"server_uuid": "0b14f1de-39d1-4687-9a0a-9f34bf28d262", "name": "network-vif-deleted", "tag": "584a36c5-c8f6-453d-b531-05a761dd38f3"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:11:20.330366 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1c2a73-b246-4e3a-bdb2-f7ea8b8639e3 x-openstack-request-id: req-5d1c2a73-b246-4e3a-bdb2-f7ea8b8639e3 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:11:20.331598 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b14f1de-39d1-4687-9a0a-9f34bf28d262", "name": "network-vif-deleted", "tag": "584a36c5-c8f6-453d-b531-05a761dd38f3", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:11:20.332104 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5d1c2a73-b246-4e3a-bdb2-f7ea8b8639e3 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:11:20.332745 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b14f1de-39d1-4687-9a0a-9f34bf28d262', 'name': 'network-vif-deleted', 'tag': '584a36c5-c8f6-453d-b531-05a761dd38f3', 'status': 'completed', 'code': 200} Oct 30 15:11:20.430184 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 60258) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:20.449012 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port 09eb4e0a-31e4-4286-b5e2-ae0483204a82 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:11:20.468927 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port 09eb4e0a-31e4-4286-b5e2-ae0483204a82 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:11:20.469677 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:20.525443 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:11:20.546059 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7748f84-e70d-48ef-9ce3-635859514e86 req-db743fb9-c3d7-4515-8559-0a6b4f72f92b tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:20.549650 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c7748f84-e70d-48ef-9ce3-635859514e86 req-db743fb9-c3d7-4515-8559-0a6b4f72f92b tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] 10.222.0.62 "GET /v2.0/ports?device_id=2147588f-7249-4ed3-8de5-5bc96ffe7b2f HTTP/1.1" status: 200 len: 944 time: 0.0966377 Oct 30 15:11:20.556338 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-7d8beac4-c1cd-4ee4-a307-359850dfbe7f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6ac9d6075987438cb9cdf1ebf97742f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1245406 Oct 30 15:11:20.557287 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 60260) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:20.579297 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port b5bdeb45-04a6-4804-a78b-197725817c57 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:11:20.585409 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3', 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704', 'port_id': '44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3', 'mac_address': 'fa:16:3e:6d:e9:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b5dea3-b65b-4514-8ec2-18a4245eb194', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:11:20.598349 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port b5bdeb45-04a6-4804-a78b-197725817c57 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:11:20.598956 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:20.634124 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c7748f84-e70d-48ef-9ce3-635859514e86 req-d144392a-fd3a-4aa6-8774-d14eeb70a22f tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b67cc9-6a12-46fa-8c04-53b692a08c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755568 Oct 30 15:11:20.655556 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bd73f208-7377-4a5d-8b1f-4ecabe60898e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:20.696771 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d4a04bba-845a-43f3-9a9a-96c338a10bb5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:20.705185 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bd73f208-7377-4a5d-8b1f-4ecabe60898e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:20.772649 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bd73f208-7377-4a5d-8b1f-4ecabe60898e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:20.775374 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bd73f208-7377-4a5d-8b1f-4ecabe60898e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:20.779010 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-bd73f208-7377-4a5d-8b1f-4ecabe60898e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cc87d64a-2965-4561-bff6-685fb245a42a HTTP/1.1" status: 204 len: 168 time: 0.2161162 Oct 30 15:11:20.789894 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd73f208-7377-4a5d-8b1f-4ecabe60898e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc87d64a-2965-4561-bff6-685fb245a42a,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:20.817735 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4eef90-e949-47c1-9f98-6cec0a04586a req-e26145e3-4419-4d8a-912d-4f3ec7444fd8 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:20.820927 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4eef90-e949-47c1-9f98-6cec0a04586a req-e26145e3-4419-4d8a-912d-4f3ec7444fd8 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:20.828234 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bf4eef90-e949-47c1-9f98-6cec0a04586a req-e26145e3-4419-4d8a-912d-4f3ec7444fd8 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f6defdd-e59c-4877-a3c2-1743a6b0bd94 HTTP/1.1" status: 200 len: 1681 time: 0.6630692 Oct 30 15:11:20.832885 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:20.863916 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0ba41315-d9d1-457c-a4da-b08fda15f481 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:20.866766 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d4a04bba-845a-43f3-9a9a-96c338a10bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:20.901276 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-99fb68c0-6527-4cba-84ef-591387cece80 req-1bf08d61-e9e7-46a8-80d8-7a7e31777449 tempest-LiveMigrationTest-982467586 tempest-LiveMigrationTest-982467586-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b14f1de-39d1-4687-9a0a-9f34bf28d262 HTTP/1.1" status: 200 len: 210 time: 0.0724642 Oct 30 15:11:20.979771 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4409798-0c9b-4eea-9214-9379525aacc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-524f8360-eaf2-4133-a589-da68b60c4b3f', 'network_id': '524f8360-eaf2-4133-a589-da68b60c4b3f', 'tenant_id': '005d49094ead4e63ad23cb02de2bfa34', 'fixed_ips': [{'subnet_id': 'b6028f5c-691f-4481-8af2-37902ddb4e8e'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:11:20.980805 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4409798-0c9b-4eea-9214-9379525aacc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:20.999349 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bf4eef90-e949-47c1-9f98-6cec0a04586a req-5454c744-07ce-4bab-bfab-75e7b67a8617 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba7652ac-9750-40a3-9a50-b6f41851d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701655 Oct 30 15:11:21.027027 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:21.031957 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:11:21.036617 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:21.072416 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d4a04bba-845a-43f3-9a9a-96c338a10bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:21.075639 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f3ccb-74b4-43c2-a8e0-88e14893fe73 req-9aa847c3-100d-4e87-bd33-cfb400dd7cb2 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:21.088619 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-595f3ccb-74b4-43c2-a8e0-88e14893fe73 req-9aa847c3-100d-4e87-bd33-cfb400dd7cb2 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d0a0864-c9ef-494f-b4b2-30cde9381388 HTTP/1.1" status: 200 len: 949 time: 0.1174359 Oct 30 15:11:21.130768 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a04bba-845a-43f3-9a9a-96c338a10bb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3835a6e8-6500-4cc1-8102-46264ff54369,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:21.152753 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d4a04bba-845a-43f3-9a9a-96c338a10bb5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:21.156158 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:11:21.157138 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-d4a04bba-845a-43f3-9a9a-96c338a10bb5 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/3835a6e8-6500-4cc1-8102-46264ff54369 HTTP/1.1" status: 204 len: 168 time: 1.0868120 Oct 30 15:11:21.161467 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60270) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:21.170685 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2147588f-7249-4ed3-8de5-5bc96ffe7b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5bdeb45-04a6-4804-a78b-197725817c57'}, {'server_uuid': '9d0a0864-c9ef-494f-b4b2-30cde9381388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09eb4e0a-31e4-4286-b5e2-ae0483204a82'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:11:21.173282 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af6e1f64-ce12-480e-aa9a-755e6cf9f109" -d '{"events": [{"server_uuid": "2147588f-7249-4ed3-8de5-5bc96ffe7b2f", "name": "network-vif-plugged", "status": "completed", "tag": "b5bdeb45-04a6-4804-a78b-197725817c57"}, {"server_uuid": "9d0a0864-c9ef-494f-b4b2-30cde9381388", "name": "network-vif-plugged", "status": "completed", "tag": "09eb4e0a-31e4-4286-b5e2-ae0483204a82"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:11:21.178470 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-595f3ccb-74b4-43c2-a8e0-88e14893fe73 req-8f96ef96-65b0-4fd7-abfa-d18502aaa71d tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6e850f5-bbac-48ab-9f8b-66d8b92818ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882189 Oct 30 15:11:21.204022 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0d2d6d66-1419-4cf0-8ca6-a446635f3904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:21.218206 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:21.279699 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port b5bdeb45-04a6-4804-a78b-197725817c57, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=b5bdeb45-04a6-4804-a78b-197725817c57,segment=NetworkSegment(1adb3f4d-861a-4c35-9464-6565ad609cf8),segment_id=1adb3f4d-861a-4c35-9464-6565ad609cf8)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:11:21.284066 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 30 Oct 2021 15:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19fd29a7-d9c2-4687-9e20-ab6db0c33a8a x-openstack-request-id: req-19fd29a7-d9c2-4687-9e20-ab6db0c33a8a {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:11:21.284432 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2147588f-7249-4ed3-8de5-5bc96ffe7b2f", "name": "network-vif-plugged", "status": "completed", "tag": "b5bdeb45-04a6-4804-a78b-197725817c57", "code": 200}, {"server_uuid": "9d0a0864-c9ef-494f-b4b2-30cde9381388", "name": "network-vif-plugged", "status": "completed", "tag": "09eb4e0a-31e4-4286-b5e2-ae0483204a82", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:11:21.284691 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-19fd29a7-d9c2-4687-9e20-ab6db0c33a8a {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:11:21.285090 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2147588f-7249-4ed3-8de5-5bc96ffe7b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5bdeb45-04a6-4804-a78b-197725817c57', 'code': 200} Oct 30 15:11:21.285348 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d0a0864-c9ef-494f-b4b2-30cde9381388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09eb4e0a-31e4-4286-b5e2-ae0483204a82', 'code': 200} Oct 30 15:11:21.286969 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 09eb4e0a-31e4-4286-b5e2-ae0483204a82, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=09eb4e0a-31e4-4286-b5e2-ae0483204a82,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:11:21.288341 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:21.294673 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:21.296449 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:21.372646 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1989ad23-eaf6-4813-9d51-592cbf9e2f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:21.387819 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-d4409798-0c9b-4eea-9214-9379525aacc6 None None] Allocated IP 172.20.0.2 (524f8360-eaf2-4133-a589-da68b60c4b3f/b6028f5c-691f-4481-8af2-37902ddb4e8e/a3b85ffb-e62d-41f4-972a-e6926b537351) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:11:21.401303 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=b5bdeb45-04a6-4804-a78b-197725817c57,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:21.455337 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9ab01-997f-4f17-8b09-2a87e164c940 req-edf4024d-3a5d-4f5f-a9e2-557c87840a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:21.456887 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7df9ab01-997f-4f17-8b09-2a87e164c940 req-edf4024d-3a5d-4f5f-a9e2-557c87840a48 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2147588f-7249-4ed3-8de5-5bc96ffe7b2f HTTP/1.1" status: 200 len: 1097 time: 0.0714109 Oct 30 15:11:21.458747 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fcf5c8-2d04-4ec8-9ffb-8c942515f0ca req-a02bc269-2e12-47dc-81fc-af57f1cbdf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:21.460498 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-00fcf5c8-2d04-4ec8-9ffb-8c942515f0ca req-a02bc269-2e12-47dc-81fc-af57f1cbdf83 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9d0a0864-c9ef-494f-b4b2-30cde9381388 HTTP/1.1" status: 200 len: 1102 time: 0.1282749 Oct 30 15:11:21.518191 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7df9ab01-997f-4f17-8b09-2a87e164c940 req-bbbc47e1-9bc0-4c75-a6f9-7bc1ee49a3b6 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=35b67cc9-6a12-46fa-8c04-53b692a08c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538821 Oct 30 15:11:21.535174 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-00fcf5c8-2d04-4ec8-9ffb-8c942515f0ca req-bfc2029b-bcb8-447f-878f-1662076ee14a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b6e850f5-bbac-48ab-9f8b-66d8b92818ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614178 Oct 30 15:11:21.563574 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0ba41315-d9d1-457c-a4da-b08fda15f481 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:21.587205 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:11:21.603997 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1989ad23-eaf6-4813-9d51-592cbf9e2f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:21.616719 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0ba41315-d9d1-457c-a4da-b08fda15f481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:21.630010 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=09eb4e0a-31e4-4286-b5e2-ae0483204a82,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:21.655390 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-1989ad23-eaf6-4813-9d51-592cbf9e2f5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9692ed5c-f259-4258-8606-c4a569c47bd6']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:11:21.708290 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-1989ad23-eaf6-4813-9d51-592cbf9e2f5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50e4125d-3001-4ab5-9a68-22676c11c44a') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:11:21.709256 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-1989ad23-eaf6-4813-9d51-592cbf9e2f5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50e4125d-3001-4ab5-9a68-22676c11c44a') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:11:21.731395 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1989ad23-eaf6-4813-9d51-592cbf9e2f5e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:21.754030 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1989ad23-eaf6-4813-9d51-592cbf9e2f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:21.785514 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1989ad23-eaf6-4813-9d51-592cbf9e2f5e admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:11:21.786103 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1989ad23-eaf6-4813-9d51-592cbf9e2f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:21.786894 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4409798-0c9b-4eea-9214-9379525aacc6 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:21.788440 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:11:21.788440 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:11:21.788440 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:11:21.788440 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:11:21.788440 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:11:21.788440 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:11:21.788440 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:11:21.788440 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:11:21.788440 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:11:21.788440 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:11:21.788440 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:11:21.788440 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:11:21.788440 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:11:21.788440 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:11:21.788440 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:11:21.788440 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:11:21.788440 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:11:21.788440 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:11:21.788440 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:11:21.788440 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:11:21.788440 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:11:21.788440 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:11:21.788440 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:11:21.788440 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:11:21.788440 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:11:21.788440 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:11:21.788440 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:11:21.788440 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:11:21.788440 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:11:21.788440 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:11:21.788440 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:11:21.788440 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:11:21.804910 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4409798-0c9b-4eea-9214-9379525aacc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:21.863801 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-0ba41315-d9d1-457c-a4da-b08fda15f481 admin admin] Allocated IP 172.25.4.72 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/2ffc7082-ce09-46e0-93dc-281675870673) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:11:21.869341 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1989ad23-eaf6-4813-9d51-592cbf9e2f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:21.872759 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4409798-0c9b-4eea-9214-9379525aacc6 None None] Network 524f8360-eaf2-4133-a589-da68b60c4b3f is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:11:21.874574 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1989ad23-eaf6-4813-9d51-592cbf9e2f5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:21.881506 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-1989ad23-eaf6-4813-9d51-592cbf9e2f5e admin admin] 10.222.0.62 "DELETE /v2.0/networks/9692ed5c-f259-4258-8606-c4a569c47bd6 HTTP/1.1" status: 204 len: 168 time: 0.7152369 Oct 30 15:11:21.884474 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-d4409798-0c9b-4eea-9214-9379525aacc6 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:11:21.890349 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4409798-0c9b-4eea-9214-9379525aacc6 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:11:21.897990 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4409798-0c9b-4eea-9214-9379525aacc6 None None] Pushing event updated for resources: {'Port': ['ID=a3b85ffb-e62d-41f4-972a-e6926b537351,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:21.913164 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1989ad23-eaf6-4813-9d51-592cbf9e2f5e admin admin] Pushing event deleted for resources: {'Network': ['ID=9692ed5c-f259-4258-8606-c4a569c47bd6,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:21.964744 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19d8ad-a9ad-4a8f-b353-4f26cd375732 req-9ce19fb2-db43-4f3f-a876-27567742ce86 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:21.978512 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19d8ad-a9ad-4a8f-b353-4f26cd375732 req-9ce19fb2-db43-4f3f-a876-27567742ce86 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:21.980321 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fc19d8ad-a9ad-4a8f-b353-4f26cd375732 req-9ce19fb2-db43-4f3f-a876-27567742ce86 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f6defdd-e59c-4877-a3c2-1743a6b0bd94 HTTP/1.1" status: 200 len: 1681 time: 0.2373850 Oct 30 15:11:21.981899 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-d4409798-0c9b-4eea-9214-9379525aacc6 None None] Attempting to bind port a3b85ffb-e62d-41f4-972a-e6926b537351 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:11:21.982370 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-d4409798-0c9b-4eea-9214-9379525aacc6 None None] Attempting to bind port a3b85ffb-e62d-41f4-972a-e6926b537351 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'c6961737-a289-4cc2-be94-4c33cfd1177f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '524f8360-eaf2-4133-a589-da68b60c4b3f'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:11:21.982833 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4409798-0c9b-4eea-9214-9379525aacc6 None None] Attempting to bind port a3b85ffb-e62d-41f4-972a-e6926b537351 on network 524f8360-eaf2-4133-a589-da68b60c4b3f {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:11:21.990012 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4409798-0c9b-4eea-9214-9379525aacc6 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:11:21.991404 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4409798-0c9b-4eea-9214-9379525aacc6 None None] Checking segment: {'id': 'c6961737-a289-4cc2-be94-4c33cfd1177f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '524f8360-eaf2-4133-a589-da68b60c4b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:11:21.992322 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4409798-0c9b-4eea-9214-9379525aacc6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:21.992465 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4409798-0c9b-4eea-9214-9379525aacc6 None None] Bound using segment: {'id': 'c6961737-a289-4cc2-be94-4c33cfd1177f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '524f8360-eaf2-4133-a589-da68b60c4b3f'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:11:21.993104 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-d4409798-0c9b-4eea-9214-9379525aacc6 None None] Bound port: a3b85ffb-e62d-41f4-972a-e6926b537351, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6961737-a289-4cc2-be94-4c33cfd1177f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '524f8360-eaf2-4133-a589-da68b60c4b3f'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:11:21.993581 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4409798-0c9b-4eea-9214-9379525aacc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:22.012265 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60296) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:22.080802 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0ba41315-d9d1-457c-a4da-b08fda15f481 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:22.169863 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5382af25-7048-47ee-9c77-0f82bec17bdb req-63d33040-fe87-48f7-8f02-de250fdf7152 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:22.176643 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5382af25-7048-47ee-9c77-0f82bec17bdb req-63d33040-fe87-48f7-8f02-de250fdf7152 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:22.178830 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5382af25-7048-47ee-9c77-0f82bec17bdb req-63d33040-fe87-48f7-8f02-de250fdf7152 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f6defdd-e59c-4877-a3c2-1743a6b0bd94 HTTP/1.1" status: 200 len: 1681 time: 0.0821171 Oct 30 15:11:22.189090 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af68436-303a-493a-bf82-eb4597b2ba50 req-2528692d-bbc9-4ff6-89b7-af34e9bfe041 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:22.197346 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4af68436-303a-493a-bf82-eb4597b2ba50 req-2528692d-bbc9-4ff6-89b7-af34e9bfe041 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] 10.222.0.62 "GET /v2.0/ports?device_id=2147588f-7249-4ed3-8de5-5bc96ffe7b2f HTTP/1.1" status: 200 len: 945 time: 0.3681409 Oct 30 15:11:22.204739 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0ba41315-d9d1-457c-a4da-b08fda15f481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:22.249230 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4409798-0c9b-4eea-9214-9379525aacc6 None None] For port a3b85ffb-e62d-41f4-972a-e6926b537351, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:11:22.253137 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4409798-0c9b-4eea-9214-9379525aacc6 None None] For port a3b85ffb-e62d-41f4-972a-e6926b537351, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=a3b85ffb-e62d-41f4-972a-e6926b537351,segment=NetworkSegment(c6961737-a289-4cc2-be94-4c33cfd1177f),segment_id=c6961737-a289-4cc2-be94-4c33cfd1177f)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:11:22.265426 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4af68436-303a-493a-bf82-eb4597b2ba50 req-59cd75f5-d256-4870-99ce-de448dc27a27 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b67cc9-6a12-46fa-8c04-53b692a08c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669513 Oct 30 15:11:22.266171 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4409798-0c9b-4eea-9214-9379525aacc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:22.268932 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-fc19d8ad-a9ad-4a8f-b353-4f26cd375732 req-47826c9a-4136-4ef3-b7c4-fad71a81f804 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Deleting port 0bdb50ea-e52a-48f0-b658-102e5d33f791 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:11:22.269476 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-fc19d8ad-a9ad-4a8f-b353-4f26cd375732 req-47826c9a-4136-4ef3-b7c4-fad71a81f804 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:22.275274 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba41315-d9d1-457c-a4da-b08fda15f481 admin admin] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:11:22.278650 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-0ba41315-d9d1-457c-a4da-b08fda15f481 admin admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:11:22.294987 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 60306) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:22.300764 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba41315-d9d1-457c-a4da-b08fda15f481 admin admin] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:11:22.378718 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5382af25-7048-47ee-9c77-0f82bec17bdb req-65e1be41-6e88-49ca-8a92-996908859c2f tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba7652ac-9750-40a3-9a50-b6f41851d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899929 Oct 30 15:11:22.399922 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba41315-d9d1-457c-a4da-b08fda15f481 admin admin] Pushing event updated for resources: {'Port': ['ID=2ffc7082-ce09-46e0-93dc-281675870673,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:22.412241 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4409798-0c9b-4eea-9214-9379525aacc6 None None] Pushing event updated for resources: {'Port': ['ID=a3b85ffb-e62d-41f4-972a-e6926b537351,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:22.437471 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba41315-d9d1-457c-a4da-b08fda15f481 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:11:22.437898 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba41315-d9d1-457c-a4da-b08fda15f481 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:11:22.438558 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba41315-d9d1-457c-a4da-b08fda15f481 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:11:22.439334 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba41315-d9d1-457c-a4da-b08fda15f481 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:11:22.440981 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba41315-d9d1-457c-a4da-b08fda15f481 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:11:22.441568 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba41315-d9d1-457c-a4da-b08fda15f481 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:11:22.443746 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba41315-d9d1-457c-a4da-b08fda15f481 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:11:22.446228 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba41315-d9d1-457c-a4da-b08fda15f481 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:11:22.446758 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba41315-d9d1-457c-a4da-b08fda15f481 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:11:22.448564 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba41315-d9d1-457c-a4da-b08fda15f481 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:11:22.450408 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba41315-d9d1-457c-a4da-b08fda15f481 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:11:22.452800 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba41315-d9d1-457c-a4da-b08fda15f481 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:11:22.497851 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-bf3f8cdc-e9ea-41dc-a92f-209e8fa1e61d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0f5568aa45224afa998c13f67eb4e102&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1519339 Oct 30 15:11:22.526203 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60310) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:22.568957 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-fc19d8ad-a9ad-4a8f-b353-4f26cd375732 req-47826c9a-4136-4ef3-b7c4-fad71a81f804 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] For port 0bdb50ea-e52a-48f0-b658-102e5d33f791, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=0bdb50ea-e52a-48f0-b658-102e5d33f791,segment=NetworkSegment(e18193fb-7bda-4048-802d-6610e1112290),segment_id=e18193fb-7bda-4048-802d-6610e1112290)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:11:22.575926 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-fc19d8ad-a9ad-4a8f-b353-4f26cd375732 req-47826c9a-4136-4ef3-b7c4-fad71a81f804 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:22.607653 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-fc19d8ad-a9ad-4a8f-b353-4f26cd375732 req-47826c9a-4136-4ef3-b7c4-fad71a81f804 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Calling delete_port for 0bdb50ea-e52a-48f0-b658-102e5d33f791 owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:11:22.706590 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60314) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:22.792045 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cb615b6a-f991-4ae6-9959-ad397d41811e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:22.794126 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903fa45e-1df1-42fa-b0f4-90952b09820b req-438cfaeb-70be-4e49-aa5f-a93d361f0d67 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:22.796008 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-903fa45e-1df1-42fa-b0f4-90952b09820b req-438cfaeb-70be-4e49-aa5f-a93d361f0d67 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d0a0864-c9ef-494f-b4b2-30cde9381388 HTTP/1.1" status: 200 len: 950 time: 0.3192279 Oct 30 15:11:22.866370 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-903fa45e-1df1-42fa-b0f4-90952b09820b req-294ae22e-2684-4679-9683-e733a27febe1 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6e850f5-bbac-48ab-9f8b-66d8b92818ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611165 Oct 30 15:11:22.883816 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-89dac8ab-bb02-42bb-9866-7155714d7463 admin admin] Deleting subnet eb0d8673-4262-419a-bce2-caff67d0478f {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:11:22.897320 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-89dac8ab-bb02-42bb-9866-7155714d7463 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:22.929891 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3345229e-6af0-4dce-a634-c7623ac3324f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:22.941925 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-fc19d8ad-a9ad-4a8f-b353-4f26cd375732 req-47826c9a-4136-4ef3-b7c4-fad71a81f804 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:22.955483 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['0bdb50ea-e52a-48f0-b658-102e5d33f791', '0525d490-3946-4a28-b156-52e77afb2850'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:11:22.970915 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cb615b6a-f991-4ae6-9959-ad397d41811e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:22.973916 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47826c9a-4136-4ef3-b7c4-fad71a81f804 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Pushing event deleted for resources: {'Port': ['ID=0bdb50ea-e52a-48f0-b658-102e5d33f791,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:23.021485 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc19d8ad-a9ad-4a8f-b353-4f26cd375732 req-47826c9a-4136-4ef3-b7c4-fad71a81f804 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] No DVR routers for this DVR port 0bdb50ea-e52a-48f0-b658-102e5d33f791 on host n-h2-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:11:23.025971 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-fc19d8ad-a9ad-4a8f-b353-4f26cd375732 req-47826c9a-4136-4ef3-b7c4-fad71a81f804 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:23.029829 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fc19d8ad-a9ad-4a8f-b353-4f26cd375732 req-47826c9a-4136-4ef3-b7c4-fad71a81f804 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.44 "DELETE /v2.0/ports/0bdb50ea-e52a-48f0-b658-102e5d33f791 HTTP/1.1" status: 204 len: 173 time: 1.0406637 Oct 30 15:11:23.030289 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-89dac8ab-bb02-42bb-9866-7155714d7463 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:23.030757 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f6defdd-e59c-4877-a3c2-1743a6b0bd94', 'name': 'network-vif-deleted', 'tag': '0bdb50ea-e52a-48f0-b658-102e5d33f791'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:11:23.033075 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da8ecb6-4a67-4189-911c-291e8c66e85b" -d '{"events": [{"server_uuid": "2f6defdd-e59c-4877-a3c2-1743a6b0bd94", "name": "network-vif-deleted", "tag": "0bdb50ea-e52a-48f0-b658-102e5d33f791"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:11:23.140649 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38fa2877-a381-401a-96a2-410b462c4c7c x-openstack-request-id: req-38fa2877-a381-401a-96a2-410b462c4c7c {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:11:23.140943 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f6defdd-e59c-4877-a3c2-1743a6b0bd94", "name": "network-vif-deleted", "tag": "0bdb50ea-e52a-48f0-b658-102e5d33f791", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:11:23.141217 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-38fa2877-a381-401a-96a2-410b462c4c7c {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:11:23.141580 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f6defdd-e59c-4877-a3c2-1743a6b0bd94', 'name': 'network-vif-deleted', 'tag': '0bdb50ea-e52a-48f0-b658-102e5d33f791', 'status': 'completed', 'code': 200} Oct 30 15:11:23.152180 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0ba41315-d9d1-457c-a4da-b08fda15f481 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:23.239420 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-fc19d8ad-a9ad-4a8f-b353-4f26cd375732 req-5eb5bc6d-15f0-4a1b-bbb4-b5896933590c tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Deleting port 0525d490-3946-4a28-b156-52e77afb2850 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:11:23.240234 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-fc19d8ad-a9ad-4a8f-b353-4f26cd375732 req-5eb5bc6d-15f0-4a1b-bbb4-b5896933590c tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:23.315672 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device a3b85ffb-e62d-41f4-972a-e6926b537351 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:11:23.372595 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3345229e-6af0-4dce-a634-c7623ac3324f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:23.385236 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-89dac8ab-bb02-42bb-9866-7155714d7463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:23.392739 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port a3b85ffb-e62d-41f4-972a-e6926b537351 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:11:23.393380 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:23.450565 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-fc19d8ad-a9ad-4a8f-b353-4f26cd375732 req-5eb5bc6d-15f0-4a1b-bbb4-b5896933590c tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] For port 0525d490-3946-4a28-b156-52e77afb2850, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=0525d490-3946-4a28-b156-52e77afb2850,segment=NetworkSegment(7960652a-a420-43cd-9d49-1f6b9821a651),segment_id=7960652a-a420-43cd-9d49-1f6b9821a651)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:11:23.453470 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-fc19d8ad-a9ad-4a8f-b353-4f26cd375732 req-5eb5bc6d-15f0-4a1b-bbb4-b5896933590c tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:23.486571 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-fc19d8ad-a9ad-4a8f-b353-4f26cd375732 req-5eb5bc6d-15f0-4a1b-bbb4-b5896933590c tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Calling delete_port for 0525d490-3946-4a28-b156-52e77afb2850 owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:11:23.551576 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:23.598539 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3345229e-6af0-4dce-a634-c7623ac3324f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:23.611128 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cb615b6a-f991-4ae6-9959-ad397d41811e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:23.613775 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cb615b6a-f991-4ae6-9959-ad397d41811e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:23.614939 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-cb615b6a-f991-4ae6-9959-ad397d41811e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ff7d2e62-ea1a-45bf-a217-2b52e333182a HTTP/1.1" status: 204 len: 168 time: 1.0859790 Oct 30 15:11:23.623677 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0ba41315-d9d1-457c-a4da-b08fda15f481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:23.623844 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port a3b85ffb-e62d-41f4-972a-e6926b537351, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=a3b85ffb-e62d-41f4-972a-e6926b537351,segment=NetworkSegment(c6961737-a289-4cc2-be94-4c33cfd1177f),segment_id=c6961737-a289-4cc2-be94-4c33cfd1177f)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:11:23.630855 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:23.658694 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-89dac8ab-bb02-42bb-9866-7155714d7463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:23.681374 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9557d54-b7b8-47ad-8be5-5d2987f0a445 req-7bebc8f5-7ef2-473d-8fad-0dc006684ee6 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:23.705578 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d9557d54-b7b8-47ad-8be5-5d2987f0a445 req-7bebc8f5-7ef2-473d-8fad-0dc006684ee6 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] 10.222.0.62 "GET /v2.0/ports?device_id=2147588f-7249-4ed3-8de5-5bc96ffe7b2f HTTP/1.1" status: 200 len: 945 time: 0.1841617 Oct 30 15:11:23.734513 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3345229e-6af0-4dce-a634-c7623ac3324f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d53aa4ea-4e54-402c-a3e4-1164b1c0a922,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:23.764548 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-89dac8ab-bb02-42bb-9866-7155714d7463 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:23.771098 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-89dac8ab-bb02-42bb-9866-7155714d7463 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/eb0d8673-4262-419a-bce2-caff67d0478f HTTP/1.1" status: 204 len: 168 time: 1.7558167 Oct 30 15:11:23.776985 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=a3b85ffb-e62d-41f4-972a-e6926b537351,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:23.778833 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 60340) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:23.808561 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f8feb490-5c36-4d07-a22d-838edb670289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:23.847705 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dac8ab-bb02-42bb-9866-7155714d7463 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb0d8673-4262-419a-bce2-caff67d0478f,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:23.854544 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d9557d54-b7b8-47ad-8be5-5d2987f0a445 req-411787bb-9ce3-4e2a-9978-bba5b4d83733 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b67cc9-6a12-46fa-8c04-53b692a08c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479883 Oct 30 15:11:23.859782 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 584a36c5-c8f6-453d-b531-05a761dd38f3 no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:11:23.867632 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb615b6a-f991-4ae6-9959-ad397d41811e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7d2e62-ea1a-45bf-a217-2b52e333182a,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:23.898423 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-3345229e-6af0-4dce-a634-c7623ac3324f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5e52777113144273ac59828576334c6b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1764610 Oct 30 15:11:23.909718 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6bd0c7-d34a-4e6b-b712-510fd6e188c3 req-a7459dfd-8933-4ae2-a5b1-f7a69cedd1b8 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:23.917018 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fc6bd0c7-d34a-4e6b-b712-510fd6e188c3 req-a7459dfd-8933-4ae2-a5b1-f7a69cedd1b8 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f6defdd-e59c-4877-a3c2-1743a6b0bd94 HTTP/1.1" status: 200 len: 945 time: 0.2973745 Oct 30 15:11:23.918575 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60346) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:23.960868 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] No Port match for: 584a36c5-c8f6-453d-b531-05a761dd38f3 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:11:23.961992 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 584a36c5-c8f6-453d-b531-05a761dd38f3 not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:11:23.962415 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 0525d490-3946-4a28-b156-52e77afb2850 no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:11:24.015436 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-18636db2-643e-4299-8fb2-58f0bd315a77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:24.047358 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:11:24.047498 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-18636db2-643e-4299-8fb2-58f0bd315a77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:24.117831 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-18636db2-643e-4299-8fb2-58f0bd315a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:24.121901 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-18636db2-643e-4299-8fb2-58f0bd315a77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:24.129594 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-18636db2-643e-4299-8fb2-58f0bd315a77 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d53aa4ea-4e54-402c-a3e4-1164b1c0a922 HTTP/1.1" status: 204 len: 168 time: 0.2073975 Oct 30 15:11:24.138510 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ac506b-723b-4f49-9dc8-9d3e5276ea21 None None] Network 524f8360-eaf2-4133-a589-da68b60c4b3f requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:11:24.138782 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fc6bd0c7-d34a-4e6b-b712-510fd6e188c3 req-25382185-1905-44e0-a514-2d5e2b283b8f tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba7652ac-9750-40a3-9a50-b6f41851d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207096 Oct 30 15:11:24.164129 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18636db2-643e-4299-8fb2-58f0bd315a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53aa4ea-4e54-402c-a3e4-1164b1c0a922,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:24.212717 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e3fe918c-22c6-44a4-8f44-08fd45064a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:24.235754 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ba41315-d9d1-457c-a4da-b08fda15f481 admin admin] Router 6ccd2274-8d6b-4ff4-ace8-95127cd8e714 is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:11:24.364270 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] No active binding found for port 0525d490-3946-4a28-b156-52e77afb2850 {{(pid=102132) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 30 15:11:24.364990 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 0525d490-3946-4a28-b156-52e77afb2850 not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:11:24.366623 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-ce69aa28-f517-42f3-a152-2532c6edb417 None None] Provisioning complete for port a3b85ffb-e62d-41f4-972a-e6926b537351 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:11:24.367234 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ce69aa28-f517-42f3-a152-2532c6edb417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:24.434225 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port 44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:11:24.449329 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:11:24.450080 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:24.462098 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e3fe918c-22c6-44a4-8f44-08fd45064a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:24.498491 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-e3fe918c-22c6-44a4-8f44-08fd45064a77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f36ee91-6757-4d64-8719-4cb39651ac94']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:11:24.514786 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de96acc-3909-4fde-b58a-fdfbb0818b0f req-dd6cce3b-bde3-41b4-9daf-2d8ccb5d7922 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:24.522463 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4de96acc-3909-4fde-b58a-fdfbb0818b0f req-dd6cce3b-bde3-41b4-9daf-2d8ccb5d7922 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d0a0864-c9ef-494f-b4b2-30cde9381388 HTTP/1.1" status: 200 len: 950 time: 0.2221036 Oct 30 15:11:24.549183 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba41315-d9d1-457c-a4da-b08fda15f481 admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:11:24.556478 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-566fbb9a-612b-4218-b0fa-7af5096c2a54 req-667cafe8-14c3-4cdd-9729-224deaf204cc tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=edc38ef5-7816-4133-914c-cfe2849a0125 HTTP/1.1" status: 200 len: 258 time: 0.6031895 Oct 30 15:11:24.557195 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-fc19d8ad-a9ad-4a8f-b353-4f26cd375732 req-5eb5bc6d-15f0-4a1b-bbb4-b5896933590c tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:24.567954 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-e3fe918c-22c6-44a4-8f44-08fd45064a77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:11:24.568958 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-e3fe918c-22c6-44a4-8f44-08fd45064a77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d9a4807-2e9e-4c0b-b0a5-4eb59a144c87') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:11:24.569877 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4269448-b460-436d-9d23-78222f9899bc None None] Sync routers for ids ['6ccd2274-8d6b-4ff4-ace8-95127cd8e714'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:11:24.586056 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4269448-b460-436d-9d23-78222f9899bc None None] Routers {'6ccd2274-8d6b-4ff4-ace8-95127cd8e714'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:11:24.587318 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-e4269448-b460-436d-9d23-78222f9899bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:11:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['6ccd2274-8d6b-4ff4-ace8-95127cd8e714'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:11:24.589152 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-566fbb9a-612b-4218-b0fa-7af5096c2a54 req-a618b968-81b7-47af-bf8e-1abc7bff8d40 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Request body: {'floatingip': {'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:11:24.604023 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:24.608067 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4de96acc-3909-4fde-b58a-fdfbb0818b0f req-92cc532e-18dc-47a4-b03d-3138a0140fe9 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6e850f5-bbac-48ab-9f8b-66d8b92818ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846081 Oct 30 15:11:24.618693 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0ba41315-d9d1-457c-a4da-b08fda15f481 admin admin] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:24.620070 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-0ba41315-d9d1-457c-a4da-b08fda15f481 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.6749563 Oct 30 15:11:24.629654 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60370) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:24.677234 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb5bc6d-15f0-4a1b-bbb4-b5896933590c tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Pushing event deleted for resources: {'Port': ['ID=0525d490-3946-4a28-b156-52e77afb2850,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:24.681045 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e3fe918c-22c6-44a4-8f44-08fd45064a77 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:24.720992 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-566fbb9a-612b-4218-b0fa-7af5096c2a54 req-a618b968-81b7-47af-bf8e-1abc7bff8d40 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Publish callbacks [] for floatingip, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:24.742673 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc19d8ad-a9ad-4a8f-b353-4f26cd375732 req-5eb5bc6d-15f0-4a1b-bbb4-b5896933590c tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] No DVR routers for this DVR port 0525d490-3946-4a28-b156-52e77afb2850 on host n-h2-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:11:24.745080 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e3fe918c-22c6-44a4-8f44-08fd45064a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:24.749337 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-e4269448-b460-436d-9d23-78222f9899bc None None] Set router 6ccd2274-8d6b-4ff4-ace8-95127cd8e714 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:11:24.761400 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-fc19d8ad-a9ad-4a8f-b353-4f26cd375732 req-5eb5bc6d-15f0-4a1b-bbb4-b5896933590c tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:24.765297 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fc19d8ad-a9ad-4a8f-b353-4f26cd375732 req-5eb5bc6d-15f0-4a1b-bbb4-b5896933590c tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.44 "DELETE /v2.0/ports/0525d490-3946-4a28-b156-52e77afb2850 HTTP/1.1" status: 204 len: 173 time: 1.7125108 Oct 30 15:11:24.811858 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 60374) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:24.813147 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:24.831807 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3fe918c-22c6-44a4-8f44-08fd45064a77 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:11:24.832354 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e3fe918c-22c6-44a4-8f44-08fd45064a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:24.834424 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e460e99f-d700-4b2b-8aa6-878310589920 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:24.842837 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:11:24.842837 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:11:24.842837 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:11:24.842837 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:11:24.842837 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:11:24.842837 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:11:24.842837 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:11:24.842837 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:11:24.842837 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:11:24.842837 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:11:24.842837 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:11:24.842837 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:11:24.842837 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:11:24.842837 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:11:24.842837 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:11:24.842837 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:11:24.842837 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:11:24.842837 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:11:24.842837 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:11:24.842837 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:11:24.842837 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:11:24.842837 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:11:24.842837 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:11:24.842837 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:11:24.842837 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:11:24.842837 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:11:24.842837 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:11:24.842837 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:11:24.842837 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:11:24.842837 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:11:24.842837 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:11:24.842837 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:11:24.932394 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:11:24.945555 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f50d40-de7d-4020-b972-b4c18dee3f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:11:24.957203 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e614fc24-4dc7-4bb1-b028-a52bc1ffa21d" -d '{"events": [{"server_uuid": "b3f50d40-de7d-4020-b972-b4c18dee3f99", "name": "network-vif-plugged", "status": "completed", "tag": "44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:11:24.974033 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:25.061642 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e3fe918c-22c6-44a4-8f44-08fd45064a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:25.106531 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e3fe918c-22c6-44a4-8f44-08fd45064a77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:25.108213 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:25.120459 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-e3fe918c-22c6-44a4-8f44-08fd45064a77 admin admin] 10.222.0.62 "DELETE /v2.0/networks/2f36ee91-6757-4d64-8719-4cb39651ac94 HTTP/1.1" status: 204 len: 168 time: 1.3334408 Oct 30 15:11:25.130176 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:25.144103 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60378) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:25.154032 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f6defdd-e59c-4877-a3c2-1743a6b0bd94', 'name': 'network-vif-deleted', 'tag': '0525d490-3946-4a28-b156-52e77afb2850'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:11:25.156917 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7162b92-885b-44fa-b16c-46f9c4f5d094" -d '{"events": [{"server_uuid": "2f6defdd-e59c-4877-a3c2-1743a6b0bd94", "name": "network-vif-deleted", "tag": "0525d490-3946-4a28-b156-52e77afb2850"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:11:25.165758 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-e4269448-b460-436d-9d23-78222f9899bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ccd2274-8d6b-4ff4-ace8-95127cd8e714', 'name': 'tempest-TaggedBootDevicesTest-1533506095-router', 'tenant_id': '005d49094ead4e63ad23cb02de2bfa34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '2ffc7082-ce09-46e0-93dc-281675870673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:11:20Z', 'updated_at': '2021-10-30T15:11:22Z', 'revision_number': 3, 'project_id': '005d49094ead4e63ad23cb02de2bfa34', 'gw_port': {'id': '2ffc7082-ce09-46e0-93dc-281675870673', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e5:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ccd2274-8d6b-4ff4-ace8-95127cd8e714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:11:21Z', 'updated_at': '2021-10-30T15:11:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:11:25.187347 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fe918c-22c6-44a4-8f44-08fd45064a77 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f36ee91-6757-4d64-8719-4cb39651ac94,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:25.225767 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4269448-b460-436d-9d23-78222f9899bc None None] Checking router: 6ccd2274-8d6b-4ff4-ace8-95127cd8e714 for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:11:25.226384 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4269448-b460-436d-9d23-78222f9899bc None None] Updating router 6ccd2274-8d6b-4ff4-ace8-95127cd8e714 port 2ffc7082-ce09-46e0-93dc-281675870673 binding host n-d-806683-17 {{(pid=102133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:11:25.237557 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-566fbb9a-612b-4218-b0fa-7af5096c2a54 req-a618b968-81b7-47af-bf8e-1abc7bff8d40 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:25.252404 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e460e99f-d700-4b2b-8aa6-878310589920 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:25.276344 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device a3b85ffb-e62d-41f4-972a-e6926b537351 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:11:25.292955 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e4269448-b460-436d-9d23-78222f9899bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:25.327091 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e460e99f-d700-4b2b-8aa6-878310589920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:25.395211 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port a3b85ffb-e62d-41f4-972a-e6926b537351 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:11:25.396013 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:25.435379 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-e460e99f-d700-4b2b-8aa6-878310589920 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2cb5f7e641cc43818435f789439f0415&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6190741 Oct 30 15:11:25.437137 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e460e99f-d700-4b2b-8aa6-878310589920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b49b813-67d6-4ffd-9103-b07f3c654cdc,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:25.440256 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 60390) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:25.448687 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e74bb3c7-ac64-458c-bc4a-fbf5bd4dbf01 None None] Provisioning complete for port a3b85ffb-e62d-41f4-972a-e6926b537351 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:11:25.451780 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e74bb3c7-ac64-458c-bc4a-fbf5bd4dbf01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:25.543792 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0f3c81d-4084-4306-9eb1-d74753b1dd07 admin admin] Deleting subnet e64e945f-26a3-4940-b33f-e138d0f3da1f {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:11:25.556922 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7dced4e2-3461-4d70-8034-c1b0655f1f96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:25.572604 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f0f3c81d-4084-4306-9eb1-d74753b1dd07 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:25.594742 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7dced4e2-3461-4d70-8034-c1b0655f1f96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:25.624216 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e4269448-b460-436d-9d23-78222f9899bc None None] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:25.631172 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e4269448-b460-436d-9d23-78222f9899bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:25.654096 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f0f3c81d-4084-4306-9eb1-d74753b1dd07 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:25.684670 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce391ca-51b9-4e35-99dc-0df2bc2cc50c None None] Pushing event updated for resources: {'Port': ['ID=2ffc7082-ce09-46e0-93dc-281675870673,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:25.703341 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-e4269448-b460-436d-9d23-78222f9899bc None None] Attempting to bind port 2ffc7082-ce09-46e0-93dc-281675870673 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:11:25.704129 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-e4269448-b460-436d-9d23-78222f9899bc None None] Attempting to bind port 2ffc7082-ce09-46e0-93dc-281675870673 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:11:25.705023 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4269448-b460-436d-9d23-78222f9899bc None None] Attempting to bind port 2ffc7082-ce09-46e0-93dc-281675870673 on network edc38ef5-7816-4133-914c-cfe2849a0125 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:11:25.710795 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4269448-b460-436d-9d23-78222f9899bc None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:11:25.711554 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4269448-b460-436d-9d23-78222f9899bc None None] Checking segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:11:25.712147 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e4269448-b460-436d-9d23-78222f9899bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:25.712758 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4269448-b460-436d-9d23-78222f9899bc None None] Bound using segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:11:25.713224 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-e4269448-b460-436d-9d23-78222f9899bc None None] Bound port: 2ffc7082-ce09-46e0-93dc-281675870673, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:11:25.713818 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e4269448-b460-436d-9d23-78222f9899bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:25.738832 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-566fbb9a-612b-4218-b0fa-7af5096c2a54 req-a618b968-81b7-47af-bf8e-1abc7bff8d40 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Allocated IP 172.25.4.47 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/8416db13-a544-48bc-b01a-f4d74e601e60) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:11:25.749367 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7dced4e2-3461-4d70-8034-c1b0655f1f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:25.752813 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7dced4e2-3461-4d70-8034-c1b0655f1f96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:25.755965 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-7dced4e2-3461-4d70-8034-c1b0655f1f96 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0b49b813-67d6-4ffd-9103-b07f3c654cdc HTTP/1.1" status: 204 len: 168 time: 0.3122089 Oct 30 15:11:25.778668 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-e4269448-b460-436d-9d23-78222f9899bc None None] For port 2ffc7082-ce09-46e0-93dc-281675870673, host n-d-806683-17, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:11:25.783837 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-e4269448-b460-436d-9d23-78222f9899bc None None] For port 2ffc7082-ce09-46e0-93dc-281675870673, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=2ffc7082-ce09-46e0-93dc-281675870673,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:11:25.789764 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e4269448-b460-436d-9d23-78222f9899bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:25.795242 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39e7de1-cea3-4fcf-a9c9-a8dc3c58853a req-c8e3bba5-06ca-4648-9ae9-8063b252d76e tempest-NetworksTest-1295575205 tempest-NetworksTest-1295575205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:25.795657 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39e7de1-cea3-4fcf-a9c9-a8dc3c58853a req-c8e3bba5-06ca-4648-9ae9-8063b252d76e tempest-NetworksTest-1295575205 tempest-NetworksTest-1295575205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:25.796121 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39e7de1-cea3-4fcf-a9c9-a8dc3c58853a req-c8e3bba5-06ca-4648-9ae9-8063b252d76e tempest-NetworksTest-1295575205 tempest-NetworksTest-1295575205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:25.796572 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39e7de1-cea3-4fcf-a9c9-a8dc3c58853a req-c8e3bba5-06ca-4648-9ae9-8063b252d76e tempest-NetworksTest-1295575205 tempest-NetworksTest-1295575205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:25.797020 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39e7de1-cea3-4fcf-a9c9-a8dc3c58853a req-c8e3bba5-06ca-4648-9ae9-8063b252d76e tempest-NetworksTest-1295575205 tempest-NetworksTest-1295575205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:25.797471 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39e7de1-cea3-4fcf-a9c9-a8dc3c58853a req-c8e3bba5-06ca-4648-9ae9-8063b252d76e tempest-NetworksTest-1295575205 tempest-NetworksTest-1295575205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:25.797917 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39e7de1-cea3-4fcf-a9c9-a8dc3c58853a req-c8e3bba5-06ca-4648-9ae9-8063b252d76e tempest-NetworksTest-1295575205 tempest-NetworksTest-1295575205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:25.798459 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39e7de1-cea3-4fcf-a9c9-a8dc3c58853a req-c8e3bba5-06ca-4648-9ae9-8063b252d76e tempest-NetworksTest-1295575205 tempest-NetworksTest-1295575205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:25.798915 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39e7de1-cea3-4fcf-a9c9-a8dc3c58853a req-c8e3bba5-06ca-4648-9ae9-8063b252d76e tempest-NetworksTest-1295575205 tempest-NetworksTest-1295575205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:25.815358 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a39e7de1-cea3-4fcf-a9c9-a8dc3c58853a req-c8e3bba5-06ca-4648-9ae9-8063b252d76e tempest-NetworksTest-1295575205 tempest-NetworksTest-1295575205-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6397 time: 0.4181836 Oct 30 15:11:25.840912 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dced4e2-3461-4d70-8034-c1b0655f1f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b49b813-67d6-4ffd-9103-b07f3c654cdc,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:25.849589 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f0f3c81d-4084-4306-9eb1-d74753b1dd07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:25.867415 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 0bdb50ea-e52a-48f0-b658-102e5d33f791 no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:11:25.877581 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce391ca-51b9-4e35-99dc-0df2bc2cc50c None None] Pushing event updated for resources: {'Port': ['ID=2ffc7082-ce09-46e0-93dc-281675870673,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:25.898220 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4269448-b460-436d-9d23-78222f9899bc None None] Routers {'6ccd2274-8d6b-4ff4-ace8-95127cd8e714'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:11:25.899457 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-e4269448-b460-436d-9d23-78222f9899bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:11:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['6ccd2274-8d6b-4ff4-ace8-95127cd8e714'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:11:25.922433 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] No Port match for: 0bdb50ea-e52a-48f0-b658-102e5d33f791 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:11:25.922776 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 0bdb50ea-e52a-48f0-b658-102e5d33f791 not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:11:25.942433 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-566fbb9a-612b-4218-b0fa-7af5096c2a54 req-a618b968-81b7-47af-bf8e-1abc7bff8d40 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:25.995697 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f0f3c81d-4084-4306-9eb1-d74753b1dd07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:26.005284 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-566fbb9a-612b-4218-b0fa-7af5096c2a54 req-a618b968-81b7-47af-bf8e-1abc7bff8d40 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:26.008553 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f8942-d2b1-4fc4-b389-aa07287380a2 req-c53b9787-21b0-42e7-8048-ce7a8b64dc86 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:26.010191 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-913f8942-d2b1-4fc4-b389-aa07287380a2 req-c53b9787-21b0-42e7-8048-ce7a8b64dc86 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3f50d40-de7d-4020-b972-b4c18dee3f99 HTTP/1.1" status: 200 len: 948 time: 0.1208344 Oct 30 15:11:26.030204 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-566fbb9a-612b-4218-b0fa-7af5096c2a54 req-a618b968-81b7-47af-bf8e-1abc7bff8d40 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:11:26.034305 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-566fbb9a-612b-4218-b0fa-7af5096c2a54 req-a618b968-81b7-47af-bf8e-1abc7bff8d40 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:11:26.037879 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f3c81d-4084-4306-9eb1-d74753b1dd07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e64e945f-26a3-4940-b33f-e138d0f3da1f,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:26.045699 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-e4269448-b460-436d-9d23-78222f9899bc None None] Set router 6ccd2274-8d6b-4ff4-ace8-95127cd8e714 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:11:26.055215 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-566fbb9a-612b-4218-b0fa-7af5096c2a54 req-a618b968-81b7-47af-bf8e-1abc7bff8d40 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:11:26.060317 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f0f3c81d-4084-4306-9eb1-d74753b1dd07 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:26.064005 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-f0f3c81d-4084-4306-9eb1-d74753b1dd07 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/e64e945f-26a3-4940-b33f-e138d0f3da1f HTTP/1.1" status: 204 len: 168 time: 0.9184957 Oct 30 15:11:26.072763 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60402) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:26.136680 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a618b968-81b7-47af-bf8e-1abc7bff8d40 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Pushing event updated for resources: {'Port': ['ID=8416db13-a544-48bc-b01a-f4d74e601e60,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:26.168585 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-913f8942-d2b1-4fc4-b389-aa07287380a2 req-99049322-5af6-46dd-b45e-57fd427e8754 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6e850f5-bbac-48ab-9f8b-66d8b92818ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345730 Oct 30 15:11:26.190706 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-229516de-17f5-4d0f-a56c-e88e5f7fdc1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:26.226564 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-566fbb9a-612b-4218-b0fa-7af5096c2a54 req-a618b968-81b7-47af-bf8e-1abc7bff8d40 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:26.240317 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-00e31bf2-2119-4561-9b72-3d86ec8ef728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:26.252900 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d423015e-c6cc-48d3-8d37-fe986773dd0b x-openstack-request-id: req-d423015e-c6cc-48d3-8d37-fe986773dd0b {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:11:26.253415 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f50d40-de7d-4020-b972-b4c18dee3f99", "name": "network-vif-plugged", "status": "completed", "tag": "44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:11:26.253645 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d423015e-c6cc-48d3-8d37-fe986773dd0b {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:11:26.253989 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f50d40-de7d-4020-b972-b4c18dee3f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3', 'code': 200} Oct 30 15:11:26.313128 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a00786-0301-4cef-958e-d79bef95c61a x-openstack-request-id: req-54a00786-0301-4cef-958e-d79bef95c61a {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:11:26.313509 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f6defdd-e59c-4877-a3c2-1743a6b0bd94", "name": "network-vif-deleted", "tag": "0525d490-3946-4a28-b156-52e77afb2850", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:11:26.314897 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-54a00786-0301-4cef-958e-d79bef95c61a {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:11:26.314897 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f6defdd-e59c-4877-a3c2-1743a6b0bd94', 'name': 'network-vif-deleted', 'tag': '0525d490-3946-4a28-b156-52e77afb2850', 'status': 'completed', 'code': 200} Oct 30 15:11:26.318898 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-566fbb9a-612b-4218-b0fa-7af5096c2a54 req-a618b968-81b7-47af-bf8e-1abc7bff8d40 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:26.369823 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-e4269448-b460-436d-9d23-78222f9899bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ccd2274-8d6b-4ff4-ace8-95127cd8e714', 'name': 'tempest-TaggedBootDevicesTest-1533506095-router', 'tenant_id': '005d49094ead4e63ad23cb02de2bfa34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '2ffc7082-ce09-46e0-93dc-281675870673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:11:20Z', 'updated_at': '2021-10-30T15:11:22Z', 'revision_number': 3, 'project_id': '005d49094ead4e63ad23cb02de2bfa34', 'gw_port': {'id': '2ffc7082-ce09-46e0-93dc-281675870673', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e5:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ccd2274-8d6b-4ff4-ace8-95127cd8e714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:11:21Z', 'updated_at': '2021-10-30T15:11:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:11:26.399770 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 60412) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:26.444187 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:26.447976 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4269448-b460-436d-9d23-78222f9899bc None None] The sync data for ids ['6ccd2274-8d6b-4ff4-ace8-95127cd8e714'] in n-d-806683-17 is: [{'id': '6ccd2274-8d6b-4ff4-ace8-95127cd8e714', 'name': 'tempest-TaggedBootDevicesTest-1533506095-router', 'tenant_id': '005d49094ead4e63ad23cb02de2bfa34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '2ffc7082-ce09-46e0-93dc-281675870673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:11:20Z', 'updated_at': '2021-10-30T15:11:22Z', 'revision_number': 3, 'project_id': '005d49094ead4e63ad23cb02de2bfa34', 'gw_port': {'id': '2ffc7082-ce09-46e0-93dc-281675870673', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e5:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ccd2274-8d6b-4ff4-ace8-95127cd8e714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:11:21Z', 'updated_at': '2021-10-30T15:11:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:11:26.485929 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c99e2f-88dd-47b0-91c0-a3954c797ab1 req-770ce440-49df-4b1d-8734-a3237e6e9b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:26.487777 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-54c99e2f-88dd-47b0-91c0-a3954c797ab1 req-770ce440-49df-4b1d-8734-a3237e6e9b65 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b3f50d40-de7d-4020-b972-b4c18dee3f99 HTTP/1.1" status: 200 len: 1100 time: 0.1425881 Oct 30 15:11:26.525442 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-e998fb50-7b58-44e4-945d-4e96eabd95ca tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Deleting subnet c16a46c8-0ffb-471d-98ea-5a9de26e50c0 {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:11:26.576763 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e998fb50-7b58-44e4-945d-4e96eabd95ca tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:26.636884 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e998fb50-7b58-44e4-945d-4e96eabd95ca tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:26.695209 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-54c99e2f-88dd-47b0-91c0-a3954c797ab1 req-d3082914-d36f-4da3-8a37-089a3cff384b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b6e850f5-bbac-48ab-9f8b-66d8b92818ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988893 Oct 30 15:11:26.744226 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-229516de-17f5-4d0f-a56c-e88e5f7fdc1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:26.809899 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e998fb50-7b58-44e4-945d-4e96eabd95ca tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:26.819782 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-229516de-17f5-4d0f-a56c-e88e5f7fdc1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de127b4d-539b-4806-b29c-46c46ba7864c']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:11:26.886787 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-229516de-17f5-4d0f-a56c-e88e5f7fdc1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '529b25a1-605f-48dd-8815-77b86458363d') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:11:26.887339 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-229516de-17f5-4d0f-a56c-e88e5f7fdc1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '529b25a1-605f-48dd-8815-77b86458363d') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:11:26.888861 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-566fbb9a-612b-4218-b0fa-7af5096c2a54 req-a618b968-81b7-47af-bf8e-1abc7bff8d40 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:26.896168 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-566fbb9a-612b-4218-b0fa-7af5096c2a54 req-a618b968-81b7-47af-bf8e-1abc7bff8d40 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:26.911690 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-229516de-17f5-4d0f-a56c-e88e5f7fdc1a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:26.976224 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90420f02-5465-4d51-aaa2-5ffb3312d4e1 req-076c9934-e4ca-4433-8974-a2c56d3766d6 tempest-NetworksTest-1295575205 tempest-NetworksTest-1295575205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:26.979397 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-90420f02-5465-4d51-aaa2-5ffb3312d4e1 req-076c9934-e4ca-4433-8974-a2c56d3766d6 tempest-NetworksTest-1295575205 tempest-NetworksTest-1295575205-project-admin] 10.222.0.62 "GET /v2.0/networks/edc38ef5-7816-4133-914c-cfe2849a0125 HTTP/1.1" status: 200 len: 886 time: 0.2369785 Oct 30 15:11:26.982096 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-229516de-17f5-4d0f-a56c-e88e5f7fdc1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:27.001977 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-229516de-17f5-4d0f-a56c-e88e5f7fdc1a admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:11:27.002983 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-229516de-17f5-4d0f-a56c-e88e5f7fdc1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:27.054383 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:11:27.054383 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:11:27.054383 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:11:27.054383 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:11:27.054383 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:11:27.054383 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:11:27.054383 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:11:27.054383 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:11:27.054383 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:11:27.054383 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:11:27.054383 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:11:27.054383 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:11:27.054383 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:11:27.054383 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:11:27.054383 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:11:27.054383 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:11:27.054383 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:11:27.054383 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:11:27.054383 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:11:27.054383 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:11:27.054383 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:11:27.054383 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:11:27.054383 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:11:27.054383 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:11:27.054383 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:11:27.054383 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:11:27.054383 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:11:27.054383 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:11:27.054383 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:11:27.054383 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:11:27.054383 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:11:27.054383 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:11:27.192152 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-229516de-17f5-4d0f-a56c-e88e5f7fdc1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:27.197064 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-229516de-17f5-4d0f-a56c-e88e5f7fdc1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:27.204064 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-229516de-17f5-4d0f-a56c-e88e5f7fdc1a admin admin] 10.222.0.62 "DELETE /v2.0/networks/de127b4d-539b-4806-b29c-46c46ba7864c HTTP/1.1" status: 204 len: 168 time: 1.1259747 Oct 30 15:11:27.259130 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 2ffc7082-ce09-46e0-93dc-281675870673 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:11:27.264861 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229516de-17f5-4d0f-a56c-e88e5f7fdc1a admin admin] Pushing event deleted for resources: {'Network': ['ID=de127b4d-539b-4806-b29c-46c46ba7864c,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:27.283658 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-00e31bf2-2119-4561-9b72-3d86ec8ef728 admin admin] Allocated IP 172.20.0.1 (524f8360-eaf2-4133-a589-da68b60c4b3f/b6028f5c-691f-4481-8af2-37902ddb4e8e/2ad90f31-34c0-40e9-b6f2-7ed6fd122689) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:11:27.386761 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba1f6d-b13f-401d-b570-488e273430f4 req-dc2b3f0f-dab8-4281-b7a7-b58c517f9267 tempest-NetworksTest-1295575205 tempest-NetworksTest-1295575205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:27.387653 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba1f6d-b13f-401d-b570-488e273430f4 req-dc2b3f0f-dab8-4281-b7a7-b58c517f9267 tempest-NetworksTest-1295575205 tempest-NetworksTest-1295575205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:27.388135 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba1f6d-b13f-401d-b570-488e273430f4 req-dc2b3f0f-dab8-4281-b7a7-b58c517f9267 tempest-NetworksTest-1295575205 tempest-NetworksTest-1295575205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:27.388641 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba1f6d-b13f-401d-b570-488e273430f4 req-dc2b3f0f-dab8-4281-b7a7-b58c517f9267 tempest-NetworksTest-1295575205 tempest-NetworksTest-1295575205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:27.390117 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba1f6d-b13f-401d-b570-488e273430f4 req-dc2b3f0f-dab8-4281-b7a7-b58c517f9267 tempest-NetworksTest-1295575205 tempest-NetworksTest-1295575205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:27.390682 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba1f6d-b13f-401d-b570-488e273430f4 req-dc2b3f0f-dab8-4281-b7a7-b58c517f9267 tempest-NetworksTest-1295575205 tempest-NetworksTest-1295575205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:27.391151 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba1f6d-b13f-401d-b570-488e273430f4 req-dc2b3f0f-dab8-4281-b7a7-b58c517f9267 tempest-NetworksTest-1295575205 tempest-NetworksTest-1295575205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:27.392129 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba1f6d-b13f-401d-b570-488e273430f4 req-dc2b3f0f-dab8-4281-b7a7-b58c517f9267 tempest-NetworksTest-1295575205 tempest-NetworksTest-1295575205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:27.392945 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba1f6d-b13f-401d-b570-488e273430f4 req-dc2b3f0f-dab8-4281-b7a7-b58c517f9267 tempest-NetworksTest-1295575205 tempest-NetworksTest-1295575205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:27.395966 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-36ba1f6d-b13f-401d-b570-488e273430f4 req-dc2b3f0f-dab8-4281-b7a7-b58c517f9267 tempest-NetworksTest-1295575205 tempest-NetworksTest-1295575205-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6359 time: 0.3380110 Oct 30 15:11:27.396173 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 60446) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:27.402384 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 2ffc7082-ce09-46e0-93dc-281675870673 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:11:27.402772 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:27.451857 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e998fb50-7b58-44e4-945d-4e96eabd95ca tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:27.484621 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e998fb50-7b58-44e4-945d-4e96eabd95ca tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:27.486363 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ef32ec-dd06-4b44-9801-9c5cdf4e805e None None] Network c1928375-e422-457c-9b13-0dd3fe8116b5 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:11:27.490060 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-e998fb50-7b58-44e4-945d-4e96eabd95ca tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "DELETE /v2.0/subnets/c16a46c8-0ffb-471d-98ea-5a9de26e50c0 HTTP/1.1" status: 204 len: 168 time: 1.0881269 Oct 30 15:11:27.497748 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60458) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:27.530186 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e998fb50-7b58-44e4-945d-4e96eabd95ca tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Pushing event deleted for resources: {'Subnet': ['ID=c16a46c8-0ffb-471d-98ea-5a9de26e50c0,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:27.533386 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a618b968-81b7-47af-bf8e-1abc7bff8d40 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Pushing event updated for resources: {'Port': ['ID=8416db13-a544-48bc-b01a-f4d74e601e60,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:27.551417 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-566fbb9a-612b-4218-b0fa-7af5096c2a54 req-a618b968-81b7-47af-bf8e-1abc7bff8d40 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:27.582690 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-338494d2-4677-4d3f-8848-59aff9471a79 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b8aea481537c4f1b9ab8f7eccea88bfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1842122 Oct 30 15:11:27.584921 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60460) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:27.589195 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-566fbb9a-612b-4218-b0fa-7af5096c2a54 req-a618b968-81b7-47af-bf8e-1abc7bff8d40 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:27.597009 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-566fbb9a-612b-4218-b0fa-7af5096c2a54 req-a618b968-81b7-47af-bf8e-1abc7bff8d40 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.0207555 Oct 30 15:11:27.678185 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-566fbb9a-612b-4218-b0fa-7af5096c2a54 req-93525c4f-b9a0-4369-8f11-f05409170233 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.4.47 HTTP/1.1" status: 200 len: 695 time: 0.0792899 Oct 30 15:11:27.768385 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:27.836489 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f5a344-556c-4f57-a668-9bee5a45c2be req-03de8ac4-184c-4a5a-b1c5-0d9f7414fffa tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:27.845726 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-68f5a344-556c-4f57-a668-9bee5a45c2be req-03de8ac4-184c-4a5a-b1c5-0d9f7414fffa tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3f50d40-de7d-4020-b972-b4c18dee3f99 HTTP/1.1" status: 200 len: 948 time: 0.2508316 Oct 30 15:11:27.880208 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 2ffc7082-ce09-46e0-93dc-281675870673, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=2ffc7082-ce09-46e0-93dc-281675870673,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:11:27.902365 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:27.911270 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-40ecdb94-d509-4f2a-af1f-89210d2ca80b tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:27.959728 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8aa2e2e9-d847-42c1-bcdd-d9e5f5e14c0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:27.964588 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-68f5a344-556c-4f57-a668-9bee5a45c2be req-5a19977f-ef22-4232-bdea-b7b6f8b9c46d tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6e850f5-bbac-48ab-9f8b-66d8b92818ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175063 Oct 30 15:11:27.978175 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566fbb9a-612b-4218-b0fa-7af5096c2a54 req-5abf1698-af38-4537-bfe7-926bd9dc815c tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:27.983886 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-566fbb9a-612b-4218-b0fa-7af5096c2a54 req-5abf1698-af38-4537-bfe7-926bd9dc815c tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] 10.222.0.62 "GET /v2.0/networks/edc38ef5-7816-4133-914c-cfe2849a0125 HTTP/1.1" status: 200 len: 784 time: 0.3007147 Oct 30 15:11:27.996784 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [req-566fbb9a-612b-4218-b0fa-7af5096c2a54 req-4caee753-ead1-4578-bcba-bf67801a2782 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:11:28.002910 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-566fbb9a-612b-4218-b0fa-7af5096c2a54 req-4caee753-ead1-4578-bcba-bf67801a2782 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0137954 Oct 30 15:11:28.010750 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa21d52-f45d-46fe-b497-aa5604d537eb None None] DHCP port deletion for c1928375-e422-457c-9b13-0dd3fe8116b5 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:11:28.051307 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-00e31bf2-2119-4561-9b72-3d86ec8ef728 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:28.066779 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=2ffc7082-ce09-46e0-93dc-281675870673,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:28.075611 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8aa2e2e9-d847-42c1-bcdd-d9e5f5e14c0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:28.119906 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-1fa21d52-f45d-46fe-b497-aa5604d537eb None None] Deleting port af1d55ba-c05c-472f-a15b-8d1a6d221904 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:11:28.120359 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1fa21d52-f45d-46fe-b497-aa5604d537eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:28.171755 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-40ecdb94-d509-4f2a-af1f-89210d2ca80b tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Deleting port af1d55ba-c05c-472f-a15b-8d1a6d221904 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:11:28.172102 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-40ecdb94-d509-4f2a-af1f-89210d2ca80b tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:28.216327 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 60490) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:28.262062 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-1fa21d52-f45d-46fe-b497-aa5604d537eb None None] For port af1d55ba-c05c-472f-a15b-8d1a6d221904, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=af1d55ba-c05c-472f-a15b-8d1a6d221904,segment=NetworkSegment(7960652a-a420-43cd-9d49-1f6b9821a651),segment_id=7960652a-a420-43cd-9d49-1f6b9821a651)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:11:28.264146 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1fa21d52-f45d-46fe-b497-aa5604d537eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:28.266170 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-40ecdb94-d509-4f2a-af1f-89210d2ca80b tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] For port af1d55ba-c05c-472f-a15b-8d1a6d221904, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=af1d55ba-c05c-472f-a15b-8d1a6d221904,segment=NetworkSegment(7960652a-a420-43cd-9d49-1f6b9821a651),segment_id=7960652a-a420-43cd-9d49-1f6b9821a651)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:11:28.266651 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-40ecdb94-d509-4f2a-af1f-89210d2ca80b tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:28.279676 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8433199b-3e4c-496c-b69f-7743d7d87590 req-09265967-ea58-4785-bf04-e031768fc442 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:28.282275 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-40ecdb94-d509-4f2a-af1f-89210d2ca80b tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Calling delete_port for af1d55ba-c05c-472f-a15b-8d1a6d221904 owned by network:dhcp {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:11:28.286545 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8433199b-3e4c-496c-b69f-7743d7d87590 req-09265967-ea58-4785-bf04-e031768fc442 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] 10.222.0.62 "GET /v2.0/ports?device_id=2147588f-7249-4ed3-8de5-5bc96ffe7b2f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1301336 Oct 30 15:11:28.296748 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-1fa21d52-f45d-46fe-b497-aa5604d537eb None None] Calling delete_port for af1d55ba-c05c-472f-a15b-8d1a6d221904 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:11:28.305131 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8aa2e2e9-d847-42c1-bcdd-d9e5f5e14c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:28.307735 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8aa2e2e9-d847-42c1-bcdd-d9e5f5e14c0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:28.311854 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-8aa2e2e9-d847-42c1-bcdd-d9e5f5e14c0d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e3b1f060-cfb4-4e47-b2f2-9a12cce81751 HTTP/1.1" status: 204 len: 168 time: 0.7236302 Oct 30 15:11:28.319660 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-00e31bf2-2119-4561-9b72-3d86ec8ef728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:28.394816 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8433199b-3e4c-496c-b69f-7743d7d87590 req-07eb7ee6-81ef-42de-8551-bebf9377b73e tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.4.47 HTTP/1.1" status: 200 len: 695 time: 0.1020062 Oct 30 15:11:28.404735 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-8433199b-3e4c-496c-b69f-7743d7d87590 req-774e08e3-9716-4a22-ac8a-23d5c377116c tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Request body: {'floatingip': {'port_id': 'b5bdeb45-04a6-4804-a78b-197725817c57', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:11:28.421518 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e31bf2-2119-4561-9b72-3d86ec8ef728 admin admin] Pushing event updated for resources: {'Port': ['ID=2ad90f31-34c0-40e9-b6f2-7ed6fd122689,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:28.428822 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa2e2e9-d847-42c1-bcdd-d9e5f5e14c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b1f060-cfb4-4e47-b2f2-9a12cce81751,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:28.433405 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e31bf2-2119-4561-9b72-3d86ec8ef728 admin admin] Network 524f8360-eaf2-4133-a589-da68b60c4b3f is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:11:28.436475 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-00e31bf2-2119-4561-9b72-3d86ec8ef728 admin admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:11:28.440397 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e31bf2-2119-4561-9b72-3d86ec8ef728 admin admin] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:11:28.501917 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1fa21d52-f45d-46fe-b497-aa5604d537eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:28.531361 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-8433199b-3e4c-496c-b69f-7743d7d87590 req-774e08e3-9716-4a22-ac8a-23d5c377116c tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Publish callbacks [] for floatingip, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:28.535845 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-00e31bf2-2119-4561-9b72-3d86ec8ef728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:28.538709 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa21d52-f45d-46fe-b497-aa5604d537eb None None] Pushing event deleted for resources: {'Port': ['ID=af1d55ba-c05c-472f-a15b-8d1a6d221904,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:28.550388 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa21d52-f45d-46fe-b497-aa5604d537eb None None] No DVR routers for this DVR port af1d55ba-c05c-472f-a15b-8d1a6d221904 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:11:28.631835 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-40ecdb94-d509-4f2a-af1f-89210d2ca80b tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:28.725226 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 60502) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:28.727413 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ecdb94-d509-4f2a-af1f-89210d2ca80b tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] No DVR routers for this DVR port af1d55ba-c05c-472f-a15b-8d1a6d221904 on host n-d-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:11:28.739810 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ecdb94-d509-4f2a-af1f-89210d2ca80b tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Pushing event deleted for resources: {'Port': ['ID=af1d55ba-c05c-472f-a15b-8d1a6d221904,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:28.841875 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8c7ebe4a-d613-4e79-a883-cd7f155279cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:28.891135 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-0130dd81-0127-40c3-b3c9-c386fd59977c None None] Provisioning complete for port 2ad90f31-34c0-40e9-b6f2-7ed6fd122689 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:11:28.897657 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0130dd81-0127-40c3-b3c9-c386fd59977c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:28.908871 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-40ecdb94-d509-4f2a-af1f-89210d2ca80b tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:28.953821 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-40ecdb94-d509-4f2a-af1f-89210d2ca80b tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1928375-e422-457c-9b13-0dd3fe8116b5']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:11:28.981656 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-0130dd81-0127-40c3-b3c9-c386fd59977c None None] Port 2ad90f31-34c0-40e9-b6f2-7ed6fd122689 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:11:28.987566 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-40ecdb94-d509-4f2a-af1f-89210d2ca80b tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7960652a-a420-43cd-9d49-1f6b9821a651') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:11:28.989608 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-40ecdb94-d509-4f2a-af1f-89210d2ca80b tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7960652a-a420-43cd-9d49-1f6b9821a651') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:11:29.000985 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-00e31bf2-2119-4561-9b72-3d86ec8ef728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:29.179810 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-40ecdb94-d509-4f2a-af1f-89210d2ca80b tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:29.192745 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8c7ebe4a-d613-4e79-a883-cd7f155279cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:29.210280 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8c7ebe4a-d613-4e79-a883-cd7f155279cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:29.230107 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e21788c7-aa0a-4449-9a86-cdd082321758 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:29.232874 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-40ecdb94-d509-4f2a-af1f-89210d2ca80b tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:29.258315 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40ecdb94-d509-4f2a-af1f-89210d2ca80b tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:11:29.259217 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-40ecdb94-d509-4f2a-af1f-89210d2ca80b tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:29.263811 n-d-806683-17 neutron-server[102130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:11:29.263811 n-d-806683-17 neutron-server[102130]: self.session.flush() Oct 30 15:11:29.263811 n-d-806683-17 neutron-server[102130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:11:29.263811 n-d-806683-17 neutron-server[102130]: self.session.flush() Oct 30 15:11:29.263811 n-d-806683-17 neutron-server[102130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:11:29.263811 n-d-806683-17 neutron-server[102130]: self.session.flush() Oct 30 15:11:29.263811 n-d-806683-17 neutron-server[102130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:11:29.263811 n-d-806683-17 neutron-server[102130]: self.session.flush() Oct 30 15:11:29.263811 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:11:29.263811 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:11:29.263811 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:11:29.263811 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:11:29.263811 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:11:29.263811 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:11:29.263811 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:11:29.263811 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:11:29.263811 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:11:29.263811 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:11:29.263811 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:11:29.263811 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:11:29.263811 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:11:29.263811 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:11:29.263811 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:11:29.263811 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:11:29.263811 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:11:29.263811 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:11:29.263811 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:11:29.263811 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:11:29.263811 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:11:29.263811 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:11:29.263811 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:11:29.263811 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:11:29.263811 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:11:29.263811 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:11:29.263811 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:11:29.263811 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:11:29.263811 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:11:29.263811 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:11:29.263811 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:11:29.263811 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:11:29.273494 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 2ffc7082-ce09-46e0-93dc-281675870673 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:11:29.321381 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-8c7ebe4a-d613-4e79-a883-cd7f155279cf admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=62ecc6efeaa74bd082f0b6108add98aa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1035359 Oct 30 15:11:29.328683 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60516) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:29.332270 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7ebe4a-d613-4e79-a883-cd7f155279cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35ef87b0-0a57-47e2-a287-0cb12a947442,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:29.348731 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 2ffc7082-ce09-46e0-93dc-281675870673 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:11:29.349166 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:29.394170 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974f715-3db4-49ba-be8d-7c6687478933 req-abbea246-416a-4b4f-8b99-305bc39beab4 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:29.396588 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f974f715-3db4-49ba-be8d-7c6687478933 req-abbea246-416a-4b4f-8b99-305bc39beab4 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3f50d40-de7d-4020-b972-b4c18dee3f99 HTTP/1.1" status: 200 len: 948 time: 0.2146790 Oct 30 15:11:29.399327 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60518) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:29.473092 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f974f715-3db4-49ba-be8d-7c6687478933 req-1eee18c6-bfea-47d4-835f-64998a55891d tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6e850f5-bbac-48ab-9f8b-66d8b92818ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669105 Oct 30 15:11:29.504939 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-40ecdb94-d509-4f2a-af1f-89210d2ca80b tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:29.510618 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-8433199b-3e4c-496c-b69f-7743d7d87590 req-774e08e3-9716-4a22-ac8a-23d5c377116c tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:29.516550 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7845f458-a98a-4580-a2f1-4f5bee55c932 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:29.520524 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-8433199b-3e4c-496c-b69f-7743d7d87590 req-774e08e3-9716-4a22-ac8a-23d5c377116c tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:29.530712 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-40ecdb94-d509-4f2a-af1f-89210d2ca80b tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:29.538814 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-40ecdb94-d509-4f2a-af1f-89210d2ca80b tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "DELETE /v2.0/networks/c1928375-e422-457c-9b13-0dd3fe8116b5 HTTP/1.1" status: 204 len: 168 time: 2.0361464 Oct 30 15:11:29.550523 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60524) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:29.561609 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:29.565185 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device af1d55ba-c05c-472f-a15b-8d1a6d221904 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:11:29.599490 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: af1d55ba-c05c-472f-a15b-8d1a6d221904 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:11:29.600196 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device af1d55ba-c05c-472f-a15b-8d1a6d221904 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:11:29.625339 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-00e31bf2-2119-4561-9b72-3d86ec8ef728 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:29.635335 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ecdb94-d509-4f2a-af1f-89210d2ca80b tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Pushing event deleted for resources: {'Network': ['ID=c1928375-e422-457c-9b13-0dd3fe8116b5,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:29.648136 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e21788c7-aa0a-4449-9a86-cdd082321758 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:29.657127 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e21788c7-aa0a-4449-9a86-cdd082321758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:29.696032 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-00e31bf2-2119-4561-9b72-3d86ec8ef728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:29.727814 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-e21788c7-aa0a-4449-9a86-cdd082321758 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4a9c76e08b6f4f4e8fee7a9fa0e85fcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9917533 Oct 30 15:11:29.727814 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 60532) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:29.737042 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-58f2e801-fad5-40bd-9d16-45d652918713 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=43143c3070314c3681888b27ea127a66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3290381 Oct 30 15:11:29.741666 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 60536) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:29.745552 n-d-806683-17 neutron-server[102131]: INFO neutron.db.l3_db [req-8433199b-3e4c-496c-b69f-7743d7d87590 req-774e08e3-9716-4a22-ac8a-23d5c377116c tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Floating IP d8e0fbf9-a4b5-4080-8570-fa2b49596690 associated. External IP: 172.25.4.47, port: b5bdeb45-04a6-4804-a78b-197725817c57. Oct 30 15:11:29.749186 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21788c7-aa0a-4449-9a86-cdd082321758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f422818-737f-4b17-8861-e88eb1c4deb0,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:29.764571 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7845f458-a98a-4580-a2f1-4f5bee55c932 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:29.769811 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-de9e426d-429e-46e2-81a7-6c1abef4d71d tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Deleting subnet 07abbc73-6e8b-412b-874b-2d2ca0798649 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:11:29.789264 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-de9e426d-429e-46e2-81a7-6c1abef4d71d tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:29.875062 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d5fbbf2a-6483-41d7-ac21-5c40baf80bd3 req-635a6bb1-1136-4289-be2f-a4a055418903 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=a63b170e4d9945e2b0d25a7b58414e99&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0935686 Oct 30 15:11:29.884435 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e31bf2-2119-4561-9b72-3d86ec8ef728 admin admin] Pushing event updated for resources: {'Port': ['ID=2ad90f31-34c0-40e9-b6f2-7ed6fd122689,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:29.890955 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-00e31bf2-2119-4561-9b72-3d86ec8ef728 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:29.895013 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-de9e426d-429e-46e2-81a7-6c1abef4d71d tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:29.939494 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-79da0e2c-a055-4f3a-babb-65dee98526ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:29.941393 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-de5b36bc-0c35-4a7f-a605-75a8e7f5fb48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:30.044947 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-79da0e2c-a055-4f3a-babb-65dee98526ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:30.045388 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7845f458-a98a-4580-a2f1-4f5bee55c932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:30.048453 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7845f458-a98a-4580-a2f1-4f5bee55c932 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:30.051969 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-7845f458-a98a-4580-a2f1-4f5bee55c932 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/35ef87b0-0a57-47e2-a287-0cb12a947442 HTTP/1.1" status: 204 len: 168 time: 0.7152755 Oct 30 15:11:30.057176 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-de5b36bc-0c35-4a7f-a605-75a8e7f5fb48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:30.102451 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7845f458-a98a-4580-a2f1-4f5bee55c932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ef87b0-0a57-47e2-a287-0cb12a947442,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:30.154679 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-de9e426d-429e-46e2-81a7-6c1abef4d71d tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:30.164764 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8433199b-3e4c-496c-b69f-7743d7d87590 req-774e08e3-9716-4a22-ac8a-23d5c377116c tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Router 787ade73-8ae3-4900-bfc6-d67ac08f9a77 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:11:30.168897 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-de5b36bc-0c35-4a7f-a605-75a8e7f5fb48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:30.172868 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-de5b36bc-0c35-4a7f-a605-75a8e7f5fb48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:30.176869 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-de5b36bc-0c35-4a7f-a605-75a8e7f5fb48 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3e16883d-a7ef-4a94-88d7-0c2e2ae3ab9b HTTP/1.1" status: 204 len: 168 time: 0.4327812 Oct 30 15:11:30.181914 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-79da0e2c-a055-4f3a-babb-65dee98526ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:30.184468 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-79da0e2c-a055-4f3a-babb-65dee98526ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:30.184919 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fbbf2a-6483-41d7-ac21-5c40baf80bd3 req-4979a979-7b6e-4aee-bb93-b1ff391ff943 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:30.185584 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-79da0e2c-a055-4f3a-babb-65dee98526ed admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5f422818-737f-4b17-8861-e88eb1c4deb0 HTTP/1.1" status: 204 len: 168 time: 0.4568384 Oct 30 15:11:30.186343 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d5fbbf2a-6483-41d7-ac21-5c40baf80bd3 req-4979a979-7b6e-4aee-bb93-b1ff391ff943 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2992754 Oct 30 15:11:30.198211 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5b36bc-0c35-4a7f-a605-75a8e7f5fb48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e16883d-a7ef-4a94-88d7-0c2e2ae3ab9b,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:30.209290 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e31bf2-2119-4561-9b72-3d86ec8ef728 admin admin] Network 524f8360-eaf2-4133-a589-da68b60c4b3f is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:11:30.218600 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-00e31bf2-2119-4561-9b72-3d86ec8ef728 admin admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:11:30.229286 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d5fbbf2a-6483-41d7-ac21-5c40baf80bd3 req-ea32a85d-bb8a-47ed-9e74-5c8b97a451af tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/quotas/a63b170e4d9945e2b0d25a7b58414e99 HTTP/1.1" status: 200 len: 375 time: 0.0260961 Oct 30 15:11:30.249203 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79da0e2c-a055-4f3a-babb-65dee98526ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f422818-737f-4b17-8861-e88eb1c4deb0,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:30.384122 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8433199b-3e4c-496c-b69f-7743d7d87590 req-774e08e3-9716-4a22-ac8a-23d5c377116c tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:11:30.393625 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-8433199b-3e4c-496c-b69f-7743d7d87590 req-774e08e3-9716-4a22-ac8a-23d5c377116c tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:30.404508 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95f3888-5806-43a4-b7a1-e9453e498b93 None None] Sync routers for ids ['787ade73-8ae3-4900-bfc6-d67ac08f9a77'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:11:30.424436 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95f3888-5806-43a4-b7a1-e9453e498b93 None None] Routers {'787ade73-8ae3-4900-bfc6-d67ac08f9a77'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:11:30.426105 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-c95f3888-5806-43a4-b7a1-e9453e498b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:11:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['787ade73-8ae3-4900-bfc6-d67ac08f9a77'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:11:30.456242 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-de9e426d-429e-46e2-81a7-6c1abef4d71d tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:30.471575 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8433199b-3e4c-496c-b69f-7743d7d87590 req-774e08e3-9716-4a22-ac8a-23d5c377116c tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] 10.222.0.62 "PUT /v2.0/floatingips/d8e0fbf9-a4b5-4080-8570-fa2b49596690 HTTP/1.1" status: 200 len: 995 time: 2.0680561 Oct 30 15:11:30.472601 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2147588f-7249-4ed3-8de5-5bc96ffe7b2f', 'tag': 'b5bdeb45-04a6-4804-a78b-197725817c57'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:11:30.475907 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af28125e-e0d6-4e2d-aaaa-52c798dc0391" -d '{"events": [{"name": "network-changed", "server_uuid": "2147588f-7249-4ed3-8de5-5bc96ffe7b2f", "tag": "b5bdeb45-04a6-4804-a78b-197725817c57"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:11:30.517750 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e426d-429e-46e2-81a7-6c1abef4d71d tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Pushing event deleted for resources: {'Subnet': ['ID=07abbc73-6e8b-412b-874b-2d2ca0798649,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:30.520756 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-de9e426d-429e-46e2-81a7-6c1abef4d71d tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:30.524829 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-de9e426d-429e-46e2-81a7-6c1abef4d71d tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "DELETE /v2.0/subnets/07abbc73-6e8b-412b-874b-2d2ca0798649 HTTP/1.1" status: 204 len: 168 time: 0.9470148 Oct 30 15:11:30.528955 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 60560) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:30.551480 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d5fbbf2a-6483-41d7-ac21-5c40baf80bd3 req-ae2594ee-724d-4a3b-ab04-a990159912e9 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a63b170e4d9945e2b0d25a7b58414e99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2788785 Oct 30 15:11:30.551818 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e810553-4982-443c-9d1f-3d64a1b4785d None None] Network 5b578e27-c5d4-4dc8-bcf7-d2439f17c459 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:11:30.559931 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00e31bf2-2119-4561-9b72-3d86ec8ef728 admin admin] Router 6ccd2274-8d6b-4ff4-ace8-95127cd8e714 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:11:30.656622 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d21a6cef-8b62-41bb-989d-8293491f62e1 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:30.665475 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8433199b-3e4c-496c-b69f-7743d7d87590 req-732a0fab-35f6-4345-9e34-c2f6038cf881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:30.667666 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8433199b-3e4c-496c-b69f-7743d7d87590 req-732a0fab-35f6-4345-9e34-c2f6038cf881 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f17a51dafe2248f283b50921c5c94f99&device_id=2147588f-7249-4ed3-8de5-5bc96ffe7b2f HTTP/1.1" status: 200 len: 1097 time: 0.1836417 Oct 30 15:11:30.820641 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e31bf2-2119-4561-9b72-3d86ec8ef728 admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:11:30.835607 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd61ba7d-927a-4615-9ef8-c6e5dca20f43 None None] Sync routers for ids ['6ccd2274-8d6b-4ff4-ace8-95127cd8e714'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:11:30.837994 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-00e31bf2-2119-4561-9b72-3d86ec8ef728 admin admin] 10.222.0.62 "PUT /v2.0/routers/6ccd2274-8d6b-4ff4-ace8-95127cd8e714/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2071383 Oct 30 15:11:30.852337 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd61ba7d-927a-4615-9ef8-c6e5dca20f43 None None] Routers {'6ccd2274-8d6b-4ff4-ace8-95127cd8e714'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:11:30.853155 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-fd61ba7d-927a-4615-9ef8-c6e5dca20f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:11:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['6ccd2274-8d6b-4ff4-ace8-95127cd8e714'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:11:30.966341 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8433199b-3e4c-496c-b69f-7743d7d87590 req-894e3eee-40e3-445b-9a9e-2c837361027f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:30.971625 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8433199b-3e4c-496c-b69f-7743d7d87590 req-894e3eee-40e3-445b-9a9e-2c837361027f service neutron] 10.222.0.62 "GET /v2.0/networks?id=c58cd6da-8ad6-4c65-93fc-5805c904760f HTTP/1.1" status: 200 len: 930 time: 0.2801692 Oct 30 15:11:30.974463 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a4b8df-0d39-4095-be1c-cbeb2352191b x-openstack-request-id: req-00a4b8df-0d39-4095-be1c-cbeb2352191b {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:11:30.975597 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2147588f-7249-4ed3-8de5-5bc96ffe7b2f", "tag": "b5bdeb45-04a6-4804-a78b-197725817c57", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:11:30.976041 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-00a4b8df-0d39-4095-be1c-cbeb2352191b {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:11:30.979535 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2147588f-7249-4ed3-8de5-5bc96ffe7b2f', 'tag': 'b5bdeb45-04a6-4804-a78b-197725817c57', 'status': 'completed', 'code': 200} Oct 30 15:11:30.999610 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e77ea665-9255-4ae2-bc35-e03e25b40548 None None] Provisioning complete for port 2ad90f31-34c0-40e9-b6f2-7ed6fd122689 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:11:31.000231 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e77ea665-9255-4ae2-bc35-e03e25b40548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:31.000932 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5cdb403a-e76c-4c31-b930-c2fce9910dc1 req-91720b75-7ac4-4f74-9260-e4ec8ec1abb2 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/ports?device_id=f09a5a6d-568e-4462-a5b1-68ee745d26a3 HTTP/1.1" status: 200 len: 210 time: 0.0595336 Oct 30 15:11:31.033040 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60572) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:31.122686 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e77ea665-9255-4ae2-bc35-e03e25b40548 None None] Port 2ad90f31-34c0-40e9-b6f2-7ed6fd122689 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:11:31.130463 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60580) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:31.135248 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-c95f3888-5806-43a4-b7a1-e9453e498b93 None None] Set router 787ade73-8ae3-4900-bfc6-d67ac08f9a77 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:11:31.169428 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0983066e-6d76-440c-80ba-a8f6bf66ba66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:31.241103 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23572237-d4a8-48fd-9f3a-adcf517d4b0e None None] DHCP port deletion for 5b578e27-c5d4-4dc8-bcf7-d2439f17c459 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:11:31.271986 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0983066e-6d76-440c-80ba-a8f6bf66ba66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:31.277348 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0983066e-6d76-440c-80ba-a8f6bf66ba66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:31.302090 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-d21a6cef-8b62-41bb-989d-8293491f62e1 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Deleting port c53b8b69-8d07-4b97-93dc-4e2b4d02f3b7 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:11:31.304231 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d21a6cef-8b62-41bb-989d-8293491f62e1 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:31.327152 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-0983066e-6d76-440c-80ba-a8f6bf66ba66 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=668cc5dfbb7d4b4b9c5387cd73f5b1ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1936717 Oct 30 15:11:31.327380 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60586) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:31.334854 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0983066e-6d76-440c-80ba-a8f6bf66ba66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781dce27-491e-44fc-b2ab-234373c19f06,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:31.348640 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28125e-e0d6-4e2d-aaaa-52c798dc0391 req-cbeffbc1-2edf-431f-ad46-9f9f07d6c86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:31.352401 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-af28125e-e0d6-4e2d-aaaa-52c798dc0391 req-cbeffbc1-2edf-431f-ad46-9f9f07d6c86d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f17a51dafe2248f283b50921c5c94f99&device_id=2147588f-7249-4ed3-8de5-5bc96ffe7b2f HTTP/1.1" status: 200 len: 1097 time: 0.3712025 Oct 30 15:11:31.379794 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-fd61ba7d-927a-4615-9ef8-c6e5dca20f43 None None] Set router 6ccd2274-8d6b-4ff4-ace8-95127cd8e714 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:11:31.396407 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-dca13654-c155-4562-865b-6f670fc5def8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:31.410704 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8433199b-3e4c-496c-b69f-7743d7d87590 req-93c7b488-b854-4ef3-b6dc-1ac7bfc78ef9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5bdeb45-04a6-4804-a78b-197725817c57 HTTP/1.1" status: 200 len: 998 time: 0.4050922 Oct 30 15:11:31.450070 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-dca13654-c155-4562-865b-6f670fc5def8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:31.556855 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-dca13654-c155-4562-865b-6f670fc5def8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:31.560251 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-dca13654-c155-4562-865b-6f670fc5def8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:31.561687 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-dca13654-c155-4562-865b-6f670fc5def8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/781dce27-491e-44fc-b2ab-234373c19f06 HTTP/1.1" status: 204 len: 168 time: 0.2333529 Oct 30 15:11:31.595567 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-63c17b33-cd33-4016-b21a-8d853c5e7332 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:31.599189 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca13654-c155-4562-865b-6f670fc5def8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781dce27-491e-44fc-b2ab-234373c19f06,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:31.668061 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-d21a6cef-8b62-41bb-989d-8293491f62e1 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] For port c53b8b69-8d07-4b97-93dc-4e2b4d02f3b7, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=c53b8b69-8d07-4b97-93dc-4e2b4d02f3b7,segment=NetworkSegment(e18193fb-7bda-4048-802d-6610e1112290),segment_id=e18193fb-7bda-4048-802d-6610e1112290)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:11:31.668744 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d21a6cef-8b62-41bb-989d-8293491f62e1 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:31.671321 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-fd61ba7d-927a-4615-9ef8-c6e5dca20f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ccd2274-8d6b-4ff4-ace8-95127cd8e714', 'name': 'tempest-TaggedBootDevicesTest-1533506095-router', 'tenant_id': '005d49094ead4e63ad23cb02de2bfa34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '2ffc7082-ce09-46e0-93dc-281675870673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:11:20Z', 'updated_at': '2021-10-30T15:11:28Z', 'revision_number': 4, 'project_id': '005d49094ead4e63ad23cb02de2bfa34', 'gw_port': {'id': '2ffc7082-ce09-46e0-93dc-281675870673', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccd2274-8d6b-4ff4-ace8-95127cd8e714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:11:21Z', 'updated_at': '2021-10-30T15:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '2ad90f31-34c0-40e9-b6f2-7ed6fd122689', 'name': '', 'network_id': '524f8360-eaf2-4133-a589-da68b60c4b3f', 'tenant_id': '005d49094ead4e63ad23cb02de2bfa34', 'mac_address': 'fa:16:3e:a3:cb:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ccd2274-8d6b-4ff4-ace8-95127cd8e714', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'b6028f5c-691f-4481-8af2-37902ddb4e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:11:26Z', 'updated_at': '2021-10-30T15:11:29Z', 'revision_number': 2, 'project_id': '005d49094ead4e63ad23cb02de2bfa34', 'subnets': [{'id': 'b6028f5c-691f-4481-8af2-37902ddb4e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:11:31.695648 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-d21a6cef-8b62-41bb-989d-8293491f62e1 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Calling delete_port for c53b8b69-8d07-4b97-93dc-4e2b4d02f3b7 owned by network:dhcp {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:11:31.698630 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8433199b-3e4c-496c-b69f-7743d7d87590 req-54bb75e6-3758-4cd0-8e68-b39df13d3607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:31.700543 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8433199b-3e4c-496c-b69f-7743d7d87590 req-54bb75e6-3758-4cd0-8e68-b39df13d3607 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=caa7394f-93ee-4465-9572-c86526bd16cc HTTP/1.1" status: 200 len: 868 time: 0.2796528 Oct 30 15:11:31.801540 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd61ba7d-927a-4615-9ef8-c6e5dca20f43 None None] Checking router: 6ccd2274-8d6b-4ff4-ace8-95127cd8e714 for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:11:31.802268 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd61ba7d-927a-4615-9ef8-c6e5dca20f43 None None] Updating router 6ccd2274-8d6b-4ff4-ace8-95127cd8e714 port 2ad90f31-34c0-40e9-b6f2-7ed6fd122689 binding host n-d-806683-17 {{(pid=102133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:11:31.819011 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28125e-e0d6-4e2d-aaaa-52c798dc0391 req-cb3240f2-42d9-4090-85d8-2a939827f1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:31.821392 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-af28125e-e0d6-4e2d-aaaa-52c798dc0391 req-cb3240f2-42d9-4090-85d8-2a939827f1a9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c58cd6da-8ad6-4c65-93fc-5805c904760f HTTP/1.1" status: 200 len: 930 time: 0.3986137 Oct 30 15:11:31.840453 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8433199b-3e4c-496c-b69f-7743d7d87590 req-cbbd408b-1784-4164-b2b9-51c4925995dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:31.840719 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-63c17b33-cd33-4016-b21a-8d853c5e7332 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:31.842276 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8433199b-3e4c-496c-b69f-7743d7d87590 req-cbbd408b-1784-4164-b2b9-51c4925995dc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c58cd6da-8ad6-4c65-93fc-5805c904760f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1326933 Oct 30 15:11:31.845904 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-63c17b33-cd33-4016-b21a-8d853c5e7332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:31.854443 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:31.877001 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fd61ba7d-927a-4615-9ef8-c6e5dca20f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:31.957534 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-63c17b33-cd33-4016-b21a-8d853c5e7332 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1e2d540ef3404dd8b7e8db2315ce748f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9231031 Oct 30 15:11:31.967192 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60632) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:31.997179 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-af28125e-e0d6-4e2d-aaaa-52c798dc0391 req-ebb7f612-7c64-4f17-afcd-db04500601db service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5bdeb45-04a6-4804-a78b-197725817c57 HTTP/1.1" status: 200 len: 998 time: 0.1429007 Oct 30 15:11:32.002828 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d21a6cef-8b62-41bb-989d-8293491f62e1 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:32.075281 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c17b33-cd33-4016-b21a-8d853c5e7332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4590199-9b4a-4c62-ba8e-6ce97ba8fb52,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:32.131902 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-23572237-d4a8-48fd-9f3a-adcf517d4b0e None None] Deleting port c53b8b69-8d07-4b97-93dc-4e2b4d02f3b7 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:11:32.133113 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-23572237-d4a8-48fd-9f3a-adcf517d4b0e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:32.191115 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21a6cef-8b62-41bb-989d-8293491f62e1 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Pushing event deleted for resources: {'Port': ['ID=c53b8b69-8d07-4b97-93dc-4e2b4d02f3b7,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:32.244303 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21a6cef-8b62-41bb-989d-8293491f62e1 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] No DVR routers for this DVR port c53b8b69-8d07-4b97-93dc-4e2b4d02f3b7 on host n-d-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:11:32.253553 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-48218522-2f70-4f8d-b7ca-6e92d5fbdead req-523536f8-ee1c-4b61-a89c-edb553b976d8 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/ports?device_id=f09a5a6d-568e-4462-a5b1-68ee745d26a3 HTTP/1.1" status: 200 len: 210 time: 0.0974343 Oct 30 15:11:32.293536 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8433199b-3e4c-496c-b69f-7743d7d87590 req-10c3ea40-5469-4ace-a3e2-edc8d38518cc service neutron] 10.222.0.62 "GET /v2.0/networks/c58cd6da-8ad6-4c65-93fc-5805c904760f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4360209 Oct 30 15:11:32.297762 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ce1c39f1-b410-41d5-ab1c-f81daff6a50c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:32.345961 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ce1c39f1-b410-41d5-ab1c-f81daff6a50c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:32.379595 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-23572237-d4a8-48fd-9f3a-adcf517d4b0e None None] For port c53b8b69-8d07-4b97-93dc-4e2b4d02f3b7, host n-d-806683-17, got binding levels [] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:11:32.380868 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-23572237-d4a8-48fd-9f3a-adcf517d4b0e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:32.449536 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ce1c39f1-b410-41d5-ab1c-f81daff6a50c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:32.457830 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-23572237-d4a8-48fd-9f3a-adcf517d4b0e None None] Calling delete_port for c53b8b69-8d07-4b97-93dc-4e2b4d02f3b7 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:11:32.461732 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ce1c39f1-b410-41d5-ab1c-f81daff6a50c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:32.466195 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.ipam_backend_mixin [None req-23572237-d4a8-48fd-9f3a-adcf517d4b0e None None] Port c53b8b69-8d07-4b97-93dc-4e2b4d02f3b7 was not found and therefore no delete operation was performed {{(pid=102132) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 30 15:11:32.466367 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-ce1c39f1-b410-41d5-ab1c-f81daff6a50c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a4590199-9b4a-4c62-ba8e-6ce97ba8fb52 HTTP/1.1" status: 204 len: 168 time: 0.4947295 Oct 30 15:11:32.469876 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-23572237-d4a8-48fd-9f3a-adcf517d4b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:32.483729 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1c39f1-b410-41d5-ab1c-f81daff6a50c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4590199-9b4a-4c62-ba8e-6ce97ba8fb52,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:32.540541 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23572237-d4a8-48fd-9f3a-adcf517d4b0e None None] Pushing event deleted for resources: {'Port': ['ID=c53b8b69-8d07-4b97-93dc-4e2b4d02f3b7,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:32.542637 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23572237-d4a8-48fd-9f3a-adcf517d4b0e None None] No DVR routers for this DVR port c53b8b69-8d07-4b97-93dc-4e2b4d02f3b7 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:11:32.572513 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fd61ba7d-927a-4615-9ef8-c6e5dca20f43 None None] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:32.578713 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fd61ba7d-927a-4615-9ef8-c6e5dca20f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:32.586543 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-c95f3888-5806-43a4-b7a1-e9453e498b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '787ade73-8ae3-4900-bfc6-d67ac08f9a77', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1890913243-router', 'tenant_id': 'f17a51dafe2248f283b50921c5c94f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'e9c1d81e-4da1-4f32-b599-191d5e995bc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:10:43Z', 'updated_at': '2021-10-30T15:10:55Z', 'revision_number': 4, 'project_id': 'f17a51dafe2248f283b50921c5c94f99', 'gw_port': {'id': 'e9c1d81e-4da1-4f32-b599-191d5e995bc8', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787ade73-8ae3-4900-bfc6-d67ac08f9a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:10:45Z', 'updated_at': '2021-10-30T15:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': 'd8e0fbf9-a4b5-4080-8570-fa2b49596690', 'tenant_id': 'f17a51dafe2248f283b50921c5c94f99', 'floating_ip_address': '172.25.4.47', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '787ade73-8ae3-4900-bfc6-d67ac08f9a77', 'port_id': 'b5bdeb45-04a6-4804-a78b-197725817c57', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 746, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58cd6da-8ad6-4c65-93fc-5805c904760f', 'mac_address': 'fa:16:3e:df:07:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2147588f-7249-4ed3-8de5-5bc96ffe7b2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:11:26Z', 'updated_at': '2021-10-30T15:11:29Z', 'revision_number': 1, 'project_id': 'f17a51dafe2248f283b50921c5c94f99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fea51d64-e5c6-4b0c-81dc-47f63f45970d', 'name': '', 'network_id': 'c58cd6da-8ad6-4c65-93fc-5805c904760f', 'tenant_id': 'f17a51dafe2248f283b50921c5c94f99', 'mac_address': 'fa:16:3e:06:4d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787ade73-8ae3-4900-bfc6-d67ac08f9a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'caa7394f-93ee-4465-9572-c86526bd16cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:10:54Z', 'updated_at': '2021-10-30T15:11:04Z', 'revision_number': 5, 'project_id': 'f17a51dafe2248f283b50921c5c94f99', 'subnets': [{'id': 'caa7394f-93ee-4465-9572-c86526bd16cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:11:32.612483 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28125e-e0d6-4e2d-aaaa-52c798dc0391 req-bb25c17a-27cd-4e57-bb48-8158022e8c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:32.616386 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-af28125e-e0d6-4e2d-aaaa-52c798dc0391 req-bb25c17a-27cd-4e57-bb48-8158022e8c52 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=caa7394f-93ee-4465-9572-c86526bd16cc HTTP/1.1" status: 200 len: 868 time: 0.6094024 Oct 30 15:11:32.632476 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf9e98c-5e8e-4a8f-8ad7-8a507781f801 None None] Pushing event updated for resources: {'Port': ['ID=2ad90f31-34c0-40e9-b6f2-7ed6fd122689,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:32.697495 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95f3888-5806-43a4-b7a1-e9453e498b93 None None] Checking router: 787ade73-8ae3-4900-bfc6-d67ac08f9a77 for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:11:32.742965 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95f3888-5806-43a4-b7a1-e9453e498b93 None None] Routers {'787ade73-8ae3-4900-bfc6-d67ac08f9a77'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:11:32.746464 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-c95f3888-5806-43a4-b7a1-e9453e498b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:11:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['787ade73-8ae3-4900-bfc6-d67ac08f9a77'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:11:32.789271 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d21a6cef-8b62-41bb-989d-8293491f62e1 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:32.833352 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-d21a6cef-8b62-41bb-989d-8293491f62e1 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b578e27-c5d4-4dc8-bcf7-d2439f17c459']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:11:32.855735 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-fd61ba7d-927a-4615-9ef8-c6e5dca20f43 None None] Attempting to bind port 2ad90f31-34c0-40e9-b6f2-7ed6fd122689 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:11:32.856194 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-fd61ba7d-927a-4615-9ef8-c6e5dca20f43 None None] Attempting to bind port 2ad90f31-34c0-40e9-b6f2-7ed6fd122689 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'c6961737-a289-4cc2-be94-4c33cfd1177f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '524f8360-eaf2-4133-a589-da68b60c4b3f'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:11:32.856568 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd61ba7d-927a-4615-9ef8-c6e5dca20f43 None None] Attempting to bind port 2ad90f31-34c0-40e9-b6f2-7ed6fd122689 on network 524f8360-eaf2-4133-a589-da68b60c4b3f {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:11:32.859239 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-d21a6cef-8b62-41bb-989d-8293491f62e1 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e18193fb-7bda-4048-802d-6610e1112290') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:11:32.859950 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-d21a6cef-8b62-41bb-989d-8293491f62e1 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e18193fb-7bda-4048-802d-6610e1112290') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:11:32.872027 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd61ba7d-927a-4615-9ef8-c6e5dca20f43 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:11:32.872398 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd61ba7d-927a-4615-9ef8-c6e5dca20f43 None None] Checking segment: {'id': 'c6961737-a289-4cc2-be94-4c33cfd1177f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '524f8360-eaf2-4133-a589-da68b60c4b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:11:32.873700 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d21a6cef-8b62-41bb-989d-8293491f62e1 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:32.878592 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fd61ba7d-927a-4615-9ef8-c6e5dca20f43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:32.885301 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd61ba7d-927a-4615-9ef8-c6e5dca20f43 None None] Bound using segment: {'id': 'c6961737-a289-4cc2-be94-4c33cfd1177f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '524f8360-eaf2-4133-a589-da68b60c4b3f'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:11:32.886187 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-fd61ba7d-927a-4615-9ef8-c6e5dca20f43 None None] Bound port: 2ad90f31-34c0-40e9-b6f2-7ed6fd122689, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6961737-a289-4cc2-be94-4c33cfd1177f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '524f8360-eaf2-4133-a589-da68b60c4b3f'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:11:32.889785 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fd61ba7d-927a-4615-9ef8-c6e5dca20f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:32.944550 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d21a6cef-8b62-41bb-989d-8293491f62e1 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:32.968024 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d21a6cef-8b62-41bb-989d-8293491f62e1 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:11:32.968552 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d21a6cef-8b62-41bb-989d-8293491f62e1 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:32.997506 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-c95f3888-5806-43a4-b7a1-e9453e498b93 None None] Set router 787ade73-8ae3-4900-bfc6-d67ac08f9a77 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:11:33.055410 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-fd61ba7d-927a-4615-9ef8-c6e5dca20f43 None None] For port 2ad90f31-34c0-40e9-b6f2-7ed6fd122689, host n-d-806683-17, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:11:33.064641 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-fd61ba7d-927a-4615-9ef8-c6e5dca20f43 None None] For port 2ad90f31-34c0-40e9-b6f2-7ed6fd122689, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=2ad90f31-34c0-40e9-b6f2-7ed6fd122689,segment=NetworkSegment(c6961737-a289-4cc2-be94-4c33cfd1177f),segment_id=c6961737-a289-4cc2-be94-4c33cfd1177f)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:11:33.067387 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:11:33.067387 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:11:33.067387 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:11:33.067387 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:11:33.067387 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:11:33.067387 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:11:33.067387 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:11:33.067387 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:11:33.067387 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:11:33.067387 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:11:33.067387 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:11:33.067387 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:11:33.067387 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:11:33.067387 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:11:33.067387 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:11:33.067387 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:11:33.067387 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:11:33.067387 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:11:33.067387 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:11:33.067387 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:11:33.067387 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:11:33.067387 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:11:33.067387 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:11:33.067387 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:11:33.067387 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:11:33.067387 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:11:33.067387 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:11:33.067387 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:11:33.067387 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:11:33.067387 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:11:33.067387 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:11:33.067387 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:11:33.074953 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-fd61ba7d-927a-4615-9ef8-c6e5dca20f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:33.090603 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d21a6cef-8b62-41bb-989d-8293491f62e1 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:33.182939 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd61ba7d-927a-4615-9ef8-c6e5dca20f43 None None] Routers {'6ccd2274-8d6b-4ff4-ace8-95127cd8e714'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:11:33.183673 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-fd61ba7d-927a-4615-9ef8-c6e5dca20f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:11:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['6ccd2274-8d6b-4ff4-ace8-95127cd8e714'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:11:33.228818 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d21a6cef-8b62-41bb-989d-8293491f62e1 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:33.243020 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d21a6cef-8b62-41bb-989d-8293491f62e1 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] 10.222.0.62 "DELETE /v2.0/networks/5b578e27-c5d4-4dc8-bcf7-d2439f17c459 HTTP/1.1" status: 204 len: 168 time: 2.7118340 Oct 30 15:11:33.269145 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d5fbbf2a-6483-41d7-ac21-5c40baf80bd3 req-ce1445ac-7489-4bc7-8b3d-81de053e8046 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=a63b170e4d9945e2b0d25a7b58414e99&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4880300 Oct 30 15:11:33.399062 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-fd61ba7d-927a-4615-9ef8-c6e5dca20f43 None None] Set router 6ccd2274-8d6b-4ff4-ace8-95127cd8e714 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:11:33.403799 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device c53b8b69-8d07-4b97-93dc-4e2b4d02f3b7 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:11:33.458969 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21a6cef-8b62-41bb-989d-8293491f62e1 tempest-ServersTestMultiNic-1866678779 tempest-ServersTestMultiNic-1866678779-project] Pushing event deleted for resources: {'Network': ['ID=5b578e27-c5d4-4dc8-bcf7-d2439f17c459,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:33.614527 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-10f94255-ff39-4163-838f-f79a1b38891d req-a32511e4-b03d-4313-9c55-e1a6c39c2a71 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/ports?device_id=f09a5a6d-568e-4462-a5b1-68ee745d26a3 HTTP/1.1" status: 200 len: 210 time: 0.0742061 Oct 30 15:11:33.635091 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60716) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:33.659524 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-357f9dd4-1ae5-46ac-8858-b7b36dccc544 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:33.677607 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: c53b8b69-8d07-4b97-93dc-4e2b4d02f3b7 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:11:33.677954 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device c53b8b69-8d07-4b97-93dc-4e2b4d02f3b7 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:11:33.709748 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8433199b-3e4c-496c-b69f-7743d7d87590 req-f92563d2-269f-43ea-abd1-16608208d029 service neutron] 10.222.0.62 "GET /v2.0/networks/c58cd6da-8ad6-4c65-93fc-5805c904760f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3679368 Oct 30 15:11:33.715701 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28125e-e0d6-4e2d-aaaa-52c798dc0391 req-490f52d4-b5ff-4c74-aa17-9d361308927d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:33.719898 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-af28125e-e0d6-4e2d-aaaa-52c798dc0391 req-490f52d4-b5ff-4c74-aa17-9d361308927d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c58cd6da-8ad6-4c65-93fc-5805c904760f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0870297 Oct 30 15:11:33.870876 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-061fd240-5100-4c60-b473-982ac202fe8a None None] Provisioning complete for port 2ad90f31-34c0-40e9-b6f2-7ed6fd122689 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:11:33.871250 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-061fd240-5100-4c60-b473-982ac202fe8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:33.891200 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-af28125e-e0d6-4e2d-aaaa-52c798dc0391 req-7a3c2bea-ac16-4e64-8407-ed988f3b55ba service neutron] 10.222.0.53 "GET /v2.0/networks/c58cd6da-8ad6-4c65-93fc-5805c904760f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612084 Oct 30 15:11:33.962465 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 60724) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:33.969182 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-c95f3888-5806-43a4-b7a1-e9453e498b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '787ade73-8ae3-4900-bfc6-d67ac08f9a77', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1890913243-router', 'tenant_id': 'f17a51dafe2248f283b50921c5c94f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'e9c1d81e-4da1-4f32-b599-191d5e995bc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:10:43Z', 'updated_at': '2021-10-30T15:10:55Z', 'revision_number': 4, 'project_id': 'f17a51dafe2248f283b50921c5c94f99', 'gw_port': {'id': 'e9c1d81e-4da1-4f32-b599-191d5e995bc8', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787ade73-8ae3-4900-bfc6-d67ac08f9a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:10:45Z', 'updated_at': '2021-10-30T15:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': 'd8e0fbf9-a4b5-4080-8570-fa2b49596690', 'tenant_id': 'f17a51dafe2248f283b50921c5c94f99', 'floating_ip_address': '172.25.4.47', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '787ade73-8ae3-4900-bfc6-d67ac08f9a77', 'port_id': 'b5bdeb45-04a6-4804-a78b-197725817c57', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 746, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58cd6da-8ad6-4c65-93fc-5805c904760f', 'mac_address': 'fa:16:3e:df:07:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2147588f-7249-4ed3-8de5-5bc96ffe7b2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:11:26Z', 'updated_at': '2021-10-30T15:11:29Z', 'revision_number': 1, 'project_id': 'f17a51dafe2248f283b50921c5c94f99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fea51d64-e5c6-4b0c-81dc-47f63f45970d', 'name': '', 'network_id': 'c58cd6da-8ad6-4c65-93fc-5805c904760f', 'tenant_id': 'f17a51dafe2248f283b50921c5c94f99', 'mac_address': 'fa:16:3e:06:4d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787ade73-8ae3-4900-bfc6-d67ac08f9a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'caa7394f-93ee-4465-9572-c86526bd16cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:10:54Z', 'updated_at': '2021-10-30T15:11:04Z', 'revision_number': 5, 'project_id': 'f17a51dafe2248f283b50921c5c94f99', 'subnets': [{'id': 'caa7394f-93ee-4465-9572-c86526bd16cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:11:34.021560 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf9e98c-5e8e-4a8f-8ad7-8a507781f801 None None] Pushing event updated for resources: {'Port': ['ID=2ad90f31-34c0-40e9-b6f2-7ed6fd122689,revision_number=4']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:34.048598 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-fd61ba7d-927a-4615-9ef8-c6e5dca20f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ccd2274-8d6b-4ff4-ace8-95127cd8e714', 'name': 'tempest-TaggedBootDevicesTest-1533506095-router', 'tenant_id': '005d49094ead4e63ad23cb02de2bfa34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '2ffc7082-ce09-46e0-93dc-281675870673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:11:20Z', 'updated_at': '2021-10-30T15:11:28Z', 'revision_number': 4, 'project_id': '005d49094ead4e63ad23cb02de2bfa34', 'gw_port': {'id': '2ffc7082-ce09-46e0-93dc-281675870673', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccd2274-8d6b-4ff4-ace8-95127cd8e714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:11:21Z', 'updated_at': '2021-10-30T15:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '2ad90f31-34c0-40e9-b6f2-7ed6fd122689', 'name': '', 'network_id': '524f8360-eaf2-4133-a589-da68b60c4b3f', 'tenant_id': '005d49094ead4e63ad23cb02de2bfa34', 'mac_address': 'fa:16:3e:a3:cb:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ccd2274-8d6b-4ff4-ace8-95127cd8e714', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'b6028f5c-691f-4481-8af2-37902ddb4e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:11:26Z', 'updated_at': '2021-10-30T15:11:33Z', 'revision_number': 4, 'project_id': '005d49094ead4e63ad23cb02de2bfa34', 'subnets': [{'id': 'b6028f5c-691f-4481-8af2-37902ddb4e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:11:34.099656 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95f3888-5806-43a4-b7a1-e9453e498b93 None None] The sync data for ids ['787ade73-8ae3-4900-bfc6-d67ac08f9a77'] in n-d-806683-17 is: [{'id': '787ade73-8ae3-4900-bfc6-d67ac08f9a77', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1890913243-router', 'tenant_id': 'f17a51dafe2248f283b50921c5c94f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'e9c1d81e-4da1-4f32-b599-191d5e995bc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:10:43Z', 'updated_at': '2021-10-30T15:10:55Z', 'revision_number': 4, 'project_id': 'f17a51dafe2248f283b50921c5c94f99', 'gw_port': {'id': 'e9c1d81e-4da1-4f32-b599-191d5e995bc8', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787ade73-8ae3-4900-bfc6-d67ac08f9a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:10:45Z', 'updated_at': '2021-10-30T15:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': 'd8e0fbf9-a4b5-4080-8570-fa2b49596690', 'tenant_id': 'f17a51dafe2248f283b50921c5c94f99', 'floating_ip_address': '172.25.4.47', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '787ade73-8ae3-4900-bfc6-d67ac08f9a77', 'port_id': 'b5bdeb45-04a6-4804-a78b-197725817c57', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 746, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58cd6da-8ad6-4c65-93fc-5805c904760f', 'mac_address': 'fa:16:3e:df:07:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2147588f-7249-4ed3-8de5-5bc96ffe7b2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:11:26Z', 'updated_at': '2021-10-30T15:11:29Z', 'revision_number': 1, 'project_id': 'f17a51dafe2248f283b50921c5c94f99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fea51d64-e5c6-4b0c-81dc-47f63f45970d', 'name': '', 'network_id': 'c58cd6da-8ad6-4c65-93fc-5805c904760f', 'tenant_id': 'f17a51dafe2248f283b50921c5c94f99', 'mac_address': 'fa:16:3e:06:4d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787ade73-8ae3-4900-bfc6-d67ac08f9a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'caa7394f-93ee-4465-9572-c86526bd16cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:10:54Z', 'updated_at': '2021-10-30T15:11:04Z', 'revision_number': 5, 'project_id': 'f17a51dafe2248f283b50921c5c94f99', 'subnets': [{'id': 'caa7394f-93ee-4465-9572-c86526bd16cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:11:34.119618 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-061fd240-5100-4c60-b473-982ac202fe8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:34.153636 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd61ba7d-927a-4615-9ef8-c6e5dca20f43 None None] The sync data for ids ['6ccd2274-8d6b-4ff4-ace8-95127cd8e714'] in n-d-806683-17 is: [{'id': '6ccd2274-8d6b-4ff4-ace8-95127cd8e714', 'name': 'tempest-TaggedBootDevicesTest-1533506095-router', 'tenant_id': '005d49094ead4e63ad23cb02de2bfa34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '2ffc7082-ce09-46e0-93dc-281675870673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:11:20Z', 'updated_at': '2021-10-30T15:11:28Z', 'revision_number': 4, 'project_id': '005d49094ead4e63ad23cb02de2bfa34', 'gw_port': {'id': '2ffc7082-ce09-46e0-93dc-281675870673', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccd2274-8d6b-4ff4-ace8-95127cd8e714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:11:21Z', 'updated_at': '2021-10-30T15:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '2ad90f31-34c0-40e9-b6f2-7ed6fd122689', 'name': '', 'network_id': '524f8360-eaf2-4133-a589-da68b60c4b3f', 'tenant_id': '005d49094ead4e63ad23cb02de2bfa34', 'mac_address': 'fa:16:3e:a3:cb:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ccd2274-8d6b-4ff4-ace8-95127cd8e714', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'b6028f5c-691f-4481-8af2-37902ddb4e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:11:26Z', 'updated_at': '2021-10-30T15:11:33Z', 'revision_number': 4, 'project_id': '005d49094ead4e63ad23cb02de2bfa34', 'subnets': [{'id': 'b6028f5c-691f-4481-8af2-37902ddb4e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:11:34.247226 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-061fd240-5100-4c60-b473-982ac202fe8a None None] For port 2ad90f31-34c0-40e9-b6f2-7ed6fd122689, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=2ad90f31-34c0-40e9-b6f2-7ed6fd122689,segment=NetworkSegment(c6961737-a289-4cc2-be94-4c33cfd1177f),segment_id=c6961737-a289-4cc2-be94-4c33cfd1177f)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:11:34.281416 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-061fd240-5100-4c60-b473-982ac202fe8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:34.386531 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061fd240-5100-4c60-b473-982ac202fe8a None None] Pushing event updated for resources: {'Port': ['ID=2ad90f31-34c0-40e9-b6f2-7ed6fd122689,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:34.440642 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-87d48209-6a9d-476c-9e29-544c5a9eb1ab None None] Provisioning complete for port 2ad90f31-34c0-40e9-b6f2-7ed6fd122689 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:11:34.444437 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-87d48209-6a9d-476c-9e29-544c5a9eb1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:34.590723 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735b893a-037c-4515-9c55-3324eb62e591 None None] New status for floating IP d8e0fbf9-a4b5-4080-8570-fa2b49596690: ACTIVE {{(pid=102132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 15:11:35.103151 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-af28125e-e0d6-4e2d-aaaa-52c798dc0391 req-ea6ed839-2337-47dc-a2f8-ab4dbeb3385c service neutron] 10.222.0.53 "GET /v2.0/networks/c58cd6da-8ad6-4c65-93fc-5805c904760f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2033031 Oct 30 15:11:35.125547 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-de513d0a-6fa7-453c-83a0-2dbf8e522569 req-449e4e53-da73-4eb3-8d89-a56bf6c3cac9 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=edc38ef5-7816-4133-914c-cfe2849a0125 HTTP/1.1" status: 200 len: 258 time: 1.3099718 Oct 30 15:11:35.157986 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-de513d0a-6fa7-453c-83a0-2dbf8e522569 req-d39d0a08-564f-451c-b2d5-4e685f818a49 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Request body: {'floatingip': {'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:11:35.265556 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-357f9dd4-1ae5-46ac-8858-b7b36dccc544 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:35.277390 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fbbf2a-6483-41d7-ac21-5c40baf80bd3 req-7899268e-ee6e-42d9-acaa-3ef878104340 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:35.280628 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-357f9dd4-1ae5-46ac-8858-b7b36dccc544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:35.284402 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d5fbbf2a-6483-41d7-ac21-5c40baf80bd3 req-7899268e-ee6e-42d9-acaa-3ef878104340 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.9959407 Oct 30 15:11:35.306408 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-de513d0a-6fa7-453c-83a0-2dbf8e522569 req-d39d0a08-564f-451c-b2d5-4e685f818a49 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Publish callbacks [] for floatingip, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:35.307175 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 2ad90f31-34c0-40e9-b6f2-7ed6fd122689 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:11:35.349750 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-caf3289b-620c-4c8c-92d1-9a06096bd63a req-f640eee5-4d53-4882-928a-d3a4a4db4b23 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/ports?device_id=f09a5a6d-568e-4462-a5b1-68ee745d26a3 HTTP/1.1" status: 200 len: 210 time: 0.3418925 Oct 30 15:11:35.365289 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-d5fbbf2a-6483-41d7-ac21-5c40baf80bd3 req-65b4a005-2a7c-4182-bca0-00f707700d32 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Request body: {'port': {'device_id': 'f09a5a6d-568e-4462-a5b1-68ee745d26a3', 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704', 'admin_state_up': True, 'tenant_id': 'a63b170e4d9945e2b0d25a7b58414e99'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:11:35.424524 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-357f9dd4-1ae5-46ac-8858-b7b36dccc544 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0d2d009f931140dc800b104247767848&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7875125 Oct 30 15:11:35.426592 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60758) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:35.428576 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 2ad90f31-34c0-40e9-b6f2-7ed6fd122689 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:11:35.429810 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:35.443275 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357f9dd4-1ae5-46ac-8858-b7b36dccc544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f53db3-1cc5-4a1f-83a9-4ada799feb25,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:35.525874 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60760) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:35.544824 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-30e162c8-65bd-42c9-9e22-36174eb4cad8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:35.610546 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-30e162c8-65bd-42c9-9e22-36174eb4cad8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:35.714179 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-30e162c8-65bd-42c9-9e22-36174eb4cad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:35.718871 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-30e162c8-65bd-42c9-9e22-36174eb4cad8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:35.727934 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-30e162c8-65bd-42c9-9e22-36174eb4cad8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f3f53db3-1cc5-4a1f-83a9-4ada799feb25 HTTP/1.1" status: 204 len: 168 time: 0.2999039 Oct 30 15:11:35.758494 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e162c8-65bd-42c9-9e22-36174eb4cad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f53db3-1cc5-4a1f-83a9-4ada799feb25,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:35.826684 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-de513d0a-6fa7-453c-83a0-2dbf8e522569 req-d39d0a08-564f-451c-b2d5-4e685f818a49 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:35.846806 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5fbbf2a-6483-41d7-ac21-5c40baf80bd3 req-65b4a005-2a7c-4182-bca0-00f707700d32 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Made reservation on behalf of a63b170e4d9945e2b0d25a7b58414e99 for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:11:35.850725 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d5fbbf2a-6483-41d7-ac21-5c40baf80bd3 req-65b4a005-2a7c-4182-bca0-00f707700d32 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:36.002985 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4dc70414-20b7-4053-835a-5d2a71ac428a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:36.154214 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-de513d0a-6fa7-453c-83a0-2dbf8e522569 req-d39d0a08-564f-451c-b2d5-4e685f818a49 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Allocated IP 172.25.4.181 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/6491f1fa-8a9e-4528-8b9e-01adeca035e6) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:11:36.200622 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-d5fbbf2a-6483-41d7-ac21-5c40baf80bd3 req-65b4a005-2a7c-4182-bca0-00f707700d32 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Allocated IP 192.168.233.229 (8de8b155-6e08-41c3-866a-8b30bb481704/43b5dea3-b65b-4514-8ec2-18a4245eb194/7a6d5916-6fab-4f80-83de-23bc2919f179) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:11:36.235880 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d0deea0f-c8a9-469e-b0e6-e7f4c3c078e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:36.304516 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4dc70414-20b7-4053-835a-5d2a71ac428a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:36.314186 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4dc70414-20b7-4053-835a-5d2a71ac428a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:36.384050 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-4dc70414-20b7-4053-835a-5d2a71ac428a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0137c95a60a14c299187282488d2cdbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8452432 Oct 30 15:11:36.384411 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 60792) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:36.474014 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc70414-20b7-4053-835a-5d2a71ac428a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae9ba59-15e3-4096-b416-9cad26886c09,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:36.501367 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-de513d0a-6fa7-453c-83a0-2dbf8e522569 req-d39d0a08-564f-451c-b2d5-4e685f818a49 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:36.554262 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-de513d0a-6fa7-453c-83a0-2dbf8e522569 req-d39d0a08-564f-451c-b2d5-4e685f818a49 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:36.592548 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-25af08bc-7bdf-49ce-aa0d-13be563124da req-54ecba7b-78ea-4b0e-964b-bd36e58af241 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/ports?device_id=f09a5a6d-568e-4462-a5b1-68ee745d26a3 HTTP/1.1" status: 200 len: 210 time: 0.0763466 Oct 30 15:11:36.614396 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39d0a08-564f-451c-b2d5-4e685f818a49 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Pushing event updated for resources: {'Port': ['ID=6491f1fa-8a9e-4528-8b9e-01adeca035e6,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:36.623706 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de513d0a-6fa7-453c-83a0-2dbf8e522569 req-d39d0a08-564f-451c-b2d5-4e685f818a49 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:11:36.632076 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-de513d0a-6fa7-453c-83a0-2dbf8e522569 req-d39d0a08-564f-451c-b2d5-4e685f818a49 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:11:36.635164 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-de513d0a-6fa7-453c-83a0-2dbf8e522569 req-d39d0a08-564f-451c-b2d5-4e685f818a49 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:11:36.751101 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f1754e32-4eaf-4443-b5a0-8f0587d2baea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:36.768317 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-de513d0a-6fa7-453c-83a0-2dbf8e522569 req-d39d0a08-564f-451c-b2d5-4e685f818a49 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:36.822283 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-de513d0a-6fa7-453c-83a0-2dbf8e522569 req-d39d0a08-564f-451c-b2d5-4e685f818a49 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:36.876383 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f1754e32-4eaf-4443-b5a0-8f0587d2baea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:36.882607 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d5fbbf2a-6483-41d7-ac21-5c40baf80bd3 req-65b4a005-2a7c-4182-bca0-00f707700d32 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:37.036323 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d5fbbf2a-6483-41d7-ac21-5c40baf80bd3 req-65b4a005-2a7c-4182-bca0-00f707700d32 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:37.053052 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['09eb4e0a-31e4-4286-b5e2-ae0483204a82'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:11:37.060591 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:11:37.112218 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f1754e32-4eaf-4443-b5a0-8f0587d2baea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:37.121152 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f1754e32-4eaf-4443-b5a0-8f0587d2baea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:37.127119 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-f1754e32-4eaf-4443-b5a0-8f0587d2baea admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5ae9ba59-15e3-4096-b416-9cad26886c09 HTTP/1.1" status: 204 len: 168 time: 0.7413275 Oct 30 15:11:37.140028 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-de513d0a-6fa7-453c-83a0-2dbf8e522569 req-d39d0a08-564f-451c-b2d5-4e685f818a49 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:37.150282 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-de513d0a-6fa7-453c-83a0-2dbf8e522569 req-d39d0a08-564f-451c-b2d5-4e685f818a49 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:37.177042 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5fbbf2a-6483-41d7-ac21-5c40baf80bd3 req-65b4a005-2a7c-4182-bca0-00f707700d32 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Network 8de8b155-6e08-41c3-866a-8b30bb481704 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:11:37.196062 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-d5fbbf2a-6483-41d7-ac21-5c40baf80bd3 req-65b4a005-2a7c-4182-bca0-00f707700d32 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:11:37.201955 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1754e32-4eaf-4443-b5a0-8f0587d2baea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae9ba59-15e3-4096-b416-9cad26886c09,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:37.216089 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5fbbf2a-6483-41d7-ac21-5c40baf80bd3 req-65b4a005-2a7c-4182-bca0-00f707700d32 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:11:37.235100 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 60832) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:37.290556 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b4a005-2a7c-4182-bca0-00f707700d32 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Pushing event updated for resources: {'Port': ['ID=7a6d5916-6fab-4f80-83de-23bc2919f179,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:37.309717 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-d0deea0f-c8a9-469e-b0e6-e7f4c3c078e8 admin admin] Deleting port 0e63c77f-2196-4926-b8ea-a9f63f725de5 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:11:37.310197 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d0deea0f-c8a9-469e-b0e6-e7f4c3c078e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:37.320755 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fbbf2a-6483-41d7-ac21-5c40baf80bd3 req-65b4a005-2a7c-4182-bca0-00f707700d32 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:37.321499 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d5fbbf2a-6483-41d7-ac21-5c40baf80bd3 req-65b4a005-2a7c-4182-bca0-00f707700d32 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:37.377513 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39d0a08-564f-451c-b2d5-4e685f818a49 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Pushing event updated for resources: {'Port': ['ID=6491f1fa-8a9e-4528-8b9e-01adeca035e6,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:37.388026 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-de513d0a-6fa7-453c-83a0-2dbf8e522569 req-d39d0a08-564f-451c-b2d5-4e685f818a49 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:37.401748 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d5fbbf2a-6483-41d7-ac21-5c40baf80bd3 req-65b4a005-2a7c-4182-bca0-00f707700d32 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0478718 Oct 30 15:11:37.418201 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-de513d0a-6fa7-453c-83a0-2dbf8e522569 req-d39d0a08-564f-451c-b2d5-4e685f818a49 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:37.419960 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-de513d0a-6fa7-453c-83a0-2dbf8e522569 req-d39d0a08-564f-451c-b2d5-4e685f818a49 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2764490 Oct 30 15:11:37.439189 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-d5fbbf2a-6483-41d7-ac21-5c40baf80bd3 req-a94fefcb-7169-47a5-b58e-41745611ea76 service neutron] Request body: {'port': {'device_id': 'f09a5a6d-568e-4462-a5b1-68ee745d26a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:11:37.546246 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-de513d0a-6fa7-453c-83a0-2dbf8e522569 req-d8a267f1-0baa-40d6-9f21-e69523e29eee tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.4.181 HTTP/1.1" status: 200 len: 696 time: 0.1192524 Oct 30 15:11:37.627747 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d5fbbf2a-6483-41d7-ac21-5c40baf80bd3 req-a94fefcb-7169-47a5-b58e-41745611ea76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:37.645983 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-d0deea0f-c8a9-469e-b0e6-e7f4c3c078e8 admin admin] For port 0e63c77f-2196-4926-b8ea-a9f63f725de5, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=0e63c77f-2196-4926-b8ea-a9f63f725de5,segment=NetworkSegment(e2e92438-367a-453c-8d44-601695a985d2),segment_id=e2e92438-367a-453c-8d44-601695a985d2)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:11:37.648546 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d0deea0f-c8a9-469e-b0e6-e7f4c3c078e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:37.702049 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-d0deea0f-c8a9-469e-b0e6-e7f4c3c078e8 admin admin] Calling delete_port for 0e63c77f-2196-4926-b8ea-a9f63f725de5 owned by network:router_interface {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:11:37.755643 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-57386ef2-af20-4cf4-a2de-e17f42b9c498 None None] Provisioning complete for port 7a6d5916-6fab-4f80-83de-23bc2919f179 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:11:37.756343 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-57386ef2-af20-4cf4-a2de-e17f42b9c498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:37.770463 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de513d0a-6fa7-453c-83a0-2dbf8e522569 req-acdd6d1e-f47c-4b7a-acec-2aaa07857319 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:37.780010 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-de513d0a-6fa7-453c-83a0-2dbf8e522569 req-acdd6d1e-f47c-4b7a-acec-2aaa07857319 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] 10.222.0.62 "GET /v2.0/networks/edc38ef5-7816-4133-914c-cfe2849a0125 HTTP/1.1" status: 200 len: 784 time: 0.2327199 Oct 30 15:11:37.842817 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-57386ef2-af20-4cf4-a2de-e17f42b9c498 None None] Port 7a6d5916-6fab-4f80-83de-23bc2919f179 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:11:37.984021 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c691fb-ec99-4041-9d5f-8c84dbc1db6c req-88ca0dc1-64f4-4ff6-aa08-8988f9b213d1 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:37.993222 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-98c691fb-ec99-4041-9d5f-8c84dbc1db6c req-88ca0dc1-64f4-4ff6-aa08-8988f9b213d1 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/ports?device_id=f09a5a6d-568e-4462-a5b1-68ee745d26a3 HTTP/1.1" status: 200 len: 936 time: 0.1162767 Oct 30 15:11:38.018572 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9f4b8871-8bae-479b-9b95-ec3c7f8e5e7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:38.080188 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-98c691fb-ec99-4041-9d5f-8c84dbc1db6c req-371d1b7a-669e-4b9c-89bb-e490e21bad37 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6e850f5-bbac-48ab-9f8b-66d8b92818ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788870 Oct 30 15:11:38.257233 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadc1b7-0cb3-4116-83ae-31fa83efe973 req-08cdb118-7da5-41b3-9bf4-164bf01a8521 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:38.258820 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1dadc1b7-0cb3-4116-83ae-31fa83efe973 req-08cdb118-7da5-41b3-9bf4-164bf01a8521 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] 10.222.0.62 "GET /v2.0/ports?device_id=2147588f-7249-4ed3-8de5-5bc96ffe7b2f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1086276 Oct 30 15:11:38.350143 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1dadc1b7-0cb3-4116-83ae-31fa83efe973 req-96ac46e1-1c2b-4519-b8a5-85096e3f08c5 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.4.181 HTTP/1.1" status: 200 len: 696 time: 0.0777495 Oct 30 15:11:38.368749 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-1dadc1b7-0cb3-4116-83ae-31fa83efe973 req-bc66a0ab-12ab-499d-8d3f-0b730713d058 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Request body: {'floatingip': {'port_id': 'b5bdeb45-04a6-4804-a78b-197725817c57', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:11:38.420960 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9f4b8871-8bae-479b-9b95-ec3c7f8e5e7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:38.432576 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1dadc1b7-0cb3-4116-83ae-31fa83efe973 req-bc66a0ab-12ab-499d-8d3f-0b730713d058 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Publish callbacks [] for floatingip, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:38.443794 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9f4b8871-8bae-479b-9b95-ec3c7f8e5e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:38.488996 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-9f4b8871-8bae-479b-9b95-ec3c7f8e5e7b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2e0790652aaa461d81d5f4e703e2b91b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2456064 Oct 30 15:11:38.499800 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 60874) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:38.624106 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4b8871-8bae-479b-9b95-ec3c7f8e5e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a983016-66fc-4af2-bc7f-3d3e103d4bf2,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:38.845916 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1dfaae5e-12e9-4495-90e1-c97d4fd86135 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:38.846644 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [req-1dadc1b7-0cb3-4116-83ae-31fa83efe973 req-bc66a0ab-12ab-499d-8d3f-0b730713d058 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] update failed (client error): There was a conflict when trying to complete your request. Oct 30 15:11:38.863493 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-d5fbbf2a-6483-41d7-ac21-5c40baf80bd3 req-a94fefcb-7169-47a5-b58e-41745611ea76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a6d5916-6fab-4f80-83de-23bc2919f179 {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:11:38.871830 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d0deea0f-c8a9-469e-b0e6-e7f4c3c078e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:38.875066 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1dadc1b7-0cb3-4116-83ae-31fa83efe973 req-bc66a0ab-12ab-499d-8d3f-0b730713d058 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] 10.222.0.62 "PUT /v2.0/floatingips/0406448a-6e0d-44e2-abe6-75d6c33c68e9 HTTP/1.1" status: 409 len: 550 time: 0.5164917 Oct 30 15:11:38.887546 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d5fbbf2a-6483-41d7-ac21-5c40baf80bd3 req-a94fefcb-7169-47a5-b58e-41745611ea76 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:38.917686 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1dfaae5e-12e9-4495-90e1-c97d4fd86135 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:38.933213 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0deea0f-c8a9-469e-b0e6-e7f4c3c078e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e63c77f-2196-4926-b8ea-a9f63f725de5,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:39.032614 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60890) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:39.082191 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-d5fbbf2a-6483-41d7-ac21-5c40baf80bd3 req-a94fefcb-7169-47a5-b58e-41745611ea76 service neutron] Transition to ACTIVE for port object 7a6d5916-6fab-4f80-83de-23bc2919f179 will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:11:39.128900 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d5fbbf2a-6483-41d7-ac21-5c40baf80bd3 req-a94fefcb-7169-47a5-b58e-41745611ea76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:39.175644 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d14a8124-55da-428e-812c-5cbc12bb7327 req-ba997c3f-b5a0-4ce3-978d-ff1df7fe088a tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] 10.222.0.62 "GET /v2.0/floatingips/0406448a-6e0d-44e2-abe6-75d6c33c68e9 HTTP/1.1" status: 200 len: 693 time: 0.2542560 Oct 30 15:11:39.333248 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd27ed-d5f4-4437-a1ca-4cab241a3463 req-a63d9fe6-6d06-4497-8c15-03d0a8ee3032 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:39.341924 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-54cd27ed-d5f4-4437-a1ca-4cab241a3463 req-a63d9fe6-6d06-4497-8c15-03d0a8ee3032 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/ports?device_id=f09a5a6d-568e-4462-a5b1-68ee745d26a3 HTTP/1.1" status: 200 len: 948 time: 0.0824628 Oct 30 15:11:39.404085 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-54cd27ed-d5f4-4437-a1ca-4cab241a3463 req-8046b236-27cb-4bb4-abfd-5ccbb9f3e5fb tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6e850f5-bbac-48ab-9f8b-66d8b92818ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608299 Oct 30 15:11:39.408522 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94fefcb-7169-47a5-b58e-41745611ea76 service neutron] Pushing event updated for resources: {'Port': ['ID=7a6d5916-6fab-4f80-83de-23bc2919f179,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:39.472464 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1a9bbcc4-2e2a-4353-9f15-df1d9b8e2cca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:39.486092 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1dfaae5e-12e9-4495-90e1-c97d4fd86135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:39.488914 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1dfaae5e-12e9-4495-90e1-c97d4fd86135 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:39.492739 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-1dfaae5e-12e9-4495-90e1-c97d4fd86135 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9a983016-66fc-4af2-bc7f-3d3e103d4bf2 HTTP/1.1" status: 204 len: 168 time: 0.9807792 Oct 30 15:11:39.552672 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfaae5e-12e9-4495-90e1-c97d4fd86135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a983016-66fc-4af2-bc7f-3d3e103d4bf2,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:39.621622 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14a8124-55da-428e-812c-5cbc12bb7327 req-4c9a4c61-f7c1-44ef-bb0d-55e240690b3d tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:39.629841 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d14a8124-55da-428e-812c-5cbc12bb7327 req-4c9a4c61-f7c1-44ef-bb0d-55e240690b3d tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] 10.222.0.62 "GET /v2.0/networks/edc38ef5-7816-4133-914c-cfe2849a0125 HTTP/1.1" status: 200 len: 784 time: 0.3921309 Oct 30 15:11:39.703638 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-d5fbbf2a-6483-41d7-ac21-5c40baf80bd3 req-a94fefcb-7169-47a5-b58e-41745611ea76 service neutron] Attempting to bind port 7a6d5916-6fab-4f80-83de-23bc2919f179 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:11:39.704094 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-d5fbbf2a-6483-41d7-ac21-5c40baf80bd3 req-a94fefcb-7169-47a5-b58e-41745611ea76 service neutron] Attempting to bind port 7a6d5916-6fab-4f80-83de-23bc2919f179 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:11:39.704427 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fbbf2a-6483-41d7-ac21-5c40baf80bd3 req-a94fefcb-7169-47a5-b58e-41745611ea76 service neutron] Attempting to bind port 7a6d5916-6fab-4f80-83de-23bc2919f179 on network 8de8b155-6e08-41c3-866a-8b30bb481704 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:11:39.716847 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fbbf2a-6483-41d7-ac21-5c40baf80bd3 req-a94fefcb-7169-47a5-b58e-41745611ea76 service neutron] Port 7a6d5916-6fab-4f80-83de-23bc2919f179 on network 8de8b155-6e08-41c3-866a-8b30bb481704 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:11:39.717364 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fbbf2a-6483-41d7-ac21-5c40baf80bd3 req-a94fefcb-7169-47a5-b58e-41745611ea76 service neutron] Attempting to bind port 7a6d5916-6fab-4f80-83de-23bc2919f179 on network 8de8b155-6e08-41c3-866a-8b30bb481704 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:11:39.720893 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1a9bbcc4-2e2a-4353-9f15-df1d9b8e2cca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:39.726659 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1a9bbcc4-2e2a-4353-9f15-df1d9b8e2cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:39.806396 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-1a9bbcc4-2e2a-4353-9f15-df1d9b8e2cca admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7a7ceacd09354d2787e3ba6b359e6c90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7723570 Oct 30 15:11:39.812243 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 60908) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:39.812914 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d0deea0f-c8a9-469e-b0e6-e7f4c3c078e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:39.815737 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fbbf2a-6483-41d7-ac21-5c40baf80bd3 req-a94fefcb-7169-47a5-b58e-41745611ea76 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:11:39.816098 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fbbf2a-6483-41d7-ac21-5c40baf80bd3 req-a94fefcb-7169-47a5-b58e-41745611ea76 service neutron] Checking segment: {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:11:39.816682 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fbbf2a-6483-41d7-ac21-5c40baf80bd3 req-a94fefcb-7169-47a5-b58e-41745611ea76 service neutron] Bound using segment: {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:11:39.817131 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-d5fbbf2a-6483-41d7-ac21-5c40baf80bd3 req-a94fefcb-7169-47a5-b58e-41745611ea76 service neutron] Bound port: 7a6d5916-6fab-4f80-83de-23bc2919f179, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:11:39.817486 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d5fbbf2a-6483-41d7-ac21-5c40baf80bd3 req-a94fefcb-7169-47a5-b58e-41745611ea76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:39.820954 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9bbcc4-2e2a-4353-9f15-df1d9b8e2cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd9928e-190b-40fc-9994-bb78f1e5c23b,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:39.842103 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d14a8124-55da-428e-812c-5cbc12bb7327 req-66536c54-8870-41ce-a93e-299a99f17b6f tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.4.181 HTTP/1.1" status: 200 len: 696 time: 0.2113006 Oct 30 15:11:39.981422 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d14a8124-55da-428e-812c-5cbc12bb7327 req-ed5908ba-9180-443d-b6b8-690fb67799b0 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.4.181 HTTP/1.1" status: 200 len: 696 time: 0.1370423 Oct 30 15:11:40.017084 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f16c4281-dacd-471e-9374-752f432ec63b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:40.202130 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f16c4281-dacd-471e-9374-752f432ec63b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:40.217638 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-d5fbbf2a-6483-41d7-ac21-5c40baf80bd3 req-a94fefcb-7169-47a5-b58e-41745611ea76 service neutron] For port 7a6d5916-6fab-4f80-83de-23bc2919f179, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:11:40.223014 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-d5fbbf2a-6483-41d7-ac21-5c40baf80bd3 req-a94fefcb-7169-47a5-b58e-41745611ea76 service neutron] For port 7a6d5916-6fab-4f80-83de-23bc2919f179, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=7a6d5916-6fab-4f80-83de-23bc2919f179,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:11:40.257629 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d5fbbf2a-6483-41d7-ac21-5c40baf80bd3 req-a94fefcb-7169-47a5-b58e-41745611ea76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:40.312395 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9ffd5079-9f17-44eb-93b2-81e327fe8b12 req-82e5d91f-15f7-4fdd-b56c-9f6329cbd8a1 tempest-AbsoluteLimitsNegativeTestJSON-1915716526 tempest-AbsoluteLimitsNegativeTestJSON-1915716526-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=7ffafa468f564a29858908435d9381e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0527129 Oct 30 15:11:40.503929 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd5079-9f17-44eb-93b2-81e327fe8b12 req-7c0505f9-0d65-436b-936f-0e52a1bebbd2 tempest-AbsoluteLimitsNegativeTestJSON-1915716526 tempest-AbsoluteLimitsNegativeTestJSON-1915716526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:40.512780 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9ffd5079-9f17-44eb-93b2-81e327fe8b12 req-7c0505f9-0d65-436b-936f-0e52a1bebbd2 tempest-AbsoluteLimitsNegativeTestJSON-1915716526 tempest-AbsoluteLimitsNegativeTestJSON-1915716526-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1974096 Oct 30 15:11:40.533235 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9ffd5079-9f17-44eb-93b2-81e327fe8b12 req-94900057-e038-43f5-b689-a6ca4325a1ac tempest-AbsoluteLimitsNegativeTestJSON-1915716526 tempest-AbsoluteLimitsNegativeTestJSON-1915716526-project] 10.222.0.62 "GET /v2.0/quotas/7ffafa468f564a29858908435d9381e7 HTTP/1.1" status: 200 len: 375 time: 0.0189362 Oct 30 15:11:40.575395 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9ffd5079-9f17-44eb-93b2-81e327fe8b12 req-dc08498c-7276-4ccf-8d97-754b7e510f1d tempest-AbsoluteLimitsNegativeTestJSON-1915716526 tempest-AbsoluteLimitsNegativeTestJSON-1915716526-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=7ffafa468f564a29858908435d9381e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408578 Oct 30 15:11:40.780387 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fbbf2a-6483-41d7-ac21-5c40baf80bd3 req-a94fefcb-7169-47a5-b58e-41745611ea76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:40.782861 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d5fbbf2a-6483-41d7-ac21-5c40baf80bd3 req-a94fefcb-7169-47a5-b58e-41745611ea76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:40.785652 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d5fbbf2a-6483-41d7-ac21-5c40baf80bd3 req-a94fefcb-7169-47a5-b58e-41745611ea76 service neutron] 10.222.0.53 "PUT /v2.0/ports/7a6d5916-6fab-4f80-83de-23bc2919f179 HTTP/1.1" status: 200 len: 1097 time: 3.3508978 Oct 30 15:11:40.800270 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f09a5a6d-568e-4462-a5b1-68ee745d26a3', 'tag': '7a6d5916-6fab-4f80-83de-23bc2919f179'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:11:40.809270 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf926ea-8293-4268-b2f1-34b51b54daa5" -d '{"events": [{"name": "network-changed", "server_uuid": "f09a5a6d-568e-4462-a5b1-68ee745d26a3", "tag": "7a6d5916-6fab-4f80-83de-23bc2919f179"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:11:40.819450 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c1e49-5bd0-4de3-b85c-528e000582dd req-cc4ee4f3-aae5-4eea-a67f-ec8309d7eb56 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:40.832944 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7b3c1e49-5bd0-4de3-b85c-528e000582dd req-cc4ee4f3-aae5-4eea-a67f-ec8309d7eb56 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/ports?device_id=f09a5a6d-568e-4462-a5b1-68ee745d26a3 HTTP/1.1" status: 200 len: 948 time: 0.1232641 Oct 30 15:11:40.840864 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94fefcb-7169-47a5-b58e-41745611ea76 service neutron] Pushing event updated for resources: {'Port': ['ID=7a6d5916-6fab-4f80-83de-23bc2919f179,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:40.902877 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7b3c1e49-5bd0-4de3-b85c-528e000582dd req-21a5a28a-61df-41b6-9213-dcb799c714ae tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6e850f5-bbac-48ab-9f8b-66d8b92818ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685947 Oct 30 15:11:40.946452 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f16c4281-dacd-471e-9374-752f432ec63b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:40.956888 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f16c4281-dacd-471e-9374-752f432ec63b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:40.958875 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-f16c4281-dacd-471e-9374-752f432ec63b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3bd9928e-190b-40fc-9994-bb78f1e5c23b HTTP/1.1" status: 204 len: 168 time: 1.1147311 Oct 30 15:11:40.961938 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b12e93-4d2e-4a87-a700-5c7f35f2e9fa x-openstack-request-id: req-63b12e93-4d2e-4a87-a700-5c7f35f2e9fa {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:11:40.962440 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f09a5a6d-568e-4462-a5b1-68ee745d26a3", "tag": "7a6d5916-6fab-4f80-83de-23bc2919f179", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:11:40.963112 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-63b12e93-4d2e-4a87-a700-5c7f35f2e9fa {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:11:40.963903 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f09a5a6d-568e-4462-a5b1-68ee745d26a3', 'tag': '7a6d5916-6fab-4f80-83de-23bc2919f179', 'status': 'completed', 'code': 200} Oct 30 15:11:40.977276 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-d14a8124-55da-428e-812c-5cbc12bb7327 req-912f2a8b-ef6f-44c8-b9eb-2850a67571d3 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Deleting port 6491f1fa-8a9e-4528-8b9e-01adeca035e6 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:11:40.977721 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d14a8124-55da-428e-812c-5cbc12bb7327 req-912f2a8b-ef6f-44c8-b9eb-2850a67571d3 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:40.991332 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0deea0f-c8a9-469e-b0e6-e7f4c3c078e8 admin admin] Router 732a6f8c-15a3-4ce3-a814-979441abe73f has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:11:40.994416 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16c4281-dacd-471e-9374-752f432ec63b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd9928e-190b-40fc-9994-bb78f1e5c23b,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:41.056267 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fbbf2a-6483-41d7-ac21-5c40baf80bd3 req-77579a32-8522-4daf-bcb2-c6a2a1817de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:41.057894 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d5fbbf2a-6483-41d7-ac21-5c40baf80bd3 req-77579a32-8522-4daf-bcb2-c6a2a1817de0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a63b170e4d9945e2b0d25a7b58414e99&device_id=f09a5a6d-568e-4462-a5b1-68ee745d26a3 HTTP/1.1" status: 200 len: 1100 time: 0.2120616 Oct 30 15:11:41.201558 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d5fbbf2a-6483-41d7-ac21-5c40baf80bd3 req-a3a6860f-ad1e-4871-855e-a2ce944df658 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=7a6d5916-6fab-4f80-83de-23bc2919f179 HTTP/1.1" status: 200 len: 217 time: 0.0501311 Oct 30 15:11:41.261724 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d14a8124-55da-428e-812c-5cbc12bb7327 req-912f2a8b-ef6f-44c8-b9eb-2850a67571d3 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:41.262106 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d14a8124-55da-428e-812c-5cbc12bb7327 req-912f2a8b-ef6f-44c8-b9eb-2850a67571d3 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:41.292055 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-d14a8124-55da-428e-812c-5cbc12bb7327 req-912f2a8b-ef6f-44c8-b9eb-2850a67571d3 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Calling delete_port for 6491f1fa-8a9e-4528-8b9e-01adeca035e6 owned by network:floatingip {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:11:41.292979 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60960) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:41.309409 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fbbf2a-6483-41d7-ac21-5c40baf80bd3 req-886eed48-c4e7-41bf-b5b7-6353a8fea9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:41.311360 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d5fbbf2a-6483-41d7-ac21-5c40baf80bd3 req-886eed48-c4e7-41bf-b5b7-6353a8fea9f6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.0994730 Oct 30 15:11:41.314992 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0deea0f-c8a9-469e-b0e6-e7f4c3c078e8 admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:11:41.323919 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7a762d-e70e-4935-bcaa-9f8dfeda946d None None] Sync routers for ids ['732a6f8c-15a3-4ce3-a814-979441abe73f'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:11:41.331566 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d0deea0f-c8a9-469e-b0e6-e7f4c3c078e8 admin admin] 10.222.0.62 "PUT /v2.0/routers/732a6f8c-15a3-4ce3-a814-979441abe73f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3647621 Oct 30 15:11:41.332084 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60966) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:41.358631 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7a762d-e70e-4935-bcaa-9f8dfeda946d None None] Routers {'732a6f8c-15a3-4ce3-a814-979441abe73f'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:11:41.362105 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-fb7a762d-e70e-4935-bcaa-9f8dfeda946d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:11:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['732a6f8c-15a3-4ce3-a814-979441abe73f'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:11:41.518084 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fbbf2a-6483-41d7-ac21-5c40baf80bd3 req-58d9b4ca-aa5a-4aa6-baef-62716a63ba1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:41.525666 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d5fbbf2a-6483-41d7-ac21-5c40baf80bd3 req-58d9b4ca-aa5a-4aa6-baef-62716a63ba1c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1730125 Oct 30 15:11:41.549487 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e207e81d-663d-4d80-bee2-3119bf70c53b admin admin] Publish callbacks [] for router, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:41.682584 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-fb7a762d-e70e-4935-bcaa-9f8dfeda946d None None] Set router 732a6f8c-15a3-4ce3-a814-979441abe73f gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:11:41.716606 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fc91abfb-f41e-4e6e-91a4-ba30e5120104 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:41.780430 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e207e81d-663d-4d80-bee2-3119bf70c53b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:41.816391 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d5fbbf2a-6483-41d7-ac21-5c40baf80bd3 req-bd4d9cfc-d097-4e78-a185-844b927a3879 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854326 Oct 30 15:11:41.882989 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 60978) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:41.933601 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d14a8124-55da-428e-812c-5cbc12bb7327 req-912f2a8b-ef6f-44c8-b9eb-2850a67571d3 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:41.956397 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-e207e81d-663d-4d80-bee2-3119bf70c53b admin admin] Deleting port 64f4e2a9-569f-4870-969b-97faebbd8375 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:11:41.957006 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e207e81d-663d-4d80-bee2-3119bf70c53b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:41.985426 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d3efe74f-bd4a-4276-bb15-cf1505e4458b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:42.049410 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fc91abfb-f41e-4e6e-91a4-ba30e5120104 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:42.068483 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fc91abfb-f41e-4e6e-91a4-ba30e5120104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:42.071784 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d3efe74f-bd4a-4276-bb15-cf1505e4458b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:42.073082 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912f2a8b-ef6f-44c8-b9eb-2850a67571d3 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Pushing event deleted for resources: {'Port': ['ID=6491f1fa-8a9e-4528-8b9e-01adeca035e6,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:42.081906 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d3efe74f-bd4a-4276-bb15-cf1505e4458b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:42.121272 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-fc91abfb-f41e-4e6e-91a4-ba30e5120104 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7ffafa468f564a29858908435d9381e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8272169 Oct 30 15:11:42.127804 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 60982) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:42.201303 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc91abfb-f41e-4e6e-91a4-ba30e5120104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aeea1e0-7c64-43fc-ae49-ec71ae44b1f1,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:42.235277 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-e207e81d-663d-4d80-bee2-3119bf70c53b admin admin] For port 64f4e2a9-569f-4870-969b-97faebbd8375, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=64f4e2a9-569f-4870-969b-97faebbd8375,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:11:42.236117 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e207e81d-663d-4d80-bee2-3119bf70c53b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:42.247926 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb13d1-9c5d-4d1a-89e0-30f683f3fa68 req-9188c4b7-e019-4889-98e7-a5c112e35ef4 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:42.257452 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b9bb13d1-9c5d-4d1a-89e0-30f683f3fa68 req-9188c4b7-e019-4889-98e7-a5c112e35ef4 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/ports?device_id=f09a5a6d-568e-4462-a5b1-68ee745d26a3 HTTP/1.1" status: 200 len: 948 time: 0.1437590 Oct 30 15:11:42.280615 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-e207e81d-663d-4d80-bee2-3119bf70c53b admin admin] Calling delete_port for 64f4e2a9-569f-4870-969b-97faebbd8375 owned by network:router_gateway {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:11:42.288962 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d3efe74f-bd4a-4276-bb15-cf1505e4458b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=68f2634f2a184b9db5db9ef8b2cf959f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4048669 Oct 30 15:11:42.294477 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60988) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:42.294884 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3efe74f-bd4a-4276-bb15-cf1505e4458b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ddf6d4-9291-49ef-a1e2-d5390f1471f5,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:42.310363 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d5fbbf2a-6483-41d7-ac21-5c40baf80bd3 req-2d1a9581-3c51-47f2-8c55-dc154f5e11d8 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4822569 Oct 30 15:11:42.315674 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d14a8124-55da-428e-812c-5cbc12bb7327 req-912f2a8b-ef6f-44c8-b9eb-2850a67571d3 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Publish callbacks [] for floatingip, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:42.318435 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d14a8124-55da-428e-812c-5cbc12bb7327 req-912f2a8b-ef6f-44c8-b9eb-2850a67571d3 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:42.319974 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d14a8124-55da-428e-812c-5cbc12bb7327 req-912f2a8b-ef6f-44c8-b9eb-2850a67571d3 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] 10.222.0.62 "DELETE /v2.0/floatingips/0406448a-6e0d-44e2-abe6-75d6c33c68e9 HTTP/1.1" status: 204 len: 173 time: 2.3377347 Oct 30 15:11:42.323253 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-507f33ac-8ad0-4a10-967e-7c71bcdd2da3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:42.356804 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-507f33ac-8ad0-4a10-967e-7c71bcdd2da3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:42.405799 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b9bb13d1-9c5d-4d1a-89e0-30f683f3fa68 req-960d9807-958e-4afc-9567-be031ef454c0 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6e850f5-bbac-48ab-9f8b-66d8b92818ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467793 Oct 30 15:11:42.459728 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-507f33ac-8ad0-4a10-967e-7c71bcdd2da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:42.463954 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-507f33ac-8ad0-4a10-967e-7c71bcdd2da3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:42.475330 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-507f33ac-8ad0-4a10-967e-7c71bcdd2da3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4aeea1e0-7c64-43fc-ae49-ec71ae44b1f1 HTTP/1.1" status: 204 len: 168 time: 0.3111024 Oct 30 15:11:42.498330 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507f33ac-8ad0-4a10-967e-7c71bcdd2da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aeea1e0-7c64-43fc-ae49-ec71ae44b1f1,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:42.531626 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf926ea-8293-4268-b2f1-34b51b54daa5 req-376bd3b6-1027-4407-8044-aaeea86c4a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:42.533795 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-baf926ea-8293-4268-b2f1-34b51b54daa5 req-376bd3b6-1027-4407-8044-aaeea86c4a01 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a63b170e4d9945e2b0d25a7b58414e99&device_id=f09a5a6d-568e-4462-a5b1-68ee745d26a3 HTTP/1.1" status: 200 len: 1100 time: 0.1283698 Oct 30 15:11:42.657641 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b63895b0-811c-47d1-afb4-ead1f3eaca73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:42.691762 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b63895b0-811c-47d1-afb4-ead1f3eaca73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:42.711106 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf926ea-8293-4268-b2f1-34b51b54daa5 req-9207bd33-d39c-47d3-b052-8dbc1ffe69f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:42.715173 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-baf926ea-8293-4268-b2f1-34b51b54daa5 req-9207bd33-d39c-47d3-b052-8dbc1ffe69f7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8de8b155-6e08-41c3-866a-8b30bb481704 HTTP/1.1" status: 200 len: 870 time: 0.1620874 Oct 30 15:11:42.817101 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b63895b0-811c-47d1-afb4-ead1f3eaca73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:42.824319 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b63895b0-811c-47d1-afb4-ead1f3eaca73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:42.826558 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-baf926ea-8293-4268-b2f1-34b51b54daa5 req-d031d68f-1ff1-4a3e-8b70-e675f8762533 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=7a6d5916-6fab-4f80-83de-23bc2919f179 HTTP/1.1" status: 200 len: 217 time: 0.0963576 Oct 30 15:11:42.827062 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b63895b0-811c-47d1-afb4-ead1f3eaca73 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f8ddf6d4-9291-49ef-a1e2-d5390f1471f5 HTTP/1.1" status: 204 len: 168 time: 0.5306053 Oct 30 15:11:42.863104 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-fb7a762d-e70e-4935-bcaa-9f8dfeda946d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732a6f8c-15a3-4ce3-a814-979441abe73f', 'name': 'tempest-ServersTestMultiNic-1637079846-router', 'tenant_id': 'c642d29d1c17474c8a26fe3f03026a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '64f4e2a9-569f-4870-969b-97faebbd8375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:09:28Z', 'updated_at': '2021-10-30T15:11:38Z', 'revision_number': 5, 'project_id': 'c642d29d1c17474c8a26fe3f03026a83', 'gw_port': {'id': '64f4e2a9-569f-4870-969b-97faebbd8375', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:13:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732a6f8c-15a3-4ce3-a814-979441abe73f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:09:31Z', 'updated_at': '2021-10-30T15:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:11:42.873910 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3fdd6d71-3aa5-4b1c-abc0-60eb1bad1569 req-6595750e-69a2-450b-b27c-bd7234763993 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.4.47 HTTP/1.1" status: 200 len: 1000 time: 0.4260874 Oct 30 15:11:42.879174 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63895b0-811c-47d1-afb4-ead1f3eaca73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ddf6d4-9291-49ef-a1e2-d5390f1471f5,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:42.959678 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf926ea-8293-4268-b2f1-34b51b54daa5 req-a2e549b0-da7c-4538-99f6-cde1e4347e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:42.962519 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-baf926ea-8293-4268-b2f1-34b51b54daa5 req-a2e549b0-da7c-4538-99f6-cde1e4347e1f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.1249199 Oct 30 15:11:42.966129 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7a762d-e70e-4935-bcaa-9f8dfeda946d None None] Checking router: 732a6f8c-15a3-4ce3-a814-979441abe73f for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:11:42.990554 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7a762d-e70e-4935-bcaa-9f8dfeda946d None None] Routers {'732a6f8c-15a3-4ce3-a814-979441abe73f'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:11:42.991362 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-fb7a762d-e70e-4935-bcaa-9f8dfeda946d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:11:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['732a6f8c-15a3-4ce3-a814-979441abe73f'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:11:43.051770 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf926ea-8293-4268-b2f1-34b51b54daa5 req-1c1bd8a0-0176-4699-9ea5-75406058eab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:43.054245 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-baf926ea-8293-4268-b2f1-34b51b54daa5 req-1c1bd8a0-0176-4699-9ea5-75406058eab8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0835581 Oct 30 15:11:43.067911 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd6d71-3aa5-4b1c-abc0-60eb1bad1569 req-cc4e8df8-e3ef-4276-ac0b-b0897ad82b84 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:43.083438 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3fdd6d71-3aa5-4b1c-abc0-60eb1bad1569 req-cc4e8df8-e3ef-4276-ac0b-b0897ad82b84 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] 10.222.0.62 "GET /v2.0/ports/b5bdeb45-04a6-4804-a78b-197725817c57 HTTP/1.1" status: 200 len: 942 time: 0.1900082 Oct 30 15:11:43.116125 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e207e81d-663d-4d80-bee2-3119bf70c53b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:43.206060 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e207e81d-663d-4d80-bee2-3119bf70c53b admin admin] Pushing event deleted for resources: {'Port': ['ID=64f4e2a9-569f-4870-969b-97faebbd8375,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:43.216456 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-fb7a762d-e70e-4935-bcaa-9f8dfeda946d None None] Set router 732a6f8c-15a3-4ce3-a814-979441abe73f gateway port host: None {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:11:43.238807 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-baf926ea-8293-4268-b2f1-34b51b54daa5 req-0ecd0886-222a-435c-b626-ebe3f15f7f50 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755738 Oct 30 15:11:43.333814 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-fb7a762d-e70e-4935-bcaa-9f8dfeda946d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732a6f8c-15a3-4ce3-a814-979441abe73f', 'name': 'tempest-ServersTestMultiNic-1637079846-router', 'tenant_id': 'c642d29d1c17474c8a26fe3f03026a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:09:28Z', 'updated_at': '2021-10-30T15:11:41Z', 'revision_number': 6, 'project_id': 'c642d29d1c17474c8a26fe3f03026a83', 'gw_port_host': None}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:11:43.400870 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7a762d-e70e-4935-bcaa-9f8dfeda946d None None] The sync data for ids ['732a6f8c-15a3-4ce3-a814-979441abe73f'] in n-d-806683-17 is: [{'id': '732a6f8c-15a3-4ce3-a814-979441abe73f', 'name': 'tempest-ServersTestMultiNic-1637079846-router', 'tenant_id': 'c642d29d1c17474c8a26fe3f03026a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:09:28Z', 'updated_at': '2021-10-30T15:11:41Z', 'revision_number': 6, 'project_id': 'c642d29d1c17474c8a26fe3f03026a83', 'gw_port_host': None}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:11:43.410478 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3fdd6d71-3aa5-4b1c-abc0-60eb1bad1569 req-76df6770-9d88-4256-8e44-9ad15816584f tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.4.47 HTTP/1.1" status: 200 len: 1000 time: 0.2088428 Oct 30 15:11:43.450276 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-baf926ea-8293-4268-b2f1-34b51b54daa5 req-6e30141d-32ad-4f80-978e-68025753e361 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031319 Oct 30 15:11:43.503308 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e207e81d-663d-4d80-bee2-3119bf70c53b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:43.767798 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2de15d-de94-431f-b9ef-1ece9acdbb1e req-2067e304-fb7b-4639-a8b5-8c8bf1bbf6c8 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:43.770791 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2f2de15d-de94-431f-b9ef-1ece9acdbb1e req-2067e304-fb7b-4639-a8b5-8c8bf1bbf6c8 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/ports?device_id=f09a5a6d-568e-4462-a5b1-68ee745d26a3 HTTP/1.1" status: 200 len: 948 time: 0.1075230 Oct 30 15:11:43.850772 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2f2de15d-de94-431f-b9ef-1ece9acdbb1e req-f93b71e8-2f5b-49ea-afbb-9c58c87091a7 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6e850f5-bbac-48ab-9f8b-66d8b92818ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731447 Oct 30 15:11:44.049847 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e207e81d-663d-4d80-bee2-3119bf70c53b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:44.058439 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e207e81d-663d-4d80-bee2-3119bf70c53b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:44.122853 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e207e81d-663d-4d80-bee2-3119bf70c53b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:44.123573 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e207e81d-663d-4d80-bee2-3119bf70c53b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 732a6f8c-15a3-4ce3-a814-979441abe73f {{(pid=102130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:11:44.126667 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 7a6d5916-6fab-4f80-83de-23bc2919f179 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:11:44.134034 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e207e81d-663d-4d80-bee2-3119bf70c53b admin admin] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:44.136148 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e207e81d-663d-4d80-bee2-3119bf70c53b admin admin] 10.222.0.62 "DELETE /v2.0/routers/732a6f8c-15a3-4ce3-a814-979441abe73f HTTP/1.1" status: 204 len: 168 time: 2.8031816 Oct 30 15:11:44.138928 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 32806) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:44.194173 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd6d71-3aa5-4b1c-abc0-60eb1bad1569 req-aa12f06b-725c-4f60-b5e4-cc928517d5e9 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:44.205129 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3fdd6d71-3aa5-4b1c-abc0-60eb1bad1569 req-aa12f06b-725c-4f60-b5e4-cc928517d5e9 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] 10.222.0.62 "GET /v2.0/networks/edc38ef5-7816-4133-914c-cfe2849a0125 HTTP/1.1" status: 200 len: 784 time: 0.7935822 Oct 30 15:11:44.256808 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-37ddc8ea-3eda-4994-a442-4f056d48a8d1 admin admin] Deleting subnet 554cc0e5-8e90-48c7-ab87-2ae49867c10e {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:11:44.290564 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-37ddc8ea-3eda-4994-a442-4f056d48a8d1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:44.362662 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3fdd6d71-3aa5-4b1c-abc0-60eb1bad1569 req-da2b6836-1c95-4247-adaa-aad295717808 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.4.47 HTTP/1.1" status: 200 len: 1000 time: 0.1565478 Oct 30 15:11:44.370695 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-37ddc8ea-3eda-4994-a442-4f056d48a8d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:44.379377 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-3fdd6d71-3aa5-4b1c-abc0-60eb1bad1569 req-aeed94c3-6157-42f5-8c40-815af6e7538c tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:11:44.430717 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 7a6d5916-6fab-4f80-83de-23bc2919f179, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=7a6d5916-6fab-4f80-83de-23bc2919f179,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:11:44.447699 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '7a6d5916-6fab-4f80-83de-23bc2919f179', 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704', 'port_id': '7a6d5916-6fab-4f80-83de-23bc2919f179', 'mac_address': 'fa:16:3e:e0:f8:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b5dea3-b65b-4514-8ec2-18a4245eb194', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:11:44.523358 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:44.550843 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-37ddc8ea-3eda-4994-a442-4f056d48a8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:44.551167 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a6d5916-6fab-4f80-83de-23bc2919f179 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:11:44.559564 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-3fdd6d71-3aa5-4b1c-abc0-60eb1bad1569 req-aeed94c3-6157-42f5-8c40-815af6e7538c tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Publish callbacks [] for floatingip, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:44.593276 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 7a6d5916-6fab-4f80-83de-23bc2919f179, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=7a6d5916-6fab-4f80-83de-23bc2919f179,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:11:44.601459 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:44.699679 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=7a6d5916-6fab-4f80-83de-23bc2919f179,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:44.706897 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-37ddc8ea-3eda-4994-a442-4f056d48a8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:44.762192 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ddc8ea-3eda-4994-a442-4f056d48a8d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=554cc0e5-8e90-48c7-ab87-2ae49867c10e,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:44.765063 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-37ddc8ea-3eda-4994-a442-4f056d48a8d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:44.771084 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-37ddc8ea-3eda-4994-a442-4f056d48a8d1 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/554cc0e5-8e90-48c7-ab87-2ae49867c10e HTTP/1.1" status: 204 len: 168 time: 0.6305389 Oct 30 15:11:44.773463 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 32828) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:44.773806 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc96b60-7e4c-4fe4-a7f0-b460fe25cf33 None None] Network 9abbcbf2-a188-4900-a6d1-4485f2b38da9 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:11:44.929730 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-791bba3b-92f5-44ea-9f01-6bfe99693149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:44.958591 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['7a6d5916-6fab-4f80-83de-23bc2919f179'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:11:44.975314 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-3fdd6d71-3aa5-4b1c-abc0-60eb1bad1569 req-aeed94c3-6157-42f5-8c40-815af6e7538c tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:44.984530 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-3fdd6d71-3aa5-4b1c-abc0-60eb1bad1569 req-aeed94c3-6157-42f5-8c40-815af6e7538c tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:44.986894 n-d-806683-17 neutron-server[102130]: INFO neutron.db.l3_db [req-3fdd6d71-3aa5-4b1c-abc0-60eb1bad1569 req-aeed94c3-6157-42f5-8c40-815af6e7538c tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Floating IP d8e0fbf9-a4b5-4080-8570-fa2b49596690 disassociated. External IP: 172.25.4.47, port: b5bdeb45-04a6-4804-a78b-197725817c57. Oct 30 15:11:45.091956 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-791bba3b-92f5-44ea-9f01-6bfe99693149 admin admin] Deleting port f4a708d9-7196-4338-b50d-256c44c31f4c {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:11:45.092367 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-791bba3b-92f5-44ea-9f01-6bfe99693149 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:45.271420 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-791bba3b-92f5-44ea-9f01-6bfe99693149 admin admin] For port f4a708d9-7196-4338-b50d-256c44c31f4c, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=f4a708d9-7196-4338-b50d-256c44c31f4c,segment=NetworkSegment(e2e92438-367a-453c-8d44-601695a985d2),segment_id=e2e92438-367a-453c-8d44-601695a985d2)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:11:45.272445 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-791bba3b-92f5-44ea-9f01-6bfe99693149 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:45.325523 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-791bba3b-92f5-44ea-9f01-6bfe99693149 admin admin] Calling delete_port for f4a708d9-7196-4338-b50d-256c44c31f4c owned by network:dhcp {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:11:45.334030 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960e7f43-13e4-45bd-9f75-d1b7f8c5fb57 None None] DHCP port deletion for 9abbcbf2-a188-4900-a6d1-4485f2b38da9 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:11:45.336665 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 64f4e2a9-569f-4870-969b-97faebbd8375 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:11:45.400651 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 64f4e2a9-569f-4870-969b-97faebbd8375 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:11:45.400996 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 64f4e2a9-569f-4870-969b-97faebbd8375 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:11:45.401828 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 0e63c77f-2196-4926-b8ea-a9f63f725de5 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:11:45.453599 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3fdd6d71-3aa5-4b1c-abc0-60eb1bad1569 req-aeed94c3-6157-42f5-8c40-815af6e7538c tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Router 787ade73-8ae3-4900-bfc6-d67ac08f9a77 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:11:45.465604 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 0e63c77f-2196-4926-b8ea-a9f63f725de5 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:11:45.465951 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 0e63c77f-2196-4926-b8ea-a9f63f725de5 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:11:45.501089 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-960e7f43-13e4-45bd-9f75-d1b7f8c5fb57 None None] Deleting port f4a708d9-7196-4338-b50d-256c44c31f4c {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:11:45.503691 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-960e7f43-13e4-45bd-9f75-d1b7f8c5fb57 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:45.555669 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3521997a-64e7-4cf9-9f85-f9d945e2b4e3 req-3e23ce8b-294f-45c9-b4d0-d6cf7c4cb5ba tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:45.557243 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3521997a-64e7-4cf9-9f85-f9d945e2b4e3 req-3e23ce8b-294f-45c9-b4d0-d6cf7c4cb5ba tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/ports?device_id=f09a5a6d-568e-4462-a5b1-68ee745d26a3 HTTP/1.1" status: 200 len: 949 time: 0.1479323 Oct 30 15:11:45.589959 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-960e7f43-13e4-45bd-9f75-d1b7f8c5fb57 None None] For port f4a708d9-7196-4338-b50d-256c44c31f4c, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=f4a708d9-7196-4338-b50d-256c44c31f4c,segment=NetworkSegment(e2e92438-367a-453c-8d44-601695a985d2),segment_id=e2e92438-367a-453c-8d44-601695a985d2)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:11:45.592184 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-960e7f43-13e4-45bd-9f75-d1b7f8c5fb57 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:45.639569 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-960e7f43-13e4-45bd-9f75-d1b7f8c5fb57 None None] Calling delete_port for f4a708d9-7196-4338-b50d-256c44c31f4c owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:11:45.655944 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3521997a-64e7-4cf9-9f85-f9d945e2b4e3 req-2f9d1e53-82e3-487e-87e4-2e64b2f59657 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6e850f5-bbac-48ab-9f8b-66d8b92818ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842412 Oct 30 15:11:45.676174 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3fdd6d71-3aa5-4b1c-abc0-60eb1bad1569 req-aeed94c3-6157-42f5-8c40-815af6e7538c tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:11:45.680012 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-3fdd6d71-3aa5-4b1c-abc0-60eb1bad1569 req-aeed94c3-6157-42f5-8c40-815af6e7538c tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:45.690803 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-791bba3b-92f5-44ea-9f01-6bfe99693149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:45.748139 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3fdd6d71-3aa5-4b1c-abc0-60eb1bad1569 req-aeed94c3-6157-42f5-8c40-815af6e7538c tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] 10.222.0.62 "PUT /v2.0/floatingips/d8e0fbf9-a4b5-4080-8570-fa2b49596690 HTTP/1.1" status: 200 len: 694 time: 1.3833582 Oct 30 15:11:45.749833 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2147588f-7249-4ed3-8de5-5bc96ffe7b2f', 'tag': 'b5bdeb45-04a6-4804-a78b-197725817c57'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:11:45.753071 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4bf37c5-4b9f-498f-b810-9963464c8ae3" -d '{"events": [{"name": "network-changed", "server_uuid": "2147588f-7249-4ed3-8de5-5bc96ffe7b2f", "tag": "b5bdeb45-04a6-4804-a78b-197725817c57"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:11:45.764612 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791bba3b-92f5-44ea-9f01-6bfe99693149 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4a708d9-7196-4338-b50d-256c44c31f4c,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:45.786187 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791bba3b-92f5-44ea-9f01-6bfe99693149 admin admin] No DVR routers for this DVR port f4a708d9-7196-4338-b50d-256c44c31f4c on host n-d-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:11:45.811442 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d922df-bd32-4aa5-8bbe-d559d7771ebd None None] Sync routers for ids ['787ade73-8ae3-4900-bfc6-d67ac08f9a77'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:11:45.848469 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-960e7f43-13e4-45bd-9f75-d1b7f8c5fb57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:45.939040 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd6d71-3aa5-4b1c-abc0-60eb1bad1569 req-9cd29cc7-a818-4d5c-8b69-7b490cead197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:45.947235 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3fdd6d71-3aa5-4b1c-abc0-60eb1bad1569 req-9cd29cc7-a818-4d5c-8b69-7b490cead197 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f17a51dafe2248f283b50921c5c94f99&device_id=2147588f-7249-4ed3-8de5-5bc96ffe7b2f HTTP/1.1" status: 200 len: 1097 time: 0.1223764 Oct 30 15:11:45.951722 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-791bba3b-92f5-44ea-9f01-6bfe99693149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:45.972827 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d922df-bd32-4aa5-8bbe-d559d7771ebd None None] Routers {'787ade73-8ae3-4900-bfc6-d67ac08f9a77'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:11:45.977830 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-a7d922df-bd32-4aa5-8bbe-d559d7771ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:11:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['787ade73-8ae3-4900-bfc6-d67ac08f9a77'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:11:45.981930 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-791bba3b-92f5-44ea-9f01-6bfe99693149 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9abbcbf2-a188-4900-a6d1-4485f2b38da9']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:11:45.988370 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960e7f43-13e4-45bd-9f75-d1b7f8c5fb57 None None] Pushing event deleted for resources: {'Port': ['ID=f4a708d9-7196-4338-b50d-256c44c31f4c,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:45.994938 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-791bba3b-92f5-44ea-9f01-6bfe99693149 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2e92438-367a-453c-8d44-601695a985d2') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:11:45.995258 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-791bba3b-92f5-44ea-9f01-6bfe99693149 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2e92438-367a-453c-8d44-601695a985d2') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:11:46.013596 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-791bba3b-92f5-44ea-9f01-6bfe99693149 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:46.030762 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-791bba3b-92f5-44ea-9f01-6bfe99693149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:46.047179 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-791bba3b-92f5-44ea-9f01-6bfe99693149 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:11:46.048627 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-791bba3b-92f5-44ea-9f01-6bfe99693149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:46.054717 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:11:46.054717 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:11:46.054717 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:11:46.054717 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:11:46.054717 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:11:46.054717 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:11:46.054717 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:11:46.054717 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:11:46.054717 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:11:46.054717 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:11:46.054717 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:11:46.054717 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:11:46.054717 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:11:46.054717 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:11:46.054717 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:11:46.054717 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:11:46.054717 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:11:46.054717 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:11:46.054717 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:11:46.054717 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:11:46.054717 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:11:46.054717 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:11:46.054717 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:11:46.054717 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:11:46.054717 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:11:46.054717 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:11:46.054717 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:11:46.054717 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:11:46.054717 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:11:46.054717 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:11:46.054717 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:11:46.054717 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:11:46.113419 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960e7f43-13e4-45bd-9f75-d1b7f8c5fb57 None None] No DVR routers for this DVR port f4a708d9-7196-4338-b50d-256c44c31f4c on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:11:46.120367 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 7a6d5916-6fab-4f80-83de-23bc2919f179 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:11:46.159458 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd6d71-3aa5-4b1c-abc0-60eb1bad1569 req-4f4f5015-abc3-4f92-91a6-0ce8aefd41e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:46.168909 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3fdd6d71-3aa5-4b1c-abc0-60eb1bad1569 req-4f4f5015-abc3-4f92-91a6-0ce8aefd41e0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c58cd6da-8ad6-4c65-93fc-5805c904760f HTTP/1.1" status: 200 len: 930 time: 0.2201388 Oct 30 15:11:46.233241 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-791bba3b-92f5-44ea-9f01-6bfe99693149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:46.240429 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3fdd6d71-3aa5-4b1c-abc0-60eb1bad1569 req-0f627827-43f3-43eb-aee0-600b19950acf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5bdeb45-04a6-4804-a78b-197725817c57 HTTP/1.1" status: 200 len: 217 time: 0.0702348 Oct 30 15:11:46.287909 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-791bba3b-92f5-44ea-9f01-6bfe99693149 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:46.289089 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port 7a6d5916-6fab-4f80-83de-23bc2919f179 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:11:46.300036 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-791bba3b-92f5-44ea-9f01-6bfe99693149 admin admin] 10.222.0.62 "DELETE /v2.0/networks/9abbcbf2-a188-4900-a6d1-4485f2b38da9 HTTP/1.1" status: 204 len: 168 time: 1.5251248 Oct 30 15:11:46.304525 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791bba3b-92f5-44ea-9f01-6bfe99693149 admin admin] Pushing event deleted for resources: {'Network': ['ID=9abbcbf2-a188-4900-a6d1-4485f2b38da9,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:46.309591 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-a7d922df-bd32-4aa5-8bbe-d559d7771ebd None None] Set router 787ade73-8ae3-4900-bfc6-d67ac08f9a77 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:11:46.317405 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 7a6d5916-6fab-4f80-83de-23bc2919f179 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:11:46.319321 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:46.325026 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd6d71-3aa5-4b1c-abc0-60eb1bad1569 req-8d31a2ab-e909-4a96-902d-c95ad07958bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:46.347224 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3fdd6d71-3aa5-4b1c-abc0-60eb1bad1569 req-8d31a2ab-e909-4a96-902d-c95ad07958bc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=caa7394f-93ee-4465-9572-c86526bd16cc HTTP/1.1" status: 200 len: 868 time: 0.1058533 Oct 30 15:11:46.366668 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9949b9-f48b-4e77-a828-7a066170e349 x-openstack-request-id: req-5e9949b9-f48b-4e77-a828-7a066170e349 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:11:46.366945 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2147588f-7249-4ed3-8de5-5bc96ffe7b2f", "tag": "b5bdeb45-04a6-4804-a78b-197725817c57", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:11:46.367189 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5e9949b9-f48b-4e77-a828-7a066170e349 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:11:46.367615 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2147588f-7249-4ed3-8de5-5bc96ffe7b2f', 'tag': 'b5bdeb45-04a6-4804-a78b-197725817c57', 'status': 'completed', 'code': 200} Oct 30 15:11:46.444424 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bf37c5-4b9f-498f-b810-9963464c8ae3 req-c1475d59-907b-49ed-b0cf-cffaaec33fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:46.449108 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b4bf37c5-4b9f-498f-b810-9963464c8ae3 req-c1475d59-907b-49ed-b0cf-cffaaec33fea service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f17a51dafe2248f283b50921c5c94f99&device_id=2147588f-7249-4ed3-8de5-5bc96ffe7b2f HTTP/1.1" status: 200 len: 1097 time: 0.0876524 Oct 30 15:11:46.452601 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd6d71-3aa5-4b1c-abc0-60eb1bad1569 req-cf6e3707-8813-41c1-a6fb-fa8ec3a6f160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:46.454199 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3fdd6d71-3aa5-4b1c-abc0-60eb1bad1569 req-cf6e3707-8813-41c1-a6fb-fa8ec3a6f160 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c58cd6da-8ad6-4c65-93fc-5805c904760f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1061728 Oct 30 15:11:46.578687 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bf37c5-4b9f-498f-b810-9963464c8ae3 req-d4840930-9f83-4440-9adb-dab0c505f0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:46.580781 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b4bf37c5-4b9f-498f-b810-9963464c8ae3 req-d4840930-9f83-4440-9adb-dab0c505f0ea service neutron] 10.222.0.53 "GET /v2.0/networks?id=c58cd6da-8ad6-4c65-93fc-5805c904760f HTTP/1.1" status: 200 len: 930 time: 0.1244521 Oct 30 15:11:46.645519 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:46.657418 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3fdd6d71-3aa5-4b1c-abc0-60eb1bad1569 req-28bda42a-d55e-466c-a698-a7761294a9cf service neutron] 10.222.0.62 "GET /v2.0/networks/c58cd6da-8ad6-4c65-93fc-5805c904760f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940334 Oct 30 15:11:46.695875 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b4bf37c5-4b9f-498f-b810-9963464c8ae3 req-ef347505-3967-4a21-9284-bc0326385c24 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5bdeb45-04a6-4804-a78b-197725817c57 HTTP/1.1" status: 200 len: 217 time: 0.1061981 Oct 30 15:11:46.722192 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f09a5a6d-568e-4462-a5b1-68ee745d26a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a6d5916-6fab-4f80-83de-23bc2919f179'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:11:46.728955 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13e99e4-9a3f-4fd3-add2-38ffef23fa43" -d '{"events": [{"server_uuid": "f09a5a6d-568e-4462-a5b1-68ee745d26a3", "name": "network-vif-plugged", "status": "completed", "tag": "7a6d5916-6fab-4f80-83de-23bc2919f179"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:11:46.762061 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 7a6d5916-6fab-4f80-83de-23bc2919f179, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=7a6d5916-6fab-4f80-83de-23bc2919f179,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:11:46.770182 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-a7d922df-bd32-4aa5-8bbe-d559d7771ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '787ade73-8ae3-4900-bfc6-d67ac08f9a77', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1890913243-router', 'tenant_id': 'f17a51dafe2248f283b50921c5c94f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'e9c1d81e-4da1-4f32-b599-191d5e995bc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:10:43Z', 'updated_at': '2021-10-30T15:10:55Z', 'revision_number': 4, 'project_id': 'f17a51dafe2248f283b50921c5c94f99', 'gw_port': {'id': 'e9c1d81e-4da1-4f32-b599-191d5e995bc8', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787ade73-8ae3-4900-bfc6-d67ac08f9a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:10:45Z', 'updated_at': '2021-10-30T15:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'fea51d64-e5c6-4b0c-81dc-47f63f45970d', 'name': '', 'network_id': 'c58cd6da-8ad6-4c65-93fc-5805c904760f', 'tenant_id': 'f17a51dafe2248f283b50921c5c94f99', 'mac_address': 'fa:16:3e:06:4d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787ade73-8ae3-4900-bfc6-d67ac08f9a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'caa7394f-93ee-4465-9572-c86526bd16cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:10:54Z', 'updated_at': '2021-10-30T15:11:04Z', 'revision_number': 5, 'project_id': 'f17a51dafe2248f283b50921c5c94f99', 'subnets': [{'id': 'caa7394f-93ee-4465-9572-c86526bd16cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:11:46.772551 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:46.807929 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3fdd6d71-3aa5-4b1c-abc0-60eb1bad1569 req-a1efce0f-3611-422f-9cb2-6a92185a6ce0 service neutron] 10.222.0.62 "GET /v2.0/networks/c58cd6da-8ad6-4c65-93fc-5805c904760f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420805 Oct 30 15:11:46.819930 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bf37c5-4b9f-498f-b810-9963464c8ae3 req-0e89722c-67a8-4ec7-b23b-73c4321c4960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:46.824156 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b4bf37c5-4b9f-498f-b810-9963464c8ae3 req-0e89722c-67a8-4ec7-b23b-73c4321c4960 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=caa7394f-93ee-4465-9572-c86526bd16cc HTTP/1.1" status: 200 len: 868 time: 0.1184883 Oct 30 15:11:46.941925 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=7a6d5916-6fab-4f80-83de-23bc2919f179,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:46.945935 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d922df-bd32-4aa5-8bbe-d559d7771ebd None None] Checking router: 787ade73-8ae3-4900-bfc6-d67ac08f9a77 for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:11:46.946112 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bf37c5-4b9f-498f-b810-9963464c8ae3 req-b830eaad-3b7e-4665-aff9-d0584ff4cadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:46.949748 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b4bf37c5-4b9f-498f-b810-9963464c8ae3 req-b830eaad-3b7e-4665-aff9-d0584ff4cadd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c58cd6da-8ad6-4c65-93fc-5805c904760f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1141036 Oct 30 15:11:46.957550 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d922df-bd32-4aa5-8bbe-d559d7771ebd None None] Routers {'787ade73-8ae3-4900-bfc6-d67ac08f9a77'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:11:46.959213 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-a7d922df-bd32-4aa5-8bbe-d559d7771ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:11:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['787ade73-8ae3-4900-bfc6-d67ac08f9a77'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:11:46.995174 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 32882) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:47.100523 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-3b50c318-8e63-46ec-bff3-c0f486a9041e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c642d29d1c17474c8a26fe3f03026a83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1002545 Oct 30 15:11:47.100523 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 32884) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:47.164901 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-a7d922df-bd32-4aa5-8bbe-d559d7771ebd None None] Set router 787ade73-8ae3-4900-bfc6-d67ac08f9a77 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:11:47.255295 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7a10589d-b9b0-4271-8396-edbf320b2473 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:47.257017 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ccbb82-a20b-4c11-b6db-7a8437440a35 x-openstack-request-id: req-d6ccbb82-a20b-4c11-b6db-7a8437440a35 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:11:47.257504 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f09a5a6d-568e-4462-a5b1-68ee745d26a3", "name": "network-vif-plugged", "status": "completed", "tag": "7a6d5916-6fab-4f80-83de-23bc2919f179", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:11:47.257791 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d6ccbb82-a20b-4c11-b6db-7a8437440a35 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:11:47.258337 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f09a5a6d-568e-4462-a5b1-68ee745d26a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a6d5916-6fab-4f80-83de-23bc2919f179', 'code': 200} Oct 30 15:11:47.276260 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b4bf37c5-4b9f-498f-b810-9963464c8ae3 req-e57439ba-bb71-4bb9-adf5-dc7876591f48 service neutron] 10.222.0.53 "GET /v2.0/networks/c58cd6da-8ad6-4c65-93fc-5805c904760f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080137 Oct 30 15:11:47.289555 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device f4a708d9-7196-4338-b50d-256c44c31f4c no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:11:47.319183 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d1ca0e-17e1-4e93-9ce4-bcd8e92e2ede req-71fe4986-fa30-431c-bff2-f6bab9486c2d tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:47.328038 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6daa8e2a-f54e-48ef-a9fd-6640834b3d68 req-0d401fa9-fa1c-479e-879a-58c8edcd951e tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] 10.222.0.62 "GET /v2.0/floatingips/d8e0fbf9-a4b5-4080-8570-fa2b49596690 HTTP/1.1" status: 200 len: 694 time: 0.0739853 Oct 30 15:11:47.338531 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a7d1ca0e-17e1-4e93-9ce4-bcd8e92e2ede req-71fe4986-fa30-431c-bff2-f6bab9486c2d tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/ports?device_id=f09a5a6d-568e-4462-a5b1-68ee745d26a3 HTTP/1.1" status: 200 len: 950 time: 0.3408232 Oct 30 15:11:47.357351 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7a10589d-b9b0-4271-8396-edbf320b2473 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:47.425348 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: f4a708d9-7196-4338-b50d-256c44c31f4c {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:11:47.425695 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device f4a708d9-7196-4338-b50d-256c44c31f4c not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:11:47.499928 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a7d1ca0e-17e1-4e93-9ce4-bcd8e92e2ede req-231fdb12-0bfd-45d2-b6e1-bb10c2866c5e tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6e850f5-bbac-48ab-9f8b-66d8b92818ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594005 Oct 30 15:11:47.521975 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dec1d4-e560-4a99-9328-9749b02fc21e req-41f74abd-4b01-4fbb-9895-caac9f872131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:47.523854 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-43dec1d4-e560-4a99-9328-9749b02fc21e req-41f74abd-4b01-4fbb-9895-caac9f872131 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f09a5a6d-568e-4462-a5b1-68ee745d26a3 HTTP/1.1" status: 200 len: 1102 time: 0.2546973 Oct 30 15:11:47.555504 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7a10589d-b9b0-4271-8396-edbf320b2473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:47.559140 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7a10589d-b9b0-4271-8396-edbf320b2473 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:47.560584 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-7a10589d-b9b0-4271-8396-edbf320b2473 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ba7652ac-9750-40a3-9a50-b6f41851d170 HTTP/1.1" status: 204 len: 168 time: 0.4602399 Oct 30 15:11:47.579754 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daa8e2a-f54e-48ef-a9fd-6640834b3d68 req-906f7710-aa96-4fb2-9fff-bb687c3d13c8 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:47.581770 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6daa8e2a-f54e-48ef-a9fd-6640834b3d68 req-906f7710-aa96-4fb2-9fff-bb687c3d13c8 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] 10.222.0.62 "GET /v2.0/networks/edc38ef5-7816-4133-914c-cfe2849a0125 HTTP/1.1" status: 200 len: 784 time: 0.2431791 Oct 30 15:11:47.588289 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a10589d-b9b0-4271-8396-edbf320b2473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7652ac-9750-40a3-9a50-b6f41851d170,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:47.665381 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6daa8e2a-f54e-48ef-a9fd-6640834b3d68 req-89e062d6-6016-47cb-bee7-8ab3cd9688c6 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.4.47 HTTP/1.1" status: 200 len: 697 time: 0.0731485 Oct 30 15:11:47.700235 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-43dec1d4-e560-4a99-9328-9749b02fc21e req-099c3b59-9ca6-4805-8885-c77941338d10 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b6e850f5-bbac-48ab-9f8b-66d8b92818ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501541 Oct 30 15:11:47.709410 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b4bf37c5-4b9f-498f-b810-9963464c8ae3 req-f8182db4-437f-43d0-bd25-43bbe692074d service neutron] 10.222.0.53 "GET /v2.0/networks/c58cd6da-8ad6-4c65-93fc-5805c904760f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3654983 Oct 30 15:11:47.735892 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6daa8e2a-f54e-48ef-a9fd-6640834b3d68 req-1e60e558-04a4-4ec6-845f-fb996e029f81 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.4.47 HTTP/1.1" status: 200 len: 697 time: 0.0695510 Oct 30 15:11:47.745302 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 32904) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:47.808312 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-a7d922df-bd32-4aa5-8bbe-d559d7771ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '787ade73-8ae3-4900-bfc6-d67ac08f9a77', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1890913243-router', 'tenant_id': 'f17a51dafe2248f283b50921c5c94f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'e9c1d81e-4da1-4f32-b599-191d5e995bc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:10:43Z', 'updated_at': '2021-10-30T15:10:55Z', 'revision_number': 4, 'project_id': 'f17a51dafe2248f283b50921c5c94f99', 'gw_port': {'id': 'e9c1d81e-4da1-4f32-b599-191d5e995bc8', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787ade73-8ae3-4900-bfc6-d67ac08f9a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:10:45Z', 'updated_at': '2021-10-30T15:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'fea51d64-e5c6-4b0c-81dc-47f63f45970d', 'name': '', 'network_id': 'c58cd6da-8ad6-4c65-93fc-5805c904760f', 'tenant_id': 'f17a51dafe2248f283b50921c5c94f99', 'mac_address': 'fa:16:3e:06:4d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787ade73-8ae3-4900-bfc6-d67ac08f9a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'caa7394f-93ee-4465-9572-c86526bd16cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:10:54Z', 'updated_at': '2021-10-30T15:11:04Z', 'revision_number': 5, 'project_id': 'f17a51dafe2248f283b50921c5c94f99', 'subnets': [{'id': 'caa7394f-93ee-4465-9572-c86526bd16cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:11:47.847215 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d922df-bd32-4aa5-8bbe-d559d7771ebd None None] The sync data for ids ['787ade73-8ae3-4900-bfc6-d67ac08f9a77'] in n-d-806683-17 is: [{'id': '787ade73-8ae3-4900-bfc6-d67ac08f9a77', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1890913243-router', 'tenant_id': 'f17a51dafe2248f283b50921c5c94f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'e9c1d81e-4da1-4f32-b599-191d5e995bc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:10:43Z', 'updated_at': '2021-10-30T15:10:55Z', 'revision_number': 4, 'project_id': 'f17a51dafe2248f283b50921c5c94f99', 'gw_port': {'id': 'e9c1d81e-4da1-4f32-b599-191d5e995bc8', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787ade73-8ae3-4900-bfc6-d67ac08f9a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:10:45Z', 'updated_at': '2021-10-30T15:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'fea51d64-e5c6-4b0c-81dc-47f63f45970d', 'name': '', 'network_id': 'c58cd6da-8ad6-4c65-93fc-5805c904760f', 'tenant_id': 'f17a51dafe2248f283b50921c5c94f99', 'mac_address': 'fa:16:3e:06:4d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787ade73-8ae3-4900-bfc6-d67ac08f9a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'caa7394f-93ee-4465-9572-c86526bd16cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:10:54Z', 'updated_at': '2021-10-30T15:11:04Z', 'revision_number': 5, 'project_id': 'f17a51dafe2248f283b50921c5c94f99', 'subnets': [{'id': 'caa7394f-93ee-4465-9572-c86526bd16cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:11:47.897327 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-6daa8e2a-f54e-48ef-a9fd-6640834b3d68 req-5eb6ddcd-3427-4694-b90c-459943b273cc tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Deleting port 8416db13-a544-48bc-b01a-f4d74e601e60 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:11:47.898242 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6daa8e2a-f54e-48ef-a9fd-6640834b3d68 req-5eb6ddcd-3427-4694-b90c-459943b273cc tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:47.992980 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6daa8e2a-f54e-48ef-a9fd-6640834b3d68 req-5eb6ddcd-3427-4694-b90c-459943b273cc tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:47.993305 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6daa8e2a-f54e-48ef-a9fd-6640834b3d68 req-5eb6ddcd-3427-4694-b90c-459943b273cc tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:48.020281 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-6daa8e2a-f54e-48ef-a9fd-6640834b3d68 req-5eb6ddcd-3427-4694-b90c-459943b273cc tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Calling delete_port for 8416db13-a544-48bc-b01a-f4d74e601e60 owned by network:floatingip {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:11:48.202613 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-888a6647-bf79-4d7d-a538-d0dc00b95fa3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:48.225650 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6daa8e2a-f54e-48ef-a9fd-6640834b3d68 req-5eb6ddcd-3427-4694-b90c-459943b273cc tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:48.242751 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e836c7ba-df2d-4f5d-91bf-b0dbd195cd0b None None] New status for floating IP d8e0fbf9-a4b5-4080-8570-fa2b49596690: DOWN {{(pid=102133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 15:11:48.263895 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb6ddcd-3427-4694-b90c-459943b273cc tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Pushing event deleted for resources: {'Port': ['ID=8416db13-a544-48bc-b01a-f4d74e601e60,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:48.367083 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-888a6647-bf79-4d7d-a538-d0dc00b95fa3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:48.374498 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-888a6647-bf79-4d7d-a538-d0dc00b95fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:48.401597 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6daa8e2a-f54e-48ef-a9fd-6640834b3d68 req-5eb6ddcd-3427-4694-b90c-459943b273cc tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Publish callbacks [] for floatingip, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:48.404884 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6daa8e2a-f54e-48ef-a9fd-6640834b3d68 req-5eb6ddcd-3427-4694-b90c-459943b273cc tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:48.413550 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6daa8e2a-f54e-48ef-a9fd-6640834b3d68 req-5eb6ddcd-3427-4694-b90c-459943b273cc tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] 10.222.0.62 "DELETE /v2.0/floatingips/d8e0fbf9-a4b5-4080-8570-fa2b49596690 HTTP/1.1" status: 204 len: 173 time: 0.6751912 Oct 30 15:11:48.432644 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888a6647-bf79-4d7d-a538-d0dc00b95fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51712f6b-aeb3-4989-bdae-cece3a639dc1,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:48.439820 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-888a6647-bf79-4d7d-a538-d0dc00b95fa3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f8122acdc75a4318b899dca73f33c394&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6925895 Oct 30 15:11:48.442324 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 32928) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:48.463991 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 32930) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:48.539888 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-948b064e-404d-429d-8ae8-87c28c233cff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:48.606477 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-948b064e-404d-429d-8ae8-87c28c233cff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:48.661487 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e891ed-87e0-4e88-a09a-392c83342794 req-6da89ad0-238a-4f4e-8902-1e195f1a5de1 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:48.665859 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40737258-98dc-4b58-83f7-d3ea75d71db4 req-da71c39f-996b-445e-8aed-101a465fff96 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:48.667106 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-40737258-98dc-4b58-83f7-d3ea75d71db4 req-da71c39f-996b-445e-8aed-101a465fff96 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] 10.222.0.62 "GET /v2.0/ports?device_id=2147588f-7249-4ed3-8de5-5bc96ffe7b2f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1250663 Oct 30 15:11:48.669577 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-37e891ed-87e0-4e88-a09a-392c83342794 req-6da89ad0-238a-4f4e-8902-1e195f1a5de1 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/ports?device_id=f09a5a6d-568e-4462-a5b1-68ee745d26a3 HTTP/1.1" status: 200 len: 950 time: 0.0790713 Oct 30 15:11:48.696751 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-948b064e-404d-429d-8ae8-87c28c233cff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:48.700218 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-948b064e-404d-429d-8ae8-87c28c233cff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:48.705009 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-948b064e-404d-429d-8ae8-87c28c233cff admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/51712f6b-aeb3-4989-bdae-cece3a639dc1 HTTP/1.1" status: 204 len: 168 time: 0.2613418 Oct 30 15:11:48.733819 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-37e891ed-87e0-4e88-a09a-392c83342794 req-1961d8bb-de52-4e68-94e0-28cccb9199b4 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6e850f5-bbac-48ab-9f8b-66d8b92818ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628057 Oct 30 15:11:48.769509 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-40737258-98dc-4b58-83f7-d3ea75d71db4 req-e9f35e48-91f8-4bd5-bd63-968062b09079 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0826516 Oct 30 15:11:48.770818 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948b064e-404d-429d-8ae8-87c28c233cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51712f6b-aeb3-4989-bdae-cece3a639dc1,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:48.845615 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4eb29fff-22f4-4e38-98de-1ada5a7e9972 req-14edf76d-8dcd-4818-9350-607323258a29 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0599589 Oct 30 15:11:48.909096 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0aaa32ce-d780-4d5b-b1a4-15cfcbdbd2ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:49.013744 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0aaa32ce-d780-4d5b-b1a4-15cfcbdbd2ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:49.020289 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0aaa32ce-d780-4d5b-b1a4-15cfcbdbd2ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:49.090425 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 32956) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:49.094858 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-0aaa32ce-d780-4d5b-b1a4-15cfcbdbd2ba admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7e1ad6953571438f8c3dda045577b091&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6223841 Oct 30 15:11:49.134731 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaa32ce-d780-4d5b-b1a4-15cfcbdbd2ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41674c2-e3de-4d33-935c-36fa5bc736c3,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:49.186261 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-653d19b5-2503-4bc1-82aa-d89dfe5332ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:49.228815 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-653d19b5-2503-4bc1-82aa-d89dfe5332ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:49.299435 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f93d6-4116-4e98-be28-c715e16fb39b req-87444fbd-6b4d-4210-865d-eb97477df2ff tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:49.300975 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8b5f93d6-4116-4e98-be28-c715e16fb39b req-87444fbd-6b4d-4210-865d-eb97477df2ff tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] 10.222.0.62 "GET /v2.0/ports?device_id=2147588f-7249-4ed3-8de5-5bc96ffe7b2f HTTP/1.1" status: 200 len: 945 time: 0.0872989 Oct 30 15:11:49.340936 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-653d19b5-2503-4bc1-82aa-d89dfe5332ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:49.346212 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-653d19b5-2503-4bc1-82aa-d89dfe5332ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:49.349979 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-653d19b5-2503-4bc1-82aa-d89dfe5332ed admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b41674c2-e3de-4d33-935c-36fa5bc736c3 HTTP/1.1" status: 204 len: 168 time: 0.2561419 Oct 30 15:11:49.358626 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653d19b5-2503-4bc1-82aa-d89dfe5332ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41674c2-e3de-4d33-935c-36fa5bc736c3,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:49.405297 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8b5f93d6-4116-4e98-be28-c715e16fb39b req-16770ca5-71d3-4806-841d-a175f9f31137 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b67cc9-6a12-46fa-8c04-53b692a08c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925281 Oct 30 15:11:49.860674 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00406580-a886-4103-8fd6-155514c90fc4 req-8670c8aa-0fed-4c9a-82c9-9b848832f5ec tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:49.870214 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-00406580-a886-4103-8fd6-155514c90fc4 req-8670c8aa-0fed-4c9a-82c9-9b848832f5ec tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/ports?device_id=f09a5a6d-568e-4462-a5b1-68ee745d26a3 HTTP/1.1" status: 200 len: 950 time: 0.0666497 Oct 30 15:11:49.917099 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-00406580-a886-4103-8fd6-155514c90fc4 req-f5ca6e88-00c3-47a7-990e-3173f00fb3c5 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6e850f5-bbac-48ab-9f8b-66d8b92818ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437691 Oct 30 15:11:50.621040 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c287d0-bcff-4d3a-9f9f-281b323cad63 req-83621931-73f8-4791-ad96-2945b708378e tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:50.622820 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d1c287d0-bcff-4d3a-9f9f-281b323cad63 req-83621931-73f8-4791-ad96-2945b708378e tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] 10.222.0.62 "GET /v2.0/ports?device_id=2147588f-7249-4ed3-8de5-5bc96ffe7b2f HTTP/1.1" status: 200 len: 945 time: 0.0536859 Oct 30 15:11:50.690120 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d1c287d0-bcff-4d3a-9f9f-281b323cad63 req-b29d8151-d253-418e-88b2-811602a81634 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b67cc9-6a12-46fa-8c04-53b692a08c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603020 Oct 30 15:11:50.690480 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac6697-bfce-4b3f-9178-705e86a865ad req-b9c2176b-2d93-442c-adb3-e74a3a8c93bc tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:50.693750 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d2ac6697-bfce-4b3f-9178-705e86a865ad req-b9c2176b-2d93-442c-adb3-e74a3a8c93bc tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] 10.222.0.53 "GET /v2.0/ports?device_id=2147588f-7249-4ed3-8de5-5bc96ffe7b2f HTTP/1.1" status: 200 len: 945 time: 0.0630708 Oct 30 15:11:50.827494 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-d2ac6697-bfce-4b3f-9178-705e86a865ad req-cb8e1a3c-ddd4-4334-83a2-b3575b688154 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Deleting port b5bdeb45-04a6-4804-a78b-197725817c57 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:11:50.827855 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d2ac6697-bfce-4b3f-9178-705e86a865ad req-cb8e1a3c-ddd4-4334-83a2-b3575b688154 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:50.972033 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-d2ac6697-bfce-4b3f-9178-705e86a865ad req-cb8e1a3c-ddd4-4334-83a2-b3575b688154 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] For port b5bdeb45-04a6-4804-a78b-197725817c57, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=b5bdeb45-04a6-4804-a78b-197725817c57,segment=NetworkSegment(1adb3f4d-861a-4c35-9464-6565ad609cf8),segment_id=1adb3f4d-861a-4c35-9464-6565ad609cf8)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:11:50.972402 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d2ac6697-bfce-4b3f-9178-705e86a865ad req-cb8e1a3c-ddd4-4334-83a2-b3575b688154 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:50.991680 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-d2ac6697-bfce-4b3f-9178-705e86a865ad req-cb8e1a3c-ddd4-4334-83a2-b3575b688154 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Calling delete_port for b5bdeb45-04a6-4804-a78b-197725817c57 owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:11:51.102122 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc083e2-a10b-4aa7-b6d7-e2219bb21a2c req-5706c597-eae7-49e5-ab81-fe7a92c56fbf tempest-ServersAdminTestJSON-1549929560 tempest-ServersAdminTestJSON-1549929560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:51.102818 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc083e2-a10b-4aa7-b6d7-e2219bb21a2c req-5706c597-eae7-49e5-ab81-fe7a92c56fbf tempest-ServersAdminTestJSON-1549929560 tempest-ServersAdminTestJSON-1549929560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:51.103069 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc083e2-a10b-4aa7-b6d7-e2219bb21a2c req-5706c597-eae7-49e5-ab81-fe7a92c56fbf tempest-ServersAdminTestJSON-1549929560 tempest-ServersAdminTestJSON-1549929560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:51.103768 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc083e2-a10b-4aa7-b6d7-e2219bb21a2c req-5706c597-eae7-49e5-ab81-fe7a92c56fbf tempest-ServersAdminTestJSON-1549929560 tempest-ServersAdminTestJSON-1549929560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:51.105947 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bfc083e2-a10b-4aa7-b6d7-e2219bb21a2c req-5706c597-eae7-49e5-ab81-fe7a92c56fbf tempest-ServersAdminTestJSON-1549929560 tempest-ServersAdminTestJSON-1549929560-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f09a5a6d-568e-4462-a5b1-68ee745d26a3&device_id=9d0a0864-c9ef-494f-b4b2-30cde9381388&device_id=2147588f-7249-4ed3-8de5-5bc96ffe7b2f&device_id=b3f50d40-de7d-4020-b972-b4c18dee3f99 HTTP/1.1" status: 200 len: 3772 time: 0.0753417 Oct 30 15:11:51.129150 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3301abdc-11fe-40a5-8ccc-e18214538eca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:51.150374 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-bfc083e2-a10b-4aa7-b6d7-e2219bb21a2c req-72632fbb-5621-4deb-8dba-c6a9eb049d37 tempest-ServersAdminTestJSON-1549929560 tempest-ServersAdminTestJSON-1549929560-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:51.226150 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d2ac6697-bfce-4b3f-9178-705e86a865ad req-cb8e1a3c-ddd4-4334-83a2-b3575b688154 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:51.232299 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 33032) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:51.241788 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['b5bdeb45-04a6-4804-a78b-197725817c57'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:11:51.325349 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8e1a3c-ddd4-4334-83a2-b3575b688154 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Pushing event deleted for resources: {'Port': ['ID=b5bdeb45-04a6-4804-a78b-197725817c57,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:51.356163 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-bfc083e2-a10b-4aa7-b6d7-e2219bb21a2c req-72632fbb-5621-4deb-8dba-c6a9eb049d37 tempest-ServersAdminTestJSON-1549929560 tempest-ServersAdminTestJSON-1549929560-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:51.366817 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-bfc083e2-a10b-4aa7-b6d7-e2219bb21a2c req-72632fbb-5621-4deb-8dba-c6a9eb049d37 tempest-ServersAdminTestJSON-1549929560 tempest-ServersAdminTestJSON-1549929560-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:51.404270 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ac6697-bfce-4b3f-9178-705e86a865ad req-cb8e1a3c-ddd4-4334-83a2-b3575b688154 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] No DVR routers for this DVR port b5bdeb45-04a6-4804-a78b-197725817c57 on host n-h1-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:11:51.407457 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d2ac6697-bfce-4b3f-9178-705e86a865ad req-cb8e1a3c-ddd4-4334-83a2-b3575b688154 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:51.410865 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d2ac6697-bfce-4b3f-9178-705e86a865ad req-cb8e1a3c-ddd4-4334-83a2-b3575b688154 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898 tempest-FloatingIPsAssociationNegativeTestJSON-1123204898-project] 10.222.0.53 "DELETE /v2.0/ports/b5bdeb45-04a6-4804-a78b-197725817c57 HTTP/1.1" status: 204 len: 173 time: 0.7115800 Oct 30 15:11:51.411320 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2147588f-7249-4ed3-8de5-5bc96ffe7b2f', 'name': 'network-vif-deleted', 'tag': 'b5bdeb45-04a6-4804-a78b-197725817c57'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:11:51.413744 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f24218f-d4c2-45a4-a913-5907ea420537" -d '{"events": [{"server_uuid": "2147588f-7249-4ed3-8de5-5bc96ffe7b2f", "name": "network-vif-deleted", "tag": "b5bdeb45-04a6-4804-a78b-197725817c57"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:11:51.477630 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bfc083e2-a10b-4aa7-b6d7-e2219bb21a2c req-72632fbb-5621-4deb-8dba-c6a9eb049d37 tempest-ServersAdminTestJSON-1549929560 tempest-ServersAdminTestJSON-1549929560-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=35b67cc9-6a12-46fa-8c04-53b692a08c62&id=b6e850f5-bbac-48ab-9f8b-66d8b92818ce&fields=id&fields=name HTTP/1.1" status: 200 len: 354 time: 0.3630340 Oct 30 15:11:51.482909 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72632fbb-5621-4deb-8dba-c6a9eb049d37 tempest-ServersAdminTestJSON-1549929560 tempest-ServersAdminTestJSON-1549929560-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f22f2d-8eac-4436-aa6f-216fbab0bdf8,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:51.491775 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ac9d99-aac7-4460-b9ff-d092c76bc1a6 x-openstack-request-id: req-83ac9d99-aac7-4460-b9ff-d092c76bc1a6 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:11:51.492248 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2147588f-7249-4ed3-8de5-5bc96ffe7b2f", "name": "network-vif-deleted", "tag": "b5bdeb45-04a6-4804-a78b-197725817c57", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:11:51.492672 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-83ac9d99-aac7-4460-b9ff-d092c76bc1a6 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:11:51.493229 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2147588f-7249-4ed3-8de5-5bc96ffe7b2f', 'name': 'network-vif-deleted', 'tag': 'b5bdeb45-04a6-4804-a78b-197725817c57', 'status': 'completed', 'code': 200} Oct 30 15:11:51.749096 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-7dadf34d-609d-461d-8d33-ec11764820d2 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-972989009-network', 'tenant_id': 'bb8b223744b44833a53287a2afef5a92'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:11:51.796251 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dadf34d-609d-461d-8d33-ec11764820d2 admin admin] Made reservation on behalf of bb8b223744b44833a53287a2afef5a92 for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:11:51.798741 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7dadf34d-609d-461d-8d33-ec11764820d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:51.847715 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7dadf34d-609d-461d-8d33-ec11764820d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:52.030331 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7dadf34d-609d-461d-8d33-ec11764820d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:52.036668 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7dadf34d-609d-461d-8d33-ec11764820d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:52.066978 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dadf34d-609d-461d-8d33-ec11764820d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:11:52.073412 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e603a-8788-4b2e-9f27-b6d6bdaa53f2 req-957bbb26-507c-400c-815d-effcce0d1f2e tempest-ServersAdminTestJSON-1549929560 tempest-ServersAdminTestJSON-1549929560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:52.073995 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e603a-8788-4b2e-9f27-b6d6bdaa53f2 req-957bbb26-507c-400c-815d-effcce0d1f2e tempest-ServersAdminTestJSON-1549929560 tempest-ServersAdminTestJSON-1549929560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:52.074350 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e603a-8788-4b2e-9f27-b6d6bdaa53f2 req-957bbb26-507c-400c-815d-effcce0d1f2e tempest-ServersAdminTestJSON-1549929560 tempest-ServersAdminTestJSON-1549929560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:52.082352 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-643e603a-8788-4b2e-9f27-b6d6bdaa53f2 req-957bbb26-507c-400c-815d-effcce0d1f2e tempest-ServersAdminTestJSON-1549929560 tempest-ServersAdminTestJSON-1549929560-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f09a5a6d-568e-4462-a5b1-68ee745d26a3&device_id=9d0a0864-c9ef-494f-b4b2-30cde9381388&device_id=b3f50d40-de7d-4020-b972-b4c18dee3f99 HTTP/1.1" status: 200 len: 2885 time: 0.0585699 Oct 30 15:11:52.086766 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7dadf34d-609d-461d-8d33-ec11764820d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:52.087303 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-7dadf34d-609d-461d-8d33-ec11764820d2 admin admin] Added segment 495e0bcf-a0e5-4b3d-8fa7-4467a729ed3e of type vlan for network 7f1b75b5-b8f8-4477-a267-2ec1a55fd99b Oct 30 15:11:52.132706 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-643e603a-8788-4b2e-9f27-b6d6bdaa53f2 req-9dea5a89-a44f-4238-bb58-943ff5a12e51 tempest-ServersAdminTestJSON-1549929560 tempest-ServersAdminTestJSON-1549929560-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=b6e850f5-bbac-48ab-9f8b-66d8b92818ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496047 Oct 30 15:11:52.152053 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7dadf34d-609d-461d-8d33-ec11764820d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:52.216268 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 33062) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:52.241802 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dadf34d-609d-461d-8d33-ec11764820d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80db1e64-693c-4537-979c-6681d6dec4cd,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:52.259727 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7dadf34d-609d-461d-8d33-ec11764820d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:52.262087 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dadf34d-609d-461d-8d33-ec11764820d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:52.262682 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7dadf34d-609d-461d-8d33-ec11764820d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:52.360891 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 33076) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:52.377873 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-7dadf34d-609d-461d-8d33-ec11764820d2 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1437702 Oct 30 15:11:52.393968 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 33080) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:52.407698 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-0373d729-f1fc-4e89-8b9f-df59e71c53fd admin admin] Request body: {'subnet': {'network_id': '7f1b75b5-b8f8-4477-a267-2ec1a55fd99b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-972989009-subnet', 'tenant_id': 'bb8b223744b44833a53287a2afef5a92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:11:52.433257 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0373d729-f1fc-4e89-8b9f-df59e71c53fd admin admin] Made reservation on behalf of bb8b223744b44833a53287a2afef5a92 for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:11:52.435908 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0373d729-f1fc-4e89-8b9f-df59e71c53fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:52.444932 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dadf34d-609d-461d-8d33-ec11764820d2 admin admin] Pushing event updated for resources: {'Network': ['ID=7f1b75b5-b8f8-4477-a267-2ec1a55fd99b,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:52.455933 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 7f1b75b5-b8f8-4477-a267-2ec1a55fd99b details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:11:52.605643 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-94e7d76f-8414-45fd-97f6-a88a0b13296f req-494856cb-1e9a-441f-91b1-eecc6ef839fd tempest-QuotasAdminNegativeTest-367404796 tempest-QuotasAdminNegativeTest-367404796-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=b4e38312bdd04563aa7991c5d6dfeee1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1325328 Oct 30 15:11:52.951811 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-3380060d-e950-4e99-8bac-52280f36f484 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1270529841-network', 'tenant_id': 'e6ff79ffbf394e9386812dbc9e3fafed'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:11:53.016235 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e7d76f-8414-45fd-97f6-a88a0b13296f req-a297c085-9947-4d5e-b282-04a8dc53986b tempest-QuotasAdminNegativeTest-367404796 tempest-QuotasAdminNegativeTest-367404796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:53.019115 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-94e7d76f-8414-45fd-97f6-a88a0b13296f req-a297c085-9947-4d5e-b282-04a8dc53986b tempest-QuotasAdminNegativeTest-367404796 tempest-QuotasAdminNegativeTest-367404796-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4126239 Oct 30 15:11:53.148836 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-94e7d76f-8414-45fd-97f6-a88a0b13296f req-a3ea0dae-8cd3-4599-9c35-c5c54a32a82f tempest-QuotasAdminNegativeTest-367404796 tempest-QuotasAdminNegativeTest-367404796-project] 10.222.0.62 "GET /v2.0/quotas/b4e38312bdd04563aa7991c5d6dfeee1 HTTP/1.1" status: 200 len: 375 time: 0.0520303 Oct 30 15:11:53.183690 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3380060d-e950-4e99-8bac-52280f36f484 admin admin] Made reservation on behalf of e6ff79ffbf394e9386812dbc9e3fafed for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:11:53.185946 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3380060d-e950-4e99-8bac-52280f36f484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:53.201294 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-94e7d76f-8414-45fd-97f6-a88a0b13296f req-3e14a9c7-21ee-4c65-b9d1-df369102b3be tempest-QuotasAdminNegativeTest-367404796 tempest-QuotasAdminNegativeTest-367404796-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b4e38312bdd04563aa7991c5d6dfeee1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0515380 Oct 30 15:11:53.211532 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a8453155-59a2-47d1-9cf4-a32eb0d18532 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:53.258386 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3380060d-e950-4e99-8bac-52280f36f484 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:53.305757 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0373d729-f1fc-4e89-8b9f-df59e71c53fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:53.454423 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3380060d-e950-4e99-8bac-52280f36f484 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:53.480315 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3380060d-e950-4e99-8bac-52280f36f484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:53.553758 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0373d729-f1fc-4e89-8b9f-df59e71c53fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=82e0110b-193b-4288-a3a8-25fc73206750,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:53.574512 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3380060d-e950-4e99-8bac-52280f36f484 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:11:53.602479 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a55fef-d879-469d-aa67-ab890b60e641 req-8bc15906-3a44-4a13-94e3-e1b745ea0c8e tempest-ServersAdminTestJSON-1549929560 tempest-ServersAdminTestJSON-1549929560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:53.606412 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c0a55fef-d879-469d-aa67-ab890b60e641 req-8bc15906-3a44-4a13-94e3-e1b745ea0c8e tempest-ServersAdminTestJSON-1549929560 tempest-ServersAdminTestJSON-1549929560-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b3f50d40-de7d-4020-b972-b4c18dee3f99 HTTP/1.1" status: 200 len: 1100 time: 0.1728950 Oct 30 15:11:53.607089 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3380060d-e950-4e99-8bac-52280f36f484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a46e49-cccd-41a4-9d3e-21227b3ef0c9,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:53.629186 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3380060d-e950-4e99-8bac-52280f36f484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:53.629577 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-3380060d-e950-4e99-8bac-52280f36f484 admin admin] Added segment 135568ea-61a3-4354-9c4c-8109e52de8ab of type vlan for network 25790384-5e8b-43e0-b1ac-798908906172 Oct 30 15:11:53.666266 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0373d729-f1fc-4e89-8b9f-df59e71c53fd admin admin] Checking segment: {'id': '495e0bcf-a0e5-4b3d-8fa7-4467a729ed3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '7f1b75b5-b8f8-4477-a267-2ec1a55fd99b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:11:53.666627 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0373d729-f1fc-4e89-8b9f-df59e71c53fd admin admin] Network hostable DHCP agents. Network: 7f1b75b5-b8f8-4477-a267-2ec1a55fd99b, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:11:53.715060 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-a8453155-59a2-47d1-9cf4-a32eb0d18532 admin admin] Deleting port fea51d64-e5c6-4b0c-81dc-47f63f45970d {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:11:53.715860 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a8453155-59a2-47d1-9cf4-a32eb0d18532 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:53.744666 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c0a55fef-d879-469d-aa67-ab890b60e641 req-5d799676-a7b9-4192-87d5-466cbfd5d205 tempest-ServersAdminTestJSON-1549929560 tempest-ServersAdminTestJSON-1549929560-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=b6e850f5-bbac-48ab-9f8b-66d8b92818ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180410 Oct 30 15:11:53.746139 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1c385d81-99d9-4ba9-8509-737b8793bb7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:53.780524 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3380060d-e950-4e99-8bac-52280f36f484 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:53.784651 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0373d729-f1fc-4e89-8b9f-df59e71c53fd admin admin] Network 7f1b75b5-b8f8-4477-a267-2ec1a55fd99b is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:11:53.805154 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-0373d729-f1fc-4e89-8b9f-df59e71c53fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 7f1b75b5-b8f8-4477-a267-2ec1a55fd99b) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:11:53.815775 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31849d9d-6deb-4545-af10-4040196cf936 None None] Network 7f1b75b5-b8f8-4477-a267-2ec1a55fd99b requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:11:53.821032 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0373d729-f1fc-4e89-8b9f-df59e71c53fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:53.822146 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0373d729-f1fc-4e89-8b9f-df59e71c53fd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:53.846688 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3380060d-e950-4e99-8bac-52280f36f484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:53.848162 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3380060d-e950-4e99-8bac-52280f36f484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:53.848853 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3380060d-e950-4e99-8bac-52280f36f484 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:53.868965 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-0373d729-f1fc-4e89-8b9f-df59e71c53fd admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4737437 Oct 30 15:11:53.915551 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-a8453155-59a2-47d1-9cf4-a32eb0d18532 admin admin] For port fea51d64-e5c6-4b0c-81dc-47f63f45970d, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=fea51d64-e5c6-4b0c-81dc-47f63f45970d,segment=NetworkSegment(1adb3f4d-861a-4c35-9464-6565ad609cf8),segment_id=1adb3f4d-861a-4c35-9464-6565ad609cf8)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:11:53.916973 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a8453155-59a2-47d1-9cf4-a32eb0d18532 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:53.955442 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-a8453155-59a2-47d1-9cf4-a32eb0d18532 admin admin] Calling delete_port for fea51d64-e5c6-4b0c-81dc-47f63f45970d owned by network:router_interface {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:11:54.019251 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-3380060d-e950-4e99-8bac-52280f36f484 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6559701 Oct 30 15:11:54.098260 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3380060d-e950-4e99-8bac-52280f36f484 admin admin] Pushing event updated for resources: {'Network': ['ID=25790384-5e8b-43e0-b1ac-798908906172,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:54.100728 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 33142) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:54.119380 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-b8992f1e-7d68-4fa4-9439-9a9b30123eaa admin admin] Request body: {'subnet': {'network_id': '25790384-5e8b-43e0-b1ac-798908906172', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1270529841-subnet', 'tenant_id': 'e6ff79ffbf394e9386812dbc9e3fafed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:11:54.198704 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:11:54.234626 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a8453155-59a2-47d1-9cf4-a32eb0d18532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:54.238482 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd5e2d4-c107-4aa0-aac9-a50afa32321a req-d553b45f-af4a-4879-8ced-54e364fa5dcc tempest-ServersAdminTestJSON-1549929560 tempest-ServersAdminTestJSON-1549929560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:54.240124 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dcd5e2d4-c107-4aa0-aac9-a50afa32321a req-d553b45f-af4a-4879-8ced-54e364fa5dcc tempest-ServersAdminTestJSON-1549929560 tempest-ServersAdminTestJSON-1549929560-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b3f50d40-de7d-4020-b972-b4c18dee3f99 HTTP/1.1" status: 200 len: 1100 time: 0.2428555 Oct 30 15:11:54.245878 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8992f1e-7d68-4fa4-9439-9a9b30123eaa admin admin] Made reservation on behalf of e6ff79ffbf394e9386812dbc9e3fafed for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:11:54.254847 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b8992f1e-7d68-4fa4-9439-9a9b30123eaa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:54.309157 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8453155-59a2-47d1-9cf4-a32eb0d18532 admin admin] Pushing event deleted for resources: {'Port': ['ID=fea51d64-e5c6-4b0c-81dc-47f63f45970d,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:54.341901 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 25790384-5e8b-43e0-b1ac-798908906172 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:11:54.345202 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device b5bdeb45-04a6-4804-a78b-197725817c57 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:11:54.387377 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: b5bdeb45-04a6-4804-a78b-197725817c57 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:11:54.388438 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device b5bdeb45-04a6-4804-a78b-197725817c57 not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:11:54.437591 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dcd5e2d4-c107-4aa0-aac9-a50afa32321a req-e1a9bc2a-81eb-4574-81e4-9f3c0f0b6ca6 tempest-ServersAdminTestJSON-1549929560 tempest-ServersAdminTestJSON-1549929560-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=b6e850f5-bbac-48ab-9f8b-66d8b92818ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610258 Oct 30 15:11:54.503917 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f6c25d-f002-49d1-b179-e9ac13a1531a None None] Network 7f1b75b5-b8f8-4477-a267-2ec1a55fd99b requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:11:54.725637 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b8992f1e-7d68-4fa4-9439-9a9b30123eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:54.794400 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a8453155-59a2-47d1-9cf4-a32eb0d18532 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:54.829484 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:54.867192 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:54.891590 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8992f1e-7d68-4fa4-9439-9a9b30123eaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=973136aa-4534-4ed1-9162-b1df94c62824,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:54.914728 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8992f1e-7d68-4fa4-9439-9a9b30123eaa admin admin] Checking segment: {'id': '135568ea-61a3-4354-9c4c-8109e52de8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '25790384-5e8b-43e0-b1ac-798908906172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:11:54.918363 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8992f1e-7d68-4fa4-9439-9a9b30123eaa admin admin] Network hostable DHCP agents. Network: 25790384-5e8b-43e0-b1ac-798908906172, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:11:54.982739 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8992f1e-7d68-4fa4-9439-9a9b30123eaa admin admin] Network 25790384-5e8b-43e0-b1ac-798908906172 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:11:55.010911 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-b8992f1e-7d68-4fa4-9439-9a9b30123eaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 25790384-5e8b-43e0-b1ac-798908906172) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:11:55.020945 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8992f1e-7d68-4fa4-9439-9a9b30123eaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:55.021800 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b8992f1e-7d68-4fa4-9439-9a9b30123eaa admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:55.023852 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42396c8-5b8e-44b6-aa88-d62e204704bf None None] Network 25790384-5e8b-43e0-b1ac-798908906172 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:11:55.113579 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b8992f1e-7d68-4fa4-9439-9a9b30123eaa admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9997847 Oct 30 15:11:55.233976 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc4433-eb6a-4ab2-ace8-8a1348728b8b req-4c1910e9-1335-457a-bfdc-9e403023650a tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:55.244197 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-82cc4433-eb6a-4ab2-ace8-8a1348728b8b req-4c1910e9-1335-457a-bfdc-9e403023650a tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/networks?id=7f1b75b5-b8f8-4477-a267-2ec1a55fd99b HTTP/1.1" status: 200 len: 814 time: 0.2177160 Oct 30 15:11:55.255909 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8453155-59a2-47d1-9cf4-a32eb0d18532 admin admin] Router 787ade73-8ae3-4900-bfc6-d67ac08f9a77 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:11:55.277811 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-82cc4433-eb6a-4ab2-ace8-8a1348728b8b req-158b39e5-e465-4b18-98c1-1c2ef5f4f7a4 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/quotas/bb8b223744b44833a53287a2afef5a92 HTTP/1.1" status: 200 len: 375 time: 0.0311289 Oct 30 15:11:55.296304 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f92cd9-8922-4b54-826d-e296957d3ff0 None None] Network 25790384-5e8b-43e0-b1ac-798908906172 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:11:55.353197 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-82cc4433-eb6a-4ab2-ace8-8a1348728b8b req-2e13f629-f432-4612-b49c-6562997a4c32 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=bb8b223744b44833a53287a2afef5a92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0733101 Oct 30 15:11:55.432461 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8453155-59a2-47d1-9cf4-a32eb0d18532 admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:11:55.442009 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-a8453155-59a2-47d1-9cf4-a32eb0d18532 admin admin] 10.222.0.62 "PUT /v2.0/routers/787ade73-8ae3-4900-bfc6-d67ac08f9a77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2359681 Oct 30 15:11:55.445904 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 33184) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:55.465309 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771748d3-79c7-4763-9949-68658ed6a634 None None] Sync routers for ids ['787ade73-8ae3-4900-bfc6-d67ac08f9a77'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:11:55.588867 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-82cc4433-eb6a-4ab2-ace8-8a1348728b8b req-03be3ac7-3b72-490c-9398-2d11f537de2e service neutron] 10.222.0.62 "GET /v2.0/networks/7f1b75b5-b8f8-4477-a267-2ec1a55fd99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344875 Oct 30 15:11:55.590064 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771748d3-79c7-4763-9949-68658ed6a634 None None] Routers {'787ade73-8ae3-4900-bfc6-d67ac08f9a77'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:11:55.590699 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-771748d3-79c7-4763-9949-68658ed6a634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:11:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['787ade73-8ae3-4900-bfc6-d67ac08f9a77'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:11:55.638726 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a1c5ccff-59d2-425c-a5c7-2cd546c92771 admin admin] Publish callbacks [] for router, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:55.761908 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-82cc4433-eb6a-4ab2-ace8-8a1348728b8b req-038e38a6-aa7e-403d-a4b5-f9d21bbca003 service neutron] 10.222.0.62 "GET /v2.0/networks/7f1b75b5-b8f8-4477-a267-2ec1a55fd99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716051 Oct 30 15:11:55.841483 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-771748d3-79c7-4763-9949-68658ed6a634 None None] Set router 787ade73-8ae3-4900-bfc6-d67ac08f9a77 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:11:55.844689 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a1c5ccff-59d2-425c-a5c7-2cd546c92771 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:56.087099 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-a1c5ccff-59d2-425c-a5c7-2cd546c92771 admin admin] Deleting port e9c1d81e-4da1-4f32-b599-191d5e995bc8 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:11:56.087597 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a1c5ccff-59d2-425c-a5c7-2cd546c92771 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:56.189424 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-771748d3-79c7-4763-9949-68658ed6a634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '787ade73-8ae3-4900-bfc6-d67ac08f9a77', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1890913243-router', 'tenant_id': 'f17a51dafe2248f283b50921c5c94f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'e9c1d81e-4da1-4f32-b599-191d5e995bc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:10:43Z', 'updated_at': '2021-10-30T15:11:54Z', 'revision_number': 5, 'project_id': 'f17a51dafe2248f283b50921c5c94f99', 'gw_port': {'id': 'e9c1d81e-4da1-4f32-b599-191d5e995bc8', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787ade73-8ae3-4900-bfc6-d67ac08f9a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:10:45Z', 'updated_at': '2021-10-30T15:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:11:56.243536 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771748d3-79c7-4763-9949-68658ed6a634 None None] Checking router: 787ade73-8ae3-4900-bfc6-d67ac08f9a77 for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:11:56.254684 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771748d3-79c7-4763-9949-68658ed6a634 None None] Routers {'787ade73-8ae3-4900-bfc6-d67ac08f9a77'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:11:56.255768 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-771748d3-79c7-4763-9949-68658ed6a634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:11:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['787ade73-8ae3-4900-bfc6-d67ac08f9a77'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:11:56.268266 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-a1c5ccff-59d2-425c-a5c7-2cd546c92771 admin admin] For port e9c1d81e-4da1-4f32-b599-191d5e995bc8, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=e9c1d81e-4da1-4f32-b599-191d5e995bc8,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:11:56.269140 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a1c5ccff-59d2-425c-a5c7-2cd546c92771 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:56.283401 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-a1c5ccff-59d2-425c-a5c7-2cd546c92771 admin admin] Calling delete_port for e9c1d81e-4da1-4f32-b599-191d5e995bc8 owned by network:router_gateway {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:11:56.408735 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-771748d3-79c7-4763-9949-68658ed6a634 None None] Set router 787ade73-8ae3-4900-bfc6-d67ac08f9a77 gateway port host: None {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:11:56.491391 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-771748d3-79c7-4763-9949-68658ed6a634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '787ade73-8ae3-4900-bfc6-d67ac08f9a77', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1890913243-router', 'tenant_id': 'f17a51dafe2248f283b50921c5c94f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:10:43Z', 'updated_at': '2021-10-30T15:11:55Z', 'revision_number': 6, 'project_id': 'f17a51dafe2248f283b50921c5c94f99', 'gw_port_host': None}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:11:56.567149 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771748d3-79c7-4763-9949-68658ed6a634 None None] The sync data for ids ['787ade73-8ae3-4900-bfc6-d67ac08f9a77'] in n-d-806683-17 is: [{'id': '787ade73-8ae3-4900-bfc6-d67ac08f9a77', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1890913243-router', 'tenant_id': 'f17a51dafe2248f283b50921c5c94f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:10:43Z', 'updated_at': '2021-10-30T15:11:55Z', 'revision_number': 6, 'project_id': 'f17a51dafe2248f283b50921c5c94f99', 'gw_port_host': None}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:11:56.584793 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:56.751750 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-d507b391-44b8-42ad-b5d2-3a1ffe10bc08 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:56.759215 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-d507b391-44b8-42ad-b5d2-3a1ffe10bc08 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] 10.222.0.62 "GET /v2.0/networks?id=25790384-5e8b-43e0-b1ac-798908906172 HTTP/1.1" status: 200 len: 818 time: 0.1627595 Oct 30 15:11:56.803330 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-c2c5a2b8-06f1-4c7a-aa4c-a2119ae34932 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] 10.222.0.62 "GET /v2.0/quotas/e6ff79ffbf394e9386812dbc9e3fafed HTTP/1.1" status: 200 len: 375 time: 0.0410070 Oct 30 15:11:56.846552 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-faf33cc0-f9ee-4bd7-88c6-3a28d32cb17e tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e6ff79ffbf394e9386812dbc9e3fafed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443182 Oct 30 15:11:56.969995 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-b03f632f-955a-4785-9719-e517e91e5cfa service neutron] 10.222.0.62 "GET /v2.0/networks/25790384-5e8b-43e0-b1ac-798908906172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224513 Oct 30 15:11:56.996156 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bcbc332c-e1d9-4bb8-a801-ba3519163ec8 req-7c095199-3a0b-4c61-8ed0-441b3689239d tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=660524e5-d36b-4ef4-9c8d-f13627615351 HTTP/1.1" status: 200 len: 210 time: 0.0486538 Oct 30 15:11:57.063818 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a1c5ccff-59d2-425c-a5c7-2cd546c92771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:57.099678 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c5ccff-59d2-425c-a5c7-2cd546c92771 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9c1d81e-4da1-4f32-b599-191d5e995bc8,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:57.212117 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-6f6fbba7-b222-4725-8e56-0ba51b7e1e3d service neutron] 10.222.0.62 "GET /v2.0/networks/25790384-5e8b-43e0-b1ac-798908906172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410576 Oct 30 15:11:57.220908 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-544231cd-d10d-4e3a-868d-b708b536f3e7 req-2fc75896-5199-449a-945b-38c2e6e0d01e tempest-QuotasAdminNegativeTest-367404796 tempest-QuotasAdminNegativeTest-367404796-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=b4e38312bdd04563aa7991c5d6dfeee1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307910 Oct 30 15:11:57.228812 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a1c5ccff-59d2-425c-a5c7-2cd546c92771 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:57.367444 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544231cd-d10d-4e3a-868d-b708b536f3e7 req-cc5a10c6-1b1a-4192-ac44-667fa6ae7757 tempest-QuotasAdminNegativeTest-367404796 tempest-QuotasAdminNegativeTest-367404796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:57.376609 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-544231cd-d10d-4e3a-868d-b708b536f3e7 req-cc5a10c6-1b1a-4192-ac44-667fa6ae7757 tempest-QuotasAdminNegativeTest-367404796 tempest-QuotasAdminNegativeTest-367404796-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1543543 Oct 30 15:11:57.392910 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-544231cd-d10d-4e3a-868d-b708b536f3e7 req-7a82bbcd-f0cf-46ae-8a7a-a06c3d70b06f tempest-QuotasAdminNegativeTest-367404796 tempest-QuotasAdminNegativeTest-367404796-project] 10.222.0.62 "GET /v2.0/quotas/b4e38312bdd04563aa7991c5d6dfeee1 HTTP/1.1" status: 200 len: 375 time: 0.0145128 Oct 30 15:11:57.435941 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a1c5ccff-59d2-425c-a5c7-2cd546c92771 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:57.446116 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a1c5ccff-59d2-425c-a5c7-2cd546c92771 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:57.465857 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-544231cd-d10d-4e3a-868d-b708b536f3e7 req-f50f8b2e-4a11-4f1f-8005-9cff00789bed tempest-QuotasAdminNegativeTest-367404796 tempest-QuotasAdminNegativeTest-367404796-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b4e38312bdd04563aa7991c5d6dfeee1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0676277 Oct 30 15:11:57.538755 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device fea51d64-e5c6-4b0c-81dc-47f63f45970d no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:11:57.564203 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 33268) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:57.582716 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: fea51d64-e5c6-4b0c-81dc-47f63f45970d {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:11:57.583066 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device fea51d64-e5c6-4b0c-81dc-47f63f45970d not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:11:57.583530 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device e9c1d81e-4da1-4f32-b599-191d5e995bc8 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:11:57.601500 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a1c5ccff-59d2-425c-a5c7-2cd546c92771 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:57.602582 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c5ccff-59d2-425c-a5c7-2cd546c92771 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 787ade73-8ae3-4900-bfc6-d67ac08f9a77 {{(pid=102131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:11:57.622460 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a1c5ccff-59d2-425c-a5c7-2cd546c92771 admin admin] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:57.626273 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-a1c5ccff-59d2-425c-a5c7-2cd546c92771 admin admin] 10.222.0.62 "DELETE /v2.0/routers/787ade73-8ae3-4900-bfc6-d67ac08f9a77 HTTP/1.1" status: 204 len: 168 time: 2.1787291 Oct 30 15:11:57.629729 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 33276) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:57.646462 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: e9c1d81e-4da1-4f32-b599-191d5e995bc8 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:11:57.647142 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device e9c1d81e-4da1-4f32-b599-191d5e995bc8 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:11:57.769804 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e145801-847f-4f6b-86f1-42747666706b admin admin] Deleting subnet caa7394f-93ee-4465-9572-c86526bd16cc {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:11:57.776620 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4e145801-847f-4f6b-86f1-42747666706b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:57.898194 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5e733404-2e09-49a6-912d-812550306135 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:58.094362 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4e145801-847f-4f6b-86f1-42747666706b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:58.133888 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc4433-eb6a-4ab2-ace8-8a1348728b8b req-0646f96a-85c3-48a0-894d-5dd5b3321ca3 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:58.135356 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-82cc4433-eb6a-4ab2-ace8-8a1348728b8b req-0646f96a-85c3-48a0-894d-5dd5b3321ca3 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.44 "GET /v2.0/networks?id=7f1b75b5-b8f8-4477-a267-2ec1a55fd99b HTTP/1.1" status: 200 len: 814 time: 0.3604434 Oct 30 15:11:58.142201 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5e733404-2e09-49a6-912d-812550306135 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:58.147411 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5e733404-2e09-49a6-912d-812550306135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:58.169061 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-82cc4433-eb6a-4ab2-ace8-8a1348728b8b req-e5a1dcac-940b-4f56-a434-d248d058ef14 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Request body: {'port': {'device_id': '660524e5-d36b-4ef4-9c8d-f13627615351', 'network_id': '7f1b75b5-b8f8-4477-a267-2ec1a55fd99b', 'admin_state_up': True, 'tenant_id': 'bb8b223744b44833a53287a2afef5a92'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:11:58.205234 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-5e733404-2e09-49a6-912d-812550306135 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8bd485595e4d4059ac52c1928c5a76cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6369212 Oct 30 15:11:58.205400 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 33306) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:58.242149 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e733404-2e09-49a6-912d-812550306135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad6c303-75ca-4bca-b36f-1e86536f12dd,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:58.297604 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4e145801-847f-4f6b-86f1-42747666706b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:58.301797 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c5438250-0560-4d50-a777-7d216c28c331 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:58.325077 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c5438250-0560-4d50-a777-7d216c28c331 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:58.371245 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bd12bbe1-d90f-4cee-a883-7e409b9c7e06 req-ac05b712-ffa8-4189-86a9-b36aafd8ca4c tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] 10.222.0.62 "GET /v2.0/ports?device_id=40774f46-7741-426d-baac-daf4fcffcc4c HTTP/1.1" status: 200 len: 210 time: 0.0710831 Oct 30 15:11:58.424298 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c5438250-0560-4d50-a777-7d216c28c331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:58.428504 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c5438250-0560-4d50-a777-7d216c28c331 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:58.432894 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c5438250-0560-4d50-a777-7d216c28c331 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dad6c303-75ca-4bca-b36f-1e86536f12dd HTTP/1.1" status: 204 len: 168 time: 0.2265489 Oct 30 15:11:58.441568 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82cc4433-eb6a-4ab2-ace8-8a1348728b8b req-e5a1dcac-940b-4f56-a434-d248d058ef14 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Made reservation on behalf of bb8b223744b44833a53287a2afef5a92 for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:11:58.444443 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5438250-0560-4d50-a777-7d216c28c331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad6c303-75ca-4bca-b36f-1e86536f12dd,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:58.458077 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-82cc4433-eb6a-4ab2-ace8-8a1348728b8b req-e5a1dcac-940b-4f56-a434-d248d058ef14 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:58.538777 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4e145801-847f-4f6b-86f1-42747666706b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:58.601850 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ae7ce3e1-40fe-4708-bcd6-2e63c3733412 req-73ffa20e-c7d8-4cf4-a766-f3895c65a92e tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=660524e5-d36b-4ef4-9c8d-f13627615351 HTTP/1.1" status: 200 len: 210 time: 0.0853403 Oct 30 15:11:58.641738 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e145801-847f-4f6b-86f1-42747666706b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=caa7394f-93ee-4465-9572-c86526bd16cc,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:58.654665 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48505bd-f2c0-4a0a-bfb7-e56a75a212d5 None None] Network c58cd6da-8ad6-4c65-93fc-5805c904760f requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:11:58.660198 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4e145801-847f-4f6b-86f1-42747666706b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:58.669340 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-4e145801-847f-4f6b-86f1-42747666706b admin admin] 10.222.0.62 "DELETE /v2.0/subnets/caa7394f-93ee-4465-9572-c86526bd16cc HTTP/1.1" status: 204 len: 168 time: 1.0365164 Oct 30 15:11:58.669635 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 33332) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:58.815984 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e1a7999c-3703-447e-81f6-f45aec5b93a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:58.915301 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7999c-3703-447e-81f6-f45aec5b93a6 admin admin] Deleting port 0aad96d5-e8fd-4dea-9e79-19559ee07e89 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:11:58.915762 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e1a7999c-3703-447e-81f6-f45aec5b93a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:58.920897 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-82cc4433-eb6a-4ab2-ace8-8a1348728b8b req-e5a1dcac-940b-4f56-a434-d248d058ef14 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Allocated IP 172.20.0.10 (7f1b75b5-b8f8-4477-a267-2ec1a55fd99b/82e0110b-193b-4288-a3a8-25fc73206750/e9694779-6b62-455b-9680-56a0d71a5255) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:11:58.940065 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c4552-3035-40ad-abe1-e2716acd5c17 req-661d4434-e8b3-4959-8ecf-8cca072c863c tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:58.941687 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c26c4552-3035-40ad-abe1-e2716acd5c17 req-661d4434-e8b3-4959-8ecf-8cca072c863c tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3f50d40-de7d-4020-b972-b4c18dee3f99 HTTP/1.1" status: 200 len: 948 time: 0.1200500 Oct 30 15:11:59.120184 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-e1a7999c-3703-447e-81f6-f45aec5b93a6 admin admin] For port 0aad96d5-e8fd-4dea-9e79-19559ee07e89, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=0aad96d5-e8fd-4dea-9e79-19559ee07e89,segment=NetworkSegment(1adb3f4d-861a-4c35-9464-6565ad609cf8),segment_id=1adb3f4d-861a-4c35-9464-6565ad609cf8)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:11:59.124131 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e1a7999c-3703-447e-81f6-f45aec5b93a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:59.180665 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7999c-3703-447e-81f6-f45aec5b93a6 admin admin] Calling delete_port for 0aad96d5-e8fd-4dea-9e79-19559ee07e89 owned by network:dhcp {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:11:59.217832 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df7bdb3-6864-4c1f-a70d-ae941a364b01 None None] DHCP port deletion for c58cd6da-8ad6-4c65-93fc-5805c904760f request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:11:59.240681 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-82cc4433-eb6a-4ab2-ace8-8a1348728b8b req-e5a1dcac-940b-4f56-a434-d248d058ef14 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:59.282346 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 33350) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:11:59.301195 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-5df7bdb3-6864-4c1f-a70d-ae941a364b01 None None] Deleting port 0aad96d5-e8fd-4dea-9e79-19559ee07e89 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:11:59.302182 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5df7bdb3-6864-4c1f-a70d-ae941a364b01 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:59.362894 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d30f5078-ed76-465c-a3ec-1ccd733b06c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:59.380953 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e1a7999c-3703-447e-81f6-f45aec5b93a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:59.391418 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-82cc4433-eb6a-4ab2-ace8-8a1348728b8b req-e5a1dcac-940b-4f56-a434-d248d058ef14 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:59.406850 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c26c4552-3035-40ad-abe1-e2716acd5c17 req-73071f08-6ac1-41d0-a98e-55ed4167dbe4 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6e850f5-bbac-48ab-9f8b-66d8b92818ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221519 Oct 30 15:11:59.461904 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7999c-3703-447e-81f6-f45aec5b93a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0aad96d5-e8fd-4dea-9e79-19559ee07e89,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:59.495063 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a7999c-3703-447e-81f6-f45aec5b93a6 admin admin] No DVR routers for this DVR port 0aad96d5-e8fd-4dea-9e79-19559ee07e89 on host n-d-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:11:59.529839 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-5df7bdb3-6864-4c1f-a70d-ae941a364b01 None None] For port 0aad96d5-e8fd-4dea-9e79-19559ee07e89, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=0aad96d5-e8fd-4dea-9e79-19559ee07e89,segment=NetworkSegment(1adb3f4d-861a-4c35-9464-6565ad609cf8),segment_id=1adb3f4d-861a-4c35-9464-6565ad609cf8)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:11:59.529839 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5df7bdb3-6864-4c1f-a70d-ae941a364b01 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:59.561086 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82cc4433-eb6a-4ab2-ace8-8a1348728b8b req-e5a1dcac-940b-4f56-a434-d248d058ef14 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Network 7f1b75b5-b8f8-4477-a267-2ec1a55fd99b is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:11:59.563725 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-5df7bdb3-6864-4c1f-a70d-ae941a364b01 None None] Calling delete_port for 0aad96d5-e8fd-4dea-9e79-19559ee07e89 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:11:59.579880 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-82cc4433-eb6a-4ab2-ace8-8a1348728b8b req-e5a1dcac-940b-4f56-a434-d248d058ef14 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:11:59.590750 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-82cc4433-eb6a-4ab2-ace8-8a1348728b8b req-e5a1dcac-940b-4f56-a434-d248d058ef14 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:11:59.636545 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e1a7999c-3703-447e-81f6-f45aec5b93a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:59.669383 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-e1a7999c-3703-447e-81f6-f45aec5b93a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c58cd6da-8ad6-4c65-93fc-5805c904760f']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:11:59.690104 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-e1a7999c-3703-447e-81f6-f45aec5b93a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1adb3f4d-861a-4c35-9464-6565ad609cf8') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:11:59.690607 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-e1a7999c-3703-447e-81f6-f45aec5b93a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1adb3f4d-861a-4c35-9464-6565ad609cf8') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:11:59.701088 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e1a7999c-3703-447e-81f6-f45aec5b93a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:59.721243 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e1a7999c-3703-447e-81f6-f45aec5b93a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:59.736816 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1a7999c-3703-447e-81f6-f45aec5b93a6 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:11:59.737494 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e1a7999c-3703-447e-81f6-f45aec5b93a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:59.739775 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc4433-eb6a-4ab2-ace8-8a1348728b8b req-e5a1dcac-940b-4f56-a434-d248d058ef14 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:11:59.740444 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-82cc4433-eb6a-4ab2-ace8-8a1348728b8b req-e5a1dcac-940b-4f56-a434-d248d058ef14 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:59.814661 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5df7bdb3-6864-4c1f-a70d-ae941a364b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:59.897095 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-82cc4433-eb6a-4ab2-ace8-8a1348728b8b req-e5a1dcac-940b-4f56-a434-d248d058ef14 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7317424 Oct 30 15:11:59.902421 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:11:59.902421 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:11:59.902421 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:11:59.902421 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:11:59.902421 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:11:59.902421 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:11:59.902421 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:11:59.902421 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:11:59.902421 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:11:59.902421 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:11:59.902421 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:11:59.902421 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:11:59.902421 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:11:59.902421 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:11:59.902421 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:11:59.902421 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:11:59.902421 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:11:59.902421 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:11:59.902421 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:11:59.902421 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:11:59.902421 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:11:59.902421 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:11:59.902421 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:11:59.902421 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:11:59.902421 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:11:59.902421 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:11:59.902421 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:11:59.902421 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:11:59.902421 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:11:59.902421 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:11:59.902421 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:11:59.902421 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:11:59.913649 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-10d80569-55db-450c-b7d7-00d92b879b45 req-00100011-9825-4dca-86f9-f96e1ed4c3f3 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] 10.222.0.62 "GET /v2.0/ports?device_id=40774f46-7741-426d-baac-daf4fcffcc4c HTTP/1.1" status: 200 len: 210 time: 0.0996635 Oct 30 15:11:59.932301 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e1a7999c-3703-447e-81f6-f45aec5b93a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:11:59.933707 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df7bdb3-6864-4c1f-a70d-ae941a364b01 None None] Pushing event deleted for resources: {'Port': ['ID=0aad96d5-e8fd-4dea-9e79-19559ee07e89,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:59.956469 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-82cc4433-eb6a-4ab2-ace8-8a1348728b8b req-062eac0e-63d2-4049-a4e1-d0cd9dd5f26f service neutron] Request body: {'port': {'device_id': '660524e5-d36b-4ef4-9c8d-f13627615351', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:11:59.969622 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a1dcac-940b-4f56-a434-d248d058ef14 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Pushing event updated for resources: {'Port': ['ID=e9694779-6b62-455b-9680-56a0d71a5255,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:11:59.976612 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df7bdb3-6864-4c1f-a70d-ae941a364b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:11:59.978886 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df7bdb3-6864-4c1f-a70d-ae941a364b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:11:59.979874 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df7bdb3-6864-4c1f-a70d-ae941a364b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:11:59.980742 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df7bdb3-6864-4c1f-a70d-ae941a364b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:11:59.981817 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df7bdb3-6864-4c1f-a70d-ae941a364b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:11:59.983035 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df7bdb3-6864-4c1f-a70d-ae941a364b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:11:59.983708 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df7bdb3-6864-4c1f-a70d-ae941a364b01 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:11:59.984912 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df7bdb3-6864-4c1f-a70d-ae941a364b01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:11:59.985432 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df7bdb3-6864-4c1f-a70d-ae941a364b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:11:59.988079 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df7bdb3-6864-4c1f-a70d-ae941a364b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:11:59.988431 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df7bdb3-6864-4c1f-a70d-ae941a364b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:11:59.988765 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df7bdb3-6864-4c1f-a70d-ae941a364b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:12:00.008722 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:00.011604 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e1a7999c-3703-447e-81f6-f45aec5b93a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:00.016484 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df7bdb3-6864-4c1f-a70d-ae941a364b01 None None] No DVR routers for this DVR port 0aad96d5-e8fd-4dea-9e79-19559ee07e89 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:12:00.040044 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e1a7999c-3703-447e-81f6-f45aec5b93a6 admin admin] 10.222.0.62 "DELETE /v2.0/networks/c58cd6da-8ad6-4c65-93fc-5805c904760f HTTP/1.1" status: 204 len: 168 time: 1.3690701 Oct 30 15:12:00.090633 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7999c-3703-447e-81f6-f45aec5b93a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c58cd6da-8ad6-4c65-93fc-5805c904760f,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:00.095912 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-82cc4433-eb6a-4ab2-ace8-8a1348728b8b req-062eac0e-63d2-4049-a4e1-d0cd9dd5f26f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:00.146770 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc8b767-13e2-4e2c-92d6-be0b201d9891 req-ddf4e996-05d2-41b3-9143-c8410879c5a8 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:00.157664 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0bc8b767-13e2-4e2c-92d6-be0b201d9891 req-ddf4e996-05d2-41b3-9143-c8410879c5a8 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=660524e5-d36b-4ef4-9c8d-f13627615351 HTTP/1.1" status: 200 len: 932 time: 0.2624524 Oct 30 15:12:00.167821 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-11b9b2c7-36d2-4d3a-a18b-12d1682a38e9 req-3a4997dd-10b9-496e-b3fc-1ee4e856ab38 tempest-QuotasAdminNegativeTest-367404796 tempest-QuotasAdminNegativeTest-367404796-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=b4e38312bdd04563aa7991c5d6dfeee1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460775 Oct 30 15:12:00.170134 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d30f5078-ed76-465c-a3ec-1ccd733b06c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:00.227188 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d30f5078-ed76-465c-a3ec-1ccd733b06c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:00.256502 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0bc8b767-13e2-4e2c-92d6-be0b201d9891 req-62f7f810-e396-4996-bd69-a6002009bf12 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967562 Oct 30 15:12:00.327509 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 33376) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:12:00.371121 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30f5078-ed76-465c-a3ec-1ccd733b06c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f8bf34-22b9-4f02-851a-9ba4a8c7e9bb,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:00.387445 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d30f5078-ed76-465c-a3ec-1ccd733b06c0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4cb50516d5f545a48cf9b97cb3209799&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0730250 Oct 30 15:12:00.396823 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 33380) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:12:00.474885 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 33384) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:12:00.605372 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-97dbbdbd-f030-464a-9e8a-639cf686522c tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:00.611682 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-97dbbdbd-f030-464a-9e8a-639cf686522c tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] 10.222.0.44 "GET /v2.0/networks?id=25790384-5e8b-43e0-b1ac-798908906172 HTTP/1.1" status: 200 len: 818 time: 0.3430767 Oct 30 15:12:00.632986 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-1aae5607-02f9-41ca-8679-c2f3e42fa651 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Request body: {'port': {'device_id': '1065adb2-96dc-4ce2-8b03-f3170272f086', 'network_id': '25790384-5e8b-43e0-b1ac-798908906172', 'admin_state_up': True, 'tenant_id': 'e6ff79ffbf394e9386812dbc9e3fafed'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:12:00.692659 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24746135-784e-4e08-8d8b-a890061b85b2 req-4d1d1333-b551-49ab-a8d1-2f5024a06a55 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:00.694779 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-24746135-784e-4e08-8d8b-a890061b85b2 req-4d1d1333-b551-49ab-a8d1-2f5024a06a55 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3f50d40-de7d-4020-b972-b4c18dee3f99 HTTP/1.1" status: 200 len: 948 time: 0.1841900 Oct 30 15:12:00.805543 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-24746135-784e-4e08-8d8b-a890061b85b2 req-c4b4e13b-a750-4228-a1c9-7bf165e43ae9 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6e850f5-bbac-48ab-9f8b-66d8b92818ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750964 Oct 30 15:12:00.950593 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-1aae5607-02f9-41ca-8679-c2f3e42fa651 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Made reservation on behalf of e6ff79ffbf394e9386812dbc9e3fafed for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:12:00.956910 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-1aae5607-02f9-41ca-8679-c2f3e42fa651 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:01.007633 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-211126a8-e979-4952-9e08-ee54bb0333b8 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:01.009378 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-211126a8-e979-4952-9e08-ee54bb0333b8 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] 10.222.0.44 "GET /v2.0/networks?id=25790384-5e8b-43e0-b1ac-798908906172 HTTP/1.1" status: 200 len: 818 time: 0.1602583 Oct 30 15:12:01.028447 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-27462942-cbb8-4984-b504-79d6eec15216 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Request body: {'port': {'device_id': '40774f46-7741-426d-baac-daf4fcffcc4c', 'network_id': '25790384-5e8b-43e0-b1ac-798908906172', 'admin_state_up': True, 'tenant_id': 'e6ff79ffbf394e9386812dbc9e3fafed'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:12:01.036944 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b9b2c7-36d2-4d3a-a18b-12d1682a38e9 req-53822cf4-9160-41bc-85bc-b787a9493db6 tempest-QuotasAdminNegativeTest-367404796 tempest-QuotasAdminNegativeTest-367404796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:01.038451 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-11b9b2c7-36d2-4d3a-a18b-12d1682a38e9 req-53822cf4-9160-41bc-85bc-b787a9493db6 tempest-QuotasAdminNegativeTest-367404796 tempest-QuotasAdminNegativeTest-367404796-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8528173 Oct 30 15:12:01.044327 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-aa6c3207-4445-409e-a7e7-47b54b0d8f3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:01.070490 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-3982afb0-71e7-4a7b-b39e-24fce6feef0b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f17a51dafe2248f283b50921c5c94f99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5867198 Oct 30 15:12:01.108719 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 33388) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:12:01.142456 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8dfdb3a5-0eb4-4ff1-9a8e-0c05559329b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:01.159453 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-11b9b2c7-36d2-4d3a-a18b-12d1682a38e9 req-4b348e1a-9c12-45a5-a996-324ccd383538 tempest-QuotasAdminNegativeTest-367404796 tempest-QuotasAdminNegativeTest-367404796-project] 10.222.0.62 "GET /v2.0/quotas/b4e38312bdd04563aa7991c5d6dfeee1 HTTP/1.1" status: 200 len: 375 time: 0.0937982 Oct 30 15:12:01.172602 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1b7c0ca8-a1fc-4f92-8d83-9cbf1b9e1279 req-bc199cb1-006b-42bc-be64-94f0f1920dfa tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] 10.222.0.62 "GET /v2.0/ports?device_id=40774f46-7741-426d-baac-daf4fcffcc4c HTTP/1.1" status: 200 len: 210 time: 0.1224794 Oct 30 15:12:01.260269 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 0aad96d5-e8fd-4dea-9e79-19559ee07e89 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:12:01.286432 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-11b9b2c7-36d2-4d3a-a18b-12d1682a38e9 req-c65c0e81-67cc-40ea-8da7-177dc83fbc48 tempest-QuotasAdminNegativeTest-367404796 tempest-QuotasAdminNegativeTest-367404796-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b4e38312bdd04563aa7991c5d6dfeee1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1076822 Oct 30 15:12:01.287456 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 0aad96d5-e8fd-4dea-9e79-19559ee07e89 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:12:01.288015 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 0aad96d5-e8fd-4dea-9e79-19559ee07e89 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:12:01.295103 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-1f225ea1-162e-4740-983e-abe5169a6e25 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:01.296274 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-1f225ea1-162e-4740-983e-abe5169a6e25 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] 10.222.0.53 "GET /v2.0/networks?id=25790384-5e8b-43e0-b1ac-798908906172 HTTP/1.1" status: 200 len: 818 time: 0.8161421 Oct 30 15:12:01.317879 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8dfdb3a5-0eb4-4ff1-9a8e-0c05559329b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:01.340810 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-1aae5607-02f9-41ca-8679-c2f3e42fa651 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Allocated IP 172.20.0.10 (25790384-5e8b-43e0-b1ac-798908906172/973136aa-4534-4ed1-9162-b1df94c62824/d2d7de21-a35e-4a5a-8c6b-67f808381d57) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:12:01.350014 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-76f0fd0e-2aea-48f3-a4b3-90adfe3cafb7 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Request body: {'port': {'device_id': '60a7f2d5-5e62-4ad7-8eda-0793d58e7745', 'network_id': '25790384-5e8b-43e0-b1ac-798908906172', 'admin_state_up': True, 'tenant_id': 'e6ff79ffbf394e9386812dbc9e3fafed'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:12:01.561749 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-aa6c3207-4445-409e-a7e7-47b54b0d8f3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:01.583904 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-aa6c3207-4445-409e-a7e7-47b54b0d8f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:01.629780 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8dfdb3a5-0eb4-4ff1-9a8e-0c05559329b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:01.632845 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8dfdb3a5-0eb4-4ff1-9a8e-0c05559329b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:01.634077 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-8dfdb3a5-0eb4-4ff1-9a8e-0c05559329b2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/63f8bf34-22b9-4f02-851a-9ba4a8c7e9bb HTTP/1.1" status: 204 len: 168 time: 1.2362661 Oct 30 15:12:01.681172 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:01.713709 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-82cc4433-eb6a-4ab2-ace8-8a1348728b8b req-062eac0e-63d2-4049-a4e1-d0cd9dd5f26f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9694779-6b62-455b-9680-56a0d71a5255 {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:12:01.745624 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-82cc4433-eb6a-4ab2-ace8-8a1348728b8b req-062eac0e-63d2-4049-a4e1-d0cd9dd5f26f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:01.776579 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6c3207-4445-409e-a7e7-47b54b0d8f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f5845e-7a63-4a5c-8b55-82c023334660,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:01.819771 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-aa6c3207-4445-409e-a7e7-47b54b0d8f3f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8914d67998484ab58b6e3030101a0163&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4873104 Oct 30 15:12:01.822335 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-82cc4433-eb6a-4ab2-ace8-8a1348728b8b req-062eac0e-63d2-4049-a4e1-d0cd9dd5f26f service neutron] Transition to ACTIVE for port object e9694779-6b62-455b-9680-56a0d71a5255 will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:12:01.828652 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 33404) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:12:01.854112 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-82cc4433-eb6a-4ab2-ace8-8a1348728b8b req-062eac0e-63d2-4049-a4e1-d0cd9dd5f26f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:01.934278 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfdb3a5-0eb4-4ff1-9a8e-0c05559329b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f8bf34-22b9-4f02-851a-9ba4a8c7e9bb,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:02.005905 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-27462942-cbb8-4984-b504-79d6eec15216 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Made reservation on behalf of e6ff79ffbf394e9386812dbc9e3fafed for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:12:02.010930 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-27462942-cbb8-4984-b504-79d6eec15216 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:02.017994 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062eac0e-63d2-4049-a4e1-d0cd9dd5f26f service neutron] Pushing event updated for resources: {'Port': ['ID=e9694779-6b62-455b-9680-56a0d71a5255,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:02.084039 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-76f0fd0e-2aea-48f3-a4b3-90adfe3cafb7 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Made reservation on behalf of e6ff79ffbf394e9386812dbc9e3fafed for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:12:02.088871 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-76f0fd0e-2aea-48f3-a4b3-90adfe3cafb7 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:02.154978 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e150f91d-fe32-41d4-b78c-56fd74d8c4b8 req-d59e6b51-d498-4b76-9c2e-e6b8e9e5f859 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:02.171537 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e150f91d-fe32-41d4-b78c-56fd74d8c4b8 req-d59e6b51-d498-4b76-9c2e-e6b8e9e5f859 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3f50d40-de7d-4020-b972-b4c18dee3f99 HTTP/1.1" status: 200 len: 948 time: 0.2181954 Oct 30 15:12:02.187385 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-42ae081e-461c-420e-997e-1d4b5d87c182 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:02.215995 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-30d6c429-bdc2-4227-aee6-0ba13b9b7467 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:02.248622 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-1aae5607-02f9-41ca-8679-c2f3e42fa651 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:02.287646 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-30d6c429-bdc2-4227-aee6-0ba13b9b7467 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:02.366368 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 33424) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:12:02.366574 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-42ae081e-461c-420e-997e-1d4b5d87c182 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:02.371120 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e150f91d-fe32-41d4-b78c-56fd74d8c4b8 req-c2d84256-b28c-4d51-9c87-a867b821a24f tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6e850f5-bbac-48ab-9f8b-66d8b92818ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986206 Oct 30 15:12:02.372781 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-1aae5607-02f9-41ca-8679-c2f3e42fa651 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:02.385456 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-82cc4433-eb6a-4ab2-ace8-8a1348728b8b req-062eac0e-63d2-4049-a4e1-d0cd9dd5f26f service neutron] Attempting to bind port e9694779-6b62-455b-9680-56a0d71a5255 on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:12:02.385974 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-82cc4433-eb6a-4ab2-ace8-8a1348728b8b req-062eac0e-63d2-4049-a4e1-d0cd9dd5f26f service neutron] Attempting to bind port e9694779-6b62-455b-9680-56a0d71a5255 by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': '495e0bcf-a0e5-4b3d-8fa7-4467a729ed3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '7f1b75b5-b8f8-4477-a267-2ec1a55fd99b'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:12:02.386128 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82cc4433-eb6a-4ab2-ace8-8a1348728b8b req-062eac0e-63d2-4049-a4e1-d0cd9dd5f26f service neutron] Attempting to bind port e9694779-6b62-455b-9680-56a0d71a5255 on network 7f1b75b5-b8f8-4477-a267-2ec1a55fd99b {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:12:02.406300 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82cc4433-eb6a-4ab2-ace8-8a1348728b8b req-062eac0e-63d2-4049-a4e1-d0cd9dd5f26f service neutron] Port e9694779-6b62-455b-9680-56a0d71a5255 on network 7f1b75b5-b8f8-4477-a267-2ec1a55fd99b not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:12:02.406300 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82cc4433-eb6a-4ab2-ace8-8a1348728b8b req-062eac0e-63d2-4049-a4e1-d0cd9dd5f26f service neutron] Attempting to bind port e9694779-6b62-455b-9680-56a0d71a5255 on network 7f1b75b5-b8f8-4477-a267-2ec1a55fd99b {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:12:02.416173 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-1aae5607-02f9-41ca-8679-c2f3e42fa651 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Network 25790384-5e8b-43e0-b1ac-798908906172 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:12:02.427860 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82cc4433-eb6a-4ab2-ace8-8a1348728b8b req-062eac0e-63d2-4049-a4e1-d0cd9dd5f26f service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:12:02.428233 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82cc4433-eb6a-4ab2-ace8-8a1348728b8b req-062eac0e-63d2-4049-a4e1-d0cd9dd5f26f service neutron] Checking segment: {'id': '495e0bcf-a0e5-4b3d-8fa7-4467a729ed3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '7f1b75b5-b8f8-4477-a267-2ec1a55fd99b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:12:02.428361 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d3c71-e77b-4b9b-8fd6-5508c0cf3a89 req-88585c83-ff9f-4e3b-931d-c2d15ff536d2 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:02.428597 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82cc4433-eb6a-4ab2-ace8-8a1348728b8b req-062eac0e-63d2-4049-a4e1-d0cd9dd5f26f service neutron] Bound using segment: {'id': '495e0bcf-a0e5-4b3d-8fa7-4467a729ed3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '7f1b75b5-b8f8-4477-a267-2ec1a55fd99b'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:12:02.429056 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-82cc4433-eb6a-4ab2-ace8-8a1348728b8b req-062eac0e-63d2-4049-a4e1-d0cd9dd5f26f service neutron] Bound port: e9694779-6b62-455b-9680-56a0d71a5255, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '495e0bcf-a0e5-4b3d-8fa7-4467a729ed3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '7f1b75b5-b8f8-4477-a267-2ec1a55fd99b'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:12:02.429559 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-82cc4433-eb6a-4ab2-ace8-8a1348728b8b req-062eac0e-63d2-4049-a4e1-d0cd9dd5f26f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:02.451186 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e02d3c71-e77b-4b9b-8fd6-5508c0cf3a89 req-88585c83-ff9f-4e3b-931d-c2d15ff536d2 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=660524e5-d36b-4ef4-9c8d-f13627615351 HTTP/1.1" status: 200 len: 932 time: 0.9795256 Oct 30 15:12:02.510682 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-1aae5607-02f9-41ca-8679-c2f3e42fa651 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:12:02.516957 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-1aae5607-02f9-41ca-8679-c2f3e42fa651 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:12:02.551659 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ac26b60a-d27e-4e46-9bab-5bc8dc6ce561 req-bab77c71-e2ec-4197-a529-3abb8ea16f70 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] 10.222.0.62 "GET /v2.0/ports?device_id=40774f46-7741-426d-baac-daf4fcffcc4c HTTP/1.1" status: 200 len: 210 time: 0.0479140 Oct 30 15:12:02.562635 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-30d6c429-bdc2-4227-aee6-0ba13b9b7467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:02.565383 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-30d6c429-bdc2-4227-aee6-0ba13b9b7467 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:02.566866 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-30d6c429-bdc2-4227-aee6-0ba13b9b7467 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/33f5845e-7a63-4a5c-8b55-82c023334660 HTTP/1.1" status: 204 len: 168 time: 0.7298541 Oct 30 15:12:02.587162 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e02d3c71-e77b-4b9b-8fd6-5508c0cf3a89 req-2031ef92-7d4a-4ccb-8c62-a63677a2b83f tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295073 Oct 30 15:12:02.595361 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d6c429-bdc2-4227-aee6-0ba13b9b7467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f5845e-7a63-4a5c-8b55-82c023334660,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:02.599580 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-82cc4433-eb6a-4ab2-ace8-8a1348728b8b req-062eac0e-63d2-4049-a4e1-d0cd9dd5f26f service neutron] For port e9694779-6b62-455b-9680-56a0d71a5255, host n-h2-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:12:02.615837 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-82cc4433-eb6a-4ab2-ace8-8a1348728b8b req-062eac0e-63d2-4049-a4e1-d0cd9dd5f26f service neutron] For port e9694779-6b62-455b-9680-56a0d71a5255, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=e9694779-6b62-455b-9680-56a0d71a5255,segment=NetworkSegment(495e0bcf-a0e5-4b3d-8fa7-4467a729ed3e),segment_id=495e0bcf-a0e5-4b3d-8fa7-4467a729ed3e)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:12:02.629970 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-82cc4433-eb6a-4ab2-ace8-8a1348728b8b req-062eac0e-63d2-4049-a4e1-d0cd9dd5f26f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:02.668083 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.db.api [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-27462942-cbb8-4984-b504-79d6eec15216 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.10-efe2c769-4138-472a-9fc9-5d85ea05533f {{(pid=102130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 30 15:12:02.668660 n-d-806683-17 neutron-server[102130]: DEBUG oslo_db.api [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-27462942-cbb8-4984-b504-79d6eec15216 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 30 15:12:02.679588 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aae5607-02f9-41ca-8679-c2f3e42fa651 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Pushing event updated for resources: {'Port': ['ID=d2d7de21-a35e-4a5a-8c6b-67f808381d57,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:02.695337 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-1aae5607-02f9-41ca-8679-c2f3e42fa651 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:02.696186 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-1aae5607-02f9-41ca-8679-c2f3e42fa651 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:02.726166 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-1aae5607-02f9-41ca-8679-c2f3e42fa651 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1023118 Oct 30 15:12:02.729044 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-42ae081e-461c-420e-997e-1d4b5d87c182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:02.737193 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-42ae081e-461c-420e-997e-1d4b5d87c182 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:02.740275 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-42ae081e-461c-420e-997e-1d4b5d87c182 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/35b67cc9-6a12-46fa-8c04-53b692a08c62 HTTP/1.1" status: 204 len: 168 time: 1.6295793 Oct 30 15:12:02.748743 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-28416354-4f5b-46d2-b74e-7d6d2c9815c9 service neutron] Request body: {'port': {'device_id': '1065adb2-96dc-4ce2-8b03-f3170272f086', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:12:02.755819 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-76f0fd0e-2aea-48f3-a4b3-90adfe3cafb7 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Allocated IP 172.20.0.8 (25790384-5e8b-43e0-b1ac-798908906172/973136aa-4534-4ed1-9162-b1df94c62824/9c0fdb2b-7b6d-4d78-ae24-97c0daa0fe60) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:12:02.807537 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ae081e-461c-420e-997e-1d4b5d87c182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b67cc9-6a12-46fa-8c04-53b692a08c62,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:02.844485 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-28416354-4f5b-46d2-b74e-7d6d2c9815c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:02.893785 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc4433-eb6a-4ab2-ace8-8a1348728b8b req-062eac0e-63d2-4049-a4e1-d0cd9dd5f26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:02.894404 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-82cc4433-eb6a-4ab2-ace8-8a1348728b8b req-062eac0e-63d2-4049-a4e1-d0cd9dd5f26f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:02.904876 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-82cc4433-eb6a-4ab2-ace8-8a1348728b8b req-062eac0e-63d2-4049-a4e1-d0cd9dd5f26f service neutron] 10.222.0.44 "PUT /v2.0/ports/e9694779-6b62-455b-9680-56a0d71a5255 HTTP/1.1" status: 200 len: 1093 time: 2.9770694 Oct 30 15:12:02.905939 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-745549c2-3d97-4298-9e2f-546d4f26b694 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:02.931262 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '660524e5-d36b-4ef4-9c8d-f13627615351', 'tag': 'e9694779-6b62-455b-9680-56a0d71a5255'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:12:02.936544 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-863c152c-71d1-4acb-9887-d3c2682c1a3d" -d '{"events": [{"name": "network-changed", "server_uuid": "660524e5-d36b-4ef4-9c8d-f13627615351", "tag": "e9694779-6b62-455b-9680-56a0d71a5255"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:12:03.088591 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-76f0fd0e-2aea-48f3-a4b3-90adfe3cafb7 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:03.169783 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-27462942-cbb8-4984-b504-79d6eec15216 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:03.224217 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-745549c2-3d97-4298-9e2f-546d4f26b694 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:03.226582 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3776a55c-cfa7-420c-b939-d6c69e025f3e x-openstack-request-id: req-3776a55c-cfa7-420c-b939-d6c69e025f3e {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:12:03.227117 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "660524e5-d36b-4ef4-9c8d-f13627615351", "tag": "e9694779-6b62-455b-9680-56a0d71a5255", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:12:03.227565 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3776a55c-cfa7-420c-b939-d6c69e025f3e {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:12:03.228109 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '660524e5-d36b-4ef4-9c8d-f13627615351', 'tag': 'e9694779-6b62-455b-9680-56a0d71a5255', 'status': 'completed', 'code': 200} Oct 30 15:12:03.245966 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-745549c2-3d97-4298-9e2f-546d4f26b694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:03.332486 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062eac0e-63d2-4049-a4e1-d0cd9dd5f26f service neutron] Pushing event updated for resources: {'Port': ['ID=e9694779-6b62-455b-9680-56a0d71a5255,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:03.337690 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745549c2-3d97-4298-9e2f-546d4f26b694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0671aa-63a8-4b93-be8b-ec632f0e249d,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:03.348271 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-745549c2-3d97-4298-9e2f-546d4f26b694 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b4e38312bdd04563aa7991c5d6dfeee1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9806883 Oct 30 15:12:03.353329 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-76f0fd0e-2aea-48f3-a4b3-90adfe3cafb7 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:03.356641 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 33462) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:12:03.422149 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc4433-eb6a-4ab2-ace8-8a1348728b8b req-8d0c95b4-9d10-4afd-a3fb-736068b60a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:03.427983 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-82cc4433-eb6a-4ab2-ace8-8a1348728b8b req-8d0c95b4-9d10-4afd-a3fb-736068b60a55 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bb8b223744b44833a53287a2afef5a92&device_id=660524e5-d36b-4ef4-9c8d-f13627615351 HTTP/1.1" status: 200 len: 1096 time: 0.4627967 Oct 30 15:12:03.652195 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f0fd0e-2aea-48f3-a4b3-90adfe3cafb7 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Pushing event updated for resources: {'Port': ['ID=9c0fdb2b-7b6d-4d78-ae24-97c0daa0fe60,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:03.659156 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-76f0fd0e-2aea-48f3-a4b3-90adfe3cafb7 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Network 25790384-5e8b-43e0-b1ac-798908906172 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:12:03.660828 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-82cc4433-eb6a-4ab2-ace8-8a1348728b8b req-067b9f29-3dfc-489c-9df4-a8a186ad5290 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9694779-6b62-455b-9680-56a0d71a5255 HTTP/1.1" status: 200 len: 217 time: 0.1554172 Oct 30 15:12:03.667020 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-76f0fd0e-2aea-48f3-a4b3-90adfe3cafb7 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:12:03.684299 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-76f0fd0e-2aea-48f3-a4b3-90adfe3cafb7 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:12:03.709764 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-870fb144-f476-4a06-9cf4-5292ded35663 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:03.733788 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-28416354-4f5b-46d2-b74e-7d6d2c9815c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2d7de21-a35e-4a5a-8c6b-67f808381d57 {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:12:03.747014 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-28416354-4f5b-46d2-b74e-7d6d2c9815c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:03.760464 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7e9e6-b413-4094-8780-5e695af9968f req-970ebc83-ff74-449e-9019-9a21e17b32a3 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:03.762510 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-83e7e9e6-b413-4094-8780-5e695af9968f req-970ebc83-ff74-449e-9019-9a21e17b32a3 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3f50d40-de7d-4020-b972-b4c18dee3f99 HTTP/1.1" status: 200 len: 948 time: 0.1349685 Oct 30 15:12:03.787325 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-94809248-70be-4556-83cd-4f09d8977a14 req-c4e05dbe-8b58-4f2d-beae-7592e6967a97 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] 10.222.0.62 "GET /v2.0/ports?device_id=40774f46-7741-426d-baac-daf4fcffcc4c HTTP/1.1" status: 200 len: 210 time: 0.0732646 Oct 30 15:12:03.813827 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-870fb144-f476-4a06-9cf4-5292ded35663 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:03.813827 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc4433-eb6a-4ab2-ace8-8a1348728b8b req-fad9b382-37e6-4312-a3d1-8d3967602396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:03.813827 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-82cc4433-eb6a-4ab2-ace8-8a1348728b8b req-fad9b382-37e6-4312-a3d1-8d3967602396 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=82e0110b-193b-4288-a3a8-25fc73206750 HTTP/1.1" status: 200 len: 854 time: 0.1403205 Oct 30 15:12:03.820346 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-83e7e9e6-b413-4094-8780-5e695af9968f req-2bc217cf-bfce-4154-a92f-1a0d1c0ac210 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6e850f5-bbac-48ab-9f8b-66d8b92818ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413456 Oct 30 15:12:03.823369 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-28416354-4f5b-46d2-b74e-7d6d2c9815c9 service neutron] Transition to ACTIVE for port object d2d7de21-a35e-4a5a-8c6b-67f808381d57 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:12:03.833061 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-28416354-4f5b-46d2-b74e-7d6d2c9815c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:03.852346 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-82cc4433-eb6a-4ab2-ace8-8a1348728b8b req-e68fb455-17f1-410d-9430-32f11e64e97c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f1b75b5-b8f8-4477-a267-2ec1a55fd99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293703 Oct 30 15:12:03.860840 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-76f0fd0e-2aea-48f3-a4b3-90adfe3cafb7 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:03.861468 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-76f0fd0e-2aea-48f3-a4b3-90adfe3cafb7 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:03.944219 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-76f0fd0e-2aea-48f3-a4b3-90adfe3cafb7 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6096394 Oct 30 15:12:03.947864 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28416354-4f5b-46d2-b74e-7d6d2c9815c9 service neutron] Pushing event updated for resources: {'Port': ['ID=d2d7de21-a35e-4a5a-8c6b-67f808381d57,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:03.976004 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-35ec064c-7664-4736-aa13-42be81f7bd58 service neutron] Request body: {'port': {'device_id': '60a7f2d5-5e62-4ad7-8eda-0793d58e7745', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:12:03.981798 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-27462942-cbb8-4984-b504-79d6eec15216 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Allocated IP 172.20.0.6 (25790384-5e8b-43e0-b1ac-798908906172/973136aa-4534-4ed1-9162-b1df94c62824/6347d672-6bdd-4f1a-b4d7-1d2bff6155a4) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:12:04.069732 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-870fb144-f476-4a06-9cf4-5292ded35663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:04.071712 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-28416354-4f5b-46d2-b74e-7d6d2c9815c9 service neutron] Attempting to bind port d2d7de21-a35e-4a5a-8c6b-67f808381d57 on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:12:04.072485 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-28416354-4f5b-46d2-b74e-7d6d2c9815c9 service neutron] Attempting to bind port d2d7de21-a35e-4a5a-8c6b-67f808381d57 by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': '135568ea-61a3-4354-9c4c-8109e52de8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '25790384-5e8b-43e0-b1ac-798908906172'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:12:04.072895 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-870fb144-f476-4a06-9cf4-5292ded35663 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:04.073255 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-28416354-4f5b-46d2-b74e-7d6d2c9815c9 service neutron] Attempting to bind port d2d7de21-a35e-4a5a-8c6b-67f808381d57 on network 25790384-5e8b-43e0-b1ac-798908906172 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:12:04.074069 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-870fb144-f476-4a06-9cf4-5292ded35663 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ba0671aa-63a8-4b93-be8b-ec632f0e249d HTTP/1.1" status: 204 len: 168 time: 0.7161689 Oct 30 15:12:04.089494 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-28416354-4f5b-46d2-b74e-7d6d2c9815c9 service neutron] Port d2d7de21-a35e-4a5a-8c6b-67f808381d57 on network 25790384-5e8b-43e0-b1ac-798908906172 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:12:04.090106 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-28416354-4f5b-46d2-b74e-7d6d2c9815c9 service neutron] Attempting to bind port d2d7de21-a35e-4a5a-8c6b-67f808381d57 on network 25790384-5e8b-43e0-b1ac-798908906172 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:12:04.105275 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-28416354-4f5b-46d2-b74e-7d6d2c9815c9 service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:12:04.106202 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-28416354-4f5b-46d2-b74e-7d6d2c9815c9 service neutron] Checking segment: {'id': '135568ea-61a3-4354-9c4c-8109e52de8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '25790384-5e8b-43e0-b1ac-798908906172'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:12:04.106807 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-28416354-4f5b-46d2-b74e-7d6d2c9815c9 service neutron] Bound using segment: {'id': '135568ea-61a3-4354-9c4c-8109e52de8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '25790384-5e8b-43e0-b1ac-798908906172'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:12:04.107437 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-28416354-4f5b-46d2-b74e-7d6d2c9815c9 service neutron] Bound port: d2d7de21-a35e-4a5a-8c6b-67f808381d57, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '135568ea-61a3-4354-9c4c-8109e52de8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '25790384-5e8b-43e0-b1ac-798908906172'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:12:04.108210 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-28416354-4f5b-46d2-b74e-7d6d2c9815c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:04.119747 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-82cc4433-eb6a-4ab2-ace8-8a1348728b8b req-4f1fc190-6819-4f2e-a0bf-aba5df66d792 service neutron] 10.222.0.44 "GET /v2.0/networks/7f1b75b5-b8f8-4477-a267-2ec1a55fd99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518656 Oct 30 15:12:04.127695 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870fb144-f476-4a06-9cf4-5292ded35663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0671aa-63a8-4b93-be8b-ec632f0e249d,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:04.144855 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92943c59-8a87-41ec-8d62-9520d2ed5ba6 req-c7c7bef8-7efe-41c8-b070-8c4b75261324 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:04.162904 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-92943c59-8a87-41ec-8d62-9520d2ed5ba6 req-c7c7bef8-7efe-41c8-b070-8c4b75261324 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=660524e5-d36b-4ef4-9c8d-f13627615351 HTTP/1.1" status: 200 len: 944 time: 0.2149897 Oct 30 15:12:04.170805 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-35ec064c-7664-4736-aa13-42be81f7bd58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:04.246421 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-92943c59-8a87-41ec-8d62-9520d2ed5ba6 req-bb25fcab-4386-45e6-a4a3-b06dc5f1d653 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825415 Oct 30 15:12:04.277784 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-28416354-4f5b-46d2-b74e-7d6d2c9815c9 service neutron] For port d2d7de21-a35e-4a5a-8c6b-67f808381d57, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:12:04.282775 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-28416354-4f5b-46d2-b74e-7d6d2c9815c9 service neutron] For port d2d7de21-a35e-4a5a-8c6b-67f808381d57, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=d2d7de21-a35e-4a5a-8c6b-67f808381d57,segment=NetworkSegment(135568ea-61a3-4354-9c4c-8109e52de8ab),segment_id=135568ea-61a3-4354-9c4c-8109e52de8ab)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:12:04.292138 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-28416354-4f5b-46d2-b74e-7d6d2c9815c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:04.319074 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-28416354-4f5b-46d2-b74e-7d6d2c9815c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:04.319727 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-28416354-4f5b-46d2-b74e-7d6d2c9815c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:04.321138 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-28416354-4f5b-46d2-b74e-7d6d2c9815c9 service neutron] 10.222.0.44 "PUT /v2.0/ports/d2d7de21-a35e-4a5a-8c6b-67f808381d57 HTTP/1.1" status: 200 len: 1093 time: 1.5793126 Oct 30 15:12:04.339028 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1065adb2-96dc-4ce2-8b03-f3170272f086', 'tag': 'd2d7de21-a35e-4a5a-8c6b-67f808381d57'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:12:04.341252 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-204b0234-db2d-4366-8881-16fcf7b55d3d" -d '{"events": [{"name": "network-changed", "server_uuid": "1065adb2-96dc-4ce2-8b03-f3170272f086", "tag": "d2d7de21-a35e-4a5a-8c6b-67f808381d57"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:12:04.371945 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-27462942-cbb8-4984-b504-79d6eec15216 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:04.425316 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28416354-4f5b-46d2-b74e-7d6d2c9815c9 service neutron] Pushing event updated for resources: {'Port': ['ID=d2d7de21-a35e-4a5a-8c6b-67f808381d57,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:04.431744 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b7ae65-cffe-4527-bfbf-4b3be4d898e5 x-openstack-request-id: req-e1b7ae65-cffe-4527-bfbf-4b3be4d898e5 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:12:04.432045 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1065adb2-96dc-4ce2-8b03-f3170272f086", "tag": "d2d7de21-a35e-4a5a-8c6b-67f808381d57", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:12:04.432303 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e1b7ae65-cffe-4527-bfbf-4b3be4d898e5 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:12:04.432710 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1065adb2-96dc-4ce2-8b03-f3170272f086', 'tag': 'd2d7de21-a35e-4a5a-8c6b-67f808381d57', 'status': 'completed', 'code': 200} Oct 30 15:12:04.452507 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-82cc4433-eb6a-4ab2-ace8-8a1348728b8b req-b31131dd-d705-4c1d-8c51-e7cc8ae7cbce service neutron] 10.222.0.44 "GET /v2.0/networks/7f1b75b5-b8f8-4477-a267-2ec1a55fd99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870367 Oct 30 15:12:04.455239 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-e67c18a6-9f31-453c-8b25-70f62cf7e8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:04.457655 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-e67c18a6-9f31-453c-8b25-70f62cf7e8c6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e6ff79ffbf394e9386812dbc9e3fafed&device_id=1065adb2-96dc-4ce2-8b03-f3170272f086 HTTP/1.1" status: 200 len: 1096 time: 0.0742867 Oct 30 15:12:04.505376 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-b2ee739e-1958-44ce-b2ed-e079c68bc06f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2d7de21-a35e-4a5a-8c6b-67f808381d57 HTTP/1.1" status: 200 len: 217 time: 0.0397100 Oct 30 15:12:04.506980 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-27462942-cbb8-4984-b504-79d6eec15216 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:04.534808 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 33512) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:12:04.572245 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 33516) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:12:04.585049 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-a8eab7c1-98b6-42b6-9db5-6d6bd5ed2b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:04.586989 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-a8eab7c1-98b6-42b6-9db5-6d6bd5ed2b6f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=973136aa-4534-4ed1-9162-b1df94c62824 HTTP/1.1" status: 200 len: 858 time: 0.0714042 Oct 30 15:12:04.620096 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-27462942-cbb8-4984-b504-79d6eec15216 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Network 25790384-5e8b-43e0-b1ac-798908906172 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:12:04.622661 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c152c-71d1-4acb-9887-d3c2682c1a3d req-b0622df1-6aa0-4445-a7cd-02bffae57616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:04.625432 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-863c152c-71d1-4acb-9887-d3c2682c1a3d req-b0622df1-6aa0-4445-a7cd-02bffae57616 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bb8b223744b44833a53287a2afef5a92&device_id=660524e5-d36b-4ef4-9c8d-f13627615351 HTTP/1.1" status: 200 len: 1096 time: 0.0991571 Oct 30 15:12:04.649764 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-27462942-cbb8-4984-b504-79d6eec15216 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:12:04.658989 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-fc4a317a-cbb9-4cdc-8f6d-63abf3d1e258 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=25790384-5e8b-43e0-b1ac-798908906172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635087 Oct 30 15:12:04.662564 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-27462942-cbb8-4984-b504-79d6eec15216 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:12:04.686843 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27462942-cbb8-4984-b504-79d6eec15216 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Pushing event updated for resources: {'Port': ['ID=6347d672-6bdd-4f1a-b4d7-1d2bff6155a4,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:04.738146 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 33526) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:12:04.768871 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-96f7f738-0c3a-4b0f-bdf9-748c0f5712e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:04.804931 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-30777a18-f3ea-4107-b7c7-4f51656f03fe service neutron] 10.222.0.44 "GET /v2.0/networks/25790384-5e8b-43e0-b1ac-798908906172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380041 Oct 30 15:12:04.845429 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-27462942-cbb8-4984-b504-79d6eec15216 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:04.846278 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-27462942-cbb8-4984-b504-79d6eec15216 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:04.904614 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-27462942-cbb8-4984-b504-79d6eec15216 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8805463 Oct 30 15:12:04.924504 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-fc0c83c6-34d1-444d-9b0d-42940b1c5447 service neutron] Request body: {'port': {'device_id': '40774f46-7741-426d-baac-daf4fcffcc4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:12:04.997881 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-35ec064c-7664-4736-aa13-42be81f7bd58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c0fdb2b-7b6d-4d78-ae24-97c0daa0fe60 {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:12:05.020440 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-01c3fecc-6eb6-4704-9038-727f39b92be3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1640369999-network', 'tenant_id': 'ea55b09697be4bd28e1dfee52575f408'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:12:05.032839 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-151b121a-42d6-4998-9c7c-b34ae794bfaa admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1316059886-network', 'tenant_id': '53f0ab547be74051bf11fa1fbafb4044'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:12:05.072591 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c152c-71d1-4acb-9887-d3c2682c1a3d req-f1d106c3-9857-44b1-80a9-5a56ada6de12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:05.072831 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-48c0b426-c637-49ba-85ec-70e44bbecd3e service neutron] 10.222.0.44 "GET /v2.0/networks/25790384-5e8b-43e0-b1ac-798908906172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606277 Oct 30 15:12:05.074771 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-863c152c-71d1-4acb-9887-d3c2682c1a3d req-f1d106c3-9857-44b1-80a9-5a56ada6de12 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7f1b75b5-b8f8-4477-a267-2ec1a55fd99b HTTP/1.1" status: 200 len: 915 time: 0.4327857 Oct 30 15:12:05.083608 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-35ec064c-7664-4736-aa13-42be81f7bd58 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:05.117262 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-fc0c83c6-34d1-444d-9b0d-42940b1c5447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:05.145006 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8256b922-2193-4220-a95b-68b26f35c955 req-1c17cae4-c5de-4af7-af6c-156add5fed95 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:05.146541 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8256b922-2193-4220-a95b-68b26f35c955 req-1c17cae4-c5de-4af7-af6c-156add5fed95 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3f50d40-de7d-4020-b972-b4c18dee3f99 HTTP/1.1" status: 200 len: 948 time: 0.1624372 Oct 30 15:12:05.182624 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-863c152c-71d1-4acb-9887-d3c2682c1a3d req-0b8a1024-aadc-42b4-993f-d2a7ea74b28c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9694779-6b62-455b-9680-56a0d71a5255 HTTP/1.1" status: 200 len: 217 time: 0.0872383 Oct 30 15:12:05.235956 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-35ec064c-7664-4736-aa13-42be81f7bd58 service neutron] Transition to ACTIVE for port object 9c0fdb2b-7b6d-4d78-ae24-97c0daa0fe60 will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:12:05.249890 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984b31b-448f-4347-97fd-ae32d1486793 req-0348908c-a6f4-4b50-9294-d906d97ce5f8 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:05.252215 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b984b31b-448f-4347-97fd-ae32d1486793 req-0348908c-a6f4-4b50-9294-d906d97ce5f8 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] 10.222.0.62 "GET /v2.0/ports?device_id=40774f46-7741-426d-baac-daf4fcffcc4c HTTP/1.1" status: 200 len: 931 time: 0.3155622 Oct 30 15:12:05.287384 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-35ec064c-7664-4736-aa13-42be81f7bd58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:05.300696 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c3fecc-6eb6-4704-9038-727f39b92be3 admin admin] Made reservation on behalf of ea55b09697be4bd28e1dfee52575f408 for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:12:05.303060 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-01c3fecc-6eb6-4704-9038-727f39b92be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:05.337326 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b0234-db2d-4366-8881-16fcf7b55d3d req-15b5609e-a465-481c-b1b8-b76d3fcafe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:05.338844 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-204b0234-db2d-4366-8881-16fcf7b55d3d req-15b5609e-a465-481c-b1b8-b76d3fcafe11 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e6ff79ffbf394e9386812dbc9e3fafed&device_id=1065adb2-96dc-4ce2-8b03-f3170272f086 HTTP/1.1" status: 200 len: 1096 time: 0.2028339 Oct 30 15:12:05.340236 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-01c3fecc-6eb6-4704-9038-727f39b92be3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:05.341740 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8256b922-2193-4220-a95b-68b26f35c955 req-3595cc21-8b47-4cc0-a305-02d60defd3b9 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6e850f5-bbac-48ab-9f8b-66d8b92818ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756761 Oct 30 15:12:05.458498 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151b121a-42d6-4998-9c7c-b34ae794bfaa admin admin] Made reservation on behalf of 53f0ab547be74051bf11fa1fbafb4044 for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:12:05.460805 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-151b121a-42d6-4998-9c7c-b34ae794bfaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:05.484311 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b984b31b-448f-4347-97fd-ae32d1486793 req-7c464785-863a-4695-813e-ff43e73592b7 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] 10.222.0.62 "GET /v2.0/security-groups?id=a8a46e49-cccd-41a4-9d3e-21227b3ef0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033646 Oct 30 15:12:05.509472 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c152c-71d1-4acb-9887-d3c2682c1a3d req-a2b390d2-f008-4183-b8e2-0d7cad8de1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:05.511099 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-863c152c-71d1-4acb-9887-d3c2682c1a3d req-a2b390d2-f008-4183-b8e2-0d7cad8de1a0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=82e0110b-193b-4288-a3a8-25fc73206750 HTTP/1.1" status: 200 len: 854 time: 0.3093297 Oct 30 15:12:05.516518 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-96f7f738-0c3a-4b0f-bdf9-748c0f5712e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:05.517544 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ec064c-7664-4736-aa13-42be81f7bd58 service neutron] Pushing event updated for resources: {'Port': ['ID=9c0fdb2b-7b6d-4d78-ae24-97c0daa0fe60,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:05.532337 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-151b121a-42d6-4998-9c7c-b34ae794bfaa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:05.556937 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-96f7f738-0c3a-4b0f-bdf9-748c0f5712e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:05.577670 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e999d459-c300-4a61-9519-38ffad12a691 req-61e488e3-8fa4-4db2-b6cf-1fecd5ca3155 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:05.579741 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e999d459-c300-4a61-9519-38ffad12a691 req-61e488e3-8fa4-4db2-b6cf-1fecd5ca3155 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=660524e5-d36b-4ef4-9c8d-f13627615351 HTTP/1.1" status: 200 len: 944 time: 0.1412256 Oct 30 15:12:05.580822 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b0234-db2d-4366-8881-16fcf7b55d3d req-4de5ec51-a96e-49a2-b8bc-cb1d0a85d57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:05.582363 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-204b0234-db2d-4366-8881-16fcf7b55d3d req-4de5ec51-a96e-49a2-b8bc-cb1d0a85d57b service neutron] 10.222.0.44 "GET /v2.0/networks?id=25790384-5e8b-43e0-b1ac-798908906172 HTTP/1.1" status: 200 len: 919 time: 0.2235827 Oct 30 15:12:05.601311 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-863c152c-71d1-4acb-9887-d3c2682c1a3d req-92084a80-4c48-4d3b-b723-a725d58244a0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f1b75b5-b8f8-4477-a267-2ec1a55fd99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747230 Oct 30 15:12:05.650296 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-204b0234-db2d-4366-8881-16fcf7b55d3d req-4963751f-6d54-4833-805e-f21fa4edc654 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2d7de21-a35e-4a5a-8c6b-67f808381d57 HTTP/1.1" status: 200 len: 217 time: 0.0601494 Oct 30 15:12:05.711844 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e999d459-c300-4a61-9519-38ffad12a691 req-d45dae70-7c49-41c1-a227-a920882377cb tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261158 Oct 30 15:12:05.749160 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-96f7f738-0c3a-4b0f-bdf9-748c0f5712e4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=51743ea3e79247ba81fd82d2301af3da&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0074117 Oct 30 15:12:05.753556 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 33554) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:12:05.756956 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b0234-db2d-4366-8881-16fcf7b55d3d req-85bc981d-ab82-44c4-ad82-0fdfc7557728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:05.757802 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f7f738-0c3a-4b0f-bdf9-748c0f5712e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7d81bb-e984-40b1-b11d-f76b467918b9,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:05.758795 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-204b0234-db2d-4366-8881-16fcf7b55d3d req-85bc981d-ab82-44c4-ad82-0fdfc7557728 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=973136aa-4534-4ed1-9162-b1df94c62824 HTTP/1.1" status: 200 len: 858 time: 0.0982332 Oct 30 15:12:05.801868 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-01c3fecc-6eb6-4704-9038-727f39b92be3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:05.808178 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-204b0234-db2d-4366-8881-16fcf7b55d3d req-a0835104-9188-4c41-9d52-c5d84079fc1e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=25790384-5e8b-43e0-b1ac-798908906172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398932 Oct 30 15:12:05.815102 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-fc0c83c6-34d1-444d-9b0d-42940b1c5447 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6347d672-6bdd-4f1a-b4d7-1d2bff6155a4 {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:12:05.825273 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-01c3fecc-6eb6-4704-9038-727f39b92be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:05.836233 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-fc0c83c6-34d1-444d-9b0d-42940b1c5447 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:05.881705 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01c3fecc-6eb6-4704-9038-727f39b92be3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:12:05.884809 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-35ec064c-7664-4736-aa13-42be81f7bd58 service neutron] Attempting to bind port 9c0fdb2b-7b6d-4d78-ae24-97c0daa0fe60 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:12:05.885239 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-35ec064c-7664-4736-aa13-42be81f7bd58 service neutron] Attempting to bind port 9c0fdb2b-7b6d-4d78-ae24-97c0daa0fe60 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '135568ea-61a3-4354-9c4c-8109e52de8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '25790384-5e8b-43e0-b1ac-798908906172'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:12:05.885636 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-35ec064c-7664-4736-aa13-42be81f7bd58 service neutron] Attempting to bind port 9c0fdb2b-7b6d-4d78-ae24-97c0daa0fe60 on network 25790384-5e8b-43e0-b1ac-798908906172 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:12:05.905064 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-fc0c83c6-34d1-444d-9b0d-42940b1c5447 service neutron] Transition to ACTIVE for port object 6347d672-6bdd-4f1a-b4d7-1d2bff6155a4 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:12:05.916006 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-fc0c83c6-34d1-444d-9b0d-42940b1c5447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:05.949790 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-01c3fecc-6eb6-4704-9038-727f39b92be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:05.950440 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-01c3fecc-6eb6-4704-9038-727f39b92be3 admin admin] Added segment b118986b-1780-4ec6-9072-4cc810987309 of type vlan for network a58fe444-ac18-4f2f-a60f-5757cef69326 Oct 30 15:12:05.994964 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-53132113-0ffa-46df-a486-d2eda290c549 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:06.007380 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-01c3fecc-6eb6-4704-9038-727f39b92be3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:06.023196 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-35ec064c-7664-4736-aa13-42be81f7bd58 service neutron] Port 9c0fdb2b-7b6d-4d78-ae24-97c0daa0fe60 on network 25790384-5e8b-43e0-b1ac-798908906172 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:12:06.024646 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c83c6-34d1-444d-9b0d-42940b1c5447 service neutron] Pushing event updated for resources: {'Port': ['ID=6347d672-6bdd-4f1a-b4d7-1d2bff6155a4,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:06.025604 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-35ec064c-7664-4736-aa13-42be81f7bd58 service neutron] Attempting to bind port 9c0fdb2b-7b6d-4d78-ae24-97c0daa0fe60 on network 25790384-5e8b-43e0-b1ac-798908906172 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:12:06.048225 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-151b121a-42d6-4998-9c7c-b34ae794bfaa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:06.067589 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-204b0234-db2d-4366-8881-16fcf7b55d3d req-686bea57-aecd-4fd7-ae88-8cfab371c638 service neutron] 10.222.0.44 "GET /v2.0/networks/25790384-5e8b-43e0-b1ac-798908906172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450631 Oct 30 15:12:06.069765 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-53132113-0ffa-46df-a486-d2eda290c549 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:06.073505 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-35ec064c-7664-4736-aa13-42be81f7bd58 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:12:06.073845 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-35ec064c-7664-4736-aa13-42be81f7bd58 service neutron] Checking segment: {'id': '135568ea-61a3-4354-9c4c-8109e52de8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '25790384-5e8b-43e0-b1ac-798908906172'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:12:06.074300 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-35ec064c-7664-4736-aa13-42be81f7bd58 service neutron] Bound using segment: {'id': '135568ea-61a3-4354-9c4c-8109e52de8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '25790384-5e8b-43e0-b1ac-798908906172'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:12:06.074753 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-35ec064c-7664-4736-aa13-42be81f7bd58 service neutron] Bound port: 9c0fdb2b-7b6d-4d78-ae24-97c0daa0fe60, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '135568ea-61a3-4354-9c4c-8109e52de8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '25790384-5e8b-43e0-b1ac-798908906172'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:12:06.075109 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-35ec064c-7664-4736-aa13-42be81f7bd58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:06.095035 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-863c152c-71d1-4acb-9887-d3c2682c1a3d req-8dbe44e8-aab9-46b8-a454-72772ac06358 service neutron] 10.222.0.44 "GET /v2.0/networks/7f1b75b5-b8f8-4477-a267-2ec1a55fd99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4747977 Oct 30 15:12:06.095820 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-151b121a-42d6-4998-9c7c-b34ae794bfaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:06.200396 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c3fecc-6eb6-4704-9038-727f39b92be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c38a9af-000c-47f7-ba8d-eebddf642fa5,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:06.270790 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-204b0234-db2d-4366-8881-16fcf7b55d3d req-8f7a00e8-72ca-4ed3-92e0-8fcc1e3e3405 service neutron] 10.222.0.44 "GET /v2.0/networks/25790384-5e8b-43e0-b1ac-798908906172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725612 Oct 30 15:12:06.275441 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-fc0c83c6-34d1-444d-9b0d-42940b1c5447 service neutron] Attempting to bind port 6347d672-6bdd-4f1a-b4d7-1d2bff6155a4 on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:12:06.275911 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-fc0c83c6-34d1-444d-9b0d-42940b1c5447 service neutron] Attempting to bind port 6347d672-6bdd-4f1a-b4d7-1d2bff6155a4 by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': '135568ea-61a3-4354-9c4c-8109e52de8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '25790384-5e8b-43e0-b1ac-798908906172'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:12:06.276267 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-fc0c83c6-34d1-444d-9b0d-42940b1c5447 service neutron] Attempting to bind port 6347d672-6bdd-4f1a-b4d7-1d2bff6155a4 on network 25790384-5e8b-43e0-b1ac-798908906172 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:12:06.284564 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-fc0c83c6-34d1-444d-9b0d-42940b1c5447 service neutron] Port 6347d672-6bdd-4f1a-b4d7-1d2bff6155a4 on network 25790384-5e8b-43e0-b1ac-798908906172 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:12:06.284955 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-fc0c83c6-34d1-444d-9b0d-42940b1c5447 service neutron] Attempting to bind port 6347d672-6bdd-4f1a-b4d7-1d2bff6155a4 on network 25790384-5e8b-43e0-b1ac-798908906172 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:12:06.285448 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-35ec064c-7664-4736-aa13-42be81f7bd58 service neutron] For port 9c0fdb2b-7b6d-4d78-ae24-97c0daa0fe60, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:12:06.289385 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-35ec064c-7664-4736-aa13-42be81f7bd58 service neutron] For port 9c0fdb2b-7b6d-4d78-ae24-97c0daa0fe60, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=9c0fdb2b-7b6d-4d78-ae24-97c0daa0fe60,segment=NetworkSegment(135568ea-61a3-4354-9c4c-8109e52de8ab),segment_id=135568ea-61a3-4354-9c4c-8109e52de8ab)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:12:06.299641 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-fc0c83c6-34d1-444d-9b0d-42940b1c5447 service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:12:06.299997 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-fc0c83c6-34d1-444d-9b0d-42940b1c5447 service neutron] Checking segment: {'id': '135568ea-61a3-4354-9c4c-8109e52de8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '25790384-5e8b-43e0-b1ac-798908906172'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:12:06.300388 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-fc0c83c6-34d1-444d-9b0d-42940b1c5447 service neutron] Bound using segment: {'id': '135568ea-61a3-4354-9c4c-8109e52de8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '25790384-5e8b-43e0-b1ac-798908906172'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:12:06.300844 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-fc0c83c6-34d1-444d-9b0d-42940b1c5447 service neutron] Bound port: 6347d672-6bdd-4f1a-b4d7-1d2bff6155a4, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '135568ea-61a3-4354-9c4c-8109e52de8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '25790384-5e8b-43e0-b1ac-798908906172'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:12:06.301211 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-fc0c83c6-34d1-444d-9b0d-42940b1c5447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:06.352458 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-53132113-0ffa-46df-a486-d2eda290c549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:06.354838 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-53132113-0ffa-46df-a486-d2eda290c549 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:06.356089 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-53132113-0ffa-46df-a486-d2eda290c549 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9d7d81bb-e984-40b1-b11d-f76b467918b9 HTTP/1.1" status: 204 len: 168 time: 0.6013298 Oct 30 15:12:06.375567 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-151b121a-42d6-4998-9c7c-b34ae794bfaa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:12:06.377285 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53132113-0ffa-46df-a486-d2eda290c549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7d81bb-e984-40b1-b11d-f76b467918b9,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:06.399856 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-151b121a-42d6-4998-9c7c-b34ae794bfaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:06.400202 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-151b121a-42d6-4998-9c7c-b34ae794bfaa admin admin] Added segment d2a9d732-e826-4134-a479-ffe95ee20085 of type vlan for network c5e21870-f297-41e3-a7d7-67b7a160a95c Oct 30 15:12:06.405826 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-fc0c83c6-34d1-444d-9b0d-42940b1c5447 service neutron] For port 6347d672-6bdd-4f1a-b4d7-1d2bff6155a4, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:12:06.412441 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-fc0c83c6-34d1-444d-9b0d-42940b1c5447 service neutron] For port 6347d672-6bdd-4f1a-b4d7-1d2bff6155a4, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=6347d672-6bdd-4f1a-b4d7-1d2bff6155a4,segment=NetworkSegment(135568ea-61a3-4354-9c4c-8109e52de8ab),segment_id=135568ea-61a3-4354-9c4c-8109e52de8ab)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:12:06.419770 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-fc0c83c6-34d1-444d-9b0d-42940b1c5447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:06.456671 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-151b121a-42d6-4998-9c7c-b34ae794bfaa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:06.460538 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-01c3fecc-6eb6-4704-9038-727f39b92be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:06.461444 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c3fecc-6eb6-4704-9038-727f39b92be3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:06.462030 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-01c3fecc-6eb6-4704-9038-727f39b92be3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:06.468012 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-863c152c-71d1-4acb-9887-d3c2682c1a3d req-a5944f7f-72fd-49d2-897c-d2a7bc6b470e service neutron] 10.222.0.44 "GET /v2.0/networks/7f1b75b5-b8f8-4477-a267-2ec1a55fd99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3620644 Oct 30 15:12:06.481753 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-fc0c83c6-34d1-444d-9b0d-42940b1c5447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:06.482411 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-fc0c83c6-34d1-444d-9b0d-42940b1c5447 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:06.486515 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-fc0c83c6-34d1-444d-9b0d-42940b1c5447 service neutron] 10.222.0.44 "PUT /v2.0/ports/6347d672-6bdd-4f1a-b4d7-1d2bff6155a4 HTTP/1.1" status: 200 len: 1092 time: 1.5685062 Oct 30 15:12:06.489859 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-35ec064c-7664-4736-aa13-42be81f7bd58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:06.490057 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40774f46-7741-426d-baac-daf4fcffcc4c', 'tag': '6347d672-6bdd-4f1a-b4d7-1d2bff6155a4'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:12:06.492679 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0cce6eb-eb2b-4e05-894e-9daec195089e" -d '{"events": [{"name": "network-changed", "server_uuid": "40774f46-7741-426d-baac-daf4fcffcc4c", "tag": "6347d672-6bdd-4f1a-b4d7-1d2bff6155a4"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:12:06.515916 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c83c6-34d1-444d-9b0d-42940b1c5447 service neutron] Pushing event updated for resources: {'Port': ['ID=6347d672-6bdd-4f1a-b4d7-1d2bff6155a4,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:06.545286 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151b121a-42d6-4998-9c7c-b34ae794bfaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24646135-3022-47ac-ac82-a434b1129fc6,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:06.612984 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-ed22c6b4-dd43-4cef-ad6c-92afaa58f670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:06.615939 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-ed22c6b4-dd43-4cef-ad6c-92afaa58f670 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e6ff79ffbf394e9386812dbc9e3fafed&device_id=40774f46-7741-426d-baac-daf4fcffcc4c HTTP/1.1" status: 200 len: 1095 time: 0.0735190 Oct 30 15:12:06.725533 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-9e108d03-7fd6-4b3f-abb0-5beca8551dd3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6347d672-6bdd-4f1a-b4d7-1d2bff6155a4 HTTP/1.1" status: 200 len: 217 time: 0.0871220 Oct 30 15:12:06.775345 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c92038-1fe7-4ab4-990b-399bed887b4f req-41f06535-9287-4955-86f3-7dde466fc93d tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:06.777190 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-54c92038-1fe7-4ab4-990b-399bed887b4f req-41f06535-9287-4955-86f3-7dde466fc93d tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] 10.222.0.62 "GET /v2.0/ports?device_id=40774f46-7741-426d-baac-daf4fcffcc4c HTTP/1.1" status: 200 len: 943 time: 0.1559415 Oct 30 15:12:06.820515 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-c6b92e05-c83d-4a9e-a00d-46338e7cb53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:06.822071 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-c6b92e05-c83d-4a9e-a00d-46338e7cb53d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=973136aa-4534-4ed1-9162-b1df94c62824 HTTP/1.1" status: 200 len: 858 time: 0.0851800 Oct 30 15:12:06.877420 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-54c92038-1fe7-4ab4-990b-399bed887b4f req-4f74bcf6-c7b1-4e6f-9630-9e87c8487ed1 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] 10.222.0.62 "GET /v2.0/security-groups?id=a8a46e49-cccd-41a4-9d3e-21227b3ef0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908375 Oct 30 15:12:06.881555 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-2caffa7b-2db9-47d5-b8d8-083bbc0b1af2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=25790384-5e8b-43e0-b1ac-798908906172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512137 Oct 30 15:12:06.896385 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-01c3fecc-6eb6-4704-9038-727f39b92be3 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.3194361 Oct 30 15:12:06.918565 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 33594) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:12:06.932015 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-3d246809-1ab8-417e-8f4d-8463d03d0f75 admin admin] Request body: {'subnet': {'network_id': 'a58fe444-ac18-4f2f-a60f-5757cef69326', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1640369999-subnet', 'tenant_id': 'ea55b09697be4bd28e1dfee52575f408', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:12:06.943329 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-35ec064c-7664-4736-aa13-42be81f7bd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:06.943994 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-35ec064c-7664-4736-aa13-42be81f7bd58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:06.945704 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-35ec064c-7664-4736-aa13-42be81f7bd58 service neutron] 10.222.0.53 "PUT /v2.0/ports/9c0fdb2b-7b6d-4d78-ae24-97c0daa0fe60 HTTP/1.1" status: 200 len: 1092 time: 2.9814718 Oct 30 15:12:06.948027 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60a7f2d5-5e62-4ad7-8eda-0793d58e7745', 'tag': '9c0fdb2b-7b6d-4d78-ae24-97c0daa0fe60'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:12:06.950381 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faada72f-bab5-4eff-a5b6-5eb428381a3b" -d '{"events": [{"name": "network-changed", "server_uuid": "60a7f2d5-5e62-4ad7-8eda-0793d58e7745", "tag": "9c0fdb2b-7b6d-4d78-ae24-97c0daa0fe60"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:12:06.958788 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c3fecc-6eb6-4704-9038-727f39b92be3 admin admin] Pushing event updated for resources: {'Network': ['ID=a58fe444-ac18-4f2f-a60f-5757cef69326,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:06.961065 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-151b121a-42d6-4998-9c7c-b34ae794bfaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:06.961952 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151b121a-42d6-4998-9c7c-b34ae794bfaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:06.962530 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-151b121a-42d6-4998-9c7c-b34ae794bfaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:06.976325 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network a58fe444-ac18-4f2f-a60f-5757cef69326 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:12:07.080801 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ec064c-7664-4736-aa13-42be81f7bd58 service neutron] Pushing event updated for resources: {'Port': ['ID=9c0fdb2b-7b6d-4d78-ae24-97c0daa0fe60,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:07.093670 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-9a65a15c-80aa-41b2-9a3a-3e4a4b1ac30c service neutron] 10.222.0.44 "GET /v2.0/networks/25790384-5e8b-43e0-b1ac-798908906172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002330 Oct 30 15:12:07.095737 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289ec02a-da3a-48cf-aa85-3971027a3895 req-ecb7c48d-aeba-4c34-8ee5-e8eda95b394d tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:07.097137 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 33600) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:12:07.097485 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-289ec02a-da3a-48cf-aa85-3971027a3895 req-ecb7c48d-aeba-4c34-8ee5-e8eda95b394d tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3f50d40-de7d-4020-b972-b4c18dee3f99 HTTP/1.1" status: 200 len: 948 time: 0.6052923 Oct 30 15:12:07.100544 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3184aed1-70be-426f-b7d5-0a80bb5be43b x-openstack-request-id: req-3184aed1-70be-426f-b7d5-0a80bb5be43b {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:12:07.100861 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40774f46-7741-426d-baac-daf4fcffcc4c", "tag": "6347d672-6bdd-4f1a-b4d7-1d2bff6155a4", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:12:07.101258 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3184aed1-70be-426f-b7d5-0a80bb5be43b {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:12:07.101668 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40774f46-7741-426d-baac-daf4fcffcc4c', 'tag': '6347d672-6bdd-4f1a-b4d7-1d2bff6155a4', 'status': 'completed', 'code': 200} Oct 30 15:12:07.103505 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d246809-1ab8-417e-8f4d-8463d03d0f75 admin admin] Made reservation on behalf of ea55b09697be4bd28e1dfee52575f408 for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:12:07.106504 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3d246809-1ab8-417e-8f4d-8463d03d0f75 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:07.114984 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151b121a-42d6-4998-9c7c-b34ae794bfaa admin admin] Pushing event updated for resources: {'Network': ['ID=c5e21870-f297-41e3-a7d7-67b7a160a95c,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:07.119999 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-151b121a-42d6-4998-9c7c-b34ae794bfaa admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.5824676 Oct 30 15:12:07.127983 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 33604) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:12:07.144160 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-bb12ce29-f874-43d2-8bc2-a02522cf3873 admin admin] Request body: {'subnet': {'network_id': 'c5e21870-f297-41e3-a7d7-67b7a160a95c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1316059886-subnet', 'tenant_id': '53f0ab547be74051bf11fa1fbafb4044', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:12:07.144468 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network c5e21870-f297-41e3-a7d7-67b7a160a95c details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:12:07.241271 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4dc772-2627-464c-9f4a-6b9eba26a633 req-95520c63-8a41-4ed8-875b-50f6bbb174fd tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:07.249137 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7c4dc772-2627-464c-9f4a-6b9eba26a633 req-95520c63-8a41-4ed8-875b-50f6bbb174fd tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=660524e5-d36b-4ef4-9c8d-f13627615351 HTTP/1.1" status: 200 len: 944 time: 0.1509814 Oct 30 15:12:07.259143 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb12ce29-f874-43d2-8bc2-a02522cf3873 admin admin] Made reservation on behalf of 53f0ab547be74051bf11fa1fbafb4044 for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:12:07.261621 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bb12ce29-f874-43d2-8bc2-a02522cf3873 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:07.349241 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-289ec02a-da3a-48cf-aa85-3971027a3895 req-edc81737-7f8c-46b2-ae75-fe21b5a79c64 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6e850f5-bbac-48ab-9f8b-66d8b92818ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389019 Oct 30 15:12:07.355805 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-062d84b5-fdf9-45ad-8abe-d1687fb4ada2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:07.357620 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-062d84b5-fdf9-45ad-8abe-d1687fb4ada2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e6ff79ffbf394e9386812dbc9e3fafed&device_id=60a7f2d5-5e62-4ad7-8eda-0793d58e7745 HTTP/1.1" status: 200 len: 1095 time: 0.3242388 Oct 30 15:12:07.359620 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-1dcb02a7-bfe7-40a6-b02d-9520f9f5ba71 service neutron] 10.222.0.44 "GET /v2.0/networks/25790384-5e8b-43e0-b1ac-798908906172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510633 Oct 30 15:12:07.383900 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7c4dc772-2627-464c-9f4a-6b9eba26a633 req-c27e2c30-50be-4f1b-b998-bf0adfe98bc9 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329305 Oct 30 15:12:07.416126 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-fa68a6a1-d132-4bec-9b76-14f6040739dc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c0fdb2b-7b6d-4d78-ae24-97c0daa0fe60 HTTP/1.1" status: 200 len: 217 time: 0.0463667 Oct 30 15:12:07.484937 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a634a63a-5404-415f-8d56-d0c0b2e46585 x-openstack-request-id: req-a634a63a-5404-415f-8d56-d0c0b2e46585 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:12:07.485302 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60a7f2d5-5e62-4ad7-8eda-0793d58e7745", "tag": "9c0fdb2b-7b6d-4d78-ae24-97c0daa0fe60", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:12:07.485764 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a634a63a-5404-415f-8d56-d0c0b2e46585 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:12:07.486178 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60a7f2d5-5e62-4ad7-8eda-0793d58e7745', 'tag': '9c0fdb2b-7b6d-4d78-ae24-97c0daa0fe60', 'status': 'completed', 'code': 200} Oct 30 15:12:07.527059 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a3c0e7a3-ea3b-4b74-8cd0-a700ce5ced42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:07.557762 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cce6eb-eb2b-4e05-894e-9daec195089e req-6e1b9f8e-9ef9-4b02-bccf-36e5154f8da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:07.559391 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e0cce6eb-eb2b-4e05-894e-9daec195089e req-6e1b9f8e-9ef9-4b02-bccf-36e5154f8da1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e6ff79ffbf394e9386812dbc9e3fafed&device_id=40774f46-7741-426d-baac-daf4fcffcc4c HTTP/1.1" status: 200 len: 1095 time: 0.1293149 Oct 30 15:12:07.561119 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-dae6aab6-1ee4-4e96-a6ac-2c9f055b4911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:07.563489 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-dae6aab6-1ee4-4e96-a6ac-2c9f055b4911 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=973136aa-4534-4ed1-9162-b1df94c62824 HTTP/1.1" status: 200 len: 858 time: 0.1389151 Oct 30 15:12:07.565792 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3d246809-1ab8-417e-8f4d-8463d03d0f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:07.618323 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 33618) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:12:07.622029 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-21951e54-b58f-496f-aed7-bdc661b3e309 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=25790384-5e8b-43e0-b1ac-798908906172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479212 Oct 30 15:12:07.727504 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bb12ce29-f874-43d2-8bc2-a02522cf3873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:07.731288 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d246809-1ab8-417e-8f4d-8463d03d0f75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86bad708-b245-4630-806f-13e585804342,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:07.744375 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d246809-1ab8-417e-8f4d-8463d03d0f75 admin admin] Checking segment: {'id': 'b118986b-1780-4ec6-9072-4cc810987309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a58fe444-ac18-4f2f-a60f-5757cef69326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:12:07.745008 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d246809-1ab8-417e-8f4d-8463d03d0f75 admin admin] Network hostable DHCP agents. Network: a58fe444-ac18-4f2f-a60f-5757cef69326, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:12:07.785009 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-ec405a3f-711a-461d-a1a5-c3d8d57bed43 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-355732463-network', 'tenant_id': '946d68cf646649d4a859270063911623'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:12:07.814014 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-b2b11e27-81b9-41bb-b1ae-b1204147c777 service neutron] 10.222.0.53 "GET /v2.0/networks/25790384-5e8b-43e0-b1ac-798908906172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798356 Oct 30 15:12:07.816861 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d246809-1ab8-417e-8f4d-8463d03d0f75 admin admin] Network a58fe444-ac18-4f2f-a60f-5757cef69326 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:12:07.831394 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb12ce29-f874-43d2-8bc2-a02522cf3873 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fda3e29-965e-40a7-a164-9115cdedb360,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:07.870121 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cce6eb-eb2b-4e05-894e-9daec195089e req-ad58a6ab-667c-41f6-8e6d-5f588041f136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:07.871282 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e0cce6eb-eb2b-4e05-894e-9daec195089e req-ad58a6ab-667c-41f6-8e6d-5f588041f136 service neutron] 10.222.0.44 "GET /v2.0/networks?id=25790384-5e8b-43e0-b1ac-798908906172 HTTP/1.1" status: 200 len: 919 time: 0.3019731 Oct 30 15:12:07.877824 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec405a3f-711a-461d-a1a5-c3d8d57bed43 admin admin] Made reservation on behalf of 946d68cf646649d4a859270063911623 for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:12:07.880173 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ec405a3f-711a-461d-a1a5-c3d8d57bed43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:07.885251 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-3d246809-1ab8-417e-8f4d-8463d03d0f75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, a58fe444-ac18-4f2f-a60f-5757cef69326) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:12:07.894927 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab33cbf-4f36-43d7-9d8f-fda7ea5f7636 None None] Network a58fe444-ac18-4f2f-a60f-5757cef69326 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:12:07.900661 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ec405a3f-711a-461d-a1a5-c3d8d57bed43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:07.905569 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d246809-1ab8-417e-8f4d-8463d03d0f75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:07.906200 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3d246809-1ab8-417e-8f4d-8463d03d0f75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:07.915010 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a3c0e7a3-ea3b-4b74-8cd0-a700ce5ced42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:07.953952 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb12ce29-f874-43d2-8bc2-a02522cf3873 admin admin] Checking segment: {'id': 'd2a9d732-e826-4134-a479-ffe95ee20085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c5e21870-f297-41e3-a7d7-67b7a160a95c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:12:07.954943 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb12ce29-f874-43d2-8bc2-a02522cf3873 admin admin] Network hostable DHCP agents. Network: c5e21870-f297-41e3-a7d7-67b7a160a95c, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:12:07.959941 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a3c0e7a3-ea3b-4b74-8cd0-a700ce5ced42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:07.987478 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e0cce6eb-eb2b-4e05-894e-9daec195089e req-b841d2ea-2d9f-490b-ad14-5bdf963e1700 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6347d672-6bdd-4f1a-b4d7-1d2bff6155a4 HTTP/1.1" status: 200 len: 217 time: 0.0828369 Oct 30 15:12:07.991265 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cbe1e8b7-9dcb-43c7-9ea3-1047f3f37ead req-10627669-768e-4b3c-81ed-88bc07689651 service neutron] 10.222.0.53 "GET /v2.0/networks/25790384-5e8b-43e0-b1ac-798908906172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691322 Oct 30 15:12:08.013329 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c0e7a3-ea3b-4b74-8cd0-a700ce5ced42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0037e7d8-015f-479f-8e54-0d4417de8a76,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:08.032491 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-3d246809-1ab8-417e-8f4d-8463d03d0f75 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1073592 Oct 30 15:12:08.044365 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 33630) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:12:08.055293 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-afe8116a-8025-4d22-8f48-0d67f04db1a2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1640369999-router', 'tenant_id': 'ea55b09697be4bd28e1dfee52575f408', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:12:08.066931 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device d2d7de21-a35e-4a5a-8c6b-67f808381d57 details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:12:08.097081 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a3c0e7a3-ea3b-4b74-8cd0-a700ce5ced42 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=36af3f437f8448389a53531325218bcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9941878 Oct 30 15:12:08.102879 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 33632) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:12:08.103522 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb12ce29-f874-43d2-8bc2-a02522cf3873 admin admin] Network c5e21870-f297-41e3-a7d7-67b7a160a95c is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:12:08.130219 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-bb12ce29-f874-43d2-8bc2-a02522cf3873 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, c5e21870-f297-41e3-a7d7-67b7a160a95c) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:12:08.137866 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cce6eb-eb2b-4e05-894e-9daec195089e req-1d9eb873-704b-405a-ac6a-cb8bc5e8b03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:08.140225 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e0cce6eb-eb2b-4e05-894e-9daec195089e req-1d9eb873-704b-405a-ac6a-cb8bc5e8b03a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=973136aa-4534-4ed1-9162-b1df94c62824 HTTP/1.1" status: 200 len: 858 time: 0.1443183 Oct 30 15:12:08.149608 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb12ce29-f874-43d2-8bc2-a02522cf3873 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:08.150196 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bb12ce29-f874-43d2-8bc2-a02522cf3873 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:08.155675 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faada72f-bab5-4eff-a5b6-5eb428381a3b req-b419799c-b764-4547-92f6-8d928548fd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:08.156246 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-faada72f-bab5-4eff-a5b6-5eb428381a3b req-b419799c-b764-4547-92f6-8d928548fd6b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e6ff79ffbf394e9386812dbc9e3fafed&device_id=60a7f2d5-5e62-4ad7-8eda-0793d58e7745 HTTP/1.1" status: 200 len: 1095 time: 0.0891469 Oct 30 15:12:08.181021 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-afe8116a-8025-4d22-8f48-0d67f04db1a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:08.182078 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-afe8116a-8025-4d22-8f48-0d67f04db1a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:08.204910 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e0cce6eb-eb2b-4e05-894e-9daec195089e req-00c7fe42-0dcd-4426-a864-003fe4134a13 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=25790384-5e8b-43e0-b1ac-798908906172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520930 Oct 30 15:12:08.215804 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee92a5-6a0f-4759-9ad2-fcbbce802b65 req-b8be02d3-6489-4a2b-b942-7c2c5112ba98 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:08.217774 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5dee92a5-6a0f-4759-9ad2-fcbbce802b65 req-b8be02d3-6489-4a2b-b942-7c2c5112ba98 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] 10.222.0.62 "GET /v2.0/ports?device_id=40774f46-7741-426d-baac-daf4fcffcc4c HTTP/1.1" status: 200 len: 943 time: 0.2284403 Oct 30 15:12:08.231743 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b78c83c-0862-49f1-becb-d407ae3d85e5 None None] Network c5e21870-f297-41e3-a7d7-67b7a160a95c requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:12:08.239317 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-bb12ce29-f874-43d2-8bc2-a02522cf3873 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1090295 Oct 30 15:12:08.243277 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 33634) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:12:08.249742 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-ade6eec5-cd33-49c0-87c2-58e7ad1f6baa admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1316059886-router', 'tenant_id': '53f0ab547be74051bf11fa1fbafb4044', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:12:08.287135 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ade6eec5-cd33-49c0-87c2-58e7ad1f6baa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:08.288215 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ade6eec5-cd33-49c0-87c2-58e7ad1f6baa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:08.309984 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5745c4d-096c-4cbd-abd1-ea7444c7cbf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-a58fe444-ac18-4f2f-a60f-5757cef69326', 'network_id': 'a58fe444-ac18-4f2f-a60f-5757cef69326', 'tenant_id': 'ea55b09697be4bd28e1dfee52575f408', 'fixed_ips': [{'subnet_id': '86bad708-b245-4630-806f-13e585804342'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:12:08.311993 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d5745c4d-096c-4cbd-abd1-ea7444c7cbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:08.349612 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ade6eec5-cd33-49c0-87c2-58e7ad1f6baa admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:08.632907 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ec405a3f-711a-461d-a1a5-c3d8d57bed43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:08.634424 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-afe8116a-8025-4d22-8f48-0d67f04db1a2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:08.647605 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ade6eec5-cd33-49c0-87c2-58e7ad1f6baa admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:08.647837 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port d2d7de21-a35e-4a5a-8c6b-67f808381d57, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=d2d7de21-a35e-4a5a-8c6b-67f808381d57,segment=NetworkSegment(135568ea-61a3-4354-9c4c-8109e52de8ab),segment_id=135568ea-61a3-4354-9c4c-8109e52de8ab)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:12:08.724828 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-588c23b5-bd82-4d3e-8fec-86b995a3345e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:08.731206 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': 'd2d7de21-a35e-4a5a-8c6b-67f808381d57', 'network_id': '25790384-5e8b-43e0-b1ac-798908906172', 'port_id': 'd2d7de21-a35e-4a5a-8c6b-67f808381d57', 'mac_address': 'fa:16:3e:2f:e3:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '973136aa-4534-4ed1-9162-b1df94c62824', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:12:08.787305 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ec405a3f-711a-461d-a1a5-c3d8d57bed43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:08.800067 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5dee92a5-6a0f-4759-9ad2-fcbbce802b65 req-c7196844-cd4a-4d06-8ff9-08fe56c339ba tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] 10.222.0.62 "GET /v2.0/security-groups?id=a8a46e49-cccd-41a4-9d3e-21227b3ef0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5682235 Oct 30 15:12:08.802762 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d931942-6791-43fd-a801-837628beace1 req-28d4cff1-d1d8-4f63-8724-b7d0d477e64a tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:08.804341 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3d931942-6791-43fd-a801-837628beace1 req-28d4cff1-d1d8-4f63-8724-b7d0d477e64a tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3f50d40-de7d-4020-b972-b4c18dee3f99 HTTP/1.1" status: 200 len: 948 time: 0.2629852 Oct 30 15:12:08.827068 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-588c23b5-bd82-4d3e-8fec-86b995a3345e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:08.831867 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e0cce6eb-eb2b-4e05-894e-9daec195089e req-12252838-96dd-4ea7-9684-31876b136ce5 service neutron] 10.222.0.44 "GET /v2.0/networks/25790384-5e8b-43e0-b1ac-798908906172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6113040 Oct 30 15:12:08.916047 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec405a3f-711a-461d-a1a5-c3d8d57bed43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b011f58e-2be7-474f-90eb-1023515c31aa,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:08.934785 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faada72f-bab5-4eff-a5b6-5eb428381a3b req-a086a249-b4be-4f9d-bf5a-54ca75704bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:08.936863 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-faada72f-bab5-4eff-a5b6-5eb428381a3b req-a086a249-b4be-4f9d-bf5a-54ca75704bdf service neutron] 10.222.0.53 "GET /v2.0/networks?id=25790384-5e8b-43e0-b1ac-798908906172 HTTP/1.1" status: 200 len: 919 time: 0.7683420 Oct 30 15:12:08.937580 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01d25d6-328e-4780-bb1b-2cd7d625c22c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-c5e21870-f297-41e3-a7d7-67b7a160a95c', 'network_id': 'c5e21870-f297-41e3-a7d7-67b7a160a95c', 'tenant_id': '53f0ab547be74051bf11fa1fbafb4044', 'fixed_ips': [{'subnet_id': '9fda3e29-965e-40a7-a164-9115cdedb360'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:12:08.938479 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f01d25d6-328e-4780-bb1b-2cd7d625c22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:08.941039 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-d5745c4d-096c-4cbd-abd1-ea7444c7cbf6 None None] Allocated IP 172.20.0.2 (a58fe444-ac18-4f2f-a60f-5757cef69326/86bad708-b245-4630-806f-13e585804342/c2cf501a-5fac-46ca-938d-0c38f1561d08) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:12:08.946903 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:08.997672 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-afe8116a-8025-4d22-8f48-0d67f04db1a2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:09.001769 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0285b15-2257-41bc-8640-ed886095f4c8 req-3fa25a8a-484c-41c9-8155-7ce01d14f57f tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:09.003393 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2d7de21-a35e-4a5a-8c6b-67f808381d57 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:12:09.003622 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a0285b15-2257-41bc-8640-ed886095f4c8 req-3fa25a8a-484c-41c9-8155-7ce01d14f57f tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=660524e5-d36b-4ef4-9c8d-f13627615351 HTTP/1.1" status: 200 len: 944 time: 0.1094553 Oct 30 15:12:09.012881 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3d931942-6791-43fd-a801-837628beace1 req-f16799e8-9967-4d48-9140-6bc79c17040e tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6e850f5-bbac-48ab-9f8b-66d8b92818ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050193 Oct 30 15:12:09.016878 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e0cce6eb-eb2b-4e05-894e-9daec195089e req-5843ea50-3112-46f2-bacb-926c9b632d1a service neutron] 10.222.0.44 "GET /v2.0/networks/25790384-5e8b-43e0-b1ac-798908906172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764739 Oct 30 15:12:09.019565 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-588c23b5-bd82-4d3e-8fec-86b995a3345e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:09.023165 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-588c23b5-bd82-4d3e-8fec-86b995a3345e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:09.024872 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-588c23b5-bd82-4d3e-8fec-86b995a3345e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0037e7d8-015f-479f-8e54-0d4417de8a76 HTTP/1.1" status: 204 len: 168 time: 0.9190280 Oct 30 15:12:09.035019 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588c23b5-bd82-4d3e-8fec-86b995a3345e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0037e7d8-015f-479f-8e54-0d4417de8a76,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:09.046525 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec405a3f-711a-461d-a1a5-c3d8d57bed43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:12:09.057392 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec405a3f-711a-461d-a1a5-c3d8d57bed43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:12:09.057778 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec405a3f-711a-461d-a1a5-c3d8d57bed43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:12:09.058200 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec405a3f-711a-461d-a1a5-c3d8d57bed43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:12:09.058748 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec405a3f-711a-461d-a1a5-c3d8d57bed43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:12:09.059094 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec405a3f-711a-461d-a1a5-c3d8d57bed43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:12:09.059423 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec405a3f-711a-461d-a1a5-c3d8d57bed43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:12:09.059809 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec405a3f-711a-461d-a1a5-c3d8d57bed43 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:12:09.060151 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec405a3f-711a-461d-a1a5-c3d8d57bed43 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:12:09.060550 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec405a3f-711a-461d-a1a5-c3d8d57bed43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:12:09.060882 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec405a3f-711a-461d-a1a5-c3d8d57bed43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:12:09.061212 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec405a3f-711a-461d-a1a5-c3d8d57bed43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:12:09.061796 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec405a3f-711a-461d-a1a5-c3d8d57bed43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:12:09.147033 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-faada72f-bab5-4eff-a5b6-5eb428381a3b req-988f9c25-57d2-46d2-9b60-c5b6397595c2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c0fdb2b-7b6d-4d78-ae24-97c0daa0fe60 HTTP/1.1" status: 200 len: 217 time: 0.1461062 Oct 30 15:12:09.148418 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ec405a3f-711a-461d-a1a5-c3d8d57bed43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:09.148938 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-ec405a3f-711a-461d-a1a5-c3d8d57bed43 admin admin] Added segment 67954d17-815c-428c-ae7e-64294647efff of type vlan for network a6fc47d5-23e3-42bb-a8bc-b37d5765b689 Oct 30 15:12:09.149675 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a0285b15-2257-41bc-8640-ed886095f4c8 req-d28429ee-59fa-4b44-9ef1-a7f161c65706 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849187 Oct 30 15:12:09.158077 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port d2d7de21-a35e-4a5a-8c6b-67f808381d57, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=d2d7de21-a35e-4a5a-8c6b-67f808381d57,segment=NetworkSegment(135568ea-61a3-4354-9c4c-8109e52de8ab),segment_id=135568ea-61a3-4354-9c4c-8109e52de8ab)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:12:09.171622 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:09.172292 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device e9694779-6b62-455b-9680-56a0d71a5255 details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:12:09.305512 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faada72f-bab5-4eff-a5b6-5eb428381a3b req-9656d2e9-082d-4a09-b8d6-ce426c95507e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:09.307670 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-faada72f-bab5-4eff-a5b6-5eb428381a3b req-9656d2e9-082d-4a09-b8d6-ce426c95507e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=973136aa-4534-4ed1-9162-b1df94c62824 HTTP/1.1" status: 200 len: 858 time: 0.1086788 Oct 30 15:12:09.324683 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ec405a3f-711a-461d-a1a5-c3d8d57bed43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:09.385940 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ec405a3f-711a-461d-a1a5-c3d8d57bed43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:09.387045 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec405a3f-711a-461d-a1a5-c3d8d57bed43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:09.387878 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ec405a3f-711a-461d-a1a5-c3d8d57bed43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:09.416127 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-f01d25d6-328e-4780-bb1b-2cd7d625c22c None None] Allocated IP 172.20.0.2 (c5e21870-f297-41e3-a7d7-67b7a160a95c/9fda3e29-965e-40a7-a164-9115cdedb360/a40e09c7-0200-4cf5-a860-efb624f9ed7c) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:12:09.422255 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=d2d7de21-a35e-4a5a-8c6b-67f808381d57,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:09.479085 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d5745c4d-096c-4cbd-abd1-ea7444c7cbf6 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:09.498293 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 33646) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:12:09.514524 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-78bca7a8-9f53-441c-b707-7f3ccd8d55d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:09.515646 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec405a3f-711a-461d-a1a5-c3d8d57bed43 admin admin] Pushing event updated for resources: {'Network': ['ID=a6fc47d5-23e3-42bb-a8bc-b37d5765b689,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:09.532310 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-ec405a3f-711a-461d-a1a5-c3d8d57bed43 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9126647 Oct 30 15:12:09.535038 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-faada72f-bab5-4eff-a5b6-5eb428381a3b req-95add50f-d45a-4095-9405-185826020161 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=25790384-5e8b-43e0-b1ac-798908906172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1709235 Oct 30 15:12:09.537510 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 33648) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:12:09.544071 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-205c1e21-eee3-4e05-8db9-2e1892c49b94 admin admin] Request body: {'subnet': {'network_id': 'a6fc47d5-23e3-42bb-a8bc-b37d5765b689', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-355732463-subnet', 'tenant_id': '946d68cf646649d4a859270063911623', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:12:09.548545 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d5745c4d-096c-4cbd-abd1-ea7444c7cbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:09.553536 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network a6fc47d5-23e3-42bb-a8bc-b37d5765b689 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:12:09.584336 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-205c1e21-eee3-4e05-8db9-2e1892c49b94 admin admin] Made reservation on behalf of 946d68cf646649d4a859270063911623 for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:12:09.587400 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-205c1e21-eee3-4e05-8db9-2e1892c49b94 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:09.645990 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-78bca7a8-9f53-441c-b707-7f3ccd8d55d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:09.652938 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-78bca7a8-9f53-441c-b707-7f3ccd8d55d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:09.669970 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5745c4d-096c-4cbd-abd1-ea7444c7cbf6 None None] Network a58fe444-ac18-4f2f-a60f-5757cef69326 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:12:09.696358 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-d5745c4d-096c-4cbd-abd1-ea7444c7cbf6 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:12:09.719394 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5745c4d-096c-4cbd-abd1-ea7444c7cbf6 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:12:09.725953 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-78bca7a8-9f53-441c-b707-7f3ccd8d55d0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=27a02720e0f944e3b4c6db9020db3ae9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2262192 Oct 30 15:12:09.727322 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bca7a8-9f53-441c-b707-7f3ccd8d55d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e67ac0-80ed-47dc-958a-1a094b400332,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:09.746574 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 33650) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:12:09.774760 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port e9694779-6b62-455b-9680-56a0d71a5255, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=e9694779-6b62-455b-9680-56a0d71a5255,segment=NetworkSegment(495e0bcf-a0e5-4b3d-8fa7-4467a729ed3e),segment_id=495e0bcf-a0e5-4b3d-8fa7-4467a729ed3e)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:12:09.795762 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5745c4d-096c-4cbd-abd1-ea7444c7cbf6 None None] Pushing event updated for resources: {'Port': ['ID=c2cf501a-5fac-46ca-938d-0c38f1561d08,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:09.837606 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-251bb3f8-09cd-4834-97df-0f458b01080d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:09.862644 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': 'e9694779-6b62-455b-9680-56a0d71a5255', 'network_id': '7f1b75b5-b8f8-4477-a267-2ec1a55fd99b', 'port_id': 'e9694779-6b62-455b-9680-56a0d71a5255', 'mac_address': 'fa:16:3e:32:22:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82e0110b-193b-4288-a3a8-25fc73206750', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:12:09.868943 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-251bb3f8-09cd-4834-97df-0f458b01080d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:09.925542 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-faada72f-bab5-4eff-a5b6-5eb428381a3b req-87377f3e-b380-4c0e-8d1a-694d67274188 service neutron] 10.222.0.53 "GET /v2.0/networks/25790384-5e8b-43e0-b1ac-798908906172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3583574 Oct 30 15:12:09.965066 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-251bb3f8-09cd-4834-97df-0f458b01080d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:09.969974 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-251bb3f8-09cd-4834-97df-0f458b01080d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:09.974331 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-251bb3f8-09cd-4834-97df-0f458b01080d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/75e67ac0-80ed-47dc-958a-1a094b400332 HTTP/1.1" status: 204 len: 168 time: 0.2229519 Oct 30 15:12:09.987966 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251bb3f8-09cd-4834-97df-0f458b01080d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e67ac0-80ed-47dc-958a-1a094b400332,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:10.001926 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 33658) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:12:10.006945 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-d5745c4d-096c-4cbd-abd1-ea7444c7cbf6 None None] Attempting to bind port c2cf501a-5fac-46ca-938d-0c38f1561d08 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:12:10.008396 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-d5745c4d-096c-4cbd-abd1-ea7444c7cbf6 None None] Attempting to bind port c2cf501a-5fac-46ca-938d-0c38f1561d08 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'b118986b-1780-4ec6-9072-4cc810987309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a58fe444-ac18-4f2f-a60f-5757cef69326'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:12:10.008664 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-9906ec7c-0742-429f-a1ee-22c9e909b283 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-413767788'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:12:10.009287 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5745c4d-096c-4cbd-abd1-ea7444c7cbf6 None None] Attempting to bind port c2cf501a-5fac-46ca-938d-0c38f1561d08 on network a58fe444-ac18-4f2f-a60f-5757cef69326 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:12:10.028277 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5745c4d-096c-4cbd-abd1-ea7444c7cbf6 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:12:10.028277 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5745c4d-096c-4cbd-abd1-ea7444c7cbf6 None None] Checking segment: {'id': 'b118986b-1780-4ec6-9072-4cc810987309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a58fe444-ac18-4f2f-a60f-5757cef69326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:12:10.028652 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d5745c4d-096c-4cbd-abd1-ea7444c7cbf6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:10.029236 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5745c4d-096c-4cbd-abd1-ea7444c7cbf6 None None] Bound using segment: {'id': 'b118986b-1780-4ec6-9072-4cc810987309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a58fe444-ac18-4f2f-a60f-5757cef69326'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:12:10.029912 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-d5745c4d-096c-4cbd-abd1-ea7444c7cbf6 None None] Bound port: c2cf501a-5fac-46ca-938d-0c38f1561d08, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b118986b-1780-4ec6-9072-4cc810987309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a58fe444-ac18-4f2f-a60f-5757cef69326'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:12:10.031221 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d5745c4d-096c-4cbd-abd1-ea7444c7cbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:10.058300 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9906ec7c-0742-429f-a1ee-22c9e909b283 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Made reservation on behalf of 005d49094ead4e63ad23cb02de2bfa34 for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:12:10.070860 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9906ec7c-0742-429f-a1ee-22c9e909b283 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:10.080278 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f01d25d6-328e-4780-bb1b-2cd7d625c22c None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:10.141212 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9906ec7c-0742-429f-a1ee-22c9e909b283 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:12:10.150553 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d5745c4d-096c-4cbd-abd1-ea7444c7cbf6 None None] For port c2cf501a-5fac-46ca-938d-0c38f1561d08, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:12:10.154200 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d5745c4d-096c-4cbd-abd1-ea7444c7cbf6 None None] For port c2cf501a-5fac-46ca-938d-0c38f1561d08, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=c2cf501a-5fac-46ca-938d-0c38f1561d08,segment=NetworkSegment(b118986b-1780-4ec6-9072-4cc810987309),segment_id=b118986b-1780-4ec6-9072-4cc810987309)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:12:10.155886 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:10.156387 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9906ec7c-0742-429f-a1ee-22c9e909b283 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:10.156833 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-9906ec7c-0742-429f-a1ee-22c9e909b283 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Added segment d48b95d1-af63-4106-89bd-badbf84e8271 of type vlan for network 5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc Oct 30 15:12:10.163626 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d5745c4d-096c-4cbd-abd1-ea7444c7cbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:10.231357 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5745c4d-096c-4cbd-abd1-ea7444c7cbf6 None None] Pushing event updated for resources: {'Port': ['ID=c2cf501a-5fac-46ca-938d-0c38f1561d08,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:10.235013 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f01d25d6-328e-4780-bb1b-2cd7d625c22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:10.250322 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 9c0fdb2b-7b6d-4d78-ae24-97c0daa0fe60 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:12:10.279095 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9694779-6b62-455b-9680-56a0d71a5255 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:12:10.301641 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9906ec7c-0742-429f-a1ee-22c9e909b283 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:10.304254 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port e9694779-6b62-455b-9680-56a0d71a5255, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=e9694779-6b62-455b-9680-56a0d71a5255,segment=NetworkSegment(495e0bcf-a0e5-4b3d-8fa7-4467a729ed3e),segment_id=495e0bcf-a0e5-4b3d-8fa7-4467a729ed3e)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:12:10.329249 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:10.346262 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01d25d6-328e-4780-bb1b-2cd7d625c22c None None] Network c5e21870-f297-41e3-a7d7-67b7a160a95c is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:12:10.353825 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-f01d25d6-328e-4780-bb1b-2cd7d625c22c None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:12:10.355846 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 6347d672-6bdd-4f1a-b4d7-1d2bff6155a4 details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:12:10.360935 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01d25d6-328e-4780-bb1b-2cd7d625c22c None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:12:10.364726 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de52708-f886-4951-b6c0-f74ea555c5c5 req-aecc63ae-be1d-485b-a3ab-b8134b404b57 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:10.367740 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7de52708-f886-4951-b6c0-f74ea555c5c5 req-aecc63ae-be1d-485b-a3ab-b8134b404b57 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3f50d40-de7d-4020-b972-b4c18dee3f99 HTTP/1.1" status: 200 len: 948 time: 0.1611731 Oct 30 15:12:10.396704 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01d25d6-328e-4780-bb1b-2cd7d625c22c None None] Pushing event updated for resources: {'Port': ['ID=a40e09c7-0200-4cf5-a860-efb624f9ed7c,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:10.465367 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7de52708-f886-4951-b6c0-f74ea555c5c5 req-191fc5db-6bcb-4e51-b95b-267cdab14bdf tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6e850f5-bbac-48ab-9f8b-66d8b92818ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908067 Oct 30 15:12:10.466455 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9906ec7c-0742-429f-a1ee-22c9e909b283 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:10.475275 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9906ec7c-0742-429f-a1ee-22c9e909b283 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:10.476824 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9906ec7c-0742-429f-a1ee-22c9e909b283 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:10.514636 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=e9694779-6b62-455b-9680-56a0d71a5255,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:10.570321 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9906ec7c-0742-429f-a1ee-22c9e909b283 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5672560 Oct 30 15:12:10.581969 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 33670) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:12:10.596680 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-a45307b9-5109-4e26-9ac5-e60e4d4f472d tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1357997466'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:12:10.600692 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.db.resource_extend [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 30 15:12:10.619388 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9906ec7c-0742-429f-a1ee-22c9e909b283 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Pushing event updated for resources: {'Network': ['ID=5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:10.704496 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-f01d25d6-328e-4780-bb1b-2cd7d625c22c None None] Attempting to bind port a40e09c7-0200-4cf5-a860-efb624f9ed7c on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:12:10.705246 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-f01d25d6-328e-4780-bb1b-2cd7d625c22c None None] Attempting to bind port a40e09c7-0200-4cf5-a860-efb624f9ed7c by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'd2a9d732-e826-4134-a479-ffe95ee20085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c5e21870-f297-41e3-a7d7-67b7a160a95c'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:12:10.705823 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01d25d6-328e-4780-bb1b-2cd7d625c22c None None] Attempting to bind port a40e09c7-0200-4cf5-a860-efb624f9ed7c on network c5e21870-f297-41e3-a7d7-67b7a160a95c {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:12:10.739103 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['d2d7de21-a35e-4a5a-8c6b-67f808381d57'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:12:10.741663 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:12:10.746269 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45307b9-5109-4e26-9ac5-e60e4d4f472d tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Made reservation on behalf of 005d49094ead4e63ad23cb02de2bfa34 for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:12:10.751168 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a45307b9-5109-4e26-9ac5-e60e4d4f472d tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:10.783222 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a45307b9-5109-4e26-9ac5-e60e4d4f472d tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:12:10.794703 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a45307b9-5109-4e26-9ac5-e60e4d4f472d tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:10.795052 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-a45307b9-5109-4e26-9ac5-e60e4d4f472d tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Added segment 9fa55ea7-5902-4048-bdc0-6f3255a5bae7 of type vlan for network 67de53ff-61d6-4e57-84de-8610bca9618f Oct 30 15:12:10.863793 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a45307b9-5109-4e26-9ac5-e60e4d4f472d tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:10.899852 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9324d059-5429-4ad0-986a-e8f243385e0c req-2fab5878-dd0e-4d80-8c4c-d4688a8c9c41 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:10.902808 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9324d059-5429-4ad0-986a-e8f243385e0c req-2fab5878-dd0e-4d80-8c4c-d4688a8c9c41 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=660524e5-d36b-4ef4-9c8d-f13627615351 HTTP/1.1" status: 200 len: 945 time: 0.2548802 Oct 30 15:12:10.906024 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a45307b9-5109-4e26-9ac5-e60e4d4f472d tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:10.915268 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45307b9-5109-4e26-9ac5-e60e4d4f472d tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:10.915925 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a45307b9-5109-4e26-9ac5-e60e4d4f472d tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:10.967368 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 9c0fdb2b-7b6d-4d78-ae24-97c0daa0fe60, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=9c0fdb2b-7b6d-4d78-ae24-97c0daa0fe60,segment=NetworkSegment(135568ea-61a3-4354-9c4c-8109e52de8ab),segment_id=135568ea-61a3-4354-9c4c-8109e52de8ab)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:12:10.971550 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['e9694779-6b62-455b-9680-56a0d71a5255'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:12:10.974021 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01d25d6-328e-4780-bb1b-2cd7d625c22c None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:12:10.974472 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01d25d6-328e-4780-bb1b-2cd7d625c22c None None] Checking segment: {'id': 'd2a9d732-e826-4134-a479-ffe95ee20085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c5e21870-f297-41e3-a7d7-67b7a160a95c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:12:10.974870 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f01d25d6-328e-4780-bb1b-2cd7d625c22c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:10.975272 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01d25d6-328e-4780-bb1b-2cd7d625c22c None None] Bound using segment: {'id': 'd2a9d732-e826-4134-a479-ffe95ee20085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c5e21870-f297-41e3-a7d7-67b7a160a95c'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:12:10.975868 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-f01d25d6-328e-4780-bb1b-2cd7d625c22c None None] Bound port: a40e09c7-0200-4cf5-a860-efb624f9ed7c, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2a9d732-e826-4134-a479-ffe95ee20085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c5e21870-f297-41e3-a7d7-67b7a160a95c'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:12:10.976260 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f01d25d6-328e-4780-bb1b-2cd7d625c22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:11.059453 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ade6eec5-cd33-49c0-87c2-58e7ad1f6baa admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:11.110902 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a45307b9-5109-4e26-9ac5-e60e4d4f472d tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5282419 Oct 30 15:12:11.126642 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 33684) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:12:11.135453 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-572b4d0c-a4c4-4ddf-9486-efcdbd46896f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Request body: {'subnet': {'network_id': '5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:12:11.292983 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ade6eec5-cd33-49c0-87c2-58e7ad1f6baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:11.301978 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-faada72f-bab5-4eff-a5b6-5eb428381a3b req-c033ea4a-9c7a-4aee-9e07-438e24676981 service neutron] 10.222.0.53 "GET /v2.0/networks/25790384-5e8b-43e0-b1ac-798908906172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3044050 Oct 30 15:12:11.324927 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-572b4d0c-a4c4-4ddf-9486-efcdbd46896f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Made reservation on behalf of 005d49094ead4e63ad23cb02de2bfa34 for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:12:11.328584 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-572b4d0c-a4c4-4ddf-9486-efcdbd46896f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:11.338416 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45307b9-5109-4e26-9ac5-e60e4d4f472d tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Pushing event updated for resources: {'Network': ['ID=67de53ff-61d6-4e57-84de-8610bca9618f,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:11.376565 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 67de53ff-61d6-4e57-84de-8610bca9618f details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:12:11.385201 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9324d059-5429-4ad0-986a-e8f243385e0c req-379e1f67-f5d5-4fc8-a083-12038232289c tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4543564 Oct 30 15:12:11.405668 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65170048-99e3-4bc9-be49-6d98fc1b8dc6 req-a5991829-6918-46be-99c3-44a4b70f1f7e tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:11.413671 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-65170048-99e3-4bc9-be49-6d98fc1b8dc6 req-a5991829-6918-46be-99c3-44a4b70f1f7e tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] 10.222.0.62 "GET /v2.0/ports?device_id=40774f46-7741-426d-baac-daf4fcffcc4c HTTP/1.1" status: 200 len: 943 time: 1.5046959 Oct 30 15:12:11.419095 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-205c1e21-eee3-4e05-8db9-2e1892c49b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:11.473795 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '9c0fdb2b-7b6d-4d78-ae24-97c0daa0fe60', 'network_id': '25790384-5e8b-43e0-b1ac-798908906172', 'port_id': '9c0fdb2b-7b6d-4d78-ae24-97c0daa0fe60', 'mac_address': 'fa:16:3e:9b:b4:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '973136aa-4534-4ed1-9162-b1df94c62824', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:12:11.492461 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device c2cf501a-5fac-46ca-938d-0c38f1561d08 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:12:11.577498 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205c1e21-eee3-4e05-8db9-2e1892c49b94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32c15624-cf2b-4993-8c91-524d0cc8cb0d,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:11.599676 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-65170048-99e3-4bc9-be49-6d98fc1b8dc6 req-c8d98b86-e14e-44d3-9715-9195728a2b19 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] 10.222.0.62 "GET /v2.0/security-groups?id=a8a46e49-cccd-41a4-9d3e-21227b3ef0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848419 Oct 30 15:12:11.608526 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-afe8116a-8025-4d22-8f48-0d67f04db1a2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:11.674247 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:11.682749 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-afe8116a-8025-4d22-8f48-0d67f04db1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:11.707516 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205c1e21-eee3-4e05-8db9-2e1892c49b94 admin admin] Checking segment: {'id': '67954d17-815c-428c-ae7e-64294647efff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a6fc47d5-23e3-42bb-a8bc-b37d5765b689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:12:11.708270 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205c1e21-eee3-4e05-8db9-2e1892c49b94 admin admin] Network hostable DHCP agents. Network: a6fc47d5-23e3-42bb-a8bc-b37d5765b689, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:12:11.740894 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 6347d672-6bdd-4f1a-b4d7-1d2bff6155a4, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=6347d672-6bdd-4f1a-b4d7-1d2bff6155a4,segment=NetworkSegment(135568ea-61a3-4354-9c4c-8109e52de8ab),segment_id=135568ea-61a3-4354-9c4c-8109e52de8ab)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:12:11.755130 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205c1e21-eee3-4e05-8db9-2e1892c49b94 admin admin] Network a6fc47d5-23e3-42bb-a8bc-b37d5765b689 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:12:11.783627 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e5de8-f6a8-41be-92a9-d534dd32a047 req-c00dd150-9d9b-4549-bd63-1369ea40b66e tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:11.785747 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-029e5de8-f6a8-41be-92a9-d534dd32a047 req-c00dd150-9d9b-4549-bd63-1369ea40b66e tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3f50d40-de7d-4020-b972-b4c18dee3f99 HTTP/1.1" status: 200 len: 948 time: 0.1244092 Oct 30 15:12:11.802916 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-205c1e21-eee3-4e05-8db9-2e1892c49b94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, a6fc47d5-23e3-42bb-a8bc-b37d5765b689) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:12:11.816203 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205c1e21-eee3-4e05-8db9-2e1892c49b94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:11.817136 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-205c1e21-eee3-4e05-8db9-2e1892c49b94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:11.825006 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c0fdb2b-7b6d-4d78-ae24-97c0daa0fe60 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:12:11.829429 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f2f0b7-a4c5-46bc-87ff-78d1f579263f None None] Network a6fc47d5-23e3-42bb-a8bc-b37d5765b689 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:12:11.900300 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-205c1e21-eee3-4e05-8db9-2e1892c49b94 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3610425 Oct 30 15:12:11.903388 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-f01d25d6-328e-4780-bb1b-2cd7d625c22c None None] For port a40e09c7-0200-4cf5-a860-efb624f9ed7c, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:12:11.904314 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 33696) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:12:11.909491 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-43f228bf-22c2-4310-b7c3-c67bd7c56df8 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-355732463-router', 'tenant_id': '946d68cf646649d4a859270063911623', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:12:11.923388 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-029e5de8-f6a8-41be-92a9-d534dd32a047 req-92890b9b-9110-4102-aad0-e3a8780d40a6 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6e850f5-bbac-48ab-9f8b-66d8b92818ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052008 Oct 30 15:12:11.924457 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-572b4d0c-a4c4-4ddf-9486-efcdbd46896f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:11.957311 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-ade6eec5-cd33-49c0-87c2-58e7ad1f6baa admin admin] Allocated IP 172.25.4.99 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/f9ccedd4-0332-4589-8564-f1020c91e868) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:12:11.960502 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 33698) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:12:11.969953 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 9c0fdb2b-7b6d-4d78-ae24-97c0daa0fe60, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=9c0fdb2b-7b6d-4d78-ae24-97c0daa0fe60,segment=NetworkSegment(135568ea-61a3-4354-9c4c-8109e52de8ab),segment_id=135568ea-61a3-4354-9c4c-8109e52de8ab)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:12:11.991445 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-43f228bf-22c2-4310-b7c3-c67bd7c56df8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:11.992434 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-43f228bf-22c2-4310-b7c3-c67bd7c56df8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:12.028360 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': '6347d672-6bdd-4f1a-b4d7-1d2bff6155a4', 'network_id': '25790384-5e8b-43e0-b1ac-798908906172', 'port_id': '6347d672-6bdd-4f1a-b4d7-1d2bff6155a4', 'mac_address': 'fa:16:3e:e0:b1:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '973136aa-4534-4ed1-9162-b1df94c62824', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:12:12.046911 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572b4d0c-a4c4-4ddf-9486-efcdbd46896f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Checking segment: {'id': 'd48b95d1-af63-4106-89bd-badbf84e8271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:12:12.046911 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572b4d0c-a4c4-4ddf-9486-efcdbd46896f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Network hostable DHCP agents. Network: 5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:12:12.054933 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572b4d0c-a4c4-4ddf-9486-efcdbd46896f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Pushing event updated for resources: {'Subnet': ['ID=521c91ba-254d-4496-ac2a-b56607fa8aa1,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:12.074785 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572b4d0c-a4c4-4ddf-9486-efcdbd46896f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Network 5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:12:12.087400 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-572b4d0c-a4c4-4ddf-9486-efcdbd46896f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:12:12.092527 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572b4d0c-a4c4-4ddf-9486-efcdbd46896f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:12.093933 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-572b4d0c-a4c4-4ddf-9486-efcdbd46896f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:12.105479 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-43f228bf-22c2-4310-b7c3-c67bd7c56df8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:12.114505 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:12.116631 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102d0de5-ad06-49a6-b1fe-93ab27b5f5df None None] Network a58fe444-ac18-4f2f-a60f-5757cef69326 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:12:12.125789 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-572b4d0c-a4c4-4ddf-9486-efcdbd46896f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9955273 Oct 30 15:12:12.127650 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 33702) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:12:12.134490 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-83f5d80f-eab4-4f67-aed9-5efb7282bb4a tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Request body: {'subnet': {'network_id': '67de53ff-61d6-4e57-84de-8610bca9618f', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:12:12.199003 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b884d040-e7b0-45ee-b6f5-4b38ac201e7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:12.224987 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c402943-90ab-4b56-aaac-87b1254dfced None None] Network 5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:12:12.226953 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ade6eec5-cd33-49c0-87c2-58e7ad1f6baa admin admin] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:12.253489 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f5d80f-eab4-4f67-aed9-5efb7282bb4a tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Made reservation on behalf of 005d49094ead4e63ad23cb02de2bfa34 for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:12:12.257440 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-83f5d80f-eab4-4f67-aed9-5efb7282bb4a tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:12.264777 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port c2cf501a-5fac-46ca-938d-0c38f1561d08 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:12:12.265087 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:12.306736 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=9c0fdb2b-7b6d-4d78-ae24-97c0daa0fe60,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:12.309795 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-43f228bf-22c2-4310-b7c3-c67bd7c56df8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:12.324041 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-f01d25d6-328e-4780-bb1b-2cd7d625c22c None None] For port a40e09c7-0200-4cf5-a860-efb624f9ed7c, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=a40e09c7-0200-4cf5-a860-efb624f9ed7c,segment=NetworkSegment(d2a9d732-e826-4134-a479-ffe95ee20085),segment_id=d2a9d732-e826-4134-a479-ffe95ee20085)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:12:12.369787 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f01d25d6-328e-4780-bb1b-2cd7d625c22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:12.407217 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ade6eec5-cd33-49c0-87c2-58e7ad1f6baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:12.494041 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-83f5d80f-eab4-4f67-aed9-5efb7282bb4a tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:12.504965 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['9c0fdb2b-7b6d-4d78-ae24-97c0daa0fe60'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:12:12.508266 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade6eec5-cd33-49c0-87c2-58e7ad1f6baa admin admin] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:12:12.547157 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-ade6eec5-cd33-49c0-87c2-58e7ad1f6baa admin admin] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:12:12.552697 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:12.556067 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade6eec5-cd33-49c0-87c2-58e7ad1f6baa admin admin] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:12:12.572654 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-afe8116a-8025-4d22-8f48-0d67f04db1a2 admin admin] Allocated IP 172.25.4.6 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/3ff7fd70-def3-4cb2-ac31-22f3af7e0af5) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:12:12.585200 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f5d80f-eab4-4f67-aed9-5efb7282bb4a tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Pushing event updated for resources: {'Subnet': ['ID=93c41c92-4bd3-4929-ad89-7529a017aa93,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:12.588533 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f5d80f-eab4-4f67-aed9-5efb7282bb4a tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Checking segment: {'id': '9fa55ea7-5902-4048-bdc0-6f3255a5bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '67de53ff-61d6-4e57-84de-8610bca9618f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:12:12.588533 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f5d80f-eab4-4f67-aed9-5efb7282bb4a tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Network hostable DHCP agents. Network: 67de53ff-61d6-4e57-84de-8610bca9618f, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:12:12.611714 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b884d040-e7b0-45ee-b6f5-4b38ac201e7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:12.633194 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f5d80f-eab4-4f67-aed9-5efb7282bb4a tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Network 67de53ff-61d6-4e57-84de-8610bca9618f is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:12:12.638270 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade6eec5-cd33-49c0-87c2-58e7ad1f6baa admin admin] Pushing event updated for resources: {'Port': ['ID=f9ccedd4-0332-4589-8564-f1020c91e868,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:12.646498 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-83f5d80f-eab4-4f67-aed9-5efb7282bb4a tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 67de53ff-61d6-4e57-84de-8610bca9618f) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:12:12.661508 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f5d80f-eab4-4f67-aed9-5efb7282bb4a tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:12.662162 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-83f5d80f-eab4-4f67-aed9-5efb7282bb4a tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:12.666892 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b884d040-e7b0-45ee-b6f5-4b38ac201e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:12.700523 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4979aaf-e6f7-44b4-9df0-4ac8196b6efd None None] Network 67de53ff-61d6-4e57-84de-8610bca9618f requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:12:12.702870 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e8460999-ce5a-48fe-aea3-4c982f15f654 None None] Provisioning complete for port c2cf501a-5fac-46ca-938d-0c38f1561d08 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:12:12.703235 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e8460999-ce5a-48fe-aea3-4c982f15f654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:12.705403 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-83f5d80f-eab4-4f67-aed9-5efb7282bb4a tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5761106 Oct 30 15:12:12.708549 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 33714) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:12:12.714535 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-fb6e2e1e-cbc7-4aad-804e-6f67095a4e80 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Request body: {'port': {'network_id': '5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc', 'name': 'tempest-TaggedBootDevicesTest-574140930', 'fixed_ips': [{'subnet_id': '521c91ba-254d-4496-ac2a-b56607fa8aa1'}]}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:12:12.734416 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6347d672-6bdd-4f1a-b4d7-1d2bff6155a4 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:12:12.856616 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b884d040-e7b0-45ee-b6f5-4b38ac201e7a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d993e79e29f64c7082e49f2b5fc110d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8859518 Oct 30 15:12:12.864619 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 33716) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:12:12.866505 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01d25d6-328e-4780-bb1b-2cd7d625c22c None None] Pushing event updated for resources: {'Port': ['ID=a40e09c7-0200-4cf5-a860-efb624f9ed7c,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:12.904005 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8564076-6c50-4b34-a566-6c736a624486 req-f47c5984-6922-42fc-ae61-a0a5efc4ca6a tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:12.905613 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e8564076-6c50-4b34-a566-6c736a624486 req-f47c5984-6922-42fc-ae61-a0a5efc4ca6a tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=660524e5-d36b-4ef4-9c8d-f13627615351 HTTP/1.1" status: 200 len: 945 time: 0.4342468 Oct 30 15:12:12.910077 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b884d040-e7b0-45ee-b6f5-4b38ac201e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0daacf-5676-471a-adf4-a8a8d20bd33b,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:12.996621 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 6347d672-6bdd-4f1a-b4d7-1d2bff6155a4, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=6347d672-6bdd-4f1a-b4d7-1d2bff6155a4,segment=NetworkSegment(135568ea-61a3-4354-9c4c-8109e52de8ab),segment_id=135568ea-61a3-4354-9c4c-8109e52de8ab)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:12:13.056585 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c183c2ef-1ea7-400c-a69a-21302522f3d1 req-a1ba61d5-bfb8-4116-9b0e-e6b0dd389fc0 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:13.058885 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c183c2ef-1ea7-400c-a69a-21302522f3d1 req-a1ba61d5-bfb8-4116-9b0e-e6b0dd389fc0 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] 10.222.0.62 "GET /v2.0/ports?device_id=40774f46-7741-426d-baac-daf4fcffcc4c HTTP/1.1" status: 200 len: 943 time: 0.3375337 Oct 30 15:12:13.062751 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:13.064632 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:13.081267 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e8564076-6c50-4b34-a566-6c736a624486 req-f9dca98c-0d30-4a3d-8b2e-942ff5384334 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578441 Oct 30 15:12:13.084185 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb6e2e1e-cbc7-4aad-804e-6f67095a4e80 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Made reservation on behalf of 005d49094ead4e63ad23cb02de2bfa34 for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:12:13.084349 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-afe8116a-8025-4d22-8f48-0d67f04db1a2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:13.250389 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d48da0e-d007-41a4-84a0-51422d047255 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-a6fc47d5-23e3-42bb-a8bc-b37d5765b689', 'network_id': 'a6fc47d5-23e3-42bb-a8bc-b37d5765b689', 'tenant_id': '946d68cf646649d4a859270063911623', 'fixed_ips': [{'subnet_id': '32c15624-cf2b-4993-8c91-524d0cc8cb0d'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:12:13.251239 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9d48da0e-d007-41a4-84a0-51422d047255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:13.268836 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c183c2ef-1ea7-400c-a69a-21302522f3d1 req-bf7a3ae9-92b5-4853-a772-31d5dcd4be92 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] 10.222.0.62 "GET /v2.0/security-groups?id=a8a46e49-cccd-41a4-9d3e-21227b3ef0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013017 Oct 30 15:12:13.269954 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4032fd-a4a3-4d94-8340-0574e37670dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc', 'network_id': '5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc', 'tenant_id': '005d49094ead4e63ad23cb02de2bfa34', 'fixed_ips': [{'subnet_id': '521c91ba-254d-4496-ac2a-b56607fa8aa1'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:12:13.270810 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1b4032fd-a4a3-4d94-8340-0574e37670dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:13.274049 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fb6e2e1e-cbc7-4aad-804e-6f67095a4e80 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:13.288625 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-72566188-ecf6-4f29-a104-ab0c287284a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:13.303017 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [None req-fb6e2e1e-cbc7-4aad-804e-6f67095a4e80 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] device_id is not set on port 8aa78acf-b283-45ba-9f2c-33317dfad74a yet. {{(pid=102130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:12:13.364489 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['6347d672-6bdd-4f1a-b4d7-1d2bff6155a4'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:12:13.380485 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port c2cf501a-5fac-46ca-938d-0c38f1561d08, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=c2cf501a-5fac-46ca-938d-0c38f1561d08,segment=NetworkSegment(b118986b-1780-4ec6-9072-4cc810987309),segment_id=b118986b-1780-4ec6-9072-4cc810987309)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:12:13.390884 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-43f228bf-22c2-4310-b7c3-c67bd7c56df8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:13.416538 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-72566188-ecf6-4f29-a104-ab0c287284a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:13.432307 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-afe8116a-8025-4d22-8f48-0d67f04db1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:13.445515 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=6347d672-6bdd-4f1a-b4d7-1d2bff6155a4,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:13.446946 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-43f228bf-22c2-4310-b7c3-c67bd7c56df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:13.477459 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:13.520775 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c6fba-db78-4eed-aafc-7cc953a38198 req-ef5503ea-3408-4051-a492-6a5df74ebe51 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:13.521266 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0c6c6fba-db78-4eed-aafc-7cc953a38198 req-ef5503ea-3408-4051-a492-6a5df74ebe51 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3f50d40-de7d-4020-b972-b4c18dee3f99 HTTP/1.1" status: 200 len: 948 time: 0.2653537 Oct 30 15:12:13.540118 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe8116a-8025-4d22-8f48-0d67f04db1a2 admin admin] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:12:13.542900 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ade6eec5-cd33-49c0-87c2-58e7ad1f6baa admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:13.578205 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-72566188-ecf6-4f29-a104-ab0c287284a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:13.581381 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-72566188-ecf6-4f29-a104-ab0c287284a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:13.582674 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-72566188-ecf6-4f29-a104-ab0c287284a3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0d0daacf-5676-471a-adf4-a8a8d20bd33b HTTP/1.1" status: 204 len: 168 time: 0.7059290 Oct 30 15:12:13.606585 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-fb6e2e1e-cbc7-4aad-804e-6f67095a4e80 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Allocated IP 10.1.1.94 (5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc/521c91ba-254d-4496-ac2a-b56607fa8aa1/8aa78acf-b283-45ba-9f2c-33317dfad74a) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:12:13.609123 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72566188-ecf6-4f29-a104-ab0c287284a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0daacf-5676-471a-adf4-a8a8d20bd33b,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:13.609667 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-afe8116a-8025-4d22-8f48-0d67f04db1a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:12:13.614246 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe8116a-8025-4d22-8f48-0d67f04db1a2 admin admin] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:12:13.770744 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe8116a-8025-4d22-8f48-0d67f04db1a2 admin admin] Pushing event updated for resources: {'Port': ['ID=3ff7fd70-def3-4cb2-ac31-22f3af7e0af5,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:13.862434 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0c6c6fba-db78-4eed-aafc-7cc953a38198 req-9dd72cdc-8e15-4114-b505-921d17242461 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6e850f5-bbac-48ab-9f8b-66d8b92818ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163929 Oct 30 15:12:13.869483 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fb6e2e1e-cbc7-4aad-804e-6f67095a4e80 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:13.928900 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fb6e2e1e-cbc7-4aad-804e-6f67095a4e80 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:13.954896 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device a40e09c7-0200-4cf5-a860-efb624f9ed7c up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:12:13.995031 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6e2e1e-cbc7-4aad-804e-6f67095a4e80 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Network 5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:12:14.003786 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-fb6e2e1e-cbc7-4aad-804e-6f67095a4e80 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:12:14.014973 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6e2e1e-cbc7-4aad-804e-6f67095a4e80 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:12:14.026248 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6e2e1e-cbc7-4aad-804e-6f67095a4e80 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Pushing event updated for resources: {'Port': ['ID=8aa78acf-b283-45ba-9f2c-33317dfad74a,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:14.144768 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6e2e1e-cbc7-4aad-804e-6f67095a4e80 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:14.145584 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fb6e2e1e-cbc7-4aad-804e-6f67095a4e80 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:14.174684 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-fb6e2e1e-cbc7-4aad-804e-6f67095a4e80 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4644866 Oct 30 15:12:14.177541 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 33734) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:12:14.187477 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-15031130-7ba1-4d6b-aaf1-99764e1a1bf5 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Request body: {'port': {'network_id': '5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc', 'name': 'tempest-TaggedBootDevicesTest-456399991', 'fixed_ips': [{'subnet_id': '521c91ba-254d-4496-ac2a-b56607fa8aa1'}]}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:12:14.246708 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-43f228bf-22c2-4310-b7c3-c67bd7c56df8 admin admin] Allocated IP 172.25.4.46 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/eac0d166-9fc5-4bd6-9dd9-03bb54ae580b) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:12:14.337930 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=c2cf501a-5fac-46ca-938d-0c38f1561d08,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:14.351910 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a270c61-945b-4075-bc94-06357f0e6e4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-67de53ff-61d6-4e57-84de-8610bca9618f', 'network_id': '67de53ff-61d6-4e57-84de-8610bca9618f', 'tenant_id': '005d49094ead4e63ad23cb02de2bfa34', 'fixed_ips': [{'subnet_id': '93c41c92-4bd3-4929-ad89-7529a017aa93'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:12:14.353462 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5a270c61-945b-4075-bc94-06357f0e6e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:14.443244 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b15b37-0539-41c8-9c55-66a11554c578 None None] Network c5e21870-f297-41e3-a7d7-67b7a160a95c requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:12:14.467112 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9015ee7-f641-4f16-8760-f949dc82e8ee req-43888387-db53-49e0-b2d2-d15dd73ef50d tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:14.471369 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a9015ee7-f641-4f16-8760-f949dc82e8ee req-43888387-db53-49e0-b2d2-d15dd73ef50d tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=660524e5-d36b-4ef4-9c8d-f13627615351 HTTP/1.1" status: 200 len: 945 time: 0.1860199 Oct 30 15:12:14.479709 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-1b4032fd-a4a3-4d94-8340-0574e37670dd None None] Allocated IP 10.1.1.2 (5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc/521c91ba-254d-4496-ac2a-b56607fa8aa1/3c8b0429-a542-411a-b922-57b1959c4380) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:12:14.561657 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a9015ee7-f641-4f16-8760-f949dc82e8ee req-cfb879af-538d-45ab-8002-cf732ee5842a tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641181 Oct 30 15:12:14.573394 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-9d48da0e-d007-41a4-84a0-51422d047255 None None] Allocated IP 172.20.0.2 (a6fc47d5-23e3-42bb-a8bc-b37d5765b689/32c15624-cf2b-4993-8c91-524d0cc8cb0d/345333f2-129c-41c5-823d-e1ef914732c0) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:12:14.578380 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15031130-7ba1-4d6b-aaf1-99764e1a1bf5 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Made reservation on behalf of 005d49094ead4e63ad23cb02de2bfa34 for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:12:14.579066 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c2e9b-0bd1-45c8-9be0-52621d38b784 req-26afcb36-e5f4-4d19-8490-96e7c809d5f3 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:14.580444 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c26c2e9b-0bd1-45c8-9be0-52621d38b784 req-26afcb36-e5f4-4d19-8490-96e7c809d5f3 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] 10.222.0.62 "GET /v2.0/ports?device_id=40774f46-7741-426d-baac-daf4fcffcc4c HTTP/1.1" status: 200 len: 944 time: 0.1626000 Oct 30 15:12:14.586368 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-15031130-7ba1-4d6b-aaf1-99764e1a1bf5 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:14.615125 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [None req-15031130-7ba1-4d6b-aaf1-99764e1a1bf5 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] device_id is not set on port 80060876-f4f1-4c9d-9c66-0639e6343df4 yet. {{(pid=102130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:12:14.680833 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c26c2e9b-0bd1-45c8-9be0-52621d38b784 req-1c8da8ee-ad09-4943-93cc-b4eb69ded6d4 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] 10.222.0.62 "GET /v2.0/security-groups?id=a8a46e49-cccd-41a4-9d3e-21227b3ef0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750241 Oct 30 15:12:14.687437 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port a40e09c7-0200-4cf5-a860-efb624f9ed7c triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:12:14.687789 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:14.733427 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-43f228bf-22c2-4310-b7c3-c67bd7c56df8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:14.735019 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-afe8116a-8025-4d22-8f48-0d67f04db1a2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:14.807365 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-06378f57-0d14-4dd7-9bc6-d63e6e40d8e2 None None] Provisioning complete for port a40e09c7-0200-4cf5-a860-efb624f9ed7c triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:12:14.807768 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-06378f57-0d14-4dd7-9bc6-d63e6e40d8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:14.818227 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ade6eec5-cd33-49c0-87c2-58e7ad1f6baa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:15.050700 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ccea08-ff69-4b25-a120-a71c1e74c8b4 req-28e9a393-8418-42d4-bbdd-0cfbdc9ad309 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:15.053654 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-37ccea08-ff69-4b25-a120-a71c1e74c8b4 req-28e9a393-8418-42d4-bbdd-0cfbdc9ad309 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3f50d40-de7d-4020-b972-b4c18dee3f99 HTTP/1.1" status: 200 len: 948 time: 0.0763149 Oct 30 15:12:15.084637 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device d2d7de21-a35e-4a5a-8c6b-67f808381d57 up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:12:15.138584 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-37ccea08-ff69-4b25-a120-a71c1e74c8b4 req-d8e1f8ac-774f-4a28-a830-c0c025b93fd7 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6e850f5-bbac-48ab-9f8b-66d8b92818ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775847 Oct 30 15:12:15.139074 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-5a270c61-945b-4075-bc94-06357f0e6e4e None None] Allocated IP 10.2.2.2 (67de53ff-61d6-4e57-84de-8610bca9618f/93c41c92-4bd3-4929-ad89-7529a017aa93/50d65d42-fc19-4cc9-b644-9c5b33ea31f0) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:12:15.211815 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1b4032fd-a4a3-4d94-8340-0574e37670dd None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:15.288773 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-43f228bf-22c2-4310-b7c3-c67bd7c56df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:15.303691 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-15031130-7ba1-4d6b-aaf1-99764e1a1bf5 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Allocated IP 10.1.1.139 (5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc/521c91ba-254d-4496-ac2a-b56607fa8aa1/80060876-f4f1-4c9d-9c66-0639e6343df4) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:12:15.332140 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-06378f57-0d14-4dd7-9bc6-d63e6e40d8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:15.385501 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:15.443341 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f228bf-22c2-4310-b7c3-c67bd7c56df8 admin admin] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:12:15.446647 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-43f228bf-22c2-4310-b7c3-c67bd7c56df8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:12:15.454063 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f228bf-22c2-4310-b7c3-c67bd7c56df8 admin admin] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:12:15.454730 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port a40e09c7-0200-4cf5-a860-efb624f9ed7c, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=a40e09c7-0200-4cf5-a860-efb624f9ed7c,segment=NetworkSegment(d2a9d732-e826-4134-a479-ffe95ee20085),segment_id=d2a9d732-e826-4134-a479-ffe95ee20085)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:12:15.458245 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1b4032fd-a4a3-4d94-8340-0574e37670dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:15.506717 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f228bf-22c2-4310-b7c3-c67bd7c56df8 admin admin] Pushing event updated for resources: {'Port': ['ID=eac0d166-9fc5-4bd6-9dd9-03bb54ae580b,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:15.545547 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade6eec5-cd33-49c0-87c2-58e7ad1f6baa admin admin] Router 0d2562ec-c091-4ec7-94e7-07744c5eba68 is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:12:15.557129 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4032fd-a4a3-4d94-8340-0574e37670dd None None] Network 5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:12:15.557950 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-15031130-7ba1-4d6b-aaf1-99764e1a1bf5 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:15.564221 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:15.570653 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4032fd-a4a3-4d94-8340-0574e37670dd None None] Pushing event updated for resources: {'Port': ['ID=3c8b0429-a542-411a-b922-57b1959c4380,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:15.573619 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-1b4032fd-a4a3-4d94-8340-0574e37670dd None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:12:15.579443 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4032fd-a4a3-4d94-8340-0574e37670dd None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:12:15.659929 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-15031130-7ba1-4d6b-aaf1-99764e1a1bf5 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:15.738509 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.db.api [None req-06378f57-0d14-4dd7-9bc6-d63e6e40d8e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 30 15:12:15.738876 n-d-806683-17 neutron-server[102132]: DEBUG oslo_db.api [None req-06378f57-0d14-4dd7-9bc6-d63e6e40d8e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 30 15:12:15.750050 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15031130-7ba1-4d6b-aaf1-99764e1a1bf5 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Pushing event updated for resources: {'Port': ['ID=80060876-f4f1-4c9d-9c66-0639e6343df4,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:15.769002 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9d48da0e-d007-41a4-84a0-51422d047255 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:15.794680 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade6eec5-cd33-49c0-87c2-58e7ad1f6baa admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:12:15.810133 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15031130-7ba1-4d6b-aaf1-99764e1a1bf5 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Network 5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:12:15.810429 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-afe8116a-8025-4d22-8f48-0d67f04db1a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:15.810561 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96a08f9-d935-4724-9e90-09304b93a8c1 None None] Sync routers for ids ['0d2562ec-c091-4ec7-94e7-07744c5eba68'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:12:15.814988 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-15031130-7ba1-4d6b-aaf1-99764e1a1bf5 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:12:15.817347 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port d2d7de21-a35e-4a5a-8c6b-67f808381d57 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:12:15.823005 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15031130-7ba1-4d6b-aaf1-99764e1a1bf5 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:12:15.839834 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96a08f9-d935-4724-9e90-09304b93a8c1 None None] Routers {'0d2562ec-c091-4ec7-94e7-07744c5eba68'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:12:15.843151 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-d96a08f9-d935-4724-9e90-09304b93a8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:11:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['0d2562ec-c091-4ec7-94e7-07744c5eba68'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:12:15.855927 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port d2d7de21-a35e-4a5a-8c6b-67f808381d57 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:12:15.855927 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:15.897111 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9d48da0e-d007-41a4-84a0-51422d047255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:15.910901 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device c2cf501a-5fac-46ca-938d-0c38f1561d08 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:12:15.926881 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15031130-7ba1-4d6b-aaf1-99764e1a1bf5 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:15.927830 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-15031130-7ba1-4d6b-aaf1-99764e1a1bf5 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:15.971020 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ce462-fb48-4d24-b178-c52bfc9fc84e req-ebc39ccf-69e3-4868-a6ee-3263fdc36fc1 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:15.973158 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0f4ce462-fb48-4d24-b178-c52bfc9fc84e req-ebc39ccf-69e3-4868-a6ee-3263fdc36fc1 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] 10.222.0.62 "GET /v2.0/ports?device_id=40774f46-7741-426d-baac-daf4fcffcc4c HTTP/1.1" status: 200 len: 944 time: 0.1063843 Oct 30 15:12:15.992534 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-15031130-7ba1-4d6b-aaf1-99764e1a1bf5 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8138249 Oct 30 15:12:16.017215 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d48da0e-d007-41a4-84a0-51422d047255 None None] Network a6fc47d5-23e3-42bb-a8bc-b37d5765b689 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:12:16.024980 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=a40e09c7-0200-4cf5-a860-efb624f9ed7c,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:16.043820 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-d96a08f9-d935-4724-9e90-09304b93a8c1 None None] Set router 0d2562ec-c091-4ec7-94e7-07744c5eba68 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:12:16.052891 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0f4ce462-fb48-4d24-b178-c52bfc9fc84e req-0eb9a1ac-64dd-4004-b810-0297c50d32f2 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] 10.222.0.62 "GET /v2.0/security-groups?id=a8a46e49-cccd-41a4-9d3e-21227b3ef0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661852 Oct 30 15:12:16.109622 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ade6eec5-cd33-49c0-87c2-58e7ad1f6baa admin admin] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:16.114575 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-ade6eec5-cd33-49c0-87c2-58e7ad1f6baa admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.8690400 Oct 30 15:12:16.115266 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 33780) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:12:16.128492 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8bc41a-1c7a-42cf-aabc-4b1d351413e4 req-d9d15495-fc69-46e9-9e30-7c33701d1cde tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:16.130051 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cb8bc41a-1c7a-42cf-aabc-4b1d351413e4 req-d9d15495-fc69-46e9-9e30-7c33701d1cde tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=660524e5-d36b-4ef4-9c8d-f13627615351 HTTP/1.1" status: 200 len: 945 time: 0.4103498 Oct 30 15:12:16.137547 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-9d48da0e-d007-41a4-84a0-51422d047255 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:12:16.142798 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d48da0e-d007-41a4-84a0-51422d047255 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:12:16.160254 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-1b4032fd-a4a3-4d94-8340-0574e37670dd None None] Attempting to bind port 3c8b0429-a542-411a-b922-57b1959c4380 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:12:16.161082 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-1b4032fd-a4a3-4d94-8340-0574e37670dd None None] Attempting to bind port 3c8b0429-a542-411a-b922-57b1959c4380 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'd48b95d1-af63-4106-89bd-badbf84e8271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:12:16.161647 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4032fd-a4a3-4d94-8340-0574e37670dd None None] Attempting to bind port 3c8b0429-a542-411a-b922-57b1959c4380 on network 5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:12:16.219125 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cb8bc41a-1c7a-42cf-aabc-4b1d351413e4 req-83009784-6959-473c-93c5-3b9353b527bf tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678699 Oct 30 15:12:16.330429 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-43f228bf-22c2-4310-b7c3-c67bd7c56df8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:16.500612 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0365f1df-6924-4db1-9780-931b9deb30a4 req-3522e4c1-0e34-4960-a841-e45dcab8b3b7 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:16.502171 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0365f1df-6924-4db1-9780-931b9deb30a4 req-3522e4c1-0e34-4960-a841-e45dcab8b3b7 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3f50d40-de7d-4020-b972-b4c18dee3f99 HTTP/1.1" status: 200 len: 948 time: 0.1316006 Oct 30 15:12:16.517965 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 33796) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:12:16.526744 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-092e1629-3f15-4382-a8e0-4046db7ecab7 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1850250853', 'description': 'tempest-description--831945378'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:12:16.548181 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-d96a08f9-d935-4724-9e90-09304b93a8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2562ec-c091-4ec7-94e7-07744c5eba68', 'name': 'tempest-FloatingIPDetailsTestJSON-1316059886-router', 'tenant_id': '53f0ab547be74051bf11fa1fbafb4044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'f9ccedd4-0332-4589-8564-f1020c91e868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:12:08Z', 'updated_at': '2021-10-30T15:12:13Z', 'revision_number': 3, 'project_id': '53f0ab547be74051bf11fa1fbafb4044', 'gw_port': {'id': 'f9ccedd4-0332-4589-8564-f1020c91e868', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:64:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2562ec-c091-4ec7-94e7-07744c5eba68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:12:11Z', 'updated_at': '2021-10-30T15:12:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:12:16.579420 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afe8116a-8025-4d22-8f48-0d67f04db1a2 admin admin] Router d1fd2d01-73a1-4c43-b94e-70c61f2eea89 is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:12:16.607448 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 9c0fdb2b-7b6d-4d78-ae24-97c0daa0fe60 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:12:16.609040 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0365f1df-6924-4db1-9780-931b9deb30a4 req-cbb9682a-b925-4500-9073-acf072393305 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6e850f5-bbac-48ab-9f8b-66d8b92818ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917206 Oct 30 15:12:16.619128 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4032fd-a4a3-4d94-8340-0574e37670dd None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:12:16.619487 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4032fd-a4a3-4d94-8340-0574e37670dd None None] Checking segment: {'id': 'd48b95d1-af63-4106-89bd-badbf84e8271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:12:16.619943 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1b4032fd-a4a3-4d94-8340-0574e37670dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:16.620342 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4032fd-a4a3-4d94-8340-0574e37670dd None None] Bound using segment: {'id': 'd48b95d1-af63-4106-89bd-badbf84e8271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:12:16.620835 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-1b4032fd-a4a3-4d94-8340-0574e37670dd None None] Bound port: 3c8b0429-a542-411a-b922-57b1959c4380, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd48b95d1-af63-4106-89bd-badbf84e8271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:12:16.621222 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1b4032fd-a4a3-4d94-8340-0574e37670dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:16.648276 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96a08f9-d935-4724-9e90-09304b93a8c1 None None] Checking router: 0d2562ec-c091-4ec7-94e7-07744c5eba68 for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:12:16.648964 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96a08f9-d935-4724-9e90-09304b93a8c1 None None] Updating router 0d2562ec-c091-4ec7-94e7-07744c5eba68 port f9ccedd4-0332-4589-8564-f1020c91e868 binding host n-d-806683-17 {{(pid=102133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:12:16.700762 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d96a08f9-d935-4724-9e90-09304b93a8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:16.798595 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d48da0e-d007-41a4-84a0-51422d047255 None None] Pushing event updated for resources: {'Port': ['ID=345333f2-129c-41c5-823d-e1ef914732c0,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:16.811393 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-9d48da0e-d007-41a4-84a0-51422d047255 None None] Attempting to bind port 345333f2-129c-41c5-823d-e1ef914732c0 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:12:16.811790 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-9d48da0e-d007-41a4-84a0-51422d047255 None None] Attempting to bind port 345333f2-129c-41c5-823d-e1ef914732c0 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '67954d17-815c-428c-ae7e-64294647efff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a6fc47d5-23e3-42bb-a8bc-b37d5765b689'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:12:16.812151 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d48da0e-d007-41a4-84a0-51422d047255 None None] Attempting to bind port 345333f2-129c-41c5-823d-e1ef914732c0 on network a6fc47d5-23e3-42bb-a8bc-b37d5765b689 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:12:16.827907 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d48da0e-d007-41a4-84a0-51422d047255 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:12:16.828359 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d48da0e-d007-41a4-84a0-51422d047255 None None] Checking segment: {'id': '67954d17-815c-428c-ae7e-64294647efff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a6fc47d5-23e3-42bb-a8bc-b37d5765b689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:12:16.828686 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9d48da0e-d007-41a4-84a0-51422d047255 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:16.829695 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d48da0e-d007-41a4-84a0-51422d047255 None None] Bound using segment: {'id': '67954d17-815c-428c-ae7e-64294647efff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a6fc47d5-23e3-42bb-a8bc-b37d5765b689'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:12:16.830204 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-9d48da0e-d007-41a4-84a0-51422d047255 None None] Bound port: 345333f2-129c-41c5-823d-e1ef914732c0, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67954d17-815c-428c-ae7e-64294647efff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a6fc47d5-23e3-42bb-a8bc-b37d5765b689'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:12:16.830713 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9d48da0e-d007-41a4-84a0-51422d047255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:16.865590 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-092e1629-3f15-4382-a8e0-4046db7ecab7 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:16.876989 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port c2cf501a-5fac-46ca-938d-0c38f1561d08 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:12:16.877359 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:16.933135 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe8116a-8025-4d22-8f48-0d67f04db1a2 admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:12:16.937264 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5a270c61-945b-4075-bc94-06357f0e6e4e None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:16.942282 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:16.946773 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-43f228bf-22c2-4310-b7c3-c67bd7c56df8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:16.954194 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port 9c0fdb2b-7b6d-4d78-ae24-97c0daa0fe60 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:12:16.975980 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48510a0e-ce14-45aa-bb57-40f3da6b9dc2 None None] Sync routers for ids ['d1fd2d01-73a1-4c43-b94e-70c61f2eea89'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:12:17.036885 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d96a08f9-d935-4724-9e90-09304b93a8c1 None None] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:17.038140 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-9d48da0e-d007-41a4-84a0-51422d047255 None None] For port 345333f2-129c-41c5-823d-e1ef914732c0, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:12:17.041296 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-9d48da0e-d007-41a4-84a0-51422d047255 None None] For port 345333f2-129c-41c5-823d-e1ef914732c0, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=345333f2-129c-41c5-823d-e1ef914732c0,segment=NetworkSegment(67954d17-815c-428c-ae7e-64294647efff),segment_id=67954d17-815c-428c-ae7e-64294647efff)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:12:17.044298 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-afe8116a-8025-4d22-8f48-0d67f04db1a2 admin admin] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:17.046186 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-afe8116a-8025-4d22-8f48-0d67f04db1a2 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.9952071 Oct 30 15:12:17.050707 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 33832) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:12:17.054187 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d96a08f9-d935-4724-9e90-09304b93a8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:17.058375 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 9c0fdb2b-7b6d-4d78-ae24-97c0daa0fe60 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:12:17.058982 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:17.087434 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5a270c61-945b-4075-bc94-06357f0e6e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:17.104753 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9d48da0e-d007-41a4-84a0-51422d047255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:17.115300 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-112e6ee2-40e7-41c6-a83d-2e3afb1dd71c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:17.144334 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port d2d7de21-a35e-4a5a-8c6b-67f808381d57, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=d2d7de21-a35e-4a5a-8c6b-67f808381d57,segment=NetworkSegment(135568ea-61a3-4354-9c4c-8109e52de8ab),segment_id=135568ea-61a3-4354-9c4c-8109e52de8ab)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:12:17.180398 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-092e1629-3f15-4382-a8e0-4046db7ecab7 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:17.180727 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1065adb2-96dc-4ce2-8b03-f3170272f086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d7de21-a35e-4a5a-8c6b-67f808381d57'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:12:17.183131 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e6afa02-71de-4323-b9f8-dd4d467837dc" -d '{"events": [{"server_uuid": "1065adb2-96dc-4ce2-8b03-f3170272f086", "name": "network-vif-plugged", "status": "completed", "tag": "d2d7de21-a35e-4a5a-8c6b-67f808381d57"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:12:17.198481 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-1b4032fd-a4a3-4d94-8340-0574e37670dd None None] For port 3c8b0429-a542-411a-b922-57b1959c4380, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:12:17.204240 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:17.205554 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device e9694779-6b62-455b-9680-56a0d71a5255 up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:12:17.215487 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-092e1629-3f15-4382-a8e0-4046db7ecab7 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:17.217214 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48510a0e-ce14-45aa-bb57-40f3da6b9dc2 None None] Routers {'d1fd2d01-73a1-4c43-b94e-70c61f2eea89'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:12:17.218633 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-48510a0e-ce14-45aa-bb57-40f3da6b9dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:11:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['d1fd2d01-73a1-4c43-b94e-70c61f2eea89'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:12:17.235071 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20324ae5-f102-4a1a-8008-356909037bc8 None None] Pushing event updated for resources: {'Port': ['ID=f9ccedd4-0332-4589-8564-f1020c91e868,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:17.295625 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20324ae5-f102-4a1a-8008-356909037bc8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:12:17.300036 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20324ae5-f102-4a1a-8008-356909037bc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:12:17.301555 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20324ae5-f102-4a1a-8008-356909037bc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:12:17.302139 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20324ae5-f102-4a1a-8008-356909037bc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:12:17.302709 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20324ae5-f102-4a1a-8008-356909037bc8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:12:17.304797 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20324ae5-f102-4a1a-8008-356909037bc8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:12:17.305317 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20324ae5-f102-4a1a-8008-356909037bc8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:12:17.319124 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20324ae5-f102-4a1a-8008-356909037bc8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:12:17.319847 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20324ae5-f102-4a1a-8008-356909037bc8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:12:17.320354 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20324ae5-f102-4a1a-8008-356909037bc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:12:17.321054 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20324ae5-f102-4a1a-8008-356909037bc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:12:17.322854 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20324ae5-f102-4a1a-8008-356909037bc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:12:17.330749 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e7c10-cda8-45b1-a896-a505bcb79c93 req-6a035935-389d-4baf-8af2-753cd0af5ba7 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:17.332921 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cc6e7c10-cda8-45b1-a896-a505bcb79c93 req-6a035935-389d-4baf-8af2-753cd0af5ba7 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] 10.222.0.62 "GET /v2.0/ports?device_id=40774f46-7741-426d-baac-daf4fcffcc4c HTTP/1.1" status: 200 len: 944 time: 0.1625521 Oct 30 15:12:17.342825 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-d96a08f9-d935-4724-9e90-09304b93a8c1 None None] Attempting to bind port f9ccedd4-0332-4589-8564-f1020c91e868 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:12:17.343955 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-585cd4fd-e4f4-4611-9e19-4944241affa1 x-openstack-request-id: req-585cd4fd-e4f4-4611-9e19-4944241affa1 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:12:17.344242 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1065adb2-96dc-4ce2-8b03-f3170272f086", "name": "network-vif-plugged", "status": "completed", "tag": "d2d7de21-a35e-4a5a-8c6b-67f808381d57", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:12:17.344492 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-585cd4fd-e4f4-4611-9e19-4944241affa1 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:12:17.344744 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-d96a08f9-d935-4724-9e90-09304b93a8c1 None None] Attempting to bind port f9ccedd4-0332-4589-8564-f1020c91e868 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:12:17.344884 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1065adb2-96dc-4ce2-8b03-f3170272f086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d7de21-a35e-4a5a-8c6b-67f808381d57', 'code': 200} Oct 30 15:12:17.345401 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96a08f9-d935-4724-9e90-09304b93a8c1 None None] Attempting to bind port f9ccedd4-0332-4589-8564-f1020c91e868 on network edc38ef5-7816-4133-914c-cfe2849a0125 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:12:17.355625 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96a08f9-d935-4724-9e90-09304b93a8c1 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:12:17.356244 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96a08f9-d935-4724-9e90-09304b93a8c1 None None] Checking segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:12:17.357229 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d96a08f9-d935-4724-9e90-09304b93a8c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:17.357791 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96a08f9-d935-4724-9e90-09304b93a8c1 None None] Bound using segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:12:17.358964 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-d96a08f9-d935-4724-9e90-09304b93a8c1 None None] Bound port: f9ccedd4-0332-4589-8564-f1020c91e868, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:12:17.359630 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d96a08f9-d935-4724-9e90-09304b93a8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:17.364460 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-1b4032fd-a4a3-4d94-8340-0574e37670dd None None] For port 3c8b0429-a542-411a-b922-57b1959c4380, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=3c8b0429-a542-411a-b922-57b1959c4380,segment=NetworkSegment(d48b95d1-af63-4106-89bd-badbf84e8271),segment_id=d48b95d1-af63-4106-89bd-badbf84e8271)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:12:17.426821 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-d96a08f9-d935-4724-9e90-09304b93a8c1 None None] For port f9ccedd4-0332-4589-8564-f1020c91e868, host n-d-806683-17, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:12:17.432504 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-d96a08f9-d935-4724-9e90-09304b93a8c1 None None] For port f9ccedd4-0332-4589-8564-f1020c91e868, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=f9ccedd4-0332-4589-8564-f1020c91e868,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:12:17.437523 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-092e1629-3f15-4382-a8e0-4046db7ecab7 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:17.439607 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-092e1629-3f15-4382-a8e0-4046db7ecab7 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9190679 Oct 30 15:12:17.443095 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d96a08f9-d935-4724-9e90-09304b93a8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:17.446061 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 33860) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:12:17.457243 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a270c61-945b-4075-bc94-06357f0e6e4e None None] Network 67de53ff-61d6-4e57-84de-8610bca9618f is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:12:17.468946 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1b4032fd-a4a3-4d94-8340-0574e37670dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:17.478086 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-eb84dd82-b07e-4fbd-8df2-e8f6a7bf756d tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Request body: {'security_group_rule': {'security_group_id': 'eb8a2948-2c1b-4131-b6de-fecd84bd89b4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:12:17.491664 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-26984bb5-42b2-42f1-b191-cc0c7afbeade None None] Provisioning complete for port a40e09c7-0200-4cf5-a860-efb624f9ed7c triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:12:17.492031 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-26984bb5-42b2-42f1-b191-cc0c7afbeade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:17.493887 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-5a270c61-945b-4075-bc94-06357f0e6e4e None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:12:17.510665 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a270c61-945b-4075-bc94-06357f0e6e4e None None] Pushing event updated for resources: {'Port': ['ID=50d65d42-fc19-4cc9-b644-9c5b33ea31f0,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:17.526238 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20324ae5-f102-4a1a-8008-356909037bc8 None None] Pushing event updated for resources: {'Port': ['ID=f9ccedd4-0332-4589-8564-f1020c91e868,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:17.540220 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a270c61-945b-4075-bc94-06357f0e6e4e None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:12:17.568476 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092e1629-3f15-4382-a8e0-4046db7ecab7 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8a2948-2c1b-4131-b6de-fecd84bd89b4,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:17.591771 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96a08f9-d935-4724-9e90-09304b93a8c1 None None] Routers {'0d2562ec-c091-4ec7-94e7-07744c5eba68'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:12:17.593363 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-d96a08f9-d935-4724-9e90-09304b93a8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:11:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['0d2562ec-c091-4ec7-94e7-07744c5eba68'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:12:17.686594 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cff0096-a1b8-428f-ac6a-08e9895283e4 req-e3a58437-1aca-48a0-a18c-f2a33447b62a tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:17.694509 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2cff0096-a1b8-428f-ac6a-08e9895283e4 req-e3a58437-1aca-48a0-a18c-f2a33447b62a tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=660524e5-d36b-4ef4-9c8d-f13627615351 HTTP/1.1" status: 200 len: 945 time: 0.2536781 Oct 30 15:12:17.750400 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0365b5e3-1c30-485e-acf4-61247283a71a req-cb23688c-c9f0-4560-9c6c-8507494b6584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:17.752097 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0365b5e3-1c30-485e-acf4-61247283a71a req-cb23688c-c9f0-4560-9c6c-8507494b6584 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1065adb2-96dc-4ce2-8b03-f3170272f086 HTTP/1.1" status: 200 len: 1098 time: 0.4180086 Oct 30 15:12:17.763332 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cc6e7c10-cda8-45b1-a896-a505bcb79c93 req-4ca79194-2f88-4cb0-8020-a31611d65f90 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] 10.222.0.62 "GET /v2.0/security-groups?id=a8a46e49-cccd-41a4-9d3e-21227b3ef0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4150810 Oct 30 15:12:17.786013 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2cff0096-a1b8-428f-ac6a-08e9895283e4 req-e5bdab14-df88-45af-83ed-57bfb870884c tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892112 Oct 30 15:12:17.786670 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43f228bf-22c2-4310-b7c3-c67bd7c56df8 admin admin] Router 49ca4773-ce18-4302-bc43-7f33b9d843ba is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:12:17.839707 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d48da0e-d007-41a4-84a0-51422d047255 None None] Pushing event updated for resources: {'Port': ['ID=345333f2-129c-41c5-823d-e1ef914732c0,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:17.866911 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-d96a08f9-d935-4724-9e90-09304b93a8c1 None None] Set router 0d2562ec-c091-4ec7-94e7-07744c5eba68 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:12:17.930859 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-48510a0e-ce14-45aa-bb57-40f3da6b9dc2 None None] Set router d1fd2d01-73a1-4c43-b94e-70c61f2eea89 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:12:17.981361 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0365b5e3-1c30-485e-acf4-61247283a71a req-6dd26c26-a8c3-405d-b74c-8cc382e525a0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a8a46e49-cccd-41a4-9d3e-21227b3ef0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127433 Oct 30 15:12:17.982068 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd82-b07e-4fbd-8df2-e8f6a7bf756d tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:18.060793 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device a40e09c7-0200-4cf5-a860-efb624f9ed7c up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:12:18.196913 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd82-b07e-4fbd-8df2-e8f6a7bf756d tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:18.227388 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-112e6ee2-40e7-41c6-a83d-2e3afb1dd71c admin admin] Allocated IP 172.20.0.1 (c5e21870-f297-41e3-a7d7-67b7a160a95c/9fda3e29-965e-40a7-a164-9115cdedb360/7846fdbf-79c7-40bb-81d4-a9e0097d45c0) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:12:18.231351 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd82-b07e-4fbd-8df2-e8f6a7bf756d tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:18.303679 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766b6688-dd7b-4e26-8c8f-f8c56a308d29 req-f825a2b4-7468-43f7-8c4e-7fd96d624034 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:18.313900 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:12:18.319845 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-766b6688-dd7b-4e26-8c8f-f8c56a308d29 req-f825a2b4-7468-43f7-8c4e-7fd96d624034 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3f50d40-de7d-4020-b972-b4c18dee3f99 HTTP/1.1" status: 200 len: 948 time: 0.3986690 Oct 30 15:12:18.336534 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-d96a08f9-d935-4724-9e90-09304b93a8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2562ec-c091-4ec7-94e7-07744c5eba68', 'name': 'tempest-FloatingIPDetailsTestJSON-1316059886-router', 'tenant_id': '53f0ab547be74051bf11fa1fbafb4044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'f9ccedd4-0332-4589-8564-f1020c91e868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:12:08Z', 'updated_at': '2021-10-30T15:12:13Z', 'revision_number': 3, 'project_id': '53f0ab547be74051bf11fa1fbafb4044', 'gw_port': {'id': 'f9ccedd4-0332-4589-8564-f1020c91e868', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:64:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2562ec-c091-4ec7-94e7-07744c5eba68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:12:11Z', 'updated_at': '2021-10-30T15:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:12:18.338905 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb84dd82-b07e-4fbd-8df2-e8f6a7bf756d tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a081923-4cc4-46db-9bae-5c0b0e35766a,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:18.392639 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96a08f9-d935-4724-9e90-09304b93a8c1 None None] The sync data for ids ['0d2562ec-c091-4ec7-94e7-07744c5eba68'] in n-d-806683-17 is: [{'id': '0d2562ec-c091-4ec7-94e7-07744c5eba68', 'name': 'tempest-FloatingIPDetailsTestJSON-1316059886-router', 'tenant_id': '53f0ab547be74051bf11fa1fbafb4044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'f9ccedd4-0332-4589-8564-f1020c91e868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:12:08Z', 'updated_at': '2021-10-30T15:12:13Z', 'revision_number': 3, 'project_id': '53f0ab547be74051bf11fa1fbafb4044', 'gw_port': {'id': 'f9ccedd4-0332-4589-8564-f1020c91e868', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:64:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2562ec-c091-4ec7-94e7-07744c5eba68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:12:11Z', 'updated_at': '2021-10-30T15:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:12:18.434937 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-eb84dd82-b07e-4fbd-8df2-e8f6a7bf756d tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:18.439522 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-eb84dd82-b07e-4fbd-8df2-e8f6a7bf756d tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9752338 Oct 30 15:12:18.442055 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 33868) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:12:18.447048 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-2642754f-af0b-41c8-9ae8-0a6c3983a75c tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Request body: {'security_group_rule': {'security_group_id': 'eb8a2948-2c1b-4131-b6de-fecd84bd89b4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:12:18.474051 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 33870) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:12:18.516080 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=d2d7de21-a35e-4a5a-8c6b-67f808381d57,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:18.531737 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:18.550319 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-112e6ee2-40e7-41c6-a83d-2e3afb1dd71c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:18.595273 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-766b6688-dd7b-4e26-8c8f-f8c56a308d29 req-e73074b5-adb1-4b87-81a8-c40a46bc7fdf tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6e850f5-bbac-48ab-9f8b-66d8b92818ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744167 Oct 30 15:12:18.598209 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f228bf-22c2-4310-b7c3-c67bd7c56df8 admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:12:18.614594 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d95d0a-af04-42ef-a792-7ca4ac7263b5 None None] Sync routers for ids ['49ca4773-ce18-4302-bc43-7f33b9d843ba'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:12:18.616234 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-112e6ee2-40e7-41c6-a83d-2e3afb1dd71c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:18.626584 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d95d0a-af04-42ef-a792-7ca4ac7263b5 None None] Routers {'49ca4773-ce18-4302-bc43-7f33b9d843ba'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:12:18.630243 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-f7d95d0a-af04-42ef-a792-7ca4ac7263b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:11:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['49ca4773-ce18-4302-bc43-7f33b9d843ba'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:12:18.651265 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-43f228bf-22c2-4310-b7c3-c67bd7c56df8 admin admin] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:18.655094 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-43f228bf-22c2-4310-b7c3-c67bd7c56df8 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.7471550 Oct 30 15:12:18.655419 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 33874) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:12:18.684747 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2642754f-af0b-41c8-9ae8-0a6c3983a75c tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:18.771317 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112e6ee2-40e7-41c6-a83d-2e3afb1dd71c admin admin] Network c5e21870-f297-41e3-a7d7-67b7a160a95c is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:12:18.773067 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4032fd-a4a3-4d94-8340-0574e37670dd None None] Pushing event updated for resources: {'Port': ['ID=3c8b0429-a542-411a-b922-57b1959c4380,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:18.838086 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:12:18.878397 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-f7d95d0a-af04-42ef-a792-7ca4ac7263b5 None None] Set router 49ca4773-ce18-4302-bc43-7f33b9d843ba gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:12:18.891637 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2642754f-af0b-41c8-9ae8-0a6c3983a75c tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:18.906020 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-705d3955-cf5a-4df7-a134-7ad61d8b271d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:18.912845 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2642754f-af0b-41c8-9ae8-0a6c3983a75c tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:18.936289 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-112e6ee2-40e7-41c6-a83d-2e3afb1dd71c admin admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:12:18.940955 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3', 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704', 'port_id': '44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3', 'mac_address': 'fa:16:3e:6d:e9:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b5dea3-b65b-4514-8ec2-18a4245eb194', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:12:18.970565 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112e6ee2-40e7-41c6-a83d-2e3afb1dd71c admin admin] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:12:18.984308 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112e6ee2-40e7-41c6-a83d-2e3afb1dd71c admin admin] Pushing event updated for resources: {'Port': ['ID=7846fdbf-79c7-40bb-81d4-a9e0097d45c0,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:18.984560 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port e9694779-6b62-455b-9680-56a0d71a5255 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:12:18.987071 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-5a270c61-945b-4075-bc94-06357f0e6e4e None None] Attempting to bind port 50d65d42-fc19-4cc9-b644-9c5b33ea31f0 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:12:18.987453 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-5a270c61-945b-4075-bc94-06357f0e6e4e None None] Attempting to bind port 50d65d42-fc19-4cc9-b644-9c5b33ea31f0 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '9fa55ea7-5902-4048-bdc0-6f3255a5bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '67de53ff-61d6-4e57-84de-8610bca9618f'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:12:18.987837 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a270c61-945b-4075-bc94-06357f0e6e4e None None] Attempting to bind port 50d65d42-fc19-4cc9-b644-9c5b33ea31f0 on network 67de53ff-61d6-4e57-84de-8610bca9618f {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:12:19.106601 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a270c61-945b-4075-bc94-06357f0e6e4e None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:12:19.107288 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a270c61-945b-4075-bc94-06357f0e6e4e None None] Checking segment: {'id': '9fa55ea7-5902-4048-bdc0-6f3255a5bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '67de53ff-61d6-4e57-84de-8610bca9618f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:12:19.108781 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5a270c61-945b-4075-bc94-06357f0e6e4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:19.109988 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a270c61-945b-4075-bc94-06357f0e6e4e None None] Bound using segment: {'id': '9fa55ea7-5902-4048-bdc0-6f3255a5bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '67de53ff-61d6-4e57-84de-8610bca9618f'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:12:19.111088 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-5a270c61-945b-4075-bc94-06357f0e6e4e None None] Bound port: 50d65d42-fc19-4cc9-b644-9c5b33ea31f0, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fa55ea7-5902-4048-bdc0-6f3255a5bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '67de53ff-61d6-4e57-84de-8610bca9618f'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:12:19.111885 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5a270c61-945b-4075-bc94-06357f0e6e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:19.125489 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5f1ccd25-ea9d-45d2-9f15-b625ca488ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:19.125864 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port e9694779-6b62-455b-9680-56a0d71a5255 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:12:19.126491 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:19.167498 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2642754f-af0b-41c8-9ae8-0a6c3983a75c tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24cb750f-a503-4ab3-aec4-660118c89639,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:19.171655 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 9c0fdb2b-7b6d-4d78-ae24-97c0daa0fe60, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=9c0fdb2b-7b6d-4d78-ae24-97c0daa0fe60,segment=NetworkSegment(135568ea-61a3-4354-9c4c-8109e52de8ab),segment_id=135568ea-61a3-4354-9c4c-8109e52de8ab)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:12:19.172056 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-112e6ee2-40e7-41c6-a83d-2e3afb1dd71c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:19.245311 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2642754f-af0b-41c8-9ae8-0a6c3983a75c tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:19.247091 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-2642754f-af0b-41c8-9ae8-0a6c3983a75c tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8035345 Oct 30 15:12:19.268048 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 33880) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:12:19.278272 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-eb0c6d1f-1952-4c4d-82ba-7fbd17d15e9f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Request body: {'floatingip': {'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:12:19.305076 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:19.324990 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b990171c-0836-46ac-90a8-5d4b6ce991f1 req-a66343bd-c9f6-4a1e-b749-70b84ccecabc tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:19.332908 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b990171c-0836-46ac-90a8-5d4b6ce991f1 req-a66343bd-c9f6-4a1e-b749-70b84ccecabc tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] 10.222.0.62 "GET /v2.0/ports?device_id=40774f46-7741-426d-baac-daf4fcffcc4c HTTP/1.1" status: 200 len: 944 time: 0.3045437 Oct 30 15:12:19.371109 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2e8141-5420-49bc-a00d-e4e3200e0f31 req-53cb431a-5c5b-4d3d-9a4a-2922c717f0e8 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:19.372745 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6b2e8141-5420-49bc-a00d-e4e3200e0f31 req-53cb431a-5c5b-4d3d-9a4a-2922c717f0e8 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=660524e5-d36b-4ef4-9c8d-f13627615351 HTTP/1.1" status: 200 len: 945 time: 0.4035921 Oct 30 15:12:19.398633 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-eb0c6d1f-1952-4c4d-82ba-7fbd17d15e9f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks [] for floatingip, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:19.467711 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-26984bb5-42b2-42f1-b191-cc0c7afbeade None None] Provisioning complete for port c2cf501a-5fac-46ca-938d-0c38f1561d08 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:12:19.469353 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-26984bb5-42b2-42f1-b191-cc0c7afbeade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:19.530819 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60a7f2d5-5e62-4ad7-8eda-0793d58e7745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c0fdb2b-7b6d-4d78-ae24-97c0daa0fe60'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:12:19.537645 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c4dfaf-e1d2-4e36-b137-c354b0a561f9" -d '{"events": [{"server_uuid": "60a7f2d5-5e62-4ad7-8eda-0793d58e7745", "name": "network-vif-plugged", "status": "completed", "tag": "9c0fdb2b-7b6d-4d78-ae24-97c0daa0fe60"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:12:19.546937 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:12:19.550280 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:19.622153 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6b2e8141-5420-49bc-a00d-e4e3200e0f31 req-5182d0d4-95b2-44d9-8897-ffce664fe054 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053936 Oct 30 15:12:19.622368 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-f7d95d0a-af04-42ef-a792-7ca4ac7263b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ca4773-ce18-4302-bc43-7f33b9d843ba', 'name': 'tempest-AttachSCSIVolumeTestJSON-355732463-router', 'tenant_id': '946d68cf646649d4a859270063911623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': 'eac0d166-9fc5-4bd6-9dd9-03bb54ae580b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:12:11Z', 'updated_at': '2021-10-30T15:12:16Z', 'revision_number': 3, 'project_id': '946d68cf646649d4a859270063911623', 'gw_port': {'id': 'eac0d166-9fc5-4bd6-9dd9-03bb54ae580b', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:40:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ca4773-ce18-4302-bc43-7f33b9d843ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:12:13Z', 'updated_at': '2021-10-30T15:12:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:12:19.654958 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-112e6ee2-40e7-41c6-a83d-2e3afb1dd71c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:19.698713 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d95d0a-af04-42ef-a792-7ca4ac7263b5 None None] Checking router: 49ca4773-ce18-4302-bc43-7f33b9d843ba for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:12:19.699106 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d95d0a-af04-42ef-a792-7ca4ac7263b5 None None] Updating router 49ca4773-ce18-4302-bc43-7f33b9d843ba port eac0d166-9fc5-4bd6-9dd9-03bb54ae580b binding host n-d-806683-17 {{(pid=102133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:12:19.748481 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-982a9ea2-bb41-4c5e-ad04-a3607b237756 x-openstack-request-id: req-982a9ea2-bb41-4c5e-ad04-a3607b237756 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:12:19.749481 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60a7f2d5-5e62-4ad7-8eda-0793d58e7745", "name": "network-vif-plugged", "status": "completed", "tag": "9c0fdb2b-7b6d-4d78-ae24-97c0daa0fe60", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:12:19.750067 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-982a9ea2-bb41-4c5e-ad04-a3607b237756 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:12:19.750567 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60a7f2d5-5e62-4ad7-8eda-0793d58e7745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c0fdb2b-7b6d-4d78-ae24-97c0daa0fe60', 'code': 200} Oct 30 15:12:19.769202 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port a40e09c7-0200-4cf5-a860-efb624f9ed7c triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:12:19.769700 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:19.791626 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=9c0fdb2b-7b6d-4d78-ae24-97c0daa0fe60,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:19.803160 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-705d3955-cf5a-4df7-a134-7ad61d8b271d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:19.830576 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b990171c-0836-46ac-90a8-5d4b6ce991f1 req-7fba21e5-ce06-478a-93fe-4494f0378831 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] 10.222.0.62 "GET /v2.0/security-groups?id=a8a46e49-cccd-41a4-9d3e-21227b3ef0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4966972 Oct 30 15:12:19.837070 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:12:19.839035 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f7d95d0a-af04-42ef-a792-7ca4ac7263b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:19.881641 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:12:19.892641 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-48510a0e-ce14-45aa-bb57-40f3da6b9dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1fd2d01-73a1-4c43-b94e-70c61f2eea89', 'name': 'tempest-ServersTestBootFromVolume-1640369999-router', 'tenant_id': 'ea55b09697be4bd28e1dfee52575f408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '3ff7fd70-def3-4cb2-ac31-22f3af7e0af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:12:08Z', 'updated_at': '2021-10-30T15:12:14Z', 'revision_number': 3, 'project_id': 'ea55b09697be4bd28e1dfee52575f408', 'gw_port': {'id': '3ff7fd70-def3-4cb2-ac31-22f3af7e0af5', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:71:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1fd2d01-73a1-4c43-b94e-70c61f2eea89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:12:11Z', 'updated_at': '2021-10-30T15:12:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:12:19.907995 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-705d3955-cf5a-4df7-a134-7ad61d8b271d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:20.020026 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d32a9-79a5-4a7e-b674-e6e2e0eef6d8 req-458a36ce-a693-468e-8f31-c6ee97ea733b tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:20.027546 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f70d32a9-79a5-4a7e-b674-e6e2e0eef6d8 req-458a36ce-a693-468e-8f31-c6ee97ea733b tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3f50d40-de7d-4020-b972-b4c18dee3f99 HTTP/1.1" status: 200 len: 948 time: 0.1596949 Oct 30 15:12:20.038709 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-705d3955-cf5a-4df7-a134-7ad61d8b271d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=086eff2897f44d2db89783f2033dce3e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5586841 Oct 30 15:12:20.039888 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705d3955-cf5a-4df7-a134-7ad61d8b271d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca9616a-ebd6-4df3-a276-9b24be59f435,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:20.057182 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 33886) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:12:20.064875 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-eb0c6d1f-1952-4c4d-82ba-7fbd17d15e9f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:20.135629 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48510a0e-ce14-45aa-bb57-40f3da6b9dc2 None None] Checking router: d1fd2d01-73a1-4c43-b94e-70c61f2eea89 for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:12:20.136062 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48510a0e-ce14-45aa-bb57-40f3da6b9dc2 None None] Updating router d1fd2d01-73a1-4c43-b94e-70c61f2eea89 port 3ff7fd70-def3-4cb2-ac31-22f3af7e0af5 binding host n-d-806683-17 {{(pid=102132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:12:20.167193 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a866ac-23f7-49d8-b2f3-59fa94e17dbd None None] Network 5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:12:20.169229 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6713275a-39a5-44bf-88a3-0532760ec447 None None] Network a6fc47d5-23e3-42bb-a8bc-b37d5765b689 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:12:20.173116 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:20.185560 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-48510a0e-ce14-45aa-bb57-40f3da6b9dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:20.228732 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6807cb2-92be-4c06-888b-e1897f0c6fb0 req-5175ef20-59ac-4899-9a7d-4236c9b51511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:20.230690 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d6807cb2-92be-4c06-888b-e1897f0c6fb0 req-5175ef20-59ac-4899-9a7d-4236c9b51511 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=60a7f2d5-5e62-4ad7-8eda-0793d58e7745 HTTP/1.1" status: 200 len: 1097 time: 0.3711948 Oct 30 15:12:20.258865 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f70d32a9-79a5-4a7e-b674-e6e2e0eef6d8 req-e7c86319-2591-421c-910c-b5a0f2c4ef36 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6e850f5-bbac-48ab-9f8b-66d8b92818ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304082 Oct 30 15:12:20.283869 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-5f1ccd25-ea9d-45d2-9f15-b625ca488ad0 admin admin] Allocated IP 172.20.0.1 (a58fe444-ac18-4f2f-a60f-5757cef69326/86bad708-b245-4630-806f-13e585804342/f84e11d6-96a2-4a6e-9074-0720ae8ffa04) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:12:20.323523 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d57babaf-a5b5-47c4-b456-ec898d29121e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:20.345485 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d6807cb2-92be-4c06-888b-e1897f0c6fb0 req-9ed36723-2d0c-4b77-874e-a294ec73e822 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a8a46e49-cccd-41a4-9d3e-21227b3ef0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944080 Oct 30 15:12:20.349386 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d57babaf-a5b5-47c4-b456-ec898d29121e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:20.376025 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f7d95d0a-af04-42ef-a792-7ca4ac7263b5 None None] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:20.382752 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f7d95d0a-af04-42ef-a792-7ca4ac7263b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:20.412363 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d57babaf-a5b5-47c4-b456-ec898d29121e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:20.418754 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d57babaf-a5b5-47c4-b456-ec898d29121e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:20.422687 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-d57babaf-a5b5-47c4-b456-ec898d29121e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3ca9616a-ebd6-4df3-a276-9b24be59f435 HTTP/1.1" status: 204 len: 168 time: 0.3528800 Oct 30 15:12:20.442000 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57babaf-a5b5-47c4-b456-ec898d29121e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca9616a-ebd6-4df3-a276-9b24be59f435,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:20.459226 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-112e6ee2-40e7-41c6-a83d-2e3afb1dd71c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:20.465009 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-112e6ee2-40e7-41c6-a83d-2e3afb1dd71c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:20.491602 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afbef00-f654-4e17-84bb-d7d32d7d36b1 None None] Pushing event updated for resources: {'Port': ['ID=eac0d166-9fc5-4bd6-9dd9-03bb54ae580b,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:20.510075 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-f7d95d0a-af04-42ef-a792-7ca4ac7263b5 None None] Attempting to bind port eac0d166-9fc5-4bd6-9dd9-03bb54ae580b on host n-d-806683-17 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:12:20.510451 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-f7d95d0a-af04-42ef-a792-7ca4ac7263b5 None None] Attempting to bind port eac0d166-9fc5-4bd6-9dd9-03bb54ae580b by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:12:20.510816 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d95d0a-af04-42ef-a792-7ca4ac7263b5 None None] Attempting to bind port eac0d166-9fc5-4bd6-9dd9-03bb54ae580b on network edc38ef5-7816-4133-914c-cfe2849a0125 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:12:20.519180 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d95d0a-af04-42ef-a792-7ca4ac7263b5 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:12:20.520208 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d95d0a-af04-42ef-a792-7ca4ac7263b5 None None] Checking segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:12:20.520618 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f7d95d0a-af04-42ef-a792-7ca4ac7263b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:20.521011 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d95d0a-af04-42ef-a792-7ca4ac7263b5 None None] Bound using segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:12:20.521553 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-f7d95d0a-af04-42ef-a792-7ca4ac7263b5 None None] Bound port: eac0d166-9fc5-4bd6-9dd9-03bb54ae580b, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:12:20.522160 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f7d95d0a-af04-42ef-a792-7ca4ac7263b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:20.551772 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3cb3f1c4-a6a2-40ad-a594-6f02c4afeb9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:20.575128 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112e6ee2-40e7-41c6-a83d-2e3afb1dd71c admin admin] Pushing event updated for resources: {'Port': ['ID=7846fdbf-79c7-40bb-81d4-a9e0097d45c0,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:20.586973 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-112e6ee2-40e7-41c6-a83d-2e3afb1dd71c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:20.590305 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-f7d95d0a-af04-42ef-a792-7ca4ac7263b5 None None] For port eac0d166-9fc5-4bd6-9dd9-03bb54ae580b, host n-d-806683-17, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:12:20.593775 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-f7d95d0a-af04-42ef-a792-7ca4ac7263b5 None None] For port eac0d166-9fc5-4bd6-9dd9-03bb54ae580b, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=eac0d166-9fc5-4bd6-9dd9-03bb54ae580b,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:12:20.600305 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f7d95d0a-af04-42ef-a792-7ca4ac7263b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:20.625831 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-48510a0e-ce14-45aa-bb57-40f3da6b9dc2 None None] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:20.629458 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5f1ccd25-ea9d-45d2-9f15-b625ca488ad0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:20.634454 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:12:20.715341 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afbef00-f654-4e17-84bb-d7d32d7d36b1 None None] Pushing event updated for resources: {'Port': ['ID=eac0d166-9fc5-4bd6-9dd9-03bb54ae580b,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:20.734749 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d95d0a-af04-42ef-a792-7ca4ac7263b5 None None] Routers {'49ca4773-ce18-4302-bc43-7f33b9d843ba'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:12:20.735800 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-f7d95d0a-af04-42ef-a792-7ca4ac7263b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:11:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['49ca4773-ce18-4302-bc43-7f33b9d843ba'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:12:20.783895 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5f1ccd25-ea9d-45d2-9f15-b625ca488ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:20.831392 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112e6ee2-40e7-41c6-a83d-2e3afb1dd71c admin admin] Network c5e21870-f297-41e3-a7d7-67b7a160a95c is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:12:20.835514 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1ccd25-ea9d-45d2-9f15-b625ca488ad0 admin admin] Network a58fe444-ac18-4f2f-a60f-5757cef69326 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:12:20.840336 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-5a270c61-945b-4075-bc94-06357f0e6e4e None None] For port 50d65d42-fc19-4cc9-b644-9c5b33ea31f0, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:12:20.841924 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-5f1ccd25-ea9d-45d2-9f15-b625ca488ad0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:12:20.864113 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1ccd25-ea9d-45d2-9f15-b625ca488ad0 admin admin] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:12:20.893742 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-48510a0e-ce14-45aa-bb57-40f3da6b9dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:20.911319 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:20.962602 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-48510a0e-ce14-45aa-bb57-40f3da6b9dc2 None None] Attempting to bind port 3ff7fd70-def3-4cb2-ac31-22f3af7e0af5 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:12:20.962955 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-48510a0e-ce14-45aa-bb57-40f3da6b9dc2 None None] Attempting to bind port 3ff7fd70-def3-4cb2-ac31-22f3af7e0af5 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:12:20.963326 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48510a0e-ce14-45aa-bb57-40f3da6b9dc2 None None] Attempting to bind port 3ff7fd70-def3-4cb2-ac31-22f3af7e0af5 on network edc38ef5-7816-4133-914c-cfe2849a0125 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:12:20.994295 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:21.022318 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-5a270c61-945b-4075-bc94-06357f0e6e4e None None] For port 50d65d42-fc19-4cc9-b644-9c5b33ea31f0, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=50d65d42-fc19-4cc9-b644-9c5b33ea31f0,segment=NetworkSegment(9fa55ea7-5902-4048-bdc0-6f3255a5bae7),segment_id=9fa55ea7-5902-4048-bdc0-6f3255a5bae7)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:12:21.077732 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-f7d95d0a-af04-42ef-a792-7ca4ac7263b5 None None] Set router 49ca4773-ce18-4302-bc43-7f33b9d843ba gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:12:21.097379 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5a270c61-945b-4075-bc94-06357f0e6e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:21.106005 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48510a0e-ce14-45aa-bb57-40f3da6b9dc2 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:12:21.106400 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48510a0e-ce14-45aa-bb57-40f3da6b9dc2 None None] Checking segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:12:21.106813 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-48510a0e-ce14-45aa-bb57-40f3da6b9dc2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:21.107212 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48510a0e-ce14-45aa-bb57-40f3da6b9dc2 None None] Bound using segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:12:21.107721 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-48510a0e-ce14-45aa-bb57-40f3da6b9dc2 None None] Bound port: 3ff7fd70-def3-4cb2-ac31-22f3af7e0af5, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:12:21.108741 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-48510a0e-ce14-45aa-bb57-40f3da6b9dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:21.121116 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-3cb3f1c4-a6a2-40ad-a594-6f02c4afeb9b admin admin] Allocated IP 172.20.0.1 (a6fc47d5-23e3-42bb-a8bc-b37d5765b689/32c15624-cf2b-4993-8c91-524d0cc8cb0d/5dc4348f-6a92-44a8-8de1-a5ecf6a1b40a) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:12:21.186183 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3,revision_number=6']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:21.213694 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:12:21.312848 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port e9694779-6b62-455b-9680-56a0d71a5255, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=e9694779-6b62-455b-9680-56a0d71a5255,segment=NetworkSegment(495e0bcf-a0e5-4b3d-8fa7-4467a729ed3e),segment_id=495e0bcf-a0e5-4b3d-8fa7-4467a729ed3e)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:12:21.319260 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5028bb6-d3a9-449c-a29e-049d88cce674 req-25ba66d8-f961-4122-8599-ad742f5ad24c tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:21.333744 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d5028bb6-d3a9-449c-a29e-049d88cce674 req-25ba66d8-f961-4122-8599-ad742f5ad24c tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=660524e5-d36b-4ef4-9c8d-f13627615351 HTTP/1.1" status: 200 len: 945 time: 0.5805774 Oct 30 15:12:21.345804 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 33896) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:12:21.363189 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:21.407420 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-112e6ee2-40e7-41c6-a83d-2e3afb1dd71c admin admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:12:21.447506 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-f7d95d0a-af04-42ef-a792-7ca4ac7263b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ca4773-ce18-4302-bc43-7f33b9d843ba', 'name': 'tempest-AttachSCSIVolumeTestJSON-355732463-router', 'tenant_id': '946d68cf646649d4a859270063911623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': 'eac0d166-9fc5-4bd6-9dd9-03bb54ae580b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:12:11Z', 'updated_at': '2021-10-30T15:12:16Z', 'revision_number': 3, 'project_id': '946d68cf646649d4a859270063911623', 'gw_port': {'id': 'eac0d166-9fc5-4bd6-9dd9-03bb54ae580b', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:40:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ca4773-ce18-4302-bc43-7f33b9d843ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:12:13Z', 'updated_at': '2021-10-30T15:12:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:12:21.450025 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-972d1952-3f1d-4b6a-8f29-77fdd002bc93 None None] Provisioning complete for port 3c8b0429-a542-411a-b922-57b1959c4380 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:12:21.450526 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-972d1952-3f1d-4b6a-8f29-77fdd002bc93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:21.474065 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cb7aff23-865f-4150-92a2-56abc8c6dc0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:21.477343 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5f1ccd25-ea9d-45d2-9f15-b625ca488ad0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:21.510599 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d95d0a-af04-42ef-a792-7ca4ac7263b5 None None] The sync data for ids ['49ca4773-ce18-4302-bc43-7f33b9d843ba'] in n-d-806683-17 is: [{'id': '49ca4773-ce18-4302-bc43-7f33b9d843ba', 'name': 'tempest-AttachSCSIVolumeTestJSON-355732463-router', 'tenant_id': '946d68cf646649d4a859270063911623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': 'eac0d166-9fc5-4bd6-9dd9-03bb54ae580b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:12:11Z', 'updated_at': '2021-10-30T15:12:16Z', 'revision_number': 3, 'project_id': '946d68cf646649d4a859270063911623', 'gw_port': {'id': 'eac0d166-9fc5-4bd6-9dd9-03bb54ae580b', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:40:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ca4773-ce18-4302-bc43-7f33b9d843ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:12:13Z', 'updated_at': '2021-10-30T15:12:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:12:21.571022 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 6347d672-6bdd-4f1a-b4d7-1d2bff6155a4 up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:12:21.620692 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-eb0c6d1f-1952-4c4d-82ba-7fbd17d15e9f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Allocated IP 172.25.4.220 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/6929875a-84ed-46f8-81f3-d96aa19e2753) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:12:21.657085 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:12:21.671972 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c3d1e803-73e0-4a04-9dc7-99f7925d71f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:21.679131 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5d50d-d74b-4dff-99cd-efcd250b39e9 req-f95d179d-0325-4ae4-b950-11719e1c8c5d tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:21.710150 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5be5d50d-d74b-4dff-99cd-efcd250b39e9 req-f95d179d-0325-4ae4-b950-11719e1c8c5d tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] 10.222.0.62 "GET /v2.0/ports?device_id=40774f46-7741-426d-baac-daf4fcffcc4c HTTP/1.1" status: 200 len: 944 time: 0.2999105 Oct 30 15:12:21.710644 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1ccd25-ea9d-45d2-9f15-b625ca488ad0 admin admin] Pushing event updated for resources: {'Port': ['ID=f84e11d6-96a2-4a6e-9074-0720ae8ffa04,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:21.744578 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:21.800118 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '660524e5-d36b-4ef4-9c8d-f13627615351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9694779-6b62-455b-9680-56a0d71a5255'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:12:21.803777 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf6f0bba-0658-441a-9d56-66d66f3ef204" -d '{"events": [{"server_uuid": "660524e5-d36b-4ef4-9c8d-f13627615351", "name": "network-vif-plugged", "status": "completed", "tag": "e9694779-6b62-455b-9680-56a0d71a5255"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:12:21.833569 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb89d00b-96c2-42ee-a341-e46dad017fc2 None None] Pushing event updated for resources: {'Port': ['ID=3ff7fd70-def3-4cb2-ac31-22f3af7e0af5,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:21.837617 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3cb3f1c4-a6a2-40ad-a594-6f02c4afeb9b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:21.841110 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5be5d50d-d74b-4dff-99cd-efcd250b39e9 req-2ff1d0a0-9247-4346-acb1-fc3c550a6bf3 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] 10.222.0.62 "GET /v2.0/security-groups?id=a8a46e49-cccd-41a4-9d3e-21227b3ef0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997388 Oct 30 15:12:21.874635 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port 6347d672-6bdd-4f1a-b4d7-1d2bff6155a4 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:12:21.909355 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5f1ccd25-ea9d-45d2-9f15-b625ca488ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:21.932476 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-112e6ee2-40e7-41c6-a83d-2e3afb1dd71c admin admin] Router 0d2562ec-c091-4ec7-94e7-07744c5eba68 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:12:21.974040 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cb7aff23-865f-4150-92a2-56abc8c6dc0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:21.977882 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-972d1952-3f1d-4b6a-8f29-77fdd002bc93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:21.991006 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cb7aff23-865f-4150-92a2-56abc8c6dc0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:22.064193 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-48510a0e-ce14-45aa-bb57-40f3da6b9dc2 None None] For port 3ff7fd70-def3-4cb2-ac31-22f3af7e0af5, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:12:22.070475 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a270c61-945b-4075-bc94-06357f0e6e4e None None] Pushing event updated for resources: {'Port': ['ID=50d65d42-fc19-4cc9-b644-9c5b33ea31f0,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:22.091683 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d5028bb6-d3a9-449c-a29e-049d88cce674 req-748bca23-37b1-4cc1-abd2-a89aaabeb503 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6653461 Oct 30 15:12:22.145236 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port 6347d672-6bdd-4f1a-b4d7-1d2bff6155a4 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:12:22.145771 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:22.192474 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3cb3f1c4-a6a2-40ad-a594-6f02c4afeb9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:22.284200 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=e9694779-6b62-455b-9680-56a0d71a5255,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:22.301173 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fcd9a89-138c-40c4-9ceb-59aabea3731b x-openstack-request-id: req-6fcd9a89-138c-40c4-9ceb-59aabea3731b {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:12:22.301601 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "660524e5-d36b-4ef4-9c8d-f13627615351", "name": "network-vif-plugged", "status": "completed", "tag": "e9694779-6b62-455b-9680-56a0d71a5255", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:12:22.301961 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6fcd9a89-138c-40c4-9ceb-59aabea3731b {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:12:22.302485 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '660524e5-d36b-4ef4-9c8d-f13627615351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9694779-6b62-455b-9680-56a0d71a5255', 'code': 200} Oct 30 15:12:22.321280 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-112e6ee2-40e7-41c6-a83d-2e3afb1dd71c admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:12:22.327271 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-112e6ee2-40e7-41c6-a83d-2e3afb1dd71c admin admin] 10.222.0.62 "PUT /v2.0/routers/0d2562ec-c091-4ec7-94e7-07744c5eba68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2085848 Oct 30 15:12:22.335831 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 345333f2-129c-41c5-823d-e1ef914732c0 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:12:22.341129 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-48510a0e-ce14-45aa-bb57-40f3da6b9dc2 None None] For port 3ff7fd70-def3-4cb2-ac31-22f3af7e0af5, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=3ff7fd70-def3-4cb2-ac31-22f3af7e0af5,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:12:22.352732 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07e64e3-7e99-45c2-b92f-81e4f78f8e96 None None] Sync routers for ids ['0d2562ec-c091-4ec7-94e7-07744c5eba68'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:12:22.377945 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-eb0c6d1f-1952-4c4d-82ba-7fbd17d15e9f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:22.417276 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb3f1c4-a6a2-40ad-a594-6f02c4afeb9b admin admin] Network a6fc47d5-23e3-42bb-a8bc-b37d5765b689 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:12:22.422343 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7aff23-865f-4150-92a2-56abc8c6dc0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2601c3-ff6a-446f-acb5-ffb46742ad9f,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:22.429154 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb3f1c4-a6a2-40ad-a594-6f02c4afeb9b admin admin] Pushing event updated for resources: {'Port': ['ID=5dc4348f-6a92-44a8-8de1-a5ecf6a1b40a,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:22.430981 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a15be5-2f65-483c-9837-ac9db77f8389 req-10565098-6cdc-46c6-939a-784119126edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:22.432606 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b1a15be5-2f65-483c-9837-ac9db77f8389 req-10565098-6cdc-46c6-939a-784119126edc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=660524e5-d36b-4ef4-9c8d-f13627615351 HTTP/1.1" status: 200 len: 1098 time: 0.0995414 Oct 30 15:12:22.434323 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-972d1952-3f1d-4b6a-8f29-77fdd002bc93 None None] For port 3c8b0429-a542-411a-b922-57b1959c4380, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=3c8b0429-a542-411a-b922-57b1959c4380,segment=NetworkSegment(d48b95d1-af63-4106-89bd-badbf84e8271),segment_id=d48b95d1-af63-4106-89bd-badbf84e8271)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:12:22.445518 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee414236-fc2b-4ed2-aea4-481059f5b641 req-2abfa97c-5693-4f00-af8a-3aa9c871cb4f tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:22.447761 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ee414236-fc2b-4ed2-aea4-481059f5b641 req-2abfa97c-5693-4f00-af8a-3aa9c871cb4f tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3f50d40-de7d-4020-b972-b4c18dee3f99 HTTP/1.1" status: 200 len: 946 time: 0.4356208 Oct 30 15:12:22.461183 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-3cb3f1c4-a6a2-40ad-a594-6f02c4afeb9b admin admin] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:12:22.471033 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb3f1c4-a6a2-40ad-a594-6f02c4afeb9b admin admin] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:12:22.476353 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-cb7aff23-865f-4150-92a2-56abc8c6dc0d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=95fb846892f54fb88262cd68382e488e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1110017 Oct 30 15:12:22.484247 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 33904) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:12:22.539798 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07e64e3-7e99-45c2-b92f-81e4f78f8e96 None None] Routers {'0d2562ec-c091-4ec7-94e7-07744c5eba68'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:12:22.543550 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-f07e64e3-7e99-45c2-b92f-81e4f78f8e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:11:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['0d2562ec-c091-4ec7-94e7-07744c5eba68'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:12:22.546403 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ee414236-fc2b-4ed2-aea4-481059f5b641 req-61a6f49c-2766-438a-967f-0b1cb5c4794a tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6e850f5-bbac-48ab-9f8b-66d8b92818ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851696 Oct 30 15:12:22.572622 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-48510a0e-ce14-45aa-bb57-40f3da6b9dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:22.581587 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b1a15be5-2f65-483c-9837-ac9db77f8389 req-5788d88a-7a66-48f2-968c-caa4386f9556 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327546 Oct 30 15:12:22.588400 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-eb0c6d1f-1952-4c4d-82ba-7fbd17d15e9f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:22.618223 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-972d1952-3f1d-4b6a-8f29-77fdd002bc93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:22.653467 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c6d1f-1952-4c4d-82ba-7fbd17d15e9f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Pushing event updated for resources: {'Port': ['ID=6929875a-84ed-46f8-81f3-d96aa19e2753,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:22.653885 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3cb3f1c4-a6a2-40ad-a594-6f02c4afeb9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:22.665771 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0c6d1f-1952-4c4d-82ba-7fbd17d15e9f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:12:22.666129 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0c6d1f-1952-4c4d-82ba-7fbd17d15e9f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:12:22.666473 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0c6d1f-1952-4c4d-82ba-7fbd17d15e9f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:12:22.666815 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0c6d1f-1952-4c4d-82ba-7fbd17d15e9f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:12:22.667147 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0c6d1f-1952-4c4d-82ba-7fbd17d15e9f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:12:22.667502 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0c6d1f-1952-4c4d-82ba-7fbd17d15e9f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:12:22.667820 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0c6d1f-1952-4c4d-82ba-7fbd17d15e9f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:12:22.668144 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0c6d1f-1952-4c4d-82ba-7fbd17d15e9f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:12:22.668466 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0c6d1f-1952-4c4d-82ba-7fbd17d15e9f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:12:22.668929 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0c6d1f-1952-4c4d-82ba-7fbd17d15e9f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:12:22.669087 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0c6d1f-1952-4c4d-82ba-7fbd17d15e9f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:12:22.669413 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0c6d1f-1952-4c4d-82ba-7fbd17d15e9f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:12:22.675856 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0c6d1f-1952-4c4d-82ba-7fbd17d15e9f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:12:22.688173 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-eb0c6d1f-1952-4c4d-82ba-7fbd17d15e9f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:12:22.696436 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0c6d1f-1952-4c4d-82ba-7fbd17d15e9f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:12:22.844585 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5f1ccd25-ea9d-45d2-9f15-b625ca488ad0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:22.874757 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-eb0c6d1f-1952-4c4d-82ba-7fbd17d15e9f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:22.923571 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-eb0c6d1f-1952-4c4d-82ba-7fbd17d15e9f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:22.963682 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5f1ccd25-ea9d-45d2-9f15-b625ca488ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:23.029132 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c3637c2d-4ea5-4b44-a8e0-d9d03c821bda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:23.071925 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c959710-3982-4148-a527-db9661e7449d None None] Network 67de53ff-61d6-4e57-84de-8610bca9618f requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:12:23.146397 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb824309-91e2-40dc-a873-e5924d794233 req-68377bbc-20a0-4bbe-82ce-96bfb2e5d079 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:23.149228 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fb824309-91e2-40dc-a873-e5924d794233 req-68377bbc-20a0-4bbe-82ce-96bfb2e5d079 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] 10.222.0.62 "GET /v2.0/ports?device_id=40774f46-7741-426d-baac-daf4fcffcc4c HTTP/1.1" status: 200 len: 944 time: 0.1770008 Oct 30 15:12:23.175086 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3,revision_number=7']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:23.177747 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-972d1952-3f1d-4b6a-8f29-77fdd002bc93 None None] Provisioning complete for port 7846fdbf-79c7-40bb-81d4-a9e0097d45c0 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:12:23.178118 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-972d1952-3f1d-4b6a-8f29-77fdd002bc93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:23.197051 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3cb3f1c4-a6a2-40ad-a594-6f02c4afeb9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:23.265621 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fb824309-91e2-40dc-a873-e5924d794233 req-adf66e43-bfae-4ecd-bccd-fd6591886226 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] 10.222.0.62 "GET /v2.0/security-groups?id=a8a46e49-cccd-41a4-9d3e-21227b3ef0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451689 Oct 30 15:12:23.286032 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c3637c2d-4ea5-4b44-a8e0-d9d03c821bda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:23.291352 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-eb0c6d1f-1952-4c4d-82ba-7fbd17d15e9f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:23.298611 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-eb0c6d1f-1952-4c4d-82ba-7fbd17d15e9f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:23.319538 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48510a0e-ce14-45aa-bb57-40f3da6b9dc2 None None] Routers {'d1fd2d01-73a1-4c43-b94e-70c61f2eea89'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:12:23.320094 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-48510a0e-ce14-45aa-bb57-40f3da6b9dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:11:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['d1fd2d01-73a1-4c43-b94e-70c61f2eea89'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:12:23.404813 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1ccd25-ea9d-45d2-9f15-b625ca488ad0 admin admin] Pushing event updated for resources: {'Port': ['ID=f84e11d6-96a2-4a6e-9074-0720ae8ffa04,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:23.410568 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5f1ccd25-ea9d-45d2-9f15-b625ca488ad0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:23.484439 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c6d1f-1952-4c4d-82ba-7fbd17d15e9f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Pushing event updated for resources: {'Port': ['ID=6929875a-84ed-46f8-81f3-d96aa19e2753,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:23.490077 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0e72df3c-5408-475e-aed6-032463411310 req-682703bd-9921-4306-8914-1779a159b0c9 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5820234 Oct 30 15:12:23.507271 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-eb0c6d1f-1952-4c4d-82ba-7fbd17d15e9f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:23.531687 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0316b3ea-25e3-4bf6-b316-7abacc974da3 req-e55bbdbf-4d1d-4302-8276-820d45aae15f tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:23.543146 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0316b3ea-25e3-4bf6-b316-7abacc974da3 req-e55bbdbf-4d1d-4302-8276-820d45aae15f tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=660524e5-d36b-4ef4-9c8d-f13627615351 HTTP/1.1" status: 200 len: 946 time: 0.1292315 Oct 30 15:12:23.562471 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-0e72df3c-5408-475e-aed6-032463411310 req-18049f94-973c-402e-8ca4-2ff6f006ba72 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Request body: {'floatingip': {'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:12:23.581130 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-972d1952-3f1d-4b6a-8f29-77fdd002bc93 None None] Port 7846fdbf-79c7-40bb-81d4-a9e0097d45c0 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:12:23.625883 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0316b3ea-25e3-4bf6-b316-7abacc974da3 req-56966c9e-831d-48d2-b201-a1f87a199879 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809598 Oct 30 15:12:23.627042 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c3637c2d-4ea5-4b44-a8e0-d9d03c821bda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:23.630204 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c3637c2d-4ea5-4b44-a8e0-d9d03c821bda admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:23.644216 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-48510a0e-ce14-45aa-bb57-40f3da6b9dc2 None None] Set router d1fd2d01-73a1-4c43-b94e-70c61f2eea89 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:12:23.644509 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-c3637c2d-4ea5-4b44-a8e0-d9d03c821bda admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/aa2601c3-ff6a-446f-acb5-ffb46742ad9f HTTP/1.1" status: 204 len: 168 time: 1.1562176 Oct 30 15:12:23.666492 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3637c2d-4ea5-4b44-a8e0-d9d03c821bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2601c3-ff6a-446f-acb5-ffb46742ad9f,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:23.741785 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-eb0c6d1f-1952-4c4d-82ba-7fbd17d15e9f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:23.751229 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-eb0c6d1f-1952-4c4d-82ba-7fbd17d15e9f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4688766 Oct 30 15:12:23.792859 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-f07e64e3-7e99-45c2-b92f-81e4f78f8e96 None None] Set router 0d2562ec-c091-4ec7-94e7-07744c5eba68 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:12:23.793931 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-0e72df3c-5408-475e-aed6-032463411310 req-18049f94-973c-402e-8ca4-2ff6f006ba72 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Publish callbacks [] for floatingip, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:23.830730 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 345333f2-129c-41c5-823d-e1ef914732c0 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:12:23.831320 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:23.895010 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feccbf87-a368-4775-870e-2ae48410fa8d req-8a1572f4-58ae-45dd-b843-57c7825a7632 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:23.896951 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3cb3f1c4-a6a2-40ad-a594-6f02c4afeb9b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:23.898749 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-feccbf87-a368-4775-870e-2ae48410fa8d req-8a1572f4-58ae-45dd-b843-57c7825a7632 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3f50d40-de7d-4020-b972-b4c18dee3f99 HTTP/1.1" status: 200 len: 946 time: 0.1358964 Oct 30 15:12:23.966014 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3cb3f1c4-a6a2-40ad-a594-6f02c4afeb9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:23.997751 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-feccbf87-a368-4775-870e-2ae48410fa8d req-151b0a0c-fc8f-444c-9568-08200fd401bc tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6e850f5-bbac-48ab-9f8b-66d8b92818ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913100 Oct 30 15:12:24.093543 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb3f1c4-a6a2-40ad-a594-6f02c4afeb9b admin admin] Pushing event updated for resources: {'Port': ['ID=5dc4348f-6a92-44a8-8de1-a5ecf6a1b40a,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:24.116899 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1ccd25-ea9d-45d2-9f15-b625ca488ad0 admin admin] Network a58fe444-ac18-4f2f-a60f-5757cef69326 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:12:24.142104 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-5f1ccd25-ea9d-45d2-9f15-b625ca488ad0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:12:24.198674 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:24.283287 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb89d00b-96c2-42ee-a341-e46dad017fc2 None None] Pushing event updated for resources: {'Port': ['ID=3ff7fd70-def3-4cb2-ac31-22f3af7e0af5,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:24.337564 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 6347d672-6bdd-4f1a-b4d7-1d2bff6155a4, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=6347d672-6bdd-4f1a-b4d7-1d2bff6155a4,segment=NetworkSegment(135568ea-61a3-4354-9c4c-8109e52de8ab),segment_id=135568ea-61a3-4354-9c4c-8109e52de8ab)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:12:24.362234 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40774f46-7741-426d-baac-daf4fcffcc4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6347d672-6bdd-4f1a-b4d7-1d2bff6155a4'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:12:24.364942 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1697db84-04f3-4d2f-8f55-c25587b85f5e" -d '{"events": [{"server_uuid": "40774f46-7741-426d-baac-daf4fcffcc4c", "name": "network-vif-plugged", "status": "completed", "tag": "6347d672-6bdd-4f1a-b4d7-1d2bff6155a4"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:12:24.371342 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:12:24.397361 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6f2e1ce8-d6b6-4c5c-9808-16577f55dfde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:24.398797 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:24.402696 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-972d1952-3f1d-4b6a-8f29-77fdd002bc93 None None] Provisioning complete for port 345333f2-129c-41c5-823d-e1ef914732c0 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:12:24.403068 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-972d1952-3f1d-4b6a-8f29-77fdd002bc93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:24.407727 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-5dc3cf06-c083-4f0d-a184-02adfc1c4ad8 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1850250853&fields=id&tenant_id=005d49094ead4e63ad23cb02de2bfa34 HTTP/1.1" status: 200 len: 267 time: 0.1116664 Oct 30 15:12:24.480380 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-7464a076-e719-4788-98aa-42248bce7d80 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:24.482417 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-7464a076-e719-4788-98aa-42248bce7d80 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/ports/8aa78acf-b283-45ba-9f2c-33317dfad74a HTTP/1.1" status: 200 len: 930 time: 0.0608323 Oct 30 15:12:24.542743 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-af841c17-5798-4f04-8dc3-91dd61cb028f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:24.544383 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-af841c17-5798-4f04-8dc3-91dd61cb028f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/ports/80060876-f4f1-4c9d-9c66-0639e6343df4 HTTP/1.1" status: 200 len: 931 time: 0.0548670 Oct 30 15:12:24.615950 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-718f3bdc-3b58-4308-be37-76f27699a1e6 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/ports?network_id=67de53ff-61d6-4e57-84de-8610bca9618f&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0637250 Oct 30 15:12:24.663338 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-24219d6a-cfad-498b-a86c-67c36b1d958c tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/ports?network_id=67de53ff-61d6-4e57-84de-8610bca9618f&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0344524 Oct 30 15:12:24.695262 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3cb3f1c4-a6a2-40ad-a594-6f02c4afeb9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:24.801498 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:24.803372 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972d1952-3f1d-4b6a-8f29-77fdd002bc93 None None] Pushing event updated for resources: {'Port': ['ID=3c8b0429-a542-411a-b922-57b1959c4380,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:24.845981 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f1ccd25-ea9d-45d2-9f15-b625ca488ad0 admin admin] Router d1fd2d01-73a1-4c43-b94e-70c61f2eea89 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:12:24.862887 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-0e72df3c-5408-475e-aed6-032463411310 req-18049f94-973c-402e-8ca4-2ff6f006ba72 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:24.879711 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-8406f6d6-a62a-46b9-ae5b-7ee48d402923 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:24.886370 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-8406f6d6-a62a-46b9-ae5b-7ee48d402923 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:24.894033 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-8406f6d6-a62a-46b9-ae5b-7ee48d402923 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:24.896411 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-8406f6d6-a62a-46b9-ae5b-7ee48d402923 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/networks?id=524f8360-eaf2-4133-a589-da68b60c4b3f&id=5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc&id=5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc&id=67de53ff-61d6-4e57-84de-8610bca9618f&id=67de53ff-61d6-4e57-84de-8610bca9618f HTTP/1.1" status: 200 len: 1990 time: 0.2246494 Oct 30 15:12:24.928966 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb3f1c4-a6a2-40ad-a594-6f02c4afeb9b admin admin] Network a6fc47d5-23e3-42bb-a8bc-b37d5765b689 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:12:24.955662 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-218fbdfa-a0d9-4c41-a90b-cf5a0b72e667 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/quotas/005d49094ead4e63ad23cb02de2bfa34 HTTP/1.1" status: 200 len: 375 time: 0.0268707 Oct 30 15:12:24.965706 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-3cb3f1c4-a6a2-40ad-a594-6f02c4afeb9b admin admin] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:12:24.991439 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:25.000461 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:12:25.000461 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:25.104759 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-cc62453c-7654-4f92-8f5d-714e34292457 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=005d49094ead4e63ad23cb02de2bfa34&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1473794 Oct 30 15:12:25.110970 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=6347d672-6bdd-4f1a-b4d7-1d2bff6155a4,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:25.113619 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:25.140974 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-972d1952-3f1d-4b6a-8f29-77fdd002bc93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:25.197175 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-0e72df3c-5408-475e-aed6-032463411310 req-18049f94-973c-402e-8ca4-2ff6f006ba72 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Allocated IP 172.25.4.86 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/a9f2fdc5-cccb-49af-a9fb-c5e23a45abac) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:12:25.205236 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 345333f2-129c-41c5-823d-e1ef914732c0, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=345333f2-129c-41c5-823d-e1ef914732c0,segment=NetworkSegment(67954d17-815c-428c-ae7e-64294647efff),segment_id=67954d17-815c-428c-ae7e-64294647efff)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:12:25.209151 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-f07e64e3-7e99-45c2-b92f-81e4f78f8e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2562ec-c091-4ec7-94e7-07744c5eba68', 'name': 'tempest-FloatingIPDetailsTestJSON-1316059886-router', 'tenant_id': '53f0ab547be74051bf11fa1fbafb4044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'f9ccedd4-0332-4589-8564-f1020c91e868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:12:08Z', 'updated_at': '2021-10-30T15:12:19Z', 'revision_number': 4, 'project_id': '53f0ab547be74051bf11fa1fbafb4044', 'gw_port': {'id': 'f9ccedd4-0332-4589-8564-f1020c91e868', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:64:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2562ec-c091-4ec7-94e7-07744c5eba68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:12:11Z', 'updated_at': '2021-10-30T15:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '7846fdbf-79c7-40bb-81d4-a9e0097d45c0', 'name': '', 'network_id': 'c5e21870-f297-41e3-a7d7-67b7a160a95c', 'tenant_id': '53f0ab547be74051bf11fa1fbafb4044', 'mac_address': 'fa:16:3e:dc:de:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2562ec-c091-4ec7-94e7-07744c5eba68', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '9fda3e29-965e-40a7-a164-9115cdedb360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:12:17Z', 'updated_at': '2021-10-30T15:12:19Z', 'revision_number': 2, 'project_id': '53f0ab547be74051bf11fa1fbafb4044', 'subnets': [{'id': '9fda3e29-965e-40a7-a164-9115cdedb360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:12:25.222840 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:25.223706 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 3c8b0429-a542-411a-b922-57b1959c4380 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:12:25.230512 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f1ccd25-ea9d-45d2-9f15-b625ca488ad0 admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:12:25.255534 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-5f1ccd25-ea9d-45d2-9f15-b625ca488ad0 admin admin] 10.222.0.62 "PUT /v2.0/routers/d1fd2d01-73a1-4c43-b94e-70c61f2eea89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1884415 Oct 30 15:12:25.341794 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-48510a0e-ce14-45aa-bb57-40f3da6b9dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1fd2d01-73a1-4c43-b94e-70c61f2eea89', 'name': 'tempest-ServersTestBootFromVolume-1640369999-router', 'tenant_id': 'ea55b09697be4bd28e1dfee52575f408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '3ff7fd70-def3-4cb2-ac31-22f3af7e0af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:12:08Z', 'updated_at': '2021-10-30T15:12:21Z', 'revision_number': 4, 'project_id': 'ea55b09697be4bd28e1dfee52575f408', 'gw_port': {'id': '3ff7fd70-def3-4cb2-ac31-22f3af7e0af5', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:71:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1fd2d01-73a1-4c43-b94e-70c61f2eea89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:12:11Z', 'updated_at': '2021-10-30T15:12:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'f84e11d6-96a2-4a6e-9074-0720ae8ffa04', 'name': '', 'network_id': 'a58fe444-ac18-4f2f-a60f-5757cef69326', 'tenant_id': 'ea55b09697be4bd28e1dfee52575f408', 'mac_address': 'fa:16:3e:2b:72:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1fd2d01-73a1-4c43-b94e-70c61f2eea89', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '86bad708-b245-4630-806f-13e585804342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:12:19Z', 'updated_at': '2021-10-30T15:12:22Z', 'revision_number': 2, 'project_id': 'ea55b09697be4bd28e1dfee52575f408', 'subnets': [{'id': '86bad708-b245-4630-806f-13e585804342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:12:25.343917 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07e64e3-7e99-45c2-b92f-81e4f78f8e96 None None] Checking router: 0d2562ec-c091-4ec7-94e7-07744c5eba68 for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:12:25.344369 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07e64e3-7e99-45c2-b92f-81e4f78f8e96 None None] Updating router 0d2562ec-c091-4ec7-94e7-07744c5eba68 port 7846fdbf-79c7-40bb-81d4-a9e0097d45c0 binding host n-d-806683-17 {{(pid=102132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:12:25.405317 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb3f1c4-a6a2-40ad-a594-6f02c4afeb9b admin admin] Router 49ca4773-ce18-4302-bc43-7f33b9d843ba has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:12:25.414270 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-eb899d93-06f1-409d-9fc1-d4401c6d58c1 service neutron] 10.222.0.62 "GET /v2.0/networks/524f8360-eaf2-4133-a589-da68b60c4b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515512 Oct 30 15:12:25.593871 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-0e72df3c-5408-475e-aed6-032463411310 req-18049f94-973c-402e-8ca4-2ff6f006ba72 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:25.624848 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-a4863933-578c-42e0-a413-09d15690cede service neutron] 10.222.0.62 "GET /v2.0/networks/524f8360-eaf2-4133-a589-da68b60c4b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998744 Oct 30 15:12:25.635998 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb3f1c4-a6a2-40ad-a594-6f02c4afeb9b admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:12:25.648858 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa0c821-eab1-4806-b041-66eb4996fec9 None None] Sync routers for ids ['49ca4773-ce18-4302-bc43-7f33b9d843ba'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:12:25.651329 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-3cb3f1c4-a6a2-40ad-a594-6f02c4afeb9b admin admin] 10.222.0.62 "PUT /v2.0/routers/49ca4773-ce18-4302-bc43-7f33b9d843ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9948320 Oct 30 15:12:25.663307 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-0e72df3c-5408-475e-aed6-032463411310 req-18049f94-973c-402e-8ca4-2ff6f006ba72 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:25.698566 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-39d4a744-9b0f-43c6-8335-837c5b3220b8 service neutron] 10.222.0.62 "GET /v2.0/ports/8aa78acf-b283-45ba-9f2c-33317dfad74a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0726950 Oct 30 15:12:25.707266 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa0c821-eab1-4806-b041-66eb4996fec9 None None] Routers {'49ca4773-ce18-4302-bc43-7f33b9d843ba'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:12:25.709822 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-cfa0c821-eab1-4806-b041-66eb4996fec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:12:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['49ca4773-ce18-4302-bc43-7f33b9d843ba'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:12:25.720003 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e72df3c-5408-475e-aed6-032463411310 req-18049f94-973c-402e-8ca4-2ff6f006ba72 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:12:25.733039 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-0e72df3c-5408-475e-aed6-032463411310 req-18049f94-973c-402e-8ca4-2ff6f006ba72 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:12:25.738945 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e72df3c-5408-475e-aed6-032463411310 req-18049f94-973c-402e-8ca4-2ff6f006ba72 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:12:25.794094 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18049f94-973c-402e-8ca4-2ff6f006ba72 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Pushing event updated for resources: {'Port': ['ID=a9f2fdc5-cccb-49af-a9fb-c5e23a45abac,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:25.871855 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48510a0e-ce14-45aa-bb57-40f3da6b9dc2 None None] The sync data for ids ['d1fd2d01-73a1-4c43-b94e-70c61f2eea89'] in n-d-806683-17 is: [{'id': 'd1fd2d01-73a1-4c43-b94e-70c61f2eea89', 'name': 'tempest-ServersTestBootFromVolume-1640369999-router', 'tenant_id': 'ea55b09697be4bd28e1dfee52575f408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '3ff7fd70-def3-4cb2-ac31-22f3af7e0af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:12:08Z', 'updated_at': '2021-10-30T15:12:21Z', 'revision_number': 4, 'project_id': 'ea55b09697be4bd28e1dfee52575f408', 'gw_port': {'id': '3ff7fd70-def3-4cb2-ac31-22f3af7e0af5', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:71:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1fd2d01-73a1-4c43-b94e-70c61f2eea89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:12:11Z', 'updated_at': '2021-10-30T15:12:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'f84e11d6-96a2-4a6e-9074-0720ae8ffa04', 'name': '', 'network_id': 'a58fe444-ac18-4f2f-a60f-5757cef69326', 'tenant_id': 'ea55b09697be4bd28e1dfee52575f408', 'mac_address': 'fa:16:3e:2b:72:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1fd2d01-73a1-4c43-b94e-70c61f2eea89', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '86bad708-b245-4630-806f-13e585804342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:12:19Z', 'updated_at': '2021-10-30T15:12:22Z', 'revision_number': 2, 'project_id': 'ea55b09697be4bd28e1dfee52575f408', 'subnets': [{'id': '86bad708-b245-4630-806f-13e585804342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:12:25.890124 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-12eaf447-a198-4976-a8ec-d1f2ba537518 service neutron] 10.222.0.62 "GET /v2.0/networks/5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896641 Oct 30 15:12:25.911246 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f07e64e3-7e99-45c2-b92f-81e4f78f8e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:25.932820 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:25.959509 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.db.api [None req-972d1952-3f1d-4b6a-8f29-77fdd002bc93 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 30 15:12:25.960011 n-d-806683-17 neutron-server[102132]: DEBUG oslo_db.api [None req-972d1952-3f1d-4b6a-8f29-77fdd002bc93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 30 15:12:25.975295 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-0e72df3c-5408-475e-aed6-032463411310 req-18049f94-973c-402e-8ca4-2ff6f006ba72 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:25.999534 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-cfa0c821-eab1-4806-b041-66eb4996fec9 None None] Set router 49ca4773-ce18-4302-bc43-7f33b9d843ba gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:12:26.005440 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=345333f2-129c-41c5-823d-e1ef914732c0,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:26.050946 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-0e72df3c-5408-475e-aed6-032463411310 req-18049f94-973c-402e-8ca4-2ff6f006ba72 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:26.077184 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-24450909-6d47-4a51-9114-6e5ecf884605 service neutron] 10.222.0.62 "GET /v2.0/networks/5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852300 Oct 30 15:12:26.134597 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 3c8b0429-a542-411a-b922-57b1959c4380 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:12:26.139804 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:26.167355 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-350671ac-befa-497e-a90b-eb8d27549712 service neutron] 10.222.0.62 "GET /v2.0/ports/80060876-f4f1-4c9d-9c66-0639e6343df4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0891380 Oct 30 15:12:26.201192 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:12:26.268094 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:26.443149 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-5fcb1a6e-4686-4eb8-9e46-488a53f3ff86 service neutron] 10.222.0.62 "GET /v2.0/networks/5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731032 Oct 30 15:12:26.481227 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-cfa0c821-eab1-4806-b041-66eb4996fec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ca4773-ce18-4302-bc43-7f33b9d843ba', 'name': 'tempest-AttachSCSIVolumeTestJSON-355732463-router', 'tenant_id': '946d68cf646649d4a859270063911623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': 'eac0d166-9fc5-4bd6-9dd9-03bb54ae580b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:12:11Z', 'updated_at': '2021-10-30T15:12:22Z', 'revision_number': 4, 'project_id': '946d68cf646649d4a859270063911623', 'gw_port': {'id': 'eac0d166-9fc5-4bd6-9dd9-03bb54ae580b', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:40:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ca4773-ce18-4302-bc43-7f33b9d843ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:12:13Z', 'updated_at': '2021-10-30T15:12:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '5dc4348f-6a92-44a8-8de1-a5ecf6a1b40a', 'name': '', 'network_id': 'a6fc47d5-23e3-42bb-a8bc-b37d5765b689', 'tenant_id': '946d68cf646649d4a859270063911623', 'mac_address': 'fa:16:3e:15:bf:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ca4773-ce18-4302-bc43-7f33b9d843ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '32c15624-cf2b-4993-8c91-524d0cc8cb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:12:20Z', 'updated_at': '2021-10-30T15:12:23Z', 'revision_number': 2, 'project_id': '946d68cf646649d4a859270063911623', 'subnets': [{'id': '32c15624-cf2b-4993-8c91-524d0cc8cb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:12:26.526971 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3,revision_number=8']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:26.534072 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-0e72df3c-5408-475e-aed6-032463411310 req-18049f94-973c-402e-8ca4-2ff6f006ba72 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:26.543944 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-0e72df3c-5408-475e-aed6-032463411310 req-18049f94-973c-402e-8ca4-2ff6f006ba72 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:26.561605 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa0c821-eab1-4806-b041-66eb4996fec9 None None] Checking router: 49ca4773-ce18-4302-bc43-7f33b9d843ba for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:12:26.561963 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa0c821-eab1-4806-b041-66eb4996fec9 None None] Updating router 49ca4773-ce18-4302-bc43-7f33b9d843ba port 5dc4348f-6a92-44a8-8de1-a5ecf6a1b40a binding host n-d-806683-17 {{(pid=102133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:12:26.599528 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-ce9244c5-8c43-458c-9ad1-f82131a1afd6 service neutron] 10.222.0.62 "GET /v2.0/networks/5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556649 Oct 30 15:12:26.628218 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cfa0c821-eab1-4806-b041-66eb4996fec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:26.664869 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18049f94-973c-402e-8ca4-2ff6f006ba72 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Pushing event updated for resources: {'Port': ['ID=a9f2fdc5-cccb-49af-a9fb-c5e23a45abac,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:26.732112 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-0e72df3c-5408-475e-aed6-032463411310 req-18049f94-973c-402e-8ca4-2ff6f006ba72 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:26.758244 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-0e72df3c-5408-475e-aed6-032463411310 req-18049f94-973c-402e-8ca4-2ff6f006ba72 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:26.768169 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0e72df3c-5408-475e-aed6-032463411310 req-18049f94-973c-402e-8ca4-2ff6f006ba72 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.2233567 Oct 30 15:12:26.777008 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34064) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:12:26.794817 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-beafd0f7-278b-413b-a2b3-38f5fdd4dd1d service neutron] 10.222.0.62 "GET /v2.0/networks/5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925957 Oct 30 15:12:26.867056 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0e72df3c-5408-475e-aed6-032463411310 req-65b1794e-14d0-471f-a56d-51125ea93f24 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.4.86 HTTP/1.1" status: 200 len: 695 time: 0.0975335 Oct 30 15:12:26.873227 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f07e64e3-7e99-45c2-b92f-81e4f78f8e96 None None] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:26.883223 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device f9ccedd4-0332-4589-8564-f1020c91e868 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:12:26.898852 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f07e64e3-7e99-45c2-b92f-81e4f78f8e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:26.930933 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:26.996819 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-24ffbe54-ea54-4797-baf2-e40c4ad30b31 service neutron] 10.222.0.62 "GET /v2.0/networks/5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933849 Oct 30 15:12:27.047870 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576eacf3-02ed-4833-a372-3d269c375d00 None None] Pushing event updated for resources: {'Port': ['ID=7846fdbf-79c7-40bb-81d4-a9e0097d45c0,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:27.057260 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34070) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:12:27.063108 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-a8e287a9-e3f3-4aa8-a365-6fdcdfeac53d admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2037670458-network', 'tenant_id': '1ab57ad80a7c4beaa3f6a7d81b3d43f6'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:12:27.121101 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f99f9370-91d0-4294-95aa-8137757bb676 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:27.140268 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-8aaacc4c-ebe1-4d67-b942-218245a1242d service neutron] 10.222.0.62 "GET /v2.0/networks/5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368906 Oct 30 15:12:27.149713 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e72df3c-5408-475e-aed6-032463411310 req-39d6bdcb-7c0d-4157-aba3-c7c659a6ee16 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:27.165166 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0e72df3c-5408-475e-aed6-032463411310 req-39d6bdcb-7c0d-4157-aba3-c7c659a6ee16 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] 10.222.0.62 "GET /v2.0/networks/edc38ef5-7816-4133-914c-cfe2849a0125 HTTP/1.1" status: 200 len: 784 time: 0.2865481 Oct 30 15:12:27.277924 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-609a82a5-d44e-4d47-aabd-28f34d43b912 None None] Provisioning complete for port 80060876-f4f1-4c9d-9c66-0639e6343df4 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:12:27.278534 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-609a82a5-d44e-4d47-aabd-28f34d43b912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:27.286179 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e287a9-e3f3-4aa8-a365-6fdcdfeac53d admin admin] Made reservation on behalf of 1ab57ad80a7c4beaa3f6a7d81b3d43f6 for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:12:27.290040 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a8e287a9-e3f3-4aa8-a365-6fdcdfeac53d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:27.291853 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-b050614f-f10d-4e82-bbbb-489e8d015e19 service neutron] 10.222.0.62 "GET /v2.0/networks/5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504769 Oct 30 15:12:27.352584 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cfa0c821-eab1-4806-b041-66eb4996fec9 None None] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:27.353826 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a8e287a9-e3f3-4aa8-a365-6fdcdfeac53d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:27.362308 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cfa0c821-eab1-4806-b041-66eb4996fec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:27.371771 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-609a82a5-d44e-4d47-aabd-28f34d43b912 None None] Port 80060876-f4f1-4c9d-9c66-0639e6343df4 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:12:27.387201 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port f9ccedd4-0332-4589-8564-f1020c91e868 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:12:27.387665 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:27.414942 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-f07e64e3-7e99-45c2-b92f-81e4f78f8e96 None None] Attempting to bind port 7846fdbf-79c7-40bb-81d4-a9e0097d45c0 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:12:27.415606 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-f07e64e3-7e99-45c2-b92f-81e4f78f8e96 None None] Attempting to bind port 7846fdbf-79c7-40bb-81d4-a9e0097d45c0 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'd2a9d732-e826-4134-a479-ffe95ee20085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c5e21870-f297-41e3-a7d7-67b7a160a95c'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:12:27.415915 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07e64e3-7e99-45c2-b92f-81e4f78f8e96 None None] Attempting to bind port 7846fdbf-79c7-40bb-81d4-a9e0097d45c0 on network c5e21870-f297-41e3-a7d7-67b7a160a95c {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:12:27.428021 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c24c6f8-b09e-475e-98a2-f6dfd80a510b req-20669bb8-fd16-4692-af71-362790923194 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:27.430358 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4c24c6f8-b09e-475e-98a2-f6dfd80a510b req-20669bb8-fd16-4692-af71-362790923194 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] 10.222.0.62 "GET /v2.0/ports?device_id=40774f46-7741-426d-baac-daf4fcffcc4c HTTP/1.1" status: 200 len: 945 time: 0.1593504 Oct 30 15:12:27.461047 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f99f9370-91d0-4294-95aa-8137757bb676 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:27.465167 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe24e5f9-0f36-462f-8b3e-a488b01893ce None None] Pushing event updated for resources: {'Port': ['ID=5dc4348f-6a92-44a8-8de1-a5ecf6a1b40a,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:27.500561 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07e64e3-7e99-45c2-b92f-81e4f78f8e96 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:12:27.501008 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07e64e3-7e99-45c2-b92f-81e4f78f8e96 None None] Checking segment: {'id': 'd2a9d732-e826-4134-a479-ffe95ee20085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c5e21870-f297-41e3-a7d7-67b7a160a95c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:12:27.501956 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f07e64e3-7e99-45c2-b92f-81e4f78f8e96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:27.501956 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07e64e3-7e99-45c2-b92f-81e4f78f8e96 None None] Bound using segment: {'id': 'd2a9d732-e826-4134-a479-ffe95ee20085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c5e21870-f297-41e3-a7d7-67b7a160a95c'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:12:27.502208 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-f07e64e3-7e99-45c2-b92f-81e4f78f8e96 None None] Bound port: 7846fdbf-79c7-40bb-81d4-a9e0097d45c0, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2a9d732-e826-4134-a479-ffe95ee20085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c5e21870-f297-41e3-a7d7-67b7a160a95c'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:12:27.506969 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f07e64e3-7e99-45c2-b92f-81e4f78f8e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:27.510637 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f99f9370-91d0-4294-95aa-8137757bb676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:27.524477 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-609a82a5-d44e-4d47-aabd-28f34d43b912 None None] Provisioning complete for port 345333f2-129c-41c5-823d-e1ef914732c0 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:12:27.524869 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-609a82a5-d44e-4d47-aabd-28f34d43b912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:27.539068 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-cfa0c821-eab1-4806-b041-66eb4996fec9 None None] Attempting to bind port 5dc4348f-6a92-44a8-8de1-a5ecf6a1b40a on host n-d-806683-17 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:12:27.539426 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-cfa0c821-eab1-4806-b041-66eb4996fec9 None None] Attempting to bind port 5dc4348f-6a92-44a8-8de1-a5ecf6a1b40a by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '67954d17-815c-428c-ae7e-64294647efff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a6fc47d5-23e3-42bb-a8bc-b37d5765b689'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:12:27.540060 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa0c821-eab1-4806-b041-66eb4996fec9 None None] Attempting to bind port 5dc4348f-6a92-44a8-8de1-a5ecf6a1b40a on network a6fc47d5-23e3-42bb-a8bc-b37d5765b689 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:12:27.546186 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa0c821-eab1-4806-b041-66eb4996fec9 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:12:27.546896 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa0c821-eab1-4806-b041-66eb4996fec9 None None] Checking segment: {'id': '67954d17-815c-428c-ae7e-64294647efff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a6fc47d5-23e3-42bb-a8bc-b37d5765b689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:12:27.547482 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cfa0c821-eab1-4806-b041-66eb4996fec9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:27.548209 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa0c821-eab1-4806-b041-66eb4996fec9 None None] Bound using segment: {'id': '67954d17-815c-428c-ae7e-64294647efff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a6fc47d5-23e3-42bb-a8bc-b37d5765b689'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:12:27.548849 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-cfa0c821-eab1-4806-b041-66eb4996fec9 None None] Bound port: 5dc4348f-6a92-44a8-8de1-a5ecf6a1b40a, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67954d17-815c-428c-ae7e-64294647efff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a6fc47d5-23e3-42bb-a8bc-b37d5765b689'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:12:27.549418 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cfa0c821-eab1-4806-b041-66eb4996fec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:27.553283 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-c744df36-db2c-4783-90fa-c848ada1d379 service neutron] 10.222.0.62 "GET /v2.0/networks/67de53ff-61d6-4e57-84de-8610bca9618f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602427 Oct 30 15:12:27.628758 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-f99f9370-91d0-4294-95aa-8137757bb676 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=58913ec87495433da3ac53dc7fa8b45e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8471682 Oct 30 15:12:27.638060 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-cfa0c821-eab1-4806-b041-66eb4996fec9 None None] For port 5dc4348f-6a92-44a8-8de1-a5ecf6a1b40a, host n-d-806683-17, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:12:27.644513 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-cfa0c821-eab1-4806-b041-66eb4996fec9 None None] For port 5dc4348f-6a92-44a8-8de1-a5ecf6a1b40a, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=5dc4348f-6a92-44a8-8de1-a5ecf6a1b40a,segment=NetworkSegment(67954d17-815c-428c-ae7e-64294647efff),segment_id=67954d17-815c-428c-ae7e-64294647efff)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:12:27.648295 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4c24c6f8-b09e-475e-98a2-f6dfd80a510b req-244337f8-ade2-46ba-998a-3e450a785f6e tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] 10.222.0.62 "GET /v2.0/security-groups?id=a8a46e49-cccd-41a4-9d3e-21227b3ef0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931727 Oct 30 15:12:27.650467 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34074) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:12:27.654044 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cfa0c821-eab1-4806-b041-66eb4996fec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:27.756213 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-5914e928-de96-4ff9-981e-d5183c8b3fcf service neutron] 10.222.0.62 "GET /v2.0/networks/67de53ff-61d6-4e57-84de-8610bca9618f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020416 Oct 30 15:12:27.756810 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99f9370-91d0-4294-95aa-8137757bb676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caeaad6f-ab19-4066-bd99-d302b4d83cba,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:27.759337 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe24e5f9-0f36-462f-8b3e-a488b01893ce None None] Pushing event updated for resources: {'Port': ['ID=5dc4348f-6a92-44a8-8de1-a5ecf6a1b40a,revision_number=4']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:27.775623 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fcbcbb6-2201-474e-8c8b-5681b196f9d0 x-openstack-request-id: req-5fcbcbb6-2201-474e-8c8b-5681b196f9d0 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:12:27.775933 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40774f46-7741-426d-baac-daf4fcffcc4c", "name": "network-vif-plugged", "status": "completed", "tag": "6347d672-6bdd-4f1a-b4d7-1d2bff6155a4", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:12:27.777562 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5fcbcbb6-2201-474e-8c8b-5681b196f9d0 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:12:27.777959 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40774f46-7741-426d-baac-daf4fcffcc4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6347d672-6bdd-4f1a-b4d7-1d2bff6155a4', 'code': 200} Oct 30 15:12:27.791232 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa0c821-eab1-4806-b041-66eb4996fec9 None None] Routers {'49ca4773-ce18-4302-bc43-7f33b9d843ba'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:12:27.792754 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-cfa0c821-eab1-4806-b041-66eb4996fec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:12:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['49ca4773-ce18-4302-bc43-7f33b9d843ba'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:12:27.819789 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-da220ae3-2bf9-4619-95f1-3bf7f807c9a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:27.902531 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-da220ae3-2bf9-4619-95f1-3bf7f807c9a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:27.921633 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-f07e64e3-7e99-45c2-b92f-81e4f78f8e96 None None] For port 7846fdbf-79c7-40bb-81d4-a9e0097d45c0, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:12:27.934074 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-f07e64e3-7e99-45c2-b92f-81e4f78f8e96 None None] For port 7846fdbf-79c7-40bb-81d4-a9e0097d45c0, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=7846fdbf-79c7-40bb-81d4-a9e0097d45c0,segment=NetworkSegment(d2a9d732-e826-4134-a479-ffe95ee20085),segment_id=d2a9d732-e826-4134-a479-ffe95ee20085)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:12:27.947377 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f07e64e3-7e99-45c2-b92f-81e4f78f8e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:27.974967 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a8e287a9-e3f3-4aa8-a365-6fdcdfeac53d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:27.981164 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-cfa0c821-eab1-4806-b041-66eb4996fec9 None None] Set router 49ca4773-ce18-4302-bc43-7f33b9d843ba gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:12:27.999085 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a8e287a9-e3f3-4aa8-a365-6fdcdfeac53d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:28.035483 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf82bfb8-e1d2-4978-8b3e-533e19c15ad8 req-6dc7ed22-bc5c-49d1-b24a-cb5ba50a1447 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:28.038349 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cf82bfb8-e1d2-4978-8b3e-533e19c15ad8 req-6dc7ed22-bc5c-49d1-b24a-cb5ba50a1447 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=660524e5-d36b-4ef4-9c8d-f13627615351 HTTP/1.1" status: 200 len: 946 time: 0.1864088 Oct 30 15:12:28.061891 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576eacf3-02ed-4833-a372-3d269c375d00 None None] Pushing event updated for resources: {'Port': ['ID=7846fdbf-79c7-40bb-81d4-a9e0097d45c0,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:28.088597 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8e287a9-e3f3-4aa8-a365-6fdcdfeac53d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:12:28.111008 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-9a457eb7-3a0b-4505-915a-96aec481f3e5 service neutron] 10.222.0.62 "GET /v2.0/networks/67de53ff-61d6-4e57-84de-8610bca9618f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3539040 Oct 30 15:12:28.115646 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adab58b-980c-4324-bd9c-e8efd3440bf0 req-1374ec51-8cb6-4d43-932c-9a8551bc0d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:28.119741 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2adab58b-980c-4324-bd9c-e8efd3440bf0 req-1374ec51-8cb6-4d43-932c-9a8551bc0d12 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=40774f46-7741-426d-baac-daf4fcffcc4c HTTP/1.1" status: 200 len: 1097 time: 0.1539803 Oct 30 15:12:28.127743 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e287a9-e3f3-4aa8-a365-6fdcdfeac53d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0089fed-9d86-45c9-bb72-efb598ff5e72,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:28.148446 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a8e287a9-e3f3-4aa8-a365-6fdcdfeac53d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:28.148800 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-a8e287a9-e3f3-4aa8-a365-6fdcdfeac53d admin admin] Added segment da5872fd-d169-4ec2-a043-1f18348e1cc5 of type vlan for network 0687636a-0af2-498c-b552-02c9858d78c8 Oct 30 15:12:28.150043 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-da220ae3-2bf9-4619-95f1-3bf7f807c9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:28.152699 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-da220ae3-2bf9-4619-95f1-3bf7f807c9a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:28.154219 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-da220ae3-2bf9-4619-95f1-3bf7f807c9a7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/caeaad6f-ab19-4066-bd99-d302b4d83cba HTTP/1.1" status: 204 len: 168 time: 0.4914525 Oct 30 15:12:28.166745 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07e64e3-7e99-45c2-b92f-81e4f78f8e96 None None] Routers {'0d2562ec-c091-4ec7-94e7-07744c5eba68'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:12:28.167914 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-f07e64e3-7e99-45c2-b92f-81e4f78f8e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:12:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['0d2562ec-c091-4ec7-94e7-07744c5eba68'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:12:28.199263 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cf82bfb8-e1d2-4978-8b3e-533e19c15ad8 req-ab073e8c-9dfc-43ce-a85a-da2011435b37 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511285 Oct 30 15:12:28.256659 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da220ae3-2bf9-4619-95f1-3bf7f807c9a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caeaad6f-ab19-4066-bd99-d302b4d83cba,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:28.290744 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a8e287a9-e3f3-4aa8-a365-6fdcdfeac53d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:28.329354 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:28.355187 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a8e287a9-e3f3-4aa8-a365-6fdcdfeac53d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:28.356211 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e287a9-e3f3-4aa8-a365-6fdcdfeac53d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:28.356802 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a8e287a9-e3f3-4aa8-a365-6fdcdfeac53d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:28.401617 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2adab58b-980c-4324-bd9c-e8efd3440bf0 req-7687150a-ca52-4b16-a2af-6eb6fc07e58a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a8a46e49-cccd-41a4-9d3e-21227b3ef0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604916 Oct 30 15:12:28.445585 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-f07e64e3-7e99-45c2-b92f-81e4f78f8e96 None None] Set router 0d2562ec-c091-4ec7-94e7-07744c5eba68 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:12:28.458190 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-3db92740-ab5c-4687-93b8-0ca191daaf18 service neutron] 10.222.0.62 "GET /v2.0/networks/67de53ff-61d6-4e57-84de-8610bca9618f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346844 Oct 30 15:12:28.463035 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-a8e287a9-e3f3-4aa8-a365-6fdcdfeac53d admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4042594 Oct 30 15:12:28.466620 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34080) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:12:28.477843 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-58540cab-2fcb-440c-be2c-7e2b4b15770f admin admin] Request body: {'subnet': {'network_id': '0687636a-0af2-498c-b552-02c9858d78c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2037670458-subnet', 'tenant_id': '1ab57ad80a7c4beaa3f6a7d81b3d43f6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:12:28.524325 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58540cab-2fcb-440c-be2c-7e2b4b15770f admin admin] Made reservation on behalf of 1ab57ad80a7c4beaa3f6a7d81b3d43f6 for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:12:28.526780 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-58540cab-2fcb-440c-be2c-7e2b4b15770f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:28.548707 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-cfa0c821-eab1-4806-b041-66eb4996fec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ca4773-ce18-4302-bc43-7f33b9d843ba', 'name': 'tempest-AttachSCSIVolumeTestJSON-355732463-router', 'tenant_id': '946d68cf646649d4a859270063911623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': 'eac0d166-9fc5-4bd6-9dd9-03bb54ae580b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:12:11Z', 'updated_at': '2021-10-30T15:12:22Z', 'revision_number': 4, 'project_id': '946d68cf646649d4a859270063911623', 'gw_port': {'id': 'eac0d166-9fc5-4bd6-9dd9-03bb54ae580b', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:40:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ca4773-ce18-4302-bc43-7f33b9d843ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:12:13Z', 'updated_at': '2021-10-30T15:12:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '5dc4348f-6a92-44a8-8de1-a5ecf6a1b40a', 'name': '', 'network_id': 'a6fc47d5-23e3-42bb-a8bc-b37d5765b689', 'tenant_id': '946d68cf646649d4a859270063911623', 'mac_address': 'fa:16:3e:15:bf:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ca4773-ce18-4302-bc43-7f33b9d843ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '32c15624-cf2b-4993-8c91-524d0cc8cb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:12:20Z', 'updated_at': '2021-10-30T15:12:27Z', 'revision_number': 4, 'project_id': '946d68cf646649d4a859270063911623', 'subnets': [{'id': '32c15624-cf2b-4993-8c91-524d0cc8cb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:12:28.552048 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e287a9-e3f3-4aa8-a365-6fdcdfeac53d admin admin] Pushing event updated for resources: {'Network': ['ID=0687636a-0af2-498c-b552-02c9858d78c8,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:28.591639 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea0c142-b062-4610-a623-bcc87cebda71 req-c169b95c-0245-4a49-9799-733582bb07b0 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:28.593316 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4ea0c142-b062-4610-a623-bcc87cebda71 req-c169b95c-0245-4a49-9799-733582bb07b0 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3f50d40-de7d-4020-b972-b4c18dee3f99 HTTP/1.1" status: 200 len: 948 time: 0.2162888 Oct 30 15:12:28.659241 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4ea0c142-b062-4610-a623-bcc87cebda71 req-2ddfe342-d3bf-4cb5-ab76-6aecf9592b21 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6e850f5-bbac-48ab-9f8b-66d8b92818ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572143 Oct 30 15:12:28.714367 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa0c821-eab1-4806-b041-66eb4996fec9 None None] The sync data for ids ['49ca4773-ce18-4302-bc43-7f33b9d843ba'] in n-d-806683-17 is: [{'id': '49ca4773-ce18-4302-bc43-7f33b9d843ba', 'name': 'tempest-AttachSCSIVolumeTestJSON-355732463-router', 'tenant_id': '946d68cf646649d4a859270063911623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': 'eac0d166-9fc5-4bd6-9dd9-03bb54ae580b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:12:11Z', 'updated_at': '2021-10-30T15:12:22Z', 'revision_number': 4, 'project_id': '946d68cf646649d4a859270063911623', 'gw_port': {'id': 'eac0d166-9fc5-4bd6-9dd9-03bb54ae580b', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:40:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ca4773-ce18-4302-bc43-7f33b9d843ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:12:13Z', 'updated_at': '2021-10-30T15:12:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '5dc4348f-6a92-44a8-8de1-a5ecf6a1b40a', 'name': '', 'network_id': 'a6fc47d5-23e3-42bb-a8bc-b37d5765b689', 'tenant_id': '946d68cf646649d4a859270063911623', 'mac_address': 'fa:16:3e:15:bf:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ca4773-ce18-4302-bc43-7f33b9d843ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '32c15624-cf2b-4993-8c91-524d0cc8cb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:12:20Z', 'updated_at': '2021-10-30T15:12:27Z', 'revision_number': 4, 'project_id': '946d68cf646649d4a859270063911623', 'subnets': [{'id': '32c15624-cf2b-4993-8c91-524d0cc8cb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:12:28.738625 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 0687636a-0af2-498c-b552-02c9858d78c8 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:12:28.746706 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-609a82a5-d44e-4d47-aabd-28f34d43b912 None None] Provisioning complete for port 3c8b0429-a542-411a-b922-57b1959c4380 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:12:28.747589 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-609a82a5-d44e-4d47-aabd-28f34d43b912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:28.879037 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port f9ccedd4-0332-4589-8564-f1020c91e868, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=f9ccedd4-0332-4589-8564-f1020c91e868,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:12:28.894166 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:28.928847 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-58540cab-2fcb-440c-be2c-7e2b4b15770f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:29.058659 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=f9ccedd4-0332-4589-8564-f1020c91e868,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:29.072162 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-609a82a5-d44e-4d47-aabd-28f34d43b912 None None] Provisioning complete for port 50d65d42-fc19-4cc9-b644-9c5b33ea31f0 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:12:29.072743 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-609a82a5-d44e-4d47-aabd-28f34d43b912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:29.086161 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58540cab-2fcb-440c-be2c-7e2b4b15770f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e27dc96-e022-46cd-af42-973684b35e53,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:29.154300 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58540cab-2fcb-440c-be2c-7e2b4b15770f admin admin] Checking segment: {'id': 'da5872fd-d169-4ec2-a043-1f18348e1cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '0687636a-0af2-498c-b552-02c9858d78c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:12:29.155567 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58540cab-2fcb-440c-be2c-7e2b4b15770f admin admin] Network hostable DHCP agents. Network: 0687636a-0af2-498c-b552-02c9858d78c8, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:12:29.183139 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-f07e64e3-7e99-45c2-b92f-81e4f78f8e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2562ec-c091-4ec7-94e7-07744c5eba68', 'name': 'tempest-FloatingIPDetailsTestJSON-1316059886-router', 'tenant_id': '53f0ab547be74051bf11fa1fbafb4044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'f9ccedd4-0332-4589-8564-f1020c91e868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:12:08Z', 'updated_at': '2021-10-30T15:12:19Z', 'revision_number': 4, 'project_id': '53f0ab547be74051bf11fa1fbafb4044', 'gw_port': {'id': 'f9ccedd4-0332-4589-8564-f1020c91e868', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:64:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2562ec-c091-4ec7-94e7-07744c5eba68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:12:11Z', 'updated_at': '2021-10-30T15:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '7846fdbf-79c7-40bb-81d4-a9e0097d45c0', 'name': '', 'network_id': 'c5e21870-f297-41e3-a7d7-67b7a160a95c', 'tenant_id': '53f0ab547be74051bf11fa1fbafb4044', 'mac_address': 'fa:16:3e:dc:de:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2562ec-c091-4ec7-94e7-07744c5eba68', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '9fda3e29-965e-40a7-a164-9115cdedb360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:12:17Z', 'updated_at': '2021-10-30T15:12:27Z', 'revision_number': 4, 'project_id': '53f0ab547be74051bf11fa1fbafb4044', 'subnets': [{'id': '9fda3e29-965e-40a7-a164-9115cdedb360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:12:29.188348 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58540cab-2fcb-440c-be2c-7e2b4b15770f admin admin] Network 0687636a-0af2-498c-b552-02c9858d78c8 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:12:29.201167 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-58540cab-2fcb-440c-be2c-7e2b4b15770f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 0687636a-0af2-498c-b552-02c9858d78c8) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:12:29.221733 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58540cab-2fcb-440c-be2c-7e2b4b15770f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:29.222633 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-58540cab-2fcb-440c-be2c-7e2b4b15770f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:29.237954 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e185ed2d-ece4-45e8-b9d2-58e4ddf92b74 None None] Network 0687636a-0af2-498c-b552-02c9858d78c8 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:12:29.263224 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34118) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:12:29.269185 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-58540cab-2fcb-440c-be2c-7e2b4b15770f admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8012214 Oct 30 15:12:29.281862 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-39cd7cc9-29fa-478f-a578-2f41db87344f admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2037670458-router', 'tenant_id': '1ab57ad80a7c4beaa3f6a7d81b3d43f6', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:12:29.369841 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34122) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:12:29.375902 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-6fef5525-3ad4-4d9e-8032-87689358748d tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1530888617', 'description': 'tempest-description--2011409627'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:12:29.422605 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-39cd7cc9-29fa-478f-a578-2f41db87344f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:29.424234 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-39cd7cc9-29fa-478f-a578-2f41db87344f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:29.454144 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6fef5525-3ad4-4d9e-8032-87689358748d tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:29.621060 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 50d65d42-fc19-4cc9-b644-9c5b33ea31f0 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:12:29.671230 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07e64e3-7e99-45c2-b92f-81e4f78f8e96 None None] The sync data for ids ['0d2562ec-c091-4ec7-94e7-07744c5eba68'] in n-d-806683-17 is: [{'id': '0d2562ec-c091-4ec7-94e7-07744c5eba68', 'name': 'tempest-FloatingIPDetailsTestJSON-1316059886-router', 'tenant_id': '53f0ab547be74051bf11fa1fbafb4044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'f9ccedd4-0332-4589-8564-f1020c91e868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:12:08Z', 'updated_at': '2021-10-30T15:12:19Z', 'revision_number': 4, 'project_id': '53f0ab547be74051bf11fa1fbafb4044', 'gw_port': {'id': 'f9ccedd4-0332-4589-8564-f1020c91e868', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:64:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2562ec-c091-4ec7-94e7-07744c5eba68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:12:11Z', 'updated_at': '2021-10-30T15:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '7846fdbf-79c7-40bb-81d4-a9e0097d45c0', 'name': '', 'network_id': 'c5e21870-f297-41e3-a7d7-67b7a160a95c', 'tenant_id': '53f0ab547be74051bf11fa1fbafb4044', 'mac_address': 'fa:16:3e:dc:de:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2562ec-c091-4ec7-94e7-07744c5eba68', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '9fda3e29-965e-40a7-a164-9115cdedb360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:12:17Z', 'updated_at': '2021-10-30T15:12:27Z', 'revision_number': 4, 'project_id': '53f0ab547be74051bf11fa1fbafb4044', 'subnets': [{'id': '9fda3e29-965e-40a7-a164-9115cdedb360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:12:29.714803 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6fef5525-3ad4-4d9e-8032-87689358748d tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:29.761981 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-39cd7cc9-29fa-478f-a578-2f41db87344f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:29.778872 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-609a82a5-d44e-4d47-aabd-28f34d43b912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:29.821353 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6fef5525-3ad4-4d9e-8032-87689358748d tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:29.868966 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f50d40-de7d-4020-b972-b4c18dee3f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:12:29.877485 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239c9672-e396-4e5c-b5a0-5790564b7ae0" -d '{"events": [{"server_uuid": "b3f50d40-de7d-4020-b972-b4c18dee3f99", "name": "network-vif-plugged", "status": "completed", "tag": "44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:12:29.878289 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6fef5525-3ad4-4d9e-8032-87689358748d tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:29.882773 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-6fef5525-3ad4-4d9e-8032-87689358748d tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5115206 Oct 30 15:12:29.899011 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34134) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:12:29.904481 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4ff8a608-0623-474a-a306-a5555c6ba067 req-0eeb981b-406f-4098-b408-96bae0e512ee tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4658473 Oct 30 15:12:29.926626 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-8e9ecf42-1f98-4ad0-b830-90850e4f8123 tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Request body: {'security_group_rule': {'security_group_id': '409aa1d7-6954-49d1-b464-0b34218da972', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:12:29.960156 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:29.980171 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-4ff8a608-0623-474a-a306-a5555c6ba067 req-ba778d30-23e6-41f3-8a4c-5f201d4eb9f9 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Request body: {'floatingip': {'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:12:29.989017 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8e9ecf42-1f98-4ad0-b830-90850e4f8123 tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:30.052695 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fef5525-3ad4-4d9e-8032-87689358748d tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=409aa1d7-6954-49d1-b464-0b34218da972,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:30.086318 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-609a82a5-d44e-4d47-aabd-28f34d43b912 None None] For port 50d65d42-fc19-4cc9-b644-9c5b33ea31f0, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=50d65d42-fc19-4cc9-b644-9c5b33ea31f0,segment=NetworkSegment(9fa55ea7-5902-4048-bdc0-6f3255a5bae7),segment_id=9fa55ea7-5902-4048-bdc0-6f3255a5bae7)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:12:30.098659 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd182747-57a2-47dc-945c-012b4f4573a4 req-efbced9c-836b-4b54-bfd3-dfe9c92d35cb tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:30.103676 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bd182747-57a2-47dc-945c-012b4f4573a4 req-efbced9c-836b-4b54-bfd3-dfe9c92d35cb tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=660524e5-d36b-4ef4-9c8d-f13627615351 HTTP/1.1" status: 200 len: 946 time: 0.3861849 Oct 30 15:12:30.166889 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bd182747-57a2-47dc-945c-012b4f4573a4 req-9e9d0fc7-ea89-4170-83f5-6d74c8afb1cb tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574999 Oct 30 15:12:30.175293 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-609a82a5-d44e-4d47-aabd-28f34d43b912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:30.293980 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-39cd7cc9-29fa-478f-a578-2f41db87344f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:30.305587 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-4ff8a608-0623-474a-a306-a5555c6ba067 req-ba778d30-23e6-41f3-8a4c-5f201d4eb9f9 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Publish callbacks [] for floatingip, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:30.353774 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609a82a5-d44e-4d47-aabd-28f34d43b912 None None] Pushing event updated for resources: {'Port': ['ID=50d65d42-fc19-4cc9-b644-9c5b33ea31f0,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:30.360791 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 50d65d42-fc19-4cc9-b644-9c5b33ea31f0 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:12:30.361166 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:30.392766 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8e9ecf42-1f98-4ad0-b830-90850e4f8123 tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:30.400566 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8e9ecf42-1f98-4ad0-b830-90850e4f8123 tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:30.437267 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7f387b-3a12-4423-945c-cf72d472ba61 req-bc47fb25-ee98-4e5a-ab3d-da22e9b7569a tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:30.439247 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ad7f387b-3a12-4423-945c-cf72d472ba61 req-bc47fb25-ee98-4e5a-ab3d-da22e9b7569a tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] 10.222.0.62 "GET /v2.0/ports?device_id=40774f46-7741-426d-baac-daf4fcffcc4c HTTP/1.1" status: 200 len: 945 time: 0.1652069 Oct 30 15:12:30.529363 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-609a82a5-d44e-4d47-aabd-28f34d43b912 None None] Provisioning complete for port 7846fdbf-79c7-40bb-81d4-a9e0097d45c0 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:12:30.529743 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-609a82a5-d44e-4d47-aabd-28f34d43b912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:30.535272 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ad7f387b-3a12-4423-945c-cf72d472ba61 req-433a2081-cf7e-4605-b575-fb7f74d1eeaa tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] 10.222.0.62 "GET /v2.0/security-groups?id=a8a46e49-cccd-41a4-9d3e-21227b3ef0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900073 Oct 30 15:12:30.549429 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8e9ecf42-1f98-4ad0-b830-90850e4f8123 tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:30.563114 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-8e9ecf42-1f98-4ad0-b830-90850e4f8123 tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6574411 Oct 30 15:12:30.566780 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34154) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:12:30.586572 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-84a151e5-7143-4b62-8074-d81209844042 tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Request body: {'security_group_rule': {'security_group_id': '409aa1d7-6954-49d1-b464-0b34218da972', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:12:30.608719 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9ecf42-1f98-4ad0-b830-90850e4f8123 tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7887e079-2c5c-4e12-a4ec-e5bbd8806537,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:30.774333 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-84a151e5-7143-4b62-8074-d81209844042 tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:30.789538 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 3ff7fd70-def3-4cb2-ac31-22f3af7e0af5 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:12:30.807676 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab232af-e021-4529-aec0-a132620c7ce9 None None] Sync routers for ids ['d1fd2d01-73a1-4c43-b94e-70c61f2eea89'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:12:30.811640 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f026ba5-6646-44bf-8974-e7072c52b8a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-0687636a-0af2-498c-b552-02c9858d78c8', 'network_id': '0687636a-0af2-498c-b552-02c9858d78c8', 'tenant_id': '1ab57ad80a7c4beaa3f6a7d81b3d43f6', 'fixed_ips': [{'subnet_id': '3e27dc96-e022-46cd-af42-973684b35e53'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:12:30.812499 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2f026ba5-6646-44bf-8974-e7072c52b8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:30.907288 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-16a57515-d081-4dd9-8dc7-a27a0efbe12c req-ccb13c89-5969-4d0d-a90f-ee5a8a52525f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 210 time: 0.0768774 Oct 30 15:12:30.939971 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab232af-e021-4529-aec0-a132620c7ce9 None None] Routers {'d1fd2d01-73a1-4c43-b94e-70c61f2eea89'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:12:30.940623 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-3ab232af-e021-4529-aec0-a132620c7ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:12:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['d1fd2d01-73a1-4c43-b94e-70c61f2eea89'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:12:30.999113 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-84a151e5-7143-4b62-8074-d81209844042 tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:31.004307 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-4ff8a608-0623-474a-a306-a5555c6ba067 req-ba778d30-23e6-41f3-8a4c-5f201d4eb9f9 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:31.172514 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-84a151e5-7143-4b62-8074-d81209844042 tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:31.191444 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-39cd7cc9-29fa-478f-a578-2f41db87344f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:31.203675 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:12:31.273377 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-84a151e5-7143-4b62-8074-d81209844042 tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:31.279112 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-84a151e5-7143-4b62-8074-d81209844042 tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7097809 Oct 30 15:12:31.279981 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 3ff7fd70-def3-4cb2-ac31-22f3af7e0af5 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:12:31.280512 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdabc1c-a85f-465e-a509-945ca1ccf1d3 req-45a2dc15-7ed5-4869-922f-d5efc3f49f28 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:31.281002 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-39cd7cc9-29fa-478f-a578-2f41db87344f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:31.281925 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:31.293805 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9bdabc1c-a85f-465e-a509-945ca1ccf1d3 req-45a2dc15-7ed5-4869-922f-d5efc3f49f28 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3f50d40-de7d-4020-b972-b4c18dee3f99 HTTP/1.1" status: 200 len: 948 time: 0.1862750 Oct 30 15:12:31.294678 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-609a82a5-d44e-4d47-aabd-28f34d43b912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:31.312210 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34164) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:12:31.322452 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-659c1908-fc1b-4c80-9e1c-2d2ab80af653 tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Request body: {'floatingip': {'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:12:31.367038 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-659c1908-fc1b-4c80-9e1c-2d2ab80af653 tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Publish callbacks [] for floatingip, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:31.376732 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a151e5-7143-4b62-8074-d81209844042 tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b4720a0-0171-4836-b9f1-addb3f51a35e,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:31.402061 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-2f026ba5-6646-44bf-8974-e7072c52b8a1 None None] Allocated IP 172.20.0.2 (0687636a-0af2-498c-b552-02c9858d78c8/3e27dc96-e022-46cd-af42-973684b35e53/1c90148b-b247-41e8-9b94-71dd286b359c) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:12:31.517126 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-3ab232af-e021-4529-aec0-a132620c7ce9 None None] Set router d1fd2d01-73a1-4c43-b94e-70c61f2eea89 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:12:31.535022 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-4ff8a608-0623-474a-a306-a5555c6ba067 req-ba778d30-23e6-41f3-8a4c-5f201d4eb9f9 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Allocated IP 172.25.4.194 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/17582c71-c9a0-42e8-8b06-c93d95f037c5) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:12:31.592274 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9bdabc1c-a85f-465e-a509-945ca1ccf1d3 req-b60f0f3d-4dec-437c-9e68-09cfb07214d4 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6e850f5-bbac-48ab-9f8b-66d8b92818ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956216 Oct 30 15:12:31.604823 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-609a82a5-d44e-4d47-aabd-28f34d43b912 None None] For port 7846fdbf-79c7-40bb-81d4-a9e0097d45c0, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=7846fdbf-79c7-40bb-81d4-a9e0097d45c0,segment=NetworkSegment(d2a9d732-e826-4134-a479-ffe95ee20085),segment_id=d2a9d732-e826-4134-a479-ffe95ee20085)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:12:31.617781 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-609a82a5-d44e-4d47-aabd-28f34d43b912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:31.722827 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34170) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:12:31.747992 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6052334f-c979-4a93-b2e5-527c5c65ce2f x-openstack-request-id: req-6052334f-c979-4a93-b2e5-527c5c65ce2f {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:12:31.748941 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f50d40-de7d-4020-b972-b4c18dee3f99", "name": "network-vif-plugged", "status": "completed", "tag": "44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:12:31.749090 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6052334f-c979-4a93-b2e5-527c5c65ce2f {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:12:31.749478 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f50d40-de7d-4020-b972-b4c18dee3f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3', 'code': 200} Oct 30 15:12:31.776348 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-659c1908-fc1b-4c80-9e1c-2d2ab80af653 tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:31.923220 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:31.948355 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 3ff7fd70-def3-4cb2-ac31-22f3af7e0af5, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=3ff7fd70-def3-4cb2-ac31-22f3af7e0af5,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:12:31.949612 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-609a82a5-d44e-4d47-aabd-28f34d43b912 None None] Provisioning complete for port f84e11d6-96a2-4a6e-9074-0720ae8ffa04 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:12:31.950150 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-609a82a5-d44e-4d47-aabd-28f34d43b912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:31.969556 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2f026ba5-6646-44bf-8974-e7072c52b8a1 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:31.989881 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:31.990698 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-d366568c-32cd-4ef0-b1a0-608418ab39cc tempest-QuotasNegativeTest-127297353 tempest-QuotasNegativeTest-127297353-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:12:31.991620 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 345333f2-129c-41c5-823d-e1ef914732c0 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:12:32.053668 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-d366568c-32cd-4ef0-b1a0-608418ab39cc tempest-QuotasNegativeTest-127297353 tempest-QuotasNegativeTest-127297353-project-admin] 10.222.0.62 "PUT /v2.0/quotas/ffc911a6530e4fcdb9512edb06439c14 HTTP/1.1" status: 200 len: 368 time: 0.3285799 Oct 30 15:12:32.056916 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2f026ba5-6646-44bf-8974-e7072c52b8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:32.057854 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34184) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:12:32.063885 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-ca3dc887-1a9e-4544-8cd5-c49b9f65f958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:32.065236 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-ca3dc887-1a9e-4544-8cd5-c49b9f65f958 service neutron] 10.222.0.53 "GET /v2.0/ports/8aa78acf-b283-45ba-9f2c-33317dfad74a HTTP/1.1" status: 200 len: 1026 time: 0.0605381 Oct 30 15:12:32.074224 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-fb412b03-25f3-479b-ac55-7d564e1f6e84 tempest-QuotasNegativeTest-127297353 tempest-QuotasNegativeTest-127297353-project-admin] Request body: {'network': {'project_id': 'ffc911a6530e4fcdb9512edb06439c14'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:12:32.146876 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb412b03-25f3-479b-ac55-7d564e1f6e84 tempest-QuotasNegativeTest-127297353 tempest-QuotasNegativeTest-127297353-project-admin] Made reservation on behalf of ffc911a6530e4fcdb9512edb06439c14 for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:12:32.149797 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fb412b03-25f3-479b-ac55-7d564e1f6e84 tempest-QuotasNegativeTest-127297353 tempest-QuotasNegativeTest-127297353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:32.166290 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fb412b03-25f3-479b-ac55-7d564e1f6e84 tempest-QuotasNegativeTest-127297353 tempest-QuotasNegativeTest-127297353-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:32.172793 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-11a7bb02-f711-4a8f-9ca0-8318190b0c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:32.195174 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-11a7bb02-f711-4a8f-9ca0-8318190b0c95 service neutron] 10.222.0.53 "GET /v2.0/ports/80060876-f4f1-4c9d-9c66-0639e6343df4 HTTP/1.1" status: 200 len: 1027 time: 0.1125133 Oct 30 15:12:32.199648 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:32.207590 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c16e5-9e1d-4a8e-b42e-fc3b66c5ae12 req-173c4720-b2f0-4380-96f9-85472c798bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:32.209299 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d16c16e5-9e1d-4a8e-b42e-fc3b66c5ae12 req-173c4720-b2f0-4380-96f9-85472c798bfd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b3f50d40-de7d-4020-b972-b4c18dee3f99 HTTP/1.1" status: 200 len: 1100 time: 0.1587989 Oct 30 15:12:32.235956 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609a82a5-d44e-4d47-aabd-28f34d43b912 None None] Pushing event updated for resources: {'Port': ['ID=7846fdbf-79c7-40bb-81d4-a9e0097d45c0,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:32.260262 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-4ff8a608-0623-474a-a306-a5555c6ba067 req-ba778d30-23e6-41f3-8a4c-5f201d4eb9f9 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:32.281168 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb57ca-e037-4db7-a3c3-57c7248c7fc1 req-873a607d-74c9-4623-8247-5b3cade8fa62 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:32.283366 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-75cb57ca-e037-4db7-a3c3-57c7248c7fc1 req-873a607d-74c9-4623-8247-5b3cade8fa62 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] 10.222.0.62 "GET /v2.0/ports?device_id=60a7f2d5-5e62-4ad7-8eda-0793d58e7745 HTTP/1.1" status: 200 len: 945 time: 0.0898168 Oct 30 15:12:32.330408 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d16c16e5-9e1d-4a8e-b42e-fc3b66c5ae12 req-6ef088cd-6cb5-46e7-bbb2-c480e81a20ac service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b6e850f5-bbac-48ab-9f8b-66d8b92818ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055017 Oct 30 15:12:32.342910 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f026ba5-6646-44bf-8974-e7072c52b8a1 None None] Network 0687636a-0af2-498c-b552-02c9858d78c8 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:12:32.346912 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=3ff7fd70-def3-4cb2-ac31-22f3af7e0af5,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:32.376054 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-75cb57ca-e037-4db7-a3c3-57c7248c7fc1 req-a8e908ff-9bde-460f-aa49-e9f629d2d002 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] 10.222.0.62 "GET /v2.0/security-groups?id=a8a46e49-cccd-41a4-9d3e-21227b3ef0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795062 Oct 30 15:12:32.389343 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fb412b03-25f3-479b-ac55-7d564e1f6e84 tempest-QuotasNegativeTest-127297353 tempest-QuotasNegativeTest-127297353-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:32.395333 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fb412b03-25f3-479b-ac55-7d564e1f6e84 tempest-QuotasNegativeTest-127297353 tempest-QuotasNegativeTest-127297353-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:32.419581 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-3355d98d-db6c-4d60-89d7-6cad2103ec20 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:32.424290 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f026ba5-6646-44bf-8974-e7072c52b8a1 None None] Pushing event updated for resources: {'Port': ['ID=1c90148b-b247-41e8-9b94-71dd286b359c,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:32.427710 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-3355d98d-db6c-4d60-89d7-6cad2103ec20 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:32.440220 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-2f026ba5-6646-44bf-8974-e7072c52b8a1 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:12:32.443041 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-3355d98d-db6c-4d60-89d7-6cad2103ec20 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:32.446065 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-3355d98d-db6c-4d60-89d7-6cad2103ec20 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.53 "GET /v2.0/networks?id=524f8360-eaf2-4133-a589-da68b60c4b3f&id=5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc&id=5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc&id=5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc&id=5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc&id=67de53ff-61d6-4e57-84de-8610bca9618f&id=67de53ff-61d6-4e57-84de-8610bca9618f HTTP/1.1" status: 200 len: 1990 time: 0.2415540 Oct 30 15:12:32.447397 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-4ff8a608-0623-474a-a306-a5555c6ba067 req-ba778d30-23e6-41f3-8a4c-5f201d4eb9f9 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:32.448264 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f026ba5-6646-44bf-8974-e7072c52b8a1 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:12:32.478873 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-609a82a5-d44e-4d47-aabd-28f34d43b912 None None] Port f84e11d6-96a2-4a6e-9074-0720ae8ffa04 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:12:32.505806 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ff8a608-0623-474a-a306-a5555c6ba067 req-ba778d30-23e6-41f3-8a4c-5f201d4eb9f9 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:12:32.510147 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-4ff8a608-0623-474a-a306-a5555c6ba067 req-ba778d30-23e6-41f3-8a4c-5f201d4eb9f9 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:12:32.516565 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ff8a608-0623-474a-a306-a5555c6ba067 req-ba778d30-23e6-41f3-8a4c-5f201d4eb9f9 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:12:32.519196 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba778d30-23e6-41f3-8a4c-5f201d4eb9f9 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Pushing event updated for resources: {'Port': ['ID=17582c71-c9a0-42e8-8b06-c93d95f037c5,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:32.535502 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb412b03-25f3-479b-ac55-7d564e1f6e84 tempest-QuotasNegativeTest-127297353 tempest-QuotasNegativeTest-127297353-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:12:32.551948 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb412b03-25f3-479b-ac55-7d564e1f6e84 tempest-QuotasNegativeTest-127297353 tempest-QuotasNegativeTest-127297353-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c3dd7a-ebd2-4e7f-ac6a-dc6a44d10a7c,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:32.565102 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 345333f2-129c-41c5-823d-e1ef914732c0 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:12:32.565426 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:32.599588 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4b251c6d-b22a-476e-bc5f-100951d193d3 req-5057a2e8-7453-4f88-a19a-81c78263a41d tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 210 time: 0.0594695 Oct 30 15:12:32.601076 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fb412b03-25f3-479b-ac55-7d564e1f6e84 tempest-QuotasNegativeTest-127297353 tempest-QuotasNegativeTest-127297353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:32.601426 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-fb412b03-25f3-479b-ac55-7d564e1f6e84 tempest-QuotasNegativeTest-127297353 tempest-QuotasNegativeTest-127297353-project-admin] Added segment ead214da-b803-4db0-ac61-2ec7a7000113 of type vlan for network 87e8c7b8-4e8f-471d-a077-8db9ab45fc8d Oct 30 15:12:32.622015 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-609a82a5-d44e-4d47-aabd-28f34d43b912 None None] Provisioning complete for port 8aa78acf-b283-45ba-9f2c-33317dfad74a triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:12:32.622387 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-609a82a5-d44e-4d47-aabd-28f34d43b912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:32.695697 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-659c1908-fc1b-4c80-9e1c-2d2ab80af653 tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Allocated IP 172.25.4.150 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/df23e940-7f33-4670-be76-c1b01e3cb7c9) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:12:32.731997 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-9db3286b-6123-4f6f-8ec1-7deac71062bb tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=005d49094ead4e63ad23cb02de2bfa34 HTTP/1.1" status: 200 len: 380 time: 0.1623471 Oct 30 15:12:32.735153 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-4ff8a608-0623-474a-a306-a5555c6ba067 req-ba778d30-23e6-41f3-8a4c-5f201d4eb9f9 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:32.740060 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device eac0d166-9fc5-4bd6-9dd9-03bb54ae580b up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:12:32.746374 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-450783d9-684b-48ef-b937-8a8a82c7362b tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Request body: {'port': {'device_id': '618df14e-6aba-40ef-8848-70c44c162096', 'network_id': '524f8360-eaf2-4133-a589-da68b60c4b3f', 'admin_state_up': True, 'tenant_id': '005d49094ead4e63ad23cb02de2bfa34', 'security_groups': ['eb8a2948-2c1b-4131-b6de-fecd84bd89b4']}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:12:32.749960 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-2f026ba5-6646-44bf-8974-e7072c52b8a1 None None] Attempting to bind port 1c90148b-b247-41e8-9b94-71dd286b359c on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:12:32.750505 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-2f026ba5-6646-44bf-8974-e7072c52b8a1 None None] Attempting to bind port 1c90148b-b247-41e8-9b94-71dd286b359c by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'da5872fd-d169-4ec2-a043-1f18348e1cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '0687636a-0af2-498c-b552-02c9858d78c8'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:12:32.750888 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f026ba5-6646-44bf-8974-e7072c52b8a1 None None] Attempting to bind port 1c90148b-b247-41e8-9b94-71dd286b359c on network 0687636a-0af2-498c-b552-02c9858d78c8 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:12:32.759247 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fb412b03-25f3-479b-ac55-7d564e1f6e84 tempest-QuotasNegativeTest-127297353 tempest-QuotasNegativeTest-127297353-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:32.801786 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-609a82a5-d44e-4d47-aabd-28f34d43b912 None None] Port 8aa78acf-b283-45ba-9f2c-33317dfad74a cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:12:32.814476 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f026ba5-6646-44bf-8974-e7072c52b8a1 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:12:32.814860 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f026ba5-6646-44bf-8974-e7072c52b8a1 None None] Checking segment: {'id': 'da5872fd-d169-4ec2-a043-1f18348e1cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '0687636a-0af2-498c-b552-02c9858d78c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:12:32.815269 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2f026ba5-6646-44bf-8974-e7072c52b8a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:32.815697 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f026ba5-6646-44bf-8974-e7072c52b8a1 None None] Bound using segment: {'id': 'da5872fd-d169-4ec2-a043-1f18348e1cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '0687636a-0af2-498c-b552-02c9858d78c8'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:12:32.816191 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-2f026ba5-6646-44bf-8974-e7072c52b8a1 None None] Bound port: 1c90148b-b247-41e8-9b94-71dd286b359c, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da5872fd-d169-4ec2-a043-1f18348e1cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '0687636a-0af2-498c-b552-02c9858d78c8'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:12:32.816575 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2f026ba5-6646-44bf-8974-e7072c52b8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:32.839219 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-609a82a5-d44e-4d47-aabd-28f34d43b912 None None] Provisioning complete for port 5dc4348f-6a92-44a8-8de1-a5ecf6a1b40a triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:12:32.839617 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-609a82a5-d44e-4d47-aabd-28f34d43b912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:32.841644 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-4ff8a608-0623-474a-a306-a5555c6ba067 req-ba778d30-23e6-41f3-8a4c-5f201d4eb9f9 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:32.857066 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf01614-8364-408f-ae67-bccb9cfb6457 req-ede045c6-864a-4eb0-b2d8-95d10afde52e tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:32.867725 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6cf01614-8364-408f-ae67-bccb9cfb6457 req-ede045c6-864a-4eb0-b2d8-95d10afde52e tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=660524e5-d36b-4ef4-9c8d-f13627615351 HTTP/1.1" status: 200 len: 946 time: 0.1597695 Oct 30 15:12:32.885820 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fb412b03-25f3-479b-ac55-7d564e1f6e84 tempest-QuotasNegativeTest-127297353 tempest-QuotasNegativeTest-127297353-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:32.886937 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb412b03-25f3-479b-ac55-7d564e1f6e84 tempest-QuotasNegativeTest-127297353 tempest-QuotasNegativeTest-127297353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:32.887668 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fb412b03-25f3-479b-ac55-7d564e1f6e84 tempest-QuotasNegativeTest-127297353 tempest-QuotasNegativeTest-127297353-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:32.993836 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6cf01614-8364-408f-ae67-bccb9cfb6457 req-8a5e97f2-ed60-4331-b407-89479cbae164 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250732 Oct 30 15:12:32.997606 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-fb412b03-25f3-479b-ac55-7d564e1f6e84 tempest-QuotasNegativeTest-127297353 tempest-QuotasNegativeTest-127297353-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9368308 Oct 30 15:12:33.000753 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34196) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:12:33.008393 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-2a9a2889-a7d2-4a65-9331-1287175f0ef8 tempest-QuotasNegativeTest-127297353 tempest-QuotasNegativeTest-127297353-project-admin] Request body: {'network': {'project_id': 'ffc911a6530e4fcdb9512edb06439c14'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:12:33.023695 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb412b03-25f3-479b-ac55-7d564e1f6e84 tempest-QuotasNegativeTest-127297353 tempest-QuotasNegativeTest-127297353-project-admin] Pushing event updated for resources: {'Network': ['ID=87e8c7b8-4e8f-471d-a077-8db9ab45fc8d,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:33.064268 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-659c1908-fc1b-4c80-9e1c-2d2ab80af653 tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:33.079046 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 87e8c7b8-4e8f-471d-a077-8db9ab45fc8d details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:12:33.091580 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-450783d9-684b-48ef-b937-8a8a82c7362b tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Made reservation on behalf of 005d49094ead4e63ad23cb02de2bfa34 for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:12:33.095582 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-450783d9-684b-48ef-b937-8a8a82c7362b tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:33.120275 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a9a2889-a7d2-4a65-9331-1287175f0ef8 tempest-QuotasNegativeTest-127297353 tempest-QuotasNegativeTest-127297353-project-admin] Made reservation on behalf of ffc911a6530e4fcdb9512edb06439c14 for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:12:33.122431 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2a9a2889-a7d2-4a65-9331-1287175f0ef8 tempest-QuotasNegativeTest-127297353 tempest-QuotasNegativeTest-127297353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:33.143355 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869694a5-8f7c-4d75-aed8-3585c285435a req-64e093c7-b67a-4118-90b3-c82e93b71429 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:33.145079 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-869694a5-8f7c-4d75-aed8-3585c285435a req-64e093c7-b67a-4118-90b3-c82e93b71429 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] 10.222.0.62 "GET /v2.0/ports?device_id=1065adb2-96dc-4ce2-8b03-f3170272f086 HTTP/1.1" status: 200 len: 946 time: 0.0692773 Oct 30 15:12:33.146832 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-659c1908-fc1b-4c80-9e1c-2d2ab80af653 tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:33.205585 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659c1908-fc1b-4c80-9e1c-2d2ab80af653 tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:12:33.210434 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a9a2889-a7d2-4a65-9331-1287175f0ef8 tempest-QuotasNegativeTest-127297353 tempest-QuotasNegativeTest-127297353-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:12:33.215991 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-659c1908-fc1b-4c80-9e1c-2d2ab80af653 tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:12:33.219777 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659c1908-fc1b-4c80-9e1c-2d2ab80af653 tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:12:33.221732 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659c1908-fc1b-4c80-9e1c-2d2ab80af653 tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Pushing event updated for resources: {'Port': ['ID=df23e940-7f33-4670-be76-c1b01e3cb7c9,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:33.232355 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-4ff8a608-0623-474a-a306-a5555c6ba067 req-ba778d30-23e6-41f3-8a4c-5f201d4eb9f9 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:33.271992 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-869694a5-8f7c-4d75-aed8-3585c285435a req-e538ebd6-ff0f-46e2-a072-ba3c9ea0a33e tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] 10.222.0.62 "GET /v2.0/security-groups?id=a8a46e49-cccd-41a4-9d3e-21227b3ef0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969939 Oct 30 15:12:33.294891 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-2f026ba5-6646-44bf-8974-e7072c52b8a1 None None] For port 1c90148b-b247-41e8-9b94-71dd286b359c, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:12:33.346925 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-4ff8a608-0623-474a-a306-a5555c6ba067 req-ba778d30-23e6-41f3-8a4c-5f201d4eb9f9 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:33.348386 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-2f026ba5-6646-44bf-8974-e7072c52b8a1 None None] For port 1c90148b-b247-41e8-9b94-71dd286b359c, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=1c90148b-b247-41e8-9b94-71dd286b359c,segment=NetworkSegment(da5872fd-d169-4ec2-a043-1f18348e1cc5),segment_id=da5872fd-d169-4ec2-a043-1f18348e1cc5)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:12:33.362814 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-659c1908-fc1b-4c80-9e1c-2d2ab80af653 tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:33.368319 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-3ab232af-e021-4529-aec0-a132620c7ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1fd2d01-73a1-4c43-b94e-70c61f2eea89', 'name': 'tempest-ServersTestBootFromVolume-1640369999-router', 'tenant_id': 'ea55b09697be4bd28e1dfee52575f408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '3ff7fd70-def3-4cb2-ac31-22f3af7e0af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:12:08Z', 'updated_at': '2021-10-30T15:12:21Z', 'revision_number': 4, 'project_id': 'ea55b09697be4bd28e1dfee52575f408', 'gw_port': {'id': '3ff7fd70-def3-4cb2-ac31-22f3af7e0af5', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:71:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1fd2d01-73a1-4c43-b94e-70c61f2eea89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:12:11Z', 'updated_at': '2021-10-30T15:12:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'f84e11d6-96a2-4a6e-9074-0720ae8ffa04', 'name': '', 'network_id': 'a58fe444-ac18-4f2f-a60f-5757cef69326', 'tenant_id': 'ea55b09697be4bd28e1dfee52575f408', 'mac_address': 'fa:16:3e:2b:72:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1fd2d01-73a1-4c43-b94e-70c61f2eea89', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '86bad708-b245-4630-806f-13e585804342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:12:19Z', 'updated_at': '2021-10-30T15:12:22Z', 'revision_number': 2, 'project_id': 'ea55b09697be4bd28e1dfee52575f408', 'subnets': [{'id': '86bad708-b245-4630-806f-13e585804342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:12:33.389851 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2f026ba5-6646-44bf-8974-e7072c52b8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:33.390411 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2a9a2889-a7d2-4a65-9331-1287175f0ef8 tempest-QuotasNegativeTest-127297353 tempest-QuotasNegativeTest-127297353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:33.390981 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-2a9a2889-a7d2-4a65-9331-1287175f0ef8 tempest-QuotasNegativeTest-127297353 tempest-QuotasNegativeTest-127297353-project-admin] Added segment d0125a6e-8e9c-4ed8-b79d-ce7e49375d08 of type vlan for network 2b21c747-b700-4c5e-91a1-4c0ea74fb4e4 Oct 30 15:12:33.429378 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-659c1908-fc1b-4c80-9e1c-2d2ab80af653 tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:33.494684 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f026ba5-6646-44bf-8974-e7072c52b8a1 None None] Pushing event updated for resources: {'Port': ['ID=1c90148b-b247-41e8-9b94-71dd286b359c,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:33.500843 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port eac0d166-9fc5-4bd6-9dd9-03bb54ae580b triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:12:33.501226 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:33.505876 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab232af-e021-4529-aec0-a132620c7ce9 None None] Checking router: d1fd2d01-73a1-4c43-b94e-70c61f2eea89 for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:12:33.506233 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab232af-e021-4529-aec0-a132620c7ce9 None None] Updating router d1fd2d01-73a1-4c43-b94e-70c61f2eea89 port f84e11d6-96a2-4a6e-9074-0720ae8ffa04 binding host n-d-806683-17 {{(pid=102132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:12:33.561795 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-450783d9-684b-48ef-b937-8a8a82c7362b tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Allocated IP 172.20.0.14 (524f8360-eaf2-4133-a589-da68b60c4b3f/b6028f5c-691f-4481-8af2-37902ddb4e8e/a0d107bb-70ae-4589-bbad-ba445997ea32) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:12:33.690380 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3ab232af-e021-4529-aec0-a132620c7ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:33.696673 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-609a82a5-d44e-4d47-aabd-28f34d43b912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:33.777046 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-39cd7cc9-29fa-478f-a578-2f41db87344f admin admin] Allocated IP 172.25.4.12 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/49036416-d4e3-4490-852a-f4b2c44b9292) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:12:33.788212 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-609a82a5-d44e-4d47-aabd-28f34d43b912 None None] For port 5dc4348f-6a92-44a8-8de1-a5ecf6a1b40a, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=5dc4348f-6a92-44a8-8de1-a5ecf6a1b40a,segment=NetworkSegment(67954d17-815c-428c-ae7e-64294647efff),segment_id=67954d17-815c-428c-ae7e-64294647efff)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:12:33.888126 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:33.894564 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-609a82a5-d44e-4d47-aabd-28f34d43b912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:33.965177 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port eac0d166-9fc5-4bd6-9dd9-03bb54ae580b, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=eac0d166-9fc5-4bd6-9dd9-03bb54ae580b,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:12:33.979721 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:33.980141 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 3c8b0429-a542-411a-b922-57b1959c4380 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:12:33.997359 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-39cd7cc9-29fa-478f-a578-2f41db87344f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:34.083176 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-39cd7cc9-29fa-478f-a578-2f41db87344f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:34.094479 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba778d30-23e6-41f3-8a4c-5f201d4eb9f9 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Pushing event updated for resources: {'Port': ['ID=17582c71-c9a0-42e8-8b06-c93d95f037c5,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:34.108462 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2a9a2889-a7d2-4a65-9331-1287175f0ef8 tempest-QuotasNegativeTest-127297353 tempest-QuotasNegativeTest-127297353-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:34.165487 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-450783d9-684b-48ef-b937-8a8a82c7362b tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:34.165821 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 3c8b0429-a542-411a-b922-57b1959c4380 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:12:34.166306 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:34.177292 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-4ff8a608-0623-474a-a306-a5555c6ba067 req-ba778d30-23e6-41f3-8a4c-5f201d4eb9f9 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:34.198948 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cd7cc9-29fa-478f-a578-2f41db87344f admin admin] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:12:34.206449 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-659c1908-fc1b-4c80-9e1c-2d2ab80af653 tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:34.218338 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d029fc12-c877-4769-99b7-d29eb5d3233a req-1db1c386-d500-4e41-a0da-46854fdb4aaf tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:34.219396 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-39cd7cc9-29fa-478f-a578-2f41db87344f admin admin] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:12:34.221045 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609a82a5-d44e-4d47-aabd-28f34d43b912 None None] Pushing event updated for resources: {'Port': ['ID=5dc4348f-6a92-44a8-8de1-a5ecf6a1b40a,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:34.226490 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d029fc12-c877-4769-99b7-d29eb5d3233a req-1db1c386-d500-4e41-a0da-46854fdb4aaf tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3f50d40-de7d-4020-b972-b4c18dee3f99 HTTP/1.1" status: 200 len: 948 time: 0.8105156 Oct 30 15:12:34.235640 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-659c1908-fc1b-4c80-9e1c-2d2ab80af653 tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:34.238964 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cd7cc9-29fa-478f-a578-2f41db87344f admin admin] Pushing event updated for resources: {'Port': ['ID=49036416-d4e3-4490-852a-f4b2c44b9292,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:34.257983 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cd7cc9-29fa-478f-a578-2f41db87344f admin admin] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:12:34.282493 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-bb303f68-e7a3-4b07-93aa-9080f8359958 None None] Provisioning complete for port 7846fdbf-79c7-40bb-81d4-a9e0097d45c0 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:12:34.283069 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bb303f68-e7a3-4b07-93aa-9080f8359958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:34.297731 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659c1908-fc1b-4c80-9e1c-2d2ab80af653 tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Pushing event updated for resources: {'Port': ['ID=df23e940-7f33-4670-be76-c1b01e3cb7c9,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:34.341971 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-659c1908-fc1b-4c80-9e1c-2d2ab80af653 tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:34.395876 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d029fc12-c877-4769-99b7-d29eb5d3233a req-bb41302b-168b-495f-97c2-1a338a52a390 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6e850f5-bbac-48ab-9f8b-66d8b92818ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683671 Oct 30 15:12:34.398689 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-659c1908-fc1b-4c80-9e1c-2d2ab80af653 tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:34.411194 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-659c1908-fc1b-4c80-9e1c-2d2ab80af653 tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0926578 Oct 30 15:12:34.414623 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-4ff8a608-0623-474a-a306-a5555c6ba067 req-ba778d30-23e6-41f3-8a4c-5f201d4eb9f9 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:34.417733 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4ff8a608-0623-474a-a306-a5555c6ba067 req-ba778d30-23e6-41f3-8a4c-5f201d4eb9f9 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.4539273 Oct 30 15:12:34.480699 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2a9a2889-a7d2-4a65-9331-1287175f0ef8 tempest-QuotasNegativeTest-127297353 tempest-QuotasNegativeTest-127297353-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:34.483345 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9a2889-a7d2-4a65-9331-1287175f0ef8 tempest-QuotasNegativeTest-127297353 tempest-QuotasNegativeTest-127297353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:34.490919 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2a9a2889-a7d2-4a65-9331-1287175f0ef8 tempest-QuotasNegativeTest-127297353 tempest-QuotasNegativeTest-127297353-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:34.655283 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=eac0d166-9fc5-4bd6-9dd9-03bb54ae580b,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:34.746443 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-bb303f68-e7a3-4b07-93aa-9080f8359958 None None] Provisioning complete for port 5dc4348f-6a92-44a8-8de1-a5ecf6a1b40a triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:12:34.750146 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bb303f68-e7a3-4b07-93aa-9080f8359958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:34.844294 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8db44936-f338-4d63-8da2-ce2aff680c30 req-3da373ee-abea-4c84-9d28-f8338906eaec tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 210 time: 0.0742161 Oct 30 15:12:34.957751 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4ff8a608-0623-474a-a306-a5555c6ba067 req-124bdd23-301b-449a-bdea-24a1817461ea tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.4.194 HTTP/1.1" status: 200 len: 696 time: 0.4591744 Oct 30 15:12:35.059519 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3ab232af-e021-4529-aec0-a132620c7ce9 None None] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:35.067807 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3ab232af-e021-4529-aec0-a132620c7ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:35.110046 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3439724c-ce12-462e-a464-c5aff9d0f71b req-0e839768-a812-4f96-8605-58bdd7b3c00d tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:35.130256 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3439724c-ce12-462e-a464-c5aff9d0f71b req-0e839768-a812-4f96-8605-58bdd7b3c00d tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=660524e5-d36b-4ef4-9c8d-f13627615351 HTTP/1.1" status: 200 len: 946 time: 0.1299241 Oct 30 15:12:35.213697 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077a7f2a-13dd-4141-a8c9-b13382f17ade None None] Pushing event updated for resources: {'Port': ['ID=f84e11d6-96a2-4a6e-9074-0720ae8ffa04,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:35.238349 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3439724c-ce12-462e-a464-c5aff9d0f71b req-377ab1e5-4dd6-48db-9fd7-749b07121274 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070797 Oct 30 15:12:35.251597 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff8a608-0623-474a-a306-a5555c6ba067 req-dca80206-0b9f-4e84-9fa7-3b994187121a tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:35.271901 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4ff8a608-0623-474a-a306-a5555c6ba067 req-dca80206-0b9f-4e84-9fa7-3b994187121a tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] 10.222.0.62 "GET /v2.0/networks/edc38ef5-7816-4133-914c-cfe2849a0125 HTTP/1.1" status: 200 len: 784 time: 0.3126247 Oct 30 15:12:35.272607 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a2889-a7d2-4a65-9331-1287175f0ef8 tempest-QuotasNegativeTest-127297353 tempest-QuotasNegativeTest-127297353-project-admin] Pushing event updated for resources: {'Network': ['ID=2b21c747-b700-4c5e-91a1-4c0ea74fb4e4,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:35.290789 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-2a9a2889-a7d2-4a65-9331-1287175f0ef8 tempest-QuotasNegativeTest-127297353 tempest-QuotasNegativeTest-127297353-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.2854447 Oct 30 15:12:35.291630 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34248) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:12:35.297051 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 2b21c747-b700-4c5e-91a1-4c0ea74fb4e4 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:12:35.298451 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-09b3159f-fde4-466d-84e2-b3ae8e4863bc tempest-QuotasNegativeTest-127297353 tempest-QuotasNegativeTest-127297353-project-admin] Request body: {'network': {'project_id': 'ffc911a6530e4fcdb9512edb06439c14'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:12:35.325962 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-450783d9-684b-48ef-b937-8a8a82c7362b tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:35.352002 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-09b3159f-fde4-466d-84e2-b3ae8e4863bc tempest-QuotasNegativeTest-127297353 tempest-QuotasNegativeTest-127297353-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 30 15:12:35.354727 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09b3159f-fde4-466d-84e2-b3ae8e4863bc tempest-QuotasNegativeTest-127297353 tempest-QuotasNegativeTest-127297353-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:12:35.364255 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-09b3159f-fde4-466d-84e2-b3ae8e4863bc tempest-QuotasNegativeTest-127297353 tempest-QuotasNegativeTest-127297353-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0710139 Oct 30 15:12:35.366498 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34250) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:12:35.430764 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 1c90148b-b247-41e8-9b94-71dd286b359c up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:12:35.443457 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46dd311-9ed2-4bbd-b9e5-1819b0e6f24a None None] Network 0687636a-0af2-498c-b552-02c9858d78c8 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:12:35.552381 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-fa76c4a7-df05-4f5d-a2f3-9795097e7a88 tempest-QuotasNegativeTest-127297353 tempest-QuotasNegativeTest-127297353-project-admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ffc911a6530e4fcdb9512edb06439c14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1842122 Oct 30 15:12:35.554604 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34258) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:12:35.592126 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffd385a-8bec-4a44-a5b9-99a14ee23c20 req-dd6f9937-6cd1-4ab5-9929-e1803cdc232e tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:35.600560 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7ffd385a-8bec-4a44-a5b9-99a14ee23c20 req-dd6f9937-6cd1-4ab5-9929-e1803cdc232e tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] 10.222.0.62 "GET /v2.0/ports?device_id=1065adb2-96dc-4ce2-8b03-f3170272f086 HTTP/1.1" status: 200 len: 946 time: 0.1488338 Oct 30 15:12:35.604692 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-39cd7cc9-29fa-478f-a578-2f41db87344f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:35.673982 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8743a725-caf0-4e04-9a72-ab07d90d5256 tempest-QuotasNegativeTest-127297353 tempest-QuotasNegativeTest-127297353-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:35.695726 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7ffd385a-8bec-4a44-a5b9-99a14ee23c20 req-4714ecb4-e14b-44ce-9bab-6cab309d5505 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] 10.222.0.62 "GET /v2.0/security-groups?id=a8a46e49-cccd-41a4-9d3e-21227b3ef0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901978 Oct 30 15:12:35.729589 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8743a725-caf0-4e04-9a72-ab07d90d5256 tempest-QuotasNegativeTest-127297353 tempest-QuotasNegativeTest-127297353-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:35.732981 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-3ab232af-e021-4529-aec0-a132620c7ce9 None None] Attempting to bind port f84e11d6-96a2-4a6e-9074-0720ae8ffa04 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:12:35.733541 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-3ab232af-e021-4529-aec0-a132620c7ce9 None None] Attempting to bind port f84e11d6-96a2-4a6e-9074-0720ae8ffa04 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'b118986b-1780-4ec6-9072-4cc810987309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a58fe444-ac18-4f2f-a60f-5757cef69326'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:12:35.734229 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab232af-e021-4529-aec0-a132620c7ce9 None None] Attempting to bind port f84e11d6-96a2-4a6e-9074-0720ae8ffa04 on network a58fe444-ac18-4f2f-a60f-5757cef69326 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:12:35.752291 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-450783d9-684b-48ef-b937-8a8a82c7362b tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Network 524f8360-eaf2-4133-a589-da68b60c4b3f is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:12:35.811638 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-7c3129de-6fd6-440e-be01-3d9369d7a451 None None] Provisioning complete for port 1c90148b-b247-41e8-9b94-71dd286b359c triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:12:35.812257 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7c3129de-6fd6-440e-be01-3d9369d7a451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:35.827125 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab232af-e021-4529-aec0-a132620c7ce9 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:12:35.829999 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab232af-e021-4529-aec0-a132620c7ce9 None None] Checking segment: {'id': 'b118986b-1780-4ec6-9072-4cc810987309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a58fe444-ac18-4f2f-a60f-5757cef69326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:12:35.830619 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3ab232af-e021-4529-aec0-a132620c7ce9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:35.831221 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab232af-e021-4529-aec0-a132620c7ce9 None None] Bound using segment: {'id': 'b118986b-1780-4ec6-9072-4cc810987309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a58fe444-ac18-4f2f-a60f-5757cef69326'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:12:35.833010 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-3ab232af-e021-4529-aec0-a132620c7ce9 None None] Bound port: f84e11d6-96a2-4a6e-9074-0720ae8ffa04, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b118986b-1780-4ec6-9072-4cc810987309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a58fe444-ac18-4f2f-a60f-5757cef69326'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:12:35.834407 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3ab232af-e021-4529-aec0-a132620c7ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:35.843836 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-450783d9-684b-48ef-b937-8a8a82c7362b tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:12:35.858122 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-450783d9-684b-48ef-b937-8a8a82c7362b tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:12:35.866419 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8743a725-caf0-4e04-9a72-ab07d90d5256 tempest-QuotasNegativeTest-127297353 tempest-QuotasNegativeTest-127297353-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:35.871430 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450783d9-684b-48ef-b937-8a8a82c7362b tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Pushing event updated for resources: {'Port': ['ID=a0d107bb-70ae-4589-bbad-ba445997ea32,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:35.877395 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8743a725-caf0-4e04-9a72-ab07d90d5256 tempest-QuotasNegativeTest-127297353 tempest-QuotasNegativeTest-127297353-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:35.882832 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-8743a725-caf0-4e04-9a72-ab07d90d5256 tempest-QuotasNegativeTest-127297353 tempest-QuotasNegativeTest-127297353-project-admin] 10.222.0.62 "DELETE /v2.0/security-groups/71c3dd7a-ebd2-4e7f-ac6a-dc6a44d10a7c HTTP/1.1" status: 204 len: 168 time: 0.3271115 Oct 30 15:12:35.883526 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34282) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:12:35.986763 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d757990a-2be6-432f-8127-bf4f2255cef9 req-acc3f1e3-bc75-4d4b-a4d1-91963ef9ab93 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6978700 Oct 30 15:12:35.991274 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8743a725-caf0-4e04-9a72-ab07d90d5256 tempest-QuotasNegativeTest-127297353 tempest-QuotasNegativeTest-127297353-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c3dd7a-ebd2-4e7f-ac6a-dc6a44d10a7c,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:36.006570 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-450783d9-684b-48ef-b937-8a8a82c7362b tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:36.011148 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-450783d9-684b-48ef-b937-8a8a82c7362b tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:36.034875 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-d757990a-2be6-432f-8127-bf4f2255cef9 req-aba0a82b-9b4b-43ad-8bb0-7c0e3a02264f tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Request body: {'floatingip': {'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:12:36.069371 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-46231bf5-69ba-4e38-b983-a0236da5e22a tempest-QuotasNegativeTest-127297353 tempest-QuotasNegativeTest-127297353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:36.069638 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-3ab232af-e021-4529-aec0-a132620c7ce9 None None] For port f84e11d6-96a2-4a6e-9074-0720ae8ffa04, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:12:36.080651 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-3ab232af-e021-4529-aec0-a132620c7ce9 None None] For port f84e11d6-96a2-4a6e-9074-0720ae8ffa04, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=f84e11d6-96a2-4a6e-9074-0720ae8ffa04,segment=NetworkSegment(b118986b-1780-4ec6-9072-4cc810987309),segment_id=b118986b-1780-4ec6-9072-4cc810987309)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:12:36.084741 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-39cd7cc9-29fa-478f-a578-2f41db87344f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:36.111514 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00e21e5-99d6-42d8-b5cd-f7cd8155f859 req-7b4cad5e-7ec6-48b8-a425-94faec126664 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:36.125668 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3ab232af-e021-4529-aec0-a132620c7ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:36.128304 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c00e21e5-99d6-42d8-b5cd-f7cd8155f859 req-7b4cad5e-7ec6-48b8-a425-94faec126664 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3f50d40-de7d-4020-b972-b4c18dee3f99 HTTP/1.1" status: 200 len: 948 time: 0.3151193 Oct 30 15:12:36.275108 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 1c90148b-b247-41e8-9b94-71dd286b359c triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:12:36.275745 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:36.324660 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c00e21e5-99d6-42d8-b5cd-f7cd8155f859 req-cc2c44c1-b99f-4910-b6db-0e555ffc9c70 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6e850f5-bbac-48ab-9f8b-66d8b92818ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952586 Oct 30 15:12:36.392487 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2987b48-0c9a-4f85-b019-c720cad45553 req-78b91a25-3951-4baa-b047-a1b8d3e97c0b tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:36.394295 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f2987b48-0c9a-4f85-b019-c720cad45553 req-78b91a25-3951-4baa-b047-a1b8d3e97c0b tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] 10.222.0.44 "GET /v2.0/ports?device_id=1065adb2-96dc-4ce2-8b03-f3170272f086 HTTP/1.1" status: 200 len: 946 time: 0.2342362 Oct 30 15:12:36.428619 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab232af-e021-4529-aec0-a132620c7ce9 None None] Routers {'d1fd2d01-73a1-4c43-b94e-70c61f2eea89'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:12:36.429283 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-3ab232af-e021-4529-aec0-a132620c7ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:12:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['d1fd2d01-73a1-4c43-b94e-70c61f2eea89'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:12:36.743046 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-46231bf5-69ba-4e38-b983-a0236da5e22a tempest-QuotasNegativeTest-127297353 tempest-QuotasNegativeTest-127297353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:36.812141 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-46231bf5-69ba-4e38-b983-a0236da5e22a tempest-QuotasNegativeTest-127297353 tempest-QuotasNegativeTest-127297353-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b21c747-b700-4c5e-91a1-4c0ea74fb4e4']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:12:36.854885 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df7b3c-d79e-47b3-88c4-d20b596f3478 req-305e53a0-b771-4e96-a0d9-bc6b167222b0 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:36.863893 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e8df7b3c-d79e-47b3-88c4-d20b596f3478 req-305e53a0-b771-4e96-a0d9-bc6b167222b0 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 932 time: 0.3528810 Oct 30 15:12:36.867799 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-f2987b48-0c9a-4f85-b019-c720cad45553 req-00e4340f-4dea-4603-8012-fd087eaf7d27 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Deleting port d2d7de21-a35e-4a5a-8c6b-67f808381d57 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:12:36.868210 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-f2987b48-0c9a-4f85-b019-c720cad45553 req-00e4340f-4dea-4603-8012-fd087eaf7d27 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:36.873602 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-46231bf5-69ba-4e38-b983-a0236da5e22a tempest-QuotasNegativeTest-127297353 tempest-QuotasNegativeTest-127297353-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0125a6e-8e9c-4ed8-b79d-ce7e49375d08') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:12:36.873977 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-46231bf5-69ba-4e38-b983-a0236da5e22a tempest-QuotasNegativeTest-127297353 tempest-QuotasNegativeTest-127297353-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0125a6e-8e9c-4ed8-b79d-ce7e49375d08') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:12:36.885131 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-46231bf5-69ba-4e38-b983-a0236da5e22a tempest-QuotasNegativeTest-127297353 tempest-QuotasNegativeTest-127297353-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:36.905455 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-450783d9-684b-48ef-b937-8a8a82c7362b tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1641347 Oct 30 15:12:36.911842 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-46231bf5-69ba-4e38-b983-a0236da5e22a tempest-QuotasNegativeTest-127297353 tempest-QuotasNegativeTest-127297353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:36.918558 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46231bf5-69ba-4e38-b983-a0236da5e22a tempest-QuotasNegativeTest-127297353 tempest-QuotasNegativeTest-127297353-project-admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:12:36.919045 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-46231bf5-69ba-4e38-b983-a0236da5e22a tempest-QuotasNegativeTest-127297353 tempest-QuotasNegativeTest-127297353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:36.939800 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-cd26b34a-0db7-4aca-95b1-4ab04d7a8237 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Request body: {'port': {'device_id': '618df14e-6aba-40ef-8848-70c44c162096', 'network_id': '5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc', 'admin_state_up': True, 'tenant_id': '005d49094ead4e63ad23cb02de2bfa34', 'security_groups': ['eb8a2948-2c1b-4131-b6de-fecd84bd89b4']}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:12:36.981037 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:12:36.981037 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:12:36.981037 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:12:36.981037 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:12:36.981037 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:12:36.981037 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:12:36.981037 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:12:36.981037 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:12:36.981037 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:12:36.981037 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:12:36.981037 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:12:36.981037 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:12:36.981037 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:12:36.981037 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:12:36.981037 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:12:36.981037 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:12:36.981037 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:12:36.981037 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:12:36.981037 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:12:36.981037 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:12:36.981037 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:12:36.981037 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:12:36.981037 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:12:36.981037 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:12:36.981037 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:12:36.981037 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:12:36.981037 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:12:36.981037 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:12:36.981037 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:12:36.981037 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:12:36.981037 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:12:36.981037 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:12:37.007014 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-46231bf5-69ba-4e38-b983-a0236da5e22a tempest-QuotasNegativeTest-127297353 tempest-QuotasNegativeTest-127297353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:37.035720 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-46231bf5-69ba-4e38-b983-a0236da5e22a tempest-QuotasNegativeTest-127297353 tempest-QuotasNegativeTest-127297353-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:37.042303 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-46231bf5-69ba-4e38-b983-a0236da5e22a tempest-QuotasNegativeTest-127297353 tempest-QuotasNegativeTest-127297353-project-admin] 10.222.0.62 "DELETE /v2.0/networks/2b21c747-b700-4c5e-91a1-4c0ea74fb4e4 HTTP/1.1" status: 204 len: 168 time: 1.1492779 Oct 30 15:12:37.042939 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077a7f2a-13dd-4141-a8c9-b13382f17ade None None] Pushing event updated for resources: {'Port': ['ID=f84e11d6-96a2-4a6e-9074-0720ae8ffa04,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:37.064421 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7c3129de-6fd6-440e-be01-3d9369d7a451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:37.076915 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34302) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:12:37.086185 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:37.123605 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d757990a-2be6-432f-8127-bf4f2255cef9 req-aba0a82b-9b4b-43ad-8bb0-7c0e3a02264f tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Publish callbacks [] for floatingip, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:37.145661 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-7c3129de-6fd6-440e-be01-3d9369d7a451 None None] For port 1c90148b-b247-41e8-9b94-71dd286b359c, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=1c90148b-b247-41e8-9b94-71dd286b359c,segment=NetworkSegment(da5872fd-d169-4ec2-a043-1f18348e1cc5),segment_id=da5872fd-d169-4ec2-a043-1f18348e1cc5)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:12:37.171630 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e8a117b4-b21e-4630-8851-f66e0fe4072c tempest-QuotasNegativeTest-127297353 tempest-QuotasNegativeTest-127297353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:37.196923 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7c3129de-6fd6-440e-be01-3d9369d7a451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:37.197916 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e8df7b3c-d79e-47b3-88c4-d20b596f3478 req-18caa156-9164-484b-bb74-12606565be39 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb8a2948-2c1b-4131-b6de-fecd84bd89b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3328378 Oct 30 15:12:37.210691 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.db.api [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 30 15:12:37.211209 n-d-806683-17 neutron-server[102132]: DEBUG oslo_db.api [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 30 15:12:37.232388 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46231bf5-69ba-4e38-b983-a0236da5e22a tempest-QuotasNegativeTest-127297353 tempest-QuotasNegativeTest-127297353-project-admin] Pushing event deleted for resources: {'Network': ['ID=2b21c747-b700-4c5e-91a1-4c0ea74fb4e4,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:37.276619 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3129de-6fd6-440e-be01-3d9369d7a451 None None] Pushing event updated for resources: {'Port': ['ID=1c90148b-b247-41e8-9b94-71dd286b359c,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:37.282133 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-3ab232af-e021-4529-aec0-a132620c7ce9 None None] Set router d1fd2d01-73a1-4c43-b94e-70c61f2eea89 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:12:37.352482 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d3d222ca-97d4-419f-b6b6-c2118c4f95e3 None None] Provisioning complete for port a0d107bb-70ae-4589-bbad-ba445997ea32 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:12:37.352857 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d3d222ca-97d4-419f-b6b6-c2118c4f95e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:37.378962 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-cd26b34a-0db7-4aca-95b1-4ab04d7a8237 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Made reservation on behalf of 005d49094ead4e63ad23cb02de2bfa34 for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:12:37.383990 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-cd26b34a-0db7-4aca-95b1-4ab04d7a8237 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:37.390094 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39cd7cc9-29fa-478f-a578-2f41db87344f admin admin] Router f0587bd4-3f72-40c0-966e-8c860a4477b1 is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:12:37.459757 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d757990a-2be6-432f-8127-bf4f2255cef9 req-aba0a82b-9b4b-43ad-8bb0-7c0e3a02264f tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:37.481400 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e40f0b-254c-4ff8-8953-dfdb294dce29 req-e3aca058-1487-43a3-bbad-d0f08172bca4 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:37.489644 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-14e40f0b-254c-4ff8-8953-dfdb294dce29 req-e3aca058-1487-43a3-bbad-d0f08172bca4 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=660524e5-d36b-4ef4-9c8d-f13627615351 HTTP/1.1" status: 200 len: 946 time: 0.1373737 Oct 30 15:12:37.525703 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e8a117b4-b21e-4630-8851-f66e0fe4072c tempest-QuotasNegativeTest-127297353 tempest-QuotasNegativeTest-127297353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:37.537283 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d3d222ca-97d4-419f-b6b6-c2118c4f95e3 None None] Port a0d107bb-70ae-4589-bbad-ba445997ea32 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:12:37.563930 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-f2987b48-0c9a-4f85-b019-c720cad45553 req-00e4340f-4dea-4603-8012-fd087eaf7d27 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] For port d2d7de21-a35e-4a5a-8c6b-67f808381d57, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=d2d7de21-a35e-4a5a-8c6b-67f808381d57,segment=NetworkSegment(135568ea-61a3-4354-9c4c-8109e52de8ab),segment_id=135568ea-61a3-4354-9c4c-8109e52de8ab)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:12:37.564602 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-f2987b48-0c9a-4f85-b019-c720cad45553 req-00e4340f-4dea-4603-8012-fd087eaf7d27 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:37.589484 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-14e40f0b-254c-4ff8-8953-dfdb294dce29 req-ec424d87-c5cd-4f61-b1ac-f72e53ba3516 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987251 Oct 30 15:12:37.597750 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-f2987b48-0c9a-4f85-b019-c720cad45553 req-00e4340f-4dea-4603-8012-fd087eaf7d27 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Calling delete_port for d2d7de21-a35e-4a5a-8c6b-67f808381d57 owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:12:37.600738 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-e8a117b4-b21e-4630-8851-f66e0fe4072c tempest-QuotasNegativeTest-127297353 tempest-QuotasNegativeTest-127297353-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87e8c7b8-4e8f-471d-a077-8db9ab45fc8d']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:12:37.632650 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-e8a117b4-b21e-4630-8851-f66e0fe4072c tempest-QuotasNegativeTest-127297353 tempest-QuotasNegativeTest-127297353-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ead214da-b803-4db0-ac61-2ec7a7000113') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:12:37.632970 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-e8a117b4-b21e-4630-8851-f66e0fe4072c tempest-QuotasNegativeTest-127297353 tempest-QuotasNegativeTest-127297353-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ead214da-b803-4db0-ac61-2ec7a7000113') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:12:37.649992 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e8a117b4-b21e-4630-8851-f66e0fe4072c tempest-QuotasNegativeTest-127297353 tempest-QuotasNegativeTest-127297353-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:37.669076 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d3d222ca-97d4-419f-b6b6-c2118c4f95e3 None None] Provisioning complete for port 1c90148b-b247-41e8-9b94-71dd286b359c triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:12:37.670493 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d3d222ca-97d4-419f-b6b6-c2118c4f95e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:37.812317 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-f2987b48-0c9a-4f85-b019-c720cad45553 req-00e4340f-4dea-4603-8012-fd087eaf7d27 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:37.814617 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e8a117b4-b21e-4630-8851-f66e0fe4072c tempest-QuotasNegativeTest-127297353 tempest-QuotasNegativeTest-127297353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:37.865619 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39cd7cc9-29fa-478f-a578-2f41db87344f admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:12:37.880231 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c35251-69a6-4198-8d77-bf9b228ba69b None None] Sync routers for ids ['f0587bd4-3f72-40c0-966e-8c860a4477b1'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:12:37.887190 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['6347d672-6bdd-4f1a-b4d7-1d2bff6155a4'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:12:37.893551 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c35251-69a6-4198-8d77-bf9b228ba69b None None] Routers {'f0587bd4-3f72-40c0-966e-8c860a4477b1'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:12:37.893790 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-cd26b34a-0db7-4aca-95b1-4ab04d7a8237 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Allocated IP 10.1.1.138 (5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc/521c91ba-254d-4496-ac2a-b56607fa8aa1/7653bb03-0e9a-40b6-b92c-448a5acd76f4) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:12:37.894744 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-41c35251-69a6-4198-8d77-bf9b228ba69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:12:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['f0587bd4-3f72-40c0-966e-8c860a4477b1'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:12:37.901408 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['9c0fdb2b-7b6d-4d78-ae24-97c0daa0fe60'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:12:37.912303 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-39cd7cc9-29fa-478f-a578-2f41db87344f admin admin] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:37.913773 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-39cd7cc9-29fa-478f-a578-2f41db87344f admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.6477618 Oct 30 15:12:37.921693 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34306) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:12:37.922128 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e4340f-4dea-4603-8012-fd087eaf7d27 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Pushing event deleted for resources: {'Port': ['ID=d2d7de21-a35e-4a5a-8c6b-67f808381d57,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:37.934035 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8a117b4-b21e-4630-8851-f66e0fe4072c tempest-QuotasNegativeTest-127297353 tempest-QuotasNegativeTest-127297353-project-admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:12:37.934788 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e8a117b4-b21e-4630-8851-f66e0fe4072c tempest-QuotasNegativeTest-127297353 tempest-QuotasNegativeTest-127297353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:37.948061 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:12:37.948061 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:12:37.948061 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:12:37.948061 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:12:37.948061 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:12:37.948061 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:12:37.948061 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:12:37.948061 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:12:37.948061 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:12:37.948061 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:12:37.948061 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:12:37.948061 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:12:37.948061 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:12:37.948061 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:12:37.948061 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:12:37.948061 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:12:37.948061 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:12:37.948061 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:12:37.948061 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:12:37.948061 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:12:37.948061 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:12:37.948061 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:12:37.948061 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:12:37.948061 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:12:37.948061 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:12:37.948061 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:12:37.948061 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:12:37.948061 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:12:37.948061 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:12:37.948061 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:12:37.948061 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:12:37.948061 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:12:38.024873 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 7846fdbf-79c7-40bb-81d4-a9e0097d45c0 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:12:38.093242 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-41c35251-69a6-4198-8d77-bf9b228ba69b None None] Set router f0587bd4-3f72-40c0-966e-8c860a4477b1 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:12:38.146510 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-d757990a-2be6-432f-8127-bf4f2255cef9 req-aba0a82b-9b4b-43ad-8bb0-7c0e3a02264f tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Allocated IP 172.25.4.98 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/2750d12d-1a21-4602-a21f-150d639392d2) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:12:38.161074 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2987b48-0c9a-4f85-b019-c720cad45553 req-00e4340f-4dea-4603-8012-fd087eaf7d27 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] No DVR routers for this DVR port d2d7de21-a35e-4a5a-8c6b-67f808381d57 on host n-h2-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:12:38.190083 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-3ab232af-e021-4529-aec0-a132620c7ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1fd2d01-73a1-4c43-b94e-70c61f2eea89', 'name': 'tempest-ServersTestBootFromVolume-1640369999-router', 'tenant_id': 'ea55b09697be4bd28e1dfee52575f408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '3ff7fd70-def3-4cb2-ac31-22f3af7e0af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:12:08Z', 'updated_at': '2021-10-30T15:12:21Z', 'revision_number': 4, 'project_id': 'ea55b09697be4bd28e1dfee52575f408', 'gw_port': {'id': '3ff7fd70-def3-4cb2-ac31-22f3af7e0af5', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:71:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fd2d01-73a1-4c43-b94e-70c61f2eea89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:12:11Z', 'updated_at': '2021-10-30T15:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'f84e11d6-96a2-4a6e-9074-0720ae8ffa04', 'name': '', 'network_id': 'a58fe444-ac18-4f2f-a60f-5757cef69326', 'tenant_id': 'ea55b09697be4bd28e1dfee52575f408', 'mac_address': 'fa:16:3e:2b:72:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1fd2d01-73a1-4c43-b94e-70c61f2eea89', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '86bad708-b245-4630-806f-13e585804342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:12:19Z', 'updated_at': '2021-10-30T15:12:36Z', 'revision_number': 4, 'project_id': 'ea55b09697be4bd28e1dfee52575f408', 'subnets': [{'id': '86bad708-b245-4630-806f-13e585804342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:12:38.192890 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079c70b-ccaf-4977-b0b2-331b7334b0e4 req-17e5954f-4e9b-4f75-9476-01932ada793b tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:38.197129 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9079c70b-ccaf-4977-b0b2-331b7334b0e4 req-17e5954f-4e9b-4f75-9476-01932ada793b tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3f50d40-de7d-4020-b972-b4c18dee3f99 HTTP/1.1" status: 200 len: 948 time: 0.3869686 Oct 30 15:12:38.200001 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-f2987b48-0c9a-4f85-b019-c720cad45553 req-00e4340f-4dea-4603-8012-fd087eaf7d27 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:38.209430 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f2987b48-0c9a-4f85-b019-c720cad45553 req-00e4340f-4dea-4603-8012-fd087eaf7d27 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] 10.222.0.44 "DELETE /v2.0/ports/d2d7de21-a35e-4a5a-8c6b-67f808381d57 HTTP/1.1" status: 204 len: 173 time: 1.7762234 Oct 30 15:12:38.239364 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1065adb2-96dc-4ce2-8b03-f3170272f086', 'name': 'network-vif-deleted', 'tag': 'd2d7de21-a35e-4a5a-8c6b-67f808381d57'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:12:38.246767 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45152749-9ee1-41f0-95da-82ceee964f09" -d '{"events": [{"server_uuid": "1065adb2-96dc-4ce2-8b03-f3170272f086", "name": "network-vif-deleted", "tag": "d2d7de21-a35e-4a5a-8c6b-67f808381d57"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:12:38.258369 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e8a117b4-b21e-4630-8851-f66e0fe4072c tempest-QuotasNegativeTest-127297353 tempest-QuotasNegativeTest-127297353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:38.270000 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab232af-e021-4529-aec0-a132620c7ce9 None None] The sync data for ids ['d1fd2d01-73a1-4c43-b94e-70c61f2eea89'] in n-d-806683-17 is: [{'id': 'd1fd2d01-73a1-4c43-b94e-70c61f2eea89', 'name': 'tempest-ServersTestBootFromVolume-1640369999-router', 'tenant_id': 'ea55b09697be4bd28e1dfee52575f408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '3ff7fd70-def3-4cb2-ac31-22f3af7e0af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:12:08Z', 'updated_at': '2021-10-30T15:12:21Z', 'revision_number': 4, 'project_id': 'ea55b09697be4bd28e1dfee52575f408', 'gw_port': {'id': '3ff7fd70-def3-4cb2-ac31-22f3af7e0af5', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:71:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fd2d01-73a1-4c43-b94e-70c61f2eea89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:12:11Z', 'updated_at': '2021-10-30T15:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'f84e11d6-96a2-4a6e-9074-0720ae8ffa04', 'name': '', 'network_id': 'a58fe444-ac18-4f2f-a60f-5757cef69326', 'tenant_id': 'ea55b09697be4bd28e1dfee52575f408', 'mac_address': 'fa:16:3e:2b:72:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1fd2d01-73a1-4c43-b94e-70c61f2eea89', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '86bad708-b245-4630-806f-13e585804342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:12:19Z', 'updated_at': '2021-10-30T15:12:36Z', 'revision_number': 4, 'project_id': 'ea55b09697be4bd28e1dfee52575f408', 'subnets': [{'id': '86bad708-b245-4630-806f-13e585804342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:12:38.281356 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d3d222ca-97d4-419f-b6b6-c2118c4f95e3 None None] Provisioning complete for port f84e11d6-96a2-4a6e-9074-0720ae8ffa04 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:12:38.282025 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d3d222ca-97d4-419f-b6b6-c2118c4f95e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:38.350710 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e8a117b4-b21e-4630-8851-f66e0fe4072c tempest-QuotasNegativeTest-127297353 tempest-QuotasNegativeTest-127297353-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:38.356422 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e8a117b4-b21e-4630-8851-f66e0fe4072c tempest-QuotasNegativeTest-127297353 tempest-QuotasNegativeTest-127297353-project-admin] 10.222.0.62 "DELETE /v2.0/networks/87e8c7b8-4e8f-471d-a077-8db9ab45fc8d HTTP/1.1" status: 204 len: 168 time: 1.2759023 Oct 30 15:12:38.359165 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9079c70b-ccaf-4977-b0b2-331b7334b0e4 req-72506090-2058-46cf-a4d4-192a33d9d938 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6e850f5-bbac-48ab-9f8b-66d8b92818ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045055 Oct 30 15:12:38.372223 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a117b4-b21e-4630-8851-f66e0fe4072c tempest-QuotasNegativeTest-127297353 tempest-QuotasNegativeTest-127297353-project-admin] Pushing event deleted for resources: {'Network': ['ID=87e8c7b8-4e8f-471d-a077-8db9ab45fc8d,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:38.531394 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 7846fdbf-79c7-40bb-81d4-a9e0097d45c0 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:12:38.531792 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:38.561390 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6055edf2-e2d2-4fed-aadd-dbd1206c1cac req-54b40a82-7e62-4bd6-9b1c-924eaeb12ad7 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] 10.222.0.62 "GET /v2.0/ports?device_id=1065adb2-96dc-4ce2-8b03-f3170272f086 HTTP/1.1" status: 200 len: 210 time: 0.0487359 Oct 30 15:12:38.608763 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-41c35251-69a6-4198-8d77-bf9b228ba69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0587bd4-3f72-40c0-966e-8c860a4477b1', 'name': 'tempest-AttachSCSIVolumeTestJSON-2037670458-router', 'tenant_id': '1ab57ad80a7c4beaa3f6a7d81b3d43f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '49036416-d4e3-4490-852a-f4b2c44b9292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:12:29Z', 'updated_at': '2021-10-30T15:12:35Z', 'revision_number': 3, 'project_id': '1ab57ad80a7c4beaa3f6a7d81b3d43f6', 'gw_port': {'id': '49036416-d4e3-4490-852a-f4b2c44b9292', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d3:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0587bd4-3f72-40c0-966e-8c860a4477b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:12:31Z', 'updated_at': '2021-10-30T15:12:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:12:38.687732 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c35251-69a6-4198-8d77-bf9b228ba69b None None] Checking router: f0587bd4-3f72-40c0-966e-8c860a4477b1 for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:12:38.688302 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c35251-69a6-4198-8d77-bf9b228ba69b None None] Updating router f0587bd4-3f72-40c0-966e-8c860a4477b1 port 49036416-d4e3-4490-852a-f4b2c44b9292 binding host n-d-806683-17 {{(pid=102133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:12:38.782008 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-41c35251-69a6-4198-8d77-bf9b228ba69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:38.855038 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470b0694-9934-4a4a-831c-039a8c1ba259 req-f1bdbf6b-946f-48b1-89b0-a8e6e118886f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:38.863965 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-470b0694-9934-4a4a-831c-039a8c1ba259 req-f1bdbf6b-946f-48b1-89b0-a8e6e118886f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 932 time: 0.1616659 Oct 30 15:12:38.981612 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-470b0694-9934-4a4a-831c-039a8c1ba259 req-666c8927-88fa-4afe-beda-524873254dfd tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb8a2948-2c1b-4131-b6de-fecd84bd89b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108160 Oct 30 15:12:39.098501 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-cd26b34a-0db7-4aca-95b1-4ab04d7a8237 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:39.149739 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bed4ecf-34e3-4ff1-8750-bbb45c824194 x-openstack-request-id: req-0bed4ecf-34e3-4ff1-8750-bbb45c824194 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:12:39.150512 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1065adb2-96dc-4ce2-8b03-f3170272f086", "name": "network-vif-deleted", "tag": "d2d7de21-a35e-4a5a-8c6b-67f808381d57", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:12:39.150930 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0bed4ecf-34e3-4ff1-8750-bbb45c824194 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:12:39.151569 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1065adb2-96dc-4ce2-8b03-f3170272f086', 'name': 'network-vif-deleted', 'tag': 'd2d7de21-a35e-4a5a-8c6b-67f808381d57', 'status': 'completed', 'code': 200} Oct 30 15:12:39.231764 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d757990a-2be6-432f-8127-bf4f2255cef9 req-aba0a82b-9b4b-43ad-8bb0-7c0e3a02264f tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:39.262717 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device d2d7de21-a35e-4a5a-8c6b-67f808381d57 no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:12:39.357074 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d3d222ca-97d4-419f-b6b6-c2118c4f95e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:39.367010 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] No Port match for: d2d7de21-a35e-4a5a-8c6b-67f808381d57 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:12:39.367357 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device d2d7de21-a35e-4a5a-8c6b-67f808381d57 not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:12:39.432841 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-cd26b34a-0db7-4aca-95b1-4ab04d7a8237 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:39.446901 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 5dc4348f-6a92-44a8-8de1-a5ecf6a1b40a up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:12:39.490008 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d757990a-2be6-432f-8127-bf4f2255cef9 req-aba0a82b-9b4b-43ad-8bb0-7c0e3a02264f tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:39.497227 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34334) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:12:39.545134 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-cd26b34a-0db7-4aca-95b1-4ab04d7a8237 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Network 5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:12:39.571117 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-cd26b34a-0db7-4aca-95b1-4ab04d7a8237 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:12:39.590637 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd26b34a-0db7-4aca-95b1-4ab04d7a8237 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Pushing event updated for resources: {'Port': ['ID=7653bb03-0e9a-40b6-b92c-448a5acd76f4,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:39.632051 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-cd26b34a-0db7-4aca-95b1-4ab04d7a8237 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:12:39.664901 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d3d222ca-97d4-419f-b6b6-c2118c4f95e3 None None] For port f84e11d6-96a2-4a6e-9074-0720ae8ffa04, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=f84e11d6-96a2-4a6e-9074-0720ae8ffa04,segment=NetworkSegment(b118986b-1780-4ec6-9072-4cc810987309),segment_id=b118986b-1780-4ec6-9072-4cc810987309)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:12:39.683569 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d757990a-2be6-432f-8127-bf4f2255cef9 req-aba0a82b-9b4b-43ad-8bb0-7c0e3a02264f tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:12:39.694871 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d3d222ca-97d4-419f-b6b6-c2118c4f95e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:39.742259 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-d757990a-2be6-432f-8127-bf4f2255cef9 req-aba0a82b-9b4b-43ad-8bb0-7c0e3a02264f tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:12:39.749883 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-d757990a-2be6-432f-8127-bf4f2255cef9 req-aba0a82b-9b4b-43ad-8bb0-7c0e3a02264f tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:12:39.830145 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b0bd401c-3b08-4bb7-9ae9-7194b5183120 req-c9037179-1ecd-4a00-8415-86b8f9e59860 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9d0a0864-c9ef-494f-b4b2-30cde9381388&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2482824 Oct 30 15:12:39.910995 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d222ca-97d4-419f-b6b6-c2118c4f95e3 None None] Pushing event updated for resources: {'Port': ['ID=f84e11d6-96a2-4a6e-9074-0720ae8ffa04,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:39.957668 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 5dc4348f-6a92-44a8-8de1-a5ecf6a1b40a triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:12:39.960607 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d5d16aa7-8bcd-4167-b430-4b2f518cfe0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:39.963901 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:39.986340 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-41c35251-69a6-4198-8d77-bf9b228ba69b None None] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:40.001688 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-41c35251-69a6-4198-8d77-bf9b228ba69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:40.018380 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba0a82b-9b4b-43ad-8bb0-7c0e3a02264f tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Pushing event updated for resources: {'Port': ['ID=2750d12d-1a21-4602-a21f-150d639392d2,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:40.049335 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-cd26b34a-0db7-4aca-95b1-4ab04d7a8237 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:40.059010 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-cd26b34a-0db7-4aca-95b1-4ab04d7a8237 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:40.127445 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57050a79-2fa0-48e2-ae29-961883e0fd3a None None] Pushing event updated for resources: {'Port': ['ID=49036416-d4e3-4490-852a-f4b2c44b9292,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:40.164859 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-41c35251-69a6-4198-8d77-bf9b228ba69b None None] Attempting to bind port 49036416-d4e3-4490-852a-f4b2c44b9292 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:12:40.165232 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-41c35251-69a6-4198-8d77-bf9b228ba69b None None] Attempting to bind port 49036416-d4e3-4490-852a-f4b2c44b9292 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:12:40.165597 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c35251-69a6-4198-8d77-bf9b228ba69b None None] Attempting to bind port 49036416-d4e3-4490-852a-f4b2c44b9292 on network edc38ef5-7816-4133-914c-cfe2849a0125 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:12:40.173718 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-cd26b34a-0db7-4aca-95b1-4ab04d7a8237 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2423880 Oct 30 15:12:40.178173 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6d3974d7-ecbf-49ea-97f9-8a9417dafe07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:40.180615 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c35251-69a6-4198-8d77-bf9b228ba69b None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:12:40.181240 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c35251-69a6-4198-8d77-bf9b228ba69b None None] Checking segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:12:40.181818 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-41c35251-69a6-4198-8d77-bf9b228ba69b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:40.182522 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c35251-69a6-4198-8d77-bf9b228ba69b None None] Bound using segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:12:40.183163 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-41c35251-69a6-4198-8d77-bf9b228ba69b None None] Bound port: 49036416-d4e3-4490-852a-f4b2c44b9292, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:12:40.183773 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-41c35251-69a6-4198-8d77-bf9b228ba69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:40.197768 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-6aace101-c713-4c00-8ec1-1ef091fa0ec4 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Request body: {'port': {'device_id': '618df14e-6aba-40ef-8848-70c44c162096', 'network_id': '5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc', 'admin_state_up': True, 'tenant_id': '005d49094ead4e63ad23cb02de2bfa34', 'security_groups': ['eb8a2948-2c1b-4131-b6de-fecd84bd89b4']}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:12:40.207221 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-ee5e6008-dfa2-49c9-8cf2-88942a96cf19 None None] Provisioning complete for port 7653bb03-0e9a-40b6-b92c-448a5acd76f4 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:12:40.216082 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ee5e6008-dfa2-49c9-8cf2-88942a96cf19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:40.220137 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 50d65d42-fc19-4cc9-b644-9c5b33ea31f0 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:12:40.310804 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-41c35251-69a6-4198-8d77-bf9b228ba69b None None] For port 49036416-d4e3-4490-852a-f4b2c44b9292, host n-d-806683-17, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:12:40.317307 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-41c35251-69a6-4198-8d77-bf9b228ba69b None None] For port 49036416-d4e3-4490-852a-f4b2c44b9292, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=49036416-d4e3-4490-852a-f4b2c44b9292,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:12:40.332893 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-41c35251-69a6-4198-8d77-bf9b228ba69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:40.361502 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d5d16aa7-8bcd-4167-b430-4b2f518cfe0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:40.366848 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d5d16aa7-8bcd-4167-b430-4b2f518cfe0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:40.398011 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-ee5e6008-dfa2-49c9-8cf2-88942a96cf19 None None] Port 7653bb03-0e9a-40b6-b92c-448a5acd76f4 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:12:40.411300 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 50d65d42-fc19-4cc9-b644-9c5b33ea31f0 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:12:40.411983 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:40.439243 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-d5d16aa7-8bcd-4167-b430-4b2f518cfe0c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fde4a2804798419c89a38fce331b45bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9401641 Oct 30 15:12:40.441215 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d16aa7-8bcd-4167-b430-4b2f518cfe0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd319ac5-6ac9-43c8-ad52-095e6da538aa,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:40.444809 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34354) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:12:40.452691 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c35251-69a6-4198-8d77-bf9b228ba69b None None] Routers {'f0587bd4-3f72-40c0-966e-8c860a4477b1'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:12:40.453334 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-41c35251-69a6-4198-8d77-bf9b228ba69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:12:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['f0587bd4-3f72-40c0-966e-8c860a4477b1'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:12:40.458292 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57050a79-2fa0-48e2-ae29-961883e0fd3a None None] Pushing event updated for resources: {'Port': ['ID=49036416-d4e3-4490-852a-f4b2c44b9292,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:40.577724 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 3ff7fd70-def3-4cb2-ac31-22f3af7e0af5 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:12:40.595605 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331e5442-2b1b-4c5d-ab20-3b1497398a8a req-6a0a541b-456f-44b9-be40-5a7ad4df227b tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:40.600203 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-6aace101-c713-4c00-8ec1-1ef091fa0ec4 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Made reservation on behalf of 005d49094ead4e63ad23cb02de2bfa34 for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:12:40.603721 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-331e5442-2b1b-4c5d-ab20-3b1497398a8a req-6a0a541b-456f-44b9-be40-5a7ad4df227b tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=660524e5-d36b-4ef4-9c8d-f13627615351 HTTP/1.1" status: 200 len: 946 time: 0.5609407 Oct 30 15:12:40.609952 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-6aace101-c713-4c00-8ec1-1ef091fa0ec4 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:40.640317 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d757990a-2be6-432f-8127-bf4f2255cef9 req-aba0a82b-9b4b-43ad-8bb0-7c0e3a02264f tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:40.690073 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bd401c-3b08-4bb7-9ae9-7194b5183120 req-e0ff9327-e266-494f-8d82-b340a95b8d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:40.692257 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b0bd401c-3b08-4bb7-9ae9-7194b5183120 req-e0ff9327-e266-494f-8d82-b340a95b8d99 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a63b170e4d9945e2b0d25a7b58414e99&device_id=9d0a0864-c9ef-494f-b4b2-30cde9381388 HTTP/1.1" status: 200 len: 1102 time: 0.4949105 Oct 30 15:12:40.696038 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-175d3689-0195-4f10-800c-9fec3aa4784f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:40.705949 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-41c35251-69a6-4198-8d77-bf9b228ba69b None None] Set router f0587bd4-3f72-40c0-966e-8c860a4477b1 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:12:40.729931 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 3ff7fd70-def3-4cb2-ac31-22f3af7e0af5 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:12:40.730355 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:40.757870 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d757990a-2be6-432f-8127-bf4f2255cef9 req-aba0a82b-9b4b-43ad-8bb0-7c0e3a02264f tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:40.815194 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-331e5442-2b1b-4c5d-ab20-3b1497398a8a req-c82e85d8-d4f8-463e-9884-0f037505d6bf tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105834 Oct 30 15:12:40.844243 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device eac0d166-9fc5-4bd6-9dd9-03bb54ae580b up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:12:40.844434 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-175d3689-0195-4f10-800c-9fec3aa4784f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:40.913427 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port eac0d166-9fc5-4bd6-9dd9-03bb54ae580b triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:12:40.913427 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:41.143170 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c1a1d6-35bf-4f22-8ddf-de4f8a940df9 req-29c258fc-23a3-4f6b-b1ce-cbdc5edd8388 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:41.144877 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-84c1a1d6-35bf-4f22-8ddf-de4f8a940df9 req-29c258fc-23a3-4f6b-b1ce-cbdc5edd8388 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3f50d40-de7d-4020-b972-b4c18dee3f99 HTTP/1.1" status: 200 len: 948 time: 0.1296387 Oct 30 15:12:41.151502 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bd401c-3b08-4bb7-9ae9-7194b5183120 req-b61c83e0-3f7e-4460-99dc-f5898d5e049a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:41.157383 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b0bd401c-3b08-4bb7-9ae9-7194b5183120 req-b61c83e0-3f7e-4460-99dc-f5898d5e049a service neutron] 10.222.0.44 "GET /v2.0/networks?id=8de8b155-6e08-41c3-866a-8b30bb481704 HTTP/1.1" status: 200 len: 870 time: 0.4103673 Oct 30 15:12:41.183791 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device f9ccedd4-0332-4589-8564-f1020c91e868 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:12:41.232365 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-175d3689-0195-4f10-800c-9fec3aa4784f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:41.235253 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-175d3689-0195-4f10-800c-9fec3aa4784f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:41.236464 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-175d3689-0195-4f10-800c-9fec3aa4784f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fd319ac5-6ac9-43c8-ad52-095e6da538aa HTTP/1.1" status: 204 len: 168 time: 0.7793839 Oct 30 15:12:41.237931 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b0bd401c-3b08-4bb7-9ae9-7194b5183120 req-f681ccdf-7d57-4839-aee8-9b489250f3c9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=09eb4e0a-31e4-4286-b5e2-ae0483204a82 HTTP/1.1" status: 200 len: 217 time: 0.0518456 Oct 30 15:12:41.240545 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-41c35251-69a6-4198-8d77-bf9b228ba69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0587bd4-3f72-40c0-966e-8c860a4477b1', 'name': 'tempest-AttachSCSIVolumeTestJSON-2037670458-router', 'tenant_id': '1ab57ad80a7c4beaa3f6a7d81b3d43f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '49036416-d4e3-4490-852a-f4b2c44b9292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:12:29Z', 'updated_at': '2021-10-30T15:12:35Z', 'revision_number': 3, 'project_id': '1ab57ad80a7c4beaa3f6a7d81b3d43f6', 'gw_port': {'id': '49036416-d4e3-4490-852a-f4b2c44b9292', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d3:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0587bd4-3f72-40c0-966e-8c860a4477b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:12:31Z', 'updated_at': '2021-10-30T15:12:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:12:41.243148 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port f9ccedd4-0332-4589-8564-f1020c91e868 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:12:41.243802 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:41.327776 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175d3689-0195-4f10-800c-9fec3aa4784f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd319ac5-6ac9-43c8-ad52-095e6da538aa,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:41.338711 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c35251-69a6-4198-8d77-bf9b228ba69b None None] The sync data for ids ['f0587bd4-3f72-40c0-966e-8c860a4477b1'] in n-d-806683-17 is: [{'id': 'f0587bd4-3f72-40c0-966e-8c860a4477b1', 'name': 'tempest-AttachSCSIVolumeTestJSON-2037670458-router', 'tenant_id': '1ab57ad80a7c4beaa3f6a7d81b3d43f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '49036416-d4e3-4490-852a-f4b2c44b9292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:12:29Z', 'updated_at': '2021-10-30T15:12:35Z', 'revision_number': 3, 'project_id': '1ab57ad80a7c4beaa3f6a7d81b3d43f6', 'gw_port': {'id': '49036416-d4e3-4490-852a-f4b2c44b9292', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d3:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0587bd4-3f72-40c0-966e-8c860a4477b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:12:31Z', 'updated_at': '2021-10-30T15:12:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:12:41.368314 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6e2536-f599-40b7-9f6a-ddac630b7246 req-74175f22-95b0-4d59-820f-1da434b1be17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:41.370293 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fb6e2536-f599-40b7-9f6a-ddac630b7246 req-74175f22-95b0-4d59-820f-1da434b1be17 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a63b170e4d9945e2b0d25a7b58414e99&device_id=b3f50d40-de7d-4020-b972-b4c18dee3f99 HTTP/1.1" status: 200 len: 1100 time: 0.6170251 Oct 30 15:12:41.444831 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-84c1a1d6-35bf-4f22-8ddf-de4f8a940df9 req-b9bf2e68-8a51-4016-923d-858bcd449b50 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6e850f5-bbac-48ab-9f8b-66d8b92818ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844214 Oct 30 15:12:41.516182 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bd401c-3b08-4bb7-9ae9-7194b5183120 req-00508aa1-deb9-4b22-939b-bb6c9782ad67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:41.526774 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b0bd401c-3b08-4bb7-9ae9-7194b5183120 req-00508aa1-deb9-4b22-939b-bb6c9782ad67 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.2603626 Oct 30 15:12:41.565820 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-6d3974d7-ecbf-49ea-97f9-8a9417dafe07 admin admin] Allocated IP 172.20.0.1 (0687636a-0af2-498c-b552-02c9858d78c8/3e27dc96-e022-46cd-af42-973684b35e53/2d8b4beb-603b-421a-915c-5893c8a69dd9) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:12:41.594941 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device f84e11d6-96a2-4a6e-9074-0720ae8ffa04 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:12:41.610251 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bd401c-3b08-4bb7-9ae9-7194b5183120 req-4ab09bca-e0be-467b-8492-c844e23a342f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:41.612064 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b0bd401c-3b08-4bb7-9ae9-7194b5183120 req-4ab09bca-e0be-467b-8492-c844e23a342f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0783269 Oct 30 15:12:41.696355 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-6aace101-c713-4c00-8ec1-1ef091fa0ec4 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Allocated IP 10.1.1.114 (5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc/521c91ba-254d-4496-ac2a-b56607fa8aa1/4fb842e8-63f8-488f-bed6-7c184585aaae) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:12:41.742374 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port f84e11d6-96a2-4a6e-9074-0720ae8ffa04 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:12:41.745638 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:41.899832 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6e2536-f599-40b7-9f6a-ddac630b7246 req-4bab03c1-39a4-4c94-a099-4997cba820f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:41.901871 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fb6e2536-f599-40b7-9f6a-ddac630b7246 req-4bab03c1-39a4-4c94-a099-4997cba820f1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8de8b155-6e08-41c3-866a-8b30bb481704 HTTP/1.1" status: 200 len: 870 time: 0.5007875 Oct 30 15:12:41.915486 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34366) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:12:41.921013 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b0bd401c-3b08-4bb7-9ae9-7194b5183120 req-ddbb5e3b-9f1e-471d-8581-e57489af7bde service neutron] 10.222.0.44 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003609 Oct 30 15:12:41.973173 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 1c90148b-b247-41e8-9b94-71dd286b359c up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:12:41.990419 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d757990a-2be6-432f-8127-bf4f2255cef9 req-aba0a82b-9b4b-43ad-8bb0-7c0e3a02264f tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:42.029933 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5d9e37-ecf5-441f-af64-0243b5ad7e1c req-aa23f56e-a308-4b5a-a1ee-bd33ac09e1fc tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:42.046511 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5d9e37-ecf5-441f-af64-0243b5ad7e1c req-aa23f56e-a308-4b5a-a1ee-bd33ac09e1fc tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:42.050377 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 1c90148b-b247-41e8-9b94-71dd286b359c triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:12:42.050844 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:42.054362 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dc5d9e37-ecf5-441f-af64-0243b5ad7e1c req-aa23f56e-a308-4b5a-a1ee-bd33ac09e1fc tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 1654 time: 0.4196024 Oct 30 15:12:42.075203 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c6f2088f-0478-4a98-be44-dbdd348717d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:42.121210 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dc5d9e37-ecf5-441f-af64-0243b5ad7e1c req-a66f63d4-7c1b-4608-8b09-b9796fe4192b tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb8a2948-2c1b-4131-b6de-fecd84bd89b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658009 Oct 30 15:12:42.199239 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b0bd401c-3b08-4bb7-9ae9-7194b5183120 req-eff8a082-4a7e-47e4-b3ec-e91594c4715c service neutron] 10.222.0.44 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701738 Oct 30 15:12:42.574659 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb8b99-49e8-4c68-b745-b2579327c15f req-69bb0378-a884-471b-951b-69df48bb9198 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:42.577241 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-85eb8b99-49e8-4c68-b745-b2579327c15f req-69bb0378-a884-471b-951b-69df48bb9198 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=660524e5-d36b-4ef4-9c8d-f13627615351 HTTP/1.1" status: 200 len: 946 time: 0.0989213 Oct 30 15:12:42.659822 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-85eb8b99-49e8-4c68-b745-b2579327c15f req-19b55c28-7497-4509-a258-abeb22de249d tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695727 Oct 30 15:12:42.773857 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d757990a-2be6-432f-8127-bf4f2255cef9 req-aba0a82b-9b4b-43ad-8bb0-7c0e3a02264f tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:42.780521 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fb6e2536-f599-40b7-9f6a-ddac630b7246 req-97321bfc-7884-48fd-999d-41446efe3c34 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3 HTTP/1.1" status: 200 len: 217 time: 0.8579571 Oct 30 15:12:42.866220 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ebe5e8-4893-4b78-a119-25174246893d req-c179645f-eb9f-4a90-a237-c8e346f3ce8e tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:42.875335 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-29ebe5e8-4893-4b78-a119-25174246893d req-c179645f-eb9f-4a90-a237-c8e346f3ce8e tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3f50d40-de7d-4020-b972-b4c18dee3f99 HTTP/1.1" status: 200 len: 948 time: 0.0732448 Oct 30 15:12:42.948356 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-29ebe5e8-4893-4b78-a119-25174246893d req-7678f383-421e-4614-b6a6-2cc146551da9 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6e850f5-bbac-48ab-9f8b-66d8b92818ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695739 Oct 30 15:12:43.026096 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba0a82b-9b4b-43ad-8bb0-7c0e3a02264f tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Pushing event updated for resources: {'Port': ['ID=2750d12d-1a21-4602-a21f-150d639392d2,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:43.046360 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6e2536-f599-40b7-9f6a-ddac630b7246 req-9960943d-c351-432d-b8ed-d49a89eed889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:43.047890 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fb6e2536-f599-40b7-9f6a-ddac630b7246 req-9960943d-c351-432d-b8ed-d49a89eed889 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.2494514 Oct 30 15:12:43.056716 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6d3974d7-ecbf-49ea-97f9-8a9417dafe07 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:43.094070 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c6f2088f-0478-4a98-be44-dbdd348717d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:43.126481 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c6f2088f-0478-4a98-be44-dbdd348717d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:43.154366 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d757990a-2be6-432f-8127-bf4f2255cef9 req-aba0a82b-9b4b-43ad-8bb0-7c0e3a02264f tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:43.169853 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-c6f2088f-0478-4a98-be44-dbdd348717d5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b264a92c2b1c4811bce422c35715901a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2191286 Oct 30 15:12:43.172662 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34380) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:12:43.226889 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d757990a-2be6-432f-8127-bf4f2255cef9 req-aba0a82b-9b4b-43ad-8bb0-7c0e3a02264f tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:43.228287 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d757990a-2be6-432f-8127-bf4f2255cef9 req-aba0a82b-9b4b-43ad-8bb0-7c0e3a02264f tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 7.2401006 Oct 30 15:12:43.237591 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-6aace101-c713-4c00-8ec1-1ef091fa0ec4 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:43.281328 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ac937b08-b940-48bc-a33a-a702f1101bff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:43.309694 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ac937b08-b940-48bc-a33a-a702f1101bff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:43.378789 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f2088f-0478-4a98-be44-dbdd348717d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f94a252-bfe3-46d3-81ee-fe16eb02419f,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:43.444730 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ac937b08-b940-48bc-a33a-a702f1101bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:43.449770 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ac937b08-b940-48bc-a33a-a702f1101bff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:43.450848 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-ac937b08-b940-48bc-a33a-a702f1101bff admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5f94a252-bfe3-46d3-81ee-fe16eb02419f HTTP/1.1" status: 204 len: 168 time: 0.2771006 Oct 30 15:12:43.478077 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac937b08-b940-48bc-a33a-a702f1101bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f94a252-bfe3-46d3-81ee-fe16eb02419f,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:43.516220 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6e2536-f599-40b7-9f6a-ddac630b7246 req-a86deea9-47c3-47fb-8404-7fa2eacb2d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:43.521541 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fb6e2536-f599-40b7-9f6a-ddac630b7246 req-a86deea9-47c3-47fb-8404-7fa2eacb2d2c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4597080 Oct 30 15:12:43.548683 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d757990a-2be6-432f-8127-bf4f2255cef9 req-0f06d502-73a3-4c65-941c-0078c1822ffb tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.4.98 HTTP/1.1" status: 200 len: 695 time: 0.2981772 Oct 30 15:12:43.570459 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfa73d6-3ba0-473a-98bd-7ee33e571c1c req-5ae27110-51c1-4ce9-a931-01000c831740 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:43.585053 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfa73d6-3ba0-473a-98bd-7ee33e571c1c req-5ae27110-51c1-4ce9-a931-01000c831740 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:43.590680 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1bfa73d6-3ba0-473a-98bd-7ee33e571c1c req-5ae27110-51c1-4ce9-a931-01000c831740 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 1654 time: 0.2031436 Oct 30 15:12:43.603599 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 49036416-d4e3-4490-852a-f4b2c44b9292 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:12:43.690705 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1bfa73d6-3ba0-473a-98bd-7ee33e571c1c req-cb2df0d1-c6ac-4d83-8029-0ec3691a7a56 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb8a2948-2c1b-4131-b6de-fecd84bd89b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941761 Oct 30 15:12:43.765398 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 49036416-d4e3-4490-852a-f4b2c44b9292 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:12:43.766161 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:43.936372 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0abb16-2ecb-4b70-bed2-b64f482a5c6a req-594573ec-1e77-438a-b195-d170ab1e7207 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:43.939533 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:43.952489 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4a0abb16-2ecb-4b70-bed2-b64f482a5c6a req-594573ec-1e77-438a-b195-d170ab1e7207 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=660524e5-d36b-4ef4-9c8d-f13627615351 HTTP/1.1" status: 200 len: 946 time: 0.1182024 Oct 30 15:12:44.008615 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 49036416-d4e3-4490-852a-f4b2c44b9292, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=49036416-d4e3-4490-852a-f4b2c44b9292,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:12:44.014167 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:44.015002 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fb6e2536-f599-40b7-9f6a-ddac630b7246 req-2ebcd298-c39c-43a0-b787-346927957d13 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4620719 Oct 30 15:12:44.029538 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4a0abb16-2ecb-4b70-bed2-b64f482a5c6a req-76ff1416-fb12-4c4c-8441-e61a9c1ef422 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733192 Oct 30 15:12:44.122221 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=49036416-d4e3-4490-852a-f4b2c44b9292,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:44.149863 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d757990a-2be6-432f-8127-bf4f2255cef9 req-d8e31393-4278-4812-b09a-1763588761fe tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:44.151801 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d757990a-2be6-432f-8127-bf4f2255cef9 req-d8e31393-4278-4812-b09a-1763588761fe tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] 10.222.0.62 "GET /v2.0/networks/edc38ef5-7816-4133-914c-cfe2849a0125 HTTP/1.1" status: 200 len: 784 time: 0.6022775 Oct 30 15:12:44.153006 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6d3974d7-ecbf-49ea-97f9-8a9417dafe07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:44.173471 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-6aace101-c713-4c00-8ec1-1ef091fa0ec4 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:44.240968 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c15b8-fa78-4d5b-b9e5-d92584a300ee req-c560a96e-027a-4d5b-8065-56aebff01996 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:44.250214 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-886c15b8-fa78-4d5b-b9e5-d92584a300ee req-c560a96e-027a-4d5b-8065-56aebff01996 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3f50d40-de7d-4020-b972-b4c18dee3f99 HTTP/1.1" status: 200 len: 948 time: 0.0918996 Oct 30 15:12:44.330065 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3974d7-ecbf-49ea-97f9-8a9417dafe07 admin admin] Pushing event updated for resources: {'Port': ['ID=2d8b4beb-603b-421a-915c-5893c8a69dd9,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:44.409800 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3974d7-ecbf-49ea-97f9-8a9417dafe07 admin admin] Network 0687636a-0af2-498c-b552-02c9858d78c8 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:12:44.527447 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-886c15b8-fa78-4d5b-b9e5-d92584a300ee req-e73283d5-2884-497a-bdaa-b0234cc383be tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6e850f5-bbac-48ab-9f8b-66d8b92818ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763562 Oct 30 15:12:44.560816 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-6aace101-c713-4c00-8ec1-1ef091fa0ec4 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Network 5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:12:44.563540 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-6d3974d7-ecbf-49ea-97f9-8a9417dafe07 admin admin] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:12:44.587767 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3974d7-ecbf-49ea-97f9-8a9417dafe07 admin admin] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:12:44.590029 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-6aace101-c713-4c00-8ec1-1ef091fa0ec4 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:12:44.606267 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-6aace101-c713-4c00-8ec1-1ef091fa0ec4 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:12:44.746242 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fb6e2536-f599-40b7-9f6a-ddac630b7246 req-c848d014-2455-474e-8ff0-5bca43b5644c service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5846813 Oct 30 15:12:44.747426 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aace101-c713-4c00-8ec1-1ef091fa0ec4 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Pushing event updated for resources: {'Port': ['ID=4fb842e8-63f8-488f-bed6-7c184585aaae,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:44.819856 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f230d64d-85b0-41a1-87e1-dfa6a04b6377 req-38a28b8b-77ec-48e1-81d5-b529c5fe6532 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5657504 Oct 30 15:12:44.833620 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-f230d64d-85b0-41a1-87e1-dfa6a04b6377 req-e21b0f2f-1358-4a48-851f-715195af4065 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Request body: {'floatingip': {'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:12:44.838759 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6d3974d7-ecbf-49ea-97f9-8a9417dafe07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:44.904937 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-6aace101-c713-4c00-8ec1-1ef091fa0ec4 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:44.905610 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-6aace101-c713-4c00-8ec1-1ef091fa0ec4 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:44.950103 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-f230d64d-85b0-41a1-87e1-dfa6a04b6377 req-e21b0f2f-1358-4a48-851f-715195af4065 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Publish callbacks [] for floatingip, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:45.014326 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-6aace101-c713-4c00-8ec1-1ef091fa0ec4 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8270392 Oct 30 15:12:45.054819 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738304a5-48b9-4f02-8a4e-f8a610c3cc67 req-5c02ba3e-f816-4511-a633-89c995d2b5e1 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:45.056111 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-2555682d-8133-43d6-8eea-f929f7483dab tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Request body: {'port': {'device_id': '618df14e-6aba-40ef-8848-70c44c162096', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '67de53ff-61d6-4e57-84de-8610bca9618f', 'admin_state_up': True, 'tenant_id': '005d49094ead4e63ad23cb02de2bfa34', 'security_groups': ['eb8a2948-2c1b-4131-b6de-fecd84bd89b4']}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:12:45.062274 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738304a5-48b9-4f02-8a4e-f8a610c3cc67 req-5c02ba3e-f816-4511-a633-89c995d2b5e1 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:45.069752 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738304a5-48b9-4f02-8a4e-f8a610c3cc67 req-5c02ba3e-f816-4511-a633-89c995d2b5e1 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:45.080826 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-738304a5-48b9-4f02-8a4e-f8a610c3cc67 req-5c02ba3e-f816-4511-a633-89c995d2b5e1 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 2375 time: 0.1261027 Oct 30 15:12:45.090589 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-7fe26adf-e71d-4e57-9c90-32946e221e08 None None] Provisioning complete for port 2d8b4beb-603b-421a-915c-5893c8a69dd9 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:12:45.091249 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7fe26adf-e71d-4e57-9c90-32946e221e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:45.145028 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-738304a5-48b9-4f02-8a4e-f8a610c3cc67 req-2f1319b9-722c-4835-b780-17d1727b6b75 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb8a2948-2c1b-4131-b6de-fecd84bd89b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633109 Oct 30 15:12:45.217477 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-7fe26adf-e71d-4e57-9c90-32946e221e08 None None] Port 2d8b4beb-603b-421a-915c-5893c8a69dd9 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:12:45.317051 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6d3974d7-ecbf-49ea-97f9-8a9417dafe07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:45.387814 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-f7478b58-4ed5-47cc-bd0c-7c0381283aa9 None None] Provisioning complete for port 4fb842e8-63f8-488f-bed6-7c184585aaae triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:12:45.388835 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f7478b58-4ed5-47cc-bd0c-7c0381283aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:45.503825 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-2555682d-8133-43d6-8eea-f929f7483dab tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Made reservation on behalf of 005d49094ead4e63ad23cb02de2bfa34 for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:12:45.530188 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-f7478b58-4ed5-47cc-bd0c-7c0381283aa9 None None] Port 4fb842e8-63f8-488f-bed6-7c184585aaae cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:12:45.569379 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-f230d64d-85b0-41a1-87e1-dfa6a04b6377 req-e21b0f2f-1358-4a48-851f-715195af4065 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:45.605678 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 49036416-d4e3-4490-852a-f4b2c44b9292 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:12:45.756829 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-2555682d-8133-43d6-8eea-f929f7483dab tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:45.758352 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 49036416-d4e3-4490-852a-f4b2c44b9292 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:12:45.761235 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:45.958768 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb8061-7eec-4e24-adda-791fd9e68775 req-bd462924-b300-4e9a-8d10-20b763466a3b tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:45.963959 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-41cb8061-7eec-4e24-adda-791fd9e68775 req-bd462924-b300-4e9a-8d10-20b763466a3b tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=660524e5-d36b-4ef4-9c8d-f13627615351 HTTP/1.1" status: 200 len: 946 time: 0.1119893 Oct 30 15:12:45.985104 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6d3974d7-ecbf-49ea-97f9-8a9417dafe07 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:46.011689 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-f230d64d-85b0-41a1-87e1-dfa6a04b6377 req-e21b0f2f-1358-4a48-851f-715195af4065 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Allocated IP 172.25.4.232 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/dfb7ab1a-f22e-40da-9baf-2880a224c708) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:12:46.024542 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6d3974d7-ecbf-49ea-97f9-8a9417dafe07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:46.066139 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-41cb8061-7eec-4e24-adda-791fd9e68775 req-d126a348-9454-44b3-af42-762144405fa3 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958300 Oct 30 15:12:46.253030 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6d3974d7-ecbf-49ea-97f9-8a9417dafe07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:46.268173 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3974d7-ecbf-49ea-97f9-8a9417dafe07 admin admin] Pushing event updated for resources: {'Port': ['ID=2d8b4beb-603b-421a-915c-5893c8a69dd9,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:46.269744 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c526994-282a-4f1f-8ee4-00e59ab306d9 req-2138b386-8f20-4034-ab0e-c1f432a3518c tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:46.279631 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6c526994-282a-4f1f-8ee4-00e59ab306d9 req-2138b386-8f20-4034-ab0e-c1f432a3518c tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3f50d40-de7d-4020-b972-b4c18dee3f99 HTTP/1.1" status: 200 len: 948 time: 0.0900419 Oct 30 15:12:46.337284 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6c526994-282a-4f1f-8ee4-00e59ab306d9 req-1f12c848-fed5-42bd-ac02-9c4827f83a46 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6e850f5-bbac-48ab-9f8b-66d8b92818ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564489 Oct 30 15:12:46.408431 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-2555682d-8133-43d6-8eea-f929f7483dab tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Allocated IP 10.2.2.100 (67de53ff-61d6-4e57-84de-8610bca9618f/93c41c92-4bd3-4929-ad89-7529a017aa93/6fbdea33-f4af-43f9-a5b2-4f079692a699) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:12:46.443951 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34448) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:12:46.446223 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-f230d64d-85b0-41a1-87e1-dfa6a04b6377 req-e21b0f2f-1358-4a48-851f-715195af4065 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:46.517648 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3974d7-ecbf-49ea-97f9-8a9417dafe07 admin admin] Network 0687636a-0af2-498c-b552-02c9858d78c8 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:12:46.534357 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-6d3974d7-ecbf-49ea-97f9-8a9417dafe07 admin admin] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:12:46.696058 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55068e3d-a049-4316-aad1-d008ec04f6d1 req-6ede8740-bdca-41cf-9883-051e932b8678 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:46.711925 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55068e3d-a049-4316-aad1-d008ec04f6d1 req-6ede8740-bdca-41cf-9883-051e932b8678 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:46.718934 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-55068e3d-a049-4316-aad1-d008ec04f6d1 req-6ede8740-bdca-41cf-9883-051e932b8678 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] 10.222.0.62 "GET /v2.0/ports?device_id=40774f46-7741-426d-baac-daf4fcffcc4c&device_id=60a7f2d5-5e62-4ad7-8eda-0793d58e7745 HTTP/1.1" status: 200 len: 1681 time: 0.1255245 Oct 30 15:12:46.749249 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-fa15bf40-2447-4e1c-a1f4-31a336f0a9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1903716410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1903716410-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-986388751'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:12:46.818864 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-55068e3d-a049-4316-aad1-d008ec04f6d1 req-ff2a56d1-a80d-4b39-936e-c10b09a05f64 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] 10.222.0.62 "GET /v2.0/security-groups?id=a8a46e49-cccd-41a4-9d3e-21227b3ef0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891759 Oct 30 15:12:46.839132 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa15bf40-2447-4e1c-a1f4-31a336f0a9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1903716410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1903716410-project] Made reservation on behalf of b45980805b594945804b38cfd7c161f4 for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:12:46.846775 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fa15bf40-2447-4e1c-a1f4-31a336f0a9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1903716410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1903716410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:46.871945 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fa15bf40-2447-4e1c-a1f4-31a336f0a9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1903716410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1903716410-project] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:46.984227 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fa15bf40-2447-4e1c-a1f4-31a336f0a9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1903716410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1903716410-project] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:46.992085 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e79e97a3-dd95-483b-ae88-e0331e9e14e4 None None] Provisioning complete for port 2d8b4beb-603b-421a-915c-5893c8a69dd9 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:12:46.993766 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e79e97a3-dd95-483b-ae88-e0331e9e14e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:47.008836 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fa15bf40-2447-4e1c-a1f4-31a336f0a9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1903716410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1903716410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:47.026940 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa15bf40-2447-4e1c-a1f4-31a336f0a9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1903716410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1903716410-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:12:47.039911 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fa15bf40-2447-4e1c-a1f4-31a336f0a9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1903716410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1903716410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:47.040136 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-fa15bf40-2447-4e1c-a1f4-31a336f0a9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1903716410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1903716410-project] Added segment 7faa10a0-1b5e-4ebe-8e17-915db31a80a4 of type vlan for network 2884b9c5-b0df-493c-9c6f-a0fddc5fd074 Oct 30 15:12:47.054089 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e79e97a3-dd95-483b-ae88-e0331e9e14e4 None None] Port 2d8b4beb-603b-421a-915c-5893c8a69dd9 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:12:47.128346 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-f230d64d-85b0-41a1-87e1-dfa6a04b6377 req-e21b0f2f-1358-4a48-851f-715195af4065 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:47.158039 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15bf40-2447-4e1c-a1f4-31a336f0a9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1903716410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1903716410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=633ee24f-129c-46c6-8b72-36fe15dd4a21,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:47.165672 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fa15bf40-2447-4e1c-a1f4-31a336f0a9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1903716410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1903716410-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:47.191268 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3831d5-9982-48eb-a3be-b0232140ca5b req-d4bc79aa-a0d4-4dc8-b2a4-03bd1a488005 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:47.199894 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3831d5-9982-48eb-a3be-b0232140ca5b req-d4bc79aa-a0d4-4dc8-b2a4-03bd1a488005 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:47.207510 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f230d64d-85b0-41a1-87e1-dfa6a04b6377 req-e21b0f2f-1358-4a48-851f-715195af4065 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:12:47.215710 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3831d5-9982-48eb-a3be-b0232140ca5b req-d4bc79aa-a0d4-4dc8-b2a4-03bd1a488005 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:47.219326 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-f230d64d-85b0-41a1-87e1-dfa6a04b6377 req-e21b0f2f-1358-4a48-851f-715195af4065 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:12:47.221213 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fc3831d5-9982-48eb-a3be-b0232140ca5b req-d4bc79aa-a0d4-4dc8-b2a4-03bd1a488005 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 2375 time: 0.2330587 Oct 30 15:12:47.227483 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-f230d64d-85b0-41a1-87e1-dfa6a04b6377 req-e21b0f2f-1358-4a48-851f-715195af4065 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:12:47.230889 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21b0f2f-1358-4a48-851f-715195af4065 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Pushing event updated for resources: {'Port': ['ID=dfb7ab1a-f22e-40da-9baf-2880a224c708,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:47.282787 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-2555682d-8133-43d6-8eea-f929f7483dab tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:47.297282 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fa15bf40-2447-4e1c-a1f4-31a336f0a9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1903716410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1903716410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:47.307964 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa15bf40-2447-4e1c-a1f4-31a336f0a9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1903716410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1903716410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:47.314213 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fa15bf40-2447-4e1c-a1f4-31a336f0a9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1903716410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1903716410-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:47.328685 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d3974d7-ecbf-49ea-97f9-8a9417dafe07 admin admin] Router f0587bd4-3f72-40c0-966e-8c860a4477b1 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:12:47.387546 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-2555682d-8133-43d6-8eea-f929f7483dab tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:47.429054 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fc3831d5-9982-48eb-a3be-b0232140ca5b req-c962d369-371d-4cf6-9c7d-f106eaea3168 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb8a2948-2c1b-4131-b6de-fecd84bd89b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516931 Oct 30 15:12:47.440054 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-fa15bf40-2447-4e1c-a1f4-31a336f0a9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1903716410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1903716410-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.9945211 Oct 30 15:12:47.477206 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15bf40-2447-4e1c-a1f4-31a336f0a9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1903716410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1903716410-project] Pushing event updated for resources: {'Network': ['ID=2884b9c5-b0df-493c-9c6f-a0fddc5fd074,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:47.489710 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 2884b9c5-b0df-493c-9c6f-a0fddc5fd074 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:12:47.508911 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-f230d64d-85b0-41a1-87e1-dfa6a04b6377 req-e21b0f2f-1358-4a48-851f-715195af4065 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:47.524113 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-2555682d-8133-43d6-8eea-f929f7483dab tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Network 67de53ff-61d6-4e57-84de-8610bca9618f is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:12:47.532671 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-2555682d-8133-43d6-8eea-f929f7483dab tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:12:47.540131 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-2555682d-8133-43d6-8eea-f929f7483dab tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:12:47.608882 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2555682d-8133-43d6-8eea-f929f7483dab tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Pushing event updated for resources: {'Port': ['ID=6fbdea33-f4af-43f9-a5b2-4f079692a699,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:47.625584 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-f230d64d-85b0-41a1-87e1-dfa6a04b6377 req-e21b0f2f-1358-4a48-851f-715195af4065 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:47.652475 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f9704c-9861-468b-a15e-2f4049f0d632 req-fc28db31-9ecb-4142-a0aa-91ab8a9688da tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:47.660018 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a8f9704c-9861-468b-a15e-2f4049f0d632 req-fc28db31-9ecb-4142-a0aa-91ab8a9688da tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=660524e5-d36b-4ef4-9c8d-f13627615351 HTTP/1.1" status: 200 len: 946 time: 0.0962608 Oct 30 15:12:47.682352 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-2555682d-8133-43d6-8eea-f929f7483dab tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:47.683168 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-2555682d-8133-43d6-8eea-f929f7483dab tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:47.712148 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d3974d7-ecbf-49ea-97f9-8a9417dafe07 admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:12:47.738383 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a8f9704c-9861-468b-a15e-2f4049f0d632 req-9d6bca57-3ebd-4ae8-8b9d-94624549d2da tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692403 Oct 30 15:12:47.745763 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310ebd4e-17a4-4a82-97d1-b95b24f6fb1f None None] Sync routers for ids ['f0587bd4-3f72-40c0-966e-8c860a4477b1'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:12:47.746337 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-6d3974d7-ecbf-49ea-97f9-8a9417dafe07 admin admin] 10.222.0.62 "PUT /v2.0/routers/f0587bd4-3f72-40c0-966e-8c860a4477b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8232105 Oct 30 15:12:47.765907 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-2555682d-8133-43d6-8eea-f929f7483dab tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7223289 Oct 30 15:12:47.787405 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310ebd4e-17a4-4a82-97d1-b95b24f6fb1f None None] Routers {'f0587bd4-3f72-40c0-966e-8c860a4477b1'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:12:47.788085 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-310ebd4e-17a4-4a82-97d1-b95b24f6fb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:12:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['f0587bd4-3f72-40c0-966e-8c860a4477b1'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:12:47.839833 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-8206eb63-07b4-4957-8374-8dfb1e152d5f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Request body: {'port': {'device_id': '618df14e-6aba-40ef-8848-70c44c162096', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '67de53ff-61d6-4e57-84de-8610bca9618f', 'admin_state_up': True, 'tenant_id': '005d49094ead4e63ad23cb02de2bfa34', 'security_groups': ['eb8a2948-2c1b-4131-b6de-fecd84bd89b4']}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:12:47.955240 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dccdb7-846d-4b6d-af08-8ddfa8517ce2 req-32da7d9c-30c5-4837-a5a6-71702878b8c9 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:47.961335 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e0dccdb7-846d-4b6d-af08-8ddfa8517ce2 req-32da7d9c-30c5-4837-a5a6-71702878b8c9 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3f50d40-de7d-4020-b972-b4c18dee3f99 HTTP/1.1" status: 200 len: 948 time: 0.0963542 Oct 30 15:12:48.045235 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e0dccdb7-846d-4b6d-af08-8ddfa8517ce2 req-3e4d96d4-cb50-44f3-b721-3a48d9b3543e tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6e850f5-bbac-48ab-9f8b-66d8b92818ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683002 Oct 30 15:12:48.069802 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-b635e4bb-2f4b-40ab-b842-d8a5cdf94ab7 None None] Provisioning complete for port 6fbdea33-f4af-43f9-a5b2-4f079692a699 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:12:48.074817 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b635e4bb-2f4b-40ab-b842-d8a5cdf94ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:48.102779 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-f230d64d-85b0-41a1-87e1-dfa6a04b6377 req-e21b0f2f-1358-4a48-851f-715195af4065 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:48.120346 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-f230d64d-85b0-41a1-87e1-dfa6a04b6377 req-e21b0f2f-1358-4a48-851f-715195af4065 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:48.132261 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-b635e4bb-2f4b-40ab-b842-d8a5cdf94ab7 None None] Port 6fbdea33-f4af-43f9-a5b2-4f079692a699 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:12:48.139695 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-8206eb63-07b4-4957-8374-8dfb1e152d5f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Made reservation on behalf of 005d49094ead4e63ad23cb02de2bfa34 for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:12:48.150504 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-8206eb63-07b4-4957-8374-8dfb1e152d5f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:48.182607 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-310ebd4e-17a4-4a82-97d1-b95b24f6fb1f None None] Set router f0587bd4-3f72-40c0-966e-8c860a4477b1 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:12:48.266936 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34476) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:12:48.273594 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Request body: {'port': {'network_id': '2884b9c5-b0df-493c-9c6f-a0fddc5fd074', 'binding:host_id': 'n-h1-806683-17', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-878758701'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:12:48.339742 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Made reservation on behalf of f8b05ba58d4e4278830a8f404e54bf4d for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:12:48.344648 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:48.348993 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-f230d64d-85b0-41a1-87e1-dfa6a04b6377 req-e21b0f2f-1358-4a48-851f-715195af4065 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:48.372914 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:48.398205 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-f230d64d-85b0-41a1-87e1-dfa6a04b6377 req-e21b0f2f-1358-4a48-851f-715195af4065 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:48.400650 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f230d64d-85b0-41a1-87e1-dfa6a04b6377 req-e21b0f2f-1358-4a48-851f-715195af4065 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5786664 Oct 30 15:12:48.553950 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21b0f2f-1358-4a48-851f-715195af4065 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Pushing event updated for resources: {'Port': ['ID=dfb7ab1a-f22e-40da-9baf-2880a224c708,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:48.630149 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:48.663855 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f230d64d-85b0-41a1-87e1-dfa6a04b6377 req-d6eb50b3-f0a1-4706-9fbc-cebacf6e4008 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.4.232 HTTP/1.1" status: 200 len: 696 time: 0.2349908 Oct 30 15:12:48.681132 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-310ebd4e-17a4-4a82-97d1-b95b24f6fb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0587bd4-3f72-40c0-966e-8c860a4477b1', 'name': 'tempest-AttachSCSIVolumeTestJSON-2037670458-router', 'tenant_id': '1ab57ad80a7c4beaa3f6a7d81b3d43f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '49036416-d4e3-4490-852a-f4b2c44b9292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:12:29Z', 'updated_at': '2021-10-30T15:12:45Z', 'revision_number': 4, 'project_id': '1ab57ad80a7c4beaa3f6a7d81b3d43f6', 'gw_port': {'id': '49036416-d4e3-4490-852a-f4b2c44b9292', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0587bd4-3f72-40c0-966e-8c860a4477b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:12:31Z', 'updated_at': '2021-10-30T15:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '2d8b4beb-603b-421a-915c-5893c8a69dd9', 'name': '', 'network_id': '0687636a-0af2-498c-b552-02c9858d78c8', 'tenant_id': '1ab57ad80a7c4beaa3f6a7d81b3d43f6', 'mac_address': 'fa:16:3e:5c:d5:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0587bd4-3f72-40c0-966e-8c860a4477b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '3e27dc96-e022-46cd-af42-973684b35e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:12:40Z', 'updated_at': '2021-10-30T15:12:45Z', 'revision_number': 2, 'project_id': '1ab57ad80a7c4beaa3f6a7d81b3d43f6', 'subnets': [{'id': '3e27dc96-e022-46cd-af42-973684b35e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:12:48.717511 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:48.750700 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] device_id is not set on port 9ac857ef-b10d-4ad2-bde5-ebe7370155fe yet. {{(pid=102130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:12:48.765884 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310ebd4e-17a4-4a82-97d1-b95b24f6fb1f None None] Checking router: f0587bd4-3f72-40c0-966e-8c860a4477b1 for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:12:48.767366 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310ebd4e-17a4-4a82-97d1-b95b24f6fb1f None None] Updating router f0587bd4-3f72-40c0-966e-8c860a4477b1 port 2d8b4beb-603b-421a-915c-5893c8a69dd9 binding host n-d-806683-17 {{(pid=102132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:12:48.821737 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-310ebd4e-17a4-4a82-97d1-b95b24f6fb1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:49.023412 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-8206eb63-07b4-4957-8374-8dfb1e152d5f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Allocated IP 10.2.2.200 (67de53ff-61d6-4e57-84de-8610bca9618f/93c41c92-4bd3-4929-ad89-7529a017aa93/256e4633-4af9-4c29-9d87-283e76dcef0e) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:12:49.064911 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9cf473-6607-4ecd-a4c7-d70e7b5bd194 req-6c9cd227-373b-4e2c-a62b-67d0438eadf4 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:49.071867 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9cf473-6607-4ecd-a4c7-d70e7b5bd194 req-6c9cd227-373b-4e2c-a62b-67d0438eadf4 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:49.078401 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9cf473-6607-4ecd-a4c7-d70e7b5bd194 req-6c9cd227-373b-4e2c-a62b-67d0438eadf4 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:49.085698 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9cf473-6607-4ecd-a4c7-d70e7b5bd194 req-6c9cd227-373b-4e2c-a62b-67d0438eadf4 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:49.087674 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3c9cf473-6607-4ecd-a4c7-d70e7b5bd194 req-6c9cd227-373b-4e2c-a62b-67d0438eadf4 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 3096 time: 0.4537716 Oct 30 15:12:49.097588 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7157989-c09c-4a31-8b3d-646bd8165179,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:49.193438 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3c9cf473-6607-4ecd-a4c7-d70e7b5bd194 req-9b8a8f15-285e-4ebe-8940-75caae9268ec tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb8a2948-2c1b-4131-b6de-fecd84bd89b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887311 Oct 30 15:12:49.218160 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-8206eb63-07b4-4957-8374-8dfb1e152d5f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:49.292982 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-8206eb63-07b4-4957-8374-8dfb1e152d5f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:49.387054 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-8206eb63-07b4-4957-8374-8dfb1e152d5f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Network 67de53ff-61d6-4e57-84de-8610bca9618f is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:12:49.398272 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-8206eb63-07b4-4957-8374-8dfb1e152d5f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:12:49.403542 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8206eb63-07b4-4957-8374-8dfb1e152d5f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Pushing event updated for resources: {'Port': ['ID=256e4633-4af9-4c29-9d87-283e76dcef0e,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:49.417806 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-8206eb63-07b4-4957-8374-8dfb1e152d5f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:12:49.532381 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f230d64d-85b0-41a1-87e1-dfa6a04b6377 req-4ca7adfe-2f9e-4940-aab2-467fff72fbba tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:49.536147 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f230d64d-85b0-41a1-87e1-dfa6a04b6377 req-4ca7adfe-2f9e-4940-aab2-467fff72fbba tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] 10.222.0.62 "GET /v2.0/networks/edc38ef5-7816-4133-914c-cfe2849a0125 HTTP/1.1" status: 200 len: 784 time: 0.8272166 Oct 30 15:12:49.572437 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-8206eb63-07b4-4957-8374-8dfb1e152d5f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:49.572882 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-8206eb63-07b4-4957-8374-8dfb1e152d5f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:49.639455 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-8206eb63-07b4-4957-8374-8dfb1e152d5f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8535583 Oct 30 15:12:49.679268 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-b119935e-7b91-4053-a147-b73a70574573 service neutron] Request body: {'port': {'device_id': '618df14e-6aba-40ef-8848-70c44c162096', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:12:49.724924 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] device_id is not set on port 9ac857ef-b10d-4ad2-bde5-ebe7370155fe yet. {{(pid=102130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:12:49.773483 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:49.809333 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:49.870119 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6860a0e-7258-40d4-a8ce-ce8bab829f8e req-eb75a641-94f9-4668-8c93-9cf109ae7792 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:49.871729 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a6860a0e-7258-40d4-a8ce-ce8bab829f8e req-eb75a641-94f9-4668-8c93-9cf109ae7792 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=660524e5-d36b-4ef4-9c8d-f13627615351 HTTP/1.1" status: 200 len: 946 time: 0.4922757 Oct 30 15:12:49.874665 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-b119935e-7b91-4053-a147-b73a70574573 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:50.075810 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-310ebd4e-17a4-4a82-97d1-b95b24f6fb1f None None] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:50.079515 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5468f1bd-8fca-4bed-b8da-ebdd045f1a0a req-c4627e74-8684-491f-af0a-e009df8501d2 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:50.087044 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-9562acbe-7b3b-4066-9a6d-cf8b3199feb5 None None] Provisioning complete for port 256e4633-4af9-4c29-9d87-283e76dcef0e triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:12:50.087416 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9562acbe-7b3b-4066-9a6d-cf8b3199feb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:50.091012 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5468f1bd-8fca-4bed-b8da-ebdd045f1a0a req-c4627e74-8684-491f-af0a-e009df8501d2 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3f50d40-de7d-4020-b972-b4c18dee3f99 HTTP/1.1" status: 200 len: 948 time: 0.3217261 Oct 30 15:12:50.140852 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-310ebd4e-17a4-4a82-97d1-b95b24f6fb1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:50.215674 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Checking segment: {'id': '7faa10a0-1b5e-4ebe-8e17-915db31a80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2884b9c5-b0df-493c-9c6f-a0fddc5fd074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:12:50.226527 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Network hostable DHCP agents. Network: 2884b9c5-b0df-493c-9c6f-a0fddc5fd074, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:12:50.233533 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Pushing event updated for resources: {'Port': ['ID=9ac857ef-b10d-4ad2-bde5-ebe7370155fe,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:50.280102 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a6860a0e-7258-40d4-a8ce-ce8bab829f8e req-c6bed8ce-3c85-4b0f-a54c-372d019629fe tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3923101 Oct 30 15:12:50.280361 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc4b9c7-4ef3-49ac-91c1-39146239953d None None] Pushing event updated for resources: {'Port': ['ID=2d8b4beb-603b-421a-915c-5893c8a69dd9,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:50.314465 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Network 2884b9c5-b0df-493c-9c6f-a0fddc5fd074 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:12:50.340753 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 2884b9c5-b0df-493c-9c6f-a0fddc5fd074) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:12:50.356263 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-9562acbe-7b3b-4066-9a6d-cf8b3199feb5 None None] Port 256e4633-4af9-4c29-9d87-283e76dcef0e cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:12:50.357902 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:12:50.364994 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1b4b16-3ccb-40d5-8c02-800a875ba9b0 None None] Network 2884b9c5-b0df-493c-9c6f-a0fddc5fd074 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:12:50.414803 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5468f1bd-8fca-4bed-b8da-ebdd045f1a0a req-02628289-2ceb-4060-a7ac-084a5aaa12e2 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6e850f5-bbac-48ab-9f8b-66d8b92818ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217373 Oct 30 15:12:50.424499 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 9ac857ef-b10d-4ad2-bde5-ebe7370155fe on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:12:50.438205 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 9ac857ef-b10d-4ad2-bde5-ebe7370155fe by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '7faa10a0-1b5e-4ebe-8e17-915db31a80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2884b9c5-b0df-493c-9c6f-a0fddc5fd074'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:12:50.438205 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 9ac857ef-b10d-4ad2-bde5-ebe7370155fe on network 2884b9c5-b0df-493c-9c6f-a0fddc5fd074 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:12:50.459926 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Port 9ac857ef-b10d-4ad2-bde5-ebe7370155fe on network 2884b9c5-b0df-493c-9c6f-a0fddc5fd074 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:12:50.460920 n-d-806683-17 neutron-server[102130]: ERROR neutron.plugins.ml2.managers [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Failed to bind port 9ac857ef-b10d-4ad2-bde5-ebe7370155fe on host n-h1-806683-17 for vnic_type normal using segments [{'id': '7faa10a0-1b5e-4ebe-8e17-915db31a80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2884b9c5-b0df-493c-9c6f-a0fddc5fd074'}] Oct 30 15:12:50.463877 n-d-806683-17 neutron-server[102130]: INFO neutron.plugins.ml2.plugin [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempt 2 to bind port 9ac857ef-b10d-4ad2-bde5-ebe7370155fe Oct 30 15:12:50.528806 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 9ac857ef-b10d-4ad2-bde5-ebe7370155fe on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:12:50.532254 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 9ac857ef-b10d-4ad2-bde5-ebe7370155fe by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '7faa10a0-1b5e-4ebe-8e17-915db31a80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2884b9c5-b0df-493c-9c6f-a0fddc5fd074'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:12:50.533801 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 9ac857ef-b10d-4ad2-bde5-ebe7370155fe on network 2884b9c5-b0df-493c-9c6f-a0fddc5fd074 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:12:50.556852 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Port 9ac857ef-b10d-4ad2-bde5-ebe7370155fe on network 2884b9c5-b0df-493c-9c6f-a0fddc5fd074 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:12:50.559045 n-d-806683-17 neutron-server[102130]: ERROR neutron.plugins.ml2.managers [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Failed to bind port 9ac857ef-b10d-4ad2-bde5-ebe7370155fe on host n-h1-806683-17 for vnic_type normal using segments [{'id': '7faa10a0-1b5e-4ebe-8e17-915db31a80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2884b9c5-b0df-493c-9c6f-a0fddc5fd074'}] Oct 30 15:12:50.561085 n-d-806683-17 neutron-server[102130]: INFO neutron.plugins.ml2.plugin [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempt 3 to bind port 9ac857ef-b10d-4ad2-bde5-ebe7370155fe Oct 30 15:12:50.625502 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 9ac857ef-b10d-4ad2-bde5-ebe7370155fe on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:12:50.628224 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 9ac857ef-b10d-4ad2-bde5-ebe7370155fe by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '7faa10a0-1b5e-4ebe-8e17-915db31a80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2884b9c5-b0df-493c-9c6f-a0fddc5fd074'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:12:50.629995 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 9ac857ef-b10d-4ad2-bde5-ebe7370155fe on network 2884b9c5-b0df-493c-9c6f-a0fddc5fd074 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:12:50.635825 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Port 9ac857ef-b10d-4ad2-bde5-ebe7370155fe on network 2884b9c5-b0df-493c-9c6f-a0fddc5fd074 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:12:50.637444 n-d-806683-17 neutron-server[102130]: ERROR neutron.plugins.ml2.managers [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Failed to bind port 9ac857ef-b10d-4ad2-bde5-ebe7370155fe on host n-h1-806683-17 for vnic_type normal using segments [{'id': '7faa10a0-1b5e-4ebe-8e17-915db31a80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2884b9c5-b0df-493c-9c6f-a0fddc5fd074'}] Oct 30 15:12:50.639235 n-d-806683-17 neutron-server[102130]: INFO neutron.plugins.ml2.plugin [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempt 4 to bind port 9ac857ef-b10d-4ad2-bde5-ebe7370155fe Oct 30 15:12:50.690067 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 9ac857ef-b10d-4ad2-bde5-ebe7370155fe on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:12:50.691342 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 9ac857ef-b10d-4ad2-bde5-ebe7370155fe by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '7faa10a0-1b5e-4ebe-8e17-915db31a80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2884b9c5-b0df-493c-9c6f-a0fddc5fd074'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:12:50.693269 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 9ac857ef-b10d-4ad2-bde5-ebe7370155fe on network 2884b9c5-b0df-493c-9c6f-a0fddc5fd074 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:12:50.714933 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Port 9ac857ef-b10d-4ad2-bde5-ebe7370155fe on network 2884b9c5-b0df-493c-9c6f-a0fddc5fd074 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:12:50.716805 n-d-806683-17 neutron-server[102130]: ERROR neutron.plugins.ml2.managers [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Failed to bind port 9ac857ef-b10d-4ad2-bde5-ebe7370155fe on host n-h1-806683-17 for vnic_type normal using segments [{'id': '7faa10a0-1b5e-4ebe-8e17-915db31a80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2884b9c5-b0df-493c-9c6f-a0fddc5fd074'}] Oct 30 15:12:50.732759 n-d-806683-17 neutron-server[102130]: INFO neutron.plugins.ml2.plugin [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempt 5 to bind port 9ac857ef-b10d-4ad2-bde5-ebe7370155fe Oct 30 15:12:50.737116 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-310ebd4e-17a4-4a82-97d1-b95b24f6fb1f None None] Attempting to bind port 2d8b4beb-603b-421a-915c-5893c8a69dd9 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:12:50.737848 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-310ebd4e-17a4-4a82-97d1-b95b24f6fb1f None None] Attempting to bind port 2d8b4beb-603b-421a-915c-5893c8a69dd9 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'da5872fd-d169-4ec2-a043-1f18348e1cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '0687636a-0af2-498c-b552-02c9858d78c8'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:12:50.740040 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310ebd4e-17a4-4a82-97d1-b95b24f6fb1f None None] Attempting to bind port 2d8b4beb-603b-421a-915c-5893c8a69dd9 on network 0687636a-0af2-498c-b552-02c9858d78c8 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:12:50.777630 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310ebd4e-17a4-4a82-97d1-b95b24f6fb1f None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:12:50.785285 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 9ac857ef-b10d-4ad2-bde5-ebe7370155fe on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:12:50.785924 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 9ac857ef-b10d-4ad2-bde5-ebe7370155fe by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '7faa10a0-1b5e-4ebe-8e17-915db31a80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2884b9c5-b0df-493c-9c6f-a0fddc5fd074'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:12:50.788316 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310ebd4e-17a4-4a82-97d1-b95b24f6fb1f None None] Checking segment: {'id': 'da5872fd-d169-4ec2-a043-1f18348e1cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '0687636a-0af2-498c-b552-02c9858d78c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:12:50.789388 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 9ac857ef-b10d-4ad2-bde5-ebe7370155fe on network 2884b9c5-b0df-493c-9c6f-a0fddc5fd074 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:12:50.789780 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-310ebd4e-17a4-4a82-97d1-b95b24f6fb1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:50.791377 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310ebd4e-17a4-4a82-97d1-b95b24f6fb1f None None] Bound using segment: {'id': 'da5872fd-d169-4ec2-a043-1f18348e1cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '0687636a-0af2-498c-b552-02c9858d78c8'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:12:50.799723 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-310ebd4e-17a4-4a82-97d1-b95b24f6fb1f None None] Bound port: 2d8b4beb-603b-421a-915c-5893c8a69dd9, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da5872fd-d169-4ec2-a043-1f18348e1cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '0687636a-0af2-498c-b552-02c9858d78c8'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:12:50.800426 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-310ebd4e-17a4-4a82-97d1-b95b24f6fb1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:50.808873 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Port 9ac857ef-b10d-4ad2-bde5-ebe7370155fe on network 2884b9c5-b0df-493c-9c6f-a0fddc5fd074 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:12:50.809223 n-d-806683-17 neutron-server[102130]: ERROR neutron.plugins.ml2.managers [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Failed to bind port 9ac857ef-b10d-4ad2-bde5-ebe7370155fe on host n-h1-806683-17 for vnic_type normal using segments [{'id': '7faa10a0-1b5e-4ebe-8e17-915db31a80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2884b9c5-b0df-493c-9c6f-a0fddc5fd074'}] Oct 30 15:12:50.811035 n-d-806683-17 neutron-server[102130]: INFO neutron.plugins.ml2.plugin [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempt 6 to bind port 9ac857ef-b10d-4ad2-bde5-ebe7370155fe Oct 30 15:12:50.867220 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 9ac857ef-b10d-4ad2-bde5-ebe7370155fe on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:12:50.878925 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 9ac857ef-b10d-4ad2-bde5-ebe7370155fe by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '7faa10a0-1b5e-4ebe-8e17-915db31a80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2884b9c5-b0df-493c-9c6f-a0fddc5fd074'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:12:50.880721 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 9ac857ef-b10d-4ad2-bde5-ebe7370155fe on network 2884b9c5-b0df-493c-9c6f-a0fddc5fd074 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:12:50.901497 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Port 9ac857ef-b10d-4ad2-bde5-ebe7370155fe on network 2884b9c5-b0df-493c-9c6f-a0fddc5fd074 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:12:50.902843 n-d-806683-17 neutron-server[102130]: ERROR neutron.plugins.ml2.managers [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Failed to bind port 9ac857ef-b10d-4ad2-bde5-ebe7370155fe on host n-h1-806683-17 for vnic_type normal using segments [{'id': '7faa10a0-1b5e-4ebe-8e17-915db31a80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2884b9c5-b0df-493c-9c6f-a0fddc5fd074'}] Oct 30 15:12:50.905308 n-d-806683-17 neutron-server[102130]: INFO neutron.plugins.ml2.plugin [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempt 7 to bind port 9ac857ef-b10d-4ad2-bde5-ebe7370155fe Oct 30 15:12:50.925154 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9640f8bd-931e-436a-bcac-28a8da929825 req-c937a687-df95-4440-ab59-695ee56b704e tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] 10.222.0.62 "GET /v2.0/floatingips/35c0d851-e8d8-44b4-ad06-c03cedb9cdc5 HTTP/1.1" status: 200 len: 693 time: 0.4352260 Oct 30 15:12:51.035938 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 9ac857ef-b10d-4ad2-bde5-ebe7370155fe on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:12:51.036570 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 9ac857ef-b10d-4ad2-bde5-ebe7370155fe by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '7faa10a0-1b5e-4ebe-8e17-915db31a80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2884b9c5-b0df-493c-9c6f-a0fddc5fd074'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:12:51.038052 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 9ac857ef-b10d-4ad2-bde5-ebe7370155fe on network 2884b9c5-b0df-493c-9c6f-a0fddc5fd074 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:12:51.088215 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-73caa93f-0e71-4730-ac94-867080b6a247 None None] Provisioning complete for port 2d8b4beb-603b-421a-915c-5893c8a69dd9 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:12:51.088215 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-73caa93f-0e71-4730-ac94-867080b6a247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:51.159804 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-73caa93f-0e71-4730-ac94-867080b6a247 None None] Port 2d8b4beb-603b-421a-915c-5893c8a69dd9 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:12:51.176926 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Port 9ac857ef-b10d-4ad2-bde5-ebe7370155fe on network 2884b9c5-b0df-493c-9c6f-a0fddc5fd074 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:12:51.178521 n-d-806683-17 neutron-server[102130]: ERROR neutron.plugins.ml2.managers [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Failed to bind port 9ac857ef-b10d-4ad2-bde5-ebe7370155fe on host n-h1-806683-17 for vnic_type normal using segments [{'id': '7faa10a0-1b5e-4ebe-8e17-915db31a80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2884b9c5-b0df-493c-9c6f-a0fddc5fd074'}] Oct 30 15:12:51.181537 n-d-806683-17 neutron-server[102130]: INFO neutron.plugins.ml2.plugin [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempt 8 to bind port 9ac857ef-b10d-4ad2-bde5-ebe7370155fe Oct 30 15:12:51.223692 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f129e412-0781-45d2-a19d-f83791833c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:51.253193 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-310ebd4e-17a4-4a82-97d1-b95b24f6fb1f None None] For port 2d8b4beb-603b-421a-915c-5893c8a69dd9, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:12:51.258717 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-310ebd4e-17a4-4a82-97d1-b95b24f6fb1f None None] For port 2d8b4beb-603b-421a-915c-5893c8a69dd9, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=2d8b4beb-603b-421a-915c-5893c8a69dd9,segment=NetworkSegment(da5872fd-d169-4ec2-a043-1f18348e1cc5),segment_id=da5872fd-d169-4ec2-a043-1f18348e1cc5)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:12:51.264508 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 9ac857ef-b10d-4ad2-bde5-ebe7370155fe on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:12:51.265114 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 9ac857ef-b10d-4ad2-bde5-ebe7370155fe by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '7faa10a0-1b5e-4ebe-8e17-915db31a80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2884b9c5-b0df-493c-9c6f-a0fddc5fd074'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:12:51.265678 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 9ac857ef-b10d-4ad2-bde5-ebe7370155fe on network 2884b9c5-b0df-493c-9c6f-a0fddc5fd074 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:12:51.267440 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-310ebd4e-17a4-4a82-97d1-b95b24f6fb1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:51.289019 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Port 9ac857ef-b10d-4ad2-bde5-ebe7370155fe on network 2884b9c5-b0df-493c-9c6f-a0fddc5fd074 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:12:51.289516 n-d-806683-17 neutron-server[102130]: ERROR neutron.plugins.ml2.managers [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Failed to bind port 9ac857ef-b10d-4ad2-bde5-ebe7370155fe on host n-h1-806683-17 for vnic_type normal using segments [{'id': '7faa10a0-1b5e-4ebe-8e17-915db31a80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2884b9c5-b0df-493c-9c6f-a0fddc5fd074'}] Oct 30 15:12:51.290038 n-d-806683-17 neutron-server[102130]: INFO neutron.plugins.ml2.plugin [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempt 9 to bind port 9ac857ef-b10d-4ad2-bde5-ebe7370155fe Oct 30 15:12:51.338964 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adae4da-729d-4b99-975f-c05e8a0bb67b req-bb3d1769-01c7-4826-9148-ca5ac9765b26 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:51.359922 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adae4da-729d-4b99-975f-c05e8a0bb67b req-bb3d1769-01c7-4826-9148-ca5ac9765b26 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:51.369248 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adae4da-729d-4b99-975f-c05e8a0bb67b req-bb3d1769-01c7-4826-9148-ca5ac9765b26 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:51.387147 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adae4da-729d-4b99-975f-c05e8a0bb67b req-bb3d1769-01c7-4826-9148-ca5ac9765b26 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:51.395678 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640f8bd-931e-436a-bcac-28a8da929825 req-052fff1c-c7c9-4b8b-9668-fbedd063964a tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:51.402468 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc4b9c7-4ef3-49ac-91c1-39146239953d None None] Pushing event updated for resources: {'Port': ['ID=2d8b4beb-603b-421a-915c-5893c8a69dd9,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:51.406149 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9640f8bd-931e-436a-bcac-28a8da929825 req-052fff1c-c7c9-4b8b-9668-fbedd063964a tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] 10.222.0.62 "GET /v2.0/networks/edc38ef5-7816-4133-914c-cfe2849a0125 HTTP/1.1" status: 200 len: 784 time: 0.4798322 Oct 30 15:12:51.417316 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adae4da-729d-4b99-975f-c05e8a0bb67b req-bb3d1769-01c7-4826-9148-ca5ac9765b26 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:51.419490 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6adae4da-729d-4b99-975f-c05e8a0bb67b req-bb3d1769-01c7-4826-9148-ca5ac9765b26 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 3817 time: 0.4321423 Oct 30 15:12:51.420435 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 9ac857ef-b10d-4ad2-bde5-ebe7370155fe on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:12:51.420780 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 9ac857ef-b10d-4ad2-bde5-ebe7370155fe by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '7faa10a0-1b5e-4ebe-8e17-915db31a80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2884b9c5-b0df-493c-9c6f-a0fddc5fd074'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:12:51.421119 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 9ac857ef-b10d-4ad2-bde5-ebe7370155fe on network 2884b9c5-b0df-493c-9c6f-a0fddc5fd074 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:12:51.443712 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [req-9640f8bd-931e-436a-bcac-28a8da929825 req-0184df20-c5f5-4ae5-bc82-78993eec43d4 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:12:51.464348 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310ebd4e-17a4-4a82-97d1-b95b24f6fb1f None None] Routers {'f0587bd4-3f72-40c0-966e-8c860a4477b1'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:12:51.464996 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-310ebd4e-17a4-4a82-97d1-b95b24f6fb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:12:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['f0587bd4-3f72-40c0-966e-8c860a4477b1'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:12:51.465571 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Port 9ac857ef-b10d-4ad2-bde5-ebe7370155fe on network 2884b9c5-b0df-493c-9c6f-a0fddc5fd074 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:12:51.466521 n-d-806683-17 neutron-server[102130]: ERROR neutron.plugins.ml2.managers [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Failed to bind port 9ac857ef-b10d-4ad2-bde5-ebe7370155fe on host n-h1-806683-17 for vnic_type normal using segments [{'id': '7faa10a0-1b5e-4ebe-8e17-915db31a80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2884b9c5-b0df-493c-9c6f-a0fddc5fd074'}] Oct 30 15:12:51.467145 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9640f8bd-931e-436a-bcac-28a8da929825 req-0184df20-c5f5-4ae5-bc82-78993eec43d4 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0583439 Oct 30 15:12:51.468514 n-d-806683-17 neutron-server[102130]: INFO neutron.plugins.ml2.plugin [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempt 10 to bind port 9ac857ef-b10d-4ad2-bde5-ebe7370155fe Oct 30 15:12:51.529050 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 9ac857ef-b10d-4ad2-bde5-ebe7370155fe on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:12:51.529413 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 9ac857ef-b10d-4ad2-bde5-ebe7370155fe by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '7faa10a0-1b5e-4ebe-8e17-915db31a80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2884b9c5-b0df-493c-9c6f-a0fddc5fd074'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:12:51.533106 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 9ac857ef-b10d-4ad2-bde5-ebe7370155fe on network 2884b9c5-b0df-493c-9c6f-a0fddc5fd074 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:12:51.572941 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Port 9ac857ef-b10d-4ad2-bde5-ebe7370155fe on network 2884b9c5-b0df-493c-9c6f-a0fddc5fd074 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:12:51.573275 n-d-806683-17 neutron-server[102130]: ERROR neutron.plugins.ml2.managers [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Failed to bind port 9ac857ef-b10d-4ad2-bde5-ebe7370155fe on host n-h1-806683-17 for vnic_type normal using segments [{'id': '7faa10a0-1b5e-4ebe-8e17-915db31a80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2884b9c5-b0df-493c-9c6f-a0fddc5fd074'}] Oct 30 15:12:51.573657 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:51.736930 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-b119935e-7b91-4053-a147-b73a70574573 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0d107bb-70ae-4589-bbad-ba445997ea32 {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:12:51.768995 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-b119935e-7b91-4053-a147-b73a70574573 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:51.855998 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-310ebd4e-17a4-4a82-97d1-b95b24f6fb1f None None] Set router f0587bd4-3f72-40c0-966e-8c860a4477b1 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:12:51.859276 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6adae4da-729d-4b99-975f-c05e8a0bb67b req-c62706b7-1d06-45f6-b6a4-fc1e5cd2bf97 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb8a2948-2c1b-4131-b6de-fecd84bd89b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4224200 Oct 30 15:12:51.866561 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-b119935e-7b91-4053-a147-b73a70574573 service neutron] Transition to ACTIVE for port object a0d107bb-70ae-4589-bbad-ba445997ea32 will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:12:51.894263 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-b119935e-7b91-4053-a147-b73a70574573 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:52.201855 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] For port 9ac857ef-b10d-4ad2-bde5-ebe7370155fe, host n-h1-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:12:52.202225 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempted to set empty binding levels {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 30 15:12:52.359713 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:52.505365 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Pushing event updated for resources: {'Port': ['ID=9ac857ef-b10d-4ad2-bde5-ebe7370155fe,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:52.508589 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:52.509162 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:52.548681 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-7baf07b8-c224-4985-92a0-232a139f65c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 4.2777703 Oct 30 15:12:52.549466 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34514) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:12:52.604279 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b119935e-7b91-4053-a147-b73a70574573 service neutron] Pushing event updated for resources: {'Port': ['ID=a0d107bb-70ae-4589-bbad-ba445997ea32,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:52.626831 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987afa6-d44f-49e1-8244-c6bd2d600e4d req-8b968d17-b53d-457a-9f1e-6a7ac3c6ee7a tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:52.628454 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0987afa6-d44f-49e1-8244-c6bd2d600e4d req-8b968d17-b53d-457a-9f1e-6a7ac3c6ee7a tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=660524e5-d36b-4ef4-9c8d-f13627615351 HTTP/1.1" status: 200 len: 946 time: 0.4480014 Oct 30 15:12:52.686292 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61849f28-708d-40a7-b8d5-fb24b3d0a39f req-05b2be7e-91e2-4c20-b1f3-3cd793cda33f tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:52.692660 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-afefbe95-0a35-403a-a1f4-b3ce66d92484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Deleting port 9ac857ef-b10d-4ad2-bde5-ebe7370155fe {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:12:52.693007 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-afefbe95-0a35-403a-a1f4-b3ce66d92484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:52.695078 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-61849f28-708d-40a7-b8d5-fb24b3d0a39f req-05b2be7e-91e2-4c20-b1f3-3cd793cda33f tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3f50d40-de7d-4020-b972-b4c18dee3f99 HTTP/1.1" status: 200 len: 948 time: 0.4496901 Oct 30 15:12:52.713791 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-85934536-945e-4de6-9e49-5cc13245df4c None None] Provisioning complete for port 2d8b4beb-603b-421a-915c-5893c8a69dd9 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:12:52.714433 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-85934536-945e-4de6-9e49-5cc13245df4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:52.729574 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acc45a8-7e1f-498c-ad28-156cc123ee1d req-9df67cef-dde0-4c85-b758-51379b95d8f4 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:52.731946 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5acc45a8-7e1f-498c-ad28-156cc123ee1d req-9df67cef-dde0-4c85-b758-51379b95d8f4 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] 10.222.0.53 "GET /v2.0/ports?device_id=60a7f2d5-5e62-4ad7-8eda-0793d58e7745 HTTP/1.1" status: 200 len: 945 time: 0.4851868 Oct 30 15:12:52.765231 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-afefbe95-0a35-403a-a1f4-b3ce66d92484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] For port 9ac857ef-b10d-4ad2-bde5-ebe7370155fe, host n-h1-806683-17, got binding levels [] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:12:52.765536 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-afefbe95-0a35-403a-a1f4-b3ce66d92484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:52.778093 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-afefbe95-0a35-403a-a1f4-b3ce66d92484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Calling delete_port for 9ac857ef-b10d-4ad2-bde5-ebe7370155fe owned by {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:12:52.799381 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-61849f28-708d-40a7-b8d5-fb24b3d0a39f req-582665e4-f111-42b1-bdbe-5b31b7eb0a71 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6e850f5-bbac-48ab-9f8b-66d8b92818ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028697 Oct 30 15:12:52.804476 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-b119935e-7b91-4053-a147-b73a70574573 service neutron] Attempting to bind port a0d107bb-70ae-4589-bbad-ba445997ea32 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:12:52.805871 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-b119935e-7b91-4053-a147-b73a70574573 service neutron] Attempting to bind port a0d107bb-70ae-4589-bbad-ba445997ea32 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': 'c6961737-a289-4cc2-be94-4c33cfd1177f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '524f8360-eaf2-4133-a589-da68b60c4b3f'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:12:52.817214 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-b119935e-7b91-4053-a147-b73a70574573 service neutron] Attempting to bind port a0d107bb-70ae-4589-bbad-ba445997ea32 on network 524f8360-eaf2-4133-a589-da68b60c4b3f {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:12:52.844352 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-b119935e-7b91-4053-a147-b73a70574573 service neutron] Port a0d107bb-70ae-4589-bbad-ba445997ea32 on network 524f8360-eaf2-4133-a589-da68b60c4b3f not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:12:52.845766 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-b119935e-7b91-4053-a147-b73a70574573 service neutron] Attempting to bind port a0d107bb-70ae-4589-bbad-ba445997ea32 on network 524f8360-eaf2-4133-a589-da68b60c4b3f {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:12:52.863431 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-b119935e-7b91-4053-a147-b73a70574573 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:12:52.864288 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-b119935e-7b91-4053-a147-b73a70574573 service neutron] Checking segment: {'id': 'c6961737-a289-4cc2-be94-4c33cfd1177f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '524f8360-eaf2-4133-a589-da68b60c4b3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:12:52.865060 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-b119935e-7b91-4053-a147-b73a70574573 service neutron] Bound using segment: {'id': 'c6961737-a289-4cc2-be94-4c33cfd1177f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '524f8360-eaf2-4133-a589-da68b60c4b3f'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:12:52.865839 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-b119935e-7b91-4053-a147-b73a70574573 service neutron] Bound port: a0d107bb-70ae-4589-bbad-ba445997ea32, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6961737-a289-4cc2-be94-4c33cfd1177f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '524f8360-eaf2-4133-a589-da68b60c4b3f'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:12:52.866505 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-b119935e-7b91-4053-a147-b73a70574573 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:52.907745 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0987afa6-d44f-49e1-8244-c6bd2d600e4d req-a092d972-e5be-4152-8d9d-d2e4b6b2f597 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557931 Oct 30 15:12:52.907745 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-afefbe95-0a35-403a-a1f4-b3ce66d92484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:52.944899 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-afefbe95-0a35-403a-a1f4-b3ce66d92484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:52.951177 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-afefbe95-0a35-403a-a1f4-b3ce66d92484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] 10.222.0.62 "DELETE /v2.0/ports/9ac857ef-b10d-4ad2-bde5-ebe7370155fe HTTP/1.1" status: 204 len: 168 time: 0.3970859 Oct 30 15:12:52.968818 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34518) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:12:52.971793 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afefbe95-0a35-403a-a1f4-b3ce66d92484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Pushing event deleted for resources: {'Port': ['ID=9ac857ef-b10d-4ad2-bde5-ebe7370155fe,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:53.023392 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d7b542b4-4b95-43a2-8e47-b539708ed221 req-3c2fc2f4-8083-43a8-a7d9-54ae06229172 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] 10.222.0.62 "GET /v2.0/floatingips/35c0d851-e8d8-44b4-ad06-c03cedb9cdc5 HTTP/1.1" status: 200 len: 693 time: 0.1682343 Oct 30 15:12:53.164738 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b2efb-f0ff-4d51-9b82-704ce2e341c7 req-b538539b-ffe8-4442-a167-12e3f7b12b14 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:53.169532 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-b119935e-7b91-4053-a147-b73a70574573 service neutron] For port a0d107bb-70ae-4589-bbad-ba445997ea32, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:12:53.171503 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b2efb-f0ff-4d51-9b82-704ce2e341c7 req-b538539b-ffe8-4442-a167-12e3f7b12b14 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:53.177048 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-b119935e-7b91-4053-a147-b73a70574573 service neutron] For port a0d107bb-70ae-4589-bbad-ba445997ea32, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=a0d107bb-70ae-4589-bbad-ba445997ea32,segment=NetworkSegment(c6961737-a289-4cc2-be94-4c33cfd1177f),segment_id=c6961737-a289-4cc2-be94-4c33cfd1177f)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:12:53.193664 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b2efb-f0ff-4d51-9b82-704ce2e341c7 req-b538539b-ffe8-4442-a167-12e3f7b12b14 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:53.207667 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-9259ddd8-f627-4c33-a769-3d812f235ebb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] GET failed (client error): The resource could not be found. Oct 30 15:12:53.213026 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b2efb-f0ff-4d51-9b82-704ce2e341c7 req-b538539b-ffe8-4442-a167-12e3f7b12b14 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:53.217639 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-9259ddd8-f627-4c33-a769-3d812f235ebb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] 10.222.0.62 "GET /v2.0/ports/9ac857ef-b10d-4ad2-bde5-ebe7370155fe HTTP/1.1" status: 404 len: 333 time: 0.2473629 Oct 30 15:12:53.218631 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34522) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:12:53.225922 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b2efb-f0ff-4d51-9b82-704ce2e341c7 req-b538539b-ffe8-4442-a167-12e3f7b12b14 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:53.241850 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-85934536-945e-4de6-9e49-5cc13245df4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:53.242456 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-048b2efb-f0ff-4d51-9b82-704ce2e341c7 req-b538539b-ffe8-4442-a167-12e3f7b12b14 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 3829 time: 0.1725354 Oct 30 15:12:53.294836 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-55cfecc9-f8e4-408c-a4be-af4bbe6e557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Request body: {'port': {'network_id': '2884b9c5-b0df-493c-9c6f-a0fddc5fd074', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241253332'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:12:53.323791 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-b119935e-7b91-4053-a147-b73a70574573 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:53.328297 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-85934536-945e-4de6-9e49-5cc13245df4c None None] For port 2d8b4beb-603b-421a-915c-5893c8a69dd9, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=2d8b4beb-603b-421a-915c-5893c8a69dd9,segment=NetworkSegment(da5872fd-d169-4ec2-a043-1f18348e1cc5),segment_id=da5872fd-d169-4ec2-a043-1f18348e1cc5)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:12:53.336968 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-048b2efb-f0ff-4d51-9b82-704ce2e341c7 req-5bb5feb2-646b-455f-94ed-f5deb3b5aba9 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb8a2948-2c1b-4131-b6de-fecd84bd89b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928032 Oct 30 15:12:53.347502 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-85934536-945e-4de6-9e49-5cc13245df4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:53.399919 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-b119935e-7b91-4053-a147-b73a70574573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:53.401368 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-b119935e-7b91-4053-a147-b73a70574573 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:53.405352 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-b119935e-7b91-4053-a147-b73a70574573 service neutron] 10.222.0.53 "PUT /v2.0/ports/a0d107bb-70ae-4589-bbad-ba445997ea32 HTTP/1.1" status: 200 len: 1093 time: 3.7485795 Oct 30 15:12:53.444305 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '618df14e-6aba-40ef-8848-70c44c162096', 'tag': 'a0d107bb-70ae-4589-bbad-ba445997ea32'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:12:53.453758 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb2a3777-704e-4913-bf21-048550b4a07c" -d '{"events": [{"name": "network-changed", "server_uuid": "618df14e-6aba-40ef-8848-70c44c162096", "tag": "a0d107bb-70ae-4589-bbad-ba445997ea32"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:12:53.558783 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85934536-945e-4de6-9e49-5cc13245df4c None None] Pushing event updated for resources: {'Port': ['ID=2d8b4beb-603b-421a-915c-5893c8a69dd9,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:53.561463 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-8f29fed1-fa64-46ee-a686-ba348b5cfdb7 service neutron] Request body: {'port': {'device_id': '618df14e-6aba-40ef-8848-70c44c162096', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:12:53.567475 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec9f77-be30-494b-b600-c3c424d109b9 req-7f4b6b6c-a685-4b9e-a60f-1a80343ee3a1 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:53.573120 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2dec9f77-be30-494b-b600-c3c424d109b9 req-7f4b6b6c-a685-4b9e-a60f-1a80343ee3a1 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] 10.222.0.44 "GET /v2.0/ports?device_id=40774f46-7741-426d-baac-daf4fcffcc4c HTTP/1.1" status: 200 len: 945 time: 0.1826110 Oct 30 15:12:53.758345 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-76f86e1f-b890-435f-b50f-4158ee4b54cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:53.793074 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-310ebd4e-17a4-4a82-97d1-b95b24f6fb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0587bd4-3f72-40c0-966e-8c860a4477b1', 'name': 'tempest-AttachSCSIVolumeTestJSON-2037670458-router', 'tenant_id': '1ab57ad80a7c4beaa3f6a7d81b3d43f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '49036416-d4e3-4490-852a-f4b2c44b9292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:12:29Z', 'updated_at': '2021-10-30T15:12:45Z', 'revision_number': 4, 'project_id': '1ab57ad80a7c4beaa3f6a7d81b3d43f6', 'gw_port': {'id': '49036416-d4e3-4490-852a-f4b2c44b9292', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0587bd4-3f72-40c0-966e-8c860a4477b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:12:31Z', 'updated_at': '2021-10-30T15:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '2d8b4beb-603b-421a-915c-5893c8a69dd9', 'name': '', 'network_id': '0687636a-0af2-498c-b552-02c9858d78c8', 'tenant_id': '1ab57ad80a7c4beaa3f6a7d81b3d43f6', 'mac_address': 'fa:16:3e:5c:d5:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0587bd4-3f72-40c0-966e-8c860a4477b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '3e27dc96-e022-46cd-af42-973684b35e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:12:40Z', 'updated_at': '2021-10-30T15:12:51Z', 'revision_number': 4, 'project_id': '1ab57ad80a7c4beaa3f6a7d81b3d43f6', 'subnets': [{'id': '3e27dc96-e022-46cd-af42-973684b35e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:12:53.878892 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-8f29fed1-fa64-46ee-a686-ba348b5cfdb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:53.881202 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55cfecc9-f8e4-408c-a4be-af4bbe6e557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Made reservation on behalf of f8b05ba58d4e4278830a8f404e54bf4d for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:12:53.884368 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-55cfecc9-f8e4-408c-a4be-af4bbe6e557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:53.922230 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c140a0d-2209-4b42-920f-ea635eda100f req-77d9d63f-6de3-4ec3-83e1-0b4ab29eefe3 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:53.922866 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [None req-55cfecc9-f8e4-408c-a4be-af4bbe6e557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] device_id is not set on port 1c7683e1-a04d-4740-a9de-bb4343875207 yet. {{(pid=102131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:12:53.930290 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310ebd4e-17a4-4a82-97d1-b95b24f6fb1f None None] The sync data for ids ['f0587bd4-3f72-40c0-966e-8c860a4477b1'] in n-d-806683-17 is: [{'id': 'f0587bd4-3f72-40c0-966e-8c860a4477b1', 'name': 'tempest-AttachSCSIVolumeTestJSON-2037670458-router', 'tenant_id': '1ab57ad80a7c4beaa3f6a7d81b3d43f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '49036416-d4e3-4490-852a-f4b2c44b9292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:12:29Z', 'updated_at': '2021-10-30T15:12:45Z', 'revision_number': 4, 'project_id': '1ab57ad80a7c4beaa3f6a7d81b3d43f6', 'gw_port': {'id': '49036416-d4e3-4490-852a-f4b2c44b9292', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0587bd4-3f72-40c0-966e-8c860a4477b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:12:31Z', 'updated_at': '2021-10-30T15:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '2d8b4beb-603b-421a-915c-5893c8a69dd9', 'name': '', 'network_id': '0687636a-0af2-498c-b552-02c9858d78c8', 'tenant_id': '1ab57ad80a7c4beaa3f6a7d81b3d43f6', 'mac_address': 'fa:16:3e:5c:d5:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0587bd4-3f72-40c0-966e-8c860a4477b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '3e27dc96-e022-46cd-af42-973684b35e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:12:40Z', 'updated_at': '2021-10-30T15:12:51Z', 'revision_number': 4, 'project_id': '1ab57ad80a7c4beaa3f6a7d81b3d43f6', 'subnets': [{'id': '3e27dc96-e022-46cd-af42-973684b35e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:12:53.931624 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5c140a0d-2209-4b42-920f-ea635eda100f req-77d9d63f-6de3-4ec3-83e1-0b4ab29eefe3 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] 10.222.0.62 "GET /v2.0/ports?device_id=60a7f2d5-5e62-4ad7-8eda-0793d58e7745 HTTP/1.1" status: 200 len: 945 time: 0.3561201 Oct 30 15:12:54.076958 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5c140a0d-2209-4b42-920f-ea635eda100f req-a1ebe022-99f7-40db-9b2d-4cb304b4a65e tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] 10.222.0.62 "GET /v2.0/security-groups?id=a8a46e49-cccd-41a4-9d3e-21227b3ef0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443167 Oct 30 15:12:54.160314 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-2dec9f77-be30-494b-b600-c3c424d109b9 req-0d0b77f2-5a67-4aff-b565-c5a376ec891b tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Deleting port 6347d672-6bdd-4f1a-b4d7-1d2bff6155a4 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:12:54.164924 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-2dec9f77-be30-494b-b600-c3c424d109b9 req-0d0b77f2-5a67-4aff-b565-c5a376ec891b tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:54.429147 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-55cfecc9-f8e4-408c-a4be-af4bbe6e557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:54.483981 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-2dec9f77-be30-494b-b600-c3c424d109b9 req-0d0b77f2-5a67-4aff-b565-c5a376ec891b tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] For port 6347d672-6bdd-4f1a-b4d7-1d2bff6155a4, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=6347d672-6bdd-4f1a-b4d7-1d2bff6155a4,segment=NetworkSegment(135568ea-61a3-4354-9c4c-8109e52de8ab),segment_id=135568ea-61a3-4354-9c4c-8109e52de8ab)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:12:54.484348 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-2dec9f77-be30-494b-b600-c3c424d109b9 req-0d0b77f2-5a67-4aff-b565-c5a376ec891b tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:54.506523 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-5acc45a8-7e1f-498c-ad28-156cc123ee1d req-e0637911-148b-4b1d-83fb-b413e5e0827f tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Deleting port 9c0fdb2b-7b6d-4d78-ae24-97c0daa0fe60 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:12:54.507700 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-5acc45a8-7e1f-498c-ad28-156cc123ee1d req-e0637911-148b-4b1d-83fb-b413e5e0827f tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:54.511708 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-2dec9f77-be30-494b-b600-c3c424d109b9 req-0d0b77f2-5a67-4aff-b565-c5a376ec891b tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Calling delete_port for 6347d672-6bdd-4f1a-b4d7-1d2bff6155a4 owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:12:54.566248 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 9c0fdb2b-7b6d-4d78-ae24-97c0daa0fe60 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:12:54.594636 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ec81b5-a1ce-4dcb-a20f-2024caf618dd x-openstack-request-id: req-f5ec81b5-a1ce-4dcb-a20f-2024caf618dd {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:12:54.594926 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "618df14e-6aba-40ef-8848-70c44c162096", "tag": "a0d107bb-70ae-4589-bbad-ba445997ea32", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:12:54.595166 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f5ec81b5-a1ce-4dcb-a20f-2024caf618dd {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:12:54.598015 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '618df14e-6aba-40ef-8848-70c44c162096', 'tag': 'a0d107bb-70ae-4589-bbad-ba445997ea32', 'status': 'completed', 'code': 200} Oct 30 15:12:54.746602 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:54.782298 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-2dec9f77-be30-494b-b600-c3c424d109b9 req-0d0b77f2-5a67-4aff-b565-c5a376ec891b tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:54.868077 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-55cfecc9-f8e4-408c-a4be-af4bbe6e557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:54.871601 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dec9f77-be30-494b-b600-c3c424d109b9 req-0d0b77f2-5a67-4aff-b565-c5a376ec891b tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] No DVR routers for this DVR port 6347d672-6bdd-4f1a-b4d7-1d2bff6155a4 on host n-h2-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:12:54.885816 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-2dec9f77-be30-494b-b600-c3c424d109b9 req-0d0b77f2-5a67-4aff-b565-c5a376ec891b tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:54.905933 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2dec9f77-be30-494b-b600-c3c424d109b9 req-0d0b77f2-5a67-4aff-b565-c5a376ec891b tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] 10.222.0.44 "DELETE /v2.0/ports/6347d672-6bdd-4f1a-b4d7-1d2bff6155a4 HTTP/1.1" status: 204 len: 173 time: 1.2531755 Oct 30 15:12:54.909087 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40774f46-7741-426d-baac-daf4fcffcc4c', 'name': 'network-vif-deleted', 'tag': '6347d672-6bdd-4f1a-b4d7-1d2bff6155a4'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:12:54.912621 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63a565c-3a1f-4807-b559-def22ab44c46" -d '{"events": [{"server_uuid": "40774f46-7741-426d-baac-daf4fcffcc4c", "name": "network-vif-deleted", "tag": "6347d672-6bdd-4f1a-b4d7-1d2bff6155a4"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:12:54.913588 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:54.918125 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0b77f2-5a67-4aff-b565-c5a376ec891b tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Pushing event deleted for resources: {'Port': ['ID=6347d672-6bdd-4f1a-b4d7-1d2bff6155a4,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:54.951714 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d445ecd-485c-4ab2-9583-bd3aa79fc58d req-69edabff-09e0-406d-9727-1bc5e7d5d434 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:54.954702 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['6347d672-6bdd-4f1a-b4d7-1d2bff6155a4'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:12:54.959728 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1d445ecd-485c-4ab2-9583-bd3aa79fc58d req-69edabff-09e0-406d-9727-1bc5e7d5d434 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3f50d40-de7d-4020-b972-b4c18dee3f99 HTTP/1.1" status: 200 len: 948 time: 0.2080939 Oct 30 15:12:54.968411 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-5acc45a8-7e1f-498c-ad28-156cc123ee1d req-e0637911-148b-4b1d-83fb-b413e5e0827f tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] For port 9c0fdb2b-7b6d-4d78-ae24-97c0daa0fe60, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=9c0fdb2b-7b6d-4d78-ae24-97c0daa0fe60,segment=NetworkSegment(135568ea-61a3-4354-9c4c-8109e52de8ab),segment_id=135568ea-61a3-4354-9c4c-8109e52de8ab)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:12:54.969161 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-5acc45a8-7e1f-498c-ad28-156cc123ee1d req-e0637911-148b-4b1d-83fb-b413e5e0827f tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:55.022056 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1d445ecd-485c-4ab2-9583-bd3aa79fc58d req-ef1680e2-f903-4c13-9346-35859976c2b1 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6e850f5-bbac-48ab-9f8b-66d8b92818ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611100 Oct 30 15:12:55.023425 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60a7f2d5-5e62-4ad7-8eda-0793d58e7745', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c0fdb2b-7b6d-4d78-ae24-97c0daa0fe60'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:12:55.026857 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29108006-c469-4550-b035-c67fcc75b236" -d '{"events": [{"server_uuid": "60a7f2d5-5e62-4ad7-8eda-0793d58e7745", "name": "network-vif-unplugged", "status": "completed", "tag": "9c0fdb2b-7b6d-4d78-ae24-97c0daa0fe60"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:12:55.036249 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:55.049473 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b542b4-4b95-43a2-8e47-b539708ed221 req-c6b8cd87-7bd8-465b-8987-9bff417d84ab tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:55.066872 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d7b542b4-4b95-43a2-8e47-b539708ed221 req-c6b8cd87-7bd8-465b-8987-9bff417d84ab tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] 10.222.0.62 "GET /v2.0/networks/edc38ef5-7816-4133-914c-cfe2849a0125 HTTP/1.1" status: 200 len: 784 time: 2.0421336 Oct 30 15:12:55.082068 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 9c0fdb2b-7b6d-4d78-ae24-97c0daa0fe60, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=9c0fdb2b-7b6d-4d78-ae24-97c0daa0fe60,segment=NetworkSegment(135568ea-61a3-4354-9c4c-8109e52de8ab),segment_id=135568ea-61a3-4354-9c4c-8109e52de8ab)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:12:55.087815 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:55.099131 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b119935e-7b91-4053-a147-b73a70574573 service neutron] Pushing event updated for resources: {'Port': ['ID=a0d107bb-70ae-4589-bbad-ba445997ea32,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:55.172318 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=9c0fdb2b-7b6d-4d78-ae24-97c0daa0fe60,revision_number=6']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:55.289084 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6922d9bb-0cb1-4afa-aa38-9a4e60388072 req-d3b6959d-68b8-4e3e-a817-4be44d42993b tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:55.296902 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cfecc9-f8e4-408c-a4be-af4bbe6e557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Pushing event updated for resources: {'Port': ['ID=1c7683e1-a04d-4740-a9de-bb4343875207,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:55.306020 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6922d9bb-0cb1-4afa-aa38-9a4e60388072 req-d3b6959d-68b8-4e3e-a817-4be44d42993b tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=660524e5-d36b-4ef4-9c8d-f13627615351 HTTP/1.1" status: 200 len: 946 time: 0.1341634 Oct 30 15:12:55.401598 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6922d9bb-0cb1-4afa-aa38-9a4e60388072 req-ead76ab9-5b7f-4de3-b4c3-7438da163039 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929339 Oct 30 15:12:55.405890 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-5acc45a8-7e1f-498c-ad28-156cc123ee1d req-e0637911-148b-4b1d-83fb-b413e5e0827f tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Calling delete_port for 9c0fdb2b-7b6d-4d78-ae24-97c0daa0fe60 owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:12:55.491032 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d7b542b4-4b95-43a2-8e47-b539708ed221 req-f44e8565-0cd9-4fad-8ee4-f14d2a0118e6 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.4.232 HTTP/1.1" status: 200 len: 696 time: 0.4220872 Oct 30 15:12:55.639182 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cfecc9-f8e4-408c-a4be-af4bbe6e557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Network 2884b9c5-b0df-493c-9c6f-a0fddc5fd074 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:12:55.668400 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 2d8b4beb-603b-421a-915c-5893c8a69dd9 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:12:55.736058 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-55cfecc9-f8e4-408c-a4be-af4bbe6e557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:12:55.750878 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d7b542b4-4b95-43a2-8e47-b539708ed221 req-c3ece9b2-a9cf-447e-9793-98929c50d272 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.4.232 HTTP/1.1" status: 200 len: 696 time: 0.2575414 Oct 30 15:12:55.755789 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f29e1-a918-4d7c-a6e3-2c2650bfb3de req-db623f4a-ec09-4cc0-8b37-43af282aa567 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:55.762255 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f29e1-a918-4d7c-a6e3-2c2650bfb3de req-db623f4a-ec09-4cc0-8b37-43af282aa567 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:55.777785 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cfecc9-f8e4-408c-a4be-af4bbe6e557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:12:55.781277 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cfecc9-f8e4-408c-a4be-af4bbe6e557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:55.781899 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-55cfecc9-f8e4-408c-a4be-af4bbe6e557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:55.801522 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f29e1-a918-4d7c-a6e3-2c2650bfb3de req-db623f4a-ec09-4cc0-8b37-43af282aa567 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:55.808169 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a3777-704e-4913-bf21-048550b4a07c req-9e953352-27c3-4b0b-9fc0-bcd6788405ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:55.810126 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a3777-704e-4913-bf21-048550b4a07c req-9e953352-27c3-4b0b-9fc0-bcd6788405ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:55.810126 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a3777-704e-4913-bf21-048550b4a07c req-9e953352-27c3-4b0b-9fc0-bcd6788405ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:55.815409 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a3777-704e-4913-bf21-048550b4a07c req-9e953352-27c3-4b0b-9fc0-bcd6788405ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:55.816251 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a3777-704e-4913-bf21-048550b4a07c req-9e953352-27c3-4b0b-9fc0-bcd6788405ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:55.819962 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cb2a3777-704e-4913-bf21-048550b4a07c req-9e953352-27c3-4b0b-9fc0-bcd6788405ac service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=005d49094ead4e63ad23cb02de2bfa34&device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 4365 time: 1.2316215 Oct 30 15:12:55.831616 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f29e1-a918-4d7c-a6e3-2c2650bfb3de req-db623f4a-ec09-4cc0-8b37-43af282aa567 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:55.837943 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f29e1-a918-4d7c-a6e3-2c2650bfb3de req-db623f4a-ec09-4cc0-8b37-43af282aa567 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:55.846415 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d48f29e1-a918-4d7c-a6e3-2c2650bfb3de req-db623f4a-ec09-4cc0-8b37-43af282aa567 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 3829 time: 0.2464247 Oct 30 15:12:55.885648 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 2d8b4beb-603b-421a-915c-5893c8a69dd9 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:12:55.886286 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:55.937116 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d48f29e1-a918-4d7c-a6e3-2c2650bfb3de req-1e741264-6cac-4f3a-b39d-1e671130943b tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb8a2948-2c1b-4131-b6de-fecd84bd89b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894485 Oct 30 15:12:56.039661 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935c2796-7825-4900-a90f-5df64af5bf8a x-openstack-request-id: req-935c2796-7825-4900-a90f-5df64af5bf8a {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:12:56.039967 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40774f46-7741-426d-baac-daf4fcffcc4c", "name": "network-vif-deleted", "tag": "6347d672-6bdd-4f1a-b4d7-1d2bff6155a4", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:12:56.040567 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-935c2796-7825-4900-a90f-5df64af5bf8a {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:12:56.041255 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40774f46-7741-426d-baac-daf4fcffcc4c', 'name': 'network-vif-deleted', 'tag': '6347d672-6bdd-4f1a-b4d7-1d2bff6155a4', 'status': 'completed', 'code': 200} Oct 30 15:12:56.134744 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Oct 2021 15:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad237f4-cbf7-4a3d-bb73-146da8c9c9f8 x-openstack-request-id: req-1ad237f4-cbf7-4a3d-bb73-146da8c9c9f8 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:12:56.142616 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60a7f2d5-5e62-4ad7-8eda-0793d58e7745", "name": "network-vif-unplugged", "status": "completed", "tag": "9c0fdb2b-7b6d-4d78-ae24-97c0daa0fe60", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:12:56.143115 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1ad237f4-cbf7-4a3d-bb73-146da8c9c9f8 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:12:56.143863 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60a7f2d5-5e62-4ad7-8eda-0793d58e7745', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c0fdb2b-7b6d-4d78-ae24-97c0daa0fe60', 'code': 200} Oct 30 15:12:56.356977 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fe52fa-2ac7-4e8a-a9c6-9ac07c451515 req-fc9e9ec2-9f20-46cd-87b5-71c302837305 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:56.371374 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a7fe52fa-2ac7-4e8a-a9c6-9ac07c451515 req-fc9e9ec2-9f20-46cd-87b5-71c302837305 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] 10.222.0.62 "GET /v2.0/ports?device_id=60a7f2d5-5e62-4ad7-8eda-0793d58e7745 HTTP/1.1" status: 200 len: 943 time: 0.1584158 Oct 30 15:12:56.459743 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:56.480377 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a7fe52fa-2ac7-4e8a-a9c6-9ac07c451515 req-f9b37c4e-a9bd-45b9-be86-b7afe06fbb2d tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] 10.222.0.62 "GET /v2.0/security-groups?id=a8a46e49-cccd-41a4-9d3e-21227b3ef0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022816 Oct 30 15:12:56.678767 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe2703e-694f-4a47-ae6b-8076a6ff7aaf req-2a79b277-4eff-4681-a902-86dde4d4e839 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:56.680366 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cbe2703e-694f-4a47-ae6b-8076a6ff7aaf req-2a79b277-4eff-4681-a902-86dde4d4e839 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3f50d40-de7d-4020-b972-b4c18dee3f99 HTTP/1.1" status: 200 len: 948 time: 0.0988712 Oct 30 15:12:56.761491 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cbe2703e-694f-4a47-ae6b-8076a6ff7aaf req-442e6741-29df-426c-ba43-05dd34387992 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6e850f5-bbac-48ab-9f8b-66d8b92818ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732646 Oct 30 15:12:56.772152 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-55cfecc9-f8e4-408c-a4be-af4bbe6e557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 3.4868224 Oct 30 15:12:56.774912 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34548) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:12:56.781328 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-9d33344d-1fac-4d4f-9d8d-7e69532ed973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:12:57.048080 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9d33344d-1fac-4d4f-9d8d-7e69532ed973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:57.188340 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a3777-704e-4913-bf21-048550b4a07c req-77e36400-d315-423f-9613-a4acbe5f6a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:57.189160 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a3777-704e-4913-bf21-048550b4a07c req-77e36400-d315-423f-9613-a4acbe5f6a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:57.190026 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a3777-704e-4913-bf21-048550b4a07c req-77e36400-d315-423f-9613-a4acbe5f6a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:57.192326 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cb2a3777-704e-4913-bf21-048550b4a07c req-77e36400-d315-423f-9613-a4acbe5f6a29 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=005d49094ead4e63ad23cb02de2bfa34&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.3433259 Oct 30 15:12:57.273875 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device e9694779-6b62-455b-9680-56a0d71a5255 details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:12:57.276039 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device e9694779-6b62-455b-9680-56a0d71a5255 no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:12:57.298994 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-d7b542b4-4b95-43a2-8e47-b539708ed221 req-4709ec51-1c55-4bb7-ad38-5cb05363a3ce tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Deleting port dfb7ab1a-f22e-40da-9baf-2880a224c708 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:12:57.299776 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d7b542b4-4b95-43a2-8e47-b539708ed221 req-4709ec51-1c55-4bb7-ad38-5cb05363a3ce tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:57.319928 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-5acc45a8-7e1f-498c-ad28-156cc123ee1d req-e0637911-148b-4b1d-83fb-b413e5e0827f tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:57.442871 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:57.449022 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [None req-9d33344d-1fac-4d4f-9d8d-7e69532ed973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] device_id is not set on port 1c7683e1-a04d-4740-a9de-bb4343875207 yet. {{(pid=102130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:12:57.474951 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9d33344d-1fac-4d4f-9d8d-7e69532ed973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:57.485529 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0637911-148b-4b1d-83fb-b413e5e0827f tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Pushing event deleted for resources: {'Port': ['ID=9c0fdb2b-7b6d-4d78-ae24-97c0daa0fe60,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:57.494278 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0848ed54-bfe0-43e9-b934-587109345870 req-7c495d7a-1e8a-43a9-81bd-a771c48f4d25 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:57.507360 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0848ed54-bfe0-43e9-b934-587109345870 req-7c495d7a-1e8a-43a9-81bd-a771c48f4d25 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=660524e5-d36b-4ef4-9c8d-f13627615351 HTTP/1.1" status: 200 len: 946 time: 0.5046499 Oct 30 15:12:57.512014 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port e9694779-6b62-455b-9680-56a0d71a5255, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=e9694779-6b62-455b-9680-56a0d71a5255,segment=NetworkSegment(495e0bcf-a0e5-4b3d-8fa7-4467a729ed3e),segment_id=495e0bcf-a0e5-4b3d-8fa7-4467a729ed3e)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:12:57.529415 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:57.531018 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 6347d672-6bdd-4f1a-b4d7-1d2bff6155a4 no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:12:57.550258 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9d33344d-1fac-4d4f-9d8d-7e69532ed973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:57.591591 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-5acc45a8-7e1f-498c-ad28-156cc123ee1d req-e0637911-148b-4b1d-83fb-b413e5e0827f tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] No DVR routers for this DVR port 9c0fdb2b-7b6d-4d78-ae24-97c0daa0fe60 on host n-h1-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:12:57.605887 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-5acc45a8-7e1f-498c-ad28-156cc123ee1d req-e0637911-148b-4b1d-83fb-b413e5e0827f tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:57.610521 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5acc45a8-7e1f-498c-ad28-156cc123ee1d req-e0637911-148b-4b1d-83fb-b413e5e0827f tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] 10.222.0.53 "DELETE /v2.0/ports/9c0fdb2b-7b6d-4d78-ae24-97c0daa0fe60 HTTP/1.1" status: 204 len: 173 time: 4.8700373 Oct 30 15:12:57.626993 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60a7f2d5-5e62-4ad7-8eda-0793d58e7745', 'name': 'network-vif-deleted', 'tag': '9c0fdb2b-7b6d-4d78-ae24-97c0daa0fe60'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:12:57.630007 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb8b06ae-75c2-439d-8361-813e8fd0b5a8" -d '{"events": [{"server_uuid": "60a7f2d5-5e62-4ad7-8eda-0793d58e7745", "name": "network-vif-deleted", "tag": "9c0fdb2b-7b6d-4d78-ae24-97c0daa0fe60"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:12:57.640752 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-8f29fed1-fa64-46ee-a686-ba348b5cfdb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aa78acf-b283-45ba-9f2c-33317dfad74a {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:12:57.668513 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-8f29fed1-fa64-46ee-a686-ba348b5cfdb7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:57.705445 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a3777-704e-4913-bf21-048550b4a07c req-52caa9f4-5f54-4180-8d22-09bd7ce519d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:57.708495 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cb2a3777-704e-4913-bf21-048550b4a07c req-52caa9f4-5f54-4180-8d22-09bd7ce519d6 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5040426 Oct 30 15:12:57.712484 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d7b542b4-4b95-43a2-8e47-b539708ed221 req-4709ec51-1c55-4bb7-ad38-5cb05363a3ce tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:57.712815 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d7b542b4-4b95-43a2-8e47-b539708ed221 req-4709ec51-1c55-4bb7-ad38-5cb05363a3ce tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:57.729394 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d33344d-1fac-4d4f-9d8d-7e69532ed973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Pushing event updated for resources: {'Port': ['ID=1c7683e1-a04d-4740-a9de-bb4343875207,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:57.730779 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] No Port match for: 6347d672-6bdd-4f1a-b4d7-1d2bff6155a4 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:12:57.732877 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 6347d672-6bdd-4f1a-b4d7-1d2bff6155a4 not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:12:57.774050 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-d7b542b4-4b95-43a2-8e47-b539708ed221 req-4709ec51-1c55-4bb7-ad38-5cb05363a3ce tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Calling delete_port for dfb7ab1a-f22e-40da-9baf-2880a224c708 owned by network:floatingip {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:12:57.775389 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0848ed54-bfe0-43e9-b934-587109345870 req-f9a6f920-3c5f-49cf-9eec-560768a1fedd tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580292 Oct 30 15:12:57.869255 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-9d33344d-1fac-4d4f-9d8d-7e69532ed973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 1c7683e1-a04d-4740-a9de-bb4343875207 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:12:57.869920 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-9d33344d-1fac-4d4f-9d8d-7e69532ed973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 1c7683e1-a04d-4740-a9de-bb4343875207 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '7faa10a0-1b5e-4ebe-8e17-915db31a80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2884b9c5-b0df-493c-9c6f-a0fddc5fd074'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:12:57.870275 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d33344d-1fac-4d4f-9d8d-7e69532ed973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 1c7683e1-a04d-4740-a9de-bb4343875207 on network 2884b9c5-b0df-493c-9c6f-a0fddc5fd074 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:12:57.892374 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d33344d-1fac-4d4f-9d8d-7e69532ed973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Port 1c7683e1-a04d-4740-a9de-bb4343875207 on network 2884b9c5-b0df-493c-9c6f-a0fddc5fd074 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:12:57.892741 n-d-806683-17 neutron-server[102130]: ERROR neutron.plugins.ml2.managers [None req-9d33344d-1fac-4d4f-9d8d-7e69532ed973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Failed to bind port 1c7683e1-a04d-4740-a9de-bb4343875207 on host n-h1-806683-17 for vnic_type normal using segments [{'id': '7faa10a0-1b5e-4ebe-8e17-915db31a80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2884b9c5-b0df-493c-9c6f-a0fddc5fd074'}] Oct 30 15:12:57.893059 n-d-806683-17 neutron-server[102130]: INFO neutron.plugins.ml2.plugin [None req-9d33344d-1fac-4d4f-9d8d-7e69532ed973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempt 2 to bind port 1c7683e1-a04d-4740-a9de-bb4343875207 Oct 30 15:12:57.936061 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-9d33344d-1fac-4d4f-9d8d-7e69532ed973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 1c7683e1-a04d-4740-a9de-bb4343875207 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:12:57.937011 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-9d33344d-1fac-4d4f-9d8d-7e69532ed973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 1c7683e1-a04d-4740-a9de-bb4343875207 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '7faa10a0-1b5e-4ebe-8e17-915db31a80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2884b9c5-b0df-493c-9c6f-a0fddc5fd074'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:12:57.937607 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d33344d-1fac-4d4f-9d8d-7e69532ed973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 1c7683e1-a04d-4740-a9de-bb4343875207 on network 2884b9c5-b0df-493c-9c6f-a0fddc5fd074 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:12:57.945700 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=e9694779-6b62-455b-9680-56a0d71a5255,revision_number=6']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:57.970638 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port e9694779-6b62-455b-9680-56a0d71a5255, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=e9694779-6b62-455b-9680-56a0d71a5255,segment=NetworkSegment(495e0bcf-a0e5-4b3d-8fa7-4467a729ed3e),segment_id=495e0bcf-a0e5-4b3d-8fa7-4467a729ed3e)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:12:57.983971 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d33344d-1fac-4d4f-9d8d-7e69532ed973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Port 1c7683e1-a04d-4740-a9de-bb4343875207 on network 2884b9c5-b0df-493c-9c6f-a0fddc5fd074 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:12:57.985222 n-d-806683-17 neutron-server[102130]: ERROR neutron.plugins.ml2.managers [None req-9d33344d-1fac-4d4f-9d8d-7e69532ed973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Failed to bind port 1c7683e1-a04d-4740-a9de-bb4343875207 on host n-h1-806683-17 for vnic_type normal using segments [{'id': '7faa10a0-1b5e-4ebe-8e17-915db31a80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2884b9c5-b0df-493c-9c6f-a0fddc5fd074'}] Oct 30 15:12:57.985394 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': 'e9694779-6b62-455b-9680-56a0d71a5255', 'network_id': '7f1b75b5-b8f8-4477-a267-2ec1a55fd99b', 'port_id': 'e9694779-6b62-455b-9680-56a0d71a5255', 'mac_address': 'fa:16:3e:32:22:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82e0110b-193b-4288-a3a8-25fc73206750', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:12:57.991810 n-d-806683-17 neutron-server[102130]: INFO neutron.plugins.ml2.plugin [None req-9d33344d-1fac-4d4f-9d8d-7e69532ed973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempt 3 to bind port 1c7683e1-a04d-4740-a9de-bb4343875207 Oct 30 15:12:58.038813 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-9d33344d-1fac-4d4f-9d8d-7e69532ed973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 1c7683e1-a04d-4740-a9de-bb4343875207 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:12:58.040525 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-9d33344d-1fac-4d4f-9d8d-7e69532ed973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 1c7683e1-a04d-4740-a9de-bb4343875207 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '7faa10a0-1b5e-4ebe-8e17-915db31a80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2884b9c5-b0df-493c-9c6f-a0fddc5fd074'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:12:58.040987 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d33344d-1fac-4d4f-9d8d-7e69532ed973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 1c7683e1-a04d-4740-a9de-bb4343875207 on network 2884b9c5-b0df-493c-9c6f-a0fddc5fd074 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:12:58.058787 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d33344d-1fac-4d4f-9d8d-7e69532ed973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Port 1c7683e1-a04d-4740-a9de-bb4343875207 on network 2884b9c5-b0df-493c-9c6f-a0fddc5fd074 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:12:58.060058 n-d-806683-17 neutron-server[102130]: ERROR neutron.plugins.ml2.managers [None req-9d33344d-1fac-4d4f-9d8d-7e69532ed973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Failed to bind port 1c7683e1-a04d-4740-a9de-bb4343875207 on host n-h1-806683-17 for vnic_type normal using segments [{'id': '7faa10a0-1b5e-4ebe-8e17-915db31a80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2884b9c5-b0df-493c-9c6f-a0fddc5fd074'}] Oct 30 15:12:58.064592 n-d-806683-17 neutron-server[102130]: INFO neutron.plugins.ml2.plugin [None req-9d33344d-1fac-4d4f-9d8d-7e69532ed973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempt 4 to bind port 1c7683e1-a04d-4740-a9de-bb4343875207 Oct 30 15:12:58.076078 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-8f29fed1-fa64-46ee-a686-ba348b5cfdb7 service neutron] Transition to ACTIVE for port object 8aa78acf-b283-45ba-9f2c-33317dfad74a will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:12:58.082689 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:58.125155 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-8f29fed1-fa64-46ee-a686-ba348b5cfdb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:58.130018 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9694779-6b62-455b-9680-56a0d71a5255 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:12:58.131779 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-9d33344d-1fac-4d4f-9d8d-7e69532ed973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 1c7683e1-a04d-4740-a9de-bb4343875207 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:12:58.133716 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-9d33344d-1fac-4d4f-9d8d-7e69532ed973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 1c7683e1-a04d-4740-a9de-bb4343875207 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '7faa10a0-1b5e-4ebe-8e17-915db31a80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2884b9c5-b0df-493c-9c6f-a0fddc5fd074'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:12:58.133716 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d33344d-1fac-4d4f-9d8d-7e69532ed973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 1c7683e1-a04d-4740-a9de-bb4343875207 on network 2884b9c5-b0df-493c-9c6f-a0fddc5fd074 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:12:58.152312 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '660524e5-d36b-4ef4-9c8d-f13627615351', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9694779-6b62-455b-9680-56a0d71a5255'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:12:58.170689 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f8d613-2fe8-4eef-ac1a-a411ef78afa8" -d '{"events": [{"server_uuid": "660524e5-d36b-4ef4-9c8d-f13627615351", "name": "network-vif-unplugged", "status": "completed", "tag": "e9694779-6b62-455b-9680-56a0d71a5255"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:12:58.170954 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a42fde-d741-4c1d-b80d-7dcca276374b req-1ff97049-3fd7-449d-bb12-ed93d37597dc tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:58.180563 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a42fde-d741-4c1d-b80d-7dcca276374b req-1ff97049-3fd7-449d-bb12-ed93d37597dc tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:58.195593 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a42fde-d741-4c1d-b80d-7dcca276374b req-1ff97049-3fd7-449d-bb12-ed93d37597dc tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:58.202460 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a42fde-d741-4c1d-b80d-7dcca276374b req-1ff97049-3fd7-449d-bb12-ed93d37597dc tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:58.208491 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a42fde-d741-4c1d-b80d-7dcca276374b req-1ff97049-3fd7-449d-bb12-ed93d37597dc tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:58.217003 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-12a42fde-d741-4c1d-b80d-7dcca276374b req-1ff97049-3fd7-449d-bb12-ed93d37597dc tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 3829 time: 0.2642832 Oct 30 15:12:58.235855 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d33344d-1fac-4d4f-9d8d-7e69532ed973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Port 1c7683e1-a04d-4740-a9de-bb4343875207 on network 2884b9c5-b0df-493c-9c6f-a0fddc5fd074 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:12:58.236252 n-d-806683-17 neutron-server[102130]: ERROR neutron.plugins.ml2.managers [None req-9d33344d-1fac-4d4f-9d8d-7e69532ed973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Failed to bind port 1c7683e1-a04d-4740-a9de-bb4343875207 on host n-h1-806683-17 for vnic_type normal using segments [{'id': '7faa10a0-1b5e-4ebe-8e17-915db31a80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2884b9c5-b0df-493c-9c6f-a0fddc5fd074'}] Oct 30 15:12:58.237205 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port e9694779-6b62-455b-9680-56a0d71a5255, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=e9694779-6b62-455b-9680-56a0d71a5255,segment=NetworkSegment(495e0bcf-a0e5-4b3d-8fa7-4467a729ed3e),segment_id=495e0bcf-a0e5-4b3d-8fa7-4467a729ed3e)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:12:58.251838 n-d-806683-17 neutron-server[102130]: INFO neutron.plugins.ml2.plugin [None req-9d33344d-1fac-4d4f-9d8d-7e69532ed973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempt 5 to bind port 1c7683e1-a04d-4740-a9de-bb4343875207 Oct 30 15:12:58.253330 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:58.272083 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-12a42fde-d741-4c1d-b80d-7dcca276374b req-da9c4ee8-43c3-49e1-b366-405af3a21f87 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb8a2948-2c1b-4131-b6de-fecd84bd89b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542252 Oct 30 15:12:58.307205 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-9d33344d-1fac-4d4f-9d8d-7e69532ed973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 1c7683e1-a04d-4740-a9de-bb4343875207 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:12:58.307850 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-9d33344d-1fac-4d4f-9d8d-7e69532ed973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 1c7683e1-a04d-4740-a9de-bb4343875207 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '7faa10a0-1b5e-4ebe-8e17-915db31a80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2884b9c5-b0df-493c-9c6f-a0fddc5fd074'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:12:58.309850 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d33344d-1fac-4d4f-9d8d-7e69532ed973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 1c7683e1-a04d-4740-a9de-bb4343875207 on network 2884b9c5-b0df-493c-9c6f-a0fddc5fd074 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:12:58.322122 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d33344d-1fac-4d4f-9d8d-7e69532ed973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Port 1c7683e1-a04d-4740-a9de-bb4343875207 on network 2884b9c5-b0df-493c-9c6f-a0fddc5fd074 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:12:58.329133 n-d-806683-17 neutron-server[102130]: ERROR neutron.plugins.ml2.managers [None req-9d33344d-1fac-4d4f-9d8d-7e69532ed973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Failed to bind port 1c7683e1-a04d-4740-a9de-bb4343875207 on host n-h1-806683-17 for vnic_type normal using segments [{'id': '7faa10a0-1b5e-4ebe-8e17-915db31a80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2884b9c5-b0df-493c-9c6f-a0fddc5fd074'}] Oct 30 15:12:58.331156 n-d-806683-17 neutron-server[102130]: INFO neutron.plugins.ml2.plugin [None req-9d33344d-1fac-4d4f-9d8d-7e69532ed973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempt 6 to bind port 1c7683e1-a04d-4740-a9de-bb4343875207 Oct 30 15:12:58.373600 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-9d33344d-1fac-4d4f-9d8d-7e69532ed973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 1c7683e1-a04d-4740-a9de-bb4343875207 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:12:58.374210 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-9d33344d-1fac-4d4f-9d8d-7e69532ed973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 1c7683e1-a04d-4740-a9de-bb4343875207 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '7faa10a0-1b5e-4ebe-8e17-915db31a80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2884b9c5-b0df-493c-9c6f-a0fddc5fd074'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:12:58.374712 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d33344d-1fac-4d4f-9d8d-7e69532ed973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 1c7683e1-a04d-4740-a9de-bb4343875207 on network 2884b9c5-b0df-493c-9c6f-a0fddc5fd074 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:12:58.406070 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d33344d-1fac-4d4f-9d8d-7e69532ed973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Port 1c7683e1-a04d-4740-a9de-bb4343875207 on network 2884b9c5-b0df-493c-9c6f-a0fddc5fd074 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:12:58.406617 n-d-806683-17 neutron-server[102130]: ERROR neutron.plugins.ml2.managers [None req-9d33344d-1fac-4d4f-9d8d-7e69532ed973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Failed to bind port 1c7683e1-a04d-4740-a9de-bb4343875207 on host n-h1-806683-17 for vnic_type normal using segments [{'id': '7faa10a0-1b5e-4ebe-8e17-915db31a80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2884b9c5-b0df-493c-9c6f-a0fddc5fd074'}] Oct 30 15:12:58.407187 n-d-806683-17 neutron-server[102130]: INFO neutron.plugins.ml2.plugin [None req-9d33344d-1fac-4d4f-9d8d-7e69532ed973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempt 7 to bind port 1c7683e1-a04d-4740-a9de-bb4343875207 Oct 30 15:12:58.449989 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-9d33344d-1fac-4d4f-9d8d-7e69532ed973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 1c7683e1-a04d-4740-a9de-bb4343875207 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:12:58.450318 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-9d33344d-1fac-4d4f-9d8d-7e69532ed973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 1c7683e1-a04d-4740-a9de-bb4343875207 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '7faa10a0-1b5e-4ebe-8e17-915db31a80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2884b9c5-b0df-493c-9c6f-a0fddc5fd074'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:12:58.450653 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d33344d-1fac-4d4f-9d8d-7e69532ed973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 1c7683e1-a04d-4740-a9de-bb4343875207 on network 2884b9c5-b0df-493c-9c6f-a0fddc5fd074 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:12:58.474577 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=e9694779-6b62-455b-9680-56a0d71a5255,revision_number=7']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:58.476249 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d33344d-1fac-4d4f-9d8d-7e69532ed973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Port 1c7683e1-a04d-4740-a9de-bb4343875207 on network 2884b9c5-b0df-493c-9c6f-a0fddc5fd074 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:12:58.476580 n-d-806683-17 neutron-server[102130]: ERROR neutron.plugins.ml2.managers [None req-9d33344d-1fac-4d4f-9d8d-7e69532ed973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Failed to bind port 1c7683e1-a04d-4740-a9de-bb4343875207 on host n-h1-806683-17 for vnic_type normal using segments [{'id': '7faa10a0-1b5e-4ebe-8e17-915db31a80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2884b9c5-b0df-493c-9c6f-a0fddc5fd074'}] Oct 30 15:12:58.476987 n-d-806683-17 neutron-server[102130]: INFO neutron.plugins.ml2.plugin [None req-9d33344d-1fac-4d4f-9d8d-7e69532ed973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempt 8 to bind port 1c7683e1-a04d-4740-a9de-bb4343875207 Oct 30 15:12:58.483922 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['e9694779-6b62-455b-9680-56a0d71a5255'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:12:58.505146 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d7b542b4-4b95-43a2-8e47-b539708ed221 req-4709ec51-1c55-4bb7-ad38-5cb05363a3ce tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:58.558426 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f29fed1-fa64-46ee-a686-ba348b5cfdb7 service neutron] Pushing event updated for resources: {'Port': ['ID=8aa78acf-b283-45ba-9f2c-33317dfad74a,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:58.589153 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6b735460-bfca-43ad-aeeb-e940b2f40eaa req-9771acbb-e40b-44d3-b8b5-214f71c474f4 tempest-ListServersNegativeTestJSON-1795329561 tempest-ListServersNegativeTestJSON-1795329561-project] 10.222.0.62 "GET /v2.0/ports?device_id=60a7f2d5-5e62-4ad7-8eda-0793d58e7745 HTTP/1.1" status: 200 len: 210 time: 0.0848241 Oct 30 15:12:58.594550 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-9d33344d-1fac-4d4f-9d8d-7e69532ed973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 1c7683e1-a04d-4740-a9de-bb4343875207 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:12:58.605066 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-9d33344d-1fac-4d4f-9d8d-7e69532ed973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 1c7683e1-a04d-4740-a9de-bb4343875207 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '7faa10a0-1b5e-4ebe-8e17-915db31a80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2884b9c5-b0df-493c-9c6f-a0fddc5fd074'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:12:58.611970 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d33344d-1fac-4d4f-9d8d-7e69532ed973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 1c7683e1-a04d-4740-a9de-bb4343875207 on network 2884b9c5-b0df-493c-9c6f-a0fddc5fd074 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:12:58.621340 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d33344d-1fac-4d4f-9d8d-7e69532ed973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Port 1c7683e1-a04d-4740-a9de-bb4343875207 on network 2884b9c5-b0df-493c-9c6f-a0fddc5fd074 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:12:58.621665 n-d-806683-17 neutron-server[102130]: ERROR neutron.plugins.ml2.managers [None req-9d33344d-1fac-4d4f-9d8d-7e69532ed973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Failed to bind port 1c7683e1-a04d-4740-a9de-bb4343875207 on host n-h1-806683-17 for vnic_type normal using segments [{'id': '7faa10a0-1b5e-4ebe-8e17-915db31a80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2884b9c5-b0df-493c-9c6f-a0fddc5fd074'}] Oct 30 15:12:58.622288 n-d-806683-17 neutron-server[102130]: INFO neutron.plugins.ml2.plugin [None req-9d33344d-1fac-4d4f-9d8d-7e69532ed973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempt 9 to bind port 1c7683e1-a04d-4740-a9de-bb4343875207 Oct 30 15:12:58.639447 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:12:58.662655 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-9d33344d-1fac-4d4f-9d8d-7e69532ed973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 1c7683e1-a04d-4740-a9de-bb4343875207 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:12:58.665248 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-9d33344d-1fac-4d4f-9d8d-7e69532ed973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 1c7683e1-a04d-4740-a9de-bb4343875207 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '7faa10a0-1b5e-4ebe-8e17-915db31a80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2884b9c5-b0df-493c-9c6f-a0fddc5fd074'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:12:58.665840 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d33344d-1fac-4d4f-9d8d-7e69532ed973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 1c7683e1-a04d-4740-a9de-bb4343875207 on network 2884b9c5-b0df-493c-9c6f-a0fddc5fd074 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:12:58.688434 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d33344d-1fac-4d4f-9d8d-7e69532ed973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Port 1c7683e1-a04d-4740-a9de-bb4343875207 on network 2884b9c5-b0df-493c-9c6f-a0fddc5fd074 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:12:58.688958 n-d-806683-17 neutron-server[102130]: ERROR neutron.plugins.ml2.managers [None req-9d33344d-1fac-4d4f-9d8d-7e69532ed973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Failed to bind port 1c7683e1-a04d-4740-a9de-bb4343875207 on host n-h1-806683-17 for vnic_type normal using segments [{'id': '7faa10a0-1b5e-4ebe-8e17-915db31a80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2884b9c5-b0df-493c-9c6f-a0fddc5fd074'}] Oct 30 15:12:58.689538 n-d-806683-17 neutron-server[102130]: INFO neutron.plugins.ml2.plugin [None req-9d33344d-1fac-4d4f-9d8d-7e69532ed973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempt 10 to bind port 1c7683e1-a04d-4740-a9de-bb4343875207 Oct 30 15:12:58.692558 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4709ec51-1c55-4bb7-ad38-5cb05363a3ce tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Pushing event deleted for resources: {'Port': ['ID=dfb7ab1a-f22e-40da-9baf-2880a224c708,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:58.744972 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-9d33344d-1fac-4d4f-9d8d-7e69532ed973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 1c7683e1-a04d-4740-a9de-bb4343875207 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:12:58.745287 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-9d33344d-1fac-4d4f-9d8d-7e69532ed973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 1c7683e1-a04d-4740-a9de-bb4343875207 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '7faa10a0-1b5e-4ebe-8e17-915db31a80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2884b9c5-b0df-493c-9c6f-a0fddc5fd074'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:12:58.745675 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d33344d-1fac-4d4f-9d8d-7e69532ed973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 1c7683e1-a04d-4740-a9de-bb4343875207 on network 2884b9c5-b0df-493c-9c6f-a0fddc5fd074 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:12:58.753472 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bbff140-0d7c-4b88-b184-2b56dc0f65ee x-openstack-request-id: req-0bbff140-0d7c-4b88-b184-2b56dc0f65ee {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:12:58.754141 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60a7f2d5-5e62-4ad7-8eda-0793d58e7745", "name": "network-vif-deleted", "tag": "9c0fdb2b-7b6d-4d78-ae24-97c0daa0fe60", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:12:58.754502 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0bbff140-0d7c-4b88-b184-2b56dc0f65ee {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:12:58.755000 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60a7f2d5-5e62-4ad7-8eda-0793d58e7745', 'name': 'network-vif-deleted', 'tag': '9c0fdb2b-7b6d-4d78-ae24-97c0daa0fe60', 'status': 'completed', 'code': 200} Oct 30 15:12:58.761040 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d33344d-1fac-4d4f-9d8d-7e69532ed973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Port 1c7683e1-a04d-4740-a9de-bb4343875207 on network 2884b9c5-b0df-493c-9c6f-a0fddc5fd074 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:12:58.761375 n-d-806683-17 neutron-server[102130]: ERROR neutron.plugins.ml2.managers [None req-9d33344d-1fac-4d4f-9d8d-7e69532ed973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Failed to bind port 1c7683e1-a04d-4740-a9de-bb4343875207 on host n-h1-806683-17 for vnic_type normal using segments [{'id': '7faa10a0-1b5e-4ebe-8e17-915db31a80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2884b9c5-b0df-493c-9c6f-a0fddc5fd074'}] Oct 30 15:12:58.761758 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9d33344d-1fac-4d4f-9d8d-7e69532ed973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:58.816128 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.db.resource_extend [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 30 15:12:58.880623 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d7b542b4-4b95-43a2-8e47-b539708ed221 req-4709ec51-1c55-4bb7-ad38-5cb05363a3ce tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Publish callbacks [] for floatingip, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:58.885952 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d7b542b4-4b95-43a2-8e47-b539708ed221 req-4709ec51-1c55-4bb7-ad38-5cb05363a3ce tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:58.915239 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d7b542b4-4b95-43a2-8e47-b539708ed221 req-4709ec51-1c55-4bb7-ad38-5cb05363a3ce tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] 10.222.0.62 "DELETE /v2.0/floatingips/35c0d851-e8d8-44b4-ad06-c03cedb9cdc5 HTTP/1.1" status: 204 len: 173 time: 3.0821292 Oct 30 15:12:58.941774 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-8f29fed1-fa64-46ee-a686-ba348b5cfdb7 service neutron] Attempting to bind port 8aa78acf-b283-45ba-9f2c-33317dfad74a on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:12:58.943816 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-8f29fed1-fa64-46ee-a686-ba348b5cfdb7 service neutron] Attempting to bind port 8aa78acf-b283-45ba-9f2c-33317dfad74a by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': 'd48b95d1-af63-4106-89bd-badbf84e8271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:12:58.946946 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-8f29fed1-fa64-46ee-a686-ba348b5cfdb7 service neutron] Attempting to bind port 8aa78acf-b283-45ba-9f2c-33317dfad74a on network 5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:12:58.967910 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-8f29fed1-fa64-46ee-a686-ba348b5cfdb7 service neutron] Port 8aa78acf-b283-45ba-9f2c-33317dfad74a on network 5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:12:58.978516 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-8f29fed1-fa64-46ee-a686-ba348b5cfdb7 service neutron] Attempting to bind port 8aa78acf-b283-45ba-9f2c-33317dfad74a on network 5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:12:58.993367 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-8f29fed1-fa64-46ee-a686-ba348b5cfdb7 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:12:58.997475 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-8f29fed1-fa64-46ee-a686-ba348b5cfdb7 service neutron] Checking segment: {'id': 'd48b95d1-af63-4106-89bd-badbf84e8271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:12:58.998202 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-8f29fed1-fa64-46ee-a686-ba348b5cfdb7 service neutron] Bound using segment: {'id': 'd48b95d1-af63-4106-89bd-badbf84e8271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:12:59.002147 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-8f29fed1-fa64-46ee-a686-ba348b5cfdb7 service neutron] Bound port: 8aa78acf-b283-45ba-9f2c-33317dfad74a, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd48b95d1-af63-4106-89bd-badbf84e8271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:12:59.002760 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-8f29fed1-fa64-46ee-a686-ba348b5cfdb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:59.048774 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-9d33344d-1fac-4d4f-9d8d-7e69532ed973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] For port 1c7683e1-a04d-4740-a9de-bb4343875207, host n-h1-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:12:59.049156 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-9d33344d-1fac-4d4f-9d8d-7e69532ed973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempted to set empty binding levels {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 30 15:12:59.065123 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Oct 2021 15:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6726853-78f7-4305-ae4d-74ec5051ae58 x-openstack-request-id: req-b6726853-78f7-4305-ae4d-74ec5051ae58 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:12:59.065427 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "660524e5-d36b-4ef4-9c8d-f13627615351", "name": "network-vif-unplugged", "status": "completed", "tag": "e9694779-6b62-455b-9680-56a0d71a5255", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:12:59.065684 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b6726853-78f7-4305-ae4d-74ec5051ae58 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:12:59.067222 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '660524e5-d36b-4ef4-9c8d-f13627615351', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9694779-6b62-455b-9680-56a0d71a5255', 'code': 200} Oct 30 15:12:59.076166 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbca2d9-72c4-4b6d-b664-b4d014224c3a req-240b936d-84aa-4ca9-a081-c9d43d7c567a tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:59.091901 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-adbca2d9-72c4-4b6d-b664-b4d014224c3a req-240b936d-84aa-4ca9-a081-c9d43d7c567a tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3f50d40-de7d-4020-b972-b4c18dee3f99 HTTP/1.1" status: 200 len: 948 time: 0.1841519 Oct 30 15:12:59.103526 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:12:59.128241 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9d33344d-1fac-4d4f-9d8d-7e69532ed973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:59.172152 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3', 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704', 'port_id': '44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3', 'mac_address': 'fa:16:3e:6d:e9:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b5dea3-b65b-4514-8ec2-18a4245eb194', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:12:59.187221 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-9d33344d-1fac-4d4f-9d8d-7e69532ed973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] In _notify_port_updated(), no bound segment for port 1c7683e1-a04d-4740-a9de-bb4343875207 on network 2884b9c5-b0df-493c-9c6f-a0fddc5fd074 {{(pid=102130) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 30 15:12:59.188103 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d33344d-1fac-4d4f-9d8d-7e69532ed973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:59.188711 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9d33344d-1fac-4d4f-9d8d-7e69532ed973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:59.190027 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9d33344d-1fac-4d4f-9d8d-7e69532ed973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] 10.222.0.62 "PUT /v2.0/ports/1c7683e1-a04d-4740-a9de-bb4343875207 HTTP/1.1" status: 200 len: 980 time: 2.4141018 Oct 30 15:12:59.221160 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34578) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:12:59.256450 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-adbca2d9-72c4-4b6d-b664-b4d014224c3a req-c76b174d-882b-4ab5-bad4-fc465a291a44 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6e850f5-bbac-48ab-9f8b-66d8b92818ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635783 Oct 30 15:12:59.269096 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:59.278904 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d33344d-1fac-4d4f-9d8d-7e69532ed973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Pushing event updated for resources: {'Port': ['ID=1c7683e1-a04d-4740-a9de-bb4343875207,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:59.318524 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:12:59.358453 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:12:59.363734 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:59.371315 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-8f29fed1-fa64-46ee-a686-ba348b5cfdb7 service neutron] For port 8aa78acf-b283-45ba-9f2c-33317dfad74a, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:12:59.403574 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-8f29fed1-fa64-46ee-a686-ba348b5cfdb7 service neutron] For port 8aa78acf-b283-45ba-9f2c-33317dfad74a, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=8aa78acf-b283-45ba-9f2c-33317dfad74a,segment=NetworkSegment(d48b95d1-af63-4106-89bd-badbf84e8271),segment_id=d48b95d1-af63-4106-89bd-badbf84e8271)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:12:59.433397 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3,revision_number=9']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:59.485983 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-8f29fed1-fa64-46ee-a686-ba348b5cfdb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:59.573761 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:12:59.576097 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a89d08-355a-4c70-a0b1-1a7d3f766005 req-4045fd05-a41a-4cf8-9e37-7c05d8077f0b tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:59.589356 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-95a89d08-355a-4c70-a0b1-1a7d3f766005 req-4045fd05-a41a-4cf8-9e37-7c05d8077f0b tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2971940 Oct 30 15:12:59.737147 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f29fed1-fa64-46ee-a686-ba348b5cfdb7 service neutron] Pushing event updated for resources: {'Port': ['ID=8aa78acf-b283-45ba-9f2c-33317dfad74a,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:12:59.754880 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-8f29fed1-fa64-46ee-a686-ba348b5cfdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:59.759197 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-8f29fed1-fa64-46ee-a686-ba348b5cfdb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:59.764430 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-8f29fed1-fa64-46ee-a686-ba348b5cfdb7 service neutron] 10.222.0.53 "PUT /v2.0/ports/8aa78acf-b283-45ba-9f2c-33317dfad74a HTTP/1.1" status: 200 len: 1130 time: 6.2180369 Oct 30 15:12:59.776812 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:12:59.850601 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1d52a-4130-4c91-a165-11b52f5435d8 req-b58e20f0-bdf7-4a2c-a278-658ad0c8a259 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:59.866129 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1d52a-4130-4c91-a165-11b52f5435d8 req-b58e20f0-bdf7-4a2c-a278-658ad0c8a259 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:59.887810 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f7bdf5-8607-4a77-a77a-5509d07bd1db req-0e22437f-7fef-4649-bf90-b82b52a723c2 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:59.892937 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1d52a-4130-4c91-a165-11b52f5435d8 req-b58e20f0-bdf7-4a2c-a278-658ad0c8a259 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:59.894858 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c6f7bdf5-8607-4a77-a77a-5509d07bd1db req-0e22437f-7fef-4649-bf90-b82b52a723c2 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=660524e5-d36b-4ef4-9c8d-f13627615351 HTTP/1.1" status: 200 len: 945 time: 0.6745257 Oct 30 15:12:59.915554 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1d52a-4130-4c91-a165-11b52f5435d8 req-b58e20f0-bdf7-4a2c-a278-658ad0c8a259 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:59.925223 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-96f28607-3c16-42b4-b7e6-5a0a5f73dac2 service neutron] Request body: {'port': {'device_id': '618df14e-6aba-40ef-8848-70c44c162096', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:12:59.933438 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1d52a-4130-4c91-a165-11b52f5435d8 req-b58e20f0-bdf7-4a2c-a278-658ad0c8a259 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:59.944731 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1d52a-4130-4c91-a165-11b52f5435d8 req-b58e20f0-bdf7-4a2c-a278-658ad0c8a259 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:12:59.958155 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dbf1d52a-4130-4c91-a165-11b52f5435d8 req-b58e20f0-bdf7-4a2c-a278-658ad0c8a259 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 4600 time: 0.3217807 Oct 30 15:13:00.055913 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2757b7c0-f6cb-46fa-8813-82198fa20180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:00.080121 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dbf1d52a-4130-4c91-a165-11b52f5435d8 req-03a355b9-26ae-4f2c-a054-cdc4451d7814 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb8a2948-2c1b-4131-b6de-fecd84bd89b4&id=5eeec3c6-4bd2-414a-bba6-6aabb62faff1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1149807 Oct 30 15:13:00.083732 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2757b7c0-f6cb-46fa-8813-82198fa20180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:00.087142 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2757b7c0-f6cb-46fa-8813-82198fa20180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:00.092603 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2757b7c0-f6cb-46fa-8813-82198fa20180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:00.093532 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2757b7c0-f6cb-46fa-8813-82198fa20180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:00.095493 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2757b7c0-f6cb-46fa-8813-82198fa20180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:00.096221 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2757b7c0-f6cb-46fa-8813-82198fa20180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:00.097192 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2757b7c0-f6cb-46fa-8813-82198fa20180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:00.097847 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2757b7c0-f6cb-46fa-8813-82198fa20180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:00.098495 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2757b7c0-f6cb-46fa-8813-82198fa20180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:00.099153 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2757b7c0-f6cb-46fa-8813-82198fa20180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:00.099823 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2757b7c0-f6cb-46fa-8813-82198fa20180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:00.101142 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2757b7c0-f6cb-46fa-8813-82198fa20180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:00.102997 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2757b7c0-f6cb-46fa-8813-82198fa20180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:00.104024 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2757b7c0-f6cb-46fa-8813-82198fa20180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:00.104683 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2757b7c0-f6cb-46fa-8813-82198fa20180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:00.105328 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2757b7c0-f6cb-46fa-8813-82198fa20180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:00.105973 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2757b7c0-f6cb-46fa-8813-82198fa20180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:00.107140 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2757b7c0-f6cb-46fa-8813-82198fa20180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:00.107810 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2757b7c0-f6cb-46fa-8813-82198fa20180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:00.108450 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2757b7c0-f6cb-46fa-8813-82198fa20180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:00.109091 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2757b7c0-f6cb-46fa-8813-82198fa20180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:00.110415 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2757b7c0-f6cb-46fa-8813-82198fa20180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:00.111105 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2757b7c0-f6cb-46fa-8813-82198fa20180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:00.111828 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2757b7c0-f6cb-46fa-8813-82198fa20180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:00.112811 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2757b7c0-f6cb-46fa-8813-82198fa20180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:00.113605 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2757b7c0-f6cb-46fa-8813-82198fa20180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:00.114491 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2757b7c0-f6cb-46fa-8813-82198fa20180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:00.115138 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2757b7c0-f6cb-46fa-8813-82198fa20180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:00.115812 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2757b7c0-f6cb-46fa-8813-82198fa20180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:00.120801 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2757b7c0-f6cb-46fa-8813-82198fa20180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:00.124987 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2757b7c0-f6cb-46fa-8813-82198fa20180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:00.125466 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2757b7c0-f6cb-46fa-8813-82198fa20180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:00.125937 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2757b7c0-f6cb-46fa-8813-82198fa20180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:00.126456 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2757b7c0-f6cb-46fa-8813-82198fa20180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:00.126926 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2757b7c0-f6cb-46fa-8813-82198fa20180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:00.127386 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2757b7c0-f6cb-46fa-8813-82198fa20180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:00.128782 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2757b7c0-f6cb-46fa-8813-82198fa20180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:00.144322 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-2757b7c0-f6cb-46fa-8813-82198fa20180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 33689 time: 0.9221056 Oct 30 15:13:00.148746 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34586) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:00.227236 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4ea1a203-aa40-453c-b07e-58fbd16b88a6 req-c50c954f-6a6e-42a0-b724-216b951389c3 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] 10.222.0.62 "GET /v2.0/floatingips?tenant_id=53f0ab547be74051bf11fa1fbafb4044 HTTP/1.1" status: 200 len: 1655 time: 0.1126094 Oct 30 15:13:00.316943 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-96f28607-3c16-42b4-b7e6-5a0a5f73dac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:00.355182 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea1a203-aa40-453c-b07e-58fbd16b88a6 req-add29bed-be16-4b92-a95d-11d8d4a7a616 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:00.355434 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c6f7bdf5-8607-4a77-a77a-5509d07bd1db req-54cf3458-e0b1-4408-aaea-6abc364d4b24 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3603113 Oct 30 15:13:00.393938 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4ea1a203-aa40-453c-b07e-58fbd16b88a6 req-add29bed-be16-4b92-a95d-11d8d4a7a616 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] 10.222.0.62 "GET /v2.0/networks?id=edc38ef5-7816-4133-914c-cfe2849a0125&id=edc38ef5-7816-4133-914c-cfe2849a0125&id=edc38ef5-7816-4133-914c-cfe2849a0125 HTTP/1.1" status: 200 len: 787 time: 0.1653452 Oct 30 15:13:00.443145 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-6b39ea79-3210-4022-9bbf-0df01e1f76e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Deleting port 1c7683e1-a04d-4740-a9de-bb4343875207 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:13:00.443510 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6b39ea79-3210-4022-9bbf-0df01e1f76e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:00.548714 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-6b39ea79-3210-4022-9bbf-0df01e1f76e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] For port 1c7683e1-a04d-4740-a9de-bb4343875207, host n-h1-806683-17, got binding levels [] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:13:00.549126 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6b39ea79-3210-4022-9bbf-0df01e1f76e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:00.552385 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:13:00.568403 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-6b39ea79-3210-4022-9bbf-0df01e1f76e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Calling delete_port for 1c7683e1-a04d-4740-a9de-bb4343875207 owned by {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:13:00.573940 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bad70f-e40e-4d23-ad82-e16528b9dae1 req-4cb205ea-4e14-4985-871e-54bbaf3be2c3 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:00.590321 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-34bad70f-e40e-4d23-ad82-e16528b9dae1 req-4cb205ea-4e14-4985-871e-54bbaf3be2c3 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3f50d40-de7d-4020-b972-b4c18dee3f99 HTTP/1.1" status: 200 len: 947 time: 0.1118410 Oct 30 15:13:00.664632 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6b39ea79-3210-4022-9bbf-0df01e1f76e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:00.668290 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-34bad70f-e40e-4d23-ad82-e16528b9dae1 req-147ce472-5904-4225-93ac-d14cb9e26a7b tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6e850f5-bbac-48ab-9f8b-66d8b92818ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753047 Oct 30 15:13:00.727779 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:13:00.728292 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:00.764813 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b39ea79-3210-4022-9bbf-0df01e1f76e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Pushing event deleted for resources: {'Port': ['ID=1c7683e1-a04d-4740-a9de-bb4343875207,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:00.771695 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '618df14e-6aba-40ef-8848-70c44c162096', 'tag': '8aa78acf-b283-45ba-9f2c-33317dfad74a'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:13:00.775549 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5761d2c-a8ed-4019-a933-4021d1e8f1e3" -d '{"events": [{"name": "network-changed", "server_uuid": "618df14e-6aba-40ef-8848-70c44c162096", "tag": "8aa78acf-b283-45ba-9f2c-33317dfad74a"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:13:00.776517 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34604) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:00.887889 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4fa30e2-d9f0-4b40-beaa-ff56b79b9139 x-openstack-request-id: req-f4fa30e2-d9f0-4b40-beaa-ff56b79b9139 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:13:00.888787 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "618df14e-6aba-40ef-8848-70c44c162096", "tag": "8aa78acf-b283-45ba-9f2c-33317dfad74a", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:13:00.892295 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f4fa30e2-d9f0-4b40-beaa-ff56b79b9139 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:13:00.892757 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '618df14e-6aba-40ef-8848-70c44c162096', 'tag': '8aa78acf-b283-45ba-9f2c-33317dfad74a', 'status': 'completed', 'code': 200} Oct 30 15:13:00.921134 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1807c61-e479-4c19-a3f8-3aafb25a0bc6 admin admin] Deleting subnet 973136aa-4534-4ed1-9162-b1df94c62824 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:13:00.932399 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e1807c61-e479-4c19-a3f8-3aafb25a0bc6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:00.950570 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:00.956531 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6b39ea79-3210-4022-9bbf-0df01e1f76e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:00.963549 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-6b39ea79-3210-4022-9bbf-0df01e1f76e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] 10.222.0.62 "DELETE /v2.0/ports/1c7683e1-a04d-4740-a9de-bb4343875207 HTTP/1.1" status: 204 len: 168 time: 0.8133590 Oct 30 15:13:00.968274 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-79921da4-9271-40cf-a9a1-99bfde2b3da1 req-62c6837a-f02e-43cd-81b6-e3bde1e971eb tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] 10.222.0.62 "GET /v2.0/floatingips/b57f3f4d-1742-461e-9f47-005f0301c19d HTTP/1.1" status: 200 len: 692 time: 0.3107831 Oct 30 15:13:01.008968 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34608) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:01.058978 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:13:01.066322 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:01.071230 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f50d40-de7d-4020-b972-b4c18dee3f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:13:01.074792 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48885c90-dc41-40e0-8e1f-ca1ac2d0ee36" -d '{"events": [{"server_uuid": "b3f50d40-de7d-4020-b972-b4c18dee3f99", "name": "network-vif-plugged", "status": "completed", "tag": "44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:13:01.111123 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e1807c61-e479-4c19-a3f8-3aafb25a0bc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:01.163283 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e1807c61-e479-4c19-a3f8-3aafb25a0bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:01.186120 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e8fde6-eb17-45bd-a73d-a63a74e465bf x-openstack-request-id: req-31e8fde6-eb17-45bd-a73d-a63a74e465bf {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:13:01.186403 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f50d40-de7d-4020-b972-b4c18dee3f99", "name": "network-vif-plugged", "status": "completed", "tag": "44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:13:01.189026 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-31e8fde6-eb17-45bd-a73d-a63a74e465bf {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:13:01.189453 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f50d40-de7d-4020-b972-b4c18dee3f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3', 'code': 200} Oct 30 15:13:01.241448 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3,revision_number=10']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:01.263698 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:13:01.264105 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:13:01.264456 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:13:01.264822 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:13:01.265183 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:13:01.270321 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:13:01.270750 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:13:01.271247 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:13:01.271655 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:13:01.272022 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:13:01.272384 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:13:01.272902 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:13:01.302652 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device e9694779-6b62-455b-9680-56a0d71a5255 up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:13:01.467820 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port e9694779-6b62-455b-9680-56a0d71a5255 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:13:01.468229 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:01.689005 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:01.764905 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-96f28607-3c16-42b4-b7e6-5a0a5f73dac2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80060876-f4f1-4c9d-9c66-0639e6343df4 {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:13:01.781973 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-96f28607-3c16-42b4-b7e6-5a0a5f73dac2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:01.785519 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port e9694779-6b62-455b-9680-56a0d71a5255, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=e9694779-6b62-455b-9680-56a0d71a5255,segment=NetworkSegment(495e0bcf-a0e5-4b3d-8fa7-4467a729ed3e),segment_id=495e0bcf-a0e5-4b3d-8fa7-4467a729ed3e)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:13:01.797315 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:01.797678 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-55d8ed6b-bae1-49ed-a6f6-725f654b2f5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] GET failed (client error): The resource could not be found. Oct 30 15:13:01.803137 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-55d8ed6b-bae1-49ed-a6f6-725f654b2f5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] 10.222.0.62 "GET /v2.0/ports/1c7683e1-a04d-4740-a9de-bb4343875207 HTTP/1.1" status: 404 len: 333 time: 0.7817032 Oct 30 15:13:01.805859 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e1807c61-e479-4c19-a3f8-3aafb25a0bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:01.807429 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:01.820076 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34624) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:01.836543 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-96f28607-3c16-42b4-b7e6-5a0a5f73dac2 service neutron] Transition to ACTIVE for port object 80060876-f4f1-4c9d-9c66-0639e6343df4 will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:13:01.854492 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-96f28607-3c16-42b4-b7e6-5a0a5f73dac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:01.855407 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-a9e4f175-9d82-436b-9e3b-b9e6a5ee63da tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381892698', 'network_id': '2884b9c5-b0df-493c-9c6f-a0fddc5fd074'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:13:01.861999 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1807c61-e479-4c19-a3f8-3aafb25a0bc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=973136aa-4534-4ed1-9162-b1df94c62824,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:01.862609 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5761d2c-a8ed-4019-a933-4021d1e8f1e3 req-678f7748-18d7-4d1d-8c69-587609eddbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:01.863257 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5761d2c-a8ed-4019-a933-4021d1e8f1e3 req-678f7748-18d7-4d1d-8c69-587609eddbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:01.865017 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5761d2c-a8ed-4019-a933-4021d1e8f1e3 req-678f7748-18d7-4d1d-8c69-587609eddbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:01.865793 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5761d2c-a8ed-4019-a933-4021d1e8f1e3 req-678f7748-18d7-4d1d-8c69-587609eddbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:01.867062 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5761d2c-a8ed-4019-a933-4021d1e8f1e3 req-678f7748-18d7-4d1d-8c69-587609eddbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:01.868675 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5761d2c-a8ed-4019-a933-4021d1e8f1e3 req-678f7748-18d7-4d1d-8c69-587609eddbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:01.871095 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b5761d2c-a8ed-4019-a933-4021d1e8f1e3 req-678f7748-18d7-4d1d-8c69-587609eddbb1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=005d49094ead4e63ad23cb02de2bfa34&device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 5288 time: 0.9654591 Oct 30 15:13:01.901710 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e1807c61-e479-4c19-a3f8-3aafb25a0bc6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:01.908876 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e1807c61-e479-4c19-a3f8-3aafb25a0bc6 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/973136aa-4534-4ed1-9162-b1df94c62824 HTTP/1.1" status: 204 len: 168 time: 1.1278110 Oct 30 15:13:01.909022 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=e9694779-6b62-455b-9680-56a0d71a5255,revision_number=8']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:01.910606 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34630) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:01.958913 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e0335d-2a4c-4064-96fc-dfe156ca6592 req-03154ac4-bd57-4767-b355-3e245da32bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:01.960757 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85227d48-a31a-489a-ae6a-59672ef1dc91 req-24c771a4-f14e-4c6e-a5d1-52e987626881 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:01.967050 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-61e0335d-2a4c-4064-96fc-dfe156ca6592 req-03154ac4-bd57-4767-b355-3e245da32bda service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b3f50d40-de7d-4020-b972-b4c18dee3f99 HTTP/1.1" status: 200 len: 1101 time: 0.3828921 Oct 30 15:13:01.967613 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85227d48-a31a-489a-ae6a-59672ef1dc91 req-24c771a4-f14e-4c6e-a5d1-52e987626881 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:01.974284 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85227d48-a31a-489a-ae6a-59672ef1dc91 req-24c771a4-f14e-4c6e-a5d1-52e987626881 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:01.980792 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85227d48-a31a-489a-ae6a-59672ef1dc91 req-24c771a4-f14e-4c6e-a5d1-52e987626881 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:01.988279 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85227d48-a31a-489a-ae6a-59672ef1dc91 req-24c771a4-f14e-4c6e-a5d1-52e987626881 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:01.995559 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85227d48-a31a-489a-ae6a-59672ef1dc91 req-24c771a4-f14e-4c6e-a5d1-52e987626881 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:02.001592 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85227d48-a31a-489a-ae6a-59672ef1dc91 req-24c771a4-f14e-4c6e-a5d1-52e987626881 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:02.005451 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79921da4-9271-40cf-a9a1-99bfde2b3da1 req-049615c1-fb6f-4b72-8e6d-a3db61352045 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:02.006907 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-79921da4-9271-40cf-a9a1-99bfde2b3da1 req-049615c1-fb6f-4b72-8e6d-a3db61352045 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] 10.222.0.62 "GET /v2.0/networks/edc38ef5-7816-4133-914c-cfe2849a0125 HTTP/1.1" status: 200 len: 784 time: 0.9919603 Oct 30 15:13:02.016030 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-85227d48-a31a-489a-ae6a-59672ef1dc91 req-24c771a4-f14e-4c6e-a5d1-52e987626881 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 5372 time: 0.2222078 Oct 30 15:13:02.054348 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e4f175-9d82-436b-9e3b-b9e6a5ee63da tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Made reservation on behalf of f8b05ba58d4e4278830a8f404e54bf4d for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:13:02.056675 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a9e4f175-9d82-436b-9e3b-b9e6a5ee63da tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:02.166632 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [None req-a9e4f175-9d82-436b-9e3b-b9e6a5ee63da tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] device_id is not set on port ea7650da-c060-4352-b09e-a5414b3ce467 yet. {{(pid=102130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:13:02.177659 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-61e0335d-2a4c-4064-96fc-dfe156ca6592 req-60f04eb2-80d6-4b79-a19b-ca853ef8af04 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b6e850f5-bbac-48ab-9f8b-66d8b92818ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885626 Oct 30 15:13:02.188587 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-79921da4-9271-40cf-a9a1-99bfde2b3da1 req-4ac9857f-86e7-4ccd-883b-cd5745755604 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.4.98 HTTP/1.1" status: 200 len: 695 time: 0.1031060 Oct 30 15:13:02.192590 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f28607-3c16-42b4-b7e6-5a0a5f73dac2 service neutron] Pushing event updated for resources: {'Port': ['ID=80060876-f4f1-4c9d-9c66-0639e6343df4,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:02.193831 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-85227d48-a31a-489a-ae6a-59672ef1dc91 req-7167008d-c219-49ee-8f41-5c47c7fab827 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb8a2948-2c1b-4131-b6de-fecd84bd89b4&id=5eeec3c6-4bd2-414a-bba6-6aabb62faff1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1719558 Oct 30 15:13:02.429663 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-79921da4-9271-40cf-a9a1-99bfde2b3da1 req-66abb7a4-4dcd-451b-a3ec-ebf15e13877d tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.4.98 HTTP/1.1" status: 200 len: 695 time: 0.2272220 Oct 30 15:13:02.445589 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5761d2c-a8ed-4019-a933-4021d1e8f1e3 req-c1784ca9-6086-470b-8ce1-9c7828954a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:02.447417 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5761d2c-a8ed-4019-a933-4021d1e8f1e3 req-c1784ca9-6086-470b-8ce1-9c7828954a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:02.447963 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5761d2c-a8ed-4019-a933-4021d1e8f1e3 req-c1784ca9-6086-470b-8ce1-9c7828954a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:02.449572 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b5761d2c-a8ed-4019-a933-4021d1e8f1e3 req-c1784ca9-6086-470b-8ce1-9c7828954a17 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=005d49094ead4e63ad23cb02de2bfa34&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5617976 Oct 30 15:13:02.546197 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a9e4f175-9d82-436b-9e3b-b9e6a5ee63da tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:02.565887 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5761d2c-a8ed-4019-a933-4021d1e8f1e3 req-3075906d-381f-434e-8838-1cb4e6c419ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:02.567822 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b5761d2c-a8ed-4019-a933-4021d1e8f1e3 req-3075906d-381f-434e-8838-1cb4e6c419ea service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1090312 Oct 30 15:13:02.608654 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-229195eb-41a2-420c-bade-2053453f67f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:02.619927 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a9e4f175-9d82-436b-9e3b-b9e6a5ee63da tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:02.771622 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-96f28607-3c16-42b4-b7e6-5a0a5f73dac2 service neutron] Attempting to bind port 80060876-f4f1-4c9d-9c66-0639e6343df4 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:13:02.771858 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-96f28607-3c16-42b4-b7e6-5a0a5f73dac2 service neutron] Attempting to bind port 80060876-f4f1-4c9d-9c66-0639e6343df4 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': 'd48b95d1-af63-4106-89bd-badbf84e8271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:13:02.772188 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-96f28607-3c16-42b4-b7e6-5a0a5f73dac2 service neutron] Attempting to bind port 80060876-f4f1-4c9d-9c66-0639e6343df4 on network 5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:13:02.802271 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e4f175-9d82-436b-9e3b-b9e6a5ee63da tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Network 2884b9c5-b0df-493c-9c6f-a0fddc5fd074 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:13:02.814325 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-a9e4f175-9d82-436b-9e3b-b9e6a5ee63da tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:13:02.826378 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e4f175-9d82-436b-9e3b-b9e6a5ee63da tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:13:02.827327 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e4f175-9d82-436b-9e3b-b9e6a5ee63da tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:02.827957 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a9e4f175-9d82-436b-9e3b-b9e6a5ee63da tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:02.837916 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-96f28607-3c16-42b4-b7e6-5a0a5f73dac2 service neutron] Port 80060876-f4f1-4c9d-9c66-0639e6343df4 on network 5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:13:02.838342 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-96f28607-3c16-42b4-b7e6-5a0a5f73dac2 service neutron] Attempting to bind port 80060876-f4f1-4c9d-9c66-0639e6343df4 on network 5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:13:02.852191 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-96f28607-3c16-42b4-b7e6-5a0a5f73dac2 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:13:02.852698 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-96f28607-3c16-42b4-b7e6-5a0a5f73dac2 service neutron] Checking segment: {'id': 'd48b95d1-af63-4106-89bd-badbf84e8271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:13:02.853159 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-96f28607-3c16-42b4-b7e6-5a0a5f73dac2 service neutron] Bound using segment: {'id': 'd48b95d1-af63-4106-89bd-badbf84e8271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:13:02.853692 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-96f28607-3c16-42b4-b7e6-5a0a5f73dac2 service neutron] Bound port: 80060876-f4f1-4c9d-9c66-0639e6343df4, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd48b95d1-af63-4106-89bd-badbf84e8271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:13:02.854125 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-96f28607-3c16-42b4-b7e6-5a0a5f73dac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:02.914624 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c878b-658b-484d-ba69-353dfd5afd28 req-b64b636c-6a74-44ad-8099-bbd0a80bfff7 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:02.916191 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-587c878b-658b-484d-ba69-353dfd5afd28 req-b64b636c-6a74-44ad-8099-bbd0a80bfff7 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=660524e5-d36b-4ef4-9c8d-f13627615351 HTTP/1.1" status: 200 len: 946 time: 0.3213427 Oct 30 15:13:02.921718 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-79921da4-9271-40cf-a9a1-99bfde2b3da1 req-9dd372c4-ab23-482e-b45d-953800928fe3 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Deleting port 2750d12d-1a21-4602-a21f-150d639392d2 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:13:02.922154 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-79921da4-9271-40cf-a9a1-99bfde2b3da1 req-9dd372c4-ab23-482e-b45d-953800928fe3 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:02.929026 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e4f175-9d82-436b-9e3b-b9e6a5ee63da tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Pushing event updated for resources: {'Port': ['ID=ea7650da-c060-4352-b09e-a5414b3ce467,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:02.984460 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a9e4f175-9d82-436b-9e3b-b9e6a5ee63da tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1373923 Oct 30 15:13:02.994038 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34650) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:03.006813 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-96f28607-3c16-42b4-b7e6-5a0a5f73dac2 service neutron] For port 80060876-f4f1-4c9d-9c66-0639e6343df4, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:13:03.012146 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-96f28607-3c16-42b4-b7e6-5a0a5f73dac2 service neutron] For port 80060876-f4f1-4c9d-9c66-0639e6343df4, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=80060876-f4f1-4c9d-9c66-0639e6343df4,segment=NetworkSegment(d48b95d1-af63-4106-89bd-badbf84e8271),segment_id=d48b95d1-af63-4106-89bd-badbf84e8271)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:13:03.031683 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-96f28607-3c16-42b4-b7e6-5a0a5f73dac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:03.051646 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1397c5d-71b0-4dab-84d5-b9bc343762ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:03.053738 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a1397c5d-71b0-4dab-84d5-b9bc343762ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] 10.222.0.62 "GET /v2.0/ports/ea7650da-c060-4352-b09e-a5414b3ce467 HTTP/1.1" status: 200 len: 959 time: 0.0570045 Oct 30 15:13:03.061181 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34652) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:03.087522 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-96f28607-3c16-42b4-b7e6-5a0a5f73dac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:03.087522 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-96f28607-3c16-42b4-b7e6-5a0a5f73dac2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:03.087522 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-96f28607-3c16-42b4-b7e6-5a0a5f73dac2 service neutron] 10.222.0.53 "PUT /v2.0/ports/80060876-f4f1-4c9d-9c66-0639e6343df4 HTTP/1.1" status: 200 len: 1131 time: 3.2463348 Oct 30 15:13:03.088598 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '618df14e-6aba-40ef-8848-70c44c162096', 'tag': '80060876-f4f1-4c9d-9c66-0639e6343df4'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:13:03.095184 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea71dd89-14c7-48f6-9190-46ed75f1af5d" -d '{"events": [{"name": "network-changed", "server_uuid": "618df14e-6aba-40ef-8848-70c44c162096", "tag": "80060876-f4f1-4c9d-9c66-0639e6343df4"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:13:03.142173 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-79921da4-9271-40cf-a9a1-99bfde2b3da1 req-9dd372c4-ab23-482e-b45d-953800928fe3 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:03.144117 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-79921da4-9271-40cf-a9a1-99bfde2b3da1 req-9dd372c4-ab23-482e-b45d-953800928fe3 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:03.167528 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-229195eb-41a2-420c-bade-2053453f67f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:03.169774 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-d1f9fb03-0902-4a73-82d8-771768ecfef0 service neutron] Request body: {'port': {'device_id': '618df14e-6aba-40ef-8848-70c44c162096', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:13:03.193506 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '660524e5-d36b-4ef4-9c8d-f13627615351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9694779-6b62-455b-9680-56a0d71a5255'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:13:03.196061 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5774719b-fca0-4948-8ade-d45a47a3b050" -d '{"events": [{"server_uuid": "660524e5-d36b-4ef4-9c8d-f13627615351", "name": "network-vif-plugged", "status": "completed", "tag": "e9694779-6b62-455b-9680-56a0d71a5255"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:13:03.247329 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-79921da4-9271-40cf-a9a1-99bfde2b3da1 req-9dd372c4-ab23-482e-b45d-953800928fe3 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Calling delete_port for 2750d12d-1a21-4602-a21f-150d639392d2 owned by network:floatingip {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:13:03.338868 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f28607-3c16-42b4-b7e6-5a0a5f73dac2 service neutron] Pushing event updated for resources: {'Port': ['ID=80060876-f4f1-4c9d-9c66-0639e6343df4,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:03.378849 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-229195eb-41a2-420c-bade-2053453f67f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25790384-5e8b-43e0-b1ac-798908906172']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:13:03.411488 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-587c878b-658b-484d-ba69-353dfd5afd28 req-df556cd3-7106-44c9-8637-e14e1fd3a1cd tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4771698 Oct 30 15:13:03.413078 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-229195eb-41a2-420c-bade-2053453f67f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '135568ea-61a3-4354-9c4c-8109e52de8ab') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:13:03.420309 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-229195eb-41a2-420c-bade-2053453f67f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '135568ea-61a3-4354-9c4c-8109e52de8ab') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:13:03.513695 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-229195eb-41a2-420c-bade-2053453f67f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:03.571832 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-229195eb-41a2-420c-bade-2053453f67f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:03.592656 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-d1f9fb03-0902-4a73-82d8-771768ecfef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:03.601228 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-229195eb-41a2-420c-bade-2053453f67f3 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:13:03.603742 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-229195eb-41a2-420c-bade-2053453f67f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:03.603742 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:13:03.603742 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:13:03.603742 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:13:03.603742 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:13:03.603742 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:13:03.603742 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:13:03.603742 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:13:03.603742 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:13:03.603742 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:13:03.603742 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:13:03.603742 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:13:03.603742 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:13:03.603742 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:13:03.603742 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:13:03.603742 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:13:03.603742 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:13:03.603742 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:13:03.603742 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:13:03.603742 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:13:03.603742 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:13:03.603742 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:13:03.603742 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:13:03.603742 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:13:03.603742 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:13:03.603742 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:13:03.603742 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:13:03.603742 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:13:03.603742 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:13:03.603742 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:13:03.603742 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:13:03.603742 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:13:03.603742 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:13:03.765662 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3f444a-96ce-4fb2-ab41-f63bedd6f6d5 req-efa17fe5-8e52-4265-98ea-ca5da7e7ff99 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:03.767972 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6f3f444a-96ce-4fb2-ab41-f63bedd6f6d5 req-efa17fe5-8e52-4265-98ea-ca5da7e7ff99 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3f50d40-de7d-4020-b972-b4c18dee3f99 HTTP/1.1" status: 200 len: 949 time: 0.2071550 Oct 30 15:13:03.774393 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-8c56cb3d-e9a5-427b-9d32-98d928595417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Deleting port ea7650da-c060-4352-b09e-a5414b3ce467 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:13:03.774981 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8c56cb3d-e9a5-427b-9d32-98d928595417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:03.880808 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6f3f444a-96ce-4fb2-ab41-f63bedd6f6d5 req-aee13cfa-2177-4955-bd55-d1d3257467ac tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6e850f5-bbac-48ab-9f8b-66d8b92818ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988848 Oct 30 15:13:03.883754 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-229195eb-41a2-420c-bade-2053453f67f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:03.894348 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-79921da4-9271-40cf-a9a1-99bfde2b3da1 req-9dd372c4-ab23-482e-b45d-953800928fe3 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:03.918978 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-229195eb-41a2-420c-bade-2053453f67f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:03.931416 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-229195eb-41a2-420c-bade-2053453f67f3 admin admin] 10.222.0.62 "DELETE /v2.0/networks/25790384-5e8b-43e0-b1ac-798908906172 HTTP/1.1" status: 204 len: 168 time: 2.0126455 Oct 30 15:13:03.934282 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd372c4-ab23-482e-b45d-953800928fe3 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Pushing event deleted for resources: {'Port': ['ID=2750d12d-1a21-4602-a21f-150d639392d2,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:03.981705 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229195eb-41a2-420c-bade-2053453f67f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=25790384-5e8b-43e0-b1ac-798908906172,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:04.019681 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8c56cb3d-e9a5-427b-9d32-98d928595417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:04.045504 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-8c56cb3d-e9a5-427b-9d32-98d928595417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Calling delete_port for ea7650da-c060-4352-b09e-a5414b3ce467 owned by {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:13:04.092534 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a283551-ea41-4fe0-91e8-7c578413c2c0 x-openstack-request-id: req-8a283551-ea41-4fe0-91e8-7c578413c2c0 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:13:04.092826 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "660524e5-d36b-4ef4-9c8d-f13627615351", "name": "network-vif-plugged", "status": "completed", "tag": "e9694779-6b62-455b-9680-56a0d71a5255", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:13:04.094429 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8a283551-ea41-4fe0-91e8-7c578413c2c0 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:13:04.094832 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '660524e5-d36b-4ef4-9c8d-f13627615351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9694779-6b62-455b-9680-56a0d71a5255', 'code': 200} Oct 30 15:13:04.235943 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8c56cb3d-e9a5-427b-9d32-98d928595417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:04.364889 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34674) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:04.365712 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c56cb3d-e9a5-427b-9d32-98d928595417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Pushing event deleted for resources: {'Port': ['ID=ea7650da-c060-4352-b09e-a5414b3ce467,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:04.466305 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8c56cb3d-e9a5-427b-9d32-98d928595417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:04.488533 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-8c56cb3d-e9a5-427b-9d32-98d928595417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] 10.222.0.62 "DELETE /v2.0/ports/ea7650da-c060-4352-b09e-a5414b3ce467 HTTP/1.1" status: 204 len: 168 time: 1.4174170 Oct 30 15:13:04.493077 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34678) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:04.534461 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-d1f9fb03-0902-4a73-82d8-771768ecfef0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7653bb03-0e9a-40b6-b92c-448a5acd76f4 {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:13:04.548869 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-d1f9fb03-0902-4a73-82d8-771768ecfef0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:04.562780 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-d1f9fb03-0902-4a73-82d8-771768ecfef0 service neutron] Transition to ACTIVE for port object 7653bb03-0e9a-40b6-b92c-448a5acd76f4 will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:13:04.565842 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46958bf-a893-450f-b67a-cb713812dbaf x-openstack-request-id: req-c46958bf-a893-450f-b67a-cb713812dbaf {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:13:04.566449 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "618df14e-6aba-40ef-8848-70c44c162096", "tag": "80060876-f4f1-4c9d-9c66-0639e6343df4", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:13:04.566921 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c46958bf-a893-450f-b67a-cb713812dbaf {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:13:04.568267 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '618df14e-6aba-40ef-8848-70c44c162096', 'tag': '80060876-f4f1-4c9d-9c66-0639e6343df4', 'status': 'completed', 'code': 200} Oct 30 15:13:04.579507 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-79921da4-9271-40cf-a9a1-99bfde2b3da1 req-9dd372c4-ab23-482e-b45d-953800928fe3 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Publish callbacks [] for floatingip, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:04.584312 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-79921da4-9271-40cf-a9a1-99bfde2b3da1 req-9dd372c4-ab23-482e-b45d-953800928fe3 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:04.587371 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-79921da4-9271-40cf-a9a1-99bfde2b3da1 req-9dd372c4-ab23-482e-b45d-953800928fe3 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] 10.222.0.62 "DELETE /v2.0/floatingips/b57f3f4d-1742-461e-9f47-005f0301c19d HTTP/1.1" status: 204 len: 173 time: 2.1452055 Oct 30 15:13:04.595892 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-d1f9fb03-0902-4a73-82d8-771768ecfef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:04.598563 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbc0f97b-9dc3-4fce-84e5-103fd82c5f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] GET failed (client error): The resource could not be found. Oct 30 15:13:04.610008 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-cbc0f97b-9dc3-4fce-84e5-103fd82c5f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] 10.222.0.62 "GET /v2.0/ports/ea7650da-c060-4352-b09e-a5414b3ce467 HTTP/1.1" status: 404 len: 333 time: 0.1145945 Oct 30 15:13:04.614883 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34682) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:04.643713 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-23fcb452-4247-4e93-bd82-e1381adbe249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Request body: {'port': {'network_id': '2884b9c5-b0df-493c-9c6f-a0fddc5fd074', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033548065'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:13:04.664650 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff8c03c-6a80-4aea-a9bc-dd49f5dfa311 req-49ecdbda-e574-40f9-8306-218ad50cd7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:04.666195 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cff8c03c-6a80-4aea-a9bc-dd49f5dfa311 req-49ecdbda-e574-40f9-8306-218ad50cd7fb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=660524e5-d36b-4ef4-9c8d-f13627615351 HTTP/1.1" status: 200 len: 1098 time: 0.4315927 Oct 30 15:13:04.704848 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93110c7-a7a8-4d4c-96b3-721f8b0cfa14 req-65529d9b-939d-4f02-ba99-6d582c021139 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:04.715216 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93110c7-a7a8-4d4c-96b3-721f8b0cfa14 req-65529d9b-939d-4f02-ba99-6d582c021139 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:04.734770 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93110c7-a7a8-4d4c-96b3-721f8b0cfa14 req-65529d9b-939d-4f02-ba99-6d582c021139 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:04.745435 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93110c7-a7a8-4d4c-96b3-721f8b0cfa14 req-65529d9b-939d-4f02-ba99-6d582c021139 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:04.757655 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93110c7-a7a8-4d4c-96b3-721f8b0cfa14 req-65529d9b-939d-4f02-ba99-6d582c021139 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:04.764899 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93110c7-a7a8-4d4c-96b3-721f8b0cfa14 req-65529d9b-939d-4f02-ba99-6d582c021139 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:04.771193 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93110c7-a7a8-4d4c-96b3-721f8b0cfa14 req-65529d9b-939d-4f02-ba99-6d582c021139 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:04.780161 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c93110c7-a7a8-4d4c-96b3-721f8b0cfa14 req-65529d9b-939d-4f02-ba99-6d582c021139 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 5372 time: 0.5102043 Oct 30 15:13:04.796465 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-bfc6f24d-3af5-47f2-8bec-c88063c1c907 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e6ff79ffbf394e9386812dbc9e3fafed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4011030 Oct 30 15:13:04.809006 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34686) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:04.878892 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23fcb452-4247-4e93-bd82-e1381adbe249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Made reservation on behalf of f8b05ba58d4e4278830a8f404e54bf4d for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:13:04.881459 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-23fcb452-4247-4e93-bd82-e1381adbe249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:04.911255 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cff8c03c-6a80-4aea-a9bc-dd49f5dfa311 req-e84ac5d7-3d52-4343-bc52-5d713f4998e3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264627 Oct 30 15:13:04.954307 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c93110c7-a7a8-4d4c-96b3-721f8b0cfa14 req-cf4a8b7a-84f1-4485-96dc-b224dd4c0577 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb8a2948-2c1b-4131-b6de-fecd84bd89b4&id=5eeec3c6-4bd2-414a-bba6-6aabb62faff1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1731117 Oct 30 15:13:04.964873 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [None req-23fcb452-4247-4e93-bd82-e1381adbe249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] device_id is not set on port 46a467dc-2315-4bc3-a4ca-6844e288990a yet. {{(pid=102130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:13:05.121470 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f9fb03-0902-4a73-82d8-771768ecfef0 service neutron] Pushing event updated for resources: {'Port': ['ID=7653bb03-0e9a-40b6-b92c-448a5acd76f4,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:05.276041 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-23fcb452-4247-4e93-bd82-e1381adbe249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:05.289189 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-d1f9fb03-0902-4a73-82d8-771768ecfef0 service neutron] Attempting to bind port 7653bb03-0e9a-40b6-b92c-448a5acd76f4 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:13:05.289665 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-d1f9fb03-0902-4a73-82d8-771768ecfef0 service neutron] Attempting to bind port 7653bb03-0e9a-40b6-b92c-448a5acd76f4 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': 'd48b95d1-af63-4106-89bd-badbf84e8271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:13:05.290107 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-d1f9fb03-0902-4a73-82d8-771768ecfef0 service neutron] Attempting to bind port 7653bb03-0e9a-40b6-b92c-448a5acd76f4 on network 5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:13:05.300394 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-d1f9fb03-0902-4a73-82d8-771768ecfef0 service neutron] Port 7653bb03-0e9a-40b6-b92c-448a5acd76f4 on network 5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:13:05.300896 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-d1f9fb03-0902-4a73-82d8-771768ecfef0 service neutron] Attempting to bind port 7653bb03-0e9a-40b6-b92c-448a5acd76f4 on network 5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:13:05.310090 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-d1f9fb03-0902-4a73-82d8-771768ecfef0 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:13:05.310596 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-d1f9fb03-0902-4a73-82d8-771768ecfef0 service neutron] Checking segment: {'id': 'd48b95d1-af63-4106-89bd-badbf84e8271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:13:05.311092 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-d1f9fb03-0902-4a73-82d8-771768ecfef0 service neutron] Bound using segment: {'id': 'd48b95d1-af63-4106-89bd-badbf84e8271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:13:05.311679 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-d1f9fb03-0902-4a73-82d8-771768ecfef0 service neutron] Bound port: 7653bb03-0e9a-40b6-b92c-448a5acd76f4, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd48b95d1-af63-4106-89bd-badbf84e8271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:13:05.312149 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-d1f9fb03-0902-4a73-82d8-771768ecfef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:05.330093 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8c6a7018-6766-450e-b9ed-4eee74bc6fda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:05.336553 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-23fcb452-4247-4e93-bd82-e1381adbe249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:05.406303 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-d1f9fb03-0902-4a73-82d8-771768ecfef0 service neutron] For port 7653bb03-0e9a-40b6-b92c-448a5acd76f4, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:13:05.411795 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-d1f9fb03-0902-4a73-82d8-771768ecfef0 service neutron] For port 7653bb03-0e9a-40b6-b92c-448a5acd76f4, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=7653bb03-0e9a-40b6-b92c-448a5acd76f4,segment=NetworkSegment(d48b95d1-af63-4106-89bd-badbf84e8271),segment_id=d48b95d1-af63-4106-89bd-badbf84e8271)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:13:05.432968 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71dd89-14c7-48f6-9190-46ed75f1af5d req-d4f35093-2739-447a-a01e-c0fa4e7da321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:05.433699 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71dd89-14c7-48f6-9190-46ed75f1af5d req-d4f35093-2739-447a-a01e-c0fa4e7da321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:05.434915 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71dd89-14c7-48f6-9190-46ed75f1af5d req-d4f35093-2739-447a-a01e-c0fa4e7da321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:05.435877 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71dd89-14c7-48f6-9190-46ed75f1af5d req-d4f35093-2739-447a-a01e-c0fa4e7da321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:05.436589 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71dd89-14c7-48f6-9190-46ed75f1af5d req-d4f35093-2739-447a-a01e-c0fa4e7da321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:05.437245 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71dd89-14c7-48f6-9190-46ed75f1af5d req-d4f35093-2739-447a-a01e-c0fa4e7da321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:05.438342 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71dd89-14c7-48f6-9190-46ed75f1af5d req-d4f35093-2739-447a-a01e-c0fa4e7da321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:05.441954 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ea71dd89-14c7-48f6-9190-46ed75f1af5d req-d4f35093-2739-447a-a01e-c0fa4e7da321 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=005d49094ead4e63ad23cb02de2bfa34&device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 6238 time: 0.8726094 Oct 30 15:13:05.445093 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-d1f9fb03-0902-4a73-82d8-771768ecfef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:05.497799 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8c6a7018-6766-450e-b9ed-4eee74bc6fda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:05.538795 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fcb452-4247-4e93-bd82-e1381adbe249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Network 2884b9c5-b0df-493c-9c6f-a0fddc5fd074 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:13:05.563481 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-23fcb452-4247-4e93-bd82-e1381adbe249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:13:05.566293 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fcb452-4247-4e93-bd82-e1381adbe249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:13:05.568490 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fcb452-4247-4e93-bd82-e1381adbe249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:05.569100 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-23fcb452-4247-4e93-bd82-e1381adbe249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:05.634133 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-23fcb452-4247-4e93-bd82-e1381adbe249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0172908 Oct 30 15:13:05.644235 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0d59d20c-8db2-4469-be8d-afa68e95ab63 req-0872a87f-44ff-4b8d-b995-9b0249253fc7 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] 10.222.0.62 "GET /v2.0/floatingips/33ab5ee8-2df3-4a62-b580-a18ff92ac66a HTTP/1.1" status: 200 len: 693 time: 0.3321438 Oct 30 15:13:05.669768 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34690) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:05.732545 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-87858078-8224-4d13-a313-4ce65e2f5fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:13:05.740257 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f9fb03-0902-4a73-82d8-771768ecfef0 service neutron] Pushing event updated for resources: {'Port': ['ID=7653bb03-0e9a-40b6-b92c-448a5acd76f4,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:05.765654 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71dd89-14c7-48f6-9190-46ed75f1af5d req-1a1cd529-f8d6-4d02-886b-34ad2d0d443d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:05.766418 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71dd89-14c7-48f6-9190-46ed75f1af5d req-1a1cd529-f8d6-4d02-886b-34ad2d0d443d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:05.766951 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71dd89-14c7-48f6-9190-46ed75f1af5d req-1a1cd529-f8d6-4d02-886b-34ad2d0d443d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:05.768748 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ea71dd89-14c7-48f6-9190-46ed75f1af5d req-1a1cd529-f8d6-4d02-886b-34ad2d0d443d service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=005d49094ead4e63ad23cb02de2bfa34&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3119941 Oct 30 15:13:05.778718 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-d1f9fb03-0902-4a73-82d8-771768ecfef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:05.780285 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-d1f9fb03-0902-4a73-82d8-771768ecfef0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:05.782474 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-d1f9fb03-0902-4a73-82d8-771768ecfef0 service neutron] 10.222.0.53 "PUT /v2.0/ports/7653bb03-0e9a-40b6-b92c-448a5acd76f4 HTTP/1.1" status: 200 len: 1092 time: 2.6348879 Oct 30 15:13:05.814765 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fcb452-4247-4e93-bd82-e1381adbe249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Pushing event updated for resources: {'Port': ['ID=46a467dc-2315-4bc3-a4ca-6844e288990a,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:05.957054 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd3ca75-a448-459e-b971-bac5fbca385f req-cedeae80-0fd1-4138-8299-ac3d7dd8f527 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:05.965364 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8dd3ca75-a448-459e-b971-bac5fbca385f req-cedeae80-0fd1-4138-8299-ac3d7dd8f527 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=660524e5-d36b-4ef4-9c8d-f13627615351 HTTP/1.1" status: 200 len: 946 time: 0.8449149 Oct 30 15:13:05.970699 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-93e73b4e-e4ed-44a2-a933-c3c83618fa7e service neutron] Request body: {'port': {'device_id': '618df14e-6aba-40ef-8848-70c44c162096', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:13:06.036694 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-87858078-8224-4d13-a313-4ce65e2f5fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:06.053091 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71dd89-14c7-48f6-9190-46ed75f1af5d req-a8e4ebdc-966d-4b8f-8b5d-db64d6a56dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:06.055414 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ea71dd89-14c7-48f6-9190-46ed75f1af5d req-a8e4ebdc-966d-4b8f-8b5d-db64d6a56dfc service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2687082 Oct 30 15:13:06.086891 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d59d20c-8db2-4469-be8d-afa68e95ab63 req-8f6867ed-0f61-4d04-85c6-4b29d1c0da2f tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:06.089275 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0d59d20c-8db2-4469-be8d-afa68e95ab63 req-8f6867ed-0f61-4d04-85c6-4b29d1c0da2f tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] 10.222.0.62 "GET /v2.0/networks/edc38ef5-7816-4133-914c-cfe2849a0125 HTTP/1.1" status: 200 len: 784 time: 0.4019856 Oct 30 15:13:06.184226 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0d59d20c-8db2-4469-be8d-afa68e95ab63 req-20b05175-8c60-4573-b40a-8edb1b178ceb tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.4.194 HTTP/1.1" status: 200 len: 696 time: 0.0694304 Oct 30 15:13:06.217452 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8dd3ca75-a448-459e-b971-bac5fbca385f req-423d4636-07f5-4621-9c8e-d022b98f641a tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394199 Oct 30 15:13:06.236492 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-93e73b4e-e4ed-44a2-a933-c3c83618fa7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:06.275988 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0d59d20c-8db2-4469-be8d-afa68e95ab63 req-14e1e43e-2962-4371-a66c-7456592f3c04 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.4.194 HTTP/1.1" status: 200 len: 696 time: 0.0806506 Oct 30 15:13:06.281415 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8c6a7018-6766-450e-b9ed-4eee74bc6fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:06.284982 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8c6a7018-6766-450e-b9ed-4eee74bc6fda admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:06.286217 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-8c6a7018-6766-450e-b9ed-4eee74bc6fda admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a8a46e49-cccd-41a4-9d3e-21227b3ef0c9 HTTP/1.1" status: 204 len: 168 time: 1.4754348 Oct 30 15:13:06.388836 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6a7018-6766-450e-b9ed-4eee74bc6fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a46e49-cccd-41a4-9d3e-21227b3ef0c9,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:06.559412 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-0d59d20c-8db2-4469-be8d-afa68e95ab63 req-a2f0295b-8ea8-4052-add7-e2a9b5f2415f tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Deleting port 17582c71-c9a0-42e8-8b06-c93d95f037c5 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:13:06.559673 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-0d59d20c-8db2-4469-be8d-afa68e95ab63 req-a2f0295b-8ea8-4052-add7-e2a9b5f2415f tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:06.573469 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '618df14e-6aba-40ef-8848-70c44c162096', 'tag': '7653bb03-0e9a-40b6-b92c-448a5acd76f4'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:13:06.576637 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9ca87e-063d-4552-be0d-738150f97f97" -d '{"events": [{"name": "network-changed", "server_uuid": "618df14e-6aba-40ef-8848-70c44c162096", "tag": "7653bb03-0e9a-40b6-b92c-448a5acd76f4"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:13:06.653206 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [None req-87858078-8224-4d13-a313-4ce65e2f5fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] device_id is not set on port 46a467dc-2315-4bc3-a4ca-6844e288990a yet. {{(pid=102130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:13:06.664566 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-87858078-8224-4d13-a313-4ce65e2f5fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:06.675450 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-87858078-8224-4d13-a313-4ce65e2f5fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:06.755146 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-0d59d20c-8db2-4469-be8d-afa68e95ab63 req-a2f0295b-8ea8-4052-add7-e2a9b5f2415f tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:06.755477 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-0d59d20c-8db2-4469-be8d-afa68e95ab63 req-a2f0295b-8ea8-4052-add7-e2a9b5f2415f tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:06.781550 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87858078-8224-4d13-a313-4ce65e2f5fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Pushing event updated for resources: {'Port': ['ID=46a467dc-2315-4bc3-a4ca-6844e288990a,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:06.787773 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-87858078-8224-4d13-a313-4ce65e2f5fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 46a467dc-2315-4bc3-a4ca-6844e288990a on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:13:06.788090 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-87858078-8224-4d13-a313-4ce65e2f5fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 46a467dc-2315-4bc3-a4ca-6844e288990a by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '7faa10a0-1b5e-4ebe-8e17-915db31a80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2884b9c5-b0df-493c-9c6f-a0fddc5fd074'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:13:06.788430 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87858078-8224-4d13-a313-4ce65e2f5fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 46a467dc-2315-4bc3-a4ca-6844e288990a on network 2884b9c5-b0df-493c-9c6f-a0fddc5fd074 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:13:06.793710 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-0d59d20c-8db2-4469-be8d-afa68e95ab63 req-a2f0295b-8ea8-4052-add7-e2a9b5f2415f tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Calling delete_port for 17582c71-c9a0-42e8-8b06-c93d95f037c5 owned by network:floatingip {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:13:06.796992 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87858078-8224-4d13-a313-4ce65e2f5fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Port 46a467dc-2315-4bc3-a4ca-6844e288990a on network 2884b9c5-b0df-493c-9c6f-a0fddc5fd074 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:13:06.797328 n-d-806683-17 neutron-server[102130]: ERROR neutron.plugins.ml2.managers [None req-87858078-8224-4d13-a313-4ce65e2f5fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Failed to bind port 46a467dc-2315-4bc3-a4ca-6844e288990a on host n-h1-806683-17 for vnic_type normal using segments [{'id': '7faa10a0-1b5e-4ebe-8e17-915db31a80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2884b9c5-b0df-493c-9c6f-a0fddc5fd074'}] Oct 30 15:13:06.799701 n-d-806683-17 neutron-server[102130]: INFO neutron.plugins.ml2.plugin [None req-87858078-8224-4d13-a313-4ce65e2f5fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempt 2 to bind port 46a467dc-2315-4bc3-a4ca-6844e288990a Oct 30 15:13:06.819337 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-87858078-8224-4d13-a313-4ce65e2f5fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 46a467dc-2315-4bc3-a4ca-6844e288990a on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:13:06.819699 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-87858078-8224-4d13-a313-4ce65e2f5fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 46a467dc-2315-4bc3-a4ca-6844e288990a by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '7faa10a0-1b5e-4ebe-8e17-915db31a80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2884b9c5-b0df-493c-9c6f-a0fddc5fd074'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:13:06.819947 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87858078-8224-4d13-a313-4ce65e2f5fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 46a467dc-2315-4bc3-a4ca-6844e288990a on network 2884b9c5-b0df-493c-9c6f-a0fddc5fd074 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:13:06.832178 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d9fa80-c552-419a-b07f-0b9693846379 req-ff98bc10-6ccb-427f-8a22-639c9e61c454 tempest-ServersAdminTestJSON-1549929560 tempest-ServersAdminTestJSON-1549929560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:06.848098 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f8d9fa80-c552-419a-b07f-0b9693846379 req-ff98bc10-6ccb-427f-8a22-639c9e61c454 tempest-ServersAdminTestJSON-1549929560 tempest-ServersAdminTestJSON-1549929560-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b3f50d40-de7d-4020-b972-b4c18dee3f99 HTTP/1.1" status: 200 len: 1101 time: 0.3540528 Oct 30 15:13:06.853853 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87858078-8224-4d13-a313-4ce65e2f5fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Port 46a467dc-2315-4bc3-a4ca-6844e288990a on network 2884b9c5-b0df-493c-9c6f-a0fddc5fd074 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:13:06.854196 n-d-806683-17 neutron-server[102130]: ERROR neutron.plugins.ml2.managers [None req-87858078-8224-4d13-a313-4ce65e2f5fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Failed to bind port 46a467dc-2315-4bc3-a4ca-6844e288990a on host n-h1-806683-17 for vnic_type normal using segments [{'id': '7faa10a0-1b5e-4ebe-8e17-915db31a80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2884b9c5-b0df-493c-9c6f-a0fddc5fd074'}] Oct 30 15:13:06.856620 n-d-806683-17 neutron-server[102130]: INFO neutron.plugins.ml2.plugin [None req-87858078-8224-4d13-a313-4ce65e2f5fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempt 3 to bind port 46a467dc-2315-4bc3-a4ca-6844e288990a Oct 30 15:13:06.878584 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-87858078-8224-4d13-a313-4ce65e2f5fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 46a467dc-2315-4bc3-a4ca-6844e288990a on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:13:06.878946 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-87858078-8224-4d13-a313-4ce65e2f5fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 46a467dc-2315-4bc3-a4ca-6844e288990a by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '7faa10a0-1b5e-4ebe-8e17-915db31a80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2884b9c5-b0df-493c-9c6f-a0fddc5fd074'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:13:06.879451 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87858078-8224-4d13-a313-4ce65e2f5fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 46a467dc-2315-4bc3-a4ca-6844e288990a on network 2884b9c5-b0df-493c-9c6f-a0fddc5fd074 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:13:06.885411 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87858078-8224-4d13-a313-4ce65e2f5fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Port 46a467dc-2315-4bc3-a4ca-6844e288990a on network 2884b9c5-b0df-493c-9c6f-a0fddc5fd074 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:13:06.885739 n-d-806683-17 neutron-server[102130]: ERROR neutron.plugins.ml2.managers [None req-87858078-8224-4d13-a313-4ce65e2f5fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Failed to bind port 46a467dc-2315-4bc3-a4ca-6844e288990a on host n-h1-806683-17 for vnic_type normal using segments [{'id': '7faa10a0-1b5e-4ebe-8e17-915db31a80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2884b9c5-b0df-493c-9c6f-a0fddc5fd074'}] Oct 30 15:13:06.888809 n-d-806683-17 neutron-server[102130]: INFO neutron.plugins.ml2.plugin [None req-87858078-8224-4d13-a313-4ce65e2f5fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempt 4 to bind port 46a467dc-2315-4bc3-a4ca-6844e288990a Oct 30 15:13:06.910318 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-87858078-8224-4d13-a313-4ce65e2f5fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 46a467dc-2315-4bc3-a4ca-6844e288990a on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:13:06.910318 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-87858078-8224-4d13-a313-4ce65e2f5fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 46a467dc-2315-4bc3-a4ca-6844e288990a by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '7faa10a0-1b5e-4ebe-8e17-915db31a80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2884b9c5-b0df-493c-9c6f-a0fddc5fd074'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:13:06.910318 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87858078-8224-4d13-a313-4ce65e2f5fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 46a467dc-2315-4bc3-a4ca-6844e288990a on network 2884b9c5-b0df-493c-9c6f-a0fddc5fd074 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:13:06.919879 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87858078-8224-4d13-a313-4ce65e2f5fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Port 46a467dc-2315-4bc3-a4ca-6844e288990a on network 2884b9c5-b0df-493c-9c6f-a0fddc5fd074 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:13:06.920211 n-d-806683-17 neutron-server[102130]: ERROR neutron.plugins.ml2.managers [None req-87858078-8224-4d13-a313-4ce65e2f5fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Failed to bind port 46a467dc-2315-4bc3-a4ca-6844e288990a on host n-h1-806683-17 for vnic_type normal using segments [{'id': '7faa10a0-1b5e-4ebe-8e17-915db31a80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2884b9c5-b0df-493c-9c6f-a0fddc5fd074'}] Oct 30 15:13:06.921769 n-d-806683-17 neutron-server[102130]: INFO neutron.plugins.ml2.plugin [None req-87858078-8224-4d13-a313-4ce65e2f5fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempt 5 to bind port 46a467dc-2315-4bc3-a4ca-6844e288990a Oct 30 15:13:06.975506 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-87858078-8224-4d13-a313-4ce65e2f5fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 46a467dc-2315-4bc3-a4ca-6844e288990a on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:13:06.976773 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-87858078-8224-4d13-a313-4ce65e2f5fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 46a467dc-2315-4bc3-a4ca-6844e288990a by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '7faa10a0-1b5e-4ebe-8e17-915db31a80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2884b9c5-b0df-493c-9c6f-a0fddc5fd074'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:13:06.977692 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87858078-8224-4d13-a313-4ce65e2f5fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 46a467dc-2315-4bc3-a4ca-6844e288990a on network 2884b9c5-b0df-493c-9c6f-a0fddc5fd074 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:13:06.988598 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f8d9fa80-c552-419a-b07f-0b9693846379 req-a96bf214-6ac8-4a69-bb0c-b8103c629fdb tempest-ServersAdminTestJSON-1549929560 tempest-ServersAdminTestJSON-1549929560-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=b6e850f5-bbac-48ab-9f8b-66d8b92818ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393452 Oct 30 15:13:07.017082 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87858078-8224-4d13-a313-4ce65e2f5fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Port 46a467dc-2315-4bc3-a4ca-6844e288990a on network 2884b9c5-b0df-493c-9c6f-a0fddc5fd074 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:13:07.017489 n-d-806683-17 neutron-server[102130]: ERROR neutron.plugins.ml2.managers [None req-87858078-8224-4d13-a313-4ce65e2f5fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Failed to bind port 46a467dc-2315-4bc3-a4ca-6844e288990a on host n-h1-806683-17 for vnic_type normal using segments [{'id': '7faa10a0-1b5e-4ebe-8e17-915db31a80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2884b9c5-b0df-493c-9c6f-a0fddc5fd074'}] Oct 30 15:13:07.020644 n-d-806683-17 neutron-server[102130]: INFO neutron.plugins.ml2.plugin [None req-87858078-8224-4d13-a313-4ce65e2f5fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempt 6 to bind port 46a467dc-2315-4bc3-a4ca-6844e288990a Oct 30 15:13:07.106831 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-87858078-8224-4d13-a313-4ce65e2f5fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 46a467dc-2315-4bc3-a4ca-6844e288990a on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:13:07.107367 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-87858078-8224-4d13-a313-4ce65e2f5fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 46a467dc-2315-4bc3-a4ca-6844e288990a by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '7faa10a0-1b5e-4ebe-8e17-915db31a80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2884b9c5-b0df-493c-9c6f-a0fddc5fd074'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:13:07.107905 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87858078-8224-4d13-a313-4ce65e2f5fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 46a467dc-2315-4bc3-a4ca-6844e288990a on network 2884b9c5-b0df-493c-9c6f-a0fddc5fd074 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:13:07.128141 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87858078-8224-4d13-a313-4ce65e2f5fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Port 46a467dc-2315-4bc3-a4ca-6844e288990a on network 2884b9c5-b0df-493c-9c6f-a0fddc5fd074 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:13:07.128751 n-d-806683-17 neutron-server[102130]: ERROR neutron.plugins.ml2.managers [None req-87858078-8224-4d13-a313-4ce65e2f5fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Failed to bind port 46a467dc-2315-4bc3-a4ca-6844e288990a on host n-h1-806683-17 for vnic_type normal using segments [{'id': '7faa10a0-1b5e-4ebe-8e17-915db31a80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2884b9c5-b0df-493c-9c6f-a0fddc5fd074'}] Oct 30 15:13:07.132785 n-d-806683-17 neutron-server[102130]: INFO neutron.plugins.ml2.plugin [None req-87858078-8224-4d13-a313-4ce65e2f5fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempt 7 to bind port 46a467dc-2315-4bc3-a4ca-6844e288990a Oct 30 15:13:07.137305 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-93e73b4e-e4ed-44a2-a933-c3c83618fa7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fb842e8-63f8-488f-bed6-7c184585aaae {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:13:07.150152 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-93e73b4e-e4ed-44a2-a933-c3c83618fa7e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:07.167565 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-87858078-8224-4d13-a313-4ce65e2f5fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 46a467dc-2315-4bc3-a4ca-6844e288990a on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:13:07.168205 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-87858078-8224-4d13-a313-4ce65e2f5fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 46a467dc-2315-4bc3-a4ca-6844e288990a by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '7faa10a0-1b5e-4ebe-8e17-915db31a80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2884b9c5-b0df-493c-9c6f-a0fddc5fd074'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:13:07.168683 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-93e73b4e-e4ed-44a2-a933-c3c83618fa7e service neutron] Transition to ACTIVE for port object 4fb842e8-63f8-488f-bed6-7c184585aaae will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:13:07.168974 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87858078-8224-4d13-a313-4ce65e2f5fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 46a467dc-2315-4bc3-a4ca-6844e288990a on network 2884b9c5-b0df-493c-9c6f-a0fddc5fd074 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:13:07.176078 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87858078-8224-4d13-a313-4ce65e2f5fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Port 46a467dc-2315-4bc3-a4ca-6844e288990a on network 2884b9c5-b0df-493c-9c6f-a0fddc5fd074 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:13:07.176662 n-d-806683-17 neutron-server[102130]: ERROR neutron.plugins.ml2.managers [None req-87858078-8224-4d13-a313-4ce65e2f5fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Failed to bind port 46a467dc-2315-4bc3-a4ca-6844e288990a on host n-h1-806683-17 for vnic_type normal using segments [{'id': '7faa10a0-1b5e-4ebe-8e17-915db31a80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2884b9c5-b0df-493c-9c6f-a0fddc5fd074'}] Oct 30 15:13:07.176803 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-93e73b4e-e4ed-44a2-a933-c3c83618fa7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:07.177385 n-d-806683-17 neutron-server[102130]: INFO neutron.plugins.ml2.plugin [None req-87858078-8224-4d13-a313-4ce65e2f5fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempt 8 to bind port 46a467dc-2315-4bc3-a4ca-6844e288990a Oct 30 15:13:07.197152 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-0d59d20c-8db2-4469-be8d-afa68e95ab63 req-a2f0295b-8ea8-4052-add7-e2a9b5f2415f tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:07.308662 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-87858078-8224-4d13-a313-4ce65e2f5fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 46a467dc-2315-4bc3-a4ca-6844e288990a on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:13:07.309920 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-87858078-8224-4d13-a313-4ce65e2f5fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 46a467dc-2315-4bc3-a4ca-6844e288990a by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '7faa10a0-1b5e-4ebe-8e17-915db31a80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2884b9c5-b0df-493c-9c6f-a0fddc5fd074'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:13:07.309920 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87858078-8224-4d13-a313-4ce65e2f5fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 46a467dc-2315-4bc3-a4ca-6844e288990a on network 2884b9c5-b0df-493c-9c6f-a0fddc5fd074 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:13:07.325354 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f0295b-8ea8-4052-add7-e2a9b5f2415f tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Pushing event deleted for resources: {'Port': ['ID=17582c71-c9a0-42e8-8b06-c93d95f037c5,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:07.378891 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87858078-8224-4d13-a313-4ce65e2f5fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Port 46a467dc-2315-4bc3-a4ca-6844e288990a on network 2884b9c5-b0df-493c-9c6f-a0fddc5fd074 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:13:07.378891 n-d-806683-17 neutron-server[102130]: ERROR neutron.plugins.ml2.managers [None req-87858078-8224-4d13-a313-4ce65e2f5fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Failed to bind port 46a467dc-2315-4bc3-a4ca-6844e288990a on host n-h1-806683-17 for vnic_type normal using segments [{'id': '7faa10a0-1b5e-4ebe-8e17-915db31a80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2884b9c5-b0df-493c-9c6f-a0fddc5fd074'}] Oct 30 15:13:07.397295 n-d-806683-17 neutron-server[102130]: INFO neutron.plugins.ml2.plugin [None req-87858078-8224-4d13-a313-4ce65e2f5fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempt 9 to bind port 46a467dc-2315-4bc3-a4ca-6844e288990a Oct 30 15:13:07.429968 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e73b4e-e4ed-44a2-a933-c3c83618fa7e service neutron] Pushing event updated for resources: {'Port': ['ID=4fb842e8-63f8-488f-bed6-7c184585aaae,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:07.553543 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-87858078-8224-4d13-a313-4ce65e2f5fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 46a467dc-2315-4bc3-a4ca-6844e288990a on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:13:07.553962 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-87858078-8224-4d13-a313-4ce65e2f5fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 46a467dc-2315-4bc3-a4ca-6844e288990a by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '7faa10a0-1b5e-4ebe-8e17-915db31a80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2884b9c5-b0df-493c-9c6f-a0fddc5fd074'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:13:07.554263 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87858078-8224-4d13-a313-4ce65e2f5fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 46a467dc-2315-4bc3-a4ca-6844e288990a on network 2884b9c5-b0df-493c-9c6f-a0fddc5fd074 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:13:07.573086 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-0d59d20c-8db2-4469-be8d-afa68e95ab63 req-a2f0295b-8ea8-4052-add7-e2a9b5f2415f tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Publish callbacks [] for floatingip, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:07.579531 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe866693-e8cb-4cc6-aa00-eb18767f4fef req-5d6f8bf3-5c23-4de3-9868-5604643f4fa0 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:07.584515 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-0d59d20c-8db2-4469-be8d-afa68e95ab63 req-a2f0295b-8ea8-4052-add7-e2a9b5f2415f tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:07.585730 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0d59d20c-8db2-4469-be8d-afa68e95ab63 req-a2f0295b-8ea8-4052-add7-e2a9b5f2415f tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] 10.222.0.62 "DELETE /v2.0/floatingips/33ab5ee8-2df3-4a62-b580-a18ff92ac66a HTTP/1.1" status: 204 len: 173 time: 1.2954350 Oct 30 15:13:07.591233 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87858078-8224-4d13-a313-4ce65e2f5fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Port 46a467dc-2315-4bc3-a4ca-6844e288990a on network 2884b9c5-b0df-493c-9c6f-a0fddc5fd074 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:13:07.591626 n-d-806683-17 neutron-server[102130]: ERROR neutron.plugins.ml2.managers [None req-87858078-8224-4d13-a313-4ce65e2f5fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Failed to bind port 46a467dc-2315-4bc3-a4ca-6844e288990a on host n-h1-806683-17 for vnic_type normal using segments [{'id': '7faa10a0-1b5e-4ebe-8e17-915db31a80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2884b9c5-b0df-493c-9c6f-a0fddc5fd074'}] Oct 30 15:13:07.595182 n-d-806683-17 neutron-server[102130]: INFO neutron.plugins.ml2.plugin [None req-87858078-8224-4d13-a313-4ce65e2f5fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempt 10 to bind port 46a467dc-2315-4bc3-a4ca-6844e288990a Oct 30 15:13:07.601734 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe866693-e8cb-4cc6-aa00-eb18767f4fef req-5d6f8bf3-5c23-4de3-9868-5604643f4fa0 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:07.609258 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe866693-e8cb-4cc6-aa00-eb18767f4fef req-5d6f8bf3-5c23-4de3-9868-5604643f4fa0 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:07.617799 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe866693-e8cb-4cc6-aa00-eb18767f4fef req-5d6f8bf3-5c23-4de3-9868-5604643f4fa0 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:07.626748 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe866693-e8cb-4cc6-aa00-eb18767f4fef req-5d6f8bf3-5c23-4de3-9868-5604643f4fa0 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:07.631947 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-87858078-8224-4d13-a313-4ce65e2f5fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 46a467dc-2315-4bc3-a4ca-6844e288990a on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:13:07.634947 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe866693-e8cb-4cc6-aa00-eb18767f4fef req-5d6f8bf3-5c23-4de3-9868-5604643f4fa0 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:07.637811 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-87858078-8224-4d13-a313-4ce65e2f5fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 46a467dc-2315-4bc3-a4ca-6844e288990a by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '7faa10a0-1b5e-4ebe-8e17-915db31a80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2884b9c5-b0df-493c-9c6f-a0fddc5fd074'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:13:07.638606 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87858078-8224-4d13-a313-4ce65e2f5fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempting to bind port 46a467dc-2315-4bc3-a4ca-6844e288990a on network 2884b9c5-b0df-493c-9c6f-a0fddc5fd074 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:13:07.643223 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe866693-e8cb-4cc6-aa00-eb18767f4fef req-5d6f8bf3-5c23-4de3-9868-5604643f4fa0 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:07.646453 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fe866693-e8cb-4cc6-aa00-eb18767f4fef req-5d6f8bf3-5c23-4de3-9868-5604643f4fa0 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 5396 time: 0.4298565 Oct 30 15:13:07.658799 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87858078-8224-4d13-a313-4ce65e2f5fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Port 46a467dc-2315-4bc3-a4ca-6844e288990a on network 2884b9c5-b0df-493c-9c6f-a0fddc5fd074 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:13:07.659503 n-d-806683-17 neutron-server[102130]: ERROR neutron.plugins.ml2.managers [None req-87858078-8224-4d13-a313-4ce65e2f5fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Failed to bind port 46a467dc-2315-4bc3-a4ca-6844e288990a on host n-h1-806683-17 for vnic_type normal using segments [{'id': '7faa10a0-1b5e-4ebe-8e17-915db31a80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2884b9c5-b0df-493c-9c6f-a0fddc5fd074'}] Oct 30 15:13:07.662623 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-87858078-8224-4d13-a313-4ce65e2f5fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:07.713376 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1bdb3c9-375c-478a-8517-d4b4a6efb608 x-openstack-request-id: req-d1bdb3c9-375c-478a-8517-d4b4a6efb608 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:13:07.713763 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "618df14e-6aba-40ef-8848-70c44c162096", "tag": "7653bb03-0e9a-40b6-b92c-448a5acd76f4", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:13:07.714082 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d1bdb3c9-375c-478a-8517-d4b4a6efb608 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:13:07.714574 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '618df14e-6aba-40ef-8848-70c44c162096', 'tag': '7653bb03-0e9a-40b6-b92c-448a5acd76f4', 'status': 'completed', 'code': 200} Oct 30 15:13:07.739137 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fe866693-e8cb-4cc6-aa00-eb18767f4fef req-2b0a5c37-2d22-475a-9e8b-54294b3b7303 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb8a2948-2c1b-4131-b6de-fecd84bd89b4&id=5eeec3c6-4bd2-414a-bba6-6aabb62faff1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0846736 Oct 30 15:13:07.835866 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-93e73b4e-e4ed-44a2-a933-c3c83618fa7e service neutron] Attempting to bind port 4fb842e8-63f8-488f-bed6-7c184585aaae on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:13:07.835866 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-93e73b4e-e4ed-44a2-a933-c3c83618fa7e service neutron] Attempting to bind port 4fb842e8-63f8-488f-bed6-7c184585aaae by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': 'd48b95d1-af63-4106-89bd-badbf84e8271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:13:07.835866 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-93e73b4e-e4ed-44a2-a933-c3c83618fa7e service neutron] Attempting to bind port 4fb842e8-63f8-488f-bed6-7c184585aaae on network 5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:13:07.847642 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-93e73b4e-e4ed-44a2-a933-c3c83618fa7e service neutron] Port 4fb842e8-63f8-488f-bed6-7c184585aaae on network 5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:13:07.847642 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-93e73b4e-e4ed-44a2-a933-c3c83618fa7e service neutron] Attempting to bind port 4fb842e8-63f8-488f-bed6-7c184585aaae on network 5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:13:07.863266 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-93e73b4e-e4ed-44a2-a933-c3c83618fa7e service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:13:07.863715 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-93e73b4e-e4ed-44a2-a933-c3c83618fa7e service neutron] Checking segment: {'id': 'd48b95d1-af63-4106-89bd-badbf84e8271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:13:07.864026 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-93e73b4e-e4ed-44a2-a933-c3c83618fa7e service neutron] Bound using segment: {'id': 'd48b95d1-af63-4106-89bd-badbf84e8271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:13:07.864472 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-93e73b4e-e4ed-44a2-a933-c3c83618fa7e service neutron] Bound port: 4fb842e8-63f8-488f-bed6-7c184585aaae, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd48b95d1-af63-4106-89bd-badbf84e8271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:13:07.864836 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-93e73b4e-e4ed-44a2-a933-c3c83618fa7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:07.930045 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ca87e-063d-4552-be0d-738150f97f97 req-d212893f-495c-4b5e-a5e2-dfe519b62417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:07.935611 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ca87e-063d-4552-be0d-738150f97f97 req-d212893f-495c-4b5e-a5e2-dfe519b62417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:07.936400 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ca87e-063d-4552-be0d-738150f97f97 req-d212893f-495c-4b5e-a5e2-dfe519b62417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:07.939960 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ca87e-063d-4552-be0d-738150f97f97 req-d212893f-495c-4b5e-a5e2-dfe519b62417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:07.940548 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ca87e-063d-4552-be0d-738150f97f97 req-d212893f-495c-4b5e-a5e2-dfe519b62417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:07.941134 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ca87e-063d-4552-be0d-738150f97f97 req-d212893f-495c-4b5e-a5e2-dfe519b62417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:07.942785 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ca87e-063d-4552-be0d-738150f97f97 req-d212893f-495c-4b5e-a5e2-dfe519b62417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:07.946654 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2d9ca87e-063d-4552-be0d-738150f97f97 req-d212893f-495c-4b5e-a5e2-dfe519b62417 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=005d49094ead4e63ad23cb02de2bfa34&device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 6306 time: 0.2287383 Oct 30 15:13:07.974308 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-87858078-8224-4d13-a313-4ce65e2f5fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] For port 46a467dc-2315-4bc3-a4ca-6844e288990a, host n-h1-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:13:07.974696 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-87858078-8224-4d13-a313-4ce65e2f5fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attempted to set empty binding levels {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 30 15:13:07.985461 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-87858078-8224-4d13-a313-4ce65e2f5fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:08.086750 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-87858078-8224-4d13-a313-4ce65e2f5fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] In _notify_port_updated(), no bound segment for port 46a467dc-2315-4bc3-a4ca-6844e288990a on network 2884b9c5-b0df-493c-9c6f-a0fddc5fd074 {{(pid=102130) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 30 15:13:08.088308 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87858078-8224-4d13-a313-4ce65e2f5fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:08.089116 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-87858078-8224-4d13-a313-4ce65e2f5fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:08.093419 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-93e73b4e-e4ed-44a2-a933-c3c83618fa7e service neutron] For port 4fb842e8-63f8-488f-bed6-7c184585aaae, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:13:08.094163 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-87858078-8224-4d13-a313-4ce65e2f5fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] 10.222.0.62 "PUT /v2.0/ports/46a467dc-2315-4bc3-a4ca-6844e288990a HTTP/1.1" status: 200 len: 980 time: 2.4202976 Oct 30 15:13:08.095052 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34732) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:08.099101 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-93e73b4e-e4ed-44a2-a933-c3c83618fa7e service neutron] For port 4fb842e8-63f8-488f-bed6-7c184585aaae, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=4fb842e8-63f8-488f-bed6-7c184585aaae,segment=NetworkSegment(d48b95d1-af63-4106-89bd-badbf84e8271),segment_id=d48b95d1-af63-4106-89bd-badbf84e8271)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:13:08.198025 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-93e73b4e-e4ed-44a2-a933-c3c83618fa7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:08.206833 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:13:08.331320 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e73b4e-e4ed-44a2-a933-c3c83618fa7e service neutron] Pushing event updated for resources: {'Port': ['ID=4fb842e8-63f8-488f-bed6-7c184585aaae,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:08.355056 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-93e73b4e-e4ed-44a2-a933-c3c83618fa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:08.356469 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-93e73b4e-e4ed-44a2-a933-c3c83618fa7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:08.359251 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-93e73b4e-e4ed-44a2-a933-c3c83618fa7e service neutron] 10.222.0.53 "PUT /v2.0/ports/4fb842e8-63f8-488f-bed6-7c184585aaae HTTP/1.1" status: 200 len: 1092 time: 2.4233658 Oct 30 15:13:08.389637 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005bd872-afd1-47d8-bf56-17e07b6bc7be req-8eb5c68c-7f97-477d-973d-79c4c5ea5a48 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:08.392885 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-005bd872-afd1-47d8-bf56-17e07b6bc7be req-8eb5c68c-7f97-477d-973d-79c4c5ea5a48 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=660524e5-d36b-4ef4-9c8d-f13627615351 HTTP/1.1" status: 200 len: 946 time: 0.2433159 Oct 30 15:13:08.406092 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-72f362ca-7685-4f4f-9c6b-4b9c37ddcd8e service neutron] Request body: {'port': {'device_id': '618df14e-6aba-40ef-8848-70c44c162096', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:13:08.481569 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87858078-8224-4d13-a313-4ce65e2f5fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Pushing event updated for resources: {'Port': ['ID=46a467dc-2315-4bc3-a4ca-6844e288990a,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:08.533854 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ca87e-063d-4552-be0d-738150f97f97 req-f4e22011-da37-4be9-be5a-654a70ba336e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:08.534634 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ca87e-063d-4552-be0d-738150f97f97 req-f4e22011-da37-4be9-be5a-654a70ba336e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:08.535281 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ca87e-063d-4552-be0d-738150f97f97 req-f4e22011-da37-4be9-be5a-654a70ba336e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:08.537209 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2d9ca87e-063d-4552-be0d-738150f97f97 req-f4e22011-da37-4be9-be5a-654a70ba336e service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=005d49094ead4e63ad23cb02de2bfa34&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4283621 Oct 30 15:13:08.600586 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-72f362ca-7685-4f4f-9c6b-4b9c37ddcd8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:08.615185 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cb9cfceb-0aaa-49ae-8729-c3d098ba0592 req-2c230aa0-2144-4cdf-b27e-f763414e7bee tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] 10.222.0.62 "GET /v2.0/floatingips/30774b35-2e47-46ec-be6c-db2e1ac08304 HTTP/1.1" status: 200 len: 692 time: 0.4691246 Oct 30 15:13:08.666840 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-005bd872-afd1-47d8-bf56-17e07b6bc7be req-e8ee1e9e-9d04-4306-8e13-f8e6b43d2a26 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546501 Oct 30 15:13:08.906560 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-65de31c2-7f7b-4d0e-a80e-51f29e51db4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Deleting port 46a467dc-2315-4bc3-a4ca-6844e288990a {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:13:08.906986 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-65de31c2-7f7b-4d0e-a80e-51f29e51db4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:08.996776 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-65de31c2-7f7b-4d0e-a80e-51f29e51db4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] For port 46a467dc-2315-4bc3-a4ca-6844e288990a, host n-h1-806683-17, got binding levels [] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:13:08.997324 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-65de31c2-7f7b-4d0e-a80e-51f29e51db4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:09.033836 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-65de31c2-7f7b-4d0e-a80e-51f29e51db4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Calling delete_port for 46a467dc-2315-4bc3-a4ca-6844e288990a owned by {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:13:09.093065 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f3147-0741-41bb-b4fb-d91c6092955a req-1565a74e-1baa-4935-b7c3-15040b5ca1f0 tempest-ServersAdminTestJSON-1549929560 tempest-ServersAdminTestJSON-1549929560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:09.096228 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-503f3147-0741-41bb-b4fb-d91c6092955a req-1565a74e-1baa-4935-b7c3-15040b5ca1f0 tempest-ServersAdminTestJSON-1549929560 tempest-ServersAdminTestJSON-1549929560-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b3f50d40-de7d-4020-b972-b4c18dee3f99 HTTP/1.1" status: 200 len: 1101 time: 0.2340326 Oct 30 15:13:09.098711 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ca87e-063d-4552-be0d-738150f97f97 req-48d6cab6-c82e-400d-b4ea-748f040748f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:09.101798 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2d9ca87e-063d-4552-be0d-738150f97f97 req-48d6cab6-c82e-400d-b4ea-748f040748f3 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5237637 Oct 30 15:13:09.178620 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9cfceb-0aaa-49ae-8729-c3d098ba0592 req-210c82cc-1cc7-4b0b-8b34-4d1ba6851d2d tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:09.180309 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cb9cfceb-0aaa-49ae-8729-c3d098ba0592 req-210c82cc-1cc7-4b0b-8b34-4d1ba6851d2d tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] 10.222.0.62 "GET /v2.0/networks/edc38ef5-7816-4133-914c-cfe2849a0125 HTTP/1.1" status: 200 len: 784 time: 0.5638456 Oct 30 15:13:09.274792 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-503f3147-0741-41bb-b4fb-d91c6092955a req-9d57f482-4791-4498-b44e-c4ad954c5e39 tempest-ServersAdminTestJSON-1549929560 tempest-ServersAdminTestJSON-1549929560-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=b6e850f5-bbac-48ab-9f8b-66d8b92818ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614678 Oct 30 15:13:09.328181 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cb9cfceb-0aaa-49ae-8729-c3d098ba0592 req-139bde62-5d20-418c-986a-b7709aeb2d91 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.4.86 HTTP/1.1" status: 200 len: 695 time: 0.1340950 Oct 30 15:13:09.507936 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cb9cfceb-0aaa-49ae-8729-c3d098ba0592 req-28116041-7570-45a8-b4c2-550146be1b81 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.4.86 HTTP/1.1" status: 200 len: 695 time: 0.1643674 Oct 30 15:13:09.513498 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-72f362ca-7685-4f4f-9c6b-4b9c37ddcd8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fbdea33-f4af-43f9-a5b2-4f079692a699 {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:13:09.528011 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-72f362ca-7685-4f4f-9c6b-4b9c37ddcd8e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:09.573881 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-72f362ca-7685-4f4f-9c6b-4b9c37ddcd8e service neutron] Transition to ACTIVE for port object 6fbdea33-f4af-43f9-a5b2-4f079692a699 will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:13:09.579280 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-72f362ca-7685-4f4f-9c6b-4b9c37ddcd8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:09.719104 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '618df14e-6aba-40ef-8848-70c44c162096', 'tag': '4fb842e8-63f8-488f-bed6-7c184585aaae'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:13:09.724633 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd4ee26-1fa0-4676-9241-204879107cf3" -d '{"events": [{"name": "network-changed", "server_uuid": "618df14e-6aba-40ef-8848-70c44c162096", "tag": "4fb842e8-63f8-488f-bed6-7c184585aaae"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:13:09.768871 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-65de31c2-7f7b-4d0e-a80e-51f29e51db4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:09.811593 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f362ca-7685-4f4f-9c6b-4b9c37ddcd8e service neutron] Pushing event updated for resources: {'Port': ['ID=6fbdea33-f4af-43f9-a5b2-4f079692a699,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:09.834904 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65de31c2-7f7b-4d0e-a80e-51f29e51db4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Pushing event deleted for resources: {'Port': ['ID=46a467dc-2315-4bc3-a4ca-6844e288990a,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:09.841224 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f362ca-7685-4f4f-9c6b-4b9c37ddcd8e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:13:09.845843 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-65de31c2-7f7b-4d0e-a80e-51f29e51db4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:09.847734 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f362ca-7685-4f4f-9c6b-4b9c37ddcd8e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:13:09.854311 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f362ca-7685-4f4f-9c6b-4b9c37ddcd8e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:13:09.854777 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f362ca-7685-4f4f-9c6b-4b9c37ddcd8e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:13:09.855225 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f362ca-7685-4f4f-9c6b-4b9c37ddcd8e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:13:09.856303 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f362ca-7685-4f4f-9c6b-4b9c37ddcd8e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:13:09.857192 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f362ca-7685-4f4f-9c6b-4b9c37ddcd8e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:13:09.857829 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f362ca-7685-4f4f-9c6b-4b9c37ddcd8e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:13:09.859583 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f362ca-7685-4f4f-9c6b-4b9c37ddcd8e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:13:09.862863 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f362ca-7685-4f4f-9c6b-4b9c37ddcd8e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:13:09.862863 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f362ca-7685-4f4f-9c6b-4b9c37ddcd8e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:13:09.862863 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f362ca-7685-4f4f-9c6b-4b9c37ddcd8e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:13:09.863996 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-65de31c2-7f7b-4d0e-a80e-51f29e51db4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] 10.222.0.62 "DELETE /v2.0/ports/46a467dc-2315-4bc3-a4ca-6844e288990a HTTP/1.1" status: 204 len: 168 time: 1.7651281 Oct 30 15:13:09.864821 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34756) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:09.895353 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-63296f19-7b56-4cb8-828f-9c7093c47a68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] GET failed (client error): The resource could not be found. Oct 30 15:13:09.903434 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34758) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:09.924120 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-63296f19-7b56-4cb8-828f-9c7093c47a68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114123001-project-admin] 10.222.0.62 "GET /v2.0/ports/46a467dc-2315-4bc3-a4ca-6844e288990a HTTP/1.1" status: 404 len: 333 time: 0.0567331 Oct 30 15:13:09.953542 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-cb9cfceb-0aaa-49ae-8729-c3d098ba0592 req-4ce7f157-1167-469e-87ca-db46b22888a5 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Deleting port a9f2fdc5-cccb-49af-a9fb-c5e23a45abac {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:13:09.953903 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-cb9cfceb-0aaa-49ae-8729-c3d098ba0592 req-4ce7f157-1167-469e-87ca-db46b22888a5 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:10.076435 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cfee13c6-f2b7-4956-b416-1d95d36abd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1903716410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1903716410-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:10.099952 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-72f362ca-7685-4f4f-9c6b-4b9c37ddcd8e service neutron] Attempting to bind port 6fbdea33-f4af-43f9-a5b2-4f079692a699 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:13:10.101030 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-72f362ca-7685-4f4f-9c6b-4b9c37ddcd8e service neutron] Attempting to bind port 6fbdea33-f4af-43f9-a5b2-4f079692a699 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '9fa55ea7-5902-4048-bdc0-6f3255a5bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '67de53ff-61d6-4e57-84de-8610bca9618f'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:13:10.101607 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-72f362ca-7685-4f4f-9c6b-4b9c37ddcd8e service neutron] Attempting to bind port 6fbdea33-f4af-43f9-a5b2-4f079692a699 on network 67de53ff-61d6-4e57-84de-8610bca9618f {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:13:10.127814 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bce5a4-40a3-45dd-bb9c-1080fbe2e864 req-00468986-6d95-4bcc-8e58-9c0419a0e9d8 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:10.135328 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-89bce5a4-40a3-45dd-bb9c-1080fbe2e864 req-00468986-6d95-4bcc-8e58-9c0419a0e9d8 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=660524e5-d36b-4ef4-9c8d-f13627615351 HTTP/1.1" status: 200 len: 946 time: 0.0884335 Oct 30 15:13:10.141598 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-cb9cfceb-0aaa-49ae-8729-c3d098ba0592 req-4ce7f157-1167-469e-87ca-db46b22888a5 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:10.141931 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-cb9cfceb-0aaa-49ae-8729-c3d098ba0592 req-4ce7f157-1167-469e-87ca-db46b22888a5 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:10.164520 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-cb9cfceb-0aaa-49ae-8729-c3d098ba0592 req-4ce7f157-1167-469e-87ca-db46b22888a5 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Calling delete_port for a9f2fdc5-cccb-49af-a9fb-c5e23a45abac owned by network:floatingip {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:13:10.177036 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-72f362ca-7685-4f4f-9c6b-4b9c37ddcd8e service neutron] Port 6fbdea33-f4af-43f9-a5b2-4f079692a699 on network 67de53ff-61d6-4e57-84de-8610bca9618f not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:13:10.177368 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-72f362ca-7685-4f4f-9c6b-4b9c37ddcd8e service neutron] Attempting to bind port 6fbdea33-f4af-43f9-a5b2-4f079692a699 on network 67de53ff-61d6-4e57-84de-8610bca9618f {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:13:10.204611 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-72f362ca-7685-4f4f-9c6b-4b9c37ddcd8e service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:13:10.205067 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-72f362ca-7685-4f4f-9c6b-4b9c37ddcd8e service neutron] Checking segment: {'id': '9fa55ea7-5902-4048-bdc0-6f3255a5bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '67de53ff-61d6-4e57-84de-8610bca9618f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:13:10.205563 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-72f362ca-7685-4f4f-9c6b-4b9c37ddcd8e service neutron] Bound using segment: {'id': '9fa55ea7-5902-4048-bdc0-6f3255a5bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '67de53ff-61d6-4e57-84de-8610bca9618f'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:13:10.206121 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-72f362ca-7685-4f4f-9c6b-4b9c37ddcd8e service neutron] Bound port: 6fbdea33-f4af-43f9-a5b2-4f079692a699, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fa55ea7-5902-4048-bdc0-6f3255a5bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '67de53ff-61d6-4e57-84de-8610bca9618f'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:13:10.206768 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-72f362ca-7685-4f4f-9c6b-4b9c37ddcd8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:10.267391 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-89bce5a4-40a3-45dd-bb9c-1080fbe2e864 req-99378e99-acd3-44e0-b996-8669561cd5e7 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309597 Oct 30 15:13:10.340947 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cfee13c6-f2b7-4956-b416-1d95d36abd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1903716410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1903716410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:10.427041 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-cfee13c6-f2b7-4956-b416-1d95d36abd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1903716410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1903716410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2884b9c5-b0df-493c-9c6f-a0fddc5fd074']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:13:10.468756 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-cb9cfceb-0aaa-49ae-8729-c3d098ba0592 req-4ce7f157-1167-469e-87ca-db46b22888a5 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:10.469590 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-cfee13c6-f2b7-4956-b416-1d95d36abd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1903716410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1903716410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7faa10a0-1b5e-4ebe-8e17-915db31a80a4') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:13:10.469925 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-cfee13c6-f2b7-4956-b416-1d95d36abd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1903716410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1903716410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7faa10a0-1b5e-4ebe-8e17-915db31a80a4') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:13:10.509854 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7f157-1167-469e-87ca-db46b22888a5 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Pushing event deleted for resources: {'Port': ['ID=a9f2fdc5-cccb-49af-a9fb-c5e23a45abac,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:10.529654 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cfee13c6-f2b7-4956-b416-1d95d36abd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1903716410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1903716410-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:10.624976 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cfee13c6-f2b7-4956-b416-1d95d36abd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1903716410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1903716410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:10.637548 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfee13c6-f2b7-4956-b416-1d95d36abd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1903716410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1903716410-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:13:10.638229 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cfee13c6-f2b7-4956-b416-1d95d36abd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1903716410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1903716410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:10.642065 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:13:10.642065 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:13:10.642065 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:13:10.642065 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:13:10.642065 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:13:10.642065 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:13:10.642065 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:13:10.642065 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:13:10.642065 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:13:10.642065 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:13:10.642065 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:13:10.642065 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:13:10.642065 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:13:10.642065 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:13:10.642065 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:13:10.642065 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:13:10.642065 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:13:10.642065 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:13:10.642065 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:13:10.642065 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:13:10.642065 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:13:10.642065 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:13:10.642065 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:13:10.642065 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:13:10.642065 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:13:10.642065 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:13:10.642065 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:13:10.642065 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:13:10.642065 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:13:10.642065 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:13:10.642065 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:13:10.642065 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:13:10.669398 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-cb9cfceb-0aaa-49ae-8729-c3d098ba0592 req-4ce7f157-1167-469e-87ca-db46b22888a5 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Publish callbacks [] for floatingip, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:10.672056 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-cb9cfceb-0aaa-49ae-8729-c3d098ba0592 req-4ce7f157-1167-469e-87ca-db46b22888a5 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:10.686989 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cb9cfceb-0aaa-49ae-8729-c3d098ba0592 req-4ce7f157-1167-469e-87ca-db46b22888a5 tempest-FloatingIPDetailsTestJSON-1356460093 tempest-FloatingIPDetailsTestJSON-1356460093-project] 10.222.0.62 "DELETE /v2.0/floatingips/30774b35-2e47-46ec-be6c-db2e1ac08304 HTTP/1.1" status: 204 len: 173 time: 1.1648691 Oct 30 15:13:10.687828 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34774) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:10.750306 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-72f362ca-7685-4f4f-9c6b-4b9c37ddcd8e service neutron] For port 6fbdea33-f4af-43f9-a5b2-4f079692a699, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:13:10.754743 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-72f362ca-7685-4f4f-9c6b-4b9c37ddcd8e service neutron] For port 6fbdea33-f4af-43f9-a5b2-4f079692a699, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=6fbdea33-f4af-43f9-a5b2-4f079692a699,segment=NetworkSegment(9fa55ea7-5902-4048-bdc0-6f3255a5bae7),segment_id=9fa55ea7-5902-4048-bdc0-6f3255a5bae7)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:13:10.771684 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54401aaa-9086-4fc9-82ee-e0cd28f3dd41 req-6420eb7a-8747-4549-b45a-bb66d9572c43 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:10.778886 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54401aaa-9086-4fc9-82ee-e0cd28f3dd41 req-6420eb7a-8747-4549-b45a-bb66d9572c43 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:10.800753 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54401aaa-9086-4fc9-82ee-e0cd28f3dd41 req-6420eb7a-8747-4549-b45a-bb66d9572c43 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:10.810997 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54401aaa-9086-4fc9-82ee-e0cd28f3dd41 req-6420eb7a-8747-4549-b45a-bb66d9572c43 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:10.827192 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54401aaa-9086-4fc9-82ee-e0cd28f3dd41 req-6420eb7a-8747-4549-b45a-bb66d9572c43 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:10.848103 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54401aaa-9086-4fc9-82ee-e0cd28f3dd41 req-6420eb7a-8747-4549-b45a-bb66d9572c43 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:10.855537 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54401aaa-9086-4fc9-82ee-e0cd28f3dd41 req-6420eb7a-8747-4549-b45a-bb66d9572c43 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:10.875040 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-54401aaa-9086-4fc9-82ee-e0cd28f3dd41 req-6420eb7a-8747-4549-b45a-bb66d9572c43 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 5408 time: 0.3923678 Oct 30 15:13:10.892534 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-72f362ca-7685-4f4f-9c6b-4b9c37ddcd8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:10.937988 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-72f362ca-7685-4f4f-9c6b-4b9c37ddcd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:10.938938 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-72f362ca-7685-4f4f-9c6b-4b9c37ddcd8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:10.951521 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-72f362ca-7685-4f4f-9c6b-4b9c37ddcd8e service neutron] 10.222.0.53 "PUT /v2.0/ports/6fbdea33-f4af-43f9-a5b2-4f079692a699 HTTP/1.1" status: 200 len: 1092 time: 2.5498176 Oct 30 15:13:11.057585 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-7c8d1477-3f56-4260-ae3e-ac1851bae5a6 service neutron] Request body: {'port': {'device_id': '618df14e-6aba-40ef-8848-70c44c162096', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:13:11.183642 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9208ea83-e24d-496b-b079-3a01c8072f92 x-openstack-request-id: req-9208ea83-e24d-496b-b079-3a01c8072f92 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:13:11.183642 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "618df14e-6aba-40ef-8848-70c44c162096", "tag": "4fb842e8-63f8-488f-bed6-7c184585aaae", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:13:11.183642 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9208ea83-e24d-496b-b079-3a01c8072f92 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:13:11.183642 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '618df14e-6aba-40ef-8848-70c44c162096', 'tag': '4fb842e8-63f8-488f-bed6-7c184585aaae', 'status': 'completed', 'code': 200} Oct 30 15:13:11.306790 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cfee13c6-f2b7-4956-b416-1d95d36abd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1903716410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1903716410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:11.327857 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cfee13c6-f2b7-4956-b416-1d95d36abd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1903716410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1903716410-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:11.331889 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-cfee13c6-f2b7-4956-b416-1d95d36abd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1903716410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1903716410-project] 10.222.0.62 "DELETE /v2.0/networks/2884b9c5-b0df-493c-9c6f-a0fddc5fd074 HTTP/1.1" status: 204 len: 168 time: 1.4123805 Oct 30 15:13:11.401882 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfee13c6-f2b7-4956-b416-1d95d36abd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1903716410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1903716410-project] Pushing event deleted for resources: {'Network': ['ID=2884b9c5-b0df-493c-9c6f-a0fddc5fd074,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:11.410458 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-7c8d1477-3f56-4260-ae3e-ac1851bae5a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:11.468663 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1d0fb619-ed04-4f0e-9a32-55f424ee02af req-3043b279-6f58-4f06-a32d-d9b81fb701eb tempest-ServerShowV254Test-1081643889 tempest-ServerShowV254Test-1081643889-project] 10.222.0.62 "GET /v2.0/ports?device_id=db15aa8e-4e12-4459-8a09-7962a1ce28d9 HTTP/1.1" status: 200 len: 210 time: 0.1623323 Oct 30 15:13:11.475560 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f362ca-7685-4f4f-9c6b-4b9c37ddcd8e service neutron] Pushing event updated for resources: {'Port': ['ID=6fbdea33-f4af-43f9-a5b2-4f079692a699,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:11.501771 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-54401aaa-9086-4fc9-82ee-e0cd28f3dd41 req-a670cbcc-4231-4cb4-bed3-05a164d785e3 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb8a2948-2c1b-4131-b6de-fecd84bd89b4&id=5eeec3c6-4bd2-414a-bba6-6aabb62faff1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6253371 Oct 30 15:13:11.609531 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4ee26-1fa0-4676-9241-204879107cf3 req-f5ecba55-d800-40fd-b46b-5d00fb65602e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:11.613736 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4ee26-1fa0-4676-9241-204879107cf3 req-f5ecba55-d800-40fd-b46b-5d00fb65602e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:11.614497 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4ee26-1fa0-4676-9241-204879107cf3 req-f5ecba55-d800-40fd-b46b-5d00fb65602e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:11.616326 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4ee26-1fa0-4676-9241-204879107cf3 req-f5ecba55-d800-40fd-b46b-5d00fb65602e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:11.623114 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4ee26-1fa0-4676-9241-204879107cf3 req-f5ecba55-d800-40fd-b46b-5d00fb65602e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:11.623892 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4ee26-1fa0-4676-9241-204879107cf3 req-f5ecba55-d800-40fd-b46b-5d00fb65602e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:11.624645 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4ee26-1fa0-4676-9241-204879107cf3 req-f5ecba55-d800-40fd-b46b-5d00fb65602e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:11.627223 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cbd4ee26-1fa0-4676-9241-204879107cf3 req-f5ecba55-d800-40fd-b46b-5d00fb65602e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=005d49094ead4e63ad23cb02de2bfa34&device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 6416 time: 0.4617620 Oct 30 15:13:11.987169 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34790) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:12.109437 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d85c8c6d-77ed-46ec-969f-575b500f4d17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:12.158046 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4ee26-1fa0-4676-9241-204879107cf3 req-ea7f5217-85a4-4feb-964d-5113fa0bc66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:12.165710 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4ee26-1fa0-4676-9241-204879107cf3 req-ea7f5217-85a4-4feb-964d-5113fa0bc66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:12.166446 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4ee26-1fa0-4676-9241-204879107cf3 req-ea7f5217-85a4-4feb-964d-5113fa0bc66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:12.168418 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cbd4ee26-1fa0-4676-9241-204879107cf3 req-ea7f5217-85a4-4feb-964d-5113fa0bc66e service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=005d49094ead4e63ad23cb02de2bfa34&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5264022 Oct 30 15:13:12.334327 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4ee26-1fa0-4676-9241-204879107cf3 req-0748ad87-5824-48d3-bbd7-774339b958ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:12.337710 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cbd4ee26-1fa0-4676-9241-204879107cf3 req-0748ad87-5824-48d3-bbd7-774339b958ba service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1571484 Oct 30 15:13:12.432090 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a911b7-8a4e-4b2a-a37f-c536e6de1bb8 req-c9813714-1d34-423b-a921-19964d9ddad9 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:12.434611 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-91a911b7-8a4e-4b2a-a37f-c536e6de1bb8 req-c9813714-1d34-423b-a921-19964d9ddad9 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/networks?id=7f1b75b5-b8f8-4477-a267-2ec1a55fd99b HTTP/1.1" status: 200 len: 814 time: 0.2076163 Oct 30 15:13:12.474224 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-91a911b7-8a4e-4b2a-a37f-c536e6de1bb8 req-19b8ba1a-adf0-40c4-8436-8f283a52680d tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/quotas/bb8b223744b44833a53287a2afef5a92 HTTP/1.1" status: 200 len: 375 time: 0.0283887 Oct 30 15:13:12.484803 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-fa9e0651-baa1-4312-91d2-4bcd6f64d89a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b45980805b594945804b38cfd7c161f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4936097 Oct 30 15:13:12.491115 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34806) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:12.566178 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a100705a-57f8-46b5-b04a-7605ea4a6d93 req-c742bd79-b5ba-422a-b397-726f573efc8e tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:12.568012 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a100705a-57f8-46b5-b04a-7605ea4a6d93 req-c742bd79-b5ba-422a-b397-726f573efc8e tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/ports?device_id=f09a5a6d-568e-4462-a5b1-68ee745d26a3 HTTP/1.1" status: 200 len: 950 time: 0.5795693 Oct 30 15:13:12.578165 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc355a-48d2-49bd-85a1-bd681584d1aa req-fa7a7d9b-1e79-4d7a-95b9-08ef0c54d914 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:12.579724 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bdcc355a-48d2-49bd-85a1-bd681584d1aa req-fa7a7d9b-1e79-4d7a-95b9-08ef0c54d914 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.53 "GET /v2.0/ports?device_id=f09a5a6d-568e-4462-a5b1-68ee745d26a3 HTTP/1.1" status: 200 len: 950 time: 0.2173238 Oct 30 15:13:12.645671 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a100705a-57f8-46b5-b04a-7605ea4a6d93 req-ab62aced-8ca4-4d15-970e-35e97413909f tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6e850f5-bbac-48ab-9f8b-66d8b92818ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629988 Oct 30 15:13:12.656933 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-91a911b7-8a4e-4b2a-a37f-c536e6de1bb8 req-61e50f38-8d92-4238-8913-78b3bccd35cc tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=bb8b223744b44833a53287a2afef5a92&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1814857 Oct 30 15:13:12.762814 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1d7aca9e-566a-483d-9149-4e90f3ac358c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:12.801890 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1d7aca9e-566a-483d-9149-4e90f3ac358c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:12.806174 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a7d91e93-4616-49fd-9008-b138931e224a req-511aceda-bcf7-4370-b267-c2df9a40d6a3 tempest-ServerShowV254Test-1081643889 tempest-ServerShowV254Test-1081643889-project] 10.222.0.62 "GET /v2.0/ports?device_id=db15aa8e-4e12-4459-8a09-7962a1ce28d9 HTTP/1.1" status: 200 len: 210 time: 0.0527964 Oct 30 15:13:12.846715 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-bdcc355a-48d2-49bd-85a1-bd681584d1aa req-165d230c-5140-45de-9698-8c6079a2572d tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Deleting port 7a6d5916-6fab-4f80-83de-23bc2919f179 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:13:12.849153 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-bdcc355a-48d2-49bd-85a1-bd681584d1aa req-165d230c-5140-45de-9698-8c6079a2572d tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:12.931854 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-91a911b7-8a4e-4b2a-a37f-c536e6de1bb8 req-763b7abd-239f-4430-9e1d-abf510ad6c01 service neutron] 10.222.0.62 "GET /v2.0/networks/7f1b75b5-b8f8-4477-a267-2ec1a55fd99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739530 Oct 30 15:13:12.938391 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1d7aca9e-566a-483d-9149-4e90f3ac358c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:12.942916 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1d7aca9e-566a-483d-9149-4e90f3ac358c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:12.944307 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-1d7aca9e-566a-483d-9149-4e90f3ac358c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/633ee24f-129c-46c6-8b72-36fe15dd4a21 HTTP/1.1" status: 204 len: 168 time: 0.4509189 Oct 30 15:13:13.011852 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-d85c8c6d-77ed-46ec-969f-575b500f4d17 admin admin] Deleting port 7846fdbf-79c7-40bb-81d4-a9e0097d45c0 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:13:13.012477 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d85c8c6d-77ed-46ec-969f-575b500f4d17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:13.059364 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-7c8d1477-3f56-4260-ae3e-ac1851bae5a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 256e4633-4af9-4c29-9d87-283e76dcef0e {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:13:13.064347 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7aca9e-566a-483d-9149-4e90f3ac358c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=633ee24f-129c-46c6-8b72-36fe15dd4a21,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:13.076012 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc28efd-95e4-4834-acb3-6da2754a5b78 req-8a4c9536-e929-47bb-adee-9f6e4d2436a5 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:13.081445 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc28efd-95e4-4834-acb3-6da2754a5b78 req-8a4c9536-e929-47bb-adee-9f6e4d2436a5 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:13.088110 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc28efd-95e4-4834-acb3-6da2754a5b78 req-8a4c9536-e929-47bb-adee-9f6e4d2436a5 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:13.094901 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc28efd-95e4-4834-acb3-6da2754a5b78 req-8a4c9536-e929-47bb-adee-9f6e4d2436a5 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:13.100964 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc28efd-95e4-4834-acb3-6da2754a5b78 req-8a4c9536-e929-47bb-adee-9f6e4d2436a5 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:13.106951 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc28efd-95e4-4834-acb3-6da2754a5b78 req-8a4c9536-e929-47bb-adee-9f6e4d2436a5 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:13.112829 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc28efd-95e4-4834-acb3-6da2754a5b78 req-8a4c9536-e929-47bb-adee-9f6e4d2436a5 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:13.120552 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bdc28efd-95e4-4834-acb3-6da2754a5b78 req-8a4c9536-e929-47bb-adee-9f6e4d2436a5 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 5408 time: 0.2061880 Oct 30 15:13:13.129564 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-91a911b7-8a4e-4b2a-a37f-c536e6de1bb8 req-f66de210-83a9-42f2-985e-a5423c5101e3 service neutron] 10.222.0.62 "GET /v2.0/networks/7f1b75b5-b8f8-4477-a267-2ec1a55fd99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837554 Oct 30 15:13:13.141376 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-7c8d1477-3f56-4260-ae3e-ac1851bae5a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:13.162469 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-bdcc355a-48d2-49bd-85a1-bd681584d1aa req-165d230c-5140-45de-9698-8c6079a2572d tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] For port 7a6d5916-6fab-4f80-83de-23bc2919f179, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=7a6d5916-6fab-4f80-83de-23bc2919f179,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:13:13.162871 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-bdcc355a-48d2-49bd-85a1-bd681584d1aa req-165d230c-5140-45de-9698-8c6079a2572d tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:13.168540 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-d85c8c6d-77ed-46ec-969f-575b500f4d17 admin admin] For port 7846fdbf-79c7-40bb-81d4-a9e0097d45c0, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=7846fdbf-79c7-40bb-81d4-a9e0097d45c0,segment=NetworkSegment(d2a9d732-e826-4134-a479-ffe95ee20085),segment_id=d2a9d732-e826-4134-a479-ffe95ee20085)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:13:13.172459 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d85c8c6d-77ed-46ec-969f-575b500f4d17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:13.176345 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-7c8d1477-3f56-4260-ae3e-ac1851bae5a6 service neutron] Transition to ACTIVE for port object 256e4633-4af9-4c29-9d87-283e76dcef0e will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:13:13.184445 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-bdcc355a-48d2-49bd-85a1-bd681584d1aa req-165d230c-5140-45de-9698-8c6079a2572d tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Calling delete_port for 7a6d5916-6fab-4f80-83de-23bc2919f179 owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:13:13.186047 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '618df14e-6aba-40ef-8848-70c44c162096', 'tag': '6fbdea33-f4af-43f9-a5b2-4f079692a699'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:13:13.188850 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c82e149-1624-4631-8ba1-4213de2913a9" -d '{"events": [{"name": "network-changed", "server_uuid": "618df14e-6aba-40ef-8848-70c44c162096", "tag": "6fbdea33-f4af-43f9-a5b2-4f079692a699"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:13:13.197373 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-7c8d1477-3f56-4260-ae3e-ac1851bae5a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:13.223235 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-d85c8c6d-77ed-46ec-969f-575b500f4d17 admin admin] Calling delete_port for 7846fdbf-79c7-40bb-81d4-a9e0097d45c0 owned by network:router_interface {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:13:13.304871 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-94226587-6fdb-4c5e-bc21-a122f925b6d3 req-d5b5df32-8b8a-4f10-a6d9-2c69597d663b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=db15aa8e-4e12-4459-8a09-7962a1ce28d9 HTTP/1.1" status: 200 len: 210 time: 0.0558488 Oct 30 15:13:13.323385 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bdc28efd-95e4-4834-acb3-6da2754a5b78 req-c5a22d6a-e83b-4986-87de-8d871b009e0d tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb8a2948-2c1b-4131-b6de-fecd84bd89b4&id=5eeec3c6-4bd2-414a-bba6-6aabb62faff1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1892099 Oct 30 15:13:13.417402 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8d1477-3f56-4260-ae3e-ac1851bae5a6 service neutron] Pushing event updated for resources: {'Port': ['ID=256e4633-4af9-4c29-9d87-283e76dcef0e,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:13.560106 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aed5bb0-2323-4763-bd2b-1dd6d2620654 x-openstack-request-id: req-5aed5bb0-2323-4763-bd2b-1dd6d2620654 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:13:13.560106 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "618df14e-6aba-40ef-8848-70c44c162096", "tag": "6fbdea33-f4af-43f9-a5b2-4f079692a699", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:13:13.560106 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5aed5bb0-2323-4763-bd2b-1dd6d2620654 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:13:13.560570 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '618df14e-6aba-40ef-8848-70c44c162096', 'tag': '6fbdea33-f4af-43f9-a5b2-4f079692a699', 'status': 'completed', 'code': 200} Oct 30 15:13:13.628645 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4fed0093-4747-4f98-8b36-8e9b8e2da8bd req-43d4381e-d753-4e3a-baf1-0db4edd23981 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=b490cbfe-be8a-462b-b72a-b5cd4cdf663c HTTP/1.1" status: 200 len: 210 time: 0.0766566 Oct 30 15:13:13.695708 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc770a0f-2fd4-410d-a601-4df3ccd04094 req-73465b82-10a2-405a-8ff8-3c4cb502ac0a tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:13.697662 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fc770a0f-2fd4-410d-a601-4df3ccd04094 req-73465b82-10a2-405a-8ff8-3c4cb502ac0a tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.44 "GET /v2.0/ports?device_id=660524e5-d36b-4ef4-9c8d-f13627615351 HTTP/1.1" status: 200 len: 946 time: 0.4134247 Oct 30 15:13:13.730260 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34828) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:13.786957 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-89f793ff-1706-4b28-9bb4-734793050353 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f8b05ba58d4e4278830a8f404e54bf4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0556581 Oct 30 15:13:13.791360 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34832) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:13.897858 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d85c8c6d-77ed-46ec-969f-575b500f4d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:13.984043 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85c8c6d-77ed-46ec-969f-575b500f4d17 admin admin] Pushing event deleted for resources: {'Port': ['ID=7846fdbf-79c7-40bb-81d4-a9e0097d45c0,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:14.020801 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccff882-4236-42bb-aee4-560f1f8979a4 req-742f1074-14aa-43e1-a34e-434709c2bf17 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:14.033672 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6ccff882-4236-42bb-aee4-560f1f8979a4 req-742f1074-14aa-43e1-a34e-434709c2bf17 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/ports?device_id=f09a5a6d-568e-4462-a5b1-68ee745d26a3 HTTP/1.1" status: 200 len: 950 time: 0.2169278 Oct 30 15:13:14.073942 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-068b490d-5d5c-4694-a415-5952225cdf2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:14.409045 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-bdcc355a-48d2-49bd-85a1-bd681584d1aa req-165d230c-5140-45de-9698-8c6079a2572d tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:14.423877 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:13:14.502361 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6ccff882-4236-42bb-aee4-560f1f8979a4 req-ca6d4e6e-24c3-4a69-bd67-37e32f2b5f9c tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6e850f5-bbac-48ab-9f8b-66d8b92818ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4677136 Oct 30 15:13:14.526599 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c82e149-1624-4631-8ba1-4213de2913a9 req-ba5d413e-3d11-40ef-bbf1-3b738460840a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:14.527732 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c82e149-1624-4631-8ba1-4213de2913a9 req-ba5d413e-3d11-40ef-bbf1-3b738460840a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:14.528105 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c82e149-1624-4631-8ba1-4213de2913a9 req-ba5d413e-3d11-40ef-bbf1-3b738460840a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:14.528563 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c82e149-1624-4631-8ba1-4213de2913a9 req-ba5d413e-3d11-40ef-bbf1-3b738460840a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:14.529016 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c82e149-1624-4631-8ba1-4213de2913a9 req-ba5d413e-3d11-40ef-bbf1-3b738460840a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:14.530133 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c82e149-1624-4631-8ba1-4213de2913a9 req-ba5d413e-3d11-40ef-bbf1-3b738460840a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:14.530601 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c82e149-1624-4631-8ba1-4213de2913a9 req-ba5d413e-3d11-40ef-bbf1-3b738460840a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:14.534190 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9c82e149-1624-4631-8ba1-4213de2913a9 req-ba5d413e-3d11-40ef-bbf1-3b738460840a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=005d49094ead4e63ad23cb02de2bfa34&device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 6442 time: 0.9287913 Oct 30 15:13:14.545901 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-633dbda9-fe58-448a-bcd0-5d45c210b707 req-6fe7d062-07a2-4fae-8568-5b76dce6eac7 tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1530888617&fields=id&tenant_id=ea55b09697be4bd28e1dfee52575f408 HTTP/1.1" status: 200 len: 267 time: 0.9831314 Oct 30 15:13:14.580454 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-068b490d-5d5c-4694-a415-5952225cdf2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:14.581029 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdcc355a-48d2-49bd-85a1-bd681584d1aa req-165d230c-5140-45de-9698-8c6079a2572d tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] No DVR routers for this DVR port 7a6d5916-6fab-4f80-83de-23bc2919f179 on host n-h1-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:13:14.584973 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-bdcc355a-48d2-49bd-85a1-bd681584d1aa req-165d230c-5140-45de-9698-8c6079a2572d tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:14.588805 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bdcc355a-48d2-49bd-85a1-bd681584d1aa req-165d230c-5140-45de-9698-8c6079a2572d tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.53 "DELETE /v2.0/ports/7a6d5916-6fab-4f80-83de-23bc2919f179 HTTP/1.1" status: 204 len: 173 time: 1.9776599 Oct 30 15:13:14.589609 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-7c8d1477-3f56-4260-ae3e-ac1851bae5a6 service neutron] Attempting to bind port 256e4633-4af9-4c29-9d87-283e76dcef0e on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:13:14.590652 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-7c8d1477-3f56-4260-ae3e-ac1851bae5a6 service neutron] Attempting to bind port 256e4633-4af9-4c29-9d87-283e76dcef0e by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '9fa55ea7-5902-4048-bdc0-6f3255a5bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '67de53ff-61d6-4e57-84de-8610bca9618f'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:13:14.590991 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-7c8d1477-3f56-4260-ae3e-ac1851bae5a6 service neutron] Attempting to bind port 256e4633-4af9-4c29-9d87-283e76dcef0e on network 67de53ff-61d6-4e57-84de-8610bca9618f {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:13:14.638376 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['09eb4e0a-31e4-4286-b5e2-ae0483204a82'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:13:14.725845 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a3f9b4ad-4ac0-4f16-8353-bccb4602fd08 req-976e4a98-da50-429a-8373-568a6344d707 tempest-ServerShowV254Test-1081643889 tempest-ServerShowV254Test-1081643889-project] 10.222.0.62 "GET /v2.0/ports?device_id=db15aa8e-4e12-4459-8a09-7962a1ce28d9 HTTP/1.1" status: 200 len: 210 time: 0.1024342 Oct 30 15:13:14.765439 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 7a6d5916-6fab-4f80-83de-23bc2919f179 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:13:14.818995 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d85c8c6d-77ed-46ec-969f-575b500f4d17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:14.825685 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-7c8d1477-3f56-4260-ae3e-ac1851bae5a6 service neutron] Port 256e4633-4af9-4c29-9d87-283e76dcef0e on network 67de53ff-61d6-4e57-84de-8610bca9618f not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:13:14.829428 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-068b490d-5d5c-4694-a415-5952225cdf2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:14.829742 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-7c8d1477-3f56-4260-ae3e-ac1851bae5a6 service neutron] Attempting to bind port 256e4633-4af9-4c29-9d87-283e76dcef0e on network 67de53ff-61d6-4e57-84de-8610bca9618f {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:13:14.835613 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-068b490d-5d5c-4694-a415-5952225cdf2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:14.844756 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-068b490d-5d5c-4694-a415-5952225cdf2f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f7157989-c09c-4a31-8b3d-646bd8165179 HTTP/1.1" status: 204 len: 168 time: 1.0521069 Oct 30 15:13:14.880768 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633dbda9-fe58-448a-bcd0-5d45c210b707 req-66f7e975-2c95-4e9f-bef8-49bff4c683c4 tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:14.894095 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-633dbda9-fe58-448a-bcd0-5d45c210b707 req-66f7e975-2c95-4e9f-bef8-49bff4c683c4 tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] 10.222.0.62 "GET /v2.0/networks?id=a58fe444-ac18-4f2f-a60f-5757cef69326 HTTP/1.1" status: 200 len: 816 time: 0.3462050 Oct 30 15:13:14.924626 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068b490d-5d5c-4694-a415-5952225cdf2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7157989-c09c-4a31-8b3d-646bd8165179,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:14.955197 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-7c8d1477-3f56-4260-ae3e-ac1851bae5a6 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:13:14.955563 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-7c8d1477-3f56-4260-ae3e-ac1851bae5a6 service neutron] Checking segment: {'id': '9fa55ea7-5902-4048-bdc0-6f3255a5bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '67de53ff-61d6-4e57-84de-8610bca9618f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:13:14.956113 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-7c8d1477-3f56-4260-ae3e-ac1851bae5a6 service neutron] Bound using segment: {'id': '9fa55ea7-5902-4048-bdc0-6f3255a5bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '67de53ff-61d6-4e57-84de-8610bca9618f'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:13:14.956625 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-7c8d1477-3f56-4260-ae3e-ac1851bae5a6 service neutron] Bound port: 256e4633-4af9-4c29-9d87-283e76dcef0e, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fa55ea7-5902-4048-bdc0-6f3255a5bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '67de53ff-61d6-4e57-84de-8610bca9618f'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:13:14.956950 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-7c8d1477-3f56-4260-ae3e-ac1851bae5a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:14.990062 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165d230c-5140-45de-9698-8c6079a2572d tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Pushing event deleted for resources: {'Port': ['ID=7a6d5916-6fab-4f80-83de-23bc2919f179,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:15.127768 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-633dbda9-fe58-448a-bcd0-5d45c210b707 req-1dbf92c8-7f0b-4332-93df-252f35a50b40 tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] 10.222.0.62 "GET /v2.0/quotas/ea55b09697be4bd28e1dfee52575f408 HTTP/1.1" status: 200 len: 375 time: 0.2312944 Oct 30 15:13:15.250653 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee8bc74-beb3-4f14-ae3b-8a5fa0f9404e req-80f042c4-c7c1-4e49-af93-f07dbebcc795 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:15.256837 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee8bc74-beb3-4f14-ae3b-8a5fa0f9404e req-80f042c4-c7c1-4e49-af93-f07dbebcc795 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:15.263734 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee8bc74-beb3-4f14-ae3b-8a5fa0f9404e req-80f042c4-c7c1-4e49-af93-f07dbebcc795 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:15.269826 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee8bc74-beb3-4f14-ae3b-8a5fa0f9404e req-80f042c4-c7c1-4e49-af93-f07dbebcc795 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:15.275812 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee8bc74-beb3-4f14-ae3b-8a5fa0f9404e req-80f042c4-c7c1-4e49-af93-f07dbebcc795 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:15.282466 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee8bc74-beb3-4f14-ae3b-8a5fa0f9404e req-80f042c4-c7c1-4e49-af93-f07dbebcc795 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:15.288872 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee8bc74-beb3-4f14-ae3b-8a5fa0f9404e req-80f042c4-c7c1-4e49-af93-f07dbebcc795 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:15.291313 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: 7a6d5916-6fab-4f80-83de-23bc2919f179 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:13:15.294222 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 7a6d5916-6fab-4f80-83de-23bc2919f179 not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:13:15.299162 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fee8bc74-beb3-4f14-ae3b-8a5fa0f9404e req-80f042c4-c7c1-4e49-af93-f07dbebcc795 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 5420 time: 0.3751581 Oct 30 15:13:15.484721 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fee8bc74-beb3-4f14-ae3b-8a5fa0f9404e req-32cae525-93fd-48b1-8225-f2af63aac1ca tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb8a2948-2c1b-4131-b6de-fecd84bd89b4&id=5eeec3c6-4bd2-414a-bba6-6aabb62faff1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1846673 Oct 30 15:13:15.498488 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d85c8c6d-77ed-46ec-969f-575b500f4d17 admin admin] Router 0d2562ec-c091-4ec7-94e7-07744c5eba68 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:13:15.532550 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c82e149-1624-4631-8ba1-4213de2913a9 req-6ec762f1-957d-4bb4-99d3-113c1432d354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:15.533068 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c82e149-1624-4631-8ba1-4213de2913a9 req-6ec762f1-957d-4bb4-99d3-113c1432d354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:15.533381 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c82e149-1624-4631-8ba1-4213de2913a9 req-6ec762f1-957d-4bb4-99d3-113c1432d354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:15.539524 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9c82e149-1624-4631-8ba1-4213de2913a9 req-6ec762f1-957d-4bb4-99d3-113c1432d354 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=005d49094ead4e63ad23cb02de2bfa34&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.9726534 Oct 30 15:13:15.641091 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f09a5a6d-568e-4462-a5b1-68ee745d26a3', 'name': 'network-vif-deleted', 'tag': '7a6d5916-6fab-4f80-83de-23bc2919f179'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:13:15.646137 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9630f0e-4482-4850-9735-8667916c246b" -d '{"events": [{"server_uuid": "f09a5a6d-568e-4462-a5b1-68ee745d26a3", "name": "network-vif-deleted", "tag": "7a6d5916-6fab-4f80-83de-23bc2919f179"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:13:15.752634 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-fc770a0f-2fd4-410d-a601-4df3ccd04094 req-7d4a7e2f-993d-4db7-ae55-a6d66e9301b8 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Deleting port e9694779-6b62-455b-9680-56a0d71a5255 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:13:15.754982 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-fc770a0f-2fd4-410d-a601-4df3ccd04094 req-7d4a7e2f-993d-4db7-ae55-a6d66e9301b8 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:15.837571 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-633dbda9-fe58-448a-bcd0-5d45c210b707 req-9a1bfba0-639c-4db0-b49e-cf1ffac55f0c tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ea55b09697be4bd28e1dfee52575f408&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6987019 Oct 30 15:13:15.873000 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d85c8c6d-77ed-46ec-969f-575b500f4d17 admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:13:15.885942 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f9b6bc-93b6-4f4b-a0d7-092d087a8a18 None None] Sync routers for ids ['0d2562ec-c091-4ec7-94e7-07744c5eba68'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:13:15.914072 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f9b6bc-93b6-4f4b-a0d7-092d087a8a18 None None] Routers {'0d2562ec-c091-4ec7-94e7-07744c5eba68'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:13:15.914778 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fe27fa68-b8e5-4436-9fb8-9a5950875ab7 req-bd00a956-fefd-429a-a026-9b15dd134f14 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=b490cbfe-be8a-462b-b72a-b5cd4cdf663c HTTP/1.1" status: 200 len: 210 time: 0.1033993 Oct 30 15:13:15.918203 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-a2f9b6bc-93b6-4f4b-a0d7-092d087a8a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:12:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['0d2562ec-c091-4ec7-94e7-07744c5eba68'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:13:15.929373 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-d85c8c6d-77ed-46ec-969f-575b500f4d17 admin admin] 10.222.0.62 "PUT /v2.0/routers/0d2562ec-c091-4ec7-94e7-07744c5eba68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2399266 Oct 30 15:13:15.936500 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-7c8d1477-3f56-4260-ae3e-ac1851bae5a6 service neutron] For port 256e4633-4af9-4c29-9d87-283e76dcef0e, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:13:15.936739 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34866) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:16.022828 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-7c8d1477-3f56-4260-ae3e-ac1851bae5a6 service neutron] For port 256e4633-4af9-4c29-9d87-283e76dcef0e, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=256e4633-4af9-4c29-9d87-283e76dcef0e,segment=NetworkSegment(9fa55ea7-5902-4048-bdc0-6f3255a5bae7),segment_id=9fa55ea7-5902-4048-bdc0-6f3255a5bae7)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:13:16.050236 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-7c8d1477-3f56-4260-ae3e-ac1851bae5a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:16.123996 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbbd8df4-7cff-4647-8f85-f7c7f436193f x-openstack-request-id: req-bbbd8df4-7cff-4647-8f85-f7c7f436193f {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:13:16.124336 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f09a5a6d-568e-4462-a5b1-68ee745d26a3", "name": "network-vif-deleted", "tag": "7a6d5916-6fab-4f80-83de-23bc2919f179", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:13:16.124538 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bbbd8df4-7cff-4647-8f85-f7c7f436193f {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:13:16.124937 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f09a5a6d-568e-4462-a5b1-68ee745d26a3', 'name': 'network-vif-deleted', 'tag': '7a6d5916-6fab-4f80-83de-23bc2919f179', 'status': 'completed', 'code': 200} Oct 30 15:13:16.142551 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8ca8db58-2a2a-4431-b359-6777660718a5 admin admin] Publish callbacks [] for router, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:16.171491 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-7c8d1477-3f56-4260-ae3e-ac1851bae5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:16.172172 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-7c8d1477-3f56-4260-ae3e-ac1851bae5a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:16.173759 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-7c8d1477-3f56-4260-ae3e-ac1851bae5a6 service neutron] 10.222.0.53 "PUT /v2.0/ports/256e4633-4af9-4c29-9d87-283e76dcef0e HTTP/1.1" status: 200 len: 1092 time: 5.1345639 Oct 30 15:13:16.187401 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a911b7-8a4e-4b2a-a37f-c536e6de1bb8 req-d437f8ca-ca8f-43cc-996f-5d77c46e5f5f tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:16.188950 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-91a911b7-8a4e-4b2a-a37f-c536e6de1bb8 req-d437f8ca-ca8f-43cc-996f-5d77c46e5f5f tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.53 "GET /v2.0/networks?id=7f1b75b5-b8f8-4477-a267-2ec1a55fd99b HTTP/1.1" status: 200 len: 814 time: 0.7030194 Oct 30 15:13:16.194955 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-fc770a0f-2fd4-410d-a601-4df3ccd04094 req-7d4a7e2f-993d-4db7-ae55-a6d66e9301b8 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] For port e9694779-6b62-455b-9680-56a0d71a5255, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=e9694779-6b62-455b-9680-56a0d71a5255,segment=NetworkSegment(495e0bcf-a0e5-4b3d-8fa7-4467a729ed3e),segment_id=495e0bcf-a0e5-4b3d-8fa7-4467a729ed3e)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:13:16.195327 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-fc770a0f-2fd4-410d-a601-4df3ccd04094 req-7d4a7e2f-993d-4db7-ae55-a6d66e9301b8 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:16.221369 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-91a911b7-8a4e-4b2a-a37f-c536e6de1bb8 req-6e259f14-c4aa-4708-b617-18adee2732e0 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Request body: {'port': {'device_id': 'b490cbfe-be8a-462b-b72a-b5cd4cdf663c', 'network_id': '7f1b75b5-b8f8-4477-a267-2ec1a55fd99b', 'admin_state_up': True, 'tenant_id': 'bb8b223744b44833a53287a2afef5a92'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:13:16.249743 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-a2f9b6bc-93b6-4f4b-a0d7-092d087a8a18 None None] Set router 0d2562ec-c091-4ec7-94e7-07744c5eba68 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:13:16.334615 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c82e149-1624-4631-8ba1-4213de2913a9 req-573c1289-a195-43c7-9f1d-cc762d2513e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:16.336180 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9c82e149-1624-4631-8ba1-4213de2913a9 req-573c1289-a195-43c7-9f1d-cc762d2513e0 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7805464 Oct 30 15:13:16.364100 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-fc770a0f-2fd4-410d-a601-4df3ccd04094 req-7d4a7e2f-993d-4db7-ae55-a6d66e9301b8 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Calling delete_port for e9694779-6b62-455b-9680-56a0d71a5255 owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:13:16.385115 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-633dbda9-fe58-448a-bcd0-5d45c210b707 req-2237189e-8232-47ea-ae1f-461c73a4f18b service neutron] 10.222.0.62 "GET /v2.0/networks/a58fe444-ac18-4f2f-a60f-5757cef69326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4990237 Oct 30 15:13:16.392016 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8d1477-3f56-4260-ae3e-ac1851bae5a6 service neutron] Pushing event updated for resources: {'Port': ['ID=256e4633-4af9-4c29-9d87-283e76dcef0e,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:16.460010 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ef4b5dfc-0dac-4028-812e-70de2c74e72f req-2c9ce8e3-73d0-4095-9bca-41a7c7c31333 tempest-ServerShowV254Test-1081643889 tempest-ServerShowV254Test-1081643889-project] 10.222.0.62 "GET /v2.0/ports?device_id=db15aa8e-4e12-4459-8a09-7962a1ce28d9 HTTP/1.1" status: 200 len: 210 time: 0.1735253 Oct 30 15:13:16.467690 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8ca8db58-2a2a-4431-b359-6777660718a5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:16.519622 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-633dbda9-fe58-448a-bcd0-5d45c210b707 req-cd38ee0c-79ca-4d52-a6da-c805138b63f0 service neutron] 10.222.0.62 "GET /v2.0/networks/a58fe444-ac18-4f2f-a60f-5757cef69326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238084 Oct 30 15:13:16.617182 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-8ca8db58-2a2a-4431-b359-6777660718a5 admin admin] Deleting port f9ccedd4-0332-4589-8564-f1020c91e868 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:13:16.617538 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8ca8db58-2a2a-4431-b359-6777660718a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:16.624185 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91a911b7-8a4e-4b2a-a37f-c536e6de1bb8 req-6e259f14-c4aa-4708-b617-18adee2732e0 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Made reservation on behalf of bb8b223744b44833a53287a2afef5a92 for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:13:16.632297 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-91a911b7-8a4e-4b2a-a37f-c536e6de1bb8 req-6e259f14-c4aa-4708-b617-18adee2732e0 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:16.765260 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-a2f9b6bc-93b6-4f4b-a0d7-092d087a8a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2562ec-c091-4ec7-94e7-07744c5eba68', 'name': 'tempest-FloatingIPDetailsTestJSON-1316059886-router', 'tenant_id': '53f0ab547be74051bf11fa1fbafb4044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'f9ccedd4-0332-4589-8564-f1020c91e868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:12:08Z', 'updated_at': '2021-10-30T15:13:13Z', 'revision_number': 5, 'project_id': '53f0ab547be74051bf11fa1fbafb4044', 'gw_port': {'id': 'f9ccedd4-0332-4589-8564-f1020c91e868', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:64:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2562ec-c091-4ec7-94e7-07744c5eba68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:12:11Z', 'updated_at': '2021-10-30T15:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:13:16.824682 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f9b6bc-93b6-4f4b-a0d7-092d087a8a18 None None] Checking router: 0d2562ec-c091-4ec7-94e7-07744c5eba68 for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:13:16.835128 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f9b6bc-93b6-4f4b-a0d7-092d087a8a18 None None] Routers {'0d2562ec-c091-4ec7-94e7-07744c5eba68'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:13:16.836445 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-a2f9b6bc-93b6-4f4b-a0d7-092d087a8a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:12:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['0d2562ec-c091-4ec7-94e7-07744c5eba68'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:13:16.838995 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-8ca8db58-2a2a-4431-b359-6777660718a5 admin admin] For port f9ccedd4-0332-4589-8564-f1020c91e868, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=f9ccedd4-0332-4589-8564-f1020c91e868,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:13:16.839291 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8ca8db58-2a2a-4431-b359-6777660718a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:16.881204 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-8ca8db58-2a2a-4431-b359-6777660718a5 admin admin] Calling delete_port for f9ccedd4-0332-4589-8564-f1020c91e868 owned by network:router_gateway {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:13:16.960849 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-d6250c5c-19af-4383-8ccf-26255c22addf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:16.961324 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-d6250c5c-19af-4383-8ccf-26255c22addf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:16.961789 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-d6250c5c-19af-4383-8ccf-26255c22addf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:16.962248 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-d6250c5c-19af-4383-8ccf-26255c22addf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:16.962704 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-d6250c5c-19af-4383-8ccf-26255c22addf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:16.963158 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-d6250c5c-19af-4383-8ccf-26255c22addf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:16.982071 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-d6250c5c-19af-4383-8ccf-26255c22addf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:16.984332 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-d6250c5c-19af-4383-8ccf-26255c22addf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=005d49094ead4e63ad23cb02de2bfa34&device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 6484 time: 0.4621236 Oct 30 15:13:17.073260 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-a2f9b6bc-93b6-4f4b-a0d7-092d087a8a18 None None] Set router 0d2562ec-c091-4ec7-94e7-07744c5eba68 gateway port host: None {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:13:17.209120 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-5b261b1e-82f8-46f5-a2ed-ae07c5afdc28 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0d107bb-70ae-4589-bbad-ba445997ea32 HTTP/1.1" status: 200 len: 217 time: 0.1795576 Oct 30 15:13:17.279587 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-a2f9b6bc-93b6-4f4b-a0d7-092d087a8a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2562ec-c091-4ec7-94e7-07744c5eba68', 'name': 'tempest-FloatingIPDetailsTestJSON-1316059886-router', 'tenant_id': '53f0ab547be74051bf11fa1fbafb4044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:12:08Z', 'updated_at': '2021-10-30T15:13:16Z', 'revision_number': 6, 'project_id': '53f0ab547be74051bf11fa1fbafb4044', 'gw_port_host': None}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:13:17.292311 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8ca8db58-2a2a-4431-b359-6777660718a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:17.350499 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca8db58-2a2a-4431-b359-6777660718a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9ccedd4-0332-4589-8564-f1020c91e868,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:17.375268 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-06bbd66d-6412-4774-b9ff-b4362ff57fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:17.378241 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-06bbd66d-6412-4774-b9ff-b4362ff57fa7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b6028f5c-691f-4481-8af2-37902ddb4e8e HTTP/1.1" status: 200 len: 851 time: 0.0749049 Oct 30 15:13:17.383495 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device e9694779-6b62-455b-9680-56a0d71a5255 no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:13:17.394644 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-fc770a0f-2fd4-410d-a601-4df3ccd04094 req-7d4a7e2f-993d-4db7-ae55-a6d66e9301b8 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:17.413906 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f9b6bc-93b6-4f4b-a0d7-092d087a8a18 None None] The sync data for ids ['0d2562ec-c091-4ec7-94e7-07744c5eba68'] in n-d-806683-17 is: [{'id': '0d2562ec-c091-4ec7-94e7-07744c5eba68', 'name': 'tempest-FloatingIPDetailsTestJSON-1316059886-router', 'tenant_id': '53f0ab547be74051bf11fa1fbafb4044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:12:08Z', 'updated_at': '2021-10-30T15:13:16Z', 'revision_number': 6, 'project_id': '53f0ab547be74051bf11fa1fbafb4044', 'gw_port_host': None}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:13:17.444260 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] No Port match for: e9694779-6b62-455b-9680-56a0d71a5255 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:13:17.444607 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device e9694779-6b62-455b-9680-56a0d71a5255 not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:13:17.577524 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8ca8db58-2a2a-4431-b359-6777660718a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:17.676616 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4a7e2f-993d-4db7-ae55-a6d66e9301b8 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Pushing event deleted for resources: {'Port': ['ID=e9694779-6b62-455b-9680-56a0d71a5255,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:17.721742 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8ca8db58-2a2a-4431-b359-6777660718a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:17.726056 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8ca8db58-2a2a-4431-b359-6777660718a5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:17.737783 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0fa05d-e185-4210-a07f-5910e185d17a req-286945af-762b-49ba-855b-26fca1c10ee2 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:17.746729 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0b0fa05d-e185-4210-a07f-5910e185d17a req-286945af-762b-49ba-855b-26fca1c10ee2 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d0a0864-c9ef-494f-b4b2-30cde9381388 HTTP/1.1" status: 200 len: 950 time: 0.2379589 Oct 30 15:13:17.820185 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8ca8db58-2a2a-4431-b359-6777660718a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:17.820710 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca8db58-2a2a-4431-b359-6777660718a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d2562ec-c091-4ec7-94e7-07744c5eba68 {{(pid=102130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:13:17.828936 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-91a911b7-8a4e-4b2a-a37f-c536e6de1bb8 req-6e259f14-c4aa-4708-b617-18adee2732e0 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Allocated IP 172.20.0.9 (7f1b75b5-b8f8-4477-a267-2ec1a55fd99b/82e0110b-193b-4288-a3a8-25fc73206750/25c6e1ca-5b02-4492-92da-0e65a0c1bfff) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:13:17.832376 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8ca8db58-2a2a-4431-b359-6777660718a5 admin admin] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:17.837677 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-8ca8db58-2a2a-4431-b359-6777660718a5 admin admin] 10.222.0.62 "DELETE /v2.0/routers/0d2562ec-c091-4ec7-94e7-07744c5eba68 HTTP/1.1" status: 204 len: 168 time: 1.8968160 Oct 30 15:13:17.838336 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34914) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:17.892043 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc770a0f-2fd4-410d-a601-4df3ccd04094 req-7d4a7e2f-993d-4db7-ae55-a6d66e9301b8 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] No DVR routers for this DVR port e9694779-6b62-455b-9680-56a0d71a5255 on host n-h2-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:13:17.899230 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-fc770a0f-2fd4-410d-a601-4df3ccd04094 req-7d4a7e2f-993d-4db7-ae55-a6d66e9301b8 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:17.901356 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0b0fa05d-e185-4210-a07f-5910e185d17a req-9a3b68f1-fe0c-4805-a8d9-60c9570d37ee tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6e850f5-bbac-48ab-9f8b-66d8b92818ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467888 Oct 30 15:13:17.905366 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34916) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:17.907237 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fc770a0f-2fd4-410d-a601-4df3ccd04094 req-7d4a7e2f-993d-4db7-ae55-a6d66e9301b8 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.44 "DELETE /v2.0/ports/e9694779-6b62-455b-9680-56a0d71a5255 HTTP/1.1" status: 204 len: 173 time: 4.1717017 Oct 30 15:13:17.931548 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-f9fe8fdf-6e0f-431e-825e-ed4c533ca971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:17.936084 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-f9fe8fdf-6e0f-431e-825e-ed4c533ca971 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=524f8360-eaf2-4133-a589-da68b60c4b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5231879 Oct 30 15:13:17.988152 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-62436966-fccf-418d-aca2-1d2373ffe882 admin admin] Deleting subnet 9fda3e29-965e-40a7-a164-9115cdedb360 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:13:17.997876 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-62436966-fccf-418d-aca2-1d2373ffe882 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:18.000587 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df07f42-465f-42c9-aaf4-ba0a39e14b8f req-37ba25c2-7dbe-4584-ba6a-3e68af9ee358 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:18.011632 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df07f42-465f-42c9-aaf4-ba0a39e14b8f req-37ba25c2-7dbe-4584-ba6a-3e68af9ee358 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:18.027674 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df07f42-465f-42c9-aaf4-ba0a39e14b8f req-37ba25c2-7dbe-4584-ba6a-3e68af9ee358 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:18.042212 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df07f42-465f-42c9-aaf4-ba0a39e14b8f req-37ba25c2-7dbe-4584-ba6a-3e68af9ee358 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:18.065474 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df07f42-465f-42c9-aaf4-ba0a39e14b8f req-37ba25c2-7dbe-4584-ba6a-3e68af9ee358 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:18.074391 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df07f42-465f-42c9-aaf4-ba0a39e14b8f req-37ba25c2-7dbe-4584-ba6a-3e68af9ee358 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:18.082137 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df07f42-465f-42c9-aaf4-ba0a39e14b8f req-37ba25c2-7dbe-4584-ba6a-3e68af9ee358 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:18.084083 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b9b63c1e-b721-4e10-b41e-91deb391f10d req-fbf5c2bf-fc59-475f-a3c1-5de567865f20 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=b490cbfe-be8a-462b-b72a-b5cd4cdf663c HTTP/1.1" status: 200 len: 210 time: 0.0431285 Oct 30 15:13:18.085160 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4df07f42-465f-42c9-aaf4-ba0a39e14b8f req-37ba25c2-7dbe-4584-ba6a-3e68af9ee358 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 5420 time: 0.7056062 Oct 30 15:13:18.110552 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-62436966-fccf-418d-aca2-1d2373ffe882 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:18.192652 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '618df14e-6aba-40ef-8848-70c44c162096', 'tag': '256e4633-4af9-4c29-9d87-283e76dcef0e'}, {'server_uuid': '660524e5-d36b-4ef4-9c8d-f13627615351', 'name': 'network-vif-deleted', 'tag': 'e9694779-6b62-455b-9680-56a0d71a5255'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:13:18.201057 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d5d3aa-be4e-4585-9db2-0b357e2926d3" -d '{"events": [{"name": "network-changed", "server_uuid": "618df14e-6aba-40ef-8848-70c44c162096", "tag": "256e4633-4af9-4c29-9d87-283e76dcef0e"}, {"server_uuid": "660524e5-d36b-4ef4-9c8d-f13627615351", "name": "network-vif-deleted", "tag": "e9694779-6b62-455b-9680-56a0d71a5255"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:13:18.235056 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f9c7d197-2d75-4ff4-94a9-b23d6eddc27f req-c37ee974-5def-43a1-a72d-c54c882ae3c2 tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] 10.222.0.62 "GET /v2.0/ports?device_id=84c9c53f-2634-4a9d-ba86-3855127ba778 HTTP/1.1" status: 200 len: 210 time: 0.0525854 Oct 30 15:13:18.334156 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-4c964742-f9f5-446d-8a57-90ebb3386582 tempest-PortsAdminExtendedAttrsTestJSON-1414268834 tempest-PortsAdminExtendedAttrsTestJSON-1414268834-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-314665712'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:13:18.375913 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-62436966-fccf-418d-aca2-1d2373ffe882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:18.380042 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c964742-f9f5-446d-8a57-90ebb3386582 tempest-PortsAdminExtendedAttrsTestJSON-1414268834 tempest-PortsAdminExtendedAttrsTestJSON-1414268834-project] Made reservation on behalf of 1d39c4427e664049a6a314d298dad1c3 for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:13:18.388808 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4c964742-f9f5-446d-8a57-90ebb3386582 tempest-PortsAdminExtendedAttrsTestJSON-1414268834 tempest-PortsAdminExtendedAttrsTestJSON-1414268834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:18.403699 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4df07f42-465f-42c9-aaf4-ba0a39e14b8f req-c9d86886-374f-43e0-98cf-3e5bd367dd8f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb8a2948-2c1b-4131-b6de-fecd84bd89b4&id=5eeec3c6-4bd2-414a-bba6-6aabb62faff1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1708646 Oct 30 15:13:18.428780 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4c964742-f9f5-446d-8a57-90ebb3386582 tempest-PortsAdminExtendedAttrsTestJSON-1414268834 tempest-PortsAdminExtendedAttrsTestJSON-1414268834-project] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:18.489890 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e046f1a2-a776-4bb1-bf16-879e222ff4a3 req-31b6a73d-ef62-4a6b-8cad-854af35a715a tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:18.498193 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e046f1a2-a776-4bb1-bf16-879e222ff4a3 req-31b6a73d-ef62-4a6b-8cad-854af35a715a tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d0a0864-c9ef-494f-b4b2-30cde9381388 HTTP/1.1" status: 200 len: 950 time: 0.3845112 Oct 30 15:13:18.608188 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 30 Oct 2021 15:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8de148e-4c40-4d48-9ed5-c165e655d27b x-openstack-request-id: req-b8de148e-4c40-4d48-9ed5-c165e655d27b {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:13:18.609144 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "618df14e-6aba-40ef-8848-70c44c162096", "tag": "256e4633-4af9-4c29-9d87-283e76dcef0e", "status": "completed", "code": 200}, {"server_uuid": "660524e5-d36b-4ef4-9c8d-f13627615351", "name": "network-vif-deleted", "tag": "e9694779-6b62-455b-9680-56a0d71a5255", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:13:18.610920 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b8de148e-4c40-4d48-9ed5-c165e655d27b {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:13:18.611560 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '618df14e-6aba-40ef-8848-70c44c162096', 'tag': '256e4633-4af9-4c29-9d87-283e76dcef0e', 'status': 'completed', 'code': 200} Oct 30 15:13:18.611740 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '660524e5-d36b-4ef4-9c8d-f13627615351', 'name': 'network-vif-deleted', 'tag': 'e9694779-6b62-455b-9680-56a0d71a5255', 'status': 'completed', 'code': 200} Oct 30 15:13:18.619090 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-62436966-fccf-418d-aca2-1d2373ffe882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:18.664804 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-2d71fb87-15fa-4618-8972-009513edd532 service neutron] 10.222.0.53 "GET /v2.0/networks/524f8360-eaf2-4133-a589-da68b60c4b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7022624 Oct 30 15:13:18.769077 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62436966-fccf-418d-aca2-1d2373ffe882 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fda3e29-965e-40a7-a164-9115cdedb360,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:18.782822 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862467ed-2fdb-4330-9f64-f59b41105749 None None] Network c5e21870-f297-41e3-a7d7-67b7a160a95c requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:13:18.803891 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4c964742-f9f5-446d-8a57-90ebb3386582 tempest-PortsAdminExtendedAttrsTestJSON-1414268834 tempest-PortsAdminExtendedAttrsTestJSON-1414268834-project] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:18.823679 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-62436966-fccf-418d-aca2-1d2373ffe882 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:18.838907 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-62436966-fccf-418d-aca2-1d2373ffe882 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/9fda3e29-965e-40a7-a164-9115cdedb360 HTTP/1.1" status: 204 len: 168 time: 0.9940290 Oct 30 15:13:18.842221 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34938) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:18.849639 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-91a911b7-8a4e-4b2a-a37f-c536e6de1bb8 req-6e259f14-c4aa-4708-b617-18adee2732e0 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:18.854258 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4c964742-f9f5-446d-8a57-90ebb3386582 tempest-PortsAdminExtendedAttrsTestJSON-1414268834 tempest-PortsAdminExtendedAttrsTestJSON-1414268834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:19.040660 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c964742-f9f5-446d-8a57-90ebb3386582 tempest-PortsAdminExtendedAttrsTestJSON-1414268834 tempest-PortsAdminExtendedAttrsTestJSON-1414268834-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:13:19.056160 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4c964742-f9f5-446d-8a57-90ebb3386582 tempest-PortsAdminExtendedAttrsTestJSON-1414268834 tempest-PortsAdminExtendedAttrsTestJSON-1414268834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:19.056577 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-4c964742-f9f5-446d-8a57-90ebb3386582 tempest-PortsAdminExtendedAttrsTestJSON-1414268834 tempest-PortsAdminExtendedAttrsTestJSON-1414268834-project] Added segment 17b9964b-bf5a-465f-9cd5-b1c298c35eb9 of type vlan for network 67945ba1-d65a-4ab9-9d9c-f84fa142afd3 Oct 30 15:13:19.082114 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c964742-f9f5-446d-8a57-90ebb3386582 tempest-PortsAdminExtendedAttrsTestJSON-1414268834 tempest-PortsAdminExtendedAttrsTestJSON-1414268834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c628977-61a0-4a91-a242-27e6122b47bd,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:19.098424 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-e046f1a2-a776-4bb1-bf16-879e222ff4a3 req-da65a9fd-14dd-4a20-9f73-1925f2a02543 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Deleting port 09eb4e0a-31e4-4286-b5e2-ae0483204a82 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:13:19.098424 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-e046f1a2-a776-4bb1-bf16-879e222ff4a3 req-da65a9fd-14dd-4a20-9f73-1925f2a02543 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:19.101262 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7868d54c-996a-41c1-acea-2724cf5dab19 req-0efd34f0-3685-4956-b3a9-2eca54640ade tempest-ServerShowV254Test-1081643889 tempest-ServerShowV254Test-1081643889-project] 10.222.0.62 "GET /v2.0/ports?device_id=db15aa8e-4e12-4459-8a09-7962a1ce28d9 HTTP/1.1" status: 200 len: 210 time: 0.1103535 Oct 30 15:13:19.107777 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-91a911b7-8a4e-4b2a-a37f-c536e6de1bb8 req-6e259f14-c4aa-4708-b617-18adee2732e0 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:19.121230 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-6286646f-edd3-4474-b193-8e0daf93f826 service neutron] 10.222.0.53 "GET /v2.0/networks/524f8360-eaf2-4133-a589-da68b60c4b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4401433 Oct 30 15:13:19.216678 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be057ff9-3850-4741-8be0-bd14f948e2d1 None None] DHCP port deletion for c5e21870-f297-41e3-a7d7-67b7a160a95c request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:13:19.267888 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e259f14-c4aa-4708-b617-18adee2732e0 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Pushing event updated for resources: {'Port': ['ID=25c6e1ca-5b02-4492-92da-0e65a0c1bfff,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:19.299571 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91a911b7-8a4e-4b2a-a37f-c536e6de1bb8 req-6e259f14-c4aa-4708-b617-18adee2732e0 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Network 7f1b75b5-b8f8-4477-a267-2ec1a55fd99b is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:13:19.304020 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-be057ff9-3850-4741-8be0-bd14f948e2d1 None None] Deleting port a40e09c7-0200-4cf5-a860-efb624f9ed7c {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:13:19.306636 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be057ff9-3850-4741-8be0-bd14f948e2d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:19.350268 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-557ccb54-2cf5-4bcd-9a42-2c351cbebac2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=8aa78acf-b283-45ba-9f2c-33317dfad74a HTTP/1.1" status: 200 len: 217 time: 0.0853431 Oct 30 15:13:19.351131 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-91a911b7-8a4e-4b2a-a37f-c536e6de1bb8 req-6e259f14-c4aa-4708-b617-18adee2732e0 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:13:19.353583 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-91a911b7-8a4e-4b2a-a37f-c536e6de1bb8 req-6e259f14-c4aa-4708-b617-18adee2732e0 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:13:19.449935 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633dbda9-fe58-448a-bcd0-5d45c210b707 req-319a4ca9-23c8-46ab-a97f-f6f970a1c9dc tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:19.452026 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-633dbda9-fe58-448a-bcd0-5d45c210b707 req-319a4ca9-23c8-46ab-a97f-f6f970a1c9dc tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] 10.222.0.44 "GET /v2.0/networks?id=a58fe444-ac18-4f2f-a60f-5757cef69326 HTTP/1.1" status: 200 len: 816 time: 0.1454690 Oct 30 15:13:19.460620 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4c964742-f9f5-446d-8a57-90ebb3386582 tempest-PortsAdminExtendedAttrsTestJSON-1414268834 tempest-PortsAdminExtendedAttrsTestJSON-1414268834-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:19.477169 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-be057ff9-3850-4741-8be0-bd14f948e2d1 None None] For port a40e09c7-0200-4cf5-a860-efb624f9ed7c, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=a40e09c7-0200-4cf5-a860-efb624f9ed7c,segment=NetworkSegment(d2a9d732-e826-4134-a479-ffe95ee20085),segment_id=d2a9d732-e826-4134-a479-ffe95ee20085)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:13:19.478631 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be057ff9-3850-4741-8be0-bd14f948e2d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:19.500412 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-be057ff9-3850-4741-8be0-bd14f948e2d1 None None] Calling delete_port for a40e09c7-0200-4cf5-a860-efb624f9ed7c owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:13:19.503805 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70938e31-59dc-493b-ae13-98041d5eb18e req-7e425b95-7d6c-4d6e-9c8b-839865e92aac tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:19.505349 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-70938e31-59dc-493b-ae13-98041d5eb18e req-7e425b95-7d6c-4d6e-9c8b-839865e92aac tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=b490cbfe-be8a-462b-b72a-b5cd4cdf663c HTTP/1.1" status: 200 len: 931 time: 0.2386277 Oct 30 15:13:19.549283 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a911b7-8a4e-4b2a-a37f-c536e6de1bb8 req-6e259f14-c4aa-4708-b617-18adee2732e0 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:19.549916 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-91a911b7-8a4e-4b2a-a37f-c536e6de1bb8 req-6e259f14-c4aa-4708-b617-18adee2732e0 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:19.553583 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-e046f1a2-a776-4bb1-bf16-879e222ff4a3 req-da65a9fd-14dd-4a20-9f73-1925f2a02543 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] For port 09eb4e0a-31e4-4286-b5e2-ae0483204a82, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=09eb4e0a-31e4-4286-b5e2-ae0483204a82,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:13:19.553943 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-e046f1a2-a776-4bb1-bf16-879e222ff4a3 req-da65a9fd-14dd-4a20-9f73-1925f2a02543 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:19.580259 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-b08b0bc4-910b-492c-a3cc-3d6b3c8a84c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:19.581805 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-b08b0bc4-910b-492c-a3cc-3d6b3c8a84c6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=521c91ba-254d-4496-ac2a-b56607fa8aa1 HTTP/1.1" status: 200 len: 797 time: 0.2167542 Oct 30 15:13:19.595875 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.db.resource_extend [None req-4c964742-f9f5-446d-8a57-90ebb3386582 tempest-PortsAdminExtendedAttrsTestJSON-1414268834 tempest-PortsAdminExtendedAttrsTestJSON-1414268834-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 30 15:13:19.596457 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-e046f1a2-a776-4bb1-bf16-879e222ff4a3 req-da65a9fd-14dd-4a20-9f73-1925f2a02543 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Calling delete_port for 09eb4e0a-31e4-4286-b5e2-ae0483204a82 owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:13:19.604056 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ce4df15c-cd98-4479-9137-774ff51a7101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:19.630573 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c055c5-fa5b-41b5-8383-e6cb65b8d210 req-8963949f-e54a-49ab-88da-258bb0747a1e tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:19.632081 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device a40e09c7-0200-4cf5-a860-efb624f9ed7c no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:13:19.640882 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-54c055c5-fa5b-41b5-8383-e6cb65b8d210 req-8963949f-e54a-49ab-88da-258bb0747a1e tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d0a0864-c9ef-494f-b4b2-30cde9381388 HTTP/1.1" status: 200 len: 950 time: 0.5076683 Oct 30 15:13:19.653325 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-633dbda9-fe58-448a-bcd0-5d45c210b707 req-404c4049-a8bf-4e83-b570-77f7890666f4 tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea55b09697be4bd28e1dfee52575f408 HTTP/1.1" status: 200 len: 380 time: 0.1813107 Oct 30 15:13:19.659014 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-91a911b7-8a4e-4b2a-a37f-c536e6de1bb8 req-6e259f14-c4aa-4708-b617-18adee2732e0 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4521728 Oct 30 15:13:19.660462 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: a40e09c7-0200-4cf5-a860-efb624f9ed7c {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:13:19.661019 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device a40e09c7-0200-4cf5-a860-efb624f9ed7c not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:13:19.662194 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 7846fdbf-79c7-40bb-81d4-a9e0097d45c0 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:13:19.684381 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-91a911b7-8a4e-4b2a-a37f-c536e6de1bb8 req-e089d363-b6da-4f09-a030-656c265d7e77 service neutron] Request body: {'port': {'device_id': 'b490cbfe-be8a-462b-b72a-b5cd4cdf663c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:13:19.687757 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-70938e31-59dc-493b-ae13-98041d5eb18e req-86597441-5ee2-4f35-9929-48a4df305ce7 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704030 Oct 30 15:13:19.691926 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-633dbda9-fe58-448a-bcd0-5d45c210b707 req-8326b2c6-1fec-4f76-b474-cabfc9bf420e tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Request body: {'port': {'device_id': '84c9c53f-2634-4a9d-ba86-3855127ba778', 'network_id': 'a58fe444-ac18-4f2f-a60f-5757cef69326', 'admin_state_up': True, 'tenant_id': 'ea55b09697be4bd28e1dfee52575f408', 'security_groups': ['409aa1d7-6954-49d1-b464-0b34218da972']}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:13:19.733591 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4c964742-f9f5-446d-8a57-90ebb3386582 tempest-PortsAdminExtendedAttrsTestJSON-1414268834 tempest-PortsAdminExtendedAttrsTestJSON-1414268834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:19.740734 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c964742-f9f5-446d-8a57-90ebb3386582 tempest-PortsAdminExtendedAttrsTestJSON-1414268834 tempest-PortsAdminExtendedAttrsTestJSON-1414268834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:19.741473 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4c964742-f9f5-446d-8a57-90ebb3386582 tempest-PortsAdminExtendedAttrsTestJSON-1414268834 tempest-PortsAdminExtendedAttrsTestJSON-1414268834-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:19.742591 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be057ff9-3850-4741-8be0-bd14f948e2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:19.780491 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be057ff9-3850-4741-8be0-bd14f948e2d1 None None] No DVR routers for this DVR port a40e09c7-0200-4cf5-a860-efb624f9ed7c on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:13:19.835357 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be057ff9-3850-4741-8be0-bd14f948e2d1 None None] Pushing event deleted for resources: {'Port': ['ID=a40e09c7-0200-4cf5-a860-efb624f9ed7c,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:19.841854 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 7846fdbf-79c7-40bb-81d4-a9e0097d45c0 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:13:19.842208 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 7846fdbf-79c7-40bb-81d4-a9e0097d45c0 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:13:19.842631 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device f9ccedd4-0332-4589-8564-f1020c91e868 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:13:19.873160 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: f9ccedd4-0332-4589-8564-f1020c91e868 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:13:19.874151 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3d4536c2-7fc6-4b49-b50a-59afe74c3450 req-83f3d036-bc14-4f9b-9ebf-edde263342e0 tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] 10.222.0.62 "GET /v2.0/ports?device_id=84c9c53f-2634-4a9d-ba86-3855127ba778 HTTP/1.1" status: 200 len: 210 time: 0.0713177 Oct 30 15:13:19.875991 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-7c993543-5da9-49b7-9a79-e1251ecfd55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:19.877351 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-7c993543-5da9-49b7-9a79-e1251ecfd55d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2774601 Oct 30 15:13:19.884000 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device f9ccedd4-0332-4589-8564-f1020c91e868 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:13:19.943975 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-4c964742-f9f5-446d-8a57-90ebb3386582 tempest-PortsAdminExtendedAttrsTestJSON-1414268834 tempest-PortsAdminExtendedAttrsTestJSON-1414268834-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.0375276 Oct 30 15:13:19.962297 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-91a911b7-8a4e-4b2a-a37f-c536e6de1bb8 req-e089d363-b6da-4f09-a030-656c265d7e77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:19.983771 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-54c055c5-fa5b-41b5-8383-e6cb65b8d210 req-1d28c7b9-5473-4aac-858d-596430da9f9c tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6e850f5-bbac-48ab-9f8b-66d8b92818ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416998 Oct 30 15:13:19.989680 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ce4df15c-cd98-4479-9137-774ff51a7101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:20.014303 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c964742-f9f5-446d-8a57-90ebb3386582 tempest-PortsAdminExtendedAttrsTestJSON-1414268834 tempest-PortsAdminExtendedAttrsTestJSON-1414268834-project] Pushing event updated for resources: {'Network': ['ID=67945ba1-d65a-4ab9-9d9c-f84fa142afd3,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:20.028146 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 67945ba1-d65a-4ab9-9d9c-f84fa142afd3 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:13:20.045239 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-ce4df15c-cd98-4479-9137-774ff51a7101 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5e21870-f297-41e3-a7d7-67b7a160a95c']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:13:20.075516 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-ce4df15c-cd98-4479-9137-774ff51a7101 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2a9d732-e826-4134-a479-ffe95ee20085') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:13:20.075825 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-ce4df15c-cd98-4479-9137-774ff51a7101 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2a9d732-e826-4134-a479-ffe95ee20085') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:13:20.106654 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ce4df15c-cd98-4479-9137-774ff51a7101 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:20.147731 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ce4df15c-cd98-4479-9137-774ff51a7101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:20.158738 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-633dbda9-fe58-448a-bcd0-5d45c210b707 req-8326b2c6-1fec-4f76-b474-cabfc9bf420e tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Made reservation on behalf of ea55b09697be4bd28e1dfee52575f408 for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:13:20.168617 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-633dbda9-fe58-448a-bcd0-5d45c210b707 req-8326b2c6-1fec-4f76-b474-cabfc9bf420e tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:20.174592 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce4df15c-cd98-4479-9137-774ff51a7101 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:13:20.175562 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ce4df15c-cd98-4479-9137-774ff51a7101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:20.200619 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:13:20.200619 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:13:20.200619 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:13:20.200619 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:13:20.200619 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:13:20.200619 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:13:20.200619 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:13:20.200619 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:13:20.200619 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:13:20.200619 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:13:20.200619 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:13:20.200619 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:13:20.200619 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:13:20.200619 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:13:20.200619 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:13:20.200619 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:13:20.200619 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:13:20.200619 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:13:20.200619 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:13:20.200619 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:13:20.200619 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:13:20.200619 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:13:20.200619 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:13:20.200619 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:13:20.200619 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:13:20.200619 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:13:20.200619 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:13:20.200619 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:13:20.200619 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:13:20.200619 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:13:20.200619 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:13:20.200619 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:13:20.274951 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34958) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:20.295122 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Request body: {'port': {'network_id': '67945ba1-d65a-4ab9-9d9c-f84fa142afd3', 'binding:host_id': 'n-h1-806683-17', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1917689044'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:13:20.781754 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-df5878a7-2c97-497c-b499-aa38b4f69743 req-809a704f-48c1-409b-9113-80f252f4b869 tempest-ServerShowV254Test-1081643889 tempest-ServerShowV254Test-1081643889-project] 10.222.0.62 "GET /v2.0/ports?device_id=db15aa8e-4e12-4459-8a09-7962a1ce28d9 HTTP/1.1" status: 200 len: 210 time: 0.4362316 Oct 30 15:13:20.785280 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ce4df15c-cd98-4479-9137-774ff51a7101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:20.789066 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Made reservation on behalf of 37aa366b42354fc9b9f80a4ff81c0289 for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:13:20.792148 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:20.801433 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ce4df15c-cd98-4479-9137-774ff51a7101 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:20.804926 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-ce4df15c-cd98-4479-9137-774ff51a7101 admin admin] 10.222.0.62 "DELETE /v2.0/networks/c5e21870-f297-41e3-a7d7-67b7a160a95c HTTP/1.1" status: 204 len: 168 time: 1.9580941 Oct 30 15:13:20.833014 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:20.873856 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4df15c-cd98-4479-9137-774ff51a7101 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5e21870-f297-41e3-a7d7-67b7a160a95c,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:20.889854 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-633dbda9-fe58-448a-bcd0-5d45c210b707 req-8326b2c6-1fec-4f76-b474-cabfc9bf420e tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Allocated IP 172.20.0.14 (a58fe444-ac18-4f2f-a60f-5757cef69326/86bad708-b245-4630-806f-13e585804342/8c906c36-6f1a-4204-afe6-a31762fbf76a) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:13:20.934332 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-e046f1a2-a776-4bb1-bf16-879e222ff4a3 req-da65a9fd-14dd-4a20-9f73-1925f2a02543 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:20.948553 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:13:21.089049 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a26201b-bc3f-414e-b32a-380a7a146be5 req-530d363d-9c8d-46a5-a0ed-8b1d5f0f3bbc tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:21.099971 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a26201b-bc3f-414e-b32a-380a7a146be5 req-530d363d-9c8d-46a5-a0ed-8b1d5f0f3bbc tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:21.111616 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a26201b-bc3f-414e-b32a-380a7a146be5 req-530d363d-9c8d-46a5-a0ed-8b1d5f0f3bbc tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:21.130280 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a26201b-bc3f-414e-b32a-380a7a146be5 req-530d363d-9c8d-46a5-a0ed-8b1d5f0f3bbc tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:21.138273 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048cf377-2850-47ac-9734-46f6381808e3 req-39ba1bc2-09d2-444e-95d4-16044ec25810 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:21.139976 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-048cf377-2850-47ac-9734-46f6381808e3 req-39ba1bc2-09d2-444e-95d4-16044ec25810 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=b490cbfe-be8a-462b-b72a-b5cd4cdf663c HTTP/1.1" status: 200 len: 931 time: 0.2164388 Oct 30 15:13:21.148335 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a26201b-bc3f-414e-b32a-380a7a146be5 req-530d363d-9c8d-46a5-a0ed-8b1d5f0f3bbc tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:21.159848 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a26201b-bc3f-414e-b32a-380a7a146be5 req-530d363d-9c8d-46a5-a0ed-8b1d5f0f3bbc tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:21.173953 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34968) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:21.174906 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a26201b-bc3f-414e-b32a-380a7a146be5 req-530d363d-9c8d-46a5-a0ed-8b1d5f0f3bbc tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:21.183687 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7a26201b-bc3f-414e-b32a-380a7a146be5 req-530d363d-9c8d-46a5-a0ed-8b1d5f0f3bbc tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 5420 time: 1.1984134 Oct 30 15:13:21.187258 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-b7b809bc-0ead-484f-84b9-778311eeb8d7 service neutron] 10.222.0.53 "GET /v2.0/networks/5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2355108 Oct 30 15:13:21.190772 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da65a9fd-14dd-4a20-9f73-1925f2a02543 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Pushing event deleted for resources: {'Port': ['ID=09eb4e0a-31e4-4286-b5e2-ae0483204a82,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:21.256919 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-aeff4916-8216-496c-af2f-2723123f969c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:21.304785 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-048cf377-2850-47ac-9734-46f6381808e3 req-bef6e948-fec3-443a-b9cd-c24ee4f2e83e tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576304 Oct 30 15:13:21.344256 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-3d0ce3be-1170-47d9-b3db-e91bfba3e8b3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=53f0ab547be74051bf11fa1fbafb4044&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1644535 Oct 30 15:13:21.347068 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34970) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:21.352061 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:21.367555 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-633dbda9-fe58-448a-bcd0-5d45c210b707 req-8326b2c6-1fec-4f76-b474-cabfc9bf420e tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:21.387514 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:21.394418 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 09eb4e0a-31e4-4286-b5e2-ae0483204a82 no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:13:21.419412 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] device_id is not set on port a11b0652-684c-4a9e-b837-9198858607ba yet. {{(pid=102130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:13:21.424369 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7a26201b-bc3f-414e-b32a-380a7a146be5 req-b515c06f-f3d2-4e3b-8b2b-9d4801140537 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb8a2948-2c1b-4131-b6de-fecd84bd89b4&id=5eeec3c6-4bd2-414a-bba6-6aabb62faff1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2391701 Oct 30 15:13:21.425269 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-e046f1a2-a776-4bb1-bf16-879e222ff4a3 req-da65a9fd-14dd-4a20-9f73-1925f2a02543 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] No DVR routers for this DVR port 09eb4e0a-31e4-4286-b5e2-ae0483204a82 on host n-h2-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:13:21.427927 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-e046f1a2-a776-4bb1-bf16-879e222ff4a3 req-da65a9fd-14dd-4a20-9f73-1925f2a02543 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:21.435366 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] No Port match for: 09eb4e0a-31e4-4286-b5e2-ae0483204a82 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:13:21.435935 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 09eb4e0a-31e4-4286-b5e2-ae0483204a82 not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:13:21.436611 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e046f1a2-a776-4bb1-bf16-879e222ff4a3 req-da65a9fd-14dd-4a20-9f73-1925f2a02543 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.44 "DELETE /v2.0/ports/09eb4e0a-31e4-4286-b5e2-ae0483204a82 HTTP/1.1" status: 204 len: 173 time: 2.9052684 Oct 30 15:13:21.469012 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d0a0864-c9ef-494f-b4b2-30cde9381388', 'name': 'network-vif-deleted', 'tag': '09eb4e0a-31e4-4286-b5e2-ae0483204a82'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:13:21.473232 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adef6f88-af91-47ce-9928-334e434cdf2a" -d '{"events": [{"server_uuid": "9d0a0864-c9ef-494f-b4b2-30cde9381388", "name": "network-vif-deleted", "tag": "09eb4e0a-31e4-4286-b5e2-ae0483204a82"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:13:21.603974 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-91a911b7-8a4e-4b2a-a37f-c536e6de1bb8 req-e089d363-b6da-4f09-a030-656c265d7e77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25c6e1ca-5b02-4492-92da-0e65a0c1bfff {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:13:21.609021 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b038a51-d262-41cf-a42a-dffdaddac5e6,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:21.631666 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-58d8a4cb-4964-483d-94b3-9c2fdf6a6d9b req-6b9fbba4-5491-4bb5-9c68-f5e94938968d tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d0a0864-c9ef-494f-b4b2-30cde9381388 HTTP/1.1" status: 200 len: 210 time: 0.0993872 Oct 30 15:13:21.645717 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-91a911b7-8a4e-4b2a-a37f-c536e6de1bb8 req-e089d363-b6da-4f09-a030-656c265d7e77 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:21.701911 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-91a911b7-8a4e-4b2a-a37f-c536e6de1bb8 req-e089d363-b6da-4f09-a030-656c265d7e77 service neutron] Transition to ACTIVE for port object 25c6e1ca-5b02-4492-92da-0e65a0c1bfff will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:13:21.707270 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-5385ebcf-2787-48e2-8797-58556842578a service neutron] 10.222.0.53 "GET /v2.0/networks/5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4660065 Oct 30 15:13:21.711909 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3399f6cc-6971-427d-a188-c0f1bfce0773 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:21.720423 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ca9f687a-b816-4e72-af34-10c501d868a8 req-a90056fa-4adf-4497-9ea4-3ee2f7d600cc tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] 10.222.0.62 "GET /v2.0/ports?device_id=84c9c53f-2634-4a9d-ba86-3855127ba778 HTTP/1.1" status: 200 len: 210 time: 0.2881398 Oct 30 15:13:21.758710 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3399f6cc-6971-427d-a188-c0f1bfce0773 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:21.843950 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a40c3a6-144d-46e3-8bfa-8feeda1f116b x-openstack-request-id: req-5a40c3a6-144d-46e3-8bfa-8feeda1f116b {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:13:21.844308 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d0a0864-c9ef-494f-b4b2-30cde9381388", "name": "network-vif-deleted", "tag": "09eb4e0a-31e4-4286-b5e2-ae0483204a82", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:13:21.844551 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5a40c3a6-144d-46e3-8bfa-8feeda1f116b {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:13:21.844961 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d0a0864-c9ef-494f-b4b2-30cde9381388', 'name': 'network-vif-deleted', 'tag': '09eb4e0a-31e4-4286-b5e2-ae0483204a82', 'status': 'completed', 'code': 200} Oct 30 15:13:21.846046 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-91a911b7-8a4e-4b2a-a37f-c536e6de1bb8 req-e089d363-b6da-4f09-a030-656c265d7e77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:21.869355 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3399f6cc-6971-427d-a188-c0f1bfce0773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:21.873004 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3399f6cc-6971-427d-a188-c0f1bfce0773 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:21.878333 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-3399f6cc-6971-427d-a188-c0f1bfce0773 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/24646135-3022-47ac-ac82-a434b1129fc6 HTTP/1.1" status: 204 len: 168 time: 0.5305357 Oct 30 15:13:21.992397 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] device_id is not set on port a11b0652-684c-4a9e-b837-9198858607ba yet. {{(pid=102130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:13:22.004368 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:22.012334 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-633dbda9-fe58-448a-bcd0-5d45c210b707 req-8326b2c6-1fec-4f76-b474-cabfc9bf420e tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:22.016718 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-b9cb61d0-9cc1-4b0c-8487-4a34e03cfc4e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=80060876-f4f1-4c9d-9c66-0639e6343df4 HTTP/1.1" status: 200 len: 217 time: 0.1748931 Oct 30 15:13:22.028081 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3399f6cc-6971-427d-a188-c0f1bfce0773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24646135-3022-47ac-ac82-a434b1129fc6,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:22.053497 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bdc50cc2-8096-4e9b-a745-1b64d7c07792 req-c1ab7f8e-e5db-4e00-a646-0290ec2a2832 tempest-ServerShowV254Test-1081643889 tempest-ServerShowV254Test-1081643889-project] 10.222.0.62 "GET /v2.0/ports?device_id=db15aa8e-4e12-4459-8a09-7962a1ce28d9 HTTP/1.1" status: 200 len: 210 time: 0.0438700 Oct 30 15:13:22.054592 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:22.142910 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089d363-b6da-4f09-a030-656c265d7e77 service neutron] Pushing event updated for resources: {'Port': ['ID=25c6e1ca-5b02-4492-92da-0e65a0c1bfff,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:22.145873 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-633dbda9-fe58-448a-bcd0-5d45c210b707 req-8326b2c6-1fec-4f76-b474-cabfc9bf420e tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Network a58fe444-ac18-4f2f-a60f-5757cef69326 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:13:22.177886 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Checking segment: {'id': '17b9964b-bf5a-465f-9cd5-b1c298c35eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '67945ba1-d65a-4ab9-9d9c-f84fa142afd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:13:22.178242 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Network hostable DHCP agents. Network: 67945ba1-d65a-4ab9-9d9c-f84fa142afd3, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:13:22.183009 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-633dbda9-fe58-448a-bcd0-5d45c210b707 req-8326b2c6-1fec-4f76-b474-cabfc9bf420e tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:13:22.213050 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-633dbda9-fe58-448a-bcd0-5d45c210b707 req-8326b2c6-1fec-4f76-b474-cabfc9bf420e tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:13:22.275258 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-07249760-2ad0-4644-93fb-187916b8aa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:22.277740 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-07249760-2ad0-4644-93fb-187916b8aa15 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=521c91ba-254d-4496-ac2a-b56607fa8aa1 HTTP/1.1" status: 200 len: 797 time: 0.2534211 Oct 30 15:13:22.287388 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633dbda9-fe58-448a-bcd0-5d45c210b707 req-8326b2c6-1fec-4f76-b474-cabfc9bf420e tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:22.287871 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-633dbda9-fe58-448a-bcd0-5d45c210b707 req-8326b2c6-1fec-4f76-b474-cabfc9bf420e tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:22.296007 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Network 67945ba1-d65a-4ab9-9d9c-f84fa142afd3 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:13:22.311562 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 67945ba1-d65a-4ab9-9d9c-f84fa142afd3) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:13:22.317355 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-91a911b7-8a4e-4b2a-a37f-c536e6de1bb8 req-e089d363-b6da-4f09-a030-656c265d7e77 service neutron] Attempting to bind port 25c6e1ca-5b02-4492-92da-0e65a0c1bfff on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:13:22.317355 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-91a911b7-8a4e-4b2a-a37f-c536e6de1bb8 req-e089d363-b6da-4f09-a030-656c265d7e77 service neutron] Attempting to bind port 25c6e1ca-5b02-4492-92da-0e65a0c1bfff by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '495e0bcf-a0e5-4b3d-8fa7-4467a729ed3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '7f1b75b5-b8f8-4477-a267-2ec1a55fd99b'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:13:22.317355 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a911b7-8a4e-4b2a-a37f-c536e6de1bb8 req-e089d363-b6da-4f09-a030-656c265d7e77 service neutron] Attempting to bind port 25c6e1ca-5b02-4492-92da-0e65a0c1bfff on network 7f1b75b5-b8f8-4477-a267-2ec1a55fd99b {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:13:22.325277 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12261f9-9001-4ef5-8de1-4e22d8caa756 None None] Network 67945ba1-d65a-4ab9-9d9c-f84fa142afd3 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:13:22.333072 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8326b2c6-1fec-4f76-b474-cabfc9bf420e tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Pushing event updated for resources: {'Port': ['ID=8c906c36-6f1a-4204-afe6-a31762fbf76a,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:22.337708 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:13:22.354818 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port a11b0652-684c-4a9e-b837-9198858607ba on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:13:22.355710 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port a11b0652-684c-4a9e-b837-9198858607ba by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '17b9964b-bf5a-465f-9cd5-b1c298c35eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '67945ba1-d65a-4ab9-9d9c-f84fa142afd3'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:13:22.356055 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port a11b0652-684c-4a9e-b837-9198858607ba on network 67945ba1-d65a-4ab9-9d9c-f84fa142afd3 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:13:22.381964 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a911b7-8a4e-4b2a-a37f-c536e6de1bb8 req-e089d363-b6da-4f09-a030-656c265d7e77 service neutron] Port 25c6e1ca-5b02-4492-92da-0e65a0c1bfff on network 7f1b75b5-b8f8-4477-a267-2ec1a55fd99b not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:13:22.382339 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a911b7-8a4e-4b2a-a37f-c536e6de1bb8 req-e089d363-b6da-4f09-a030-656c265d7e77 service neutron] Attempting to bind port 25c6e1ca-5b02-4492-92da-0e65a0c1bfff on network 7f1b75b5-b8f8-4477-a267-2ec1a55fd99b {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:13:22.404744 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a911b7-8a4e-4b2a-a37f-c536e6de1bb8 req-e089d363-b6da-4f09-a030-656c265d7e77 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:13:22.405381 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a911b7-8a4e-4b2a-a37f-c536e6de1bb8 req-e089d363-b6da-4f09-a030-656c265d7e77 service neutron] Checking segment: {'id': '495e0bcf-a0e5-4b3d-8fa7-4467a729ed3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '7f1b75b5-b8f8-4477-a267-2ec1a55fd99b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:13:22.417278 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Port a11b0652-684c-4a9e-b837-9198858607ba on network 67945ba1-d65a-4ab9-9d9c-f84fa142afd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:13:22.418432 n-d-806683-17 neutron-server[102130]: ERROR neutron.plugins.ml2.managers [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Failed to bind port a11b0652-684c-4a9e-b837-9198858607ba on host n-h1-806683-17 for vnic_type normal using segments [{'id': '17b9964b-bf5a-465f-9cd5-b1c298c35eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '67945ba1-d65a-4ab9-9d9c-f84fa142afd3'}] Oct 30 15:13:22.419264 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Pushing event updated for resources: {'Port': ['ID=a11b0652-684c-4a9e-b837-9198858607ba,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:22.420472 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a911b7-8a4e-4b2a-a37f-c536e6de1bb8 req-e089d363-b6da-4f09-a030-656c265d7e77 service neutron] Bound using segment: {'id': '495e0bcf-a0e5-4b3d-8fa7-4467a729ed3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '7f1b75b5-b8f8-4477-a267-2ec1a55fd99b'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:13:22.421623 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-91a911b7-8a4e-4b2a-a37f-c536e6de1bb8 req-e089d363-b6da-4f09-a030-656c265d7e77 service neutron] Bound port: 25c6e1ca-5b02-4492-92da-0e65a0c1bfff, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '495e0bcf-a0e5-4b3d-8fa7-4467a729ed3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '7f1b75b5-b8f8-4477-a267-2ec1a55fd99b'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:13:22.422188 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-91a911b7-8a4e-4b2a-a37f-c536e6de1bb8 req-e089d363-b6da-4f09-a030-656c265d7e77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:22.424646 n-d-806683-17 neutron-server[102130]: INFO neutron.plugins.ml2.plugin [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempt 2 to bind port a11b0652-684c-4a9e-b837-9198858607ba Oct 30 15:13:22.442891 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port a11b0652-684c-4a9e-b837-9198858607ba on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:13:22.444866 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port a11b0652-684c-4a9e-b837-9198858607ba by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '17b9964b-bf5a-465f-9cd5-b1c298c35eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '67945ba1-d65a-4ab9-9d9c-f84fa142afd3'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:13:22.445686 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port a11b0652-684c-4a9e-b837-9198858607ba on network 67945ba1-d65a-4ab9-9d9c-f84fa142afd3 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:13:22.455063 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-633dbda9-fe58-448a-bcd0-5d45c210b707 req-8326b2c6-1fec-4f76-b474-cabfc9bf420e tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7882767 Oct 30 15:13:22.457890 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-0ddc3cd6-e0ec-4d46-973f-3f0a6374d85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:22.459527 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-0ddc3cd6-e0ec-4d46-973f-3f0a6374d85c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1724854 Oct 30 15:13:22.474752 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-633dbda9-fe58-448a-bcd0-5d45c210b707 req-9c62f005-4cca-4ed2-b759-8c70f6ae024a service neutron] Request body: {'port': {'device_id': '84c9c53f-2634-4a9d-ba86-3855127ba778', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:13:22.630571 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Port a11b0652-684c-4a9e-b837-9198858607ba on network 67945ba1-d65a-4ab9-9d9c-f84fa142afd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:13:22.630969 n-d-806683-17 neutron-server[102130]: ERROR neutron.plugins.ml2.managers [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Failed to bind port a11b0652-684c-4a9e-b837-9198858607ba on host n-h1-806683-17 for vnic_type normal using segments [{'id': '17b9964b-bf5a-465f-9cd5-b1c298c35eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '67945ba1-d65a-4ab9-9d9c-f84fa142afd3'}] Oct 30 15:13:22.632827 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-633dbda9-fe58-448a-bcd0-5d45c210b707 req-9c62f005-4cca-4ed2-b759-8c70f6ae024a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:22.663222 n-d-806683-17 neutron-server[102130]: INFO neutron.plugins.ml2.plugin [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempt 3 to bind port a11b0652-684c-4a9e-b837-9198858607ba Oct 30 15:13:22.713195 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port a11b0652-684c-4a9e-b837-9198858607ba on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:13:22.713530 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port a11b0652-684c-4a9e-b837-9198858607ba by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '17b9964b-bf5a-465f-9cd5-b1c298c35eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '67945ba1-d65a-4ab9-9d9c-f84fa142afd3'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:13:22.717298 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port a11b0652-684c-4a9e-b837-9198858607ba on network 67945ba1-d65a-4ab9-9d9c-f84fa142afd3 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:13:22.738514 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-ace21136-37d4-4d1b-bb2e-f88dea5d12df None None] Provisioning complete for port 8c906c36-6f1a-4204-afe6-a31762fbf76a triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:13:22.738927 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ace21136-37d4-4d1b-bb2e-f88dea5d12df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:22.780507 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-ace21136-37d4-4d1b-bb2e-f88dea5d12df None None] Port 8c906c36-6f1a-4204-afe6-a31762fbf76a cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:13:22.783297 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-91a911b7-8a4e-4b2a-a37f-c536e6de1bb8 req-e089d363-b6da-4f09-a030-656c265d7e77 service neutron] For port 25c6e1ca-5b02-4492-92da-0e65a0c1bfff, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:13:22.803260 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-91a911b7-8a4e-4b2a-a37f-c536e6de1bb8 req-e089d363-b6da-4f09-a030-656c265d7e77 service neutron] For port 25c6e1ca-5b02-4492-92da-0e65a0c1bfff, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=25c6e1ca-5b02-4492-92da-0e65a0c1bfff,segment=NetworkSegment(495e0bcf-a0e5-4b3d-8fa7-4467a729ed3e),segment_id=495e0bcf-a0e5-4b3d-8fa7-4467a729ed3e)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:13:22.805174 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Port a11b0652-684c-4a9e-b837-9198858607ba on network 67945ba1-d65a-4ab9-9d9c-f84fa142afd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:13:22.805507 n-d-806683-17 neutron-server[102130]: ERROR neutron.plugins.ml2.managers [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Failed to bind port a11b0652-684c-4a9e-b837-9198858607ba on host n-h1-806683-17 for vnic_type normal using segments [{'id': '17b9964b-bf5a-465f-9cd5-b1c298c35eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '67945ba1-d65a-4ab9-9d9c-f84fa142afd3'}] Oct 30 15:13:22.815350 n-d-806683-17 neutron-server[102130]: INFO neutron.plugins.ml2.plugin [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempt 4 to bind port a11b0652-684c-4a9e-b837-9198858607ba Oct 30 15:13:22.825487 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-91a911b7-8a4e-4b2a-a37f-c536e6de1bb8 req-e089d363-b6da-4f09-a030-656c265d7e77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:22.853826 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port a11b0652-684c-4a9e-b837-9198858607ba on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:13:22.854168 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port a11b0652-684c-4a9e-b837-9198858607ba by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '17b9964b-bf5a-465f-9cd5-b1c298c35eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '67945ba1-d65a-4ab9-9d9c-f84fa142afd3'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:13:22.854510 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port a11b0652-684c-4a9e-b837-9198858607ba on network 67945ba1-d65a-4ab9-9d9c-f84fa142afd3 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:13:22.903799 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Port a11b0652-684c-4a9e-b837-9198858607ba on network 67945ba1-d65a-4ab9-9d9c-f84fa142afd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:13:22.904144 n-d-806683-17 neutron-server[102130]: ERROR neutron.plugins.ml2.managers [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Failed to bind port a11b0652-684c-4a9e-b837-9198858607ba on host n-h1-806683-17 for vnic_type normal using segments [{'id': '17b9964b-bf5a-465f-9cd5-b1c298c35eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '67945ba1-d65a-4ab9-9d9c-f84fa142afd3'}] Oct 30 15:13:22.905402 n-d-806683-17 neutron-server[102130]: INFO neutron.plugins.ml2.plugin [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempt 5 to bind port a11b0652-684c-4a9e-b837-9198858607ba Oct 30 15:13:22.923665 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a911b7-8a4e-4b2a-a37f-c536e6de1bb8 req-e089d363-b6da-4f09-a030-656c265d7e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:22.926477 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-91a911b7-8a4e-4b2a-a37f-c536e6de1bb8 req-e089d363-b6da-4f09-a030-656c265d7e77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:22.928262 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-91a911b7-8a4e-4b2a-a37f-c536e6de1bb8 req-e089d363-b6da-4f09-a030-656c265d7e77 service neutron] 10.222.0.53 "PUT /v2.0/ports/25c6e1ca-5b02-4492-92da-0e65a0c1bfff HTTP/1.1" status: 200 len: 1092 time: 3.2574334 Oct 30 15:13:22.984800 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa675eec-50fe-4e87-9d32-d410dc32d296 req-f870fc09-5a12-4d73-a000-93fbf18b86b8 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:22.986905 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fa675eec-50fe-4e87-9d32-d410dc32d296 req-f870fc09-5a12-4d73-a000-93fbf18b86b8 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=b490cbfe-be8a-462b-b72a-b5cd4cdf663c HTTP/1.1" status: 200 len: 943 time: 0.4012380 Oct 30 15:13:23.030954 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-10c029b5-72fd-4b2c-84f2-627bdb856d54 service neutron] 10.222.0.53 "GET /v2.0/networks/5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5481524 Oct 30 15:13:23.065833 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port a11b0652-684c-4a9e-b837-9198858607ba on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:13:23.066177 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port a11b0652-684c-4a9e-b837-9198858607ba by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '17b9964b-bf5a-465f-9cd5-b1c298c35eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '67945ba1-d65a-4ab9-9d9c-f84fa142afd3'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:13:23.066519 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port a11b0652-684c-4a9e-b837-9198858607ba on network 67945ba1-d65a-4ab9-9d9c-f84fa142afd3 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:13:23.099373 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085a30c-5b83-4bcf-9c26-6a7247cd853a req-9af75f1e-31bb-4191-8eaa-e1715049d350 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:23.120581 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085a30c-5b83-4bcf-9c26-6a7247cd853a req-9af75f1e-31bb-4191-8eaa-e1715049d350 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:23.126690 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085a30c-5b83-4bcf-9c26-6a7247cd853a req-9af75f1e-31bb-4191-8eaa-e1715049d350 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:23.133875 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085a30c-5b83-4bcf-9c26-6a7247cd853a req-9af75f1e-31bb-4191-8eaa-e1715049d350 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:23.151614 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085a30c-5b83-4bcf-9c26-6a7247cd853a req-9af75f1e-31bb-4191-8eaa-e1715049d350 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:23.162472 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085a30c-5b83-4bcf-9c26-6a7247cd853a req-9af75f1e-31bb-4191-8eaa-e1715049d350 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:23.175012 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085a30c-5b83-4bcf-9c26-6a7247cd853a req-9af75f1e-31bb-4191-8eaa-e1715049d350 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:23.177036 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c085a30c-5b83-4bcf-9c26-6a7247cd853a req-9af75f1e-31bb-4191-8eaa-e1715049d350 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 5420 time: 0.5452445 Oct 30 15:13:23.242609 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c085a30c-5b83-4bcf-9c26-6a7247cd853a req-0b565665-0b16-41e6-b714-a8e47c442e3f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb8a2948-2c1b-4131-b6de-fecd84bd89b4&id=5eeec3c6-4bd2-414a-bba6-6aabb62faff1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523188 Oct 30 15:13:23.255802 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Port a11b0652-684c-4a9e-b837-9198858607ba on network 67945ba1-d65a-4ab9-9d9c-f84fa142afd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:13:23.256197 n-d-806683-17 neutron-server[102130]: ERROR neutron.plugins.ml2.managers [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Failed to bind port a11b0652-684c-4a9e-b837-9198858607ba on host n-h1-806683-17 for vnic_type normal using segments [{'id': '17b9964b-bf5a-465f-9cd5-b1c298c35eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '67945ba1-d65a-4ab9-9d9c-f84fa142afd3'}] Oct 30 15:13:23.256520 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089d363-b6da-4f09-a030-656c265d7e77 service neutron] Pushing event updated for resources: {'Port': ['ID=25c6e1ca-5b02-4492-92da-0e65a0c1bfff,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:23.274796 n-d-806683-17 neutron-server[102130]: INFO neutron.plugins.ml2.plugin [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempt 6 to bind port a11b0652-684c-4a9e-b837-9198858607ba Oct 30 15:13:23.310369 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a911b7-8a4e-4b2a-a37f-c536e6de1bb8 req-54104d03-111c-4f75-8b5f-29b2fc611c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:23.310622 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port a11b0652-684c-4a9e-b837-9198858607ba on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:13:23.310728 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-91a911b7-8a4e-4b2a-a37f-c536e6de1bb8 req-54104d03-111c-4f75-8b5f-29b2fc611c1e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bb8b223744b44833a53287a2afef5a92&device_id=b490cbfe-be8a-462b-b72a-b5cd4cdf663c HTTP/1.1" status: 200 len: 1095 time: 0.3196752 Oct 30 15:13:23.310840 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port a11b0652-684c-4a9e-b837-9198858607ba by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '17b9964b-bf5a-465f-9cd5-b1c298c35eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '67945ba1-d65a-4ab9-9d9c-f84fa142afd3'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:13:23.311043 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port a11b0652-684c-4a9e-b837-9198858607ba on network 67945ba1-d65a-4ab9-9d9c-f84fa142afd3 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:13:23.343000 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fa675eec-50fe-4e87-9d32-d410dc32d296 req-2a242564-44f0-4b01-873a-c09bf2d2922c tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3207586 Oct 30 15:13:23.409217 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-91a911b7-8a4e-4b2a-a37f-c536e6de1bb8 req-21e653f9-cd84-4646-a5f6-fae23a2ba116 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25c6e1ca-5b02-4492-92da-0e65a0c1bfff HTTP/1.1" status: 200 len: 217 time: 0.0775709 Oct 30 15:13:23.502708 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Port a11b0652-684c-4a9e-b837-9198858607ba on network 67945ba1-d65a-4ab9-9d9c-f84fa142afd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:13:23.505186 n-d-806683-17 neutron-server[102130]: ERROR neutron.plugins.ml2.managers [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Failed to bind port a11b0652-684c-4a9e-b837-9198858607ba on host n-h1-806683-17 for vnic_type normal using segments [{'id': '17b9964b-bf5a-465f-9cd5-b1c298c35eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '67945ba1-d65a-4ab9-9d9c-f84fa142afd3'}] Oct 30 15:13:23.525418 n-d-806683-17 neutron-server[102130]: INFO neutron.plugins.ml2.plugin [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempt 7 to bind port a11b0652-684c-4a9e-b837-9198858607ba Oct 30 15:13:23.588325 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-a3313b3e-97de-4c3d-b823-0599b8020a8d service neutron] 10.222.0.53 "GET /v2.0/networks/5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5267398 Oct 30 15:13:23.664195 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-616b061a-c005-4da7-83ea-ad24a4e49e39 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=7653bb03-0e9a-40b6-b92c-448a5acd76f4 HTTP/1.1" status: 200 len: 217 time: 0.0561328 Oct 30 15:13:23.665626 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a911b7-8a4e-4b2a-a37f-c536e6de1bb8 req-1e57b1ef-6a2f-4355-9d33-f19344dacc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:23.666987 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-91a911b7-8a4e-4b2a-a37f-c536e6de1bb8 req-1e57b1ef-6a2f-4355-9d33-f19344dacc96 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=82e0110b-193b-4288-a3a8-25fc73206750 HTTP/1.1" status: 200 len: 854 time: 0.2433527 Oct 30 15:13:23.684111 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f0480-6fdd-4c3a-8e46-bff457962983 req-4cf58da6-e7d7-4275-84e2-e2fa89a7a3ba tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:23.685612 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6a2f0480-6fdd-4c3a-8e46-bff457962983 req-4cf58da6-e7d7-4275-84e2-e2fa89a7a3ba tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] 10.222.0.62 "GET /v2.0/ports?device_id=84c9c53f-2634-4a9d-ba86-3855127ba778 HTTP/1.1" status: 200 len: 932 time: 0.2323499 Oct 30 15:13:23.749131 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-91a911b7-8a4e-4b2a-a37f-c536e6de1bb8 req-939042b9-2bed-4001-a7ad-dcfec192553f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7f1b75b5-b8f8-4477-a267-2ec1a55fd99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625136 Oct 30 15:13:23.762254 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0fafe9d4-60a9-466c-bae6-53e5c8322cdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:23.765664 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-633dbda9-fe58-448a-bcd0-5d45c210b707 req-9c62f005-4cca-4ed2-b759-8c70f6ae024a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c906c36-6f1a-4204-afe6-a31762fbf76a {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:13:23.779261 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-633dbda9-fe58-448a-bcd0-5d45c210b707 req-9c62f005-4cca-4ed2-b759-8c70f6ae024a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:23.795338 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-633dbda9-fe58-448a-bcd0-5d45c210b707 req-9c62f005-4cca-4ed2-b759-8c70f6ae024a service neutron] Transition to ACTIVE for port object 8c906c36-6f1a-4204-afe6-a31762fbf76a will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:13:23.852188 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-392371be-c41a-409b-afa1-6b99a204e62d req-b0fd81c9-8b33-40fe-b22c-02d82ec6234c tempest-ServerShowV254Test-1081643889 tempest-ServerShowV254Test-1081643889-project] 10.222.0.62 "GET /v2.0/ports?device_id=db15aa8e-4e12-4459-8a09-7962a1ce28d9 HTTP/1.1" status: 200 len: 210 time: 0.3550830 Oct 30 15:13:23.853190 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port a11b0652-684c-4a9e-b837-9198858607ba on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:13:23.853696 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port a11b0652-684c-4a9e-b837-9198858607ba by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '17b9964b-bf5a-465f-9cd5-b1c298c35eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '67945ba1-d65a-4ab9-9d9c-f84fa142afd3'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:13:23.854208 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b490cbfe-be8a-462b-b72a-b5cd4cdf663c', 'tag': '25c6e1ca-5b02-4492-92da-0e65a0c1bfff'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:13:23.854739 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port a11b0652-684c-4a9e-b837-9198858607ba on network 67945ba1-d65a-4ab9-9d9c-f84fa142afd3 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:13:23.857088 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b196ba-09c3-402b-b40f-b04216c4852c" -d '{"events": [{"name": "network-changed", "server_uuid": "b490cbfe-be8a-462b-b72a-b5cd4cdf663c", "tag": "25c6e1ca-5b02-4492-92da-0e65a0c1bfff"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:13:23.861171 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-91a911b7-8a4e-4b2a-a37f-c536e6de1bb8 req-485597c1-b7a4-4394-abdc-8055f3b0e09b service neutron] 10.222.0.53 "GET /v2.0/networks/7f1b75b5-b8f8-4477-a267-2ec1a55fd99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011636 Oct 30 15:13:23.863140 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-633dbda9-fe58-448a-bcd0-5d45c210b707 req-9c62f005-4cca-4ed2-b759-8c70f6ae024a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:23.886514 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6a2f0480-6fdd-4c3a-8e46-bff457962983 req-53cf97d2-0ea4-42bf-b13c-222dc8671880 tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] 10.222.0.62 "GET /v2.0/security-groups?id=409aa1d7-6954-49d1-b464-0b34218da972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1841717 Oct 30 15:13:23.899285 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-d7102f72-44c7-4837-8283-8b3bb1c7bf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:23.901000 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-d7102f72-44c7-4837-8283-8b3bb1c7bf79 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=521c91ba-254d-4496-ac2a-b56607fa8aa1 HTTP/1.1" status: 200 len: 797 time: 0.2134395 Oct 30 15:13:24.020623 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c62f005-4cca-4ed2-b759-8c70f6ae024a service neutron] Pushing event updated for resources: {'Port': ['ID=8c906c36-6f1a-4204-afe6-a31762fbf76a,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:24.035111 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb908261-4ba5-487a-8286-e7fc4da748ad x-openstack-request-id: req-fb908261-4ba5-487a-8286-e7fc4da748ad {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:13:24.036314 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b490cbfe-be8a-462b-b72a-b5cd4cdf663c", "tag": "25c6e1ca-5b02-4492-92da-0e65a0c1bfff", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:13:24.038321 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fb908261-4ba5-487a-8286-e7fc4da748ad {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:13:24.038748 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b490cbfe-be8a-462b-b72a-b5cd4cdf663c', 'tag': '25c6e1ca-5b02-4492-92da-0e65a0c1bfff', 'status': 'completed', 'code': 200} Oct 30 15:13:24.056886 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c62f005-4cca-4ed2-b759-8c70f6ae024a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:13:24.057680 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c62f005-4cca-4ed2-b759-8c70f6ae024a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:13:24.057680 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c62f005-4cca-4ed2-b759-8c70f6ae024a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:13:24.057909 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c62f005-4cca-4ed2-b759-8c70f6ae024a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:13:24.063378 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c62f005-4cca-4ed2-b759-8c70f6ae024a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:13:24.064181 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c62f005-4cca-4ed2-b759-8c70f6ae024a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:13:24.064539 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c62f005-4cca-4ed2-b759-8c70f6ae024a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:13:24.064888 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c62f005-4cca-4ed2-b759-8c70f6ae024a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:13:24.065215 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c62f005-4cca-4ed2-b759-8c70f6ae024a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:13:24.065719 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c62f005-4cca-4ed2-b759-8c70f6ae024a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:13:24.066052 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c62f005-4cca-4ed2-b759-8c70f6ae024a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:13:24.066381 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c62f005-4cca-4ed2-b759-8c70f6ae024a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:13:24.075521 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Port a11b0652-684c-4a9e-b837-9198858607ba on network 67945ba1-d65a-4ab9-9d9c-f84fa142afd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:13:24.077447 n-d-806683-17 neutron-server[102130]: ERROR neutron.plugins.ml2.managers [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Failed to bind port a11b0652-684c-4a9e-b837-9198858607ba on host n-h1-806683-17 for vnic_type normal using segments [{'id': '17b9964b-bf5a-465f-9cd5-b1c298c35eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '67945ba1-d65a-4ab9-9d9c-f84fa142afd3'}] Oct 30 15:13:24.084808 n-d-806683-17 neutron-server[102130]: INFO neutron.plugins.ml2.plugin [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempt 8 to bind port a11b0652-684c-4a9e-b837-9198858607ba Oct 30 15:13:24.122694 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-59b0b0b4-dabf-4e5a-85aa-7a0f5cb489d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:24.125180 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-59b0b0b4-dabf-4e5a-85aa-7a0f5cb489d7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1657624 Oct 30 15:13:24.127377 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-91a911b7-8a4e-4b2a-a37f-c536e6de1bb8 req-4d6a9486-3d6f-4067-a192-a6a20621edbd service neutron] 10.222.0.53 "GET /v2.0/networks/7f1b75b5-b8f8-4477-a267-2ec1a55fd99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554564 Oct 30 15:13:24.163619 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port a11b0652-684c-4a9e-b837-9198858607ba on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:13:24.164189 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port a11b0652-684c-4a9e-b837-9198858607ba by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '17b9964b-bf5a-465f-9cd5-b1c298c35eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '67945ba1-d65a-4ab9-9d9c-f84fa142afd3'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:13:24.165281 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port a11b0652-684c-4a9e-b837-9198858607ba on network 67945ba1-d65a-4ab9-9d9c-f84fa142afd3 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:13:24.190746 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Port a11b0652-684c-4a9e-b837-9198858607ba on network 67945ba1-d65a-4ab9-9d9c-f84fa142afd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:13:24.191076 n-d-806683-17 neutron-server[102130]: ERROR neutron.plugins.ml2.managers [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Failed to bind port a11b0652-684c-4a9e-b837-9198858607ba on host n-h1-806683-17 for vnic_type normal using segments [{'id': '17b9964b-bf5a-465f-9cd5-b1c298c35eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '67945ba1-d65a-4ab9-9d9c-f84fa142afd3'}] Oct 30 15:13:24.191655 n-d-806683-17 neutron-server[102130]: INFO neutron.plugins.ml2.plugin [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempt 9 to bind port a11b0652-684c-4a9e-b837-9198858607ba Oct 30 15:13:24.301601 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port a11b0652-684c-4a9e-b837-9198858607ba on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:13:24.301601 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port a11b0652-684c-4a9e-b837-9198858607ba by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '17b9964b-bf5a-465f-9cd5-b1c298c35eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '67945ba1-d65a-4ab9-9d9c-f84fa142afd3'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:13:24.302083 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port a11b0652-684c-4a9e-b837-9198858607ba on network 67945ba1-d65a-4ab9-9d9c-f84fa142afd3 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:13:24.323621 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Port a11b0652-684c-4a9e-b837-9198858607ba on network 67945ba1-d65a-4ab9-9d9c-f84fa142afd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:13:24.325359 n-d-806683-17 neutron-server[102130]: ERROR neutron.plugins.ml2.managers [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Failed to bind port a11b0652-684c-4a9e-b837-9198858607ba on host n-h1-806683-17 for vnic_type normal using segments [{'id': '17b9964b-bf5a-465f-9cd5-b1c298c35eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '67945ba1-d65a-4ab9-9d9c-f84fa142afd3'}] Oct 30 15:13:24.328965 n-d-806683-17 neutron-server[102130]: INFO neutron.plugins.ml2.plugin [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempt 10 to bind port a11b0652-684c-4a9e-b837-9198858607ba Oct 30 15:13:24.353639 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-1728a5fc-c619-46bb-bc5d-e735c9ca53b9 service neutron] 10.222.0.53 "GET /v2.0/networks/5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160211 Oct 30 15:13:24.383515 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-633dbda9-fe58-448a-bcd0-5d45c210b707 req-9c62f005-4cca-4ed2-b759-8c70f6ae024a service neutron] Attempting to bind port 8c906c36-6f1a-4204-afe6-a31762fbf76a on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:13:24.386833 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-633dbda9-fe58-448a-bcd0-5d45c210b707 req-9c62f005-4cca-4ed2-b759-8c70f6ae024a service neutron] Attempting to bind port 8c906c36-6f1a-4204-afe6-a31762fbf76a by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': 'b118986b-1780-4ec6-9072-4cc810987309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a58fe444-ac18-4f2f-a60f-5757cef69326'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:13:24.387419 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633dbda9-fe58-448a-bcd0-5d45c210b707 req-9c62f005-4cca-4ed2-b759-8c70f6ae024a service neutron] Attempting to bind port 8c906c36-6f1a-4204-afe6-a31762fbf76a on network a58fe444-ac18-4f2f-a60f-5757cef69326 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:13:24.404563 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633dbda9-fe58-448a-bcd0-5d45c210b707 req-9c62f005-4cca-4ed2-b759-8c70f6ae024a service neutron] Port 8c906c36-6f1a-4204-afe6-a31762fbf76a on network a58fe444-ac18-4f2f-a60f-5757cef69326 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:13:24.406817 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633dbda9-fe58-448a-bcd0-5d45c210b707 req-9c62f005-4cca-4ed2-b759-8c70f6ae024a service neutron] Attempting to bind port 8c906c36-6f1a-4204-afe6-a31762fbf76a on network a58fe444-ac18-4f2f-a60f-5757cef69326 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:13:24.416022 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port a11b0652-684c-4a9e-b837-9198858607ba on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:13:24.423362 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port a11b0652-684c-4a9e-b837-9198858607ba by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '17b9964b-bf5a-465f-9cd5-b1c298c35eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '67945ba1-d65a-4ab9-9d9c-f84fa142afd3'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:13:24.424664 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port a11b0652-684c-4a9e-b837-9198858607ba on network 67945ba1-d65a-4ab9-9d9c-f84fa142afd3 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:13:24.500719 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Port a11b0652-684c-4a9e-b837-9198858607ba on network 67945ba1-d65a-4ab9-9d9c-f84fa142afd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:13:24.501312 n-d-806683-17 neutron-server[102130]: ERROR neutron.plugins.ml2.managers [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Failed to bind port a11b0652-684c-4a9e-b837-9198858607ba on host n-h1-806683-17 for vnic_type normal using segments [{'id': '17b9964b-bf5a-465f-9cd5-b1c298c35eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '67945ba1-d65a-4ab9-9d9c-f84fa142afd3'}] Oct 30 15:13:24.502074 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:24.537999 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633dbda9-fe58-448a-bcd0-5d45c210b707 req-9c62f005-4cca-4ed2-b759-8c70f6ae024a service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:13:24.538349 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633dbda9-fe58-448a-bcd0-5d45c210b707 req-9c62f005-4cca-4ed2-b759-8c70f6ae024a service neutron] Checking segment: {'id': 'b118986b-1780-4ec6-9072-4cc810987309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a58fe444-ac18-4f2f-a60f-5757cef69326'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:13:24.539449 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633dbda9-fe58-448a-bcd0-5d45c210b707 req-9c62f005-4cca-4ed2-b759-8c70f6ae024a service neutron] Bound using segment: {'id': 'b118986b-1780-4ec6-9072-4cc810987309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a58fe444-ac18-4f2f-a60f-5757cef69326'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:13:24.539449 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-633dbda9-fe58-448a-bcd0-5d45c210b707 req-9c62f005-4cca-4ed2-b759-8c70f6ae024a service neutron] Bound port: 8c906c36-6f1a-4204-afe6-a31762fbf76a, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b118986b-1780-4ec6-9072-4cc810987309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a58fe444-ac18-4f2f-a60f-5757cef69326'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:13:24.539733 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-633dbda9-fe58-448a-bcd0-5d45c210b707 req-9c62f005-4cca-4ed2-b759-8c70f6ae024a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:24.542902 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b196ba-09c3-402b-b40f-b04216c4852c req-0b397d13-e905-4012-92fc-062de6456119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:24.544596 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-51b196ba-09c3-402b-b40f-b04216c4852c req-0b397d13-e905-4012-92fc-062de6456119 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bb8b223744b44833a53287a2afef5a92&device_id=b490cbfe-be8a-462b-b72a-b5cd4cdf663c HTTP/1.1" status: 200 len: 1095 time: 0.1888366 Oct 30 15:13:24.555441 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4bb564-b1bc-4eda-a8b5-9dc1dc1db830 req-5316c0f0-ff87-4524-9d26-84f78f786087 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:24.564240 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ca4bb564-b1bc-4eda-a8b5-9dc1dc1db830 req-5316c0f0-ff87-4524-9d26-84f78f786087 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3f50d40-de7d-4020-b972-b4c18dee3f99 HTTP/1.1" status: 200 len: 949 time: 0.2091992 Oct 30 15:13:24.581352 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:24.662980 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c74d2-2a92-4eee-884d-539c490a7061 req-d8ea12e1-aee8-465e-b7ab-7057688174f9 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:24.667779 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-e182531c-1513-47cb-892c-ba51bd1cca70 service neutron] 10.222.0.53 "GET /v2.0/networks/5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3038173 Oct 30 15:13:24.669033 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c74d2-2a92-4eee-884d-539c490a7061 req-d8ea12e1-aee8-465e-b7ab-7057688174f9 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:24.675804 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c74d2-2a92-4eee-884d-539c490a7061 req-d8ea12e1-aee8-465e-b7ab-7057688174f9 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:24.682289 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c74d2-2a92-4eee-884d-539c490a7061 req-d8ea12e1-aee8-465e-b7ab-7057688174f9 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:24.688622 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ca4bb564-b1bc-4eda-a8b5-9dc1dc1db830 req-d1b094fd-51ff-4e37-b773-9a61e0ae1d03 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6e850f5-bbac-48ab-9f8b-66d8b92818ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235428 Oct 30 15:13:24.688965 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c74d2-2a92-4eee-884d-539c490a7061 req-d8ea12e1-aee8-465e-b7ab-7057688174f9 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:24.696125 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c74d2-2a92-4eee-884d-539c490a7061 req-d8ea12e1-aee8-465e-b7ab-7057688174f9 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:24.706692 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c74d2-2a92-4eee-884d-539c490a7061 req-d8ea12e1-aee8-465e-b7ab-7057688174f9 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:24.714758 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-994c74d2-2a92-4eee-884d-539c490a7061 req-d8ea12e1-aee8-465e-b7ab-7057688174f9 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 5420 time: 0.3043485 Oct 30 15:13:24.773361 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b196ba-09c3-402b-b40f-b04216c4852c req-739bdaa6-8cd5-4810-ac6f-c01c6a52c922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:24.774957 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-51b196ba-09c3-402b-b40f-b04216c4852c req-739bdaa6-8cd5-4810-ac6f-c01c6a52c922 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7f1b75b5-b8f8-4477-a267-2ec1a55fd99b HTTP/1.1" status: 200 len: 915 time: 0.2082765 Oct 30 15:13:24.789533 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] For port a11b0652-684c-4a9e-b837-9198858607ba, host n-h1-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:13:24.789935 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempted to set empty binding levels {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 30 15:13:24.820928 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:24.859869 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-994c74d2-2a92-4eee-884d-539c490a7061 req-19ba2248-de67-4ab6-88ee-3a8ba188caa7 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb8a2948-2c1b-4131-b6de-fecd84bd89b4&id=5eeec3c6-4bd2-414a-bba6-6aabb62faff1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1348810 Oct 30 15:13:24.866080 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:24.895677 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-633dbda9-fe58-448a-bcd0-5d45c210b707 req-9c62f005-4cca-4ed2-b759-8c70f6ae024a service neutron] For port 8c906c36-6f1a-4204-afe6-a31762fbf76a, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:13:24.902249 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-f7a9e619-f26a-49e5-a641-b18e1539be0b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=4fb842e8-63f8-488f-bed6-7c184585aaae HTTP/1.1" status: 200 len: 217 time: 0.2078996 Oct 30 15:13:24.903972 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-51b196ba-09c3-402b-b40f-b04216c4852c req-5aa6ba7f-732c-490a-8fa8-80b78ea936e9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25c6e1ca-5b02-4492-92da-0e65a0c1bfff HTTP/1.1" status: 200 len: 217 time: 0.0612051 Oct 30 15:13:24.904771 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:24.905915 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:24.922843 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-633dbda9-fe58-448a-bcd0-5d45c210b707 req-9c62f005-4cca-4ed2-b759-8c70f6ae024a service neutron] For port 8c906c36-6f1a-4204-afe6-a31762fbf76a, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=8c906c36-6f1a-4204-afe6-a31762fbf76a,segment=NetworkSegment(b118986b-1780-4ec6-9072-4cc810987309),segment_id=b118986b-1780-4ec6-9072-4cc810987309)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:13:24.934043 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-633dbda9-fe58-448a-bcd0-5d45c210b707 req-9c62f005-4cca-4ed2-b759-8c70f6ae024a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:24.952955 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Pushing event updated for resources: {'Port': ['ID=a11b0652-684c-4a9e-b837-9198858607ba,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:24.959065 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-77089d87-568f-498d-ada4-5d255fed04cf tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 4.6703858 Oct 30 15:13:24.965443 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35048) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:24.975898 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633dbda9-fe58-448a-bcd0-5d45c210b707 req-9c62f005-4cca-4ed2-b759-8c70f6ae024a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:24.976234 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-633dbda9-fe58-448a-bcd0-5d45c210b707 req-9c62f005-4cca-4ed2-b759-8c70f6ae024a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:24.977571 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-633dbda9-fe58-448a-bcd0-5d45c210b707 req-9c62f005-4cca-4ed2-b759-8c70f6ae024a service neutron] 10.222.0.44 "PUT /v2.0/ports/8c906c36-6f1a-4204-afe6-a31762fbf76a HTTP/1.1" status: 200 len: 1093 time: 2.5161862 Oct 30 15:13:25.005757 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84c9c53f-2634-4a9d-ba86-3855127ba778', 'tag': '8c906c36-6f1a-4204-afe6-a31762fbf76a'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:13:25.008122 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27993e6-9d58-4004-a0da-a24ec822a069" -d '{"events": [{"name": "network-changed", "server_uuid": "84c9c53f-2634-4a9d-ba86-3855127ba778", "tag": "8c906c36-6f1a-4204-afe6-a31762fbf76a"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:13:25.068716 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b196ba-09c3-402b-b40f-b04216c4852c req-01fabe94-10d1-405a-9357-ae03a6b8dcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:25.070984 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-51b196ba-09c3-402b-b40f-b04216c4852c req-01fabe94-10d1-405a-9357-ae03a6b8dcb3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=82e0110b-193b-4288-a3a8-25fc73206750 HTTP/1.1" status: 200 len: 854 time: 0.1480167 Oct 30 15:13:25.085551 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7556e2e-37a2-47b3-aea6-dfe4b3ce0683 req-d0d05e10-d186-4d75-841b-be5795d1f27d tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:25.087429 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d7556e2e-37a2-47b3-aea6-dfe4b3ce0683 req-d0d05e10-d186-4d75-841b-be5795d1f27d tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=b490cbfe-be8a-462b-b72a-b5cd4cdf663c HTTP/1.1" status: 200 len: 943 time: 0.2390907 Oct 30 15:13:25.091114 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-e53d5058-c3a2-4484-89c2-e1f86446e2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:25.092870 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-e53d5058-c3a2-4484-89c2-e1f86446e2c6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=521c91ba-254d-4496-ac2a-b56607fa8aa1 HTTP/1.1" status: 200 len: 797 time: 0.1599240 Oct 30 15:13:25.150951 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c62f005-4cca-4ed2-b759-8c70f6ae024a service neutron] Pushing event updated for resources: {'Port': ['ID=8c906c36-6f1a-4204-afe6-a31762fbf76a,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:25.188598 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633dbda9-fe58-448a-bcd0-5d45c210b707 req-acb88195-5499-4309-9468-915848a4d784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:25.190075 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-633dbda9-fe58-448a-bcd0-5d45c210b707 req-acb88195-5499-4309-9468-915848a4d784 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ea55b09697be4bd28e1dfee52575f408&device_id=84c9c53f-2634-4a9d-ba86-3855127ba778 HTTP/1.1" status: 200 len: 1096 time: 0.1408777 Oct 30 15:13:25.218923 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-51b196ba-09c3-402b-b40f-b04216c4852c req-e3e30ec7-bf98-4e0d-b04c-7f85d333ffb9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7f1b75b5-b8f8-4477-a267-2ec1a55fd99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1302042 Oct 30 15:13:25.230174 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-11b8c41b-3876-437d-81f0-7e1b9ff2aa55 req-a32c0fac-208f-45a5-b292-446129746e9a tempest-ServerShowV254Test-1081643889 tempest-ServerShowV254Test-1081643889-project] 10.222.0.62 "GET /v2.0/ports?device_id=db15aa8e-4e12-4459-8a09-7962a1ce28d9 HTTP/1.1" status: 200 len: 210 time: 0.0455744 Oct 30 15:13:25.259655 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-633dbda9-fe58-448a-bcd0-5d45c210b707 req-5f65bee7-7dc8-4d26-9468-ca3c1dfedf29 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c906c36-6f1a-4204-afe6-a31762fbf76a HTTP/1.1" status: 200 len: 217 time: 0.0609879 Oct 30 15:13:25.312660 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-a2fcfdef-528d-409e-8964-cd3c097db943 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Deleting port a11b0652-684c-4a9e-b837-9198858607ba {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:13:25.313006 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a2fcfdef-528d-409e-8964-cd3c097db943 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:25.343089 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633dbda9-fe58-448a-bcd0-5d45c210b707 req-fd4538ee-54d8-409e-a587-874855f743b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:25.343952 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-633dbda9-fe58-448a-bcd0-5d45c210b707 req-fd4538ee-54d8-409e-a587-874855f743b3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=86bad708-b245-4630-806f-13e585804342 HTTP/1.1" status: 200 len: 855 time: 0.0765932 Oct 30 15:13:25.345039 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-eadf41b1-5215-4675-aef8-14d122d52d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:25.346669 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-eadf41b1-5215-4675-aef8-14d122d52d5b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2327654 Oct 30 15:13:25.351975 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d7556e2e-37a2-47b3-aea6-dfe4b3ce0683 req-5e6e24f7-9765-4faa-b301-c4056130d3f5 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448561 Oct 30 15:13:25.471443 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b81633b-cebb-4bd7-96a7-32abc6c7cdc3 x-openstack-request-id: req-2b81633b-cebb-4bd7-96a7-32abc6c7cdc3 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:13:25.472711 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84c9c53f-2634-4a9d-ba86-3855127ba778", "tag": "8c906c36-6f1a-4204-afe6-a31762fbf76a", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:13:25.472961 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2b81633b-cebb-4bd7-96a7-32abc6c7cdc3 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:13:25.473348 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84c9c53f-2634-4a9d-ba86-3855127ba778', 'tag': '8c906c36-6f1a-4204-afe6-a31762fbf76a', 'status': 'completed', 'code': 200} Oct 30 15:13:25.493971 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-c97feee0-98ac-4d9d-8c2f-e8f7a1920939 service neutron] 10.222.0.53 "GET /v2.0/networks/5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390409 Oct 30 15:13:25.513202 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-a2fcfdef-528d-409e-8964-cd3c097db943 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] For port a11b0652-684c-4a9e-b837-9198858607ba, host n-h1-806683-17, got binding levels [] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:13:25.513202 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a2fcfdef-528d-409e-8964-cd3c097db943 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:25.566013 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-a2fcfdef-528d-409e-8964-cd3c097db943 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Calling delete_port for a11b0652-684c-4a9e-b837-9198858607ba owned by {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:13:25.569849 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633dbda9-fe58-448a-bcd0-5d45c210b707 req-2d3ed333-8044-4ea7-8461-92cce47f967f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:25.571364 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-633dbda9-fe58-448a-bcd0-5d45c210b707 req-2d3ed333-8044-4ea7-8461-92cce47f967f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a58fe444-ac18-4f2f-a60f-5757cef69326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2127643 Oct 30 15:13:25.659834 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43846328-1437-4c76-a1a4-82767c0108dd req-3d302218-e93d-43b7-958f-c0bc921a8233 tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:25.678849 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-d9101323-cec8-4067-86fa-a42d9e02860f service neutron] 10.222.0.53 "GET /v2.0/networks/5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680322 Oct 30 15:13:25.689880 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-43846328-1437-4c76-a1a4-82767c0108dd req-3d302218-e93d-43b7-958f-c0bc921a8233 tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] 10.222.0.62 "GET /v2.0/ports?device_id=84c9c53f-2634-4a9d-ba86-3855127ba778 HTTP/1.1" status: 200 len: 944 time: 0.2212653 Oct 30 15:13:25.815966 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-c60f2d88-602f-4236-a127-6cdc9c9f2e59 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6fbdea33-f4af-43f9-a5b2-4f079692a699 HTTP/1.1" status: 200 len: 217 time: 0.0882251 Oct 30 15:13:25.819106 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-51b196ba-09c3-402b-b40f-b04216c4852c req-ba54f7a8-cbc3-4a76-9bc8-956f4a69445a service neutron] 10.222.0.53 "GET /v2.0/networks/7f1b75b5-b8f8-4477-a267-2ec1a55fd99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5904748 Oct 30 15:13:25.878638 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-633dbda9-fe58-448a-bcd0-5d45c210b707 req-f7544f31-968e-4adb-930b-f3ce8b55d2d2 service neutron] 10.222.0.44 "GET /v2.0/networks/a58fe444-ac18-4f2f-a60f-5757cef69326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947605 Oct 30 15:13:25.938537 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-43846328-1437-4c76-a1a4-82767c0108dd req-c16a98ae-fc40-421b-aeca-3fe929546606 tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] 10.222.0.62 "GET /v2.0/security-groups?id=409aa1d7-6954-49d1-b464-0b34218da972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2464378 Oct 30 15:13:25.945010 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-51b196ba-09c3-402b-b40f-b04216c4852c req-fa57f3be-4a9e-46c6-8d03-3f96faca596c service neutron] 10.222.0.53 "GET /v2.0/networks/7f1b75b5-b8f8-4477-a267-2ec1a55fd99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150074 Oct 30 15:13:26.004103 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ab8cb-52e7-4585-a077-c31cbf4124f2 req-0fb81ebc-453a-442b-9ce1-2d28c7df4d92 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:26.007069 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-770ab8cb-52e7-4585-a077-c31cbf4124f2 req-0fb81ebc-453a-442b-9ce1-2d28c7df4d92 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3f50d40-de7d-4020-b972-b4c18dee3f99 HTTP/1.1" status: 200 len: 949 time: 0.3293815 Oct 30 15:13:26.080199 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-62d5e8ba-7269-44cc-9d40-11ac560d51a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:26.082122 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-62d5e8ba-7269-44cc-9d40-11ac560d51a1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=93c41c92-4bd3-4929-ad89-7529a017aa93 HTTP/1.1" status: 200 len: 797 time: 0.2535367 Oct 30 15:13:26.138762 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a2fcfdef-528d-409e-8964-cd3c097db943 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:26.224857 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-633dbda9-fe58-448a-bcd0-5d45c210b707 req-de93232d-9af9-4225-9f08-4038b1352602 service neutron] 10.222.0.44 "GET /v2.0/networks/a58fe444-ac18-4f2f-a60f-5757cef69326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3285744 Oct 30 15:13:26.228046 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fcfdef-528d-409e-8964-cd3c097db943 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Pushing event deleted for resources: {'Port': ['ID=a11b0652-684c-4a9e-b837-9198858607ba,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:26.235119 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a2fcfdef-528d-409e-8964-cd3c097db943 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:26.238954 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a2fcfdef-528d-409e-8964-cd3c097db943 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] 10.222.0.62 "DELETE /v2.0/ports/a11b0652-684c-4a9e-b837-9198858607ba HTTP/1.1" status: 204 len: 168 time: 1.2703800 Oct 30 15:13:26.241507 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35100) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:26.255493 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-2586f1cf-8237-4637-bdcf-854f63c8a6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:26.257167 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-2586f1cf-8237-4637-bdcf-854f63c8a6ce service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=67de53ff-61d6-4e57-84de-8610bca9618f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1652682 Oct 30 15:13:26.273441 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7179adb-ad25-4ecd-8a4c-10a588ca690a tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] GET failed (client error): The resource could not be found. Oct 30 15:13:26.280125 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-f7179adb-ad25-4ecd-8a4c-10a588ca690a tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] 10.222.0.62 "GET /v2.0/ports/a11b0652-684c-4a9e-b837-9198858607ba HTTP/1.1" status: 404 len: 333 time: 0.0326638 Oct 30 15:13:26.280759 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35104) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:26.303283 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e19312-3ade-4871-bdc0-c8aa465bfb74 req-dab8344e-0ad6-4344-93ce-354770ceb75a tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:26.305668 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-79e19312-3ade-4871-bdc0-c8aa465bfb74 req-dab8344e-0ad6-4344-93ce-354770ceb75a tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3f50d40-de7d-4020-b972-b4c18dee3f99 HTTP/1.1" status: 200 len: 949 time: 0.2477565 Oct 30 15:13:26.316195 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-5716ab5f-2e38-404e-80b9-a55740a7eef9 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Request body: {'port': {'network_id': '67945ba1-d65a-4ab9-9d9c-f84fa142afd3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-650823904'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:13:26.466395 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:26.471182 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-79e19312-3ade-4871-bdc0-c8aa465bfb74 req-c0f99a36-e8a4-4bc0-8b87-e3ba95686d13 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6e850f5-bbac-48ab-9f8b-66d8b92818ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509421 Oct 30 15:13:26.472328 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5716ab5f-2e38-404e-80b9-a55740a7eef9 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Made reservation on behalf of 37aa366b42354fc9b9f80a4ff81c0289 for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:13:26.475404 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5716ab5f-2e38-404e-80b9-a55740a7eef9 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:26.518062 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27993e6-9d58-4004-a0da-a24ec822a069 req-c2389b4d-bd02-4dca-80a3-500da6a6d334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:26.519818 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f27993e6-9d58-4004-a0da-a24ec822a069 req-c2389b4d-bd02-4dca-80a3-500da6a6d334 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ea55b09697be4bd28e1dfee52575f408&device_id=84c9c53f-2634-4a9d-ba86-3855127ba778 HTTP/1.1" status: 200 len: 1096 time: 0.1863434 Oct 30 15:13:26.524732 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [None req-5716ab5f-2e38-404e-80b9-a55740a7eef9 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] device_id is not set on port 4d7845b3-5271-4e8f-bb5f-729dac93b49b yet. {{(pid=102130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:13:26.631196 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 25c6e1ca-5b02-4492-92da-0e65a0c1bfff details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:13:26.764825 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27993e6-9d58-4004-a0da-a24ec822a069 req-1be1f72f-d1f7-4ba5-a2bc-ab59a3a362d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:26.766814 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f27993e6-9d58-4004-a0da-a24ec822a069 req-1be1f72f-d1f7-4ba5-a2bc-ab59a3a362d4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a58fe444-ac18-4f2f-a60f-5757cef69326 HTTP/1.1" status: 200 len: 917 time: 0.1881080 Oct 30 15:13:26.928299 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 25c6e1ca-5b02-4492-92da-0e65a0c1bfff, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=25c6e1ca-5b02-4492-92da-0e65a0c1bfff,segment=NetworkSegment(495e0bcf-a0e5-4b3d-8fa7-4467a729ed3e),segment_id=495e0bcf-a0e5-4b3d-8fa7-4467a729ed3e)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:13:26.951996 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e85f8-84f1-4f5c-9afe-624e81b8264a req-24a1a65f-2dc6-42d3-bb04-0b478ebe9046 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:26.954869 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '25c6e1ca-5b02-4492-92da-0e65a0c1bfff', 'network_id': '7f1b75b5-b8f8-4477-a267-2ec1a55fd99b', 'port_id': '25c6e1ca-5b02-4492-92da-0e65a0c1bfff', 'mac_address': 'fa:16:3e:aa:cf:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82e0110b-193b-4288-a3a8-25fc73206750', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:13:26.962398 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e85f8-84f1-4f5c-9afe-624e81b8264a req-24a1a65f-2dc6-42d3-bb04-0b478ebe9046 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:26.971922 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5716ab5f-2e38-404e-80b9-a55740a7eef9 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:26.989327 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e85f8-84f1-4f5c-9afe-624e81b8264a req-24a1a65f-2dc6-42d3-bb04-0b478ebe9046 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:26.997059 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e85f8-84f1-4f5c-9afe-624e81b8264a req-24a1a65f-2dc6-42d3-bb04-0b478ebe9046 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:27.015958 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:27.016840 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e85f8-84f1-4f5c-9afe-624e81b8264a req-24a1a65f-2dc6-42d3-bb04-0b478ebe9046 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:27.030926 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e85f8-84f1-4f5c-9afe-624e81b8264a req-24a1a65f-2dc6-42d3-bb04-0b478ebe9046 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:27.039855 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e85f8-84f1-4f5c-9afe-624e81b8264a req-24a1a65f-2dc6-42d3-bb04-0b478ebe9046 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:27.043020 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25c6e1ca-5b02-4492-92da-0e65a0c1bfff {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:13:27.050157 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-283e85f8-84f1-4f5c-9afe-624e81b8264a req-24a1a65f-2dc6-42d3-bb04-0b478ebe9046 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 5420 time: 0.8489761 Oct 30 15:13:27.061766 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-770ab8cb-52e7-4585-a077-c31cbf4124f2 req-c3f22ac7-6d56-453e-a695-97e2dc303cca tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Deleting port 44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:13:27.062662 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-770ab8cb-52e7-4585-a077-c31cbf4124f2 req-c3f22ac7-6d56-453e-a695-97e2dc303cca tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:27.095380 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 25c6e1ca-5b02-4492-92da-0e65a0c1bfff, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=25c6e1ca-5b02-4492-92da-0e65a0c1bfff,segment=NetworkSegment(495e0bcf-a0e5-4b3d-8fa7-4467a729ed3e),segment_id=495e0bcf-a0e5-4b3d-8fa7-4467a729ed3e)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:13:27.103157 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:27.116375 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5716ab5f-2e38-404e-80b9-a55740a7eef9 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:27.130990 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f27993e6-9d58-4004-a0da-a24ec822a069 req-4bda88c9-9c00-4854-a304-c2b19b60872a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c906c36-6f1a-4204-afe6-a31762fbf76a HTTP/1.1" status: 200 len: 217 time: 0.3571186 Oct 30 15:13:27.229891 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=25c6e1ca-5b02-4492-92da-0e65a0c1bfff,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:27.248585 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5716ab5f-2e38-404e-80b9-a55740a7eef9 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Network 67945ba1-d65a-4ab9-9d9c-f84fa142afd3 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:13:27.255019 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-5716ab5f-2e38-404e-80b9-a55740a7eef9 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:13:27.258439 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5716ab5f-2e38-404e-80b9-a55740a7eef9 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:13:27.259694 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5716ab5f-2e38-404e-80b9-a55740a7eef9 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:27.261716 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5716ab5f-2e38-404e-80b9-a55740a7eef9 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:27.295399 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5716ab5f-2e38-404e-80b9-a55740a7eef9 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Pushing event updated for resources: {'Port': ['ID=4d7845b3-5271-4e8f-bb5f-729dac93b49b,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:27.311125 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['25c6e1ca-5b02-4492-92da-0e65a0c1bfff'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:13:27.330594 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-283e85f8-84f1-4f5c-9afe-624e81b8264a req-fe3996ff-22ba-4c3a-aa40-55313e0750fa tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb8a2948-2c1b-4131-b6de-fecd84bd89b4&id=5eeec3c6-4bd2-414a-bba6-6aabb62faff1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2792566 Oct 30 15:13:27.340752 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-5716ab5f-2e38-404e-80b9-a55740a7eef9 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.0550280 Oct 30 15:13:27.341527 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35152) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:27.345941 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27993e6-9d58-4004-a0da-a24ec822a069 req-64b8d00c-ffe7-4049-8add-98dcfaf15ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:27.347413 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f27993e6-9d58-4004-a0da-a24ec822a069 req-64b8d00c-ffe7-4049-8add-98dcfaf15ab5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=86bad708-b245-4630-806f-13e585804342 HTTP/1.1" status: 200 len: 855 time: 0.2091053 Oct 30 15:13:27.378073 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-42308e2d-fcc3-4906-9fa0-32c2e608d4c8 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:13:27.385577 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-e63400cf-19df-4e44-ad55-d44c6b3a59fd service neutron] 10.222.0.53 "GET /v2.0/networks/67de53ff-61d6-4e57-84de-8610bca9618f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1209023 Oct 30 15:13:27.435860 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-770ab8cb-52e7-4585-a077-c31cbf4124f2 req-c3f22ac7-6d56-453e-a695-97e2dc303cca tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] For port 44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:13:27.436234 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-770ab8cb-52e7-4585-a077-c31cbf4124f2 req-c3f22ac7-6d56-453e-a695-97e2dc303cca tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:27.470663 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5b4c1533-626c-4ef3-a5c8-8827d003b5b5 req-bc94a88f-1e2d-4ced-a172-5c8346223cc9 tempest-ServerShowV254Test-1081643889 tempest-ServerShowV254Test-1081643889-project] 10.222.0.62 "GET /v2.0/ports?device_id=db15aa8e-4e12-4459-8a09-7962a1ce28d9 HTTP/1.1" status: 200 len: 210 time: 0.0951104 Oct 30 15:13:27.553085 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-770ab8cb-52e7-4585-a077-c31cbf4124f2 req-c3f22ac7-6d56-453e-a695-97e2dc303cca tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Calling delete_port for 44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3 owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:13:27.606181 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27993e6-9d58-4004-a0da-a24ec822a069 req-522d0e68-9bfb-4e66-83b1-4c39424083c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:27.608047 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f27993e6-9d58-4004-a0da-a24ec822a069 req-522d0e68-9bfb-4e66-83b1-4c39424083c0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a58fe444-ac18-4f2f-a60f-5757cef69326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2185183 Oct 30 15:13:27.618693 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-42308e2d-fcc3-4906-9fa0-32c2e608d4c8 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:27.706593 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-f19e0d08-ecfa-4f2a-bdf1-9a6b05c3198d service neutron] 10.222.0.53 "GET /v2.0/networks/67de53ff-61d6-4e57-84de-8610bca9618f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125274 Oct 30 15:13:27.734991 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bfc0c4-7a69-4f21-9464-ef4ecf4e42b2 req-c217c70e-0ae8-47cc-b70f-0dea830a887a tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:27.737438 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-52bfc0c4-7a69-4f21-9464-ef4ecf4e42b2 req-c217c70e-0ae8-47cc-b70f-0dea830a887a tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=b490cbfe-be8a-462b-b72a-b5cd4cdf663c HTTP/1.1" status: 200 len: 944 time: 0.2044747 Oct 30 15:13:27.789912 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-3ee1f05d-d24a-44c7-8215-d49f90068a87 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=256e4633-4af9-4c29-9d87-283e76dcef0e HTTP/1.1" status: 200 len: 217 time: 0.0739307 Oct 30 15:13:27.808923 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f27993e6-9d58-4004-a0da-a24ec822a069 req-067fa00e-db25-4f01-9dc5-ab5be68d6af5 service neutron] 10.222.0.44 "GET /v2.0/networks/a58fe444-ac18-4f2f-a60f-5757cef69326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653407 Oct 30 15:13:27.846630 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e56fe23-a065-4601-9e1c-33206061d958 req-261c3307-b8d4-4945-800e-6794cf91616f tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:27.854868 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0e56fe23-a065-4601-9e1c-33206061d958 req-261c3307-b8d4-4945-800e-6794cf91616f tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] 10.222.0.62 "GET /v2.0/ports?device_id=84c9c53f-2634-4a9d-ba86-3855127ba778 HTTP/1.1" status: 200 len: 944 time: 0.2790093 Oct 30 15:13:27.888367 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-f915e69c-1f65-40f8-8176-ff81843e3f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:27.890029 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-f915e69c-1f65-40f8-8176-ff81843e3f73 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=93c41c92-4bd3-4929-ad89-7529a017aa93 HTTP/1.1" status: 200 len: 797 time: 0.0829484 Oct 30 15:13:27.959671 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-52bfc0c4-7a69-4f21-9464-ef4ecf4e42b2 req-633ca33b-b7bf-41e0-8839-b0b4187c2f7d tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091725 Oct 30 15:13:28.009311 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-81c684a2-1f17-49a5-bd44-4a9fa382c214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:28.033697 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-81c684a2-1f17-49a5-bd44-4a9fa382c214 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=67de53ff-61d6-4e57-84de-8610bca9618f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1358826 Oct 30 15:13:28.205566 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-11419fc7-4762-4a7f-9e35-8e84756abd64 service neutron] 10.222.0.53 "GET /v2.0/networks/67de53ff-61d6-4e57-84de-8610bca9618f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637161 Oct 30 15:13:28.263131 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f27993e6-9d58-4004-a0da-a24ec822a069 req-bd891733-f205-41c4-8b49-43629126be3a service neutron] 10.222.0.44 "GET /v2.0/networks/a58fe444-ac18-4f2f-a60f-5757cef69326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4270809 Oct 30 15:13:28.302716 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0e56fe23-a065-4601-9e1c-33206061d958 req-693f0fae-b883-41be-8c81-d5ead27efaf2 tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] 10.222.0.62 "GET /v2.0/security-groups?id=409aa1d7-6954-49d1-b464-0b34218da972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4467003 Oct 30 15:13:28.359762 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a6b96395-dd1b-46ec-958b-e46e6876a059 req-b3c6a102-42b8-4a83-8e19-ca711d65cab5 tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3f50d40-de7d-4020-b972-b4c18dee3f99 HTTP/1.1" status: 200 len: 210 time: 0.1531353 Oct 30 15:13:28.362439 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-770ab8cb-52e7-4585-a077-c31cbf4124f2 req-c3f22ac7-6d56-453e-a695-97e2dc303cca tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:28.457509 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [None req-42308e2d-fcc3-4906-9fa0-32c2e608d4c8 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] device_id is not set on port 4d7845b3-5271-4e8f-bb5f-729dac93b49b yet. {{(pid=102130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:13:28.467674 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-42308e2d-fcc3-4906-9fa0-32c2e608d4c8 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:28.475162 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-42308e2d-fcc3-4906-9fa0-32c2e608d4c8 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:28.496747 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f22ac7-6d56-453e-a695-97e2dc303cca tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Pushing event deleted for resources: {'Port': ['ID=44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:28.504228 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-770ab8cb-52e7-4585-a077-c31cbf4124f2 req-c3f22ac7-6d56-453e-a695-97e2dc303cca tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] No DVR routers for this DVR port 44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3 on host n-h1-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:13:28.507125 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-770ab8cb-52e7-4585-a077-c31cbf4124f2 req-c3f22ac7-6d56-453e-a695-97e2dc303cca tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:28.513473 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-770ab8cb-52e7-4585-a077-c31cbf4124f2 req-c3f22ac7-6d56-453e-a695-97e2dc303cca tempest-ServersAdminTestJSON-1279592281 tempest-ServersAdminTestJSON-1279592281-project] 10.222.0.53 "DELETE /v2.0/ports/44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3 HTTP/1.1" status: 204 len: 173 time: 2.4995549 Oct 30 15:13:28.514620 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f50d40-de7d-4020-b972-b4c18dee3f99', 'name': 'network-vif-deleted', 'tag': '44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:13:28.517288 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-730cf75c-d7bd-4c99-a6a3-e8ffc99ce0c7" -d '{"events": [{"server_uuid": "b3f50d40-de7d-4020-b972-b4c18dee3f99", "name": "network-vif-deleted", "tag": "44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:13:28.521902 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a482dc55-9f9b-4a19-b06c-9f4fe3e8b38a req-82f990de-1476-4513-8700-786f793e8d2c service neutron] 10.222.0.53 "GET /v2.0/networks/67de53ff-61d6-4e57-84de-8610bca9618f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676945 Oct 30 15:13:28.583088 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42308e2d-fcc3-4906-9fa0-32c2e608d4c8 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Pushing event updated for resources: {'Port': ['ID=4d7845b3-5271-4e8f-bb5f-729dac93b49b,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:28.592060 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-42308e2d-fcc3-4906-9fa0-32c2e608d4c8 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port 4d7845b3-5271-4e8f-bb5f-729dac93b49b on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:13:28.592518 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-42308e2d-fcc3-4906-9fa0-32c2e608d4c8 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port 4d7845b3-5271-4e8f-bb5f-729dac93b49b by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '17b9964b-bf5a-465f-9cd5-b1c298c35eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '67945ba1-d65a-4ab9-9d9c-f84fa142afd3'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:13:28.592975 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42308e2d-fcc3-4906-9fa0-32c2e608d4c8 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port 4d7845b3-5271-4e8f-bb5f-729dac93b49b on network 67945ba1-d65a-4ab9-9d9c-f84fa142afd3 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:13:28.598943 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42308e2d-fcc3-4906-9fa0-32c2e608d4c8 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Port 4d7845b3-5271-4e8f-bb5f-729dac93b49b on network 67945ba1-d65a-4ab9-9d9c-f84fa142afd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:13:28.599303 n-d-806683-17 neutron-server[102130]: ERROR neutron.plugins.ml2.managers [None req-42308e2d-fcc3-4906-9fa0-32c2e608d4c8 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Failed to bind port 4d7845b3-5271-4e8f-bb5f-729dac93b49b on host n-h1-806683-17 for vnic_type normal using segments [{'id': '17b9964b-bf5a-465f-9cd5-b1c298c35eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '67945ba1-d65a-4ab9-9d9c-f84fa142afd3'}] Oct 30 15:13:28.599982 n-d-806683-17 neutron-server[102130]: INFO neutron.plugins.ml2.plugin [None req-42308e2d-fcc3-4906-9fa0-32c2e608d4c8 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempt 2 to bind port 4d7845b3-5271-4e8f-bb5f-729dac93b49b Oct 30 15:13:28.617458 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-42308e2d-fcc3-4906-9fa0-32c2e608d4c8 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port 4d7845b3-5271-4e8f-bb5f-729dac93b49b on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:13:28.617873 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-42308e2d-fcc3-4906-9fa0-32c2e608d4c8 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port 4d7845b3-5271-4e8f-bb5f-729dac93b49b by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '17b9964b-bf5a-465f-9cd5-b1c298c35eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '67945ba1-d65a-4ab9-9d9c-f84fa142afd3'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:13:28.618307 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42308e2d-fcc3-4906-9fa0-32c2e608d4c8 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port 4d7845b3-5271-4e8f-bb5f-729dac93b49b on network 67945ba1-d65a-4ab9-9d9c-f84fa142afd3 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:13:28.624290 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42308e2d-fcc3-4906-9fa0-32c2e608d4c8 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Port 4d7845b3-5271-4e8f-bb5f-729dac93b49b on network 67945ba1-d65a-4ab9-9d9c-f84fa142afd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:13:28.624736 n-d-806683-17 neutron-server[102130]: ERROR neutron.plugins.ml2.managers [None req-42308e2d-fcc3-4906-9fa0-32c2e608d4c8 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Failed to bind port 4d7845b3-5271-4e8f-bb5f-729dac93b49b on host n-h1-806683-17 for vnic_type normal using segments [{'id': '17b9964b-bf5a-465f-9cd5-b1c298c35eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '67945ba1-d65a-4ab9-9d9c-f84fa142afd3'}] Oct 30 15:13:28.625467 n-d-806683-17 neutron-server[102130]: INFO neutron.plugins.ml2.plugin [None req-42308e2d-fcc3-4906-9fa0-32c2e608d4c8 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempt 3 to bind port 4d7845b3-5271-4e8f-bb5f-729dac93b49b Oct 30 15:13:28.629693 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 25c6e1ca-5b02-4492-92da-0e65a0c1bfff up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:13:28.661363 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-42308e2d-fcc3-4906-9fa0-32c2e608d4c8 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port 4d7845b3-5271-4e8f-bb5f-729dac93b49b on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:13:28.661783 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-42308e2d-fcc3-4906-9fa0-32c2e608d4c8 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port 4d7845b3-5271-4e8f-bb5f-729dac93b49b by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '17b9964b-bf5a-465f-9cd5-b1c298c35eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '67945ba1-d65a-4ab9-9d9c-f84fa142afd3'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:13:28.662205 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42308e2d-fcc3-4906-9fa0-32c2e608d4c8 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port 4d7845b3-5271-4e8f-bb5f-729dac93b49b on network 67945ba1-d65a-4ab9-9d9c-f84fa142afd3 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:13:28.670126 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42308e2d-fcc3-4906-9fa0-32c2e608d4c8 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Port 4d7845b3-5271-4e8f-bb5f-729dac93b49b on network 67945ba1-d65a-4ab9-9d9c-f84fa142afd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:13:28.671556 n-d-806683-17 neutron-server[102130]: ERROR neutron.plugins.ml2.managers [None req-42308e2d-fcc3-4906-9fa0-32c2e608d4c8 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Failed to bind port 4d7845b3-5271-4e8f-bb5f-729dac93b49b on host n-h1-806683-17 for vnic_type normal using segments [{'id': '17b9964b-bf5a-465f-9cd5-b1c298c35eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '67945ba1-d65a-4ab9-9d9c-f84fa142afd3'}] Oct 30 15:13:28.678292 n-d-806683-17 neutron-server[102130]: INFO neutron.plugins.ml2.plugin [None req-42308e2d-fcc3-4906-9fa0-32c2e608d4c8 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempt 4 to bind port 4d7845b3-5271-4e8f-bb5f-729dac93b49b Oct 30 15:13:28.711574 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-42308e2d-fcc3-4906-9fa0-32c2e608d4c8 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port 4d7845b3-5271-4e8f-bb5f-729dac93b49b on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:13:28.712026 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-42308e2d-fcc3-4906-9fa0-32c2e608d4c8 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port 4d7845b3-5271-4e8f-bb5f-729dac93b49b by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '17b9964b-bf5a-465f-9cd5-b1c298c35eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '67945ba1-d65a-4ab9-9d9c-f84fa142afd3'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:13:28.712459 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42308e2d-fcc3-4906-9fa0-32c2e608d4c8 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port 4d7845b3-5271-4e8f-bb5f-729dac93b49b on network 67945ba1-d65a-4ab9-9d9c-f84fa142afd3 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:13:28.719152 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42308e2d-fcc3-4906-9fa0-32c2e608d4c8 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Port 4d7845b3-5271-4e8f-bb5f-729dac93b49b on network 67945ba1-d65a-4ab9-9d9c-f84fa142afd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:13:28.721262 n-d-806683-17 neutron-server[102130]: ERROR neutron.plugins.ml2.managers [None req-42308e2d-fcc3-4906-9fa0-32c2e608d4c8 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Failed to bind port 4d7845b3-5271-4e8f-bb5f-729dac93b49b on host n-h1-806683-17 for vnic_type normal using segments [{'id': '17b9964b-bf5a-465f-9cd5-b1c298c35eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '67945ba1-d65a-4ab9-9d9c-f84fa142afd3'}] Oct 30 15:13:28.724910 n-d-806683-17 neutron-server[102130]: INFO neutron.plugins.ml2.plugin [None req-42308e2d-fcc3-4906-9fa0-32c2e608d4c8 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempt 5 to bind port 4d7845b3-5271-4e8f-bb5f-729dac93b49b Oct 30 15:13:28.745967 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-42308e2d-fcc3-4906-9fa0-32c2e608d4c8 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port 4d7845b3-5271-4e8f-bb5f-729dac93b49b on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:13:28.746798 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-42308e2d-fcc3-4906-9fa0-32c2e608d4c8 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port 4d7845b3-5271-4e8f-bb5f-729dac93b49b by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '17b9964b-bf5a-465f-9cd5-b1c298c35eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '67945ba1-d65a-4ab9-9d9c-f84fa142afd3'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:13:28.747425 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42308e2d-fcc3-4906-9fa0-32c2e608d4c8 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port 4d7845b3-5271-4e8f-bb5f-729dac93b49b on network 67945ba1-d65a-4ab9-9d9c-f84fa142afd3 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:13:28.757943 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42308e2d-fcc3-4906-9fa0-32c2e608d4c8 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Port 4d7845b3-5271-4e8f-bb5f-729dac93b49b on network 67945ba1-d65a-4ab9-9d9c-f84fa142afd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:13:28.759600 n-d-806683-17 neutron-server[102130]: ERROR neutron.plugins.ml2.managers [None req-42308e2d-fcc3-4906-9fa0-32c2e608d4c8 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Failed to bind port 4d7845b3-5271-4e8f-bb5f-729dac93b49b on host n-h1-806683-17 for vnic_type normal using segments [{'id': '17b9964b-bf5a-465f-9cd5-b1c298c35eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '67945ba1-d65a-4ab9-9d9c-f84fa142afd3'}] Oct 30 15:13:28.760125 n-d-806683-17 neutron-server[102130]: INFO neutron.plugins.ml2.plugin [None req-42308e2d-fcc3-4906-9fa0-32c2e608d4c8 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempt 6 to bind port 4d7845b3-5271-4e8f-bb5f-729dac93b49b Oct 30 15:13:28.772499 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port 25c6e1ca-5b02-4492-92da-0e65a0c1bfff completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:13:28.778612 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 25c6e1ca-5b02-4492-92da-0e65a0c1bfff triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:13:28.779243 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:28.786158 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5d3aa-be4e-4585-9db2-0b357e2926d3 req-7b96f118-0453-42e4-8db6-9a9e2525278a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:28.786654 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5d3aa-be4e-4585-9db2-0b357e2926d3 req-7b96f118-0453-42e4-8db6-9a9e2525278a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:28.787126 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5d3aa-be4e-4585-9db2-0b357e2926d3 req-7b96f118-0453-42e4-8db6-9a9e2525278a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:28.787617 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5d3aa-be4e-4585-9db2-0b357e2926d3 req-7b96f118-0453-42e4-8db6-9a9e2525278a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:28.788084 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5d3aa-be4e-4585-9db2-0b357e2926d3 req-7b96f118-0453-42e4-8db6-9a9e2525278a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:28.788542 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5d3aa-be4e-4585-9db2-0b357e2926d3 req-7b96f118-0453-42e4-8db6-9a9e2525278a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:28.788998 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5d3aa-be4e-4585-9db2-0b357e2926d3 req-7b96f118-0453-42e4-8db6-9a9e2525278a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:28.791277 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-88d5d3aa-be4e-4585-9db2-0b357e2926d3 req-7b96f118-0453-42e4-8db6-9a9e2525278a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=005d49094ead4e63ad23cb02de2bfa34&device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 6484 time: 0.1523192 Oct 30 15:13:28.814893 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-42308e2d-fcc3-4906-9fa0-32c2e608d4c8 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port 4d7845b3-5271-4e8f-bb5f-729dac93b49b on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:13:28.815678 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-42308e2d-fcc3-4906-9fa0-32c2e608d4c8 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port 4d7845b3-5271-4e8f-bb5f-729dac93b49b by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '17b9964b-bf5a-465f-9cd5-b1c298c35eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '67945ba1-d65a-4ab9-9d9c-f84fa142afd3'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:13:28.816150 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42308e2d-fcc3-4906-9fa0-32c2e608d4c8 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port 4d7845b3-5271-4e8f-bb5f-729dac93b49b on network 67945ba1-d65a-4ab9-9d9c-f84fa142afd3 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:13:28.820546 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42308e2d-fcc3-4906-9fa0-32c2e608d4c8 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Port 4d7845b3-5271-4e8f-bb5f-729dac93b49b on network 67945ba1-d65a-4ab9-9d9c-f84fa142afd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:13:28.820875 n-d-806683-17 neutron-server[102130]: ERROR neutron.plugins.ml2.managers [None req-42308e2d-fcc3-4906-9fa0-32c2e608d4c8 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Failed to bind port 4d7845b3-5271-4e8f-bb5f-729dac93b49b on host n-h1-806683-17 for vnic_type normal using segments [{'id': '17b9964b-bf5a-465f-9cd5-b1c298c35eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '67945ba1-d65a-4ab9-9d9c-f84fa142afd3'}] Oct 30 15:13:28.821266 n-d-806683-17 neutron-server[102130]: INFO neutron.plugins.ml2.plugin [None req-42308e2d-fcc3-4906-9fa0-32c2e608d4c8 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempt 7 to bind port 4d7845b3-5271-4e8f-bb5f-729dac93b49b Oct 30 15:13:28.834770 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-42308e2d-fcc3-4906-9fa0-32c2e608d4c8 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port 4d7845b3-5271-4e8f-bb5f-729dac93b49b on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:13:28.835180 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-42308e2d-fcc3-4906-9fa0-32c2e608d4c8 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port 4d7845b3-5271-4e8f-bb5f-729dac93b49b by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '17b9964b-bf5a-465f-9cd5-b1c298c35eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '67945ba1-d65a-4ab9-9d9c-f84fa142afd3'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:13:28.835437 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42308e2d-fcc3-4906-9fa0-32c2e608d4c8 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port 4d7845b3-5271-4e8f-bb5f-729dac93b49b on network 67945ba1-d65a-4ab9-9d9c-f84fa142afd3 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:13:28.840705 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42308e2d-fcc3-4906-9fa0-32c2e608d4c8 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Port 4d7845b3-5271-4e8f-bb5f-729dac93b49b on network 67945ba1-d65a-4ab9-9d9c-f84fa142afd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:13:28.841039 n-d-806683-17 neutron-server[102130]: ERROR neutron.plugins.ml2.managers [None req-42308e2d-fcc3-4906-9fa0-32c2e608d4c8 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Failed to bind port 4d7845b3-5271-4e8f-bb5f-729dac93b49b on host n-h1-806683-17 for vnic_type normal using segments [{'id': '17b9964b-bf5a-465f-9cd5-b1c298c35eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '67945ba1-d65a-4ab9-9d9c-f84fa142afd3'}] Oct 30 15:13:28.841429 n-d-806683-17 neutron-server[102130]: INFO neutron.plugins.ml2.plugin [None req-42308e2d-fcc3-4906-9fa0-32c2e608d4c8 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempt 8 to bind port 4d7845b3-5271-4e8f-bb5f-729dac93b49b Oct 30 15:13:28.855592 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-42308e2d-fcc3-4906-9fa0-32c2e608d4c8 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port 4d7845b3-5271-4e8f-bb5f-729dac93b49b on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:13:28.855962 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-42308e2d-fcc3-4906-9fa0-32c2e608d4c8 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port 4d7845b3-5271-4e8f-bb5f-729dac93b49b by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '17b9964b-bf5a-465f-9cd5-b1c298c35eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '67945ba1-d65a-4ab9-9d9c-f84fa142afd3'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:13:28.856250 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42308e2d-fcc3-4906-9fa0-32c2e608d4c8 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port 4d7845b3-5271-4e8f-bb5f-729dac93b49b on network 67945ba1-d65a-4ab9-9d9c-f84fa142afd3 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:13:28.861126 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42308e2d-fcc3-4906-9fa0-32c2e608d4c8 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Port 4d7845b3-5271-4e8f-bb5f-729dac93b49b on network 67945ba1-d65a-4ab9-9d9c-f84fa142afd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:13:28.861457 n-d-806683-17 neutron-server[102130]: ERROR neutron.plugins.ml2.managers [None req-42308e2d-fcc3-4906-9fa0-32c2e608d4c8 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Failed to bind port 4d7845b3-5271-4e8f-bb5f-729dac93b49b on host n-h1-806683-17 for vnic_type normal using segments [{'id': '17b9964b-bf5a-465f-9cd5-b1c298c35eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '67945ba1-d65a-4ab9-9d9c-f84fa142afd3'}] Oct 30 15:13:28.861892 n-d-806683-17 neutron-server[102130]: INFO neutron.plugins.ml2.plugin [None req-42308e2d-fcc3-4906-9fa0-32c2e608d4c8 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempt 9 to bind port 4d7845b3-5271-4e8f-bb5f-729dac93b49b Oct 30 15:13:28.876495 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-42308e2d-fcc3-4906-9fa0-32c2e608d4c8 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port 4d7845b3-5271-4e8f-bb5f-729dac93b49b on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:13:28.876846 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-42308e2d-fcc3-4906-9fa0-32c2e608d4c8 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port 4d7845b3-5271-4e8f-bb5f-729dac93b49b by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '17b9964b-bf5a-465f-9cd5-b1c298c35eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '67945ba1-d65a-4ab9-9d9c-f84fa142afd3'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:13:28.877213 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42308e2d-fcc3-4906-9fa0-32c2e608d4c8 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port 4d7845b3-5271-4e8f-bb5f-729dac93b49b on network 67945ba1-d65a-4ab9-9d9c-f84fa142afd3 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:13:28.881837 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42308e2d-fcc3-4906-9fa0-32c2e608d4c8 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Port 4d7845b3-5271-4e8f-bb5f-729dac93b49b on network 67945ba1-d65a-4ab9-9d9c-f84fa142afd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:13:28.882163 n-d-806683-17 neutron-server[102130]: ERROR neutron.plugins.ml2.managers [None req-42308e2d-fcc3-4906-9fa0-32c2e608d4c8 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Failed to bind port 4d7845b3-5271-4e8f-bb5f-729dac93b49b on host n-h1-806683-17 for vnic_type normal using segments [{'id': '17b9964b-bf5a-465f-9cd5-b1c298c35eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '67945ba1-d65a-4ab9-9d9c-f84fa142afd3'}] Oct 30 15:13:28.882550 n-d-806683-17 neutron-server[102130]: INFO neutron.plugins.ml2.plugin [None req-42308e2d-fcc3-4906-9fa0-32c2e608d4c8 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempt 10 to bind port 4d7845b3-5271-4e8f-bb5f-729dac93b49b Oct 30 15:13:28.889657 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:28.900276 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-42308e2d-fcc3-4906-9fa0-32c2e608d4c8 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port 4d7845b3-5271-4e8f-bb5f-729dac93b49b on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:13:28.900660 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-42308e2d-fcc3-4906-9fa0-32c2e608d4c8 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port 4d7845b3-5271-4e8f-bb5f-729dac93b49b by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '17b9964b-bf5a-465f-9cd5-b1c298c35eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '67945ba1-d65a-4ab9-9d9c-f84fa142afd3'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:13:28.901001 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42308e2d-fcc3-4906-9fa0-32c2e608d4c8 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port 4d7845b3-5271-4e8f-bb5f-729dac93b49b on network 67945ba1-d65a-4ab9-9d9c-f84fa142afd3 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:13:28.907240 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42308e2d-fcc3-4906-9fa0-32c2e608d4c8 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Port 4d7845b3-5271-4e8f-bb5f-729dac93b49b on network 67945ba1-d65a-4ab9-9d9c-f84fa142afd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:13:28.907613 n-d-806683-17 neutron-server[102130]: ERROR neutron.plugins.ml2.managers [None req-42308e2d-fcc3-4906-9fa0-32c2e608d4c8 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Failed to bind port 4d7845b3-5271-4e8f-bb5f-729dac93b49b on host n-h1-806683-17 for vnic_type normal using segments [{'id': '17b9964b-bf5a-465f-9cd5-b1c298c35eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '67945ba1-d65a-4ab9-9d9c-f84fa142afd3'}] Oct 30 15:13:28.908549 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-42308e2d-fcc3-4906-9fa0-32c2e608d4c8 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:28.914990 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b490cbfe-be8a-462b-b72a-b5cd4cdf663c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c6e1ca-5b02-4492-92da-0e65a0c1bfff'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:13:28.918461 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c72e14-14ef-4baa-b5a5-d45ce513567d" -d '{"events": [{"server_uuid": "b490cbfe-be8a-462b-b72a-b5cd4cdf663c", "name": "network-vif-plugged", "status": "completed", "tag": "25c6e1ca-5b02-4492-92da-0e65a0c1bfff"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:13:28.939168 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 25c6e1ca-5b02-4492-92da-0e65a0c1bfff, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=25c6e1ca-5b02-4492-92da-0e65a0c1bfff,segment=NetworkSegment(495e0bcf-a0e5-4b3d-8fa7-4467a729ed3e),segment_id=495e0bcf-a0e5-4b3d-8fa7-4467a729ed3e)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:13:28.945092 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:28.946578 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:13:28.973073 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: 44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:13:28.973428 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3 not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:13:29.003535 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-42308e2d-fcc3-4906-9fa0-32c2e608d4c8 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] For port 4d7845b3-5271-4e8f-bb5f-729dac93b49b, host n-h1-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:13:29.004220 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-42308e2d-fcc3-4906-9fa0-32c2e608d4c8 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempted to set empty binding levels {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 30 15:13:29.014512 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-42308e2d-fcc3-4906-9fa0-32c2e608d4c8 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:29.056583 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=25c6e1ca-5b02-4492-92da-0e65a0c1bfff,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:29.103538 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-42308e2d-fcc3-4906-9fa0-32c2e608d4c8 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] In _notify_port_updated(), no bound segment for port 4d7845b3-5271-4e8f-bb5f-729dac93b49b on network 67945ba1-d65a-4ab9-9d9c-f84fa142afd3 {{(pid=102130) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 30 15:13:29.104770 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42308e2d-fcc3-4906-9fa0-32c2e608d4c8 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:29.105715 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c793a-4539-49da-9717-636153e401e3 req-85680128-1263-4811-8d28-d0a59f0950c2 tempest-AttachSCSIVolumeTestJSON-605120720 tempest-AttachSCSIVolumeTestJSON-605120720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:29.105987 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-42308e2d-fcc3-4906-9fa0-32c2e608d4c8 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:29.108023 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-42308e2d-fcc3-4906-9fa0-32c2e608d4c8 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] 10.222.0.62 "PUT /v2.0/ports/4d7845b3-5271-4e8f-bb5f-729dac93b49b HTTP/1.1" status: 200 len: 975 time: 1.7575068 Oct 30 15:13:29.110361 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-da5c793a-4539-49da-9717-636153e401e3 req-85680128-1263-4811-8d28-d0a59f0950c2 tempest-AttachSCSIVolumeTestJSON-605120720 tempest-AttachSCSIVolumeTestJSON-605120720-project] 10.222.0.62 "GET /v2.0/networks?id=a6fc47d5-23e3-42bb-a8bc-b37d5765b689 HTTP/1.1" status: 200 len: 814 time: 0.3156207 Oct 30 15:13:29.110894 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35234) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:29.148354 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42308e2d-fcc3-4906-9fa0-32c2e608d4c8 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Pushing event updated for resources: {'Port': ['ID=4d7845b3-5271-4e8f-bb5f-729dac93b49b,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:29.156844 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5d3aa-be4e-4585-9db2-0b357e2926d3 req-a460c210-6e3e-4c9b-96e2-c1097eea5818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:29.158257 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-88d5d3aa-be4e-4585-9db2-0b357e2926d3 req-a460c210-6e3e-4c9b-96e2-c1097eea5818 service neutron] 10.222.0.53 "GET /v2.0/networks?id=67de53ff-61d6-4e57-84de-8610bca9618f HTTP/1.1" status: 200 len: 903 time: 0.2453380 Oct 30 15:13:29.167846 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-da5c793a-4539-49da-9717-636153e401e3 req-ffacd998-1961-4470-a499-9a7b9096c09f tempest-AttachSCSIVolumeTestJSON-605120720 tempest-AttachSCSIVolumeTestJSON-605120720-project] 10.222.0.62 "GET /v2.0/quotas/946d68cf646649d4a859270063911623 HTTP/1.1" status: 200 len: 375 time: 0.0428710 Oct 30 15:13:29.170393 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfa5188-b692-4682-8251-c8a842c1e084 req-b8431e36-1bc8-4e5f-97ef-dbbb81cf6d3d tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:29.177076 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfa5188-b692-4682-8251-c8a842c1e084 req-b8431e36-1bc8-4e5f-97ef-dbbb81cf6d3d tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:29.183646 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfa5188-b692-4682-8251-c8a842c1e084 req-b8431e36-1bc8-4e5f-97ef-dbbb81cf6d3d tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:29.190157 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfa5188-b692-4682-8251-c8a842c1e084 req-b8431e36-1bc8-4e5f-97ef-dbbb81cf6d3d tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:29.196528 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfa5188-b692-4682-8251-c8a842c1e084 req-b8431e36-1bc8-4e5f-97ef-dbbb81cf6d3d tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:29.203688 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfa5188-b692-4682-8251-c8a842c1e084 req-b8431e36-1bc8-4e5f-97ef-dbbb81cf6d3d tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:29.210433 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfa5188-b692-4682-8251-c8a842c1e084 req-b8431e36-1bc8-4e5f-97ef-dbbb81cf6d3d tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:29.212793 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dcfa5188-b692-4682-8251-c8a842c1e084 req-b8431e36-1bc8-4e5f-97ef-dbbb81cf6d3d tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 5420 time: 0.1282446 Oct 30 15:13:29.264200 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dcfa5188-b692-4682-8251-c8a842c1e084 req-f98cda17-55f8-4464-8bfd-afed675e1f6b tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb8a2948-2c1b-4131-b6de-fecd84bd89b4&id=5eeec3c6-4bd2-414a-bba6-6aabb62faff1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0434985 Oct 30 15:13:29.269490 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28db724-7e0f-4e58-bf5b-a30b320d0edd tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:29.269967 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28db724-7e0f-4e58-bf5b-a30b320d0edd tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:29.270419 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28db724-7e0f-4e58-bf5b-a30b320d0edd tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:29.271163 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28db724-7e0f-4e58-bf5b-a30b320d0edd tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:29.271903 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28db724-7e0f-4e58-bf5b-a30b320d0edd tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:29.272741 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28db724-7e0f-4e58-bf5b-a30b320d0edd tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:29.273206 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28db724-7e0f-4e58-bf5b-a30b320d0edd tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:29.273656 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28db724-7e0f-4e58-bf5b-a30b320d0edd tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:29.274102 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28db724-7e0f-4e58-bf5b-a30b320d0edd tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:29.274554 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28db724-7e0f-4e58-bf5b-a30b320d0edd tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:29.274997 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28db724-7e0f-4e58-bf5b-a30b320d0edd tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:29.275632 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28db724-7e0f-4e58-bf5b-a30b320d0edd tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:29.276202 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28db724-7e0f-4e58-bf5b-a30b320d0edd tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:29.277282 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28db724-7e0f-4e58-bf5b-a30b320d0edd tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:29.277735 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28db724-7e0f-4e58-bf5b-a30b320d0edd tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:29.278182 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28db724-7e0f-4e58-bf5b-a30b320d0edd tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:29.278625 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28db724-7e0f-4e58-bf5b-a30b320d0edd tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:29.279069 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28db724-7e0f-4e58-bf5b-a30b320d0edd tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:29.279536 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28db724-7e0f-4e58-bf5b-a30b320d0edd tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:29.279982 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28db724-7e0f-4e58-bf5b-a30b320d0edd tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:29.280426 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28db724-7e0f-4e58-bf5b-a30b320d0edd tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:29.280867 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28db724-7e0f-4e58-bf5b-a30b320d0edd tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:29.281314 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28db724-7e0f-4e58-bf5b-a30b320d0edd tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:29.281755 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28db724-7e0f-4e58-bf5b-a30b320d0edd tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:29.282253 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28db724-7e0f-4e58-bf5b-a30b320d0edd tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:29.282624 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28db724-7e0f-4e58-bf5b-a30b320d0edd tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:29.283068 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28db724-7e0f-4e58-bf5b-a30b320d0edd tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:29.283519 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28db724-7e0f-4e58-bf5b-a30b320d0edd tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:29.283964 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28db724-7e0f-4e58-bf5b-a30b320d0edd tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:29.284404 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28db724-7e0f-4e58-bf5b-a30b320d0edd tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:29.295995 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b28db724-7e0f-4e58-bf5b-a30b320d0edd tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 27180 time: 0.1710613 Oct 30 15:13:29.295995 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35236) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:29.303439 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-88d5d3aa-be4e-4585-9db2-0b357e2926d3 req-c5dbbd48-1cee-49b0-9ad5-5472c366333b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=256e4633-4af9-4c29-9d87-283e76dcef0e HTTP/1.1" status: 200 len: 217 time: 0.1345563 Oct 30 15:13:29.364367 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-da5c793a-4539-49da-9717-636153e401e3 req-ef250274-295f-48bd-be8f-57753b4baf11 tempest-AttachSCSIVolumeTestJSON-605120720 tempest-AttachSCSIVolumeTestJSON-605120720-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=946d68cf646649d4a859270063911623&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1891348 Oct 30 15:13:29.377824 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-deafcae0-b8da-478e-b73e-d2921efd4ef0 req-e3e52da6-aefa-43d8-9914-ea0546d72b6c tempest-ServerShowV254Test-1081643889 tempest-ServerShowV254Test-1081643889-project] 10.222.0.62 "GET /v2.0/ports?device_id=db15aa8e-4e12-4459-8a09-7962a1ce28d9 HTTP/1.1" status: 200 len: 210 time: 0.0314808 Oct 30 15:13:29.436908 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf8b44a1-472b-4c36-b19a-c45aa2badd4d x-openstack-request-id: req-bf8b44a1-472b-4c36-b19a-c45aa2badd4d {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:13:29.437199 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f50d40-de7d-4020-b972-b4c18dee3f99", "name": "network-vif-deleted", "tag": "44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:13:29.437450 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bf8b44a1-472b-4c36-b19a-c45aa2badd4d {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:13:29.437852 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f50d40-de7d-4020-b972-b4c18dee3f99', 'name': 'network-vif-deleted', 'tag': '44e87a2a-03ba-455e-af4e-0a2ba8f3ddf3', 'status': 'completed', 'code': 200} Oct 30 15:13:29.466008 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126c6b46-5485-4e2a-9663-9614f2237f66 x-openstack-request-id: req-126c6b46-5485-4e2a-9663-9614f2237f66 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:13:29.466516 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b490cbfe-be8a-462b-b72a-b5cd4cdf663c", "name": "network-vif-plugged", "status": "completed", "tag": "25c6e1ca-5b02-4492-92da-0e65a0c1bfff", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:13:29.467350 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-126c6b46-5485-4e2a-9663-9614f2237f66 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:13:29.468099 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b490cbfe-be8a-462b-b72a-b5cd4cdf663c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c6e1ca-5b02-4492-92da-0e65a0c1bfff', 'code': 200} Oct 30 15:13:29.477677 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5d3aa-be4e-4585-9db2-0b357e2926d3 req-ef2dc4a4-0c8a-47dd-8732-0d91a2c11788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:29.479343 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-88d5d3aa-be4e-4585-9db2-0b357e2926d3 req-ef2dc4a4-0c8a-47dd-8732-0d91a2c11788 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=93c41c92-4bd3-4929-ad89-7529a017aa93 HTTP/1.1" status: 200 len: 797 time: 0.1579335 Oct 30 15:13:29.564549 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:29.579338 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed64d24-108f-40b6-8745-fa40e9329475 req-08d110ed-7852-4633-968d-dffdfea469d7 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:29.580988 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1ed64d24-108f-40b6-8745-fa40e9329475 req-08d110ed-7852-4633-968d-dffdfea469d7 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=b490cbfe-be8a-462b-b72a-b5cd4cdf663c HTTP/1.1" status: 200 len: 945 time: 0.0574148 Oct 30 15:13:29.592901 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-b12cbe22-1809-4afb-b255-657d84f453d5 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Deleting port 4d7845b3-5271-4e8f-bb5f-729dac93b49b {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:13:29.593270 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b12cbe22-1809-4afb-b255-657d84f453d5 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:29.625569 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1ed64d24-108f-40b6-8745-fa40e9329475 req-0d2a3ce4-d26c-4911-bc68-e52b0730d4e7 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357251 Oct 30 15:13:29.642235 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-da5c793a-4539-49da-9717-636153e401e3 req-b21f0027-d393-4942-a5ba-1b5d14c6504a service neutron] 10.222.0.62 "GET /v2.0/networks/a6fc47d5-23e3-42bb-a8bc-b37d5765b689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651024 Oct 30 15:13:29.646388 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5d3aa-be4e-4585-9db2-0b357e2926d3 req-eed88517-53fe-4add-a290-2745bc61334b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:29.647702 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-88d5d3aa-be4e-4585-9db2-0b357e2926d3 req-eed88517-53fe-4add-a290-2745bc61334b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=67de53ff-61d6-4e57-84de-8610bca9618f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1565948 Oct 30 15:13:29.684385 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3310ef-dacd-4e2e-bdc8-bf39cb47bf9b req-496334c6-8c6d-4232-853e-e263c8c15f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:29.685857 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ad3310ef-dacd-4e2e-bdc8-bf39cb47bf9b req-496334c6-8c6d-4232-853e-e263c8c15f3b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b490cbfe-be8a-462b-b72a-b5cd4cdf663c HTTP/1.1" status: 200 len: 1097 time: 0.1381202 Oct 30 15:13:29.777448 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-b12cbe22-1809-4afb-b255-657d84f453d5 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] For port 4d7845b3-5271-4e8f-bb5f-729dac93b49b, host n-h1-806683-17, got binding levels [] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:13:29.777800 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b12cbe22-1809-4afb-b255-657d84f453d5 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:29.790042 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b520869a-5e11-4cea-a057-51c43a5c0638 req-1f532e87-a0a7-4492-a87b-9c186c1b24a2 tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:29.791621 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b520869a-5e11-4cea-a057-51c43a5c0638 req-1f532e87-a0a7-4492-a87b-9c186c1b24a2 tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] 10.222.0.62 "GET /v2.0/ports?device_id=84c9c53f-2634-4a9d-ba86-3855127ba778 HTTP/1.1" status: 200 len: 944 time: 0.0500624 Oct 30 15:13:29.814718 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-b12cbe22-1809-4afb-b255-657d84f453d5 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Calling delete_port for 4d7845b3-5271-4e8f-bb5f-729dac93b49b owned by {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:13:29.832189 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b520869a-5e11-4cea-a057-51c43a5c0638 req-e51158d9-1f2c-494f-a951-4295ecbdc232 tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] 10.222.0.62 "GET /v2.0/security-groups?id=409aa1d7-6954-49d1-b464-0b34218da972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332606 Oct 30 15:13:29.860753 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ad3310ef-dacd-4e2e-bdc8-bf39cb47bf9b req-1ec7bc61-ac52-4001-9abe-0d63126edf4e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619782 Oct 30 15:13:29.919975 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-da5c793a-4539-49da-9717-636153e401e3 req-ca3057dd-cca1-4c66-aa35-c6079c09aacf service neutron] 10.222.0.62 "GET /v2.0/networks/a6fc47d5-23e3-42bb-a8bc-b37d5765b689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653220 Oct 30 15:13:29.923206 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-88d5d3aa-be4e-4585-9db2-0b357e2926d3 req-043397d3-31b5-4a1d-987d-229710733b50 service neutron] 10.222.0.53 "GET /v2.0/networks/67de53ff-61d6-4e57-84de-8610bca9618f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572408 Oct 30 15:13:29.960852 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b12cbe22-1809-4afb-b255-657d84f453d5 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:29.995513 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12cbe22-1809-4afb-b255-657d84f453d5 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Pushing event deleted for resources: {'Port': ['ID=4d7845b3-5271-4e8f-bb5f-729dac93b49b,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:30.007506 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b12cbe22-1809-4afb-b255-657d84f453d5 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:30.011503 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b12cbe22-1809-4afb-b255-657d84f453d5 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] 10.222.0.62 "DELETE /v2.0/ports/4d7845b3-5271-4e8f-bb5f-729dac93b49b HTTP/1.1" status: 204 len: 168 time: 0.7159414 Oct 30 15:13:30.014537 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35274) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:30.048722 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bd8091c-a75d-4d47-8898-3c498391b7fa tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] GET failed (client error): The resource could not be found. Oct 30 15:13:30.050878 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-4bd8091c-a75d-4d47-8898-3c498391b7fa tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] 10.222.0.62 "GET /v2.0/ports/4d7845b3-5271-4e8f-bb5f-729dac93b49b HTTP/1.1" status: 404 len: 333 time: 0.0353308 Oct 30 15:13:30.055239 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35284) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:30.065115 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-35ec7af8-31ef-4669-85e3-c93548ca3e24 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-391237404', 'network_id': '67945ba1-d65a-4ab9-9d9c-f84fa142afd3'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:13:30.095821 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ec7af8-31ef-4669-85e3-c93548ca3e24 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Made reservation on behalf of 37aa366b42354fc9b9f80a4ff81c0289 for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:13:30.101334 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-35ec7af8-31ef-4669-85e3-c93548ca3e24 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:30.139129 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [None req-35ec7af8-31ef-4669-85e3-c93548ca3e24 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] device_id is not set on port aad26680-6c03-43ed-92de-2a1f850f0cbf yet. {{(pid=102130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:13:30.208781 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cc534419-13c9-4f9c-9616-4e17f17d6a5d req-7ba4be6c-e32d-43a7-b1a1-effa6dfa7490 tempest-AttachSCSIVolumeTestJSON-605120720 tempest-AttachSCSIVolumeTestJSON-605120720-project] 10.222.0.62 "GET /v2.0/ports?device_id=0bfd6a08-f347-4b41-923f-b748287d3be6 HTTP/1.1" status: 200 len: 210 time: 0.0558250 Oct 30 15:13:30.216088 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-88d5d3aa-be4e-4585-9db2-0b357e2926d3 req-80720758-4c7a-4ced-b06e-4e55c9296f50 service neutron] 10.222.0.53 "GET /v2.0/networks/67de53ff-61d6-4e57-84de-8610bca9618f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639006 Oct 30 15:13:30.345421 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35316) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:30.401938 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-35ec7af8-31ef-4669-85e3-c93548ca3e24 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:30.462096 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9740f6b3-0ae7-4f64-8e12-815ff6a817d1 req-aa0436c3-fd46-4aa7-a0c6-f41385207bb5 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:30.468697 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9740f6b3-0ae7-4f64-8e12-815ff6a817d1 req-aa0436c3-fd46-4aa7-a0c6-f41385207bb5 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:30.474662 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9740f6b3-0ae7-4f64-8e12-815ff6a817d1 req-aa0436c3-fd46-4aa7-a0c6-f41385207bb5 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:30.481182 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9740f6b3-0ae7-4f64-8e12-815ff6a817d1 req-aa0436c3-fd46-4aa7-a0c6-f41385207bb5 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:30.487202 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9740f6b3-0ae7-4f64-8e12-815ff6a817d1 req-aa0436c3-fd46-4aa7-a0c6-f41385207bb5 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:30.493130 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9740f6b3-0ae7-4f64-8e12-815ff6a817d1 req-aa0436c3-fd46-4aa7-a0c6-f41385207bb5 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:30.499331 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9740f6b3-0ae7-4f64-8e12-815ff6a817d1 req-aa0436c3-fd46-4aa7-a0c6-f41385207bb5 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:30.501381 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9740f6b3-0ae7-4f64-8e12-815ff6a817d1 req-aa0436c3-fd46-4aa7-a0c6-f41385207bb5 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 5420 time: 0.1188886 Oct 30 15:13:30.551008 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-35ec7af8-31ef-4669-85e3-c93548ca3e24 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:30.621165 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ec7af8-31ef-4669-85e3-c93548ca3e24 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Network 67945ba1-d65a-4ab9-9d9c-f84fa142afd3 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:13:30.625652 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9740f6b3-0ae7-4f64-8e12-815ff6a817d1 req-7ba237b3-2a7c-442d-87e2-da67f7bff25a tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb8a2948-2c1b-4131-b6de-fecd84bd89b4&id=5eeec3c6-4bd2-414a-bba6-6aabb62faff1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1136365 Oct 30 15:13:30.629915 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-d295f9a9-7888-4e45-a5a5-2c70c6041048 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a63b170e4d9945e2b0d25a7b58414e99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2834382 Oct 30 15:13:30.632734 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-35ec7af8-31ef-4669-85e3-c93548ca3e24 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:13:30.633046 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35354) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:30.637638 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ec7af8-31ef-4669-85e3-c93548ca3e24 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:13:30.638809 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ec7af8-31ef-4669-85e3-c93548ca3e24 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:30.639621 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-35ec7af8-31ef-4669-85e3-c93548ca3e24 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:30.645835 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ec7af8-31ef-4669-85e3-c93548ca3e24 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Pushing event updated for resources: {'Port': ['ID=aad26680-6c03-43ed-92de-2a1f850f0cbf,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:30.665270 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-35ec7af8-31ef-4669-85e3-c93548ca3e24 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6075871 Oct 30 15:13:30.667393 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35360) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:30.724421 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1851179-ff76-4639-be2f-13e0450567fd tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:30.725835 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b1851179-ff76-4639-be2f-13e0450567fd tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] 10.222.0.62 "GET /v2.0/ports/aad26680-6c03-43ed-92de-2a1f850f0cbf HTTP/1.1" status: 200 len: 954 time: 0.0565643 Oct 30 15:13:30.730021 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35370) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:30.771134 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-50ae6584-2622-45bd-bbef-724fb56e9d42 req-584a0b3c-1d88-4c5d-b9e5-6fa78448c485 tempest-ServerShowV254Test-1081643889 tempest-ServerShowV254Test-1081643889-project] 10.222.0.62 "GET /v2.0/ports?device_id=db15aa8e-4e12-4459-8a09-7962a1ce28d9 HTTP/1.1" status: 200 len: 210 time: 0.0496917 Oct 30 15:13:30.885906 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-78c5da5f-4b35-41d4-8688-54228fedb70e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:30.911683 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-7057a323-4225-49eb-bb5a-0c408e5eba94 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Deleting port aad26680-6c03-43ed-92de-2a1f850f0cbf {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:13:30.912029 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7057a323-4225-49eb-bb5a-0c408e5eba94 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:30.935962 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa031c-5c87-476a-8b57-6512a124d364 req-bcc86b7c-d6ee-4ab7-81b8-b2a0c652b757 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:30.937593 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-22aa031c-5c87-476a-8b57-6512a124d364 req-bcc86b7c-d6ee-4ab7-81b8-b2a0c652b757 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=b490cbfe-be8a-462b-b72a-b5cd4cdf663c HTTP/1.1" status: 200 len: 945 time: 0.1273928 Oct 30 15:13:30.971986 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-78c5da5f-4b35-41d4-8688-54228fedb70e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:31.040935 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7057a323-4225-49eb-bb5a-0c408e5eba94 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:31.065122 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-7057a323-4225-49eb-bb5a-0c408e5eba94 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Calling delete_port for aad26680-6c03-43ed-92de-2a1f850f0cbf owned by {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:13:31.078169 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-22aa031c-5c87-476a-8b57-6512a124d364 req-7d20c748-f07e-4aaa-83ab-4d48fe1e6da9 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038027 Oct 30 15:13:31.131335 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-78c5da5f-4b35-41d4-8688-54228fedb70e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:31.134701 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-78c5da5f-4b35-41d4-8688-54228fedb70e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:31.135921 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-78c5da5f-4b35-41d4-8688-54228fedb70e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b6e850f5-bbac-48ab-9f8b-66d8b92818ce HTTP/1.1" status: 204 len: 168 time: 0.5018578 Oct 30 15:13:31.165808 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c5da5f-4b35-41d4-8688-54228fedb70e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e850f5-bbac-48ab-9f8b-66d8b92818ce,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:31.215367 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7057a323-4225-49eb-bb5a-0c408e5eba94 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:31.236385 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8370e77-38ab-4795-9f1b-584c1d57d21d req-48179f9e-e705-49ee-8e6a-62c7fb168d45 tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:31.237910 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d8370e77-38ab-4795-9f1b-584c1d57d21d req-48179f9e-e705-49ee-8e6a-62c7fb168d45 tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] 10.222.0.62 "GET /v2.0/ports?device_id=84c9c53f-2634-4a9d-ba86-3855127ba778 HTTP/1.1" status: 200 len: 944 time: 0.0890739 Oct 30 15:13:31.261264 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7057a323-4225-49eb-bb5a-0c408e5eba94 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Pushing event deleted for resources: {'Port': ['ID=aad26680-6c03-43ed-92de-2a1f850f0cbf,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:31.277670 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7057a323-4225-49eb-bb5a-0c408e5eba94 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:31.281367 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-7057a323-4225-49eb-bb5a-0c408e5eba94 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] 10.222.0.62 "DELETE /v2.0/ports/aad26680-6c03-43ed-92de-2a1f850f0cbf HTTP/1.1" status: 204 len: 168 time: 0.5503953 Oct 30 15:13:31.284122 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35418) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:31.332327 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-82ad37b1-b9bb-4767-8385-f9b332923131 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] GET failed (client error): The resource could not be found. Oct 30 15:13:31.335007 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-82ad37b1-b9bb-4767-8385-f9b332923131 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] 10.222.0.62 "GET /v2.0/ports/aad26680-6c03-43ed-92de-2a1f850f0cbf HTTP/1.1" status: 404 len: 333 time: 0.0483944 Oct 30 15:13:31.340491 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d8370e77-38ab-4795-9f1b-584c1d57d21d req-94acf3af-c8fb-4f84-8886-a7de34f2b475 tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] 10.222.0.62 "GET /v2.0/security-groups?id=409aa1d7-6954-49d1-b464-0b34218da972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813718 Oct 30 15:13:31.341007 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35422) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:31.351193 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-a3ae4fb2-261a-48f3-b154-54645d62f26c tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Request body: {'port': {'network_id': '67945ba1-d65a-4ab9-9d9c-f84fa142afd3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-184833710'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:13:31.386399 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-239fd5f9-265a-44ab-b4ac-cdcf879744cc req-4346463a-3eae-4f86-bb2d-b8b355d19503 tempest-AttachSCSIVolumeTestJSON-605120720 tempest-AttachSCSIVolumeTestJSON-605120720-project] 10.222.0.62 "GET /v2.0/ports?device_id=0bfd6a08-f347-4b41-923f-b748287d3be6 HTTP/1.1" status: 200 len: 210 time: 0.0571861 Oct 30 15:13:31.497585 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ae4fb2-261a-48f3-b154-54645d62f26c tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Made reservation on behalf of 37aa366b42354fc9b9f80a4ff81c0289 for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:13:31.500051 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a3ae4fb2-261a-48f3-b154-54645d62f26c tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:31.524193 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c793a-4539-49da-9717-636153e401e3 req-51d85950-02c8-43ad-94ab-7392f30dc2f2 tempest-AttachSCSIVolumeTestJSON-605120720 tempest-AttachSCSIVolumeTestJSON-605120720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:31.525626 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-da5c793a-4539-49da-9717-636153e401e3 req-51d85950-02c8-43ad-94ab-7392f30dc2f2 tempest-AttachSCSIVolumeTestJSON-605120720 tempest-AttachSCSIVolumeTestJSON-605120720-project] 10.222.0.53 "GET /v2.0/networks?id=a6fc47d5-23e3-42bb-a8bc-b37d5765b689 HTTP/1.1" status: 200 len: 814 time: 0.1836755 Oct 30 15:13:31.531275 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [None req-a3ae4fb2-261a-48f3-b154-54645d62f26c tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] device_id is not set on port 01cb9367-61a5-400e-9d50-929d28504d28 yet. {{(pid=102131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:13:31.545027 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-da5c793a-4539-49da-9717-636153e401e3 req-ba7750be-441f-4de6-b6e5-ff7cb68e8c26 tempest-AttachSCSIVolumeTestJSON-605120720 tempest-AttachSCSIVolumeTestJSON-605120720-project] Request body: {'port': {'device_id': '0bfd6a08-f347-4b41-923f-b748287d3be6', 'network_id': 'a6fc47d5-23e3-42bb-a8bc-b37d5765b689', 'admin_state_up': True, 'tenant_id': '946d68cf646649d4a859270063911623'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:13:31.594398 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35462) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:31.651560 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b80fe2ad-f0d7-4c6c-af30-b0964020e7c7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=60ac3fc6853d437fbf3d21e2b5fa77dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0510626 Oct 30 15:13:31.652007 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35470) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:31.665035 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:31.750250 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9a9e808c-b45c-4e7b-a74e-97f032aaddfa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:31.791632 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9a9e808c-b45c-4e7b-a74e-97f032aaddfa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:31.849622 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9a9e808c-b45c-4e7b-a74e-97f032aaddfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:31.852540 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9a9e808c-b45c-4e7b-a74e-97f032aaddfa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:31.853996 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9a9e808c-b45c-4e7b-a74e-97f032aaddfa admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b3f22f2d-8eac-4436-aa6f-216fbab0bdf8 HTTP/1.1" status: 204 len: 168 time: 0.2005742 Oct 30 15:13:31.863457 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9e808c-b45c-4e7b-a74e-97f032aaddfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f22f2d-8eac-4436-aa6f-216fbab0bdf8,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:32.040005 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-14ad83ee-c6f1-47d0-a416-97ea5e6f7eb8 req-3c5e48c3-e98b-4e41-8a26-6a2a47ec6de9 tempest-ServerShowV254Test-1081643889 tempest-ServerShowV254Test-1081643889-project] 10.222.0.62 "GET /v2.0/ports?device_id=db15aa8e-4e12-4459-8a09-7962a1ce28d9 HTTP/1.1" status: 200 len: 210 time: 0.0384457 Oct 30 15:13:32.360415 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da5c793a-4539-49da-9717-636153e401e3 req-ba7750be-441f-4de6-b6e5-ff7cb68e8c26 tempest-AttachSCSIVolumeTestJSON-605120720 tempest-AttachSCSIVolumeTestJSON-605120720-project] Made reservation on behalf of 946d68cf646649d4a859270063911623 for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:13:32.364482 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-da5c793a-4539-49da-9717-636153e401e3 req-ba7750be-441f-4de6-b6e5-ff7cb68e8c26 tempest-AttachSCSIVolumeTestJSON-605120720 tempest-AttachSCSIVolumeTestJSON-605120720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:32.379324 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc2a493-ad70-4eed-a6d5-2e2cb5add96f req-a944080b-eb52-4af7-83c0-75d42382e2aa tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:32.386559 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc2a493-ad70-4eed-a6d5-2e2cb5add96f req-a944080b-eb52-4af7-83c0-75d42382e2aa tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:32.394266 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc2a493-ad70-4eed-a6d5-2e2cb5add96f req-a944080b-eb52-4af7-83c0-75d42382e2aa tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:32.402841 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc2a493-ad70-4eed-a6d5-2e2cb5add96f req-a944080b-eb52-4af7-83c0-75d42382e2aa tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:32.408818 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc2a493-ad70-4eed-a6d5-2e2cb5add96f req-a944080b-eb52-4af7-83c0-75d42382e2aa tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:32.418933 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc2a493-ad70-4eed-a6d5-2e2cb5add96f req-a944080b-eb52-4af7-83c0-75d42382e2aa tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:32.426764 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc2a493-ad70-4eed-a6d5-2e2cb5add96f req-a944080b-eb52-4af7-83c0-75d42382e2aa tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:32.434381 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7bc2a493-ad70-4eed-a6d5-2e2cb5add96f req-a944080b-eb52-4af7-83c0-75d42382e2aa tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 5420 time: 0.2040038 Oct 30 15:13:32.519840 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7bc2a493-ad70-4eed-a6d5-2e2cb5add96f req-f883b31b-72bd-43a2-ac47-812444aa1b40 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb8a2948-2c1b-4131-b6de-fecd84bd89b4&id=5eeec3c6-4bd2-414a-bba6-6aabb62faff1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0844598 Oct 30 15:13:32.534370 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a3ae4fb2-261a-48f3-b154-54645d62f26c tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:32.663928 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a3ae4fb2-261a-48f3-b154-54645d62f26c tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:32.745504 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ae4fb2-261a-48f3-b154-54645d62f26c tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Pushing event updated for resources: {'Port': ['ID=01cb9367-61a5-400e-9d50-929d28504d28,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:32.760049 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-da5c793a-4539-49da-9717-636153e401e3 req-ba7750be-441f-4de6-b6e5-ff7cb68e8c26 tempest-AttachSCSIVolumeTestJSON-605120720 tempest-AttachSCSIVolumeTestJSON-605120720-project] Allocated IP 172.20.0.8 (a6fc47d5-23e3-42bb-a8bc-b37d5765b689/32c15624-cf2b-4993-8c91-524d0cc8cb0d/fd33e7ff-ae0a-4ff4-8a5d-e4e0895d7382) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:13:32.796223 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ae4fb2-261a-48f3-b154-54645d62f26c tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Network 67945ba1-d65a-4ab9-9d9c-f84fa142afd3 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:13:32.800891 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-a3ae4fb2-261a-48f3-b154-54645d62f26c tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:13:32.807987 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ae4fb2-261a-48f3-b154-54645d62f26c tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:13:32.809099 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ae4fb2-261a-48f3-b154-54645d62f26c tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:32.809722 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a3ae4fb2-261a-48f3-b154-54645d62f26c tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:32.865588 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-a3ae4fb2-261a-48f3-b154-54645d62f26c tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.5199158 Oct 30 15:13:32.866062 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35558) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:32.877775 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-e910406b-8505-44eb-acc7-0ed65c1354aa tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:13:32.880434 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fede78-4629-4653-8395-2208e64304ae req-05fca78a-95ff-44bf-aece-5369b6d5a7a5 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:32.890343 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-41fede78-4629-4653-8395-2208e64304ae req-05fca78a-95ff-44bf-aece-5369b6d5a7a5 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=b490cbfe-be8a-462b-b72a-b5cd4cdf663c HTTP/1.1" status: 200 len: 945 time: 0.1595168 Oct 30 15:13:32.962834 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-41fede78-4629-4653-8395-2208e64304ae req-1ce013be-3f05-44a8-86cd-763fdb966241 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670123 Oct 30 15:13:33.048752 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e910406b-8505-44eb-acc7-0ed65c1354aa tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:33.150506 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35566) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:33.167650 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b68d1980-c300-48b7-9f8b-764dd59476c8 req-8fb85b76-1cb3-463e-a7c2-9ceea8512e1f tempest-AttachSCSIVolumeTestJSON-605120720 tempest-AttachSCSIVolumeTestJSON-605120720-project] 10.222.0.62 "GET /v2.0/ports?device_id=0bfd6a08-f347-4b41-923f-b748287d3be6 HTTP/1.1" status: 200 len: 210 time: 0.0895059 Oct 30 15:13:33.172888 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae13ace-bedc-433b-8f60-c1fbac39cdde req-7f3fcdf0-86d4-4353-b13b-b78dfc35f237 tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:33.181701 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6ae13ace-bedc-433b-8f60-c1fbac39cdde req-7f3fcdf0-86d4-4353-b13b-b78dfc35f237 tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] 10.222.0.62 "GET /v2.0/ports?device_id=84c9c53f-2634-4a9d-ba86-3855127ba778 HTTP/1.1" status: 200 len: 944 time: 0.1987939 Oct 30 15:13:33.239143 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-da5c793a-4539-49da-9717-636153e401e3 req-ba7750be-441f-4de6-b6e5-ff7cb68e8c26 tempest-AttachSCSIVolumeTestJSON-605120720 tempest-AttachSCSIVolumeTestJSON-605120720-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:33.252455 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6ae13ace-bedc-433b-8f60-c1fbac39cdde req-3649edc8-2301-4167-9df9-c35f5120dedf tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] 10.222.0.62 "GET /v2.0/security-groups?id=409aa1d7-6954-49d1-b464-0b34218da972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694981 Oct 30 15:13:33.340974 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-da5c793a-4539-49da-9717-636153e401e3 req-ba7750be-441f-4de6-b6e5-ff7cb68e8c26 tempest-AttachSCSIVolumeTestJSON-605120720 tempest-AttachSCSIVolumeTestJSON-605120720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:33.486592 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da5c793a-4539-49da-9717-636153e401e3 req-ba7750be-441f-4de6-b6e5-ff7cb68e8c26 tempest-AttachSCSIVolumeTestJSON-605120720 tempest-AttachSCSIVolumeTestJSON-605120720-project] Network a6fc47d5-23e3-42bb-a8bc-b37d5765b689 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:13:33.543366 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-578dfd5b-7a41-4a22-b5cb-3c37d697a9e7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-693824043-network', 'tenant_id': '82255a8af29a4e39ace6e8e4410bfd3c'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:13:33.549528 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-da5c793a-4539-49da-9717-636153e401e3 req-ba7750be-441f-4de6-b6e5-ff7cb68e8c26 tempest-AttachSCSIVolumeTestJSON-605120720 tempest-AttachSCSIVolumeTestJSON-605120720-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:13:33.571378 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-da5c793a-4539-49da-9717-636153e401e3 req-ba7750be-441f-4de6-b6e5-ff7cb68e8c26 tempest-AttachSCSIVolumeTestJSON-605120720 tempest-AttachSCSIVolumeTestJSON-605120720-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:13:33.577757 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-89157cf3-1c68-4477-ba3f-884549707f23 req-d7805eb4-b3d0-4172-aaf5-dd4030ab012a tempest-ServerShowV254Test-1081643889 tempest-ServerShowV254Test-1081643889-project] 10.222.0.62 "GET /v2.0/ports?device_id=db15aa8e-4e12-4459-8a09-7962a1ce28d9 HTTP/1.1" status: 200 len: 210 time: 0.1587873 Oct 30 15:13:33.682060 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7750be-441f-4de6-b6e5-ff7cb68e8c26 tempest-AttachSCSIVolumeTestJSON-605120720 tempest-AttachSCSIVolumeTestJSON-605120720-project] Pushing event updated for resources: {'Port': ['ID=fd33e7ff-ae0a-4ff4-8a5d-e4e0895d7382,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:33.709564 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c793a-4539-49da-9717-636153e401e3 req-ba7750be-441f-4de6-b6e5-ff7cb68e8c26 tempest-AttachSCSIVolumeTestJSON-605120720 tempest-AttachSCSIVolumeTestJSON-605120720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:33.715713 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-da5c793a-4539-49da-9717-636153e401e3 req-ba7750be-441f-4de6-b6e5-ff7cb68e8c26 tempest-AttachSCSIVolumeTestJSON-605120720 tempest-AttachSCSIVolumeTestJSON-605120720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:33.719538 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957b995-116f-4273-8bd5-75144067e898 req-708f97c1-b2cc-44b5-84e1-c773a8b45463 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:33.726701 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0957b995-116f-4273-8bd5-75144067e898 req-708f97c1-b2cc-44b5-84e1-c773a8b45463 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=b490cbfe-be8a-462b-b72a-b5cd4cdf663c HTTP/1.1" status: 200 len: 945 time: 0.2856760 Oct 30 15:13:33.762977 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-da5c793a-4539-49da-9717-636153e401e3 req-ba7750be-441f-4de6-b6e5-ff7cb68e8c26 tempest-AttachSCSIVolumeTestJSON-605120720 tempest-AttachSCSIVolumeTestJSON-605120720-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2223117 Oct 30 15:13:33.792444 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-578dfd5b-7a41-4a22-b5cb-3c37d697a9e7 admin admin] Made reservation on behalf of 82255a8af29a4e39ace6e8e4410bfd3c for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:13:33.813184 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-578dfd5b-7a41-4a22-b5cb-3c37d697a9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:33.817108 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [None req-e910406b-8505-44eb-acc7-0ed65c1354aa tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] device_id is not set on port 01cb9367-61a5-400e-9d50-929d28504d28 yet. {{(pid=102130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:13:33.836533 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e910406b-8505-44eb-acc7-0ed65c1354aa tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:33.865805 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0957b995-116f-4273-8bd5-75144067e898 req-be841028-deb9-4d7d-a9bc-786e8fd89f07 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185627 Oct 30 15:13:33.866585 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-578dfd5b-7a41-4a22-b5cb-3c37d697a9e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:33.887960 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e910406b-8505-44eb-acc7-0ed65c1354aa tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:34.030532 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-c7f902bc-009e-4baa-b6de-92bdb76a3b7b None None] Provisioning complete for port fd33e7ff-ae0a-4ff4-8a5d-e4e0895d7382 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:13:34.031158 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c7f902bc-009e-4baa-b6de-92bdb76a3b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:34.031518 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e910406b-8505-44eb-acc7-0ed65c1354aa tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Pushing event updated for resources: {'Port': ['ID=01cb9367-61a5-400e-9d50-929d28504d28,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:34.037695 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-e910406b-8505-44eb-acc7-0ed65c1354aa tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port 01cb9367-61a5-400e-9d50-929d28504d28 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:13:34.038310 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-e910406b-8505-44eb-acc7-0ed65c1354aa tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port 01cb9367-61a5-400e-9d50-929d28504d28 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '17b9964b-bf5a-465f-9cd5-b1c298c35eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '67945ba1-d65a-4ab9-9d9c-f84fa142afd3'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:13:34.038960 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e910406b-8505-44eb-acc7-0ed65c1354aa tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port 01cb9367-61a5-400e-9d50-929d28504d28 on network 67945ba1-d65a-4ab9-9d9c-f84fa142afd3 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:13:34.076496 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-c7f902bc-009e-4baa-b6de-92bdb76a3b7b None None] Port fd33e7ff-ae0a-4ff4-8a5d-e4e0895d7382 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:13:34.091724 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e910406b-8505-44eb-acc7-0ed65c1354aa tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Port 01cb9367-61a5-400e-9d50-929d28504d28 on network 67945ba1-d65a-4ab9-9d9c-f84fa142afd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:13:34.092055 n-d-806683-17 neutron-server[102130]: ERROR neutron.plugins.ml2.managers [None req-e910406b-8505-44eb-acc7-0ed65c1354aa tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Failed to bind port 01cb9367-61a5-400e-9d50-929d28504d28 on host n-h1-806683-17 for vnic_type normal using segments [{'id': '17b9964b-bf5a-465f-9cd5-b1c298c35eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '67945ba1-d65a-4ab9-9d9c-f84fa142afd3'}] Oct 30 15:13:34.094125 n-d-806683-17 neutron-server[102130]: INFO neutron.plugins.ml2.plugin [None req-e910406b-8505-44eb-acc7-0ed65c1354aa tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempt 2 to bind port 01cb9367-61a5-400e-9d50-929d28504d28 Oct 30 15:13:34.127783 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-e910406b-8505-44eb-acc7-0ed65c1354aa tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port 01cb9367-61a5-400e-9d50-929d28504d28 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:13:34.127783 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-e910406b-8505-44eb-acc7-0ed65c1354aa tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port 01cb9367-61a5-400e-9d50-929d28504d28 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '17b9964b-bf5a-465f-9cd5-b1c298c35eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '67945ba1-d65a-4ab9-9d9c-f84fa142afd3'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:13:34.128290 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e910406b-8505-44eb-acc7-0ed65c1354aa tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port 01cb9367-61a5-400e-9d50-929d28504d28 on network 67945ba1-d65a-4ab9-9d9c-f84fa142afd3 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:13:34.142973 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-578dfd5b-7a41-4a22-b5cb-3c37d697a9e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:34.145416 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e910406b-8505-44eb-acc7-0ed65c1354aa tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Port 01cb9367-61a5-400e-9d50-929d28504d28 on network 67945ba1-d65a-4ab9-9d9c-f84fa142afd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:13:34.145780 n-d-806683-17 neutron-server[102130]: ERROR neutron.plugins.ml2.managers [None req-e910406b-8505-44eb-acc7-0ed65c1354aa tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Failed to bind port 01cb9367-61a5-400e-9d50-929d28504d28 on host n-h1-806683-17 for vnic_type normal using segments [{'id': '17b9964b-bf5a-465f-9cd5-b1c298c35eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '67945ba1-d65a-4ab9-9d9c-f84fa142afd3'}] Oct 30 15:13:34.147795 n-d-806683-17 neutron-server[102130]: INFO neutron.plugins.ml2.plugin [None req-e910406b-8505-44eb-acc7-0ed65c1354aa tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempt 3 to bind port 01cb9367-61a5-400e-9d50-929d28504d28 Oct 30 15:13:34.152793 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-578dfd5b-7a41-4a22-b5cb-3c37d697a9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:34.167024 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e77c8-d26f-4139-bd8a-fd7a3015ca94 req-358ab51a-f9e7-44f0-866e-bd8f13bafd96 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:34.173062 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e77c8-d26f-4139-bd8a-fd7a3015ca94 req-358ab51a-f9e7-44f0-866e-bd8f13bafd96 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:34.179009 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e77c8-d26f-4139-bd8a-fd7a3015ca94 req-358ab51a-f9e7-44f0-866e-bd8f13bafd96 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:34.186076 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e77c8-d26f-4139-bd8a-fd7a3015ca94 req-358ab51a-f9e7-44f0-866e-bd8f13bafd96 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:34.192217 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e77c8-d26f-4139-bd8a-fd7a3015ca94 req-358ab51a-f9e7-44f0-866e-bd8f13bafd96 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:34.198793 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e77c8-d26f-4139-bd8a-fd7a3015ca94 req-358ab51a-f9e7-44f0-866e-bd8f13bafd96 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:34.204910 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e77c8-d26f-4139-bd8a-fd7a3015ca94 req-358ab51a-f9e7-44f0-866e-bd8f13bafd96 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:34.206893 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-962e77c8-d26f-4139-bd8a-fd7a3015ca94 req-358ab51a-f9e7-44f0-866e-bd8f13bafd96 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 5420 time: 0.1707013 Oct 30 15:13:34.236857 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-e910406b-8505-44eb-acc7-0ed65c1354aa tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port 01cb9367-61a5-400e-9d50-929d28504d28 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:13:34.237201 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-e910406b-8505-44eb-acc7-0ed65c1354aa tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port 01cb9367-61a5-400e-9d50-929d28504d28 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '17b9964b-bf5a-465f-9cd5-b1c298c35eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '67945ba1-d65a-4ab9-9d9c-f84fa142afd3'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:13:34.237548 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e910406b-8505-44eb-acc7-0ed65c1354aa tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port 01cb9367-61a5-400e-9d50-929d28504d28 on network 67945ba1-d65a-4ab9-9d9c-f84fa142afd3 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:13:34.251108 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-578dfd5b-7a41-4a22-b5cb-3c37d697a9e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:13:34.264934 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e910406b-8505-44eb-acc7-0ed65c1354aa tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Port 01cb9367-61a5-400e-9d50-929d28504d28 on network 67945ba1-d65a-4ab9-9d9c-f84fa142afd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:13:34.265179 n-d-806683-17 neutron-server[102130]: ERROR neutron.plugins.ml2.managers [None req-e910406b-8505-44eb-acc7-0ed65c1354aa tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Failed to bind port 01cb9367-61a5-400e-9d50-929d28504d28 on host n-h1-806683-17 for vnic_type normal using segments [{'id': '17b9964b-bf5a-465f-9cd5-b1c298c35eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '67945ba1-d65a-4ab9-9d9c-f84fa142afd3'}] Oct 30 15:13:34.271006 n-d-806683-17 neutron-server[102130]: INFO neutron.plugins.ml2.plugin [None req-e910406b-8505-44eb-acc7-0ed65c1354aa tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempt 4 to bind port 01cb9367-61a5-400e-9d50-929d28504d28 Oct 30 15:13:34.283933 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-578dfd5b-7a41-4a22-b5cb-3c37d697a9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:34.284077 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-578dfd5b-7a41-4a22-b5cb-3c37d697a9e7 admin admin] Added segment bd41f236-1cd3-47f1-b6b1-abd6b6535a02 of type vlan for network 78e1aa16-dad5-498d-aca8-5174a582ef38 Oct 30 15:13:34.310127 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578dfd5b-7a41-4a22-b5cb-3c37d697a9e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8477feea-8f37-44fe-8c4a-690c779c5670,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:34.324559 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-962e77c8-d26f-4139-bd8a-fd7a3015ca94 req-a635e603-7a16-4a0e-bb62-6709adbe1724 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb8a2948-2c1b-4131-b6de-fecd84bd89b4&id=5eeec3c6-4bd2-414a-bba6-6aabb62faff1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1061606 Oct 30 15:13:34.328020 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-e910406b-8505-44eb-acc7-0ed65c1354aa tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port 01cb9367-61a5-400e-9d50-929d28504d28 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:13:34.328403 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-e910406b-8505-44eb-acc7-0ed65c1354aa tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port 01cb9367-61a5-400e-9d50-929d28504d28 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '17b9964b-bf5a-465f-9cd5-b1c298c35eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '67945ba1-d65a-4ab9-9d9c-f84fa142afd3'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:13:34.328825 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e910406b-8505-44eb-acc7-0ed65c1354aa tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port 01cb9367-61a5-400e-9d50-929d28504d28 on network 67945ba1-d65a-4ab9-9d9c-f84fa142afd3 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:13:34.363609 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e910406b-8505-44eb-acc7-0ed65c1354aa tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Port 01cb9367-61a5-400e-9d50-929d28504d28 on network 67945ba1-d65a-4ab9-9d9c-f84fa142afd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:13:34.363955 n-d-806683-17 neutron-server[102130]: ERROR neutron.plugins.ml2.managers [None req-e910406b-8505-44eb-acc7-0ed65c1354aa tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Failed to bind port 01cb9367-61a5-400e-9d50-929d28504d28 on host n-h1-806683-17 for vnic_type normal using segments [{'id': '17b9964b-bf5a-465f-9cd5-b1c298c35eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '67945ba1-d65a-4ab9-9d9c-f84fa142afd3'}] Oct 30 15:13:34.369059 n-d-806683-17 neutron-server[102130]: INFO neutron.plugins.ml2.plugin [None req-e910406b-8505-44eb-acc7-0ed65c1354aa tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempt 5 to bind port 01cb9367-61a5-400e-9d50-929d28504d28 Oct 30 15:13:34.390469 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-578dfd5b-7a41-4a22-b5cb-3c37d697a9e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:34.397719 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-e910406b-8505-44eb-acc7-0ed65c1354aa tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port 01cb9367-61a5-400e-9d50-929d28504d28 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:13:34.398054 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-e910406b-8505-44eb-acc7-0ed65c1354aa tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port 01cb9367-61a5-400e-9d50-929d28504d28 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '17b9964b-bf5a-465f-9cd5-b1c298c35eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '67945ba1-d65a-4ab9-9d9c-f84fa142afd3'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:13:34.408019 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e910406b-8505-44eb-acc7-0ed65c1354aa tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port 01cb9367-61a5-400e-9d50-929d28504d28 on network 67945ba1-d65a-4ab9-9d9c-f84fa142afd3 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:13:34.415787 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e910406b-8505-44eb-acc7-0ed65c1354aa tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Port 01cb9367-61a5-400e-9d50-929d28504d28 on network 67945ba1-d65a-4ab9-9d9c-f84fa142afd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:13:34.416047 n-d-806683-17 neutron-server[102130]: ERROR neutron.plugins.ml2.managers [None req-e910406b-8505-44eb-acc7-0ed65c1354aa tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Failed to bind port 01cb9367-61a5-400e-9d50-929d28504d28 on host n-h1-806683-17 for vnic_type normal using segments [{'id': '17b9964b-bf5a-465f-9cd5-b1c298c35eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '67945ba1-d65a-4ab9-9d9c-f84fa142afd3'}] Oct 30 15:13:34.418159 n-d-806683-17 neutron-server[102130]: INFO neutron.plugins.ml2.plugin [None req-e910406b-8505-44eb-acc7-0ed65c1354aa tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempt 6 to bind port 01cb9367-61a5-400e-9d50-929d28504d28 Oct 30 15:13:34.484917 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-e910406b-8505-44eb-acc7-0ed65c1354aa tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port 01cb9367-61a5-400e-9d50-929d28504d28 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:13:34.485268 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-e910406b-8505-44eb-acc7-0ed65c1354aa tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port 01cb9367-61a5-400e-9d50-929d28504d28 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '17b9964b-bf5a-465f-9cd5-b1c298c35eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '67945ba1-d65a-4ab9-9d9c-f84fa142afd3'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:13:34.485609 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e910406b-8505-44eb-acc7-0ed65c1354aa tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port 01cb9367-61a5-400e-9d50-929d28504d28 on network 67945ba1-d65a-4ab9-9d9c-f84fa142afd3 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:13:34.536379 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e910406b-8505-44eb-acc7-0ed65c1354aa tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Port 01cb9367-61a5-400e-9d50-929d28504d28 on network 67945ba1-d65a-4ab9-9d9c-f84fa142afd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:13:34.536758 n-d-806683-17 neutron-server[102130]: ERROR neutron.plugins.ml2.managers [None req-e910406b-8505-44eb-acc7-0ed65c1354aa tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Failed to bind port 01cb9367-61a5-400e-9d50-929d28504d28 on host n-h1-806683-17 for vnic_type normal using segments [{'id': '17b9964b-bf5a-465f-9cd5-b1c298c35eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '67945ba1-d65a-4ab9-9d9c-f84fa142afd3'}] Oct 30 15:13:34.537908 n-d-806683-17 neutron-server[102130]: INFO neutron.plugins.ml2.plugin [None req-e910406b-8505-44eb-acc7-0ed65c1354aa tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempt 7 to bind port 01cb9367-61a5-400e-9d50-929d28504d28 Oct 30 15:13:34.543315 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-578dfd5b-7a41-4a22-b5cb-3c37d697a9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:34.544317 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578dfd5b-7a41-4a22-b5cb-3c37d697a9e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:34.545052 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-578dfd5b-7a41-4a22-b5cb-3c37d697a9e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:34.579977 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-e910406b-8505-44eb-acc7-0ed65c1354aa tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port 01cb9367-61a5-400e-9d50-929d28504d28 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:13:34.580317 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-e910406b-8505-44eb-acc7-0ed65c1354aa tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port 01cb9367-61a5-400e-9d50-929d28504d28 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '17b9964b-bf5a-465f-9cd5-b1c298c35eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '67945ba1-d65a-4ab9-9d9c-f84fa142afd3'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:13:34.580661 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e910406b-8505-44eb-acc7-0ed65c1354aa tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port 01cb9367-61a5-400e-9d50-929d28504d28 on network 67945ba1-d65a-4ab9-9d9c-f84fa142afd3 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:13:34.619066 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-578dfd5b-7a41-4a22-b5cb-3c37d697a9e7 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4656832 Oct 30 15:13:34.622820 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e910406b-8505-44eb-acc7-0ed65c1354aa tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Port 01cb9367-61a5-400e-9d50-929d28504d28 on network 67945ba1-d65a-4ab9-9d9c-f84fa142afd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:13:34.623164 n-d-806683-17 neutron-server[102130]: ERROR neutron.plugins.ml2.managers [None req-e910406b-8505-44eb-acc7-0ed65c1354aa tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Failed to bind port 01cb9367-61a5-400e-9d50-929d28504d28 on host n-h1-806683-17 for vnic_type normal using segments [{'id': '17b9964b-bf5a-465f-9cd5-b1c298c35eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '67945ba1-d65a-4ab9-9d9c-f84fa142afd3'}] Oct 30 15:13:34.626640 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35658) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:34.629580 n-d-806683-17 neutron-server[102130]: INFO neutron.plugins.ml2.plugin [None req-e910406b-8505-44eb-acc7-0ed65c1354aa tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempt 8 to bind port 01cb9367-61a5-400e-9d50-929d28504d28 Oct 30 15:13:34.632468 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-30611c13-4d07-4662-906e-51b5176d11a5 admin admin] Request body: {'subnet': {'network_id': '78e1aa16-dad5-498d-aca8-5174a582ef38', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-693824043-subnet', 'tenant_id': '82255a8af29a4e39ace6e8e4410bfd3c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:13:34.639940 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e9b3f-3b81-4aa2-8e99-258d6121129a req-5222c5ce-575f-4e9a-9d65-9b54cc9274f4 tempest-AttachSCSIVolumeTestJSON-605120720 tempest-AttachSCSIVolumeTestJSON-605120720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:34.641433 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f06e9b3f-3b81-4aa2-8e99-258d6121129a req-5222c5ce-575f-4e9a-9d65-9b54cc9274f4 tempest-AttachSCSIVolumeTestJSON-605120720 tempest-AttachSCSIVolumeTestJSON-605120720-project] 10.222.0.62 "GET /v2.0/ports?device_id=0bfd6a08-f347-4b41-923f-b748287d3be6 HTTP/1.1" status: 200 len: 931 time: 0.2128119 Oct 30 15:13:34.655929 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578dfd5b-7a41-4a22-b5cb-3c37d697a9e7 admin admin] Pushing event updated for resources: {'Network': ['ID=78e1aa16-dad5-498d-aca8-5174a582ef38,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:34.666481 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 78e1aa16-dad5-498d-aca8-5174a582ef38 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:13:34.672452 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-e910406b-8505-44eb-acc7-0ed65c1354aa tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port 01cb9367-61a5-400e-9d50-929d28504d28 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:13:34.673038 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-e910406b-8505-44eb-acc7-0ed65c1354aa tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port 01cb9367-61a5-400e-9d50-929d28504d28 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '17b9964b-bf5a-465f-9cd5-b1c298c35eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '67945ba1-d65a-4ab9-9d9c-f84fa142afd3'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:13:34.673558 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e910406b-8505-44eb-acc7-0ed65c1354aa tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port 01cb9367-61a5-400e-9d50-929d28504d28 on network 67945ba1-d65a-4ab9-9d9c-f84fa142afd3 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:13:34.681588 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e910406b-8505-44eb-acc7-0ed65c1354aa tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Port 01cb9367-61a5-400e-9d50-929d28504d28 on network 67945ba1-d65a-4ab9-9d9c-f84fa142afd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:13:34.682168 n-d-806683-17 neutron-server[102130]: ERROR neutron.plugins.ml2.managers [None req-e910406b-8505-44eb-acc7-0ed65c1354aa tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Failed to bind port 01cb9367-61a5-400e-9d50-929d28504d28 on host n-h1-806683-17 for vnic_type normal using segments [{'id': '17b9964b-bf5a-465f-9cd5-b1c298c35eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '67945ba1-d65a-4ab9-9d9c-f84fa142afd3'}] Oct 30 15:13:34.682762 n-d-806683-17 neutron-server[102130]: INFO neutron.plugins.ml2.plugin [None req-e910406b-8505-44eb-acc7-0ed65c1354aa tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempt 9 to bind port 01cb9367-61a5-400e-9d50-929d28504d28 Oct 30 15:13:34.687592 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30611c13-4d07-4662-906e-51b5176d11a5 admin admin] Made reservation on behalf of 82255a8af29a4e39ace6e8e4410bfd3c for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:13:34.690884 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-30611c13-4d07-4662-906e-51b5176d11a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:34.730555 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f06e9b3f-3b81-4aa2-8e99-258d6121129a req-4b9ba67b-1f83-4ea7-bff2-0be0d4c59653 tempest-AttachSCSIVolumeTestJSON-605120720 tempest-AttachSCSIVolumeTestJSON-605120720-project] 10.222.0.62 "GET /v2.0/security-groups?id=b011f58e-2be7-474f-90eb-1023515c31aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779023 Oct 30 15:13:34.731593 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-e910406b-8505-44eb-acc7-0ed65c1354aa tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port 01cb9367-61a5-400e-9d50-929d28504d28 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:13:34.732135 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-e910406b-8505-44eb-acc7-0ed65c1354aa tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port 01cb9367-61a5-400e-9d50-929d28504d28 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '17b9964b-bf5a-465f-9cd5-b1c298c35eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '67945ba1-d65a-4ab9-9d9c-f84fa142afd3'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:13:34.732681 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e910406b-8505-44eb-acc7-0ed65c1354aa tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port 01cb9367-61a5-400e-9d50-929d28504d28 on network 67945ba1-d65a-4ab9-9d9c-f84fa142afd3 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:13:34.738205 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e910406b-8505-44eb-acc7-0ed65c1354aa tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Port 01cb9367-61a5-400e-9d50-929d28504d28 on network 67945ba1-d65a-4ab9-9d9c-f84fa142afd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:13:34.738890 n-d-806683-17 neutron-server[102130]: ERROR neutron.plugins.ml2.managers [None req-e910406b-8505-44eb-acc7-0ed65c1354aa tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Failed to bind port 01cb9367-61a5-400e-9d50-929d28504d28 on host n-h1-806683-17 for vnic_type normal using segments [{'id': '17b9964b-bf5a-465f-9cd5-b1c298c35eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '67945ba1-d65a-4ab9-9d9c-f84fa142afd3'}] Oct 30 15:13:34.739549 n-d-806683-17 neutron-server[102130]: INFO neutron.plugins.ml2.plugin [None req-e910406b-8505-44eb-acc7-0ed65c1354aa tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempt 10 to bind port 01cb9367-61a5-400e-9d50-929d28504d28 Oct 30 15:13:34.772840 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-e910406b-8505-44eb-acc7-0ed65c1354aa tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port 01cb9367-61a5-400e-9d50-929d28504d28 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:13:34.773523 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [None req-e910406b-8505-44eb-acc7-0ed65c1354aa tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port 01cb9367-61a5-400e-9d50-929d28504d28 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '17b9964b-bf5a-465f-9cd5-b1c298c35eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '67945ba1-d65a-4ab9-9d9c-f84fa142afd3'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:13:34.776890 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e910406b-8505-44eb-acc7-0ed65c1354aa tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempting to bind port 01cb9367-61a5-400e-9d50-929d28504d28 on network 67945ba1-d65a-4ab9-9d9c-f84fa142afd3 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:13:34.783414 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e910406b-8505-44eb-acc7-0ed65c1354aa tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Port 01cb9367-61a5-400e-9d50-929d28504d28 on network 67945ba1-d65a-4ab9-9d9c-f84fa142afd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:13:34.794514 n-d-806683-17 neutron-server[102130]: ERROR neutron.plugins.ml2.managers [None req-e910406b-8505-44eb-acc7-0ed65c1354aa tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Failed to bind port 01cb9367-61a5-400e-9d50-929d28504d28 on host n-h1-806683-17 for vnic_type normal using segments [{'id': '17b9964b-bf5a-465f-9cd5-b1c298c35eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '67945ba1-d65a-4ab9-9d9c-f84fa142afd3'}] Oct 30 15:13:34.794985 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e910406b-8505-44eb-acc7-0ed65c1354aa tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:35.045174 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-30611c13-4d07-4662-906e-51b5176d11a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:35.045704 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269d68a-684b-4fc4-a9da-4ffad47250e3 req-1009f0aa-54b6-4705-b4a9-56699f1f5f5d tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:35.056806 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d269d68a-684b-4fc4-a9da-4ffad47250e3 req-1009f0aa-54b6-4705-b4a9-56699f1f5f5d tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] 10.222.0.62 "GET /v2.0/ports?device_id=84c9c53f-2634-4a9d-ba86-3855127ba778 HTTP/1.1" status: 200 len: 944 time: 0.1778350 Oct 30 15:13:35.060034 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-e910406b-8505-44eb-acc7-0ed65c1354aa tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] For port 01cb9367-61a5-400e-9d50-929d28504d28, host n-h1-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:13:35.060449 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-e910406b-8505-44eb-acc7-0ed65c1354aa tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attempted to set empty binding levels {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 30 15:13:35.070420 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e910406b-8505-44eb-acc7-0ed65c1354aa tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:35.123223 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30611c13-4d07-4662-906e-51b5176d11a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09b25459-9523-4c53-a824-b439f325a036,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:35.146951 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-e910406b-8505-44eb-acc7-0ed65c1354aa tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] In _notify_port_updated(), no bound segment for port 01cb9367-61a5-400e-9d50-929d28504d28 on network 67945ba1-d65a-4ab9-9d9c-f84fa142afd3 {{(pid=102130) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 30 15:13:35.146951 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e910406b-8505-44eb-acc7-0ed65c1354aa tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:35.146951 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e910406b-8505-44eb-acc7-0ed65c1354aa tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:35.147994 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e910406b-8505-44eb-acc7-0ed65c1354aa tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] 10.222.0.62 "PUT /v2.0/ports/01cb9367-61a5-400e-9d50-929d28504d28 HTTP/1.1" status: 200 len: 975 time: 2.2803426 Oct 30 15:13:35.152946 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d269d68a-684b-4fc4-a9da-4ffad47250e3 req-177b74fe-c494-44a6-bb9d-0df534e3a4c3 tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] 10.222.0.62 "GET /v2.0/security-groups?id=409aa1d7-6954-49d1-b464-0b34218da972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952990 Oct 30 15:13:35.155245 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35672) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:35.165769 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e910406b-8505-44eb-acc7-0ed65c1354aa tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Pushing event updated for resources: {'Port': ['ID=01cb9367-61a5-400e-9d50-929d28504d28,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:35.228765 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77deb4eb-dfb0-454e-b64c-b37be4e1fa26 req-e8bf0f6e-f7b2-4a77-b8d1-d84372583904 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:35.231161 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-77deb4eb-dfb0-454e-b64c-b37be4e1fa26 req-e8bf0f6e-f7b2-4a77-b8d1-d84372583904 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=b490cbfe-be8a-462b-b72a-b5cd4cdf663c HTTP/1.1" status: 200 len: 945 time: 0.1090946 Oct 30 15:13:35.239190 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30611c13-4d07-4662-906e-51b5176d11a5 admin admin] Checking segment: {'id': 'bd41f236-1cd3-47f1-b6b1-abd6b6535a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '78e1aa16-dad5-498d-aca8-5174a582ef38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:13:35.241753 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30611c13-4d07-4662-906e-51b5176d11a5 admin admin] Network hostable DHCP agents. Network: 78e1aa16-dad5-498d-aca8-5174a582ef38, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:13:35.257693 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-1bedc4d4-872a-4551-b63c-d5b45ebb3c57 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Deleting port 01cb9367-61a5-400e-9d50-929d28504d28 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:13:35.258420 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1bedc4d4-872a-4551-b63c-d5b45ebb3c57 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:35.296479 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-77deb4eb-dfb0-454e-b64c-b37be4e1fa26 req-9f66d5c9-7531-4bb4-9531-0b1484644305 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512016 Oct 30 15:13:35.303642 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30611c13-4d07-4662-906e-51b5176d11a5 admin admin] Network 78e1aa16-dad5-498d-aca8-5174a582ef38 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:13:35.322152 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-30611c13-4d07-4662-906e-51b5176d11a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 78e1aa16-dad5-498d-aca8-5174a582ef38) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:13:35.332381 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30611c13-4d07-4662-906e-51b5176d11a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:35.334019 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-30611c13-4d07-4662-906e-51b5176d11a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:35.339343 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb074f0-6b86-4862-9131-def354c00c59 None None] Network 78e1aa16-dad5-498d-aca8-5174a582ef38 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:13:35.366108 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-30611c13-4d07-4662-906e-51b5176d11a5 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7381864 Oct 30 15:13:35.368334 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-015a64de-cbae-4500-9739-4c7b954d687b req-123e097d-e747-4927-b438-efddf90c9ace tempest-ServerShowV254Test-1081643889 tempest-ServerShowV254Test-1081643889-project] 10.222.0.62 "GET /v2.0/ports?device_id=db15aa8e-4e12-4459-8a09-7962a1ce28d9 HTTP/1.1" status: 200 len: 210 time: 0.0950794 Oct 30 15:13:35.368819 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35682) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:35.378406 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-cf588c66-d3e0-40a8-bfb4-63699f5789ff admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-693824043-router', 'tenant_id': '82255a8af29a4e39ace6e8e4410bfd3c', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:13:35.432278 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-1bedc4d4-872a-4551-b63c-d5b45ebb3c57 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] For port 01cb9367-61a5-400e-9d50-929d28504d28, host n-h1-806683-17, got binding levels [] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:13:35.433190 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1bedc4d4-872a-4551-b63c-d5b45ebb3c57 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:35.445939 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cf588c66-d3e0-40a8-bfb4-63699f5789ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:35.447387 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cf588c66-d3e0-40a8-bfb4-63699f5789ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:35.496032 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-1bedc4d4-872a-4551-b63c-d5b45ebb3c57 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Calling delete_port for 01cb9367-61a5-400e-9d50-929d28504d28 owned by {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:13:35.559039 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cf588c66-d3e0-40a8-bfb4-63699f5789ff admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:35.596610 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624a372f-0dfe-41b7-8a85-0153ef3186db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-78e1aa16-dad5-498d-aca8-5174a582ef38', 'network_id': '78e1aa16-dad5-498d-aca8-5174a582ef38', 'tenant_id': '82255a8af29a4e39ace6e8e4410bfd3c', 'fixed_ips': [{'subnet_id': '09b25459-9523-4c53-a824-b439f325a036'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:13:35.597571 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-624a372f-0dfe-41b7-8a85-0153ef3186db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:35.724765 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a233d3c5-6358-4f7d-b00f-c3daf70d3c09 req-d0f1bdd4-f782-4094-b4eb-78dfda482501 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:35.730585 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a233d3c5-6358-4f7d-b00f-c3daf70d3c09 req-d0f1bdd4-f782-4094-b4eb-78dfda482501 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=b490cbfe-be8a-462b-b72a-b5cd4cdf663c HTTP/1.1" status: 200 len: 945 time: 0.1046717 Oct 30 15:13:35.735116 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1bedc4d4-872a-4551-b63c-d5b45ebb3c57 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:35.793337 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-624a372f-0dfe-41b7-8a85-0153ef3186db None None] Allocated IP 172.20.0.2 (78e1aa16-dad5-498d-aca8-5174a582ef38/09b25459-9523-4c53-a824-b439f325a036/293214d6-1afc-4359-9581-4679c4ad0600) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:13:35.856332 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bedc4d4-872a-4551-b63c-d5b45ebb3c57 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Pushing event deleted for resources: {'Port': ['ID=01cb9367-61a5-400e-9d50-929d28504d28,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:35.871696 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cf588c66-d3e0-40a8-bfb4-63699f5789ff admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:35.873589 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1bedc4d4-872a-4551-b63c-d5b45ebb3c57 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:35.880971 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-1bedc4d4-872a-4551-b63c-d5b45ebb3c57 tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] 10.222.0.62 "DELETE /v2.0/ports/01cb9367-61a5-400e-9d50-929d28504d28 HTTP/1.1" status: 204 len: 168 time: 0.7246661 Oct 30 15:13:35.885095 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35700) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:35.925191 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a233d3c5-6358-4f7d-b00f-c3daf70d3c09 req-9d9c8a9d-af47-46db-bc7a-569e1c1c060a tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858945 Oct 30 15:13:36.000344 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c3696-9f24-4558-8e8c-7bf6cd09fa82 req-e216f152-9be8-4885-b64e-01eefa3036ed tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:36.007230 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c3696-9f24-4558-8e8c-7bf6cd09fa82 req-e216f152-9be8-4885-b64e-01eefa3036ed tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:36.011378 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-624a372f-0dfe-41b7-8a85-0153ef3186db None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:36.021378 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-624a372f-0dfe-41b7-8a85-0153ef3186db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:36.028005 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c3696-9f24-4558-8e8c-7bf6cd09fa82 req-e216f152-9be8-4885-b64e-01eefa3036ed tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:36.041309 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c3696-9f24-4558-8e8c-7bf6cd09fa82 req-e216f152-9be8-4885-b64e-01eefa3036ed tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:36.056518 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c3696-9f24-4558-8e8c-7bf6cd09fa82 req-e216f152-9be8-4885-b64e-01eefa3036ed tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:36.071699 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c3696-9f24-4558-8e8c-7bf6cd09fa82 req-e216f152-9be8-4885-b64e-01eefa3036ed tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:36.086820 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c3696-9f24-4558-8e8c-7bf6cd09fa82 req-e216f152-9be8-4885-b64e-01eefa3036ed tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:36.093814 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-874c3696-9f24-4558-8e8c-7bf6cd09fa82 req-e216f152-9be8-4885-b64e-01eefa3036ed tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 5420 time: 0.3614588 Oct 30 15:13:36.110802 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-90f48cf1-397a-44c1-8d1a-3dc0e12007df tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] GET failed (client error): The resource could not be found. Oct 30 15:13:36.114909 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624a372f-0dfe-41b7-8a85-0153ef3186db None None] Network 78e1aa16-dad5-498d-aca8-5174a582ef38 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:13:36.116671 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-624a372f-0dfe-41b7-8a85-0153ef3186db None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:13:36.117616 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-90f48cf1-397a-44c1-8d1a-3dc0e12007df tempest-PortsAdminExtendedAttrsTestJSON-187349012 tempest-PortsAdminExtendedAttrsTestJSON-187349012-project-admin] 10.222.0.62 "GET /v2.0/ports/01cb9367-61a5-400e-9d50-929d28504d28 HTTP/1.1" status: 404 len: 333 time: 0.2046723 Oct 30 15:13:36.119041 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35710) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:36.123609 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624a372f-0dfe-41b7-8a85-0153ef3186db None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:13:36.163711 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624a372f-0dfe-41b7-8a85-0153ef3186db None None] Pushing event updated for resources: {'Port': ['ID=293214d6-1afc-4359-9581-4679c4ad0600,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:36.206715 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441f16d-e277-4993-b149-17b891c4d8c3 req-69589376-8890-4f2d-bb4e-a742c5ec230f tempest-AttachSCSIVolumeTestJSON-605120720 tempest-AttachSCSIVolumeTestJSON-605120720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:36.216143 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7441f16d-e277-4993-b149-17b891c4d8c3 req-69589376-8890-4f2d-bb4e-a742c5ec230f tempest-AttachSCSIVolumeTestJSON-605120720 tempest-AttachSCSIVolumeTestJSON-605120720-project] 10.222.0.62 "GET /v2.0/ports?device_id=0bfd6a08-f347-4b41-923f-b748287d3be6 HTTP/1.1" status: 200 len: 931 time: 0.1586223 Oct 30 15:13:36.244458 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-624a372f-0dfe-41b7-8a85-0153ef3186db None None] Attempting to bind port 293214d6-1afc-4359-9581-4679c4ad0600 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:13:36.245340 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-624a372f-0dfe-41b7-8a85-0153ef3186db None None] Attempting to bind port 293214d6-1afc-4359-9581-4679c4ad0600 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'bd41f236-1cd3-47f1-b6b1-abd6b6535a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '78e1aa16-dad5-498d-aca8-5174a582ef38'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:13:36.245723 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624a372f-0dfe-41b7-8a85-0153ef3186db None None] Attempting to bind port 293214d6-1afc-4359-9581-4679c4ad0600 on network 78e1aa16-dad5-498d-aca8-5174a582ef38 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:13:36.278398 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624a372f-0dfe-41b7-8a85-0153ef3186db None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:13:36.280040 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624a372f-0dfe-41b7-8a85-0153ef3186db None None] Checking segment: {'id': 'bd41f236-1cd3-47f1-b6b1-abd6b6535a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '78e1aa16-dad5-498d-aca8-5174a582ef38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:13:36.283546 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-624a372f-0dfe-41b7-8a85-0153ef3186db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:36.284830 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624a372f-0dfe-41b7-8a85-0153ef3186db None None] Bound using segment: {'id': 'bd41f236-1cd3-47f1-b6b1-abd6b6535a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '78e1aa16-dad5-498d-aca8-5174a582ef38'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:13:36.285667 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-624a372f-0dfe-41b7-8a85-0153ef3186db None None] Bound port: 293214d6-1afc-4359-9581-4679c4ad0600, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd41f236-1cd3-47f1-b6b1-abd6b6535a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '78e1aa16-dad5-498d-aca8-5174a582ef38'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:13:36.289609 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-624a372f-0dfe-41b7-8a85-0153ef3186db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:36.308559 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7441f16d-e277-4993-b149-17b891c4d8c3 req-ab1db448-c07b-47cd-9daf-006363d1bb18 tempest-AttachSCSIVolumeTestJSON-605120720 tempest-AttachSCSIVolumeTestJSON-605120720-project] 10.222.0.62 "GET /v2.0/security-groups?id=b011f58e-2be7-474f-90eb-1023515c31aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863032 Oct 30 15:13:36.332556 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-874c3696-9f24-4558-8e8c-7bf6cd09fa82 req-a61e7cff-303d-4e6f-8d9c-ff4660f10181 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb8a2948-2c1b-4131-b6de-fecd84bd89b4&id=5eeec3c6-4bd2-414a-bba6-6aabb62faff1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2079442 Oct 30 15:13:36.373799 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9c175f00-919d-4072-8d71-f984a157b983 tempest-PortsAdminExtendedAttrsTestJSON-1414268834 tempest-PortsAdminExtendedAttrsTestJSON-1414268834-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:36.519172 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-624a372f-0dfe-41b7-8a85-0153ef3186db None None] For port 293214d6-1afc-4359-9581-4679c4ad0600, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:13:36.532762 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-624a372f-0dfe-41b7-8a85-0153ef3186db None None] For port 293214d6-1afc-4359-9581-4679c4ad0600, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=293214d6-1afc-4359-9581-4679c4ad0600,segment=NetworkSegment(bd41f236-1cd3-47f1-b6b1-abd6b6535a02),segment_id=bd41f236-1cd3-47f1-b6b1-abd6b6535a02)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:13:36.539521 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-624a372f-0dfe-41b7-8a85-0153ef3186db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:36.622827 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35728) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:36.694169 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624a372f-0dfe-41b7-8a85-0153ef3186db None None] Pushing event updated for resources: {'Port': ['ID=293214d6-1afc-4359-9581-4679c4ad0600,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:36.875558 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d9b3010d-dc46-474e-9637-8932d6c7c612 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:36.935607 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d2c34-fbf7-4dff-a8e3-c73233d6cdd3 req-16f7408e-3396-48a7-9d51-ce5061a22b90 tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:36.945553 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-847d2c34-fbf7-4dff-a8e3-c73233d6cdd3 req-16f7408e-3396-48a7-9d51-ce5061a22b90 tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] 10.222.0.62 "GET /v2.0/ports?device_id=84c9c53f-2634-4a9d-ba86-3855127ba778 HTTP/1.1" status: 200 len: 944 time: 0.5250568 Oct 30 15:13:36.977492 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9c175f00-919d-4072-8d71-f984a157b983 tempest-PortsAdminExtendedAttrsTestJSON-1414268834 tempest-PortsAdminExtendedAttrsTestJSON-1414268834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:36.997627 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dc60027e-f440-4d02-95cd-6b234c766414 req-65542e44-6f85-476f-9bea-a0a7e64a9ad6 tempest-ServerShowV254Test-1081643889 tempest-ServerShowV254Test-1081643889-project] 10.222.0.62 "GET /v2.0/ports?device_id=db15aa8e-4e12-4459-8a09-7962a1ce28d9 HTTP/1.1" status: 200 len: 210 time: 0.0706379 Oct 30 15:13:37.054761 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-847d2c34-fbf7-4dff-a8e3-c73233d6cdd3 req-e6c28961-89b9-4d05-a378-df6446aaa669 tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] 10.222.0.62 "GET /v2.0/security-groups?id=409aa1d7-6954-49d1-b464-0b34218da972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081507 Oct 30 15:13:37.109959 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d9b3010d-dc46-474e-9637-8932d6c7c612 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:37.119618 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d9b3010d-dc46-474e-9637-8932d6c7c612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:37.138943 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-9c175f00-919d-4072-8d71-f984a157b983 tempest-PortsAdminExtendedAttrsTestJSON-1414268834 tempest-PortsAdminExtendedAttrsTestJSON-1414268834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67945ba1-d65a-4ab9-9d9c-f84fa142afd3']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:13:37.166019 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-9c175f00-919d-4072-8d71-f984a157b983 tempest-PortsAdminExtendedAttrsTestJSON-1414268834 tempest-PortsAdminExtendedAttrsTestJSON-1414268834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17b9964b-bf5a-465f-9cd5-b1c298c35eb9') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:13:37.166430 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-9c175f00-919d-4072-8d71-f984a157b983 tempest-PortsAdminExtendedAttrsTestJSON-1414268834 tempest-PortsAdminExtendedAttrsTestJSON-1414268834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17b9964b-bf5a-465f-9cd5-b1c298c35eb9') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:13:37.178024 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9c175f00-919d-4072-8d71-f984a157b983 tempest-PortsAdminExtendedAttrsTestJSON-1414268834 tempest-PortsAdminExtendedAttrsTestJSON-1414268834-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:37.195867 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9c175f00-919d-4072-8d71-f984a157b983 tempest-PortsAdminExtendedAttrsTestJSON-1414268834 tempest-PortsAdminExtendedAttrsTestJSON-1414268834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:37.203027 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c175f00-919d-4072-8d71-f984a157b983 tempest-PortsAdminExtendedAttrsTestJSON-1414268834 tempest-PortsAdminExtendedAttrsTestJSON-1414268834-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:13:37.203455 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9c175f00-919d-4072-8d71-f984a157b983 tempest-PortsAdminExtendedAttrsTestJSON-1414268834 tempest-PortsAdminExtendedAttrsTestJSON-1414268834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:37.216073 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-d9b3010d-dc46-474e-9637-8932d6c7c612 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=855adac1357f46cf989a5369a286b147&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5921099 Oct 30 15:13:37.219771 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b3010d-dc46-474e-9637-8932d6c7c612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b19b575-0473-4f96-a32c-30d495914877,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:37.236413 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35734) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:37.299561 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:13:37.299561 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:13:37.299561 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:13:37.299561 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:13:37.299561 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:13:37.299561 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:13:37.299561 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:13:37.299561 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:13:37.299561 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:13:37.299561 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:13:37.299561 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:13:37.299561 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:13:37.299561 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:13:37.299561 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:13:37.299561 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:13:37.299561 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:13:37.299561 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:13:37.299561 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:13:37.299561 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:13:37.299561 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:13:37.299561 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:13:37.299561 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:13:37.299561 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:13:37.299561 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:13:37.299561 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:13:37.299561 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:13:37.299561 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:13:37.299561 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:13:37.299561 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:13:37.299561 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:13:37.299561 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:13:37.299561 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:13:37.357215 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cf588c66-d3e0-40a8-bfb4-63699f5789ff admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:37.364570 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9c175f00-919d-4072-8d71-f984a157b983 tempest-PortsAdminExtendedAttrsTestJSON-1414268834 tempest-PortsAdminExtendedAttrsTestJSON-1414268834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:37.370927 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbbba24-4d7f-42e3-8b69-d172b71e66f6 req-9402f717-8d30-48f6-a86a-348a4509d9ae tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:37.378753 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8cbbba24-4d7f-42e3-8b69-d172b71e66f6 req-9402f717-8d30-48f6-a86a-348a4509d9ae tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=b490cbfe-be8a-462b-b72a-b5cd4cdf663c HTTP/1.1" status: 200 len: 945 time: 0.2249055 Oct 30 15:13:37.395306 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9c175f00-919d-4072-8d71-f984a157b983 tempest-PortsAdminExtendedAttrsTestJSON-1414268834 tempest-PortsAdminExtendedAttrsTestJSON-1414268834-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:37.399069 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-9c175f00-919d-4072-8d71-f984a157b983 tempest-PortsAdminExtendedAttrsTestJSON-1414268834 tempest-PortsAdminExtendedAttrsTestJSON-1414268834-project] 10.222.0.62 "DELETE /v2.0/networks/67945ba1-d65a-4ab9-9d9c-f84fa142afd3 HTTP/1.1" status: 204 len: 168 time: 1.2736087 Oct 30 15:13:37.400589 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cf588c66-d3e0-40a8-bfb4-63699f5789ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:37.426831 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6b68ee7f-4f41-47af-83b5-8bf4b4ce4cd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:37.447971 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8cbbba24-4d7f-42e3-8b69-d172b71e66f6 req-d9fd5939-6a01-4e50-afd6-9c95fc416a05 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662260 Oct 30 15:13:37.474473 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c175f00-919d-4072-8d71-f984a157b983 tempest-PortsAdminExtendedAttrsTestJSON-1414268834 tempest-PortsAdminExtendedAttrsTestJSON-1414268834-project] Pushing event deleted for resources: {'Network': ['ID=67945ba1-d65a-4ab9-9d9c-f84fa142afd3,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:37.486405 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 8c906c36-6f1a-4204-afe6-a31762fbf76a details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:13:37.546193 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6b68ee7f-4f41-47af-83b5-8bf4b4ce4cd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:37.636321 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6b68ee7f-4f41-47af-83b5-8bf4b4ce4cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:37.642137 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6b68ee7f-4f41-47af-83b5-8bf4b4ce4cd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:37.645782 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-6b68ee7f-4f41-47af-83b5-8bf4b4ce4cd5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7b19b575-0473-4f96-a32c-30d495914877 HTTP/1.1" status: 204 len: 168 time: 0.3676996 Oct 30 15:13:37.717435 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12639469-4f31-434b-a8a6-7904f650319d req-73e33a17-52c3-4b3a-a587-649502adb3cd tempest-AttachSCSIVolumeTestJSON-605120720 tempest-AttachSCSIVolumeTestJSON-605120720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:37.723651 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-12639469-4f31-434b-a8a6-7904f650319d req-73e33a17-52c3-4b3a-a587-649502adb3cd tempest-AttachSCSIVolumeTestJSON-605120720 tempest-AttachSCSIVolumeTestJSON-605120720-project] 10.222.0.62 "GET /v2.0/ports?device_id=0bfd6a08-f347-4b41-923f-b748287d3be6 HTTP/1.1" status: 200 len: 931 time: 0.2045507 Oct 30 15:13:37.736714 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 8c906c36-6f1a-4204-afe6-a31762fbf76a, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=8c906c36-6f1a-4204-afe6-a31762fbf76a,segment=NetworkSegment(b118986b-1780-4ec6-9072-4cc810987309),segment_id=b118986b-1780-4ec6-9072-4cc810987309)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:13:37.749594 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b68ee7f-4f41-47af-83b5-8bf4b4ce4cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b19b575-0473-4f96-a32c-30d495914877,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:37.798817 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': '8c906c36-6f1a-4204-afe6-a31762fbf76a', 'network_id': 'a58fe444-ac18-4f2f-a60f-5757cef69326', 'port_id': '8c906c36-6f1a-4204-afe6-a31762fbf76a', 'mac_address': 'fa:16:3e:5f:50:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86bad708-b245-4630-806f-13e585804342', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:13:37.851889 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5432ed-5177-407a-b74b-53575d41c3c4 req-798ee49d-de8b-4500-9b97-ca9f202b1072 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:37.863598 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5432ed-5177-407a-b74b-53575d41c3c4 req-798ee49d-de8b-4500-9b97-ca9f202b1072 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:37.875379 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5432ed-5177-407a-b74b-53575d41c3c4 req-798ee49d-de8b-4500-9b97-ca9f202b1072 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:37.889605 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5432ed-5177-407a-b74b-53575d41c3c4 req-798ee49d-de8b-4500-9b97-ca9f202b1072 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:37.903295 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5432ed-5177-407a-b74b-53575d41c3c4 req-798ee49d-de8b-4500-9b97-ca9f202b1072 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:37.911835 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:37.913035 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5432ed-5177-407a-b74b-53575d41c3c4 req-798ee49d-de8b-4500-9b97-ca9f202b1072 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:37.921914 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5432ed-5177-407a-b74b-53575d41c3c4 req-798ee49d-de8b-4500-9b97-ca9f202b1072 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:37.924830 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 293214d6-1afc-4359-9581-4679c4ad0600 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:13:37.933355 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6c5432ed-5177-407a-b74b-53575d41c3c4 req-798ee49d-de8b-4500-9b97-ca9f202b1072 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 5420 time: 0.2845266 Oct 30 15:13:37.989549 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-12639469-4f31-434b-a8a6-7904f650319d req-1c4b723c-1741-42df-8c72-c52665e35194 tempest-AttachSCSIVolumeTestJSON-605120720 tempest-AttachSCSIVolumeTestJSON-605120720-project] 10.222.0.62 "GET /v2.0/security-groups?id=b011f58e-2be7-474f-90eb-1023515c31aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545416 Oct 30 15:13:37.990953 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35748) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:37.999333 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-cf588c66-d3e0-40a8-bfb4-63699f5789ff admin admin] Allocated IP 172.25.4.129 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/75c7ee1c-ce48-489f-967b-db8e552d96c6) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:13:38.074976 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6c5432ed-5177-407a-b74b-53575d41c3c4 req-27c3f7b5-876d-400c-9d4f-51942a7719e3 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb8a2948-2c1b-4131-b6de-fecd84bd89b4&id=5eeec3c6-4bd2-414a-bba6-6aabb62faff1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1337247 Oct 30 15:13:38.113769 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c906c36-6f1a-4204-afe6-a31762fbf76a {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:13:38.228739 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-da5c793a-4539-49da-9717-636153e401e3 req-c3dfa245-35c7-4b56-8c2a-c00eab44a8e2 service neutron] Request body: {'port': {'device_id': '0bfd6a08-f347-4b41-923f-b748287d3be6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:13:38.268105 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 8c906c36-6f1a-4204-afe6-a31762fbf76a, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=8c906c36-6f1a-4204-afe6-a31762fbf76a,segment=NetworkSegment(b118986b-1780-4ec6-9072-4cc810987309),segment_id=b118986b-1780-4ec6-9072-4cc810987309)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:13:38.288840 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:38.327573 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a0fb1-c7ad-424e-aa2d-c2e4b64b83d9 req-9553516b-dc48-4a0c-b813-7ac6b8b3d0aa tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:38.338257 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c82a0fb1-c7ad-424e-aa2d-c2e4b64b83d9 req-9553516b-dc48-4a0c-b813-7ac6b8b3d0aa tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] 10.222.0.62 "GET /v2.0/ports?device_id=84c9c53f-2634-4a9d-ba86-3855127ba778 HTTP/1.1" status: 200 len: 944 time: 0.0982103 Oct 30 15:13:38.399094 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-508bf242-f327-42df-873c-3c41e90fc264 req-bb484964-bb85-41ef-bc1e-168d584e32c1 tempest-ServerShowV254Test-1081643889 tempest-ServerShowV254Test-1081643889-project] 10.222.0.62 "GET /v2.0/ports?device_id=db15aa8e-4e12-4459-8a09-7962a1ce28d9 HTTP/1.1" status: 200 len: 210 time: 0.1932564 Oct 30 15:13:38.446024 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 293214d6-1afc-4359-9581-4679c4ad0600 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:13:38.446315 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:38.467046 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c82a0fb1-c7ad-424e-aa2d-c2e4b64b83d9 req-cf2e2d71-8100-4c4a-babb-0edacf4add10 tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] 10.222.0.62 "GET /v2.0/security-groups?id=409aa1d7-6954-49d1-b464-0b34218da972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277037 Oct 30 15:13:38.516049 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35772) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:38.516830 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-89e41dc7-cc88-41c1-a571-93b037691292 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1d39c4427e664049a6a314d298dad1c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5136364 Oct 30 15:13:38.538904 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=8c906c36-6f1a-4204-afe6-a31762fbf76a,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:38.554518 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['8c906c36-6f1a-4204-afe6-a31762fbf76a'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:13:38.663845 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-da5c793a-4539-49da-9717-636153e401e3 req-c3dfa245-35c7-4b56-8c2a-c00eab44a8e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:38.676901 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-42ac0fed-839f-4437-802a-fe4c41934808 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:38.701164 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cf588c66-d3e0-40a8-bfb4-63699f5789ff admin admin] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:38.708755 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb8d6b0-b8bc-4275-a507-6b81132eadc2 None None] Network 78e1aa16-dad5-498d-aca8-5174a582ef38 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:13:38.733182 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4662171-e3bf-40d7-b977-e8534ce6fa1d req-2ce5d2d1-093a-4220-97d6-49956dc03198 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:38.742400 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c4662171-e3bf-40d7-b977-e8534ce6fa1d req-2ce5d2d1-093a-4220-97d6-49956dc03198 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=b490cbfe-be8a-462b-b72a-b5cd4cdf663c HTTP/1.1" status: 200 len: 945 time: 0.1554444 Oct 30 15:13:38.747727 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-42ac0fed-839f-4437-802a-fe4c41934808 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:38.920932 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-42ac0fed-839f-4437-802a-fe4c41934808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:38.923870 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-42ac0fed-839f-4437-802a-fe4c41934808 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:38.925307 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-42ac0fed-839f-4437-802a-fe4c41934808 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0c628977-61a0-4a91-a242-27e6122b47bd HTTP/1.1" status: 204 len: 168 time: 0.4082644 Oct 30 15:13:38.952178 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ac0fed-839f-4437-802a-fe4c41934808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c628977-61a0-4a91-a242-27e6122b47bd,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:39.221508 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c4662171-e3bf-40d7-b977-e8534ce6fa1d req-787d8690-dcc5-442c-bf5d-c2cf163cf684 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4780145 Oct 30 15:13:39.239020 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cf588c66-d3e0-40a8-bfb4-63699f5789ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:39.288034 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76028b4c-76a0-43c3-89ad-4f4deae67045 req-387924a1-7d42-4e52-a443-6983eb4d6282 tempest-AttachSCSIVolumeTestJSON-605120720 tempest-AttachSCSIVolumeTestJSON-605120720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:39.305396 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-76028b4c-76a0-43c3-89ad-4f4deae67045 req-387924a1-7d42-4e52-a443-6983eb4d6282 tempest-AttachSCSIVolumeTestJSON-605120720 tempest-AttachSCSIVolumeTestJSON-605120720-project] 10.222.0.62 "GET /v2.0/ports?device_id=0bfd6a08-f347-4b41-923f-b748287d3be6 HTTP/1.1" status: 200 len: 931 time: 0.1644981 Oct 30 15:13:39.395753 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-76028b4c-76a0-43c3-89ad-4f4deae67045 req-0d0a1bcb-04b1-4a47-a189-3d05c1c4afb6 tempest-AttachSCSIVolumeTestJSON-605120720 tempest-AttachSCSIVolumeTestJSON-605120720-project] 10.222.0.62 "GET /v2.0/security-groups?id=b011f58e-2be7-474f-90eb-1023515c31aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893204 Oct 30 15:13:39.396451 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-fb7f14f5-b33d-4dd5-96ca-8982eb8d7fa6 None None] Provisioning complete for port 293214d6-1afc-4359-9581-4679c4ad0600 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:13:39.396923 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-fb7f14f5-b33d-4dd5-96ca-8982eb8d7fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:39.409617 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf588c66-d3e0-40a8-bfb4-63699f5789ff admin admin] Pushing event updated for resources: {'Port': ['ID=75c7ee1c-ce48-489f-967b-db8e552d96c6,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:39.431554 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf588c66-d3e0-40a8-bfb4-63699f5789ff admin admin] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:13:39.449427 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:39.485617 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-cf588c66-d3e0-40a8-bfb4-63699f5789ff admin admin] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:13:39.574967 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf588c66-d3e0-40a8-bfb4-63699f5789ff admin admin] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:13:39.605602 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 293214d6-1afc-4359-9581-4679c4ad0600, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=293214d6-1afc-4359-9581-4679c4ad0600,segment=NetworkSegment(bd41f236-1cd3-47f1-b6b1-abd6b6535a02),segment_id=bd41f236-1cd3-47f1-b6b1-abd6b6535a02)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:13:39.672667 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35798) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:39.703511 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:39.815055 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e5337513-2fa9-483a-bdc6-8e94c86a17db admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=37aa366b42354fc9b9f80a4ff81c0289&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1333125 Oct 30 15:13:39.815856 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35806) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:39.863069 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=293214d6-1afc-4359-9581-4679c4ad0600,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:39.915879 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8c2b6-1813-4032-bbdb-2261e3d8e9de req-1f9b3222-47ce-4820-b21d-ace3d8d68d41 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:39.917570 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-44b2033e-1f6b-443d-bfb6-0544711221b4 req-5549d486-af45-4cae-a633-a63425b0f380 tempest-ServerShowV254Test-1081643889 tempest-ServerShowV254Test-1081643889-project] 10.222.0.62 "GET /v2.0/ports?device_id=db15aa8e-4e12-4459-8a09-7962a1ce28d9 HTTP/1.1" status: 200 len: 210 time: 0.1007068 Oct 30 15:13:39.947845 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8c2b6-1813-4032-bbdb-2261e3d8e9de req-1f9b3222-47ce-4820-b21d-ace3d8d68d41 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:39.960563 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8c2b6-1813-4032-bbdb-2261e3d8e9de req-1f9b3222-47ce-4820-b21d-ace3d8d68d41 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:39.982548 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8c2b6-1813-4032-bbdb-2261e3d8e9de req-1f9b3222-47ce-4820-b21d-ace3d8d68d41 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:39.991246 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8c2b6-1813-4032-bbdb-2261e3d8e9de req-1f9b3222-47ce-4820-b21d-ace3d8d68d41 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:40.014080 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8c2b6-1813-4032-bbdb-2261e3d8e9de req-1f9b3222-47ce-4820-b21d-ace3d8d68d41 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:40.022087 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8c2b6-1813-4032-bbdb-2261e3d8e9de req-1f9b3222-47ce-4820-b21d-ace3d8d68d41 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:40.024160 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-caa8c2b6-1813-4032-bbdb-2261e3d8e9de req-1f9b3222-47ce-4820-b21d-ace3d8d68d41 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 5420 time: 0.5970402 Oct 30 15:13:40.041153 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3e923497-519f-4ebf-81ec-fcc8c2641e55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:40.114354 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-da5c793a-4539-49da-9717-636153e401e3 req-c3dfa245-35c7-4b56-8c2a-c00eab44a8e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd33e7ff-ae0a-4ff4-8a5d-e4e0895d7382 {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:13:40.147692 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-da5c793a-4539-49da-9717-636153e401e3 req-c3dfa245-35c7-4b56-8c2a-c00eab44a8e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:40.150465 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3e923497-519f-4ebf-81ec-fcc8c2641e55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:40.213192 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-caa8c2b6-1813-4032-bbdb-2261e3d8e9de req-73aa7d3d-4478-43ec-974d-c96d4e735548 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb8a2948-2c1b-4131-b6de-fecd84bd89b4&id=5eeec3c6-4bd2-414a-bba6-6aabb62faff1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1452701 Oct 30 15:13:40.225080 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-da5c793a-4539-49da-9717-636153e401e3 req-c3dfa245-35c7-4b56-8c2a-c00eab44a8e2 service neutron] Transition to ACTIVE for port object fd33e7ff-ae0a-4ff4-8a5d-e4e0895d7382 will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:13:40.228757 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e3b11-3e80-4b7c-bb2b-ca5bff19d008 req-dfc7b7fd-3e80-4eae-b8ef-f7af4c942e7e tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:40.233496 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-da5c793a-4539-49da-9717-636153e401e3 req-c3dfa245-35c7-4b56-8c2a-c00eab44a8e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:40.242028 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ff2e3b11-3e80-4b7c-bb2b-ca5bff19d008 req-dfc7b7fd-3e80-4eae-b8ef-f7af4c942e7e tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] 10.222.0.62 "GET /v2.0/ports?device_id=84c9c53f-2634-4a9d-ba86-3855127ba778 HTTP/1.1" status: 200 len: 945 time: 0.1708951 Oct 30 15:13:40.329918 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-57f9af0e-38c3-4938-a0a9-e762d78c1a29 None None] Provisioning complete for port 293214d6-1afc-4359-9581-4679c4ad0600 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:13:40.330257 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-57f9af0e-38c3-4938-a0a9-e762d78c1a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:40.397937 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ff2e3b11-3e80-4b7c-bb2b-ca5bff19d008 req-5f776b32-b62f-4011-a447-259dbc5b308e tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] 10.222.0.62 "GET /v2.0/security-groups?id=409aa1d7-6954-49d1-b464-0b34218da972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537097 Oct 30 15:13:40.416120 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3e923497-519f-4ebf-81ec-fcc8c2641e55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:40.424605 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3e923497-519f-4ebf-81ec-fcc8c2641e55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:40.444532 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-3e923497-519f-4ebf-81ec-fcc8c2641e55 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0b038a51-d262-41cf-a42a-dffdaddac5e6 HTTP/1.1" status: 204 len: 168 time: 0.6188641 Oct 30 15:13:40.456553 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35816) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:40.507953 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e923497-519f-4ebf-81ec-fcc8c2641e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b038a51-d262-41cf-a42a-dffdaddac5e6,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:40.686047 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7952333-1266-40f2-b46f-657c58ca6ccf req-d9721ef1-c462-47d8-9b03-18cdff4d095f tempest-AttachSCSIVolumeTestJSON-605120720 tempest-AttachSCSIVolumeTestJSON-605120720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:40.687174 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dfa245-35c7-4b56-8c2a-c00eab44a8e2 service neutron] Pushing event updated for resources: {'Port': ['ID=fd33e7ff-ae0a-4ff4-8a5d-e4e0895d7382,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:40.696378 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b7952333-1266-40f2-b46f-657c58ca6ccf req-d9721ef1-c462-47d8-9b03-18cdff4d095f tempest-AttachSCSIVolumeTestJSON-605120720 tempest-AttachSCSIVolumeTestJSON-605120720-project] 10.222.0.62 "GET /v2.0/ports?device_id=0bfd6a08-f347-4b41-923f-b748287d3be6 HTTP/1.1" status: 200 len: 943 time: 0.1670828 Oct 30 15:13:40.766667 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be09479-cb0f-4a07-a719-83eb62a1b825 req-ee41c90a-0306-41f9-bc38-0946c6052cd9 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:40.774640 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6be09479-cb0f-4a07-a719-83eb62a1b825 req-ee41c90a-0306-41f9-bc38-0946c6052cd9 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=b490cbfe-be8a-462b-b72a-b5cd4cdf663c HTTP/1.1" status: 200 len: 945 time: 0.3196886 Oct 30 15:13:40.811834 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-da5c793a-4539-49da-9717-636153e401e3 req-c3dfa245-35c7-4b56-8c2a-c00eab44a8e2 service neutron] Attempting to bind port fd33e7ff-ae0a-4ff4-8a5d-e4e0895d7382 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:13:40.813394 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-da5c793a-4539-49da-9717-636153e401e3 req-c3dfa245-35c7-4b56-8c2a-c00eab44a8e2 service neutron] Attempting to bind port fd33e7ff-ae0a-4ff4-8a5d-e4e0895d7382 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '67954d17-815c-428c-ae7e-64294647efff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a6fc47d5-23e3-42bb-a8bc-b37d5765b689'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:13:40.814136 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5c793a-4539-49da-9717-636153e401e3 req-c3dfa245-35c7-4b56-8c2a-c00eab44a8e2 service neutron] Attempting to bind port fd33e7ff-ae0a-4ff4-8a5d-e4e0895d7382 on network a6fc47d5-23e3-42bb-a8bc-b37d5765b689 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:13:40.816826 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b7952333-1266-40f2-b46f-657c58ca6ccf req-99523cdb-54fb-40b7-ab8b-02d2a4fa9ff5 tempest-AttachSCSIVolumeTestJSON-605120720 tempest-AttachSCSIVolumeTestJSON-605120720-project] 10.222.0.62 "GET /v2.0/security-groups?id=b011f58e-2be7-474f-90eb-1023515c31aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173222 Oct 30 15:13:40.847456 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cf588c66-d3e0-40a8-bfb4-63699f5789ff admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:40.849150 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5c793a-4539-49da-9717-636153e401e3 req-c3dfa245-35c7-4b56-8c2a-c00eab44a8e2 service neutron] Port fd33e7ff-ae0a-4ff4-8a5d-e4e0895d7382 on network a6fc47d5-23e3-42bb-a8bc-b37d5765b689 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:13:40.849468 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5c793a-4539-49da-9717-636153e401e3 req-c3dfa245-35c7-4b56-8c2a-c00eab44a8e2 service neutron] Attempting to bind port fd33e7ff-ae0a-4ff4-8a5d-e4e0895d7382 on network a6fc47d5-23e3-42bb-a8bc-b37d5765b689 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:13:40.930295 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5c793a-4539-49da-9717-636153e401e3 req-c3dfa245-35c7-4b56-8c2a-c00eab44a8e2 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:13:40.930605 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5c793a-4539-49da-9717-636153e401e3 req-c3dfa245-35c7-4b56-8c2a-c00eab44a8e2 service neutron] Checking segment: {'id': '67954d17-815c-428c-ae7e-64294647efff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a6fc47d5-23e3-42bb-a8bc-b37d5765b689'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:13:40.931004 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5c793a-4539-49da-9717-636153e401e3 req-c3dfa245-35c7-4b56-8c2a-c00eab44a8e2 service neutron] Bound using segment: {'id': '67954d17-815c-428c-ae7e-64294647efff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a6fc47d5-23e3-42bb-a8bc-b37d5765b689'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:13:40.931429 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-da5c793a-4539-49da-9717-636153e401e3 req-c3dfa245-35c7-4b56-8c2a-c00eab44a8e2 service neutron] Bound port: fd33e7ff-ae0a-4ff4-8a5d-e4e0895d7382, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67954d17-815c-428c-ae7e-64294647efff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a6fc47d5-23e3-42bb-a8bc-b37d5765b689'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:13:40.931807 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-da5c793a-4539-49da-9717-636153e401e3 req-c3dfa245-35c7-4b56-8c2a-c00eab44a8e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:40.941767 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6be09479-cb0f-4a07-a719-83eb62a1b825 req-342af3c4-cace-40ec-9246-b1c2cd82022e tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657653 Oct 30 15:13:41.032956 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-da5c793a-4539-49da-9717-636153e401e3 req-c3dfa245-35c7-4b56-8c2a-c00eab44a8e2 service neutron] For port fd33e7ff-ae0a-4ff4-8a5d-e4e0895d7382, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:13:41.036811 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-da5c793a-4539-49da-9717-636153e401e3 req-c3dfa245-35c7-4b56-8c2a-c00eab44a8e2 service neutron] For port fd33e7ff-ae0a-4ff4-8a5d-e4e0895d7382, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=fd33e7ff-ae0a-4ff4-8a5d-e4e0895d7382,segment=NetworkSegment(67954d17-815c-428c-ae7e-64294647efff),segment_id=67954d17-815c-428c-ae7e-64294647efff)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:13:41.118858 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2e90bcf4-d44e-4526-bd7f-8e837861ad4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:41.158869 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-15159985-f67b-440b-8251-705d41798537 req-f0443011-a6d1-45b5-9f11-fc3fa81d898d tempest-ServerShowV254Test-1081643889 tempest-ServerShowV254Test-1081643889-project] 10.222.0.62 "GET /v2.0/ports?device_id=db15aa8e-4e12-4459-8a09-7962a1ce28d9 HTTP/1.1" status: 200 len: 210 time: 0.0774732 Oct 30 15:13:41.209541 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-da5c793a-4539-49da-9717-636153e401e3 req-c3dfa245-35c7-4b56-8c2a-c00eab44a8e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:41.300500 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2e90bcf4-d44e-4526-bd7f-8e837861ad4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:41.306079 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2e90bcf4-d44e-4526-bd7f-8e837861ad4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:41.359666 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e90bcf4-d44e-4526-bd7f-8e837861ad4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38be5dba-c11b-4273-b17e-a241f0c4b9d5,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:41.422971 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-2e90bcf4-d44e-4526-bd7f-8e837861ad4e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8fe1a0cadac947fa90251e2bcce87c31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9590566 Oct 30 15:13:41.425701 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35834) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:41.534233 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 8c906c36-6f1a-4204-afe6-a31762fbf76a up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:13:41.676416 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port 8c906c36-6f1a-4204-afe6-a31762fbf76a completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:13:41.682334 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port 8c906c36-6f1a-4204-afe6-a31762fbf76a triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:13:41.683042 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:41.683900 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-718dd2c6-0db8-4b4a-92c3-8b5678ba873d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:41.732585 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-718dd2c6-0db8-4b4a-92c3-8b5678ba873d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:41.851171 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975ebce-eabf-45c4-91b7-09bc23bf67f3 req-ae1b3cd0-a18d-42f3-b5a3-62a441bff05b tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:41.856038 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:41.867071 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3975ebce-eabf-45c4-91b7-09bc23bf67f3 req-ae1b3cd0-a18d-42f3-b5a3-62a441bff05b tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] 10.222.0.62 "GET /v2.0/ports?device_id=84c9c53f-2634-4a9d-ba86-3855127ba778 HTTP/1.1" status: 200 len: 945 time: 0.2917495 Oct 30 15:13:41.887556 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 293214d6-1afc-4359-9581-4679c4ad0600 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:13:41.894541 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84c9c53f-2634-4a9d-ba86-3855127ba778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c906c36-6f1a-4204-afe6-a31762fbf76a'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:13:41.897518 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a08339e5-a251-4838-bbc5-e71ba5e2522d" -d '{"events": [{"server_uuid": "84c9c53f-2634-4a9d-ba86-3855127ba778", "name": "network-vif-plugged", "status": "completed", "tag": "8c906c36-6f1a-4204-afe6-a31762fbf76a"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:13:41.937753 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-718dd2c6-0db8-4b4a-92c3-8b5678ba873d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:41.943026 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-718dd2c6-0db8-4b4a-92c3-8b5678ba873d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:41.946312 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-718dd2c6-0db8-4b4a-92c3-8b5678ba873d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/38be5dba-c11b-4273-b17e-a241f0c4b9d5 HTTP/1.1" status: 204 len: 168 time: 0.5191207 Oct 30 15:13:41.970916 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718dd2c6-0db8-4b4a-92c3-8b5678ba873d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38be5dba-c11b-4273-b17e-a241f0c4b9d5,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:41.984453 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 8c906c36-6f1a-4204-afe6-a31762fbf76a, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=8c906c36-6f1a-4204-afe6-a31762fbf76a,segment=NetworkSegment(b118986b-1780-4ec6-9072-4cc810987309),segment_id=b118986b-1780-4ec6-9072-4cc810987309)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:13:42.011556 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3975ebce-eabf-45c4-91b7-09bc23bf67f3 req-67906fbc-5241-4eb8-84c9-eb452d89806b tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] 10.222.0.62 "GET /v2.0/security-groups?id=409aa1d7-6954-49d1-b464-0b34218da972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358798 Oct 30 15:13:42.030799 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:42.105152 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 293214d6-1afc-4359-9581-4679c4ad0600 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:13:42.105816 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:42.112602 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c793a-4539-49da-9717-636153e401e3 req-c3dfa245-35c7-4b56-8c2a-c00eab44a8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:42.115823 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-da5c793a-4539-49da-9717-636153e401e3 req-c3dfa245-35c7-4b56-8c2a-c00eab44a8e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:42.117249 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-da5c793a-4539-49da-9717-636153e401e3 req-c3dfa245-35c7-4b56-8c2a-c00eab44a8e2 service neutron] 10.222.0.53 "PUT /v2.0/ports/fd33e7ff-ae0a-4ff4-8a5d-e4e0895d7382 HTTP/1.1" status: 200 len: 1092 time: 3.9172173 Oct 30 15:13:42.136727 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bfd6a08-f347-4b41-923f-b748287d3be6', 'tag': 'fd33e7ff-ae0a-4ff4-8a5d-e4e0895d7382'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:13:42.139322 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db833b11-f4da-4bbd-932f-5924af3337db" -d '{"events": [{"name": "network-changed", "server_uuid": "0bfd6a08-f347-4b41-923f-b748287d3be6", "tag": "fd33e7ff-ae0a-4ff4-8a5d-e4e0895d7382"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:13:42.151645 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=8c906c36-6f1a-4204-afe6-a31762fbf76a,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:42.324218 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc56ce-99a5-47f4-849c-864bb39f8eb4 req-9f1a0464-4753-4d43-b976-8c37933c7214 tempest-AttachSCSIVolumeTestJSON-605120720 tempest-AttachSCSIVolumeTestJSON-605120720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:42.338874 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-68fc56ce-99a5-47f4-849c-864bb39f8eb4 req-9f1a0464-4753-4d43-b976-8c37933c7214 tempest-AttachSCSIVolumeTestJSON-605120720 tempest-AttachSCSIVolumeTestJSON-605120720-project] 10.222.0.62 "GET /v2.0/ports?device_id=0bfd6a08-f347-4b41-923f-b748287d3be6 HTTP/1.1" status: 200 len: 943 time: 0.1405532 Oct 30 15:13:42.440759 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cf588c66-d3e0-40a8-bfb4-63699f5789ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:42.470337 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-68fc56ce-99a5-47f4-849c-864bb39f8eb4 req-91cbc107-9c1a-4272-9156-e62dd1db5d6e tempest-AttachSCSIVolumeTestJSON-605120720 tempest-AttachSCSIVolumeTestJSON-605120720-project] 10.222.0.62 "GET /v2.0/security-groups?id=b011f58e-2be7-474f-90eb-1023515c31aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282222 Oct 30 15:13:42.560264 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b8f2ba-de41-4617-986e-165fd60264de req-714d49a0-7e6a-4d38-a5cc-aa31f6885600 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:42.581571 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31554e3c-575c-47af-af49-d5ba33430301 x-openstack-request-id: req-31554e3c-575c-47af-af49-d5ba33430301 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:13:42.582080 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84c9c53f-2634-4a9d-ba86-3855127ba778", "name": "network-vif-plugged", "status": "completed", "tag": "8c906c36-6f1a-4204-afe6-a31762fbf76a", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:13:42.582597 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-31554e3c-575c-47af-af49-d5ba33430301 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:13:42.583075 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84c9c53f-2634-4a9d-ba86-3855127ba778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c906c36-6f1a-4204-afe6-a31762fbf76a', 'code': 200} Oct 30 15:13:42.585784 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b8f2ba-de41-4617-986e-165fd60264de req-714d49a0-7e6a-4d38-a5cc-aa31f6885600 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:42.622284 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b8f2ba-de41-4617-986e-165fd60264de req-714d49a0-7e6a-4d38-a5cc-aa31f6885600 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:42.651874 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b8f2ba-de41-4617-986e-165fd60264de req-714d49a0-7e6a-4d38-a5cc-aa31f6885600 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:42.667374 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b8f2ba-de41-4617-986e-165fd60264de req-714d49a0-7e6a-4d38-a5cc-aa31f6885600 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:42.689236 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b8f2ba-de41-4617-986e-165fd60264de req-714d49a0-7e6a-4d38-a5cc-aa31f6885600 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:42.707528 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b8f2ba-de41-4617-986e-165fd60264de req-714d49a0-7e6a-4d38-a5cc-aa31f6885600 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:42.709478 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b2b8f2ba-de41-4617-986e-165fd60264de req-714d49a0-7e6a-4d38-a5cc-aa31f6885600 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 5420 time: 0.7412930 Oct 30 15:13:42.813239 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dfa245-35c7-4b56-8c2a-c00eab44a8e2 service neutron] Pushing event updated for resources: {'Port': ['ID=fd33e7ff-ae0a-4ff4-8a5d-e4e0895d7382,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:42.828448 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b0666-0b6d-4194-a38c-c5974cc524b7 req-d4d08de3-d929-43f7-a4f4-cc16d33623aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:42.836012 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-080b0666-0b6d-4194-a38c-c5974cc524b7 req-d4d08de3-d929-43f7-a4f4-cc16d33623aa service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=84c9c53f-2634-4a9d-ba86-3855127ba778 HTTP/1.1" status: 200 len: 1098 time: 0.1705244 Oct 30 15:13:42.846144 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c793a-4539-49da-9717-636153e401e3 req-9b412a66-2851-4c09-aac0-a226f8679f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:42.847893 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-da5c793a-4539-49da-9717-636153e401e3 req-9b412a66-2851-4c09-aac0-a226f8679f76 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=946d68cf646649d4a859270063911623&device_id=0bfd6a08-f347-4b41-923f-b748287d3be6 HTTP/1.1" status: 200 len: 1095 time: 0.6396120 Oct 30 15:13:42.882694 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3903701-7254-4c4f-8fb9-4939686c7688 req-8b6b3e24-aff6-4f89-a61d-50c6296e0a92 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:42.896115 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c3903701-7254-4c4f-8fb9-4939686c7688 req-8b6b3e24-aff6-4f89-a61d-50c6296e0a92 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=b490cbfe-be8a-462b-b72a-b5cd4cdf663c HTTP/1.1" status: 200 len: 945 time: 0.1554627 Oct 30 15:13:42.977354 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b2b8f2ba-de41-4617-986e-165fd60264de req-6f7d2e06-9751-479e-9277-53a948b43161 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb8a2948-2c1b-4131-b6de-fecd84bd89b4&id=5eeec3c6-4bd2-414a-bba6-6aabb62faff1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1589932 Oct 30 15:13:42.978872 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-da5c793a-4539-49da-9717-636153e401e3 req-45b3599f-f58f-436d-b9c4-91c78a7fb522 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd33e7ff-ae0a-4ff4-8a5d-e4e0895d7382 HTTP/1.1" status: 200 len: 217 time: 0.1009738 Oct 30 15:13:43.034419 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-080b0666-0b6d-4194-a38c-c5974cc524b7 req-843adb09-1f4f-46d6-bf4c-4a6eb8ccec6f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=409aa1d7-6954-49d1-b464-0b34218da972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1713672 Oct 30 15:13:43.048943 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c3903701-7254-4c4f-8fb9-4939686c7688 req-23a179f6-cf12-4cf7-b916-a251230e5a52 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497350 Oct 30 15:13:43.059602 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c793a-4539-49da-9717-636153e401e3 req-1ece529d-74c5-42ff-a6a2-6c39ff78b025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:43.061101 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-da5c793a-4539-49da-9717-636153e401e3 req-1ece529d-74c5-42ff-a6a2-6c39ff78b025 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=32c15624-cf2b-4993-8c91-524d0cc8cb0d HTTP/1.1" status: 200 len: 853 time: 0.0700910 Oct 30 15:13:43.062226 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf588c66-d3e0-40a8-bfb4-63699f5789ff admin admin] Router 3d569bf2-b66b-4a72-83f8-2a30d1413a1c is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:13:43.127667 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2177de-e024-4277-a677-2e3bab49721a x-openstack-request-id: req-4b2177de-e024-4277-a677-2e3bab49721a {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:13:43.128719 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bfd6a08-f347-4b41-923f-b748287d3be6", "tag": "fd33e7ff-ae0a-4ff4-8a5d-e4e0895d7382", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:13:43.129149 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4b2177de-e024-4277-a677-2e3bab49721a {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:13:43.129706 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bfd6a08-f347-4b41-923f-b748287d3be6', 'tag': 'fd33e7ff-ae0a-4ff4-8a5d-e4e0895d7382', 'status': 'completed', 'code': 200} Oct 30 15:13:43.195175 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35890) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:43.197354 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9e1ed1fd-6caa-40ed-a20a-ba334cd4dd71 req-dd24e0e8-3348-4610-869b-41fc98677f9d tempest-ServerShowV254Test-1081643889 tempest-ServerShowV254Test-1081643889-project] 10.222.0.62 "GET /v2.0/ports?device_id=db15aa8e-4e12-4459-8a09-7962a1ce28d9 HTTP/1.1" status: 200 len: 210 time: 0.0364544 Oct 30 15:13:43.268090 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf588c66-d3e0-40a8-bfb4-63699f5789ff admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:13:43.280995 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26187926-a693-4719-a458-108ba618979e req-68647066-7458-4e5a-bee3-64b2032f8a1e tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:43.282327 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90f55f0-cf0e-47dd-b196-39de7248f672 None None] Sync routers for ids ['3d569bf2-b66b-4a72-83f8-2a30d1413a1c'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:13:43.282483 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-26187926-a693-4719-a458-108ba618979e req-68647066-7458-4e5a-bee3-64b2032f8a1e tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] 10.222.0.62 "GET /v2.0/ports?device_id=84c9c53f-2634-4a9d-ba86-3855127ba778 HTTP/1.1" status: 200 len: 946 time: 0.1128802 Oct 30 15:13:43.287665 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c793a-4539-49da-9717-636153e401e3 req-1f0ec992-99f3-4882-8329-a26a56bbec16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:43.292305 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-da5c793a-4539-49da-9717-636153e401e3 req-1f0ec992-99f3-4882-8329-a26a56bbec16 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a6fc47d5-23e3-42bb-a8bc-b37d5765b689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0896194 Oct 30 15:13:43.294634 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90f55f0-cf0e-47dd-b196-39de7248f672 None None] Routers {'3d569bf2-b66b-4a72-83f8-2a30d1413a1c'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:13:43.295267 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-a90f55f0-cf0e-47dd-b196-39de7248f672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:13:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['3d569bf2-b66b-4a72-83f8-2a30d1413a1c'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:13:43.329947 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cf588c66-d3e0-40a8-bfb4-63699f5789ff admin admin] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:43.334070 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35898) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:43.340862 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-cf588c66-d3e0-40a8-bfb4-63699f5789ff admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.9708216 Oct 30 15:13:43.424777 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-26187926-a693-4719-a458-108ba618979e req-676e221d-b9df-4c89-8c9f-cdaec8767bff tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] 10.222.0.62 "GET /v2.0/security-groups?id=409aa1d7-6954-49d1-b464-0b34218da972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176956 Oct 30 15:13:43.435123 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-a90f55f0-cf0e-47dd-b196-39de7248f672 None None] Set router 3d569bf2-b66b-4a72-83f8-2a30d1413a1c gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:13:43.475737 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-da5c793a-4539-49da-9717-636153e401e3 req-89ae636e-5041-40ce-8cc5-149afc07b1dc service neutron] 10.222.0.53 "GET /v2.0/networks/a6fc47d5-23e3-42bb-a8bc-b37d5765b689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686013 Oct 30 15:13:43.567596 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-70a4cceb-b369-4358-b509-86e65cfc7c68 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1515923398', 'router:external': True}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:13:43.623497 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-da5c793a-4539-49da-9717-636153e401e3 req-b98bdb95-2193-42b8-b540-07bafddaae7f service neutron] 10.222.0.53 "GET /v2.0/networks/a6fc47d5-23e3-42bb-a8bc-b37d5765b689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404541 Oct 30 15:13:43.703811 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-a90f55f0-cf0e-47dd-b196-39de7248f672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d569bf2-b66b-4a72-83f8-2a30d1413a1c', 'name': 'tempest-FloatingIPsNegativeTestJSON-693824043-router', 'tenant_id': '82255a8af29a4e39ace6e8e4410bfd3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '75c7ee1c-ce48-489f-967b-db8e552d96c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:13:35Z', 'updated_at': '2021-10-30T15:13:40Z', 'revision_number': 3, 'project_id': '82255a8af29a4e39ace6e8e4410bfd3c', 'gw_port': {'id': '75c7ee1c-ce48-489f-967b-db8e552d96c6', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f6:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d569bf2-b66b-4a72-83f8-2a30d1413a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:13:37Z', 'updated_at': '2021-10-30T15:13:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:13:43.717199 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a4cceb-b369-4358-b509-86e65cfc7c68 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Made reservation on behalf of 01c067cf97754e7790ddef8ce140f4c4 for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:13:43.719575 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-70a4cceb-b369-4358-b509-86e65cfc7c68 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:43.737561 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-70a4cceb-b369-4358-b509-86e65cfc7c68 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:43.747910 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90f55f0-cf0e-47dd-b196-39de7248f672 None None] Checking router: 3d569bf2-b66b-4a72-83f8-2a30d1413a1c for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:13:43.748644 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90f55f0-cf0e-47dd-b196-39de7248f672 None None] Updating router 3d569bf2-b66b-4a72-83f8-2a30d1413a1c port 75c7ee1c-ce48-489f-967b-db8e552d96c6 binding host n-d-806683-17 {{(pid=102132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:13:43.753906 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db833b11-f4da-4bbd-932f-5924af3337db req-f7373b4d-1dae-443e-8cc8-b3b352263af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:43.757373 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-db833b11-f4da-4bbd-932f-5924af3337db req-f7373b4d-1dae-443e-8cc8-b3b352263af2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=946d68cf646649d4a859270063911623&device_id=0bfd6a08-f347-4b41-923f-b748287d3be6 HTTP/1.1" status: 200 len: 1095 time: 0.0623493 Oct 30 15:13:43.770953 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030aba3-c903-4cbc-8504-83f634c92dbe req-d1ce3f14-61bb-4f31-b2ed-69d72fed3a4d tempest-AttachSCSIVolumeTestJSON-605120720 tempest-AttachSCSIVolumeTestJSON-605120720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:43.778779 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0030aba3-c903-4cbc-8504-83f634c92dbe req-d1ce3f14-61bb-4f31-b2ed-69d72fed3a4d tempest-AttachSCSIVolumeTestJSON-605120720 tempest-AttachSCSIVolumeTestJSON-605120720-project] 10.222.0.62 "GET /v2.0/ports?device_id=0bfd6a08-f347-4b41-923f-b748287d3be6 HTTP/1.1" status: 200 len: 943 time: 0.1594698 Oct 30 15:13:43.779769 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a90f55f0-cf0e-47dd-b196-39de7248f672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:43.905811 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db833b11-f4da-4bbd-932f-5924af3337db req-6037fd25-c377-4bff-a9c9-217b2b6a04c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:43.907826 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-db833b11-f4da-4bbd-932f-5924af3337db req-6037fd25-c377-4bff-a9c9-217b2b6a04c6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a6fc47d5-23e3-42bb-a8bc-b37d5765b689 HTTP/1.1" status: 200 len: 915 time: 0.1347847 Oct 30 15:13:43.912481 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0030aba3-c903-4cbc-8504-83f634c92dbe req-3b4ee351-31c5-4901-b2bf-e8e63fc59a2a tempest-AttachSCSIVolumeTestJSON-605120720 tempest-AttachSCSIVolumeTestJSON-605120720-project] 10.222.0.62 "GET /v2.0/security-groups?id=b011f58e-2be7-474f-90eb-1023515c31aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323287 Oct 30 15:13:43.970992 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-db833b11-f4da-4bbd-932f-5924af3337db req-c0378d6d-5b9b-4e20-9eeb-1317dd5e7320 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd33e7ff-ae0a-4ff4-8a5d-e4e0895d7382 HTTP/1.1" status: 200 len: 217 time: 0.0557117 Oct 30 15:13:44.039997 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db833b11-f4da-4bbd-932f-5924af3337db req-76bd1d35-5935-4f99-b5a3-c33cde09aec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:44.045809 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-db833b11-f4da-4bbd-932f-5924af3337db req-76bd1d35-5935-4f99-b5a3-c33cde09aec3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=32c15624-cf2b-4993-8c91-524d0cc8cb0d HTTP/1.1" status: 200 len: 853 time: 0.0652716 Oct 30 15:13:44.105690 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a90f55f0-cf0e-47dd-b196-39de7248f672 None None] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:44.112799 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-70a4cceb-b369-4358-b509-86e65cfc7c68 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:44.114157 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a90f55f0-cf0e-47dd-b196-39de7248f672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:44.166065 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-a90f55f0-cf0e-47dd-b196-39de7248f672 None None] Attempting to bind port 75c7ee1c-ce48-489f-967b-db8e552d96c6 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:13:44.166506 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-a90f55f0-cf0e-47dd-b196-39de7248f672 None None] Attempting to bind port 75c7ee1c-ce48-489f-967b-db8e552d96c6 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:13:44.167175 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90f55f0-cf0e-47dd-b196-39de7248f672 None None] Attempting to bind port 75c7ee1c-ce48-489f-967b-db8e552d96c6 on network edc38ef5-7816-4133-914c-cfe2849a0125 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:13:44.178888 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90f55f0-cf0e-47dd-b196-39de7248f672 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:13:44.179322 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90f55f0-cf0e-47dd-b196-39de7248f672 None None] Checking segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:13:44.179710 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a90f55f0-cf0e-47dd-b196-39de7248f672 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:44.180112 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90f55f0-cf0e-47dd-b196-39de7248f672 None None] Bound using segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:13:44.180606 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-a90f55f0-cf0e-47dd-b196-39de7248f672 None None] Bound port: 75c7ee1c-ce48-489f-967b-db8e552d96c6, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:13:44.180992 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a90f55f0-cf0e-47dd-b196-39de7248f672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:44.181431 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-70a4cceb-b369-4358-b509-86e65cfc7c68 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:44.192200 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db833b11-f4da-4bbd-932f-5924af3337db req-3d76babb-133e-49a0-bdb4-8d1d8ac53dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:44.194570 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-db833b11-f4da-4bbd-932f-5924af3337db req-3d76babb-133e-49a0-bdb4-8d1d8ac53dca service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a6fc47d5-23e3-42bb-a8bc-b37d5765b689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1421103 Oct 30 15:13:44.198858 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70a4cceb-b369-4358-b509-86e65cfc7c68 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:13:44.216180 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-70a4cceb-b369-4358-b509-86e65cfc7c68 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:44.216520 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-70a4cceb-b369-4358-b509-86e65cfc7c68 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Added segment 6ac7430c-0d99-4ee1-a728-cd5517a5babb of type vlan for network 6ede63bc-d2f3-4c7b-801c-dffeccd5bc6d Oct 30 15:13:44.220167 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634fc90a-66f6-47e3-a742-f1014624743b None None] Pushing event updated for resources: {'Port': ['ID=75c7ee1c-ce48-489f-967b-db8e552d96c6,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:44.249258 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-a90f55f0-cf0e-47dd-b196-39de7248f672 None None] For port 75c7ee1c-ce48-489f-967b-db8e552d96c6, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:13:44.253610 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-a90f55f0-cf0e-47dd-b196-39de7248f672 None None] For port 75c7ee1c-ce48-489f-967b-db8e552d96c6, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=75c7ee1c-ce48-489f-967b-db8e552d96c6,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:13:44.258708 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a90f55f0-cf0e-47dd-b196-39de7248f672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:44.330007 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90f55f0-cf0e-47dd-b196-39de7248f672 None None] Routers {'3d569bf2-b66b-4a72-83f8-2a30d1413a1c'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:13:44.331017 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-a90f55f0-cf0e-47dd-b196-39de7248f672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:13:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['3d569bf2-b66b-4a72-83f8-2a30d1413a1c'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:13:44.347631 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-70a4cceb-b369-4358-b509-86e65cfc7c68 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:44.353894 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac9001-f80a-46a5-a9f5-585a2e03e09f req-234de06f-e547-4d86-940a-b8b168600b6d tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:44.357523 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a4cceb-b369-4358-b509-86e65cfc7c68 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7c45f9-a28a-4438-a896-c2b0caa2c103,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:44.363232 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-52ac9001-f80a-46a5-a9f5-585a2e03e09f req-234de06f-e547-4d86-940a-b8b168600b6d tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=b490cbfe-be8a-462b-b72a-b5cd4cdf663c HTTP/1.1" status: 200 len: 945 time: 0.1366799 Oct 30 15:13:44.386211 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cdf3f2-6149-486d-9808-9fb1780c5105 req-8bcdc0fc-e8aa-42c3-b203-a6825e239676 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:44.392077 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cdf3f2-6149-486d-9808-9fb1780c5105 req-8bcdc0fc-e8aa-42c3-b203-a6825e239676 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:44.397979 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cdf3f2-6149-486d-9808-9fb1780c5105 req-8bcdc0fc-e8aa-42c3-b203-a6825e239676 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:44.399693 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634fc90a-66f6-47e3-a742-f1014624743b None None] Pushing event updated for resources: {'Port': ['ID=75c7ee1c-ce48-489f-967b-db8e552d96c6,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:44.405308 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cdf3f2-6149-486d-9808-9fb1780c5105 req-8bcdc0fc-e8aa-42c3-b203-a6825e239676 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:44.408536 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-db833b11-f4da-4bbd-932f-5924af3337db req-4d7dafb1-6cc4-4943-93d9-fb7362ce4f94 service neutron] 10.222.0.53 "GET /v2.0/networks/a6fc47d5-23e3-42bb-a8bc-b37d5765b689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006633 Oct 30 15:13:44.411783 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cdf3f2-6149-486d-9808-9fb1780c5105 req-8bcdc0fc-e8aa-42c3-b203-a6825e239676 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:44.417128 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-52ac9001-f80a-46a5-a9f5-585a2e03e09f req-7a42868c-4ceb-4209-9b7f-0e0e74e1c8ab tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524161 Oct 30 15:13:44.420001 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cdf3f2-6149-486d-9808-9fb1780c5105 req-8bcdc0fc-e8aa-42c3-b203-a6825e239676 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:44.430817 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cdf3f2-6149-486d-9808-9fb1780c5105 req-8bcdc0fc-e8aa-42c3-b203-a6825e239676 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:44.434357 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-64cdf3f2-6149-486d-9808-9fb1780c5105 req-8bcdc0fc-e8aa-42c3-b203-a6825e239676 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 5420 time: 0.3203037 Oct 30 15:13:44.466515 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2c4806cb-f59b-4392-ab24-d271157be892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:44.469672 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-a90f55f0-cf0e-47dd-b196-39de7248f672 None None] Set router 3d569bf2-b66b-4a72-83f8-2a30d1413a1c gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:13:44.504602 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-70a4cceb-b369-4358-b509-86e65cfc7c68 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:44.505568 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a4cceb-b369-4358-b509-86e65cfc7c68 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:44.506217 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-70a4cceb-b369-4358-b509-86e65cfc7c68 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:44.530152 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e354da83-4e09-455b-96b3-ab2db719f120 req-35d0a582-442c-4cde-a296-794b7b77eb0a tempest-ServerShowV254Test-1081643889 tempest-ServerShowV254Test-1081643889-project] 10.222.0.62 "GET /v2.0/ports?device_id=db15aa8e-4e12-4459-8a09-7962a1ce28d9 HTTP/1.1" status: 200 len: 210 time: 0.0326955 Oct 30 15:13:44.566771 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-db833b11-f4da-4bbd-932f-5924af3337db req-1ab3a583-508d-4a89-8821-8bbcc6c13323 service neutron] 10.222.0.53 "GET /v2.0/networks/a6fc47d5-23e3-42bb-a8bc-b37d5765b689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470447 Oct 30 15:13:44.568149 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-64cdf3f2-6149-486d-9808-9fb1780c5105 req-8b2fa5bb-da69-4730-bcfb-6a9ea54dd3b7 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb8a2948-2c1b-4131-b6de-fecd84bd89b4&id=5eeec3c6-4bd2-414a-bba6-6aabb62faff1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1156707 Oct 30 15:13:44.626840 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-70a4cceb-b369-4358-b509-86e65cfc7c68 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.4277792 Oct 30 15:13:44.630460 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35920) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:44.637242 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-2bf13f2f-3a4d-438d-a97a-dc965f6c3038 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Request body: {'subnet': {'network_id': '6ede63bc-d2f3-4c7b-801c-dffeccd5bc6d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:13:44.644045 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a4cceb-b369-4358-b509-86e65cfc7c68 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Pushing event updated for resources: {'Network': ['ID=6ede63bc-d2f3-4c7b-801c-dffeccd5bc6d,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:44.658358 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 6ede63bc-d2f3-4c7b-801c-dffeccd5bc6d details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:13:44.718221 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf13f2f-3a4d-438d-a97a-dc965f6c3038 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Made reservation on behalf of 01c067cf97754e7790ddef8ce140f4c4 for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:13:44.721046 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2bf13f2f-3a4d-438d-a97a-dc965f6c3038 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:44.750675 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device fd33e7ff-ae0a-4ff4-8a5d-e4e0895d7382 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:13:44.764784 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-2c4806cb-f59b-4392-ab24-d271157be892 admin admin] Allocated IP 172.20.0.1 (78e1aa16-dad5-498d-aca8-5174a582ef38/09b25459-9523-4c53-a824-b439f325a036/cc24f01c-bc78-41e9-9385-5af4f39757d2) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:13:44.805439 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa998e94-97ae-484e-8db2-4f3d0d703672 req-91cb7c36-db4c-4894-9060-c0dc9418907f tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:44.806989 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-aa998e94-97ae-484e-8db2-4f3d0d703672 req-91cb7c36-db4c-4894-9060-c0dc9418907f tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] 10.222.0.62 "GET /v2.0/ports?device_id=84c9c53f-2634-4a9d-ba86-3855127ba778 HTTP/1.1" status: 200 len: 946 time: 0.1440737 Oct 30 15:13:44.868026 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-aa998e94-97ae-484e-8db2-4f3d0d703672 req-785a6868-a002-436b-8c84-04894053f511 tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] 10.222.0.62 "GET /v2.0/security-groups?id=409aa1d7-6954-49d1-b464-0b34218da972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525708 Oct 30 15:13:44.921890 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2c4806cb-f59b-4392-ab24-d271157be892 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:44.929901 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-a90f55f0-cf0e-47dd-b196-39de7248f672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d569bf2-b66b-4a72-83f8-2a30d1413a1c', 'name': 'tempest-FloatingIPsNegativeTestJSON-693824043-router', 'tenant_id': '82255a8af29a4e39ace6e8e4410bfd3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '75c7ee1c-ce48-489f-967b-db8e552d96c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:13:35Z', 'updated_at': '2021-10-30T15:13:40Z', 'revision_number': 3, 'project_id': '82255a8af29a4e39ace6e8e4410bfd3c', 'gw_port': {'id': '75c7ee1c-ce48-489f-967b-db8e552d96c6', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f6:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d569bf2-b66b-4a72-83f8-2a30d1413a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:13:37Z', 'updated_at': '2021-10-30T15:13:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:13:44.964328 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2c4806cb-f59b-4392-ab24-d271157be892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:44.991892 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90f55f0-cf0e-47dd-b196-39de7248f672 None None] The sync data for ids ['3d569bf2-b66b-4a72-83f8-2a30d1413a1c'] in n-d-806683-17 is: [{'id': '3d569bf2-b66b-4a72-83f8-2a30d1413a1c', 'name': 'tempest-FloatingIPsNegativeTestJSON-693824043-router', 'tenant_id': '82255a8af29a4e39ace6e8e4410bfd3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '75c7ee1c-ce48-489f-967b-db8e552d96c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:13:35Z', 'updated_at': '2021-10-30T15:13:40Z', 'revision_number': 3, 'project_id': '82255a8af29a4e39ace6e8e4410bfd3c', 'gw_port': {'id': '75c7ee1c-ce48-489f-967b-db8e552d96c6', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f6:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d569bf2-b66b-4a72-83f8-2a30d1413a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:13:37Z', 'updated_at': '2021-10-30T15:13:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:13:45.006316 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port fd33e7ff-ae0a-4ff4-8a5d-e4e0895d7382, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=fd33e7ff-ae0a-4ff4-8a5d-e4e0895d7382,segment=NetworkSegment(67954d17-815c-428c-ae7e-64294647efff),segment_id=67954d17-815c-428c-ae7e-64294647efff)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:13:45.017790 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': 'fd33e7ff-ae0a-4ff4-8a5d-e4e0895d7382', 'network_id': 'a6fc47d5-23e3-42bb-a8bc-b37d5765b689', 'port_id': 'fd33e7ff-ae0a-4ff4-8a5d-e4e0895d7382', 'mac_address': 'fa:16:3e:7f:12:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32c15624-cf2b-4993-8c91-524d0cc8cb0d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:13:45.039093 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4806cb-f59b-4392-ab24-d271157be892 admin admin] Network 78e1aa16-dad5-498d-aca8-5174a582ef38 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:13:45.050630 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-2c4806cb-f59b-4392-ab24-d271157be892 admin admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:13:45.057734 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4806cb-f59b-4392-ab24-d271157be892 admin admin] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:13:45.062144 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9014b1e-399e-4c90-bbc0-a1d283835a0e req-40c1230f-cf5b-4c3c-a926-2bdf8a6bfe0a tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:45.063743 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f9014b1e-399e-4c90-bbc0-a1d283835a0e req-40c1230f-cf5b-4c3c-a926-2bdf8a6bfe0a tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] 10.222.0.62 "GET /v2.0/ports?device_id=84c9c53f-2634-4a9d-ba86-3855127ba778 HTTP/1.1" status: 200 len: 946 time: 0.0797887 Oct 30 15:13:45.095204 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35932) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:45.100072 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-9815ae92-0e9e-45c9-b01c-eb98495607aa tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Request body: {'floatingip': {'port_id': '8c906c36-6f1a-4204-afe6-a31762fbf76a'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:13:45.112891 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:45.132035 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4806cb-f59b-4392-ab24-d271157be892 admin admin] Pushing event updated for resources: {'Port': ['ID=cc24f01c-bc78-41e9-9385-5af4f39757d2,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:45.132731 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd33e7ff-ae0a-4ff4-8a5d-e4e0895d7382 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:13:45.176423 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port fd33e7ff-ae0a-4ff4-8a5d-e4e0895d7382, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=fd33e7ff-ae0a-4ff4-8a5d-e4e0895d7382,segment=NetworkSegment(67954d17-815c-428c-ae7e-64294647efff),segment_id=67954d17-815c-428c-ae7e-64294647efff)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:13:45.182623 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:45.188763 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9815ae92-0e9e-45c9-b01c-eb98495607aa tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Publish callbacks [] for floatingip, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:45.189012 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2c4806cb-f59b-4392-ab24-d271157be892 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:45.205114 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d1e9f-b186-4688-a282-45c72ffeca29 req-aa9b312d-d23e-4fb2-ae0d-8b84a153841d tempest-AttachSCSIVolumeTestJSON-605120720 tempest-AttachSCSIVolumeTestJSON-605120720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:45.206702 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3c6d1e9f-b186-4688-a282-45c72ffeca29 req-aa9b312d-d23e-4fb2-ae0d-8b84a153841d tempest-AttachSCSIVolumeTestJSON-605120720 tempest-AttachSCSIVolumeTestJSON-605120720-project] 10.222.0.62 "GET /v2.0/ports?device_id=0bfd6a08-f347-4b41-923f-b748287d3be6 HTTP/1.1" status: 200 len: 943 time: 0.1524789 Oct 30 15:13:45.209970 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:13:45.255817 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=fd33e7ff-ae0a-4ff4-8a5d-e4e0895d7382,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:45.398027 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['fd33e7ff-ae0a-4ff4-8a5d-e4e0895d7382'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:13:45.471767 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-aeef0dfd-d2dd-416b-88d8-8e1fbfa74ddd None None] Provisioning complete for port cc24f01c-bc78-41e9-9385-5af4f39757d2 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:13:45.472152 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-aeef0dfd-d2dd-416b-88d8-8e1fbfa74ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:45.586256 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-aeef0dfd-d2dd-416b-88d8-8e1fbfa74ddd None None] Port cc24f01c-bc78-41e9-9385-5af4f39757d2 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:13:45.757766 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3c6d1e9f-b186-4688-a282-45c72ffeca29 req-5b43b7bb-85dd-4e47-9ef7-047a4f5c53a4 tempest-AttachSCSIVolumeTestJSON-605120720 tempest-AttachSCSIVolumeTestJSON-605120720-project] 10.222.0.62 "GET /v2.0/security-groups?id=b011f58e-2be7-474f-90eb-1023515c31aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635254 Oct 30 15:13:45.836290 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a470c2-7d4a-4ee4-ac43-c1e5105c0472 req-73495537-cb39-4d3e-825f-d6b231c8b2b3 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:45.843642 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f5a470c2-7d4a-4ee4-ac43-c1e5105c0472 req-73495537-cb39-4d3e-825f-d6b231c8b2b3 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=b490cbfe-be8a-462b-b72a-b5cd4cdf663c HTTP/1.1" status: 200 len: 945 time: 0.2185211 Oct 30 15:13:45.862891 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 75c7ee1c-ce48-489f-967b-db8e552d96c6 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:13:45.878916 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2c4806cb-f59b-4392-ab24-d271157be892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:45.919050 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 75c7ee1c-ce48-489f-967b-db8e552d96c6 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:13:45.919868 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:45.985944 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f5a470c2-7d4a-4ee4-ac43-c1e5105c0472 req-8fedcce4-62dd-4e26-bce0-83fdbd7debca tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413321 Oct 30 15:13:45.997728 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9815ae92-0e9e-45c9-b01c-eb98495607aa tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:46.015048 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9815ae92-0e9e-45c9-b01c-eb98495607aa tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:46.042891 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:46.064668 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 75c7ee1c-ce48-489f-967b-db8e552d96c6, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=75c7ee1c-ce48-489f-967b-db8e552d96c6,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:13:46.069435 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:46.133262 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=75c7ee1c-ce48-489f-967b-db8e552d96c6,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:46.149593 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2c4806cb-f59b-4392-ab24-d271157be892 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:46.155439 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2c4806cb-f59b-4392-ab24-d271157be892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:46.212155 n-d-806683-17 neutron-server[102131]: DEBUG neutron.objects.ports [None req-2bf13f2f-3a4d-438d-a97a-dc965f6c3038 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102131) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 30 15:13:46.212631 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2bf13f2f-3a4d-438d-a97a-dc965f6c3038 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:46.216348 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-080beeac-28e4-444a-94c6-9408f2a5ae4e req-733971b9-a499-442e-b73b-bf71381ad0be tempest-ServerShowV254Test-1081643889 tempest-ServerShowV254Test-1081643889-project] 10.222.0.62 "GET /v2.0/ports?device_id=db15aa8e-4e12-4459-8a09-7962a1ce28d9 HTTP/1.1" status: 200 len: 210 time: 0.1035728 Oct 30 15:13:46.255624 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4806cb-f59b-4392-ab24-d271157be892 admin admin] Pushing event updated for resources: {'Port': ['ID=cc24f01c-bc78-41e9-9385-5af4f39757d2,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:46.261320 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2c4806cb-f59b-4392-ab24-d271157be892 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:46.309811 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf13f2f-3a4d-438d-a97a-dc965f6c3038 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0db01d7e-357c-431d-9b9b-9865cfb41ece,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:46.328564 n-d-806683-17 neutron-server[102131]: INFO neutron.db.l3_db [None req-9815ae92-0e9e-45c9-b01c-eb98495607aa tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Floating IP 7931405a-94b2-448e-9adc-3480363ca70c associated. External IP: 172.25.4.150, port: 8c906c36-6f1a-4204-afe6-a31762fbf76a. Oct 30 15:13:46.397772 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf13f2f-3a4d-438d-a97a-dc965f6c3038 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Checking segment: {'id': '6ac7430c-0d99-4ee1-a728-cd5517a5babb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '6ede63bc-d2f3-4c7b-801c-dffeccd5bc6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:13:46.398139 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf13f2f-3a4d-438d-a97a-dc965f6c3038 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Network hostable DHCP agents. Network: 6ede63bc-d2f3-4c7b-801c-dffeccd5bc6d, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:13:46.413038 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4806cb-f59b-4392-ab24-d271157be892 admin admin] Network 78e1aa16-dad5-498d-aca8-5174a582ef38 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:13:46.414396 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-2c4806cb-f59b-4392-ab24-d271157be892 admin admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:13:46.466183 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf13f2f-3a4d-438d-a97a-dc965f6c3038 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Network 6ede63bc-d2f3-4c7b-801c-dffeccd5bc6d is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:13:46.489438 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49379112-0495-48ff-ad2a-601d030b4db9 req-4f8c3507-e062-4e49-891c-7e3e81925ec8 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:46.495451 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49379112-0495-48ff-ad2a-601d030b4db9 req-4f8c3507-e062-4e49-891c-7e3e81925ec8 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:46.501397 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49379112-0495-48ff-ad2a-601d030b4db9 req-4f8c3507-e062-4e49-891c-7e3e81925ec8 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:46.507299 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49379112-0495-48ff-ad2a-601d030b4db9 req-4f8c3507-e062-4e49-891c-7e3e81925ec8 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:46.514198 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49379112-0495-48ff-ad2a-601d030b4db9 req-4f8c3507-e062-4e49-891c-7e3e81925ec8 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:46.520125 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49379112-0495-48ff-ad2a-601d030b4db9 req-4f8c3507-e062-4e49-891c-7e3e81925ec8 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:46.526734 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49379112-0495-48ff-ad2a-601d030b4db9 req-4f8c3507-e062-4e49-891c-7e3e81925ec8 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:46.528765 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-49379112-0495-48ff-ad2a-601d030b4db9 req-4f8c3507-e062-4e49-891c-7e3e81925ec8 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 5420 time: 0.1970034 Oct 30 15:13:46.541989 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-2bf13f2f-3a4d-438d-a97a-dc965f6c3038 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 6ede63bc-d2f3-4c7b-801c-dffeccd5bc6d) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:13:46.551382 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef4841d-e157-418d-87fd-c88ffeafdc2e None None] Network 6ede63bc-d2f3-4c7b-801c-dffeccd5bc6d requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:13:46.599884 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c4806cb-f59b-4392-ab24-d271157be892 admin admin] Router 3d569bf2-b66b-4a72-83f8-2a30d1413a1c has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:13:46.772333 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5e65e8ca-3631-453d-a84a-db059ed303a7 req-45d7a32c-5fb8-4709-8069-fccb4ba1a963 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=db15aa8e-4e12-4459-8a09-7962a1ce28d9 HTTP/1.1" status: 200 len: 210 time: 0.0457222 Oct 30 15:13:46.817823 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4806cb-f59b-4392-ab24-d271157be892 admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:13:46.837834 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-2c4806cb-f59b-4392-ab24-d271157be892 admin admin] 10.222.0.62 "PUT /v2.0/routers/3d569bf2-b66b-4a72-83f8-2a30d1413a1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4947116 Oct 30 15:13:47.017142 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf13f2f-3a4d-438d-a97a-dc965f6c3038 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:47.018232 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2bf13f2f-3a4d-438d-a97a-dc965f6c3038 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:47.024998 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device fd33e7ff-ae0a-4ff4-8a5d-e4e0895d7382 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:13:47.044277 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-49379112-0495-48ff-ad2a-601d030b4db9 req-8792da54-c859-46e2-b9f9-23870a423daf tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb8a2948-2c1b-4131-b6de-fecd84bd89b4&id=5eeec3c6-4bd2-414a-bba6-6aabb62faff1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5055661 Oct 30 15:13:47.112426 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-8159a21f-ebdc-4d7e-a85d-83271247fd53 None None] Provisioning complete for port cc24f01c-bc78-41e9-9385-5af4f39757d2 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:13:47.112929 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8159a21f-ebdc-4d7e-a85d-83271247fd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:47.173419 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73161412-56c0-4614-bafe-4c8011af9bee None None] Network 6ede63bc-d2f3-4c7b-801c-dffeccd5bc6d requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:13:47.181575 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-2bf13f2f-3a4d-438d-a97a-dc965f6c3038 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.5498774 Oct 30 15:13:47.182020 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35958) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:47.189742 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-12a1e3e7-4ad5-4c38-b46f-aaf404a0781d tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1927694239', 'network_id': '6ede63bc-d2f3-4c7b-801c-dffeccd5bc6d'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:13:47.222503 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a1e3e7-4ad5-4c38-b46f-aaf404a0781d tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Made reservation on behalf of 01c067cf97754e7790ddef8ce140f4c4 for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:13:47.226285 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-12a1e3e7-4ad5-4c38-b46f-aaf404a0781d tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:47.234698 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-8159a21f-ebdc-4d7e-a85d-83271247fd53 None None] Port cc24f01c-bc78-41e9-9385-5af4f39757d2 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:13:47.252288 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port fd33e7ff-ae0a-4ff4-8a5d-e4e0895d7382 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:13:47.258133 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd6070-5b5f-4682-ac73-1967f5873cff req-0bd3211c-e3d4-43c6-80b6-3a79d1a74075 tempest-AttachSCSIVolumeTestJSON-605120720 tempest-AttachSCSIVolumeTestJSON-605120720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:47.259417 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8bbd6070-5b5f-4682-ac73-1967f5873cff req-0bd3211c-e3d4-43c6-80b6-3a79d1a74075 tempest-AttachSCSIVolumeTestJSON-605120720 tempest-AttachSCSIVolumeTestJSON-605120720-project] 10.222.0.62 "GET /v2.0/ports?device_id=0bfd6a08-f347-4b41-923f-b748287d3be6 HTTP/1.1" status: 200 len: 944 time: 0.0877428 Oct 30 15:13:47.262312 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port fd33e7ff-ae0a-4ff4-8a5d-e4e0895d7382 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:13:47.262491 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:47.293587 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7c8c1ce2-3ef4-4549-8205-42c28309df07 req-777d106a-d3ab-4f0b-80db-c049c19f0700 tempest-FloatingIPsNegativeTestJSON-934576180 tempest-FloatingIPsNegativeTestJSON-934576180-project] 10.222.0.62 "GET /v2.0/floatingips?tenant_id=82255a8af29a4e39ace6e8e4410bfd3c HTTP/1.1" status: 200 len: 217 time: 0.0498979 Oct 30 15:13:47.294703 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [None req-12a1e3e7-4ad5-4c38-b46f-aaf404a0781d tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] device_id is not set on port f03f66a2-0221-40e0-b574-6300cfaddc7c yet. {{(pid=102130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:13:47.302001 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9815ae92-0e9e-45c9-b01c-eb98495607aa tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Router d1fd2d01-73a1-4c43-b94e-70c61f2eea89 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:13:47.385064 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8bbd6070-5b5f-4682-ac73-1967f5873cff req-4eadc6eb-7eb4-40bf-be22-534b064c939d tempest-AttachSCSIVolumeTestJSON-605120720 tempest-AttachSCSIVolumeTestJSON-605120720-project] 10.222.0.62 "GET /v2.0/security-groups?id=b011f58e-2be7-474f-90eb-1023515c31aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654514 Oct 30 15:13:47.471245 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:47.485955 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a9cb9-163f-4914-b581-00d6468ed63a req-96a19234-b459-40fd-a39e-aed914d4489d tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:47.493061 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-500a9cb9-163f-4914-b581-00d6468ed63a req-96a19234-b459-40fd-a39e-aed914d4489d tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=b490cbfe-be8a-462b-b72a-b5cd4cdf663c HTTP/1.1" status: 200 len: 945 time: 0.1314137 Oct 30 15:13:47.496108 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-12a1e3e7-4ad5-4c38-b46f-aaf404a0781d tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Allocated IP 172.20.0.12 (6ede63bc-d2f3-4c7b-801c-dffeccd5bc6d/0db01d7e-357c-431d-9b9b-9865cfb41ece/f03f66a2-0221-40e0-b574-6300cfaddc7c) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:13:47.500283 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bfd6a08-f347-4b41-923f-b748287d3be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd33e7ff-ae0a-4ff4-8a5d-e4e0895d7382'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:13:47.503602 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d539af70-9321-4117-b69e-84f9497643a1" -d '{"events": [{"server_uuid": "0bfd6a08-f347-4b41-923f-b748287d3be6", "name": "network-vif-plugged", "status": "completed", "tag": "fd33e7ff-ae0a-4ff4-8a5d-e4e0895d7382"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:13:47.523385 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port fd33e7ff-ae0a-4ff4-8a5d-e4e0895d7382, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=fd33e7ff-ae0a-4ff4-8a5d-e4e0895d7382,segment=NetworkSegment(67954d17-815c-428c-ae7e-64294647efff),segment_id=67954d17-815c-428c-ae7e-64294647efff)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:13:47.525296 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-55d8aa4a-4252-48f0-adb1-2b3058a9da1e req-890262fa-ee25-43d4-9ca5-d3a124cfd0d0 tempest-ServerShowV254Test-1081643889 tempest-ServerShowV254Test-1081643889-project] 10.222.0.62 "GET /v2.0/ports?device_id=db15aa8e-4e12-4459-8a09-7962a1ce28d9 HTTP/1.1" status: 200 len: 210 time: 0.0345888 Oct 30 15:13:47.528615 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:47.550224 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9815ae92-0e9e-45c9-b01c-eb98495607aa tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:13:47.555339 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9815ae92-0e9e-45c9-b01c-eb98495607aa tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:47.557027 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-500a9cb9-163f-4914-b581-00d6468ed63a req-9025fc04-791d-4ab2-9dab-cf7240ff645b tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610771 Oct 30 15:13:47.560958 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc397a1-0827-4993-9faa-31b822019201 None None] Sync routers for ids ['d1fd2d01-73a1-4c43-b94e-70c61f2eea89'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:13:47.585349 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc397a1-0827-4993-9faa-31b822019201 None None] Routers {'d1fd2d01-73a1-4c43-b94e-70c61f2eea89'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:13:47.585957 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-ecc397a1-0827-4993-9faa-31b822019201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:13:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['d1fd2d01-73a1-4c43-b94e-70c61f2eea89'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:13:47.599123 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-9815ae92-0e9e-45c9-b01c-eb98495607aa tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] 10.222.0.62 "PUT /v2.0/floatingips/7931405a-94b2-448e-9adc-3480363ca70c HTTP/1.1" status: 200 len: 992 time: 2.5025663 Oct 30 15:13:47.599823 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84c9c53f-2634-4a9d-ba86-3855127ba778', 'tag': '8c906c36-6f1a-4204-afe6-a31762fbf76a'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:13:47.603209 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fcd36da-21bf-484a-bebe-6f9e67130294" -d '{"events": [{"name": "network-changed", "server_uuid": "84c9c53f-2634-4a9d-ba86-3855127ba778", "tag": "8c906c36-6f1a-4204-afe6-a31762fbf76a"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:13:47.642388 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=fd33e7ff-ae0a-4ff4-8a5d-e4e0895d7382,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:47.642781 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fe1150cd-40f2-4b7d-8428-03e470442816 req-dbb73946-9fb0-4c02-abae-7dfa0cfe6897 tempest-FloatingIPsNegativeTestJSON-934576180 tempest-FloatingIPsNegativeTestJSON-934576180-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0567310 Oct 30 15:13:47.646946 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8148d6a-338d-47e6-9fb6-4b983071cf8d None None] Sync routers for ids ['3d569bf2-b66b-4a72-83f8-2a30d1413a1c'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:13:47.665837 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbff0775-cc0f-4293-a322-6aea6d345d3a x-openstack-request-id: req-bbff0775-cc0f-4293-a322-6aea6d345d3a {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:13:47.666190 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bfd6a08-f347-4b41-923f-b748287d3be6", "name": "network-vif-plugged", "status": "completed", "tag": "fd33e7ff-ae0a-4ff4-8a5d-e4e0895d7382", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:13:47.666443 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bbff0775-cc0f-4293-a322-6aea6d345d3a {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:13:47.667308 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bfd6a08-f347-4b41-923f-b748287d3be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd33e7ff-ae0a-4ff4-8a5d-e4e0895d7382', 'code': 200} Oct 30 15:13:47.688862 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8148d6a-338d-47e6-9fb6-4b983071cf8d None None] Routers {'3d569bf2-b66b-4a72-83f8-2a30d1413a1c'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:13:47.689530 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-c8148d6a-338d-47e6-9fb6-4b983071cf8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:13:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['3d569bf2-b66b-4a72-83f8-2a30d1413a1c'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:13:47.744453 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-562b44a1-88a8-4c24-975e-2c2b35104e77 x-openstack-request-id: req-562b44a1-88a8-4c24-975e-2c2b35104e77 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:13:47.757484 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84c9c53f-2634-4a9d-ba86-3855127ba778", "tag": "8c906c36-6f1a-4204-afe6-a31762fbf76a", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:13:47.757788 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-562b44a1-88a8-4c24-975e-2c2b35104e77 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:13:47.758225 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84c9c53f-2634-4a9d-ba86-3855127ba778', 'tag': '8c906c36-6f1a-4204-afe6-a31762fbf76a', 'status': 'completed', 'code': 200} Oct 30 15:13:47.819366 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-ecc397a1-0827-4993-9faa-31b822019201 None None] Set router d1fd2d01-73a1-4c43-b94e-70c61f2eea89 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:13:47.884637 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-c8148d6a-338d-47e6-9fb6-4b983071cf8d None None] Set router 3d569bf2-b66b-4a72-83f8-2a30d1413a1c gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:13:47.891814 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [req-77ef9637-c61c-40a9-851b-11b6124c0eb4 req-5fcb18d1-f182-4ffd-82df-963ceb4cc619 tempest-FloatingIPsNegativeTestJSON-934576180 tempest-FloatingIPsNegativeTestJSON-934576180-project] show failed (client error): The resource could not be found. Oct 30 15:13:47.893452 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-77ef9637-c61c-40a9-851b-11b6124c0eb4 req-5fcb18d1-f182-4ffd-82df-963ceb4cc619 tempest-FloatingIPsNegativeTestJSON-934576180 tempest-FloatingIPsNegativeTestJSON-934576180-project] 10.222.0.62 "GET /v2.0/floatingips/11ba6ae1-10fd-4b9c-a746-4e78d20456c1 HTTP/1.1" status: 404 len: 350 time: 0.0654328 Oct 30 15:13:47.907965 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35980) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:47.928550 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8afc0a7-d735-46cd-871c-a03aabc57258 req-5f7f880a-6280-4784-bb17-515768cd4130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:47.932946 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e8afc0a7-d735-46cd-871c-a03aabc57258 req-5f7f880a-6280-4784-bb17-515768cd4130 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0bfd6a08-f347-4b41-923f-b748287d3be6 HTTP/1.1" status: 200 len: 1097 time: 0.2004936 Oct 30 15:13:47.989905 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e8afc0a7-d735-46cd-871c-a03aabc57258 req-0ddb2e06-78b0-4add-ada0-e85be09eeb5a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b011f58e-2be7-474f-90eb-1023515c31aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454488 Oct 30 15:13:48.027491 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcd36da-21bf-484a-bebe-6f9e67130294 req-c25db335-a7e4-43c4-8122-7c543291d21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:48.029025 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7fcd36da-21bf-484a-bebe-6f9e67130294 req-c25db335-a7e4-43c4-8122-7c543291d21b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ea55b09697be4bd28e1dfee52575f408&device_id=84c9c53f-2634-4a9d-ba86-3855127ba778 HTTP/1.1" status: 200 len: 1098 time: 0.2403569 Oct 30 15:13:48.046894 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-12a1e3e7-4ad5-4c38-b46f-aaf404a0781d tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:48.078562 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 75c7ee1c-ce48-489f-967b-db8e552d96c6 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:13:48.157647 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-12a1e3e7-4ad5-4c38-b46f-aaf404a0781d tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:48.175489 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 75c7ee1c-ce48-489f-967b-db8e552d96c6 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:13:48.175936 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:48.178937 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-c8148d6a-338d-47e6-9fb6-4b983071cf8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d569bf2-b66b-4a72-83f8-2a30d1413a1c', 'name': 'tempest-FloatingIPsNegativeTestJSON-693824043-router', 'tenant_id': '82255a8af29a4e39ace6e8e4410bfd3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '75c7ee1c-ce48-489f-967b-db8e552d96c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:13:35Z', 'updated_at': '2021-10-30T15:13:45Z', 'revision_number': 4, 'project_id': '82255a8af29a4e39ace6e8e4410bfd3c', 'gw_port': {'id': '75c7ee1c-ce48-489f-967b-db8e552d96c6', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d569bf2-b66b-4a72-83f8-2a30d1413a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:13:37Z', 'updated_at': '2021-10-30T15:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'cc24f01c-bc78-41e9-9385-5af4f39757d2', 'name': '', 'network_id': '78e1aa16-dad5-498d-aca8-5174a582ef38', 'tenant_id': '82255a8af29a4e39ace6e8e4410bfd3c', 'mac_address': 'fa:16:3e:33:ba:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d569bf2-b66b-4a72-83f8-2a30d1413a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '09b25459-9523-4c53-a824-b439f325a036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:13:44Z', 'updated_at': '2021-10-30T15:13:45Z', 'revision_number': 2, 'project_id': '82255a8af29a4e39ace6e8e4410bfd3c', 'subnets': [{'id': '09b25459-9523-4c53-a824-b439f325a036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:13:48.228112 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8148d6a-338d-47e6-9fb6-4b983071cf8d None None] Checking router: 3d569bf2-b66b-4a72-83f8-2a30d1413a1c for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:13:48.228468 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8148d6a-338d-47e6-9fb6-4b983071cf8d None None] Updating router 3d569bf2-b66b-4a72-83f8-2a30d1413a1c port cc24f01c-bc78-41e9-9385-5af4f39757d2 binding host n-d-806683-17 {{(pid=102132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:13:48.253316 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-ecc397a1-0827-4993-9faa-31b822019201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1fd2d01-73a1-4c43-b94e-70c61f2eea89', 'name': 'tempest-ServersTestBootFromVolume-1640369999-router', 'tenant_id': 'ea55b09697be4bd28e1dfee52575f408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '3ff7fd70-def3-4cb2-ac31-22f3af7e0af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:12:08Z', 'updated_at': '2021-10-30T15:12:21Z', 'revision_number': 4, 'project_id': 'ea55b09697be4bd28e1dfee52575f408', 'gw_port': {'id': '3ff7fd70-def3-4cb2-ac31-22f3af7e0af5', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:71:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fd2d01-73a1-4c43-b94e-70c61f2eea89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:12:11Z', 'updated_at': '2021-10-30T15:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '7931405a-94b2-448e-9adc-3480363ca70c', 'tenant_id': 'ea55b09697be4bd28e1dfee52575f408', 'floating_ip_address': '172.25.4.150', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': 'd1fd2d01-73a1-4c43-b94e-70c61f2eea89', 'port_id': '8c906c36-6f1a-4204-afe6-a31762fbf76a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 975, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a58fe444-ac18-4f2f-a60f-5757cef69326', 'mac_address': 'fa:16:3e:5f:50:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c9c53f-2634-4a9d-ba86-3855127ba778', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:12:33Z', 'updated_at': '2021-10-30T15:13:45Z', 'revision_number': 1, 'project_id': 'ea55b09697be4bd28e1dfee52575f408', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f84e11d6-96a2-4a6e-9074-0720ae8ffa04', 'name': '', 'network_id': 'a58fe444-ac18-4f2f-a60f-5757cef69326', 'tenant_id': 'ea55b09697be4bd28e1dfee52575f408', 'mac_address': 'fa:16:3e:2b:72:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fd2d01-73a1-4c43-b94e-70c61f2eea89', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '86bad708-b245-4630-806f-13e585804342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:12:19Z', 'updated_at': '2021-10-30T15:12:39Z', 'revision_number': 5, 'project_id': 'ea55b09697be4bd28e1dfee52575f408', 'subnets': [{'id': '86bad708-b245-4630-806f-13e585804342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:13:48.258563 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c8148d6a-338d-47e6-9fb6-4b983071cf8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:48.297040 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc397a1-0827-4993-9faa-31b822019201 None None] Checking router: d1fd2d01-73a1-4c43-b94e-70c61f2eea89 for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:13:48.300598 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e0901-f03a-496a-8537-38269e455ff0 req-2477a3ec-1141-41b3-8096-fa716f1cae4b tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:48.311430 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc397a1-0827-4993-9faa-31b822019201 None None] Routers {'d1fd2d01-73a1-4c43-b94e-70c61f2eea89'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:13:48.312777 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-ecc397a1-0827-4993-9faa-31b822019201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:13:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['d1fd2d01-73a1-4c43-b94e-70c61f2eea89'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:13:48.318844 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e0901-f03a-496a-8537-38269e455ff0 req-2477a3ec-1141-41b3-8096-fa716f1cae4b tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:48.327213 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a1e3e7-4ad5-4c38-b46f-aaf404a0781d tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Network 6ede63bc-d2f3-4c7b-801c-dffeccd5bc6d is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:13:48.330527 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e0901-f03a-496a-8537-38269e455ff0 req-2477a3ec-1141-41b3-8096-fa716f1cae4b tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:48.345356 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e0901-f03a-496a-8537-38269e455ff0 req-2477a3ec-1141-41b3-8096-fa716f1cae4b tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:48.351798 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e0901-f03a-496a-8537-38269e455ff0 req-2477a3ec-1141-41b3-8096-fa716f1cae4b tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:48.352050 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-12a1e3e7-4ad5-4c38-b46f-aaf404a0781d tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:13:48.365836 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e0901-f03a-496a-8537-38269e455ff0 req-2477a3ec-1141-41b3-8096-fa716f1cae4b tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:48.366242 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a1e3e7-4ad5-4c38-b46f-aaf404a0781d tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:13:48.375832 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e0901-f03a-496a-8537-38269e455ff0 req-2477a3ec-1141-41b3-8096-fa716f1cae4b tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:48.377808 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-884e0901-f03a-496a-8537-38269e455ff0 req-2477a3ec-1141-41b3-8096-fa716f1cae4b tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 5420 time: 0.1760180 Oct 30 15:13:48.448055 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-ecc397a1-0827-4993-9faa-31b822019201 None None] Set router d1fd2d01-73a1-4c43-b94e-70c61f2eea89 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:13:48.458629 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-884e0901-f03a-496a-8537-38269e455ff0 req-a22ae692-bea9-4224-8e1a-b23e1a25a0d3 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb8a2948-2c1b-4131-b6de-fecd84bd89b4&id=5eeec3c6-4bd2-414a-bba6-6aabb62faff1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0739400 Oct 30 15:13:48.472801 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a1e3e7-4ad5-4c38-b46f-aaf404a0781d tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Pushing event updated for resources: {'Port': ['ID=f03f66a2-0221-40e0-b574-6300cfaddc7c,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:48.542665 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcd36da-21bf-484a-bebe-6f9e67130294 req-d2854c7a-06d1-4a4b-b53c-80518c3a0d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:48.544270 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7fcd36da-21bf-484a-bebe-6f9e67130294 req-d2854c7a-06d1-4a4b-b53c-80518c3a0d2a service neutron] 10.222.0.44 "GET /v2.0/networks?id=a58fe444-ac18-4f2f-a60f-5757cef69326 HTTP/1.1" status: 200 len: 917 time: 0.5005865 Oct 30 15:13:48.676607 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a1e3e7-4ad5-4c38-b46f-aaf404a0781d tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:48.677390 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-12a1e3e7-4ad5-4c38-b46f-aaf404a0781d tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:48.717076 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c8148d6a-338d-47e6-9fb6-4b983071cf8d None None] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:48.721981 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7fcd36da-21bf-484a-bebe-6f9e67130294 req-9a401e47-0523-478d-99c0-be8820273189 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c906c36-6f1a-4204-afe6-a31762fbf76a HTTP/1.1" status: 200 len: 1000 time: 0.1690204 Oct 30 15:13:48.724803 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c8148d6a-338d-47e6-9fb6-4b983071cf8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:48.730745 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0072e2-fab1-491b-9047-4a10de00d31c req-3a486839-d585-4ee3-bbf0-70d1d2f42d92 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:48.731473 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-12a1e3e7-4ad5-4c38-b46f-aaf404a0781d tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.5480118 Oct 30 15:13:48.732881 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3c0072e2-fab1-491b-9047-4a10de00d31c req-3a486839-d585-4ee3-bbf0-70d1d2f42d92 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=b490cbfe-be8a-462b-b72a-b5cd4cdf663c HTTP/1.1" status: 200 len: 945 time: 0.0720406 Oct 30 15:13:48.733604 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35998) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:48.797212 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-ecc397a1-0827-4993-9faa-31b822019201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1fd2d01-73a1-4c43-b94e-70c61f2eea89', 'name': 'tempest-ServersTestBootFromVolume-1640369999-router', 'tenant_id': 'ea55b09697be4bd28e1dfee52575f408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '3ff7fd70-def3-4cb2-ac31-22f3af7e0af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:12:08Z', 'updated_at': '2021-10-30T15:12:21Z', 'revision_number': 4, 'project_id': 'ea55b09697be4bd28e1dfee52575f408', 'gw_port': {'id': '3ff7fd70-def3-4cb2-ac31-22f3af7e0af5', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:71:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fd2d01-73a1-4c43-b94e-70c61f2eea89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:12:11Z', 'updated_at': '2021-10-30T15:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '7931405a-94b2-448e-9adc-3480363ca70c', 'tenant_id': 'ea55b09697be4bd28e1dfee52575f408', 'floating_ip_address': '172.25.4.150', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': 'd1fd2d01-73a1-4c43-b94e-70c61f2eea89', 'port_id': '8c906c36-6f1a-4204-afe6-a31762fbf76a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 975, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a58fe444-ac18-4f2f-a60f-5757cef69326', 'mac_address': 'fa:16:3e:5f:50:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c9c53f-2634-4a9d-ba86-3855127ba778', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:12:33Z', 'updated_at': '2021-10-30T15:13:45Z', 'revision_number': 1, 'project_id': 'ea55b09697be4bd28e1dfee52575f408', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f84e11d6-96a2-4a6e-9074-0720ae8ffa04', 'name': '', 'network_id': 'a58fe444-ac18-4f2f-a60f-5757cef69326', 'tenant_id': 'ea55b09697be4bd28e1dfee52575f408', 'mac_address': 'fa:16:3e:2b:72:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fd2d01-73a1-4c43-b94e-70c61f2eea89', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '86bad708-b245-4630-806f-13e585804342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:12:19Z', 'updated_at': '2021-10-30T15:12:39Z', 'revision_number': 5, 'project_id': 'ea55b09697be4bd28e1dfee52575f408', 'subnets': [{'id': '86bad708-b245-4630-806f-13e585804342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:13:48.802095 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab19aba3-8073-4475-bd13-c8f1093afd55 None None] Pushing event updated for resources: {'Port': ['ID=cc24f01c-bc78-41e9-9385-5af4f39757d2,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:48.814027 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07b455-0c77-448a-b4ea-953409d507ba req-3498712d-1b3a-49d8-b6e2-c47d44adda3b tempest-AttachSCSIVolumeTestJSON-605120720 tempest-AttachSCSIVolumeTestJSON-605120720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:48.823307 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3c07b455-0c77-448a-b4ea-953409d507ba req-3498712d-1b3a-49d8-b6e2-c47d44adda3b tempest-AttachSCSIVolumeTestJSON-605120720 tempest-AttachSCSIVolumeTestJSON-605120720-project] 10.222.0.62 "GET /v2.0/ports?device_id=0bfd6a08-f347-4b41-923f-b748287d3be6 HTTP/1.1" status: 200 len: 945 time: 0.2207947 Oct 30 15:13:48.838245 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc397a1-0827-4993-9faa-31b822019201 None None] The sync data for ids ['d1fd2d01-73a1-4c43-b94e-70c61f2eea89'] in n-d-806683-17 is: [{'id': 'd1fd2d01-73a1-4c43-b94e-70c61f2eea89', 'name': 'tempest-ServersTestBootFromVolume-1640369999-router', 'tenant_id': 'ea55b09697be4bd28e1dfee52575f408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '3ff7fd70-def3-4cb2-ac31-22f3af7e0af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:12:08Z', 'updated_at': '2021-10-30T15:12:21Z', 'revision_number': 4, 'project_id': 'ea55b09697be4bd28e1dfee52575f408', 'gw_port': {'id': '3ff7fd70-def3-4cb2-ac31-22f3af7e0af5', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:71:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fd2d01-73a1-4c43-b94e-70c61f2eea89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:12:11Z', 'updated_at': '2021-10-30T15:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '7931405a-94b2-448e-9adc-3480363ca70c', 'tenant_id': 'ea55b09697be4bd28e1dfee52575f408', 'floating_ip_address': '172.25.4.150', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': 'd1fd2d01-73a1-4c43-b94e-70c61f2eea89', 'port_id': '8c906c36-6f1a-4204-afe6-a31762fbf76a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 975, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a58fe444-ac18-4f2f-a60f-5757cef69326', 'mac_address': 'fa:16:3e:5f:50:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c9c53f-2634-4a9d-ba86-3855127ba778', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:12:33Z', 'updated_at': '2021-10-30T15:13:45Z', 'revision_number': 1, 'project_id': 'ea55b09697be4bd28e1dfee52575f408', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f84e11d6-96a2-4a6e-9074-0720ae8ffa04', 'name': '', 'network_id': 'a58fe444-ac18-4f2f-a60f-5757cef69326', 'tenant_id': 'ea55b09697be4bd28e1dfee52575f408', 'mac_address': 'fa:16:3e:2b:72:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fd2d01-73a1-4c43-b94e-70c61f2eea89', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '86bad708-b245-4630-806f-13e585804342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:12:19Z', 'updated_at': '2021-10-30T15:12:39Z', 'revision_number': 5, 'project_id': 'ea55b09697be4bd28e1dfee52575f408', 'subnets': [{'id': '86bad708-b245-4630-806f-13e585804342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:13:48.883544 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcd36da-21bf-484a-bebe-6f9e67130294 req-79625245-5c76-41f6-8710-50cf32e11a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:48.887074 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7fcd36da-21bf-484a-bebe-6f9e67130294 req-79625245-5c76-41f6-8710-50cf32e11a29 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=86bad708-b245-4630-806f-13e585804342 HTTP/1.1" status: 200 len: 855 time: 0.1513371 Oct 30 15:13:48.904897 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-c8148d6a-338d-47e6-9fb6-4b983071cf8d None None] Attempting to bind port cc24f01c-bc78-41e9-9385-5af4f39757d2 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:13:48.905276 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-c8148d6a-338d-47e6-9fb6-4b983071cf8d None None] Attempting to bind port cc24f01c-bc78-41e9-9385-5af4f39757d2 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'bd41f236-1cd3-47f1-b6b1-abd6b6535a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '78e1aa16-dad5-498d-aca8-5174a582ef38'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:13:48.905644 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8148d6a-338d-47e6-9fb6-4b983071cf8d None None] Attempting to bind port cc24f01c-bc78-41e9-9385-5af4f39757d2 on network 78e1aa16-dad5-498d-aca8-5174a582ef38 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:13:48.911984 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8148d6a-338d-47e6-9fb6-4b983071cf8d None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:13:48.912313 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8148d6a-338d-47e6-9fb6-4b983071cf8d None None] Checking segment: {'id': 'bd41f236-1cd3-47f1-b6b1-abd6b6535a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '78e1aa16-dad5-498d-aca8-5174a582ef38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:13:48.912646 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c8148d6a-338d-47e6-9fb6-4b983071cf8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:48.913191 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3c0072e2-fab1-491b-9047-4a10de00d31c req-3e5273ea-0e8c-40d3-bf9c-abf231a9d255 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685266 Oct 30 15:13:48.920732 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8148d6a-338d-47e6-9fb6-4b983071cf8d None None] Bound using segment: {'id': 'bd41f236-1cd3-47f1-b6b1-abd6b6535a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '78e1aa16-dad5-498d-aca8-5174a582ef38'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:13:48.921279 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-c8148d6a-338d-47e6-9fb6-4b983071cf8d None None] Bound port: cc24f01c-bc78-41e9-9385-5af4f39757d2, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd41f236-1cd3-47f1-b6b1-abd6b6535a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '78e1aa16-dad5-498d-aca8-5174a582ef38'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:13:48.921692 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c8148d6a-338d-47e6-9fb6-4b983071cf8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:48.923375 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-56c14b35-887e-4671-8d18-b8899a7e2390 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Deleting port f03f66a2-0221-40e0-b574-6300cfaddc7c {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:13:48.923769 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-56c14b35-887e-4671-8d18-b8899a7e2390 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:48.986428 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3c07b455-0c77-448a-b4ea-953409d507ba req-428e279e-888e-4756-8a71-8078c38dabdf tempest-AttachSCSIVolumeTestJSON-605120720 tempest-AttachSCSIVolumeTestJSON-605120720-project] 10.222.0.62 "GET /v2.0/security-groups?id=b011f58e-2be7-474f-90eb-1023515c31aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620672 Oct 30 15:13:49.047280 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcd36da-21bf-484a-bebe-6f9e67130294 req-344f4bea-c42e-435c-b556-5a92fc3f7868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:49.048947 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7fcd36da-21bf-484a-bebe-6f9e67130294 req-344f4bea-c42e-435c-b556-5a92fc3f7868 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a58fe444-ac18-4f2f-a60f-5757cef69326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1067894 Oct 30 15:13:49.065076 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-56c14b35-887e-4671-8d18-b8899a7e2390 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:49.078737 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-c8148d6a-338d-47e6-9fb6-4b983071cf8d None None] For port cc24f01c-bc78-41e9-9385-5af4f39757d2, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:13:49.082072 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-c8148d6a-338d-47e6-9fb6-4b983071cf8d None None] For port cc24f01c-bc78-41e9-9385-5af4f39757d2, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=cc24f01c-bc78-41e9-9385-5af4f39757d2,segment=NetworkSegment(bd41f236-1cd3-47f1-b6b1-abd6b6535a02),segment_id=bd41f236-1cd3-47f1-b6b1-abd6b6535a02)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:13:49.085603 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-56c14b35-887e-4671-8d18-b8899a7e2390 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Calling delete_port for f03f66a2-0221-40e0-b574-6300cfaddc7c owned by {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:13:49.089717 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c8148d6a-338d-47e6-9fb6-4b983071cf8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:49.146918 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8148d6a-338d-47e6-9fb6-4b983071cf8d None None] Routers {'3d569bf2-b66b-4a72-83f8-2a30d1413a1c'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:13:49.147561 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-c8148d6a-338d-47e6-9fb6-4b983071cf8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:13:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['3d569bf2-b66b-4a72-83f8-2a30d1413a1c'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:13:49.248943 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-afcfcb84-476a-4182-8dde-5c4edb70e90f req-8f449143-4b03-4652-a5cc-67a188f05317 tempest-ServerShowV254Test-1081643889 tempest-ServerShowV254Test-1081643889-project] 10.222.0.62 "GET /v2.0/ports?device_id=db15aa8e-4e12-4459-8a09-7962a1ce28d9 HTTP/1.1" status: 200 len: 210 time: 0.1472783 Oct 30 15:13:49.282259 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab19aba3-8073-4475-bd13-c8f1093afd55 None None] Pushing event updated for resources: {'Port': ['ID=cc24f01c-bc78-41e9-9385-5af4f39757d2,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:49.315359 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63042a9a-43dc-467b-812d-d026a0ded649 None None] New status for floating IP 7931405a-94b2-448e-9adc-3480363ca70c: ACTIVE {{(pid=102133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 15:13:49.332703 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-740586cd-3e40-4a8d-8fe3-cb003b9ab6ff None None] Provisioning complete for port cc24f01c-bc78-41e9-9385-5af4f39757d2 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:13:49.343704 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-740586cd-3e40-4a8d-8fe3-cb003b9ab6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:49.479831 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-c8148d6a-338d-47e6-9fb6-4b983071cf8d None None] Set router 3d569bf2-b66b-4a72-83f8-2a30d1413a1c gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:13:49.481352 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-56c14b35-887e-4671-8d18-b8899a7e2390 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:49.585211 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c14b35-887e-4671-8d18-b8899a7e2390 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Pushing event deleted for resources: {'Port': ['ID=f03f66a2-0221-40e0-b574-6300cfaddc7c,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:49.728797 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e3a87163-49b1-44a7-bdac-83381e0aeaa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:49.736415 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7fcd36da-21bf-484a-bebe-6f9e67130294 req-8f9e144d-479a-4814-b3d6-ad853d1e1f0c service neutron] 10.222.0.44 "GET /v2.0/networks/a58fe444-ac18-4f2f-a60f-5757cef69326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6797504 Oct 30 15:13:49.756426 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-56c14b35-887e-4671-8d18-b8899a7e2390 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:49.763304 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-56c14b35-887e-4671-8d18-b8899a7e2390 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] 10.222.0.62 "DELETE /v2.0/ports/f03f66a2-0221-40e0-b574-6300cfaddc7c HTTP/1.1" status: 204 len: 168 time: 1.0238543 Oct 30 15:13:49.763587 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36008) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:49.768142 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-e9912637-c671-4023-8879-f0b330fc3f7d tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6ede63bc-d2f3-4c7b-801c-dffeccd5bc6d', 'external_fixed_ips': [{'subnet_id': '0db01d7e-357c-431d-9b9b-9865cfb41ece', 'ip_address': '172.20.0.12'}]}}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:13:49.814700 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e9912637-c671-4023-8879-f0b330fc3f7d tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:49.816879 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e9912637-c671-4023-8879-f0b330fc3f7d tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:49.908902 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e9912637-c671-4023-8879-f0b330fc3f7d tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:49.994381 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-740586cd-3e40-4a8d-8fe3-cb003b9ab6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:50.046361 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7fcd36da-21bf-484a-bebe-6f9e67130294 req-27597e53-9ca7-44e7-83a0-4bd8d91cd90e service neutron] 10.222.0.44 "GET /v2.0/networks/a58fe444-ac18-4f2f-a60f-5757cef69326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298057 Oct 30 15:13:50.049362 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-10db1714-7368-4f38-8d87-91e511ce6c85 req-f15b7aa7-b53a-49f4-a946-26b5fe48a118 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e0572119d09d4361ae6f632f7565a4d0&device_id=db15aa8e-4e12-4459-8a09-7962a1ce28d9 HTTP/1.1" status: 200 len: 210 time: 0.0261240 Oct 30 15:13:50.111629 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-740586cd-3e40-4a8d-8fe3-cb003b9ab6ff None None] For port cc24f01c-bc78-41e9-9385-5af4f39757d2, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=cc24f01c-bc78-41e9-9385-5af4f39757d2,segment=NetworkSegment(bd41f236-1cd3-47f1-b6b1-abd6b6535a02),segment_id=bd41f236-1cd3-47f1-b6b1-abd6b6535a02)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:13:50.120165 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-740586cd-3e40-4a8d-8fe3-cb003b9ab6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:50.129013 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-10db1714-7368-4f38-8d87-91e511ce6c85 req-4557c1a9-f849-4283-ba15-0272db1149e4 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=e0572119d09d4361ae6f632f7565a4d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0637259 Oct 30 15:13:50.178020 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740586cd-3e40-4a8d-8fe3-cb003b9ab6ff None None] Pushing event updated for resources: {'Port': ['ID=cc24f01c-bc78-41e9-9385-5af4f39757d2,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:50.181951 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e9912637-c671-4023-8879-f0b330fc3f7d tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:50.183273 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d104d6-09bb-47ad-83f4-0bce2b9dcb3e req-4ad7a4d1-1a3a-417e-8642-de3246e95695 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:50.184851 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-21d104d6-09bb-47ad-83f4-0bce2b9dcb3e req-4ad7a4d1-1a3a-417e-8642-de3246e95695 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=b490cbfe-be8a-462b-b72a-b5cd4cdf663c HTTP/1.1" status: 200 len: 945 time: 0.0789700 Oct 30 15:13:50.222393 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-c8148d6a-338d-47e6-9fb6-4b983071cf8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d569bf2-b66b-4a72-83f8-2a30d1413a1c', 'name': 'tempest-FloatingIPsNegativeTestJSON-693824043-router', 'tenant_id': '82255a8af29a4e39ace6e8e4410bfd3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '75c7ee1c-ce48-489f-967b-db8e552d96c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:13:35Z', 'updated_at': '2021-10-30T15:13:45Z', 'revision_number': 4, 'project_id': '82255a8af29a4e39ace6e8e4410bfd3c', 'gw_port': {'id': '75c7ee1c-ce48-489f-967b-db8e552d96c6', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d569bf2-b66b-4a72-83f8-2a30d1413a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:13:37Z', 'updated_at': '2021-10-30T15:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'cc24f01c-bc78-41e9-9385-5af4f39757d2', 'name': '', 'network_id': '78e1aa16-dad5-498d-aca8-5174a582ef38', 'tenant_id': '82255a8af29a4e39ace6e8e4410bfd3c', 'mac_address': 'fa:16:3e:33:ba:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d569bf2-b66b-4a72-83f8-2a30d1413a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '09b25459-9523-4c53-a824-b439f325a036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:13:44Z', 'updated_at': '2021-10-30T15:13:49Z', 'revision_number': 4, 'project_id': '82255a8af29a4e39ace6e8e4410bfd3c', 'subnets': [{'id': '09b25459-9523-4c53-a824-b439f325a036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:13:50.237458 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba774f-d65b-4f65-88a9-99c2491af19e req-9c54a7d6-3f82-4af5-8aff-1c269712094b tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:50.243665 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba774f-d65b-4f65-88a9-99c2491af19e req-9c54a7d6-3f82-4af5-8aff-1c269712094b tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:50.250149 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba774f-d65b-4f65-88a9-99c2491af19e req-9c54a7d6-3f82-4af5-8aff-1c269712094b tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:50.252171 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-21d104d6-09bb-47ad-83f4-0bce2b9dcb3e req-55fee92e-ac13-4247-89e5-c1ae7e68d252 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583565 Oct 30 15:13:50.256089 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba774f-d65b-4f65-88a9-99c2491af19e req-9c54a7d6-3f82-4af5-8aff-1c269712094b tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:50.262069 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba774f-d65b-4f65-88a9-99c2491af19e req-9c54a7d6-3f82-4af5-8aff-1c269712094b tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:50.265925 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8148d6a-338d-47e6-9fb6-4b983071cf8d None None] The sync data for ids ['3d569bf2-b66b-4a72-83f8-2a30d1413a1c'] in n-d-806683-17 is: [{'id': '3d569bf2-b66b-4a72-83f8-2a30d1413a1c', 'name': 'tempest-FloatingIPsNegativeTestJSON-693824043-router', 'tenant_id': '82255a8af29a4e39ace6e8e4410bfd3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '75c7ee1c-ce48-489f-967b-db8e552d96c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:13:35Z', 'updated_at': '2021-10-30T15:13:45Z', 'revision_number': 4, 'project_id': '82255a8af29a4e39ace6e8e4410bfd3c', 'gw_port': {'id': '75c7ee1c-ce48-489f-967b-db8e552d96c6', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d569bf2-b66b-4a72-83f8-2a30d1413a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:13:37Z', 'updated_at': '2021-10-30T15:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'cc24f01c-bc78-41e9-9385-5af4f39757d2', 'name': '', 'network_id': '78e1aa16-dad5-498d-aca8-5174a582ef38', 'tenant_id': '82255a8af29a4e39ace6e8e4410bfd3c', 'mac_address': 'fa:16:3e:33:ba:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d569bf2-b66b-4a72-83f8-2a30d1413a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '09b25459-9523-4c53-a824-b439f325a036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:13:44Z', 'updated_at': '2021-10-30T15:13:49Z', 'revision_number': 4, 'project_id': '82255a8af29a4e39ace6e8e4410bfd3c', 'subnets': [{'id': '09b25459-9523-4c53-a824-b439f325a036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:13:50.268434 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba774f-d65b-4f65-88a9-99c2491af19e req-9c54a7d6-3f82-4af5-8aff-1c269712094b tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:50.274360 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba774f-d65b-4f65-88a9-99c2491af19e req-9c54a7d6-3f82-4af5-8aff-1c269712094b tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:50.283382 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-04ba774f-d65b-4f65-88a9-99c2491af19e req-9c54a7d6-3f82-4af5-8aff-1c269712094b tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 5420 time: 0.3051498 Oct 30 15:13:50.307188 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-0caf4265-bdc2-4b53-8e64-be410bf40618 None None] Provisioning complete for port cc24f01c-bc78-41e9-9385-5af4f39757d2 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:13:50.308192 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0caf4265-bdc2-4b53-8e64-be410bf40618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:50.321031 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-e3a87163-49b1-44a7-bdac-83381e0aeaa5 admin admin] Deleting port cc24f01c-bc78-41e9-9385-5af4f39757d2 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:13:50.321437 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e3a87163-49b1-44a7-bdac-83381e0aeaa5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:50.414771 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-04ba774f-d65b-4f65-88a9-99c2491af19e req-adf5e63b-fea7-43ae-8300-34c15fea3de5 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb8a2948-2c1b-4131-b6de-fecd84bd89b4&id=5eeec3c6-4bd2-414a-bba6-6aabb62faff1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1304929 Oct 30 15:13:50.440728 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db1714-7368-4f38-8d87-91e511ce6c85 req-0209c25f-dc84-4aeb-bd72-3f145f3690c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:50.442393 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-10db1714-7368-4f38-8d87-91e511ce6c85 req-0209c25f-dc84-4aeb-bd72-3f145f3690c5 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2850826 Oct 30 15:13:50.509597 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa5bc3-a5b8-43f8-a175-78d449225889 req-2571747b-f53c-4b01-9cf0-b18e90c85601 tempest-AttachSCSIVolumeTestJSON-605120720 tempest-AttachSCSIVolumeTestJSON-605120720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:50.511810 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e8aa5bc3-a5b8-43f8-a175-78d449225889 req-2571747b-f53c-4b01-9cf0-b18e90c85601 tempest-AttachSCSIVolumeTestJSON-605120720 tempest-AttachSCSIVolumeTestJSON-605120720-project] 10.222.0.62 "GET /v2.0/ports?device_id=0bfd6a08-f347-4b41-923f-b748287d3be6 HTTP/1.1" status: 200 len: 945 time: 0.1037202 Oct 30 15:13:50.514223 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-e3a87163-49b1-44a7-bdac-83381e0aeaa5 admin admin] For port cc24f01c-bc78-41e9-9385-5af4f39757d2, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=cc24f01c-bc78-41e9-9385-5af4f39757d2,segment=NetworkSegment(bd41f236-1cd3-47f1-b6b1-abd6b6535a02),segment_id=bd41f236-1cd3-47f1-b6b1-abd6b6535a02)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:13:50.514586 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e3a87163-49b1-44a7-bdac-83381e0aeaa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:50.543189 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-645b4370-ecf8-4a4f-8bb8-7b8714b323d5 req-3354e15a-a6ff-4649-af24-a60fe2f7894b tempest-ServerShowV254Test-1081643889 tempest-ServerShowV254Test-1081643889-project] 10.222.0.62 "GET /v2.0/ports?device_id=db15aa8e-4e12-4459-8a09-7962a1ce28d9 HTTP/1.1" status: 200 len: 210 time: 0.0384657 Oct 30 15:13:50.544881 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-e3a87163-49b1-44a7-bdac-83381e0aeaa5 admin admin] Calling delete_port for cc24f01c-bc78-41e9-9385-5af4f39757d2 owned by network:router_interface {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:13:50.626422 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e8aa5bc3-a5b8-43f8-a175-78d449225889 req-bf3a5139-3551-42f6-a307-25578b076031 tempest-AttachSCSIVolumeTestJSON-605120720 tempest-AttachSCSIVolumeTestJSON-605120720-project] 10.222.0.62 "GET /v2.0/security-groups?id=b011f58e-2be7-474f-90eb-1023515c31aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041715 Oct 30 15:13:50.694990 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e9912637-c671-4023-8879-f0b330fc3f7d tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:50.720958 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e9912637-c671-4023-8879-f0b330fc3f7d tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:50.788406 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 7653bb03-0e9a-40b6-b92c-448a5acd76f4 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:13:50.863224 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e3a87163-49b1-44a7-bdac-83381e0aeaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:50.907312 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a87163-49b1-44a7-bdac-83381e0aeaa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc24f01c-bc78-41e9-9385-5af4f39757d2,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:50.993651 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-e9912637-c671-4023-8879-f0b330fc3f7d tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Allocated IP 172.20.0.12 (6ede63bc-d2f3-4c7b-801c-dffeccd5bc6d/0db01d7e-357c-431d-9b9b-9865cfb41ece/59663353-5965-4099-a234-6b005e3cc938) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:13:51.019572 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 7653bb03-0e9a-40b6-b92c-448a5acd76f4, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=7653bb03-0e9a-40b6-b92c-448a5acd76f4,segment=NetworkSegment(d48b95d1-af63-4106-89bd-badbf84e8271),segment_id=d48b95d1-af63-4106-89bd-badbf84e8271)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:13:51.040280 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '7653bb03-0e9a-40b6-b92c-448a5acd76f4', 'network_id': '5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc', 'port_id': '7653bb03-0e9a-40b6-b92c-448a5acd76f4', 'mac_address': 'fa:16:3e:68:d9:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '521c91ba-254d-4496-ac2a-b56607fa8aa1', 'ip_address': '10.1.1.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:13:51.117652 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:51.121998 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2746a365-cbb8-4f58-bb88-9acd5dcb1cae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:51.143286 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7653bb03-0e9a-40b6-b92c-448a5acd76f4 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:13:51.168163 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 7653bb03-0e9a-40b6-b92c-448a5acd76f4, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=7653bb03-0e9a-40b6-b92c-448a5acd76f4,segment=NetworkSegment(d48b95d1-af63-4106-89bd-badbf84e8271),segment_id=d48b95d1-af63-4106-89bd-badbf84e8271)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:13:51.172943 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:51.173819 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 8aa78acf-b283-45ba-9f2c-33317dfad74a details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:13:51.264053 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36034) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:51.348768 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=7653bb03-0e9a-40b6-b92c-448a5acd76f4,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:51.349920 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e9912637-c671-4023-8879-f0b330fc3f7d tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:51.368101 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 8aa78acf-b283-45ba-9f2c-33317dfad74a, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=8aa78acf-b283-45ba-9f2c-33317dfad74a,segment=NetworkSegment(d48b95d1-af63-4106-89bd-badbf84e8271),segment_id=d48b95d1-af63-4106-89bd-badbf84e8271)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:13:51.373951 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e3a87163-49b1-44a7-bdac-83381e0aeaa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:51.389935 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '8aa78acf-b283-45ba-9f2c-33317dfad74a', 'network_id': '5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc', 'port_id': '8aa78acf-b283-45ba-9f2c-33317dfad74a', 'mac_address': 'fa:16:3e:18:83:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '521c91ba-254d-4496-ac2a-b56607fa8aa1', 'ip_address': '10.1.1.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:13:51.433682 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:51.452189 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aa78acf-b283-45ba-9f2c-33317dfad74a {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:13:51.490506 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 8aa78acf-b283-45ba-9f2c-33317dfad74a, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=8aa78acf-b283-45ba-9f2c-33317dfad74a,segment=NetworkSegment(d48b95d1-af63-4106-89bd-badbf84e8271),segment_id=d48b95d1-af63-4106-89bd-badbf84e8271)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:13:51.496339 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:51.497684 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 4fb842e8-63f8-488f-bed6-7c184585aaae details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:13:51.529828 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4d86825a-fa95-49af-889a-fde819e4e2f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:51.604939 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c049d358-2fb8-4c10-ac5e-2d6189d85c6a req-0df6ac26-8612-47c5-a57b-d196142d74fa tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:51.607979 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c049d358-2fb8-4c10-ac5e-2d6189d85c6a req-0df6ac26-8612-47c5-a57b-d196142d74fa tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=b490cbfe-be8a-462b-b72a-b5cd4cdf663c HTTP/1.1" status: 200 len: 945 time: 0.2221951 Oct 30 15:13:51.612123 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e9912637-c671-4023-8879-f0b330fc3f7d tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:51.660545 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9912637-c671-4023-8879-f0b330fc3f7d tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Pushing event updated for resources: {'Port': ['ID=59663353-5965-4099-a234-6b005e3cc938,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:51.680491 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 4fb842e8-63f8-488f-bed6-7c184585aaae, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=4fb842e8-63f8-488f-bed6-7c184585aaae,segment=NetworkSegment(d48b95d1-af63-4106-89bd-badbf84e8271),segment_id=d48b95d1-af63-4106-89bd-badbf84e8271)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:13:51.683165 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=8aa78acf-b283-45ba-9f2c-33317dfad74a,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:51.705984 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '4fb842e8-63f8-488f-bed6-7c184585aaae', 'network_id': '5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc', 'port_id': '4fb842e8-63f8-488f-bed6-7c184585aaae', 'mac_address': 'fa:16:3e:0e:d2:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '521c91ba-254d-4496-ac2a-b56607fa8aa1', 'ip_address': '10.1.1.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:13:51.752410 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-10db1714-7368-4f38-8d87-91e511ce6c85 req-04796ed9-94f9-4c33-ae87-21e661965e90 tempest-ServerShowV254Test-1081643889 tempest-ServerShowV254Test-1081643889-project] 10.222.0.44 "GET /v2.0/ports?device_id=db15aa8e-4e12-4459-8a09-7962a1ce28d9 HTTP/1.1" status: 200 len: 210 time: 0.0576379 Oct 30 15:13:51.755244 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9912637-c671-4023-8879-f0b330fc3f7d tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Network 6ede63bc-d2f3-4c7b-801c-dffeccd5bc6d is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:13:51.767997 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-e9912637-c671-4023-8879-f0b330fc3f7d tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:13:51.782203 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9912637-c671-4023-8879-f0b330fc3f7d tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:13:51.782842 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:51.809672 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fb842e8-63f8-488f-bed6-7c184585aaae {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:13:51.828497 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c446653a-b467-428a-8588-d2e471b4cdf9 req-d9bd12d2-b7ae-4d2f-97a8-f0043d59ee82 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:51.831341 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c049d358-2fb8-4c10-ac5e-2d6189d85c6a req-cb23710a-b933-4319-b31c-c4fdb3a59f7b tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685033 Oct 30 15:13:51.835640 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 4fb842e8-63f8-488f-bed6-7c184585aaae, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=4fb842e8-63f8-488f-bed6-7c184585aaae,segment=NetworkSegment(d48b95d1-af63-4106-89bd-badbf84e8271),segment_id=d48b95d1-af63-4106-89bd-badbf84e8271)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:13:51.835844 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c446653a-b467-428a-8588-d2e471b4cdf9 req-d9bd12d2-b7ae-4d2f-97a8-f0043d59ee82 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:51.843206 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c446653a-b467-428a-8588-d2e471b4cdf9 req-d9bd12d2-b7ae-4d2f-97a8-f0043d59ee82 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:51.851728 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:51.855125 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c446653a-b467-428a-8588-d2e471b4cdf9 req-d9bd12d2-b7ae-4d2f-97a8-f0043d59ee82 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:51.855832 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 256e4633-4af9-4c29-9d87-283e76dcef0e details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:13:51.864255 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c446653a-b467-428a-8588-d2e471b4cdf9 req-d9bd12d2-b7ae-4d2f-97a8-f0043d59ee82 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:51.872291 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c446653a-b467-428a-8588-d2e471b4cdf9 req-d9bd12d2-b7ae-4d2f-97a8-f0043d59ee82 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:51.880475 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c446653a-b467-428a-8588-d2e471b4cdf9 req-d9bd12d2-b7ae-4d2f-97a8-f0043d59ee82 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:51.891106 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c446653a-b467-428a-8588-d2e471b4cdf9 req-d9bd12d2-b7ae-4d2f-97a8-f0043d59ee82 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 5422 time: 0.2596326 Oct 30 15:13:51.955794 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c446653a-b467-428a-8588-d2e471b4cdf9 req-4f1e857f-17ad-4e6f-9a33-56d6d679ef60 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb8a2948-2c1b-4131-b6de-fecd84bd89b4&id=5eeec3c6-4bd2-414a-bba6-6aabb62faff1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0635872 Oct 30 15:13:52.010140 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=4fb842e8-63f8-488f-bed6-7c184585aaae,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:52.044776 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3a87163-49b1-44a7-bdac-83381e0aeaa5 admin admin] Router 3d569bf2-b66b-4a72-83f8-2a30d1413a1c has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:13:52.101874 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 256e4633-4af9-4c29-9d87-283e76dcef0e, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=256e4633-4af9-4c29-9d87-283e76dcef0e,segment=NetworkSegment(9fa55ea7-5902-4048-bdc0-6f3255a5bae7),segment_id=9fa55ea7-5902-4048-bdc0-6f3255a5bae7)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:13:52.143718 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '256e4633-4af9-4c29-9d87-283e76dcef0e', 'network_id': '67de53ff-61d6-4e57-84de-8610bca9618f', 'port_id': '256e4633-4af9-4c29-9d87-283e76dcef0e', 'mac_address': 'fa:16:3e:61:60:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93c41c92-4bd3-4929-ad89-7529a017aa93', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:13:52.186969 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a87163-49b1-44a7-bdac-83381e0aeaa5 admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:13:52.192806 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:52.197187 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e3a87163-49b1-44a7-bdac-83381e0aeaa5 admin admin] 10.222.0.62 "PUT /v2.0/routers/3d569bf2-b66b-4a72-83f8-2a30d1413a1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2885640 Oct 30 15:13:52.202965 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36048) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:52.217229 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 256e4633-4af9-4c29-9d87-283e76dcef0e {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:13:52.226248 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-696413fc-90df-4330-bef4-0f168728c933 req-a6b0cae4-13a1-4f3e-b5ef-843b67d5c752 tempest-ServerShowV254Test-1081643889 tempest-ServerShowV254Test-1081643889-project] 10.222.0.62 "GET /v2.0/ports?device_id=db15aa8e-4e12-4459-8a09-7962a1ce28d9 HTTP/1.1" status: 200 len: 210 time: 0.1618288 Oct 30 15:13:52.254589 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4d86825a-fa95-49af-889a-fde819e4e2f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:52.288662 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 256e4633-4af9-4c29-9d87-283e76dcef0e, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=256e4633-4af9-4c29-9d87-283e76dcef0e,segment=NetworkSegment(9fa55ea7-5902-4048-bdc0-6f3255a5bae7),segment_id=9fa55ea7-5902-4048-bdc0-6f3255a5bae7)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:13:52.288901 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4d86825a-fa95-49af-889a-fde819e4e2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:52.300048 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:52.302843 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 6fbdea33-f4af-43f9-a5b2-4f079692a699 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:13:52.417283 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 6fbdea33-f4af-43f9-a5b2-4f079692a699, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=6fbdea33-f4af-43f9-a5b2-4f079692a699,segment=NetworkSegment(9fa55ea7-5902-4048-bdc0-6f3255a5bae7),segment_id=9fa55ea7-5902-4048-bdc0-6f3255a5bae7)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:13:52.420571 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=256e4633-4af9-4c29-9d87-283e76dcef0e,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:52.435451 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '6fbdea33-f4af-43f9-a5b2-4f079692a699', 'network_id': '67de53ff-61d6-4e57-84de-8610bca9618f', 'port_id': '6fbdea33-f4af-43f9-a5b2-4f079692a699', 'mac_address': 'fa:16:3e:8c:94:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93c41c92-4bd3-4929-ad89-7529a017aa93', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:13:52.468904 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4d3b4b8e-43bd-4f9b-85bb-caf419de5852 admin admin] Publish callbacks [] for router, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:52.497645 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d86825a-fa95-49af-889a-fde819e4e2f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d7fcf04-c0da-4fc5-9cd3-d4fcb0bd2586,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:52.523433 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:52.541379 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-4d86825a-fa95-49af-889a-fde819e4e2f0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6269fdd1939c40fc916c635e72d061a1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2585669 Oct 30 15:13:52.547638 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36052) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:52.554089 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fbdea33-f4af-43f9-a5b2-4f079692a699 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:13:52.600248 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc0b0c2-491a-4be2-85cc-2bc8e482fce0 None None] Sync routers for ids ['3d569bf2-b66b-4a72-83f8-2a30d1413a1c'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:13:52.649396 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 6fbdea33-f4af-43f9-a5b2-4f079692a699, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=6fbdea33-f4af-43f9-a5b2-4f079692a699,segment=NetworkSegment(9fa55ea7-5902-4048-bdc0-6f3255a5bae7),segment_id=9fa55ea7-5902-4048-bdc0-6f3255a5bae7)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:13:52.649654 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e9912637-c671-4023-8879-f0b330fc3f7d tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:52.660148 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:52.661279 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device a0d107bb-70ae-4589-bbad-ba445997ea32 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:13:52.664332 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc0b0c2-491a-4be2-85cc-2bc8e482fce0 None None] Routers {'3d569bf2-b66b-4a72-83f8-2a30d1413a1c'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:13:52.665192 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-cbc0b0c2-491a-4be2-85cc-2bc8e482fce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:13:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['3d569bf2-b66b-4a72-83f8-2a30d1413a1c'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:13:52.717142 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4d3b4b8e-43bd-4f9b-85bb-caf419de5852 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:52.793573 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-4d3b4b8e-43bd-4f9b-85bb-caf419de5852 admin admin] Deleting port 75c7ee1c-ce48-489f-967b-db8e552d96c6 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:13:52.795134 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4d3b4b8e-43bd-4f9b-85bb-caf419de5852 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:52.805477 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b9cff960-a1e7-4240-acdd-163f8b1a4fb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:52.882956 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=6fbdea33-f4af-43f9-a5b2-4f079692a699,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:52.914286 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b9cff960-a1e7-4240-acdd-163f8b1a4fb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:52.933517 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-cbc0b0c2-491a-4be2-85cc-2bc8e482fce0 None None] Set router 3d569bf2-b66b-4a72-83f8-2a30d1413a1c gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:13:52.966611 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e9912637-c671-4023-8879-f0b330fc3f7d tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:52.985327 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-4d3b4b8e-43bd-4f9b-85bb-caf419de5852 admin admin] For port 75c7ee1c-ce48-489f-967b-db8e552d96c6, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=75c7ee1c-ce48-489f-967b-db8e552d96c6,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:13:52.986145 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4d3b4b8e-43bd-4f9b-85bb-caf419de5852 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:53.007095 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-4d3b4b8e-43bd-4f9b-85bb-caf419de5852 admin admin] Calling delete_port for 75c7ee1c-ce48-489f-967b-db8e552d96c6 owned by network:router_gateway {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:13:53.020125 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da496a-7937-46f3-9bcb-cea74f8375d1 req-1dde6675-c85f-4edf-b4be-bc52ab6e42bd tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:53.021697 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-11da496a-7937-46f3-9bcb-cea74f8375d1 req-1dde6675-c85f-4edf-b4be-bc52ab6e42bd tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=b490cbfe-be8a-462b-b72a-b5cd4cdf663c HTTP/1.1" status: 200 len: 945 time: 0.0947816 Oct 30 15:13:53.076833 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b9cff960-a1e7-4240-acdd-163f8b1a4fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:53.081344 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b9cff960-a1e7-4240-acdd-163f8b1a4fb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:53.082501 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b9cff960-a1e7-4240-acdd-163f8b1a4fb5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8d7fcf04-c0da-4fc5-9cd3-d4fcb0bd2586 HTTP/1.1" status: 204 len: 168 time: 0.5338876 Oct 30 15:13:53.089756 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port a0d107bb-70ae-4589-bbad-ba445997ea32, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=a0d107bb-70ae-4589-bbad-ba445997ea32,segment=NetworkSegment(c6961737-a289-4cc2-be94-4c33cfd1177f),segment_id=c6961737-a289-4cc2-be94-4c33cfd1177f)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:13:53.114079 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cff960-a1e7-4240-acdd-163f8b1a4fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d7fcf04-c0da-4fc5-9cd3-d4fcb0bd2586,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:53.133722 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': 'a0d107bb-70ae-4589-bbad-ba445997ea32', 'network_id': '524f8360-eaf2-4133-a589-da68b60c4b3f', 'port_id': 'a0d107bb-70ae-4589-bbad-ba445997ea32', 'mac_address': 'fa:16:3e:7c:39:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6028f5c-691f-4481-8af2-37902ddb4e8e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:13:53.167623 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7816d3e-7de4-4fdc-ac8e-b01373dac5b4 req-da576d50-2450-4e19-a330-b8b1ede3b044 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:53.177663 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7816d3e-7de4-4fdc-ac8e-b01373dac5b4 req-da576d50-2450-4e19-a330-b8b1ede3b044 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:53.183393 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-11da496a-7937-46f3-9bcb-cea74f8375d1 req-33557303-d038-488c-9803-3a3663ad7761 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934539 Oct 30 15:13:53.193482 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7816d3e-7de4-4fdc-ac8e-b01373dac5b4 req-da576d50-2450-4e19-a330-b8b1ede3b044 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:53.200087 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:53.201285 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7816d3e-7de4-4fdc-ac8e-b01373dac5b4 req-da576d50-2450-4e19-a330-b8b1ede3b044 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:53.208638 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7816d3e-7de4-4fdc-ac8e-b01373dac5b4 req-da576d50-2450-4e19-a330-b8b1ede3b044 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:53.217371 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7816d3e-7de4-4fdc-ac8e-b01373dac5b4 req-da576d50-2450-4e19-a330-b8b1ede3b044 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:53.223340 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-cbc0b0c2-491a-4be2-85cc-2bc8e482fce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d569bf2-b66b-4a72-83f8-2a30d1413a1c', 'name': 'tempest-FloatingIPsNegativeTestJSON-693824043-router', 'tenant_id': '82255a8af29a4e39ace6e8e4410bfd3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '75c7ee1c-ce48-489f-967b-db8e552d96c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:13:35Z', 'updated_at': '2021-10-30T15:13:50Z', 'revision_number': 5, 'project_id': '82255a8af29a4e39ace6e8e4410bfd3c', 'gw_port': {'id': '75c7ee1c-ce48-489f-967b-db8e552d96c6', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d569bf2-b66b-4a72-83f8-2a30d1413a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:13:37Z', 'updated_at': '2021-10-30T15:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:13:53.225138 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7816d3e-7de4-4fdc-ac8e-b01373dac5b4 req-da576d50-2450-4e19-a330-b8b1ede3b044 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:53.226522 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d7816d3e-7de4-4fdc-ac8e-b01373dac5b4 req-da576d50-2450-4e19-a330-b8b1ede3b044 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 5425 time: 0.1650503 Oct 30 15:13:53.259071 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc0b0c2-491a-4be2-85cc-2bc8e482fce0 None None] Checking router: 3d569bf2-b66b-4a72-83f8-2a30d1413a1c for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:13:53.266374 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0d107bb-70ae-4589-bbad-ba445997ea32 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:13:53.289764 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc0b0c2-491a-4be2-85cc-2bc8e482fce0 None None] Routers {'3d569bf2-b66b-4a72-83f8-2a30d1413a1c'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:13:53.290467 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-cbc0b0c2-491a-4be2-85cc-2bc8e482fce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:13:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['3d569bf2-b66b-4a72-83f8-2a30d1413a1c'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:13:53.328139 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port a0d107bb-70ae-4589-bbad-ba445997ea32, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=a0d107bb-70ae-4589-bbad-ba445997ea32,segment=NetworkSegment(c6961737-a289-4cc2-be94-4c33cfd1177f),segment_id=c6961737-a289-4cc2-be94-4c33cfd1177f)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:13:53.350453 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d7816d3e-7de4-4fdc-ac8e-b01373dac5b4 req-a306e12d-344a-4bfd-b340-fc404319a4f3 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb8a2948-2c1b-4131-b6de-fecd84bd89b4&id=5eeec3c6-4bd2-414a-bba6-6aabb62faff1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1168406 Oct 30 15:13:53.352653 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9912637-c671-4023-8879-f0b330fc3f7d tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Router 1bd99fb5-ea93-4192-99f0-3ae2b8a794cb is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:13:53.364284 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:53.365095 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 80060876-f4f1-4c9d-9c66-0639e6343df4 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:13:53.380902 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4d3b4b8e-43bd-4f9b-85bb-caf419de5852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:53.415625 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 80060876-f4f1-4c9d-9c66-0639e6343df4, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=80060876-f4f1-4c9d-9c66-0639e6343df4,segment=NetworkSegment(d48b95d1-af63-4106-89bd-badbf84e8271),segment_id=d48b95d1-af63-4106-89bd-badbf84e8271)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:13:53.467982 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3b4b8e-43bd-4f9b-85bb-caf419de5852 admin admin] Pushing event deleted for resources: {'Port': ['ID=75c7ee1c-ce48-489f-967b-db8e552d96c6,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:53.481199 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9912637-c671-4023-8879-f0b330fc3f7d tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:13:53.499718 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f78f14d-6ffa-437b-9d38-6af89b95da22 None None] Sync routers for ids ['1bd99fb5-ea93-4192-99f0-3ae2b8a794cb'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:13:53.514714 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e9912637-c671-4023-8879-f0b330fc3f7d tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:53.517208 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-e9912637-c671-4023-8879-f0b330fc3f7d tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 3.7525525 Oct 30 15:13:53.519147 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36072) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:53.522114 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f78f14d-6ffa-437b-9d38-6af89b95da22 None None] Routers {'1bd99fb5-ea93-4192-99f0-3ae2b8a794cb'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:13:53.524293 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-9f78f14d-6ffa-437b-9d38-6af89b95da22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:13:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['1bd99fb5-ea93-4192-99f0-3ae2b8a794cb'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:13:53.631048 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4d3b4b8e-43bd-4f9b-85bb-caf419de5852 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:53.774839 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-9f78f14d-6ffa-437b-9d38-6af89b95da22 None None] Set router 1bd99fb5-ea93-4192-99f0-3ae2b8a794cb gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:13:53.807096 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=a0d107bb-70ae-4589-bbad-ba445997ea32,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:53.829843 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '80060876-f4f1-4c9d-9c66-0639e6343df4', 'network_id': '5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc', 'port_id': '80060876-f4f1-4c9d-9c66-0639e6343df4', 'mac_address': 'fa:16:3e:42:07:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '521c91ba-254d-4496-ac2a-b56607fa8aa1', 'ip_address': '10.1.1.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:13:53.870592 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-60631c6f-2bdc-4b7c-b437-b67614469dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:53.902731 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-cbc0b0c2-491a-4be2-85cc-2bc8e482fce0 None None] Set router 3d569bf2-b66b-4a72-83f8-2a30d1413a1c gateway port host: None {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:13:53.934711 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36088) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:53.950137 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4d3b4b8e-43bd-4f9b-85bb-caf419de5852 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:53.954771 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4d3b4b8e-43bd-4f9b-85bb-caf419de5852 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:54.020245 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-cbc0b0c2-491a-4be2-85cc-2bc8e482fce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d569bf2-b66b-4a72-83f8-2a30d1413a1c', 'name': 'tempest-FloatingIPsNegativeTestJSON-693824043-router', 'tenant_id': '82255a8af29a4e39ace6e8e4410bfd3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:13:35Z', 'updated_at': '2021-10-30T15:13:52Z', 'revision_number': 6, 'project_id': '82255a8af29a4e39ace6e8e4410bfd3c', 'gw_port_host': None}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:13:54.043044 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4d3b4b8e-43bd-4f9b-85bb-caf419de5852 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:54.045440 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3b4b8e-43bd-4f9b-85bb-caf419de5852 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d569bf2-b66b-4a72-83f8-2a30d1413a1c {{(pid=102130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:13:54.059608 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc0b0c2-491a-4be2-85cc-2bc8e482fce0 None None] The sync data for ids ['3d569bf2-b66b-4a72-83f8-2a30d1413a1c'] in n-d-806683-17 is: [{'id': '3d569bf2-b66b-4a72-83f8-2a30d1413a1c', 'name': 'tempest-FloatingIPsNegativeTestJSON-693824043-router', 'tenant_id': '82255a8af29a4e39ace6e8e4410bfd3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:13:35Z', 'updated_at': '2021-10-30T15:13:52Z', 'revision_number': 6, 'project_id': '82255a8af29a4e39ace6e8e4410bfd3c', 'gw_port_host': None}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:13:54.059814 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4d3b4b8e-43bd-4f9b-85bb-caf419de5852 admin admin] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:54.063627 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-4d3b4b8e-43bd-4f9b-85bb-caf419de5852 admin admin] 10.222.0.62 "DELETE /v2.0/routers/3d569bf2-b66b-4a72-83f8-2a30d1413a1c HTTP/1.1" status: 204 len: 168 time: 1.8582728 Oct 30 15:13:54.069050 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36094) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:54.073598 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:54.103231 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80060876-f4f1-4c9d-9c66-0639e6343df4 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:13:54.169480 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 80060876-f4f1-4c9d-9c66-0639e6343df4, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=80060876-f4f1-4c9d-9c66-0639e6343df4,segment=NetworkSegment(d48b95d1-af63-4106-89bd-badbf84e8271),segment_id=d48b95d1-af63-4106-89bd-badbf84e8271)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:13:54.174474 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:54.192854 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c61de32-5967-49b6-8116-7e6e060b9a43 admin admin] Deleting subnet 09b25459-9523-4c53-a824-b439f325a036 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:13:54.213175 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9c61de32-5967-49b6-8116-7e6e060b9a43 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:54.292986 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9c61de32-5967-49b6-8116-7e6e060b9a43 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:54.318250 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=80060876-f4f1-4c9d-9c66-0639e6343df4,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:54.380751 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c842c887-5561-40a8-b6c5-8eee2bebccfc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:54.409192 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-9f78f14d-6ffa-437b-9d38-6af89b95da22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd99fb5-ea93-4192-99f0-3ae2b8a794cb', 'name': '', 'tenant_id': '01c067cf97754e7790ddef8ce140f4c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ede63bc-d2f3-4c7b-801c-dffeccd5bc6d', 'external_fixed_ips': [{'subnet_id': '0db01d7e-357c-431d-9b9b-9865cfb41ece', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': '59663353-5965-4099-a234-6b005e3cc938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:13:49Z', 'updated_at': '2021-10-30T15:13:52Z', 'revision_number': 3, 'project_id': '01c067cf97754e7790ddef8ce140f4c4', 'gw_port': {'id': '59663353-5965-4099-a234-6b005e3cc938', 'name': '', 'network_id': '6ede63bc-d2f3-4c7b-801c-dffeccd5bc6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:be:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd99fb5-ea93-4192-99f0-3ae2b8a794cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '0db01d7e-357c-431d-9b9b-9865cfb41ece', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:13:50Z', 'updated_at': '2021-10-30T15:13:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0db01d7e-357c-431d-9b9b-9865cfb41ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:13:54.444670 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f78f14d-6ffa-437b-9d38-6af89b95da22 None None] Checking router: 1bd99fb5-ea93-4192-99f0-3ae2b8a794cb for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:13:54.445073 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f78f14d-6ffa-437b-9d38-6af89b95da22 None None] Updating router 1bd99fb5-ea93-4192-99f0-3ae2b8a794cb port 59663353-5965-4099-a234-6b005e3cc938 binding host n-d-806683-17 {{(pid=102133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:13:54.496432 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9c61de32-5967-49b6-8116-7e6e060b9a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:54.503803 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9f78f14d-6ffa-437b-9d38-6af89b95da22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:54.536238 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a84fb5f-37bd-429e-872f-e3f02eab6947 req-a3826884-2831-4d58-8b3b-d3c837652583 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:54.538440 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7a84fb5f-37bd-429e-872f-e3f02eab6947 req-a3826884-2831-4d58-8b3b-d3c837652583 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=b490cbfe-be8a-462b-b72a-b5cd4cdf663c HTTP/1.1" status: 200 len: 945 time: 0.1410749 Oct 30 15:13:54.576789 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:54.580797 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a10b90f0-c666-47ef-82b1-f2df092a1ff2 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks [] for router, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:54.706867 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7a84fb5f-37bd-429e-872f-e3f02eab6947 req-57e96bea-c4c4-426a-9215-ed653c5830ee tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573713 Oct 30 15:13:54.745935 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c842c887-5561-40a8-b6c5-8eee2bebccfc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:54.752223 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c842c887-5561-40a8-b6c5-8eee2bebccfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:54.769789 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9c61de32-5967-49b6-8116-7e6e060b9a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:54.785247 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a10b90f0-c666-47ef-82b1-f2df092a1ff2 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:54.787903 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['7653bb03-0e9a-40b6-b92c-448a5acd76f4'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:13:54.811978 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c61de32-5967-49b6-8116-7e6e060b9a43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09b25459-9523-4c53-a824-b439f325a036,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:54.847450 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['256e4633-4af9-4c29-9d87-283e76dcef0e'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:13:54.848412 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9c61de32-5967-49b6-8116-7e6e060b9a43 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:54.855289 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9c61de32-5967-49b6-8116-7e6e060b9a43 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/09b25459-9523-4c53-a824-b439f325a036 HTTP/1.1" status: 204 len: 168 time: 0.7850826 Oct 30 15:13:54.870961 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ea7e47-d1de-4c47-974f-e88e054ee63e req-2eef3c36-8c8a-4b5b-8bf2-c863712d07ea tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:54.871157 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36112) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:54.875597 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ea7e47-d1de-4c47-974f-e88e054ee63e req-2eef3c36-8c8a-4b5b-8bf2-c863712d07ea tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:54.881829 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ea7e47-d1de-4c47-974f-e88e054ee63e req-2eef3c36-8c8a-4b5b-8bf2-c863712d07ea tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:54.889699 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ea7e47-d1de-4c47-974f-e88e054ee63e req-2eef3c36-8c8a-4b5b-8bf2-c863712d07ea tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:54.892939 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['6fbdea33-f4af-43f9-a5b2-4f079692a699'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:13:54.895230 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cf4aeb-8cdf-4b77-b276-757101a1ea1f None None] Network 78e1aa16-dad5-498d-aca8-5174a582ef38 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:13:54.896238 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ea7e47-d1de-4c47-974f-e88e054ee63e req-2eef3c36-8c8a-4b5b-8bf2-c863712d07ea tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:54.904643 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ea7e47-d1de-4c47-974f-e88e054ee63e req-2eef3c36-8c8a-4b5b-8bf2-c863712d07ea tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:54.910866 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ea7e47-d1de-4c47-974f-e88e054ee63e req-2eef3c36-8c8a-4b5b-8bf2-c863712d07ea tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:54.919445 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e9ea7e47-d1de-4c47-974f-e88e054ee63e req-2eef3c36-8c8a-4b5b-8bf2-c863712d07ea tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 5427 time: 0.2792366 Oct 30 15:13:54.924379 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c842c887-5561-40a8-b6c5-8eee2bebccfc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e0572119d09d4361ae6f632f7565a4d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9884048 Oct 30 15:13:54.943162 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c842c887-5561-40a8-b6c5-8eee2bebccfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be2b3e8-e4be-4bcf-8237-23f40962f720,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:54.958528 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36116) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:54.961046 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['80060876-f4f1-4c9d-9c66-0639e6343df4'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:13:55.016226 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e9ea7e47-d1de-4c47-974f-e88e054ee63e req-5a530725-f52f-4722-be9e-d47846a22c36 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb8a2948-2c1b-4131-b6de-fecd84bd89b4&id=5eeec3c6-4bd2-414a-bba6-6aabb62faff1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0887825 Oct 30 15:13:55.071212 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-97ef08ff-7bd1-4d8c-a505-c8fdf45ae2c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:55.086578 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-81b51343-6e9d-4a80-afb2-eb8d4ab34e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:55.095033 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-a10b90f0-c666-47ef-82b1-f2df092a1ff2 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Deleting port 59663353-5965-4099-a234-6b005e3cc938 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:13:55.098109 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a10b90f0-c666-47ef-82b1-f2df092a1ff2 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:55.122414 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-97ef08ff-7bd1-4d8c-a505-c8fdf45ae2c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:55.185823 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:55.217113 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-97ef08ff-7bd1-4d8c-a505-c8fdf45ae2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:55.219814 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-97ef08ff-7bd1-4d8c-a505-c8fdf45ae2c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:55.220889 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-97ef08ff-7bd1-4d8c-a505-c8fdf45ae2c8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9be2b3e8-e4be-4bcf-8237-23f40962f720 HTTP/1.1" status: 204 len: 168 time: 0.2571034 Oct 30 15:13:55.234592 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ef08ff-7bd1-4d8c-a505-c8fdf45ae2c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be2b3e8-e4be-4bcf-8237-23f40962f720,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:55.270652 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a10b90f0-c666-47ef-82b1-f2df092a1ff2 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:55.275077 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9f78f14d-6ffa-437b-9d38-6af89b95da22 None None] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:55.295996 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9f78f14d-6ffa-437b-9d38-6af89b95da22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:55.309480 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-a10b90f0-c666-47ef-82b1-f2df092a1ff2 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Calling delete_port for 59663353-5965-4099-a234-6b005e3cc938 owned by network:router_gateway {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:13:55.434580 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-9f78f14d-6ffa-437b-9d38-6af89b95da22 None None] Attempting to bind port 59663353-5965-4099-a234-6b005e3cc938 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:13:55.435050 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-9f78f14d-6ffa-437b-9d38-6af89b95da22 None None] Attempting to bind port 59663353-5965-4099-a234-6b005e3cc938 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '6ac7430c-0d99-4ee1-a728-cd5517a5babb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '6ede63bc-d2f3-4c7b-801c-dffeccd5bc6d'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:13:55.435608 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f78f14d-6ffa-437b-9d38-6af89b95da22 None None] Attempting to bind port 59663353-5965-4099-a234-6b005e3cc938 on network 6ede63bc-d2f3-4c7b-801c-dffeccd5bc6d {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:13:55.452947 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f78f14d-6ffa-437b-9d38-6af89b95da22 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:13:55.453574 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f78f14d-6ffa-437b-9d38-6af89b95da22 None None] Checking segment: {'id': '6ac7430c-0d99-4ee1-a728-cd5517a5babb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '6ede63bc-d2f3-4c7b-801c-dffeccd5bc6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:13:55.454387 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9f78f14d-6ffa-437b-9d38-6af89b95da22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:55.455159 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f78f14d-6ffa-437b-9d38-6af89b95da22 None None] Bound using segment: {'id': '6ac7430c-0d99-4ee1-a728-cd5517a5babb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '6ede63bc-d2f3-4c7b-801c-dffeccd5bc6d'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:13:55.455788 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-9f78f14d-6ffa-437b-9d38-6af89b95da22 None None] Bound port: 59663353-5965-4099-a234-6b005e3cc938, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ac7430c-0d99-4ee1-a728-cd5517a5babb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '6ede63bc-d2f3-4c7b-801c-dffeccd5bc6d'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:13:55.456767 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9f78f14d-6ffa-437b-9d38-6af89b95da22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:55.618485 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-9f78f14d-6ffa-437b-9d38-6af89b95da22 None None] For port 59663353-5965-4099-a234-6b005e3cc938, host n-d-806683-17, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:13:55.620014 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-81b51343-6e9d-4a80-afb2-eb8d4ab34e5d admin admin] Deleting port 293214d6-1afc-4359-9581-4679c4ad0600 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:13:55.621964 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-81b51343-6e9d-4a80-afb2-eb8d4ab34e5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:55.625899 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-9f78f14d-6ffa-437b-9d38-6af89b95da22 None None] For port 59663353-5965-4099-a234-6b005e3cc938, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=59663353-5965-4099-a234-6b005e3cc938,segment=NetworkSegment(6ac7430c-0d99-4ee1-a728-cd5517a5babb),segment_id=6ac7430c-0d99-4ee1-a728-cd5517a5babb)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:13:55.629856 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dd7921-0e79-49c1-9aa2-801ae4fc1571 None None] Pushing event updated for resources: {'Port': ['ID=59663353-5965-4099-a234-6b005e3cc938,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:55.657197 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dd7921-0e79-49c1-9aa2-801ae4fc1571 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:13:55.661280 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dd7921-0e79-49c1-9aa2-801ae4fc1571 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:13:55.661930 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dd7921-0e79-49c1-9aa2-801ae4fc1571 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:13:55.662492 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dd7921-0e79-49c1-9aa2-801ae4fc1571 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:13:55.662902 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dd7921-0e79-49c1-9aa2-801ae4fc1571 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:13:55.664969 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dd7921-0e79-49c1-9aa2-801ae4fc1571 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:13:55.665416 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dd7921-0e79-49c1-9aa2-801ae4fc1571 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:13:55.666105 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dd7921-0e79-49c1-9aa2-801ae4fc1571 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:13:55.666479 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dd7921-0e79-49c1-9aa2-801ae4fc1571 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:13:55.668454 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dd7921-0e79-49c1-9aa2-801ae4fc1571 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:13:55.670086 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dd7921-0e79-49c1-9aa2-801ae4fc1571 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:13:55.670577 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dd7921-0e79-49c1-9aa2-801ae4fc1571 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:13:55.692600 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9f78f14d-6ffa-437b-9d38-6af89b95da22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:55.767991 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dd7921-0e79-49c1-9aa2-801ae4fc1571 None None] Pushing event updated for resources: {'Port': ['ID=59663353-5965-4099-a234-6b005e3cc938,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:55.786066 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f78f14d-6ffa-437b-9d38-6af89b95da22 None None] Routers {'1bd99fb5-ea93-4192-99f0-3ae2b8a794cb'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:13:55.787169 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-9f78f14d-6ffa-437b-9d38-6af89b95da22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:13:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['1bd99fb5-ea93-4192-99f0-3ae2b8a794cb'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:13:55.891532 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['4fb842e8-63f8-488f-bed6-7c184585aaae'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:13:55.896219 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device cc24f01c-bc78-41e9-9385-5af4f39757d2 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:13:55.913156 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e970cb-bb4a-4ce2-af00-0f559200a404 req-5771b25b-f438-4aed-8399-da6dafd8b86f tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:55.923389 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-44e970cb-bb4a-4ce2-af00-0f559200a404 req-5771b25b-f438-4aed-8399-da6dafd8b86f tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=b490cbfe-be8a-462b-b72a-b5cd4cdf663c HTTP/1.1" status: 200 len: 945 time: 0.0695357 Oct 30 15:13:55.935327 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-9f78f14d-6ffa-437b-9d38-6af89b95da22 None None] Set router 1bd99fb5-ea93-4192-99f0-3ae2b8a794cb gateway port host: None {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:13:55.958801 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-81b51343-6e9d-4a80-afb2-eb8d4ab34e5d admin admin] For port 293214d6-1afc-4359-9581-4679c4ad0600, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=293214d6-1afc-4359-9581-4679c4ad0600,segment=NetworkSegment(bd41f236-1cd3-47f1-b6b1-abd6b6535a02),segment_id=bd41f236-1cd3-47f1-b6b1-abd6b6535a02)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:13:55.959173 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-81b51343-6e9d-4a80-afb2-eb8d4ab34e5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:55.981803 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-44e970cb-bb4a-4ce2-af00-0f559200a404 req-ff6aed1c-d903-4eca-ad9c-7c26dd032d64 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572641 Oct 30 15:13:56.001436 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['8aa78acf-b283-45ba-9f2c-33317dfad74a'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:13:56.018922 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-81b51343-6e9d-4a80-afb2-eb8d4ab34e5d admin admin] Calling delete_port for 293214d6-1afc-4359-9581-4679c4ad0600 owned by network:dhcp {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:13:56.034737 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['a0d107bb-70ae-4589-bbad-ba445997ea32'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:13:56.068971 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-9f78f14d-6ffa-437b-9d38-6af89b95da22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd99fb5-ea93-4192-99f0-3ae2b8a794cb', 'name': '', 'tenant_id': '01c067cf97754e7790ddef8ce140f4c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:13:49Z', 'updated_at': '2021-10-30T15:13:54Z', 'revision_number': 4, 'project_id': '01c067cf97754e7790ddef8ce140f4c4', 'gw_port_host': None}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:13:56.131611 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f78f14d-6ffa-437b-9d38-6af89b95da22 None None] The sync data for ids ['1bd99fb5-ea93-4192-99f0-3ae2b8a794cb'] in n-d-806683-17 is: [{'id': '1bd99fb5-ea93-4192-99f0-3ae2b8a794cb', 'name': '', 'tenant_id': '01c067cf97754e7790ddef8ce140f4c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:13:49Z', 'updated_at': '2021-10-30T15:13:54Z', 'revision_number': 4, 'project_id': '01c067cf97754e7790ddef8ce140f4c4', 'gw_port_host': None}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:13:56.182738 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: cc24f01c-bc78-41e9-9385-5af4f39757d2 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:13:56.183579 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device cc24f01c-bc78-41e9-9385-5af4f39757d2 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:13:56.184878 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 75c7ee1c-ce48-489f-967b-db8e552d96c6 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:13:56.306350 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166f39d9-17d7-4578-8b37-f0b21debdcbb None None] DHCP port deletion for 78e1aa16-dad5-498d-aca8-5174a582ef38 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:13:56.318582 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a042b084-277a-408f-997f-546b1b76754c req-fa73b899-cdb8-493a-ae82-a3b5bbc7e4ce tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:56.325596 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a042b084-277a-408f-997f-546b1b76754c req-fa73b899-cdb8-493a-ae82-a3b5bbc7e4ce tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:56.327904 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 75c7ee1c-ce48-489f-967b-db8e552d96c6 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:13:56.328689 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 75c7ee1c-ce48-489f-967b-db8e552d96c6 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:13:56.332194 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a042b084-277a-408f-997f-546b1b76754c req-fa73b899-cdb8-493a-ae82-a3b5bbc7e4ce tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:56.339658 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a042b084-277a-408f-997f-546b1b76754c req-fa73b899-cdb8-493a-ae82-a3b5bbc7e4ce tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:56.346274 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a042b084-277a-408f-997f-546b1b76754c req-fa73b899-cdb8-493a-ae82-a3b5bbc7e4ce tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:56.347167 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36160) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:56.353419 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a042b084-277a-408f-997f-546b1b76754c req-fa73b899-cdb8-493a-ae82-a3b5bbc7e4ce tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:56.361240 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a042b084-277a-408f-997f-546b1b76754c req-fa73b899-cdb8-493a-ae82-a3b5bbc7e4ce tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:56.362864 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a042b084-277a-408f-997f-546b1b76754c req-fa73b899-cdb8-493a-ae82-a3b5bbc7e4ce tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 5427 time: 0.2268102 Oct 30 15:13:56.365872 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a10b90f0-c666-47ef-82b1-f2df092a1ff2 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:56.435708 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10b90f0-c666-47ef-82b1-f2df092a1ff2 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Pushing event deleted for resources: {'Port': ['ID=59663353-5965-4099-a234-6b005e3cc938,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:56.520225 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a10b90f0-c666-47ef-82b1-f2df092a1ff2 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:56.541347 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-58b09bdc-1d4d-4efb-b04d-aae3f34ec9e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:56.548414 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:56.606376 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-81b51343-6e9d-4a80-afb2-eb8d4ab34e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:56.702346 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-58b09bdc-1d4d-4efb-b04d-aae3f34ec9e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:56.708550 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-58b09bdc-1d4d-4efb-b04d-aae3f34ec9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:56.766887 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b09bdc-1d4d-4efb-b04d-aae3f34ec9e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3e4c36-ea57-454d-995a-f9907f14d315,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:56.767692 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b51343-6e9d-4a80-afb2-eb8d4ab34e5d admin admin] Pushing event deleted for resources: {'Port': ['ID=293214d6-1afc-4359-9581-4679c4ad0600,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:56.787455 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b51343-6e9d-4a80-afb2-eb8d4ab34e5d admin admin] No DVR routers for this DVR port 293214d6-1afc-4359-9581-4679c4ad0600 on host n-d-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:13:56.803696 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-58b09bdc-1d4d-4efb-b04d-aae3f34ec9e3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c73a5072566a4a96b94bea9ae3a88a98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4534154 Oct 30 15:13:56.804597 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36172) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:56.805073 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a042b084-277a-408f-997f-546b1b76754c req-1408130a-af78-48a2-98b9-9eb7d572cbe2 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb8a2948-2c1b-4131-b6de-fecd84bd89b4&id=5eeec3c6-4bd2-414a-bba6-6aabb62faff1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4297991 Oct 30 15:13:56.812827 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a10b90f0-c666-47ef-82b1-f2df092a1ff2 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:56.817042 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a10b90f0-c666-47ef-82b1-f2df092a1ff2 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:56.852194 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-166f39d9-17d7-4578-8b37-f0b21debdcbb None None] Deleting port 293214d6-1afc-4359-9581-4679c4ad0600 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:13:56.852558 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-166f39d9-17d7-4578-8b37-f0b21debdcbb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:56.870090 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bb347e2a-950d-4a0a-af98-37de1bc16000 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:56.918424 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bb347e2a-950d-4a0a-af98-37de1bc16000 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:56.955735 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-81b51343-6e9d-4a80-afb2-eb8d4ab34e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:56.981043 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-81b51343-6e9d-4a80-afb2-eb8d4ab34e5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78e1aa16-dad5-498d-aca8-5174a582ef38']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:13:57.028342 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bb347e2a-950d-4a0a-af98-37de1bc16000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:57.033295 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-81b51343-6e9d-4a80-afb2-eb8d4ab34e5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd41f236-1cd3-47f1-b6b1-abd6b6535a02') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:13:57.033593 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-81b51343-6e9d-4a80-afb2-eb8d4ab34e5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd41f236-1cd3-47f1-b6b1-abd6b6535a02') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:13:57.038094 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bb347e2a-950d-4a0a-af98-37de1bc16000 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:57.042034 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-bb347e2a-950d-4a0a-af98-37de1bc16000 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8b3e4c36-ea57-454d-995a-f9907f14d315 HTTP/1.1" status: 204 len: 168 time: 0.2337618 Oct 30 15:13:57.045767 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-81b51343-6e9d-4a80-afb2-eb8d4ab34e5d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:57.054016 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a10b90f0-c666-47ef-82b1-f2df092a1ff2 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:57.054810 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a10b90f0-c666-47ef-82b1-f2df092a1ff2 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1bd99fb5-ea93-4192-99f0-3ae2b8a794cb {{(pid=102131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:13:57.058203 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb347e2a-950d-4a0a-af98-37de1bc16000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3e4c36-ea57-454d-995a-f9907f14d315,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:57.064638 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a10b90f0-c666-47ef-82b1-f2df092a1ff2 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:57.066200 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-a10b90f0-c666-47ef-82b1-f2df092a1ff2 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] 10.222.0.62 "DELETE /v2.0/routers/1bd99fb5-ea93-4192-99f0-3ae2b8a794cb HTTP/1.1" status: 204 len: 168 time: 3.5458682 Oct 30 15:13:57.069040 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36184) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:57.075503 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-81b51343-6e9d-4a80-afb2-eb8d4ab34e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:57.150200 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81b51343-6e9d-4a80-afb2-eb8d4ab34e5d admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:13:57.150633 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-81b51343-6e9d-4a80-afb2-eb8d4ab34e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:57.153093 n-d-806683-17 neutron-server[102131]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:13:57.153093 n-d-806683-17 neutron-server[102131]: items = [ Oct 30 15:13:57.153093 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:13:57.153093 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:13:57.153093 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:13:57.153093 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:13:57.153093 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:13:57.153093 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:13:57.153093 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:13:57.153093 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:13:57.153093 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:13:57.153093 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:13:57.153093 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:13:57.153093 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:13:57.153093 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:13:57.153093 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:13:57.153093 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:13:57.153093 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:13:57.153093 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:13:57.153093 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:13:57.153093 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:13:57.153093 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:13:57.153093 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:13:57.153093 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:13:57.153093 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:13:57.153093 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:13:57.153093 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:13:57.153093 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:13:57.153093 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:13:57.153093 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:13:57.153093 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:13:57.153093 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:13:57.153093 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:13:57.153093 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:13:57.157593 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-166f39d9-17d7-4578-8b37-f0b21debdcbb None None] For port 293214d6-1afc-4359-9581-4679c4ad0600, host n-d-806683-17, got binding levels [] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:13:57.158316 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-166f39d9-17d7-4578-8b37-f0b21debdcbb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:57.180030 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-166f39d9-17d7-4578-8b37-f0b21debdcbb None None] Calling delete_port for 293214d6-1afc-4359-9581-4679c4ad0600 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:13:57.183691 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.ipam_backend_mixin [None req-166f39d9-17d7-4578-8b37-f0b21debdcbb None None] Port 293214d6-1afc-4359-9581-4679c4ad0600 was not found and therefore no delete operation was performed {{(pid=102132) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 30 15:13:57.196394 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-166f39d9-17d7-4578-8b37-f0b21debdcbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:57.239445 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166f39d9-17d7-4578-8b37-f0b21debdcbb None None] No DVR routers for this DVR port 293214d6-1afc-4359-9581-4679c4ad0600 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:13:57.268930 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983a363-74b4-4321-bea1-a909b4471721 req-61af17dc-dc78-4005-8ff5-c35f068d0615 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:57.277553 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5983a363-74b4-4321-bea1-a909b4471721 req-61af17dc-dc78-4005-8ff5-c35f068d0615 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=b490cbfe-be8a-462b-b72a-b5cd4cdf663c HTTP/1.1" status: 200 len: 945 time: 0.1313646 Oct 30 15:13:57.305568 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-12c76e1b-01c2-4e9b-a418-10ee442be741 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Deleting subnet 0db01d7e-357c-431d-9b9b-9865cfb41ece {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:13:57.330993 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166f39d9-17d7-4578-8b37-f0b21debdcbb None None] Pushing event deleted for resources: {'Port': ['ID=293214d6-1afc-4359-9581-4679c4ad0600,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:57.339718 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-12c76e1b-01c2-4e9b-a418-10ee442be741 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:57.378698 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5983a363-74b4-4321-bea1-a909b4471721 req-434bed87-3100-4286-a293-1bc8c1dd75b6 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001573 Oct 30 15:13:57.403838 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-81b51343-6e9d-4a80-afb2-eb8d4ab34e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:57.416269 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-81b51343-6e9d-4a80-afb2-eb8d4ab34e5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:57.419974 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-81b51343-6e9d-4a80-afb2-eb8d4ab34e5d admin admin] 10.222.0.62 "DELETE /v2.0/networks/78e1aa16-dad5-498d-aca8-5174a582ef38 HTTP/1.1" status: 204 len: 168 time: 2.5410910 Oct 30 15:13:57.434811 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b51343-6e9d-4a80-afb2-eb8d4ab34e5d admin admin] Pushing event deleted for resources: {'Network': ['ID=78e1aa16-dad5-498d-aca8-5174a582ef38,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:57.442143 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-12c76e1b-01c2-4e9b-a418-10ee442be741 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:57.500129 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-12c76e1b-01c2-4e9b-a418-10ee442be741 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:57.576698 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-12c76e1b-01c2-4e9b-a418-10ee442be741 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:57.618385 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c76e1b-01c2-4e9b-a418-10ee442be741 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0db01d7e-357c-431d-9b9b-9865cfb41ece,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:57.621279 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-12c76e1b-01c2-4e9b-a418-10ee442be741 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:57.624914 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-12c76e1b-01c2-4e9b-a418-10ee442be741 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] 10.222.0.62 "DELETE /v2.0/subnets/0db01d7e-357c-431d-9b9b-9865cfb41ece HTTP/1.1" status: 204 len: 168 time: 0.5545940 Oct 30 15:13:57.627656 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36200) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:57.665338 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36204) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:57.777895 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-db9a6a60-b525-4845-9ddd-f11b35171335 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=82255a8af29a4e39ace6e8e4410bfd3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1113076 Oct 30 15:13:57.778517 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36206) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:57.796145 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f236ffb0-7a3b-44b6-8882-14015e9995ce tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:57.832478 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36210) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:57.862915 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 293214d6-1afc-4359-9581-4679c4ad0600 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:13:57.926985 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 293214d6-1afc-4359-9581-4679c4ad0600 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:13:57.928428 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 293214d6-1afc-4359-9581-4679c4ad0600 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:13:57.942282 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f236ffb0-7a3b-44b6-8882-14015e9995ce tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:57.987941 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-f236ffb0-7a3b-44b6-8882-14015e9995ce tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ede63bc-d2f3-4c7b-801c-dffeccd5bc6d']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:13:57.991508 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-847b7e3f-b2d7-4a44-8c3c-d9a4e7d31e77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:58.014704 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-f236ffb0-7a3b-44b6-8882-14015e9995ce tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ac7430c-0d99-4ee1-a728-cd5517a5babb') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:13:58.015112 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-f236ffb0-7a3b-44b6-8882-14015e9995ce tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ac7430c-0d99-4ee1-a728-cd5517a5babb') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:13:58.037080 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-29f60a91-0845-4700-bd69-e75a70e2b41d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:58.057690 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f236ffb0-7a3b-44b6-8882-14015e9995ce tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:58.068038 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-847b7e3f-b2d7-4a44-8c3c-d9a4e7d31e77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:58.084861 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f236ffb0-7a3b-44b6-8882-14015e9995ce tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:58.108765 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f236ffb0-7a3b-44b6-8882-14015e9995ce tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:13:58.109177 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f236ffb0-7a3b-44b6-8882-14015e9995ce tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:58.110938 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:13:58.110938 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:13:58.110938 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:13:58.110938 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:13:58.110938 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:13:58.110938 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:13:58.110938 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:13:58.110938 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:13:58.110938 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:13:58.110938 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:13:58.110938 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:13:58.110938 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:13:58.110938 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:13:58.110938 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:13:58.110938 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:13:58.110938 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:13:58.110938 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:13:58.110938 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:13:58.110938 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:13:58.110938 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:13:58.110938 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:13:58.110938 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:13:58.110938 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:13:58.110938 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:13:58.110938 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:13:58.110938 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:13:58.110938 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:13:58.110938 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:13:58.110938 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:13:58.110938 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:13:58.110938 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:13:58.110938 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:13:58.165907 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db9655-5d74-46e8-9b3a-61612f310028 req-7a02c5f6-09fc-48d2-9a82-b4d78e2b6bb6 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:58.172472 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db9655-5d74-46e8-9b3a-61612f310028 req-7a02c5f6-09fc-48d2-9a82-b4d78e2b6bb6 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:58.178440 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db9655-5d74-46e8-9b3a-61612f310028 req-7a02c5f6-09fc-48d2-9a82-b4d78e2b6bb6 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:58.184579 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db9655-5d74-46e8-9b3a-61612f310028 req-7a02c5f6-09fc-48d2-9a82-b4d78e2b6bb6 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:58.190415 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db9655-5d74-46e8-9b3a-61612f310028 req-7a02c5f6-09fc-48d2-9a82-b4d78e2b6bb6 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:58.196588 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db9655-5d74-46e8-9b3a-61612f310028 req-7a02c5f6-09fc-48d2-9a82-b4d78e2b6bb6 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:58.202906 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db9655-5d74-46e8-9b3a-61612f310028 req-7a02c5f6-09fc-48d2-9a82-b4d78e2b6bb6 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:58.207599 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 7653bb03-0e9a-40b6-b92c-448a5acd76f4 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:13:58.210726 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-87db9655-5d74-46e8-9b3a-61612f310028 req-7a02c5f6-09fc-48d2-9a82-b4d78e2b6bb6 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 5427 time: 0.2252576 Oct 30 15:13:58.279746 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port 7653bb03-0e9a-40b6-b92c-448a5acd76f4 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:13:58.280839 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-847b7e3f-b2d7-4a44-8c3c-d9a4e7d31e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:58.284026 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-847b7e3f-b2d7-4a44-8c3c-d9a4e7d31e77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:58.285849 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-847b7e3f-b2d7-4a44-8c3c-d9a4e7d31e77 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8477feea-8f37-44fe-8c4a-690c779c5670 HTTP/1.1" status: 204 len: 168 time: 0.5065525 Oct 30 15:13:58.286572 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 7653bb03-0e9a-40b6-b92c-448a5acd76f4 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:13:58.287291 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:58.294949 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f236ffb0-7a3b-44b6-8882-14015e9995ce tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:58.311439 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-87db9655-5d74-46e8-9b3a-61612f310028 req-d96a4c0c-aa33-48aa-a5d9-dc3bc4133390 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb8a2948-2c1b-4131-b6de-fecd84bd89b4&id=5eeec3c6-4bd2-414a-bba6-6aabb62faff1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0997827 Oct 30 15:13:58.335674 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f236ffb0-7a3b-44b6-8882-14015e9995ce tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6ede63bc-d2f3-4c7b-801c-dffeccd5bc6d {{(pid=102130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 30 15:13:58.342229 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f236ffb0-7a3b-44b6-8882-14015e9995ce tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:58.345529 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-f236ffb0-7a3b-44b6-8882-14015e9995ce tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] 10.222.0.62 "DELETE /v2.0/networks/6ede63bc-d2f3-4c7b-801c-dffeccd5bc6d HTTP/1.1" status: 204 len: 168 time: 0.7168708 Oct 30 15:13:58.347233 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f236ffb0-7a3b-44b6-8882-14015e9995ce tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Pushing event deleted for resources: {'Network': ['ID=6ede63bc-d2f3-4c7b-801c-dffeccd5bc6d,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:58.349363 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847b7e3f-b2d7-4a44-8c3c-d9a4e7d31e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8477feea-8f37-44fe-8c4a-690c779c5670,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:58.426979 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-29f60a91-0845-4700-bd69-e75a70e2b41d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:58.431066 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-29f60a91-0845-4700-bd69-e75a70e2b41d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:58.484007 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-29f60a91-0845-4700-bd69-e75a70e2b41d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9562a28129de445f9140fbdf1d6af286&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6479626 Oct 30 15:13:58.484893 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36234) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:58.512910 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:58.556789 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f60a91-0845-4700-bd69-e75a70e2b41d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d1ab76-d4d2-4acd-906d-82c5546877b3,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:58.566455 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '618df14e-6aba-40ef-8848-70c44c162096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7653bb03-0e9a-40b6-b92c-448a5acd76f4'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:13:58.569002 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c95fa2ee-78b2-4769-a49f-b05666d092b3" -d '{"events": [{"server_uuid": "618df14e-6aba-40ef-8848-70c44c162096", "name": "network-vif-plugged", "status": "completed", "tag": "7653bb03-0e9a-40b6-b92c-448a5acd76f4"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:13:58.599511 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 7653bb03-0e9a-40b6-b92c-448a5acd76f4, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=7653bb03-0e9a-40b6-b92c-448a5acd76f4,segment=NetworkSegment(d48b95d1-af63-4106-89bd-badbf84e8271),segment_id=d48b95d1-af63-4106-89bd-badbf84e8271)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:13:58.601705 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-67380f3b-d064-45ba-a3eb-917cda3bc067 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:58.606807 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:58.607841 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 256e4633-4af9-4c29-9d87-283e76dcef0e up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:13:58.612437 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d044d-b5fd-42a3-be91-aec863323d08 req-94064cde-11b9-4fe4-abfa-31788b451d85 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:58.624132 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-366d044d-b5fd-42a3-be91-aec863323d08 req-94064cde-11b9-4fe4-abfa-31788b451d85 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=b490cbfe-be8a-462b-b72a-b5cd4cdf663c HTTP/1.1" status: 200 len: 945 time: 0.1249797 Oct 30 15:13:58.700156 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-67380f3b-d064-45ba-a3eb-917cda3bc067 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:58.717379 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b82c5497-b439-483f-875c-b7a604fa2e2c x-openstack-request-id: req-b82c5497-b439-483f-875c-b7a604fa2e2c {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:13:58.717677 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "618df14e-6aba-40ef-8848-70c44c162096", "name": "network-vif-plugged", "status": "completed", "tag": "7653bb03-0e9a-40b6-b92c-448a5acd76f4", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:13:58.718044 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b82c5497-b439-483f-875c-b7a604fa2e2c {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:13:58.718486 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '618df14e-6aba-40ef-8848-70c44c162096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7653bb03-0e9a-40b6-b92c-448a5acd76f4', 'code': 200} Oct 30 15:13:58.769174 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-366d044d-b5fd-42a3-be91-aec863323d08 req-6e91702b-e2c6-4e14-8568-54ca0c80fb3a tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405537 Oct 30 15:13:58.800454 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36246) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:58.838074 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-67380f3b-d064-45ba-a3eb-917cda3bc067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:58.843789 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-67380f3b-d064-45ba-a3eb-917cda3bc067 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:58.846341 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-67380f3b-d064-45ba-a3eb-917cda3bc067 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/22d1ab76-d4d2-4acd-906d-82c5546877b3 HTTP/1.1" status: 204 len: 168 time: 0.3609095 Oct 30 15:13:58.873987 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67380f3b-d064-45ba-a3eb-917cda3bc067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d1ab76-d4d2-4acd-906d-82c5546877b3,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:59.044446 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=7653bb03-0e9a-40b6-b92c-448a5acd76f4,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:59.055342 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port 256e4633-4af9-4c29-9d87-283e76dcef0e completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:13:59.060781 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 256e4633-4af9-4c29-9d87-283e76dcef0e triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:13:59.061470 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:59.175450 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:59.191788 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-b0e93bde-1c16-482b-b822-e5de5b3129e7 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-2018279321-network', 'tenant_id': 'd59359258aac4c5ea049256c7bbcf923'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:13:59.220083 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 256e4633-4af9-4c29-9d87-283e76dcef0e, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=256e4633-4af9-4c29-9d87-283e76dcef0e,segment=NetworkSegment(9fa55ea7-5902-4048-bdc0-6f3255a5bae7),segment_id=9fa55ea7-5902-4048-bdc0-6f3255a5bae7)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:13:59.225564 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:59.226550 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 6fbdea33-f4af-43f9-a5b2-4f079692a699 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:13:59.233390 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e93bde-1c16-482b-b822-e5de5b3129e7 admin admin] Made reservation on behalf of d59359258aac4c5ea049256c7bbcf923 for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:13:59.237325 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b0e93bde-1c16-482b-b822-e5de5b3129e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:59.257335 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b0e93bde-1c16-482b-b822-e5de5b3129e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:59.334212 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port 6fbdea33-f4af-43f9-a5b2-4f079692a699 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:13:59.349469 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 6fbdea33-f4af-43f9-a5b2-4f079692a699 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:13:59.349796 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:59.352108 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=256e4633-4af9-4c29-9d87-283e76dcef0e,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:59.387721 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b0e93bde-1c16-482b-b822-e5de5b3129e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:59.402343 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b0e93bde-1c16-482b-b822-e5de5b3129e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:59.473918 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:59.478702 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36264) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:59.483562 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-39ef5eb6-bb0d-45e0-8410-5985c160dd1c tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Request body: {'router': {'name': 'tempest-router--152291033', 'project_id': '0e14b20f17b34fbcbcd87135ea72bc80'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:13:59.485401 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0e93bde-1c16-482b-b822-e5de5b3129e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:13:59.518906 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b0e93bde-1c16-482b-b822-e5de5b3129e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:59.519456 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-b0e93bde-1c16-482b-b822-e5de5b3129e7 admin admin] Added segment d62b6be2-0495-4249-93ef-0f2bd1721cc6 of type vlan for network 60fe9c2c-e7bf-4f35-b17e-978d133c919f Oct 30 15:13:59.542628 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 6fbdea33-f4af-43f9-a5b2-4f079692a699, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=6fbdea33-f4af-43f9-a5b2-4f079692a699,segment=NetworkSegment(9fa55ea7-5902-4048-bdc0-6f3255a5bae7),segment_id=9fa55ea7-5902-4048-bdc0-6f3255a5bae7)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:13:59.543748 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-39ef5eb6-bb0d-45e0-8410-5985c160dd1c tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:59.545242 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-39ef5eb6-bb0d-45e0-8410-5985c160dd1c tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:59.552305 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:59.553289 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 80060876-f4f1-4c9d-9c66-0639e6343df4 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:13:59.563813 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:59.575324 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b0e93bde-1c16-482b-b822-e5de5b3129e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:59.621146 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e93bde-1c16-482b-b822-e5de5b3129e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ffb87b-2baa-4c08-b4cd-ff85c54b06ab,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:59.656285 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=6fbdea33-f4af-43f9-a5b2-4f079692a699,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:13:59.660297 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b0e93bde-1c16-482b-b822-e5de5b3129e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:59.661460 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e93bde-1c16-482b-b822-e5de5b3129e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:59.662234 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b0e93bde-1c16-482b-b822-e5de5b3129e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:59.705410 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port 80060876-f4f1-4c9d-9c66-0639e6343df4 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:13:59.716464 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 80060876-f4f1-4c9d-9c66-0639e6343df4 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:13:59.716847 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:59.828719 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a09318-e68a-4405-9615-adac0d82084c req-2b24884a-b254-49e2-b183-47edde593390 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:59.856829 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a09318-e68a-4405-9615-adac0d82084c req-2b24884a-b254-49e2-b183-47edde593390 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:59.863267 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a09318-e68a-4405-9615-adac0d82084c req-2b24884a-b254-49e2-b183-47edde593390 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:59.874875 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a09318-e68a-4405-9615-adac0d82084c req-2b24884a-b254-49e2-b183-47edde593390 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:59.887059 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a09318-e68a-4405-9615-adac0d82084c req-2b24884a-b254-49e2-b183-47edde593390 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:59.901527 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a09318-e68a-4405-9615-adac0d82084c req-2b24884a-b254-49e2-b183-47edde593390 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:59.908504 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a09318-e68a-4405-9615-adac0d82084c req-2b24884a-b254-49e2-b183-47edde593390 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:13:59.917205 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-75a09318-e68a-4405-9615-adac0d82084c req-2b24884a-b254-49e2-b183-47edde593390 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 5429 time: 0.4808729 Oct 30 15:13:59.917534 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:59.945015 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b0e93bde-1c16-482b-b822-e5de5b3129e7 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1408498 Oct 30 15:13:59.953098 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36284) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:13:59.959681 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-5a5fc7e6-3364-4745-9384-b472e797a55b admin admin] Request body: {'subnet': {'network_id': '60fe9c2c-e7bf-4f35-b17e-978d133c919f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-2018279321-subnet', 'tenant_id': 'd59359258aac4c5ea049256c7bbcf923', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:13:59.978080 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 80060876-f4f1-4c9d-9c66-0639e6343df4, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=80060876-f4f1-4c9d-9c66-0639e6343df4,segment=NetworkSegment(d48b95d1-af63-4106-89bd-badbf84e8271),segment_id=d48b95d1-af63-4106-89bd-badbf84e8271)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:13:59.986593 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:13:59.992188 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5fc7e6-3364-4745-9384-b472e797a55b admin admin] Made reservation on behalf of d59359258aac4c5ea049256c7bbcf923 for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:13:59.995347 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5a5fc7e6-3364-4745-9384-b472e797a55b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:00.018844 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e93bde-1c16-482b-b822-e5de5b3129e7 admin admin] Pushing event updated for resources: {'Network': ['ID=60fe9c2c-e7bf-4f35-b17e-978d133c919f,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:00.054050 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 60fe9c2c-e7bf-4f35-b17e-978d133c919f details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:14:00.071645 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-75a09318-e68a-4405-9615-adac0d82084c req-70824f22-f134-47d0-8358-f39f7b7e5780 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb8a2948-2c1b-4131-b6de-fecd84bd89b4&id=5eeec3c6-4bd2-414a-bba6-6aabb62faff1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1530941 Oct 30 15:14:00.194203 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-39ef5eb6-bb0d-45e0-8410-5985c160dd1c tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:00.199536 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-39ef5eb6-bb0d-45e0-8410-5985c160dd1c tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:00.245339 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5074f88c-8ecb-45b8-ae81-84448ebe19d2 req-f7bf0e08-a2cf-45eb-95c4-db0c6ed94a55 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:00.253910 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5074f88c-8ecb-45b8-ae81-84448ebe19d2 req-f7bf0e08-a2cf-45eb-95c4-db0c6ed94a55 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=b490cbfe-be8a-462b-b72a-b5cd4cdf663c HTTP/1.1" status: 200 len: 945 time: 0.1043646 Oct 30 15:14:00.264949 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-39ef5eb6-bb0d-45e0-8410-5985c160dd1c tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:00.268825 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-39ef5eb6-bb0d-45e0-8410-5985c160dd1c tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7864842 Oct 30 15:14:00.272985 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36298) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:00.285383 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 8aa78acf-b283-45ba-9f2c-33317dfad74a up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:14:00.288359 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=80060876-f4f1-4c9d-9c66-0639e6343df4,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:00.331768 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5a5fc7e6-3364-4745-9384-b472e797a55b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:00.436411 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port 8aa78acf-b283-45ba-9f2c-33317dfad74a completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:14:00.443079 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 8aa78acf-b283-45ba-9f2c-33317dfad74a triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:14:00.443878 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:00.452576 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5074f88c-8ecb-45b8-ae81-84448ebe19d2 req-5bed335d-0a38-4f8e-9bf0-60b7cc18b53c tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976030 Oct 30 15:14:00.460731 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7235f348-7838-40f1-b6d3-19148db3e373 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks [] for router, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:00.484469 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5fc7e6-3364-4745-9384-b472e797a55b admin admin] Checking segment: {'id': 'd62b6be2-0495-4249-93ef-0f2bd1721cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '60fe9c2c-e7bf-4f35-b17e-978d133c919f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:14:00.485107 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5fc7e6-3364-4745-9384-b472e797a55b admin admin] Network hostable DHCP agents. Network: 60fe9c2c-e7bf-4f35-b17e-978d133c919f, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:14:00.511713 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5fc7e6-3364-4745-9384-b472e797a55b admin admin] Pushing event updated for resources: {'Subnet': ['ID=46bf7004-7aaf-49e2-83ab-d0fedc79b02e,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:00.539140 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5fc7e6-3364-4745-9384-b472e797a55b admin admin] Network 60fe9c2c-e7bf-4f35-b17e-978d133c919f is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:14:00.557567 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-5a5fc7e6-3364-4745-9384-b472e797a55b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 60fe9c2c-e7bf-4f35-b17e-978d133c919f) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:14:00.563067 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5fc7e6-3364-4745-9384-b472e797a55b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:00.563977 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5a5fc7e6-3364-4745-9384-b472e797a55b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:00.595896 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-5a5fc7e6-3364-4745-9384-b472e797a55b admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6411753 Oct 30 15:14:00.614254 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e61940-170c-40e2-8f76-97613a18a63a None None] Network 60fe9c2c-e7bf-4f35-b17e-978d133c919f requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:14:00.714371 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:00.725961 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '618df14e-6aba-40ef-8848-70c44c162096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '256e4633-4af9-4c29-9d87-283e76dcef0e'}, {'server_uuid': '618df14e-6aba-40ef-8848-70c44c162096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fbdea33-f4af-43f9-a5b2-4f079692a699'}, {'server_uuid': '618df14e-6aba-40ef-8848-70c44c162096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80060876-f4f1-4c9d-9c66-0639e6343df4'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:14:00.728246 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a009ea34-ceb3-4a8e-90a1-ed4fdb29afd7" -d '{"events": [{"server_uuid": "618df14e-6aba-40ef-8848-70c44c162096", "name": "network-vif-plugged", "status": "completed", "tag": "256e4633-4af9-4c29-9d87-283e76dcef0e"}, {"server_uuid": "618df14e-6aba-40ef-8848-70c44c162096", "name": "network-vif-plugged", "status": "completed", "tag": "6fbdea33-f4af-43f9-a5b2-4f079692a699"}, {"server_uuid": "618df14e-6aba-40ef-8848-70c44c162096", "name": "network-vif-plugged", "status": "completed", "tag": "80060876-f4f1-4c9d-9c66-0639e6343df4"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:14:00.789754 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f96fc66-707c-4da4-b700-6df17418f3c0 None None] Network 60fe9c2c-e7bf-4f35-b17e-978d133c919f requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:14:00.801562 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7235f348-7838-40f1-b6d3-19148db3e373 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:00.805011 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7235f348-7838-40f1-b6d3-19148db3e373 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:00.830098 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 30 Oct 2021 15:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5483d099-3344-4732-98b3-190bcb25d78b x-openstack-request-id: req-5483d099-3344-4732-98b3-190bcb25d78b {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:14:00.830455 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "618df14e-6aba-40ef-8848-70c44c162096", "name": "network-vif-plugged", "status": "completed", "tag": "256e4633-4af9-4c29-9d87-283e76dcef0e", "code": 200}, {"server_uuid": "618df14e-6aba-40ef-8848-70c44c162096", "name": "network-vif-plugged", "status": "completed", "tag": "6fbdea33-f4af-43f9-a5b2-4f079692a699", "code": 200}, {"server_uuid": "618df14e-6aba-40ef-8848-70c44c162096", "name": "network-vif-plugged", "status": "completed", "tag": "80060876-f4f1-4c9d-9c66-0639e6343df4", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:14:00.830682 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5483d099-3344-4732-98b3-190bcb25d78b {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:14:00.831081 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '618df14e-6aba-40ef-8848-70c44c162096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '256e4633-4af9-4c29-9d87-283e76dcef0e', 'code': 200} Oct 30 15:14:00.831338 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '618df14e-6aba-40ef-8848-70c44c162096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fbdea33-f4af-43f9-a5b2-4f079692a699', 'code': 200} Oct 30 15:14:00.831627 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '618df14e-6aba-40ef-8848-70c44c162096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80060876-f4f1-4c9d-9c66-0639e6343df4', 'code': 200} Oct 30 15:14:00.861338 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 8aa78acf-b283-45ba-9f2c-33317dfad74a, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=8aa78acf-b283-45ba-9f2c-33317dfad74a,segment=NetworkSegment(d48b95d1-af63-4106-89bd-badbf84e8271),segment_id=d48b95d1-af63-4106-89bd-badbf84e8271)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:14:00.868655 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:00.869593 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device a0d107bb-70ae-4589-bbad-ba445997ea32 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:14:00.897820 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7235f348-7838-40f1-b6d3-19148db3e373 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:00.898580 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7235f348-7838-40f1-b6d3-19148db3e373 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 60a130db-617f-42f5-a494-ddc8c6dc2a50 {{(pid=102130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:14:00.913951 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7235f348-7838-40f1-b6d3-19148db3e373 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:00.918407 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-7235f348-7838-40f1-b6d3-19148db3e373 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] 10.222.0.62 "DELETE /v2.0/routers/60a130db-617f-42f5-a494-ddc8c6dc2a50 HTTP/1.1" status: 204 len: 168 time: 0.6430428 Oct 30 15:14:01.003265 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=8aa78acf-b283-45ba-9f2c-33317dfad74a,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:01.093863 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port a0d107bb-70ae-4589-bbad-ba445997ea32 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:14:01.127700 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port a0d107bb-70ae-4589-bbad-ba445997ea32 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:14:01.128080 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:01.226621 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:01.245169 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36346) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:01.282031 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9fb066-1db0-41d6-9bf4-4ffdd3b1a54f req-e69903b3-5e11-4511-ab95-d7dc9a80559b tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:01.287777 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port a0d107bb-70ae-4589-bbad-ba445997ea32, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=a0d107bb-70ae-4589-bbad-ba445997ea32,segment=NetworkSegment(c6961737-a289-4cc2-be94-4c33cfd1177f),segment_id=c6961737-a289-4cc2-be94-4c33cfd1177f)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:14:01.290726 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9fb066-1db0-41d6-9bf4-4ffdd3b1a54f req-e69903b3-5e11-4511-ab95-d7dc9a80559b tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:01.293483 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:01.294457 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 4fb842e8-63f8-488f-bed6-7c184585aaae up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:14:01.298505 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9fb066-1db0-41d6-9bf4-4ffdd3b1a54f req-e69903b3-5e11-4511-ab95-d7dc9a80559b tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:01.309272 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9fb066-1db0-41d6-9bf4-4ffdd3b1a54f req-e69903b3-5e11-4511-ab95-d7dc9a80559b tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:01.316367 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9fb066-1db0-41d6-9bf4-4ffdd3b1a54f req-e69903b3-5e11-4511-ab95-d7dc9a80559b tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:01.323607 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9fb066-1db0-41d6-9bf4-4ffdd3b1a54f req-e69903b3-5e11-4511-ab95-d7dc9a80559b tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:01.330144 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9fb066-1db0-41d6-9bf4-4ffdd3b1a54f req-e69903b3-5e11-4511-ab95-d7dc9a80559b tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:01.333699 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fc9fb066-1db0-41d6-9bf4-4ffdd3b1a54f req-e69903b3-5e11-4511-ab95-d7dc9a80559b tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 5432 time: 0.1253531 Oct 30 15:14:01.390674 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fc9fb066-1db0-41d6-9bf4-4ffdd3b1a54f req-eb9f6682-f350-4623-957e-60e2a10d82db tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb8a2948-2c1b-4131-b6de-fecd84bd89b4&id=5eeec3c6-4bd2-414a-bba6-6aabb62faff1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0512574 Oct 30 15:14:01.403141 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=a0d107bb-70ae-4589-bbad-ba445997ea32,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:01.411925 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:14:01.412271 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:14:01.412616 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:14:01.412966 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:14:01.413277 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:14:01.413612 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:14:01.413942 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:14:01.414853 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:14:01.415191 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:14:01.415548 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:14:01.415883 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:14:01.416264 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:14:01.434137 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port 4fb842e8-63f8-488f-bed6-7c184585aaae completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:14:01.441317 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 4fb842e8-63f8-488f-bed6-7c184585aaae triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:14:01.441965 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:01.515989 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-36ef55bd-3b56-4977-a531-fc9bcce157d0 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-658014841', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}, 'admin_state_up': False}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:14:01.555963 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-36ef55bd-3b56-4977-a531-fc9bcce157d0 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:01.557813 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-36ef55bd-3b56-4977-a531-fc9bcce157d0 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:01.617620 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:01.628778 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-36ef55bd-3b56-4977-a531-fc9bcce157d0 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:01.654220 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 4fb842e8-63f8-488f-bed6-7c184585aaae, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=4fb842e8-63f8-488f-bed6-7c184585aaae,segment=NetworkSegment(d48b95d1-af63-4106-89bd-badbf84e8271),segment_id=d48b95d1-af63-4106-89bd-badbf84e8271)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:14:01.658509 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:01.785265 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:01.797573 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d458b75-ffbf-4b42-9f95-84e63412795b req-4c02762e-6745-424a-a6f0-e41a46ac435b tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:01.801487 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9d458b75-ffbf-4b42-9f95-84e63412795b req-4c02762e-6745-424a-a6f0-e41a46ac435b tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=b490cbfe-be8a-462b-b72a-b5cd4cdf663c HTTP/1.1" status: 200 len: 945 time: 0.1330340 Oct 30 15:14:01.828713 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=4fb842e8-63f8-488f-bed6-7c184585aaae,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:01.869840 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9d458b75-ffbf-4b42-9f95-84e63412795b req-e489db04-f302-4911-b9d7-d38d37161a78 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594716 Oct 30 15:14:01.981489 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-36ef55bd-3b56-4977-a531-fc9bcce157d0 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:02.090528 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e59a97-06f1-4129-beca-9b1d462bdb61 req-fa905d98-5b40-46c1-ab97-93fa7bb3462b tempest-ServerPasswordTestJSON-1756742208 tempest-ServerPasswordTestJSON-1756742208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:02.092176 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-84e59a97-06f1-4129-beca-9b1d462bdb61 req-fa905d98-5b40-46c1-ab97-93fa7bb3462b tempest-ServerPasswordTestJSON-1756742208 tempest-ServerPasswordTestJSON-1756742208-project] 10.222.0.62 "GET /v2.0/networks?id=60fe9c2c-e7bf-4f35-b17e-978d133c919f HTTP/1.1" status: 200 len: 813 time: 0.3455336 Oct 30 15:14:02.114544 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-84e59a97-06f1-4129-beca-9b1d462bdb61 req-29a70bd3-a36b-47e8-ab96-ed2d30b88926 tempest-ServerPasswordTestJSON-1756742208 tempest-ServerPasswordTestJSON-1756742208-project] 10.222.0.62 "GET /v2.0/quotas/d59359258aac4c5ea049256c7bbcf923 HTTP/1.1" status: 200 len: 375 time: 0.0144835 Oct 30 15:14:02.172624 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-84e59a97-06f1-4129-beca-9b1d462bdb61 req-a46fc298-b555-465e-9c58-ee460c6b4019 tempest-ServerPasswordTestJSON-1756742208 tempest-ServerPasswordTestJSON-1756742208-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d59359258aac4c5ea049256c7bbcf923&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484726 Oct 30 15:14:02.415062 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36398) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:02.544663 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ccec4303-ca42-4b70-890d-56d618bf70f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:02.667171 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ce602-3c25-48c3-8ffb-2e96407da27d req-e80d2d3e-4f0c-4744-9802-0dabe2ec07f9 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:02.674281 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ce602-3c25-48c3-8ffb-2e96407da27d req-e80d2d3e-4f0c-4744-9802-0dabe2ec07f9 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:02.682871 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ce602-3c25-48c3-8ffb-2e96407da27d req-e80d2d3e-4f0c-4744-9802-0dabe2ec07f9 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:02.692320 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ce602-3c25-48c3-8ffb-2e96407da27d req-e80d2d3e-4f0c-4744-9802-0dabe2ec07f9 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:02.704505 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ce602-3c25-48c3-8ffb-2e96407da27d req-e80d2d3e-4f0c-4744-9802-0dabe2ec07f9 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:02.711670 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ce602-3c25-48c3-8ffb-2e96407da27d req-e80d2d3e-4f0c-4744-9802-0dabe2ec07f9 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:02.721241 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ce602-3c25-48c3-8ffb-2e96407da27d req-e80d2d3e-4f0c-4744-9802-0dabe2ec07f9 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:02.723540 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9f0ce602-3c25-48c3-8ffb-2e96407da27d req-e80d2d3e-4f0c-4744-9802-0dabe2ec07f9 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 5434 time: 0.1763868 Oct 30 15:14:02.765941 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-36ef55bd-3b56-4977-a531-fc9bcce157d0 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks [] for router_gateway, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:02.769929 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-84e59a97-06f1-4129-beca-9b1d462bdb61 req-7c3f8b66-654f-494c-9316-2cae2e89e8e9 service neutron] 10.222.0.62 "GET /v2.0/networks/60fe9c2c-e7bf-4f35-b17e-978d133c919f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5842941 Oct 30 15:14:02.794438 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-36ef55bd-3b56-4977-a531-fc9bcce157d0 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:02.818900 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9f0ce602-3c25-48c3-8ffb-2e96407da27d req-6789c273-82bc-43fb-8ce2-f1557bc169b2 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb8a2948-2c1b-4131-b6de-fecd84bd89b4&id=5eeec3c6-4bd2-414a-bba6-6aabb62faff1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0828211 Oct 30 15:14:02.843649 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '618df14e-6aba-40ef-8848-70c44c162096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aa78acf-b283-45ba-9f2c-33317dfad74a'}, {'server_uuid': '618df14e-6aba-40ef-8848-70c44c162096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0d107bb-70ae-4589-bbad-ba445997ea32'}, {'server_uuid': '618df14e-6aba-40ef-8848-70c44c162096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fb842e8-63f8-488f-bed6-7c184585aaae'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:14:02.846069 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e8bc701-5f0a-4cda-8527-14aa800a3c3e" -d '{"events": [{"server_uuid": "618df14e-6aba-40ef-8848-70c44c162096", "name": "network-vif-plugged", "status": "completed", "tag": "8aa78acf-b283-45ba-9f2c-33317dfad74a"}, {"server_uuid": "618df14e-6aba-40ef-8848-70c44c162096", "name": "network-vif-plugged", "status": "completed", "tag": "a0d107bb-70ae-4589-bbad-ba445997ea32"}, {"server_uuid": "618df14e-6aba-40ef-8848-70c44c162096", "name": "network-vif-plugged", "status": "completed", "tag": "4fb842e8-63f8-488f-bed6-7c184585aaae"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:14:02.848965 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ccec4303-ca42-4b70-890d-56d618bf70f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:02.853226 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ccec4303-ca42-4b70-890d-56d618bf70f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:02.909391 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccec4303-ca42-4b70-890d-56d618bf70f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4bef9fd-5d55-421a-a949-0c9d410f2a69,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:02.943272 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36422) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:02.943610 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-ccec4303-ca42-4b70-890d-56d618bf70f1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=102bb0e4c28746ba88e8bd989b130a0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5271230 Oct 30 15:14:02.987747 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 30 Oct 2021 15:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a335e66e-8159-437d-94ac-2de582f831cc x-openstack-request-id: req-a335e66e-8159-437d-94ac-2de582f831cc {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:14:02.988177 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "618df14e-6aba-40ef-8848-70c44c162096", "name": "network-vif-plugged", "status": "completed", "tag": "8aa78acf-b283-45ba-9f2c-33317dfad74a", "code": 200}, {"server_uuid": "618df14e-6aba-40ef-8848-70c44c162096", "name": "network-vif-plugged", "status": "completed", "tag": "a0d107bb-70ae-4589-bbad-ba445997ea32", "code": 200}, {"server_uuid": "618df14e-6aba-40ef-8848-70c44c162096", "name": "network-vif-plugged", "status": "completed", "tag": "4fb842e8-63f8-488f-bed6-7c184585aaae", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:14:02.988508 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a335e66e-8159-437d-94ac-2de582f831cc {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:14:02.989008 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '618df14e-6aba-40ef-8848-70c44c162096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aa78acf-b283-45ba-9f2c-33317dfad74a', 'code': 200} Oct 30 15:14:02.989550 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '618df14e-6aba-40ef-8848-70c44c162096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0d107bb-70ae-4589-bbad-ba445997ea32', 'code': 200} Oct 30 15:14:02.989835 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '618df14e-6aba-40ef-8848-70c44c162096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fb842e8-63f8-488f-bed6-7c184585aaae', 'code': 200} Oct 30 15:14:03.057352 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-84e59a97-06f1-4129-beca-9b1d462bdb61 req-756cb225-bf97-4799-a6c7-bdcb7a766989 service neutron] 10.222.0.62 "GET /v2.0/networks/60fe9c2c-e7bf-4f35-b17e-978d133c919f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707174 Oct 30 15:14:03.148542 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-36ef55bd-3b56-4977-a531-fc9bcce157d0 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Allocated IP 172.25.4.226 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/db7e8368-efe4-4a21-af1f-57a0e6f977a3) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:14:03.158877 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1839c-8e1a-422a-b681-5d747e0f0526 req-bd4d9a35-39f9-4d1e-84b1-ec2d12685a95 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:03.160754 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e3d1839c-8e1a-422a-b681-5d747e0f0526 req-bd4d9a35-39f9-4d1e-84b1-ec2d12685a95 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=b490cbfe-be8a-462b-b72a-b5cd4cdf663c HTTP/1.1" status: 200 len: 945 time: 0.0743053 Oct 30 15:14:03.174559 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-18b1a0a0-cf13-40a0-8512-ce66861b7cc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:03.245851 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-18b1a0a0-cf13-40a0-8512-ce66861b7cc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:03.247727 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e3d1839c-8e1a-422a-b681-5d747e0f0526 req-7f118963-89eb-4c5c-aa30-a43664a5a0d3 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795598 Oct 30 15:14:03.319241 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b05f38f-2425-46d4-94f3-f4702bcea43a req-fbd7b5c3-1eb7-40be-8382-1d91bcc60e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:03.319967 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b05f38f-2425-46d4-94f3-f4702bcea43a req-fbd7b5c3-1eb7-40be-8382-1d91bcc60e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:03.320575 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b05f38f-2425-46d4-94f3-f4702bcea43a req-fbd7b5c3-1eb7-40be-8382-1d91bcc60e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:03.321638 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b05f38f-2425-46d4-94f3-f4702bcea43a req-fbd7b5c3-1eb7-40be-8382-1d91bcc60e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:03.322243 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b05f38f-2425-46d4-94f3-f4702bcea43a req-fbd7b5c3-1eb7-40be-8382-1d91bcc60e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:03.323514 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b05f38f-2425-46d4-94f3-f4702bcea43a req-fbd7b5c3-1eb7-40be-8382-1d91bcc60e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:03.324405 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b05f38f-2425-46d4-94f3-f4702bcea43a req-fbd7b5c3-1eb7-40be-8382-1d91bcc60e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:03.326760 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4b05f38f-2425-46d4-94f3-f4702bcea43a req-fbd7b5c3-1eb7-40be-8382-1d91bcc60e3a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 6498 time: 0.2228124 Oct 30 15:14:03.354590 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-528a45ab-e845-4b10-909f-e7432a62a846 req-9cd30462-7bfe-4e28-af9d-c9b48a08011d tempest-ServerPasswordTestJSON-1756742208 tempest-ServerPasswordTestJSON-1756742208-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc8b4167-726f-443a-a767-4e49530c134b HTTP/1.1" status: 200 len: 210 time: 0.0417094 Oct 30 15:14:03.408990 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4b05f38f-2425-46d4-94f3-f4702bcea43a req-e5b4b8eb-dece-4c60-ac2e-82b379cbbd08 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=eb8a2948-2c1b-4131-b6de-fecd84bd89b4&id=5eeec3c6-4bd2-414a-bba6-6aabb62faff1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0722229 Oct 30 15:14:03.411908 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-18b1a0a0-cf13-40a0-8512-ce66861b7cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:03.423098 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-18b1a0a0-cf13-40a0-8512-ce66861b7cc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:03.424267 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-18b1a0a0-cf13-40a0-8512-ce66861b7cc5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a4bef9fd-5d55-421a-a949-0c9d410f2a69 HTTP/1.1" status: 204 len: 168 time: 0.4782257 Oct 30 15:14:03.448439 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b1a0a0-cf13-40a0-8512-ce66861b7cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4bef9fd-5d55-421a-a949-0c9d410f2a69,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:03.455495 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-36ef55bd-3b56-4977-a531-fc9bcce157d0 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:03.517416 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-36ef55bd-3b56-4977-a531-fc9bcce157d0 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:03.545059 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ef55bd-3b56-4977-a531-fc9bcce157d0 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:14:03.570582 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-36ef55bd-3b56-4977-a531-fc9bcce157d0 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:14:03.578461 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ef55bd-3b56-4977-a531-fc9bcce157d0 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:14:03.648867 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ef55bd-3b56-4977-a531-fc9bcce157d0 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Pushing event updated for resources: {'Port': ['ID=db7e8368-efe4-4a21-af1f-57a0e6f977a3,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:04.148974 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d174a-7a56-4dbd-a596-f1cdbc9de862 req-e15f7b60-0bf8-461d-8be4-31e2cb2ebbf0 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:04.157130 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d174a-7a56-4dbd-a596-f1cdbc9de862 req-e15f7b60-0bf8-461d-8be4-31e2cb2ebbf0 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:04.161654 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d174a-7a56-4dbd-a596-f1cdbc9de862 req-e15f7b60-0bf8-461d-8be4-31e2cb2ebbf0 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:04.168206 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d174a-7a56-4dbd-a596-f1cdbc9de862 req-e15f7b60-0bf8-461d-8be4-31e2cb2ebbf0 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:04.174098 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d174a-7a56-4dbd-a596-f1cdbc9de862 req-e15f7b60-0bf8-461d-8be4-31e2cb2ebbf0 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:04.180035 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d174a-7a56-4dbd-a596-f1cdbc9de862 req-e15f7b60-0bf8-461d-8be4-31e2cb2ebbf0 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:04.186497 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d174a-7a56-4dbd-a596-f1cdbc9de862 req-e15f7b60-0bf8-461d-8be4-31e2cb2ebbf0 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:04.188447 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2d9d174a-7a56-4dbd-a596-f1cdbc9de862 req-e15f7b60-0bf8-461d-8be4-31e2cb2ebbf0 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 5434 time: 0.1699848 Oct 30 15:14:04.221218 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-36ef55bd-3b56-4977-a531-fc9bcce157d0 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks [] for router_gateway, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:04.251244 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 25c6e1ca-5b02-4492-92da-0e65a0c1bfff details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:14:04.255990 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 25c6e1ca-5b02-4492-92da-0e65a0c1bfff no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:14:04.295686 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2d9d174a-7a56-4dbd-a596-f1cdbc9de862 req-0963e4e6-7bcb-49a3-829e-cc236c17c997 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb8a2948-2c1b-4131-b6de-fecd84bd89b4&id=5eeec3c6-4bd2-414a-bba6-6aabb62faff1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0975978 Oct 30 15:14:04.514172 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:04.522347 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc5f0e3-1822-45ee-8d0a-167c236deada req-e7b6a02c-d5f8-4111-9985-143df0672718 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:04.531362 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-adc5f0e3-1822-45ee-8d0a-167c236deada req-e7b6a02c-d5f8-4111-9985-143df0672718 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=b490cbfe-be8a-462b-b72a-b5cd4cdf663c HTTP/1.1" status: 200 len: 945 time: 0.0953276 Oct 30 15:14:04.550306 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 25c6e1ca-5b02-4492-92da-0e65a0c1bfff, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=25c6e1ca-5b02-4492-92da-0e65a0c1bfff,segment=NetworkSegment(495e0bcf-a0e5-4b3d-8fa7-4467a729ed3e),segment_id=495e0bcf-a0e5-4b3d-8fa7-4467a729ed3e)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:14:04.575691 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '25c6e1ca-5b02-4492-92da-0e65a0c1bfff', 'network_id': '7f1b75b5-b8f8-4477-a267-2ec1a55fd99b', 'port_id': '25c6e1ca-5b02-4492-92da-0e65a0c1bfff', 'mac_address': 'fa:16:3e:aa:cf:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82e0110b-193b-4288-a3a8-25fc73206750', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:14:04.578428 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 25c6e1ca-5b02-4492-92da-0e65a0c1bfff, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=25c6e1ca-5b02-4492-92da-0e65a0c1bfff,segment=NetworkSegment(495e0bcf-a0e5-4b3d-8fa7-4467a729ed3e),segment_id=495e0bcf-a0e5-4b3d-8fa7-4467a729ed3e)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:14:04.585403 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:04.585742 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-adc5f0e3-1822-45ee-8d0a-167c236deada req-3ff5eeb4-b85b-42eb-b3ff-efffde079f00 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509336 Oct 30 15:14:04.602614 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8f80abb5-5525-41fd-a7ab-dc4a1dca5bf5 req-2cf47162-b62b-4895-9bf1-7c208a661870 tempest-ServerPasswordTestJSON-1756742208 tempest-ServerPasswordTestJSON-1756742208-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc8b4167-726f-443a-a767-4e49530c134b HTTP/1.1" status: 200 len: 210 time: 0.0687525 Oct 30 15:14:04.651275 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-36ef55bd-3b56-4977-a531-fc9bcce157d0 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:04.682007 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:04.685634 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=25c6e1ca-5b02-4492-92da-0e65a0c1bfff,revision_number=6']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:04.706153 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25c6e1ca-5b02-4492-92da-0e65a0c1bfff {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:14:04.736007 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 25c6e1ca-5b02-4492-92da-0e65a0c1bfff, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=25c6e1ca-5b02-4492-92da-0e65a0c1bfff,segment=NetworkSegment(495e0bcf-a0e5-4b3d-8fa7-4467a729ed3e),segment_id=495e0bcf-a0e5-4b3d-8fa7-4467a729ed3e)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:14:04.742915 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:04.883083 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=25c6e1ca-5b02-4492-92da-0e65a0c1bfff,revision_number=7']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:04.990882 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b490cbfe-be8a-462b-b72a-b5cd4cdf663c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25c6e1ca-5b02-4492-92da-0e65a0c1bfff'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:14:04.995519 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae4b2d9-9251-4c75-8798-0157de60cf98" -d '{"events": [{"server_uuid": "b490cbfe-be8a-462b-b72a-b5cd4cdf663c", "name": "network-vif-unplugged", "status": "completed", "tag": "25c6e1ca-5b02-4492-92da-0e65a0c1bfff"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:14:04.996980 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36ef55bd-3b56-4977-a531-fc9bcce157d0 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Router 915b1f69-1236-465f-8bfe-59549254595d is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:14:05.021063 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['25c6e1ca-5b02-4492-92da-0e65a0c1bfff'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:14:05.061311 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Oct 2021 15:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc71ed12-8972-4a86-9bf0-78c0da3a8026 x-openstack-request-id: req-dc71ed12-8972-4a86-9bf0-78c0da3a8026 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:14:05.061783 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b490cbfe-be8a-462b-b72a-b5cd4cdf663c", "name": "network-vif-unplugged", "status": "completed", "tag": "25c6e1ca-5b02-4492-92da-0e65a0c1bfff", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:14:05.061917 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dc71ed12-8972-4a86-9bf0-78c0da3a8026 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:14:05.062263 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b490cbfe-be8a-462b-b72a-b5cd4cdf663c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25c6e1ca-5b02-4492-92da-0e65a0c1bfff', 'code': 200} Oct 30 15:14:05.161346 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e59a97-06f1-4129-beca-9b1d462bdb61 req-e69ec849-55fe-4dbf-968a-42ca1b2a76a3 tempest-ServerPasswordTestJSON-1756742208 tempest-ServerPasswordTestJSON-1756742208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:05.163000 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-84e59a97-06f1-4129-beca-9b1d462bdb61 req-e69ec849-55fe-4dbf-968a-42ca1b2a76a3 tempest-ServerPasswordTestJSON-1756742208 tempest-ServerPasswordTestJSON-1756742208-project] 10.222.0.44 "GET /v2.0/networks?id=60fe9c2c-e7bf-4f35-b17e-978d133c919f HTTP/1.1" status: 200 len: 813 time: 0.3180361 Oct 30 15:14:05.179236 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-84e59a97-06f1-4129-beca-9b1d462bdb61 req-11c6e083-ce81-4508-91ab-ac225a42c37d tempest-ServerPasswordTestJSON-1756742208 tempest-ServerPasswordTestJSON-1756742208-project] Request body: {'port': {'device_id': 'dc8b4167-726f-443a-a767-4e49530c134b', 'network_id': '60fe9c2c-e7bf-4f35-b17e-978d133c919f', 'admin_state_up': True, 'tenant_id': 'd59359258aac4c5ea049256c7bbcf923'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:14:05.329347 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ef55bd-3b56-4977-a531-fc9bcce157d0 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:14:05.343123 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda2f2d5-16d7-4ee7-95a0-18e56dd61e30 None None] Sync routers for ids ['915b1f69-1236-465f-8bfe-59549254595d'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:14:05.356226 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda2f2d5-16d7-4ee7-95a0-18e56dd61e30 None None] Routers {'915b1f69-1236-465f-8bfe-59549254595d'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:14:05.356988 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-fda2f2d5-16d7-4ee7-95a0-18e56dd61e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:13:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['915b1f69-1236-465f-8bfe-59549254595d'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:14:05.357458 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84e59a97-06f1-4129-beca-9b1d462bdb61 req-11c6e083-ce81-4508-91ab-ac225a42c37d tempest-ServerPasswordTestJSON-1756742208 tempest-ServerPasswordTestJSON-1756742208-project] Made reservation on behalf of d59359258aac4c5ea049256c7bbcf923 for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:14:05.362510 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-84e59a97-06f1-4129-beca-9b1d462bdb61 req-11c6e083-ce81-4508-91ab-ac225a42c37d tempest-ServerPasswordTestJSON-1756742208 tempest-ServerPasswordTestJSON-1756742208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:05.398968 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-fda2f2d5-16d7-4ee7-95a0-18e56dd61e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:14:05.410771 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda2f2d5-16d7-4ee7-95a0-18e56dd61e30 None None] Routers {'915b1f69-1236-465f-8bfe-59549254595d'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:14:05.411394 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-fda2f2d5-16d7-4ee7-95a0-18e56dd61e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:13:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['915b1f69-1236-465f-8bfe-59549254595d'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:14:05.417806 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-36ef55bd-3b56-4977-a531-fc9bcce157d0 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:05.424158 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-36ef55bd-3b56-4977-a531-fc9bcce157d0 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.1772969 Oct 30 15:14:05.427102 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36514) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:05.458262 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-fda2f2d5-16d7-4ee7-95a0-18e56dd61e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:14:05.458914 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda2f2d5-16d7-4ee7-95a0-18e56dd61e30 None None] The sync data for ids ['915b1f69-1236-465f-8bfe-59549254595d'] in n-d-806683-17 is: [] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:14:05.590942 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-33be57ee-f071-4a91-8131-0cd8f1336619 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] 10.222.0.62 "GET /v2.0/routers/915b1f69-1236-465f-8bfe-59549254595d HTTP/1.1" status: 200 len: 920 time: 0.1622243 Oct 30 15:14:05.593816 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36520) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:05.599271 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37fe26-f260-4260-85bf-0f6d63b1cfb7 req-c9c70896-85ae-4344-a8de-a142775983a9 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:05.605984 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37fe26-f260-4260-85bf-0f6d63b1cfb7 req-c9c70896-85ae-4344-a8de-a142775983a9 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:05.612578 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37fe26-f260-4260-85bf-0f6d63b1cfb7 req-c9c70896-85ae-4344-a8de-a142775983a9 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:05.619392 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37fe26-f260-4260-85bf-0f6d63b1cfb7 req-c9c70896-85ae-4344-a8de-a142775983a9 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:05.626359 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37fe26-f260-4260-85bf-0f6d63b1cfb7 req-c9c70896-85ae-4344-a8de-a142775983a9 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:05.634942 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-8265d1b3-0dfb-42e7-b526-fc4432a6ccc1 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] 10.222.0.62 "GET /v2.0/ports?device_id=915b1f69-1236-465f-8bfe-59549254595d HTTP/1.1" status: 200 len: 205 time: 0.0393944 Oct 30 15:14:05.637525 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36536) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:05.642092 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37fe26-f260-4260-85bf-0f6d63b1cfb7 req-c9c70896-85ae-4344-a8de-a142775983a9 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:05.648879 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37fe26-f260-4260-85bf-0f6d63b1cfb7 req-c9c70896-85ae-4344-a8de-a142775983a9 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:05.650955 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-aa37fe26-f260-4260-85bf-0f6d63b1cfb7 req-c9c70896-85ae-4344-a8de-a142775983a9 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 5434 time: 0.1589355 Oct 30 15:14:05.684495 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-84e59a97-06f1-4129-beca-9b1d462bdb61 req-11c6e083-ce81-4508-91ab-ac225a42c37d tempest-ServerPasswordTestJSON-1756742208 tempest-ServerPasswordTestJSON-1756742208-project] Allocated IP 172.20.0.2 (60fe9c2c-e7bf-4f35-b17e-978d133c919f/46bf7004-7aaf-49e2-83ab-d0fedc79b02e/0e8772ac-46e5-49a3-ae4e-ddf378358bd1) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:14:05.721313 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-aa37fe26-f260-4260-85bf-0f6d63b1cfb7 req-e30f286c-e1cc-4a29-bf2a-33bc3f9b2ba2 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb8a2948-2c1b-4131-b6de-fecd84bd89b4&id=5eeec3c6-4bd2-414a-bba6-6aabb62faff1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0594313 Oct 30 15:14:05.798821 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6a46c138-df1c-490a-b70e-17bd34bbb20f req-a72baacd-7ae8-4378-b0fa-7ce43bc9e6d2 tempest-ImagesNegativeTestJSON-1830812716 tempest-ImagesNegativeTestJSON-1830812716-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=356eb67137d547ea836eebfaf2df1d97&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1361258 Oct 30 15:14:05.908875 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75594269-8128-477b-85b0-d062ac6f33fe req-29b400d8-c98e-487c-9618-ab2b11d2977d tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:05.910439 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-75594269-8128-477b-85b0-d062ac6f33fe req-29b400d8-c98e-487c-9618-ab2b11d2977d tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=b490cbfe-be8a-462b-b72a-b5cd4cdf663c HTTP/1.1" status: 200 len: 944 time: 0.0904713 Oct 30 15:14:05.952065 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-84e59a97-06f1-4129-beca-9b1d462bdb61 req-11c6e083-ce81-4508-91ab-ac225a42c37d tempest-ServerPasswordTestJSON-1756742208 tempest-ServerPasswordTestJSON-1756742208-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:05.975407 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-75594269-8128-477b-85b0-d062ac6f33fe req-2cefc07e-7f22-4c3e-b744-9028f1b1234a tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538418 Oct 30 15:14:05.995404 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-83a77421-d3e4-4532-97c9-da269b7e9101 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks [] for router, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:06.007991 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-84e59a97-06f1-4129-beca-9b1d462bdb61 req-11c6e083-ce81-4508-91ab-ac225a42c37d tempest-ServerPasswordTestJSON-1756742208 tempest-ServerPasswordTestJSON-1756742208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:06.057712 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84e59a97-06f1-4129-beca-9b1d462bdb61 req-11c6e083-ce81-4508-91ab-ac225a42c37d tempest-ServerPasswordTestJSON-1756742208 tempest-ServerPasswordTestJSON-1756742208-project] Network 60fe9c2c-e7bf-4f35-b17e-978d133c919f is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:14:06.062185 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-84e59a97-06f1-4129-beca-9b1d462bdb61 req-11c6e083-ce81-4508-91ab-ac225a42c37d tempest-ServerPasswordTestJSON-1756742208 tempest-ServerPasswordTestJSON-1756742208-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:14:06.064644 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-84e59a97-06f1-4129-beca-9b1d462bdb61 req-11c6e083-ce81-4508-91ab-ac225a42c37d tempest-ServerPasswordTestJSON-1756742208 tempest-ServerPasswordTestJSON-1756742208-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:14:06.099108 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a46c138-df1c-490a-b70e-17bd34bbb20f req-8ed65810-d21a-44a8-8337-7fdca15d5999 tempest-ImagesNegativeTestJSON-1830812716 tempest-ImagesNegativeTestJSON-1830812716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:06.102190 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6a46c138-df1c-490a-b70e-17bd34bbb20f req-8ed65810-d21a-44a8-8337-7fdca15d5999 tempest-ImagesNegativeTestJSON-1830812716 tempest-ImagesNegativeTestJSON-1830812716-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2909567 Oct 30 15:14:06.102341 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c6e083-ce81-4508-91ab-ac225a42c37d tempest-ServerPasswordTestJSON-1756742208 tempest-ServerPasswordTestJSON-1756742208-project] Pushing event updated for resources: {'Port': ['ID=0e8772ac-46e5-49a3-ae4e-ddf378358bd1,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:06.139830 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6a46c138-df1c-490a-b70e-17bd34bbb20f req-3ea67e7c-d935-4d53-93e3-c630a1a41030 tempest-ImagesNegativeTestJSON-1830812716 tempest-ImagesNegativeTestJSON-1830812716-project] 10.222.0.62 "GET /v2.0/quotas/356eb67137d547ea836eebfaf2df1d97 HTTP/1.1" status: 200 len: 375 time: 0.0240324 Oct 30 15:14:06.153178 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e59a97-06f1-4129-beca-9b1d462bdb61 req-11c6e083-ce81-4508-91ab-ac225a42c37d tempest-ServerPasswordTestJSON-1756742208 tempest-ServerPasswordTestJSON-1756742208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:06.153797 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-84e59a97-06f1-4129-beca-9b1d462bdb61 req-11c6e083-ce81-4508-91ab-ac225a42c37d tempest-ServerPasswordTestJSON-1756742208 tempest-ServerPasswordTestJSON-1756742208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:06.173497 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f5674a-ee43-4080-97d2-42b08159b695 req-f2f3abbe-12d2-492d-b7e5-a5f99e0a1247 tempest-ServerPasswordTestJSON-1756742208 tempest-ServerPasswordTestJSON-1756742208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:06.175104 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-16f5674a-ee43-4080-97d2-42b08159b695 req-f2f3abbe-12d2-492d-b7e5-a5f99e0a1247 tempest-ServerPasswordTestJSON-1756742208 tempest-ServerPasswordTestJSON-1756742208-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc8b4167-726f-443a-a767-4e49530c134b HTTP/1.1" status: 200 len: 931 time: 0.1142230 Oct 30 15:14:06.183679 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-84e59a97-06f1-4129-beca-9b1d462bdb61 req-11c6e083-ce81-4508-91ab-ac225a42c37d tempest-ServerPasswordTestJSON-1756742208 tempest-ServerPasswordTestJSON-1756742208-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0108399 Oct 30 15:14:06.185276 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6a46c138-df1c-490a-b70e-17bd34bbb20f req-a0ab25f8-50f4-4052-aeb0-31fc70274cc4 tempest-ImagesNegativeTestJSON-1830812716 tempest-ImagesNegativeTestJSON-1830812716-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=356eb67137d547ea836eebfaf2df1d97&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451539 Oct 30 15:14:06.194939 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-83a77421-d3e4-4532-97c9-da269b7e9101 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:06.206724 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-84e59a97-06f1-4129-beca-9b1d462bdb61 req-679eefb3-d4b2-4d7d-8a2f-7cde9761badc service neutron] Request body: {'port': {'device_id': 'dc8b4167-726f-443a-a767-4e49530c134b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:14:06.254634 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 25c6e1ca-5b02-4492-92da-0e65a0c1bfff up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:14:06.255594 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-16f5674a-ee43-4080-97d2-42b08159b695 req-b71bd392-2ff3-412b-9fc9-3b718d8a7d99 tempest-ServerPasswordTestJSON-1756742208 tempest-ServerPasswordTestJSON-1756742208-project] 10.222.0.62 "GET /v2.0/security-groups?id=07ffb87b-2baa-4c08-b4cd-ff85c54b06ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706446 Oct 30 15:14:06.285370 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-83a77421-d3e4-4532-97c9-da269b7e9101 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Deleting port db7e8368-efe4-4a21-af1f-57a0e6f977a3 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:14:06.292287 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-83a77421-d3e4-4532-97c9-da269b7e9101 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:06.307742 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-84e59a97-06f1-4129-beca-9b1d462bdb61 req-679eefb3-d4b2-4d7d-8a2f-7cde9761badc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:06.377570 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 25c6e1ca-5b02-4492-92da-0e65a0c1bfff triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:14:06.378113 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:06.474717 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-83a77421-d3e4-4532-97c9-da269b7e9101 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:06.506926 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-83a77421-d3e4-4532-97c9-da269b7e9101 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Calling delete_port for db7e8368-efe4-4a21-af1f-57a0e6f977a3 owned by network:router_gateway {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:14:06.533340 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:06.574209 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 25c6e1ca-5b02-4492-92da-0e65a0c1bfff, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=25c6e1ca-5b02-4492-92da-0e65a0c1bfff,segment=NetworkSegment(495e0bcf-a0e5-4b3d-8fa7-4467a729ed3e),segment_id=495e0bcf-a0e5-4b3d-8fa7-4467a729ed3e)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:14:06.579037 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:06.588826 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06d809-26bd-46fb-b88f-cd06f06b0465 req-8a409057-d06b-4cf6-9466-e6d854bad537 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:06.603507 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06d809-26bd-46fb-b88f-cd06f06b0465 req-8a409057-d06b-4cf6-9466-e6d854bad537 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:06.610424 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06d809-26bd-46fb-b88f-cd06f06b0465 req-8a409057-d06b-4cf6-9466-e6d854bad537 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:06.617173 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06d809-26bd-46fb-b88f-cd06f06b0465 req-8a409057-d06b-4cf6-9466-e6d854bad537 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:06.625601 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06d809-26bd-46fb-b88f-cd06f06b0465 req-8a409057-d06b-4cf6-9466-e6d854bad537 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:06.632453 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06d809-26bd-46fb-b88f-cd06f06b0465 req-8a409057-d06b-4cf6-9466-e6d854bad537 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:06.640351 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06d809-26bd-46fb-b88f-cd06f06b0465 req-8a409057-d06b-4cf6-9466-e6d854bad537 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:06.654318 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-36243e7b-aebb-4c6a-bd1b-a3bb75af1795 req-0c3f7a22-49ea-4563-8c65-55ba6ea955df tempest-ImagesNegativeTestJSON-1830812716 tempest-ImagesNegativeTestJSON-1830812716-project] 10.222.0.62 "GET /v2.0/ports?device_id=e51d4d74-f88d-4988-8e3f-d9bb09f9a24c HTTP/1.1" status: 200 len: 210 time: 0.1118193 Oct 30 15:14:06.654913 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36566) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:06.655588 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cf06d809-26bd-46fb-b88f-cd06f06b0465 req-8a409057-d06b-4cf6-9466-e6d854bad537 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 5434 time: 0.2833951 Oct 30 15:14:06.664587 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-2da56f00-d4a7-426c-b3d8-cbd61cf0d945 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Request body: {'floatingip': {'port_id': 'a0d107bb-70ae-4589-bbad-ba445997ea32'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:14:06.694687 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=25c6e1ca-5b02-4492-92da-0e65a0c1bfff,revision_number=8']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:06.763161 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2da56f00-d4a7-426c-b3d8-cbd61cf0d945 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks [] for floatingip, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:06.847721 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-84e59a97-06f1-4129-beca-9b1d462bdb61 req-679eefb3-d4b2-4d7d-8a2f-7cde9761badc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e8772ac-46e5-49a3-ae4e-ddf378358bd1 {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:14:06.857566 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-84e59a97-06f1-4129-beca-9b1d462bdb61 req-679eefb3-d4b2-4d7d-8a2f-7cde9761badc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:06.871198 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-84e59a97-06f1-4129-beca-9b1d462bdb61 req-679eefb3-d4b2-4d7d-8a2f-7cde9761badc service neutron] Transition to ACTIVE for port object 0e8772ac-46e5-49a3-ae4e-ddf378358bd1 will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:14:06.874250 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-84e59a97-06f1-4129-beca-9b1d462bdb61 req-679eefb3-d4b2-4d7d-8a2f-7cde9761badc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:06.936447 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679eefb3-d4b2-4d7d-8a2f-7cde9761badc service neutron] Pushing event updated for resources: {'Port': ['ID=0e8772ac-46e5-49a3-ae4e-ddf378358bd1,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:07.008944 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-84e59a97-06f1-4129-beca-9b1d462bdb61 req-679eefb3-d4b2-4d7d-8a2f-7cde9761badc service neutron] Attempting to bind port 0e8772ac-46e5-49a3-ae4e-ddf378358bd1 on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:14:07.009282 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-84e59a97-06f1-4129-beca-9b1d462bdb61 req-679eefb3-d4b2-4d7d-8a2f-7cde9761badc service neutron] Attempting to bind port 0e8772ac-46e5-49a3-ae4e-ddf378358bd1 by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': 'd62b6be2-0495-4249-93ef-0f2bd1721cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '60fe9c2c-e7bf-4f35-b17e-978d133c919f'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:14:07.009657 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e59a97-06f1-4129-beca-9b1d462bdb61 req-679eefb3-d4b2-4d7d-8a2f-7cde9761badc service neutron] Attempting to bind port 0e8772ac-46e5-49a3-ae4e-ddf378358bd1 on network 60fe9c2c-e7bf-4f35-b17e-978d133c919f {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:14:07.015325 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e59a97-06f1-4129-beca-9b1d462bdb61 req-679eefb3-d4b2-4d7d-8a2f-7cde9761badc service neutron] Port 0e8772ac-46e5-49a3-ae4e-ddf378358bd1 on network 60fe9c2c-e7bf-4f35-b17e-978d133c919f not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:14:07.015803 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e59a97-06f1-4129-beca-9b1d462bdb61 req-679eefb3-d4b2-4d7d-8a2f-7cde9761badc service neutron] Attempting to bind port 0e8772ac-46e5-49a3-ae4e-ddf378358bd1 on network 60fe9c2c-e7bf-4f35-b17e-978d133c919f {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:14:07.020958 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e59a97-06f1-4129-beca-9b1d462bdb61 req-679eefb3-d4b2-4d7d-8a2f-7cde9761badc service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:14:07.021302 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e59a97-06f1-4129-beca-9b1d462bdb61 req-679eefb3-d4b2-4d7d-8a2f-7cde9761badc service neutron] Checking segment: {'id': 'd62b6be2-0495-4249-93ef-0f2bd1721cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '60fe9c2c-e7bf-4f35-b17e-978d133c919f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:14:07.021739 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e59a97-06f1-4129-beca-9b1d462bdb61 req-679eefb3-d4b2-4d7d-8a2f-7cde9761badc service neutron] Bound using segment: {'id': 'd62b6be2-0495-4249-93ef-0f2bd1721cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '60fe9c2c-e7bf-4f35-b17e-978d133c919f'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:14:07.022172 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-84e59a97-06f1-4129-beca-9b1d462bdb61 req-679eefb3-d4b2-4d7d-8a2f-7cde9761badc service neutron] Bound port: 0e8772ac-46e5-49a3-ae4e-ddf378358bd1, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd62b6be2-0495-4249-93ef-0f2bd1721cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '60fe9c2c-e7bf-4f35-b17e-978d133c919f'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:14:07.022525 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-84e59a97-06f1-4129-beca-9b1d462bdb61 req-679eefb3-d4b2-4d7d-8a2f-7cde9761badc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:07.064255 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b490cbfe-be8a-462b-b72a-b5cd4cdf663c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c6e1ca-5b02-4492-92da-0e65a0c1bfff'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:14:07.068698 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594979c9-1b4a-46b3-a41d-a5fa8de18d86" -d '{"events": [{"server_uuid": "b490cbfe-be8a-462b-b72a-b5cd4cdf663c", "name": "network-vif-plugged", "status": "completed", "tag": "25c6e1ca-5b02-4492-92da-0e65a0c1bfff"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:14:07.123900 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a3ba83-d6e5-4ca2-99fc-47ca5d5dad1b x-openstack-request-id: req-f1a3ba83-d6e5-4ca2-99fc-47ca5d5dad1b {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:14:07.124417 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b490cbfe-be8a-462b-b72a-b5cd4cdf663c", "name": "network-vif-plugged", "status": "completed", "tag": "25c6e1ca-5b02-4492-92da-0e65a0c1bfff", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:14:07.124962 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f1a3ba83-d6e5-4ca2-99fc-47ca5d5dad1b {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:14:07.125452 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b490cbfe-be8a-462b-b72a-b5cd4cdf663c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c6e1ca-5b02-4492-92da-0e65a0c1bfff', 'code': 200} Oct 30 15:14:07.149294 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-84e59a97-06f1-4129-beca-9b1d462bdb61 req-679eefb3-d4b2-4d7d-8a2f-7cde9761badc service neutron] For port 0e8772ac-46e5-49a3-ae4e-ddf378358bd1, host n-h2-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:14:07.154274 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-84e59a97-06f1-4129-beca-9b1d462bdb61 req-679eefb3-d4b2-4d7d-8a2f-7cde9761badc service neutron] For port 0e8772ac-46e5-49a3-ae4e-ddf378358bd1, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=0e8772ac-46e5-49a3-ae4e-ddf378358bd1,segment=NetworkSegment(d62b6be2-0495-4249-93ef-0f2bd1721cc6),segment_id=d62b6be2-0495-4249-93ef-0f2bd1721cc6)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:14:07.160840 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-84e59a97-06f1-4129-beca-9b1d462bdb61 req-679eefb3-d4b2-4d7d-8a2f-7cde9761badc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:07.182759 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d9a69a-a407-401e-9f49-6cf71032c285 req-47fdf358-16af-4f1d-85fc-b55d3ea0a550 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:07.184412 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-10d9a69a-a407-401e-9f49-6cf71032c285 req-47fdf358-16af-4f1d-85fc-b55d3ea0a550 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=b490cbfe-be8a-462b-b72a-b5cd4cdf663c HTTP/1.1" status: 200 len: 945 time: 0.0959399 Oct 30 15:14:07.208084 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e59a97-06f1-4129-beca-9b1d462bdb61 req-679eefb3-d4b2-4d7d-8a2f-7cde9761badc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:07.208911 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-84e59a97-06f1-4129-beca-9b1d462bdb61 req-679eefb3-d4b2-4d7d-8a2f-7cde9761badc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:07.210711 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-84e59a97-06f1-4129-beca-9b1d462bdb61 req-679eefb3-d4b2-4d7d-8a2f-7cde9761badc service neutron] 10.222.0.44 "PUT /v2.0/ports/0e8772ac-46e5-49a3-ae4e-ddf378358bd1 HTTP/1.1" status: 200 len: 1092 time: 1.0105567 Oct 30 15:14:07.211896 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc8b4167-726f-443a-a767-4e49530c134b', 'tag': '0e8772ac-46e5-49a3-ae4e-ddf378358bd1'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:14:07.214319 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b85505b8-0541-44ba-97ee-bf67968d6520" -d '{"events": [{"name": "network-changed", "server_uuid": "dc8b4167-726f-443a-a767-4e49530c134b", "tag": "0e8772ac-46e5-49a3-ae4e-ddf378358bd1"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:14:07.518826 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-83a77421-d3e4-4532-97c9-da269b7e9101 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:07.585982 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a77421-d3e4-4532-97c9-da269b7e9101 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Pushing event deleted for resources: {'Port': ['ID=db7e8368-efe4-4a21-af1f-57a0e6f977a3,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:07.626438 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b869b0a3-8e11-41fa-b7d4-b4c35d516909 x-openstack-request-id: req-b869b0a3-8e11-41fa-b7d4-b4c35d516909 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:14:07.626712 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc8b4167-726f-443a-a767-4e49530c134b", "tag": "0e8772ac-46e5-49a3-ae4e-ddf378358bd1", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:14:07.627107 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b869b0a3-8e11-41fa-b7d4-b4c35d516909 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:14:07.627662 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc8b4167-726f-443a-a767-4e49530c134b', 'tag': '0e8772ac-46e5-49a3-ae4e-ddf378358bd1', 'status': 'completed', 'code': 200} Oct 30 15:14:07.657194 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679eefb3-d4b2-4d7d-8a2f-7cde9761badc service neutron] Pushing event updated for resources: {'Port': ['ID=0e8772ac-46e5-49a3-ae4e-ddf378358bd1,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:07.707326 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-10d9a69a-a407-401e-9f49-6cf71032c285 req-861a5d96-8ab1-4b11-b544-9c8032a48e5c tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5023112 Oct 30 15:14:07.736075 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85505b8-0541-44ba-97ee-bf67968d6520 req-ff6db0d2-eb67-48af-9e12-5f919e89b54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:07.737555 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b85505b8-0541-44ba-97ee-bf67968d6520 req-ff6db0d2-eb67-48af-9e12-5f919e89b54a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d59359258aac4c5ea049256c7bbcf923&device_id=dc8b4167-726f-443a-a767-4e49530c134b HTTP/1.1" status: 200 len: 1095 time: 0.1129410 Oct 30 15:14:07.739128 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab0ed1f-98a6-4089-a412-709815f467db req-c3305944-ce7e-4a70-96ce-2463d5136b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:07.740142 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad3c75-c3e6-44ed-a795-0a96a6384d40 req-793a5435-1556-488b-b42d-556ff8b0bfba tempest-ServerPasswordTestJSON-1756742208 tempest-ServerPasswordTestJSON-1756742208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:07.740616 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-aab0ed1f-98a6-4089-a412-709815f467db req-c3305944-ce7e-4a70-96ce-2463d5136b2a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b490cbfe-be8a-462b-b72a-b5cd4cdf663c HTTP/1.1" status: 200 len: 1097 time: 0.1103208 Oct 30 15:14:07.743042 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a6ad3c75-c3e6-44ed-a795-0a96a6384d40 req-793a5435-1556-488b-b42d-556ff8b0bfba tempest-ServerPasswordTestJSON-1756742208 tempest-ServerPasswordTestJSON-1756742208-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc8b4167-726f-443a-a767-4e49530c134b HTTP/1.1" status: 200 len: 943 time: 0.2754805 Oct 30 15:14:07.811839 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-83a77421-d3e4-4532-97c9-da269b7e9101 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:07.844405 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-aab0ed1f-98a6-4089-a412-709815f467db req-65fd835b-7d51-453c-8593-3a0d380f889a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942662 Oct 30 15:14:07.888845 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85505b8-0541-44ba-97ee-bf67968d6520 req-d5b7e65e-ad98-4a14-b261-07d5f8662e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:07.890345 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b85505b8-0541-44ba-97ee-bf67968d6520 req-d5b7e65e-ad98-4a14-b261-07d5f8662e21 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=d59359258aac4c5ea049256c7bbcf923&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1392450 Oct 30 15:14:08.017668 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bfed1ab7-056a-4835-aa95-d552a4cc10ae req-735622c9-bd07-482d-96e0-7bf351f392a6 tempest-ImagesNegativeTestJSON-1830812716 tempest-ImagesNegativeTestJSON-1830812716-project] 10.222.0.62 "GET /v2.0/ports?device_id=e51d4d74-f88d-4988-8e3f-d9bb09f9a24c HTTP/1.1" status: 200 len: 210 time: 0.0431902 Oct 30 15:14:08.057482 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85505b8-0541-44ba-97ee-bf67968d6520 req-109655c4-5fd3-45b1-ad4d-dd2116c6ee40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:08.058949 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b85505b8-0541-44ba-97ee-bf67968d6520 req-109655c4-5fd3-45b1-ad4d-dd2116c6ee40 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1614842 Oct 30 15:14:08.066654 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6a46c138-df1c-490a-b70e-17bd34bbb20f req-7e6720ec-3057-40ca-858b-2665cde221be tempest-ImagesNegativeTestJSON-1830812716 tempest-ImagesNegativeTestJSON-1830812716-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=356eb67137d547ea836eebfaf2df1d97&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1909778 Oct 30 15:14:08.081228 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-83a77421-d3e4-4532-97c9-da269b7e9101 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:08.090765 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-83a77421-d3e4-4532-97c9-da269b7e9101 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:08.150681 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e59a97-06f1-4129-beca-9b1d462bdb61 req-46d0a60d-f33b-4fc4-a971-6cec15578224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:08.152999 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-84e59a97-06f1-4129-beca-9b1d462bdb61 req-46d0a60d-f33b-4fc4-a971-6cec15578224 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d59359258aac4c5ea049256c7bbcf923&device_id=dc8b4167-726f-443a-a767-4e49530c134b HTTP/1.1" status: 200 len: 1095 time: 0.0486851 Oct 30 15:14:08.195942 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-84e59a97-06f1-4129-beca-9b1d462bdb61 req-5317cfa4-a849-4d50-a82f-2e096d630b51 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0e8772ac-46e5-49a3-ae4e-ddf378358bd1 HTTP/1.1" status: 200 len: 217 time: 0.0340993 Oct 30 15:14:08.212137 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a6ad3c75-c3e6-44ed-a795-0a96a6384d40 req-ce6e6d27-8a4a-436b-b5a6-afba34a8a237 tempest-ServerPasswordTestJSON-1756742208 tempest-ServerPasswordTestJSON-1756742208-project] 10.222.0.62 "GET /v2.0/security-groups?id=07ffb87b-2baa-4c08-b4cd-ff85c54b06ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4605813 Oct 30 15:14:08.253234 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-83a77421-d3e4-4532-97c9-da269b7e9101 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:08.253799 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a77421-d3e4-4532-97c9-da269b7e9101 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Fanout notify agent at l3_agent the message router_deleted on router 915b1f69-1236-465f-8bfe-59549254595d {{(pid=102130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:14:08.261557 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-83a77421-d3e4-4532-97c9-da269b7e9101 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:08.262859 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-83a77421-d3e4-4532-97c9-da269b7e9101 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] 10.222.0.62 "DELETE /v2.0/routers/915b1f69-1236-465f-8bfe-59549254595d HTTP/1.1" status: 204 len: 168 time: 2.6237919 Oct 30 15:14:08.267392 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36602) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:08.272842 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-db4ce42d-49c6-4979-b01b-3fbace64071a tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Request body: {'router': {'name': 'tempest-snat-router-944111593', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'enable_snat': False}}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:14:08.277620 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e59a97-06f1-4129-beca-9b1d462bdb61 req-43878296-744b-4743-9924-bfc5e22a4a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:08.279110 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-84e59a97-06f1-4129-beca-9b1d462bdb61 req-43878296-744b-4743-9924-bfc5e22a4a5c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=46bf7004-7aaf-49e2-83ab-d0fedc79b02e HTTP/1.1" status: 200 len: 853 time: 0.0748167 Oct 30 15:14:08.320228 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-84e59a97-06f1-4129-beca-9b1d462bdb61 req-3215551e-15f5-4ccd-8795-fc0ef9ccda2c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=60fe9c2c-e7bf-4f35-b17e-978d133c919f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331817 Oct 30 15:14:08.339672 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.db.resource_extend [None req-2da56f00-d4a7-426c-b3d8-cbd61cf0d945 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 30 15:14:08.374782 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-db4ce42d-49c6-4979-b01b-3fbace64071a tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:08.375961 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-db4ce42d-49c6-4979-b01b-3fbace64071a tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:08.388213 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a46c138-df1c-490a-b70e-17bd34bbb20f req-c40f42a4-c966-4079-b32f-7593bdcfca49 tempest-ImagesNegativeTestJSON-1830812716 tempest-ImagesNegativeTestJSON-1830812716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:08.390046 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6a46c138-df1c-490a-b70e-17bd34bbb20f req-c40f42a4-c966-4079-b32f-7593bdcfca49 tempest-ImagesNegativeTestJSON-1830812716 tempest-ImagesNegativeTestJSON-1830812716-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3113716 Oct 30 15:14:08.405343 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-6a46c138-df1c-490a-b70e-17bd34bbb20f req-65f0cd96-132d-4133-99c8-7a8494677f43 tempest-ImagesNegativeTestJSON-1830812716 tempest-ImagesNegativeTestJSON-1830812716-project] Request body: {'port': {'device_id': 'e51d4d74-f88d-4988-8e3f-d9bb09f9a24c', 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704', 'admin_state_up': True, 'tenant_id': '356eb67137d547ea836eebfaf2df1d97'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:14:08.455872 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2da56f00-d4a7-426c-b3d8-cbd61cf0d945 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:08.462762 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2da56f00-d4a7-426c-b3d8-cbd61cf0d945 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:08.471676 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-db4ce42d-49c6-4979-b01b-3fbace64071a tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:08.480815 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-84e59a97-06f1-4129-beca-9b1d462bdb61 req-a7c71a62-e82d-49b2-8647-b0f60ca23876 service neutron] 10.222.0.44 "GET /v2.0/networks/60fe9c2c-e7bf-4f35-b17e-978d133c919f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520362 Oct 30 15:14:08.625034 n-d-806683-17 neutron-server[102130]: INFO neutron.db.l3_db [None req-2da56f00-d4a7-426c-b3d8-cbd61cf0d945 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Floating IP b1ca446e-22ca-437e-98e1-5c0ed0cbff2a associated. External IP: 172.25.4.220, port: a0d107bb-70ae-4589-bbad-ba445997ea32. Oct 30 15:14:08.662047 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a46c138-df1c-490a-b70e-17bd34bbb20f req-65f0cd96-132d-4133-99c8-7a8494677f43 tempest-ImagesNegativeTestJSON-1830812716 tempest-ImagesNegativeTestJSON-1830812716-project] Made reservation on behalf of 356eb67137d547ea836eebfaf2df1d97 for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:14:08.669699 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6a46c138-df1c-490a-b70e-17bd34bbb20f req-65f0cd96-132d-4133-99c8-7a8494677f43 tempest-ImagesNegativeTestJSON-1830812716 tempest-ImagesNegativeTestJSON-1830812716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:08.688182 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-db4ce42d-49c6-4979-b01b-3fbace64071a tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:08.708262 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6a46c138-df1c-490a-b70e-17bd34bbb20f req-65f0cd96-132d-4133-99c8-7a8494677f43 tempest-ImagesNegativeTestJSON-1830812716 tempest-ImagesNegativeTestJSON-1830812716-project] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:08.777121 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-84e59a97-06f1-4129-beca-9b1d462bdb61 req-c901015b-ecf6-4c47-a6e8-0e1239959a39 service neutron] 10.222.0.44 "GET /v2.0/networks/60fe9c2c-e7bf-4f35-b17e-978d133c919f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562943 Oct 30 15:14:08.941093 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6a46c138-df1c-490a-b70e-17bd34bbb20f req-65f0cd96-132d-4133-99c8-7a8494677f43 tempest-ImagesNegativeTestJSON-1830812716 tempest-ImagesNegativeTestJSON-1830812716-project] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:08.951045 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6a46c138-df1c-490a-b70e-17bd34bbb20f req-65f0cd96-132d-4133-99c8-7a8494677f43 tempest-ImagesNegativeTestJSON-1830812716 tempest-ImagesNegativeTestJSON-1830812716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:08.996250 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49adf36-27a2-43c6-aba8-f4900cd91ef7 req-ce707fb2-a525-4dc3-88ec-0797191ec05a tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:09.003752 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b49adf36-27a2-43c6-aba8-f4900cd91ef7 req-ce707fb2-a525-4dc3-88ec-0797191ec05a tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=b490cbfe-be8a-462b-b72a-b5cd4cdf663c HTTP/1.1" status: 200 len: 945 time: 0.1839242 Oct 30 15:14:09.056840 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2da56f00-d4a7-426c-b3d8-cbd61cf0d945 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Router 6ccd2274-8d6b-4ff4-ace8-95127cd8e714 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:14:09.057766 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f0cd96-132d-4133-99c8-7a8494677f43 tempest-ImagesNegativeTestJSON-1830812716 tempest-ImagesNegativeTestJSON-1830812716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc35fec1-d552-46ab-a1c4-625d1bb4a468,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:09.084623 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b49adf36-27a2-43c6-aba8-f4900cd91ef7 req-81f736b7-9908-4912-814a-6cf67f2976fc tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799148 Oct 30 15:14:09.089930 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-db4ce42d-49c6-4979-b01b-3fbace64071a tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:09.120134 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-db4ce42d-49c6-4979-b01b-3fbace64071a tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:09.251264 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-77e07fc4-8431-46e7-8a31-88a83c3b301d req-0f8e5338-f25c-4620-bef2-cff9278682a4 tempest-ImagesNegativeTestJSON-1830812716 tempest-ImagesNegativeTestJSON-1830812716-project] 10.222.0.62 "GET /v2.0/ports?device_id=e51d4d74-f88d-4988-8e3f-d9bb09f9a24c HTTP/1.1" status: 200 len: 210 time: 0.0701904 Oct 30 15:14:09.315439 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-6a46c138-df1c-490a-b70e-17bd34bbb20f req-65f0cd96-132d-4133-99c8-7a8494677f43 tempest-ImagesNegativeTestJSON-1830812716 tempest-ImagesNegativeTestJSON-1830812716-project] Allocated IP 192.168.233.158 (8de8b155-6e08-41c3-866a-8b30bb481704/43b5dea3-b65b-4514-8ec2-18a4245eb194/b6a613d1-8908-4de3-ac4f-115753515ca5) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:14:09.328552 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-db4ce42d-49c6-4979-b01b-3fbace64071a tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Allocated IP 172.25.4.162 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/3c2c0591-8846-431f-9afe-fa4cb158a140) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:14:09.393326 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da56f00-d4a7-426c-b3d8-cbd61cf0d945 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:14:09.399887 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2da56f00-d4a7-426c-b3d8-cbd61cf0d945 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:09.403665 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bd71d1-bc39-42a3-9a78-ad1bebbbacdf None None] Sync routers for ids ['6ccd2274-8d6b-4ff4-ace8-95127cd8e714'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:14:09.418283 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bd71d1-bc39-42a3-9a78-ad1bebbbacdf None None] Routers {'6ccd2274-8d6b-4ff4-ace8-95127cd8e714'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:14:09.418960 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-93bd71d1-bc39-42a3-9a78-ad1bebbbacdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:13:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['6ccd2274-8d6b-4ff4-ace8-95127cd8e714'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:14:09.525081 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-db4ce42d-49c6-4979-b01b-3fbace64071a tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:09.583617 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-93bd71d1-bc39-42a3-9a78-ad1bebbbacdf None None] Set router 6ccd2274-8d6b-4ff4-ace8-95127cd8e714 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:14:09.644481 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-db4ce42d-49c6-4979-b01b-3fbace64071a tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:09.726458 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4ce42d-49c6-4979-b01b-3fbace64071a tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Pushing event updated for resources: {'Port': ['ID=3c2c0591-8846-431f-9afe-fa4cb158a140,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:09.754366 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3865a6d2-3ef6-4c72-8b68-748a55d6ee4e req-5ecb521a-0c5a-49a9-bc26-7b5b7b265fed tempest-ServerPasswordTestJSON-1756742208 tempest-ServerPasswordTestJSON-1756742208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:09.765102 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3865a6d2-3ef6-4c72-8b68-748a55d6ee4e req-5ecb521a-0c5a-49a9-bc26-7b5b7b265fed tempest-ServerPasswordTestJSON-1756742208 tempest-ServerPasswordTestJSON-1756742208-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc8b4167-726f-443a-a767-4e49530c134b HTTP/1.1" status: 200 len: 943 time: 0.1967790 Oct 30 15:14:09.796039 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4ce42d-49c6-4979-b01b-3fbace64071a tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:14:09.799133 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-db4ce42d-49c6-4979-b01b-3fbace64071a tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:14:09.802029 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4ce42d-49c6-4979-b01b-3fbace64071a tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:14:09.871784 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3865a6d2-3ef6-4c72-8b68-748a55d6ee4e req-d5a7e9b2-1d87-4cdd-8f22-adcf0d61a728 tempest-ServerPasswordTestJSON-1756742208 tempest-ServerPasswordTestJSON-1756742208-project] 10.222.0.62 "GET /v2.0/security-groups?id=07ffb87b-2baa-4c08-b4cd-ff85c54b06ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009755 Oct 30 15:14:09.930111 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36628) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:09.955356 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-2da56f00-d4a7-426c-b3d8-cbd61cf0d945 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "PUT /v2.0/floatingips/b1ca446e-22ca-437e-98e1-5c0ed0cbff2a HTTP/1.1" status: 200 len: 992 time: 3.2993085 Oct 30 15:14:09.958192 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '618df14e-6aba-40ef-8848-70c44c162096', 'tag': 'a0d107bb-70ae-4589-bbad-ba445997ea32'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:14:09.960532 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56fadd4e-af6d-4f8c-b599-48149c583385" -d '{"events": [{"name": "network-changed", "server_uuid": "618df14e-6aba-40ef-8848-70c44c162096", "tag": "a0d107bb-70ae-4589-bbad-ba445997ea32"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:14:10.035094 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-93bd71d1-bc39-42a3-9a78-ad1bebbbacdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ccd2274-8d6b-4ff4-ace8-95127cd8e714', 'name': 'tempest-TaggedBootDevicesTest-1533506095-router', 'tenant_id': '005d49094ead4e63ad23cb02de2bfa34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '2ffc7082-ce09-46e0-93dc-281675870673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:11:20Z', 'updated_at': '2021-10-30T15:11:28Z', 'revision_number': 4, 'project_id': '005d49094ead4e63ad23cb02de2bfa34', 'gw_port': {'id': '2ffc7082-ce09-46e0-93dc-281675870673', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccd2274-8d6b-4ff4-ace8-95127cd8e714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:11:21Z', 'updated_at': '2021-10-30T15:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': 'b1ca446e-22ca-437e-98e1-5c0ed0cbff2a', 'tenant_id': '005d49094ead4e63ad23cb02de2bfa34', 'floating_ip_address': '172.25.4.220', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '6ccd2274-8d6b-4ff4-ace8-95127cd8e714', 'port_id': 'a0d107bb-70ae-4589-bbad-ba445997ea32', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '524f8360-eaf2-4133-a589-da68b60c4b3f', 'mac_address': 'fa:16:3e:7c:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618df14e-6aba-40ef-8848-70c44c162096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:12:22Z', 'updated_at': '2021-10-30T15:14:08Z', 'revision_number': 1, 'project_id': '005d49094ead4e63ad23cb02de2bfa34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ad90f31-34c0-40e9-b6f2-7ed6fd122689', 'name': '', 'network_id': '524f8360-eaf2-4133-a589-da68b60c4b3f', 'tenant_id': '005d49094ead4e63ad23cb02de2bfa34', 'mac_address': 'fa:16:3e:a3:cb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccd2274-8d6b-4ff4-ace8-95127cd8e714', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'b6028f5c-691f-4481-8af2-37902ddb4e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:11:26Z', 'updated_at': '2021-10-30T15:11:34Z', 'revision_number': 5, 'project_id': '005d49094ead4e63ad23cb02de2bfa34', 'subnets': [{'id': 'b6028f5c-691f-4481-8af2-37902ddb4e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:14:10.087974 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6a46c138-df1c-490a-b70e-17bd34bbb20f req-65f0cd96-132d-4133-99c8-7a8494677f43 tempest-ImagesNegativeTestJSON-1830812716 tempest-ImagesNegativeTestJSON-1830812716-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:10.117159 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bd71d1-bc39-42a3-9a78-ad1bebbbacdf None None] Checking router: 6ccd2274-8d6b-4ff4-ace8-95127cd8e714 for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:14:10.131126 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15201695-1766-48c0-a07d-166fc9ae8013 x-openstack-request-id: req-15201695-1766-48c0-a07d-166fc9ae8013 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:14:10.133819 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "618df14e-6aba-40ef-8848-70c44c162096", "tag": "a0d107bb-70ae-4589-bbad-ba445997ea32", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:14:10.133819 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-15201695-1766-48c0-a07d-166fc9ae8013 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:14:10.133819 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '618df14e-6aba-40ef-8848-70c44c162096', 'tag': 'a0d107bb-70ae-4589-bbad-ba445997ea32', 'status': 'completed', 'code': 200} Oct 30 15:14:10.144227 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bd71d1-bc39-42a3-9a78-ad1bebbbacdf None None] Routers {'6ccd2274-8d6b-4ff4-ace8-95127cd8e714'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:14:10.147069 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-93bd71d1-bc39-42a3-9a78-ad1bebbbacdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:13:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['6ccd2274-8d6b-4ff4-ace8-95127cd8e714'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:14:10.171099 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6a46c138-df1c-490a-b70e-17bd34bbb20f req-65f0cd96-132d-4133-99c8-7a8494677f43 tempest-ImagesNegativeTestJSON-1830812716 tempest-ImagesNegativeTestJSON-1830812716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:10.250197 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a46c138-df1c-490a-b70e-17bd34bbb20f req-65f0cd96-132d-4133-99c8-7a8494677f43 tempest-ImagesNegativeTestJSON-1830812716 tempest-ImagesNegativeTestJSON-1830812716-project] Network 8de8b155-6e08-41c3-866a-8b30bb481704 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:14:10.258440 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fadd4e-af6d-4f8c-b599-48149c583385 req-12194f0a-ba55-48ca-bdb7-ffe3bf9db76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:10.259130 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fadd4e-af6d-4f8c-b599-48149c583385 req-12194f0a-ba55-48ca-bdb7-ffe3bf9db76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:10.259825 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fadd4e-af6d-4f8c-b599-48149c583385 req-12194f0a-ba55-48ca-bdb7-ffe3bf9db76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:10.261333 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fadd4e-af6d-4f8c-b599-48149c583385 req-12194f0a-ba55-48ca-bdb7-ffe3bf9db76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:10.262216 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fadd4e-af6d-4f8c-b599-48149c583385 req-12194f0a-ba55-48ca-bdb7-ffe3bf9db76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:10.265795 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fadd4e-af6d-4f8c-b599-48149c583385 req-12194f0a-ba55-48ca-bdb7-ffe3bf9db76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:10.266264 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-6a46c138-df1c-490a-b70e-17bd34bbb20f req-65f0cd96-132d-4133-99c8-7a8494677f43 tempest-ImagesNegativeTestJSON-1830812716 tempest-ImagesNegativeTestJSON-1830812716-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:14:10.266416 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fadd4e-af6d-4f8c-b599-48149c583385 req-12194f0a-ba55-48ca-bdb7-ffe3bf9db76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:10.269496 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-56fadd4e-af6d-4f8c-b599-48149c583385 req-12194f0a-ba55-48ca-bdb7-ffe3bf9db76e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=005d49094ead4e63ad23cb02de2bfa34&device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 6498 time: 0.1063726 Oct 30 15:14:10.272708 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a46c138-df1c-490a-b70e-17bd34bbb20f req-65f0cd96-132d-4133-99c8-7a8494677f43 tempest-ImagesNegativeTestJSON-1830812716 tempest-ImagesNegativeTestJSON-1830812716-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:14:10.279691 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8469963f-d337-4248-a839-eaecebf68d2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:10.333315 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f0cd96-132d-4133-99c8-7a8494677f43 tempest-ImagesNegativeTestJSON-1830812716 tempest-ImagesNegativeTestJSON-1830812716-project] Pushing event updated for resources: {'Port': ['ID=b6a613d1-8908-4de3-ac4f-115753515ca5,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:10.365109 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c19d738-d81c-4c41-bedf-930e2739e51c req-0d49e772-1c84-4160-b011-ba6401a618ab tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:10.366765 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3c19d738-d81c-4c41-bedf-930e2739e51c req-0d49e772-1c84-4160-b011-ba6401a618ab tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=b490cbfe-be8a-462b-b72a-b5cd4cdf663c HTTP/1.1" status: 200 len: 945 time: 0.1101706 Oct 30 15:14:10.380243 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a46c138-df1c-490a-b70e-17bd34bbb20f req-65f0cd96-132d-4133-99c8-7a8494677f43 tempest-ImagesNegativeTestJSON-1830812716 tempest-ImagesNegativeTestJSON-1830812716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:10.380902 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6a46c138-df1c-490a-b70e-17bd34bbb20f req-65f0cd96-132d-4133-99c8-7a8494677f43 tempest-ImagesNegativeTestJSON-1830812716 tempest-ImagesNegativeTestJSON-1830812716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:10.386921 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-93bd71d1-bc39-42a3-9a78-ad1bebbbacdf None None] Set router 6ccd2274-8d6b-4ff4-ace8-95127cd8e714 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:14:10.409056 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fadd4e-af6d-4f8c-b599-48149c583385 req-95195e68-b6a4-4002-9dea-0b4ff1916157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:10.411433 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-56fadd4e-af6d-4f8c-b599-48149c583385 req-95195e68-b6a4-4002-9dea-0b4ff1916157 service neutron] 10.222.0.53 "GET /v2.0/networks?id=524f8360-eaf2-4133-a589-da68b60c4b3f HTTP/1.1" status: 200 len: 913 time: 0.1292515 Oct 30 15:14:10.422048 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6a46c138-df1c-490a-b70e-17bd34bbb20f req-65f0cd96-132d-4133-99c8-7a8494677f43 tempest-ImagesNegativeTestJSON-1830812716 tempest-ImagesNegativeTestJSON-1830812716-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0223815 Oct 30 15:14:10.430827 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3c19d738-d81c-4c41-bedf-930e2739e51c req-163ee2e2-6b33-422e-8676-59b6070c24fb tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466840 Oct 30 15:14:10.437561 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-6a46c138-df1c-490a-b70e-17bd34bbb20f req-18b8f289-0aab-4f06-92e7-4f3144866464 service neutron] Request body: {'port': {'device_id': 'e51d4d74-f88d-4988-8e3f-d9bb09f9a24c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:14:10.507239 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6a46c138-df1c-490a-b70e-17bd34bbb20f req-18b8f289-0aab-4f06-92e7-4f3144866464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:10.602997 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-db4ce42d-49c6-4979-b01b-3fbace64071a tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:10.697089 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc7308-5f58-4bc6-aaf5-e6ff29b7175d req-be460aba-0467-4b18-8a24-392051f998de tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:10.699269 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8ddc7308-5f58-4bc6-aaf5-e6ff29b7175d req-be460aba-0467-4b18-8a24-392051f998de tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=b490cbfe-be8a-462b-b72a-b5cd4cdf663c HTTP/1.1" status: 200 len: 945 time: 0.1417966 Oct 30 15:14:10.753922 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-3a4a3a52-05e9-4bff-be97-9f7e030f651d None None] Provisioning complete for port b6a613d1-8908-4de3-ac4f-115753515ca5 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:14:10.754932 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3a4a3a52-05e9-4bff-be97-9f7e030f651d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:10.825416 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-3a4a3a52-05e9-4bff-be97-9f7e030f651d None None] Port b6a613d1-8908-4de3-ac4f-115753515ca5 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:14:10.827713 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8ddc7308-5f58-4bc6-aaf5-e6ff29b7175d req-edb3e4ed-8f08-458d-9c43-4dcdde0a200a tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100113 Oct 30 15:14:10.864006 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-56fadd4e-af6d-4f8c-b599-48149c583385 req-b0e78e78-4906-4428-b42d-5ebfc37883ec service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0d107bb-70ae-4589-bbad-ba445997ea32 HTTP/1.1" status: 200 len: 1000 time: 0.4368677 Oct 30 15:14:10.920647 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-93bd71d1-bc39-42a3-9a78-ad1bebbbacdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ccd2274-8d6b-4ff4-ace8-95127cd8e714', 'name': 'tempest-TaggedBootDevicesTest-1533506095-router', 'tenant_id': '005d49094ead4e63ad23cb02de2bfa34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '2ffc7082-ce09-46e0-93dc-281675870673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:11:20Z', 'updated_at': '2021-10-30T15:11:28Z', 'revision_number': 4, 'project_id': '005d49094ead4e63ad23cb02de2bfa34', 'gw_port': {'id': '2ffc7082-ce09-46e0-93dc-281675870673', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccd2274-8d6b-4ff4-ace8-95127cd8e714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:11:21Z', 'updated_at': '2021-10-30T15:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': 'b1ca446e-22ca-437e-98e1-5c0ed0cbff2a', 'tenant_id': '005d49094ead4e63ad23cb02de2bfa34', 'floating_ip_address': '172.25.4.220', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '6ccd2274-8d6b-4ff4-ace8-95127cd8e714', 'port_id': 'a0d107bb-70ae-4589-bbad-ba445997ea32', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '524f8360-eaf2-4133-a589-da68b60c4b3f', 'mac_address': 'fa:16:3e:7c:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618df14e-6aba-40ef-8848-70c44c162096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:12:22Z', 'updated_at': '2021-10-30T15:14:08Z', 'revision_number': 1, 'project_id': '005d49094ead4e63ad23cb02de2bfa34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ad90f31-34c0-40e9-b6f2-7ed6fd122689', 'name': '', 'network_id': '524f8360-eaf2-4133-a589-da68b60c4b3f', 'tenant_id': '005d49094ead4e63ad23cb02de2bfa34', 'mac_address': 'fa:16:3e:a3:cb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccd2274-8d6b-4ff4-ace8-95127cd8e714', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'b6028f5c-691f-4481-8af2-37902ddb4e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:11:26Z', 'updated_at': '2021-10-30T15:11:34Z', 'revision_number': 5, 'project_id': '005d49094ead4e63ad23cb02de2bfa34', 'subnets': [{'id': 'b6028f5c-691f-4481-8af2-37902ddb4e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:14:10.971727 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bd71d1-bc39-42a3-9a78-ad1bebbbacdf None None] The sync data for ids ['6ccd2274-8d6b-4ff4-ace8-95127cd8e714'] in n-d-806683-17 is: [{'id': '6ccd2274-8d6b-4ff4-ace8-95127cd8e714', 'name': 'tempest-TaggedBootDevicesTest-1533506095-router', 'tenant_id': '005d49094ead4e63ad23cb02de2bfa34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '2ffc7082-ce09-46e0-93dc-281675870673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:11:20Z', 'updated_at': '2021-10-30T15:11:28Z', 'revision_number': 4, 'project_id': '005d49094ead4e63ad23cb02de2bfa34', 'gw_port': {'id': '2ffc7082-ce09-46e0-93dc-281675870673', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccd2274-8d6b-4ff4-ace8-95127cd8e714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:11:21Z', 'updated_at': '2021-10-30T15:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': 'b1ca446e-22ca-437e-98e1-5c0ed0cbff2a', 'tenant_id': '005d49094ead4e63ad23cb02de2bfa34', 'floating_ip_address': '172.25.4.220', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '6ccd2274-8d6b-4ff4-ace8-95127cd8e714', 'port_id': 'a0d107bb-70ae-4589-bbad-ba445997ea32', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '524f8360-eaf2-4133-a589-da68b60c4b3f', 'mac_address': 'fa:16:3e:7c:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618df14e-6aba-40ef-8848-70c44c162096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:12:22Z', 'updated_at': '2021-10-30T15:14:08Z', 'revision_number': 1, 'project_id': '005d49094ead4e63ad23cb02de2bfa34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ad90f31-34c0-40e9-b6f2-7ed6fd122689', 'name': '', 'network_id': '524f8360-eaf2-4133-a589-da68b60c4b3f', 'tenant_id': '005d49094ead4e63ad23cb02de2bfa34', 'mac_address': 'fa:16:3e:a3:cb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccd2274-8d6b-4ff4-ace8-95127cd8e714', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'b6028f5c-691f-4481-8af2-37902ddb4e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:11:26Z', 'updated_at': '2021-10-30T15:11:34Z', 'revision_number': 5, 'project_id': '005d49094ead4e63ad23cb02de2bfa34', 'subnets': [{'id': 'b6028f5c-691f-4481-8af2-37902ddb4e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:14:11.027289 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf686c44-a5ba-4dc6-b256-f6a8a67425e1 req-13a2f847-d3da-4e71-85e9-e7b6a21148d5 tempest-ImagesNegativeTestJSON-1830812716 tempest-ImagesNegativeTestJSON-1830812716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:11.036204 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bf686c44-a5ba-4dc6-b256-f6a8a67425e1 req-13a2f847-d3da-4e71-85e9-e7b6a21148d5 tempest-ImagesNegativeTestJSON-1830812716 tempest-ImagesNegativeTestJSON-1830812716-project] 10.222.0.62 "GET /v2.0/ports?device_id=e51d4d74-f88d-4988-8e3f-d9bb09f9a24c HTTP/1.1" status: 200 len: 936 time: 0.6113591 Oct 30 15:14:11.065994 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-6a46c138-df1c-490a-b70e-17bd34bbb20f req-18b8f289-0aab-4f06-92e7-4f3144866464 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6a613d1-8908-4de3-ac4f-115753515ca5 {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:14:11.075999 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6a46c138-df1c-490a-b70e-17bd34bbb20f req-18b8f289-0aab-4f06-92e7-4f3144866464 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:11.086233 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-db4ce42d-49c6-4979-b01b-3fbace64071a tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:11.103906 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-6a46c138-df1c-490a-b70e-17bd34bbb20f req-18b8f289-0aab-4f06-92e7-4f3144866464 service neutron] Transition to ACTIVE for port object b6a613d1-8908-4de3-ac4f-115753515ca5 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:14:11.109167 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6a46c138-df1c-490a-b70e-17bd34bbb20f req-18b8f289-0aab-4f06-92e7-4f3144866464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:11.163105 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8469963f-d337-4248-a839-eaecebf68d2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:11.224938 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b8f289-0aab-4f06-92e7-4f3144866464 service neutron] Pushing event updated for resources: {'Port': ['ID=b6a613d1-8908-4de3-ac4f-115753515ca5,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:11.268628 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8469963f-d337-4248-a839-eaecebf68d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:11.285290 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fadd4e-af6d-4f8c-b599-48149c583385 req-5ceee4de-b7c5-40e1-8057-86ab280cc492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:11.286883 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-56fadd4e-af6d-4f8c-b599-48149c583385 req-5ceee4de-b7c5-40e1-8057-86ab280cc492 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b6028f5c-691f-4481-8af2-37902ddb4e8e HTTP/1.1" status: 200 len: 851 time: 0.3826399 Oct 30 15:14:11.312574 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b97d7-ab70-4883-846f-2e821813adec req-91ea7448-4e59-4fc1-9bd1-7d241df3524f tempest-ServerPasswordTestJSON-1756742208 tempest-ServerPasswordTestJSON-1756742208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:11.320740 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2b4b97d7-ab70-4883-846f-2e821813adec req-91ea7448-4e59-4fc1-9bd1-7d241df3524f tempest-ServerPasswordTestJSON-1756742208 tempest-ServerPasswordTestJSON-1756742208-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc8b4167-726f-443a-a767-4e49530c134b HTTP/1.1" status: 200 len: 943 time: 0.1713464 Oct 30 15:14:11.363024 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98671f5f-5beb-4f73-bc3c-7618e43014a5 None None] New status for floating IP b1ca446e-22ca-437e-98e1-5c0ed0cbff2a: ACTIVE {{(pid=102132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 15:14:11.385446 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-8469963f-d337-4248-a839-eaecebf68d2a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c9d3c4c9d514421686ddeb8823dac86b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4541500 Oct 30 15:14:11.403889 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2b4b97d7-ab70-4883-846f-2e821813adec req-95fc9a0c-a885-4c27-a4ba-c6b0e8741a74 tempest-ServerPasswordTestJSON-1756742208 tempest-ServerPasswordTestJSON-1756742208-project] 10.222.0.62 "GET /v2.0/security-groups?id=07ffb87b-2baa-4c08-b4cd-ff85c54b06ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812318 Oct 30 15:14:11.404130 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36664) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:11.422903 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-6a46c138-df1c-490a-b70e-17bd34bbb20f req-18b8f289-0aab-4f06-92e7-4f3144866464 service neutron] Attempting to bind port b6a613d1-8908-4de3-ac4f-115753515ca5 on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:14:11.423251 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-6a46c138-df1c-490a-b70e-17bd34bbb20f req-18b8f289-0aab-4f06-92e7-4f3144866464 service neutron] Attempting to bind port b6a613d1-8908-4de3-ac4f-115753515ca5 by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:14:11.423672 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a46c138-df1c-490a-b70e-17bd34bbb20f req-18b8f289-0aab-4f06-92e7-4f3144866464 service neutron] Attempting to bind port b6a613d1-8908-4de3-ac4f-115753515ca5 on network 8de8b155-6e08-41c3-866a-8b30bb481704 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:14:11.431530 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a46c138-df1c-490a-b70e-17bd34bbb20f req-18b8f289-0aab-4f06-92e7-4f3144866464 service neutron] Port b6a613d1-8908-4de3-ac4f-115753515ca5 on network 8de8b155-6e08-41c3-866a-8b30bb481704 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:14:11.431878 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a46c138-df1c-490a-b70e-17bd34bbb20f req-18b8f289-0aab-4f06-92e7-4f3144866464 service neutron] Attempting to bind port b6a613d1-8908-4de3-ac4f-115753515ca5 on network 8de8b155-6e08-41c3-866a-8b30bb481704 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:14:11.442789 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a46c138-df1c-490a-b70e-17bd34bbb20f req-18b8f289-0aab-4f06-92e7-4f3144866464 service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:14:11.443002 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a46c138-df1c-490a-b70e-17bd34bbb20f req-18b8f289-0aab-4f06-92e7-4f3144866464 service neutron] Checking segment: {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:14:11.443450 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a46c138-df1c-490a-b70e-17bd34bbb20f req-18b8f289-0aab-4f06-92e7-4f3144866464 service neutron] Bound using segment: {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:14:11.443933 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-6a46c138-df1c-490a-b70e-17bd34bbb20f req-18b8f289-0aab-4f06-92e7-4f3144866464 service neutron] Bound port: b6a613d1-8908-4de3-ac4f-115753515ca5, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:14:11.444296 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6a46c138-df1c-490a-b70e-17bd34bbb20f req-18b8f289-0aab-4f06-92e7-4f3144866464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:11.460029 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bf686c44-a5ba-4dc6-b256-f6a8a67425e1 req-81630b76-0391-4800-b605-6a77068dd5ee tempest-ImagesNegativeTestJSON-1830812716 tempest-ImagesNegativeTestJSON-1830812716-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc35fec1-d552-46ab-a1c4-625d1bb4a468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3503916 Oct 30 15:14:11.460729 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469963f-d337-4248-a839-eaecebf68d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=467883d3-ea86-4cc4-888c-26463b58f4e3,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:11.530167 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fadd4e-af6d-4f8c-b599-48149c583385 req-396c62dd-d9aa-47cf-acd2-541e5899df30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:11.531882 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-56fadd4e-af6d-4f8c-b599-48149c583385 req-396c62dd-d9aa-47cf-acd2-541e5899df30 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=524f8360-eaf2-4133-a589-da68b60c4b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2216775 Oct 30 15:14:11.533280 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469963f-d337-4248-a839-eaecebf68d2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:14:11.533403 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-6a46c138-df1c-490a-b70e-17bd34bbb20f req-18b8f289-0aab-4f06-92e7-4f3144866464 service neutron] For port b6a613d1-8908-4de3-ac4f-115753515ca5, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:14:11.533622 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469963f-d337-4248-a839-eaecebf68d2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:14:11.533962 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469963f-d337-4248-a839-eaecebf68d2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:14:11.534294 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469963f-d337-4248-a839-eaecebf68d2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:14:11.534624 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469963f-d337-4248-a839-eaecebf68d2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:14:11.534948 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469963f-d337-4248-a839-eaecebf68d2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:14:11.535272 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469963f-d337-4248-a839-eaecebf68d2a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:14:11.537391 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-6a46c138-df1c-490a-b70e-17bd34bbb20f req-18b8f289-0aab-4f06-92e7-4f3144866464 service neutron] For port b6a613d1-8908-4de3-ac4f-115753515ca5, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=b6a613d1-8908-4de3-ac4f-115753515ca5,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:14:11.543824 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469963f-d337-4248-a839-eaecebf68d2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:14:11.544472 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6a46c138-df1c-490a-b70e-17bd34bbb20f req-18b8f289-0aab-4f06-92e7-4f3144866464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:11.544670 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469963f-d337-4248-a839-eaecebf68d2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:14:11.545176 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469963f-d337-4248-a839-eaecebf68d2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:14:11.545653 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469963f-d337-4248-a839-eaecebf68d2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:14:11.546140 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469963f-d337-4248-a839-eaecebf68d2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:14:11.613689 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b8f289-0aab-4f06-92e7-4f3144866464 service neutron] Pushing event updated for resources: {'Port': ['ID=b6a613d1-8908-4de3-ac4f-115753515ca5,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:11.622773 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a46c138-df1c-490a-b70e-17bd34bbb20f req-18b8f289-0aab-4f06-92e7-4f3144866464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:11.623400 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6a46c138-df1c-490a-b70e-17bd34bbb20f req-18b8f289-0aab-4f06-92e7-4f3144866464 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:11.625220 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6a46c138-df1c-490a-b70e-17bd34bbb20f req-18b8f289-0aab-4f06-92e7-4f3144866464 service neutron] 10.222.0.44 "PUT /v2.0/ports/b6a613d1-8908-4de3-ac4f-115753515ca5 HTTP/1.1" status: 200 len: 1097 time: 1.1929507 Oct 30 15:14:11.676976 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 0e8772ac-46e5-49a3-ae4e-ddf378358bd1 details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:14:11.715807 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-58044830-2550-40e6-8dc3-ba91ce4901ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:11.747786 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-58044830-2550-40e6-8dc3-ba91ce4901ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:11.830690 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-58044830-2550-40e6-8dc3-ba91ce4901ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:11.833277 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-58044830-2550-40e6-8dc3-ba91ce4901ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:11.847953 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-58044830-2550-40e6-8dc3-ba91ce4901ad admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/467883d3-ea86-4cc4-888c-26463b58f4e3 HTTP/1.1" status: 204 len: 168 time: 0.4326587 Oct 30 15:14:11.862962 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db4ce42d-49c6-4979-b01b-3fbace64071a tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Router b53d5f9d-a98c-4a10-9d5f-b031a0a51b98 is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:14:11.889624 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a46c138-df1c-490a-b70e-17bd34bbb20f req-f16eec5a-04ce-466d-9a10-14f7bc38636b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:11.892564 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6a46c138-df1c-490a-b70e-17bd34bbb20f req-f16eec5a-04ce-466d-9a10-14f7bc38636b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=356eb67137d547ea836eebfaf2df1d97&device_id=e51d4d74-f88d-4988-8e3f-d9bb09f9a24c HTTP/1.1" status: 200 len: 1100 time: 0.2092643 Oct 30 15:14:11.895226 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58044830-2550-40e6-8dc3-ba91ce4901ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=467883d3-ea86-4cc4-888c-26463b58f4e3,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:11.902113 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-56fadd4e-af6d-4f8c-b599-48149c583385 req-b0944b56-7593-46da-97bf-89a1e85b3fff service neutron] 10.222.0.53 "GET /v2.0/networks/524f8360-eaf2-4133-a589-da68b60c4b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3516772 Oct 30 15:14:11.951952 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6a46c138-df1c-490a-b70e-17bd34bbb20f req-7cc9eec4-3bd2-4395-8311-b8c6e6f2d4a5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=b6a613d1-8908-4de3-ac4f-115753515ca5 HTTP/1.1" status: 200 len: 217 time: 0.0487590 Oct 30 15:14:12.049040 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dedf45c-2a56-4c5f-9b21-b1bd99a215f8 req-91f85101-cc1f-49bc-8a25-93641a1da3ea tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:12.056501 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1dedf45c-2a56-4c5f-9b21-b1bd99a215f8 req-91f85101-cc1f-49bc-8a25-93641a1da3ea tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/networks?id=7f1b75b5-b8f8-4477-a267-2ec1a55fd99b HTTP/1.1" status: 200 len: 814 time: 0.3032751 Oct 30 15:14:12.096787 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1dedf45c-2a56-4c5f-9b21-b1bd99a215f8 req-81e40c61-e65c-40b7-8faf-55c433e93d2b tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/quotas/bb8b223744b44833a53287a2afef5a92 HTTP/1.1" status: 200 len: 375 time: 0.0332906 Oct 30 15:14:12.108485 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a46c138-df1c-490a-b70e-17bd34bbb20f req-3317d6e0-88b9-4a79-b472-19c9919cb1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:12.110466 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6a46c138-df1c-490a-b70e-17bd34bbb20f req-3317d6e0-88b9-4a79-b472-19c9919cb1f0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.1338687 Oct 30 15:14:12.161861 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e51d4d74-f88d-4988-8e3f-d9bb09f9a24c', 'tag': 'b6a613d1-8908-4de3-ac4f-115753515ca5'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:14:12.164524 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533d6035-6339-4e6b-a931-849949197c51" -d '{"events": [{"name": "network-changed", "server_uuid": "e51d4d74-f88d-4988-8e3f-d9bb09f9a24c", "tag": "b6a613d1-8908-4de3-ac4f-115753515ca5"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:14:12.172135 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db4ce42d-49c6-4979-b01b-3fbace64071a tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:14:12.176670 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-56fadd4e-af6d-4f8c-b599-48149c583385 req-971577b7-e0aa-4a20-800f-27d60bb3862d service neutron] 10.222.0.53 "GET /v2.0/networks/524f8360-eaf2-4133-a589-da68b60c4b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062490 Oct 30 15:14:12.177930 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 0e8772ac-46e5-49a3-ae4e-ddf378358bd1, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=0e8772ac-46e5-49a3-ae4e-ddf378358bd1,segment=NetworkSegment(d62b6be2-0495-4249-93ef-0f2bd1721cc6),segment_id=d62b6be2-0495-4249-93ef-0f2bd1721cc6)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:14:12.181466 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f62c2b5-663c-4ca3-9361-b64eb843bd57 None None] Sync routers for ids ['b53d5f9d-a98c-4a10-9d5f-b031a0a51b98'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:14:12.198562 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f62c2b5-663c-4ca3-9361-b64eb843bd57 None None] Routers {'b53d5f9d-a98c-4a10-9d5f-b031a0a51b98'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:14:12.199658 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': '0e8772ac-46e5-49a3-ae4e-ddf378358bd1', 'network_id': '60fe9c2c-e7bf-4f35-b17e-978d133c919f', 'port_id': '0e8772ac-46e5-49a3-ae4e-ddf378358bd1', 'mac_address': 'fa:16:3e:83:37:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46bf7004-7aaf-49e2-83ab-d0fedc79b02e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:14:12.199797 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-6f62c2b5-663c-4ca3-9361-b64eb843bd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:13:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['b53d5f9d-a98c-4a10-9d5f-b031a0a51b98'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:14:12.219932 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-db4ce42d-49c6-4979-b01b-3fbace64071a tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:12.221549 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-db4ce42d-49c6-4979-b01b-3fbace64071a tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.9525354 Oct 30 15:14:12.224458 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36688) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:12.250153 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:12.268277 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e8772ac-46e5-49a3-ae4e-ddf378358bd1 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:14:12.291775 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a46c138-df1c-490a-b70e-17bd34bbb20f req-b9c6e286-cdc5-4a23-9cb5-fdfaa38163f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:12.293496 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6a46c138-df1c-490a-b70e-17bd34bbb20f req-b9c6e286-cdc5-4a23-9cb5-fdfaa38163f9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1665256 Oct 30 15:14:12.303389 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 0e8772ac-46e5-49a3-ae4e-ddf378358bd1, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=0e8772ac-46e5-49a3-ae4e-ddf378358bd1,segment=NetworkSegment(d62b6be2-0495-4249-93ef-0f2bd1721cc6),segment_id=d62b6be2-0495-4249-93ef-0f2bd1721cc6)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:14:12.309278 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:12.323593 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44253bb2-186f-4908-9798-7425f668a27f x-openstack-request-id: req-44253bb2-186f-4908-9798-7425f668a27f {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:14:12.324060 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e51d4d74-f88d-4988-8e3f-d9bb09f9a24c", "tag": "b6a613d1-8908-4de3-ac4f-115753515ca5", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:14:12.324524 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-44253bb2-186f-4908-9798-7425f668a27f {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:14:12.325141 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e51d4d74-f88d-4988-8e3f-d9bb09f9a24c', 'tag': 'b6a613d1-8908-4de3-ac4f-115753515ca5', 'status': 'completed', 'code': 200} Oct 30 15:14:12.339662 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1dedf45c-2a56-4c5f-9b21-b1bd99a215f8 req-6625849b-10d0-4b49-beb8-1f4a90e7fdf8 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=bb8b223744b44833a53287a2afef5a92&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2273970 Oct 30 15:14:12.389449 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36690) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:12.390849 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=0e8772ac-46e5-49a3-ae4e-ddf378358bd1,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:12.398359 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-6f62c2b5-663c-4ca3-9361-b64eb843bd57 None None] Set router b53d5f9d-a98c-4a10-9d5f-b031a0a51b98 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:14:12.412146 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-eed767c0-85c3-4d12-a780-218a7360363e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:12.495214 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-683d3da1-3ac0-4fe2-8550-3b3a2b73d9ff tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] 10.222.0.62 "GET /v2.0/routers/b53d5f9d-a98c-4a10-9d5f-b031a0a51b98 HTTP/1.1" status: 200 len: 908 time: 0.2661014 Oct 30 15:14:12.496960 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36696) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:12.505971 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-4a09cc12-a335-4b42-a716-3e5443946a17 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Request body: {'router': {'name': 'tempest-snat-router-944111593', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'enable_snat': True}}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:14:12.516071 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1dedf45c-2a56-4c5f-9b21-b1bd99a215f8 req-bcb98e96-e53c-4073-8bf6-46ffdd9ccbf2 service neutron] 10.222.0.62 "GET /v2.0/networks/7f1b75b5-b8f8-4477-a267-2ec1a55fd99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752541 Oct 30 15:14:12.518237 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['0e8772ac-46e5-49a3-ae4e-ddf378358bd1'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:14:12.535173 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6a46c138-df1c-490a-b70e-17bd34bbb20f req-2cd11e05-6211-4018-8be2-a2cd720def81 service neutron] 10.222.0.44 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289095 Oct 30 15:14:12.599440 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4a09cc12-a335-4b42-a716-3e5443946a17 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:12.600464 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4a09cc12-a335-4b42-a716-3e5443946a17 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:12.687073 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-6f62c2b5-663c-4ca3-9361-b64eb843bd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53d5f9d-a98c-4a10-9d5f-b031a0a51b98', 'name': 'tempest-snat-router-944111593', 'tenant_id': '01c067cf97754e7790ddef8ce140f4c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.162'}], 'enable_snat': False}, 'gw_port_id': '3c2c0591-8846-431f-9afe-fa4cb158a140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:14:08Z', 'updated_at': '2021-10-30T15:14:10Z', 'revision_number': 3, 'project_id': '01c067cf97754e7790ddef8ce140f4c4', 'gw_port': {'id': '3c2c0591-8846-431f-9afe-fa4cb158a140', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:1a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b53d5f9d-a98c-4a10-9d5f-b031a0a51b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:14:09Z', 'updated_at': '2021-10-30T15:14:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:14:12.691029 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4a09cc12-a335-4b42-a716-3e5443946a17 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:12.726684 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f62c2b5-663c-4ca3-9361-b64eb843bd57 None None] Checking router: b53d5f9d-a98c-4a10-9d5f-b031a0a51b98 for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:14:12.727390 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f62c2b5-663c-4ca3-9361-b64eb843bd57 None None] Updating router b53d5f9d-a98c-4a10-9d5f-b031a0a51b98 port 3c2c0591-8846-431f-9afe-fa4cb158a140 binding host n-d-806683-17 {{(pid=102133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:14:12.750293 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1dedf45c-2a56-4c5f-9b21-b1bd99a215f8 req-08d9d6f6-797a-4762-bb93-711473e2d402 service neutron] 10.222.0.62 "GET /v2.0/networks/7f1b75b5-b8f8-4477-a267-2ec1a55fd99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139988 Oct 30 15:14:12.752949 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6a46c138-df1c-490a-b70e-17bd34bbb20f req-7449170a-38e4-4b02-bcc9-f1602b62fb21 service neutron] 10.222.0.44 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041435 Oct 30 15:14:12.777649 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6f62c2b5-663c-4ca3-9361-b64eb843bd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:12.940796 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d6035-6339-4e6b-a931-849949197c51 req-fd254b27-7379-4d13-ae6e-a184384a13dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:12.943826 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-533d6035-6339-4e6b-a931-849949197c51 req-fd254b27-7379-4d13-ae6e-a184384a13dd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=356eb67137d547ea836eebfaf2df1d97&device_id=e51d4d74-f88d-4988-8e3f-d9bb09f9a24c HTTP/1.1" status: 200 len: 1100 time: 0.1177106 Oct 30 15:14:13.221887 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d6035-6339-4e6b-a931-849949197c51 req-c781105e-7e92-4e3d-8c40-fea47dedca48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:13.224183 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-533d6035-6339-4e6b-a931-849949197c51 req-c781105e-7e92-4e3d-8c40-fea47dedca48 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8de8b155-6e08-41c3-866a-8b30bb481704 HTTP/1.1" status: 200 len: 870 time: 0.2728896 Oct 30 15:14:13.237139 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2409f8-4cf8-471d-ac35-d03218dfb92e req-70896be5-dabe-45a6-810e-a002ad491ec7 tempest-ImagesNegativeTestJSON-1830812716 tempest-ImagesNegativeTestJSON-1830812716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:13.239301 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1a2409f8-4cf8-471d-ac35-d03218dfb92e req-70896be5-dabe-45a6-810e-a002ad491ec7 tempest-ImagesNegativeTestJSON-1830812716 tempest-ImagesNegativeTestJSON-1830812716-project] 10.222.0.62 "GET /v2.0/ports?device_id=e51d4d74-f88d-4988-8e3f-d9bb09f9a24c HTTP/1.1" status: 200 len: 948 time: 0.1644888 Oct 30 15:14:13.244008 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6f62c2b5-663c-4ca3-9361-b64eb843bd57 None None] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:13.250263 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-eed767c0-85c3-4d12-a780-218a7360363e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:13.261918 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6f62c2b5-663c-4ca3-9361-b64eb843bd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:13.285215 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-eed767c0-85c3-4d12-a780-218a7360363e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:13.308295 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-533d6035-6339-4e6b-a931-849949197c51 req-5f41c17b-f593-4444-94c6-2dfa0edf3c2b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=b6a613d1-8908-4de3-ac4f-115753515ca5 HTTP/1.1" status: 200 len: 217 time: 0.0673435 Oct 30 15:14:13.359304 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04bc0b0-7765-4b9b-9268-8d959678b1f6 None None] Pushing event updated for resources: {'Port': ['ID=3c2c0591-8846-431f-9afe-fa4cb158a140,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:13.386005 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1a2409f8-4cf8-471d-ac35-d03218dfb92e req-589a2fa9-6ab2-48a2-9052-c6f008289578 tempest-ImagesNegativeTestJSON-1830812716 tempest-ImagesNegativeTestJSON-1830812716-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc35fec1-d552-46ab-a1c4-625d1bb4a468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339133 Oct 30 15:14:13.389204 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-6f62c2b5-663c-4ca3-9361-b64eb843bd57 None None] Attempting to bind port 3c2c0591-8846-431f-9afe-fa4cb158a140 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:14:13.389582 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-6f62c2b5-663c-4ca3-9361-b64eb843bd57 None None] Attempting to bind port 3c2c0591-8846-431f-9afe-fa4cb158a140 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:14:13.389945 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f62c2b5-663c-4ca3-9361-b64eb843bd57 None None] Attempting to bind port 3c2c0591-8846-431f-9afe-fa4cb158a140 on network edc38ef5-7816-4133-914c-cfe2849a0125 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:14:13.395767 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f62c2b5-663c-4ca3-9361-b64eb843bd57 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:14:13.396139 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f62c2b5-663c-4ca3-9361-b64eb843bd57 None None] Checking segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:14:13.396541 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6f62c2b5-663c-4ca3-9361-b64eb843bd57 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:13.396929 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f62c2b5-663c-4ca3-9361-b64eb843bd57 None None] Bound using segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:14:13.397395 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-6f62c2b5-663c-4ca3-9361-b64eb843bd57 None None] Bound port: 3c2c0591-8846-431f-9afe-fa4cb158a140, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:14:13.397792 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6f62c2b5-663c-4ca3-9361-b64eb843bd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:13.406804 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed767c0-85c3-4d12-a780-218a7360363e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe9e13d-c054-4194-8a81-dbd68c0237f2,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:13.424003 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d6035-6339-4e6b-a931-849949197c51 req-3f26c3c3-e130-45e1-afab-f1128aded0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:13.428027 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-533d6035-6339-4e6b-a931-849949197c51 req-3f26c3c3-e130-45e1-afab-f1128aded0c1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.1108479 Oct 30 15:14:13.452007 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cb7a7f-7afc-441e-85c5-6801e2948eaf req-18490e0d-9853-4eae-a38e-eff52f3e0bdd tempest-ServerPasswordTestJSON-1756742208 tempest-ServerPasswordTestJSON-1756742208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:13.463570 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-20cb7a7f-7afc-441e-85c5-6801e2948eaf req-18490e0d-9853-4eae-a38e-eff52f3e0bdd tempest-ServerPasswordTestJSON-1756742208 tempest-ServerPasswordTestJSON-1756742208-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc8b4167-726f-443a-a767-4e49530c134b HTTP/1.1" status: 200 len: 944 time: 0.9223008 Oct 30 15:14:13.474166 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4274c-1642-4d7f-a313-7f02e593c01e req-db312c5f-aa7f-41de-9bdb-8929f12eb928 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:13.475798 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-49a4274c-1642-4d7f-a313-7f02e593c01e req-db312c5f-aa7f-41de-9bdb-8929f12eb928 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.53 "GET /v2.0/ports?device_id=b490cbfe-be8a-462b-b72a-b5cd4cdf663c HTTP/1.1" status: 200 len: 945 time: 0.8784525 Oct 30 15:14:13.514429 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-6f62c2b5-663c-4ca3-9361-b64eb843bd57 None None] For port 3c2c0591-8846-431f-9afe-fa4cb158a140, host n-d-806683-17, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:14:13.520023 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d6035-6339-4e6b-a931-849949197c51 req-b859682d-ebff-4bd2-94e8-4723ec54e398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:13.521944 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-6f62c2b5-663c-4ca3-9361-b64eb843bd57 None None] For port 3c2c0591-8846-431f-9afe-fa4cb158a140, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=3c2c0591-8846-431f-9afe-fa4cb158a140,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:14:13.525779 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-eed767c0-85c3-4d12-a780-218a7360363e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c47cd163888344cb8e64e4505be19732&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1343136 Oct 30 15:14:13.528175 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4a09cc12-a335-4b42-a716-3e5443946a17 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:13.528886 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-533d6035-6339-4e6b-a931-849949197c51 req-b859682d-ebff-4bd2-94e8-4723ec54e398 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0921180 Oct 30 15:14:13.530950 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36714) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:13.531789 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6f62c2b5-663c-4ca3-9361-b64eb843bd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:13.601228 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f62c2b5-663c-4ca3-9361-b64eb843bd57 None None] Routers {'b53d5f9d-a98c-4a10-9d5f-b031a0a51b98'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:14:13.601892 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-6f62c2b5-663c-4ca3-9361-b64eb843bd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:13:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['b53d5f9d-a98c-4a10-9d5f-b031a0a51b98'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:14:13.611980 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04bc0b0-7765-4b9b-9268-8d959678b1f6 None None] Pushing event updated for resources: {'Port': ['ID=3c2c0591-8846-431f-9afe-fa4cb158a140,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:13.677838 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 0e8772ac-46e5-49a3-ae4e-ddf378358bd1 up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:14:13.695386 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-533d6035-6339-4e6b-a931-849949197c51 req-9837e175-b95d-4ef1-b57e-e86d3d17a42c service neutron] 10.222.0.44 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506066 Oct 30 15:14:13.778726 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port 0e8772ac-46e5-49a3-ae4e-ddf378358bd1 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:14:13.784448 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port 0e8772ac-46e5-49a3-ae4e-ddf378358bd1 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:14:13.785157 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:13.858068 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2fbf1f3e-4a6b-4eb8-a9a8-0fa42129d5a7 req-55510284-b244-4d2d-981a-db56d0e24375 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=51020f88-3ea1-4d28-bb83-6d9c333e8d64 HTTP/1.1" status: 200 len: 210 time: 0.0741560 Oct 30 15:14:13.858470 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-6f62c2b5-663c-4ca3-9361-b64eb843bd57 None None] Set router b53d5f9d-a98c-4a10-9d5f-b031a0a51b98 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:14:13.884434 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-20cb7a7f-7afc-441e-85c5-6801e2948eaf req-41795c38-1505-4248-8079-f972b696d159 tempest-ServerPasswordTestJSON-1756742208 tempest-ServerPasswordTestJSON-1756742208-project] 10.222.0.62 "GET /v2.0/security-groups?id=07ffb87b-2baa-4c08-b4cd-ff85c54b06ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4198570 Oct 30 15:14:13.914297 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d245b694-8c4b-458d-8e4b-4bb6d1b3da17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:13.936666 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-533d6035-6339-4e6b-a931-849949197c51 req-f065c1e5-6009-4ce6-ae6a-2d015a94598b service neutron] 10.222.0.44 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325220 Oct 30 15:14:13.957329 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d245b694-8c4b-458d-8e4b-4bb6d1b3da17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:13.972990 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-49a4274c-1642-4d7f-a313-7f02e593c01e req-dec3a2c8-e7d6-4411-80f8-020cfcde7f10 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Deleting port 25c6e1ca-5b02-4492-92da-0e65a0c1bfff {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:14:13.974611 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-49a4274c-1642-4d7f-a313-7f02e593c01e req-dec3a2c8-e7d6-4411-80f8-020cfcde7f10 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:14.021265 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d245b694-8c4b-458d-8e4b-4bb6d1b3da17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:14.025436 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d245b694-8c4b-458d-8e4b-4bb6d1b3da17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:14.029615 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-d245b694-8c4b-458d-8e4b-4bb6d1b3da17 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bbe9e13d-c054-4194-8a81-dbd68c0237f2 HTTP/1.1" status: 204 len: 168 time: 0.4953332 Oct 30 15:14:14.035533 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:14.037724 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d245b694-8c4b-458d-8e4b-4bb6d1b3da17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe9e13d-c054-4194-8a81-dbd68c0237f2,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:14.068840 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc8b4167-726f-443a-a767-4e49530c134b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e8772ac-46e5-49a3-ae4e-ddf378358bd1'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:14:14.071725 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f0d882-6491-468f-a39e-21dea058b7eb" -d '{"events": [{"server_uuid": "dc8b4167-726f-443a-a767-4e49530c134b", "name": "network-vif-plugged", "status": "completed", "tag": "0e8772ac-46e5-49a3-ae4e-ddf378358bd1"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:14:14.132613 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 0e8772ac-46e5-49a3-ae4e-ddf378358bd1, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=0e8772ac-46e5-49a3-ae4e-ddf378358bd1,segment=NetworkSegment(d62b6be2-0495-4249-93ef-0f2bd1721cc6),segment_id=d62b6be2-0495-4249-93ef-0f2bd1721cc6)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:14:14.140775 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:14.162104 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-49a4274c-1642-4d7f-a313-7f02e593c01e req-dec3a2c8-e7d6-4411-80f8-020cfcde7f10 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] For port 25c6e1ca-5b02-4492-92da-0e65a0c1bfff, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=25c6e1ca-5b02-4492-92da-0e65a0c1bfff,segment=NetworkSegment(495e0bcf-a0e5-4b3d-8fa7-4467a729ed3e),segment_id=495e0bcf-a0e5-4b3d-8fa7-4467a729ed3e)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:14:14.162468 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-49a4274c-1642-4d7f-a313-7f02e593c01e req-dec3a2c8-e7d6-4411-80f8-020cfcde7f10 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:14.178928 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae535b7-332d-4aaa-a59f-fe4e7587f973 x-openstack-request-id: req-fae535b7-332d-4aaa-a59f-fe4e7587f973 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:14:14.179446 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc8b4167-726f-443a-a767-4e49530c134b", "name": "network-vif-plugged", "status": "completed", "tag": "0e8772ac-46e5-49a3-ae4e-ddf378358bd1", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:14:14.179861 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fae535b7-332d-4aaa-a59f-fe4e7587f973 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:14:14.180381 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc8b4167-726f-443a-a767-4e49530c134b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e8772ac-46e5-49a3-ae4e-ddf378358bd1', 'code': 200} Oct 30 15:14:14.209243 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-49a4274c-1642-4d7f-a313-7f02e593c01e req-dec3a2c8-e7d6-4411-80f8-020cfcde7f10 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Calling delete_port for 25c6e1ca-5b02-4492-92da-0e65a0c1bfff owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:14:14.231848 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=0e8772ac-46e5-49a3-ae4e-ddf378358bd1,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:14.262500 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-6f62c2b5-663c-4ca3-9361-b64eb843bd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53d5f9d-a98c-4a10-9d5f-b031a0a51b98', 'name': 'tempest-snat-router-944111593', 'tenant_id': '01c067cf97754e7790ddef8ce140f4c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.162'}], 'enable_snat': False}, 'gw_port_id': '3c2c0591-8846-431f-9afe-fa4cb158a140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:14:08Z', 'updated_at': '2021-10-30T15:14:10Z', 'revision_number': 3, 'project_id': '01c067cf97754e7790ddef8ce140f4c4', 'gw_port': {'id': '3c2c0591-8846-431f-9afe-fa4cb158a140', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:1a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b53d5f9d-a98c-4a10-9d5f-b031a0a51b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:14:09Z', 'updated_at': '2021-10-30T15:14:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:14:14.297375 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f62c2b5-663c-4ca3-9361-b64eb843bd57 None None] The sync data for ids ['b53d5f9d-a98c-4a10-9d5f-b031a0a51b98'] in n-d-806683-17 is: [{'id': 'b53d5f9d-a98c-4a10-9d5f-b031a0a51b98', 'name': 'tempest-snat-router-944111593', 'tenant_id': '01c067cf97754e7790ddef8ce140f4c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.162'}], 'enable_snat': False}, 'gw_port_id': '3c2c0591-8846-431f-9afe-fa4cb158a140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:14:08Z', 'updated_at': '2021-10-30T15:14:10Z', 'revision_number': 3, 'project_id': '01c067cf97754e7790ddef8ce140f4c4', 'gw_port': {'id': '3c2c0591-8846-431f-9afe-fa4cb158a140', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:1a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b53d5f9d-a98c-4a10-9d5f-b031a0a51b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:14:09Z', 'updated_at': '2021-10-30T15:14:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806683-17'}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:14:14.331885 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb298be6-2f11-4e4d-adad-7ae3178f8c68 req-43eae191-b349-4a03-a9b0-05a2238a9fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:14.334271 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-eb298be6-2f11-4e4d-adad-7ae3178f8c68 req-43eae191-b349-4a03-a9b0-05a2238a9fbb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=dc8b4167-726f-443a-a767-4e49530c134b HTTP/1.1" status: 200 len: 1097 time: 0.0974815 Oct 30 15:14:14.363227 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4a09cc12-a335-4b42-a716-3e5443946a17 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:14.398411 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4a09cc12-a335-4b42-a716-3e5443946a17 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:14.404448 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-eb298be6-2f11-4e4d-adad-7ae3178f8c68 req-e2817b04-770b-45ee-a28c-94cb3d50a449 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=07ffb87b-2baa-4c08-b4cd-ff85c54b06ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517318 Oct 30 15:14:14.571264 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-49a4274c-1642-4d7f-a313-7f02e593c01e req-dec3a2c8-e7d6-4411-80f8-020cfcde7f10 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:14.651422 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec3a2c8-e7d6-4411-80f8-020cfcde7f10 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Pushing event deleted for resources: {'Port': ['ID=25c6e1ca-5b02-4492-92da-0e65a0c1bfff,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:14.705523 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-4a09cc12-a335-4b42-a716-3e5443946a17 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Allocated IP 172.25.4.180 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/cdc54890-a0fb-432f-8848-2dc083e205d0) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:14:14.801914 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c8752b-1a4e-4514-b921-b82a521b5e6d req-98764ab9-57a2-4c69-a056-aed76923623d tempest-ImagesNegativeTestJSON-1830812716 tempest-ImagesNegativeTestJSON-1830812716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:14.810218 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-66c8752b-1a4e-4514-b921-b82a521b5e6d req-98764ab9-57a2-4c69-a056-aed76923623d tempest-ImagesNegativeTestJSON-1830812716 tempest-ImagesNegativeTestJSON-1830812716-project] 10.222.0.62 "GET /v2.0/ports?device_id=e51d4d74-f88d-4988-8e3f-d9bb09f9a24c HTTP/1.1" status: 200 len: 948 time: 0.2210555 Oct 30 15:14:14.813113 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-49a4274c-1642-4d7f-a313-7f02e593c01e req-dec3a2c8-e7d6-4411-80f8-020cfcde7f10 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] No DVR routers for this DVR port 25c6e1ca-5b02-4492-92da-0e65a0c1bfff on host n-h1-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:14:14.825671 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-49a4274c-1642-4d7f-a313-7f02e593c01e req-dec3a2c8-e7d6-4411-80f8-020cfcde7f10 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:14.830954 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-49a4274c-1642-4d7f-a313-7f02e593c01e req-dec3a2c8-e7d6-4411-80f8-020cfcde7f10 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.53 "DELETE /v2.0/ports/25c6e1ca-5b02-4492-92da-0e65a0c1bfff HTTP/1.1" status: 204 len: 173 time: 1.3344533 Oct 30 15:14:14.837204 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b490cbfe-be8a-462b-b72a-b5cd4cdf663c', 'name': 'network-vif-deleted', 'tag': '25c6e1ca-5b02-4492-92da-0e65a0c1bfff'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:14:14.839911 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-769afb73-0592-47c8-b408-08644b18acaa" -d '{"events": [{"server_uuid": "b490cbfe-be8a-462b-b72a-b5cd4cdf663c", "name": "network-vif-deleted", "tag": "25c6e1ca-5b02-4492-92da-0e65a0c1bfff"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:14:14.967708 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-66c8752b-1a4e-4514-b921-b82a521b5e6d req-ec2d3ff7-171b-4109-b560-dfacea52d6c8 tempest-ImagesNegativeTestJSON-1830812716 tempest-ImagesNegativeTestJSON-1830812716-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc35fec1-d552-46ab-a1c4-625d1bb4a468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563110 Oct 30 15:14:15.059958 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16704ac9-3bba-4c0f-a079-1194ad55f629 x-openstack-request-id: req-16704ac9-3bba-4c0f-a079-1194ad55f629 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:14:15.060362 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b490cbfe-be8a-462b-b72a-b5cd4cdf663c", "name": "network-vif-deleted", "tag": "25c6e1ca-5b02-4492-92da-0e65a0c1bfff", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:14:15.060673 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-16704ac9-3bba-4c0f-a079-1194ad55f629 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:14:15.061302 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b490cbfe-be8a-462b-b72a-b5cd4cdf663c', 'name': 'network-vif-deleted', 'tag': '25c6e1ca-5b02-4492-92da-0e65a0c1bfff', 'status': 'completed', 'code': 200} Oct 30 15:14:15.087590 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dedf45c-2a56-4c5f-9b21-b1bd99a215f8 req-0cef0547-ccbf-4140-bdc9-d000e2515aca tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:15.089607 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1dedf45c-2a56-4c5f-9b21-b1bd99a215f8 req-0cef0547-ccbf-4140-bdc9-d000e2515aca tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.44 "GET /v2.0/networks?id=7f1b75b5-b8f8-4477-a267-2ec1a55fd99b HTTP/1.1" status: 200 len: 814 time: 0.4870639 Oct 30 15:14:15.109261 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-1dedf45c-2a56-4c5f-9b21-b1bd99a215f8 req-075277da-1439-4416-9ff1-3e6924ca969c tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Request body: {'port': {'device_id': '51020f88-3ea1-4d28-bb83-6d9c333e8d64', 'network_id': '7f1b75b5-b8f8-4477-a267-2ec1a55fd99b', 'admin_state_up': True, 'tenant_id': 'bb8b223744b44833a53287a2afef5a92'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:14:15.159355 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4a09cc12-a335-4b42-a716-3e5443946a17 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:15.227086 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b0c8ed57-0197-4d24-875d-7047516794c5 req-5f4f1564-9b93-46b1-b5ee-6e816de117d5 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=51020f88-3ea1-4d28-bb83-6d9c333e8d64 HTTP/1.1" status: 200 len: 210 time: 0.0962644 Oct 30 15:14:15.288600 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4a09cc12-a335-4b42-a716-3e5443946a17 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:15.403921 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a09cc12-a335-4b42-a716-3e5443946a17 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:14:15.413444 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-4a09cc12-a335-4b42-a716-3e5443946a17 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:14:15.415069 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71575625-972f-43ea-a624-1237619e0e49 req-3ceb3ceb-acb6-4de3-985a-d71467acf136 tempest-ServerPasswordTestJSON-1756742208 tempest-ServerPasswordTestJSON-1756742208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:15.420536 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a09cc12-a335-4b42-a716-3e5443946a17 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:14:15.428022 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-71575625-972f-43ea-a624-1237619e0e49 req-3ceb3ceb-acb6-4de3-985a-d71467acf136 tempest-ServerPasswordTestJSON-1756742208 tempest-ServerPasswordTestJSON-1756742208-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc8b4167-726f-443a-a767-4e49530c134b HTTP/1.1" status: 200 len: 945 time: 0.1728108 Oct 30 15:14:15.497081 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a09cc12-a335-4b42-a716-3e5443946a17 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Pushing event updated for resources: {'Port': ['ID=cdc54890-a0fb-432f-8848-2dc083e205d0,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:15.528002 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dedf45c-2a56-4c5f-9b21-b1bd99a215f8 req-075277da-1439-4416-9ff1-3e6924ca969c tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Made reservation on behalf of bb8b223744b44833a53287a2afef5a92 for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:14:15.532014 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1dedf45c-2a56-4c5f-9b21-b1bd99a215f8 req-075277da-1439-4416-9ff1-3e6924ca969c tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:15.557191 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-71575625-972f-43ea-a624-1237619e0e49 req-ca771b00-8176-441f-9292-bb442226a2dd tempest-ServerPasswordTestJSON-1756742208 tempest-ServerPasswordTestJSON-1756742208-project] 10.222.0.62 "GET /v2.0/security-groups?id=07ffb87b-2baa-4c08-b4cd-ff85c54b06ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102331 Oct 30 15:14:15.693665 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device b6a613d1-8908-4de3-ac4f-115753515ca5 details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:14:15.873291 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-1dedf45c-2a56-4c5f-9b21-b1bd99a215f8 req-075277da-1439-4416-9ff1-3e6924ca969c tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Allocated IP 172.20.0.13 (7f1b75b5-b8f8-4477-a267-2ec1a55fd99b/82e0110b-193b-4288-a3a8-25fc73206750/30033e2a-cbbc-49ee-ac05-a4929e0db3c7) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:14:15.950313 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 3c2c0591-8846-431f-9afe-fa4cb158a140 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:14:16.035084 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port b6a613d1-8908-4de3-ac4f-115753515ca5, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=b6a613d1-8908-4de3-ac4f-115753515ca5,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:14:16.055742 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 3c2c0591-8846-431f-9afe-fa4cb158a140 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:14:16.056225 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:16.060546 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': 'b6a613d1-8908-4de3-ac4f-115753515ca5', 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704', 'port_id': 'b6a613d1-8908-4de3-ac4f-115753515ca5', 'mac_address': 'fa:16:3e:a0:fb:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b5dea3-b65b-4514-8ec2-18a4245eb194', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:14:16.157779 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:16.175811 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6a613d1-8908-4de3-ac4f-115753515ca5 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:14:16.195702 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1dedf45c-2a56-4c5f-9b21-b1bd99a215f8 req-075277da-1439-4416-9ff1-3e6924ca969c tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:16.241424 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port b6a613d1-8908-4de3-ac4f-115753515ca5, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=b6a613d1-8908-4de3-ac4f-115753515ca5,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:14:16.242449 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1dedf45c-2a56-4c5f-9b21-b1bd99a215f8 req-075277da-1439-4416-9ff1-3e6924ca969c tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:16.246264 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4a09cc12-a335-4b42-a716-3e5443946a17 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:16.251933 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:16.317927 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=b6a613d1-8908-4de3-ac4f-115753515ca5,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:16.322259 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 25c6e1ca-5b02-4492-92da-0e65a0c1bfff no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:14:16.326662 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:16.355885 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 3c2c0591-8846-431f-9afe-fa4cb158a140, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=3c2c0591-8846-431f-9afe-fa4cb158a140,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:14:16.405936 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dedf45c-2a56-4c5f-9b21-b1bd99a215f8 req-075277da-1439-4416-9ff1-3e6924ca969c tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Network 7f1b75b5-b8f8-4477-a267-2ec1a55fd99b is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:14:16.409575 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:16.416019 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: 25c6e1ca-5b02-4492-92da-0e65a0c1bfff {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:14:16.417758 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 25c6e1ca-5b02-4492-92da-0e65a0c1bfff not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:14:16.424295 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075277da-1439-4416-9ff1-3e6924ca969c tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Pushing event updated for resources: {'Port': ['ID=30033e2a-cbbc-49ee-ac05-a4929e0db3c7,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:16.428513 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-1dedf45c-2a56-4c5f-9b21-b1bd99a215f8 req-075277da-1439-4416-9ff1-3e6924ca969c tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:14:16.433220 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dedf45c-2a56-4c5f-9b21-b1bd99a215f8 req-075277da-1439-4416-9ff1-3e6924ca969c tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:14:16.498430 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9192da1d-3884-4ae2-af67-f6998ef5bfb5 req-a2e1d4ef-3681-4ea4-b6c1-3ba34996fbb0 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:16.505900 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08319ffe-41a9-4d86-8da8-8e08e8683fdf req-340f82f5-1aa8-42f1-b5c2-f3343bf88429 tempest-ImagesNegativeTestJSON-1830812716 tempest-ImagesNegativeTestJSON-1830812716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:16.507734 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9192da1d-3884-4ae2-af67-f6998ef5bfb5 req-a2e1d4ef-3681-4ea4-b6c1-3ba34996fbb0 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=51020f88-3ea1-4d28-bb83-6d9c333e8d64 HTTP/1.1" status: 200 len: 932 time: 0.1254895 Oct 30 15:14:16.516544 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-08319ffe-41a9-4d86-8da8-8e08e8683fdf req-340f82f5-1aa8-42f1-b5c2-f3343bf88429 tempest-ImagesNegativeTestJSON-1830812716 tempest-ImagesNegativeTestJSON-1830812716-project] 10.222.0.62 "GET /v2.0/ports?device_id=e51d4d74-f88d-4988-8e3f-d9bb09f9a24c HTTP/1.1" status: 200 len: 948 time: 0.3921630 Oct 30 15:14:16.536695 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['b6a613d1-8908-4de3-ac4f-115753515ca5'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:14:16.543593 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dedf45c-2a56-4c5f-9b21-b1bd99a215f8 req-075277da-1439-4416-9ff1-3e6924ca969c tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:16.544554 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1dedf45c-2a56-4c5f-9b21-b1bd99a215f8 req-075277da-1439-4416-9ff1-3e6924ca969c tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:16.596966 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9192da1d-3884-4ae2-af67-f6998ef5bfb5 req-cd755e31-dbd2-431b-944a-6a6f3256c646 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859241 Oct 30 15:14:16.609401 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1dedf45c-2a56-4c5f-9b21-b1bd99a215f8 req-075277da-1439-4416-9ff1-3e6924ca969c tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5043213 Oct 30 15:14:16.634906 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-1dedf45c-2a56-4c5f-9b21-b1bd99a215f8 req-2a013ff4-b5b7-4be9-9dc5-920b6e3aa781 service neutron] Request body: {'port': {'device_id': '51020f88-3ea1-4d28-bb83-6d9c333e8d64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:14:16.639544 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-08319ffe-41a9-4d86-8da8-8e08e8683fdf req-ed205001-ce71-4864-b99e-f5e912dd95b8 tempest-ImagesNegativeTestJSON-1830812716 tempest-ImagesNegativeTestJSON-1830812716-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc35fec1-d552-46ab-a1c4-625d1bb4a468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214080 Oct 30 15:14:16.735525 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=3c2c0591-8846-431f-9afe-fa4cb158a140,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:16.930745 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1dedf45c-2a56-4c5f-9b21-b1bd99a215f8 req-2a013ff4-b5b7-4be9-9dc5-920b6e3aa781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:16.957342 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4a09cc12-a335-4b42-a716-3e5443946a17 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:16.989189 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d87e58-2954-43d3-ab4e-90ee98af7924 req-2948a995-4599-41bf-9bd7-d52d777967f3 tempest-ServerPasswordTestJSON-1756742208 tempest-ServerPasswordTestJSON-1756742208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:17.000036 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f2d87e58-2954-43d3-ab4e-90ee98af7924 req-2948a995-4599-41bf-9bd7-d52d777967f3 tempest-ServerPasswordTestJSON-1756742208 tempest-ServerPasswordTestJSON-1756742208-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc8b4167-726f-443a-a767-4e49530c134b HTTP/1.1" status: 200 len: 945 time: 0.2766185 Oct 30 15:14:17.234056 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a09cc12-a335-4b42-a716-3e5443946a17 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Router 97f3c0a1-113b-44a0-81e2-52ed3b23a7bc is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:14:17.235563 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f2d87e58-2954-43d3-ab4e-90ee98af7924 req-09e0ec05-d381-42d8-93bd-30a0d5d25beb tempest-ServerPasswordTestJSON-1756742208 tempest-ServerPasswordTestJSON-1756742208-project] 10.222.0.62 "GET /v2.0/security-groups?id=07ffb87b-2baa-4c08-b4cd-ff85c54b06ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309978 Oct 30 15:14:17.437567 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a09cc12-a335-4b42-a716-3e5443946a17 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:14:17.449746 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9c7a17-21af-4d04-9838-85dcc3deffbd None None] Sync routers for ids ['97f3c0a1-113b-44a0-81e2-52ed3b23a7bc'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:14:17.459894 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4a09cc12-a335-4b42-a716-3e5443946a17 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:17.461341 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-4a09cc12-a335-4b42-a716-3e5443946a17 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.9643793 Oct 30 15:14:17.464443 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36796) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:17.472425 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9c7a17-21af-4d04-9838-85dcc3deffbd None None] Routers {'97f3c0a1-113b-44a0-81e2-52ed3b23a7bc'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:14:17.473138 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-1b9c7a17-21af-4d04-9838-85dcc3deffbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:13:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['97f3c0a1-113b-44a0-81e2-52ed3b23a7bc'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:14:17.543158 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-1dedf45c-2a56-4c5f-9b21-b1bd99a215f8 req-2a013ff4-b5b7-4be9-9dc5-920b6e3aa781 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30033e2a-cbbc-49ee-ac05-a4929e0db3c7 {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:14:17.566461 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1dedf45c-2a56-4c5f-9b21-b1bd99a215f8 req-2a013ff4-b5b7-4be9-9dc5-920b6e3aa781 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:17.652909 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-1dedf45c-2a56-4c5f-9b21-b1bd99a215f8 req-2a013ff4-b5b7-4be9-9dc5-920b6e3aa781 service neutron] Transition to ACTIVE for port object 30033e2a-cbbc-49ee-ac05-a4929e0db3c7 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:14:17.656709 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-ffc3bf9c-63dd-4c99-bcf1-8c92aee3ae52 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] 10.222.0.62 "GET /v2.0/routers/97f3c0a1-113b-44a0-81e2-52ed3b23a7bc HTTP/1.1" status: 200 len: 907 time: 0.1893525 Oct 30 15:14:17.657810 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36810) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:17.662700 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1dedf45c-2a56-4c5f-9b21-b1bd99a215f8 req-2a013ff4-b5b7-4be9-9dc5-920b6e3aa781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:17.696161 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device b6a613d1-8908-4de3-ac4f-115753515ca5 up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:14:17.904645 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a013ff4-b5b7-4be9-9dc5-920b6e3aa781 service neutron] Pushing event updated for resources: {'Port': ['ID=30033e2a-cbbc-49ee-ac05-a4929e0db3c7,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:17.950992 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4bb7384d-0f41-41d7-aac3-df572ef7b9ef tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks [] for router, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:17.952160 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-1b9c7a17-21af-4d04-9838-85dcc3deffbd None None] Set router 97f3c0a1-113b-44a0-81e2-52ed3b23a7bc gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:14:18.049788 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ac768b-deb4-49d7-b932-98668e20d70f req-0511cca2-7282-4052-868f-87e142532ad9 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:18.058566 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c3ac768b-deb4-49d7-b932-98668e20d70f req-0511cca2-7282-4052-868f-87e142532ad9 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=51020f88-3ea1-4d28-bb83-6d9c333e8d64 HTTP/1.1" status: 200 len: 944 time: 0.2556045 Oct 30 15:14:18.078638 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 3c2c0591-8846-431f-9afe-fa4cb158a140 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:14:18.122886 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-1dedf45c-2a56-4c5f-9b21-b1bd99a215f8 req-2a013ff4-b5b7-4be9-9dc5-920b6e3aa781 service neutron] Attempting to bind port 30033e2a-cbbc-49ee-ac05-a4929e0db3c7 on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:14:18.123690 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-1dedf45c-2a56-4c5f-9b21-b1bd99a215f8 req-2a013ff4-b5b7-4be9-9dc5-920b6e3aa781 service neutron] Attempting to bind port 30033e2a-cbbc-49ee-ac05-a4929e0db3c7 by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': '495e0bcf-a0e5-4b3d-8fa7-4467a729ed3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '7f1b75b5-b8f8-4477-a267-2ec1a55fd99b'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:14:18.124330 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dedf45c-2a56-4c5f-9b21-b1bd99a215f8 req-2a013ff4-b5b7-4be9-9dc5-920b6e3aa781 service neutron] Attempting to bind port 30033e2a-cbbc-49ee-ac05-a4929e0db3c7 on network 7f1b75b5-b8f8-4477-a267-2ec1a55fd99b {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:14:18.130318 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port b6a613d1-8908-4de3-ac4f-115753515ca5 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:14:18.156463 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c3ac768b-deb4-49d7-b932-98668e20d70f req-96d37003-7b98-41a5-a86f-9cf0f86533a8 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967233 Oct 30 15:14:18.157690 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dedf45c-2a56-4c5f-9b21-b1bd99a215f8 req-2a013ff4-b5b7-4be9-9dc5-920b6e3aa781 service neutron] Port 30033e2a-cbbc-49ee-ac05-a4929e0db3c7 on network 7f1b75b5-b8f8-4477-a267-2ec1a55fd99b not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:14:18.159684 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dedf45c-2a56-4c5f-9b21-b1bd99a215f8 req-2a013ff4-b5b7-4be9-9dc5-920b6e3aa781 service neutron] Attempting to bind port 30033e2a-cbbc-49ee-ac05-a4929e0db3c7 on network 7f1b75b5-b8f8-4477-a267-2ec1a55fd99b {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:14:18.162665 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port b6a613d1-8908-4de3-ac4f-115753515ca5 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:14:18.163037 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:18.169729 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dedf45c-2a56-4c5f-9b21-b1bd99a215f8 req-2a013ff4-b5b7-4be9-9dc5-920b6e3aa781 service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:14:18.170395 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dedf45c-2a56-4c5f-9b21-b1bd99a215f8 req-2a013ff4-b5b7-4be9-9dc5-920b6e3aa781 service neutron] Checking segment: {'id': '495e0bcf-a0e5-4b3d-8fa7-4467a729ed3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '7f1b75b5-b8f8-4477-a267-2ec1a55fd99b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:14:18.171034 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dedf45c-2a56-4c5f-9b21-b1bd99a215f8 req-2a013ff4-b5b7-4be9-9dc5-920b6e3aa781 service neutron] Bound using segment: {'id': '495e0bcf-a0e5-4b3d-8fa7-4467a729ed3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '7f1b75b5-b8f8-4477-a267-2ec1a55fd99b'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:14:18.171747 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-1dedf45c-2a56-4c5f-9b21-b1bd99a215f8 req-2a013ff4-b5b7-4be9-9dc5-920b6e3aa781 service neutron] Bound port: 30033e2a-cbbc-49ee-ac05-a4929e0db3c7, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '495e0bcf-a0e5-4b3d-8fa7-4467a729ed3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '7f1b75b5-b8f8-4477-a267-2ec1a55fd99b'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:14:18.173037 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1dedf45c-2a56-4c5f-9b21-b1bd99a215f8 req-2a013ff4-b5b7-4be9-9dc5-920b6e3aa781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:18.247179 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df30e1b-67ce-4749-818a-67e194af1a35 req-a98a5080-14ab-4d78-b19f-d05306078efc tempest-ImagesNegativeTestJSON-1830812716 tempest-ImagesNegativeTestJSON-1830812716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:18.249579 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7df30e1b-67ce-4749-818a-67e194af1a35 req-a98a5080-14ab-4d78-b19f-d05306078efc tempest-ImagesNegativeTestJSON-1830812716 tempest-ImagesNegativeTestJSON-1830812716-project] 10.222.0.62 "GET /v2.0/ports?device_id=e51d4d74-f88d-4988-8e3f-d9bb09f9a24c HTTP/1.1" status: 200 len: 949 time: 0.1936550 Oct 30 15:14:18.305849 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-1dedf45c-2a56-4c5f-9b21-b1bd99a215f8 req-2a013ff4-b5b7-4be9-9dc5-920b6e3aa781 service neutron] For port 30033e2a-cbbc-49ee-ac05-a4929e0db3c7, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:14:18.317401 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-1dedf45c-2a56-4c5f-9b21-b1bd99a215f8 req-2a013ff4-b5b7-4be9-9dc5-920b6e3aa781 service neutron] For port 30033e2a-cbbc-49ee-ac05-a4929e0db3c7, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=30033e2a-cbbc-49ee-ac05-a4929e0db3c7,segment=NetworkSegment(495e0bcf-a0e5-4b3d-8fa7-4467a729ed3e),segment_id=495e0bcf-a0e5-4b3d-8fa7-4467a729ed3e)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:14:18.318296 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 3c2c0591-8846-431f-9afe-fa4cb158a140 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:14:18.318677 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:18.323898 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1dedf45c-2a56-4c5f-9b21-b1bd99a215f8 req-2a013ff4-b5b7-4be9-9dc5-920b6e3aa781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:18.361884 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4bb7384d-0f41-41d7-aac3-df572ef7b9ef tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:18.388133 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dedf45c-2a56-4c5f-9b21-b1bd99a215f8 req-2a013ff4-b5b7-4be9-9dc5-920b6e3aa781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:18.389203 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1dedf45c-2a56-4c5f-9b21-b1bd99a215f8 req-2a013ff4-b5b7-4be9-9dc5-920b6e3aa781 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:18.391060 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1dedf45c-2a56-4c5f-9b21-b1bd99a215f8 req-2a013ff4-b5b7-4be9-9dc5-920b6e3aa781 service neutron] 10.222.0.44 "PUT /v2.0/ports/30033e2a-cbbc-49ee-ac05-a4929e0db3c7 HTTP/1.1" status: 200 len: 1093 time: 1.7672470 Oct 30 15:14:18.398995 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51020f88-3ea1-4d28-bb83-6d9c333e8d64', 'tag': '30033e2a-cbbc-49ee-ac05-a4929e0db3c7'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:14:18.400576 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:18.401786 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b477ef81-be9c-43e2-be19-4fae03e1812a" -d '{"events": [{"name": "network-changed", "server_uuid": "51020f88-3ea1-4d28-bb83-6d9c333e8d64", "tag": "30033e2a-cbbc-49ee-ac05-a4929e0db3c7"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:14:18.433751 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e51d4d74-f88d-4988-8e3f-d9bb09f9a24c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a613d1-8908-4de3-ac4f-115753515ca5'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:14:18.436307 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f77cc208-b713-460a-b0f6-a265edefc6f5" -d '{"events": [{"server_uuid": "e51d4d74-f88d-4988-8e3f-d9bb09f9a24c", "name": "network-vif-plugged", "status": "completed", "tag": "b6a613d1-8908-4de3-ac4f-115753515ca5"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:14:18.456824 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port b6a613d1-8908-4de3-ac4f-115753515ca5, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=b6a613d1-8908-4de3-ac4f-115753515ca5,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:14:18.461706 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7df30e1b-67ce-4749-818a-67e194af1a35 req-fbbcdfa2-7a99-4ac9-9e89-7a9c9b629054 tempest-ImagesNegativeTestJSON-1830812716 tempest-ImagesNegativeTestJSON-1830812716-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc35fec1-d552-46ab-a1c4-625d1bb4a468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885757 Oct 30 15:14:18.464515 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:18.480570 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a013ff4-b5b7-4be9-9dc5-920b6e3aa781 service neutron] Pushing event updated for resources: {'Port': ['ID=30033e2a-cbbc-49ee-ac05-a4929e0db3c7,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:18.519337 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-1b9c7a17-21af-4d04-9838-85dcc3deffbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97f3c0a1-113b-44a0-81e2-52ed3b23a7bc', 'name': 'tempest-snat-router-944111593', 'tenant_id': '01c067cf97754e7790ddef8ce140f4c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'cdc54890-a0fb-432f-8848-2dc083e205d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:14:12Z', 'updated_at': '2021-10-30T15:14:15Z', 'revision_number': 3, 'project_id': '01c067cf97754e7790ddef8ce140f4c4', 'gw_port': {'id': 'cdc54890-a0fb-432f-8848-2dc083e205d0', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:06:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97f3c0a1-113b-44a0-81e2-52ed3b23a7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:14:14Z', 'updated_at': '2021-10-30T15:14:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:14:18.553538 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9c7a17-21af-4d04-9838-85dcc3deffbd None None] Checking router: 97f3c0a1-113b-44a0-81e2-52ed3b23a7bc for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:14:18.553883 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9c7a17-21af-4d04-9838-85dcc3deffbd None None] Updating router 97f3c0a1-113b-44a0-81e2-52ed3b23a7bc port cdc54890-a0fb-432f-8848-2dc083e205d0 binding host n-d-806683-17 {{(pid=102132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:14:18.610702 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-4bb7384d-0f41-41d7-aac3-df572ef7b9ef tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Deleting port cdc54890-a0fb-432f-8848-2dc083e205d0 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:14:18.611042 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4bb7384d-0f41-41d7-aac3-df572ef7b9ef tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:18.618654 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f25ea5-7d55-46f0-883a-69ad8c99aaed req-8c553bd0-05c3-4460-b438-8989816487dd tempest-ServerPasswordTestJSON-1756742208 tempest-ServerPasswordTestJSON-1756742208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:18.630684 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-75f25ea5-7d55-46f0-883a-69ad8c99aaed req-8c553bd0-05c3-4460-b438-8989816487dd tempest-ServerPasswordTestJSON-1756742208 tempest-ServerPasswordTestJSON-1756742208-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc8b4167-726f-443a-a767-4e49530c134b HTTP/1.1" status: 200 len: 945 time: 0.2323377 Oct 30 15:14:18.657338 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dedf45c-2a56-4c5f-9b21-b1bd99a215f8 req-25c4c521-c2c8-4c0f-a0ae-9fce61ccfcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:18.659162 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1dedf45c-2a56-4c5f-9b21-b1bd99a215f8 req-25c4c521-c2c8-4c0f-a0ae-9fce61ccfcb4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bb8b223744b44833a53287a2afef5a92&device_id=51020f88-3ea1-4d28-bb83-6d9c333e8d64 HTTP/1.1" status: 200 len: 1096 time: 0.2075949 Oct 30 15:14:18.664828 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=b6a613d1-8908-4de3-ac4f-115753515ca5,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:18.700625 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1b9c7a17-21af-4d04-9838-85dcc3deffbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:18.781309 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1dedf45c-2a56-4c5f-9b21-b1bd99a215f8 req-760c9e91-34a1-4330-9805-512e04e78318 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30033e2a-cbbc-49ee-ac05-a4929e0db3c7 HTTP/1.1" status: 200 len: 217 time: 0.0884411 Oct 30 15:14:18.784460 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de47bb34-f7c6-4097-a3e5-590e3194be49 x-openstack-request-id: req-de47bb34-f7c6-4097-a3e5-590e3194be49 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:14:18.784996 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51020f88-3ea1-4d28-bb83-6d9c333e8d64", "tag": "30033e2a-cbbc-49ee-ac05-a4929e0db3c7", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:14:18.785464 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-de47bb34-f7c6-4097-a3e5-590e3194be49 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:14:18.786595 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51020f88-3ea1-4d28-bb83-6d9c333e8d64', 'tag': '30033e2a-cbbc-49ee-ac05-a4929e0db3c7', 'status': 'completed', 'code': 200} Oct 30 15:14:18.796544 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463e45c7-f382-4dc0-964e-d6ff94633926 x-openstack-request-id: req-463e45c7-f382-4dc0-964e-d6ff94633926 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:14:18.796870 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e51d4d74-f88d-4988-8e3f-d9bb09f9a24c", "name": "network-vif-plugged", "status": "completed", "tag": "b6a613d1-8908-4de3-ac4f-115753515ca5", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:14:18.797081 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-463e45c7-f382-4dc0-964e-d6ff94633926 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:14:18.797487 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e51d4d74-f88d-4988-8e3f-d9bb09f9a24c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a613d1-8908-4de3-ac4f-115753515ca5', 'code': 200} Oct 30 15:14:18.821143 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4bb7384d-0f41-41d7-aac3-df572ef7b9ef tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:18.835226 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-4bb7384d-0f41-41d7-aac3-df572ef7b9ef tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Calling delete_port for cdc54890-a0fb-432f-8848-2dc083e205d0 owned by network:router_gateway {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:14:18.857259 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-75f25ea5-7d55-46f0-883a-69ad8c99aaed req-41c710af-298e-4806-ba9b-4d363b38caf5 tempest-ServerPasswordTestJSON-1756742208 tempest-ServerPasswordTestJSON-1756742208-project] 10.222.0.62 "GET /v2.0/security-groups?id=07ffb87b-2baa-4c08-b4cd-ff85c54b06ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243166 Oct 30 15:14:18.905845 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dedf45c-2a56-4c5f-9b21-b1bd99a215f8 req-01a19e6d-8dd4-407d-9064-404c0cea9004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:18.907350 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1dedf45c-2a56-4c5f-9b21-b1bd99a215f8 req-01a19e6d-8dd4-407d-9064-404c0cea9004 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=82e0110b-193b-4288-a3a8-25fc73206750 HTTP/1.1" status: 200 len: 854 time: 0.0919123 Oct 30 15:14:18.976673 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf4fae0-ce9e-4553-8f79-89455c36d8ba req-b5c61e71-82b4-49b0-bef1-20d3f53325b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:18.979904 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2bf4fae0-ce9e-4553-8f79-89455c36d8ba req-b5c61e71-82b4-49b0-bef1-20d3f53325b1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e51d4d74-f88d-4988-8e3f-d9bb09f9a24c HTTP/1.1" status: 200 len: 1102 time: 0.0697770 Oct 30 15:14:18.982137 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1dedf45c-2a56-4c5f-9b21-b1bd99a215f8 req-a0e249eb-abd0-4a7b-bc3a-9cdd59a9b7b1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f1b75b5-b8f8-4477-a267-2ec1a55fd99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664065 Oct 30 15:14:19.109658 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1dedf45c-2a56-4c5f-9b21-b1bd99a215f8 req-9944a79d-6d8e-4605-bee0-27874991b16b service neutron] 10.222.0.44 "GET /v2.0/networks/7f1b75b5-b8f8-4477-a267-2ec1a55fd99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140418 Oct 30 15:14:19.110145 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36834) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:19.133094 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2bf4fae0-ce9e-4553-8f79-89455c36d8ba req-01449461-b6f9-4b5e-811e-5bd124e82a35 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fc35fec1-d552-46ab-a1c4-625d1bb4a468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753994 Oct 30 15:14:19.161465 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4bb7384d-0f41-41d7-aac3-df572ef7b9ef tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:19.192578 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.db.api [None req-1b9c7a17-21af-4d04-9838-85dcc3deffbd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 30 15:14:19.193197 n-d-806683-17 neutron-server[102132]: DEBUG oslo_db.api [None req-1b9c7a17-21af-4d04-9838-85dcc3deffbd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 30 15:14:19.223194 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb7384d-0f41-41d7-aac3-df572ef7b9ef tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Pushing event deleted for resources: {'Port': ['ID=cdc54890-a0fb-432f-8848-2dc083e205d0,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:19.352310 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4bb7384d-0f41-41d7-aac3-df572ef7b9ef tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:19.455180 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4bb7384d-0f41-41d7-aac3-df572ef7b9ef tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:19.458052 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4bb7384d-0f41-41d7-aac3-df572ef7b9ef tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:19.476095 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be68b05-6d37-4646-92d4-907eca7da7e3 req-6370b0af-fb91-4e94-a516-94b4c43a9104 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:19.483577 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2be68b05-6d37-4646-92d4-907eca7da7e3 req-6370b0af-fb91-4e94-a516-94b4c43a9104 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=51020f88-3ea1-4d28-bb83-6d9c333e8d64 HTTP/1.1" status: 200 len: 944 time: 0.1696203 Oct 30 15:14:19.536642 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1dedf45c-2a56-4c5f-9b21-b1bd99a215f8 req-121d33db-4b5d-403c-a223-b37676646ea3 service neutron] 10.222.0.44 "GET /v2.0/networks/7f1b75b5-b8f8-4477-a267-2ec1a55fd99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4140556 Oct 30 15:14:19.537792 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4bb7384d-0f41-41d7-aac3-df572ef7b9ef tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:19.538442 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb7384d-0f41-41d7-aac3-df572ef7b9ef tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 97f3c0a1-113b-44a0-81e2-52ed3b23a7bc {{(pid=102131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:14:19.543132 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4bb7384d-0f41-41d7-aac3-df572ef7b9ef tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:19.544382 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-4bb7384d-0f41-41d7-aac3-df572ef7b9ef tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] 10.222.0.62 "DELETE /v2.0/routers/97f3c0a1-113b-44a0-81e2-52ed3b23a7bc HTTP/1.1" status: 204 len: 168 time: 1.8806121 Oct 30 15:14:19.550791 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36844) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:19.554963 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8620ea49-d98f-4c80-8ab6-4d57b3d7fcc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:19.701573 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8620ea49-d98f-4c80-8ab6-4d57b3d7fcc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:19.707316 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2be68b05-6d37-4646-92d4-907eca7da7e3 req-b1580a7f-1ebc-4e78-97ac-63ef1c90eb1e tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065871 Oct 30 15:14:19.729534 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9c7a17-21af-4d04-9838-85dcc3deffbd None None] Port cdc54890-a0fb-432f-8848-2dc083e205d0 not found while updating agent binding for router 97f3c0a1-113b-44a0-81e2-52ed3b23a7bc. {{(pid=102132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 30 15:14:19.742090 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9c7a17-21af-4d04-9838-85dcc3deffbd None None] Routers set() bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:14:19.742986 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9c7a17-21af-4d04-9838-85dcc3deffbd None None] Router IDs set() for agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 30 15:14:19.743694 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_agentschedulers_db [None req-1b9c7a17-21af-4d04-9838-85dcc3deffbd None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'97f3c0a1-113b-44a0-81e2-52ed3b23a7bc'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:13:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent'). {{(pid=102132) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 30 15:14:19.744078 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9c7a17-21af-4d04-9838-85dcc3deffbd None None] The sync data for ids ['97f3c0a1-113b-44a0-81e2-52ed3b23a7bc'] in n-d-806683-17 is: [] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:14:19.759272 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3c6d3b-6c0f-4043-befb-f57e472553cf req-885a0c73-c47d-4c22-90f4-4c1f54354d36 tempest-ServerPasswordTestJSON-1756742208 tempest-ServerPasswordTestJSON-1756742208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:19.762028 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2b3c6d3b-6c0f-4043-befb-f57e472553cf req-885a0c73-c47d-4c22-90f4-4c1f54354d36 tempest-ServerPasswordTestJSON-1756742208 tempest-ServerPasswordTestJSON-1756742208-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc8b4167-726f-443a-a767-4e49530c134b HTTP/1.1" status: 200 len: 945 time: 0.2123895 Oct 30 15:14:19.769575 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8620ea49-d98f-4c80-8ab6-4d57b3d7fcc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:19.818888 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c10edfe8-b9a6-4bdb-956a-ebe92f77e668 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks [] for router, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:19.828273 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-8620ea49-d98f-4c80-8ab6-4d57b3d7fcc7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=41484036f7d744d4ae1cecc7c9bd780e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7169785 Oct 30 15:14:19.831357 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b477ef81-be9c-43e2-be19-4fae03e1812a req-8959ffe1-ce56-4a6a-b974-8ea71d1c0b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:19.832463 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36850) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:19.836194 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b477ef81-be9c-43e2-be19-4fae03e1812a req-8959ffe1-ce56-4a6a-b974-8ea71d1c0b3f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bb8b223744b44833a53287a2afef5a92&device_id=51020f88-3ea1-4d28-bb83-6d9c333e8d64 HTTP/1.1" status: 200 len: 1096 time: 0.2026272 Oct 30 15:14:19.837153 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8620ea49-d98f-4c80-8ab6-4d57b3d7fcc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be70fd2a-7d44-4479-babb-d8f1b53bce81,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:19.846643 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984cacae-e655-4f59-b317-cd5f2e8eb2b1 req-3226e4a9-4aef-45ff-a805-e30bb071aedd tempest-ImagesNegativeTestJSON-1830812716 tempest-ImagesNegativeTestJSON-1830812716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:19.848277 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-984cacae-e655-4f59-b317-cd5f2e8eb2b1 req-3226e4a9-4aef-45ff-a805-e30bb071aedd tempest-ImagesNegativeTestJSON-1830812716 tempest-ImagesNegativeTestJSON-1830812716-project] 10.222.0.62 "GET /v2.0/ports?device_id=e51d4d74-f88d-4988-8e3f-d9bb09f9a24c HTTP/1.1" status: 200 len: 950 time: 0.2197642 Oct 30 15:14:19.939732 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-984cacae-e655-4f59-b317-cd5f2e8eb2b1 req-06e65c90-952d-4476-8325-56d12982df55 tempest-ImagesNegativeTestJSON-1830812716 tempest-ImagesNegativeTestJSON-1830812716-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc35fec1-d552-46ab-a1c4-625d1bb4a468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830157 Oct 30 15:14:19.977648 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b477ef81-be9c-43e2-be19-4fae03e1812a req-bf434fbf-d08f-4678-ac13-7f652aefc0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:19.980633 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b477ef81-be9c-43e2-be19-4fae03e1812a req-bf434fbf-d08f-4678-ac13-7f652aefc0c7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7f1b75b5-b8f8-4477-a267-2ec1a55fd99b HTTP/1.1" status: 200 len: 915 time: 0.1310408 Oct 30 15:14:20.037928 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b477ef81-be9c-43e2-be19-4fae03e1812a req-4b005ce9-f3fc-4ed3-866c-2720f4c78cc5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30033e2a-cbbc-49ee-ac05-a4929e0db3c7 HTTP/1.1" status: 200 len: 217 time: 0.0445542 Oct 30 15:14:20.097954 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b477ef81-be9c-43e2-be19-4fae03e1812a req-1d1859f4-d6b7-43ab-944a-28a3117dfb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:20.100522 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b477ef81-be9c-43e2-be19-4fae03e1812a req-1d1859f4-d6b7-43ab-944a-28a3117dfb09 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=82e0110b-193b-4288-a3a8-25fc73206750 HTTP/1.1" status: 200 len: 854 time: 0.0527301 Oct 30 15:14:20.137725 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b477ef81-be9c-43e2-be19-4fae03e1812a req-59148cfc-e1c0-4be4-afce-f383fbc67731 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f1b75b5-b8f8-4477-a267-2ec1a55fd99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284059 Oct 30 15:14:20.258399 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b477ef81-be9c-43e2-be19-4fae03e1812a req-c84c9009-761e-4b82-a32c-6f33545fd24c service neutron] 10.222.0.44 "GET /v2.0/networks/7f1b75b5-b8f8-4477-a267-2ec1a55fd99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121783 Oct 30 15:14:20.371034 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b477ef81-be9c-43e2-be19-4fae03e1812a req-cf517ca3-ef36-48eb-9536-742da1ee47a5 service neutron] 10.222.0.44 "GET /v2.0/networks/7f1b75b5-b8f8-4477-a267-2ec1a55fd99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980256 Oct 30 15:14:20.441210 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5c53b-402b-4fd6-9c61-df4622304f33 req-dbee2870-f0a6-474a-9619-6e1d0da3b8e9 tempest-ServerPasswordTestJSON-1756742208 tempest-ServerPasswordTestJSON-1756742208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:20.442674 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e0f5c53b-402b-4fd6-9c61-df4622304f33 req-dbee2870-f0a6-474a-9619-6e1d0da3b8e9 tempest-ServerPasswordTestJSON-1756742208 tempest-ServerPasswordTestJSON-1756742208-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc8b4167-726f-443a-a767-4e49530c134b HTTP/1.1" status: 200 len: 945 time: 0.1214871 Oct 30 15:14:20.453736 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-dd2488b1-25a7-48b7-8eb5-002fb1d34924 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:20.456888 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-2b3c6d3b-6c0f-4043-befb-f57e472553cf req-a27c4036-3c06-4075-838d-53ac286d87c5 tempest-ServerPasswordTestJSON-1756742208 tempest-ServerPasswordTestJSON-1756742208-project] Deleting port 0e8772ac-46e5-49a3-ae4e-ddf378358bd1 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:14:20.457211 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-2b3c6d3b-6c0f-4043-befb-f57e472553cf req-a27c4036-3c06-4075-838d-53ac286d87c5 tempest-ServerPasswordTestJSON-1756742208 tempest-ServerPasswordTestJSON-1756742208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:20.462755 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c10edfe8-b9a6-4bdb-956a-ebe92f77e668 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:20.547076 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-dd2488b1-25a7-48b7-8eb5-002fb1d34924 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:20.610744 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e0f5c53b-402b-4fd6-9c61-df4622304f33 req-4e1934a2-564d-49c5-b8f4-ea1c1b3173f2 tempest-ServerPasswordTestJSON-1756742208 tempest-ServerPasswordTestJSON-1756742208-project] 10.222.0.62 "GET /v2.0/security-groups?id=07ffb87b-2baa-4c08-b4cd-ff85c54b06ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579075 Oct 30 15:14:20.647683 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-2b3c6d3b-6c0f-4043-befb-f57e472553cf req-a27c4036-3c06-4075-838d-53ac286d87c5 tempest-ServerPasswordTestJSON-1756742208 tempest-ServerPasswordTestJSON-1756742208-project] For port 0e8772ac-46e5-49a3-ae4e-ddf378358bd1, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=0e8772ac-46e5-49a3-ae4e-ddf378358bd1,segment=NetworkSegment(d62b6be2-0495-4249-93ef-0f2bd1721cc6),segment_id=d62b6be2-0495-4249-93ef-0f2bd1721cc6)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:14:20.647926 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-2b3c6d3b-6c0f-4043-befb-f57e472553cf req-a27c4036-3c06-4075-838d-53ac286d87c5 tempest-ServerPasswordTestJSON-1756742208 tempest-ServerPasswordTestJSON-1756742208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:20.663348 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-2b3c6d3b-6c0f-4043-befb-f57e472553cf req-a27c4036-3c06-4075-838d-53ac286d87c5 tempest-ServerPasswordTestJSON-1756742208 tempest-ServerPasswordTestJSON-1756742208-project] Calling delete_port for 0e8772ac-46e5-49a3-ae4e-ddf378358bd1 owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:14:20.721172 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-c10edfe8-b9a6-4bdb-956a-ebe92f77e668 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Deleting port 3c2c0591-8846-431f-9afe-fa4cb158a140 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:14:20.721512 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c10edfe8-b9a6-4bdb-956a-ebe92f77e668 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:20.725300 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-dd2488b1-25a7-48b7-8eb5-002fb1d34924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:20.727791 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-dd2488b1-25a7-48b7-8eb5-002fb1d34924 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:20.729523 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-dd2488b1-25a7-48b7-8eb5-002fb1d34924 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/be70fd2a-7d44-4479-babb-d8f1b53bce81 HTTP/1.1" status: 204 len: 168 time: 0.8435609 Oct 30 15:14:20.784592 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2488b1-25a7-48b7-8eb5-002fb1d34924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be70fd2a-7d44-4479-babb-d8f1b53bce81,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:20.871156 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec21b7-33a9-40fc-b6b8-c2a106c324f5 req-fa9e2598-53cb-4d5a-93ab-44ee2c1daede tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:20.873834 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0bec21b7-33a9-40fc-b6b8-c2a106c324f5 req-fa9e2598-53cb-4d5a-93ab-44ee2c1daede tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=51020f88-3ea1-4d28-bb83-6d9c333e8d64 HTTP/1.1" status: 200 len: 944 time: 0.1049325 Oct 30 15:14:20.881242 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-c10edfe8-b9a6-4bdb-956a-ebe92f77e668 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] For port 3c2c0591-8846-431f-9afe-fa4cb158a140, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=3c2c0591-8846-431f-9afe-fa4cb158a140,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:14:20.881622 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c10edfe8-b9a6-4bdb-956a-ebe92f77e668 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:20.902420 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-c10edfe8-b9a6-4bdb-956a-ebe92f77e668 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Calling delete_port for 3c2c0591-8846-431f-9afe-fa4cb158a140 owned by network:router_gateway {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:14:20.916769 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-2b3c6d3b-6c0f-4043-befb-f57e472553cf req-a27c4036-3c06-4075-838d-53ac286d87c5 tempest-ServerPasswordTestJSON-1756742208 tempest-ServerPasswordTestJSON-1756742208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:20.934927 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0bec21b7-33a9-40fc-b6b8-c2a106c324f5 req-18d24f81-6327-45d3-8585-cf33fd926d10 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539582 Oct 30 15:14:20.976745 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27c4036-3c06-4075-838d-53ac286d87c5 tempest-ServerPasswordTestJSON-1756742208 tempest-ServerPasswordTestJSON-1756742208-project] Pushing event deleted for resources: {'Port': ['ID=0e8772ac-46e5-49a3-ae4e-ddf378358bd1,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:21.030972 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b3c6d3b-6c0f-4043-befb-f57e472553cf req-a27c4036-3c06-4075-838d-53ac286d87c5 tempest-ServerPasswordTestJSON-1756742208 tempest-ServerPasswordTestJSON-1756742208-project] No DVR routers for this DVR port 0e8772ac-46e5-49a3-ae4e-ddf378358bd1 on host n-h2-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:14:21.034455 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-2b3c6d3b-6c0f-4043-befb-f57e472553cf req-a27c4036-3c06-4075-838d-53ac286d87c5 tempest-ServerPasswordTestJSON-1756742208 tempest-ServerPasswordTestJSON-1756742208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:21.037935 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2b3c6d3b-6c0f-4043-befb-f57e472553cf req-a27c4036-3c06-4075-838d-53ac286d87c5 tempest-ServerPasswordTestJSON-1756742208 tempest-ServerPasswordTestJSON-1756742208-project] 10.222.0.44 "DELETE /v2.0/ports/0e8772ac-46e5-49a3-ae4e-ddf378358bd1 HTTP/1.1" status: 204 len: 173 time: 1.2649682 Oct 30 15:14:21.038430 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc8b4167-726f-443a-a767-4e49530c134b', 'name': 'network-vif-deleted', 'tag': '0e8772ac-46e5-49a3-ae4e-ddf378358bd1'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:14:21.040822 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c306311-0593-46fd-a591-5c9b012b1039" -d '{"events": [{"server_uuid": "dc8b4167-726f-443a-a767-4e49530c134b", "name": "network-vif-deleted", "tag": "0e8772ac-46e5-49a3-ae4e-ddf378358bd1"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:14:21.124781 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1ea20018-c48f-41cc-bd1b-0d847a74fbdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:21.129017 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36874) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:21.144971 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8544e5d7-522f-4568-a784-c76e5476485e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:21.160872 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea8a8b6-a113-445d-ab30-367ea5745ae1 x-openstack-request-id: req-2ea8a8b6-a113-445d-ab30-367ea5745ae1 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:14:21.161396 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc8b4167-726f-443a-a767-4e49530c134b", "name": "network-vif-deleted", "tag": "0e8772ac-46e5-49a3-ae4e-ddf378358bd1", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:14:21.161869 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2ea8a8b6-a113-445d-ab30-367ea5745ae1 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:14:21.162565 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc8b4167-726f-443a-a767-4e49530c134b', 'name': 'network-vif-deleted', 'tag': '0e8772ac-46e5-49a3-ae4e-ddf378358bd1', 'status': 'completed', 'code': 200} Oct 30 15:14:21.209748 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f79541-005e-4efe-aad2-f8aa7633f263 req-7b828077-646f-437f-8b4d-a13782ef9d21 tempest-ImagesNegativeTestJSON-1830812716 tempest-ImagesNegativeTestJSON-1830812716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:21.210944 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c4f79541-005e-4efe-aad2-f8aa7633f263 req-7b828077-646f-437f-8b4d-a13782ef9d21 tempest-ImagesNegativeTestJSON-1830812716 tempest-ImagesNegativeTestJSON-1830812716-project] 10.222.0.62 "GET /v2.0/ports?device_id=e51d4d74-f88d-4988-8e3f-d9bb09f9a24c HTTP/1.1" status: 200 len: 950 time: 0.1144903 Oct 30 15:14:21.263216 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c10edfe8-b9a6-4bdb-956a-ebe92f77e668 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:21.296956 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c4f79541-005e-4efe-aad2-f8aa7633f263 req-155bef74-5ebf-4118-86de-6c9788dcf89c tempest-ImagesNegativeTestJSON-1830812716 tempest-ImagesNegativeTestJSON-1830812716-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc35fec1-d552-46ab-a1c4-625d1bb4a468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728977 Oct 30 15:14:21.299764 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10edfe8-b9a6-4bdb-956a-ebe92f77e668 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Pushing event deleted for resources: {'Port': ['ID=3c2c0591-8846-431f-9afe-fa4cb158a140,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:21.342477 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8544e5d7-522f-4568-a784-c76e5476485e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:21.348745 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8544e5d7-522f-4568-a784-c76e5476485e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:21.380409 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-8544e5d7-522f-4568-a784-c76e5476485e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=edd05e8786d04e2e9549d9b5b4ea2a39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2501392 Oct 30 15:14:21.384366 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36884) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:21.405487 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8544e5d7-522f-4568-a784-c76e5476485e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf3e714-4a4c-4dd3-8610-5f66d38e16f7,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:21.407273 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c10edfe8-b9a6-4bdb-956a-ebe92f77e668 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:21.526058 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c10edfe8-b9a6-4bdb-956a-ebe92f77e668 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:21.529883 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c10edfe8-b9a6-4bdb-956a-ebe92f77e668 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:21.544981 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-004bebbf-8ddd-4b96-b866-307c863033f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:21.575905 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eaa6c8-3ee1-463e-9865-d5356e0b7407 req-0014900d-470c-418b-9ce1-05e606988f45 tempest-AttachSCSIVolumeTestJSON-605120720 tempest-AttachSCSIVolumeTestJSON-605120720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:21.577901 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-33eaa6c8-3ee1-463e-9865-d5356e0b7407 req-0014900d-470c-418b-9ce1-05e606988f45 tempest-AttachSCSIVolumeTestJSON-605120720 tempest-AttachSCSIVolumeTestJSON-605120720-project] 10.222.0.62 "GET /v2.0/ports?device_id=0bfd6a08-f347-4b41-923f-b748287d3be6 HTTP/1.1" status: 200 len: 945 time: 0.0731318 Oct 30 15:14:21.592985 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c10edfe8-b9a6-4bdb-956a-ebe92f77e668 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:21.593582 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c10edfe8-b9a6-4bdb-956a-ebe92f77e668 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b53d5f9d-a98c-4a10-9d5f-b031a0a51b98 {{(pid=102131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:14:21.601566 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c10edfe8-b9a6-4bdb-956a-ebe92f77e668 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:21.602700 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-c10edfe8-b9a6-4bdb-956a-ebe92f77e668 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] 10.222.0.62 "DELETE /v2.0/routers/b53d5f9d-a98c-4a10-9d5f-b031a0a51b98 HTTP/1.1" status: 204 len: 168 time: 2.0510406 Oct 30 15:14:21.608372 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36892) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:21.611722 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-004bebbf-8ddd-4b96-b866-307c863033f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:21.616670 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-947f394b-0e4f-44a7-9015-9e84cb1e8558 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1217788916', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}, 'admin_state_up': False}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:14:21.633159 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-33eaa6c8-3ee1-463e-9865-d5356e0b7407 req-078e233d-00e9-49d6-9289-0c3d0a7e283f tempest-AttachSCSIVolumeTestJSON-605120720 tempest-AttachSCSIVolumeTestJSON-605120720-project] 10.222.0.62 "GET /v2.0/security-groups?id=b011f58e-2be7-474f-90eb-1023515c31aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493848 Oct 30 15:14:21.656983 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-947f394b-0e4f-44a7-9015-9e84cb1e8558 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:21.658012 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-947f394b-0e4f-44a7-9015-9e84cb1e8558 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:21.688153 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 30033e2a-cbbc-49ee-ac05-a4929e0db3c7 details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:14:21.696144 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 0e8772ac-46e5-49a3-ae4e-ddf378358bd1 no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:14:21.728108 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36896) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:21.731075 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] No Port match for: 0e8772ac-46e5-49a3-ae4e-ddf378358bd1 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:14:21.731427 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 0e8772ac-46e5-49a3-ae4e-ddf378358bd1 not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:14:21.788132 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ea50c5b-9ff4-47aa-af0a-332fdf46eafc admin admin] Deleting subnet 46bf7004-7aaf-49e2-83ab-d0fedc79b02e {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:14:21.792134 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5ea50c5b-9ff4-47aa-af0a-332fdf46eafc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:21.815403 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-947f394b-0e4f-44a7-9015-9e84cb1e8558 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:21.848623 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5ea50c5b-9ff4-47aa-af0a-332fdf46eafc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:21.858067 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 30033e2a-cbbc-49ee-ac05-a4929e0db3c7, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=30033e2a-cbbc-49ee-ac05-a4929e0db3c7,segment=NetworkSegment(495e0bcf-a0e5-4b3d-8fa7-4467a729ed3e),segment_id=495e0bcf-a0e5-4b3d-8fa7-4467a729ed3e)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:14:21.876719 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': '30033e2a-cbbc-49ee-ac05-a4929e0db3c7', 'network_id': '7f1b75b5-b8f8-4477-a267-2ec1a55fd99b', 'port_id': '30033e2a-cbbc-49ee-ac05-a4929e0db3c7', 'mac_address': 'fa:16:3e:ca:c8:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82e0110b-193b-4288-a3a8-25fc73206750', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:14:21.891089 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-004bebbf-8ddd-4b96-b866-307c863033f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:21.894414 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-004bebbf-8ddd-4b96-b866-307c863033f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:21.895753 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5ea50c5b-9ff4-47aa-af0a-332fdf46eafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:21.906305 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-004bebbf-8ddd-4b96-b866-307c863033f1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0bf3e714-4a4c-4dd3-8610-5f66d38e16f7 HTTP/1.1" status: 204 len: 168 time: 0.5117667 Oct 30 15:14:21.924269 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:21.939270 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30033e2a-cbbc-49ee-ac05-a4929e0db3c7 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:14:21.954390 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97753e5c-6a10-4a05-ad4d-41cc73b73758 req-c20afc07-66b1-4ed6-b0e5-6b8341ad8955 tempest-ImagesNegativeTestJSON-1830812716 tempest-ImagesNegativeTestJSON-1830812716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:21.956316 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-97753e5c-6a10-4a05-ad4d-41cc73b73758 req-c20afc07-66b1-4ed6-b0e5-6b8341ad8955 tempest-ImagesNegativeTestJSON-1830812716 tempest-ImagesNegativeTestJSON-1830812716-project] 10.222.0.62 "GET /v2.0/ports?device_id=e51d4d74-f88d-4988-8e3f-d9bb09f9a24c HTTP/1.1" status: 200 len: 950 time: 0.2498751 Oct 30 15:14:21.968152 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004bebbf-8ddd-4b96-b866-307c863033f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf3e714-4a4c-4dd3-8610-5f66d38e16f7,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:21.976814 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5ea50c5b-9ff4-47aa-af0a-332fdf46eafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:21.987805 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 30033e2a-cbbc-49ee-ac05-a4929e0db3c7, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=30033e2a-cbbc-49ee-ac05-a4929e0db3c7,segment=NetworkSegment(495e0bcf-a0e5-4b3d-8fa7-4467a729ed3e),segment_id=495e0bcf-a0e5-4b3d-8fa7-4467a729ed3e)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:14:22.004476 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea50c5b-9ff4-47aa-af0a-332fdf46eafc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46bf7004-7aaf-49e2-83ab-d0fedc79b02e,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:22.005454 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:22.012591 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5ea50c5b-9ff4-47aa-af0a-332fdf46eafc admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:22.018431 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-5ea50c5b-9ff4-47aa-af0a-332fdf46eafc admin admin] 10.222.0.62 "DELETE /v2.0/subnets/46bf7004-7aaf-49e2-83ab-d0fedc79b02e HTTP/1.1" status: 204 len: 168 time: 0.2891407 Oct 30 15:14:22.021136 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36904) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:22.093648 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=30033e2a-cbbc-49ee-ac05-a4929e0db3c7,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:22.113285 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-97753e5c-6a10-4a05-ad4d-41cc73b73758 req-2dbaa25a-d136-47f7-9b56-3b1198e40775 tempest-ImagesNegativeTestJSON-1830812716 tempest-ImagesNegativeTestJSON-1830812716-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc35fec1-d552-46ab-a1c4-625d1bb4a468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417933 Oct 30 15:14:22.115280 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-947f394b-0e4f-44a7-9015-9e84cb1e8558 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:22.147296 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d88cce6f-302e-4d27-be29-0bba85da5f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:22.165428 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da0b94-2c7f-4ef1-8157-b7eb9e0cee56 req-d2ad3626-e680-4997-b5cf-fc494bb5af4c tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:22.173552 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e3da0b94-2c7f-4ef1-8157-b7eb9e0cee56 req-d2ad3626-e680-4997-b5cf-fc494bb5af4c tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=51020f88-3ea1-4d28-bb83-6d9c333e8d64 HTTP/1.1" status: 200 len: 945 time: 0.1365829 Oct 30 15:14:22.209273 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:14:22.255198 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['30033e2a-cbbc-49ee-ac05-a4929e0db3c7'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:14:22.311218 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e3da0b94-2c7f-4ef1-8157-b7eb9e0cee56 req-f891f806-540a-479e-aa5e-7b5be659c4a4 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279721 Oct 30 15:14:22.324064 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d88cce6f-302e-4d27-be29-0bba85da5f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:22.352136 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-d88cce6f-302e-4d27-be29-0bba85da5f85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60fe9c2c-e7bf-4f35-b17e-978d133c919f']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:14:22.362374 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-d88cce6f-302e-4d27-be29-0bba85da5f85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd62b6be2-0495-4249-93ef-0f2bd1721cc6') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:14:22.362681 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-d88cce6f-302e-4d27-be29-0bba85da5f85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd62b6be2-0495-4249-93ef-0f2bd1721cc6') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:14:22.382048 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d88cce6f-302e-4d27-be29-0bba85da5f85 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:22.404570 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d88cce6f-302e-4d27-be29-0bba85da5f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:22.406658 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-947f394b-0e4f-44a7-9015-9e84cb1e8558 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks [] for router_gateway, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:22.413189 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d88cce6f-302e-4d27-be29-0bba85da5f85 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:14:22.413887 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d88cce6f-302e-4d27-be29-0bba85da5f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:22.427242 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-947f394b-0e4f-44a7-9015-9e84cb1e8558 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:22.462508 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:14:22.462508 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:14:22.462508 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:14:22.462508 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:14:22.462508 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:14:22.462508 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:14:22.462508 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:14:22.462508 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:14:22.462508 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:14:22.462508 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:14:22.462508 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:14:22.462508 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:14:22.462508 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:14:22.462508 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:14:22.462508 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:14:22.462508 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:14:22.462508 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:14:22.462508 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:14:22.462508 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:14:22.462508 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:14:22.462508 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:14:22.462508 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:14:22.462508 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:14:22.462508 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:14:22.462508 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:14:22.462508 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:14:22.462508 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:14:22.462508 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:14:22.462508 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:14:22.462508 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:14:22.462508 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:14:22.462508 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:14:22.499315 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d88cce6f-302e-4d27-be29-0bba85da5f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:22.524373 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d88cce6f-302e-4d27-be29-0bba85da5f85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:22.529645 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-d88cce6f-302e-4d27-be29-0bba85da5f85 admin admin] 10.222.0.62 "DELETE /v2.0/networks/60fe9c2c-e7bf-4f35-b17e-978d133c919f HTTP/1.1" status: 204 len: 168 time: 0.5074732 Oct 30 15:14:22.532172 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88cce6f-302e-4d27-be29-0bba85da5f85 admin admin] Pushing event deleted for resources: {'Network': ['ID=60fe9c2c-e7bf-4f35-b17e-978d133c919f,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:22.562878 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-947f394b-0e4f-44a7-9015-9e84cb1e8558 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Allocated IP 172.25.4.40 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/ec09c94b-a2fe-42b6-8add-978759cbbf14) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:14:22.704695 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-947f394b-0e4f-44a7-9015-9e84cb1e8558 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:22.747246 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-947f394b-0e4f-44a7-9015-9e84cb1e8558 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:22.765534 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36930) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:22.801977 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947f394b-0e4f-44a7-9015-9e84cb1e8558 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:14:22.805974 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-947f394b-0e4f-44a7-9015-9e84cb1e8558 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:14:22.816256 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947f394b-0e4f-44a7-9015-9e84cb1e8558 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:14:22.819883 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef4e10-620e-4d59-9352-f4e7fa3deede req-a1534af2-ea14-489b-ba85-c1ebfac9e18a tempest-AttachSCSIVolumeTestJSON-605120720 tempest-AttachSCSIVolumeTestJSON-605120720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:22.821693 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8cef4e10-620e-4d59-9352-f4e7fa3deede req-a1534af2-ea14-489b-ba85-c1ebfac9e18a tempest-AttachSCSIVolumeTestJSON-605120720 tempest-AttachSCSIVolumeTestJSON-605120720-project] 10.222.0.62 "GET /v2.0/ports?device_id=0bfd6a08-f347-4b41-923f-b748287d3be6 HTTP/1.1" status: 200 len: 945 time: 0.0847352 Oct 30 15:14:22.868481 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8cef4e10-620e-4d59-9352-f4e7fa3deede req-a44f16eb-e626-45dd-89c5-eb9a2dd32926 tempest-AttachSCSIVolumeTestJSON-605120720 tempest-AttachSCSIVolumeTestJSON-605120720-project] 10.222.0.62 "GET /v2.0/security-groups?id=b011f58e-2be7-474f-90eb-1023515c31aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395303 Oct 30 15:14:22.878550 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f394b-0e4f-44a7-9015-9e84cb1e8558 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Pushing event updated for resources: {'Port': ['ID=ec09c94b-a2fe-42b6-8add-978759cbbf14,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:22.945199 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-672d57b5-53af-4cb4-b115-459cddc54c0e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d59359258aac4c5ea049256c7bbcf923&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1590736 Oct 30 15:14:22.945816 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36934) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:23.005680 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-88783e8e-aabc-4745-98d9-d8b5e981da5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:23.030879 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-88783e8e-aabc-4745-98d9-d8b5e981da5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:23.085702 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb2e441-f0bc-4982-9811-8d2633522742 req-77ec56ff-bb58-456f-95ec-c2e90b932386 tempest-ImagesNegativeTestJSON-1830812716 tempest-ImagesNegativeTestJSON-1830812716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:23.087380 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1eb2e441-f0bc-4982-9811-8d2633522742 req-77ec56ff-bb58-456f-95ec-c2e90b932386 tempest-ImagesNegativeTestJSON-1830812716 tempest-ImagesNegativeTestJSON-1830812716-project] 10.222.0.44 "GET /v2.0/ports?device_id=e51d4d74-f88d-4988-8e3f-d9bb09f9a24c HTTP/1.1" status: 200 len: 950 time: 0.1190145 Oct 30 15:14:23.088726 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-88783e8e-aabc-4745-98d9-d8b5e981da5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:23.091680 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-88783e8e-aabc-4745-98d9-d8b5e981da5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:23.092978 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-88783e8e-aabc-4745-98d9-d8b5e981da5a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/07ffb87b-2baa-4c08-b4cd-ff85c54b06ab HTTP/1.1" status: 204 len: 168 time: 0.1460943 Oct 30 15:14:23.104376 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88783e8e-aabc-4745-98d9-d8b5e981da5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ffb87b-2baa-4c08-b4cd-ff85c54b06ab,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:23.285033 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dd11bd-605c-4ba6-aa03-36cf101c53ab req-75251c46-8114-4fb8-b837-de22bdcdac6d tempest-ImagesNegativeTestJSON-1830812716 tempest-ImagesNegativeTestJSON-1830812716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:23.302065 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f4dd11bd-605c-4ba6-aa03-36cf101c53ab req-75251c46-8114-4fb8-b837-de22bdcdac6d tempest-ImagesNegativeTestJSON-1830812716 tempest-ImagesNegativeTestJSON-1830812716-project] 10.222.0.62 "GET /v2.0/ports?device_id=e51d4d74-f88d-4988-8e3f-d9bb09f9a24c HTTP/1.1" status: 200 len: 950 time: 0.0836976 Oct 30 15:14:23.312320 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534eaa3-e984-4540-af8b-107584d52da0 req-bac4bb00-a48f-464e-a6b3-e9366ac82c68 tempest-AttachSCSIVolumeTestJSON-605120720 tempest-AttachSCSIVolumeTestJSON-605120720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:23.325176 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2534eaa3-e984-4540-af8b-107584d52da0 req-bac4bb00-a48f-464e-a6b3-e9366ac82c68 tempest-AttachSCSIVolumeTestJSON-605120720 tempest-AttachSCSIVolumeTestJSON-605120720-project] 10.222.0.53 "GET /v2.0/ports?device_id=0bfd6a08-f347-4b41-923f-b748287d3be6 HTTP/1.1" status: 200 len: 945 time: 0.1196976 Oct 30 15:14:23.352316 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-947f394b-0e4f-44a7-9015-9e84cb1e8558 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks [] for router_gateway, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:23.379505 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f4dd11bd-605c-4ba6-aa03-36cf101c53ab req-90f87c79-68ef-4d29-9162-8b9fa72245e5 tempest-ImagesNegativeTestJSON-1830812716 tempest-ImagesNegativeTestJSON-1830812716-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc35fec1-d552-46ab-a1c4-625d1bb4a468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686989 Oct 30 15:14:23.535583 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-1eb2e441-f0bc-4982-9811-8d2633522742 req-76d028f0-67ee-43ec-87ce-e306e09d2009 tempest-ImagesNegativeTestJSON-1830812716 tempest-ImagesNegativeTestJSON-1830812716-project] Deleting port b6a613d1-8908-4de3-ac4f-115753515ca5 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:14:23.535930 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-1eb2e441-f0bc-4982-9811-8d2633522742 req-76d028f0-67ee-43ec-87ce-e306e09d2009 tempest-ImagesNegativeTestJSON-1830812716 tempest-ImagesNegativeTestJSON-1830812716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:23.638008 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75468234-5a67-4eed-b4d0-87b9cb694647 req-5f6ef258-fddd-4596-bac7-f5159ac2da35 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:23.639821 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-75468234-5a67-4eed-b4d0-87b9cb694647 req-5f6ef258-fddd-4596-bac7-f5159ac2da35 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=51020f88-3ea1-4d28-bb83-6d9c333e8d64 HTTP/1.1" status: 200 len: 945 time: 0.1926861 Oct 30 15:14:23.707298 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 30033e2a-cbbc-49ee-ac05-a4929e0db3c7 up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:14:23.755884 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-1eb2e441-f0bc-4982-9811-8d2633522742 req-76d028f0-67ee-43ec-87ce-e306e09d2009 tempest-ImagesNegativeTestJSON-1830812716 tempest-ImagesNegativeTestJSON-1830812716-project] For port b6a613d1-8908-4de3-ac4f-115753515ca5, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=b6a613d1-8908-4de3-ac4f-115753515ca5,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:14:23.756363 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-1eb2e441-f0bc-4982-9811-8d2633522742 req-76d028f0-67ee-43ec-87ce-e306e09d2009 tempest-ImagesNegativeTestJSON-1830812716 tempest-ImagesNegativeTestJSON-1830812716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:23.788321 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9ba45e95-de61-4eea-ac01-9bc5bb31e694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:23.801989 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 3c2c0591-8846-431f-9afe-fa4cb158a140 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:14:23.808355 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-1eb2e441-f0bc-4982-9811-8d2633522742 req-76d028f0-67ee-43ec-87ce-e306e09d2009 tempest-ImagesNegativeTestJSON-1830812716 tempest-ImagesNegativeTestJSON-1830812716-project] Calling delete_port for b6a613d1-8908-4de3-ac4f-115753515ca5 owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:14:23.836493 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port 30033e2a-cbbc-49ee-ac05-a4929e0db3c7 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:14:23.840520 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 3c2c0591-8846-431f-9afe-fa4cb158a140 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:14:23.841054 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 3c2c0591-8846-431f-9afe-fa4cb158a140 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:14:23.845806 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port 30033e2a-cbbc-49ee-ac05-a4929e0db3c7 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:14:23.846691 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:23.865998 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-2534eaa3-e984-4540-af8b-107584d52da0 req-ca085f92-54c2-4f35-84b6-299ce779a943 tempest-AttachSCSIVolumeTestJSON-605120720 tempest-AttachSCSIVolumeTestJSON-605120720-project] Deleting port fd33e7ff-ae0a-4ff4-8a5d-e4e0895d7382 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:14:23.866344 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-2534eaa3-e984-4540-af8b-107584d52da0 req-ca085f92-54c2-4f35-84b6-299ce779a943 tempest-AttachSCSIVolumeTestJSON-605120720 tempest-AttachSCSIVolumeTestJSON-605120720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:23.941986 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-75468234-5a67-4eed-b4d0-87b9cb694647 req-6adbb775-3a03-429e-90b2-d88a138cc3db tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911325 Oct 30 15:14:24.012110 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:24.012586 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-947f394b-0e4f-44a7-9015-9e84cb1e8558 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:24.061883 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06756832-05f4-4360-80be-779a960c1734 req-4b1defc3-c5f4-4aea-a4b1-f55432d7d8fd tempest-AttachSCSIVolumeTestJSON-605120720 tempest-AttachSCSIVolumeTestJSON-605120720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:24.072196 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-06756832-05f4-4360-80be-779a960c1734 req-4b1defc3-c5f4-4aea-a4b1-f55432d7d8fd tempest-AttachSCSIVolumeTestJSON-605120720 tempest-AttachSCSIVolumeTestJSON-605120720-project] 10.222.0.62 "GET /v2.0/ports?device_id=0bfd6a08-f347-4b41-923f-b748287d3be6 HTTP/1.1" status: 200 len: 945 time: 0.0861700 Oct 30 15:14:24.095109 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51020f88-3ea1-4d28-bb83-6d9c333e8d64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30033e2a-cbbc-49ee-ac05-a4929e0db3c7'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:14:24.101496 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c73bd70-d962-49ff-baf7-a8ce3cf19ba6" -d '{"events": [{"server_uuid": "51020f88-3ea1-4d28-bb83-6d9c333e8d64", "name": "network-vif-plugged", "status": "completed", "tag": "30033e2a-cbbc-49ee-ac05-a4929e0db3c7"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:14:24.122195 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 30033e2a-cbbc-49ee-ac05-a4929e0db3c7, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=30033e2a-cbbc-49ee-ac05-a4929e0db3c7,segment=NetworkSegment(495e0bcf-a0e5-4b3d-8fa7-4467a729ed3e),segment_id=495e0bcf-a0e5-4b3d-8fa7-4467a729ed3e)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:14:24.128330 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:24.130253 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device b6a613d1-8908-4de3-ac4f-115753515ca5 no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:14:24.174063 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-2534eaa3-e984-4540-af8b-107584d52da0 req-ca085f92-54c2-4f35-84b6-299ce779a943 tempest-AttachSCSIVolumeTestJSON-605120720 tempest-AttachSCSIVolumeTestJSON-605120720-project] For port fd33e7ff-ae0a-4ff4-8a5d-e4e0895d7382, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=fd33e7ff-ae0a-4ff4-8a5d-e4e0895d7382,segment=NetworkSegment(67954d17-815c-428c-ae7e-64294647efff),segment_id=67954d17-815c-428c-ae7e-64294647efff)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:14:24.174437 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-2534eaa3-e984-4540-af8b-107584d52da0 req-ca085f92-54c2-4f35-84b6-299ce779a943 tempest-AttachSCSIVolumeTestJSON-605120720 tempest-AttachSCSIVolumeTestJSON-605120720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:24.188292 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-06756832-05f4-4360-80be-779a960c1734 req-55c03b78-d162-4353-97d8-6d1cc1f5a550 tempest-AttachSCSIVolumeTestJSON-605120720 tempest-AttachSCSIVolumeTestJSON-605120720-project] 10.222.0.62 "GET /v2.0/security-groups?id=b011f58e-2be7-474f-90eb-1023515c31aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114831 Oct 30 15:14:24.232446 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-639204f7-ddc0-4182-9597-9ad655249c4b x-openstack-request-id: req-639204f7-ddc0-4182-9597-9ad655249c4b {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:14:24.232738 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51020f88-3ea1-4d28-bb83-6d9c333e8d64", "name": "network-vif-plugged", "status": "completed", "tag": "30033e2a-cbbc-49ee-ac05-a4929e0db3c7", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:14:24.232991 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-639204f7-ddc0-4182-9597-9ad655249c4b {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:14:24.233555 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51020f88-3ea1-4d28-bb83-6d9c333e8d64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30033e2a-cbbc-49ee-ac05-a4929e0db3c7', 'code': 200} Oct 30 15:14:24.240761 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-2534eaa3-e984-4540-af8b-107584d52da0 req-ca085f92-54c2-4f35-84b6-299ce779a943 tempest-AttachSCSIVolumeTestJSON-605120720 tempest-AttachSCSIVolumeTestJSON-605120720-project] Calling delete_port for fd33e7ff-ae0a-4ff4-8a5d-e4e0895d7382 owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:14:24.278513 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=30033e2a-cbbc-49ee-ac05-a4929e0db3c7,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:24.341680 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-1eb2e441-f0bc-4982-9811-8d2633522742 req-76d028f0-67ee-43ec-87ce-e306e09d2009 tempest-ImagesNegativeTestJSON-1830812716 tempest-ImagesNegativeTestJSON-1830812716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:24.351154 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:24.383578 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774f1bd0-4b4f-42ab-afcc-902262fdeb53 req-fe80cc64-cacf-47bd-ad70-841a55534d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:24.387855 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-774f1bd0-4b4f-42ab-afcc-902262fdeb53 req-fe80cc64-cacf-47bd-ad70-841a55534d5b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=51020f88-3ea1-4d28-bb83-6d9c333e8d64 HTTP/1.1" status: 200 len: 1098 time: 0.0750797 Oct 30 15:14:24.397476 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d028f0-67ee-43ec-87ce-e306e09d2009 tempest-ImagesNegativeTestJSON-1830812716 tempest-ImagesNegativeTestJSON-1830812716-project] Pushing event deleted for resources: {'Port': ['ID=b6a613d1-8908-4de3-ac4f-115753515ca5,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:24.463001 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-774f1bd0-4b4f-42ab-afcc-902262fdeb53 req-37f5557f-8285-4c14-87af-31b5ef524b45 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678298 Oct 30 15:14:24.464397 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eb2e441-f0bc-4982-9811-8d2633522742 req-76d028f0-67ee-43ec-87ce-e306e09d2009 tempest-ImagesNegativeTestJSON-1830812716 tempest-ImagesNegativeTestJSON-1830812716-project] No DVR routers for this DVR port b6a613d1-8908-4de3-ac4f-115753515ca5 on host n-h2-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:14:24.467242 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-1eb2e441-f0bc-4982-9811-8d2633522742 req-76d028f0-67ee-43ec-87ce-e306e09d2009 tempest-ImagesNegativeTestJSON-1830812716 tempest-ImagesNegativeTestJSON-1830812716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:24.470537 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1eb2e441-f0bc-4982-9811-8d2633522742 req-76d028f0-67ee-43ec-87ce-e306e09d2009 tempest-ImagesNegativeTestJSON-1830812716 tempest-ImagesNegativeTestJSON-1830812716-project] 10.222.0.44 "DELETE /v2.0/ports/b6a613d1-8908-4de3-ac4f-115753515ca5 HTTP/1.1" status: 204 len: 173 time: 1.3723991 Oct 30 15:14:24.471927 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e51d4d74-f88d-4988-8e3f-d9bb09f9a24c', 'name': 'network-vif-deleted', 'tag': 'b6a613d1-8908-4de3-ac4f-115753515ca5'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:14:24.474469 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d5504f-a205-4a45-b7ff-22ae9e38333d" -d '{"events": [{"server_uuid": "e51d4d74-f88d-4988-8e3f-d9bb09f9a24c", "name": "network-vif-deleted", "tag": "b6a613d1-8908-4de3-ac4f-115753515ca5"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:14:24.492446 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-947f394b-0e4f-44a7-9015-9e84cb1e8558 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Router 11a7ea63-631f-45fa-a4f7-15730c6a26b0 is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:14:24.539915 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-37d75d2f-43c5-4645-a099-e78a0d041f5e req-ce8e8ecd-cb9d-4ca4-8fad-db5880fb3c43 tempest-ImagesNegativeTestJSON-1830812716 tempest-ImagesNegativeTestJSON-1830812716-project] 10.222.0.62 "GET /v2.0/ports?device_id=e51d4d74-f88d-4988-8e3f-d9bb09f9a24c HTTP/1.1" status: 200 len: 210 time: 0.0494285 Oct 30 15:14:24.573409 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:24.843441 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37026) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:24.853481 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:24.857920 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37030) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:24.962038 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9dcb35-0372-47db-ac2e-282ad946d164 x-openstack-request-id: req-9d9dcb35-0372-47db-ac2e-282ad946d164 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:14:24.962575 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e51d4d74-f88d-4988-8e3f-d9bb09f9a24c", "name": "network-vif-deleted", "tag": "b6a613d1-8908-4de3-ac4f-115753515ca5", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:14:24.962575 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9d9dcb35-0372-47db-ac2e-282ad946d164 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:14:24.962946 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e51d4d74-f88d-4988-8e3f-d9bb09f9a24c', 'name': 'network-vif-deleted', 'tag': 'b6a613d1-8908-4de3-ac4f-115753515ca5', 'status': 'completed', 'code': 200} Oct 30 15:14:24.981862 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-2534eaa3-e984-4540-af8b-107584d52da0 req-ca085f92-54c2-4f35-84b6-299ce779a943 tempest-AttachSCSIVolumeTestJSON-605120720 tempest-AttachSCSIVolumeTestJSON-605120720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:24.994785 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['fd33e7ff-ae0a-4ff4-8a5d-e4e0895d7382'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:14:25.005914 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8b33ed8f-888e-4918-b0a0-efb7a88ce2e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:25.008023 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b6a41c35-3052-4701-accb-dc11a184226a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:25.075484 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca085f92-54c2-4f35-84b6-299ce779a943 tempest-AttachSCSIVolumeTestJSON-605120720 tempest-AttachSCSIVolumeTestJSON-605120720-project] Pushing event deleted for resources: {'Port': ['ID=fd33e7ff-ae0a-4ff4-8a5d-e4e0895d7382,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:25.150397 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-2534eaa3-e984-4540-af8b-107584d52da0 req-ca085f92-54c2-4f35-84b6-299ce779a943 tempest-AttachSCSIVolumeTestJSON-605120720 tempest-AttachSCSIVolumeTestJSON-605120720-project] No DVR routers for this DVR port fd33e7ff-ae0a-4ff4-8a5d-e4e0895d7382 on host n-h1-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:14:25.155730 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-2534eaa3-e984-4540-af8b-107584d52da0 req-ca085f92-54c2-4f35-84b6-299ce779a943 tempest-AttachSCSIVolumeTestJSON-605120720 tempest-AttachSCSIVolumeTestJSON-605120720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:25.156677 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd499b7-cf55-4d80-bb1b-2e73354397ba req-78303c77-2b7d-458a-9a4e-a1d5d651b602 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:25.159515 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2534eaa3-e984-4540-af8b-107584d52da0 req-ca085f92-54c2-4f35-84b6-299ce779a943 tempest-AttachSCSIVolumeTestJSON-605120720 tempest-AttachSCSIVolumeTestJSON-605120720-project] 10.222.0.53 "DELETE /v2.0/ports/fd33e7ff-ae0a-4ff4-8a5d-e4e0895d7382 HTTP/1.1" status: 204 len: 173 time: 1.8334422 Oct 30 15:14:25.170259 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0cd499b7-cf55-4d80-bb1b-2e73354397ba req-78303c77-2b7d-458a-9a4e-a1d5d651b602 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=51020f88-3ea1-4d28-bb83-6d9c333e8d64 HTTP/1.1" status: 200 len: 946 time: 0.1266439 Oct 30 15:14:25.185761 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-947f394b-0e4f-44a7-9015-9e84cb1e8558 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:14:25.201674 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb5c357-5889-4754-8684-d0c78eb2f21f None None] Sync routers for ids ['11a7ea63-631f-45fa-a4f7-15730c6a26b0'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:14:25.217044 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-947f394b-0e4f-44a7-9015-9e84cb1e8558 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:25.222308 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-947f394b-0e4f-44a7-9015-9e84cb1e8558 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.6101112 Oct 30 15:14:25.222654 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 37040) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:25.228188 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb5c357-5889-4754-8684-d0c78eb2f21f None None] Routers {'11a7ea63-631f-45fa-a4f7-15730c6a26b0'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:14:25.232119 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-9bb5c357-5889-4754-8684-d0c78eb2f21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:14:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['11a7ea63-631f-45fa-a4f7-15730c6a26b0'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:14:25.233172 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-28f9b4c5-b44c-4f75-bcb5-336871eac282 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'enable_snat': False}}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:14:25.272743 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0cd499b7-cf55-4d80-bb1b-2e73354397ba req-07cb74e5-dfcc-4b31-8c5d-ed09e2ce3733 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891771 Oct 30 15:14:25.281585 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b6a41c35-3052-4701-accb-dc11a184226a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:25.283972 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8b33ed8f-888e-4918-b0a0-efb7a88ce2e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:25.285979 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b6a41c35-3052-4701-accb-dc11a184226a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:25.304340 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-9bb5c357-5889-4754-8684-d0c78eb2f21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:14:25.319908 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb5c357-5889-4754-8684-d0c78eb2f21f None None] Routers {'11a7ea63-631f-45fa-a4f7-15730c6a26b0'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:14:25.320767 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-9bb5c357-5889-4754-8684-d0c78eb2f21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:14:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['11a7ea63-631f-45fa-a4f7-15730c6a26b0'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:14:25.324776 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8b33ed8f-888e-4918-b0a0-efb7a88ce2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:25.362431 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-9bb5c357-5889-4754-8684-d0c78eb2f21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:14:25.364096 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb5c357-5889-4754-8684-d0c78eb2f21f None None] The sync data for ids ['11a7ea63-631f-45fa-a4f7-15730c6a26b0'] in n-d-806683-17 is: [] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:14:25.376020 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a41c35-3052-4701-accb-dc11a184226a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8661c29d-f86e-4ff3-8e89-84a4b794f88c,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:25.387035 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b6a41c35-3052-4701-accb-dc11a184226a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b8ef837a48df49f69f9e94e0965fee2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5279956 Oct 30 15:14:25.391520 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 37042) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:25.399072 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a41c35-3052-4701-accb-dc11a184226a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:14:25.399572 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a41c35-3052-4701-accb-dc11a184226a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:14:25.400036 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a41c35-3052-4701-accb-dc11a184226a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:14:25.400410 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a41c35-3052-4701-accb-dc11a184226a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:14:25.401305 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a41c35-3052-4701-accb-dc11a184226a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:14:25.401642 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a41c35-3052-4701-accb-dc11a184226a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:14:25.401972 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a41c35-3052-4701-accb-dc11a184226a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:14:25.402439 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a41c35-3052-4701-accb-dc11a184226a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:14:25.402801 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a41c35-3052-4701-accb-dc11a184226a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:14:25.403129 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a41c35-3052-4701-accb-dc11a184226a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:14:25.403457 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a41c35-3052-4701-accb-dc11a184226a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:14:25.403804 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a41c35-3052-4701-accb-dc11a184226a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:14:25.424641 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-8b33ed8f-888e-4918-b0a0-efb7a88ce2e3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=61aff9f7a5e449ee9f7699882e9580cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5775659 Oct 30 15:14:25.448686 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37044) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:25.450980 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6ffbfce5-ec6c-4406-975e-0d6c9699b4ed req-d08f9f2f-2625-43e3-b867-34a0549f4e38 tempest-AttachSCSIVolumeTestJSON-605120720 tempest-AttachSCSIVolumeTestJSON-605120720-project] 10.222.0.62 "GET /v2.0/ports?device_id=0bfd6a08-f347-4b41-923f-b748287d3be6 HTTP/1.1" status: 200 len: 210 time: 0.0553236 Oct 30 15:14:25.474889 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b33ed8f-888e-4918-b0a0-efb7a88ce2e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd84b968-435b-4918-9f94-fa4ab7233747,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:25.519816 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f15ebd1a-a056-4c0f-8a2b-e8b2cf570005 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:25.545375 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f15ebd1a-a056-4c0f-8a2b-e8b2cf570005 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:25.609365 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f15ebd1a-a056-4c0f-8a2b-e8b2cf570005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:25.617325 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f15ebd1a-a056-4c0f-8a2b-e8b2cf570005 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:25.619034 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-f15ebd1a-a056-4c0f-8a2b-e8b2cf570005 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bd84b968-435b-4918-9f94-fa4ab7233747 HTTP/1.1" status: 204 len: 168 time: 0.1669714 Oct 30 15:14:25.630794 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15ebd1a-a056-4c0f-8a2b-e8b2cf570005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd84b968-435b-4918-9f94-fa4ab7233747,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:25.660708 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-55ec25f1-31a4-4263-8b5c-3fcce9cb2d9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:25.826843 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-55ec25f1-31a4-4263-8b5c-3fcce9cb2d9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:25.927719 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-28f9b4c5-b44c-4f75-bcb5-336871eac282 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:25.942675 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-55ec25f1-31a4-4263-8b5c-3fcce9cb2d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:25.945611 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-55ec25f1-31a4-4263-8b5c-3fcce9cb2d9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:25.946778 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-55ec25f1-31a4-4263-8b5c-3fcce9cb2d9e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8661c29d-f86e-4ff3-8e89-84a4b794f88c HTTP/1.1" status: 204 len: 168 time: 0.5542719 Oct 30 15:14:25.994277 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ec25f1-31a4-4263-8b5c-3fcce9cb2d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8661c29d-f86e-4ff3-8e89-84a4b794f88c,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:26.127676 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37072) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:26.148303 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-83d6a1a5-f261-484f-bb6e-9b063473f811 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:26.262378 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 37074) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:26.277624 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-83d6a1a5-f261-484f-bb6e-9b063473f811 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:26.283983 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-83d6a1a5-f261-484f-bb6e-9b063473f811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:26.364243 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-83d6a1a5-f261-484f-bb6e-9b063473f811 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=07acc9972770408aab6f6f8c01dfb611&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2353504 Oct 30 15:14:26.368319 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d6a1a5-f261-484f-bb6e-9b063473f811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c0691d-b18b-437b-a990-ac101244fa0f,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:26.374927 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37082) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:26.469020 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:26.489078 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bae2acdc-3065-4d08-9c2c-caaff4abdbb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:26.512970 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-28f9b4c5-b44c-4f75-bcb5-336871eac282 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-773039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29512'] for router, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:26.517374 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-28f9b4c5-b44c-4f75-bcb5-336871eac282 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-773014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-773021', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-773165'] for router, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:26.520169 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bae2acdc-3065-4d08-9c2c-caaff4abdbb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:26.591486 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bae2acdc-3065-4d08-9c2c-caaff4abdbb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:26.602727 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bae2acdc-3065-4d08-9c2c-caaff4abdbb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:26.604383 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-bae2acdc-3065-4d08-9c2c-caaff4abdbb6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/33c0691d-b18b-437b-a990-ac101244fa0f HTTP/1.1" status: 204 len: 168 time: 0.2090566 Oct 30 15:14:26.614276 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae2acdc-3065-4d08-9c2c-caaff4abdbb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c0691d-b18b-437b-a990-ac101244fa0f,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:26.712607 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-34e56808-615f-43ff-b55b-981a4716de51 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=356eb67137d547ea836eebfaf2df1d97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4491019 Oct 30 15:14:26.715504 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37100) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:26.734164 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28f9b4c5-b44c-4f75-bcb5-336871eac282 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Router 11a7ea63-631f-45fa-a4f7-15730c6a26b0 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:14:26.745246 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70fb2df-0a49-4313-bc3f-a0c81b49a9e9 req-35da0034-8bba-4907-9abe-11a71aac8f4d tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:26.748910 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a70fb2df-0a49-4313-bc3f-a0c81b49a9e9 req-35da0034-8bba-4907-9abe-11a71aac8f4d tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=51020f88-3ea1-4d28-bb83-6d9c333e8d64 HTTP/1.1" status: 200 len: 946 time: 0.2241089 Oct 30 15:14:26.777609 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d3978e9f-cbd0-4a68-8c7d-9be586e061e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:26.806502 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d3978e9f-cbd0-4a68-8c7d-9be586e061e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:26.870150 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d3978e9f-cbd0-4a68-8c7d-9be586e061e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:26.873028 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d3978e9f-cbd0-4a68-8c7d-9be586e061e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:26.877046 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-d3978e9f-cbd0-4a68-8c7d-9be586e061e2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fc35fec1-d552-46ab-a1c4-625d1bb4a468 HTTP/1.1" status: 204 len: 168 time: 0.1603634 Oct 30 15:14:26.886314 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3978e9f-cbd0-4a68-8c7d-9be586e061e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc35fec1-d552-46ab-a1c4-625d1bb4a468,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:26.897057 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a70fb2df-0a49-4313-bc3f-a0c81b49a9e9 req-4784725c-0d4b-447a-8482-9a6f56633303 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410458 Oct 30 15:14:26.930462 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f9b4c5-b44c-4f75-bcb5-336871eac282 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:14:26.940391 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a667055-bbe3-4d4e-9941-5e47b17b5e8b None None] Sync routers for ids ['11a7ea63-631f-45fa-a4f7-15730c6a26b0'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:14:26.944493 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-28f9b4c5-b44c-4f75-bcb5-336871eac282 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:26.949292 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37120) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:26.950247 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-28f9b4c5-b44c-4f75-bcb5-336871eac282 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] 10.222.0.62 "PUT /v2.0/routers/11a7ea63-631f-45fa-a4f7-15730c6a26b0 HTTP/1.1" status: 200 len: 921 time: 1.7258945 Oct 30 15:14:26.964236 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bfd6a08-f347-4b41-923f-b748287d3be6', 'name': 'network-vif-deleted', 'tag': 'fd33e7ff-ae0a-4ff4-8a5d-e4e0895d7382'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:14:26.968686 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720c05c3-fcad-4aca-a005-72cd3eb213e5" -d '{"events": [{"server_uuid": "0bfd6a08-f347-4b41-923f-b748287d3be6", "name": "network-vif-deleted", "tag": "fd33e7ff-ae0a-4ff4-8a5d-e4e0895d7382"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:14:26.976819 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a667055-bbe3-4d4e-9941-5e47b17b5e8b None None] Routers {'11a7ea63-631f-45fa-a4f7-15730c6a26b0'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:14:26.977476 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-2a667055-bbe3-4d4e-9941-5e47b17b5e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:14:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['11a7ea63-631f-45fa-a4f7-15730c6a26b0'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:14:27.053609 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-2a667055-bbe3-4d4e-9941-5e47b17b5e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:14:27.079113 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a667055-bbe3-4d4e-9941-5e47b17b5e8b None None] Routers {'11a7ea63-631f-45fa-a4f7-15730c6a26b0'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:14:27.087609 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-2a667055-bbe3-4d4e-9941-5e47b17b5e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:14:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['11a7ea63-631f-45fa-a4f7-15730c6a26b0'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:14:27.101989 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-6e84d7b7-bad9-4b0c-80c1-a118b0c4e8cd tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] 10.222.0.62 "GET /v2.0/routers/11a7ea63-631f-45fa-a4f7-15730c6a26b0 HTTP/1.1" status: 200 len: 921 time: 0.1512644 Oct 30 15:14:27.105109 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 37130) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:27.129749 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-2a667055-bbe3-4d4e-9941-5e47b17b5e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:14:27.130525 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a667055-bbe3-4d4e-9941-5e47b17b5e8b None None] The sync data for ids ['11a7ea63-631f-45fa-a4f7-15730c6a26b0'] in n-d-806683-17 is: [] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:14:27.175411 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ddc1db-946e-416e-82a6-e6801e33279e x-openstack-request-id: req-c7ddc1db-946e-416e-82a6-e6801e33279e {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:14:27.175977 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bfd6a08-f347-4b41-923f-b748287d3be6", "name": "network-vif-deleted", "tag": "fd33e7ff-ae0a-4ff4-8a5d-e4e0895d7382", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:14:27.176429 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c7ddc1db-946e-416e-82a6-e6801e33279e {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:14:27.176892 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bfd6a08-f347-4b41-923f-b748287d3be6', 'name': 'network-vif-deleted', 'tag': 'fd33e7ff-ae0a-4ff4-8a5d-e4e0895d7382', 'status': 'completed', 'code': 200} Oct 30 15:14:27.208807 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5663e0a2-0eaa-4304-a1d7-3823c812780c req-062fa955-b818-4908-ad6a-64c9077a61a4 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:27.218308 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5663e0a2-0eaa-4304-a1d7-3823c812780c req-062fa955-b818-4908-ad6a-64c9077a61a4 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=51020f88-3ea1-4d28-bb83-6d9c333e8d64 HTTP/1.1" status: 200 len: 946 time: 0.1192267 Oct 30 15:14:27.234698 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7f36ce-45e1-4f37-8bfb-d592fb110a26 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:27.240029 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-5e7f36ce-45e1-4f37-8bfb-d592fb110a26 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=edc38ef5-7816-4133-914c-cfe2849a0125&device_id=11a7ea63-631f-45fa-a4f7-15730c6a26b0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1332998 Oct 30 15:14:27.240389 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 37148) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:27.269777 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5663e0a2-0eaa-4304-a1d7-3823c812780c req-ad0da9e2-2044-4666-a42d-857a279983ee tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475869 Oct 30 15:14:27.386596 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7591b7f3-299a-4f89-af8a-ab31fc9ddca4 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:27.388594 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-7591b7f3-299a-4f89-af8a-ab31fc9ddca4 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] 10.222.0.62 "GET /v2.0/networks/edc38ef5-7816-4133-914c-cfe2849a0125 HTTP/1.1" status: 200 len: 881 time: 0.1467292 Oct 30 15:14:27.391741 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 37164) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:27.425270 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-9d5a1041-49cd-4da4-a50f-949b28f974a8 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] 10.222.0.62 "GET /v2.0/ports?device_id=11a7ea63-631f-45fa-a4f7-15730c6a26b0 HTTP/1.1" status: 200 len: 205 time: 0.0320106 Oct 30 15:14:27.428003 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 37168) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:27.670849 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9bbf7e1e-6bcc-40ec-bdfa-ac28e006a8e7 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks [] for router, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:27.769816 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22939b3a-657b-483c-a5f1-87ea6768b0a0 req-01bc8da1-896c-44ed-aee1-25cb3f8de6a8 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:27.770993 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-22939b3a-657b-483c-a5f1-87ea6768b0a0 req-01bc8da1-896c-44ed-aee1-25cb3f8de6a8 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=51020f88-3ea1-4d28-bb83-6d9c333e8d64 HTTP/1.1" status: 200 len: 946 time: 0.1973519 Oct 30 15:14:27.837873 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9bbf7e1e-6bcc-40ec-bdfa-ac28e006a8e7 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:27.849849 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-22939b3a-657b-483c-a5f1-87ea6768b0a0 req-d6f7d23f-d28c-409f-baa2-6177c02c8e81 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651064 Oct 30 15:14:27.965689 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-9bbf7e1e-6bcc-40ec-bdfa-ac28e006a8e7 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Deleting port ec09c94b-a2fe-42b6-8add-978759cbbf14 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:14:27.966044 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9bbf7e1e-6bcc-40ec-bdfa-ac28e006a8e7 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:28.069825 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800496e6-cc09-4d9d-8501-7f3af40d4aa2 req-e6c979ef-a9a7-48f0-9898-5e9fb00f8aeb tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:28.074053 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-800496e6-cc09-4d9d-8501-7f3af40d4aa2 req-e6c979ef-a9a7-48f0-9898-5e9fb00f8aeb tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=51020f88-3ea1-4d28-bb83-6d9c333e8d64 HTTP/1.1" status: 200 len: 946 time: 0.0704932 Oct 30 15:14:28.129847 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9bbf7e1e-6bcc-40ec-bdfa-ac28e006a8e7 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:28.157471 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-9bbf7e1e-6bcc-40ec-bdfa-ac28e006a8e7 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Calling delete_port for ec09c94b-a2fe-42b6-8add-978759cbbf14 owned by network:router_gateway {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:14:28.163527 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-800496e6-cc09-4d9d-8501-7f3af40d4aa2 req-ba7ae3d8-8f9d-4fd3-b1f6-740b2bc74688 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810087 Oct 30 15:14:28.372708 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device fd33e7ff-ae0a-4ff4-8a5d-e4e0895d7382 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:14:28.409149 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: fd33e7ff-ae0a-4ff4-8a5d-e4e0895d7382 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:14:28.411803 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device fd33e7ff-ae0a-4ff4-8a5d-e4e0895d7382 not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:14:28.441969 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9bbf7e1e-6bcc-40ec-bdfa-ac28e006a8e7 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:28.529169 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbf7e1e-6bcc-40ec-bdfa-ac28e006a8e7 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Pushing event deleted for resources: {'Port': ['ID=ec09c94b-a2fe-42b6-8add-978759cbbf14,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:28.585592 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0be8c5-a6e8-400f-a38f-cc8b72d74e56 req-e5ba568a-6f23-459a-8ce5-6444ad485ada tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:28.596019 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-eb0be8c5-a6e8-400f-a38f-cc8b72d74e56 req-e5ba568a-6f23-459a-8ce5-6444ad485ada tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=51020f88-3ea1-4d28-bb83-6d9c333e8d64 HTTP/1.1" status: 200 len: 946 time: 0.1689854 Oct 30 15:14:28.643191 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-eb0be8c5-a6e8-400f-a38f-cc8b72d74e56 req-fe326119-6210-46ee-a455-8a03bad815df tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460961 Oct 30 15:14:28.644046 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9bbf7e1e-6bcc-40ec-bdfa-ac28e006a8e7 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:28.770141 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9bbf7e1e-6bcc-40ec-bdfa-ac28e006a8e7 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:28.772998 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9bbf7e1e-6bcc-40ec-bdfa-ac28e006a8e7 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:28.839244 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9bbf7e1e-6bcc-40ec-bdfa-ac28e006a8e7 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:28.840004 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bbf7e1e-6bcc-40ec-bdfa-ac28e006a8e7 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Fanout notify agent at l3_agent the message router_deleted on router 11a7ea63-631f-45fa-a4f7-15730c6a26b0 {{(pid=102131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:14:28.854356 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9bbf7e1e-6bcc-40ec-bdfa-ac28e006a8e7 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:28.860314 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37236) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:28.864436 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-4bf29c20-af11-449e-a1b2-a170faf18a68 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1451591387', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:14:28.870921 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-9bbf7e1e-6bcc-40ec-bdfa-ac28e006a8e7 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] 10.222.0.62 "DELETE /v2.0/routers/11a7ea63-631f-45fa-a4f7-15730c6a26b0 HTTP/1.1" status: 204 len: 168 time: 1.4260688 Oct 30 15:14:28.918177 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4bf29c20-af11-449e-a1b2-a170faf18a68 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:28.921201 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4bf29c20-af11-449e-a1b2-a170faf18a68 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:29.010128 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4bf29c20-af11-449e-a1b2-a170faf18a68 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:29.016810 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4bf29c20-af11-449e-a1b2-a170faf18a68 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:29.044394 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4bf29c20-af11-449e-a1b2-a170faf18a68 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:29.047592 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-4bf29c20-af11-449e-a1b2-a170faf18a68 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1855028 Oct 30 15:14:29.049654 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37244) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:29.068450 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-c294b2bf-e280-4bcf-a6c8-7409d5a20cd6 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Request body: {'router': {'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:14:29.087139 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e3ede9-6793-44b8-8e3b-cd81dbdf7e28 req-a22a1f6c-1738-434a-a4d5-1908dc26b8ef tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:29.100969 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-22e3ede9-6793-44b8-8e3b-cd81dbdf7e28 req-a22a1f6c-1738-434a-a4d5-1908dc26b8ef tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=51020f88-3ea1-4d28-bb83-6d9c333e8d64 HTTP/1.1" status: 200 len: 946 time: 0.1569355 Oct 30 15:14:29.184799 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-22e3ede9-6793-44b8-8e3b-cd81dbdf7e28 req-47fff69d-f3de-402e-aef4-2613c5cb5585 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827479 Oct 30 15:14:29.415503 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c294b2bf-e280-4bcf-a6c8-7409d5a20cd6 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:29.560747 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:29.566284 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-069eca8f-eb2c-42cf-9035-e1ef558ad4ab req-fa78ed6d-dc12-4428-ba73-d08c3f438aec tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=34c5333631d6493188293a44f7046edd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0520575 Oct 30 15:14:29.761595 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069eca8f-eb2c-42cf-9035-e1ef558ad4ab req-a77eb7ae-01e7-40a5-9a38-b389eb4d20c2 tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:29.787362 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-069eca8f-eb2c-42cf-9035-e1ef558ad4ab req-a77eb7ae-01e7-40a5-9a38-b389eb4d20c2 tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2189460 Oct 30 15:14:29.825738 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-069eca8f-eb2c-42cf-9035-e1ef558ad4ab req-14eca485-5c9f-46cf-8bb8-e9f2a6c161cd tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] 10.222.0.62 "GET /v2.0/quotas/34c5333631d6493188293a44f7046edd HTTP/1.1" status: 200 len: 375 time: 0.0353918 Oct 30 15:14:29.860319 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c294b2bf-e280-4bcf-a6c8-7409d5a20cd6 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks [] for router_gateway, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:29.880217 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-069eca8f-eb2c-42cf-9035-e1ef558ad4ab req-93a8b72f-7a41-4898-9308-0566c74196fd tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=34c5333631d6493188293a44f7046edd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518560 Oct 30 15:14:29.924547 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c294b2bf-e280-4bcf-a6c8-7409d5a20cd6 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:30.044349 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-c294b2bf-e280-4bcf-a6c8-7409d5a20cd6 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Allocated IP 172.25.4.127 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/b46167dd-437c-4877-94cc-afb9ad10b618) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:14:30.205517 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c294b2bf-e280-4bcf-a6c8-7409d5a20cd6 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:30.209320 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-36287181-1c60-4268-b44d-eca64ebebc99 req-bb306829-d865-4de1-ada9-e3fa9cc6ad14 tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] 10.222.0.62 "GET /v2.0/ports?device_id=f99c3558-7710-4783-8bae-d8de5ff97692 HTTP/1.1" status: 200 len: 210 time: 0.0665278 Oct 30 15:14:30.315890 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae9c06-65d5-40ce-8afb-0cabef28ebec req-9a8ce19a-e4c6-4a2a-8d94-2979a53c3a72 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:30.318055 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3eae9c06-65d5-40ce-8afb-0cabef28ebec req-9a8ce19a-e4c6-4a2a-8d94-2979a53c3a72 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=51020f88-3ea1-4d28-bb83-6d9c333e8d64 HTTP/1.1" status: 200 len: 946 time: 0.0931704 Oct 30 15:14:30.320180 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c294b2bf-e280-4bcf-a6c8-7409d5a20cd6 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:30.370004 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c294b2bf-e280-4bcf-a6c8-7409d5a20cd6 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Pushing event updated for resources: {'Port': ['ID=b46167dd-437c-4877-94cc-afb9ad10b618,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:30.399801 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c294b2bf-e280-4bcf-a6c8-7409d5a20cd6 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:14:30.403355 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-c294b2bf-e280-4bcf-a6c8-7409d5a20cd6 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:14:30.412884 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c294b2bf-e280-4bcf-a6c8-7409d5a20cd6 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:14:30.499757 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3eae9c06-65d5-40ce-8afb-0cabef28ebec req-0423d83c-147e-4164-bc5a-7d8e63444c2e tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308129 Oct 30 15:14:30.875904 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c294b2bf-e280-4bcf-a6c8-7409d5a20cd6 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks [] for router_gateway, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:31.128028 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c294b2bf-e280-4bcf-a6c8-7409d5a20cd6 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-773039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29512'] for router, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:31.132011 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c294b2bf-e280-4bcf-a6c8-7409d5a20cd6 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-773014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-773021', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-773165'] for router, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:31.159898 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432b273c-186d-49cd-9869-7b22992efbd7 req-c92f64f6-c486-4ded-a3ca-2f4624a73ee5 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:31.161556 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-432b273c-186d-49cd-9869-7b22992efbd7 req-c92f64f6-c486-4ded-a3ca-2f4624a73ee5 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.44 "GET /v2.0/ports?device_id=51020f88-3ea1-4d28-bb83-6d9c333e8d64 HTTP/1.1" status: 200 len: 946 time: 0.1101840 Oct 30 15:14:31.328236 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-432b273c-186d-49cd-9869-7b22992efbd7 req-4cc64690-978a-4ab1-b256-3599c411d35d tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Deleting port 30033e2a-cbbc-49ee-ac05-a4929e0db3c7 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:14:31.331133 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-432b273c-186d-49cd-9869-7b22992efbd7 req-4cc64690-978a-4ab1-b256-3599c411d35d tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:31.397525 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e85e7301-69b4-4c16-a17e-5f11752cb065 req-54d078d7-ac55-4d71-a219-d31a9045bcf3 tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] 10.222.0.62 "GET /v2.0/ports?device_id=f99c3558-7710-4783-8bae-d8de5ff97692 HTTP/1.1" status: 200 len: 210 time: 0.0661500 Oct 30 15:14:31.422540 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c294b2bf-e280-4bcf-a6c8-7409d5a20cd6 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Router 257f8924-6c4e-4f47-b1d0-58464f6c1eb1 is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:14:31.503377 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-432b273c-186d-49cd-9869-7b22992efbd7 req-4cc64690-978a-4ab1-b256-3599c411d35d tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] For port 30033e2a-cbbc-49ee-ac05-a4929e0db3c7, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=30033e2a-cbbc-49ee-ac05-a4929e0db3c7,segment=NetworkSegment(495e0bcf-a0e5-4b3d-8fa7-4467a729ed3e),segment_id=495e0bcf-a0e5-4b3d-8fa7-4467a729ed3e)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:14:31.503782 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-432b273c-186d-49cd-9869-7b22992efbd7 req-4cc64690-978a-4ab1-b256-3599c411d35d tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:31.538874 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-432b273c-186d-49cd-9869-7b22992efbd7 req-4cc64690-978a-4ab1-b256-3599c411d35d tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Calling delete_port for 30033e2a-cbbc-49ee-ac05-a4929e0db3c7 owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:14:31.610791 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c294b2bf-e280-4bcf-a6c8-7409d5a20cd6 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:14:31.632414 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524daac7-4e6a-439b-b132-ae6330f44586 None None] Sync routers for ids ['257f8924-6c4e-4f47-b1d0-58464f6c1eb1'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:14:31.635547 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c294b2bf-e280-4bcf-a6c8-7409d5a20cd6 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:31.642030 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 37346) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:31.642685 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c294b2bf-e280-4bcf-a6c8-7409d5a20cd6 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] 10.222.0.62 "PUT /v2.0/routers/257f8924-6c4e-4f47-b1d0-58464f6c1eb1 HTTP/1.1" status: 200 len: 880 time: 2.5897486 Oct 30 15:14:31.667132 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524daac7-4e6a-439b-b132-ae6330f44586 None None] Routers {'257f8924-6c4e-4f47-b1d0-58464f6c1eb1'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:14:31.669209 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-524daac7-4e6a-439b-b132-ae6330f44586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:14:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['257f8924-6c4e-4f47-b1d0-58464f6c1eb1'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:14:31.715360 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:31.777332 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-524daac7-4e6a-439b-b132-ae6330f44586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:14:31.795159 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524daac7-4e6a-439b-b132-ae6330f44586 None None] Routers {'257f8924-6c4e-4f47-b1d0-58464f6c1eb1'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:14:31.796070 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-524daac7-4e6a-439b-b132-ae6330f44586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:14:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['257f8924-6c4e-4f47-b1d0-58464f6c1eb1'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:14:31.817571 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37348) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:31.957884 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-524daac7-4e6a-439b-b132-ae6330f44586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:14:31.958795 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524daac7-4e6a-439b-b132-ae6330f44586 None None] The sync data for ids ['257f8924-6c4e-4f47-b1d0-58464f6c1eb1'] in n-d-806683-17 is: [] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:14:32.037313 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8c9a7672-467a-4628-be5a-f022795edbc5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:32.148510 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8c9a7672-467a-4628-be5a-f022795edbc5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:32.153864 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8c9a7672-467a-4628-be5a-f022795edbc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:32.189006 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9a7672-467a-4628-be5a-f022795edbc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7e2584-7b82-43da-8820-9c7ebec91895,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:32.231088 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-8c9a7672-467a-4628-be5a-f022795edbc5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fa6e3a911c5e42269702058e10e54d4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4124396 Oct 30 15:14:32.233589 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37354) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:32.302557 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c8dd0494-19e1-439f-a2d6-e04ea6f11307 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:32.319723 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-069eca8f-eb2c-42cf-9035-e1ef558ad4ab req-acc1b8a8-d16e-46d4-b55d-58238332de85 tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=34c5333631d6493188293a44f7046edd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0762467 Oct 30 15:14:32.328167 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c8dd0494-19e1-439f-a2d6-e04ea6f11307 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:32.395093 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c8dd0494-19e1-439f-a2d6-e04ea6f11307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:32.404016 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c8dd0494-19e1-439f-a2d6-e04ea6f11307 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:32.409369 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c8dd0494-19e1-439f-a2d6-e04ea6f11307 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9b7e2584-7b82-43da-8820-9c7ebec91895 HTTP/1.1" status: 204 len: 168 time: 0.1738899 Oct 30 15:14:32.457298 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dd0494-19e1-439f-a2d6-e04ea6f11307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b7e2584-7b82-43da-8820-9c7ebec91895,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:32.475949 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069eca8f-eb2c-42cf-9035-e1ef558ad4ab req-e79ca615-970e-49d1-af58-f02403316571 tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:32.477790 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-069eca8f-eb2c-42cf-9035-e1ef558ad4ab req-e79ca615-970e-49d1-af58-f02403316571 tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1481605 Oct 30 15:14:32.493985 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5038e3-cdf7-4b83-b004-d848bb1d1a6c req-86182f66-f021-43c6-a5df-478c8a19315d tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:32.495659 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0a5038e3-cdf7-4b83-b004-d848bb1d1a6c req-86182f66-f021-43c6-a5df-478c8a19315d tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/ports?device_id=51020f88-3ea1-4d28-bb83-6d9c333e8d64 HTTP/1.1" status: 200 len: 946 time: 0.8453250 Oct 30 15:14:32.544503 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-069eca8f-eb2c-42cf-9035-e1ef558ad4ab req-7fa0f420-24ea-4733-afe8-92f237e060b5 tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] Request body: {'port': {'device_id': 'f99c3558-7710-4783-8bae-d8de5ff97692', 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704', 'admin_state_up': True, 'tenant_id': '34c5333631d6493188293a44f7046edd'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:14:32.663873 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-43e43651-f7d4-44a6-b59e-73edc0e59b78 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] 10.222.0.62 "GET /v2.0/routers/257f8924-6c4e-4f47-b1d0-58464f6c1eb1 HTTP/1.1" status: 200 len: 921 time: 1.0202055 Oct 30 15:14:32.672479 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 37368) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:32.696077 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0b4dcdfa-35ca-46e6-b81a-f9dc7825026f req-0603c814-7555-4a61-b794-5680f479aecd tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] 10.222.0.62 "GET /v2.0/ports?device_id=f99c3558-7710-4783-8bae-d8de5ff97692 HTTP/1.1" status: 200 len: 210 time: 0.0738137 Oct 30 15:14:32.766374 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0a5038e3-cdf7-4b83-b004-d848bb1d1a6c req-f54ba814-0f98-4695-9434-f9afaef3b671 tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.62 "GET /v2.0/security-groups?id=80db1e64-693c-4537-979c-6681d6dec4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172551 Oct 30 15:14:32.801024 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-432b273c-186d-49cd-9869-7b22992efbd7 req-4cc64690-978a-4ab1-b256-3599c411d35d tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:32.863914 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-069eca8f-eb2c-42cf-9035-e1ef558ad4ab req-7fa0f420-24ea-4733-afe8-92f237e060b5 tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] Made reservation on behalf of 34c5333631d6493188293a44f7046edd for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:14:32.867880 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-069eca8f-eb2c-42cf-9035-e1ef558ad4ab req-7fa0f420-24ea-4733-afe8-92f237e060b5 tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:32.873851 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a3e3f4-2419-48c5-9bf4-43910895c46d tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:32.878002 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-57a3e3f4-2419-48c5-9bf4-43910895c46d tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=edc38ef5-7816-4133-914c-cfe2849a0125&device_id=257f8924-6c4e-4f47-b1d0-58464f6c1eb1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1823905 Oct 30 15:14:32.878977 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37372) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:32.887177 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc64690-978a-4ab1-b256-3599c411d35d tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Pushing event deleted for resources: {'Port': ['ID=30033e2a-cbbc-49ee-ac05-a4929e0db3c7,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:32.897830 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 37374) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:32.928144 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-069eca8f-eb2c-42cf-9035-e1ef558ad4ab req-7fa0f420-24ea-4733-afe8-92f237e060b5 tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:32.958809 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-131f1d4b-59a2-45ac-b7b6-6b424084d958 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:33.022010 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd7bc5c-f670-4e38-8b03-26dde1de1540 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:33.027283 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-cbd7bc5c-f670-4e38-8b03-26dde1de1540 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] 10.222.0.62 "GET /v2.0/networks/edc38ef5-7816-4133-914c-cfe2849a0125 HTTP/1.1" status: 200 len: 881 time: 0.1470087 Oct 30 15:14:33.028222 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37376) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:33.046474 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-131f1d4b-59a2-45ac-b7b6-6b424084d958 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:33.049628 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-432b273c-186d-49cd-9869-7b22992efbd7 req-4cc64690-978a-4ab1-b256-3599c411d35d tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] No DVR routers for this DVR port 30033e2a-cbbc-49ee-ac05-a4929e0db3c7 on host n-h2-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:14:33.052491 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-432b273c-186d-49cd-9869-7b22992efbd7 req-4cc64690-978a-4ab1-b256-3599c411d35d tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:33.056913 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-432b273c-186d-49cd-9869-7b22992efbd7 req-4cc64690-978a-4ab1-b256-3599c411d35d tempest-ServerDiskConfigTestJSON-905018027 tempest-ServerDiskConfigTestJSON-905018027-project] 10.222.0.44 "DELETE /v2.0/ports/30033e2a-cbbc-49ee-ac05-a4929e0db3c7 HTTP/1.1" status: 204 len: 173 time: 1.8894813 Oct 30 15:14:33.059881 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51020f88-3ea1-4d28-bb83-6d9c333e8d64', 'name': 'network-vif-deleted', 'tag': '30033e2a-cbbc-49ee-ac05-a4929e0db3c7'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:14:33.062691 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d430e2c-3b12-497e-b176-3e41b40d45f1" -d '{"events": [{"server_uuid": "51020f88-3ea1-4d28-bb83-6d9c333e8d64", "name": "network-vif-deleted", "tag": "30033e2a-cbbc-49ee-ac05-a4929e0db3c7"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:14:33.068910 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-131f1d4b-59a2-45ac-b7b6-6b424084d958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:33.070110 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-1ece3dc3-f585-4324-8418-9f9b3d550ebf tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] 10.222.0.62 "GET /v2.0/ports?device_id=257f8924-6c4e-4f47-b1d0-58464f6c1eb1 HTTP/1.1" status: 200 len: 205 time: 0.0398855 Oct 30 15:14:33.071187 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37380) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:33.135771 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-131f1d4b-59a2-45ac-b7b6-6b424084d958 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=662f1aeda98640bfaed213cc9c73612b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2356837 Oct 30 15:14:33.141210 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 37382) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:33.154086 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131f1d4b-59a2-45ac-b7b6-6b424084d958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b04bcea-2a6f-448d-a7cc-721ad9f13957,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:33.205868 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae8ac44-e7f0-4f30-b21a-dad1313e7812 x-openstack-request-id: req-9ae8ac44-e7f0-4f30-b21a-dad1313e7812 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:14:33.206161 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51020f88-3ea1-4d28-bb83-6d9c333e8d64", "name": "network-vif-deleted", "tag": "30033e2a-cbbc-49ee-ac05-a4929e0db3c7", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:14:33.206453 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9ae8ac44-e7f0-4f30-b21a-dad1313e7812 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:14:33.206803 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51020f88-3ea1-4d28-bb83-6d9c333e8d64', 'name': 'network-vif-deleted', 'tag': '30033e2a-cbbc-49ee-ac05-a4929e0db3c7', 'status': 'completed', 'code': 200} Oct 30 15:14:33.242058 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a99694b2-3721-4c78-a157-ba3285d039a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:33.268051 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-069eca8f-eb2c-42cf-9035-e1ef558ad4ab req-7fa0f420-24ea-4733-afe8-92f237e060b5 tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:33.280498 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-069eca8f-eb2c-42cf-9035-e1ef558ad4ab req-7fa0f420-24ea-4733-afe8-92f237e060b5 tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:33.330152 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a99694b2-3721-4c78-a157-ba3285d039a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:33.332114 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa0f420-24ea-4733-afe8-92f237e060b5 tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cef2fd7-8a84-4a7a-a10d-2abd5799549d,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:33.339688 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-83844238-c0f8-4301-8b0d-99f54c60c1d3 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks [] for router, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:33.483820 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a99694b2-3721-4c78-a157-ba3285d039a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:33.486925 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a99694b2-3721-4c78-a157-ba3285d039a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:33.488595 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-a99694b2-3721-4c78-a157-ba3285d039a5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6b04bcea-2a6f-448d-a7cc-721ad9f13957 HTTP/1.1" status: 204 len: 168 time: 0.3453588 Oct 30 15:14:33.546772 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-83844238-c0f8-4301-8b0d-99f54c60c1d3 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:33.550708 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99694b2-3721-4c78-a157-ba3285d039a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b04bcea-2a6f-448d-a7cc-721ad9f13957,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:33.556111 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-069eca8f-eb2c-42cf-9035-e1ef558ad4ab req-7fa0f420-24ea-4733-afe8-92f237e060b5 tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] Allocated IP 192.168.233.110 (8de8b155-6e08-41c3-866a-8b30bb481704/43b5dea3-b65b-4514-8ec2-18a4245eb194/1812d945-27a5-4211-bb30-d86827eca464) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:14:33.704243 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-83844238-c0f8-4301-8b0d-99f54c60c1d3 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Deleting port b46167dd-437c-4877-94cc-afb9ad10b618 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:14:33.704985 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-83844238-c0f8-4301-8b0d-99f54c60c1d3 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:33.767949 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 30033e2a-cbbc-49ee-ac05-a4929e0db3c7 no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:14:33.815400 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 37400) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:33.830808 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] No Port match for: 30033e2a-cbbc-49ee-ac05-a4929e0db3c7 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:14:33.831154 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 30033e2a-cbbc-49ee-ac05-a4929e0db3c7 not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:14:33.893567 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-83844238-c0f8-4301-8b0d-99f54c60c1d3 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:33.913459 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-83844238-c0f8-4301-8b0d-99f54c60c1d3 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Calling delete_port for b46167dd-437c-4877-94cc-afb9ad10b618 owned by network:router_gateway {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:14:34.036031 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-069eca8f-eb2c-42cf-9035-e1ef558ad4ab req-7fa0f420-24ea-4733-afe8-92f237e060b5 tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:34.061182 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d30d2b04-25da-4c9d-99d9-96b1447e0c90 req-a54b94a1-551e-4700-9661-b85fca4afeff tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] 10.222.0.62 "GET /v2.0/ports?device_id=f99c3558-7710-4783-8bae-d8de5ff97692 HTTP/1.1" status: 200 len: 210 time: 0.0726640 Oct 30 15:14:34.253221 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 37420) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:34.330513 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-069eca8f-eb2c-42cf-9035-e1ef558ad4ab req-7fa0f420-24ea-4733-afe8-92f237e060b5 tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:34.336880 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-15ab4016-82b7-4078-8d5d-12b96c4d838b admin admin] Deleting subnet 82e0110b-193b-4288-a3a8-25fc73206750 {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:14:34.514467 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-15ab4016-82b7-4078-8d5d-12b96c4d838b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:34.598553 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-069eca8f-eb2c-42cf-9035-e1ef558ad4ab req-7fa0f420-24ea-4733-afe8-92f237e060b5 tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] Network 8de8b155-6e08-41c3-866a-8b30bb481704 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:14:34.601162 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-069eca8f-eb2c-42cf-9035-e1ef558ad4ab req-7fa0f420-24ea-4733-afe8-92f237e060b5 tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:14:34.627625 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa0f420-24ea-4733-afe8-92f237e060b5 tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] Pushing event updated for resources: {'Port': ['ID=1812d945-27a5-4211-bb30-d86827eca464,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:34.637506 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-069eca8f-eb2c-42cf-9035-e1ef558ad4ab req-7fa0f420-24ea-4733-afe8-92f237e060b5 tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:14:34.711342 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-15ab4016-82b7-4078-8d5d-12b96c4d838b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:34.781918 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-83844238-c0f8-4301-8b0d-99f54c60c1d3 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:34.833182 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83844238-c0f8-4301-8b0d-99f54c60c1d3 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Pushing event deleted for resources: {'Port': ['ID=b46167dd-437c-4877-94cc-afb9ad10b618,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:34.863400 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069eca8f-eb2c-42cf-9035-e1ef558ad4ab req-7fa0f420-24ea-4733-afe8-92f237e060b5 tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:34.864173 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-069eca8f-eb2c-42cf-9035-e1ef558ad4ab req-7fa0f420-24ea-4733-afe8-92f237e060b5 tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:34.911069 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-15ab4016-82b7-4078-8d5d-12b96c4d838b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:34.928867 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-83844238-c0f8-4301-8b0d-99f54c60c1d3 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:34.974024 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-069eca8f-eb2c-42cf-9035-e1ef558ad4ab req-7fa0f420-24ea-4733-afe8-92f237e060b5 tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4772787 Oct 30 15:14:35.003505 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-069eca8f-eb2c-42cf-9035-e1ef558ad4ab req-446370cf-8346-435b-bd41-e9c857133209 service neutron] Request body: {'port': {'device_id': 'f99c3558-7710-4783-8bae-d8de5ff97692', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:14:35.058278 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-5d35797a-931d-4f82-befd-bb56214ba8cb None None] Provisioning complete for port 1812d945-27a5-4211-bb30-d86827eca464 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:14:35.061318 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5d35797a-931d-4f82-befd-bb56214ba8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:35.061980 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-15ab4016-82b7-4078-8d5d-12b96c4d838b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:35.077758 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-83844238-c0f8-4301-8b0d-99f54c60c1d3 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:35.080921 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-83844238-c0f8-4301-8b0d-99f54c60c1d3 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:35.106561 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ab4016-82b7-4078-8d5d-12b96c4d838b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82e0110b-193b-4288-a3a8-25fc73206750,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:35.129096 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-15ab4016-82b7-4078-8d5d-12b96c4d838b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:35.132777 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-15ab4016-82b7-4078-8d5d-12b96c4d838b admin admin] 10.222.0.62 "DELETE /v2.0/subnets/82e0110b-193b-4288-a3a8-25fc73206750 HTTP/1.1" status: 204 len: 168 time: 0.8785760 Oct 30 15:14:35.137274 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37446) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:35.156174 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-069eca8f-eb2c-42cf-9035-e1ef558ad4ab req-446370cf-8346-435b-bd41-e9c857133209 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:35.168934 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3b82b073-d469-4505-ba5e-9d35c95d71c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:35.206717 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-5d35797a-931d-4f82-befd-bb56214ba8cb None None] Port 1812d945-27a5-4211-bb30-d86827eca464 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:14:35.257206 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-83844238-c0f8-4301-8b0d-99f54c60c1d3 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:35.257889 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83844238-c0f8-4301-8b0d-99f54c60c1d3 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Fanout notify agent at l3_agent the message router_deleted on router 257f8924-6c4e-4f47-b1d0-58464f6c1eb1 {{(pid=102130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:14:35.270638 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-83844238-c0f8-4301-8b0d-99f54c60c1d3 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:35.275526 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-83844238-c0f8-4301-8b0d-99f54c60c1d3 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] 10.222.0.62 "DELETE /v2.0/routers/257f8924-6c4e-4f47-b1d0-58464f6c1eb1 HTTP/1.1" status: 204 len: 168 time: 2.1719074 Oct 30 15:14:35.278915 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 37448) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:35.287706 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-d68d591e-5fe4-4c93-81b5-d52c97a53249 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1402381982', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:14:35.310525 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3ce194a9-9b94-4560-9b2b-ab9ca855ee0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:35.328611 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363226c3-de14-4fa6-8473-c85b10829594 req-ce33e753-89d8-48ea-b7b6-9f5b50bc09b4 tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:35.330458 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-363226c3-de14-4fa6-8473-c85b10829594 req-ce33e753-89d8-48ea-b7b6-9f5b50bc09b4 tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] 10.222.0.62 "GET /v2.0/ports?device_id=f99c3558-7710-4783-8bae-d8de5ff97692 HTTP/1.1" status: 200 len: 936 time: 0.1081088 Oct 30 15:14:35.396552 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d68d591e-5fe4-4c93-81b5-d52c97a53249 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:35.397494 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d68d591e-5fe4-4c93-81b5-d52c97a53249 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:35.442538 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3ce194a9-9b94-4560-9b2b-ab9ca855ee0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:35.455853 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-363226c3-de14-4fa6-8473-c85b10829594 req-803058a5-4975-480a-95ec-6f4293570bb0 tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] 10.222.0.62 "GET /v2.0/security-groups?id=0cef2fd7-8a84-4a7a-a10d-2abd5799549d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179588 Oct 30 15:14:35.475620 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-3ce194a9-9b94-4560-9b2b-ab9ca855ee0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f1b75b5-b8f8-4477-a267-2ec1a55fd99b']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:14:35.489572 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-3ce194a9-9b94-4560-9b2b-ab9ca855ee0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '495e0bcf-a0e5-4b3d-8fa7-4467a729ed3e') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:14:35.489974 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-3ce194a9-9b94-4560-9b2b-ab9ca855ee0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '495e0bcf-a0e5-4b3d-8fa7-4467a729ed3e') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:14:35.503642 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3ce194a9-9b94-4560-9b2b-ab9ca855ee0a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:35.528390 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3ce194a9-9b94-4560-9b2b-ab9ca855ee0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:35.537863 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ce194a9-9b94-4560-9b2b-ab9ca855ee0a admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:14:35.538504 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3ce194a9-9b94-4560-9b2b-ab9ca855ee0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:35.555608 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:14:35.555608 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:14:35.555608 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:14:35.555608 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:14:35.555608 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:14:35.555608 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:14:35.555608 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:14:35.555608 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:14:35.555608 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:14:35.555608 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:14:35.555608 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:14:35.555608 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:14:35.555608 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:14:35.555608 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:14:35.555608 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:14:35.555608 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:14:35.555608 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:14:35.555608 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:14:35.555608 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:14:35.555608 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:14:35.555608 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:14:35.555608 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:14:35.555608 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:14:35.555608 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:14:35.555608 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:14:35.555608 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:14:35.555608 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:14:35.555608 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:14:35.555608 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:14:35.555608 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:14:35.555608 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:14:35.555608 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:14:35.568516 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d68d591e-5fe4-4c93-81b5-d52c97a53249 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:35.577588 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d68d591e-5fe4-4c93-81b5-d52c97a53249 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:35.622954 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3ce194a9-9b94-4560-9b2b-ab9ca855ee0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:35.623669 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d68d591e-5fe4-4c93-81b5-d52c97a53249 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:35.628488 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d68d591e-5fe4-4c93-81b5-d52c97a53249 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3464496 Oct 30 15:14:35.629296 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37452) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:35.644535 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3ce194a9-9b94-4560-9b2b-ab9ca855ee0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:35.651351 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-3ce194a9-9b94-4560-9b2b-ab9ca855ee0a admin admin] 10.222.0.62 "DELETE /v2.0/networks/7f1b75b5-b8f8-4477-a267-2ec1a55fd99b HTTP/1.1" status: 204 len: 168 time: 0.5105243 Oct 30 15:14:35.652943 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-b05c0288-a38e-4362-a737-9f6a981a5a99 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'enable_snat': True}}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:14:35.698019 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce194a9-9b94-4560-9b2b-ab9ca855ee0a admin admin] Pushing event deleted for resources: {'Network': ['ID=7f1b75b5-b8f8-4477-a267-2ec1a55fd99b,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:35.732090 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-069eca8f-eb2c-42cf-9035-e1ef558ad4ab req-446370cf-8346-435b-bd41-e9c857133209 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1812d945-27a5-4211-bb30-d86827eca464 {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:14:35.759456 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-069eca8f-eb2c-42cf-9035-e1ef558ad4ab req-446370cf-8346-435b-bd41-e9c857133209 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:35.790419 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-069eca8f-eb2c-42cf-9035-e1ef558ad4ab req-446370cf-8346-435b-bd41-e9c857133209 service neutron] Transition to ACTIVE for port object 1812d945-27a5-4211-bb30-d86827eca464 will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:14:35.813270 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-069eca8f-eb2c-42cf-9035-e1ef558ad4ab req-446370cf-8346-435b-bd41-e9c857133209 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:35.889707 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446370cf-8346-435b-bd41-e9c857133209 service neutron] Pushing event updated for resources: {'Port': ['ID=1812d945-27a5-4211-bb30-d86827eca464,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:35.924488 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 37462) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:35.948853 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b05c0288-a38e-4362-a737-9f6a981a5a99 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:36.068122 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-3b82b073-d469-4505-ba5e-9d35c95d71c1 admin admin] Deleting port 5dc4348f-6a92-44a8-8de1-a5ecf6a1b40a {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:14:36.068601 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3b82b073-d469-4505-ba5e-9d35c95d71c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:36.201477 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b05c0288-a38e-4362-a737-9f6a981a5a99 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:36.224704 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b05c0288-a38e-4362-a737-9f6a981a5a99 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:36.249977 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-3b82b073-d469-4505-ba5e-9d35c95d71c1 admin admin] For port 5dc4348f-6a92-44a8-8de1-a5ecf6a1b40a, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=5dc4348f-6a92-44a8-8de1-a5ecf6a1b40a,segment=NetworkSegment(67954d17-815c-428c-ae7e-64294647efff),segment_id=67954d17-815c-428c-ae7e-64294647efff)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:14:36.250366 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3b82b073-d469-4505-ba5e-9d35c95d71c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:36.282219 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-3b82b073-d469-4505-ba5e-9d35c95d71c1 admin admin] Calling delete_port for 5dc4348f-6a92-44a8-8de1-a5ecf6a1b40a owned by network:router_interface {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:14:36.420411 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-b05c0288-a38e-4362-a737-9f6a981a5a99 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Allocated IP 172.25.4.244 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/38c972bc-54ab-49e1-bab6-9573e3488006) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:14:36.422403 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37472) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:36.483669 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37478) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:36.484080 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-94a77863-44a8-49aa-b018-ed68b5e5832a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bb8b223744b44833a53287a2afef5a92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5568402 Oct 30 15:14:36.542612 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-069eca8f-eb2c-42cf-9035-e1ef558ad4ab req-446370cf-8346-435b-bd41-e9c857133209 service neutron] Attempting to bind port 1812d945-27a5-4211-bb30-d86827eca464 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:14:36.543155 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-069eca8f-eb2c-42cf-9035-e1ef558ad4ab req-446370cf-8346-435b-bd41-e9c857133209 service neutron] Attempting to bind port 1812d945-27a5-4211-bb30-d86827eca464 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:14:36.543822 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069eca8f-eb2c-42cf-9035-e1ef558ad4ab req-446370cf-8346-435b-bd41-e9c857133209 service neutron] Attempting to bind port 1812d945-27a5-4211-bb30-d86827eca464 on network 8de8b155-6e08-41c3-866a-8b30bb481704 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:14:36.574293 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069eca8f-eb2c-42cf-9035-e1ef558ad4ab req-446370cf-8346-435b-bd41-e9c857133209 service neutron] Port 1812d945-27a5-4211-bb30-d86827eca464 on network 8de8b155-6e08-41c3-866a-8b30bb481704 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:14:36.575582 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069eca8f-eb2c-42cf-9035-e1ef558ad4ab req-446370cf-8346-435b-bd41-e9c857133209 service neutron] Attempting to bind port 1812d945-27a5-4211-bb30-d86827eca464 on network 8de8b155-6e08-41c3-866a-8b30bb481704 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:14:36.592364 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069eca8f-eb2c-42cf-9035-e1ef558ad4ab req-446370cf-8346-435b-bd41-e9c857133209 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:14:36.595768 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069eca8f-eb2c-42cf-9035-e1ef558ad4ab req-446370cf-8346-435b-bd41-e9c857133209 service neutron] Checking segment: {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:14:36.597988 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069eca8f-eb2c-42cf-9035-e1ef558ad4ab req-446370cf-8346-435b-bd41-e9c857133209 service neutron] Bound using segment: {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:14:36.598577 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-069eca8f-eb2c-42cf-9035-e1ef558ad4ab req-446370cf-8346-435b-bd41-e9c857133209 service neutron] Bound port: 1812d945-27a5-4211-bb30-d86827eca464, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:14:36.600654 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-069eca8f-eb2c-42cf-9035-e1ef558ad4ab req-446370cf-8346-435b-bd41-e9c857133209 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:36.645481 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c1d98fa3-a35a-4db7-9a8f-1762aa69b8bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:36.687527 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b05c0288-a38e-4362-a737-9f6a981a5a99 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:36.734526 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e1ae0fd1-25db-4c1e-992a-d104cf81c155 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:36.738777 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c1d98fa3-a35a-4db7-9a8f-1762aa69b8bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:36.739207 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-069eca8f-eb2c-42cf-9035-e1ef558ad4ab req-446370cf-8346-435b-bd41-e9c857133209 service neutron] For port 1812d945-27a5-4211-bb30-d86827eca464, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:14:36.759527 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-069eca8f-eb2c-42cf-9035-e1ef558ad4ab req-446370cf-8346-435b-bd41-e9c857133209 service neutron] For port 1812d945-27a5-4211-bb30-d86827eca464, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=1812d945-27a5-4211-bb30-d86827eca464,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:14:36.769967 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-069eca8f-eb2c-42cf-9035-e1ef558ad4ab req-446370cf-8346-435b-bd41-e9c857133209 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:36.820424 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069eca8f-eb2c-42cf-9035-e1ef558ad4ab req-446370cf-8346-435b-bd41-e9c857133209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:36.821424 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-069eca8f-eb2c-42cf-9035-e1ef558ad4ab req-446370cf-8346-435b-bd41-e9c857133209 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:36.822009 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d961fdb-6c33-4617-8e32-ddeacc44cfc3 req-17375c51-f7e1-4709-b61c-29d50715e2e9 tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:36.822614 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-069eca8f-eb2c-42cf-9035-e1ef558ad4ab req-446370cf-8346-435b-bd41-e9c857133209 service neutron] 10.222.0.53 "PUT /v2.0/ports/1812d945-27a5-4211-bb30-d86827eca464 HTTP/1.1" status: 200 len: 1097 time: 1.8233042 Oct 30 15:14:36.823590 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2d961fdb-6c33-4617-8e32-ddeacc44cfc3 req-17375c51-f7e1-4709-b61c-29d50715e2e9 tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] 10.222.0.62 "GET /v2.0/ports?device_id=f99c3558-7710-4783-8bae-d8de5ff97692 HTTP/1.1" status: 200 len: 948 time: 0.1791563 Oct 30 15:14:36.825819 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f99c3558-7710-4783-8bae-d8de5ff97692', 'tag': '1812d945-27a5-4211-bb30-d86827eca464'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:14:36.828053 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d99bcc52-8820-4466-bf34-b6a85c31abdf" -d '{"events": [{"name": "network-changed", "server_uuid": "f99c3558-7710-4783-8bae-d8de5ff97692", "tag": "1812d945-27a5-4211-bb30-d86827eca464"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:14:36.833187 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3b82b073-d469-4505-ba5e-9d35c95d71c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:36.878265 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b05c0288-a38e-4362-a737-9f6a981a5a99 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:36.902022 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446370cf-8346-435b-bd41-e9c857133209 service neutron] Pushing event updated for resources: {'Port': ['ID=1812d945-27a5-4211-bb30-d86827eca464,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:36.919176 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f680ade-fedc-4632-bda6-97a6e27082e0 x-openstack-request-id: req-9f680ade-fedc-4632-bda6-97a6e27082e0 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:14:36.919647 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f99c3558-7710-4783-8bae-d8de5ff97692", "tag": "1812d945-27a5-4211-bb30-d86827eca464", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:14:36.919901 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9f680ade-fedc-4632-bda6-97a6e27082e0 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:14:36.920302 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f99c3558-7710-4783-8bae-d8de5ff97692', 'tag': '1812d945-27a5-4211-bb30-d86827eca464', 'status': 'completed', 'code': 200} Oct 30 15:14:36.937665 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c1d98fa3-a35a-4db7-9a8f-1762aa69b8bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:36.940607 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c1d98fa3-a35a-4db7-9a8f-1762aa69b8bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:36.941411 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c1d98fa3-a35a-4db7-9a8f-1762aa69b8bb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/80db1e64-693c-4537-979c-6681d6dec4cd HTTP/1.1" status: 204 len: 168 time: 0.4563875 Oct 30 15:14:36.958782 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05c0288-a38e-4362-a737-9f6a981a5a99 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:14:36.969049 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2d961fdb-6c33-4617-8e32-ddeacc44cfc3 req-1d68c091-c9c7-4068-8414-fec615a8f06c tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] 10.222.0.62 "GET /v2.0/security-groups?id=0cef2fd7-8a84-4a7a-a10d-2abd5799549d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285307 Oct 30 15:14:36.977111 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b82b073-d469-4505-ba5e-9d35c95d71c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5dc4348f-6a92-44a8-8de1-a5ecf6a1b40a,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:36.991736 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-b05c0288-a38e-4362-a737-9f6a981a5a99 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:14:36.994318 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d98fa3-a35a-4db7-9a8f-1762aa69b8bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80db1e64-693c-4537-979c-6681d6dec4cd,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:36.996336 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05c0288-a38e-4362-a737-9f6a981a5a99 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:14:37.034437 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069eca8f-eb2c-42cf-9035-e1ef558ad4ab req-19c4b6a3-133a-4c23-b455-eb7d5704b5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:37.039766 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-069eca8f-eb2c-42cf-9035-e1ef558ad4ab req-19c4b6a3-133a-4c23-b455-eb7d5704b5e3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=34c5333631d6493188293a44f7046edd&device_id=f99c3558-7710-4783-8bae-d8de5ff97692 HTTP/1.1" status: 200 len: 1100 time: 0.1184697 Oct 30 15:14:37.051284 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05c0288-a38e-4362-a737-9f6a981a5a99 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Pushing event updated for resources: {'Port': ['ID=38c972bc-54ab-49e1-bab6-9573e3488006,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:37.072709 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e1ae0fd1-25db-4c1e-992a-d104cf81c155 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:37.078118 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e1ae0fd1-25db-4c1e-992a-d104cf81c155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:37.227849 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ae0fd1-25db-4c1e-992a-d104cf81c155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52df7a47-50f7-4b13-8f82-74e27dd40e3d,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:37.235493 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e1ae0fd1-25db-4c1e-992a-d104cf81c155 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=61fcaf3a1f12488ca166db8e1f9ff170&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8116755 Oct 30 15:14:37.239885 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37494) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:37.347400 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c873b668-a128-4ce1-b19f-a51f1eb36ddc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:37.442943 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c873b668-a128-4ce1-b19f-a51f1eb36ddc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:37.505499 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b05c0288-a38e-4362-a737-9f6a981a5a99 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:37.550836 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-069eca8f-eb2c-42cf-9035-e1ef558ad4ab req-2247feff-1609-4bdc-b759-8ceff55000b5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=1812d945-27a5-4211-bb30-d86827eca464 HTTP/1.1" status: 200 len: 217 time: 0.4505100 Oct 30 15:14:37.573298 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c873b668-a128-4ce1-b19f-a51f1eb36ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:37.575905 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c873b668-a128-4ce1-b19f-a51f1eb36ddc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:37.577053 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c873b668-a128-4ce1-b19f-a51f1eb36ddc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/52df7a47-50f7-4b13-8f82-74e27dd40e3d HTTP/1.1" status: 204 len: 168 time: 0.3344574 Oct 30 15:14:37.592110 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c873b668-a128-4ce1-b19f-a51f1eb36ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52df7a47-50f7-4b13-8f82-74e27dd40e3d,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:37.636097 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069eca8f-eb2c-42cf-9035-e1ef558ad4ab req-457bf194-9858-410e-add5-aa9b71e8ba91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:37.638162 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-069eca8f-eb2c-42cf-9035-e1ef558ad4ab req-457bf194-9858-410e-add5-aa9b71e8ba91 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.0796206 Oct 30 15:14:37.638535 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3b82b073-d469-4505-ba5e-9d35c95d71c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:37.749201 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b05c0288-a38e-4362-a737-9f6a981a5a99 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-773039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29512'] for router, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:37.755107 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b05c0288-a38e-4362-a737-9f6a981a5a99 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-773014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-773021', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-773165'] for router, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:37.857130 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069eca8f-eb2c-42cf-9035-e1ef558ad4ab req-04452deb-8f8c-4de1-b324-29373723a762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:37.859961 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-069eca8f-eb2c-42cf-9035-e1ef558ad4ab req-04452deb-8f8c-4de1-b324-29373723a762 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2127018 Oct 30 15:14:37.959253 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b05c0288-a38e-4362-a737-9f6a981a5a99 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Router 92d84b6e-23de-418b-b075-7b246acb282f is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:14:38.097856 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-069eca8f-eb2c-42cf-9035-e1ef558ad4ab req-6a30d107-00c9-4211-8e15-f21d058beb95 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290118 Oct 30 15:14:38.112086 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05c0288-a38e-4362-a737-9f6a981a5a99 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:14:38.116981 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b05c0288-a38e-4362-a737-9f6a981a5a99 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:38.120279 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b05c0288-a38e-4362-a737-9f6a981a5a99 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] 10.222.0.62 "PUT /v2.0/routers/92d84b6e-23de-418b-b075-7b246acb282f HTTP/1.1" status: 200 len: 915 time: 2.4858809 Oct 30 15:14:38.121533 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37530) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:38.128141 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9b4fe3-197c-471a-81bd-a9c888fca9d5 None None] Sync routers for ids ['92d84b6e-23de-418b-b075-7b246acb282f'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:14:38.142966 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9b4fe3-197c-471a-81bd-a9c888fca9d5 None None] Routers {'92d84b6e-23de-418b-b075-7b246acb282f'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:14:38.144019 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-cb9b4fe3-197c-471a-81bd-a9c888fca9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:14:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['92d84b6e-23de-418b-b075-7b246acb282f'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:14:38.184679 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-cb9b4fe3-197c-471a-81bd-a9c888fca9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:14:38.193931 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9b4fe3-197c-471a-81bd-a9c888fca9d5 None None] Routers {'92d84b6e-23de-418b-b075-7b246acb282f'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:14:38.195046 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-cb9b4fe3-197c-471a-81bd-a9c888fca9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:14:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['92d84b6e-23de-418b-b075-7b246acb282f'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:14:38.214187 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 37534) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:38.236894 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-cb9b4fe3-197c-471a-81bd-a9c888fca9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:14:38.237824 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9b4fe3-197c-471a-81bd-a9c888fca9d5 None None] The sync data for ids ['92d84b6e-23de-418b-b075-7b246acb282f'] in n-d-806683-17 is: [] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:14:38.265487 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b82b073-d469-4505-ba5e-9d35c95d71c1 admin admin] Router 49ca4773-ce18-4302-bc43-7f33b9d843ba has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:14:38.266936 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c5bf58a0-4a71-4e43-8c26-681ea17381c9 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] 10.222.0.62 "GET /v2.0/routers/92d84b6e-23de-418b-b075-7b246acb282f HTTP/1.1" status: 200 len: 921 time: 0.1442587 Oct 30 15:14:38.269632 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37540) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:38.295373 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe6183-92c2-4ab5-b013-29edac0d7a4a req-24b83a31-ec16-47d0-9b59-864d5418e2ac tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:38.296920 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-31fe6183-92c2-4ab5-b013-29edac0d7a4a req-24b83a31-ec16-47d0-9b59-864d5418e2ac tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] 10.222.0.62 "GET /v2.0/ports?device_id=f99c3558-7710-4783-8bae-d8de5ff97692 HTTP/1.1" status: 200 len: 948 time: 0.2035801 Oct 30 15:14:38.303720 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-069eca8f-eb2c-42cf-9035-e1ef558ad4ab req-4ae396c4-e507-439e-8b02-3718d9c1681b service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955874 Oct 30 15:14:38.374277 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de46884b-9b37-44de-96db-f4f0b863543f tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:38.375873 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-de46884b-9b37-44de-96db-f4f0b863543f tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=edc38ef5-7816-4133-914c-cfe2849a0125&device_id=92d84b6e-23de-418b-b075-7b246acb282f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1053045 Oct 30 15:14:38.378830 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37542) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:38.414998 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-057e448c-916b-49e9-8ac0-01f41998f8d3 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1800193291-network', 'tenant_id': '0f970d101e534168aa167348c2581dc1'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:14:38.480110 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087baac2-0256-42ec-a3b6-b478bb24b6af tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:38.485079 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-087baac2-0256-42ec-a3b6-b478bb24b6af tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] 10.222.0.62 "GET /v2.0/networks/edc38ef5-7816-4133-914c-cfe2849a0125 HTTP/1.1" status: 200 len: 881 time: 0.1052108 Oct 30 15:14:38.485837 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37548) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:38.498526 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-31fe6183-92c2-4ab5-b013-29edac0d7a4a req-560aa3d4-8946-4fdd-bce7-e772186663d1 tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] 10.222.0.62 "GET /v2.0/security-groups?id=0cef2fd7-8a84-4a7a-a10d-2abd5799549d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873372 Oct 30 15:14:38.510912 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057e448c-916b-49e9-8ac0-01f41998f8d3 admin admin] Made reservation on behalf of 0f970d101e534168aa167348c2581dc1 for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:14:38.513510 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-057e448c-916b-49e9-8ac0-01f41998f8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:38.531196 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-057e448c-916b-49e9-8ac0-01f41998f8d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:38.537319 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-634af7d7-6ec2-4624-8638-bb15a421d089 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] 10.222.0.62 "GET /v2.0/ports?device_id=92d84b6e-23de-418b-b075-7b246acb282f HTTP/1.1" status: 200 len: 205 time: 0.0500195 Oct 30 15:14:38.538117 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37552) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:38.544889 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99bcc52-8820-4466-bf34-b6a85c31abdf req-1663523e-8a0f-4fc3-8fea-17d0df6892f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:38.546771 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d99bcc52-8820-4466-bf34-b6a85c31abdf req-1663523e-8a0f-4fc3-8fea-17d0df6892f4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=34c5333631d6493188293a44f7046edd&device_id=f99c3558-7710-4783-8bae-d8de5ff97692 HTTP/1.1" status: 200 len: 1100 time: 0.1790116 Oct 30 15:14:38.548381 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b82b073-d469-4505-ba5e-9d35c95d71c1 admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:14:38.556921 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-3b82b073-d469-4505-ba5e-9d35c95d71c1 admin admin] 10.222.0.62 "PUT /v2.0/routers/49ca4773-ce18-4302-bc43-7f33b9d843ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7225573 Oct 30 15:14:38.559431 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 37554) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:38.561563 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79ad61f-0dbb-4b09-90f9-63559d09d8bb None None] Sync routers for ids ['49ca4773-ce18-4302-bc43-7f33b9d843ba'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:14:38.576176 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79ad61f-0dbb-4b09-90f9-63559d09d8bb None None] Routers {'49ca4773-ce18-4302-bc43-7f33b9d843ba'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:14:38.577744 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-f79ad61f-0dbb-4b09-90f9-63559d09d8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:14:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['49ca4773-ce18-4302-bc43-7f33b9d843ba'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:14:38.674745 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7d46aae2-5aca-4d07-8e12-5b40fa63a9c6 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks [] for router, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:38.756456 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-f79ad61f-0dbb-4b09-90f9-63559d09d8bb None None] Set router 49ca4773-ce18-4302-bc43-7f33b9d843ba gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:14:38.810265 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99bcc52-8820-4466-bf34-b6a85c31abdf req-9aa22a17-08d8-4dd7-8f06-e52c67548720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:38.813315 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d99bcc52-8820-4466-bf34-b6a85c31abdf req-9aa22a17-08d8-4dd7-8f06-e52c67548720 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8de8b155-6e08-41c3-866a-8b30bb481704 HTTP/1.1" status: 200 len: 870 time: 0.2546308 Oct 30 15:14:38.824387 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2c8384cd-9fe2-42a9-b81a-506cc447f39e admin admin] Publish callbacks [] for router, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:38.841718 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-057e448c-916b-49e9-8ac0-01f41998f8d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:38.934111 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-057e448c-916b-49e9-8ac0-01f41998f8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:38.944044 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d99bcc52-8820-4466-bf34-b6a85c31abdf req-9d524f1e-3892-4653-91cc-f0b467e47385 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=1812d945-27a5-4211-bb30-d86827eca464 HTTP/1.1" status: 200 len: 217 time: 0.1129289 Oct 30 15:14:38.974749 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-057e448c-916b-49e9-8ac0-01f41998f8d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:14:38.990179 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-f79ad61f-0dbb-4b09-90f9-63559d09d8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ca4773-ce18-4302-bc43-7f33b9d843ba', 'name': 'tempest-AttachSCSIVolumeTestJSON-355732463-router', 'tenant_id': '946d68cf646649d4a859270063911623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': 'eac0d166-9fc5-4bd6-9dd9-03bb54ae580b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:12:11Z', 'updated_at': '2021-10-30T15:14:36Z', 'revision_number': 5, 'project_id': '946d68cf646649d4a859270063911623', 'gw_port': {'id': 'eac0d166-9fc5-4bd6-9dd9-03bb54ae580b', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:40:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca4773-ce18-4302-bc43-7f33b9d843ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:12:13Z', 'updated_at': '2021-10-30T15:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:14:39.028138 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79ad61f-0dbb-4b09-90f9-63559d09d8bb None None] Checking router: 49ca4773-ce18-4302-bc43-7f33b9d843ba for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:14:39.030714 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057e448c-916b-49e9-8ac0-01f41998f8d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4698d0-2960-428a-a3a0-964a3486c21e,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:39.035781 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-057e448c-916b-49e9-8ac0-01f41998f8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:39.036680 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-057e448c-916b-49e9-8ac0-01f41998f8d3 admin admin] Added segment f35b02a8-e438-4fc0-9529-14f054b80819 of type vlan for network 37d8b877-159b-4b64-8f66-da1ddd04cfce Oct 30 15:14:39.041870 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79ad61f-0dbb-4b09-90f9-63559d09d8bb None None] Routers {'49ca4773-ce18-4302-bc43-7f33b9d843ba'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:14:39.042096 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-f79ad61f-0dbb-4b09-90f9-63559d09d8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:14:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['49ca4773-ce18-4302-bc43-7f33b9d843ba'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:14:39.087308 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99bcc52-8820-4466-bf34-b6a85c31abdf req-c9a7660c-438b-404f-8140-49bfafeacf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:39.088860 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d99bcc52-8820-4466-bf34-b6a85c31abdf req-c9a7660c-438b-404f-8140-49bfafeacf8c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.1302884 Oct 30 15:14:39.116918 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-057e448c-916b-49e9-8ac0-01f41998f8d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:39.159645 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2c8384cd-9fe2-42a9-b81a-506cc447f39e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:39.163979 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-f79ad61f-0dbb-4b09-90f9-63559d09d8bb None None] Set router 49ca4773-ce18-4302-bc43-7f33b9d843ba gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:14:39.180912 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99bcc52-8820-4466-bf34-b6a85c31abdf req-ce7d0a60-7bc1-4992-a0ad-37624807628d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:39.182466 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d99bcc52-8820-4466-bf34-b6a85c31abdf req-ce7d0a60-7bc1-4992-a0ad-37624807628d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0821714 Oct 30 15:14:39.186552 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-057e448c-916b-49e9-8ac0-01f41998f8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:39.187528 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057e448c-916b-49e9-8ac0-01f41998f8d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:39.188232 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-057e448c-916b-49e9-8ac0-01f41998f8d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:39.195750 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7d46aae2-5aca-4d07-8e12-5b40fa63a9c6 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:39.270389 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-7d46aae2-5aca-4d07-8e12-5b40fa63a9c6 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Deleting port 38c972bc-54ab-49e1-bab6-9573e3488006 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:14:39.270864 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7d46aae2-5aca-4d07-8e12-5b40fa63a9c6 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:39.314638 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-057e448c-916b-49e9-8ac0-01f41998f8d3 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0934083 Oct 30 15:14:39.322138 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 37574) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:39.341832 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-6820a688-faac-4cf2-8770-5f09b2c7dee8 admin admin] Request body: {'subnet': {'network_id': '37d8b877-159b-4b64-8f66-da1ddd04cfce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1800193291-subnet', 'tenant_id': '0f970d101e534168aa167348c2581dc1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:14:39.367303 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057e448c-916b-49e9-8ac0-01f41998f8d3 admin admin] Pushing event updated for resources: {'Network': ['ID=37d8b877-159b-4b64-8f66-da1ddd04cfce,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:39.378222 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 37d8b877-159b-4b64-8f66-da1ddd04cfce details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:14:39.395332 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-f79ad61f-0dbb-4b09-90f9-63559d09d8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ca4773-ce18-4302-bc43-7f33b9d843ba', 'name': 'tempest-AttachSCSIVolumeTestJSON-355732463-router', 'tenant_id': '946d68cf646649d4a859270063911623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': 'eac0d166-9fc5-4bd6-9dd9-03bb54ae580b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:12:11Z', 'updated_at': '2021-10-30T15:14:36Z', 'revision_number': 5, 'project_id': '946d68cf646649d4a859270063911623', 'gw_port': {'id': 'eac0d166-9fc5-4bd6-9dd9-03bb54ae580b', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:40:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca4773-ce18-4302-bc43-7f33b9d843ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:12:13Z', 'updated_at': '2021-10-30T15:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:14:39.419373 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d99bcc52-8820-4466-bf34-b6a85c31abdf req-4e895d0d-f669-4199-986e-d12ee33468c2 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270999 Oct 30 15:14:39.421417 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6820a688-faac-4cf2-8770-5f09b2c7dee8 admin admin] Made reservation on behalf of 0f970d101e534168aa167348c2581dc1 for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:14:39.423750 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6820a688-faac-4cf2-8770-5f09b2c7dee8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:39.426404 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-2c8384cd-9fe2-42a9-b81a-506cc447f39e admin admin] Deleting port eac0d166-9fc5-4bd6-9dd9-03bb54ae580b {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:14:39.426867 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2c8384cd-9fe2-42a9-b81a-506cc447f39e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:39.431294 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79ad61f-0dbb-4b09-90f9-63559d09d8bb None None] The sync data for ids ['49ca4773-ce18-4302-bc43-7f33b9d843ba'] in n-d-806683-17 is: [{'id': '49ca4773-ce18-4302-bc43-7f33b9d843ba', 'name': 'tempest-AttachSCSIVolumeTestJSON-355732463-router', 'tenant_id': '946d68cf646649d4a859270063911623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': 'eac0d166-9fc5-4bd6-9dd9-03bb54ae580b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:12:11Z', 'updated_at': '2021-10-30T15:14:36Z', 'revision_number': 5, 'project_id': '946d68cf646649d4a859270063911623', 'gw_port': {'id': 'eac0d166-9fc5-4bd6-9dd9-03bb54ae580b', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:40:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca4773-ce18-4302-bc43-7f33b9d843ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:12:13Z', 'updated_at': '2021-10-30T15:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:14:39.453574 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7d46aae2-5aca-4d07-8e12-5b40fa63a9c6 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:39.501772 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-7d46aae2-5aca-4d07-8e12-5b40fa63a9c6 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Calling delete_port for 38c972bc-54ab-49e1-bab6-9573e3488006 owned by network:router_gateway {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:14:39.734836 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a400207-b956-459b-a0ed-9531e568ea34 req-58f9cf2c-dc99-457f-8379-01702c363f25 tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:39.737237 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5a400207-b956-459b-a0ed-9531e568ea34 req-58f9cf2c-dc99-457f-8379-01702c363f25 tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] 10.222.0.62 "GET /v2.0/ports?device_id=f99c3558-7710-4783-8bae-d8de5ff97692 HTTP/1.1" status: 200 len: 948 time: 0.0861368 Oct 30 15:14:39.752170 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d99bcc52-8820-4466-bf34-b6a85c31abdf req-b1319123-a8d1-49cf-b3f0-dcbd594f2701 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232713 Oct 30 15:14:39.754961 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-2c8384cd-9fe2-42a9-b81a-506cc447f39e admin admin] For port eac0d166-9fc5-4bd6-9dd9-03bb54ae580b, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=eac0d166-9fc5-4bd6-9dd9-03bb54ae580b,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:14:39.755328 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2c8384cd-9fe2-42a9-b81a-506cc447f39e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:39.773440 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-2c8384cd-9fe2-42a9-b81a-506cc447f39e admin admin] Calling delete_port for eac0d166-9fc5-4bd6-9dd9-03bb54ae580b owned by network:router_gateway {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:14:39.793311 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5a400207-b956-459b-a0ed-9531e568ea34 req-c694e98e-1d8a-4949-bf68-b44b2afc51e2 tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] 10.222.0.62 "GET /v2.0/security-groups?id=0cef2fd7-8a84-4a7a-a10d-2abd5799549d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415103 Oct 30 15:14:39.933071 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 5dc4348f-6a92-44a8-8de1-a5ecf6a1b40a no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:14:39.940284 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7d46aae2-5aca-4d07-8e12-5b40fa63a9c6 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:39.983802 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 5dc4348f-6a92-44a8-8de1-a5ecf6a1b40a {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:14:39.984855 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 5dc4348f-6a92-44a8-8de1-a5ecf6a1b40a not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:14:40.001311 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6820a688-faac-4cf2-8770-5f09b2c7dee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:40.008084 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d46aae2-5aca-4d07-8e12-5b40fa63a9c6 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Pushing event deleted for resources: {'Port': ['ID=38c972bc-54ab-49e1-bab6-9573e3488006,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:40.095533 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7d46aae2-5aca-4d07-8e12-5b40fa63a9c6 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:40.136818 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6820a688-faac-4cf2-8770-5f09b2c7dee8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fd8dd71-377c-4bfe-8329-29c211a0edfd,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:40.141378 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6820a688-faac-4cf2-8770-5f09b2c7dee8 admin admin] Checking segment: {'id': 'f35b02a8-e438-4fc0-9529-14f054b80819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '37d8b877-159b-4b64-8f66-da1ddd04cfce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:14:40.141978 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6820a688-faac-4cf2-8770-5f09b2c7dee8 admin admin] Network hostable DHCP agents. Network: 37d8b877-159b-4b64-8f66-da1ddd04cfce, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:14:40.188558 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6820a688-faac-4cf2-8770-5f09b2c7dee8 admin admin] Network 37d8b877-159b-4b64-8f66-da1ddd04cfce is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:14:40.208067 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-6820a688-faac-4cf2-8770-5f09b2c7dee8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 37d8b877-159b-4b64-8f66-da1ddd04cfce) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:14:40.213065 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6820a688-faac-4cf2-8770-5f09b2c7dee8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:40.214149 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6820a688-faac-4cf2-8770-5f09b2c7dee8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:40.220363 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6299e18-855d-4d3e-9a44-813f708da0e4 None None] Network 37d8b877-159b-4b64-8f66-da1ddd04cfce requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:14:40.246326 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7d46aae2-5aca-4d07-8e12-5b40fa63a9c6 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:40.246326 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7d46aae2-5aca-4d07-8e12-5b40fa63a9c6 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:40.247864 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-6820a688-faac-4cf2-8770-5f09b2c7dee8 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9216652 Oct 30 15:14:40.256655 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2c8384cd-9fe2-42a9-b81a-506cc447f39e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:40.297408 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8384cd-9fe2-42a9-b81a-506cc447f39e admin admin] Pushing event deleted for resources: {'Port': ['ID=eac0d166-9fc5-4bd6-9dd9-03bb54ae580b,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:40.362221 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7d46aae2-5aca-4d07-8e12-5b40fa63a9c6 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:40.363006 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d46aae2-5aca-4d07-8e12-5b40fa63a9c6 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Fanout notify agent at l3_agent the message router_deleted on router 92d84b6e-23de-418b-b075-7b246acb282f {{(pid=102130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:14:40.380289 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7d46aae2-5aca-4d07-8e12-5b40fa63a9c6 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:40.383149 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-7d46aae2-5aca-4d07-8e12-5b40fa63a9c6 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] 10.222.0.62 "DELETE /v2.0/routers/92d84b6e-23de-418b-b075-7b246acb282f HTTP/1.1" status: 204 len: 168 time: 1.8431556 Oct 30 15:14:40.387864 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37596) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:40.390509 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2c8384cd-9fe2-42a9-b81a-506cc447f39e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:40.401635 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-7d4be7bb-16bd-47b9-8181-079f7aedb17c tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-298244847', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:14:40.408604 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 1812d945-27a5-4211-bb30-d86827eca464 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:14:40.473763 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7d4be7bb-16bd-47b9-8181-079f7aedb17c tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:40.474861 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7d4be7bb-16bd-47b9-8181-079f7aedb17c tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:40.547819 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 1812d945-27a5-4211-bb30-d86827eca464, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=1812d945-27a5-4211-bb30-d86827eca464,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:14:40.570273 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '1812d945-27a5-4211-bb30-d86827eca464', 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704', 'port_id': '1812d945-27a5-4211-bb30-d86827eca464', 'mac_address': 'fa:16:3e:69:92:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b5dea3-b65b-4514-8ec2-18a4245eb194', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:14:40.570440 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2c8384cd-9fe2-42a9-b81a-506cc447f39e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:40.573687 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2c8384cd-9fe2-42a9-b81a-506cc447f39e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:40.586501 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7d4be7bb-16bd-47b9-8181-079f7aedb17c tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:40.593370 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7d4be7bb-16bd-47b9-8181-079f7aedb17c tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:40.649866 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7d4be7bb-16bd-47b9-8181-079f7aedb17c tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:40.671280 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-7d4be7bb-16bd-47b9-8181-079f7aedb17c tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2657058 Oct 30 15:14:40.671280 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37608) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:40.672413 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:40.692925 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-34cc7f96-1cac-44d8-8908-4303945fefd0 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'enable_snat': False}}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:14:40.698607 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1812d945-27a5-4211-bb30-d86827eca464 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:14:40.714481 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f5a55d-9248-4617-96e7-514187d485d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-37d8b877-159b-4b64-8f66-da1ddd04cfce', 'network_id': '37d8b877-159b-4b64-8f66-da1ddd04cfce', 'tenant_id': '0f970d101e534168aa167348c2581dc1', 'fixed_ips': [{'subnet_id': '3fd8dd71-377c-4bfe-8329-29c211a0edfd'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:14:40.720145 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2c8384cd-9fe2-42a9-b81a-506cc447f39e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:40.721208 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c8384cd-9fe2-42a9-b81a-506cc447f39e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49ca4773-ce18-4302-bc43-7f33b9d843ba {{(pid=102131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:14:40.724077 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-34f5a55d-9248-4617-96e7-514187d485d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:40.735535 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2c8384cd-9fe2-42a9-b81a-506cc447f39e admin admin] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:40.739604 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-2c8384cd-9fe2-42a9-b81a-506cc447f39e admin admin] 10.222.0.62 "DELETE /v2.0/routers/49ca4773-ce18-4302-bc43-7f33b9d843ba HTTP/1.1" status: 204 len: 168 time: 2.1768448 Oct 30 15:14:40.743907 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 37612) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:40.814448 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f6ca570-7613-4d91-afaf-c55178bb50c6 admin admin] Deleting subnet 32c15624-cf2b-4993-8c91-524d0cc8cb0d {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:14:40.819807 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3f6ca570-7613-4d91-afaf-c55178bb50c6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:40.830706 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 1812d945-27a5-4211-bb30-d86827eca464, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=1812d945-27a5-4211-bb30-d86827eca464,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:14:40.874034 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3f6ca570-7613-4d91-afaf-c55178bb50c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:40.970890 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:41.079892 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=1812d945-27a5-4211-bb30-d86827eca464,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:41.100412 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-34f5a55d-9248-4617-96e7-514187d485d9 None None] Allocated IP 172.20.0.2 (37d8b877-159b-4b64-8f66-da1ddd04cfce/3fd8dd71-377c-4bfe-8329-29c211a0edfd/0e92dd65-7b99-4fd2-9c7f-99d992f9b14b) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:14:41.144152 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3f6ca570-7613-4d91-afaf-c55178bb50c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:41.175500 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-34cc7f96-1cac-44d8-8908-4303945fefd0 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:41.189431 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e871bbe5-3d62-4d9a-91da-3db9e6f441b4 req-ba25d608-3ab6-48a7-9be5-5e20b25c0e20 tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:41.198861 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e871bbe5-3d62-4d9a-91da-3db9e6f441b4 req-ba25d608-3ab6-48a7-9be5-5e20b25c0e20 tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] 10.222.0.62 "GET /v2.0/ports?device_id=f99c3558-7710-4783-8bae-d8de5ff97692 HTTP/1.1" status: 200 len: 949 time: 0.2281718 Oct 30 15:14:41.244055 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e871bbe5-3d62-4d9a-91da-3db9e6f441b4 req-a40706da-2b69-43eb-857c-50d2faf0401a tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] 10.222.0.62 "GET /v2.0/security-groups?id=0cef2fd7-8a84-4a7a-a10d-2abd5799549d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447035 Oct 30 15:14:41.260377 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3f6ca570-7613-4d91-afaf-c55178bb50c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:41.278208 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3f6ca570-7613-4d91-afaf-c55178bb50c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:41.283768 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-3f6ca570-7613-4d91-afaf-c55178bb50c6 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/32c15624-cf2b-4993-8c91-524d0cc8cb0d HTTP/1.1" status: 204 len: 168 time: 0.5380836 Oct 30 15:14:41.286680 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37632) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:41.301831 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['1812d945-27a5-4211-bb30-d86827eca464'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:14:41.303318 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6ca570-7613-4d91-afaf-c55178bb50c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32c15624-cf2b-4993-8c91-524d0cc8cb0d,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:41.308137 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40613da-ec5b-4479-8808-51216a37a5eb None None] Network a6fc47d5-23e3-42bb-a8bc-b37d5765b689 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:14:41.358467 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d67ae5-7f6b-46dd-9f68-3db588355a1b req-f4fecaf9-5afc-440c-b60c-23c3b02b5b6c tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:41.360503 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-94d67ae5-7f6b-46dd-9f68-3db588355a1b req-f4fecaf9-5afc-440c-b60c-23c3b02b5b6c tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/networks?id=37d8b877-159b-4b64-8f66-da1ddd04cfce HTTP/1.1" status: 200 len: 816 time: 0.2516189 Oct 30 15:14:41.405928 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-94d67ae5-7f6b-46dd-9f68-3db588355a1b req-3f4c191b-809d-43dd-8af7-514bcd18a9b9 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/quotas/0f970d101e534168aa167348c2581dc1 HTTP/1.1" status: 200 len: 375 time: 0.0282862 Oct 30 15:14:41.409529 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-77d1afe7-a3fa-49c9-b282-197c3bf785f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:41.430555 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-34f5a55d-9248-4617-96e7-514187d485d9 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:41.448112 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-94d67ae5-7f6b-46dd-9f68-3db588355a1b req-8d6c7750-49b4-4b3e-a669-f95aa8d09980 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0f970d101e534168aa167348c2581dc1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346591 Oct 30 15:14:41.466157 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-34f5a55d-9248-4617-96e7-514187d485d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:41.602651 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-21563888-64fe-4e21-9bba-65ad635b51ec req-104c8772-bb04-490e-a71f-cd8df2a0ece9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=84c9c53f-2634-4a9d-ba86-3855127ba778&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0504963 Oct 30 15:14:41.700384 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-94d67ae5-7f6b-46dd-9f68-3db588355a1b req-e5d6e84f-c106-404a-99d6-ce4eefb137ef service neutron] 10.222.0.62 "GET /v2.0/networks/37d8b877-159b-4b64-8f66-da1ddd04cfce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435145 Oct 30 15:14:41.706232 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-77d1afe7-a3fa-49c9-b282-197c3bf785f8 admin admin] Deleting port 345333f2-129c-41c5-823d-e1ef914732c0 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:14:41.706591 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-77d1afe7-a3fa-49c9-b282-197c3bf785f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:41.719147 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5a55d-9248-4617-96e7-514187d485d9 None None] Pushing event updated for resources: {'Port': ['ID=0e92dd65-7b99-4fd2-9c7f-99d992f9b14b,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:41.739426 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21563888-64fe-4e21-9bba-65ad635b51ec req-e948238f-3263-4de0-8f62-d5e6ca803257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:41.741169 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f5a55d-9248-4617-96e7-514187d485d9 None None] Network 37d8b877-159b-4b64-8f66-da1ddd04cfce is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:14:41.748796 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-21563888-64fe-4e21-9bba-65ad635b51ec req-e948238f-3263-4de0-8f62-d5e6ca803257 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ea55b09697be4bd28e1dfee52575f408&device_id=84c9c53f-2634-4a9d-ba86-3855127ba778 HTTP/1.1" status: 200 len: 1098 time: 0.1010449 Oct 30 15:14:41.754981 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-34f5a55d-9248-4617-96e7-514187d485d9 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:14:41.761515 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f5a55d-9248-4617-96e7-514187d485d9 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:14:41.820176 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-34cc7f96-1cac-44d8-8908-4303945fefd0 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:41.855943 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-34cc7f96-1cac-44d8-8908-4303945fefd0 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:41.875661 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-77d1afe7-a3fa-49c9-b282-197c3bf785f8 admin admin] For port 345333f2-129c-41c5-823d-e1ef914732c0, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=345333f2-129c-41c5-823d-e1ef914732c0,segment=NetworkSegment(67954d17-815c-428c-ae7e-64294647efff),segment_id=67954d17-815c-428c-ae7e-64294647efff)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:14:41.876039 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-77d1afe7-a3fa-49c9-b282-197c3bf785f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:41.900815 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-34f5a55d-9248-4617-96e7-514187d485d9 None None] Attempting to bind port 0e92dd65-7b99-4fd2-9c7f-99d992f9b14b on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:14:41.901188 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-34f5a55d-9248-4617-96e7-514187d485d9 None None] Attempting to bind port 0e92dd65-7b99-4fd2-9c7f-99d992f9b14b by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'f35b02a8-e438-4fc0-9529-14f054b80819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '37d8b877-159b-4b64-8f66-da1ddd04cfce'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:14:41.901548 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f5a55d-9248-4617-96e7-514187d485d9 None None] Attempting to bind port 0e92dd65-7b99-4fd2-9c7f-99d992f9b14b on network 37d8b877-159b-4b64-8f66-da1ddd04cfce {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:14:41.924873 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f5a55d-9248-4617-96e7-514187d485d9 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:14:41.924873 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f5a55d-9248-4617-96e7-514187d485d9 None None] Checking segment: {'id': 'f35b02a8-e438-4fc0-9529-14f054b80819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '37d8b877-159b-4b64-8f66-da1ddd04cfce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:14:41.924873 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-34f5a55d-9248-4617-96e7-514187d485d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:41.924873 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f5a55d-9248-4617-96e7-514187d485d9 None None] Bound using segment: {'id': 'f35b02a8-e438-4fc0-9529-14f054b80819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '37d8b877-159b-4b64-8f66-da1ddd04cfce'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:14:41.924873 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-34f5a55d-9248-4617-96e7-514187d485d9 None None] Bound port: 0e92dd65-7b99-4fd2-9c7f-99d992f9b14b, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35b02a8-e438-4fc0-9529-14f054b80819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '37d8b877-159b-4b64-8f66-da1ddd04cfce'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:14:41.924873 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-34f5a55d-9248-4617-96e7-514187d485d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:41.934344 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21563888-64fe-4e21-9bba-65ad635b51ec req-3635bff8-bb30-4bde-8708-60f345983766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:41.941536 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-21563888-64fe-4e21-9bba-65ad635b51ec req-3635bff8-bb30-4bde-8708-60f345983766 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a58fe444-ac18-4f2f-a60f-5757cef69326 HTTP/1.1" status: 200 len: 917 time: 0.1656427 Oct 30 15:14:41.971248 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-77d1afe7-a3fa-49c9-b282-197c3bf785f8 admin admin] Calling delete_port for 345333f2-129c-41c5-823d-e1ef914732c0 owned by network:dhcp {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:14:42.019128 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-94d67ae5-7f6b-46dd-9f68-3db588355a1b req-6bd2adfd-6eae-444a-8805-9362568bb7e3 service neutron] 10.222.0.62 "GET /v2.0/networks/37d8b877-159b-4b64-8f66-da1ddd04cfce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103881 Oct 30 15:14:42.060815 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd70fdf-a883-47f2-b0b1-8a65a838cc31 None None] DHCP port deletion for a6fc47d5-23e3-42bb-a8bc-b37d5765b689 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:14:42.062740 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device eac0d166-9fc5-4bd6-9dd9-03bb54ae580b no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:14:42.063658 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-21563888-64fe-4e21-9bba-65ad635b51ec req-d7a8e889-36e3-4c52-b461-071b25312dbc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c906c36-6f1a-4204-afe6-a31762fbf76a HTTP/1.1" status: 200 len: 1002 time: 0.1125517 Oct 30 15:14:42.132013 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: eac0d166-9fc5-4bd6-9dd9-03bb54ae580b {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:14:42.132217 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21563888-64fe-4e21-9bba-65ad635b51ec req-154dfada-6236-465f-822c-1a63b15cf195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:42.132359 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device eac0d166-9fc5-4bd6-9dd9-03bb54ae580b not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:14:42.133676 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-21563888-64fe-4e21-9bba-65ad635b51ec req-154dfada-6236-465f-822c-1a63b15cf195 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=86bad708-b245-4630-806f-13e585804342 HTTP/1.1" status: 200 len: 855 time: 0.0633390 Oct 30 15:14:42.167303 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-8bd70fdf-a883-47f2-b0b1-8a65a838cc31 None None] The port '345333f2-129c-41c5-823d-e1ef914732c0' was deleted {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Oct 30 15:14:42.193084 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-34f5a55d-9248-4617-96e7-514187d485d9 None None] For port 0e92dd65-7b99-4fd2-9c7f-99d992f9b14b, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:14:42.195026 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-77d1afe7-a3fa-49c9-b282-197c3bf785f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:42.200833 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-34f5a55d-9248-4617-96e7-514187d485d9 None None] For port 0e92dd65-7b99-4fd2-9c7f-99d992f9b14b, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=0e92dd65-7b99-4fd2-9c7f-99d992f9b14b,segment=NetworkSegment(f35b02a8-e438-4fc0-9529-14f054b80819),segment_id=f35b02a8-e438-4fc0-9529-14f054b80819)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:14:42.207090 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-34cc7f96-1cac-44d8-8908-4303945fefd0 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Allocated IP 172.25.4.124 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/e998f7dd-923d-431c-a1e6-a441e2784120) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:14:42.211261 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-34f5a55d-9248-4617-96e7-514187d485d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:42.225888 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21563888-64fe-4e21-9bba-65ad635b51ec req-e7730587-c488-4cc1-977f-f6908c2c6b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:42.227410 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-21563888-64fe-4e21-9bba-65ad635b51ec req-e7730587-c488-4cc1-977f-f6908c2c6b6a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a58fe444-ac18-4f2f-a60f-5757cef69326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0851948 Oct 30 15:14:42.293046 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d1afe7-a3fa-49c9-b282-197c3bf785f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=345333f2-129c-41c5-823d-e1ef914732c0,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:42.312468 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d1afe7-a3fa-49c9-b282-197c3bf785f8 admin admin] No DVR routers for this DVR port 345333f2-129c-41c5-823d-e1ef914732c0 on host n-d-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:14:42.351553 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5a55d-9248-4617-96e7-514187d485d9 None None] Pushing event updated for resources: {'Port': ['ID=0e92dd65-7b99-4fd2-9c7f-99d992f9b14b,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:42.439490 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-21563888-64fe-4e21-9bba-65ad635b51ec req-2cf864cb-d919-4565-8f35-a2b399308fbc service neutron] 10.222.0.44 "GET /v2.0/networks/a58fe444-ac18-4f2f-a60f-5757cef69326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784513 Oct 30 15:14:42.573276 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-77d1afe7-a3fa-49c9-b282-197c3bf785f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:42.606153 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452ed43d-8874-4994-91d2-af5568ab9bbd req-90f2741b-d695-487a-9c77-825b2b652c36 tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:42.607642 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-452ed43d-8874-4994-91d2-af5568ab9bbd req-90f2741b-d695-487a-9c77-825b2b652c36 tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] 10.222.0.62 "GET /v2.0/ports?device_id=f99c3558-7710-4783-8bae-d8de5ff97692 HTTP/1.1" status: 200 len: 949 time: 0.1397934 Oct 30 15:14:42.630211 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-77d1afe7-a3fa-49c9-b282-197c3bf785f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6fc47d5-23e3-42bb-a8bc-b37d5765b689']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:14:42.635956 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-21563888-64fe-4e21-9bba-65ad635b51ec req-2c496650-3cf8-4d90-8da7-dd5220784e28 service neutron] 10.222.0.44 "GET /v2.0/networks/a58fe444-ac18-4f2f-a60f-5757cef69326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846013 Oct 30 15:14:42.647298 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-77d1afe7-a3fa-49c9-b282-197c3bf785f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67954d17-815c-428c-ae7e-64294647efff') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:14:42.647738 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-77d1afe7-a3fa-49c9-b282-197c3bf785f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67954d17-815c-428c-ae7e-64294647efff') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:14:42.713542 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8605ef6-6fb6-4737-a1cb-876e1202f5e7 req-7f4819ce-5113-454b-8212-d74cbb1e169c tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:42.713809 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-452ed43d-8874-4994-91d2-af5568ab9bbd req-002ae9fe-601c-41f0-ae79-f066324150ee tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] 10.222.0.62 "GET /v2.0/security-groups?id=0cef2fd7-8a84-4a7a-a10d-2abd5799549d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893929 Oct 30 15:14:42.720151 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b8605ef6-6fb6-4737-a1cb-876e1202f5e7 req-7f4819ce-5113-454b-8212-d74cbb1e169c tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/networks?id=37d8b877-159b-4b64-8f66-da1ddd04cfce HTTP/1.1" status: 200 len: 816 time: 0.3251207 Oct 30 15:14:42.737232 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-77d1afe7-a3fa-49c9-b282-197c3bf785f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:42.787509 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b8605ef6-6fb6-4737-a1cb-876e1202f5e7 req-1c8e9b81-8604-4722-999f-66482bf9dc54 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/quotas/0f970d101e534168aa167348c2581dc1 HTTP/1.1" status: 200 len: 375 time: 0.0310252 Oct 30 15:14:42.795835 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-34cc7f96-1cac-44d8-8908-4303945fefd0 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:42.809112 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-77d1afe7-a3fa-49c9-b282-197c3bf785f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:42.847835 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77d1afe7-a3fa-49c9-b282-197c3bf785f8 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:14:42.848387 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-77d1afe7-a3fa-49c9-b282-197c3bf785f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:42.850355 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:14:42.850355 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:14:42.850355 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:14:42.850355 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:14:42.850355 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:14:42.850355 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:14:42.850355 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:14:42.850355 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:14:42.850355 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:14:42.850355 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:14:42.850355 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:14:42.850355 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:14:42.850355 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:14:42.850355 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:14:42.850355 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:14:42.850355 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:14:42.850355 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:14:42.850355 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:14:42.850355 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:14:42.850355 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:14:42.850355 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:14:42.850355 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:14:42.850355 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:14:42.850355 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:14:42.850355 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:14:42.850355 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:14:42.850355 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:14:42.850355 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:14:42.850355 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:14:42.850355 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:14:42.850355 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:14:42.850355 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:14:42.969037 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b8605ef6-6fb6-4737-a1cb-876e1202f5e7 req-4a15ee52-0d97-425b-b7bd-37961555c984 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0f970d101e534168aa167348c2581dc1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1705189 Oct 30 15:14:42.971146 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-34cc7f96-1cac-44d8-8908-4303945fefd0 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:42.976533 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-77d1afe7-a3fa-49c9-b282-197c3bf785f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:42.984928 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-77d1afe7-a3fa-49c9-b282-197c3bf785f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:42.998538 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-77d1afe7-a3fa-49c9-b282-197c3bf785f8 admin admin] 10.222.0.62 "DELETE /v2.0/networks/a6fc47d5-23e3-42bb-a8bc-b37d5765b689 HTTP/1.1" status: 204 len: 168 time: 1.7101209 Oct 30 15:14:43.001824 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 37678) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:43.069295 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d1afe7-a3fa-49c9-b282-197c3bf785f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6fc47d5-23e3-42bb-a8bc-b37d5765b689,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:43.111444 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34cc7f96-1cac-44d8-8908-4303945fefd0 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:14:43.119536 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-34cc7f96-1cac-44d8-8908-4303945fefd0 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:14:43.121880 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cc7f96-1cac-44d8-8908-4303945fefd0 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:14:43.157712 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cc7f96-1cac-44d8-8908-4303945fefd0 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Pushing event updated for resources: {'Port': ['ID=e998f7dd-923d-431c-a1e6-a441e2784120,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:43.286519 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b8605ef6-6fb6-4737-a1cb-876e1202f5e7 req-a735f8bc-5cc4-4201-b6b5-0a4ffa2a6e56 service neutron] 10.222.0.62 "GET /v2.0/networks/37d8b877-159b-4b64-8f66-da1ddd04cfce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798295 Oct 30 15:14:43.761544 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ed16d171-f536-4160-8a18-df0823404b18 req-60ae2916-f2bf-42a7-bd7d-79ee9cfab733 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0903771 Oct 30 15:14:43.876271 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b8605ef6-6fb6-4737-a1cb-876e1202f5e7 req-69a61736-5f0a-4af7-b3b6-bce81f6c3ad8 service neutron] 10.222.0.62 "GET /v2.0/networks/37d8b877-159b-4b64-8f66-da1ddd04cfce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5885975 Oct 30 15:14:44.007986 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec4059a-856d-46c7-811a-48f9898020ed None None] Network 37d8b877-159b-4b64-8f66-da1ddd04cfce requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:14:44.052063 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-34cc7f96-1cac-44d8-8908-4303945fefd0 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:44.109635 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 0e92dd65-7b99-4fd2-9c7f-99d992f9b14b up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:14:44.174102 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-5306b464-98f9-43ea-90a5-a2315351c875 None None] Provisioning complete for port 0e92dd65-7b99-4fd2-9c7f-99d992f9b14b triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:14:44.174663 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5306b464-98f9-43ea-90a5-a2315351c875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:44.300689 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5306b464-98f9-43ea-90a5-a2315351c875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:44.315332 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 0e92dd65-7b99-4fd2-9c7f-99d992f9b14b triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:14:44.315869 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:44.374898 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-5306b464-98f9-43ea-90a5-a2315351c875 None None] For port 0e92dd65-7b99-4fd2-9c7f-99d992f9b14b, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=0e92dd65-7b99-4fd2-9c7f-99d992f9b14b,segment=NetworkSegment(f35b02a8-e438-4fc0-9529-14f054b80819),segment_id=f35b02a8-e438-4fc0-9529-14f054b80819)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:14:44.390528 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5306b464-98f9-43ea-90a5-a2315351c875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:44.399363 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-34cc7f96-1cac-44d8-8908-4303945fefd0 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-773039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29512'] for router, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:44.414385 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-34cc7f96-1cac-44d8-8908-4303945fefd0 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-773014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-773021', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-773165'] for router, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:44.425643 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b51d8423-eed0-4853-abaf-3dd76b1abfbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:44.471415 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5306b464-98f9-43ea-90a5-a2315351c875 None None] Pushing event updated for resources: {'Port': ['ID=0e92dd65-7b99-4fd2-9c7f-99d992f9b14b,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:44.484758 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 1812d945-27a5-4211-bb30-d86827eca464 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:14:44.585614 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4166a3de-f434-4dc6-9bce-dcdae92e3ea6 req-3243093d-7637-43e8-89fa-61a5e9af4370 tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:44.594150 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4166a3de-f434-4dc6-9bce-dcdae92e3ea6 req-3243093d-7637-43e8-89fa-61a5e9af4370 tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] 10.222.0.62 "GET /v2.0/ports?device_id=f99c3558-7710-4783-8bae-d8de5ff97692 HTTP/1.1" status: 200 len: 949 time: 0.2835338 Oct 30 15:14:44.600976 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16d171-f536-4160-8a18-df0823404b18 req-49adbfba-6049-493d-89a4-b6a66fb6e4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:44.601452 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16d171-f536-4160-8a18-df0823404b18 req-49adbfba-6049-493d-89a4-b6a66fb6e4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:44.602251 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16d171-f536-4160-8a18-df0823404b18 req-49adbfba-6049-493d-89a4-b6a66fb6e4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:44.602370 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16d171-f536-4160-8a18-df0823404b18 req-49adbfba-6049-493d-89a4-b6a66fb6e4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:44.602909 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16d171-f536-4160-8a18-df0823404b18 req-49adbfba-6049-493d-89a4-b6a66fb6e4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:44.603561 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16d171-f536-4160-8a18-df0823404b18 req-49adbfba-6049-493d-89a4-b6a66fb6e4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:44.604672 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16d171-f536-4160-8a18-df0823404b18 req-49adbfba-6049-493d-89a4-b6a66fb6e4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:44.606400 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ed16d171-f536-4160-8a18-df0823404b18 req-49adbfba-6049-493d-89a4-b6a66fb6e4f9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=005d49094ead4e63ad23cb02de2bfa34&device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 6498 time: 0.2973020 Oct 30 15:14:44.625814 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d67ae5-7f6b-46dd-9f68-3db588355a1b req-88367d61-9424-4e1f-bf5b-acb1e59bcde6 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:44.627401 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-94d67ae5-7f6b-46dd-9f68-3db588355a1b req-88367d61-9424-4e1f-bf5b-acb1e59bcde6 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.44 "GET /v2.0/networks?id=37d8b877-159b-4b64-8f66-da1ddd04cfce HTTP/1.1" status: 200 len: 816 time: 0.8999555 Oct 30 15:14:44.687695 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port 1812d945-27a5-4211-bb30-d86827eca464 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:14:44.695060 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-94d67ae5-7f6b-46dd-9f68-3db588355a1b req-19b1328d-c796-4128-ae96-fce7bad80886 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Request body: {'port': {'device_id': '71cd1030-4721-4928-84ee-b63ffbb50e9a', 'network_id': '37d8b877-159b-4b64-8f66-da1ddd04cfce', 'admin_state_up': True, 'tenant_id': '0f970d101e534168aa167348c2581dc1'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:14:44.698828 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 345333f2-129c-41c5-823d-e1ef914732c0 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:14:44.725706 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 1812d945-27a5-4211-bb30-d86827eca464 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:14:44.727184 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:44.746017 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d972a2-bf34-4701-9ac8-2c43baa4a2a1 req-bfc550b4-e081-45fc-b5c5-2246dc1cf476 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:44.752983 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 345333f2-129c-41c5-823d-e1ef914732c0 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:14:44.754099 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 345333f2-129c-41c5-823d-e1ef914732c0 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:14:44.755695 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-88d972a2-bf34-4701-9ac8-2c43baa4a2a1 req-bfc550b4-e081-45fc-b5c5-2246dc1cf476 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/networks?id=37d8b877-159b-4b64-8f66-da1ddd04cfce HTTP/1.1" status: 200 len: 816 time: 0.3530140 Oct 30 15:14:44.812087 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-88d972a2-bf34-4701-9ac8-2c43baa4a2a1 req-15a9fa88-b23e-4b14-b0b6-27c6ab756556 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/quotas/0f970d101e534168aa167348c2581dc1 HTTP/1.1" status: 200 len: 375 time: 0.0555787 Oct 30 15:14:44.842242 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:44.871633 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99c3558-7710-4783-8bae-d8de5ff97692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1812d945-27a5-4211-bb30-d86827eca464'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:14:44.875500 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c5042cd-2a93-4b21-baf7-24eca0d58a3e" -d '{"events": [{"server_uuid": "f99c3558-7710-4783-8bae-d8de5ff97692", "name": "network-vif-plugged", "status": "completed", "tag": "1812d945-27a5-4211-bb30-d86827eca464"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:14:44.875664 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34cc7f96-1cac-44d8-8908-4303945fefd0 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Router fe385c09-83d0-4c86-91e7-c3cacae84752 is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:14:44.894311 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 1812d945-27a5-4211-bb30-d86827eca464, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=1812d945-27a5-4211-bb30-d86827eca464,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:14:44.902546 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:44.974169 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=1812d945-27a5-4211-bb30-d86827eca464,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:45.004138 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4166a3de-f434-4dc6-9bce-dcdae92e3ea6 req-a2f28903-64b0-4259-9de7-38660062284f tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] 10.222.0.62 "GET /v2.0/security-groups?id=0cef2fd7-8a84-4a7a-a10d-2abd5799549d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4090126 Oct 30 15:14:45.010867 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-88d972a2-bf34-4701-9ac8-2c43baa4a2a1 req-fac22d33-3e0b-4476-aa0e-a6a379716f81 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0f970d101e534168aa167348c2581dc1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1977594 Oct 30 15:14:45.112180 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34cc7f96-1cac-44d8-8908-4303945fefd0 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:14:45.118938 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-34cc7f96-1cac-44d8-8908-4303945fefd0 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:45.122639 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-34cc7f96-1cac-44d8-8908-4303945fefd0 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] 10.222.0.62 "PUT /v2.0/routers/fe385c09-83d0-4c86-91e7-c3cacae84752 HTTP/1.1" status: 200 len: 915 time: 4.4509902 Oct 30 15:14:45.122828 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16d171-f536-4160-8a18-df0823404b18 req-4ad06406-6aee-4643-91d6-16e0daf943e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:45.122828 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16d171-f536-4160-8a18-df0823404b18 req-4ad06406-6aee-4643-91d6-16e0daf943e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:45.122828 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16d171-f536-4160-8a18-df0823404b18 req-4ad06406-6aee-4643-91d6-16e0daf943e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:45.123425 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37726) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:45.123858 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ed16d171-f536-4160-8a18-df0823404b18 req-4ad06406-6aee-4643-91d6-16e0daf943e5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=524f8360-eaf2-4133-a589-da68b60c4b3f&id=5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc&id=5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc&id=5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc&id=5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc&id=67de53ff-61d6-4e57-84de-8610bca9618f&id=67de53ff-61d6-4e57-84de-8610bca9618f HTTP/1.1" status: 200 len: 2293 time: 0.4423430 Oct 30 15:14:45.129940 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94d67ae5-7f6b-46dd-9f68-3db588355a1b req-19b1328d-c796-4128-ae96-fce7bad80886 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Made reservation on behalf of 0f970d101e534168aa167348c2581dc1 for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:14:45.131961 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0c4e4e-cb13-41f0-b824-2a99e7d2fd72 None None] Sync routers for ids ['fe385c09-83d0-4c86-91e7-c3cacae84752'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:14:45.133542 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-94d67ae5-7f6b-46dd-9f68-3db588355a1b req-19b1328d-c796-4128-ae96-fce7bad80886 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:45.166821 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0c4e4e-cb13-41f0-b824-2a99e7d2fd72 None None] Routers {'fe385c09-83d0-4c86-91e7-c3cacae84752'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:14:45.169351 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-5a0c4e4e-cb13-41f0-b824-2a99e7d2fd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:14:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['fe385c09-83d0-4c86-91e7-c3cacae84752'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:14:45.256649 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ed16d171-f536-4160-8a18-df0823404b18 req-3c3ad763-8e0e-4222-99c5-bbd219ca3eca service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0d107bb-70ae-4589-bbad-ba445997ea32 HTTP/1.1" status: 200 len: 1002 time: 0.1199722 Oct 30 15:14:45.297500 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f0ae800-c330-4690-b13e-166821112812 x-openstack-request-id: req-7f0ae800-c330-4690-b13e-166821112812 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:14:45.298126 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f99c3558-7710-4783-8bae-d8de5ff97692", "name": "network-vif-plugged", "status": "completed", "tag": "1812d945-27a5-4211-bb30-d86827eca464", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:14:45.298332 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7f0ae800-c330-4690-b13e-166821112812 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:14:45.298754 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f99c3558-7710-4783-8bae-d8de5ff97692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1812d945-27a5-4211-bb30-d86827eca464', 'code': 200} Oct 30 15:14:45.302920 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-5a0c4e4e-cb13-41f0-b824-2a99e7d2fd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:14:45.332141 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-fe67f9a1-9ff4-4a37-a0e9-515b2cf1b2a5 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] 10.222.0.62 "GET /v2.0/routers/fe385c09-83d0-4c86-91e7-c3cacae84752 HTTP/1.1" status: 200 len: 921 time: 0.2078657 Oct 30 15:14:45.332886 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37734) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:45.344024 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-19b800ea-44ec-4f5f-a82c-801ef56a98a5 None None] Provisioning complete for port 0e92dd65-7b99-4fd2-9c7f-99d992f9b14b triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:14:45.344458 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-19b800ea-44ec-4f5f-a82c-801ef56a98a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:45.346021 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0c4e4e-cb13-41f0-b824-2a99e7d2fd72 None None] Routers {'fe385c09-83d0-4c86-91e7-c3cacae84752'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:14:45.346654 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-5a0c4e4e-cb13-41f0-b824-2a99e7d2fd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:14:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['fe385c09-83d0-4c86-91e7-c3cacae84752'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:14:45.474284 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16d171-f536-4160-8a18-df0823404b18 req-f6c63064-7636-4406-9a28-527a6a2e434c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:45.477327 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-5a0c4e4e-cb13-41f0-b824-2a99e7d2fd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:14:45.479890 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0c4e4e-cb13-41f0-b824-2a99e7d2fd72 None None] The sync data for ids ['fe385c09-83d0-4c86-91e7-c3cacae84752'] in n-d-806683-17 is: [] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:14:45.480040 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ed16d171-f536-4160-8a18-df0823404b18 req-f6c63064-7636-4406-9a28-527a6a2e434c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b6028f5c-691f-4481-8af2-37902ddb4e8e HTTP/1.1" status: 200 len: 851 time: 0.1801403 Oct 30 15:14:45.492640 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-88d972a2-bf34-4701-9ac8-2c43baa4a2a1 req-88f4f676-e12b-44f0-b381-dc979c16a8f3 service neutron] 10.222.0.62 "GET /v2.0/networks/37d8b877-159b-4b64-8f66-da1ddd04cfce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4669833 Oct 30 15:14:45.506802 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-b51d8423-eed0-4853-abaf-3dd76b1abfbb admin admin] Deleting port 2d8b4beb-603b-421a-915c-5893c8a69dd9 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:14:45.506802 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b51d8423-eed0-4853-abaf-3dd76b1abfbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:45.560550 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7932c76-8c63-4f65-b132-a30db8f0d8ca tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:45.562090 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a7932c76-8c63-4f65-b132-a30db8f0d8ca tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=edc38ef5-7816-4133-914c-cfe2849a0125&device_id=fe385c09-83d0-4c86-91e7-c3cacae84752&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2212236 Oct 30 15:14:45.565015 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37736) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:45.576486 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b3dcd-df2e-4df4-b1dd-5da195b958bc req-c7f24d7d-ad67-4465-b1db-210610952f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:45.578662 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-499b3dcd-df2e-4df4-b1dd-5da195b958bc req-c7f24d7d-ad67-4465-b1db-210610952f60 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f99c3558-7710-4783-8bae-d8de5ff97692 HTTP/1.1" status: 200 len: 1102 time: 0.2116625 Oct 30 15:14:45.581110 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-94d67ae5-7f6b-46dd-9f68-3db588355a1b req-19b1328d-c796-4128-ae96-fce7bad80886 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Allocated IP 172.20.0.6 (37d8b877-159b-4b64-8f66-da1ddd04cfce/3fd8dd71-377c-4bfe-8329-29c211a0edfd/135c7731-e147-4990-a252-98687642de09) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:14:45.693492 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-499b3dcd-df2e-4df4-b1dd-5da195b958bc req-b0225380-c929-4165-a365-e752d081e51f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0cef2fd7-8a84-4a7a-a10d-2abd5799549d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841663 Oct 30 15:14:45.696834 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4a0b67-1b77-4cd3-a2a1-220f7900d75c tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:45.701755 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9e4a0b67-1b77-4cd3-a2a1-220f7900d75c tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] 10.222.0.62 "GET /v2.0/networks/edc38ef5-7816-4133-914c-cfe2849a0125 HTTP/1.1" status: 200 len: 881 time: 0.1330845 Oct 30 15:14:45.701917 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16d171-f536-4160-8a18-df0823404b18 req-d34b680e-66dd-4b67-9f02-ccc29f162df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:45.702041 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ed16d171-f536-4160-8a18-df0823404b18 req-d34b680e-66dd-4b67-9f02-ccc29f162df6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=524f8360-eaf2-4133-a589-da68b60c4b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2152205 Oct 30 15:14:45.704203 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 37742) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:45.743886 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-88d972a2-bf34-4701-9ac8-2c43baa4a2a1 req-125be27c-99ea-46e1-8d69-a8b918abe065 service neutron] 10.222.0.62 "GET /v2.0/networks/37d8b877-159b-4b64-8f66-da1ddd04cfce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469642 Oct 30 15:14:45.748160 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-4b904969-7c47-457a-a33e-d1f27a4e8a03 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe385c09-83d0-4c86-91e7-c3cacae84752 HTTP/1.1" status: 200 len: 205 time: 0.0386662 Oct 30 15:14:45.751773 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37744) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:45.838852 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-b51d8423-eed0-4853-abaf-3dd76b1abfbb admin admin] For port 2d8b4beb-603b-421a-915c-5893c8a69dd9, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=2d8b4beb-603b-421a-915c-5893c8a69dd9,segment=NetworkSegment(da5872fd-d169-4ec2-a043-1f18348e1cc5),segment_id=da5872fd-d169-4ec2-a043-1f18348e1cc5)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:14:45.839779 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b51d8423-eed0-4853-abaf-3dd76b1abfbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:45.862000 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-b51d8423-eed0-4853-abaf-3dd76b1abfbb admin admin] Calling delete_port for 2d8b4beb-603b-421a-915c-5893c8a69dd9 owned by network:router_interface {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:14:46.036972 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 0e92dd65-7b99-4fd2-9c7f-99d992f9b14b up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:14:46.058391 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ed16d171-f536-4160-8a18-df0823404b18 req-fede401d-52fe-4bd1-96b9-486cbfe2b9ce service neutron] 10.222.0.53 "GET /v2.0/networks/524f8360-eaf2-4133-a589-da68b60c4b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625059 Oct 30 15:14:46.062603 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-59680ddf-67ff-45ad-a982-33d047b739b9 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks [] for router, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:46.115258 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8605ef6-6fb6-4737-a1cb-876e1202f5e7 req-44d586d0-e5c1-422c-b8df-880babdfe2e8 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:46.117553 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b8605ef6-6fb6-4737-a1cb-876e1202f5e7 req-44d586d0-e5c1-422c-b8df-880babdfe2e8 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.44 "GET /v2.0/networks?id=37d8b877-159b-4b64-8f66-da1ddd04cfce HTTP/1.1" status: 200 len: 816 time: 0.2018893 Oct 30 15:14:46.166909 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-b8605ef6-6fb6-4737-a1cb-876e1202f5e7 req-398e6a98-f354-45c2-a91a-d24c6f5b5172 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Request body: {'port': {'device_id': '64a3a526-ed15-4699-a2f1-9b3e07f6674b', 'network_id': '37d8b877-159b-4b64-8f66-da1ddd04cfce', 'admin_state_up': True, 'tenant_id': '0f970d101e534168aa167348c2581dc1'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:14:46.211978 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 0e92dd65-7b99-4fd2-9c7f-99d992f9b14b triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:14:46.215070 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:46.282262 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4af2d75a-d410-4e39-b9ce-8ad95c487a44 req-eb1d6752-1930-42b3-afd0-73eae72e4091 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/ports?device_id=a93c47ea-5bc1-49a4-a4b8-7101233b6ca7 HTTP/1.1" status: 200 len: 210 time: 0.2227995 Oct 30 15:14:46.294224 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-94d67ae5-7f6b-46dd-9f68-3db588355a1b req-19b1328d-c796-4128-ae96-fce7bad80886 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:46.302729 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ed16d171-f536-4160-8a18-df0823404b18 req-89ba7eb6-dc1e-48d9-b431-d76ae1a42303 service neutron] 10.222.0.53 "GET /v2.0/networks/524f8360-eaf2-4133-a589-da68b60c4b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215440 Oct 30 15:14:46.320534 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b7971-ee06-42e3-8468-be5049d7a033 req-99130315-9103-4f5e-be94-a67417a80192 tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:46.322940 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-826b7971-ee06-42e3-8468-be5049d7a033 req-99130315-9103-4f5e-be94-a67417a80192 tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] 10.222.0.62 "GET /v2.0/ports?device_id=f99c3558-7710-4783-8bae-d8de5ff97692 HTTP/1.1" status: 200 len: 950 time: 0.1708207 Oct 30 15:14:46.362326 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8605ef6-6fb6-4737-a1cb-876e1202f5e7 req-398e6a98-f354-45c2-a91a-d24c6f5b5172 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Made reservation on behalf of 0f970d101e534168aa167348c2581dc1 for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:14:46.366344 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b8605ef6-6fb6-4737-a1cb-876e1202f5e7 req-398e6a98-f354-45c2-a91a-d24c6f5b5172 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:46.379067 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ed16d171-f536-4160-8a18-df0823404b18 req-f1c52fce-8568-4bd5-8bec-03a761c5a886 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=8aa78acf-b283-45ba-9f2c-33317dfad74a HTTP/1.1" status: 200 len: 217 time: 0.0638874 Oct 30 15:14:46.437000 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-59680ddf-67ff-45ad-a982-33d047b739b9 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:46.453415 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-826b7971-ee06-42e3-8468-be5049d7a033 req-899c60aa-a0d1-46e0-b045-5751d40ac417 tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] 10.222.0.62 "GET /v2.0/security-groups?id=0cef2fd7-8a84-4a7a-a10d-2abd5799549d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071053 Oct 30 15:14:46.522292 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16d171-f536-4160-8a18-df0823404b18 req-29d3b70f-dc4e-48be-9659-15a45421fa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:46.524147 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ed16d171-f536-4160-8a18-df0823404b18 req-29d3b70f-dc4e-48be-9659-15a45421fa7c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=521c91ba-254d-4496-ac2a-b56607fa8aa1 HTTP/1.1" status: 200 len: 797 time: 0.1288295 Oct 30 15:14:46.561685 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-94d67ae5-7f6b-46dd-9f68-3db588355a1b req-19b1328d-c796-4128-ae96-fce7bad80886 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:46.611501 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-59680ddf-67ff-45ad-a982-33d047b739b9 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Deleting port e998f7dd-923d-431c-a1e6-a441e2784120 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:14:46.612214 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-59680ddf-67ff-45ad-a982-33d047b739b9 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:46.635480 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-b8605ef6-6fb6-4737-a1cb-876e1202f5e7 req-398e6a98-f354-45c2-a91a-d24c6f5b5172 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Allocated IP 172.20.0.7 (37d8b877-159b-4b64-8f66-da1ddd04cfce/3fd8dd71-377c-4bfe-8329-29c211a0edfd/b076503e-609c-46d5-9fd0-71750c0203f8) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:14:46.667054 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94d67ae5-7f6b-46dd-9f68-3db588355a1b req-19b1328d-c796-4128-ae96-fce7bad80886 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Network 37d8b877-159b-4b64-8f66-da1ddd04cfce is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:14:46.678172 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-94d67ae5-7f6b-46dd-9f68-3db588355a1b req-19b1328d-c796-4128-ae96-fce7bad80886 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:14:46.736191 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-94d67ae5-7f6b-46dd-9f68-3db588355a1b req-19b1328d-c796-4128-ae96-fce7bad80886 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:14:46.813660 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b1328d-c796-4128-ae96-fce7bad80886 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Pushing event updated for resources: {'Port': ['ID=135c7731-e147-4990-a252-98687642de09,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:46.824130 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16d171-f536-4160-8a18-df0823404b18 req-9df53fa9-f4fc-45e2-bbcb-d970b8b35174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:46.826047 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ed16d171-f536-4160-8a18-df0823404b18 req-9df53fa9-f4fc-45e2-bbcb-d970b8b35174 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2664404 Oct 30 15:14:46.832239 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-59680ddf-67ff-45ad-a982-33d047b739b9 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:46.904689 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-59680ddf-67ff-45ad-a982-33d047b739b9 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Calling delete_port for e998f7dd-923d-431c-a1e6-a441e2784120 owned by network:router_gateway {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:14:46.992995 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ed16d171-f536-4160-8a18-df0823404b18 req-57f7074d-b264-4173-a0f4-a3cd8b482eaf service neutron] 10.222.0.53 "GET /v2.0/networks/5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562569 Oct 30 15:14:47.004194 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d67ae5-7f6b-46dd-9f68-3db588355a1b req-19b1328d-c796-4128-ae96-fce7bad80886 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:47.005250 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-94d67ae5-7f6b-46dd-9f68-3db588355a1b req-19b1328d-c796-4128-ae96-fce7bad80886 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:47.026239 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b8605ef6-6fb6-4737-a1cb-876e1202f5e7 req-398e6a98-f354-45c2-a91a-d24c6f5b5172 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:47.126461 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b8605ef6-6fb6-4737-a1cb-876e1202f5e7 req-398e6a98-f354-45c2-a91a-d24c6f5b5172 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:47.145973 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-4f9c151a-8228-4d55-b83f-d7c57568f5e5 None None] Provisioning complete for port 135c7731-e147-4990-a252-98687642de09 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:14:47.146587 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4f9c151a-8228-4d55-b83f-d7c57568f5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:47.162192 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-94d67ae5-7f6b-46dd-9f68-3db588355a1b req-19b1328d-c796-4128-ae96-fce7bad80886 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4782887 Oct 30 15:14:47.187236 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-4f9c151a-8228-4d55-b83f-d7c57568f5e5 None None] Port 135c7731-e147-4990-a252-98687642de09 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:14:47.189687 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-94d67ae5-7f6b-46dd-9f68-3db588355a1b req-1268caa8-9726-4ee6-92d7-5a895288db57 service neutron] Request body: {'port': {'device_id': '71cd1030-4721-4928-84ee-b63ffbb50e9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:14:47.248047 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8605ef6-6fb6-4737-a1cb-876e1202f5e7 req-398e6a98-f354-45c2-a91a-d24c6f5b5172 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Network 37d8b877-159b-4b64-8f66-da1ddd04cfce is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:14:47.248520 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ed16d171-f536-4160-8a18-df0823404b18 req-df7f0664-0437-4cd7-b724-c41b47241681 service neutron] 10.222.0.53 "GET /v2.0/networks/5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293212 Oct 30 15:14:47.254134 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b51d8423-eed0-4853-abaf-3dd76b1abfbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:47.258860 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-b8605ef6-6fb6-4737-a1cb-876e1202f5e7 req-398e6a98-f354-45c2-a91a-d24c6f5b5172 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:14:47.262267 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8605ef6-6fb6-4737-a1cb-876e1202f5e7 req-398e6a98-f354-45c2-a91a-d24c6f5b5172 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:14:47.268479 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398e6a98-f354-45c2-a91a-d24c6f5b5172 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Pushing event updated for resources: {'Port': ['ID=b076503e-609c-46d5-9fd0-71750c0203f8,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:47.301427 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-59680ddf-67ff-45ad-a982-33d047b739b9 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:47.316814 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51d8423-eed0-4853-abaf-3dd76b1abfbb admin admin] Pushing event deleted for resources: {'Port': ['ID=2d8b4beb-603b-421a-915c-5893c8a69dd9,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:47.368447 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-94d67ae5-7f6b-46dd-9f68-3db588355a1b req-1268caa8-9726-4ee6-92d7-5a895288db57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:47.369069 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59680ddf-67ff-45ad-a982-33d047b739b9 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Pushing event deleted for resources: {'Port': ['ID=e998f7dd-923d-431c-a1e6-a441e2784120,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:47.378005 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ed16d171-f536-4160-8a18-df0823404b18 req-a44be9b2-76d2-49ea-b076-3b2a2450759e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=80060876-f4f1-4c9d-9c66-0639e6343df4 HTTP/1.1" status: 200 len: 217 time: 0.0904534 Oct 30 15:14:47.412213 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8605ef6-6fb6-4737-a1cb-876e1202f5e7 req-398e6a98-f354-45c2-a91a-d24c6f5b5172 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:47.413416 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b8605ef6-6fb6-4737-a1cb-876e1202f5e7 req-398e6a98-f354-45c2-a91a-d24c6f5b5172 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:47.439099 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-59680ddf-67ff-45ad-a982-33d047b739b9 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:47.554264 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-59680ddf-67ff-45ad-a982-33d047b739b9 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:47.557284 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-59680ddf-67ff-45ad-a982-33d047b739b9 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:47.612216 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b8605ef6-6fb6-4737-a1cb-876e1202f5e7 req-398e6a98-f354-45c2-a91a-d24c6f5b5172 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4586470 Oct 30 15:14:47.614326 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-59680ddf-67ff-45ad-a982-33d047b739b9 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:47.614684 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59680ddf-67ff-45ad-a982-33d047b739b9 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Fanout notify agent at l3_agent the message router_deleted on router fe385c09-83d0-4c86-91e7-c3cacae84752 {{(pid=102130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:14:47.622755 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-59680ddf-67ff-45ad-a982-33d047b739b9 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:47.624024 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-59680ddf-67ff-45ad-a982-33d047b739b9 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] 10.222.0.62 "DELETE /v2.0/routers/fe385c09-83d0-4c86-91e7-c3cacae84752 HTTP/1.1" status: 204 len: 168 time: 1.8704820 Oct 30 15:14:47.633993 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37772) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:47.641440 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-b8605ef6-6fb6-4737-a1cb-876e1202f5e7 req-b661ee5e-7d11-40f4-844f-92ee5b322474 service neutron] Request body: {'port': {'device_id': '64a3a526-ed15-4699-a2f1-9b3e07f6674b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:14:47.649399 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-0e1d5f45-996f-4275-8ff7-e9e99810ed9a tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1683943136', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}, 'admin_state_up': False}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:14:47.672519 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-968e4bd8-b6e0-4e4a-9e45-20def141b2f3 req-20dde2c3-84c7-4d80-8de7-b93aee4e5a5c tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/ports?device_id=a93c47ea-5bc1-49a4-a4b8-7101233b6ca7 HTTP/1.1" status: 200 len: 210 time: 0.2222145 Oct 30 15:14:47.749534 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-b0e9312e-4e11-4f42-802d-9111dc0f90d6 None None] Provisioning complete for port b076503e-609c-46d5-9fd0-71750c0203f8 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:14:47.753172 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b0e9312e-4e11-4f42-802d-9111dc0f90d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:47.815203 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-b0e9312e-4e11-4f42-802d-9111dc0f90d6 None None] Port b076503e-609c-46d5-9fd0-71750c0203f8 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:14:48.124381 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0e1d5f45-996f-4275-8ff7-e9e99810ed9a tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:48.125412 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0e1d5f45-996f-4275-8ff7-e9e99810ed9a tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:48.138946 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b80719e-7b09-48f3-9f99-7507a75fc99d req-9f511cf3-065c-4651-908a-40d4920ebdce tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:48.140929 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3b80719e-7b09-48f3-9f99-7507a75fc99d req-9f511cf3-065c-4651-908a-40d4920ebdce tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] 10.222.0.62 "GET /v2.0/ports?device_id=f99c3558-7710-4783-8bae-d8de5ff97692 HTTP/1.1" status: 200 len: 950 time: 0.5341125 Oct 30 15:14:48.157922 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b8605ef6-6fb6-4737-a1cb-876e1202f5e7 req-b661ee5e-7d11-40f4-844f-92ee5b322474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:48.207495 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16d171-f536-4160-8a18-df0823404b18 req-cb48afc3-9ce5-4540-a1a0-51addb78487f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:48.209333 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ed16d171-f536-4160-8a18-df0823404b18 req-cb48afc3-9ce5-4540-a1a0-51addb78487f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=521c91ba-254d-4496-ac2a-b56607fa8aa1 HTTP/1.1" status: 200 len: 797 time: 0.7832711 Oct 30 15:14:48.271887 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0e1d5f45-996f-4275-8ff7-e9e99810ed9a tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:48.279276 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3b80719e-7b09-48f3-9f99-7507a75fc99d req-8e91adba-1cfe-4312-ad36-10461ca6fb69 tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] 10.222.0.62 "GET /v2.0/security-groups?id=0cef2fd7-8a84-4a7a-a10d-2abd5799549d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286387 Oct 30 15:14:48.381232 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d972a2-bf34-4701-9ac8-2c43baa4a2a1 req-11dd4eaf-23fa-4f5f-95a6-db4a81e57b14 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:48.383243 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-88d972a2-bf34-4701-9ac8-2c43baa4a2a1 req-11dd4eaf-23fa-4f5f-95a6-db4a81e57b14 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.53 "GET /v2.0/networks?id=37d8b877-159b-4b64-8f66-da1ddd04cfce HTTP/1.1" status: 200 len: 816 time: 0.8944299 Oct 30 15:14:48.438267 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-88d972a2-bf34-4701-9ac8-2c43baa4a2a1 req-60d501de-638a-4405-98b2-8543dd151f3b tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Request body: {'port': {'device_id': 'a93c47ea-5bc1-49a4-a4b8-7101233b6ca7', 'network_id': '37d8b877-159b-4b64-8f66-da1ddd04cfce', 'admin_state_up': True, 'tenant_id': '0f970d101e534168aa167348c2581dc1'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:14:48.443474 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16d171-f536-4160-8a18-df0823404b18 req-1b9026c0-c056-43dd-bc8f-69d6d9bb62cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:48.444934 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ed16d171-f536-4160-8a18-df0823404b18 req-1b9026c0-c056-43dd-bc8f-69d6d9bb62cb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2196105 Oct 30 15:14:48.506624 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0e1d5f45-996f-4275-8ff7-e9e99810ed9a tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:48.527023 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b51d8423-eed0-4853-abaf-3dd76b1abfbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:48.764896 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0e1d5f45-996f-4275-8ff7-e9e99810ed9a tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks [] for router_gateway, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:48.809561 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ed16d171-f536-4160-8a18-df0823404b18 req-d35f96c7-fde3-411b-bd74-cd5d9a67db18 service neutron] 10.222.0.53 "GET /v2.0/networks/5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443952 Oct 30 15:14:48.809778 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0e1d5f45-996f-4275-8ff7-e9e99810ed9a tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:48.989897 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-0e1d5f45-996f-4275-8ff7-e9e99810ed9a tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Allocated IP 172.25.4.137 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/42f64c7b-86e1-4d6b-a1d8-8d921893b0ee) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:14:49.093327 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88d972a2-bf34-4701-9ac8-2c43baa4a2a1 req-60d501de-638a-4405-98b2-8543dd151f3b tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Made reservation on behalf of 0f970d101e534168aa167348c2581dc1 for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:14:49.102257 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-88d972a2-bf34-4701-9ac8-2c43baa4a2a1 req-60d501de-638a-4405-98b2-8543dd151f3b tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:49.117369 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-788c1fd1-3a08-40e0-974c-053874cdfc21 req-c5cd7277-570a-4436-ae20-061b1733e58f tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/ports?device_id=a93c47ea-5bc1-49a4-a4b8-7101233b6ca7 HTTP/1.1" status: 200 len: 210 time: 0.1991725 Oct 30 15:14:49.129771 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0e1d5f45-996f-4275-8ff7-e9e99810ed9a tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:49.141816 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-94d67ae5-7f6b-46dd-9f68-3db588355a1b req-1268caa8-9726-4ee6-92d7-5a895288db57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 135c7731-e147-4990-a252-98687642de09 {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:14:49.165752 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-94d67ae5-7f6b-46dd-9f68-3db588355a1b req-1268caa8-9726-4ee6-92d7-5a895288db57 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:49.173556 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0e1d5f45-996f-4275-8ff7-e9e99810ed9a tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:49.224850 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1d5f45-996f-4275-8ff7-e9e99810ed9a tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:14:49.227967 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-0e1d5f45-996f-4275-8ff7-e9e99810ed9a tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:14:49.233098 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1d5f45-996f-4275-8ff7-e9e99810ed9a tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:14:49.235881 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1d5f45-996f-4275-8ff7-e9e99810ed9a tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Pushing event updated for resources: {'Port': ['ID=42f64c7b-86e1-4d6b-a1d8-8d921893b0ee,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:49.262170 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ed16d171-f536-4160-8a18-df0823404b18 req-1a4092b1-c594-4c5e-bef6-901ad5b0ff41 service neutron] 10.222.0.53 "GET /v2.0/networks/5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4387550 Oct 30 15:14:49.263020 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-94d67ae5-7f6b-46dd-9f68-3db588355a1b req-1268caa8-9726-4ee6-92d7-5a895288db57 service neutron] Transition to ACTIVE for port object 135c7731-e147-4990-a252-98687642de09 will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:14:49.333346 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-94d67ae5-7f6b-46dd-9f68-3db588355a1b req-1268caa8-9726-4ee6-92d7-5a895288db57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:49.350264 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ed16d171-f536-4160-8a18-df0823404b18 req-d3d4e2df-4a84-45d2-b29a-2bb7e69a8006 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=7653bb03-0e9a-40b6-b92c-448a5acd76f4 HTTP/1.1" status: 200 len: 217 time: 0.0799208 Oct 30 15:14:49.433848 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b51d8423-eed0-4853-abaf-3dd76b1abfbb admin admin] Router f0587bd4-3f72-40c0-966e-8c860a4477b1 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:14:49.456420 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1268caa8-9726-4ee6-92d7-5a895288db57 service neutron] Pushing event updated for resources: {'Port': ['ID=135c7731-e147-4990-a252-98687642de09,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:49.592063 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16d171-f536-4160-8a18-df0823404b18 req-8891c827-d27e-4ea5-b016-a1bd912ded26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:49.593552 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ed16d171-f536-4160-8a18-df0823404b18 req-8891c827-d27e-4ea5-b016-a1bd912ded26 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=521c91ba-254d-4496-ac2a-b56607fa8aa1 HTTP/1.1" status: 200 len: 797 time: 0.2129710 Oct 30 15:14:49.655034 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-b8605ef6-6fb6-4737-a1cb-876e1202f5e7 req-b661ee5e-7d11-40f4-844f-92ee5b322474 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b076503e-609c-46d5-9fd0-71750c0203f8 {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:14:49.668331 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b8605ef6-6fb6-4737-a1cb-876e1202f5e7 req-b661ee5e-7d11-40f4-844f-92ee5b322474 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:49.679341 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-94d67ae5-7f6b-46dd-9f68-3db588355a1b req-1268caa8-9726-4ee6-92d7-5a895288db57 service neutron] Attempting to bind port 135c7731-e147-4990-a252-98687642de09 on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:14:49.679762 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-94d67ae5-7f6b-46dd-9f68-3db588355a1b req-1268caa8-9726-4ee6-92d7-5a895288db57 service neutron] Attempting to bind port 135c7731-e147-4990-a252-98687642de09 by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': 'f35b02a8-e438-4fc0-9529-14f054b80819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '37d8b877-159b-4b64-8f66-da1ddd04cfce'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:14:49.680112 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d67ae5-7f6b-46dd-9f68-3db588355a1b req-1268caa8-9726-4ee6-92d7-5a895288db57 service neutron] Attempting to bind port 135c7731-e147-4990-a252-98687642de09 on network 37d8b877-159b-4b64-8f66-da1ddd04cfce {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:14:49.695682 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d67ae5-7f6b-46dd-9f68-3db588355a1b req-1268caa8-9726-4ee6-92d7-5a895288db57 service neutron] Port 135c7731-e147-4990-a252-98687642de09 on network 37d8b877-159b-4b64-8f66-da1ddd04cfce not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:14:49.696038 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d67ae5-7f6b-46dd-9f68-3db588355a1b req-1268caa8-9726-4ee6-92d7-5a895288db57 service neutron] Attempting to bind port 135c7731-e147-4990-a252-98687642de09 on network 37d8b877-159b-4b64-8f66-da1ddd04cfce {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:14:49.704464 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-b8605ef6-6fb6-4737-a1cb-876e1202f5e7 req-b661ee5e-7d11-40f4-844f-92ee5b322474 service neutron] Transition to ACTIVE for port object b076503e-609c-46d5-9fd0-71750c0203f8 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:14:49.705652 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0e1d5f45-996f-4275-8ff7-e9e99810ed9a tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks [] for router_gateway, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:49.707656 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16d171-f536-4160-8a18-df0823404b18 req-49a1ebcd-bff0-4393-ae77-0edc07828f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:49.709358 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b8605ef6-6fb6-4737-a1cb-876e1202f5e7 req-b661ee5e-7d11-40f4-844f-92ee5b322474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:49.709511 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ed16d171-f536-4160-8a18-df0823404b18 req-49a1ebcd-bff0-4393-ae77-0edc07828f0a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1014841 Oct 30 15:14:49.713601 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d67ae5-7f6b-46dd-9f68-3db588355a1b req-1268caa8-9726-4ee6-92d7-5a895288db57 service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:14:49.714010 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d67ae5-7f6b-46dd-9f68-3db588355a1b req-1268caa8-9726-4ee6-92d7-5a895288db57 service neutron] Checking segment: {'id': 'f35b02a8-e438-4fc0-9529-14f054b80819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '37d8b877-159b-4b64-8f66-da1ddd04cfce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:14:49.714432 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d67ae5-7f6b-46dd-9f68-3db588355a1b req-1268caa8-9726-4ee6-92d7-5a895288db57 service neutron] Bound using segment: {'id': 'f35b02a8-e438-4fc0-9529-14f054b80819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '37d8b877-159b-4b64-8f66-da1ddd04cfce'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:14:49.714885 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-94d67ae5-7f6b-46dd-9f68-3db588355a1b req-1268caa8-9726-4ee6-92d7-5a895288db57 service neutron] Bound port: 135c7731-e147-4990-a252-98687642de09, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f35b02a8-e438-4fc0-9529-14f054b80819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '37d8b877-159b-4b64-8f66-da1ddd04cfce'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:14:49.715247 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-94d67ae5-7f6b-46dd-9f68-3db588355a1b req-1268caa8-9726-4ee6-92d7-5a895288db57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:49.717737 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b51d8423-eed0-4853-abaf-3dd76b1abfbb admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:14:49.731730 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f92e947-b675-4be2-b4b3-ae60af9949b3 None None] Sync routers for ids ['f0587bd4-3f72-40c0-966e-8c860a4477b1'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:14:49.757683 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f92e947-b675-4be2-b4b3-ae60af9949b3 None None] Routers {'f0587bd4-3f72-40c0-966e-8c860a4477b1'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:14:49.759092 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-2f92e947-b675-4be2-b4b3-ae60af9949b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:14:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['f0587bd4-3f72-40c0-966e-8c860a4477b1'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:14:49.759814 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b51d8423-eed0-4853-abaf-3dd76b1abfbb admin admin] 10.222.0.62 "PUT /v2.0/routers/f0587bd4-3f72-40c0-966e-8c860a4477b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7570999 Oct 30 15:14:49.772171 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 37846) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:49.871985 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b661ee5e-7d11-40f4-844f-92ee5b322474 service neutron] Pushing event updated for resources: {'Port': ['ID=b076503e-609c-46d5-9fd0-71750c0203f8,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:49.929564 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-2f92e947-b675-4be2-b4b3-ae60af9949b3 None None] Set router f0587bd4-3f72-40c0-966e-8c860a4477b1 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:14:50.003585 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-88d972a2-bf34-4701-9ac8-2c43baa4a2a1 req-60d501de-638a-4405-98b2-8543dd151f3b tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Allocated IP 172.20.0.10 (37d8b877-159b-4b64-8f66-da1ddd04cfce/3fd8dd71-377c-4bfe-8329-29c211a0edfd/f2cc9623-2408-4733-a75d-04dea2de0e2e) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:14:50.059440 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-b8605ef6-6fb6-4737-a1cb-876e1202f5e7 req-b661ee5e-7d11-40f4-844f-92ee5b322474 service neutron] Attempting to bind port b076503e-609c-46d5-9fd0-71750c0203f8 on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:14:50.059440 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-b8605ef6-6fb6-4737-a1cb-876e1202f5e7 req-b661ee5e-7d11-40f4-844f-92ee5b322474 service neutron] Attempting to bind port b076503e-609c-46d5-9fd0-71750c0203f8 by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': 'f35b02a8-e438-4fc0-9529-14f054b80819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '37d8b877-159b-4b64-8f66-da1ddd04cfce'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:14:50.059822 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8605ef6-6fb6-4737-a1cb-876e1202f5e7 req-b661ee5e-7d11-40f4-844f-92ee5b322474 service neutron] Attempting to bind port b076503e-609c-46d5-9fd0-71750c0203f8 on network 37d8b877-159b-4b64-8f66-da1ddd04cfce {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:14:50.071663 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8605ef6-6fb6-4737-a1cb-876e1202f5e7 req-b661ee5e-7d11-40f4-844f-92ee5b322474 service neutron] Port b076503e-609c-46d5-9fd0-71750c0203f8 on network 37d8b877-159b-4b64-8f66-da1ddd04cfce not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:14:50.071997 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8605ef6-6fb6-4737-a1cb-876e1202f5e7 req-b661ee5e-7d11-40f4-844f-92ee5b322474 service neutron] Attempting to bind port b076503e-609c-46d5-9fd0-71750c0203f8 on network 37d8b877-159b-4b64-8f66-da1ddd04cfce {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:14:50.092943 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8605ef6-6fb6-4737-a1cb-876e1202f5e7 req-b661ee5e-7d11-40f4-844f-92ee5b322474 service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:14:50.093643 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8605ef6-6fb6-4737-a1cb-876e1202f5e7 req-b661ee5e-7d11-40f4-844f-92ee5b322474 service neutron] Checking segment: {'id': 'f35b02a8-e438-4fc0-9529-14f054b80819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '37d8b877-159b-4b64-8f66-da1ddd04cfce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:14:50.094346 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8605ef6-6fb6-4737-a1cb-876e1202f5e7 req-b661ee5e-7d11-40f4-844f-92ee5b322474 service neutron] Bound using segment: {'id': 'f35b02a8-e438-4fc0-9529-14f054b80819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '37d8b877-159b-4b64-8f66-da1ddd04cfce'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:14:50.094981 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-b8605ef6-6fb6-4737-a1cb-876e1202f5e7 req-b661ee5e-7d11-40f4-844f-92ee5b322474 service neutron] Bound port: b076503e-609c-46d5-9fd0-71750c0203f8, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f35b02a8-e438-4fc0-9529-14f054b80819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '37d8b877-159b-4b64-8f66-da1ddd04cfce'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:14:50.095757 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b8605ef6-6fb6-4737-a1cb-876e1202f5e7 req-b661ee5e-7d11-40f4-844f-92ee5b322474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:50.174831 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0e1d5f45-996f-4275-8ff7-e9e99810ed9a tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:50.274273 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-b8605ef6-6fb6-4737-a1cb-876e1202f5e7 req-b661ee5e-7d11-40f4-844f-92ee5b322474 service neutron] For port b076503e-609c-46d5-9fd0-71750c0203f8, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:14:50.320804 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5c53c072-3c3c-4569-98db-5c18520389d0 req-08f1f006-580a-4262-ae45-e59bdab2a59c tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/ports?device_id=a93c47ea-5bc1-49a4-a4b8-7101233b6ca7 HTTP/1.1" status: 200 len: 210 time: 0.0513427 Oct 30 15:14:50.327380 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-b8605ef6-6fb6-4737-a1cb-876e1202f5e7 req-b661ee5e-7d11-40f4-844f-92ee5b322474 service neutron] For port b076503e-609c-46d5-9fd0-71750c0203f8, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=b076503e-609c-46d5-9fd0-71750c0203f8,segment=NetworkSegment(f35b02a8-e438-4fc0-9529-14f054b80819),segment_id=f35b02a8-e438-4fc0-9529-14f054b80819)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:14:50.334783 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ed16d171-f536-4160-8a18-df0823404b18 req-01ff2c89-4962-4067-9507-a39c0aeceece service neutron] 10.222.0.53 "GET /v2.0/networks/5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6109767 Oct 30 15:14:50.337119 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-94d67ae5-7f6b-46dd-9f68-3db588355a1b req-1268caa8-9726-4ee6-92d7-5a895288db57 service neutron] For port 135c7731-e147-4990-a252-98687642de09, host n-h2-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:14:50.339362 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b8605ef6-6fb6-4737-a1cb-876e1202f5e7 req-b661ee5e-7d11-40f4-844f-92ee5b322474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:50.351283 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-2f92e947-b675-4be2-b4b3-ae60af9949b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0587bd4-3f72-40c0-966e-8c860a4477b1', 'name': 'tempest-AttachSCSIVolumeTestJSON-2037670458-router', 'tenant_id': '1ab57ad80a7c4beaa3f6a7d81b3d43f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '49036416-d4e3-4490-852a-f4b2c44b9292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:12:29Z', 'updated_at': '2021-10-30T15:14:47Z', 'revision_number': 5, 'project_id': '1ab57ad80a7c4beaa3f6a7d81b3d43f6', 'gw_port': {'id': '49036416-d4e3-4490-852a-f4b2c44b9292', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0587bd4-3f72-40c0-966e-8c860a4477b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:12:31Z', 'updated_at': '2021-10-30T15:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:14:50.368291 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-94d67ae5-7f6b-46dd-9f68-3db588355a1b req-1268caa8-9726-4ee6-92d7-5a895288db57 service neutron] For port 135c7731-e147-4990-a252-98687642de09, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=135c7731-e147-4990-a252-98687642de09,segment=NetworkSegment(f35b02a8-e438-4fc0-9529-14f054b80819),segment_id=f35b02a8-e438-4fc0-9529-14f054b80819)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:14:50.388064 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f92e947-b675-4be2-b4b3-ae60af9949b3 None None] Checking router: f0587bd4-3f72-40c0-966e-8c860a4477b1 for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:14:50.391188 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8605ef6-6fb6-4737-a1cb-876e1202f5e7 req-b661ee5e-7d11-40f4-844f-92ee5b322474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:50.392884 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b8605ef6-6fb6-4737-a1cb-876e1202f5e7 req-b661ee5e-7d11-40f4-844f-92ee5b322474 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:50.393788 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b8605ef6-6fb6-4737-a1cb-876e1202f5e7 req-b661ee5e-7d11-40f4-844f-92ee5b322474 service neutron] 10.222.0.44 "PUT /v2.0/ports/b076503e-609c-46d5-9fd0-71750c0203f8 HTTP/1.1" status: 200 len: 1092 time: 2.7686820 Oct 30 15:14:50.402761 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64a3a526-ed15-4699-a2f1-9b3e07f6674b', 'tag': 'b076503e-609c-46d5-9fd0-71750c0203f8'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:14:50.403195 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f92e947-b675-4be2-b4b3-ae60af9949b3 None None] Routers {'f0587bd4-3f72-40c0-966e-8c860a4477b1'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:14:50.404198 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-2f92e947-b675-4be2-b4b3-ae60af9949b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:14:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['f0587bd4-3f72-40c0-966e-8c860a4477b1'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:14:50.406059 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a3cc24-2288-4305-b139-87d18f674588" -d '{"events": [{"name": "network-changed", "server_uuid": "64a3a526-ed15-4699-a2f1-9b3e07f6674b", "tag": "b076503e-609c-46d5-9fd0-71750c0203f8"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:14:50.409012 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-94d67ae5-7f6b-46dd-9f68-3db588355a1b req-1268caa8-9726-4ee6-92d7-5a895288db57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:50.471991 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b59027bb-d134-4523-be7e-cd7e5cb18f45 admin admin] Publish callbacks [] for router, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:50.484561 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b661ee5e-7d11-40f4-844f-92ee5b322474 service neutron] Pushing event updated for resources: {'Port': ['ID=b076503e-609c-46d5-9fd0-71750c0203f8,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:50.530527 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ce84a2-530f-49ab-a389-9b110b659cbb x-openstack-request-id: req-a7ce84a2-530f-49ab-a389-9b110b659cbb {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:14:50.530908 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64a3a526-ed15-4699-a2f1-9b3e07f6674b", "tag": "b076503e-609c-46d5-9fd0-71750c0203f8", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:14:50.531436 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a7ce84a2-530f-49ab-a389-9b110b659cbb {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:14:50.531955 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64a3a526-ed15-4699-a2f1-9b3e07f6674b', 'tag': 'b076503e-609c-46d5-9fd0-71750c0203f8', 'status': 'completed', 'code': 200} Oct 30 15:14:50.546265 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e1d5f45-996f-4275-8ff7-e9e99810ed9a tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Router 4289b4ad-0998-400c-82a8-76a1b06196ad is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:14:50.552157 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8605ef6-6fb6-4737-a1cb-876e1202f5e7 req-1c1741d2-1e9a-40d0-a834-932ef22dcf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:50.553903 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b8605ef6-6fb6-4737-a1cb-876e1202f5e7 req-1c1741d2-1e9a-40d0-a834-932ef22dcf11 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0f970d101e534168aa167348c2581dc1&device_id=64a3a526-ed15-4699-a2f1-9b3e07f6674b HTTP/1.1" status: 200 len: 1095 time: 0.1015377 Oct 30 15:14:50.604852 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ed16d171-f536-4160-8a18-df0823404b18 req-b8eb39db-42f5-448c-8097-ab1a96faff2d service neutron] 10.222.0.53 "GET /v2.0/networks/5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460258 Oct 30 15:14:50.681420 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-2f92e947-b675-4be2-b4b3-ae60af9949b3 None None] Set router f0587bd4-3f72-40c0-966e-8c860a4477b1 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:14:50.690258 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b8605ef6-6fb6-4737-a1cb-876e1202f5e7 req-058ec9c8-6904-4378-99b8-2a820d1a34ca service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b076503e-609c-46d5-9fd0-71750c0203f8 HTTP/1.1" status: 200 len: 217 time: 0.1255643 Oct 30 15:14:50.731204 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-88d972a2-bf34-4701-9ac8-2c43baa4a2a1 req-60d501de-638a-4405-98b2-8543dd151f3b tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:50.767284 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8605ef6-6fb6-4737-a1cb-876e1202f5e7 req-3e8207b0-0ec1-46ba-8727-fbd15811e852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:50.768993 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b8605ef6-6fb6-4737-a1cb-876e1202f5e7 req-3e8207b0-0ec1-46ba-8727-fbd15811e852 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3fd8dd71-377c-4bfe-8329-29c211a0edfd HTTP/1.1" status: 200 len: 855 time: 0.0694489 Oct 30 15:14:50.782701 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d67ae5-7f6b-46dd-9f68-3db588355a1b req-1268caa8-9726-4ee6-92d7-5a895288db57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:50.784437 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-94d67ae5-7f6b-46dd-9f68-3db588355a1b req-1268caa8-9726-4ee6-92d7-5a895288db57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:50.787376 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-94d67ae5-7f6b-46dd-9f68-3db588355a1b req-1268caa8-9726-4ee6-92d7-5a895288db57 service neutron] 10.222.0.44 "PUT /v2.0/ports/135c7731-e147-4990-a252-98687642de09 HTTP/1.1" status: 200 len: 1092 time: 3.6079276 Oct 30 15:14:50.789719 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e1d5f45-996f-4275-8ff7-e9e99810ed9a tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:14:50.790767 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71cd1030-4721-4928-84ee-b63ffbb50e9a', 'tag': '135c7731-e147-4990-a252-98687642de09'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:14:50.809525 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26de1b3-3e12-47e1-b2d2-7786d29f0832 None None] Sync routers for ids ['4289b4ad-0998-400c-82a8-76a1b06196ad'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:14:50.836479 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f57eb0-40e4-4158-b3e8-21e2f48fb35a" -d '{"events": [{"name": "network-changed", "server_uuid": "71cd1030-4721-4928-84ee-b63ffbb50e9a", "tag": "135c7731-e147-4990-a252-98687642de09"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:14:50.844697 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0e1d5f45-996f-4275-8ff7-e9e99810ed9a tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:50.846468 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-0e1d5f45-996f-4275-8ff7-e9e99810ed9a tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.2016664 Oct 30 15:14:50.849067 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37868) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:50.857741 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-c2e3aa02-8f0b-498a-b6c8-60ba46a78caa tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:14:50.870286 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26de1b3-3e12-47e1-b2d2-7786d29f0832 None None] Routers {'4289b4ad-0998-400c-82a8-76a1b06196ad'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:14:50.874985 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-d26de1b3-3e12-47e1-b2d2-7786d29f0832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:14:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['4289b4ad-0998-400c-82a8-76a1b06196ad'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:14:50.947864 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8605ef6-6fb6-4737-a1cb-876e1202f5e7 req-0250e4f6-ae91-4e84-8a2e-95d8499e3841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:50.949568 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b8605ef6-6fb6-4737-a1cb-876e1202f5e7 req-0250e4f6-ae91-4e84-8a2e-95d8499e3841 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=37d8b877-159b-4b64-8f66-da1ddd04cfce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1705472 Oct 30 15:14:50.980195 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-2f92e947-b675-4be2-b4b3-ae60af9949b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0587bd4-3f72-40c0-966e-8c860a4477b1', 'name': 'tempest-AttachSCSIVolumeTestJSON-2037670458-router', 'tenant_id': '1ab57ad80a7c4beaa3f6a7d81b3d43f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '49036416-d4e3-4490-852a-f4b2c44b9292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:12:29Z', 'updated_at': '2021-10-30T15:14:47Z', 'revision_number': 5, 'project_id': '1ab57ad80a7c4beaa3f6a7d81b3d43f6', 'gw_port': {'id': '49036416-d4e3-4490-852a-f4b2c44b9292', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0587bd4-3f72-40c0-966e-8c860a4477b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:12:31Z', 'updated_at': '2021-10-30T15:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:14:50.988762 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-d26de1b3-3e12-47e1-b2d2-7786d29f0832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:14:51.032625 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26de1b3-3e12-47e1-b2d2-7786d29f0832 None None] Routers {'4289b4ad-0998-400c-82a8-76a1b06196ad'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:14:51.036882 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-d26de1b3-3e12-47e1-b2d2-7786d29f0832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:14:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['4289b4ad-0998-400c-82a8-76a1b06196ad'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:14:51.126769 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-d26de1b3-3e12-47e1-b2d2-7786d29f0832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:14:51.127730 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26de1b3-3e12-47e1-b2d2-7786d29f0832 None None] The sync data for ids ['4289b4ad-0998-400c-82a8-76a1b06196ad'] in n-d-806683-17 is: [] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:14:51.161742 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f92e947-b675-4be2-b4b3-ae60af9949b3 None None] The sync data for ids ['f0587bd4-3f72-40c0-966e-8c860a4477b1'] in n-d-806683-17 is: [{'id': 'f0587bd4-3f72-40c0-966e-8c860a4477b1', 'name': 'tempest-AttachSCSIVolumeTestJSON-2037670458-router', 'tenant_id': '1ab57ad80a7c4beaa3f6a7d81b3d43f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '49036416-d4e3-4490-852a-f4b2c44b9292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:12:29Z', 'updated_at': '2021-10-30T15:14:47Z', 'revision_number': 5, 'project_id': '1ab57ad80a7c4beaa3f6a7d81b3d43f6', 'gw_port': {'id': '49036416-d4e3-4490-852a-f4b2c44b9292', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0587bd4-3f72-40c0-966e-8c860a4477b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:12:31Z', 'updated_at': '2021-10-30T15:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:14:51.182069 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-cf3addc5-c793-4023-951e-b936157e3e0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:51.226092 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ed16d171-f536-4160-8a18-df0823404b18 req-34fb1222-1876-416b-85f0-d9ed82b21005 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=4fb842e8-63f8-488f-bed6-7c184585aaae HTTP/1.1" status: 200 len: 217 time: 0.4365168 Oct 30 15:14:51.229632 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-88d972a2-bf34-4701-9ac8-2c43baa4a2a1 req-60d501de-638a-4405-98b2-8543dd151f3b tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:51.313920 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b59027bb-d134-4523-be7e-cd7e5cb18f45 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:51.319377 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dcccdbd-fa9f-4afb-832f-cf797cba76b8 x-openstack-request-id: req-0dcccdbd-fa9f-4afb-832f-cf797cba76b8 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:14:51.319699 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71cd1030-4721-4928-84ee-b63ffbb50e9a", "tag": "135c7731-e147-4990-a252-98687642de09", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:14:51.319955 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0dcccdbd-fa9f-4afb-832f-cf797cba76b8 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:14:51.320357 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71cd1030-4721-4928-84ee-b63ffbb50e9a', 'tag': '135c7731-e147-4990-a252-98687642de09', 'status': 'completed', 'code': 200} Oct 30 15:14:51.371350 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88d972a2-bf34-4701-9ac8-2c43baa4a2a1 req-60d501de-638a-4405-98b2-8543dd151f3b tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Network 37d8b877-159b-4b64-8f66-da1ddd04cfce is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:14:51.377754 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1268caa8-9726-4ee6-92d7-5a895288db57 service neutron] Pushing event updated for resources: {'Port': ['ID=135c7731-e147-4990-a252-98687642de09,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:51.387040 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-88d972a2-bf34-4701-9ac8-2c43baa4a2a1 req-60d501de-638a-4405-98b2-8543dd151f3b tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:14:51.394758 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16d171-f536-4160-8a18-df0823404b18 req-bae2b9f7-9bcb-4f04-ba75-9cbb91f49fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:51.396869 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ed16d171-f536-4160-8a18-df0823404b18 req-bae2b9f7-9bcb-4f04-ba75-9cbb91f49fdf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=521c91ba-254d-4496-ac2a-b56607fa8aa1 HTTP/1.1" status: 200 len: 797 time: 0.1439631 Oct 30 15:14:51.397289 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-88d972a2-bf34-4701-9ac8-2c43baa4a2a1 req-60d501de-638a-4405-98b2-8543dd151f3b tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:14:51.525120 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d972a2-bf34-4701-9ac8-2c43baa4a2a1 req-60d501de-638a-4405-98b2-8543dd151f3b tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:51.527981 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-88d972a2-bf34-4701-9ac8-2c43baa4a2a1 req-60d501de-638a-4405-98b2-8543dd151f3b tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:51.539928 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d67ae5-7f6b-46dd-9f68-3db588355a1b req-0f1d66b2-a7f9-43d6-b824-84ca36540cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:51.543024 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-94d67ae5-7f6b-46dd-9f68-3db588355a1b req-0f1d66b2-a7f9-43d6-b824-84ca36540cc0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0f970d101e534168aa167348c2581dc1&device_id=71cd1030-4721-4928-84ee-b63ffbb50e9a HTTP/1.1" status: 200 len: 1095 time: 0.3089633 Oct 30 15:14:51.632837 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b8605ef6-6fb6-4737-a1cb-876e1202f5e7 req-30408545-08d8-47b3-bd00-a7f73b7cd292 service neutron] 10.222.0.44 "GET /v2.0/networks/37d8b877-159b-4b64-8f66-da1ddd04cfce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6746347 Oct 30 15:14:51.824381 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-b8cacb22-39db-42ac-8c9f-5b1d1240d894 None None] Provisioning complete for port f2cc9623-2408-4733-a75d-04dea2de0e2e triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:14:51.825358 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b8cacb22-39db-42ac-8c9f-5b1d1240d894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:51.897665 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-b8cacb22-39db-42ac-8c9f-5b1d1240d894 None None] Port f2cc9623-2408-4733-a75d-04dea2de0e2e cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:14:51.898963 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b8605ef6-6fb6-4737-a1cb-876e1202f5e7 req-06e899ab-b128-478a-b6e1-2e18deb8b2a3 service neutron] 10.222.0.44 "GET /v2.0/networks/37d8b877-159b-4b64-8f66-da1ddd04cfce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574198 Oct 30 15:14:51.940554 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 2d8b4beb-603b-421a-915c-5893c8a69dd9 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:14:51.958397 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c2e3aa02-8f0b-498a-b6c8-60ba46a78caa tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:51.977291 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 2d8b4beb-603b-421a-915c-5893c8a69dd9 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:14:51.977867 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 2d8b4beb-603b-421a-915c-5893c8a69dd9 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:14:52.024822 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c2e3aa02-8f0b-498a-b6c8-60ba46a78caa tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:52.083254 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3cc24-2288-4305-b139-87d18f674588 req-9260966d-383c-4256-918d-26fd37159509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:52.085038 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-23a3cc24-2288-4305-b139-87d18f674588 req-9260966d-383c-4256-918d-26fd37159509 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0f970d101e534168aa167348c2581dc1&device_id=64a3a526-ed15-4699-a2f1-9b3e07f6674b HTTP/1.1" status: 200 len: 1095 time: 0.1102622 Oct 30 15:14:52.173782 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-c2e3aa02-8f0b-498a-b6c8-60ba46a78caa tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Deleting port 42f64c7b-86e1-4d6b-a1d8-8d921893b0ee {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:14:52.174255 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c2e3aa02-8f0b-498a-b6c8-60ba46a78caa tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:52.181124 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-94d67ae5-7f6b-46dd-9f68-3db588355a1b req-6c3d3673-1937-4b3a-874f-0387e22c9ad3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=135c7731-e147-4990-a252-98687642de09 HTTP/1.1" status: 200 len: 217 time: 0.5916057 Oct 30 15:14:52.190946 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-88d972a2-bf34-4701-9ac8-2c43baa4a2a1 req-60d501de-638a-4405-98b2-8543dd151f3b tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7881694 Oct 30 15:14:52.195926 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d501de-638a-4405-98b2-8543dd151f3b tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Pushing event updated for resources: {'Port': ['ID=f2cc9623-2408-4733-a75d-04dea2de0e2e,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:52.248996 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-88d972a2-bf34-4701-9ac8-2c43baa4a2a1 req-e155367c-93f1-4380-8ff4-82f2aef2c386 service neutron] Request body: {'port': {'device_id': 'a93c47ea-5bc1-49a4-a4b8-7101233b6ca7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:14:52.280310 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3cc24-2288-4305-b139-87d18f674588 req-ad30d5ea-816c-406a-8a4d-365b7d93f59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:52.281890 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-23a3cc24-2288-4305-b139-87d18f674588 req-ad30d5ea-816c-406a-8a4d-365b7d93f59f service neutron] 10.222.0.44 "GET /v2.0/networks?id=37d8b877-159b-4b64-8f66-da1ddd04cfce HTTP/1.1" status: 200 len: 917 time: 0.1874866 Oct 30 15:14:52.325986 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9a0918-32b5-436c-a4a2-6d6a1c6f14dc req-f4c3ea4c-0b57-4ac5-ad88-c7115f64d39c tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:52.333438 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ad9a0918-32b5-436c-a4a2-6d6a1c6f14dc req-f4c3ea4c-0b57-4ac5-ad88-c7115f64d39c tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/ports?device_id=a93c47ea-5bc1-49a4-a4b8-7101233b6ca7 HTTP/1.1" status: 200 len: 932 time: 0.7694731 Oct 30 15:14:52.336913 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16d171-f536-4160-8a18-df0823404b18 req-fc3a9d3f-417f-4bb1-8b4a-5646587a378f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:52.338953 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ed16d171-f536-4160-8a18-df0823404b18 req-fc3a9d3f-417f-4bb1-8b4a-5646587a378f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7945647 Oct 30 15:14:52.341194 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-23a3cc24-2288-4305-b139-87d18f674588 req-183f0dd8-23fb-42e1-8b1b-4b1548b8ed1a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b076503e-609c-46d5-9fd0-71750c0203f8 HTTP/1.1" status: 200 len: 217 time: 0.0508072 Oct 30 15:14:52.407802 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d67ae5-7f6b-46dd-9f68-3db588355a1b req-c21bed75-85c7-4891-99e7-19459591a363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:52.407802 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-94d67ae5-7f6b-46dd-9f68-3db588355a1b req-c21bed75-85c7-4891-99e7-19459591a363 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3fd8dd71-377c-4bfe-8329-29c211a0edfd HTTP/1.1" status: 200 len: 855 time: 0.2127421 Oct 30 15:14:52.420815 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-b59027bb-d134-4523-be7e-cd7e5cb18f45 admin admin] Deleting port 49036416-d4e3-4490-852a-f4b2c44b9292 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:14:52.420815 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b59027bb-d134-4523-be7e-cd7e5cb18f45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:52.439280 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c2e3aa02-8f0b-498a-b6c8-60ba46a78caa tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:52.449373 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 1812d945-27a5-4211-bb30-d86827eca464 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:14:52.458277 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-c2e3aa02-8f0b-498a-b6c8-60ba46a78caa tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Calling delete_port for 42f64c7b-86e1-4d6b-a1d8-8d921893b0ee owned by network:router_gateway {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:14:52.648702 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3cc24-2288-4305-b139-87d18f674588 req-a8447727-b692-412c-88e3-d32fd4550e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:52.651928 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-23a3cc24-2288-4305-b139-87d18f674588 req-a8447727-b692-412c-88e3-d32fd4550e7c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3fd8dd71-377c-4bfe-8329-29c211a0edfd HTTP/1.1" status: 200 len: 855 time: 0.2958987 Oct 30 15:14:52.688975 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-b59027bb-d134-4523-be7e-cd7e5cb18f45 admin admin] For port 49036416-d4e3-4490-852a-f4b2c44b9292, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=49036416-d4e3-4490-852a-f4b2c44b9292,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:14:52.694074 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b59027bb-d134-4523-be7e-cd7e5cb18f45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:52.699674 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-88d972a2-bf34-4701-9ac8-2c43baa4a2a1 req-e155367c-93f1-4380-8ff4-82f2aef2c386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:52.767069 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 1812d945-27a5-4211-bb30-d86827eca464, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=1812d945-27a5-4211-bb30-d86827eca464,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:14:52.782658 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '1812d945-27a5-4211-bb30-d86827eca464', 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704', 'port_id': '1812d945-27a5-4211-bb30-d86827eca464', 'mac_address': 'fa:16:3e:69:92:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b5dea3-b65b-4514-8ec2-18a4245eb194', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:14:52.787974 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3cc24-2288-4305-b139-87d18f674588 req-0dd1a9fa-d7e5-439d-9ca0-f9dc10c6a6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:52.789538 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-23a3cc24-2288-4305-b139-87d18f674588 req-0dd1a9fa-d7e5-439d-9ca0-f9dc10c6a6d7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=37d8b877-159b-4b64-8f66-da1ddd04cfce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1280494 Oct 30 15:14:52.794109 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c2e3aa02-8f0b-498a-b6c8-60ba46a78caa tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:52.795937 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-b59027bb-d134-4523-be7e-cd7e5cb18f45 admin admin] Calling delete_port for 49036416-d4e3-4490-852a-f4b2c44b9292 owned by network:router_gateway {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:14:52.834392 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e3aa02-8f0b-498a-b6c8-60ba46a78caa tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Pushing event deleted for resources: {'Port': ['ID=42f64c7b-86e1-4d6b-a1d8-8d921893b0ee,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:52.866648 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ad9a0918-32b5-436c-a4a2-6d6a1c6f14dc req-cbfbed92-899d-4574-997c-33e0de14f96c tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c4698d0-2960-428a-a3a0-964a3486c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5321605 Oct 30 15:14:52.892570 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:52.982798 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1812d945-27a5-4211-bb30-d86827eca464 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:14:53.009703 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 1812d945-27a5-4211-bb30-d86827eca464, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=1812d945-27a5-4211-bb30-d86827eca464,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:14:53.018889 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:53.037020 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d67ae5-7f6b-46dd-9f68-3db588355a1b req-e24603fa-52dc-44a0-9c30-520e10abbcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:53.039370 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-94d67ae5-7f6b-46dd-9f68-3db588355a1b req-e24603fa-52dc-44a0-9c30-520e10abbcd2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=37d8b877-159b-4b64-8f66-da1ddd04cfce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6144118 Oct 30 15:14:53.108430 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=1812d945-27a5-4211-bb30-d86827eca464,revision_number=6']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:53.140954 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-23a3cc24-2288-4305-b139-87d18f674588 req-f0203fdf-4ff6-44aa-958d-04e78ab471f8 service neutron] 10.222.0.44 "GET /v2.0/networks/37d8b877-159b-4b64-8f66-da1ddd04cfce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372974 Oct 30 15:14:53.141853 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c2e3aa02-8f0b-498a-b6c8-60ba46a78caa tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:53.146018 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ed16d171-f536-4160-8a18-df0823404b18 req-5feeada6-787c-4f76-ab57-659e4cf5fe17 service neutron] 10.222.0.53 "GET /v2.0/networks/5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7898262 Oct 30 15:14:53.183274 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['1812d945-27a5-4211-bb30-d86827eca464'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:14:53.434816 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-23a3cc24-2288-4305-b139-87d18f674588 req-704ea99e-e4ff-4f81-bb34-c45adcc2da61 service neutron] 10.222.0.44 "GET /v2.0/networks/37d8b877-159b-4b64-8f66-da1ddd04cfce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087126 Oct 30 15:14:53.632346 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c2e3aa02-8f0b-498a-b6c8-60ba46a78caa tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-773039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29512'] for router, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:53.636810 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c2e3aa02-8f0b-498a-b6c8-60ba46a78caa tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-773014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-773021', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-773165'] for router, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:53.685980 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ed16d171-f536-4160-8a18-df0823404b18 req-03ec92ec-029c-49a4-b316-b6f0953032f0 service neutron] 10.222.0.53 "GET /v2.0/networks/5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4822662 Oct 30 15:14:53.687360 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-94d67ae5-7f6b-46dd-9f68-3db588355a1b req-7f30049d-4886-4f21-9069-798095eea3e5 service neutron] 10.222.0.44 "GET /v2.0/networks/37d8b877-159b-4b64-8f66-da1ddd04cfce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6358969 Oct 30 15:14:53.748892 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-35e5299c-7914-4edc-8a2f-1a01dc8123a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:53.808689 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2e3aa02-8f0b-498a-b6c8-60ba46a78caa tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Router 4289b4ad-0998-400c-82a8-76a1b06196ad has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:14:53.892239 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device b076503e-609c-46d5-9fd0-71750c0203f8 details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:14:53.922674 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ed16d171-f536-4160-8a18-df0823404b18 req-f9b9262d-f3a6-4e46-8350-d6646d84a027 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6fbdea33-f4af-43f9-a5b2-4f079692a699 HTTP/1.1" status: 200 len: 217 time: 0.2250614 Oct 30 15:14:53.986379 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e3aa02-8f0b-498a-b6c8-60ba46a78caa tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:14:54.000160 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c2e3aa02-8f0b-498a-b6c8-60ba46a78caa tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:54.005932 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c2e3aa02-8f0b-498a-b6c8-60ba46a78caa tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] 10.222.0.62 "PUT /v2.0/routers/4289b4ad-0998-400c-82a8-76a1b06196ad HTTP/1.1" status: 200 len: 706 time: 3.1532888 Oct 30 15:14:54.007772 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37950) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:54.007886 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94f8bbb-4bb0-4c06-bd09-f30f4ae8a276 None None] Sync routers for ids ['4289b4ad-0998-400c-82a8-76a1b06196ad'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:14:54.033032 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94f8bbb-4bb0-4c06-bd09-f30f4ae8a276 None None] Routers {'4289b4ad-0998-400c-82a8-76a1b06196ad'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:14:54.034227 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-e94f8bbb-4bb0-4c06-bd09-f30f4ae8a276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:14:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['4289b4ad-0998-400c-82a8-76a1b06196ad'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:14:54.115881 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-e94f8bbb-4bb0-4c06-bd09-f30f4ae8a276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:14:54.172542 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94f8bbb-4bb0-4c06-bd09-f30f4ae8a276 None None] Routers {'4289b4ad-0998-400c-82a8-76a1b06196ad'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:14:54.173650 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-e94f8bbb-4bb0-4c06-bd09-f30f4ae8a276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:14:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['4289b4ad-0998-400c-82a8-76a1b06196ad'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:14:54.174678 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port b076503e-609c-46d5-9fd0-71750c0203f8, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=b076503e-609c-46d5-9fd0-71750c0203f8,segment=NetworkSegment(f35b02a8-e438-4fc0-9529-14f054b80819),segment_id=f35b02a8-e438-4fc0-9529-14f054b80819)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:14:54.177167 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a5d2534d-3c45-439c-bd5e-cd1285edb771 tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] 10.222.0.62 "GET /v2.0/routers/4289b4ad-0998-400c-82a8-76a1b06196ad HTTP/1.1" status: 200 len: 741 time: 0.1681149 Oct 30 15:14:54.179946 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37952) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:54.206804 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': 'b076503e-609c-46d5-9fd0-71750c0203f8', 'network_id': '37d8b877-159b-4b64-8f66-da1ddd04cfce', 'port_id': 'b076503e-609c-46d5-9fd0-71750c0203f8', 'mac_address': 'fa:16:3e:5a:56:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fd8dd71-377c-4bfe-8329-29c211a0edfd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:14:54.254883 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-e94f8bbb-4bb0-4c06-bd09-f30f4ae8a276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:14:54.257819 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:54.261989 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b59027bb-d134-4523-be7e-cd7e5cb18f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:54.267057 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94f8bbb-4bb0-4c06-bd09-f30f4ae8a276 None None] The sync data for ids ['4289b4ad-0998-400c-82a8-76a1b06196ad'] in n-d-806683-17 is: [] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:14:54.274397 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b076503e-609c-46d5-9fd0-71750c0203f8 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:14:54.308843 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e451ab18-9252-4e4f-9b1b-e88434d455fb tempest-RoutersAdminTest-182929218 tempest-RoutersAdminTest-182929218-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=edc38ef5-7816-4133-914c-cfe2849a0125&device_id=4289b4ad-0998-400c-82a8-76a1b06196ad HTTP/1.1" status: 200 len: 205 time: 0.1249533 Oct 30 15:14:54.309055 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port b076503e-609c-46d5-9fd0-71750c0203f8, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=b076503e-609c-46d5-9fd0-71750c0203f8,segment=NetworkSegment(f35b02a8-e438-4fc0-9529-14f054b80819),segment_id=f35b02a8-e438-4fc0-9529-14f054b80819)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:14:54.309338 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37954) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:54.324780 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:54.360327 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-dc241ced-9013-40e6-a8de-12a9b36a2b17 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] 10.222.0.62 "GET /v2.0/ports?device_id=4289b4ad-0998-400c-82a8-76a1b06196ad HTTP/1.1" status: 200 len: 205 time: 0.0471478 Oct 30 15:14:54.360540 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16d171-f536-4160-8a18-df0823404b18 req-25fb6975-f6a7-455a-8a84-49a11dfd1d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:54.360665 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37956) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:54.360765 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ed16d171-f536-4160-8a18-df0823404b18 req-25fb6975-f6a7-455a-8a84-49a11dfd1d2e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=93c41c92-4bd3-4929-ad89-7529a017aa93 HTTP/1.1" status: 200 len: 797 time: 0.4114504 Oct 30 15:14:54.449501 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=b076503e-609c-46d5-9fd0-71750c0203f8,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:54.485562 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59027bb-d134-4523-be7e-cd7e5cb18f45 admin admin] Pushing event deleted for resources: {'Port': ['ID=49036416-d4e3-4490-852a-f4b2c44b9292,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:54.495691 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-94d67ae5-7f6b-46dd-9f68-3db588355a1b req-a1f6e3a6-6bbe-45b1-a364-36f96d84d10a service neutron] 10.222.0.44 "GET /v2.0/networks/37d8b877-159b-4b64-8f66-da1ddd04cfce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7997286 Oct 30 15:14:54.498896 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 1812d945-27a5-4211-bb30-d86827eca464 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:14:54.566504 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-88d972a2-bf34-4701-9ac8-2c43baa4a2a1 req-e155367c-93f1-4380-8ff4-82f2aef2c386 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2cc9623-2408-4733-a75d-04dea2de0e2e {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:14:54.611077 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['b076503e-609c-46d5-9fd0-71750c0203f8'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:14:54.631491 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4f04ada0-6b84-4506-b19a-2748b7a31e70 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks [] for router, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:54.671686 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e37fa3-b5c2-45c4-8a01-ef8b9889b7c2 req-00eb36f5-37b5-43a5-ab01-c25aaac61fe1 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:54.675422 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-54e37fa3-b5c2-45c4-8a01-ef8b9889b7c2 req-00eb36f5-37b5-43a5-ab01-c25aaac61fe1 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/ports?device_id=a93c47ea-5bc1-49a4-a4b8-7101233b6ca7 HTTP/1.1" status: 200 len: 932 time: 0.6047902 Oct 30 15:14:54.760114 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-88d972a2-bf34-4701-9ac8-2c43baa4a2a1 req-e155367c-93f1-4380-8ff4-82f2aef2c386 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:54.796627 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-88d972a2-bf34-4701-9ac8-2c43baa4a2a1 req-e155367c-93f1-4380-8ff4-82f2aef2c386 service neutron] Transition to ACTIVE for port object f2cc9623-2408-4733-a75d-04dea2de0e2e will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:14:54.805122 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:54.833581 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-88d972a2-bf34-4701-9ac8-2c43baa4a2a1 req-e155367c-93f1-4380-8ff4-82f2aef2c386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:54.855963 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 1812d945-27a5-4211-bb30-d86827eca464 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:14:54.856725 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:54.946037 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:55.013826 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e155367c-93f1-4380-8ff4-82f2aef2c386 service neutron] Pushing event updated for resources: {'Port': ['ID=f2cc9623-2408-4733-a75d-04dea2de0e2e,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:55.069662 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4f04ada0-6b84-4506-b19a-2748b7a31e70 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:55.076697 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4f04ada0-6b84-4506-b19a-2748b7a31e70 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:55.104400 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b59027bb-d134-4523-be7e-cd7e5cb18f45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:55.108976 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-54e37fa3-b5c2-45c4-8a01-ef8b9889b7c2 req-9c5ea716-822a-40d5-9678-8d37641bd311 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c4698d0-2960-428a-a3a0-964a3486c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4255912 Oct 30 15:14:55.115405 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:55.159836 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16d171-f536-4160-8a18-df0823404b18 req-0d584487-8f70-4c9c-8bf9-02e91307d6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:55.161409 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ed16d171-f536-4160-8a18-df0823404b18 req-0d584487-8f70-4c9c-8bf9-02e91307d6ff service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=67de53ff-61d6-4e57-84de-8610bca9618f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7205319 Oct 30 15:14:55.177780 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4f04ada0-6b84-4506-b19a-2748b7a31e70 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:55.179551 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f04ada0-6b84-4506-b19a-2748b7a31e70 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Fanout notify agent at l3_agent the message router_deleted on router 4289b4ad-0998-400c-82a8-76a1b06196ad {{(pid=102130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:14:55.200613 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [req-ed16d171-f536-4160-8a18-df0823404b18 req-71322cc6-c64a-4455-b132-2d53c96d3b1c service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:14:55.201173 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4f04ada0-6b84-4506-b19a-2748b7a31e70 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:55.201485 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ed16d171-f536-4160-8a18-df0823404b18 req-71322cc6-c64a-4455-b132-2d53c96d3b1c service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0056982 Oct 30 15:14:55.203027 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-4f04ada0-6b84-4506-b19a-2748b7a31e70 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] 10.222.0.62 "DELETE /v2.0/routers/4289b4ad-0998-400c-82a8-76a1b06196ad HTTP/1.1" status: 204 len: 168 time: 0.8420398 Oct 30 15:14:55.206440 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37980) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:55.229475 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99c3558-7710-4783-8bae-d8de5ff97692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1812d945-27a5-4211-bb30-d86827eca464'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:14:55.242757 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c27140bd-488b-4199-a299-386df1350510 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] 10.222.0.62 "GET /v2.0/ports?device_id=4289b4ad-0998-400c-82a8-76a1b06196ad HTTP/1.1" status: 200 len: 205 time: 0.0349185 Oct 30 15:14:55.245737 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d778ae30-2098-41cd-afee-21c53ffb9fc5" -d '{"events": [{"server_uuid": "f99c3558-7710-4783-8bae-d8de5ff97692", "name": "network-vif-plugged", "status": "completed", "tag": "1812d945-27a5-4211-bb30-d86827eca464"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:14:55.246372 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37982) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:55.289854 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 1812d945-27a5-4211-bb30-d86827eca464, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=1812d945-27a5-4211-bb30-d86827eca464,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:14:55.296276 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:55.373671 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=1812d945-27a5-4211-bb30-d86827eca464,revision_number=7']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:55.391561 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d6a57d-b220-4d6a-ac57-6598583695ed x-openstack-request-id: req-64d6a57d-b220-4d6a-ac57-6598583695ed {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:14:55.391857 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f99c3558-7710-4783-8bae-d8de5ff97692", "name": "network-vif-plugged", "status": "completed", "tag": "1812d945-27a5-4211-bb30-d86827eca464", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:14:55.392273 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-64d6a57d-b220-4d6a-ac57-6598583695ed {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:14:55.392729 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f99c3558-7710-4783-8bae-d8de5ff97692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1812d945-27a5-4211-bb30-d86827eca464', 'code': 200} Oct 30 15:14:55.400602 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [None req-d7a49294-801a-48b8-af2d-6e455afe292e tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] delete failed (client error): The resource could not be found. Oct 30 15:14:55.405266 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-d7a49294-801a-48b8-af2d-6e455afe292e tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] 10.222.0.62 "DELETE /v2.0/routers/4289b4ad-0998-400c-82a8-76a1b06196ad HTTP/1.1" status: 404 len: 336 time: 0.1575994 Oct 30 15:14:55.405910 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37986) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:55.443045 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-4dbfdf0d-7d14-45df-bff4-46a2ee1439d1 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe385c09-83d0-4c86-91e7-c3cacae84752 HTTP/1.1" status: 200 len: 205 time: 0.0339589 Oct 30 15:14:55.443433 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37988) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:55.472507 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b59027bb-d134-4523-be7e-cd7e5cb18f45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:55.475635 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f57eb0-40e4-4158-b3e8-21e2f48fb35a req-395ed1b0-9178-4523-8e5a-e9937b54a153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:55.487901 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c3f57eb0-40e4-4158-b3e8-21e2f48fb35a req-395ed1b0-9178-4523-8e5a-e9937b54a153 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0f970d101e534168aa167348c2581dc1&device_id=71cd1030-4721-4928-84ee-b63ffbb50e9a HTTP/1.1" status: 200 len: 1095 time: 0.8842168 Oct 30 15:14:55.506501 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [None req-683842c8-04b3-4f23-8ac2-2c4f266d3328 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] delete failed (client error): The resource could not be found. Oct 30 15:14:55.510727 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-683842c8-04b3-4f23-8ac2-2c4f266d3328 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] 10.222.0.62 "DELETE /v2.0/routers/fe385c09-83d0-4c86-91e7-c3cacae84752 HTTP/1.1" status: 404 len: 336 time: 0.0632741 Oct 30 15:14:55.510888 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b59027bb-d134-4523-be7e-cd7e5cb18f45 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:55.511733 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37990) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:55.551515 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-d6b82f26-8840-4e34-8ded-f09f482634ba tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] 10.222.0.62 "GET /v2.0/ports?device_id=92d84b6e-23de-418b-b075-7b246acb282f HTTP/1.1" status: 200 len: 205 time: 0.0375872 Oct 30 15:14:55.553916 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37998) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:55.648960 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [None req-1070c52c-040d-4b4e-be92-ca4b53bc1788 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] delete failed (client error): The resource could not be found. Oct 30 15:14:55.654164 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-1070c52c-040d-4b4e-be92-ca4b53bc1788 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] 10.222.0.62 "DELETE /v2.0/routers/92d84b6e-23de-418b-b075-7b246acb282f HTTP/1.1" status: 404 len: 336 time: 0.0952053 Oct 30 15:14:55.654846 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 38004) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:55.755490 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f57eb0-40e4-4158-b3e8-21e2f48fb35a req-4d31383c-8633-4502-bc10-fbf1162b5926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:55.757378 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c3f57eb0-40e4-4158-b3e8-21e2f48fb35a req-4d31383c-8633-4502-bc10-fbf1162b5926 service neutron] 10.222.0.44 "GET /v2.0/networks?id=37d8b877-159b-4b64-8f66-da1ddd04cfce HTTP/1.1" status: 200 len: 917 time: 0.2684822 Oct 30 15:14:55.758476 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-8e81260e-2d20-444b-8f5d-94632bb4800c tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] 10.222.0.62 "GET /v2.0/ports?device_id=257f8924-6c4e-4f47-b1d0-58464f6c1eb1 HTTP/1.1" status: 200 len: 205 time: 0.1022964 Oct 30 15:14:55.762685 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ed16d171-f536-4160-8a18-df0823404b18 req-7739dc02-e9f7-464c-9620-9ae2b4e4734d service neutron] 10.222.0.53 "GET /v2.0/networks/67de53ff-61d6-4e57-84de-8610bca9618f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4731989 Oct 30 15:14:55.763373 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 38008) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:55.898892 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c3f57eb0-40e4-4158-b3e8-21e2f48fb35a req-5a1664f5-9c76-499d-a659-6a1f5df059af service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=135c7731-e147-4990-a252-98687642de09 HTTP/1.1" status: 200 len: 217 time: 0.0848231 Oct 30 15:14:55.903527 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [None req-1769734d-e1d8-4f49-947e-4b41a5359de9 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] delete failed (client error): The resource could not be found. Oct 30 15:14:55.906966 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-1769734d-e1d8-4f49-947e-4b41a5359de9 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] 10.222.0.62 "DELETE /v2.0/routers/257f8924-6c4e-4f47-b1d0-58464f6c1eb1 HTTP/1.1" status: 404 len: 336 time: 0.1403315 Oct 30 15:14:55.907551 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 38014) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:55.917945 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 135c7731-e147-4990-a252-98687642de09 details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:14:55.921148 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device b076503e-609c-46d5-9fd0-71750c0203f8 up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:14:55.949869 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-883bcb14-19aa-43ed-9392-754c37142a1d tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] 10.222.0.62 "GET /v2.0/ports?device_id=11a7ea63-631f-45fa-a4f7-15730c6a26b0 HTTP/1.1" status: 200 len: 205 time: 0.0411499 Oct 30 15:14:55.952116 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 38018) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:55.980457 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b59027bb-d134-4523-be7e-cd7e5cb18f45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:55.980893 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59027bb-d134-4523-be7e-cd7e5cb18f45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0587bd4-3f72-40c0-966e-8c860a4477b1 {{(pid=102131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:14:55.995077 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b59027bb-d134-4523-be7e-cd7e5cb18f45 admin admin] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:55.996257 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b59027bb-d134-4523-be7e-cd7e5cb18f45 admin admin] 10.222.0.62 "DELETE /v2.0/routers/f0587bd4-3f72-40c0-966e-8c860a4477b1 HTTP/1.1" status: 204 len: 168 time: 6.2231021 Oct 30 15:14:56.065904 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38022) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:56.132006 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [None req-cd2595fc-4bf4-458b-aaca-206b4c0c57c3 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] delete failed (client error): The resource could not be found. Oct 30 15:14:56.133146 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-cd2595fc-4bf4-458b-aaca-206b4c0c57c3 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] 10.222.0.62 "DELETE /v2.0/routers/11a7ea63-631f-45fa-a4f7-15730c6a26b0 HTTP/1.1" status: 404 len: 336 time: 0.1798520 Oct 30 15:14:56.136327 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 38028) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:56.229353 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-3e9f1915-3b50-4c4a-b31f-06557552e820 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] 10.222.0.62 "GET /v2.0/ports?device_id=915b1f69-1236-465f-8bfe-59549254595d HTTP/1.1" status: 200 len: 205 time: 0.0771317 Oct 30 15:14:56.235740 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 38032) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:56.365129 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [None req-8d801b78-b695-4094-b485-8792d654b799 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] delete failed (client error): The resource could not be found. Oct 30 15:14:56.383016 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-8d801b78-b695-4094-b485-8792d654b799 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] 10.222.0.62 "DELETE /v2.0/routers/915b1f69-1236-465f-8bfe-59549254595d HTTP/1.1" status: 404 len: 336 time: 0.1348150 Oct 30 15:14:56.383016 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 38038) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:56.433520 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-920c4dca-760c-4e18-af61-00f945a26531 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] DELETE failed (client error): The resource could not be found. Oct 30 15:14:56.433991 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-920c4dca-760c-4e18-af61-00f945a26531 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:14:56.439552 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-920c4dca-760c-4e18-af61-00f945a26531 tempest-RoutersAdminTest-300746511 tempest-RoutersAdminTest-300746511-project] 10.222.0.62 "DELETE /v2.0/subnets/0db01d7e-357c-431d-9b9b-9865cfb41ece HTTP/1.1" status: 404 len: 337 time: 0.0536780 Oct 30 15:14:56.489165 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f57eb0-40e4-4158-b3e8-21e2f48fb35a req-49d8cb21-7ae5-4278-a8d3-a33491482b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:56.490661 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c3f57eb0-40e4-4158-b3e8-21e2f48fb35a req-49d8cb21-7ae5-4278-a8d3-a33491482b16 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3fd8dd71-377c-4bfe-8329-29c211a0edfd HTTP/1.1" status: 200 len: 855 time: 0.5192158 Oct 30 15:14:56.497992 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-0facd930-4adf-4cee-bc0d-90eb248c6774 admin admin] Deleting subnet 3e27dc96-e022-46cd-af42-973684b35e53 {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:14:56.502715 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-88d972a2-bf34-4701-9ac8-2c43baa4a2a1 req-e155367c-93f1-4380-8ff4-82f2aef2c386 service neutron] Attempting to bind port f2cc9623-2408-4733-a75d-04dea2de0e2e on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:14:56.503029 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-88d972a2-bf34-4701-9ac8-2c43baa4a2a1 req-e155367c-93f1-4380-8ff4-82f2aef2c386 service neutron] Attempting to bind port f2cc9623-2408-4733-a75d-04dea2de0e2e by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': 'f35b02a8-e438-4fc0-9529-14f054b80819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '37d8b877-159b-4b64-8f66-da1ddd04cfce'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:14:56.503348 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d972a2-bf34-4701-9ac8-2c43baa4a2a1 req-e155367c-93f1-4380-8ff4-82f2aef2c386 service neutron] Attempting to bind port f2cc9623-2408-4733-a75d-04dea2de0e2e on network 37d8b877-159b-4b64-8f66-da1ddd04cfce {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:14:56.507107 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0facd930-4adf-4cee-bc0d-90eb248c6774 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:56.521593 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ed16d171-f536-4160-8a18-df0823404b18 req-2c546d2a-8256-47c3-b3c0-8b5c62c255f0 service neutron] 10.222.0.53 "GET /v2.0/networks/67de53ff-61d6-4e57-84de-8610bca9618f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6480334 Oct 30 15:14:56.591193 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:56.609645 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port b076503e-609c-46d5-9fd0-71750c0203f8 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:14:56.624354 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port b076503e-609c-46d5-9fd0-71750c0203f8 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:14:56.624738 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:56.625651 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ed16d171-f536-4160-8a18-df0823404b18 req-90de9845-1ec2-4a1e-b2be-a8d144d292d9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=256e4633-4af9-4c29-9d87-283e76dcef0e HTTP/1.1" status: 200 len: 217 time: 0.0766413 Oct 30 15:14:56.628964 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d972a2-bf34-4701-9ac8-2c43baa4a2a1 req-e155367c-93f1-4380-8ff4-82f2aef2c386 service neutron] Port f2cc9623-2408-4733-a75d-04dea2de0e2e on network 37d8b877-159b-4b64-8f66-da1ddd04cfce not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:14:56.629399 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d972a2-bf34-4701-9ac8-2c43baa4a2a1 req-e155367c-93f1-4380-8ff4-82f2aef2c386 service neutron] Attempting to bind port f2cc9623-2408-4733-a75d-04dea2de0e2e on network 37d8b877-159b-4b64-8f66-da1ddd04cfce {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:14:56.679491 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 135c7731-e147-4990-a252-98687642de09, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=135c7731-e147-4990-a252-98687642de09,segment=NetworkSegment(f35b02a8-e438-4fc0-9529-14f054b80819),segment_id=f35b02a8-e438-4fc0-9529-14f054b80819)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:14:56.688058 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d972a2-bf34-4701-9ac8-2c43baa4a2a1 req-e155367c-93f1-4380-8ff4-82f2aef2c386 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:14:56.688368 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d972a2-bf34-4701-9ac8-2c43baa4a2a1 req-e155367c-93f1-4380-8ff4-82f2aef2c386 service neutron] Checking segment: {'id': 'f35b02a8-e438-4fc0-9529-14f054b80819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '37d8b877-159b-4b64-8f66-da1ddd04cfce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:14:56.688780 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d972a2-bf34-4701-9ac8-2c43baa4a2a1 req-e155367c-93f1-4380-8ff4-82f2aef2c386 service neutron] Bound using segment: {'id': 'f35b02a8-e438-4fc0-9529-14f054b80819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '37d8b877-159b-4b64-8f66-da1ddd04cfce'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:14:56.689211 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-88d972a2-bf34-4701-9ac8-2c43baa4a2a1 req-e155367c-93f1-4380-8ff4-82f2aef2c386 service neutron] Bound port: f2cc9623-2408-4733-a75d-04dea2de0e2e, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f35b02a8-e438-4fc0-9529-14f054b80819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '37d8b877-159b-4b64-8f66-da1ddd04cfce'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:14:56.689599 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-88d972a2-bf34-4701-9ac8-2c43baa4a2a1 req-e155367c-93f1-4380-8ff4-82f2aef2c386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:56.699318 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': '135c7731-e147-4990-a252-98687642de09', 'network_id': '37d8b877-159b-4b64-8f66-da1ddd04cfce', 'port_id': '135c7731-e147-4990-a252-98687642de09', 'mac_address': 'fa:16:3e:9e:bd:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fd8dd71-377c-4bfe-8329-29c211a0edfd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:14:56.705888 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0facd930-4adf-4cee-bc0d-90eb248c6774 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:56.799628 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f053db5-481d-43e4-90c9-7814fdcfce55 req-caa2e382-23b7-49f0-bf4e-14fd438a6758 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:56.808877 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5f053db5-481d-43e4-90c9-7814fdcfce55 req-caa2e382-23b7-49f0-bf4e-14fd438a6758 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/ports?device_id=a93c47ea-5bc1-49a4-a4b8-7101233b6ca7 HTTP/1.1" status: 200 len: 944 time: 0.5352435 Oct 30 15:14:56.855668 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:56.890145 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 135c7731-e147-4990-a252-98687642de09 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:14:56.896381 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:56.942583 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 135c7731-e147-4990-a252-98687642de09, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=135c7731-e147-4990-a252-98687642de09,segment=NetworkSegment(f35b02a8-e438-4fc0-9529-14f054b80819),segment_id=f35b02a8-e438-4fc0-9529-14f054b80819)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:14:56.961751 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:56.996042 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5f053db5-481d-43e4-90c9-7814fdcfce55 req-350c0e90-42dc-4f6f-9055-a89fbce00ff4 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c4698d0-2960-428a-a3a0-964a3486c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854751 Oct 30 15:14:57.006497 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port b076503e-609c-46d5-9fd0-71750c0203f8, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=b076503e-609c-46d5-9fd0-71750c0203f8,segment=NetworkSegment(f35b02a8-e438-4fc0-9529-14f054b80819),segment_id=f35b02a8-e438-4fc0-9529-14f054b80819)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:14:57.020851 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:57.065605 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=135c7731-e147-4990-a252-98687642de09,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:57.163313 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=b076503e-609c-46d5-9fd0-71750c0203f8,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:57.199667 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['135c7731-e147-4990-a252-98687642de09'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:14:57.230793 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 38058) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:57.332217 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f57eb0-40e4-4158-b3e8-21e2f48fb35a req-8080b839-1553-4130-9eff-bff07a0d370c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:57.333723 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c3f57eb0-40e4-4158-b3e8-21e2f48fb35a req-8080b839-1553-4130-9eff-bff07a0d370c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=37d8b877-159b-4b64-8f66-da1ddd04cfce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8332436 Oct 30 15:14:57.377592 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16d171-f536-4160-8a18-df0823404b18 req-824e9534-258f-484a-b0e7-37e108c62d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:57.379117 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ed16d171-f536-4160-8a18-df0823404b18 req-824e9534-258f-484a-b0e7-37e108c62d72 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=93c41c92-4bd3-4929-ad89-7529a017aa93 HTTP/1.1" status: 200 len: 797 time: 0.7374845 Oct 30 15:14:57.448253 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a3a526-ed15-4699-a2f1-9b3e07f6674b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b076503e-609c-46d5-9fd0-71750c0203f8'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:14:57.451997 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a07c82e-bb25-4b91-9730-9fa2a89d425a" -d '{"events": [{"server_uuid": "64a3a526-ed15-4699-a2f1-9b3e07f6674b", "name": "network-vif-plugged", "status": "completed", "tag": "b076503e-609c-46d5-9fd0-71750c0203f8"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:14:57.477556 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-25b80a42-3ff1-49c3-a1df-d79a280fb864 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:57.549691 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-88d972a2-bf34-4701-9ac8-2c43baa4a2a1 req-e155367c-93f1-4380-8ff4-82f2aef2c386 service neutron] For port f2cc9623-2408-4733-a75d-04dea2de0e2e, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:14:57.553468 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-88d972a2-bf34-4701-9ac8-2c43baa4a2a1 req-e155367c-93f1-4380-8ff4-82f2aef2c386 service neutron] For port f2cc9623-2408-4733-a75d-04dea2de0e2e, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=f2cc9623-2408-4733-a75d-04dea2de0e2e,segment=NetworkSegment(f35b02a8-e438-4fc0-9529-14f054b80819),segment_id=f35b02a8-e438-4fc0-9529-14f054b80819)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:14:57.569857 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991ca29d-2d0e-47aa-a9b7-87fc1d7d5a41 x-openstack-request-id: req-991ca29d-2d0e-47aa-a9b7-87fc1d7d5a41 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:14:57.570189 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a3a526-ed15-4699-a2f1-9b3e07f6674b", "name": "network-vif-plugged", "status": "completed", "tag": "b076503e-609c-46d5-9fd0-71750c0203f8", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:14:57.570455 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-991ca29d-2d0e-47aa-a9b7-87fc1d7d5a41 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:14:57.571023 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a3a526-ed15-4699-a2f1-9b3e07f6674b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b076503e-609c-46d5-9fd0-71750c0203f8', 'code': 200} Oct 30 15:14:57.575288 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-88d972a2-bf34-4701-9ac8-2c43baa4a2a1 req-e155367c-93f1-4380-8ff4-82f2aef2c386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:57.638483 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16d171-f536-4160-8a18-df0823404b18 req-a93f0b65-e38c-4297-ae48-bc37e7f84845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:57.640529 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ed16d171-f536-4160-8a18-df0823404b18 req-a93f0b65-e38c-4297-ae48-bc37e7f84845 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=67de53ff-61d6-4e57-84de-8610bca9618f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2421777 Oct 30 15:14:57.647983 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0facd930-4adf-4cee-bc0d-90eb248c6774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:57.771840 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-25b80a42-3ff1-49c3-a1df-d79a280fb864 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:57.774595 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bb86c5-bfe0-4c09-be1e-66a7909737f8 req-78905dc2-bba7-4120-b1a6-35cd23f6e1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:57.776895 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-44bb86c5-bfe0-4c09-be1e-66a7909737f8 req-78905dc2-bba7-4120-b1a6-35cd23f6e1e5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=64a3a526-ed15-4699-a2f1-9b3e07f6674b HTTP/1.1" status: 200 len: 1097 time: 0.1411059 Oct 30 15:14:57.780806 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-25b80a42-3ff1-49c3-a1df-d79a280fb864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:57.921145 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ed16d171-f536-4160-8a18-df0823404b18 req-d62ad192-95bb-4bf0-b3c5-7f697f7bf57b service neutron] 10.222.0.53 "GET /v2.0/networks/67de53ff-61d6-4e57-84de-8610bca9618f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193925 Oct 30 15:14:57.921954 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e155367c-93f1-4380-8ff4-82f2aef2c386 service neutron] Pushing event updated for resources: {'Port': ['ID=f2cc9623-2408-4733-a75d-04dea2de0e2e,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:57.929030 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b80a42-3ff1-49c3-a1df-d79a280fb864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c63634-df13-4de4-84ef-842de387b14e,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:57.940762 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 49036416-d4e3-4490-852a-f4b2c44b9292 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:14:57.973697 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c3f57eb0-40e4-4158-b3e8-21e2f48fb35a req-7fcc75c4-2aa1-4b0b-ad0a-db768f1cc573 service neutron] 10.222.0.44 "GET /v2.0/networks/37d8b877-159b-4b64-8f66-da1ddd04cfce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6082997 Oct 30 15:14:57.973875 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-44bb86c5-bfe0-4c09-be1e-66a7909737f8 req-e26ff200-4fb3-41ca-8766-cbc2340ecde0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9c4698d0-2960-428a-a3a0-964a3486c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801748 Oct 30 15:14:57.975015 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d972a2-bf34-4701-9ac8-2c43baa4a2a1 req-e155367c-93f1-4380-8ff4-82f2aef2c386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:57.975638 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-88d972a2-bf34-4701-9ac8-2c43baa4a2a1 req-e155367c-93f1-4380-8ff4-82f2aef2c386 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:57.976650 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-25b80a42-3ff1-49c3-a1df-d79a280fb864 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=52f329a3cb7848b986fa2a0c4648db96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7445998 Oct 30 15:14:57.985663 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 38082) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:57.986403 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-88d972a2-bf34-4701-9ac8-2c43baa4a2a1 req-e155367c-93f1-4380-8ff4-82f2aef2c386 service neutron] 10.222.0.53 "PUT /v2.0/ports/f2cc9623-2408-4733-a75d-04dea2de0e2e HTTP/1.1" status: 200 len: 1093 time: 5.7681744 Oct 30 15:14:57.988535 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a93c47ea-5bc1-49a4-a4b8-7101233b6ca7', 'tag': 'f2cc9623-2408-4733-a75d-04dea2de0e2e'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:14:57.990874 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e26117-316e-48a2-a255-27f6b564813d" -d '{"events": [{"name": "network-changed", "server_uuid": "a93c47ea-5bc1-49a4-a4b8-7101233b6ca7", "tag": "f2cc9623-2408-4733-a75d-04dea2de0e2e"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:14:58.000736 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0facd930-4adf-4cee-bc0d-90eb248c6774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:58.035204 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 49036416-d4e3-4490-852a-f4b2c44b9292 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:14:58.036552 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 49036416-d4e3-4490-852a-f4b2c44b9292 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:14:58.081975 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3f5386fd-828a-473b-bec5-f307e80a06e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:58.123956 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3f5386fd-828a-473b-bec5-f307e80a06e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:58.162273 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9737b59f-667b-4900-a352-0d0bbb4d82c1 x-openstack-request-id: req-9737b59f-667b-4900-a352-0d0bbb4d82c1 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:14:58.162273 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a93c47ea-5bc1-49a4-a4b8-7101233b6ca7", "tag": "f2cc9623-2408-4733-a75d-04dea2de0e2e", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:14:58.162273 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9737b59f-667b-4900-a352-0d0bbb4d82c1 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:14:58.163362 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a93c47ea-5bc1-49a4-a4b8-7101233b6ca7', 'tag': 'f2cc9623-2408-4733-a75d-04dea2de0e2e', 'status': 'completed', 'code': 200} Oct 30 15:14:58.223358 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0facd930-4adf-4cee-bc0d-90eb248c6774 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e27dc96-e022-46cd-af42-973684b35e53,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:58.231569 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0facd930-4adf-4cee-bc0d-90eb248c6774 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:58.237058 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-0facd930-4adf-4cee-bc0d-90eb248c6774 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/3e27dc96-e022-46cd-af42-973684b35e53 HTTP/1.1" status: 204 len: 168 time: 2.1599045 Oct 30 15:14:58.240016 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 38092) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:58.258372 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62f2263-3ef3-4be8-b0f5-a6193010601e None None] Network 0687636a-0af2-498c-b552-02c9858d78c8 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:14:58.400829 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ed16d171-f536-4160-8a18-df0823404b18 req-796b8e0f-75c4-43f2-85b8-6d81b406e1bd service neutron] 10.222.0.53 "GET /v2.0/networks/67de53ff-61d6-4e57-84de-8610bca9618f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4387777 Oct 30 15:14:58.407712 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3f5386fd-828a-473b-bec5-f307e80a06e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:58.421842 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d972a2-bf34-4701-9ac8-2c43baa4a2a1 req-d834a65b-116d-4f05-9f65-a9a081653e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:58.423877 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-88d972a2-bf34-4701-9ac8-2c43baa4a2a1 req-d834a65b-116d-4f05-9f65-a9a081653e08 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0f970d101e534168aa167348c2581dc1&device_id=a93c47ea-5bc1-49a4-a4b8-7101233b6ca7 HTTP/1.1" status: 200 len: 1096 time: 0.2911799 Oct 30 15:14:58.428095 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3f5386fd-828a-473b-bec5-f307e80a06e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:58.430521 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-3f5386fd-828a-473b-bec5-f307e80a06e9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/34c63634-df13-4de4-84ef-842de387b14e HTTP/1.1" status: 204 len: 168 time: 0.4288635 Oct 30 15:14:58.473813 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c3f57eb0-40e4-4158-b3e8-21e2f48fb35a req-0dbf7774-ea92-40bb-ac81-913ac758a7af service neutron] 10.222.0.44 "GET /v2.0/networks/37d8b877-159b-4b64-8f66-da1ddd04cfce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269156 Oct 30 15:14:58.526738 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626f8aa0-fdd0-41bf-b1f7-30f2ba7ef2ab req-563146f8-2ba1-4409-9e85-2fbd2ada0d75 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:58.541372 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-626f8aa0-fdd0-41bf-b1f7-30f2ba7ef2ab req-563146f8-2ba1-4409-9e85-2fbd2ada0d75 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/ports?device_id=a93c47ea-5bc1-49a4-a4b8-7101233b6ca7 HTTP/1.1" status: 200 len: 944 time: 0.3708110 Oct 30 15:14:58.565689 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53bbb673-baf2-44f3-9e88-d51cc7df2883 None None] DHCP port deletion for 0687636a-0af2-498c-b552-02c9858d78c8 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:14:58.643207 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5386fd-828a-473b-bec5-f307e80a06e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c63634-df13-4de4-84ef-842de387b14e,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:58.655205 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cf2669f4-1207-4958-9970-0755ef5879a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:58.725541 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-626f8aa0-fdd0-41bf-b1f7-30f2ba7ef2ab req-d9713321-7375-43f9-9e92-510d9e0dc18d tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c4698d0-2960-428a-a3a0-964a3486c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816766 Oct 30 15:14:58.731054 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-88d972a2-bf34-4701-9ac8-2c43baa4a2a1 req-b0ad471f-8550-40a6-91f6-e5d244fd15eb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2cc9623-2408-4733-a75d-04dea2de0e2e HTTP/1.1" status: 200 len: 217 time: 0.2918928 Oct 30 15:14:58.765352 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-53bbb673-baf2-44f3-9e88-d51cc7df2883 None None] Deleting port 1c90148b-b247-41e8-9b94-71dd286b359c {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:14:58.766280 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-53bbb673-baf2-44f3-9e88-d51cc7df2883 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:58.817822 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-cf2669f4-1207-4958-9970-0755ef5879a3 admin admin] Deleting port 1c90148b-b247-41e8-9b94-71dd286b359c {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:14:58.818160 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cf2669f4-1207-4958-9970-0755ef5879a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:58.869552 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d972a2-bf34-4701-9ac8-2c43baa4a2a1 req-d50e9004-f8a4-4a1d-9445-7d411ac81349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:58.870928 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-88d972a2-bf34-4701-9ac8-2c43baa4a2a1 req-d50e9004-f8a4-4a1d-9445-7d411ac81349 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3fd8dd71-377c-4bfe-8329-29c211a0edfd HTTP/1.1" status: 200 len: 855 time: 0.1303697 Oct 30 15:14:59.003142 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-53bbb673-baf2-44f3-9e88-d51cc7df2883 None None] For port 1c90148b-b247-41e8-9b94-71dd286b359c, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=1c90148b-b247-41e8-9b94-71dd286b359c,segment=NetworkSegment(da5872fd-d169-4ec2-a043-1f18348e1cc5),segment_id=da5872fd-d169-4ec2-a043-1f18348e1cc5)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:14:59.009413 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-53bbb673-baf2-44f3-9e88-d51cc7df2883 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:59.037136 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d972a2-bf34-4701-9ac8-2c43baa4a2a1 req-647d4e38-433d-49be-8eb5-eef3e9267aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:59.038536 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-88d972a2-bf34-4701-9ac8-2c43baa4a2a1 req-647d4e38-433d-49be-8eb5-eef3e9267aba service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=37d8b877-159b-4b64-8f66-da1ddd04cfce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1581573 Oct 30 15:14:59.052980 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-cf2669f4-1207-4958-9970-0755ef5879a3 admin admin] For port 1c90148b-b247-41e8-9b94-71dd286b359c, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=1c90148b-b247-41e8-9b94-71dd286b359c,segment=NetworkSegment(da5872fd-d169-4ec2-a043-1f18348e1cc5),segment_id=da5872fd-d169-4ec2-a043-1f18348e1cc5)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:14:59.053345 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cf2669f4-1207-4958-9970-0755ef5879a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:59.068647 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-53bbb673-baf2-44f3-9e88-d51cc7df2883 None None] Calling delete_port for 1c90148b-b247-41e8-9b94-71dd286b359c owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:14:59.102116 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-cf2669f4-1207-4958-9970-0755ef5879a3 admin admin] Calling delete_port for 1c90148b-b247-41e8-9b94-71dd286b359c owned by network:dhcp {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:14:59.208773 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:14:59.283065 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-53bbb673-baf2-44f3-9e88-d51cc7df2883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:59.288642 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 38124) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:59.372038 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-88d972a2-bf34-4701-9ac8-2c43baa4a2a1 req-e0d0cbcb-ccfd-4abb-a46e-7cb24697311d service neutron] 10.222.0.53 "GET /v2.0/networks/37d8b877-159b-4b64-8f66-da1ddd04cfce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214386 Oct 30 15:14:59.393895 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bbb673-baf2-44f3-9e88-d51cc7df2883 None None] No DVR routers for this DVR port 1c90148b-b247-41e8-9b94-71dd286b359c on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:14:59.412736 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bbb673-baf2-44f3-9e88-d51cc7df2883 None None] Pushing event deleted for resources: {'Port': ['ID=1c90148b-b247-41e8-9b94-71dd286b359c,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:59.457845 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-810feeca-0f33-462b-b1cd-fd70f4fad349 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=01c067cf97754e7790ddef8ce140f4c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1631262 Oct 30 15:14:59.459953 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 38128) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:14:59.532574 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cf2669f4-1207-4958-9970-0755ef5879a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:59.578505 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2669f4-1207-4958-9970-0755ef5879a3 admin admin] No DVR routers for this DVR port 1c90148b-b247-41e8-9b94-71dd286b359c on host n-d-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:14:59.586745 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:59.611765 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-88d972a2-bf34-4701-9ac8-2c43baa4a2a1 req-188c5153-86bb-468d-8b62-062858fc4e4c service neutron] 10.222.0.53 "GET /v2.0/networks/37d8b877-159b-4b64-8f66-da1ddd04cfce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252724 Oct 30 15:14:59.758417 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e26117-316e-48a2-a255-27f6b564813d req-ce1f7df5-ba4f-4fa5-aef1-886f435747f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:59.761413 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-56e26117-316e-48a2-a255-27f6b564813d req-ce1f7df5-ba4f-4fa5-aef1-886f435747f3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0f970d101e534168aa167348c2581dc1&device_id=a93c47ea-5bc1-49a4-a4b8-7101233b6ca7 HTTP/1.1" status: 200 len: 1096 time: 0.0869091 Oct 30 15:14:59.761582 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cf2669f4-1207-4958-9970-0755ef5879a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:59.816031 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-cf2669f4-1207-4958-9970-0755ef5879a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0687636a-0af2-498c-b552-02c9858d78c8']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:14:59.841780 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-cf2669f4-1207-4958-9970-0755ef5879a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da5872fd-d169-4ec2-a043-1f18348e1cc5') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:14:59.842128 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-cf2669f4-1207-4958-9970-0755ef5879a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da5872fd-d169-4ec2-a043-1f18348e1cc5') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:14:59.868864 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cf2669f4-1207-4958-9970-0755ef5879a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:14:59.894208 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2669f4-1207-4958-9970-0755ef5879a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c90148b-b247-41e8-9b94-71dd286b359c,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:14:59.918823 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 135c7731-e147-4990-a252-98687642de09 up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:14:59.990074 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e26117-316e-48a2-a255-27f6b564813d req-84aff317-2070-4bf2-92ae-264d9aa23771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:14:59.993644 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-56e26117-316e-48a2-a255-27f6b564813d req-84aff317-2070-4bf2-92ae-264d9aa23771 service neutron] 10.222.0.53 "GET /v2.0/networks?id=37d8b877-159b-4b64-8f66-da1ddd04cfce HTTP/1.1" status: 200 len: 917 time: 0.2226419 Oct 30 15:15:00.050824 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 1c90148b-b247-41e8-9b94-71dd286b359c no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:15:00.084904 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-56e26117-316e-48a2-a255-27f6b564813d req-c6190533-16c9-4466-aed4-3bcfb60f35d3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2cc9623-2408-4733-a75d-04dea2de0e2e HTTP/1.1" status: 200 len: 217 time: 0.0823772 Oct 30 15:15:00.129270 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 1c90148b-b247-41e8-9b94-71dd286b359c {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:15:00.129618 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 1c90148b-b247-41e8-9b94-71dd286b359c not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:15:00.143016 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port 135c7731-e147-4990-a252-98687642de09 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:15:00.148421 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port 135c7731-e147-4990-a252-98687642de09 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:15:00.148771 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:00.189650 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e26117-316e-48a2-a255-27f6b564813d req-0b3453fd-9c60-46f5-a603-f027bda987dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:00.191295 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-56e26117-316e-48a2-a255-27f6b564813d req-0b3453fd-9c60-46f5-a603-f027bda987dd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3fd8dd71-377c-4bfe-8329-29c211a0edfd HTTP/1.1" status: 200 len: 855 time: 0.0970762 Oct 30 15:15:00.290498 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e26117-316e-48a2-a255-27f6b564813d req-10ce58e0-2f83-4ce0-b62a-19d59f24e522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:00.292721 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-56e26117-316e-48a2-a255-27f6b564813d req-10ce58e0-2f83-4ce0-b62a-19d59f24e522 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=37d8b877-159b-4b64-8f66-da1ddd04cfce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0845430 Oct 30 15:15:00.403779 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:00.438377 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cf2669f4-1207-4958-9970-0755ef5879a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:00.456750 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-56e26117-316e-48a2-a255-27f6b564813d req-c17c87c0-0349-4ec5-bebf-ca1a94357ddf service neutron] 10.222.0.53 "GET /v2.0/networks/37d8b877-159b-4b64-8f66-da1ddd04cfce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470020 Oct 30 15:15:00.459646 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71cd1030-4721-4928-84ee-b63ffbb50e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '135c7731-e147-4990-a252-98687642de09'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:15:00.466289 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84bc4b1-8851-4e0f-ac47-baf5e34d3779" -d '{"events": [{"server_uuid": "71cd1030-4721-4928-84ee-b63ffbb50e9a", "name": "network-vif-plugged", "status": "completed", "tag": "135c7731-e147-4990-a252-98687642de09"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:15:00.475590 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf2669f4-1207-4958-9970-0755ef5879a3 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:15:00.476942 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cf2669f4-1207-4958-9970-0755ef5879a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:00.481887 n-d-806683-17 neutron-server[102130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:15:00.481887 n-d-806683-17 neutron-server[102130]: self.session.flush() Oct 30 15:15:00.481887 n-d-806683-17 neutron-server[102130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:15:00.481887 n-d-806683-17 neutron-server[102130]: self.session.flush() Oct 30 15:15:00.481887 n-d-806683-17 neutron-server[102130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:15:00.481887 n-d-806683-17 neutron-server[102130]: self.session.flush() Oct 30 15:15:00.481887 n-d-806683-17 neutron-server[102130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:15:00.481887 n-d-806683-17 neutron-server[102130]: self.session.flush() Oct 30 15:15:00.481887 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:15:00.481887 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:15:00.481887 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:15:00.481887 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:15:00.481887 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:15:00.481887 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:15:00.481887 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:15:00.481887 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:15:00.481887 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:15:00.481887 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:15:00.481887 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:15:00.481887 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:15:00.481887 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:15:00.481887 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:15:00.481887 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:15:00.481887 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:15:00.481887 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:15:00.481887 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:15:00.481887 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:15:00.481887 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:15:00.481887 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:15:00.481887 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:15:00.481887 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:15:00.481887 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:15:00.481887 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:15:00.481887 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:15:00.481887 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:15:00.481887 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:15:00.481887 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:15:00.481887 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:15:00.481887 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:15:00.481887 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:15:00.500745 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 135c7731-e147-4990-a252-98687642de09, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=135c7731-e147-4990-a252-98687642de09,segment=NetworkSegment(f35b02a8-e438-4fc0-9529-14f054b80819),segment_id=f35b02a8-e438-4fc0-9529-14f054b80819)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:15:00.506919 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:00.512182 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7b2b2768-23c6-4fd9-b422-e38f3f9484e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:00.651620 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca596478-eb4c-45c7-a355-531cd9871b24 x-openstack-request-id: req-ca596478-eb4c-45c7-a355-531cd9871b24 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:15:00.652058 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71cd1030-4721-4928-84ee-b63ffbb50e9a", "name": "network-vif-plugged", "status": "completed", "tag": "135c7731-e147-4990-a252-98687642de09", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:15:00.652478 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ca596478-eb4c-45c7-a355-531cd9871b24 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:15:00.652934 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71cd1030-4721-4928-84ee-b63ffbb50e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '135c7731-e147-4990-a252-98687642de09', 'code': 200} Oct 30 15:15:00.662106 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=135c7731-e147-4990-a252-98687642de09,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:00.718681 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a0d76-e7d6-4a71-9293-f1e22c88e830 req-26ceb5a6-e4e7-4c15-9b7a-6c26b276a110 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:00.721929 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-205a0d76-e7d6-4a71-9293-f1e22c88e830 req-26ceb5a6-e4e7-4c15-9b7a-6c26b276a110 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/ports?device_id=a93c47ea-5bc1-49a4-a4b8-7101233b6ca7 HTTP/1.1" status: 200 len: 944 time: 0.8013039 Oct 30 15:15:00.788287 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7b2b2768-23c6-4fd9-b422-e38f3f9484e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:00.797573 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-56e26117-316e-48a2-a255-27f6b564813d req-a41ee8c6-d767-482e-bc20-c8e5fab0b0f4 service neutron] 10.222.0.53 "GET /v2.0/networks/37d8b877-159b-4b64-8f66-da1ddd04cfce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3311267 Oct 30 15:15:00.804004 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3987c-27a4-418b-8e8e-6406bd493f01 req-eb46be7b-18c0-41f4-803a-a161c8cdaa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:00.806123 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cdc3987c-27a4-418b-8e8e-6406bd493f01 req-eb46be7b-18c0-41f4-803a-a161c8cdaa5e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=71cd1030-4721-4928-84ee-b63ffbb50e9a HTTP/1.1" status: 200 len: 1097 time: 0.1074269 Oct 30 15:15:00.835638 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cf2669f4-1207-4958-9970-0755ef5879a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:00.859118 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cf2669f4-1207-4958-9970-0755ef5879a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:00.866526 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-cf2669f4-1207-4958-9970-0755ef5879a3 admin admin] 10.222.0.62 "DELETE /v2.0/networks/0687636a-0af2-498c-b552-02c9858d78c8 HTTP/1.1" status: 204 len: 168 time: 2.6248682 Oct 30 15:15:00.876248 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cdc3987c-27a4-418b-8e8e-6406bd493f01 req-e54bf2ad-4c7b-4298-bebe-78c09be08e9c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9c4698d0-2960-428a-a3a0-964a3486c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621560 Oct 30 15:15:00.961904 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2669f4-1207-4958-9970-0755ef5879a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0687636a-0af2-498c-b552-02c9858d78c8,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:01.012593 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-205a0d76-e7d6-4a71-9293-f1e22c88e830 req-7826d99d-8fff-4e9e-b169-e6b8579bb49e tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c4698d0-2960-428a-a3a0-964a3486c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600119 Oct 30 15:15:01.041874 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7b2b2768-23c6-4fd9-b422-e38f3f9484e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:01.045255 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7b2b2768-23c6-4fd9-b422-e38f3f9484e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:01.049048 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-7b2b2768-23c6-4fd9-b422-e38f3f9484e6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0e7c45f9-a28a-4438-a896-c2b0caa2c103 HTTP/1.1" status: 204 len: 168 time: 1.5858326 Oct 30 15:15:01.066905 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b2768-23c6-4fd9-b422-e38f3f9484e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7c45f9-a28a-4438-a896-c2b0caa2c103,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:01.257942 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38168) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:01.349354 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-8e153554-3f53-47d0-99b8-0945bde3e9d4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=946d68cf646649d4a859270063911623&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0901623 Oct 30 15:15:01.351855 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38172) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:01.491099 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-656a9a1e-354b-4d53-8133-f52b43a0fb11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:01.535670 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-656a9a1e-354b-4d53-8133-f52b43a0fb11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:01.679828 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-656a9a1e-354b-4d53-8133-f52b43a0fb11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:01.679828 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-656a9a1e-354b-4d53-8133-f52b43a0fb11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:01.685203 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-656a9a1e-354b-4d53-8133-f52b43a0fb11 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b011f58e-2be7-474f-90eb-1023515c31aa HTTP/1.1" status: 204 len: 168 time: 0.3313255 Oct 30 15:15:01.706886 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656a9a1e-354b-4d53-8133-f52b43a0fb11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b011f58e-2be7-474f-90eb-1023515c31aa,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:01.740055 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:02.274755 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c10b4-ee8f-4b23-9509-b57bbf92949f req-ffe21826-4c86-4d13-9e63-1dac02831bdc tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:02.285914 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-459c10b4-ee8f-4b23-9509-b57bbf92949f req-ffe21826-4c86-4d13-9e63-1dac02831bdc tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/ports?device_id=a93c47ea-5bc1-49a4-a4b8-7101233b6ca7 HTTP/1.1" status: 200 len: 944 time: 0.1468010 Oct 30 15:15:02.358295 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-459c10b4-ee8f-4b23-9509-b57bbf92949f req-3b573aa5-b2df-4d09-bc9e-3bb3b5282d1c tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c4698d0-2960-428a-a3a0-964a3486c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674605 Oct 30 15:15:02.422247 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38216) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:02.481852 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 38218) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:02.493614 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-91042beb-e078-42b2-b290-dc0cfb3e1307 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1ab57ad80a7c4beaa3f6a7d81b3d43f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0675545 Oct 30 15:15:02.506684 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device f2cc9623-2408-4733-a75d-04dea2de0e2e details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:15:02.572043 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b9aca8f5-1fa0-4ba9-9227-4e6c4777a017 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:02.613979 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b9aca8f5-1fa0-4ba9-9227-4e6c4777a017 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:02.656967 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38224) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:02.739377 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b9aca8f5-1fa0-4ba9-9227-4e6c4777a017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:02.745492 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b9aca8f5-1fa0-4ba9-9227-4e6c4777a017 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:02.748439 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b9aca8f5-1fa0-4ba9-9227-4e6c4777a017 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c0089fed-9d86-45c9-bb72-efb598ff5e72 HTTP/1.1" status: 204 len: 168 time: 0.2654102 Oct 30 15:15:02.764200 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aca8f5-1fa0-4ba9-9227-4e6c4777a017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0089fed-9d86-45c9-bb72-efb598ff5e72,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:02.798562 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port f2cc9623-2408-4733-a75d-04dea2de0e2e, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=f2cc9623-2408-4733-a75d-04dea2de0e2e,segment=NetworkSegment(f35b02a8-e438-4fc0-9529-14f054b80819),segment_id=f35b02a8-e438-4fc0-9529-14f054b80819)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:15:02.818470 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': 'f2cc9623-2408-4733-a75d-04dea2de0e2e', 'network_id': '37d8b877-159b-4b64-8f66-da1ddd04cfce', 'port_id': 'f2cc9623-2408-4733-a75d-04dea2de0e2e', 'mac_address': 'fa:16:3e:63:bf:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fd8dd71-377c-4bfe-8329-29c211a0edfd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:15:02.866978 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:02.882131 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2cc9623-2408-4733-a75d-04dea2de0e2e {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:15:02.897533 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c533693f-3de6-468d-977c-ca8ff4f73f6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:02.923152 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port f2cc9623-2408-4733-a75d-04dea2de0e2e, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=f2cc9623-2408-4733-a75d-04dea2de0e2e,segment=NetworkSegment(f35b02a8-e438-4fc0-9529-14f054b80819),segment_id=f35b02a8-e438-4fc0-9529-14f054b80819)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:15:02.931345 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:03.074349 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c533693f-3de6-468d-977c-ca8ff4f73f6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:03.083545 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=f2cc9623-2408-4733-a75d-04dea2de0e2e,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:03.090790 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c533693f-3de6-468d-977c-ca8ff4f73f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:03.098119 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:15:03.098495 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:15:03.098849 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:15:03.100283 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:15:03.100643 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:15:03.100990 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:15:03.102646 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:15:03.102999 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:15:03.105550 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:15:03.105925 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:15:03.106342 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:15:03.106692 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:15:03.188365 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c533693f-3de6-468d-977c-ca8ff4f73f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=631325ee-c5e1-43d7-af8d-947ef07824be,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:03.205779 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-c533693f-3de6-468d-977c-ca8ff4f73f6c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=66e3f47548714aeb80038922a3a0faf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5452747 Oct 30 15:15:03.205931 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38242) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:03.254205 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['f2cc9623-2408-4733-a75d-04dea2de0e2e'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:15:03.340065 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-45be6caf-7a77-490a-b87c-941ae0056c48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:03.478997 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-45be6caf-7a77-490a-b87c-941ae0056c48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:03.592976 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-45be6caf-7a77-490a-b87c-941ae0056c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:03.595846 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-45be6caf-7a77-490a-b87c-941ae0056c48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:03.597001 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-45be6caf-7a77-490a-b87c-941ae0056c48 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/631325ee-c5e1-43d7-af8d-947ef07824be HTTP/1.1" status: 204 len: 168 time: 0.3901527 Oct 30 15:15:03.613259 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45be6caf-7a77-490a-b87c-941ae0056c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631325ee-c5e1-43d7-af8d-947ef07824be,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:03.648750 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc0772c-1bb7-468c-a9e2-124b3bbba3b9 req-a1cfdda2-5181-4b6e-b5f5-32e925b89260 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:03.658382 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-abc0772c-1bb7-468c-a9e2-124b3bbba3b9 req-a1cfdda2-5181-4b6e-b5f5-32e925b89260 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/ports?device_id=a93c47ea-5bc1-49a4-a4b8-7101233b6ca7 HTTP/1.1" status: 200 len: 945 time: 0.1445699 Oct 30 15:15:03.753975 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-abc0772c-1bb7-468c-a9e2-124b3bbba3b9 req-c6ff0203-b6ae-4000-a410-e6a785d0607d tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c4698d0-2960-428a-a3a0-964a3486c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906193 Oct 30 15:15:04.537569 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device f2cc9623-2408-4733-a75d-04dea2de0e2e up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:15:04.610709 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38314) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:04.625066 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port f2cc9623-2408-4733-a75d-04dea2de0e2e completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:15:04.632079 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port f2cc9623-2408-4733-a75d-04dea2de0e2e triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:15:04.633162 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:04.664472 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 38318) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:04.690983 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38322) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:04.780756 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:04.828545 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a93c47ea-5bc1-49a4-a4b8-7101233b6ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2cc9623-2408-4733-a75d-04dea2de0e2e'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:15:04.830847 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11fc5f80-59e7-4499-9c23-0d8769fb97b0" -d '{"events": [{"server_uuid": "a93c47ea-5bc1-49a4-a4b8-7101233b6ca7", "name": "network-vif-plugged", "status": "completed", "tag": "f2cc9623-2408-4733-a75d-04dea2de0e2e"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:15:04.856189 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port f2cc9623-2408-4733-a75d-04dea2de0e2e, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=f2cc9623-2408-4733-a75d-04dea2de0e2e,segment=NetworkSegment(f35b02a8-e438-4fc0-9529-14f054b80819),segment_id=f35b02a8-e438-4fc0-9529-14f054b80819)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:15:04.866693 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:04.944290 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6afebe-404c-45b7-8f0e-881251f2ef24 req-6faf0b18-cc72-4611-bc4e-242352c6ebed tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:04.954561 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9b6afebe-404c-45b7-8f0e-881251f2ef24 req-6faf0b18-cc72-4611-bc4e-242352c6ebed tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/ports?device_id=a93c47ea-5bc1-49a4-a4b8-7101233b6ca7 HTTP/1.1" status: 200 len: 946 time: 0.0674736 Oct 30 15:15:04.982788 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd1571f1-7bb2-4d96-93a5-40f12c67f448 x-openstack-request-id: req-dd1571f1-7bb2-4d96-93a5-40f12c67f448 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:15:04.983167 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a93c47ea-5bc1-49a4-a4b8-7101233b6ca7", "name": "network-vif-plugged", "status": "completed", "tag": "f2cc9623-2408-4733-a75d-04dea2de0e2e", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:15:04.983349 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dd1571f1-7bb2-4d96-93a5-40f12c67f448 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:15:04.983764 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a93c47ea-5bc1-49a4-a4b8-7101233b6ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2cc9623-2408-4733-a75d-04dea2de0e2e', 'code': 200} Oct 30 15:15:05.009949 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=f2cc9623-2408-4733-a75d-04dea2de0e2e,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:05.065650 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9b6afebe-404c-45b7-8f0e-881251f2ef24 req-acfdac26-ce0a-4dee-b51a-7ece0571ad32 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c4698d0-2960-428a-a3a0-964a3486c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094201 Oct 30 15:15:05.079599 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-d93e2ccb-8b02-4e2a-a97d-68ddb74aef66 tempest-RoutersAdminNegativeIpV6Test-531241596 tempest-RoutersAdminNegativeIpV6Test-531241596-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-401214587', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:15:05.117504 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93e2ccb-8b02-4e2a-a97d-68ddb74aef66 tempest-RoutersAdminNegativeIpV6Test-531241596 tempest-RoutersAdminNegativeIpV6Test-531241596-project-admin] Made reservation on behalf of 233992a67aac4f7ea109fd1d069de601 for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:15:05.120699 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d93e2ccb-8b02-4e2a-a97d-68ddb74aef66 tempest-RoutersAdminNegativeIpV6Test-531241596 tempest-RoutersAdminNegativeIpV6Test-531241596-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:05.146613 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d93e2ccb-8b02-4e2a-a97d-68ddb74aef66 tempest-RoutersAdminNegativeIpV6Test-531241596 tempest-RoutersAdminNegativeIpV6Test-531241596-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:05.176197 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-a818e9c9-547e-488d-be2a-629b8dcdcab0 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-955211911-network', 'tenant_id': '2bff5c42b94f45558740176c1102ba1b'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:15:05.225742 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d7b013a3-2031-4bee-bb50-b764095ffdeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:05.297858 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d93e2ccb-8b02-4e2a-a97d-68ddb74aef66 tempest-RoutersAdminNegativeIpV6Test-531241596 tempest-RoutersAdminNegativeIpV6Test-531241596-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:05.307824 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d93e2ccb-8b02-4e2a-a97d-68ddb74aef66 tempest-RoutersAdminNegativeIpV6Test-531241596 tempest-RoutersAdminNegativeIpV6Test-531241596-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:05.342444 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [None req-d93e2ccb-8b02-4e2a-a97d-68ddb74aef66 tempest-RoutersAdminNegativeIpV6Test-531241596 tempest-RoutersAdminNegativeIpV6Test-531241596-project-admin] device_id is not set on port 8ee5fb0d-f428-43d1-8715-98fbf1050125 yet. {{(pid=102130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:15:05.381672 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d7b013a3-2031-4bee-bb50-b764095ffdeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:05.391921 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44624695-7670-4a78-8b98-fe3eea6b3a52 req-5fb24984-8f4c-468f-bba9-29b0c67120db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:05.396943 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-44624695-7670-4a78-8b98-fe3eea6b3a52 req-5fb24984-8f4c-468f-bba9-29b0c67120db service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a93c47ea-5bc1-49a4-a4b8-7101233b6ca7 HTTP/1.1" status: 200 len: 1098 time: 0.3546059 Oct 30 15:15:05.397797 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a818e9c9-547e-488d-be2a-629b8dcdcab0 admin admin] Made reservation on behalf of 2bff5c42b94f45558740176c1102ba1b for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:15:05.400165 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a818e9c9-547e-488d-be2a-629b8dcdcab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:05.416690 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d7b013a3-2031-4bee-bb50-b764095ffdeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:05.426442 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93e2ccb-8b02-4e2a-a97d-68ddb74aef66 tempest-RoutersAdminNegativeIpV6Test-531241596 tempest-RoutersAdminNegativeIpV6Test-531241596-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3cf6271-d60c-4865-b71e-25e27a80cc61,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:05.470848 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b013a3-2031-4bee-bb50-b764095ffdeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b357c15a-6329-48cd-ad5b-9f49e67fefbe,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:05.476954 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a818e9c9-547e-488d-be2a-629b8dcdcab0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:05.521755 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-d93e2ccb-8b02-4e2a-a97d-68ddb74aef66 tempest-RoutersAdminNegativeIpV6Test-531241596 tempest-RoutersAdminNegativeIpV6Test-531241596-project-admin] Allocated IP 172.25.4.139 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/8ee5fb0d-f428-43d1-8715-98fbf1050125) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:15:05.596444 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-44624695-7670-4a78-8b98-fe3eea6b3a52 req-57f3f5ac-31c4-4cc2-8cbe-89ea07cb6f1f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9c4698d0-2960-428a-a3a0-964a3486c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738558 Oct 30 15:15:05.602815 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d7b013a3-2031-4bee-bb50-b764095ffdeb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=63cf8359ddda4a72a967531c70483101&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9876366 Oct 30 15:15:05.604801 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38350) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:05.705069 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a818e9c9-547e-488d-be2a-629b8dcdcab0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:05.719853 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a818e9c9-547e-488d-be2a-629b8dcdcab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:05.739552 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0270a8e5-8b85-4a72-84db-0d9f6363d2aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:05.753288 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a818e9c9-547e-488d-be2a-629b8dcdcab0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:15:05.790402 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0270a8e5-8b85-4a72-84db-0d9f6363d2aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:05.794930 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a818e9c9-547e-488d-be2a-629b8dcdcab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:05.797373 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-a818e9c9-547e-488d-be2a-629b8dcdcab0 admin admin] Added segment 75c14901-45f9-4a2f-9446-d0ecd75d3489 of type vlan for network 7b1d60f2-90d0-4f44-9856-0c96dd26f8ca Oct 30 15:15:05.810917 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a818e9c9-547e-488d-be2a-629b8dcdcab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd601be-910e-42a5-9957-7f59047ec0a0,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:05.864447 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d93e2ccb-8b02-4e2a-a97d-68ddb74aef66 tempest-RoutersAdminNegativeIpV6Test-531241596 tempest-RoutersAdminNegativeIpV6Test-531241596-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:05.877901 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a818e9c9-547e-488d-be2a-629b8dcdcab0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:05.910609 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0270a8e5-8b85-4a72-84db-0d9f6363d2aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:05.913624 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0270a8e5-8b85-4a72-84db-0d9f6363d2aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:05.915038 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-0270a8e5-8b85-4a72-84db-0d9f6363d2aa admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b357c15a-6329-48cd-ad5b-9f49e67fefbe HTTP/1.1" status: 204 len: 168 time: 0.3092287 Oct 30 15:15:05.921229 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a818e9c9-547e-488d-be2a-629b8dcdcab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:05.922649 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a818e9c9-547e-488d-be2a-629b8dcdcab0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:05.923165 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a818e9c9-547e-488d-be2a-629b8dcdcab0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:05.934090 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0270a8e5-8b85-4a72-84db-0d9f6363d2aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b357c15a-6329-48cd-ad5b-9f49e67fefbe,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:05.972068 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d93e2ccb-8b02-4e2a-a97d-68ddb74aef66 tempest-RoutersAdminNegativeIpV6Test-531241596 tempest-RoutersAdminNegativeIpV6Test-531241596-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:06.001900 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-a818e9c9-547e-488d-be2a-629b8dcdcab0 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3104072 Oct 30 15:15:06.005772 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 38362) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:06.010088 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93e2ccb-8b02-4e2a-a97d-68ddb74aef66 tempest-RoutersAdminNegativeIpV6Test-531241596 tempest-RoutersAdminNegativeIpV6Test-531241596-project-admin] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:15:06.023785 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-8d90f49f-a1dc-4905-9070-d5f3e4ac50f0 admin admin] Request body: {'subnet': {'network_id': '7b1d60f2-90d0-4f44-9856-0c96dd26f8ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-955211911-subnet', 'tenant_id': '2bff5c42b94f45558740176c1102ba1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:15:06.030252 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a818e9c9-547e-488d-be2a-629b8dcdcab0 admin admin] Pushing event updated for resources: {'Network': ['ID=7b1d60f2-90d0-4f44-9856-0c96dd26f8ca,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:06.048393 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 7b1d60f2-90d0-4f44-9856-0c96dd26f8ca details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:15:06.135151 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-d93e2ccb-8b02-4e2a-a97d-68ddb74aef66 tempest-RoutersAdminNegativeIpV6Test-531241596 tempest-RoutersAdminNegativeIpV6Test-531241596-project-admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:15:06.144427 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93e2ccb-8b02-4e2a-a97d-68ddb74aef66 tempest-RoutersAdminNegativeIpV6Test-531241596 tempest-RoutersAdminNegativeIpV6Test-531241596-project-admin] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:15:06.155196 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d90f49f-a1dc-4905-9070-d5f3e4ac50f0 admin admin] Made reservation on behalf of 2bff5c42b94f45558740176c1102ba1b for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:15:06.158201 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8d90f49f-a1dc-4905-9070-d5f3e4ac50f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:06.230590 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93e2ccb-8b02-4e2a-a97d-68ddb74aef66 tempest-RoutersAdminNegativeIpV6Test-531241596 tempest-RoutersAdminNegativeIpV6Test-531241596-project-admin] Pushing event updated for resources: {'Port': ['ID=8ee5fb0d-f428-43d1-8715-98fbf1050125,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:06.363611 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93e2ccb-8b02-4e2a-a97d-68ddb74aef66 tempest-RoutersAdminNegativeIpV6Test-531241596 tempest-RoutersAdminNegativeIpV6Test-531241596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:06.364488 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d93e2ccb-8b02-4e2a-a97d-68ddb74aef66 tempest-RoutersAdminNegativeIpV6Test-531241596 tempest-RoutersAdminNegativeIpV6Test-531241596-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:06.388131 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcffafb-576d-4ae6-a92e-dc74eab57190 req-9146f381-50d6-4929-95df-4c7ed80581d3 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:06.401041 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bfcffafb-576d-4ae6-a92e-dc74eab57190 req-9146f381-50d6-4929-95df-4c7ed80581d3 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/ports?device_id=a93c47ea-5bc1-49a4-a4b8-7101233b6ca7 HTTP/1.1" status: 200 len: 946 time: 0.1762705 Oct 30 15:15:06.447242 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-d93e2ccb-8b02-4e2a-a97d-68ddb74aef66 tempest-RoutersAdminNegativeIpV6Test-531241596 tempest-RoutersAdminNegativeIpV6Test-531241596-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.7802830 Oct 30 15:15:06.450217 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38386) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:06.454613 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-e6da0b50-e70a-405e-962c-93c83b64356b tempest-RoutersAdminNegativeIpV6Test-531241596 tempest-RoutersAdminNegativeIpV6Test-531241596-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.139'}]}}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:15:06.489383 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e6da0b50-e70a-405e-962c-93c83b64356b tempest-RoutersAdminNegativeIpV6Test-531241596 tempest-RoutersAdminNegativeIpV6Test-531241596-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:06.490651 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e6da0b50-e70a-405e-962c-93c83b64356b tempest-RoutersAdminNegativeIpV6Test-531241596 tempest-RoutersAdminNegativeIpV6Test-531241596-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:06.503137 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bfcffafb-576d-4ae6-a92e-dc74eab57190 req-e8ca96a8-9f37-46d5-bc64-90e5188283da tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c4698d0-2960-428a-a3a0-964a3486c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991957 Oct 30 15:15:06.618365 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8d90f49f-a1dc-4905-9070-d5f3e4ac50f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:06.626859 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e6da0b50-e70a-405e-962c-93c83b64356b tempest-RoutersAdminNegativeIpV6Test-531241596 tempest-RoutersAdminNegativeIpV6Test-531241596-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:06.707771 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d90f49f-a1dc-4905-9070-d5f3e4ac50f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb1592e1-5e9c-487d-b296-2e7a28c24f10,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:06.719092 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d90f49f-a1dc-4905-9070-d5f3e4ac50f0 admin admin] Checking segment: {'id': '75c14901-45f9-4a2f-9446-d0ecd75d3489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '7b1d60f2-90d0-4f44-9856-0c96dd26f8ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:15:06.719542 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d90f49f-a1dc-4905-9070-d5f3e4ac50f0 admin admin] Network hostable DHCP agents. Network: 7b1d60f2-90d0-4f44-9856-0c96dd26f8ca, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:15:06.738961 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d90f49f-a1dc-4905-9070-d5f3e4ac50f0 admin admin] Network 7b1d60f2-90d0-4f44-9856-0c96dd26f8ca is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:15:06.759953 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-8d90f49f-a1dc-4905-9070-d5f3e4ac50f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 7b1d60f2-90d0-4f44-9856-0c96dd26f8ca) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:15:06.769162 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d90f49f-a1dc-4905-9070-d5f3e4ac50f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:06.769764 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8d90f49f-a1dc-4905-9070-d5f3e4ac50f0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:06.775606 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a06a1b3-5877-4a4e-be3a-62b58bac1605 None None] Network 7b1d60f2-90d0-4f44-9856-0c96dd26f8ca requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:15:06.795000 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-8d90f49f-a1dc-4905-9070-d5f3e4ac50f0 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7831914 Oct 30 15:15:07.002534 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fd4fe1-20fb-400b-8fbd-d48446a6deb8 None None] Network 7b1d60f2-90d0-4f44-9856-0c96dd26f8ca requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:15:07.109097 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e6da0b50-e70a-405e-962c-93c83b64356b tempest-RoutersAdminNegativeIpV6Test-531241596 tempest-RoutersAdminNegativeIpV6Test-531241596-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:07.501086 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-a532e1d6-b9fc-4533-8d17-933d807f63b2 req-456b0769-ba81-43cc-b603-5c01415e5f04 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-61858283', 'description': 'tempest-description-1653351306'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:15:07.563323 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-a532e1d6-b9fc-4533-8d17-933d807f63b2 req-456b0769-ba81-43cc-b603-5c01415e5f04 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:07.609416 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e6da0b50-e70a-405e-962c-93c83b64356b tempest-RoutersAdminNegativeIpV6Test-531241596 tempest-RoutersAdminNegativeIpV6Test-531241596-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:07.660996 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e6da0b50-e70a-405e-962c-93c83b64356b tempest-RoutersAdminNegativeIpV6Test-531241596 tempest-RoutersAdminNegativeIpV6Test-531241596-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:07.740568 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-a532e1d6-b9fc-4533-8d17-933d807f63b2 req-456b0769-ba81-43cc-b603-5c01415e5f04 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:07.746746 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-a532e1d6-b9fc-4533-8d17-933d807f63b2 req-456b0769-ba81-43cc-b603-5c01415e5f04 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:07.801626 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-a532e1d6-b9fc-4533-8d17-933d807f63b2 req-456b0769-ba81-43cc-b603-5c01415e5f04 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:07.816207 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a532e1d6-b9fc-4533-8d17-933d807f63b2 req-456b0769-ba81-43cc-b603-5c01415e5f04 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3158228 Oct 30 15:15:07.824513 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456b0769-ba81-43cc-b603-5c01415e5f04 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=052bbdf9-5f48-42f1-a6e5-8b7f2af04a29,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:07.858497 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-24e7829d-4d5f-410b-80d7-ef4130fa53ab req-b1d385b6-7d93-4cd0-98a0-dcc97d0796ed tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2089918461', 'description': 'tempest-description-1352674845'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:15:07.896633 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-24e7829d-4d5f-410b-80d7-ef4130fa53ab req-b1d385b6-7d93-4cd0-98a0-dcc97d0796ed tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:07.947947 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71edbe3a-6640-4e67-a994-db7f65d94d00 req-7facf147-011d-49e8-ba9e-97cb663e9efe tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:07.951954 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-71edbe3a-6640-4e67-a994-db7f65d94d00 req-7facf147-011d-49e8-ba9e-97cb663e9efe tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/ports?device_id=a93c47ea-5bc1-49a4-a4b8-7101233b6ca7 HTTP/1.1" status: 200 len: 946 time: 0.1851654 Oct 30 15:15:08.016071 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 38480) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:08.060922 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-24e7829d-4d5f-410b-80d7-ef4130fa53ab req-b1d385b6-7d93-4cd0-98a0-dcc97d0796ed tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:08.066213 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-24e7829d-4d5f-410b-80d7-ef4130fa53ab req-b1d385b6-7d93-4cd0-98a0-dcc97d0796ed tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:08.088631 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-71edbe3a-6640-4e67-a994-db7f65d94d00 req-ba3c8e46-eced-4dfb-8e14-87fa85827744 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c4698d0-2960-428a-a3a0-964a3486c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282010 Oct 30 15:15:08.119441 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e6da0b50-e70a-405e-962c-93c83b64356b tempest-RoutersAdminNegativeIpV6Test-531241596 tempest-RoutersAdminNegativeIpV6Test-531241596-project-admin] Publish callbacks [] for router, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:08.125992 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-24e7829d-4d5f-410b-80d7-ef4130fa53ab req-b1d385b6-7d93-4cd0-98a0-dcc97d0796ed tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:08.129267 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-24e7829d-4d5f-410b-80d7-ef4130fa53ab req-b1d385b6-7d93-4cd0-98a0-dcc97d0796ed tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2781017 Oct 30 15:15:08.155505 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d385b6-7d93-4cd0-98a0-dcc97d0796ed tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f277bfdb-05af-4bc2-82bb-a63f237bc2ef,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:08.433629 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b9038051-cbed-4fba-acb3-833eb4bf3f65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:08.452477 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e6da0b50-e70a-405e-962c-93c83b64356b tempest-RoutersAdminNegativeIpV6Test-531241596 tempest-RoutersAdminNegativeIpV6Test-531241596-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:08.465471 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f27f7be-bc39-4128-b07e-266000792c2e req-98f3e4de-ede8-40a7-9f63-1ae98a947287 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:08.475598 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3f27f7be-bc39-4128-b07e-266000792c2e req-98f3e4de-ede8-40a7-9f63-1ae98a947287 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/ports?device_id=71cd1030-4721-4928-84ee-b63ffbb50e9a HTTP/1.1" status: 200 len: 945 time: 0.2162490 Oct 30 15:15:08.478045 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e6da0b50-e70a-405e-962c-93c83b64356b tempest-RoutersAdminNegativeIpV6Test-531241596 tempest-RoutersAdminNegativeIpV6Test-531241596-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:08.565650 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3f27f7be-bc39-4128-b07e-266000792c2e req-c2e8e4eb-def9-4a55-a119-d5bf3aa64abc tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c4698d0-2960-428a-a3a0-964a3486c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879748 Oct 30 15:15:08.568663 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e6da0b50-e70a-405e-962c-93c83b64356b tempest-RoutersAdminNegativeIpV6Test-531241596 tempest-RoutersAdminNegativeIpV6Test-531241596-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:08.569181 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6da0b50-e70a-405e-962c-93c83b64356b tempest-RoutersAdminNegativeIpV6Test-531241596 tempest-RoutersAdminNegativeIpV6Test-531241596-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8967bda3-54de-426f-a129-9a192ce68e52 {{(pid=102131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:15:08.598114 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-e6da0b50-e70a-405e-962c-93c83b64356b tempest-RoutersAdminNegativeIpV6Test-531241596 tempest-RoutersAdminNegativeIpV6Test-531241596-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 30 15:15:08.599536 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-e6da0b50-e70a-405e-962c-93c83b64356b tempest-RoutersAdminNegativeIpV6Test-531241596 tempest-RoutersAdminNegativeIpV6Test-531241596-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.1482716 Oct 30 15:15:08.602547 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38520) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:08.669092 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b9038051-cbed-4fba-acb3-833eb4bf3f65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:08.724009 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-06c54f02-575f-4fd7-8c7a-e2d9185a6b68 tempest-RoutersAdminNegativeIpV6Test-531241596 tempest-RoutersAdminNegativeIpV6Test-531241596-project-admin] Deleting port 8ee5fb0d-f428-43d1-8715-98fbf1050125 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:15:08.724266 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-06c54f02-575f-4fd7-8c7a-e2d9185a6b68 tempest-RoutersAdminNegativeIpV6Test-531241596 tempest-RoutersAdminNegativeIpV6Test-531241596-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:08.780609 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b9038051-cbed-4fba-acb3-833eb4bf3f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:08.850120 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b9038051-cbed-4fba-acb3-833eb4bf3f65 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=dc74aa8a2f624d339a9bb57879b02944&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8300748 Oct 30 15:15:08.850120 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9038051-cbed-4fba-acb3-833eb4bf3f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b79c02d8-af1b-4021-a7db-661efaee9b91,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:08.851674 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 38528) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:08.859509 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de21fe0-3db1-43ab-8417-61e50241c671 req-8d5d31a6-dbbe-47a5-9947-23940749d9ac tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:08.868044 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3de21fe0-3db1-43ab-8417-61e50241c671 req-8d5d31a6-dbbe-47a5-9947-23940749d9ac tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/networks?id=7b1d60f2-90d0-4f44-9856-0c96dd26f8ca HTTP/1.1" status: 200 len: 812 time: 0.2024412 Oct 30 15:15:08.887040 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3de21fe0-3db1-43ab-8417-61e50241c671 req-60a2a0be-cc59-4ddb-ab99-a2f33d7e82da tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/quotas/2bff5c42b94f45558740176c1102ba1b HTTP/1.1" status: 200 len: 375 time: 0.0180905 Oct 30 15:15:08.941021 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e19eb-cad0-467e-8136-c4e6367963cc req-b12bb174-a1e4-41aa-8259-d34901501161 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:08.948638 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c79e19eb-cad0-467e-8136-c4e6367963cc req-b12bb174-a1e4-41aa-8259-d34901501161 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/ports?device_id=64a3a526-ed15-4699-a2f1-9b3e07f6674b HTTP/1.1" status: 200 len: 945 time: 0.1128001 Oct 30 15:15:08.953137 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3de21fe0-3db1-43ab-8417-61e50241c671 req-7e6a8ba8-37e6-4fd8-a4c0-5259c9c02a24 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=2bff5c42b94f45558740176c1102ba1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0650177 Oct 30 15:15:08.972956 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-06c54f02-575f-4fd7-8c7a-e2d9185a6b68 tempest-RoutersAdminNegativeIpV6Test-531241596 tempest-RoutersAdminNegativeIpV6Test-531241596-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:09.027679 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c79e19eb-cad0-467e-8136-c4e6367963cc req-ae51809d-ff39-4994-bbea-a066e15c877f tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c4698d0-2960-428a-a3a0-964a3486c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669754 Oct 30 15:15:09.028835 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-06c54f02-575f-4fd7-8c7a-e2d9185a6b68 tempest-RoutersAdminNegativeIpV6Test-531241596 tempest-RoutersAdminNegativeIpV6Test-531241596-project-admin] Calling delete_port for 8ee5fb0d-f428-43d1-8715-98fbf1050125 owned by {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:15:09.072979 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fc04b0a6-f3a9-49fd-b4f8-eb6f1c9a0e8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:09.118566 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fc04b0a6-f3a9-49fd-b4f8-eb6f1c9a0e8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:09.229101 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3de21fe0-3db1-43ab-8417-61e50241c671 req-73e08b46-9da2-4a4f-a974-3a68766971d6 service neutron] 10.222.0.62 "GET /v2.0/networks/7b1d60f2-90d0-4f44-9856-0c96dd26f8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606654 Oct 30 15:15:09.257954 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-06c54f02-575f-4fd7-8c7a-e2d9185a6b68 tempest-RoutersAdminNegativeIpV6Test-531241596 tempest-RoutersAdminNegativeIpV6Test-531241596-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:09.307186 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c54f02-575f-4fd7-8c7a-e2d9185a6b68 tempest-RoutersAdminNegativeIpV6Test-531241596 tempest-RoutersAdminNegativeIpV6Test-531241596-project-admin] Pushing event deleted for resources: {'Port': ['ID=8ee5fb0d-f428-43d1-8715-98fbf1050125,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:09.343950 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fc04b0a6-f3a9-49fd-b4f8-eb6f1c9a0e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:09.354602 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fc04b0a6-f3a9-49fd-b4f8-eb6f1c9a0e8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:09.358522 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-fc04b0a6-f3a9-49fd-b4f8-eb6f1c9a0e8a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b79c02d8-af1b-4021-a7db-661efaee9b91 HTTP/1.1" status: 204 len: 168 time: 0.4852049 Oct 30 15:15:09.392936 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc04b0a6-f3a9-49fd-b4f8-eb6f1c9a0e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b79c02d8-af1b-4021-a7db-661efaee9b91,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:09.451207 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3de21fe0-3db1-43ab-8417-61e50241c671 req-b18bcad9-72b3-46d4-81f6-2ab9e21017b2 service neutron] 10.222.0.62 "GET /v2.0/networks/7b1d60f2-90d0-4f44-9856-0c96dd26f8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192664 Oct 30 15:15:09.481490 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-06c54f02-575f-4fd7-8c7a-e2d9185a6b68 tempest-RoutersAdminNegativeIpV6Test-531241596 tempest-RoutersAdminNegativeIpV6Test-531241596-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:09.489184 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-06c54f02-575f-4fd7-8c7a-e2d9185a6b68 tempest-RoutersAdminNegativeIpV6Test-531241596 tempest-RoutersAdminNegativeIpV6Test-531241596-project-admin] 10.222.0.62 "DELETE /v2.0/ports/8ee5fb0d-f428-43d1-8715-98fbf1050125 HTTP/1.1" status: 204 len: 168 time: 0.8845377 Oct 30 15:15:09.916682 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ce31a-a25b-4bb1-a0a2-2f23900821a9 req-6e853e48-c78f-49ba-9196-ef237de30276 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:09.928247 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9f3ce31a-a25b-4bb1-a0a2-2f23900821a9 req-6e853e48-c78f-49ba-9196-ef237de30276 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/ports?device_id=a93c47ea-5bc1-49a4-a4b8-7101233b6ca7 HTTP/1.1" status: 200 len: 946 time: 0.1371510 Oct 30 15:15:10.039242 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9f3ce31a-a25b-4bb1-a0a2-2f23900821a9 req-55c855f3-905f-4fa2-9a1f-6d8ff9ece6dd tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c4698d0-2960-428a-a3a0-964a3486c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099620 Oct 30 15:15:10.128863 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 38578) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:10.130121 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2dd7e13f-5779-45ec-b174-dfaeebc3c936 req-907cd77e-0312-4ca8-a756-057c2a42a5db tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5517580-b4c7-437e-b878-c1c567ed0025 HTTP/1.1" status: 200 len: 210 time: 0.0500913 Oct 30 15:15:10.172214 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8c89f9f6-dadd-4f76-8c51-60947eef5323 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:10.369919 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38580) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:10.376303 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8c89f9f6-dadd-4f76-8c51-60947eef5323 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:10.383383 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8c89f9f6-dadd-4f76-8c51-60947eef5323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:10.457147 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c89f9f6-dadd-4f76-8c51-60947eef5323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd941da-4d96-4ab1-9768-1224ade8f557,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:10.519425 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-8c89f9f6-dadd-4f76-8c51-60947eef5323 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8edf79071dbf48b48b96f1749973af47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3869245 Oct 30 15:15:10.522478 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 38586) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:10.542708 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2673042-8ffb-4f36-82f3-ba8a2067f693 req-69186e0d-a22d-42df-904a-b0a1837649f5 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:10.552477 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d2673042-8ffb-4f36-82f3-ba8a2067f693 req-69186e0d-a22d-42df-904a-b0a1837649f5 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/ports?device_id=71cd1030-4721-4928-84ee-b63ffbb50e9a HTTP/1.1" status: 200 len: 945 time: 0.0920038 Oct 30 15:15:10.660813 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c27eeacc-4d35-4095-aa21-7eaf8e16022b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:10.703575 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c27eeacc-4d35-4095-aa21-7eaf8e16022b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:10.711844 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3316e136-f020-46ce-9a3f-cdb873933a6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:10.718806 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d2673042-8ffb-4f36-82f3-ba8a2067f693 req-47cb551f-919c-482b-af90-3d0d9d309516 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c4698d0-2960-428a-a3a0-964a3486c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639330 Oct 30 15:15:10.807201 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c27eeacc-4d35-4095-aa21-7eaf8e16022b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:10.810575 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c27eeacc-4d35-4095-aa21-7eaf8e16022b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:10.812039 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c27eeacc-4d35-4095-aa21-7eaf8e16022b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3bd941da-4d96-4ab1-9768-1224ade8f557 HTTP/1.1" status: 204 len: 168 time: 0.2884288 Oct 30 15:15:10.828752 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27eeacc-4d35-4095-aa21-7eaf8e16022b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd941da-4d96-4ab1-9768-1224ade8f557,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:10.894840 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3316e136-f020-46ce-9a3f-cdb873933a6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:10.899344 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3316e136-f020-46ce-9a3f-cdb873933a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:10.969698 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 38612) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:10.970747 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-3316e136-f020-46ce-9a3f-cdb873933a6d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=772eeb1ad54c416ba27e33824400e470&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5996757 Oct 30 15:15:10.973542 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3316e136-f020-46ce-9a3f-cdb873933a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d707a4-a0c6-454a-9ae2-4581415e0ede,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:11.160826 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5136cc8b-5ee0-449e-8065-4a2e2b75dd14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:11.241212 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5136cc8b-5ee0-449e-8065-4a2e2b75dd14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:11.352757 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-eca74890-1617-49df-adc3-e3dd3cfd222a req-3b20c51d-42ff-4abc-bcf0-97f9f33c7a10 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5517580-b4c7-437e-b878-c1c567ed0025 HTTP/1.1" status: 200 len: 210 time: 0.0675156 Oct 30 15:15:11.372780 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5136cc8b-5ee0-449e-8065-4a2e2b75dd14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:11.377313 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5136cc8b-5ee0-449e-8065-4a2e2b75dd14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:11.389551 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-5136cc8b-5ee0-449e-8065-4a2e2b75dd14 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/12d707a4-a0c6-454a-9ae2-4581415e0ede HTTP/1.1" status: 204 len: 168 time: 0.4114864 Oct 30 15:15:11.405433 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5136cc8b-5ee0-449e-8065-4a2e2b75dd14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d707a4-a0c6-454a-9ae2-4581415e0ede,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:11.591210 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b79e232-0f6b-4d79-885e-ce42927c4b2a req-87aefa96-a77c-42ad-b137-657162fffd46 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:11.608777 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b79e232-0f6b-4d79-885e-ce42927c4b2a req-87aefa96-a77c-42ad-b137-657162fffd46 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:11.617794 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b79e232-0f6b-4d79-885e-ce42927c4b2a req-87aefa96-a77c-42ad-b137-657162fffd46 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:11.630030 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0b79e232-0f6b-4d79-885e-ce42927c4b2a req-87aefa96-a77c-42ad-b137-657162fffd46 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/ports?device_id=a93c47ea-5bc1-49a4-a4b8-7101233b6ca7&device_id=64a3a526-ed15-4699-a2f1-9b3e07f6674b&device_id=71cd1030-4721-4928-84ee-b63ffbb50e9a HTTP/1.1" status: 200 len: 2417 time: 0.1634881 Oct 30 15:15:11.702771 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0b79e232-0f6b-4d79-885e-ce42927c4b2a req-1abe0e4f-b82a-45c2-bc98-cb0f4fed813d tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c4698d0-2960-428a-a3a0-964a3486c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718157 Oct 30 15:15:11.911703 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6782ec-e9bc-4353-b584-96c2ebac0f28 req-d9bd935b-3f6f-45c5-b68b-4bf58f2bf8a5 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:11.921858 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8a6782ec-e9bc-4353-b584-96c2ebac0f28 req-d9bd935b-3f6f-45c5-b68b-4bf58f2bf8a5 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/ports?device_id=a93c47ea-5bc1-49a4-a4b8-7101233b6ca7 HTTP/1.1" status: 200 len: 946 time: 0.1083326 Oct 30 15:15:12.065116 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 38654) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:12.142314 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8a6782ec-e9bc-4353-b584-96c2ebac0f28 req-d0d74034-8d2a-45a9-bff0-1f02a7da1e88 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c4698d0-2960-428a-a3a0-964a3486c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135236 Oct 30 15:15:12.154548 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38658) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:12.162559 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-7fee4d49-8a8f-4989-99a3-3b537de3bf3a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=233992a67aac4f7ea109fd1d069de601&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0958006 Oct 30 15:15:12.208957 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 38662) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:12.329575 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-96054e1d-3045-42a9-9088-9c96c0726051 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:12.353556 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de21fe0-3db1-43ab-8417-61e50241c671 req-77e87f4b-a9bc-451f-8575-a7659b20a940 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:12.355580 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a896952d-02bb-484e-bd2f-28e27fb65e5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:12.356217 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3de21fe0-3db1-43ab-8417-61e50241c671 req-77e87f4b-a9bc-451f-8575-a7659b20a940 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.53 "GET /v2.0/networks?id=7b1d60f2-90d0-4f44-9856-0c96dd26f8ca HTTP/1.1" status: 200 len: 812 time: 0.3612134 Oct 30 15:15:12.374985 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-3de21fe0-3db1-43ab-8417-61e50241c671 req-aeeca356-fb50-446a-b669-d7b4ef4efec6 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Request body: {'port': {'device_id': 'a5517580-b4c7-437e-b878-c1c567ed0025', 'network_id': '7b1d60f2-90d0-4f44-9856-0c96dd26f8ca', 'admin_state_up': True, 'tenant_id': '2bff5c42b94f45558740176c1102ba1b'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:15:12.422801 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-96054e1d-3045-42a9-9088-9c96c0726051 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:12.549782 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1949f493-3962-4e48-81a0-2d0b4869a334 req-8077c3ce-b1ba-433d-9dce-6e3c1fe43d30 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5517580-b4c7-437e-b878-c1c567ed0025 HTTP/1.1" status: 200 len: 210 time: 0.0551770 Oct 30 15:15:12.562415 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a896952d-02bb-484e-bd2f-28e27fb65e5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:12.567026 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a896952d-02bb-484e-bd2f-28e27fb65e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:12.637223 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-96054e1d-3045-42a9-9088-9c96c0726051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:12.641299 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-96054e1d-3045-42a9-9088-9c96c0726051 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:12.644994 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-96054e1d-3045-42a9-9088-9c96c0726051 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a3cf6271-d60c-4865-b71e-25e27a80cc61 HTTP/1.1" status: 204 len: 168 time: 0.4811471 Oct 30 15:15:12.660193 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96054e1d-3045-42a9-9088-9c96c0726051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3cf6271-d60c-4865-b71e-25e27a80cc61,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:12.669018 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a896952d-02bb-484e-bd2f-28e27fb65e5e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b79b83c621894cae9245ee6f4367a621&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4585011 Oct 30 15:15:12.671406 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a896952d-02bb-484e-bd2f-28e27fb65e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2ee4d6-6b6d-41f5-9329-07ba2d1958ea,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:12.673219 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38682) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:12.722059 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96054e1d-3045-42a9-9088-9c96c0726051 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:15:12.722616 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96054e1d-3045-42a9-9088-9c96c0726051 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:15:12.723302 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96054e1d-3045-42a9-9088-9c96c0726051 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:15:12.723711 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96054e1d-3045-42a9-9088-9c96c0726051 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:15:12.724124 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96054e1d-3045-42a9-9088-9c96c0726051 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:15:12.724736 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96054e1d-3045-42a9-9088-9c96c0726051 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:15:12.725164 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96054e1d-3045-42a9-9088-9c96c0726051 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:15:12.725655 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96054e1d-3045-42a9-9088-9c96c0726051 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:15:12.726171 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96054e1d-3045-42a9-9088-9c96c0726051 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:15:12.726513 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96054e1d-3045-42a9-9088-9c96c0726051 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:15:12.727234 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96054e1d-3045-42a9-9088-9c96c0726051 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:15:12.727748 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96054e1d-3045-42a9-9088-9c96c0726051 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:15:12.744592 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3de21fe0-3db1-43ab-8417-61e50241c671 req-aeeca356-fb50-446a-b669-d7b4ef4efec6 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Made reservation on behalf of 2bff5c42b94f45558740176c1102ba1b for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:15:12.756336 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-3de21fe0-3db1-43ab-8417-61e50241c671 req-aeeca356-fb50-446a-b669-d7b4ef4efec6 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:12.875212 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-174b664c-c48d-4aac-86cc-769cb7b649ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:12.927214 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-174b664c-c48d-4aac-86cc-769cb7b649ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:13.449453 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-174b664c-c48d-4aac-86cc-769cb7b649ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:13.453808 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-174b664c-c48d-4aac-86cc-769cb7b649ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:13.457604 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-174b664c-c48d-4aac-86cc-769cb7b649ac admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3e2ee4d6-6b6d-41f5-9329-07ba2d1958ea HTTP/1.1" status: 204 len: 168 time: 0.7810171 Oct 30 15:15:13.511030 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174b664c-c48d-4aac-86cc-769cb7b649ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2ee4d6-6b6d-41f5-9329-07ba2d1958ea,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:13.520152 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-3de21fe0-3db1-43ab-8417-61e50241c671 req-aeeca356-fb50-446a-b669-d7b4ef4efec6 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Allocated IP 172.20.0.4 (7b1d60f2-90d0-4f44-9856-0c96dd26f8ca/cb1592e1-5e9c-487d-b296-2e7a28c24f10/6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:15:13.811623 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5da752fb-b642-4a0e-9b74-0a39d3cd35eb req-2656f382-ca25-426f-9993-25b8b64eaa5f tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5517580-b4c7-437e-b878-c1c567ed0025 HTTP/1.1" status: 200 len: 210 time: 0.0461857 Oct 30 15:15:13.861505 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-3de21fe0-3db1-43ab-8417-61e50241c671 req-aeeca356-fb50-446a-b669-d7b4ef4efec6 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:13.902163 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-3de21fe0-3db1-43ab-8417-61e50241c671 req-aeeca356-fb50-446a-b669-d7b4ef4efec6 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:13.942819 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3de21fe0-3db1-43ab-8417-61e50241c671 req-aeeca356-fb50-446a-b669-d7b4ef4efec6 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Network 7b1d60f2-90d0-4f44-9856-0c96dd26f8ca is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:15:13.948012 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-3de21fe0-3db1-43ab-8417-61e50241c671 req-aeeca356-fb50-446a-b669-d7b4ef4efec6 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:15:13.964776 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-3de21fe0-3db1-43ab-8417-61e50241c671 req-aeeca356-fb50-446a-b669-d7b4ef4efec6 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:15:14.020682 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeca356-fb50-446a-b669-d7b4ef4efec6 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Pushing event updated for resources: {'Port': ['ID=6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:14.053205 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de21fe0-3db1-43ab-8417-61e50241c671 req-aeeca356-fb50-446a-b669-d7b4ef4efec6 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:14.054923 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-3de21fe0-3db1-43ab-8417-61e50241c671 req-aeeca356-fb50-446a-b669-d7b4ef4efec6 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:14.089441 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3de21fe0-3db1-43ab-8417-61e50241c671 req-aeeca356-fb50-446a-b669-d7b4ef4efec6 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7209857 Oct 30 15:15:14.108470 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-3de21fe0-3db1-43ab-8417-61e50241c671 req-22aed782-4ad9-4062-8466-650aa0eaa185 service neutron] Request body: {'port': {'device_id': 'a5517580-b4c7-437e-b878-c1c567ed0025', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:15:14.192188 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 38750) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:14.212146 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7c182010-7d00-4a0b-a330-dc0611d29411 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:14.231396 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-3de21fe0-3db1-43ab-8417-61e50241c671 req-22aed782-4ad9-4062-8466-650aa0eaa185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:14.249723 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b555cc6-8dc6-40ab-b806-dc98845816bf req-71032b4e-3996-4e0c-a403-78a2197992ed tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:14.251494 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8b555cc6-8dc6-40ab-b806-dc98845816bf req-71032b4e-3996-4e0c-a403-78a2197992ed tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/ports?device_id=71cd1030-4721-4928-84ee-b63ffbb50e9a HTTP/1.1" status: 200 len: 945 time: 0.1111643 Oct 30 15:15:14.343158 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7c182010-7d00-4a0b-a330-dc0611d29411 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:14.349913 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7c182010-7d00-4a0b-a330-dc0611d29411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:14.431025 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-7c182010-7d00-4a0b-a330-dc0611d29411 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=58ad740069e241d7b2adc72c1242bea8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2375135 Oct 30 15:15:14.435087 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 38760) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:14.453359 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c182010-7d00-4a0b-a330-dc0611d29411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a76d38-9020-48d9-8196-42af74d6e619,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:14.535539 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8b555cc6-8dc6-40ab-b806-dc98845816bf req-d2dab2ca-a9a3-4e45-b32a-7a6cdb7df294 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c4698d0-2960-428a-a3a0-964a3486c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749212 Oct 30 15:15:14.545254 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-aee5e6e9-f8b9-4c8d-8e1c-801e0c4c833e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:14.601035 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-aee5e6e9-f8b9-4c8d-8e1c-801e0c4c833e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:14.713042 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-aee5e6e9-f8b9-4c8d-8e1c-801e0c4c833e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:14.718338 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-aee5e6e9-f8b9-4c8d-8e1c-801e0c4c833e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:14.722678 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-aee5e6e9-f8b9-4c8d-8e1c-801e0c4c833e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e4a76d38-9020-48d9-8196-42af74d6e619 HTTP/1.1" status: 204 len: 168 time: 0.2865114 Oct 30 15:15:14.731817 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee5e6e9-f8b9-4c8d-8e1c-801e0c4c833e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a76d38-9020-48d9-8196-42af74d6e619,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:14.848761 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-3de21fe0-3db1-43ab-8417-61e50241c671 req-22aed782-4ad9-4062-8466-650aa0eaa185 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160 {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:15:14.859746 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-3de21fe0-3db1-43ab-8417-61e50241c671 req-22aed782-4ad9-4062-8466-650aa0eaa185 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:14.876710 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-3de21fe0-3db1-43ab-8417-61e50241c671 req-22aed782-4ad9-4062-8466-650aa0eaa185 service neutron] Transition to ACTIVE for port object 6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160 will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:15:14.880898 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-3de21fe0-3db1-43ab-8417-61e50241c671 req-22aed782-4ad9-4062-8466-650aa0eaa185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:14.991370 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aed782-4ad9-4062-8466-650aa0eaa185 service neutron] Pushing event updated for resources: {'Port': ['ID=6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:15.075612 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def67dce-e8b0-4238-bcab-784242e470dd req-f8f27cda-aded-487b-a53f-f5385feb0111 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:15.077903 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-def67dce-e8b0-4238-bcab-784242e470dd req-f8f27cda-aded-487b-a53f-f5385feb0111 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5517580-b4c7-437e-b878-c1c567ed0025 HTTP/1.1" status: 200 len: 943 time: 0.1623929 Oct 30 15:15:15.146792 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-3de21fe0-3db1-43ab-8417-61e50241c671 req-22aed782-4ad9-4062-8466-650aa0eaa185 service neutron] Attempting to bind port 6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:15:15.148513 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-3de21fe0-3db1-43ab-8417-61e50241c671 req-22aed782-4ad9-4062-8466-650aa0eaa185 service neutron] Attempting to bind port 6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '75c14901-45f9-4a2f-9446-d0ecd75d3489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '7b1d60f2-90d0-4f44-9856-0c96dd26f8ca'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:15:15.148984 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de21fe0-3db1-43ab-8417-61e50241c671 req-22aed782-4ad9-4062-8466-650aa0eaa185 service neutron] Attempting to bind port 6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160 on network 7b1d60f2-90d0-4f44-9856-0c96dd26f8ca {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:15:15.160619 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-def67dce-e8b0-4238-bcab-784242e470dd req-31c5867f-38d0-49eb-bd24-f21a5eb1ac91 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/security-groups?id=dcd601be-910e-42a5-9957-7f59047ec0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727739 Oct 30 15:15:15.167216 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de21fe0-3db1-43ab-8417-61e50241c671 req-22aed782-4ad9-4062-8466-650aa0eaa185 service neutron] Port 6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160 on network 7b1d60f2-90d0-4f44-9856-0c96dd26f8ca not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:15:15.167216 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de21fe0-3db1-43ab-8417-61e50241c671 req-22aed782-4ad9-4062-8466-650aa0eaa185 service neutron] Attempting to bind port 6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160 on network 7b1d60f2-90d0-4f44-9856-0c96dd26f8ca {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:15:15.215808 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de21fe0-3db1-43ab-8417-61e50241c671 req-22aed782-4ad9-4062-8466-650aa0eaa185 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:15:15.215808 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de21fe0-3db1-43ab-8417-61e50241c671 req-22aed782-4ad9-4062-8466-650aa0eaa185 service neutron] Checking segment: {'id': '75c14901-45f9-4a2f-9446-d0ecd75d3489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '7b1d60f2-90d0-4f44-9856-0c96dd26f8ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:15:15.215808 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de21fe0-3db1-43ab-8417-61e50241c671 req-22aed782-4ad9-4062-8466-650aa0eaa185 service neutron] Bound using segment: {'id': '75c14901-45f9-4a2f-9446-d0ecd75d3489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '7b1d60f2-90d0-4f44-9856-0c96dd26f8ca'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:15:15.215808 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-3de21fe0-3db1-43ab-8417-61e50241c671 req-22aed782-4ad9-4062-8466-650aa0eaa185 service neutron] Bound port: 6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75c14901-45f9-4a2f-9446-d0ecd75d3489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '7b1d60f2-90d0-4f44-9856-0c96dd26f8ca'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:15:15.215808 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-3de21fe0-3db1-43ab-8417-61e50241c671 req-22aed782-4ad9-4062-8466-650aa0eaa185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:15.286184 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-3de21fe0-3db1-43ab-8417-61e50241c671 req-22aed782-4ad9-4062-8466-650aa0eaa185 service neutron] For port 6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:15:15.289467 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-3de21fe0-3db1-43ab-8417-61e50241c671 req-22aed782-4ad9-4062-8466-650aa0eaa185 service neutron] For port 6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160,segment=NetworkSegment(75c14901-45f9-4a2f-9446-d0ecd75d3489),segment_id=75c14901-45f9-4a2f-9446-d0ecd75d3489)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:15:15.313071 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-3de21fe0-3db1-43ab-8417-61e50241c671 req-22aed782-4ad9-4062-8466-650aa0eaa185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:15.381137 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de21fe0-3db1-43ab-8417-61e50241c671 req-22aed782-4ad9-4062-8466-650aa0eaa185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:15.381752 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-3de21fe0-3db1-43ab-8417-61e50241c671 req-22aed782-4ad9-4062-8466-650aa0eaa185 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:15.383573 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3de21fe0-3db1-43ab-8417-61e50241c671 req-22aed782-4ad9-4062-8466-650aa0eaa185 service neutron] 10.222.0.53 "PUT /v2.0/ports/6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160 HTTP/1.1" status: 200 len: 1092 time: 1.2810311 Oct 30 15:15:15.384032 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5517580-b4c7-437e-b878-c1c567ed0025', 'tag': '6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:15:15.386333 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f18afea-337f-4a81-9f1d-325c81443e19" -d '{"events": [{"name": "network-changed", "server_uuid": "a5517580-b4c7-437e-b878-c1c567ed0025", "tag": "6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:15:15.412548 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aed782-4ad9-4062-8466-650aa0eaa185 service neutron] Pushing event updated for resources: {'Port': ['ID=6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:15.563977 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de21fe0-3db1-43ab-8417-61e50241c671 req-b5e3de56-6dab-4587-8dcd-c224be3808d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:15.566155 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3de21fe0-3db1-43ab-8417-61e50241c671 req-b5e3de56-6dab-4587-8dcd-c224be3808d7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2bff5c42b94f45558740176c1102ba1b&device_id=a5517580-b4c7-437e-b878-c1c567ed0025 HTTP/1.1" status: 200 len: 1095 time: 0.1058471 Oct 30 15:15:15.695997 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3de21fe0-3db1-43ab-8417-61e50241c671 req-e1da0c73-ef7a-4dee-a8dc-b4ab786c5bf8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160 HTTP/1.1" status: 200 len: 217 time: 0.1146188 Oct 30 15:15:15.847890 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b39dbe-aef0-4365-a1f1-50e3ae700b5c x-openstack-request-id: req-c4b39dbe-aef0-4365-a1f1-50e3ae700b5c {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:15:15.848846 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5517580-b4c7-437e-b878-c1c567ed0025", "tag": "6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:15:15.849210 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c4b39dbe-aef0-4365-a1f1-50e3ae700b5c {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:15:15.851519 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5517580-b4c7-437e-b878-c1c567ed0025', 'tag': '6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160', 'status': 'completed', 'code': 200} Oct 30 15:15:15.892856 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de21fe0-3db1-43ab-8417-61e50241c671 req-a71969ca-e3c4-4773-a7c6-a04052ead86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:15.898937 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3de21fe0-3db1-43ab-8417-61e50241c671 req-a71969ca-e3c4-4773-a7c6-a04052ead86d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cb1592e1-5e9c-487d-b296-2e7a28c24f10 HTTP/1.1" status: 200 len: 852 time: 0.1959064 Oct 30 15:15:15.963743 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3de21fe0-3db1-43ab-8417-61e50241c671 req-aea93d1b-fde5-493d-a6b2-3b624bb46d7d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7b1d60f2-90d0-4f44-9856-0c96dd26f8ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587425 Oct 30 15:15:15.972272 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce88cb-982c-45e5-9695-1c4bc2611f8b req-24b5aad0-42cf-4451-b2ad-3d244c96375e tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:15.982139 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-27ce88cb-982c-45e5-9695-1c4bc2611f8b req-24b5aad0-42cf-4451-b2ad-3d244c96375e tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/ports?device_id=71cd1030-4721-4928-84ee-b63ffbb50e9a HTTP/1.1" status: 200 len: 945 time: 0.1241350 Oct 30 15:15:16.062236 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 38874) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:16.105012 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-27ce88cb-982c-45e5-9695-1c4bc2611f8b req-32a87020-3c7d-4121-be94-c4c5ce4b5554 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c4698d0-2960-428a-a3a0-964a3486c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136036 Oct 30 15:15:16.140387 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3de21fe0-3db1-43ab-8417-61e50241c671 req-057116f8-8a52-4d21-8906-fdc5aabb9d53 service neutron] 10.222.0.53 "GET /v2.0/networks/7b1d60f2-90d0-4f44-9856-0c96dd26f8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663089 Oct 30 15:15:16.262653 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-8dad6ca2-a297-42dc-81bf-dd4a0bd46b96 tempest-RoutersAdminNegativeTest-1648080286 tempest-RoutersAdminNegativeTest-1648080286-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-367270833', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:15:16.312473 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dad6ca2-a297-42dc-81bf-dd4a0bd46b96 tempest-RoutersAdminNegativeTest-1648080286 tempest-RoutersAdminNegativeTest-1648080286-project-admin] Made reservation on behalf of 171cf904637c459c9d4406c8f6ba739c for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:15:16.317863 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8dad6ca2-a297-42dc-81bf-dd4a0bd46b96 tempest-RoutersAdminNegativeTest-1648080286 tempest-RoutersAdminNegativeTest-1648080286-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:16.317966 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3de21fe0-3db1-43ab-8417-61e50241c671 req-8eac68ae-8075-43cf-8d75-d981ffa1dd7e service neutron] 10.222.0.53 "GET /v2.0/networks/7b1d60f2-90d0-4f44-9856-0c96dd26f8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689420 Oct 30 15:15:16.345511 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8dad6ca2-a297-42dc-81bf-dd4a0bd46b96 tempest-RoutersAdminNegativeTest-1648080286 tempest-RoutersAdminNegativeTest-1648080286-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:16.434268 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb69e6-021c-4e00-bfc2-345275068cd5 req-8722f8fb-e4a9-4bfc-9e51-92a9d04b7066 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:16.436694 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-befb69e6-021c-4e00-bfc2-345275068cd5 req-8722f8fb-e4a9-4bfc-9e51-92a9d04b7066 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5517580-b4c7-437e-b878-c1c567ed0025 HTTP/1.1" status: 200 len: 943 time: 0.1184237 Oct 30 15:15:16.459650 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f18afea-337f-4a81-9f1d-325c81443e19 req-dbc43dc8-1da2-4cd1-9dff-f0e391fc8a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:16.461627 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3f18afea-337f-4a81-9f1d-325c81443e19 req-dbc43dc8-1da2-4cd1-9dff-f0e391fc8a3b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2bff5c42b94f45558740176c1102ba1b&device_id=a5517580-b4c7-437e-b878-c1c567ed0025 HTTP/1.1" status: 200 len: 1095 time: 0.0797105 Oct 30 15:15:16.523047 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-befb69e6-021c-4e00-bfc2-345275068cd5 req-8f2e4ed1-7275-46b7-a7a7-75c8fdc567c6 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/security-groups?id=dcd601be-910e-42a5-9957-7f59047ec0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656056 Oct 30 15:15:16.539118 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8dad6ca2-a297-42dc-81bf-dd4a0bd46b96 tempest-RoutersAdminNegativeTest-1648080286 tempest-RoutersAdminNegativeTest-1648080286-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:16.544219 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8dad6ca2-a297-42dc-81bf-dd4a0bd46b96 tempest-RoutersAdminNegativeTest-1648080286 tempest-RoutersAdminNegativeTest-1648080286-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:16.549746 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [None req-8dad6ca2-a297-42dc-81bf-dd4a0bd46b96 tempest-RoutersAdminNegativeTest-1648080286 tempest-RoutersAdminNegativeTest-1648080286-project-admin] device_id is not set on port ca5b3bc9-ee0b-4e8f-998a-a1faf187d78e yet. {{(pid=102130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:15:16.613022 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dad6ca2-a297-42dc-81bf-dd4a0bd46b96 tempest-RoutersAdminNegativeTest-1648080286 tempest-RoutersAdminNegativeTest-1648080286-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=775f56d7-3b7b-4a6c-9cd0-6e7a5f960452,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:16.624249 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f18afea-337f-4a81-9f1d-325c81443e19 req-78afeaed-d015-4393-bcb4-b2c358157373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:16.625783 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3f18afea-337f-4a81-9f1d-325c81443e19 req-78afeaed-d015-4393-bcb4-b2c358157373 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7b1d60f2-90d0-4f44-9856-0c96dd26f8ca HTTP/1.1" status: 200 len: 913 time: 0.1574275 Oct 30 15:15:16.671793 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3f18afea-337f-4a81-9f1d-325c81443e19 req-e6d744be-3715-4976-a9b5-69ba228276bd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160 HTTP/1.1" status: 200 len: 217 time: 0.0362148 Oct 30 15:15:16.705684 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-8dad6ca2-a297-42dc-81bf-dd4a0bd46b96 tempest-RoutersAdminNegativeTest-1648080286 tempest-RoutersAdminNegativeTest-1648080286-project-admin] Allocated IP 172.25.4.193 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/ca5b3bc9-ee0b-4e8f-998a-a1faf187d78e) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:15:16.769127 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f18afea-337f-4a81-9f1d-325c81443e19 req-11b20513-0962-47d2-bdb6-b2ef9fb0a68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:16.772913 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3f18afea-337f-4a81-9f1d-325c81443e19 req-11b20513-0962-47d2-bdb6-b2ef9fb0a68b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cb1592e1-5e9c-487d-b296-2e7a28c24f10 HTTP/1.1" status: 200 len: 852 time: 0.0871756 Oct 30 15:15:16.915876 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3f18afea-337f-4a81-9f1d-325c81443e19 req-c2f7033b-c962-470f-b4c7-274900c3d4b3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7b1d60f2-90d0-4f44-9856-0c96dd26f8ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803409 Oct 30 15:15:16.936007 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8dad6ca2-a297-42dc-81bf-dd4a0bd46b96 tempest-RoutersAdminNegativeTest-1648080286 tempest-RoutersAdminNegativeTest-1648080286-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:16.991254 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8dad6ca2-a297-42dc-81bf-dd4a0bd46b96 tempest-RoutersAdminNegativeTest-1648080286 tempest-RoutersAdminNegativeTest-1648080286-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:17.046211 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dad6ca2-a297-42dc-81bf-dd4a0bd46b96 tempest-RoutersAdminNegativeTest-1648080286 tempest-RoutersAdminNegativeTest-1648080286-project-admin] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:15:17.057340 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038304c-be7e-4d02-9acd-a380573fa868 req-b22ad1a6-eb8f-4ed3-87c2-ae672f05a3e2 tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:17.058856 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0038304c-be7e-4d02-9acd-a380573fa868 req-b22ad1a6-eb8f-4ed3-87c2-ae672f05a3e2 tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] 10.222.0.62 "GET /v2.0/ports?device_id=f99c3558-7710-4783-8bae-d8de5ff97692 HTTP/1.1" status: 200 len: 950 time: 0.1031265 Oct 30 15:15:17.063726 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-8dad6ca2-a297-42dc-81bf-dd4a0bd46b96 tempest-RoutersAdminNegativeTest-1648080286 tempest-RoutersAdminNegativeTest-1648080286-project-admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:15:17.066510 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dad6ca2-a297-42dc-81bf-dd4a0bd46b96 tempest-RoutersAdminNegativeTest-1648080286 tempest-RoutersAdminNegativeTest-1648080286-project-admin] Pushing event updated for resources: {'Port': ['ID=ca5b3bc9-ee0b-4e8f-998a-a1faf187d78e,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:17.068943 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dad6ca2-a297-42dc-81bf-dd4a0bd46b96 tempest-RoutersAdminNegativeTest-1648080286 tempest-RoutersAdminNegativeTest-1648080286-project-admin] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:15:17.113351 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dad6ca2-a297-42dc-81bf-dd4a0bd46b96 tempest-RoutersAdminNegativeTest-1648080286 tempest-RoutersAdminNegativeTest-1648080286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:17.113351 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8dad6ca2-a297-42dc-81bf-dd4a0bd46b96 tempest-RoutersAdminNegativeTest-1648080286 tempest-RoutersAdminNegativeTest-1648080286-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:17.117363 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3f18afea-337f-4a81-9f1d-325c81443e19 req-532814cf-5171-492e-96b7-c214716d83db service neutron] 10.222.0.53 "GET /v2.0/networks/7b1d60f2-90d0-4f44-9856-0c96dd26f8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949735 Oct 30 15:15:17.135038 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-8dad6ca2-a297-42dc-81bf-dd4a0bd46b96 tempest-RoutersAdminNegativeTest-1648080286 tempest-RoutersAdminNegativeTest-1648080286-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.0693939 Oct 30 15:15:17.135899 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 38960) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:17.141928 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-8ce93664-400f-43ba-9bff-7cbe20901d33 tempest-RoutersAdminNegativeTest-1648080286 tempest-RoutersAdminNegativeTest-1648080286-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.193'}]}}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:15:17.165169 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8ce93664-400f-43ba-9bff-7cbe20901d33 tempest-RoutersAdminNegativeTest-1648080286 tempest-RoutersAdminNegativeTest-1648080286-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:17.166455 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8ce93664-400f-43ba-9bff-7cbe20901d33 tempest-RoutersAdminNegativeTest-1648080286 tempest-RoutersAdminNegativeTest-1648080286-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:17.172959 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0038304c-be7e-4d02-9acd-a380573fa868 req-d9a0b0ab-742f-4741-8dea-9ace0e23e434 tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] 10.222.0.62 "GET /v2.0/security-groups?id=0cef2fd7-8a84-4a7a-a10d-2abd5799549d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957794 Oct 30 15:15:17.287604 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c3486e-9dc1-47bd-b440-d028aefc741d req-a1296173-0f7a-4a20-9cd8-faa27c9f1af2 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:17.295507 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c8c3486e-9dc1-47bd-b440-d028aefc741d req-a1296173-0f7a-4a20-9cd8-faa27c9f1af2 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/ports?device_id=71cd1030-4721-4928-84ee-b63ffbb50e9a HTTP/1.1" status: 200 len: 945 time: 0.1001480 Oct 30 15:15:17.298944 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8ce93664-400f-43ba-9bff-7cbe20901d33 tempest-RoutersAdminNegativeTest-1648080286 tempest-RoutersAdminNegativeTest-1648080286-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:17.322276 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3f18afea-337f-4a81-9f1d-325c81443e19 req-0992e669-5cae-4a31-8132-1ef57d3c1f84 service neutron] 10.222.0.53 "GET /v2.0/networks/7b1d60f2-90d0-4f44-9856-0c96dd26f8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894238 Oct 30 15:15:17.351515 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c8c3486e-9dc1-47bd-b440-d028aefc741d req-3f8b39d5-7086-42cb-b037-90e80c7a9ac7 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c4698d0-2960-428a-a3a0-964a3486c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465670 Oct 30 15:15:17.494988 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8ce93664-400f-43ba-9bff-7cbe20901d33 tempest-RoutersAdminNegativeTest-1648080286 tempest-RoutersAdminNegativeTest-1648080286-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:17.678939 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb36b5-5ac4-42f9-a43e-97fe15b38da6 req-81d74744-660b-47e5-9229-0b353a0009ad tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:17.680741 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-65bb36b5-5ac4-42f9-a43e-97fe15b38da6 req-81d74744-660b-47e5-9229-0b353a0009ad tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5517580-b4c7-437e-b878-c1c567ed0025 HTTP/1.1" status: 200 len: 943 time: 0.0776105 Oct 30 15:15:17.733037 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-65bb36b5-5ac4-42f9-a43e-97fe15b38da6 req-7a659255-74be-4581-a684-8f5808989ca4 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/security-groups?id=dcd601be-910e-42a5-9957-7f59047ec0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396883 Oct 30 15:15:17.760281 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8ce93664-400f-43ba-9bff-7cbe20901d33 tempest-RoutersAdminNegativeTest-1648080286 tempest-RoutersAdminNegativeTest-1648080286-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:17.781212 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8ce93664-400f-43ba-9bff-7cbe20901d33 tempest-RoutersAdminNegativeTest-1648080286 tempest-RoutersAdminNegativeTest-1648080286-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:17.951435 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8ce93664-400f-43ba-9bff-7cbe20901d33 tempest-RoutersAdminNegativeTest-1648080286 tempest-RoutersAdminNegativeTest-1648080286-project-admin] Publish callbacks [] for router, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:18.130141 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8ce93664-400f-43ba-9bff-7cbe20901d33 tempest-RoutersAdminNegativeTest-1648080286 tempest-RoutersAdminNegativeTest-1648080286-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:18.132542 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8ce93664-400f-43ba-9bff-7cbe20901d33 tempest-RoutersAdminNegativeTest-1648080286 tempest-RoutersAdminNegativeTest-1648080286-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:18.180321 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8ce93664-400f-43ba-9bff-7cbe20901d33 tempest-RoutersAdminNegativeTest-1648080286 tempest-RoutersAdminNegativeTest-1648080286-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:18.180888 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce93664-400f-43ba-9bff-7cbe20901d33 tempest-RoutersAdminNegativeTest-1648080286 tempest-RoutersAdminNegativeTest-1648080286-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d21a82ee-2308-495a-bd8c-7c0e601e922c {{(pid=102130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:15:18.210014 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [None req-8ce93664-400f-43ba-9bff-7cbe20901d33 tempest-RoutersAdminNegativeTest-1648080286 tempest-RoutersAdminNegativeTest-1648080286-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 30 15:15:18.211167 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-8ce93664-400f-43ba-9bff-7cbe20901d33 tempest-RoutersAdminNegativeTest-1648080286 tempest-RoutersAdminNegativeTest-1648080286-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.0738375 Oct 30 15:15:18.214568 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39062) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:18.342390 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39311a3-9004-42ca-ae83-52cdbf1e20ab req-00f6aa0c-350f-4c5d-8d28-29eb7d7dafe0 tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:18.343315 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-d4c916cb-3f7c-4aa7-90f6-6095d7df60e9 tempest-RoutersAdminNegativeTest-1648080286 tempest-RoutersAdminNegativeTest-1648080286-project-admin] Deleting port ca5b3bc9-ee0b-4e8f-998a-a1faf187d78e {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:15:18.344146 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d4c916cb-3f7c-4aa7-90f6-6095d7df60e9 tempest-RoutersAdminNegativeTest-1648080286 tempest-RoutersAdminNegativeTest-1648080286-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:18.356822 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d39311a3-9004-42ca-ae83-52cdbf1e20ab req-00f6aa0c-350f-4c5d-8d28-29eb7d7dafe0 tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] 10.222.0.62 "GET /v2.0/ports?device_id=f99c3558-7710-4783-8bae-d8de5ff97692 HTTP/1.1" status: 200 len: 950 time: 0.0888810 Oct 30 15:15:18.453494 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d39311a3-9004-42ca-ae83-52cdbf1e20ab req-41f83b64-652f-4bbb-bcae-27bc000d0c01 tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] 10.222.0.62 "GET /v2.0/security-groups?id=0cef2fd7-8a84-4a7a-a10d-2abd5799549d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894701 Oct 30 15:15:18.496395 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d4c916cb-3f7c-4aa7-90f6-6095d7df60e9 tempest-RoutersAdminNegativeTest-1648080286 tempest-RoutersAdminNegativeTest-1648080286-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:18.527642 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-d4c916cb-3f7c-4aa7-90f6-6095d7df60e9 tempest-RoutersAdminNegativeTest-1648080286 tempest-RoutersAdminNegativeTest-1648080286-project-admin] Calling delete_port for ca5b3bc9-ee0b-4e8f-998a-a1faf187d78e owned by {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:15:18.554497 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd3c635-2bda-4dd3-9cd0-7f16d93f58ac req-4f6eb62c-389f-4c8e-a543-c0eda1b01197 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:18.556060 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8cd3c635-2bda-4dd3-9cd0-7f16d93f58ac req-4f6eb62c-389f-4c8e-a543-c0eda1b01197 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/ports?device_id=71cd1030-4721-4928-84ee-b63ffbb50e9a HTTP/1.1" status: 200 len: 945 time: 0.0756919 Oct 30 15:15:18.615553 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:15:18.646417 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8cd3c635-2bda-4dd3-9cd0-7f16d93f58ac req-83896c77-c0b0-4e23-a8aa-4720fe47914f tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c4698d0-2960-428a-a3a0-964a3486c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530174 Oct 30 15:15:18.738088 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d4c916cb-3f7c-4aa7-90f6-6095d7df60e9 tempest-RoutersAdminNegativeTest-1648080286 tempest-RoutersAdminNegativeTest-1648080286-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:18.746675 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160,segment=NetworkSegment(75c14901-45f9-4a2f-9446-d0ecd75d3489),segment_id=75c14901-45f9-4a2f-9446-d0ecd75d3489)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:15:18.759167 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160', 'network_id': '7b1d60f2-90d0-4f44-9856-0c96dd26f8ca', 'port_id': '6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160', 'mac_address': 'fa:16:3e:ce:bb:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb1592e1-5e9c-487d-b296-2e7a28c24f10', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:15:18.788351 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c916cb-3f7c-4aa7-90f6-6095d7df60e9 tempest-RoutersAdminNegativeTest-1648080286 tempest-RoutersAdminNegativeTest-1648080286-project-admin] Pushing event deleted for resources: {'Port': ['ID=ca5b3bc9-ee0b-4e8f-998a-a1faf187d78e,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:18.803550 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:18.821235 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:15:18.843016 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160,segment=NetworkSegment(75c14901-45f9-4a2f-9446-d0ecd75d3489),segment_id=75c14901-45f9-4a2f-9446-d0ecd75d3489)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:15:18.847397 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:18.919456 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:18.927527 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d4c916cb-3f7c-4aa7-90f6-6095d7df60e9 tempest-RoutersAdminNegativeTest-1648080286 tempest-RoutersAdminNegativeTest-1648080286-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:18.934382 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-d4c916cb-3f7c-4aa7-90f6-6095d7df60e9 tempest-RoutersAdminNegativeTest-1648080286 tempest-RoutersAdminNegativeTest-1648080286-project-admin] 10.222.0.62 "DELETE /v2.0/ports/ca5b3bc9-ee0b-4e8f-998a-a1faf187d78e HTTP/1.1" status: 204 len: 168 time: 0.7156980 Oct 30 15:15:18.937512 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39126) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:18.969499 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39134) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:18.971967 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190eac8-8bf2-461e-8439-2c8404f029ab req-d03e5900-a236-486e-933e-b1cc28b73c57 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:18.973492 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7190eac8-8bf2-461e-8439-2c8404f029ab req-d03e5900-a236-486e-933e-b1cc28b73c57 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5517580-b4c7-437e-b878-c1c567ed0025 HTTP/1.1" status: 200 len: 944 time: 0.1210053 Oct 30 15:15:19.020588 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7190eac8-8bf2-461e-8439-2c8404f029ab req-3c3ab433-7c58-42a4-a2b5-e45cdbf22fe2 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/security-groups?id=dcd601be-910e-42a5-9957-7f59047ec0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400174 Oct 30 15:15:19.262236 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39146) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:19.280874 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f41860ff-e196-4ac3-a9c0-33752eccca27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:19.307173 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8b4433c4-e340-4bd5-882e-b9322c26bb40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:19.309964 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:15:19.378292 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4a329480-3379-42c2-a752-38cda442b852 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:19.434277 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f41860ff-e196-4ac3-a9c0-33752eccca27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:19.439375 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f41860ff-e196-4ac3-a9c0-33752eccca27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:19.465834 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4a329480-3379-42c2-a752-38cda442b852 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:19.470458 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4a329480-3379-42c2-a752-38cda442b852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:19.500039 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-f41860ff-e196-4ac3-a9c0-33752eccca27 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8b5e5379b85d477ca976b0b2311f10ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5613356 Oct 30 15:15:19.501205 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41860ff-e196-4ac3-a9c0-33752eccca27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a561bb73-a64e-44fc-94d8-0b83701c528e,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:19.505603 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39174) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:19.557237 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8b4433c4-e340-4bd5-882e-b9322c26bb40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:19.559031 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a329480-3379-42c2-a752-38cda442b852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9b3ef8-6c1e-4040-bfa4-881ca7391e8b,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:19.574401 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-afa3826a-9787-415b-891f-288ecd605271 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:19.576439 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-4a329480-3379-42c2-a752-38cda442b852 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=eea8478662c7461eb9b6b673c8c5b056&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3128901 Oct 30 15:15:19.579087 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39176) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:19.579499 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8b4433c4-e340-4bd5-882e-b9322c26bb40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:19.619788 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-afa3826a-9787-415b-891f-288ecd605271 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:19.620642 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-8b4433c4-e340-4bd5-882e-b9322c26bb40 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=00bc6967af994b0f976f5eb4c3d37d82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6500607 Oct 30 15:15:19.621692 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4433c4-e340-4bd5-882e-b9322c26bb40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ba9e48-8402-4fa2-89ce-4b8316224d23,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:19.624307 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39178) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:19.718118 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-01c3266c-1e88-4d76-a26d-4eff061002ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:19.753927 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c7325418-7efc-44cc-a230-4edb57c6a87f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:19.763198 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-01c3266c-1e88-4d76-a26d-4eff061002ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:19.778286 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-afa3826a-9787-415b-891f-288ecd605271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:19.780914 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-afa3826a-9787-415b-891f-288ecd605271 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:19.784944 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-afa3826a-9787-415b-891f-288ecd605271 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a561bb73-a64e-44fc-94d8-0b83701c528e HTTP/1.1" status: 204 len: 168 time: 0.2754667 Oct 30 15:15:19.802886 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c7325418-7efc-44cc-a230-4edb57c6a87f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:19.813626 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa3826a-9787-415b-891f-288ecd605271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a561bb73-a64e-44fc-94d8-0b83701c528e,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:19.819557 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e5fe3-965e-4ca1-8ebf-5b53117392a7 req-5b54d0ab-2eb2-4a65-80e9-3e01ae66ad95 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:19.827739 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0b5e5fe3-965e-4ca1-8ebf-5b53117392a7 req-5b54d0ab-2eb2-4a65-80e9-3e01ae66ad95 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/ports?device_id=71cd1030-4721-4928-84ee-b63ffbb50e9a HTTP/1.1" status: 200 len: 945 time: 0.0770025 Oct 30 15:15:19.868454 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0b5e5fe3-965e-4ca1-8ebf-5b53117392a7 req-836419d9-1f05-46bb-b167-6ae24f8a4522 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c4698d0-2960-428a-a3a0-964a3486c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397925 Oct 30 15:15:19.887929 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c7325418-7efc-44cc-a230-4edb57c6a87f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:19.891107 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c7325418-7efc-44cc-a230-4edb57c6a87f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:19.892460 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c7325418-7efc-44cc-a230-4edb57c6a87f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/14ba9e48-8402-4fa2-89ce-4b8316224d23 HTTP/1.1" status: 204 len: 168 time: 0.2589607 Oct 30 15:15:19.903131 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-01c3266c-1e88-4d76-a26d-4eff061002ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:19.905695 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-01c3266c-1e88-4d76-a26d-4eff061002ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:19.909232 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-01c3266c-1e88-4d76-a26d-4eff061002ab admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1c9b3ef8-6c1e-4040-bfa4-881ca7391e8b HTTP/1.1" status: 204 len: 168 time: 0.3267581 Oct 30 15:15:19.909232 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7325418-7efc-44cc-a230-4edb57c6a87f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ba9e48-8402-4fa2-89ce-4b8316224d23,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:19.918371 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c3266c-1e88-4d76-a26d-4eff061002ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9b3ef8-6c1e-4040-bfa4-881ca7391e8b,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:20.174727 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b74eb-0b4c-425d-99e7-e4d3caea8021 req-0944399f-022e-451d-91a5-c12d69daa8be tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:20.176954 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-027b74eb-0b4c-425d-99e7-e4d3caea8021 req-0944399f-022e-451d-91a5-c12d69daa8be tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5517580-b4c7-437e-b878-c1c567ed0025 HTTP/1.1" status: 200 len: 944 time: 0.0654972 Oct 30 15:15:20.229972 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-027b74eb-0b4c-425d-99e7-e4d3caea8021 req-69a168dc-85d8-4f8f-a88e-ba3ffef3da5d tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/security-groups?id=dcd601be-910e-42a5-9957-7f59047ec0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461009 Oct 30 15:15:20.395036 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39228) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:20.410835 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1ca4ee69-ade4-42b6-b583-9aa0a4848a6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:20.429406 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39230) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:20.477013 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-72f7c616-1eb5-4c5e-8d19-7df5692f4f6c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=171cf904637c459c9d4406c8f6ba739c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464139 Oct 30 15:15:20.480089 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39232) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:20.505210 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1ca4ee69-ade4-42b6-b583-9aa0a4848a6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:20.509774 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1ca4ee69-ade4-42b6-b583-9aa0a4848a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:20.531002 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-98e70f21-a9ca-4641-9a68-1010add53efe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:20.554018 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-1ca4ee69-ade4-42b6-b583-9aa0a4848a6a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0f65b754007947ffa4844ffe144c8f28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1553085 Oct 30 15:15:20.554018 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca4ee69-ade4-42b6-b583-9aa0a4848a6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=686e615a-737a-457a-bcf4-88cc87b3763e,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:20.554837 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39236) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:20.556835 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-98e70f21-a9ca-4641-9a68-1010add53efe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:20.616687 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b284eb2f-a9ab-4553-9dfc-d5b6e137e5fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:20.637452 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:15:20.642919 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-98e70f21-a9ca-4641-9a68-1010add53efe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:20.644453 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b284eb2f-a9ab-4553-9dfc-d5b6e137e5fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:20.645944 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-98e70f21-a9ca-4641-9a68-1010add53efe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:20.651244 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-98e70f21-a9ca-4641-9a68-1010add53efe admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/775f56d7-3b7b-4a6c-9cd0-6e7a5f960452 HTTP/1.1" status: 204 len: 168 time: 0.1698267 Oct 30 15:15:20.659278 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e70f21-a9ca-4641-9a68-1010add53efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775f56d7-3b7b-4a6c-9cd0-6e7a5f960452,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:20.713201 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b284eb2f-a9ab-4553-9dfc-d5b6e137e5fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:20.714392 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port 6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:15:20.717115 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b284eb2f-a9ab-4553-9dfc-d5b6e137e5fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:20.718336 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b284eb2f-a9ab-4553-9dfc-d5b6e137e5fd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/686e615a-737a-457a-bcf4-88cc87b3763e HTTP/1.1" status: 204 len: 168 time: 0.1625619 Oct 30 15:15:20.719085 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:15:20.719685 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:20.726391 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284eb2f-a9ab-4553-9dfc-d5b6e137e5fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686e615a-737a-457a-bcf4-88cc87b3763e,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:20.827109 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:20.865922 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5517580-b4c7-437e-b878-c1c567ed0025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:15:20.868241 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d441657a-3634-4ed1-9248-dbea1544231b" -d '{"events": [{"server_uuid": "a5517580-b4c7-437e-b878-c1c567ed0025", "name": "network-vif-plugged", "status": "completed", "tag": "6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:15:20.881776 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160,segment=NetworkSegment(75c14901-45f9-4a2f-9446-d0ecd75d3489),segment_id=75c14901-45f9-4a2f-9446-d0ecd75d3489)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:15:20.886368 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:20.887529 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 1812d945-27a5-4211-bb30-d86827eca464 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:15:21.004967 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:21.025734 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:21.027851 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c7d48-e707-44f2-992e-33a997634659 req-19f146d2-ffdc-4c24-aeee-b3c8af67dbbe tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:21.029450 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ce4c7d48-e707-44f2-992e-33a997634659 req-19f146d2-ffdc-4c24-aeee-b3c8af67dbbe tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/ports?device_id=71cd1030-4721-4928-84ee-b63ffbb50e9a HTTP/1.1" status: 200 len: 945 time: 0.0642793 Oct 30 15:15:21.064627 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 1812d945-27a5-4211-bb30-d86827eca464, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=1812d945-27a5-4211-bb30-d86827eca464,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:15:21.070248 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:21.086783 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ce4c7d48-e707-44f2-992e-33a997634659 req-7440b185-74c9-4296-98b0-55cc27c1377f tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c4698d0-2960-428a-a3a0-964a3486c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503345 Oct 30 15:15:21.142981 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=1812d945-27a5-4211-bb30-d86827eca464,revision_number=8']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:21.157210 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f449cea1-283c-46cd-90c3-4289358cec35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:21.164558 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7402478-b558-4143-b15c-62665d63a723 x-openstack-request-id: req-f7402478-b558-4143-b15c-62665d63a723 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:15:21.164558 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5517580-b4c7-437e-b878-c1c567ed0025", "name": "network-vif-plugged", "status": "completed", "tag": "6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:15:21.164558 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f7402478-b558-4143-b15c-62665d63a723 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:15:21.165086 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5517580-b4c7-437e-b878-c1c567ed0025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160', 'code': 200} Oct 30 15:15:21.288395 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af73993f-ce36-4a21-b13d-f1f0fdb108ed req-5acf2cd5-bbc4-4d81-82bb-d2da9cb45262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:21.290032 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-af73993f-ce36-4a21-b13d-f1f0fdb108ed req-5acf2cd5-bbc4-4d81-82bb-d2da9cb45262 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a5517580-b4c7-437e-b878-c1c567ed0025 HTTP/1.1" status: 200 len: 1097 time: 0.0509887 Oct 30 15:15:21.339565 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-af73993f-ce36-4a21-b13d-f1f0fdb108ed req-37c02d77-3d91-467a-8abb-be283c3a003a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=dcd601be-910e-42a5-9957-7f59047ec0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386164 Oct 30 15:15:21.379315 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af796d-77be-451b-ac9f-2975dc85960e req-f1b9e61e-a5e8-418e-b1c7-4b2819adc5db tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:21.383948 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-39af796d-77be-451b-ac9f-2975dc85960e req-f1b9e61e-a5e8-418e-b1c7-4b2819adc5db tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5517580-b4c7-437e-b878-c1c567ed0025 HTTP/1.1" status: 200 len: 945 time: 0.0598609 Oct 30 15:15:21.435290 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-39af796d-77be-451b-ac9f-2975dc85960e req-cc9ba68b-c466-437f-a354-bb4ce8c62da0 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/security-groups?id=dcd601be-910e-42a5-9957-7f59047ec0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473983 Oct 30 15:15:22.026829 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39324) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:22.211799 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c471d5e-6df4-4423-82ad-c0bdf98f454a req-9bca7ba4-4830-40dd-a04b-46f8cb3dc206 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:22.216207 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9c471d5e-6df4-4423-82ad-c0bdf98f454a req-9bca7ba4-4830-40dd-a04b-46f8cb3dc206 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/ports?device_id=71cd1030-4721-4928-84ee-b63ffbb50e9a HTTP/1.1" status: 200 len: 945 time: 0.0613627 Oct 30 15:15:22.277746 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9c471d5e-6df4-4423-82ad-c0bdf98f454a req-3645b467-52d5-48a6-a09f-973d7991b6b6 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c4698d0-2960-428a-a3a0-964a3486c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572231 Oct 30 15:15:22.320093 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-28cefb21-fa60-487a-a329-ee0d78ce5882 tempest-AgentManagementNegativeTest-627752821 tempest-AgentManagementNegativeTest-627752821-project] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2919495 Oct 30 15:15:22.367678 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39354) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:22.571568 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04974c35-01af-4cb3-a69b-5df8742b4e5c req-c1423f29-af43-4975-a85f-b0c7cba8a698 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:22.576482 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-04974c35-01af-4cb3-a69b-5df8742b4e5c req-c1423f29-af43-4975-a85f-b0c7cba8a698 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5517580-b4c7-437e-b878-c1c567ed0025 HTTP/1.1" status: 200 len: 945 time: 0.0594389 Oct 30 15:15:22.610230 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-2d8f84b0-51ef-4ddd-9ced-d9eac8ac0df4 tempest-MeteringTestJSON-1056925521 tempest-MeteringTestJSON-1056925521-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-746319331'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:15:22.610712 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-2d8f84b0-51ef-4ddd-9ced-d9eac8ac0df4 tempest-MeteringTestJSON-1056925521 tempest-MeteringTestJSON-1056925521-project-admin] Unknown quota resources ['metering_label']. {{(pid=102131) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 30 15:15:22.655108 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 1812d945-27a5-4211-bb30-d86827eca464 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:15:22.717702 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-04974c35-01af-4cb3-a69b-5df8742b4e5c req-3bbdb814-5df2-47cd-9f5d-e455e38990dc tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/security-groups?id=dcd601be-910e-42a5-9957-7f59047ec0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320076 Oct 30 15:15:22.738869 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39370) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:22.858709 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2d8f84b0-51ef-4ddd-9ced-d9eac8ac0df4 tempest-MeteringTestJSON-1056925521 tempest-MeteringTestJSON-1056925521-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:22.858806 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-2d8f84b0-51ef-4ddd-9ced-d9eac8ac0df4 tempest-MeteringTestJSON-1056925521 tempest-MeteringTestJSON-1056925521-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.4900005 Oct 30 15:15:22.861511 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39376) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:22.867020 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-62862ba4-85ed-43fe-87fa-348dc2c13e0a tempest-MeteringTestJSON-1056925521 tempest-MeteringTestJSON-1056925521-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'c35e85de-73f4-4315-a2e1-6b322e43a2cd'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:15:22.868154 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-62862ba4-85ed-43fe-87fa-348dc2c13e0a tempest-MeteringTestJSON-1056925521 tempest-MeteringTestJSON-1056925521-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102131) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 30 15:15:22.873949 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 1812d945-27a5-4211-bb30-d86827eca464, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=1812d945-27a5-4211-bb30-d86827eca464,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:15:22.887711 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '1812d945-27a5-4211-bb30-d86827eca464', 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704', 'port_id': '1812d945-27a5-4211-bb30-d86827eca464', 'mac_address': 'fa:16:3e:69:92:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b5dea3-b65b-4514-8ec2-18a4245eb194', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:15:22.917758 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2f341b68-71e7-4a1c-a458-8c53a031fdf3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:22.933351 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:22.949615 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1812d945-27a5-4211-bb30-d86827eca464 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:15:22.960503 n-d-806683-17 neutron-server[102131]: WARNING neutron.services.metering.metering_plugin [None req-62862ba4-85ed-43fe-87fa-348dc2c13e0a tempest-MeteringTestJSON-1056925521 tempest-MeteringTestJSON-1056925521-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 30 15:15:22.974281 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 1812d945-27a5-4211-bb30-d86827eca464, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=1812d945-27a5-4211-bb30-d86827eca464,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:15:22.983152 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:23.015675 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2f341b68-71e7-4a1c-a458-8c53a031fdf3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:23.020928 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2f341b68-71e7-4a1c-a458-8c53a031fdf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:23.037360 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=1812d945-27a5-4211-bb30-d86827eca464,revision_number=9']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:23.085038 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-2f341b68-71e7-4a1c-a458-8c53a031fdf3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8a420e8382d8420ca61cb91dba3d04d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3444436 Oct 30 15:15:23.085691 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39384) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:23.088276 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f341b68-71e7-4a1c-a458-8c53a031fdf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e45da76-dbca-436f-a230-70487511ddbf,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:23.096482 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-62862ba4-85ed-43fe-87fa-348dc2c13e0a tempest-MeteringTestJSON-1056925521 tempest-MeteringTestJSON-1056925521-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:23.099496 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-62862ba4-85ed-43fe-87fa-348dc2c13e0a tempest-MeteringTestJSON-1056925521 tempest-MeteringTestJSON-1056925521-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2351382 Oct 30 15:15:23.100789 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39386) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:23.112869 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-d6060ff1-7d62-4820-91f9-14fa6b09ea18 tempest-MeteringTestJSON-1056925521 tempest-MeteringTestJSON-1056925521-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'c35e85de-73f4-4315-a2e1-6b322e43a2cd'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:15:23.113429 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-d6060ff1-7d62-4820-91f9-14fa6b09ea18 tempest-MeteringTestJSON-1056925521 tempest-MeteringTestJSON-1056925521-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102131) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 30 15:15:23.139808 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b84f4db9-5efc-4fc7-8a8d-417ec79c7329 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:23.149369 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['1812d945-27a5-4211-bb30-d86827eca464'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:15:23.164114 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b84f4db9-5efc-4fc7-8a8d-417ec79c7329 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:23.173054 n-d-806683-17 neutron-server[102131]: WARNING neutron.services.metering.metering_plugin [None req-d6060ff1-7d62-4820-91f9-14fa6b09ea18 tempest-MeteringTestJSON-1056925521 tempest-MeteringTestJSON-1056925521-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 30 15:15:23.180876 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99c3558-7710-4783-8bae-d8de5ff97692', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1812d945-27a5-4211-bb30-d86827eca464'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:15:23.183433 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9503d2-4f09-4747-9af5-da16c02a4a8b" -d '{"events": [{"server_uuid": "f99c3558-7710-4783-8bae-d8de5ff97692", "name": "network-vif-unplugged", "status": "completed", "tag": "1812d945-27a5-4211-bb30-d86827eca464"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:15:23.230437 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b84f4db9-5efc-4fc7-8a8d-417ec79c7329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:23.234331 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b84f4db9-5efc-4fc7-8a8d-417ec79c7329 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:23.241080 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b84f4db9-5efc-4fc7-8a8d-417ec79c7329 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2e45da76-dbca-436f-a230-70487511ddbf HTTP/1.1" status: 204 len: 168 time: 0.1541498 Oct 30 15:15:23.252592 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84f4db9-5efc-4fc7-8a8d-417ec79c7329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e45da76-dbca-436f-a230-70487511ddbf,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:23.253738 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Oct 2021 15:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-707972fc-9591-4f71-9561-63076318a98a x-openstack-request-id: req-707972fc-9591-4f71-9561-63076318a98a {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:15:23.254278 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f99c3558-7710-4783-8bae-d8de5ff97692", "name": "network-vif-unplugged", "status": "completed", "tag": "1812d945-27a5-4211-bb30-d86827eca464", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:15:23.254680 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-707972fc-9591-4f71-9561-63076318a98a {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:15:23.255230 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f99c3558-7710-4783-8bae-d8de5ff97692', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1812d945-27a5-4211-bb30-d86827eca464', 'code': 200} Oct 30 15:15:23.265509 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d6060ff1-7d62-4820-91f9-14fa6b09ea18 tempest-MeteringTestJSON-1056925521 tempest-MeteringTestJSON-1056925521-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:23.269798 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d6060ff1-7d62-4820-91f9-14fa6b09ea18 tempest-MeteringTestJSON-1056925521 tempest-MeteringTestJSON-1056925521-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1657507 Oct 30 15:15:23.269914 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39398) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:23.288359 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-0da36a77-770b-4614-8512-44e95bddd38c tempest-MeteringTestJSON-1056925521 tempest-MeteringTestJSON-1056925521-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules?id=4e12e899-4f7a-4b5e-ae4a-8433bdc751e8 HTTP/1.1" status: 200 len: 464 time: 0.0168226 Oct 30 15:15:23.291153 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39400) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:23.536678 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a6115da0-a566-4b2e-89b6-5e282e7924b9 tempest-MeteringTestJSON-1056925521 tempest-MeteringTestJSON-1056925521-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:23.537778 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a6115da0-a566-4b2e-89b6-5e282e7924b9 tempest-MeteringTestJSON-1056925521 tempest-MeteringTestJSON-1056925521-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-label-rules/4e12e899-4f7a-4b5e-ae4a-8433bdc751e8 HTTP/1.1" status: 204 len: 168 time: 0.2454658 Oct 30 15:15:23.540875 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39430) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:23.575648 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06779d4c-3a1b-470d-a7da-731f66e135c7 req-8acc1a66-7bca-4609-a092-6e559034e2dc tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:23.588128 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-06779d4c-3a1b-470d-a7da-731f66e135c7 req-8acc1a66-7bca-4609-a092-6e559034e2dc tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/ports?device_id=71cd1030-4721-4928-84ee-b63ffbb50e9a HTTP/1.1" status: 200 len: 945 time: 0.1306283 Oct 30 15:15:23.613036 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-176becef-d9a0-49a8-bf9d-f0ec67b7d1bf tempest-MeteringTestJSON-1056925521 tempest-MeteringTestJSON-1056925521-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules?id=4e12e899-4f7a-4b5e-ae4a-8433bdc751e8 HTTP/1.1" status: 200 len: 221 time: 0.0705228 Oct 30 15:15:23.613657 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39434) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:23.619396 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-ccb6fcff-97d8-4bbf-beae-4f4b86cfb317 tempest-MeteringTestJSON-1056925521 tempest-MeteringTestJSON-1056925521-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1931832249', 'description': 'label created by tempest'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:15:23.624257 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-ccb6fcff-97d8-4bbf-beae-4f4b86cfb317 tempest-MeteringTestJSON-1056925521 tempest-MeteringTestJSON-1056925521-project-admin] Unknown quota resources ['metering_label']. {{(pid=102131) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 30 15:15:23.660874 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-06779d4c-3a1b-470d-a7da-731f66e135c7 req-aba76fcc-8ef7-44aa-a2ff-2aa1b54563c6 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c4698d0-2960-428a-a3a0-964a3486c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718443 Oct 30 15:15:23.770986 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3cadcb27-082d-4bed-a175-d00eea92d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:23.960823 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ccb6fcff-97d8-4bbf-beae-4f4b86cfb317 tempest-MeteringTestJSON-1056925521 tempest-MeteringTestJSON-1056925521-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:23.964493 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-ccb6fcff-97d8-4bbf-beae-4f4b86cfb317 tempest-MeteringTestJSON-1056925521 tempest-MeteringTestJSON-1056925521-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3464434 Oct 30 15:15:23.964893 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39468) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:23.983803 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6564d5-14a7-45f9-ac1f-a13e137b461c req-afabf18f-7b2e-4883-8c6c-da6868e83b68 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:23.995170 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ef6564d5-14a7-45f9-ac1f-a13e137b461c req-afabf18f-7b2e-4883-8c6c-da6868e83b68 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5517580-b4c7-437e-b878-c1c567ed0025 HTTP/1.1" status: 200 len: 945 time: 0.1097946 Oct 30 15:15:24.046212 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ef6564d5-14a7-45f9-ac1f-a13e137b461c req-bfd802a9-db2c-4800-9633-b089a33da051 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/security-groups?id=dcd601be-910e-42a5-9957-7f59047ec0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500512 Oct 30 15:15:24.358537 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-8cbeffef-b551-4116-a7ba-9f2ef0b006df tempest-MeteringTestJSON-1056925521 tempest-MeteringTestJSON-1056925521-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels?id=ce64bcf5-c907-48cf-875a-7764eac8dfca HTTP/1.1" status: 200 len: 468 time: 0.3923442 Oct 30 15:15:24.361465 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39488) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:24.395422 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fbf700ba-13fe-431c-a334-1aca369ac2b6 req-a911bbd9-485a-43cc-aa12-d3f740f8396a tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-61858283&fields=id&tenant_id=2bff5c42b94f45558740176c1102ba1b HTTP/1.1" status: 200 len: 267 time: 0.0391331 Oct 30 15:15:24.458159 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39498) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:24.499018 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf700ba-13fe-431c-a334-1aca369ac2b6 req-17fdcc2d-f332-4bc7-99fe-40a54e5ab1c4 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:24.515706 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fbf700ba-13fe-431c-a334-1aca369ac2b6 req-17fdcc2d-f332-4bc7-99fe-40a54e5ab1c4 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5517580-b4c7-437e-b878-c1c567ed0025 HTTP/1.1" status: 200 len: 945 time: 0.1090610 Oct 30 15:15:24.521822 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-fbf700ba-13fe-431c-a334-1aca369ac2b6 req-d364816a-7b69-45ac-b619-1b98da47b57a tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Request body: {'port': {'security_groups': ['dcd601be-910e-42a5-9957-7f59047ec0a0', '052bbdf9-5f48-42f1-a6e5-8b7f2af04a29']}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:15:24.577682 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:24.641344 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-fbf700ba-13fe-431c-a334-1aca369ac2b6 req-d364816a-7b69-45ac-b619-1b98da47b57a tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:24.661770 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 1812d945-27a5-4211-bb30-d86827eca464 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:15:24.681507 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [None req-480dd8e9-c147-4423-9775-358ab8f8ee8f tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:15:24.682721 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-480dd8e9-c147-4423-9775-358ab8f8ee8f tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.2208204 Oct 30 15:15:24.699032 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39510) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:24.705446 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [None req-6b5d06c9-4b3c-4fad-b9ee-540783260400 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] http://10.222.0.62:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:15:24.709421 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39512) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:24.716613 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [None req-8b469dc3-fdd6-46a8-be10-7c4f17b208b9 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] http://10.222.0.62:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:15:24.717860 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-8b469dc3-fdd6-46a8-be10-7c4f17b208b9 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] 10.222.0.62 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0072973 Oct 30 15:15:24.720740 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39514) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:24.725817 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [None req-661ef622-7caa-4ac6-945f-58ae7685e60b tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] http://10.222.0.62:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:15:24.726300 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-6b5d06c9-4b3c-4fad-b9ee-540783260400 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] 10.222.0.62 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0258090 Oct 30 15:15:24.727351 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-661ef622-7caa-4ac6-945f-58ae7685e60b tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] 10.222.0.62 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0054665 Oct 30 15:15:24.731996 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39516) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:24.753376 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [None req-c78d925e-802a-4271-8455-498bc1798297 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] http://10.222.0.62:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:15:24.759646 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-c78d925e-802a-4271-8455-498bc1798297 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] 10.222.0.62 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0235629 Oct 30 15:15:24.763736 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39518) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:24.782224 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 1812d945-27a5-4211-bb30-d86827eca464 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:15:24.783170 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:24.792736 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [None req-ce103693-2436-4405-9c28-0d83819af7b1 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] http://10.222.0.62:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:15:24.796948 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-ce103693-2436-4405-9c28-0d83819af7b1 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] 10.222.0.62 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0256102 Oct 30 15:15:24.808522 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39522) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:24.821045 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [None req-9ec5d2da-83fa-44d3-8a0e-a601256209dd tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] http://10.222.0.62:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:15:24.824502 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9ec5d2da-83fa-44d3-8a0e-a601256209dd tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] 10.222.0.62 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0127149 Oct 30 15:15:24.830728 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39524) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:24.848117 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [None req-47b260d2-fd9d-4b62-9c87-a55dd346b96d tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] http://10.222.0.62:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:15:24.852535 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-47b260d2-fd9d-4b62-9c87-a55dd346b96d tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] 10.222.0.62 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0185804 Oct 30 15:15:24.865892 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39526) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:24.874711 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:24.889038 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [None req-1a476a60-ba72-420f-8219-f7fb840c39a4 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] http://10.222.0.62:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:15:24.890899 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-1a476a60-ba72-420f-8219-f7fb840c39a4 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] 10.222.0.62 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0184515 Oct 30 15:15:24.894960 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39528) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:24.898135 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a8dee090-75ab-4335-83e1-ea03e4f6cd64 tempest-MeteringTestJSON-1056925521 tempest-MeteringTestJSON-1056925521-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:24.901843 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-a8dee090-75ab-4335-83e1-ea03e4f6cd64 tempest-MeteringTestJSON-1056925521 tempest-MeteringTestJSON-1056925521-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-labels/ce64bcf5-c907-48cf-875a-7764eac8dfca HTTP/1.1" status: 204 len: 168 time: 0.5392635 Oct 30 15:15:24.903039 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [None req-c40a5539-49c9-4c14-a781-956c003f4b87 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] http://10.222.0.62:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:15:24.903669 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39530) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:24.904820 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c40a5539-49c9-4c14-a781-956c003f4b87 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] 10.222.0.62 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0086238 Oct 30 15:15:24.909681 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39532) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:24.934784 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [None req-fbcbb711-50ee-4425-8eb6-a95450ef83a8 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] http://10.222.0.62:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:15:24.938285 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-fbcbb711-50ee-4425-8eb6-a95450ef83a8 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] 10.222.0.62 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0156701 Oct 30 15:15:24.941034 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39534) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:24.947946 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [None req-c36bc687-0a75-496d-ab3e-233b0a8fd169 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] http://10.222.0.62:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:15:24.949760 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c36bc687-0a75-496d-ab3e-233b0a8fd169 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] 10.222.0.62 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0076180 Oct 30 15:15:24.963450 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39536) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:24.964209 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:24.986602 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [None req-e4072266-069c-49b7-8690-07b7abb6d6d4 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] http://10.222.0.62:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:15:24.990087 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-e4072266-069c-49b7-8690-07b7abb6d6d4 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] 10.222.0.62 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0222580 Oct 30 15:15:24.996972 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39540) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:24.997283 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39542) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:24.999019 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d330b2fb-1065-40c3-86f7-05d68aa8a4ed tempest-MeteringTestJSON-1056925521 tempest-MeteringTestJSON-1056925521-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels?id=ce64bcf5-c907-48cf-875a-7764eac8dfca HTTP/1.1" status: 200 len: 216 time: 0.0928910 Oct 30 15:15:25.003936 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39544) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:25.005382 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [None req-8b319b37-1239-41e6-82a9-7e1081e13d7e tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] http://10.222.0.62:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:15:25.006419 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-8b319b37-1239-41e6-82a9-7e1081e13d7e tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] 10.222.0.62 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0047483 Oct 30 15:15:25.012736 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39546) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:25.029838 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-70a68f89-c6c7-4612-816c-ebb967774179 tempest-MeteringTestJSON-1056925521 tempest-MeteringTestJSON-1056925521-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0235522 Oct 30 15:15:25.033058 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39550) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:25.036447 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [None req-9be3ff22-314d-431f-a21d-b1eef80f8ee5 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] http://10.222.0.62:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:15:25.037786 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-9be3ff22-314d-431f-a21d-b1eef80f8ee5 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] 10.222.0.62 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0080624 Oct 30 15:15:25.037904 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 1812d945-27a5-4211-bb30-d86827eca464, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=1812d945-27a5-4211-bb30-d86827eca464,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:15:25.041120 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39552) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:25.045266 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:25.055196 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [None req-e9565690-0053-4f85-b326-2499e047c155 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] http://10.222.0.62:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:15:25.058441 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e9565690-0053-4f85-b326-2499e047c155 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] 10.222.0.62 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0141971 Oct 30 15:15:25.061951 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39554) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:25.069143 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-1423504d-28d3-453d-a541-b36d06a54b99 tempest-MeteringTestJSON-1056925521 tempest-MeteringTestJSON-1056925521-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0266535 Oct 30 15:15:25.069916 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39556) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:25.072548 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [None req-a321424a-10f9-4545-b777-fea2ff10a33e tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] http://10.222.0.62:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:15:25.080033 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a321424a-10f9-4545-b777-fea2ff10a33e tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] 10.222.0.62 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0108495 Oct 30 15:15:25.083487 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39558) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:25.102127 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [None req-d84e4141-ecac-4682-8248-a8f5c6a73132 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] http://10.222.0.62:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:15:25.103992 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-d84e4141-ecac-4682-8248-a8f5c6a73132 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] 10.222.0.62 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0192571 Oct 30 15:15:25.116188 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39560) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:25.116902 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db0417f-204b-4889-99bb-04a7957dcfe1 req-4808174f-b2df-4160-abea-7f2b904a946a tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:25.128824 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9db0417f-204b-4889-99bb-04a7957dcfe1 req-4808174f-b2df-4160-abea-7f2b904a946a tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/ports?device_id=71cd1030-4721-4928-84ee-b63ffbb50e9a HTTP/1.1" status: 200 len: 945 time: 0.1700375 Oct 30 15:15:25.131764 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [None req-13c7321e-1d13-4b84-ac84-20a4501fe936 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] http://10.222.0.62:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:15:25.132722 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-13c7321e-1d13-4b84-ac84-20a4501fe936 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] 10.222.0.62 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0095699 Oct 30 15:15:25.145191 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39562) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:25.149432 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [None req-cff841ae-0880-447e-8697-e6f6ba674450 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] http://10.222.0.62:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:15:25.150896 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-cff841ae-0880-447e-8697-e6f6ba674450 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] 10.222.0.62 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0047710 Oct 30 15:15:25.160397 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=1812d945-27a5-4211-bb30-d86827eca464,revision_number=10']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:25.166110 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39564) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:25.171756 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [None req-cf2671ad-8ede-4039-9ecb-d3f949bfae2b tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] http://10.222.0.62:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:15:25.172715 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-cf2671ad-8ede-4039-9ecb-d3f949bfae2b tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] 10.222.0.62 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0056605 Oct 30 15:15:25.176467 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39566) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:25.180540 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [None req-593aa885-bb9d-4d1b-8528-33ca193dd00e tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] http://10.222.0.62:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:15:25.182056 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-593aa885-bb9d-4d1b-8528-33ca193dd00e tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] 10.222.0.62 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0047002 Oct 30 15:15:25.183994 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-fbf700ba-13fe-431c-a334-1aca369ac2b6 req-d364816a-7b69-45ac-b619-1b98da47b57a tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] For port 6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160,segment=NetworkSegment(75c14901-45f9-4a2f-9446-d0ecd75d3489),segment_id=75c14901-45f9-4a2f-9446-d0ecd75d3489)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:15:25.185680 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39568) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:25.200319 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [None req-0445015a-2c33-4cec-9b40-40a3d552e3ce tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] http://10.222.0.62:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:15:25.203563 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-0445015a-2c33-4cec-9b40-40a3d552e3ce tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] 10.222.0.62 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0147450 Oct 30 15:15:25.204864 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39570) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:25.210538 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [None req-840284f0-34ef-4a3e-88d2-7ea355a11585 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] http://10.222.0.62:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:15:25.210833 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-32e7bbbe-9f64-491c-83bc-6fd453d1ea4e tempest-MeteringTestJSON-1056925521 tempest-MeteringTestJSON-1056925521-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels/c35e85de-73f4-4315-a2e1-6b322e43a2cd HTTP/1.1" status: 200 len: 472 time: 0.1372423 Oct 30 15:15:25.214965 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-840284f0-34ef-4a3e-88d2-7ea355a11585 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] 10.222.0.62 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0057633 Oct 30 15:15:25.215133 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39572) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:25.215655 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39574) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:25.224103 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-51ec3af8-7eef-4b8d-8573-b3219ed749e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:25.230745 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [None req-c34d881a-e4cf-423b-b62d-dcc9419329d4 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] http://10.222.0.62:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:15:25.234051 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c34d881a-e4cf-423b-b62d-dcc9419329d4 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] 10.222.0.62 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0130115 Oct 30 15:15:25.235014 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39576) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:25.242159 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [None req-9fecf967-e208-46e6-9ab6-c700409b0423 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] http://10.222.0.62:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:15:25.246135 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9fecf967-e208-46e6-9ab6-c700409b0423 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] 10.222.0.62 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0059965 Oct 30 15:15:25.250527 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-65adb6c5-5dae-40ca-b799-ebb34c7bea5e tempest-MeteringTestJSON-1056925521 tempest-MeteringTestJSON-1056925521-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules/e5580aae-9218-44da-863f-422d1d381676 HTTP/1.1" status: 200 len: 461 time: 0.0304644 Oct 30 15:15:25.251501 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39578) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:25.251880 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39580) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:25.256796 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99c3558-7710-4783-8bae-d8de5ff97692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1812d945-27a5-4211-bb30-d86827eca464'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:15:25.259005 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37be630-e712-4877-beaa-9aca73bc1b3b" -d '{"events": [{"server_uuid": "f99c3558-7710-4783-8bae-d8de5ff97692", "name": "network-vif-plugged", "status": "completed", "tag": "1812d945-27a5-4211-bb30-d86827eca464"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:15:25.263691 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [None req-bafce005-2cda-44a4-9805-cc2bbd7b18b4 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] http://10.222.0.62:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:15:25.267228 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-bafce005-2cda-44a4-9805-cc2bbd7b18b4 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] 10.222.0.62 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0118463 Oct 30 15:15:25.276241 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39584) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:25.278876 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9db0417f-204b-4889-99bb-04a7957dcfe1 req-72b89133-c1a0-485f-9201-a87a39d21e00 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c4698d0-2960-428a-a3a0-964a3486c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427341 Oct 30 15:15:25.289137 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [None req-0616b29d-6e85-4430-8681-4f54429dcea0 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] http://10.222.0.62:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:15:25.294157 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-0616b29d-6e85-4430-8681-4f54429dcea0 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] 10.222.0.62 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0139773 Oct 30 15:15:25.296237 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39586) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:25.300358 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-fbf700ba-13fe-431c-a334-1aca369ac2b6 req-d364816a-7b69-45ac-b619-1b98da47b57a tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:25.304719 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [None req-fba216ce-0d93-45f3-9fdf-a8801e2dc5a2 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] http://10.222.0.62:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:15:25.306536 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-fba216ce-0d93-45f3-9fdf-a8801e2dc5a2 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] 10.222.0.62 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0089164 Oct 30 15:15:25.307426 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-fbf700ba-13fe-431c-a334-1aca369ac2b6 req-d364816a-7b69-45ac-b619-1b98da47b57a tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:25.314852 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39588) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:25.319166 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:15:25.323041 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [None req-b26bf2a9-7dcb-48ff-8966-429f1e6f6a8f tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] http://10.222.0.62:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:15:25.325720 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b26bf2a9-7dcb-48ff-8966-429f1e6f6a8f tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] 10.222.0.62 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0096521 Oct 30 15:15:25.328388 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39590) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:25.332876 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [None req-0525c2e0-6092-4ba5-a1c5-92fce8285e05 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] http://10.222.0.62:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:15:25.334037 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-0525c2e0-6092-4ba5-a1c5-92fce8285e05 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] 10.222.0.62 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0046871 Oct 30 15:15:25.338514 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39592) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:25.347271 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [None req-75b9b8c4-342c-466c-a64b-2637f1eeb379 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] http://10.222.0.62:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:15:25.348475 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-75b9b8c4-342c-466c-a64b-2637f1eeb379 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] 10.222.0.62 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0087123 Oct 30 15:15:25.353856 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39594) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:25.362326 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [None req-1ca8d88b-58e0-496f-a289-25daf3a79abc tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] http://10.222.0.62:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:15:25.364167 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-1ca8d88b-58e0-496f-a289-25daf3a79abc tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] 10.222.0.62 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0099328 Oct 30 15:15:25.370160 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39596) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:25.378896 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [None req-0bd2c850-c9d2-4ff3-ac77-d4f0b0869d0d tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] http://10.222.0.62:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:15:25.380246 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-0bd2c850-c9d2-4ff3-ac77-d4f0b0869d0d tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] 10.222.0.62 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0080698 Oct 30 15:15:25.383382 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39598) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:25.396031 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [None req-9ed9b353-28bd-4903-8606-64925d39f8bd tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] http://10.222.0.62:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:15:25.397616 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-9ed9b353-28bd-4903-8606-64925d39f8bd tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] 10.222.0.62 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0124869 Oct 30 15:15:25.404786 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39600) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:25.414642 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf700ba-13fe-431c-a334-1aca369ac2b6 req-d364816a-7b69-45ac-b619-1b98da47b57a tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:25.415289 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-fbf700ba-13fe-431c-a334-1aca369ac2b6 req-d364816a-7b69-45ac-b619-1b98da47b57a tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:25.417413 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fbf700ba-13fe-431c-a334-1aca369ac2b6 req-d364816a-7b69-45ac-b619-1b98da47b57a tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "PUT /v2.0/ports/6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160 HTTP/1.1" status: 200 len: 981 time: 0.9005916 Oct 30 15:15:25.418019 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5517580-b4c7-437e-b878-c1c567ed0025', 'tag': '6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:15:25.420483 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac63d1b-b2f4-4e66-ac01-dc5122958bb7" -d '{"events": [{"name": "network-changed", "server_uuid": "a5517580-b4c7-437e-b878-c1c567ed0025", "tag": "6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:15:25.423920 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [None req-67cb70bd-9693-4276-a71a-b77c07b7cb8b tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] http://10.222.0.62:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:15:25.425022 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-67cb70bd-9693-4276-a71a-b77c07b7cb8b tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] 10.222.0.62 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0172358 Oct 30 15:15:25.429512 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39606) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:25.437815 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [None req-9fa1c895-37f9-4464-ab05-9e7da2eb4c5c tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] http://10.222.0.62:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:15:25.438275 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-9fa1c895-37f9-4464-ab05-9e7da2eb4c5c tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] 10.222.0.62 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0077929 Oct 30 15:15:25.440973 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39608) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:25.451197 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [None req-dd055ef3-9fa3-4cde-838a-7d901dfb0a9f tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] http://10.222.0.62:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:15:25.452642 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-dd055ef3-9fa3-4cde-838a-7d901dfb0a9f tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] 10.222.0.62 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0102549 Oct 30 15:15:25.457917 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39610) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:25.465749 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [None req-4682b4da-469d-4494-b162-2f5bfee0ef96 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] http://10.222.0.62:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:15:25.467064 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-4682b4da-469d-4494-b162-2f5bfee0ef96 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] 10.222.0.62 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0074184 Oct 30 15:15:25.471197 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39612) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:25.478480 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [None req-4a92d84c-c9d3-446c-9a00-00933b8fc468 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] http://10.222.0.62:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:15:25.480281 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-4a92d84c-c9d3-446c-9a00-00933b8fc468 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] 10.222.0.62 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0059583 Oct 30 15:15:25.484500 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39614) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:25.489326 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [None req-0d6816f7-7c13-47cd-aee9-3076be1e3e28 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] http://10.222.0.62:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:15:25.491587 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-0d6816f7-7c13-47cd-aee9-3076be1e3e28 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] 10.222.0.62 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0057809 Oct 30 15:15:25.494125 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8025ce92-cff4-4a7e-ae79-17689b954116 x-openstack-request-id: req-8025ce92-cff4-4a7e-ae79-17689b954116 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:15:25.494492 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f99c3558-7710-4783-8bae-d8de5ff97692", "name": "network-vif-plugged", "status": "completed", "tag": "1812d945-27a5-4211-bb30-d86827eca464", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:15:25.494972 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8025ce92-cff4-4a7e-ae79-17689b954116 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:15:25.495435 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f99c3558-7710-4783-8bae-d8de5ff97692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1812d945-27a5-4211-bb30-d86827eca464', 'code': 200} Oct 30 15:15:25.499144 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39616) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:25.504545 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [None req-34007295-91f6-46f2-bdf3-23c1cd299ac4 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] http://10.222.0.62:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:15:25.508240 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-34007295-91f6-46f2-bdf3-23c1cd299ac4 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] 10.222.0.62 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0053988 Oct 30 15:15:25.511577 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39618) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:25.519392 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [None req-891e5f0a-74b5-4d17-8c42-59b1df226a39 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] http://10.222.0.62:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:15:25.522931 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-891e5f0a-74b5-4d17-8c42-59b1df226a39 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] 10.222.0.62 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0078244 Oct 30 15:15:25.526905 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39622) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:25.531295 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [None req-4a4b4246-307d-4257-92ea-d4a993d20e61 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] http://10.222.0.62:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:15:25.540850 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-4a4b4246-307d-4257-92ea-d4a993d20e61 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] 10.222.0.62 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0128849 Oct 30 15:15:25.544926 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39624) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:25.553918 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-51ec3af8-7eef-4b8d-8573-b3219ed749e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:25.558631 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:15:25.572993 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [None req-128a57d1-415c-4175-b8fb-5ff860adc3b8 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] http://10.222.0.62:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:15:25.575185 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-128a57d1-415c-4175-b8fb-5ff860adc3b8 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] 10.222.0.62 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0256956 Oct 30 15:15:25.594393 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39630) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:25.596490 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf9c656-0cba-4639-be93-8b5c87d1995d x-openstack-request-id: req-3cf9c656-0cba-4639-be93-8b5c87d1995d {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:15:25.596778 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5517580-b4c7-437e-b878-c1c567ed0025", "tag": "6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:15:25.597162 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3cf9c656-0cba-4639-be93-8b5c87d1995d {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:15:25.597421 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [None req-4d5a6ba5-1827-4198-ab4f-af44d53b7c3a tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] http://10.222.0.62:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:15:25.597567 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5517580-b4c7-437e-b878-c1c567ed0025', 'tag': '6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160', 'status': 'completed', 'code': 200} Oct 30 15:15:25.598373 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-4d5a6ba5-1827-4198-ab4f-af44d53b7c3a tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] 10.222.0.62 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0045660 Oct 30 15:15:25.626084 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-51ec3af8-7eef-4b8d-8573-b3219ed749e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:25.635626 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39636) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:25.652074 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [None req-e1ccfd59-e7ac-49ca-89e2-c09397286e9f tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] http://10.222.0.62:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:15:25.653062 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-e1ccfd59-e7ac-49ca-89e2-c09397286e9f tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] 10.222.0.62 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0125885 Oct 30 15:15:25.663795 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39638) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:25.697100 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [None req-a417f18c-2cb5-4b51-b142-5a74d3ec3855 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] http://10.222.0.62:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:15:25.698090 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-a417f18c-2cb5-4b51-b142-5a74d3ec3855 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] 10.222.0.62 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0295987 Oct 30 15:15:25.714201 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0751ac99-99a9-471c-a122-e29ad9f2e141 tempest-MeteringTestJSON-1056925521 tempest-MeteringTestJSON-1056925521-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:25.715902 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-0751ac99-99a9-471c-a122-e29ad9f2e141 tempest-MeteringTestJSON-1056925521 tempest-MeteringTestJSON-1056925521-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-label-rules/e5580aae-9218-44da-863f-422d1d381676 HTTP/1.1" status: 204 len: 168 time: 0.4619484 Oct 30 15:15:25.716907 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39640) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:25.717841 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d364816a-7b69-45ac-b619-1b98da47b57a tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Pushing event updated for resources: {'Port': ['ID=6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160,revision_number=6']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:25.722336 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39642) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:25.732063 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [None req-d5327c04-3ea5-4d52-87fb-54bbefd258fc tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] http://10.222.0.62:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:15:25.733494 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-d5327c04-3ea5-4d52-87fb-54bbefd258fc tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] 10.222.0.62 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0060682 Oct 30 15:15:25.735522 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d364816a-7b69-45ac-b619-1b98da47b57a tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:15:25.736134 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d364816a-7b69-45ac-b619-1b98da47b57a tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:15:25.736744 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d364816a-7b69-45ac-b619-1b98da47b57a tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:15:25.737332 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d364816a-7b69-45ac-b619-1b98da47b57a tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:15:25.737903 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d364816a-7b69-45ac-b619-1b98da47b57a tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:15:25.738621 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d364816a-7b69-45ac-b619-1b98da47b57a tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:15:25.739955 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d364816a-7b69-45ac-b619-1b98da47b57a tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:15:25.740691 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d364816a-7b69-45ac-b619-1b98da47b57a tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:15:25.741257 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d364816a-7b69-45ac-b619-1b98da47b57a tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:15:25.741767 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39644) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:25.742072 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d364816a-7b69-45ac-b619-1b98da47b57a tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:15:25.743044 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d364816a-7b69-45ac-b619-1b98da47b57a tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:15:25.743305 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d364816a-7b69-45ac-b619-1b98da47b57a tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:15:25.752779 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [None req-019f3091-ac4d-47f1-b6f8-4a8df6bc945e tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] http://10.222.0.62:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:15:25.756234 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-019f3091-ac4d-47f1-b6f8-4a8df6bc945e tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] 10.222.0.62 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0084360 Oct 30 15:15:25.762164 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39646) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:25.765937 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b1b73583-031a-4dd2-89de-759c31994f0e req-6eff3ec3-50a4-4a64-8a10-27ffff2e476c tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2089918461&fields=id&tenant_id=2bff5c42b94f45558740176c1102ba1b HTTP/1.1" status: 200 len: 267 time: 0.2148712 Oct 30 15:15:25.766970 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [None req-05f9531e-9936-4302-aca4-af3bb049ce06 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] http://10.222.0.62:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:15:25.769420 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-51ec3af8-7eef-4b8d-8573-b3219ed749e0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=08d06559da5b41dcbdfb42efd7ad1db0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7693374 Oct 30 15:15:25.774316 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ec3af8-7eef-4b8d-8573-b3219ed749e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dee904e-8aea-4174-8a57-5695135b5d8c,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:25.776995 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39648) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:25.777338 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39650) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:25.777527 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-05f9531e-9936-4302-aca4-af3bb049ce06 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] 10.222.0.62 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0132172 Oct 30 15:15:25.828027 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [None req-15c18029-cfef-49e5-aade-1f488e41a2c6 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] http://10.222.0.62:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:15:25.831391 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-15c18029-cfef-49e5-aade-1f488e41a2c6 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] 10.222.0.62 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0051901 Oct 30 15:15:25.834504 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39654) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:25.842035 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [None req-bca1b62a-47d8-40a7-a5df-aaab0bad4a79 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] http://10.222.0.62:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:15:25.847103 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-bca1b62a-47d8-40a7-a5df-aaab0bad4a79 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] 10.222.0.62 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0097055 Oct 30 15:15:25.847894 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39656) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:25.855242 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac63d1b-b2f4-4e66-ac01-dc5122958bb7 req-1802d750-ec4f-41d1-a0de-3b90a5cad58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:25.856787 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1ac63d1b-b2f4-4e66-ac01-dc5122958bb7 req-1802d750-ec4f-41d1-a0de-3b90a5cad58c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2bff5c42b94f45558740176c1102ba1b&device_id=a5517580-b4c7-437e-b878-c1c567ed0025 HTTP/1.1" status: 200 len: 1136 time: 0.2749653 Oct 30 15:15:25.858546 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [None req-7fe792bd-7846-442a-ab95-c01d3e60cb67 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] http://10.222.0.62:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:15:25.865045 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-7fe792bd-7846-442a-ab95-c01d3e60cb67 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] 10.222.0.62 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0154693 Oct 30 15:15:25.865925 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39658) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:25.876224 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [None req-fbf438da-4b29-4edd-b9e9-e722dc4de1b8 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] http://10.222.0.62:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:15:25.882086 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-fbf438da-4b29-4edd-b9e9-e722dc4de1b8 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] 10.222.0.62 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0140524 Oct 30 15:15:25.882932 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39660) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:25.892962 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [None req-8cba04f9-578a-4f13-96a5-0acaf5b3637d tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] http://10.222.0.62:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:15:25.902527 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-8cba04f9-578a-4f13-96a5-0acaf5b3637d tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] 10.222.0.62 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0182068 Oct 30 15:15:25.903693 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39662) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:25.914258 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [None req-c43cf370-b5d3-4a0e-aaa2-714555271631 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] http://10.222.0.62:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:15:25.920144 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c43cf370-b5d3-4a0e-aaa2-714555271631 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] 10.222.0.62 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0150335 Oct 30 15:15:25.921213 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39664) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:25.926478 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [None req-cb9600c3-2861-4033-bc99-d71a5ccf4ad3 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] http://10.222.0.62:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:15:25.931766 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-cb9600c3-2861-4033-bc99-d71a5ccf4ad3 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] 10.222.0.62 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0089250 Oct 30 15:15:25.932622 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39666) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:25.937760 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [None req-c8220f16-9056-435c-90ba-aa400753ee6b tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] http://10.222.0.62:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:15:25.942009 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c8220f16-9056-435c-90ba-aa400753ee6b tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] 10.222.0.62 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0080292 Oct 30 15:15:25.942772 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39668) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:25.947759 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [None req-ae68fb4e-46fc-4b6c-b47e-e775da8475d1 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] http://10.222.0.62:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:15:25.952498 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-ae68fb4e-46fc-4b6c-b47e-e775da8475d1 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] 10.222.0.62 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0083354 Oct 30 15:15:25.953496 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39670) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:25.960746 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [None req-136ce4ee-963b-4cdf-8c0d-5beceb80aaa9 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] http://10.222.0.62:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:15:25.966341 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-136ce4ee-963b-4cdf-8c0d-5beceb80aaa9 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] 10.222.0.62 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0114958 Oct 30 15:15:25.967161 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39672) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:25.971758 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [None req-793c9e08-9e8a-42b6-be35-6e27151c0162 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] http://10.222.0.62:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:15:25.976364 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-793c9e08-9e8a-42b6-be35-6e27151c0162 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] 10.222.0.62 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0078108 Oct 30 15:15:25.977118 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39674) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:25.983842 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [None req-dbb3776e-b09a-4021-85d6-ba6e30979ec7 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] http://10.222.0.62:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:15:25.987948 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-dbb3776e-b09a-4021-85d6-ba6e30979ec7 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] 10.222.0.62 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0096998 Oct 30 15:15:25.988746 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39676) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:25.994718 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [None req-d618bab6-5648-4515-822f-6bd0baaa0538 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] http://10.222.0.62:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:15:25.998984 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-d618bab6-5648-4515-822f-6bd0baaa0538 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] 10.222.0.62 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0085709 Oct 30 15:15:25.999870 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39678) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:26.012786 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [None req-9feaf573-4bf9-476c-a9cc-a59c68f9b2cb tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] http://10.222.0.62:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:15:26.017851 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9feaf573-4bf9-476c-a9cc-a59c68f9b2cb tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] 10.222.0.62 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0168409 Oct 30 15:15:26.018657 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39680) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:26.023085 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [None req-709a7493-3587-420f-b5d2-21c4719fc04c tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] http://10.222.0.62:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:15:26.027328 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-709a7493-3587-420f-b5d2-21c4719fc04c tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] 10.222.0.62 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0075386 Oct 30 15:15:26.027936 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39682) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:26.032414 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [None req-2c39fc43-f222-4cd0-8b84-f6281693d79d tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] http://10.222.0.62:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:15:26.033683 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-2c39fc43-f222-4cd0-8b84-f6281693d79d tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] 10.222.0.62 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0046828 Oct 30 15:15:26.036500 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39684) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:26.041532 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [None req-4418acbe-3783-4de5-927e-7b2e2f75e863 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] http://10.222.0.62:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:15:26.042704 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-4418acbe-3783-4de5-927e-7b2e2f75e863 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] 10.222.0.62 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0050919 Oct 30 15:15:26.045384 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39686) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:26.049785 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [None req-e39baa51-952f-4b91-a125-ae41de325ac5 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] http://10.222.0.62:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:15:26.054142 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b73583-031a-4dd2-89de-759c31994f0e req-b21d499e-6c6b-459e-b0c0-631c89a04c1a tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:26.064242 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e39baa51-952f-4b91-a125-ae41de325ac5 tempest-ExtensionsTestJSON-1911838 tempest-ExtensionsTestJSON-1911838-project] 10.222.0.62 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0135348 Oct 30 15:15:26.066051 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b1b73583-031a-4dd2-89de-759c31994f0e req-b21d499e-6c6b-459e-b0c0-631c89a04c1a tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5517580-b4c7-437e-b878-c1c567ed0025 HTTP/1.1" status: 200 len: 984 time: 0.2984889 Oct 30 15:15:26.077798 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-b1b73583-031a-4dd2-89de-759c31994f0e req-62218f09-6ba5-40c3-94a6-f4316d488cc9 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Request body: {'port': {'security_groups': ['052bbdf9-5f48-42f1-a6e5-8b7f2af04a29', 'dcd601be-910e-42a5-9957-7f59047ec0a0', 'f277bfdb-05af-4bc2-82bb-a63f237bc2ef']}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:15:26.441993 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39696) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:26.476933 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:26.481344 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d3fa3c-07be-432f-b92d-cd761b7903d6 req-bc9ca6da-4411-450b-b744-435f9b90c34c tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:26.488527 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-15d3fa3c-07be-432f-b92d-cd761b7903d6 req-bc9ca6da-4411-450b-b744-435f9b90c34c tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/ports?device_id=71cd1030-4721-4928-84ee-b63ffbb50e9a HTTP/1.1" status: 200 len: 945 time: 0.1039643 Oct 30 15:15:26.538091 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-15d3fa3c-07be-432f-b92d-cd761b7903d6 req-5a64ca7a-d4a0-4c3a-acd0-1f4d05ef4c43 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c4698d0-2960-428a-a3a0-964a3486c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483117 Oct 30 15:15:26.630356 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cda93c8e-b713-483e-93ba-87037ab244ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:26.673072 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac63d1b-b2f4-4e66-ac01-dc5122958bb7 req-41851172-67df-4b54-832f-422e3523b231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:26.674914 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1ac63d1b-b2f4-4e66-ac01-dc5122958bb7 req-41851172-67df-4b54-832f-422e3523b231 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7b1d60f2-90d0-4f44-9856-0c96dd26f8ca HTTP/1.1" status: 200 len: 913 time: 0.8040595 Oct 30 15:15:26.685863 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7127a9d9-4d8b-4a1c-92b4-4d47e85f0016 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:26.714436 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7127a9d9-4d8b-4a1c-92b4-4d47e85f0016 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:26.754757 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cda93c8e-b713-483e-93ba-87037ab244ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:26.759882 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cda93c8e-b713-483e-93ba-87037ab244ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:26.796661 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1ac63d1b-b2f4-4e66-ac01-dc5122958bb7 req-e7888969-c30b-49a4-963a-a36a5e428393 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160 HTTP/1.1" status: 200 len: 217 time: 0.0418537 Oct 30 15:15:26.799432 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ed4e67dc-09b2-426e-b864-9e1961054836 tempest-MeteringTestJSON-1056925521 tempest-MeteringTestJSON-1056925521-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:26.800572 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-ed4e67dc-09b2-426e-b864-9e1961054836 tempest-MeteringTestJSON-1056925521 tempest-MeteringTestJSON-1056925521-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-labels/c35e85de-73f4-4315-a2e1-6b322e43a2cd HTTP/1.1" status: 204 len: 168 time: 1.0763333 Oct 30 15:15:26.806713 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda93c8e-b713-483e-93ba-87037ab244ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c83c4198-3794-43be-9a11-7e070d664dca,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:26.819957 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-cda93c8e-b713-483e-93ba-87037ab244ef admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=40bb7ac2aa644a57b9375308460f8386&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3756132 Oct 30 15:15:26.823025 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39712) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:26.878979 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-b1b73583-031a-4dd2-89de-759c31994f0e req-62218f09-6ba5-40c3-94a6-f4316d488cc9 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:26.932246 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d77c4d9d-7916-47d5-a29c-004a1b641c7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:26.976090 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d77c4d9d-7916-47d5-a29c-004a1b641c7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:27.054285 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7127a9d9-4d8b-4a1c-92b4-4d47e85f0016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:27.058018 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7127a9d9-4d8b-4a1c-92b4-4d47e85f0016 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:27.059393 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-7127a9d9-4d8b-4a1c-92b4-4d47e85f0016 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8dee904e-8aea-4174-8a57-5695135b5d8c HTTP/1.1" status: 204 len: 168 time: 1.2368593 Oct 30 15:15:27.075520 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d77c4d9d-7916-47d5-a29c-004a1b641c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:27.078760 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7127a9d9-4d8b-4a1c-92b4-4d47e85f0016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dee904e-8aea-4174-8a57-5695135b5d8c,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:27.083613 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d77c4d9d-7916-47d5-a29c-004a1b641c7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:27.087926 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-d77c4d9d-7916-47d5-a29c-004a1b641c7d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c83c4198-3794-43be-9a11-7e070d664dca HTTP/1.1" status: 204 len: 168 time: 0.2607594 Oct 30 15:15:27.105987 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac63d1b-b2f4-4e66-ac01-dc5122958bb7 req-91ea161d-d702-495a-b546-9fe262a906b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:27.108919 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77c4d9d-7916-47d5-a29c-004a1b641c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83c4198-3794-43be-9a11-7e070d664dca,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:27.123932 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1ac63d1b-b2f4-4e66-ac01-dc5122958bb7 req-91ea161d-d702-495a-b546-9fe262a906b7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cb1592e1-5e9c-487d-b296-2e7a28c24f10 HTTP/1.1" status: 200 len: 852 time: 0.2458315 Oct 30 15:15:27.188928 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39722) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:27.214970 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1ac63d1b-b2f4-4e66-ac01-dc5122958bb7 req-74e067dc-d809-4514-b1b4-af2327099240 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7b1d60f2-90d0-4f44-9856-0c96dd26f8ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371494 Oct 30 15:15:27.320823 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-b1b73583-031a-4dd2-89de-759c31994f0e req-62218f09-6ba5-40c3-94a6-f4316d488cc9 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] For port 6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160,segment=NetworkSegment(75c14901-45f9-4a2f-9446-d0ecd75d3489),segment_id=75c14901-45f9-4a2f-9446-d0ecd75d3489)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:15:27.377948 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-b1b73583-031a-4dd2-89de-759c31994f0e req-62218f09-6ba5-40c3-94a6-f4316d488cc9 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:27.381179 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1ac63d1b-b2f4-4e66-ac01-dc5122958bb7 req-dd653c51-1959-4445-bcb9-4b95abf2ea96 service neutron] 10.222.0.53 "GET /v2.0/networks/7b1d60f2-90d0-4f44-9856-0c96dd26f8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546330 Oct 30 15:15:27.382855 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-b1b73583-031a-4dd2-89de-759c31994f0e req-62218f09-6ba5-40c3-94a6-f4316d488cc9 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:27.398014 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:15:27.487752 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1ac63d1b-b2f4-4e66-ac01-dc5122958bb7 req-1ffdbaea-0355-4739-919c-6923f7b7b1c1 service neutron] 10.222.0.53 "GET /v2.0/networks/7b1d60f2-90d0-4f44-9856-0c96dd26f8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951781 Oct 30 15:15:27.534225 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b73583-031a-4dd2-89de-759c31994f0e req-62218f09-6ba5-40c3-94a6-f4316d488cc9 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:27.535107 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-b1b73583-031a-4dd2-89de-759c31994f0e req-62218f09-6ba5-40c3-94a6-f4316d488cc9 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:27.536737 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b1b73583-031a-4dd2-89de-759c31994f0e req-62218f09-6ba5-40c3-94a6-f4316d488cc9 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "PUT /v2.0/ports/6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160 HTTP/1.1" status: 200 len: 1020 time: 1.4698379 Oct 30 15:15:27.537295 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5517580-b4c7-437e-b878-c1c567ed0025', 'tag': '6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:15:27.540374 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec94267a-ce97-491d-9422-399de80f91cb" -d '{"events": [{"name": "network-changed", "server_uuid": "a5517580-b4c7-437e-b878-c1c567ed0025", "tag": "6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:15:27.570787 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62218f09-6ba5-40c3-94a6-f4316d488cc9 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Pushing event updated for resources: {'Port': ['ID=6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160,revision_number=7']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:27.634775 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1be1f9d-3bcf-45f9-b331-5d20fcd019e2 x-openstack-request-id: req-e1be1f9d-3bcf-45f9-b331-5d20fcd019e2 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:15:27.635207 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5517580-b4c7-437e-b878-c1c567ed0025", "tag": "6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:15:27.635692 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e1be1f9d-3bcf-45f9-b331-5d20fcd019e2 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:15:27.636224 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5517580-b4c7-437e-b878-c1c567ed0025', 'tag': '6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160', 'status': 'completed', 'code': 200} Oct 30 15:15:27.694222 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-badf9cee-80bf-4db3-9485-9af96c245207 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:27.716307 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:15:27.830636 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec94267a-ce97-491d-9422-399de80f91cb req-69b529f6-a5de-4f28-9055-5e4c0bbb9102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:27.834964 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ec94267a-ce97-491d-9422-399de80f91cb req-69b529f6-a5de-4f28-9055-5e4c0bbb9102 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2bff5c42b94f45558740176c1102ba1b&device_id=a5517580-b4c7-437e-b878-c1c567ed0025 HTTP/1.1" status: 200 len: 1175 time: 0.1810269 Oct 30 15:15:27.853462 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39746) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:27.903152 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a7868332-3901-49c9-a8d6-de086f56ba55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:27.916474 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe330f-1b11-4bb3-a7e0-4b31b5b0a26f req-9a59d0e2-95f8-4c1c-a409-d13524d9c7ef tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:27.921162 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c9fe330f-1b11-4bb3-a7e0-4b31b5b0a26f req-9a59d0e2-95f8-4c1c-a409-d13524d9c7ef tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5517580-b4c7-437e-b878-c1c567ed0025 HTTP/1.1" status: 200 len: 1023 time: 0.2535293 Oct 30 15:15:27.942766 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55b16dd-8d19-4c66-9e1d-7163a0c4e421 req-16c67a09-13ce-42fd-95d9-fc65be08fb1c tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:27.951767 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e55b16dd-8d19-4c66-9e1d-7163a0c4e421 req-16c67a09-13ce-42fd-95d9-fc65be08fb1c tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/ports?device_id=71cd1030-4721-4928-84ee-b63ffbb50e9a HTTP/1.1" status: 200 len: 945 time: 0.1924849 Oct 30 15:15:28.025352 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-badf9cee-80bf-4db3-9485-9af96c245207 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:28.041733 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e55b16dd-8d19-4c66-9e1d-7163a0c4e421 req-a9cdb523-2820-4c97-9601-9d182c7f5ca2 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c4698d0-2960-428a-a3a0-964a3486c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840297 Oct 30 15:15:28.046167 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-badf9cee-80bf-4db3-9485-9af96c245207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:28.178168 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badf9cee-80bf-4db3-9485-9af96c245207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f0f5c7-3ff2-4098-a77c-bffea041f82a,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:28.195479 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-badf9cee-80bf-4db3-9485-9af96c245207 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b66aeff86c71416bb58827b57ac6f80f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0053637 Oct 30 15:15:28.202335 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39756) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:28.265698 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec94267a-ce97-491d-9422-399de80f91cb req-75ed506b-82d9-4c88-90de-e9031ac52118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:28.267248 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ec94267a-ce97-491d-9422-399de80f91cb req-75ed506b-82d9-4c88-90de-e9031ac52118 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7b1d60f2-90d0-4f44-9856-0c96dd26f8ca HTTP/1.1" status: 200 len: 913 time: 0.4192877 Oct 30 15:15:28.301406 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c9fe330f-1b11-4bb3-a7e0-4b31b5b0a26f req-78344df2-b91a-4639-8d03-610b80010b60 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/security-groups?id=052bbdf9-5f48-42f1-a6e5-8b7f2af04a29&id=f277bfdb-05af-4bc2-82bb-a63f237bc2ef&id=dcd601be-910e-42a5-9957-7f59047ec0a0 HTTP/1.1" status: 200 len: 6156 time: 0.3058558 Oct 30 15:15:28.306993 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a7868332-3901-49c9-a8d6-de086f56ba55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:28.314377 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a7868332-3901-49c9-a8d6-de086f56ba55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:28.392915 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a7868332-3901-49c9-a8d6-de086f56ba55 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6dc2d363ab2f484a94317002f5c054b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5128720 Oct 30 15:15:28.392915 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-13630a29-54f7-4bd0-ba42-a0c323fe470f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:28.406578 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39770) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:28.414029 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7868332-3901-49c9-a8d6-de086f56ba55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3a67b8-fea4-4183-9c4c-6496bbdc3c44,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:28.434597 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ec94267a-ce97-491d-9422-399de80f91cb req-7a2c886d-69a6-4476-8007-7fd7dc5c1095 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160 HTTP/1.1" status: 200 len: 217 time: 0.1317806 Oct 30 15:15:28.439592 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-13630a29-54f7-4bd0-ba42-a0c323fe470f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:28.480608 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-909dfc80-6647-466b-8389-0568af09c820 req-477e10c0-5794-4bc9-8cd7-2dfd44439bfb tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1500949449 ', 'description': 'tempest-description-1516214990'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:15:28.535286 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-88ad61c1-0829-418e-b017-60b5675a8602 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:28.539919 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-909dfc80-6647-466b-8389-0568af09c820 req-477e10c0-5794-4bc9-8cd7-2dfd44439bfb tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:28.557770 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec94267a-ce97-491d-9422-399de80f91cb req-d643eeb2-1d9c-4ce2-99ea-9464a0e77530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:28.559268 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ec94267a-ce97-491d-9422-399de80f91cb req-d643eeb2-1d9c-4ce2-99ea-9464a0e77530 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cb1592e1-5e9c-487d-b296-2e7a28c24f10 HTTP/1.1" status: 200 len: 852 time: 0.1111500 Oct 30 15:15:28.564598 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-88ad61c1-0829-418e-b017-60b5675a8602 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:28.599065 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ec94267a-ce97-491d-9422-399de80f91cb req-b40c0bdb-fedb-4225-b24f-bcdfb48fee5c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7b1d60f2-90d0-4f44-9856-0c96dd26f8ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319557 Oct 30 15:15:28.644347 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-13630a29-54f7-4bd0-ba42-a0c323fe470f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:28.652820 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-13630a29-54f7-4bd0-ba42-a0c323fe470f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:28.654417 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-13630a29-54f7-4bd0-ba42-a0c323fe470f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c4f0f5c7-3ff2-4098-a77c-bffea041f82a HTTP/1.1" status: 204 len: 168 time: 0.4510820 Oct 30 15:15:28.670405 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13630a29-54f7-4bd0-ba42-a0c323fe470f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f0f5c7-3ff2-4098-a77c-bffea041f82a,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:28.673860 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-88ad61c1-0829-418e-b017-60b5675a8602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:28.677785 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-88ad61c1-0829-418e-b017-60b5675a8602 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:28.679694 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-88ad61c1-0829-418e-b017-60b5675a8602 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9e3a67b8-fea4-4183-9c4c-6496bbdc3c44 HTTP/1.1" status: 204 len: 168 time: 0.2719131 Oct 30 15:15:28.693852 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ad61c1-0829-418e-b017-60b5675a8602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3a67b8-fea4-4183-9c4c-6496bbdc3c44,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:28.718318 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39778) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:28.760166 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-909dfc80-6647-466b-8389-0568af09c820 req-477e10c0-5794-4bc9-8cd7-2dfd44439bfb tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:28.771561 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-909dfc80-6647-466b-8389-0568af09c820 req-477e10c0-5794-4bc9-8cd7-2dfd44439bfb tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:28.794270 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ec94267a-ce97-491d-9422-399de80f91cb req-9678555a-208e-4dd8-9df2-a46165a8601f service neutron] 10.222.0.53 "GET /v2.0/networks/7b1d60f2-90d0-4f44-9856-0c96dd26f8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796424 Oct 30 15:15:28.859601 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-909dfc80-6647-466b-8389-0568af09c820 req-477e10c0-5794-4bc9-8cd7-2dfd44439bfb tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:28.860437 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-909dfc80-6647-466b-8389-0568af09c820 req-477e10c0-5794-4bc9-8cd7-2dfd44439bfb tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1788 time: 0.4249003 Oct 30 15:15:28.862683 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477e10c0-5794-4bc9-8cd7-2dfd44439bfb tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02ccbc49-b617-4e16-9eb7-781470c47cfb,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:28.949274 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ec94267a-ce97-491d-9422-399de80f91cb req-57aeebdc-b590-429b-bca0-65ca0991835f service neutron] 10.222.0.53 "GET /v2.0/networks/7b1d60f2-90d0-4f44-9856-0c96dd26f8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464365 Oct 30 15:15:28.979429 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f6c012f3-b79a-4726-8314-b32a95795589 req-50311e17-f608-425a-8fd3-d94dc97b087f tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/security-groups/02ccbc49-b617-4e16-9eb7-781470c47cfb HTTP/1.1" status: 200 len: 1783 time: 0.0770140 Oct 30 15:15:29.059987 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-59e172ef-708f-4f58-b130-86e59c6b5b9f req-3484e06a-6bde-4b20-b5ba-ab5be170880f tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/security-groups/02ccbc49-b617-4e16-9eb7-781470c47cfb HTTP/1.1" status: 200 len: 1783 time: 0.0609484 Oct 30 15:15:29.206150 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-59e172ef-708f-4f58-b130-86e59c6b5b9f req-952f4970-6108-4dba-a4bc-68b44793b1be tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:29.246574 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b94033-3c3d-4526-af7f-2d663d157ea3 req-91467d44-8984-4714-810c-7de5f0c56b7d tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:29.255830 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-45b94033-3c3d-4526-af7f-2d663d157ea3 req-91467d44-8984-4714-810c-7de5f0c56b7d tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/ports?device_id=71cd1030-4721-4928-84ee-b63ffbb50e9a HTTP/1.1" status: 200 len: 945 time: 0.0888610 Oct 30 15:15:29.281717 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-59e172ef-708f-4f58-b130-86e59c6b5b9f req-952f4970-6108-4dba-a4bc-68b44793b1be tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:29.345002 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-45b94033-3c3d-4526-af7f-2d663d157ea3 req-d54f4db2-8209-4cbb-97d6-b482b7f058ee tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c4698d0-2960-428a-a3a0-964a3486c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877557 Oct 30 15:15:29.362945 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-59e172ef-708f-4f58-b130-86e59c6b5b9f req-952f4970-6108-4dba-a4bc-68b44793b1be tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:29.367431 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-59e172ef-708f-4f58-b130-86e59c6b5b9f req-952f4970-6108-4dba-a4bc-68b44793b1be tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:29.376537 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-59e172ef-708f-4f58-b130-86e59c6b5b9f req-952f4970-6108-4dba-a4bc-68b44793b1be tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "DELETE /v2.0/security-groups/02ccbc49-b617-4e16-9eb7-781470c47cfb HTTP/1.1" status: 204 len: 173 time: 0.3156335 Oct 30 15:15:29.386572 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952f4970-6108-4dba-a4bc-68b44793b1be tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ccbc49-b617-4e16-9eb7-781470c47cfb,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:29.440377 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-fce5f5b8-82f9-4363-bdc4-14042ea6d3f2 tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-897282679'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:15:29.518575 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce5f5b8-82f9-4363-bdc4-14042ea6d3f2 tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Made reservation on behalf of ab3b2d40b72a406cbb936df2040fcba8 for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:15:29.526135 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fce5f5b8-82f9-4363-bdc4-14042ea6d3f2 tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:29.548849 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [req-bacf3055-f828-45c4-aed3-4b1225b9c55a req-910729e2-227e-43ac-a7bf-b411901ba928 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] show failed (client error): The resource could not be found. Oct 30 15:15:29.554776 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bacf3055-f828-45c4-aed3-4b1225b9c55a req-910729e2-227e-43ac-a7bf-b411901ba928 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/security-groups/02ccbc49-b617-4e16-9eb7-781470c47cfb HTTP/1.1" status: 404 len: 352 time: 0.0250199 Oct 30 15:15:29.560486 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39814) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:29.578320 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fce5f5b8-82f9-4363-bdc4-14042ea6d3f2 tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:29.580000 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cf17f4ea-6ffa-473a-bb56-9ec773cf1eee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:29.614030 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:29.642284 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-e979a783-932b-4726-97f8-c3df6aebb8ec req-1148967c-f94e-48ca-a959-02da2f75f884 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1616098705', 'description': 'tempest-description-1430836215'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:15:29.721887 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-e979a783-932b-4726-97f8-c3df6aebb8ec req-1148967c-f94e-48ca-a959-02da2f75f884 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:29.734094 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fce5f5b8-82f9-4363-bdc4-14042ea6d3f2 tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:29.743040 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fce5f5b8-82f9-4363-bdc4-14042ea6d3f2 tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:29.784425 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce5f5b8-82f9-4363-bdc4-14042ea6d3f2 tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbbd6358-b42c-4558-9791-333bcd0f7253,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:29.796367 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fce5f5b8-82f9-4363-bdc4-14042ea6d3f2 tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:15:29.810411 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fce5f5b8-82f9-4363-bdc4-14042ea6d3f2 tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:29.810879 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-fce5f5b8-82f9-4363-bdc4-14042ea6d3f2 tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Added segment 44e8015e-3636-4016-b771-1726fdb4d264 of type vlan for network 270a6638-ba5e-4ed9-ad85-c183ffbce25b Oct 30 15:15:29.816659 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cf17f4ea-6ffa-473a-bb56-9ec773cf1eee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:29.827083 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cf17f4ea-6ffa-473a-bb56-9ec773cf1eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:29.863720 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-cf17f4ea-6ffa-473a-bb56-9ec773cf1eee admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=04f6056ac4cc4275b91bc1d8e2cd1e8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2994897 Oct 30 15:15:29.873002 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39820) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:29.878993 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fce5f5b8-82f9-4363-bdc4-14042ea6d3f2 tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:29.938093 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fce5f5b8-82f9-4363-bdc4-14042ea6d3f2 tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:29.945390 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf17f4ea-6ffa-473a-bb56-9ec773cf1eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef69300-81fe-48d7-b638-ae2d30755b31,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:29.956329 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce5f5b8-82f9-4363-bdc4-14042ea6d3f2 tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:29.957142 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fce5f5b8-82f9-4363-bdc4-14042ea6d3f2 tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:30.015310 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-e979a783-932b-4726-97f8-c3df6aebb8ec req-1148967c-f94e-48ca-a959-02da2f75f884 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:30.022763 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-e979a783-932b-4726-97f8-c3df6aebb8ec req-1148967c-f94e-48ca-a959-02da2f75f884 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:30.045919 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1562554e-e577-432f-b0e6-10a312672d95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:30.068470 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-e979a783-932b-4726-97f8-c3df6aebb8ec req-1148967c-f94e-48ca-a959-02da2f75f884 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:30.069778 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e979a783-932b-4726-97f8-c3df6aebb8ec req-1148967c-f94e-48ca-a959-02da2f75f884 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4378092 Oct 30 15:15:30.074326 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148967c-f94e-48ca-a959-02da2f75f884 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b89cea4-041f-4228-8066-8526e386007e,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:30.102995 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-fce5f5b8-82f9-4363-bdc4-14042ea6d3f2 tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3801351 Oct 30 15:15:30.111906 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39828) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:30.131304 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1562554e-e577-432f-b0e6-10a312672d95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:30.181837 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-49378049-b870-4915-9259-e75295484ea2 tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Request body: {'subnet': {'network_id': '270a6638-ba5e-4ed9-ad85-c183ffbce25b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:15:30.213929 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1562554e-e577-432f-b0e6-10a312672d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:30.219875 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1562554e-e577-432f-b0e6-10a312672d95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:30.224335 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-1562554e-e577-432f-b0e6-10a312672d95 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0ef69300-81fe-48d7-b638-ae2d30755b31 HTTP/1.1" status: 204 len: 168 time: 0.3480549 Oct 30 15:15:30.235343 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-2c7725c1-282e-4766-87ce-e45d865321f6 req-c35a802a-93aa-41b6-9860-b2f34e756593 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-453126090', 'description': 'tempest-description-604578843'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:15:30.239814 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce5f5b8-82f9-4363-bdc4-14042ea6d3f2 tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Pushing event updated for resources: {'Network': ['ID=270a6638-ba5e-4ed9-ad85-c183ffbce25b,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:30.289560 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562554e-e577-432f-b0e6-10a312672d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef69300-81fe-48d7-b638-ae2d30755b31,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:30.303960 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 270a6638-ba5e-4ed9-ad85-c183ffbce25b details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:15:30.319672 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-2c7725c1-282e-4766-87ce-e45d865321f6 req-c35a802a-93aa-41b6-9860-b2f34e756593 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:30.495580 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-2c7725c1-282e-4766-87ce-e45d865321f6 req-c35a802a-93aa-41b6-9860-b2f34e756593 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:30.507987 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-2c7725c1-282e-4766-87ce-e45d865321f6 req-c35a802a-93aa-41b6-9860-b2f34e756593 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:30.552010 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49378049-b870-4915-9259-e75295484ea2 tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Made reservation on behalf of ab3b2d40b72a406cbb936df2040fcba8 for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:15:30.566510 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-49378049-b870-4915-9259-e75295484ea2 tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:30.651502 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-2c7725c1-282e-4766-87ce-e45d865321f6 req-c35a802a-93aa-41b6-9860-b2f34e756593 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:30.653011 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2c7725c1-282e-4766-87ce-e45d865321f6 req-c35a802a-93aa-41b6-9860-b2f34e756593 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4599800 Oct 30 15:15:30.668607 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35a802a-93aa-41b6-9860-b2f34e756593 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5bb14f1-8058-4f7d-910f-f1a985275cc4,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:30.677761 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed171c2-2b66-461c-9c15-5f1a36efef0d req-e05dba5d-e13b-4456-b00d-bd3fcf4c1403 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:30.690281 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4ed171c2-2b66-461c-9c15-5f1a36efef0d req-e05dba5d-e13b-4456-b00d-bd3fcf4c1403 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/ports?device_id=71cd1030-4721-4928-84ee-b63ffbb50e9a HTTP/1.1" status: 200 len: 945 time: 0.1436667 Oct 30 15:15:30.778028 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4ed171c2-2b66-461c-9c15-5f1a36efef0d req-918108bc-7833-4baf-9b3f-d602842316c1 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c4698d0-2960-428a-a3a0-964a3486c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867751 Oct 30 15:15:30.899769 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-49378049-b870-4915-9259-e75295484ea2 tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:30.980387 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-d38d8d8a-c5ac-4581-9db8-ee583aca7d78 req-c33484d2-0b92-45db-811c-cacd224e468a tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1997373061', 'description': 'tempest-description-1255844874'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:15:31.025303 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-d38d8d8a-c5ac-4581-9db8-ee583aca7d78 req-c33484d2-0b92-45db-811c-cacd224e468a tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:31.104760 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49378049-b870-4915-9259-e75295484ea2 tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Checking segment: {'id': '44e8015e-3636-4016-b771-1726fdb4d264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '270a6638-ba5e-4ed9-ad85-c183ffbce25b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:15:31.106343 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49378049-b870-4915-9259-e75295484ea2 tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Network hostable DHCP agents. Network: 270a6638-ba5e-4ed9-ad85-c183ffbce25b, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:15:31.123033 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49378049-b870-4915-9259-e75295484ea2 tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Pushing event updated for resources: {'Subnet': ['ID=d4b79ba3-5dbf-4c12-96c9-7e14b2706921,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:31.182188 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-d38d8d8a-c5ac-4581-9db8-ee583aca7d78 req-c33484d2-0b92-45db-811c-cacd224e468a tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:31.184095 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcafae2d-d576-4cfa-8096-e965454f60d0 req-464c9332-5f0b-4011-9eac-b6e524f7aaf8 tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:31.187051 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-d38d8d8a-c5ac-4581-9db8-ee583aca7d78 req-c33484d2-0b92-45db-811c-cacd224e468a tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:31.190449 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bcafae2d-d576-4cfa-8096-e965454f60d0 req-464c9332-5f0b-4011-9eac-b6e524f7aaf8 tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] 10.222.0.62 "GET /v2.0/ports?device_id=84c9c53f-2634-4a9d-ba86-3855127ba778 HTTP/1.1" status: 200 len: 946 time: 0.0880599 Oct 30 15:15:31.191291 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49378049-b870-4915-9259-e75295484ea2 tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Network 270a6638-ba5e-4ed9-ad85-c183ffbce25b is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:15:31.232480 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-d38d8d8a-c5ac-4581-9db8-ee583aca7d78 req-c33484d2-0b92-45db-811c-cacd224e468a tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:31.237661 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-49378049-b870-4915-9259-e75295484ea2 tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 270a6638-ba5e-4ed9-ad85-c183ffbce25b) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:15:31.238127 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d38d8d8a-c5ac-4581-9db8-ee583aca7d78 req-c33484d2-0b92-45db-811c-cacd224e468a tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2723062 Oct 30 15:15:31.239569 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33484d2-0b92-45db-811c-cacd224e468a tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ccf61f1-885d-4486-a843-54d3241c5708,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:31.253259 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c50dce5-8704-42a9-9665-a2ed49535116 None None] Network 270a6638-ba5e-4ed9-ad85-c183ffbce25b requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:15:31.265345 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49378049-b870-4915-9259-e75295484ea2 tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:31.266214 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-49378049-b870-4915-9259-e75295484ea2 tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:31.332789 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bcafae2d-d576-4cfa-8096-e965454f60d0 req-9b20c523-25f4-49df-8674-4c941e4802c2 tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] 10.222.0.62 "GET /v2.0/security-groups?id=409aa1d7-6954-49d1-b464-0b34218da972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274941 Oct 30 15:15:31.348067 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-49378049-b870-4915-9259-e75295484ea2 tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2345977 Oct 30 15:15:31.351170 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39884) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:31.364607 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-3f500664-26ac-453d-885d-70f8e76521bd tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Request body: {'port': {'network_id': '270a6638-ba5e-4ed9-ad85-c183ffbce25b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-63865939'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:15:31.498394 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-98a05fb6-4318-4fb6-b8cb-5bfbf23cdbc6 req-b33cdc0a-a5e3-4851-b4ea-bef416ee2ac8 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2bff5c42b94f45558740176c1102ba1b HTTP/1.1" status: 200 len: 10910 time: 0.2288949 Oct 30 15:15:31.558768 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-98a05fb6-4318-4fb6-b8cb-5bfbf23cdbc6 req-86f5f59c-465b-4357-aa55-becf1516258b tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/security-groups/dcd601be-910e-42a5-9957-7f59047ec0a0 HTTP/1.1" status: 200 len: 2985 time: 0.0588086 Oct 30 15:15:31.583528 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f500664-26ac-453d-885d-70f8e76521bd tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Made reservation on behalf of ab3b2d40b72a406cbb936df2040fcba8 for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:15:31.597137 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3f500664-26ac-453d-885d-70f8e76521bd tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:31.627730 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadbb9a3-534d-4f6b-9cac-528e6f3a199e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-270a6638-ba5e-4ed9-ad85-c183ffbce25b', 'network_id': '270a6638-ba5e-4ed9-ad85-c183ffbce25b', 'tenant_id': 'ab3b2d40b72a406cbb936df2040fcba8', 'fixed_ips': [{'subnet_id': 'd4b79ba3-5dbf-4c12-96c9-7e14b2706921'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:15:31.629342 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-fadbb9a3-534d-4f6b-9cac-528e6f3a199e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:31.657127 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [None req-3f500664-26ac-453d-885d-70f8e76521bd tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] device_id is not set on port 9b2e5dc6-c306-4928-a8fb-85ae662b992d yet. {{(pid=102131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:15:31.666664 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-98a05fb6-4318-4fb6-b8cb-5bfbf23cdbc6 req-0d20cff9-e79c-4b5f-9847-821234823d56 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/security-groups/dcd601be-910e-42a5-9957-7f59047ec0a0 HTTP/1.1" status: 200 len: 2985 time: 0.1067116 Oct 30 15:15:31.882707 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:31.897952 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d5224368-dcaa-43af-8062-0e21441b9291 req-cc65b538-9297-42f4-a02a-f74fe9226cb8 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/security-groups/3b89cea4-041f-4228-8066-8526e386007e HTTP/1.1" status: 200 len: 1803 time: 0.1855018 Oct 30 15:15:31.996626 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-3f500664-26ac-453d-885d-70f8e76521bd tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Allocated IP 172.20.0.10 (270a6638-ba5e-4ed9-ad85-c183ffbce25b/d4b79ba3-5dbf-4c12-96c9-7e14b2706921/9b2e5dc6-c306-4928-a8fb-85ae662b992d) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:15:32.034110 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39912) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:32.099342 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d5224368-dcaa-43af-8062-0e21441b9291 req-608fcebf-2250-4843-b744-d96310a7378c tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:32.153665 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9bc73c-eac7-4ffd-b6ed-8a7f91583a60 req-faa28459-f266-4932-b681-6dbd396ff166 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:32.155332 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9f9bc73c-eac7-4ffd-b6ed-8a7f91583a60 req-faa28459-f266-4932-b681-6dbd396ff166 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/ports?device_id=71cd1030-4721-4928-84ee-b63ffbb50e9a HTTP/1.1" status: 200 len: 945 time: 0.1379328 Oct 30 15:15:32.203676 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d5224368-dcaa-43af-8062-0e21441b9291 req-608fcebf-2250-4843-b744-d96310a7378c tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:32.232631 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9f9bc73c-eac7-4ffd-b6ed-8a7f91583a60 req-779f9696-d527-4781-ad66-c095bd18d950 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c4698d0-2960-428a-a3a0-964a3486c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677562 Oct 30 15:15:32.351418 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d5224368-dcaa-43af-8062-0e21441b9291 req-608fcebf-2250-4843-b744-d96310a7378c tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:32.357476 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d5224368-dcaa-43af-8062-0e21441b9291 req-608fcebf-2250-4843-b744-d96310a7378c tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:32.364973 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d5224368-dcaa-43af-8062-0e21441b9291 req-608fcebf-2250-4843-b744-d96310a7378c tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "DELETE /v2.0/security-groups/3b89cea4-041f-4228-8066-8526e386007e HTTP/1.1" status: 204 len: 173 time: 0.4544268 Oct 30 15:15:32.412093 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [req-e8406b49-dd3a-4eaa-89ac-37cb7231fc5f req-a6ef91ac-2681-41e0-9648-80c61b530553 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] show failed (client error): The resource could not be found. Oct 30 15:15:32.429086 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e8406b49-dd3a-4eaa-89ac-37cb7231fc5f req-a6ef91ac-2681-41e0-9648-80c61b530553 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/security-groups/3b89cea4-041f-4228-8066-8526e386007e HTTP/1.1" status: 404 len: 352 time: 0.0442128 Oct 30 15:15:32.443892 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608fcebf-2250-4843-b744-d96310a7378c tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b89cea4-041f-4228-8066-8526e386007e,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:32.482016 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-2ce47549-511a-4599-a01e-9326f38a54bf tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1046990226'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:15:32.523756 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce47549-511a-4599-a01e-9326f38a54bf tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Made reservation on behalf of c5e375c584f04817b9621f57d949f07b for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:15:32.531928 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2ce47549-511a-4599-a01e-9326f38a54bf tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:32.553779 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2ce47549-511a-4599-a01e-9326f38a54bf tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:32.579812 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3f500664-26ac-453d-885d-70f8e76521bd tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:32.608343 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2bfea523-53b0-4aca-b40b-c9569fa0353c req-19575532-ef60-4dc3-a6e8-01dbafa95956 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/security-groups/f5bb14f1-8058-4f7d-910f-f1a985275cc4 HTTP/1.1" status: 200 len: 1801 time: 0.1344864 Oct 30 15:15:32.705811 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-2bfea523-53b0-4aca-b40b-c9569fa0353c req-4cf57c8c-b2d3-4b9a-b936-c5775b2e5e92 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:32.740462 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3f500664-26ac-453d-885d-70f8e76521bd tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:32.774194 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01222fee-d266-4453-8722-2b382828ffca req-8a071f0f-f614-42c6-a7ce-ed34babf6d45 tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:32.776664 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-01222fee-d266-4453-8722-2b382828ffca req-8a071f0f-f614-42c6-a7ce-ed34babf6d45 tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] 10.222.0.62 "GET /v2.0/ports?device_id=84c9c53f-2634-4a9d-ba86-3855127ba778 HTTP/1.1" status: 200 len: 946 time: 0.1341188 Oct 30 15:15:32.778851 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2ce47549-511a-4599-a01e-9326f38a54bf tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:32.786129 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2ce47549-511a-4599-a01e-9326f38a54bf tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:32.804115 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-fadbb9a3-534d-4f6b-9cac-528e6f3a199e None None] Allocated IP 172.20.0.2 (270a6638-ba5e-4ed9-ad85-c183ffbce25b/d4b79ba3-5dbf-4c12-96c9-7e14b2706921/e6b14bfd-0c2a-4b02-8e45-f15752cd02a5) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:15:32.843865 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ce47549-511a-4599-a01e-9326f38a54bf tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:15:32.867996 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce47549-511a-4599-a01e-9326f38a54bf tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f71a30-25a5-4431-90e1-ca80b0c214ea,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:32.871256 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2ce47549-511a-4599-a01e-9326f38a54bf tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:32.871636 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-2ce47549-511a-4599-a01e-9326f38a54bf tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Added segment 053f8f3f-72dc-4270-b4ab-111465292c17 of type vlan for network 853da54b-2522-418c-87e5-f125b7f7b95e Oct 30 15:15:32.895712 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-01222fee-d266-4453-8722-2b382828ffca req-be59cf9b-9fd8-4883-a104-c499c4bc194b tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] 10.222.0.62 "GET /v2.0/security-groups?id=409aa1d7-6954-49d1-b464-0b34218da972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004341 Oct 30 15:15:32.929738 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-2bfea523-53b0-4aca-b40b-c9569fa0353c req-4cf57c8c-b2d3-4b9a-b936-c5775b2e5e92 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:32.952862 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f500664-26ac-453d-885d-70f8e76521bd tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Network 270a6638-ba5e-4ed9-ad85-c183ffbce25b is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:15:32.956226 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f500664-26ac-453d-885d-70f8e76521bd tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Pushing event updated for resources: {'Port': ['ID=9b2e5dc6-c306-4928-a8fb-85ae662b992d,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:32.963794 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-3f500664-26ac-453d-885d-70f8e76521bd tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:15:32.967953 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f500664-26ac-453d-885d-70f8e76521bd tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:15:33.017623 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2ce47549-511a-4599-a01e-9326f38a54bf tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:33.051586 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f500664-26ac-453d-885d-70f8e76521bd tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:33.052244 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3f500664-26ac-453d-885d-70f8e76521bd tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:33.062695 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-2bfea523-53b0-4aca-b40b-c9569fa0353c req-4cf57c8c-b2d3-4b9a-b936-c5775b2e5e92 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:33.065497 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-2bfea523-53b0-4aca-b40b-c9569fa0353c req-4cf57c8c-b2d3-4b9a-b936-c5775b2e5e92 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:33.066653 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2bfea523-53b0-4aca-b40b-c9569fa0353c req-4cf57c8c-b2d3-4b9a-b936-c5775b2e5e92 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "DELETE /v2.0/security-groups/f5bb14f1-8058-4f7d-910f-f1a985275cc4 HTTP/1.1" status: 204 len: 173 time: 0.4573729 Oct 30 15:15:33.082749 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf57c8c-b2d3-4b9a-b936-c5775b2e5e92 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5bb14f1-8058-4f7d-910f-f1a985275cc4,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:33.105436 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2ce47549-511a-4599-a01e-9326f38a54bf tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:33.124087 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-3f500664-26ac-453d-885d-70f8e76521bd tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7713768 Oct 30 15:15:33.124779 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39952) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:33.127173 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce47549-511a-4599-a01e-9326f38a54bf tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:33.130982 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-8e6c45f4-844d-4fab-98e5-f7f10cfdd6d9 tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Request body: {'port': {'network_id': '270a6638-ba5e-4ed9-ad85-c183ffbce25b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1996041098', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:15:33.133317 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.api.validators [None req-8e6c45f4-844d-4fab-98e5-f7f10cfdd6d9 tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] bootfile-name is not in valid_values {{(pid=102131) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 30 15:15:33.134871 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.api.validators [None req-8e6c45f4-844d-4fab-98e5-f7f10cfdd6d9 tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] tftp-server is not in valid_values {{(pid=102131) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 30 15:15:33.135367 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.api.validators [None req-8e6c45f4-844d-4fab-98e5-f7f10cfdd6d9 tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] server-ip-address is not in valid_values {{(pid=102131) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 30 15:15:33.135518 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2ce47549-511a-4599-a01e-9326f38a54bf tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:33.143362 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-fadbb9a3-534d-4f6b-9cac-528e6f3a199e None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:33.161758 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-fadbb9a3-534d-4f6b-9cac-528e6f3a199e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:33.240911 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadbb9a3-534d-4f6b-9cac-528e6f3a199e None None] Pushing event updated for resources: {'Port': ['ID=e6b14bfd-0c2a-4b02-8e45-f15752cd02a5,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:33.245344 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadbb9a3-534d-4f6b-9cac-528e6f3a199e None None] Network 270a6638-ba5e-4ed9-ad85-c183ffbce25b is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:15:33.248636 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-fadbb9a3-534d-4f6b-9cac-528e6f3a199e None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:15:33.251257 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadbb9a3-534d-4f6b-9cac-528e6f3a199e None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:15:33.254299 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-2ce47549-511a-4599-a01e-9326f38a54bf tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.2149088 Oct 30 15:15:33.256296 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [req-245a21c7-88e4-46df-8be1-1025c05e8b15 req-0e6ad47e-8d33-4efd-b525-00eefb516380 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] show failed (client error): The resource could not be found. Oct 30 15:15:33.263230 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39958) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:33.271726 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-245a21c7-88e4-46df-8be1-1025c05e8b15 req-0e6ad47e-8d33-4efd-b525-00eefb516380 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/security-groups/f5bb14f1-8058-4f7d-910f-f1a985275cc4 HTTP/1.1" status: 404 len: 352 time: 0.1251733 Oct 30 15:15:33.287845 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-5248c43c-3c07-4d1f-8f4b-98283aa7da97 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Request body: {'subnet': {'network_id': '853da54b-2522-418c-87e5-f125b7f7b95e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:15:33.326068 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce47549-511a-4599-a01e-9326f38a54bf tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Pushing event updated for resources: {'Network': ['ID=853da54b-2522-418c-87e5-f125b7f7b95e,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:33.342556 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-fadbb9a3-534d-4f6b-9cac-528e6f3a199e None None] Attempting to bind port e6b14bfd-0c2a-4b02-8e45-f15752cd02a5 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:15:33.343237 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-fadbb9a3-534d-4f6b-9cac-528e6f3a199e None None] Attempting to bind port e6b14bfd-0c2a-4b02-8e45-f15752cd02a5 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '44e8015e-3636-4016-b771-1726fdb4d264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '270a6638-ba5e-4ed9-ad85-c183ffbce25b'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:15:33.343857 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadbb9a3-534d-4f6b-9cac-528e6f3a199e None None] Attempting to bind port e6b14bfd-0c2a-4b02-8e45-f15752cd02a5 on network 270a6638-ba5e-4ed9-ad85-c183ffbce25b {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:15:33.349156 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 853da54b-2522-418c-87e5-f125b7f7b95e details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:15:33.398364 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadbb9a3-534d-4f6b-9cac-528e6f3a199e None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:15:33.398631 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bfd2f40b-b5a0-4baa-8a05-6465c4110e2c req-b25faf4a-101e-4002-bfb1-c4f9b9fee5cf tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/security-groups/0ccf61f1-885d-4486-a843-54d3241c5708 HTTP/1.1" status: 200 len: 1803 time: 0.0779948 Oct 30 15:15:33.399333 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadbb9a3-534d-4f6b-9cac-528e6f3a199e None None] Checking segment: {'id': '44e8015e-3636-4016-b771-1726fdb4d264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '270a6638-ba5e-4ed9-ad85-c183ffbce25b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:15:33.400528 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-fadbb9a3-534d-4f6b-9cac-528e6f3a199e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:33.401546 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadbb9a3-534d-4f6b-9cac-528e6f3a199e None None] Bound using segment: {'id': '44e8015e-3636-4016-b771-1726fdb4d264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '270a6638-ba5e-4ed9-ad85-c183ffbce25b'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:15:33.402567 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-fadbb9a3-534d-4f6b-9cac-528e6f3a199e None None] Bound port: e6b14bfd-0c2a-4b02-8e45-f15752cd02a5, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e8015e-3636-4016-b771-1726fdb4d264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '270a6638-ba5e-4ed9-ad85-c183ffbce25b'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:15:33.403194 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-fadbb9a3-534d-4f6b-9cac-528e6f3a199e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:33.464945 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-bfd2f40b-b5a0-4baa-8a05-6465c4110e2c req-194a90df-1f73-4456-ae56-8ffcce11a162 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:33.506840 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-bfd2f40b-b5a0-4baa-8a05-6465c4110e2c req-194a90df-1f73-4456-ae56-8ffcce11a162 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:33.528280 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7972d8-c96e-47ce-bd65-76b10963a329 req-b4b2540a-6872-499c-883c-5232e128c8e1 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:33.529898 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fe7972d8-c96e-47ce-bd65-76b10963a329 req-b4b2540a-6872-499c-883c-5232e128c8e1 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/ports?device_id=71cd1030-4721-4928-84ee-b63ffbb50e9a HTTP/1.1" status: 200 len: 945 time: 0.1386235 Oct 30 15:15:33.550585 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-fadbb9a3-534d-4f6b-9cac-528e6f3a199e None None] For port e6b14bfd-0c2a-4b02-8e45-f15752cd02a5, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:15:33.557826 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-fadbb9a3-534d-4f6b-9cac-528e6f3a199e None None] For port e6b14bfd-0c2a-4b02-8e45-f15752cd02a5, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=e6b14bfd-0c2a-4b02-8e45-f15752cd02a5,segment=NetworkSegment(44e8015e-3636-4016-b771-1726fdb4d264),segment_id=44e8015e-3636-4016-b771-1726fdb4d264)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:15:33.565712 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-fadbb9a3-534d-4f6b-9cac-528e6f3a199e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:33.597096 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fe7972d8-c96e-47ce-bd65-76b10963a329 req-535ea03d-de85-498f-bdd6-7ebc539e0356 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c4698d0-2960-428a-a3a0-964a3486c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556591 Oct 30 15:15:33.619645 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6c45f4-844d-4fab-98e5-f7f10cfdd6d9 tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Made reservation on behalf of ab3b2d40b72a406cbb936df2040fcba8 for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:15:33.624416 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8e6c45f4-844d-4fab-98e5-f7f10cfdd6d9 tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:33.641765 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-bfd2f40b-b5a0-4baa-8a05-6465c4110e2c req-194a90df-1f73-4456-ae56-8ffcce11a162 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:33.646531 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.db.api [None req-5248c43c-3c07-4d1f-8f4b-98283aa7da97 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 30 15:15:33.646531 n-d-806683-17 neutron-server[102131]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 30 15:15:33.646531 n-d-806683-17 neutron-server[102131]: [parameters: {'project_id': 'c5e375c584f04817b9621f57d949f07b', 'id': '8984c817-b36b-4902-a1b5-8beb9dc03cfd', 'expiration': datetime.datetime(2021, 10, 30, 15, 17, 33, 597747)}] Oct 30 15:15:33.646531 n-d-806683-17 neutron-server[102131]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 30 15:15:33.646866 n-d-806683-17 neutron-server[102131]: DEBUG oslo_db.api [None req-5248c43c-3c07-4d1f-8f4b-98283aa7da97 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 30 15:15:33.653945 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [None req-8e6c45f4-844d-4fab-98e5-f7f10cfdd6d9 tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] device_id is not set on port 5dc5471f-a290-4d21-85c2-edd3fb8c0514 yet. {{(pid=102131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:15:33.654269 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-bfd2f40b-b5a0-4baa-8a05-6465c4110e2c req-194a90df-1f73-4456-ae56-8ffcce11a162 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:33.669880 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bfd2f40b-b5a0-4baa-8a05-6465c4110e2c req-194a90df-1f73-4456-ae56-8ffcce11a162 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "DELETE /v2.0/security-groups/0ccf61f1-885d-4486-a843-54d3241c5708 HTTP/1.1" status: 204 len: 173 time: 0.2686648 Oct 30 15:15:33.718037 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a90df-1f73-4456-ae56-8ffcce11a162 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ccf61f1-885d-4486-a843-54d3241c5708,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:33.806726 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadbb9a3-534d-4f6b-9cac-528e6f3a199e None None] Pushing event updated for resources: {'Port': ['ID=e6b14bfd-0c2a-4b02-8e45-f15752cd02a5,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:33.839755 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [req-12643d0e-8862-4bdf-bb82-db00cf7c449b req-316c1909-75f7-4f14-8dca-a38f168f29bf tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] show failed (client error): The resource could not be found. Oct 30 15:15:33.841129 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-12643d0e-8862-4bdf-bb82-db00cf7c449b req-316c1909-75f7-4f14-8dca-a38f168f29bf tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/security-groups/0ccf61f1-885d-4486-a843-54d3241c5708 HTTP/1.1" status: 404 len: 352 time: 0.0474687 Oct 30 15:15:33.969561 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-8e6c45f4-844d-4fab-98e5-f7f10cfdd6d9 tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Allocated IP 172.20.0.9 (270a6638-ba5e-4ed9-ad85-c183ffbce25b/d4b79ba3-5dbf-4c12-96c9-7e14b2706921/5dc5471f-a290-4d21-85c2-edd3fb8c0514) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:15:34.088074 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9dacf429-2c02-4f09-b41f-bae654fadea3 req-52609695-4a3f-4c2c-9d73-4351422c6e30 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2bff5c42b94f45558740176c1102ba1b HTTP/1.1" status: 200 len: 6156 time: 0.2003331 Oct 30 15:15:34.260706 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f271ef-2115-4cd6-a606-1104a72e6cad req-22ef00fc-b6e7-4d27-a77d-2c08c0c5266d tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:34.262314 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-35f271ef-2115-4cd6-a606-1104a72e6cad req-22ef00fc-b6e7-4d27-a77d-2c08c0c5266d tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] 10.222.0.62 "GET /v2.0/ports?device_id=84c9c53f-2634-4a9d-ba86-3855127ba778 HTTP/1.1" status: 200 len: 946 time: 0.0940986 Oct 30 15:15:34.302039 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9dacf429-2c02-4f09-b41f-bae654fadea3 req-7d3c879f-e43e-475c-a218-cd8d88fc6b6f tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/security-groups/dcd601be-910e-42a5-9957-7f59047ec0a0 HTTP/1.1" status: 200 len: 2985 time: 0.2061293 Oct 30 15:15:34.364953 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-35f271ef-2115-4cd6-a606-1104a72e6cad req-7e27fe88-e96d-48fc-a94d-f3c91b45cc42 tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] 10.222.0.62 "GET /v2.0/security-groups?id=409aa1d7-6954-49d1-b464-0b34218da972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918491 Oct 30 15:15:34.394189 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9dacf429-2c02-4f09-b41f-bae654fadea3 req-8dd6fb97-4840-4f3e-bb7d-3c881a66268c tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/security-groups/dcd601be-910e-42a5-9957-7f59047ec0a0 HTTP/1.1" status: 200 len: 2985 time: 0.0905731 Oct 30 15:15:34.405486 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5248c43c-3c07-4d1f-8f4b-98283aa7da97 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Made reservation on behalf of c5e375c584f04817b9621f57d949f07b for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:15:34.411084 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5248c43c-3c07-4d1f-8f4b-98283aa7da97 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:34.430181 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-31621fe1-02cd-4eb8-972d-63cf57b8de66 req-f8f68722-3e0a-44a6-98dd-c76dcd90c947 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-221716520', 'description': 'tempest-description-471302412'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:15:34.485278 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-31621fe1-02cd-4eb8-972d-63cf57b8de66 req-f8f68722-3e0a-44a6-98dd-c76dcd90c947 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:34.610007 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8e6c45f4-844d-4fab-98e5-f7f10cfdd6d9 tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:34.623144 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-31621fe1-02cd-4eb8-972d-63cf57b8de66 req-f8f68722-3e0a-44a6-98dd-c76dcd90c947 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:34.628760 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-31621fe1-02cd-4eb8-972d-63cf57b8de66 req-f8f68722-3e0a-44a6-98dd-c76dcd90c947 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:34.656596 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-31621fe1-02cd-4eb8-972d-63cf57b8de66 req-f8f68722-3e0a-44a6-98dd-c76dcd90c947 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:34.659192 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-31621fe1-02cd-4eb8-972d-63cf57b8de66 req-f8f68722-3e0a-44a6-98dd-c76dcd90c947 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2366905 Oct 30 15:15:34.687931 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f68722-3e0a-44a6-98dd-c76dcd90c947 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f5f198-c513-40c2-a39f-ff232382ea04,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:34.716553 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-2aa8e6d3-2a50-4351-81b6-283671270cc2 req-98409e6e-b3ee-4ba9-9e4b-6656f4498b89 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-563521818', 'description': 'tempest-description-890206158'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:15:34.772392 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-2aa8e6d3-2a50-4351-81b6-283671270cc2 req-98409e6e-b3ee-4ba9-9e4b-6656f4498b89 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:34.929693 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-2aa8e6d3-2a50-4351-81b6-283671270cc2 req-98409e6e-b3ee-4ba9-9e4b-6656f4498b89 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:34.938461 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-2aa8e6d3-2a50-4351-81b6-283671270cc2 req-98409e6e-b3ee-4ba9-9e4b-6656f4498b89 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:35.009711 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98409e6e-b3ee-4ba9-9e4b-6656f4498b89 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=659f367c-8b4d-48c0-82e3-792fe7da28d1,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:35.023425 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-2aa8e6d3-2a50-4351-81b6-283671270cc2 req-98409e6e-b3ee-4ba9-9e4b-6656f4498b89 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:35.055099 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2aa8e6d3-2a50-4351-81b6-283671270cc2 req-98409e6e-b3ee-4ba9-9e4b-6656f4498b89 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3401639 Oct 30 15:15:35.102677 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8e6c45f4-844d-4fab-98e5-f7f10cfdd6d9 tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:35.260559 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6c45f4-844d-4fab-98e5-f7f10cfdd6d9 tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Network 270a6638-ba5e-4ed9-ad85-c183ffbce25b is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:15:35.269019 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-8e6c45f4-844d-4fab-98e5-f7f10cfdd6d9 tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:15:35.283115 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6c45f4-844d-4fab-98e5-f7f10cfdd6d9 tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:15:35.310552 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5248c43c-3c07-4d1f-8f4b-98283aa7da97 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:35.357533 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6c45f4-844d-4fab-98e5-f7f10cfdd6d9 tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Pushing event updated for resources: {'Port': ['ID=5dc5471f-a290-4d21-85c2-edd3fb8c0514,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:35.412268 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb35e36e-a7b6-4864-a1bc-eb14d02145a5 req-af23d5a5-3862-4489-b52e-b059578a3510 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:35.420209 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cb35e36e-a7b6-4864-a1bc-eb14d02145a5 req-af23d5a5-3862-4489-b52e-b059578a3510 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/ports?device_id=71cd1030-4721-4928-84ee-b63ffbb50e9a HTTP/1.1" status: 200 len: 945 time: 0.7042267 Oct 30 15:15:35.474904 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d6eb71-b11e-4e48-9520-87331b9c85c7 None None] Network 270a6638-ba5e-4ed9-ad85-c183ffbce25b requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:15:35.484782 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5248c43c-3c07-4d1f-8f4b-98283aa7da97 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Pushing event updated for resources: {'Subnet': ['ID=8542855a-f73f-4f3a-9c2b-14d98ef6dcfd,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:35.506404 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6c45f4-844d-4fab-98e5-f7f10cfdd6d9 tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:35.507082 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8e6c45f4-844d-4fab-98e5-f7f10cfdd6d9 tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:35.524354 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cb35e36e-a7b6-4864-a1bc-eb14d02145a5 req-eb32c071-8305-457f-9a81-5b7c1ada1711 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c4698d0-2960-428a-a3a0-964a3486c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029904 Oct 30 15:15:35.532752 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5248c43c-3c07-4d1f-8f4b-98283aa7da97 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Checking segment: {'id': '053f8f3f-72dc-4270-b4ab-111465292c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '853da54b-2522-418c-87e5-f125b7f7b95e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:15:35.533120 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5248c43c-3c07-4d1f-8f4b-98283aa7da97 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Network hostable DHCP agents. Network: 853da54b-2522-418c-87e5-f125b7f7b95e, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:15:35.563257 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-8e6c45f4-844d-4fab-98e5-f7f10cfdd6d9 tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.4366436 Oct 30 15:15:35.565752 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 40044) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:35.602124 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5248c43c-3c07-4d1f-8f4b-98283aa7da97 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Network 853da54b-2522-418c-87e5-f125b7f7b95e is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:15:35.671040 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-5248c43c-3c07-4d1f-8f4b-98283aa7da97 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 853da54b-2522-418c-87e5-f125b7f7b95e) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:15:35.691447 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0312e36-669d-4de6-a1af-628c4c0b160b req-93b238fd-73ea-48e2-89b8-ccd5c76458d7 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:35.701181 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d0312e36-669d-4de6-a1af-628c4c0b160b req-93b238fd-73ea-48e2-89b8-ccd5c76458d7 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/networks?id=7b1d60f2-90d0-4f44-9856-0c96dd26f8ca HTTP/1.1" status: 200 len: 812 time: 0.2681935 Oct 30 15:15:35.715043 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5248c43c-3c07-4d1f-8f4b-98283aa7da97 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:35.715613 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5248c43c-3c07-4d1f-8f4b-98283aa7da97 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:35.722621 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbae12e-3cbf-49ce-b5ba-51b2131d2455 None None] Network 853da54b-2522-418c-87e5-f125b7f7b95e requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:15:35.723207 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d0312e36-669d-4de6-a1af-628c4c0b160b req-3a47a7b5-325d-4a2e-8300-d9f2576969c7 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/quotas/2bff5c42b94f45558740176c1102ba1b HTTP/1.1" status: 200 len: 375 time: 0.0207064 Oct 30 15:15:35.775380 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d18bd-511a-4d40-933e-e03563a9d7a3 req-07ef236e-4648-45ad-b9f7-802a9b9ebc8e tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:35.777030 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-767d18bd-511a-4d40-933e-e03563a9d7a3 req-07ef236e-4648-45ad-b9f7-802a9b9ebc8e tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] 10.222.0.44 "GET /v2.0/ports?device_id=84c9c53f-2634-4a9d-ba86-3855127ba778 HTTP/1.1" status: 200 len: 946 time: 0.1761603 Oct 30 15:15:35.806605 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916b5f2a-5b32-47ec-9101-f8b7d0310ced tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:35.813520 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916b5f2a-5b32-47ec-9101-f8b7d0310ced tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:35.816028 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d0312e36-669d-4de6-a1af-628c4c0b160b req-6324189a-da5a-4351-b4c1-dfb965bc454f tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=2bff5c42b94f45558740176c1102ba1b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0917525 Oct 30 15:15:35.819724 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916b5f2a-5b32-47ec-9101-f8b7d0310ced tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:35.822287 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-916b5f2a-5b32-47ec-9101-f8b7d0310ced tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.2547617 Oct 30 15:15:35.826026 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-5248c43c-3c07-4d1f-8f4b-98283aa7da97 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5582097 Oct 30 15:15:35.827491 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 40050) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:35.830520 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 40052) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:35.855840 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-e1dd0ece-505b-4174-9626-a1b0231fe304 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Request body: {'port': {'network_id': '853da54b-2522-418c-87e5-f125b7f7b95e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1921717736'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:15:35.876803 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c011679-c92d-43d4-a731-c57e63828651 req-696fe19b-9123-4172-b868-a3060d2d7f9f tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:35.878413 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5c011679-c92d-43d4-a731-c57e63828651 req-696fe19b-9123-4172-b868-a3060d2d7f9f tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] 10.222.0.62 "GET /v2.0/ports?device_id=84c9c53f-2634-4a9d-ba86-3855127ba778 HTTP/1.1" status: 200 len: 946 time: 0.1749041 Oct 30 15:15:35.980951 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-518c9cdd-a420-4064-842c-bdc155b139d6 None None] Provisioning complete for port e6b14bfd-0c2a-4b02-8e45-f15752cd02a5 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:15:35.982672 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-518c9cdd-a420-4064-842c-bdc155b139d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:36.026342 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5c011679-c92d-43d4-a731-c57e63828651 req-9c91cedf-c694-4bf5-88ba-c5482c255cbb tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] 10.222.0.62 "GET /v2.0/security-groups?id=409aa1d7-6954-49d1-b464-0b34218da972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111479 Oct 30 15:15:36.052948 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-767d18bd-511a-4d40-933e-e03563a9d7a3 req-0b257b5c-936d-4038-b08f-6ae67c581c8b tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Deleting port 8c906c36-6f1a-4204-afe6-a31762fbf76a {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:15:36.053309 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-767d18bd-511a-4d40-933e-e03563a9d7a3 req-0b257b5c-936d-4038-b08f-6ae67c581c8b tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:36.116583 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device e6b14bfd-0c2a-4b02-8e45-f15752cd02a5 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:15:36.209038 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:15:36.283359 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-767d18bd-511a-4d40-933e-e03563a9d7a3 req-0b257b5c-936d-4038-b08f-6ae67c581c8b tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] For port 8c906c36-6f1a-4204-afe6-a31762fbf76a, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=8c906c36-6f1a-4204-afe6-a31762fbf76a,segment=NetworkSegment(b118986b-1780-4ec6-9072-4cc810987309),segment_id=b118986b-1780-4ec6-9072-4cc810987309)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:15:36.286487 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-767d18bd-511a-4d40-933e-e03563a9d7a3 req-0b257b5c-936d-4038-b08f-6ae67c581c8b tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:36.310680 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-ae446275-e66e-40be-b9b9-651438947986 tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Deleting port 5dc5471f-a290-4d21-85c2-edd3fb8c0514 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:15:36.311142 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ae446275-e66e-40be-b9b9-651438947986 tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:36.347825 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port e6b14bfd-0c2a-4b02-8e45-f15752cd02a5 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:15:36.348439 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:36.424205 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ae446275-e66e-40be-b9b9-651438947986 tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:36.439217 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-ae446275-e66e-40be-b9b9-651438947986 tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Calling delete_port for 5dc5471f-a290-4d21-85c2-edd3fb8c0514 owned by {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:15:36.563296 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-518c9cdd-a420-4064-842c-bdc155b139d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:36.630212 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-518c9cdd-a420-4064-842c-bdc155b139d6 None None] For port e6b14bfd-0c2a-4b02-8e45-f15752cd02a5, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=e6b14bfd-0c2a-4b02-8e45-f15752cd02a5,segment=NetworkSegment(44e8015e-3636-4016-b771-1726fdb4d264),segment_id=44e8015e-3636-4016-b771-1726fdb4d264)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:15:36.665887 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-518c9cdd-a420-4064-842c-bdc155b139d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:36.740570 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d0312e36-669d-4de6-a1af-628c4c0b160b req-30ef86f2-7970-4dad-849e-759a9bc634c4 service neutron] 10.222.0.62 "GET /v2.0/networks/7b1d60f2-90d0-4f44-9856-0c96dd26f8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9118307 Oct 30 15:15:36.752656 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1dd0ece-505b-4174-9626-a1b0231fe304 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Made reservation on behalf of c5e375c584f04817b9621f57d949f07b for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:15:36.771982 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e1dd0ece-505b-4174-9626-a1b0231fe304 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:36.812829 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ae446275-e66e-40be-b9b9-651438947986 tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:36.815581 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [None req-e1dd0ece-505b-4174-9626-a1b0231fe304 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] device_id is not set on port 37ba17bd-b72d-4494-8cde-59ea021a83fe yet. {{(pid=102130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:15:36.963747 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ffb5ee-51e3-45d5-a6ab-54b207ea6da3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-853da54b-2522-418c-87e5-f125b7f7b95e', 'network_id': '853da54b-2522-418c-87e5-f125b7f7b95e', 'tenant_id': 'c5e375c584f04817b9621f57d949f07b', 'fixed_ips': [{'subnet_id': '8542855a-f73f-4f3a-9c2b-14d98ef6dcfd'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:15:36.965157 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a8ffb5ee-51e3-45d5-a6ab-54b207ea6da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:37.044727 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae446275-e66e-40be-b9b9-651438947986 tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Pushing event deleted for resources: {'Port': ['ID=5dc5471f-a290-4d21-85c2-edd3fb8c0514,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:37.231022 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ae446275-e66e-40be-b9b9-651438947986 tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:37.258757 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 40084) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:37.264858 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-ae446275-e66e-40be-b9b9-651438947986 tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] 10.222.0.62 "DELETE /v2.0/ports/5dc5471f-a290-4d21-85c2-edd3fb8c0514 HTTP/1.1" status: 204 len: 168 time: 1.4302642 Oct 30 15:15:37.277835 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-995e99e2-f001-4ee0-a492-1e5ee0e0cb62 tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Request body: {'port': {'name': 'tempest-new-port-name-710133455', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:15:37.278149 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518c9cdd-a420-4064-842c-bdc155b139d6 None None] Pushing event updated for resources: {'Port': ['ID=e6b14bfd-0c2a-4b02-8e45-f15752cd02a5,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:37.278416 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.api.validators [None req-995e99e2-f001-4ee0-a492-1e5ee0e0cb62 tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] bootfile-name is not in valid_values {{(pid=102131) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 30 15:15:37.278856 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.api.validators [None req-995e99e2-f001-4ee0-a492-1e5ee0e0cb62 tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] tftp-server is not in valid_values {{(pid=102131) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 30 15:15:37.279284 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.api.validators [None req-995e99e2-f001-4ee0-a492-1e5ee0e0cb62 tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] server-ip-address is not in valid_values {{(pid=102131) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 30 15:15:37.286853 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-767d18bd-511a-4d40-933e-e03563a9d7a3 req-0b257b5c-936d-4038-b08f-6ae67c581c8b tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:37.287546 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-767d18bd-511a-4d40-933e-e03563a9d7a3 req-0b257b5c-936d-4038-b08f-6ae67c581c8b tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:37.287768 n-d-806683-17 neutron-server[102131]: INFO neutron.db.l3_db [req-767d18bd-511a-4d40-933e-e03563a9d7a3 req-0b257b5c-936d-4038-b08f-6ae67c581c8b tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Floating IP 7931405a-94b2-448e-9adc-3480363ca70c disassociated. External IP: 172.25.4.150, port: 8c906c36-6f1a-4204-afe6-a31762fbf76a. Oct 30 15:15:37.288214 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-767d18bd-511a-4d40-933e-e03563a9d7a3 req-0b257b5c-936d-4038-b08f-6ae67c581c8b tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Calling delete_port for 8c906c36-6f1a-4204-afe6-a31762fbf76a owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:15:37.341631 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f86cda-c16a-466e-9912-7741547d0f9d req-233254e3-d5f7-47e7-8dc4-b0edde462163 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:37.359068 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-98f86cda-c16a-466e-9912-7741547d0f9d req-233254e3-d5f7-47e7-8dc4-b0edde462163 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/ports?device_id=71cd1030-4721-4928-84ee-b63ffbb50e9a HTTP/1.1" status: 200 len: 945 time: 0.3478436 Oct 30 15:15:37.476181 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d0312e36-669d-4de6-a1af-628c4c0b160b req-fe936175-4cbc-4f42-a19d-40010cc410d6 service neutron] 10.222.0.62 "GET /v2.0/networks/7b1d60f2-90d0-4f44-9856-0c96dd26f8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6784465 Oct 30 15:15:37.478248 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-e1dd0ece-505b-4174-9626-a1b0231fe304 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Allocated IP 2001:db8::271 (853da54b-2522-418c-87e5-f125b7f7b95e/8542855a-f73f-4f3a-9c2b-14d98ef6dcfd/37ba17bd-b72d-4494-8cde-59ea021a83fe) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:15:37.527885 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc14d55c-7cb2-4251-ab77-a6c985960628 req-3077b8f5-0a2b-40f8-82b9-f8485fc0e950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:37.534784 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bc14d55c-7cb2-4251-ab77-a6c985960628 req-3077b8f5-0a2b-40f8-82b9-f8485fc0e950 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0f970d101e534168aa167348c2581dc1&device_id=71cd1030-4721-4928-84ee-b63ffbb50e9a HTTP/1.1" status: 200 len: 1097 time: 0.6674767 Oct 30 15:15:37.538631 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-995e99e2-f001-4ee0-a492-1e5ee0e0cb62 tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:37.580309 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-98f86cda-c16a-466e-9912-7741547d0f9d req-95a25bf3-8c5b-445b-aa76-fdc8be4efc4b tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c4698d0-2960-428a-a3a0-964a3486c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196412 Oct 30 15:15:37.609489 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-70cdb984-ec8d-4ecf-90d7-057241e090da None None] Provisioning complete for port e6b14bfd-0c2a-4b02-8e45-f15752cd02a5 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:15:37.610022 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-70cdb984-ec8d-4ecf-90d7-057241e090da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:37.914957 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-70cdb984-ec8d-4ecf-90d7-057241e090da None None] Provisioning complete for port 9b2e5dc6-c306-4928-a8fb-85ae662b992d triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:15:37.914957 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-70cdb984-ec8d-4ecf-90d7-057241e090da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:37.983555 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc14d55c-7cb2-4251-ab77-a6c985960628 req-330b4d3f-ee58-459c-b8ba-edbc3f1369da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:37.985183 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bc14d55c-7cb2-4251-ab77-a6c985960628 req-330b4d3f-ee58-459c-b8ba-edbc3f1369da service neutron] 10.222.0.44 "GET /v2.0/networks?id=37d8b877-159b-4b64-8f66-da1ddd04cfce HTTP/1.1" status: 200 len: 917 time: 0.4387777 Oct 30 15:15:38.020055 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-70cdb984-ec8d-4ecf-90d7-057241e090da None None] Port 9b2e5dc6-c306-4928-a8fb-85ae662b992d cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:15:38.037093 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-70cdb984-ec8d-4ecf-90d7-057241e090da None None] Could not find standard attr ID for object 5dc5471f-a290-4d21-85c2-edd3fb8c0514. {{(pid=102132) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 30 15:15:38.078988 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 8c906c36-6f1a-4204-afe6-a31762fbf76a no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:15:38.146877 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bc14d55c-7cb2-4251-ab77-a6c985960628 req-8007b410-4da8-4410-b286-7e3830043401 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=135c7731-e147-4990-a252-98687642de09 HTTP/1.1" status: 200 len: 217 time: 0.1177924 Oct 30 15:15:38.178663 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device e6b14bfd-0c2a-4b02-8e45-f15752cd02a5 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:15:38.199491 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de721afe-fdaf-4eaf-ba3b-af186df03825 req-ce20a28c-20a1-4423-ae15-a770d5064cc3 tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:38.201137 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-de721afe-fdaf-4eaf-ba3b-af186df03825 req-ce20a28c-20a1-4423-ae15-a770d5064cc3 tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] 10.222.0.62 "GET /v2.0/ports?device_id=84c9c53f-2634-4a9d-ba86-3855127ba778 HTTP/1.1" status: 200 len: 946 time: 0.5044682 Oct 30 15:15:38.216530 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4a741f91-7f53-46dd-ac29-7336d3d61add req-d1f19a63-ab4b-4d55-a16b-8ed1bfc5ebef tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/ports?device_id=3595510c-401a-4288-8fae-6f7bc787d8d6 HTTP/1.1" status: 200 len: 210 time: 0.0660374 Oct 30 15:15:38.240067 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-767d18bd-511a-4d40-933e-e03563a9d7a3 req-0b257b5c-936d-4038-b08f-6ae67c581c8b tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:38.289019 n-d-806683-17 neutron-server[102132]: INFO neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] No ports have port_id starting with 8c906c36-6f1a-4204-afe6-a31762fbf76a Oct 30 15:15:38.332042 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-06689e07-bc61-4eba-9d0d-bcd541ae4cbd None None] Provisioning complete for port 9b2e5dc6-c306-4928-a8fb-85ae662b992d triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:15:38.335018 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-06689e07-bc61-4eba-9d0d-bcd541ae4cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:38.395028 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b257b5c-936d-4038-b08f-6ae67c581c8b tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Pushing event deleted for resources: {'Port': ['ID=8c906c36-6f1a-4204-afe6-a31762fbf76a,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:38.465901 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-06689e07-bc61-4eba-9d0d-bcd541ae4cbd None None] Port 9b2e5dc6-c306-4928-a8fb-85ae662b992d cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:15:38.470071 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc14d55c-7cb2-4251-ab77-a6c985960628 req-c5d9f910-46a3-4cbc-836c-58694152386f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:38.471847 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bc14d55c-7cb2-4251-ab77-a6c985960628 req-c5d9f910-46a3-4cbc-836c-58694152386f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3fd8dd71-377c-4bfe-8329-29c211a0edfd HTTP/1.1" status: 200 len: 855 time: 0.2518134 Oct 30 15:15:38.472721 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port e6b14bfd-0c2a-4b02-8e45-f15752cd02a5 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:15:38.473027 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:38.480485 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e1dd0ece-505b-4174-9626-a1b0231fe304 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:38.645270 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-057c0979-c60d-482e-bef4-4a6fe82a8d4e None None] Could not find standard attr ID for object 5dc5471f-a290-4d21-85c2-edd3fb8c0514. {{(pid=102132) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 30 15:15:38.673925 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc14d55c-7cb2-4251-ab77-a6c985960628 req-3a731e96-733f-4615-9158-514516139db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:38.678489 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bc14d55c-7cb2-4251-ab77-a6c985960628 req-3a731e96-733f-4615-9158-514516139db7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=37d8b877-159b-4b64-8f66-da1ddd04cfce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1961238 Oct 30 15:15:38.700001 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [req-bc14d55c-7cb2-4251-ab77-a6c985960628 req-41892abd-653a-42be-89c1-27a9e63aae2f service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:15:38.705455 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bc14d55c-7cb2-4251-ab77-a6c985960628 req-41892abd-653a-42be-89c1-27a9e63aae2f service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0162053 Oct 30 15:15:38.771949 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-de721afe-fdaf-4eaf-ba3b-af186df03825 req-0be32c5c-c22c-48c5-98cc-f2dbc1687984 tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] 10.222.0.62 "GET /v2.0/security-groups?id=409aa1d7-6954-49d1-b464-0b34218da972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5529785 Oct 30 15:15:38.825354 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-995e99e2-f001-4ee0-a492-1e5ee0e0cb62 tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:38.836704 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-767d18bd-511a-4d40-933e-e03563a9d7a3 req-0b257b5c-936d-4038-b08f-6ae67c581c8b tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Router d1fd2d01-73a1-4c43-b94e-70c61f2eea89 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:15:38.838782 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-995e99e2-f001-4ee0-a492-1e5ee0e0cb62 tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:38.993063 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bc14d55c-7cb2-4251-ab77-a6c985960628 req-90611971-107f-4976-8f16-79dc7c9e2d2f service neutron] 10.222.0.44 "GET /v2.0/networks/37d8b877-159b-4b64-8f66-da1ddd04cfce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706096 Oct 30 15:15:39.145155 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-995e99e2-f001-4ee0-a492-1e5ee0e0cb62 tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] In _notify_port_updated(), no bound segment for port 9b2e5dc6-c306-4928-a8fb-85ae662b992d on network 270a6638-ba5e-4ed9-ad85-c183ffbce25b {{(pid=102131) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 30 15:15:39.153927 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995e99e2-f001-4ee0-a492-1e5ee0e0cb62 tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:39.154627 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-995e99e2-f001-4ee0-a492-1e5ee0e0cb62 tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:39.159648 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e1dd0ece-505b-4174-9626-a1b0231fe304 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:39.159972 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-995e99e2-f001-4ee0-a492-1e5ee0e0cb62 tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] 10.222.0.62 "PUT /v2.0/ports/9b2e5dc6-c306-4928-a8fb-85ae662b992d HTTP/1.1" status: 200 len: 1136 time: 1.8917880 Oct 30 15:15:39.175820 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 40134) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:39.202132 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-a8ffb5ee-51e3-45d5-a6ab-54b207ea6da3 None None] Allocated IP 2001:db8::2 (853da54b-2522-418c-87e5-f125b7f7b95e/8542855a-f73f-4f3a-9c2b-14d98ef6dcfd/473e88b0-7732-47e1-a952-28326e1248d9) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:15:39.216576 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995e99e2-f001-4ee0-a492-1e5ee0e0cb62 tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Pushing event updated for resources: {'Port': ['ID=9b2e5dc6-c306-4928-a8fb-85ae662b992d,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:39.352000 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-767d18bd-511a-4d40-933e-e03563a9d7a3 req-0b257b5c-936d-4038-b08f-6ae67c581c8b tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:15:39.402529 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f939b1d-c6db-4655-87e6-c74e1c0c3aec None None] Sync routers for ids ['d1fd2d01-73a1-4c43-b94e-70c61f2eea89'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:15:39.423944 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f939b1d-c6db-4655-87e6-c74e1c0c3aec None None] Routers {'d1fd2d01-73a1-4c43-b94e-70c61f2eea89'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:15:39.424584 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-1f939b1d-c6db-4655-87e6-c74e1c0c3aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:15:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['d1fd2d01-73a1-4c43-b94e-70c61f2eea89'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:15:39.466951 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-767d18bd-511a-4d40-933e-e03563a9d7a3 req-0b257b5c-936d-4038-b08f-6ae67c581c8b tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] No DVR routers for this DVR port 8c906c36-6f1a-4204-afe6-a31762fbf76a on host n-h2-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:15:39.478999 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-52a854d4-18c2-4102-8c2b-a7b646f1d6ba req-8f5f7a97-a4b8-4db9-ad37-7a768d3fe7aa tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/ports?device_id=3595510c-401a-4288-8fae-6f7bc787d8d6 HTTP/1.1" status: 200 len: 210 time: 0.0871058 Oct 30 15:15:39.482074 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-767d18bd-511a-4d40-933e-e03563a9d7a3 req-0b257b5c-936d-4038-b08f-6ae67c581c8b tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:39.487074 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-767d18bd-511a-4d40-933e-e03563a9d7a3 req-0b257b5c-936d-4038-b08f-6ae67c581c8b tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] 10.222.0.44 "DELETE /v2.0/ports/8c906c36-6f1a-4204-afe6-a31762fbf76a HTTP/1.1" status: 204 len: 173 time: 3.6991022 Oct 30 15:15:39.487838 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84c9c53f-2634-4a9d-ba86-3855127ba778', 'name': 'network-vif-deleted', 'tag': '8c906c36-6f1a-4204-afe6-a31762fbf76a'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:15:39.498229 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbae394c-befe-4a88-b0bb-88eb61001135" -d '{"events": [{"server_uuid": "84c9c53f-2634-4a9d-ba86-3855127ba778", "name": "network-vif-deleted", "tag": "8c906c36-6f1a-4204-afe6-a31762fbf76a"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:15:39.544214 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1dd0ece-505b-4174-9626-a1b0231fe304 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Network 853da54b-2522-418c-87e5-f125b7f7b95e is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:15:39.554079 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-e1dd0ece-505b-4174-9626-a1b0231fe304 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:15:39.578959 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dd0ece-505b-4174-9626-a1b0231fe304 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:15:39.587660 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1dd0ece-505b-4174-9626-a1b0231fe304 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:39.588321 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b1c332-8f2b-42ff-8857-03afb8c40de0 x-openstack-request-id: req-f0b1c332-8f2b-42ff-8857-03afb8c40de0 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:15:39.588463 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e1dd0ece-505b-4174-9626-a1b0231fe304 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:39.588632 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84c9c53f-2634-4a9d-ba86-3855127ba778", "name": "network-vif-deleted", "tag": "8c906c36-6f1a-4204-afe6-a31762fbf76a", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:15:39.588868 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f0b1c332-8f2b-42ff-8857-03afb8c40de0 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:15:39.589269 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84c9c53f-2634-4a9d-ba86-3855127ba778', 'name': 'network-vif-deleted', 'tag': '8c906c36-6f1a-4204-afe6-a31762fbf76a', 'status': 'completed', 'code': 200} Oct 30 15:15:39.636096 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dd0ece-505b-4174-9626-a1b0231fe304 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Pushing event updated for resources: {'Port': ['ID=37ba17bd-b72d-4494-8cde-59ea021a83fe,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:39.656838 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 40144) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:39.658849 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-1f939b1d-c6db-4655-87e6-c74e1c0c3aec None None] Set router d1fd2d01-73a1-4c43-b94e-70c61f2eea89 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:15:39.660611 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e1dd0ece-505b-4174-9626-a1b0231fe304 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.8238206 Oct 30 15:15:39.662026 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-4ac9df00-e5a2-4d07-bfd2-3f8636929627 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Request body: {'port': {'network_id': '853da54b-2522-418c-87e5-f125b7f7b95e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2047488422', 'allowed_address_pairs': [{'ip_address': '2001:db8::271', 'mac_address': 'fa:16:3e:e9:18:eb'}]}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:15:39.695017 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b1529d-e2fe-4245-b650-c3bd3388e988 tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:39.699836 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-48b1529d-e2fe-4245-b650-c3bd3388e988 tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] 10.222.0.62 "GET /v2.0/ports/9b2e5dc6-c306-4928-a8fb-85ae662b992d HTTP/1.1" status: 200 len: 1136 time: 0.4366398 Oct 30 15:15:39.705748 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 40146) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:39.717083 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec9f0b-f63e-4b0b-a0ff-4cefebfcc84a req-354f6ef9-6105-45a0-8778-640f79f60d2e tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:39.726487 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-64ec9f0b-f63e-4b0b-a0ff-4cefebfcc84a req-354f6ef9-6105-45a0-8778-640f79f60d2e tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/ports?device_id=71cd1030-4721-4928-84ee-b63ffbb50e9a HTTP/1.1" status: 200 len: 945 time: 0.7227321 Oct 30 15:15:39.763691 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e615a455-dac7-4dd4-9ed0-f2c8d9db9b25 None None] Provisioning complete for port 9b2e5dc6-c306-4928-a8fb-85ae662b992d triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:15:39.765045 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e615a455-dac7-4dd4-9ed0-f2c8d9db9b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:40.189479 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-046dc32a-727a-4779-b226-a46a71acdf91 req-1f390f30-60b9-4a5a-b811-4f7e78d7400a tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] 10.222.0.62 "GET /v2.0/ports?device_id=84c9c53f-2634-4a9d-ba86-3855127ba778 HTTP/1.1" status: 200 len: 210 time: 0.1668046 Oct 30 15:15:40.355230 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a8ffb5ee-51e3-45d5-a6ab-54b207ea6da3 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:40.390326 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a8ffb5ee-51e3-45d5-a6ab-54b207ea6da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:40.403501 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e615a455-dac7-4dd4-9ed0-f2c8d9db9b25 None None] Port 9b2e5dc6-c306-4928-a8fb-85ae662b992d cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:15:40.428727 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-64ec9f0b-f63e-4b0b-a0ff-4cefebfcc84a req-2a9125bb-77a6-426f-ba83-d5adbe36041b tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c4698d0-2960-428a-a3a0-964a3486c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7008548 Oct 30 15:15:40.451212 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0312e36-669d-4de6-a1af-628c4c0b160b req-71cf6853-c1cf-4d33-b470-c4e706b51c96 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:40.453034 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d0312e36-669d-4de6-a1af-628c4c0b160b req-71cf6853-c1cf-4d33-b470-c4e706b51c96 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.44 "GET /v2.0/networks?id=7b1d60f2-90d0-4f44-9856-0c96dd26f8ca HTTP/1.1" status: 200 len: 812 time: 0.6226254 Oct 30 15:15:40.454584 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac9df00-e5a2-4d07-bfd2-3f8636929627 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Made reservation on behalf of c5e375c584f04817b9621f57d949f07b for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:15:40.473308 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bc14d55c-7cb2-4251-ab77-a6c985960628 req-bfc567b9-eaf6-4240-b764-962cc6d9d512 service neutron] 10.222.0.44 "GET /v2.0/networks/37d8b877-159b-4b64-8f66-da1ddd04cfce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4276326 Oct 30 15:15:40.486128 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-4a098247-5b90-4b8a-a652-828c961016ee tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Deleting port 9b2e5dc6-c306-4928-a8fb-85ae662b992d {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:15:40.486476 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4a098247-5b90-4b8a-a652-828c961016ee tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:40.580323 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ffb5ee-51e3-45d5-a6ab-54b207ea6da3 None None] Network 853da54b-2522-418c-87e5-f125b7f7b95e is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:15:40.592355 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4ac9df00-e5a2-4d07-bfd2-3f8636929627 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:40.596571 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-a8ffb5ee-51e3-45d5-a6ab-54b207ea6da3 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:15:40.609777 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-d0312e36-669d-4de6-a1af-628c4c0b160b req-1a479a5d-ee8d-412a-aba8-d2c396b1e21c tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Request body: {'port': {'device_id': '3595510c-401a-4288-8fae-6f7bc787d8d6', 'network_id': '7b1d60f2-90d0-4f44-9856-0c96dd26f8ca', 'admin_state_up': True, 'tenant_id': '2bff5c42b94f45558740176c1102ba1b'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:15:40.613432 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4a098247-5b90-4b8a-a652-828c961016ee tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:40.620467 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ffb5ee-51e3-45d5-a6ab-54b207ea6da3 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:15:40.628300 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-4a098247-5b90-4b8a-a652-828c961016ee tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Calling delete_port for 9b2e5dc6-c306-4928-a8fb-85ae662b992d owned by {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:15:40.652300 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ffb5ee-51e3-45d5-a6ab-54b207ea6da3 None None] Pushing event updated for resources: {'Port': ['ID=473e88b0-7732-47e1-a952-28326e1248d9,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:40.748993 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-95867d56-44c3-4924-ab1a-eefc3b8aac83 req-191ec738-0d3c-43d7-bd8e-05f7be8fc6a3 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/ports?device_id=3595510c-401a-4288-8fae-6f7bc787d8d6 HTTP/1.1" status: 200 len: 210 time: 0.1339846 Oct 30 15:15:40.800384 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4a098247-5b90-4b8a-a652-828c961016ee tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:40.837849 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [None req-4ac9df00-e5a2-4d07-bfd2-3f8636929627 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] device_id is not set on port 1d9a7dcb-7af3-4b5c-bef3-181ccd6d898b yet. {{(pid=102131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:15:40.840754 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-a8ffb5ee-51e3-45d5-a6ab-54b207ea6da3 None None] Attempting to bind port 473e88b0-7732-47e1-a952-28326e1248d9 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:15:40.841306 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-a8ffb5ee-51e3-45d5-a6ab-54b207ea6da3 None None] Attempting to bind port 473e88b0-7732-47e1-a952-28326e1248d9 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '053f8f3f-72dc-4270-b4ab-111465292c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '853da54b-2522-418c-87e5-f125b7f7b95e'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:15:40.841865 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ffb5ee-51e3-45d5-a6ab-54b207ea6da3 None None] Attempting to bind port 473e88b0-7732-47e1-a952-28326e1248d9 on network 853da54b-2522-418c-87e5-f125b7f7b95e {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:15:40.862060 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-1f939b1d-c6db-4655-87e6-c74e1c0c3aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1fd2d01-73a1-4c43-b94e-70c61f2eea89', 'name': 'tempest-ServersTestBootFromVolume-1640369999-router', 'tenant_id': 'ea55b09697be4bd28e1dfee52575f408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '3ff7fd70-def3-4cb2-ac31-22f3af7e0af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:12:08Z', 'updated_at': '2021-10-30T15:12:21Z', 'revision_number': 4, 'project_id': 'ea55b09697be4bd28e1dfee52575f408', 'gw_port': {'id': '3ff7fd70-def3-4cb2-ac31-22f3af7e0af5', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:71:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fd2d01-73a1-4c43-b94e-70c61f2eea89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:12:11Z', 'updated_at': '2021-10-30T15:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'f84e11d6-96a2-4a6e-9074-0720ae8ffa04', 'name': '', 'network_id': 'a58fe444-ac18-4f2f-a60f-5757cef69326', 'tenant_id': 'ea55b09697be4bd28e1dfee52575f408', 'mac_address': 'fa:16:3e:2b:72:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fd2d01-73a1-4c43-b94e-70c61f2eea89', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '86bad708-b245-4630-806f-13e585804342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:12:19Z', 'updated_at': '2021-10-30T15:12:39Z', 'revision_number': 5, 'project_id': 'ea55b09697be4bd28e1dfee52575f408', 'subnets': [{'id': '86bad708-b245-4630-806f-13e585804342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:15:40.867083 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ffb5ee-51e3-45d5-a6ab-54b207ea6da3 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:15:40.867479 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ffb5ee-51e3-45d5-a6ab-54b207ea6da3 None None] Checking segment: {'id': '053f8f3f-72dc-4270-b4ab-111465292c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '853da54b-2522-418c-87e5-f125b7f7b95e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:15:40.867888 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a8ffb5ee-51e3-45d5-a6ab-54b207ea6da3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:40.886563 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a098247-5b90-4b8a-a652-828c961016ee tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Pushing event deleted for resources: {'Port': ['ID=9b2e5dc6-c306-4928-a8fb-85ae662b992d,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:40.902271 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ffb5ee-51e3-45d5-a6ab-54b207ea6da3 None None] Bound using segment: {'id': '053f8f3f-72dc-4270-b4ab-111465292c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '853da54b-2522-418c-87e5-f125b7f7b95e'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:15:40.902918 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-a8ffb5ee-51e3-45d5-a6ab-54b207ea6da3 None None] Bound port: 473e88b0-7732-47e1-a952-28326e1248d9, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '053f8f3f-72dc-4270-b4ab-111465292c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '853da54b-2522-418c-87e5-f125b7f7b95e'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:15:40.903337 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a8ffb5ee-51e3-45d5-a6ab-54b207ea6da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:40.919843 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4a098247-5b90-4b8a-a652-828c961016ee tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:40.923551 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-4a098247-5b90-4b8a-a652-828c961016ee tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] 10.222.0.62 "DELETE /v2.0/ports/9b2e5dc6-c306-4928-a8fb-85ae662b992d HTTP/1.1" status: 204 len: 168 time: 1.1860895 Oct 30 15:15:40.925883 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 40170) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:41.057529 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-99ffe484-82fb-4f3d-8f1b-b60c56790070 tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Deleting subnet d4b79ba3-5dbf-4c12-96c9-7e14b2706921 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:15:41.062464 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-99ffe484-82fb-4f3d-8f1b-b60c56790070 tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:41.164990 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-99ffe484-82fb-4f3d-8f1b-b60c56790070 tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:41.287401 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-99ffe484-82fb-4f3d-8f1b-b60c56790070 tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:41.442534 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-99ffe484-82fb-4f3d-8f1b-b60c56790070 tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:41.482862 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-844c5ae3-848a-456f-a313-b62e1d6eaac9 req-df2a16a8-2422-4c52-9474-1fc871e60c2a tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] 10.222.0.62 "GET /v2.0/ports?device_id=84c9c53f-2634-4a9d-ba86-3855127ba778 HTTP/1.1" status: 200 len: 210 time: 0.1073167 Oct 30 15:15:41.506211 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-99ffe484-82fb-4f3d-8f1b-b60c56790070 tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:41.516396 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-99ffe484-82fb-4f3d-8f1b-b60c56790070 tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] 10.222.0.62 "DELETE /v2.0/subnets/d4b79ba3-5dbf-4c12-96c9-7e14b2706921 HTTP/1.1" status: 204 len: 168 time: 0.5884421 Oct 30 15:15:41.588307 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 40184) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:41.623941 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ffe484-82fb-4f3d-8f1b-b60c56790070 tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Pushing event deleted for resources: {'Subnet': ['ID=d4b79ba3-5dbf-4c12-96c9-7e14b2706921,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:41.887495 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39697436-14bf-463f-92c9-e9656b5d07b1 None None] Network 270a6638-ba5e-4ed9-ad85-c183ffbce25b requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:15:41.909849 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f939b1d-c6db-4655-87e6-c74e1c0c3aec None None] Checking router: d1fd2d01-73a1-4c43-b94e-70c61f2eea89 for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:15:41.975519 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-4ac9df00-e5a2-4d07-bfd2-3f8636929627 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Allocated IP 2001:db8::15 (853da54b-2522-418c-87e5-f125b7f7b95e/8542855a-f73f-4f3a-9c2b-14d98ef6dcfd/1d9a7dcb-7af3-4b5c-bef3-181ccd6d898b) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:15:41.994981 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0312e36-669d-4de6-a1af-628c4c0b160b req-1a479a5d-ee8d-412a-aba8-d2c396b1e21c tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Made reservation on behalf of 2bff5c42b94f45558740176c1102ba1b for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:15:41.997902 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d0312e36-669d-4de6-a1af-628c4c0b160b req-1a479a5d-ee8d-412a-aba8-d2c396b1e21c tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:42.076451 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-47d91df1-ea8a-4389-92aa-4bdbda45b923 req-11b65684-2123-4f92-896f-be2ee387e96a tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/ports?device_id=3595510c-401a-4288-8fae-6f7bc787d8d6 HTTP/1.1" status: 200 len: 210 time: 0.1715567 Oct 30 15:15:42.089486 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3be5286d-31b9-474b-9016-3e8db064633b tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:42.171558 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-a8ffb5ee-51e3-45d5-a6ab-54b207ea6da3 None None] For port 473e88b0-7732-47e1-a952-28326e1248d9, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:15:42.179151 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f939b1d-c6db-4655-87e6-c74e1c0c3aec None None] Routers {'d1fd2d01-73a1-4c43-b94e-70c61f2eea89'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:15:42.181594 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-1f939b1d-c6db-4655-87e6-c74e1c0c3aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:15:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['d1fd2d01-73a1-4c43-b94e-70c61f2eea89'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:15:42.211428 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c64b8e4-d15f-42c5-a1d0-429f9a1ee8cb req-be81c908-c0e0-4d11-959e-8601df8d2fc4 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:42.217710 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6c64b8e4-d15f-42c5-a1d0-429f9a1ee8cb req-be81c908-c0e0-4d11-959e-8601df8d2fc4 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/ports?device_id=71cd1030-4721-4928-84ee-b63ffbb50e9a HTTP/1.1" status: 200 len: 945 time: 0.3945782 Oct 30 15:15:42.372468 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-3be5286d-31b9-474b-9016-3e8db064633b tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Deleting port e6b14bfd-0c2a-4b02-8e45-f15752cd02a5 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:15:42.372886 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3be5286d-31b9-474b-9016-3e8db064633b tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:42.380139 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6c64b8e4-d15f-42c5-a1d0-429f9a1ee8cb req-63e9a773-9f57-494e-81ff-7496a13fa108 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c4698d0-2960-428a-a3a0-964a3486c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206095 Oct 30 15:15:42.533294 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-3be5286d-31b9-474b-9016-3e8db064633b tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] For port e6b14bfd-0c2a-4b02-8e45-f15752cd02a5, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=e6b14bfd-0c2a-4b02-8e45-f15752cd02a5,segment=NetworkSegment(44e8015e-3636-4016-b771-1726fdb4d264),segment_id=44e8015e-3636-4016-b771-1726fdb4d264)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:15:42.534233 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3be5286d-31b9-474b-9016-3e8db064633b tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:42.619086 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-3be5286d-31b9-474b-9016-3e8db064633b tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Calling delete_port for e6b14bfd-0c2a-4b02-8e45-f15752cd02a5 owned by network:dhcp {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:15:42.685900 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ece0ffd6-212b-4589-9a4e-dc01e6e7e2e6 req-c1449245-592e-40f6-8726-0da6726ed2c4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=71cd1030-4721-4928-84ee-b63ffbb50e9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0944383 Oct 30 15:15:42.849740 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-1f939b1d-c6db-4655-87e6-c74e1c0c3aec None None] Set router d1fd2d01-73a1-4c43-b94e-70c61f2eea89 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:15:42.976095 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2523384f-84d9-4b1a-9753-1cd38d849f01 req-d6e26a0b-a9ca-45f1-ae37-df2e80d80ecd tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] 10.222.0.62 "GET /v2.0/ports?device_id=84c9c53f-2634-4a9d-ba86-3855127ba778 HTTP/1.1" status: 200 len: 210 time: 0.2283428 Oct 30 15:15:43.049361 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-a8ffb5ee-51e3-45d5-a6ab-54b207ea6da3 None None] For port 473e88b0-7732-47e1-a952-28326e1248d9, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=473e88b0-7732-47e1-a952-28326e1248d9,segment=NetworkSegment(053f8f3f-72dc-4270-b4ab-111465292c17),segment_id=053f8f3f-72dc-4270-b4ab-111465292c17)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:15:43.120310 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a8ffb5ee-51e3-45d5-a6ab-54b207ea6da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:43.161126 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-d0312e36-669d-4de6-a1af-628c4c0b160b req-1a479a5d-ee8d-412a-aba8-d2c396b1e21c tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Allocated IP 172.20.0.13 (7b1d60f2-90d0-4f44-9856-0c96dd26f8ca/cb1592e1-5e9c-487d-b296-2e7a28c24f10/80dc8530-c891-4dd3-8019-e79c89ecbe91) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:15:43.305587 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4ac9df00-e5a2-4d07-bfd2-3f8636929627 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:43.307843 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599bd63-f3cd-47f9-bd29-37eab195e34a req-9feaf5ad-9376-4b8b-af8f-d2ff9de41384 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:43.310446 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1599bd63-f3cd-47f9-bd29-37eab195e34a req-9feaf5ad-9376-4b8b-af8f-d2ff9de41384 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/ports?device_id=71cd1030-4721-4928-84ee-b63ffbb50e9a HTTP/1.1" status: 200 len: 945 time: 0.3421283 Oct 30 15:15:43.321969 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0ffd6-212b-4589-9a4e-dc01e6e7e2e6 req-6d6b099b-3b2f-4fa1-9b93-f2318513479c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:43.327256 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ece0ffd6-212b-4589-9a4e-dc01e6e7e2e6 req-6d6b099b-3b2f-4fa1-9b93-f2318513479c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0f970d101e534168aa167348c2581dc1&device_id=71cd1030-4721-4928-84ee-b63ffbb50e9a HTTP/1.1" status: 200 len: 1097 time: 0.4551578 Oct 30 15:15:43.429030 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ffb5ee-51e3-45d5-a6ab-54b207ea6da3 None None] Pushing event updated for resources: {'Port': ['ID=473e88b0-7732-47e1-a952-28326e1248d9,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:43.486262 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a2406336-e0c6-4676-a62d-8cd63594c6bb req-fa7a8a12-d6ee-448b-b58f-dd076d0a3231 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/ports?device_id=3595510c-401a-4288-8fae-6f7bc787d8d6 HTTP/1.1" status: 200 len: 210 time: 0.1607299 Oct 30 15:15:43.510230 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-1f939b1d-c6db-4655-87e6-c74e1c0c3aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1fd2d01-73a1-4c43-b94e-70c61f2eea89', 'name': 'tempest-ServersTestBootFromVolume-1640369999-router', 'tenant_id': 'ea55b09697be4bd28e1dfee52575f408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '3ff7fd70-def3-4cb2-ac31-22f3af7e0af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:12:08Z', 'updated_at': '2021-10-30T15:12:21Z', 'revision_number': 4, 'project_id': 'ea55b09697be4bd28e1dfee52575f408', 'gw_port': {'id': '3ff7fd70-def3-4cb2-ac31-22f3af7e0af5', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:71:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fd2d01-73a1-4c43-b94e-70c61f2eea89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:12:11Z', 'updated_at': '2021-10-30T15:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'f84e11d6-96a2-4a6e-9074-0720ae8ffa04', 'name': '', 'network_id': 'a58fe444-ac18-4f2f-a60f-5757cef69326', 'tenant_id': 'ea55b09697be4bd28e1dfee52575f408', 'mac_address': 'fa:16:3e:2b:72:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fd2d01-73a1-4c43-b94e-70c61f2eea89', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '86bad708-b245-4630-806f-13e585804342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:12:19Z', 'updated_at': '2021-10-30T15:12:39Z', 'revision_number': 5, 'project_id': 'ea55b09697be4bd28e1dfee52575f408', 'subnets': [{'id': '86bad708-b245-4630-806f-13e585804342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:15:43.566808 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c61664-eca9-4c09-8216-bb42b8fe6426 None None] DHCP port deletion for 270a6638-ba5e-4ed9-ad85-c183ffbce25b request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:15:43.578027 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f939b1d-c6db-4655-87e6-c74e1c0c3aec None None] The sync data for ids ['d1fd2d01-73a1-4c43-b94e-70c61f2eea89'] in n-d-806683-17 is: [{'id': 'd1fd2d01-73a1-4c43-b94e-70c61f2eea89', 'name': 'tempest-ServersTestBootFromVolume-1640369999-router', 'tenant_id': 'ea55b09697be4bd28e1dfee52575f408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '3ff7fd70-def3-4cb2-ac31-22f3af7e0af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:12:08Z', 'updated_at': '2021-10-30T15:12:21Z', 'revision_number': 4, 'project_id': 'ea55b09697be4bd28e1dfee52575f408', 'gw_port': {'id': '3ff7fd70-def3-4cb2-ac31-22f3af7e0af5', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:71:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fd2d01-73a1-4c43-b94e-70c61f2eea89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:12:11Z', 'updated_at': '2021-10-30T15:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'f84e11d6-96a2-4a6e-9074-0720ae8ffa04', 'name': '', 'network_id': 'a58fe444-ac18-4f2f-a60f-5757cef69326', 'tenant_id': 'ea55b09697be4bd28e1dfee52575f408', 'mac_address': 'fa:16:3e:2b:72:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fd2d01-73a1-4c43-b94e-70c61f2eea89', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '86bad708-b245-4630-806f-13e585804342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:12:19Z', 'updated_at': '2021-10-30T15:12:39Z', 'revision_number': 5, 'project_id': 'ea55b09697be4bd28e1dfee52575f408', 'subnets': [{'id': '86bad708-b245-4630-806f-13e585804342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:15:43.691839 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0ffd6-212b-4589-9a4e-dc01e6e7e2e6 req-49e25e7e-7bfe-4897-b41d-141fafbe81e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:43.693327 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ece0ffd6-212b-4589-9a4e-dc01e6e7e2e6 req-49e25e7e-7bfe-4897-b41d-141fafbe81e2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=37d8b877-159b-4b64-8f66-da1ddd04cfce HTTP/1.1" status: 200 len: 917 time: 0.3388669 Oct 30 15:15:43.698167 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-00c61664-eca9-4c09-8216-bb42b8fe6426 None None] Deleting port e6b14bfd-0c2a-4b02-8e45-f15752cd02a5 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:15:43.698511 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-00c61664-eca9-4c09-8216-bb42b8fe6426 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:43.848958 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ece0ffd6-212b-4589-9a4e-dc01e6e7e2e6 req-394eb360-4608-4344-b043-0c88f721a5fb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=135c7731-e147-4990-a252-98687642de09 HTTP/1.1" status: 200 len: 217 time: 0.1475692 Oct 30 15:15:43.888100 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1599bd63-f3cd-47f9-bd29-37eab195e34a req-53bbd364-589a-41a0-b555-e8b8b0e1be01 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c4698d0-2960-428a-a3a0-964a3486c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5578303 Oct 30 15:15:43.894551 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4ac9df00-e5a2-4d07-bfd2-3f8636929627 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:43.906808 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-00c61664-eca9-4c09-8216-bb42b8fe6426 None None] For port e6b14bfd-0c2a-4b02-8e45-f15752cd02a5, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=e6b14bfd-0c2a-4b02-8e45-f15752cd02a5,segment=NetworkSegment(44e8015e-3636-4016-b771-1726fdb4d264),segment_id=44e8015e-3636-4016-b771-1726fdb4d264)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:15:43.906808 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-00c61664-eca9-4c09-8216-bb42b8fe6426 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:43.963860 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-00c61664-eca9-4c09-8216-bb42b8fe6426 None None] Calling delete_port for e6b14bfd-0c2a-4b02-8e45-f15752cd02a5 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:15:44.178886 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3be5286d-31b9-474b-9016-3e8db064633b tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:44.183078 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d0312e36-669d-4de6-a1af-628c4c0b160b req-1a479a5d-ee8d-412a-aba8-d2c396b1e21c tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:44.224526 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9ce108-ef36-40ef-b952-ca549f80604e None None] New status for floating IP 7931405a-94b2-448e-9adc-3480363ca70c: DOWN {{(pid=102133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 15:15:44.247331 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0ffd6-212b-4589-9a4e-dc01e6e7e2e6 req-0e3f9d82-ee96-4e6a-aa24-88823db39215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:44.249472 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ece0ffd6-212b-4589-9a4e-dc01e6e7e2e6 req-0e3f9d82-ee96-4e6a-aa24-88823db39215 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3fd8dd71-377c-4bfe-8329-29c211a0edfd HTTP/1.1" status: 200 len: 855 time: 0.3795393 Oct 30 15:15:44.266948 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac9df00-e5a2-4d07-bfd2-3f8636929627 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Network 853da54b-2522-418c-87e5-f125b7f7b95e is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:15:44.288723 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be5286d-31b9-474b-9016-3e8db064633b tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] No DVR routers for this DVR port e6b14bfd-0c2a-4b02-8e45-f15752cd02a5 on host n-d-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:15:44.301617 n-d-806683-17 neutron-server[102132]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 30 15:15:44.301617 n-d-806683-17 neutron-server[102132]: from cryptography.utils import int_from_bytes Oct 30 15:15:44.301617 n-d-806683-17 neutron-server[102132]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 30 15:15:44.301617 n-d-806683-17 neutron-server[102132]: from cryptography.utils import int_from_bytes Oct 30 15:15:44.301617 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:15:44.301617 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:15:44.301617 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:15:44.301617 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:15:44.301617 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:15:44.301617 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:15:44.301617 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:15:44.301617 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:15:44.301617 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:15:44.301617 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:15:44.301617 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:15:44.301617 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:15:44.301617 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:15:44.301617 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:15:44.301617 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:15:44.301617 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:15:44.301617 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:15:44.301617 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:15:44.301617 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:15:44.301617 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:15:44.301617 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:15:44.301617 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:15:44.301617 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:15:44.301617 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:15:44.301617 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:15:44.301617 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:15:44.301617 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:15:44.301617 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:15:44.301617 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:15:44.301617 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:15:44.301617 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:15:44.301617 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:15:44.301617 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:15:44.301617 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:15:44.301617 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:15:44.301617 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:15:44.301617 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:15:44.301617 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:15:44.304493 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:15:44.304493 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:15:44.304493 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:15:44.304493 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:15:44.304493 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:15:44.304493 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:15:44.304493 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:15:44.304493 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:15:44.304493 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:15:44.304493 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:15:44.304493 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:15:44.304493 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:15:44.304493 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:15:44.304493 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:15:44.317520 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-00c61664-eca9-4c09-8216-bb42b8fe6426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:44.333390 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be5286d-31b9-474b-9016-3e8db064633b tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Pushing event deleted for resources: {'Port': ['ID=e6b14bfd-0c2a-4b02-8e45-f15752cd02a5,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:44.343915 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 473e88b0-7732-47e1-a952-28326e1248d9 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:15:44.403671 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-4ac9df00-e5a2-4d07-bfd2-3f8636929627 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:15:44.413982 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c61664-eca9-4c09-8216-bb42b8fe6426 None None] Pushing event deleted for resources: {'Port': ['ID=e6b14bfd-0c2a-4b02-8e45-f15752cd02a5,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:44.436936 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8c3b25eb-65d0-49bc-b3b8-7a6536c61366 req-58c2c9f3-af40-4ff7-af1a-14d970512ae6 tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] 10.222.0.62 "GET /v2.0/ports?device_id=84c9c53f-2634-4a9d-ba86-3855127ba778 HTTP/1.1" status: 200 len: 210 time: 0.1026819 Oct 30 15:15:44.436936 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac9df00-e5a2-4d07-bfd2-3f8636929627 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:15:44.450085 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac9df00-e5a2-4d07-bfd2-3f8636929627 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:44.450819 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4ac9df00-e5a2-4d07-bfd2-3f8636929627 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:44.484757 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac9df00-e5a2-4d07-bfd2-3f8636929627 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Pushing event updated for resources: {'Port': ['ID=1d9a7dcb-7af3-4b5c-bef3-181ccd6d898b,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:44.522548 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c61664-eca9-4c09-8216-bb42b8fe6426 None None] No DVR routers for this DVR port e6b14bfd-0c2a-4b02-8e45-f15752cd02a5 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:15:44.524377 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-4ac9df00-e5a2-4d07-bfd2-3f8636929627 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 4.8624315 Oct 30 15:15:44.525694 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 40250) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:44.621970 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d0312e36-669d-4de6-a1af-628c4c0b160b req-1a479a5d-ee8d-412a-aba8-d2c396b1e21c tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:44.640268 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:15:44.642564 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 473e88b0-7732-47e1-a952-28326e1248d9 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:15:44.646311 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:44.714905 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3be5286d-31b9-474b-9016-3e8db064633b tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:44.786061 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e779e6ac-0dca-4a62-b84f-05053c334f5c req-6b7fed3d-b04c-4cfe-90e1-4db7604bcae5 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:44.788402 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e779e6ac-0dca-4a62-b84f-05053c334f5c req-6b7fed3d-b04c-4cfe-90e1-4db7604bcae5 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/ports?device_id=64a3a526-ed15-4699-a2f1-9b3e07f6674b HTTP/1.1" status: 200 len: 945 time: 0.6825414 Oct 30 15:15:44.803404 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-3be5286d-31b9-474b-9016-3e8db064633b tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['270a6638-ba5e-4ed9-ad85-c183ffbce25b']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:15:44.822684 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-3be5286d-31b9-474b-9016-3e8db064633b tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44e8015e-3636-4016-b771-1726fdb4d264') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:15:44.823540 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-3be5286d-31b9-474b-9016-3e8db064633b tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44e8015e-3636-4016-b771-1726fdb4d264') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:15:44.840239 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3be5286d-31b9-474b-9016-3e8db064633b tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:44.872727 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3be5286d-31b9-474b-9016-3e8db064633b tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:44.887333 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3be5286d-31b9-474b-9016-3e8db064633b tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:15:44.888174 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3be5286d-31b9-474b-9016-3e8db064633b tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:44.920936 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0312e36-669d-4de6-a1af-628c4c0b160b req-1a479a5d-ee8d-412a-aba8-d2c396b1e21c tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Network 7b1d60f2-90d0-4f44-9856-0c96dd26f8ca is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:15:44.966334 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6315ee9-98bd-4294-9c09-ad32489c0092 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:44.973954 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6315ee9-98bd-4294-9c09-ad32489c0092 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:44.981897 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6315ee9-98bd-4294-9c09-ad32489c0092 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:44.984369 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d6315ee9-98bd-4294-9c09-ad32489c0092 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.4547799 Oct 30 15:15:44.992926 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 40260) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:44.994808 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-d0312e36-669d-4de6-a1af-628c4c0b160b req-1a479a5d-ee8d-412a-aba8-d2c396b1e21c tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:15:45.010723 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0312e36-669d-4de6-a1af-628c4c0b160b req-1a479a5d-ee8d-412a-aba8-d2c396b1e21c tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:15:45.050315 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:15:45.050315 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:15:45.050315 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:15:45.050315 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:15:45.050315 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:15:45.050315 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:15:45.050315 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:15:45.050315 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:15:45.050315 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:15:45.050315 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:15:45.050315 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:15:45.050315 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:15:45.050315 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:15:45.050315 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:15:45.050315 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:15:45.050315 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:15:45.050315 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:15:45.050315 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:15:45.050315 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:15:45.050315 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:15:45.050315 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:15:45.050315 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:15:45.050315 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:15:45.050315 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:15:45.050315 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:15:45.050315 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:15:45.050315 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:15:45.050315 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:15:45.050315 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:15:45.050315 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:15:45.050315 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:15:45.050315 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:15:45.052339 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:45.072861 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a479a5d-ee8d-412a-aba8-d2c396b1e21c tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Pushing event updated for resources: {'Port': ['ID=80dc8530-c891-4dd3-8019-e79c89ecbe91,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:45.090676 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3be5286d-31b9-474b-9016-3e8db064633b tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:45.103792 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3be5286d-31b9-474b-9016-3e8db064633b tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:45.108940 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-3be5286d-31b9-474b-9016-3e8db064633b tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] 10.222.0.62 "DELETE /v2.0/networks/270a6638-ba5e-4ed9-ad85-c183ffbce25b HTTP/1.1" status: 204 len: 168 time: 3.5195882 Oct 30 15:15:45.123824 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0ffd6-212b-4589-9a4e-dc01e6e7e2e6 req-9e3d4c10-a1a0-45bc-86f1-143465a8b645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:45.126418 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ece0ffd6-212b-4589-9a4e-dc01e6e7e2e6 req-9e3d4c10-a1a0-45bc-86f1-143465a8b645 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=37d8b877-159b-4b64-8f66-da1ddd04cfce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7880943 Oct 30 15:15:45.183792 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 473e88b0-7732-47e1-a952-28326e1248d9, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=473e88b0-7732-47e1-a952-28326e1248d9,segment=NetworkSegment(053f8f3f-72dc-4270-b4ab-111465292c17),segment_id=053f8f3f-72dc-4270-b4ab-111465292c17)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:15:45.200057 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be5286d-31b9-474b-9016-3e8db064633b tempest-ExtraDHCPOptionsTestJSON-640974837 tempest-ExtraDHCPOptionsTestJSON-640974837-project] Pushing event deleted for resources: {'Network': ['ID=270a6638-ba5e-4ed9-ad85-c183ffbce25b,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:45.217753 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:45.381467 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device e6b14bfd-0c2a-4b02-8e45-f15752cd02a5 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:15:45.421999 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b09e81-7e97-496d-ab99-a50ba5a6950c None None] Network 853da54b-2522-418c-87e5-f125b7f7b95e requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:15:45.423223 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2690705-0a5f-48a3-86f7-2ee6241a6c48 req-a3604723-8757-4c33-83dd-9acb6932d43c tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:45.439743 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f2690705-0a5f-48a3-86f7-2ee6241a6c48 req-a3604723-8757-4c33-83dd-9acb6932d43c tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/ports?device_id=3595510c-401a-4288-8fae-6f7bc787d8d6 HTTP/1.1" status: 200 len: 932 time: 0.6990407 Oct 30 15:15:45.499780 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ece0ffd6-212b-4589-9a4e-dc01e6e7e2e6 req-795ba161-c345-42be-ba71-f388fa6cbe3d service neutron] 10.222.0.44 "GET /v2.0/networks/37d8b877-159b-4b64-8f66-da1ddd04cfce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020594 Oct 30 15:15:45.510388 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e779e6ac-0dca-4a62-b84f-05053c334f5c req-4b617f81-9dbb-4d62-bf11-21bad13c57cc tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c4698d0-2960-428a-a3a0-964a3486c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4363575 Oct 30 15:15:45.566996 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f2690705-0a5f-48a3-86f7-2ee6241a6c48 req-f988616e-5810-462d-bd8d-f081b21c0330 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/security-groups?id=dcd601be-910e-42a5-9957-7f59047ec0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258762 Oct 30 15:15:45.638381 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0312e36-669d-4de6-a1af-628c4c0b160b req-1a479a5d-ee8d-412a-aba8-d2c396b1e21c tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:45.639066 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d0312e36-669d-4de6-a1af-628c4c0b160b req-1a479a5d-ee8d-412a-aba8-d2c396b1e21c tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:45.643415 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: e6b14bfd-0c2a-4b02-8e45-f15752cd02a5 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:15:45.650436 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device e6b14bfd-0c2a-4b02-8e45-f15752cd02a5 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:15:45.719498 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d0312e36-669d-4de6-a1af-628c4c0b160b req-1a479a5d-ee8d-412a-aba8-d2c396b1e21c tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1324728 Oct 30 15:15:45.762352 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ece0ffd6-212b-4589-9a4e-dc01e6e7e2e6 req-b8d1e8dd-e567-44e9-ba1b-fb584f9cc847 service neutron] 10.222.0.44 "GET /v2.0/networks/37d8b877-159b-4b64-8f66-da1ddd04cfce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504785 Oct 30 15:15:45.794051 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 40280) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:45.805236 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-d0312e36-669d-4de6-a1af-628c4c0b160b req-39d11f02-e5c0-489e-a154-03cf6006c7eb service neutron] Request body: {'port': {'device_id': '3595510c-401a-4288-8fae-6f7bc787d8d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:15:45.829375 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=473e88b0-7732-47e1-a952-28326e1248d9,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:45.871743 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-6e1ec12a-44eb-4291-bcbc-8d8b2323a712 None None] Provisioning complete for port 473e88b0-7732-47e1-a952-28326e1248d9 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:15:45.872714 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6e1ec12a-44eb-4291-bcbc-8d8b2323a712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:45.872902 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-1aaf4ef4-3320-46c6-a78f-d21f05afa2db tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Deleting port 1d9a7dcb-7af3-4b5c-bef3-181ccd6d898b {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:15:45.873231 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1aaf4ef4-3320-46c6-a78f-d21f05afa2db tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:46.074709 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a98aea-b8d0-451d-8bdf-aaf748f618a4 req-c862bc17-7147-4712-88ef-10bb1461f792 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:46.077798 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-51a98aea-b8d0-451d-8bdf-aaf748f618a4 req-c862bc17-7147-4712-88ef-10bb1461f792 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/ports?device_id=a93c47ea-5bc1-49a4-a4b8-7101233b6ca7 HTTP/1.1" status: 200 len: 946 time: 0.0994246 Oct 30 15:15:46.107708 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d0312e36-669d-4de6-a1af-628c4c0b160b req-39d11f02-e5c0-489e-a154-03cf6006c7eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:46.139837 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 473e88b0-7732-47e1-a952-28326e1248d9 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:15:46.142205 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-81ca4a5f-cee0-4a74-a267-71d11a4e57f7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ab3b2d40b72a406cbb936df2040fcba8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3468809 Oct 30 15:15:46.165312 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 40284) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:46.275088 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0b3e7fb5-377b-4645-9b44-8933ee66bb55 req-4be6ac3b-767b-4d34-8e6c-eaae5c973556 tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] 10.222.0.62 "GET /v2.0/ports?device_id=84c9c53f-2634-4a9d-ba86-3855127ba778 HTTP/1.1" status: 200 len: 210 time: 0.1721365 Oct 30 15:15:46.296952 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-51a98aea-b8d0-451d-8bdf-aaf748f618a4 req-fce64d26-5b9e-4da7-87ee-159f0bb31b4c tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c4698d0-2960-428a-a3a0-964a3486c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594050 Oct 30 15:15:46.336477 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-985db5cc-752e-4634-94a2-b458d013a4af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:46.420134 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [req-59da0751-9f73-49d0-a2e8-528f212ff8dd req-88e9f907-0f8b-4377-97c6-1e055839b0b3 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:15:46.425464 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-59da0751-9f73-49d0-a2e8-528f212ff8dd req-88e9f907-0f8b-4377-97c6-1e055839b0b3 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0377753 Oct 30 15:15:46.441703 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-985db5cc-752e-4634-94a2-b458d013a4af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:46.452532 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1aaf4ef4-3320-46c6-a78f-d21f05afa2db tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:46.454714 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 473e88b0-7732-47e1-a952-28326e1248d9 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:15:46.455592 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:46.504985 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-1aaf4ef4-3320-46c6-a78f-d21f05afa2db tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Calling delete_port for 1d9a7dcb-7af3-4b5c-bef3-181ccd6d898b owned by {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:15:46.723689 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-59da0751-9f73-49d0-a2e8-528f212ff8dd req-4ce3dd3b-eddb-461d-be63-0aa7306fcbda tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2892392 Oct 30 15:15:46.742027 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-985db5cc-752e-4634-94a2-b458d013a4af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:46.746284 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-985db5cc-752e-4634-94a2-b458d013a4af admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:46.748471 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-985db5cc-752e-4634-94a2-b458d013a4af admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cbbd6358-b42c-4558-9791-333bcd0f7253 HTTP/1.1" status: 204 len: 168 time: 0.5819223 Oct 30 15:15:46.787952 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-84d3f656-1fd0-4c52-a8cd-85342edfc33b req-6d7ca1b3-8904-4863-9ce0-9343efdc6518 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 1.1075296 Oct 30 15:15:46.795676 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985db5cc-752e-4634-94a2-b458d013a4af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbbd6358-b42c-4558-9791-333bcd0f7253,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:47.006429 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-772821f1-80b1-4e35-9a45-93e4c9bf5a59 None None] Provisioning complete for port 1d9a7dcb-7af3-4b5c-bef3-181ccd6d898b triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:15:47.019887 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-772821f1-80b1-4e35-9a45-93e4c9bf5a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:47.140336 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-772821f1-80b1-4e35-9a45-93e4c9bf5a59 None None] Port 1d9a7dcb-7af3-4b5c-bef3-181ccd6d898b cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:15:47.177294 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-772821f1-80b1-4e35-9a45-93e4c9bf5a59 None None] Provisioning complete for port 473e88b0-7732-47e1-a952-28326e1248d9 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:15:47.179797 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-772821f1-80b1-4e35-9a45-93e4c9bf5a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:47.361480 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1aaf4ef4-3320-46c6-a78f-d21f05afa2db tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:47.432580 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaf4ef4-3320-46c6-a78f-d21f05afa2db tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Pushing event deleted for resources: {'Port': ['ID=1d9a7dcb-7af3-4b5c-bef3-181ccd6d898b,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:47.457180 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3f656-1fd0-4c52-a8cd-85342edfc33b req-e25dabdd-d239-4363-82dd-eff547093e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:47.457751 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3f656-1fd0-4c52-a8cd-85342edfc33b req-e25dabdd-d239-4363-82dd-eff547093e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:47.458110 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3f656-1fd0-4c52-a8cd-85342edfc33b req-e25dabdd-d239-4363-82dd-eff547093e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:47.458555 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3f656-1fd0-4c52-a8cd-85342edfc33b req-e25dabdd-d239-4363-82dd-eff547093e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:47.465886 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3f656-1fd0-4c52-a8cd-85342edfc33b req-e25dabdd-d239-4363-82dd-eff547093e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:47.466591 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3f656-1fd0-4c52-a8cd-85342edfc33b req-e25dabdd-d239-4363-82dd-eff547093e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:47.467056 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3f656-1fd0-4c52-a8cd-85342edfc33b req-e25dabdd-d239-4363-82dd-eff547093e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:47.471850 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-84d3f656-1fd0-4c52-a8cd-85342edfc33b req-e25dabdd-d239-4363-82dd-eff547093e80 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=005d49094ead4e63ad23cb02de2bfa34&device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 6498 time: 0.5307047 Oct 30 15:15:47.487103 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1136e66-4139-430a-95ed-b8de6ba6bf84 req-b056c518-0b44-4a0c-9bfb-30f44ba024a4 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:47.495719 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d1136e66-4139-430a-95ed-b8de6ba6bf84 req-b056c518-0b44-4a0c-9bfb-30f44ba024a4 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/ports?device_id=3595510c-401a-4288-8fae-6f7bc787d8d6 HTTP/1.1" status: 200 len: 932 time: 0.7782950 Oct 30 15:15:47.819453 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-772821f1-80b1-4e35-9a45-93e4c9bf5a59 None None] Provisioning complete for port 37ba17bd-b72d-4494-8cde-59ea021a83fe triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:15:47.820986 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-772821f1-80b1-4e35-9a45-93e4c9bf5a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:47.823102 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c457d8aa-47a0-44ff-915c-b7f2f8a1c3a8 req-7ce855b8-73ed-44ee-a3d3-8784ca5968ac tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:47.826944 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c457d8aa-47a0-44ff-915c-b7f2f8a1c3a8 req-7ce855b8-73ed-44ee-a3d3-8784ca5968ac tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/ports?device_id=71cd1030-4721-4928-84ee-b63ffbb50e9a HTTP/1.1" status: 200 len: 945 time: 0.2481503 Oct 30 15:15:47.828424 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d1136e66-4139-430a-95ed-b8de6ba6bf84 req-5f4f648d-88e3-457a-b7a9-e14727bbec21 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/security-groups?id=dcd601be-910e-42a5-9957-7f59047ec0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317606 Oct 30 15:15:47.934016 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-772821f1-80b1-4e35-9a45-93e4c9bf5a59 None None] Port 37ba17bd-b72d-4494-8cde-59ea021a83fe cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:15:47.964462 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c457d8aa-47a0-44ff-915c-b7f2f8a1c3a8 req-b10d6227-03ec-42ef-ac8d-9b1f9daf5bbb tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c4698d0-2960-428a-a3a0-964a3486c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161294 Oct 30 15:15:48.064929 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-62c02825-84ad-4f31-8866-00583e28d260 None None] Provisioning complete for port 37ba17bd-b72d-4494-8cde-59ea021a83fe triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:15:48.065296 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-62c02825-84ad-4f31-8866-00583e28d260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:48.222808 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3f656-1fd0-4c52-a8cd-85342edfc33b req-3f9fb433-91ad-46ed-9c00-4edb09813247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:48.223799 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3f656-1fd0-4c52-a8cd-85342edfc33b req-3f9fb433-91ad-46ed-9c00-4edb09813247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:48.224443 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3f656-1fd0-4c52-a8cd-85342edfc33b req-3f9fb433-91ad-46ed-9c00-4edb09813247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:48.226296 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-84d3f656-1fd0-4c52-a8cd-85342edfc33b req-3f9fb433-91ad-46ed-9c00-4edb09813247 service neutron] 10.222.0.53 "GET /v2.0/networks?id=524f8360-eaf2-4133-a589-da68b60c4b3f&id=5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc&id=5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc&id=5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc&id=5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc&id=67de53ff-61d6-4e57-84de-8610bca9618f&id=67de53ff-61d6-4e57-84de-8610bca9618f HTTP/1.1" status: 200 len: 2293 time: 0.6819839 Oct 30 15:15:48.227784 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1aaf4ef4-3320-46c6-a78f-d21f05afa2db tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:48.241304 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-62c02825-84ad-4f31-8866-00583e28d260 None None] Port 37ba17bd-b72d-4494-8cde-59ea021a83fe cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:15:48.253401 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-1aaf4ef4-3320-46c6-a78f-d21f05afa2db tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] 10.222.0.62 "DELETE /v2.0/ports/1d9a7dcb-7af3-4b5c-bef3-181ccd6d898b HTTP/1.1" status: 204 len: 168 time: 3.2464085 Oct 30 15:15:48.260340 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 40346) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:48.263952 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ee1c06f9-a2a4-4598-afd0-52bbc4d0c685 req-3f8e1969-f20e-4ac0-98b2-7d8fc68d402e tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] 10.222.0.62 "GET /v2.0/ports?device_id=84c9c53f-2634-4a9d-ba86-3855127ba778 HTTP/1.1" status: 200 len: 210 time: 0.2590749 Oct 30 15:15:48.357195 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-871bb974-635c-40d3-8e24-69a5d76b26ab None None] Could not find standard attr ID for object 1d9a7dcb-7af3-4b5c-bef3-181ccd6d898b. {{(pid=102132) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 30 15:15:48.387810 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-99f0a77e-39a5-4116-b2cb-fe2741251f13 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] GET failed (client error): The resource could not be found. Oct 30 15:15:48.395092 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-99f0a77e-39a5-4116-b2cb-fe2741251f13 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] 10.222.0.62 "GET /v2.0/ports/1d9a7dcb-7af3-4b5c-bef3-181ccd6d898b HTTP/1.1" status: 404 len: 333 time: 0.1319430 Oct 30 15:15:48.401932 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 40348) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:48.426365 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576ddca9-6adc-4ec7-8b22-3dbe7c3c7605 req-707b2ada-27bb-4ebe-830c-b61aa32c6fe6 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:48.434722 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-f6a58e83-5542-49e3-a9b3-6b94bf69914e tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Request body: {'port': {'network_id': '853da54b-2522-418c-87e5-f125b7f7b95e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-765957702'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:15:48.445576 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-576ddca9-6adc-4ec7-8b22-3dbe7c3c7605 req-707b2ada-27bb-4ebe-830c-b61aa32c6fe6 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/ports?device_id=64a3a526-ed15-4699-a2f1-9b3e07f6674b HTTP/1.1" status: 200 len: 945 time: 0.1938086 Oct 30 15:15:48.468872 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-84d3f656-1fd0-4c52-a8cd-85342edfc33b req-a9921859-ead8-42e1-8c8e-940c33c01a25 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0d107bb-70ae-4589-bbad-ba445997ea32 HTTP/1.1" status: 200 len: 1002 time: 0.1993401 Oct 30 15:15:48.542346 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-576ddca9-6adc-4ec7-8b22-3dbe7c3c7605 req-cf88486c-d0e4-482b-88cd-3b26116fb6d7 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c4698d0-2960-428a-a3a0-964a3486c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955195 Oct 30 15:15:48.822378 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-d0312e36-669d-4de6-a1af-628c4c0b160b req-39d11f02-e5c0-489e-a154-03cf6006c7eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80dc8530-c891-4dd3-8019-e79c89ecbe91 {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:15:48.834345 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d0312e36-669d-4de6-a1af-628c4c0b160b req-39d11f02-e5c0-489e-a154-03cf6006c7eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:48.864092 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-d0312e36-669d-4de6-a1af-628c4c0b160b req-39d11f02-e5c0-489e-a154-03cf6006c7eb service neutron] Transition to ACTIVE for port object 80dc8530-c891-4dd3-8019-e79c89ecbe91 will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:15:48.892514 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d0312e36-669d-4de6-a1af-628c4c0b160b req-39d11f02-e5c0-489e-a154-03cf6006c7eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:48.937432 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a58e83-5542-49e3-a9b3-6b94bf69914e tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Made reservation on behalf of c5e375c584f04817b9621f57d949f07b for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:15:48.942982 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f6a58e83-5542-49e3-a9b3-6b94bf69914e tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:49.025609 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3f656-1fd0-4c52-a8cd-85342edfc33b req-879e7401-a191-449c-80af-4c5c53b5ccbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:49.027318 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-84d3f656-1fd0-4c52-a8cd-85342edfc33b req-879e7401-a191-449c-80af-4c5c53b5ccbc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b6028f5c-691f-4481-8af2-37902ddb4e8e HTTP/1.1" status: 200 len: 851 time: 0.4322567 Oct 30 15:15:49.036229 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f20b426-6a9f-4ebe-a180-fcd2764bc622 req-c187a672-a278-4b47-8dbd-6a233182913c tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:49.037796 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5f20b426-6a9f-4ebe-a180-fcd2764bc622 req-c187a672-a278-4b47-8dbd-6a233182913c tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/ports?device_id=3595510c-401a-4288-8fae-6f7bc787d8d6 HTTP/1.1" status: 200 len: 944 time: 0.1040506 Oct 30 15:15:49.062284 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 40372) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:49.139294 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [None req-f6a58e83-5542-49e3-a9b3-6b94bf69914e tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] device_id is not set on port 26925dfd-2ede-4f61-98b6-fca82f62ae87 yet. {{(pid=102131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:15:49.201113 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5f20b426-6a9f-4ebe-a180-fcd2764bc622 req-6150a6f5-7b7e-416f-9cfd-9865e3be1e8f tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/security-groups?id=dcd601be-910e-42a5-9957-7f59047ec0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548336 Oct 30 15:15:49.351850 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 40390) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:49.544114 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-be342a6c-a00c-435a-bd4d-64f18f5c9f4f req-f55356a4-bf25-4542-abcf-85161c49c85f tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] 10.222.0.62 "GET /v2.0/ports?device_id=84c9c53f-2634-4a9d-ba86-3855127ba778 HTTP/1.1" status: 200 len: 210 time: 0.0701225 Oct 30 15:15:49.550423 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-d0312e36-669d-4de6-a1af-628c4c0b160b req-39d11f02-e5c0-489e-a154-03cf6006c7eb service neutron] Attempting to bind port 80dc8530-c891-4dd3-8019-e79c89ecbe91 on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:15:49.550884 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-d0312e36-669d-4de6-a1af-628c4c0b160b req-39d11f02-e5c0-489e-a154-03cf6006c7eb service neutron] Attempting to bind port 80dc8530-c891-4dd3-8019-e79c89ecbe91 by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': '75c14901-45f9-4a2f-9446-d0ecd75d3489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '7b1d60f2-90d0-4f44-9856-0c96dd26f8ca'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:15:49.551200 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0312e36-669d-4de6-a1af-628c4c0b160b req-39d11f02-e5c0-489e-a154-03cf6006c7eb service neutron] Attempting to bind port 80dc8530-c891-4dd3-8019-e79c89ecbe91 on network 7b1d60f2-90d0-4f44-9856-0c96dd26f8ca {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:15:49.556516 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d11f02-e5c0-489e-a154-03cf6006c7eb service neutron] Pushing event updated for resources: {'Port': ['ID=80dc8530-c891-4dd3-8019-e79c89ecbe91,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:49.568829 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-b50f20e0-ba6d-45b8-88cb-557bb4939fea tempest-SubnetPoolsTestJSON-755889512 tempest-SubnetPoolsTestJSON-755889512-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1900144407', 'prefixes': ['172.20.0.0/16']}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:15:49.590702 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c7b96d42-5df0-4f77-bed2-b74acbe16793 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:49.600376 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d377a6-428e-4589-8b0f-32aa47820d9d req-86fa5929-ef86-4ae9-9080-aba559abf527 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:49.613910 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-56d377a6-428e-4589-8b0f-32aa47820d9d req-86fa5929-ef86-4ae9-9080-aba559abf527 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/ports?device_id=a93c47ea-5bc1-49a4-a4b8-7101233b6ca7 HTTP/1.1" status: 200 len: 946 time: 0.8402357 Oct 30 15:15:49.728701 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b50f20e0-ba6d-45b8-88cb-557bb4939fea tempest-SubnetPoolsTestJSON-755889512 tempest-SubnetPoolsTestJSON-755889512-project] Publish callbacks [] for subnetpool, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:49.730254 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b50f20e0-ba6d-45b8-88cb-557bb4939fea tempest-SubnetPoolsTestJSON-755889512 tempest-SubnetPoolsTestJSON-755889512-project] 10.222.0.62 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.6657462 Oct 30 15:15:49.732857 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 40396) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:49.734912 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-f6a58e83-5542-49e3-a9b3-6b94bf69914e tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Allocated IP 2001:db8::3b6 (853da54b-2522-418c-87e5-f125b7f7b95e/8542855a-f73f-4f3a-9c2b-14d98ef6dcfd/26925dfd-2ede-4f61-98b6-fca82f62ae87) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:15:49.802323 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-df3da1de-0ca0-4e4a-b32d-8fcce70ae4cd tempest-SubnetPoolsTestJSON-755889512 tempest-SubnetPoolsTestJSON-755889512-project] 10.222.0.62 "GET /v2.0/subnetpools/5cbedb0d-60bf-45cf-a75c-07a1e5e84ef5 HTTP/1.1" status: 200 len: 732 time: 0.0679662 Oct 30 15:15:49.805413 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 40398) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:49.810277 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-76b9ae32-7682-4afd-bc68-f3730055b657 tempest-SubnetPoolsTestJSON-755889512 tempest-SubnetPoolsTestJSON-755889512-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-489282363'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:15:49.839522 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c7b96d42-5df0-4f77-bed2-b74acbe16793 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:49.845311 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c7b96d42-5df0-4f77-bed2-b74acbe16793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:49.881444 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c7b96d42-5df0-4f77-bed2-b74acbe16793 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0bc754c72ae1400d943652e59fa9d9f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5277426 Oct 30 15:15:49.883941 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 40400) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:49.929860 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f6a58e83-5542-49e3-a9b3-6b94bf69914e tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:49.930090 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b96d42-5df0-4f77-bed2-b74acbe16793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f53884-d9e5-4ba2-b2a5-a422e8b73e1e,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:49.942406 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0312e36-669d-4de6-a1af-628c4c0b160b req-39d11f02-e5c0-489e-a154-03cf6006c7eb service neutron] Port 80dc8530-c891-4dd3-8019-e79c89ecbe91 on network 7b1d60f2-90d0-4f44-9856-0c96dd26f8ca not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:15:49.942737 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0312e36-669d-4de6-a1af-628c4c0b160b req-39d11f02-e5c0-489e-a154-03cf6006c7eb service neutron] Attempting to bind port 80dc8530-c891-4dd3-8019-e79c89ecbe91 on network 7b1d60f2-90d0-4f44-9856-0c96dd26f8ca {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:15:49.950172 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3f656-1fd0-4c52-a8cd-85342edfc33b req-fb9a0091-5d10-4732-8f12-22ea2c775d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:49.951971 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-84d3f656-1fd0-4c52-a8cd-85342edfc33b req-fb9a0091-5d10-4732-8f12-22ea2c775d0a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=524f8360-eaf2-4133-a589-da68b60c4b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8592591 Oct 30 15:15:50.033605 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0312e36-669d-4de6-a1af-628c4c0b160b req-39d11f02-e5c0-489e-a154-03cf6006c7eb service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:15:50.033950 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0312e36-669d-4de6-a1af-628c4c0b160b req-39d11f02-e5c0-489e-a154-03cf6006c7eb service neutron] Checking segment: {'id': '75c14901-45f9-4a2f-9446-d0ecd75d3489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '7b1d60f2-90d0-4f44-9856-0c96dd26f8ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:15:50.034337 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0312e36-669d-4de6-a1af-628c4c0b160b req-39d11f02-e5c0-489e-a154-03cf6006c7eb service neutron] Bound using segment: {'id': '75c14901-45f9-4a2f-9446-d0ecd75d3489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '7b1d60f2-90d0-4f44-9856-0c96dd26f8ca'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:15:50.034848 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-d0312e36-669d-4de6-a1af-628c4c0b160b req-39d11f02-e5c0-489e-a154-03cf6006c7eb service neutron] Bound port: 80dc8530-c891-4dd3-8019-e79c89ecbe91, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75c14901-45f9-4a2f-9446-d0ecd75d3489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '7b1d60f2-90d0-4f44-9856-0c96dd26f8ca'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:15:50.035186 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d0312e36-669d-4de6-a1af-628c4c0b160b req-39d11f02-e5c0-489e-a154-03cf6006c7eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:50.082650 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-76b9ae32-7682-4afd-bc68-f3730055b657 tempest-SubnetPoolsTestJSON-755889512 tempest-SubnetPoolsTestJSON-755889512-project] Publish callbacks [] for subnetpool, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:50.086418 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-76b9ae32-7682-4afd-bc68-f3730055b657 tempest-SubnetPoolsTestJSON-755889512 tempest-SubnetPoolsTestJSON-755889512-project] 10.222.0.62 "PUT /v2.0/subnetpools/5cbedb0d-60bf-45cf-a75c-07a1e5e84ef5 HTTP/1.1" status: 200 len: 683 time: 0.2774198 Oct 30 15:15:50.086799 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 40408) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:50.097185 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3e95fbf0-b2af-4ab7-aa13-cb3305567a3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:50.151347 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3e95fbf0-b2af-4ab7-aa13-cb3305567a3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:50.181950 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-56d377a6-428e-4589-8b0f-32aa47820d9d req-f9e77b99-f95e-46c8-82ad-d190cd815766 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c4698d0-2960-428a-a3a0-964a3486c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5565996 Oct 30 15:15:50.181950 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-d0312e36-669d-4de6-a1af-628c4c0b160b req-39d11f02-e5c0-489e-a154-03cf6006c7eb service neutron] For port 80dc8530-c891-4dd3-8019-e79c89ecbe91, host n-h2-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:15:50.182840 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-d0312e36-669d-4de6-a1af-628c4c0b160b req-39d11f02-e5c0-489e-a154-03cf6006c7eb service neutron] For port 80dc8530-c891-4dd3-8019-e79c89ecbe91, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=80dc8530-c891-4dd3-8019-e79c89ecbe91,segment=NetworkSegment(75c14901-45f9-4a2f-9446-d0ecd75d3489),segment_id=75c14901-45f9-4a2f-9446-d0ecd75d3489)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:15:50.191883 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d0312e36-669d-4de6-a1af-628c4c0b160b req-39d11f02-e5c0-489e-a154-03cf6006c7eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:50.231351 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c9d51d59-01ef-4bd3-a123-16ccecf17974 tempest-SubnetPoolsTestJSON-755889512 tempest-SubnetPoolsTestJSON-755889512-project] Publish callbacks [] for subnetpool, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:50.235116 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c9d51d59-01ef-4bd3-a123-16ccecf17974 tempest-SubnetPoolsTestJSON-755889512 tempest-SubnetPoolsTestJSON-755889512-project] 10.222.0.62 "DELETE /v2.0/subnetpools/5cbedb0d-60bf-45cf-a75c-07a1e5e84ef5 HTTP/1.1" status: 204 len: 168 time: 0.1441548 Oct 30 15:15:50.235504 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 40416) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:50.254627 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [None req-bc6d25c4-131c-4364-982e-021c9af88e7f tempest-SubnetPoolsTestJSON-755889512 tempest-SubnetPoolsTestJSON-755889512-project] show failed (client error): The resource could not be found. Oct 30 15:15:50.258564 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-bc6d25c4-131c-4364-982e-021c9af88e7f tempest-SubnetPoolsTestJSON-755889512 tempest-SubnetPoolsTestJSON-755889512-project] 10.222.0.62 "GET /v2.0/subnetpools/5cbedb0d-60bf-45cf-a75c-07a1e5e84ef5 HTTP/1.1" status: 404 len: 346 time: 0.0196624 Oct 30 15:15:50.259425 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 40420) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:50.265675 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-84d3f656-1fd0-4c52-a8cd-85342edfc33b req-a8736c77-39e6-4ebb-96db-9be7b6ec48db service neutron] 10.222.0.53 "GET /v2.0/networks/524f8360-eaf2-4133-a589-da68b60c4b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921281 Oct 30 15:15:50.267078 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f6a58e83-5542-49e3-a9b3-6b94bf69914e tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:50.288166 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [None req-75d650db-65d0-4ae5-b11f-1d2cab526444 tempest-SubnetPoolsTestJSON-755889512 tempest-SubnetPoolsTestJSON-755889512-project] delete failed (client error): The resource could not be found. Oct 30 15:15:50.295492 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-75d650db-65d0-4ae5-b11f-1d2cab526444 tempest-SubnetPoolsTestJSON-755889512 tempest-SubnetPoolsTestJSON-755889512-project] 10.222.0.62 "DELETE /v2.0/subnetpools/5cbedb0d-60bf-45cf-a75c-07a1e5e84ef5 HTTP/1.1" status: 404 len: 346 time: 0.0306284 Oct 30 15:15:50.295492 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3e95fbf0-b2af-4ab7-aa13-cb3305567a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:50.295492 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3e95fbf0-b2af-4ab7-aa13-cb3305567a3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:50.300913 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-3e95fbf0-b2af-4ab7-aa13-cb3305567a3b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/75f53884-d9e5-4ba2-b2a5-a422e8b73e1e HTTP/1.1" status: 204 len: 168 time: 0.4154844 Oct 30 15:15:50.312836 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0312e36-669d-4de6-a1af-628c4c0b160b req-39d11f02-e5c0-489e-a154-03cf6006c7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:50.313442 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d0312e36-669d-4de6-a1af-628c4c0b160b req-39d11f02-e5c0-489e-a154-03cf6006c7eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:50.314334 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e95fbf0-b2af-4ab7-aa13-cb3305567a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f53884-d9e5-4ba2-b2a5-a422e8b73e1e,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:50.314891 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d0312e36-669d-4de6-a1af-628c4c0b160b req-39d11f02-e5c0-489e-a154-03cf6006c7eb service neutron] 10.222.0.44 "PUT /v2.0/ports/80dc8530-c891-4dd3-8019-e79c89ecbe91 HTTP/1.1" status: 200 len: 1093 time: 4.5194092 Oct 30 15:15:50.323172 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3595510c-401a-4288-8fae-6f7bc787d8d6', 'tag': '80dc8530-c891-4dd3-8019-e79c89ecbe91'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:15:50.325462 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f44a58-2f17-4052-9067-e0c13f171260" -d '{"events": [{"name": "network-changed", "server_uuid": "3595510c-401a-4288-8fae-6f7bc787d8d6", "tag": "80dc8530-c891-4dd3-8019-e79c89ecbe91"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:15:50.523287 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be7541-2e6a-4ed1-b2d6-bc75aa1a2ada req-e59529b0-cd10-40f3-9334-f3d623264215 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:50.533459 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be7541-2e6a-4ed1-b2d6-bc75aa1a2ada req-e59529b0-cd10-40f3-9334-f3d623264215 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:50.533903 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a58e83-5542-49e3-a9b3-6b94bf69914e tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Network 853da54b-2522-418c-87e5-f125b7f7b95e is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:15:50.542117 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be7541-2e6a-4ed1-b2d6-bc75aa1a2ada req-e59529b0-cd10-40f3-9334-f3d623264215 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:50.545184 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d11f02-e5c0-489e-a154-03cf6006c7eb service neutron] Pushing event updated for resources: {'Port': ['ID=80dc8530-c891-4dd3-8019-e79c89ecbe91,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:50.552565 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-38be7541-2e6a-4ed1-b2d6-bc75aa1a2ada req-e59529b0-cd10-40f3-9334-f3d623264215 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/ports?device_id=a93c47ea-5bc1-49a4-a4b8-7101233b6ca7&device_id=64a3a526-ed15-4699-a2f1-9b3e07f6674b&device_id=71cd1030-4721-4928-84ee-b63ffbb50e9a HTTP/1.1" status: 200 len: 2417 time: 0.1010895 Oct 30 15:15:50.567416 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-f6a58e83-5542-49e3-a9b3-6b94bf69914e tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:15:50.580101 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a58e83-5542-49e3-a9b3-6b94bf69914e tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:15:50.588185 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a58e83-5542-49e3-a9b3-6b94bf69914e tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:50.589881 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f6a58e83-5542-49e3-a9b3-6b94bf69914e tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:50.637004 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-f6a58e83-5542-49e3-a9b3-6b94bf69914e tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2300227 Oct 30 15:15:50.642597 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 40438) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:50.643847 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-38be7541-2e6a-4ed1-b2d6-bc75aa1a2ada req-fe752330-608c-4470-ac2d-292cad09a393 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c4698d0-2960-428a-a3a0-964a3486c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899098 Oct 30 15:15:50.661716 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370c568-4194-4d48-975a-cfff550ac7b0 req-cf711e17-952a-44ca-a21b-7633ece865b6 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:50.664191 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f370c568-4194-4d48-975a-cfff550ac7b0 req-cf711e17-952a-44ca-a21b-7633ece865b6 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/ports?device_id=3595510c-401a-4288-8fae-6f7bc787d8d6 HTTP/1.1" status: 200 len: 944 time: 0.2812805 Oct 30 15:15:50.697081 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-511a3561-eaf5-4ef0-882b-651022b1f738 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::271', 'mac_address': 'fa:16:3e:e9:18:eb'}]}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:15:50.794872 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0312e36-669d-4de6-a1af-628c4c0b160b req-68b6ed52-c166-48b3-a1f0-d217a655bfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:50.796519 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d0312e36-669d-4de6-a1af-628c4c0b160b req-68b6ed52-c166-48b3-a1f0-d217a655bfa6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2bff5c42b94f45558740176c1102ba1b&device_id=3595510c-401a-4288-8fae-6f7bc787d8d6 HTTP/1.1" status: 200 len: 1096 time: 0.3758550 Oct 30 15:15:50.871039 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 40452) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:50.913450 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a58e83-5542-49e3-a9b3-6b94bf69914e tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Pushing event updated for resources: {'Port': ['ID=26925dfd-2ede-4f61-98b6-fca82f62ae87,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:50.932748 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d0312e36-669d-4de6-a1af-628c4c0b160b req-2b9045ae-c250-41e5-b493-7eaf6f2fbe87 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80dc8530-c891-4dd3-8019-e79c89ecbe91 HTTP/1.1" status: 200 len: 217 time: 0.1078489 Oct 30 15:15:50.934459 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa28ecf0-d761-42a4-ad0a-ec846a7aca8e x-openstack-request-id: req-fa28ecf0-d761-42a4-ad0a-ec846a7aca8e {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:15:50.934928 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3595510c-401a-4288-8fae-6f7bc787d8d6", "tag": "80dc8530-c891-4dd3-8019-e79c89ecbe91", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:15:50.935373 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fa28ecf0-d761-42a4-ad0a-ec846a7aca8e {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:15:50.935966 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3595510c-401a-4288-8fae-6f7bc787d8d6', 'tag': '80dc8530-c891-4dd3-8019-e79c89ecbe91', 'status': 'completed', 'code': 200} Oct 30 15:15:50.980308 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-84d3f656-1fd0-4c52-a8cd-85342edfc33b req-56f923af-6ef0-4aa4-aea8-341299ba30e0 service neutron] 10.222.0.53 "GET /v2.0/networks/524f8360-eaf2-4133-a589-da68b60c4b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6985676 Oct 30 15:15:51.037131 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-279eb35a-0197-45d0-a5a3-0a1dfd593d4c req-4948e62e-53ac-43a2-ace1-e34ad5231dee tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] 10.222.0.62 "GET /v2.0/ports?device_id=84c9c53f-2634-4a9d-ba86-3855127ba778 HTTP/1.1" status: 200 len: 210 time: 0.0509443 Oct 30 15:15:51.100461 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-84d3f656-1fd0-4c52-a8cd-85342edfc33b req-103f0660-5d5b-436e-b9d0-85b0241ed3c9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=8aa78acf-b283-45ba-9f2c-33317dfad74a HTTP/1.1" status: 200 len: 217 time: 0.0640483 Oct 30 15:15:51.134401 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-661c39af-e027-49af-9272-a67f15d5a42b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:51.134977 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 40456) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:51.152646 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f370c568-4194-4d48-975a-cfff550ac7b0 req-c882900f-0707-40d7-ad03-b36924af8b61 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/security-groups?id=dcd601be-910e-42a5-9957-7f59047ec0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4412313 Oct 30 15:15:51.166328 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8883a6a5-c79e-4fad-b8cd-cbc50d52c132 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:51.169036 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0312e36-669d-4de6-a1af-628c4c0b160b req-b9e4e1e5-5289-4c59-b64f-c898dd04aef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:51.170341 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d0312e36-669d-4de6-a1af-628c4c0b160b req-b9e4e1e5-5289-4c59-b64f-c898dd04aef7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cb1592e1-5e9c-487d-b296-2e7a28c24f10 HTTP/1.1" status: 200 len: 852 time: 0.2193871 Oct 30 15:15:51.184206 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d1b41033-5a59-42f1-a2f5-d8856ae33142 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:51.234206 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-5456fecc-47aa-4ea3-bf03-26297b6f5614 None None] Provisioning complete for port 26925dfd-2ede-4f61-98b6-fca82f62ae87 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:15:51.234789 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5456fecc-47aa-4ea3-bf03-26297b6f5614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:51.247031 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5ee88da1-c9b2-4038-8da2-ff4e7058b1db req-1735bbfb-4c35-45cd-a410-077ad1790939 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1801913 Oct 30 15:15:51.292212 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-5456fecc-47aa-4ea3-bf03-26297b6f5614 None None] Port 26925dfd-2ede-4f61-98b6-fca82f62ae87 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:15:51.338098 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d0312e36-669d-4de6-a1af-628c4c0b160b req-08cb63a2-4d97-480a-a882-2e5efe24abd1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7b1d60f2-90d0-4f44-9856-0c96dd26f8ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1281419 Oct 30 15:15:51.341140 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-511a3561-eaf5-4ef0-882b-651022b1f738 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:51.379296 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8883a6a5-c79e-4fad-b8cd-cbc50d52c132 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:51.426135 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3f656-1fd0-4c52-a8cd-85342edfc33b req-f5f5dcd2-ae3f-48d2-95ae-a11e4c3d8475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:51.428052 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-84d3f656-1fd0-4c52-a8cd-85342edfc33b req-f5f5dcd2-ae3f-48d2-95ae-a11e4c3d8475 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=521c91ba-254d-4496-ac2a-b56607fa8aa1 HTTP/1.1" status: 200 len: 797 time: 0.3053319 Oct 30 15:15:51.436953 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d1b41033-5a59-42f1-a2f5-d8856ae33142 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:51.440163 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8883a6a5-c79e-4fad-b8cd-cbc50d52c132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:51.499540 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-8883a6a5-c79e-4fad-b8cd-cbc50d52c132 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a9fc78fd853c4550bcf24defc86c14e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6275132 Oct 30 15:15:51.500137 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d1b41033-5a59-42f1-a2f5-d8856ae33142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:51.502707 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 40470) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:51.503623 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8883a6a5-c79e-4fad-b8cd-cbc50d52c132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2906ec-167c-41cc-a1d3-a3e72b7dd56b,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:51.570550 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-d1b41033-5a59-42f1-a2f5-d8856ae33142 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6181088a03eb4c50986624ec0c34d5e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4254816 Oct 30 15:15:51.580632 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 40472) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:51.592965 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b41033-5a59-42f1-a2f5-d8856ae33142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc693aa5-264b-4b88-bb20-69cea3d70226,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:51.636267 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cc6395b8-bfcc-4044-b708-bf747f79a003 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:51.671424 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cc6395b8-bfcc-4044-b708-bf747f79a003 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:51.693433 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f672ca2f-c10e-42b3-9adc-f6a1f6fcf14d req-3d3c01d4-8342-4f32-b3ee-3355547b3375 tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:51.695018 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f672ca2f-c10e-42b3-9adc-f6a1f6fcf14d req-3d3c01d4-8342-4f32-b3ee-3355547b3375 tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] 10.222.0.62 "GET /v2.0/ports?device_id=f99c3558-7710-4783-8bae-d8de5ff97692 HTTP/1.1" status: 200 len: 951 time: 0.2799838 Oct 30 15:15:51.773051 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cc6395b8-bfcc-4044-b708-bf747f79a003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:51.776676 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d0312e36-669d-4de6-a1af-628c4c0b160b req-061d5588-b98e-4fdf-94fe-07c739c5da31 service neutron] 10.222.0.44 "GET /v2.0/networks/7b1d60f2-90d0-4f44-9856-0c96dd26f8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4308171 Oct 30 15:15:51.778267 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cc6395b8-bfcc-4044-b708-bf747f79a003 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:51.780795 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3f656-1fd0-4c52-a8cd-85342edfc33b req-88a9ecb1-5422-444b-90e5-a2a5203e4c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:51.782205 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-84d3f656-1fd0-4c52-a8cd-85342edfc33b req-88a9ecb1-5422-444b-90e5-a2a5203e4c11 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2340059 Oct 30 15:15:51.795631 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-cc6395b8-bfcc-4044-b708-bf747f79a003 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0d2906ec-167c-41cc-a1d3-a3e72b7dd56b HTTP/1.1" status: 204 len: 168 time: 0.2656596 Oct 30 15:15:51.826574 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6395b8-bfcc-4044-b708-bf747f79a003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2906ec-167c-41cc-a1d3-a3e72b7dd56b,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:51.907015 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-10d5a317-092b-45e5-9dde-53b277a5ef80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:51.973224 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f672ca2f-c10e-42b3-9adc-f6a1f6fcf14d req-e3b5a065-1e92-4f26-a8f8-e7ec300f9e92 tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] 10.222.0.62 "GET /v2.0/security-groups?id=0cef2fd7-8a84-4a7a-a10d-2abd5799549d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638860 Oct 30 15:15:51.986508 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-511a3561-eaf5-4ef0-882b-651022b1f738 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:52.010838 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-511a3561-eaf5-4ef0-882b-651022b1f738 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:52.056551 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-10d5a317-092b-45e5-9dde-53b277a5ef80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:52.125362 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-511a3561-eaf5-4ef0-882b-651022b1f738 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] In _notify_port_updated(), no bound segment for port 26925dfd-2ede-4f61-98b6-fca82f62ae87 on network 853da54b-2522-418c-87e5-f125b7f7b95e {{(pid=102131) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 30 15:15:52.131813 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511a3561-eaf5-4ef0-882b-651022b1f738 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:52.132461 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-511a3561-eaf5-4ef0-882b-651022b1f738 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:52.134541 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-511a3561-eaf5-4ef0-882b-651022b1f738 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] 10.222.0.62 "PUT /v2.0/ports/26925dfd-2ede-4f61-98b6-fca82f62ae87 HTTP/1.1" status: 200 len: 1002 time: 1.4833820 Oct 30 15:15:52.138513 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 40494) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:52.162125 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511a3561-eaf5-4ef0-882b-651022b1f738 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Pushing event updated for resources: {'Port': ['ID=26925dfd-2ede-4f61-98b6-fca82f62ae87,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:52.225087 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d0312e36-669d-4de6-a1af-628c4c0b160b req-1283b78e-d259-446a-aeec-a499995ebd09 service neutron] 10.222.0.44 "GET /v2.0/networks/7b1d60f2-90d0-4f44-9856-0c96dd26f8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4205496 Oct 30 15:15:52.228736 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-84d3f656-1fd0-4c52-a8cd-85342edfc33b req-c2c80cfc-9437-4ee6-b3f1-80ad1fe99b38 service neutron] 10.222.0.53 "GET /v2.0/networks/5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4367199 Oct 30 15:15:52.383487 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-604b007d-81cf-43e4-92ee-29dc17251ba5 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Deleting port 26925dfd-2ede-4f61-98b6-fca82f62ae87 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:15:52.384060 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-604b007d-81cf-43e4-92ee-29dc17251ba5 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:52.392602 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-10d5a317-092b-45e5-9dde-53b277a5ef80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:52.400077 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-10d5a317-092b-45e5-9dde-53b277a5ef80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:52.401245 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-10d5a317-092b-45e5-9dde-53b277a5ef80 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dc693aa5-264b-4b88-bb20-69cea3d70226 HTTP/1.1" status: 204 len: 168 time: 0.8152106 Oct 30 15:15:52.478058 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d5a317-092b-45e5-9dde-53b277a5ef80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc693aa5-264b-4b88-bb20-69cea3d70226,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:52.553130 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f44a58-2f17-4052-9067-e0c13f171260 req-71c57b53-8a1c-463c-8612-8837f968f687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:52.555197 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-93f44a58-2f17-4052-9067-e0c13f171260 req-71c57b53-8a1c-463c-8612-8837f968f687 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2bff5c42b94f45558740176c1102ba1b&device_id=3595510c-401a-4288-8fae-6f7bc787d8d6 HTTP/1.1" status: 200 len: 1096 time: 0.2010071 Oct 30 15:15:52.562053 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-84d3f656-1fd0-4c52-a8cd-85342edfc33b req-c501d99d-0e7e-44ad-8886-5f8d63aebd9c service neutron] 10.222.0.53 "GET /v2.0/networks/5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211288 Oct 30 15:15:52.570478 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-6b0098ee-8bc4-42dd-b466-a7e7b0e19d52 None None] Provisioning complete for port 26925dfd-2ede-4f61-98b6-fca82f62ae87 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:15:52.571052 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6b0098ee-8bc4-42dd-b466-a7e7b0e19d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:52.704083 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-6b0098ee-8bc4-42dd-b466-a7e7b0e19d52 None None] Port 26925dfd-2ede-4f61-98b6-fca82f62ae87 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:15:52.765829 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-604b007d-81cf-43e4-92ee-29dc17251ba5 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:52.797975 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-604b007d-81cf-43e4-92ee-29dc17251ba5 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Calling delete_port for 26925dfd-2ede-4f61-98b6-fca82f62ae87 owned by {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:15:52.986105 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86570ff3-23b1-46c8-9cfc-f7f7fffca4bf req-b8a92089-a4ee-4c86-93d1-928f6d60001b tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:52.995819 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-84d3f656-1fd0-4c52-a8cd-85342edfc33b req-cca5b022-7038-47f3-97a9-66741c554904 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=80060876-f4f1-4c9d-9c66-0639e6343df4 HTTP/1.1" status: 200 len: 217 time: 0.4249027 Oct 30 15:15:53.001522 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-86570ff3-23b1-46c8-9cfc-f7f7fffca4bf req-b8a92089-a4ee-4c86-93d1-928f6d60001b tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/ports?device_id=3595510c-401a-4288-8fae-6f7bc787d8d6 HTTP/1.1" status: 200 len: 944 time: 0.3166621 Oct 30 15:15:53.111419 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-86570ff3-23b1-46c8-9cfc-f7f7fffca4bf req-ae4f4e30-5bf1-4b93-9006-2869539414dd tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/security-groups?id=dcd601be-910e-42a5-9957-7f59047ec0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089933 Oct 30 15:15:53.255821 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f44a58-2f17-4052-9067-e0c13f171260 req-a4269243-89d1-4ce2-b65c-343cf8698b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:53.259894 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-93f44a58-2f17-4052-9067-e0c13f171260 req-a4269243-89d1-4ce2-b65c-343cf8698b80 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7b1d60f2-90d0-4f44-9856-0c96dd26f8ca HTTP/1.1" status: 200 len: 913 time: 0.6950707 Oct 30 15:15:53.277463 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-604b007d-81cf-43e4-92ee-29dc17251ba5 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:53.332317 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 40552) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:53.359134 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604b007d-81cf-43e4-92ee-29dc17251ba5 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Pushing event deleted for resources: {'Port': ['ID=26925dfd-2ede-4f61-98b6-fca82f62ae87,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:53.397946 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-93f44a58-2f17-4052-9067-e0c13f171260 req-8b779f0e-c97e-4f7c-9329-ba2242cca1a4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80dc8530-c891-4dd3-8019-e79c89ecbe91 HTTP/1.1" status: 200 len: 217 time: 0.1284537 Oct 30 15:15:53.412864 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3f656-1fd0-4c52-a8cd-85342edfc33b req-ac7a21d6-6326-49bd-95cf-c7d827b6035a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:53.412864 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-84d3f656-1fd0-4c52-a8cd-85342edfc33b req-ac7a21d6-6326-49bd-95cf-c7d827b6035a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=521c91ba-254d-4496-ac2a-b56607fa8aa1 HTTP/1.1" status: 200 len: 797 time: 0.3941698 Oct 30 15:15:53.424805 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 40558) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:53.455866 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-989b871b-4f7d-4473-a066-47a41f78ba6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:53.652891 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3f656-1fd0-4c52-a8cd-85342edfc33b req-a846b056-807d-4697-9b32-9e0961087416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:53.656334 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-84d3f656-1fd0-4c52-a8cd-85342edfc33b req-a846b056-807d-4697-9b32-9e0961087416 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2326937 Oct 30 15:15:53.684940 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f44a58-2f17-4052-9067-e0c13f171260 req-585164d6-2e2c-49a2-9872-1f8cf0e33d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:53.687052 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-93f44a58-2f17-4052-9067-e0c13f171260 req-585164d6-2e2c-49a2-9872-1f8cf0e33d20 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cb1592e1-5e9c-487d-b296-2e7a28c24f10 HTTP/1.1" status: 200 len: 852 time: 0.2629690 Oct 30 15:15:53.760997 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-77424287-2807-498f-8bcc-859ce8257df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:53.808743 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-93f44a58-2f17-4052-9067-e0c13f171260 req-aeebf082-c192-4b73-b6ef-ddf4de1559fd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7b1d60f2-90d0-4f44-9856-0c96dd26f8ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1040702 Oct 30 15:15:53.812389 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a8665595-33bc-455d-aaf9-22fe73800868 tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:53.881003 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a8665595-33bc-455d-aaf9-22fe73800868 tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:53.986901 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-604b007d-81cf-43e4-92ee-29dc17251ba5 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:53.990277 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-604b007d-81cf-43e4-92ee-29dc17251ba5 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] 10.222.0.62 "DELETE /v2.0/ports/26925dfd-2ede-4f61-98b6-fca82f62ae87 HTTP/1.1" status: 204 len: 168 time: 1.8501222 Oct 30 15:15:53.995928 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 40572) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:54.054505 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-93f44a58-2f17-4052-9067-e0c13f171260 req-14c8c7e3-0fe6-4b6c-8c0f-21519a15b144 service neutron] 10.222.0.44 "GET /v2.0/networks/7b1d60f2-90d0-4f44-9856-0c96dd26f8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904361 Oct 30 15:15:54.060534 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-878ebccb-f446-4695-bde0-444fd16a7fee tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] GET failed (client error): The resource could not be found. Oct 30 15:15:54.062234 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-878ebccb-f446-4695-bde0-444fd16a7fee tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] 10.222.0.62 "GET /v2.0/ports/26925dfd-2ede-4f61-98b6-fca82f62ae87 HTTP/1.1" status: 404 len: 333 time: 0.0654273 Oct 30 15:15:54.067438 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a8665595-33bc-455d-aaf9-22fe73800868 tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:54.067626 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 40574) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:54.069969 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a8665595-33bc-455d-aaf9-22fe73800868 tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:54.074101 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-a8665595-33bc-455d-aaf9-22fe73800868 tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] 10.222.0.62 "DELETE /v2.0/security-groups/409aa1d7-6954-49d1-b464-0b34218da972 HTTP/1.1" status: 204 len: 168 time: 0.6386044 Oct 30 15:15:54.074275 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-c3c3eaed-9eb4-4a39-8437-98aa77e9662a tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Request body: {'port': {'network_id': '853da54b-2522-418c-87e5-f125b7f7b95e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1699670293'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:15:54.075789 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 40576) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:54.142228 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 80dc8530-c891-4dd3-8019-e79c89ecbe91 details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:15:54.162703 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8665595-33bc-455d-aaf9-22fe73800868 tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=409aa1d7-6954-49d1-b464-0b34218da972,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:54.182496 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [None req-3194d484-012d-4072-936f-2474220e37c8 tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] show failed (client error): The resource could not be found. Oct 30 15:15:54.186203 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-3194d484-012d-4072-936f-2474220e37c8 tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] 10.222.0.62 "GET /v2.0/security-groups/409aa1d7-6954-49d1-b464-0b34218da972 HTTP/1.1" status: 404 len: 347 time: 0.1045034 Oct 30 15:15:54.197174 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 40584) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:54.207505 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-989b871b-4f7d-4473-a066-47a41f78ba6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:54.254881 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-989b871b-4f7d-4473-a066-47a41f78ba6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:54.273109 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-84d3f656-1fd0-4c52-a8cd-85342edfc33b req-29486463-cf77-442b-b796-ec589aa1193e service neutron] 10.222.0.53 "GET /v2.0/networks/5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6079583 Oct 30 15:15:54.317331 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 80dc8530-c891-4dd3-8019-e79c89ecbe91, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=80dc8530-c891-4dd3-8019-e79c89ecbe91,segment=NetworkSegment(75c14901-45f9-4a2f-9446-d0ecd75d3489),segment_id=75c14901-45f9-4a2f-9446-d0ecd75d3489)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:15:54.334055 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': '80dc8530-c891-4dd3-8019-e79c89ecbe91', 'network_id': '7b1d60f2-90d0-4f44-9856-0c96dd26f8ca', 'port_id': '80dc8530-c891-4dd3-8019-e79c89ecbe91', 'mac_address': 'fa:16:3e:03:70:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb1592e1-5e9c-487d-b296-2e7a28c24f10', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:15:54.388177 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-989b871b-4f7d-4473-a066-47a41f78ba6f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=75ea51d3f6ea407fb272fd71fcf04908&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0420060 Oct 30 15:15:54.389115 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 40590) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:54.396210 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989b871b-4f7d-4473-a066-47a41f78ba6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=642b417a-456f-4022-b1c1-2993612cacc4,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:54.396741 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:54.412252 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80dc8530-c891-4dd3-8019-e79c89ecbe91 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:15:54.453573 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 80dc8530-c891-4dd3-8019-e79c89ecbe91, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=80dc8530-c891-4dd3-8019-e79c89ecbe91,segment=NetworkSegment(75c14901-45f9-4a2f-9446-d0ecd75d3489),segment_id=75c14901-45f9-4a2f-9446-d0ecd75d3489)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:15:54.454197 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd1afda-4cae-4f19-a97d-20b98267ecc8 req-18b0623c-d617-4e96-8477-02d8c7e6a1fb tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:54.455768 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fbd1afda-4cae-4f19-a97d-20b98267ecc8 req-18b0623c-d617-4e96-8477-02d8c7e6a1fb tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/ports?device_id=3595510c-401a-4288-8fae-6f7bc787d8d6 HTTP/1.1" status: 200 len: 944 time: 0.2088065 Oct 30 15:15:54.462645 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:54.503218 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-84d3f656-1fd0-4c52-a8cd-85342edfc33b req-ac71d9f3-dd09-4a05-a3e4-6882823bc011 service neutron] 10.222.0.53 "GET /v2.0/networks/5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173903 Oct 30 15:15:54.512797 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-93f44a58-2f17-4052-9067-e0c13f171260 req-ffcd7c82-179f-4134-98f4-3c81b48d8456 service neutron] 10.222.0.44 "GET /v2.0/networks/7b1d60f2-90d0-4f44-9856-0c96dd26f8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4492593 Oct 30 15:15:54.544259 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c3eaed-9eb4-4a39-8437-98aa77e9662a tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Made reservation on behalf of c5e375c584f04817b9621f57d949f07b for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:15:54.546582 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=80dc8530-c891-4dd3-8019-e79c89ecbe91,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:54.547765 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c3c3eaed-9eb4-4a39-8437-98aa77e9662a tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:54.554790 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca30a6-7385-408b-8acc-ee269ba1a5d7 req-c173924a-a597-4560-8103-feb673a145f1 tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:54.557441 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fbd1afda-4cae-4f19-a97d-20b98267ecc8 req-b37f22d7-95da-4757-b51d-7457be37bf37 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/security-groups?id=dcd601be-910e-42a5-9957-7f59047ec0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903554 Oct 30 15:15:54.565971 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-244095d3-5c9d-4834-a23f-e3d2ae29fc96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:54.568488 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-22ca30a6-7385-408b-8acc-ee269ba1a5d7 req-c173924a-a597-4560-8103-feb673a145f1 tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] 10.222.0.62 "GET /v2.0/ports?device_id=f99c3558-7710-4783-8bae-d8de5ff97692 HTTP/1.1" status: 200 len: 951 time: 0.4645998 Oct 30 15:15:54.596652 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-dc83293e-4f3b-4edf-9667-11645fda03ff tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Deleting port df23e940-7f33-4670-be76-c1b01e3cb7c9 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:15:54.596769 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-dc83293e-4f3b-4edf-9667-11645fda03ff tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:54.604476 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:54.614863 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-84d3f656-1fd0-4c52-a8cd-85342edfc33b req-9fc5df93-58c8-408e-8a85-753c1c3936c7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=7653bb03-0e9a-40b6-b92c-448a5acd76f4 HTTP/1.1" status: 200 len: 217 time: 0.1002319 Oct 30 15:15:54.625769 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [None req-c3c3eaed-9eb4-4a39-8437-98aa77e9662a tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] device_id is not set on port 651d9067-ab56-44ee-abab-202fed39e75c yet. {{(pid=102130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:15:54.685666 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-244095d3-5c9d-4834-a23f-e3d2ae29fc96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:54.723945 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['80dc8530-c891-4dd3-8019-e79c89ecbe91'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:15:54.799974 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-22ca30a6-7385-408b-8acc-ee269ba1a5d7 req-09c43dd3-59e8-447f-8a63-1be69c39c807 tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] 10.222.0.62 "GET /v2.0/security-groups?id=0cef2fd7-8a84-4a7a-a10d-2abd5799549d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303631 Oct 30 15:15:54.825044 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3f656-1fd0-4c52-a8cd-85342edfc33b req-223b987e-9f9c-4af5-8685-c096e1915a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:54.827379 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-84d3f656-1fd0-4c52-a8cd-85342edfc33b req-223b987e-9f9c-4af5-8685-c096e1915a86 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=521c91ba-254d-4496-ac2a-b56607fa8aa1 HTTP/1.1" status: 200 len: 797 time: 0.1919868 Oct 30 15:15:54.835493 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 1812d945-27a5-4211-bb30-d86827eca464 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:15:54.965374 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:54.976327 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3f656-1fd0-4c52-a8cd-85342edfc33b req-39ee304e-22fc-4dac-8f20-7228ece97da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:54.978434 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-84d3f656-1fd0-4c52-a8cd-85342edfc33b req-39ee304e-22fc-4dac-8f20-7228ece97da8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1406586 Oct 30 15:15:54.999031 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:55.004635 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d61534-78f4-4dbe-8aba-cd53e1fed490 req-2b3bf4b3-5762-4624-9128-4accae04e4c5 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:55.006250 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-15d61534-78f4-4dbe-8aba-cd53e1fed490 req-2b3bf4b3-5762-4624-9128-4accae04e4c5 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/ports?device_id=a93c47ea-5bc1-49a4-a4b8-7101233b6ca7 HTTP/1.1" status: 200 len: 946 time: 0.0868866 Oct 30 15:15:55.045226 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 1812d945-27a5-4211-bb30-d86827eca464, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=1812d945-27a5-4211-bb30-d86827eca464,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:15:55.049789 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99c3558-7710-4783-8bae-d8de5ff97692', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1812d945-27a5-4211-bb30-d86827eca464'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:15:55.053967 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c6c6d6-1650-48b4-a1fc-2083b5b6258d" -d '{"events": [{"server_uuid": "f99c3558-7710-4783-8bae-d8de5ff97692", "name": "network-vif-unplugged", "status": "completed", "tag": "1812d945-27a5-4211-bb30-d86827eca464"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:15:55.061697 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:55.118947 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Oct 2021 15:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8a9f7d-9f10-4964-82fb-c578e16f9607 x-openstack-request-id: req-1d8a9f7d-9f10-4964-82fb-c578e16f9607 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:15:55.119376 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f99c3558-7710-4783-8bae-d8de5ff97692", "name": "network-vif-unplugged", "status": "completed", "tag": "1812d945-27a5-4211-bb30-d86827eca464", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:15:55.119659 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1d8a9f7d-9f10-4964-82fb-c578e16f9607 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:15:55.120055 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f99c3558-7710-4783-8bae-d8de5ff97692', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1812d945-27a5-4211-bb30-d86827eca464', 'code': 200} Oct 30 15:15:55.171090 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-15d61534-78f4-4dbe-8aba-cd53e1fed490 req-fdcf43db-81f8-43f4-9ec0-3b1d379ae67f tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c4698d0-2960-428a-a3a0-964a3486c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527600 Oct 30 15:15:55.199912 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-84d3f656-1fd0-4c52-a8cd-85342edfc33b req-30185d6c-ccc7-47cb-9f82-86a189152b1a service neutron] 10.222.0.53 "GET /v2.0/networks/5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060969 Oct 30 15:15:55.202593 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=1812d945-27a5-4211-bb30-d86827eca464,revision_number=11']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:55.323164 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-84d3f656-1fd0-4c52-a8cd-85342edfc33b req-262b421f-5de3-4ff2-b362-59d515cd5651 service neutron] 10.222.0.53 "GET /v2.0/networks/5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185827 Oct 30 15:15:55.365698 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-244095d3-5c9d-4834-a23f-e3d2ae29fc96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:55.368362 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-244095d3-5c9d-4834-a23f-e3d2ae29fc96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:55.372102 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-244095d3-5c9d-4834-a23f-e3d2ae29fc96 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/642b417a-456f-4022-b1c1-2993612cacc4 HTTP/1.1" status: 204 len: 168 time: 0.9685824 Oct 30 15:15:55.372102 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-dc83293e-4f3b-4edf-9667-11645fda03ff tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:55.372102 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-dc83293e-4f3b-4edf-9667-11645fda03ff tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:55.385870 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-84d3f656-1fd0-4c52-a8cd-85342edfc33b req-d24cac7d-253d-4872-92d1-c90f645cfa51 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=4fb842e8-63f8-488f-bed6-7c184585aaae HTTP/1.1" status: 200 len: 217 time: 0.0536966 Oct 30 15:15:55.419001 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-dc83293e-4f3b-4edf-9667-11645fda03ff tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Calling delete_port for df23e940-7f33-4670-be76-c1b01e3cb7c9 owned by network:floatingip {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:15:55.420909 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244095d3-5c9d-4834-a23f-e3d2ae29fc96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=642b417a-456f-4022-b1c1-2993612cacc4,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:55.452388 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-c3c3eaed-9eb4-4a39-8437-98aa77e9662a tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Allocated IP 2001:db8::d4 (853da54b-2522-418c-87e5-f125b7f7b95e/8542855a-f73f-4f3a-9c2b-14d98ef6dcfd/651d9067-ab56-44ee-abab-202fed39e75c) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:15:55.532078 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3f656-1fd0-4c52-a8cd-85342edfc33b req-6dc6c0af-78b0-4a49-b6b1-c020f1a03188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:55.533805 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-84d3f656-1fd0-4c52-a8cd-85342edfc33b req-6dc6c0af-78b0-4a49-b6b1-c020f1a03188 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=521c91ba-254d-4496-ac2a-b56607fa8aa1 HTTP/1.1" status: 200 len: 797 time: 0.1394267 Oct 30 15:15:55.601123 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3f656-1fd0-4c52-a8cd-85342edfc33b req-cb5ad8b5-d68f-4d78-93ba-2afe112ed9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:55.602636 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-84d3f656-1fd0-4c52-a8cd-85342edfc33b req-cb5ad8b5-d68f-4d78-93ba-2afe112ed9ce service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0609703 Oct 30 15:15:55.794570 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-84d3f656-1fd0-4c52-a8cd-85342edfc33b req-6419ebf3-6f0f-454c-89a6-176100979eb1 service neutron] 10.222.0.53 "GET /v2.0/networks/5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819329 Oct 30 15:15:55.860851 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 40630) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:55.862787 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2653d8b-56f4-45d3-9a5e-1d791a5987f0 req-ac3413d5-1860-43d3-a271-89064399f642 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:55.864374 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d2653d8b-56f4-45d3-9a5e-1d791a5987f0 req-ac3413d5-1860-43d3-a271-89064399f642 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/ports?device_id=3595510c-401a-4288-8fae-6f7bc787d8d6 HTTP/1.1" status: 200 len: 945 time: 0.1868017 Oct 30 15:15:55.879664 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-dc83293e-4f3b-4edf-9667-11645fda03ff tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:55.926579 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c3c3eaed-9eb4-4a39-8437-98aa77e9662a tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:55.938448 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc83293e-4f3b-4edf-9667-11645fda03ff tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Pushing event deleted for resources: {'Port': ['ID=df23e940-7f33-4670-be76-c1b01e3cb7c9,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:56.000569 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d2653d8b-56f4-45d3-9a5e-1d791a5987f0 req-91cc2cba-bd37-40cc-8436-85535124477a tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/security-groups?id=dcd601be-910e-42a5-9957-7f59047ec0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253712 Oct 30 15:15:56.047272 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-dc83293e-4f3b-4edf-9667-11645fda03ff tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Publish callbacks [] for floatingip, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:56.050034 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-dc83293e-4f3b-4edf-9667-11645fda03ff tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:56.053838 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-dc83293e-4f3b-4edf-9667-11645fda03ff tempest-ServersTestBootFromVolume-1761652505 tempest-ServersTestBootFromVolume-1761652505-project] 10.222.0.62 "DELETE /v2.0/floatingips/7931405a-94b2-448e-9adc-3480363ca70c HTTP/1.1" status: 204 len: 168 time: 1.8503909 Oct 30 15:15:56.054477 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 40640) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:56.115944 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-84d3f656-1fd0-4c52-a8cd-85342edfc33b req-525a852c-4139-496d-9b8a-1a6fa9ec8de1 service neutron] 10.222.0.53 "GET /v2.0/networks/5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083045 Oct 30 15:15:56.119815 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1981dfaf-b318-40de-a542-f926f2aef6a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:56.138497 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b1c634-48e5-40d5-9842-8228306fb224 req-8ea07689-b868-4779-b60d-53dcff3607fa tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:56.143148 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c3c3eaed-9eb4-4a39-8437-98aa77e9662a tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:56.144131 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 80dc8530-c891-4dd3-8019-e79c89ecbe91 up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:15:56.146544 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c2b1c634-48e5-40d5-9842-8228306fb224 req-8ea07689-b868-4779-b60d-53dcff3607fa tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] 10.222.0.62 "GET /v2.0/ports?device_id=f99c3558-7710-4783-8bae-d8de5ff97692 HTTP/1.1" status: 200 len: 949 time: 0.2233696 Oct 30 15:15:56.175649 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2645091-8d04-49ac-94eb-e6f13441e516 req-c0737d4c-d68e-45dc-b4b9-e375a96b8b7e tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:56.177172 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e2645091-8d04-49ac-94eb-e6f13441e516 req-c0737d4c-d68e-45dc-b4b9-e375a96b8b7e tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] 10.222.0.53 "GET /v2.0/ports?device_id=f99c3558-7710-4783-8bae-d8de5ff97692 HTTP/1.1" status: 200 len: 949 time: 0.3182473 Oct 30 15:15:56.219832 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c3eaed-9eb4-4a39-8437-98aa77e9662a tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Network 853da54b-2522-418c-87e5-f125b7f7b95e is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:15:56.225015 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-c3c3eaed-9eb4-4a39-8437-98aa77e9662a tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:15:56.234624 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c3eaed-9eb4-4a39-8437-98aa77e9662a tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:15:56.242225 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c3eaed-9eb4-4a39-8437-98aa77e9662a tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:56.242890 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c3c3eaed-9eb4-4a39-8437-98aa77e9662a tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:56.250453 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-84d3f656-1fd0-4c52-a8cd-85342edfc33b req-f2f11c70-bf5d-464f-ae48-98fc6b1879bb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6fbdea33-f4af-43f9-a5b2-4f079692a699 HTTP/1.1" status: 200 len: 217 time: 0.0994134 Oct 30 15:15:56.250794 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c3eaed-9eb4-4a39-8437-98aa77e9662a tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Pushing event updated for resources: {'Port': ['ID=651d9067-ab56-44ee-abab-202fed39e75c,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:56.282594 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port 80dc8530-c891-4dd3-8019-e79c89ecbe91 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:15:56.287315 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port 80dc8530-c891-4dd3-8019-e79c89ecbe91 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:15:56.288012 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:56.293846 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c3c3eaed-9eb4-4a39-8437-98aa77e9662a tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2252777 Oct 30 15:15:56.294508 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 40646) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:56.316804 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-bf36aa5b-f22d-4096-bdd4-77b21293f2ae tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:e9:18:eb'}]}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:15:56.411053 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:56.501383 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 80dc8530-c891-4dd3-8019-e79c89ecbe91, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=80dc8530-c891-4dd3-8019-e79c89ecbe91,segment=NetworkSegment(75c14901-45f9-4a2f-9446-d0ecd75d3489),segment_id=75c14901-45f9-4a2f-9446-d0ecd75d3489)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:15:56.511096 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c2b1c634-48e5-40d5-9842-8228306fb224 req-6126e08b-e54b-4f61-aa9e-135d8504dc77 tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] 10.222.0.62 "GET /v2.0/security-groups?id=0cef2fd7-8a84-4a7a-a10d-2abd5799549d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3628488 Oct 30 15:15:56.521693 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:56.550633 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3f656-1fd0-4c52-a8cd-85342edfc33b req-e63ad05a-b755-4789-a5a3-9a2cd1476954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:56.553694 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-84d3f656-1fd0-4c52-a8cd-85342edfc33b req-e63ad05a-b755-4789-a5a3-9a2cd1476954 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=93c41c92-4bd3-4929-ad89-7529a017aa93 HTTP/1.1" status: 200 len: 797 time: 0.2812431 Oct 30 15:15:56.605437 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4975dfe4-0377-4343-8f19-4f3ba31d0d10 req-15178ceb-3d77-4c31-94e2-2dd10f8f0793 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:56.607549 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4975dfe4-0377-4343-8f19-4f3ba31d0d10 req-15178ceb-3d77-4c31-94e2-2dd10f8f0793 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.53 "GET /v2.0/ports?device_id=a93c47ea-5bc1-49a4-a4b8-7101233b6ca7 HTTP/1.1" status: 200 len: 946 time: 0.3790128 Oct 30 15:15:56.644874 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=80dc8530-c891-4dd3-8019-e79c89ecbe91,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:56.661355 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:56.708917 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-3bce1255-ea79-4e75-be2c-0ca942fcbe97 None None] Provisioning complete for port 651d9067-ab56-44ee-abab-202fed39e75c triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:15:56.712357 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3bce1255-ea79-4e75-be2c-0ca942fcbe97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:56.734564 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347223b0-adf2-4819-80fb-8c2647c3d955 req-76b6d07f-47e2-416e-8e66-a35739511d36 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:56.744382 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-347223b0-adf2-4819-80fb-8c2647c3d955 req-76b6d07f-47e2-416e-8e66-a35739511d36 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/ports?device_id=a93c47ea-5bc1-49a4-a4b8-7101233b6ca7 HTTP/1.1" status: 200 len: 946 time: 0.3668697 Oct 30 15:15:56.781180 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bf36aa5b-f22d-4096-bdd4-77b21293f2ae tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:56.797473 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1981dfaf-b318-40de-a542-f926f2aef6a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:56.802479 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3f656-1fd0-4c52-a8cd-85342edfc33b req-dbc25236-09ed-477b-b5bb-2a7d25ede733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:56.803270 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-3bce1255-ea79-4e75-be2c-0ca942fcbe97 None None] Port 651d9067-ab56-44ee-abab-202fed39e75c cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:15:56.807653 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-84d3f656-1fd0-4c52-a8cd-85342edfc33b req-dbc25236-09ed-477b-b5bb-2a7d25ede733 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=67de53ff-61d6-4e57-84de-8610bca9618f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2424014 Oct 30 15:15:56.834060 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-e2645091-8d04-49ac-94eb-e6f13441e516 req-37916244-25f0-4065-80ed-01ff97f11b3e tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] Deleting port 1812d945-27a5-4211-bb30-d86827eca464 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:15:56.834829 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-e2645091-8d04-49ac-94eb-e6f13441e516 req-37916244-25f0-4065-80ed-01ff97f11b3e tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:56.872150 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-347223b0-adf2-4819-80fb-8c2647c3d955 req-a7c96639-247a-40de-bfd8-70233bc3a79c tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c4698d0-2960-428a-a3a0-964a3486c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268020 Oct 30 15:15:56.902957 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1981dfaf-b318-40de-a542-f926f2aef6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:57.038198 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1981dfaf-b318-40de-a542-f926f2aef6a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a77645-6ead-44cd-a58e-760bc225fae4,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:57.057454 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-1981dfaf-b318-40de-a542-f926f2aef6a3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3c5f3d57d97b45709465b5465fccac4b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1854367 Oct 30 15:15:57.061410 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 40662) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:57.101470 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-4975dfe4-0377-4343-8f19-4f3ba31d0d10 req-7abdc563-95d6-4008-a852-25291e938a4e tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Deleting port f2cc9623-2408-4733-a75d-04dea2de0e2e {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:15:57.101942 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-4975dfe4-0377-4343-8f19-4f3ba31d0d10 req-7abdc563-95d6-4008-a852-25291e938a4e tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:57.121852 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3595510c-401a-4288-8fae-6f7bc787d8d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80dc8530-c891-4dd3-8019-e79c89ecbe91'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:15:57.124580 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d4f0eb-1385-4268-b864-b70892ac0575" -d '{"events": [{"server_uuid": "3595510c-401a-4288-8fae-6f7bc787d8d6", "name": "network-vif-plugged", "status": "completed", "tag": "80dc8530-c891-4dd3-8019-e79c89ecbe91"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:15:57.192563 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29105649-faa3-4814-ad79-15e36d68335b x-openstack-request-id: req-29105649-faa3-4814-ad79-15e36d68335b {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:15:57.193705 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3595510c-401a-4288-8fae-6f7bc787d8d6", "name": "network-vif-plugged", "status": "completed", "tag": "80dc8530-c891-4dd3-8019-e79c89ecbe91", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:15:57.194125 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-29105649-faa3-4814-ad79-15e36d68335b {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:15:57.194668 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3595510c-401a-4288-8fae-6f7bc787d8d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80dc8530-c891-4dd3-8019-e79c89ecbe91', 'code': 200} Oct 30 15:15:57.219951 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 40670) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:57.225599 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bf36aa5b-f22d-4096-bdd4-77b21293f2ae tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:57.239886 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bf36aa5b-f22d-4096-bdd4-77b21293f2ae tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:57.288155 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bfec4218-6a0c-455d-99a5-159beeda964f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:57.295775 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-84d3f656-1fd0-4c52-a8cd-85342edfc33b req-a214cd51-2931-42bd-a294-ed61d429e2f0 service neutron] 10.222.0.53 "GET /v2.0/networks/67de53ff-61d6-4e57-84de-8610bca9618f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4395409 Oct 30 15:15:57.314786 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-bf36aa5b-f22d-4096-bdd4-77b21293f2ae tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] In _notify_port_updated(), no bound segment for port 651d9067-ab56-44ee-abab-202fed39e75c on network 853da54b-2522-418c-87e5-f125b7f7b95e {{(pid=102130) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 30 15:15:57.320415 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf36aa5b-f22d-4096-bdd4-77b21293f2ae tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:57.321060 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bf36aa5b-f22d-4096-bdd4-77b21293f2ae tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:57.322948 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-bf36aa5b-f22d-4096-bdd4-77b21293f2ae tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] 10.222.0.62 "PUT /v2.0/ports/651d9067-ab56-44ee-abab-202fed39e75c HTTP/1.1" status: 200 len: 1002 time: 1.0223253 Oct 30 15:15:57.328751 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 40674) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:57.344820 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf36aa5b-f22d-4096-bdd4-77b21293f2ae tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Pushing event updated for resources: {'Port': ['ID=651d9067-ab56-44ee-abab-202fed39e75c,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:57.374171 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-355846d5-c71d-44ca-a4f6-83b6bb8a078b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:57.386071 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bfec4218-6a0c-455d-99a5-159beeda964f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:57.565443 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bfec4218-6a0c-455d-99a5-159beeda964f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:57.568104 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bfec4218-6a0c-455d-99a5-159beeda964f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:57.572809 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-bfec4218-6a0c-455d-99a5-159beeda964f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/31a77645-6ead-44cd-a58e-760bc225fae4 HTTP/1.1" status: 204 len: 168 time: 0.5084274 Oct 30 15:15:57.615287 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-1c2b4915-3084-4f81-8b17-869f1853a279 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Deleting port 651d9067-ab56-44ee-abab-202fed39e75c {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:15:57.615673 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1c2b4915-3084-4f81-8b17-869f1853a279 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:57.622604 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfec4218-6a0c-455d-99a5-159beeda964f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a77645-6ead-44cd-a58e-760bc225fae4,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:57.683855 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-e2645091-8d04-49ac-94eb-e6f13441e516 req-37916244-25f0-4065-80ed-01ff97f11b3e tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] For port 1812d945-27a5-4211-bb30-d86827eca464, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=1812d945-27a5-4211-bb30-d86827eca464,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:15:57.684300 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-e2645091-8d04-49ac-94eb-e6f13441e516 req-37916244-25f0-4065-80ed-01ff97f11b3e tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:57.684445 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e5c432d0-e455-42b8-8b75-10319f9c1c7e None None] Provisioning complete for port 651d9067-ab56-44ee-abab-202fed39e75c triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:15:57.684662 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e5c432d0-e455-42b8-8b75-10319f9c1c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:57.716058 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-e2645091-8d04-49ac-94eb-e6f13441e516 req-37916244-25f0-4065-80ed-01ff97f11b3e tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] Calling delete_port for 1812d945-27a5-4211-bb30-d86827eca464 owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:15:57.749989 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-4975dfe4-0377-4343-8f19-4f3ba31d0d10 req-7abdc563-95d6-4008-a852-25291e938a4e tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] For port f2cc9623-2408-4733-a75d-04dea2de0e2e, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=f2cc9623-2408-4733-a75d-04dea2de0e2e,segment=NetworkSegment(f35b02a8-e438-4fc0-9529-14f054b80819),segment_id=f35b02a8-e438-4fc0-9529-14f054b80819)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:15:57.750420 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-4975dfe4-0377-4343-8f19-4f3ba31d0d10 req-7abdc563-95d6-4008-a852-25291e938a4e tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:57.755943 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3539c9f0-4b28-4af7-8c02-1d63a72cfac0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:57.766839 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e5c432d0-e455-42b8-8b75-10319f9c1c7e None None] Port 651d9067-ab56-44ee-abab-202fed39e75c cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:15:57.798093 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-4975dfe4-0377-4343-8f19-4f3ba31d0d10 req-7abdc563-95d6-4008-a852-25291e938a4e tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Calling delete_port for f2cc9623-2408-4733-a75d-04dea2de0e2e owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:15:57.824222 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbdb532-d119-40bf-9724-84ef15f29c10 req-6ba7aa22-0a84-4ca6-b618-3a8cfb753661 tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:57.825700 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7cbdb532-d119-40bf-9724-84ef15f29c10 req-6ba7aa22-0a84-4ca6-b618-3a8cfb753661 tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] 10.222.0.62 "GET /v2.0/ports?device_id=f99c3558-7710-4783-8bae-d8de5ff97692 HTTP/1.1" status: 200 len: 949 time: 0.1042700 Oct 30 15:15:57.830603 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1c2b4915-3084-4f81-8b17-869f1853a279 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:57.843921 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be09dce-c68f-4c81-92a2-d2ba7f7da7fb req-c342f4fc-3129-46fc-bac2-409304029ece tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:57.845421 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3be09dce-c68f-4c81-92a2-d2ba7f7da7fb req-c342f4fc-3129-46fc-bac2-409304029ece tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/ports?device_id=3595510c-401a-4288-8fae-6f7bc787d8d6 HTTP/1.1" status: 200 len: 946 time: 0.7328146 Oct 30 15:15:57.857025 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c797e6-8779-45af-a115-d6ce3bf21f62 req-efbfd89d-d864-4ba8-a7b9-ce1f5a6efbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:57.858893 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c1c797e6-8779-45af-a115-d6ce3bf21f62 req-efbfd89d-d864-4ba8-a7b9-ce1f5a6efbd2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3595510c-401a-4288-8fae-6f7bc787d8d6 HTTP/1.1" status: 200 len: 1098 time: 0.5934277 Oct 30 15:15:57.864894 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-1c2b4915-3084-4f81-8b17-869f1853a279 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Calling delete_port for 651d9067-ab56-44ee-abab-202fed39e75c owned by {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:15:57.920796 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7cbdb532-d119-40bf-9724-84ef15f29c10 req-6cc98929-bc18-4599-ab9f-4bf9211ebacb tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] 10.222.0.62 "GET /v2.0/security-groups?id=0cef2fd7-8a84-4a7a-a10d-2abd5799549d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873654 Oct 30 15:15:57.971767 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 40684) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:57.989425 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-84d3f656-1fd0-4c52-a8cd-85342edfc33b req-86c69935-cf6e-4c05-869f-f3ce2cf69188 service neutron] 10.222.0.53 "GET /v2.0/networks/67de53ff-61d6-4e57-84de-8610bca9618f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6634800 Oct 30 15:15:57.998331 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e5675b70-84a0-48bb-ab5f-ca9dfdec0107 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:58.051192 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3be09dce-c68f-4c81-92a2-d2ba7f7da7fb req-c30453fe-029b-40a6-a085-c93e2e704aac tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/security-groups?id=dcd601be-910e-42a5-9957-7f59047ec0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888793 Oct 30 15:15:58.080954 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c1c797e6-8779-45af-a115-d6ce3bf21f62 req-b167d8cd-67df-4299-bb12-1b42a1a4a77f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=dcd601be-910e-42a5-9957-7f59047ec0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126284 Oct 30 15:15:58.089861 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-84d3f656-1fd0-4c52-a8cd-85342edfc33b req-4e94dfd5-3e13-45f2-ad28-953a43ee42ba service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=256e4633-4af9-4c29-9d87-283e76dcef0e HTTP/1.1" status: 200 len: 217 time: 0.0737400 Oct 30 15:15:58.113513 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-355846d5-c71d-44ca-a4f6-83b6bb8a078b admin admin] Deleting port f84e11d6-96a2-4a6e-9074-0720ae8ffa04 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:15:58.113891 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-355846d5-c71d-44ca-a4f6-83b6bb8a078b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:58.141635 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57df7f9-c3a0-4437-b050-5057a2cfc2f2 req-bf093fd8-b0dd-4f06-a514-32bc1c7a4a44 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:58.143109 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d57df7f9-c3a0-4437-b050-5057a2cfc2f2 req-bf093fd8-b0dd-4f06-a514-32bc1c7a4a44 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/ports?device_id=a93c47ea-5bc1-49a4-a4b8-7101233b6ca7 HTTP/1.1" status: 200 len: 946 time: 0.1490884 Oct 30 15:15:58.198049 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3539c9f0-4b28-4af7-8c02-1d63a72cfac0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:58.226450 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3539c9f0-4b28-4af7-8c02-1d63a72cfac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:58.235140 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1c2b4915-3084-4f81-8b17-869f1853a279 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:58.254017 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3f656-1fd0-4c52-a8cd-85342edfc33b req-0115154f-1068-4187-bbb2-0060d8ba1c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:58.255484 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-84d3f656-1fd0-4c52-a8cd-85342edfc33b req-0115154f-1068-4187-bbb2-0060d8ba1c3e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=93c41c92-4bd3-4929-ad89-7529a017aa93 HTTP/1.1" status: 200 len: 797 time: 0.1550183 Oct 30 15:15:58.286414 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-e2645091-8d04-49ac-94eb-e6f13441e516 req-37916244-25f0-4065-80ed-01ff97f11b3e tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:58.296678 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2b4915-3084-4f81-8b17-869f1853a279 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Pushing event deleted for resources: {'Port': ['ID=651d9067-ab56-44ee-abab-202fed39e75c,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:58.309427 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d57df7f9-c3a0-4437-b050-5057a2cfc2f2 req-29693447-4a8b-4c5a-95a5-10f2e3b5f3d2 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c4698d0-2960-428a-a3a0-964a3486c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512072 Oct 30 15:15:58.332370 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-3539c9f0-4b28-4af7-8c02-1d63a72cfac0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=af810dab3c2243bdaccfa8254619db6d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0844796 Oct 30 15:15:58.347279 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 40688) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:58.357722 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3539c9f0-4b28-4af7-8c02-1d63a72cfac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78318a26-5e86-4655-871c-6a0b599a1b4f,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:58.359840 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37916244-25f0-4065-80ed-01ff97f11b3e tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] Pushing event deleted for resources: {'Port': ['ID=1812d945-27a5-4211-bb30-d86827eca464,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:58.360469 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e5675b70-84a0-48bb-ab5f-ca9dfdec0107 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:58.365481 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-4975dfe4-0377-4343-8f19-4f3ba31d0d10 req-7abdc563-95d6-4008-a852-25291e938a4e tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:58.371069 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1c2b4915-3084-4f81-8b17-869f1853a279 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:58.375606 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-1c2b4915-3084-4f81-8b17-869f1853a279 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] 10.222.0.62 "DELETE /v2.0/ports/651d9067-ab56-44ee-abab-202fed39e75c HTTP/1.1" status: 204 len: 168 time: 1.0428147 Oct 30 15:15:58.375762 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['f2cc9623-2408-4733-a75d-04dea2de0e2e'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:15:58.376534 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e5675b70-84a0-48bb-ab5f-ca9dfdec0107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:58.381732 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['b076503e-609c-46d5-9fd0-71750c0203f8', '135c7731-e147-4990-a252-98687642de09'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:15:58.385383 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 40690) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:58.441993 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abdc563-95d6-4008-a852-25291e938a4e tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Pushing event deleted for resources: {'Port': ['ID=f2cc9623-2408-4733-a75d-04dea2de0e2e,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:58.446194 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2645091-8d04-49ac-94eb-e6f13441e516 req-37916244-25f0-4065-80ed-01ff97f11b3e tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] No DVR routers for this DVR port 1812d945-27a5-4211-bb30-d86827eca464 on host n-h1-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:15:58.449277 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-e2645091-8d04-49ac-94eb-e6f13441e516 req-37916244-25f0-4065-80ed-01ff97f11b3e tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:58.452561 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e2645091-8d04-49ac-94eb-e6f13441e516 req-37916244-25f0-4065-80ed-01ff97f11b3e tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] 10.222.0.53 "DELETE /v2.0/ports/1812d945-27a5-4211-bb30-d86827eca464 HTTP/1.1" status: 204 len: 173 time: 2.2350805 Oct 30 15:15:58.453644 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99c3558-7710-4783-8bae-d8de5ff97692', 'name': 'network-vif-deleted', 'tag': '1812d945-27a5-4211-bb30-d86827eca464'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:15:58.455891 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a33669a-8395-4914-9370-7362cc6c50d2" -d '{"events": [{"server_uuid": "f99c3558-7710-4783-8bae-d8de5ff97692", "name": "network-vif-deleted", "tag": "1812d945-27a5-4211-bb30-d86827eca464"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:15:58.467031 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3f656-1fd0-4c52-a8cd-85342edfc33b req-cf7d52bc-1940-458e-b25c-3c5081e4f107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:58.468685 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-84d3f656-1fd0-4c52-a8cd-85342edfc33b req-cf7d52bc-1940-458e-b25c-3c5081e4f107 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=67de53ff-61d6-4e57-84de-8610bca9618f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1963375 Oct 30 15:15:58.475688 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-355846d5-c71d-44ca-a4f6-83b6bb8a078b admin admin] For port f84e11d6-96a2-4a6e-9074-0720ae8ffa04, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=f84e11d6-96a2-4a6e-9074-0720ae8ffa04,segment=NetworkSegment(b118986b-1780-4ec6-9072-4cc810987309),segment_id=b118986b-1780-4ec6-9072-4cc810987309)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:15:58.476562 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-355846d5-c71d-44ca-a4f6-83b6bb8a078b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:58.480841 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-04d10d35-0777-434e-9748-de7d8b2be45c tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] GET failed (client error): The resource could not be found. Oct 30 15:15:58.483016 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-04d10d35-0777-434e-9748-de7d8b2be45c tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] 10.222.0.62 "GET /v2.0/ports/651d9067-ab56-44ee-abab-202fed39e75c HTTP/1.1" status: 404 len: 333 time: 0.0900748 Oct 30 15:15:58.507966 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 40694) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:58.524099 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-e0e3681b-981b-4e31-998c-1308c32eb230 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Request body: {'port': {'network_id': '853da54b-2522-418c-87e5-f125b7f7b95e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1080425703'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:15:58.551120 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e5675b70-84a0-48bb-ab5f-ca9dfdec0107 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=159cf34362a0443f8c3b3d12ab638197&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5767944 Oct 30 15:15:58.553922 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-4975dfe4-0377-4343-8f19-4f3ba31d0d10 req-7abdc563-95d6-4008-a852-25291e938a4e tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] No DVR routers for this DVR port f2cc9623-2408-4733-a75d-04dea2de0e2e on host n-h1-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:15:58.554093 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-355846d5-c71d-44ca-a4f6-83b6bb8a078b admin admin] Calling delete_port for f84e11d6-96a2-4a6e-9074-0720ae8ffa04 owned by network:router_interface {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:15:58.555380 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 40696) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:15:58.584118 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-4975dfe4-0377-4343-8f19-4f3ba31d0d10 req-7abdc563-95d6-4008-a852-25291e938a4e tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:58.587760 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4975dfe4-0377-4343-8f19-4f3ba31d0d10 req-7abdc563-95d6-4008-a852-25291e938a4e tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.53 "DELETE /v2.0/ports/f2cc9623-2408-4733-a75d-04dea2de0e2e HTTP/1.1" status: 204 len: 173 time: 1.9495482 Oct 30 15:15:58.595198 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e88a30c-053a-475a-b89a-f71c159dd304 x-openstack-request-id: req-8e88a30c-053a-475a-b89a-f71c159dd304 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:15:58.595858 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f99c3558-7710-4783-8bae-d8de5ff97692", "name": "network-vif-deleted", "tag": "1812d945-27a5-4211-bb30-d86827eca464", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:15:58.596283 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8e88a30c-053a-475a-b89a-f71c159dd304 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:15:58.596816 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f99c3558-7710-4783-8bae-d8de5ff97692', 'name': 'network-vif-deleted', 'tag': '1812d945-27a5-4211-bb30-d86827eca464', 'status': 'completed', 'code': 200} Oct 30 15:15:58.642983 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5675b70-84a0-48bb-ab5f-ca9dfdec0107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5cbd0b-e9a9-4b9f-a649-3c1f9994b521,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:58.699292 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-28e74aa2-ac93-44c8-919e-b32cc8e709af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:58.738336 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-93c37c69-1e37-4d63-913e-5d6128f436b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:58.741790 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-84d3f656-1fd0-4c52-a8cd-85342edfc33b req-1fa3cb8f-d8f6-4277-a715-9517e5817fec service neutron] 10.222.0.53 "GET /v2.0/networks/67de53ff-61d6-4e57-84de-8610bca9618f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278752 Oct 30 15:15:58.856014 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 1812d945-27a5-4211-bb30-d86827eca464 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:15:58.868726 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-93c37c69-1e37-4d63-913e-5d6128f436b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:58.871747 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-28e74aa2-ac93-44c8-919e-b32cc8e709af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:58.881091 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: 1812d945-27a5-4211-bb30-d86827eca464 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:15:58.881677 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 1812d945-27a5-4211-bb30-d86827eca464 not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:15:58.906889 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-84d3f656-1fd0-4c52-a8cd-85342edfc33b req-e6a0b2ae-aad2-4338-9901-1abbddefc7eb service neutron] 10.222.0.53 "GET /v2.0/networks/67de53ff-61d6-4e57-84de-8610bca9618f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545649 Oct 30 15:15:58.969181 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-93c37c69-1e37-4d63-913e-5d6128f436b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:58.979810 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-93c37c69-1e37-4d63-913e-5d6128f436b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:58.982212 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-93c37c69-1e37-4d63-913e-5d6128f436b3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cc5cbd0b-e9a9-4b9f-a649-3c1f9994b521 HTTP/1.1" status: 204 len: 168 time: 0.4000976 Oct 30 15:15:59.015261 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c37c69-1e37-4d63-913e-5d6128f436b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5cbd0b-e9a9-4b9f-a649-3c1f9994b521,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:59.034349 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e3681b-981b-4e31-998c-1308c32eb230 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Made reservation on behalf of c5e375c584f04817b9621f57d949f07b for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:15:59.042845 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e0e3681b-981b-4e31-998c-1308c32eb230 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:59.149277 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-52305f4a-f35d-4280-ae78-3fc1f2d6d59f req-27ef8f94-a968-4f2f-bf7e-35d07c4c23c4 tempest-ImagesOneServerTestJSON-399489638 tempest-ImagesOneServerTestJSON-399489638-project] 10.222.0.62 "GET /v2.0/ports?device_id=f99c3558-7710-4783-8bae-d8de5ff97692 HTTP/1.1" status: 200 len: 210 time: 0.0514312 Oct 30 15:15:59.177584 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [None req-e0e3681b-981b-4e31-998c-1308c32eb230 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] device_id is not set on port 38d7e8be-42fa-4efa-8cd5-d2c44ffa80c4 yet. {{(pid=102130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:15:59.222886 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-355846d5-c71d-44ca-a4f6-83b6bb8a078b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:59.272017 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-28e74aa2-ac93-44c8-919e-b32cc8e709af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:59.275762 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-28e74aa2-ac93-44c8-919e-b32cc8e709af admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:59.276921 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-28e74aa2-ac93-44c8-919e-b32cc8e709af admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/78318a26-5e86-4655-871c-6a0b599a1b4f HTTP/1.1" status: 204 len: 168 time: 0.9214213 Oct 30 15:15:59.456246 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f727f00c-8a18-401c-8d7a-0724e4e9d78f req-f0ec1037-c97e-423f-99ce-987f0448fdbb tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/ports?device_id=a93c47ea-5bc1-49a4-a4b8-7101233b6ca7 HTTP/1.1" status: 200 len: 210 time: 0.0446067 Oct 30 15:15:59.603328 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:15:59.706589 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355846d5-c71d-44ca-a4f6-83b6bb8a078b admin admin] Pushing event deleted for resources: {'Port': ['ID=f84e11d6-96a2-4a6e-9074-0720ae8ffa04,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:59.731826 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e74aa2-ac93-44c8-919e-b32cc8e709af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78318a26-5e86-4655-871c-6a0b599a1b4f,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:15:59.925718 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a41fe-534b-4abe-861a-6ea4f82b26c5 req-c5926e76-0bc8-4f84-8c8e-e7b55a2103e7 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:15:59.927360 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-825a41fe-534b-4abe-861a-6ea4f82b26c5 req-c5926e76-0bc8-4f84-8c8e-e7b55a2103e7 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/ports?device_id=3595510c-401a-4288-8fae-6f7bc787d8d6 HTTP/1.1" status: 200 len: 946 time: 0.7275155 Oct 30 15:16:00.037972 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-e0e3681b-981b-4e31-998c-1308c32eb230 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Allocated IP 2001:db8::326 (853da54b-2522-418c-87e5-f125b7f7b95e/8542855a-f73f-4f3a-9c2b-14d98ef6dcfd/38d7e8be-42fa-4efa-8cd5-d2c44ffa80c4) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:16:00.074916 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-825a41fe-534b-4abe-861a-6ea4f82b26c5 req-d74cd503-baad-4683-b97e-6231a6f7d4a6 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/security-groups?id=dcd601be-910e-42a5-9957-7f59047ec0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008945 Oct 30 15:16:00.108147 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-355846d5-c71d-44ca-a4f6-83b6bb8a078b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:00.387054 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e0e3681b-981b-4e31-998c-1308c32eb230 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:00.455534 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e0e3681b-981b-4e31-998c-1308c32eb230 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:00.458318 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-355846d5-c71d-44ca-a4f6-83b6bb8a078b admin admin] Router d1fd2d01-73a1-4c43-b94e-70c61f2eea89 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:16:00.509283 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3681b-981b-4e31-998c-1308c32eb230 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Pushing event updated for resources: {'Port': ['ID=38d7e8be-42fa-4efa-8cd5-d2c44ffa80c4,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:00.597906 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a93c47ea-5bc1-49a4-a4b8-7101233b6ca7', 'name': 'network-vif-deleted', 'tag': 'f2cc9623-2408-4733-a75d-04dea2de0e2e'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:16:00.602975 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2683df76-10ac-4ee8-9575-15af3212f0a1" -d '{"events": [{"server_uuid": "a93c47ea-5bc1-49a4-a4b8-7101233b6ca7", "name": "network-vif-deleted", "tag": "f2cc9623-2408-4733-a75d-04dea2de0e2e"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:16:00.603177 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e3681b-981b-4e31-998c-1308c32eb230 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Network 853da54b-2522-418c-87e5-f125b7f7b95e is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:16:00.615021 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-e0e3681b-981b-4e31-998c-1308c32eb230 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:16:00.624965 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e3681b-981b-4e31-998c-1308c32eb230 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:16:00.642653 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e3681b-981b-4e31-998c-1308c32eb230 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:00.643344 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e0e3681b-981b-4e31-998c-1308c32eb230 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:00.682585 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e0e3681b-981b-4e31-998c-1308c32eb230 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.1623697 Oct 30 15:16:00.685360 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 40770) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:00.692786 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-c643859e-7855-4015-aada-7ca2fd72119e tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Request body: {'port': {'network_id': '853da54b-2522-418c-87e5-f125b7f7b95e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1443777243'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:00.719104 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-355846d5-c71d-44ca-a4f6-83b6bb8a078b admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:16:00.748488 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-355846d5-c71d-44ca-a4f6-83b6bb8a078b admin admin] 10.222.0.62 "PUT /v2.0/routers/d1fd2d01-73a1-4c43-b94e-70c61f2eea89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6931016 Oct 30 15:16:00.751089 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 40772) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:00.754253 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f2b96f-7300-465a-a794-92ec966ecd9c None None] Sync routers for ids ['d1fd2d01-73a1-4c43-b94e-70c61f2eea89'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:16:00.770904 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f2b96f-7300-465a-a794-92ec966ecd9c None None] Routers {'d1fd2d01-73a1-4c43-b94e-70c61f2eea89'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:16:00.775814 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-d0f2b96f-7300-465a-a794-92ec966ecd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:15:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['d1fd2d01-73a1-4c43-b94e-70c61f2eea89'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:16:00.816484 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82530eeb-4c06-41bd-8584-defae0d932bd x-openstack-request-id: req-82530eeb-4c06-41bd-8584-defae0d932bd {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:16:00.816788 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a93c47ea-5bc1-49a4-a4b8-7101233b6ca7", "name": "network-vif-deleted", "tag": "f2cc9623-2408-4733-a75d-04dea2de0e2e", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:16:00.817054 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-82530eeb-4c06-41bd-8584-defae0d932bd {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:16:00.817505 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a93c47ea-5bc1-49a4-a4b8-7101233b6ca7', 'name': 'network-vif-deleted', 'tag': 'f2cc9623-2408-4733-a75d-04dea2de0e2e', 'status': 'completed', 'code': 200} Oct 30 15:16:00.817880 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 40776) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:00.915794 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device f2cc9623-2408-4733-a75d-04dea2de0e2e no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:16:00.930346 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c643859e-7855-4015-aada-7ca2fd72119e tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Made reservation on behalf of c5e375c584f04817b9621f57d949f07b for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:16:00.936450 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c643859e-7855-4015-aada-7ca2fd72119e tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:00.954905 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: f2cc9623-2408-4733-a75d-04dea2de0e2e {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:16:00.955814 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device f2cc9623-2408-4733-a75d-04dea2de0e2e not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:16:00.976096 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [None req-c643859e-7855-4015-aada-7ca2fd72119e tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] device_id is not set on port 2bf9b497-adb3-4ba3-bd62-65618eaaeef5 yet. {{(pid=102131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:16:01.006538 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-d0f2b96f-7300-465a-a794-92ec966ecd9c None None] Set router d1fd2d01-73a1-4c43-b94e-70c61f2eea89 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:16:01.034613 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2781e-0139-41a6-b609-be937f8086fb req-18f0a89b-6389-460f-9498-9a77b8b5a00f tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:01.037127 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-30d2781e-0139-41a6-b609-be937f8086fb req-18f0a89b-6389-460f-9498-9a77b8b5a00f tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/ports?device_id=64a3a526-ed15-4699-a2f1-9b3e07f6674b HTTP/1.1" status: 200 len: 945 time: 0.1245210 Oct 30 15:16:01.100903 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-30d2781e-0139-41a6-b609-be937f8086fb req-8fb25cdc-0727-44c5-bc16-70310bf99c23 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c4698d0-2960-428a-a3a0-964a3486c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518529 Oct 30 15:16:01.103177 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d4bfec54-b0d1-482c-95bd-804daef8694f admin admin] Publish callbacks [] for router, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:01.171739 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d6931e9f-ff19-4988-a625-b5da5be14283 None None] Provisioning complete for port 38d7e8be-42fa-4efa-8cd5-d2c44ffa80c4 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:16:01.172405 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d6931e9f-ff19-4988-a625-b5da5be14283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:01.214545 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-c643859e-7855-4015-aada-7ca2fd72119e tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Allocated IP 2001:db8::110 (853da54b-2522-418c-87e5-f125b7f7b95e/8542855a-f73f-4f3a-9c2b-14d98ef6dcfd/2bf9b497-adb3-4ba3-bd62-65618eaaeef5) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:16:01.232899 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d6931e9f-ff19-4988-a625-b5da5be14283 None None] Port 38d7e8be-42fa-4efa-8cd5-d2c44ffa80c4 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:16:01.295851 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d4bfec54-b0d1-482c-95bd-804daef8694f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:01.357839 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-d0f2b96f-7300-465a-a794-92ec966ecd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1fd2d01-73a1-4c43-b94e-70c61f2eea89', 'name': 'tempest-ServersTestBootFromVolume-1640369999-router', 'tenant_id': 'ea55b09697be4bd28e1dfee52575f408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '3ff7fd70-def3-4cb2-ac31-22f3af7e0af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:12:08Z', 'updated_at': '2021-10-30T15:15:59Z', 'revision_number': 5, 'project_id': 'ea55b09697be4bd28e1dfee52575f408', 'gw_port': {'id': '3ff7fd70-def3-4cb2-ac31-22f3af7e0af5', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:71:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fd2d01-73a1-4c43-b94e-70c61f2eea89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:12:11Z', 'updated_at': '2021-10-30T15:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:16:01.362796 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085564ae-0f9f-4380-a164-0aca6e74664d req-f57be7ae-241a-4ed5-a58f-7b8ab837c10c tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:01.370669 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-085564ae-0f9f-4380-a164-0aca6e74664d req-f57be7ae-241a-4ed5-a58f-7b8ab837c10c tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/ports?device_id=3595510c-401a-4288-8fae-6f7bc787d8d6 HTTP/1.1" status: 200 len: 946 time: 0.1507859 Oct 30 15:16:01.379825 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-d4bfec54-b0d1-482c-95bd-804daef8694f admin admin] Deleting port 3ff7fd70-def3-4cb2-ac31-22f3af7e0af5 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:16:01.380582 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d4bfec54-b0d1-482c-95bd-804daef8694f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:01.402014 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-cb5c33f2-db7f-425f-9236-e574412b3d27 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=34c5333631d6493188293a44f7046edd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5766881 Oct 30 15:16:01.406110 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 40794) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:01.412405 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f2b96f-7300-465a-a794-92ec966ecd9c None None] Checking router: d1fd2d01-73a1-4c43-b94e-70c61f2eea89 for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:16:01.433632 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f2b96f-7300-465a-a794-92ec966ecd9c None None] Routers {'d1fd2d01-73a1-4c43-b94e-70c61f2eea89'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:16:01.434257 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-d0f2b96f-7300-465a-a794-92ec966ecd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:15:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['d1fd2d01-73a1-4c43-b94e-70c61f2eea89'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:16:01.488489 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-d4bfec54-b0d1-482c-95bd-804daef8694f admin admin] For port 3ff7fd70-def3-4cb2-ac31-22f3af7e0af5, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=3ff7fd70-def3-4cb2-ac31-22f3af7e0af5,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:16:01.488936 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d4bfec54-b0d1-482c-95bd-804daef8694f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:01.516811 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-d4bfec54-b0d1-482c-95bd-804daef8694f admin admin] Calling delete_port for 3ff7fd70-def3-4cb2-ac31-22f3af7e0af5 owned by network:router_gateway {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:16:01.521443 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-085564ae-0f9f-4380-a164-0aca6e74664d req-b8a5d1ab-5587-4bf5-b480-ac40730248fb tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/security-groups?id=dcd601be-910e-42a5-9957-7f59047ec0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497965 Oct 30 15:16:01.562495 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cc6643e4-fbb3-44c7-8e75-9d285183a761 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:01.592926 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-d0f2b96f-7300-465a-a794-92ec966ecd9c None None] Set router d1fd2d01-73a1-4c43-b94e-70c61f2eea89 gateway port host: None {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:16:01.616994 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cc6643e4-fbb3-44c7-8e75-9d285183a761 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:01.635358 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c643859e-7855-4015-aada-7ca2fd72119e tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:01.715455 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-d0f2b96f-7300-465a-a794-92ec966ecd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1fd2d01-73a1-4c43-b94e-70c61f2eea89', 'name': 'tempest-ServersTestBootFromVolume-1640369999-router', 'tenant_id': 'ea55b09697be4bd28e1dfee52575f408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:12:08Z', 'updated_at': '2021-10-30T15:16:01Z', 'revision_number': 6, 'project_id': 'ea55b09697be4bd28e1dfee52575f408', 'gw_port_host': None}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:16:01.747953 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f2b96f-7300-465a-a794-92ec966ecd9c None None] The sync data for ids ['d1fd2d01-73a1-4c43-b94e-70c61f2eea89'] in n-d-806683-17 is: [{'id': 'd1fd2d01-73a1-4c43-b94e-70c61f2eea89', 'name': 'tempest-ServersTestBootFromVolume-1640369999-router', 'tenant_id': 'ea55b09697be4bd28e1dfee52575f408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:12:08Z', 'updated_at': '2021-10-30T15:16:01Z', 'revision_number': 6, 'project_id': 'ea55b09697be4bd28e1dfee52575f408', 'gw_port_host': None}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:16:01.751341 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:01.753674 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cc6643e4-fbb3-44c7-8e75-9d285183a761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:01.756328 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cc6643e4-fbb3-44c7-8e75-9d285183a761 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:01.761301 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-cc6643e4-fbb3-44c7-8e75-9d285183a761 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0cef2fd7-8a84-4a7a-a10d-2abd5799549d HTTP/1.1" status: 204 len: 168 time: 0.3526528 Oct 30 15:16:01.773605 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c643859e-7855-4015-aada-7ca2fd72119e tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:01.794456 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6643e4-fbb3-44c7-8e75-9d285183a761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cef2fd7-8a84-4a7a-a10d-2abd5799549d,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:01.824384 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f7978acd-bcc3-4b46-8a93-a359dcc183f4 req-828f6652-1925-46b3-bde0-653236478a49 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-221716520&fields=id&tenant_id=2bff5c42b94f45558740176c1102ba1b HTTP/1.1" status: 200 len: 267 time: 0.1239171 Oct 30 15:16:01.845017 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c643859e-7855-4015-aada-7ca2fd72119e tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Network 853da54b-2522-418c-87e5-f125b7f7b95e is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:16:01.849117 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-c643859e-7855-4015-aada-7ca2fd72119e tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:16:01.855142 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c643859e-7855-4015-aada-7ca2fd72119e tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:16:01.862494 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c643859e-7855-4015-aada-7ca2fd72119e tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:01.863338 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c643859e-7855-4015-aada-7ca2fd72119e tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:01.881756 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c643859e-7855-4015-aada-7ca2fd72119e tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Pushing event updated for resources: {'Port': ['ID=2bf9b497-adb3-4ba3-bd62-65618eaaeef5,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:01.891083 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-c643859e-7855-4015-aada-7ca2fd72119e tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2047119 Oct 30 15:16:01.895756 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 40820) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:01.904509 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-1ba01b0f-2ea3-4f08-be7f-b0322bbf878f tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::271', 'mac_address': 'fa:16:3e:e9:18:eb'}, {'ip_address': '2001:db8::326', 'mac_address': 'fa:16:3e:08:47:f5'}]}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:01.939194 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d4bfec54-b0d1-482c-95bd-804daef8694f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:01.974146 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bfec54-b0d1-482c-95bd-804daef8694f admin admin] Pushing event deleted for resources: {'Port': ['ID=3ff7fd70-def3-4cb2-ac31-22f3af7e0af5,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:02.023110 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7978acd-bcc3-4b46-8a93-a359dcc183f4 req-9ed674d6-5e29-4106-9f78-53cf1fb98a50 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:02.032378 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f7978acd-bcc3-4b46-8a93-a359dcc183f4 req-9ed674d6-5e29-4106-9f78-53cf1fb98a50 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/ports?device_id=3595510c-401a-4288-8fae-6f7bc787d8d6 HTTP/1.1" status: 200 len: 946 time: 0.1815381 Oct 30 15:16:02.053404 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-f7978acd-bcc3-4b46-8a93-a359dcc183f4 req-ceda840a-47d9-46ca-bb81-542b7faf0f88 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Request body: {'port': {'security_groups': ['dcd601be-910e-42a5-9957-7f59047ec0a0', 'f5f5f198-c513-40c2-a39f-ff232382ea04']}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:02.232902 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d4bfec54-b0d1-482c-95bd-804daef8694f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:02.282090 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-f7978acd-bcc3-4b46-8a93-a359dcc183f4 req-ceda840a-47d9-46ca-bb81-542b7faf0f88 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:02.303821 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1ba01b0f-2ea3-4f08-be7f-b0322bbf878f tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:02.310767 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device f84e11d6-96a2-4a6e-9074-0720ae8ffa04 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:16:02.375204 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: f84e11d6-96a2-4a6e-9074-0720ae8ffa04 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:16:02.376381 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device f84e11d6-96a2-4a6e-9074-0720ae8ffa04 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:16:02.383831 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d4bfec54-b0d1-482c-95bd-804daef8694f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:02.388762 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d4bfec54-b0d1-482c-95bd-804daef8694f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:02.407982 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-b640b98c-ab50-4abf-90b8-4870a3d6264c None None] Provisioning complete for port 2bf9b497-adb3-4ba3-bd62-65618eaaeef5 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:16:02.408359 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b640b98c-ab50-4abf-90b8-4870a3d6264c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:02.459287 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-b640b98c-ab50-4abf-90b8-4870a3d6264c None None] Port 2bf9b497-adb3-4ba3-bd62-65618eaaeef5 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:16:02.488974 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6667d7c-5820-4f79-8dba-8de9bc0c6735 req-dbb5e84e-e4da-40e9-a332-e0022efb8e2d tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:02.490708 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b6667d7c-5820-4f79-8dba-8de9bc0c6735 req-dbb5e84e-e4da-40e9-a332-e0022efb8e2d tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.44 "GET /v2.0/ports?device_id=64a3a526-ed15-4699-a2f1-9b3e07f6674b HTTP/1.1" status: 200 len: 945 time: 0.3150935 Oct 30 15:16:02.502463 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d4bfec54-b0d1-482c-95bd-804daef8694f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:02.503038 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4bfec54-b0d1-482c-95bd-804daef8694f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1fd2d01-73a1-4c43-b94e-70c61f2eea89 {{(pid=102130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:16:02.512718 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d4bfec54-b0d1-482c-95bd-804daef8694f admin admin] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:02.516481 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-d4bfec54-b0d1-482c-95bd-804daef8694f admin admin] 10.222.0.62 "DELETE /v2.0/routers/d1fd2d01-73a1-4c43-b94e-70c61f2eea89 HTTP/1.1" status: 204 len: 168 time: 1.7613561 Oct 30 15:16:02.517433 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 40842) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:02.537087 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f7ac1c-d9eb-4e68-9ada-f4edcb295e0b req-0e6a3cf0-1e9b-40e0-9b1a-3e64dd30e53d tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:02.538824 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-37f7ac1c-d9eb-4e68-9ada-f4edcb295e0b req-0e6a3cf0-1e9b-40e0-9b1a-3e64dd30e53d tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/ports?device_id=64a3a526-ed15-4699-a2f1-9b3e07f6674b HTTP/1.1" status: 200 len: 945 time: 0.2361903 Oct 30 15:16:02.644531 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-d48a523d-c3fd-4b46-89ea-78d1d5719d19 admin admin] Deleting subnet 86bad708-b245-4630-806f-13e585804342 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:16:02.656082 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d48a523d-c3fd-4b46-89ea-78d1d5719d19 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:02.811718 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-37f7ac1c-d9eb-4e68-9ada-f4edcb295e0b req-b01e7620-64ce-42b9-93ea-7f218350a162 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c4698d0-2960-428a-a3a0-964a3486c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424674 Oct 30 15:16:02.817102 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d48a523d-c3fd-4b46-89ea-78d1d5719d19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:02.911309 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-b6667d7c-5820-4f79-8dba-8de9bc0c6735 req-589bf0e5-826f-4edd-a322-edee15237d62 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Deleting port b076503e-609c-46d5-9fd0-71750c0203f8 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:16:02.911751 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-b6667d7c-5820-4f79-8dba-8de9bc0c6735 req-589bf0e5-826f-4edd-a322-edee15237d62 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:03.012285 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d48a523d-c3fd-4b46-89ea-78d1d5719d19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:03.067517 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-f7978acd-bcc3-4b46-8a93-a359dcc183f4 req-ceda840a-47d9-46ca-bb81-542b7faf0f88 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] For port 80dc8530-c891-4dd3-8019-e79c89ecbe91, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=80dc8530-c891-4dd3-8019-e79c89ecbe91,segment=NetworkSegment(75c14901-45f9-4a2f-9446-d0ecd75d3489),segment_id=75c14901-45f9-4a2f-9446-d0ecd75d3489)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:16:03.101529 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1ba01b0f-2ea3-4f08-be7f-b0322bbf878f tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:03.108615 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1ba01b0f-2ea3-4f08-be7f-b0322bbf878f tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:03.121477 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-f7978acd-bcc3-4b46-8a93-a359dcc183f4 req-ceda840a-47d9-46ca-bb81-542b7faf0f88 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:03.149397 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-f7978acd-bcc3-4b46-8a93-a359dcc183f4 req-ceda840a-47d9-46ca-bb81-542b7faf0f88 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:03.162755 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d48a523d-c3fd-4b46-89ea-78d1d5719d19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:03.173422 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['80dc8530-c891-4dd3-8019-e79c89ecbe91'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:16:03.188379 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba01b0f-2ea3-4f08-be7f-b0322bbf878f tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Pushing event updated for resources: {'Port': ['ID=2bf9b497-adb3-4ba3-bd62-65618eaaeef5,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:03.215896 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-1ba01b0f-2ea3-4f08-be7f-b0322bbf878f tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] In _notify_port_updated(), no bound segment for port 2bf9b497-adb3-4ba3-bd62-65618eaaeef5 on network 853da54b-2522-418c-87e5-f125b7f7b95e {{(pid=102131) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 30 15:16:03.223285 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba01b0f-2ea3-4f08-be7f-b0322bbf878f tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:03.224091 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1ba01b0f-2ea3-4f08-be7f-b0322bbf878f tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:03.228003 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-1ba01b0f-2ea3-4f08-be7f-b0322bbf878f tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] 10.222.0.62 "PUT /v2.0/ports/2bf9b497-adb3-4ba3-bd62-65618eaaeef5 HTTP/1.1" status: 200 len: 1068 time: 1.3283107 Oct 30 15:16:03.229804 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 40866) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:03.233182 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-b6667d7c-5820-4f79-8dba-8de9bc0c6735 req-589bf0e5-826f-4edd-a322-edee15237d62 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] For port b076503e-609c-46d5-9fd0-71750c0203f8, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=b076503e-609c-46d5-9fd0-71750c0203f8,segment=NetworkSegment(f35b02a8-e438-4fc0-9529-14f054b80819),segment_id=f35b02a8-e438-4fc0-9529-14f054b80819)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:16:03.233545 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-b6667d7c-5820-4f79-8dba-8de9bc0c6735 req-589bf0e5-826f-4edd-a322-edee15237d62 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:03.267387 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48a523d-c3fd-4b46-89ea-78d1d5719d19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86bad708-b245-4630-806f-13e585804342,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:03.277511 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d48a523d-c3fd-4b46-89ea-78d1d5719d19 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:03.278488 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:16:03.284504 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-d48a523d-c3fd-4b46-89ea-78d1d5719d19 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/86bad708-b245-4630-806f-13e585804342 HTTP/1.1" status: 204 len: 168 time: 0.7662935 Oct 30 15:16:03.288491 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-b6667d7c-5820-4f79-8dba-8de9bc0c6735 req-589bf0e5-826f-4edd-a322-edee15237d62 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Calling delete_port for b076503e-609c-46d5-9fd0-71750c0203f8 owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:16:03.294327 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 40868) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:03.294613 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7978acd-bcc3-4b46-8a93-a359dcc183f4 req-ceda840a-47d9-46ca-bb81-542b7faf0f88 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:03.296316 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-f7978acd-bcc3-4b46-8a93-a359dcc183f4 req-ceda840a-47d9-46ca-bb81-542b7faf0f88 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:03.298148 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f7978acd-bcc3-4b46-8a93-a359dcc183f4 req-ceda840a-47d9-46ca-bb81-542b7faf0f88 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "PUT /v2.0/ports/80dc8530-c891-4dd3-8019-e79c89ecbe91 HTTP/1.1" status: 200 len: 982 time: 1.2648361 Oct 30 15:16:03.312176 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3595510c-401a-4288-8fae-6f7bc787d8d6', 'tag': '80dc8530-c891-4dd3-8019-e79c89ecbe91'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:16:03.312176 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c82eed-2264-445a-bba8-9b4f70036bf0" -d '{"events": [{"name": "network-changed", "server_uuid": "3595510c-401a-4288-8fae-6f7bc787d8d6", "tag": "80dc8530-c891-4dd3-8019-e79c89ecbe91"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:16:03.331226 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceda840a-47d9-46ca-bb81-542b7faf0f88 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Pushing event updated for resources: {'Port': ['ID=80dc8530-c891-4dd3-8019-e79c89ecbe91,revision_number=6']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:03.370437 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12ea089-677c-46b2-ae5d-e705bd833ac2 None None] Network a58fe444-ac18-4f2f-a60f-5757cef69326 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:16:03.409115 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 40884) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:03.594616 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-f51169c6-b85c-4e71-965b-12f7d14d95a2 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1526323719-network', 'tenant_id': '79998997eb3645bc8b8a5f4c9bec29c5'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:03.629661 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51169c6-b85c-4e71-965b-12f7d14d95a2 admin admin] Made reservation on behalf of 79998997eb3645bc8b8a5f4c9bec29c5 for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:16:03.632118 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f51169c6-b85c-4e71-965b-12f7d14d95a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:03.644311 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f51169c6-b85c-4e71-965b-12f7d14d95a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:03.664991 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-32e2013b-743c-484e-974a-4cb8ab5c348e req-d96e5e74-3ee3-4b69-b280-35318cc379a2 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/security-groups/f5f5f198-c513-40c2-a39f-ff232382ea04 HTTP/1.1" status: 200 len: 1801 time: 0.3275752 Oct 30 15:16:03.669918 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['80dc8530-c891-4dd3-8019-e79c89ecbe91'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:16:03.675443 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-81016f25-8f3f-48f2-9387-99058fecab92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:03.686391 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce920490-e557-4fe7-ae8d-0bc58ab5b2fd x-openstack-request-id: req-ce920490-e557-4fe7-ae8d-0bc58ab5b2fd {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:16:03.686828 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3595510c-401a-4288-8fae-6f7bc787d8d6", "tag": "80dc8530-c891-4dd3-8019-e79c89ecbe91", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:16:03.687009 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ce920490-e557-4fe7-ae8d-0bc58ab5b2fd {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:16:03.687558 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3595510c-401a-4288-8fae-6f7bc787d8d6', 'tag': '80dc8530-c891-4dd3-8019-e79c89ecbe91', 'status': 'completed', 'code': 200} Oct 30 15:16:03.761239 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c82eed-2264-445a-bba8-9b4f70036bf0 req-f28b1688-a3c5-430f-8baf-240ce27a88a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:03.763081 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-08c82eed-2264-445a-bba8-9b4f70036bf0 req-f28b1688-a3c5-430f-8baf-240ce27a88a7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2bff5c42b94f45558740176c1102ba1b&device_id=3595510c-401a-4288-8fae-6f7bc787d8d6 HTTP/1.1" status: 200 len: 1137 time: 0.0712774 Oct 30 15:16:03.765957 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [req-32e2013b-743c-484e-974a-4cb8ab5c348e req-55997d50-ecd4-473b-bb6c-f836a1924daf tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 30 15:16:03.767546 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-32e2013b-743c-484e-974a-4cb8ab5c348e req-55997d50-ecd4-473b-bb6c-f836a1924daf tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "DELETE /v2.0/security-groups/f5f5f198-c513-40c2-a39f-ff232382ea04 HTTP/1.1" status: 409 len: 341 time: 0.0875938 Oct 30 15:16:03.819710 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-764daf16-77ed-41e0-93e9-b4428e215467 None None] Provisioning complete for port 2bf9b497-adb3-4ba3-bd62-65618eaaeef5 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:16:03.820324 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-764daf16-77ed-41e0-93e9-b4428e215467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:03.873913 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-b96bcecf-17a2-4009-989e-a2ada82adcd9 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Deleting port 2bf9b497-adb3-4ba3-bd62-65618eaaeef5 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:16:03.874544 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b96bcecf-17a2-4009-989e-a2ada82adcd9 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:03.879853 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-764daf16-77ed-41e0-93e9-b4428e215467 None None] Port 2bf9b497-adb3-4ba3-bd62-65618eaaeef5 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:16:03.943223 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f51169c6-b85c-4e71-965b-12f7d14d95a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:03.956552 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f51169c6-b85c-4e71-965b-12f7d14d95a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:04.035577 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 40910) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:04.054344 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f51169c6-b85c-4e71-965b-12f7d14d95a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:16:04.061342 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b96bcecf-17a2-4009-989e-a2ada82adcd9 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:04.076664 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-b96bcecf-17a2-4009-989e-a2ada82adcd9 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Calling delete_port for 2bf9b497-adb3-4ba3-bd62-65618eaaeef5 owned by {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:16:04.130232 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51169c6-b85c-4e71-965b-12f7d14d95a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e948c63-045d-49d2-9248-65278b02071f,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:04.142201 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f51169c6-b85c-4e71-965b-12f7d14d95a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:04.142732 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-f51169c6-b85c-4e71-965b-12f7d14d95a2 admin admin] Added segment 68ce78ad-0893-40a9-adf8-d118e80a7e83 of type vlan for network 6df1a78e-0720-4c0b-8f3d-fadd8dfcd015 Oct 30 15:16:04.164832 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c82eed-2264-445a-bba8-9b4f70036bf0 req-e534c2b3-886e-41ac-8256-3d30ee90f61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:04.166670 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-08c82eed-2264-445a-bba8-9b4f70036bf0 req-e534c2b3-886e-41ac-8256-3d30ee90f61e service neutron] 10.222.0.44 "GET /v2.0/networks?id=7b1d60f2-90d0-4f44-9856-0c96dd26f8ca HTTP/1.1" status: 200 len: 913 time: 0.3897731 Oct 30 15:16:04.184079 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 3ff7fd70-def3-4cb2-ac31-22f3af7e0af5 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:16:04.251004 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 3ff7fd70-def3-4cb2-ac31-22f3af7e0af5 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:16:04.251364 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 3ff7fd70-def3-4cb2-ac31-22f3af7e0af5 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:16:04.277160 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-08c82eed-2264-445a-bba8-9b4f70036bf0 req-255eb7ca-f97c-4bf4-8346-dc332d97e834 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80dc8530-c891-4dd3-8019-e79c89ecbe91 HTTP/1.1" status: 200 len: 217 time: 0.0867813 Oct 30 15:16:04.315178 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f51169c6-b85c-4e71-965b-12f7d14d95a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:04.349601 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b96bcecf-17a2-4009-989e-a2ada82adcd9 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:04.394724 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62151c2-acf8-4645-aa2f-a97f953266b2 None None] DHCP port deletion for a58fe444-ac18-4f2f-a60f-5757cef69326 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:16:04.433098 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1d3e89d9-8766-4540-94de-6fcec6cc470d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:04.447332 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96bcecf-17a2-4009-989e-a2ada82adcd9 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Pushing event deleted for resources: {'Port': ['ID=2bf9b497-adb3-4ba3-bd62-65618eaaeef5,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:04.463682 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c82eed-2264-445a-bba8-9b4f70036bf0 req-04c9fd0e-2410-4038-8c35-6e03b57c6cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:04.465737 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-08c82eed-2264-445a-bba8-9b4f70036bf0 req-04c9fd0e-2410-4038-8c35-6e03b57c6cb2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cb1592e1-5e9c-487d-b296-2e7a28c24f10 HTTP/1.1" status: 200 len: 852 time: 0.1786273 Oct 30 15:16:04.469776 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f51169c6-b85c-4e71-965b-12f7d14d95a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:04.470929 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51169c6-b85c-4e71-965b-12f7d14d95a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:04.471253 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f51169c6-b85c-4e71-965b-12f7d14d95a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:04.508129 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-81016f25-8f3f-48f2-9387-99058fecab92 admin admin] Deleting port c2cf501a-5fac-46ca-938d-0c38f1561d08 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:16:04.508129 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-81016f25-8f3f-48f2-9387-99058fecab92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:04.515308 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831e291-0e3c-43f6-aeff-e0eddb2101d0 req-23c1b841-79db-480d-b3b9-8be3c217fb36 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:04.518450 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e831e291-0e3c-43f6-aeff-e0eddb2101d0 req-23c1b841-79db-480d-b3b9-8be3c217fb36 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/ports?device_id=3595510c-401a-4288-8fae-6f7bc787d8d6 HTTP/1.1" status: 200 len: 985 time: 0.2085366 Oct 30 15:16:04.576816 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5096f12a-428f-413d-ace7-a4f3b8e1bf2b req-adfb3a55-ef80-4d98-bb5c-f6641e7c8592 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:04.578324 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5096f12a-428f-413d-ace7-a4f3b8e1bf2b req-adfb3a55-ef80-4d98-bb5c-f6641e7c8592 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/ports?device_id=64a3a526-ed15-4699-a2f1-9b3e07f6674b HTTP/1.1" status: 200 len: 945 time: 0.2355037 Oct 30 15:16:04.596707 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-08c82eed-2264-445a-bba8-9b4f70036bf0 req-a9838ef5-54da-440b-8900-6592ef28034b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7b1d60f2-90d0-4f44-9856-0c96dd26f8ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1180577 Oct 30 15:16:04.601008 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-b6667d7c-5820-4f79-8dba-8de9bc0c6735 req-589bf0e5-826f-4edd-a322-edee15237d62 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:04.626043 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e62151c2-acf8-4645-aa2f-a97f953266b2 None None] Deleting port c2cf501a-5fac-46ca-938d-0c38f1561d08 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:16:04.626464 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e62151c2-acf8-4645-aa2f-a97f953266b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:04.665525 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e831e291-0e3c-43f6-aeff-e0eddb2101d0 req-40c8a619-86f6-4922-a02d-f5b3ee0cab65 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/security-groups?id=f5f5f198-c513-40c2-a39f-ff232382ea04&id=dcd601be-910e-42a5-9957-7f59047ec0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0828810 Oct 30 15:16:04.671450 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-f51169c6-b85c-4e71-965b-12f7d14d95a2 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2586915 Oct 30 15:16:04.688261 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 40918) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:04.696909 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-b57b2602-d0b9-471d-a4d0-fd2002ad44fd admin admin] Request body: {'subnet': {'network_id': '6df1a78e-0720-4c0b-8f3d-fadd8dfcd015', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1526323719-subnet', 'tenant_id': '79998997eb3645bc8b8a5f4c9bec29c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:04.700882 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589bf0e5-826f-4edd-a322-edee15237d62 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Pushing event deleted for resources: {'Port': ['ID=b076503e-609c-46d5-9fd0-71750c0203f8,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:04.707139 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['135c7731-e147-4990-a252-98687642de09'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:16:04.738827 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-81016f25-8f3f-48f2-9387-99058fecab92 admin admin] For port c2cf501a-5fac-46ca-938d-0c38f1561d08, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=c2cf501a-5fac-46ca-938d-0c38f1561d08,segment=NetworkSegment(b118986b-1780-4ec6-9072-4cc810987309),segment_id=b118986b-1780-4ec6-9072-4cc810987309)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:16:04.739268 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-81016f25-8f3f-48f2-9387-99058fecab92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:04.771023 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57b2602-d0b9-471d-a4d0-fd2002ad44fd admin admin] Made reservation on behalf of 79998997eb3645bc8b8a5f4c9bec29c5 for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:16:04.773525 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b57b2602-d0b9-471d-a4d0-fd2002ad44fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:04.802882 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e62151c2-acf8-4645-aa2f-a97f953266b2 None None] For port c2cf501a-5fac-46ca-938d-0c38f1561d08, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=c2cf501a-5fac-46ca-938d-0c38f1561d08,segment=NetworkSegment(b118986b-1780-4ec6-9072-4cc810987309),segment_id=b118986b-1780-4ec6-9072-4cc810987309)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:16:04.803289 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e62151c2-acf8-4645-aa2f-a97f953266b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:04.823368 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e62151c2-acf8-4645-aa2f-a97f953266b2 None None] Calling delete_port for c2cf501a-5fac-46ca-938d-0c38f1561d08 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:16:04.848286 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5096f12a-428f-413d-ace7-a4f3b8e1bf2b req-e2d9f46d-5f2c-4ef4-9703-335e0e3fcd52 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c4698d0-2960-428a-a3a0-964a3486c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360682 Oct 30 15:16:04.852760 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-81016f25-8f3f-48f2-9387-99058fecab92 admin admin] Calling delete_port for c2cf501a-5fac-46ca-938d-0c38f1561d08 owned by network:dhcp {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:16:04.895492 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6667d7c-5820-4f79-8dba-8de9bc0c6735 req-589bf0e5-826f-4edd-a322-edee15237d62 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] No DVR routers for this DVR port b076503e-609c-46d5-9fd0-71750c0203f8 on host n-h2-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:16:04.899870 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-b6667d7c-5820-4f79-8dba-8de9bc0c6735 req-589bf0e5-826f-4edd-a322-edee15237d62 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:04.903303 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b6667d7c-5820-4f79-8dba-8de9bc0c6735 req-589bf0e5-826f-4edd-a322-edee15237d62 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.44 "DELETE /v2.0/ports/b076503e-609c-46d5-9fd0-71750c0203f8 HTTP/1.1" status: 204 len: 173 time: 2.3936796 Oct 30 15:16:04.903432 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51169c6-b85c-4e71-965b-12f7d14d95a2 admin admin] Pushing event updated for resources: {'Network': ['ID=6df1a78e-0720-4c0b-8f3d-fadd8dfcd015,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:04.917449 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a3a526-ed15-4699-a2f1-9b3e07f6674b', 'name': 'network-vif-deleted', 'tag': 'b076503e-609c-46d5-9fd0-71750c0203f8'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:16:04.920387 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3739607a-1537-4d72-a055-be443b6cd1f2" -d '{"events": [{"server_uuid": "64a3a526-ed15-4699-a2f1-9b3e07f6674b", "name": "network-vif-deleted", "tag": "b076503e-609c-46d5-9fd0-71750c0203f8"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:16:04.929026 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b96bcecf-17a2-4009-989e-a2ada82adcd9 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:04.934693 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 6df1a78e-0720-4c0b-8f3d-fadd8dfcd015 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:16:04.936847 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b96bcecf-17a2-4009-989e-a2ada82adcd9 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] 10.222.0.62 "DELETE /v2.0/ports/2bf9b497-adb3-4ba3-bd62-65618eaaeef5 HTTP/1.1" status: 204 len: 168 time: 1.7058611 Oct 30 15:16:04.937590 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 40922) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:04.943944 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1d3e89d9-8766-4540-94de-6fcec6cc470d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:04.953923 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1d3e89d9-8766-4540-94de-6fcec6cc470d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:05.002607 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c2dd63-ad35-470e-9558-97e43af81f44 x-openstack-request-id: req-88c2dd63-ad35-470e-9558-97e43af81f44 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:16:05.002974 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a3a526-ed15-4699-a2f1-9b3e07f6674b", "name": "network-vif-deleted", "tag": "b076503e-609c-46d5-9fd0-71750c0203f8", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:16:05.003294 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-88c2dd63-ad35-470e-9558-97e43af81f44 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:16:05.003772 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a3a526-ed15-4699-a2f1-9b3e07f6674b', 'name': 'network-vif-deleted', 'tag': 'b076503e-609c-46d5-9fd0-71750c0203f8', 'status': 'completed', 'code': 200} Oct 30 15:16:05.007140 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-459809b2-1352-4262-9be4-9d4d0e05ecb6 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] GET failed (client error): The resource could not be found. Oct 30 15:16:05.012853 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-459809b2-1352-4262-9be4-9d4d0e05ecb6 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] 10.222.0.62 "GET /v2.0/ports/2bf9b497-adb3-4ba3-bd62-65618eaaeef5 HTTP/1.1" status: 404 len: 333 time: 0.0718393 Oct 30 15:16:05.016827 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 40924) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:05.056059 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-1d3e89d9-8766-4540-94de-6fcec6cc470d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=150b79177538434392a8f6632ec3aa4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9888215 Oct 30 15:16:05.068254 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 40926) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:05.073811 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e62151c2-acf8-4645-aa2f-a97f953266b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:05.112858 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62151c2-acf8-4645-aa2f-a97f953266b2 None None] Pushing event deleted for resources: {'Port': ['ID=c2cf501a-5fac-46ca-938d-0c38f1561d08,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:05.167778 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62151c2-acf8-4645-aa2f-a97f953266b2 None None] No DVR routers for this DVR port c2cf501a-5fac-46ca-938d-0c38f1561d08 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:16:05.174977 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3e89d9-8766-4540-94de-6fcec6cc470d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05811dd4-2d04-47e1-91ae-5b9a22528f02,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:05.178782 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62151c2-acf8-4645-aa2f-a97f953266b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:16:05.179134 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62151c2-acf8-4645-aa2f-a97f953266b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:16:05.179506 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62151c2-acf8-4645-aa2f-a97f953266b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:16:05.180225 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62151c2-acf8-4645-aa2f-a97f953266b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:16:05.181609 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62151c2-acf8-4645-aa2f-a97f953266b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:16:05.181952 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62151c2-acf8-4645-aa2f-a97f953266b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:16:05.182285 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62151c2-acf8-4645-aa2f-a97f953266b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:16:05.182744 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62151c2-acf8-4645-aa2f-a97f953266b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:16:05.183046 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62151c2-acf8-4645-aa2f-a97f953266b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:16:05.183386 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62151c2-acf8-4645-aa2f-a97f953266b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:16:05.183757 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62151c2-acf8-4645-aa2f-a97f953266b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:16:05.184125 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62151c2-acf8-4645-aa2f-a97f953266b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:16:05.203430 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-08c82eed-2264-445a-bba8-9b4f70036bf0 req-bef5046d-3c7e-4c44-ab5d-4835ba7e07ee service neutron] 10.222.0.44 "GET /v2.0/networks/7b1d60f2-90d0-4f44-9856-0c96dd26f8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5564580 Oct 30 15:16:05.259958 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-81016f25-8f3f-48f2-9387-99058fecab92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:05.294945 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81016f25-8f3f-48f2-9387-99058fecab92 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2cf501a-5fac-46ca-938d-0c38f1561d08,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:05.335104 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b57b2602-d0b9-471d-a4d0-fd2002ad44fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:05.335430 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81016f25-8f3f-48f2-9387-99058fecab92 admin admin] No DVR routers for this DVR port c2cf501a-5fac-46ca-938d-0c38f1561d08 on host n-d-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:16:05.432547 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e9e7fb42-86d2-41cb-9498-e67586b10ca1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:05.449069 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-308e8aae-98ba-4e36-bce5-ea53b48a0dc2 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Deleting port 38d7e8be-42fa-4efa-8cd5-d2c44ffa80c4 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:16:05.449332 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-308e8aae-98ba-4e36-bce5-ea53b48a0dc2 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:05.455058 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-08c82eed-2264-445a-bba8-9b4f70036bf0 req-5a28f7d4-14f7-49ac-a336-9d6aeae17369 service neutron] 10.222.0.44 "GET /v2.0/networks/7b1d60f2-90d0-4f44-9856-0c96dd26f8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416270 Oct 30 15:16:05.457645 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57b2602-d0b9-471d-a4d0-fd2002ad44fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9bc1b32-02b3-4a57-81bb-f6898f10107b,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:05.480735 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57b2602-d0b9-471d-a4d0-fd2002ad44fd admin admin] Checking segment: {'id': '68ce78ad-0893-40a9-adf8-d118e80a7e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6df1a78e-0720-4c0b-8f3d-fadd8dfcd015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:16:05.480983 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57b2602-d0b9-471d-a4d0-fd2002ad44fd admin admin] Network hostable DHCP agents. Network: 6df1a78e-0720-4c0b-8f3d-fadd8dfcd015, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:16:05.501815 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57b2602-d0b9-471d-a4d0-fd2002ad44fd admin admin] Network 6df1a78e-0720-4c0b-8f3d-fadd8dfcd015 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:16:05.515171 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-b57b2602-d0b9-471d-a4d0-fd2002ad44fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 6df1a78e-0720-4c0b-8f3d-fadd8dfcd015) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:16:05.526503 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc825301-f70c-412e-b086-6defe11b8c46 None None] Network 6df1a78e-0720-4c0b-8f3d-fadd8dfcd015 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:16:05.532260 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57b2602-d0b9-471d-a4d0-fd2002ad44fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:05.532855 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b57b2602-d0b9-471d-a4d0-fd2002ad44fd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:05.562972 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e9e7fb42-86d2-41cb-9498-e67586b10ca1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:05.573234 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-81016f25-8f3f-48f2-9387-99058fecab92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:05.600115 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b57b2602-d0b9-471d-a4d0-fd2002ad44fd admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9111173 Oct 30 15:16:05.654865 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86aae97-4f42-47a6-a86b-f153a3978e54 req-15f26a6f-1be1-49a0-96af-263e296a55e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:05.658262 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d86aae97-4f42-47a6-a86b-f153a3978e54 req-15f26a6f-1be1-49a0-96af-263e296a55e6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2bff5c42b94f45558740176c1102ba1b&device_id=3595510c-401a-4288-8fae-6f7bc787d8d6 HTTP/1.1" status: 200 len: 1137 time: 0.1339505 Oct 30 15:16:05.814362 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86aae97-4f42-47a6-a86b-f153a3978e54 req-d755a12a-a4fb-4d80-b409-553c37e46fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:05.815984 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d86aae97-4f42-47a6-a86b-f153a3978e54 req-d755a12a-a4fb-4d80-b409-553c37e46fcb service neutron] 10.222.0.44 "GET /v2.0/networks?id=7b1d60f2-90d0-4f44-9856-0c96dd26f8ca HTTP/1.1" status: 200 len: 913 time: 0.1430585 Oct 30 15:16:05.857173 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a01b63-ad3a-46d8-8ac6-b1c1247d1f2c None None] Network 6df1a78e-0720-4c0b-8f3d-fadd8dfcd015 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:16:06.096186 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device c2cf501a-5fac-46ca-938d-0c38f1561d08 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:16:06.119755 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: c2cf501a-5fac-46ca-938d-0c38f1561d08 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:16:06.120205 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device c2cf501a-5fac-46ca-938d-0c38f1561d08 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:16:06.150330 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-cc542fa6-9311-4785-ad63-ca1b1cfa5daa req-515a7cc8-f04d-4315-a64e-8f9bd7d47ce4 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-163264726', 'description': 'tempest-description-1222370083'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:06.155526 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-81016f25-8f3f-48f2-9387-99058fecab92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a58fe444-ac18-4f2f-a60f-5757cef69326']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:16:06.161599 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-308e8aae-98ba-4e36-bce5-ea53b48a0dc2 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:06.185925 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-81016f25-8f3f-48f2-9387-99058fecab92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b118986b-1780-4ec6-9072-4cc810987309') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:16:06.186274 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-81016f25-8f3f-48f2-9387-99058fecab92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b118986b-1780-4ec6-9072-4cc810987309') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:16:06.207549 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-308e8aae-98ba-4e36-bce5-ea53b48a0dc2 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Calling delete_port for 38d7e8be-42fa-4efa-8cd5-d2c44ffa80c4 owned by {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:16:06.220948 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device b076503e-609c-46d5-9fd0-71750c0203f8 no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:16:06.221133 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-81016f25-8f3f-48f2-9387-99058fecab92 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:06.251268 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-cc542fa6-9311-4785-ad63-ca1b1cfa5daa req-515a7cc8-f04d-4315-a64e-8f9bd7d47ce4 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:06.254795 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d86aae97-4f42-47a6-a86b-f153a3978e54 req-a5ddcb2b-ef8f-4512-8d22-4657d63eaa45 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80dc8530-c891-4dd3-8019-e79c89ecbe91 HTTP/1.1" status: 200 len: 217 time: 0.4263377 Oct 30 15:16:06.268923 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-81016f25-8f3f-48f2-9387-99058fecab92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:06.272001 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185cfecb-af0f-4ff3-9d4e-3901031d2ab9 req-daec4982-a23d-4c1c-8deb-17e01b8905ef tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:06.277047 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] No Port match for: b076503e-609c-46d5-9fd0-71750c0203f8 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:16:06.277660 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device b076503e-609c-46d5-9fd0-71750c0203f8 not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:16:06.280342 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-185cfecb-af0f-4ff3-9d4e-3901031d2ab9 req-daec4982-a23d-4c1c-8deb-17e01b8905ef tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/ports?device_id=3595510c-401a-4288-8fae-6f7bc787d8d6 HTTP/1.1" status: 200 len: 985 time: 0.4632709 Oct 30 15:16:06.302907 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e9e7fb42-86d2-41cb-9498-e67586b10ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:06.305572 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e9e7fb42-86d2-41cb-9498-e67586b10ca1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:06.309124 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-e9e7fb42-86d2-41cb-9498-e67586b10ca1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/05811dd4-2d04-47e1-91ae-5b9a22528f02 HTTP/1.1" status: 204 len: 168 time: 1.2313826 Oct 30 15:16:06.321176 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81016f25-8f3f-48f2-9387-99058fecab92 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:16:06.321575 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-81016f25-8f3f-48f2-9387-99058fecab92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:06.349765 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86aae97-4f42-47a6-a86b-f153a3978e54 req-e76739cd-fc7c-41a4-8adc-e03398ca87c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:06.351234 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d86aae97-4f42-47a6-a86b-f153a3978e54 req-e76739cd-fc7c-41a4-8adc-e03398ca87c3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cb1592e1-5e9c-487d-b296-2e7a28c24f10 HTTP/1.1" status: 200 len: 852 time: 0.0689044 Oct 30 15:16:06.362692 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-185cfecb-af0f-4ff3-9d4e-3901031d2ab9 req-6fe86822-7a34-418e-bd40-625f59ec0891 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/security-groups?id=f5f5f198-c513-40c2-a39f-ff232382ea04&id=dcd601be-910e-42a5-9957-7f59047ec0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0813527 Oct 30 15:16:06.387877 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-cc542fa6-9311-4785-ad63-ca1b1cfa5daa req-515a7cc8-f04d-4315-a64e-8f9bd7d47ce4 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:06.389091 n-d-806683-17 neutron-server[102131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:16:06.389091 n-d-806683-17 neutron-server[102131]: self.session.flush() Oct 30 15:16:06.389091 n-d-806683-17 neutron-server[102131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:16:06.389091 n-d-806683-17 neutron-server[102131]: self.session.flush() Oct 30 15:16:06.389091 n-d-806683-17 neutron-server[102131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:16:06.389091 n-d-806683-17 neutron-server[102131]: self.session.flush() Oct 30 15:16:06.389091 n-d-806683-17 neutron-server[102131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:16:06.389091 n-d-806683-17 neutron-server[102131]: self.session.flush() Oct 30 15:16:06.389091 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:16:06.389091 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:16:06.389091 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:16:06.389091 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:16:06.389091 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:16:06.389091 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:16:06.389091 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:16:06.389091 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:16:06.389091 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:16:06.389091 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:16:06.389091 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:16:06.389091 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:16:06.389091 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:16:06.389091 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:16:06.389091 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:16:06.389091 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:16:06.389091 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:16:06.389091 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:16:06.389091 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:16:06.389091 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:16:06.389091 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:16:06.389091 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:16:06.389091 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:16:06.389091 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:16:06.389091 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:16:06.389091 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:16:06.389091 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:16:06.389091 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:16:06.389091 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:16:06.389091 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:16:06.389091 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:16:06.389091 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:16:06.433988 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-cc542fa6-9311-4785-ad63-ca1b1cfa5daa req-515a7cc8-f04d-4315-a64e-8f9bd7d47ce4 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:06.445188 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e7fb42-86d2-41cb-9498-e67586b10ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05811dd4-2d04-47e1-91ae-5b9a22528f02,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:06.448684 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d86aae97-4f42-47a6-a86b-f153a3978e54 req-1bba665b-814a-4061-b561-6336e1998d66 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7b1d60f2-90d0-4f44-9856-0c96dd26f8ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841351 Oct 30 15:16:06.469752 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-cc542fa6-9311-4785-ad63-ca1b1cfa5daa req-515a7cc8-f04d-4315-a64e-8f9bd7d47ce4 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:06.471832 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cc542fa6-9311-4785-ad63-ca1b1cfa5daa req-515a7cc8-f04d-4315-a64e-8f9bd7d47ce4 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3360376 Oct 30 15:16:06.561348 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-81016f25-8f3f-48f2-9387-99058fecab92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:06.572464 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515a7cc8-f04d-4315-a64e-8f9bd7d47ce4 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25cef257-afba-49dc-886b-070827c57b99,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:06.584756 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-81016f25-8f3f-48f2-9387-99058fecab92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:06.592704 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-81016f25-8f3f-48f2-9387-99058fecab92 admin admin] 10.222.0.62 "DELETE /v2.0/networks/a58fe444-ac18-4f2f-a60f-5757cef69326 HTTP/1.1" status: 204 len: 168 time: 3.2928653 Oct 30 15:16:06.620514 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81016f25-8f3f-48f2-9387-99058fecab92 admin admin] Pushing event deleted for resources: {'Network': ['ID=a58fe444-ac18-4f2f-a60f-5757cef69326,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:06.682646 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8bcf6e3f-75fd-4b6b-9b06-f7a2811bbf27 req-edec4c97-cae2-4289-9bdc-41921263cbeb tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] 10.222.0.62 "GET /v2.0/security-groups/25cef257-afba-49dc-886b-070827c57b99 HTTP/1.1" status: 200 len: 1806 time: 0.0877395 Oct 30 15:16:06.701352 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-8bcf6e3f-75fd-4b6b-9b06-f7a2811bbf27 req-448e4d73-72c8-4a96-9d60-4f1bc7d12b93 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '25cef257-afba-49dc-886b-070827c57b99', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:06.702458 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-8bcf6e3f-75fd-4b6b-9b06-f7a2811bbf27 req-448e4d73-72c8-4a96-9d60-4f1bc7d12b93 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '25cef257-afba-49dc-886b-070827c57b99', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:06.717707 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d86aae97-4f42-47a6-a86b-f153a3978e54 req-572d2a94-32b2-4fe9-8d71-4c450f1785c5 service neutron] 10.222.0.44 "GET /v2.0/networks/7b1d60f2-90d0-4f44-9856-0c96dd26f8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624354 Oct 30 15:16:06.742420 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-308e8aae-98ba-4e36-bce5-ea53b48a0dc2 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:06.845059 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308e8aae-98ba-4e36-bce5-ea53b48a0dc2 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Pushing event deleted for resources: {'Port': ['ID=38d7e8be-42fa-4efa-8cd5-d2c44ffa80c4,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:06.941782 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-8bcf6e3f-75fd-4b6b-9b06-f7a2811bbf27 req-448e4d73-72c8-4a96-9d60-4f1bc7d12b93 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:06.963340 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-308e8aae-98ba-4e36-bce5-ea53b48a0dc2 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:06.973178 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d86aae97-4f42-47a6-a86b-f153a3978e54 req-4685a78d-aba0-47a7-8560-af1ae00715af service neutron] 10.222.0.44 "GET /v2.0/networks/7b1d60f2-90d0-4f44-9856-0c96dd26f8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433000 Oct 30 15:16:06.975086 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-308e8aae-98ba-4e36-bce5-ea53b48a0dc2 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] 10.222.0.62 "DELETE /v2.0/ports/38d7e8be-42fa-4efa-8cd5-d2c44ffa80c4 HTTP/1.1" status: 204 len: 168 time: 1.9563625 Oct 30 15:16:06.979056 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 40972) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:07.025873 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-8bcf6e3f-75fd-4b6b-9b06-f7a2811bbf27 req-448e4d73-72c8-4a96-9d60-4f1bc7d12b93 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:07.028093 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-110f36a0-1759-4ecd-848c-d83aa2b114ce tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] GET failed (client error): The resource could not be found. Oct 30 15:16:07.033946 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-110f36a0-1759-4ecd-848c-d83aa2b114ce tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] 10.222.0.62 "GET /v2.0/ports/38d7e8be-42fa-4efa-8cd5-d2c44ffa80c4 HTTP/1.1" status: 404 len: 333 time: 0.0497246 Oct 30 15:16:07.033946 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-8bcf6e3f-75fd-4b6b-9b06-f7a2811bbf27 req-448e4d73-72c8-4a96-9d60-4f1bc7d12b93 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:07.038439 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 40974) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:07.047404 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415197b8-c6e5-4783-83bd-dcf9385fdfe8 req-ee14d9ed-476a-4368-a2f7-74a54da27fbe tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:07.049458 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-415197b8-c6e5-4783-83bd-dcf9385fdfe8 req-ee14d9ed-476a-4368-a2f7-74a54da27fbe tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/ports?device_id=71cd1030-4721-4928-84ee-b63ffbb50e9a HTTP/1.1" status: 200 len: 945 time: 0.2288678 Oct 30 15:16:07.068757 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 40976) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:07.095124 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 40978) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:07.113657 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448e4d73-72c8-4a96-9d60-4f1bc7d12b93 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5bdca31-79c4-49f6-b0b4-65184a5e9978,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:07.123547 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ed597f64-e090-44ee-9288-6b66f9a91150 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:07.142832 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-8bcf6e3f-75fd-4b6b-9b06-f7a2811bbf27 req-448e4d73-72c8-4a96-9d60-4f1bc7d12b93 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:07.144075 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8bcf6e3f-75fd-4b6b-9b06-f7a2811bbf27 req-448e4d73-72c8-4a96-9d60-4f1bc7d12b93 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4494040 Oct 30 15:16:07.150811 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-415197b8-c6e5-4783-83bd-dcf9385fdfe8 req-9913e105-ebf5-456d-825f-e2f6208b7941 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c4698d0-2960-428a-a3a0-964a3486c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912709 Oct 30 15:16:07.212157 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-9cf7bae4-a1e6-452a-8095-6230968f9928 req-a2eea4bc-b847-4df1-8d96-c3bfbf108f85 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-108260944', 'description': 'tempest-description-665574696'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:07.262942 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-5f6f7a44-ea07-4b19-a8ee-110a28724ef2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ea55b09697be4bd28e1dfee52575f408&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1651771 Oct 30 15:16:07.265535 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 40982) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:07.295596 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-9cf7bae4-a1e6-452a-8095-6230968f9928 req-a2eea4bc-b847-4df1-8d96-c3bfbf108f85 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:07.316415 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3936e4da-a8cd-4c46-a392-ed4dcad35e28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:07.333129 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-1028535c-90ef-4590-b452-44835f54c021 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Deleting port 37ba17bd-b72d-4494-8cde-59ea021a83fe {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:16:07.333481 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1028535c-90ef-4590-b452-44835f54c021 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:07.339099 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3936e4da-a8cd-4c46-a392-ed4dcad35e28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:07.388870 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3936e4da-a8cd-4c46-a392-ed4dcad35e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:07.391764 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3936e4da-a8cd-4c46-a392-ed4dcad35e28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:07.395612 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-3936e4da-a8cd-4c46-a392-ed4dcad35e28 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9c38a9af-000c-47f7-ba8d-eebddf642fa5 HTTP/1.1" status: 204 len: 168 time: 0.1263022 Oct 30 15:16:07.402168 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3936e4da-a8cd-4c46-a392-ed4dcad35e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c38a9af-000c-47f7-ba8d-eebddf642fa5,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:07.447339 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ed597f64-e090-44ee-9288-6b66f9a91150 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:07.460352 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ed597f64-e090-44ee-9288-6b66f9a91150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:07.498736 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb1e3a6-b030-4ee8-825c-32b23582988c req-19b867ad-2e3e-4072-b596-d6c4c2043af9 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:07.500967 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0bb1e3a6-b030-4ee8-825c-32b23582988c req-19b867ad-2e3e-4072-b596-d6c4c2043af9 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/ports?device_id=3595510c-401a-4288-8fae-6f7bc787d8d6 HTTP/1.1" status: 200 len: 985 time: 0.0583084 Oct 30 15:16:07.543397 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1028535c-90ef-4590-b452-44835f54c021 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:07.549945 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-ed597f64-e090-44ee-9288-6b66f9a91150 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0fbfe0750dee4051bdc08479a762947d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4794669 Oct 30 15:16:07.555396 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 40990) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:07.564068 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed597f64-e090-44ee-9288-6b66f9a91150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5dc3ea-01f9-4d4a-bf3b-38f0a3bf04f7,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:07.576130 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-1028535c-90ef-4590-b452-44835f54c021 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Calling delete_port for 37ba17bd-b72d-4494-8cde-59ea021a83fe owned by {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:16:07.593992 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0bb1e3a6-b030-4ee8-825c-32b23582988c req-0582497f-7827-4c23-ad7c-5821a4f06992 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/security-groups?id=f5f5f198-c513-40c2-a39f-ff232382ea04&id=dcd601be-910e-42a5-9957-7f59047ec0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0862508 Oct 30 15:16:07.597897 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-9cf7bae4-a1e6-452a-8095-6230968f9928 req-a2eea4bc-b847-4df1-8d96-c3bfbf108f85 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:07.643030 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-9cf7bae4-a1e6-452a-8095-6230968f9928 req-a2eea4bc-b847-4df1-8d96-c3bfbf108f85 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:07.659254 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1bd2af24-c3d3-4bb0-9452-56178bc16fa0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:07.694073 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1bd2af24-c3d3-4bb0-9452-56178bc16fa0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:07.694661 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-9cf7bae4-a1e6-452a-8095-6230968f9928 req-a2eea4bc-b847-4df1-8d96-c3bfbf108f85 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:07.699644 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9cf7bae4-a1e6-452a-8095-6230968f9928 req-a2eea4bc-b847-4df1-8d96-c3bfbf108f85 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5269821 Oct 30 15:16:07.708412 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eea4bc-b847-4df1-8d96-c3bfbf108f85 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac076b4b-4db6-4523-89a4-93c79c4c3e5d,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:07.780561 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8a08827b-b91c-4104-8d72-ac0afaa7eac4 req-6d0aecac-e3b0-483a-aa1b-d2ad9eed8215 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] 10.222.0.62 "GET /v2.0/security-groups/ac076b4b-4db6-4523-89a4-93c79c4c3e5d HTTP/1.1" status: 200 len: 1805 time: 0.0533898 Oct 30 15:16:07.781581 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1bd2af24-c3d3-4bb0-9452-56178bc16fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:07.784115 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1bd2af24-c3d3-4bb0-9452-56178bc16fa0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:07.787751 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-1bd2af24-c3d3-4bb0-9452-56178bc16fa0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/aa5dc3ea-01f9-4d4a-bf3b-38f0a3bf04f7 HTTP/1.1" status: 204 len: 168 time: 0.2306666 Oct 30 15:16:07.791820 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1028535c-90ef-4590-b452-44835f54c021 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:07.795679 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-8a08827b-b91c-4104-8d72-ac0afaa7eac4 req-09f74f81-2f94-418f-99e4-953285d55e19 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'ac076b4b-4db6-4523-89a4-93c79c4c3e5d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:07.796003 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-8a08827b-b91c-4104-8d72-ac0afaa7eac4 req-09f74f81-2f94-418f-99e4-953285d55e19 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'ac076b4b-4db6-4523-89a4-93c79c4c3e5d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:07.808452 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd2af24-c3d3-4bb0-9452-56178bc16fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5dc3ea-01f9-4d4a-bf3b-38f0a3bf04f7,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:07.852606 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1028535c-90ef-4590-b452-44835f54c021 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Pushing event deleted for resources: {'Port': ['ID=37ba17bd-b72d-4494-8cde-59ea021a83fe,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:07.856380 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1028535c-90ef-4590-b452-44835f54c021 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:07.860005 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-1028535c-90ef-4590-b452-44835f54c021 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] 10.222.0.62 "DELETE /v2.0/ports/37ba17bd-b72d-4494-8cde-59ea021a83fe HTTP/1.1" status: 204 len: 168 time: 0.8122447 Oct 30 15:16:07.862121 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 40998) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:07.897213 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-8a08827b-b91c-4104-8d72-ac0afaa7eac4 req-09f74f81-2f94-418f-99e4-953285d55e19 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:07.957171 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-2193bbde-9ddd-4665-a196-7a8172967d5b tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Deleting subnet 8542855a-f73f-4f3a-9c2b-14d98ef6dcfd {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:16:07.960829 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2193bbde-9ddd-4665-a196-7a8172967d5b tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:08.014410 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-8a08827b-b91c-4104-8d72-ac0afaa7eac4 req-09f74f81-2f94-418f-99e4-953285d55e19 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:08.022453 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-8a08827b-b91c-4104-8d72-ac0afaa7eac4 req-09f74f81-2f94-418f-99e4-953285d55e19 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:08.062584 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f74f81-2f94-418f-99e4-953285d55e19 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88ee577e-06c3-4126-b4b9-3910d5e91758,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:08.074795 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2193bbde-9ddd-4665-a196-7a8172967d5b tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:08.083773 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-8a08827b-b91c-4104-8d72-ac0afaa7eac4 req-09f74f81-2f94-418f-99e4-953285d55e19 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:08.097444 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8a08827b-b91c-4104-8d72-ac0afaa7eac4 req-09f74f81-2f94-418f-99e4-953285d55e19 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3084836 Oct 30 15:16:08.144329 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-7f38757c-1ef1-4df6-81ff-7c33cea6f654 req-567ebdb6-c967-4019-97da-676091044915 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-873030031', 'description': 'tempest-description-703257503'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:08.200543 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-7f38757c-1ef1-4df6-81ff-7c33cea6f654 req-567ebdb6-c967-4019-97da-676091044915 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:08.294996 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-7f38757c-1ef1-4df6-81ff-7c33cea6f654 req-567ebdb6-c967-4019-97da-676091044915 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:08.302387 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-7f38757c-1ef1-4df6-81ff-7c33cea6f654 req-567ebdb6-c967-4019-97da-676091044915 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:08.316852 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2193bbde-9ddd-4665-a196-7a8172967d5b tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:08.359222 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9aa3cc-efd5-498a-89c8-9c53c3c23a3c req-97d52d21-8bd8-440e-8837-8f9aa920f747 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:08.374354 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7a9aa3cc-efd5-498a-89c8-9c53c3c23a3c req-97d52d21-8bd8-440e-8837-8f9aa920f747 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/ports?device_id=71cd1030-4721-4928-84ee-b63ffbb50e9a HTTP/1.1" status: 200 len: 945 time: 0.0881798 Oct 30 15:16:08.375969 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-7f38757c-1ef1-4df6-81ff-7c33cea6f654 req-567ebdb6-c967-4019-97da-676091044915 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:08.380624 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7f38757c-1ef1-4df6-81ff-7c33cea6f654 req-567ebdb6-c967-4019-97da-676091044915 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2436700 Oct 30 15:16:08.384917 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567ebdb6-c967-4019-97da-676091044915 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39544ce4-0a1a-4f5d-9d3f-ac73d968f703,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:08.435133 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-7b81ab65-c8d2-4584-980e-c4160922e358 req-fb64615e-e362-4e71-972f-cb89bef9e85d tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-32195167', 'description': 'tempest-description-934165991'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:08.443157 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7a9aa3cc-efd5-498a-89c8-9c53c3c23a3c req-687337ef-e0b1-40cd-99e2-d306ffbb5548 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c4698d0-2960-428a-a3a0-964a3486c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673058 Oct 30 15:16:08.504712 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-7b81ab65-c8d2-4584-980e-c4160922e358 req-fb64615e-e362-4e71-972f-cb89bef9e85d tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:08.525360 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b55f844-c6d5-4240-a16c-bc04c1746b06 req-516161f2-73c5-4e07-a0ac-c83761accff8 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:08.526882 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4b55f844-c6d5-4240-a16c-bc04c1746b06 req-516161f2-73c5-4e07-a0ac-c83761accff8 tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.44 "GET /v2.0/ports?device_id=71cd1030-4721-4928-84ee-b63ffbb50e9a HTTP/1.1" status: 200 len: 945 time: 0.1431665 Oct 30 15:16:08.570368 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2193bbde-9ddd-4665-a196-7a8172967d5b tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:08.634983 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2193bbde-9ddd-4665-a196-7a8172967d5b tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Pushing event deleted for resources: {'Subnet': ['ID=8542855a-f73f-4f3a-9c2b-14d98ef6dcfd,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:08.647885 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751ea0e6-0c33-4605-a2a8-d6a8ca948505 None None] Network 853da54b-2522-418c-87e5-f125b7f7b95e requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:16:08.654141 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2193bbde-9ddd-4665-a196-7a8172967d5b tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:08.662114 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-2193bbde-9ddd-4665-a196-7a8172967d5b tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] 10.222.0.62 "DELETE /v2.0/subnets/8542855a-f73f-4f3a-9c2b-14d98ef6dcfd HTTP/1.1" status: 204 len: 168 time: 0.7964954 Oct 30 15:16:08.662509 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 41056) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:08.718792 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 41060) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:08.775951 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-7b81ab65-c8d2-4584-980e-c4160922e358 req-fb64615e-e362-4e71-972f-cb89bef9e85d tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:08.783999 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-4b55f844-c6d5-4240-a16c-bc04c1746b06 req-e8314ee1-b5d2-4bc7-a0ed-9a8d4700b8db tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Deleting port 135c7731-e147-4990-a252-98687642de09 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:16:08.784751 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-4b55f844-c6d5-4240-a16c-bc04c1746b06 req-e8314ee1-b5d2-4bc7-a0ed-9a8d4700b8db tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:08.855609 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-7b81ab65-c8d2-4584-980e-c4160922e358 req-fb64615e-e362-4e71-972f-cb89bef9e85d tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:08.885777 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-7b81ab65-c8d2-4584-980e-c4160922e358 req-fb64615e-e362-4e71-972f-cb89bef9e85d tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:08.887323 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7b81ab65-c8d2-4584-980e-c4160922e358 req-fb64615e-e362-4e71-972f-cb89bef9e85d tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4758959 Oct 30 15:16:08.942103 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb64615e-e362-4e71-972f-cb89bef9e85d tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21610d9f-34dd-461c-bf8b-5e25a105cc67,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:08.950748 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bd2c2145-89f2-466d-ac1c-b5297f2c9645 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:08.975807 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-4b55f844-c6d5-4240-a16c-bc04c1746b06 req-e8314ee1-b5d2-4bc7-a0ed-9a8d4700b8db tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] For port 135c7731-e147-4990-a252-98687642de09, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=135c7731-e147-4990-a252-98687642de09,segment=NetworkSegment(f35b02a8-e438-4fc0-9529-14f054b80819),segment_id=f35b02a8-e438-4fc0-9529-14f054b80819)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:16:08.976185 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-4b55f844-c6d5-4240-a16c-bc04c1746b06 req-e8314ee1-b5d2-4bc7-a0ed-9a8d4700b8db tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:08.993139 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-4b55f844-c6d5-4240-a16c-bc04c1746b06 req-e8314ee1-b5d2-4bc7-a0ed-9a8d4700b8db tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Calling delete_port for 135c7731-e147-4990-a252-98687642de09 owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:16:08.996174 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a0013-452a-40bc-ac0a-a30925eee028 req-8f0a54db-8f77-4f20-a56d-c19c2768319c tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:09.013947 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3c3a0013-452a-40bc-ac0a-a30925eee028 req-8f0a54db-8f77-4f20-a56d-c19c2768319c tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/ports?device_id=3595510c-401a-4288-8fae-6f7bc787d8d6 HTTP/1.1" status: 200 len: 985 time: 0.3061156 Oct 30 15:16:09.098394 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882c9b46-54fa-4f66-ae52-f22fd94a1cc7 None None] DHCP port deletion for 853da54b-2522-418c-87e5-f125b7f7b95e request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:16:09.174293 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3c3a0013-452a-40bc-ac0a-a30925eee028 req-d6af8fe4-8568-4200-9f1a-b64ed8de7266 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/security-groups?id=f5f5f198-c513-40c2-a39f-ff232382ea04&id=dcd601be-910e-42a5-9957-7f59047ec0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1589289 Oct 30 15:16:09.245709 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-259ee777-dd20-42f0-9627-86d2a5fe6a9f req-d00f1e82-7787-413a-b1e9-3138fa081984 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] 10.222.0.62 "GET /v2.0/security-groups/39544ce4-0a1a-4f5d-9d3f-ac73d968f703 HTTP/1.1" status: 200 len: 1805 time: 0.1361136 Oct 30 15:16:09.249407 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-882c9b46-54fa-4f66-ae52-f22fd94a1cc7 None None] Deleting port 473e88b0-7732-47e1-a952-28326e1248d9 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:16:09.249407 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-882c9b46-54fa-4f66-ae52-f22fd94a1cc7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:09.249692 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-bd2c2145-89f2-466d-ac1c-b5297f2c9645 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Deleting port 473e88b0-7732-47e1-a952-28326e1248d9 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:16:09.249692 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bd2c2145-89f2-466d-ac1c-b5297f2c9645 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:09.329894 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-98e3edc2-7e2f-406d-b7d8-ced4a120d7a7 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-649327085-network', 'tenant_id': 'fedcadc844c84f7ca955acdb50df6c20'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:09.406186 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-bd2c2145-89f2-466d-ac1c-b5297f2c9645 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] For port 473e88b0-7732-47e1-a952-28326e1248d9, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=473e88b0-7732-47e1-a952-28326e1248d9,segment=NetworkSegment(053f8f3f-72dc-4270-b4ab-111465292c17),segment_id=053f8f3f-72dc-4270-b4ab-111465292c17)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:16:09.406753 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bd2c2145-89f2-466d-ac1c-b5297f2c9645 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:09.428528 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-882c9b46-54fa-4f66-ae52-f22fd94a1cc7 None None] For port 473e88b0-7732-47e1-a952-28326e1248d9, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=473e88b0-7732-47e1-a952-28326e1248d9,segment=NetworkSegment(053f8f3f-72dc-4270-b4ab-111465292c17),segment_id=053f8f3f-72dc-4270-b4ab-111465292c17)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:16:09.429082 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-882c9b46-54fa-4f66-ae52-f22fd94a1cc7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:09.436622 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-bd2c2145-89f2-466d-ac1c-b5297f2c9645 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Calling delete_port for 473e88b0-7732-47e1-a952-28326e1248d9 owned by network:dhcp {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:16:09.457941 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-882c9b46-54fa-4f66-ae52-f22fd94a1cc7 None None] Calling delete_port for 473e88b0-7732-47e1-a952-28326e1248d9 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:16:09.470258 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-259ee777-dd20-42f0-9627-86d2a5fe6a9f req-e25f2574-3be0-4457-b5a9-22e390b79eca tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] 10.222.0.62 "GET /v2.0/security-groups/21610d9f-34dd-461c-bf8b-5e25a105cc67 HTTP/1.1" status: 200 len: 1804 time: 0.2063406 Oct 30 15:16:09.480175 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-259ee777-dd20-42f0-9627-86d2a5fe6a9f req-5d513b9c-0a99-4bcb-9172-3d4305b5d60f tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '39544ce4-0a1a-4f5d-9d3f-ac73d968f703', 'remote_group_id': '21610d9f-34dd-461c-bf8b-5e25a105cc67', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:09.481498 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-259ee777-dd20-42f0-9627-86d2a5fe6a9f req-5d513b9c-0a99-4bcb-9172-3d4305b5d60f tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '39544ce4-0a1a-4f5d-9d3f-ac73d968f703', 'remote_group_id': '21610d9f-34dd-461c-bf8b-5e25a105cc67', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:09.543285 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e3edc2-7e2f-406d-b7d8-ced4a120d7a7 admin admin] Made reservation on behalf of fedcadc844c84f7ca955acdb50df6c20 for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:16:09.553015 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-98e3edc2-7e2f-406d-b7d8-ced4a120d7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:09.586904 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-98e3edc2-7e2f-406d-b7d8-ced4a120d7a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:09.626370 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bd2c2145-89f2-466d-ac1c-b5297f2c9645 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:09.680265 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2c2145-89f2-466d-ac1c-b5297f2c9645 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Pushing event deleted for resources: {'Port': ['ID=473e88b0-7732-47e1-a952-28326e1248d9,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:09.699265 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c4333c53-df5c-48f5-a35c-a8be2f0199d7 req-6c1f2103-2630-4b66-b7a3-9d0fbf85f16f tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-563521818&fields=id&tenant_id=2bff5c42b94f45558740176c1102ba1b HTTP/1.1" status: 200 len: 267 time: 0.0991864 Oct 30 15:16:09.715878 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2c2145-89f2-466d-ac1c-b5297f2c9645 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] No DVR routers for this DVR port 473e88b0-7732-47e1-a952-28326e1248d9 on host n-d-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:16:09.721235 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-882c9b46-54fa-4f66-ae52-f22fd94a1cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:09.797221 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882c9b46-54fa-4f66-ae52-f22fd94a1cc7 None None] Pushing event deleted for resources: {'Port': ['ID=473e88b0-7732-47e1-a952-28326e1248d9,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:09.815684 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882c9b46-54fa-4f66-ae52-f22fd94a1cc7 None None] No DVR routers for this DVR port 473e88b0-7732-47e1-a952-28326e1248d9 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:16:09.873964 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-259ee777-dd20-42f0-9627-86d2a5fe6a9f req-5d513b9c-0a99-4bcb-9172-3d4305b5d60f tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:09.894812 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-4b55f844-c6d5-4240-a16c-bc04c1746b06 req-e8314ee1-b5d2-4bc7-a0ed-9a8d4700b8db tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:09.905783 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bd2c2145-89f2-466d-ac1c-b5297f2c9645 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:09.906254 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['135c7731-e147-4990-a252-98687642de09'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:16:09.945679 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4333c53-df5c-48f5-a35c-a8be2f0199d7 req-df236901-b399-4b70-ac6a-80edbba8f79d tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:09.956044 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c4333c53-df5c-48f5-a35c-a8be2f0199d7 req-df236901-b399-4b70-ac6a-80edbba8f79d tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/ports?device_id=3595510c-401a-4288-8fae-6f7bc787d8d6 HTTP/1.1" status: 200 len: 985 time: 0.2451196 Oct 30 15:16:09.957530 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8314ee1-b5d2-4bc7-a0ed-9a8d4700b8db tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Pushing event deleted for resources: {'Port': ['ID=135c7731-e147-4990-a252-98687642de09,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:09.974027 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-259ee777-dd20-42f0-9627-86d2a5fe6a9f req-5d513b9c-0a99-4bcb-9172-3d4305b5d60f tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:09.975564 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-c4333c53-df5c-48f5-a35c-a8be2f0199d7 req-8ac45318-f089-4b18-81a7-db81bff23646 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Request body: {'port': {'security_groups': ['dcd601be-910e-42a5-9957-7f59047ec0a0', 'f5f5f198-c513-40c2-a39f-ff232382ea04', '659f367c-8b4d-48c0-82e3-792fe7da28d1']}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:10.001977 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-259ee777-dd20-42f0-9627-86d2a5fe6a9f req-5d513b9c-0a99-4bcb-9172-3d4305b5d60f tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:10.102769 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 473e88b0-7732-47e1-a952-28326e1248d9 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:16:10.107246 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b55f844-c6d5-4240-a16c-bc04c1746b06 req-e8314ee1-b5d2-4bc7-a0ed-9a8d4700b8db tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] No DVR routers for this DVR port 135c7731-e147-4990-a252-98687642de09 on host n-h2-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:16:10.110952 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d513b9c-0a99-4bcb-9172-3d4305b5d60f tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=119d81df-f32a-4fa2-a8e3-853681e6e180,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:10.116977 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-4b55f844-c6d5-4240-a16c-bc04c1746b06 req-e8314ee1-b5d2-4bc7-a0ed-9a8d4700b8db tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:10.124780 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-bd2c2145-89f2-466d-ac1c-b5297f2c9645 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['853da54b-2522-418c-87e5-f125b7f7b95e']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:16:10.127715 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4b55f844-c6d5-4240-a16c-bc04c1746b06 req-e8314ee1-b5d2-4bc7-a0ed-9a8d4700b8db tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.44 "DELETE /v2.0/ports/135c7731-e147-4990-a252-98687642de09 HTTP/1.1" status: 204 len: 173 time: 1.5919054 Oct 30 15:16:10.133360 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-98e3edc2-7e2f-406d-b7d8-ced4a120d7a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:10.138229 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71cd1030-4721-4928-84ee-b63ffbb50e9a', 'name': 'network-vif-deleted', 'tag': '135c7731-e147-4990-a252-98687642de09'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:16:10.138403 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 473e88b0-7732-47e1-a952-28326e1248d9 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:16:10.138893 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 473e88b0-7732-47e1-a952-28326e1248d9 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:16:10.147405 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d563b1-5966-40e8-b378-3d6e5318ba76" -d '{"events": [{"server_uuid": "71cd1030-4721-4928-84ee-b63ffbb50e9a", "name": "network-vif-deleted", "tag": "135c7731-e147-4990-a252-98687642de09"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:16:10.155931 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-bd2c2145-89f2-466d-ac1c-b5297f2c9645 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '053f8f3f-72dc-4270-b4ab-111465292c17') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:16:10.156332 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-bd2c2145-89f2-466d-ac1c-b5297f2c9645 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '053f8f3f-72dc-4270-b4ab-111465292c17') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:16:10.160680 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-98e3edc2-7e2f-406d-b7d8-ced4a120d7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:10.177539 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bd2c2145-89f2-466d-ac1c-b5297f2c9645 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:10.190927 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-259ee777-dd20-42f0-9627-86d2a5fe6a9f req-5d513b9c-0a99-4bcb-9172-3d4305b5d60f tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:10.192183 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-259ee777-dd20-42f0-9627-86d2a5fe6a9f req-5d513b9c-0a99-4bcb-9172-3d4305b5d60f tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.7209532 Oct 30 15:16:10.203978 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-c4333c53-df5c-48f5-a35c-a8be2f0199d7 req-8ac45318-f089-4b18-81a7-db81bff23646 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:10.228403 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98e3edc2-7e2f-406d-b7d8-ced4a120d7a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:16:10.239574 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bd2c2145-89f2-466d-ac1c-b5297f2c9645 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:10.249961 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e3edc2-7e2f-406d-b7d8-ced4a120d7a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=301c6b35-46a3-48b2-8746-44103cb6e6e4,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:10.265300 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-98e3edc2-7e2f-406d-b7d8-ced4a120d7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:10.265658 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-98e3edc2-7e2f-406d-b7d8-ced4a120d7a7 admin admin] Added segment ee263023-fb4d-46ef-8443-a0bc757d4895 of type vlan for network 99b2e015-7a7a-41c9-9251-e2d5c417b9db Oct 30 15:16:10.314548 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd2c2145-89f2-466d-ac1c-b5297f2c9645 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:16:10.315112 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bd2c2145-89f2-466d-ac1c-b5297f2c9645 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:10.319075 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:16:10.319075 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:16:10.319075 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:16:10.319075 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:16:10.319075 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:16:10.319075 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:16:10.319075 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:16:10.319075 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:16:10.319075 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:16:10.319075 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:16:10.319075 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:16:10.319075 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:16:10.319075 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:16:10.319075 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:16:10.319075 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:16:10.319075 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:16:10.319075 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:16:10.319075 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:16:10.319075 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:16:10.319075 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:16:10.319075 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:16:10.319075 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:16:10.319075 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:16:10.319075 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:16:10.319075 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:16:10.319075 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:16:10.319075 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:16:10.319075 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:16:10.319075 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:16:10.319075 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:16:10.319075 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:16:10.319075 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:16:10.374034 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-98e3edc2-7e2f-406d-b7d8-ced4a120d7a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:10.441336 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d3c1f781-07ad-4460-a55a-0423a2e87ffc req-d735cbaa-f24e-49c5-bffe-ae018a25557c tempest-ListServerFiltersTestJSON-1606798543 tempest-ListServerFiltersTestJSON-1606798543-project] 10.222.0.62 "GET /v2.0/ports?device_id=71cd1030-4721-4928-84ee-b63ffbb50e9a HTTP/1.1" status: 200 len: 210 time: 0.0838342 Oct 30 15:16:10.478292 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-98e3edc2-7e2f-406d-b7d8-ced4a120d7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:10.479311 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e3edc2-7e2f-406d-b7d8-ced4a120d7a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:10.479932 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-98e3edc2-7e2f-406d-b7d8-ced4a120d7a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:10.543046 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bd2c2145-89f2-466d-ac1c-b5297f2c9645 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:10.556756 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bd2c2145-89f2-466d-ac1c-b5297f2c9645 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:10.573841 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-bd2c2145-89f2-466d-ac1c-b5297f2c9645 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] 10.222.0.62 "DELETE /v2.0/networks/853da54b-2522-418c-87e5-f125b7f7b95e HTTP/1.1" status: 204 len: 168 time: 1.9101830 Oct 30 15:16:10.638965 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2c2145-89f2-466d-ac1c-b5297f2c9645 tempest-AllowedAddressPairIpV6TestJSON-552728857 tempest-AllowedAddressPairIpV6TestJSON-552728857-project] Pushing event deleted for resources: {'Network': ['ID=853da54b-2522-418c-87e5-f125b7f7b95e,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:10.698820 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7c5087-9838-483b-a9c1-a130d29e0e32 x-openstack-request-id: req-9b7c5087-9838-483b-a9c1-a130d29e0e32 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:16:10.699120 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71cd1030-4721-4928-84ee-b63ffbb50e9a", "name": "network-vif-deleted", "tag": "135c7731-e147-4990-a252-98687642de09", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:16:10.699381 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9b7c5087-9838-483b-a9c1-a130d29e0e32 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:16:10.699828 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71cd1030-4721-4928-84ee-b63ffbb50e9a', 'name': 'network-vif-deleted', 'tag': '135c7731-e147-4990-a252-98687642de09', 'status': 'completed', 'code': 200} Oct 30 15:16:10.700386 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e3edc2-7e2f-406d-b7d8-ced4a120d7a7 admin admin] Pushing event updated for resources: {'Network': ['ID=99b2e015-7a7a-41c9-9251-e2d5c417b9db,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:10.718576 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 41116) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:10.722618 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-98e3edc2-7e2f-406d-b7d8-ced4a120d7a7 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0007868 Oct 30 15:16:10.725488 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 99b2e015-7a7a-41c9-9251-e2d5c417b9db details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:16:10.728658 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-826ee834-c6da-4891-9dfe-52265e6ffb98 admin admin] Request body: {'subnet': {'network_id': '99b2e015-7a7a-41c9-9251-e2d5c417b9db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-649327085-subnet', 'tenant_id': 'fedcadc844c84f7ca955acdb50df6c20', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:10.764454 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-8f1dfb6f-75e3-4bdd-9b9a-0e86264bad62 req-722834d8-d536-4dd6-b670-61f40557b466 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2117731299', 'description': 'tempest-description-179303167'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:10.914534 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-8f1dfb6f-75e3-4bdd-9b9a-0e86264bad62 req-722834d8-d536-4dd6-b670-61f40557b466 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:10.920695 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826ee834-c6da-4891-9dfe-52265e6ffb98 admin admin] Made reservation on behalf of fedcadc844c84f7ca955acdb50df6c20 for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:16:10.931751 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-826ee834-c6da-4891-9dfe-52265e6ffb98 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:11.052023 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-c4333c53-df5c-48f5-a35c-a8be2f0199d7 req-8ac45318-f089-4b18-81a7-db81bff23646 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] For port 80dc8530-c891-4dd3-8019-e79c89ecbe91, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=80dc8530-c891-4dd3-8019-e79c89ecbe91,segment=NetworkSegment(75c14901-45f9-4a2f-9446-d0ecd75d3489),segment_id=75c14901-45f9-4a2f-9446-d0ecd75d3489)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:16:11.076846 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-8f1dfb6f-75e3-4bdd-9b9a-0e86264bad62 req-722834d8-d536-4dd6-b670-61f40557b466 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:11.083713 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-8f1dfb6f-75e3-4bdd-9b9a-0e86264bad62 req-722834d8-d536-4dd6-b670-61f40557b466 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:11.103626 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-c4333c53-df5c-48f5-a35c-a8be2f0199d7 req-8ac45318-f089-4b18-81a7-db81bff23646 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:11.134136 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-c4333c53-df5c-48f5-a35c-a8be2f0199d7 req-8ac45318-f089-4b18-81a7-db81bff23646 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:11.151796 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:16:11.186987 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-8f1dfb6f-75e3-4bdd-9b9a-0e86264bad62 req-722834d8-d536-4dd6-b670-61f40557b466 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:11.198555 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8f1dfb6f-75e3-4bdd-9b9a-0e86264bad62 req-722834d8-d536-4dd6-b670-61f40557b466 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4325185 Oct 30 15:16:11.198555 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 41124) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:11.206459 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['80dc8530-c891-4dd3-8019-e79c89ecbe91'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:16:11.220125 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722834d8-d536-4dd6-b670-61f40557b466 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75c06fed-c1cb-4932-a4c8-0bf9419abc05,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:11.253115 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-9cf1dd15-44dd-455e-8eb0-4666bca93127 req-33da70a4-cda1-43a9-b34d-90fd9267dc5a tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-344110156', 'description': 'tempest-description-556965354'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:11.298733 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-9cf1dd15-44dd-455e-8eb0-4666bca93127 req-33da70a4-cda1-43a9-b34d-90fd9267dc5a tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:11.350413 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4333c53-df5c-48f5-a35c-a8be2f0199d7 req-8ac45318-f089-4b18-81a7-db81bff23646 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:11.351068 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-c4333c53-df5c-48f5-a35c-a8be2f0199d7 req-8ac45318-f089-4b18-81a7-db81bff23646 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:11.352562 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c4333c53-df5c-48f5-a35c-a8be2f0199d7 req-8ac45318-f089-4b18-81a7-db81bff23646 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "PUT /v2.0/ports/80dc8530-c891-4dd3-8019-e79c89ecbe91 HTTP/1.1" status: 200 len: 1021 time: 1.3948667 Oct 30 15:16:11.355210 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3595510c-401a-4288-8fae-6f7bc787d8d6', 'tag': '80dc8530-c891-4dd3-8019-e79c89ecbe91'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:16:11.366089 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f523c4a-601c-48c6-8fbd-f49d566c95f7" -d '{"events": [{"name": "network-changed", "server_uuid": "3595510c-401a-4288-8fae-6f7bc787d8d6", "tag": "80dc8530-c891-4dd3-8019-e79c89ecbe91"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:16:11.398388 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['80dc8530-c891-4dd3-8019-e79c89ecbe91'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:16:11.406675 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-826ee834-c6da-4891-9dfe-52265e6ffb98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:11.532579 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-9cf1dd15-44dd-455e-8eb0-4666bca93127 req-33da70a4-cda1-43a9-b34d-90fd9267dc5a tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:11.543713 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-9cf1dd15-44dd-455e-8eb0-4666bca93127 req-33da70a4-cda1-43a9-b34d-90fd9267dc5a tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:11.587145 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac45318-f089-4b18-81a7-db81bff23646 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Pushing event updated for resources: {'Port': ['ID=80dc8530-c891-4dd3-8019-e79c89ecbe91,revision_number=7']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:11.593654 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826ee834-c6da-4891-9dfe-52265e6ffb98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23f39dd9-f253-43ba-86ce-00953dd18499,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:11.615274 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8165375c-226a-4053-8a4d-50e3bf1433d3 req-771fa70d-0318-40b9-acbf-5ae9d6e67ef1 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/security-groups/659f367c-8b4d-48c0-82e3-792fe7da28d1 HTTP/1.1" status: 200 len: 1801 time: 0.2138383 Oct 30 15:16:11.627005 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-9cf1dd15-44dd-455e-8eb0-4666bca93127 req-33da70a4-cda1-43a9-b34d-90fd9267dc5a tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:11.628428 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9cf1dd15-44dd-455e-8eb0-4666bca93127 req-33da70a4-cda1-43a9-b34d-90fd9267dc5a tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4101849 Oct 30 15:16:11.636303 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-315a571d-2482-4d26-bfae-968f33c06fed admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c5e375c584f04817b9621f57d949f07b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4415834 Oct 30 15:16:11.639726 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 41154) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:11.642907 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33da70a4-cda1-43a9-b34d-90fd9267dc5a tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0014fe43-3fd6-4b38-b68e-c9a9aabfa469,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:11.653965 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826ee834-c6da-4891-9dfe-52265e6ffb98 admin admin] Checking segment: {'id': 'ee263023-fb4d-46ef-8443-a0bc757d4895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '99b2e015-7a7a-41c9-9251-e2d5c417b9db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:16:11.654268 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826ee834-c6da-4891-9dfe-52265e6ffb98 admin admin] Network hostable DHCP agents. Network: 99b2e015-7a7a-41c9-9251-e2d5c417b9db, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:16:11.739126 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4deb87ba-ba8e-4f8c-88c2-51c17d38eb49 x-openstack-request-id: req-4deb87ba-ba8e-4f8c-88c2-51c17d38eb49 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:16:11.739411 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3595510c-401a-4288-8fae-6f7bc787d8d6", "tag": "80dc8530-c891-4dd3-8019-e79c89ecbe91", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:16:11.739880 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4deb87ba-ba8e-4f8c-88c2-51c17d38eb49 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:16:11.740903 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3595510c-401a-4288-8fae-6f7bc787d8d6', 'tag': '80dc8530-c891-4dd3-8019-e79c89ecbe91', 'status': 'completed', 'code': 200} Oct 30 15:16:11.782204 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 41164) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:11.883968 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ba049dc3-cebd-40ba-ad59-82b99894ebbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:11.919340 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ba049dc3-cebd-40ba-ad59-82b99894ebbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:11.919667 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f523c4a-601c-48c6-8fbd-f49d566c95f7 req-4c9d0961-b8e9-4486-bc73-81b447086440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:11.924702 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7f523c4a-601c-48c6-8fbd-f49d566c95f7 req-4c9d0961-b8e9-4486-bc73-81b447086440 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2bff5c42b94f45558740176c1102ba1b&device_id=3595510c-401a-4288-8fae-6f7bc787d8d6 HTTP/1.1" status: 200 len: 1176 time: 0.1987798 Oct 30 15:16:11.941964 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9694b37-b607-4f24-882e-c8d654fc9661 admin admin] Deleting subnet 3fd8dd71-377c-4bfe-8329-29c211a0edfd {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:16:11.951247 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a9694b37-b607-4f24-882e-c8d654fc9661 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:12.004427 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826ee834-c6da-4891-9dfe-52265e6ffb98 admin admin] Network 99b2e015-7a7a-41c9-9251-e2d5c417b9db is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:16:12.011086 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a9694b37-b607-4f24-882e-c8d654fc9661 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:12.013990 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ba049dc3-cebd-40ba-ad59-82b99894ebbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:12.017219 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ba049dc3-cebd-40ba-ad59-82b99894ebbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:12.020904 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-ba049dc3-cebd-40ba-ad59-82b99894ebbf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b0f71a30-25a5-4431-90e1-ca80b0c214ea HTTP/1.1" status: 204 len: 168 time: 0.3777864 Oct 30 15:16:12.021805 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-826ee834-c6da-4891-9dfe-52265e6ffb98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 99b2e015-7a7a-41c9-9251-e2d5c417b9db) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:16:12.025803 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [req-8165375c-226a-4053-8a4d-50e3bf1433d3 req-ec22d9af-61b6-4e05-96eb-39c7192b0a02 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 30 15:16:12.051149 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8165375c-226a-4053-8a4d-50e3bf1433d3 req-ec22d9af-61b6-4e05-96eb-39c7192b0a02 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "DELETE /v2.0/security-groups/659f367c-8b4d-48c0-82e3-792fe7da28d1 HTTP/1.1" status: 409 len: 341 time: 0.4219520 Oct 30 15:16:12.060262 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4625aef-f21f-4434-a975-f97b9126c267 None None] Network 99b2e015-7a7a-41c9-9251-e2d5c417b9db requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:16:12.070602 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826ee834-c6da-4891-9dfe-52265e6ffb98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:12.072618 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-826ee834-c6da-4891-9dfe-52265e6ffb98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:12.075171 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba049dc3-cebd-40ba-ad59-82b99894ebbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f71a30-25a5-4431-90e1-ca80b0c214ea,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:12.121008 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-826ee834-c6da-4891-9dfe-52265e6ffb98 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3980410 Oct 30 15:16:12.121350 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 41180) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:12.131830 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-3f0c3ff6-e22c-462c-989d-8732bb6fa28a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-649327085-router', 'tenant_id': 'fedcadc844c84f7ca955acdb50df6c20', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:12.182844 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3f0c3ff6-e22c-462c-989d-8732bb6fa28a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:12.183867 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3f0c3ff6-e22c-462c-989d-8732bb6fa28a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:12.265625 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3f0c3ff6-e22c-462c-989d-8732bb6fa28a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:12.283385 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ae3fdacf-c5b8-47b4-94fd-6c00fc59ea2b req-54f33d40-b9a6-4813-86b9-46f893e09b0f tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] 10.222.0.62 "GET /v2.0/security-groups/75c06fed-c1cb-4932-a4c8-0bf9419abc05 HTTP/1.1" status: 200 len: 1806 time: 0.3976247 Oct 30 15:16:12.335601 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 135c7731-e147-4990-a252-98687642de09 no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:16:12.414068 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] No Port match for: 135c7731-e147-4990-a252-98687642de09 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:16:12.420581 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 135c7731-e147-4990-a252-98687642de09 not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:16:12.550715 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ae3fdacf-c5b8-47b4-94fd-6c00fc59ea2b req-a02d2875-c7cf-4f7b-b443-d4ccc714059a tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] 10.222.0.62 "GET /v2.0/security-groups/0014fe43-3fd6-4b38-b68e-c9a9aabfa469 HTTP/1.1" status: 200 len: 1805 time: 0.2612960 Oct 30 15:16:12.555409 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a9694b37-b607-4f24-882e-c8d654fc9661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:12.613473 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3f0c3ff6-e22c-462c-989d-8732bb6fa28a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:12.664152 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab21116-0a32-45c8-9dd1-5220f9f91c29 req-c4c7c5bc-6e56-4a64-bb55-a6278f6a3777 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:12.680595 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-ae3fdacf-c5b8-47b4-94fd-6c00fc59ea2b req-e96c2875-cf9d-41e6-a11d-e4b6ba9cbbe0 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '75c06fed-c1cb-4932-a4c8-0bf9419abc05', 'remote_group_id': '0014fe43-3fd6-4b38-b68e-c9a9aabfa469', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:12.680909 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-ae3fdacf-c5b8-47b4-94fd-6c00fc59ea2b req-e96c2875-cf9d-41e6-a11d-e4b6ba9cbbe0 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '75c06fed-c1cb-4932-a4c8-0bf9419abc05', 'remote_group_id': '0014fe43-3fd6-4b38-b68e-c9a9aabfa469', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:12.685625 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f523c4a-601c-48c6-8fbd-f49d566c95f7 req-9d1de397-7374-4bd6-8d10-5aa3dde31305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:12.693401 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7f523c4a-601c-48c6-8fbd-f49d566c95f7 req-9d1de397-7374-4bd6-8d10-5aa3dde31305 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7b1d60f2-90d0-4f44-9856-0c96dd26f8ca HTTP/1.1" status: 200 len: 913 time: 0.4714735 Oct 30 15:16:12.699333 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6ab21116-0a32-45c8-9dd1-5220f9f91c29 req-c4c7c5bc-6e56-4a64-bb55-a6278f6a3777 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/ports?device_id=3595510c-401a-4288-8fae-6f7bc787d8d6 HTTP/1.1" status: 200 len: 1024 time: 0.1728244 Oct 30 15:16:12.809115 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6ab21116-0a32-45c8-9dd1-5220f9f91c29 req-a444ae5a-f39f-4c9e-a49e-e6c7afcfb4ad tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/security-groups?id=f5f5f198-c513-40c2-a39f-ff232382ea04&id=659f367c-8b4d-48c0-82e3-792fe7da28d1&id=dcd601be-910e-42a5-9957-7f59047ec0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1085706 Oct 30 15:16:12.810180 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7f523c4a-601c-48c6-8fbd-f49d566c95f7 req-2d07758e-d7ef-453d-bc7b-67924e353be7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80dc8530-c891-4dd3-8019-e79c89ecbe91 HTTP/1.1" status: 200 len: 217 time: 0.1055772 Oct 30 15:16:12.817440 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a9694b37-b607-4f24-882e-c8d654fc9661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:12.890119 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4baf8486-1a23-4983-aae1-886f9bcdef03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-99b2e015-7a7a-41c9-9251-e2d5c417b9db', 'network_id': '99b2e015-7a7a-41c9-9251-e2d5c417b9db', 'tenant_id': 'fedcadc844c84f7ca955acdb50df6c20', 'fixed_ips': [{'subnet_id': '23f39dd9-f253-43ba-86ce-00953dd18499'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:16:12.890992 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4baf8486-1a23-4983-aae1-886f9bcdef03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:12.941293 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9694b37-b607-4f24-882e-c8d654fc9661 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fd8dd71-377c-4bfe-8329-29c211a0edfd,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:13.023505 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a9694b37-b607-4f24-882e-c8d654fc9661 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:13.029690 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a9694b37-b607-4f24-882e-c8d654fc9661 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/3fd8dd71-377c-4bfe-8329-29c211a0edfd HTTP/1.1" status: 204 len: 168 time: 1.2439618 Oct 30 15:16:13.031624 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 41214) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:13.032408 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 41216) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:13.088438 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ae3fdacf-c5b8-47b4-94fd-6c00fc59ea2b req-e96c2875-cf9d-41e6-a11d-e4b6ba9cbbe0 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:13.091768 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f523c4a-601c-48c6-8fbd-f49d566c95f7 req-4f3181a2-0fc9-492c-9eb3-fc851812179a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:13.098026 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7f523c4a-601c-48c6-8fbd-f49d566c95f7 req-4f3181a2-0fc9-492c-9eb3-fc851812179a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cb1592e1-5e9c-487d-b296-2e7a28c24f10 HTTP/1.1" status: 200 len: 852 time: 0.2658579 Oct 30 15:16:13.151733 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bbd39f47-6cec-4af9-899c-9f68bfb61c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:13.173818 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7f523c4a-601c-48c6-8fbd-f49d566c95f7 req-ca16c818-14ea-4b50-86e9-0d38b03c7a66 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7b1d60f2-90d0-4f44-9856-0c96dd26f8ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669596 Oct 30 15:16:13.209044 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:16:13.261397 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3f0c3ff6-e22c-462c-989d-8732bb6fa28a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:13.285474 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3f0c3ff6-e22c-462c-989d-8732bb6fa28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:13.339900 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-bbd39f47-6cec-4af9-899c-9f68bfb61c81 admin admin] Deleting port 0e92dd65-7b99-4fd2-9c7f-99d992f9b14b {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:16:13.340490 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bbd39f47-6cec-4af9-899c-9f68bfb61c81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:13.342384 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58921cfb-eca6-4cb4-924a-ad131b9db833 None None] Network 37d8b877-159b-4b64-8f66-da1ddd04cfce requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:16:13.369605 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ae3fdacf-c5b8-47b4-94fd-6c00fc59ea2b req-e96c2875-cf9d-41e6-a11d-e4b6ba9cbbe0 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:13.384427 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ae3fdacf-c5b8-47b4-94fd-6c00fc59ea2b req-e96c2875-cf9d-41e6-a11d-e4b6ba9cbbe0 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:13.430312 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96c2875-cf9d-41e6-a11d-e4b6ba9cbbe0 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06f94688-ecdf-47bd-851d-25176ab1d981,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:13.432924 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d5a55807-1693-464f-a0f1-19b76278e8e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:13.458621 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ae3fdacf-c5b8-47b4-94fd-6c00fc59ea2b req-e96c2875-cf9d-41e6-a11d-e4b6ba9cbbe0 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:13.462973 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ae3fdacf-c5b8-47b4-94fd-6c00fc59ea2b req-e96c2875-cf9d-41e6-a11d-e4b6ba9cbbe0 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.8903913 Oct 30 15:16:13.475426 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7f523c4a-601c-48c6-8fbd-f49d566c95f7 req-56350062-2c3f-48b6-ace7-5905ae22aa64 service neutron] 10.222.0.44 "GET /v2.0/networks/7b1d60f2-90d0-4f44-9856-0c96dd26f8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901783 Oct 30 15:16:13.588109 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-bbd39f47-6cec-4af9-899c-9f68bfb61c81 admin admin] For port 0e92dd65-7b99-4fd2-9c7f-99d992f9b14b, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=0e92dd65-7b99-4fd2-9c7f-99d992f9b14b,segment=NetworkSegment(f35b02a8-e438-4fc0-9529-14f054b80819),segment_id=f35b02a8-e438-4fc0-9529-14f054b80819)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:16:13.588487 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bbd39f47-6cec-4af9-899c-9f68bfb61c81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:13.615160 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-4baf8486-1a23-4983-aae1-886f9bcdef03 None None] Allocated IP 172.20.0.2 (99b2e015-7a7a-41c9-9251-e2d5c417b9db/23f39dd9-f253-43ba-86ce-00953dd18499/064d0479-cb2e-4a18-8896-42f0d9588bd1) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:16:13.628283 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7f523c4a-601c-48c6-8fbd-f49d566c95f7 req-0ed0361c-154f-4bfb-9df1-92700ebbe653 service neutron] 10.222.0.44 "GET /v2.0/networks/7b1d60f2-90d0-4f44-9856-0c96dd26f8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439884 Oct 30 15:16:13.642834 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 41236) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:13.670124 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-bbd39f47-6cec-4af9-899c-9f68bfb61c81 admin admin] Calling delete_port for 0e92dd65-7b99-4fd2-9c7f-99d992f9b14b owned by network:dhcp {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:16:13.673164 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-3f0c3ff6-e22c-462c-989d-8732bb6fa28a admin admin] Allocated IP 172.25.4.187 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/31e81794-7799-40cb-bcff-0d71465679b9) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:16:13.744782 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1d56d58c-460e-496d-adac-d12a36454ae4 req-a4764b9b-5a5e-4ffa-85ad-f6e26908b7d3 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] 10.222.0.62 "GET /v2.0/security-groups/0014fe43-3fd6-4b38-b68e-c9a9aabfa469 HTTP/1.1" status: 200 len: 1805 time: 0.2506874 Oct 30 15:16:13.771717 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d5a55807-1693-464f-a0f1-19b76278e8e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:13.881898 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d5a55807-1693-464f-a0f1-19b76278e8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:13.907758 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-a63a13b1-60dc-4809-8ad2-342fab6bd430 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Request body: {'networks': [{'name': 'tempest-network--1922313933'}, {'name': 'tempest-network--179732467'}]} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:13.908237 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-a63a13b1-60dc-4809-8ad2-342fab6bd430 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Request body: {'network': {'name': 'tempest-network--1922313933'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:13.910703 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-a63a13b1-60dc-4809-8ad2-342fab6bd430 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Request body: {'network': {'name': 'tempest-network--179732467'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:13.911934 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62dfd4d-c20a-4775-ab41-dc9b199f0a65 None None] DHCP port deletion for 37d8b877-159b-4b64-8f66-da1ddd04cfce request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:16:13.959956 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b149d102-8082-4c22-a419-9ad29e1e7659 req-dfa5cc0e-9a3b-43f6-ac1d-0183119c95fe tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:13.962642 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b149d102-8082-4c22-a419-9ad29e1e7659 req-dfa5cc0e-9a3b-43f6-ac1d-0183119c95fe tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.44 "GET /v2.0/ports?device_id=3595510c-401a-4288-8fae-6f7bc787d8d6 HTTP/1.1" status: 200 len: 1024 time: 0.1401842 Oct 30 15:16:13.970606 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4baf8486-1a23-4983-aae1-886f9bcdef03 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:13.990629 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4baf8486-1a23-4983-aae1-886f9bcdef03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:14.064765 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4baf8486-1a23-4983-aae1-886f9bcdef03 None None] Network 99b2e015-7a7a-41c9-9251-e2d5c417b9db is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:16:14.069431 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-4baf8486-1a23-4983-aae1-886f9bcdef03 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:16:14.083456 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a63a13b1-60dc-4809-8ad2-342fab6bd430 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Made reservation on behalf of 87432cd87d2a4fdeb9d310fcc2146478 for: {'network': 2} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:16:14.083928 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4baf8486-1a23-4983-aae1-886f9bcdef03 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:16:14.095278 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a63a13b1-60dc-4809-8ad2-342fab6bd430 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:14.104751 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-a62dfd4d-c20a-4775-ab41-dc9b199f0a65 None None] Deleting port 0e92dd65-7b99-4fd2-9c7f-99d992f9b14b {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:16:14.109898 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a62dfd4d-c20a-4775-ab41-dc9b199f0a65 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:14.121038 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a63a13b1-60dc-4809-8ad2-342fab6bd430 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:14.224455 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-a62dfd4d-c20a-4775-ab41-dc9b199f0a65 None None] For port 0e92dd65-7b99-4fd2-9c7f-99d992f9b14b, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=0e92dd65-7b99-4fd2-9c7f-99d992f9b14b,segment=NetworkSegment(f35b02a8-e438-4fc0-9529-14f054b80819),segment_id=f35b02a8-e438-4fc0-9529-14f054b80819)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:16:14.224994 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a62dfd4d-c20a-4775-ab41-dc9b199f0a65 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:14.231405 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a86f7af-cf85-45ea-8256-0cdf5b17ffdb req-e24e1086-c371-4056-958c-bae70f53e9ec tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:14.233234 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5a86f7af-cf85-45ea-8256-0cdf5b17ffdb req-e24e1086-c371-4056-958c-bae70f53e9ec tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/ports?device_id=3595510c-401a-4288-8fae-6f7bc787d8d6 HTTP/1.1" status: 200 len: 1024 time: 0.2667284 Oct 30 15:16:14.262093 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-a62dfd4d-c20a-4775-ab41-dc9b199f0a65 None None] Calling delete_port for 0e92dd65-7b99-4fd2-9c7f-99d992f9b14b owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:16:14.297820 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-b149d102-8082-4c22-a419-9ad29e1e7659 req-01a6be45-87ca-471c-aa9e-3a87584f6907 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Deleting port 80dc8530-c891-4dd3-8019-e79c89ecbe91 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:16:14.298371 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b149d102-8082-4c22-a419-9ad29e1e7659 req-01a6be45-87ca-471c-aa9e-3a87584f6907 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:14.355916 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5a86f7af-cf85-45ea-8256-0cdf5b17ffdb req-fd1e7550-562c-4454-958c-92be0bd42a97 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/security-groups?id=f5f5f198-c513-40c2-a39f-ff232382ea04&id=659f367c-8b4d-48c0-82e3-792fe7da28d1&id=dcd601be-910e-42a5-9957-7f59047ec0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1068327 Oct 30 15:16:14.392685 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a63a13b1-60dc-4809-8ad2-342fab6bd430 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:14.403001 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a63a13b1-60dc-4809-8ad2-342fab6bd430 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:14.403577 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a63a13b1-60dc-4809-8ad2-342fab6bd430 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:14.435446 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a63a13b1-60dc-4809-8ad2-342fab6bd430 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:16:14.442235 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 0e92dd65-7b99-4fd2-9c7f-99d992f9b14b no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:16:14.445193 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a63a13b1-60dc-4809-8ad2-342fab6bd430 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:14.445608 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-a63a13b1-60dc-4809-8ad2-342fab6bd430 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Added segment d1e52223-64d1-4918-b02f-e9193c4711dd of type vlan for network 51aef485-3d6f-4f98-adb3-781d83a5d683 Oct 30 15:16:14.463272 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d5a55807-1693-464f-a0f1-19b76278e8e7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6a639f3870bb4a61a39fc6724b198873&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4291487 Oct 30 15:16:14.472957 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 41246) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:14.474998 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a55807-1693-464f-a0f1-19b76278e8e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a671d583-8959-4749-913c-db3a7aead231,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:14.504710 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baf8486-1a23-4983-aae1-886f9bcdef03 None None] Pushing event updated for resources: {'Port': ['ID=064d0479-cb2e-4a18-8896-42f0d9588bd1,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:14.507729 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a63a13b1-60dc-4809-8ad2-342fab6bd430 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:14.510289 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 0e92dd65-7b99-4fd2-9c7f-99d992f9b14b {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:16:14.511040 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 0e92dd65-7b99-4fd2-9c7f-99d992f9b14b not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:16:14.523742 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a62dfd4d-c20a-4775-ab41-dc9b199f0a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:14.541900 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a63a13b1-60dc-4809-8ad2-342fab6bd430 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:16:14.550479 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62dfd4d-c20a-4775-ab41-dc9b199f0a65 None None] No DVR routers for this DVR port 0e92dd65-7b99-4fd2-9c7f-99d992f9b14b on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:16:14.551800 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a63a13b1-60dc-4809-8ad2-342fab6bd430 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:14.552777 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-a63a13b1-60dc-4809-8ad2-342fab6bd430 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Added segment bc6f6246-2507-4d81-a805-6e05ab0478fc of type vlan for network 78aa5efc-78de-403a-b8c2-45fd650a0e3d Oct 30 15:16:14.597404 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a63a13b1-60dc-4809-8ad2-342fab6bd430 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:14.615933 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62dfd4d-c20a-4775-ab41-dc9b199f0a65 None None] Pushing event deleted for resources: {'Port': ['ID=0e92dd65-7b99-4fd2-9c7f-99d992f9b14b,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:14.635251 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3f0c3ff6-e22c-462c-989d-8732bb6fa28a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:14.642576 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a63a13b1-60dc-4809-8ad2-342fab6bd430 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:14.643148 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a63a13b1-60dc-4809-8ad2-342fab6bd430 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:14.649606 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63a13b1-60dc-4809-8ad2-342fab6bd430 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:14.655825 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63a13b1-60dc-4809-8ad2-342fab6bd430 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:14.656502 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a63a13b1-60dc-4809-8ad2-342fab6bd430 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:14.667860 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-4baf8486-1a23-4983-aae1-886f9bcdef03 None None] Attempting to bind port 064d0479-cb2e-4a18-8896-42f0d9588bd1 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:16:14.668296 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-4baf8486-1a23-4983-aae1-886f9bcdef03 None None] Attempting to bind port 064d0479-cb2e-4a18-8896-42f0d9588bd1 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'ee263023-fb4d-46ef-8443-a0bc757d4895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '99b2e015-7a7a-41c9-9251-e2d5c417b9db'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:16:14.668672 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4baf8486-1a23-4983-aae1-886f9bcdef03 None None] Attempting to bind port 064d0479-cb2e-4a18-8896-42f0d9588bd1 on network 99b2e015-7a7a-41c9-9251-e2d5c417b9db {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:16:14.688468 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bbd39f47-6cec-4af9-899c-9f68bfb61c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:14.697019 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4baf8486-1a23-4983-aae1-886f9bcdef03 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:16:14.697405 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4baf8486-1a23-4983-aae1-886f9bcdef03 None None] Checking segment: {'id': 'ee263023-fb4d-46ef-8443-a0bc757d4895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '99b2e015-7a7a-41c9-9251-e2d5c417b9db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:16:14.698673 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4baf8486-1a23-4983-aae1-886f9bcdef03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:14.699038 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4baf8486-1a23-4983-aae1-886f9bcdef03 None None] Bound using segment: {'id': 'ee263023-fb4d-46ef-8443-a0bc757d4895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '99b2e015-7a7a-41c9-9251-e2d5c417b9db'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:16:14.699670 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-4baf8486-1a23-4983-aae1-886f9bcdef03 None None] Bound port: 064d0479-cb2e-4a18-8896-42f0d9588bd1, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee263023-fb4d-46ef-8443-a0bc757d4895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '99b2e015-7a7a-41c9-9251-e2d5c417b9db'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:16:14.700007 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a55807-1693-464f-a0f1-19b76278e8e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:16:14.700142 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4baf8486-1a23-4983-aae1-886f9bcdef03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:14.700364 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a55807-1693-464f-a0f1-19b76278e8e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:16:14.700708 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a55807-1693-464f-a0f1-19b76278e8e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:16:14.701053 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a55807-1693-464f-a0f1-19b76278e8e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:16:14.702208 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a55807-1693-464f-a0f1-19b76278e8e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:16:14.702545 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a55807-1693-464f-a0f1-19b76278e8e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:16:14.702880 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a55807-1693-464f-a0f1-19b76278e8e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:16:14.703212 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a55807-1693-464f-a0f1-19b76278e8e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:16:14.715673 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a55807-1693-464f-a0f1-19b76278e8e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:16:14.716160 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a55807-1693-464f-a0f1-19b76278e8e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:16:14.716518 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a55807-1693-464f-a0f1-19b76278e8e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:16:14.716865 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a55807-1693-464f-a0f1-19b76278e8e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:16:14.751590 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd39f47-6cec-4af9-899c-9f68bfb61c81 admin admin] No DVR routers for this DVR port 0e92dd65-7b99-4fd2-9c7f-99d992f9b14b on host n-d-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:16:14.763956 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-b149d102-8082-4c22-a419-9ad29e1e7659 req-01a6be45-87ca-471c-aa9e-3a87584f6907 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] For port 80dc8530-c891-4dd3-8019-e79c89ecbe91, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=80dc8530-c891-4dd3-8019-e79c89ecbe91,segment=NetworkSegment(75c14901-45f9-4a2f-9446-d0ecd75d3489),segment_id=75c14901-45f9-4a2f-9446-d0ecd75d3489)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:16:14.764411 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b149d102-8082-4c22-a419-9ad29e1e7659 req-01a6be45-87ca-471c-aa9e-3a87584f6907 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:14.782872 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63a13b1-60dc-4809-8ad2-342fab6bd430 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdbee55b-10a0-4c22-9a38-b54574710b25,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:14.785864 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63a13b1-60dc-4809-8ad2-342fab6bd430 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Pushing event updated for resources: {'Network': ['ID=51aef485-3d6f-4f98-adb3-781d83a5d683,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:14.794208 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-b149d102-8082-4c22-a419-9ad29e1e7659 req-01a6be45-87ca-471c-aa9e-3a87584f6907 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Calling delete_port for 80dc8530-c891-4dd3-8019-e79c89ecbe91 owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:16:14.823080 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-4baf8486-1a23-4983-aae1-886f9bcdef03 None None] For port 064d0479-cb2e-4a18-8896-42f0d9588bd1, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:16:14.828037 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 51aef485-3d6f-4f98-adb3-781d83a5d683 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:16:14.832390 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-1d56d58c-460e-496d-adac-d12a36454ae4 req-d3ab4a99-2bd2-4aa5-ba5d-74953a4afde4 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:14.883854 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a63a13b1-60dc-4809-8ad2-342fab6bd430 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.2374640 Oct 30 15:16:14.883854 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63a13b1-60dc-4809-8ad2-342fab6bd430 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Pushing event updated for resources: {'Network': ['ID=78aa5efc-78de-403a-b8c2-45fd650a0e3d,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:14.890803 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 41254) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:14.904061 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-4baf8486-1a23-4983-aae1-886f9bcdef03 None None] For port 064d0479-cb2e-4a18-8896-42f0d9588bd1, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=064d0479-cb2e-4a18-8896-42f0d9588bd1,segment=NetworkSegment(ee263023-fb4d-46ef-8443-a0bc757d4895),segment_id=ee263023-fb4d-46ef-8443-a0bc757d4895)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:16:14.906729 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 78aa5efc-78de-403a-b8c2-45fd650a0e3d details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:16:14.926435 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd39f47-6cec-4af9-899c-9f68bfb61c81 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e92dd65-7b99-4fd2-9c7f-99d992f9b14b,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:14.931611 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-1d56d58c-460e-496d-adac-d12a36454ae4 req-d3ab4a99-2bd2-4aa5-ba5d-74953a4afde4 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:14.999042 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4baf8486-1a23-4983-aae1-886f9bcdef03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:15.072907 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3f0c3ff6-e22c-462c-989d-8732bb6fa28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:15.099702 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bbd39f47-6cec-4af9-899c-9f68bfb61c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:15.106258 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baf8486-1a23-4983-aae1-886f9bcdef03 None None] Pushing event updated for resources: {'Port': ['ID=064d0479-cb2e-4a18-8896-42f0d9588bd1,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:15.154406 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-843c667a-beae-41e4-9374-07c675962b38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:15.194890 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-bbd39f47-6cec-4af9-899c-9f68bfb61c81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37d8b877-159b-4b64-8f66-da1ddd04cfce']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:16:15.199907 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0c3ff6-e22c-462c-989d-8732bb6fa28a admin admin] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:16:15.233083 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-3f0c3ff6-e22c-462c-989d-8732bb6fa28a admin admin] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:16:15.247045 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-bbd39f47-6cec-4af9-899c-9f68bfb61c81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f35b02a8-e438-4fc0-9529-14f054b80819') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:16:15.247627 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-bbd39f47-6cec-4af9-899c-9f68bfb61c81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f35b02a8-e438-4fc0-9529-14f054b80819') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:16:15.250258 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0c3ff6-e22c-462c-989d-8732bb6fa28a admin admin] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:16:15.305959 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0c3ff6-e22c-462c-989d-8732bb6fa28a admin admin] Pushing event updated for resources: {'Port': ['ID=31e81794-7799-40cb-bcff-0d71465679b9,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:15.308345 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-1d56d58c-460e-496d-adac-d12a36454ae4 req-d3ab4a99-2bd2-4aa5-ba5d-74953a4afde4 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:15.311903 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-1d56d58c-460e-496d-adac-d12a36454ae4 req-d3ab4a99-2bd2-4aa5-ba5d-74953a4afde4 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:15.313108 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1d56d58c-460e-496d-adac-d12a36454ae4 req-d3ab4a99-2bd2-4aa5-ba5d-74953a4afde4 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] 10.222.0.62 "DELETE /v2.0/security-groups/0014fe43-3fd6-4b38-b68e-c9a9aabfa469 HTTP/1.1" status: 204 len: 173 time: 1.5368757 Oct 30 15:16:15.369099 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-843c667a-beae-41e4-9374-07c675962b38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:15.425116 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bbd39f47-6cec-4af9-899c-9f68bfb61c81 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:15.449811 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ab4a99-2bd2-4aa5-ba5d-74953a4afde4 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0014fe43-3fd6-4b38-b68e-c9a9aabfa469,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:15.489503 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bbd39f47-6cec-4af9-899c-9f68bfb61c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:15.490167 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b149d102-8082-4c22-a419-9ad29e1e7659 req-01a6be45-87ca-471c-aa9e-3a87584f6907 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:15.506930 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:16:15.525728 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbd39f47-6cec-4af9-899c-9f68bfb61c81 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:16:15.526235 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bbd39f47-6cec-4af9-899c-9f68bfb61c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:15.530687 n-d-806683-17 neutron-server[102131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:16:15.530687 n-d-806683-17 neutron-server[102131]: self.session.flush() Oct 30 15:16:15.530687 n-d-806683-17 neutron-server[102131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:16:15.530687 n-d-806683-17 neutron-server[102131]: self.session.flush() Oct 30 15:16:15.530687 n-d-806683-17 neutron-server[102131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:16:15.530687 n-d-806683-17 neutron-server[102131]: self.session.flush() Oct 30 15:16:15.530687 n-d-806683-17 neutron-server[102131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:16:15.530687 n-d-806683-17 neutron-server[102131]: self.session.flush() Oct 30 15:16:15.530687 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:16:15.530687 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:16:15.530687 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:16:15.530687 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:16:15.530687 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:16:15.530687 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:16:15.530687 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:16:15.530687 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:16:15.530687 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:16:15.530687 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:16:15.530687 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:16:15.530687 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:16:15.530687 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:16:15.530687 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:16:15.530687 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:16:15.530687 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:16:15.530687 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:16:15.530687 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:16:15.530687 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:16:15.530687 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:16:15.530687 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:16:15.530687 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:16:15.530687 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:16:15.530687 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:16:15.530687 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:16:15.530687 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:16:15.530687 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:16:15.530687 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:16:15.530687 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:16:15.530687 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:16:15.530687 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:16:15.530687 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:16:15.624923 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a6be45-87ca-471c-aa9e-3a87584f6907 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Pushing event deleted for resources: {'Port': ['ID=80dc8530-c891-4dd3-8019-e79c89ecbe91,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:15.640456 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['80dc8530-c891-4dd3-8019-e79c89ecbe91'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:16:15.644403 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-39d3d1ea-5ec9-4853-b943-dd93654ba0af req-1efec9ab-ca16-47a5-945a-07462aea4b6a tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/ports?device_id=3595510c-401a-4288-8fae-6f7bc787d8d6 HTTP/1.1" status: 200 len: 210 time: 0.0593069 Oct 30 15:16:15.656953 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcf617a-1f40-4fec-8ef5-f182b7202b61 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:15.668719 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcf617a-1f40-4fec-8ef5-f182b7202b61 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:15.680087 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcf617a-1f40-4fec-8ef5-f182b7202b61 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:15.682455 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcf617a-1f40-4fec-8ef5-f182b7202b61 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:15.689916 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-7fcf617a-1f40-4fec-8ef5-f182b7202b61 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.7977371 Oct 30 15:16:15.690578 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 41278) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:15.729619 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bbd39f47-6cec-4af9-899c-9f68bfb61c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:15.734253 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bbd39f47-6cec-4af9-899c-9f68bfb61c81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:15.737700 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-bbd39f47-6cec-4af9-899c-9f68bfb61c81 admin admin] 10.222.0.62 "DELETE /v2.0/networks/37d8b877-159b-4b64-8f66-da1ddd04cfce HTTP/1.1" status: 204 len: 168 time: 2.6963861 Oct 30 15:16:15.738424 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-843c667a-beae-41e4-9374-07c675962b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:15.742530 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-843c667a-beae-41e4-9374-07c675962b38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:15.742530 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-843c667a-beae-41e4-9374-07c675962b38 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a671d583-8959-4749-913c-db3a7aead231 HTTP/1.1" status: 204 len: 168 time: 1.2651124 Oct 30 15:16:15.774919 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843c667a-beae-41e4-9374-07c675962b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a671d583-8959-4749-913c-db3a7aead231,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:15.787200 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd39f47-6cec-4af9-899c-9f68bfb61c81 admin admin] Pushing event deleted for resources: {'Network': ['ID=37d8b877-159b-4b64-8f66-da1ddd04cfce,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:15.830486 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3f0c3ff6-e22c-462c-989d-8732bb6fa28a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:15.882209 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-be830508-077e-4275-b56e-bb0016fbcc49 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:15.910167 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-b149d102-8082-4c22-a419-9ad29e1e7659 req-01a6be45-87ca-471c-aa9e-3a87584f6907 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] No DVR routers for this DVR port 80dc8530-c891-4dd3-8019-e79c89ecbe91 on host n-h2-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:16:15.918689 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-92a11f0d-b80f-4704-bd01-0091057d10b7 req-09c648cf-97fb-44c1-bdad-75ede07a273c tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] 10.222.0.62 "GET /v2.0/security-groups/75c06fed-c1cb-4932-a4c8-0bf9419abc05 HTTP/1.1" status: 200 len: 1806 time: 0.5463953 Oct 30 15:16:15.928599 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b149d102-8082-4c22-a419-9ad29e1e7659 req-01a6be45-87ca-471c-aa9e-3a87584f6907 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:15.933422 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b149d102-8082-4c22-a419-9ad29e1e7659 req-01a6be45-87ca-471c-aa9e-3a87584f6907 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.44 "DELETE /v2.0/ports/80dc8530-c891-4dd3-8019-e79c89ecbe91 HTTP/1.1" status: 204 len: 173 time: 1.9513953 Oct 30 15:16:15.945662 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3595510c-401a-4288-8fae-6f7bc787d8d6', 'name': 'network-vif-deleted', 'tag': '80dc8530-c891-4dd3-8019-e79c89ecbe91'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:16:15.952560 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d65710f-2a20-49e3-8e41-541145ebd1c5" -d '{"events": [{"server_uuid": "3595510c-401a-4288-8fae-6f7bc787d8d6", "name": "network-vif-deleted", "tag": "80dc8530-c891-4dd3-8019-e79c89ecbe91"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:16:15.957407 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-df4e72e6-6c79-4fb4-86c1-38ef5978247c req-4455cb5e-34ce-473c-84b0-853ee5fc42c5 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-781972269', 'description': 'tempest-description-1604545613'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:16.148092 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-df4e72e6-6c79-4fb4-86c1-38ef5978247c req-4455cb5e-34ce-473c-84b0-853ee5fc42c5 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:16.250264 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 41290) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:16.285731 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 064d0479-cb2e-4a18-8896-42f0d9588bd1 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:16:16.369064 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 064d0479-cb2e-4a18-8896-42f0d9588bd1 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:16:16.369438 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:16.435832 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-3cd388fe-4361-4343-8f44-339f6b7c310f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0f970d101e534168aa167348c2581dc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1770632 Oct 30 15:16:16.442416 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 41292) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:16.549289 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-df4e72e6-6c79-4fb4-86c1-38ef5978247c req-4455cb5e-34ce-473c-84b0-853ee5fc42c5 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:16.564665 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-df4e72e6-6c79-4fb4-86c1-38ef5978247c req-4455cb5e-34ce-473c-84b0-853ee5fc42c5 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:16.579244 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3f0c3ff6-e22c-462c-989d-8732bb6fa28a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:16.597380 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:16.675563 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 064d0479-cb2e-4a18-8896-42f0d9588bd1, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=064d0479-cb2e-4a18-8896-42f0d9588bd1,segment=NetworkSegment(ee263023-fb4d-46ef-8443-a0bc757d4895),segment_id=ee263023-fb4d-46ef-8443-a0bc757d4895)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:16:16.695236 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:16.726720 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1586032e-a449-4ccd-952f-a8637010f92f x-openstack-request-id: req-1586032e-a449-4ccd-952f-a8637010f92f {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:16:16.727292 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3595510c-401a-4288-8fae-6f7bc787d8d6", "name": "network-vif-deleted", "tag": "80dc8530-c891-4dd3-8019-e79c89ecbe91", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:16:16.727391 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1586032e-a449-4ccd-952f-a8637010f92f {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:16:16.727974 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3595510c-401a-4288-8fae-6f7bc787d8d6', 'name': 'network-vif-deleted', 'tag': '80dc8530-c891-4dd3-8019-e79c89ecbe91', 'status': 'completed', 'code': 200} Oct 30 15:16:16.773185 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-df4e72e6-6c79-4fb4-86c1-38ef5978247c req-4455cb5e-34ce-473c-84b0-853ee5fc42c5 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:16.773185 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-df4e72e6-6c79-4fb4-86c1-38ef5978247c req-4455cb5e-34ce-473c-84b0-853ee5fc42c5 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.8212235 Oct 30 15:16:16.780502 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 41302) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:16.803113 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f3d88d-2875-405a-84b5-07fd8e95a10c None None] Network 99b2e015-7a7a-41c9-9251-e2d5c417b9db requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:16:16.813684 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0a5f2164-e470-476d-9c74-b84f58d94a95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:16.825188 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4455cb5e-34ce-473c-84b0-853ee5fc42c5 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8bbbf9-fb3f-430b-a769-5d068215b75b,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:16.859099 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-be830508-077e-4275-b56e-bb0016fbcc49 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:16.865062 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-600c4683-8321-42d6-ba3a-89d9ce929cca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:16.878073 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=064d0479-cb2e-4a18-8896-42f0d9588bd1,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:16.902513 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-df902800-40a1-4b5a-ad26-4443022fc757 req-2e99d521-00f6-4ade-9132-d581e5c781fd tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/security-groups/f5f5f198-c513-40c2-a39f-ff232382ea04 HTTP/1.1" status: 200 len: 1801 time: 0.0910552 Oct 30 15:16:16.908540 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-a5ecce4f-e6f0-4267-8b98-e98308c325fa None None] Provisioning complete for port 064d0479-cb2e-4a18-8896-42f0d9588bd1 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:16:16.908925 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a5ecce4f-e6f0-4267-8b98-e98308c325fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:16.913251 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-be830508-077e-4275-b56e-bb0016fbcc49 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51aef485-3d6f-4f98-adb3-781d83a5d683']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:16:16.924195 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0a5f2164-e470-476d-9c74-b84f58d94a95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:16.937343 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-be830508-077e-4275-b56e-bb0016fbcc49 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1e52223-64d1-4918-b02f-e9193c4711dd') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:16:16.938031 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-be830508-077e-4275-b56e-bb0016fbcc49 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1e52223-64d1-4918-b02f-e9193c4711dd') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:16:16.959494 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-be830508-077e-4275-b56e-bb0016fbcc49 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:16.964948 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1ac43c72-ee5e-458c-a1db-acb433027eb4 req-c7547273-62fe-46cb-a49c-3b64bbae9566 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] 10.222.0.62 "GET /v2.0/security-groups/0d8bbbf9-fb3f-430b-a769-5d068215b75b HTTP/1.1" status: 200 len: 1806 time: 0.1538334 Oct 30 15:16:16.989562 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-1ac43c72-ee5e-458c-a1db-acb433027eb4 req-051f42ee-c36b-447c-b08c-edcf5837f8a8 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0d8bbbf9-fb3f-430b-a769-5d068215b75b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:16.990043 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-1ac43c72-ee5e-458c-a1db-acb433027eb4 req-051f42ee-c36b-447c-b08c-edcf5837f8a8 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0d8bbbf9-fb3f-430b-a769-5d068215b75b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:16.994846 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-be830508-077e-4275-b56e-bb0016fbcc49 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:17.008744 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be830508-077e-4275-b56e-bb0016fbcc49 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:16:17.009703 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-be830508-077e-4275-b56e-bb0016fbcc49 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:17.014552 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:16:17.014552 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:16:17.014552 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:16:17.014552 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:16:17.014552 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:16:17.014552 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:16:17.014552 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:16:17.014552 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:16:17.014552 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:16:17.014552 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:16:17.014552 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:16:17.014552 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:16:17.014552 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:16:17.014552 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:16:17.014552 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:16:17.014552 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:16:17.014552 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:16:17.014552 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:16:17.014552 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:16:17.014552 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:16:17.014552 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:16:17.014552 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:16:17.014552 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:16:17.014552 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:16:17.014552 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:16:17.014552 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:16:17.014552 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:16:17.014552 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:16:17.014552 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:16:17.014552 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:16:17.014552 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:16:17.014552 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:16:17.083110 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-df902800-40a1-4b5a-ad26-4443022fc757 req-46a174bc-ce13-49a2-9a49-602995b8493e tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:17.126816 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-be830508-077e-4275-b56e-bb0016fbcc49 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:17.128826 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0a5f2164-e470-476d-9c74-b84f58d94a95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:17.129991 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-df902800-40a1-4b5a-ad26-4443022fc757 req-46a174bc-ce13-49a2-9a49-602995b8493e tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:17.131959 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0a5f2164-e470-476d-9c74-b84f58d94a95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:17.133921 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-0a5f2164-e470-476d-9c74-b84f58d94a95 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9c4698d0-2960-428a-a3a0-964a3486c21e HTTP/1.1" status: 204 len: 168 time: 0.6898012 Oct 30 15:16:17.135094 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-1ac43c72-ee5e-458c-a1db-acb433027eb4 req-051f42ee-c36b-447c-b08c-edcf5837f8a8 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:17.168071 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5f2164-e470-476d-9c74-b84f58d94a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4698d0-2960-428a-a3a0-964a3486c21e,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:17.171921 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-be830508-077e-4275-b56e-bb0016fbcc49 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:17.175277 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-be830508-077e-4275-b56e-bb0016fbcc49 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] 10.222.0.62 "DELETE /v2.0/networks/51aef485-3d6f-4f98-adb3-781d83a5d683 HTTP/1.1" status: 204 len: 168 time: 1.4524534 Oct 30 15:16:17.187601 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-1ac43c72-ee5e-458c-a1db-acb433027eb4 req-051f42ee-c36b-447c-b08c-edcf5837f8a8 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:17.188490 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 41312) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:17.219996 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f0c3ff6-e22c-462c-989d-8732bb6fa28a admin admin] Router b5fd71c0-96e0-4944-97e5-b0e757b0e0f5 is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:16:17.221804 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-1ac43c72-ee5e-458c-a1db-acb433027eb4 req-051f42ee-c36b-447c-b08c-edcf5837f8a8 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:17.261566 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be830508-077e-4275-b56e-bb0016fbcc49 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Pushing event deleted for resources: {'Network': ['ID=51aef485-3d6f-4f98-adb3-781d83a5d683,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:17.288749 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-600c4683-8321-42d6-ba3a-89d9ce929cca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:17.291609 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051f42ee-c36b-447c-b08c-edcf5837f8a8 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8c157f9-a9b9-4ec8-9e06-3c8cbf396aaf,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:17.311111 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-1ac43c72-ee5e-458c-a1db-acb433027eb4 req-051f42ee-c36b-447c-b08c-edcf5837f8a8 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:17.312348 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1ac43c72-ee5e-458c-a1db-acb433027eb4 req-051f42ee-c36b-447c-b08c-edcf5837f8a8 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3386350 Oct 30 15:16:17.312943 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-600c4683-8321-42d6-ba3a-89d9ce929cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:17.369341 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-df902800-40a1-4b5a-ad26-4443022fc757 req-46a174bc-ce13-49a2-9a49-602995b8493e tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:17.372741 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-df902800-40a1-4b5a-ad26-4443022fc757 req-46a174bc-ce13-49a2-9a49-602995b8493e tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:17.374632 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-df902800-40a1-4b5a-ad26-4443022fc757 req-46a174bc-ce13-49a2-9a49-602995b8493e tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "DELETE /v2.0/security-groups/f5f5f198-c513-40c2-a39f-ff232382ea04 HTTP/1.1" status: 204 len: 173 time: 0.4567897 Oct 30 15:16:17.391083 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a174bc-ce13-49a2-9a49-602995b8493e tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f5f198-c513-40c2-a39f-ff232382ea04,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:17.498915 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c28ec4fd-e786-4fa5-a2de-4b42c2116ed3 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:17.512618 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-807fcb96-a350-40fa-9c62-ecd06bcf58e9 req-5512668a-02cd-4027-a430-98d460d2438b tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] 10.222.0.62 "GET /v2.0/security-groups/0d8bbbf9-fb3f-430b-a769-5d068215b75b HTTP/1.1" status: 200 len: 2400 time: 0.0952702 Oct 30 15:16:17.534081 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-807fcb96-a350-40fa-9c62-ecd06bcf58e9 req-f4c86e8b-5a74-410f-87d4-521f3ed44855 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0d8bbbf9-fb3f-430b-a769-5d068215b75b', 'remote_group_id': None}]} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:17.534402 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-807fcb96-a350-40fa-9c62-ecd06bcf58e9 req-f4c86e8b-5a74-410f-87d4-521f3ed44855 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0d8bbbf9-fb3f-430b-a769-5d068215b75b', 'remote_group_id': None}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:17.546906 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-ad4ca823-657f-496b-ad5a-e7c7ace1ca9d None None] Provisioning complete for port 064d0479-cb2e-4a18-8896-42f0d9588bd1 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:16:17.547266 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ad4ca823-657f-496b-ad5a-e7c7ace1ca9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:17.622497 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-807fcb96-a350-40fa-9c62-ecd06bcf58e9 req-f4c86e8b-5a74-410f-87d4-521f3ed44855 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:17.631412 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 41328) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:17.631878 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-600c4683-8321-42d6-ba3a-89d9ce929cca admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b0f333af592d466e828a623503732da2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8420501 Oct 30 15:16:17.646270 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4683-8321-42d6-ba3a-89d9ce929cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb56cb7-3875-4f47-95aa-66c9a606944d,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:17.678748 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f0c3ff6-e22c-462c-989d-8732bb6fa28a admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:16:17.705533 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc5af0b-ae0b-46e5-808f-06b2ba8f5d7e None None] Sync routers for ids ['b5fd71c0-96e0-4944-97e5-b0e757b0e0f5'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:16:17.726520 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc5af0b-ae0b-46e5-808f-06b2ba8f5d7e None None] Routers {'b5fd71c0-96e0-4944-97e5-b0e757b0e0f5'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:16:17.727174 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-edc5af0b-ae0b-46e5-808f-06b2ba8f5d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:15:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['b5fd71c0-96e0-4944-97e5-b0e757b0e0f5'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:16:17.765552 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4271fe30-2106-42ea-afb1-0d1f59899a6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:17.801374 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c28ec4fd-e786-4fa5-a2de-4b42c2116ed3 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:17.810635 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-807fcb96-a350-40fa-9c62-ecd06bcf58e9 req-f4c86e8b-5a74-410f-87d4-521f3ed44855 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:17.824046 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-807fcb96-a350-40fa-9c62-ecd06bcf58e9 req-f4c86e8b-5a74-410f-87d4-521f3ed44855 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:17.830229 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4271fe30-2106-42ea-afb1-0d1f59899a6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:17.830788 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-c28ec4fd-e786-4fa5-a2de-4b42c2116ed3 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78aa5efc-78de-403a-b8c2-45fd650a0e3d']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:16:17.855232 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-c28ec4fd-e786-4fa5-a2de-4b42c2116ed3 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc6f6246-2507-4d81-a805-6e05ab0478fc') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:16:17.855232 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-c28ec4fd-e786-4fa5-a2de-4b42c2116ed3 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc6f6246-2507-4d81-a805-6e05ab0478fc') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:16:17.879540 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c86e8b-5a74-410f-87d4-521f3ed44855 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14727c24-b3a5-4498-aff1-ffccaa6e5d03,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:17.897042 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-957e2265-c6f2-405c-ab30-469a0ef4169b req-5954694f-902e-4db3-9a1a-530a6aec2434 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/security-groups/659f367c-8b4d-48c0-82e3-792fe7da28d1 HTTP/1.1" status: 200 len: 1801 time: 0.3644328 Oct 30 15:16:17.899542 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-807fcb96-a350-40fa-9c62-ecd06bcf58e9 req-f4c86e8b-5a74-410f-87d4-521f3ed44855 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:17.902015 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-807fcb96-a350-40fa-9c62-ecd06bcf58e9 req-f4c86e8b-5a74-410f-87d4-521f3ed44855 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3722808 Oct 30 15:16:17.902148 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c28ec4fd-e786-4fa5-a2de-4b42c2116ed3 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:17.920971 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-edc5af0b-ae0b-46e5-808f-06b2ba8f5d7e None None] Set router b5fd71c0-96e0-4944-97e5-b0e757b0e0f5 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:16:17.922694 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3f0c3ff6-e22c-462c-989d-8732bb6fa28a admin admin] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:17.924387 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-3f0c3ff6-e22c-462c-989d-8732bb6fa28a admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.8021233 Oct 30 15:16:17.927440 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 41338) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:17.946555 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c28ec4fd-e786-4fa5-a2de-4b42c2116ed3 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:17.975067 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c28ec4fd-e786-4fa5-a2de-4b42c2116ed3 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:16:17.975556 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c28ec4fd-e786-4fa5-a2de-4b42c2116ed3 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:17.978527 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:16:17.978527 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:16:17.978527 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:16:17.978527 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:16:17.978527 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:16:17.978527 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:16:17.978527 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:16:17.978527 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:16:17.978527 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:16:17.978527 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:16:17.978527 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:16:17.978527 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:16:17.978527 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:16:17.978527 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:16:17.978527 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:16:17.978527 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:16:17.978527 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:16:17.978527 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:16:17.978527 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:16:17.978527 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:16:17.978527 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:16:17.978527 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:16:17.978527 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:16:17.978527 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:16:17.978527 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:16:17.978527 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:16:17.978527 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:16:17.978527 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:16:17.978527 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:16:17.978527 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:16:17.978527 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:16:17.978527 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:16:18.122413 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 064d0479-cb2e-4a18-8896-42f0d9588bd1 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:16:18.136253 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-957e2265-c6f2-405c-ab30-469a0ef4169b req-f526ab6f-7f88-49d1-9c7e-69a8dbf459fd tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:18.137852 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4271fe30-2106-42ea-afb1-0d1f59899a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:18.141259 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4271fe30-2106-42ea-afb1-0d1f59899a6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:18.142861 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-4271fe30-2106-42ea-afb1-0d1f59899a6c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9bb56cb7-3875-4f47-95aa-66c9a606944d HTTP/1.1" status: 204 len: 168 time: 0.5101509 Oct 30 15:16:18.171056 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c28ec4fd-e786-4fa5-a2de-4b42c2116ed3 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:18.201639 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c28ec4fd-e786-4fa5-a2de-4b42c2116ed3 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:18.216445 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 41346) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:18.216812 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-c28ec4fd-e786-4fa5-a2de-4b42c2116ed3 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] 10.222.0.62 "DELETE /v2.0/networks/78aa5efc-78de-403a-b8c2-45fd650a0e3d HTTP/1.1" status: 204 len: 168 time: 1.0272245 Oct 30 15:16:18.255953 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-edc5af0b-ae0b-46e5-808f-06b2ba8f5d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fd71c0-96e0-4944-97e5-b0e757b0e0f5', 'name': 'tempest-TaggedBootDevicesTest_v242-649327085-router', 'tenant_id': 'fedcadc844c84f7ca955acdb50df6c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '31e81794-7799-40cb-bcff-0d71465679b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:16:12Z', 'updated_at': '2021-10-30T15:16:15Z', 'revision_number': 3, 'project_id': 'fedcadc844c84f7ca955acdb50df6c20', 'gw_port': {'id': '31e81794-7799-40cb-bcff-0d71465679b9', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:79:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5fd71c0-96e0-4944-97e5-b0e757b0e0f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:16:13Z', 'updated_at': '2021-10-30T15:16:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:16:18.263592 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-957e2265-c6f2-405c-ab30-469a0ef4169b req-f526ab6f-7f88-49d1-9c7e-69a8dbf459fd tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:18.266353 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28ec4fd-e786-4fa5-a2de-4b42c2116ed3 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Pushing event deleted for resources: {'Network': ['ID=78aa5efc-78de-403a-b8c2-45fd650a0e3d,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:18.270149 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 80dc8530-c891-4dd3-8019-e79c89ecbe91 no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:16:18.295420 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc5af0b-ae0b-46e5-808f-06b2ba8f5d7e None None] Checking router: b5fd71c0-96e0-4944-97e5-b0e757b0e0f5 for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:16:18.296022 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc5af0b-ae0b-46e5-808f-06b2ba8f5d7e None None] Updating router b5fd71c0-96e0-4944-97e5-b0e757b0e0f5 port 31e81794-7799-40cb-bcff-0d71465679b9 binding host n-d-806683-17 {{(pid=102133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:16:18.318664 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 064d0479-cb2e-4a18-8896-42f0d9588bd1 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:16:18.318664 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:18.324730 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] No Port match for: 80dc8530-c891-4dd3-8019-e79c89ecbe91 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:16:18.325114 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 80dc8530-c891-4dd3-8019-e79c89ecbe91 not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:16:18.348609 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-edc5af0b-ae0b-46e5-808f-06b2ba8f5d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:18.400314 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-957e2265-c6f2-405c-ab30-469a0ef4169b req-f526ab6f-7f88-49d1-9c7e-69a8dbf459fd tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:18.403717 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-957e2265-c6f2-405c-ab30-469a0ef4169b req-f526ab6f-7f88-49d1-9c7e-69a8dbf459fd tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:18.405038 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-957e2265-c6f2-405c-ab30-469a0ef4169b req-f526ab6f-7f88-49d1-9c7e-69a8dbf459fd tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "DELETE /v2.0/security-groups/659f367c-8b4d-48c0-82e3-792fe7da28d1 HTTP/1.1" status: 204 len: 173 time: 0.5070686 Oct 30 15:16:18.434721 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f526ab6f-7f88-49d1-9c7e-69a8dbf459fd tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=659f367c-8b4d-48c0-82e3-792fe7da28d1,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:18.456967 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4271fe30-2106-42ea-afb1-0d1f59899a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb56cb7-3875-4f47-95aa-66c9a606944d,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:18.483748 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-74a76624-f632-4cc1-8660-690c88864259 req-e257f58f-8eed-43da-a0ad-822c3ce6bd12 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-974855466', 'description': 'tempest-description-982855267'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:18.487630 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fea3d09c-6922-4cdc-a68e-90dcabcb376b req-71f572e8-cf90-4e64-99bb-83410c925bb1 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] 10.222.0.62 "GET /v2.0/security-groups/0d8bbbf9-fb3f-430b-a769-5d068215b75b HTTP/1.1" status: 200 len: 2999 time: 0.5536923 Oct 30 15:16:18.572616 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-74a76624-f632-4cc1-8660-690c88864259 req-e257f58f-8eed-43da-a0ad-822c3ce6bd12 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:18.738772 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-74a76624-f632-4cc1-8660-690c88864259 req-e257f58f-8eed-43da-a0ad-822c3ce6bd12 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:18.748003 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-74a76624-f632-4cc1-8660-690c88864259 req-e257f58f-8eed-43da-a0ad-822c3ce6bd12 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:18.759588 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 41368) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:18.805036 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3c58cb30-ee89-4a10-9985-41cba23f811e req-fa1ac97f-b072-4a68-af7e-07b2bbe74dc7 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] 10.222.0.62 "GET /v2.0/security-group-rules/14727c24-b3a5-4498-aff1-ffccaa6e5d03 HTTP/1.1" status: 200 len: 783 time: 0.1106291 Oct 30 15:16:18.806573 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-74a76624-f632-4cc1-8660-690c88864259 req-e257f58f-8eed-43da-a0ad-822c3ce6bd12 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:18.809438 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-74a76624-f632-4cc1-8660-690c88864259 req-e257f58f-8eed-43da-a0ad-822c3ce6bd12 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3321660 Oct 30 15:16:18.811129 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e257f58f-8eed-43da-a0ad-822c3ce6bd12 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3420dc5e-b8be-457b-9bdf-06f6e9d65381,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:18.879969 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-edc5af0b-ae0b-46e5-808f-06b2ba8f5d7e None None] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:18.884634 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cdca86af-0bb3-4598-b4c2-bc98747b6501 req-2c808ba2-e956-4fcd-bbf5-b24bbcc91ec3 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/security-groups/3420dc5e-b8be-457b-9bdf-06f6e9d65381 HTTP/1.1" status: 200 len: 1801 time: 0.0505121 Oct 30 15:16:18.887070 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-edc5af0b-ae0b-46e5-808f-06b2ba8f5d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:18.897592 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-cdca86af-0bb3-4598-b4c2-bc98747b6501 req-4c790b90-43b8-4aef-b974-ede48606928c tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1875626683', 'description': 'tempest-description-hth-1793789907'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:18.933029 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-df22e548-4b75-497a-af36-6f42b884140e admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-33003546-network', 'tenant_id': '19817faf69a4405b907421887c1772e6'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:18.962886 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-cdca86af-0bb3-4598-b4c2-bc98747b6501 req-4c790b90-43b8-4aef-b974-ede48606928c tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks [] for security_group, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:18.968369 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3c58cb30-ee89-4a10-9985-41cba23f811e req-56fb4db0-f1b2-4329-8f64-da9b9ba4cc78 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] 10.222.0.62 "GET /v2.0/security-groups/0d8bbbf9-fb3f-430b-a769-5d068215b75b HTTP/1.1" status: 200 len: 2999 time: 0.1615388 Oct 30 15:16:18.971366 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-edc5af0b-ae0b-46e5-808f-06b2ba8f5d7e None None] Attempting to bind port 31e81794-7799-40cb-bcff-0d71465679b9 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:16:18.971927 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-edc5af0b-ae0b-46e5-808f-06b2ba8f5d7e None None] Attempting to bind port 31e81794-7799-40cb-bcff-0d71465679b9 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:16:18.972454 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc5af0b-ae0b-46e5-808f-06b2ba8f5d7e None None] Attempting to bind port 31e81794-7799-40cb-bcff-0d71465679b9 on network edc38ef5-7816-4133-914c-cfe2849a0125 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:16:18.974603 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df22e548-4b75-497a-af36-6f42b884140e admin admin] Made reservation on behalf of 19817faf69a4405b907421887c1772e6 for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:16:18.978053 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-df22e548-4b75-497a-af36-6f42b884140e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:18.980631 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc5af0b-ae0b-46e5-808f-06b2ba8f5d7e None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:16:18.981208 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc5af0b-ae0b-46e5-808f-06b2ba8f5d7e None None] Checking segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:16:18.982041 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-edc5af0b-ae0b-46e5-808f-06b2ba8f5d7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:18.982610 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc5af0b-ae0b-46e5-808f-06b2ba8f5d7e None None] Bound using segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:16:18.983240 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-edc5af0b-ae0b-46e5-808f-06b2ba8f5d7e None None] Bound port: 31e81794-7799-40cb-bcff-0d71465679b9, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:16:18.983940 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-edc5af0b-ae0b-46e5-808f-06b2ba8f5d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:19.000931 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9031e40b-06b5-47de-b012-bd2deb8cc25b tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:19.006731 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9031e40b-06b5-47de-b012-bd2deb8cc25b tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:19.012005 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9031e40b-06b5-47de-b012-bd2deb8cc25b tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.7911479 Oct 30 15:16:19.012178 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328017c2-4fb4-4657-ae0d-e567f60d2e87 None None] Pushing event updated for resources: {'Port': ['ID=31e81794-7799-40cb-bcff-0d71465679b9,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:19.014547 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 41380) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:19.021370 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-ecb66ed2-2048-4987-9f4f-9e81ac1c4367 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1432633082'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:19.029060 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328017c2-4fb4-4657-ae0d-e567f60d2e87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:16:19.029543 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328017c2-4fb4-4657-ae0d-e567f60d2e87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:16:19.030038 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328017c2-4fb4-4657-ae0d-e567f60d2e87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:16:19.030474 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328017c2-4fb4-4657-ae0d-e567f60d2e87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:16:19.030907 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328017c2-4fb4-4657-ae0d-e567f60d2e87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:16:19.031360 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328017c2-4fb4-4657-ae0d-e567f60d2e87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:16:19.031784 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328017c2-4fb4-4657-ae0d-e567f60d2e87 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:16:19.032175 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328017c2-4fb4-4657-ae0d-e567f60d2e87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:16:19.032780 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328017c2-4fb4-4657-ae0d-e567f60d2e87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:16:19.033371 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328017c2-4fb4-4657-ae0d-e567f60d2e87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:16:19.033487 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-cdca86af-0bb3-4598-b4c2-bc98747b6501 req-4c790b90-43b8-4aef-b974-ede48606928c tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks [] for security_group, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:19.034019 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328017c2-4fb4-4657-ae0d-e567f60d2e87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:16:19.034633 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328017c2-4fb4-4657-ae0d-e567f60d2e87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:16:19.035281 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-df22e548-4b75-497a-af36-6f42b884140e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:19.041794 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-3c58cb30-ee89-4a10-9985-41cba23f811e req-5e467c8c-1363-4409-a10c-29629bf1e0a0 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:19.052346 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-3c58cb30-ee89-4a10-9985-41cba23f811e req-5e467c8c-1363-4409-a10c-29629bf1e0a0 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:19.056571 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-cdca86af-0bb3-4598-b4c2-bc98747b6501 req-4c790b90-43b8-4aef-b974-ede48606928c tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:19.059630 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-cdca86af-0bb3-4598-b4c2-bc98747b6501 req-4c790b90-43b8-4aef-b974-ede48606928c tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:19.060875 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cdca86af-0bb3-4598-b4c2-bc98747b6501 req-4c790b90-43b8-4aef-b974-ede48606928c tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "PUT /v2.0/security-groups/3420dc5e-b8be-457b-9bdf-06f6e9d65381 HTTP/1.1" status: 200 len: 1777 time: 0.1685698 Oct 30 15:16:19.069800 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-edc5af0b-ae0b-46e5-808f-06b2ba8f5d7e None None] For port 31e81794-7799-40cb-bcff-0d71465679b9, host n-d-806683-17, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:16:19.075109 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-edc5af0b-ae0b-46e5-808f-06b2ba8f5d7e None None] For port 31e81794-7799-40cb-bcff-0d71465679b9, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=31e81794-7799-40cb-bcff-0d71465679b9,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:16:19.082916 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-edc5af0b-ae0b-46e5-808f-06b2ba8f5d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:19.084138 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb66ed2-2048-4987-9f4f-9e81ac1c4367 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Made reservation on behalf of 87432cd87d2a4fdeb9d310fcc2146478 for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:16:19.088334 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ecb66ed2-2048-4987-9f4f-9e81ac1c4367 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:19.144181 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-3c58cb30-ee89-4a10-9985-41cba23f811e req-5e467c8c-1363-4409-a10c-29629bf1e0a0 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:19.146354 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c790b90-43b8-4aef-b974-ede48606928c tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3420dc5e-b8be-457b-9bdf-06f6e9d65381,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:19.153797 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-3c58cb30-ee89-4a10-9985-41cba23f811e req-5e467c8c-1363-4409-a10c-29629bf1e0a0 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:19.162166 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3c58cb30-ee89-4a10-9985-41cba23f811e req-5e467c8c-1363-4409-a10c-29629bf1e0a0 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/14727c24-b3a5-4498-aff1-ffccaa6e5d03 HTTP/1.1" status: 204 len: 173 time: 0.1894090 Oct 30 15:16:19.162166 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecb66ed2-2048-4987-9f4f-9e81ac1c4367 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:16:19.169348 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc5af0b-ae0b-46e5-808f-06b2ba8f5d7e None None] Routers {'b5fd71c0-96e0-4944-97e5-b0e757b0e0f5'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:16:19.170223 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-edc5af0b-ae0b-46e5-808f-06b2ba8f5d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:15:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['b5fd71c0-96e0-4944-97e5-b0e757b0e0f5'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:16:19.214668 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328017c2-4fb4-4657-ae0d-e567f60d2e87 None None] Pushing event updated for resources: {'Port': ['ID=31e81794-7799-40cb-bcff-0d71465679b9,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:19.233668 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9a28fb3f-a6a0-476e-91f4-a4c5ca7713df req-b93073a2-a9c7-4504-91aa-6d1f0ffd1e82 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/security-groups/3420dc5e-b8be-457b-9bdf-06f6e9d65381 HTTP/1.1" status: 200 len: 1777 time: 0.1386001 Oct 30 15:16:19.285773 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e467c8c-1363-4409-a10c-29629bf1e0a0 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=14727c24-b3a5-4498-aff1-ffccaa6e5d03,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:19.295955 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ecb66ed2-2048-4987-9f4f-9e81ac1c4367 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:19.296399 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-ecb66ed2-2048-4987-9f4f-9e81ac1c4367 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Added segment 64f9a6d4-24ca-4120-ad4c-4acec3a4557e of type vlan for network 1a27098c-65f6-475e-bd0e-bd5e25bb9405 Oct 30 15:16:19.301313 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-df22e548-4b75-497a-af36-6f42b884140e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:19.303361 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-edc5af0b-ae0b-46e5-808f-06b2ba8f5d7e None None] Set router b5fd71c0-96e0-4944-97e5-b0e757b0e0f5 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:16:19.313079 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-df22e548-4b75-497a-af36-6f42b884140e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:19.368587 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df22e548-4b75-497a-af36-6f42b884140e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:16:19.380204 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-df22e548-4b75-497a-af36-6f42b884140e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:19.380204 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-df22e548-4b75-497a-af36-6f42b884140e admin admin] Added segment 4eb103e9-b9a2-4786-ab9b-d9e363fed874 of type vlan for network d26e81b3-f432-4f3d-bc5b-f2edc1c076d6 Oct 30 15:16:19.404311 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ecb66ed2-2048-4987-9f4f-9e81ac1c4367 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:19.429980 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ae3cf746-7989-4262-ae7c-62fcba8248e2 req-cb9b1ddb-6dd3-4b0a-bf16-f3c960691c9c tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] 10.222.0.62 "GET /v2.0/security-groups/0d8bbbf9-fb3f-430b-a769-5d068215b75b HTTP/1.1" status: 200 len: 2400 time: 0.2060912 Oct 30 15:16:19.438326 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-df22e548-4b75-497a-af36-6f42b884140e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:19.466865 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df22e548-4b75-497a-af36-6f42b884140e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5868ec-257a-4026-a51b-d05068d298c7,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:19.480733 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-85bfb958-22e7-4c78-b454-1d82419c39aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:19.481687 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b19ede05-0fca-43d5-aaf8-01ff553937d0 req-ace6efa4-e5d5-4b70-bafd-62d9e24c758f tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/security-groups/3420dc5e-b8be-457b-9bdf-06f6e9d65381 HTTP/1.1" status: 200 len: 1777 time: 0.2080216 Oct 30 15:16:19.484487 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-df22e548-4b75-497a-af36-6f42b884140e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:19.485731 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df22e548-4b75-497a-af36-6f42b884140e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:19.486474 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-df22e548-4b75-497a-af36-6f42b884140e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:19.516372 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ecb66ed2-2048-4987-9f4f-9e81ac1c4367 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:19.522436 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb66ed2-2048-4987-9f4f-9e81ac1c4367 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:19.523058 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ecb66ed2-2048-4987-9f4f-9e81ac1c4367 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:19.567222 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-df22e548-4b75-497a-af36-6f42b884140e admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8027611 Oct 30 15:16:19.572519 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 41404) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:19.591537 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-9c29889d-a5bf-4fa2-880c-a4c14daa7f20 admin admin] Request body: {'subnet': {'network_id': 'd26e81b3-f432-4f3d-bc5b-f2edc1c076d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-33003546-subnet', 'tenant_id': '19817faf69a4405b907421887c1772e6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:19.606396 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df22e548-4b75-497a-af36-6f42b884140e admin admin] Pushing event updated for resources: {'Network': ['ID=d26e81b3-f432-4f3d-bc5b-f2edc1c076d6,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:19.620184 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network d26e81b3-f432-4f3d-bc5b-f2edc1c076d6 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:16:19.639645 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-b19ede05-0fca-43d5-aaf8-01ff553937d0 req-471603d3-422e-47f4-8c38-c3fd6696cd6c tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:19.696283 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-b19ede05-0fca-43d5-aaf8-01ff553937d0 req-471603d3-422e-47f4-8c38-c3fd6696cd6c tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:19.742219 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb66ed2-2048-4987-9f4f-9e81ac1c4367 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Pushing event updated for resources: {'Network': ['ID=1a27098c-65f6-475e-bd0e-bd5e25bb9405,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:19.742382 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-edc5af0b-ae0b-46e5-808f-06b2ba8f5d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fd71c0-96e0-4944-97e5-b0e757b0e0f5', 'name': 'tempest-TaggedBootDevicesTest_v242-649327085-router', 'tenant_id': 'fedcadc844c84f7ca955acdb50df6c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '31e81794-7799-40cb-bcff-0d71465679b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:16:12Z', 'updated_at': '2021-10-30T15:16:15Z', 'revision_number': 3, 'project_id': 'fedcadc844c84f7ca955acdb50df6c20', 'gw_port': {'id': '31e81794-7799-40cb-bcff-0d71465679b9', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:79:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5fd71c0-96e0-4944-97e5-b0e757b0e0f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:16:13Z', 'updated_at': '2021-10-30T15:16:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:16:19.753258 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c29889d-a5bf-4fa2-880c-a4c14daa7f20 admin admin] Made reservation on behalf of 19817faf69a4405b907421887c1772e6 for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:16:19.756157 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9c29889d-a5bf-4fa2-880c-a4c14daa7f20 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:19.762110 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ae3cf746-7989-4262-ae7c-62fcba8248e2 req-50970990-d665-4c55-bef5-a2db81e92a9d tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:19.798500 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 1a27098c-65f6-475e-bd0e-bd5e25bb9405 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:16:19.801585 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ae3cf746-7989-4262-ae7c-62fcba8248e2 req-50970990-d665-4c55-bef5-a2db81e92a9d tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:19.817634 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc5af0b-ae0b-46e5-808f-06b2ba8f5d7e None None] The sync data for ids ['b5fd71c0-96e0-4944-97e5-b0e757b0e0f5'] in n-d-806683-17 is: [{'id': 'b5fd71c0-96e0-4944-97e5-b0e757b0e0f5', 'name': 'tempest-TaggedBootDevicesTest_v242-649327085-router', 'tenant_id': 'fedcadc844c84f7ca955acdb50df6c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '31e81794-7799-40cb-bcff-0d71465679b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:16:12Z', 'updated_at': '2021-10-30T15:16:15Z', 'revision_number': 3, 'project_id': 'fedcadc844c84f7ca955acdb50df6c20', 'gw_port': {'id': '31e81794-7799-40cb-bcff-0d71465679b9', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:79:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5fd71c0-96e0-4944-97e5-b0e757b0e0f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:16:13Z', 'updated_at': '2021-10-30T15:16:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:16:19.832978 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-b19ede05-0fca-43d5-aaf8-01ff553937d0 req-471603d3-422e-47f4-8c38-c3fd6696cd6c tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:19.837215 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-b19ede05-0fca-43d5-aaf8-01ff553937d0 req-471603d3-422e-47f4-8c38-c3fd6696cd6c tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:19.839321 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b19ede05-0fca-43d5-aaf8-01ff553937d0 req-471603d3-422e-47f4-8c38-c3fd6696cd6c tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "DELETE /v2.0/security-groups/3420dc5e-b8be-457b-9bdf-06f6e9d65381 HTTP/1.1" status: 204 len: 173 time: 0.3476245 Oct 30 15:16:19.898685 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471603d3-422e-47f4-8c38-c3fd6696cd6c tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3420dc5e-b8be-457b-9bdf-06f6e9d65381,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:19.909530 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-ecb66ed2-2048-4987-9f4f-9e81ac1c4367 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8941529 Oct 30 15:16:19.914351 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 41422) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:19.941171 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-413d31f4-3bb3-4cd8-9d29-dd8728a9e4cc tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-717044750'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:19.995112 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413d31f4-3bb3-4cd8-9d29-dd8728a9e4cc tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Made reservation on behalf of 87432cd87d2a4fdeb9d310fcc2146478 for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:16:20.000252 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-413d31f4-3bb3-4cd8-9d29-dd8728a9e4cc tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:20.033373 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ae3cf746-7989-4262-ae7c-62fcba8248e2 req-50970990-d665-4c55-bef5-a2db81e92a9d tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:20.045369 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ae3cf746-7989-4262-ae7c-62fcba8248e2 req-50970990-d665-4c55-bef5-a2db81e92a9d tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:20.046539 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ae3cf746-7989-4262-ae7c-62fcba8248e2 req-50970990-d665-4c55-bef5-a2db81e92a9d tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] 10.222.0.62 "DELETE /v2.0/security-groups/0d8bbbf9-fb3f-430b-a769-5d068215b75b HTTP/1.1" status: 204 len: 173 time: 0.6152222 Oct 30 15:16:20.100293 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9c29889d-a5bf-4fa2-880c-a4c14daa7f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:20.144039 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50970990-d665-4c55-bef5-a2db81e92a9d tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8bbbf9-fb3f-430b-a769-5d068215b75b,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:20.158243 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [req-af072b5d-637d-491f-8df2-b279ff62d733 req-8560188a-db7e-4220-977c-63c8a7221c74 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] show failed (client error): The resource could not be found. Oct 30 15:16:20.169634 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-af072b5d-637d-491f-8df2-b279ff62d733 req-8560188a-db7e-4220-977c-63c8a7221c74 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] 10.222.0.62 "GET /v2.0/security-groups/0014fe43-3fd6-4b38-b68e-c9a9aabfa469 HTTP/1.1" status: 404 len: 352 time: 0.0628626 Oct 30 15:16:20.180354 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-413d31f4-3bb3-4cd8-9d29-dd8728a9e4cc tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:16:20.217613 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [req-37e9fd7a-6670-419c-90f0-2fcf054fc68f req-a49bccb7-8069-4bad-b81a-8a45b07c6623 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] show failed (client error): The resource could not be found. Oct 30 15:16:20.218666 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-37e9fd7a-6670-419c-90f0-2fcf054fc68f req-a49bccb7-8069-4bad-b81a-8a45b07c6623 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/security-groups/659f367c-8b4d-48c0-82e3-792fe7da28d1 HTTP/1.1" status: 404 len: 352 time: 0.0815129 Oct 30 15:16:20.244218 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-413d31f4-3bb3-4cd8-9d29-dd8728a9e4cc tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:20.246021 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-413d31f4-3bb3-4cd8-9d29-dd8728a9e4cc tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Added segment dfbda35f-8915-490a-8cdf-e08b7afb5366 of type vlan for network 67124ef4-f2e9-4424-bb53-bbe8b46d12c1 Oct 30 15:16:20.310064 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c29889d-a5bf-4fa2-880c-a4c14daa7f20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d862e367-a3ef-41d8-9769-a6945d8f8b1d,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:20.350696 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [req-b27f7c6a-e705-4b55-b54c-0dd005025e13 req-69a06eff-b791-4cc8-88a1-aa15320b3248 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] show failed (client error): The resource could not be found. Oct 30 15:16:20.351787 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b27f7c6a-e705-4b55-b54c-0dd005025e13 req-69a06eff-b791-4cc8-88a1-aa15320b3248 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/security-groups/f5f5f198-c513-40c2-a39f-ff232382ea04 HTTP/1.1" status: 404 len: 352 time: 0.0600827 Oct 30 15:16:20.363613 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c29889d-a5bf-4fa2-880c-a4c14daa7f20 admin admin] Checking segment: {'id': '4eb103e9-b9a2-4786-ab9b-d9e363fed874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd26e81b3-f432-4f3d-bc5b-f2edc1c076d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:16:20.364095 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c29889d-a5bf-4fa2-880c-a4c14daa7f20 admin admin] Network hostable DHCP agents. Network: d26e81b3-f432-4f3d-bc5b-f2edc1c076d6, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:16:20.365239 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-85bfb958-22e7-4c78-b454-1d82419c39aa admin admin] Allocated IP 172.20.0.1 (99b2e015-7a7a-41c9-9251-e2d5c417b9db/23f39dd9-f253-43ba-86ce-00953dd18499/98612be3-4586-478c-b7e3-18b4ae63c41f) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:16:20.383330 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-413d31f4-3bb3-4cd8-9d29-dd8728a9e4cc tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:20.433696 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c29889d-a5bf-4fa2-880c-a4c14daa7f20 admin admin] Network d26e81b3-f432-4f3d-bc5b-f2edc1c076d6 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:16:20.449008 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c585bbea-299f-4b8a-803b-d6bfec45634e req-90614d3e-c73e-4151-a6de-7663a81c734b tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] 10.222.0.62 "GET /v2.0/security-groups/75c06fed-c1cb-4932-a4c8-0bf9419abc05 HTTP/1.1" status: 200 len: 1806 time: 0.1295767 Oct 30 15:16:20.469602 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-9c29889d-a5bf-4fa2-880c-a4c14daa7f20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, d26e81b3-f432-4f3d-bc5b-f2edc1c076d6) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:16:20.473727 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c29889d-a5bf-4fa2-880c-a4c14daa7f20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:20.474313 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9c29889d-a5bf-4fa2-880c-a4c14daa7f20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:20.481591 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b254ee29-95f6-49a5-854c-f31e5674fc75 None None] Network d26e81b3-f432-4f3d-bc5b-f2edc1c076d6 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:16:20.508685 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-9c29889d-a5bf-4fa2-880c-a4c14daa7f20 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9310267 Oct 30 15:16:20.521695 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 41462) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:20.527309 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-0bd90a19-901d-4ce1-824e-3edd8e51ac87 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-33003546-router', 'tenant_id': '19817faf69a4405b907421887c1772e6', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:20.573633 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-c585bbea-299f-4b8a-803b-d6bfec45634e req-ecc00a31-c290-4588-86da-5c620a95bb95 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:20.574999 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-85bfb958-22e7-4c78-b454-1d82419c39aa admin admin] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:20.598392 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [req-6e9eafb2-618e-4617-97ce-00dc6a25e64c req-cde715e4-8e28-4f94-bec9-c8ad8b9e604d tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] show failed (client error): The resource could not be found. Oct 30 15:16:20.599689 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6e9eafb2-618e-4617-97ce-00dc6a25e64c req-cde715e4-8e28-4f94-bec9-c8ad8b9e604d tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/security-groups/0ccf61f1-885d-4486-a843-54d3241c5708 HTTP/1.1" status: 404 len: 352 time: 0.1772978 Oct 30 15:16:20.621077 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0bd90a19-901d-4ce1-824e-3edd8e51ac87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:20.622163 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0bd90a19-901d-4ce1-824e-3edd8e51ac87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:20.629089 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 41466) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:20.645184 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-413d31f4-3bb3-4cd8-9d29-dd8728a9e4cc tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:20.651274 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413d31f4-3bb3-4cd8-9d29-dd8728a9e4cc tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:20.652622 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-413d31f4-3bb3-4cd8-9d29-dd8728a9e4cc tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:20.666136 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-c585bbea-299f-4b8a-803b-d6bfec45634e req-ecc00a31-c290-4588-86da-5c620a95bb95 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:20.783522 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-413d31f4-3bb3-4cd8-9d29-dd8728a9e4cc tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8642216 Oct 30 15:16:20.790206 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 41470) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:20.799890 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2c7852-8afd-4cbd-8e89-2ba3b9564a52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-d26e81b3-f432-4f3d-bc5b-f2edc1c076d6', 'network_id': 'd26e81b3-f432-4f3d-bc5b-f2edc1c076d6', 'tenant_id': '19817faf69a4405b907421887c1772e6', 'fixed_ips': [{'subnet_id': 'd862e367-a3ef-41d8-9769-a6945d8f8b1d'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:16:20.800750 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ab2c7852-8afd-4cbd-8e89-2ba3b9564a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:20.810393 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-7e7aea87-f241-4a33-b0ac-6e4bd8968bd0 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Request body: {'ports': [{'network_id': '1a27098c-65f6-475e-bd0e-bd5e25bb9405', 'name': 'tempest-port--1094832354', 'admin_state_up': True}, {'network_id': '67124ef4-f2e9-4424-bb53-bbe8b46d12c1', 'admin_state_up': False}]} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:20.811037 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-7e7aea87-f241-4a33-b0ac-6e4bd8968bd0 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Request body: {'port': {'network_id': '1a27098c-65f6-475e-bd0e-bd5e25bb9405', 'name': 'tempest-port--1094832354', 'admin_state_up': True}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:20.811777 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-7e7aea87-f241-4a33-b0ac-6e4bd8968bd0 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Request body: {'port': {'network_id': '67124ef4-f2e9-4424-bb53-bbe8b46d12c1', 'admin_state_up': False}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:20.837714 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0bd90a19-901d-4ce1-824e-3edd8e51ac87 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:20.845052 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-64b9b015-bc98-49a2-8d0e-425f6dca78a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:20.926478 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [req-80c75836-fe01-4cb6-99af-77fd53860937 req-9148ebbd-d4cc-455e-b977-9c67298d36a4 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] show failed (client error): The resource could not be found. Oct 30 15:16:20.928619 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-c585bbea-299f-4b8a-803b-d6bfec45634e req-ecc00a31-c290-4588-86da-5c620a95bb95 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:20.929907 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-80c75836-fe01-4cb6-99af-77fd53860937 req-9148ebbd-d4cc-455e-b977-9c67298d36a4 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/security-groups/f5bb14f1-8058-4f7d-910f-f1a985275cc4 HTTP/1.1" status: 404 len: 352 time: 0.2939181 Oct 30 15:16:20.931809 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-c585bbea-299f-4b8a-803b-d6bfec45634e req-ecc00a31-c290-4588-86da-5c620a95bb95 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:20.947998 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c585bbea-299f-4b8a-803b-d6bfec45634e req-ecc00a31-c290-4588-86da-5c620a95bb95 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] 10.222.0.62 "DELETE /v2.0/security-groups/75c06fed-c1cb-4932-a4c8-0bf9419abc05 HTTP/1.1" status: 204 len: 173 time: 0.4888213 Oct 30 15:16:20.967730 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-85bfb958-22e7-4c78-b454-1d82419c39aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:20.999557 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-ab2c7852-8afd-4cbd-8e89-2ba3b9564a52 None None] Allocated IP 172.20.0.2 (d26e81b3-f432-4f3d-bc5b-f2edc1c076d6/d862e367-a3ef-41d8-9769-a6945d8f8b1d/fbb95e0f-9bce-428d-876e-030ebd64c7a8) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:16:21.002453 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc00a31-c290-4588-86da-5c620a95bb95 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c06fed-c1cb-4932-a4c8-0bf9419abc05,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:21.080442 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bfb958-22e7-4c78-b454-1d82419c39aa admin admin] Pushing event updated for resources: {'Port': ['ID=98612be3-4586-478c-b7e3-18b4ae63c41f,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:21.093621 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413d31f4-3bb3-4cd8-9d29-dd8728a9e4cc tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Pushing event updated for resources: {'Network': ['ID=67124ef4-f2e9-4424-bb53-bbe8b46d12c1,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:21.120059 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bfb958-22e7-4c78-b454-1d82419c39aa admin admin] Network 99b2e015-7a7a-41c9-9251-e2d5c417b9db is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:16:21.128316 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-85bfb958-22e7-4c78-b454-1d82419c39aa admin admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:16:21.132955 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bfb958-22e7-4c78-b454-1d82419c39aa admin admin] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:16:21.140189 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 67124ef4-f2e9-4424-bb53-bbe8b46d12c1 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:16:21.205095 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [req-a0607956-8ae2-4aa5-b4bb-031078e6a3db req-e421b3b5-1338-4f0e-8738-c65120e3c9df tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] show failed (client error): The resource could not be found. Oct 30 15:16:21.236417 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a0607956-8ae2-4aa5-b4bb-031078e6a3db req-e421b3b5-1338-4f0e-8738-c65120e3c9df tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/security-groups/3b89cea4-041f-4228-8066-8526e386007e HTTP/1.1" status: 404 len: 352 time: 0.2510867 Oct 30 15:16:21.239538 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-85bfb958-22e7-4c78-b454-1d82419c39aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:21.282195 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6f0f5f2d-eb83-4d6b-86f4-04b5034d71cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:21.458768 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ab2c7852-8afd-4cbd-8e89-2ba3b9564a52 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:21.481851 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ab2c7852-8afd-4cbd-8e89-2ba3b9564a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:21.501964 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [req-4d639b4e-fc7e-482d-8cd7-161c8538a043 req-a54fa9c8-0043-4ad9-adbc-c5c4d3dcaf02 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] show failed (client error): The resource could not be found. Oct 30 15:16:21.523134 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4d639b4e-fc7e-482d-8cd7-161c8538a043 req-a54fa9c8-0043-4ad9-adbc-c5c4d3dcaf02 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/security-groups/02ccbc49-b617-4e16-9eb7-781470c47cfb HTTP/1.1" status: 404 len: 352 time: 0.0679400 Oct 30 15:16:21.556153 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-85bfb958-22e7-4c78-b454-1d82419c39aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:21.559365 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2c7852-8afd-4cbd-8e89-2ba3b9564a52 None None] Network d26e81b3-f432-4f3d-bc5b-f2edc1c076d6 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:16:21.582382 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-ab2c7852-8afd-4cbd-8e89-2ba3b9564a52 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:16:21.586592 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2c7852-8afd-4cbd-8e89-2ba3b9564a52 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:16:21.616714 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7aea87-f241-4a33-b0ac-6e4bd8968bd0 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Made reservation on behalf of 87432cd87d2a4fdeb9d310fcc2146478 for: {'port': 2} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:16:21.622130 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7e7aea87-f241-4a33-b0ac-6e4bd8968bd0 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:21.627708 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0bd90a19-901d-4ce1-824e-3edd8e51ac87 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:21.639177 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7e7aea87-f241-4a33-b0ac-6e4bd8968bd0 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:21.645319 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2c7852-8afd-4cbd-8e89-2ba3b9564a52 None None] Pushing event updated for resources: {'Port': ['ID=fbb95e0f-9bce-428d-876e-030ebd64c7a8,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:21.746743 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-ab2c7852-8afd-4cbd-8e89-2ba3b9564a52 None None] Attempting to bind port fbb95e0f-9bce-428d-876e-030ebd64c7a8 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:16:21.747674 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-ab2c7852-8afd-4cbd-8e89-2ba3b9564a52 None None] Attempting to bind port fbb95e0f-9bce-428d-876e-030ebd64c7a8 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '4eb103e9-b9a2-4786-ab9b-d9e363fed874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd26e81b3-f432-4f3d-bc5b-f2edc1c076d6'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:16:21.748404 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2c7852-8afd-4cbd-8e89-2ba3b9564a52 None None] Attempting to bind port fbb95e0f-9bce-428d-876e-030ebd64c7a8 on network d26e81b3-f432-4f3d-bc5b-f2edc1c076d6 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:16:21.775374 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-f3438ad7-9031-4ae6-8fbb-e98f98746635 None None] Provisioning complete for port 98612be3-4586-478c-b7e3-18b4ae63c41f triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:16:21.775908 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f3438ad7-9031-4ae6-8fbb-e98f98746635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:21.780527 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2c7852-8afd-4cbd-8e89-2ba3b9564a52 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:16:21.781046 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2c7852-8afd-4cbd-8e89-2ba3b9564a52 None None] Checking segment: {'id': '4eb103e9-b9a2-4786-ab9b-d9e363fed874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd26e81b3-f432-4f3d-bc5b-f2edc1c076d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:16:21.781545 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ab2c7852-8afd-4cbd-8e89-2ba3b9564a52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:21.782035 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2c7852-8afd-4cbd-8e89-2ba3b9564a52 None None] Bound using segment: {'id': '4eb103e9-b9a2-4786-ab9b-d9e363fed874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd26e81b3-f432-4f3d-bc5b-f2edc1c076d6'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:16:21.783098 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-ab2c7852-8afd-4cbd-8e89-2ba3b9564a52 None None] Bound port: fbb95e0f-9bce-428d-876e-030ebd64c7a8, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eb103e9-b9a2-4786-ab9b-d9e363fed874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd26e81b3-f432-4f3d-bc5b-f2edc1c076d6'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:16:21.783630 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ab2c7852-8afd-4cbd-8e89-2ba3b9564a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:21.823570 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3339e394-d0c7-4ad2-914a-5fa11a8fa199 req-27f4bc24-a39b-4bac-aa15-4f7ec5dc3cc1 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] 10.222.0.62 "GET /v2.0/security-groups/21610d9f-34dd-461c-bf8b-5e25a105cc67 HTTP/1.1" status: 200 len: 1804 time: 0.8480084 Oct 30 15:16:21.888704 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-64b9b015-bc98-49a2-8d0e-425f6dca78a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:21.896440 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [None req-7e7aea87-f241-4a33-b0ac-6e4bd8968bd0 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] device_id is not set on port 2830401f-f4f8-4e1b-9d53-c1d97886f2a0 yet. {{(pid=102130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:16:21.918290 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-64b9b015-bc98-49a2-8d0e-425f6dca78a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:21.923681 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-ab2c7852-8afd-4cbd-8e89-2ba3b9564a52 None None] For port fbb95e0f-9bce-428d-876e-030ebd64c7a8, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:16:21.928185 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-ab2c7852-8afd-4cbd-8e89-2ba3b9564a52 None None] For port fbb95e0f-9bce-428d-876e-030ebd64c7a8, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=fbb95e0f-9bce-428d-876e-030ebd64c7a8,segment=NetworkSegment(4eb103e9-b9a2-4786-ab9b-d9e363fed874),segment_id=4eb103e9-b9a2-4786-ab9b-d9e363fed874)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:16:21.933200 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-f3438ad7-9031-4ae6-8fbb-e98f98746635 None None] Port 98612be3-4586-478c-b7e3-18b4ae63c41f cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:16:21.944030 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ab2c7852-8afd-4cbd-8e89-2ba3b9564a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:21.954471 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-64b9b015-bc98-49a2-8d0e-425f6dca78a5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=77f8461233d44d2dbc7c769f64c054ac&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3242452 Oct 30 15:16:21.955669 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 41488) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:22.005262 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b9b015-bc98-49a2-8d0e-425f6dca78a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf8aa8b-1ada-48cf-8b60-51018444f7ab,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:22.009769 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-3339e394-d0c7-4ad2-914a-5fa11a8fa199 req-b94f303d-410f-4993-b0b8-d3e92d6b43cd tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:22.036197 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0617dfda-1162-4175-816e-320345de6c22 req-6049dfbf-8062-4323-a21b-19b453271f62 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:22.044755 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0617dfda-1162-4175-816e-320345de6c22 req-6049dfbf-8062-4323-a21b-19b453271f62 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5517580-b4c7-437e-b878-c1c567ed0025 HTTP/1.1" status: 200 len: 1023 time: 0.1829002 Oct 30 15:16:22.045908 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-3339e394-d0c7-4ad2-914a-5fa11a8fa199 req-b94f303d-410f-4993-b0b8-d3e92d6b43cd tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:22.138281 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-3339e394-d0c7-4ad2-914a-5fa11a8fa199 req-b94f303d-410f-4993-b0b8-d3e92d6b43cd tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:22.141381 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-3339e394-d0c7-4ad2-914a-5fa11a8fa199 req-b94f303d-410f-4993-b0b8-d3e92d6b43cd tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:22.142999 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3339e394-d0c7-4ad2-914a-5fa11a8fa199 req-b94f303d-410f-4993-b0b8-d3e92d6b43cd tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] 10.222.0.62 "DELETE /v2.0/security-groups/21610d9f-34dd-461c-bf8b-5e25a105cc67 HTTP/1.1" status: 204 len: 173 time: 0.3066621 Oct 30 15:16:22.165430 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2c7852-8afd-4cbd-8e89-2ba3b9564a52 None None] Pushing event updated for resources: {'Port': ['ID=fbb95e0f-9bce-428d-876e-030ebd64c7a8,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:22.169479 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-85bfb958-22e7-4c78-b454-1d82419c39aa admin admin] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:22.179243 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94f303d-410f-4993-b0b8-d3e92d6b43cd tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21610d9f-34dd-461c-bf8b-5e25a105cc67,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:22.195197 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0617dfda-1162-4175-816e-320345de6c22 req-7f69c13e-b576-45b9-ae2e-f0a236144e5e tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/security-groups?id=052bbdf9-5f48-42f1-a6e5-8b7f2af04a29&id=f277bfdb-05af-4bc2-82bb-a63f237bc2ef&id=dcd601be-910e-42a5-9957-7f59047ec0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1492369 Oct 30 15:16:22.211049 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-85bfb958-22e7-4c78-b454-1d82419c39aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:22.253717 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 31e81794-7799-40cb-bcff-0d71465679b9 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:16:22.273047 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4688e5e4-542d-48e6-afbf-e6018a588600 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:22.347333 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bfb958-22e7-4c78-b454-1d82419c39aa admin admin] Pushing event updated for resources: {'Port': ['ID=98612be3-4586-478c-b7e3-18b4ae63c41f,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:22.363548 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4688e5e4-542d-48e6-afbf-e6018a588600 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:22.368291 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 31e81794-7799-40cb-bcff-0d71465679b9 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:16:22.368671 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:22.388238 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-85bfb958-22e7-4c78-b454-1d82419c39aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:22.394568 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0bd90a19-901d-4ce1-824e-3edd8e51ac87 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:22.403646 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7e7aea87-f241-4a33-b0ac-6e4bd8968bd0 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:22.421522 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0bd90a19-901d-4ce1-824e-3edd8e51ac87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:22.530994 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d7348843-1e62-42e2-8b74-010de697f0b1 req-c297ddf5-7f3d-4094-971a-e1e075987b42 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] 10.222.0.62 "GET /v2.0/security-groups/39544ce4-0a1a-4f5d-9d3f-ac73d968f703 HTTP/1.1" status: 200 len: 1805 time: 0.3529792 Oct 30 15:16:22.540503 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:22.574929 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 31e81794-7799-40cb-bcff-0d71465679b9, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=31e81794-7799-40cb-bcff-0d71465679b9,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:16:22.585596 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [None req-7e7aea87-f241-4a33-b0ac-6e4bd8968bd0 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] device_id is not set on port 73cea6f4-5b90-4970-b546-9f9e729a7e34 yet. {{(pid=102130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:16:22.586090 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:22.665098 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=31e81794-7799-40cb-bcff-0d71465679b9,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:22.693954 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-0bd90a19-901d-4ce1-824e-3edd8e51ac87 admin admin] Allocated IP 172.25.4.32 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/63ebc91c-02a5-4f44-b7a2-72780ffe6a79) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:16:22.701238 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d7348843-1e62-42e2-8b74-010de697f0b1 req-2bcae66d-7849-4e63-a463-5599f94ba6a9 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:22.728660 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4688e5e4-542d-48e6-afbf-e6018a588600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:22.731313 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4688e5e4-542d-48e6-afbf-e6018a588600 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:22.734364 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-4688e5e4-542d-48e6-afbf-e6018a588600 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bdf8aa8b-1ada-48cf-8b60-51018444f7ab HTTP/1.1" status: 204 len: 168 time: 0.7712610 Oct 30 15:16:22.734530 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d7348843-1e62-42e2-8b74-010de697f0b1 req-2bcae66d-7849-4e63-a463-5599f94ba6a9 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:22.768725 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4688e5e4-542d-48e6-afbf-e6018a588600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf8aa8b-1ada-48cf-8b60-51018444f7ab,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:22.793143 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7e7aea87-f241-4a33-b0ac-6e4bd8968bd0 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:22.804205 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bfb958-22e7-4c78-b454-1d82419c39aa admin admin] Network 99b2e015-7a7a-41c9-9251-e2d5c417b9db is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:16:22.809304 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-85bfb958-22e7-4c78-b454-1d82419c39aa admin admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:16:22.863851 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d7348843-1e62-42e2-8b74-010de697f0b1 req-2bcae66d-7849-4e63-a463-5599f94ba6a9 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:22.866516 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d7348843-1e62-42e2-8b74-010de697f0b1 req-2bcae66d-7849-4e63-a463-5599f94ba6a9 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:22.868252 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d7348843-1e62-42e2-8b74-010de697f0b1 req-2bcae66d-7849-4e63-a463-5599f94ba6a9 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] 10.222.0.62 "DELETE /v2.0/security-groups/39544ce4-0a1a-4f5d-9d3f-ac73d968f703 HTTP/1.1" status: 204 len: 173 time: 0.3170047 Oct 30 15:16:22.887606 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcae66d-7849-4e63-a463-5599f94ba6a9 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39544ce4-0a1a-4f5d-9d3f-ac73d968f703,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:22.912041 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0bd90a19-901d-4ce1-824e-3edd8e51ac87 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:22.988258 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0bd90a19-901d-4ce1-824e-3edd8e51ac87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:23.099567 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7e7aea87-f241-4a33-b0ac-6e4bd8968bd0 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:23.147993 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd90a19-901d-4ce1-824e-3edd8e51ac87 admin admin] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:16:23.154837 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-0bd90a19-901d-4ce1-824e-3edd8e51ac87 admin admin] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:16:23.182516 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd90a19-901d-4ce1-824e-3edd8e51ac87 admin admin] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:16:23.246579 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c72bcd95-1240-48ac-a277-ad37ad167283 req-9f32f2a8-0320-432d-902a-1fb2b3cc27ff tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] 10.222.0.62 "GET /v2.0/security-groups/ac076b4b-4db6-4523-89a4-93c79c4c3e5d HTTP/1.1" status: 200 len: 2405 time: 0.2768860 Oct 30 15:16:23.247980 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd90a19-901d-4ce1-824e-3edd8e51ac87 admin admin] Pushing event updated for resources: {'Port': ['ID=63ebc91c-02a5-4f44-b7a2-72780ffe6a79,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:23.269904 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a28225-0559-4d58-a11f-7451d11550ff req-9880cdd6-196f-4e36-b79b-a513a8def0cf tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:23.271893 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b9a28225-0559-4d58-a11f-7451d11550ff req-9880cdd6-196f-4e36-b79b-a513a8def0cf tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5517580-b4c7-437e-b878-c1c567ed0025 HTTP/1.1" status: 200 len: 1023 time: 0.2196565 Oct 30 15:16:23.302819 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-a8c33474-5fce-444d-9d61-1f7d3f22f54a None None] Provisioning complete for port 98612be3-4586-478c-b7e3-18b4ae63c41f triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:16:23.303863 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a8c33474-5fce-444d-9d61-1f7d3f22f54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:23.336974 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7aea87-f241-4a33-b0ac-6e4bd8968bd0 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Pushing event updated for resources: {'Port': ['ID=2830401f-f4f8-4e1b-9d53-c1d97886f2a0,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:23.350419 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85bfb958-22e7-4c78-b454-1d82419c39aa admin admin] Router b5fd71c0-96e0-4944-97e5-b0e757b0e0f5 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:16:23.379011 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7aea87-f241-4a33-b0ac-6e4bd8968bd0 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Checking segment: {'id': '64f9a6d4-24ca-4120-ad4c-4acec3a4557e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '1a27098c-65f6-475e-bd0e-bd5e25bb9405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:16:23.379536 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7aea87-f241-4a33-b0ac-6e4bd8968bd0 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Network hostable DHCP agents. Network: 1a27098c-65f6-475e-bd0e-bd5e25bb9405, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:16:23.380670 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-a8c33474-5fce-444d-9d61-1f7d3f22f54a None None] Port 98612be3-4586-478c-b7e3-18b4ae63c41f cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:16:23.494933 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-c72bcd95-1240-48ac-a277-ad37ad167283 req-13e69b0c-8d9b-4b04-b3dd-433892a65bdd tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:23.518977 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7aea87-f241-4a33-b0ac-6e4bd8968bd0 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Network 1a27098c-65f6-475e-bd0e-bd5e25bb9405 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:16:23.551610 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-c72bcd95-1240-48ac-a277-ad37ad167283 req-13e69b0c-8d9b-4b04-b3dd-433892a65bdd tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:23.551842 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a7e229-a075-4961-9454-0365d5304635 None None] Network d26e81b3-f432-4f3d-bc5b-f2edc1c076d6 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:16:23.563179 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-7e7aea87-f241-4a33-b0ac-6e4bd8968bd0 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 1a27098c-65f6-475e-bd0e-bd5e25bb9405) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:16:23.569041 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7aea87-f241-4a33-b0ac-6e4bd8968bd0 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:16:23.569912 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7e7aea87-f241-4a33-b0ac-6e4bd8968bd0 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:23.608041 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681cc132-3b41-49cc-882d-c8e612b7a5bc None None] Network 1a27098c-65f6-475e-bd0e-bd5e25bb9405 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:16:23.660042 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85bfb958-22e7-4c78-b454-1d82419c39aa admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:16:23.672028 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-85bfb958-22e7-4c78-b454-1d82419c39aa admin admin] 10.222.0.62 "PUT /v2.0/routers/b5fd71c0-96e0-4944-97e5-b0e757b0e0f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7417271 Oct 30 15:16:23.679993 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d5a7f655-45e5-4fd0-aa50-b741cc9986a2 None None] Provisioning complete for port fbb95e0f-9bce-428d-876e-030ebd64c7a8 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:16:23.680926 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d5a7f655-45e5-4fd0-aa50-b741cc9986a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:23.684769 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7aea87-f241-4a33-b0ac-6e4bd8968bd0 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Pushing event updated for resources: {'Port': ['ID=73cea6f4-5b90-4970-b546-9f9e729a7e34,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:23.687230 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c0cab8-b205-46e2-bc57-8b66b2b75f55 None None] Sync routers for ids ['b5fd71c0-96e0-4944-97e5-b0e757b0e0f5'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:16:23.715044 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7aea87-f241-4a33-b0ac-6e4bd8968bd0 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Checking segment: {'id': 'dfbda35f-8915-490a-8cdf-e08b7afb5366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '67124ef4-f2e9-4424-bb53-bbe8b46d12c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:16:23.715261 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7aea87-f241-4a33-b0ac-6e4bd8968bd0 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Network hostable DHCP agents. Network: 67124ef4-f2e9-4424-bb53-bbe8b46d12c1, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:16:23.734017 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-c72bcd95-1240-48ac-a277-ad37ad167283 req-13e69b0c-8d9b-4b04-b3dd-433892a65bdd tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:23.735180 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1302f8e-4dbf-4372-8217-77a5b43ee2e2 req-13cdc525-1e5d-431b-a4dc-7b8ca1a1d7c7 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:23.736901 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c1302f8e-4dbf-4372-8217-77a5b43ee2e2 req-13cdc525-1e5d-431b-a4dc-7b8ca1a1d7c7 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5517580-b4c7-437e-b878-c1c567ed0025 HTTP/1.1" status: 200 len: 1023 time: 0.4037275 Oct 30 15:16:23.750088 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-c72bcd95-1240-48ac-a277-ad37ad167283 req-13e69b0c-8d9b-4b04-b3dd-433892a65bdd tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:23.753997 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c72bcd95-1240-48ac-a277-ad37ad167283 req-13e69b0c-8d9b-4b04-b3dd-433892a65bdd tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] 10.222.0.62 "DELETE /v2.0/security-groups/ac076b4b-4db6-4523-89a4-93c79c4c3e5d HTTP/1.1" status: 204 len: 173 time: 0.5065391 Oct 30 15:16:23.795623 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c0cab8-b205-46e2-bc57-8b66b2b75f55 None None] Routers {'b5fd71c0-96e0-4944-97e5-b0e757b0e0f5'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:16:23.797533 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e69b0c-8d9b-4b04-b3dd-433892a65bdd tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac076b4b-4db6-4523-89a4-93c79c4c3e5d,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:23.797656 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-36c0cab8-b205-46e2-bc57-8b66b2b75f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:15:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['b5fd71c0-96e0-4944-97e5-b0e757b0e0f5'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:16:23.803064 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7aea87-f241-4a33-b0ac-6e4bd8968bd0 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Network 67124ef4-f2e9-4424-bb53-bbe8b46d12c1 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:16:23.823953 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-7e7aea87-f241-4a33-b0ac-6e4bd8968bd0 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 67124ef4-f2e9-4424-bb53-bbe8b46d12c1) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:16:23.834153 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7aea87-f241-4a33-b0ac-6e4bd8968bd0 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:16:23.837429 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-b9a28225-0559-4d58-a11f-7451d11550ff req-67404ea1-ed40-4098-aa3a-c19941263275 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Deleting port 6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:16:23.838048 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-b9a28225-0559-4d58-a11f-7451d11550ff req-67404ea1-ed40-4098-aa3a-c19941263275 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:23.855949 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7aea87-f241-4a33-b0ac-6e4bd8968bd0 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:23.877707 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7aea87-f241-4a33-b0ac-6e4bd8968bd0 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:23.878572 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7e7aea87-f241-4a33-b0ac-6e4bd8968bd0 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:23.953708 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-70abb5fd-0af9-47d8-a3ad-3a5e3183128b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:23.980924 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e38f33b-5a00-4a16-a71c-b1552bca4989 None None] Network 67124ef4-f2e9-4424-bb53-bbe8b46d12c1 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:16:23.996890 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-b9a28225-0559-4d58-a11f-7451d11550ff req-67404ea1-ed40-4098-aa3a-c19941263275 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] For port 6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160,segment=NetworkSegment(75c14901-45f9-4a2f-9446-d0ecd75d3489),segment_id=75c14901-45f9-4a2f-9446-d0ecd75d3489)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:16:23.997381 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-b9a28225-0559-4d58-a11f-7451d11550ff req-67404ea1-ed40-4098-aa3a-c19941263275 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:24.012370 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-7e7aea87-f241-4a33-b0ac-6e4bd8968bd0 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.2203033 Oct 30 15:16:24.012689 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-b9a28225-0559-4d58-a11f-7451d11550ff req-67404ea1-ed40-4098-aa3a-c19941263275 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Calling delete_port for 6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160 owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:16:24.017176 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 41538) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:24.200475 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-b9a28225-0559-4d58-a11f-7451d11550ff req-67404ea1-ed40-4098-aa3a-c19941263275 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:24.230637 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-149af040-8d39-49c1-8bd5-677de561ac8a req-696b6499-555b-4a41-9caf-f11af983fa51 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] 10.222.0.62 "GET /v2.0/security-groups/25cef257-afba-49dc-886b-070827c57b99 HTTP/1.1" status: 200 len: 2400 time: 0.2871783 Oct 30 15:16:24.258038 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:16:24.263051 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67404ea1-ed40-4098-aa3a-c19941263275 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Pushing event deleted for resources: {'Port': ['ID=6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:24.290826 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d5a7f655-45e5-4fd0-aa50-b741cc9986a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:24.297165 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c1302f8e-4dbf-4372-8217-77a5b43ee2e2 req-ac828d5c-8960-4495-84a5-fb1e4a71259c tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/security-groups?id=052bbdf9-5f48-42f1-a6e5-8b7f2af04a29&id=f277bfdb-05af-4bc2-82bb-a63f237bc2ef&id=dcd601be-910e-42a5-9957-7f59047ec0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.5508759 Oct 30 15:16:24.340166 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0bd90a19-901d-4ce1-824e-3edd8e51ac87 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:24.381833 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 41546) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:24.448364 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-36c0cab8-b205-46e2-bc57-8b66b2b75f55 None None] Set router b5fd71c0-96e0-4944-97e5-b0e757b0e0f5 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:16:24.467159 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d5e124-95a5-4ae2-89cb-bd83fd90a89a tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:24.488282 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d5e124-95a5-4ae2-89cb-bd83fd90a89a tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:24.494542 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e1d5e124-95a5-4ae2-89cb-bd83fd90a89a tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.4697866 Oct 30 15:16:24.496809 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 41552) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:24.544707 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a28225-0559-4d58-a11f-7451d11550ff req-67404ea1-ed40-4098-aa3a-c19941263275 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] No DVR routers for this DVR port 6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160 on host n-h1-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:16:24.557229 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-b9a28225-0559-4d58-a11f-7451d11550ff req-67404ea1-ed40-4098-aa3a-c19941263275 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:24.560621 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b9a28225-0559-4d58-a11f-7451d11550ff req-67404ea1-ed40-4098-aa3a-c19941263275 tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.53 "DELETE /v2.0/ports/6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160 HTTP/1.1" status: 204 len: 173 time: 1.2315066 Oct 30 15:16:24.578141 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5517580-b4c7-437e-b878-c1c567ed0025', 'name': 'network-vif-deleted', 'tag': '6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:16:24.583268 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d844fd5-95a1-4ff9-87b3-d57d9401aea9" -d '{"events": [{"server_uuid": "a5517580-b4c7-437e-b878-c1c567ed0025", "name": "network-vif-deleted", "tag": "6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:16:24.613822 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d5a7f655-45e5-4fd0-aa50-b741cc9986a2 None None] For port fbb95e0f-9bce-428d-876e-030ebd64c7a8, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=fbb95e0f-9bce-428d-876e-030ebd64c7a8,segment=NetworkSegment(4eb103e9-b9a2-4786-ab9b-d9e363fed874),segment_id=4eb103e9-b9a2-4786-ab9b-d9e363fed874)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:16:24.627060 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device fbb95e0f-9bce-428d-876e-030ebd64c7a8 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:16:24.660313 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d5a7f655-45e5-4fd0-aa50-b741cc9986a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:24.690975 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:24.772527 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992c534f-c085-449e-95b1-adaff21dee0a x-openstack-request-id: req-992c534f-c085-449e-95b1-adaff21dee0a {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:16:24.773086 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5517580-b4c7-437e-b878-c1c567ed0025", "name": "network-vif-deleted", "tag": "6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:16:24.773534 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-992c534f-c085-449e-95b1-adaff21dee0a {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:16:24.774642 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5517580-b4c7-437e-b878-c1c567ed0025', 'name': 'network-vif-deleted', 'tag': '6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160', 'status': 'completed', 'code': 200} Oct 30 15:16:24.868974 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0bd90a19-901d-4ce1-824e-3edd8e51ac87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:24.971607 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:24.981545 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-00308130-8683-446e-8703-08cc509087f1 None None] Provisioning complete for port fbb95e0f-9bce-428d-876e-030ebd64c7a8 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:16:24.981918 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-00308130-8683-446e-8703-08cc509087f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:25.030457 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a7f655-45e5-4fd0-aa50-b741cc9986a2 None None] Pushing event updated for resources: {'Port': ['ID=fbb95e0f-9bce-428d-876e-030ebd64c7a8,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:25.101714 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port fbb95e0f-9bce-428d-876e-030ebd64c7a8 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:16:25.103175 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:25.121084 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bd90a19-901d-4ce1-824e-3edd8e51ac87 admin admin] Router f66a2148-220f-43f9-be5f-8c999015ad8e is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:16:25.138246 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-149af040-8d39-49c1-8bd5-677de561ac8a req-aeb4c256-f6a5-4bad-b114-d4a88dce4d84 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:25.198356 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-3fcab42e-89f8-4fd2-a399-6f3cb4ad47b4 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-41259220'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:25.249351 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-149af040-8d39-49c1-8bd5-677de561ac8a req-aeb4c256-f6a5-4bad-b114-d4a88dce4d84 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:25.275097 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd90a19-901d-4ce1-824e-3edd8e51ac87 admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:16:25.280236 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fcab42e-89f8-4fd2-a399-6f3cb4ad47b4 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Made reservation on behalf of 5487df6812a246998fe08bfdbae6b85d for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:16:25.285953 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61579d1-a6f4-4709-a33e-dd72727d9725 None None] Sync routers for ids ['f66a2148-220f-43f9-be5f-8c999015ad8e'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:16:25.290561 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3fcab42e-89f8-4fd2-a399-6f3cb4ad47b4 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:25.297831 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61579d1-a6f4-4709-a33e-dd72727d9725 None None] Routers {'f66a2148-220f-43f9-be5f-8c999015ad8e'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:16:25.298521 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-e61579d1-a6f4-4709-a33e-dd72727d9725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:16:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['f66a2148-220f-43f9-be5f-8c999015ad8e'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:16:25.312622 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0bd90a19-901d-4ce1-824e-3edd8e51ac87 admin admin] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:25.313980 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-0bd90a19-901d-4ce1-824e-3edd8e51ac87 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.7910450 Oct 30 15:16:25.318082 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 41596) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:25.401753 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-36c0cab8-b205-46e2-bc57-8b66b2b75f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fd71c0-96e0-4944-97e5-b0e757b0e0f5', 'name': 'tempest-TaggedBootDevicesTest_v242-649327085-router', 'tenant_id': 'fedcadc844c84f7ca955acdb50df6c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '31e81794-7799-40cb-bcff-0d71465679b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:16:12Z', 'updated_at': '2021-10-30T15:16:21Z', 'revision_number': 4, 'project_id': 'fedcadc844c84f7ca955acdb50df6c20', 'gw_port': {'id': '31e81794-7799-40cb-bcff-0d71465679b9', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:79:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd71c0-96e0-4944-97e5-b0e757b0e0f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:16:13Z', 'updated_at': '2021-10-30T15:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '98612be3-4586-478c-b7e3-18b4ae63c41f', 'name': '', 'network_id': '99b2e015-7a7a-41c9-9251-e2d5c417b9db', 'tenant_id': 'fedcadc844c84f7ca955acdb50df6c20', 'mac_address': 'fa:16:3e:df:86:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5fd71c0-96e0-4944-97e5-b0e757b0e0f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '23f39dd9-f253-43ba-86ce-00953dd18499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:16:19Z', 'updated_at': '2021-10-30T15:16:21Z', 'revision_number': 2, 'project_id': 'fedcadc844c84f7ca955acdb50df6c20', 'subnets': [{'id': '23f39dd9-f253-43ba-86ce-00953dd18499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:16:25.442079 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3fcab42e-89f8-4fd2-a399-6f3cb4ad47b4 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:25.454593 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-149af040-8d39-49c1-8bd5-677de561ac8a req-aeb4c256-f6a5-4bad-b114-d4a88dce4d84 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:25.457509 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-149af040-8d39-49c1-8bd5-677de561ac8a req-aeb4c256-f6a5-4bad-b114-d4a88dce4d84 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:25.461955 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-149af040-8d39-49c1-8bd5-677de561ac8a req-aeb4c256-f6a5-4bad-b114-d4a88dce4d84 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] 10.222.0.62 "DELETE /v2.0/security-groups/25cef257-afba-49dc-886b-070827c57b99 HTTP/1.1" status: 204 len: 173 time: 1.2120500 Oct 30 15:16:25.470080 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 41604) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:25.470916 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-e61579d1-a6f4-4709-a33e-dd72727d9725 None None] Set router f66a2148-220f-43f9-be5f-8c999015ad8e gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:16:25.472043 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c0cab8-b205-46e2-bc57-8b66b2b75f55 None None] Checking router: b5fd71c0-96e0-4944-97e5-b0e757b0e0f5 for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:16:25.472523 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c0cab8-b205-46e2-bc57-8b66b2b75f55 None None] Updating router b5fd71c0-96e0-4944-97e5-b0e757b0e0f5 port 98612be3-4586-478c-b7e3-18b4ae63c41f binding host n-d-806683-17 {{(pid=102132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:16:25.519434 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 31e81794-7799-40cb-bcff-0d71465679b9 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:16:25.522089 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb4c256-f6a5-4bad-b114-d4a88dce4d84 tempest-SecurityGroupRulesTestJSON-1111935801 tempest-SecurityGroupRulesTestJSON-1111935801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25cef257-afba-49dc-886b-070827c57b99,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:25.561515 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a8eccce-b86f-4c46-9e58-f4b8cbee2d4c admin admin] Deleting subnet e9bc1b32-02b3-4a57-81bb-f6898f10107b {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:16:25.581655 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1a8eccce-b86f-4c46-9e58-f4b8cbee2d4c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:25.615752 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-923fa8df-5e40-4aa9-adf3-bba93d3e8612 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Deleting port 2830401f-f4f8-4e1b-9d53-c1d97886f2a0 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:16:25.616104 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-923fa8df-5e40-4aa9-adf3-bba93d3e8612 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:25.695766 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-36c0cab8-b205-46e2-bc57-8b66b2b75f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:25.790322 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-e61579d1-a6f4-4709-a33e-dd72727d9725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f66a2148-220f-43f9-be5f-8c999015ad8e', 'name': 'tempest-ServerActionsTestJSON-33003546-router', 'tenant_id': '19817faf69a4405b907421887c1772e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '63ebc91c-02a5-4f44-b7a2-72780ffe6a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:16:20Z', 'updated_at': '2021-10-30T15:16:23Z', 'revision_number': 3, 'project_id': '19817faf69a4405b907421887c1772e6', 'gw_port': {'id': '63ebc91c-02a5-4f44-b7a2-72780ffe6a79', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:54:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f66a2148-220f-43f9-be5f-8c999015ad8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:16:22Z', 'updated_at': '2021-10-30T15:16:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:16:25.793153 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-05a0b191-5d89-4663-9d31-22ce490413f3 req-2466ad82-30d1-40d6-963d-8da4151594dc tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/security-groups/f277bfdb-05af-4bc2-82bb-a63f237bc2ef HTTP/1.1" status: 200 len: 1803 time: 0.3378987 Oct 30 15:16:25.812082 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1a8eccce-b86f-4c46-9e58-f4b8cbee2d4c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:25.826044 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61579d1-a6f4-4709-a33e-dd72727d9725 None None] Checking router: f66a2148-220f-43f9-be5f-8c999015ad8e for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:16:25.826444 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61579d1-a6f4-4709-a33e-dd72727d9725 None None] Updating router f66a2148-220f-43f9-be5f-8c999015ad8e port 63ebc91c-02a5-4f44-b7a2-72780ffe6a79 binding host n-d-806683-17 {{(pid=102133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:16:25.838467 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 31e81794-7799-40cb-bcff-0d71465679b9 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:16:25.839218 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:25.856859 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e61579d1-a6f4-4709-a33e-dd72727d9725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:25.933339 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-923fa8df-5e40-4aa9-adf3-bba93d3e8612 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:25.966006 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3fcab42e-89f8-4fd2-a399-6f3cb4ad47b4 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:25.990297 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3fcab42e-89f8-4fd2-a399-6f3cb4ad47b4 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:25.994295 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-923fa8df-5e40-4aa9-adf3-bba93d3e8612 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Calling delete_port for 2830401f-f4f8-4e1b-9d53-c1d97886f2a0 owned by {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:16:26.150361 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1a8eccce-b86f-4c46-9e58-f4b8cbee2d4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:26.161928 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fcab42e-89f8-4fd2-a399-6f3cb4ad47b4 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:16:26.230831 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcab42e-89f8-4fd2-a399-6f3cb4ad47b4 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc46b82-6174-4e38-a8cb-cba208a4c5f7,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:26.240540 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3fcab42e-89f8-4fd2-a399-6f3cb4ad47b4 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:26.240915 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-3fcab42e-89f8-4fd2-a399-6f3cb4ad47b4 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Added segment 752c00a6-5937-4375-a726-3cbdf12177f6 of type vlan for network 6006757f-50d1-4621-9a29-8c488303b71a Oct 30 15:16:26.272802 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcab42e-89f8-4fd2-a399-6f3cb4ad47b4 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:16:26.273469 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcab42e-89f8-4fd2-a399-6f3cb4ad47b4 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:16:26.273469 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcab42e-89f8-4fd2-a399-6f3cb4ad47b4 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:16:26.274224 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcab42e-89f8-4fd2-a399-6f3cb4ad47b4 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:16:26.274571 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcab42e-89f8-4fd2-a399-6f3cb4ad47b4 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:16:26.274907 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcab42e-89f8-4fd2-a399-6f3cb4ad47b4 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:16:26.275239 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcab42e-89f8-4fd2-a399-6f3cb4ad47b4 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:16:26.275595 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcab42e-89f8-4fd2-a399-6f3cb4ad47b4 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:16:26.275926 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcab42e-89f8-4fd2-a399-6f3cb4ad47b4 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:16:26.276255 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcab42e-89f8-4fd2-a399-6f3cb4ad47b4 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:16:26.276585 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcab42e-89f8-4fd2-a399-6f3cb4ad47b4 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:16:26.276905 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcab42e-89f8-4fd2-a399-6f3cb4ad47b4 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:16:26.347222 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3fcab42e-89f8-4fd2-a399-6f3cb4ad47b4 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:26.416463 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-05a0b191-5d89-4663-9d31-22ce490413f3 req-3605bf78-5bc5-408e-95f2-60960f3d2c6d tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:26.457759 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3fcab42e-89f8-4fd2-a399-6f3cb4ad47b4 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:26.459688 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-05a0b191-5d89-4663-9d31-22ce490413f3 req-3605bf78-5bc5-408e-95f2-60960f3d2c6d tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:26.474315 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcab42e-89f8-4fd2-a399-6f3cb4ad47b4 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:26.474988 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3fcab42e-89f8-4fd2-a399-6f3cb4ad47b4 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:26.536903 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-3fcab42e-89f8-4fd2-a399-6f3cb4ad47b4 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 2.1270385 Oct 30 15:16:26.552446 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e61579d1-a6f4-4709-a33e-dd72727d9725 None None] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:26.553529 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1a8eccce-b86f-4c46-9e58-f4b8cbee2d4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:26.612118 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e61579d1-a6f4-4709-a33e-dd72727d9725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:26.625796 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-36c0cab8-b205-46e2-bc57-8b66b2b75f55 None None] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:26.651060 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-923fa8df-5e40-4aa9-adf3-bba93d3e8612 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:26.654062 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1a8eccce-b86f-4c46-9e58-f4b8cbee2d4c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:26.660886 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-1a8eccce-b86f-4c46-9e58-f4b8cbee2d4c admin admin] 10.222.0.62 "DELETE /v2.0/subnets/e9bc1b32-02b3-4a57-81bb-f6898f10107b HTTP/1.1" status: 204 len: 168 time: 1.1860785 Oct 30 15:16:26.662512 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-36c0cab8-b205-46e2-bc57-8b66b2b75f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:26.687868 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 41658) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:26.829414 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155ada2e-0e8f-4b9f-b372-0421f6b1544a None None] Pushing event updated for resources: {'Port': ['ID=63ebc91c-02a5-4f44-b7a2-72780ffe6a79,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:26.841596 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-923fa8df-5e40-4aa9-adf3-bba93d3e8612 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:26.846938 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-923fa8df-5e40-4aa9-adf3-bba93d3e8612 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] 10.222.0.62 "DELETE /v2.0/ports/2830401f-f4f8-4e1b-9d53-c1d97886f2a0 HTTP/1.1" status: 204 len: 168 time: 2.2177055 Oct 30 15:16:26.849386 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-e61579d1-a6f4-4709-a33e-dd72727d9725 None None] Attempting to bind port 63ebc91c-02a5-4f44-b7a2-72780ffe6a79 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:16:26.849752 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-e61579d1-a6f4-4709-a33e-dd72727d9725 None None] Attempting to bind port 63ebc91c-02a5-4f44-b7a2-72780ffe6a79 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:16:26.850110 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61579d1-a6f4-4709-a33e-dd72727d9725 None None] Attempting to bind port 63ebc91c-02a5-4f44-b7a2-72780ffe6a79 on network edc38ef5-7816-4133-914c-cfe2849a0125 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:16:26.854021 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c8eae7a8-5b3d-4598-ad56-275fc2bcad96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:26.857009 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8eccce-b86f-4c46-9e58-f4b8cbee2d4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9bc1b32-02b3-4a57-81bb-f6898f10107b,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:26.861122 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61579d1-a6f4-4709-a33e-dd72727d9725 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:16:26.861122 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61579d1-a6f4-4709-a33e-dd72727d9725 None None] Checking segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:16:26.861495 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e61579d1-a6f4-4709-a33e-dd72727d9725 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:26.861621 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 41660) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:26.861874 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61579d1-a6f4-4709-a33e-dd72727d9725 None None] Bound using segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:16:26.862186 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-05a0b191-5d89-4663-9d31-22ce490413f3 req-3605bf78-5bc5-408e-95f2-60960f3d2c6d tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:26.862322 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-e61579d1-a6f4-4709-a33e-dd72727d9725 None None] Bound port: 63ebc91c-02a5-4f44-b7a2-72780ffe6a79, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:16:26.862696 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e61579d1-a6f4-4709-a33e-dd72727d9725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:26.865074 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325438cd-4c36-4dff-80f4-f9c0d41b4a5f None None] Pushing event updated for resources: {'Port': ['ID=98612be3-4586-478c-b7e3-18b4ae63c41f,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:26.873712 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-05a0b191-5d89-4663-9d31-22ce490413f3 req-3605bf78-5bc5-408e-95f2-60960f3d2c6d tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:26.880603 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-05a0b191-5d89-4663-9d31-22ce490413f3 req-3605bf78-5bc5-408e-95f2-60960f3d2c6d tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "DELETE /v2.0/security-groups/f277bfdb-05af-4bc2-82bb-a63f237bc2ef HTTP/1.1" status: 204 len: 173 time: 1.0865643 Oct 30 15:16:26.918748 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:27.034098 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-e61579d1-a6f4-4709-a33e-dd72727d9725 None None] For port 63ebc91c-02a5-4f44-b7a2-72780ffe6a79, host n-d-806683-17, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:16:27.044024 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-e61579d1-a6f4-4709-a33e-dd72727d9725 None None] For port 63ebc91c-02a5-4f44-b7a2-72780ffe6a79, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=63ebc91c-02a5-4f44-b7a2-72780ffe6a79,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:16:27.058164 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e61579d1-a6f4-4709-a33e-dd72727d9725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:27.069333 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923fa8df-5e40-4aa9-adf3-bba93d3e8612 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Pushing event deleted for resources: {'Port': ['ID=2830401f-f4f8-4e1b-9d53-c1d97886f2a0,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:27.100642 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c7652512-d533-4be5-b5be-dcff39f1410b req-b7ce378c-c543-42a6-b227-f58de5e8bfcd tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "GET /v2.0/security-groups/052bbdf9-5f48-42f1-a6e5-8b7f2af04a29 HTTP/1.1" status: 200 len: 1801 time: 0.1412630 Oct 30 15:16:27.109304 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:16:27.143446 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-00b85d3a-a06f-4205-8f02-e6222525ee8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:27.158135 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605bf78-5bc5-408e-95f2-60960f3d2c6d tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f277bfdb-05af-4bc2-82bb-a63f237bc2ef,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:27.229330 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device fbb95e0f-9bce-428d-876e-030ebd64c7a8 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:16:27.303078 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61579d1-a6f4-4709-a33e-dd72727d9725 None None] Routers {'f66a2148-220f-43f9-be5f-8c999015ad8e'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:16:27.306105 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcab42e-89f8-4fd2-a399-6f3cb4ad47b4 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Pushing event updated for resources: {'Network': ['ID=6006757f-50d1-4621-9a29-8c488303b71a,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:27.320064 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-e61579d1-a6f4-4709-a33e-dd72727d9725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:16:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['f66a2148-220f-43f9-be5f-8c999015ad8e'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:16:27.342028 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155ada2e-0e8f-4b9f-b372-0421f6b1544a None None] Pushing event updated for resources: {'Port': ['ID=63ebc91c-02a5-4f44-b7a2-72780ffe6a79,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:27.410534 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 6006757f-50d1-4621-9a29-8c488303b71a details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:16:27.429383 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: 6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:16:27.430226 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 6c45b1eb-b6f9-4dae-afd0-7ec2b8d81160 not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:16:27.596731 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c8eae7a8-5b3d-4598-ad56-275fc2bcad96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:27.609306 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-e61579d1-a6f4-4709-a33e-dd72727d9725 None None] Set router f66a2148-220f-43f9-be5f-8c999015ad8e gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:16:27.671190 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-c8eae7a8-5b3d-4598-ad56-275fc2bcad96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6df1a78e-0720-4c0b-8f3d-fadd8dfcd015']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:16:27.681897 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-00b85d3a-a06f-4205-8f02-e6222525ee8b admin admin] Allocated IP 172.20.0.1 (d26e81b3-f432-4f3d-bc5b-f2edc1c076d6/d862e367-a3ef-41d8-9769-a6945d8f8b1d/689c2fe5-8909-448a-a71b-c3d1011c098d) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:16:27.689835 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-c8eae7a8-5b3d-4598-ad56-275fc2bcad96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68ce78ad-0893-40a9-adf8-d118e80a7e83') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:16:27.695190 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-c8eae7a8-5b3d-4598-ad56-275fc2bcad96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68ce78ad-0893-40a9-adf8-d118e80a7e83') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:16:27.715878 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c8eae7a8-5b3d-4598-ad56-275fc2bcad96 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:27.718099 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-36c0cab8-b205-46e2-bc57-8b66b2b75f55 None None] Attempting to bind port 98612be3-4586-478c-b7e3-18b4ae63c41f on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:16:27.718637 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-36c0cab8-b205-46e2-bc57-8b66b2b75f55 None None] Attempting to bind port 98612be3-4586-478c-b7e3-18b4ae63c41f by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'ee263023-fb4d-46ef-8443-a0bc757d4895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '99b2e015-7a7a-41c9-9251-e2d5c417b9db'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:16:27.719702 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c0cab8-b205-46e2-bc57-8b66b2b75f55 None None] Attempting to bind port 98612be3-4586-478c-b7e3-18b4ae63c41f on network 99b2e015-7a7a-41c9-9251-e2d5c417b9db {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:16:27.747802 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c8eae7a8-5b3d-4598-ad56-275fc2bcad96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:27.762510 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8eae7a8-5b3d-4598-ad56-275fc2bcad96 admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:16:27.764980 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c8eae7a8-5b3d-4598-ad56-275fc2bcad96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:27.779822 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c0cab8-b205-46e2-bc57-8b66b2b75f55 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:16:27.780210 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c0cab8-b205-46e2-bc57-8b66b2b75f55 None None] Checking segment: {'id': 'ee263023-fb4d-46ef-8443-a0bc757d4895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '99b2e015-7a7a-41c9-9251-e2d5c417b9db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:16:27.783682 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-36c0cab8-b205-46e2-bc57-8b66b2b75f55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:27.784191 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c0cab8-b205-46e2-bc57-8b66b2b75f55 None None] Bound using segment: {'id': 'ee263023-fb4d-46ef-8443-a0bc757d4895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '99b2e015-7a7a-41c9-9251-e2d5c417b9db'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:16:27.787759 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-36c0cab8-b205-46e2-bc57-8b66b2b75f55 None None] Bound port: 98612be3-4586-478c-b7e3-18b4ae63c41f, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee263023-fb4d-46ef-8443-a0bc757d4895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '99b2e015-7a7a-41c9-9251-e2d5c417b9db'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:16:27.788802 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-36c0cab8-b205-46e2-bc57-8b66b2b75f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:27.803869 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-00b85d3a-a06f-4205-8f02-e6222525ee8b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:27.848144 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-00b85d3a-a06f-4205-8f02-e6222525ee8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:27.886120 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-646e8e49-3724-4bf7-bd76-d6cf7f2125ce tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Deleting port 73cea6f4-5b90-4970-b546-9f9e729a7e34 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:16:27.886446 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-646e8e49-3724-4bf7-bd76-d6cf7f2125ce tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:27.900640 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:16:27.900640 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:16:27.900640 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:16:27.900640 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:16:27.900640 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:16:27.900640 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:16:27.900640 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:16:27.900640 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:16:27.900640 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:16:27.900640 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:16:27.900640 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:16:27.900640 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:16:27.900640 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:16:27.900640 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:16:27.900640 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:16:27.900640 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:16:27.900640 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:16:27.900640 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:16:27.900640 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:16:27.900640 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:16:27.900640 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:16:27.900640 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:16:27.900640 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:16:27.900640 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:16:27.900640 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:16:27.900640 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:16:27.900640 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:16:27.900640 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:16:27.900640 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:16:27.900640 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:16:27.900640 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:16:27.900640 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:16:27.933108 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c8eae7a8-5b3d-4598-ad56-275fc2bcad96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:27.948593 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c8eae7a8-5b3d-4598-ad56-275fc2bcad96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:27.952136 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c8eae7a8-5b3d-4598-ad56-275fc2bcad96 admin admin] 10.222.0.62 "DELETE /v2.0/networks/6df1a78e-0720-4c0b-8f3d-fadd8dfcd015 HTTP/1.1" status: 204 len: 168 time: 1.2595334 Oct 30 15:16:27.963652 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b85d3a-a06f-4205-8f02-e6222525ee8b admin admin] Network d26e81b3-f432-4f3d-bc5b-f2edc1c076d6 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:16:27.969591 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-00b85d3a-a06f-4205-8f02-e6222525ee8b admin admin] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:16:27.984443 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b85d3a-a06f-4205-8f02-e6222525ee8b admin admin] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:16:28.029433 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-86f7479f-6870-4d16-9cc5-124faf7a874f None None] Provisioning complete for port 98612be3-4586-478c-b7e3-18b4ae63c41f triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:16:28.031158 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eae7a8-5b3d-4598-ad56-275fc2bcad96 admin admin] Pushing event deleted for resources: {'Network': ['ID=6df1a78e-0720-4c0b-8f3d-fadd8dfcd015,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:28.033772 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-86f7479f-6870-4d16-9cc5-124faf7a874f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:28.044871 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port fbb95e0f-9bce-428d-876e-030ebd64c7a8 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:16:28.047856 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:28.053672 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b85d3a-a06f-4205-8f02-e6222525ee8b admin admin] Pushing event updated for resources: {'Port': ['ID=689c2fe5-8909-448a-a71b-c3d1011c098d,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:28.083838 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-c7652512-d533-4be5-b5be-dcff39f1410b req-8364ed1c-6eed-4887-98dc-cae9e88ead5e tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:28.113414 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-646e8e49-3724-4bf7-bd76-d6cf7f2125ce tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:28.150078 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-c7652512-d533-4be5-b5be-dcff39f1410b req-8364ed1c-6eed-4887-98dc-cae9e88ead5e tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:28.209180 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-646e8e49-3724-4bf7-bd76-d6cf7f2125ce tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Calling delete_port for 73cea6f4-5b90-4970-b546-9f9e729a7e34 owned by {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:16:28.215839 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-00b85d3a-a06f-4205-8f02-e6222525ee8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:28.291512 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-c7652512-d533-4be5-b5be-dcff39f1410b req-8364ed1c-6eed-4887-98dc-cae9e88ead5e tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:28.297822 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-c7652512-d533-4be5-b5be-dcff39f1410b req-8364ed1c-6eed-4887-98dc-cae9e88ead5e tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:28.299106 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c7652512-d533-4be5-b5be-dcff39f1410b req-8364ed1c-6eed-4887-98dc-cae9e88ead5e tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] 10.222.0.62 "DELETE /v2.0/security-groups/052bbdf9-5f48-42f1-a6e5-8b7f2af04a29 HTTP/1.1" status: 204 len: 173 time: 1.1976216 Oct 30 15:16:28.307901 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 41674) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:28.346718 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8364ed1c-6eed-4887-98dc-cae9e88ead5e tempest-SecurityGroupsTestJSON-529983610 tempest-SecurityGroupsTestJSON-529983610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=052bbdf9-5f48-42f1-a6e5-8b7f2af04a29,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:28.412424 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-e61579d1-a6f4-4709-a33e-dd72727d9725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f66a2148-220f-43f9-be5f-8c999015ad8e', 'name': 'tempest-ServerActionsTestJSON-33003546-router', 'tenant_id': '19817faf69a4405b907421887c1772e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '63ebc91c-02a5-4f44-b7a2-72780ffe6a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:16:20Z', 'updated_at': '2021-10-30T15:16:23Z', 'revision_number': 3, 'project_id': '19817faf69a4405b907421887c1772e6', 'gw_port': {'id': '63ebc91c-02a5-4f44-b7a2-72780ffe6a79', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:54:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f66a2148-220f-43f9-be5f-8c999015ad8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:16:22Z', 'updated_at': '2021-10-30T15:16:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:16:28.462823 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 41678) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:28.468335 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-36c0cab8-b205-46e2-bc57-8b66b2b75f55 None None] For port 98612be3-4586-478c-b7e3-18b4ae63c41f, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:16:28.472189 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-36c0cab8-b205-46e2-bc57-8b66b2b75f55 None None] For port 98612be3-4586-478c-b7e3-18b4ae63c41f, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=98612be3-4586-478c-b7e3-18b4ae63c41f,segment=NetworkSegment(ee263023-fb4d-46ef-8443-a0bc757d4895),segment_id=ee263023-fb4d-46ef-8443-a0bc757d4895)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:16:28.481729 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-1717ddf1-fc1f-4432-84bd-0b4611cc6eda admin admin] Deleting subnet cb1592e1-5e9c-487d-b296-2e7a28c24f10 {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:16:28.497989 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61579d1-a6f4-4709-a33e-dd72727d9725 None None] The sync data for ids ['f66a2148-220f-43f9-be5f-8c999015ad8e'] in n-d-806683-17 is: [{'id': 'f66a2148-220f-43f9-be5f-8c999015ad8e', 'name': 'tempest-ServerActionsTestJSON-33003546-router', 'tenant_id': '19817faf69a4405b907421887c1772e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '63ebc91c-02a5-4f44-b7a2-72780ffe6a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:16:20Z', 'updated_at': '2021-10-30T15:16:23Z', 'revision_number': 3, 'project_id': '19817faf69a4405b907421887c1772e6', 'gw_port': {'id': '63ebc91c-02a5-4f44-b7a2-72780ffe6a79', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:54:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f66a2148-220f-43f9-be5f-8c999015ad8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:16:22Z', 'updated_at': '2021-10-30T15:16:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:16:28.507033 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-36c0cab8-b205-46e2-bc57-8b66b2b75f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:28.509333 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1717ddf1-fc1f-4432-84bd-0b4611cc6eda admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:28.547275 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-86f7479f-6870-4d16-9cc5-124faf7a874f None None] Port 98612be3-4586-478c-b7e3-18b4ae63c41f cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:16:28.709123 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e8520ea4-52f3-462b-b286-936645163594 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=79998997eb3645bc8b8a5f4c9bec29c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2446849 Oct 30 15:16:28.716887 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 41684) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:28.765962 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c0cab8-b205-46e2-bc57-8b66b2b75f55 None None] Routers {'b5fd71c0-96e0-4944-97e5-b0e757b0e0f5'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:16:28.766613 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-36c0cab8-b205-46e2-bc57-8b66b2b75f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:16:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['b5fd71c0-96e0-4944-97e5-b0e757b0e0f5'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:16:28.886803 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1717ddf1-fc1f-4432-84bd-0b4611cc6eda admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:28.950708 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9d008119-7afd-4b02-94a2-c607ebaee4dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:29.042855 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325438cd-4c36-4dff-80f4-f9c0d41b4a5f None None] Pushing event updated for resources: {'Port': ['ID=98612be3-4586-478c-b7e3-18b4ae63c41f,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:29.079873 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-dc55b016-457f-4cbe-8abd-26c6bc4c9311 None None] Provisioning complete for port 689c2fe5-8909-448a-a71b-c3d1011c098d triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:16:29.080272 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-dc55b016-457f-4cbe-8abd-26c6bc4c9311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:29.100928 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9d008119-7afd-4b02-94a2-c607ebaee4dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:29.184694 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1717ddf1-fc1f-4432-84bd-0b4611cc6eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:29.192068 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-646e8e49-3724-4bf7-bd76-d6cf7f2125ce tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:29.217152 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9d008119-7afd-4b02-94a2-c607ebaee4dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:29.217814 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-dc55b016-457f-4cbe-8abd-26c6bc4c9311 None None] Port 689c2fe5-8909-448a-a71b-c3d1011c098d cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:16:29.225673 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9d008119-7afd-4b02-94a2-c607ebaee4dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:29.236304 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9d008119-7afd-4b02-94a2-c607ebaee4dd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9e948c63-045d-49d2-9248-65278b02071f HTTP/1.1" status: 204 len: 168 time: 0.5158408 Oct 30 15:16:29.268407 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d008119-7afd-4b02-94a2-c607ebaee4dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e948c63-045d-49d2-9248-65278b02071f,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:29.284164 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-36c0cab8-b205-46e2-bc57-8b66b2b75f55 None None] Set router b5fd71c0-96e0-4944-97e5-b0e757b0e0f5 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:16:29.352136 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-00b85d3a-a06f-4205-8f02-e6222525ee8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:29.374412 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646e8e49-3724-4bf7-bd76-d6cf7f2125ce tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Pushing event deleted for resources: {'Port': ['ID=73cea6f4-5b90-4970-b546-9f9e729a7e34,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:29.409952 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-646e8e49-3724-4bf7-bd76-d6cf7f2125ce tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:29.417636 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-646e8e49-3724-4bf7-bd76-d6cf7f2125ce tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] 10.222.0.62 "DELETE /v2.0/ports/73cea6f4-5b90-4970-b546-9f9e729a7e34 HTTP/1.1" status: 204 len: 168 time: 2.5271506 Oct 30 15:16:29.420955 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 41690) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:29.426187 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-f4b8ed93-2910-47e2-aa04-877038e077d0 None None] Provisioning complete for port 98612be3-4586-478c-b7e3-18b4ae63c41f triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:16:29.434779 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f4b8ed93-2910-47e2-aa04-877038e077d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:29.553825 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-2e786b79-160b-4bf1-a20e-010cab802cea tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1263251 Oct 30 15:16:29.558309 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 41692) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:29.579635 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-b7bdf5e2-224e-4d23-86bf-dacd6de8a33f tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2036265231'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:29.602667 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1717ddf1-fc1f-4432-84bd-0b4611cc6eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:29.667644 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7bdf5e2-224e-4d23-86bf-dacd6de8a33f tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Made reservation on behalf of 87432cd87d2a4fdeb9d310fcc2146478 for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:16:29.673160 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1717ddf1-fc1f-4432-84bd-0b4611cc6eda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:29.685298 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-1717ddf1-fc1f-4432-84bd-0b4611cc6eda admin admin] 10.222.0.62 "DELETE /v2.0/subnets/cb1592e1-5e9c-487d-b296-2e7a28c24f10 HTTP/1.1" status: 204 len: 168 time: 1.3324811 Oct 30 15:16:29.701318 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 41696) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:29.740950 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b7bdf5e2-224e-4d23-86bf-dacd6de8a33f tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:29.785604 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1717ddf1-fc1f-4432-84bd-0b4611cc6eda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb1592e1-5e9c-487d-b296-2e7a28c24f10,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:29.895857 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7bdf5e2-224e-4d23-86bf-dacd6de8a33f tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:16:29.936049 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b7bdf5e2-224e-4d23-86bf-dacd6de8a33f tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:29.936394 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-b7bdf5e2-224e-4d23-86bf-dacd6de8a33f tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Added segment 0dd63bb2-cd34-4890-a7c6-c828e63d6612 of type vlan for network 0db4ce56-822a-4532-9cb5-90b3481778c5 Oct 30 15:16:29.960190 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 41702) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:29.988842 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-ec1e7373-5dfd-4b35-a091-3c42758ec926 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Request body: {'subnet': {'network_id': '6006757f-50d1-4621-9a29-8c488303b71a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:30.059005 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:30.108940 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b7bdf5e2-224e-4d23-86bf-dacd6de8a33f tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:30.152333 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f4b8ed93-2910-47e2-aa04-877038e077d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:30.153931 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b7bdf5e2-224e-4d23-86bf-dacd6de8a33f tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:30.170355 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7bdf5e2-224e-4d23-86bf-dacd6de8a33f tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:30.171512 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b7bdf5e2-224e-4d23-86bf-dacd6de8a33f tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:30.188968 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bc027746-c54b-4acb-8a09-017cae51c603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:30.214529 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-36c0cab8-b205-46e2-bc57-8b66b2b75f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fd71c0-96e0-4944-97e5-b0e757b0e0f5', 'name': 'tempest-TaggedBootDevicesTest_v242-649327085-router', 'tenant_id': 'fedcadc844c84f7ca955acdb50df6c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '31e81794-7799-40cb-bcff-0d71465679b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:16:12Z', 'updated_at': '2021-10-30T15:16:21Z', 'revision_number': 4, 'project_id': 'fedcadc844c84f7ca955acdb50df6c20', 'gw_port': {'id': '31e81794-7799-40cb-bcff-0d71465679b9', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:79:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd71c0-96e0-4944-97e5-b0e757b0e0f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:16:13Z', 'updated_at': '2021-10-30T15:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '98612be3-4586-478c-b7e3-18b4ae63c41f', 'name': '', 'network_id': '99b2e015-7a7a-41c9-9251-e2d5c417b9db', 'tenant_id': 'fedcadc844c84f7ca955acdb50df6c20', 'mac_address': 'fa:16:3e:df:86:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5fd71c0-96e0-4944-97e5-b0e757b0e0f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '23f39dd9-f253-43ba-86ce-00953dd18499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:16:19Z', 'updated_at': '2021-10-30T15:16:28Z', 'revision_number': 4, 'project_id': 'fedcadc844c84f7ca955acdb50df6c20', 'subnets': [{'id': '23f39dd9-f253-43ba-86ce-00953dd18499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:16:30.266314 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c0cab8-b205-46e2-bc57-8b66b2b75f55 None None] The sync data for ids ['b5fd71c0-96e0-4944-97e5-b0e757b0e0f5'] in n-d-806683-17 is: [{'id': 'b5fd71c0-96e0-4944-97e5-b0e757b0e0f5', 'name': 'tempest-TaggedBootDevicesTest_v242-649327085-router', 'tenant_id': 'fedcadc844c84f7ca955acdb50df6c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '31e81794-7799-40cb-bcff-0d71465679b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:16:12Z', 'updated_at': '2021-10-30T15:16:21Z', 'revision_number': 4, 'project_id': 'fedcadc844c84f7ca955acdb50df6c20', 'gw_port': {'id': '31e81794-7799-40cb-bcff-0d71465679b9', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:79:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd71c0-96e0-4944-97e5-b0e757b0e0f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:16:13Z', 'updated_at': '2021-10-30T15:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '98612be3-4586-478c-b7e3-18b4ae63c41f', 'name': '', 'network_id': '99b2e015-7a7a-41c9-9251-e2d5c417b9db', 'tenant_id': 'fedcadc844c84f7ca955acdb50df6c20', 'mac_address': 'fa:16:3e:df:86:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5fd71c0-96e0-4944-97e5-b0e757b0e0f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '23f39dd9-f253-43ba-86ce-00953dd18499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:16:19Z', 'updated_at': '2021-10-30T15:16:28Z', 'revision_number': 4, 'project_id': 'fedcadc844c84f7ca955acdb50df6c20', 'subnets': [{'id': '23f39dd9-f253-43ba-86ce-00953dd18499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:16:30.270350 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-f4b8ed93-2910-47e2-aa04-877038e077d0 None None] For port 98612be3-4586-478c-b7e3-18b4ae63c41f, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=98612be3-4586-478c-b7e3-18b4ae63c41f,segment=NetworkSegment(ee263023-fb4d-46ef-8443-a0bc757d4895),segment_id=ee263023-fb4d-46ef-8443-a0bc757d4895)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:16:30.282424 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f4b8ed93-2910-47e2-aa04-877038e077d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:30.356497 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bdf5e2-224e-4d23-86bf-dacd6de8a33f tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Pushing event updated for resources: {'Network': ['ID=0db4ce56-822a-4532-9cb5-90b3481778c5,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:30.363260 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b7bdf5e2-224e-4d23-86bf-dacd6de8a33f tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8023293 Oct 30 15:16:30.373475 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 41712) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:30.380097 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-c696e031-5d34-4fbc-bfdf-53ec3c81cc8a tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-639659082'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:30.415126 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 0db4ce56-822a-4532-9cb5-90b3481778c5 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:16:30.455185 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-00b85d3a-a06f-4205-8f02-e6222525ee8b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:30.506784 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-00b85d3a-a06f-4205-8f02-e6222525ee8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:30.558310 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c696e031-5d34-4fbc-bfdf-53ec3c81cc8a tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Made reservation on behalf of 87432cd87d2a4fdeb9d310fcc2146478 for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:16:30.578222 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c696e031-5d34-4fbc-bfdf-53ec3c81cc8a tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:30.581091 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1e7373-5dfd-4b35-a091-3c42758ec926 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Made reservation on behalf of 5487df6812a246998fe08bfdbae6b85d for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:16:30.587567 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ec1e7373-5dfd-4b35-a091-3c42758ec926 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:30.604765 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b8ed93-2910-47e2-aa04-877038e077d0 None None] Pushing event updated for resources: {'Port': ['ID=98612be3-4586-478c-b7e3-18b4ae63c41f,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:30.635754 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c696e031-5d34-4fbc-bfdf-53ec3c81cc8a tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:16:30.645251 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bc027746-c54b-4acb-8a09-017cae51c603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:30.665101 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c696e031-5d34-4fbc-bfdf-53ec3c81cc8a tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:30.665674 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-c696e031-5d34-4fbc-bfdf-53ec3c81cc8a tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Added segment d6574af6-d6d6-49f1-a7a1-0b1e51557353 of type vlan for network af30c5c1-7d77-4958-92d8-8409dcf23255 Oct 30 15:16:30.780330 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c696e031-5d34-4fbc-bfdf-53ec3c81cc8a tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:30.815154 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b85d3a-a06f-4205-8f02-e6222525ee8b admin admin] Pushing event updated for resources: {'Port': ['ID=689c2fe5-8909-448a-a71b-c3d1011c098d,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:30.828069 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c696e031-5d34-4fbc-bfdf-53ec3c81cc8a tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:30.843112 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-bc027746-c54b-4acb-8a09-017cae51c603 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b1d60f2-90d0-4f44-9856-0c96dd26f8ca']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:16:30.844671 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c696e031-5d34-4fbc-bfdf-53ec3c81cc8a tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:30.845707 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c696e031-5d34-4fbc-bfdf-53ec3c81cc8a tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:30.893508 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-00b85d3a-a06f-4205-8f02-e6222525ee8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:30.918889 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-bc027746-c54b-4acb-8a09-017cae51c603 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75c14901-45f9-4a2f-9446-d0ecd75d3489') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:16:30.919194 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-bc027746-c54b-4acb-8a09-017cae51c603 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75c14901-45f9-4a2f-9446-d0ecd75d3489') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:16:30.974383 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bc027746-c54b-4acb-8a09-017cae51c603 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:31.081481 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c696e031-5d34-4fbc-bfdf-53ec3c81cc8a tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7068455 Oct 30 15:16:31.131205 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c696e031-5d34-4fbc-bfdf-53ec3c81cc8a tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Pushing event updated for resources: {'Network': ['ID=af30c5c1-7d77-4958-92d8-8409dcf23255,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:31.154740 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network af30c5c1-7d77-4958-92d8-8409dcf23255 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:16:31.263021 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 41736) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:31.426388 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 63ebc91c-02a5-4f44-b7a2-72780ffe6a79 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:16:31.463307 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bc027746-c54b-4acb-8a09-017cae51c603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:31.475375 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc027746-c54b-4acb-8a09-017cae51c603 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:16:31.475871 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bc027746-c54b-4acb-8a09-017cae51c603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:31.566543 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 63ebc91c-02a5-4f44-b7a2-72780ffe6a79 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:16:31.568751 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:31.619738 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:16:31.619738 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:16:31.619738 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:16:31.619738 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:16:31.619738 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:16:31.619738 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:16:31.619738 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:16:31.619738 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:16:31.619738 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:16:31.619738 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:16:31.619738 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:16:31.619738 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:16:31.619738 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:16:31.619738 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:16:31.619738 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:16:31.619738 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:16:31.619738 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:16:31.619738 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:16:31.619738 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:16:31.619738 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:16:31.619738 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:16:31.619738 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:16:31.619738 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:16:31.619738 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:16:31.619738 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:16:31.619738 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:16:31.619738 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:16:31.619738 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:16:31.619738 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:16:31.619738 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:16:31.619738 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:16:31.619738 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:16:31.626060 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ec1e7373-5dfd-4b35-a091-3c42758ec926 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:31.626689 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-33e813b4-e9f0-41b6-994e-9c228c7f4051 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1860453311-network', 'tenant_id': 'cc3ab0d0775943ab84bd415d93bf886e'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:31.630437 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b85d3a-a06f-4205-8f02-e6222525ee8b admin admin] Network d26e81b3-f432-4f3d-bc5b-f2edc1c076d6 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:16:31.639792 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bc027746-c54b-4acb-8a09-017cae51c603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:31.686077 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e813b4-e9f0-41b6-994e-9c228c7f4051 admin admin] Made reservation on behalf of cc3ab0d0775943ab84bd415d93bf886e for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:16:31.690338 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-33e813b4-e9f0-41b6-994e-9c228c7f4051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:31.708061 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bc027746-c54b-4acb-8a09-017cae51c603 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:31.710968 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-33e813b4-e9f0-41b6-994e-9c228c7f4051 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:31.722095 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-bc027746-c54b-4acb-8a09-017cae51c603 admin admin] 10.222.0.62 "DELETE /v2.0/networks/7b1d60f2-90d0-4f44-9856-0c96dd26f8ca HTTP/1.1" status: 204 len: 168 time: 1.9802456 Oct 30 15:16:31.863053 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-00b85d3a-a06f-4205-8f02-e6222525ee8b admin admin] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:16:31.887002 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1e7373-5dfd-4b35-a091-3c42758ec926 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Pushing event updated for resources: {'Subnet': ['ID=8ef656da-f822-44eb-9017-34b8d977f0b8,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:31.909361 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-33e813b4-e9f0-41b6-994e-9c228c7f4051 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:31.926395 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-33e813b4-e9f0-41b6-994e-9c228c7f4051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:31.946328 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33e813b4-e9f0-41b6-994e-9c228c7f4051 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:16:31.968788 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-33e813b4-e9f0-41b6-994e-9c228c7f4051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:31.970282 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-33e813b4-e9f0-41b6-994e-9c228c7f4051 admin admin] Added segment 7ea476d6-b5b9-466c-8e4d-c13919d6817f of type vlan for network ef2ed579-b64c-40ef-85ca-81e66b9d536f Oct 30 15:16:32.057994 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:32.091736 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-33e813b4-e9f0-41b6-994e-9c228c7f4051 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:32.107354 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:32.139430 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-33e813b4-e9f0-41b6-994e-9c228c7f4051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:32.146445 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e813b4-e9f0-41b6-994e-9c228c7f4051 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:32.150036 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-33e813b4-e9f0-41b6-994e-9c228c7f4051 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:32.245649 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 63ebc91c-02a5-4f44-b7a2-72780ffe6a79, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=63ebc91c-02a5-4f44-b7a2-72780ffe6a79,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:16:32.274731 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:32.281332 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 98612be3-4586-478c-b7e3-18b4ae63c41f up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:16:32.285161 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc027746-c54b-4acb-8a09-017cae51c603 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b1d60f2-90d0-4f44-9856-0c96dd26f8ca,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:32.350130 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 41746) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:32.455476 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-33e813b4-e9f0-41b6-994e-9c228c7f4051 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1908410 Oct 30 15:16:32.468562 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 41750) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:32.530861 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1e7373-5dfd-4b35-a091-3c42758ec926 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Checking segment: {'id': '752c00a6-5937-4375-a726-3cbdf12177f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6006757f-50d1-4621-9a29-8c488303b71a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:16:32.533293 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1e7373-5dfd-4b35-a091-3c42758ec926 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Network hostable DHCP agents. Network: 6006757f-50d1-4621-9a29-8c488303b71a, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:16:32.538523 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-07f30914-9e3b-44f9-a041-e408da522c9a admin admin] Request body: {'subnet': {'network_id': 'ef2ed579-b64c-40ef-85ca-81e66b9d536f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1860453311-subnet', 'tenant_id': 'cc3ab0d0775943ab84bd415d93bf886e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:32.573138 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e813b4-e9f0-41b6-994e-9c228c7f4051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df0ee1a-5f62-4c7f-897b-c809c34f9b2b,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:32.607622 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e813b4-e9f0-41b6-994e-9c228c7f4051 admin admin] Pushing event updated for resources: {'Network': ['ID=ef2ed579-b64c-40ef-85ca-81e66b9d536f,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:32.612280 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-633cdcd6-9764-48a4-8d2a-084eceee0e62 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2bff5c42b94f45558740176c1102ba1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2553227 Oct 30 15:16:32.615612 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 41754) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:32.667434 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f30914-9e3b-44f9-a041-e408da522c9a admin admin] Made reservation on behalf of cc3ab0d0775943ab84bd415d93bf886e for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:16:32.669834 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-07f30914-9e3b-44f9-a041-e408da522c9a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:32.671897 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network ef2ed579-b64c-40ef-85ca-81e66b9d536f details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:16:32.801909 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=63ebc91c-02a5-4f44-b7a2-72780ffe6a79,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:32.810950 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 98612be3-4586-478c-b7e3-18b4ae63c41f triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:16:32.811708 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:32.848932 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1e7373-5dfd-4b35-a091-3c42758ec926 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Network 6006757f-50d1-4621-9a29-8c488303b71a is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:16:32.884003 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-950fa57c-b710-432b-999a-e39fa5924906 None None] Provisioning complete for port 689c2fe5-8909-448a-a71b-c3d1011c098d triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:16:32.884878 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-950fa57c-b710-432b-999a-e39fa5924906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:32.893625 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-200e1f51-3532-4642-89f0-f5ce3090d829 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:32.911274 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00b85d3a-a06f-4205-8f02-e6222525ee8b admin admin] Router f66a2148-220f-43f9-be5f-8c999015ad8e has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:16:32.973734 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-ec1e7373-5dfd-4b35-a091-3c42758ec926 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 6006757f-50d1-4621-9a29-8c488303b71a) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:16:33.024694 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1e7373-5dfd-4b35-a091-3c42758ec926 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:33.030002 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf896f37-e306-433e-8d41-4b0824580dd6 None None] Network 6006757f-50d1-4621-9a29-8c488303b71a requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:16:33.037237 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ec1e7373-5dfd-4b35-a091-3c42758ec926 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:33.219109 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-200e1f51-3532-4642-89f0-f5ce3090d829 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:33.277069 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-07f30914-9e3b-44f9-a041-e408da522c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:33.351451 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f30914-9e3b-44f9-a041-e408da522c9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=94df39f6-e807-4194-b4a5-01ca156d271d,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:33.397603 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f30914-9e3b-44f9-a041-e408da522c9a admin admin] Checking segment: {'id': '7ea476d6-b5b9-466c-8e4d-c13919d6817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ef2ed579-b64c-40ef-85ca-81e66b9d536f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:16:33.398220 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f30914-9e3b-44f9-a041-e408da522c9a admin admin] Network hostable DHCP agents. Network: ef2ed579-b64c-40ef-85ca-81e66b9d536f, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:16:33.408024 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-ec1e7373-5dfd-4b35-a091-3c42758ec926 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.4374943 Oct 30 15:16:33.411720 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 41758) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:33.422668 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-e12e57c6-b5f7-4558-b059-ea280a8ce978 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-932202097'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:33.448821 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f30914-9e3b-44f9-a041-e408da522c9a admin admin] Network ef2ed579-b64c-40ef-85ca-81e66b9d536f is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:16:33.463923 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-07f30914-9e3b-44f9-a041-e408da522c9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, ef2ed579-b64c-40ef-85ca-81e66b9d536f) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:16:33.484492 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12e57c6-b5f7-4558-b059-ea280a8ce978 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Made reservation on behalf of 5487df6812a246998fe08bfdbae6b85d for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:16:33.491326 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e12e57c6-b5f7-4558-b059-ea280a8ce978 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:33.525580 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f30914-9e3b-44f9-a041-e408da522c9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:33.526179 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-07f30914-9e3b-44f9-a041-e408da522c9a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:33.543336 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 63ebc91c-02a5-4f44-b7a2-72780ffe6a79 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:16:33.547226 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b85d3a-a06f-4205-8f02-e6222525ee8b admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:16:33.552308 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738c3f48-6481-48dd-be33-84d3ef8b3af9 None None] Network ef2ed579-b64c-40ef-85ca-81e66b9d536f requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:16:33.560137 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e12e57c6-b5f7-4558-b059-ea280a8ce978 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:16:33.562314 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-950fa57c-b710-432b-999a-e39fa5924906 None None] Port 689c2fe5-8909-448a-a71b-c3d1011c098d cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:16:33.591331 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-00b85d3a-a06f-4205-8f02-e6222525ee8b admin admin] 10.222.0.62 "PUT /v2.0/routers/f66a2148-220f-43f9-be5f-8c999015ad8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2686360 Oct 30 15:16:33.592191 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-200e1f51-3532-4642-89f0-f5ce3090d829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:33.592356 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e12e57c6-b5f7-4558-b059-ea280a8ce978 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:33.593257 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-e12e57c6-b5f7-4558-b059-ea280a8ce978 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Added segment c6ddd21e-b351-47ad-99a1-6c806eb703c9 of type vlan for network 73c1fb11-19d3-4369-8f5a-a5edc57848a6 Oct 30 15:16:33.594765 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-200e1f51-3532-4642-89f0-f5ce3090d829 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:33.605993 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-200e1f51-3532-4642-89f0-f5ce3090d829 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dcd601be-910e-42a5-9957-7f59047ec0a0 HTTP/1.1" status: 204 len: 168 time: 0.9695406 Oct 30 15:16:33.636886 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200e1f51-3532-4642-89f0-f5ce3090d829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd601be-910e-42a5-9957-7f59047ec0a0,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:33.746684 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aab2b90-47a4-4ec6-97f0-4c572d2b1462 None None] Sync routers for ids ['f66a2148-220f-43f9-be5f-8c999015ad8e'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:16:33.772808 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e12e57c6-b5f7-4558-b059-ea280a8ce978 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:33.877465 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-07f30914-9e3b-44f9-a041-e408da522c9a admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3872602 Oct 30 15:16:33.879430 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e12e57c6-b5f7-4558-b059-ea280a8ce978 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:33.896233 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12e57c6-b5f7-4558-b059-ea280a8ce978 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:33.896887 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e12e57c6-b5f7-4558-b059-ea280a8ce978 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:34.023109 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aab2b90-47a4-4ec6-97f0-4c572d2b1462 None None] Routers {'f66a2148-220f-43f9-be5f-8c999015ad8e'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:16:34.024398 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-1aab2b90-47a4-4ec6-97f0-4c572d2b1462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:16:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['f66a2148-220f-43f9-be5f-8c999015ad8e'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:16:34.185384 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12e57c6-b5f7-4558-b059-ea280a8ce978 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Pushing event updated for resources: {'Network': ['ID=73c1fb11-19d3-4369-8f5a-a5edc57848a6,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:34.216282 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e12e57c6-b5f7-4558-b059-ea280a8ce978 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8005717 Oct 30 15:16:34.217070 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 41782) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:34.237391 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-6cb22173-0a5b-4e3e-a6e0-10343687d193 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Request body: {'subnet': {'network_id': '73c1fb11-19d3-4369-8f5a-a5edc57848a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:34.240584 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 73c1fb11-19d3-4369-8f5a-a5edc57848a6 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:16:34.445312 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-1aab2b90-47a4-4ec6-97f0-4c572d2b1462 None None] Set router f66a2148-220f-43f9-be5f-8c999015ad8e gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:16:34.459543 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb22173-0a5b-4e3e-a6e0-10343687d193 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Made reservation on behalf of 5487df6812a246998fe08bfdbae6b85d for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:16:34.463859 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6cb22173-0a5b-4e3e-a6e0-10343687d193 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:34.536682 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 41788) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:34.544042 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-49d3a549-63b6-492c-bdf7-b402ea8155ec tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Request body: {'subnets': [{'network_id': '0db4ce56-822a-4532-9cb5-90b3481778c5', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1384559767', 'ip_version': 6}, {'network_id': 'af30c5c1-7d77-4958-92d8-8409dcf23255', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:34.544360 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-49d3a549-63b6-492c-bdf7-b402ea8155ec tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Request body: {'subnet': {'network_id': '0db4ce56-822a-4532-9cb5-90b3481778c5', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1384559767', 'ip_version': 6}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:34.545045 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-49d3a549-63b6-492c-bdf7-b402ea8155ec tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Request body: {'subnet': {'network_id': 'af30c5c1-7d77-4958-92d8-8409dcf23255', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:34.710414 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-af48e3d3-495a-4bdc-a82c-05dcf95ad01d req-0fed3cd8-7ab8-43af-b696-3f3ecab3e581 tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1408949188', 'description': 'tempest-description-654777910'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:34.804115 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 63ebc91c-02a5-4f44-b7a2-72780ffe6a79 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:16:34.804667 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:34.932287 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6cb22173-0a5b-4e3e-a6e0-10343687d193 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:35.002403 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb22173-0a5b-4e3e-a6e0-10343687d193 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Pushing event updated for resources: {'Subnet': ['ID=4e6f2e2f-7656-48d0-99b4-17576fef1ca8,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:35.025334 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ba56b1-158f-417e-8300-e640b94ea36e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-6006757f-50d1-4621-9a29-8c488303b71a', 'network_id': '6006757f-50d1-4621-9a29-8c488303b71a', 'tenant_id': '5487df6812a246998fe08bfdbae6b85d', 'fixed_ips': [{'subnet_id': '8ef656da-f822-44eb-9017-34b8d977f0b8'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:16:35.026217 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f3ba56b1-158f-417e-8300-e640b94ea36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:35.027553 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb22173-0a5b-4e3e-a6e0-10343687d193 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Checking segment: {'id': 'c6ddd21e-b351-47ad-99a1-6c806eb703c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '73c1fb11-19d3-4369-8f5a-a5edc57848a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:16:35.028631 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb22173-0a5b-4e3e-a6e0-10343687d193 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Network hostable DHCP agents. Network: 73c1fb11-19d3-4369-8f5a-a5edc57848a6, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:16:35.057713 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb22173-0a5b-4e3e-a6e0-10343687d193 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Network 73c1fb11-19d3-4369-8f5a-a5edc57848a6 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:16:35.062530 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-af48e3d3-495a-4bdc-a82c-05dcf95ad01d req-0fed3cd8-7ab8-43af-b696-3f3ecab3e581 tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:35.074176 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-6cb22173-0a5b-4e3e-a6e0-10343687d193 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 73c1fb11-19d3-4369-8f5a-a5edc57848a6) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:16:35.078931 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb22173-0a5b-4e3e-a6e0-10343687d193 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:35.079622 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6cb22173-0a5b-4e3e-a6e0-10343687d193 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:35.162689 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b6c17d-fd04-4f50-ac9b-49a36e43568e None None] Network ef2ed579-b64c-40ef-85ca-81e66b9d536f requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:16:35.165092 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb457fa-b14a-4ff9-af88-2c5949507061 None None] Network 73c1fb11-19d3-4369-8f5a-a5edc57848a6 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:16:35.175301 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d3a549-63b6-492c-bdf7-b402ea8155ec tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Made reservation on behalf of 87432cd87d2a4fdeb9d310fcc2146478 for: {'subnet': 2} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:16:35.180633 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-49d3a549-63b6-492c-bdf7-b402ea8155ec tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:35.182253 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-6cb22173-0a5b-4e3e-a6e0-10343687d193 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9609225 Oct 30 15:16:35.189543 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 41804) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:35.190185 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-49d3a549-63b6-492c-bdf7-b402ea8155ec tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:35.363608 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-49100572-e041-43df-bff8-4b4cfa6f9b1b tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:35.378322 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-af48e3d3-495a-4bdc-a82c-05dcf95ad01d req-0fed3cd8-7ab8-43af-b696-3f3ecab3e581 tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:35.397929 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-af48e3d3-495a-4bdc-a82c-05dcf95ad01d req-0fed3cd8-7ab8-43af-b696-3f3ecab3e581 tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:35.455849 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fed3cd8-7ab8-43af-b696-3f3ecab3e581 tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cbbc14b-8dad-476e-97f5-14ae3233a5ef,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:35.480226 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-af48e3d3-495a-4bdc-a82c-05dcf95ad01d req-0fed3cd8-7ab8-43af-b696-3f3ecab3e581 tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:35.481764 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-af48e3d3-495a-4bdc-a82c-05dcf95ad01d req-0fed3cd8-7ab8-43af-b696-3f3ecab3e581 tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.7938468 Oct 30 15:16:35.548588 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 41816) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:35.549469 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-49100572-e041-43df-bff8-4b4cfa6f9b1b tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:35.629034 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-65567b38-10df-4be1-b95d-7521aae2ee5d tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1902038315', 'description': 'tempest-description--2087431165'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:35.663457 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 41818) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:35.665152 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-49100572-e041-43df-bff8-4b4cfa6f9b1b tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:35.705515 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-65567b38-10df-4be1-b95d-7521aae2ee5d tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:35.760423 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49100572-e041-43df-bff8-4b4cfa6f9b1b tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Pushing event deleted for resources: {'Subnet': ['ID=4e6f2e2f-7656-48d0-99b4-17576fef1ca8,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:35.909256 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-89ad73fd-6121-4d5b-afc7-0f0be057267f req-0e504695-f6de-4dec-a5d0-cb616b27ad34 tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] 10.222.0.62 "GET /v2.0/security-groups/3cbbc14b-8dad-476e-97f5-14ae3233a5ef HTTP/1.1" status: 200 len: 1814 time: 0.2485571 Oct 30 15:16:35.912954 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-49100572-e041-43df-bff8-4b4cfa6f9b1b tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:35.935613 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-f69d3871-7265-4f6f-9173-4b4c6789a4f9 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1236067437-network', 'tenant_id': 'b4411dfb17eb497a918998e2d0ad29f4'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:35.975884 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-89ad73fd-6121-4d5b-afc7-0f0be057267f req-0fe50316-cd8a-48e4-b57f-ed361be6fed3 tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3cbbc14b-8dad-476e-97f5-14ae3233a5ef', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:35.976335 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-89ad73fd-6121-4d5b-afc7-0f0be057267f req-0fe50316-cd8a-48e4-b57f-ed361be6fed3 tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3cbbc14b-8dad-476e-97f5-14ae3233a5ef', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:36.025263 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-49d3a549-63b6-492c-bdf7-b402ea8155ec tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:36.045646 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-49100572-e041-43df-bff8-4b4cfa6f9b1b tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73c1fb11-19d3-4369-8f5a-a5edc57848a6']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:16:36.052965 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.db.api [req-89ad73fd-6121-4d5b-afc7-0f0be057267f req-0fe50316-cd8a-48e4-b57f-ed361be6fed3 tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 30 15:16:36.052965 n-d-806683-17 neutron-server[102130]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 30 15:16:36.052965 n-d-806683-17 neutron-server[102130]: [parameters: {'project_id_1': 'cc3ab0d0775943ab84bd415d93bf886e', 'expiration_1': datetime.datetime(2021, 10, 30, 15, 16, 16, 21363)}] Oct 30 15:16:36.052965 n-d-806683-17 neutron-server[102130]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 30 15:16:36.053332 n-d-806683-17 neutron-server[102130]: DEBUG oslo_db.api [req-89ad73fd-6121-4d5b-afc7-0f0be057267f req-0fe50316-cd8a-48e4-b57f-ed361be6fed3 tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 30 15:16:36.065200 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-49100572-e041-43df-bff8-4b4cfa6f9b1b tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6ddd21e-b351-47ad-99a1-6c806eb703c9') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:16:36.065433 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-49100572-e041-43df-bff8-4b4cfa6f9b1b tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6ddd21e-b351-47ad-99a1-6c806eb703c9') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:16:36.081232 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-f3ba56b1-158f-417e-8300-e640b94ea36e None None] Allocated IP 2001:db8:0:ffff::2 (6006757f-50d1-4621-9a29-8c488303b71a/8ef656da-f822-44eb-9017-34b8d977f0b8/9a9a9c6d-a428-4c6a-85ba-d87e3d4d4672) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:16:36.084358 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f69d3871-7265-4f6f-9173-4b4c6789a4f9 admin admin] Made reservation on behalf of b4411dfb17eb497a918998e2d0ad29f4 for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:16:36.087269 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f69d3871-7265-4f6f-9173-4b4c6789a4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:36.089746 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5a187e-c5da-4ae2-985f-123d06087101 None None] Network 73c1fb11-19d3-4369-8f5a-a5edc57848a6 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:16:36.090502 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-49100572-e041-43df-bff8-4b4cfa6f9b1b tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:36.112805 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-65567b38-10df-4be1-b95d-7521aae2ee5d tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:36.116668 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f69d3871-7265-4f6f-9173-4b4c6789a4f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:36.125848 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-49100572-e041-43df-bff8-4b4cfa6f9b1b tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:36.130934 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-65567b38-10df-4be1-b95d-7521aae2ee5d tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:36.135005 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d3a549-63b6-492c-bdf7-b402ea8155ec tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Pushing event updated for resources: {'Subnet': ['ID=b0a58fd6-6eb6-40b7-bb9c-45b22a77dd2c,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:36.143786 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49100572-e041-43df-bff8-4b4cfa6f9b1b tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:16:36.144204 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-49100572-e041-43df-bff8-4b4cfa6f9b1b tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:36.147662 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:16:36.147662 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:16:36.147662 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:16:36.147662 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:16:36.147662 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:16:36.147662 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:16:36.147662 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:16:36.147662 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:16:36.147662 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:16:36.147662 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:16:36.147662 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:16:36.147662 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:16:36.147662 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:16:36.147662 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:16:36.147662 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:16:36.147662 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:16:36.147662 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:16:36.147662 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:16:36.147662 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:16:36.147662 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:16:36.147662 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:16:36.147662 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:16:36.147662 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:16:36.147662 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:16:36.147662 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:16:36.147662 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:16:36.147662 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:16:36.147662 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:16:36.147662 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:16:36.147662 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:16:36.147662 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:16:36.147662 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:16:36.210470 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d3a549-63b6-492c-bdf7-b402ea8155ec tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Checking segment: {'id': '0dd63bb2-cd34-4890-a7c6-c828e63d6612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0db4ce56-822a-4532-9cb5-90b3481778c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:16:36.210788 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d3a549-63b6-492c-bdf7-b402ea8155ec tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Network hostable DHCP agents. Network: 0db4ce56-822a-4532-9cb5-90b3481778c5, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:16:36.222896 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65567b38-10df-4be1-b95d-7521aae2ee5d tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=056ca389-6988-4bde-a90c-7e1d3adab375,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:36.243983 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-65567b38-10df-4be1-b95d-7521aae2ee5d tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:36.245279 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-65567b38-10df-4be1-b95d-7521aae2ee5d tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6219039 Oct 30 15:16:36.248214 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 41826) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:36.254631 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-8a8622cb-55b5-439b-9b9f-3935329ef63d tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Request body: {'security_group_rule': {'security_group_id': '056ca389-6988-4bde-a90c-7e1d3adab375', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:36.256140 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d3a549-63b6-492c-bdf7-b402ea8155ec tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Network 0db4ce56-822a-4532-9cb5-90b3481778c5 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:16:36.284233 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-49d3a549-63b6-492c-bdf7-b402ea8155ec tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 0db4ce56-822a-4532-9cb5-90b3481778c5) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:16:36.284891 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-49100572-e041-43df-bff8-4b4cfa6f9b1b tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:36.291804 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-49d3a549-63b6-492c-bdf7-b402ea8155ec tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:36.304361 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-49100572-e041-43df-bff8-4b4cfa6f9b1b tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:36.314265 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-49100572-e041-43df-bff8-4b4cfa6f9b1b tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] 10.222.0.62 "DELETE /v2.0/networks/73c1fb11-19d3-4369-8f5a-a5edc57848a6 HTTP/1.1" status: 204 len: 168 time: 1.1234024 Oct 30 15:16:36.318725 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 41828) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:36.328224 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6685ed47-264a-43db-bf26-5032223cbf67 None None] Network 0db4ce56-822a-4532-9cb5-90b3481778c5 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:16:36.349130 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-c66ea0b9-5301-465a-968a-469dc74074b5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-530848992'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:36.355713 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49100572-e041-43df-bff8-4b4cfa6f9b1b tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Pushing event deleted for resources: {'Network': ['ID=73c1fb11-19d3-4369-8f5a-a5edc57848a6,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:36.388272 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8a8622cb-55b5-439b-9b9f-3935329ef63d tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:36.421723 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f69d3871-7265-4f6f-9173-4b4c6789a4f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:36.437780 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f69d3871-7265-4f6f-9173-4b4c6789a4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:36.452710 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c66ea0b9-5301-465a-968a-469dc74074b5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Made reservation on behalf of 5487df6812a246998fe08bfdbae6b85d for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:16:36.456402 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c66ea0b9-5301-465a-968a-469dc74074b5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:36.464994 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d3a549-63b6-492c-bdf7-b402ea8155ec tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Checking segment: {'id': 'd6574af6-d6d6-49f1-a7a1-0b1e51557353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'af30c5c1-7d77-4958-92d8-8409dcf23255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:16:36.465894 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d3a549-63b6-492c-bdf7-b402ea8155ec tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Network hostable DHCP agents. Network: af30c5c1-7d77-4958-92d8-8409dcf23255, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:16:36.470480 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d3a549-63b6-492c-bdf7-b402ea8155ec tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Pushing event updated for resources: {'Subnet': ['ID=a5cdbb94-ce16-4c80-8f2a-316dbc2f1635,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:36.488334 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f69d3871-7265-4f6f-9173-4b4c6789a4f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:16:36.514970 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d3a549-63b6-492c-bdf7-b402ea8155ec tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Network af30c5c1-7d77-4958-92d8-8409dcf23255 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:16:36.520299 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f69d3871-7265-4f6f-9173-4b4c6789a4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:36.520644 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-f69d3871-7265-4f6f-9173-4b4c6789a4f9 admin admin] Added segment 9528ce35-baa4-4af3-946f-046e81bc291d of type vlan for network fa17c124-fc22-4055-b58c-508a1830f535 Oct 30 15:16:36.521115 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-1aab2b90-47a4-4ec6-97f0-4c572d2b1462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f66a2148-220f-43f9-be5f-8c999015ad8e', 'name': 'tempest-ServerActionsTestJSON-33003546-router', 'tenant_id': '19817faf69a4405b907421887c1772e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '63ebc91c-02a5-4f44-b7a2-72780ffe6a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:16:20Z', 'updated_at': '2021-10-30T15:16:29Z', 'revision_number': 4, 'project_id': '19817faf69a4405b907421887c1772e6', 'gw_port': {'id': '63ebc91c-02a5-4f44-b7a2-72780ffe6a79', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:54:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66a2148-220f-43f9-be5f-8c999015ad8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:16:22Z', 'updated_at': '2021-10-30T15:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '689c2fe5-8909-448a-a71b-c3d1011c098d', 'name': '', 'network_id': 'd26e81b3-f432-4f3d-bc5b-f2edc1c076d6', 'tenant_id': '19817faf69a4405b907421887c1772e6', 'mac_address': 'fa:16:3e:8f:c1:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f66a2148-220f-43f9-be5f-8c999015ad8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': 'd862e367-a3ef-41d8-9769-a6945d8f8b1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:16:27Z', 'updated_at': '2021-10-30T15:16:29Z', 'revision_number': 2, 'project_id': '19817faf69a4405b907421887c1772e6', 'subnets': [{'id': 'd862e367-a3ef-41d8-9769-a6945d8f8b1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:16:36.524505 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69d3871-7265-4f6f-9173-4b4c6789a4f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b9f7b1-26dc-40b5-a2ca-815137d67522,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:36.537805 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-49d3a549-63b6-492c-bdf7-b402ea8155ec tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, af30c5c1-7d77-4958-92d8-8409dcf23255) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:16:36.543751 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d3a549-63b6-492c-bdf7-b402ea8155ec tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:36.544350 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d3a549-63b6-492c-bdf7-b402ea8155ec tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:36.545426 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-49d3a549-63b6-492c-bdf7-b402ea8155ec tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:36.548715 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c66ea0b9-5301-465a-968a-469dc74074b5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:16:36.582852 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8a8622cb-55b5-439b-9b9f-3935329ef63d tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:36.585889 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 41832) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:36.588237 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-49d3a549-63b6-492c-bdf7-b402ea8155ec tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.0503278 Oct 30 15:16:36.641559 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8a8622cb-55b5-439b-9b9f-3935329ef63d tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:36.644733 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c66ea0b9-5301-465a-968a-469dc74074b5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:36.645097 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-c66ea0b9-5301-465a-968a-469dc74074b5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Added segment 4581bdbe-247b-42fa-93b3-ef79e0f37aef of type vlan for network acb7ff9d-c8eb-480d-8a3c-223bfc528596 Oct 30 15:16:36.676544 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f69d3871-7265-4f6f-9173-4b4c6789a4f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:36.796019 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8622cb-55b5-439b-9b9f-3935329ef63d tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3d03e61-1ab1-4124-bc67-4b1aa461f8aa,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:36.818930 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8a8622cb-55b5-439b-9b9f-3935329ef63d tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:36.823399 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-8a8622cb-55b5-439b-9b9f-3935329ef63d tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5710878 Oct 30 15:16:36.823692 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fa758a-61c0-4ec2-91ff-0ddf0e5b5d8c None None] Network af30c5c1-7d77-4958-92d8-8409dcf23255 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:16:36.826438 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 41836) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:36.829720 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b19e27-575b-45f6-b2bd-7c7df85e37e1 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:36.832770 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-d1f92530-ad64-4c5d-9749-7d789c2e7a1a tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Request body: {'security_group_rule': {'security_group_id': '056ca389-6988-4bde-a90c-7e1d3adab375', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:36.833525 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b19e27-575b-45f6-b2bd-7c7df85e37e1 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:36.836083 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b19e27-575b-45f6-b2bd-7c7df85e37e1 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:36.848310 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b7b19e27-575b-45f6-b2bd-7c7df85e37e1 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2493954 Oct 30 15:16:36.848310 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c66ea0b9-5301-465a-968a-469dc74074b5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:36.849012 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 41838) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:36.855450 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f69d3871-7265-4f6f-9173-4b4c6789a4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:36.856342 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69d3871-7265-4f6f-9173-4b4c6789a4f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:36.857038 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f69d3871-7265-4f6f-9173-4b4c6789a4f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:36.902724 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d1f92530-ad64-4c5d-9749-7d789c2e7a1a tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:36.934526 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f3ba56b1-158f-417e-8300-e640b94ea36e None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:36.984892 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d1f92530-ad64-4c5d-9749-7d789c2e7a1a tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:36.990441 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d1f92530-ad64-4c5d-9749-7d789c2e7a1a tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:36.995247 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.db.resource_extend [None req-c66ea0b9-5301-465a-968a-469dc74074b5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 30 15:16:37.016012 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f92530-ad64-4c5d-9749-7d789c2e7a1a tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16ac1762-0718-42a5-b061-1fa735653379,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:37.032591 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-f69d3871-7265-4f6f-9173-4b4c6789a4f9 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3541250 Oct 30 15:16:37.036837 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 41844) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:37.044544 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-676ba5a6-3fe6-4514-87e4-2537292830f5 admin admin] Request body: {'subnet': {'network_id': 'fa17c124-fc22-4055-b58c-508a1830f535', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1236067437-subnet', 'tenant_id': 'b4411dfb17eb497a918998e2d0ad29f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:37.049071 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aab2b90-47a4-4ec6-97f0-4c572d2b1462 None None] Checking router: f66a2148-220f-43f9-be5f-8c999015ad8e for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:16:37.049313 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aab2b90-47a4-4ec6-97f0-4c572d2b1462 None None] Updating router f66a2148-220f-43f9-be5f-8c999015ad8e port 689c2fe5-8909-448a-a71b-c3d1011c098d binding host n-d-806683-17 {{(pid=102132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:16:37.057112 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d1f92530-ad64-4c5d-9749-7d789c2e7a1a tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:37.058847 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d1f92530-ad64-4c5d-9749-7d789c2e7a1a tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2304037 Oct 30 15:16:37.062042 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 41846) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:37.070333 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-7ef6a553-59d6-48d1-85b7-ba503aad9fbd tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Request body: {'floatingip': {'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:37.077075 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-89ad73fd-6121-4d5b-afc7-0f0be057267f req-0fe50316-cd8a-48e4-b57f-ed361be6fed3 tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:37.087027 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69d3871-7265-4f6f-9173-4b4c6789a4f9 admin admin] Pushing event updated for resources: {'Network': ['ID=fa17c124-fc22-4055-b58c-508a1830f535,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:37.110508 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f3ba56b1-158f-417e-8300-e640b94ea36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:37.118895 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c66ea0b9-5301-465a-968a-469dc74074b5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:37.120925 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-676ba5a6-3fe6-4514-87e4-2537292830f5 admin admin] Made reservation on behalf of b4411dfb17eb497a918998e2d0ad29f4 for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:16:37.124169 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-676ba5a6-3fe6-4514-87e4-2537292830f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:37.125923 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66ea0b9-5301-465a-968a-469dc74074b5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:37.126866 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c66ea0b9-5301-465a-968a-469dc74074b5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:37.175274 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network fa17c124-fc22-4055-b58c-508a1830f535 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:16:37.215985 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7ef6a553-59d6-48d1-85b7-ba503aad9fbd tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks [] for floatingip, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:37.227700 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66ea0b9-5301-465a-968a-469dc74074b5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Pushing event updated for resources: {'Network': ['ID=acb7ff9d-c8eb-480d-8a3c-223bfc528596,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:37.233054 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-f22ba690-ddbe-41e2-9da4-4a34b4b197db tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Deleting subnet b0a58fd6-6eb6-40b7-bb9c-45b22a77dd2c {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:16:37.237895 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-89ad73fd-6121-4d5b-afc7-0f0be057267f req-0fe50316-cd8a-48e4-b57f-ed361be6fed3 tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:37.242108 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f22ba690-ddbe-41e2-9da4-4a34b4b197db tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:37.262280 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network acb7ff9d-c8eb-480d-8a3c-223bfc528596 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:16:37.269048 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-89ad73fd-6121-4d5b-afc7-0f0be057267f req-0fe50316-cd8a-48e4-b57f-ed361be6fed3 tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:37.302858 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c66ea0b9-5301-465a-968a-469dc74074b5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9576700 Oct 30 15:16:37.309588 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-89ad73fd-6121-4d5b-afc7-0f0be057267f req-0fe50316-cd8a-48e4-b57f-ed361be6fed3 tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:37.310857 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-89ad73fd-6121-4d5b-afc7-0f0be057267f req-0fe50316-cd8a-48e4-b57f-ed361be6fed3 tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.3827255 Oct 30 15:16:37.311411 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 41848) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:37.325436 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-cbb8e438-a137-4fe2-b7f8-53f3b547adf6 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Request body: {'subnet': {'network_id': 'acb7ff9d-c8eb-480d-8a3c-223bfc528596', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:37.329333 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe50316-cd8a-48e4-b57f-ed361be6fed3 tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11e4cc79-e8fd-4ea0-b66f-2482049fd3f0,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:37.336703 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f22ba690-ddbe-41e2-9da4-4a34b4b197db tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:37.375010 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1aab2b90-47a4-4ec6-97f0-4c572d2b1462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:37.378477 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ba56b1-158f-417e-8300-e640b94ea36e None None] Network 6006757f-50d1-4621-9a29-8c488303b71a is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:16:37.395060 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ba56b1-158f-417e-8300-e640b94ea36e None None] Pushing event updated for resources: {'Port': ['ID=9a9a9c6d-a428-4c6a-85ba-d87e3d4d4672,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:37.420398 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-f3ba56b1-158f-417e-8300-e640b94ea36e None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:16:37.444844 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ba56b1-158f-417e-8300-e640b94ea36e None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:16:37.452852 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f22ba690-ddbe-41e2-9da4-4a34b4b197db tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:37.514827 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6f5857-9238-4014-912f-942be766cb2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-0db4ce56-822a-4532-9cb5-90b3481778c5', 'network_id': '0db4ce56-822a-4532-9cb5-90b3481778c5', 'tenant_id': '87432cd87d2a4fdeb9d310fcc2146478', 'fixed_ips': [{'subnet_id': 'b0a58fd6-6eb6-40b7-bb9c-45b22a77dd2c'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:16:37.516157 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2d6f5857-9238-4014-912f-942be766cb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:37.529939 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb8e438-a137-4fe2-b7f8-53f3b547adf6 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Made reservation on behalf of 5487df6812a246998fe08bfdbae6b85d for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:16:37.534004 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cbb8e438-a137-4fe2-b7f8-53f3b547adf6 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:37.607987 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-f3ba56b1-158f-417e-8300-e640b94ea36e None None] Attempting to bind port 9a9a9c6d-a428-4c6a-85ba-d87e3d4d4672 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:16:37.608645 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-f3ba56b1-158f-417e-8300-e640b94ea36e None None] Attempting to bind port 9a9a9c6d-a428-4c6a-85ba-d87e3d4d4672 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '752c00a6-5937-4375-a726-3cbdf12177f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6006757f-50d1-4621-9a29-8c488303b71a'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:16:37.611362 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f22ba690-ddbe-41e2-9da4-4a34b4b197db tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:37.618643 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ba56b1-158f-417e-8300-e640b94ea36e None None] Attempting to bind port 9a9a9c6d-a428-4c6a-85ba-d87e3d4d4672 on network 6006757f-50d1-4621-9a29-8c488303b71a {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:16:37.638687 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f22ba690-ddbe-41e2-9da4-4a34b4b197db tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:37.645417 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-f22ba690-ddbe-41e2-9da4-4a34b4b197db tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] 10.222.0.62 "DELETE /v2.0/subnets/b0a58fd6-6eb6-40b7-bb9c-45b22a77dd2c HTTP/1.1" status: 204 len: 168 time: 0.7936795 Oct 30 15:16:37.673361 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 41854) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:37.714021 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ba56b1-158f-417e-8300-e640b94ea36e None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:16:37.714643 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ba56b1-158f-417e-8300-e640b94ea36e None None] Checking segment: {'id': '752c00a6-5937-4375-a726-3cbdf12177f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6006757f-50d1-4621-9a29-8c488303b71a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:16:37.715319 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f3ba56b1-158f-417e-8300-e640b94ea36e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:37.715908 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ba56b1-158f-417e-8300-e640b94ea36e None None] Bound using segment: {'id': '752c00a6-5937-4375-a726-3cbdf12177f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6006757f-50d1-4621-9a29-8c488303b71a'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:16:37.716846 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-f3ba56b1-158f-417e-8300-e640b94ea36e None None] Bound port: 9a9a9c6d-a428-4c6a-85ba-d87e3d4d4672, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '752c00a6-5937-4375-a726-3cbdf12177f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6006757f-50d1-4621-9a29-8c488303b71a'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:16:37.717690 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f3ba56b1-158f-417e-8300-e640b94ea36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:37.746638 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22ba690-ddbe-41e2-9da4-4a34b4b197db tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Pushing event deleted for resources: {'Subnet': ['ID=b0a58fd6-6eb6-40b7-bb9c-45b22a77dd2c,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:37.857938 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-467dfcac-5a4c-4bcc-869d-127f48ce0101 req-62f6fd0c-c80c-4613-84c1-9731d950b24a tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] 10.222.0.62 "GET /v2.0/security-groups/3cbbc14b-8dad-476e-97f5-14ae3233a5ef HTTP/1.1" status: 200 len: 2408 time: 0.1734829 Oct 30 15:16:37.876629 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-329a1b44-c3a8-455c-baa4-f6dcc4f7e7d9 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Deleting subnet a5cdbb94-ce16-4c80-8f2a-316dbc2f1635 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:16:37.887309 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-329a1b44-c3a8-455c-baa4-f6dcc4f7e7d9 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:37.928889 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3aaf843-d826-4820-b2ab-e577704d26c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-af30c5c1-7d77-4958-92d8-8409dcf23255', 'network_id': 'af30c5c1-7d77-4958-92d8-8409dcf23255', 'tenant_id': '87432cd87d2a4fdeb9d310fcc2146478', 'fixed_ips': [{'subnet_id': 'a5cdbb94-ce16-4c80-8f2a-316dbc2f1635'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:16:37.930327 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d3aaf843-d826-4820-b2ab-e577704d26c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:37.998743 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e5f21d-ede0-441f-9bd4-958d9658fbd8 None None] Network 0db4ce56-822a-4532-9cb5-90b3481778c5 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:16:38.005442 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-86947a5e-d301-47d6-bf5d-0a9d7cb94f77 req-9cae2fda-e026-4387-8bb2-347e160a372f tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] 10.222.0.62 "GET /v2.0/security-group-rules/11e4cc79-e8fd-4ea0-b66f-2482049fd3f0 HTTP/1.1" status: 200 len: 778 time: 0.1181142 Oct 30 15:16:38.007297 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-329a1b44-c3a8-455c-baa4-f6dcc4f7e7d9 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:38.155173 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-329a1b44-c3a8-455c-baa4-f6dcc4f7e7d9 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:38.174716 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-f3ba56b1-158f-417e-8300-e640b94ea36e None None] For port 9a9a9c6d-a428-4c6a-85ba-d87e3d4d4672, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:16:38.181279 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-f3ba56b1-158f-417e-8300-e640b94ea36e None None] For port 9a9a9c6d-a428-4c6a-85ba-d87e3d4d4672, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=9a9a9c6d-a428-4c6a-85ba-d87e3d4d4672,segment=NetworkSegment(752c00a6-5937-4375-a726-3cbdf12177f6),segment_id=752c00a6-5937-4375-a726-3cbdf12177f6)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:16:38.217535 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-86947a5e-d301-47d6-bf5d-0a9d7cb94f77 req-88172655-3ff8-40b2-a4de-eb8d7c4fd151 tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] 10.222.0.62 "GET /v2.0/security-groups/3cbbc14b-8dad-476e-97f5-14ae3233a5ef HTTP/1.1" status: 200 len: 2408 time: 0.2112024 Oct 30 15:16:38.219998 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-676ba5a6-3fe6-4514-87e4-2537292830f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:38.252043 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7ef6a553-59d6-48d1-85b7-ba503aad9fbd tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:38.272464 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f3ba56b1-158f-417e-8300-e640b94ea36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:38.475368 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ba56b1-158f-417e-8300-e640b94ea36e None None] Pushing event updated for resources: {'Port': ['ID=9a9a9c6d-a428-4c6a-85ba-d87e3d4d4672,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:38.480633 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1aab2b90-47a4-4ec6-97f0-4c572d2b1462 None None] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:38.506112 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-329a1b44-c3a8-455c-baa4-f6dcc4f7e7d9 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:38.527571 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676ba5a6-3fe6-4514-87e4-2537292830f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfba87b3-1ff2-433b-8d6d-2a9fc2161a48,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:38.542307 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-86947a5e-d301-47d6-bf5d-0a9d7cb94f77 req-c4862524-d72c-40df-a2be-13d006b641df tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:38.563496 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-86947a5e-d301-47d6-bf5d-0a9d7cb94f77 req-c4862524-d72c-40df-a2be-13d006b641df tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:38.580417 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server [None req-d3aaf843-d826-4820-b2ab-e577704d26c8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a5cdbb94-ce16-4c80-8f2a-316dbc2f1635: This subnet is being modified by another concurrent operation. Oct 30 15:16:38.580417 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 30 15:16:38.580417 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 30 15:16:38.580417 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 30 15:16:38.580417 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 30 15:16:38.580417 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 30 15:16:38.580417 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 30 15:16:38.580417 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 30 15:16:38.580417 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 30 15:16:38.580417 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 30 15:16:38.580417 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 30 15:16:38.580417 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 30 15:16:38.580417 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 30 15:16:38.580417 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 30 15:16:38.580417 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 30 15:16:38.580417 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server raise self.value Oct 30 15:16:38.580417 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 30 15:16:38.580417 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 30 15:16:38.580417 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 30 15:16:38.580417 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 30 15:16:38.580417 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 30 15:16:38.580417 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 30 15:16:38.580417 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 30 15:16:38.580417 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server raise self.value Oct 30 15:16:38.580417 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 30 15:16:38.580417 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 30 15:16:38.580417 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 30 15:16:38.580417 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 30 15:16:38.580417 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 30 15:16:38.580417 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 30 15:16:38.580417 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 30 15:16:38.580417 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server raise self.value Oct 30 15:16:38.580417 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 30 15:16:38.580417 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 30 15:16:38.580417 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 30 15:16:38.580417 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 30 15:16:38.580417 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 30 15:16:38.580417 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 30 15:16:38.580417 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 30 15:16:38.580417 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 30 15:16:38.580417 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 30 15:16:38.580417 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 30 15:16:38.580417 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 30 15:16:38.580417 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 30 15:16:38.580417 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 30 15:16:38.580417 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 30 15:16:38.580417 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 30 15:16:38.580417 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 30 15:16:38.580417 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 30 15:16:38.580417 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 30 15:16:38.580417 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 30 15:16:38.580417 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server raise self.value Oct 30 15:16:38.580417 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 30 15:16:38.580417 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 30 15:16:38.583869 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 30 15:16:38.583869 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 30 15:16:38.583869 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 30 15:16:38.583869 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 30 15:16:38.583869 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 30 15:16:38.583869 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server raise self.value Oct 30 15:16:38.583869 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 30 15:16:38.583869 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 30 15:16:38.583869 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 30 15:16:38.583869 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 30 15:16:38.583869 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 30 15:16:38.583869 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 30 15:16:38.583869 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 30 15:16:38.583869 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server raise self.value Oct 30 15:16:38.583869 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 30 15:16:38.583869 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 30 15:16:38.583869 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 30 15:16:38.583869 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 30 15:16:38.583869 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 30 15:16:38.583869 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 30 15:16:38.583869 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Oct 30 15:16:38.583869 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 30 15:16:38.583869 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 30 15:16:38.583869 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 30 15:16:38.583869 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 30 15:16:38.583869 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 30 15:16:38.583869 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 30 15:16:38.583869 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server raise self.value Oct 30 15:16:38.583869 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 30 15:16:38.583869 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 30 15:16:38.583869 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 30 15:16:38.583869 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 30 15:16:38.583869 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 30 15:16:38.583869 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 30 15:16:38.583869 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 30 15:16:38.583869 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server raise exception Oct 30 15:16:38.583869 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a5cdbb94-ce16-4c80-8f2a-316dbc2f1635: This subnet is being modified by another concurrent operation. Oct 30 15:16:38.583869 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server Oct 30 15:16:38.595140 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329a1b44-c3a8-455c-baa4-f6dcc4f7e7d9 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Pushing event deleted for resources: {'Subnet': ['ID=a5cdbb94-ce16-4c80-8f2a-316dbc2f1635,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:38.596417 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1aab2b90-47a4-4ec6-97f0-4c572d2b1462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:38.600589 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-329a1b44-c3a8-455c-baa4-f6dcc4f7e7d9 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:38.614513 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-329a1b44-c3a8-455c-baa4-f6dcc4f7e7d9 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] 10.222.0.62 "DELETE /v2.0/subnets/a5cdbb94-ce16-4c80-8f2a-316dbc2f1635 HTTP/1.1" status: 204 len: 168 time: 0.9400346 Oct 30 15:16:38.631452 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 41878) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:38.643289 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676ba5a6-3fe6-4514-87e4-2537292830f5 admin admin] Checking segment: {'id': '9528ce35-baa4-4af3-946f-046e81bc291d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'fa17c124-fc22-4055-b58c-508a1830f535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:16:38.643841 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676ba5a6-3fe6-4514-87e4-2537292830f5 admin admin] Network hostable DHCP agents. Network: fa17c124-fc22-4055-b58c-508a1830f535, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:16:38.700159 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc70f776-a28e-4177-979a-2ba497148e46 None None] Network af30c5c1-7d77-4958-92d8-8409dcf23255 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:16:38.708131 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-86947a5e-d301-47d6-bf5d-0a9d7cb94f77 req-c4862524-d72c-40df-a2be-13d006b641df tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:38.709086 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cbb8e438-a137-4fe2-b7f8-53f3b547adf6 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:38.718480 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-86947a5e-d301-47d6-bf5d-0a9d7cb94f77 req-c4862524-d72c-40df-a2be-13d006b641df tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:38.721579 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-86947a5e-d301-47d6-bf5d-0a9d7cb94f77 req-c4862524-d72c-40df-a2be-13d006b641df tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/11e4cc79-e8fd-4ea0-b66f-2482049fd3f0 HTTP/1.1" status: 204 len: 173 time: 0.4702013 Oct 30 15:16:38.732921 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-7ef6a553-59d6-48d1-85b7-ba503aad9fbd tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Allocated IP 172.25.4.120 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/2d69bbfa-5d07-40c3-9f1a-5978c54f75a5) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:16:38.869639 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-0a160562-8ad5-4359-a30b-1b9d3eb04165 req-61552e59-622a-42f0-8d2a-83e819931b38 tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1459413450', 'description': 'tempest-description-1470866110'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:38.878530 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b2956-c9e0-4ae6-83f4-c583b30cadcf None None] Pushing event updated for resources: {'Port': ['ID=689c2fe5-8909-448a-a71b-c3d1011c098d,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:38.902056 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c839c785-8027-484b-beea-3731deb798d6 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:38.911667 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c839c785-8027-484b-beea-3731deb798d6 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2790453 Oct 30 15:16:38.929198 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 41888) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:38.991118 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676ba5a6-3fe6-4514-87e4-2537292830f5 admin admin] Network fa17c124-fc22-4055-b58c-508a1830f535 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:16:39.002257 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4862524-d72c-40df-a2be-13d006b641df tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=11e4cc79-e8fd-4ea0-b66f-2482049fd3f0,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:39.058053 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-676ba5a6-3fe6-4514-87e4-2537292830f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, fa17c124-fc22-4055-b58c-508a1830f535) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:16:39.077351 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7ef6a553-59d6-48d1-85b7-ba503aad9fbd tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:39.090381 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676ba5a6-3fe6-4514-87e4-2537292830f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:39.092472 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-676ba5a6-3fe6-4514-87e4-2537292830f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:39.093601 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e68411-6f0b-4460-9425-e818ce274dd8 None None] Network fa17c124-fc22-4055-b58c-508a1830f535 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:16:39.118011 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb8e438-a137-4fe2-b7f8-53f3b547adf6 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Checking segment: {'id': '4581bdbe-247b-42fa-93b3-ef79e0f37aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'acb7ff9d-c8eb-480d-8a3c-223bfc528596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:16:39.118630 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb8e438-a137-4fe2-b7f8-53f3b547adf6 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Network hostable DHCP agents. Network: acb7ff9d-c8eb-480d-8a3c-223bfc528596, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:16:39.149610 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb8e438-a137-4fe2-b7f8-53f3b547adf6 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Pushing event updated for resources: {'Subnet': ['ID=391badca-bb5f-449f-94cd-a6da257429d7,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:39.198260 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7ef6a553-59d6-48d1-85b7-ba503aad9fbd tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:39.252370 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-0a160562-8ad5-4359-a30b-1b9d3eb04165 req-61552e59-622a-42f0-8d2a-83e819931b38 tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:39.266406 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-1aab2b90-47a4-4ec6-97f0-4c572d2b1462 None None] Attempting to bind port 689c2fe5-8909-448a-a71b-c3d1011c098d on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:16:39.267134 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-1aab2b90-47a4-4ec6-97f0-4c572d2b1462 None None] Attempting to bind port 689c2fe5-8909-448a-a71b-c3d1011c098d by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '4eb103e9-b9a2-4786-ab9b-d9e363fed874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd26e81b3-f432-4f3d-bc5b-f2edc1c076d6'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:16:39.267584 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aab2b90-47a4-4ec6-97f0-4c572d2b1462 None None] Attempting to bind port 689c2fe5-8909-448a-a71b-c3d1011c098d on network d26e81b3-f432-4f3d-bc5b-f2edc1c076d6 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:16:39.291311 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aab2b90-47a4-4ec6-97f0-4c572d2b1462 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:16:39.291726 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aab2b90-47a4-4ec6-97f0-4c572d2b1462 None None] Checking segment: {'id': '4eb103e9-b9a2-4786-ab9b-d9e363fed874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd26e81b3-f432-4f3d-bc5b-f2edc1c076d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:16:39.292140 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1aab2b90-47a4-4ec6-97f0-4c572d2b1462 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:39.292544 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aab2b90-47a4-4ec6-97f0-4c572d2b1462 None None] Bound using segment: {'id': '4eb103e9-b9a2-4786-ab9b-d9e363fed874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd26e81b3-f432-4f3d-bc5b-f2edc1c076d6'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:16:39.293041 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-1aab2b90-47a4-4ec6-97f0-4c572d2b1462 None None] Bound port: 689c2fe5-8909-448a-a71b-c3d1011c098d, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eb103e9-b9a2-4786-ab9b-d9e363fed874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd26e81b3-f432-4f3d-bc5b-f2edc1c076d6'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:16:39.293435 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1aab2b90-47a4-4ec6-97f0-4c572d2b1462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:39.295395 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d91ecb00-5eb9-4225-9f55-372f8351abb5 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:39.299937 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb8e438-a137-4fe2-b7f8-53f3b547adf6 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Network acb7ff9d-c8eb-480d-8a3c-223bfc528596 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:16:39.318738 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef6a553-59d6-48d1-85b7-ba503aad9fbd tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:16:39.327194 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-7ef6a553-59d6-48d1-85b7-ba503aad9fbd tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:16:39.348999 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-cbb8e438-a137-4fe2-b7f8-53f3b547adf6 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, acb7ff9d-c8eb-480d-8a3c-223bfc528596) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:16:39.352638 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-676ba5a6-3fe6-4514-87e4-2537292830f5 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.3140635 Oct 30 15:16:39.356108 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 41896) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:39.356894 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef6a553-59d6-48d1-85b7-ba503aad9fbd tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:16:39.372043 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb8e438-a137-4fe2-b7f8-53f3b547adf6 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:39.372648 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cbb8e438-a137-4fe2-b7f8-53f3b547adf6 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:39.411570 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef6a553-59d6-48d1-85b7-ba503aad9fbd tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Pushing event updated for resources: {'Port': ['ID=2d69bbfa-5d07-40c3-9f1a-5978c54f75a5,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:39.433043 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0cad111-abd0-4ce3-8602-548054fc4a32 None None] Network acb7ff9d-c8eb-480d-8a3c-223bfc528596 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:16:39.562606 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7ef6a553-59d6-48d1-85b7-ba503aad9fbd tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:39.647589 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7ef6a553-59d6-48d1-85b7-ba503aad9fbd tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:39.759747 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-cbb8e438-a137-4fe2-b7f8-53f3b547adf6 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.4446089 Oct 30 15:16:39.764968 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 41904) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:39.810213 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d91ecb00-5eb9-4225-9f55-372f8351abb5 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:39.864644 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-66436d3f-286c-4904-a68c-5c70ab4ee810 None None] Provisioning complete for port 689c2fe5-8909-448a-a71b-c3d1011c098d triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:16:39.865034 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-66436d3f-286c-4904-a68c-5c70ab4ee810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:39.924925 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-d91ecb00-5eb9-4225-9f55-372f8351abb5 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af30c5c1-7d77-4958-92d8-8409dcf23255']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:16:39.977464 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-1aab2b90-47a4-4ec6-97f0-4c572d2b1462 None None] For port 689c2fe5-8909-448a-a71b-c3d1011c098d, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:16:39.994640 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-d91ecb00-5eb9-4225-9f55-372f8351abb5 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6574af6-d6d6-49f1-a7a1-0b1e51557353') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:16:39.997922 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-d91ecb00-5eb9-4225-9f55-372f8351abb5 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6574af6-d6d6-49f1-a7a1-0b1e51557353') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:16:40.029326 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 9a9a9c6d-a428-4c6a-85ba-d87e3d4d4672 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:16:40.043107 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d91ecb00-5eb9-4225-9f55-372f8351abb5 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:40.062734 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-1aab2b90-47a4-4ec6-97f0-4c572d2b1462 None None] For port 689c2fe5-8909-448a-a71b-c3d1011c098d, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=689c2fe5-8909-448a-a71b-c3d1011c098d,segment=NetworkSegment(4eb103e9-b9a2-4786-ab9b-d9e363fed874),segment_id=4eb103e9-b9a2-4786-ab9b-d9e363fed874)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:16:40.065307 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fd48b7-3418-436a-a7d5-87ed446ad244 None None] Network fa17c124-fc22-4055-b58c-508a1830f535 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:16:40.066992 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-36615a6a-bb99-46ee-bd04-e021b789d914 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-157324888'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:40.129294 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-0a160562-8ad5-4359-a30b-1b9d3eb04165 req-61552e59-622a-42f0-8d2a-83e819931b38 tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:40.133912 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-03267ffb-80e2-4464-b576-2443e9872e2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:40.143533 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-0a160562-8ad5-4359-a30b-1b9d3eb04165 req-61552e59-622a-42f0-8d2a-83e819931b38 tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:40.149128 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [req-b773be2c-183d-49d2-83c7-106aae7110b6 req-18dac609-8451-4911-a6b6-9e59abd35b83 tempest-SecurityGroupsNegativeTestJSON-1159752677 tempest-SecurityGroupsNegativeTestJSON-1159752677-project] show failed (client error): The resource could not be found. Oct 30 15:16:40.150822 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b773be2c-183d-49d2-83c7-106aae7110b6 req-18dac609-8451-4911-a6b6-9e59abd35b83 tempest-SecurityGroupsNegativeTestJSON-1159752677 tempest-SecurityGroupsNegativeTestJSON-1159752677-project] 10.222.0.62 "GET /v2.0/security-groups/e7f8b883-f924-4099-a506-8b9adc62a66d HTTP/1.1" status: 404 len: 352 time: 0.0816846 Oct 30 15:16:40.168580 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d91ecb00-5eb9-4225-9f55-372f8351abb5 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:40.168701 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-66436d3f-286c-4904-a68c-5c70ab4ee810 None None] Port 689c2fe5-8909-448a-a71b-c3d1011c098d cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:16:40.168701 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1aab2b90-47a4-4ec6-97f0-4c572d2b1462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:40.202713 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d91ecb00-5eb9-4225-9f55-372f8351abb5 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:16:40.203417 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d91ecb00-5eb9-4225-9f55-372f8351abb5 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:40.212037 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:16:40.212037 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:16:40.212037 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:16:40.212037 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:16:40.212037 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:16:40.212037 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:16:40.212037 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:16:40.212037 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:16:40.212037 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:16:40.212037 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:16:40.212037 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:16:40.212037 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:16:40.212037 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:16:40.212037 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:16:40.212037 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:16:40.212037 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:16:40.212037 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:16:40.212037 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:16:40.212037 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:16:40.212037 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:16:40.212037 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:16:40.212037 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:16:40.212037 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:16:40.212037 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:16:40.212037 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:16:40.212037 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:16:40.212037 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:16:40.212037 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:16:40.212037 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:16:40.212037 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:16:40.212037 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:16:40.212037 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:16:40.270586 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7ef6a553-59d6-48d1-85b7-ba503aad9fbd tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:40.290702 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7ef6a553-59d6-48d1-85b7-ba503aad9fbd tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:40.301858 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36615a6a-bb99-46ee-bd04-e021b789d914 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Made reservation on behalf of 5487df6812a246998fe08bfdbae6b85d for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:16:40.307710 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-36615a6a-bb99-46ee-bd04-e021b789d914 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:40.367965 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36615a6a-bb99-46ee-bd04-e021b789d914 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:16:40.406962 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-36615a6a-bb99-46ee-bd04-e021b789d914 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:40.407429 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-36615a6a-bb99-46ee-bd04-e021b789d914 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Added segment 0d83d89b-582a-46f8-8017-bfeeffa19c35 of type vlan for network b68175c9-6709-4427-88b3-d6ac31eae9c9 Oct 30 15:16:40.411796 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-0a160562-8ad5-4359-a30b-1b9d3eb04165 req-61552e59-622a-42f0-8d2a-83e819931b38 tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:40.413740 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0a160562-8ad5-4359-a30b-1b9d3eb04165 req-61552e59-622a-42f0-8d2a-83e819931b38 tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 1.6034722 Oct 30 15:16:40.435489 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f4c537-254a-406e-8790-0863665cb367 None None] Network 6006757f-50d1-4621-9a29-8c488303b71a requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:16:40.439522 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61552e59-622a-42f0-8d2a-83e819931b38 tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29009944-01e5-49c7-b7a7-746fb4d4daab,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:40.479236 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6044d48f-68cd-45a1-a276-799c0579d8aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-acb7ff9d-c8eb-480d-8a3c-223bfc528596', 'network_id': 'acb7ff9d-c8eb-480d-8a3c-223bfc528596', 'tenant_id': '5487df6812a246998fe08bfdbae6b85d', 'fixed_ips': [{'subnet_id': '391badca-bb5f-449f-94cd-a6da257429d7'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:16:40.480290 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6044d48f-68cd-45a1-a276-799c0579d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:40.496057 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7ef6a553-59d6-48d1-85b7-ba503aad9fbd tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:40.516462 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d91ecb00-5eb9-4225-9f55-372f8351abb5 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:40.561842 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d91ecb00-5eb9-4225-9f55-372f8351abb5 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:40.569061 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-d91ecb00-5eb9-4225-9f55-372f8351abb5 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] 10.222.0.62 "DELETE /v2.0/networks/af30c5c1-7d77-4958-92d8-8409dcf23255 HTTP/1.1" status: 204 len: 168 time: 1.6366029 Oct 30 15:16:40.571132 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91ecb00-5eb9-4225-9f55-372f8351abb5 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Pushing event deleted for resources: {'Network': ['ID=af30c5c1-7d77-4958-92d8-8409dcf23255,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:40.578745 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef6a553-59d6-48d1-85b7-ba503aad9fbd tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Pushing event updated for resources: {'Port': ['ID=2d69bbfa-5d07-40c3-9f1a-5978c54f75a5,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:40.581368 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 41916) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:40.587110 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b2956-c9e0-4ae6-83f4-c583b30cadcf None None] Pushing event updated for resources: {'Port': ['ID=689c2fe5-8909-448a-a71b-c3d1011c098d,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:40.604725 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7ef6a553-59d6-48d1-85b7-ba503aad9fbd tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:40.607144 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aab2b90-47a4-4ec6-97f0-4c572d2b1462 None None] Routers {'f66a2148-220f-43f9-be5f-8c999015ad8e'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:16:40.607987 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-1aab2b90-47a4-4ec6-97f0-4c572d2b1462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:16:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['f66a2148-220f-43f9-be5f-8c999015ad8e'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:16:40.608864 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-7ef6a553-59d6-48d1-85b7-ba503aad9fbd tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5455842 Oct 30 15:16:40.615713 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-36615a6a-bb99-46ee-bd04-e021b789d914 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:40.630352 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8e455fb3-6403-4f14-b4c6-7d6a5bdae8e5 req-e3671765-ad70-43b4-b107-e7af4dafe8c3 tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] 10.222.0.62 "GET /v2.0/security-groups/29009944-01e5-49c7-b7a7-746fb4d4daab HTTP/1.1" status: 200 len: 1815 time: 0.1497769 Oct 30 15:16:40.669686 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-36615a6a-bb99-46ee-bd04-e021b789d914 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:40.703561 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36615a6a-bb99-46ee-bd04-e021b789d914 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:40.704310 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-36615a6a-bb99-46ee-bd04-e021b789d914 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:40.748448 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 9a9a9c6d-a428-4c6a-85ba-d87e3d4d4672 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:16:40.748826 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:40.755275 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-03267ffb-80e2-4464-b576-2443e9872e2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:40.774455 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-03267ffb-80e2-4464-b576-2443e9872e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:40.795674 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8251773a-9646-4b08-84b5-3bafaf054047 req-4185f93c-d39d-44cc-a385-8fac9e4c9b74 tempest-SecurityGroupsNegativeTestJSON-1159752677 tempest-SecurityGroupsNegativeTestJSON-1159752677-project] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b4411dfb17eb497a918998e2d0ad29f4 HTTP/1.1" status: 200 len: 2988 time: 0.4009387 Oct 30 15:16:40.824234 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-31e6dcf4-0243-40d8-9dd2-72fff310cf9f req-4c3234da-a2d1-48bc-b329-5c12af3b00b6 tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1718048891', 'description': 'tempest-description-2127475226'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:40.856470 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-36615a6a-bb99-46ee-bd04-e021b789d914 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8060002 Oct 30 15:16:40.860690 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cca8cc56-75d8-4d25-919e-3933f63dd3d8 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:40.861564 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 41926) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:40.872698 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-a48cc418-5e6a-4f08-b07f-a61ff084abc9 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Request body: {'subnet': {'network_id': 'b68175c9-6709-4427-88b3-d6ac31eae9c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:40.879517 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36615a6a-bb99-46ee-bd04-e021b789d914 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Pushing event updated for resources: {'Network': ['ID=b68175c9-6709-4427-88b3-d6ac31eae9c9,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:40.919946 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-a6e2da51-12be-45bc-a5d4-3fad7970a2f2 None None] Provisioning complete for port 9a9a9c6d-a428-4c6a-85ba-d87e3d4d4672 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:16:40.920327 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a6e2da51-12be-45bc-a5d4-3fad7970a2f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:40.926520 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-31e6dcf4-0243-40d8-9dd2-72fff310cf9f req-4c3234da-a2d1-48bc-b329-5c12af3b00b6 tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:40.930426 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 41928) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:40.932109 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-03267ffb-80e2-4464-b576-2443e9872e2f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8c7fb993740146c39ceb65da4b4e0535&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5704551 Oct 30 15:16:40.933057 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03267ffb-80e2-4464-b576-2443e9872e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f49dd98-622b-4625-85e4-c8ba85b694be,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:40.933185 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network b68175c9-6709-4427-88b3-d6ac31eae9c9 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:16:41.024347 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-1aab2b90-47a4-4ec6-97f0-4c572d2b1462 None None] Set router f66a2148-220f-43f9-be5f-8c999015ad8e gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:16:41.049840 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2990d9bc-6df6-422a-b476-bb21ec1afd75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:41.091759 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cca8cc56-75d8-4d25-919e-3933f63dd3d8 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:41.095388 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48cc418-5e6a-4f08-b07f-a61ff084abc9 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Made reservation on behalf of 5487df6812a246998fe08bfdbae6b85d for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:16:41.109832 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a48cc418-5e6a-4f08-b07f-a61ff084abc9 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:41.124926 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-cca8cc56-75d8-4d25-919e-3933f63dd3d8 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0db4ce56-822a-4532-9cb5-90b3481778c5']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:16:41.137415 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-cca8cc56-75d8-4d25-919e-3933f63dd3d8 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dd63bb2-cd34-4890-a7c6-c828e63d6612') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:16:41.137832 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-cca8cc56-75d8-4d25-919e-3933f63dd3d8 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dd63bb2-cd34-4890-a7c6-c828e63d6612') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:16:41.147719 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2990d9bc-6df6-422a-b476-bb21ec1afd75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:41.149352 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cca8cc56-75d8-4d25-919e-3933f63dd3d8 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:41.167394 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cca8cc56-75d8-4d25-919e-3933f63dd3d8 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:41.170909 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-31e6dcf4-0243-40d8-9dd2-72fff310cf9f req-4c3234da-a2d1-48bc-b329-5c12af3b00b6 tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:41.176789 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cca8cc56-75d8-4d25-919e-3933f63dd3d8 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:16:41.177194 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cca8cc56-75d8-4d25-919e-3933f63dd3d8 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:41.203595 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-31e6dcf4-0243-40d8-9dd2-72fff310cf9f req-4c3234da-a2d1-48bc-b329-5c12af3b00b6 tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:41.253253 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.ipam_backend_mixin [None req-a48cc418-5e6a-4f08-b07f-a61ff084abc9 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Performing IP validity checks on allocation pools {{(pid=102130) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 30 15:16:41.254150 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.ipam_backend_mixin [None req-a48cc418-5e6a-4f08-b07f-a61ff084abc9 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102130) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 30 15:16:41.255128 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:16:41.255128 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:16:41.255128 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:16:41.255128 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:16:41.255128 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:16:41.255128 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:16:41.255128 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:16:41.255128 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:16:41.255128 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:16:41.255128 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:16:41.255128 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:16:41.255128 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:16:41.255128 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:16:41.255128 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:16:41.255128 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:16:41.255128 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:16:41.255128 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:16:41.255128 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:16:41.255128 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:16:41.255128 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:16:41.255128 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:16:41.255128 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:16:41.255128 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:16:41.255128 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:16:41.255128 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:16:41.255128 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:16:41.255128 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:16:41.255128 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:16:41.255128 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:16:41.255128 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:16:41.255128 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:16:41.255128 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:16:41.259963 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cca8cc56-75d8-4d25-919e-3933f63dd3d8 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:41.265185 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cca8cc56-75d8-4d25-919e-3933f63dd3d8 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:41.270010 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-cca8cc56-75d8-4d25-919e-3933f63dd3d8 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] 10.222.0.62 "DELETE /v2.0/networks/0db4ce56-822a-4532-9cb5-90b3481778c5 HTTP/1.1" status: 204 len: 168 time: 0.6827703 Oct 30 15:16:41.277815 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 41932) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:41.297204 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-31e6dcf4-0243-40d8-9dd2-72fff310cf9f req-4c3234da-a2d1-48bc-b329-5c12af3b00b6 tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:41.298637 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-31e6dcf4-0243-40d8-9dd2-72fff310cf9f req-4c3234da-a2d1-48bc-b329-5c12af3b00b6 tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.5507956 Oct 30 15:16:41.303249 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3234da-a2d1-48bc-b329-5c12af3b00b6 tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9674343-0563-464f-9ef1-5b26cafce7a2,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:41.336647 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8251773a-9646-4b08-84b5-3bafaf054047 req-197a4ea3-5fdc-45d6-8537-7cf7c3400580 tempest-SecurityGroupsNegativeTestJSON-1159752677 tempest-SecurityGroupsNegativeTestJSON-1159752677-project] 10.222.0.62 "GET /v2.0/security-groups/93b9f7b1-26dc-40b5-a2ca-815137d67522 HTTP/1.1" status: 200 len: 2985 time: 0.5265028 Oct 30 15:16:41.337854 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca8cc56-75d8-4d25-919e-3933f63dd3d8 tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Pushing event deleted for resources: {'Network': ['ID=0db4ce56-822a-4532-9cb5-90b3481778c5,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:41.392627 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2990d9bc-6df6-422a-b476-bb21ec1afd75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:41.395323 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2990d9bc-6df6-422a-b476-bb21ec1afd75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:41.396577 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-2990d9bc-6df6-422a-b476-bb21ec1afd75 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0f49dd98-622b-4625-85e4-c8ba85b694be HTTP/1.1" status: 204 len: 168 time: 0.4636919 Oct 30 15:16:41.426417 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3f801b21-ef65-46c0-9266-642357b9321f tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:41.430953 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2990d9bc-6df6-422a-b476-bb21ec1afd75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f49dd98-622b-4625-85e4-c8ba85b694be,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:41.444786 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8251773a-9646-4b08-84b5-3bafaf054047 req-95655a6d-0218-4c15-a412-a8e89d2e2ea7 tempest-SecurityGroupsNegativeTestJSON-1159752677 tempest-SecurityGroupsNegativeTestJSON-1159752677-project] 10.222.0.62 "GET /v2.0/security-groups/93b9f7b1-26dc-40b5-a2ca-815137d67522 HTTP/1.1" status: 200 len: 2985 time: 0.0975072 Oct 30 15:16:41.446106 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-6044d48f-68cd-45a1-a276-799c0579d8aa None None] Allocated IP 2001:db8::3 (acb7ff9d-c8eb-480d-8a3c-223bfc528596/391badca-bb5f-449f-94cd-a6da257429d7/45813b86-227f-4afc-b55e-1e8f85c1c538) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:16:41.528327 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1e165028-9c8a-4db6-aa7a-94afa4932d6c req-63442d2b-b3f2-4d4c-9372-bb0a0013837e tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] 10.222.0.62 "GET /v2.0/security-groups/a9674343-0563-464f-9ef1-5b26cafce7a2 HTTP/1.1" status: 200 len: 1815 time: 0.0514200 Oct 30 15:16:41.759430 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:41.825969 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fbf21df9-2046-4669-8bf1-b47e22bd7966 req-3018d4fb-ae5d-4dd7-a855-2eaf5bed0be0 tempest-SecurityGroupsNegativeTestJSON-1159752677 tempest-SecurityGroupsNegativeTestJSON-1159752677-project] 10.222.0.62 "GET /v2.0/security-groups/93b9f7b1-26dc-40b5-a2ca-815137d67522 HTTP/1.1" status: 200 len: 2985 time: 0.1261685 Oct 30 15:16:41.881018 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a6e2da51-12be-45bc-a5d4-3fad7970a2f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:41.954350 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-1aab2b90-47a4-4ec6-97f0-4c572d2b1462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f66a2148-220f-43f9-be5f-8c999015ad8e', 'name': 'tempest-ServerActionsTestJSON-33003546-router', 'tenant_id': '19817faf69a4405b907421887c1772e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '63ebc91c-02a5-4f44-b7a2-72780ffe6a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:16:20Z', 'updated_at': '2021-10-30T15:16:29Z', 'revision_number': 4, 'project_id': '19817faf69a4405b907421887c1772e6', 'gw_port': {'id': '63ebc91c-02a5-4f44-b7a2-72780ffe6a79', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:54:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66a2148-220f-43f9-be5f-8c999015ad8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:16:22Z', 'updated_at': '2021-10-30T15:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '689c2fe5-8909-448a-a71b-c3d1011c098d', 'name': '', 'network_id': 'd26e81b3-f432-4f3d-bc5b-f2edc1c076d6', 'tenant_id': '19817faf69a4405b907421887c1772e6', 'mac_address': 'fa:16:3e:8f:c1:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f66a2148-220f-43f9-be5f-8c999015ad8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': 'd862e367-a3ef-41d8-9769-a6945d8f8b1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:16:27Z', 'updated_at': '2021-10-30T15:16:39Z', 'revision_number': 4, 'project_id': '19817faf69a4405b907421887c1772e6', 'subnets': [{'id': 'd862e367-a3ef-41d8-9769-a6945d8f8b1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:16:42.001517 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-622d1e99-b135-460a-8a0e-1baf80d90a8e req-cdc59dea-834f-4671-96f3-c845ad591969 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1902038315&fields=id&tenant_id=19817faf69a4405b907421887c1772e6 HTTP/1.1" status: 200 len: 267 time: 0.5342305 Oct 30 15:16:42.010928 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [req-fbf21df9-2046-4669-8bf1-b47e22bd7966 req-7733a41c-7644-4022-a0c3-4aba37664356 tempest-SecurityGroupsNegativeTestJSON-1159752677 tempest-SecurityGroupsNegativeTestJSON-1159752677-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 30 15:16:42.010928 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fbf21df9-2046-4669-8bf1-b47e22bd7966 req-7733a41c-7644-4022-a0c3-4aba37664356 tempest-SecurityGroupsNegativeTestJSON-1159752677 tempest-SecurityGroupsNegativeTestJSON-1159752677-project] 10.222.0.62 "DELETE /v2.0/security-groups/93b9f7b1-26dc-40b5-a2ca-815137d67522 HTTP/1.1" status: 409 len: 352 time: 0.1741400 Oct 30 15:16:42.043176 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 9a9a9c6d-a428-4c6a-85ba-d87e3d4d4672, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=9a9a9c6d-a428-4c6a-85ba-d87e3d4d4672,segment=NetworkSegment(752c00a6-5937-4375-a726-3cbdf12177f6),segment_id=752c00a6-5937-4375-a726-3cbdf12177f6)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:16:42.045986 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aab2b90-47a4-4ec6-97f0-4c572d2b1462 None None] The sync data for ids ['f66a2148-220f-43f9-be5f-8c999015ad8e'] in n-d-806683-17 is: [{'id': 'f66a2148-220f-43f9-be5f-8c999015ad8e', 'name': 'tempest-ServerActionsTestJSON-33003546-router', 'tenant_id': '19817faf69a4405b907421887c1772e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '63ebc91c-02a5-4f44-b7a2-72780ffe6a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:16:20Z', 'updated_at': '2021-10-30T15:16:29Z', 'revision_number': 4, 'project_id': '19817faf69a4405b907421887c1772e6', 'gw_port': {'id': '63ebc91c-02a5-4f44-b7a2-72780ffe6a79', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:54:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66a2148-220f-43f9-be5f-8c999015ad8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:16:22Z', 'updated_at': '2021-10-30T15:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '689c2fe5-8909-448a-a71b-c3d1011c098d', 'name': '', 'network_id': 'd26e81b3-f432-4f3d-bc5b-f2edc1c076d6', 'tenant_id': '19817faf69a4405b907421887c1772e6', 'mac_address': 'fa:16:3e:8f:c1:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f66a2148-220f-43f9-be5f-8c999015ad8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': 'd862e367-a3ef-41d8-9769-a6945d8f8b1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:16:27Z', 'updated_at': '2021-10-30T15:16:39Z', 'revision_number': 4, 'project_id': '19817faf69a4405b907421887c1772e6', 'subnets': [{'id': 'd862e367-a3ef-41d8-9769-a6945d8f8b1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:16:42.066650 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:42.069820 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 41956) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:42.084360 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a48cc418-5e6a-4f08-b07f-a61ff084abc9 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:42.094312 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3f801b21-ef65-46c0-9266-642357b9321f tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:42.114409 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-94234d50-86d5-4dff-af21-b4bdb05c3a12 req-2b63c5b5-c806-426c-9c63-0e290cad180e tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1818451003', 'description': 'tempest-description-2083195874'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:42.166189 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8093de04-ba28-4045-b920-b435aa6f29ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:42.216794 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-3f801b21-ef65-46c0-9266-642357b9321f tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67124ef4-f2e9-4424-bb53-bbe8b46d12c1']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:16:42.242114 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-3f801b21-ef65-46c0-9266-642357b9321f tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfbda35f-8915-490a-8cdf-e08b7afb5366') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:16:42.242928 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-3f801b21-ef65-46c0-9266-642357b9321f tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfbda35f-8915-490a-8cdf-e08b7afb5366') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:16:42.243740 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-94234d50-86d5-4dff-af21-b4bdb05c3a12 req-2b63c5b5-c806-426c-9c63-0e290cad180e tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:42.298056 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3f801b21-ef65-46c0-9266-642357b9321f tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:42.310220 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48cc418-5e6a-4f08-b07f-a61ff084abc9 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Pushing event updated for resources: {'Subnet': ['ID=d3cc167f-20f1-4761-a0c5-13cc50c7a57a,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:42.335999 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3f801b21-ef65-46c0-9266-642357b9321f tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:42.346605 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d1e99-b135-460a-8a0e-1baf80d90a8e req-2ac94fdb-ffcd-42a6-b433-03f59f3230d1 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:42.354504 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-622d1e99-b135-460a-8a0e-1baf80d90a8e req-2ac94fdb-ffcd-42a6-b433-03f59f3230d1 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/networks?id=d26e81b3-f432-4f3d-bc5b-f2edc1c076d6 HTTP/1.1" status: 200 len: 810 time: 0.3520410 Oct 30 15:16:42.365259 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8093de04-ba28-4045-b920-b435aa6f29ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:42.370287 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48cc418-5e6a-4f08-b07f-a61ff084abc9 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Checking segment: {'id': '0d83d89b-582a-46f8-8017-bfeeffa19c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b68175c9-6709-4427-88b3-d6ac31eae9c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:16:42.370916 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48cc418-5e6a-4f08-b07f-a61ff084abc9 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Network hostable DHCP agents. Network: b68175c9-6709-4427-88b3-d6ac31eae9c9, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:16:42.377502 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8093de04-ba28-4045-b920-b435aa6f29ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:42.379037 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f801b21-ef65-46c0-9266-642357b9321f tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:16:42.379647 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3f801b21-ef65-46c0-9266-642357b9321f tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:42.383884 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:16:42.383884 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:16:42.383884 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:16:42.383884 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:16:42.383884 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:16:42.383884 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:16:42.383884 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:16:42.383884 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:16:42.383884 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:16:42.383884 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:16:42.383884 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:16:42.383884 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:16:42.383884 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:16:42.383884 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:16:42.383884 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:16:42.383884 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:16:42.383884 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:16:42.383884 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:16:42.383884 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:16:42.383884 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:16:42.383884 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:16:42.383884 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:16:42.383884 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:16:42.383884 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:16:42.383884 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:16:42.383884 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:16:42.383884 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:16:42.383884 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:16:42.383884 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:16:42.383884 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:16:42.383884 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:16:42.383884 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:16:42.409125 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-622d1e99-b135-460a-8a0e-1baf80d90a8e req-f836d2ab-f9ce-432b-9fe1-339421a0c79d tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/quotas/19817faf69a4405b907421887c1772e6 HTTP/1.1" status: 200 len: 375 time: 0.0533972 Oct 30 15:16:42.440766 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8093de04-ba28-4045-b920-b435aa6f29ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9075961-94e9-4adc-9cb8-c7a69f218019,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:42.447492 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-94234d50-86d5-4dff-af21-b4bdb05c3a12 req-2b63c5b5-c806-426c-9c63-0e290cad180e tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:42.456366 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-94234d50-86d5-4dff-af21-b4bdb05c3a12 req-2b63c5b5-c806-426c-9c63-0e290cad180e tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:42.497996 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48cc418-5e6a-4f08-b07f-a61ff084abc9 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Network b68175c9-6709-4427-88b3-d6ac31eae9c9 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:16:42.509824 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3f801b21-ef65-46c0-9266-642357b9321f tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:42.514608 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-8093de04-ba28-4045-b920-b435aa6f29ff admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5a9ee7fbce134b6184e664d622001dd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4425495 Oct 30 15:16:42.520966 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3f801b21-ef65-46c0-9266-642357b9321f tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:42.521910 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 41960) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:42.526222 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-3f801b21-ef65-46c0-9266-642357b9321f tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] 10.222.0.62 "DELETE /v2.0/networks/67124ef4-f2e9-4424-bb53-bbe8b46d12c1 HTTP/1.1" status: 204 len: 168 time: 1.2430370 Oct 30 15:16:42.529903 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 41962) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:42.556568 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-622d1e99-b135-460a-8a0e-1baf80d90a8e req-39674c1b-81fe-4b56-a61a-db38dd6d4ee9 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=19817faf69a4405b907421887c1772e6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1463020 Oct 30 15:16:42.584508 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-a48cc418-5e6a-4f08-b07f-a61ff084abc9 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, b68175c9-6709-4427-88b3-d6ac31eae9c9) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:16:42.589991 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6044d48f-68cd-45a1-a276-799c0579d8aa None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:42.610112 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-94234d50-86d5-4dff-af21-b4bdb05c3a12 req-2b63c5b5-c806-426c-9c63-0e290cad180e tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:42.610700 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe08cc3-e3d7-4bfd-882f-07c59c2f4af5 None None] Network b68175c9-6709-4427-88b3-d6ac31eae9c9 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:16:42.611753 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-94234d50-86d5-4dff-af21-b4bdb05c3a12 req-2b63c5b5-c806-426c-9c63-0e290cad180e tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.5382371 Oct 30 15:16:42.615952 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f801b21-ef65-46c0-9266-642357b9321f tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Pushing event deleted for resources: {'Network': ['ID=67124ef4-f2e9-4424-bb53-bbe8b46d12c1,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:42.640585 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6044d48f-68cd-45a1-a276-799c0579d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:42.645709 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b63c5b5-c806-426c-9c63-0e290cad180e tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dcac663-56b6-40da-a493-1b4acca5199c,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:42.661028 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9b92e71d-4407-4771-8868-fb99b784bb66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:42.676548 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48cc418-5e6a-4f08-b07f-a61ff084abc9 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:42.677141 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a48cc418-5e6a-4f08-b07f-a61ff084abc9 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:42.692624 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6044d48f-68cd-45a1-a276-799c0579d8aa None None] Network acb7ff9d-c8eb-480d-8a3c-223bfc528596 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:16:42.702818 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-6044d48f-68cd-45a1-a276-799c0579d8aa None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:16:42.705204 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.db.api [None req-a6e2da51-12be-45bc-a5d4-3fad7970a2f2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 30 15:16:42.705837 n-d-806683-17 neutron-server[102132]: DEBUG oslo_db.api [None req-a6e2da51-12be-45bc-a5d4-3fad7970a2f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 30 15:16:42.706228 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6044d48f-68cd-45a1-a276-799c0579d8aa None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:16:42.708955 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [req-4cb35f9d-e819-40bc-8550-1ab666188aec req-5eea49d9-e4da-4df6-b09e-0d84860de34b tempest-SecurityGroupsNegativeTestJSON-1159752677 tempest-SecurityGroupsNegativeTestJSON-1159752677-project] show failed (client error): The resource could not be found. Oct 30 15:16:42.709691 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4cb35f9d-e819-40bc-8550-1ab666188aec req-5eea49d9-e4da-4df6-b09e-0d84860de34b tempest-SecurityGroupsNegativeTestJSON-1159752677 tempest-SecurityGroupsNegativeTestJSON-1159752677-project] 10.222.0.62 "GET /v2.0/security-groups/20fddd9e-48ed-4e11-8943-cb93160dfc51 HTTP/1.1" status: 404 len: 352 time: 0.0463955 Oct 30 15:16:42.722126 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=9a9a9c6d-a428-4c6a-85ba-d87e3d4d4672,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:42.733629 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a48cc418-5e6a-4f08-b07f-a61ff084abc9 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.8659778 Oct 30 15:16:42.747195 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 41970) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:42.747816 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9b92e71d-4407-4771-8868-fb99b784bb66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:42.908813 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-91b79366-c745-4ea6-b8c5-a3d0b801794a tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:42.918411 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1911c436-5aca-47c4-8aa9-29f027b6cacc req-b68bef84-63df-479c-bdc0-258e9e752ef8 tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] 10.222.0.62 "GET /v2.0/security-groups/0dcac663-56b6-40da-a493-1b4acca5199c HTTP/1.1" status: 200 len: 1815 time: 0.1256933 Oct 30 15:16:42.932257 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9b92e71d-4407-4771-8868-fb99b784bb66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:42.932793 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9b92e71d-4407-4771-8868-fb99b784bb66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:42.934324 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-9b92e71d-4407-4771-8868-fb99b784bb66 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d9075961-94e9-4adc-9cb8-c7a69f218019 HTTP/1.1" status: 204 len: 168 time: 0.4116619 Oct 30 15:16:42.951436 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-6044d48f-68cd-45a1-a276-799c0579d8aa None None] Attempting to bind port 45813b86-227f-4afc-b55e-1e8f85c1c538 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:16:42.952000 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-6044d48f-68cd-45a1-a276-799c0579d8aa None None] Attempting to bind port 45813b86-227f-4afc-b55e-1e8f85c1c538 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '4581bdbe-247b-42fa-93b3-ef79e0f37aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'acb7ff9d-c8eb-480d-8a3c-223bfc528596'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:16:42.953127 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6044d48f-68cd-45a1-a276-799c0579d8aa None None] Attempting to bind port 45813b86-227f-4afc-b55e-1e8f85c1c538 on network acb7ff9d-c8eb-480d-8a3c-223bfc528596 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:16:42.980582 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6044d48f-68cd-45a1-a276-799c0579d8aa None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:16:42.984016 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6044d48f-68cd-45a1-a276-799c0579d8aa None None] Checking segment: {'id': '4581bdbe-247b-42fa-93b3-ef79e0f37aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'acb7ff9d-c8eb-480d-8a3c-223bfc528596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:16:42.984016 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6044d48f-68cd-45a1-a276-799c0579d8aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:42.984750 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6044d48f-68cd-45a1-a276-799c0579d8aa None None] Bound using segment: {'id': '4581bdbe-247b-42fa-93b3-ef79e0f37aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'acb7ff9d-c8eb-480d-8a3c-223bfc528596'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:16:42.985256 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-6044d48f-68cd-45a1-a276-799c0579d8aa None None] Bound port: 45813b86-227f-4afc-b55e-1e8f85c1c538, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4581bdbe-247b-42fa-93b3-ef79e0f37aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'acb7ff9d-c8eb-480d-8a3c-223bfc528596'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:16:42.986474 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6044d48f-68cd-45a1-a276-799c0579d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:42.991659 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b92e71d-4407-4771-8868-fb99b784bb66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9075961-94e9-4adc-9cb8-c7a69f218019,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:42.997740 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [req-622d1e99-b135-460a-8a0e-1baf80d90a8e req-984a8fd4-0678-4290-b30f-6b1112a14424 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:16:43.008585 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-622d1e99-b135-460a-8a0e-1baf80d90a8e req-984a8fd4-0678-4290-b30f-6b1112a14424 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.4502957 Oct 30 15:16:43.128528 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [req-b9293fb3-0017-4941-aa9a-74a70d013bf0 req-4124e3ed-0528-4928-aa10-9dd5b8cb6ed7 tempest-SecurityGroupsNegativeTestJSON-1159752677 tempest-SecurityGroupsNegativeTestJSON-1159752677-project] show failed (client error): The resource could not be found. Oct 30 15:16:43.135299 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b9293fb3-0017-4941-aa9a-74a70d013bf0 req-4124e3ed-0528-4928-aa10-9dd5b8cb6ed7 tempest-SecurityGroupsNegativeTestJSON-1159752677 tempest-SecurityGroupsNegativeTestJSON-1159752677-project] 10.222.0.62 "GET /v2.0/security-groups/1e0c8a1b-c371-49e6-87fc-ad5f1b752871 HTTP/1.1" status: 404 len: 352 time: 0.0479360 Oct 30 15:16:43.155066 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 41978) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:43.176620 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6044d48f-68cd-45a1-a276-799c0579d8aa None None] Pushing event updated for resources: {'Port': ['ID=45813b86-227f-4afc-b55e-1e8f85c1c538,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:43.232994 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-17468c82-5f2c-44f6-8104-403db255f48c req-51257a9b-0691-4c7c-8fa8-24a7a80b3ca6 tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1431351888', 'description': 'tempest-description-1724239777'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:43.253500 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a5dfd9d8-53d1-4311-841a-82cd0e60b4f5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:43.272404 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-91b79366-c745-4ea6-b8c5-a3d0b801794a tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:43.350672 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-91b79366-c745-4ea6-b8c5-a3d0b801794a tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a27098c-65f6-475e-bd0e-bd5e25bb9405']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:16:43.356423 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-6044d48f-68cd-45a1-a276-799c0579d8aa None None] For port 45813b86-227f-4afc-b55e-1e8f85c1c538, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:16:43.357708 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-17468c82-5f2c-44f6-8104-403db255f48c req-51257a9b-0691-4c7c-8fa8-24a7a80b3ca6 tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:43.364462 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-622d1e99-b135-460a-8a0e-1baf80d90a8e req-0a20beb3-c2b0-43bd-9135-13b1b2c6de41 service neutron] 10.222.0.62 "GET /v2.0/networks/d26e81b3-f432-4f3d-bc5b-f2edc1c076d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547556 Oct 30 15:16:43.382594 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-6044d48f-68cd-45a1-a276-799c0579d8aa None None] For port 45813b86-227f-4afc-b55e-1e8f85c1c538, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=45813b86-227f-4afc-b55e-1e8f85c1c538,segment=NetworkSegment(4581bdbe-247b-42fa-93b3-ef79e0f37aef),segment_id=4581bdbe-247b-42fa-93b3-ef79e0f37aef)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:16:43.389121 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ae63354-72a5-4191-a42e-be084a16330b admin admin] Deleting subnet dfba87b3-1ff2-433b-8d6d-2a9fc2161a48 {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:16:43.400943 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1ae63354-72a5-4191-a42e-be084a16330b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:43.416077 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6044d48f-68cd-45a1-a276-799c0579d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:43.437610 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-91b79366-c745-4ea6-b8c5-a3d0b801794a tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64f9a6d4-24ca-4120-ad4c-4acec3a4557e') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:16:43.437906 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-91b79366-c745-4ea6-b8c5-a3d0b801794a tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64f9a6d4-24ca-4120-ad4c-4acec3a4557e') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:16:43.451370 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1ae63354-72a5-4191-a42e-be084a16330b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:43.506911 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1ae63354-72a5-4191-a42e-be084a16330b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:43.553151 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-91b79366-c745-4ea6-b8c5-a3d0b801794a tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:43.632951 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1ae63354-72a5-4191-a42e-be084a16330b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:43.692307 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6044d48f-68cd-45a1-a276-799c0579d8aa None None] Pushing event updated for resources: {'Port': ['ID=45813b86-227f-4afc-b55e-1e8f85c1c538,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:43.693834 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae63354-72a5-4191-a42e-be084a16330b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfba87b3-1ff2-433b-8d6d-2a9fc2161a48,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:43.705056 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-791b67bf-06ab-4084-9533-7a5753927027 None None] Provisioning complete for port 689c2fe5-8909-448a-a71b-c3d1011c098d triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:16:43.705483 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-791b67bf-06ab-4084-9533-7a5753927027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:43.709068 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad276d81-3328-4e46-af1f-740dabaa8a1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-b68175c9-6709-4427-88b3-d6ac31eae9c9', 'network_id': 'b68175c9-6709-4427-88b3-d6ac31eae9c9', 'tenant_id': '5487df6812a246998fe08bfdbae6b85d', 'fixed_ips': [{'subnet_id': 'd3cc167f-20f1-4761-a0c5-13cc50c7a57a'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:16:43.710159 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ad276d81-3328-4e46-af1f-740dabaa8a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:43.734910 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1ae63354-72a5-4191-a42e-be084a16330b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:43.740856 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-1ae63354-72a5-4191-a42e-be084a16330b admin admin] 10.222.0.62 "DELETE /v2.0/subnets/dfba87b3-1ff2-433b-8d6d-2a9fc2161a48 HTTP/1.1" status: 204 len: 168 time: 0.5843720 Oct 30 15:16:43.741535 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 41988) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:43.759122 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-622d1e99-b135-460a-8a0e-1baf80d90a8e req-731ecb2b-1c6d-482a-92fa-b5ac5229dd19 service neutron] 10.222.0.62 "GET /v2.0/networks/d26e81b3-f432-4f3d-bc5b-f2edc1c076d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3934963 Oct 30 15:16:43.761397 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-91b79366-c745-4ea6-b8c5-a3d0b801794a tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:43.815590 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91b79366-c745-4ea6-b8c5-a3d0b801794a tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:16:43.818179 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-91b79366-c745-4ea6-b8c5-a3d0b801794a tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:43.832385 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:16:43.832385 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:16:43.832385 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:16:43.832385 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:16:43.832385 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:16:43.832385 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:16:43.832385 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:16:43.832385 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:16:43.832385 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:16:43.832385 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:16:43.832385 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:16:43.832385 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:16:43.832385 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:16:43.832385 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:16:43.832385 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:16:43.832385 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:16:43.832385 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:16:43.832385 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:16:43.832385 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:16:43.832385 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:16:43.832385 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:16:43.832385 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:16:43.832385 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:16:43.832385 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:16:43.832385 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:16:43.832385 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:16:43.832385 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:16:43.832385 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:16:43.832385 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:16:43.832385 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:16:43.832385 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:16:43.832385 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:16:43.859599 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b4a8028c-5558-4a7c-aed2-917d73c8881d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:43.866639 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a5dfd9d8-53d1-4311-841a-82cd0e60b4f5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:43.893866 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-17468c82-5f2c-44f6-8104-403db255f48c req-51257a9b-0691-4c7c-8fa8-24a7a80b3ca6 tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:43.920232 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-17468c82-5f2c-44f6-8104-403db255f48c req-51257a9b-0691-4c7c-8fa8-24a7a80b3ca6 tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:44.008854 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-17468c82-5f2c-44f6-8104-403db255f48c req-51257a9b-0691-4c7c-8fa8-24a7a80b3ca6 tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:44.015730 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-17468c82-5f2c-44f6-8104-403db255f48c req-51257a9b-0691-4c7c-8fa8-24a7a80b3ca6 tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.7921741 Oct 30 15:16:44.200982 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-91b79366-c745-4ea6-b8c5-a3d0b801794a tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:44.239920 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5f7681c0-f21a-44b9-b4ce-53c8c517dc99 req-8503f0e7-b653-41f1-9fe8-ce6d1059391c tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] 10.222.0.62 "GET /v2.0/security-groups/14ada259-4ac2-4386-b52e-44d4aef643fd HTTP/1.1" status: 200 len: 1815 time: 0.1693265 Oct 30 15:16:44.260228 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-91b79366-c745-4ea6-b8c5-a3d0b801794a tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:44.277283 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-91b79366-c745-4ea6-b8c5-a3d0b801794a tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] 10.222.0.62 "DELETE /v2.0/networks/1a27098c-65f6-475e-bd0e-bd5e25bb9405 HTTP/1.1" status: 204 len: 168 time: 1.7183006 Oct 30 15:16:44.279915 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51257a9b-0691-4c7c-8fa8-24a7a80b3ca6 tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14ada259-4ac2-4386-b52e-44d4aef643fd,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:44.304456 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b79366-c745-4ea6-b8c5-a3d0b801794a tempest-BulkNetworkOpsIpV6Test-898844228 tempest-BulkNetworkOpsIpV6Test-898844228-project] Pushing event deleted for resources: {'Network': ['ID=1a27098c-65f6-475e-bd0e-bd5e25bb9405,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:44.376294 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-791b67bf-06ab-4084-9533-7a5753927027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:44.378910 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [req-deadb9d3-e262-4c1d-887b-5b2d1c578ebf req-292e387c-e55a-4d65-acad-03ebe40a500b tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] show failed (client error): The resource could not be found. Oct 30 15:16:44.399240 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-deadb9d3-e262-4c1d-887b-5b2d1c578ebf req-292e387c-e55a-4d65-acad-03ebe40a500b tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] 10.222.0.62 "GET /v2.0/security-groups/1b31dd9d-8d7b-40cf-8d49-aaf4e8cfc937 HTTP/1.1" status: 404 len: 352 time: 0.0490894 Oct 30 15:16:44.443190 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-791b67bf-06ab-4084-9533-7a5753927027 None None] For port 689c2fe5-8909-448a-a71b-c3d1011c098d, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=689c2fe5-8909-448a-a71b-c3d1011c098d,segment=NetworkSegment(4eb103e9-b9a2-4786-ab9b-d9e363fed874),segment_id=4eb103e9-b9a2-4786-ab9b-d9e363fed874)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:16:44.456782 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-ad276d81-3328-4e46-af1f-740dabaa8a1e None None] Allocated IP 2001:db8::3 (b68175c9-6709-4427-88b3-d6ac31eae9c9/d3cc167f-20f1-4761-a0c5-13cc50c7a57a/1e0b581e-bab1-4dad-b2c2-843b903deadf) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:16:44.457116 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [req-018761b3-b857-43a8-a5e6-595603f2db29 req-ff4c895d-a404-4140-959a-719a4c2174dd tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] show failed (client error): The resource could not be found. Oct 30 15:16:44.466478 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-018761b3-b857-43a8-a5e6-595603f2db29 req-ff4c895d-a404-4140-959a-719a4c2174dd tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] 10.222.0.62 "GET /v2.0/security-group-rules/4c14889e-3360-460e-8f89-c9d164441071 HTTP/1.1" status: 404 len: 361 time: 0.0383718 Oct 30 15:16:44.472219 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-791b67bf-06ab-4084-9533-7a5753927027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:44.488488 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b4a8028c-5558-4a7c-aed2-917d73c8881d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:44.622112 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-791b67bf-06ab-4084-9533-7a5753927027 None None] Provisioning complete for port 9a9a9c6d-a428-4c6a-85ba-d87e3d4d4672 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:16:44.622491 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-791b67bf-06ab-4084-9533-7a5753927027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:44.649412 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5de0e474-f8e2-4ea2-819a-57808f47b4f7 req-f463c967-1bd5-4cce-803c-bd43e12ab0b8 tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] 10.222.0.62 "GET /v2.0/security-groups/14ada259-4ac2-4386-b52e-44d4aef643fd HTTP/1.1" status: 200 len: 1815 time: 0.1356461 Oct 30 15:16:44.676823 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8a65bc97-6c72-4be6-bf97-8c3b579d1c13 req-580a74b2-5b1d-439d-bbb5-2245d698cbd3 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 210 time: 0.2769368 Oct 30 15:16:44.688917 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-b4a8028c-5558-4a7c-aed2-917d73c8881d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa17c124-fc22-4055-b58c-508a1830f535']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:16:44.708720 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-b4a8028c-5558-4a7c-aed2-917d73c8881d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9528ce35-baa4-4af3-946f-046e81bc291d') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:16:44.709009 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-b4a8028c-5558-4a7c-aed2-917d73c8881d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9528ce35-baa4-4af3-946f-046e81bc291d') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:16:44.739814 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b4a8028c-5558-4a7c-aed2-917d73c8881d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:44.761651 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 9a9a9c6d-a428-4c6a-85ba-d87e3d4d4672 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:16:44.779601 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b4a8028c-5558-4a7c-aed2-917d73c8881d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:44.799579 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4a8028c-5558-4a7c-aed2-917d73c8881d admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:16:44.799961 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b4a8028c-5558-4a7c-aed2-917d73c8881d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:44.804425 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:16:44.804425 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:16:44.804425 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:16:44.804425 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:16:44.804425 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:16:44.804425 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:16:44.804425 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:16:44.804425 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:16:44.804425 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:16:44.804425 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:16:44.804425 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:16:44.804425 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:16:44.804425 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:16:44.804425 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:16:44.804425 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:16:44.804425 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:16:44.804425 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:16:44.804425 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:16:44.804425 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:16:44.804425 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:16:44.804425 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:16:44.804425 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:16:44.804425 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:16:44.804425 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:16:44.804425 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:16:44.804425 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:16:44.804425 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:16:44.804425 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:16:44.804425 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:16:44.804425 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:16:44.804425 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:16:44.804425 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:16:44.812947 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 42024) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:44.835346 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-5de0e474-f8e2-4ea2-819a-57808f47b4f7 req-1d0fa8f6-ec0f-40a8-81db-ede0826e0c6a tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:44.840087 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791b67bf-06ab-4084-9533-7a5753927027 None None] Pushing event updated for resources: {'Port': ['ID=689c2fe5-8909-448a-a71b-c3d1011c098d,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:44.928797 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-5de0e474-f8e2-4ea2-819a-57808f47b4f7 req-1d0fa8f6-ec0f-40a8-81db-ede0826e0c6a tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:45.003037 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b4a8028c-5558-4a7c-aed2-917d73c8881d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:45.023540 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b4a8028c-5558-4a7c-aed2-917d73c8881d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:45.044041 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b4a8028c-5558-4a7c-aed2-917d73c8881d admin admin] 10.222.0.62 "DELETE /v2.0/networks/fa17c124-fc22-4055-b58c-508a1830f535 HTTP/1.1" status: 204 len: 168 time: 1.2973230 Oct 30 15:16:45.072143 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-5de0e474-f8e2-4ea2-819a-57808f47b4f7 req-1d0fa8f6-ec0f-40a8-81db-ede0826e0c6a tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:45.080204 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-5de0e474-f8e2-4ea2-819a-57808f47b4f7 req-1d0fa8f6-ec0f-40a8-81db-ede0826e0c6a tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:45.081031 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a8028c-5558-4a7c-aed2-917d73c8881d admin admin] Pushing event deleted for resources: {'Network': ['ID=fa17c124-fc22-4055-b58c-508a1830f535,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:45.082132 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5de0e474-f8e2-4ea2-819a-57808f47b4f7 req-1d0fa8f6-ec0f-40a8-81db-ede0826e0c6a tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] 10.222.0.62 "DELETE /v2.0/security-groups/14ada259-4ac2-4386-b52e-44d4aef643fd HTTP/1.1" status: 204 len: 173 time: 0.4315364 Oct 30 15:16:45.094329 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0fa8f6-ec0f-40a8-81db-ede0826e0c6a tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ada259-4ac2-4386-b52e-44d4aef643fd,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:45.123804 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ad276d81-3328-4e46-af1f-740dabaa8a1e None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:45.168094 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a5dfd9d8-53d1-4311-841a-82cd0e60b4f5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:45.174885 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 9a9a9c6d-a428-4c6a-85ba-d87e3d4d4672 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:16:45.175320 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:45.191375 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ad276d81-3328-4e46-af1f-740dabaa8a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:45.251785 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-717f8782-fa5c-4559-977c-ffe79efe659d req-23b91e88-bfbb-4c19-b203-1fce508efe8d tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] 10.222.0.62 "GET /v2.0/security-groups/0dcac663-56b6-40da-a493-1b4acca5199c HTTP/1.1" status: 200 len: 1815 time: 0.1166363 Oct 30 15:16:45.255353 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad276d81-3328-4e46-af1f-740dabaa8a1e None None] Network b68175c9-6709-4427-88b3-d6ac31eae9c9 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:16:45.310465 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dfd9d8-53d1-4311-841a-82cd0e60b4f5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Pushing event deleted for resources: {'Subnet': ['ID=d3cc167f-20f1-4761-a0c5-13cc50c7a57a,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:45.327726 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-ad276d81-3328-4e46-af1f-740dabaa8a1e None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:16:45.388721 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad276d81-3328-4e46-af1f-740dabaa8a1e None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:16:45.407066 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-717f8782-fa5c-4559-977c-ffe79efe659d req-1a7a28dd-5714-4bab-b6f2-eeef9963e745 tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:45.481345 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-717f8782-fa5c-4559-977c-ffe79efe659d req-1a7a28dd-5714-4bab-b6f2-eeef9963e745 tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:45.600405 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-717f8782-fa5c-4559-977c-ffe79efe659d req-1a7a28dd-5714-4bab-b6f2-eeef9963e745 tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:45.610984 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-717f8782-fa5c-4559-977c-ffe79efe659d req-1a7a28dd-5714-4bab-b6f2-eeef9963e745 tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:45.618915 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-717f8782-fa5c-4559-977c-ffe79efe659d req-1a7a28dd-5714-4bab-b6f2-eeef9963e745 tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] 10.222.0.62 "DELETE /v2.0/security-groups/0dcac663-56b6-40da-a493-1b4acca5199c HTTP/1.1" status: 204 len: 173 time: 0.3600154 Oct 30 15:16:45.623405 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad276d81-3328-4e46-af1f-740dabaa8a1e None None] Pushing event updated for resources: {'Port': ['ID=1e0b581e-bab1-4dad-b2c2-843b903deadf,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:45.641863 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-ad276d81-3328-4e46-af1f-740dabaa8a1e None None] Attempting to bind port 1e0b581e-bab1-4dad-b2c2-843b903deadf on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:16:45.642813 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-ad276d81-3328-4e46-af1f-740dabaa8a1e None None] Attempting to bind port 1e0b581e-bab1-4dad-b2c2-843b903deadf by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '0d83d89b-582a-46f8-8017-bfeeffa19c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b68175c9-6709-4427-88b3-d6ac31eae9c9'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:16:45.643386 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad276d81-3328-4e46-af1f-740dabaa8a1e None None] Attempting to bind port 1e0b581e-bab1-4dad-b2c2-843b903deadf on network b68175c9-6709-4427-88b3-d6ac31eae9c9 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:16:45.662649 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad276d81-3328-4e46-af1f-740dabaa8a1e None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:16:45.663226 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad276d81-3328-4e46-af1f-740dabaa8a1e None None] Checking segment: {'id': '0d83d89b-582a-46f8-8017-bfeeffa19c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b68175c9-6709-4427-88b3-d6ac31eae9c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:16:45.663881 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 42046) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:45.664145 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ad276d81-3328-4e46-af1f-740dabaa8a1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:45.665206 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad276d81-3328-4e46-af1f-740dabaa8a1e None None] Bound using segment: {'id': '0d83d89b-582a-46f8-8017-bfeeffa19c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b68175c9-6709-4427-88b3-d6ac31eae9c9'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:16:45.665206 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-ad276d81-3328-4e46-af1f-740dabaa8a1e None None] Bound port: 1e0b581e-bab1-4dad-b2c2-843b903deadf, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d83d89b-582a-46f8-8017-bfeeffa19c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b68175c9-6709-4427-88b3-d6ac31eae9c9'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:16:45.665894 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ad276d81-3328-4e46-af1f-740dabaa8a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:45.692019 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b7a9c0-5755-4aae-a8fd-3c6db58cdfc0 None None] Network acb7ff9d-c8eb-480d-8a3c-223bfc528596 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:16:45.702137 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a5dfd9d8-53d1-4311-841a-82cd0e60b4f5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:45.712982 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-00c1694c-5178-43e0-ba15-61f1b32b70e0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=87432cd87d2a4fdeb9d310fcc2146478&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8980503 Oct 30 15:16:45.716240 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7a28dd-5714-4bab-b6f2-eeef9963e745 tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dcac663-56b6-40da-a493-1b4acca5199c,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:45.727085 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 42050) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:45.823112 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-a093659e-8ecc-43b2-99dc-75409eabafc8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b4411dfb17eb497a918998e2d0ad29f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1561201 Oct 30 15:16:45.826008 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 42052) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:45.847971 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-de021f7a-d0d8-4a1b-8dca-14bc760b1e01 req-853ef2aa-8b5c-436f-bf3f-1e0c89a43fb3 tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] 10.222.0.62 "GET /v2.0/security-groups/a9674343-0563-464f-9ef1-5b26cafce7a2 HTTP/1.1" status: 200 len: 1815 time: 0.1328464 Oct 30 15:16:45.893993 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e3df2045-883f-4720-b86b-b6e047c5dd7c req-17ae2097-cfd8-4715-8b8a-60ebf0c2e0bb tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 210 time: 0.0627370 Oct 30 15:16:45.902282 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 45813b86-227f-4afc-b55e-1e8f85c1c538 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:16:45.914702 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-20566631-e16e-46b4-bac0-d44f143d41b7 None None] Provisioning complete for port 45813b86-227f-4afc-b55e-1e8f85c1c538 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:16:45.915157 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-20566631-e16e-46b4-bac0-d44f143d41b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:45.940489 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-dc4836e6-97b7-47c8-8685-577283e40451 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:45.951900 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-a5dfd9d8-53d1-4311-841a-82cd0e60b4f5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b68175c9-6709-4427-88b3-d6ac31eae9c9']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:16:45.966156 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-dc4836e6-97b7-47c8-8685-577283e40451 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:45.984818 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-ad276d81-3328-4e46-af1f-740dabaa8a1e None None] For port 1e0b581e-bab1-4dad-b2c2-843b903deadf, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:16:46.027059 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-ad276d81-3328-4e46-af1f-740dabaa8a1e None None] For port 1e0b581e-bab1-4dad-b2c2-843b903deadf, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=1e0b581e-bab1-4dad-b2c2-843b903deadf,segment=NetworkSegment(0d83d89b-582a-46f8-8017-bfeeffa19c35),segment_id=0d83d89b-582a-46f8-8017-bfeeffa19c35)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:16:46.029551 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-de021f7a-d0d8-4a1b-8dca-14bc760b1e01 req-468893a6-16fb-40e9-bbf1-690158192156 tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:46.038855 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ad276d81-3328-4e46-af1f-740dabaa8a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:46.054804 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-dc4836e6-97b7-47c8-8685-577283e40451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:46.057756 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-dc4836e6-97b7-47c8-8685-577283e40451 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:46.059536 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-dc4836e6-97b7-47c8-8685-577283e40451 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/93b9f7b1-26dc-40b5-a2ca-815137d67522 HTTP/1.1" status: 204 len: 168 time: 0.2313287 Oct 30 15:16:46.081190 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-de021f7a-d0d8-4a1b-8dca-14bc760b1e01 req-468893a6-16fb-40e9-bbf1-690158192156 tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:46.084117 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4836e6-97b7-47c8-8685-577283e40451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b9f7b1-26dc-40b5-a2ca-815137d67522,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:46.145287 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 45813b86-227f-4afc-b55e-1e8f85c1c538 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:16:46.145667 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:46.158174 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad276d81-3328-4e46-af1f-740dabaa8a1e None None] Pushing event updated for resources: {'Port': ['ID=1e0b581e-bab1-4dad-b2c2-843b903deadf,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:46.174168 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-a5dfd9d8-53d1-4311-841a-82cd0e60b4f5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d83d89b-582a-46f8-8017-bfeeffa19c35') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:16:46.176492 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-a5dfd9d8-53d1-4311-841a-82cd0e60b4f5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d83d89b-582a-46f8-8017-bfeeffa19c35') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:16:46.185519 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-de021f7a-d0d8-4a1b-8dca-14bc760b1e01 req-468893a6-16fb-40e9-bbf1-690158192156 tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:46.200012 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-de021f7a-d0d8-4a1b-8dca-14bc760b1e01 req-468893a6-16fb-40e9-bbf1-690158192156 tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:46.206356 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-de021f7a-d0d8-4a1b-8dca-14bc760b1e01 req-468893a6-16fb-40e9-bbf1-690158192156 tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] 10.222.0.62 "DELETE /v2.0/security-groups/a9674343-0563-464f-9ef1-5b26cafce7a2 HTTP/1.1" status: 204 len: 173 time: 0.3565788 Oct 30 15:16:46.274719 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a5dfd9d8-53d1-4311-841a-82cd0e60b4f5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:46.282056 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468893a6-16fb-40e9-bbf1-690158192156 tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9674343-0563-464f-9ef1-5b26cafce7a2,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:46.295847 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efcda65a-6b89-47fe-8b2d-fd513a5f97dd None None] Network b68175c9-6709-4427-88b3-d6ac31eae9c9 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:16:46.338740 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-61e47c0b-47f6-42d3-8eeb-57141a951bac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:46.386972 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-46d4737b-d52e-4aac-886c-46eda1f11438 req-ca99f47f-a191-44c7-a898-4303bdb763f2 tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] 10.222.0.62 "GET /v2.0/security-groups/29009944-01e5-49c7-b7a7-746fb4d4daab HTTP/1.1" status: 200 len: 1815 time: 0.1398942 Oct 30 15:16:46.393178 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-61e47c0b-47f6-42d3-8eeb-57141a951bac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:46.464176 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-20566631-e16e-46b4-bac0-d44f143d41b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:46.551961 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-46d4737b-d52e-4aac-886c-46eda1f11438 req-ebb0f6e2-8ae9-4f12-83d9-5c0185f8b01d tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:46.609249 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-46d4737b-d52e-4aac-886c-46eda1f11438 req-ebb0f6e2-8ae9-4f12-83d9-5c0185f8b01d tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:46.708757 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-46d4737b-d52e-4aac-886c-46eda1f11438 req-ebb0f6e2-8ae9-4f12-83d9-5c0185f8b01d tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:46.711963 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-46d4737b-d52e-4aac-886c-46eda1f11438 req-ebb0f6e2-8ae9-4f12-83d9-5c0185f8b01d tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:46.723647 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-46d4737b-d52e-4aac-886c-46eda1f11438 req-ebb0f6e2-8ae9-4f12-83d9-5c0185f8b01d tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] 10.222.0.62 "DELETE /v2.0/security-groups/29009944-01e5-49c7-b7a7-746fb4d4daab HTTP/1.1" status: 204 len: 173 time: 0.3242686 Oct 30 15:16:46.724693 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a5dfd9d8-53d1-4311-841a-82cd0e60b4f5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:46.744476 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb0f6e2-8ae9-4f12-83d9-5c0185f8b01d tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29009944-01e5-49c7-b7a7-746fb4d4daab,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:46.763636 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5dfd9d8-53d1-4311-841a-82cd0e60b4f5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:16:46.766557 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a5dfd9d8-53d1-4311-841a-82cd0e60b4f5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:46.800210 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-20566631-e16e-46b4-bac0-d44f143d41b7 None None] For port 45813b86-227f-4afc-b55e-1e8f85c1c538, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=45813b86-227f-4afc-b55e-1e8f85c1c538,segment=NetworkSegment(4581bdbe-247b-42fa-93b3-ef79e0f37aef),segment_id=4581bdbe-247b-42fa-93b3-ef79e0f37aef)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:16:46.830551 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-20566631-e16e-46b4-bac0-d44f143d41b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:46.831946 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:46.932392 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:16:46.932392 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:16:46.932392 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:16:46.932392 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:16:46.932392 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:16:46.932392 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:16:46.932392 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:16:46.932392 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:16:46.932392 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:16:46.932392 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:16:46.932392 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:16:46.932392 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:16:46.932392 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:16:46.932392 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:16:46.932392 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:16:46.932392 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:16:46.932392 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:16:46.932392 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:16:46.932392 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:16:46.932392 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:16:46.932392 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:16:46.932392 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:16:46.932392 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:16:46.932392 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:16:46.932392 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:16:46.932392 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:16:46.932392 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:16:46.932392 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:16:46.932392 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:16:46.932392 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:16:46.932392 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:16:46.932392 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:16:46.958454 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-61e47c0b-47f6-42d3-8eeb-57141a951bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:46.966091 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-61e47c0b-47f6-42d3-8eeb-57141a951bac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:46.969790 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-61e47c0b-47f6-42d3-8eeb-57141a951bac admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bdbee55b-10a0-4c22-9a38-b54574710b25 HTTP/1.1" status: 204 len: 168 time: 1.2381659 Oct 30 15:16:47.051795 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d1e99-b135-460a-8a0e-1baf80d90a8e req-c7fa6642-f44c-4927-8a93-fb5ebfb0d172 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:47.055364 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-622d1e99-b135-460a-8a0e-1baf80d90a8e req-c7fa6642-f44c-4927-8a93-fb5ebfb0d172 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.44 "GET /v2.0/networks?id=d26e81b3-f432-4f3d-bc5b-f2edc1c076d6 HTTP/1.1" status: 200 len: 810 time: 0.7173893 Oct 30 15:16:47.079845 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e47c0b-47f6-42d3-8eeb-57141a951bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdbee55b-10a0-4c22-9a38-b54574710b25,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:47.099107 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.db.api [None req-a5dfd9d8-53d1-4311-841a-82cd0e60b4f5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 30 15:16:47.099107 n-d-806683-17 neutron-server[102130]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 30 15:16:47.099107 n-d-806683-17 neutron-server[102130]: [parameters: {'id': 'b68175c9-6709-4427-88b3-d6ac31eae9c9'}] Oct 30 15:16:47.099107 n-d-806683-17 neutron-server[102130]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 30 15:16:47.100393 n-d-806683-17 neutron-server[102130]: DEBUG oslo_db.api [None req-a5dfd9d8-53d1-4311-841a-82cd0e60b4f5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 30 15:16:47.110881 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5eadef3d-490b-47e1-bc0f-18bf150c01be req-d22d20d4-8e95-45a2-bbb5-499d0958bd7d tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 210 time: 0.0633709 Oct 30 15:16:47.127625 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.db.api [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 30 15:16:47.128191 n-d-806683-17 neutron-server[102132]: DEBUG oslo_db.api [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 30 15:16:47.150134 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20566631-e16e-46b4-bac0-d44f143d41b7 None None] Pushing event updated for resources: {'Port': ['ID=45813b86-227f-4afc-b55e-1e8f85c1c538,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:47.156836 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b5701d0d-de3d-4d64-bf99-65a271a3ef98 req-18ba9657-465d-435b-8de0-dba491548f17 tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] 10.222.0.62 "GET /v2.0/security-groups/3cbbc14b-8dad-476e-97f5-14ae3233a5ef HTTP/1.1" status: 200 len: 1814 time: 0.2100680 Oct 30 15:16:47.169882 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1b4a4f-9e66-428f-af93-645a3348e54a None None] get_active_networks_info from n-d-806683-17 {{(pid=102132) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 30 15:16:47.171585 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-3a13c84f-45b0-466c-a6fd-336f55a852bd None None] Provisioning complete for port 45813b86-227f-4afc-b55e-1e8f85c1c538 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:16:47.171961 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3a13c84f-45b0-466c-a6fd-336f55a852bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:47.179401 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-622d1e99-b135-460a-8a0e-1baf80d90a8e req-bc8bb1d1-d62c-4e5c-8ba0-10fd3a106e20 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19817faf69a4405b907421887c1772e6 HTTP/1.1" status: 200 len: 380 time: 0.1112759 Oct 30 15:16:47.193184 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-622d1e99-b135-460a-8a0e-1baf80d90a8e req-d0bd78f4-deb4-494d-986f-0b35869be7e4 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Request body: {'port': {'device_id': '8dc11b83-66ec-4702-91a6-063c6a95db97', 'network_id': 'd26e81b3-f432-4f3d-bc5b-f2edc1c076d6', 'admin_state_up': True, 'tenant_id': '19817faf69a4405b907421887c1772e6', 'security_groups': ['056ca389-6988-4bde-a90c-7e1d3adab375']}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:47.406010 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b5701d0d-de3d-4d64-bf99-65a271a3ef98 req-d291b124-da65-474d-93fb-2bb82c4cbc2d tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:47.445832 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b5701d0d-de3d-4d64-bf99-65a271a3ef98 req-d291b124-da65-474d-93fb-2bb82c4cbc2d tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:47.482218 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1b4a4f-9e66-428f-af93-645a3348e54a None None] Resources bound (agent type, host, resource id): {{(pid=102132) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 30 15:16:47.489022 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-622d1e99-b135-460a-8a0e-1baf80d90a8e req-d0bd78f4-deb4-494d-986f-0b35869be7e4 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Made reservation on behalf of 19817faf69a4405b907421887c1772e6 for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:16:47.493128 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-622d1e99-b135-460a-8a0e-1baf80d90a8e req-d0bd78f4-deb4-494d-986f-0b35869be7e4 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:47.533804 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b5701d0d-de3d-4d64-bf99-65a271a3ef98 req-d291b124-da65-474d-93fb-2bb82c4cbc2d tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:47.536852 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b5701d0d-de3d-4d64-bf99-65a271a3ef98 req-d291b124-da65-474d-93fb-2bb82c4cbc2d tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:47.542913 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b5701d0d-de3d-4d64-bf99-65a271a3ef98 req-d291b124-da65-474d-93fb-2bb82c4cbc2d tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] 10.222.0.62 "DELETE /v2.0/security-groups/3cbbc14b-8dad-476e-97f5-14ae3233a5ef HTTP/1.1" status: 204 len: 173 time: 0.3848889 Oct 30 15:16:47.545642 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 42096) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:47.566685 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d291b124-da65-474d-93fb-2bb82c4cbc2d tempest-SecurityGroupRulesNegativeTestJSON-195897248 tempest-SecurityGroupRulesNegativeTestJSON-195897248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cbbc14b-8dad-476e-97f5-14ae3233a5ef,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:47.604090 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a5dfd9d8-53d1-4311-841a-82cd0e60b4f5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:47.636374 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-075427e0-1037-48ed-8d8d-66b1d05c082b admin admin] Deleting subnet 94df39f6-e807-4194-b4a5-01ca156d271d {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:16:47.650711 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-075427e0-1037-48ed-8d8d-66b1d05c082b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:47.764540 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-075427e0-1037-48ed-8d8d-66b1d05c082b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:47.773924 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-622d1e99-b135-460a-8a0e-1baf80d90a8e req-d0bd78f4-deb4-494d-986f-0b35869be7e4 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Allocated IP 172.20.0.6 (d26e81b3-f432-4f3d-bc5b-f2edc1c076d6/d862e367-a3ef-41d8-9769-a6945d8f8b1d/cd7bcfbf-1623-489f-a384-785738bf069f) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:16:47.826711 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-a5dfd9d8-53d1-4311-841a-82cd0e60b4f5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Deleting port 1e0b581e-bab1-4dad-b2c2-843b903deadf {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:16:47.827055 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a5dfd9d8-53d1-4311-841a-82cd0e60b4f5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:47.983846 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-075427e0-1037-48ed-8d8d-66b1d05c082b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:47.990194 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 689c2fe5-8909-448a-a71b-c3d1011c098d up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:16:48.055649 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-a5dfd9d8-53d1-4311-841a-82cd0e60b4f5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] For port 1e0b581e-bab1-4dad-b2c2-843b903deadf, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=1e0b581e-bab1-4dad-b2c2-843b903deadf,segment=NetworkSegment(0d83d89b-582a-46f8-8017-bfeeffa19c35),segment_id=0d83d89b-582a-46f8-8017-bfeeffa19c35)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:16:48.056025 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a5dfd9d8-53d1-4311-841a-82cd0e60b4f5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:48.098533 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-a5dfd9d8-53d1-4311-841a-82cd0e60b4f5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Calling delete_port for 1e0b581e-bab1-4dad-b2c2-843b903deadf owned by network:dhcp {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:16:48.110482 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-075427e0-1037-48ed-8d8d-66b1d05c082b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:48.159601 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075427e0-1037-48ed-8d8d-66b1d05c082b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94df39f6-e807-4194-b4a5-01ca156d271d,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:48.170781 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-075427e0-1037-48ed-8d8d-66b1d05c082b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:48.181721 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 689c2fe5-8909-448a-a71b-c3d1011c098d triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:16:48.185886 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:48.186526 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-075427e0-1037-48ed-8d8d-66b1d05c082b admin admin] 10.222.0.62 "DELETE /v2.0/subnets/94df39f6-e807-4194-b4a5-01ca156d271d HTTP/1.1" status: 204 len: 168 time: 0.6397991 Oct 30 15:16:48.187962 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 42130) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:48.361572 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8b037b66-5c91-4f3e-b0a5-784be1bbc3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:48.400088 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-622d1e99-b135-460a-8a0e-1baf80d90a8e req-d0bd78f4-deb4-494d-986f-0b35869be7e4 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:48.415929 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ea063e14-32b4-42b6-b80b-be1d8a0eaafe req-9a3b0d9e-2e41-4973-b714-1d24162bd782 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 210 time: 0.1330869 Oct 30 15:16:48.544478 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a5dfd9d8-53d1-4311-841a-82cd0e60b4f5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:48.550098 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff34e79-430a-4cf9-aca3-3b1db840f7cc None None] get_active_networks_info from n-d-806683-17 {{(pid=102132) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 30 15:16:48.560525 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-622d1e99-b135-460a-8a0e-1baf80d90a8e req-d0bd78f4-deb4-494d-986f-0b35869be7e4 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:48.567640 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 42138) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:48.587357 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8b037b66-5c91-4f3e-b0a5-784be1bbc3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:48.631484 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dfd9d8-53d1-4311-841a-82cd0e60b4f5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Pushing event deleted for resources: {'Port': ['ID=1e0b581e-bab1-4dad-b2c2-843b903deadf,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:48.653554 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dfd9d8-53d1-4311-841a-82cd0e60b4f5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] No DVR routers for this DVR port 1e0b581e-bab1-4dad-b2c2-843b903deadf on host n-d-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:16:48.669191 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-8b037b66-5c91-4f3e-b0a5-784be1bbc3d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef2ed579-b64c-40ef-85ca-81e66b9d536f']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:16:48.697604 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-8b037b66-5c91-4f3e-b0a5-784be1bbc3d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ea476d6-b5b9-466c-8e4d-c13919d6817f') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:16:48.697906 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-8b037b66-5c91-4f3e-b0a5-784be1bbc3d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ea476d6-b5b9-466c-8e4d-c13919d6817f') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:16:48.719780 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8b037b66-5c91-4f3e-b0a5-784be1bbc3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:48.726122 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff34e79-430a-4cf9-aca3-3b1db840f7cc None None] Resources bound (agent type, host, resource id): {{(pid=102132) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 30 15:16:48.729604 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 689c2fe5-8909-448a-a71b-c3d1011c098d up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:16:48.747190 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8b037b66-5c91-4f3e-b0a5-784be1bbc3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:48.753908 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b037b66-5c91-4f3e-b0a5-784be1bbc3d7 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:16:48.754306 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8b037b66-5c91-4f3e-b0a5-784be1bbc3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:48.756509 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:16:48.756509 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:16:48.756509 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:16:48.756509 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:16:48.756509 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:16:48.756509 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:16:48.756509 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:16:48.756509 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:16:48.756509 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:16:48.756509 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:16:48.756509 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:16:48.756509 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:16:48.756509 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:16:48.756509 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:16:48.756509 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:16:48.756509 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:16:48.756509 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:16:48.756509 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:16:48.756509 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:16:48.756509 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:16:48.756509 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:16:48.756509 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:16:48.756509 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:16:48.756509 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:16:48.756509 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:16:48.756509 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:16:48.756509 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:16:48.756509 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:16:48.756509 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:16:48.756509 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:16:48.756509 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:16:48.756509 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:16:48.797269 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-68912b32-0d48-451f-931c-06684cd6b5fa admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1461667138-network', 'tenant_id': '50828efdd6f44ddca14e599b5226f88f'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:48.831283 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-622d1e99-b135-460a-8a0e-1baf80d90a8e req-d0bd78f4-deb4-494d-986f-0b35869be7e4 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Network d26e81b3-f432-4f3d-bc5b-f2edc1c076d6 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:16:48.873302 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 689c2fe5-8909-448a-a71b-c3d1011c098d triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:16:48.873640 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:48.951582 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68912b32-0d48-451f-931c-06684cd6b5fa admin admin] Made reservation on behalf of 50828efdd6f44ddca14e599b5226f88f for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:16:48.953872 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-68912b32-0d48-451f-931c-06684cd6b5fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:48.969348 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-622d1e99-b135-460a-8a0e-1baf80d90a8e req-d0bd78f4-deb4-494d-986f-0b35869be7e4 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:16:48.971573 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8b037b66-5c91-4f3e-b0a5-784be1bbc3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:48.990612 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8b037b66-5c91-4f3e-b0a5-784be1bbc3d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:48.996178 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-8b037b66-5c91-4f3e-b0a5-784be1bbc3d7 admin admin] 10.222.0.62 "DELETE /v2.0/networks/ef2ed579-b64c-40ef-85ca-81e66b9d536f HTTP/1.1" status: 204 len: 168 time: 0.8046589 Oct 30 15:16:49.008218 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-622d1e99-b135-460a-8a0e-1baf80d90a8e req-d0bd78f4-deb4-494d-986f-0b35869be7e4 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:16:49.019243 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-68912b32-0d48-451f-931c-06684cd6b5fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:49.032525 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b037b66-5c91-4f3e-b0a5-784be1bbc3d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef2ed579-b64c-40ef-85ca-81e66b9d536f,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:49.079934 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bd78f4-deb4-494d-986f-0b35869be7e4 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Pushing event updated for resources: {'Port': ['ID=cd7bcfbf-1623-489f-a384-785738bf069f,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:49.107611 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a5dfd9d8-53d1-4311-841a-82cd0e60b4f5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:49.154134 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-a5dfd9d8-53d1-4311-841a-82cd0e60b4f5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b68175c9-6709-4427-88b3-d6ac31eae9c9']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:16:49.162792 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 42158) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:49.164002 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d1e99-b135-460a-8a0e-1baf80d90a8e req-d0bd78f4-deb4-494d-986f-0b35869be7e4 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:49.164734 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-622d1e99-b135-460a-8a0e-1baf80d90a8e req-d0bd78f4-deb4-494d-986f-0b35869be7e4 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:49.175616 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 45813b86-227f-4afc-b55e-1e8f85c1c538 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:16:49.186014 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-a5dfd9d8-53d1-4311-841a-82cd0e60b4f5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d83d89b-582a-46f8-8017-bfeeffa19c35') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:16:49.186440 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-a5dfd9d8-53d1-4311-841a-82cd0e60b4f5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d83d89b-582a-46f8-8017-bfeeffa19c35') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:16:49.223219 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-622d1e99-b135-460a-8a0e-1baf80d90a8e req-d0bd78f4-deb4-494d-986f-0b35869be7e4 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0355046 Oct 30 15:16:49.231378 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a5dfd9d8-53d1-4311-841a-82cd0e60b4f5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:49.246392 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-68912b32-0d48-451f-931c-06684cd6b5fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:49.251255 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-68912b32-0d48-451f-931c-06684cd6b5fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:49.255163 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-622d1e99-b135-460a-8a0e-1baf80d90a8e req-808eb905-e436-4e18-b97f-f2d5f9e6d63d service neutron] Request body: {'port': {'device_id': '8dc11b83-66ec-4702-91a6-063c6a95db97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:49.319693 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68912b32-0d48-451f-931c-06684cd6b5fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:16:49.335902 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a5dfd9d8-53d1-4311-841a-82cd0e60b4f5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:49.342073 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 45813b86-227f-4afc-b55e-1e8f85c1c538 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:16:49.342642 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:49.385893 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68912b32-0d48-451f-931c-06684cd6b5fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:49.420933 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-9a9f53ad-c051-4e4f-a7b9-290b38489822 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Request body: {'network': {'name': 'tempest-RoutersTest-1191050729'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:49.431755 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5dfd9d8-53d1-4311-841a-82cd0e60b4f5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:16:49.432208 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a5dfd9d8-53d1-4311-841a-82cd0e60b4f5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:49.438024 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-622d1e99-b135-460a-8a0e-1baf80d90a8e req-808eb905-e436-4e18-b97f-f2d5f9e6d63d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:49.481647 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 42164) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:49.483158 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:16:49.483158 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:16:49.483158 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:16:49.483158 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:16:49.483158 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:16:49.483158 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:16:49.483158 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:16:49.483158 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:16:49.483158 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:16:49.483158 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:16:49.483158 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:16:49.483158 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:16:49.483158 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:16:49.483158 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:16:49.483158 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:16:49.483158 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:16:49.483158 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:16:49.483158 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:16:49.483158 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:16:49.483158 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:16:49.483158 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:16:49.483158 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:16:49.483158 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:16:49.483158 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:16:49.483158 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:16:49.483158 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:16:49.483158 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:16:49.483158 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:16:49.483158 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:16:49.483158 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:16:49.483158 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:16:49.483158 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:16:49.537665 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a9f53ad-c051-4e4f-a7b9-290b38489822 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Made reservation on behalf of 2a6cb1c7b667422386e8a263117bcaa0 for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:16:49.542304 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9a9f53ad-c051-4e4f-a7b9-290b38489822 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:49.559712 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-7e00dbe4-954b-4388-a7ed-0f862c7fa104 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cc3ab0d0775943ab84bd415d93bf886e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0718176 Oct 30 15:16:49.560738 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9a9f53ad-c051-4e4f-a7b9-290b38489822 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:49.564203 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 42170) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:49.775329 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a5dfd9d8-53d1-4311-841a-82cd0e60b4f5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:49.782624 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a5dfd9d8-53d1-4311-841a-82cd0e60b4f5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:49.789660 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a5dfd9d8-53d1-4311-841a-82cd0e60b4f5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] 10.222.0.62 "DELETE /v2.0/networks/b68175c9-6709-4427-88b3-d6ac31eae9c9 HTTP/1.1" status: 204 len: 168 time: 7.0538738 Oct 30 15:16:49.794266 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 42180) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:49.797465 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-68912b32-0d48-451f-931c-06684cd6b5fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:49.797949 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-68912b32-0d48-451f-931c-06684cd6b5fa admin admin] Added segment 803c5434-e7a3-49e2-9896-7909e39f1289 of type vlan for network 4f22410e-53ea-4597-9c0e-a70994dfa6d8 Oct 30 15:16:49.821862 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-32cdb05c-b378-466d-9629-2d08d9bed90c tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-832135255'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:49.843370 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dfd9d8-53d1-4311-841a-82cd0e60b4f5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Pushing event deleted for resources: {'Network': ['ID=b68175c9-6709-4427-88b3-d6ac31eae9c9,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:49.921520 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-80cf08d5-4882-40b6-af2b-dc5a4ad10a7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:49.922773 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32cdb05c-b378-466d-9629-2d08d9bed90c tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Made reservation on behalf of 5487df6812a246998fe08bfdbae6b85d for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:16:49.926460 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-32cdb05c-b378-466d-9629-2d08d9bed90c tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:49.936708 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902980fe-c7d4-4511-aaa6-9f66a535d65d req-ea140940-7ced-4f5a-bc24-37e6a5297aae tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:49.944157 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-902980fe-c7d4-4511-aaa6-9f66a535d65d req-ea140940-7ced-4f5a-bc24-37e6a5297aae tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 931 time: 0.3247566 Oct 30 15:16:49.991746 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-80cf08d5-4882-40b6-af2b-dc5a4ad10a7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:49.997833 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32cdb05c-b378-466d-9629-2d08d9bed90c tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:16:50.007573 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-32cdb05c-b378-466d-9629-2d08d9bed90c tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:50.007947 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-32cdb05c-b378-466d-9629-2d08d9bed90c tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Added segment 07a38668-e50d-4ea1-81f7-9c0a45efe3bf of type vlan for network 3a17f24f-f277-4950-8f12-5fd902266a14 Oct 30 15:16:50.037204 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9a9f53ad-c051-4e4f-a7b9-290b38489822 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:50.044248 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-68912b32-0d48-451f-931c-06684cd6b5fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:50.053868 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-32cdb05c-b378-466d-9629-2d08d9bed90c tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:50.059194 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-89c5114a-4b77-4a61-afc4-40b7b475db9f None None] Provisioning complete for port cd7bcfbf-1623-489f-a384-785738bf069f triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:16:50.061259 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9a9f53ad-c051-4e4f-a7b9-290b38489822 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:50.071793 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-89c5114a-4b77-4a61-afc4-40b7b475db9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:50.112919 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-902980fe-c7d4-4511-aaa6-9f66a535d65d req-75b9a866-87ab-48bf-972c-e37a6b7d020c tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642389 Oct 30 15:16:50.113654 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-32cdb05c-b378-466d-9629-2d08d9bed90c tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:50.121497 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32cdb05c-b378-466d-9629-2d08d9bed90c tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:50.122268 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-32cdb05c-b378-466d-9629-2d08d9bed90c tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:50.149787 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-89c5114a-4b77-4a61-afc4-40b7b475db9f None None] Port cd7bcfbf-1623-489f-a384-785738bf069f cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:16:50.173916 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a9f53ad-c051-4e4f-a7b9-290b38489822 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:16:50.186410 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9a9f53ad-c051-4e4f-a7b9-290b38489822 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:50.187239 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-9a9f53ad-c051-4e4f-a7b9-290b38489822 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Added segment 089dca31-ae6c-4a89-9867-844d7a15a527 of type vlan for network ba0d4eb6-5ae6-4f42-a27c-7b50b8141169 Oct 30 15:16:50.210629 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:16:50.254655 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-32cdb05c-b378-466d-9629-2d08d9bed90c tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4434755 Oct 30 15:16:50.258836 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 42188) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:50.263733 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-6a68bb44-ed4e-4667-af1a-2e03ec1635b0 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Request body: {'subnet': {'network_id': '3a17f24f-f277-4950-8f12-5fd902266a14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:50.272414 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cdb05c-b378-466d-9629-2d08d9bed90c tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Pushing event updated for resources: {'Network': ['ID=3a17f24f-f277-4950-8f12-5fd902266a14,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:50.285495 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 3a17f24f-f277-4950-8f12-5fd902266a14 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:16:50.288778 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9a9f53ad-c051-4e4f-a7b9-290b38489822 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:50.352614 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9f53ad-c051-4e4f-a7b9-290b38489822 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c512380f-2a49-4f0a-8f8e-49ec4fa4c2a6,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:50.358555 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-80cf08d5-4882-40b6-af2b-dc5a4ad10a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:50.361116 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-80cf08d5-4882-40b6-af2b-dc5a4ad10a7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:50.362245 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-80cf08d5-4882-40b6-af2b-dc5a4ad10a7f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3df0ee1a-5f62-4c7f-897b-c809c34f9b2b HTTP/1.1" status: 204 len: 168 time: 0.7967453 Oct 30 15:16:50.365321 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9a9f53ad-c051-4e4f-a7b9-290b38489822 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:50.378788 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9f53ad-c051-4e4f-a7b9-290b38489822 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:50.379491 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9a9f53ad-c051-4e4f-a7b9-290b38489822 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:50.400193 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-68912b32-0d48-451f-931c-06684cd6b5fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:50.401314 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68912b32-0d48-451f-931c-06684cd6b5fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:50.401895 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-68912b32-0d48-451f-931c-06684cd6b5fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:50.425911 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-9a9f53ad-c051-4e4f-a7b9-290b38489822 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2531443 Oct 30 15:16:50.454826 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cf08d5-4882-40b6-af2b-dc5a4ad10a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df0ee1a-5f62-4c7f-897b-c809c34f9b2b,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:50.459442 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 42192) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:50.465993 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-8442b708-b0c2-4b05-9e94-551816e19a53 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Request body: {'network': {'name': 'tempest-RoutersTest-1346073118'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:50.495561 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-68912b32-0d48-451f-931c-06684cd6b5fa admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9268322 Oct 30 15:16:50.498494 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 42194) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:50.500532 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9f53ad-c051-4e4f-a7b9-290b38489822 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Pushing event updated for resources: {'Network': ['ID=ba0d4eb6-5ae6-4f42-a27c-7b50b8141169,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:50.506092 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-2d4a8b5f-05ce-42b3-82e4-1d4fd0bcb0f6 admin admin] Request body: {'subnet': {'network_id': '4f22410e-53ea-4597-9c0e-a70994dfa6d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1461667138-subnet', 'tenant_id': '50828efdd6f44ddca14e599b5226f88f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:50.525642 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network ba0d4eb6-5ae6-4f42-a27c-7b50b8141169 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:16:50.562720 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-622d1e99-b135-460a-8a0e-1baf80d90a8e req-808eb905-e436-4e18-b97f-f2d5f9e6d63d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd7bcfbf-1623-489f-a384-785738bf069f {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:16:50.569290 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8442b708-b0c2-4b05-9e94-551816e19a53 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Made reservation on behalf of 2a6cb1c7b667422386e8a263117bcaa0 for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:16:50.572799 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8442b708-b0c2-4b05-9e94-551816e19a53 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:50.573422 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-622d1e99-b135-460a-8a0e-1baf80d90a8e req-808eb905-e436-4e18-b97f-f2d5f9e6d63d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:50.587749 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-622d1e99-b135-460a-8a0e-1baf80d90a8e req-808eb905-e436-4e18-b97f-f2d5f9e6d63d service neutron] Transition to ACTIVE for port object cd7bcfbf-1623-489f-a384-785738bf069f will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:16:50.600500 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-622d1e99-b135-460a-8a0e-1baf80d90a8e req-808eb905-e436-4e18-b97f-f2d5f9e6d63d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:50.608895 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4a8b5f-05ce-42b3-82e4-1d4fd0bcb0f6 admin admin] Made reservation on behalf of 50828efdd6f44ddca14e599b5226f88f for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:16:50.611267 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2d4a8b5f-05ce-42b3-82e4-1d4fd0bcb0f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:50.720869 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a68bb44-ed4e-4667-af1a-2e03ec1635b0 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Made reservation on behalf of 5487df6812a246998fe08bfdbae6b85d for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:16:50.729311 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6a68bb44-ed4e-4667-af1a-2e03ec1635b0 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:50.764918 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808eb905-e436-4e18-b97f-f2d5f9e6d63d service neutron] Pushing event updated for resources: {'Port': ['ID=cd7bcfbf-1623-489f-a384-785738bf069f,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:50.855664 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8442b708-b0c2-4b05-9e94-551816e19a53 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:16:50.877210 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8442b708-b0c2-4b05-9e94-551816e19a53 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:50.877664 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-8442b708-b0c2-4b05-9e94-551816e19a53 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Added segment 7d9538ef-68b6-4116-b9e7-85875c6597be of type vlan for network bd524ecc-4896-4c19-91a4-3f3a4aee4f7a Oct 30 15:16:50.891446 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68912b32-0d48-451f-931c-06684cd6b5fa admin admin] Pushing event updated for resources: {'Network': ['ID=4f22410e-53ea-4597-9c0e-a70994dfa6d8,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:50.911666 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 4f22410e-53ea-4597-9c0e-a70994dfa6d8 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:16:50.968957 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8442b708-b0c2-4b05-9e94-551816e19a53 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:51.000868 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-622d1e99-b135-460a-8a0e-1baf80d90a8e req-808eb905-e436-4e18-b97f-f2d5f9e6d63d service neutron] Attempting to bind port cd7bcfbf-1623-489f-a384-785738bf069f on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:16:51.001121 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-622d1e99-b135-460a-8a0e-1baf80d90a8e req-808eb905-e436-4e18-b97f-f2d5f9e6d63d service neutron] Attempting to bind port cd7bcfbf-1623-489f-a384-785738bf069f by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': '4eb103e9-b9a2-4786-ab9b-d9e363fed874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd26e81b3-f432-4f3d-bc5b-f2edc1c076d6'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:16:51.001450 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622d1e99-b135-460a-8a0e-1baf80d90a8e req-808eb905-e436-4e18-b97f-f2d5f9e6d63d service neutron] Attempting to bind port cd7bcfbf-1623-489f-a384-785738bf069f on network d26e81b3-f432-4f3d-bc5b-f2edc1c076d6 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:16:51.020977 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622d1e99-b135-460a-8a0e-1baf80d90a8e req-808eb905-e436-4e18-b97f-f2d5f9e6d63d service neutron] Port cd7bcfbf-1623-489f-a384-785738bf069f on network d26e81b3-f432-4f3d-bc5b-f2edc1c076d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:16:51.021318 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622d1e99-b135-460a-8a0e-1baf80d90a8e req-808eb905-e436-4e18-b97f-f2d5f9e6d63d service neutron] Attempting to bind port cd7bcfbf-1623-489f-a384-785738bf069f on network d26e81b3-f432-4f3d-bc5b-f2edc1c076d6 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:16:51.074808 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622d1e99-b135-460a-8a0e-1baf80d90a8e req-808eb905-e436-4e18-b97f-f2d5f9e6d63d service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:16:51.079725 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622d1e99-b135-460a-8a0e-1baf80d90a8e req-808eb905-e436-4e18-b97f-f2d5f9e6d63d service neutron] Checking segment: {'id': '4eb103e9-b9a2-4786-ab9b-d9e363fed874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd26e81b3-f432-4f3d-bc5b-f2edc1c076d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:16:51.084501 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622d1e99-b135-460a-8a0e-1baf80d90a8e req-808eb905-e436-4e18-b97f-f2d5f9e6d63d service neutron] Bound using segment: {'id': '4eb103e9-b9a2-4786-ab9b-d9e363fed874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd26e81b3-f432-4f3d-bc5b-f2edc1c076d6'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:16:51.085089 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-622d1e99-b135-460a-8a0e-1baf80d90a8e req-808eb905-e436-4e18-b97f-f2d5f9e6d63d service neutron] Bound port: cd7bcfbf-1623-489f-a384-785738bf069f, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eb103e9-b9a2-4786-ab9b-d9e363fed874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd26e81b3-f432-4f3d-bc5b-f2edc1c076d6'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:16:51.085480 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-622d1e99-b135-460a-8a0e-1baf80d90a8e req-808eb905-e436-4e18-b97f-f2d5f9e6d63d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:51.093790 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8442b708-b0c2-4b05-9e94-551816e19a53 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:51.105432 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8442b708-b0c2-4b05-9e94-551816e19a53 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:51.106065 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8442b708-b0c2-4b05-9e94-551816e19a53 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:51.115615 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2d4a8b5f-05ce-42b3-82e4-1d4fd0bcb0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:51.236958 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-dcb85a12-4a9e-471c-a557-648047d77186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:51.344464 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-8442b708-b0c2-4b05-9e94-551816e19a53 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8839490 Oct 30 15:16:51.349373 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 42214) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:51.354607 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-6f7b49ae-3be5-413f-8878-5a8ea70718f6 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Request body: {'subnet': {'network_id': 'ba0d4eb6-5ae6-4f42-a27c-7b50b8141169', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:51.360730 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8442b708-b0c2-4b05-9e94-551816e19a53 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Pushing event updated for resources: {'Network': ['ID=bd524ecc-4896-4c19-91a4-3f3a4aee4f7a,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:51.372792 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network bd524ecc-4896-4c19-91a4-3f3a4aee4f7a details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:16:51.386719 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6a68bb44-ed4e-4667-af1a-2e03ec1635b0 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:51.421483 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4a8b5f-05ce-42b3-82e4-1d4fd0bcb0f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=449705ab-2365-49b9-8b83-fe461dd03f65,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:51.467547 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4a8b5f-05ce-42b3-82e4-1d4fd0bcb0f6 admin admin] Checking segment: {'id': '803c5434-e7a3-49e2-9896-7909e39f1289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4f22410e-53ea-4597-9c0e-a70994dfa6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:16:51.467914 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4a8b5f-05ce-42b3-82e4-1d4fd0bcb0f6 admin admin] Network hostable DHCP agents. Network: 4f22410e-53ea-4597-9c0e-a70994dfa6d8, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:16:51.498873 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a68bb44-ed4e-4667-af1a-2e03ec1635b0 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Pushing event updated for resources: {'Subnet': ['ID=080f1db3-f3f7-4aeb-8ff1-378ff17cfe40,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:51.507613 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4a8b5f-05ce-42b3-82e4-1d4fd0bcb0f6 admin admin] Network 4f22410e-53ea-4597-9c0e-a70994dfa6d8 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:16:51.515989 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f7b49ae-3be5-413f-8878-5a8ea70718f6 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Made reservation on behalf of 2a6cb1c7b667422386e8a263117bcaa0 for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:16:51.520356 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6f7b49ae-3be5-413f-8878-5a8ea70718f6 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:51.566797 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-2d4a8b5f-05ce-42b3-82e4-1d4fd0bcb0f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 4f22410e-53ea-4597-9c0e-a70994dfa6d8) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:16:51.572610 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4a8b5f-05ce-42b3-82e4-1d4fd0bcb0f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:51.573191 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2d4a8b5f-05ce-42b3-82e4-1d4fd0bcb0f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:51.578027 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e540c9-c34a-4403-aec1-ba9b90e966d4 None None] Network 4f22410e-53ea-4597-9c0e-a70994dfa6d8 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:16:51.695945 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-2d4a8b5f-05ce-42b3-82e4-1d4fd0bcb0f6 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1957166 Oct 30 15:16:51.728795 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 42226) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:51.800025 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa086c1-cbe0-4b5b-bebb-868b20fadd48 None None] Network 4f22410e-53ea-4597-9c0e-a70994dfa6d8 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:16:51.886475 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6f7b49ae-3be5-413f-8878-5a8ea70718f6 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:51.990741 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-cd0abb20-22a7-4ba7-94fa-f43c0f4f32f4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1224868306-network', 'tenant_id': '3b60864767dc44c8b2e5a3a55a17d929'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:52.076045 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22cf3ca-5f1c-43f8-93c5-38297d8ea6fe req-e3f1a431-1f7e-4c8f-913f-f90c5ac167b8 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:52.077794 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c22cf3ca-5f1c-43f8-93c5-38297d8ea6fe req-e3f1a431-1f7e-4c8f-913f-f90c5ac167b8 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 943 time: 0.7430282 Oct 30 15:16:52.085083 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7b49ae-3be5-413f-8878-5a8ea70718f6 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Checking segment: {'id': '089dca31-ae6c-4a89-9867-844d7a15a527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ba0d4eb6-5ae6-4f42-a27c-7b50b8141169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:16:52.086948 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7b49ae-3be5-413f-8878-5a8ea70718f6 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Network hostable DHCP agents. Network: ba0d4eb6-5ae6-4f42-a27c-7b50b8141169, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:16:52.094151 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd0abb20-22a7-4ba7-94fa-f43c0f4f32f4 admin admin] Made reservation on behalf of 3b60864767dc44c8b2e5a3a55a17d929 for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:16:52.097012 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a68bb44-ed4e-4667-af1a-2e03ec1635b0 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Checking segment: {'id': '07a38668-e50d-4ea1-81f7-9c0a45efe3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3a17f24f-f277-4950-8f12-5fd902266a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:16:52.097396 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a68bb44-ed4e-4667-af1a-2e03ec1635b0 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Network hostable DHCP agents. Network: 3a17f24f-f277-4950-8f12-5fd902266a14, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:16:52.098464 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cd0abb20-22a7-4ba7-94fa-f43c0f4f32f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:52.100791 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-622d1e99-b135-460a-8a0e-1baf80d90a8e req-808eb905-e436-4e18-b97f-f2d5f9e6d63d service neutron] For port cd7bcfbf-1623-489f-a384-785738bf069f, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:16:52.110172 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7b49ae-3be5-413f-8878-5a8ea70718f6 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Pushing event updated for resources: {'Subnet': ['ID=a79fb084-c1b4-46b3-b94d-efc097fef88e,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:52.111935 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-622d1e99-b135-460a-8a0e-1baf80d90a8e req-808eb905-e436-4e18-b97f-f2d5f9e6d63d service neutron] For port cd7bcfbf-1623-489f-a384-785738bf069f, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=cd7bcfbf-1623-489f-a384-785738bf069f,segment=NetworkSegment(4eb103e9-b9a2-4786-ab9b-d9e363fed874),segment_id=4eb103e9-b9a2-4786-ab9b-d9e363fed874)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:16:52.114450 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cd0abb20-22a7-4ba7-94fa-f43c0f4f32f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:52.126458 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-622d1e99-b135-460a-8a0e-1baf80d90a8e req-808eb905-e436-4e18-b97f-f2d5f9e6d63d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:52.205101 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d1e99-b135-460a-8a0e-1baf80d90a8e req-808eb905-e436-4e18-b97f-f2d5f9e6d63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:52.209715 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-622d1e99-b135-460a-8a0e-1baf80d90a8e req-808eb905-e436-4e18-b97f-f2d5f9e6d63d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:52.211217 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-622d1e99-b135-460a-8a0e-1baf80d90a8e req-808eb905-e436-4e18-b97f-f2d5f9e6d63d service neutron] 10.222.0.44 "PUT /v2.0/ports/cd7bcfbf-1623-489f-a384-785738bf069f HTTP/1.1" status: 200 len: 1092 time: 2.9730227 Oct 30 15:16:52.211963 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dc11b83-66ec-4702-91a6-063c6a95db97', 'tag': 'cd7bcfbf-1623-489f-a384-785738bf069f'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:16:52.214427 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3cc55da-b7f2-40c8-bdcf-fc0c18fcadbe" -d '{"events": [{"name": "network-changed", "server_uuid": "8dc11b83-66ec-4702-91a6-063c6a95db97", "tag": "cd7bcfbf-1623-489f-a384-785738bf069f"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:16:52.220990 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7b49ae-3be5-413f-8878-5a8ea70718f6 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Network ba0d4eb6-5ae6-4f42-a27c-7b50b8141169 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:16:52.228294 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c22cf3ca-5f1c-43f8-93c5-38297d8ea6fe req-e71bed2a-919c-4c1a-8d19-30f51f4be645 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421781 Oct 30 15:16:52.232538 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a68bb44-ed4e-4667-af1a-2e03ec1635b0 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Network 3a17f24f-f277-4950-8f12-5fd902266a14 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:16:52.248904 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-6f7b49ae-3be5-413f-8878-5a8ea70718f6 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, ba0d4eb6-5ae6-4f42-a27c-7b50b8141169) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:16:52.250709 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-6a68bb44-ed4e-4667-af1a-2e03ec1635b0 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 3a17f24f-f277-4950-8f12-5fd902266a14) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:16:52.258532 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de073d9b-31b3-49af-a3c5-b1cd7547cf4e None None] Network ba0d4eb6-5ae6-4f42-a27c-7b50b8141169 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:16:52.274752 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7b49ae-3be5-413f-8878-5a8ea70718f6 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:52.275438 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6f7b49ae-3be5-413f-8878-5a8ea70718f6 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:52.290116 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a68bb44-ed4e-4667-af1a-2e03ec1635b0 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:52.290729 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6a68bb44-ed4e-4667-af1a-2e03ec1635b0 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:52.406849 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43dd8b4b-a32d-4949-a377-1506a7c8e503 None None] Network 3a17f24f-f277-4950-8f12-5fd902266a14 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:16:52.408841 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768ca566-1d5f-431c-acf7-fdac2718ccf8 x-openstack-request-id: req-768ca566-1d5f-431c-acf7-fdac2718ccf8 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:16:52.409141 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dc11b83-66ec-4702-91a6-063c6a95db97", "tag": "cd7bcfbf-1623-489f-a384-785738bf069f", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:16:52.409393 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-768ca566-1d5f-431c-acf7-fdac2718ccf8 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:16:52.409796 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dc11b83-66ec-4702-91a6-063c6a95db97', 'tag': 'cd7bcfbf-1623-489f-a384-785738bf069f', 'status': 'completed', 'code': 200} Oct 30 15:16:52.454980 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808eb905-e436-4e18-b97f-f2d5f9e6d63d service neutron] Pushing event updated for resources: {'Port': ['ID=cd7bcfbf-1623-489f-a384-785738bf069f,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:52.470783 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-6a68bb44-ed4e-4667-af1a-2e03ec1635b0 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.2108767 Oct 30 15:16:52.472601 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 42264) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:52.535191 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-6f7b49ae-3be5-413f-8878-5a8ea70718f6 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1845276 Oct 30 15:16:52.538673 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 42274) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:52.570203 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-7546bffa-bf5e-4301-bbfd-94490a5f048a tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Request body: {'subnet': {'network_id': 'bd524ecc-4896-4c19-91a4-3f3a4aee4f7a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:52.578107 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d1e99-b135-460a-8a0e-1baf80d90a8e req-aa18acdf-5333-4d79-afe0-5365e5792264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:52.579716 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-622d1e99-b135-460a-8a0e-1baf80d90a8e req-aa18acdf-5333-4d79-afe0-5365e5792264 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=19817faf69a4405b907421887c1772e6&device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 1095 time: 0.2711580 Oct 30 15:16:52.639421 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-622d1e99-b135-460a-8a0e-1baf80d90a8e req-b635b502-31c7-4c31-9d75-1aad30e7da4b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd7bcfbf-1623-489f-a384-785738bf069f HTTP/1.1" status: 200 len: 217 time: 0.0481279 Oct 30 15:16:52.644746 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cd0abb20-22a7-4ba7-94fa-f43c0f4f32f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:52.665997 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cd0abb20-22a7-4ba7-94fa-f43c0f4f32f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:52.685119 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd0abb20-22a7-4ba7-94fa-f43c0f4f32f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:16:52.778146 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-29ad51fa-be93-486a-b8ab-0e167ccd792c tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:52.806812 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d1e99-b135-460a-8a0e-1baf80d90a8e req-9d42ff47-62b3-440b-b19e-2a993a4b9b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:52.809347 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-622d1e99-b135-460a-8a0e-1baf80d90a8e req-9d42ff47-62b3-440b-b19e-2a993a4b9b25 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d862e367-a3ef-41d8-9769-a6945d8f8b1d HTTP/1.1" status: 200 len: 849 time: 0.1578696 Oct 30 15:16:52.829098 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e109c3-713e-45f7-ad18-e070e1dc04ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-3a17f24f-f277-4950-8f12-5fd902266a14', 'network_id': '3a17f24f-f277-4950-8f12-5fd902266a14', 'tenant_id': '5487df6812a246998fe08bfdbae6b85d', 'fixed_ips': [{'subnet_id': '080f1db3-f3f7-4aeb-8ff1-378ff17cfe40'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:16:52.830051 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-28e109c3-713e-45f7-ad18-e070e1dc04ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:52.974622 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921c35e6-1fd3-4f6d-a798-a0b0f7435e0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-ba0d4eb6-5ae6-4f42-a27c-7b50b8141169', 'network_id': 'ba0d4eb6-5ae6-4f42-a27c-7b50b8141169', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'fixed_ips': [{'subnet_id': 'a79fb084-c1b4-46b3-b94d-efc097fef88e'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:16:52.975524 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-921c35e6-1fd3-4f6d-a798-a0b0f7435e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:52.995364 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-29ad51fa-be93-486a-b8ab-0e167ccd792c tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:53.102060 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d1e99-b135-460a-8a0e-1baf80d90a8e req-5e6b84fe-9cfd-4317-a1ab-880d022d5d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:53.105431 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-622d1e99-b135-460a-8a0e-1baf80d90a8e req-5e6b84fe-9cfd-4317-a1ab-880d022d5d32 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d26e81b3-f432-4f3d-bc5b-f2edc1c076d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2862973 Oct 30 15:16:53.105795 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8fe512-c3c9-4352-8fa9-e714086fe563 req-c3c21b2f-786f-4a01-9d14-151a9c1e3553 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:53.107382 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7b8fe512-c3c9-4352-8fa9-e714086fe563 req-c3c21b2f-786f-4a01-9d14-151a9c1e3553 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/networks?id=4f22410e-53ea-4597-9c0e-a70994dfa6d8 HTTP/1.1" status: 200 len: 812 time: 0.7830012 Oct 30 15:16:53.127991 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-28e109c3-713e-45f7-ad18-e070e1dc04ed None None] Allocated IP 2001:db8::1 (3a17f24f-f277-4950-8f12-5fd902266a14/080f1db3-f3f7-4aeb-8ff1-378ff17cfe40/4151cf2a-1b71-4d4d-a458-2e422a9565cf) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:16:53.160175 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7546bffa-bf5e-4301-bbfd-94490a5f048a tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Made reservation on behalf of 2a6cb1c7b667422386e8a263117bcaa0 for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:16:53.171029 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7546bffa-bf5e-4301-bbfd-94490a5f048a tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:53.179025 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cd0abb20-22a7-4ba7-94fa-f43c0f4f32f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:53.179373 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-cd0abb20-22a7-4ba7-94fa-f43c0f4f32f4 admin admin] Added segment 0b992be6-140e-4341-a8f5-54109f4ee29a of type vlan for network 4f2b4662-3762-472a-a79d-3599e1ff305d Oct 30 15:16:53.200272 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7b8fe512-c3c9-4352-8fa9-e714086fe563 req-012e7aba-12a4-4f74-9b88-b85e18ad444c tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/quotas/50828efdd6f44ddca14e599b5226f88f HTTP/1.1" status: 200 len: 375 time: 0.0732484 Oct 30 15:16:53.264116 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-921c35e6-1fd3-4f6d-a798-a0b0f7435e0d None None] Allocated IP 172.20.0.2 (ba0d4eb6-5ae6-4f42-a27c-7b50b8141169/a79fb084-c1b4-46b3-b94d-efc097fef88e/5117bb7e-05b4-4c69-b7b0-eac050cdf685) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:16:53.313719 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-622d1e99-b135-460a-8a0e-1baf80d90a8e req-ab3cff35-4c4c-49de-ab8a-964fabb59c22 service neutron] 10.222.0.44 "GET /v2.0/networks/d26e81b3-f432-4f3d-bc5b-f2edc1c076d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009065 Oct 30 15:16:53.391381 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0abb20-22a7-4ba7-94fa-f43c0f4f32f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201f5f52-3fa0-4600-a9f6-dad4364611b3,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:53.435185 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-921c35e6-1fd3-4f6d-a798-a0b0f7435e0d None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:53.448119 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-921c35e6-1fd3-4f6d-a798-a0b0f7435e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:53.468366 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7b8fe512-c3c9-4352-8fa9-e714086fe563 req-59166bed-5f90-4445-ab43-d27f0f73a0e3 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=50828efdd6f44ddca14e599b5226f88f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1582088 Oct 30 15:16:53.523012 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921c35e6-1fd3-4f6d-a798-a0b0f7435e0d None None] Network ba0d4eb6-5ae6-4f42-a27c-7b50b8141169 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:16:53.531009 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cd0abb20-22a7-4ba7-94fa-f43c0f4f32f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:53.532811 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-921c35e6-1fd3-4f6d-a798-a0b0f7435e0d None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:16:53.541033 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921c35e6-1fd3-4f6d-a798-a0b0f7435e0d None None] Pushing event updated for resources: {'Port': ['ID=5117bb7e-05b4-4c69-b7b0-eac050cdf685,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:53.545611 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921c35e6-1fd3-4f6d-a798-a0b0f7435e0d None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:16:53.619447 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731f9755-b4f5-42d1-91bd-75d83306949d req-f0af8687-635f-4b4f-9581-194e0102648a tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:53.624250 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-731f9755-b4f5-42d1-91bd-75d83306949d req-f0af8687-635f-4b4f-9581-194e0102648a tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 943 time: 0.2012949 Oct 30 15:16:53.630481 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-622d1e99-b135-460a-8a0e-1baf80d90a8e req-16935af6-bcc1-48a5-8678-751c9c891691 service neutron] 10.222.0.44 "GET /v2.0/networks/d26e81b3-f432-4f3d-bc5b-f2edc1c076d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097813 Oct 30 15:16:53.630700 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [req-7b8fe512-c3c9-4352-8fa9-e714086fe563 req-697f7ecd-46d2-45d0-a47f-56ad022d18a0 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:16:53.631653 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7b8fe512-c3c9-4352-8fa9-e714086fe563 req-697f7ecd-46d2-45d0-a47f-56ad022d18a0 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1471794 Oct 30 15:16:53.642642 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cd0abb20-22a7-4ba7-94fa-f43c0f4f32f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:53.643884 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0abb20-22a7-4ba7-94fa-f43c0f4f32f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:53.644739 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cd0abb20-22a7-4ba7-94fa-f43c0f4f32f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:53.684684 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-731f9755-b4f5-42d1-91bd-75d83306949d req-f6215f03-a2a5-44a6-a4c3-0bd58df0b281 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526814 Oct 30 15:16:53.743530 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc55da-b7f2-40c8-bdcf-fc0c18fcadbe req-30d2ca26-31cb-4b46-b279-b25fdbe92817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:53.745276 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f3cc55da-b7f2-40c8-bdcf-fc0c18fcadbe req-30d2ca26-31cb-4b46-b279-b25fdbe92817 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=19817faf69a4405b907421887c1772e6&device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 1095 time: 0.0550954 Oct 30 15:16:53.800321 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-28e109c3-713e-45f7-ad18-e070e1dc04ed None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:53.819380 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-921c35e6-1fd3-4f6d-a798-a0b0f7435e0d None None] Attempting to bind port 5117bb7e-05b4-4c69-b7b0-eac050cdf685 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:16:53.819790 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-921c35e6-1fd3-4f6d-a798-a0b0f7435e0d None None] Attempting to bind port 5117bb7e-05b4-4c69-b7b0-eac050cdf685 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '089dca31-ae6c-4a89-9867-844d7a15a527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ba0d4eb6-5ae6-4f42-a27c-7b50b8141169'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:16:53.820207 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921c35e6-1fd3-4f6d-a798-a0b0f7435e0d None None] Attempting to bind port 5117bb7e-05b4-4c69-b7b0-eac050cdf685 on network ba0d4eb6-5ae6-4f42-a27c-7b50b8141169 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:16:53.829196 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921c35e6-1fd3-4f6d-a798-a0b0f7435e0d None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:16:53.829889 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921c35e6-1fd3-4f6d-a798-a0b0f7435e0d None None] Checking segment: {'id': '089dca31-ae6c-4a89-9867-844d7a15a527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ba0d4eb6-5ae6-4f42-a27c-7b50b8141169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:16:53.829993 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-921c35e6-1fd3-4f6d-a798-a0b0f7435e0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:53.830335 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921c35e6-1fd3-4f6d-a798-a0b0f7435e0d None None] Bound using segment: {'id': '089dca31-ae6c-4a89-9867-844d7a15a527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ba0d4eb6-5ae6-4f42-a27c-7b50b8141169'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:16:53.830813 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-921c35e6-1fd3-4f6d-a798-a0b0f7435e0d None None] Bound port: 5117bb7e-05b4-4c69-b7b0-eac050cdf685, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '089dca31-ae6c-4a89-9867-844d7a15a527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ba0d4eb6-5ae6-4f42-a27c-7b50b8141169'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:16:53.831192 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-921c35e6-1fd3-4f6d-a798-a0b0f7435e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:53.835644 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-28e109c3-713e-45f7-ad18-e070e1dc04ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:53.901191 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d5e959a9-68f9-4569-980a-94791f7495cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:53.937730 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc55da-b7f2-40c8-bdcf-fc0c18fcadbe req-c958d7d1-2ee1-4916-8442-3703160d1842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:53.942461 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f3cc55da-b7f2-40c8-bdcf-fc0c18fcadbe req-c958d7d1-2ee1-4916-8442-3703160d1842 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d26e81b3-f432-4f3d-bc5b-f2edc1c076d6 HTTP/1.1" status: 200 len: 911 time: 0.1896694 Oct 30 15:16:53.948009 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e109c3-713e-45f7-ad18-e070e1dc04ed None None] Network 3a17f24f-f277-4950-8f12-5fd902266a14 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:16:54.025908 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f3cc55da-b7f2-40c8-bdcf-fc0c18fcadbe req-7207f89e-0d0c-469e-becb-ad195cffc9bc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd7bcfbf-1623-489f-a384-785738bf069f HTTP/1.1" status: 200 len: 217 time: 0.0708420 Oct 30 15:16:54.030420 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-cd0abb20-22a7-4ba7-94fa-f43c0f4f32f4 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2975397 Oct 30 15:16:54.031811 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 42298) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:54.038797 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-e5504c5c-7cc7-482a-9ecd-2b175da3fc2b admin admin] Request body: {'subnet': {'network_id': '4f2b4662-3762-472a-a79d-3599e1ff305d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1224868306-subnet', 'tenant_id': '3b60864767dc44c8b2e5a3a55a17d929', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:54.048563 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-28e109c3-713e-45f7-ad18-e070e1dc04ed None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:16:54.052646 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7b8fe512-c3c9-4352-8fa9-e714086fe563 req-e336bb01-4356-4af5-afc1-86b9cb12e65d service neutron] 10.222.0.62 "GET /v2.0/networks/4f22410e-53ea-4597-9c0e-a70994dfa6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4111466 Oct 30 15:16:54.062504 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e109c3-713e-45f7-ad18-e070e1dc04ed None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:16:54.118068 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0abb20-22a7-4ba7-94fa-f43c0f4f32f4 admin admin] Pushing event updated for resources: {'Network': ['ID=4f2b4662-3762-472a-a79d-3599e1ff305d,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:54.159312 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc55da-b7f2-40c8-bdcf-fc0c18fcadbe req-81842a52-ceb2-4c26-825c-fd64c7f3ac91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:54.162992 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f3cc55da-b7f2-40c8-bdcf-fc0c18fcadbe req-81842a52-ceb2-4c26-825c-fd64c7f3ac91 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d862e367-a3ef-41d8-9769-a6945d8f8b1d HTTP/1.1" status: 200 len: 849 time: 0.0868793 Oct 30 15:16:54.166612 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 4f2b4662-3762-472a-a79d-3599e1ff305d details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:16:54.169363 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5504c5c-7cc7-482a-9ecd-2b175da3fc2b admin admin] Made reservation on behalf of 3b60864767dc44c8b2e5a3a55a17d929 for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:16:54.172013 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e5504c5c-7cc7-482a-9ecd-2b175da3fc2b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:54.188132 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e109c3-713e-45f7-ad18-e070e1dc04ed None None] Pushing event updated for resources: {'Port': ['ID=4151cf2a-1b71-4d4d-a458-2e422a9565cf,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:54.281145 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-29ad51fa-be93-486a-b8ab-0e167ccd792c tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:54.293082 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7546bffa-bf5e-4301-bbfd-94490a5f048a tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:54.296013 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc55da-b7f2-40c8-bdcf-fc0c18fcadbe req-0b7f4a73-a2fe-456e-853f-83ac870b4ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:54.298280 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f3cc55da-b7f2-40c8-bdcf-fc0c18fcadbe req-0b7f4a73-a2fe-456e-853f-83ac870b4ca2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d26e81b3-f432-4f3d-bc5b-f2edc1c076d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1236675 Oct 30 15:16:54.433401 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-921c35e6-1fd3-4f6d-a798-a0b0f7435e0d None None] For port 5117bb7e-05b4-4c69-b7b0-eac050cdf685, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:16:54.445325 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ad51fa-be93-486a-b8ab-0e167ccd792c tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Pushing event deleted for resources: {'Subnet': ['ID=080f1db3-f3f7-4aeb-8ff1-378ff17cfe40,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:54.456150 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f3cc55da-b7f2-40c8-bdcf-fc0c18fcadbe req-94e56bee-bf20-4913-bc3c-7fd0333c04d4 service neutron] 10.222.0.44 "GET /v2.0/networks/d26e81b3-f432-4f3d-bc5b-f2edc1c076d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317856 Oct 30 15:16:54.470340 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-28e109c3-713e-45f7-ad18-e070e1dc04ed None None] Attempting to bind port 4151cf2a-1b71-4d4d-a458-2e422a9565cf on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:16:54.470998 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-28e109c3-713e-45f7-ad18-e070e1dc04ed None None] Attempting to bind port 4151cf2a-1b71-4d4d-a458-2e422a9565cf by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '07a38668-e50d-4ea1-81f7-9c0a45efe3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3a17f24f-f277-4950-8f12-5fd902266a14'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:16:54.471553 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e109c3-713e-45f7-ad18-e070e1dc04ed None None] Attempting to bind port 4151cf2a-1b71-4d4d-a458-2e422a9565cf on network 3a17f24f-f277-4950-8f12-5fd902266a14 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:16:54.477244 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-921c35e6-1fd3-4f6d-a798-a0b0f7435e0d None None] For port 5117bb7e-05b4-4c69-b7b0-eac050cdf685, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=5117bb7e-05b4-4c69-b7b0-eac050cdf685,segment=NetworkSegment(089dca31-ae6c-4a89-9867-844d7a15a527),segment_id=089dca31-ae6c-4a89-9867-844d7a15a527)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:16:54.487498 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e109c3-713e-45f7-ad18-e070e1dc04ed None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:16:54.487912 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e109c3-713e-45f7-ad18-e070e1dc04ed None None] Checking segment: {'id': '07a38668-e50d-4ea1-81f7-9c0a45efe3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3a17f24f-f277-4950-8f12-5fd902266a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:16:54.488410 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-28e109c3-713e-45f7-ad18-e070e1dc04ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:54.488745 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e109c3-713e-45f7-ad18-e070e1dc04ed None None] Bound using segment: {'id': '07a38668-e50d-4ea1-81f7-9c0a45efe3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3a17f24f-f277-4950-8f12-5fd902266a14'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:16:54.489237 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-28e109c3-713e-45f7-ad18-e070e1dc04ed None None] Bound port: 4151cf2a-1b71-4d4d-a458-2e422a9565cf, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07a38668-e50d-4ea1-81f7-9c0a45efe3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3a17f24f-f277-4950-8f12-5fd902266a14'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:16:54.489623 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-28e109c3-713e-45f7-ad18-e070e1dc04ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:54.493575 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-921c35e6-1fd3-4f6d-a798-a0b0f7435e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:54.519557 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7546bffa-bf5e-4301-bbfd-94490a5f048a tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Pushing event updated for resources: {'Subnet': ['ID=e4289dbb-dfa7-477c-892e-d073a55f9515,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:54.568536 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7b8fe512-c3c9-4352-8fa9-e714086fe563 req-1bc9dd7d-3eab-4aae-9884-bc3652da9894 service neutron] 10.222.0.62 "GET /v2.0/networks/4f22410e-53ea-4597-9c0e-a70994dfa6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5148942 Oct 30 15:16:54.586388 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7546bffa-bf5e-4301-bbfd-94490a5f048a tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Checking segment: {'id': '7d9538ef-68b6-4116-b9e7-85875c6597be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bd524ecc-4896-4c19-91a4-3f3a4aee4f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:16:54.587047 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7546bffa-bf5e-4301-bbfd-94490a5f048a tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Network hostable DHCP agents. Network: bd524ecc-4896-4c19-91a4-3f3a4aee4f7a, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:16:54.620625 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7546bffa-bf5e-4301-bbfd-94490a5f048a tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Network bd524ecc-4896-4c19-91a4-3f3a4aee4f7a is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:16:54.651751 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-7546bffa-bf5e-4301-bbfd-94490a5f048a tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, bd524ecc-4896-4c19-91a4-3f3a4aee4f7a) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:16:54.656743 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7546bffa-bf5e-4301-bbfd-94490a5f048a tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:54.657441 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7546bffa-bf5e-4301-bbfd-94490a5f048a tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:54.670150 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f3cc55da-b7f2-40c8-bdcf-fc0c18fcadbe req-9d06886d-468d-46d6-8682-6404f253835f service neutron] 10.222.0.44 "GET /v2.0/networks/d26e81b3-f432-4f3d-bc5b-f2edc1c076d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035170 Oct 30 15:16:54.692322 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14d5227-6938-4549-a296-b743c254a210 None None] Network bd524ecc-4896-4c19-91a4-3f3a4aee4f7a requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:16:54.722096 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-7546bffa-bf5e-4301-bbfd-94490a5f048a tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1767955 Oct 30 15:16:54.724539 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:54.726773 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 42304) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:54.734484 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-b57af313-f8c7-4bd6-a733-720d36430289 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-254758478', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:54.740057 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921c35e6-1fd3-4f6d-a798-a0b0f7435e0d None None] Pushing event updated for resources: {'Port': ['ID=5117bb7e-05b4-4c69-b7b0-eac050cdf685,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:54.793114 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b57af313-f8c7-4bd6-a733-720d36430289 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:54.796709 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b57af313-f8c7-4bd6-a733-720d36430289 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:54.808048 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-28e109c3-713e-45f7-ad18-e070e1dc04ed None None] For port 4151cf2a-1b71-4d4d-a458-2e422a9565cf, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:16:54.813488 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-28e109c3-713e-45f7-ad18-e070e1dc04ed None None] For port 4151cf2a-1b71-4d4d-a458-2e422a9565cf, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=4151cf2a-1b71-4d4d-a458-2e422a9565cf,segment=NetworkSegment(07a38668-e50d-4ea1-81f7-9c0a45efe3bf),segment_id=07a38668-e50d-4ea1-81f7-9c0a45efe3bf)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:16:54.877442 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-28e109c3-713e-45f7-ad18-e070e1dc04ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:54.950617 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:54.977809 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b57af313-f8c7-4bd6-a733-720d36430289 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:55.000089 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b57af313-f8c7-4bd6-a733-720d36430289 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:55.050163 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b57af313-f8c7-4bd6-a733-720d36430289 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:55.051901 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b57af313-f8c7-4bd6-a733-720d36430289 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3253927 Oct 30 15:16:55.054297 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e109c3-713e-45f7-ad18-e070e1dc04ed None None] Pushing event updated for resources: {'Port': ['ID=4151cf2a-1b71-4d4d-a458-2e422a9565cf,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:55.055450 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 42314) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:55.067251 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-29ad51fa-be93-486a-b8ab-0e167ccd792c tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:55.180832 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-29ad51fa-be93-486a-b8ab-0e167ccd792c tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a17f24f-f277-4950-8f12-5fd902266a14']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:16:55.197867 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-29ad51fa-be93-486a-b8ab-0e167ccd792c tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07a38668-e50d-4ea1-81f7-9c0a45efe3bf') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:16:55.198152 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-29ad51fa-be93-486a-b8ab-0e167ccd792c tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07a38668-e50d-4ea1-81f7-9c0a45efe3bf') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:16:55.224546 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-29ad51fa-be93-486a-b8ab-0e167ccd792c tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:55.264271 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f4fb77-0cf4-4827-a447-6f0c734779c8 req-3d9588ec-47bf-469c-94cb-1bb99f87468e tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:55.265909 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a6f4fb77-0cf4-4827-a447-6f0c734779c8 req-3d9588ec-47bf-469c-94cb-1bb99f87468e tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 943 time: 0.3613503 Oct 30 15:16:55.283737 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-29ad51fa-be93-486a-b8ab-0e167ccd792c tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:55.310768 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29ad51fa-be93-486a-b8ab-0e167ccd792c tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:16:55.311117 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-29ad51fa-be93-486a-b8ab-0e167ccd792c tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:55.316952 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:16:55.316952 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:16:55.316952 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:16:55.316952 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:16:55.316952 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:16:55.316952 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:16:55.316952 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:16:55.316952 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:16:55.316952 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:16:55.316952 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:16:55.316952 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:16:55.316952 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:16:55.316952 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:16:55.316952 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:16:55.316952 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:16:55.316952 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:16:55.316952 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:16:55.316952 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:16:55.316952 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:16:55.316952 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:16:55.316952 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:16:55.316952 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:16:55.316952 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:16:55.316952 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:16:55.316952 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:16:55.316952 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:16:55.316952 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:16:55.316952 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:16:55.316952 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:16:55.316952 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:16:55.316952 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:16:55.316952 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:16:55.361906 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f945e3ac-d38b-4c33-86d9-27631799aed8 req-3793b9d9-76e7-46ae-86fb-8bd0d392751c tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc65f5fa-f7bf-40f2-8b8b-06f236fa16c3 HTTP/1.1" status: 200 len: 210 time: 0.1901011 Oct 30 15:16:55.454052 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a6f4fb77-0cf4-4827-a447-6f0c734779c8 req-48eee991-6ab5-43e1-a0ca-69bae4935e15 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767728 Oct 30 15:16:55.456556 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.db.api [None req-29ad51fa-be93-486a-b8ab-0e167ccd792c tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 30 15:16:55.456556 n-d-806683-17 neutron-server[102130]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 30 15:16:55.456556 n-d-806683-17 neutron-server[102130]: [parameters: {'id': '3a17f24f-f277-4950-8f12-5fd902266a14'}] Oct 30 15:16:55.456556 n-d-806683-17 neutron-server[102130]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 30 15:16:55.456902 n-d-806683-17 neutron-server[102130]: DEBUG oslo_db.api [None req-29ad51fa-be93-486a-b8ab-0e167ccd792c tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 30 15:16:55.458463 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e5504c5c-7cc7-482a-9ecd-2b175da3fc2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:55.470124 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4e5777-f122-4093-8d70-100cf75474e9 None None] Network 3a17f24f-f277-4950-8f12-5fd902266a14 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:16:55.542714 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5504c5c-7cc7-482a-9ecd-2b175da3fc2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc7ff2c3-bbb5-481f-ba0a-d62c781b867c,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:55.578890 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5504c5c-7cc7-482a-9ecd-2b175da3fc2b admin admin] Checking segment: {'id': '0b992be6-140e-4341-a8f5-54109f4ee29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4f2b4662-3762-472a-a79d-3599e1ff305d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:16:55.579222 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5504c5c-7cc7-482a-9ecd-2b175da3fc2b admin admin] Network hostable DHCP agents. Network: 4f2b4662-3762-472a-a79d-3599e1ff305d, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:16:55.605134 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0ceb01-116d-458d-9e1d-ff42ed15257a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-bd524ecc-4896-4c19-91a4-3f3a4aee4f7a', 'network_id': 'bd524ecc-4896-4c19-91a4-3f3a4aee4f7a', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'fixed_ips': [{'subnet_id': 'e4289dbb-dfa7-477c-892e-d073a55f9515'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:16:55.606924 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0a0ceb01-116d-458d-9e1d-ff42ed15257a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:55.626404 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5504c5c-7cc7-482a-9ecd-2b175da3fc2b admin admin] Network 4f2b4662-3762-472a-a79d-3599e1ff305d is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:16:55.641593 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-e5504c5c-7cc7-482a-9ecd-2b175da3fc2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 4f2b4662-3762-472a-a79d-3599e1ff305d) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:16:55.646368 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5504c5c-7cc7-482a-9ecd-2b175da3fc2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:55.646962 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e5504c5c-7cc7-482a-9ecd-2b175da3fc2b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:55.674593 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8882b39c-030d-4282-a8f9-f35bc82e6432 None None] Network 4f2b4662-3762-472a-a79d-3599e1ff305d requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:16:55.685818 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 42322) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:55.691019 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-8a3ba37b-e2a2-4e07-a308-22a2b3bdf0d3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1224868306-router', 'tenant_id': '3b60864767dc44c8b2e5a3a55a17d929', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:55.691248 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e5504c5c-7cc7-482a-9ecd-2b175da3fc2b admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6558630 Oct 30 15:16:55.821157 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3229321e-07e2-47fd-a85d-89c2566cc285 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:55.857589 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8a3ba37b-e2a2-4e07-a308-22a2b3bdf0d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:55.859169 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8a3ba37b-e2a2-4e07-a308-22a2b3bdf0d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:55.957708 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-29ad51fa-be93-486a-b8ab-0e167ccd792c tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:56.103878 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-29ad51fa-be93-486a-b8ab-0e167ccd792c tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Deleting port 4151cf2a-1b71-4d4d-a458-2e422a9565cf {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:16:56.104214 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-29ad51fa-be93-486a-b8ab-0e167ccd792c tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:56.293498 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-29ad51fa-be93-486a-b8ab-0e167ccd792c tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] For port 4151cf2a-1b71-4d4d-a458-2e422a9565cf, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=4151cf2a-1b71-4d4d-a458-2e422a9565cf,segment=NetworkSegment(07a38668-e50d-4ea1-81f7-9c0a45efe3bf),segment_id=07a38668-e50d-4ea1-81f7-9c0a45efe3bf)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:16:56.294087 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-29ad51fa-be93-486a-b8ab-0e167ccd792c tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:56.322675 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-29ad51fa-be93-486a-b8ab-0e167ccd792c tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Calling delete_port for 4151cf2a-1b71-4d4d-a458-2e422a9565cf owned by network:dhcp {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:16:56.341876 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfb64c4-f3f4-404a-9b91-4ac2c4a0c267 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-4f2b4662-3762-472a-a79d-3599e1ff305d', 'network_id': '4f2b4662-3762-472a-a79d-3599e1ff305d', 'tenant_id': '3b60864767dc44c8b2e5a3a55a17d929', 'fixed_ips': [{'subnet_id': 'dc7ff2c3-bbb5-481f-ba0a-d62c781b867c'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:16:56.343044 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8dfb64c4-f3f4-404a-9b91-4ac2c4a0c267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:56.464024 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-29ad51fa-be93-486a-b8ab-0e167ccd792c tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:56.469031 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-0a0ceb01-116d-458d-9e1d-ff42ed15257a None None] Allocated IP 172.21.0.2 (bd524ecc-4896-4c19-91a4-3f3a4aee4f7a/e4289dbb-dfa7-477c-892e-d073a55f9515/f96814d0-770e-4d5b-9e7a-504f83fe77ee) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:16:56.474082 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device cd7bcfbf-1623-489f-a384-785738bf069f details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:16:56.504345 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ad51fa-be93-486a-b8ab-0e167ccd792c tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] No DVR routers for this DVR port 4151cf2a-1b71-4d4d-a458-2e422a9565cf on host n-d-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:16:56.572711 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-3229321e-07e2-47fd-a85d-89c2566cc285 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Allocated IP 172.20.0.1 (ba0d4eb6-5ae6-4f42-a27c-7b50b8141169/a79fb084-c1b4-46b3-b94d-efc097fef88e/f548e0ab-e7a8-47a6-9409-36325caf91d1) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:16:56.606719 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ad51fa-be93-486a-b8ab-0e167ccd792c tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Pushing event deleted for resources: {'Port': ['ID=4151cf2a-1b71-4d4d-a458-2e422a9565cf,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:56.669512 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port cd7bcfbf-1623-489f-a384-785738bf069f, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=cd7bcfbf-1623-489f-a384-785738bf069f,segment=NetworkSegment(4eb103e9-b9a2-4786-ab9b-d9e363fed874),segment_id=4eb103e9-b9a2-4786-ab9b-d9e363fed874)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:16:56.694358 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c693eed5-de41-46d2-839f-e62321d2352e req-46786408-43c9-478d-beb3-a5630f8c1048 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc65f5fa-f7bf-40f2-8b8b-06f236fa16c3 HTTP/1.1" status: 200 len: 210 time: 0.1295199 Oct 30 15:16:56.724144 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': 'cd7bcfbf-1623-489f-a384-785738bf069f', 'network_id': 'd26e81b3-f432-4f3d-bc5b-f2edc1c076d6', 'port_id': 'cd7bcfbf-1623-489f-a384-785738bf069f', 'mac_address': 'fa:16:3e:c5:09:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd862e367-a3ef-41d8-9769-a6945d8f8b1d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:16:56.727031 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e033d573-3a1a-4280-b3c4-653cf86a762a None None] Network ba0d4eb6-5ae6-4f42-a27c-7b50b8141169 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:16:56.732464 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-29ad51fa-be93-486a-b8ab-0e167ccd792c tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:56.778031 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-29ad51fa-be93-486a-b8ab-0e167ccd792c tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a17f24f-f277-4950-8f12-5fd902266a14']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:16:56.792303 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-29ad51fa-be93-486a-b8ab-0e167ccd792c tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07a38668-e50d-4ea1-81f7-9c0a45efe3bf') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:16:56.792606 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-29ad51fa-be93-486a-b8ab-0e167ccd792c tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07a38668-e50d-4ea1-81f7-9c0a45efe3bf') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:16:56.807831 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-29ad51fa-be93-486a-b8ab-0e167ccd792c tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:56.825428 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-29ad51fa-be93-486a-b8ab-0e167ccd792c tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:56.833988 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29ad51fa-be93-486a-b8ab-0e167ccd792c tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:16:56.834409 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-29ad51fa-be93-486a-b8ab-0e167ccd792c tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:56.852990 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 5117bb7e-05b4-4c69-b7b0-eac050cdf685 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:16:56.922921 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8a3ba37b-e2a2-4e07-a308-22a2b3bdf0d3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:56.944311 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:16:56.944311 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:16:56.944311 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:16:56.944311 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:16:56.944311 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:16:56.944311 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:16:56.944311 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:16:56.944311 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:16:56.944311 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:16:56.944311 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:16:56.944311 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:16:56.944311 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:16:56.944311 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:16:56.944311 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:16:56.944311 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:16:56.944311 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:16:56.944311 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:16:56.944311 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:16:56.944311 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:16:56.944311 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:16:56.944311 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:16:56.944311 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:16:56.944311 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:16:56.944311 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:16:56.944311 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:16:56.944311 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:16:56.944311 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:16:56.944311 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:16:56.944311 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:16:56.944311 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:16:56.944311 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:16:56.944311 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:16:57.010134 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-29ad51fa-be93-486a-b8ab-0e167ccd792c tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:57.030425 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:57.062727 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-29ad51fa-be93-486a-b8ab-0e167ccd792c tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:57.068201 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-29ad51fa-be93-486a-b8ab-0e167ccd792c tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] 10.222.0.62 "DELETE /v2.0/networks/3a17f24f-f277-4950-8f12-5fd902266a14 HTTP/1.1" status: 204 len: 168 time: 4.5940537 Oct 30 15:16:57.075034 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 42336) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:57.077496 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ad51fa-be93-486a-b8ab-0e167ccd792c tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Pushing event deleted for resources: {'Network': ['ID=3a17f24f-f277-4950-8f12-5fd902266a14,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:57.103241 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-943f36e1-ce9f-4b60-b196-4f3f41e47e3a tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1891731011'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:57.151649 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-943f36e1-ce9f-4b60-b196-4f3f41e47e3a tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Made reservation on behalf of 5487df6812a246998fe08bfdbae6b85d for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:16:57.155939 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-943f36e1-ce9f-4b60-b196-4f3f41e47e3a tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:57.166420 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-95d6dc72-646e-4679-a183-f88aa42dcfd1 None None] Provisioning complete for port 5117bb7e-05b4-4c69-b7b0-eac050cdf685 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:16:57.167176 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-95d6dc72-646e-4679-a183-f88aa42dcfd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:57.171976 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3229321e-07e2-47fd-a85d-89c2566cc285 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:57.205551 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 5117bb7e-05b4-4c69-b7b0-eac050cdf685 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:16:57.206185 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:57.210011 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-943f36e1-ce9f-4b60-b196-4f3f41e47e3a tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:16:57.233014 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-943f36e1-ce9f-4b60-b196-4f3f41e47e3a tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:57.233375 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-943f36e1-ce9f-4b60-b196-4f3f41e47e3a tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Added segment 0af136db-2899-495f-9a6f-81a2271eee2c of type vlan for network 90121667-c48f-4b4c-8ddf-dc26795a7a34 Oct 30 15:16:57.286826 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:57.315065 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8a3ba37b-e2a2-4e07-a308-22a2b3bdf0d3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:57.336032 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c0c475-86ba-4b4d-8b7c-d2277361ed38 req-04dc8f83-51e2-4b3b-a3f9-2ed77ff4dcb7 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:57.338479 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-943f36e1-ce9f-4b60-b196-4f3f41e47e3a tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:57.344243 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a3c0c475-86ba-4b4d-8b7c-d2277361ed38 req-04dc8f83-51e2-4b3b-a3f9-2ed77ff4dcb7 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 943 time: 0.7386186 Oct 30 15:16:57.402528 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-943f36e1-ce9f-4b60-b196-4f3f41e47e3a tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:57.415379 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943f36e1-ce9f-4b60-b196-4f3f41e47e3a tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:57.417528 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-943f36e1-ce9f-4b60-b196-4f3f41e47e3a tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:57.425635 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-8dfb64c4-f3f4-404a-9b91-4ac2c4a0c267 None None] Allocated IP 172.20.0.2 (4f2b4662-3762-472a-a79d-3599e1ff305d/dc7ff2c3-bbb5-481f-ba0a-d62c781b867c/01c9a314-60b2-4fcb-8b95-ea5f6dae6d14) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:16:57.429913 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd7bcfbf-1623-489f-a384-785738bf069f {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:16:57.503225 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8fe512-c3c9-4352-8fa9-e714086fe563 req-6b706c43-0d4a-4dca-8ad2-2710b0c375e9 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:57.505958 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7b8fe512-c3c9-4352-8fa9-e714086fe563 req-6b706c43-0d4a-4dca-8ad2-2710b0c375e9 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.53 "GET /v2.0/networks?id=4f22410e-53ea-4597-9c0e-a70994dfa6d8 HTTP/1.1" status: 200 len: 812 time: 0.7219028 Oct 30 15:16:57.522926 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a3c0c475-86ba-4b4d-8b7c-d2277361ed38 req-55bc2b83-1bb8-48cf-9e42-b60c3b0ae8f9 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1776531 Oct 30 15:16:57.537626 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port cd7bcfbf-1623-489f-a384-785738bf069f, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=cd7bcfbf-1623-489f-a384-785738bf069f,segment=NetworkSegment(4eb103e9-b9a2-4786-ab9b-d9e363fed874),segment_id=4eb103e9-b9a2-4786-ab9b-d9e363fed874)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:16:57.543380 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-7b8fe512-c3c9-4352-8fa9-e714086fe563 req-fcf2dc9e-9b44-4e6c-88d2-28dcd1999597 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Request body: {'port': {'device_id': 'bc65f5fa-f7bf-40f2-8b8b-06f236fa16c3', 'network_id': '4f22410e-53ea-4597-9c0e-a70994dfa6d8', 'admin_state_up': True, 'tenant_id': '50828efdd6f44ddca14e599b5226f88f'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:57.548055 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3229321e-07e2-47fd-a85d-89c2566cc285 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:57.567771 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0a0ceb01-116d-458d-9e1d-ff42ed15257a None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:57.615706 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-943f36e1-ce9f-4b60-b196-4f3f41e47e3a tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5389576 Oct 30 15:16:57.639578 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:57.647032 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 42342) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:57.668237 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0a0ceb01-116d-458d-9e1d-ff42ed15257a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:57.701778 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-cdc5429b-1c2b-4044-bf90-882f919cea78 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Request body: {'subnet': {'network_id': '90121667-c48f-4b4c-8ddf-dc26795a7a34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:16:57.822112 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943f36e1-ce9f-4b60-b196-4f3f41e47e3a tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Pushing event updated for resources: {'Network': ['ID=90121667-c48f-4b4c-8ddf-dc26795a7a34,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:57.836873 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0ceb01-116d-458d-9e1d-ff42ed15257a None None] Network bd524ecc-4896-4c19-91a4-3f3a4aee4f7a is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:16:57.852647 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:57.863180 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 90121667-c48f-4b4c-8ddf-dc26795a7a34 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:16:57.897236 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-0a0ceb01-116d-458d-9e1d-ff42ed15257a None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:16:57.935978 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0ceb01-116d-458d-9e1d-ff42ed15257a None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:16:57.939400 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['cd7bcfbf-1623-489f-a384-785738bf069f'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:16:57.968068 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ec01a9f6-fa56-40d4-b304-674fa865292f req-54e2faf5-4d91-4f50-82e3-e1c14395a22f tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc65f5fa-f7bf-40f2-8b8b-06f236fa16c3 HTTP/1.1" status: 200 len: 210 time: 0.0710225 Oct 30 15:16:58.021244 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc5429b-1c2b-4044-bf90-882f919cea78 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Made reservation on behalf of 5487df6812a246998fe08bfdbae6b85d for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:16:58.027496 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cdc5429b-1c2b-4044-bf90-882f919cea78 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:58.099900 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=cd7bcfbf-1623-489f-a384-785738bf069f,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:58.116350 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-95d6dc72-646e-4679-a183-f88aa42dcfd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:58.147796 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3229321e-07e2-47fd-a85d-89c2566cc285 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Network ba0d4eb6-5ae6-4f42-a27c-7b50b8141169 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:16:58.153428 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-3229321e-07e2-47fd-a85d-89c2566cc285 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:16:58.162124 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3229321e-07e2-47fd-a85d-89c2566cc285 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:16:58.309652 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3229321e-07e2-47fd-a85d-89c2566cc285 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Pushing event updated for resources: {'Port': ['ID=f548e0ab-e7a8-47a6-9409-36325caf91d1,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:58.397711 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b8fe512-c3c9-4352-8fa9-e714086fe563 req-fcf2dc9e-9b44-4e6c-88d2-28dcd1999597 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Made reservation on behalf of 50828efdd6f44ddca14e599b5226f88f for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:16:58.404868 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-7b8fe512-c3c9-4352-8fa9-e714086fe563 req-fcf2dc9e-9b44-4e6c-88d2-28dcd1999597 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:58.415433 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3229321e-07e2-47fd-a85d-89c2566cc285 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:58.527130 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cdc5429b-1c2b-4044-bf90-882f919cea78 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:58.626167 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-0a0ceb01-116d-458d-9e1d-ff42ed15257a None None] Attempting to bind port f96814d0-770e-4d5b-9e7a-504f83fe77ee on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:16:58.627156 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-0a0ceb01-116d-458d-9e1d-ff42ed15257a None None] Attempting to bind port f96814d0-770e-4d5b-9e7a-504f83fe77ee by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '7d9538ef-68b6-4116-b9e7-85875c6597be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bd524ecc-4896-4c19-91a4-3f3a4aee4f7a'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:16:58.627708 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0ceb01-116d-458d-9e1d-ff42ed15257a None None] Attempting to bind port f96814d0-770e-4d5b-9e7a-504f83fe77ee on network bd524ecc-4896-4c19-91a4-3f3a4aee4f7a {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:16:58.630218 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0ceb01-116d-458d-9e1d-ff42ed15257a None None] Pushing event updated for resources: {'Port': ['ID=f96814d0-770e-4d5b-9e7a-504f83fe77ee,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:58.680128 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc5429b-1c2b-4044-bf90-882f919cea78 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Pushing event updated for resources: {'Subnet': ['ID=d5dfeece-beed-409a-94c5-cef4529f6471,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:58.681742 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 5117bb7e-05b4-4c69-b7b0-eac050cdf685, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=5117bb7e-05b4-4c69-b7b0-eac050cdf685,segment=NetworkSegment(089dca31-ae6c-4a89-9867-844d7a15a527),segment_id=089dca31-ae6c-4a89-9867-844d7a15a527)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:16:58.696697 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc5429b-1c2b-4044-bf90-882f919cea78 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Checking segment: {'id': '0af136db-2899-495f-9a6f-81a2271eee2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '90121667-c48f-4b4c-8ddf-dc26795a7a34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:16:58.697232 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc5429b-1c2b-4044-bf90-882f919cea78 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Network hostable DHCP agents. Network: 90121667-c48f-4b4c-8ddf-dc26795a7a34, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:16:58.764740 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc5429b-1c2b-4044-bf90-882f919cea78 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Network 90121667-c48f-4b4c-8ddf-dc26795a7a34 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:16:58.785078 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:58.800802 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0ceb01-116d-458d-9e1d-ff42ed15257a None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:16:58.801188 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0ceb01-116d-458d-9e1d-ff42ed15257a None None] Checking segment: {'id': '7d9538ef-68b6-4116-b9e7-85875c6597be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bd524ecc-4896-4c19-91a4-3f3a4aee4f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:16:58.801601 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0a0ceb01-116d-458d-9e1d-ff42ed15257a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:58.802003 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0ceb01-116d-458d-9e1d-ff42ed15257a None None] Bound using segment: {'id': '7d9538ef-68b6-4116-b9e7-85875c6597be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bd524ecc-4896-4c19-91a4-3f3a4aee4f7a'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:16:58.802597 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-0a0ceb01-116d-458d-9e1d-ff42ed15257a None None] Bound port: f96814d0-770e-4d5b-9e7a-504f83fe77ee, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d9538ef-68b6-4116-b9e7-85875c6597be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bd524ecc-4896-4c19-91a4-3f3a4aee4f7a'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:16:58.803317 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0a0ceb01-116d-458d-9e1d-ff42ed15257a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:58.833807 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-cdc5429b-1c2b-4044-bf90-882f919cea78 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 90121667-c48f-4b4c-8ddf-dc26795a7a34) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:16:58.864911 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc5429b-1c2b-4044-bf90-882f919cea78 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:58.865643 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cdc5429b-1c2b-4044-bf90-882f919cea78 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:58.916142 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4d10d-2552-452c-b777-ab9cb8f5fe8f req-0e3b28d8-3bb5-4317-9b63-250649357543 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:16:58.919583 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-00f4d10d-2552-452c-b777-ab9cb8f5fe8f req-0e3b28d8-3bb5-4317-9b63-250649357543 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 944 time: 0.1912146 Oct 30 15:16:58.927823 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-cdc5429b-1c2b-4044-bf90-882f919cea78 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2696135 Oct 30 15:16:58.933642 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 42358) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:16:58.960004 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3229321e-07e2-47fd-a85d-89c2566cc285 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:59.065970 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=5117bb7e-05b4-4c69-b7b0-eac050cdf685,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:59.076190 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-00f4d10d-2552-452c-b777-ab9cb8f5fe8f req-91bb7854-a216-400c-9f0a-4ffb52e7d6e4 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488247 Oct 30 15:16:59.155499 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-0a0ceb01-116d-458d-9e1d-ff42ed15257a None None] For port f96814d0-770e-4d5b-9e7a-504f83fe77ee, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:16:59.160009 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-0a0ceb01-116d-458d-9e1d-ff42ed15257a None None] For port f96814d0-770e-4d5b-9e7a-504f83fe77ee, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=f96814d0-770e-4d5b-9e7a-504f83fe77ee,segment=NetworkSegment(7d9538ef-68b6-4116-b9e7-85875c6597be),segment_id=7d9538ef-68b6-4116-b9e7-85875c6597be)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:16:59.161354 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3621b2be-2668-477f-9bda-db2ac9fb7faf None None] Network 90121667-c48f-4b4c-8ddf-dc26795a7a34 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:16:59.236413 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-442a5c79-c731-4e49-9c5c-c53a7b0680a5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:59.264769 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1637f1a4-bc5e-43dc-aafe-fd6dcba59611 req-2cc06718-2d61-4923-aa15-07fc57fa4386 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc65f5fa-f7bf-40f2-8b8b-06f236fa16c3 HTTP/1.1" status: 200 len: 210 time: 0.0850580 Oct 30 15:16:59.278601 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0a0ceb01-116d-458d-9e1d-ff42ed15257a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:59.338190 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-442a5c79-c731-4e49-9c5c-c53a7b0680a5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:59.377171 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8dfb64c4-f3f4-404a-9b91-4ac2c4a0c267 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:59.390817 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.db.api [None req-95d6dc72-646e-4679-a183-f88aa42dcfd1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 30 15:16:59.391185 n-d-806683-17 neutron-server[102132]: DEBUG oslo_db.api [None req-95d6dc72-646e-4679-a183-f88aa42dcfd1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 30 15:16:59.417929 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8a3ba37b-e2a2-4e07-a308-22a2b3bdf0d3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:59.441273 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-442a5c79-c731-4e49-9c5c-c53a7b0680a5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:59.455655 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8dfb64c4-f3f4-404a-9b91-4ac2c4a0c267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:59.468854 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8a3ba37b-e2a2-4e07-a308-22a2b3bdf0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:59.516057 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442a5c79-c731-4e49-9c5c-c53a7b0680a5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Pushing event deleted for resources: {'Subnet': ['ID=d5dfeece-beed-409a-94c5-cef4529f6471,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:59.539803 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfb64c4-f3f4-404a-9b91-4ac2c4a0c267 None None] Network 4f2b4662-3762-472a-a79d-3599e1ff305d is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:16:59.557306 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de59c90-5ba9-4efe-990b-f360f87f1c9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-90121667-c48f-4b4c-8ddf-dc26795a7a34', 'network_id': '90121667-c48f-4b4c-8ddf-dc26795a7a34', 'tenant_id': '5487df6812a246998fe08bfdbae6b85d', 'fixed_ips': [{'subnet_id': 'd5dfeece-beed-409a-94c5-cef4529f6471'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:16:59.559317 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4de59c90-5ba9-4efe-990b-f360f87f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:59.570911 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0ceb01-116d-458d-9e1d-ff42ed15257a None None] Pushing event updated for resources: {'Port': ['ID=f96814d0-770e-4d5b-9e7a-504f83fe77ee,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:59.588114 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-8dfb64c4-f3f4-404a-9b91-4ac2c4a0c267 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:16:59.590431 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfb64c4-f3f4-404a-9b91-4ac2c4a0c267 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:16:59.657722 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-7b8fe512-c3c9-4352-8fa9-e714086fe563 req-fcf2dc9e-9b44-4e6c-88d2-28dcd1999597 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Allocated IP 172.20.0.10 (4f22410e-53ea-4597-9c0e-a70994dfa6d8/449705ab-2365-49b9-8b83-fe461dd03f65/379f386b-f873-4002-8eac-6305fb45d254) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:16:59.698471 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-442a5c79-c731-4e49-9c5c-c53a7b0680a5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:59.762207 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfb64c4-f3f4-404a-9b91-4ac2c4a0c267 None None] Pushing event updated for resources: {'Port': ['ID=01c9a314-60b2-4fcb-8b95-ea5f6dae6d14,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:16:59.787183 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-442a5c79-c731-4e49-9c5c-c53a7b0680a5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90121667-c48f-4b4c-8ddf-dc26795a7a34']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:16:59.810598 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:59.821788 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-442a5c79-c731-4e49-9c5c-c53a7b0680a5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0af136db-2899-495f-9a6f-81a2271eee2c') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:16:59.822089 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-442a5c79-c731-4e49-9c5c-c53a7b0680a5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0af136db-2899-495f-9a6f-81a2271eee2c') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:16:59.854560 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-442a5c79-c731-4e49-9c5c-c53a7b0680a5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:59.891348 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-442a5c79-c731-4e49-9c5c-c53a7b0680a5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:59.912435 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-442a5c79-c731-4e49-9c5c-c53a7b0680a5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:16:59.914759 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-442a5c79-c731-4e49-9c5c-c53a7b0680a5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:16:59.945985 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:16:59.945985 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:16:59.945985 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:16:59.945985 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:16:59.945985 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:16:59.945985 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:16:59.945985 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:16:59.945985 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:16:59.945985 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:16:59.945985 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:16:59.945985 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:16:59.945985 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:16:59.945985 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:16:59.945985 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:16:59.945985 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:16:59.945985 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:16:59.945985 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:16:59.945985 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:16:59.945985 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:16:59.945985 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:16:59.945985 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:16:59.945985 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:16:59.945985 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:16:59.945985 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:16:59.945985 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:16:59.945985 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:16:59.945985 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:16:59.945985 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:16:59.945985 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:16:59.945985 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:16:59.945985 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:16:59.945985 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:17:00.053409 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-442a5c79-c731-4e49-9c5c-c53a7b0680a5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:00.087881 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-442a5c79-c731-4e49-9c5c-c53a7b0680a5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:00.094459 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-442a5c79-c731-4e49-9c5c-c53a7b0680a5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] 10.222.0.62 "DELETE /v2.0/networks/90121667-c48f-4b4c-8ddf-dc26795a7a34 HTTP/1.1" status: 204 len: 168 time: 1.1558850 Oct 30 15:17:00.094459 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442a5c79-c731-4e49-9c5c-c53a7b0680a5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Pushing event deleted for resources: {'Network': ['ID=90121667-c48f-4b4c-8ddf-dc26795a7a34,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:00.094727 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 42372) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:00.108792 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-885dc109-26da-495e-9c28-a803f78fc5f5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1240921671'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:17:00.132228 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3229321e-07e2-47fd-a85d-89c2566cc285 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:00.149877 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-885dc109-26da-495e-9c28-a803f78fc5f5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Made reservation on behalf of 5487df6812a246998fe08bfdbae6b85d for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:17:00.152361 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d34b122-ff3f-4e7f-b906-4cf95110e17d None None] Network 90121667-c48f-4b4c-8ddf-dc26795a7a34 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:17:00.155687 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3229321e-07e2-47fd-a85d-89c2566cc285 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:00.157955 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-885dc109-26da-495e-9c28-a803f78fc5f5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:00.197280 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d34b122-ff3f-4e7f-b906-4cf95110e17d None None] Network 90121667-c48f-4b4c-8ddf-dc26795a7a34 could not be found, it might have been deleted concurrently. {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 30 15:17:00.200412 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-885dc109-26da-495e-9c28-a803f78fc5f5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:17:00.220842 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-885dc109-26da-495e-9c28-a803f78fc5f5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:00.221377 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-885dc109-26da-495e-9c28-a803f78fc5f5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Added segment 80080887-6ab4-4756-8bb0-30b582c14f9c of type vlan for network 104ab5ac-22d7-487c-8ce3-67e5b2203600 Oct 30 15:17:00.225532 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-8dfb64c4-f3f4-404a-9b91-4ac2c4a0c267 None None] Attempting to bind port 01c9a314-60b2-4fcb-8b95-ea5f6dae6d14 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:17:00.226574 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-8dfb64c4-f3f4-404a-9b91-4ac2c4a0c267 None None] Attempting to bind port 01c9a314-60b2-4fcb-8b95-ea5f6dae6d14 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '0b992be6-140e-4341-a8f5-54109f4ee29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4f2b4662-3762-472a-a79d-3599e1ff305d'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:17:00.227171 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfb64c4-f3f4-404a-9b91-4ac2c4a0c267 None None] Attempting to bind port 01c9a314-60b2-4fcb-8b95-ea5f6dae6d14 on network 4f2b4662-3762-472a-a79d-3599e1ff305d {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:17:00.234566 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfb64c4-f3f4-404a-9b91-4ac2c4a0c267 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:17:00.235818 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfb64c4-f3f4-404a-9b91-4ac2c4a0c267 None None] Checking segment: {'id': '0b992be6-140e-4341-a8f5-54109f4ee29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4f2b4662-3762-472a-a79d-3599e1ff305d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:17:00.236396 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8dfb64c4-f3f4-404a-9b91-4ac2c4a0c267 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:00.237233 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfb64c4-f3f4-404a-9b91-4ac2c4a0c267 None None] Bound using segment: {'id': '0b992be6-140e-4341-a8f5-54109f4ee29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4f2b4662-3762-472a-a79d-3599e1ff305d'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:17:00.238017 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-8dfb64c4-f3f4-404a-9b91-4ac2c4a0c267 None None] Bound port: 01c9a314-60b2-4fcb-8b95-ea5f6dae6d14, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b992be6-140e-4341-a8f5-54109f4ee29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4f2b4662-3762-472a-a79d-3599e1ff305d'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:17:00.238632 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8dfb64c4-f3f4-404a-9b91-4ac2c4a0c267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:00.287451 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-885dc109-26da-495e-9c28-a803f78fc5f5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:00.317253 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-0b9f9a92-d274-4c96-a2a2-2883bc18c767 None None] Provisioning complete for port f548e0ab-e7a8-47a6-9409-36325caf91d1 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:17:00.317625 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0b9f9a92-d274-4c96-a2a2-2883bc18c767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:00.356853 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-885dc109-26da-495e-9c28-a803f78fc5f5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:00.378334 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885dc109-26da-495e-9c28-a803f78fc5f5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:00.378334 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-885dc109-26da-495e-9c28-a803f78fc5f5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:00.411826 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-0b9f9a92-d274-4c96-a2a2-2883bc18c767 None None] Port f548e0ab-e7a8-47a6-9409-36325caf91d1 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:17:00.435986 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-8dfb64c4-f3f4-404a-9b91-4ac2c4a0c267 None None] For port 01c9a314-60b2-4fcb-8b95-ea5f6dae6d14, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:17:00.439955 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-8dfb64c4-f3f4-404a-9b91-4ac2c4a0c267 None None] For port 01c9a314-60b2-4fcb-8b95-ea5f6dae6d14, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=01c9a314-60b2-4fcb-8b95-ea5f6dae6d14,segment=NetworkSegment(0b992be6-140e-4341-a8f5-54109f4ee29a),segment_id=0b992be6-140e-4341-a8f5-54109f4ee29a)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:17:00.444753 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-0b9f9a92-d274-4c96-a2a2-2883bc18c767 None None] Provisioning complete for port 5117bb7e-05b4-4c69-b7b0-eac050cdf685 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:17:00.445817 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0b9f9a92-d274-4c96-a2a2-2883bc18c767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:00.450819 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-7b8fe512-c3c9-4352-8fa9-e714086fe563 req-fcf2dc9e-9b44-4e6c-88d2-28dcd1999597 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:00.473522 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8dfb64c4-f3f4-404a-9b91-4ac2c4a0c267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:00.583304 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfb64c4-f3f4-404a-9b91-4ac2c4a0c267 None None] Pushing event updated for resources: {'Port': ['ID=01c9a314-60b2-4fcb-8b95-ea5f6dae6d14,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:00.589628 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3229321e-07e2-47fd-a85d-89c2566cc285 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:00.622002 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-885dc109-26da-495e-9c28-a803f78fc5f5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5262773 Oct 30 15:17:00.644349 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 42384) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:00.669394 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-0c14b50e-a9aa-4360-b87a-c3020c2f72df tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Request body: {'subnet': {'network_id': '104ab5ac-22d7-487c-8ce3-67e5b2203600', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:17:00.673320 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-77a92863-fba8-4aa5-8b84-e2127a43a646 req-f42a2c9a-95f9-47d9-b800-93fc8fb4b007 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc65f5fa-f7bf-40f2-8b8b-06f236fa16c3 HTTP/1.1" status: 200 len: 210 time: 0.2545407 Oct 30 15:17:00.682499 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885dc109-26da-495e-9c28-a803f78fc5f5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Pushing event updated for resources: {'Network': ['ID=104ab5ac-22d7-487c-8ce3-67e5b2203600,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:00.722052 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 104ab5ac-22d7-487c-8ce3-67e5b2203600 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:17:00.811894 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3229321e-07e2-47fd-a85d-89c2566cc285 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Pushing event updated for resources: {'Port': ['ID=f548e0ab-e7a8-47a6-9409-36325caf91d1,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:00.879691 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-8a3ba37b-e2a2-4e07-a308-22a2b3bdf0d3 admin admin] Allocated IP 172.25.4.222 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/311cb9f5-d926-4602-8541-6f6c70ee99ca) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:17:01.090821 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c8bb6b-09b7-4ffb-9d4c-15a7113763d2 req-8215baae-ddb9-46c7-9d73-d486c0ddb7d5 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:01.092334 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-89c8bb6b-09b7-4ffb-9d4c-15a7113763d2 req-8215baae-ddb9-46c7-9d73-d486c0ddb7d5 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 944 time: 0.8310220 Oct 30 15:17:01.100339 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-7b8fe512-c3c9-4352-8fa9-e714086fe563 req-fcf2dc9e-9b44-4e6c-88d2-28dcd1999597 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:01.165617 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3229321e-07e2-47fd-a85d-89c2566cc285 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Network ba0d4eb6-5ae6-4f42-a27c-7b50b8141169 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:17:01.192593 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-3229321e-07e2-47fd-a85d-89c2566cc285 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:17:01.207549 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device f96814d0-770e-4d5b-9e7a-504f83fe77ee up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:17:01.288750 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port f96814d0-770e-4d5b-9e7a-504f83fe77ee triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:17:01.289410 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:01.345404 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3594cd3a-aa4e-4f71-9d6a-6d3e90c8ed66 None None] Network bd524ecc-4896-4c19-91a4-3f3a4aee4f7a requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:17:01.484704 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-89c8bb6b-09b7-4ffb-9d4c-15a7113763d2 req-2a9f40e2-9d17-4f56-9672-494d09b02002 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3735421 Oct 30 15:17:01.486203 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-f92516a3-233c-4f0d-a673-d7c8051de934 None None] Provisioning complete for port f96814d0-770e-4d5b-9e7a-504f83fe77ee triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:17:01.486691 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f92516a3-233c-4f0d-a673-d7c8051de934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:01.549095 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b8fe512-c3c9-4352-8fa9-e714086fe563 req-fcf2dc9e-9b44-4e6c-88d2-28dcd1999597 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Network 4f22410e-53ea-4597-9c0e-a70994dfa6d8 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:17:01.578519 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-7b8fe512-c3c9-4352-8fa9-e714086fe563 req-fcf2dc9e-9b44-4e6c-88d2-28dcd1999597 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:17:01.610029 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b8fe512-c3c9-4352-8fa9-e714086fe563 req-fcf2dc9e-9b44-4e6c-88d2-28dcd1999597 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:17:01.659199 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:01.699019 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf2dc9e-9b44-4e6c-88d2-28dcd1999597 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Pushing event updated for resources: {'Port': ['ID=379f386b-f873-4002-8eac-6305fb45d254,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:01.812830 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8fe512-c3c9-4352-8fa9-e714086fe563 req-fcf2dc9e-9b44-4e6c-88d2-28dcd1999597 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:01.813773 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-7b8fe512-c3c9-4352-8fa9-e714086fe563 req-fcf2dc9e-9b44-4e6c-88d2-28dcd1999597 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:01.854365 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8a3ba37b-e2a2-4e07-a308-22a2b3bdf0d3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:01.857776 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf8c71c-8c7a-48a9-ad5e-2a7e6a486246 req-8902b256-de58-4f1a-aba0-16f5daa57aac tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:01.867184 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cdf8c71c-8c7a-48a9-ad5e-2a7e6a486246 req-8902b256-de58-4f1a-aba0-16f5daa57aac tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc65f5fa-f7bf-40f2-8b8b-06f236fa16c3 HTTP/1.1" status: 200 len: 932 time: 0.0732825 Oct 30 15:17:01.872393 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3229321e-07e2-47fd-a85d-89c2566cc285 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Router 59cacefb-564c-4425-8157-cb78ea29fba1 is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:17:01.885695 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c14b50e-a9aa-4360-b87a-c3020c2f72df tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Made reservation on behalf of 5487df6812a246998fe08bfdbae6b85d for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:17:01.893955 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0c14b50e-a9aa-4360-b87a-c3020c2f72df tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:01.938464 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7b8fe512-c3c9-4352-8fa9-e714086fe563 req-fcf2dc9e-9b44-4e6c-88d2-28dcd1999597 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4002123 Oct 30 15:17:01.938814 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cdf8c71c-8c7a-48a9-ad5e-2a7e6a486246 req-72ff6ec1-c720-4f69-b773-1faa790479d1 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632961 Oct 30 15:17:01.976201 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port f96814d0-770e-4d5b-9e7a-504f83fe77ee, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=f96814d0-770e-4d5b-9e7a-504f83fe77ee,segment=NetworkSegment(7d9538ef-68b6-4116-b9e7-85875c6597be),segment_id=7d9538ef-68b6-4116-b9e7-85875c6597be)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:17:02.037362 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:02.037362 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 5117bb7e-05b4-4c69-b7b0-eac050cdf685 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:17:02.044486 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-7b8fe512-c3c9-4352-8fa9-e714086fe563 req-93170b1a-cc93-41ad-8ac3-816c0a57d132 service neutron] Request body: {'port': {'device_id': 'bc65f5fa-f7bf-40f2-8b8b-06f236fa16c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:17:02.108736 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:02.239930 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=f96814d0-770e-4d5b-9e7a-504f83fe77ee,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:02.260589 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 5117bb7e-05b4-4c69-b7b0-eac050cdf685 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:17:02.260974 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:02.470809 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcde801-0e58-4ceb-950e-17d8c2e355c2 None None] Network 4f2b4662-3762-472a-a79d-3599e1ff305d requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:17:02.473409 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device cd7bcfbf-1623-489f-a384-785738bf069f up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:17:02.574522 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3229321e-07e2-47fd-a85d-89c2566cc285 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:17:02.581594 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8a3ba37b-e2a2-4e07-a308-22a2b3bdf0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:02.586099 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-4b413421-a1b5-45f7-a737-9d00a25f8bda None None] Provisioning complete for port f548e0ab-e7a8-47a6-9409-36325caf91d1 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:17:02.586688 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4b413421-a1b5-45f7-a737-9d00a25f8bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:02.597417 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4120b3e8-d864-42d7-8504-b9c67fa20c97 None None] Sync routers for ids ['59cacefb-564c-4425-8157-cb78ea29fba1'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:17:02.601255 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-3229321e-07e2-47fd-a85d-89c2566cc285 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "PUT /v2.0/routers/59cacefb-564c-4425-8157-cb78ea29fba1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5438304 Oct 30 15:17:02.613750 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4120b3e8-d864-42d7-8504-b9c67fa20c97 None None] Routers {'59cacefb-564c-4425-8157-cb78ea29fba1'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:17:02.614292 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-4120b3e8-d864-42d7-8504-b9c67fa20c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:16:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['59cacefb-564c-4425-8157-cb78ea29fba1'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:17:02.634715 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 42420) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:02.649314 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-4120b3e8-d864-42d7-8504-b9c67fa20c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:17:02.658567 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4120b3e8-d864-42d7-8504-b9c67fa20c97 None None] Routers {'59cacefb-564c-4425-8157-cb78ea29fba1'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:17:02.659178 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-4120b3e8-d864-42d7-8504-b9c67fa20c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:16:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['59cacefb-564c-4425-8157-cb78ea29fba1'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:17:02.733132 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-4b413421-a1b5-45f7-a737-9d00a25f8bda None None] Port f548e0ab-e7a8-47a6-9409-36325caf91d1 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:17:02.745636 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-7b8fe512-c3c9-4352-8fa9-e714086fe563 req-93170b1a-cc93-41ad-8ac3-816c0a57d132 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:02.764096 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3ba37b-e2a2-4e07-a308-22a2b3bdf0d3 admin admin] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:17:02.776630 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e565a78-f071-4c23-b740-414ce2e7f1c1 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:02.778185 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-2e565a78-f071-4c23-b740-414ce2e7f1c1 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "GET /v2.0/ports/f548e0ab-e7a8-47a6-9409-36325caf91d1 HTTP/1.1" status: 200 len: 910 time: 0.1413674 Oct 30 15:17:02.784855 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 42422) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:02.787227 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-8a3ba37b-e2a2-4e07-a308-22a2b3bdf0d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:17:02.796741 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3ba37b-e2a2-4e07-a308-22a2b3bdf0d3 admin admin] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:17:02.812385 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-4120b3e8-d864-42d7-8504-b9c67fa20c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:17:02.813053 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4120b3e8-d864-42d7-8504-b9c67fa20c97 None None] The sync data for ids ['59cacefb-564c-4425-8157-cb78ea29fba1'] in n-d-806683-17 is: [] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:17:02.815546 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d9062-f675-41da-b885-db6c4ff9e2e0 req-7944ebc6-c758-4d39-a28f-67435ab4434e tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:02.817093 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d27d9062-f675-41da-b885-db6c4ff9e2e0 req-7944ebc6-c758-4d39-a28f-67435ab4434e tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 944 time: 0.2477939 Oct 30 15:17:02.827861 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port cd7bcfbf-1623-489f-a384-785738bf069f completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:17:02.867985 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port cd7bcfbf-1623-489f-a384-785738bf069f triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:17:02.868370 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:02.882548 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d27d9062-f675-41da-b885-db6c4ff9e2e0 req-fe52627c-db17-4c7d-978e-2d7d17b247a1 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509129 Oct 30 15:17:02.917199 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-a763617d-a113-4bf8-8eb6-99a426837726 None None] Provisioning complete for port f96814d0-770e-4d5b-9e7a-504f83fe77ee triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:17:02.917573 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a763617d-a113-4bf8-8eb6-99a426837726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:03.121586 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device f96814d0-770e-4d5b-9e7a-504f83fe77ee up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:17:03.200044 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:03.237929 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-a763617d-a113-4bf8-8eb6-99a426837726 None None] Provisioning complete for port 01c9a314-60b2-4fcb-8b95-ea5f6dae6d14 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:17:03.238554 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a763617d-a113-4bf8-8eb6-99a426837726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:03.312200 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port cd7bcfbf-1623-489f-a384-785738bf069f, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=cd7bcfbf-1623-489f-a384-785738bf069f,segment=NetworkSegment(4eb103e9-b9a2-4786-ab9b-d9e363fed874),segment_id=4eb103e9-b9a2-4786-ab9b-d9e363fed874)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:17:03.317404 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-7b8fe512-c3c9-4352-8fa9-e714086fe563 req-93170b1a-cc93-41ad-8ac3-816c0a57d132 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 379f386b-f873-4002-8eac-6305fb45d254 {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:17:03.325572 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-7b8fe512-c3c9-4352-8fa9-e714086fe563 req-93170b1a-cc93-41ad-8ac3-816c0a57d132 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:03.329401 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dc11b83-66ec-4702-91a6-063c6a95db97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd7bcfbf-1623-489f-a384-785738bf069f'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:17:03.338275 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453182ae-fa88-47dc-ba66-4ea8a4af3f07" -d '{"events": [{"server_uuid": "8dc11b83-66ec-4702-91a6-063c6a95db97", "name": "network-vif-plugged", "status": "completed", "tag": "cd7bcfbf-1623-489f-a384-785738bf069f"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:17:03.349019 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f480f66-594c-418a-8dd5-3862ca78b631 None None] get_active_networks_info from n-d-806683-17 {{(pid=102132) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 30 15:17:03.383325 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-7b8fe512-c3c9-4352-8fa9-e714086fe563 req-93170b1a-cc93-41ad-8ac3-816c0a57d132 service neutron] Transition to ACTIVE for port object 379f386b-f873-4002-8eac-6305fb45d254 will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:17:03.388178 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3ba37b-e2a2-4e07-a308-22a2b3bdf0d3 admin admin] Pushing event updated for resources: {'Port': ['ID=311cb9f5-d926-4602-8541-6f6c70ee99ca,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:03.396548 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:03.466079 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a20ae8-2723-46c7-b1b8-086663e230ba x-openstack-request-id: req-23a20ae8-2723-46c7-b1b8-086663e230ba {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:17:03.466384 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dc11b83-66ec-4702-91a6-063c6a95db97", "name": "network-vif-plugged", "status": "completed", "tag": "cd7bcfbf-1623-489f-a384-785738bf069f", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:17:03.466644 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-23a20ae8-2723-46c7-b1b8-086663e230ba {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:17:03.467060 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dc11b83-66ec-4702-91a6-063c6a95db97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd7bcfbf-1623-489f-a384-785738bf069f', 'code': 200} Oct 30 15:17:03.499307 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-7b8fe512-c3c9-4352-8fa9-e714086fe563 req-93170b1a-cc93-41ad-8ac3-816c0a57d132 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:03.542241 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port f96814d0-770e-4d5b-9e7a-504f83fe77ee triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:17:03.542835 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:03.571074 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f41c9-b494-4ada-85dc-a0cad9b29a6d req-a4e8e2ba-43d7-4499-86eb-e4ae38ac932f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:03.572308 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93170b1a-cc93-41ad-8ac3-816c0a57d132 service neutron] Pushing event updated for resources: {'Port': ['ID=379f386b-f873-4002-8eac-6305fb45d254,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:03.573300 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dd8f41c9-b494-4ada-85dc-a0cad9b29a6d req-a4e8e2ba-43d7-4499-86eb-e4ae38ac932f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 1097 time: 0.0916419 Oct 30 15:17:03.629632 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=cd7bcfbf-1623-489f-a384-785738bf069f,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:03.651760 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dd8f41c9-b494-4ada-85dc-a0cad9b29a6d req-1a794e37-e5cc-426d-be26-cec1c0d65705 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702364 Oct 30 15:17:03.722803 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a763617d-a113-4bf8-8eb6-99a426837726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:03.818417 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-a763617d-a113-4bf8-8eb6-99a426837726 None None] For port 01c9a314-60b2-4fcb-8b95-ea5f6dae6d14, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=01c9a314-60b2-4fcb-8b95-ea5f6dae6d14,segment=NetworkSegment(0b992be6-140e-4341-a8f5-54109f4ee29a),segment_id=0b992be6-140e-4341-a8f5-54109f4ee29a)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:17:03.827198 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a763617d-a113-4bf8-8eb6-99a426837726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:03.837492 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 01c9a314-60b2-4fcb-8b95-ea5f6dae6d14 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:17:03.838961 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f480f66-594c-418a-8dd5-3862ca78b631 None None] Resources bound (agent type, host, resource id): {{(pid=102132) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 30 15:17:03.873543 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956fe6f6-ce78-48cc-8a02-16ff6fd9c79b req-49a6c557-4fa9-4d67-bdd5-b8604071aa08 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:03.876953 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-956fe6f6-ce78-48cc-8a02-16ff6fd9c79b req-49a6c557-4fa9-4d67-bdd5-b8604071aa08 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc65f5fa-f7bf-40f2-8b8b-06f236fa16c3 HTTP/1.1" status: 200 len: 932 time: 0.5318861 Oct 30 15:17:03.988370 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a763617d-a113-4bf8-8eb6-99a426837726 None None] Pushing event updated for resources: {'Port': ['ID=01c9a314-60b2-4fcb-8b95-ea5f6dae6d14,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:04.021313 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 01c9a314-60b2-4fcb-8b95-ea5f6dae6d14 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:17:04.021690 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:04.054478 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-6278f54c-2ea7-4a9b-ae1c-a8c928355426 None None] Provisioning complete for port 01c9a314-60b2-4fcb-8b95-ea5f6dae6d14 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:17:04.056165 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6278f54c-2ea7-4a9b-ae1c-a8c928355426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:04.165828 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e12caa-7c94-4a3b-b6e3-d974476373e5 req-f1986623-d9a6-47e0-bda3-b2215e980810 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:04.175005 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-33e12caa-7c94-4a3b-b6e3-d974476373e5 req-f1986623-d9a6-47e0-bda3-b2215e980810 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 945 time: 0.1121016 Oct 30 15:17:04.220482 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-956fe6f6-ce78-48cc-8a02-16ff6fd9c79b req-f25da3e8-ba6b-4d4c-8f93-7326a9ffa5eb tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923007 Oct 30 15:17:04.258883 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8a3ba37b-e2a2-4e07-a308-22a2b3bdf0d3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:04.265366 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-33e12caa-7c94-4a3b-b6e3-d974476373e5 req-7816af90-1d9c-4f79-bbdd-00ef4d4219f3 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891042 Oct 30 15:17:04.325341 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0c14b50e-a9aa-4360-b87a-c3020c2f72df tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:04.452326 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-7b8fe512-c3c9-4352-8fa9-e714086fe563 req-93170b1a-cc93-41ad-8ac3-816c0a57d132 service neutron] Attempting to bind port 379f386b-f873-4002-8eac-6305fb45d254 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:17:04.453123 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-7b8fe512-c3c9-4352-8fa9-e714086fe563 req-93170b1a-cc93-41ad-8ac3-816c0a57d132 service neutron] Attempting to bind port 379f386b-f873-4002-8eac-6305fb45d254 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '803c5434-e7a3-49e2-9896-7909e39f1289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4f22410e-53ea-4597-9c0e-a70994dfa6d8'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:17:04.453635 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8fe512-c3c9-4352-8fa9-e714086fe563 req-93170b1a-cc93-41ad-8ac3-816c0a57d132 service neutron] Attempting to bind port 379f386b-f873-4002-8eac-6305fb45d254 on network 4f22410e-53ea-4597-9c0e-a70994dfa6d8 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:17:04.481107 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8fe512-c3c9-4352-8fa9-e714086fe563 req-93170b1a-cc93-41ad-8ac3-816c0a57d132 service neutron] Port 379f386b-f873-4002-8eac-6305fb45d254 on network 4f22410e-53ea-4597-9c0e-a70994dfa6d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:17:04.481447 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8fe512-c3c9-4352-8fa9-e714086fe563 req-93170b1a-cc93-41ad-8ac3-816c0a57d132 service neutron] Attempting to bind port 379f386b-f873-4002-8eac-6305fb45d254 on network 4f22410e-53ea-4597-9c0e-a70994dfa6d8 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:17:04.504951 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8fe512-c3c9-4352-8fa9-e714086fe563 req-93170b1a-cc93-41ad-8ac3-816c0a57d132 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:17:04.505283 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8fe512-c3c9-4352-8fa9-e714086fe563 req-93170b1a-cc93-41ad-8ac3-816c0a57d132 service neutron] Checking segment: {'id': '803c5434-e7a3-49e2-9896-7909e39f1289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4f22410e-53ea-4597-9c0e-a70994dfa6d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:17:04.505669 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8fe512-c3c9-4352-8fa9-e714086fe563 req-93170b1a-cc93-41ad-8ac3-816c0a57d132 service neutron] Bound using segment: {'id': '803c5434-e7a3-49e2-9896-7909e39f1289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4f22410e-53ea-4597-9c0e-a70994dfa6d8'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:17:04.506113 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-7b8fe512-c3c9-4352-8fa9-e714086fe563 req-93170b1a-cc93-41ad-8ac3-816c0a57d132 service neutron] Bound port: 379f386b-f873-4002-8eac-6305fb45d254, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '803c5434-e7a3-49e2-9896-7909e39f1289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4f22410e-53ea-4597-9c0e-a70994dfa6d8'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:17:04.506469 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-7b8fe512-c3c9-4352-8fa9-e714086fe563 req-93170b1a-cc93-41ad-8ac3-816c0a57d132 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:04.523713 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c14b50e-a9aa-4360-b87a-c3020c2f72df tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Pushing event updated for resources: {'Subnet': ['ID=edf1447e-afd0-443e-9287-910dd3560d88,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:04.644697 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c14b50e-a9aa-4360-b87a-c3020c2f72df tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Checking segment: {'id': '80080887-6ab4-4756-8bb0-30b582c14f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '104ab5ac-22d7-487c-8ce3-67e5b2203600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:17:04.644913 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c14b50e-a9aa-4360-b87a-c3020c2f72df tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Network hostable DHCP agents. Network: 104ab5ac-22d7-487c-8ce3-67e5b2203600, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:17:04.781849 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-7b8fe512-c3c9-4352-8fa9-e714086fe563 req-93170b1a-cc93-41ad-8ac3-816c0a57d132 service neutron] For port 379f386b-f873-4002-8eac-6305fb45d254, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:17:04.799049 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c14b50e-a9aa-4360-b87a-c3020c2f72df tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Network 104ab5ac-22d7-487c-8ce3-67e5b2203600 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:17:04.806957 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-7b8fe512-c3c9-4352-8fa9-e714086fe563 req-93170b1a-cc93-41ad-8ac3-816c0a57d132 service neutron] For port 379f386b-f873-4002-8eac-6305fb45d254, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=379f386b-f873-4002-8eac-6305fb45d254,segment=NetworkSegment(803c5434-e7a3-49e2-9896-7909e39f1289),segment_id=803c5434-e7a3-49e2-9896-7909e39f1289)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:17:04.818598 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a1ef2f65-dd4b-4614-82b0-f3b0dd64ba01 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:04.822942 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-7b8fe512-c3c9-4352-8fa9-e714086fe563 req-93170b1a-cc93-41ad-8ac3-816c0a57d132 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:04.829083 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-0c14b50e-a9aa-4360-b87a-c3020c2f72df tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 104ab5ac-22d7-487c-8ce3-67e5b2203600) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:17:04.839094 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ec8337-f0ff-4f42-ba01-285c73692f38 None None] Network 104ab5ac-22d7-487c-8ce3-67e5b2203600 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:17:04.868953 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c14b50e-a9aa-4360-b87a-c3020c2f72df tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:04.869548 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0c14b50e-a9aa-4360-b87a-c3020c2f72df tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:04.914780 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 01c9a314-60b2-4fcb-8b95-ea5f6dae6d14 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:17:04.940175 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8a3ba37b-e2a2-4e07-a308-22a2b3bdf0d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:04.971429 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8fe512-c3c9-4352-8fa9-e714086fe563 req-93170b1a-cc93-41ad-8ac3-816c0a57d132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:04.972136 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-7b8fe512-c3c9-4352-8fa9-e714086fe563 req-93170b1a-cc93-41ad-8ac3-816c0a57d132 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:04.973630 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7b8fe512-c3c9-4352-8fa9-e714086fe563 req-93170b1a-cc93-41ad-8ac3-816c0a57d132 service neutron] 10.222.0.53 "PUT /v2.0/ports/379f386b-f873-4002-8eac-6305fb45d254 HTTP/1.1" status: 200 len: 1093 time: 2.9415514 Oct 30 15:17:04.974195 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc65f5fa-f7bf-40f2-8b8b-06f236fa16c3', 'tag': '379f386b-f873-4002-8eac-6305fb45d254'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:17:04.977095 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9bf376-d7e1-4d3c-99b1-9475d91a045c" -d '{"events": [{"name": "network-changed", "server_uuid": "bc65f5fa-f7bf-40f2-8b8b-06f236fa16c3", "tag": "379f386b-f873-4002-8eac-6305fb45d254"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:17:04.992019 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-0c14b50e-a9aa-4360-b87a-c3020c2f72df tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.3420455 Oct 30 15:17:04.994431 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 42452) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:05.001162 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-b2a36c86-5135-40ba-8cc0-0b2b9b7de3c5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Request body: {'subnet': {'network_id': '104ab5ac-22d7-487c-8ce3-67e5b2203600', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:17:05.006497 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93170b1a-cc93-41ad-8ac3-816c0a57d132 service neutron] Pushing event updated for resources: {'Port': ['ID=379f386b-f873-4002-8eac-6305fb45d254,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:05.059527 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d35644-df6f-4260-a342-5d35108551c4 x-openstack-request-id: req-84d35644-df6f-4260-a342-5d35108551c4 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:17:05.059747 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc65f5fa-f7bf-40f2-8b8b-06f236fa16c3", "tag": "379f386b-f873-4002-8eac-6305fb45d254", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:17:05.059835 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-84d35644-df6f-4260-a342-5d35108551c4 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:17:05.060232 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc65f5fa-f7bf-40f2-8b8b-06f236fa16c3', 'tag': '379f386b-f873-4002-8eac-6305fb45d254', 'status': 'completed', 'code': 200} Oct 30 15:17:05.072592 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 01c9a314-60b2-4fcb-8b95-ea5f6dae6d14 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:17:05.072962 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:05.169709 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a36c86-5135-40ba-8cc0-0b2b9b7de3c5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Made reservation on behalf of 5487df6812a246998fe08bfdbae6b85d for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:17:05.175934 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b2a36c86-5135-40ba-8cc0-0b2b9b7de3c5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:05.183383 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cbf267-c6a7-49ff-a8f3-ced66e7655ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-104ab5ac-22d7-487c-8ce3-67e5b2203600', 'network_id': '104ab5ac-22d7-487c-8ce3-67e5b2203600', 'tenant_id': '5487df6812a246998fe08bfdbae6b85d', 'fixed_ips': [{'subnet_id': 'edf1447e-afd0-443e-9287-910dd3560d88'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:17:05.185828 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c2cbf267-c6a7-49ff-a8f3-ced66e7655ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:05.455828 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-c2cbf267-c6a7-49ff-a8f3-ced66e7655ec None None] Allocated IP 2001:db8::2 (104ab5ac-22d7-487c-8ce3-67e5b2203600/edf1447e-afd0-443e-9287-910dd3560d88/b565978f-65e0-4b66-902e-cafe0b4c97d2) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:17:05.562771 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5611e9-c6a4-445c-b358-516a98ebda15 req-895ac7f0-213e-4457-a820-ac8145fd80cc tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:05.569007 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-da5611e9-c6a4-445c-b358-516a98ebda15 req-895ac7f0-213e-4457-a820-ac8145fd80cc tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 945 time: 0.1706126 Oct 30 15:17:05.591840 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 42470) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:05.619110 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8fe512-c3c9-4352-8fa9-e714086fe563 req-021c15a7-43a9-4f11-84a5-e95a89508541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:05.620724 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7b8fe512-c3c9-4352-8fa9-e714086fe563 req-021c15a7-43a9-4f11-84a5-e95a89508541 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=50828efdd6f44ddca14e599b5226f88f&device_id=bc65f5fa-f7bf-40f2-8b8b-06f236fa16c3 HTTP/1.1" status: 200 len: 1096 time: 0.5738568 Oct 30 15:17:05.678266 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-da5611e9-c6a4-445c-b358-516a98ebda15 req-89651886-913f-4250-83dc-bc80cc7b38ae tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002457 Oct 30 15:17:05.689201 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99a7466-dc58-43b5-aec8-c8d6eee70c21 req-5d5f501e-3562-4ca2-be92-54195d073f50 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:05.696431 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b99a7466-dc58-43b5-aec8-c8d6eee70c21 req-5d5f501e-3562-4ca2-be92-54195d073f50 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc65f5fa-f7bf-40f2-8b8b-06f236fa16c3 HTTP/1.1" status: 200 len: 944 time: 0.2407675 Oct 30 15:17:05.737788 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7b8fe512-c3c9-4352-8fa9-e714086fe563 req-eae66ebf-d7d5-44a5-b231-1fb07d71f611 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=379f386b-f873-4002-8eac-6305fb45d254 HTTP/1.1" status: 200 len: 217 time: 0.1077750 Oct 30 15:17:05.779063 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 42478) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:05.795995 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-4e978c4c-f936-4841-b62b-c50d959940b1 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1855680668'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:17:05.826900 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c2cbf267-c6a7-49ff-a8f3-ced66e7655ec None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:05.837077 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c2cbf267-c6a7-49ff-a8f3-ced66e7655ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:05.858218 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b99a7466-dc58-43b5-aec8-c8d6eee70c21 req-03ad8e93-4865-47e7-aa75-456aa029efa2 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608229 Oct 30 15:17:05.905431 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cbf267-c6a7-49ff-a8f3-ced66e7655ec None None] Network 104ab5ac-22d7-487c-8ce3-67e5b2203600 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:17:05.906035 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8fe512-c3c9-4352-8fa9-e714086fe563 req-2592be08-4202-48bd-9277-0235137b46d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:05.906914 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7b8fe512-c3c9-4352-8fa9-e714086fe563 req-2592be08-4202-48bd-9277-0235137b46d6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=449705ab-2365-49b9-8b83-fe461dd03f65 HTTP/1.1" status: 200 len: 852 time: 0.1592414 Oct 30 15:17:05.909187 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-c2cbf267-c6a7-49ff-a8f3-ced66e7655ec None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:17:05.913359 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cbf267-c6a7-49ff-a8f3-ced66e7655ec None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:17:05.926636 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cbf267-c6a7-49ff-a8f3-ced66e7655ec None None] Pushing event updated for resources: {'Port': ['ID=b565978f-65e0-4b66-902e-cafe0b4c97d2,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:05.934153 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-91e4e1d0-4986-482a-b2a0-affcf29e123f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:05.954461 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7b8fe512-c3c9-4352-8fa9-e714086fe563 req-e69c679d-a6a2-4af3-a7fc-5ee1eea6b1db service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4f22410e-53ea-4597-9c0e-a70994dfa6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353096 Oct 30 15:17:05.971871 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b2a36c86-5135-40ba-8cc0-0b2b9b7de3c5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:05.972137 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cbf267-c6a7-49ff-a8f3-ced66e7655ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:17:05.972255 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cbf267-c6a7-49ff-a8f3-ced66e7655ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:17:05.972561 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cbf267-c6a7-49ff-a8f3-ced66e7655ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:17:05.972935 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cbf267-c6a7-49ff-a8f3-ced66e7655ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:17:05.973248 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cbf267-c6a7-49ff-a8f3-ced66e7655ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:17:05.973606 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cbf267-c6a7-49ff-a8f3-ced66e7655ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:17:05.973922 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cbf267-c6a7-49ff-a8f3-ced66e7655ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:17:05.974230 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cbf267-c6a7-49ff-a8f3-ced66e7655ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:17:05.974559 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cbf267-c6a7-49ff-a8f3-ced66e7655ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:17:05.974911 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cbf267-c6a7-49ff-a8f3-ced66e7655ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:17:05.975210 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cbf267-c6a7-49ff-a8f3-ced66e7655ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:17:05.975560 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cbf267-c6a7-49ff-a8f3-ced66e7655ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:17:05.987969 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e978c4c-f936-4841-b62b-c50d959940b1 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Made reservation on behalf of fedcadc844c84f7ca955acdb50df6c20 for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:17:05.992744 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4e978c4c-f936-4841-b62b-c50d959940b1 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:06.009884 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-c2cbf267-c6a7-49ff-a8f3-ced66e7655ec None None] Attempting to bind port b565978f-65e0-4b66-902e-cafe0b4c97d2 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:17:06.010839 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-c2cbf267-c6a7-49ff-a8f3-ced66e7655ec None None] Attempting to bind port b565978f-65e0-4b66-902e-cafe0b4c97d2 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '80080887-6ab4-4756-8bb0-30b582c14f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '104ab5ac-22d7-487c-8ce3-67e5b2203600'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:17:06.011970 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cbf267-c6a7-49ff-a8f3-ced66e7655ec None None] Attempting to bind port b565978f-65e0-4b66-902e-cafe0b4c97d2 on network 104ab5ac-22d7-487c-8ce3-67e5b2203600 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:17:06.019712 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cbf267-c6a7-49ff-a8f3-ced66e7655ec None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:17:06.020525 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cbf267-c6a7-49ff-a8f3-ced66e7655ec None None] Checking segment: {'id': '80080887-6ab4-4756-8bb0-30b582c14f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '104ab5ac-22d7-487c-8ce3-67e5b2203600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:17:06.021167 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c2cbf267-c6a7-49ff-a8f3-ced66e7655ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:06.022313 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cbf267-c6a7-49ff-a8f3-ced66e7655ec None None] Bound using segment: {'id': '80080887-6ab4-4756-8bb0-30b582c14f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '104ab5ac-22d7-487c-8ce3-67e5b2203600'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:17:06.024159 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-c2cbf267-c6a7-49ff-a8f3-ced66e7655ec None None] Bound port: b565978f-65e0-4b66-902e-cafe0b4c97d2, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80080887-6ab4-4756-8bb0-30b582c14f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '104ab5ac-22d7-487c-8ce3-67e5b2203600'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:17:06.024434 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-a1ef2f65-dd4b-4614-82b0-f3b0dd64ba01 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Allocated IP 172.21.0.1 (bd524ecc-4896-4c19-91a4-3f3a4aee4f7a/e4289dbb-dfa7-477c-892e-d073a55f9515/39d9dbd5-67f4-426f-8111-02795c6c7190) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:17:06.025048 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c2cbf267-c6a7-49ff-a8f3-ced66e7655ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:06.035925 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a3ba37b-e2a2-4e07-a308-22a2b3bdf0d3 admin admin] Router f3c4cb74-f5d7-4a91-b20b-6525182a325c is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:17:06.079145 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a36c86-5135-40ba-8cc0-0b2b9b7de3c5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Network 104ab5ac-22d7-487c-8ce3-67e5b2203600 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:17:06.090343 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494d27a-7cc8-4cab-af71-e752a1ee4367 req-46910f3f-1509-47c3-9e87-81c58fb3a64e tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:06.092192 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d494d27a-7cc8-4cab-af71-e752a1ee4367 req-46910f3f-1509-47c3-9e87-81c58fb3a64e tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 945 time: 0.1863945 Oct 30 15:17:06.092886 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e978c4c-f936-4841-b62b-c50d959940b1 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:17:06.100627 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-b2a36c86-5135-40ba-8cc0-0b2b9b7de3c5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:17:06.106727 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 42480) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:06.113246 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-ba27de48-05ec-43f3-bce5-ab255624132e tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Request body: {'floatingip': {'port_id': 'cd7bcfbf-1623-489f-a384-785738bf069f'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:17:06.118868 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a36c86-5135-40ba-8cc0-0b2b9b7de3c5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:06.119498 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b2a36c86-5135-40ba-8cc0-0b2b9b7de3c5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:06.153660 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a36c86-5135-40ba-8cc0-0b2b9b7de3c5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Pushing event updated for resources: {'Subnet': ['ID=b6f21df7-4f33-429d-ac2a-b4ae06b7a5f4,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:06.161172 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4e978c4c-f936-4841-b62b-c50d959940b1 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:06.161554 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-4e978c4c-f936-4841-b62b-c50d959940b1 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Added segment 4d71454c-3ec5-4d11-8d12-d1e996d7212b of type vlan for network 1c5c7057-6cfb-4273-ace5-d2dc41be3e4a Oct 30 15:17:06.181977 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ba27de48-05ec-43f3-bce5-ab255624132e tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks [] for floatingip, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:06.243665 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b2a36c86-5135-40ba-8cc0-0b2b9b7de3c5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2436898 Oct 30 15:17:06.244906 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 42482) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:06.276763 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4e978c4c-f936-4841-b62b-c50d959940b1 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:06.297211 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7b8fe512-c3c9-4352-8fa9-e714086fe563 req-db963c9d-33c2-4ebb-9a6b-4e2bcfda3812 service neutron] 10.222.0.53 "GET /v2.0/networks/4f22410e-53ea-4597-9c0e-a70994dfa6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323257 Oct 30 15:17:06.338963 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-c2cbf267-c6a7-49ff-a8f3-ced66e7655ec None None] For port b565978f-65e0-4b66-902e-cafe0b4c97d2, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:17:06.342238 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-c2cbf267-c6a7-49ff-a8f3-ced66e7655ec None None] For port b565978f-65e0-4b66-902e-cafe0b4c97d2, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=b565978f-65e0-4b66-902e-cafe0b4c97d2,segment=NetworkSegment(80080887-6ab4-4756-8bb0-30b582c14f9c),segment_id=80080887-6ab4-4756-8bb0-30b582c14f9c)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:17:06.347683 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c2cbf267-c6a7-49ff-a8f3-ced66e7655ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:06.415564 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cbf267-c6a7-49ff-a8f3-ced66e7655ec None None] Pushing event updated for resources: {'Port': ['ID=b565978f-65e0-4b66-902e-cafe0b4c97d2,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:06.466522 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e0fe18-a76e-4ede-a562-e800105fd0a1 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:06.468233 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e0fe18-a76e-4ede-a562-e800105fd0a1 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:06.469763 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e0fe18-a76e-4ede-a562-e800105fd0a1 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:06.471414 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e0fe18-a76e-4ede-a562-e800105fd0a1 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:06.473086 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e0fe18-a76e-4ede-a562-e800105fd0a1 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:06.474808 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-18e0fe18-a76e-4ede-a562-e800105fd0a1 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2292891 Oct 30 15:17:06.478867 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 42484) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:06.487135 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-fe1ea549-ad96-4bc3-bb8e-f580e13dabbb tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1443812152'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:17:06.494049 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-91e4e1d0-4986-482a-b2a0-affcf29e123f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:06.501594 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4e978c4c-f936-4841-b62b-c50d959940b1 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:06.503940 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a1ef2f65-dd4b-4614-82b0-f3b0dd64ba01 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:06.508776 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-91e4e1d0-4986-482a-b2a0-affcf29e123f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:06.509298 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e978c4c-f936-4841-b62b-c50d959940b1 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:06.510278 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4e978c4c-f936-4841-b62b-c50d959940b1 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:06.516231 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a3ba37b-e2a2-4e07-a308-22a2b3bdf0d3 admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:17:06.530333 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6bf001-0e57-4e70-b25d-fe8cfb8a0d79 None None] Sync routers for ids ['f3c4cb74-f5d7-4a91-b20b-6525182a325c'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:17:06.550195 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6bf001-0e57-4e70-b25d-fe8cfb8a0d79 None None] Routers {'f3c4cb74-f5d7-4a91-b20b-6525182a325c'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:17:06.551344 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-ff6bf001-0e57-4e70-b25d-fe8cfb8a0d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:16:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['f3c4cb74-f5d7-4a91-b20b-6525182a325c'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:17:06.622206 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-91e4e1d0-4986-482a-b2a0-affcf29e123f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b03448d5027841e49b04d5973a3c1cbd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0200739 Oct 30 15:17:06.622419 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7b8fe512-c3c9-4352-8fa9-e714086fe563 req-6f29481d-4fb9-4e0c-85f3-8b07c1a945e2 service neutron] 10.222.0.53 "GET /v2.0/networks/4f22410e-53ea-4597-9c0e-a70994dfa6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137982 Oct 30 15:17:06.623151 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 42486) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:06.759577 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a1ef2f65-dd4b-4614-82b0-f3b0dd64ba01 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:06.770928 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-ff6bf001-0e57-4e70-b25d-fe8cfb8a0d79 None None] Set router f3c4cb74-f5d7-4a91-b20b-6525182a325c gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:17:06.878271 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e4e1d0-4986-482a-b2a0-affcf29e123f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdd09d3-7b3c-4b07-92ab-5c4ce1958097,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:07.004998 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device b565978f-65e0-4b66-902e-cafe0b4c97d2 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:17:07.009736 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ef2f65-dd4b-4614-82b0-f3b0dd64ba01 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Network bd524ecc-4896-4c19-91a4-3f3a4aee4f7a is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:17:07.022288 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ef2f65-dd4b-4614-82b0-f3b0dd64ba01 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Pushing event updated for resources: {'Port': ['ID=39d9dbd5-67f4-426f-8111-02795c6c7190,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:07.032843 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-a1ef2f65-dd4b-4614-82b0-f3b0dd64ba01 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:17:07.049257 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ef2f65-dd4b-4614-82b0-f3b0dd64ba01 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:17:07.053190 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1a2d6138-b7be-4a8a-8b25-c699185a18ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:07.114663 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1a2d6138-b7be-4a8a-8b25-c699185a18ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:07.118795 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9bf376-d7e1-4d3c-99b1-9475d91a045c req-8a21e2e2-c83c-441f-9682-e85bf13c411b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:07.120715 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0c9bf376-d7e1-4d3c-99b1-9475d91a045c req-8a21e2e2-c83c-441f-9682-e85bf13c411b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=50828efdd6f44ddca14e599b5226f88f&device_id=bc65f5fa-f7bf-40f2-8b8b-06f236fa16c3 HTTP/1.1" status: 200 len: 1096 time: 0.3858685 Oct 30 15:17:07.143380 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port b565978f-65e0-4b66-902e-cafe0b4c97d2 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:17:07.143950 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:07.144678 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e978c4c-f936-4841-b62b-c50d959940b1 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Pushing event updated for resources: {'Network': ['ID=1c5c7057-6cfb-4273-ace5-d2dc41be3e4a,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:07.175950 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 1c5c7057-6cfb-4273-ace5-d2dc41be3e4a details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:17:07.221780 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a1ef2f65-dd4b-4614-82b0-f3b0dd64ba01 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:07.306116 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-ff6bf001-0e57-4e70-b25d-fe8cfb8a0d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c4cb74-f5d7-4a91-b20b-6525182a325c', 'name': 'tempest-ServersTestFqdnHostnames-1224868306-router', 'tenant_id': '3b60864767dc44c8b2e5a3a55a17d929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '311cb9f5-d926-4602-8541-6f6c70ee99ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:16:55Z', 'updated_at': '2021-10-30T15:17:03Z', 'revision_number': 3, 'project_id': '3b60864767dc44c8b2e5a3a55a17d929', 'gw_port': {'id': '311cb9f5-d926-4602-8541-6f6c70ee99ca', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:fd:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c4cb74-f5d7-4a91-b20b-6525182a325c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:16:59Z', 'updated_at': '2021-10-30T15:17:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:17:07.348302 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1a2d6138-b7be-4a8a-8b25-c699185a18ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:07.351926 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1a2d6138-b7be-4a8a-8b25-c699185a18ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:07.353425 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-1a2d6138-b7be-4a8a-8b25-c699185a18ed admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cfdd09d3-7b3c-4b07-92ab-5c4ce1958097 HTTP/1.1" status: 204 len: 168 time: 0.6818001 Oct 30 15:17:07.355902 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6bf001-0e57-4e70-b25d-fe8cfb8a0d79 None None] Checking router: f3c4cb74-f5d7-4a91-b20b-6525182a325c for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:17:07.356276 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6bf001-0e57-4e70-b25d-fe8cfb8a0d79 None None] Updating router f3c4cb74-f5d7-4a91-b20b-6525182a325c port 311cb9f5-d926-4602-8541-6f6c70ee99ca binding host n-d-806683-17 {{(pid=102132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:17:07.364054 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe1ea549-ad96-4bc3-bb8e-f580e13dabbb tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Made reservation on behalf of 5487df6812a246998fe08bfdbae6b85d for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:17:07.367689 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fe1ea549-ad96-4bc3-bb8e-f580e13dabbb tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:07.403412 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-4e978c4c-f936-4841-b62b-c50d959940b1 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.6208231 Oct 30 15:17:07.416385 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 42494) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:07.420096 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe1ea549-ad96-4bc3-bb8e-f580e13dabbb tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:17:07.420359 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ff6bf001-0e57-4e70-b25d-fe8cfb8a0d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:07.421808 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8a3ba37b-e2a2-4e07-a308-22a2b3bdf0d3 admin admin] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:07.426168 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-8a3ba37b-e2a2-4e07-a308-22a2b3bdf0d3 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 11.7389948 Oct 30 15:17:07.429102 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 42496) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:07.439676 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-4ac72a75-f668-468e-beab-7cae751ae38d tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-524611801'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:17:07.450618 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9bf376-d7e1-4d3c-99b1-9475d91a045c req-bdfd6fcd-e041-40a3-9a6c-d2683efbae31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:07.454972 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0c9bf376-d7e1-4d3c-99b1-9475d91a045c req-bdfd6fcd-e041-40a3-9a6c-d2683efbae31 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4f22410e-53ea-4597-9c0e-a70994dfa6d8 HTTP/1.1" status: 200 len: 913 time: 0.3229263 Oct 30 15:17:07.457630 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2d6138-b7be-4a8a-8b25-c699185a18ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdd09d3-7b3c-4b07-92ab-5c4ce1958097,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:07.489397 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fe1ea549-ad96-4bc3-bb8e-f580e13dabbb tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:07.489770 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-fe1ea549-ad96-4bc3-bb8e-f580e13dabbb tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Added segment 7626363d-ba14-4651-bb03-4e6fe5d494ef of type vlan for network 2dff1fd2-28db-447c-8a9a-1d698dd192f0 Oct 30 15:17:07.541522 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0c9bf376-d7e1-4d3c-99b1-9475d91a045c req-48e621a8-9f95-4ae1-bc4d-175a4112cd33 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=379f386b-f873-4002-8eac-6305fb45d254 HTTP/1.1" status: 200 len: 217 time: 0.0760136 Oct 30 15:17:07.560855 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:07.562643 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c430eb3b-00f9-4d4b-b773-a62be935641e req-caba49af-c06b-469c-a43d-4d67a399a181 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:07.571186 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c430eb3b-00f9-4d4b-b773-a62be935641e req-caba49af-c06b-469c-a43d-4d67a399a181 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc65f5fa-f7bf-40f2-8b8b-06f236fa16c3 HTTP/1.1" status: 200 len: 944 time: 0.3817716 Oct 30 15:17:07.599789 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a1ef2f65-dd4b-4614-82b0-f3b0dd64ba01 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:07.622492 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac72a75-f668-468e-beab-7cae751ae38d tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Made reservation on behalf of fedcadc844c84f7ca955acdb50df6c20 for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:17:07.626748 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4ac72a75-f668-468e-beab-7cae751ae38d tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:07.649029 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-8c957498-0921-47d3-a310-82458b5b2dfb None None] Provisioning complete for port 39d9dbd5-67f4-426f-8111-02795c6c7190 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:17:07.649553 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8c957498-0921-47d3-a310-82458b5b2dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:07.695572 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9bf376-d7e1-4d3c-99b1-9475d91a045c req-74b75ddb-a475-4256-867b-01f270a35dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:07.697075 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0c9bf376-d7e1-4d3c-99b1-9475d91a045c req-74b75ddb-a475-4256-867b-01f270a35dc7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=449705ab-2365-49b9-8b83-fe461dd03f65 HTTP/1.1" status: 200 len: 852 time: 0.1476629 Oct 30 15:17:07.703927 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fe1ea549-ad96-4bc3-bb8e-f580e13dabbb tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:07.723758 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.db.resource_extend [None req-ba27de48-05ec-43f3-bce5-ab255624132e tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 30 15:17:07.741027 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c430eb3b-00f9-4d4b-b773-a62be935641e req-0ced8a88-ffcb-43bb-be3a-c970691c856d tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635048 Oct 30 15:17:07.743114 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port b565978f-65e0-4b66-902e-cafe0b4c97d2, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=b565978f-65e0-4b66-902e-cafe0b4c97d2,segment=NetworkSegment(80080887-6ab4-4756-8bb0-30b582c14f9c),segment_id=80080887-6ab4-4756-8bb0-30b582c14f9c)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:17:07.758092 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:07.808608 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-8c957498-0921-47d3-a310-82458b5b2dfb None None] Port 39d9dbd5-67f4-426f-8111-02795c6c7190 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:17:07.834466 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.db.resource_extend [None req-fe1ea549-ad96-4bc3-bb8e-f580e13dabbb tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 30 15:17:07.858848 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=b565978f-65e0-4b66-902e-cafe0b4c97d2,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:07.883623 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 42500) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:07.911645 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0c9bf376-d7e1-4d3c-99b1-9475d91a045c req-9d3f05da-4561-446a-80b1-70dbabaae2d1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4f22410e-53ea-4597-9c0e-a70994dfa6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1978657 Oct 30 15:17:07.916605 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ac72a75-f668-468e-beab-7cae751ae38d tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:17:07.936914 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fe1ea549-ad96-4bc3-bb8e-f580e13dabbb tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:07.942266 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1ea549-ad96-4bc3-bb8e-f580e13dabbb tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:07.942870 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fe1ea549-ad96-4bc3-bb8e-f580e13dabbb tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:07.970216 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ff6bf001-0e57-4e70-b25d-fe8cfb8a0d79 None None] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:07.977464 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ff6bf001-0e57-4e70-b25d-fe8cfb8a0d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:07.988501 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ba27de48-05ec-43f3-bce5-ab255624132e tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:07.994790 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9b476205-9d87-48f5-8cec-07f4eee4dc0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:08.015733 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ba27de48-05ec-43f3-bce5-ab255624132e tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:08.023931 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4ac72a75-f668-468e-beab-7cae751ae38d tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:08.023931 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-4ac72a75-f668-468e-beab-7cae751ae38d tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Added segment b5ba004b-9013-4cb0-8ed5-52fde33455a1 of type vlan for network 992316f0-a5bb-44db-b566-e8ec1fde1c28 Oct 30 15:17:08.048957 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-ff6bf001-0e57-4e70-b25d-fe8cfb8a0d79 None None] Attempting to bind port 311cb9f5-d926-4602-8541-6f6c70ee99ca on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:17:08.049884 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-ff6bf001-0e57-4e70-b25d-fe8cfb8a0d79 None None] Attempting to bind port 311cb9f5-d926-4602-8541-6f6c70ee99ca by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:17:08.049884 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6bf001-0e57-4e70-b25d-fe8cfb8a0d79 None None] Attempting to bind port 311cb9f5-d926-4602-8541-6f6c70ee99ca on network edc38ef5-7816-4133-914c-cfe2849a0125 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:17:08.059756 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87917d5e-b1c6-4f66-9843-6ea2fecf4d2b None None] Network 104ab5ac-22d7-487c-8ce3-67e5b2203600 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:17:08.079552 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694793c-5e7c-4cc9-bfaf-395ba75d8bc6 None None] Pushing event updated for resources: {'Port': ['ID=311cb9f5-d926-4602-8541-6f6c70ee99ca,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:08.120483 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6bf001-0e57-4e70-b25d-fe8cfb8a0d79 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:17:08.120483 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6bf001-0e57-4e70-b25d-fe8cfb8a0d79 None None] Checking segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:17:08.120845 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ff6bf001-0e57-4e70-b25d-fe8cfb8a0d79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:08.121689 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6bf001-0e57-4e70-b25d-fe8cfb8a0d79 None None] Bound using segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:17:08.121821 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-ff6bf001-0e57-4e70-b25d-fe8cfb8a0d79 None None] Bound port: 311cb9f5-d926-4602-8541-6f6c70ee99ca, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:17:08.122253 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ff6bf001-0e57-4e70-b25d-fe8cfb8a0d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:08.148720 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4ac72a75-f668-468e-beab-7cae751ae38d tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:08.152546 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-fe1ea549-ad96-4bc3-bb8e-f580e13dabbb tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6701136 Oct 30 15:17:08.156711 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 42504) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:08.162288 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-c3b13814-3409-4f25-a265-fe497bc1d42f tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:17:08.176515 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1ea549-ad96-4bc3-bb8e-f580e13dabbb tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Pushing event updated for resources: {'Network': ['ID=2dff1fd2-28db-447c-8a9a-1d698dd192f0,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:08.193667 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-24070c29-27ed-47e6-8e2b-b64638290635 None None] Provisioning complete for port b565978f-65e0-4b66-902e-cafe0b4c97d2 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:17:08.194042 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24070c29-27ed-47e6-8e2b-b64638290635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:08.196251 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 2dff1fd2-28db-447c-8a9a-1d698dd192f0 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:17:08.241844 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-ff6bf001-0e57-4e70-b25d-fe8cfb8a0d79 None None] For port 311cb9f5-d926-4602-8541-6f6c70ee99ca, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:17:08.276555 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0c9bf376-d7e1-4d3c-99b1-9475d91a045c req-b7b1889b-6346-4349-9f62-d2ea9a3c88e7 service neutron] 10.222.0.53 "GET /v2.0/networks/4f22410e-53ea-4597-9c0e-a70994dfa6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3554640 Oct 30 15:17:08.309594 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4ac72a75-f668-468e-beab-7cae751ae38d tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:08.313097 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-ff6bf001-0e57-4e70-b25d-fe8cfb8a0d79 None None] For port 311cb9f5-d926-4602-8541-6f6c70ee99ca, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=311cb9f5-d926-4602-8541-6f6c70ee99ca,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:17:08.315804 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac72a75-f668-468e-beab-7cae751ae38d tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:08.316555 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4ac72a75-f668-468e-beab-7cae751ae38d tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:08.328665 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ff6bf001-0e57-4e70-b25d-fe8cfb8a0d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:08.338921 n-d-806683-17 neutron-server[102130]: INFO neutron.db.l3_db [None req-ba27de48-05ec-43f3-bce5-ab255624132e tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Floating IP ed39a4d3-08df-4ee4-bffb-ef3118c388c8 associated. External IP: 172.25.4.120, port: cd7bcfbf-1623-489f-a384-785738bf069f. Oct 30 15:17:08.446721 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9b476205-9d87-48f5-8cec-07f4eee4dc0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:08.456952 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9b476205-9d87-48f5-8cec-07f4eee4dc0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:08.482879 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6bf001-0e57-4e70-b25d-fe8cfb8a0d79 None None] Routers {'f3c4cb74-f5d7-4a91-b20b-6525182a325c'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:17:08.483752 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-ff6bf001-0e57-4e70-b25d-fe8cfb8a0d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:16:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['f3c4cb74-f5d7-4a91-b20b-6525182a325c'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:17:08.487568 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694793c-5e7c-4cc9-bfaf-395ba75d8bc6 None None] Pushing event updated for resources: {'Port': ['ID=311cb9f5-d926-4602-8541-6f6c70ee99ca,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:08.535068 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b476205-9d87-48f5-8cec-07f4eee4dc0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e8da7e-9a56-4f3b-8b49-97e3fc176ff2,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:08.545892 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9b476205-9d87-48f5-8cec-07f4eee4dc0c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7569745506a04fd1b53b49d55c52d173&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6595821 Oct 30 15:17:08.548878 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 42506) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:08.761665 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cb3f2a43-32b1-41b5-ad7f-6ec7d4fa623e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:08.782972 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-ff6bf001-0e57-4e70-b25d-fe8cfb8a0d79 None None] Set router f3c4cb74-f5d7-4a91-b20b-6525182a325c gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:17:08.822401 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-4ac72a75-f668-468e-beab-7cae751ae38d tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3948548 Oct 30 15:17:08.826271 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 42510) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:08.841327 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-43cd0723-60ec-4bd0-8656-9dcf7d114c19 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Request body: {'subnet': {'network_id': '1c5c7057-6cfb-4273-ace5-d2dc41be3e4a', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:17:08.847346 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cb3f2a43-32b1-41b5-ad7f-6ec7d4fa623e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:08.848531 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac72a75-f668-468e-beab-7cae751ae38d tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Pushing event updated for resources: {'Network': ['ID=992316f0-a5bb-44db-b566-e8ec1fde1c28,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:08.876613 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a1ef2f65-dd4b-4614-82b0-f3b0dd64ba01 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:08.900104 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a1ef2f65-dd4b-4614-82b0-f3b0dd64ba01 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:08.910735 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 992316f0-a5bb-44db-b566-e8ec1fde1c28 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:17:08.925368 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7246a833-773a-4d25-b1bb-336592794200 None None] Update dhcp port {'port': {'network_id': '104ab5ac-22d7-487c-8ce3-67e5b2203600', 'fixed_ips': [{'subnet_id': 'edf1447e-afd0-443e-9287-910dd3560d88', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b6f21df7-4f33-429d-ac2a-b4ae06b7a5f4'}], 'binding:host_id': 'n-d-806683-17'}, 'id': 'b565978f-65e0-4b66-902e-cafe0b4c97d2'} from n-d-806683-17. {{(pid=102132) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 30 15:17:08.963754 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0c9bf376-d7e1-4d3c-99b1-9475d91a045c req-b5943dca-116d-443b-94c8-5ab96ee40036 service neutron] 10.222.0.53 "GET /v2.0/networks/4f22410e-53ea-4597-9c0e-a70994dfa6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6766915 Oct 30 15:17:08.982217 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba27de48-05ec-43f3-bce5-ab255624132e tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Router f66a2148-220f-43f9-be5f-8c999015ad8e has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:17:08.984602 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device b565978f-65e0-4b66-902e-cafe0b4c97d2 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:17:09.014640 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a1ef2f65-dd4b-4614-82b0-f3b0dd64ba01 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:09.019406 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-12c1c8fd-6465-4d2a-8e0a-0c889a49f952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:09.020382 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c3b13814-3409-4f25-a265-fe497bc1d42f tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:09.045272 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ef2f65-dd4b-4614-82b0-f3b0dd64ba01 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Pushing event updated for resources: {'Port': ['ID=39d9dbd5-67f4-426f-8111-02795c6c7190,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:09.059684 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ca0f8-b2b6-4df7-9c16-b8dce4e3eb8c req-982f511d-cf66-4467-94af-d6b21dff74c6 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:09.061619 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d66ca0f8-b2b6-4df7-9c16-b8dce4e3eb8c req-982f511d-cf66-4467-94af-d6b21dff74c6 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc65f5fa-f7bf-40f2-8b8b-06f236fa16c3 HTTP/1.1" status: 200 len: 944 time: 0.2330635 Oct 30 15:17:09.068439 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7246a833-773a-4d25-b1bb-336592794200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:09.082736 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c3b13814-3409-4f25-a265-fe497bc1d42f tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:09.187397 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 379f386b-f873-4002-8eac-6305fb45d254 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:17:09.196102 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c3b13814-3409-4f25-a265-fe497bc1d42f tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Network 2dff1fd2-28db-447c-8a9a-1d698dd192f0 is not hosted by any dhcp agent {{(pid=102131) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 30 15:17:09.197171 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port b565978f-65e0-4b66-902e-cafe0b4c97d2 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:17:09.197544 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:09.201618 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b13814-3409-4f25-a265-fe497bc1d42f tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:09.202228 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c3b13814-3409-4f25-a265-fe497bc1d42f tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:09.202597 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cb3f2a43-32b1-41b5-ad7f-6ec7d4fa623e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:09.203562 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-c3b13814-3409-4f25-a265-fe497bc1d42f tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] 10.222.0.62 "PUT /v2.0/networks/2dff1fd2-28db-447c-8a9a-1d698dd192f0 HTTP/1.1" status: 200 len: 723 time: 1.0458505 Oct 30 15:17:09.205811 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cb3f2a43-32b1-41b5-ad7f-6ec7d4fa623e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:09.207184 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-cb3f2a43-32b1-41b5-ad7f-6ec7d4fa623e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d3e8da7e-9a56-4f3b-8b49-97e3fc176ff2 HTTP/1.1" status: 204 len: 168 time: 0.6572492 Oct 30 15:17:09.208080 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 42514) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:09.222737 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-23122894-72ae-452b-942a-df7188575b36 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Request body: {'subnet': {'network_id': '2dff1fd2-28db-447c-8a9a-1d698dd192f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:17:09.276747 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43cd0723-60ec-4bd0-8656-9dcf7d114c19 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Made reservation on behalf of fedcadc844c84f7ca955acdb50df6c20 for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:17:09.279970 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b13814-3409-4f25-a265-fe497bc1d42f tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Pushing event updated for resources: {'Network': ['ID=2dff1fd2-28db-447c-8a9a-1d698dd192f0,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:09.280843 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-43cd0723-60ec-4bd0-8656-9dcf7d114c19 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:09.323351 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3f2a43-32b1-41b5-ad7f-6ec7d4fa623e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e8da7e-9a56-4f3b-8b49-97e3fc176ff2,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:09.326033 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 2dff1fd2-28db-447c-8a9a-1d698dd192f0 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:17:09.357194 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ef2f65-dd4b-4614-82b0-f3b0dd64ba01 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Network bd524ecc-4896-4c19-91a4-3f3a4aee4f7a is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:17:09.358715 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-a1ef2f65-dd4b-4614-82b0-f3b0dd64ba01 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:17:09.386368 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.db.resource_extend [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 30 15:17:09.509937 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d66ca0f8-b2b6-4df7-9c16-b8dce4e3eb8c req-2a934253-297f-4132-b14b-3e5b0c36b1d6 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4228501 Oct 30 15:17:09.590908 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1ef2f65-dd4b-4614-82b0-f3b0dd64ba01 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Router 59cacefb-564c-4425-8157-cb78ea29fba1 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:17:09.633005 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-7246a833-773a-4d25-b1bb-336592794200 None None] Allocated IP 172.20.0.1 (104ab5ac-22d7-487c-8ce3-67e5b2203600/b6f21df7-4f33-429d-ac2a-b4ae06b7a5f4/b565978f-65e0-4b66-902e-cafe0b4c97d2) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:17:09.767936 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba27de48-05ec-43f3-bce5-ab255624132e tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:17:09.774934 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ef2f65-dd4b-4614-82b0-f3b0dd64ba01 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:17:09.778577 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ba27de48-05ec-43f3-bce5-ab255624132e tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:09.781042 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1de78f6-1ca4-4984-845f-ab71da03f17e None None] Sync routers for ids ['f66a2148-220f-43f9-be5f-8c999015ad8e'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:17:09.800716 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-a1ef2f65-dd4b-4614-82b0-f3b0dd64ba01 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "PUT /v2.0/routers/59cacefb-564c-4425-8157-cb78ea29fba1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0052190 Oct 30 15:17:09.802480 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 42520) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:09.803695 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1de78f6-1ca4-4984-845f-ab71da03f17e None None] Routers {'f66a2148-220f-43f9-be5f-8c999015ad8e'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:17:09.805130 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-d1de78f6-1ca4-4984-845f-ab71da03f17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:16:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['f66a2148-220f-43f9-be5f-8c999015ad8e'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:17:09.815994 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23122894-72ae-452b-942a-df7188575b36 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Made reservation on behalf of 5487df6812a246998fe08bfdbae6b85d for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:17:09.820619 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-23122894-72ae-452b-942a-df7188575b36 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:09.903672 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c67894-0959-4671-afb8-c3222ef67543 None None] Sync routers for ids ['59cacefb-564c-4425-8157-cb78ea29fba1'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:17:09.915045 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 42522) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:09.936300 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9404f058-f272-42e9-b232-6eae0f497b3c tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:09.938770 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-9404f058-f272-42e9-b232-6eae0f497b3c tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "GET /v2.0/ports/39d9dbd5-67f4-426f-8111-02795c6c7190 HTTP/1.1" status: 200 len: 910 time: 0.1352956 Oct 30 15:17:09.954374 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 42524) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:09.955254 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d8a72633-5efe-481b-8124-8e95ac6c562a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:09.966882 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-7246a833-773a-4d25-b1bb-336592794200 None None] For port b565978f-65e0-4b66-902e-cafe0b4c97d2, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=b565978f-65e0-4b66-902e-cafe0b4c97d2,segment=NetworkSegment(80080887-6ab4-4756-8bb0-30b582c14f9c),segment_id=80080887-6ab4-4756-8bb0-30b582c14f9c)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:17:10.002345 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c67894-0959-4671-afb8-c3222ef67543 None None] Routers {'59cacefb-564c-4425-8157-cb78ea29fba1'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:17:10.002909 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-50c67894-0959-4671-afb8-c3222ef67543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:16:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['59cacefb-564c-4425-8157-cb78ea29fba1'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:17:10.004267 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-d1de78f6-1ca4-4984-845f-ab71da03f17e None None] Set router f66a2148-220f-43f9-be5f-8c999015ad8e gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:17:10.016517 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 379f386b-f873-4002-8eac-6305fb45d254, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=379f386b-f873-4002-8eac-6305fb45d254,segment=NetworkSegment(803c5434-e7a3-49e2-9896-7909e39f1289),segment_id=803c5434-e7a3-49e2-9896-7909e39f1289)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:17:10.034510 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-a3e10b72-83e0-465b-a6ff-fafda4ebfd48 None None] Provisioning complete for port 39d9dbd5-67f4-426f-8111-02795c6c7190 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:17:10.034920 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a3e10b72-83e0-465b-a6ff-fafda4ebfd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:10.079162 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-ff6bf001-0e57-4e70-b25d-fe8cfb8a0d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c4cb74-f5d7-4a91-b20b-6525182a325c', 'name': 'tempest-ServersTestFqdnHostnames-1224868306-router', 'tenant_id': '3b60864767dc44c8b2e5a3a55a17d929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '311cb9f5-d926-4602-8541-6f6c70ee99ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:16:55Z', 'updated_at': '2021-10-30T15:17:03Z', 'revision_number': 3, 'project_id': '3b60864767dc44c8b2e5a3a55a17d929', 'gw_port': {'id': '311cb9f5-d926-4602-8541-6f6c70ee99ca', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:fd:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c4cb74-f5d7-4a91-b20b-6525182a325c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:16:59Z', 'updated_at': '2021-10-30T15:17:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:17:10.125172 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-50c67894-0959-4671-afb8-c3222ef67543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:17:10.147786 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '379f386b-f873-4002-8eac-6305fb45d254', 'network_id': '4f22410e-53ea-4597-9c0e-a70994dfa6d8', 'port_id': '379f386b-f873-4002-8eac-6305fb45d254', 'mac_address': 'fa:16:3e:e1:52:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '449705ab-2365-49b9-8b83-fe461dd03f65', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:17:10.157853 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6bf001-0e57-4e70-b25d-fe8cfb8a0d79 None None] The sync data for ids ['f3c4cb74-f5d7-4a91-b20b-6525182a325c'] in n-d-806683-17 is: [{'id': 'f3c4cb74-f5d7-4a91-b20b-6525182a325c', 'name': 'tempest-ServersTestFqdnHostnames-1224868306-router', 'tenant_id': '3b60864767dc44c8b2e5a3a55a17d929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '311cb9f5-d926-4602-8541-6f6c70ee99ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:16:55Z', 'updated_at': '2021-10-30T15:17:03Z', 'revision_number': 3, 'project_id': '3b60864767dc44c8b2e5a3a55a17d929', 'gw_port': {'id': '311cb9f5-d926-4602-8541-6f6c70ee99ca', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:fd:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c4cb74-f5d7-4a91-b20b-6525182a325c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:16:59Z', 'updated_at': '2021-10-30T15:17:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:17:10.182148 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7246a833-773a-4d25-b1bb-336592794200 None None] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:10.206101 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7246a833-773a-4d25-b1bb-336592794200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:10.255120 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c67894-0959-4671-afb8-c3222ef67543 None None] Routers {'59cacefb-564c-4425-8157-cb78ea29fba1'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:17:10.255815 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-50c67894-0959-4671-afb8-c3222ef67543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:16:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['59cacefb-564c-4425-8157-cb78ea29fba1'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:17:10.296830 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-a3e10b72-83e0-465b-a6ff-fafda4ebfd48 None None] Port 39d9dbd5-67f4-426f-8111-02795c6c7190 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:17:10.353144 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-50c67894-0959-4671-afb8-c3222ef67543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:17:10.353780 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c67894-0959-4671-afb8-c3222ef67543 None None] The sync data for ids ['59cacefb-564c-4425-8157-cb78ea29fba1'] in n-d-806683-17 is: [] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:17:10.373413 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:10.380130 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d8a72633-5efe-481b-8124-8e95ac6c562a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:10.395777 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d8a72633-5efe-481b-8124-8e95ac6c562a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:10.443943 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 379f386b-f873-4002-8eac-6305fb45d254 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:17:10.450084 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d8a72633-5efe-481b-8124-8e95ac6c562a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cc04e814ccd24c6d88ef7814c07504b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5078492 Oct 30 15:17:10.455152 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7246a833-773a-4d25-b1bb-336592794200 None None] Pushing event updated for resources: {'Port': ['ID=b565978f-65e0-4b66-902e-cafe0b4c97d2,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:10.464684 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 42528) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:10.500153 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-ba27de48-05ec-43f3-bce5-ab255624132e tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "PUT /v2.0/floatingips/ed39a4d3-08df-4ee4-bffb-ef3118c388c8 HTTP/1.1" status: 200 len: 991 time: 4.3913739 Oct 30 15:17:10.511400 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 379f386b-f873-4002-8eac-6305fb45d254, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=379f386b-f873-4002-8eac-6305fb45d254,segment=NetworkSegment(803c5434-e7a3-49e2-9896-7909e39f1289),segment_id=803c5434-e7a3-49e2-9896-7909e39f1289)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:17:10.518824 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:10.528771 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dc11b83-66ec-4702-91a6-063c6a95db97', 'tag': 'cd7bcfbf-1623-489f-a384-785738bf069f'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:17:10.533840 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b52ff2a-ebcc-40fd-b388-12ad47beb704" -d '{"events": [{"name": "network-changed", "server_uuid": "8dc11b83-66ec-4702-91a6-063c6a95db97", "tag": "cd7bcfbf-1623-489f-a384-785738bf069f"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:17:10.564998 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a72633-5efe-481b-8124-8e95ac6c562a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5904b8cb-9027-454f-a54d-f47ba268b231,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:10.608402 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-12c1c8fd-6465-4d2a-8e0a-0c889a49f952 admin admin] Allocated IP 172.20.0.1 (4f2b4662-3762-472a-a79d-3599e1ff305d/dc7ff2c3-bbb5-481f-ba0a-d62c781b867c/36f510d8-7f6b-4fd0-82c8-20ac77c67244) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:17:10.690645 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=379f386b-f873-4002-8eac-6305fb45d254,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:10.692497 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-d1de78f6-1ca4-4984-845f-ab71da03f17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f66a2148-220f-43f9-be5f-8c999015ad8e', 'name': 'tempest-ServerActionsTestJSON-33003546-router', 'tenant_id': '19817faf69a4405b907421887c1772e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '63ebc91c-02a5-4f44-b7a2-72780ffe6a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:16:20Z', 'updated_at': '2021-10-30T15:16:29Z', 'revision_number': 4, 'project_id': '19817faf69a4405b907421887c1772e6', 'gw_port': {'id': '63ebc91c-02a5-4f44-b7a2-72780ffe6a79', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:54:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66a2148-220f-43f9-be5f-8c999015ad8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:16:22Z', 'updated_at': '2021-10-30T15:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': 'ed39a4d3-08df-4ee4-bffb-ef3118c388c8', 'tenant_id': '19817faf69a4405b907421887c1772e6', 'floating_ip_address': '172.25.4.120', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': 'f66a2148-220f-43f9-be5f-8c999015ad8e', 'port_id': 'cd7bcfbf-1623-489f-a384-785738bf069f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd26e81b3-f432-4f3d-bc5b-f2edc1c076d6', 'mac_address': 'fa:16:3e:c5:09:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc11b83-66ec-4702-91a6-063c6a95db97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:16:39Z', 'updated_at': '2021-10-30T15:17:07Z', 'revision_number': 1, 'project_id': '19817faf69a4405b907421887c1772e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '689c2fe5-8909-448a-a71b-c3d1011c098d', 'name': '', 'network_id': 'd26e81b3-f432-4f3d-bc5b-f2edc1c076d6', 'tenant_id': '19817faf69a4405b907421887c1772e6', 'mac_address': 'fa:16:3e:8f:c1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66a2148-220f-43f9-be5f-8c999015ad8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': 'd862e367-a3ef-41d8-9769-a6945d8f8b1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:16:27Z', 'updated_at': '2021-10-30T15:16:44Z', 'revision_number': 5, 'project_id': '19817faf69a4405b907421887c1772e6', 'subnets': [{'id': 'd862e367-a3ef-41d8-9769-a6945d8f8b1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:17:10.764625 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1de78f6-1ca4-4984-845f-ab71da03f17e None None] Checking router: f66a2148-220f-43f9-be5f-8c999015ad8e for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:17:10.767055 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-24dc11bf-011e-469e-a153-a304aa61687c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:10.788953 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1de78f6-1ca4-4984-845f-ab71da03f17e None None] Routers {'f66a2148-220f-43f9-be5f-8c999015ad8e'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:17:10.789673 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-d1de78f6-1ca4-4984-845f-ab71da03f17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:16:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['f66a2148-220f-43f9-be5f-8c999015ad8e'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:17:10.868109 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4f9f40-cf39-41d9-968e-961f32e9d8ed x-openstack-request-id: req-2a4f9f40-cf39-41d9-968e-961f32e9d8ed {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:17:10.868668 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dc11b83-66ec-4702-91a6-063c6a95db97", "tag": "cd7bcfbf-1623-489f-a384-785738bf069f", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:17:10.869102 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2a4f9f40-cf39-41d9-968e-961f32e9d8ed {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:17:10.869692 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dc11b83-66ec-4702-91a6-063c6a95db97', 'tag': 'cd7bcfbf-1623-489f-a384-785738bf069f', 'status': 'completed', 'code': 200} Oct 30 15:17:10.905093 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['379f386b-f873-4002-8eac-6305fb45d254'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:17:11.001037 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-24dc11bf-011e-469e-a153-a304aa61687c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:11.012699 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-d1de78f6-1ca4-4984-845f-ab71da03f17e None None] Set router f66a2148-220f-43f9-be5f-8c999015ad8e gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:17:11.088462 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-32bb00b4-f77f-4f42-8baf-e00aa854ff36 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:11.098052 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device b565978f-65e0-4b66-902e-cafe0b4c97d2 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:17:11.253786 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c3bc3-5919-45ad-956f-ed561306be88 req-f9f8c293-69c1-4fb4-a9e7-4dbd87fd7774 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:11.260030 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-016c3bc3-5919-45ad-956f-ed561306be88 req-f9f8c293-69c1-4fb4-a9e7-4dbd87fd7774 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc65f5fa-f7bf-40f2-8b8b-06f236fa16c3 HTTP/1.1" status: 200 len: 945 time: 0.4443350 Oct 30 15:17:11.368997 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-12c1c8fd-6465-4d2a-8e0a-0c889a49f952 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:11.372868 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-43cd0723-60ec-4bd0-8656-9dcf7d114c19 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:11.402201 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port b565978f-65e0-4b66-902e-cafe0b4c97d2 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:17:11.402574 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:11.440996 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-24dc11bf-011e-469e-a153-a304aa61687c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:11.449906 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-24dc11bf-011e-469e-a153-a304aa61687c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:11.451241 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-24dc11bf-011e-469e-a153-a304aa61687c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5904b8cb-9027-454f-a54d-f47ba268b231 HTTP/1.1" status: 204 len: 168 time: 0.9824049 Oct 30 15:17:11.462891 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-d1de78f6-1ca4-4984-845f-ab71da03f17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f66a2148-220f-43f9-be5f-8c999015ad8e', 'name': 'tempest-ServerActionsTestJSON-33003546-router', 'tenant_id': '19817faf69a4405b907421887c1772e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '63ebc91c-02a5-4f44-b7a2-72780ffe6a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:16:20Z', 'updated_at': '2021-10-30T15:16:29Z', 'revision_number': 4, 'project_id': '19817faf69a4405b907421887c1772e6', 'gw_port': {'id': '63ebc91c-02a5-4f44-b7a2-72780ffe6a79', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:54:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66a2148-220f-43f9-be5f-8c999015ad8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:16:22Z', 'updated_at': '2021-10-30T15:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': 'ed39a4d3-08df-4ee4-bffb-ef3118c388c8', 'tenant_id': '19817faf69a4405b907421887c1772e6', 'floating_ip_address': '172.25.4.120', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': 'f66a2148-220f-43f9-be5f-8c999015ad8e', 'port_id': 'cd7bcfbf-1623-489f-a384-785738bf069f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd26e81b3-f432-4f3d-bc5b-f2edc1c076d6', 'mac_address': 'fa:16:3e:c5:09:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc11b83-66ec-4702-91a6-063c6a95db97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:16:39Z', 'updated_at': '2021-10-30T15:17:07Z', 'revision_number': 1, 'project_id': '19817faf69a4405b907421887c1772e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '689c2fe5-8909-448a-a71b-c3d1011c098d', 'name': '', 'network_id': 'd26e81b3-f432-4f3d-bc5b-f2edc1c076d6', 'tenant_id': '19817faf69a4405b907421887c1772e6', 'mac_address': 'fa:16:3e:8f:c1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66a2148-220f-43f9-be5f-8c999015ad8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': 'd862e367-a3ef-41d8-9769-a6945d8f8b1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:16:27Z', 'updated_at': '2021-10-30T15:16:44Z', 'revision_number': 5, 'project_id': '19817faf69a4405b907421887c1772e6', 'subnets': [{'id': 'd862e367-a3ef-41d8-9769-a6945d8f8b1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:17:11.493080 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-23122894-72ae-452b-942a-df7188575b36 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:11.540225 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1de78f6-1ca4-4984-845f-ab71da03f17e None None] The sync data for ids ['f66a2148-220f-43f9-be5f-8c999015ad8e'] in n-d-806683-17 is: [{'id': 'f66a2148-220f-43f9-be5f-8c999015ad8e', 'name': 'tempest-ServerActionsTestJSON-33003546-router', 'tenant_id': '19817faf69a4405b907421887c1772e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '63ebc91c-02a5-4f44-b7a2-72780ffe6a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:16:20Z', 'updated_at': '2021-10-30T15:16:29Z', 'revision_number': 4, 'project_id': '19817faf69a4405b907421887c1772e6', 'gw_port': {'id': '63ebc91c-02a5-4f44-b7a2-72780ffe6a79', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:54:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66a2148-220f-43f9-be5f-8c999015ad8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:16:22Z', 'updated_at': '2021-10-30T15:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': 'ed39a4d3-08df-4ee4-bffb-ef3118c388c8', 'tenant_id': '19817faf69a4405b907421887c1772e6', 'floating_ip_address': '172.25.4.120', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': 'f66a2148-220f-43f9-be5f-8c999015ad8e', 'port_id': 'cd7bcfbf-1623-489f-a384-785738bf069f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd26e81b3-f432-4f3d-bc5b-f2edc1c076d6', 'mac_address': 'fa:16:3e:c5:09:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc11b83-66ec-4702-91a6-063c6a95db97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:16:39Z', 'updated_at': '2021-10-30T15:17:07Z', 'revision_number': 1, 'project_id': '19817faf69a4405b907421887c1772e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '689c2fe5-8909-448a-a71b-c3d1011c098d', 'name': '', 'network_id': 'd26e81b3-f432-4f3d-bc5b-f2edc1c076d6', 'tenant_id': '19817faf69a4405b907421887c1772e6', 'mac_address': 'fa:16:3e:8f:c1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66a2148-220f-43f9-be5f-8c999015ad8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': 'd862e367-a3ef-41d8-9769-a6945d8f8b1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:16:27Z', 'updated_at': '2021-10-30T15:16:44Z', 'revision_number': 5, 'project_id': '19817faf69a4405b907421887c1772e6', 'subnets': [{'id': 'd862e367-a3ef-41d8-9769-a6945d8f8b1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:17:11.560172 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-016c3bc3-5919-45ad-956f-ed561306be88 req-aa62f79d-dc77-46e2-9a25-cdbc7fa5aa70 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899990 Oct 30 15:17:11.593278 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cd0723-60ec-4bd0-8656-9dcf7d114c19 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Pushing event updated for resources: {'Subnet': ['ID=d87999b7-8b72-4b87-ab2b-73584fe80893,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:11.596681 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dc11bf-011e-469e-a153-a304aa61687c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5904b8cb-9027-454f-a54d-f47ba268b231,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:11.623213 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52ff2a-ebcc-40fd-b388-12ad47beb704 req-dd4f8d5b-2682-4dde-b6b7-f0d3f72fcd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:11.631398 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7b52ff2a-ebcc-40fd-b388-12ad47beb704 req-dd4f8d5b-2682-4dde-b6b7-f0d3f72fcd93 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=19817faf69a4405b907421887c1772e6&device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 1097 time: 0.7517476 Oct 30 15:17:11.688068 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 311cb9f5-d926-4602-8541-6f6c70ee99ca up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:17:11.700105 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455da8e6-d53c-4729-87f0-e8f1dfb4213e None None] Network 104ab5ac-22d7-487c-8ce3-67e5b2203600 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:17:11.791427 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23122894-72ae-452b-942a-df7188575b36 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Pushing event updated for resources: {'Subnet': ['ID=df6b405b-2b7d-49bb-a7c8-f51fa5fad0fc,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:11.833738 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-32bb00b4-f77f-4f42-8baf-e00aa854ff36 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Deleting port 39d9dbd5-67f4-426f-8111-02795c6c7190 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:17:11.834088 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-32bb00b4-f77f-4f42-8baf-e00aa854ff36 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:11.968232 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cd0723-60ec-4bd0-8656-9dcf7d114c19 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Checking segment: {'id': '4d71454c-3ec5-4d11-8d12-d1e996d7212b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1c5c7057-6cfb-4273-ace5-d2dc41be3e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:17:11.968232 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cd0723-60ec-4bd0-8656-9dcf7d114c19 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Network hostable DHCP agents. Network: 1c5c7057-6cfb-4273-ace5-d2dc41be3e4a, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:17:12.009098 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23122894-72ae-452b-942a-df7188575b36 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Checking segment: {'id': '7626363d-ba14-4651-bb03-4e6fe5d494ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '2dff1fd2-28db-447c-8a9a-1d698dd192f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:17:12.009341 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23122894-72ae-452b-942a-df7188575b36 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Network hostable DHCP agents. Network: 2dff1fd2-28db-447c-8a9a-1d698dd192f0, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:17:12.021105 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-12c1c8fd-6465-4d2a-8e0a-0c889a49f952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:12.041960 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3687aef2-d1cf-4476-942d-1af3501457ae None None] New status for floating IP ed39a4d3-08df-4ee4-bffb-ef3118c388c8: ACTIVE {{(pid=102133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 15:17:12.046215 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-32bb00b4-f77f-4f42-8baf-e00aa854ff36 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:12.063577 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-32bb00b4-f77f-4f42-8baf-e00aa854ff36 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Calling delete_port for 39d9dbd5-67f4-426f-8111-02795c6c7190 owned by network:router_interface {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:17:12.072197 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52ff2a-ebcc-40fd-b388-12ad47beb704 req-bb94b1e3-3aa0-4134-aba5-7f9be92708c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:12.073732 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7b52ff2a-ebcc-40fd-b388-12ad47beb704 req-bb94b1e3-3aa0-4134-aba5-7f9be92708c6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d26e81b3-f432-4f3d-bc5b-f2edc1c076d6 HTTP/1.1" status: 200 len: 911 time: 0.3766563 Oct 30 15:17:12.159689 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cd0723-60ec-4bd0-8656-9dcf7d114c19 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Network 1c5c7057-6cfb-4273-ace5-d2dc41be3e4a is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:17:12.189663 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c1c8fd-6465-4d2a-8e0a-0c889a49f952 admin admin] Network 4f2b4662-3762-472a-a79d-3599e1ff305d is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:17:12.198422 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-12c1c8fd-6465-4d2a-8e0a-0c889a49f952 admin admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:17:12.202834 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c1c8fd-6465-4d2a-8e0a-0c889a49f952 admin admin] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:17:12.214587 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23122894-72ae-452b-942a-df7188575b36 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Network 2dff1fd2-28db-447c-8a9a-1d698dd192f0 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:17:12.238392 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-43cd0723-60ec-4bd0-8656-9dcf7d114c19 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 1c5c7057-6cfb-4273-ace5-d2dc41be3e4a) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:17:12.263842 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cd0723-60ec-4bd0-8656-9dcf7d114c19 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:12.265853 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-43cd0723-60ec-4bd0-8656-9dcf7d114c19 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:12.323856 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f841e5d-02fc-4830-8e77-611945fa05aa None None] Network 1c5c7057-6cfb-4273-ace5-d2dc41be3e4a requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:17:12.324417 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c1c8fd-6465-4d2a-8e0a-0c889a49f952 admin admin] Pushing event updated for resources: {'Port': ['ID=36f510d8-7f6b-4fd0-82c8-20ac77c67244,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:12.335342 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-43cd0723-60ec-4bd0-8656-9dcf7d114c19 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.4979987 Oct 30 15:17:12.339280 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 42552) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:12.346171 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7b52ff2a-ebcc-40fd-b388-12ad47beb704 req-8dd63faa-9cb0-40d7-aadf-6b7ca6d2d8d3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd7bcfbf-1623-489f-a384-785738bf069f HTTP/1.1" status: 200 len: 999 time: 0.2464941 Oct 30 15:17:12.346809 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-23122894-72ae-452b-942a-df7188575b36 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 2dff1fd2-28db-447c-8a9a-1d698dd192f0) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:17:12.351988 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23122894-72ae-452b-942a-df7188575b36 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:12.354339 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-23122894-72ae-452b-942a-df7188575b36 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:12.371458 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-1fb5aea0-ee8b-46e4-9763-0903d5908fcd tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Request body: {'subnet': {'network_id': '992316f0-a5bb-44db-b566-e8ec1fde1c28', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:17:12.399355 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fccaec1-fe15-44df-8c26-5873903403eb None None] Network 2dff1fd2-28db-447c-8a9a-1d698dd192f0 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:17:12.469212 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-23122894-72ae-452b-942a-df7188575b36 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2505367 Oct 30 15:17:12.473143 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-12c1c8fd-6465-4d2a-8e0a-0c889a49f952 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:12.475568 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 42554) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:12.483392 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-c8eb6128-2f47-47b0-89c0-604a7a56b204 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:17:12.532846 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-32bb00b4-f77f-4f42-8baf-e00aa854ff36 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:12.534898 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-6bb19756-70f4-4c72-927d-d07094e1fd53 None None] Provisioning complete for port b565978f-65e0-4b66-902e-cafe0b4c97d2 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:17:12.535308 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6bb19756-70f4-4c72-927d-d07094e1fd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:12.609995 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bb00b4-f77f-4f42-8baf-e00aa854ff36 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Pushing event deleted for resources: {'Port': ['ID=39d9dbd5-67f4-426f-8111-02795c6c7190,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:12.661520 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52ff2a-ebcc-40fd-b388-12ad47beb704 req-71c9e7b8-d139-4c2d-bf5f-383a4bffe3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:12.663795 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7b52ff2a-ebcc-40fd-b388-12ad47beb704 req-71c9e7b8-d139-4c2d-bf5f-383a4bffe3cd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d862e367-a3ef-41d8-9769-a6945d8f8b1d HTTP/1.1" status: 200 len: 849 time: 0.3017824 Oct 30 15:17:12.786757 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 311cb9f5-d926-4602-8541-6f6c70ee99ca triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:17:12.787134 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:12.812382 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb5aea0-ee8b-46e4-9763-0903d5908fcd tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Made reservation on behalf of fedcadc844c84f7ca955acdb50df6c20 for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:17:12.826653 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1fb5aea0-ee8b-46e4-9763-0903d5908fcd tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:12.946502 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a42e97a-3e6b-4113-9bb9-2023d928a055 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-1c5c7057-6cfb-4273-ace5-d2dc41be3e4a', 'network_id': '1c5c7057-6cfb-4273-ace5-d2dc41be3e4a', 'tenant_id': 'fedcadc844c84f7ca955acdb50df6c20', 'fixed_ips': [{'subnet_id': 'd87999b7-8b72-4b87-ab2b-73584fe80893'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:17:12.947372 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8a42e97a-3e6b-4113-9bb9-2023d928a055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:12.989561 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11182a1-f66a-4384-9688-de566594eb87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-2dff1fd2-28db-447c-8a9a-1d698dd192f0', 'network_id': '2dff1fd2-28db-447c-8a9a-1d698dd192f0', 'tenant_id': '5487df6812a246998fe08bfdbae6b85d', 'fixed_ips': [{'subnet_id': 'df6b405b-2b7d-49bb-a7c8-f51fa5fad0fc'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:17:13.001067 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c11182a1-f66a-4384-9688-de566594eb87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:13.042914 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c8eb6128-2f47-47b0-89c0-604a7a56b204 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4391127'] for subnet, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:13.207661 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52ff2a-ebcc-40fd-b388-12ad47beb704 req-e151f442-20a1-4803-8b21-acdc588e4316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:13.209505 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7b52ff2a-ebcc-40fd-b388-12ad47beb704 req-e151f442-20a1-4803-8b21-acdc588e4316 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d26e81b3-f432-4f3d-bc5b-f2edc1c076d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5355735 Oct 30 15:17:13.256937 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 379f386b-f873-4002-8eac-6305fb45d254 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:17:13.298123 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34772335-2f32-497c-9818-572ce3b6c4de req-18501aee-ad06-4f02-97e0-dd8fee35672e tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:13.300041 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-34772335-2f32-497c-9818-572ce3b6c4de req-18501aee-ad06-4f02-97e0-dd8fee35672e tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc65f5fa-f7bf-40f2-8b8b-06f236fa16c3 HTTP/1.1" status: 200 len: 945 time: 0.4967937 Oct 30 15:17:13.319530 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-32bb00b4-f77f-4f42-8baf-e00aa854ff36 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:13.450306 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-12c1c8fd-6465-4d2a-8e0a-0c889a49f952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:13.479839 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e88aa0e7-a99b-4fe4-9f34-7e4d0cf1dea4 None None] Provisioning complete for port 36f510d8-7f6b-4fd0-82c8-20ac77c67244 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:17:13.480334 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e88aa0e7-a99b-4fe4-9f34-7e4d0cf1dea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:13.485899 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:13.523796 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-34772335-2f32-497c-9818-572ce3b6c4de req-da108637-46bc-4777-8995-a6fe2e56d5c6 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019169 Oct 30 15:17:13.527986 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1fb5aea0-ee8b-46e4-9763-0903d5908fcd tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:13.564953 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 311cb9f5-d926-4602-8541-6f6c70ee99ca, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=311cb9f5-d926-4602-8541-6f6c70ee99ca,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:17:13.567015 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7b52ff2a-ebcc-40fd-b388-12ad47beb704 req-ec12f247-7fba-433f-a96f-4a424da4b63b service neutron] 10.222.0.44 "GET /v2.0/networks/d26e81b3-f432-4f3d-bc5b-f2edc1c076d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3470602 Oct 30 15:17:13.568540 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-8a42e97a-3e6b-4113-9bb9-2023d928a055 None None] Allocated IP 10.1.1.2 (1c5c7057-6cfb-4273-ace5-d2dc41be3e4a/d87999b7-8b72-4b87-ab2b-73584fe80893/5660e2c1-aef9-478e-9b31-b2cf03484e96) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:17:13.571331 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port 379f386b-f873-4002-8eac-6305fb45d254 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:17:13.579970 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c8eb6128-2f47-47b0-89c0-604a7a56b204 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743132134391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4376387'] for subnet, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:13.589177 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e88aa0e7-a99b-4fe4-9f34-7e4d0cf1dea4 None None] Port 36f510d8-7f6b-4fd0-82c8-20ac77c67244 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:17:13.591150 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:13.631852 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32bb00b4-f77f-4f42-8baf-e00aa854ff36 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Router 59cacefb-564c-4425-8157-cb78ea29fba1 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:17:13.644748 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb5aea0-ee8b-46e4-9763-0903d5908fcd tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Pushing event updated for resources: {'Subnet': ['ID=7868c22e-6812-4ce4-9812-394c9b463f87,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:13.654828 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb5aea0-ee8b-46e4-9763-0903d5908fcd tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Checking segment: {'id': 'b5ba004b-9013-4cb0-8ed5-52fde33455a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '992316f0-a5bb-44db-b566-e8ec1fde1c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:17:13.655202 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb5aea0-ee8b-46e4-9763-0903d5908fcd tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Network hostable DHCP agents. Network: 992316f0-a5bb-44db-b566-e8ec1fde1c28, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:17:13.667807 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 379f386b-f873-4002-8eac-6305fb45d254 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:17:13.668183 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:13.740503 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb5aea0-ee8b-46e4-9763-0903d5908fcd tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Network 992316f0-a5bb-44db-b566-e8ec1fde1c28 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:17:13.746115 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7b52ff2a-ebcc-40fd-b388-12ad47beb704 req-c3e1af04-89a7-40d5-b249-71552bcf123d service neutron] 10.222.0.44 "GET /v2.0/networks/d26e81b3-f432-4f3d-bc5b-f2edc1c076d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626027 Oct 30 15:17:13.755364 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-1fb5aea0-ee8b-46e4-9763-0903d5908fcd tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 992316f0-a5bb-44db-b566-e8ec1fde1c28) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:17:13.759978 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-c11182a1-f66a-4384-9688-de566594eb87 None None] Allocated IP 2001:db8::2 (2dff1fd2-28db-447c-8a9a-1d698dd192f0/df6b405b-2b7d-49bb-a7c8-f51fa5fad0fc/802b8b8c-ca7d-48db-b1df-39daed56e089) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:17:13.761950 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb5aea0-ee8b-46e4-9763-0903d5908fcd tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:13.763550 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1fb5aea0-ee8b-46e4-9763-0903d5908fcd tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:13.790272 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-1fb5aea0-ee8b-46e4-9763-0903d5908fcd tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4475424 Oct 30 15:17:13.792910 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32bb00b4-f77f-4f42-8baf-e00aa854ff36 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:17:13.793143 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 42586) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:13.800200 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-32bb00b4-f77f-4f42-8baf-e00aa854ff36 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "PUT /v2.0/routers/59cacefb-564c-4425-8157-cb78ea29fba1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8340063 Oct 30 15:17:13.803021 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 42588) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:13.803215 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-41459eda-ec1c-45d1-9728-73b2d003fe81 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Request body: {'port': {'network_id': '1c5c7057-6cfb-4273-ace5-d2dc41be3e4a', 'name': 'tempest-TaggedBootDevicesTest_v242-1458095950', 'fixed_ips': [{'subnet_id': 'd87999b7-8b72-4b87-ab2b-73584fe80893'}]}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:17:13.813544 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba64cb0-5803-4a36-b304-f3b798c3415b None None] Network 992316f0-a5bb-44db-b566-e8ec1fde1c28 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:17:13.856560 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75cb749-b843-4388-88e3-e1fa1abbcffd None None] Sync routers for ids ['59cacefb-564c-4425-8157-cb78ea29fba1'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:17:13.911246 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8eb6128-2f47-47b0-89c0-604a7a56b204 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:13.911876 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c8eb6128-2f47-47b0-89c0-604a7a56b204 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:13.913334 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c8eb6128-2f47-47b0-89c0-604a7a56b204 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] 10.222.0.62 "PUT /v2.0/subnets/df6b405b-2b7d-49bb-a7c8-f51fa5fad0fc HTTP/1.1" status: 200 len: 826 time: 1.4347835 Oct 30 15:17:13.925505 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 42592) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:13.944314 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eb6128-2f47-47b0-89c0-604a7a56b204 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Pushing event updated for resources: {'Subnet': ['ID=df6b405b-2b7d-49bb-a7c8-f51fa5fad0fc,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:14.037282 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e88aa0e7-a99b-4fe4-9f34-7e4d0cf1dea4 None None] Provisioning complete for port b565978f-65e0-4b66-902e-cafe0b4c97d2 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:17:14.037805 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e88aa0e7-a99b-4fe4-9f34-7e4d0cf1dea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:14.072470 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41459eda-ec1c-45d1-9728-73b2d003fe81 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Made reservation on behalf of fedcadc844c84f7ca955acdb50df6c20 for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:17:14.139020 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c11182a1-f66a-4384-9688-de566594eb87 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:14.192636 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c11182a1-f66a-4384-9688-de566594eb87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:14.192854 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-41459eda-ec1c-45d1-9728-73b2d003fe81 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:14.233313 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [None req-41459eda-ec1c-45d1-9728-73b2d003fe81 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] device_id is not set on port ff9a5354-a79a-4869-a44a-a51335ced7ef yet. {{(pid=102130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:17:14.240530 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75cb749-b843-4388-88e3-e1fa1abbcffd None None] Routers {'59cacefb-564c-4425-8157-cb78ea29fba1'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:17:14.241183 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-a75cb749-b843-4388-88e3-e1fa1abbcffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:16:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['59cacefb-564c-4425-8157-cb78ea29fba1'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:17:14.243945 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=311cb9f5-d926-4602-8541-6f6c70ee99ca,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:14.253845 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-12c1c8fd-6465-4d2a-8e0a-0c889a49f952 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:14.281289 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11182a1-f66a-4384-9688-de566594eb87 None None] Network 2dff1fd2-28db-447c-8a9a-1d698dd192f0 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:17:14.302252 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-12c1c8fd-6465-4d2a-8e0a-0c889a49f952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:14.377992 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-a75cb749-b843-4388-88e3-e1fa1abbcffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:17:14.423578 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-c11182a1-f66a-4384-9688-de566594eb87 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:17:14.431993 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11182a1-f66a-4384-9688-de566594eb87 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:17:14.444111 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-12c1c8fd-6465-4d2a-8e0a-0c889a49f952 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:14.447317 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c1c8fd-6465-4d2a-8e0a-0c889a49f952 admin admin] Pushing event updated for resources: {'Port': ['ID=36f510d8-7f6b-4fd0-82c8-20ac77c67244,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:14.467725 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:14.517428 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75cb749-b843-4388-88e3-e1fa1abbcffd None None] Routers {'59cacefb-564c-4425-8157-cb78ea29fba1'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:17:14.518653 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-a75cb749-b843-4388-88e3-e1fa1abbcffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:16:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['59cacefb-564c-4425-8157-cb78ea29fba1'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:17:14.599494 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-abf2a5be-181e-40ea-9b4e-748c25641afc tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:14.602855 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c1c8fd-6465-4d2a-8e0a-0c889a49f952 admin admin] Network 4f2b4662-3762-472a-a79d-3599e1ff305d is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:17:14.604896 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-12c1c8fd-6465-4d2a-8e0a-0c889a49f952 admin admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:17:14.756995 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c1c8fd-6465-4d2a-8e0a-0c889a49f952 admin admin] Router f3c4cb74-f5d7-4a91-b20b-6525182a325c has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:17:14.780409 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fedb5-f8c0-4633-9041-2018d5643931 req-82e50c54-dfd9-471c-93dd-eace62811fac tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:14.787788 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-784fedb5-f8c0-4633-9041-2018d5643931 req-82e50c54-dfd9-471c-93dd-eace62811fac tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc65f5fa-f7bf-40f2-8b8b-06f236fa16c3 HTTP/1.1" status: 200 len: 945 time: 0.1191022 Oct 30 15:17:14.909379 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-abf2a5be-181e-40ea-9b4e-748c25641afc tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Deleting port 802b8b8c-ca7d-48db-b1df-39daed56e089 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:17:14.909891 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-abf2a5be-181e-40ea-9b4e-748c25641afc tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:14.940732 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-784fedb5-f8c0-4633-9041-2018d5643931 req-7ef0128f-80be-4aa8-a21c-6079a692db22 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519544 Oct 30 15:17:14.940991 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c1c8fd-6465-4d2a-8e0a-0c889a49f952 admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:17:14.961930 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-12c1c8fd-6465-4d2a-8e0a-0c889a49f952 admin admin] 10.222.0.62 "PUT /v2.0/routers/f3c4cb74-f5d7-4a91-b20b-6525182a325c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5206723 Oct 30 15:17:14.966945 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441bf214-87b7-4861-97b7-7a654ee60855 None None] Sync routers for ids ['f3c4cb74-f5d7-4a91-b20b-6525182a325c'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:17:14.988794 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441bf214-87b7-4861-97b7-7a654ee60855 None None] Routers {'f3c4cb74-f5d7-4a91-b20b-6525182a325c'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:17:14.990500 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-441bf214-87b7-4861-97b7-7a654ee60855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:16:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['f3c4cb74-f5d7-4a91-b20b-6525182a325c'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:17:15.029612 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-a75cb749-b843-4388-88e3-e1fa1abbcffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:17:15.029612 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75cb749-b843-4388-88e3-e1fa1abbcffd None None] The sync data for ids ['59cacefb-564c-4425-8157-cb78ea29fba1'] in n-d-806683-17 is: [] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:17:15.030145 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11182a1-f66a-4384-9688-de566594eb87 None None] Pushing event updated for resources: {'Port': ['ID=802b8b8c-ca7d-48db-b1df-39daed56e089,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:15.046678 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8a42e97a-3e6b-4113-9bb9-2023d928a055 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:15.048624 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-42153127-da59-4f99-9c99-0864859acc28 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:15.064071 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc65f5fa-f7bf-40f2-8b8b-06f236fa16c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '379f386b-f873-4002-8eac-6305fb45d254'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:17:15.066666 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9046625-ce1f-4919-917b-c7d172f5805f" -d '{"events": [{"server_uuid": "bc65f5fa-f7bf-40f2-8b8b-06f236fa16c3", "name": "network-vif-plugged", "status": "completed", "tag": "379f386b-f873-4002-8eac-6305fb45d254"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:17:15.088374 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-c11182a1-f66a-4384-9688-de566594eb87 None None] Attempting to bind port 802b8b8c-ca7d-48db-b1df-39daed56e089 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:17:15.088754 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-c11182a1-f66a-4384-9688-de566594eb87 None None] Attempting to bind port 802b8b8c-ca7d-48db-b1df-39daed56e089 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '7626363d-ba14-4651-bb03-4e6fe5d494ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '2dff1fd2-28db-447c-8a9a-1d698dd192f0'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:17:15.089127 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11182a1-f66a-4384-9688-de566594eb87 None None] Attempting to bind port 802b8b8c-ca7d-48db-b1df-39daed56e089 on network 2dff1fd2-28db-447c-8a9a-1d698dd192f0 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:17:15.103899 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11182a1-f66a-4384-9688-de566594eb87 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:17:15.104048 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11182a1-f66a-4384-9688-de566594eb87 None None] Checking segment: {'id': '7626363d-ba14-4651-bb03-4e6fe5d494ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '2dff1fd2-28db-447c-8a9a-1d698dd192f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:17:15.104402 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c11182a1-f66a-4384-9688-de566594eb87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:15.104802 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11182a1-f66a-4384-9688-de566594eb87 None None] Bound using segment: {'id': '7626363d-ba14-4651-bb03-4e6fe5d494ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '2dff1fd2-28db-447c-8a9a-1d698dd192f0'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:17:15.105297 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-c11182a1-f66a-4384-9688-de566594eb87 None None] Bound port: 802b8b8c-ca7d-48db-b1df-39daed56e089, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7626363d-ba14-4651-bb03-4e6fe5d494ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '2dff1fd2-28db-447c-8a9a-1d698dd192f0'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:17:15.105684 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c11182a1-f66a-4384-9688-de566594eb87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:15.107973 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8a42e97a-3e6b-4113-9bb9-2023d928a055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:15.126111 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 379f386b-f873-4002-8eac-6305fb45d254, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=379f386b-f873-4002-8eac-6305fb45d254,segment=NetworkSegment(803c5434-e7a3-49e2-9896-7909e39f1289),segment_id=803c5434-e7a3-49e2-9896-7909e39f1289)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:17:15.157269 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:15.192143 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-41459eda-ec1c-45d1-9728-73b2d003fe81 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Allocated IP 10.1.1.28 (1c5c7057-6cfb-4273-ace5-d2dc41be3e4a/d87999b7-8b72-4b87-ab2b-73584fe80893/ff9a5354-a79a-4869-a44a-a51335ced7ef) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:17:15.192373 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a42e97a-3e6b-4113-9bb9-2023d928a055 None None] Network 1c5c7057-6cfb-4273-ace5-d2dc41be3e4a is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:17:15.218493 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef89a3b-44d5-40d6-a6ad-ac34d9051bc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-992316f0-a5bb-44db-b566-e8ec1fde1c28', 'network_id': '992316f0-a5bb-44db-b566-e8ec1fde1c28', 'tenant_id': 'fedcadc844c84f7ca955acdb50df6c20', 'fixed_ips': [{'subnet_id': '7868c22e-6812-4ce4-9812-394c9b463f87'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:17:15.219411 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7ef89a3b-44d5-40d6-a6ad-ac34d9051bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:15.223417 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-8a42e97a-3e6b-4113-9bb9-2023d928a055 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:17:15.243827 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a42e97a-3e6b-4113-9bb9-2023d928a055 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:17:15.258522 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac42e2b-535a-4ec6-a550-eeac537a7d53 x-openstack-request-id: req-8ac42e2b-535a-4ec6-a550-eeac537a7d53 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:17:15.258893 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc65f5fa-f7bf-40f2-8b8b-06f236fa16c3", "name": "network-vif-plugged", "status": "completed", "tag": "379f386b-f873-4002-8eac-6305fb45d254", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:17:15.259049 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8ac42e2b-535a-4ec6-a550-eeac537a7d53 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:17:15.259485 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc65f5fa-f7bf-40f2-8b8b-06f236fa16c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '379f386b-f873-4002-8eac-6305fb45d254', 'code': 200} Oct 30 15:17:15.268761 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a42e97a-3e6b-4113-9bb9-2023d928a055 None None] Pushing event updated for resources: {'Port': ['ID=5660e2c1-aef9-478e-9b31-b2cf03484e96,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:15.345467 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-67184288-51e4-4d1e-a412-44288681c1c4 None None] Provisioning complete for port 36f510d8-7f6b-4fd0-82c8-20ac77c67244 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:17:15.345765 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-67184288-51e4-4d1e-a412-44288681c1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:15.374260 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-441bf214-87b7-4861-97b7-7a654ee60855 None None] Set router f3c4cb74-f5d7-4a91-b20b-6525182a325c gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:17:15.454153 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-abf2a5be-181e-40ea-9b4e-748c25641afc tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] For port 802b8b8c-ca7d-48db-b1df-39daed56e089, host n-d-806683-17, got binding levels [] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:17:15.455136 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-abf2a5be-181e-40ea-9b4e-748c25641afc tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:15.533159 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f4da60-1d73-450a-89d8-69c259aa9d03 req-6ff18d07-9b17-40fc-863c-ca1bad76345f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:15.534820 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c4f4da60-1d73-450a-89d8-69c259aa9d03 req-6ff18d07-9b17-40fc-863c-ca1bad76345f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bc65f5fa-f7bf-40f2-8b8b-06f236fa16c3 HTTP/1.1" status: 200 len: 1098 time: 0.2188981 Oct 30 15:17:15.540418 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-abf2a5be-181e-40ea-9b4e-748c25641afc tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Calling delete_port for 802b8b8c-ca7d-48db-b1df-39daed56e089 owned by network:dhcp {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:17:15.557457 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-c11182a1-f66a-4384-9688-de566594eb87 None None] For port 802b8b8c-ca7d-48db-b1df-39daed56e089, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:17:15.587598 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-41459eda-ec1c-45d1-9728-73b2d003fe81 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:15.605944 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-c11182a1-f66a-4384-9688-de566594eb87 None None] For port 802b8b8c-ca7d-48db-b1df-39daed56e089, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=802b8b8c-ca7d-48db-b1df-39daed56e089,segment=NetworkSegment(7626363d-ba14-4651-bb03-4e6fe5d494ef),segment_id=7626363d-ba14-4651-bb03-4e6fe5d494ef)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:17:15.606965 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-67184288-51e4-4d1e-a412-44288681c1c4 None None] Port 36f510d8-7f6b-4fd0-82c8-20ac77c67244 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:17:15.612137 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=379f386b-f873-4002-8eac-6305fb45d254,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:15.618570 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-8a42e97a-3e6b-4113-9bb9-2023d928a055 None None] Attempting to bind port 5660e2c1-aef9-478e-9b31-b2cf03484e96 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:17:15.619627 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-8a42e97a-3e6b-4113-9bb9-2023d928a055 None None] Attempting to bind port 5660e2c1-aef9-478e-9b31-b2cf03484e96 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '4d71454c-3ec5-4d11-8d12-d1e996d7212b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1c5c7057-6cfb-4273-ace5-d2dc41be3e4a'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:17:15.620007 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a42e97a-3e6b-4113-9bb9-2023d928a055 None None] Attempting to bind port 5660e2c1-aef9-478e-9b31-b2cf03484e96 on network 1c5c7057-6cfb-4273-ace5-d2dc41be3e4a {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:17:15.622513 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c11182a1-f66a-4384-9688-de566594eb87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:15.660977 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a42e97a-3e6b-4113-9bb9-2023d928a055 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:17:15.661336 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a42e97a-3e6b-4113-9bb9-2023d928a055 None None] Checking segment: {'id': '4d71454c-3ec5-4d11-8d12-d1e996d7212b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1c5c7057-6cfb-4273-ace5-d2dc41be3e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:17:15.661747 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8a42e97a-3e6b-4113-9bb9-2023d928a055 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:15.662151 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a42e97a-3e6b-4113-9bb9-2023d928a055 None None] Bound using segment: {'id': '4d71454c-3ec5-4d11-8d12-d1e996d7212b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1c5c7057-6cfb-4273-ace5-d2dc41be3e4a'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:17:15.662644 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-8a42e97a-3e6b-4113-9bb9-2023d928a055 None None] Bound port: 5660e2c1-aef9-478e-9b31-b2cf03484e96, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d71454c-3ec5-4d11-8d12-d1e996d7212b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1c5c7057-6cfb-4273-ace5-d2dc41be3e4a'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:17:15.663083 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8a42e97a-3e6b-4113-9bb9-2023d928a055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:15.666986 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c4f4da60-1d73-450a-89d8-69c259aa9d03 req-8df5a537-f664-4311-8ac1-af83d627aac9 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241596 Oct 30 15:17:15.711382 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-41459eda-ec1c-45d1-9728-73b2d003fe81 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:15.819712 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-441bf214-87b7-4861-97b7-7a654ee60855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c4cb74-f5d7-4a91-b20b-6525182a325c', 'name': 'tempest-ServersTestFqdnHostnames-1224868306-router', 'tenant_id': '3b60864767dc44c8b2e5a3a55a17d929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '311cb9f5-d926-4602-8541-6f6c70ee99ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:16:55Z', 'updated_at': '2021-10-30T15:17:13Z', 'revision_number': 4, 'project_id': '3b60864767dc44c8b2e5a3a55a17d929', 'gw_port': {'id': '311cb9f5-d926-4602-8541-6f6c70ee99ca', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:fd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c4cb74-f5d7-4a91-b20b-6525182a325c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:16:59Z', 'updated_at': '2021-10-30T15:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '36f510d8-7f6b-4fd0-82c8-20ac77c67244', 'name': '', 'network_id': '4f2b4662-3762-472a-a79d-3599e1ff305d', 'tenant_id': '3b60864767dc44c8b2e5a3a55a17d929', 'mac_address': 'fa:16:3e:a1:5e:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c4cb74-f5d7-4a91-b20b-6525182a325c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'dc7ff2c3-bbb5-481f-ba0a-d62c781b867c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:17:09Z', 'updated_at': '2021-10-30T15:17:13Z', 'revision_number': 2, 'project_id': '3b60864767dc44c8b2e5a3a55a17d929', 'subnets': [{'id': 'dc7ff2c3-bbb5-481f-ba0a-d62c781b867c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:17:15.845483 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 311cb9f5-d926-4602-8541-6f6c70ee99ca up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:17:15.870232 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11182a1-f66a-4384-9688-de566594eb87 None None] Pushing event updated for resources: {'Port': ['ID=802b8b8c-ca7d-48db-b1df-39daed56e089,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:15.877888 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41459eda-ec1c-45d1-9728-73b2d003fe81 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Network 1c5c7057-6cfb-4273-ace5-d2dc41be3e4a is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:17:15.880427 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41459eda-ec1c-45d1-9728-73b2d003fe81 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Pushing event updated for resources: {'Port': ['ID=ff9a5354-a79a-4869-a44a-a51335ced7ef,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:15.883917 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-41459eda-ec1c-45d1-9728-73b2d003fe81 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:17:15.890355 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41459eda-ec1c-45d1-9728-73b2d003fe81 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:17:15.917570 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-7ef89a3b-44d5-40d6-a6ad-ac34d9051bc0 None None] Allocated IP 10.2.2.2 (992316f0-a5bb-44db-b566-e8ec1fde1c28/7868c22e-6812-4ce4-9812-394c9b463f87/ce6e6ae2-4559-4763-a587-e090cf355924) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:17:15.930426 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-8a42e97a-3e6b-4113-9bb9-2023d928a055 None None] For port 5660e2c1-aef9-478e-9b31-b2cf03484e96, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:17:15.940340 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441bf214-87b7-4861-97b7-7a654ee60855 None None] Checking router: f3c4cb74-f5d7-4a91-b20b-6525182a325c for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:17:15.942056 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441bf214-87b7-4861-97b7-7a654ee60855 None None] Updating router f3c4cb74-f5d7-4a91-b20b-6525182a325c port 36f510d8-7f6b-4fd0-82c8-20ac77c67244 binding host n-d-806683-17 {{(pid=102133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:17:15.983517 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-8a42e97a-3e6b-4113-9bb9-2023d928a055 None None] For port 5660e2c1-aef9-478e-9b31-b2cf03484e96, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=5660e2c1-aef9-478e-9b31-b2cf03484e96,segment=NetworkSegment(4d71454c-3ec5-4d11-8d12-d1e996d7212b),segment_id=4d71454c-3ec5-4d11-8d12-d1e996d7212b)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:17:15.989613 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-abf2a5be-181e-40ea-9b4e-748c25641afc tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:15.997999 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41459eda-ec1c-45d1-9728-73b2d003fe81 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:16.000245 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-41459eda-ec1c-45d1-9728-73b2d003fe81 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:16.026139 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-441bf214-87b7-4861-97b7-7a654ee60855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:16.067361 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-41459eda-ec1c-45d1-9728-73b2d003fe81 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2669547 Oct 30 15:17:16.074556 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 42634) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:16.084751 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-b23ea126-9423-43a6-ba2d-768ecd872d5e tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Request body: {'port': {'network_id': '1c5c7057-6cfb-4273-ace5-d2dc41be3e4a', 'name': 'tempest-TaggedBootDevicesTest_v242-1569487938', 'fixed_ips': [{'subnet_id': 'd87999b7-8b72-4b87-ab2b-73584fe80893'}]}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:17:16.139339 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf2a5be-181e-40ea-9b4e-748c25641afc tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Pushing event deleted for resources: {'Port': ['ID=802b8b8c-ca7d-48db-b1df-39daed56e089,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:16.279560 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf2a5be-181e-40ea-9b4e-748c25641afc tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:17:16.284429 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf2a5be-181e-40ea-9b4e-748c25641afc tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:17:16.284843 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf2a5be-181e-40ea-9b4e-748c25641afc tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:17:16.285122 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf2a5be-181e-40ea-9b4e-748c25641afc tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:17:16.285578 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf2a5be-181e-40ea-9b4e-748c25641afc tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:17:16.285752 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf2a5be-181e-40ea-9b4e-748c25641afc tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:17:16.286077 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf2a5be-181e-40ea-9b4e-748c25641afc tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:17:16.286910 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf2a5be-181e-40ea-9b4e-748c25641afc tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:17:16.286910 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf2a5be-181e-40ea-9b4e-748c25641afc tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:17:16.287114 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf2a5be-181e-40ea-9b4e-748c25641afc tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:17:16.287329 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf2a5be-181e-40ea-9b4e-748c25641afc tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:17:16.287672 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf2a5be-181e-40ea-9b4e-748c25641afc tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:17:16.329113 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8a42e97a-3e6b-4113-9bb9-2023d928a055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:16.347081 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-42153127-da59-4f99-9c99-0864859acc28 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Deleting port f548e0ab-e7a8-47a6-9409-36325caf91d1 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:17:16.347414 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-42153127-da59-4f99-9c99-0864859acc28 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:16.372228 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23ea126-9423-43a6-ba2d-768ecd872d5e tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Made reservation on behalf of fedcadc844c84f7ca955acdb50df6c20 for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:17:16.376198 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf2a5be-181e-40ea-9b4e-748c25641afc tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] No DVR routers for this DVR port 802b8b8c-ca7d-48db-b1df-39daed56e089 on host n-d-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:17:16.378780 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b23ea126-9423-43a6-ba2d-768ecd872d5e tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:16.404010 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [None req-b23ea126-9423-43a6-ba2d-768ecd872d5e tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] device_id is not set on port e21a4b47-04c9-4fc7-8de8-e9be41310592 yet. {{(pid=102130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:17:16.509091 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a42e97a-3e6b-4113-9bb9-2023d928a055 None None] Pushing event updated for resources: {'Port': ['ID=5660e2c1-aef9-478e-9b31-b2cf03484e96,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:16.596464 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 311cb9f5-d926-4602-8541-6f6c70ee99ca triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:17:16.597110 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:16.720635 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-abf2a5be-181e-40ea-9b4e-748c25641afc tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:16.754477 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7ef89a3b-44d5-40d6-a6ad-ac34d9051bc0 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:16.761312 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-b23ea126-9423-43a6-ba2d-768ecd872d5e tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Allocated IP 10.1.1.227 (1c5c7057-6cfb-4273-ace5-d2dc41be3e4a/d87999b7-8b72-4b87-ab2b-73584fe80893/e21a4b47-04c9-4fc7-8de8-e9be41310592) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:17:16.816459 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-42153127-da59-4f99-9c99-0864859acc28 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:16.828388 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7ef89a3b-44d5-40d6-a6ad-ac34d9051bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:16.884411 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef89a3b-44d5-40d6-a6ad-ac34d9051bc0 None None] Pushing event updated for resources: {'Port': ['ID=ce6e6ae2-4559-4763-a587-e090cf355924,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:16.886944 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e9a938-2960-4500-baf8-c95b975f36d4 req-8f2dfe3d-6ae3-46ac-826f-a690abb5e4d0 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:16.893757 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef89a3b-44d5-40d6-a6ad-ac34d9051bc0 None None] Network 992316f0-a5bb-44db-b566-e8ec1fde1c28 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:17:16.894352 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-62e9a938-2960-4500-baf8-c95b975f36d4 req-8f2dfe3d-6ae3-46ac-826f-a690abb5e4d0 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc65f5fa-f7bf-40f2-8b8b-06f236fa16c3 HTTP/1.1" status: 200 len: 946 time: 0.5919375 Oct 30 15:17:16.901197 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-7ef89a3b-44d5-40d6-a6ad-ac34d9051bc0 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:17:16.912809 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef89a3b-44d5-40d6-a6ad-ac34d9051bc0 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:17:16.928542 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-42153127-da59-4f99-9c99-0864859acc28 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Calling delete_port for f548e0ab-e7a8-47a6-9409-36325caf91d1 owned by network:router_interface {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:17:17.000620 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 42640) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:17.010133 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-441bf214-87b7-4861-97b7-7a654ee60855 None None] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:17.019601 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-441bf214-87b7-4861-97b7-7a654ee60855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:17.056727 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-0c9c5d31-6e2c-4e24-bce9-63df9e076d9a tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Request body: {'security_group': {'name': 'tempest-securitygroup--125221203', 'description': 'tempest-description--961698705'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:17:17.101637 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-7ef89a3b-44d5-40d6-a6ad-ac34d9051bc0 None None] Attempting to bind port ce6e6ae2-4559-4763-a587-e090cf355924 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:17:17.102018 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-7ef89a3b-44d5-40d6-a6ad-ac34d9051bc0 None None] Attempting to bind port ce6e6ae2-4559-4763-a587-e090cf355924 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'b5ba004b-9013-4cb0-8ed5-52fde33455a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '992316f0-a5bb-44db-b566-e8ec1fde1c28'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:17:17.102383 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef89a3b-44d5-40d6-a6ad-ac34d9051bc0 None None] Attempting to bind port ce6e6ae2-4559-4763-a587-e090cf355924 on network 992316f0-a5bb-44db-b566-e8ec1fde1c28 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:17:17.138668 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef89a3b-44d5-40d6-a6ad-ac34d9051bc0 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:17:17.139102 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef89a3b-44d5-40d6-a6ad-ac34d9051bc0 None None] Checking segment: {'id': 'b5ba004b-9013-4cb0-8ed5-52fde33455a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '992316f0-a5bb-44db-b566-e8ec1fde1c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:17:17.139441 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7ef89a3b-44d5-40d6-a6ad-ac34d9051bc0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:17.140078 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef89a3b-44d5-40d6-a6ad-ac34d9051bc0 None None] Bound using segment: {'id': 'b5ba004b-9013-4cb0-8ed5-52fde33455a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '992316f0-a5bb-44db-b566-e8ec1fde1c28'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:17:17.140344 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-7ef89a3b-44d5-40d6-a6ad-ac34d9051bc0 None None] Bound port: ce6e6ae2-4559-4763-a587-e090cf355924, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5ba004b-9013-4cb0-8ed5-52fde33455a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '992316f0-a5bb-44db-b566-e8ec1fde1c28'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:17:17.140704 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7ef89a3b-44d5-40d6-a6ad-ac34d9051bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:17.154311 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b23ea126-9423-43a6-ba2d-768ecd872d5e tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:17.254698 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b23ea126-9423-43a6-ba2d-768ecd872d5e tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:17.306979 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-441bf214-87b7-4861-97b7-7a654ee60855 None None] Attempting to bind port 36f510d8-7f6b-4fd0-82c8-20ac77c67244 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:17:17.307759 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-441bf214-87b7-4861-97b7-7a654ee60855 None None] Attempting to bind port 36f510d8-7f6b-4fd0-82c8-20ac77c67244 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '0b992be6-140e-4341-a8f5-54109f4ee29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4f2b4662-3762-472a-a79d-3599e1ff305d'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:17:17.308319 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441bf214-87b7-4861-97b7-7a654ee60855 None None] Attempting to bind port 36f510d8-7f6b-4fd0-82c8-20ac77c67244 on network 4f2b4662-3762-472a-a79d-3599e1ff305d {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:17:17.329523 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441bf214-87b7-4861-97b7-7a654ee60855 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:17:17.329753 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-7ef89a3b-44d5-40d6-a6ad-ac34d9051bc0 None None] For port ce6e6ae2-4559-4763-a587-e090cf355924, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:17:17.330444 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441bf214-87b7-4861-97b7-7a654ee60855 None None] Checking segment: {'id': '0b992be6-140e-4341-a8f5-54109f4ee29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4f2b4662-3762-472a-a79d-3599e1ff305d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:17:17.331012 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-441bf214-87b7-4861-97b7-7a654ee60855 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:17.331622 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441bf214-87b7-4861-97b7-7a654ee60855 None None] Bound using segment: {'id': '0b992be6-140e-4341-a8f5-54109f4ee29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4f2b4662-3762-472a-a79d-3599e1ff305d'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:17:17.332257 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-441bf214-87b7-4861-97b7-7a654ee60855 None None] Bound port: 36f510d8-7f6b-4fd0-82c8-20ac77c67244, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b992be6-140e-4341-a8f5-54109f4ee29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4f2b4662-3762-472a-a79d-3599e1ff305d'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:17:17.333241 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-441bf214-87b7-4861-97b7-7a654ee60855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:17.337300 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-7ef89a3b-44d5-40d6-a6ad-ac34d9051bc0 None None] For port ce6e6ae2-4559-4763-a587-e090cf355924, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=ce6e6ae2-4559-4763-a587-e090cf355924,segment=NetworkSegment(b5ba004b-9013-4cb0-8ed5-52fde33455a1),segment_id=b5ba004b-9013-4cb0-8ed5-52fde33455a1)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:17:17.345047 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7ef89a3b-44d5-40d6-a6ad-ac34d9051bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:17.516167 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef89a3b-44d5-40d6-a6ad-ac34d9051bc0 None None] Pushing event updated for resources: {'Port': ['ID=ce6e6ae2-4559-4763-a587-e090cf355924,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:17.548187 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-441bf214-87b7-4861-97b7-7a654ee60855 None None] For port 36f510d8-7f6b-4fd0-82c8-20ac77c67244, host n-d-806683-17, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:17:17.552393 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-441bf214-87b7-4861-97b7-7a654ee60855 None None] For port 36f510d8-7f6b-4fd0-82c8-20ac77c67244, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=36f510d8-7f6b-4fd0-82c8-20ac77c67244,segment=NetworkSegment(0b992be6-140e-4341-a8f5-54109f4ee29a),segment_id=0b992be6-140e-4341-a8f5-54109f4ee29a)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:17:17.564223 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-441bf214-87b7-4861-97b7-7a654ee60855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:17.591001 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bad167-ae55-4949-98e5-2d73db059b67 None None] Pushing event updated for resources: {'Port': ['ID=36f510d8-7f6b-4fd0-82c8-20ac77c67244,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:17.646467 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-62e9a938-2960-4500-baf8-c95b975f36d4 req-d2de9956-3171-4570-94d2-b0047508b49e tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7511234 Oct 30 15:17:17.662234 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-abf2a5be-181e-40ea-9b4e-748c25641afc tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:17.714000 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bad167-ae55-4949-98e5-2d73db059b67 None None] Pushing event updated for resources: {'Port': ['ID=36f510d8-7f6b-4fd0-82c8-20ac77c67244,revision_number=4']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:17.727041 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-fa8dd45d-a5c0-4b84-a20b-69f1d1226b33 None None] Provisioning complete for port 36f510d8-7f6b-4fd0-82c8-20ac77c67244 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:17:17.728388 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-fa8dd45d-a5c0-4b84-a20b-69f1d1226b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:17.729527 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441bf214-87b7-4861-97b7-7a654ee60855 None None] Routers {'f3c4cb74-f5d7-4a91-b20b-6525182a325c'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:17:17.730180 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-441bf214-87b7-4861-97b7-7a654ee60855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:16:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['f3c4cb74-f5d7-4a91-b20b-6525182a325c'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:17:17.785471 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0c9c5d31-6e2c-4e24-bce9-63df9e076d9a tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:17.788222 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf2a5be-181e-40ea-9b4e-748c25641afc tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Pushing event deleted for resources: {'Subnet': ['ID=df6b405b-2b7d-49bb-a7c8-f51fa5fad0fc,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:17.818381 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-42153127-da59-4f99-9c99-0864859acc28 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:17.886408 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2b7852-285a-417c-87e1-05505fb5b13d None None] Network 2dff1fd2-28db-447c-8a9a-1d698dd192f0 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:17:17.970295 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42153127-da59-4f99-9c99-0864859acc28 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Pushing event deleted for resources: {'Port': ['ID=f548e0ab-e7a8-47a6-9409-36325caf91d1,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:18.071235 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 5660e2c1-aef9-478e-9b31-b2cf03484e96 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:17:18.160972 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-441bf214-87b7-4861-97b7-7a654ee60855 None None] Set router f3c4cb74-f5d7-4a91-b20b-6525182a325c gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:17:18.201141 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-abf2a5be-181e-40ea-9b4e-748c25641afc tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:18.227304 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23ea126-9423-43a6-ba2d-768ecd872d5e tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Network 1c5c7057-6cfb-4273-ace5-d2dc41be3e4a is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:17:18.245709 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-b23ea126-9423-43a6-ba2d-768ecd872d5e tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:17:18.251140 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23ea126-9423-43a6-ba2d-768ecd872d5e tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:17:18.293446 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-fa8dd45d-a5c0-4b84-a20b-69f1d1226b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:18.338345 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23ea126-9423-43a6-ba2d-768ecd872d5e tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:18.342081 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b23ea126-9423-43a6-ba2d-768ecd872d5e tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:18.365014 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23ea126-9423-43a6-ba2d-768ecd872d5e tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Pushing event updated for resources: {'Port': ['ID=e21a4b47-04c9-4fc7-8de8-e9be41310592,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:18.399626 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b23ea126-9423-43a6-ba2d-768ecd872d5e tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3229744 Oct 30 15:17:18.498893 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-abf2a5be-181e-40ea-9b4e-748c25641afc tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dff1fd2-28db-447c-8a9a-1d698dd192f0']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:17:18.590604 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-abf2a5be-181e-40ea-9b4e-748c25641afc tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7626363d-ba14-4651-bb03-4e6fe5d494ef') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:17:18.590910 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-abf2a5be-181e-40ea-9b4e-748c25641afc tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7626363d-ba14-4651-bb03-4e6fe5d494ef') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:17:18.599208 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 5660e2c1-aef9-478e-9b31-b2cf03484e96 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:17:18.600026 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:18.609277 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-fa8dd45d-a5c0-4b84-a20b-69f1d1226b33 None None] For port 36f510d8-7f6b-4fd0-82c8-20ac77c67244, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=36f510d8-7f6b-4fd0-82c8-20ac77c67244,segment=NetworkSegment(0b992be6-140e-4341-a8f5-54109f4ee29a),segment_id=0b992be6-140e-4341-a8f5-54109f4ee29a)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:17:18.620758 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-abf2a5be-181e-40ea-9b4e-748c25641afc tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:18.700909 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303a74d3-2551-4265-907d-556d148dcd9c None None] DHCP port deletion for 2dff1fd2-28db-447c-8a9a-1d698dd192f0 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:17:18.706517 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0c9c5d31-6e2c-4e24-bce9-63df9e076d9a tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:18.708090 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-42153127-da59-4f99-9c99-0864859acc28 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:18.720018 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-fa8dd45d-a5c0-4b84-a20b-69f1d1226b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:18.735699 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0c9c5d31-6e2c-4e24-bce9-63df9e076d9a tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:18.795393 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-441bf214-87b7-4861-97b7-7a654ee60855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c4cb74-f5d7-4a91-b20b-6525182a325c', 'name': 'tempest-ServersTestFqdnHostnames-1224868306-router', 'tenant_id': '3b60864767dc44c8b2e5a3a55a17d929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '311cb9f5-d926-4602-8541-6f6c70ee99ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:16:55Z', 'updated_at': '2021-10-30T15:17:13Z', 'revision_number': 4, 'project_id': '3b60864767dc44c8b2e5a3a55a17d929', 'gw_port': {'id': '311cb9f5-d926-4602-8541-6f6c70ee99ca', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:fd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c4cb74-f5d7-4a91-b20b-6525182a325c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:16:59Z', 'updated_at': '2021-10-30T15:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '36f510d8-7f6b-4fd0-82c8-20ac77c67244', 'name': '', 'network_id': '4f2b4662-3762-472a-a79d-3599e1ff305d', 'tenant_id': '3b60864767dc44c8b2e5a3a55a17d929', 'mac_address': 'fa:16:3e:a1:5e:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c4cb74-f5d7-4a91-b20b-6525182a325c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'dc7ff2c3-bbb5-481f-ba0a-d62c781b867c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:17:09Z', 'updated_at': '2021-10-30T15:17:17Z', 'revision_number': 4, 'project_id': '3b60864767dc44c8b2e5a3a55a17d929', 'subnets': [{'id': 'dc7ff2c3-bbb5-481f-ba0a-d62c781b867c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:17:18.815424 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-abf2a5be-181e-40ea-9b4e-748c25641afc tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:18.835993 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8dd45d-a5c0-4b84-a20b-69f1d1226b33 None None] Pushing event updated for resources: {'Port': ['ID=36f510d8-7f6b-4fd0-82c8-20ac77c67244,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:18.850280 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09bf2c0c-ac5b-4b17-a4b4-e77806efcde9 None None] Network 2dff1fd2-28db-447c-8a9a-1d698dd192f0 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:17:18.853183 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501bd5e1-128e-462c-90f7-017bf99783f7 None None] Network 1c5c7057-6cfb-4273-ace5-d2dc41be3e4a requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:17:18.883913 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0c9c5d31-6e2c-4e24-bce9-63df9e076d9a tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:18.885967 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-0c9c5d31-6e2c-4e24-bce9-63df9e076d9a tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.8452227 Oct 30 15:17:18.886296 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441bf214-87b7-4861-97b7-7a654ee60855 None None] The sync data for ids ['f3c4cb74-f5d7-4a91-b20b-6525182a325c'] in n-d-806683-17 is: [{'id': 'f3c4cb74-f5d7-4a91-b20b-6525182a325c', 'name': 'tempest-ServersTestFqdnHostnames-1224868306-router', 'tenant_id': '3b60864767dc44c8b2e5a3a55a17d929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '311cb9f5-d926-4602-8541-6f6c70ee99ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:16:55Z', 'updated_at': '2021-10-30T15:17:13Z', 'revision_number': 4, 'project_id': '3b60864767dc44c8b2e5a3a55a17d929', 'gw_port': {'id': '311cb9f5-d926-4602-8541-6f6c70ee99ca', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:fd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c4cb74-f5d7-4a91-b20b-6525182a325c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:16:59Z', 'updated_at': '2021-10-30T15:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '36f510d8-7f6b-4fd0-82c8-20ac77c67244', 'name': '', 'network_id': '4f2b4662-3762-472a-a79d-3599e1ff305d', 'tenant_id': '3b60864767dc44c8b2e5a3a55a17d929', 'mac_address': 'fa:16:3e:a1:5e:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c4cb74-f5d7-4a91-b20b-6525182a325c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'dc7ff2c3-bbb5-481f-ba0a-d62c781b867c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:17:09Z', 'updated_at': '2021-10-30T15:17:17Z', 'revision_number': 4, 'project_id': '3b60864767dc44c8b2e5a3a55a17d929', 'subnets': [{'id': 'dc7ff2c3-bbb5-481f-ba0a-d62c781b867c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:17:18.889046 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 42666) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:18.895602 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-843d4a7c-25bb-41f2-876e-d2114a8e63e1 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Request body: {'security_group_rule': {'security_group_id': '63710c05-9b86-44fc-b397-096658ce854e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:17:18.896211 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abf2a5be-181e-40ea-9b4e-748c25641afc tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:17:18.896621 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-abf2a5be-181e-40ea-9b4e-748c25641afc tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:18.906536 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 42668) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:18.924033 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-edcf796f-7a31-483e-81aa-906ab97ff25b tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1324904072', 'description': 'tempest-description--812768629'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:17:18.942677 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:17:18.942677 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:17:18.942677 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:17:18.942677 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:17:18.942677 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:17:18.942677 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:17:18.942677 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:17:18.942677 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:17:18.942677 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:17:18.942677 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:17:18.942677 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:17:18.942677 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:17:18.942677 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:17:18.942677 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:17:18.942677 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:17:18.942677 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:17:18.942677 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:17:18.942677 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:17:18.942677 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:17:18.942677 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:17:18.942677 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:17:18.942677 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:17:18.942677 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:17:18.942677 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:17:18.942677 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:17:18.942677 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:17:18.942677 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:17:18.942677 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:17:18.942677 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:17:18.942677 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:17:18.942677 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:17:18.942677 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:17:18.968587 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9c5d31-6e2c-4e24-bce9-63df9e076d9a tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63710c05-9b86-44fc-b397-096658ce854e,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:18.990877 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.db.api [None req-edcf796f-7a31-483e-81aa-906ab97ff25b tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 30 15:17:18.990877 n-d-806683-17 neutron-server[102130]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 30 15:17:18.990877 n-d-806683-17 neutron-server[102130]: [parameters: {'project_id_1': 'fedcadc844c84f7ca955acdb50df6c20', 'expiration_1': datetime.datetime(2021, 10, 30, 15, 16, 58, 959928)}] Oct 30 15:17:18.990877 n-d-806683-17 neutron-server[102130]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 30 15:17:18.991300 n-d-806683-17 neutron-server[102130]: DEBUG oslo_db.api [None req-edcf796f-7a31-483e-81aa-906ab97ff25b tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 30 15:17:19.020427 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-843d4a7c-25bb-41f2-876e-d2114a8e63e1 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:19.105385 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-abf2a5be-181e-40ea-9b4e-748c25641afc tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:19.127256 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-178503b2-8cdd-4a28-8082-72a12fe23bcc None None] Provisioning complete for port 36f510d8-7f6b-4fd0-82c8-20ac77c67244 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:17:19.127535 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-178503b2-8cdd-4a28-8082-72a12fe23bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:19.148994 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-843d4a7c-25bb-41f2-876e-d2114a8e63e1 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:19.157211 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-843d4a7c-25bb-41f2-876e-d2114a8e63e1 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:19.196979 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-843d4a7c-25bb-41f2-876e-d2114a8e63e1 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:19.201234 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-843d4a7c-25bb-41f2-876e-d2114a8e63e1 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3088427 Oct 30 15:17:19.201839 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 42672) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:19.206156 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c84b3a4-ad1a-4db6-bcd0-12edbc291984 req-f26a0502-6e42-4738-9091-8577ceadb4b8 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:19.206779 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-6faff550-fc8c-43a4-aa5b-40cf6139ec38 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Request body: {'security_group_rule': {'security_group_id': '63710c05-9b86-44fc-b397-096658ce854e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:17:19.214209 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2c84b3a4-ad1a-4db6-bcd0-12edbc291984 req-f26a0502-6e42-4738-9091-8577ceadb4b8 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc65f5fa-f7bf-40f2-8b8b-06f236fa16c3 HTTP/1.1" status: 200 len: 946 time: 0.4376843 Oct 30 15:17:19.216377 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-abf2a5be-181e-40ea-9b4e-748c25641afc tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:19.219646 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-abf2a5be-181e-40ea-9b4e-748c25641afc tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] 10.222.0.62 "DELETE /v2.0/networks/2dff1fd2-28db-447c-8a9a-1d698dd192f0 HTTP/1.1" status: 204 len: 168 time: 5.2920380 Oct 30 15:17:19.248421 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 42674) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:19.278758 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843d4a7c-25bb-41f2-876e-d2114a8e63e1 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78e7454e-be6a-4946-b2a7-27bd4512b32a,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:19.291645 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ad99286-91d6-477d-b5ce-39085275ca00 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] DELETE failed (client error): The resource could not be found. Oct 30 15:17:19.292981 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ad99286-91d6-477d-b5ce-39085275ca00 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:17:19.305070 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-7ad99286-91d6-477d-b5ce-39085275ca00 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] 10.222.0.62 "DELETE /v2.0/networks/2dff1fd2-28db-447c-8a9a-1d698dd192f0 HTTP/1.1" status: 404 len: 339 time: 0.0545008 Oct 30 15:17:19.313013 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 42678) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:19.313965 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6faff550-fc8c-43a4-aa5b-40cf6139ec38 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:19.319455 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf2a5be-181e-40ea-9b4e-748c25641afc tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Pushing event deleted for resources: {'Network': ['ID=2dff1fd2-28db-447c-8a9a-1d698dd192f0,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:19.347639 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-336548c7-a3ea-4d34-98f7-9669fc420bd4 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1766675227', 'description': 'd1'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:17:19.408441 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42153127-da59-4f99-9c99-0864859acc28 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Router 59cacefb-564c-4425-8157-cb78ea29fba1 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:17:19.443788 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2c84b3a4-ad1a-4db6-bcd0-12edbc291984 req-5c1376a6-cf53-469d-94ff-5fd379ff9d88 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287045 Oct 30 15:17:19.630337 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42153127-da59-4f99-9c99-0864859acc28 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:17:19.642470 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6faff550-fc8c-43a4-aa5b-40cf6139ec38 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:19.648031 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-42153127-da59-4f99-9c99-0864859acc28 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "PUT /v2.0/routers/59cacefb-564c-4425-8157-cb78ea29fba1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8375037 Oct 30 15:17:19.648031 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 42694) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:19.655331 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-336548c7-a3ea-4d34-98f7-9669fc420bd4 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Made reservation on behalf of 5487df6812a246998fe08bfdbae6b85d for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:17:19.667976 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-336548c7-a3ea-4d34-98f7-9669fc420bd4 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:19.691880 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-de705fda-a798-41b5-8062-369f092eb660 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "GET /v2.0/ports?device_id=59cacefb-564c-4425-8157-cb78ea29fba1 HTTP/1.1" status: 200 len: 205 time: 0.0421965 Oct 30 15:17:19.694706 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 42696) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:19.709913 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6faff550-fc8c-43a4-aa5b-40cf6139ec38 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:19.762936 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-edcf796f-7a31-483e-81aa-906ab97ff25b tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:19.807942 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6695579d-2fd4-461a-ae09-6ccf3808d924 None None] Network 992316f0-a5bb-44db-b566-e8ec1fde1c28 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:17:19.810458 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86f12a4-55e0-4170-9a71-ff194c9996f4 None None] Sync routers for ids ['59cacefb-564c-4425-8157-cb78ea29fba1'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:17:19.818469 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faff550-fc8c-43a4-aa5b-40cf6139ec38 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f614120-552b-4a67-9dc7-2325ba49c1c1,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:19.843374 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-53029ec1-8fa7-49f7-9d45-ea6307027019 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for router, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:19.855677 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-336548c7-a3ea-4d34-98f7-9669fc420bd4 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:17:19.914865 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6faff550-fc8c-43a4-aa5b-40cf6139ec38 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:19.918862 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-6faff550-fc8c-43a4-aa5b-40cf6139ec38 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7129943 Oct 30 15:17:19.933049 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-336548c7-a3ea-4d34-98f7-9669fc420bd4 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:19.933401 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-336548c7-a3ea-4d34-98f7-9669fc420bd4 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Added segment bd769129-bc97-48eb-9031-089894114bda of type vlan for network 0a2e29ce-fd76-4121-8c42-9e0d0054782e Oct 30 15:17:19.934484 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 42700) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:19.936347 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:19.951596 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86f12a4-55e0-4170-9a71-ff194c9996f4 None None] Routers {'59cacefb-564c-4425-8157-cb78ea29fba1'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:17:19.952528 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-e86f12a4-55e0-4170-9a71-ff194c9996f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:16:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['59cacefb-564c-4425-8157-cb78ea29fba1'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:17:19.953804 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-28e22f00-adc6-457a-a09d-8fe5f06cf398 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Request body: {'floatingip': {'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:17:20.039265 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-28e22f00-adc6-457a-a09d-8fe5f06cf398 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Publish callbacks [] for floatingip, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:20.128491 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-336548c7-a3ea-4d34-98f7-9669fc420bd4 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:20.134734 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 5660e2c1-aef9-478e-9b31-b2cf03484e96, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=5660e2c1-aef9-478e-9b31-b2cf03484e96,segment=NetworkSegment(4d71454c-3ec5-4d11-8d12-d1e996d7212b),segment_id=4d71454c-3ec5-4d11-8d12-d1e996d7212b)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:17:20.145425 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-e86f12a4-55e0-4170-9a71-ff194c9996f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:17:20.170498 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-53029ec1-8fa7-49f7-9d45-ea6307027019 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:20.173871 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-53029ec1-8fa7-49f7-9d45-ea6307027019 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:20.220523 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:20.228678 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86f12a4-55e0-4170-9a71-ff194c9996f4 None None] Routers {'59cacefb-564c-4425-8157-cb78ea29fba1'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:17:20.229514 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-e86f12a4-55e0-4170-9a71-ff194c9996f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:16:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['59cacefb-564c-4425-8157-cb78ea29fba1'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:17:20.285426 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-edcf796f-7a31-483e-81aa-906ab97ff25b tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:20.302538 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-336548c7-a3ea-4d34-98f7-9669fc420bd4 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:20.310184 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336548c7-a3ea-4d34-98f7-9669fc420bd4 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:20.311137 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-336548c7-a3ea-4d34-98f7-9669fc420bd4 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:20.321550 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-edcf796f-7a31-483e-81aa-906ab97ff25b tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:20.389635 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-e86f12a4-55e0-4170-9a71-ff194c9996f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:17:20.390322 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86f12a4-55e0-4170-9a71-ff194c9996f4 None None] The sync data for ids ['59cacefb-564c-4425-8157-cb78ea29fba1'] in n-d-806683-17 is: [] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:17:20.407449 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=5660e2c1-aef9-478e-9b31-b2cf03484e96,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:20.413976 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-178503b2-8cdd-4a28-8082-72a12fe23bcc None None] Could not find standard attr ID for object 802b8b8c-ca7d-48db-b1df-39daed56e089. {{(pid=102132) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 30 15:17:20.459210 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-178503b2-8cdd-4a28-8082-72a12fe23bcc None None] Provisioning complete for port 5660e2c1-aef9-478e-9b31-b2cf03484e96 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:17:20.460367 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-178503b2-8cdd-4a28-8082-72a12fe23bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:20.481991 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-336548c7-a3ea-4d34-98f7-9669fc420bd4 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1646059 Oct 30 15:17:20.523689 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 42704) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:20.541554 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336548c7-a3ea-4d34-98f7-9669fc420bd4 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Pushing event updated for resources: {'Network': ['ID=0a2e29ce-fd76-4121-8c42-9e0d0054782e,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:20.584129 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 36f510d8-7f6b-4fd0-82c8-20ac77c67244 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:17:20.637078 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 0a2e29ce-fd76-4121-8c42-9e0d0054782e details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:17:20.702442 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0f258c-55d3-4077-bc91-a9590f7f41ab tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:20.706656 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9d0f258c-55d3-4077-bc91-a9590f7f41ab tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] 10.222.0.62 "GET /v2.0/networks?id=0a2e29ce-fd76-4121-8c42-9e0d0054782e HTTP/1.1" status: 200 len: 765 time: 0.1638041 Oct 30 15:17:20.707096 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-edcf796f-7a31-483e-81aa-906ab97ff25b tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:20.712358 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-edcf796f-7a31-483e-81aa-906ab97ff25b tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.7924409 Oct 30 15:17:20.715086 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 42710) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:20.715551 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 42712) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:20.723601 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-a64c9420-14d3-4ddb-bde6-22dab4fc9b1a tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Request body: {'security_group_rule': {'security_group_id': '0d8b2e39-c2c3-46e2-b7ce-d3094509b03c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:17:20.733952 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-12a2cc77-1b84-4302-8026-e5fbfb374692 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Request body: {'network': {'description': 'd2'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:17:20.825196 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcf796f-7a31-483e-81aa-906ab97ff25b tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8b2e39-c2c3-46e2-b7ce-d3094509b03c,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:20.871993 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55f9d2-7b35-4da3-87d9-4bb7eecd792e req-482aa25a-2aac-4edd-bc71-84a2a155854e tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:20.873762 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9b55f9d2-7b35-4da3-87d9-4bb7eecd792e req-482aa25a-2aac-4edd-bc71-84a2a155854e tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc65f5fa-f7bf-40f2-8b8b-06f236fa16c3 HTTP/1.1" status: 200 len: 946 time: 0.9278033 Oct 30 15:17:20.878105 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-53029ec1-8fa7-49f7-9d45-ea6307027019 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:20.878105 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53029ec1-8fa7-49f7-9d45-ea6307027019 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Fanout notify agent at l3_agent the message router_deleted on router 59cacefb-564c-4425-8157-cb78ea29fba1 {{(pid=102131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:17:20.886867 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-53029ec1-8fa7-49f7-9d45-ea6307027019 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:20.891732 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-53029ec1-8fa7-49f7-9d45-ea6307027019 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "DELETE /v2.0/routers/59cacefb-564c-4425-8157-cb78ea29fba1 HTTP/1.1" status: 204 len: 168 time: 1.1958959 Oct 30 15:17:20.893092 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 42714) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:20.925212 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 36f510d8-7f6b-4fd0-82c8-20ac77c67244 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:17:20.944009 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:21.011148 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a64c9420-14d3-4ddb-bde6-22dab4fc9b1a tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:21.012574 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9b55f9d2-7b35-4da3-87d9-4bb7eecd792e req-7404fda2-12ed-4100-bd2e-e916daffc6c7 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586519 Oct 30 15:17:21.019473 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-2452641c-2ce4-4d7b-9b26-c925c1ff0760 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Deleting subnet e4289dbb-dfa7-477c-892e-d073a55f9515 {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:17:21.025079 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2452641c-2ce4-4d7b-9b26-c925c1ff0760 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:21.081590 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device ce6e6ae2-4559-4763-a587-e090cf355924 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:17:21.146705 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2452641c-2ce4-4d7b-9b26-c925c1ff0760 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:21.163069 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-12a2cc77-1b84-4302-8026-e5fbfb374692 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:21.177587 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-25e0b9f8-ab88-4d14-bb83-b3a0549dff6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:21.185992 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-770f94d6-2beb-4771-81ce-90845760fdd8 None None] Provisioning complete for port ce6e6ae2-4559-4763-a587-e090cf355924 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:17:21.186625 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-770f94d6-2beb-4771-81ce-90845760fdd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:21.188849 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-28e22f00-adc6-457a-a09d-8fe5f06cf398 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:21.207129 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-12a2cc77-1b84-4302-8026-e5fbfb374692 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:21.272321 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port ce6e6ae2-4559-4763-a587-e090cf355924 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:17:21.272914 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:21.286677 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2452641c-2ce4-4d7b-9b26-c925c1ff0760 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:21.310874 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-12a2cc77-1b84-4302-8026-e5fbfb374692 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Network 0a2e29ce-fd76-4121-8c42-9e0d0054782e is not hosted by any dhcp agent {{(pid=102130) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 30 15:17:21.325259 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a2cc77-1b84-4302-8026-e5fbfb374692 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:21.327709 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-12a2cc77-1b84-4302-8026-e5fbfb374692 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:21.333066 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-12a2cc77-1b84-4302-8026-e5fbfb374692 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] 10.222.0.62 "PUT /v2.0/networks/0a2e29ce-fd76-4121-8c42-9e0d0054782e HTTP/1.1" status: 200 len: 762 time: 0.6163213 Oct 30 15:17:21.351156 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 42716) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:21.412033 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-770f94d6-2beb-4771-81ce-90845760fdd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:21.421660 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2452641c-2ce4-4d7b-9b26-c925c1ff0760 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:21.489063 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2452641c-2ce4-4d7b-9b26-c925c1ff0760 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:21.498660 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-2452641c-2ce4-4d7b-9b26-c925c1ff0760 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "DELETE /v2.0/subnets/e4289dbb-dfa7-477c-892e-d073a55f9515 HTTP/1.1" status: 204 len: 168 time: 0.6011426 Oct 30 15:17:21.498660 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2452641c-2ce4-4d7b-9b26-c925c1ff0760 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Pushing event deleted for resources: {'Subnet': ['ID=e4289dbb-dfa7-477c-892e-d073a55f9515,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:21.500925 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 42718) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:21.509450 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fba8e96-bd8c-49cc-81af-8ac4969f4428 None None] Network bd524ecc-4896-4c19-91a4-3f3a4aee4f7a requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:17:21.520887 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa1af6-2625-4a12-8909-d829749396fb req-76a4510b-11c2-4ef1-a825-116904efc02c tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:21.522384 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-92fa1af6-2625-4a12-8909-d829749396fb req-76a4510b-11c2-4ef1-a825-116904efc02c tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc65f5fa-f7bf-40f2-8b8b-06f236fa16c3 HTTP/1.1" status: 200 len: 946 time: 0.4627101 Oct 30 15:17:21.549138 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c6750b-b9c1-43a7-aca7-c6605f5b4f6d tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:21.556269 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-18c6750b-b9c1-43a7-aca7-c6605f5b4f6d tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] 10.222.0.62 "GET /v2.0/networks?id=0a2e29ce-fd76-4121-8c42-9e0d0054782e HTTP/1.1" status: 200 len: 765 time: 0.1947062 Oct 30 15:17:21.556269 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a64c9420-14d3-4ddb-bde6-22dab4fc9b1a tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:21.556593 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 42720) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:21.567618 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a64c9420-14d3-4ddb-bde6-22dab4fc9b1a tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:21.579268 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a2cc77-1b84-4302-8026-e5fbfb374692 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Pushing event updated for resources: {'Network': ['ID=0a2e29ce-fd76-4121-8c42-9e0d0054782e,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:21.624652 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c9420-14d3-4ddb-bde6-22dab4fc9b1a tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40c72b47-b45e-41c9-ac60-9f016e529efb,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:21.635280 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a64c9420-14d3-4ddb-bde6-22dab4fc9b1a tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:21.639344 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a64c9420-14d3-4ddb-bde6-22dab4fc9b1a tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9201388 Oct 30 15:17:21.642070 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 42724) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:21.651380 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-25a8ed84-515e-4098-8ab7-f6fbe9af4e8e tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Request body: {'security_group_rule': {'security_group_id': '0d8b2e39-c2c3-46e2-b7ce-d3094509b03c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:17:21.659719 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 0a2e29ce-fd76-4121-8c42-9e0d0054782e details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:17:21.693849 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-28e22f00-adc6-457a-a09d-8fe5f06cf398 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Allocated IP 172.25.4.126 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/62224d22-f807-4449-915d-f3f817571134) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:17:21.718571 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-25a8ed84-515e-4098-8ab7-f6fbe9af4e8e tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:21.746133 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-770f94d6-2beb-4771-81ce-90845760fdd8 None None] For port ce6e6ae2-4559-4763-a587-e090cf355924, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=ce6e6ae2-4559-4763-a587-e090cf355924,segment=NetworkSegment(b5ba004b-9013-4cb0-8ed5-52fde33455a1),segment_id=b5ba004b-9013-4cb0-8ed5-52fde33455a1)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:17:21.756909 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-770f94d6-2beb-4771-81ce-90845760fdd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:21.772188 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:21.906734 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-770f94d6-2beb-4771-81ce-90845760fdd8 None None] Provisioning complete for port e21a4b47-04c9-4fc7-8de8-e9be41310592 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:17:21.906734 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-770f94d6-2beb-4771-81ce-90845760fdd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:21.928499 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc3d6ad7-a355-4945-ba42-848bbc644374 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Deleting subnet a79fb084-c1b4-46b3-b94d-efc097fef88e {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:17:21.933839 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-dc3d6ad7-a355-4945-ba42-848bbc644374 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:21.934464 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-25a8ed84-515e-4098-8ab7-f6fbe9af4e8e tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:21.937586 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-28e22f00-adc6-457a-a09d-8fe5f06cf398 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:21.944029 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-25a8ed84-515e-4098-8ab7-f6fbe9af4e8e tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:21.973019 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a8ed84-515e-4098-8ab7-f6fbe9af4e8e tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe35e0dc-e057-4d12-b2fc-b121bf18abd1,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:21.988858 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.db.api [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 30 15:17:21.989457 n-d-806683-17 neutron-server[102132]: DEBUG oslo_db.api [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 30 15:17:21.991157 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-25a8ed84-515e-4098-8ab7-f6fbe9af4e8e tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:21.993185 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-25a8ed84-515e-4098-8ab7-f6fbe9af4e8e tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3499022 Oct 30 15:17:21.996249 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 42730) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:22.004318 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770f94d6-2beb-4771-81ce-90845760fdd8 None None] Pushing event updated for resources: {'Port': ['ID=ce6e6ae2-4559-4763-a587-e090cf355924,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:22.006871 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-d1fa9c11-4310-461c-9f00-2d714b678ce0 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Request body: {'floatingip': {'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:17:22.020465 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-770f94d6-2beb-4771-81ce-90845760fdd8 None None] Port e21a4b47-04c9-4fc7-8de8-e9be41310592 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:17:22.036964 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-770f94d6-2beb-4771-81ce-90845760fdd8 None None] Provisioning complete for port 5660e2c1-aef9-478e-9b31-b2cf03484e96 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:17:22.037446 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-770f94d6-2beb-4771-81ce-90845760fdd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:22.055793 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-28e22f00-adc6-457a-a09d-8fe5f06cf398 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:22.096414 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d1fa9c11-4310-461c-9f00-2d714b678ce0 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks [] for floatingip, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:22.127379 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e22f00-adc6-457a-a09d-8fe5f06cf398 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:17:22.128892 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871a5af2-945e-49bb-a54a-02d3ba554818 None None] DHCP port deletion for bd524ecc-4896-4c19-91a4-3f3a4aee4f7a request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:17:22.135008 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-28e22f00-adc6-457a-a09d-8fe5f06cf398 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:17:22.139119 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-dc3d6ad7-a355-4945-ba42-848bbc644374 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:22.169331 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e22f00-adc6-457a-a09d-8fe5f06cf398 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:17:22.182806 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90111774-5228-4c10-97e0-bf3d3bbd9064 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:22.184257 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-90111774-5228-4c10-97e0-bf3d3bbd9064 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6267533 Oct 30 15:17:22.189770 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 42734) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:22.210369 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e22f00-adc6-457a-a09d-8fe5f06cf398 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Pushing event updated for resources: {'Port': ['ID=62224d22-f807-4449-915d-f3f817571134,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:22.231589 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-770f94d6-2beb-4771-81ce-90845760fdd8 None None] Provisioning complete for port ff9a5354-a79a-4869-a44a-a51335ced7ef triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:17:22.232109 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-770f94d6-2beb-4771-81ce-90845760fdd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:22.233022 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-fe0dc36f-63e4-4b8f-b506-d90a62994a24 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] 10.222.0.62 "GET /v2.0/subnets?network_id=edc38ef5-7816-4133-914c-cfe2849a0125 HTTP/1.1" status: 200 len: 207 time: 0.0421612 Oct 30 15:17:22.236968 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-92fa1af6-2625-4a12-8909-d829749396fb req-fdbd05e4-1c0f-46b6-a800-cfaca466256e tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Deleting port 379f386b-f873-4002-8eac-6305fb45d254 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:17:22.237311 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-92fa1af6-2625-4a12-8909-d829749396fb req-fdbd05e4-1c0f-46b6-a800-cfaca466256e tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:22.256867 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 42736) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:22.272399 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-770f94d6-2beb-4771-81ce-90845760fdd8 None None] Port ff9a5354-a79a-4869-a44a-a51335ced7ef cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:17:22.281007 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-871a5af2-945e-49bb-a54a-02d3ba554818 None None] Deleting port f96814d0-770e-4d5b-9e7a-504f83fe77ee {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:17:22.281512 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-871a5af2-945e-49bb-a54a-02d3ba554818 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:22.360499 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-871a5af2-945e-49bb-a54a-02d3ba554818 None None] For port f96814d0-770e-4d5b-9e7a-504f83fe77ee, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=f96814d0-770e-4d5b-9e7a-504f83fe77ee,segment=NetworkSegment(7d9538ef-68b6-4116-b9e7-85875c6597be),segment_id=7d9538ef-68b6-4116-b9e7-85875c6597be)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:17:22.361044 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-871a5af2-945e-49bb-a54a-02d3ba554818 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:22.370097 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-92fa1af6-2625-4a12-8909-d829749396fb req-fdbd05e4-1c0f-46b6-a800-cfaca466256e tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] For port 379f386b-f873-4002-8eac-6305fb45d254, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=379f386b-f873-4002-8eac-6305fb45d254,segment=NetworkSegment(803c5434-e7a3-49e2-9896-7909e39f1289),segment_id=803c5434-e7a3-49e2-9896-7909e39f1289)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:17:22.370463 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-92fa1af6-2625-4a12-8909-d829749396fb req-fdbd05e4-1c0f-46b6-a800-cfaca466256e tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:22.382851 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-871a5af2-945e-49bb-a54a-02d3ba554818 None None] Calling delete_port for f96814d0-770e-4d5b-9e7a-504f83fe77ee owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:17:22.383923 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-28e22f00-adc6-457a-a09d-8fe5f06cf398 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:22.388786 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-92fa1af6-2625-4a12-8909-d829749396fb req-fdbd05e4-1c0f-46b6-a800-cfaca466256e tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Calling delete_port for 379f386b-f873-4002-8eac-6305fb45d254 owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:17:22.391276 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-dc3d6ad7-a355-4945-ba42-848bbc644374 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:22.416998 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-411d4834-b2cd-4fc9-bcbe-70879696c63f None None] Provisioning complete for port ce6e6ae2-4559-4763-a587-e090cf355924 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:17:22.417788 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-411d4834-b2cd-4fc9-bcbe-70879696c63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:22.450268 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0080db34-91e8-4ae0-94b3-93873231fb34 req-68c23505-ee9d-4384-a010-8a5cce386cd3 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:22.457548 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0080db34-91e8-4ae0-94b3-93873231fb34 req-68c23505-ee9d-4384-a010-8a5cce386cd3 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc65f5fa-f7bf-40f2-8b8b-06f236fa16c3 HTTP/1.1" status: 200 len: 946 time: 0.2598724 Oct 30 15:17:22.484057 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-dc3d6ad7-a355-4945-ba42-848bbc644374 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:22.513629 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-28e22f00-adc6-457a-a09d-8fe5f06cf398 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:22.566440 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3d6ad7-a355-4945-ba42-848bbc644374 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Pushing event deleted for resources: {'Subnet': ['ID=a79fb084-c1b4-46b3-b94d-efc097fef88e,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:22.578348 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-dc3d6ad7-a355-4945-ba42-848bbc644374 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:22.582827 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-dc3d6ad7-a355-4945-ba42-848bbc644374 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "DELETE /v2.0/subnets/a79fb084-c1b4-46b3-b94d-efc097fef88e HTTP/1.1" status: 204 len: 168 time: 1.0809298 Oct 30 15:17:22.585528 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 42738) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:22.592434 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0080db34-91e8-4ae0-94b3-93873231fb34 req-698bdf66-d97e-4ba5-8e05-4d69b75bc615 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338837 Oct 30 15:17:22.598673 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 802b8b8c-ca7d-48db-b1df-39daed56e089 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:17:22.601766 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6845bb56-5770-4868-bf93-6cd9c89f8263 None None] Network ba0d4eb6-5ae6-4f42-a27c-7b50b8141169 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:17:22.632573 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777af619-cabd-4e7d-b1d6-7ca6f5b6a35e tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:22.640461 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777af619-cabd-4e7d-b1d6-7ca6f5b6a35e tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:22.648233 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777af619-cabd-4e7d-b1d6-7ca6f5b6a35e tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:22.654904 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777af619-cabd-4e7d-b1d6-7ca6f5b6a35e tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:22.661367 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777af619-cabd-4e7d-b1d6-7ca6f5b6a35e tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:22.668472 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777af619-cabd-4e7d-b1d6-7ca6f5b6a35e tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:22.670545 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-777af619-cabd-4e7d-b1d6-7ca6f5b6a35e tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.4071844 Oct 30 15:17:22.678442 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 42740) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:22.719806 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d1fa9c11-4310-461c-9f00-2d714b678ce0 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:22.896599 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-92fa1af6-2625-4a12-8909-d829749396fb req-fdbd05e4-1c0f-46b6-a800-cfaca466256e tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:22.922015 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2eefa6fa-12c1-4a55-b6fb-ef2f829be8cd tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:22.924173 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['379f386b-f873-4002-8eac-6305fb45d254'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:17:22.926121 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 802b8b8c-ca7d-48db-b1df-39daed56e089 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:17:22.926515 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 802b8b8c-ca7d-48db-b1df-39daed56e089 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:17:22.930989 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-871a5af2-945e-49bb-a54a-02d3ba554818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:22.974959 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871a5af2-945e-49bb-a54a-02d3ba554818 None None] No DVR routers for this DVR port f96814d0-770e-4d5b-9e7a-504f83fe77ee on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:17:23.038034 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871a5af2-945e-49bb-a54a-02d3ba554818 None None] Pushing event deleted for resources: {'Port': ['ID=f96814d0-770e-4d5b-9e7a-504f83fe77ee,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:23.042524 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbd05e4-1c0f-46b6-a800-cfaca466256e tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Pushing event deleted for resources: {'Port': ['ID=379f386b-f873-4002-8eac-6305fb45d254,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:23.058768 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-411d4834-b2cd-4fc9-bcbe-70879696c63f None None] Provisioning complete for port e21a4b47-04c9-4fc7-8de8-e9be41310592 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:17:23.059213 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-411d4834-b2cd-4fc9-bcbe-70879696c63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:23.101124 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-d1fa9c11-4310-461c-9f00-2d714b678ce0 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Allocated IP 172.25.4.50 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/3c120248-b3e7-4085-a3f5-6084a7f0be97) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:17:23.130296 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-92fa1af6-2625-4a12-8909-d829749396fb req-fdbd05e4-1c0f-46b6-a800-cfaca466256e tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] No DVR routers for this DVR port 379f386b-f873-4002-8eac-6305fb45d254 on host n-h1-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:17:23.134596 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device ce6e6ae2-4559-4763-a587-e090cf355924 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:17:23.158117 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-92fa1af6-2625-4a12-8909-d829749396fb req-fdbd05e4-1c0f-46b6-a800-cfaca466256e tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:23.161615 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-92fa1af6-2625-4a12-8909-d829749396fb req-fdbd05e4-1c0f-46b6-a800-cfaca466256e tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.53 "DELETE /v2.0/ports/379f386b-f873-4002-8eac-6305fb45d254 HTTP/1.1" status: 204 len: 173 time: 1.6193321 Oct 30 15:17:23.162170 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc65f5fa-f7bf-40f2-8b8b-06f236fa16c3', 'name': 'network-vif-deleted', 'tag': '379f386b-f873-4002-8eac-6305fb45d254'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:17:23.165006 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c1746c-a229-40d7-a5b0-f8408288efbe" -d '{"events": [{"server_uuid": "bc65f5fa-f7bf-40f2-8b8b-06f236fa16c3", "name": "network-vif-deleted", "tag": "379f386b-f873-4002-8eac-6305fb45d254"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:17:23.249114 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-28e22f00-adc6-457a-a09d-8fe5f06cf398 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:23.255936 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-411d4834-b2cd-4fc9-bcbe-70879696c63f None None] Port e21a4b47-04c9-4fc7-8de8-e9be41310592 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:17:23.260687 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-28e22f00-adc6-457a-a09d-8fe5f06cf398 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:23.291924 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2eefa6fa-12c1-4a55-b6fb-ef2f829be8cd tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:23.319433 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-2eefa6fa-12c1-4a55-b6fb-ef2f829be8cd tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd524ecc-4896-4c19-91a4-3f3a4aee4f7a']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:17:23.330944 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-2eefa6fa-12c1-4a55-b6fb-ef2f829be8cd tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d9538ef-68b6-4116-b9e7-85875c6597be') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:17:23.331339 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-2eefa6fa-12c1-4a55-b6fb-ef2f829be8cd tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d9538ef-68b6-4116-b9e7-85875c6597be') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:17:23.342441 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2eefa6fa-12c1-4a55-b6fb-ef2f829be8cd tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:23.350379 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port ce6e6ae2-4559-4763-a587-e090cf355924 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:17:23.351306 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:23.357860 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2eefa6fa-12c1-4a55-b6fb-ef2f829be8cd tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:23.361369 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475ff167-24f9-42bd-8130-b02d24c9cec6 x-openstack-request-id: req-475ff167-24f9-42bd-8130-b02d24c9cec6 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:17:23.361760 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc65f5fa-f7bf-40f2-8b8b-06f236fa16c3", "name": "network-vif-deleted", "tag": "379f386b-f873-4002-8eac-6305fb45d254", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:17:23.362070 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-475ff167-24f9-42bd-8130-b02d24c9cec6 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:17:23.362536 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc65f5fa-f7bf-40f2-8b8b-06f236fa16c3', 'name': 'network-vif-deleted', 'tag': '379f386b-f873-4002-8eac-6305fb45d254', 'status': 'completed', 'code': 200} Oct 30 15:17:23.384967 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-0fc43d86-00e5-44c3-a7f4-9164ca006a31 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] 10.222.0.62 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.7047536 Oct 30 15:17:23.388174 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eefa6fa-12c1-4a55-b6fb-ef2f829be8cd tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:17:23.388611 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2eefa6fa-12c1-4a55-b6fb-ef2f829be8cd tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:23.391917 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 42750) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:23.393456 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:17:23.393456 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:17:23.393456 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:17:23.393456 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:17:23.393456 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:17:23.393456 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:17:23.393456 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:17:23.393456 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:17:23.393456 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:17:23.393456 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:17:23.393456 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:17:23.393456 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:17:23.393456 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:17:23.393456 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:17:23.393456 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:17:23.393456 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:17:23.393456 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:17:23.393456 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:17:23.393456 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:17:23.393456 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:17:23.393456 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:17:23.393456 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:17:23.393456 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:17:23.393456 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:17:23.393456 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:17:23.393456 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:17:23.393456 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:17:23.393456 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:17:23.393456 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:17:23.393456 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:17:23.393456 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:17:23.393456 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:17:23.398816 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-411d4834-b2cd-4fc9-bcbe-70879696c63f None None] Provisioning complete for port ff9a5354-a79a-4869-a44a-a51335ced7ef triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:17:23.399205 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-411d4834-b2cd-4fc9-bcbe-70879696c63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:23.425758 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d1fa9c11-4310-461c-9f00-2d714b678ce0 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:23.459161 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e22f00-adc6-457a-a09d-8fe5f06cf398 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Pushing event updated for resources: {'Port': ['ID=62224d22-f807-4449-915d-f3f817571134,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:23.473059 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2eefa6fa-12c1-4a55-b6fb-ef2f829be8cd tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:23.484471 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2eefa6fa-12c1-4a55-b6fb-ef2f829be8cd tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:23.484691 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-28e22f00-adc6-457a-a09d-8fe5f06cf398 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:23.502923 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 42752) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:23.506575 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-2eefa6fa-12c1-4a55-b6fb-ef2f829be8cd tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "DELETE /v2.0/networks/bd524ecc-4896-4c19-91a4-3f3a4aee4f7a HTTP/1.1" status: 204 len: 168 time: 0.9199572 Oct 30 15:17:23.509744 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 5660e2c1-aef9-478e-9b31-b2cf03484e96 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:17:23.511591 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-411d4834-b2cd-4fc9-bcbe-70879696c63f None None] Port ff9a5354-a79a-4869-a44a-a51335ced7ef cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:17:23.532689 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eefa6fa-12c1-4a55-b6fb-ef2f829be8cd tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Pushing event deleted for resources: {'Network': ['ID=bd524ecc-4896-4c19-91a4-3f3a4aee4f7a,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:23.545695 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc729d6-2bb8-4f30-85bf-bf07455d7c7f None None] DHCP port deletion for ba0d4eb6-5ae6-4f42-a27c-7b50b8141169 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:17:23.562293 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-28e22f00-adc6-457a-a09d-8fe5f06cf398 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:23.572235 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-28e22f00-adc6-457a-a09d-8fe5f06cf398 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6279671 Oct 30 15:17:23.611247 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549f056c-45c9-4297-9ddc-5d0172d776a3 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:23.626249 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549f056c-45c9-4297-9ddc-5d0172d776a3 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:23.627973 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549f056c-45c9-4297-9ddc-5d0172d776a3 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:23.629511 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549f056c-45c9-4297-9ddc-5d0172d776a3 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:23.631675 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549f056c-45c9-4297-9ddc-5d0172d776a3 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:23.634262 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-549f056c-45c9-4297-9ddc-5d0172d776a3 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2292554 Oct 30 15:17:23.638398 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 42760) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:23.649385 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 5660e2c1-aef9-478e-9b31-b2cf03484e96 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:17:23.650305 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:23.723673 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-07a5e0f5-5c77-4933-916c-ac0cf3093653 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:23.741990 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d1fa9c11-4310-461c-9f00-2d714b678ce0 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:23.760397 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-bdc729d6-2bb8-4f30-85bf-bf07455d7c7f None None] Deleting port 5117bb7e-05b4-4c69-b7b0-eac050cdf685 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:17:23.761103 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bdc729d6-2bb8-4f30-85bf-bf07455d7c7f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:23.783362 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fa9c11-4310-461c-9f00-2d714b678ce0 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:17:23.799054 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-d1fa9c11-4310-461c-9f00-2d714b678ce0 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:17:23.802211 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fa9c11-4310-461c-9f00-2d714b678ce0 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:17:23.843218 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2b360c5e-441f-47a6-8a87-c7a62d802e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:23.849677 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca67af3-2931-48d8-80ee-f85101b1ac5f tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Attributes excluded by policy engine: ['shared'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:23.852220 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca67af3-2931-48d8-80ee-f85101b1ac5f tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Attributes excluded by policy engine: ['shared'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:23.853991 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca67af3-2931-48d8-80ee-f85101b1ac5f tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Attributes excluded by policy engine: ['shared'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:23.855678 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca67af3-2931-48d8-80ee-f85101b1ac5f tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Attributes excluded by policy engine: ['shared'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:23.857335 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca67af3-2931-48d8-80ee-f85101b1ac5f tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Attributes excluded by policy engine: ['shared'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:23.859230 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-dca67af3-2931-48d8-80ee-f85101b1ac5f tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] 10.222.0.62 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2193320 Oct 30 15:17:23.862949 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 42772) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:23.896303 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-487e1afc-0a74-4f5f-a370-f50d9d3989e8 req-1b18de15-3740-463a-be0d-1b7ea12fa579 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc65f5fa-f7bf-40f2-8b8b-06f236fa16c3 HTTP/1.1" status: 200 len: 210 time: 0.1114304 Oct 30 15:17:23.901293 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fa9c11-4310-461c-9f00-2d714b678ce0 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Pushing event updated for resources: {'Port': ['ID=3c120248-b3e7-4085-a3f5-6084a7f0be97,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:23.948590 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-bdc729d6-2bb8-4f30-85bf-bf07455d7c7f None None] For port 5117bb7e-05b4-4c69-b7b0-eac050cdf685, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=5117bb7e-05b4-4c69-b7b0-eac050cdf685,segment=NetworkSegment(089dca31-ae6c-4a89-9867-844d7a15a527),segment_id=089dca31-ae6c-4a89-9867-844d7a15a527)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:17:23.949464 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bdc729d6-2bb8-4f30-85bf-bf07455d7c7f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:23.950375 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-07a5e0f5-5c77-4933-916c-ac0cf3093653 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Deleting port 5117bb7e-05b4-4c69-b7b0-eac050cdf685 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:17:23.950929 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-07a5e0f5-5c77-4933-916c-ac0cf3093653 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:23.970808 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-bdc729d6-2bb8-4f30-85bf-bf07455d7c7f None None] Calling delete_port for 5117bb7e-05b4-4c69-b7b0-eac050cdf685 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:17:23.974087 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-99c4410f-a546-40de-a8a6-830c98d84c5d req-1228dbea-369c-43c9-b73a-419c66148120 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--125221203&fields=id&tenant_id=3b60864767dc44c8b2e5a3a55a17d929 HTTP/1.1" status: 200 len: 267 time: 0.2324491 Oct 30 15:17:24.080234 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d1fa9c11-4310-461c-9f00-2d714b678ce0 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:24.102536 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-07a5e0f5-5c77-4933-916c-ac0cf3093653 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] For port 5117bb7e-05b4-4c69-b7b0-eac050cdf685, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=5117bb7e-05b4-4c69-b7b0-eac050cdf685,segment=NetworkSegment(089dca31-ae6c-4a89-9867-844d7a15a527),segment_id=089dca31-ae6c-4a89-9867-844d7a15a527)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:17:24.103110 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-07a5e0f5-5c77-4933-916c-ac0cf3093653 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:24.111016 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device f96814d0-770e-4d5b-9e7a-504f83fe77ee no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:17:24.143380 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-07a5e0f5-5c77-4933-916c-ac0cf3093653 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Calling delete_port for 5117bb7e-05b4-4c69-b7b0-eac050cdf685 owned by network:dhcp {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:17:24.155354 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d1fa9c11-4310-461c-9f00-2d714b678ce0 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:24.161468 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: f96814d0-770e-4d5b-9e7a-504f83fe77ee {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:17:24.161824 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device f96814d0-770e-4d5b-9e7a-504f83fe77ee not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:17:24.188339 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fc3ffe-5acc-4c7b-8d05-24fa613a6b17 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:24.193702 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-00fc3ffe-5acc-4c7b-8d05-24fa613a6b17 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] 10.222.0.62 "GET /v2.0/networks/6006757f-50d1-4621-9a29-8c488303b71a HTTP/1.1" status: 200 len: 802 time: 0.3262305 Oct 30 15:17:24.195112 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bdc729d6-2bb8-4f30-85bf-bf07455d7c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:24.201856 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 42780) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:24.278625 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc729d6-2bb8-4f30-85bf-bf07455d7c7f None None] Pushing event deleted for resources: {'Port': ['ID=5117bb7e-05b4-4c69-b7b0-eac050cdf685,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:24.287376 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc729d6-2bb8-4f30-85bf-bf07455d7c7f None None] No DVR routers for this DVR port 5117bb7e-05b4-4c69-b7b0-eac050cdf685 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:17:24.370838 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-07a5e0f5-5c77-4933-916c-ac0cf3093653 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:24.424509 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c4410f-a546-40de-a8a6-830c98d84c5d req-4a43f59c-86a9-4615-b78d-5154a5fff37a tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:24.424748 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a5e0f5-5c77-4933-916c-ac0cf3093653 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Pushing event deleted for resources: {'Port': ['ID=5117bb7e-05b4-4c69-b7b0-eac050cdf685,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:24.426281 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-99c4410f-a546-40de-a8a6-830c98d84c5d req-4a43f59c-86a9-4615-b78d-5154a5fff37a tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] 10.222.0.62 "GET /v2.0/networks?id=4f2b4662-3762-472a-a79d-3599e1ff305d HTTP/1.1" status: 200 len: 815 time: 0.4361985 Oct 30 15:17:24.436659 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-25745781-8d7e-4941-8f1c-6c73c79b469f tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] 10.222.0.62 "GET /v2.0/networks/6006757f-50d1-4621-9a29-8c488303b71a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 318 time: 0.2331035 Oct 30 15:17:24.441362 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 42782) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:24.444044 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a5e0f5-5c77-4933-916c-ac0cf3093653 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] No DVR routers for this DVR port 5117bb7e-05b4-4c69-b7b0-eac050cdf685 on host n-d-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:17:24.473598 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-99c4410f-a546-40de-a8a6-830c98d84c5d req-1d9736c3-edb8-47e2-bb71-5e2bd87c8298 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] 10.222.0.62 "GET /v2.0/quotas/3b60864767dc44c8b2e5a3a55a17d929 HTTP/1.1" status: 200 len: 375 time: 0.0352595 Oct 30 15:17:24.563148 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f555519-9073-41c5-8f3f-682afdbd840e tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:24.564745 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-1f555519-9073-41c5-8f3f-682afdbd840e tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] 10.222.0.62 "GET /v2.0/subnets/8ef656da-f822-44eb-9017-34b8d977f0b8 HTTP/1.1" status: 200 len: 843 time: 0.1130898 Oct 30 15:17:24.568374 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 42788) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:24.612536 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:24.637463 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-99c4410f-a546-40de-a8a6-830c98d84c5d req-65df8577-78cc-44ac-94e5-1a35d73d83d1 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=3b60864767dc44c8b2e5a3a55a17d929&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1415300 Oct 30 15:17:24.638886 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-07a5e0f5-5c77-4933-916c-ac0cf3093653 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:24.640701 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954d7aed-e9a4-42c0-8b87-8720e62362b8 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Attributes excluded by policy engine: ['shared'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:24.642089 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-954d7aed-e9a4-42c0-8b87-8720e62362b8 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] 10.222.0.62 "GET /v2.0/subnets/8ef656da-f822-44eb-9017-34b8d977f0b8?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0726850 Oct 30 15:17:24.645853 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 42790) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:24.651395 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-b26246e3-80c2-4a58-9e6e-447790f27a50 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-787452925'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:17:24.666197 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-07a5e0f5-5c77-4933-916c-ac0cf3093653 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba0d4eb6-5ae6-4f42-a27c-7b50b8141169']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:17:24.680282 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-07a5e0f5-5c77-4933-916c-ac0cf3093653 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '089dca31-ae6c-4a89-9867-844d7a15a527') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:17:24.680820 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-07a5e0f5-5c77-4933-916c-ac0cf3093653 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '089dca31-ae6c-4a89-9867-844d7a15a527') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:17:24.697687 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-07a5e0f5-5c77-4933-916c-ac0cf3093653 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:24.709358 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26246e3-80c2-4a58-9e6e-447790f27a50 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Made reservation on behalf of 5487df6812a246998fe08bfdbae6b85d for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:17:24.715052 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b26246e3-80c2-4a58-9e6e-447790f27a50 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:24.719946 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-07a5e0f5-5c77-4933-916c-ac0cf3093653 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:24.730472 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07a5e0f5-5c77-4933-916c-ac0cf3093653 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:17:24.731743 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-07a5e0f5-5c77-4933-916c-ac0cf3093653 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:24.752299 n-d-806683-17 neutron-server[102130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:17:24.752299 n-d-806683-17 neutron-server[102130]: self.session.flush() Oct 30 15:17:24.752299 n-d-806683-17 neutron-server[102130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:17:24.752299 n-d-806683-17 neutron-server[102130]: self.session.flush() Oct 30 15:17:24.752299 n-d-806683-17 neutron-server[102130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:17:24.752299 n-d-806683-17 neutron-server[102130]: self.session.flush() Oct 30 15:17:24.752299 n-d-806683-17 neutron-server[102130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:17:24.752299 n-d-806683-17 neutron-server[102130]: self.session.flush() Oct 30 15:17:24.752299 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:17:24.752299 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:17:24.752299 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:17:24.752299 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:17:24.752299 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:17:24.752299 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:17:24.752299 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:17:24.752299 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:17:24.752299 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:17:24.752299 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:17:24.752299 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:17:24.752299 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:17:24.752299 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:17:24.752299 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:17:24.752299 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:17:24.752299 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:17:24.752299 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:17:24.752299 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:17:24.752299 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:17:24.752299 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:17:24.752299 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:17:24.752299 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:17:24.752299 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:17:24.752299 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:17:24.752299 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:17:24.752299 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:17:24.752299 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:17:24.752299 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:17:24.752299 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:17:24.752299 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:17:24.752299 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:17:24.752299 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:17:24.786822 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b26246e3-80c2-4a58-9e6e-447790f27a50 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:17:24.810881 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b26246e3-80c2-4a58-9e6e-447790f27a50 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:24.811262 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-b26246e3-80c2-4a58-9e6e-447790f27a50 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Added segment 6bc4331c-64aa-4415-9fff-fecdfd107cd4 of type vlan for network 29365c69-dbce-4d87-98bd-858e9e0f9f42 Oct 30 15:17:24.824947 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-99c4410f-a546-40de-a8a6-830c98d84c5d req-96ecb6cd-fb0a-43f8-9da5-41ccbb85b74c service neutron] 10.222.0.62 "GET /v2.0/networks/4f2b4662-3762-472a-a79d-3599e1ff305d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592269 Oct 30 15:17:24.850891 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:24.864146 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d1fa9c11-4310-461c-9f00-2d714b678ce0 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:24.867621 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-07a5e0f5-5c77-4933-916c-ac0cf3093653 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:24.903557 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-07a5e0f5-5c77-4933-916c-ac0cf3093653 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:24.904568 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b26246e3-80c2-4a58-9e6e-447790f27a50 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:24.912602 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-07a5e0f5-5c77-4933-916c-ac0cf3093653 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "DELETE /v2.0/networks/ba0d4eb6-5ae6-4f42-a27c-7b50b8141169 HTTP/1.1" status: 204 len: 168 time: 1.4034650 Oct 30 15:17:24.912602 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d1fa9c11-4310-461c-9f00-2d714b678ce0 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:24.913807 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 42794) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:24.916413 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a5e0f5-5c77-4933-916c-ac0cf3093653 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Pushing event deleted for resources: {'Network': ['ID=ba0d4eb6-5ae6-4f42-a27c-7b50b8141169,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:24.925961 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-3b28f492-34c2-43d6-a0ee-07e71fc640b9 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Request body: {'network': {'name': 'tempest-RoutersTest-1425257322'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:17:24.954312 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b26246e3-80c2-4a58-9e6e-447790f27a50 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:24.960911 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26246e3-80c2-4a58-9e6e-447790f27a50 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:24.961603 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b26246e3-80c2-4a58-9e6e-447790f27a50 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:25.092729 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b28f492-34c2-43d6-a0ee-07e71fc640b9 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Made reservation on behalf of 2a6cb1c7b667422386e8a263117bcaa0 for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:17:25.100018 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3b28f492-34c2-43d6-a0ee-07e71fc640b9 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:25.115410 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fa9c11-4310-461c-9f00-2d714b678ce0 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Pushing event updated for resources: {'Port': ['ID=3c120248-b3e7-4085-a3f5-6084a7f0be97,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:25.128609 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-99c4410f-a546-40de-a8a6-830c98d84c5d req-d9baac61-9340-4ef6-bd2e-847a1dae5be8 service neutron] 10.222.0.62 "GET /v2.0/networks/4f2b4662-3762-472a-a79d-3599e1ff305d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845204 Oct 30 15:17:25.143379 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b26246e3-80c2-4a58-9e6e-447790f27a50 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4931264 Oct 30 15:17:25.144413 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 42802) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:25.145100 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d1fa9c11-4310-461c-9f00-2d714b678ce0 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:25.153405 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-15c5c772-01a5-4324-8c58-fd210367b552 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Request body: {'subnet': {'network_id': '29365c69-dbce-4d87-98bd-858e9e0f9f42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:17:25.159948 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 5117bb7e-05b4-4c69-b7b0-eac050cdf685 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:17:25.162053 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26246e3-80c2-4a58-9e6e-447790f27a50 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Pushing event updated for resources: {'Network': ['ID=29365c69-dbce-4d87-98bd-858e9e0f9f42,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:25.207477 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 29365c69-dbce-4d87-98bd-858e9e0f9f42 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:17:25.210777 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 5117bb7e-05b4-4c69-b7b0-eac050cdf685 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:17:25.214189 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 5117bb7e-05b4-4c69-b7b0-eac050cdf685 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:17:25.282451 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 379f386b-f873-4002-8eac-6305fb45d254 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:17:25.310155 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: 379f386b-f873-4002-8eac-6305fb45d254 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:17:25.310597 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 379f386b-f873-4002-8eac-6305fb45d254 not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:17:25.428803 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e9db2116-6648-4703-879b-60e22c177ee2 req-e6f21a7d-60f8-4203-b672-6afe67c6f3e6 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] 10.222.0.62 "GET /v2.0/ports?device_id=58c0fb02-8f70-404b-81c2-c496d791d631 HTTP/1.1" status: 200 len: 210 time: 0.0466754 Oct 30 15:17:25.444034 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b28f492-34c2-43d6-a0ee-07e71fc640b9 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:17:25.463431 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d1fa9c11-4310-461c-9f00-2d714b678ce0 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:25.464770 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-d1fa9c11-4310-461c-9f00-2d714b678ce0 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4673574 Oct 30 15:17:25.499665 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3b28f492-34c2-43d6-a0ee-07e71fc640b9 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:25.500163 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-3b28f492-34c2-43d6-a0ee-07e71fc640b9 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Added segment d5d5c589-e2e7-4e91-a8ed-04da21d11106 of type vlan for network 52d26572-1193-4cf1-8fef-d0cbcbcbbae2 Oct 30 15:17:25.566411 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3b28f492-34c2-43d6-a0ee-07e71fc640b9 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:25.583422 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e080469-d982-453f-a14e-5c4929bfc648 req-e51a7e32-afbb-4c9d-826c-f6611a1651ae tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:25.585925 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6e080469-d982-453f-a14e-5c4929bfc648 req-e51a7e32-afbb-4c9d-826c-f6611a1651ae tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/networks?id=4f22410e-53ea-4597-9c0e-a70994dfa6d8 HTTP/1.1" status: 200 len: 812 time: 0.3072929 Oct 30 15:17:25.627160 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c5c772-01a5-4324-8c58-fd210367b552 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Made reservation on behalf of 5487df6812a246998fe08bfdbae6b85d for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:17:25.630826 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-15c5c772-01a5-4324-8c58-fd210367b552 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:25.644126 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3b28f492-34c2-43d6-a0ee-07e71fc640b9 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:25.650638 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b28f492-34c2-43d6-a0ee-07e71fc640b9 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:25.651557 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3b28f492-34c2-43d6-a0ee-07e71fc640b9 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:25.659810 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6e080469-d982-453f-a14e-5c4929bfc648 req-4f3be19c-7236-4d82-9fe7-cc323ed6b86c tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/quotas/50828efdd6f44ddca14e599b5226f88f HTTP/1.1" status: 200 len: 375 time: 0.0479538 Oct 30 15:17:25.806740 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-3b28f492-34c2-43d6-a0ee-07e71fc640b9 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8830602 Oct 30 15:17:25.807921 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6e080469-d982-453f-a14e-5c4929bfc648 req-51cfc2a2-5d91-4aec-8b55-c7de38fd6661 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=50828efdd6f44ddca14e599b5226f88f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1350343 Oct 30 15:17:25.811324 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 42842) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:25.812974 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.ipam_backend_mixin [None req-15c5c772-01a5-4324-8c58-fd210367b552 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Performing IP validity checks on allocation pools {{(pid=102130) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 30 15:17:25.813692 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.ipam_backend_mixin [None req-15c5c772-01a5-4324-8c58-fd210367b552 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102130) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 30 15:17:25.819351 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b28f492-34c2-43d6-a0ee-07e71fc640b9 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Pushing event updated for resources: {'Network': ['ID=52d26572-1193-4cf1-8fef-d0cbcbcbbae2,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:25.827348 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-5c181b46-fa4f-4540-a2dc-b74c18ddd467 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Request body: {'subnet': {'network_id': '52d26572-1193-4cf1-8fef-d0cbcbcbbae2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:17:25.831336 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 52d26572-1193-4cf1-8fef-d0cbcbcbbae2 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:17:25.912100 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd2ba632-6eac-443e-935a-64ad1527160e req-ff3c7406-e9d8-4cfe-942c-3c5aa3bdf4cc tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1324904072&fields=id&tenant_id=fedcadc844c84f7ca955acdb50df6c20 HTTP/1.1" status: 200 len: 267 time: 0.1084177 Oct 30 15:17:25.985068 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ba632-6eac-443e-935a-64ad1527160e req-7a1d4074-0867-4dcb-ae34-7741dfd04f54 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:25.986789 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd2ba632-6eac-443e-935a-64ad1527160e req-7a1d4074-0867-4dcb-ae34-7741dfd04f54 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports/ff9a5354-a79a-4869-a44a-a51335ced7ef HTTP/1.1" status: 200 len: 936 time: 0.0688570 Oct 30 15:17:26.010323 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c181b46-fa4f-4540-a2dc-b74c18ddd467 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Made reservation on behalf of 2a6cb1c7b667422386e8a263117bcaa0 for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:17:26.013881 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5c181b46-fa4f-4540-a2dc-b74c18ddd467 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:26.098647 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ba632-6eac-443e-935a-64ad1527160e req-30d48a89-7bd7-45e8-9920-310fd21e8e05 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:26.100026 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd2ba632-6eac-443e-935a-64ad1527160e req-30d48a89-7bd7-45e8-9920-310fd21e8e05 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports/e21a4b47-04c9-4fc7-8de8-e9be41310592 HTTP/1.1" status: 200 len: 937 time: 0.1003315 Oct 30 15:17:26.178367 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd2ba632-6eac-443e-935a-64ad1527160e req-f51bfb21-d780-4eb9-93bd-7819b8a801ae tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports?network_id=992316f0-a5bb-44db-b566-e8ec1fde1c28&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0689809 Oct 30 15:17:26.218513 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd2ba632-6eac-443e-935a-64ad1527160e req-9a732416-0fbe-4df0-932f-f1208222c1e6 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports?network_id=992316f0-a5bb-44db-b566-e8ec1fde1c28&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0329647 Oct 30 15:17:26.340455 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6e080469-d982-453f-a14e-5c4929bfc648 req-84e85e5e-a1f9-4244-9328-4526402641b0 service neutron] 10.222.0.62 "GET /v2.0/networks/4f22410e-53ea-4597-9c0e-a70994dfa6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5236599 Oct 30 15:17:26.482228 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-15c5c772-01a5-4324-8c58-fd210367b552 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:26.494503 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:26.541392 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6e080469-d982-453f-a14e-5c4929bfc648 req-07481542-b5b4-47b9-88a5-da04ad1d757c service neutron] 10.222.0.62 "GET /v2.0/networks/4f22410e-53ea-4597-9c0e-a70994dfa6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928885 Oct 30 15:17:26.568242 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c5c772-01a5-4324-8c58-fd210367b552 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Pushing event updated for resources: {'Subnet': ['ID=69a58a5b-3d93-487a-a325-14295a00c914,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:26.582100 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c5c772-01a5-4324-8c58-fd210367b552 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:17:26.582388 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c5c772-01a5-4324-8c58-fd210367b552 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:17:26.582720 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c5c772-01a5-4324-8c58-fd210367b552 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:17:26.583049 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c5c772-01a5-4324-8c58-fd210367b552 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:17:26.583384 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c5c772-01a5-4324-8c58-fd210367b552 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:17:26.583800 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c5c772-01a5-4324-8c58-fd210367b552 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:17:26.584133 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c5c772-01a5-4324-8c58-fd210367b552 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:17:26.584460 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c5c772-01a5-4324-8c58-fd210367b552 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:17:26.584802 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c5c772-01a5-4324-8c58-fd210367b552 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:17:26.585667 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c5c772-01a5-4324-8c58-fd210367b552 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:17:26.586047 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c5c772-01a5-4324-8c58-fd210367b552 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:17:26.586677 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c5c772-01a5-4324-8c58-fd210367b552 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:17:26.594097 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c5c772-01a5-4324-8c58-fd210367b552 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Checking segment: {'id': '6bc4331c-64aa-4415-9fff-fecdfd107cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '29365c69-dbce-4d87-98bd-858e9e0f9f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:17:26.594503 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c5c772-01a5-4324-8c58-fd210367b552 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Network hostable DHCP agents. Network: 29365c69-dbce-4d87-98bd-858e9e0f9f42, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:17:26.614718 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c5c772-01a5-4324-8c58-fd210367b552 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Network 29365c69-dbce-4d87-98bd-858e9e0f9f42 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:17:26.627361 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-15c5c772-01a5-4324-8c58-fd210367b552 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 29365c69-dbce-4d87-98bd-858e9e0f9f42) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:17:26.637977 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2fe8c6-051f-4613-98f1-4fa93d70a45a None None] Network 29365c69-dbce-4d87-98bd-858e9e0f9f42 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:17:26.645890 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c5c772-01a5-4324-8c58-fd210367b552 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:26.648912 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-15c5c772-01a5-4324-8c58-fd210367b552 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:26.744617 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-15c5c772-01a5-4324-8c58-fd210367b552 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.5923598 Oct 30 15:17:26.761169 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 42854) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:26.791855 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-d51ff7ae-bad3-4589-9afd-f8807a1c08a2 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:17:26.803398 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5c181b46-fa4f-4540-a2dc-b74c18ddd467 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:26.862692 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ba632-6eac-443e-935a-64ad1527160e req-64d498de-2e4c-4e69-9a0c-4671436159b5 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:26.869151 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ba632-6eac-443e-935a-64ad1527160e req-64d498de-2e4c-4e69-9a0c-4671436159b5 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:26.875555 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ba632-6eac-443e-935a-64ad1527160e req-64d498de-2e4c-4e69-9a0c-4671436159b5 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:26.884683 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd2ba632-6eac-443e-935a-64ad1527160e req-64d498de-2e4c-4e69-9a0c-4671436159b5 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/networks?id=99b2e015-7a7a-41c9-9251-e2d5c417b9db&id=1c5c7057-6cfb-4273-ace5-d2dc41be3e4a&id=1c5c7057-6cfb-4273-ace5-d2dc41be3e4a&id=992316f0-a5bb-44db-b566-e8ec1fde1c28&id=992316f0-a5bb-44db-b566-e8ec1fde1c28 HTTP/1.1" status: 200 len: 1994 time: 0.6592305 Oct 30 15:17:26.921541 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd2ba632-6eac-443e-935a-64ad1527160e req-f6e15601-66dc-41a6-bca2-3888eba0eaec tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/quotas/fedcadc844c84f7ca955acdb50df6c20 HTTP/1.1" status: 200 len: 375 time: 0.0357213 Oct 30 15:17:26.930207 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c4410f-a546-40de-a8a6-830c98d84c5d req-a9e8506d-1dc5-41c6-aa7e-9ab7df8c9103 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:26.931946 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-99c4410f-a546-40de-a8a6-830c98d84c5d req-a9e8506d-1dc5-41c6-aa7e-9ab7df8c9103 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] 10.222.0.53 "GET /v2.0/networks?id=4f2b4662-3762-472a-a79d-3599e1ff305d HTTP/1.1" status: 200 len: 815 time: 0.3290942 Oct 30 15:17:26.975100 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d51ff7ae-bad3-4589-9afd-f8807a1c08a2 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4391127'] for subnet, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:27.010273 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e277bb3-d10d-4b42-8ea9-3991ac602f15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-29365c69-dbce-4d87-98bd-858e9e0f9f42', 'network_id': '29365c69-dbce-4d87-98bd-858e9e0f9f42', 'tenant_id': '5487df6812a246998fe08bfdbae6b85d', 'fixed_ips': [{'subnet_id': '69a58a5b-3d93-487a-a325-14295a00c914'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:17:27.011389 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0e277bb3-d10d-4b42-8ea9-3991ac602f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:27.017231 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c181b46-fa4f-4540-a2dc-b74c18ddd467 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Pushing event updated for resources: {'Subnet': ['ID=4584a9da-07f0-4276-9cda-bd2a17973a15,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:27.084785 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c181b46-fa4f-4540-a2dc-b74c18ddd467 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Checking segment: {'id': 'd5d5c589-e2e7-4e91-a8ed-04da21d11106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '52d26572-1193-4cf1-8fef-d0cbcbcbbae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:17:27.085753 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c181b46-fa4f-4540-a2dc-b74c18ddd467 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Network hostable DHCP agents. Network: 52d26572-1193-4cf1-8fef-d0cbcbcbbae2, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:17:27.109333 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-99c4410f-a546-40de-a8a6-830c98d84c5d req-3bb0b8f5-d929-4b4f-9dcf-cf0114b3c498 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b60864767dc44c8b2e5a3a55a17d929 HTTP/1.1" status: 200 len: 379 time: 0.1558402 Oct 30 15:17:27.135283 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd2ba632-6eac-443e-935a-64ad1527160e req-a11fe8fa-96af-4cda-ac22-c025350c955a tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=fedcadc844c84f7ca955acdb50df6c20&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2123997 Oct 30 15:17:27.150385 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-99c4410f-a546-40de-a8a6-830c98d84c5d req-1ed0a8ef-b8af-4a71-a1ef-2e5fc7cb3144 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Request body: {'port': {'device_id': '58c0fb02-8f70-404b-81c2-c496d791d631', 'network_id': '4f2b4662-3762-472a-a79d-3599e1ff305d', 'admin_state_up': True, 'tenant_id': '3b60864767dc44c8b2e5a3a55a17d929', 'security_groups': ['63710c05-9b86-44fc-b397-096658ce854e']}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:17:27.172655 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-db321f87-0580-42d8-8ad5-e4536e1b2d48 req-7564d04e-c7ec-482d-bf60-b3fac95cfc64 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] 10.222.0.62 "GET /v2.0/ports?device_id=58c0fb02-8f70-404b-81c2-c496d791d631 HTTP/1.1" status: 200 len: 210 time: 0.0827632 Oct 30 15:17:27.216866 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:17:27.274797 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c181b46-fa4f-4540-a2dc-b74c18ddd467 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Network 52d26572-1193-4cf1-8fef-d0cbcbcbbae2 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:17:27.321798 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-5c181b46-fa4f-4540-a2dc-b74c18ddd467 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 52d26572-1193-4cf1-8fef-d0cbcbcbbae2) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:17:27.327118 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c181b46-fa4f-4540-a2dc-b74c18ddd467 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:27.327744 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5c181b46-fa4f-4540-a2dc-b74c18ddd467 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:27.334582 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b36422-82a5-418c-8f4d-6c42c98a8267 None None] Network 52d26572-1193-4cf1-8fef-d0cbcbcbbae2 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:17:27.378009 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e5f5f1b3-eee0-491e-8e90-cb9f5856504c req-c1f68b9f-783b-499e-b30c-56542c20a5b5 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8828d1b-8cac-43af-848f-0295d851e36a HTTP/1.1" status: 200 len: 210 time: 0.1417460 Oct 30 15:17:27.388204 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-5c181b46-fa4f-4540-a2dc-b74c18ddd467 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5758078 Oct 30 15:17:27.390948 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 42880) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:27.395705 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-13bef1d6-59bd-4d53-9305-4dfd6875e198 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-400020507', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:17:27.396688 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d51ff7ae-bad3-4589-9afd-f8807a1c08a2 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743132134391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4376387'] for subnet, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:27.446097 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd2ba632-6eac-443e-935a-64ad1527160e req-93427704-23ab-4b0d-b060-edd3a81f3ae9 service neutron] 10.222.0.62 "GET /v2.0/networks/99b2e015-7a7a-41c9-9251-e2d5c417b9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866738 Oct 30 15:17:27.462975 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51ff7ae-bad3-4589-9afd-f8807a1c08a2 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:27.463639 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d51ff7ae-bad3-4589-9afd-f8807a1c08a2 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:27.469252 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-d51ff7ae-bad3-4589-9afd-f8807a1c08a2 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] 10.222.0.62 "PUT /v2.0/subnets/69a58a5b-3d93-487a-a325-14295a00c914 HTTP/1.1" status: 200 len: 900 time: 0.7010567 Oct 30 15:17:27.471753 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 42882) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:27.531617 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51ff7ae-bad3-4589-9afd-f8807a1c08a2 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Pushing event updated for resources: {'Subnet': ['ID=69a58a5b-3d93-487a-a325-14295a00c914,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:27.570589 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-13bef1d6-59bd-4d53-9305-4dfd6875e198 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:27.571651 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-13bef1d6-59bd-4d53-9305-4dfd6875e198 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:27.582810 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-0e277bb3-d10d-4b42-8ea9-3991ac602f15 None None] Allocated IP 2001:db8::3 (29365c69-dbce-4d87-98bd-858e9e0f9f42/69a58a5b-3d93-487a-a325-14295a00c914/e389c750-a3f2-464d-b0ca-2168df760422) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:17:27.592954 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0520acd7-eff2-43c9-91fd-bb3b9aadc711 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:27.628619 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-13bef1d6-59bd-4d53-9305-4dfd6875e198 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:27.637719 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-13bef1d6-59bd-4d53-9305-4dfd6875e198 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:27.671356 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99c4410f-a546-40de-a8a6-830c98d84c5d req-1ed0a8ef-b8af-4a71-a1ef-2e5fc7cb3144 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Made reservation on behalf of 3b60864767dc44c8b2e5a3a55a17d929 for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:17:27.675453 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-99c4410f-a546-40de-a8a6-830c98d84c5d req-1ed0a8ef-b8af-4a71-a1ef-2e5fc7cb3144 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:27.681520 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0520acd7-eff2-43c9-91fd-bb3b9aadc711 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:27.690562 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569d082c-5feb-45c9-bebb-d1cde98fc579 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-52d26572-1193-4cf1-8fef-d0cbcbcbbae2', 'network_id': '52d26572-1193-4cf1-8fef-d0cbcbcbbae2', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'fixed_ips': [{'subnet_id': '4584a9da-07f0-4276-9cda-bd2a17973a15'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:17:27.692133 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-569d082c-5feb-45c9-bebb-d1cde98fc579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:27.717240 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-13bef1d6-59bd-4d53-9305-4dfd6875e198 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:27.730449 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-13bef1d6-59bd-4d53-9305-4dfd6875e198 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3361664 Oct 30 15:17:27.731657 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 42884) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:27.739805 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-a368d416-c4bd-4ea1-9cde-01aff01b9eed tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Request body: {'port': {'network_id': '52d26572-1193-4cf1-8fef-d0cbcbcbbae2', 'name': 'tempest-RoutersTest-475864371'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:17:27.798053 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd2ba632-6eac-443e-935a-64ad1527160e req-76271000-3062-4cee-a5f6-80630a8d0a7a service neutron] 10.222.0.62 "GET /v2.0/networks/99b2e015-7a7a-41c9-9251-e2d5c417b9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346350 Oct 30 15:17:27.901203 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a368d416-c4bd-4ea1-9cde-01aff01b9eed tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Made reservation on behalf of 2a6cb1c7b667422386e8a263117bcaa0 for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:17:27.905267 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a368d416-c4bd-4ea1-9cde-01aff01b9eed tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:27.914467 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd2ba632-6eac-443e-935a-64ad1527160e req-b38fda58-4c01-48c0-abca-e6212f455b8b service neutron] 10.222.0.62 "GET /v2.0/ports/ff9a5354-a79a-4869-a44a-a51335ced7ef?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1144423 Oct 30 15:17:27.927663 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [None req-a368d416-c4bd-4ea1-9cde-01aff01b9eed tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] device_id is not set on port d566ca5b-a321-4689-955c-396cf6187d6b yet. {{(pid=102130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:17:28.066711 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-99c4410f-a546-40de-a8a6-830c98d84c5d req-1ed0a8ef-b8af-4a71-a1ef-2e5fc7cb3144 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Allocated IP 172.20.0.12 (4f2b4662-3762-472a-a79d-3599e1ff305d/dc7ff2c3-bbb5-481f-ba0a-d62c781b867c/accff25a-9185-4c33-b95f-407161217272) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:17:28.098717 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd2ba632-6eac-443e-935a-64ad1527160e req-7dd1cdbc-4631-4753-9027-a53caee0f316 service neutron] 10.222.0.62 "GET /v2.0/networks/1c5c7057-6cfb-4273-ace5-d2dc41be3e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826632 Oct 30 15:17:28.104613 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-569d082c-5feb-45c9-bebb-d1cde98fc579 None None] Allocated IP 172.20.0.2 (52d26572-1193-4cf1-8fef-d0cbcbcbbae2/4584a9da-07f0-4276-9cda-bd2a17973a15/880060bf-5440-4ca7-a062-5afdfb6127a6) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:17:28.107393 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0e277bb3-d10d-4b42-8ea9-3991ac602f15 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:28.136041 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0e277bb3-d10d-4b42-8ea9-3991ac602f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:28.138857 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0520acd7-eff2-43c9-91fd-bb3b9aadc711 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:28.194600 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0520acd7-eff2-43c9-91fd-bb3b9aadc711 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Pushing event deleted for resources: {'Subnet': ['ID=69a58a5b-3d93-487a-a325-14295a00c914,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:28.233817 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e277bb3-d10d-4b42-8ea9-3991ac602f15 None None] Pushing event updated for resources: {'Port': ['ID=e389c750-a3f2-464d-b0ca-2168df760422,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:28.311623 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e277bb3-d10d-4b42-8ea9-3991ac602f15 None None] Network 29365c69-dbce-4d87-98bd-858e9e0f9f42 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:17:28.314406 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-0e277bb3-d10d-4b42-8ea9-3991ac602f15 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:17:28.324811 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e277bb3-d10d-4b42-8ea9-3991ac602f15 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:17:28.361979 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-99c4410f-a546-40de-a8a6-830c98d84c5d req-1ed0a8ef-b8af-4a71-a1ef-2e5fc7cb3144 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:28.379810 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-535218b0-79dd-4480-b7cf-8f6ada09b130 req-a915b054-2481-40e4-9ce2-f2eaea50dd09 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] 10.222.0.62 "GET /v2.0/ports?device_id=58c0fb02-8f70-404b-81c2-c496d791d631 HTTP/1.1" status: 200 len: 210 time: 0.0783358 Oct 30 15:17:28.416290 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0520acd7-eff2-43c9-91fd-bb3b9aadc711 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:28.424536 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd2ba632-6eac-443e-935a-64ad1527160e req-ffcbad08-f1f1-4f39-831b-711712ad49d5 service neutron] 10.222.0.62 "GET /v2.0/networks/1c5c7057-6cfb-4273-ace5-d2dc41be3e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245666 Oct 30 15:17:28.455196 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-0520acd7-eff2-43c9-91fd-bb3b9aadc711 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29365c69-dbce-4d87-98bd-858e9e0f9f42']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:17:28.479239 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-0520acd7-eff2-43c9-91fd-bb3b9aadc711 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bc4331c-64aa-4415-9fff-fecdfd107cd4') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:17:28.479700 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-0520acd7-eff2-43c9-91fd-bb3b9aadc711 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bc4331c-64aa-4415-9fff-fecdfd107cd4') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:17:28.487748 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd2ba632-6eac-443e-935a-64ad1527160e req-749734a2-e565-45b0-8fef-a54486a08c9f service neutron] 10.222.0.62 "GET /v2.0/ports/e21a4b47-04c9-4fc7-8de8-e9be41310592?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0522921 Oct 30 15:17:28.498469 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0520acd7-eff2-43c9-91fd-bb3b9aadc711 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:28.499188 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-99c4410f-a546-40de-a8a6-830c98d84c5d req-1ed0a8ef-b8af-4a71-a1ef-2e5fc7cb3144 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:28.500784 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-0e277bb3-d10d-4b42-8ea9-3991ac602f15 None None] Attempting to bind port e389c750-a3f2-464d-b0ca-2168df760422 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:17:28.501601 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-0e277bb3-d10d-4b42-8ea9-3991ac602f15 None None] Attempting to bind port e389c750-a3f2-464d-b0ca-2168df760422 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '6bc4331c-64aa-4415-9fff-fecdfd107cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '29365c69-dbce-4d87-98bd-858e9e0f9f42'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:17:28.507664 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e080469-d982-453f-a14e-5c4929bfc648 req-0ebfa327-2253-4287-9c9b-69f488f8a4b4 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:28.507933 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e277bb3-d10d-4b42-8ea9-3991ac602f15 None None] Attempting to bind port e389c750-a3f2-464d-b0ca-2168df760422 on network 29365c69-dbce-4d87-98bd-858e9e0f9f42 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:17:28.509717 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6e080469-d982-453f-a14e-5c4929bfc648 req-0ebfa327-2253-4287-9c9b-69f488f8a4b4 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.44 "GET /v2.0/networks?id=4f22410e-53ea-4597-9c0e-a70994dfa6d8 HTTP/1.1" status: 200 len: 812 time: 0.3183739 Oct 30 15:17:28.531989 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e277bb3-d10d-4b42-8ea9-3991ac602f15 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:17:28.536976 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-6e080469-d982-453f-a14e-5c4929bfc648 req-f41308a5-ef54-47f9-93f6-8b62e3007515 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Request body: {'port': {'device_id': 'c8828d1b-8cac-43af-848f-0295d851e36a', 'network_id': '4f22410e-53ea-4597-9c0e-a70994dfa6d8', 'admin_state_up': True, 'tenant_id': '50828efdd6f44ddca14e599b5226f88f'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:17:28.540011 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e277bb3-d10d-4b42-8ea9-3991ac602f15 None None] Checking segment: {'id': '6bc4331c-64aa-4415-9fff-fecdfd107cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '29365c69-dbce-4d87-98bd-858e9e0f9f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:17:28.540707 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0e277bb3-d10d-4b42-8ea9-3991ac602f15 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:28.541296 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e277bb3-d10d-4b42-8ea9-3991ac602f15 None None] Bound using segment: {'id': '6bc4331c-64aa-4415-9fff-fecdfd107cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '29365c69-dbce-4d87-98bd-858e9e0f9f42'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:17:28.542075 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-0e277bb3-d10d-4b42-8ea9-3991ac602f15 None None] Bound port: e389c750-a3f2-464d-b0ca-2168df760422, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bc4331c-64aa-4415-9fff-fecdfd107cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '29365c69-dbce-4d87-98bd-858e9e0f9f42'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:17:28.542902 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0e277bb3-d10d-4b42-8ea9-3991ac602f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:28.622464 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99c4410f-a546-40de-a8a6-830c98d84c5d req-1ed0a8ef-b8af-4a71-a1ef-2e5fc7cb3144 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Network 4f2b4662-3762-472a-a79d-3599e1ff305d is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:17:28.629347 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed0a8ef-b8af-4a71-a1ef-2e5fc7cb3144 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Pushing event updated for resources: {'Port': ['ID=accff25a-9185-4c33-b95f-407161217272,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:28.645484 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-99c4410f-a546-40de-a8a6-830c98d84c5d req-1ed0a8ef-b8af-4a71-a1ef-2e5fc7cb3144 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:17:28.654142 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-99c4410f-a546-40de-a8a6-830c98d84c5d req-1ed0a8ef-b8af-4a71-a1ef-2e5fc7cb3144 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:17:28.654411 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-56bee2a7-f1fc-4a8e-b4e7-0bd484889280 req-df2ac7a4-08dc-4af6-b3ce-e50e3fd2bdf3 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8828d1b-8cac-43af-848f-0295d851e36a HTTP/1.1" status: 200 len: 210 time: 0.1433833 Oct 30 15:17:28.656362 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0520acd7-eff2-43c9-91fd-bb3b9aadc711 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:28.668887 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0520acd7-eff2-43c9-91fd-bb3b9aadc711 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:17:28.669375 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0520acd7-eff2-43c9-91fd-bb3b9aadc711 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:28.672536 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:17:28.672536 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:17:28.672536 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:17:28.672536 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:17:28.672536 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:17:28.672536 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:17:28.672536 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:17:28.672536 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:17:28.672536 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:17:28.672536 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:17:28.672536 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:17:28.672536 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:17:28.672536 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:17:28.672536 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:17:28.672536 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:17:28.672536 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:17:28.672536 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:17:28.672536 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:17:28.672536 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:17:28.672536 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:17:28.672536 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:17:28.672536 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:17:28.672536 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:17:28.672536 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:17:28.672536 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:17:28.672536 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:17:28.672536 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:17:28.672536 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:17:28.672536 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:17:28.672536 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:17:28.672536 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:17:28.672536 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:17:28.687088 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-569d082c-5feb-45c9-bebb-d1cde98fc579 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:28.707110 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-569d082c-5feb-45c9-bebb-d1cde98fc579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:28.716324 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd2ba632-6eac-443e-935a-64ad1527160e req-5f81d9ee-7e8b-4f3a-a77d-6723f96b8a3f service neutron] 10.222.0.62 "GET /v2.0/networks/1c5c7057-6cfb-4273-ace5-d2dc41be3e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276990 Oct 30 15:17:28.770286 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569d082c-5feb-45c9-bebb-d1cde98fc579 None None] Network 52d26572-1193-4cf1-8fef-d0cbcbcbbae2 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:17:28.779049 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-569d082c-5feb-45c9-bebb-d1cde98fc579 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:17:28.786361 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569d082c-5feb-45c9-bebb-d1cde98fc579 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:17:28.788048 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.db.api [None req-0520acd7-eff2-43c9-91fd-bb3b9aadc711 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 30 15:17:28.788048 n-d-806683-17 neutron-server[102130]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 30 15:17:28.788048 n-d-806683-17 neutron-server[102130]: [parameters: {'id': '29365c69-dbce-4d87-98bd-858e9e0f9f42'}] Oct 30 15:17:28.788048 n-d-806683-17 neutron-server[102130]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 30 15:17:28.789588 n-d-806683-17 neutron-server[102130]: DEBUG oslo_db.api [None req-0520acd7-eff2-43c9-91fd-bb3b9aadc711 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 30 15:17:28.816252 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-0e277bb3-d10d-4b42-8ea9-3991ac602f15 None None] For port e389c750-a3f2-464d-b0ca-2168df760422, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:17:28.820364 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569d082c-5feb-45c9-bebb-d1cde98fc579 None None] Pushing event updated for resources: {'Port': ['ID=880060bf-5440-4ca7-a062-5afdfb6127a6,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:28.823376 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e080469-d982-453f-a14e-5c4929bfc648 req-f41308a5-ef54-47f9-93f6-8b62e3007515 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Made reservation on behalf of 50828efdd6f44ddca14e599b5226f88f for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:17:28.824593 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-0e277bb3-d10d-4b42-8ea9-3991ac602f15 None None] For port e389c750-a3f2-464d-b0ca-2168df760422, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=e389c750-a3f2-464d-b0ca-2168df760422,segment=NetworkSegment(6bc4331c-64aa-4415-9fff-fecdfd107cd4),segment_id=6bc4331c-64aa-4415-9fff-fecdfd107cd4)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:17:28.834154 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6e080469-d982-453f-a14e-5c4929bfc648 req-f41308a5-ef54-47f9-93f6-8b62e3007515 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:28.868488 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c4410f-a546-40de-a8a6-830c98d84c5d req-1ed0a8ef-b8af-4a71-a1ef-2e5fc7cb3144 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:28.869945 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-99c4410f-a546-40de-a8a6-830c98d84c5d req-1ed0a8ef-b8af-4a71-a1ef-2e5fc7cb3144 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:28.884443 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0e277bb3-d10d-4b42-8ea9-3991ac602f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:28.900481 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd2ba632-6eac-443e-935a-64ad1527160e req-bf6daf4b-8283-4ba3-ac0a-ea7a7cda1b97 service neutron] 10.222.0.62 "GET /v2.0/networks/1c5c7057-6cfb-4273-ace5-d2dc41be3e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748717 Oct 30 15:17:28.907204 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-99c4410f-a546-40de-a8a6-830c98d84c5d req-1ed0a8ef-b8af-4a71-a1ef-2e5fc7cb3144 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7704251 Oct 30 15:17:28.909610 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-a368d416-c4bd-4ea1-9cde-01aff01b9eed tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Allocated IP 172.20.0.11 (52d26572-1193-4cf1-8fef-d0cbcbcbbae2/4584a9da-07f0-4276-9cda-bd2a17973a15/d566ca5b-a321-4689-955c-396cf6187d6b) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:17:28.926274 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-99c4410f-a546-40de-a8a6-830c98d84c5d req-a7b7863c-1ccf-464f-98c3-c58432379748 service neutron] Request body: {'port': {'device_id': '58c0fb02-8f70-404b-81c2-c496d791d631', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:17:28.997790 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-569d082c-5feb-45c9-bebb-d1cde98fc579 None None] Attempting to bind port 880060bf-5440-4ca7-a062-5afdfb6127a6 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:17:28.999150 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-569d082c-5feb-45c9-bebb-d1cde98fc579 None None] Attempting to bind port 880060bf-5440-4ca7-a062-5afdfb6127a6 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'd5d5c589-e2e7-4e91-a8ed-04da21d11106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '52d26572-1193-4cf1-8fef-d0cbcbcbbae2'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:17:28.999562 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569d082c-5feb-45c9-bebb-d1cde98fc579 None None] Attempting to bind port 880060bf-5440-4ca7-a062-5afdfb6127a6 on network 52d26572-1193-4cf1-8fef-d0cbcbcbbae2 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:17:29.025475 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569d082c-5feb-45c9-bebb-d1cde98fc579 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:17:29.025792 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569d082c-5feb-45c9-bebb-d1cde98fc579 None None] Checking segment: {'id': 'd5d5c589-e2e7-4e91-a8ed-04da21d11106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '52d26572-1193-4cf1-8fef-d0cbcbcbbae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:17:29.026212 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-569d082c-5feb-45c9-bebb-d1cde98fc579 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:29.026620 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569d082c-5feb-45c9-bebb-d1cde98fc579 None None] Bound using segment: {'id': 'd5d5c589-e2e7-4e91-a8ed-04da21d11106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '52d26572-1193-4cf1-8fef-d0cbcbcbbae2'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:17:29.031280 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-569d082c-5feb-45c9-bebb-d1cde98fc579 None None] Bound port: 880060bf-5440-4ca7-a062-5afdfb6127a6, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5d5c589-e2e7-4e91-a8ed-04da21d11106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '52d26572-1193-4cf1-8fef-d0cbcbcbbae2'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:17:29.031795 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-569d082c-5feb-45c9-bebb-d1cde98fc579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:29.118807 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-99c4410f-a546-40de-a8a6-830c98d84c5d req-a7b7863c-1ccf-464f-98c3-c58432379748 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:29.143253 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e277bb3-d10d-4b42-8ea9-3991ac602f15 None None] Pushing event updated for resources: {'Port': ['ID=e389c750-a3f2-464d-b0ca-2168df760422,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:29.198150 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd2ba632-6eac-443e-935a-64ad1527160e req-7324c89e-5fef-4d12-88ff-02c9396b1854 service neutron] 10.222.0.62 "GET /v2.0/networks/1c5c7057-6cfb-4273-ace5-d2dc41be3e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893946 Oct 30 15:17:29.228226 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ea75bd-517e-44ae-91aa-a99dfa70ecf0 None None] Network 29365c69-dbce-4d87-98bd-858e9e0f9f42 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:17:29.249241 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-6e080469-d982-453f-a14e-5c4929bfc648 req-f41308a5-ef54-47f9-93f6-8b62e3007515 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Allocated IP 172.20.0.6 (4f22410e-53ea-4597-9c0e-a70994dfa6d8/449705ab-2365-49b9-8b83-fe461dd03f65/460e5591-f42b-4fdd-a0eb-6e2cb9b0d3e9) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:17:29.258492 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-bf2d8776-c85f-4a0f-a050-e36fe1da5e02 None None] Provisioning complete for port accff25a-9185-4c33-b95f-407161217272 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:17:29.259387 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bf2d8776-c85f-4a0f-a050-e36fe1da5e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:29.290929 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0520acd7-eff2-43c9-91fd-bb3b9aadc711 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:29.295635 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a368d416-c4bd-4ea1-9cde-01aff01b9eed tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:29.431511 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd2ba632-6eac-443e-935a-64ad1527160e req-c8af81bd-fae1-43bc-b85b-30637648cbb0 service neutron] 10.222.0.62 "GET /v2.0/networks/1c5c7057-6cfb-4273-ace5-d2dc41be3e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257538 Oct 30 15:17:29.450694 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a368d416-c4bd-4ea1-9cde-01aff01b9eed tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:29.545390 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-569d082c-5feb-45c9-bebb-d1cde98fc579 None None] For port 880060bf-5440-4ca7-a062-5afdfb6127a6, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:17:29.551368 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-569d082c-5feb-45c9-bebb-d1cde98fc579 None None] For port 880060bf-5440-4ca7-a062-5afdfb6127a6, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=880060bf-5440-4ca7-a062-5afdfb6127a6,segment=NetworkSegment(d5d5c589-e2e7-4e91-a8ed-04da21d11106),segment_id=d5d5c589-e2e7-4e91-a8ed-04da21d11106)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:17:29.552606 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-bf2d8776-c85f-4a0f-a050-e36fe1da5e02 None None] Port accff25a-9185-4c33-b95f-407161217272 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:17:29.556645 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a368d416-c4bd-4ea1-9cde-01aff01b9eed tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Network 52d26572-1193-4cf1-8fef-d0cbcbcbbae2 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:17:29.573497 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-569d082c-5feb-45c9-bebb-d1cde98fc579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:29.582656 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-a368d416-c4bd-4ea1-9cde-01aff01b9eed tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:17:29.585475 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a368d416-c4bd-4ea1-9cde-01aff01b9eed tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:17:29.604971 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-0520acd7-eff2-43c9-91fd-bb3b9aadc711 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Deleting port e389c750-a3f2-464d-b0ca-2168df760422 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:17:29.605342 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0520acd7-eff2-43c9-91fd-bb3b9aadc711 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:29.628759 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a368d416-c4bd-4ea1-9cde-01aff01b9eed tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Pushing event updated for resources: {'Port': ['ID=d566ca5b-a321-4689-955c-396cf6187d6b,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:29.636414 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6e080469-d982-453f-a14e-5c4929bfc648 req-f41308a5-ef54-47f9-93f6-8b62e3007515 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:29.695945 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569d082c-5feb-45c9-bebb-d1cde98fc579 None None] Pushing event updated for resources: {'Port': ['ID=880060bf-5440-4ca7-a062-5afdfb6127a6,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:29.696923 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-99c4410f-a546-40de-a8a6-830c98d84c5d req-a7b7863c-1ccf-464f-98c3-c58432379748 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id accff25a-9185-4c33-b95f-407161217272 {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:17:29.716454 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-99c4410f-a546-40de-a8a6-830c98d84c5d req-a7b7863c-1ccf-464f-98c3-c58432379748 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:29.737347 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-99c4410f-a546-40de-a8a6-830c98d84c5d req-a7b7863c-1ccf-464f-98c3-c58432379748 service neutron] Transition to ACTIVE for port object accff25a-9185-4c33-b95f-407161217272 will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:17:29.742838 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:29.758803 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-99c4410f-a546-40de-a8a6-830c98d84c5d req-a7b7863c-1ccf-464f-98c3-c58432379748 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:29.769530 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7e7693-c3f3-4f84-a4d0-be7dee9dff80 req-ca5e0893-c6c3-4f76-842a-98f5fcb2d1a7 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:29.779905 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1a7e7693-c3f3-4f84-a4d0-be7dee9dff80 req-ca5e0893-c6c3-4f76-842a-98f5fcb2d1a7 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] 10.222.0.62 "GET /v2.0/ports?device_id=58c0fb02-8f70-404b-81c2-c496d791d631 HTTP/1.1" status: 200 len: 932 time: 0.2581618 Oct 30 15:17:29.790886 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a368d416-c4bd-4ea1-9cde-01aff01b9eed tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:29.791565 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a368d416-c4bd-4ea1-9cde-01aff01b9eed tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:29.808715 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-0520acd7-eff2-43c9-91fd-bb3b9aadc711 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] For port e389c750-a3f2-464d-b0ca-2168df760422, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=e389c750-a3f2-464d-b0ca-2168df760422,segment=NetworkSegment(6bc4331c-64aa-4415-9fff-fecdfd107cd4),segment_id=6bc4331c-64aa-4415-9fff-fecdfd107cd4)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:17:29.809698 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd2ba632-6eac-443e-935a-64ad1527160e req-9630d1b1-aaa6-4ed3-8457-9cebfcff6314 service neutron] 10.222.0.62 "GET /v2.0/networks/1c5c7057-6cfb-4273-ace5-d2dc41be3e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780632 Oct 30 15:17:29.811932 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0520acd7-eff2-43c9-91fd-bb3b9aadc711 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:29.834498 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9873f92e-1e9e-4131-9a93-a6f3349d567a None None] Network 29365c69-dbce-4d87-98bd-858e9e0f9f42 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:17:29.855413 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b7863c-1ccf-464f-98c3-c58432379748 service neutron] Pushing event updated for resources: {'Port': ['ID=accff25a-9185-4c33-b95f-407161217272,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:29.877824 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-0520acd7-eff2-43c9-91fd-bb3b9aadc711 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Calling delete_port for e389c750-a3f2-464d-b0ca-2168df760422 owned by network:dhcp {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:17:29.919113 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a368d416-c4bd-4ea1-9cde-01aff01b9eed tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.1855531 Oct 30 15:17:29.919821 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 42906) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:29.951909 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6e080469-d982-453f-a14e-5c4929bfc648 req-f41308a5-ef54-47f9-93f6-8b62e3007515 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:30.024093 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-99c4410f-a546-40de-a8a6-830c98d84c5d req-a7b7863c-1ccf-464f-98c3-c58432379748 service neutron] Attempting to bind port accff25a-9185-4c33-b95f-407161217272 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:17:30.024676 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-99c4410f-a546-40de-a8a6-830c98d84c5d req-a7b7863c-1ccf-464f-98c3-c58432379748 service neutron] Attempting to bind port accff25a-9185-4c33-b95f-407161217272 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '0b992be6-140e-4341-a8f5-54109f4ee29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4f2b4662-3762-472a-a79d-3599e1ff305d'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:17:30.024797 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c4410f-a546-40de-a8a6-830c98d84c5d req-a7b7863c-1ccf-464f-98c3-c58432379748 service neutron] Attempting to bind port accff25a-9185-4c33-b95f-407161217272 on network 4f2b4662-3762-472a-a79d-3599e1ff305d {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:17:30.030958 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c4410f-a546-40de-a8a6-830c98d84c5d req-a7b7863c-1ccf-464f-98c3-c58432379748 service neutron] Port accff25a-9185-4c33-b95f-407161217272 on network 4f2b4662-3762-472a-a79d-3599e1ff305d not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:17:30.031292 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c4410f-a546-40de-a8a6-830c98d84c5d req-a7b7863c-1ccf-464f-98c3-c58432379748 service neutron] Attempting to bind port accff25a-9185-4c33-b95f-407161217272 on network 4f2b4662-3762-472a-a79d-3599e1ff305d {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:17:30.046373 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c4410f-a546-40de-a8a6-830c98d84c5d req-a7b7863c-1ccf-464f-98c3-c58432379748 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:17:30.046715 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c4410f-a546-40de-a8a6-830c98d84c5d req-a7b7863c-1ccf-464f-98c3-c58432379748 service neutron] Checking segment: {'id': '0b992be6-140e-4341-a8f5-54109f4ee29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4f2b4662-3762-472a-a79d-3599e1ff305d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:17:30.047106 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c4410f-a546-40de-a8a6-830c98d84c5d req-a7b7863c-1ccf-464f-98c3-c58432379748 service neutron] Bound using segment: {'id': '0b992be6-140e-4341-a8f5-54109f4ee29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4f2b4662-3762-472a-a79d-3599e1ff305d'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:17:30.047576 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-99c4410f-a546-40de-a8a6-830c98d84c5d req-a7b7863c-1ccf-464f-98c3-c58432379748 service neutron] Bound port: accff25a-9185-4c33-b95f-407161217272, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b992be6-140e-4341-a8f5-54109f4ee29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4f2b4662-3762-472a-a79d-3599e1ff305d'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:17:30.047941 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-99c4410f-a546-40de-a8a6-830c98d84c5d req-a7b7863c-1ccf-464f-98c3-c58432379748 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:30.060534 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd2ba632-6eac-443e-935a-64ad1527160e req-44e4c858-e5af-410d-b1dc-92714e0ddecf service neutron] 10.222.0.62 "GET /v2.0/networks/1c5c7057-6cfb-4273-ace5-d2dc41be3e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365553 Oct 30 15:17:30.095627 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1a7e7693-c3f3-4f84-a4d0-be7dee9dff80 req-ce25da78-def9-4408-a34c-70458043638c tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] 10.222.0.62 "GET /v2.0/security-groups?id=63710c05-9b86-44fc-b397-096658ce854e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3048029 Oct 30 15:17:30.315353 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-99c4410f-a546-40de-a8a6-830c98d84c5d req-a7b7863c-1ccf-464f-98c3-c58432379748 service neutron] For port accff25a-9185-4c33-b95f-407161217272, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:17:30.340679 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-99c4410f-a546-40de-a8a6-830c98d84c5d req-a7b7863c-1ccf-464f-98c3-c58432379748 service neutron] For port accff25a-9185-4c33-b95f-407161217272, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=accff25a-9185-4c33-b95f-407161217272,segment=NetworkSegment(0b992be6-140e-4341-a8f5-54109f4ee29a),segment_id=0b992be6-140e-4341-a8f5-54109f4ee29a)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:17:30.346733 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-99c4410f-a546-40de-a8a6-830c98d84c5d req-a7b7863c-1ccf-464f-98c3-c58432379748 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:30.360357 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd2ba632-6eac-443e-935a-64ad1527160e req-06c2ac82-a724-4b3d-9df1-a72f2a695bd1 service neutron] 10.222.0.62 "GET /v2.0/networks/992316f0-a5bb-44db-b566-e8ec1fde1c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886100 Oct 30 15:17:30.406041 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e080469-d982-453f-a14e-5c4929bfc648 req-f41308a5-ef54-47f9-93f6-8b62e3007515 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Network 4f22410e-53ea-4597-9c0e-a70994dfa6d8 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:17:30.414279 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c4410f-a546-40de-a8a6-830c98d84c5d req-a7b7863c-1ccf-464f-98c3-c58432379748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:30.414972 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-99c4410f-a546-40de-a8a6-830c98d84c5d req-a7b7863c-1ccf-464f-98c3-c58432379748 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:30.416531 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-99c4410f-a546-40de-a8a6-830c98d84c5d req-a7b7863c-1ccf-464f-98c3-c58432379748 service neutron] 10.222.0.53 "PUT /v2.0/ports/accff25a-9185-4c33-b95f-407161217272 HTTP/1.1" status: 200 len: 1093 time: 1.4953878 Oct 30 15:17:30.417013 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58c0fb02-8f70-404b-81c2-c496d791d631', 'tag': 'accff25a-9185-4c33-b95f-407161217272'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:17:30.420275 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d9a77bd-252e-4c36-9e54-065a195f638c" -d '{"events": [{"name": "network-changed", "server_uuid": "58c0fb02-8f70-404b-81c2-c496d791d631", "tag": "accff25a-9185-4c33-b95f-407161217272"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:17:30.431785 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-6e080469-d982-453f-a14e-5c4929bfc648 req-f41308a5-ef54-47f9-93f6-8b62e3007515 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:17:30.437844 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e080469-d982-453f-a14e-5c4929bfc648 req-f41308a5-ef54-47f9-93f6-8b62e3007515 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:17:30.440865 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41308a5-ef54-47f9-93f6-8b62e3007515 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Pushing event updated for resources: {'Port': ['ID=460e5591-f42b-4fdd-a0eb-6e2cb9b0d3e9,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:30.530820 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0520acd7-eff2-43c9-91fd-bb3b9aadc711 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:30.559091 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd2ba632-6eac-443e-935a-64ad1527160e req-9eadf1e8-5b77-4152-91e8-824369d213ed service neutron] 10.222.0.62 "GET /v2.0/networks/992316f0-a5bb-44db-b566-e8ec1fde1c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756134 Oct 30 15:17:30.560093 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b7863c-1ccf-464f-98c3-c58432379748 service neutron] Pushing event updated for resources: {'Port': ['ID=accff25a-9185-4c33-b95f-407161217272,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:30.598735 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e080469-d982-453f-a14e-5c4929bfc648 req-f41308a5-ef54-47f9-93f6-8b62e3007515 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:30.599430 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6e080469-d982-453f-a14e-5c4929bfc648 req-f41308a5-ef54-47f9-93f6-8b62e3007515 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:30.620357 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd185cab-0aab-4733-9737-c080a96330e4 req-f10326af-3cad-49d7-8052-5ffbe6e7d386 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:30.624625 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dd185cab-0aab-4733-9737-c080a96330e4 req-f10326af-3cad-49d7-8052-5ffbe6e7d386 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8828d1b-8cac-43af-848f-0295d851e36a HTTP/1.1" status: 200 len: 931 time: 0.3740480 Oct 30 15:17:30.666979 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0520acd7-eff2-43c9-91fd-bb3b9aadc711 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Pushing event deleted for resources: {'Port': ['ID=e389c750-a3f2-464d-b0ca-2168df760422,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:30.674428 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0520acd7-eff2-43c9-91fd-bb3b9aadc711 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] No DVR routers for this DVR port e389c750-a3f2-464d-b0ca-2168df760422 on host n-d-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:17:30.699574 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6e080469-d982-453f-a14e-5c4929bfc648 req-f41308a5-ef54-47f9-93f6-8b62e3007515 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1706090 Oct 30 15:17:30.727905 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c4410f-a546-40de-a8a6-830c98d84c5d req-2f4e10a1-de48-4e2b-a284-aab85d31800b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:30.730055 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-99c4410f-a546-40de-a8a6-830c98d84c5d req-2f4e10a1-de48-4e2b-a284-aab85d31800b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3b60864767dc44c8b2e5a3a55a17d929&device_id=58c0fb02-8f70-404b-81c2-c496d791d631 HTTP/1.1" status: 200 len: 1096 time: 0.1662550 Oct 30 15:17:30.758895 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-6e080469-d982-453f-a14e-5c4929bfc648 req-f35a52bc-6a99-4ec0-ad49-44c36deabaa0 service neutron] Request body: {'port': {'device_id': 'c8828d1b-8cac-43af-848f-0295d851e36a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:17:30.826649 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-99c4410f-a546-40de-a8a6-830c98d84c5d req-d91ad427-8063-4556-b105-b4f3b714db2c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=accff25a-9185-4c33-b95f-407161217272 HTTP/1.1" status: 200 len: 217 time: 0.0877287 Oct 30 15:17:30.904252 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd2ba632-6eac-443e-935a-64ad1527160e req-7e39afba-6f69-4fef-8d0a-0b4b508adb21 service neutron] 10.222.0.62 "GET /v2.0/networks/992316f0-a5bb-44db-b566-e8ec1fde1c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006294 Oct 30 15:17:30.910068 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dd185cab-0aab-4733-9737-c080a96330e4 req-ae9aa3c0-3e2c-4192-8429-78796c9966df tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523558 Oct 30 15:17:30.964294 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0520acd7-eff2-43c9-91fd-bb3b9aadc711 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:31.002545 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c4410f-a546-40de-a8a6-830c98d84c5d req-88c675fe-52b8-4397-b2b1-91406504dbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:31.010764 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6e080469-d982-453f-a14e-5c4929bfc648 req-f35a52bc-6a99-4ec0-ad49-44c36deabaa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:31.014095 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-99c4410f-a546-40de-a8a6-830c98d84c5d req-88c675fe-52b8-4397-b2b1-91406504dbb8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dc7ff2c3-bbb5-481f-ba0a-d62c781b867c HTTP/1.1" status: 200 len: 854 time: 0.1779919 Oct 30 15:17:31.080022 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-0520acd7-eff2-43c9-91fd-bb3b9aadc711 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29365c69-dbce-4d87-98bd-858e9e0f9f42']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:17:31.161697 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd2ba632-6eac-443e-935a-64ad1527160e req-b16a8777-13dc-4f2b-91a2-b1e81899973f service neutron] 10.222.0.62 "GET /v2.0/networks/992316f0-a5bb-44db-b566-e8ec1fde1c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557342 Oct 30 15:17:31.184926 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 880060bf-5440-4ca7-a062-5afdfb6127a6 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:17:31.207139 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c4410f-a546-40de-a8a6-830c98d84c5d req-63fb414d-bb75-4651-bb19-c0762fdbd707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:31.217221 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-0520acd7-eff2-43c9-91fd-bb3b9aadc711 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bc4331c-64aa-4415-9fff-fecdfd107cd4') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:17:31.217580 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-0520acd7-eff2-43c9-91fd-bb3b9aadc711 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bc4331c-64aa-4415-9fff-fecdfd107cd4') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:17:31.220637 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-99c4410f-a546-40de-a8a6-830c98d84c5d req-63fb414d-bb75-4651-bb19-c0762fdbd707 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4f2b4662-3762-472a-a79d-3599e1ff305d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1995101 Oct 30 15:17:31.285961 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0520acd7-eff2-43c9-91fd-bb3b9aadc711 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:31.287687 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-81583eac-81d8-4e46-bbac-2485468cf253 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:31.305747 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 880060bf-5440-4ca7-a062-5afdfb6127a6 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:17:31.306487 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:31.344284 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5df0a3a-92ad-42eb-aca8-1c4d00a63112 x-openstack-request-id: req-c5df0a3a-92ad-42eb-aca8-1c4d00a63112 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:17:31.344631 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58c0fb02-8f70-404b-81c2-c496d791d631", "tag": "accff25a-9185-4c33-b95f-407161217272", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:17:31.344833 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c5df0a3a-92ad-42eb-aca8-1c4d00a63112 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:17:31.345245 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58c0fb02-8f70-404b-81c2-c496d791d631', 'tag': 'accff25a-9185-4c33-b95f-407161217272', 'status': 'completed', 'code': 200} Oct 30 15:17:31.381392 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-99c4410f-a546-40de-a8a6-830c98d84c5d req-411d0bf1-428b-40e5-8a38-1e3894ba4c5c service neutron] 10.222.0.53 "GET /v2.0/networks/4f2b4662-3762-472a-a79d-3599e1ff305d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484423 Oct 30 15:17:31.459337 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0520acd7-eff2-43c9-91fd-bb3b9aadc711 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:31.492315 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:31.551062 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 42932) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:31.554424 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3371604c-be25-455e-b529-7f19086ed044 None None] Network 52d26572-1193-4cf1-8fef-d0cbcbcbbae2 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:17:31.571615 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-99c4410f-a546-40de-a8a6-830c98d84c5d req-736f91d6-08f3-4c09-bdf8-a72765d55856 service neutron] 10.222.0.53 "GET /v2.0/networks/4f2b4662-3762-472a-a79d-3599e1ff305d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826813 Oct 30 15:17:31.693300 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 880060bf-5440-4ca7-a062-5afdfb6127a6, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=880060bf-5440-4ca7-a062-5afdfb6127a6,segment=NetworkSegment(d5d5c589-e2e7-4e91-a8ed-04da21d11106),segment_id=d5d5c589-e2e7-4e91-a8ed-04da21d11106)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:17:31.746362 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a77bd-252e-4c36-9e54-065a195f638c req-087a1351-951b-4374-b203-bdc9b4ce4d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:31.747965 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7d9a77bd-252e-4c36-9e54-065a195f638c req-087a1351-951b-4374-b203-bdc9b4ce4d0b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3b60864767dc44c8b2e5a3a55a17d929&device_id=58c0fb02-8f70-404b-81c2-c496d791d631 HTTP/1.1" status: 200 len: 1096 time: 0.1142735 Oct 30 15:17:31.767368 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:31.814658 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0520acd7-eff2-43c9-91fd-bb3b9aadc711 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:17:31.815264 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0520acd7-eff2-43c9-91fd-bb3b9aadc711 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:31.854925 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-eff29852-e7b9-4b1b-9f89-7e32a05697c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:31.881895 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:17:31.881895 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:17:31.881895 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:17:31.881895 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:17:31.881895 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:17:31.881895 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:17:31.881895 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:17:31.881895 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:17:31.881895 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:17:31.881895 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:17:31.881895 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:17:31.881895 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:17:31.881895 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:17:31.881895 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:17:31.881895 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:17:31.881895 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:17:31.881895 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:17:31.881895 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:17:31.881895 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:17:31.881895 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:17:31.881895 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:17:31.881895 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:17:31.881895 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:17:31.881895 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:17:31.881895 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:17:31.881895 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:17:31.881895 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:17:31.881895 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:17:31.881895 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:17:31.881895 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:17:31.881895 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:17:31.881895 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:17:31.894202 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0520acd7-eff2-43c9-91fd-bb3b9aadc711 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:31.901209 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:31.905686 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-ab8bfcc5-982d-4565-9d28-5343968943c3 None None] Provisioning complete for port 880060bf-5440-4ca7-a062-5afdfb6127a6 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:17:31.906487 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ab8bfcc5-982d-4565-9d28-5343968943c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:31.940651 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-6e080469-d982-453f-a14e-5c4929bfc648 req-f35a52bc-6a99-4ec0-ad49-44c36deabaa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 460e5591-f42b-4fdd-a0eb-6e2cb9b0d3e9 {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:17:31.947995 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0520acd7-eff2-43c9-91fd-bb3b9aadc711 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:31.954831 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-0520acd7-eff2-43c9-91fd-bb3b9aadc711 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] 10.222.0.62 "DELETE /v2.0/networks/29365c69-dbce-4d87-98bd-858e9e0f9f42 HTTP/1.1" status: 204 len: 168 time: 4.4820573 Oct 30 15:17:31.966735 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 42950) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:31.973325 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=880060bf-5440-4ca7-a062-5afdfb6127a6,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:32.037521 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0520acd7-eff2-43c9-91fd-bb3b9aadc711 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Pushing event deleted for resources: {'Network': ['ID=29365c69-dbce-4d87-98bd-858e9e0f9f42,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:32.042209 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6e080469-d982-453f-a14e-5c4929bfc648 req-f35a52bc-6a99-4ec0-ad49-44c36deabaa0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:32.048376 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f23bd12-909c-4107-9a6b-729a9cf404e8 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] DELETE failed (client error): The resource could not be found. Oct 30 15:17:32.049653 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f23bd12-909c-4107-9a6b-729a9cf404e8 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:17:32.059047 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-4f23bd12-909c-4107-9a6b-729a9cf404e8 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] 10.222.0.62 "DELETE /v2.0/subnets/69a58a5b-3d93-487a-a325-14295a00c914 HTTP/1.1" status: 404 len: 337 time: 0.0888422 Oct 30 15:17:32.061437 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 42952) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:32.092654 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a77bd-252e-4c36-9e54-065a195f638c req-7977d95d-ca74-4932-a80d-f132bde3535c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:32.092917 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7d9a77bd-252e-4c36-9e54-065a195f638c req-7977d95d-ca74-4932-a80d-f132bde3535c service neutron] 10.222.0.53 "GET /v2.0/networks?id=4f2b4662-3762-472a-a79d-3599e1ff305d HTTP/1.1" status: 200 len: 916 time: 0.3316824 Oct 30 15:17:32.099863 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab26ce-68a0-46eb-92cf-f7f56fa70317 req-7a8d878a-6098-4c8f-8aa6-8ae797ac0f88 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:32.109427 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a8ab26ce-68a0-46eb-92cf-f7f56fa70317 req-7a8d878a-6098-4c8f-8aa6-8ae797ac0f88 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] 10.222.0.62 "GET /v2.0/ports?device_id=58c0fb02-8f70-404b-81c2-c496d791d631 HTTP/1.1" status: 200 len: 944 time: 0.7000282 Oct 30 15:17:32.121586 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-a13e7af7-8232-4d6f-91f5-94bf3d18cd60 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] DELETE failed (client error): The resource could not be found. Oct 30 15:17:32.122488 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a13e7af7-8232-4d6f-91f5-94bf3d18cd60 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:17:32.129203 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-a13e7af7-8232-4d6f-91f5-94bf3d18cd60 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] 10.222.0.62 "DELETE /v2.0/networks/29365c69-dbce-4d87-98bd-858e9e0f9f42 HTTP/1.1" status: 404 len: 339 time: 0.0629082 Oct 30 15:17:32.133362 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 42958) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:32.198134 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a8ab26ce-68a0-46eb-92cf-f7f56fa70317 req-a31a2cea-3f3e-417d-94a0-006ce24df62a tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] 10.222.0.62 "GET /v2.0/security-groups?id=63710c05-9b86-44fc-b397-096658ce854e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866358 Oct 30 15:17:32.200783 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-6e080469-d982-453f-a14e-5c4929bfc648 req-f35a52bc-6a99-4ec0-ad49-44c36deabaa0 service neutron] Transition to ACTIVE for port object 460e5591-f42b-4fdd-a0eb-6e2cb9b0d3e9 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:17:32.214608 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6e080469-d982-453f-a14e-5c4929bfc648 req-f35a52bc-6a99-4ec0-ad49-44c36deabaa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:32.517076 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-677366c6-49d4-40f4-9035-059795030ac4 None None] Provisioning complete for port 880060bf-5440-4ca7-a062-5afdfb6127a6 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:17:32.517623 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-677366c6-49d4-40f4-9035-059795030ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:32.699232 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a73d2c-8214-443e-847b-a28d34dd708f None None] get_active_networks_info from n-d-806683-17 {{(pid=102132) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 30 15:17:32.814430 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-677366c6-49d4-40f4-9035-059795030ac4 None None] Provisioning complete for port d566ca5b-a321-4689-955c-396cf6187d6b triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:17:32.814812 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-677366c6-49d4-40f4-9035-059795030ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:32.864484 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7d9a77bd-252e-4c36-9e54-065a195f638c req-20a0a839-4190-4b3f-9916-9d07cfb25249 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=accff25a-9185-4c33-b95f-407161217272 HTTP/1.1" status: 200 len: 217 time: 0.7529144 Oct 30 15:17:32.885478 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-eff29852-e7b9-4b1b-9f89-7e32a05697c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:32.887533 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-677366c6-49d4-40f4-9035-059795030ac4 None None] Port d566ca5b-a321-4689-955c-396cf6187d6b cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:17:32.950772 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-417935a7-596c-429b-9091-e8df2c1fa54a req-9a827110-a56a-4c04-a6b1-d620fb8cb6fe tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 210 time: 0.0634389 Oct 30 15:17:32.957712 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a73d2c-8214-443e-847b-a28d34dd708f None None] Resources bound (agent type, host, resource id): {{(pid=102132) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 30 15:17:32.974301 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35a52bc-6a99-4ec0-ad49-44c36deabaa0 service neutron] Pushing event updated for resources: {'Port': ['ID=460e5591-f42b-4fdd-a0eb-6e2cb9b0d3e9,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:33.011837 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f8ee8165-5e42-4768-ab5c-cfc4b577a9c1 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:33.046280 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-eff29852-e7b9-4b1b-9f89-7e32a05697c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:33.084630 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-6e080469-d982-453f-a14e-5c4929bfc648 req-f35a52bc-6a99-4ec0-ad49-44c36deabaa0 service neutron] Attempting to bind port 460e5591-f42b-4fdd-a0eb-6e2cb9b0d3e9 on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:17:33.084884 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-6e080469-d982-453f-a14e-5c4929bfc648 req-f35a52bc-6a99-4ec0-ad49-44c36deabaa0 service neutron] Attempting to bind port 460e5591-f42b-4fdd-a0eb-6e2cb9b0d3e9 by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': '803c5434-e7a3-49e2-9896-7909e39f1289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4f22410e-53ea-4597-9c0e-a70994dfa6d8'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:17:33.085832 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e080469-d982-453f-a14e-5c4929bfc648 req-f35a52bc-6a99-4ec0-ad49-44c36deabaa0 service neutron] Attempting to bind port 460e5591-f42b-4fdd-a0eb-6e2cb9b0d3e9 on network 4f22410e-53ea-4597-9c0e-a70994dfa6d8 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:17:33.103863 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e080469-d982-453f-a14e-5c4929bfc648 req-f35a52bc-6a99-4ec0-ad49-44c36deabaa0 service neutron] Port 460e5591-f42b-4fdd-a0eb-6e2cb9b0d3e9 on network 4f22410e-53ea-4597-9c0e-a70994dfa6d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:17:33.104366 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e080469-d982-453f-a14e-5c4929bfc648 req-f35a52bc-6a99-4ec0-ad49-44c36deabaa0 service neutron] Attempting to bind port 460e5591-f42b-4fdd-a0eb-6e2cb9b0d3e9 on network 4f22410e-53ea-4597-9c0e-a70994dfa6d8 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:17:33.113069 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-81583eac-81d8-4e46-bbac-2485468cf253 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:33.115191 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e080469-d982-453f-a14e-5c4929bfc648 req-f35a52bc-6a99-4ec0-ad49-44c36deabaa0 service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:17:33.115615 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e080469-d982-453f-a14e-5c4929bfc648 req-f35a52bc-6a99-4ec0-ad49-44c36deabaa0 service neutron] Checking segment: {'id': '803c5434-e7a3-49e2-9896-7909e39f1289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4f22410e-53ea-4597-9c0e-a70994dfa6d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:17:33.116116 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e080469-d982-453f-a14e-5c4929bfc648 req-f35a52bc-6a99-4ec0-ad49-44c36deabaa0 service neutron] Bound using segment: {'id': '803c5434-e7a3-49e2-9896-7909e39f1289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4f22410e-53ea-4597-9c0e-a70994dfa6d8'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:17:33.116644 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-6e080469-d982-453f-a14e-5c4929bfc648 req-f35a52bc-6a99-4ec0-ad49-44c36deabaa0 service neutron] Bound port: 460e5591-f42b-4fdd-a0eb-6e2cb9b0d3e9, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '803c5434-e7a3-49e2-9896-7909e39f1289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4f22410e-53ea-4597-9c0e-a70994dfa6d8'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:17:33.117019 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6e080469-d982-453f-a14e-5c4929bfc648 req-f35a52bc-6a99-4ec0-ad49-44c36deabaa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:33.121071 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-81583eac-81d8-4e46-bbac-2485468cf253 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:33.150088 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a77bd-252e-4c36-9e54-065a195f638c req-b235f520-8c9a-4c47-9f74-760301260856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:33.151766 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7d9a77bd-252e-4c36-9e54-065a195f638c req-b235f520-8c9a-4c47-9f74-760301260856 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dc7ff2c3-bbb5-481f-ba0a-d62c781b867c HTTP/1.1" status: 200 len: 854 time: 0.2303131 Oct 30 15:17:33.186814 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-eff29852-e7b9-4b1b-9f89-7e32a05697c9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=80759efea73845f78c8dc37357bb2d3b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6304307 Oct 30 15:17:33.187036 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 880060bf-5440-4ca7-a062-5afdfb6127a6 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:17:33.189227 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 42970) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:33.209978 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81583eac-81d8-4e46-bbac-2485468cf253 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Pushing event updated for resources: {'Port': ['ID=d566ca5b-a321-4689-955c-396cf6187d6b,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:33.281078 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a276f3-cb12-4e6d-aba9-60831a6342fb req-8f66c227-6644-43c3-86d4-802551efc7e9 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:33.283100 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-41a276f3-cb12-4e6d-aba9-60831a6342fb req-8f66c227-6644-43c3-86d4-802551efc7e9 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8828d1b-8cac-43af-848f-0295d851e36a HTTP/1.1" status: 200 len: 943 time: 1.0338752 Oct 30 15:17:33.298592 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-3801c92f-0980-497a-b2e1-5b10a690f1c2 None None] Provisioning complete for port d566ca5b-a321-4689-955c-396cf6187d6b triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:17:33.298842 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3801c92f-0980-497a-b2e1-5b10a690f1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:33.335143 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device accff25a-9185-4c33-b95f-407161217272 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:17:33.374235 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-6e080469-d982-453f-a14e-5c4929bfc648 req-f35a52bc-6a99-4ec0-ad49-44c36deabaa0 service neutron] For port 460e5591-f42b-4fdd-a0eb-6e2cb9b0d3e9, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:17:33.384229 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f8ee8165-5e42-4768-ab5c-cfc4b577a9c1 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:33.408253 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-f8ee8165-5e42-4768-ab5c-cfc4b577a9c1 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a2e29ce-fd76-4121-8c42-9e0d0054782e']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:17:33.412389 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-3801c92f-0980-497a-b2e1-5b10a690f1c2 None None] Port d566ca5b-a321-4689-955c-396cf6187d6b cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:17:33.420222 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 880060bf-5440-4ca7-a062-5afdfb6127a6 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:17:33.420581 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:33.423522 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-f8ee8165-5e42-4768-ab5c-cfc4b577a9c1 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd769129-bc97-48eb-9031-089894114bda') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:17:33.423912 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-6e080469-d982-453f-a14e-5c4929bfc648 req-f35a52bc-6a99-4ec0-ad49-44c36deabaa0 service neutron] For port 460e5591-f42b-4fdd-a0eb-6e2cb9b0d3e9, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=460e5591-f42b-4fdd-a0eb-6e2cb9b0d3e9,segment=NetworkSegment(803c5434-e7a3-49e2-9896-7909e39f1289),segment_id=803c5434-e7a3-49e2-9896-7909e39f1289)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:17:33.424136 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-f8ee8165-5e42-4768-ab5c-cfc4b577a9c1 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd769129-bc97-48eb-9031-089894114bda') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:17:33.442031 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f8ee8165-5e42-4768-ab5c-cfc4b577a9c1 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:33.452593 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6e080469-d982-453f-a14e-5c4929bfc648 req-f35a52bc-6a99-4ec0-ad49-44c36deabaa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:33.454334 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-eb2d480e-392b-40f1-b7ba-bd286f255fb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:33.459955 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f8ee8165-5e42-4768-ab5c-cfc4b577a9c1 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:33.466434 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8ee8165-5e42-4768-ab5c-cfc4b577a9c1 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:17:33.466632 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f8ee8165-5e42-4768-ab5c-cfc4b577a9c1 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:33.519517 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:17:33.519517 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:17:33.519517 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:17:33.519517 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:17:33.519517 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:17:33.519517 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:17:33.519517 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:17:33.519517 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:17:33.519517 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:17:33.519517 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:17:33.519517 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:17:33.519517 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:17:33.519517 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:17:33.519517 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:17:33.519517 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:17:33.519517 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:17:33.519517 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:17:33.519517 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:17:33.519517 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:17:33.519517 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:17:33.519517 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:17:33.519517 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:17:33.519517 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:17:33.519517 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:17:33.519517 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:17:33.519517 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:17:33.519517 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:17:33.519517 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:17:33.519517 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:17:33.519517 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:17:33.519517 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:17:33.519517 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:17:33.525863 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f5a63-3f9c-4e3f-af3b-23bfe2c1e072 req-94d91275-3b0b-4b8c-97e7-6f63ea11d435 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:33.527433 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-932f5a63-3f9c-4e3f-af3b-23bfe2c1e072 req-94d91275-3b0b-4b8c-97e7-6f63ea11d435 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] 10.222.0.62 "GET /v2.0/ports?device_id=58c0fb02-8f70-404b-81c2-c496d791d631 HTTP/1.1" status: 200 len: 944 time: 0.2129929 Oct 30 15:17:33.542020 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff29852-e7b9-4b1b-9f89-7e32a05697c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a453767-f3c1-483e-b95c-58effa21fd78,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:33.545795 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e080469-d982-453f-a14e-5c4929bfc648 req-f35a52bc-6a99-4ec0-ad49-44c36deabaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:33.546446 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6e080469-d982-453f-a14e-5c4929bfc648 req-f35a52bc-6a99-4ec0-ad49-44c36deabaa0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:33.547835 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6e080469-d982-453f-a14e-5c4929bfc648 req-f35a52bc-6a99-4ec0-ad49-44c36deabaa0 service neutron] 10.222.0.44 "PUT /v2.0/ports/460e5591-f42b-4fdd-a0eb-6e2cb9b0d3e9 HTTP/1.1" status: 200 len: 1092 time: 2.7981634 Oct 30 15:17:33.549435 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8828d1b-8cac-43af-848f-0295d851e36a', 'tag': '460e5591-f42b-4fdd-a0eb-6e2cb9b0d3e9'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:17:33.551835 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4389c234-3ce6-4142-a020-0b2e0e69141a" -d '{"events": [{"name": "network-changed", "server_uuid": "c8828d1b-8cac-43af-848f-0295d851e36a", "tag": "460e5591-f42b-4fdd-a0eb-6e2cb9b0d3e9"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:17:33.579011 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-eb2d480e-392b-40f1-b7ba-bd286f255fb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:33.611934 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port accff25a-9185-4c33-b95f-407161217272, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=accff25a-9185-4c33-b95f-407161217272,segment=NetworkSegment(0b992be6-140e-4341-a8f5-54109f4ee29a),segment_id=0b992be6-140e-4341-a8f5-54109f4ee29a)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:17:33.661745 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': 'accff25a-9185-4c33-b95f-407161217272', 'network_id': '4f2b4662-3762-472a-a79d-3599e1ff305d', 'port_id': 'accff25a-9185-4c33-b95f-407161217272', 'mac_address': 'fa:16:3e:2f:df:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc7ff2c3-bbb5-481f-ba0a-d62c781b867c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:17:33.678293 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a77bd-252e-4c36-9e54-065a195f638c req-cb923c0e-41e9-49cb-8c9c-8fe012105463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:33.680384 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7d9a77bd-252e-4c36-9e54-065a195f638c req-cb923c0e-41e9-49cb-8c9c-8fe012105463 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4f2b4662-3762-472a-a79d-3599e1ff305d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4837923 Oct 30 15:17:33.685079 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ba632-6eac-443e-935a-64ad1527160e req-c336ddd6-9d12-4175-9d5e-ec1f554f49eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:33.687893 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd2ba632-6eac-443e-935a-64ad1527160e req-c336ddd6-9d12-4175-9d5e-ec1f554f49eb service neutron] 10.222.0.53 "GET /v2.0/ports/ff9a5354-a79a-4869-a44a-a51335ced7ef HTTP/1.1" status: 200 len: 1032 time: 0.1149282 Oct 30 15:17:33.689799 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35a52bc-6a99-4ec0-ad49-44c36deabaa0 service neutron] Pushing event updated for resources: {'Port': ['ID=460e5591-f42b-4fdd-a0eb-6e2cb9b0d3e9,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:33.700953 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f8ee8165-5e42-4768-ab5c-cfc4b577a9c1 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:33.707187 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f8ee8165-5e42-4768-ab5c-cfc4b577a9c1 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:33.714192 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-f8ee8165-5e42-4768-ab5c-cfc4b577a9c1 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] 10.222.0.62 "DELETE /v2.0/networks/0a2e29ce-fd76-4121-8c42-9e0d0054782e HTTP/1.1" status: 204 len: 168 time: 1.5113783 Oct 30 15:17:33.727990 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 42976) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:33.738500 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-81583eac-81d8-4e46-bbac-2485468cf253 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:33.757119 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-932f5a63-3f9c-4e3f-af3b-23bfe2c1e072 req-18edb240-55d1-4399-bbc8-be9b7cf4777d tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] 10.222.0.62 "GET /v2.0/security-groups?id=63710c05-9b86-44fc-b397-096658ce854e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2056479 Oct 30 15:17:33.775701 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:33.782861 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee8165-5e42-4768-ab5c-cfc4b577a9c1 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Pushing event deleted for resources: {'Network': ['ID=0a2e29ce-fd76-4121-8c42-9e0d0054782e,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:33.790862 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-41a276f3-cb12-4e6d-aba9-60831a6342fb req-dfe4be6e-a500-4fbd-8a0f-d9f81bab4dbf tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4819534 Oct 30 15:17:33.828980 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id accff25a-9185-4c33-b95f-407161217272 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:17:33.868806 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26354be-72db-408a-b555-7b63d3c80283 x-openstack-request-id: req-a26354be-72db-408a-b555-7b63d3c80283 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:17:33.869160 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8828d1b-8cac-43af-848f-0295d851e36a", "tag": "460e5591-f42b-4fdd-a0eb-6e2cb9b0d3e9", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:17:33.869725 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a26354be-72db-408a-b555-7b63d3c80283 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:17:33.870310 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ba632-6eac-443e-935a-64ad1527160e req-edd3329e-36a9-40ed-bd9b-07b57b4cf897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:33.870691 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8828d1b-8cac-43af-848f-0295d851e36a', 'tag': '460e5591-f42b-4fdd-a0eb-6e2cb9b0d3e9', 'status': 'completed', 'code': 200} Oct 30 15:17:33.871797 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd2ba632-6eac-443e-935a-64ad1527160e req-edd3329e-36a9-40ed-bd9b-07b57b4cf897 service neutron] 10.222.0.53 "GET /v2.0/ports/e21a4b47-04c9-4fc7-8de8-e9be41310592 HTTP/1.1" status: 200 len: 1033 time: 0.1542075 Oct 30 15:17:33.874954 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1b68724-2e30-49cf-bf2c-29a917beff13 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] DELETE failed (client error): The resource could not be found. Oct 30 15:17:33.875588 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1b68724-2e30-49cf-bf2c-29a917beff13 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:17:33.876089 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port accff25a-9185-4c33-b95f-407161217272, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=accff25a-9185-4c33-b95f-407161217272,segment=NetworkSegment(0b992be6-140e-4341-a8f5-54109f4ee29a),segment_id=0b992be6-140e-4341-a8f5-54109f4ee29a)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:17:33.878992 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b1b68724-2e30-49cf-bf2c-29a917beff13 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] 10.222.0.62 "DELETE /v2.0/subnets/df6b405b-2b7d-49bb-a7c8-f51fa5fad0fc HTTP/1.1" status: 404 len: 337 time: 0.1499994 Oct 30 15:17:33.883398 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 42978) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:33.886536 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:33.888580 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e080469-d982-453f-a14e-5c4929bfc648 req-a68ee916-d13a-456a-ab74-87cc6b27c4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:33.890246 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6e080469-d982-453f-a14e-5c4929bfc648 req-a68ee916-d13a-456a-ab74-87cc6b27c4b6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=50828efdd6f44ddca14e599b5226f88f&device_id=c8828d1b-8cac-43af-848f-0295d851e36a HTTP/1.1" status: 200 len: 1095 time: 0.2733715 Oct 30 15:17:33.969624 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=accff25a-9185-4c33-b95f-407161217272,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:33.978610 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-eb2d480e-392b-40f1-b7ba-bd286f255fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:33.981517 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-eb2d480e-392b-40f1-b7ba-bd286f255fb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:33.985212 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-eb2d480e-392b-40f1-b7ba-bd286f255fb6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7a453767-f3c1-483e-b95c-58effa21fd78 HTTP/1.1" status: 204 len: 168 time: 0.7908900 Oct 30 15:17:33.991023 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6e080469-d982-453f-a14e-5c4929bfc648 req-14ee5054-5ad8-462b-8737-a77b3930662e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=460e5591-f42b-4fdd-a0eb-6e2cb9b0d3e9 HTTP/1.1" status: 200 len: 217 time: 0.0565054 Oct 30 15:17:34.013992 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2d480e-392b-40f1-b7ba-bd286f255fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a453767-f3c1-483e-b95c-58effa21fd78,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:34.063295 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7d9a77bd-252e-4c36-9e54-065a195f638c req-ad11a2e4-5a14-4498-8033-fec1b5b218f7 service neutron] 10.222.0.53 "GET /v2.0/networks/4f2b4662-3762-472a-a79d-3599e1ff305d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3743000 Oct 30 15:17:34.070484 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ba632-6eac-443e-935a-64ad1527160e req-1be8c3f1-7c10-4963-9ee9-b4d1df5081a9 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:34.087818 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ba632-6eac-443e-935a-64ad1527160e req-1be8c3f1-7c10-4963-9ee9-b4d1df5081a9 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:34.093455 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ba632-6eac-443e-935a-64ad1527160e req-1be8c3f1-7c10-4963-9ee9-b4d1df5081a9 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:34.115430 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd2ba632-6eac-443e-935a-64ad1527160e req-1be8c3f1-7c10-4963-9ee9-b4d1df5081a9 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.53 "GET /v2.0/networks?id=99b2e015-7a7a-41c9-9251-e2d5c417b9db&id=1c5c7057-6cfb-4273-ace5-d2dc41be3e4a&id=1c5c7057-6cfb-4273-ace5-d2dc41be3e4a&id=1c5c7057-6cfb-4273-ace5-d2dc41be3e4a&id=1c5c7057-6cfb-4273-ace5-d2dc41be3e4a&id=992316f0-a5bb-44db-b566-e8ec1fde1c28&id=992316f0-a5bb-44db-b566-e8ec1fde1c28 HTTP/1.1" status: 200 len: 1994 time: 0.2334578 Oct 30 15:17:34.128636 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbd9b573-7bc2-4be5-ab6d-6b00ca1d8c6d tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] DELETE failed (client error): The resource could not be found. Oct 30 15:17:34.129278 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbd9b573-7bc2-4be5-ab6d-6b00ca1d8c6d tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:17:34.132432 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-fbd9b573-7bc2-4be5-ab6d-6b00ca1d8c6d tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] 10.222.0.62 "DELETE /v2.0/networks/2dff1fd2-28db-447c-8a9a-1d698dd192f0 HTTP/1.1" status: 404 len: 339 time: 0.0899723 Oct 30 15:17:34.136997 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 42986) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:34.145667 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-81583eac-81d8-4e46-bbac-2485468cf253 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:34.151372 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e080469-d982-453f-a14e-5c4929bfc648 req-7c4e66e0-e4d7-48c7-b9b5-b12c5ba21e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:34.153178 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6e080469-d982-453f-a14e-5c4929bfc648 req-7c4e66e0-e4d7-48c7-b9b5-b12c5ba21e60 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=449705ab-2365-49b9-8b83-fe461dd03f65 HTTP/1.1" status: 200 len: 852 time: 0.1529007 Oct 30 15:17:34.180988 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['accff25a-9185-4c33-b95f-407161217272'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:17:34.245273 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6e080469-d982-453f-a14e-5c4929bfc648 req-623bfe4a-136f-4388-9447-100a7237a778 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4f22410e-53ea-4597-9c0e-a70994dfa6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405047 Oct 30 15:17:34.270501 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8d87e013-061e-409f-83be-c14ce8dc4863 req-7456de62-9c6c-47f4-8baa-21860d92ae0b tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 210 time: 0.0490141 Oct 30 15:17:34.297357 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd2ba632-6eac-443e-935a-64ad1527160e req-6724bcec-b8b1-46ee-b0c1-dd987cb6d8cc tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fedcadc844c84f7ca955acdb50df6c20 HTTP/1.1" status: 200 len: 380 time: 0.1628723 Oct 30 15:17:34.308918 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-dd2ba632-6eac-443e-935a-64ad1527160e req-18eb06bd-afa9-44be-a5d1-22b6e5ed6360 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Request body: {'port': {'device_id': '318e0f35-11f4-4936-80dd-75a782a28c98', 'network_id': '99b2e015-7a7a-41c9-9251-e2d5c417b9db', 'admin_state_up': True, 'tenant_id': 'fedcadc844c84f7ca955acdb50df6c20', 'security_groups': ['0d8b2e39-c2c3-46e2-b7ce-d3094509b03c']}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:17:34.354413 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d0e51241-7cad-4fa7-b0c6-9574bfd01a06 None None] Provisioning complete for port d566ca5b-a321-4689-955c-396cf6187d6b triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:17:34.355062 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d0e51241-7cad-4fa7-b0c6-9574bfd01a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:34.356072 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-a20f6aa8-f4b1-4f7e-9c2c-a09aa5a9f4a2 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Deleting subnet b6f21df7-4f33-429d-ac2a-b4ae06b7a5f4 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:17:34.402831 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a20f6aa8-f4b1-4f7e-9c2c-a09aa5a9f4a2 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:34.431069 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d0e51241-7cad-4fa7-b0c6-9574bfd01a06 None None] Port d566ca5b-a321-4689-955c-396cf6187d6b cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:17:34.491975 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a20f6aa8-f4b1-4f7e-9c2c-a09aa5a9f4a2 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:34.508566 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7d9a77bd-252e-4c36-9e54-065a195f638c req-1bf518f2-de8a-4d09-8867-6cc8aa0b19c8 service neutron] 10.222.0.53 "GET /v2.0/networks/4f2b4662-3762-472a-a79d-3599e1ff305d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3916759 Oct 30 15:17:34.582638 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 42992) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:34.608483 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-31f1af7c-a359-46d8-884a-6bdf001ed083 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:34.612998 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6e080469-d982-453f-a14e-5c4929bfc648 req-2d75e8dc-82fc-4400-8856-54d36ec17dcc service neutron] 10.222.0.44 "GET /v2.0/networks/4f22410e-53ea-4597-9c0e-a70994dfa6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338876 Oct 30 15:17:34.658060 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd2ba632-6eac-443e-935a-64ad1527160e req-18eb06bd-afa9-44be-a5d1-22b6e5ed6360 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Made reservation on behalf of fedcadc844c84f7ca955acdb50df6c20 for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:17:34.662146 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-dd2ba632-6eac-443e-935a-64ad1527160e req-18eb06bd-afa9-44be-a5d1-22b6e5ed6360 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:34.753257 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a20f6aa8-f4b1-4f7e-9c2c-a09aa5a9f4a2 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:34.842038 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-dd2ba632-6eac-443e-935a-64ad1527160e req-18eb06bd-afa9-44be-a5d1-22b6e5ed6360 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Allocated IP 172.20.0.14 (99b2e015-7a7a-41c9-9251-e2d5c417b9db/23f39dd9-f253-43ba-86ce-00953dd18499/60e5a05d-03c1-40b5-93f7-57ad866f5b1b) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:17:34.845931 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6e080469-d982-453f-a14e-5c4929bfc648 req-6b0e6464-14f2-4dee-b3e0-f7cce694dd58 service neutron] 10.222.0.44 "GET /v2.0/networks/4f22410e-53ea-4597-9c0e-a70994dfa6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186129 Oct 30 15:17:34.855866 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-31f1af7c-a359-46d8-884a-6bdf001ed083 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:34.859115 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-81583eac-81d8-4e46-bbac-2485468cf253 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:34.863558 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-81583eac-81d8-4e46-bbac-2485468cf253 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:34.870343 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-31f1af7c-a359-46d8-884a-6bdf001ed083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:34.929470 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f1af7c-a359-46d8-884a-6bdf001ed083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=692c300f-219a-408e-ba28-f63fdc440021,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:34.967507 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a20f6aa8-f4b1-4f7e-9c2c-a09aa5a9f4a2 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:34.987334 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf8a110-e1e5-4aac-a609-a3607cd0e915 req-430d48ff-b388-40b2-806e-f918db9ce2ef tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:34.989046 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6bf8a110-e1e5-4aac-a609-a3607cd0e915 req-430d48ff-b388-40b2-806e-f918db9ce2ef tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] 10.222.0.62 "GET /v2.0/ports?device_id=58c0fb02-8f70-404b-81c2-c496d791d631 HTTP/1.1" status: 200 len: 945 time: 0.1317918 Oct 30 15:17:34.994327 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-31f1af7c-a359-46d8-884a-6bdf001ed083 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a693cb3c2f454fd994baa8f6d769bfe8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4075379 Oct 30 15:17:34.994667 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 42998) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:35.011850 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95696b7a-eec6-4c5f-98fd-0ad1db4b8d58 None None] Network 104ab5ac-22d7-487c-8ce3-67e5b2203600 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:17:35.030547 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a20f6aa8-f4b1-4f7e-9c2c-a09aa5a9f4a2 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:35.035828 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a20f6aa8-f4b1-4f7e-9c2c-a09aa5a9f4a2 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] 10.222.0.62 "DELETE /v2.0/subnets/b6f21df7-4f33-429d-ac2a-b4ae06b7a5f4 HTTP/1.1" status: 204 len: 168 time: 0.8976288 Oct 30 15:17:35.042131 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81583eac-81d8-4e46-bbac-2485468cf253 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Pushing event updated for resources: {'Port': ['ID=d566ca5b-a321-4689-955c-396cf6187d6b,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:35.044537 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43000) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:35.117819 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6bf8a110-e1e5-4aac-a609-a3607cd0e915 req-14865647-e2dd-4372-8545-2050b1bc17e9 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] 10.222.0.62 "GET /v2.0/security-groups?id=63710c05-9b86-44fc-b397-096658ce854e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897605 Oct 30 15:17:35.146426 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-eee48f41-7f85-4416-8dd6-1dcfadcc8e16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:35.151721 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f6417b6-67ad-4605-9ea5-0c21bddf8b0a tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Deleting subnet edf1447e-afd0-443e-9287-910dd3560d88 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:17:35.160166 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-eee48f41-7f85-4416-8dd6-1dcfadcc8e16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:35.161189 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20f6aa8-f4b1-4f7e-9c2c-a09aa5a9f4a2 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Pushing event deleted for resources: {'Subnet': ['ID=b6f21df7-4f33-429d-ac2a-b4ae06b7a5f4,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:35.168764 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2f6417b6-67ad-4605-9ea5-0c21bddf8b0a tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:35.173093 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-81583eac-81d8-4e46-bbac-2485468cf253 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:35.212040 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-eee48f41-7f85-4416-8dd6-1dcfadcc8e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:35.215059 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-eee48f41-7f85-4416-8dd6-1dcfadcc8e16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:35.216448 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-eee48f41-7f85-4416-8dd6-1dcfadcc8e16 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/692c300f-219a-408e-ba28-f63fdc440021 HTTP/1.1" status: 204 len: 168 time: 0.2208295 Oct 30 15:17:35.220588 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be42cb-3546-4cd1-b146-41cb71dc6848 req-98a34f0c-279d-4e65-a8b3-070e062862cd tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:35.228787 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-05be42cb-3546-4cd1-b146-41cb71dc6848 req-98a34f0c-279d-4e65-a8b3-070e062862cd tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8828d1b-8cac-43af-848f-0295d851e36a HTTP/1.1" status: 200 len: 943 time: 0.3285894 Oct 30 15:17:35.236278 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee48f41-7f85-4416-8dd6-1dcfadcc8e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=692c300f-219a-408e-ba28-f63fdc440021,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:35.275410 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-dd2ba632-6eac-443e-935a-64ad1527160e req-18eb06bd-afa9-44be-a5d1-22b6e5ed6360 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:35.313778 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device accff25a-9185-4c33-b95f-407161217272 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:17:35.363040 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-dd2ba632-6eac-443e-935a-64ad1527160e req-18eb06bd-afa9-44be-a5d1-22b6e5ed6360 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:35.394235 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4389c234-3ce6-4142-a020-0b2e0e69141a req-7e38b9bc-5958-4e8e-a307-5a3e9e229b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:35.404562 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4389c234-3ce6-4142-a020-0b2e0e69141a req-7e38b9bc-5958-4e8e-a307-5a3e9e229b08 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=50828efdd6f44ddca14e599b5226f88f&device_id=c8828d1b-8cac-43af-848f-0295d851e36a HTTP/1.1" status: 200 len: 1095 time: 0.4656034 Oct 30 15:17:35.408156 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port accff25a-9185-4c33-b95f-407161217272 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:17:35.420632 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2f6417b6-67ad-4605-9ea5-0c21bddf8b0a tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:35.424834 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port accff25a-9185-4c33-b95f-407161217272 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:17:35.425214 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:35.434936 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eb06bd-afa9-44be-a5d1-22b6e5ed6360 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Pushing event updated for resources: {'Port': ['ID=60e5a05d-03c1-40b5-93f7-57ad866f5b1b,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:35.470356 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd2ba632-6eac-443e-935a-64ad1527160e req-18eb06bd-afa9-44be-a5d1-22b6e5ed6360 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Network 99b2e015-7a7a-41c9-9251-e2d5c417b9db is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:17:35.472491 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-dd2ba632-6eac-443e-935a-64ad1527160e req-18eb06bd-afa9-44be-a5d1-22b6e5ed6360 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:17:35.479456 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd2ba632-6eac-443e-935a-64ad1527160e req-18eb06bd-afa9-44be-a5d1-22b6e5ed6360 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:17:35.603238 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:35.658497 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-05be42cb-3546-4cd1-b146-41cb71dc6848 req-cec5a809-1bc1-4312-aa66-fc3df4d12e1b tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4287341 Oct 30 15:17:35.694014 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9152a05-ac0a-4bf9-9bf7-324aef7d929d req-e7af60ca-a848-4c4b-8617-e4929eb23e24 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:35.706007 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58c0fb02-8f70-404b-81c2-c496d791d631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'accff25a-9185-4c33-b95f-407161217272'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:17:35.714174 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c9152a05-ac0a-4bf9-9bf7-324aef7d929d req-e7af60ca-a848-4c4b-8617-e4929eb23e24 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 932 time: 0.2131839 Oct 30 15:17:35.715667 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac7a1fe-dc0a-4bd5-ace5-1442837ce544" -d '{"events": [{"server_uuid": "58c0fb02-8f70-404b-81c2-c496d791d631", "name": "network-vif-plugged", "status": "completed", "tag": "accff25a-9185-4c33-b95f-407161217272"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:17:35.732836 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ba632-6eac-443e-935a-64ad1527160e req-18eb06bd-afa9-44be-a5d1-22b6e5ed6360 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:35.733424 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-dd2ba632-6eac-443e-935a-64ad1527160e req-18eb06bd-afa9-44be-a5d1-22b6e5ed6360 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:35.758119 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port accff25a-9185-4c33-b95f-407161217272, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=accff25a-9185-4c33-b95f-407161217272,segment=NetworkSegment(0b992be6-140e-4341-a8f5-54109f4ee29a),segment_id=0b992be6-140e-4341-a8f5-54109f4ee29a)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:17:35.764557 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:35.765385 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd2ba632-6eac-443e-935a-64ad1527160e req-18eb06bd-afa9-44be-a5d1-22b6e5ed6360 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4597843 Oct 30 15:17:35.781625 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-dd2ba632-6eac-443e-935a-64ad1527160e req-369f391f-8e9e-4aee-8b1a-a947f02dddec tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Request body: {'port': {'device_id': '318e0f35-11f4-4936-80dd-75a782a28c98', 'network_id': '1c5c7057-6cfb-4273-ace5-d2dc41be3e4a', 'admin_state_up': True, 'tenant_id': 'fedcadc844c84f7ca955acdb50df6c20', 'security_groups': ['0d8b2e39-c2c3-46e2-b7ce-d3094509b03c']}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:17:35.903754 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=accff25a-9185-4c33-b95f-407161217272,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:35.905901 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c9152a05-ac0a-4bf9-9bf7-324aef7d929d req-91514612-a0e5-43cc-a3df-37a817d676a5 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d8b2e39-c2c3-46e2-b7ce-d3094509b03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1907747 Oct 30 15:17:35.924945 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81583eac-81d8-4e46-bbac-2485468cf253 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Network 52d26572-1193-4cf1-8fef-d0cbcbcbbae2 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:17:35.948144 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-81583eac-81d8-4e46-bbac-2485468cf253 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:17:35.950968 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43014) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:35.954979 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3bf53ce-2d19-4ced-aec9-e5bb705c0205 x-openstack-request-id: req-d3bf53ce-2d19-4ced-aec9-e5bb705c0205 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:17:35.955450 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58c0fb02-8f70-404b-81c2-c496d791d631", "name": "network-vif-plugged", "status": "completed", "tag": "accff25a-9185-4c33-b95f-407161217272", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:17:35.956020 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d3bf53ce-2d19-4ced-aec9-e5bb705c0205 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:17:35.956572 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58c0fb02-8f70-404b-81c2-c496d791d631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'accff25a-9185-4c33-b95f-407161217272', 'code': 200} Oct 30 15:17:35.981304 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4389c234-3ce6-4142-a020-0b2e0e69141a req-c188c65b-3c2a-48f7-bd5b-d981a8126461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:35.983059 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-04c0d012-b77b-40f6-9c4a-a6afe0aab36a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:35.994058 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4389c234-3ce6-4142-a020-0b2e0e69141a req-c188c65b-3c2a-48f7-bd5b-d981a8126461 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4f22410e-53ea-4597-9c0e-a70994dfa6d8 HTTP/1.1" status: 200 len: 913 time: 0.5680604 Oct 30 15:17:36.002116 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-24bc50e2-195b-48ae-8b3b-070fae0f399c None None] Provisioning complete for port 60e5a05d-03c1-40b5-93f7-57ad866f5b1b triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:17:36.003261 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24bc50e2-195b-48ae-8b3b-070fae0f399c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:36.073187 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-24bc50e2-195b-48ae-8b3b-070fae0f399c None None] Port 60e5a05d-03c1-40b5-93f7-57ad866f5b1b cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:17:36.141909 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd2ba632-6eac-443e-935a-64ad1527160e req-369f391f-8e9e-4aee-8b1a-a947f02dddec tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Made reservation on behalf of fedcadc844c84f7ca955acdb50df6c20 for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:17:36.146462 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-dd2ba632-6eac-443e-935a-64ad1527160e req-369f391f-8e9e-4aee-8b1a-a947f02dddec tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:36.186509 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2bbf1-51c6-42c9-8a1f-e0c43da20c28 req-31e8590b-bbd0-49cc-84b1-4e8549644196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:36.188118 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-27c2bbf1-51c6-42c9-8a1f-e0c43da20c28 req-31e8590b-bbd0-49cc-84b1-4e8549644196 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=58c0fb02-8f70-404b-81c2-c496d791d631 HTTP/1.1" status: 200 len: 1098 time: 0.1419675 Oct 30 15:17:36.262288 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4389c234-3ce6-4142-a020-0b2e0e69141a req-017d9367-d66b-413b-beb3-10848fc0454c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=460e5591-f42b-4fdd-a0eb-6e2cb9b0d3e9 HTTP/1.1" status: 200 len: 217 time: 0.2518532 Oct 30 15:17:36.287139 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2f6417b6-67ad-4605-9ea5-0c21bddf8b0a tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:36.309568 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-27c2bbf1-51c6-42c9-8a1f-e0c43da20c28 req-62f267a4-670b-45cf-85d3-5bfb9776394e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=63710c05-9b86-44fc-b397-096658ce854e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094425 Oct 30 15:17:36.367072 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-04c0d012-b77b-40f6-9c4a-a6afe0aab36a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:36.374129 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-04c0d012-b77b-40f6-9c4a-a6afe0aab36a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:36.405055 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-a00f4eb8-f54b-49d0-9bba-855cdf954e30 None None] Provisioning complete for port d566ca5b-a321-4689-955c-396cf6187d6b triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:17:36.405515 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a00f4eb8-f54b-49d0-9bba-855cdf954e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:36.455719 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-04c0d012-b77b-40f6-9c4a-a6afe0aab36a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1f0c224ff5d44f40b4b3b52e4489dcc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5015345 Oct 30 15:17:36.460567 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43020) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:36.493982 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-a00f4eb8-f54b-49d0-9bba-855cdf954e30 None None] Port d566ca5b-a321-4689-955c-396cf6187d6b cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:17:36.500002 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4389c234-3ce6-4142-a020-0b2e0e69141a req-b6b36d38-0fc2-4611-9123-a15d8836de92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:36.501783 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4389c234-3ce6-4142-a020-0b2e0e69141a req-b6b36d38-0fc2-4611-9123-a15d8836de92 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=449705ab-2365-49b9-8b83-fe461dd03f65 HTTP/1.1" status: 200 len: 852 time: 0.2241192 Oct 30 15:17:36.514737 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-dd2ba632-6eac-443e-935a-64ad1527160e req-369f391f-8e9e-4aee-8b1a-a947f02dddec tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Allocated IP 10.1.1.178 (1c5c7057-6cfb-4273-ace5-d2dc41be3e4a/d87999b7-8b72-4b87-ab2b-73584fe80893/aba3b5e0-23a2-4836-aae5-4d9317d5a7f3) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:17:36.522300 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c0d012-b77b-40f6-9c4a-a6afe0aab36a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3890597f-7874-4968-ae90-326a48477bf7,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:36.541617 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81583eac-81d8-4e46-bbac-2485468cf253 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Router af98b2b9-60af-42b0-939e-2c99fe62b2dd is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:17:36.572461 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4389c234-3ce6-4142-a020-0b2e0e69141a req-283ab50b-1c4e-4f2e-89f7-82d61b6eb237 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4f22410e-53ea-4597-9c0e-a70994dfa6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588415 Oct 30 15:17:36.580377 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e0403-0b07-4435-a695-891c2001f6ab req-86e1c1fd-9c60-49e9-83ed-42a17b9d3eb6 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:36.589127 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1f2e0403-0b07-4435-a695-891c2001f6ab req-86e1c1fd-9c60-49e9-83ed-42a17b9d3eb6 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] 10.222.0.62 "GET /v2.0/ports?device_id=58c0fb02-8f70-404b-81c2-c496d791d631 HTTP/1.1" status: 200 len: 946 time: 0.2887020 Oct 30 15:17:36.596560 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2f6417b6-67ad-4605-9ea5-0c21bddf8b0a tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:36.660912 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506ac99d-ed1e-4238-916c-9dd175cee36b None None] Network 104ab5ac-22d7-487c-8ce3-67e5b2203600 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:17:36.667174 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-836e449e-a40f-4380-bfef-821cfbf06dab None None] Provisioning complete for port b565978f-65e0-4b66-902e-cafe0b4c97d2 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:17:36.667867 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-836e449e-a40f-4380-bfef-821cfbf06dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:36.704396 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2f6417b6-67ad-4605-9ea5-0c21bddf8b0a tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:36.710029 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-2f6417b6-67ad-4605-9ea5-0c21bddf8b0a tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] 10.222.0.62 "DELETE /v2.0/subnets/edf1447e-afd0-443e-9287-910dd3560d88 HTTP/1.1" status: 204 len: 168 time: 1.6275320 Oct 30 15:17:36.711054 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43026) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:36.800014 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6417b6-67ad-4605-9ea5-0c21bddf8b0a tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Pushing event deleted for resources: {'Subnet': ['ID=edf1447e-afd0-443e-9287-910dd3560d88,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:36.813070 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-dd2ba632-6eac-443e-935a-64ad1527160e req-369f391f-8e9e-4aee-8b1a-a947f02dddec tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:36.886462 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1f2e0403-0b07-4435-a695-891c2001f6ab req-4aa6236f-aa13-466e-9fc4-0e6b2a83d27c tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] 10.222.0.62 "GET /v2.0/security-groups?id=63710c05-9b86-44fc-b397-096658ce854e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2963946 Oct 30 15:17:36.921181 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b415f2a0-d183-4382-b146-0ffca1ae1e7c tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:36.950821 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-54cb386a-d8bd-49de-9949-87f67406b19c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:36.960589 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8029a-1179-4f3c-8719-b05ada042620 req-f9b8101f-97e0-4096-aa78-7463c1201856 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:36.969204 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-75e8029a-1179-4f3c-8719-b05ada042620 req-f9b8101f-97e0-4096-aa78-7463c1201856 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8828d1b-8cac-43af-848f-0295d851e36a HTTP/1.1" status: 200 len: 943 time: 0.1538153 Oct 30 15:17:37.004296 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-54cb386a-d8bd-49de-9949-87f67406b19c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:37.122849 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-75e8029a-1179-4f3c-8719-b05ada042620 req-1cf6665d-3ea2-4e4a-b09d-bd86fa6313ef tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497731 Oct 30 15:17:37.127845 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-dd2ba632-6eac-443e-935a-64ad1527160e req-369f391f-8e9e-4aee-8b1a-a947f02dddec tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:37.127999 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-54cb386a-d8bd-49de-9949-87f67406b19c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:37.131298 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-54cb386a-d8bd-49de-9949-87f67406b19c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:37.144684 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-54cb386a-d8bd-49de-9949-87f67406b19c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3890597f-7874-4968-ae90-326a48477bf7 HTTP/1.1" status: 204 len: 168 time: 0.6811926 Oct 30 15:17:37.247142 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381b5b48-923d-4339-9f8e-de1a7720340c None None] DHCP port deletion for 104ab5ac-22d7-487c-8ce3-67e5b2203600 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:17:37.286760 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd2ba632-6eac-443e-935a-64ad1527160e req-369f391f-8e9e-4aee-8b1a-a947f02dddec tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Network 1c5c7057-6cfb-4273-ace5-d2dc41be3e4a is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:17:37.299636 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-dd2ba632-6eac-443e-935a-64ad1527160e req-369f391f-8e9e-4aee-8b1a-a947f02dddec tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:17:37.349049 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd2ba632-6eac-443e-935a-64ad1527160e req-369f391f-8e9e-4aee-8b1a-a947f02dddec tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:17:37.384019 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f391f-8e9e-4aee-8b1a-a947f02dddec tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Pushing event updated for resources: {'Port': ['ID=aba3b5e0-23a2-4836-aae5-4d9317d5a7f3,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:37.430390 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-381b5b48-923d-4339-9f8e-de1a7720340c None None] Deleting port b565978f-65e0-4b66-902e-cafe0b4c97d2 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:17:37.430779 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-381b5b48-923d-4339-9f8e-de1a7720340c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:37.466881 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-b415f2a0-d183-4382-b146-0ffca1ae1e7c tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Deleting port b565978f-65e0-4b66-902e-cafe0b4c97d2 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:17:37.467247 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b415f2a0-d183-4382-b146-0ffca1ae1e7c tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:37.636685 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-381b5b48-923d-4339-9f8e-de1a7720340c None None] For port b565978f-65e0-4b66-902e-cafe0b4c97d2, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=b565978f-65e0-4b66-902e-cafe0b4c97d2,segment=NetworkSegment(80080887-6ab4-4756-8bb0-30b582c14f9c),segment_id=80080887-6ab4-4756-8bb0-30b582c14f9c)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:17:37.637122 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-381b5b48-923d-4339-9f8e-de1a7720340c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:37.651010 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-b415f2a0-d183-4382-b146-0ffca1ae1e7c tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] For port b565978f-65e0-4b66-902e-cafe0b4c97d2, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=b565978f-65e0-4b66-902e-cafe0b4c97d2,segment=NetworkSegment(80080887-6ab4-4756-8bb0-30b582c14f9c),segment_id=80080887-6ab4-4756-8bb0-30b582c14f9c)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:17:37.654421 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b415f2a0-d183-4382-b146-0ffca1ae1e7c tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:37.700623 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-b415f2a0-d183-4382-b146-0ffca1ae1e7c tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Calling delete_port for b565978f-65e0-4b66-902e-cafe0b4c97d2 owned by network:dhcp {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:17:37.812190 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b415f2a0-d183-4382-b146-0ffca1ae1e7c tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:37.820276 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4389c234-3ce6-4142-a020-0b2e0e69141a req-b2b127f8-4828-4a73-a150-8b8a4c86be84 service neutron] 10.222.0.44 "GET /v2.0/networks/4f22410e-53ea-4597-9c0e-a70994dfa6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2251570 Oct 30 15:17:37.827660 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cb386a-d8bd-49de-9949-87f67406b19c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3890597f-7874-4968-ae90-326a48477bf7,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:37.856322 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b415f2a0-d183-4382-b146-0ffca1ae1e7c tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Pushing event deleted for resources: {'Port': ['ID=b565978f-65e0-4b66-902e-cafe0b4c97d2,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:37.863659 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b415f2a0-d183-4382-b146-0ffca1ae1e7c tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] No DVR routers for this DVR port b565978f-65e0-4b66-902e-cafe0b4c97d2 on host n-d-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:17:37.888597 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-381b5b48-923d-4339-9f8e-de1a7720340c None None] Calling delete_port for b565978f-65e0-4b66-902e-cafe0b4c97d2 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:17:37.896938 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ba632-6eac-443e-935a-64ad1527160e req-369f391f-8e9e-4aee-8b1a-a947f02dddec tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:37.898114 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-dd2ba632-6eac-443e-935a-64ad1527160e req-369f391f-8e9e-4aee-8b1a-a947f02dddec tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:37.935681 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-a85f16a8-4ae7-4902-a6bb-da06c5475ef3 None None] Provisioning complete for port aba3b5e0-23a2-4836-aae5-4d9317d5a7f3 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:17:37.936152 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a85f16a8-4ae7-4902-a6bb-da06c5475ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:38.031438 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-a85f16a8-4ae7-4902-a6bb-da06c5475ef3 None None] Port aba3b5e0-23a2-4836-aae5-4d9317d5a7f3 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:17:38.060201 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd2ba632-6eac-443e-935a-64ad1527160e req-369f391f-8e9e-4aee-8b1a-a947f02dddec tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2839234 Oct 30 15:17:38.068948 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-381b5b48-923d-4339-9f8e-de1a7720340c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:38.071564 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b415f2a0-d183-4382-b146-0ffca1ae1e7c tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:38.083332 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4389c234-3ce6-4142-a020-0b2e0e69141a req-8c39ccfe-664f-468c-9646-ffb07a12146f service neutron] 10.222.0.44 "GET /v2.0/networks/4f22410e-53ea-4597-9c0e-a70994dfa6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351289 Oct 30 15:17:38.095252 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-b415f2a0-d183-4382-b146-0ffca1ae1e7c tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['104ab5ac-22d7-487c-8ce3-67e5b2203600']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:17:38.101534 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381b5b48-923d-4339-9f8e-de1a7720340c None None] Pushing event deleted for resources: {'Port': ['ID=b565978f-65e0-4b66-902e-cafe0b4c97d2,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:38.107259 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81583eac-81d8-4e46-bbac-2485468cf253 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:17:38.107825 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381b5b48-923d-4339-9f8e-de1a7720340c None None] No DVR routers for this DVR port b565978f-65e0-4b66-902e-cafe0b4c97d2 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:17:38.121428 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-81583eac-81d8-4e46-bbac-2485468cf253 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "PUT /v2.0/routers/af98b2b9-60af-42b0-939e-2c99fe62b2dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1922522 Oct 30 15:17:38.123128 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-b415f2a0-d183-4382-b146-0ffca1ae1e7c tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80080887-6ab4-4756-8bb0-30b582c14f9c') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:17:38.123435 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-b415f2a0-d183-4382-b146-0ffca1ae1e7c tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80080887-6ab4-4756-8bb0-30b582c14f9c') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:17:38.124477 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43050) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:38.131367 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbebb718-7330-4f37-b8bc-f183da8d6162 None None] Sync routers for ids ['af98b2b9-60af-42b0-939e-2c99fe62b2dd'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:17:38.137853 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b415f2a0-d183-4382-b146-0ffca1ae1e7c tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:38.145522 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbebb718-7330-4f37-b8bc-f183da8d6162 None None] Routers {'af98b2b9-60af-42b0-939e-2c99fe62b2dd'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:17:38.146175 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-fbebb718-7330-4f37-b8bc-f183da8d6162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:17:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['af98b2b9-60af-42b0-939e-2c99fe62b2dd'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:17:38.154682 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b415f2a0-d183-4382-b146-0ffca1ae1e7c tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:38.161956 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b415f2a0-d183-4382-b146-0ffca1ae1e7c tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:17:38.162467 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b415f2a0-d183-4382-b146-0ffca1ae1e7c tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:38.195696 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87cb1d16-c409-4bb1-ac08-90191f079039 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:38.197588 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-87cb1d16-c409-4bb1-ac08-90191f079039 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "GET /v2.0/ports/d566ca5b-a321-4689-955c-396cf6187d6b HTTP/1.1" status: 200 len: 977 time: 0.0678797 Oct 30 15:17:38.203554 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43056) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:38.207517 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-fbebb718-7330-4f37-b8bc-f183da8d6162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:17:38.219961 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbebb718-7330-4f37-b8bc-f183da8d6162 None None] Routers {'af98b2b9-60af-42b0-939e-2c99fe62b2dd'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:17:38.221015 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-fbebb718-7330-4f37-b8bc-f183da8d6162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:17:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['af98b2b9-60af-42b0-939e-2c99fe62b2dd'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:17:38.235670 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:17:38.235670 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:17:38.235670 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:17:38.235670 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:17:38.235670 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:17:38.235670 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:17:38.235670 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:17:38.235670 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:17:38.235670 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:17:38.235670 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:17:38.235670 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:17:38.235670 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:17:38.235670 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:17:38.235670 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:17:38.235670 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:17:38.235670 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:17:38.235670 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:17:38.235670 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:17:38.235670 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:17:38.235670 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:17:38.235670 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:17:38.235670 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:17:38.235670 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:17:38.235670 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:17:38.235670 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:17:38.235670 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:17:38.235670 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:17:38.235670 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:17:38.235670 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:17:38.235670 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:17:38.235670 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:17:38.235670 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:17:38.239578 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b415f2a0-d183-4382-b146-0ffca1ae1e7c tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:38.253639 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b415f2a0-d183-4382-b146-0ffca1ae1e7c tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:38.260431 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b415f2a0-d183-4382-b146-0ffca1ae1e7c tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] 10.222.0.62 "DELETE /v2.0/networks/104ab5ac-22d7-487c-8ce3-67e5b2203600 HTTP/1.1" status: 204 len: 168 time: 1.5482838 Oct 30 15:17:38.264711 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-dd2ba632-6eac-443e-935a-64ad1527160e req-e4853e24-4c15-4aca-ad38-a5703ca5f4a1 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Request body: {'port': {'device_id': '318e0f35-11f4-4936-80dd-75a782a28c98', 'network_id': '1c5c7057-6cfb-4273-ace5-d2dc41be3e4a', 'admin_state_up': True, 'tenant_id': 'fedcadc844c84f7ca955acdb50df6c20', 'security_groups': ['0d8b2e39-c2c3-46e2-b7ce-d3094509b03c']}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:17:38.268181 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43060) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:38.301120 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-fbebb718-7330-4f37-b8bc-f183da8d6162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:17:38.301790 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbebb718-7330-4f37-b8bc-f183da8d6162 None None] The sync data for ids ['af98b2b9-60af-42b0-939e-2c99fe62b2dd'] in n-d-806683-17 is: [] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:17:38.377431 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc7e4516-a7fc-415e-bb9a-3e6ba4aa7b23 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] DELETE failed (client error): The resource could not be found. Oct 30 15:17:38.377431 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc7e4516-a7fc-415e-bb9a-3e6ba4aa7b23 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:17:38.380890 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-fc7e4516-a7fc-415e-bb9a-3e6ba4aa7b23 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] 10.222.0.62 "DELETE /v2.0/subnets/d5dfeece-beed-409a-94c5-cef4529f6471 HTTP/1.1" status: 404 len: 337 time: 0.1059401 Oct 30 15:17:38.382116 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b415f2a0-d183-4382-b146-0ffca1ae1e7c tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Pushing event deleted for resources: {'Network': ['ID=104ab5ac-22d7-487c-8ce3-67e5b2203600,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:38.384790 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43066) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:38.416793 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3cfe0a9-bb32-4fe2-8b8f-0c5f050c2fad tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] DELETE failed (client error): The resource could not be found. Oct 30 15:17:38.417381 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3cfe0a9-bb32-4fe2-8b8f-0c5f050c2fad tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:17:38.423918 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d3cfe0a9-bb32-4fe2-8b8f-0c5f050c2fad tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] 10.222.0.62 "DELETE /v2.0/networks/90121667-c48f-4b4c-8ddf-dc26795a7a34 HTTP/1.1" status: 404 len: 339 time: 0.0333848 Oct 30 15:17:38.427226 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43068) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:38.452815 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e89fb-7e42-4af5-9a24-9427ceb9f0c2 req-42d9bf94-d6dc-4042-ab5c-e907d2866b2e tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:38.459321 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e89fb-7e42-4af5-9a24-9427ceb9f0c2 req-42d9bf94-d6dc-4042-ab5c-e907d2866b2e tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:38.460855 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-1567e4f5-1758-455c-95f6-606d0c8cdcc5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] DELETE failed (client error): The resource could not be found. Oct 30 15:17:38.461312 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1567e4f5-1758-455c-95f6-606d0c8cdcc5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:17:38.462471 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-815e89fb-7e42-4af5-9a24-9427ceb9f0c2 req-42d9bf94-d6dc-4042-ab5c-e907d2866b2e tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 1654 time: 1.3163967 Oct 30 15:17:38.467359 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-1567e4f5-1758-455c-95f6-606d0c8cdcc5 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] 10.222.0.62 "DELETE /v2.0/subnets/080f1db3-f3f7-4aeb-8ff1-378ff17cfe40 HTTP/1.1" status: 404 len: 337 time: 0.0391033 Oct 30 15:17:38.475571 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea8131-3049-40ec-b841-4905e0a88742 req-4e884abc-9c94-45e5-be18-a49995165058 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:38.477052 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2cea8131-3049-40ec-b841-4905e0a88742 req-4e884abc-9c94-45e5-be18-a49995165058 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] 10.222.0.62 "GET /v2.0/ports?device_id=58c0fb02-8f70-404b-81c2-c496d791d631 HTTP/1.1" status: 200 len: 946 time: 0.4585207 Oct 30 15:17:38.478752 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43070) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:38.536147 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2cea8131-3049-40ec-b841-4905e0a88742 req-5524fa83-e1de-416e-b5ef-407dcc4d6e84 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] 10.222.0.62 "GET /v2.0/security-groups?id=63710c05-9b86-44fc-b397-096658ce854e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511718 Oct 30 15:17:38.566228 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-815e89fb-7e42-4af5-9a24-9427ceb9f0c2 req-6d7a2ae5-c010-45dd-b4b9-72db551735d7 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d8b2e39-c2c3-46e2-b7ce-d3094509b03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862296 Oct 30 15:17:38.582647 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2086ef1-0272-42e0-a1a8-621aafe9494a tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] DELETE failed (client error): The resource could not be found. Oct 30 15:17:38.582982 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2086ef1-0272-42e0-a1a8-621aafe9494a tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:17:38.587133 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-d2086ef1-0272-42e0-a1a8-621aafe9494a tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] 10.222.0.62 "DELETE /v2.0/networks/3a17f24f-f277-4950-8f12-5fd902266a14 HTTP/1.1" status: 404 len: 339 time: 0.0851755 Oct 30 15:17:38.590413 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd2ba632-6eac-443e-935a-64ad1527160e req-e4853e24-4c15-4aca-ad38-a5703ca5f4a1 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Made reservation on behalf of fedcadc844c84f7ca955acdb50df6c20 for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:17:38.593113 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43080) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:38.594642 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-dd2ba632-6eac-443e-935a-64ad1527160e req-e4853e24-4c15-4aca-ad38-a5703ca5f4a1 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:38.623111 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1415e1f-7894-4faa-a7a3-8b40afbb490a tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] DELETE failed (client error): The resource could not be found. Oct 30 15:17:38.623694 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1415e1f-7894-4faa-a7a3-8b40afbb490a tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:17:38.628180 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b1415e1f-7894-4faa-a7a3-8b40afbb490a tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] 10.222.0.62 "DELETE /v2.0/subnets/d3cc167f-20f1-4761-a0c5-13cc50c7a57a HTTP/1.1" status: 404 len: 337 time: 0.0340245 Oct 30 15:17:38.629161 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 460e5591-f42b-4fdd-a0eb-6e2cb9b0d3e9 details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:17:38.630637 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43084) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:38.661589 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc5c0407-9377-4de3-bc47-59006238d6b7 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] DELETE failed (client error): The resource could not be found. Oct 30 15:17:38.662559 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc5c0407-9377-4de3-bc47-59006238d6b7 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:17:38.666568 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-fc5c0407-9377-4de3-bc47-59006238d6b7 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] 10.222.0.62 "DELETE /v2.0/networks/b68175c9-6709-4427-88b3-d6ac31eae9c9 HTTP/1.1" status: 404 len: 339 time: 0.0349050 Oct 30 15:17:38.669232 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43086) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:38.734565 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-63acaf69-f4a1-4643-84c4-686e462c0ff8 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Deleting subnet 391badca-bb5f-449f-94cd-a6da257429d7 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:17:38.738335 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-63acaf69-f4a1-4643-84c4-686e462c0ff8 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:38.824386 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-63acaf69-f4a1-4643-84c4-686e462c0ff8 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:38.874480 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 460e5591-f42b-4fdd-a0eb-6e2cb9b0d3e9, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=460e5591-f42b-4fdd-a0eb-6e2cb9b0d3e9,segment=NetworkSegment(803c5434-e7a3-49e2-9896-7909e39f1289),segment_id=803c5434-e7a3-49e2-9896-7909e39f1289)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:17:38.895959 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': '460e5591-f42b-4fdd-a0eb-6e2cb9b0d3e9', 'network_id': '4f22410e-53ea-4597-9c0e-a70994dfa6d8', 'port_id': '460e5591-f42b-4fdd-a0eb-6e2cb9b0d3e9', 'mac_address': 'fa:16:3e:8a:a3:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '449705ab-2365-49b9-8b83-fe461dd03f65', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:17:38.951443 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:38.968412 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-dd2ba632-6eac-443e-935a-64ad1527160e req-e4853e24-4c15-4aca-ad38-a5703ca5f4a1 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Allocated IP 10.1.1.65 (1c5c7057-6cfb-4273-ace5-d2dc41be3e4a/d87999b7-8b72-4b87-ab2b-73584fe80893/1e599b99-35d0-4059-9329-16f026a4447b) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:17:38.973209 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 460e5591-f42b-4fdd-a0eb-6e2cb9b0d3e9 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:17:38.996963 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 460e5591-f42b-4fdd-a0eb-6e2cb9b0d3e9, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=460e5591-f42b-4fdd-a0eb-6e2cb9b0d3e9,segment=NetworkSegment(803c5434-e7a3-49e2-9896-7909e39f1289),segment_id=803c5434-e7a3-49e2-9896-7909e39f1289)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:17:39.002841 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:39.008819 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc33c50-d857-451d-941b-33d2411c8cfe req-70bf5b39-4311-41d2-809f-7f0e2f24d32e tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:39.009975 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd0df19-8d02-4ec2-9fc3-febdaa89aeb8 req-65ae0d8e-0529-45d1-8248-a7202b5cd1b4 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:39.014177 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1cd0df19-8d02-4ec2-9fc3-febdaa89aeb8 req-65ae0d8e-0529-45d1-8248-a7202b5cd1b4 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8828d1b-8cac-43af-848f-0295d851e36a HTTP/1.1" status: 200 len: 943 time: 0.2221413 Oct 30 15:17:39.032611 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8fc33c50-d857-451d-941b-33d2411c8cfe req-70bf5b39-4311-41d2-809f-7f0e2f24d32e tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] 10.222.0.62 "GET /v2.0/ports?device_id=58c0fb02-8f70-404b-81c2-c496d791d631 HTTP/1.1" status: 200 len: 946 time: 0.1708243 Oct 30 15:17:39.033860 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43114) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:39.056255 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-d4b4b97b-112c-46d9-b1c7-ecaf430f8a26 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Request body: {'floatingip': {'port_id': 'accff25a-9185-4c33-b95f-407161217272'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:17:39.099506 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=460e5591-f42b-4fdd-a0eb-6e2cb9b0d3e9,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:39.134210 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device b565978f-65e0-4b66-902e-cafe0b4c97d2 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:17:39.174505 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: b565978f-65e0-4b66-902e-cafe0b4c97d2 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:17:39.174840 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device b565978f-65e0-4b66-902e-cafe0b4c97d2 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:17:39.222445 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d4b4b97b-112c-46d9-b1c7-ecaf430f8a26 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Publish callbacks [] for floatingip, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:39.250855 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['460e5591-f42b-4fdd-a0eb-6e2cb9b0d3e9'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:17:39.303454 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-dd2ba632-6eac-443e-935a-64ad1527160e req-e4853e24-4c15-4aca-ad38-a5703ca5f4a1 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:39.357477 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-63acaf69-f4a1-4643-84c4-686e462c0ff8 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:39.357941 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-dd2ba632-6eac-443e-935a-64ad1527160e req-e4853e24-4c15-4aca-ad38-a5703ca5f4a1 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:39.418409 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1cd0df19-8d02-4ec2-9fc3-febdaa89aeb8 req-4d957e49-6efd-4cea-a6b7-3f2603e8c196 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3746481 Oct 30 15:17:39.469062 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd2ba632-6eac-443e-935a-64ad1527160e req-e4853e24-4c15-4aca-ad38-a5703ca5f4a1 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Network 1c5c7057-6cfb-4273-ace5-d2dc41be3e4a is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:17:39.473241 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-dd2ba632-6eac-443e-935a-64ad1527160e req-e4853e24-4c15-4aca-ad38-a5703ca5f4a1 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:17:39.494710 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd2ba632-6eac-443e-935a-64ad1527160e req-e4853e24-4c15-4aca-ad38-a5703ca5f4a1 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:17:39.554775 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-953d7e58-31dd-47e6-9833-8b7f6a712c6a tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:39.580086 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4853e24-4c15-4aca-ad38-a5703ca5f4a1 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Pushing event updated for resources: {'Port': ['ID=1e599b99-35d0-4059-9329-16f026a4447b,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:39.611618 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ba632-6eac-443e-935a-64ad1527160e req-e4853e24-4c15-4aca-ad38-a5703ca5f4a1 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:39.612239 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-dd2ba632-6eac-443e-935a-64ad1527160e req-e4853e24-4c15-4aca-ad38-a5703ca5f4a1 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:39.632666 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd2ba632-6eac-443e-935a-64ad1527160e req-e4853e24-4c15-4aca-ad38-a5703ca5f4a1 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3939242 Oct 30 15:17:39.644312 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-dd2ba632-6eac-443e-935a-64ad1527160e req-0bed4d89-3fe3-4ce1-b2c7-9be1c954ebc0 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Request body: {'port': {'device_id': '318e0f35-11f4-4936-80dd-75a782a28c98', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '992316f0-a5bb-44db-b566-e8ec1fde1c28', 'admin_state_up': True, 'tenant_id': 'fedcadc844c84f7ca955acdb50df6c20', 'security_groups': ['0d8b2e39-c2c3-46e2-b7ce-d3094509b03c']}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:17:39.856299 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5505a4c0-05f6-4187-a6ee-d9c367c2609c req-13c984a6-fd5e-4906-b37d-6856fc96abaa tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:39.862254 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5505a4c0-05f6-4187-a6ee-d9c367c2609c req-13c984a6-fd5e-4906-b37d-6856fc96abaa tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:39.870005 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5505a4c0-05f6-4187-a6ee-d9c367c2609c req-13c984a6-fd5e-4906-b37d-6856fc96abaa tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:39.877546 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5505a4c0-05f6-4187-a6ee-d9c367c2609c req-13c984a6-fd5e-4906-b37d-6856fc96abaa tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 2374 time: 0.1175387 Oct 30 15:17:39.923687 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-63acaf69-f4a1-4643-84c4-686e462c0ff8 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:39.945237 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5505a4c0-05f6-4187-a6ee-d9c367c2609c req-f26b93df-fea3-4dd1-a68c-db6fff55b6f9 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d8b2e39-c2c3-46e2-b7ce-d3094509b03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609391 Oct 30 15:17:39.969505 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-a86b8cf9-c1f8-4ba8-a169-79dbae019e5d None None] Provisioning complete for port 1e599b99-35d0-4059-9329-16f026a4447b triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:17:39.970756 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a86b8cf9-c1f8-4ba8-a169-79dbae019e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:39.984236 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd2ba632-6eac-443e-935a-64ad1527160e req-0bed4d89-3fe3-4ce1-b2c7-9be1c954ebc0 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Made reservation on behalf of fedcadc844c84f7ca955acdb50df6c20 for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:17:39.984726 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63acaf69-f4a1-4643-84c4-686e462c0ff8 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Pushing event deleted for resources: {'Subnet': ['ID=391badca-bb5f-449f-94cd-a6da257429d7,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:39.994232 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-63acaf69-f4a1-4643-84c4-686e462c0ff8 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:39.997647 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-63acaf69-f4a1-4643-84c4-686e462c0ff8 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] 10.222.0.62 "DELETE /v2.0/subnets/391badca-bb5f-449f-94cd-a6da257429d7 HTTP/1.1" status: 204 len: 168 time: 1.3273129 Oct 30 15:17:40.001759 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43162) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:40.027311 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2942b40c-0807-4aa2-88eb-e9ceadcfabab None None] Network acb7ff9d-c8eb-480d-8a3c-223bfc528596 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:17:40.096135 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-a86b8cf9-c1f8-4ba8-a169-79dbae019e5d None None] Port 1e599b99-35d0-4059-9329-16f026a4447b cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:17:40.264737 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-dd2ba632-6eac-443e-935a-64ad1527160e req-0bed4d89-3fe3-4ce1-b2c7-9be1c954ebc0 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:40.265089 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f02dd92-7278-4a93-831d-762c2ec84f1c None None] DHCP port deletion for acb7ff9d-c8eb-480d-8a3c-223bfc528596 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:17:40.291388 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-eafb07b2-0926-499d-9b12-b0cfece339cd tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:40.337090 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-3f02dd92-7278-4a93-831d-762c2ec84f1c None None] Deleting port 45813b86-227f-4afc-b55e-1e8f85c1c538 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:17:40.337670 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3f02dd92-7278-4a93-831d-762c2ec84f1c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:40.405982 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-3f02dd92-7278-4a93-831d-762c2ec84f1c None None] For port 45813b86-227f-4afc-b55e-1e8f85c1c538, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=45813b86-227f-4afc-b55e-1e8f85c1c538,segment=NetworkSegment(4581bdbe-247b-42fa-93b3-ef79e0f37aef),segment_id=4581bdbe-247b-42fa-93b3-ef79e0f37aef)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:17:40.406617 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3f02dd92-7278-4a93-831d-762c2ec84f1c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:40.437577 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-3f02dd92-7278-4a93-831d-762c2ec84f1c None None] Calling delete_port for 45813b86-227f-4afc-b55e-1e8f85c1c538 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:17:40.566331 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-eafb07b2-0926-499d-9b12-b0cfece339cd tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Deleting port 45813b86-227f-4afc-b55e-1e8f85c1c538 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:17:40.566620 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-eafb07b2-0926-499d-9b12-b0cfece339cd tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:40.568367 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3f02dd92-7278-4a93-831d-762c2ec84f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:40.606857 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f02dd92-7278-4a93-831d-762c2ec84f1c None None] Pushing event deleted for resources: {'Port': ['ID=45813b86-227f-4afc-b55e-1e8f85c1c538,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:40.614707 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f02dd92-7278-4a93-831d-762c2ec84f1c None None] No DVR routers for this DVR port 45813b86-227f-4afc-b55e-1e8f85c1c538 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:17:40.639377 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 460e5591-f42b-4fdd-a0eb-6e2cb9b0d3e9 up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:17:40.656412 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d4b4b97b-112c-46d9-b1c7-ecaf430f8a26 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:40.667976 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d4b4b97b-112c-46d9-b1c7-ecaf430f8a26 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:40.748478 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d840bb-cf89-4658-81e7-afbf9aa21a89 req-9a491bc6-5d49-4c66-80be-9301fc37546f tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:40.750117 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f1d840bb-cf89-4658-81e7-afbf9aa21a89 req-9a491bc6-5d49-4c66-80be-9301fc37546f tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8828d1b-8cac-43af-848f-0295d851e36a HTTP/1.1" status: 200 len: 944 time: 0.2314460 Oct 30 15:17:40.762353 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port 460e5591-f42b-4fdd-a0eb-6e2cb9b0d3e9 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:17:40.769132 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port 460e5591-f42b-4fdd-a0eb-6e2cb9b0d3e9 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:17:40.771154 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:40.835795 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-dd2ba632-6eac-443e-935a-64ad1527160e req-0bed4d89-3fe3-4ce1-b2c7-9be1c954ebc0 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Allocated IP 10.2.2.100 (992316f0-a5bb-44db-b566-e8ec1fde1c28/7868c22e-6812-4ce4-9812-394c9b463f87/fbb4922f-13db-4bb7-84e3-986b821ba15c) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:17:40.856685 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f1d840bb-cf89-4658-81e7-afbf9aa21a89 req-747a69e4-1787-49f7-813c-4664d8d5228a tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960739 Oct 30 15:17:40.895575 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-953d7e58-31dd-47e6-9833-8b7f6a712c6a tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Deleting port d566ca5b-a321-4689-955c-396cf6187d6b {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:17:40.895942 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-953d7e58-31dd-47e6-9833-8b7f6a712c6a tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:40.905344 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-eafb07b2-0926-499d-9b12-b0cfece339cd tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] For port 45813b86-227f-4afc-b55e-1e8f85c1c538, host n-d-806683-17, got binding levels [] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:17:40.905710 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-eafb07b2-0926-499d-9b12-b0cfece339cd tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:40.960376 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:41.068467 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8828d1b-8cac-43af-848f-0295d851e36a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '460e5591-f42b-4fdd-a0eb-6e2cb9b0d3e9'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:17:41.077378 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8d6c94-656e-472d-9aca-1b49bfca6286" -d '{"events": [{"server_uuid": "c8828d1b-8cac-43af-848f-0295d851e36a", "name": "network-vif-plugged", "status": "completed", "tag": "460e5591-f42b-4fdd-a0eb-6e2cb9b0d3e9"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:17:41.098572 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 460e5591-f42b-4fdd-a0eb-6e2cb9b0d3e9, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=460e5591-f42b-4fdd-a0eb-6e2cb9b0d3e9,segment=NetworkSegment(803c5434-e7a3-49e2-9896-7909e39f1289),segment_id=803c5434-e7a3-49e2-9896-7909e39f1289)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:17:41.106172 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:41.141590 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 45813b86-227f-4afc-b55e-1e8f85c1c538 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:17:41.185614 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 45813b86-227f-4afc-b55e-1e8f85c1c538 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:17:41.185872 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 45813b86-227f-4afc-b55e-1e8f85c1c538 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:17:41.209333 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=460e5591-f42b-4fdd-a0eb-6e2cb9b0d3e9,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:41.219792 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef61e2d-bbb9-4a8f-81de-d72067d8e6ce x-openstack-request-id: req-0ef61e2d-bbb9-4a8f-81de-d72067d8e6ce {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:17:41.220530 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8828d1b-8cac-43af-848f-0295d851e36a", "name": "network-vif-plugged", "status": "completed", "tag": "460e5591-f42b-4fdd-a0eb-6e2cb9b0d3e9", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:17:41.220934 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0ef61e2d-bbb9-4a8f-81de-d72067d8e6ce {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:17:41.221921 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8828d1b-8cac-43af-848f-0295d851e36a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '460e5591-f42b-4fdd-a0eb-6e2cb9b0d3e9', 'code': 200} Oct 30 15:17:41.267321 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-dd2ba632-6eac-443e-935a-64ad1527160e req-0bed4d89-3fe3-4ce1-b2c7-9be1c954ebc0 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:41.294336 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb556ac-bc85-46b8-a98e-0978423f0c22 req-55c93d2c-c662-436e-a837-e5c8a41d3925 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:41.301676 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb556ac-bc85-46b8-a98e-0978423f0c22 req-55c93d2c-c662-436e-a837-e5c8a41d3925 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:41.308445 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb556ac-bc85-46b8-a98e-0978423f0c22 req-55c93d2c-c662-436e-a837-e5c8a41d3925 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:41.316988 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0cb556ac-bc85-46b8-a98e-0978423f0c22 req-55c93d2c-c662-436e-a837-e5c8a41d3925 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 2374 time: 0.2012126 Oct 30 15:17:41.379714 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0cb556ac-bc85-46b8-a98e-0978423f0c22 req-e767cb88-fc93-402a-b5ea-69479bf91d70 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d8b2e39-c2c3-46e2-b7ce-d3094509b03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596066 Oct 30 15:17:41.413342 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-dd2ba632-6eac-443e-935a-64ad1527160e req-0bed4d89-3fe3-4ce1-b2c7-9be1c954ebc0 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:41.416931 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-eafb07b2-0926-499d-9b12-b0cfece339cd tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Calling delete_port for 45813b86-227f-4afc-b55e-1e8f85c1c538 owned by network:dhcp {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:17:41.437972 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.ipam_backend_mixin [None req-eafb07b2-0926-499d-9b12-b0cfece339cd tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Port 45813b86-227f-4afc-b55e-1e8f85c1c538 was not found and therefore no delete operation was performed {{(pid=102130) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 30 15:17:41.450066 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-eafb07b2-0926-499d-9b12-b0cfece339cd tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:41.503096 n-d-806683-17 neutron-server[102130]: INFO neutron.db.l3_db [None req-d4b4b97b-112c-46d9-b1c7-ecaf430f8a26 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Floating IP ddb6009f-7b32-45cc-90b0-5ae522ed923c associated. External IP: 172.25.4.126, port: accff25a-9185-4c33-b95f-407161217272. Oct 30 15:17:41.505898 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafb07b2-0926-499d-9b12-b0cfece339cd tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Pushing event deleted for resources: {'Port': ['ID=45813b86-227f-4afc-b55e-1e8f85c1c538,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:41.508988 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd2ba632-6eac-443e-935a-64ad1527160e req-0bed4d89-3fe3-4ce1-b2c7-9be1c954ebc0 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Network 992316f0-a5bb-44db-b566-e8ec1fde1c28 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:17:41.513907 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-dd2ba632-6eac-443e-935a-64ad1527160e req-0bed4d89-3fe3-4ce1-b2c7-9be1c954ebc0 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:17:41.519599 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd2ba632-6eac-443e-935a-64ad1527160e req-0bed4d89-3fe3-4ce1-b2c7-9be1c954ebc0 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:17:41.547235 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafb07b2-0926-499d-9b12-b0cfece339cd tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] No DVR routers for this DVR port 45813b86-227f-4afc-b55e-1e8f85c1c538 on host n-d-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:17:41.596947 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ba632-6eac-443e-935a-64ad1527160e req-0bed4d89-3fe3-4ce1-b2c7-9be1c954ebc0 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:41.597859 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-dd2ba632-6eac-443e-935a-64ad1527160e req-0bed4d89-3fe3-4ce1-b2c7-9be1c954ebc0 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:41.601973 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bed4d89-3fe3-4ce1-b2c7-9be1c954ebc0 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Pushing event updated for resources: {'Port': ['ID=fbb4922f-13db-4bb7-84e3-986b821ba15c,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:41.633407 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd2ba632-6eac-443e-935a-64ad1527160e req-0bed4d89-3fe3-4ce1-b2c7-9be1c954ebc0 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9896781 Oct 30 15:17:41.649049 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-dd2ba632-6eac-443e-935a-64ad1527160e req-e98e5907-3630-4156-a95e-0ac7da64df5d tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Request body: {'port': {'device_id': '318e0f35-11f4-4936-80dd-75a782a28c98', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '992316f0-a5bb-44db-b566-e8ec1fde1c28', 'admin_state_up': True, 'tenant_id': 'fedcadc844c84f7ca955acdb50df6c20', 'security_groups': ['0d8b2e39-c2c3-46e2-b7ce-d3094509b03c']}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:17:41.681894 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240cb5a2-eb7f-45c1-b6a4-643cea1d1c1d req-5ef75ca0-faf3-48b3-ad33-687ea0466f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:41.683431 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-240cb5a2-eb7f-45c1-b6a4-643cea1d1c1d req-5ef75ca0-faf3-48b3-ad33-687ea0466f0d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c8828d1b-8cac-43af-848f-0295d851e36a HTTP/1.1" status: 200 len: 1097 time: 0.2872970 Oct 30 15:17:41.691233 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-953d7e58-31dd-47e6-9833-8b7f6a712c6a tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:41.805788 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-953d7e58-31dd-47e6-9833-8b7f6a712c6a tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Calling delete_port for d566ca5b-a321-4689-955c-396cf6187d6b owned by network:router_interface {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:17:41.922123 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-eafb07b2-0926-499d-9b12-b0cfece339cd tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:41.936967 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-240cb5a2-eb7f-45c1-b6a4-643cea1d1c1d req-eb1c999b-47d9-4ced-92f2-e41ceaa64563 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271385 Oct 30 15:17:41.951068 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-6899eb10-2f2a-47ef-8241-cbb7260bc54e None None] Provisioning complete for port fbb4922f-13db-4bb7-84e3-986b821ba15c triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:17:41.951490 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6899eb10-2f2a-47ef-8241-cbb7260bc54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:41.974214 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-eafb07b2-0926-499d-9b12-b0cfece339cd tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acb7ff9d-c8eb-480d-8a3c-223bfc528596']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:17:42.009790 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-6899eb10-2f2a-47ef-8241-cbb7260bc54e None None] Port fbb4922f-13db-4bb7-84e3-986b821ba15c cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:17:42.072409 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-eafb07b2-0926-499d-9b12-b0cfece339cd tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4581bdbe-247b-42fa-93b3-ef79e0f37aef') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:17:42.072981 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-eafb07b2-0926-499d-9b12-b0cfece339cd tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4581bdbe-247b-42fa-93b3-ef79e0f37aef') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:17:42.112626 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-eafb07b2-0926-499d-9b12-b0cfece339cd tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:42.145536 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-eafb07b2-0926-499d-9b12-b0cfece339cd tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:42.197186 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eafb07b2-0926-499d-9b12-b0cfece339cd tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:17:42.197876 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-eafb07b2-0926-499d-9b12-b0cfece339cd tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:42.204945 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:17:42.204945 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:17:42.204945 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:17:42.204945 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:17:42.204945 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:17:42.204945 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:17:42.204945 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:17:42.204945 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:17:42.204945 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:17:42.204945 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:17:42.204945 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:17:42.204945 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:17:42.204945 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:17:42.204945 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:17:42.204945 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:17:42.204945 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:17:42.204945 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:17:42.204945 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:17:42.204945 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:17:42.204945 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:17:42.204945 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:17:42.204945 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:17:42.204945 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:17:42.204945 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:17:42.204945 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:17:42.204945 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:17:42.204945 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:17:42.204945 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:17:42.204945 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:17:42.204945 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:17:42.204945 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:17:42.204945 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:17:42.288345 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad727f0-cc91-40c2-8b4a-7965ea20c7fb req-d9e63d19-70a8-4a4d-b6ab-feae9475f3fb tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:42.289911 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aad727f0-cc91-40c2-8b4a-7965ea20c7fb req-d9e63d19-70a8-4a4d-b6ab-feae9475f3fb tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8828d1b-8cac-43af-848f-0295d851e36a HTTP/1.1" status: 200 len: 945 time: 0.2532976 Oct 30 15:17:42.311920 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-eafb07b2-0926-499d-9b12-b0cfece339cd tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:42.317763 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4b4b97b-112c-46d9-b1c7-ecaf430f8a26 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Router f3c4cb74-f5d7-4a91-b20b-6525182a325c has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:17:42.318071 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd2ba632-6eac-443e-935a-64ad1527160e req-e98e5907-3630-4156-a95e-0ac7da64df5d tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Made reservation on behalf of fedcadc844c84f7ca955acdb50df6c20 for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:17:42.323663 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-dd2ba632-6eac-443e-935a-64ad1527160e req-e98e5907-3630-4156-a95e-0ac7da64df5d tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:42.332620 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-eafb07b2-0926-499d-9b12-b0cfece339cd tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:42.335698 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-eafb07b2-0926-499d-9b12-b0cfece339cd tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] 10.222.0.62 "DELETE /v2.0/networks/acb7ff9d-c8eb-480d-8a3c-223bfc528596 HTTP/1.1" status: 204 len: 168 time: 2.3311515 Oct 30 15:17:42.339254 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43184) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:42.369675 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e8c8e99-dd70-4826-baa2-a857cd66cd8c tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] DELETE failed (client error): The resource could not be found. Oct 30 15:17:42.370383 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e8c8e99-dd70-4826-baa2-a857cd66cd8c tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:17:42.374164 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-8e8c8e99-dd70-4826-baa2-a857cd66cd8c tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] 10.222.0.62 "DELETE /v2.0/subnets/4e6f2e2f-7656-48d0-99b4-17576fef1ca8 HTTP/1.1" status: 404 len: 337 time: 0.0334623 Oct 30 15:17:42.378771 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43188) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:42.408691 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafb07b2-0926-499d-9b12-b0cfece339cd tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Pushing event deleted for resources: {'Network': ['ID=acb7ff9d-c8eb-480d-8a3c-223bfc528596,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:42.420186 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ca0be4d-df7f-4f85-940c-5b92670cbfd8 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] DELETE failed (client error): The resource could not be found. Oct 30 15:17:42.420801 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ca0be4d-df7f-4f85-940c-5b92670cbfd8 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:17:42.426401 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-6ca0be4d-df7f-4f85-940c-5b92670cbfd8 tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] 10.222.0.62 "DELETE /v2.0/networks/73c1fb11-19d3-4369-8f5a-a5edc57848a6 HTTP/1.1" status: 404 len: 339 time: 0.0403886 Oct 30 15:17:42.430904 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43192) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:42.537399 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-953d7e58-31dd-47e6-9833-8b7f6a712c6a tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:42.557266 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aad727f0-cc91-40c2-8b4a-7965ea20c7fb req-ccba3d0f-a5aa-42ab-b607-ccb7219c24ea tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426443 Oct 30 15:17:42.605119 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-dd2ba632-6eac-443e-935a-64ad1527160e req-e98e5907-3630-4156-a95e-0ac7da64df5d tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Allocated IP 10.2.2.200 (992316f0-a5bb-44db-b566-e8ec1fde1c28/7868c22e-6812-4ce4-9812-394c9b463f87/c0d7a646-ac12-414b-a666-37b4c87a490e) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:17:42.614724 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953d7e58-31dd-47e6-9833-8b7f6a712c6a tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Pushing event deleted for resources: {'Port': ['ID=d566ca5b-a321-4689-955c-396cf6187d6b,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:42.631633 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c50e408-99c5-4efb-8552-e2884745151a tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Deleting subnet 8ef656da-f822-44eb-9017-34b8d977f0b8 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:17:42.654862 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7c50e408-99c5-4efb-8552-e2884745151a tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:42.766485 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7c50e408-99c5-4efb-8552-e2884745151a tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:42.810879 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-dd2ba632-6eac-443e-935a-64ad1527160e req-e98e5907-3630-4156-a95e-0ac7da64df5d tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:42.822931 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b4b97b-112c-46d9-b1c7-ecaf430f8a26 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:17:42.835000 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d4b4b97b-112c-46d9-b1c7-ecaf430f8a26 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:42.841876 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b2bce4-8132-49ca-adce-47e975fa5f54 None None] Sync routers for ids ['f3c4cb74-f5d7-4a91-b20b-6525182a325c'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:17:42.869327 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b2bce4-8132-49ca-adce-47e975fa5f54 None None] Routers {'f3c4cb74-f5d7-4a91-b20b-6525182a325c'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:17:42.869978 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-d5b2bce4-8132-49ca-adce-47e975fa5f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:17:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['f3c4cb74-f5d7-4a91-b20b-6525182a325c'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:17:42.949819 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-dd2ba632-6eac-443e-935a-64ad1527160e req-e98e5907-3630-4156-a95e-0ac7da64df5d tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:42.976750 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-d4b4b97b-112c-46d9-b1c7-ecaf430f8a26 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] 10.222.0.62 "PUT /v2.0/floatingips/ddb6009f-7b32-45cc-90b0-5ae522ed923c HTTP/1.1" status: 200 len: 992 time: 3.9417691 Oct 30 15:17:42.979070 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58c0fb02-8f70-404b-81c2-c496d791d631', 'tag': 'accff25a-9185-4c33-b95f-407161217272'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:17:42.993931 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a8d14b-5caf-42be-9dbc-ca1d49f99725" -d '{"events": [{"name": "network-changed", "server_uuid": "58c0fb02-8f70-404b-81c2-c496d791d631", "tag": "accff25a-9185-4c33-b95f-407161217272"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:17:42.999694 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-953d7e58-31dd-47e6-9833-8b7f6a712c6a tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:43.030735 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd2ba632-6eac-443e-935a-64ad1527160e req-e98e5907-3630-4156-a95e-0ac7da64df5d tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Network 992316f0-a5bb-44db-b566-e8ec1fde1c28 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:17:43.040197 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-dd2ba632-6eac-443e-935a-64ad1527160e req-e98e5907-3630-4156-a95e-0ac7da64df5d tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:17:43.091643 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd2ba632-6eac-443e-935a-64ad1527160e req-e98e5907-3630-4156-a95e-0ac7da64df5d tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:17:43.173999 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9779ff1a-6188-45e3-8f00-244b4f262af7 req-dc8df6ff-b715-4b72-83d7-585a576714e2 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:43.181064 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9779ff1a-6188-45e3-8f00-244b4f262af7 req-dc8df6ff-b715-4b72-83d7-585a576714e2 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:43.207915 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9779ff1a-6188-45e3-8f00-244b4f262af7 req-dc8df6ff-b715-4b72-83d7-585a576714e2 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:43.210796 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-d5b2bce4-8132-49ca-adce-47e975fa5f54 None None] Set router f3c4cb74-f5d7-4a91-b20b-6525182a325c gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:17:43.221968 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9779ff1a-6188-45e3-8f00-244b4f262af7 req-dc8df6ff-b715-4b72-83d7-585a576714e2 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:43.223804 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9779ff1a-6188-45e3-8f00-244b4f262af7 req-dc8df6ff-b715-4b72-83d7-585a576714e2 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 3095 time: 0.6812580 Oct 30 15:17:43.264616 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d8c5b77-4604-4e26-a7e8-20dc0a772e98 x-openstack-request-id: req-7d8c5b77-4604-4e26-a7e8-20dc0a772e98 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:17:43.265680 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58c0fb02-8f70-404b-81c2-c496d791d631", "tag": "accff25a-9185-4c33-b95f-407161217272", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:17:43.266075 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7d8c5b77-4604-4e26-a7e8-20dc0a772e98 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:17:43.266744 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58c0fb02-8f70-404b-81c2-c496d791d631', 'tag': 'accff25a-9185-4c33-b95f-407161217272', 'status': 'completed', 'code': 200} Oct 30 15:17:43.295591 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7c50e408-99c5-4efb-8552-e2884745151a tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:43.344594 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98e5907-3630-4156-a95e-0ac7da64df5d tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Pushing event updated for resources: {'Port': ['ID=c0d7a646-ac12-414b-a666-37b4c87a490e,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:43.420960 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a8d14b-5caf-42be-9dbc-ca1d49f99725 req-17c49577-f969-46e0-a613-c1ef4bf605a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:43.422488 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-35a8d14b-5caf-42be-9dbc-ca1d49f99725 req-17c49577-f969-46e0-a613-c1ef4bf605a5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3b60864767dc44c8b2e5a3a55a17d929&device_id=58c0fb02-8f70-404b-81c2-c496d791d631 HTTP/1.1" status: 200 len: 1098 time: 0.1949034 Oct 30 15:17:43.433526 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ba632-6eac-443e-935a-64ad1527160e req-e98e5907-3630-4156-a95e-0ac7da64df5d tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:43.434209 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-dd2ba632-6eac-443e-935a-64ad1527160e req-e98e5907-3630-4156-a95e-0ac7da64df5d tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:43.465421 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd2ba632-6eac-443e-935a-64ad1527160e req-e98e5907-3630-4156-a95e-0ac7da64df5d tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8266411 Oct 30 15:17:43.469487 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9779ff1a-6188-45e3-8f00-244b4f262af7 req-e54fb5aa-8bf8-45f2-b226-d78fcd89ce70 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d8b2e39-c2c3-46e2-b7ce-d3094509b03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648443 Oct 30 15:17:43.483029 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7c50e408-99c5-4efb-8552-e2884745151a tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:43.487243 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-dd2ba632-6eac-443e-935a-64ad1527160e req-b319acb9-38f3-447d-aa42-4570c4e77710 service neutron] Request body: {'port': {'device_id': '318e0f35-11f4-4936-80dd-75a782a28c98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:17:43.582175 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7c50e408-99c5-4efb-8552-e2884745151a tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:43.596471 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3616677-0e54-48bb-9b73-5ba71b2f61b0 None None] Network 6006757f-50d1-4621-9a29-8c488303b71a requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:17:43.598755 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-7c50e408-99c5-4efb-8552-e2884745151a tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] 10.222.0.62 "DELETE /v2.0/subnets/8ef656da-f822-44eb-9017-34b8d977f0b8 HTTP/1.1" status: 204 len: 168 time: 1.1599059 Oct 30 15:17:43.599866 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c50e408-99c5-4efb-8552-e2884745151a tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Pushing event deleted for resources: {'Subnet': ['ID=8ef656da-f822-44eb-9017-34b8d977f0b8,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:43.603057 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-953d7e58-31dd-47e6-9833-8b7f6a712c6a tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Router af98b2b9-60af-42b0-939e-2c99fe62b2dd has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:17:43.603723 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43206) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:43.660026 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-dd2ba632-6eac-443e-935a-64ad1527160e req-b319acb9-38f3-447d-aa42-4570c4e77710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:43.672382 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-5ee2b548-bd5b-4fba-80c2-896cc4a4fa21 None None] Provisioning complete for port c0d7a646-ac12-414b-a666-37b4c87a490e triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:17:43.672908 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5ee2b548-bd5b-4fba-80c2-896cc4a4fa21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:43.693901 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a8d14b-5caf-42be-9dbc-ca1d49f99725 req-774c15da-776b-46ed-9c71-2bb4d7754e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:43.696187 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-35a8d14b-5caf-42be-9dbc-ca1d49f99725 req-774c15da-776b-46ed-9c71-2bb4d7754e29 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4f2b4662-3762-472a-a79d-3599e1ff305d HTTP/1.1" status: 200 len: 916 time: 0.2425385 Oct 30 15:17:43.753862 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-d5b2bce4-8132-49ca-adce-47e975fa5f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c4cb74-f5d7-4a91-b20b-6525182a325c', 'name': 'tempest-ServersTestFqdnHostnames-1224868306-router', 'tenant_id': '3b60864767dc44c8b2e5a3a55a17d929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '311cb9f5-d926-4602-8541-6f6c70ee99ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:16:55Z', 'updated_at': '2021-10-30T15:17:13Z', 'revision_number': 4, 'project_id': '3b60864767dc44c8b2e5a3a55a17d929', 'gw_port': {'id': '311cb9f5-d926-4602-8541-6f6c70ee99ca', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:fd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c4cb74-f5d7-4a91-b20b-6525182a325c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:16:59Z', 'updated_at': '2021-10-30T15:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': 'ddb6009f-7b32-45cc-90b0-5ae522ed923c', 'tenant_id': '3b60864767dc44c8b2e5a3a55a17d929', 'floating_ip_address': '172.25.4.126', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': 'f3c4cb74-f5d7-4a91-b20b-6525182a325c', 'port_id': 'accff25a-9185-4c33-b95f-407161217272', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f2b4662-3762-472a-a79d-3599e1ff305d', 'mac_address': 'fa:16:3e:2f:df:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c0fb02-8f70-404b-81c2-c496d791d631', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:17:22Z', 'updated_at': '2021-10-30T15:17:40Z', 'revision_number': 1, 'project_id': '3b60864767dc44c8b2e5a3a55a17d929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36f510d8-7f6b-4fd0-82c8-20ac77c67244', 'name': '', 'network_id': '4f2b4662-3762-472a-a79d-3599e1ff305d', 'tenant_id': '3b60864767dc44c8b2e5a3a55a17d929', 'mac_address': 'fa:16:3e:a1:5e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c4cb74-f5d7-4a91-b20b-6525182a325c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'dc7ff2c3-bbb5-481f-ba0a-d62c781b867c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:17:09Z', 'updated_at': '2021-10-30T15:17:18Z', 'revision_number': 5, 'project_id': '3b60864767dc44c8b2e5a3a55a17d929', 'subnets': [{'id': 'dc7ff2c3-bbb5-481f-ba0a-d62c781b867c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:17:43.801585 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b2bce4-8132-49ca-adce-47e975fa5f54 None None] Checking router: f3c4cb74-f5d7-4a91-b20b-6525182a325c for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:17:43.804382 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-5ee2b548-bd5b-4fba-80c2-896cc4a4fa21 None None] Port c0d7a646-ac12-414b-a666-37b4c87a490e cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:17:43.830466 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-34fb73e8-c8db-43e3-9ca2-434458fb2cea tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:43.845554 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-953d7e58-31dd-47e6-9833-8b7f6a712c6a tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:17:43.852009 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f991a-338c-4d53-86f3-1681d8a6a2ba req-08f3187d-dcb3-4cba-8422-4ff745c77a34 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:43.859837 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a43f991a-338c-4d53-86f3-1681d8a6a2ba req-08f3187d-dcb3-4cba-8422-4ff745c77a34 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8828d1b-8cac-43af-848f-0295d851e36a HTTP/1.1" status: 200 len: 945 time: 0.1814439 Oct 30 15:17:43.864398 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-953d7e58-31dd-47e6-9833-8b7f6a712c6a tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "PUT /v2.0/routers/af98b2b9-60af-42b0-939e-2c99fe62b2dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6585643 Oct 30 15:17:43.866957 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc639abf-2aa2-4fd8-a267-d71a00bfcd80 None None] Sync routers for ids ['af98b2b9-60af-42b0-939e-2c99fe62b2dd'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:17:43.874897 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43208) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:43.886234 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-35a8d14b-5caf-42be-9dbc-ca1d49f99725 req-38d5f481-d924-451a-836a-3d6bcf06ab1e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=accff25a-9185-4c33-b95f-407161217272 HTTP/1.1" status: 200 len: 1000 time: 0.1790135 Oct 30 15:17:43.887328 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b2bce4-8132-49ca-adce-47e975fa5f54 None None] Routers {'f3c4cb74-f5d7-4a91-b20b-6525182a325c'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:17:43.890192 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-d5b2bce4-8132-49ca-adce-47e975fa5f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:17:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['f3c4cb74-f5d7-4a91-b20b-6525182a325c'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:17:43.894737 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc639abf-2aa2-4fd8-a267-d71a00bfcd80 None None] Routers {'af98b2b9-60af-42b0-939e-2c99fe62b2dd'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:17:43.901292 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-bc639abf-2aa2-4fd8-a267-d71a00bfcd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:17:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['af98b2b9-60af-42b0-939e-2c99fe62b2dd'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:17:43.998397 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-bc639abf-2aa2-4fd8-a267-d71a00bfcd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:17:44.019567 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a43f991a-338c-4d53-86f3-1681d8a6a2ba req-67c3d37d-0ffe-4f36-9a8c-44afdda9c531 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563563 Oct 30 15:17:44.024365 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc639abf-2aa2-4fd8-a267-d71a00bfcd80 None None] Routers {'af98b2b9-60af-42b0-939e-2c99fe62b2dd'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:17:44.025407 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-bc639abf-2aa2-4fd8-a267-d71a00bfcd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:17:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['af98b2b9-60af-42b0-939e-2c99fe62b2dd'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:17:44.069050 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a8d14b-5caf-42be-9dbc-ca1d49f99725 req-2c0997fb-28ae-4fa8-90c9-7682e8fe221d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:44.071512 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-35a8d14b-5caf-42be-9dbc-ca1d49f99725 req-2c0997fb-28ae-4fa8-90c9-7682e8fe221d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dc7ff2c3-bbb5-481f-ba0a-d62c781b867c HTTP/1.1" status: 200 len: 854 time: 0.1770360 Oct 30 15:17:44.117010 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-bc639abf-2aa2-4fd8-a267-d71a00bfcd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:17:44.120073 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc639abf-2aa2-4fd8-a267-d71a00bfcd80 None None] The sync data for ids ['af98b2b9-60af-42b0-939e-2c99fe62b2dd'] in n-d-806683-17 is: [] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:17:44.154295 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-d5b2bce4-8132-49ca-adce-47e975fa5f54 None None] Set router f3c4cb74-f5d7-4a91-b20b-6525182a325c gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:17:44.261286 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a8d14b-5caf-42be-9dbc-ca1d49f99725 req-79db497b-22c2-466d-b73c-e93c8ed715bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:44.264170 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-35a8d14b-5caf-42be-9dbc-ca1d49f99725 req-79db497b-22c2-466d-b73c-e93c8ed715bc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4f2b4662-3762-472a-a79d-3599e1ff305d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1743152 Oct 30 15:17:44.409340 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-35a8d14b-5caf-42be-9dbc-ca1d49f99725 req-06195704-cdf2-4e78-ba7c-8b67b4921a78 service neutron] 10.222.0.53 "GET /v2.0/networks/4f2b4662-3762-472a-a79d-3599e1ff305d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327317 Oct 30 15:17:44.424904 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [None req-02166264-4804-4ee5-b2b1-6c1d0fbf75ac tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] remove_router_interface failed (client error): The resource could not be found. Oct 30 15:17:44.425989 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-02166264-4804-4ee5-b2b1-6c1d0fbf75ac tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "PUT /v2.0/routers/af98b2b9-60af-42b0-939e-2c99fe62b2dd/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5373259 Oct 30 15:17:44.437941 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43218) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:44.464713 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-34fb73e8-c8db-43e3-9ca2-434458fb2cea tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Deleting port 9a9a9c6d-a428-4c6a-85ba-d87e3d4d4672 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:17:44.465059 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-34fb73e8-c8db-43e3-9ca2-434458fb2cea tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:44.557984 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-37f9e968-665b-4031-b94f-f691fcc864cf tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "GET /v2.0/ports?device_id=af98b2b9-60af-42b0-939e-2c99fe62b2dd HTTP/1.1" status: 200 len: 205 time: 0.1175611 Oct 30 15:17:44.561011 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43222) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:44.640269 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-dd2ba632-6eac-443e-935a-64ad1527160e req-b319acb9-38f3-447d-aa42-4570c4e77710 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60e5a05d-03c1-40b5-93f7-57ad866f5b1b {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:17:44.651814 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-35a8d14b-5caf-42be-9dbc-ca1d49f99725 req-a857c84b-3333-47fb-af84-811bf71dca21 service neutron] 10.222.0.53 "GET /v2.0/networks/4f2b4662-3762-472a-a79d-3599e1ff305d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310467 Oct 30 15:17:44.653668 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-dd2ba632-6eac-443e-935a-64ad1527160e req-b319acb9-38f3-447d-aa42-4570c4e77710 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:44.668200 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-dd2ba632-6eac-443e-935a-64ad1527160e req-b319acb9-38f3-447d-aa42-4570c4e77710 service neutron] Transition to ACTIVE for port object 60e5a05d-03c1-40b5-93f7-57ad866f5b1b will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:17:44.679577 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-dd2ba632-6eac-443e-935a-64ad1527160e req-b319acb9-38f3-447d-aa42-4570c4e77710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:44.829812 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b319acb9-38f3-447d-aa42-4570c4e77710 service neutron] Pushing event updated for resources: {'Port': ['ID=60e5a05d-03c1-40b5-93f7-57ad866f5b1b,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:44.901396 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-dd2ba632-6eac-443e-935a-64ad1527160e req-b319acb9-38f3-447d-aa42-4570c4e77710 service neutron] Attempting to bind port 60e5a05d-03c1-40b5-93f7-57ad866f5b1b on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:17:44.901741 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-dd2ba632-6eac-443e-935a-64ad1527160e req-b319acb9-38f3-447d-aa42-4570c4e77710 service neutron] Attempting to bind port 60e5a05d-03c1-40b5-93f7-57ad866f5b1b by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': 'ee263023-fb4d-46ef-8443-a0bc757d4895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '99b2e015-7a7a-41c9-9251-e2d5c417b9db'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:17:44.902123 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2ba632-6eac-443e-935a-64ad1527160e req-b319acb9-38f3-447d-aa42-4570c4e77710 service neutron] Attempting to bind port 60e5a05d-03c1-40b5-93f7-57ad866f5b1b on network 99b2e015-7a7a-41c9-9251-e2d5c417b9db {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:17:44.918091 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2ba632-6eac-443e-935a-64ad1527160e req-b319acb9-38f3-447d-aa42-4570c4e77710 service neutron] Port 60e5a05d-03c1-40b5-93f7-57ad866f5b1b on network 99b2e015-7a7a-41c9-9251-e2d5c417b9db not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:17:44.918418 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2ba632-6eac-443e-935a-64ad1527160e req-b319acb9-38f3-447d-aa42-4570c4e77710 service neutron] Attempting to bind port 60e5a05d-03c1-40b5-93f7-57ad866f5b1b on network 99b2e015-7a7a-41c9-9251-e2d5c417b9db {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:17:44.928059 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-34fb73e8-c8db-43e3-9ca2-434458fb2cea tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] For port 9a9a9c6d-a428-4c6a-85ba-d87e3d4d4672, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=9a9a9c6d-a428-4c6a-85ba-d87e3d4d4672,segment=NetworkSegment(752c00a6-5937-4375-a726-3cbdf12177f6),segment_id=752c00a6-5937-4375-a726-3cbdf12177f6)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:17:44.928462 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-34fb73e8-c8db-43e3-9ca2-434458fb2cea tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:44.933742 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2ba632-6eac-443e-935a-64ad1527160e req-b319acb9-38f3-447d-aa42-4570c4e77710 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:17:44.934089 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2ba632-6eac-443e-935a-64ad1527160e req-b319acb9-38f3-447d-aa42-4570c4e77710 service neutron] Checking segment: {'id': 'ee263023-fb4d-46ef-8443-a0bc757d4895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '99b2e015-7a7a-41c9-9251-e2d5c417b9db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:17:44.934480 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2ba632-6eac-443e-935a-64ad1527160e req-b319acb9-38f3-447d-aa42-4570c4e77710 service neutron] Bound using segment: {'id': 'ee263023-fb4d-46ef-8443-a0bc757d4895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '99b2e015-7a7a-41c9-9251-e2d5c417b9db'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:17:44.934914 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-dd2ba632-6eac-443e-935a-64ad1527160e req-b319acb9-38f3-447d-aa42-4570c4e77710 service neutron] Bound port: 60e5a05d-03c1-40b5-93f7-57ad866f5b1b, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee263023-fb4d-46ef-8443-a0bc757d4895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '99b2e015-7a7a-41c9-9251-e2d5c417b9db'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:17:44.935271 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-dd2ba632-6eac-443e-935a-64ad1527160e req-b319acb9-38f3-447d-aa42-4570c4e77710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:44.939949 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-960dbdb6-2169-4111-8e03-560e7045ba06 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for router, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:45.096263 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0a3d65-bdc7-48a3-9624-0d18dd034775 None None] DHCP port deletion for 6006757f-50d1-4621-9a29-8c488303b71a request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:17:45.106665 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-dd2ba632-6eac-443e-935a-64ad1527160e req-b319acb9-38f3-447d-aa42-4570c4e77710 service neutron] For port 60e5a05d-03c1-40b5-93f7-57ad866f5b1b, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:17:45.116467 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-dd2ba632-6eac-443e-935a-64ad1527160e req-b319acb9-38f3-447d-aa42-4570c4e77710 service neutron] For port 60e5a05d-03c1-40b5-93f7-57ad866f5b1b, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=60e5a05d-03c1-40b5-93f7-57ad866f5b1b,segment=NetworkSegment(ee263023-fb4d-46ef-8443-a0bc757d4895),segment_id=ee263023-fb4d-46ef-8443-a0bc757d4895)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:17:45.130013 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-dd2ba632-6eac-443e-935a-64ad1527160e req-b319acb9-38f3-447d-aa42-4570c4e77710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:45.138468 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-34fb73e8-c8db-43e3-9ca2-434458fb2cea tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Calling delete_port for 9a9a9c6d-a428-4c6a-85ba-d87e3d4d4672 owned by network:dhcp {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:17:45.205085 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b319acb9-38f3-447d-aa42-4570c4e77710 service neutron] Pushing event updated for resources: {'Port': ['ID=60e5a05d-03c1-40b5-93f7-57ad866f5b1b,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:45.229423 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ba632-6eac-443e-935a-64ad1527160e req-b319acb9-38f3-447d-aa42-4570c4e77710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:45.230193 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-dd2ba632-6eac-443e-935a-64ad1527160e req-b319acb9-38f3-447d-aa42-4570c4e77710 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:45.231689 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd2ba632-6eac-443e-935a-64ad1527160e req-b319acb9-38f3-447d-aa42-4570c4e77710 service neutron] 10.222.0.53 "PUT /v2.0/ports/60e5a05d-03c1-40b5-93f7-57ad866f5b1b HTTP/1.1" status: 200 len: 1093 time: 1.7492230 Oct 30 15:17:45.232162 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '318e0f35-11f4-4936-80dd-75a782a28c98', 'tag': '60e5a05d-03c1-40b5-93f7-57ad866f5b1b'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:17:45.235855 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6574891a-c9fb-4f6e-95cc-1073fb83f134" -d '{"events": [{"name": "network-changed", "server_uuid": "318e0f35-11f4-4936-80dd-75a782a28c98", "tag": "60e5a05d-03c1-40b5-93f7-57ad866f5b1b"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:17:45.263591 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-dd2ba632-6eac-443e-935a-64ad1527160e req-3946caa6-1ae7-46e3-a8ca-54e10720aa81 service neutron] Request body: {'port': {'device_id': '318e0f35-11f4-4936-80dd-75a782a28c98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:17:45.275066 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-d5b2bce4-8132-49ca-adce-47e975fa5f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c4cb74-f5d7-4a91-b20b-6525182a325c', 'name': 'tempest-ServersTestFqdnHostnames-1224868306-router', 'tenant_id': '3b60864767dc44c8b2e5a3a55a17d929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '311cb9f5-d926-4602-8541-6f6c70ee99ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:16:55Z', 'updated_at': '2021-10-30T15:17:13Z', 'revision_number': 4, 'project_id': '3b60864767dc44c8b2e5a3a55a17d929', 'gw_port': {'id': '311cb9f5-d926-4602-8541-6f6c70ee99ca', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:fd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c4cb74-f5d7-4a91-b20b-6525182a325c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:16:59Z', 'updated_at': '2021-10-30T15:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': 'ddb6009f-7b32-45cc-90b0-5ae522ed923c', 'tenant_id': '3b60864767dc44c8b2e5a3a55a17d929', 'floating_ip_address': '172.25.4.126', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': 'f3c4cb74-f5d7-4a91-b20b-6525182a325c', 'port_id': 'accff25a-9185-4c33-b95f-407161217272', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f2b4662-3762-472a-a79d-3599e1ff305d', 'mac_address': 'fa:16:3e:2f:df:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c0fb02-8f70-404b-81c2-c496d791d631', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:17:22Z', 'updated_at': '2021-10-30T15:17:40Z', 'revision_number': 1, 'project_id': '3b60864767dc44c8b2e5a3a55a17d929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36f510d8-7f6b-4fd0-82c8-20ac77c67244', 'name': '', 'network_id': '4f2b4662-3762-472a-a79d-3599e1ff305d', 'tenant_id': '3b60864767dc44c8b2e5a3a55a17d929', 'mac_address': 'fa:16:3e:a1:5e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c4cb74-f5d7-4a91-b20b-6525182a325c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'dc7ff2c3-bbb5-481f-ba0a-d62c781b867c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:17:09Z', 'updated_at': '2021-10-30T15:17:18Z', 'revision_number': 5, 'project_id': '3b60864767dc44c8b2e5a3a55a17d929', 'subnets': [{'id': 'dc7ff2c3-bbb5-481f-ba0a-d62c781b867c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:17:45.346548 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-dd2ba632-6eac-443e-935a-64ad1527160e req-3946caa6-1ae7-46e3-a8ca-54e10720aa81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:45.370914 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f689cc5-8d03-45f1-b4f4-b6bab1fb25d2 x-openstack-request-id: req-3f689cc5-8d03-45f1-b4f4-b6bab1fb25d2 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:17:45.371449 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "318e0f35-11f4-4936-80dd-75a782a28c98", "tag": "60e5a05d-03c1-40b5-93f7-57ad866f5b1b", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:17:45.374915 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3f689cc5-8d03-45f1-b4f4-b6bab1fb25d2 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:17:45.375407 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '318e0f35-11f4-4936-80dd-75a782a28c98', 'tag': '60e5a05d-03c1-40b5-93f7-57ad866f5b1b', 'status': 'completed', 'code': 200} Oct 30 15:17:45.388296 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e149f11c-ea8e-4ceb-8251-d18023069ee1 req-71ce5abb-a1fc-41e5-ba55-3675d994906e tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:45.405698 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e149f11c-ea8e-4ceb-8251-d18023069ee1 req-71ce5abb-a1fc-41e5-ba55-3675d994906e tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:45.416830 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e149f11c-ea8e-4ceb-8251-d18023069ee1 req-71ce5abb-a1fc-41e5-ba55-3675d994906e tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:45.420869 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b2bce4-8132-49ca-adce-47e975fa5f54 None None] The sync data for ids ['f3c4cb74-f5d7-4a91-b20b-6525182a325c'] in n-d-806683-17 is: [{'id': 'f3c4cb74-f5d7-4a91-b20b-6525182a325c', 'name': 'tempest-ServersTestFqdnHostnames-1224868306-router', 'tenant_id': '3b60864767dc44c8b2e5a3a55a17d929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '311cb9f5-d926-4602-8541-6f6c70ee99ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:16:55Z', 'updated_at': '2021-10-30T15:17:13Z', 'revision_number': 4, 'project_id': '3b60864767dc44c8b2e5a3a55a17d929', 'gw_port': {'id': '311cb9f5-d926-4602-8541-6f6c70ee99ca', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:fd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c4cb74-f5d7-4a91-b20b-6525182a325c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:16:59Z', 'updated_at': '2021-10-30T15:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': 'ddb6009f-7b32-45cc-90b0-5ae522ed923c', 'tenant_id': '3b60864767dc44c8b2e5a3a55a17d929', 'floating_ip_address': '172.25.4.126', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': 'f3c4cb74-f5d7-4a91-b20b-6525182a325c', 'port_id': 'accff25a-9185-4c33-b95f-407161217272', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f2b4662-3762-472a-a79d-3599e1ff305d', 'mac_address': 'fa:16:3e:2f:df:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c0fb02-8f70-404b-81c2-c496d791d631', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:17:22Z', 'updated_at': '2021-10-30T15:17:40Z', 'revision_number': 1, 'project_id': '3b60864767dc44c8b2e5a3a55a17d929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36f510d8-7f6b-4fd0-82c8-20ac77c67244', 'name': '', 'network_id': '4f2b4662-3762-472a-a79d-3599e1ff305d', 'tenant_id': '3b60864767dc44c8b2e5a3a55a17d929', 'mac_address': 'fa:16:3e:a1:5e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c4cb74-f5d7-4a91-b20b-6525182a325c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'dc7ff2c3-bbb5-481f-ba0a-d62c781b867c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:17:09Z', 'updated_at': '2021-10-30T15:17:18Z', 'revision_number': 5, 'project_id': '3b60864767dc44c8b2e5a3a55a17d929', 'subnets': [{'id': 'dc7ff2c3-bbb5-481f-ba0a-d62c781b867c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:17:45.438987 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e149f11c-ea8e-4ceb-8251-d18023069ee1 req-71ce5abb-a1fc-41e5-ba55-3675d994906e tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:45.454328 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e149f11c-ea8e-4ceb-8251-d18023069ee1 req-71ce5abb-a1fc-41e5-ba55-3675d994906e tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:45.462930 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e149f11c-ea8e-4ceb-8251-d18023069ee1 req-71ce5abb-a1fc-41e5-ba55-3675d994906e tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 3828 time: 0.8154726 Oct 30 15:17:45.470020 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-34fb73e8-c8db-43e3-9ca2-434458fb2cea tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:45.497268 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-1e0a3d65-bdc7-48a3-9624-0d18dd034775 None None] Deleting port 9a9a9c6d-a428-4c6a-85ba-d87e3d4d4672 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:17:45.497625 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1e0a3d65-bdc7-48a3-9624-0d18dd034775 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:45.657596 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-1e0a3d65-bdc7-48a3-9624-0d18dd034775 None None] For port 9a9a9c6d-a428-4c6a-85ba-d87e3d4d4672, host n-d-806683-17, got binding levels [] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:17:45.657998 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1e0a3d65-bdc7-48a3-9624-0d18dd034775 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:45.685135 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-1e0a3d65-bdc7-48a3-9624-0d18dd034775 None None] Calling delete_port for 9a9a9c6d-a428-4c6a-85ba-d87e3d4d4672 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:17:45.691627 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.ipam_backend_mixin [None req-1e0a3d65-bdc7-48a3-9624-0d18dd034775 None None] Port 9a9a9c6d-a428-4c6a-85ba-d87e3d4d4672 was not found and therefore no delete operation was performed {{(pid=102132) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 30 15:17:45.693901 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1e0a3d65-bdc7-48a3-9624-0d18dd034775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:45.704029 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6574891a-c9fb-4f6e-95cc-1073fb83f134 req-a8742dac-f49e-4f40-9a0d-88076d03a648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:45.704551 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6574891a-c9fb-4f6e-95cc-1073fb83f134 req-a8742dac-f49e-4f40-9a0d-88076d03a648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:45.704997 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6574891a-c9fb-4f6e-95cc-1073fb83f134 req-a8742dac-f49e-4f40-9a0d-88076d03a648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:45.705462 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6574891a-c9fb-4f6e-95cc-1073fb83f134 req-a8742dac-f49e-4f40-9a0d-88076d03a648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:45.705935 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6574891a-c9fb-4f6e-95cc-1073fb83f134 req-a8742dac-f49e-4f40-9a0d-88076d03a648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:45.710363 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6574891a-c9fb-4f6e-95cc-1073fb83f134 req-a8742dac-f49e-4f40-9a0d-88076d03a648 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fedcadc844c84f7ca955acdb50df6c20&device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 4364 time: 0.3269770 Oct 30 15:17:45.752313 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0a3d65-bdc7-48a3-9624-0d18dd034775 None None] Pushing event deleted for resources: {'Port': ['ID=9a9a9c6d-a428-4c6a-85ba-d87e3d4d4672,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:45.762920 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0a3d65-bdc7-48a3-9624-0d18dd034775 None None] No DVR routers for this DVR port 9a9a9c6d-a428-4c6a-85ba-d87e3d4d4672 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:17:45.895862 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165b5942-48db-493f-82a0-e72a39337c99 None None] New status for floating IP ddb6009f-7b32-45cc-90b0-5ae522ed923c: ACTIVE {{(pid=102132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 15:17:46.259699 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fb73e8-c8db-43e3-9ca2-434458fb2cea tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] No DVR routers for this DVR port 9a9a9c6d-a428-4c6a-85ba-d87e3d4d4672 on host n-d-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:17:46.371493 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6574891a-c9fb-4f6e-95cc-1073fb83f134 req-967c5752-aab9-4bf9-978d-7ca23e396b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:46.372245 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6574891a-c9fb-4f6e-95cc-1073fb83f134 req-967c5752-aab9-4bf9-978d-7ca23e396b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:46.372956 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6574891a-c9fb-4f6e-95cc-1073fb83f134 req-967c5752-aab9-4bf9-978d-7ca23e396b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:46.374888 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6574891a-c9fb-4f6e-95cc-1073fb83f134 req-967c5752-aab9-4bf9-978d-7ca23e396b09 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=fedcadc844c84f7ca955acdb50df6c20&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.6554255 Oct 30 15:17:46.394161 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fb73e8-c8db-43e3-9ca2-434458fb2cea tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Pushing event deleted for resources: {'Port': ['ID=9a9a9c6d-a428-4c6a-85ba-d87e3d4d4672,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:46.517661 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e149f11c-ea8e-4ceb-8251-d18023069ee1 req-3560dd52-0a95-4df6-9157-a956d3c2a50d tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d8b2e39-c2c3-46e2-b7ce-d3094509b03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0180573 Oct 30 15:17:46.524054 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-960dbdb6-2169-4111-8e03-560e7045ba06 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:46.537229 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-960dbdb6-2169-4111-8e03-560e7045ba06 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:46.656276 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-34fb73e8-c8db-43e3-9ca2-434458fb2cea tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:46.694964 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6574891a-c9fb-4f6e-95cc-1073fb83f134 req-b0d1d80f-0fbc-4938-bdfb-a2d4a6cb6dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:46.696828 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6574891a-c9fb-4f6e-95cc-1073fb83f134 req-b0d1d80f-0fbc-4938-bdfb-a2d4a6cb6dfc service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2581115 Oct 30 15:17:46.697489 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-960dbdb6-2169-4111-8e03-560e7045ba06 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:46.698005 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-960dbdb6-2169-4111-8e03-560e7045ba06 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Fanout notify agent at l3_agent the message router_deleted on router af98b2b9-60af-42b0-939e-2c99fe62b2dd {{(pid=102130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:17:46.708473 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-960dbdb6-2169-4111-8e03-560e7045ba06 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:46.710375 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-960dbdb6-2169-4111-8e03-560e7045ba06 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "DELETE /v2.0/routers/af98b2b9-60af-42b0-939e-2c99fe62b2dd HTTP/1.1" status: 204 len: 168 time: 2.1476259 Oct 30 15:17:46.712270 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-34fb73e8-c8db-43e3-9ca2-434458fb2cea tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6006757f-50d1-4621-9a29-8c488303b71a']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:17:46.713032 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-dd2ba632-6eac-443e-935a-64ad1527160e req-3946caa6-1ae7-46e3-a8ca-54e10720aa81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff9a5354-a79a-4869-a44a-a51335ced7ef {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:17:46.715483 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43250) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:46.723201 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-dd2ba632-6eac-443e-935a-64ad1527160e req-3946caa6-1ae7-46e3-a8ca-54e10720aa81 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:46.742258 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-dd2ba632-6eac-443e-935a-64ad1527160e req-3946caa6-1ae7-46e3-a8ca-54e10720aa81 service neutron] Transition to ACTIVE for port object ff9a5354-a79a-4869-a44a-a51335ced7ef will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:17:46.746641 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-dd2ba632-6eac-443e-935a-64ad1527160e req-3946caa6-1ae7-46e3-a8ca-54e10720aa81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:46.763901 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-34fb73e8-c8db-43e3-9ca2-434458fb2cea tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '752c00a6-5937-4375-a726-3cbdf12177f6') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:17:46.764997 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-34fb73e8-c8db-43e3-9ca2-434458fb2cea tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '752c00a6-5937-4375-a726-3cbdf12177f6') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:17:46.805294 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9087c4e3-e839-4aac-8303-ce3d7a933822 req-f851f324-ad2b-45fd-89e8-88a7748980ba service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2593384 Oct 30 15:17:46.811317 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-34fb73e8-c8db-43e3-9ca2-434458fb2cea tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:46.811984 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946caa6-1ae7-46e3-a8ca-54e10720aa81 service neutron] Pushing event updated for resources: {'Port': ['ID=ff9a5354-a79a-4869-a44a-a51335ced7ef,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:46.833844 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-34fb73e8-c8db-43e3-9ca2-434458fb2cea tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:46.845914 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2a56fa8-9be5-4231-9511-5a74fcf652e4 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Deleting subnet 4584a9da-07f0-4276-9cda-bd2a17973a15 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:17:46.850379 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f2a56fa8-9be5-4231-9511-5a74fcf652e4 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:46.853448 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34fb73e8-c8db-43e3-9ca2-434458fb2cea tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:17:46.854035 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-34fb73e8-c8db-43e3-9ca2-434458fb2cea tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:46.857599 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:17:46.857599 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:17:46.857599 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:17:46.857599 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:17:46.857599 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:17:46.857599 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:17:46.857599 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:17:46.857599 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:17:46.857599 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:17:46.857599 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:17:46.857599 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:17:46.857599 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:17:46.857599 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:17:46.857599 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:17:46.857599 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:17:46.857599 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:17:46.857599 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:17:46.857599 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:17:46.857599 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:17:46.857599 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:17:46.857599 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:17:46.857599 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:17:46.857599 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:17:46.857599 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:17:46.857599 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:17:46.857599 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:17:46.857599 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:17:46.857599 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:17:46.857599 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:17:46.857599 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:17:46.857599 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:17:46.857599 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:17:47.024161 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-dd2ba632-6eac-443e-935a-64ad1527160e req-3946caa6-1ae7-46e3-a8ca-54e10720aa81 service neutron] Attempting to bind port ff9a5354-a79a-4869-a44a-a51335ced7ef on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:17:47.024504 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-dd2ba632-6eac-443e-935a-64ad1527160e req-3946caa6-1ae7-46e3-a8ca-54e10720aa81 service neutron] Attempting to bind port ff9a5354-a79a-4869-a44a-a51335ced7ef by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '4d71454c-3ec5-4d11-8d12-d1e996d7212b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1c5c7057-6cfb-4273-ace5-d2dc41be3e4a'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:17:47.024842 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2ba632-6eac-443e-935a-64ad1527160e req-3946caa6-1ae7-46e3-a8ca-54e10720aa81 service neutron] Attempting to bind port ff9a5354-a79a-4869-a44a-a51335ced7ef on network 1c5c7057-6cfb-4273-ace5-d2dc41be3e4a {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:17:47.036276 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2ba632-6eac-443e-935a-64ad1527160e req-3946caa6-1ae7-46e3-a8ca-54e10720aa81 service neutron] Port ff9a5354-a79a-4869-a44a-a51335ced7ef on network 1c5c7057-6cfb-4273-ace5-d2dc41be3e4a not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:17:47.036618 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2ba632-6eac-443e-935a-64ad1527160e req-3946caa6-1ae7-46e3-a8ca-54e10720aa81 service neutron] Attempting to bind port ff9a5354-a79a-4869-a44a-a51335ced7ef on network 1c5c7057-6cfb-4273-ace5-d2dc41be3e4a {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:17:47.043642 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f2a56fa8-9be5-4231-9511-5a74fcf652e4 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:47.047707 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2ba632-6eac-443e-935a-64ad1527160e req-3946caa6-1ae7-46e3-a8ca-54e10720aa81 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:17:47.048043 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2ba632-6eac-443e-935a-64ad1527160e req-3946caa6-1ae7-46e3-a8ca-54e10720aa81 service neutron] Checking segment: {'id': '4d71454c-3ec5-4d11-8d12-d1e996d7212b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1c5c7057-6cfb-4273-ace5-d2dc41be3e4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:17:47.048433 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2ba632-6eac-443e-935a-64ad1527160e req-3946caa6-1ae7-46e3-a8ca-54e10720aa81 service neutron] Bound using segment: {'id': '4d71454c-3ec5-4d11-8d12-d1e996d7212b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1c5c7057-6cfb-4273-ace5-d2dc41be3e4a'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:17:47.049263 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-dd2ba632-6eac-443e-935a-64ad1527160e req-3946caa6-1ae7-46e3-a8ca-54e10720aa81 service neutron] Bound port: ff9a5354-a79a-4869-a44a-a51335ced7ef, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d71454c-3ec5-4d11-8d12-d1e996d7212b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1c5c7057-6cfb-4273-ace5-d2dc41be3e4a'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:17:47.049638 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-dd2ba632-6eac-443e-935a-64ad1527160e req-3946caa6-1ae7-46e3-a8ca-54e10720aa81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:47.149236 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-34fb73e8-c8db-43e3-9ca2-434458fb2cea tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:47.160090 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-34fb73e8-c8db-43e3-9ca2-434458fb2cea tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:47.167402 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 9a9a9c6d-a428-4c6a-85ba-d87e3d4d4672 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:17:47.177681 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-34fb73e8-c8db-43e3-9ca2-434458fb2cea tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] 10.222.0.62 "DELETE /v2.0/networks/6006757f-50d1-4621-9a29-8c488303b71a HTTP/1.1" status: 204 len: 168 time: 3.5728445 Oct 30 15:17:47.208036 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9087c4e3-e839-4aac-8303-ce3d7a933822 req-db6a850c-fd5e-42a4-884d-00f888231fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:47.209326 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-dd2ba632-6eac-443e-935a-64ad1527160e req-3946caa6-1ae7-46e3-a8ca-54e10720aa81 service neutron] For port ff9a5354-a79a-4869-a44a-a51335ced7ef, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:17:47.210844 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9087c4e3-e839-4aac-8303-ce3d7a933822 req-db6a850c-fd5e-42a4-884d-00f888231fba service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=19817faf69a4405b907421887c1772e6&device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 1097 time: 0.3117774 Oct 30 15:17:47.214928 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-dd2ba632-6eac-443e-935a-64ad1527160e req-3946caa6-1ae7-46e3-a8ca-54e10720aa81 service neutron] For port ff9a5354-a79a-4869-a44a-a51335ced7ef, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=ff9a5354-a79a-4869-a44a-a51335ced7ef,segment=NetworkSegment(4d71454c-3ec5-4d11-8d12-d1e996d7212b),segment_id=4d71454c-3ec5-4d11-8d12-d1e996d7212b)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:17:47.222589 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-dd2ba632-6eac-443e-935a-64ad1527160e req-3946caa6-1ae7-46e3-a8ca-54e10720aa81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:47.227766 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fb73e8-c8db-43e3-9ca2-434458fb2cea tempest-NetworksIpV6Test-938103058 tempest-NetworksIpV6Test-938103058-project] Pushing event deleted for resources: {'Network': ['ID=6006757f-50d1-4621-9a29-8c488303b71a,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:47.290273 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 9a9a9c6d-a428-4c6a-85ba-d87e3d4d4672 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:17:47.293397 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 9a9a9c6d-a428-4c6a-85ba-d87e3d4d4672 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:17:47.298223 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ba632-6eac-443e-935a-64ad1527160e req-3946caa6-1ae7-46e3-a8ca-54e10720aa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:47.298934 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-dd2ba632-6eac-443e-935a-64ad1527160e req-3946caa6-1ae7-46e3-a8ca-54e10720aa81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:47.308472 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd2ba632-6eac-443e-935a-64ad1527160e req-3946caa6-1ae7-46e3-a8ca-54e10720aa81 service neutron] 10.222.0.53 "PUT /v2.0/ports/ff9a5354-a79a-4869-a44a-a51335ced7ef HTTP/1.1" status: 200 len: 1136 time: 2.0501256 Oct 30 15:17:47.361680 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-dd2ba632-6eac-443e-935a-64ad1527160e req-1692937a-d8f7-4660-a2ef-96b3c04892eb service neutron] Request body: {'port': {'device_id': '318e0f35-11f4-4936-80dd-75a782a28c98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:17:47.382135 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '318e0f35-11f4-4936-80dd-75a782a28c98', 'tag': 'ff9a5354-a79a-4869-a44a-a51335ced7ef'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:17:47.389147 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efff4a05-f7bb-4434-b17f-a4462716ca47" -d '{"events": [{"name": "network-changed", "server_uuid": "318e0f35-11f4-4936-80dd-75a782a28c98", "tag": "ff9a5354-a79a-4869-a44a-a51335ced7ef"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:17:47.467110 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946caa6-1ae7-46e3-a8ca-54e10720aa81 service neutron] Pushing event updated for resources: {'Port': ['ID=ff9a5354-a79a-4869-a44a-a51335ced7ef,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:47.604688 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94182a5b-a217-4c83-b8c5-804bf76ff08f x-openstack-request-id: req-94182a5b-a217-4c83-b8c5-804bf76ff08f {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:17:47.605333 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "318e0f35-11f4-4936-80dd-75a782a28c98", "tag": "ff9a5354-a79a-4869-a44a-a51335ced7ef", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:17:47.610880 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-94182a5b-a217-4c83-b8c5-804bf76ff08f {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:17:47.611831 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '318e0f35-11f4-4936-80dd-75a782a28c98', 'tag': 'ff9a5354-a79a-4869-a44a-a51335ced7ef', 'status': 'completed', 'code': 200} Oct 30 15:17:47.613829 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f2a56fa8-9be5-4231-9511-5a74fcf652e4 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:47.666105 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-dd2ba632-6eac-443e-935a-64ad1527160e req-1692937a-d8f7-4660-a2ef-96b3c04892eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:47.701519 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9087c4e3-e839-4aac-8303-ce3d7a933822 req-2fc008f0-a5f7-44ed-afa1-a54ccff2a207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:47.711670 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9087c4e3-e839-4aac-8303-ce3d7a933822 req-2fc008f0-a5f7-44ed-afa1-a54ccff2a207 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d26e81b3-f432-4f3d-bc5b-f2edc1c076d6 HTTP/1.1" status: 200 len: 911 time: 0.4593203 Oct 30 15:17:47.846349 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43280) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:47.852833 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff4a05-f7bb-4434-b17f-a4462716ca47 req-2b9f5b9f-e0ef-483a-8ac1-afcd6b0e40b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:47.853504 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff4a05-f7bb-4434-b17f-a4462716ca47 req-2b9f5b9f-e0ef-483a-8ac1-afcd6b0e40b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:47.854076 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff4a05-f7bb-4434-b17f-a4462716ca47 req-2b9f5b9f-e0ef-483a-8ac1-afcd6b0e40b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:47.854624 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff4a05-f7bb-4434-b17f-a4462716ca47 req-2b9f5b9f-e0ef-483a-8ac1-afcd6b0e40b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:47.855130 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff4a05-f7bb-4434-b17f-a4462716ca47 req-2b9f5b9f-e0ef-483a-8ac1-afcd6b0e40b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:47.855694 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff4a05-f7bb-4434-b17f-a4462716ca47 req-2b9f5b9f-e0ef-483a-8ac1-afcd6b0e40b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:47.859013 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-efff4a05-f7bb-4434-b17f-a4462716ca47 req-2b9f5b9f-e0ef-483a-8ac1-afcd6b0e40b2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fedcadc844c84f7ca955acdb50df6c20&device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 5293 time: 0.2665901 Oct 30 15:17:47.935189 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9087c4e3-e839-4aac-8303-ce3d7a933822 req-6e1c2a3f-f86b-4b07-be5a-d23538e757b4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd7bcfbf-1623-489f-a384-785738bf069f HTTP/1.1" status: 200 len: 1001 time: 0.2218122 Oct 30 15:17:47.948687 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f2a56fa8-9be5-4231-9511-5a74fcf652e4 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:48.008689 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd00aba-be82-4310-ac05-cc6fae424ac3 None None] Network 52d26572-1193-4cf1-8fef-d0cbcbcbbae2 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:17:48.011375 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f2a56fa8-9be5-4231-9511-5a74fcf652e4 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:48.021839 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-f2a56fa8-9be5-4231-9511-5a74fcf652e4 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "DELETE /v2.0/subnets/4584a9da-07f0-4276-9cda-bd2a17973a15 HTTP/1.1" status: 204 len: 168 time: 1.2844651 Oct 30 15:17:48.049879 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff4a05-f7bb-4434-b17f-a4462716ca47 req-bc361c82-61b3-48ad-bcf3-2defabd68076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:48.050350 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff4a05-f7bb-4434-b17f-a4462716ca47 req-bc361c82-61b3-48ad-bcf3-2defabd68076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:48.050884 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff4a05-f7bb-4434-b17f-a4462716ca47 req-bc361c82-61b3-48ad-bcf3-2defabd68076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:48.056002 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43284) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:48.056720 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-efff4a05-f7bb-4434-b17f-a4462716ca47 req-bc361c82-61b3-48ad-bcf3-2defabd68076 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=fedcadc844c84f7ca955acdb50df6c20&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1861074 Oct 30 15:17:48.152166 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e0508-9d5a-44dd-b0bf-bb23355e5b10 req-35840bc6-575e-423b-bfd0-75405c2c6ae1 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:48.172655 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e0508-9d5a-44dd-b0bf-bb23355e5b10 req-35840bc6-575e-423b-bfd0-75405c2c6ae1 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:48.188133 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a56fa8-9be5-4231-9511-5a74fcf652e4 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Pushing event deleted for resources: {'Subnet': ['ID=4584a9da-07f0-4276-9cda-bd2a17973a15,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:48.196752 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e0508-9d5a-44dd-b0bf-bb23355e5b10 req-35840bc6-575e-423b-bfd0-75405c2c6ae1 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:48.204962 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e0508-9d5a-44dd-b0bf-bb23355e5b10 req-35840bc6-575e-423b-bfd0-75405c2c6ae1 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:48.221595 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e0508-9d5a-44dd-b0bf-bb23355e5b10 req-35840bc6-575e-423b-bfd0-75405c2c6ae1 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:48.230831 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e0508-9d5a-44dd-b0bf-bb23355e5b10 req-35840bc6-575e-423b-bfd0-75405c2c6ae1 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:48.233498 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e13e0508-9d5a-44dd-b0bf-bb23355e5b10 req-35840bc6-575e-423b-bfd0-75405c2c6ae1 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 4605 time: 0.5328617 Oct 30 15:17:48.278819 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9087c4e3-e839-4aac-8303-ce3d7a933822 req-0acd0a83-527f-4ce1-96a4-00722b6219a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:48.280441 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9087c4e3-e839-4aac-8303-ce3d7a933822 req-0acd0a83-527f-4ce1-96a4-00722b6219a1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d862e367-a3ef-41d8-9769-a6945d8f8b1d HTTP/1.1" status: 200 len: 849 time: 0.3064034 Oct 30 15:17:48.286412 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9132b048-3159-4baa-9670-cc21dc106cf3 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:48.380022 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9087c4e3-e839-4aac-8303-ce3d7a933822 req-31ff4e22-6c7e-4515-81b1-0eec4fe34b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:48.382722 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9087c4e3-e839-4aac-8303-ce3d7a933822 req-31ff4e22-6c7e-4515-81b1-0eec4fe34b95 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d26e81b3-f432-4f3d-bc5b-f2edc1c076d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0917416 Oct 30 15:17:48.391555 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b0577a-2170-4dbd-a4f1-8e8c96b18538 None None] DHCP port deletion for 52d26572-1193-4cf1-8fef-d0cbcbcbbae2 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:17:48.458508 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-9132b048-3159-4baa-9670-cc21dc106cf3 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Deleting port 880060bf-5440-4ca7-a062-5afdfb6127a6 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:17:48.458855 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9132b048-3159-4baa-9670-cc21dc106cf3 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:48.467557 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e13e0508-9d5a-44dd-b0bf-bb23355e5b10 req-df5781e0-6478-4fb5-a141-326f59124a1e tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d8b2e39-c2c3-46e2-b7ce-d3094509b03c&id=301c6b35-46a3-48b2-8746-44103cb6e6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1072793 Oct 30 15:17:48.509226 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-c3b0577a-2170-4dbd-a4f1-8e8c96b18538 None None] Deleting port 880060bf-5440-4ca7-a062-5afdfb6127a6 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:17:48.512186 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c3b0577a-2170-4dbd-a4f1-8e8c96b18538 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:48.523250 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-8a1aed38-df36-4fca-a654-1e208c18a99e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5487df6812a246998fe08bfdbae6b85d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6631835 Oct 30 15:17:48.530909 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43290) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:48.641983 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-9132b048-3159-4baa-9670-cc21dc106cf3 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] For port 880060bf-5440-4ca7-a062-5afdfb6127a6, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=880060bf-5440-4ca7-a062-5afdfb6127a6,segment=NetworkSegment(d5d5c589-e2e7-4e91-a8ed-04da21d11106),segment_id=d5d5c589-e2e7-4e91-a8ed-04da21d11106)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:17:48.643320 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9132b048-3159-4baa-9670-cc21dc106cf3 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:48.678633 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-9132b048-3159-4baa-9670-cc21dc106cf3 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Calling delete_port for 880060bf-5440-4ca7-a062-5afdfb6127a6 owned by network:dhcp {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:17:48.684809 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-c3b0577a-2170-4dbd-a4f1-8e8c96b18538 None None] For port 880060bf-5440-4ca7-a062-5afdfb6127a6, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=880060bf-5440-4ca7-a062-5afdfb6127a6,segment=NetworkSegment(d5d5c589-e2e7-4e91-a8ed-04da21d11106),segment_id=d5d5c589-e2e7-4e91-a8ed-04da21d11106)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:17:48.685531 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c3b0577a-2170-4dbd-a4f1-8e8c96b18538 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:48.719577 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-c3b0577a-2170-4dbd-a4f1-8e8c96b18538 None None] Calling delete_port for 880060bf-5440-4ca7-a062-5afdfb6127a6 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:17:48.859496 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff4a05-f7bb-4434-b17f-a4462716ca47 req-8d46fb52-d0dd-403e-9a23-be49d5ed99cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:48.861255 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-efff4a05-f7bb-4434-b17f-a4462716ca47 req-8d46fb52-d0dd-403e-9a23-be49d5ed99cd service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7716849 Oct 30 15:17:48.875202 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9132b048-3159-4baa-9670-cc21dc106cf3 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:48.940237 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9132b048-3159-4baa-9670-cc21dc106cf3 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] No DVR routers for this DVR port 880060bf-5440-4ca7-a062-5afdfb6127a6 on host n-d-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:17:48.951343 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c3b0577a-2170-4dbd-a4f1-8e8c96b18538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:48.987339 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-dd2ba632-6eac-443e-935a-64ad1527160e req-1692937a-d8f7-4660-a2ef-96b3c04892eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e21a4b47-04c9-4fc7-8de8-e9be41310592 {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:17:48.999589 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9132b048-3159-4baa-9670-cc21dc106cf3 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Pushing event deleted for resources: {'Port': ['ID=880060bf-5440-4ca7-a062-5afdfb6127a6,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:49.010181 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b0577a-2170-4dbd-a4f1-8e8c96b18538 None None] Pushing event deleted for resources: {'Port': ['ID=880060bf-5440-4ca7-a062-5afdfb6127a6,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:49.013237 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-dd2ba632-6eac-443e-935a-64ad1527160e req-1692937a-d8f7-4660-a2ef-96b3c04892eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:49.022123 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b0577a-2170-4dbd-a4f1-8e8c96b18538 None None] No DVR routers for this DVR port 880060bf-5440-4ca7-a062-5afdfb6127a6 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:17:49.042062 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-dd2ba632-6eac-443e-935a-64ad1527160e req-1692937a-d8f7-4660-a2ef-96b3c04892eb service neutron] Transition to ACTIVE for port object e21a4b47-04c9-4fc7-8de8-e9be41310592 will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:17:49.055888 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-dd2ba632-6eac-443e-935a-64ad1527160e req-1692937a-d8f7-4660-a2ef-96b3c04892eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:49.158751 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9087c4e3-e839-4aac-8303-ce3d7a933822 req-babedc83-bd9e-4eff-a75b-ae756f5d9430 service neutron] 10.222.0.44 "GET /v2.0/networks/d26e81b3-f432-4f3d-bc5b-f2edc1c076d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7682838 Oct 30 15:17:49.254088 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9132b048-3159-4baa-9670-cc21dc106cf3 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:49.258949 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 880060bf-5440-4ca7-a062-5afdfb6127a6 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:17:49.260783 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-76e6c297-b3f2-4cd7-a98e-8332baace37c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:49.305766 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 880060bf-5440-4ca7-a062-5afdfb6127a6 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:17:49.306374 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 880060bf-5440-4ca7-a062-5afdfb6127a6 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:17:49.330596 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-9132b048-3159-4baa-9670-cc21dc106cf3 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52d26572-1193-4cf1-8fef-d0cbcbcbbae2']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:17:49.337075 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1692937a-d8f7-4660-a2ef-96b3c04892eb service neutron] Pushing event updated for resources: {'Port': ['ID=e21a4b47-04c9-4fc7-8de8-e9be41310592,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:49.352516 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-9132b048-3159-4baa-9670-cc21dc106cf3 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5d5c589-e2e7-4e91-a8ed-04da21d11106') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:17:49.355976 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-9132b048-3159-4baa-9670-cc21dc106cf3 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5d5c589-e2e7-4e91-a8ed-04da21d11106') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:17:49.398283 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9132b048-3159-4baa-9670-cc21dc106cf3 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:49.422409 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9132b048-3159-4baa-9670-cc21dc106cf3 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:49.457498 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9132b048-3159-4baa-9670-cc21dc106cf3 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:17:49.458372 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9132b048-3159-4baa-9670-cc21dc106cf3 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:49.466366 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-76e6c297-b3f2-4cd7-a98e-8332baace37c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:49.482637 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:17:49.482637 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:17:49.482637 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:17:49.482637 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:17:49.482637 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:17:49.482637 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:17:49.482637 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:17:49.482637 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:17:49.482637 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:17:49.482637 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:17:49.482637 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:17:49.482637 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:17:49.482637 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:17:49.482637 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:17:49.482637 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:17:49.482637 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:17:49.482637 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:17:49.482637 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:17:49.482637 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:17:49.482637 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:17:49.482637 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:17:49.482637 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:17:49.482637 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:17:49.482637 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:17:49.482637 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:17:49.482637 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:17:49.482637 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:17:49.482637 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:17:49.482637 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:17:49.482637 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:17:49.482637 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:17:49.482637 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:17:49.504579 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-dd2ba632-6eac-443e-935a-64ad1527160e req-1692937a-d8f7-4660-a2ef-96b3c04892eb service neutron] Attempting to bind port e21a4b47-04c9-4fc7-8de8-e9be41310592 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:17:49.504928 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-dd2ba632-6eac-443e-935a-64ad1527160e req-1692937a-d8f7-4660-a2ef-96b3c04892eb service neutron] Attempting to bind port e21a4b47-04c9-4fc7-8de8-e9be41310592 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '4d71454c-3ec5-4d11-8d12-d1e996d7212b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1c5c7057-6cfb-4273-ace5-d2dc41be3e4a'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:17:49.505262 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2ba632-6eac-443e-935a-64ad1527160e req-1692937a-d8f7-4660-a2ef-96b3c04892eb service neutron] Attempting to bind port e21a4b47-04c9-4fc7-8de8-e9be41310592 on network 1c5c7057-6cfb-4273-ace5-d2dc41be3e4a {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:17:49.518710 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2ba632-6eac-443e-935a-64ad1527160e req-1692937a-d8f7-4660-a2ef-96b3c04892eb service neutron] Port e21a4b47-04c9-4fc7-8de8-e9be41310592 on network 1c5c7057-6cfb-4273-ace5-d2dc41be3e4a not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:17:49.519139 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2ba632-6eac-443e-935a-64ad1527160e req-1692937a-d8f7-4660-a2ef-96b3c04892eb service neutron] Attempting to bind port e21a4b47-04c9-4fc7-8de8-e9be41310592 on network 1c5c7057-6cfb-4273-ace5-d2dc41be3e4a {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:17:49.535115 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2ba632-6eac-443e-935a-64ad1527160e req-1692937a-d8f7-4660-a2ef-96b3c04892eb service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:17:49.535457 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2ba632-6eac-443e-935a-64ad1527160e req-1692937a-d8f7-4660-a2ef-96b3c04892eb service neutron] Checking segment: {'id': '4d71454c-3ec5-4d11-8d12-d1e996d7212b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1c5c7057-6cfb-4273-ace5-d2dc41be3e4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:17:49.535903 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2ba632-6eac-443e-935a-64ad1527160e req-1692937a-d8f7-4660-a2ef-96b3c04892eb service neutron] Bound using segment: {'id': '4d71454c-3ec5-4d11-8d12-d1e996d7212b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1c5c7057-6cfb-4273-ace5-d2dc41be3e4a'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:17:49.536285 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-dd2ba632-6eac-443e-935a-64ad1527160e req-1692937a-d8f7-4660-a2ef-96b3c04892eb service neutron] Bound port: e21a4b47-04c9-4fc7-8de8-e9be41310592, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d71454c-3ec5-4d11-8d12-d1e996d7212b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1c5c7057-6cfb-4273-ace5-d2dc41be3e4a'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:17:49.538995 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-dd2ba632-6eac-443e-935a-64ad1527160e req-1692937a-d8f7-4660-a2ef-96b3c04892eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:49.628666 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9087c4e3-e839-4aac-8303-ce3d7a933822 req-1d0b2b67-75ec-4991-9ddd-c48bc8b30906 service neutron] 10.222.0.44 "GET /v2.0/networks/d26e81b3-f432-4f3d-bc5b-f2edc1c076d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4621856 Oct 30 15:17:49.629828 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9132b048-3159-4baa-9670-cc21dc106cf3 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:49.659425 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9132b048-3159-4baa-9670-cc21dc106cf3 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:49.678736 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9132b048-3159-4baa-9670-cc21dc106cf3 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "DELETE /v2.0/networks/52d26572-1193-4cf1-8fef-d0cbcbcbbae2 HTTP/1.1" status: 204 len: 168 time: 1.6164486 Oct 30 15:17:49.683562 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43304) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:49.688692 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-ff1e8611-123d-4810-ad46-5f99afab347e tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Request body: {'network': {'name': 'tempest-RoutersTest-1198525509'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:17:49.699514 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9132b048-3159-4baa-9670-cc21dc106cf3 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Pushing event deleted for resources: {'Network': ['ID=52d26572-1193-4cf1-8fef-d0cbcbcbbae2,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:49.706985 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-dd2ba632-6eac-443e-935a-64ad1527160e req-1692937a-d8f7-4660-a2ef-96b3c04892eb service neutron] For port e21a4b47-04c9-4fc7-8de8-e9be41310592, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:17:49.726633 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-dd2ba632-6eac-443e-935a-64ad1527160e req-1692937a-d8f7-4660-a2ef-96b3c04892eb service neutron] For port e21a4b47-04c9-4fc7-8de8-e9be41310592, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=e21a4b47-04c9-4fc7-8de8-e9be41310592,segment=NetworkSegment(4d71454c-3ec5-4d11-8d12-d1e996d7212b),segment_id=4d71454c-3ec5-4d11-8d12-d1e996d7212b)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:17:49.734525 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff1e8611-123d-4810-ad46-5f99afab347e tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Made reservation on behalf of 2a6cb1c7b667422386e8a263117bcaa0 for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:17:49.738902 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ff1e8611-123d-4810-ad46-5f99afab347e tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:49.760230 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5113ae-db65-43e8-ab5f-802629fe96f4 req-72970e35-2ec8-43f7-b733-7ecf17dfd60a tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:49.771272 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5113ae-db65-43e8-ab5f-802629fe96f4 req-72970e35-2ec8-43f7-b733-7ecf17dfd60a tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:49.780362 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5113ae-db65-43e8-ab5f-802629fe96f4 req-72970e35-2ec8-43f7-b733-7ecf17dfd60a tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:49.786666 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff1e8611-123d-4810-ad46-5f99afab347e tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:17:49.787752 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5113ae-db65-43e8-ab5f-802629fe96f4 req-72970e35-2ec8-43f7-b733-7ecf17dfd60a tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:49.796426 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5113ae-db65-43e8-ab5f-802629fe96f4 req-72970e35-2ec8-43f7-b733-7ecf17dfd60a tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:49.801727 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ff1e8611-123d-4810-ad46-5f99afab347e tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:49.802284 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-ff1e8611-123d-4810-ad46-5f99afab347e tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Added segment 7bac65ef-a3ef-4d3f-ad4b-f2e4ccac4d0d of type vlan for network e27316ec-5bc3-4ed3-8be6-9cb57cda2ea3 Oct 30 15:17:49.804425 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5113ae-db65-43e8-ab5f-802629fe96f4 req-72970e35-2ec8-43f7-b733-7ecf17dfd60a tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:49.811029 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5113ae-db65-43e8-ab5f-802629fe96f4 req-72970e35-2ec8-43f7-b733-7ecf17dfd60a tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:49.824387 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1c5113ae-db65-43e8-ab5f-802629fe96f4 req-72970e35-2ec8-43f7-b733-7ecf17dfd60a tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 5383 time: 0.1784768 Oct 30 15:17:49.835870 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-dd2ba632-6eac-443e-935a-64ad1527160e req-1692937a-d8f7-4660-a2ef-96b3c04892eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:49.843096 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-76e6c297-b3f2-4cd7-a98e-8332baace37c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:49.846416 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-76e6c297-b3f2-4cd7-a98e-8332baace37c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:49.852687 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-76e6c297-b3f2-4cd7-a98e-8332baace37c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5cc46b82-6174-4e38-a8cb-cba208a4c5f7 HTTP/1.1" status: 204 len: 168 time: 1.2961478 Oct 30 15:17:49.884440 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ff1e8611-123d-4810-ad46-5f99afab347e tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:49.902463 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e6c297-b3f2-4cd7-a98e-8332baace37c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc46b82-6174-4e38-a8cb-cba208a4c5f7,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:49.940448 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ba632-6eac-443e-935a-64ad1527160e req-1692937a-d8f7-4660-a2ef-96b3c04892eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:49.941408 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-dd2ba632-6eac-443e-935a-64ad1527160e req-1692937a-d8f7-4660-a2ef-96b3c04892eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:49.945667 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd2ba632-6eac-443e-935a-64ad1527160e req-1692937a-d8f7-4660-a2ef-96b3c04892eb service neutron] 10.222.0.53 "PUT /v2.0/ports/e21a4b47-04c9-4fc7-8de8-e9be41310592 HTTP/1.1" status: 200 len: 1137 time: 2.6039567 Oct 30 15:17:49.946958 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '318e0f35-11f4-4936-80dd-75a782a28c98', 'tag': 'e21a4b47-04c9-4fc7-8de8-e9be41310592'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:17:49.950560 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c6d9eb-4be1-49ae-8c12-d10947cbb6a8" -d '{"events": [{"name": "network-changed", "server_uuid": "318e0f35-11f4-4936-80dd-75a782a28c98", "tag": "e21a4b47-04c9-4fc7-8de8-e9be41310592"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:17:49.980841 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-dd2ba632-6eac-443e-935a-64ad1527160e req-2581d672-c4b5-4784-99a8-b6586e876320 service neutron] Request body: {'port': {'device_id': '318e0f35-11f4-4936-80dd-75a782a28c98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:17:49.981271 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ff1e8611-123d-4810-ad46-5f99afab347e tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:49.996124 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1e8611-123d-4810-ad46-5f99afab347e tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:49.996783 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ff1e8611-123d-4810-ad46-5f99afab347e tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:50.001122 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1c5113ae-db65-43e8-ab5f-802629fe96f4 req-1e48f6df-0292-45ad-9816-005c078b1938 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d8b2e39-c2c3-46e2-b7ce-d3094509b03c&id=301c6b35-46a3-48b2-8746-44103cb6e6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1755762 Oct 30 15:17:50.032007 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-ff1e8611-123d-4810-ad46-5f99afab347e tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3468935 Oct 30 15:17:50.047342 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43310) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:50.057566 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a9e65b-ad79-4f29-a89b-8ab0c2741359 x-openstack-request-id: req-67a9e65b-ad79-4f29-a89b-8ab0c2741359 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:17:50.058117 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "318e0f35-11f4-4936-80dd-75a782a28c98", "tag": "e21a4b47-04c9-4fc7-8de8-e9be41310592", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:17:50.058559 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-67a9e65b-ad79-4f29-a89b-8ab0c2741359 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:17:50.059129 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '318e0f35-11f4-4936-80dd-75a782a28c98', 'tag': 'e21a4b47-04c9-4fc7-8de8-e9be41310592', 'status': 'completed', 'code': 200} Oct 30 15:17:50.062949 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-d32588e1-e2b2-4a23-b29d-730cf2788e5b tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Request body: {'subnet': {'network_id': 'e27316ec-5bc3-4ed3-8be6-9cb57cda2ea3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:17:50.219034 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1e8611-123d-4810-ad46-5f99afab347e tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Pushing event updated for resources: {'Network': ['ID=e27316ec-5bc3-4ed3-8be6-9cb57cda2ea3,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:50.230169 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network e27316ec-5bc3-4ed3-8be6-9cb57cda2ea3 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:17:50.749139 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1692937a-d8f7-4660-a2ef-96b3c04892eb service neutron] Pushing event updated for resources: {'Port': ['ID=e21a4b47-04c9-4fc7-8de8-e9be41310592,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:50.797046 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-dd2ba632-6eac-443e-935a-64ad1527160e req-2581d672-c4b5-4784-99a8-b6586e876320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:50.865730 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c6d9eb-4be1-49ae-8c12-d10947cbb6a8 req-85f2313b-b21b-4965-b4fc-c3792972557e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:50.867384 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c6d9eb-4be1-49ae-8c12-d10947cbb6a8 req-85f2313b-b21b-4965-b4fc-c3792972557e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:50.868298 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c6d9eb-4be1-49ae-8c12-d10947cbb6a8 req-85f2313b-b21b-4965-b4fc-c3792972557e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:50.868419 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c6d9eb-4be1-49ae-8c12-d10947cbb6a8 req-85f2313b-b21b-4965-b4fc-c3792972557e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:50.868788 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c6d9eb-4be1-49ae-8c12-d10947cbb6a8 req-85f2313b-b21b-4965-b4fc-c3792972557e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:50.869244 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c6d9eb-4be1-49ae-8c12-d10947cbb6a8 req-85f2313b-b21b-4965-b4fc-c3792972557e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:50.869702 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c6d9eb-4be1-49ae-8c12-d10947cbb6a8 req-85f2313b-b21b-4965-b4fc-c3792972557e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:50.871662 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d2c6d9eb-4be1-49ae-8c12-d10947cbb6a8 req-85f2313b-b21b-4965-b4fc-c3792972557e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fedcadc844c84f7ca955acdb50df6c20&device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 6223 time: 0.7715232 Oct 30 15:17:50.899146 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d32588e1-e2b2-4a23-b29d-730cf2788e5b tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Made reservation on behalf of 2a6cb1c7b667422386e8a263117bcaa0 for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:17:50.903828 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d32588e1-e2b2-4a23-b29d-730cf2788e5b tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:51.158101 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-54c0edce-e3df-4f5f-b503-ce24fa45b5fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:51.208968 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d3e216e0-c17b-450d-9efd-a33d7cb37216 req-298c9d1a-fb79-4a17-b272-60d0c3e25487 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2897279 Oct 30 15:17:51.247393 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf03a9-7d89-400b-8c59-2d74089c652c req-9461e5d4-7a99-498e-9c6f-cd57ce559a63 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:51.269100 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf03a9-7d89-400b-8c59-2d74089c652c req-9461e5d4-7a99-498e-9c6f-cd57ce559a63 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:51.286945 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf03a9-7d89-400b-8c59-2d74089c652c req-9461e5d4-7a99-498e-9c6f-cd57ce559a63 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:51.305839 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf03a9-7d89-400b-8c59-2d74089c652c req-9461e5d4-7a99-498e-9c6f-cd57ce559a63 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:51.313716 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c6d9eb-4be1-49ae-8c12-d10947cbb6a8 req-1e20d093-c3b1-4915-b680-b47804da7df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:51.314192 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c6d9eb-4be1-49ae-8c12-d10947cbb6a8 req-1e20d093-c3b1-4915-b680-b47804da7df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:51.314750 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c6d9eb-4be1-49ae-8c12-d10947cbb6a8 req-1e20d093-c3b1-4915-b680-b47804da7df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:51.322591 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf03a9-7d89-400b-8c59-2d74089c652c req-9461e5d4-7a99-498e-9c6f-cd57ce559a63 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:51.328641 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d2c6d9eb-4be1-49ae-8c12-d10947cbb6a8 req-1e20d093-c3b1-4915-b680-b47804da7df1 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=fedcadc844c84f7ca955acdb50df6c20&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4442508 Oct 30 15:17:51.337736 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf03a9-7d89-400b-8c59-2d74089c652c req-9461e5d4-7a99-498e-9c6f-cd57ce559a63 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:51.359967 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf03a9-7d89-400b-8c59-2d74089c652c req-9461e5d4-7a99-498e-9c6f-cd57ce559a63 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:51.373651 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7eaf03a9-7d89-400b-8c59-2d74089c652c req-9461e5d4-7a99-498e-9c6f-cd57ce559a63 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 5383 time: 0.2354970 Oct 30 15:17:51.391168 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43344) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:51.461057 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7eaf03a9-7d89-400b-8c59-2d74089c652c req-a4940607-dcd5-40a4-9f90-b6742566ee73 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d8b2e39-c2c3-46e2-b7ce-d3094509b03c&id=301c6b35-46a3-48b2-8746-44103cb6e6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0860217 Oct 30 15:17:51.539573 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e216e0-c17b-450d-9efd-a33d7cb37216 req-a9147c72-4954-434d-843f-eb69d045b2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:51.540053 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e216e0-c17b-450d-9efd-a33d7cb37216 req-a9147c72-4954-434d-843f-eb69d045b2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:51.540524 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e216e0-c17b-450d-9efd-a33d7cb37216 req-a9147c72-4954-434d-843f-eb69d045b2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:51.540985 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e216e0-c17b-450d-9efd-a33d7cb37216 req-a9147c72-4954-434d-843f-eb69d045b2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:51.541442 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e216e0-c17b-450d-9efd-a33d7cb37216 req-a9147c72-4954-434d-843f-eb69d045b2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:51.541898 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e216e0-c17b-450d-9efd-a33d7cb37216 req-a9147c72-4954-434d-843f-eb69d045b2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:51.542354 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e216e0-c17b-450d-9efd-a33d7cb37216 req-a9147c72-4954-434d-843f-eb69d045b2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:51.544572 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d3e216e0-c17b-450d-9efd-a33d7cb37216 req-a9147c72-4954-434d-843f-eb69d045b2f0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=005d49094ead4e63ad23cb02de2bfa34&device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 6498 time: 0.2130892 Oct 30 15:17:51.648089 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-125fe760-cbf6-4264-ac8c-b439bd752512 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-535711435'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:17:51.689441 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125fe760-cbf6-4264-ac8c-b439bd752512 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Made reservation on behalf of d5120f1dc65f4ae487781dbab13ba539 for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:17:51.694974 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-125fe760-cbf6-4264-ac8c-b439bd752512 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:51.718201 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-125fe760-cbf6-4264-ac8c-b439bd752512 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:51.810532 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c6d9eb-4be1-49ae-8c12-d10947cbb6a8 req-4b346c5a-7c3e-4b01-8689-912eb264b4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:51.812133 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d2c6d9eb-4be1-49ae-8c12-d10947cbb6a8 req-4b346c5a-7c3e-4b01-8689-912eb264b4a9 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4276891 Oct 30 15:17:51.824145 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-125fe760-cbf6-4264-ac8c-b439bd752512 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:51.832604 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-125fe760-cbf6-4264-ac8c-b439bd752512 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:51.853552 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e216e0-c17b-450d-9efd-a33d7cb37216 req-7f480cce-fdb4-43b2-a4db-e919288e5d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:51.854128 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e216e0-c17b-450d-9efd-a33d7cb37216 req-7f480cce-fdb4-43b2-a4db-e919288e5d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:51.854776 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e216e0-c17b-450d-9efd-a33d7cb37216 req-7f480cce-fdb4-43b2-a4db-e919288e5d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:51.856412 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d3e216e0-c17b-450d-9efd-a33d7cb37216 req-7f480cce-fdb4-43b2-a4db-e919288e5d19 service neutron] 10.222.0.53 "GET /v2.0/networks?id=524f8360-eaf2-4133-a589-da68b60c4b3f&id=5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc&id=5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc&id=5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc&id=5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc&id=67de53ff-61d6-4e57-84de-8610bca9618f&id=67de53ff-61d6-4e57-84de-8610bca9618f HTTP/1.1" status: 200 len: 2293 time: 0.2585731 Oct 30 15:17:51.879169 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d32588e1-e2b2-4a23-b29d-730cf2788e5b tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:51.900455 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125fe760-cbf6-4264-ac8c-b439bd752512 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ce6cc4-6108-4627-bada-be8e4123e22e,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:51.914222 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-125fe760-cbf6-4264-ac8c-b439bd752512 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:17:51.929461 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-125fe760-cbf6-4264-ac8c-b439bd752512 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:51.930175 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-125fe760-cbf6-4264-ac8c-b439bd752512 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Added segment c1adfa84-23a5-4cf1-878a-099be165f119 of type vlan for network dcf065c7-a552-4911-8f9a-e1a064c437d1 Oct 30 15:17:51.992987 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-125fe760-cbf6-4264-ac8c-b439bd752512 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:52.005461 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-dd2ba632-6eac-443e-935a-64ad1527160e req-2581d672-c4b5-4784-99a8-b6586e876320 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aba3b5e0-23a2-4836-aae5-4d9317d5a7f3 {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:17:52.026501 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-dd2ba632-6eac-443e-935a-64ad1527160e req-2581d672-c4b5-4784-99a8-b6586e876320 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:52.026880 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-125fe760-cbf6-4264-ac8c-b439bd752512 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:52.032521 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125fe760-cbf6-4264-ac8c-b439bd752512 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:52.033699 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-125fe760-cbf6-4264-ac8c-b439bd752512 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:52.046465 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32588e1-e2b2-4a23-b29d-730cf2788e5b tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Pushing event updated for resources: {'Subnet': ['ID=bb5ac9d9-7357-4f33-9ba8-380436af9456,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:52.060878 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d3e216e0-c17b-450d-9efd-a33d7cb37216 req-e50d63c4-919c-4faa-a838-6b8f2f59428c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0d107bb-70ae-4589-bbad-ba445997ea32 HTTP/1.1" status: 200 len: 1002 time: 0.1831548 Oct 30 15:17:52.071853 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-dd2ba632-6eac-443e-935a-64ad1527160e req-2581d672-c4b5-4784-99a8-b6586e876320 service neutron] Transition to ACTIVE for port object aba3b5e0-23a2-4836-aae5-4d9317d5a7f3 will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:17:52.082777 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-dd2ba632-6eac-443e-935a-64ad1527160e req-2581d672-c4b5-4784-99a8-b6586e876320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:52.101285 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-125fe760-cbf6-4264-ac8c-b439bd752512 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7080119 Oct 30 15:17:52.112321 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32588e1-e2b2-4a23-b29d-730cf2788e5b tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Checking segment: {'id': '7bac65ef-a3ef-4d3f-ad4b-f2e4ccac4d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e27316ec-5bc3-4ed3-8be6-9cb57cda2ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:17:52.112722 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32588e1-e2b2-4a23-b29d-730cf2788e5b tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Network hostable DHCP agents. Network: e27316ec-5bc3-4ed3-8be6-9cb57cda2ea3, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:17:52.125513 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125fe760-cbf6-4264-ac8c-b439bd752512 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Pushing event updated for resources: {'Network': ['ID=dcf065c7-a552-4911-8f9a-e1a064c437d1,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:52.137311 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network dcf065c7-a552-4911-8f9a-e1a064c437d1 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:17:52.194473 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32588e1-e2b2-4a23-b29d-730cf2788e5b tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Network e27316ec-5bc3-4ed3-8be6-9cb57cda2ea3 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:17:52.197541 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e216e0-c17b-450d-9efd-a33d7cb37216 req-511167d8-dd68-4413-890d-4500e806469c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:52.199036 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d3e216e0-c17b-450d-9efd-a33d7cb37216 req-511167d8-dd68-4413-890d-4500e806469c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b6028f5c-691f-4481-8af2-37902ddb4e8e HTTP/1.1" status: 200 len: 851 time: 0.1306412 Oct 30 15:17:52.205073 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2581d672-c4b5-4784-99a8-b6586e876320 service neutron] Pushing event updated for resources: {'Port': ['ID=aba3b5e0-23a2-4836-aae5-4d9317d5a7f3,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:52.247675 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-d32588e1-e2b2-4a23-b29d-730cf2788e5b tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, e27316ec-5bc3-4ed3-8be6-9cb57cda2ea3) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:17:52.249832 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43350) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:52.258709 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-21c5a208-6582-4d74-b1bb-08cc5994384a tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Request body: {'subnet': {'network_id': 'dcf065c7-a552-4911-8f9a-e1a064c437d1', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:17:52.268645 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe82a64-27d1-4b23-8c3f-e9cfb6fab513 None None] Network e27316ec-5bc3-4ed3-8be6-9cb57cda2ea3 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:17:52.281960 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32588e1-e2b2-4a23-b29d-730cf2788e5b tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:52.282566 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d32588e1-e2b2-4a23-b29d-730cf2788e5b tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:52.397947 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d32588e1-e2b2-4a23-b29d-730cf2788e5b tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3440919 Oct 30 15:17:52.402835 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43354) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:52.417015 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-6a2a8496-2e69-4e23-9aeb-8a0bbf2ac345 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-315524121', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:17:52.419961 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-dd2ba632-6eac-443e-935a-64ad1527160e req-2581d672-c4b5-4784-99a8-b6586e876320 service neutron] Attempting to bind port aba3b5e0-23a2-4836-aae5-4d9317d5a7f3 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:17:52.420440 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-dd2ba632-6eac-443e-935a-64ad1527160e req-2581d672-c4b5-4784-99a8-b6586e876320 service neutron] Attempting to bind port aba3b5e0-23a2-4836-aae5-4d9317d5a7f3 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '4d71454c-3ec5-4d11-8d12-d1e996d7212b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1c5c7057-6cfb-4273-ace5-d2dc41be3e4a'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:17:52.420878 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2ba632-6eac-443e-935a-64ad1527160e req-2581d672-c4b5-4784-99a8-b6586e876320 service neutron] Attempting to bind port aba3b5e0-23a2-4836-aae5-4d9317d5a7f3 on network 1c5c7057-6cfb-4273-ace5-d2dc41be3e4a {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:17:52.441387 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2ba632-6eac-443e-935a-64ad1527160e req-2581d672-c4b5-4784-99a8-b6586e876320 service neutron] Port aba3b5e0-23a2-4836-aae5-4d9317d5a7f3 on network 1c5c7057-6cfb-4273-ace5-d2dc41be3e4a not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:17:52.441969 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2ba632-6eac-443e-935a-64ad1527160e req-2581d672-c4b5-4784-99a8-b6586e876320 service neutron] Attempting to bind port aba3b5e0-23a2-4836-aae5-4d9317d5a7f3 on network 1c5c7057-6cfb-4273-ace5-d2dc41be3e4a {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:17:52.462530 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e216e0-c17b-450d-9efd-a33d7cb37216 req-6f12c1a1-b157-4176-bb29-295770f65452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:52.463346 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d3e216e0-c17b-450d-9efd-a33d7cb37216 req-6f12c1a1-b157-4176-bb29-295770f65452 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=524f8360-eaf2-4133-a589-da68b60c4b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2518196 Oct 30 15:17:52.464328 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2ba632-6eac-443e-935a-64ad1527160e req-2581d672-c4b5-4784-99a8-b6586e876320 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:17:52.464767 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2ba632-6eac-443e-935a-64ad1527160e req-2581d672-c4b5-4784-99a8-b6586e876320 service neutron] Checking segment: {'id': '4d71454c-3ec5-4d11-8d12-d1e996d7212b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1c5c7057-6cfb-4273-ace5-d2dc41be3e4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:17:52.465108 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2ba632-6eac-443e-935a-64ad1527160e req-2581d672-c4b5-4784-99a8-b6586e876320 service neutron] Bound using segment: {'id': '4d71454c-3ec5-4d11-8d12-d1e996d7212b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1c5c7057-6cfb-4273-ace5-d2dc41be3e4a'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:17:52.465553 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-dd2ba632-6eac-443e-935a-64ad1527160e req-2581d672-c4b5-4784-99a8-b6586e876320 service neutron] Bound port: aba3b5e0-23a2-4836-aae5-4d9317d5a7f3, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d71454c-3ec5-4d11-8d12-d1e996d7212b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1c5c7057-6cfb-4273-ace5-d2dc41be3e4a'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:17:52.465916 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-dd2ba632-6eac-443e-935a-64ad1527160e req-2581d672-c4b5-4784-99a8-b6586e876320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:52.488608 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6a2a8496-2e69-4e23-9aeb-8a0bbf2ac345 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:52.489663 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6a2a8496-2e69-4e23-9aeb-8a0bbf2ac345 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:52.535996 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c5a208-6582-4d74-b1bb-08cc5994384a tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Made reservation on behalf of d5120f1dc65f4ae487781dbab13ba539 for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:17:52.542265 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-21c5a208-6582-4d74-b1bb-08cc5994384a tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:52.577010 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29747434-f970-42e6-8ee0-8d689d3e3381 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-e27316ec-5bc3-4ed3-8be6-9cb57cda2ea3', 'network_id': 'e27316ec-5bc3-4ed3-8be6-9cb57cda2ea3', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'fixed_ips': [{'subnet_id': 'bb5ac9d9-7357-4f33-9ba8-380436af9456'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:17:52.584738 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-29747434-f970-42e6-8ee0-8d689d3e3381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:52.758617 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6a2a8496-2e69-4e23-9aeb-8a0bbf2ac345 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:52.791569 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-dd2ba632-6eac-443e-935a-64ad1527160e req-2581d672-c4b5-4784-99a8-b6586e876320 service neutron] For port aba3b5e0-23a2-4836-aae5-4d9317d5a7f3, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:17:52.797394 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-dd2ba632-6eac-443e-935a-64ad1527160e req-2581d672-c4b5-4784-99a8-b6586e876320 service neutron] For port aba3b5e0-23a2-4836-aae5-4d9317d5a7f3, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=aba3b5e0-23a2-4836-aae5-4d9317d5a7f3,segment=NetworkSegment(4d71454c-3ec5-4d11-8d12-d1e996d7212b),segment_id=4d71454c-3ec5-4d11-8d12-d1e996d7212b)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:17:52.801015 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d3e216e0-c17b-450d-9efd-a33d7cb37216 req-75aaae9a-f378-4b3c-b84d-63c00ec59a16 service neutron] 10.222.0.53 "GET /v2.0/networks/524f8360-eaf2-4133-a589-da68b60c4b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013780 Oct 30 15:17:52.811244 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-dd2ba632-6eac-443e-935a-64ad1527160e req-2581d672-c4b5-4784-99a8-b6586e876320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:52.882168 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6a2a8496-2e69-4e23-9aeb-8a0bbf2ac345 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:52.947277 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ba632-6eac-443e-935a-64ad1527160e req-2581d672-c4b5-4784-99a8-b6586e876320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:52.948348 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-dd2ba632-6eac-443e-935a-64ad1527160e req-2581d672-c4b5-4784-99a8-b6586e876320 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:52.950138 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd2ba632-6eac-443e-935a-64ad1527160e req-2581d672-c4b5-4784-99a8-b6586e876320 service neutron] 10.222.0.53 "PUT /v2.0/ports/aba3b5e0-23a2-4836-aae5-4d9317d5a7f3 HTTP/1.1" status: 200 len: 1092 time: 2.9747028 Oct 30 15:17:52.954906 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '318e0f35-11f4-4936-80dd-75a782a28c98', 'tag': 'aba3b5e0-23a2-4836-aae5-4d9317d5a7f3'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:17:52.958128 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c8c11e-0b32-4048-895b-64d75e41f978" -d '{"events": [{"name": "network-changed", "server_uuid": "318e0f35-11f4-4936-80dd-75a782a28c98", "tag": "aba3b5e0-23a2-4836-aae5-4d9317d5a7f3"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:17:53.024193 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6a2a8496-2e69-4e23-9aeb-8a0bbf2ac345 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:53.025433 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-6a2a8496-2e69-4e23-9aeb-8a0bbf2ac345 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6163437 Oct 30 15:17:53.041843 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-29747434-f970-42e6-8ee0-8d689d3e3381 None None] Allocated IP 172.20.0.2 (e27316ec-5bc3-4ed3-8be6-9cb57cda2ea3/bb5ac9d9-7357-4f33-9ba8-380436af9456/93fcae7b-52e8-4d2e-9d54-d46527011e8a) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:17:53.044326 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-dd2ba632-6eac-443e-935a-64ad1527160e req-daff47ea-04da-4c86-836d-e05fc6c8619a service neutron] Request body: {'port': {'device_id': '318e0f35-11f4-4936-80dd-75a782a28c98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:17:53.049702 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43364) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:53.071159 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bebd78c7-93f9-4eaf-9b71-976f8209e5e2 x-openstack-request-id: req-bebd78c7-93f9-4eaf-9b71-976f8209e5e2 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:17:53.071730 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "318e0f35-11f4-4936-80dd-75a782a28c98", "tag": "aba3b5e0-23a2-4836-aae5-4d9317d5a7f3", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:17:53.072351 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bebd78c7-93f9-4eaf-9b71-976f8209e5e2 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:17:53.072635 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '318e0f35-11f4-4936-80dd-75a782a28c98', 'tag': 'aba3b5e0-23a2-4836-aae5-4d9317d5a7f3', 'status': 'completed', 'code': 200} Oct 30 15:17:53.112386 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6543364-b69d-4e81-b40b-445321b4d4c3 req-d72904d0-2dc6-43e1-b19c-b30d18c0071d tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:53.118669 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6543364-b69d-4e81-b40b-445321b4d4c3 req-d72904d0-2dc6-43e1-b19c-b30d18c0071d tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:53.161573 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6543364-b69d-4e81-b40b-445321b4d4c3 req-d72904d0-2dc6-43e1-b19c-b30d18c0071d tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:53.167698 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6543364-b69d-4e81-b40b-445321b4d4c3 req-d72904d0-2dc6-43e1-b19c-b30d18c0071d tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:53.174096 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6543364-b69d-4e81-b40b-445321b4d4c3 req-d72904d0-2dc6-43e1-b19c-b30d18c0071d tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:53.186971 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6543364-b69d-4e81-b40b-445321b4d4c3 req-d72904d0-2dc6-43e1-b19c-b30d18c0071d tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:53.198924 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6543364-b69d-4e81-b40b-445321b4d4c3 req-d72904d0-2dc6-43e1-b19c-b30d18c0071d tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:53.202251 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f6543364-b69d-4e81-b40b-445321b4d4c3 req-d72904d0-2dc6-43e1-b19c-b30d18c0071d tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 5395 time: 0.5152950 Oct 30 15:17:53.239894 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2581d672-c4b5-4784-99a8-b6586e876320 service neutron] Pushing event updated for resources: {'Port': ['ID=aba3b5e0-23a2-4836-aae5-4d9317d5a7f3,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:53.366769 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-29747434-f970-42e6-8ee0-8d689d3e3381 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:53.379854 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-29747434-f970-42e6-8ee0-8d689d3e3381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:53.409024 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-21c5a208-6582-4d74-b1bb-08cc5994384a tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:53.431282 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d3e216e0-c17b-450d-9efd-a33d7cb37216 req-d36b5fa3-9b01-4e01-b171-b26ea37894c4 service neutron] 10.222.0.53 "GET /v2.0/networks/524f8360-eaf2-4133-a589-da68b60c4b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6227896 Oct 30 15:17:53.466546 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29747434-f970-42e6-8ee0-8d689d3e3381 None None] Pushing event updated for resources: {'Port': ['ID=93fcae7b-52e8-4d2e-9d54-d46527011e8a,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:53.488104 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f6543364-b69d-4e81-b40b-445321b4d4c3 req-28ec8723-2347-4143-b09e-c5ac3744f24c tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d8b2e39-c2c3-46e2-b7ce-d3094509b03c&id=301c6b35-46a3-48b2-8746-44103cb6e6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2754233 Oct 30 15:17:53.495313 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c5a208-6582-4d74-b1bb-08cc5994384a tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Pushing event updated for resources: {'Subnet': ['ID=d8938585-9c44-4805-8a34-9e29286a7b5c,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:53.532579 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29747434-f970-42e6-8ee0-8d689d3e3381 None None] Network e27316ec-5bc3-4ed3-8be6-9cb57cda2ea3 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:17:53.551697 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-dd2ba632-6eac-443e-935a-64ad1527160e req-daff47ea-04da-4c86-836d-e05fc6c8619a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:53.559200 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8c11e-0b32-4048-895b-64d75e41f978 req-ff2becfa-bb42-4280-84ec-5e1d32e564ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:53.559715 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8c11e-0b32-4048-895b-64d75e41f978 req-ff2becfa-bb42-4280-84ec-5e1d32e564ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:53.560415 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8c11e-0b32-4048-895b-64d75e41f978 req-ff2becfa-bb42-4280-84ec-5e1d32e564ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:53.561191 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8c11e-0b32-4048-895b-64d75e41f978 req-ff2becfa-bb42-4280-84ec-5e1d32e564ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:53.561684 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-29747434-f970-42e6-8ee0-8d689d3e3381 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:17:53.561955 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8c11e-0b32-4048-895b-64d75e41f978 req-ff2becfa-bb42-4280-84ec-5e1d32e564ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:53.562646 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8c11e-0b32-4048-895b-64d75e41f978 req-ff2becfa-bb42-4280-84ec-5e1d32e564ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:53.563443 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8c11e-0b32-4048-895b-64d75e41f978 req-ff2becfa-bb42-4280-84ec-5e1d32e564ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:53.565575 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d1c8c11e-0b32-4048-895b-64d75e41f978 req-ff2becfa-bb42-4280-84ec-5e1d32e564ec service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fedcadc844c84f7ca955acdb50df6c20&device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 6291 time: 0.4224064 Oct 30 15:17:53.576810 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29747434-f970-42e6-8ee0-8d689d3e3381 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:17:53.586054 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c5a208-6582-4d74-b1bb-08cc5994384a tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Checking segment: {'id': 'c1adfa84-23a5-4cf1-878a-099be165f119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'dcf065c7-a552-4911-8f9a-e1a064c437d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:17:53.587195 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c5a208-6582-4d74-b1bb-08cc5994384a tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Network hostable DHCP agents. Network: dcf065c7-a552-4911-8f9a-e1a064c437d1, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:17:53.618414 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c5a208-6582-4d74-b1bb-08cc5994384a tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Network dcf065c7-a552-4911-8f9a-e1a064c437d1 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:17:53.650483 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-21c5a208-6582-4d74-b1bb-08cc5994384a tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, dcf065c7-a552-4911-8f9a-e1a064c437d1) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:17:53.671111 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2935d25-603b-4f60-9be2-06714a94d0d6 None None] Network dcf065c7-a552-4911-8f9a-e1a064c437d1 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:17:53.673629 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c5a208-6582-4d74-b1bb-08cc5994384a tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:53.674343 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-21c5a208-6582-4d74-b1bb-08cc5994384a tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:53.736631 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d3e216e0-c17b-450d-9efd-a33d7cb37216 req-b6de4150-9235-4b49-b932-f88008de3245 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=8aa78acf-b283-45ba-9f2c-33317dfad74a HTTP/1.1" status: 200 len: 217 time: 0.2550359 Oct 30 15:17:53.738185 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8c11e-0b32-4048-895b-64d75e41f978 req-01307bd7-2263-4d04-9fa2-500cb923f0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:53.739185 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8c11e-0b32-4048-895b-64d75e41f978 req-01307bd7-2263-4d04-9fa2-500cb923f0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:53.739942 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8c11e-0b32-4048-895b-64d75e41f978 req-01307bd7-2263-4d04-9fa2-500cb923f0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:53.742229 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d1c8c11e-0b32-4048-895b-64d75e41f978 req-01307bd7-2263-4d04-9fa2-500cb923f0c3 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=fedcadc844c84f7ca955acdb50df6c20&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1387038 Oct 30 15:17:53.745914 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43372) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:53.752076 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-21c5a208-6582-4d74-b1bb-08cc5994384a tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.4988725 Oct 30 15:17:53.775207 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-d183c2dd-91c7-429d-b695-e0b2c1fe550c tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-663660263'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:17:53.849238 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-29747434-f970-42e6-8ee0-8d689d3e3381 None None] Attempting to bind port 93fcae7b-52e8-4d2e-9d54-d46527011e8a on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:17:53.849852 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-29747434-f970-42e6-8ee0-8d689d3e3381 None None] Attempting to bind port 93fcae7b-52e8-4d2e-9d54-d46527011e8a by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '7bac65ef-a3ef-4d3f-ad4b-f2e4ccac4d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e27316ec-5bc3-4ed3-8be6-9cb57cda2ea3'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:17:53.850914 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29747434-f970-42e6-8ee0-8d689d3e3381 None None] Attempting to bind port 93fcae7b-52e8-4d2e-9d54-d46527011e8a on network e27316ec-5bc3-4ed3-8be6-9cb57cda2ea3 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:17:53.860180 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c314fb56-2803-4708-8c54-84192740d661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:53.862648 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29747434-f970-42e6-8ee0-8d689d3e3381 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:17:53.863251 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29747434-f970-42e6-8ee0-8d689d3e3381 None None] Checking segment: {'id': '7bac65ef-a3ef-4d3f-ad4b-f2e4ccac4d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e27316ec-5bc3-4ed3-8be6-9cb57cda2ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:17:53.864365 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-29747434-f970-42e6-8ee0-8d689d3e3381 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:53.865038 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29747434-f970-42e6-8ee0-8d689d3e3381 None None] Bound using segment: {'id': '7bac65ef-a3ef-4d3f-ad4b-f2e4ccac4d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e27316ec-5bc3-4ed3-8be6-9cb57cda2ea3'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:17:53.865716 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-29747434-f970-42e6-8ee0-8d689d3e3381 None None] Bound port: 93fcae7b-52e8-4d2e-9d54-d46527011e8a, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bac65ef-a3ef-4d3f-ad4b-f2e4ccac4d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e27316ec-5bc3-4ed3-8be6-9cb57cda2ea3'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:17:53.866509 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-29747434-f970-42e6-8ee0-8d689d3e3381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:54.083419 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-29747434-f970-42e6-8ee0-8d689d3e3381 None None] For port 93fcae7b-52e8-4d2e-9d54-d46527011e8a, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:17:54.087828 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-29747434-f970-42e6-8ee0-8d689d3e3381 None None] For port 93fcae7b-52e8-4d2e-9d54-d46527011e8a, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=93fcae7b-52e8-4d2e-9d54-d46527011e8a,segment=NetworkSegment(7bac65ef-a3ef-4d3f-ad4b-f2e4ccac4d0d),segment_id=7bac65ef-a3ef-4d3f-ad4b-f2e4ccac4d0d)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:17:54.095341 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-29747434-f970-42e6-8ee0-8d689d3e3381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:54.127703 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e99a68-0587-45f8-96a6-568dbc52271f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-dcf065c7-a552-4911-8f9a-e1a064c437d1', 'network_id': 'dcf065c7-a552-4911-8f9a-e1a064c437d1', 'tenant_id': 'd5120f1dc65f4ae487781dbab13ba539', 'fixed_ips': [{'subnet_id': 'd8938585-9c44-4805-8a34-9e29286a7b5c'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:17:54.128895 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-91e99a68-0587-45f8-96a6-568dbc52271f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:54.158885 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29747434-f970-42e6-8ee0-8d689d3e3381 None None] Pushing event updated for resources: {'Port': ['ID=93fcae7b-52e8-4d2e-9d54-d46527011e8a,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:54.292529 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d183c2dd-91c7-429d-b695-e0b2c1fe550c tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Made reservation on behalf of d5120f1dc65f4ae487781dbab13ba539 for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:17:54.299427 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d183c2dd-91c7-429d-b695-e0b2c1fe550c tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:54.302453 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e216e0-c17b-450d-9efd-a33d7cb37216 req-184d10cc-aa02-40b2-8c5c-25b2aa64e853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:54.304612 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d3e216e0-c17b-450d-9efd-a33d7cb37216 req-184d10cc-aa02-40b2-8c5c-25b2aa64e853 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=521c91ba-254d-4496-ac2a-b56607fa8aa1 HTTP/1.1" status: 200 len: 797 time: 0.5594549 Oct 30 15:17:54.348146 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-91e99a68-0587-45f8-96a6-568dbc52271f None None] Allocated IP 172.20.255.242 (dcf065c7-a552-4911-8f9a-e1a064c437d1/d8938585-9c44-4805-8a34-9e29286a7b5c/04822d15-f979-44b5-9227-030ec9ac4d7a) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:17:54.581820 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d183c2dd-91c7-429d-b695-e0b2c1fe550c tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:17:54.664863 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:54.674530 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8c11e-0b32-4048-895b-64d75e41f978 req-088b43da-de13-4a1f-9cad-3ba2c5a51a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:54.680389 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d1c8c11e-0b32-4048-895b-64d75e41f978 req-088b43da-de13-4a1f-9cad-3ba2c5a51a8d service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9228890 Oct 30 15:17:54.777523 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-91e99a68-0587-45f8-96a6-568dbc52271f None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:54.784686 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-91e99a68-0587-45f8-96a6-568dbc52271f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:54.807633 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a67c274-e574-4ec1-845b-c318b85db66e req-da971389-159d-477f-a0be-5b1013f8c07d tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:54.817968 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a67c274-e574-4ec1-845b-c318b85db66e req-da971389-159d-477f-a0be-5b1013f8c07d tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:54.819006 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e99a68-0587-45f8-96a6-568dbc52271f None None] Network dcf065c7-a552-4911-8f9a-e1a064c437d1 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:17:54.822678 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a77ebe16-fe9d-4a2b-a567-bf0e399f9ae1 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:54.825162 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-91e99a68-0587-45f8-96a6-568dbc52271f None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:17:54.838339 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d183c2dd-91c7-429d-b695-e0b2c1fe550c tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:54.838918 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-d183c2dd-91c7-429d-b695-e0b2c1fe550c tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Added segment 1feb2972-02f2-4adc-a87c-52ab10542966 of type vlan for network 1faa5a79-55a7-49df-906d-febb5afcfee8 Oct 30 15:17:54.843395 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a67c274-e574-4ec1-845b-c318b85db66e req-da971389-159d-477f-a0be-5b1013f8c07d tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:54.853229 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a67c274-e574-4ec1-845b-c318b85db66e req-da971389-159d-477f-a0be-5b1013f8c07d tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:54.859801 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a67c274-e574-4ec1-845b-c318b85db66e req-da971389-159d-477f-a0be-5b1013f8c07d tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:54.871076 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a67c274-e574-4ec1-845b-c318b85db66e req-da971389-159d-477f-a0be-5b1013f8c07d tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:54.877902 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a67c274-e574-4ec1-845b-c318b85db66e req-da971389-159d-477f-a0be-5b1013f8c07d tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:54.888255 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6a67c274-e574-4ec1-845b-c318b85db66e req-da971389-159d-477f-a0be-5b1013f8c07d tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 5395 time: 0.2459214 Oct 30 15:17:54.900754 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e99a68-0587-45f8-96a6-568dbc52271f None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:17:55.008420 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6a67c274-e574-4ec1-845b-c318b85db66e req-e5feea9f-5fcb-41ae-94aa-94d2fafd020c tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d8b2e39-c2c3-46e2-b7ce-d3094509b03c&id=301c6b35-46a3-48b2-8746-44103cb6e6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1190982 Oct 30 15:17:55.021139 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:55.045684 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-91e99a68-0587-45f8-96a6-568dbc52271f None None] Attempting to bind port 04822d15-f979-44b5-9227-030ec9ac4d7a on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:17:55.046235 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-91e99a68-0587-45f8-96a6-568dbc52271f None None] Attempting to bind port 04822d15-f979-44b5-9227-030ec9ac4d7a by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'c1adfa84-23a5-4cf1-878a-099be165f119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'dcf065c7-a552-4911-8f9a-e1a064c437d1'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:17:55.046609 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e99a68-0587-45f8-96a6-568dbc52271f None None] Attempting to bind port 04822d15-f979-44b5-9227-030ec9ac4d7a on network dcf065c7-a552-4911-8f9a-e1a064c437d1 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:17:55.060940 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e99a68-0587-45f8-96a6-568dbc52271f None None] Pushing event updated for resources: {'Port': ['ID=04822d15-f979-44b5-9227-030ec9ac4d7a,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:55.064527 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e99a68-0587-45f8-96a6-568dbc52271f None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:17:55.064780 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e99a68-0587-45f8-96a6-568dbc52271f None None] Checking segment: {'id': 'c1adfa84-23a5-4cf1-878a-099be165f119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'dcf065c7-a552-4911-8f9a-e1a064c437d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:17:55.065243 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-91e99a68-0587-45f8-96a6-568dbc52271f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:55.065642 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e99a68-0587-45f8-96a6-568dbc52271f None None] Bound using segment: {'id': 'c1adfa84-23a5-4cf1-878a-099be165f119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'dcf065c7-a552-4911-8f9a-e1a064c437d1'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:17:55.066133 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-91e99a68-0587-45f8-96a6-568dbc52271f None None] Bound port: 04822d15-f979-44b5-9227-030ec9ac4d7a, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1adfa84-23a5-4cf1-878a-099be165f119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'dcf065c7-a552-4911-8f9a-e1a064c437d1'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:17:55.066525 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-91e99a68-0587-45f8-96a6-568dbc52271f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:55.185144 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-91e99a68-0587-45f8-96a6-568dbc52271f None None] For port 04822d15-f979-44b5-9227-030ec9ac4d7a, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:17:55.188508 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-91e99a68-0587-45f8-96a6-568dbc52271f None None] For port 04822d15-f979-44b5-9227-030ec9ac4d7a, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=04822d15-f979-44b5-9227-030ec9ac4d7a,segment=NetworkSegment(c1adfa84-23a5-4cf1-878a-099be165f119),segment_id=c1adfa84-23a5-4cf1-878a-099be165f119)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:17:55.197019 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-91e99a68-0587-45f8-96a6-568dbc52271f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:55.248346 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 93fcae7b-52e8-4d2e-9d54-d46527011e8a up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:17:55.383281 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e99a68-0587-45f8-96a6-568dbc52271f None None] Pushing event updated for resources: {'Port': ['ID=04822d15-f979-44b5-9227-030ec9ac4d7a,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:55.388453 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 93fcae7b-52e8-4d2e-9d54-d46527011e8a triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:17:55.388831 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:55.568606 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:55.645691 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 93fcae7b-52e8-4d2e-9d54-d46527011e8a, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=93fcae7b-52e8-4d2e-9d54-d46527011e8a,segment=NetworkSegment(7bac65ef-a3ef-4d3f-ad4b-f2e4ccac4d0d),segment_id=7bac65ef-a3ef-4d3f-ad4b-f2e4ccac4d0d)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:17:55.671566 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:55.673052 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e216e0-c17b-450d-9efd-a33d7cb37216 req-e2e089d4-b936-4ec4-b74d-bdccd4ce7281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:55.673052 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d3e216e0-c17b-450d-9efd-a33d7cb37216 req-e2e089d4-b936-4ec4-b74d-bdccd4ce7281 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.2963328 Oct 30 15:17:55.755457 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d183c2dd-91c7-429d-b695-e0b2c1fe550c tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:55.773180 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=93fcae7b-52e8-4d2e-9d54-d46527011e8a,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:55.931003 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efde30fa-ef95-435d-8ccc-1632dba5f0a3 None None] Network e27316ec-5bc3-4ed3-8be6-9cb57cda2ea3 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:17:55.950286 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d183c2dd-91c7-429d-b695-e0b2c1fe550c tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:55.956011 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d183c2dd-91c7-429d-b695-e0b2c1fe550c tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:55.956642 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d183c2dd-91c7-429d-b695-e0b2c1fe550c tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:56.105482 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d183c2dd-91c7-429d-b695-e0b2c1fe550c tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.3571780 Oct 30 15:17:56.112466 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43394) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:56.119949 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-166c3177-ab41-4ca0-aaf8-14d80c759eda tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Request body: {'subnet': {'network_id': '1faa5a79-55a7-49df-906d-febb5afcfee8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:17:56.237319 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d183c2dd-91c7-429d-b695-e0b2c1fe550c tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Pushing event updated for resources: {'Network': ['ID=1faa5a79-55a7-49df-906d-febb5afcfee8,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:56.276863 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 1faa5a79-55a7-49df-906d-febb5afcfee8 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:17:56.337206 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-dd2ba632-6eac-443e-935a-64ad1527160e req-daff47ea-04da-4c86-836d-e05fc6c8619a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e599b99-35d0-4059-9329-16f026a4447b {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:17:56.352172 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d3e216e0-c17b-450d-9efd-a33d7cb37216 req-b22ddab8-77cd-4dae-b3a4-2cb1e0465404 service neutron] 10.222.0.53 "GET /v2.0/networks/5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5597885 Oct 30 15:17:56.354563 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-dd2ba632-6eac-443e-935a-64ad1527160e req-daff47ea-04da-4c86-836d-e05fc6c8619a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:56.389518 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-3f59c3d2-2e50-4193-b4a3-3f14dc8a5269 None None] Provisioning complete for port 93fcae7b-52e8-4d2e-9d54-d46527011e8a triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:17:56.389885 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3f59c3d2-2e50-4193-b4a3-3f14dc8a5269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:56.432462 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be386c-5e6f-474d-bae1-5fc8631634a0 req-579acbda-7522-46a5-98ca-f70c333ec65c tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:56.442787 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be386c-5e6f-474d-bae1-5fc8631634a0 req-579acbda-7522-46a5-98ca-f70c333ec65c tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:56.464123 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be386c-5e6f-474d-bae1-5fc8631634a0 req-579acbda-7522-46a5-98ca-f70c333ec65c tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:56.473191 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be386c-5e6f-474d-bae1-5fc8631634a0 req-579acbda-7522-46a5-98ca-f70c333ec65c tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:56.481769 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be386c-5e6f-474d-bae1-5fc8631634a0 req-579acbda-7522-46a5-98ca-f70c333ec65c tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:56.494401 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be386c-5e6f-474d-bae1-5fc8631634a0 req-579acbda-7522-46a5-98ca-f70c333ec65c tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:56.510530 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-a77ebe16-fe9d-4a2b-a567-bf0e399f9ae1 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Allocated IP 172.20.0.1 (e27316ec-5bc3-4ed3-8be6-9cb57cda2ea3/bb5ac9d9-7357-4f33-9ba8-380436af9456/c6924e34-53a7-45e5-9b90-c4480395e16e) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:17:56.514554 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be386c-5e6f-474d-bae1-5fc8631634a0 req-579acbda-7522-46a5-98ca-f70c333ec65c tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:56.519538 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-99be386c-5e6f-474d-bae1-5fc8631634a0 req-579acbda-7522-46a5-98ca-f70c333ec65c tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 5395 time: 0.2499521 Oct 30 15:17:56.569983 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166c3177-ab41-4ca0-aaf8-14d80c759eda tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Made reservation on behalf of d5120f1dc65f4ae487781dbab13ba539 for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:17:56.576439 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-166c3177-ab41-4ca0-aaf8-14d80c759eda tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:56.660235 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-99be386c-5e6f-474d-bae1-5fc8631634a0 req-a028e947-b71f-4634-867c-1823308569ba tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d8b2e39-c2c3-46e2-b7ce-d3094509b03c&id=301c6b35-46a3-48b2-8746-44103cb6e6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1228409 Oct 30 15:17:56.667098 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:56.759284 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a77ebe16-fe9d-4a2b-a567-bf0e399f9ae1 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:56.773775 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-dd2ba632-6eac-443e-935a-64ad1527160e req-daff47ea-04da-4c86-836d-e05fc6c8619a service neutron] Transition to ACTIVE for port object 1e599b99-35d0-4059-9329-16f026a4447b will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:17:56.781332 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-dd2ba632-6eac-443e-935a-64ad1527160e req-daff47ea-04da-4c86-836d-e05fc6c8619a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:56.853354 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-166c3177-ab41-4ca0-aaf8-14d80c759eda tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:57.026339 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166c3177-ab41-4ca0-aaf8-14d80c759eda tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Pushing event updated for resources: {'Subnet': ['ID=b8ac244d-7c38-4b01-b50f-d059382ac1ed,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:57.051573 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166c3177-ab41-4ca0-aaf8-14d80c759eda tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Checking segment: {'id': '1feb2972-02f2-4adc-a87c-52ab10542966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1faa5a79-55a7-49df-906d-febb5afcfee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:17:57.052215 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166c3177-ab41-4ca0-aaf8-14d80c759eda tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Network hostable DHCP agents. Network: 1faa5a79-55a7-49df-906d-febb5afcfee8, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:17:57.077845 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d3e216e0-c17b-450d-9efd-a33d7cb37216 req-b139d71b-fb60-40cd-af46-4f24cb4af347 service neutron] 10.222.0.53 "GET /v2.0/networks/5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7160082 Oct 30 15:17:57.102583 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166c3177-ab41-4ca0-aaf8-14d80c759eda tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Network 1faa5a79-55a7-49df-906d-febb5afcfee8 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:17:57.124129 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-166c3177-ab41-4ca0-aaf8-14d80c759eda tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 1faa5a79-55a7-49df-906d-febb5afcfee8) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:17:57.127713 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b3266a-822b-494e-9c7f-ef2a1f17f710 None None] Network dcf065c7-a552-4911-8f9a-e1a064c437d1 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:17:57.144911 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166c3177-ab41-4ca0-aaf8-14d80c759eda tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:57.145783 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-166c3177-ab41-4ca0-aaf8-14d80c759eda tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:57.197725 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-166c3177-ab41-4ca0-aaf8-14d80c759eda tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.0816700 Oct 30 15:17:57.201295 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43402) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:57.208114 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daff47ea-04da-4c86-836d-e05fc6c8619a service neutron] Pushing event updated for resources: {'Port': ['ID=1e599b99-35d0-4059-9329-16f026a4447b,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:57.211148 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133d5c12-c655-4ca5-a18d-41efed7093aa None None] Network 1faa5a79-55a7-49df-906d-febb5afcfee8 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:17:57.371839 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-dd2ba632-6eac-443e-935a-64ad1527160e req-daff47ea-04da-4c86-836d-e05fc6c8619a service neutron] Attempting to bind port 1e599b99-35d0-4059-9329-16f026a4447b on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:17:57.373418 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-dd2ba632-6eac-443e-935a-64ad1527160e req-daff47ea-04da-4c86-836d-e05fc6c8619a service neutron] Attempting to bind port 1e599b99-35d0-4059-9329-16f026a4447b by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '4d71454c-3ec5-4d11-8d12-d1e996d7212b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1c5c7057-6cfb-4273-ace5-d2dc41be3e4a'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:17:57.375581 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2ba632-6eac-443e-935a-64ad1527160e req-daff47ea-04da-4c86-836d-e05fc6c8619a service neutron] Attempting to bind port 1e599b99-35d0-4059-9329-16f026a4447b on network 1c5c7057-6cfb-4273-ace5-d2dc41be3e4a {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:17:57.386570 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d3e216e0-c17b-450d-9efd-a33d7cb37216 req-59ae8ea8-7b6d-4807-9c2d-337361767814 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=80060876-f4f1-4c9d-9c66-0639e6343df4 HTTP/1.1" status: 200 len: 217 time: 0.2938776 Oct 30 15:17:57.392150 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a77ebe16-fe9d-4a2b-a567-bf0e399f9ae1 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:57.401731 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2ba632-6eac-443e-935a-64ad1527160e req-daff47ea-04da-4c86-836d-e05fc6c8619a service neutron] Port 1e599b99-35d0-4059-9329-16f026a4447b on network 1c5c7057-6cfb-4273-ace5-d2dc41be3e4a not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:17:57.402176 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2ba632-6eac-443e-935a-64ad1527160e req-daff47ea-04da-4c86-836d-e05fc6c8619a service neutron] Attempting to bind port 1e599b99-35d0-4059-9329-16f026a4447b on network 1c5c7057-6cfb-4273-ace5-d2dc41be3e4a {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:17:57.421212 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 04822d15-f979-44b5-9227-030ec9ac4d7a up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:17:57.426809 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2ba632-6eac-443e-935a-64ad1527160e req-daff47ea-04da-4c86-836d-e05fc6c8619a service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:17:57.427448 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2ba632-6eac-443e-935a-64ad1527160e req-daff47ea-04da-4c86-836d-e05fc6c8619a service neutron] Checking segment: {'id': '4d71454c-3ec5-4d11-8d12-d1e996d7212b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1c5c7057-6cfb-4273-ace5-d2dc41be3e4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:17:57.428787 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2ba632-6eac-443e-935a-64ad1527160e req-daff47ea-04da-4c86-836d-e05fc6c8619a service neutron] Bound using segment: {'id': '4d71454c-3ec5-4d11-8d12-d1e996d7212b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1c5c7057-6cfb-4273-ace5-d2dc41be3e4a'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:17:57.429482 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-dd2ba632-6eac-443e-935a-64ad1527160e req-daff47ea-04da-4c86-836d-e05fc6c8619a service neutron] Bound port: 1e599b99-35d0-4059-9329-16f026a4447b, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d71454c-3ec5-4d11-8d12-d1e996d7212b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1c5c7057-6cfb-4273-ace5-d2dc41be3e4a'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:17:57.430085 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-dd2ba632-6eac-443e-935a-64ad1527160e req-daff47ea-04da-4c86-836d-e05fc6c8619a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:57.442183 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9e76037e-8627-4b62-9d5d-5e6668169c63 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:57.503628 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77ebe16-fe9d-4a2b-a567-bf0e399f9ae1 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Network e27316ec-5bc3-4ed3-8be6-9cb57cda2ea3 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:17:57.507133 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c60fa13-2069-472c-9be4-c66f17067c54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-1faa5a79-55a7-49df-906d-febb5afcfee8', 'network_id': '1faa5a79-55a7-49df-906d-febb5afcfee8', 'tenant_id': 'd5120f1dc65f4ae487781dbab13ba539', 'fixed_ips': [{'subnet_id': 'b8ac244d-7c38-4b01-b50f-d059382ac1ed'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:17:57.508041 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0c60fa13-2069-472c-9be4-c66f17067c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:57.512459 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-a77ebe16-fe9d-4a2b-a567-bf0e399f9ae1 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:17:57.524252 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77ebe16-fe9d-4a2b-a567-bf0e399f9ae1 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:17:57.553250 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-19afd38b-a69f-4616-ac0a-6aa38e7ddf47 None None] Provisioning complete for port 04822d15-f979-44b5-9227-030ec9ac4d7a triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:17:57.553641 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-19afd38b-a69f-4616-ac0a-6aa38e7ddf47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:57.608995 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9e76037e-8627-4b62-9d5d-5e6668169c63 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:57.616583 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e216e0-c17b-450d-9efd-a33d7cb37216 req-9e85b297-8434-4e82-bab0-a2c0fc83bb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:57.618553 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d3e216e0-c17b-450d-9efd-a33d7cb37216 req-9e85b297-8434-4e82-bab0-a2c0fc83bb87 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=521c91ba-254d-4496-ac2a-b56607fa8aa1 HTTP/1.1" status: 200 len: 797 time: 0.2205820 Oct 30 15:17:57.619705 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77ebe16-fe9d-4a2b-a567-bf0e399f9ae1 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Pushing event updated for resources: {'Port': ['ID=c6924e34-53a7-45e5-9b90-c4480395e16e,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:57.697794 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a77ebe16-fe9d-4a2b-a567-bf0e399f9ae1 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:57.782125 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9e76037e-8627-4b62-9d5d-5e6668169c63 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:57.818905 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server [None req-0c60fa13-2069-472c-9be4-c66f17067c54 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b8ac244d-7c38-4b01-b50f-d059382ac1ed: This subnet is being modified by another concurrent operation. Oct 30 15:17:57.818905 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 30 15:17:57.818905 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 30 15:17:57.818905 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 30 15:17:57.818905 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 30 15:17:57.818905 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 30 15:17:57.818905 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 30 15:17:57.818905 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 30 15:17:57.818905 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 30 15:17:57.818905 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 30 15:17:57.818905 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 30 15:17:57.818905 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 30 15:17:57.818905 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 30 15:17:57.818905 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 30 15:17:57.818905 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 30 15:17:57.818905 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server raise self.value Oct 30 15:17:57.818905 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 30 15:17:57.818905 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 30 15:17:57.818905 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 30 15:17:57.818905 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 30 15:17:57.818905 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 30 15:17:57.818905 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 30 15:17:57.818905 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 30 15:17:57.818905 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server raise self.value Oct 30 15:17:57.818905 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 30 15:17:57.818905 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 30 15:17:57.818905 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 30 15:17:57.818905 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 30 15:17:57.818905 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 30 15:17:57.818905 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 30 15:17:57.818905 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 30 15:17:57.818905 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server raise self.value Oct 30 15:17:57.818905 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 30 15:17:57.818905 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 30 15:17:57.818905 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 30 15:17:57.818905 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 30 15:17:57.818905 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 30 15:17:57.818905 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 30 15:17:57.818905 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 30 15:17:57.818905 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 30 15:17:57.818905 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 30 15:17:57.818905 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 30 15:17:57.818905 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 30 15:17:57.818905 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 30 15:17:57.818905 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 30 15:17:57.818905 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 30 15:17:57.818905 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 30 15:17:57.818905 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 30 15:17:57.818905 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 30 15:17:57.818905 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 30 15:17:57.818905 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 30 15:17:57.818905 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server raise self.value Oct 30 15:17:57.818905 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 30 15:17:57.818905 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 30 15:17:57.823053 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 30 15:17:57.823053 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 30 15:17:57.823053 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 30 15:17:57.823053 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 30 15:17:57.823053 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 30 15:17:57.823053 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server raise self.value Oct 30 15:17:57.823053 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 30 15:17:57.823053 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 30 15:17:57.823053 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 30 15:17:57.823053 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 30 15:17:57.823053 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 30 15:17:57.823053 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 30 15:17:57.823053 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 30 15:17:57.823053 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server raise self.value Oct 30 15:17:57.823053 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 30 15:17:57.823053 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 30 15:17:57.823053 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 30 15:17:57.823053 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 30 15:17:57.823053 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 30 15:17:57.823053 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 30 15:17:57.823053 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Oct 30 15:17:57.823053 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 30 15:17:57.823053 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 30 15:17:57.823053 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 30 15:17:57.823053 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 30 15:17:57.823053 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 30 15:17:57.823053 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 30 15:17:57.823053 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server raise self.value Oct 30 15:17:57.823053 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 30 15:17:57.823053 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 30 15:17:57.823053 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 30 15:17:57.823053 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 30 15:17:57.823053 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 30 15:17:57.823053 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 30 15:17:57.823053 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 30 15:17:57.823053 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server raise exception Oct 30 15:17:57.823053 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b8ac244d-7c38-4b01-b50f-d059382ac1ed: This subnet is being modified by another concurrent operation. Oct 30 15:17:57.823053 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server Oct 30 15:17:57.825716 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-dd2ba632-6eac-443e-935a-64ad1527160e req-daff47ea-04da-4c86-836d-e05fc6c8619a service neutron] For port 1e599b99-35d0-4059-9329-16f026a4447b, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:17:57.850846 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-dd2ba632-6eac-443e-935a-64ad1527160e req-daff47ea-04da-4c86-836d-e05fc6c8619a service neutron] For port 1e599b99-35d0-4059-9329-16f026a4447b, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=1e599b99-35d0-4059-9329-16f026a4447b,segment=NetworkSegment(4d71454c-3ec5-4d11-8d12-d1e996d7212b),segment_id=4d71454c-3ec5-4d11-8d12-d1e996d7212b)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:17:57.857292 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e216e0-c17b-450d-9efd-a33d7cb37216 req-b0af0556-5dd4-4e02-b817-3b388fb00aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:57.858820 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d3e216e0-c17b-450d-9efd-a33d7cb37216 req-b0af0556-5dd4-4e02-b817-3b388fb00aaa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2329626 Oct 30 15:17:57.863516 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 04822d15-f979-44b5-9227-030ec9ac4d7a triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:17:57.863516 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:57.875952 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-dd2ba632-6eac-443e-935a-64ad1527160e req-daff47ea-04da-4c86-836d-e05fc6c8619a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:57.921357 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e76037e-8627-4b62-9d5d-5e6668169c63 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Pushing event deleted for resources: {'Subnet': ['ID=b8ac244d-7c38-4b01-b50f-d059382ac1ed,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:57.992418 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed81c6f-01f9-41bb-8666-7ffd036fcf39 None None] Network 1faa5a79-55a7-49df-906d-febb5afcfee8 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:17:58.040398 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ba632-6eac-443e-935a-64ad1527160e req-daff47ea-04da-4c86-836d-e05fc6c8619a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:58.041008 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-dd2ba632-6eac-443e-935a-64ad1527160e req-daff47ea-04da-4c86-836d-e05fc6c8619a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:58.042595 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd2ba632-6eac-443e-935a-64ad1527160e req-daff47ea-04da-4c86-836d-e05fc6c8619a service neutron] 10.222.0.53 "PUT /v2.0/ports/1e599b99-35d0-4059-9329-16f026a4447b HTTP/1.1" status: 200 len: 1091 time: 5.0208113 Oct 30 15:17:58.048542 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '318e0f35-11f4-4936-80dd-75a782a28c98', 'tag': '1e599b99-35d0-4059-9329-16f026a4447b'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:17:58.051138 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c744a459-b52b-431e-8d4a-d0c2a1fed611" -d '{"events": [{"name": "network-changed", "server_uuid": "318e0f35-11f4-4936-80dd-75a782a28c98", "tag": "1e599b99-35d0-4059-9329-16f026a4447b"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:17:58.054035 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a77ebe16-fe9d-4a2b-a567-bf0e399f9ae1 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:58.090370 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9e76037e-8627-4b62-9d5d-5e6668169c63 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:58.122145 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-dd2ba632-6eac-443e-935a-64ad1527160e req-17c51802-d405-4629-853d-8a4ac34c74b8 service neutron] Request body: {'port': {'device_id': '318e0f35-11f4-4936-80dd-75a782a28c98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:17:58.122776 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c264f02-fea7-4096-b712-bbc9fbf7a034 req-755c84a7-c07d-4c64-9f89-b668e7b5e3d0 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:58.135230 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c264f02-fea7-4096-b712-bbc9fbf7a034 req-755c84a7-c07d-4c64-9f89-b668e7b5e3d0 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:58.145638 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c264f02-fea7-4096-b712-bbc9fbf7a034 req-755c84a7-c07d-4c64-9f89-b668e7b5e3d0 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:58.163828 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c264f02-fea7-4096-b712-bbc9fbf7a034 req-755c84a7-c07d-4c64-9f89-b668e7b5e3d0 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:58.186580 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c264f02-fea7-4096-b712-bbc9fbf7a034 req-755c84a7-c07d-4c64-9f89-b668e7b5e3d0 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:58.193223 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c264f02-fea7-4096-b712-bbc9fbf7a034 req-755c84a7-c07d-4c64-9f89-b668e7b5e3d0 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:58.212116 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c264f02-fea7-4096-b712-bbc9fbf7a034 req-755c84a7-c07d-4c64-9f89-b668e7b5e3d0 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:58.215003 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8c264f02-fea7-4096-b712-bbc9fbf7a034 req-755c84a7-c07d-4c64-9f89-b668e7b5e3d0 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 5407 time: 0.3328848 Oct 30 15:17:58.261615 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c963a9f5-c913-4802-b0f0-03da2daf7292 x-openstack-request-id: req-c963a9f5-c913-4802-b0f0-03da2daf7292 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:17:58.262188 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "318e0f35-11f4-4936-80dd-75a782a28c98", "tag": "1e599b99-35d0-4059-9329-16f026a4447b", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:17:58.262624 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c963a9f5-c913-4802-b0f0-03da2daf7292 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:17:58.263187 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '318e0f35-11f4-4936-80dd-75a782a28c98', 'tag': '1e599b99-35d0-4059-9329-16f026a4447b', 'status': 'completed', 'code': 200} Oct 30 15:17:58.299522 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daff47ea-04da-4c86-836d-e05fc6c8619a service neutron] Pushing event updated for resources: {'Port': ['ID=1e599b99-35d0-4059-9329-16f026a4447b,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:58.307249 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-9e76037e-8627-4b62-9d5d-5e6668169c63 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1faa5a79-55a7-49df-906d-febb5afcfee8']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:17:58.358163 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-9e76037e-8627-4b62-9d5d-5e6668169c63 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1feb2972-02f2-4adc-a87c-52ab10542966') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:17:58.358741 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-9e76037e-8627-4b62-9d5d-5e6668169c63 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1feb2972-02f2-4adc-a87c-52ab10542966') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:17:58.367744 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8c264f02-fea7-4096-b712-bbc9fbf7a034 req-3731a875-b6cc-4011-a1a9-d8523bf49520 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d8b2e39-c2c3-46e2-b7ce-d3094509b03c&id=301c6b35-46a3-48b2-8746-44103cb6e6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1379840 Oct 30 15:17:58.378646 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9e76037e-8627-4b62-9d5d-5e6668169c63 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:58.395529 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9e76037e-8627-4b62-9d5d-5e6668169c63 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:58.415418 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e76037e-8627-4b62-9d5d-5e6668169c63 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:17:58.416185 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9e76037e-8627-4b62-9d5d-5e6668169c63 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:58.420737 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:17:58.420737 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:17:58.420737 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:17:58.420737 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:17:58.420737 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:17:58.420737 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:17:58.420737 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:17:58.420737 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:17:58.420737 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:17:58.420737 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:17:58.420737 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:17:58.420737 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:17:58.420737 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:17:58.420737 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:17:58.420737 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:17:58.420737 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:17:58.420737 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:17:58.420737 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:17:58.420737 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:17:58.420737 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:17:58.420737 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:17:58.420737 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:17:58.420737 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:17:58.420737 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:17:58.420737 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:17:58.420737 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:17:58.420737 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:17:58.420737 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:17:58.420737 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:17:58.420737 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:17:58.420737 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:17:58.420737 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:17:58.489367 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d3e216e0-c17b-450d-9efd-a33d7cb37216 req-71912d98-de25-4f19-8e0d-2617a9e5425a service neutron] 10.222.0.53 "GET /v2.0/networks/5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5579174 Oct 30 15:17:58.494317 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-19afd38b-a69f-4616-ac0a-6aa38e7ddf47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:58.534024 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9e76037e-8627-4b62-9d5d-5e6668169c63 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:58.539886 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9e76037e-8627-4b62-9d5d-5e6668169c63 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:58.548395 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9e76037e-8627-4b62-9d5d-5e6668169c63 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] 10.222.0.62 "DELETE /v2.0/networks/1faa5a79-55a7-49df-906d-febb5afcfee8 HTTP/1.1" status: 204 len: 168 time: 1.3457747 Oct 30 15:17:58.577021 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43416) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:58.578257 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e76037e-8627-4b62-9d5d-5e6668169c63 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Pushing event deleted for resources: {'Network': ['ID=1faa5a79-55a7-49df-906d-febb5afcfee8,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:58.588771 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-6989a757-7824-402b-b81c-96a2e3b62722 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-777781184'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:17:58.608190 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:58.616699 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6989a757-7824-402b-b81c-96a2e3b62722 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Made reservation on behalf of d5120f1dc65f4ae487781dbab13ba539 for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:17:58.623164 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6989a757-7824-402b-b81c-96a2e3b62722 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:58.665288 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6989a757-7824-402b-b81c-96a2e3b62722 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:17:58.697218 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6989a757-7824-402b-b81c-96a2e3b62722 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:58.698284 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-6989a757-7824-402b-b81c-96a2e3b62722 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Added segment 33535764-3470-405e-bf47-958ef328e9bf of type vlan for network fb622c94-9a23-43dd-a8fc-3a308db94181 Oct 30 15:17:58.714799 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-19afd38b-a69f-4616-ac0a-6aa38e7ddf47 None None] For port 04822d15-f979-44b5-9227-030ec9ac4d7a, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=04822d15-f979-44b5-9227-030ec9ac4d7a,segment=NetworkSegment(c1adfa84-23a5-4cf1-878a-099be165f119),segment_id=c1adfa84-23a5-4cf1-878a-099be165f119)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:17:58.722361 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-19afd38b-a69f-4616-ac0a-6aa38e7ddf47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:58.776515 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6989a757-7824-402b-b81c-96a2e3b62722 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:58.777945 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-dd2ba632-6eac-443e-935a-64ad1527160e req-17c51802-d405-4629-853d-8a4ac34c74b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:58.794133 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744a459-b52b-431e-8d4a-d0c2a1fed611 req-331b5c66-6545-4b28-9f71-cb6cf2960fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:58.794486 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.db.api [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 30 15:17:58.794852 n-d-806683-17 neutron-server[102132]: DEBUG oslo_db.api [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 30 15:17:58.795980 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744a459-b52b-431e-8d4a-d0c2a1fed611 req-331b5c66-6545-4b28-9f71-cb6cf2960fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:58.796124 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be24b5bd-6068-44bf-b1bf-8ea5e8b76985 None None] get_active_networks_info from n-d-806683-17 {{(pid=102132) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 30 15:17:58.797977 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744a459-b52b-431e-8d4a-d0c2a1fed611 req-331b5c66-6545-4b28-9f71-cb6cf2960fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:58.800360 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744a459-b52b-431e-8d4a-d0c2a1fed611 req-331b5c66-6545-4b28-9f71-cb6cf2960fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:58.801686 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744a459-b52b-431e-8d4a-d0c2a1fed611 req-331b5c66-6545-4b28-9f71-cb6cf2960fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:58.804257 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744a459-b52b-431e-8d4a-d0c2a1fed611 req-331b5c66-6545-4b28-9f71-cb6cf2960fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:58.806180 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744a459-b52b-431e-8d4a-d0c2a1fed611 req-331b5c66-6545-4b28-9f71-cb6cf2960fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:58.808417 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c744a459-b52b-431e-8d4a-d0c2a1fed611 req-331b5c66-6545-4b28-9f71-cb6cf2960fb1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fedcadc844c84f7ca955acdb50df6c20&device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 6359 time: 0.5320094 Oct 30 15:17:58.814110 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6989a757-7824-402b-b81c-96a2e3b62722 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:58.833778 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6989a757-7824-402b-b81c-96a2e3b62722 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:58.836109 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6989a757-7824-402b-b81c-96a2e3b62722 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:58.927312 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19afd38b-a69f-4616-ac0a-6aa38e7ddf47 None None] Pushing event updated for resources: {'Port': ['ID=04822d15-f979-44b5-9227-030ec9ac4d7a,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:58.929783 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6989a757-7824-402b-b81c-96a2e3b62722 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Pushing event updated for resources: {'Network': ['ID=fb622c94-9a23-43dd-a8fc-3a308db94181,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:58.943559 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-3270f402-b91a-41c1-aa72-cb548c83e255 None None] Provisioning complete for port 93fcae7b-52e8-4d2e-9d54-d46527011e8a triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:17:58.944484 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3270f402-b91a-41c1-aa72-cb548c83e255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:58.955111 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-6989a757-7824-402b-b81c-96a2e3b62722 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3706133 Oct 30 15:17:58.955654 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43418) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:17:58.967502 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-67f54c73-839d-4823-9529-27f39454233e tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Request body: {'subnet': {'network_id': 'fb622c94-9a23-43dd-a8fc-3a308db94181', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:17:59.006734 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network fb622c94-9a23-43dd-a8fc-3a308db94181 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:17:59.041587 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d3e216e0-c17b-450d-9efd-a33d7cb37216 req-82e84590-24c6-4563-8181-252ba4a44cf5 service neutron] 10.222.0.53 "GET /v2.0/networks/5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4320078 Oct 30 15:17:59.116777 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f54c73-839d-4823-9529-27f39454233e tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Made reservation on behalf of d5120f1dc65f4ae487781dbab13ba539 for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:17:59.124134 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-67f54c73-839d-4823-9529-27f39454233e tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:59.201193 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d3e216e0-c17b-450d-9efd-a33d7cb37216 req-90d6a775-9293-4b55-b561-d9f0892109a7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=7653bb03-0e9a-40b6-b92c-448a5acd76f4 HTTP/1.1" status: 200 len: 217 time: 0.1439552 Oct 30 15:17:59.212596 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.ipam_backend_mixin [None req-67f54c73-839d-4823-9529-27f39454233e tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Performing IP validity checks on allocation pools {{(pid=102130) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 30 15:17:59.217930 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.ipam_backend_mixin [None req-67f54c73-839d-4823-9529-27f39454233e tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102130) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 30 15:17:59.294190 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-3270f402-b91a-41c1-aa72-cb548c83e255 None None] Provisioning complete for port 04822d15-f979-44b5-9227-030ec9ac4d7a triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:17:59.294482 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3270f402-b91a-41c1-aa72-cb548c83e255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:59.358168 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be24b5bd-6068-44bf-b1bf-8ea5e8b76985 None None] Resources bound (agent type, host, resource id): {{(pid=102132) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 30 15:17:59.404158 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 93fcae7b-52e8-4d2e-9d54-d46527011e8a up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:17:59.412270 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-67f54c73-839d-4823-9529-27f39454233e tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:17:59.637252 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f54c73-839d-4823-9529-27f39454233e tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Pushing event updated for resources: {'Subnet': ['ID=8dbd9e69-be17-46b8-af89-1f69d1d87583,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:17:59.644603 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f54c73-839d-4823-9529-27f39454233e tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Checking segment: {'id': '33535764-3470-405e-bf47-958ef328e9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'fb622c94-9a23-43dd-a8fc-3a308db94181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:17:59.645970 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f54c73-839d-4823-9529-27f39454233e tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Network hostable DHCP agents. Network: fb622c94-9a23-43dd-a8fc-3a308db94181, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:17:59.686029 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d27ac3-07ea-4a2e-8091-65bfbb5f3aba req-8c553be7-209c-40be-9643-0cdeb8e649ff tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:59.706284 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d27ac3-07ea-4a2e-8091-65bfbb5f3aba req-8c553be7-209c-40be-9643-0cdeb8e649ff tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:59.713444 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d27ac3-07ea-4a2e-8091-65bfbb5f3aba req-8c553be7-209c-40be-9643-0cdeb8e649ff tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:59.724681 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d27ac3-07ea-4a2e-8091-65bfbb5f3aba req-8c553be7-209c-40be-9643-0cdeb8e649ff tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:59.742535 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d27ac3-07ea-4a2e-8091-65bfbb5f3aba req-8c553be7-209c-40be-9643-0cdeb8e649ff tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:59.753876 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d27ac3-07ea-4a2e-8091-65bfbb5f3aba req-8c553be7-209c-40be-9643-0cdeb8e649ff tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:59.847057 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e216e0-c17b-450d-9efd-a33d7cb37216 req-8c87c42d-cb7f-4741-a842-df135a86be3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:59.848468 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d3e216e0-c17b-450d-9efd-a33d7cb37216 req-8c87c42d-cb7f-4741-a842-df135a86be3b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=521c91ba-254d-4496-ac2a-b56607fa8aa1 HTTP/1.1" status: 200 len: 797 time: 0.5990429 Oct 30 15:17:59.884456 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d27ac3-07ea-4a2e-8091-65bfbb5f3aba req-8c553be7-209c-40be-9643-0cdeb8e649ff tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:59.900075 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-75d27ac3-07ea-4a2e-8091-65bfbb5f3aba req-8c553be7-209c-40be-9643-0cdeb8e649ff tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 5407 time: 0.3455548 Oct 30 15:17:59.922284 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744a459-b52b-431e-8d4a-d0c2a1fed611 req-0b49ade4-a167-4d6c-98cd-4bc211e5d3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:59.922749 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744a459-b52b-431e-8d4a-d0c2a1fed611 req-0b49ade4-a167-4d6c-98cd-4bc211e5d3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:59.923205 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744a459-b52b-431e-8d4a-d0c2a1fed611 req-0b49ade4-a167-4d6c-98cd-4bc211e5d3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:17:59.924877 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c744a459-b52b-431e-8d4a-d0c2a1fed611 req-0b49ade4-a167-4d6c-98cd-4bc211e5d3e1 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=fedcadc844c84f7ca955acdb50df6c20&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.0971482 Oct 30 15:17:59.981172 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-75d27ac3-07ea-4a2e-8091-65bfbb5f3aba req-cfed2eea-cc20-4d3d-a8a6-7a0652802dae tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d8b2e39-c2c3-46e2-b7ce-d3094509b03c&id=301c6b35-46a3-48b2-8746-44103cb6e6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0776563 Oct 30 15:17:59.999805 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f54c73-839d-4823-9529-27f39454233e tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Network fb622c94-9a23-43dd-a8fc-3a308db94181 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:18:00.028463 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-67f54c73-839d-4823-9529-27f39454233e tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, fb622c94-9a23-43dd-a8fc-3a308db94181) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:18:00.033197 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f54c73-839d-4823-9529-27f39454233e tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:00.033876 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-67f54c73-839d-4823-9529-27f39454233e tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:00.064786 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 93fcae7b-52e8-4d2e-9d54-d46527011e8a triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:18:00.065485 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:00.071077 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-67f54c73-839d-4823-9529-27f39454233e tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.1126292 Oct 30 15:18:00.073463 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43428) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:00.097456 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a77ebe16-fe9d-4a2b-a567-bf0e399f9ae1 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:00.136750 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:00.196613 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e0eba328-9b04-45d9-8d9b-c4b5da8585ee tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:00.246179 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744a459-b52b-431e-8d4a-d0c2a1fed611 req-5ede26bb-73c1-4479-b15e-74a156c33981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:00.248072 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c744a459-b52b-431e-8d4a-d0c2a1fed611 req-5ede26bb-73c1-4479-b15e-74a156c33981 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3099434 Oct 30 15:18:00.251388 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a77ebe16-fe9d-4a2b-a567-bf0e399f9ae1 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:00.253151 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-3270f402-b91a-41c1-aa72-cb548c83e255 None None] Provisioning complete for port c6924e34-53a7-45e5-9b90-c4480395e16e triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:18:00.253536 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3270f402-b91a-41c1-aa72-cb548c83e255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:00.264159 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e216e0-c17b-450d-9efd-a33d7cb37216 req-3a294b7a-507f-4c70-b866-c3261c206ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:00.265793 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d3e216e0-c17b-450d-9efd-a33d7cb37216 req-3a294b7a-507f-4c70-b866-c3261c206ad6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3997309 Oct 30 15:18:00.267622 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e0eba328-9b04-45d9-8d9b-c4b5da8585ee tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:00.342467 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-3270f402-b91a-41c1-aa72-cb548c83e255 None None] Port c6924e34-53a7-45e5-9b90-c4480395e16e cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:18:00.347218 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e0eba328-9b04-45d9-8d9b-c4b5da8585ee tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:00.458614 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e0eba328-9b04-45d9-8d9b-c4b5da8585ee tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:00.482178 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a77ebe16-fe9d-4a2b-a567-bf0e399f9ae1 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:00.482403 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-e0eba328-9b04-45d9-8d9b-c4b5da8585ee tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb622c94-9a23-43dd-a8fc-3a308db94181']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:00.489987 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77ebe16-fe9d-4a2b-a567-bf0e399f9ae1 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Pushing event updated for resources: {'Port': ['ID=c6924e34-53a7-45e5-9b90-c4480395e16e,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:00.499950 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-e0eba328-9b04-45d9-8d9b-c4b5da8585ee tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33535764-3470-405e-bf47-958ef328e9bf') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:00.500294 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-e0eba328-9b04-45d9-8d9b-c4b5da8585ee tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33535764-3470-405e-bf47-958ef328e9bf') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:00.512856 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e0eba328-9b04-45d9-8d9b-c4b5da8585ee tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:00.528623 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e0eba328-9b04-45d9-8d9b-c4b5da8585ee tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:00.535512 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0eba328-9b04-45d9-8d9b-c4b5da8585ee tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:18:00.535909 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e0eba328-9b04-45d9-8d9b-c4b5da8585ee tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:00.617687 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eba328-9b04-45d9-8d9b-c4b5da8585ee tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Pushing event deleted for resources: {'Subnet': ['ID=8dbd9e69-be17-46b8-af89-1f69d1d87583,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:00.632949 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fd11f4-7193-48ac-b1c5-21b546396327 None None] Network fb622c94-9a23-43dd-a8fc-3a308db94181 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:18:00.638117 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:18:00.638117 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:18:00.638117 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:18:00.638117 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:18:00.638117 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:18:00.638117 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:18:00.638117 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:18:00.638117 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:18:00.638117 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:18:00.638117 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:18:00.638117 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:18:00.638117 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:18:00.638117 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:18:00.638117 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:18:00.638117 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:18:00.638117 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:18:00.638117 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:18:00.638117 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:18:00.638117 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:18:00.638117 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:18:00.638117 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:18:00.638117 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:18:00.638117 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:18:00.638117 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:18:00.638117 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:18:00.638117 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:18:00.638117 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:18:00.638117 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:18:00.638117 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:18:00.638117 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:18:00.638117 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:18:00.638117 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:18:00.640133 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e0eba328-9b04-45d9-8d9b-c4b5da8585ee tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:00.649605 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e0eba328-9b04-45d9-8d9b-c4b5da8585ee tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:00.652873 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e0eba328-9b04-45d9-8d9b-c4b5da8585ee tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] 10.222.0.62 "DELETE /v2.0/networks/fb622c94-9a23-43dd-a8fc-3a308db94181 HTTP/1.1" status: 204 len: 168 time: 0.5783014 Oct 30 15:18:00.658568 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fd11f4-7193-48ac-b1c5-21b546396327 None None] Network fb622c94-9a23-43dd-a8fc-3a308db94181 could not be found, it might have been deleted concurrently. {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 30 15:18:00.659321 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d3e216e0-c17b-450d-9efd-a33d7cb37216 req-0b3f8e49-d9d6-43f2-bab6-1186bca57542 service neutron] 10.222.0.53 "GET /v2.0/networks/5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3612413 Oct 30 15:18:00.660061 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43442) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:00.663904 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-dd2ba632-6eac-443e-935a-64ad1527160e req-17c51802-d405-4629-853d-8a4ac34c74b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbb4922f-13db-4bb7-84e3-986b821ba15c {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:18:00.682742 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ec8ebc-3e25-4d05-9632-4c025ba6ed2e None None] Network fb622c94-9a23-43dd-a8fc-3a308db94181 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:18:00.684307 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-c57b5d18-b1da-4738-a061-113b593e47d1 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1714633217'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:18:00.705327 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ec8ebc-3e25-4d05-9632-4c025ba6ed2e None None] Network fb622c94-9a23-43dd-a8fc-3a308db94181 could not be found, it might have been deleted concurrently. {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 30 15:18:00.721374 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eba328-9b04-45d9-8d9b-c4b5da8585ee tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Pushing event deleted for resources: {'Network': ['ID=fb622c94-9a23-43dd-a8fc-3a308db94181,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:00.730578 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-dd2ba632-6eac-443e-935a-64ad1527160e req-17c51802-d405-4629-853d-8a4ac34c74b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:00.756605 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-dd2ba632-6eac-443e-935a-64ad1527160e req-17c51802-d405-4629-853d-8a4ac34c74b8 service neutron] Transition to ACTIVE for port object fbb4922f-13db-4bb7-84e3-986b821ba15c will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:18:00.762539 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57b5d18-b1da-4738-a061-113b593e47d1 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Made reservation on behalf of d5120f1dc65f4ae487781dbab13ba539 for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:18:00.766628 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c57b5d18-b1da-4738-a061-113b593e47d1 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:00.781796 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-dd2ba632-6eac-443e-935a-64ad1527160e req-17c51802-d405-4629-853d-8a4ac34c74b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:00.790857 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 04822d15-f979-44b5-9227-030ec9ac4d7a up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:18:00.878625 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 04822d15-f979-44b5-9227-030ec9ac4d7a triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:18:00.879200 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:00.952673 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77ebe16-fe9d-4a2b-a567-bf0e399f9ae1 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Network e27316ec-5bc3-4ed3-8be6-9cb57cda2ea3 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:18:00.960982 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-a77ebe16-fe9d-4a2b-a567-bf0e399f9ae1 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:18:01.141310 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c57b5d18-b1da-4738-a061-113b593e47d1 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:18:01.153091 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c57b5d18-b1da-4738-a061-113b593e47d1 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:01.153447 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-c57b5d18-b1da-4738-a061-113b593e47d1 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Added segment 89754e72-cf85-471c-a29c-b193793bf2c9 of type vlan for network b5549d2d-c836-4380-818a-295aa7232f19 Oct 30 15:18:01.224216 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d5a4f-b16b-4d84-8f76-fb0d836ec105 req-cbabce1b-50dc-4600-8483-8fce86b5c46b tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:01.227237 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c57b5d18-b1da-4738-a061-113b593e47d1 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:01.233797 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d5a4f-b16b-4d84-8f76-fb0d836ec105 req-cbabce1b-50dc-4600-8483-8fce86b5c46b tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:01.244842 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d5a4f-b16b-4d84-8f76-fb0d836ec105 req-cbabce1b-50dc-4600-8483-8fce86b5c46b tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:01.252750 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d5a4f-b16b-4d84-8f76-fb0d836ec105 req-cbabce1b-50dc-4600-8483-8fce86b5c46b tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:01.263806 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d5a4f-b16b-4d84-8f76-fb0d836ec105 req-cbabce1b-50dc-4600-8483-8fce86b5c46b tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:01.270913 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d5a4f-b16b-4d84-8f76-fb0d836ec105 req-cbabce1b-50dc-4600-8483-8fce86b5c46b tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:01.272999 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c51802-d405-4629-853d-8a4ac34c74b8 service neutron] Pushing event updated for resources: {'Port': ['ID=fbb4922f-13db-4bb7-84e3-986b821ba15c,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:01.278628 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d5a4f-b16b-4d84-8f76-fb0d836ec105 req-cbabce1b-50dc-4600-8483-8fce86b5c46b tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:01.282551 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0e7d5a4f-b16b-4d84-8f76-fb0d836ec105 req-cbabce1b-50dc-4600-8483-8fce86b5c46b tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 5419 time: 0.1340775 Oct 30 15:18:01.305385 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c57b5d18-b1da-4738-a061-113b593e47d1 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:01.318520 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57b5d18-b1da-4738-a061-113b593e47d1 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:01.321396 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c57b5d18-b1da-4738-a061-113b593e47d1 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:01.423327 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-99891e6e-60d2-4b2b-b3cb-2f3c9c89f73e None None] Provisioning complete for port c6924e34-53a7-45e5-9b90-c4480395e16e triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:18:01.423936 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-99891e6e-60d2-4b2b-b3cb-2f3c9c89f73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:01.467212 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-99891e6e-60d2-4b2b-b3cb-2f3c9c89f73e None None] Port c6924e34-53a7-45e5-9b90-c4480395e16e cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:18:01.498443 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-dd2ba632-6eac-443e-935a-64ad1527160e req-17c51802-d405-4629-853d-8a4ac34c74b8 service neutron] Attempting to bind port fbb4922f-13db-4bb7-84e3-986b821ba15c on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:18:01.501444 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-dd2ba632-6eac-443e-935a-64ad1527160e req-17c51802-d405-4629-853d-8a4ac34c74b8 service neutron] Attempting to bind port fbb4922f-13db-4bb7-84e3-986b821ba15c by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': 'b5ba004b-9013-4cb0-8ed5-52fde33455a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '992316f0-a5bb-44db-b566-e8ec1fde1c28'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:18:01.501969 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2ba632-6eac-443e-935a-64ad1527160e req-17c51802-d405-4629-853d-8a4ac34c74b8 service neutron] Attempting to bind port fbb4922f-13db-4bb7-84e3-986b821ba15c on network 992316f0-a5bb-44db-b566-e8ec1fde1c28 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:18:01.523900 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d3e216e0-c17b-450d-9efd-a33d7cb37216 req-11328242-6e05-45ec-9d79-c86de5e1ab2d service neutron] 10.222.0.53 "GET /v2.0/networks/5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8476200 Oct 30 15:18:01.534325 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-c57b5d18-b1da-4738-a061-113b593e47d1 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8569307 Oct 30 15:18:01.543154 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2ba632-6eac-443e-935a-64ad1527160e req-17c51802-d405-4629-853d-8a4ac34c74b8 service neutron] Port fbb4922f-13db-4bb7-84e3-986b821ba15c on network 992316f0-a5bb-44db-b566-e8ec1fde1c28 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:18:01.543596 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2ba632-6eac-443e-935a-64ad1527160e req-17c51802-d405-4629-853d-8a4ac34c74b8 service neutron] Attempting to bind port fbb4922f-13db-4bb7-84e3-986b821ba15c on network 992316f0-a5bb-44db-b566-e8ec1fde1c28 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:18:01.553776 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43458) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:01.589396 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2ba632-6eac-443e-935a-64ad1527160e req-17c51802-d405-4629-853d-8a4ac34c74b8 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:18:01.589873 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2ba632-6eac-443e-935a-64ad1527160e req-17c51802-d405-4629-853d-8a4ac34c74b8 service neutron] Checking segment: {'id': 'b5ba004b-9013-4cb0-8ed5-52fde33455a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '992316f0-a5bb-44db-b566-e8ec1fde1c28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:18:01.590327 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2ba632-6eac-443e-935a-64ad1527160e req-17c51802-d405-4629-853d-8a4ac34c74b8 service neutron] Bound using segment: {'id': 'b5ba004b-9013-4cb0-8ed5-52fde33455a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '992316f0-a5bb-44db-b566-e8ec1fde1c28'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:18:01.590859 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-dd2ba632-6eac-443e-935a-64ad1527160e req-17c51802-d405-4629-853d-8a4ac34c74b8 service neutron] Bound port: fbb4922f-13db-4bb7-84e3-986b821ba15c, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5ba004b-9013-4cb0-8ed5-52fde33455a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '992316f0-a5bb-44db-b566-e8ec1fde1c28'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:18:01.591294 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-dd2ba632-6eac-443e-935a-64ad1527160e req-17c51802-d405-4629-853d-8a4ac34c74b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:01.595339 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d3e216e0-c17b-450d-9efd-a33d7cb37216 req-8b09e539-9c6a-4922-bfe7-7a6097a8a35a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=4fb842e8-63f8-488f-bed6-7c184585aaae HTTP/1.1" status: 200 len: 217 time: 0.0549777 Oct 30 15:18:01.604597 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-a5268d9a-f3ac-4fa9-9e67-22c562f20099 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Request body: {'subnet': {'network_id': 'b5549d2d-c836-4380-818a-295aa7232f19', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:18:01.626535 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57b5d18-b1da-4738-a061-113b593e47d1 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Pushing event updated for resources: {'Network': ['ID=b5549d2d-c836-4380-818a-295aa7232f19,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:01.629778 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a77ebe16-fe9d-4a2b-a567-bf0e399f9ae1 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Router 9e07b85a-2c66-4731-b8a8-7617c265f93e is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:18:01.639816 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network b5549d2d-c836-4380-818a-295aa7232f19 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:18:01.776033 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0e7d5a4f-b16b-4d84-8f76-fb0d836ec105 req-60f45462-e328-4495-83b9-0a88ca3412a1 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d8b2e39-c2c3-46e2-b7ce-d3094509b03c&id=301c6b35-46a3-48b2-8746-44103cb6e6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4864149 Oct 30 15:18:01.852350 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:01.854302 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e216e0-c17b-450d-9efd-a33d7cb37216 req-c5cbd16e-3d5f-4033-b56b-140efbb12b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:01.855878 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d3e216e0-c17b-450d-9efd-a33d7cb37216 req-c5cbd16e-3d5f-4033-b56b-140efbb12b13 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=521c91ba-254d-4496-ac2a-b56607fa8aa1 HTTP/1.1" status: 200 len: 797 time: 0.2408588 Oct 30 15:18:01.918503 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77ebe16-fe9d-4a2b-a567-bf0e399f9ae1 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:18:01.930330 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43462) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:01.930515 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-a77ebe16-fe9d-4a2b-a567-bf0e399f9ae1 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "PUT /v2.0/routers/9e07b85a-2c66-4731-b8a8-7617c265f93e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8746550 Oct 30 15:18:01.933061 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2532e767-f8ff-49cd-b5df-031b0cd4a79a None None] Sync routers for ids ['9e07b85a-2c66-4731-b8a8-7617c265f93e'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:18:01.942399 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-dd2ba632-6eac-443e-935a-64ad1527160e req-17c51802-d405-4629-853d-8a4ac34c74b8 service neutron] For port fbb4922f-13db-4bb7-84e3-986b821ba15c, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:18:01.945282 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2532e767-f8ff-49cd-b5df-031b0cd4a79a None None] Routers {'9e07b85a-2c66-4731-b8a8-7617c265f93e'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:18:01.950785 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-dd2ba632-6eac-443e-935a-64ad1527160e req-17c51802-d405-4629-853d-8a4ac34c74b8 service neutron] For port fbb4922f-13db-4bb7-84e3-986b821ba15c, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=fbb4922f-13db-4bb7-84e3-986b821ba15c,segment=NetworkSegment(b5ba004b-9013-4cb0-8ed5-52fde33455a1),segment_id=b5ba004b-9013-4cb0-8ed5-52fde33455a1)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:18:01.951644 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-2532e767-f8ff-49cd-b5df-031b0cd4a79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:17:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['9e07b85a-2c66-4731-b8a8-7617c265f93e'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:01.985744 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-dd2ba632-6eac-443e-935a-64ad1527160e req-17c51802-d405-4629-853d-8a4ac34c74b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:02.009193 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c225b79-247c-41b3-b232-d1231eba1103 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:02.011201 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-6c225b79-247c-41b3-b232-d1231eba1103 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "GET /v2.0/ports/c6924e34-53a7-45e5-9b90-c4480395e16e HTTP/1.1" status: 200 len: 910 time: 0.0796978 Oct 30 15:18:02.013936 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43464) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:02.022970 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-2532e767-f8ff-49cd-b5df-031b0cd4a79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:02.031782 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2532e767-f8ff-49cd-b5df-031b0cd4a79a None None] Routers {'9e07b85a-2c66-4731-b8a8-7617c265f93e'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:18:02.032475 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-2532e767-f8ff-49cd-b5df-031b0cd4a79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:17:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['9e07b85a-2c66-4731-b8a8-7617c265f93e'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:02.041536 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5268d9a-f3ac-4fa9-9e67-22c562f20099 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Made reservation on behalf of d5120f1dc65f4ae487781dbab13ba539 for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:18:02.045149 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a5268d9a-f3ac-4fa9-9e67-22c562f20099 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:02.063628 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e216e0-c17b-450d-9efd-a33d7cb37216 req-923e35d1-2309-4726-a380-47a7a3b7a5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:02.065903 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d3e216e0-c17b-450d-9efd-a33d7cb37216 req-923e35d1-2309-4726-a380-47a7a3b7a5f0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1995082 Oct 30 15:18:02.081982 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-2532e767-f8ff-49cd-b5df-031b0cd4a79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:02.082736 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2532e767-f8ff-49cd-b5df-031b0cd4a79a None None] The sync data for ids ['9e07b85a-2c66-4731-b8a8-7617c265f93e'] in n-d-806683-17 is: [] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:18:02.232841 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ba632-6eac-443e-935a-64ad1527160e req-17c51802-d405-4629-853d-8a4ac34c74b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:02.233481 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-dd2ba632-6eac-443e-935a-64ad1527160e req-17c51802-d405-4629-853d-8a4ac34c74b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:02.235250 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd2ba632-6eac-443e-935a-64ad1527160e req-17c51802-d405-4629-853d-8a4ac34c74b8 service neutron] 10.222.0.53 "PUT /v2.0/ports/fbb4922f-13db-4bb7-84e3-986b821ba15c HTTP/1.1" status: 200 len: 1092 time: 4.1366515 Oct 30 15:18:02.235823 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '318e0f35-11f4-4936-80dd-75a782a28c98', 'tag': 'fbb4922f-13db-4bb7-84e3-986b821ba15c'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:18:02.238268 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e12d4b6-f557-4d84-8f6c-2b9a0cc9b2de" -d '{"events": [{"name": "network-changed", "server_uuid": "318e0f35-11f4-4936-80dd-75a782a28c98", "tag": "fbb4922f-13db-4bb7-84e3-986b821ba15c"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:18:02.270588 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-dd2ba632-6eac-443e-935a-64ad1527160e req-0114d608-bc77-405b-9a0e-bb4eae7e45c6 service neutron] Request body: {'port': {'device_id': '318e0f35-11f4-4936-80dd-75a782a28c98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:18:02.347492 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad79206f-4b9e-4a36-a511-96fa9d81cf82 x-openstack-request-id: req-ad79206f-4b9e-4a36-a511-96fa9d81cf82 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:18:02.347888 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "318e0f35-11f4-4936-80dd-75a782a28c98", "tag": "fbb4922f-13db-4bb7-84e3-986b821ba15c", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:18:02.348214 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ad79206f-4b9e-4a36-a511-96fa9d81cf82 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:18:02.348693 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '318e0f35-11f4-4936-80dd-75a782a28c98', 'tag': 'fbb4922f-13db-4bb7-84e3-986b821ba15c', 'status': 'completed', 'code': 200} Oct 30 15:18:02.389182 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c51802-d405-4629-853d-8a4ac34c74b8 service neutron] Pushing event updated for resources: {'Port': ['ID=fbb4922f-13db-4bb7-84e3-986b821ba15c,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:02.473686 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-dd2ba632-6eac-443e-935a-64ad1527160e req-0114d608-bc77-405b-9a0e-bb4eae7e45c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:02.565261 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a5268d9a-f3ac-4fa9-9e67-22c562f20099 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:02.566172 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-780a76e2-8e94-48e8-afb3-3baa7774f7dd tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:02.586100 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d3e216e0-c17b-450d-9efd-a33d7cb37216 req-ec454d81-9763-4dee-b970-fb628a7e0789 service neutron] 10.222.0.53 "GET /v2.0/networks/5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416889 Oct 30 15:18:02.591583 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12d4b6-f557-4d84-8f6c-2b9a0cc9b2de req-973841a3-d6a6-4e66-932b-73b7c69a198f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:02.592060 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12d4b6-f557-4d84-8f6c-2b9a0cc9b2de req-973841a3-d6a6-4e66-932b-73b7c69a198f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:02.592564 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12d4b6-f557-4d84-8f6c-2b9a0cc9b2de req-973841a3-d6a6-4e66-932b-73b7c69a198f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:02.593032 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12d4b6-f557-4d84-8f6c-2b9a0cc9b2de req-973841a3-d6a6-4e66-932b-73b7c69a198f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:02.593510 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12d4b6-f557-4d84-8f6c-2b9a0cc9b2de req-973841a3-d6a6-4e66-932b-73b7c69a198f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:02.593967 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12d4b6-f557-4d84-8f6c-2b9a0cc9b2de req-973841a3-d6a6-4e66-932b-73b7c69a198f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:02.594417 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12d4b6-f557-4d84-8f6c-2b9a0cc9b2de req-973841a3-d6a6-4e66-932b-73b7c69a198f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:02.596349 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9e12d4b6-f557-4d84-8f6c-2b9a0cc9b2de req-973841a3-d6a6-4e66-932b-73b7c69a198f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fedcadc844c84f7ca955acdb50df6c20&device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 6427 time: 0.2386324 Oct 30 15:18:02.835027 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5268d9a-f3ac-4fa9-9e67-22c562f20099 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Pushing event updated for resources: {'Subnet': ['ID=6efe0afe-4f45-4691-a3e8-609e3dafd5ea,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:02.872186 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5268d9a-f3ac-4fa9-9e67-22c562f20099 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Checking segment: {'id': '89754e72-cf85-471c-a29c-b193793bf2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b5549d2d-c836-4380-818a-295aa7232f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:18:02.872600 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5268d9a-f3ac-4fa9-9e67-22c562f20099 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Network hostable DHCP agents. Network: b5549d2d-c836-4380-818a-295aa7232f19, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:18:02.890709 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-780a76e2-8e94-48e8-afb3-3baa7774f7dd tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Deleting port c6924e34-53a7-45e5-9b90-c4480395e16e {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:18:02.890709 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-780a76e2-8e94-48e8-afb3-3baa7774f7dd tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:02.978845 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d3e216e0-c17b-450d-9efd-a33d7cb37216 req-8a1fb408-8b7d-456c-9f78-ec93e2e96c01 service neutron] 10.222.0.53 "GET /v2.0/networks/5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3814843 Oct 30 15:18:02.987140 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12d4b6-f557-4d84-8f6c-2b9a0cc9b2de req-dc5296d9-c844-4d38-b0c7-232a7a720821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:02.987660 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12d4b6-f557-4d84-8f6c-2b9a0cc9b2de req-dc5296d9-c844-4d38-b0c7-232a7a720821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:02.988218 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12d4b6-f557-4d84-8f6c-2b9a0cc9b2de req-dc5296d9-c844-4d38-b0c7-232a7a720821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:02.993083 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9e12d4b6-f557-4d84-8f6c-2b9a0cc9b2de req-dc5296d9-c844-4d38-b0c7-232a7a720821 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=fedcadc844c84f7ca955acdb50df6c20&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3731055 Oct 30 15:18:03.001401 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-780a76e2-8e94-48e8-afb3-3baa7774f7dd tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:03.023805 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-780a76e2-8e94-48e8-afb3-3baa7774f7dd tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Calling delete_port for c6924e34-53a7-45e5-9b90-c4480395e16e owned by network:router_interface {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:18:03.057349 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5268d9a-f3ac-4fa9-9e67-22c562f20099 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Network b5549d2d-c836-4380-818a-295aa7232f19 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:18:03.264779 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-780a76e2-8e94-48e8-afb3-3baa7774f7dd tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:03.294543 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780a76e2-8e94-48e8-afb3-3baa7774f7dd tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Pushing event deleted for resources: {'Port': ['ID=c6924e34-53a7-45e5-9b90-c4480395e16e,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:03.501288 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-780a76e2-8e94-48e8-afb3-3baa7774f7dd tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:03.637485 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d3e216e0-c17b-450d-9efd-a33d7cb37216 req-e24d43f2-3324-4f58-8734-284751bd28cf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6fbdea33-f4af-43f9-a5b2-4f079692a699 HTTP/1.1" status: 200 len: 217 time: 0.6376960 Oct 30 15:18:03.638154 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-a5268d9a-f3ac-4fa9-9e67-22c562f20099 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, b5549d2d-c836-4380-818a-295aa7232f19) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:18:03.649991 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07a7ea4-fd49-4ccc-8451-dcdeb6f8474d None None] Network b5549d2d-c836-4380-818a-295aa7232f19 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:18:03.748370 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-780a76e2-8e94-48e8-afb3-3baa7774f7dd tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Router 9e07b85a-2c66-4731-b8a8-7617c265f93e has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:18:03.805742 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5268d9a-f3ac-4fa9-9e67-22c562f20099 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:03.806345 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a5268d9a-f3ac-4fa9-9e67-22c562f20099 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:03.809051 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12d4b6-f557-4d84-8f6c-2b9a0cc9b2de req-0a5cb6b0-97b0-4aae-ad6b-918e64fc92ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:03.810484 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9e12d4b6-f557-4d84-8f6c-2b9a0cc9b2de req-0a5cb6b0-97b0-4aae-ad6b-918e64fc92ba service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7729242 Oct 30 15:18:03.842335 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-780a76e2-8e94-48e8-afb3-3baa7774f7dd tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:18:03.858732 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-780a76e2-8e94-48e8-afb3-3baa7774f7dd tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "PUT /v2.0/routers/9e07b85a-2c66-4731-b8a8-7617c265f93e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8435879 Oct 30 15:18:03.859491 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43488) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:03.868679 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b249769b-8b17-4b3e-a0d4-b4b1cd644615 None None] Sync routers for ids ['9e07b85a-2c66-4731-b8a8-7617c265f93e'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:18:03.894401 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-4d297f22-2050-480d-930f-907d7134ff93 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e07b85a-2c66-4731-b8a8-7617c265f93e HTTP/1.1" status: 200 len: 205 time: 0.0335603 Oct 30 15:18:03.895078 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43490) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:03.928001 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b249769b-8b17-4b3e-a0d4-b4b1cd644615 None None] Routers {'9e07b85a-2c66-4731-b8a8-7617c265f93e'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:18:03.929183 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-b249769b-8b17-4b3e-a0d4-b4b1cd644615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:17:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['9e07b85a-2c66-4731-b8a8-7617c265f93e'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:03.943283 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7407c-ce59-4d15-a1a4-c50d8c4ff575 req-91851e44-c72b-42bd-834d-6a9883cbe201 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:03.959014 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7407c-ce59-4d15-a1a4-c50d8c4ff575 req-91851e44-c72b-42bd-834d-6a9883cbe201 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:03.976487 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7407c-ce59-4d15-a1a4-c50d8c4ff575 req-91851e44-c72b-42bd-834d-6a9883cbe201 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:03.987121 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7480dbdf-fc26-4b44-a700-539c195bc2a9 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for router, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:03.988950 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7407c-ce59-4d15-a1a4-c50d8c4ff575 req-91851e44-c72b-42bd-834d-6a9883cbe201 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:03.999305 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7407c-ce59-4d15-a1a4-c50d8c4ff575 req-91851e44-c72b-42bd-834d-6a9883cbe201 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:04.016333 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7407c-ce59-4d15-a1a4-c50d8c4ff575 req-91851e44-c72b-42bd-834d-6a9883cbe201 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:04.030260 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7407c-ce59-4d15-a1a4-c50d8c4ff575 req-91851e44-c72b-42bd-834d-6a9883cbe201 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:04.032277 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-49e7407c-ce59-4d15-a1a4-c50d8c4ff575 req-91851e44-c72b-42bd-834d-6a9883cbe201 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 5419 time: 1.0638776 Oct 30 15:18:04.044091 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-b249769b-8b17-4b3e-a0d4-b4b1cd644615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:04.060230 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c86a8eb-8c34-416c-90f3-6d5efcd51b58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-b5549d2d-c836-4380-818a-295aa7232f19', 'network_id': 'b5549d2d-c836-4380-818a-295aa7232f19', 'tenant_id': 'd5120f1dc65f4ae487781dbab13ba539', 'fixed_ips': [{'subnet_id': '6efe0afe-4f45-4691-a3e8-609e3dafd5ea'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:18:04.061094 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1c86a8eb-8c34-416c-90f3-6d5efcd51b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:04.079971 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b249769b-8b17-4b3e-a0d4-b4b1cd644615 None None] Routers {'9e07b85a-2c66-4731-b8a8-7617c265f93e'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:18:04.082390 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-a5268d9a-f3ac-4fa9-9e67-22c562f20099 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.4886308 Oct 30 15:18:04.085014 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-b249769b-8b17-4b3e-a0d4-b4b1cd644615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:17:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['9e07b85a-2c66-4731-b8a8-7617c265f93e'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:04.107867 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43494) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:04.123442 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e216e0-c17b-450d-9efd-a33d7cb37216 req-548674e5-1661-4dde-9543-a05087934937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:04.124993 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d3e216e0-c17b-450d-9efd-a33d7cb37216 req-548674e5-1661-4dde-9543-a05087934937 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=93c41c92-4bd3-4929-ad89-7529a017aa93 HTTP/1.1" status: 200 len: 797 time: 0.4544685 Oct 30 15:18:04.141107 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-b249769b-8b17-4b3e-a0d4-b4b1cd644615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:04.141775 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b249769b-8b17-4b3e-a0d4-b4b1cd644615 None None] The sync data for ids ['9e07b85a-2c66-4731-b8a8-7617c265f93e'] in n-d-806683-17 is: [] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:18:04.217265 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:18:04.248793 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-dd2ba632-6eac-443e-935a-64ad1527160e req-0114d608-bc77-405b-9a0e-bb4eae7e45c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0d7a646-ac12-414b-a666-37b4c87a490e {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:18:04.268482 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-dd2ba632-6eac-443e-935a-64ad1527160e req-0114d608-bc77-405b-9a0e-bb4eae7e45c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:04.281428 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-1c86a8eb-8c34-416c-90f3-6d5efcd51b58 None None] Allocated IP 172.20.0.1 (b5549d2d-c836-4380-818a-295aa7232f19/6efe0afe-4f45-4691-a3e8-609e3dafd5ea/462fa3bd-28e4-470c-81df-c58fe427846b) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:18:04.309217 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-dd2ba632-6eac-443e-935a-64ad1527160e req-0114d608-bc77-405b-9a0e-bb4eae7e45c6 service neutron] Transition to ACTIVE for port object c0d7a646-ac12-414b-a666-37b4c87a490e will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:18:04.320399 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-dd2ba632-6eac-443e-935a-64ad1527160e req-0114d608-bc77-405b-9a0e-bb4eae7e45c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:04.325675 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7480dbdf-fc26-4b44-a700-539c195bc2a9 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:04.335368 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7480dbdf-fc26-4b44-a700-539c195bc2a9 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:04.337550 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-49e7407c-ce59-4d15-a1a4-c50d8c4ff575 req-4b90bccf-adf3-4363-bc39-a702083a68a4 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d8b2e39-c2c3-46e2-b7ce-d3094509b03c&id=301c6b35-46a3-48b2-8746-44103cb6e6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2751529 Oct 30 15:18:04.409751 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8ef3c1a2-68a0-4bf8-890f-d68e26c10b31 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:04.426156 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7480dbdf-fc26-4b44-a700-539c195bc2a9 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:04.427992 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7480dbdf-fc26-4b44-a700-539c195bc2a9 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Fanout notify agent at l3_agent the message router_deleted on router 9e07b85a-2c66-4731-b8a8-7617c265f93e {{(pid=102130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:18:04.430191 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e216e0-c17b-450d-9efd-a33d7cb37216 req-4fb50cd2-b7ae-49cf-a391-78eea6f2e896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:04.431856 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d3e216e0-c17b-450d-9efd-a33d7cb37216 req-4fb50cd2-b7ae-49cf-a391-78eea6f2e896 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=67de53ff-61d6-4e57-84de-8610bca9618f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2791395 Oct 30 15:18:04.451382 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7480dbdf-fc26-4b44-a700-539c195bc2a9 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:04.457200 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-7480dbdf-fc26-4b44-a700-539c195bc2a9 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "DELETE /v2.0/routers/9e07b85a-2c66-4731-b8a8-7617c265f93e HTTP/1.1" status: 204 len: 168 time: 0.5609739 Oct 30 15:18:04.458481 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43496) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:04.567822 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1c86a8eb-8c34-416c-90f3-6d5efcd51b58 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:04.578495 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1c86a8eb-8c34-416c-90f3-6d5efcd51b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:04.583594 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-41448fc5-da18-46f8-a823-d86c77616052 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Deleting subnet bb5ac9d9-7357-4f33-9ba8-380436af9456 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:18:04.604624 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-41448fc5-da18-46f8-a823-d86c77616052 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:04.639703 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0114d608-bc77-405b-9a0e-bb4eae7e45c6 service neutron] Pushing event updated for resources: {'Port': ['ID=c0d7a646-ac12-414b-a666-37b4c87a490e,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:04.678943 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c86a8eb-8c34-416c-90f3-6d5efcd51b58 None None] Network b5549d2d-c836-4380-818a-295aa7232f19 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:18:04.679902 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c86a8eb-8c34-416c-90f3-6d5efcd51b58 None None] Pushing event updated for resources: {'Port': ['ID=462fa3bd-28e4-470c-81df-c58fe427846b,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:04.686965 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-1c86a8eb-8c34-416c-90f3-6d5efcd51b58 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:18:04.696536 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c86a8eb-8c34-416c-90f3-6d5efcd51b58 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:18:04.759321 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8ef3c1a2-68a0-4bf8-890f-d68e26c10b31 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:04.828684 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-1c86a8eb-8c34-416c-90f3-6d5efcd51b58 None None] Attempting to bind port 462fa3bd-28e4-470c-81df-c58fe427846b on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:18:04.830038 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-1c86a8eb-8c34-416c-90f3-6d5efcd51b58 None None] Attempting to bind port 462fa3bd-28e4-470c-81df-c58fe427846b by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '89754e72-cf85-471c-a29c-b193793bf2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b5549d2d-c836-4380-818a-295aa7232f19'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:18:04.830184 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-dd2ba632-6eac-443e-935a-64ad1527160e req-0114d608-bc77-405b-9a0e-bb4eae7e45c6 service neutron] Attempting to bind port c0d7a646-ac12-414b-a666-37b4c87a490e on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:18:04.830404 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-dd2ba632-6eac-443e-935a-64ad1527160e req-0114d608-bc77-405b-9a0e-bb4eae7e45c6 service neutron] Attempting to bind port c0d7a646-ac12-414b-a666-37b4c87a490e by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': 'b5ba004b-9013-4cb0-8ed5-52fde33455a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '992316f0-a5bb-44db-b566-e8ec1fde1c28'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:18:04.830734 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2ba632-6eac-443e-935a-64ad1527160e req-0114d608-bc77-405b-9a0e-bb4eae7e45c6 service neutron] Attempting to bind port c0d7a646-ac12-414b-a666-37b4c87a490e on network 992316f0-a5bb-44db-b566-e8ec1fde1c28 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:18:04.831211 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c86a8eb-8c34-416c-90f3-6d5efcd51b58 None None] Attempting to bind port 462fa3bd-28e4-470c-81df-c58fe427846b on network b5549d2d-c836-4380-818a-295aa7232f19 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:18:04.839393 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c86a8eb-8c34-416c-90f3-6d5efcd51b58 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:18:04.840383 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2ba632-6eac-443e-935a-64ad1527160e req-0114d608-bc77-405b-9a0e-bb4eae7e45c6 service neutron] Port c0d7a646-ac12-414b-a666-37b4c87a490e on network 992316f0-a5bb-44db-b566-e8ec1fde1c28 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:18:04.840695 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c86a8eb-8c34-416c-90f3-6d5efcd51b58 None None] Checking segment: {'id': '89754e72-cf85-471c-a29c-b193793bf2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b5549d2d-c836-4380-818a-295aa7232f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:18:04.840826 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2ba632-6eac-443e-935a-64ad1527160e req-0114d608-bc77-405b-9a0e-bb4eae7e45c6 service neutron] Attempting to bind port c0d7a646-ac12-414b-a666-37b4c87a490e on network 992316f0-a5bb-44db-b566-e8ec1fde1c28 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:18:04.841441 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1c86a8eb-8c34-416c-90f3-6d5efcd51b58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:04.842055 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c86a8eb-8c34-416c-90f3-6d5efcd51b58 None None] Bound using segment: {'id': '89754e72-cf85-471c-a29c-b193793bf2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b5549d2d-c836-4380-818a-295aa7232f19'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:18:04.843237 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-1c86a8eb-8c34-416c-90f3-6d5efcd51b58 None None] Bound port: 462fa3bd-28e4-470c-81df-c58fe427846b, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89754e72-cf85-471c-a29c-b193793bf2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b5549d2d-c836-4380-818a-295aa7232f19'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:18:04.843882 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1c86a8eb-8c34-416c-90f3-6d5efcd51b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:04.848554 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2ba632-6eac-443e-935a-64ad1527160e req-0114d608-bc77-405b-9a0e-bb4eae7e45c6 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:18:04.848887 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2ba632-6eac-443e-935a-64ad1527160e req-0114d608-bc77-405b-9a0e-bb4eae7e45c6 service neutron] Checking segment: {'id': 'b5ba004b-9013-4cb0-8ed5-52fde33455a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '992316f0-a5bb-44db-b566-e8ec1fde1c28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:18:04.849268 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2ba632-6eac-443e-935a-64ad1527160e req-0114d608-bc77-405b-9a0e-bb4eae7e45c6 service neutron] Bound using segment: {'id': 'b5ba004b-9013-4cb0-8ed5-52fde33455a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '992316f0-a5bb-44db-b566-e8ec1fde1c28'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:18:04.849706 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-dd2ba632-6eac-443e-935a-64ad1527160e req-0114d608-bc77-405b-9a0e-bb4eae7e45c6 service neutron] Bound port: c0d7a646-ac12-414b-a666-37b4c87a490e, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5ba004b-9013-4cb0-8ed5-52fde33455a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '992316f0-a5bb-44db-b566-e8ec1fde1c28'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:18:04.850662 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-dd2ba632-6eac-443e-935a-64ad1527160e req-0114d608-bc77-405b-9a0e-bb4eae7e45c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:04.869674 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d3e216e0-c17b-450d-9efd-a33d7cb37216 req-352f6f00-26b7-47af-98e7-bd7cf0829b5e service neutron] 10.222.0.53 "GET /v2.0/networks/67de53ff-61d6-4e57-84de-8610bca9618f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4060371 Oct 30 15:18:04.898148 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-41448fc5-da18-46f8-a823-d86c77616052 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:04.927271 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-1c86a8eb-8c34-416c-90f3-6d5efcd51b58 None None] For port 462fa3bd-28e4-470c-81df-c58fe427846b, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:18:04.931665 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-1c86a8eb-8c34-416c-90f3-6d5efcd51b58 None None] For port 462fa3bd-28e4-470c-81df-c58fe427846b, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=462fa3bd-28e4-470c-81df-c58fe427846b,segment=NetworkSegment(89754e72-cf85-471c-a29c-b193793bf2c9),segment_id=89754e72-cf85-471c-a29c-b193793bf2c9)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:18:04.939790 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1c86a8eb-8c34-416c-90f3-6d5efcd51b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:04.969495 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8ef3c1a2-68a0-4bf8-890f-d68e26c10b31 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:05.053544 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef3c1a2-68a0-4bf8-890f-d68e26c10b31 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Pushing event deleted for resources: {'Subnet': ['ID=6efe0afe-4f45-4691-a3e8-609e3dafd5ea,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:05.055352 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c86a8eb-8c34-416c-90f3-6d5efcd51b58 None None] Pushing event updated for resources: {'Port': ['ID=462fa3bd-28e4-470c-81df-c58fe427846b,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:05.081625 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-dd2ba632-6eac-443e-935a-64ad1527160e req-0114d608-bc77-405b-9a0e-bb4eae7e45c6 service neutron] For port c0d7a646-ac12-414b-a666-37b4c87a490e, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:18:05.086795 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-dd2ba632-6eac-443e-935a-64ad1527160e req-0114d608-bc77-405b-9a0e-bb4eae7e45c6 service neutron] For port c0d7a646-ac12-414b-a666-37b4c87a490e, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=c0d7a646-ac12-414b-a666-37b4c87a490e,segment=NetworkSegment(b5ba004b-9013-4cb0-8ed5-52fde33455a1),segment_id=b5ba004b-9013-4cb0-8ed5-52fde33455a1)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:18:05.103907 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-dd2ba632-6eac-443e-935a-64ad1527160e req-0114d608-bc77-405b-9a0e-bb4eae7e45c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:05.201637 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-41448fc5-da18-46f8-a823-d86c77616052 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:05.228624 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ba632-6eac-443e-935a-64ad1527160e req-0114d608-bc77-405b-9a0e-bb4eae7e45c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:05.229248 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-dd2ba632-6eac-443e-935a-64ad1527160e req-0114d608-bc77-405b-9a0e-bb4eae7e45c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:05.230663 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd2ba632-6eac-443e-935a-64ad1527160e req-0114d608-bc77-405b-9a0e-bb4eae7e45c6 service neutron] 10.222.0.53 "PUT /v2.0/ports/c0d7a646-ac12-414b-a666-37b4c87a490e HTTP/1.1" status: 200 len: 1092 time: 2.9678512 Oct 30 15:18:05.231260 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '318e0f35-11f4-4936-80dd-75a782a28c98', 'tag': 'c0d7a646-ac12-414b-a666-37b4c87a490e'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:18:05.236263 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47ad47b-f85e-45e1-98f8-065830ce9c22" -d '{"events": [{"name": "network-changed", "server_uuid": "318e0f35-11f4-4936-80dd-75a782a28c98", "tag": "c0d7a646-ac12-414b-a666-37b4c87a490e"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:18:05.260159 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d3e216e0-c17b-450d-9efd-a33d7cb37216 req-5a137052-df03-4592-ad89-89341034215f service neutron] 10.222.0.53 "GET /v2.0/networks/67de53ff-61d6-4e57-84de-8610bca9618f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470826 Oct 30 15:18:05.265355 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8ef3c1a2-68a0-4bf8-890f-d68e26c10b31 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:05.350407 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-8ef3c1a2-68a0-4bf8-890f-d68e26c10b31 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5549d2d-c836-4380-818a-295aa7232f19']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:05.350748 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d3e216e0-c17b-450d-9efd-a33d7cb37216 req-1f3be8f7-e829-48a5-a9e5-88324e36d422 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=256e4633-4af9-4c29-9d87-283e76dcef0e HTTP/1.1" status: 200 len: 217 time: 0.0825255 Oct 30 15:18:05.385661 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f29cfe-bc52-49c3-b2ad-2b983679cd35 x-openstack-request-id: req-44f29cfe-bc52-49c3-b2ad-2b983679cd35 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:18:05.386022 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "318e0f35-11f4-4936-80dd-75a782a28c98", "tag": "c0d7a646-ac12-414b-a666-37b4c87a490e", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:18:05.386413 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-44f29cfe-bc52-49c3-b2ad-2b983679cd35 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:18:05.386717 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '318e0f35-11f4-4936-80dd-75a782a28c98', 'tag': 'c0d7a646-ac12-414b-a666-37b4c87a490e', 'status': 'completed', 'code': 200} Oct 30 15:18:05.445772 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-41448fc5-da18-46f8-a823-d86c77616052 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:05.456298 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-8ef3c1a2-68a0-4bf8-890f-d68e26c10b31 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89754e72-cf85-471c-a29c-b193793bf2c9') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:05.456671 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-8ef3c1a2-68a0-4bf8-890f-d68e26c10b31 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89754e72-cf85-471c-a29c-b193793bf2c9') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:05.495108 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e216e0-c17b-450d-9efd-a33d7cb37216 req-e6f3241e-f671-4106-acd7-320f5798a664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:05.495424 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d3e216e0-c17b-450d-9efd-a33d7cb37216 req-e6f3241e-f671-4106-acd7-320f5798a664 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=93c41c92-4bd3-4929-ad89-7529a017aa93 HTTP/1.1" status: 200 len: 797 time: 0.1079590 Oct 30 15:18:05.519809 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0114d608-bc77-405b-9a0e-bb4eae7e45c6 service neutron] Pushing event updated for resources: {'Port': ['ID=c0d7a646-ac12-414b-a666-37b4c87a490e,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:05.551615 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41448fc5-da18-46f8-a823-d86c77616052 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Pushing event deleted for resources: {'Subnet': ['ID=bb5ac9d9-7357-4f33-9ba8-380436af9456,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:05.575275 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ba632-6eac-443e-935a-64ad1527160e req-c9291b2c-d128-456e-b246-cba5e2bc39ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:05.575794 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ba632-6eac-443e-935a-64ad1527160e req-c9291b2c-d128-456e-b246-cba5e2bc39ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:05.576263 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ba632-6eac-443e-935a-64ad1527160e req-c9291b2c-d128-456e-b246-cba5e2bc39ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:05.576730 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ba632-6eac-443e-935a-64ad1527160e req-c9291b2c-d128-456e-b246-cba5e2bc39ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:05.577249 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ba632-6eac-443e-935a-64ad1527160e req-c9291b2c-d128-456e-b246-cba5e2bc39ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:05.577651 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ba632-6eac-443e-935a-64ad1527160e req-c9291b2c-d128-456e-b246-cba5e2bc39ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:05.578110 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ba632-6eac-443e-935a-64ad1527160e req-c9291b2c-d128-456e-b246-cba5e2bc39ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:05.580311 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd2ba632-6eac-443e-935a-64ad1527160e req-c9291b2c-d128-456e-b246-cba5e2bc39ba service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fedcadc844c84f7ca955acdb50df6c20&device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 6495 time: 0.2268775 Oct 30 15:18:05.601813 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e216e0-c17b-450d-9efd-a33d7cb37216 req-666716e2-e68a-4f8f-a03f-52d114ad8ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:05.604820 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d3e216e0-c17b-450d-9efd-a33d7cb37216 req-666716e2-e68a-4f8f-a03f-52d114ad8ba7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=67de53ff-61d6-4e57-84de-8610bca9618f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0931966 Oct 30 15:18:05.608200 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8ef3c1a2-68a0-4bf8-890f-d68e26c10b31 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:05.623078 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-41448fc5-da18-46f8-a823-d86c77616052 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:05.626720 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-41448fc5-da18-46f8-a823-d86c77616052 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "DELETE /v2.0/subnets/bb5ac9d9-7357-4f33-9ba8-380436af9456 HTTP/1.1" status: 204 len: 168 time: 1.1627209 Oct 30 15:18:05.628416 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e493c096-0ef0-4fa2-a77d-2958775cb58d None None] Network e27316ec-5bc3-4ed3-8be6-9cb57cda2ea3 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:18:05.629951 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43508) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:05.655847 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8ef3c1a2-68a0-4bf8-890f-d68e26c10b31 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:05.710559 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd2ba632-6eac-443e-935a-64ad1527160e req-0bbf9105-a49f-4b29-ab87-d4ec1268e557 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60e5a05d-03c1-40b5-93f7-57ad866f5b1b HTTP/1.1" status: 200 len: 217 time: 0.1194978 Oct 30 15:18:05.735066 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e32451-01b3-4d02-8a12-8882309e6693 req-fe809207-3e5c-44a1-afd2-b5c494866497 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:05.742066 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e32451-01b3-4d02-8a12-8882309e6693 req-fe809207-3e5c-44a1-afd2-b5c494866497 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:05.748924 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e32451-01b3-4d02-8a12-8882309e6693 req-fe809207-3e5c-44a1-afd2-b5c494866497 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:05.755009 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e32451-01b3-4d02-8a12-8882309e6693 req-fe809207-3e5c-44a1-afd2-b5c494866497 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:05.764613 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e32451-01b3-4d02-8a12-8882309e6693 req-fe809207-3e5c-44a1-afd2-b5c494866497 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:05.771339 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e32451-01b3-4d02-8a12-8882309e6693 req-fe809207-3e5c-44a1-afd2-b5c494866497 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:05.793801 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e32451-01b3-4d02-8a12-8882309e6693 req-fe809207-3e5c-44a1-afd2-b5c494866497 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:05.798703 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-41e32451-01b3-4d02-8a12-8882309e6693 req-fe809207-3e5c-44a1-afd2-b5c494866497 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 5431 time: 0.2626410 Oct 30 15:18:05.805117 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ef3c1a2-68a0-4bf8-890f-d68e26c10b31 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:18:05.805784 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8ef3c1a2-68a0-4bf8-890f-d68e26c10b31 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:05.818711 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:18:05.818711 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:18:05.818711 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:18:05.818711 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:18:05.818711 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:18:05.818711 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:18:05.818711 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:18:05.818711 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:18:05.818711 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:18:05.818711 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:18:05.818711 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:18:05.818711 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:18:05.818711 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:18:05.818711 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:18:05.818711 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:18:05.818711 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:18:05.818711 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:18:05.818711 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:18:05.818711 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:18:05.818711 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:18:05.818711 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:18:05.818711 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:18:05.818711 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:18:05.818711 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:18:05.818711 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:18:05.818711 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:18:05.818711 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:18:05.818711 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:18:05.818711 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:18:05.818711 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:18:05.818711 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:18:05.818711 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:18:05.874670 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ba632-6eac-443e-935a-64ad1527160e req-23bd87ab-6caf-435a-bcd6-dc375d69442c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:05.882327 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd2ba632-6eac-443e-935a-64ad1527160e req-23bd87ab-6caf-435a-bcd6-dc375d69442c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=23f39dd9-f253-43ba-86ce-00953dd18499 HTTP/1.1" status: 200 len: 855 time: 0.1609676 Oct 30 15:18:05.934658 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ffdec8-6c06-4f23-94d6-43b3edac2446 None None] DHCP port deletion for e27316ec-5bc3-4ed3-8be6-9cb57cda2ea3 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:18:05.950849 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d3e216e0-c17b-450d-9efd-a33d7cb37216 req-7c5d256d-2f19-4dae-a052-bdda4c119138 service neutron] 10.222.0.53 "GET /v2.0/networks/67de53ff-61d6-4e57-84de-8610bca9618f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374836 Oct 30 15:18:05.957496 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ba632-6eac-443e-935a-64ad1527160e req-ddbad3cd-379a-4b65-a97e-c62d30797fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:05.959101 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd2ba632-6eac-443e-935a-64ad1527160e req-ddbad3cd-379a-4b65-a97e-c62d30797fa0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=99b2e015-7a7a-41c9-9251-e2d5c417b9db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0651860 Oct 30 15:18:06.026358 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-f0ffdec8-6c06-4f23-94d6-43b3edac2446 None None] Deleting port 93fcae7b-52e8-4d2e-9d54-d46527011e8a {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:18:06.026738 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f0ffdec8-6c06-4f23-94d6-43b3edac2446 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:06.042638 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-88629e65-a6ce-47c4-ac72-62a2da91485e tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:06.085618 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.db.api [None req-8ef3c1a2-68a0-4bf8-890f-d68e26c10b31 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 30 15:18:06.085618 n-d-806683-17 neutron-server[102130]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 30 15:18:06.085618 n-d-806683-17 neutron-server[102130]: [parameters: {'id': 'b5549d2d-c836-4380-818a-295aa7232f19'}] Oct 30 15:18:06.085618 n-d-806683-17 neutron-server[102130]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 30 15:18:06.086206 n-d-806683-17 neutron-server[102130]: DEBUG oslo_db.api [None req-8ef3c1a2-68a0-4bf8-890f-d68e26c10b31 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 30 15:18:06.092795 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-41e32451-01b3-4d02-8a12-8882309e6693 req-00ed88ba-41e7-4907-99ae-951854f3b9e2 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d8b2e39-c2c3-46e2-b7ce-d3094509b03c&id=301c6b35-46a3-48b2-8746-44103cb6e6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2540808 Oct 30 15:18:06.136444 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-f0ffdec8-6c06-4f23-94d6-43b3edac2446 None None] For port 93fcae7b-52e8-4d2e-9d54-d46527011e8a, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=93fcae7b-52e8-4d2e-9d54-d46527011e8a,segment=NetworkSegment(7bac65ef-a3ef-4d3f-ad4b-f2e4ccac4d0d),segment_id=7bac65ef-a3ef-4d3f-ad4b-f2e4ccac4d0d)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:18:06.137013 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f0ffdec8-6c06-4f23-94d6-43b3edac2446 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:06.158626 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-f0ffdec8-6c06-4f23-94d6-43b3edac2446 None None] Calling delete_port for 93fcae7b-52e8-4d2e-9d54-d46527011e8a owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:18:06.164186 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd2ba632-6eac-443e-935a-64ad1527160e req-fe7d2099-a300-4996-9e9e-9da25aa38ae7 service neutron] 10.222.0.53 "GET /v2.0/networks/99b2e015-7a7a-41c9-9251-e2d5c417b9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960971 Oct 30 15:18:06.202635 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d3e216e0-c17b-450d-9efd-a33d7cb37216 req-f4464ac3-1005-476e-9f44-c537bdb1256c service neutron] 10.222.0.53 "GET /v2.0/networks/67de53ff-61d6-4e57-84de-8610bca9618f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420454 Oct 30 15:18:06.235720 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-88629e65-a6ce-47c4-ac72-62a2da91485e tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Deleting port 93fcae7b-52e8-4d2e-9d54-d46527011e8a {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:18:06.236172 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-88629e65-a6ce-47c4-ac72-62a2da91485e tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:06.343642 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f0ffdec8-6c06-4f23-94d6-43b3edac2446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:06.373649 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-88629e65-a6ce-47c4-ac72-62a2da91485e tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] For port 93fcae7b-52e8-4d2e-9d54-d46527011e8a, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=93fcae7b-52e8-4d2e-9d54-d46527011e8a,segment=NetworkSegment(7bac65ef-a3ef-4d3f-ad4b-f2e4ccac4d0d),segment_id=7bac65ef-a3ef-4d3f-ad4b-f2e4ccac4d0d)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:18:06.374017 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-88629e65-a6ce-47c4-ac72-62a2da91485e tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:06.389144 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-88629e65-a6ce-47c4-ac72-62a2da91485e tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Calling delete_port for 93fcae7b-52e8-4d2e-9d54-d46527011e8a owned by network:dhcp {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:18:06.414185 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ffdec8-6c06-4f23-94d6-43b3edac2446 None None] Pushing event deleted for resources: {'Port': ['ID=93fcae7b-52e8-4d2e-9d54-d46527011e8a,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:06.430075 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ffdec8-6c06-4f23-94d6-43b3edac2446 None None] No DVR routers for this DVR port 93fcae7b-52e8-4d2e-9d54-d46527011e8a on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:18:06.441160 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd2ba632-6eac-443e-935a-64ad1527160e req-27abf65b-be97-4c66-9485-5ac900034426 service neutron] 10.222.0.53 "GET /v2.0/networks/99b2e015-7a7a-41c9-9251-e2d5c417b9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371988 Oct 30 15:18:06.445837 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ffdec8-6c06-4f23-94d6-43b3edac2446 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:18:06.446427 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ffdec8-6c06-4f23-94d6-43b3edac2446 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:18:06.447638 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ffdec8-6c06-4f23-94d6-43b3edac2446 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:18:06.447638 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ffdec8-6c06-4f23-94d6-43b3edac2446 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:18:06.447638 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ffdec8-6c06-4f23-94d6-43b3edac2446 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:18:06.447638 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ffdec8-6c06-4f23-94d6-43b3edac2446 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:18:06.447989 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ffdec8-6c06-4f23-94d6-43b3edac2446 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:18:06.448343 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ffdec8-6c06-4f23-94d6-43b3edac2446 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:18:06.449211 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ffdec8-6c06-4f23-94d6-43b3edac2446 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:18:06.449211 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ffdec8-6c06-4f23-94d6-43b3edac2446 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:18:06.449419 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ffdec8-6c06-4f23-94d6-43b3edac2446 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:18:06.449739 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ffdec8-6c06-4f23-94d6-43b3edac2446 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:18:06.504092 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd2ba632-6eac-443e-935a-64ad1527160e req-b34ab1c2-3e3e-4eca-b159-d99bc8ecbe81 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.28&port_id=ff9a5354-a79a-4869-a44a-a51335ced7ef HTTP/1.1" status: 200 len: 217 time: 0.0523126 Oct 30 15:18:06.516870 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-88629e65-a6ce-47c4-ac72-62a2da91485e tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:06.570769 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ba632-6eac-443e-935a-64ad1527160e req-1317c912-1ef2-44b3-91e0-f0f48ddd39ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:06.572965 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd2ba632-6eac-443e-935a-64ad1527160e req-1317c912-1ef2-44b3-91e0-f0f48ddd39ff service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d87999b7-8b72-4b87-ab2b-73584fe80893 HTTP/1.1" status: 200 len: 797 time: 0.0602553 Oct 30 15:18:06.574720 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88629e65-a6ce-47c4-ac72-62a2da91485e tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Pushing event deleted for resources: {'Port': ['ID=93fcae7b-52e8-4d2e-9d54-d46527011e8a,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:06.590064 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88629e65-a6ce-47c4-ac72-62a2da91485e tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] No DVR routers for this DVR port 93fcae7b-52e8-4d2e-9d54-d46527011e8a on host n-d-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:18:06.593075 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8ef3c1a2-68a0-4bf8-890f-d68e26c10b31 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:06.621779 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13de77bc-d944-4abd-a436-9e9e61750a1b None None] Network b5549d2d-c836-4380-818a-295aa7232f19 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:18:06.644647 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ba632-6eac-443e-935a-64ad1527160e req-276c8d46-1882-4ca1-876d-274db1d09328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:06.646159 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd2ba632-6eac-443e-935a-64ad1527160e req-276c8d46-1882-4ca1-876d-274db1d09328 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1c5c7057-6cfb-4273-ace5-d2dc41be3e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0651186 Oct 30 15:18:06.808500 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-05313eb5-ccc9-4346-8bbe-e857b1a9dbb9 None None] Provisioning complete for port 462fa3bd-28e4-470c-81df-c58fe427846b triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:18:06.808940 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-05313eb5-ccc9-4346-8bbe-e857b1a9dbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:06.840644 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-88629e65-a6ce-47c4-ac72-62a2da91485e tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:06.849617 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd2ba632-6eac-443e-935a-64ad1527160e req-f84f580f-e965-4ae6-a4ae-d371695bbd3d service neutron] 10.222.0.53 "GET /v2.0/networks/1c5c7057-6cfb-4273-ace5-d2dc41be3e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937652 Oct 30 15:18:06.861497 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 462fa3bd-28e4-470c-81df-c58fe427846b up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:18:06.902161 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-88629e65-a6ce-47c4-ac72-62a2da91485e tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e27316ec-5bc3-4ed3-8be6-9cb57cda2ea3']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:06.939121 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-88629e65-a6ce-47c4-ac72-62a2da91485e tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bac65ef-a3ef-4d3f-ad4b-f2e4ccac4d0d') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:06.942793 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-88629e65-a6ce-47c4-ac72-62a2da91485e tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bac65ef-a3ef-4d3f-ad4b-f2e4ccac4d0d') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:06.983280 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-88629e65-a6ce-47c4-ac72-62a2da91485e tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:06.987400 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 462fa3bd-28e4-470c-81df-c58fe427846b triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:18:06.988004 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:06.991496 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-05313eb5-ccc9-4346-8bbe-e857b1a9dbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:07.029206 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fba541-97ab-40ce-9d54-23dc4324e281 None None] DHCP port deletion for b5549d2d-c836-4380-818a-295aa7232f19 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:18:07.031648 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-88629e65-a6ce-47c4-ac72-62a2da91485e tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:07.046889 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88629e65-a6ce-47c4-ac72-62a2da91485e tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:18:07.047335 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-88629e65-a6ce-47c4-ac72-62a2da91485e tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:07.097261 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-05313eb5-ccc9-4346-8bbe-e857b1a9dbb9 None None] For port 462fa3bd-28e4-470c-81df-c58fe427846b, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=462fa3bd-28e4-470c-81df-c58fe427846b,segment=NetworkSegment(89754e72-cf85-471c-a29c-b193793bf2c9),segment_id=89754e72-cf85-471c-a29c-b193793bf2c9)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:18:07.106229 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-05313eb5-ccc9-4346-8bbe-e857b1a9dbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:07.144371 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd2ba632-6eac-443e-935a-64ad1527160e req-234a4609-255e-49b6-a8cb-6943509212ee service neutron] 10.222.0.53 "GET /v2.0/networks/1c5c7057-6cfb-4273-ace5-d2dc41be3e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768893 Oct 30 15:18:07.154565 n-d-806683-17 neutron-server[102130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:18:07.154565 n-d-806683-17 neutron-server[102130]: self.session.flush() Oct 30 15:18:07.154565 n-d-806683-17 neutron-server[102130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:18:07.154565 n-d-806683-17 neutron-server[102130]: self.session.flush() Oct 30 15:18:07.154565 n-d-806683-17 neutron-server[102130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:18:07.154565 n-d-806683-17 neutron-server[102130]: self.session.flush() Oct 30 15:18:07.154565 n-d-806683-17 neutron-server[102130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:18:07.154565 n-d-806683-17 neutron-server[102130]: self.session.flush() Oct 30 15:18:07.154565 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:18:07.154565 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:18:07.154565 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:18:07.154565 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:18:07.154565 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:18:07.154565 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:18:07.154565 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:18:07.154565 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:18:07.154565 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:18:07.154565 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:18:07.154565 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:18:07.154565 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:18:07.154565 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:18:07.154565 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:18:07.154565 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:18:07.154565 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:18:07.154565 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:18:07.154565 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:18:07.154565 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:18:07.154565 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:18:07.154565 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:18:07.154565 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:18:07.154565 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:18:07.154565 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:18:07.154565 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:18:07.154565 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:18:07.154565 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:18:07.154565 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:18:07.154565 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:18:07.154565 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:18:07.154565 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:18:07.154565 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:18:07.157561 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-88629e65-a6ce-47c4-ac72-62a2da91485e tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:07.168410 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-88629e65-a6ce-47c4-ac72-62a2da91485e tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:07.172481 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-88629e65-a6ce-47c4-ac72-62a2da91485e tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "DELETE /v2.0/networks/e27316ec-5bc3-4ed3-8be6-9cb57cda2ea3 HTTP/1.1" status: 204 len: 168 time: 1.5416272 Oct 30 15:18:07.176559 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43526) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:07.192216 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-eceb983e-0c91-4d29-97a8-5ba28be403d7 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1960593306', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}, 'admin_state_up': False}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:18:07.219741 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd2ba632-6eac-443e-935a-64ad1527160e req-bfe09d64-d34e-4f8d-8f54-e60a71b76136 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=e21a4b47-04c9-4fc7-8de8-e9be41310592 HTTP/1.1" status: 200 len: 217 time: 0.0708103 Oct 30 15:18:07.221582 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88629e65-a6ce-47c4-ac72-62a2da91485e tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Pushing event deleted for resources: {'Network': ['ID=e27316ec-5bc3-4ed3-8be6-9cb57cda2ea3,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:07.263715 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-8ef3c1a2-68a0-4bf8-890f-d68e26c10b31 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Deleting port 462fa3bd-28e4-470c-81df-c58fe427846b {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:18:07.265945 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-65fba541-97ab-40ce-9d54-23dc4324e281 None None] Deleting port 462fa3bd-28e4-470c-81df-c58fe427846b {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:18:07.266301 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-65fba541-97ab-40ce-9d54-23dc4324e281 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:07.267889 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8ef3c1a2-68a0-4bf8-890f-d68e26c10b31 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:07.306932 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ba632-6eac-443e-935a-64ad1527160e req-82c93e9a-1931-42b1-9cb7-7c99981f3423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:07.310832 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd2ba632-6eac-443e-935a-64ad1527160e req-82c93e9a-1931-42b1-9cb7-7c99981f3423 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d87999b7-8b72-4b87-ab2b-73584fe80893 HTTP/1.1" status: 200 len: 797 time: 0.0799923 Oct 30 15:18:07.316309 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05313eb5-ccc9-4346-8bbe-e857b1a9dbb9 None None] Pushing event updated for resources: {'Port': ['ID=462fa3bd-28e4-470c-81df-c58fe427846b,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:07.389324 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-eceb983e-0c91-4d29-97a8-5ba28be403d7 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:07.402023 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-eceb983e-0c91-4d29-97a8-5ba28be403d7 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:07.408612 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-65fba541-97ab-40ce-9d54-23dc4324e281 None None] For port 462fa3bd-28e4-470c-81df-c58fe427846b, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=462fa3bd-28e4-470c-81df-c58fe427846b,segment=NetworkSegment(89754e72-cf85-471c-a29c-b193793bf2c9),segment_id=89754e72-cf85-471c-a29c-b193793bf2c9)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:18:07.409264 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-65fba541-97ab-40ce-9d54-23dc4324e281 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:07.428899 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-65fba541-97ab-40ce-9d54-23dc4324e281 None None] Calling delete_port for 462fa3bd-28e4-470c-81df-c58fe427846b owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:18:07.436317 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ba632-6eac-443e-935a-64ad1527160e req-f94db895-8e6c-487d-a15b-7a8b0487b38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:07.442120 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd2ba632-6eac-443e-935a-64ad1527160e req-f94db895-8e6c-487d-a15b-7a8b0487b38a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1c5c7057-6cfb-4273-ace5-d2dc41be3e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1240034 Oct 30 15:18:07.530374 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 93fcae7b-52e8-4d2e-9d54-d46527011e8a no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:18:07.533079 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5535631-dd59-4279-8dae-a1cb7886145e req-bf1e07f3-78d2-421c-bc72-b49d585b02f7 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:07.547350 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5535631-dd59-4279-8dae-a1cb7886145e req-bf1e07f3-78d2-421c-bc72-b49d585b02f7 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:07.563441 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5535631-dd59-4279-8dae-a1cb7886145e req-bf1e07f3-78d2-421c-bc72-b49d585b02f7 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:07.572783 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5535631-dd59-4279-8dae-a1cb7886145e req-bf1e07f3-78d2-421c-bc72-b49d585b02f7 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:07.573057 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 93fcae7b-52e8-4d2e-9d54-d46527011e8a {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:18:07.575196 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 93fcae7b-52e8-4d2e-9d54-d46527011e8a not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:18:07.585170 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-65fba541-97ab-40ce-9d54-23dc4324e281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:07.593175 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5535631-dd59-4279-8dae-a1cb7886145e req-bf1e07f3-78d2-421c-bc72-b49d585b02f7 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:07.602154 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd2ba632-6eac-443e-935a-64ad1527160e req-366e39d5-f9c0-406c-b5b9-42ae09d2045a service neutron] 10.222.0.53 "GET /v2.0/networks/1c5c7057-6cfb-4273-ace5-d2dc41be3e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470566 Oct 30 15:18:07.602421 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5535631-dd59-4279-8dae-a1cb7886145e req-bf1e07f3-78d2-421c-bc72-b49d585b02f7 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:07.608596 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5535631-dd59-4279-8dae-a1cb7886145e req-bf1e07f3-78d2-421c-bc72-b49d585b02f7 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:07.624631 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fba541-97ab-40ce-9d54-23dc4324e281 None None] No DVR routers for this DVR port 462fa3bd-28e4-470c-81df-c58fe427846b on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:18:07.629286 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f5535631-dd59-4279-8dae-a1cb7886145e req-bf1e07f3-78d2-421c-bc72-b49d585b02f7 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 5431 time: 0.4241779 Oct 30 15:18:07.672267 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fba541-97ab-40ce-9d54-23dc4324e281 None None] Pushing event deleted for resources: {'Port': ['ID=462fa3bd-28e4-470c-81df-c58fe427846b,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:07.800739 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd2ba632-6eac-443e-935a-64ad1527160e req-d04390bd-1420-4cfd-a976-bf020590ad98 service neutron] 10.222.0.53 "GET /v2.0/networks/1c5c7057-6cfb-4273-ace5-d2dc41be3e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833737 Oct 30 15:18:07.804730 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-8ef3c1a2-68a0-4bf8-890f-d68e26c10b31 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] For port 462fa3bd-28e4-470c-81df-c58fe427846b, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=462fa3bd-28e4-470c-81df-c58fe427846b,segment=NetworkSegment(89754e72-cf85-471c-a29c-b193793bf2c9),segment_id=89754e72-cf85-471c-a29c-b193793bf2c9)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:18:07.805296 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8ef3c1a2-68a0-4bf8-890f-d68e26c10b31 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:07.822430 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-eceb983e-0c91-4d29-97a8-5ba28be403d7 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:07.840594 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f5535631-dd59-4279-8dae-a1cb7886145e req-3ed2151b-0145-4dbe-aca2-ebc85225ec3c tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d8b2e39-c2c3-46e2-b7ce-d3094509b03c&id=301c6b35-46a3-48b2-8746-44103cb6e6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2102656 Oct 30 15:18:07.841782 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-8ef3c1a2-68a0-4bf8-890f-d68e26c10b31 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Calling delete_port for 462fa3bd-28e4-470c-81df-c58fe427846b owned by network:dhcp {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:18:07.861272 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd2ba632-6eac-443e-935a-64ad1527160e req-a82face2-da61-4058-95b1-83866fee4c80 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=aba3b5e0-23a2-4836-aae5-4d9317d5a7f3 HTTP/1.1" status: 200 len: 217 time: 0.0523496 Oct 30 15:18:07.928894 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ba632-6eac-443e-935a-64ad1527160e req-52b20bb4-6d9f-4579-a095-1eac945bd2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:07.930967 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd2ba632-6eac-443e-935a-64ad1527160e req-52b20bb4-6d9f-4579-a095-1eac945bd2c0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d87999b7-8b72-4b87-ab2b-73584fe80893 HTTP/1.1" status: 200 len: 797 time: 0.0618570 Oct 30 15:18:08.003248 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ba632-6eac-443e-935a-64ad1527160e req-02e32f78-7a3d-4a6f-9512-dcb235d87b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:08.005026 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd2ba632-6eac-443e-935a-64ad1527160e req-02e32f78-7a3d-4a6f-9512-dcb235d87b2f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1c5c7057-6cfb-4273-ace5-d2dc41be3e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0659192 Oct 30 15:18:08.140546 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd2ba632-6eac-443e-935a-64ad1527160e req-8d9b563d-c958-4310-9056-0621e4ddd3da service neutron] 10.222.0.53 "GET /v2.0/networks/1c5c7057-6cfb-4273-ace5-d2dc41be3e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239760 Oct 30 15:18:08.276124 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd2ba632-6eac-443e-935a-64ad1527160e req-308b72d3-1a63-4276-9d7a-869ad4b82fe7 service neutron] 10.222.0.53 "GET /v2.0/networks/1c5c7057-6cfb-4273-ace5-d2dc41be3e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247284 Oct 30 15:18:08.341257 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd2ba632-6eac-443e-935a-64ad1527160e req-9a165e72-3fe8-41e2-a256-81f8a67b61f4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=1e599b99-35d0-4059-9329-16f026a4447b HTTP/1.1" status: 200 len: 217 time: 0.0509818 Oct 30 15:18:08.410712 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ba632-6eac-443e-935a-64ad1527160e req-30eaf7b4-c332-474c-82d0-01c57e7f1459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:08.413288 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd2ba632-6eac-443e-935a-64ad1527160e req-30eaf7b4-c332-474c-82d0-01c57e7f1459 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d87999b7-8b72-4b87-ab2b-73584fe80893 HTTP/1.1" status: 200 len: 797 time: 0.0608487 Oct 30 15:18:08.478946 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ba632-6eac-443e-935a-64ad1527160e req-cd8025ee-cd2c-4413-a5e4-03c45b1cf918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:08.480992 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd2ba632-6eac-443e-935a-64ad1527160e req-cd8025ee-cd2c-4413-a5e4-03c45b1cf918 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1c5c7057-6cfb-4273-ace5-d2dc41be3e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0559468 Oct 30 15:18:08.505123 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-eceb983e-0c91-4d29-97a8-5ba28be403d7 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:08.591285 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd2ba632-6eac-443e-935a-64ad1527160e req-3439f09f-66af-4cb4-ab73-7c4a5e8f6f88 service neutron] 10.222.0.53 "GET /v2.0/networks/1c5c7057-6cfb-4273-ace5-d2dc41be3e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027286 Oct 30 15:18:08.598183 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8ef3c1a2-68a0-4bf8-890f-d68e26c10b31 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:08.630378 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef3c1a2-68a0-4bf8-890f-d68e26c10b31 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Pushing event deleted for resources: {'Port': ['ID=462fa3bd-28e4-470c-81df-c58fe427846b,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:08.639387 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef3c1a2-68a0-4bf8-890f-d68e26c10b31 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] No DVR routers for this DVR port 462fa3bd-28e4-470c-81df-c58fe427846b on host n-d-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:18:08.721208 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd2ba632-6eac-443e-935a-64ad1527160e req-c7e85ae9-3020-4b4e-a8fc-b27dec19d8b1 service neutron] 10.222.0.53 "GET /v2.0/networks/1c5c7057-6cfb-4273-ace5-d2dc41be3e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226251 Oct 30 15:18:08.723572 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 462fa3bd-28e4-470c-81df-c58fe427846b no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:18:08.727049 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8ef3c1a2-68a0-4bf8-890f-d68e26c10b31 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:08.744995 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 462fa3bd-28e4-470c-81df-c58fe427846b {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:18:08.745634 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 462fa3bd-28e4-470c-81df-c58fe427846b not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:18:08.760748 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-8ef3c1a2-68a0-4bf8-890f-d68e26c10b31 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5549d2d-c836-4380-818a-295aa7232f19']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:08.774612 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-8ef3c1a2-68a0-4bf8-890f-d68e26c10b31 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89754e72-cf85-471c-a29c-b193793bf2c9') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:08.774958 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-8ef3c1a2-68a0-4bf8-890f-d68e26c10b31 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89754e72-cf85-471c-a29c-b193793bf2c9') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:08.789998 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8ef3c1a2-68a0-4bf8-890f-d68e26c10b31 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:08.796662 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd2ba632-6eac-443e-935a-64ad1527160e req-a0857cc2-498a-4997-85d2-0970f32ac255 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fbb4922f-13db-4bb7-84e3-986b821ba15c HTTP/1.1" status: 200 len: 217 time: 0.0679121 Oct 30 15:18:08.815820 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8ef3c1a2-68a0-4bf8-890f-d68e26c10b31 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:08.829649 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ef3c1a2-68a0-4bf8-890f-d68e26c10b31 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:18:08.830050 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8ef3c1a2-68a0-4bf8-890f-d68e26c10b31 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:08.833252 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:18:08.833252 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:18:08.833252 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:18:08.833252 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:18:08.833252 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:18:08.833252 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:18:08.833252 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:18:08.833252 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:18:08.833252 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:18:08.833252 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:18:08.833252 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:18:08.833252 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:18:08.833252 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:18:08.833252 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:18:08.833252 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:18:08.833252 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:18:08.833252 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:18:08.833252 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:18:08.833252 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:18:08.833252 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:18:08.833252 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:18:08.833252 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:18:08.833252 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:18:08.833252 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:18:08.833252 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:18:08.833252 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:18:08.833252 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:18:08.833252 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:18:08.833252 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:18:08.833252 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:18:08.833252 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:18:08.833252 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:18:08.856934 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ba632-6eac-443e-935a-64ad1527160e req-9f65042f-ce73-4cf4-91ce-ec389eeaff23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:08.858626 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd2ba632-6eac-443e-935a-64ad1527160e req-9f65042f-ce73-4cf4-91ce-ec389eeaff23 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7868c22e-6812-4ce4-9812-394c9b463f87 HTTP/1.1" status: 200 len: 797 time: 0.0545485 Oct 30 15:18:08.912759 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ba632-6eac-443e-935a-64ad1527160e req-344f5cf2-8d54-4f02-8023-1d56fef4dc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:08.914398 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd2ba632-6eac-443e-935a-64ad1527160e req-344f5cf2-8d54-4f02-8023-1d56fef4dc58 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=992316f0-a5bb-44db-b566-e8ec1fde1c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0480094 Oct 30 15:18:09.005894 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8ef3c1a2-68a0-4bf8-890f-d68e26c10b31 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:09.021371 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd2ba632-6eac-443e-935a-64ad1527160e req-9fb1af6e-1e60-4dd0-82bc-326eae27c419 service neutron] 10.222.0.53 "GET /v2.0/networks/992316f0-a5bb-44db-b566-e8ec1fde1c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951946 Oct 30 15:18:09.041500 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8ef3c1a2-68a0-4bf8-890f-d68e26c10b31 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:09.045478 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-8ef3c1a2-68a0-4bf8-890f-d68e26c10b31 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] 10.222.0.62 "DELETE /v2.0/networks/b5549d2d-c836-4380-818a-295aa7232f19 HTTP/1.1" status: 204 len: 168 time: 4.9360948 Oct 30 15:18:09.049343 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef3c1a2-68a0-4bf8-890f-d68e26c10b31 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Pushing event deleted for resources: {'Network': ['ID=b5549d2d-c836-4380-818a-295aa7232f19,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:09.050115 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-eceb983e-0c91-4d29-97a8-5ba28be403d7 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for router_gateway, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:09.052694 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43546) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:09.059749 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-315d2aa2-df5b-4478-8670-936391f61044 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-269670218'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:18:09.098069 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-eceb983e-0c91-4d29-97a8-5ba28be403d7 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:09.155673 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd2ba632-6eac-443e-935a-64ad1527160e req-0f96008b-5c99-463f-b1aa-88dd967fbb3f service neutron] 10.222.0.53 "GET /v2.0/networks/992316f0-a5bb-44db-b566-e8ec1fde1c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231000 Oct 30 15:18:09.184699 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a4a50-7984-4812-9b3d-9e8de87a1bd0 req-7705e0e9-2c5f-4f58-ae8c-fa8ebad9c6f7 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:09.191267 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a4a50-7984-4812-9b3d-9e8de87a1bd0 req-7705e0e9-2c5f-4f58-ae8c-fa8ebad9c6f7 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:09.198686 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a4a50-7984-4812-9b3d-9e8de87a1bd0 req-7705e0e9-2c5f-4f58-ae8c-fa8ebad9c6f7 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:09.205910 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a4a50-7984-4812-9b3d-9e8de87a1bd0 req-7705e0e9-2c5f-4f58-ae8c-fa8ebad9c6f7 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:09.212585 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a4a50-7984-4812-9b3d-9e8de87a1bd0 req-7705e0e9-2c5f-4f58-ae8c-fa8ebad9c6f7 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:09.218775 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a4a50-7984-4812-9b3d-9e8de87a1bd0 req-7705e0e9-2c5f-4f58-ae8c-fa8ebad9c6f7 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:09.224988 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a4a50-7984-4812-9b3d-9e8de87a1bd0 req-7705e0e9-2c5f-4f58-ae8c-fa8ebad9c6f7 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:09.232847 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4b6a4a50-7984-4812-9b3d-9e8de87a1bd0 req-7705e0e9-2c5f-4f58-ae8c-fa8ebad9c6f7 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 5431 time: 0.2762303 Oct 30 15:18:09.250768 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd2ba632-6eac-443e-935a-64ad1527160e req-1cba2672-ab52-4ba9-8e35-4bdd30b0caf9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c0d7a646-ac12-414b-a666-37b4c87a490e HTTP/1.1" status: 200 len: 217 time: 0.0846646 Oct 30 15:18:09.288326 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-315d2aa2-df5b-4478-8670-936391f61044 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Made reservation on behalf of d5120f1dc65f4ae487781dbab13ba539 for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:18:09.291724 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-315d2aa2-df5b-4478-8670-936391f61044 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:09.319977 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-315d2aa2-df5b-4478-8670-936391f61044 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:18:09.329537 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-315d2aa2-df5b-4478-8670-936391f61044 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:09.329953 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-315d2aa2-df5b-4478-8670-936391f61044 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Added segment 85ee21ae-3b6e-4fd4-8edd-3da86b3055b7 of type vlan for network 1b1018a5-6922-45d9-bbaf-4c3be296d530 Oct 30 15:18:09.383604 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-315d2aa2-df5b-4478-8670-936391f61044 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:09.386445 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ba632-6eac-443e-935a-64ad1527160e req-efc53364-1b15-44d7-9a92-fdcd1e5e7edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:09.390494 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd2ba632-6eac-443e-935a-64ad1527160e req-efc53364-1b15-44d7-9a92-fdcd1e5e7edb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7868c22e-6812-4ce4-9812-394c9b463f87 HTTP/1.1" status: 200 len: 797 time: 0.1361220 Oct 30 15:18:09.448241 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4b6a4a50-7984-4812-9b3d-9e8de87a1bd0 req-af7a83d2-d6d2-47d7-85d7-463fab2bc343 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d8b2e39-c2c3-46e2-b7ce-d3094509b03c&id=301c6b35-46a3-48b2-8746-44103cb6e6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2097843 Oct 30 15:18:09.450557 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-315d2aa2-df5b-4478-8670-936391f61044 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:09.464224 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315d2aa2-df5b-4478-8670-936391f61044 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:09.465043 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-315d2aa2-df5b-4478-8670-936391f61044 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:09.484523 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ba632-6eac-443e-935a-64ad1527160e req-bb22f275-e5cb-4b16-82c8-e4fbfe0bee70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:09.486132 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd2ba632-6eac-443e-935a-64ad1527160e req-bb22f275-e5cb-4b16-82c8-e4fbfe0bee70 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=992316f0-a5bb-44db-b566-e8ec1fde1c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0883799 Oct 30 15:18:09.534788 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-315d2aa2-df5b-4478-8670-936391f61044 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4782157 Oct 30 15:18:09.542010 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43552) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:09.544662 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-eceb983e-0c91-4d29-97a8-5ba28be403d7 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Allocated IP 172.25.4.244 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/1d099b39-3276-4c45-b5ab-230ef9b76fa1) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:18:09.553824 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-3a490331-495a-497b-93ce-8f5f09421dda tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Request body: {'subnet': {'network_id': '1b1018a5-6922-45d9-bbaf-4c3be296d530', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:18:09.564894 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315d2aa2-df5b-4478-8670-936391f61044 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Pushing event updated for resources: {'Network': ['ID=1b1018a5-6922-45d9-bbaf-4c3be296d530,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:09.579541 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 1b1018a5-6922-45d9-bbaf-4c3be296d530 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:18:09.682998 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd2ba632-6eac-443e-935a-64ad1527160e req-45de9ab7-adc6-47a8-bb7d-9a3f02b4e934 service neutron] 10.222.0.53 "GET /v2.0/networks/992316f0-a5bb-44db-b566-e8ec1fde1c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893115 Oct 30 15:18:09.745419 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-eceb983e-0c91-4d29-97a8-5ba28be403d7 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:09.745682 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a490331-495a-497b-93ce-8f5f09421dda tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Made reservation on behalf of d5120f1dc65f4ae487781dbab13ba539 for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:18:09.749182 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3a490331-495a-497b-93ce-8f5f09421dda tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:09.804560 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-eceb983e-0c91-4d29-97a8-5ba28be403d7 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:09.871865 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceb983e-0c91-4d29-97a8-5ba28be403d7 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Pushing event updated for resources: {'Port': ['ID=1d099b39-3276-4c45-b5ab-230ef9b76fa1,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:09.886121 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd2ba632-6eac-443e-935a-64ad1527160e req-870d2028-0aaa-41f1-a932-f43540f46805 service neutron] 10.222.0.53 "GET /v2.0/networks/992316f0-a5bb-44db-b566-e8ec1fde1c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952903 Oct 30 15:18:09.889879 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eceb983e-0c91-4d29-97a8-5ba28be403d7 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:18:09.891957 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-eceb983e-0c91-4d29-97a8-5ba28be403d7 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:18:09.897707 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eceb983e-0c91-4d29-97a8-5ba28be403d7 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:18:10.050054 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ad47b-f85e-45e1-98f8-065830ce9c22 req-920fe6fb-40d5-4ae2-a510-0dfe9063573f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:10.050586 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ad47b-f85e-45e1-98f8-065830ce9c22 req-920fe6fb-40d5-4ae2-a510-0dfe9063573f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:10.050689 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ad47b-f85e-45e1-98f8-065830ce9c22 req-920fe6fb-40d5-4ae2-a510-0dfe9063573f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:10.051145 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ad47b-f85e-45e1-98f8-065830ce9c22 req-920fe6fb-40d5-4ae2-a510-0dfe9063573f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:10.051858 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ad47b-f85e-45e1-98f8-065830ce9c22 req-920fe6fb-40d5-4ae2-a510-0dfe9063573f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:10.052160 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ad47b-f85e-45e1-98f8-065830ce9c22 req-920fe6fb-40d5-4ae2-a510-0dfe9063573f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:10.052668 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ad47b-f85e-45e1-98f8-065830ce9c22 req-920fe6fb-40d5-4ae2-a510-0dfe9063573f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:10.055042 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a47ad47b-f85e-45e1-98f8-065830ce9c22 req-920fe6fb-40d5-4ae2-a510-0dfe9063573f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fedcadc844c84f7ca955acdb50df6c20&device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 6495 time: 0.0889173 Oct 30 15:18:10.117723 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3a490331-495a-497b-93ce-8f5f09421dda tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:10.202580 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-eceb983e-0c91-4d29-97a8-5ba28be403d7 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for router_gateway, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:10.214362 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a490331-495a-497b-93ce-8f5f09421dda tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Checking segment: {'id': '85ee21ae-3b6e-4fd4-8edd-3da86b3055b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '1b1018a5-6922-45d9-bbaf-4c3be296d530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:18:10.214736 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a490331-495a-497b-93ce-8f5f09421dda tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Network hostable DHCP agents. Network: 1b1018a5-6922-45d9-bbaf-4c3be296d530, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:18:10.237468 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a490331-495a-497b-93ce-8f5f09421dda tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Pushing event updated for resources: {'Subnet': ['ID=c27a1865-28c3-4a86-b48f-254ed1c6f976,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:10.243193 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ad47b-f85e-45e1-98f8-065830ce9c22 req-f73bf58b-b95a-47e1-aa53-d24d5434a6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:10.244699 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a47ad47b-f85e-45e1-98f8-065830ce9c22 req-f73bf58b-b95a-47e1-aa53-d24d5434a6e5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=992316f0-a5bb-44db-b566-e8ec1fde1c28 HTTP/1.1" status: 200 len: 902 time: 0.1789348 Oct 30 15:18:10.299778 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a47ad47b-f85e-45e1-98f8-065830ce9c22 req-a94a029f-42aa-414d-bdf2-d6408eea2a2e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c0d7a646-ac12-414b-a666-37b4c87a490e HTTP/1.1" status: 200 len: 217 time: 0.0441508 Oct 30 15:18:10.300900 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a490331-495a-497b-93ce-8f5f09421dda tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Network 1b1018a5-6922-45d9-bbaf-4c3be296d530 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:18:10.382257 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ad47b-f85e-45e1-98f8-065830ce9c22 req-d708c6b0-e321-4582-9916-35bbd7b150fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:10.383748 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a47ad47b-f85e-45e1-98f8-065830ce9c22 req-d708c6b0-e321-4582-9916-35bbd7b150fc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7868c22e-6812-4ce4-9812-394c9b463f87 HTTP/1.1" status: 200 len: 797 time: 0.0756090 Oct 30 15:18:10.384800 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-3a490331-495a-497b-93ce-8f5f09421dda tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 1b1018a5-6922-45d9-bbaf-4c3be296d530) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:18:10.392769 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5d6483-7c4e-4beb-ae67-0d2dd85dff69 None None] Network 1b1018a5-6922-45d9-bbaf-4c3be296d530 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:18:10.442383 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a490331-495a-497b-93ce-8f5f09421dda tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:10.442383 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3a490331-495a-497b-93ce-8f5f09421dda tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:10.490114 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-3a490331-495a-497b-93ce-8f5f09421dda tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9467990 Oct 30 15:18:10.503268 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43574) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:10.505260 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ad47b-f85e-45e1-98f8-065830ce9c22 req-baf54a96-3798-4e15-bcfc-3d0809e31786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:10.507323 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a47ad47b-f85e-45e1-98f8-065830ce9c22 req-baf54a96-3798-4e15-bcfc-3d0809e31786 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=992316f0-a5bb-44db-b566-e8ec1fde1c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1112921 Oct 30 15:18:10.511184 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-eceb983e-0c91-4d29-97a8-5ba28be403d7 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:10.655987 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a47ad47b-f85e-45e1-98f8-065830ce9c22 req-07f45477-2571-4c39-b8ad-9d22b4daf9c7 service neutron] 10.222.0.53 "GET /v2.0/networks/992316f0-a5bb-44db-b566-e8ec1fde1c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383388 Oct 30 15:18:10.665569 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dbe7a9-167d-4b49-abbf-646eca496895 req-2a35ac19-bd51-40b6-ab66-857ca15fc639 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:10.672642 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dbe7a9-167d-4b49-abbf-646eca496895 req-2a35ac19-bd51-40b6-ab66-857ca15fc639 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:10.693974 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dbe7a9-167d-4b49-abbf-646eca496895 req-2a35ac19-bd51-40b6-ab66-857ca15fc639 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:10.702991 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dbe7a9-167d-4b49-abbf-646eca496895 req-2a35ac19-bd51-40b6-ab66-857ca15fc639 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:10.711964 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dbe7a9-167d-4b49-abbf-646eca496895 req-2a35ac19-bd51-40b6-ab66-857ca15fc639 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:10.718755 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dbe7a9-167d-4b49-abbf-646eca496895 req-2a35ac19-bd51-40b6-ab66-857ca15fc639 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:10.725387 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dbe7a9-167d-4b49-abbf-646eca496895 req-2a35ac19-bd51-40b6-ab66-857ca15fc639 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:10.727918 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-10dbe7a9-167d-4b49-abbf-646eca496895 req-2a35ac19-bd51-40b6-ab66-857ca15fc639 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 5431 time: 0.1383142 Oct 30 15:18:10.803736 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-10dbe7a9-167d-4b49-abbf-646eca496895 req-af35749f-383e-474d-b55a-f84c823f05bf tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d8b2e39-c2c3-46e2-b7ce-d3094509b03c&id=301c6b35-46a3-48b2-8746-44103cb6e6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0668249 Oct 30 15:18:10.856961 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eceb983e-0c91-4d29-97a8-5ba28be403d7 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Router c6785f37-c394-440b-82fe-cdeed5ff89ca is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:18:10.858953 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b36d232-6f97-4ca2-b5df-8c505e9330f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-1b1018a5-6922-45d9-bbaf-4c3be296d530', 'network_id': '1b1018a5-6922-45d9-bbaf-4c3be296d530', 'tenant_id': 'd5120f1dc65f4ae487781dbab13ba539', 'fixed_ips': [{'subnet_id': 'c27a1865-28c3-4a86-b48f-254ed1c6f976'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:18:10.859881 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6b36d232-6f97-4ca2-b5df-8c505e9330f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:11.102121 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eceb983e-0c91-4d29-97a8-5ba28be403d7 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:18:11.105262 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-6b36d232-6f97-4ca2-b5df-8c505e9330f6 None None] Allocated IP 172.20.0.2 (1b1018a5-6922-45d9-bbaf-4c3be296d530/c27a1865-28c3-4a86-b48f-254ed1c6f976/9e4f9330-8379-48e6-aa90-a6f11b70959a) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:18:11.115933 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bc6df0-b5b1-4e76-9d60-9b4f46b57b68 None None] Sync routers for ids ['c6785f37-c394-440b-82fe-cdeed5ff89ca'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:18:11.134502 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bc6df0-b5b1-4e76-9d60-9b4f46b57b68 None None] Routers {'c6785f37-c394-440b-82fe-cdeed5ff89ca'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:18:11.136382 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-c2bc6df0-b5b1-4e76-9d60-9b4f46b57b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:17:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['c6785f37-c394-440b-82fe-cdeed5ff89ca'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:11.152337 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-eceb983e-0c91-4d29-97a8-5ba28be403d7 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:11.153620 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-eceb983e-0c91-4d29-97a8-5ba28be403d7 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 3.9766431 Oct 30 15:18:11.158437 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43584) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:11.220725 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-c2bc6df0-b5b1-4e76-9d60-9b4f46b57b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:11.239252 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bc6df0-b5b1-4e76-9d60-9b4f46b57b68 None None] Routers {'c6785f37-c394-440b-82fe-cdeed5ff89ca'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:18:11.239897 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-c2bc6df0-b5b1-4e76-9d60-9b4f46b57b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:17:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['c6785f37-c394-440b-82fe-cdeed5ff89ca'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:11.315315 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-c2bc6df0-b5b1-4e76-9d60-9b4f46b57b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:11.316990 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6b36d232-6f97-4ca2-b5df-8c505e9330f6 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:11.317865 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bc6df0-b5b1-4e76-9d60-9b4f46b57b68 None None] The sync data for ids ['c6785f37-c394-440b-82fe-cdeed5ff89ca'] in n-d-806683-17 is: [] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:18:11.324811 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6b36d232-6f97-4ca2-b5df-8c505e9330f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:11.373423 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-6be986cd-8eb0-4abc-811d-a4264f6c7aa7 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "GET /v2.0/routers/c6785f37-c394-440b-82fe-cdeed5ff89ca HTTP/1.1" status: 200 len: 881 time: 0.2117345 Oct 30 15:18:11.374481 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43590) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:11.375368 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b36d232-6f97-4ca2-b5df-8c505e9330f6 None None] Network 1b1018a5-6922-45d9-bbaf-4c3be296d530 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:18:11.378903 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-6b36d232-6f97-4ca2-b5df-8c505e9330f6 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:18:11.382032 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b36d232-6f97-4ca2-b5df-8c505e9330f6 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:18:11.427047 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b36d232-6f97-4ca2-b5df-8c505e9330f6 None None] Pushing event updated for resources: {'Port': ['ID=9e4f9330-8379-48e6-aa90-a6f11b70959a,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:11.469329 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-166de65c-0e60-4146-b0c3-2ab38a327747 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:11.477861 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-6b36d232-6f97-4ca2-b5df-8c505e9330f6 None None] Attempting to bind port 9e4f9330-8379-48e6-aa90-a6f11b70959a on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:18:11.478661 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-6b36d232-6f97-4ca2-b5df-8c505e9330f6 None None] Attempting to bind port 9e4f9330-8379-48e6-aa90-a6f11b70959a by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '85ee21ae-3b6e-4fd4-8edd-3da86b3055b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '1b1018a5-6922-45d9-bbaf-4c3be296d530'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:18:11.479129 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b36d232-6f97-4ca2-b5df-8c505e9330f6 None None] Attempting to bind port 9e4f9330-8379-48e6-aa90-a6f11b70959a on network 1b1018a5-6922-45d9-bbaf-4c3be296d530 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:18:11.487322 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a47ad47b-f85e-45e1-98f8-065830ce9c22 req-55455081-127f-4bc6-bb91-de5eb75a0f56 service neutron] 10.222.0.53 "GET /v2.0/networks/992316f0-a5bb-44db-b566-e8ec1fde1c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8175781 Oct 30 15:18:11.492052 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b36d232-6f97-4ca2-b5df-8c505e9330f6 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:18:11.492733 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b36d232-6f97-4ca2-b5df-8c505e9330f6 None None] Checking segment: {'id': '85ee21ae-3b6e-4fd4-8edd-3da86b3055b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '1b1018a5-6922-45d9-bbaf-4c3be296d530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:18:11.493248 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6b36d232-6f97-4ca2-b5df-8c505e9330f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:11.499833 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b36d232-6f97-4ca2-b5df-8c505e9330f6 None None] Bound using segment: {'id': '85ee21ae-3b6e-4fd4-8edd-3da86b3055b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '1b1018a5-6922-45d9-bbaf-4c3be296d530'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:18:11.500743 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-6b36d232-6f97-4ca2-b5df-8c505e9330f6 None None] Bound port: 9e4f9330-8379-48e6-aa90-a6f11b70959a, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85ee21ae-3b6e-4fd4-8edd-3da86b3055b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '1b1018a5-6922-45d9-bbaf-4c3be296d530'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:18:11.501363 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6b36d232-6f97-4ca2-b5df-8c505e9330f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:11.559001 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63600c3f-f802-4cb9-b19e-05de787a4720 req-6cda51a5-b71a-4709-b2cb-8c72d9abf30f tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:11.560827 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-63600c3f-f802-4cb9-b19e-05de787a4720 req-6cda51a5-b71a-4709-b2cb-8c72d9abf30f tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8828d1b-8cac-43af-848f-0295d851e36a HTTP/1.1" status: 200 len: 945 time: 0.0959516 Oct 30 15:18:11.632567 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-6b36d232-6f97-4ca2-b5df-8c505e9330f6 None None] For port 9e4f9330-8379-48e6-aa90-a6f11b70959a, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:18:11.638488 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-63600c3f-f802-4cb9-b19e-05de787a4720 req-cb39b324-fa47-4cc8-a678-06d46d12dbe9 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689328 Oct 30 15:18:11.640039 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-166de65c-0e60-4146-b0c3-2ab38a327747 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Deleting port 9e4f9330-8379-48e6-aa90-a6f11b70959a {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:18:11.640382 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-166de65c-0e60-4146-b0c3-2ab38a327747 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:11.648626 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-6b36d232-6f97-4ca2-b5df-8c505e9330f6 None None] For port 9e4f9330-8379-48e6-aa90-a6f11b70959a, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=9e4f9330-8379-48e6-aa90-a6f11b70959a,segment=NetworkSegment(85ee21ae-3b6e-4fd4-8edd-3da86b3055b7),segment_id=85ee21ae-3b6e-4fd4-8edd-3da86b3055b7)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:18:11.656928 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6b36d232-6f97-4ca2-b5df-8c505e9330f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:11.751247 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-7e2b443d-3c78-4d7b-aef9-0273ce71ebfc tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.3750863 Oct 30 15:18:11.754471 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43596) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:11.760115 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b36d232-6f97-4ca2-b5df-8c505e9330f6 None None] Pushing event updated for resources: {'Port': ['ID=9e4f9330-8379-48e6-aa90-a6f11b70959a,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:11.761662 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-ab052647-b581-44d9-aaf6-4e8f7327c12c tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1960593306'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:18:11.786776 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-166de65c-0e60-4146-b0c3-2ab38a327747 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] For port 9e4f9330-8379-48e6-aa90-a6f11b70959a, host n-d-806683-17, got binding levels [] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:18:11.787141 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-166de65c-0e60-4146-b0c3-2ab38a327747 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:11.800896 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-166de65c-0e60-4146-b0c3-2ab38a327747 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Calling delete_port for 9e4f9330-8379-48e6-aa90-a6f11b70959a owned by network:dhcp {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:18:12.062865 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1232ab2-d4ea-45d0-ba86-6c6ff9152688 req-63c53446-84bb-439f-b7ab-d06909efe290 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:12.069000 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1232ab2-d4ea-45d0-ba86-6c6ff9152688 req-63c53446-84bb-439f-b7ab-d06909efe290 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:12.075126 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1232ab2-d4ea-45d0-ba86-6c6ff9152688 req-63c53446-84bb-439f-b7ab-d06909efe290 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:12.081181 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1232ab2-d4ea-45d0-ba86-6c6ff9152688 req-63c53446-84bb-439f-b7ab-d06909efe290 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:12.087277 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1232ab2-d4ea-45d0-ba86-6c6ff9152688 req-63c53446-84bb-439f-b7ab-d06909efe290 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:12.095193 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1232ab2-d4ea-45d0-ba86-6c6ff9152688 req-63c53446-84bb-439f-b7ab-d06909efe290 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:12.103970 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1232ab2-d4ea-45d0-ba86-6c6ff9152688 req-63c53446-84bb-439f-b7ab-d06909efe290 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:12.105996 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c1232ab2-d4ea-45d0-ba86-6c6ff9152688 req-63c53446-84bb-439f-b7ab-d06909efe290 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 5431 time: 0.1648240 Oct 30 15:18:12.112915 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-166de65c-0e60-4146-b0c3-2ab38a327747 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:12.158163 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166de65c-0e60-4146-b0c3-2ab38a327747 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Pushing event deleted for resources: {'Port': ['ID=9e4f9330-8379-48e6-aa90-a6f11b70959a,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:12.202780 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ab052647-b581-44d9-aaf6-4e8f7327c12c tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-773039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29512'] for router, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:12.208826 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166de65c-0e60-4146-b0c3-2ab38a327747 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] No DVR routers for this DVR port 9e4f9330-8379-48e6-aa90-a6f11b70959a on host n-d-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:18:12.216694 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ab052647-b581-44d9-aaf6-4e8f7327c12c tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-773014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-773021', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-773165'] for router, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:12.219715 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c1232ab2-d4ea-45d0-ba86-6c6ff9152688 req-284b676c-cb83-4166-81eb-bf8414c87861 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d8b2e39-c2c3-46e2-b7ce-d3094509b03c&id=301c6b35-46a3-48b2-8746-44103cb6e6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1041806 Oct 30 15:18:12.259899 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-166de65c-0e60-4146-b0c3-2ab38a327747 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:12.330534 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-166de65c-0e60-4146-b0c3-2ab38a327747 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:12.350816 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab052647-b581-44d9-aaf6-4e8f7327c12c tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Router c6785f37-c394-440b-82fe-cdeed5ff89ca has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:18:12.359991 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166de65c-0e60-4146-b0c3-2ab38a327747 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Pushing event deleted for resources: {'Subnet': ['ID=c27a1865-28c3-4a86-b48f-254ed1c6f976,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:12.441238 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-166de65c-0e60-4146-b0c3-2ab38a327747 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:12.467738 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-166de65c-0e60-4146-b0c3-2ab38a327747 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b1018a5-6922-45d9-bbaf-4c3be296d530']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:12.486477 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-166de65c-0e60-4146-b0c3-2ab38a327747 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85ee21ae-3b6e-4fd4-8edd-3da86b3055b7') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:12.487217 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-166de65c-0e60-4146-b0c3-2ab38a327747 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85ee21ae-3b6e-4fd4-8edd-3da86b3055b7') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:12.531402 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-166de65c-0e60-4146-b0c3-2ab38a327747 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:12.557240 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab052647-b581-44d9-aaf6-4e8f7327c12c tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:18:12.579770 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ab052647-b581-44d9-aaf6-4e8f7327c12c tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:12.586882 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-ab052647-b581-44d9-aaf6-4e8f7327c12c tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "PUT /v2.0/routers/c6785f37-c394-440b-82fe-cdeed5ff89ca HTTP/1.1" status: 200 len: 888 time: 0.8312449 Oct 30 15:18:12.592280 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43606) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:12.592445 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e354672a-c15a-493b-8cbb-9b2f11d9204f None None] Sync routers for ids ['c6785f37-c394-440b-82fe-cdeed5ff89ca'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:18:12.594155 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-166de65c-0e60-4146-b0c3-2ab38a327747 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:12.603689 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-166de65c-0e60-4146-b0c3-2ab38a327747 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:18:12.604426 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-166de65c-0e60-4146-b0c3-2ab38a327747 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:12.608325 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:18:12.608325 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:18:12.608325 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:18:12.608325 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:18:12.608325 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:18:12.608325 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:18:12.608325 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:18:12.608325 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:18:12.608325 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:18:12.608325 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:18:12.608325 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:18:12.608325 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:18:12.608325 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:18:12.608325 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:18:12.608325 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:18:12.608325 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:18:12.608325 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:18:12.608325 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:18:12.608325 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:18:12.608325 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:18:12.608325 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:18:12.608325 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:18:12.608325 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:18:12.608325 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:18:12.608325 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:18:12.608325 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:18:12.608325 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:18:12.608325 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:18:12.608325 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:18:12.608325 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:18:12.608325 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:18:12.608325 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:18:12.658446 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e354672a-c15a-493b-8cbb-9b2f11d9204f None None] Routers {'c6785f37-c394-440b-82fe-cdeed5ff89ca'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:18:12.659846 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-e354672a-c15a-493b-8cbb-9b2f11d9204f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:17:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['c6785f37-c394-440b-82fe-cdeed5ff89ca'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:12.738852 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-e354672a-c15a-493b-8cbb-9b2f11d9204f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:12.741889 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-166de65c-0e60-4146-b0c3-2ab38a327747 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:12.756136 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-166de65c-0e60-4146-b0c3-2ab38a327747 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:12.770630 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e354672a-c15a-493b-8cbb-9b2f11d9204f None None] Routers {'c6785f37-c394-440b-82fe-cdeed5ff89ca'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:18:12.775359 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-e354672a-c15a-493b-8cbb-9b2f11d9204f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:17:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['c6785f37-c394-440b-82fe-cdeed5ff89ca'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:12.776734 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-166de65c-0e60-4146-b0c3-2ab38a327747 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] 10.222.0.62 "DELETE /v2.0/networks/1b1018a5-6922-45d9-bbaf-4c3be296d530 HTTP/1.1" status: 204 len: 168 time: 2.2682903 Oct 30 15:18:12.781845 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43612) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:12.821837 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-7c57ff36-9272-4c20-9926-ce27b3afa1f7 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2074335185'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:18:12.829403 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166de65c-0e60-4146-b0c3-2ab38a327747 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Pushing event deleted for resources: {'Network': ['ID=1b1018a5-6922-45d9-bbaf-4c3be296d530,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:12.851561 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-f9e75a97-3e5a-4e4b-ad0f-c6e9b9db7a9b tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "GET /v2.0/routers/c6785f37-c394-440b-82fe-cdeed5ff89ca HTTP/1.1" status: 200 len: 888 time: 0.2576504 Oct 30 15:18:12.853787 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43614) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:12.871296 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-e354672a-c15a-493b-8cbb-9b2f11d9204f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:12.872380 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e354672a-c15a-493b-8cbb-9b2f11d9204f None None] The sync data for ids ['c6785f37-c394-440b-82fe-cdeed5ff89ca'] in n-d-806683-17 is: [] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:18:12.882036 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c57ff36-9272-4c20-9926-ce27b3afa1f7 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Made reservation on behalf of d5120f1dc65f4ae487781dbab13ba539 for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:18:12.890374 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7c57ff36-9272-4c20-9926-ce27b3afa1f7 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:12.902274 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-92c8147c-d586-40cd-939a-4ecf21faf17d tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6785f37-c394-440b-82fe-cdeed5ff89ca HTTP/1.1" status: 200 len: 205 time: 0.0471914 Oct 30 15:18:12.903031 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43616) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:12.916236 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab624d-c1c0-4812-951e-9784f205852d req-02e09f87-5717-4cdb-a97f-63f96d7901d7 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:12.918104 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5dab624d-c1c0-4812-951e-9784f205852d req-02e09f87-5717-4cdb-a97f-63f96d7901d7 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8828d1b-8cac-43af-848f-0295d851e36a HTTP/1.1" status: 200 len: 945 time: 0.1383493 Oct 30 15:18:12.950099 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c57ff36-9272-4c20-9926-ce27b3afa1f7 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:18:12.973089 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7c57ff36-9272-4c20-9926-ce27b3afa1f7 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:12.973423 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-7c57ff36-9272-4c20-9926-ce27b3afa1f7 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Added segment 3061313d-28b5-4aa9-8867-cfd56adade2a of type vlan for network 5c9dc9f0-31c1-4417-9966-e6ea1d7d9002 Oct 30 15:18:12.994733 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5dab624d-c1c0-4812-951e-9784f205852d req-652604b8-d6be-4cb0-b6f6-4d226278fe71 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704136 Oct 30 15:18:13.052003 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7c57ff36-9272-4c20-9926-ce27b3afa1f7 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:13.073070 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e89dc5a-30ff-45c1-a29a-a7c68ce4ae38 req-4002de12-e9ea-43fa-a0d3-53960d13207d tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:13.074599 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3e89dc5a-30ff-45c1-a29a-a7c68ce4ae38 req-4002de12-e9ea-43fa-a0d3-53960d13207d tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8828d1b-8cac-43af-848f-0295d851e36a HTTP/1.1" status: 200 len: 945 time: 0.0837023 Oct 30 15:18:13.081457 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7c57ff36-9272-4c20-9926-ce27b3afa1f7 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:13.090601 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c57ff36-9272-4c20-9926-ce27b3afa1f7 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:13.091297 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7c57ff36-9272-4c20-9926-ce27b3afa1f7 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:13.114854 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b7b40254-6569-486b-a927-bfa84929f55e tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for router, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:13.167768 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-7c57ff36-9272-4c20-9926-ce27b3afa1f7 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3696909 Oct 30 15:18:13.170656 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43620) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:13.175411 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-0c077d54-98c2-4147-993b-c4b97062b3b3 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Request body: {'subnet': {'network_id': '5c9dc9f0-31c1-4417-9966-e6ea1d7d9002', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:18:13.184803 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c57ff36-9272-4c20-9926-ce27b3afa1f7 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Pushing event updated for resources: {'Network': ['ID=5c9dc9f0-31c1-4417-9966-e6ea1d7d9002,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:13.195918 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 5c9dc9f0-31c1-4417-9966-e6ea1d7d9002 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:18:13.252478 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b7b40254-6569-486b-a927-bfa84929f55e tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:13.281686 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9fca9d-5b81-4cd9-9e53-8f55eb6a112a None None] DHCP port deletion for 1b1018a5-6922-45d9-bbaf-4c3be296d530 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:18:13.297281 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-9c22c76d-f047-4315-8618-5c030a43bbcf None None] Could not find standard attr ID for object 9e4f9330-8379-48e6-aa90-a6f11b70959a. {{(pid=102132) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 30 15:18:13.313184 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd8e8d3-0284-4640-b0e8-e90f816ee5fb None None] Network 1b1018a5-6922-45d9-bbaf-4c3be296d530 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:18:13.327192 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd8e8d3-0284-4640-b0e8-e90f816ee5fb None None] Network 1b1018a5-6922-45d9-bbaf-4c3be296d530 could not be found, it might have been deleted concurrently. {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 30 15:18:13.366347 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-3e89dc5a-30ff-45c1-a29a-a7c68ce4ae38 req-2ac09626-dca1-4d83-bf3e-9dab715d67b6 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Deleting port 460e5591-f42b-4fdd-a0eb-6e2cb9b0d3e9 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:18:13.366742 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-3e89dc5a-30ff-45c1-a29a-a7c68ce4ae38 req-2ac09626-dca1-4d83-bf3e-9dab715d67b6 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:13.402718 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c077d54-98c2-4147-993b-c4b97062b3b3 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Made reservation on behalf of d5120f1dc65f4ae487781dbab13ba539 for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:18:13.402718 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0c077d54-98c2-4147-993b-c4b97062b3b3 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:13.467805 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.ipam_backend_mixin [None req-0c077d54-98c2-4147-993b-c4b97062b3b3 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Performing IP validity checks on allocation pools {{(pid=102131) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 30 15:18:13.468330 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.ipam_backend_mixin [None req-0c077d54-98c2-4147-993b-c4b97062b3b3 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102131) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 30 15:18:13.474323 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-b7b40254-6569-486b-a927-bfa84929f55e tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Deleting port 1d099b39-3276-4c45-b5ab-230ef9b76fa1 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:18:13.475291 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b7b40254-6569-486b-a927-bfa84929f55e tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:13.488076 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55838ed-1b1a-4537-8d94-5f6e7040efd9 req-f9b0e7f7-db4e-46c7-bf71-7f3d365782e9 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:13.494659 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55838ed-1b1a-4537-8d94-5f6e7040efd9 req-f9b0e7f7-db4e-46c7-bf71-7f3d365782e9 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:13.500664 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55838ed-1b1a-4537-8d94-5f6e7040efd9 req-f9b0e7f7-db4e-46c7-bf71-7f3d365782e9 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:13.507165 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55838ed-1b1a-4537-8d94-5f6e7040efd9 req-f9b0e7f7-db4e-46c7-bf71-7f3d365782e9 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:13.513257 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55838ed-1b1a-4537-8d94-5f6e7040efd9 req-f9b0e7f7-db4e-46c7-bf71-7f3d365782e9 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:13.519542 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55838ed-1b1a-4537-8d94-5f6e7040efd9 req-f9b0e7f7-db4e-46c7-bf71-7f3d365782e9 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:13.526300 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55838ed-1b1a-4537-8d94-5f6e7040efd9 req-f9b0e7f7-db4e-46c7-bf71-7f3d365782e9 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:13.528378 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b55838ed-1b1a-4537-8d94-5f6e7040efd9 req-f9b0e7f7-db4e-46c7-bf71-7f3d365782e9 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 5431 time: 0.1735919 Oct 30 15:18:13.586328 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b55838ed-1b1a-4537-8d94-5f6e7040efd9 req-d3610881-f9f2-4adc-8e2d-dc29bf17527d tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d8b2e39-c2c3-46e2-b7ce-d3094509b03c&id=301c6b35-46a3-48b2-8746-44103cb6e6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0500786 Oct 30 15:18:13.692715 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0c077d54-98c2-4147-993b-c4b97062b3b3 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:13.786980 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c077d54-98c2-4147-993b-c4b97062b3b3 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Pushing event updated for resources: {'Subnet': ['ID=567491f9-5a6c-46b0-880e-5d7adfccf3b8,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:13.803616 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c077d54-98c2-4147-993b-c4b97062b3b3 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Checking segment: {'id': '3061313d-28b5-4aa9-8867-cfd56adade2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '5c9dc9f0-31c1-4417-9966-e6ea1d7d9002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:18:13.803982 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c077d54-98c2-4147-993b-c4b97062b3b3 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Network hostable DHCP agents. Network: 5c9dc9f0-31c1-4417-9966-e6ea1d7d9002, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:18:13.828347 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c077d54-98c2-4147-993b-c4b97062b3b3 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Network 5c9dc9f0-31c1-4417-9966-e6ea1d7d9002 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:18:13.838847 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-0c077d54-98c2-4147-993b-c4b97062b3b3 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 5c9dc9f0-31c1-4417-9966-e6ea1d7d9002) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:18:13.843786 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c077d54-98c2-4147-993b-c4b97062b3b3 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:13.844399 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0c077d54-98c2-4147-993b-c4b97062b3b3 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:13.850462 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c6719c-eecc-4cbc-b8d0-c1027b3e5f19 None None] Network 5c9dc9f0-31c1-4417-9966-e6ea1d7d9002 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:18:13.869915 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-0c077d54-98c2-4147-993b-c4b97062b3b3 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.6982548 Oct 30 15:18:13.873096 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43630) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:13.945833 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-3e89dc5a-30ff-45c1-a29a-a7c68ce4ae38 req-2ac09626-dca1-4d83-bf3e-9dab715d67b6 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] For port 460e5591-f42b-4fdd-a0eb-6e2cb9b0d3e9, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=460e5591-f42b-4fdd-a0eb-6e2cb9b0d3e9,segment=NetworkSegment(803c5434-e7a3-49e2-9896-7909e39f1289),segment_id=803c5434-e7a3-49e2-9896-7909e39f1289)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:18:13.946234 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-3e89dc5a-30ff-45c1-a29a-a7c68ce4ae38 req-2ac09626-dca1-4d83-bf3e-9dab715d67b6 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:13.965439 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-3e89dc5a-30ff-45c1-a29a-a7c68ce4ae38 req-2ac09626-dca1-4d83-bf3e-9dab715d67b6 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Calling delete_port for 460e5591-f42b-4fdd-a0eb-6e2cb9b0d3e9 owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:18:14.015127 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-18772766-88fd-447f-9df5-fa0e49d998cb tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:14.025039 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b7b40254-6569-486b-a927-bfa84929f55e tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:14.043404 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-b7b40254-6569-486b-a927-bfa84929f55e tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Calling delete_port for 1d099b39-3276-4c45-b5ab-230ef9b76fa1 owned by network:router_gateway {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:18:14.054748 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810cb76b-192e-41a5-b007-146110976bbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-5c9dc9f0-31c1-4417-9966-e6ea1d7d9002', 'network_id': '5c9dc9f0-31c1-4417-9966-e6ea1d7d9002', 'tenant_id': 'd5120f1dc65f4ae487781dbab13ba539', 'fixed_ips': [{'subnet_id': '567491f9-5a6c-46b0-880e-5d7adfccf3b8'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:18:14.055797 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-810cb76b-192e-41a5-b007-146110976bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:14.116391 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-18772766-88fd-447f-9df5-fa0e49d998cb tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:14.211631 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-18772766-88fd-447f-9df5-fa0e49d998cb tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:14.241058 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server [None req-810cb76b-192e-41a5-b007-146110976bbe None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 567491f9-5a6c-46b0-880e-5d7adfccf3b8: This subnet is being modified by another concurrent operation. Oct 30 15:18:14.241058 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 30 15:18:14.241058 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 30 15:18:14.241058 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 30 15:18:14.241058 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 30 15:18:14.241058 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 30 15:18:14.241058 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 30 15:18:14.241058 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 30 15:18:14.241058 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 30 15:18:14.241058 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 30 15:18:14.241058 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 30 15:18:14.241058 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 30 15:18:14.241058 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 30 15:18:14.241058 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 30 15:18:14.241058 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 30 15:18:14.241058 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server raise self.value Oct 30 15:18:14.241058 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 30 15:18:14.241058 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 30 15:18:14.241058 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 30 15:18:14.241058 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 30 15:18:14.241058 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 30 15:18:14.241058 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 30 15:18:14.241058 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 30 15:18:14.241058 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server raise self.value Oct 30 15:18:14.241058 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 30 15:18:14.241058 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 30 15:18:14.241058 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 30 15:18:14.241058 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 30 15:18:14.241058 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 30 15:18:14.241058 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 30 15:18:14.241058 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 30 15:18:14.241058 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server raise self.value Oct 30 15:18:14.241058 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 30 15:18:14.241058 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 30 15:18:14.241058 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 30 15:18:14.241058 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 30 15:18:14.241058 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 30 15:18:14.241058 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 30 15:18:14.241058 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 30 15:18:14.241058 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 30 15:18:14.241058 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 30 15:18:14.241058 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 30 15:18:14.241058 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 30 15:18:14.241058 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 30 15:18:14.241058 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 30 15:18:14.241058 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 30 15:18:14.241058 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 30 15:18:14.241058 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 30 15:18:14.241058 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 30 15:18:14.241058 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 30 15:18:14.241058 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 30 15:18:14.241058 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server raise self.value Oct 30 15:18:14.241058 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 30 15:18:14.241058 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 30 15:18:14.244784 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 30 15:18:14.244784 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 30 15:18:14.244784 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 30 15:18:14.244784 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 30 15:18:14.244784 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 30 15:18:14.244784 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server raise self.value Oct 30 15:18:14.244784 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 30 15:18:14.244784 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 30 15:18:14.244784 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 30 15:18:14.244784 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 30 15:18:14.244784 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 30 15:18:14.244784 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 30 15:18:14.244784 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 30 15:18:14.244784 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server raise self.value Oct 30 15:18:14.244784 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 30 15:18:14.244784 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 30 15:18:14.244784 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 30 15:18:14.244784 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 30 15:18:14.244784 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 30 15:18:14.244784 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 30 15:18:14.244784 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Oct 30 15:18:14.244784 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 30 15:18:14.244784 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 30 15:18:14.244784 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 30 15:18:14.244784 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 30 15:18:14.244784 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 30 15:18:14.244784 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 30 15:18:14.244784 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server raise self.value Oct 30 15:18:14.244784 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 30 15:18:14.244784 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 30 15:18:14.244784 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 30 15:18:14.244784 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 30 15:18:14.244784 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 30 15:18:14.244784 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 30 15:18:14.244784 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 30 15:18:14.244784 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server raise exception Oct 30 15:18:14.244784 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 567491f9-5a6c-46b0-880e-5d7adfccf3b8: This subnet is being modified by another concurrent operation. Oct 30 15:18:14.244784 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server Oct 30 15:18:14.248307 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18772766-88fd-447f-9df5-fa0e49d998cb tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Pushing event deleted for resources: {'Subnet': ['ID=567491f9-5a6c-46b0-880e-5d7adfccf3b8,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:14.271304 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ccc9bf-1120-41f4-81b8-c0e93f96c83c None None] Network 5c9dc9f0-31c1-4417-9966-e6ea1d7d9002 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:18:14.316522 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd4766-83b5-4d9b-aff5-8432aca64665 req-6b353f88-6c16-47c4-a3eb-a334d5c0c73c tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:14.317962 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-92cd4766-83b5-4d9b-aff5-8432aca64665 req-6b353f88-6c16-47c4-a3eb-a334d5c0c73c tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8828d1b-8cac-43af-848f-0295d851e36a HTTP/1.1" status: 200 len: 945 time: 0.1568284 Oct 30 15:18:14.337352 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-18772766-88fd-447f-9df5-fa0e49d998cb tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:14.361326 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-18772766-88fd-447f-9df5-fa0e49d998cb tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c9dc9f0-31c1-4417-9966-e6ea1d7d9002']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:14.363543 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-92cd4766-83b5-4d9b-aff5-8432aca64665 req-95a9fc4f-eb4c-47f0-9fa2-f0578a69b8ae tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387499 Oct 30 15:18:14.373944 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-18772766-88fd-447f-9df5-fa0e49d998cb tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3061313d-28b5-4aa9-8867-cfd56adade2a') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:14.374876 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-18772766-88fd-447f-9df5-fa0e49d998cb tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3061313d-28b5-4aa9-8867-cfd56adade2a') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:14.398251 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-18772766-88fd-447f-9df5-fa0e49d998cb tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:14.404406 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-3e89dc5a-30ff-45c1-a29a-a7c68ce4ae38 req-2ac09626-dca1-4d83-bf3e-9dab715d67b6 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:14.417382 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['460e5591-f42b-4fdd-a0eb-6e2cb9b0d3e9'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:18:14.423557 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823d0b5d-05c0-4091-bb81-3298d34eb35a None None] get_active_networks_info from n-d-806683-17 {{(pid=102132) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 30 15:18:14.433612 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-18772766-88fd-447f-9df5-fa0e49d998cb tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:14.446474 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18772766-88fd-447f-9df5-fa0e49d998cb tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:18:14.447037 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-18772766-88fd-447f-9df5-fa0e49d998cb tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:14.493466 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac09626-dca1-4d83-bf3e-9dab715d67b6 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Pushing event deleted for resources: {'Port': ['ID=460e5591-f42b-4fdd-a0eb-6e2cb9b0d3e9,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:14.525255 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e89dc5a-30ff-45c1-a29a-a7c68ce4ae38 req-2ac09626-dca1-4d83-bf3e-9dab715d67b6 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] No DVR routers for this DVR port 460e5591-f42b-4fdd-a0eb-6e2cb9b0d3e9 on host n-h2-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:18:14.529784 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-3e89dc5a-30ff-45c1-a29a-a7c68ce4ae38 req-2ac09626-dca1-4d83-bf3e-9dab715d67b6 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:14.533915 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3e89dc5a-30ff-45c1-a29a-a7c68ce4ae38 req-2ac09626-dca1-4d83-bf3e-9dab715d67b6 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.44 "DELETE /v2.0/ports/460e5591-f42b-4fdd-a0eb-6e2cb9b0d3e9 HTTP/1.1" status: 204 len: 173 time: 1.4509978 Oct 30 15:18:14.534576 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8828d1b-8cac-43af-848f-0295d851e36a', 'name': 'network-vif-deleted', 'tag': '460e5591-f42b-4fdd-a0eb-6e2cb9b0d3e9'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:18:14.536646 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:18:14.536646 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:18:14.536646 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:18:14.536646 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:18:14.536646 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:18:14.536646 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:18:14.536646 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:18:14.536646 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:18:14.536646 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:18:14.536646 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:18:14.536646 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:18:14.536646 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:18:14.536646 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:18:14.536646 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:18:14.536646 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:18:14.536646 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:18:14.536646 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:18:14.536646 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:18:14.536646 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:18:14.536646 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:18:14.536646 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:18:14.536646 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:18:14.536646 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:18:14.536646 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:18:14.536646 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:18:14.536646 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:18:14.536646 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:18:14.536646 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:18:14.536646 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:18:14.536646 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:18:14.536646 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:18:14.536646 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:18:14.542107 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2eed210-fa3f-4c98-8895-edeb7af09ef4" -d '{"events": [{"server_uuid": "c8828d1b-8cac-43af-848f-0295d851e36a", "name": "network-vif-deleted", "tag": "460e5591-f42b-4fdd-a0eb-6e2cb9b0d3e9"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:18:14.544630 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-18772766-88fd-447f-9df5-fa0e49d998cb tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:14.557604 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-18772766-88fd-447f-9df5-fa0e49d998cb tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:14.563217 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-18772766-88fd-447f-9df5-fa0e49d998cb tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] 10.222.0.62 "DELETE /v2.0/networks/5c9dc9f0-31c1-4417-9966-e6ea1d7d9002 HTTP/1.1" status: 204 len: 168 time: 0.6890125 Oct 30 15:18:14.566702 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43640) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:14.580252 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-c3e69bfc-cde3-4521-86a0-0cc716f65b62 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1885052849'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:18:14.589646 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b7b40254-6569-486b-a927-bfa84929f55e tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:14.590943 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18772766-88fd-447f-9df5-fa0e49d998cb tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Pushing event deleted for resources: {'Network': ['ID=5c9dc9f0-31c1-4417-9966-e6ea1d7d9002,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:14.644863 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76789dc6-fb99-4196-8d44-2f3ed164bf52 x-openstack-request-id: req-76789dc6-fb99-4196-8d44-2f3ed164bf52 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:18:14.645164 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8828d1b-8cac-43af-848f-0295d851e36a", "name": "network-vif-deleted", "tag": "460e5591-f42b-4fdd-a0eb-6e2cb9b0d3e9", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:18:14.645419 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-76789dc6-fb99-4196-8d44-2f3ed164bf52 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:18:14.645816 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8828d1b-8cac-43af-848f-0295d851e36a', 'name': 'network-vif-deleted', 'tag': '460e5591-f42b-4fdd-a0eb-6e2cb9b0d3e9', 'status': 'completed', 'code': 200} Oct 30 15:18:14.651742 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b40254-6569-486b-a927-bfa84929f55e tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Pushing event deleted for resources: {'Port': ['ID=1d099b39-3276-4c45-b5ab-230ef9b76fa1,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:14.680093 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e69bfc-cde3-4521-86a0-0cc716f65b62 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Made reservation on behalf of d5120f1dc65f4ae487781dbab13ba539 for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:18:14.687142 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c3e69bfc-cde3-4521-86a0-0cc716f65b62 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:14.708346 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823d0b5d-05c0-4091-bb81-3298d34eb35a None None] Resources bound (agent type, host, resource id): {{(pid=102132) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 30 15:18:14.727028 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 9e4f9330-8379-48e6-aa90-a6f11b70959a no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:18:14.757881 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 9e4f9330-8379-48e6-aa90-a6f11b70959a {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:18:14.758450 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 9e4f9330-8379-48e6-aa90-a6f11b70959a not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:18:14.804977 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3e69bfc-cde3-4521-86a0-0cc716f65b62 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:18:14.813476 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b7b40254-6569-486b-a927-bfa84929f55e tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:14.869920 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e830f-a347-48fe-a0ca-94afa9eb8ca7 req-71b7f80e-301c-428f-b6ba-ea0d758319e4 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:14.876140 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e830f-a347-48fe-a0ca-94afa9eb8ca7 req-71b7f80e-301c-428f-b6ba-ea0d758319e4 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:14.882306 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e830f-a347-48fe-a0ca-94afa9eb8ca7 req-71b7f80e-301c-428f-b6ba-ea0d758319e4 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:14.889281 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e830f-a347-48fe-a0ca-94afa9eb8ca7 req-71b7f80e-301c-428f-b6ba-ea0d758319e4 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:14.899064 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e830f-a347-48fe-a0ca-94afa9eb8ca7 req-71b7f80e-301c-428f-b6ba-ea0d758319e4 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:14.905136 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e830f-a347-48fe-a0ca-94afa9eb8ca7 req-71b7f80e-301c-428f-b6ba-ea0d758319e4 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:14.911359 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e830f-a347-48fe-a0ca-94afa9eb8ca7 req-71b7f80e-301c-428f-b6ba-ea0d758319e4 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:14.913919 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-722e830f-a347-48fe-a0ca-94afa9eb8ca7 req-71b7f80e-301c-428f-b6ba-ea0d758319e4 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 5431 time: 0.1976416 Oct 30 15:18:14.915181 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c3e69bfc-cde3-4521-86a0-0cc716f65b62 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:14.915544 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-c3e69bfc-cde3-4521-86a0-0cc716f65b62 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Added segment 1f87a048-053c-4ac6-92d7-323164f959e6 of type vlan for network b49389c1-1529-441f-9da2-0e441215f1a3 Oct 30 15:18:15.042473 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b7b40254-6569-486b-a927-bfa84929f55e tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:15.068040 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b7b40254-6569-486b-a927-bfa84929f55e tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:15.136358 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c3e69bfc-cde3-4521-86a0-0cc716f65b62 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:15.145545 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-722e830f-a347-48fe-a0ca-94afa9eb8ca7 req-828ffc4a-3601-4f2b-90b6-e9f837d156c5 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d8b2e39-c2c3-46e2-b7ce-d3094509b03c&id=301c6b35-46a3-48b2-8746-44103cb6e6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1824305 Oct 30 15:18:15.160750 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b7b40254-6569-486b-a927-bfa84929f55e tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:15.161290 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b40254-6569-486b-a927-bfa84929f55e tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Fanout notify agent at l3_agent the message router_deleted on router c6785f37-c394-440b-82fe-cdeed5ff89ca {{(pid=102130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:18:15.169063 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b7b40254-6569-486b-a927-bfa84929f55e tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:15.174919 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43650) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:15.176293 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b7b40254-6569-486b-a927-bfa84929f55e tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "DELETE /v2.0/routers/c6785f37-c394-440b-82fe-cdeed5ff89ca HTTP/1.1" status: 204 len: 168 time: 2.2688301 Oct 30 15:18:15.182433 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-45e7bc29-1be6-4586-8358-d09fa4c88fe9 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Request body: {'network': {'name': 'tempest-RoutersTest-1029391236'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:18:15.188175 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c3e69bfc-cde3-4521-86a0-0cc716f65b62 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:15.196142 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e69bfc-cde3-4521-86a0-0cc716f65b62 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:15.197146 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c3e69bfc-cde3-4521-86a0-0cc716f65b62 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:15.242572 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e7bc29-1be6-4586-8358-d09fa4c88fe9 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Made reservation on behalf of 2a6cb1c7b667422386e8a263117bcaa0 for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:18:15.247886 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-45e7bc29-1be6-4586-8358-d09fa4c88fe9 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:15.285224 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45e7bc29-1be6-4586-8358-d09fa4c88fe9 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:18:15.295745 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-45e7bc29-1be6-4586-8358-d09fa4c88fe9 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:15.296208 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-45e7bc29-1be6-4586-8358-d09fa4c88fe9 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Added segment 38881616-80f8-4b85-84c6-a221b67dd764 of type vlan for network cb8607de-9e82-4bb1-9b8c-9807dc9df413 Oct 30 15:18:15.301878 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c3e69bfc-cde3-4521-86a0-0cc716f65b62 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7326138 Oct 30 15:18:15.305161 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43652) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:15.314269 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-871575ce-ceae-490d-a3b1-b8441e024738 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Request body: {'subnet': {'network_id': 'b49389c1-1529-441f-9da2-0e441215f1a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:18:15.345374 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-45e7bc29-1be6-4586-8358-d09fa4c88fe9 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:15.373124 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e69bfc-cde3-4521-86a0-0cc716f65b62 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Pushing event updated for resources: {'Network': ['ID=b49389c1-1529-441f-9da2-0e441215f1a3,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:15.374742 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-45e7bc29-1be6-4586-8358-d09fa4c88fe9 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:15.382702 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e7bc29-1be6-4586-8358-d09fa4c88fe9 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:15.383619 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-45e7bc29-1be6-4586-8358-d09fa4c88fe9 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:15.385787 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network b49389c1-1529-441f-9da2-0e441215f1a3 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:18:15.460411 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-45e7bc29-1be6-4586-8358-d09fa4c88fe9 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2810037 Oct 30 15:18:15.464647 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43656) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:15.471623 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e7bc29-1be6-4586-8358-d09fa4c88fe9 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Pushing event updated for resources: {'Network': ['ID=cb8607de-9e82-4bb1-9b8c-9807dc9df413,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:15.486532 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network cb8607de-9e82-4bb1-9b8c-9807dc9df413 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:18:15.493736 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-90f3829e-927d-4e06-8159-27fb3b7efbe5 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Request body: {'subnet': {'network_id': 'cb8607de-9e82-4bb1-9b8c-9807dc9df413', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:18:15.512544 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a8c21164-6f7b-4bc8-abe0-84b04e58cdf5 req-4a372eaf-61bc-45f7-adef-0f3f2cb9689c tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8828d1b-8cac-43af-848f-0295d851e36a HTTP/1.1" status: 200 len: 210 time: 0.0466816 Oct 30 15:18:15.513348 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871575ce-ceae-490d-a3b1-b8441e024738 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Made reservation on behalf of d5120f1dc65f4ae487781dbab13ba539 for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:18:15.516851 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-871575ce-ceae-490d-a3b1-b8441e024738 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:15.733107 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f3829e-927d-4e06-8159-27fb3b7efbe5 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Made reservation on behalf of 2a6cb1c7b667422386e8a263117bcaa0 for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:18:15.736804 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-90f3829e-927d-4e06-8159-27fb3b7efbe5 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:15.967008 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-871575ce-ceae-490d-a3b1-b8441e024738 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:16.076324 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871575ce-ceae-490d-a3b1-b8441e024738 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Pushing event updated for resources: {'Subnet': ['ID=ea4f654b-8063-4bb5-a654-d58b680ae54f,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:16.096385 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871575ce-ceae-490d-a3b1-b8441e024738 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Checking segment: {'id': '1f87a048-053c-4ac6-92d7-323164f959e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b49389c1-1529-441f-9da2-0e441215f1a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:18:16.096788 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871575ce-ceae-490d-a3b1-b8441e024738 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Network hostable DHCP agents. Network: b49389c1-1529-441f-9da2-0e441215f1a3, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:18:16.103580 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-90f3829e-927d-4e06-8159-27fb3b7efbe5 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:16.156009 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871575ce-ceae-490d-a3b1-b8441e024738 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Network b49389c1-1529-441f-9da2-0e441215f1a3 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:18:16.182373 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f3829e-927d-4e06-8159-27fb3b7efbe5 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Pushing event updated for resources: {'Subnet': ['ID=1ed0e3d6-2e73-4797-a42e-02f4400ea210,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:16.184369 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-871575ce-ceae-490d-a3b1-b8441e024738 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, b49389c1-1529-441f-9da2-0e441215f1a3) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:18:16.191192 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871575ce-ceae-490d-a3b1-b8441e024738 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:16.191814 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-871575ce-ceae-490d-a3b1-b8441e024738 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:16.201985 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f3829e-927d-4e06-8159-27fb3b7efbe5 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Checking segment: {'id': '38881616-80f8-4b85-84c6-a221b67dd764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'cb8607de-9e82-4bb1-9b8c-9807dc9df413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:18:16.202356 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f3829e-927d-4e06-8159-27fb3b7efbe5 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Network hostable DHCP agents. Network: cb8607de-9e82-4bb1-9b8c-9807dc9df413, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:18:16.213420 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42595c0b-69c0-43ed-bd59-c0f6e36e88c8 None None] Network b49389c1-1529-441f-9da2-0e441215f1a3 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:18:16.222475 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-871575ce-ceae-490d-a3b1-b8441e024738 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9158711 Oct 30 15:18:16.223027 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43666) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:16.231016 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f3829e-927d-4e06-8159-27fb3b7efbe5 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Network cb8607de-9e82-4bb1-9b8c-9807dc9df413 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:18:16.239177 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-90f3829e-927d-4e06-8159-27fb3b7efbe5 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, cb8607de-9e82-4bb1-9b8c-9807dc9df413) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:18:16.244091 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f3829e-927d-4e06-8159-27fb3b7efbe5 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:16.244735 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-90f3829e-927d-4e06-8159-27fb3b7efbe5 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:16.273678 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-90f3829e-927d-4e06-8159-27fb3b7efbe5 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7844627 Oct 30 15:18:16.277262 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43668) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:16.284075 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-fb67d421-4f11-4cc9-9cc3-74bf374a6166 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1062997019', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:18:16.287003 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608cbb80-a7b6-4241-a880-54302a06367f None None] Network cb8607de-9e82-4bb1-9b8c-9807dc9df413 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:18:16.333030 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fb67d421-4f11-4cc9-9cc3-74bf374a6166 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:16.334669 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fb67d421-4f11-4cc9-9cc3-74bf374a6166 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:16.408838 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fb67d421-4f11-4cc9-9cc3-74bf374a6166 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:16.419824 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fb67d421-4f11-4cc9-9cc3-74bf374a6166 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:16.448171 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fb67d421-4f11-4cc9-9cc3-74bf374a6166 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:16.451156 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-fb67d421-4f11-4cc9-9cc3-74bf374a6166 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1723959 Oct 30 15:18:16.453857 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43672) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:16.545899 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1315e13-802f-4b0f-8260-8574df9ccaf7 req-bf24b611-d625-4b4a-bfcf-abfe4198275a tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:16.551792 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1315e13-802f-4b0f-8260-8574df9ccaf7 req-bf24b611-d625-4b4a-bfcf-abfe4198275a tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:16.570831 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1315e13-802f-4b0f-8260-8574df9ccaf7 req-bf24b611-d625-4b4a-bfcf-abfe4198275a tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:16.587261 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1315e13-802f-4b0f-8260-8574df9ccaf7 req-bf24b611-d625-4b4a-bfcf-abfe4198275a tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:16.604962 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1315e13-802f-4b0f-8260-8574df9ccaf7 req-bf24b611-d625-4b4a-bfcf-abfe4198275a tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:16.620201 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1315e13-802f-4b0f-8260-8574df9ccaf7 req-bf24b611-d625-4b4a-bfcf-abfe4198275a tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:16.634696 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1315e13-802f-4b0f-8260-8574df9ccaf7 req-bf24b611-d625-4b4a-bfcf-abfe4198275a tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:16.645257 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f1315e13-802f-4b0f-8260-8574df9ccaf7 req-bf24b611-d625-4b4a-bfcf-abfe4198275a tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 5431 time: 0.2535973 Oct 30 15:18:16.697661 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0266f6ce-052d-4567-959e-717f13701d32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-b49389c1-1529-441f-9da2-0e441215f1a3', 'network_id': 'b49389c1-1529-441f-9da2-0e441215f1a3', 'tenant_id': 'd5120f1dc65f4ae487781dbab13ba539', 'fixed_ips': [{'subnet_id': 'ea4f654b-8063-4bb5-a654-d58b680ae54f'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:18:16.697661 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0266f6ce-052d-4567-959e-717f13701d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:16.706694 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3660aaa2-cdff-473b-bd5c-ef54b36d9688 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:16.733229 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f1315e13-802f-4b0f-8260-8574df9ccaf7 req-705aa450-7baf-4113-b39d-9d98fc715b39 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d8b2e39-c2c3-46e2-b7ce-d3094509b03c&id=301c6b35-46a3-48b2-8746-44103cb6e6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0706823 Oct 30 15:18:16.791202 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b634e54f-424a-48cb-80d0-a1e60061abd9 req-f954980b-6f10-4ba6-aa50-c0d80dce0a71 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8828d1b-8cac-43af-848f-0295d851e36a HTTP/1.1" status: 200 len: 210 time: 0.0807545 Oct 30 15:18:16.840505 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3660aaa2-cdff-473b-bd5c-ef54b36d9688 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:16.923034 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-0266f6ce-052d-4567-959e-717f13701d32 None None] Allocated IP 172.20.0.1 (b49389c1-1529-441f-9da2-0e441215f1a3/ea4f654b-8063-4bb5-a654-d58b680ae54f/916c2c2d-171b-422a-be65-36fe04137ac3) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:18:17.053421 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2e36a877-ab68-4a38-8108-8fa058f0bbe0 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:17.088388 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 460e5591-f42b-4fdd-a0eb-6e2cb9b0d3e9 no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:18:17.111990 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] No Port match for: 460e5591-f42b-4fdd-a0eb-6e2cb9b0d3e9 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:18:17.112331 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 460e5591-f42b-4fdd-a0eb-6e2cb9b0d3e9 not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:18:17.141310 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0266f6ce-052d-4567-959e-717f13701d32 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:17.162302 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0266f6ce-052d-4567-959e-717f13701d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:17.178877 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3660aaa2-cdff-473b-bd5c-ef54b36d9688 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:17.249521 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3660aaa2-cdff-473b-bd5c-ef54b36d9688 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Pushing event deleted for resources: {'Subnet': ['ID=ea4f654b-8063-4bb5-a654-d58b680ae54f,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:17.259486 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3660aaa2-cdff-473b-bd5c-ef54b36d9688 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:18:17.259486 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3660aaa2-cdff-473b-bd5c-ef54b36d9688 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:18:17.259868 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3660aaa2-cdff-473b-bd5c-ef54b36d9688 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:18:17.260177 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3660aaa2-cdff-473b-bd5c-ef54b36d9688 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:18:17.260858 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3660aaa2-cdff-473b-bd5c-ef54b36d9688 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:18:17.260858 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3660aaa2-cdff-473b-bd5c-ef54b36d9688 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:18:17.261508 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3660aaa2-cdff-473b-bd5c-ef54b36d9688 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:18:17.261508 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3660aaa2-cdff-473b-bd5c-ef54b36d9688 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:18:17.262259 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3660aaa2-cdff-473b-bd5c-ef54b36d9688 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:18:17.262259 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3660aaa2-cdff-473b-bd5c-ef54b36d9688 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:18:17.262403 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3660aaa2-cdff-473b-bd5c-ef54b36d9688 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:18:17.262638 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3660aaa2-cdff-473b-bd5c-ef54b36d9688 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:18:17.344507 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3660aaa2-cdff-473b-bd5c-ef54b36d9688 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:17.358468 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0266f6ce-052d-4567-959e-717f13701d32 None None] Network b49389c1-1529-441f-9da2-0e441215f1a3 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:18:17.359715 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4186b5-dac3-4a82-b393-1c7c173b7808 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-cb8607de-9e82-4bb1-9b8c-9807dc9df413', 'network_id': 'cb8607de-9e82-4bb1-9b8c-9807dc9df413', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'fixed_ips': [{'subnet_id': '1ed0e3d6-2e73-4797-a42e-02f4400ea210'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:18:17.361408 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9b4186b5-dac3-4a82-b393-1c7c173b7808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:17.384191 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-3660aaa2-cdff-473b-bd5c-ef54b36d9688 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b49389c1-1529-441f-9da2-0e441215f1a3']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:17.399171 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-3660aaa2-cdff-473b-bd5c-ef54b36d9688 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f87a048-053c-4ac6-92d7-323164f959e6') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:17.399871 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-3660aaa2-cdff-473b-bd5c-ef54b36d9688 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f87a048-053c-4ac6-92d7-323164f959e6') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:17.423736 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3660aaa2-cdff-473b-bd5c-ef54b36d9688 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:17.450416 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3660aaa2-cdff-473b-bd5c-ef54b36d9688 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:17.451096 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-0266f6ce-052d-4567-959e-717f13701d32 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:18:17.470179 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0266f6ce-052d-4567-959e-717f13701d32 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:18:17.475430 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0266f6ce-052d-4567-959e-717f13701d32 None None] Pushing event updated for resources: {'Port': ['ID=916c2c2d-171b-422a-be65-36fe04137ac3,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:17.488178 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3660aaa2-cdff-473b-bd5c-ef54b36d9688 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:18:17.488952 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3660aaa2-cdff-473b-bd5c-ef54b36d9688 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:17.531827 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:18:17.531827 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:18:17.531827 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:18:17.531827 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:18:17.531827 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:18:17.531827 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:18:17.531827 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:18:17.531827 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:18:17.531827 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:18:17.531827 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:18:17.531827 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:18:17.531827 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:18:17.531827 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:18:17.531827 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:18:17.531827 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:18:17.531827 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:18:17.531827 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:18:17.531827 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:18:17.531827 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:18:17.531827 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:18:17.531827 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:18:17.531827 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:18:17.531827 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:18:17.531827 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:18:17.531827 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:18:17.531827 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:18:17.531827 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:18:17.531827 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:18:17.531827 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:18:17.531827 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:18:17.531827 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:18:17.531827 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:18:17.622789 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.db.api [None req-3660aaa2-cdff-473b-bd5c-ef54b36d9688 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 30 15:18:17.622789 n-d-806683-17 neutron-server[102131]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 30 15:18:17.622789 n-d-806683-17 neutron-server[102131]: [parameters: {'id': 'b49389c1-1529-441f-9da2-0e441215f1a3'}] Oct 30 15:18:17.622789 n-d-806683-17 neutron-server[102131]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 30 15:18:17.623236 n-d-806683-17 neutron-server[102131]: DEBUG oslo_db.api [None req-3660aaa2-cdff-473b-bd5c-ef54b36d9688 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 30 15:18:17.691577 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-2e36a877-ab68-4a38-8108-8fa058f0bbe0 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Allocated IP 172.20.0.1 (cb8607de-9e82-4bb1-9b8c-9807dc9df413/1ed0e3d6-2e73-4797-a42e-02f4400ea210/65dd9a06-c998-4b38-9507-cce0f9b211cf) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:18:17.871026 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-0266f6ce-052d-4567-959e-717f13701d32 None None] Attempting to bind port 916c2c2d-171b-422a-be65-36fe04137ac3 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:18:17.879353 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-0266f6ce-052d-4567-959e-717f13701d32 None None] Attempting to bind port 916c2c2d-171b-422a-be65-36fe04137ac3 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '1f87a048-053c-4ac6-92d7-323164f959e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b49389c1-1529-441f-9da2-0e441215f1a3'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:18:17.879923 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0266f6ce-052d-4567-959e-717f13701d32 None None] Attempting to bind port 916c2c2d-171b-422a-be65-36fe04137ac3 on network b49389c1-1529-441f-9da2-0e441215f1a3 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:18:17.889771 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0266f6ce-052d-4567-959e-717f13701d32 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:18:17.890206 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0266f6ce-052d-4567-959e-717f13701d32 None None] Checking segment: {'id': '1f87a048-053c-4ac6-92d7-323164f959e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b49389c1-1529-441f-9da2-0e441215f1a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:18:17.890593 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0266f6ce-052d-4567-959e-717f13701d32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:17.891092 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0266f6ce-052d-4567-959e-717f13701d32 None None] Bound using segment: {'id': '1f87a048-053c-4ac6-92d7-323164f959e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b49389c1-1529-441f-9da2-0e441215f1a3'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:18:17.892271 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-0266f6ce-052d-4567-959e-717f13701d32 None None] Bound port: 916c2c2d-171b-422a-be65-36fe04137ac3, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f87a048-053c-4ac6-92d7-323164f959e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b49389c1-1529-441f-9da2-0e441215f1a3'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:18:17.892656 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0266f6ce-052d-4567-959e-717f13701d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:18.009542 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-0266f6ce-052d-4567-959e-717f13701d32 None None] For port 916c2c2d-171b-422a-be65-36fe04137ac3, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:18:18.009954 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-989c7990-2992-494d-9d05-d9ba263528b3 req-2584878b-8d0d-4a92-a9b9-9266670640c1 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8828d1b-8cac-43af-848f-0295d851e36a HTTP/1.1" status: 200 len: 210 time: 0.0674851 Oct 30 15:18:18.014831 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-0266f6ce-052d-4567-959e-717f13701d32 None None] For port 916c2c2d-171b-422a-be65-36fe04137ac3, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=916c2c2d-171b-422a-be65-36fe04137ac3,segment=NetworkSegment(1f87a048-053c-4ac6-92d7-323164f959e6),segment_id=1f87a048-053c-4ac6-92d7-323164f959e6)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:18:18.037075 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0266f6ce-052d-4567-959e-717f13701d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:18.127603 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3660aaa2-cdff-473b-bd5c-ef54b36d9688 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:18.227667 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0266f6ce-052d-4567-959e-717f13701d32 None None] Pushing event updated for resources: {'Port': ['ID=916c2c2d-171b-422a-be65-36fe04137ac3,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:18.267401 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4509707-8c24-4dfe-829c-ff655dc7f7c5 None None] Network b49389c1-1529-441f-9da2-0e441215f1a3 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:18:18.294095 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00fa0b3-6a68-43d4-b402-efbade87f3fe req-ed1f48dc-6074-40a4-a09a-c5fb3ed4cc77 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:18.307993 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00fa0b3-6a68-43d4-b402-efbade87f3fe req-ed1f48dc-6074-40a4-a09a-c5fb3ed4cc77 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:18.317710 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00fa0b3-6a68-43d4-b402-efbade87f3fe req-ed1f48dc-6074-40a4-a09a-c5fb3ed4cc77 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:18.328415 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-3660aaa2-cdff-473b-bd5c-ef54b36d9688 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Deleting port 916c2c2d-171b-422a-be65-36fe04137ac3 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:18:18.329204 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00fa0b3-6a68-43d4-b402-efbade87f3fe req-ed1f48dc-6074-40a4-a09a-c5fb3ed4cc77 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:18.331814 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3660aaa2-cdff-473b-bd5c-ef54b36d9688 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:18.344850 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00fa0b3-6a68-43d4-b402-efbade87f3fe req-ed1f48dc-6074-40a4-a09a-c5fb3ed4cc77 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:18.358086 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00fa0b3-6a68-43d4-b402-efbade87f3fe req-ed1f48dc-6074-40a4-a09a-c5fb3ed4cc77 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:18.369150 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00fa0b3-6a68-43d4-b402-efbade87f3fe req-ed1f48dc-6074-40a4-a09a-c5fb3ed4cc77 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:18.383551 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e00fa0b3-6a68-43d4-b402-efbade87f3fe req-ed1f48dc-6074-40a4-a09a-c5fb3ed4cc77 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 5431 time: 0.4941921 Oct 30 15:18:18.447731 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2e36a877-ab68-4a38-8108-8fa058f0bbe0 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:18.454481 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-3660aaa2-cdff-473b-bd5c-ef54b36d9688 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] For port 916c2c2d-171b-422a-be65-36fe04137ac3, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=916c2c2d-171b-422a-be65-36fe04137ac3,segment=NetworkSegment(1f87a048-053c-4ac6-92d7-323164f959e6),segment_id=1f87a048-053c-4ac6-92d7-323164f959e6)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:18:18.456471 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3660aaa2-cdff-473b-bd5c-ef54b36d9688 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:18.472401 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-3660aaa2-cdff-473b-bd5c-ef54b36d9688 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Calling delete_port for 916c2c2d-171b-422a-be65-36fe04137ac3 owned by network:dhcp {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:18:18.521124 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e00fa0b3-6a68-43d4-b402-efbade87f3fe req-a9c328d3-fa46-4eeb-9dba-0ae7f59b9308 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d8b2e39-c2c3-46e2-b7ce-d3094509b03c&id=301c6b35-46a3-48b2-8746-44103cb6e6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1294861 Oct 30 15:18:18.596673 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2e36a877-ab68-4a38-8108-8fa058f0bbe0 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:18.653540 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3660aaa2-cdff-473b-bd5c-ef54b36d9688 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:18.700736 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e36a877-ab68-4a38-8108-8fa058f0bbe0 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Network cb8607de-9e82-4bb1-9b8c-9807dc9df413 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:18:18.708974 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-2e36a877-ab68-4a38-8108-8fa058f0bbe0 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:18:18.713838 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e36a877-ab68-4a38-8108-8fa058f0bbe0 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:18:18.720801 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-9b4186b5-dac3-4a82-b393-1c7c173b7808 None None] Allocated IP 172.20.0.2 (cb8607de-9e82-4bb1-9b8c-9807dc9df413/1ed0e3d6-2e73-4797-a42e-02f4400ea210/0f304ff3-9763-4961-bce4-00f1ad9ba8e8) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:18:18.722616 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3660aaa2-cdff-473b-bd5c-ef54b36d9688 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Pushing event deleted for resources: {'Port': ['ID=916c2c2d-171b-422a-be65-36fe04137ac3,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:18.738843 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3660aaa2-cdff-473b-bd5c-ef54b36d9688 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] No DVR routers for this DVR port 916c2c2d-171b-422a-be65-36fe04137ac3 on host n-d-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:18:18.780791 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e36a877-ab68-4a38-8108-8fa058f0bbe0 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Pushing event updated for resources: {'Port': ['ID=65dd9a06-c998-4b38-9507-cce0f9b211cf,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:18.829607 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2e36a877-ab68-4a38-8108-8fa058f0bbe0 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:18.914762 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3660aaa2-cdff-473b-bd5c-ef54b36d9688 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:18.977330 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-3660aaa2-cdff-473b-bd5c-ef54b36d9688 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b49389c1-1529-441f-9da2-0e441215f1a3']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:19.000400 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-3660aaa2-cdff-473b-bd5c-ef54b36d9688 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f87a048-053c-4ac6-92d7-323164f959e6') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:19.000400 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-3660aaa2-cdff-473b-bd5c-ef54b36d9688 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f87a048-053c-4ac6-92d7-323164f959e6') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:19.025774 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3660aaa2-cdff-473b-bd5c-ef54b36d9688 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:19.049670 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3660aaa2-cdff-473b-bd5c-ef54b36d9688 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:19.052701 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2e36a877-ab68-4a38-8108-8fa058f0bbe0 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:19.064864 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3660aaa2-cdff-473b-bd5c-ef54b36d9688 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:18:19.065412 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3660aaa2-cdff-473b-bd5c-ef54b36d9688 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:19.071212 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:18:19.071212 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:18:19.071212 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:18:19.071212 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:18:19.071212 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:18:19.071212 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:18:19.071212 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:18:19.071212 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:18:19.071212 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:18:19.071212 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:18:19.071212 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:18:19.071212 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:18:19.071212 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:18:19.071212 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:18:19.071212 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:18:19.071212 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:18:19.071212 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:18:19.071212 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:18:19.071212 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:18:19.071212 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:18:19.071212 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:18:19.071212 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:18:19.071212 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:18:19.071212 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:18:19.071212 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:18:19.071212 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:18:19.071212 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:18:19.071212 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:18:19.071212 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:18:19.071212 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:18:19.071212 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:18:19.071212 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:18:19.085247 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9b4186b5-dac3-4a82-b393-1c7c173b7808 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:19.094690 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9b4186b5-dac3-4a82-b393-1c7c173b7808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:19.182463 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4186b5-dac3-4a82-b393-1c7c173b7808 None None] Network cb8607de-9e82-4bb1-9b8c-9807dc9df413 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:18:19.204376 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-9b4186b5-dac3-4a82-b393-1c7c173b7808 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:18:19.214343 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4186b5-dac3-4a82-b393-1c7c173b7808 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:18:19.225309 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3660aaa2-cdff-473b-bd5c-ef54b36d9688 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:19.259354 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3660aaa2-cdff-473b-bd5c-ef54b36d9688 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:19.270919 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-3660aaa2-cdff-473b-bd5c-ef54b36d9688 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] 10.222.0.62 "DELETE /v2.0/networks/b49389c1-1529-441f-9da2-0e441215f1a3 HTTP/1.1" status: 204 len: 168 time: 3.0448475 Oct 30 15:18:19.272450 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3660aaa2-cdff-473b-bd5c-ef54b36d9688 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Pushing event deleted for resources: {'Network': ['ID=b49389c1-1529-441f-9da2-0e441215f1a3,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:19.273339 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43702) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:19.310859 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4186b5-dac3-4a82-b393-1c7c173b7808 None None] Pushing event updated for resources: {'Port': ['ID=0f304ff3-9763-4961-bce4-00f1ad9ba8e8,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:19.328857 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-78a8b1d8-002e-4e47-b14f-83a9194fb5f0 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1456990768'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:18:19.341413 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-9b4186b5-dac3-4a82-b393-1c7c173b7808 None None] Attempting to bind port 0f304ff3-9763-4961-bce4-00f1ad9ba8e8 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:18:19.341916 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-9b4186b5-dac3-4a82-b393-1c7c173b7808 None None] Attempting to bind port 0f304ff3-9763-4961-bce4-00f1ad9ba8e8 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '38881616-80f8-4b85-84c6-a221b67dd764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'cb8607de-9e82-4bb1-9b8c-9807dc9df413'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:18:19.342431 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4186b5-dac3-4a82-b393-1c7c173b7808 None None] Attempting to bind port 0f304ff3-9763-4961-bce4-00f1ad9ba8e8 on network cb8607de-9e82-4bb1-9b8c-9807dc9df413 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:18:19.348885 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4186b5-dac3-4a82-b393-1c7c173b7808 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:18:19.349418 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4186b5-dac3-4a82-b393-1c7c173b7808 None None] Checking segment: {'id': '38881616-80f8-4b85-84c6-a221b67dd764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'cb8607de-9e82-4bb1-9b8c-9807dc9df413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:18:19.350459 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9b4186b5-dac3-4a82-b393-1c7c173b7808 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:19.350950 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4186b5-dac3-4a82-b393-1c7c173b7808 None None] Bound using segment: {'id': '38881616-80f8-4b85-84c6-a221b67dd764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'cb8607de-9e82-4bb1-9b8c-9807dc9df413'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:18:19.351577 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-9b4186b5-dac3-4a82-b393-1c7c173b7808 None None] Bound port: 0f304ff3-9763-4961-bce4-00f1ad9ba8e8, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38881616-80f8-4b85-84c6-a221b67dd764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'cb8607de-9e82-4bb1-9b8c-9807dc9df413'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:18:19.352073 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9b4186b5-dac3-4a82-b393-1c7c173b7808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:19.356532 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6f54fff5-c05a-43c7-967a-7db071a6278d req-de3ada5d-27c7-4721-8948-817f54c324e9 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8828d1b-8cac-43af-848f-0295d851e36a HTTP/1.1" status: 200 len: 210 time: 0.0607674 Oct 30 15:18:19.388706 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a8b1d8-002e-4e47-b14f-83a9194fb5f0 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Made reservation on behalf of d5120f1dc65f4ae487781dbab13ba539 for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:18:19.404426 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-78a8b1d8-002e-4e47-b14f-83a9194fb5f0 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:19.467626 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-9b4186b5-dac3-4a82-b393-1c7c173b7808 None None] For port 0f304ff3-9763-4961-bce4-00f1ad9ba8e8, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:18:19.478660 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-9b4186b5-dac3-4a82-b393-1c7c173b7808 None None] For port 0f304ff3-9763-4961-bce4-00f1ad9ba8e8, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=0f304ff3-9763-4961-bce4-00f1ad9ba8e8,segment=NetworkSegment(38881616-80f8-4b85-84c6-a221b67dd764),segment_id=38881616-80f8-4b85-84c6-a221b67dd764)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:18:19.485946 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78a8b1d8-002e-4e47-b14f-83a9194fb5f0 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:18:19.488295 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9b4186b5-dac3-4a82-b393-1c7c173b7808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:19.516609 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-78a8b1d8-002e-4e47-b14f-83a9194fb5f0 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:19.517685 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-78a8b1d8-002e-4e47-b14f-83a9194fb5f0 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Added segment 77e61e5c-e7d1-499f-a7d0-bc429edf120f of type vlan for network 657a279a-3462-4421-93ee-2aa3e7e71089 Oct 30 15:18:19.626124 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4186b5-dac3-4a82-b393-1c7c173b7808 None None] Pushing event updated for resources: {'Port': ['ID=0f304ff3-9763-4961-bce4-00f1ad9ba8e8,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:19.664325 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-78a8b1d8-002e-4e47-b14f-83a9194fb5f0 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:19.781042 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2e36a877-ab68-4a38-8108-8fa058f0bbe0 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:19.801714 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee515e5f-bf3a-4c7f-a4f3-bd4742a06d8d req-a5c51813-0e33-4005-b1c3-5f58fe3f1707 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:19.809959 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee515e5f-bf3a-4c7f-a4f3-bd4742a06d8d req-a5c51813-0e33-4005-b1c3-5f58fe3f1707 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:19.816278 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee515e5f-bf3a-4c7f-a4f3-bd4742a06d8d req-a5c51813-0e33-4005-b1c3-5f58fe3f1707 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:19.830242 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee515e5f-bf3a-4c7f-a4f3-bd4742a06d8d req-a5c51813-0e33-4005-b1c3-5f58fe3f1707 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:19.842693 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee515e5f-bf3a-4c7f-a4f3-bd4742a06d8d req-a5c51813-0e33-4005-b1c3-5f58fe3f1707 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:19.849297 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee515e5f-bf3a-4c7f-a4f3-bd4742a06d8d req-a5c51813-0e33-4005-b1c3-5f58fe3f1707 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:19.856342 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee515e5f-bf3a-4c7f-a4f3-bd4742a06d8d req-a5c51813-0e33-4005-b1c3-5f58fe3f1707 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:19.858307 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ee515e5f-bf3a-4c7f-a4f3-bd4742a06d8d req-a5c51813-0e33-4005-b1c3-5f58fe3f1707 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 5431 time: 0.1965239 Oct 30 15:18:19.865833 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2e36a877-ab68-4a38-8108-8fa058f0bbe0 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:19.869703 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-78a8b1d8-002e-4e47-b14f-83a9194fb5f0 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:19.880481 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a8b1d8-002e-4e47-b14f-83a9194fb5f0 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:19.881148 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-78a8b1d8-002e-4e47-b14f-83a9194fb5f0 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:20.095838 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2e36a877-ab68-4a38-8108-8fa058f0bbe0 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:20.108506 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-78a8b1d8-002e-4e47-b14f-83a9194fb5f0 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8022020 Oct 30 15:18:20.112937 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43712) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:20.139057 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-9d8fc7cb-a381-47ee-ba02-9b7acbed8cc0 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Request body: {'subnet': {'network_id': '657a279a-3462-4421-93ee-2aa3e7e71089', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:18:20.160475 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e36a877-ab68-4a38-8108-8fa058f0bbe0 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Pushing event updated for resources: {'Port': ['ID=65dd9a06-c998-4b38-9507-cce0f9b211cf,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:20.202382 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a8b1d8-002e-4e47-b14f-83a9194fb5f0 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Pushing event updated for resources: {'Network': ['ID=657a279a-3462-4421-93ee-2aa3e7e71089,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:20.218443 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 657a279a-3462-4421-93ee-2aa3e7e71089 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:18:20.241494 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ee515e5f-bf3a-4c7f-a4f3-bd4742a06d8d req-68d8d3af-1abd-4ada-9da0-8ea356c98040 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d8b2e39-c2c3-46e2-b7ce-d3094509b03c&id=301c6b35-46a3-48b2-8746-44103cb6e6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3463008 Oct 30 15:18:20.321109 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e36a877-ab68-4a38-8108-8fa058f0bbe0 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Network cb8607de-9e82-4bb1-9b8c-9807dc9df413 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:18:20.323173 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8fc7cb-a381-47ee-ba02-9b7acbed8cc0 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Made reservation on behalf of d5120f1dc65f4ae487781dbab13ba539 for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:18:20.323386 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-2e36a877-ab68-4a38-8108-8fa058f0bbe0 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:18:20.330587 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9d8fc7cb-a381-47ee-ba02-9b7acbed8cc0 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:20.539609 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6f3bfffb-61c7-469c-8015-f1e40c2d094f req-b6be33b8-f49c-4733-9a81-658faf347ad8 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8828d1b-8cac-43af-848f-0295d851e36a HTTP/1.1" status: 200 len: 210 time: 0.0410733 Oct 30 15:18:20.687242 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9d8fc7cb-a381-47ee-ba02-9b7acbed8cc0 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:20.728996 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e36a877-ab68-4a38-8108-8fa058f0bbe0 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Router 03f281eb-7d79-4f6b-a36b-2bb633d095e5 is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:18:20.806440 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8fc7cb-a381-47ee-ba02-9b7acbed8cc0 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Pushing event updated for resources: {'Subnet': ['ID=24b939ac-b2dd-48e6-8e23-3e2ffb9417d1,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:20.824409 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8fc7cb-a381-47ee-ba02-9b7acbed8cc0 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Checking segment: {'id': '77e61e5c-e7d1-499f-a7d0-bc429edf120f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '657a279a-3462-4421-93ee-2aa3e7e71089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:18:20.824771 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8fc7cb-a381-47ee-ba02-9b7acbed8cc0 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Network hostable DHCP agents. Network: 657a279a-3462-4421-93ee-2aa3e7e71089, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:18:20.903308 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8fc7cb-a381-47ee-ba02-9b7acbed8cc0 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Network 657a279a-3462-4421-93ee-2aa3e7e71089 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:18:20.921406 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 0f304ff3-9763-4961-bce4-00f1ad9ba8e8 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:18:20.939194 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-9d8fc7cb-a381-47ee-ba02-9b7acbed8cc0 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 657a279a-3462-4421-93ee-2aa3e7e71089) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:18:20.956331 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8fc7cb-a381-47ee-ba02-9b7acbed8cc0 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:20.960408 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9d8fc7cb-a381-47ee-ba02-9b7acbed8cc0 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:20.990459 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e36a877-ab68-4a38-8108-8fa058f0bbe0 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:18:20.994356 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b768271b-92c4-4ee5-abc8-928cb7bcf83b None None] Network 657a279a-3462-4421-93ee-2aa3e7e71089 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:18:21.008574 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2bc693-e731-43d0-b385-b7d39d7c4f32 None None] Sync routers for ids ['03f281eb-7d79-4f6b-a36b-2bb633d095e5'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:18:21.017496 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-2e36a877-ab68-4a38-8108-8fa058f0bbe0 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "PUT /v2.0/routers/03f281eb-7d79-4f6b-a36b-2bb633d095e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5613332 Oct 30 15:18:21.020140 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43722) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:21.025584 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-9d8fc7cb-a381-47ee-ba02-9b7acbed8cc0 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9089997 Oct 30 15:18:21.026237 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43724) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:21.091426 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2bc693-e731-43d0-b385-b7d39d7c4f32 None None] Routers {'03f281eb-7d79-4f6b-a36b-2bb633d095e5'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:18:21.092206 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-3d2bc693-e731-43d0-b385-b7d39d7c4f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:17:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['03f281eb-7d79-4f6b-a36b-2bb633d095e5'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:21.184780 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6e21b556-7948-42b5-a803-30e15c6a6ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:21.222751 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9aee287b-d0c9-4409-a46d-abe99334454a tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:21.253784 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62fe41b-73ad-4f31-8ec7-91516af471b4 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:21.263061 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a62fe41b-73ad-4f31-8ec7-91516af471b4 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "GET /v2.0/ports/65dd9a06-c998-4b38-9507-cce0f9b211cf HTTP/1.1" status: 200 len: 910 time: 0.2415509 Oct 30 15:18:21.267535 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43728) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:21.276282 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa08e1f6-3c72-493c-82fb-b433267a922a None None] Network cb8607de-9e82-4bb1-9b8c-9807dc9df413 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:18:21.286733 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-38130311-1bae-4498-bac1-fe1b59cf840e tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1ed0e3d6-2e73-4797-a42e-02f4400ea210'}]}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:18:21.319567 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 0f304ff3-9763-4961-bce4-00f1ad9ba8e8 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:18:21.320218 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:21.340976 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9aee287b-d0c9-4409-a46d-abe99334454a tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:21.478470 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311de6e0-951e-4976-8102-1689b574d34b req-cb9f4e09-a054-4784-b8c5-7782737ad891 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:21.502342 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311de6e0-951e-4976-8102-1689b574d34b req-cb9f4e09-a054-4784-b8c5-7782737ad891 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:21.521925 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-3d2bc693-e731-43d0-b385-b7d39d7c4f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:21.540665 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311de6e0-951e-4976-8102-1689b574d34b req-cb9f4e09-a054-4784-b8c5-7782737ad891 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:21.547943 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-38130311-1bae-4498-bac1-fe1b59cf840e tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:21.567105 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311de6e0-951e-4976-8102-1689b574d34b req-cb9f4e09-a054-4784-b8c5-7782737ad891 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:21.590408 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311de6e0-951e-4976-8102-1689b574d34b req-cb9f4e09-a054-4784-b8c5-7782737ad891 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:21.600274 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2bc693-e731-43d0-b385-b7d39d7c4f32 None None] Routers {'03f281eb-7d79-4f6b-a36b-2bb633d095e5'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:18:21.603933 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311de6e0-951e-4976-8102-1689b574d34b req-cb9f4e09-a054-4784-b8c5-7782737ad891 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:21.608745 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-3d2bc693-e731-43d0-b385-b7d39d7c4f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:17:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['03f281eb-7d79-4f6b-a36b-2bb633d095e5'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:21.615980 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311de6e0-951e-4976-8102-1689b574d34b req-cb9f4e09-a054-4784-b8c5-7782737ad891 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:21.633978 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-311de6e0-951e-4976-8102-1689b574d34b req-cb9f4e09-a054-4784-b8c5-7782737ad891 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 5431 time: 0.2514348 Oct 30 15:18:21.711086 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-3d2bc693-e731-43d0-b385-b7d39d7c4f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:21.713572 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2bc693-e731-43d0-b385-b7d39d7c4f32 None None] The sync data for ids ['03f281eb-7d79-4f6b-a36b-2bb633d095e5'] in n-d-806683-17 is: [] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:18:21.772791 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-839fd10b-458d-429a-967e-03fc6ade8d51 None None] Provisioning complete for port 0f304ff3-9763-4961-bce4-00f1ad9ba8e8 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:18:21.773191 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-839fd10b-458d-429a-967e-03fc6ade8d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:21.807125 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-311de6e0-951e-4976-8102-1689b574d34b req-5824b0c6-7a13-4fb7-a09d-c483a29c7fd9 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d8b2e39-c2c3-46e2-b7ce-d3094509b03c&id=301c6b35-46a3-48b2-8746-44103cb6e6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1720660 Oct 30 15:18:21.830260 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8b656fb6-be04-41b7-9ebd-7c79619f8078 req-6cc89727-f635-4cb2-83d3-a7424cad7ae1 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8828d1b-8cac-43af-848f-0295d851e36a HTTP/1.1" status: 200 len: 210 time: 0.0600021 Oct 30 15:18:21.838056 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9aee287b-d0c9-4409-a46d-abe99334454a tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:21.867331 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6b42e6-62ca-4053-966b-bfe3c12de3a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-657a279a-3462-4421-93ee-2aa3e7e71089', 'network_id': '657a279a-3462-4421-93ee-2aa3e7e71089', 'tenant_id': 'd5120f1dc65f4ae487781dbab13ba539', 'fixed_ips': [{'subnet_id': '24b939ac-b2dd-48e6-8e23-3e2ffb9417d1'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:18:21.868499 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2b6b42e6-62ca-4053-966b-bfe3c12de3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:21.967244 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:21.975531 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aee287b-d0c9-4409-a46d-abe99334454a tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Pushing event deleted for resources: {'Subnet': ['ID=24b939ac-b2dd-48e6-8e23-3e2ffb9417d1,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:22.069459 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9aee287b-d0c9-4409-a46d-abe99334454a tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:22.128112 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e252cb-9087-4527-b178-fd9c130a3077 None None] Network 657a279a-3462-4421-93ee-2aa3e7e71089 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:18:22.136385 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-9aee287b-d0c9-4409-a46d-abe99334454a tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['657a279a-3462-4421-93ee-2aa3e7e71089']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:22.159915 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-9aee287b-d0c9-4409-a46d-abe99334454a tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77e61e5c-e7d1-499f-a7d0-bc429edf120f') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:22.160364 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-9aee287b-d0c9-4409-a46d-abe99334454a tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77e61e5c-e7d1-499f-a7d0-bc429edf120f') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:22.191096 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9aee287b-d0c9-4409-a46d-abe99334454a tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:22.229651 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9aee287b-d0c9-4409-a46d-abe99334454a tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:22.238446 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-839fd10b-458d-429a-967e-03fc6ade8d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:22.244003 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aee287b-d0c9-4409-a46d-abe99334454a tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:18:22.244313 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9aee287b-d0c9-4409-a46d-abe99334454a tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:22.247698 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:18:22.247698 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:18:22.247698 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:18:22.247698 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:18:22.247698 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:18:22.247698 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:18:22.247698 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:18:22.247698 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:18:22.247698 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:18:22.247698 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:18:22.247698 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:18:22.247698 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:18:22.247698 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:18:22.247698 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:18:22.247698 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:18:22.247698 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:18:22.247698 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:18:22.247698 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:18:22.247698 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:18:22.247698 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:18:22.247698 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:18:22.247698 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:18:22.247698 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:18:22.247698 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:18:22.247698 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:18:22.247698 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:18:22.247698 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:18:22.247698 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:18:22.247698 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:18:22.247698 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:18:22.247698 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:18:22.247698 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:18:22.295952 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 0f304ff3-9763-4961-bce4-00f1ad9ba8e8, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=0f304ff3-9763-4961-bce4-00f1ad9ba8e8,segment=NetworkSegment(38881616-80f8-4b85-84c6-a221b67dd764),segment_id=38881616-80f8-4b85-84c6-a221b67dd764)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:18:22.330365 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-38130311-1bae-4498-bac1-fe1b59cf840e tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:22.341573 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-38130311-1bae-4498-bac1-fe1b59cf840e tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:22.370456 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:22.417222 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9aee287b-d0c9-4409-a46d-abe99334454a tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:22.434851 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9aee287b-d0c9-4409-a46d-abe99334454a tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:22.446091 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-9aee287b-d0c9-4409-a46d-abe99334454a tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] 10.222.0.62 "DELETE /v2.0/networks/657a279a-3462-4421-93ee-2aa3e7e71089 HTTP/1.1" status: 204 len: 168 time: 1.4181650 Oct 30 15:18:22.455450 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43742) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:22.462242 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-44ab2ff0-e6a7-484a-8f11-edb288816807 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1867682438'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:18:22.475866 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aee287b-d0c9-4409-a46d-abe99334454a tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Pushing event deleted for resources: {'Network': ['ID=657a279a-3462-4421-93ee-2aa3e7e71089,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:22.515167 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38130311-1bae-4498-bac1-fe1b59cf840e tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Pushing event updated for resources: {'Port': ['ID=65dd9a06-c998-4b38-9507-cce0f9b211cf,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:22.525858 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38130311-1bae-4498-bac1-fe1b59cf840e tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:22.526278 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-38130311-1bae-4498-bac1-fe1b59cf840e tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:22.527750 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-38130311-1bae-4498-bac1-fe1b59cf840e tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "PUT /v2.0/ports/65dd9a06-c998-4b38-9507-cce0f9b211cf HTTP/1.1" status: 200 len: 910 time: 1.2583919 Oct 30 15:18:22.530950 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43744) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:22.555329 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ab2ff0-e6a7-484a-8f11-edb288816807 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Made reservation on behalf of d5120f1dc65f4ae487781dbab13ba539 for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:18:22.558853 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-44ab2ff0-e6a7-484a-8f11-edb288816807 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:22.561921 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.db.api [None req-839fd10b-458d-429a-967e-03fc6ade8d51 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 30 15:18:22.562489 n-d-806683-17 neutron-server[102132]: DEBUG oslo_db.api [None req-839fd10b-458d-429a-967e-03fc6ade8d51 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 30 15:18:22.580155 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=0f304ff3-9763-4961-bce4-00f1ad9ba8e8,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:22.604070 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44ab2ff0-e6a7-484a-8f11-edb288816807 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:18:22.614362 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-44ab2ff0-e6a7-484a-8f11-edb288816807 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:22.614988 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-44ab2ff0-e6a7-484a-8f11-edb288816807 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Added segment a9c636a1-820a-4750-acae-3601980f6ab3 of type vlan for network b46be886-8ea1-4437-bdd7-986e1ca84586 Oct 30 15:18:22.664409 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-44ab2ff0-e6a7-484a-8f11-edb288816807 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:22.705070 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-44ab2ff0-e6a7-484a-8f11-edb288816807 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:22.723887 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ab2ff0-e6a7-484a-8f11-edb288816807 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:22.724843 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-44ab2ff0-e6a7-484a-8f11-edb288816807 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:22.796944 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 0f304ff3-9763-4961-bce4-00f1ad9ba8e8 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:18:22.830859 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-44ab2ff0-e6a7-484a-8f11-edb288816807 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3738887 Oct 30 15:18:22.834034 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43748) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:22.839635 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-c32bab91-7866-45e9-8b4e-fda0b346853e tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:18:22.916681 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 0f304ff3-9763-4961-bce4-00f1ad9ba8e8 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:18:22.917162 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:22.931751 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ab2ff0-e6a7-484a-8f11-edb288816807 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Pushing event updated for resources: {'Network': ['ID=b46be886-8ea1-4437-bdd7-986e1ca84586,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:22.965811 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network b46be886-8ea1-4437-bdd7-986e1ca84586 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:18:23.224162 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c32bab91-7866-45e9-8b4e-fda0b346853e tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:23.238211 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e6a8bca2-572f-4370-87ee-9b1c8ffec6c1 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:23.259631 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c32bab91-7866-45e9-8b4e-fda0b346853e tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:23.411578 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32bab91-7866-45e9-8b4e-fda0b346853e tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Pushing event updated for resources: {'Network': ['ID=b46be886-8ea1-4437-bdd7-986e1ca84586,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:23.431401 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c32bab91-7866-45e9-8b4e-fda0b346853e tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Network b46be886-8ea1-4437-bdd7-986e1ca84586 is not hosted by any dhcp agent {{(pid=102130) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 30 15:18:23.438787 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32bab91-7866-45e9-8b4e-fda0b346853e tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:23.439714 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c32bab91-7866-45e9-8b4e-fda0b346853e tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:23.441280 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c32bab91-7866-45e9-8b4e-fda0b346853e tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] 10.222.0.62 "PUT /v2.0/networks/b46be886-8ea1-4437-bdd7-986e1ca84586 HTTP/1.1" status: 200 len: 723 time: 0.6059585 Oct 30 15:18:23.447666 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43768) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:23.452044 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82b3a9d-8e41-496c-9f30-dd52920c4c59 None None] get_active_networks_info from n-d-806683-17 {{(pid=102132) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 30 15:18:23.455071 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network b46be886-8ea1-4437-bdd7-986e1ca84586 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:18:23.464904 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-9c75cfd5-46ee-4f8c-adf6-1f5aac7fe232 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Request body: {'subnet': {'network_id': 'b46be886-8ea1-4437-bdd7-986e1ca84586', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:18:23.474215 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b182cf39-e23e-448a-809e-3d8f2877bf89 req-e331479a-3fa6-4d04-908b-c5cf8d208f8d tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:23.481235 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b182cf39-e23e-448a-809e-3d8f2877bf89 req-e331479a-3fa6-4d04-908b-c5cf8d208f8d tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:23.487860 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b182cf39-e23e-448a-809e-3d8f2877bf89 req-e331479a-3fa6-4d04-908b-c5cf8d208f8d tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:23.494567 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b182cf39-e23e-448a-809e-3d8f2877bf89 req-e331479a-3fa6-4d04-908b-c5cf8d208f8d tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:23.502628 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b182cf39-e23e-448a-809e-3d8f2877bf89 req-e331479a-3fa6-4d04-908b-c5cf8d208f8d tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:23.515403 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b182cf39-e23e-448a-809e-3d8f2877bf89 req-e331479a-3fa6-4d04-908b-c5cf8d208f8d tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:23.527370 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b182cf39-e23e-448a-809e-3d8f2877bf89 req-e331479a-3fa6-4d04-908b-c5cf8d208f8d tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:23.536565 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b182cf39-e23e-448a-809e-3d8f2877bf89 req-e331479a-3fa6-4d04-908b-c5cf8d208f8d tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 5431 time: 0.2953038 Oct 30 15:18:23.593885 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b182cf39-e23e-448a-809e-3d8f2877bf89 req-21c6959b-ba80-46b6-bd2d-617de8891229 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d8b2e39-c2c3-46e2-b7ce-d3094509b03c&id=301c6b35-46a3-48b2-8746-44103cb6e6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519893 Oct 30 15:18:23.667029 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c75cfd5-46ee-4f8c-adf6-1f5aac7fe232 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Made reservation on behalf of d5120f1dc65f4ae487781dbab13ba539 for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:18:23.674020 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9c75cfd5-46ee-4f8c-adf6-1f5aac7fe232 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:23.869501 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a57474bc-6e1e-47c2-83dc-863a475bf97d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:23.879188 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-c777f13f-56e3-4405-9657-132d9dc9e491 None None] Provisioning complete for port 0f304ff3-9763-4961-bce4-00f1ad9ba8e8 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:18:23.879600 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c777f13f-56e3-4405-9657-132d9dc9e491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:23.909030 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82b3a9d-8e41-496c-9f30-dd52920c4c59 None None] Resources bound (agent type, host, resource id): {{(pid=102132) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 30 15:18:24.061702 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-e6a8bca2-572f-4370-87ee-9b1c8ffec6c1 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Deleting port 65dd9a06-c998-4b38-9507-cce0f9b211cf {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:18:24.062116 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e6a8bca2-572f-4370-87ee-9b1c8ffec6c1 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:24.089248 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af523e7b-d64b-457e-b400-4c1bef8cafa1 req-6f2ac1f7-7489-481a-aeea-1013f0a09a81 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:24.090868 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-af523e7b-d64b-457e-b400-4c1bef8cafa1 req-6f2ac1f7-7489-481a-aeea-1013f0a09a81 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/networks?id=4f22410e-53ea-4597-9c0e-a70994dfa6d8 HTTP/1.1" status: 200 len: 812 time: 0.2556784 Oct 30 15:18:24.091227 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-c777f13f-56e3-4405-9657-132d9dc9e491 None None] Provisioning complete for port 65dd9a06-c998-4b38-9507-cce0f9b211cf triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:18:24.091638 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c777f13f-56e3-4405-9657-132d9dc9e491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:24.146767 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9c75cfd5-46ee-4f8c-adf6-1f5aac7fe232 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:24.149392 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-af523e7b-d64b-457e-b400-4c1bef8cafa1 req-d44a8299-84cc-4da4-8e7c-f5fb5226fd00 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/quotas/50828efdd6f44ddca14e599b5226f88f HTTP/1.1" status: 200 len: 375 time: 0.0231087 Oct 30 15:18:24.169368 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-c777f13f-56e3-4405-9657-132d9dc9e491 None None] Port 65dd9a06-c998-4b38-9507-cce0f9b211cf cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:18:24.261298 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-af523e7b-d64b-457e-b400-4c1bef8cafa1 req-bdef279f-3e34-4cad-8690-c80877ff26ad tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=50828efdd6f44ddca14e599b5226f88f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0970294 Oct 30 15:18:24.285811 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c75cfd5-46ee-4f8c-adf6-1f5aac7fe232 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Pushing event updated for resources: {'Subnet': ['ID=c8e8e3fb-33c5-4437-8e4a-05684bfbc0a0,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:24.297263 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e6a8bca2-572f-4370-87ee-9b1c8ffec6c1 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:24.360882 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-e6a8bca2-572f-4370-87ee-9b1c8ffec6c1 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Calling delete_port for 65dd9a06-c998-4b38-9507-cce0f9b211cf owned by network:router_interface {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:18:24.385177 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c75cfd5-46ee-4f8c-adf6-1f5aac7fe232 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Checking segment: {'id': 'a9c636a1-820a-4750-acae-3601980f6ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b46be886-8ea1-4437-bdd7-986e1ca84586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:18:24.385534 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c75cfd5-46ee-4f8c-adf6-1f5aac7fe232 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Network hostable DHCP agents. Network: b46be886-8ea1-4437-bdd7-986e1ca84586, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:18:24.587438 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:24.757184 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e781c5-505d-43ca-b1a1-0ff8cc7c6ff7 req-f31e285c-a7be-4f51-be9b-74f6a719297f tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:24.764128 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e781c5-505d-43ca-b1a1-0ff8cc7c6ff7 req-f31e285c-a7be-4f51-be9b-74f6a719297f tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:24.773577 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e781c5-505d-43ca-b1a1-0ff8cc7c6ff7 req-f31e285c-a7be-4f51-be9b-74f6a719297f tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:24.780021 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e781c5-505d-43ca-b1a1-0ff8cc7c6ff7 req-f31e285c-a7be-4f51-be9b-74f6a719297f tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:24.788573 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e781c5-505d-43ca-b1a1-0ff8cc7c6ff7 req-f31e285c-a7be-4f51-be9b-74f6a719297f tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:24.795828 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e781c5-505d-43ca-b1a1-0ff8cc7c6ff7 req-f31e285c-a7be-4f51-be9b-74f6a719297f tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:24.804490 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e781c5-505d-43ca-b1a1-0ff8cc7c6ff7 req-f31e285c-a7be-4f51-be9b-74f6a719297f tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:24.804799 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c75cfd5-46ee-4f8c-adf6-1f5aac7fe232 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Network b46be886-8ea1-4437-bdd7-986e1ca84586 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:18:24.814709 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-af523e7b-d64b-457e-b400-4c1bef8cafa1 req-08a87669-c4ce-4b82-a75d-9ef9c5d593b8 service neutron] 10.222.0.62 "GET /v2.0/networks/4f22410e-53ea-4597-9c0e-a70994dfa6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5384867 Oct 30 15:18:24.822775 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-9c75cfd5-46ee-4f8c-adf6-1f5aac7fe232 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, b46be886-8ea1-4437-bdd7-986e1ca84586) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:18:24.823127 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b3e781c5-505d-43ca-b1a1-0ff8cc7c6ff7 req-f31e285c-a7be-4f51-be9b-74f6a719297f tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 5431 time: 0.1312301 Oct 30 15:18:24.836745 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675a2703-36e5-4478-a7dc-dd7005eaba4b None None] Network b46be886-8ea1-4437-bdd7-986e1ca84586 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:18:24.870206 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c75cfd5-46ee-4f8c-adf6-1f5aac7fe232 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:24.870795 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9c75cfd5-46ee-4f8c-adf6-1f5aac7fe232 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:24.888841 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:24.921748 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b3e781c5-505d-43ca-b1a1-0ff8cc7c6ff7 req-ff99c1ff-05da-4615-a8ff-88c365283cbf tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d8b2e39-c2c3-46e2-b7ce-d3094509b03c&id=301c6b35-46a3-48b2-8746-44103cb6e6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0930262 Oct 30 15:18:24.960968 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-9c75cfd5-46ee-4f8c-adf6-1f5aac7fe232 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5105782 Oct 30 15:18:24.965948 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43794) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:24.973010 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-51b602c5-9f33-4d43-8edf-b7806378f3e1 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:18:25.048016 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-af523e7b-d64b-457e-b400-4c1bef8cafa1 req-80a79152-f81e-4810-b7ce-530950bdc6f8 service neutron] 10.222.0.62 "GET /v2.0/networks/4f22410e-53ea-4597-9c0e-a70994dfa6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211587 Oct 30 15:18:25.069561 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e6a8bca2-572f-4370-87ee-9b1c8ffec6c1 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:25.080352 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94714f9-c3e6-41ad-9d99-236763439e5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-b46be886-8ea1-4437-bdd7-986e1ca84586', 'network_id': 'b46be886-8ea1-4437-bdd7-986e1ca84586', 'tenant_id': 'd5120f1dc65f4ae487781dbab13ba539', 'fixed_ips': [{'subnet_id': 'c8e8e3fb-33c5-4437-8e4a-05684bfbc0a0'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:18:25.087317 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b94714f9-c3e6-41ad-9d99-236763439e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:25.132840 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a8bca2-572f-4370-87ee-9b1c8ffec6c1 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Pushing event deleted for resources: {'Port': ['ID=65dd9a06-c998-4b38-9507-cce0f9b211cf,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:25.170639 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-51b602c5-9f33-4d43-8edf-b7806378f3e1 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4391127'] for subnet, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:25.369971 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e6a8bca2-572f-4370-87ee-9b1c8ffec6c1 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:25.519911 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dd11d896-b282-4cef-8767-27c77b7aab4b req-c16045af-80ff-4d35-a483-4210ca2841a4 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=3291545b-1f3f-4de7-b1a6-d220a56dbfd9 HTTP/1.1" status: 200 len: 210 time: 0.1243427 Oct 30 15:18:25.622891 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a8bca2-572f-4370-87ee-9b1c8ffec6c1 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Router 03f281eb-7d79-4f6b-a36b-2bb633d095e5 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:18:25.633938 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-51b602c5-9f33-4d43-8edf-b7806378f3e1 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743132134391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4376387'] for subnet, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:25.713083 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b602c5-9f33-4d43-8edf-b7806378f3e1 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:25.714554 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-51b602c5-9f33-4d43-8edf-b7806378f3e1 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:25.716247 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-51b602c5-9f33-4d43-8edf-b7806378f3e1 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] 10.222.0.62 "PUT /v2.0/subnets/c8e8e3fb-33c5-4437-8e4a-05684bfbc0a0 HTTP/1.1" status: 200 len: 806 time: 0.7493548 Oct 30 15:18:25.720664 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a8bca2-572f-4370-87ee-9b1c8ffec6c1 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:18:25.722320 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43812) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:25.738907 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-e6a8bca2-572f-4370-87ee-9b1c8ffec6c1 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "PUT /v2.0/routers/03f281eb-7d79-4f6b-a36b-2bb633d095e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2068357 Oct 30 15:18:25.739542 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43814) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:25.743368 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-b94714f9-c3e6-41ad-9d99-236763439e5b None None] Allocated IP 172.20.0.2 (b46be886-8ea1-4437-bdd7-986e1ca84586/c8e8e3fb-33c5-4437-8e4a-05684bfbc0a0/7e23848d-e77e-4a7e-8a11-945a04a65a07) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:18:25.832830 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b602c5-9f33-4d43-8edf-b7806378f3e1 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Pushing event updated for resources: {'Subnet': ['ID=c8e8e3fb-33c5-4437-8e4a-05684bfbc0a0,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:25.842176 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-74bf8971-17fd-4cea-ae01-62b72c9d71bc tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "GET /v2.0/ports?device_id=03f281eb-7d79-4f6b-a36b-2bb633d095e5 HTTP/1.1" status: 200 len: 205 time: 0.0948939 Oct 30 15:18:25.844664 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43824) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:25.883656 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-29f0d088-f211-461a-863f-ec30b3ef8630 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:25.891957 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c31e05-aed3-4ea3-a347-4472d501407d None None] Sync routers for ids ['03f281eb-7d79-4f6b-a36b-2bb633d095e5'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:18:25.995106 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c31e05-aed3-4ea3-a347-4472d501407d None None] Routers {'03f281eb-7d79-4f6b-a36b-2bb633d095e5'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:18:26.001878 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-a9c31e05-aed3-4ea3-a347-4472d501407d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:18:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['03f281eb-7d79-4f6b-a36b-2bb633d095e5'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:26.004364 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-29f0d088-f211-461a-863f-ec30b3ef8630 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:26.089116 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-a9c31e05-aed3-4ea3-a347-4472d501407d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:26.096368 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b94714f9-c3e6-41ad-9d99-236763439e5b None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:26.107017 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c31e05-aed3-4ea3-a347-4472d501407d None None] Routers {'03f281eb-7d79-4f6b-a36b-2bb633d095e5'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:18:26.107940 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-a9c31e05-aed3-4ea3-a347-4472d501407d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:18:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['03f281eb-7d79-4f6b-a36b-2bb633d095e5'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:26.159380 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b94714f9-c3e6-41ad-9d99-236763439e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:26.161788 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-a9c31e05-aed3-4ea3-a347-4472d501407d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:26.163867 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c31e05-aed3-4ea3-a347-4472d501407d None None] The sync data for ids ['03f281eb-7d79-4f6b-a36b-2bb633d095e5'] in n-d-806683-17 is: [] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:18:26.188659 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-29f0d088-f211-461a-863f-ec30b3ef8630 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:26.209741 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94714f9-c3e6-41ad-9d99-236763439e5b None None] Network b46be886-8ea1-4437-bdd7-986e1ca84586 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:18:26.215451 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-b94714f9-c3e6-41ad-9d99-236763439e5b None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:18:26.226365 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94714f9-c3e6-41ad-9d99-236763439e5b None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:18:26.235680 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f0d088-f211-461a-863f-ec30b3ef8630 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Pushing event deleted for resources: {'Subnet': ['ID=c8e8e3fb-33c5-4437-8e4a-05684bfbc0a0,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:26.271496 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94714f9-c3e6-41ad-9d99-236763439e5b None None] Pushing event updated for resources: {'Port': ['ID=7e23848d-e77e-4a7e-8a11-945a04a65a07,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:26.310094 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-b94714f9-c3e6-41ad-9d99-236763439e5b None None] Attempting to bind port 7e23848d-e77e-4a7e-8a11-945a04a65a07 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:18:26.313793 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-b94714f9-c3e6-41ad-9d99-236763439e5b None None] Attempting to bind port 7e23848d-e77e-4a7e-8a11-945a04a65a07 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'a9c636a1-820a-4750-acae-3601980f6ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b46be886-8ea1-4437-bdd7-986e1ca84586'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:18:26.313793 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94714f9-c3e6-41ad-9d99-236763439e5b None None] Attempting to bind port 7e23848d-e77e-4a7e-8a11-945a04a65a07 on network b46be886-8ea1-4437-bdd7-986e1ca84586 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:18:26.317407 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94714f9-c3e6-41ad-9d99-236763439e5b None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:18:26.317795 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94714f9-c3e6-41ad-9d99-236763439e5b None None] Checking segment: {'id': 'a9c636a1-820a-4750-acae-3601980f6ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b46be886-8ea1-4437-bdd7-986e1ca84586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:18:26.318521 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b94714f9-c3e6-41ad-9d99-236763439e5b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:26.318926 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94714f9-c3e6-41ad-9d99-236763439e5b None None] Bound using segment: {'id': 'a9c636a1-820a-4750-acae-3601980f6ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b46be886-8ea1-4437-bdd7-986e1ca84586'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:18:26.319577 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-b94714f9-c3e6-41ad-9d99-236763439e5b None None] Bound port: 7e23848d-e77e-4a7e-8a11-945a04a65a07, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c636a1-820a-4750-acae-3601980f6ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b46be886-8ea1-4437-bdd7-986e1ca84586'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:18:26.320172 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b94714f9-c3e6-41ad-9d99-236763439e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:26.329988 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b430e4a3-75f8-4c59-8eb8-cb9223864e07 req-9dce6369-300a-4a9d-8b15-5cc8a08f3a36 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:26.336672 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b430e4a3-75f8-4c59-8eb8-cb9223864e07 req-9dce6369-300a-4a9d-8b15-5cc8a08f3a36 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:26.347972 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b430e4a3-75f8-4c59-8eb8-cb9223864e07 req-9dce6369-300a-4a9d-8b15-5cc8a08f3a36 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:26.360625 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b430e4a3-75f8-4c59-8eb8-cb9223864e07 req-9dce6369-300a-4a9d-8b15-5cc8a08f3a36 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:26.374502 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b430e4a3-75f8-4c59-8eb8-cb9223864e07 req-9dce6369-300a-4a9d-8b15-5cc8a08f3a36 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:26.382161 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b430e4a3-75f8-4c59-8eb8-cb9223864e07 req-9dce6369-300a-4a9d-8b15-5cc8a08f3a36 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:26.389540 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b430e4a3-75f8-4c59-8eb8-cb9223864e07 req-9dce6369-300a-4a9d-8b15-5cc8a08f3a36 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:26.395639 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b430e4a3-75f8-4c59-8eb8-cb9223864e07 req-9dce6369-300a-4a9d-8b15-5cc8a08f3a36 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 5431 time: 0.2859130 Oct 30 15:18:26.419714 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3cf17771-2547-47be-b731-6a80fab9a0ee tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for router, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:26.432937 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-29f0d088-f211-461a-863f-ec30b3ef8630 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:26.449941 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-b94714f9-c3e6-41ad-9d99-236763439e5b None None] For port 7e23848d-e77e-4a7e-8a11-945a04a65a07, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:18:26.453490 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-b94714f9-c3e6-41ad-9d99-236763439e5b None None] For port 7e23848d-e77e-4a7e-8a11-945a04a65a07, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=7e23848d-e77e-4a7e-8a11-945a04a65a07,segment=NetworkSegment(a9c636a1-820a-4750-acae-3601980f6ab3),segment_id=a9c636a1-820a-4750-acae-3601980f6ab3)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:18:26.457274 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-29f0d088-f211-461a-863f-ec30b3ef8630 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b46be886-8ea1-4437-bdd7-986e1ca84586']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:26.460309 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b94714f9-c3e6-41ad-9d99-236763439e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:26.468462 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-29f0d088-f211-461a-863f-ec30b3ef8630 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9c636a1-820a-4750-acae-3601980f6ab3') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:26.468771 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-29f0d088-f211-461a-863f-ec30b3ef8630 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9c636a1-820a-4750-acae-3601980f6ab3') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:26.494915 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-29f0d088-f211-461a-863f-ec30b3ef8630 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:26.520829 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-29f0d088-f211-461a-863f-ec30b3ef8630 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:26.544425 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b430e4a3-75f8-4c59-8eb8-cb9223864e07 req-ddc53c1f-5032-4a99-8d4d-583a3608760f tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d8b2e39-c2c3-46e2-b7ce-d3094509b03c&id=301c6b35-46a3-48b2-8746-44103cb6e6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1255193 Oct 30 15:18:26.548113 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29f0d088-f211-461a-863f-ec30b3ef8630 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:18:26.554182 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-29f0d088-f211-461a-863f-ec30b3ef8630 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:26.563959 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:18:26.563959 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:18:26.563959 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:18:26.563959 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:18:26.563959 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:18:26.563959 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:18:26.563959 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:18:26.563959 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:18:26.563959 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:18:26.563959 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:18:26.563959 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:18:26.563959 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:18:26.563959 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:18:26.563959 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:18:26.563959 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:18:26.563959 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:18:26.563959 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:18:26.563959 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:18:26.563959 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:18:26.563959 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:18:26.563959 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:18:26.563959 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:18:26.563959 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:18:26.563959 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:18:26.563959 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:18:26.563959 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:18:26.563959 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:18:26.563959 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:18:26.563959 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:18:26.563959 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:18:26.563959 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:18:26.563959 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:18:26.583142 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:26.618281 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94714f9-c3e6-41ad-9d99-236763439e5b None None] Pushing event updated for resources: {'Port': ['ID=7e23848d-e77e-4a7e-8a11-945a04a65a07,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:26.627656 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be248251-9f82-4718-ab6a-f75ee0953104 None None] Network b46be886-8ea1-4437-bdd7-986e1ca84586 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:18:26.754421 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.db.api [None req-29f0d088-f211-461a-863f-ec30b3ef8630 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 30 15:18:26.754421 n-d-806683-17 neutron-server[102131]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 30 15:18:26.754421 n-d-806683-17 neutron-server[102131]: [parameters: {'id': 'b46be886-8ea1-4437-bdd7-986e1ca84586'}] Oct 30 15:18:26.754421 n-d-806683-17 neutron-server[102131]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 30 15:18:26.754920 n-d-806683-17 neutron-server[102131]: DEBUG oslo_db.api [None req-29f0d088-f211-461a-863f-ec30b3ef8630 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 30 15:18:26.779341 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3cf17771-2547-47be-b731-6a80fab9a0ee tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:26.787267 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3cf17771-2547-47be-b731-6a80fab9a0ee tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:26.797247 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ac07e2-5ba8-4a64-a834-fadee0179e33 None None] Network b46be886-8ea1-4437-bdd7-986e1ca84586 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:18:26.847939 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da921af3-cb2e-48a7-ab8a-b428bfdee771 req-0975aabe-23c4-4839-9b37-96a5f96ad1bc tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:26.849945 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-da921af3-cb2e-48a7-ab8a-b428bfdee771 req-0975aabe-23c4-4839-9b37-96a5f96ad1bc tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/networks?id=4f22410e-53ea-4597-9c0e-a70994dfa6d8 HTTP/1.1" status: 200 len: 812 time: 0.3543377 Oct 30 15:18:26.859894 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3cf17771-2547-47be-b731-6a80fab9a0ee tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:26.860784 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf17771-2547-47be-b731-6a80fab9a0ee tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Fanout notify agent at l3_agent the message router_deleted on router 03f281eb-7d79-4f6b-a36b-2bb633d095e5 {{(pid=102130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:18:26.875437 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3cf17771-2547-47be-b731-6a80fab9a0ee tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:26.879072 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-3cf17771-2547-47be-b731-6a80fab9a0ee tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "DELETE /v2.0/routers/03f281eb-7d79-4f6b-a36b-2bb633d095e5 HTTP/1.1" status: 204 len: 168 time: 1.0305991 Oct 30 15:18:26.879444 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43856) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:26.891829 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-da921af3-cb2e-48a7-ab8a-b428bfdee771 req-d9eb4d21-cf6c-4113-802e-79c735d17db9 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/quotas/50828efdd6f44ddca14e599b5226f88f HTTP/1.1" status: 200 len: 375 time: 0.0233574 Oct 30 15:18:26.937371 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f54c39a-bcb2-4065-a049-c75c7f76eec7 None None] get_active_networks_info from n-d-806683-17 {{(pid=102132) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 30 15:18:26.947516 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-69b77a21-136e-4c1e-93ee-e4e36a7d111d tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Deleting subnet 1ed0e3d6-2e73-4797-a42e-02f4400ea210 {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:18:26.951308 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-69b77a21-136e-4c1e-93ee-e4e36a7d111d tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:26.977049 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-da921af3-cb2e-48a7-ab8a-b428bfdee771 req-e43f24c8-a53f-4798-b6af-0718932861ee tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=50828efdd6f44ddca14e599b5226f88f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0787883 Oct 30 15:18:27.018373 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-69b77a21-136e-4c1e-93ee-e4e36a7d111d tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:27.089371 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-da921af3-cb2e-48a7-ab8a-b428bfdee771 req-a0ec44a0-041f-4b22-8b16-11724a6cccc1 service neutron] 10.222.0.62 "GET /v2.0/networks/4f22410e-53ea-4597-9c0e-a70994dfa6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110978 Oct 30 15:18:27.102060 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f54c39a-bcb2-4065-a049-c75c7f76eec7 None None] Resources bound (agent type, host, resource id): {{(pid=102132) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 30 15:18:27.140709 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-69b77a21-136e-4c1e-93ee-e4e36a7d111d tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:27.192804 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-da921af3-cb2e-48a7-ab8a-b428bfdee771 req-d1314b28-df84-4817-9b2f-53eba14c4124 service neutron] 10.222.0.62 "GET /v2.0/networks/4f22410e-53ea-4597-9c0e-a70994dfa6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021833 Oct 30 15:18:27.210133 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-69b77a21-136e-4c1e-93ee-e4e36a7d111d tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:27.247955 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b77a21-136e-4c1e-93ee-e4e36a7d111d tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Pushing event deleted for resources: {'Subnet': ['ID=1ed0e3d6-2e73-4797-a42e-02f4400ea210,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:27.251713 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-69b77a21-136e-4c1e-93ee-e4e36a7d111d tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:27.254981 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-69b77a21-136e-4c1e-93ee-e4e36a7d111d tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "DELETE /v2.0/subnets/1ed0e3d6-2e73-4797-a42e-02f4400ea210 HTTP/1.1" status: 204 len: 168 time: 0.3744855 Oct 30 15:18:27.256270 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-29f0d088-f211-461a-863f-ec30b3ef8630 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:27.258422 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43858) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:27.349243 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-29f0d088-f211-461a-863f-ec30b3ef8630 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Deleting port 7e23848d-e77e-4a7e-8a11-945a04a65a07 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:18:27.359612 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-29f0d088-f211-461a-863f-ec30b3ef8630 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:27.442133 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0391357b-3223-429c-ba89-e26948c47803 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:27.493236 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fe58c906-4f94-48b5-934c-4db72ca2b88a req-65705af6-f086-4358-b5ec-46717735044f tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4c93f40-84b3-4be9-a75c-3ab0ca9c2e75 HTTP/1.1" status: 200 len: 210 time: 0.1122389 Oct 30 15:18:27.535989 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-29f0d088-f211-461a-863f-ec30b3ef8630 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] For port 7e23848d-e77e-4a7e-8a11-945a04a65a07, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=7e23848d-e77e-4a7e-8a11-945a04a65a07,segment=NetworkSegment(a9c636a1-820a-4750-acae-3601980f6ab3),segment_id=a9c636a1-820a-4750-acae-3601980f6ab3)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:18:27.536362 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-29f0d088-f211-461a-863f-ec30b3ef8630 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:27.539825 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-0391357b-3223-429c-ba89-e26948c47803 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Deleting port 0f304ff3-9763-4961-bce4-00f1ad9ba8e8 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:18:27.540256 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0391357b-3223-429c-ba89-e26948c47803 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:27.547967 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8215266-4fe6-4dbd-8661-f81b6d927e09 None None] Network cb8607de-9e82-4bb1-9b8c-9807dc9df413 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:18:27.552136 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-29f0d088-f211-461a-863f-ec30b3ef8630 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Calling delete_port for 7e23848d-e77e-4a7e-8a11-945a04a65a07 owned by network:dhcp {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:18:27.601155 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device e21a4b47-04c9-4fc7-8de8-e9be41310592 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:18:27.644429 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-0391357b-3223-429c-ba89-e26948c47803 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] For port 0f304ff3-9763-4961-bce4-00f1ad9ba8e8, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=0f304ff3-9763-4961-bce4-00f1ad9ba8e8,segment=NetworkSegment(38881616-80f8-4b85-84c6-a221b67dd764),segment_id=38881616-80f8-4b85-84c6-a221b67dd764)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:18:27.644823 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0391357b-3223-429c-ba89-e26948c47803 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:27.665983 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-0391357b-3223-429c-ba89-e26948c47803 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Calling delete_port for 0f304ff3-9763-4961-bce4-00f1ad9ba8e8 owned by network:dhcp {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:18:27.819232 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-29f0d088-f211-461a-863f-ec30b3ef8630 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:27.843662 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f0d088-f211-461a-863f-ec30b3ef8630 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] No DVR routers for this DVR port 7e23848d-e77e-4a7e-8a11-945a04a65a07 on host n-d-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:18:27.872811 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f0d088-f211-461a-863f-ec30b3ef8630 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Pushing event deleted for resources: {'Port': ['ID=7e23848d-e77e-4a7e-8a11-945a04a65a07,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:27.915874 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7000bc-ae23-4605-829d-4bb6c7551a19 req-05ba32af-0380-49d1-b7b1-73e301319658 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:27.923063 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7000bc-ae23-4605-829d-4bb6c7551a19 req-05ba32af-0380-49d1-b7b1-73e301319658 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:27.941568 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7000bc-ae23-4605-829d-4bb6c7551a19 req-05ba32af-0380-49d1-b7b1-73e301319658 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:27.947655 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7000bc-ae23-4605-829d-4bb6c7551a19 req-05ba32af-0380-49d1-b7b1-73e301319658 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:27.962392 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7000bc-ae23-4605-829d-4bb6c7551a19 req-05ba32af-0380-49d1-b7b1-73e301319658 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:27.974942 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7000bc-ae23-4605-829d-4bb6c7551a19 req-05ba32af-0380-49d1-b7b1-73e301319658 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:27.978700 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-29f0d088-f211-461a-863f-ec30b3ef8630 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:27.983057 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7000bc-ae23-4605-829d-4bb6c7551a19 req-05ba32af-0380-49d1-b7b1-73e301319658 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:27.991382 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bb7000bc-ae23-4605-829d-4bb6c7551a19 req-05ba32af-0380-49d1-b7b1-73e301319658 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 5431 time: 0.2300706 Oct 30 15:18:28.006032 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-29f0d088-f211-461a-863f-ec30b3ef8630 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b46be886-8ea1-4437-bdd7-986e1ca84586']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:28.021691 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-29f0d088-f211-461a-863f-ec30b3ef8630 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9c636a1-820a-4750-acae-3601980f6ab3') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:28.022169 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-29f0d088-f211-461a-863f-ec30b3ef8630 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9c636a1-820a-4750-acae-3601980f6ab3') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:28.030266 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port e21a4b47-04c9-4fc7-8de8-e9be41310592, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=e21a4b47-04c9-4fc7-8de8-e9be41310592,segment=NetworkSegment(4d71454c-3ec5-4d11-8d12-d1e996d7212b),segment_id=4d71454c-3ec5-4d11-8d12-d1e996d7212b)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:18:28.033917 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0391357b-3223-429c-ba89-e26948c47803 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:28.046434 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': 'e21a4b47-04c9-4fc7-8de8-e9be41310592', 'network_id': '1c5c7057-6cfb-4273-ace5-d2dc41be3e4a', 'port_id': 'e21a4b47-04c9-4fc7-8de8-e9be41310592', 'mac_address': 'fa:16:3e:88:c1:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd87999b7-8b72-4b87-ab2b-73584fe80893', 'ip_address': '10.1.1.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:18:28.056461 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-29f0d088-f211-461a-863f-ec30b3ef8630 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:28.071580 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-29f0d088-f211-461a-863f-ec30b3ef8630 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:28.079945 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29f0d088-f211-461a-863f-ec30b3ef8630 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:18:28.080915 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-29f0d088-f211-461a-863f-ec30b3ef8630 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:28.085524 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:18:28.085524 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:18:28.085524 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:18:28.085524 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:18:28.085524 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:18:28.085524 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:18:28.085524 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:18:28.085524 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:18:28.085524 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:18:28.085524 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:18:28.085524 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:18:28.085524 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:18:28.085524 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:18:28.085524 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:18:28.085524 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:18:28.085524 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:18:28.085524 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:18:28.085524 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:18:28.085524 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:18:28.085524 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:18:28.085524 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:18:28.085524 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:18:28.085524 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:18:28.085524 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:18:28.085524 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:18:28.085524 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:18:28.085524 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:18:28.085524 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:18:28.085524 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:18:28.085524 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:18:28.085524 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:18:28.085524 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:18:28.087963 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:28.092474 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0391357b-3223-429c-ba89-e26948c47803 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Pushing event deleted for resources: {'Port': ['ID=0f304ff3-9763-4961-bce4-00f1ad9ba8e8,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:28.102674 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e21a4b47-04c9-4fc7-8de8-e9be41310592 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:18:28.106547 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bb7000bc-ae23-4605-829d-4bb6c7551a19 req-7117879d-24f8-4e20-ace9-2b946498f94e tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d8b2e39-c2c3-46e2-b7ce-d3094509b03c&id=301c6b35-46a3-48b2-8746-44103cb6e6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1142089 Oct 30 15:18:28.119013 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c6c180-c76f-45e2-83ad-ec14122f6972 None None] DHCP port deletion for cb8607de-9e82-4bb1-9b8c-9807dc9df413 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:18:28.130024 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port e21a4b47-04c9-4fc7-8de8-e9be41310592, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=e21a4b47-04c9-4fc7-8de8-e9be41310592,segment=NetworkSegment(4d71454c-3ec5-4d11-8d12-d1e996d7212b),segment_id=4d71454c-3ec5-4d11-8d12-d1e996d7212b)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:18:28.136123 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0391357b-3223-429c-ba89-e26948c47803 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] No DVR routers for this DVR port 0f304ff3-9763-4961-bce4-00f1ad9ba8e8 on host n-d-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:18:28.138913 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0391357b-3223-429c-ba89-e26948c47803 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:18:28.139260 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0391357b-3223-429c-ba89-e26948c47803 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:18:28.139632 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0391357b-3223-429c-ba89-e26948c47803 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:18:28.139970 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0391357b-3223-429c-ba89-e26948c47803 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:18:28.140307 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0391357b-3223-429c-ba89-e26948c47803 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:18:28.140637 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0391357b-3223-429c-ba89-e26948c47803 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:18:28.140968 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0391357b-3223-429c-ba89-e26948c47803 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:18:28.141292 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0391357b-3223-429c-ba89-e26948c47803 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:18:28.141617 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0391357b-3223-429c-ba89-e26948c47803 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:18:28.141943 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0391357b-3223-429c-ba89-e26948c47803 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:18:28.142266 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0391357b-3223-429c-ba89-e26948c47803 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:18:28.142589 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0391357b-3223-429c-ba89-e26948c47803 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:18:28.148531 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:28.149275 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 60e5a05d-03c1-40b5-93f7-57ad866f5b1b details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:18:28.178489 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-29f0d088-f211-461a-863f-ec30b3ef8630 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:28.189110 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-29f0d088-f211-461a-863f-ec30b3ef8630 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:28.192380 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-29f0d088-f211-461a-863f-ec30b3ef8630 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] 10.222.0.62 "DELETE /v2.0/networks/b46be886-8ea1-4437-bdd7-986e1ca84586 HTTP/1.1" status: 204 len: 168 time: 2.4691031 Oct 30 15:18:28.202790 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43880) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:28.221906 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f0d088-f211-461a-863f-ec30b3ef8630 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Pushing event deleted for resources: {'Network': ['ID=b46be886-8ea1-4437-bdd7-986e1ca84586,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:28.225174 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-829c1e3c-c4a8-4d55-912f-b7060d41e3a2 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] DELETE failed (client error): The resource could not be found. Oct 30 15:18:28.225931 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-829c1e3c-c4a8-4d55-912f-b7060d41e3a2 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:18:28.229016 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-829c1e3c-c4a8-4d55-912f-b7060d41e3a2 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] 10.222.0.62 "DELETE /v2.0/networks/b46be886-8ea1-4437-bdd7-986e1ca84586 HTTP/1.1" status: 404 len: 339 time: 0.0248559 Oct 30 15:18:28.233200 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43882) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:28.238232 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-2beb2204-feae-4294-b247-9503aa88ce87 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1454362659', 'description': 'd1'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:18:28.262951 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0391357b-3223-429c-ba89-e26948c47803 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:28.273144 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=e21a4b47-04c9-4fc7-8de8-e9be41310592,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:28.274648 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2beb2204-feae-4294-b247-9503aa88ce87 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Made reservation on behalf of d5120f1dc65f4ae487781dbab13ba539 for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:18:28.283098 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2beb2204-feae-4294-b247-9503aa88ce87 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:28.297762 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-0391357b-3223-429c-ba89-e26948c47803 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb8607de-9e82-4bb1-9b8c-9807dc9df413']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:28.308472 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2beb2204-feae-4294-b247-9503aa88ce87 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:18:28.313822 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-0391357b-3223-429c-ba89-e26948c47803 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38881616-80f8-4b85-84c6-a221b67dd764') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:28.314140 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-0391357b-3223-429c-ba89-e26948c47803 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38881616-80f8-4b85-84c6-a221b67dd764') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:28.321428 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2beb2204-feae-4294-b247-9503aa88ce87 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:28.322051 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-2beb2204-feae-4294-b247-9503aa88ce87 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Added segment 4cc92c19-8bea-4635-9787-56b8289a3d72 of type vlan for network b28dd8a5-56ce-433d-8f23-38dab5d3dba1 Oct 30 15:18:28.325728 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0391357b-3223-429c-ba89-e26948c47803 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:28.327960 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 60e5a05d-03c1-40b5-93f7-57ad866f5b1b, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=60e5a05d-03c1-40b5-93f7-57ad866f5b1b,segment=NetworkSegment(ee263023-fb4d-46ef-8443-a0bc757d4895),segment_id=ee263023-fb4d-46ef-8443-a0bc757d4895)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:18:28.341129 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0391357b-3223-429c-ba89-e26948c47803 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:28.342927 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '60e5a05d-03c1-40b5-93f7-57ad866f5b1b', 'network_id': '99b2e015-7a7a-41c9-9251-e2d5c417b9db', 'port_id': '60e5a05d-03c1-40b5-93f7-57ad866f5b1b', 'mac_address': 'fa:16:3e:a8:1e:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23f39dd9-f253-43ba-86ce-00953dd18499', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:18:28.350689 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0391357b-3223-429c-ba89-e26948c47803 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:18:28.351083 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0391357b-3223-429c-ba89-e26948c47803 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:28.354543 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:18:28.354543 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:18:28.354543 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:18:28.354543 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:18:28.354543 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:18:28.354543 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:18:28.354543 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:18:28.354543 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:18:28.354543 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:18:28.354543 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:18:28.354543 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:18:28.354543 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:18:28.354543 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:18:28.354543 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:18:28.354543 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:18:28.354543 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:18:28.354543 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:18:28.354543 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:18:28.354543 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:18:28.354543 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:18:28.354543 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:18:28.354543 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:18:28.354543 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:18:28.354543 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:18:28.354543 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:18:28.354543 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:18:28.354543 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:18:28.354543 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:18:28.354543 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:18:28.354543 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:18:28.354543 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:18:28.354543 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:18:28.385902 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2beb2204-feae-4294-b247-9503aa88ce87 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:28.388575 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:28.402335 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60e5a05d-03c1-40b5-93f7-57ad866f5b1b {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:18:28.413168 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2beb2204-feae-4294-b247-9503aa88ce87 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:28.418956 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2beb2204-feae-4294-b247-9503aa88ce87 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:28.420774 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2beb2204-feae-4294-b247-9503aa88ce87 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:28.424186 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 60e5a05d-03c1-40b5-93f7-57ad866f5b1b, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=60e5a05d-03c1-40b5-93f7-57ad866f5b1b,segment=NetworkSegment(ee263023-fb4d-46ef-8443-a0bc757d4895),segment_id=ee263023-fb4d-46ef-8443-a0bc757d4895)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:18:28.429333 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:28.429992 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device aba3b5e0-23a2-4836-aae5-4d9317d5a7f3 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:18:28.437506 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0391357b-3223-429c-ba89-e26948c47803 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:28.445395 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0391357b-3223-429c-ba89-e26948c47803 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:28.449598 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-0391357b-3223-429c-ba89-e26948c47803 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "DELETE /v2.0/networks/cb8607de-9e82-4bb1-9b8c-9807dc9df413 HTTP/1.1" status: 204 len: 168 time: 1.1894479 Oct 30 15:18:28.462146 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43884) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:28.470789 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-62f23ff5-1f44-4cac-b088-bc96c69db27f tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1922274493', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:18:28.477854 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0391357b-3223-429c-ba89-e26948c47803 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Pushing event deleted for resources: {'Network': ['ID=cb8607de-9e82-4bb1-9b8c-9807dc9df413,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:28.486933 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-2beb2204-feae-4294-b247-9503aa88ce87 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2525535 Oct 30 15:18:28.490053 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43888) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:28.496317 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=60e5a05d-03c1-40b5-93f7-57ad866f5b1b,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:28.526508 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-62f23ff5-1f44-4cac-b088-bc96c69db27f tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:28.527866 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-62f23ff5-1f44-4cac-b088-bc96c69db27f tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:28.528010 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port aba3b5e0-23a2-4836-aae5-4d9317d5a7f3, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=aba3b5e0-23a2-4836-aae5-4d9317d5a7f3,segment=NetworkSegment(4d71454c-3ec5-4d11-8d12-d1e996d7212b),segment_id=4d71454c-3ec5-4d11-8d12-d1e996d7212b)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:18:28.541466 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': 'aba3b5e0-23a2-4836-aae5-4d9317d5a7f3', 'network_id': '1c5c7057-6cfb-4273-ace5-d2dc41be3e4a', 'port_id': 'aba3b5e0-23a2-4836-aae5-4d9317d5a7f3', 'mac_address': 'fa:16:3e:1c:7f:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd87999b7-8b72-4b87-ab2b-73584fe80893', 'ip_address': '10.1.1.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:18:28.559526 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beb2204-feae-4294-b247-9503aa88ce87 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Pushing event updated for resources: {'Network': ['ID=b28dd8a5-56ce-433d-8f23-38dab5d3dba1,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:28.570909 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network b28dd8a5-56ce-433d-8f23-38dab5d3dba1 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:18:28.604044 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822713ac-20d8-423a-b400-170a7387c2f6 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:28.607883 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-62f23ff5-1f44-4cac-b088-bc96c69db27f tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:28.608068 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-822713ac-20d8-423a-b400-170a7387c2f6 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] 10.222.0.62 "GET /v2.0/networks?id=b28dd8a5-56ce-433d-8f23-38dab5d3dba1 HTTP/1.1" status: 200 len: 761 time: 0.1138296 Oct 30 15:18:28.608181 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43892) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:28.614012 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-39c13401-2bc1-4a79-8f6e-676f80b39beb tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Request body: {'network': {'description': 'd2'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:18:28.618416 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-62f23ff5-1f44-4cac-b088-bc96c69db27f tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:28.652018 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:28.667248 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-38ce987d-cfbd-4802-8161-2f5ab4c804c0 req-317dbfc5-e133-44ac-8188-181677d842c3 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4c93f40-84b3-4be9-a75c-3ab0ca9c2e75 HTTP/1.1" status: 200 len: 210 time: 0.0414994 Oct 30 15:18:28.683336 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-62f23ff5-1f44-4cac-b088-bc96c69db27f tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:28.685253 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-62f23ff5-1f44-4cac-b088-bc96c69db27f tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2215111 Oct 30 15:18:28.692639 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43894) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:28.697260 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aba3b5e0-23a2-4836-aae5-4d9317d5a7f3 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:18:28.711245 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-2ad3429f-d9c0-4af4-bd06-3879fc21ddd6 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Request body: {'network': {'name': 'tempest-RoutersTest-671974343'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:18:28.734586 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port aba3b5e0-23a2-4836-aae5-4d9317d5a7f3, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=aba3b5e0-23a2-4836-aae5-4d9317d5a7f3,segment=NetworkSegment(4d71454c-3ec5-4d11-8d12-d1e996d7212b),segment_id=4d71454c-3ec5-4d11-8d12-d1e996d7212b)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:18:28.744449 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:28.745193 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device ff9a5354-a79a-4869-a44a-a51335ced7ef details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:18:28.812631 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad3429f-d9c0-4af4-bd06-3879fc21ddd6 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Made reservation on behalf of 2a6cb1c7b667422386e8a263117bcaa0 for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:18:28.822877 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2ad3429f-d9c0-4af4-bd06-3879fc21ddd6 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:28.858755 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 0f304ff3-9763-4961-bce4-00f1ad9ba8e8 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:18:28.863372 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-39c13401-2bc1-4a79-8f6e-676f80b39beb tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:28.899936 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-39c13401-2bc1-4a79-8f6e-676f80b39beb tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:28.924799 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ad3429f-d9c0-4af4-bd06-3879fc21ddd6 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:18:28.931107 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-39c13401-2bc1-4a79-8f6e-676f80b39beb tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Network b28dd8a5-56ce-433d-8f23-38dab5d3dba1 is not hosted by any dhcp agent {{(pid=102131) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 30 15:18:28.939875 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 0f304ff3-9763-4961-bce4-00f1ad9ba8e8 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:18:28.941237 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 0f304ff3-9763-4961-bce4-00f1ad9ba8e8 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:18:28.953220 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c13401-2bc1-4a79-8f6e-676f80b39beb tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:28.953897 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-39c13401-2bc1-4a79-8f6e-676f80b39beb tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:28.958530 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-39c13401-2bc1-4a79-8f6e-676f80b39beb tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] 10.222.0.62 "PUT /v2.0/networks/b28dd8a5-56ce-433d-8f23-38dab5d3dba1 HTTP/1.1" status: 200 len: 758 time: 0.3457139 Oct 30 15:18:28.961598 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43906) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:28.962948 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.db.resource_extend [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 30 15:18:29.005795 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port ff9a5354-a79a-4869-a44a-a51335ced7ef, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=ff9a5354-a79a-4869-a44a-a51335ced7ef,segment=NetworkSegment(4d71454c-3ec5-4d11-8d12-d1e996d7212b),segment_id=4d71454c-3ec5-4d11-8d12-d1e996d7212b)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:18:29.021083 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2ad3429f-d9c0-4af4-bd06-3879fc21ddd6 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:29.022259 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-2ad3429f-d9c0-4af4-bd06-3879fc21ddd6 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Added segment f924af00-c1b8-47bd-ae5b-1e6b4c68e606 of type vlan for network 46e3b8e8-31fe-4fad-928e-09f0b734867f Oct 30 15:18:29.034989 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': 'ff9a5354-a79a-4869-a44a-a51335ced7ef', 'network_id': '1c5c7057-6cfb-4273-ace5-d2dc41be3e4a', 'port_id': 'ff9a5354-a79a-4869-a44a-a51335ced7ef', 'mac_address': 'fa:16:3e:9d:2e:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd87999b7-8b72-4b87-ab2b-73584fe80893', 'ip_address': '10.1.1.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:18:29.042014 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c13401-2bc1-4a79-8f6e-676f80b39beb tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Pushing event updated for resources: {'Network': ['ID=b28dd8a5-56ce-433d-8f23-38dab5d3dba1,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:29.057253 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=aba3b5e0-23a2-4836-aae5-4d9317d5a7f3,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:29.060569 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network b28dd8a5-56ce-433d-8f23-38dab5d3dba1 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:18:29.109322 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da921af3-cb2e-48a7-ab8a-b428bfdee771 req-3c87a194-6cc9-499d-aaa7-a1dc6f41cfd9 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:29.110755 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-da921af3-cb2e-48a7-ab8a-b428bfdee771 req-3c87a194-6cc9-499d-aaa7-a1dc6f41cfd9 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.44 "GET /v2.0/networks?id=4f22410e-53ea-4597-9c0e-a70994dfa6d8 HTTP/1.1" status: 200 len: 812 time: 0.3740096 Oct 30 15:18:29.136136 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-da921af3-cb2e-48a7-ab8a-b428bfdee771 req-5a7be8ea-db9b-4ad2-aac0-da649a64d698 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Request body: {'port': {'device_id': 'b4c93f40-84b3-4be9-a75c-3ab0ca9c2e75', 'network_id': '4f22410e-53ea-4597-9c0e-a70994dfa6d8', 'admin_state_up': True, 'tenant_id': '50828efdd6f44ddca14e599b5226f88f'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:18:29.145936 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2ad3429f-d9c0-4af4-bd06-3879fc21ddd6 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:29.188004 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:29.205251 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff9a5354-a79a-4869-a44a-a51335ced7ef {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:18:29.239762 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port ff9a5354-a79a-4869-a44a-a51335ced7ef, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=ff9a5354-a79a-4869-a44a-a51335ced7ef,segment=NetworkSegment(4d71454c-3ec5-4d11-8d12-d1e996d7212b),segment_id=4d71454c-3ec5-4d11-8d12-d1e996d7212b)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:18:29.243264 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf7d426-0193-4938-bf20-73d5784c5ae0 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:29.244828 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-8bf7d426-0193-4938-bf20-73d5784c5ae0 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] 10.222.0.62 "GET /v2.0/networks?id=b28dd8a5-56ce-433d-8f23-38dab5d3dba1 HTTP/1.1" status: 200 len: 761 time: 0.2838252 Oct 30 15:18:29.245656 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:29.247109 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 1e599b99-35d0-4059-9329-16f026a4447b details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:18:29.250170 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43914) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:29.260122 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-7a507907-dfed-47d3-86be-513a6839645a tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-409971045'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:18:29.290883 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e04b1d-8e43-47ca-a55f-3b106f99129f req-ec0961ff-9b1c-452b-9002-1ca1db75daab tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:29.297876 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e04b1d-8e43-47ca-a55f-3b106f99129f req-ec0961ff-9b1c-452b-9002-1ca1db75daab tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:29.306734 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e04b1d-8e43-47ca-a55f-3b106f99129f req-ec0961ff-9b1c-452b-9002-1ca1db75daab tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:29.315694 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e04b1d-8e43-47ca-a55f-3b106f99129f req-ec0961ff-9b1c-452b-9002-1ca1db75daab tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:29.318125 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2ad3429f-d9c0-4af4-bd06-3879fc21ddd6 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:29.324672 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad3429f-d9c0-4af4-bd06-3879fc21ddd6 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:29.325020 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2ad3429f-d9c0-4af4-bd06-3879fc21ddd6 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:29.328097 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e04b1d-8e43-47ca-a55f-3b106f99129f req-ec0961ff-9b1c-452b-9002-1ca1db75daab tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:29.340292 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e04b1d-8e43-47ca-a55f-3b106f99129f req-ec0961ff-9b1c-452b-9002-1ca1db75daab tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:29.342936 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a507907-dfed-47d3-86be-513a6839645a tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Made reservation on behalf of d5120f1dc65f4ae487781dbab13ba539 for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:18:29.346019 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7a507907-dfed-47d3-86be-513a6839645a tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:29.349052 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e04b1d-8e43-47ca-a55f-3b106f99129f req-ec0961ff-9b1c-452b-9002-1ca1db75daab tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:29.351666 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a9e04b1d-8e43-47ca-a55f-3b106f99129f req-ec0961ff-9b1c-452b-9002-1ca1db75daab tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 5434 time: 0.1376290 Oct 30 15:18:29.361961 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=ff9a5354-a79a-4869-a44a-a51335ced7ef,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:29.368260 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 1e599b99-35d0-4059-9329-16f026a4447b, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=1e599b99-35d0-4059-9329-16f026a4447b,segment=NetworkSegment(4d71454c-3ec5-4d11-8d12-d1e996d7212b),segment_id=4d71454c-3ec5-4d11-8d12-d1e996d7212b)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:18:29.381245 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '1e599b99-35d0-4059-9329-16f026a4447b', 'network_id': '1c5c7057-6cfb-4273-ace5-d2dc41be3e4a', 'port_id': '1e599b99-35d0-4059-9329-16f026a4447b', 'mac_address': 'fa:16:3e:2f:27:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd87999b7-8b72-4b87-ab2b-73584fe80893', 'ip_address': '10.1.1.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:18:29.426000 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:29.426274 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a9e04b1d-8e43-47ca-a55f-3b106f99129f req-2f3cd6d3-67a3-4de5-af46-eb5ee0253185 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d8b2e39-c2c3-46e2-b7ce-d3094509b03c&id=301c6b35-46a3-48b2-8746-44103cb6e6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0677447 Oct 30 15:18:29.445981 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e599b99-35d0-4059-9329-16f026a4447b {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:18:29.453565 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-2ad3429f-d9c0-4af4-bd06-3879fc21ddd6 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7581146 Oct 30 15:18:29.456913 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43918) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:29.464378 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad3429f-d9c0-4af4-bd06-3879fc21ddd6 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Pushing event updated for resources: {'Network': ['ID=46e3b8e8-31fe-4fad-928e-09f0b734867f,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:29.474050 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a507907-dfed-47d3-86be-513a6839645a tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:18:29.475154 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 1e599b99-35d0-4059-9329-16f026a4447b, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=1e599b99-35d0-4059-9329-16f026a4447b,segment=NetworkSegment(4d71454c-3ec5-4d11-8d12-d1e996d7212b),segment_id=4d71454c-3ec5-4d11-8d12-d1e996d7212b)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:18:29.477217 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-3d8f7e30-f373-4007-94e0-1b14f616f134 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Request body: {'subnet': {'network_id': '46e3b8e8-31fe-4fad-928e-09f0b734867f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:18:29.479238 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 46e3b8e8-31fe-4fad-928e-09f0b734867f details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:18:29.492970 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7a507907-dfed-47d3-86be-513a6839645a tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:29.493321 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-7a507907-dfed-47d3-86be-513a6839645a tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Added segment 61ae508b-7499-4c5f-9d09-fd0c135b8f66 of type vlan for network 3223bf4e-2c53-45aa-827c-29b78b6e84bb Oct 30 15:18:29.527887 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:29.530344 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da921af3-cb2e-48a7-ab8a-b428bfdee771 req-5a7be8ea-db9b-4ad2-aac0-da649a64d698 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Made reservation on behalf of 50828efdd6f44ddca14e599b5226f88f for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:18:29.535246 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-da921af3-cb2e-48a7-ab8a-b428bfdee771 req-5a7be8ea-db9b-4ad2-aac0-da649a64d698 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:29.578714 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7a507907-dfed-47d3-86be-513a6839645a tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:29.593399 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8f7e30-f373-4007-94e0-1b14f616f134 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Made reservation on behalf of 2a6cb1c7b667422386e8a263117bcaa0 for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:18:29.598724 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3d8f7e30-f373-4007-94e0-1b14f616f134 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:29.613738 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device fbb4922f-13db-4bb7-84e3-986b821ba15c details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:18:29.667260 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7a507907-dfed-47d3-86be-513a6839645a tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:29.693983 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a507907-dfed-47d3-86be-513a6839645a tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:29.694637 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7a507907-dfed-47d3-86be-513a6839645a tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:29.727493 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:29.730790 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=1e599b99-35d0-4059-9329-16f026a4447b,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:29.824970 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port fbb4922f-13db-4bb7-84e3-986b821ba15c, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=fbb4922f-13db-4bb7-84e3-986b821ba15c,segment=NetworkSegment(b5ba004b-9013-4cb0-8ed5-52fde33455a1),segment_id=b5ba004b-9013-4cb0-8ed5-52fde33455a1)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:18:29.838224 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': 'fbb4922f-13db-4bb7-84e3-986b821ba15c', 'network_id': '992316f0-a5bb-44db-b566-e8ec1fde1c28', 'port_id': 'fbb4922f-13db-4bb7-84e3-986b821ba15c', 'mac_address': 'fa:16:3e:f7:52:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7868c22e-6812-4ce4-9812-394c9b463f87', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:18:29.850093 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-7a507907-dfed-47d3-86be-513a6839645a tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5988262 Oct 30 15:18:29.855157 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43924) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:29.862091 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-bee72b86-b993-40d9-ac02-2236dbf47475 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Request body: {'subnet': {'network_id': '3223bf4e-2c53-45aa-827c-29b78b6e84bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:18:29.872098 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a507907-dfed-47d3-86be-513a6839645a tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Pushing event updated for resources: {'Network': ['ID=3223bf4e-2c53-45aa-827c-29b78b6e84bb,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:29.883897 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:29.889178 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 3223bf4e-2c53-45aa-827c-29b78b6e84bb details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:18:29.915483 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-da921af3-cb2e-48a7-ab8a-b428bfdee771 req-5a7be8ea-db9b-4ad2-aac0-da649a64d698 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Allocated IP 172.20.0.7 (4f22410e-53ea-4597-9c0e-a70994dfa6d8/449705ab-2365-49b9-8b83-fe461dd03f65/7f600b07-c010-4bd1-8bf5-718b9044ae19) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:18:29.921347 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3d8f7e30-f373-4007-94e0-1b14f616f134 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:29.966882 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ecc93f05-4581-40ff-920f-1ba65c57f5d0 req-1a5ebea2-a8ec-4261-90dc-6d9cacf4f928 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4c93f40-84b3-4be9-a75c-3ab0ca9c2e75 HTTP/1.1" status: 200 len: 210 time: 0.1685266 Oct 30 15:18:30.018834 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbb4922f-13db-4bb7-84e3-986b821ba15c {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:18:30.049686 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee72b86-b993-40d9-ac02-2236dbf47475 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Made reservation on behalf of d5120f1dc65f4ae487781dbab13ba539 for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:18:30.054892 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bee72b86-b993-40d9-ac02-2236dbf47475 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:30.063803 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port fbb4922f-13db-4bb7-84e3-986b821ba15c, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=fbb4922f-13db-4bb7-84e3-986b821ba15c,segment=NetworkSegment(b5ba004b-9013-4cb0-8ed5-52fde33455a1),segment_id=b5ba004b-9013-4cb0-8ed5-52fde33455a1)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:18:30.071681 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:30.074174 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device c0d7a646-ac12-414b-a666-37b4c87a490e details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:18:30.102626 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8f7e30-f373-4007-94e0-1b14f616f134 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Pushing event updated for resources: {'Subnet': ['ID=ae21a9e5-a05b-4bf0-b9d9-e3793f8c6020,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:30.107559 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['60e5a05d-03c1-40b5-93f7-57ad866f5b1b'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:18:30.132109 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8f7e30-f373-4007-94e0-1b14f616f134 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Checking segment: {'id': 'f924af00-c1b8-47bd-ae5b-1e6b4c68e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '46e3b8e8-31fe-4fad-928e-09f0b734867f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:18:30.132716 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8f7e30-f373-4007-94e0-1b14f616f134 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Network hostable DHCP agents. Network: 46e3b8e8-31fe-4fad-928e-09f0b734867f, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:18:30.151445 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['e21a4b47-04c9-4fc7-8de8-e9be41310592'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:18:30.158919 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8f7e30-f373-4007-94e0-1b14f616f134 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Network 46e3b8e8-31fe-4fad-928e-09f0b734867f is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:18:30.173858 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-3d8f7e30-f373-4007-94e0-1b14f616f134 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 46e3b8e8-31fe-4fad-928e-09f0b734867f) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:18:30.192516 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8f7e30-f373-4007-94e0-1b14f616f134 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:30.194013 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3d8f7e30-f373-4007-94e0-1b14f616f134 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:30.218966 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bfe933-2fa8-4557-b2bb-10ed71c5d2cd None None] Network 46e3b8e8-31fe-4fad-928e-09f0b734867f requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:18:30.226767 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-3d8f7e30-f373-4007-94e0-1b14f616f134 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7684209 Oct 30 15:18:30.229760 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43930) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:30.272150 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['aba3b5e0-23a2-4836-aae5-4d9317d5a7f3'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:18:30.274676 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['ff9a5354-a79a-4869-a44a-a51335ced7ef'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:18:30.276816 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['1e599b99-35d0-4059-9329-16f026a4447b'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:18:30.287559 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port c0d7a646-ac12-414b-a666-37b4c87a490e, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=c0d7a646-ac12-414b-a666-37b4c87a490e,segment=NetworkSegment(b5ba004b-9013-4cb0-8ed5-52fde33455a1),segment_id=b5ba004b-9013-4cb0-8ed5-52fde33455a1)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:18:30.344772 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-da921af3-cb2e-48a7-ab8a-b428bfdee771 req-5a7be8ea-db9b-4ad2-aac0-da649a64d698 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:30.396347 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=fbb4922f-13db-4bb7-84e3-986b821ba15c,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:30.432523 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': 'c0d7a646-ac12-414b-a666-37b4c87a490e', 'network_id': '992316f0-a5bb-44db-b566-e8ec1fde1c28', 'port_id': 'c0d7a646-ac12-414b-a666-37b4c87a490e', 'mac_address': 'fa:16:3e:85:fe:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7868c22e-6812-4ce4-9812-394c9b463f87', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:18:30.477862 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-da921af3-cb2e-48a7-ab8a-b428bfdee771 req-5a7be8ea-db9b-4ad2-aac0-da649a64d698 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:30.528150 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bee72b86-b993-40d9-ac02-2236dbf47475 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:30.640489 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da921af3-cb2e-48a7-ab8a-b428bfdee771 req-5a7be8ea-db9b-4ad2-aac0-da649a64d698 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Network 4f22410e-53ea-4597-9c0e-a70994dfa6d8 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:18:30.647856 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7be8ea-db9b-4ad2-aac0-da649a64d698 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Pushing event updated for resources: {'Port': ['ID=7f600b07-c010-4bd1-8bf5-718b9044ae19,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:30.656636 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-da921af3-cb2e-48a7-ab8a-b428bfdee771 req-5a7be8ea-db9b-4ad2-aac0-da649a64d698 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:18:30.659157 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-da921af3-cb2e-48a7-ab8a-b428bfdee771 req-5a7be8ea-db9b-4ad2-aac0-da649a64d698 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:18:30.663495 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7c7b4806-f4fe-4e91-997f-cce7c6322caf tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:30.688098 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee72b86-b993-40d9-ac02-2236dbf47475 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Pushing event updated for resources: {'Subnet': ['ID=4e60da66-955a-4002-8be4-d41ff8664bcc,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:30.700418 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:30.733579 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e30152-f73e-479f-8d0f-99d459bbaed5 req-05a103c6-5743-48b0-a3e8-a268de7a7364 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:30.739527 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e30152-f73e-479f-8d0f-99d459bbaed5 req-05a103c6-5743-48b0-a3e8-a268de7a7364 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:30.745526 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e30152-f73e-479f-8d0f-99d459bbaed5 req-05a103c6-5743-48b0-a3e8-a268de7a7364 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:30.751499 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e30152-f73e-479f-8d0f-99d459bbaed5 req-05a103c6-5743-48b0-a3e8-a268de7a7364 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:30.758724 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e30152-f73e-479f-8d0f-99d459bbaed5 req-05a103c6-5743-48b0-a3e8-a268de7a7364 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:30.764854 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e30152-f73e-479f-8d0f-99d459bbaed5 req-05a103c6-5743-48b0-a3e8-a268de7a7364 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:30.772785 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e30152-f73e-479f-8d0f-99d459bbaed5 req-05a103c6-5743-48b0-a3e8-a268de7a7364 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:30.774781 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c4e30152-f73e-479f-8d0f-99d459bbaed5 req-05a103c6-5743-48b0-a3e8-a268de7a7364 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 5437 time: 0.2398875 Oct 30 15:18:30.789375 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da921af3-cb2e-48a7-ab8a-b428bfdee771 req-5a7be8ea-db9b-4ad2-aac0-da649a64d698 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:30.790024 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-da921af3-cb2e-48a7-ab8a-b428bfdee771 req-5a7be8ea-db9b-4ad2-aac0-da649a64d698 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:30.807586 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee72b86-b993-40d9-ac02-2236dbf47475 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Checking segment: {'id': '61ae508b-7499-4c5f-9d09-fd0c135b8f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3223bf4e-2c53-45aa-827c-29b78b6e84bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:18:30.808019 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee72b86-b993-40d9-ac02-2236dbf47475 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Network hostable DHCP agents. Network: 3223bf4e-2c53-45aa-827c-29b78b6e84bb, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:18:30.830164 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0d7a646-ac12-414b-a666-37b4c87a490e {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:18:30.832962 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-da921af3-cb2e-48a7-ab8a-b428bfdee771 req-5a7be8ea-db9b-4ad2-aac0-da649a64d698 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7031257 Oct 30 15:18:30.850716 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-da921af3-cb2e-48a7-ab8a-b428bfdee771 req-4276449c-6417-49df-b1b0-95ecb56e98ab service neutron] Request body: {'port': {'device_id': 'b4c93f40-84b3-4be9-a75c-3ab0ca9c2e75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:18:30.876072 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee72b86-b993-40d9-ac02-2236dbf47475 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Network 3223bf4e-2c53-45aa-827c-29b78b6e84bb is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:18:30.881697 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c4e30152-f73e-479f-8d0f-99d459bbaed5 req-79f1af2a-6c32-4bc4-b272-e85a105649dc tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d8b2e39-c2c3-46e2-b7ce-d3094509b03c&id=301c6b35-46a3-48b2-8746-44103cb6e6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0889556 Oct 30 15:18:30.914529 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-bee72b86-b993-40d9-ac02-2236dbf47475 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 3223bf4e-2c53-45aa-827c-29b78b6e84bb) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:18:30.918801 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee72b86-b993-40d9-ac02-2236dbf47475 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:30.919383 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bee72b86-b993-40d9-ac02-2236dbf47475 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:30.935896 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-da921af3-cb2e-48a7-ab8a-b428bfdee771 req-4276449c-6417-49df-b1b0-95ecb56e98ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:30.952875 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-bee72b86-b993-40d9-ac02-2236dbf47475 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0920327 Oct 30 15:18:30.953102 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port c0d7a646-ac12-414b-a666-37b4c87a490e, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=c0d7a646-ac12-414b-a666-37b4c87a490e,segment=NetworkSegment(b5ba004b-9013-4cb0-8ed5-52fde33455a1),segment_id=b5ba004b-9013-4cb0-8ed5-52fde33455a1)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:18:30.953224 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43938) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:30.959809 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a69bae5-9bd1-444f-bed4-f2ec798a86a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-46e3b8e8-31fe-4fad-928e-09f0b734867f', 'network_id': '46e3b8e8-31fe-4fad-928e-09f0b734867f', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'fixed_ips': [{'subnet_id': 'ae21a9e5-a05b-4bf0-b9d9-e3793f8c6020'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:18:30.960645 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1a69bae5-9bd1-444f-bed4-f2ec798a86a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:30.962429 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e230f20-5239-464e-a5f1-9b141ab5f429 None None] Network 3223bf4e-2c53-45aa-827c-29b78b6e84bb requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:18:30.966524 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-7c7b4806-f4fe-4e91-997f-cce7c6322caf tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Allocated IP 172.20.0.1 (46e3b8e8-31fe-4fad-928e-09f0b734867f/ae21a9e5-a05b-4bf0-b9d9-e3793f8c6020/31ec019b-a137-4b23-8bff-a76256a48ad8) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:18:31.162107 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7c7b4806-f4fe-4e91-997f-cce7c6322caf tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:31.188619 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae05ad-3d7b-422d-b568-979d886ad0a1 req-b4692e8b-1f81-4854-86ae-523ca77a053a tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:31.190409 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-14ae05ad-3d7b-422d-b568-979d886ad0a1 req-b4692e8b-1f81-4854-86ae-523ca77a053a tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4c93f40-84b3-4be9-a75c-3ab0ca9c2e75 HTTP/1.1" status: 200 len: 931 time: 0.0932181 Oct 30 15:18:31.254784 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-14ae05ad-3d7b-422d-b568-979d886ad0a1 req-274c5a28-350c-4796-94ad-22306a873a3c tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487289 Oct 30 15:18:31.255698 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:31.257311 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7c7b4806-f4fe-4e91-997f-cce7c6322caf tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:31.308994 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7b4806-f4fe-4e91-997f-cce7c6322caf tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Network 46e3b8e8-31fe-4fad-928e-09f0b734867f is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:18:31.312412 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-7c7b4806-f4fe-4e91-997f-cce7c6322caf tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:18:31.315139 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7b4806-f4fe-4e91-997f-cce7c6322caf tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:18:31.347238 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7b4806-f4fe-4e91-997f-cce7c6322caf tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Pushing event updated for resources: {'Port': ['ID=31ec019b-a137-4b23-8bff-a76256a48ad8,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:31.395418 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7c7b4806-f4fe-4e91-997f-cce7c6322caf tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:31.415778 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2ae43431-c117-44b3-814b-e9aa0fc87990 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:31.423365 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=c0d7a646-ac12-414b-a666-37b4c87a490e,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:31.545688 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2ae43431-c117-44b3-814b-e9aa0fc87990 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:31.547793 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7c7b4806-f4fe-4e91-997f-cce7c6322caf tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:31.687132 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['c0d7a646-ac12-414b-a666-37b4c87a490e'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:18:31.691540 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2ae43431-c117-44b3-814b-e9aa0fc87990 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:31.721306 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d18beb8-0ef1-46c0-ae57-128b0132f43d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-3223bf4e-2c53-45aa-827c-29b78b6e84bb', 'network_id': '3223bf4e-2c53-45aa-827c-29b78b6e84bb', 'tenant_id': 'd5120f1dc65f4ae487781dbab13ba539', 'fixed_ips': [{'subnet_id': '4e60da66-955a-4002-8be4-d41ff8664bcc'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:18:31.722177 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4d18beb8-0ef1-46c0-ae57-128b0132f43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:31.725673 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae43431-c117-44b3-814b-e9aa0fc87990 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Pushing event deleted for resources: {'Subnet': ['ID=4e60da66-955a-4002-8be4-d41ff8664bcc,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:31.729941 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-da921af3-cb2e-48a7-ab8a-b428bfdee771 req-4276449c-6417-49df-b1b0-95ecb56e98ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f600b07-c010-4bd1-8bf5-718b9044ae19 {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:18:31.743698 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-da921af3-cb2e-48a7-ab8a-b428bfdee771 req-4276449c-6417-49df-b1b0-95ecb56e98ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:31.783253 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-1a69bae5-9bd1-444f-bed4-f2ec798a86a6 None None] Allocated IP 172.20.0.2 (46e3b8e8-31fe-4fad-928e-09f0b734867f/ae21a9e5-a05b-4bf0-b9d9-e3793f8c6020/73b2f016-1c3e-4e96-b40a-4cc6caa70cba) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:18:31.813330 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-da921af3-cb2e-48a7-ab8a-b428bfdee771 req-4276449c-6417-49df-b1b0-95ecb56e98ab service neutron] Transition to ACTIVE for port object 7f600b07-c010-4bd1-8bf5-718b9044ae19 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:18:31.819390 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2ae43431-c117-44b3-814b-e9aa0fc87990 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:31.829881 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-da921af3-cb2e-48a7-ab8a-b428bfdee771 req-4276449c-6417-49df-b1b0-95ecb56e98ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:31.844341 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:31.872128 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-2ae43431-c117-44b3-814b-e9aa0fc87990 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3223bf4e-2c53-45aa-827c-29b78b6e84bb']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:31.909189 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-2ae43431-c117-44b3-814b-e9aa0fc87990 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61ae508b-7499-4c5f-9d09-fd0c135b8f66') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:31.909189 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-2ae43431-c117-44b3-814b-e9aa0fc87990 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61ae508b-7499-4c5f-9d09-fd0c135b8f66') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:31.929358 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4276449c-6417-49df-b1b0-95ecb56e98ab service neutron] Pushing event updated for resources: {'Port': ['ID=7f600b07-c010-4bd1-8bf5-718b9044ae19,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:31.939872 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2ae43431-c117-44b3-814b-e9aa0fc87990 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:32.018392 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7c7b4806-f4fe-4e91-997f-cce7c6322caf tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:32.034315 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7c7b4806-f4fe-4e91-997f-cce7c6322caf tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:32.044801 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2ae43431-c117-44b3-814b-e9aa0fc87990 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:32.053242 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13133a32-e254-4681-be62-6b515938bdad None None] Network 3223bf4e-2c53-45aa-827c-29b78b6e84bb requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:18:32.054681 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96fad1-431d-4f21-9160-176a617516bd req-256cabeb-f42d-40de-b7cb-5c5e4bbbbce0 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:32.060958 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96fad1-431d-4f21-9160-176a617516bd req-256cabeb-f42d-40de-b7cb-5c5e4bbbbce0 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:32.062076 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ae43431-c117-44b3-814b-e9aa0fc87990 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:18:32.062483 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2ae43431-c117-44b3-814b-e9aa0fc87990 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:32.065906 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:18:32.065906 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:18:32.065906 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:18:32.065906 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:18:32.065906 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:18:32.065906 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:18:32.065906 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:18:32.065906 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:18:32.065906 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:18:32.065906 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:18:32.065906 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:18:32.065906 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:18:32.065906 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:18:32.065906 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:18:32.065906 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:18:32.065906 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:18:32.065906 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:18:32.065906 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:18:32.065906 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:18:32.065906 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:18:32.065906 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:18:32.065906 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:18:32.065906 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:18:32.065906 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:18:32.065906 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:18:32.065906 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:18:32.065906 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:18:32.065906 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:18:32.065906 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:18:32.065906 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:18:32.065906 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:18:32.065906 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:18:32.071804 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96fad1-431d-4f21-9160-176a617516bd req-256cabeb-f42d-40de-b7cb-5c5e4bbbbce0 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:32.079599 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96fad1-431d-4f21-9160-176a617516bd req-256cabeb-f42d-40de-b7cb-5c5e4bbbbce0 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:32.087530 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-da921af3-cb2e-48a7-ab8a-b428bfdee771 req-4276449c-6417-49df-b1b0-95ecb56e98ab service neutron] Attempting to bind port 7f600b07-c010-4bd1-8bf5-718b9044ae19 on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:18:32.087530 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-da921af3-cb2e-48a7-ab8a-b428bfdee771 req-4276449c-6417-49df-b1b0-95ecb56e98ab service neutron] Attempting to bind port 7f600b07-c010-4bd1-8bf5-718b9044ae19 by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': '803c5434-e7a3-49e2-9896-7909e39f1289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4f22410e-53ea-4597-9c0e-a70994dfa6d8'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:18:32.087530 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da921af3-cb2e-48a7-ab8a-b428bfdee771 req-4276449c-6417-49df-b1b0-95ecb56e98ab service neutron] Attempting to bind port 7f600b07-c010-4bd1-8bf5-718b9044ae19 on network 4f22410e-53ea-4597-9c0e-a70994dfa6d8 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:18:32.087911 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96fad1-431d-4f21-9160-176a617516bd req-256cabeb-f42d-40de-b7cb-5c5e4bbbbce0 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:32.093506 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96fad1-431d-4f21-9160-176a617516bd req-256cabeb-f42d-40de-b7cb-5c5e4bbbbce0 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:32.100064 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96fad1-431d-4f21-9160-176a617516bd req-256cabeb-f42d-40de-b7cb-5c5e4bbbbce0 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:32.108624 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5d96fad1-431d-4f21-9160-176a617516bd req-256cabeb-f42d-40de-b7cb-5c5e4bbbbce0 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 5438 time: 0.1362419 Oct 30 15:18:32.116932 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da921af3-cb2e-48a7-ab8a-b428bfdee771 req-4276449c-6417-49df-b1b0-95ecb56e98ab service neutron] Port 7f600b07-c010-4bd1-8bf5-718b9044ae19 on network 4f22410e-53ea-4597-9c0e-a70994dfa6d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:18:32.117505 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da921af3-cb2e-48a7-ab8a-b428bfdee771 req-4276449c-6417-49df-b1b0-95ecb56e98ab service neutron] Attempting to bind port 7f600b07-c010-4bd1-8bf5-718b9044ae19 on network 4f22410e-53ea-4597-9c0e-a70994dfa6d8 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:18:32.126461 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da921af3-cb2e-48a7-ab8a-b428bfdee771 req-4276449c-6417-49df-b1b0-95ecb56e98ab service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:18:32.127170 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da921af3-cb2e-48a7-ab8a-b428bfdee771 req-4276449c-6417-49df-b1b0-95ecb56e98ab service neutron] Checking segment: {'id': '803c5434-e7a3-49e2-9896-7909e39f1289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4f22410e-53ea-4597-9c0e-a70994dfa6d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:18:32.127170 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da921af3-cb2e-48a7-ab8a-b428bfdee771 req-4276449c-6417-49df-b1b0-95ecb56e98ab service neutron] Bound using segment: {'id': '803c5434-e7a3-49e2-9896-7909e39f1289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4f22410e-53ea-4597-9c0e-a70994dfa6d8'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:18:32.127643 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-da921af3-cb2e-48a7-ab8a-b428bfdee771 req-4276449c-6417-49df-b1b0-95ecb56e98ab service neutron] Bound port: 7f600b07-c010-4bd1-8bf5-718b9044ae19, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '803c5434-e7a3-49e2-9896-7909e39f1289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4f22410e-53ea-4597-9c0e-a70994dfa6d8'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:18:32.128528 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-da921af3-cb2e-48a7-ab8a-b428bfdee771 req-4276449c-6417-49df-b1b0-95ecb56e98ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:32.226193 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-da921af3-cb2e-48a7-ab8a-b428bfdee771 req-4276449c-6417-49df-b1b0-95ecb56e98ab service neutron] For port 7f600b07-c010-4bd1-8bf5-718b9044ae19, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:18:32.239617 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-da921af3-cb2e-48a7-ab8a-b428bfdee771 req-4276449c-6417-49df-b1b0-95ecb56e98ab service neutron] For port 7f600b07-c010-4bd1-8bf5-718b9044ae19, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=7f600b07-c010-4bd1-8bf5-718b9044ae19,segment=NetworkSegment(803c5434-e7a3-49e2-9896-7909e39f1289),segment_id=803c5434-e7a3-49e2-9896-7909e39f1289)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:18:32.244297 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2ae43431-c117-44b3-814b-e9aa0fc87990 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:32.256187 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2ae43431-c117-44b3-814b-e9aa0fc87990 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:32.260476 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-2ae43431-c117-44b3-814b-e9aa0fc87990 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] 10.222.0.62 "DELETE /v2.0/networks/3223bf4e-2c53-45aa-827c-29b78b6e84bb HTTP/1.1" status: 204 len: 168 time: 1.3063483 Oct 30 15:18:32.266722 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-da921af3-cb2e-48a7-ab8a-b428bfdee771 req-4276449c-6417-49df-b1b0-95ecb56e98ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:32.274983 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1a69bae5-9bd1-444f-bed4-f2ec798a86a6 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:32.291114 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43964) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:32.291665 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1a69bae5-9bd1-444f-bed4-f2ec798a86a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:32.306180 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5d96fad1-431d-4f21-9160-176a617516bd req-ed89ab8d-88ff-4995-8945-ac87d444c562 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d8b2e39-c2c3-46e2-b7ce-d3094509b03c&id=301c6b35-46a3-48b2-8746-44103cb6e6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1965287 Oct 30 15:18:32.347644 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae43431-c117-44b3-814b-e9aa0fc87990 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Pushing event deleted for resources: {'Network': ['ID=3223bf4e-2c53-45aa-827c-29b78b6e84bb,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:32.393947 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7b4806-f4fe-4e91-997f-cce7c6322caf tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Pushing event updated for resources: {'Port': ['ID=31ec019b-a137-4b23-8bff-a76256a48ad8,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:32.394109 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da921af3-cb2e-48a7-ab8a-b428bfdee771 req-4276449c-6417-49df-b1b0-95ecb56e98ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:32.394666 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-da921af3-cb2e-48a7-ab8a-b428bfdee771 req-4276449c-6417-49df-b1b0-95ecb56e98ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:32.396989 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-da921af3-cb2e-48a7-ab8a-b428bfdee771 req-4276449c-6417-49df-b1b0-95ecb56e98ab service neutron] 10.222.0.44 "PUT /v2.0/ports/7f600b07-c010-4bd1-8bf5-718b9044ae19 HTTP/1.1" status: 200 len: 1092 time: 1.5541639 Oct 30 15:18:32.398635 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-18662fe7-d21b-44a6-964d-a485122ef27a tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] GET failed (client error): The resource could not be found. Oct 30 15:18:32.399878 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-18662fe7-d21b-44a6-964d-a485122ef27a tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] 10.222.0.62 "GET /v2.0/subnets/4e60da66-955a-4002-8be4-d41ff8664bcc HTTP/1.1" status: 404 len: 337 time: 0.1057768 Oct 30 15:18:32.402423 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4c93f40-84b3-4be9-a75c-3ab0ca9c2e75', 'tag': '7f600b07-c010-4bd1-8bf5-718b9044ae19'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:18:32.403609 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a69bae5-9bd1-444f-bed4-f2ec798a86a6 None None] Pushing event updated for resources: {'Port': ['ID=73b2f016-1c3e-4e96-b40a-4cc6caa70cba,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:32.404916 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43968) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:32.418663 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16da7fc3-62fd-427c-91ca-34e5c531b120" -d '{"events": [{"name": "network-changed", "server_uuid": "b4c93f40-84b3-4be9-a75c-3ab0ca9c2e75", "tag": "7f600b07-c010-4bd1-8bf5-718b9044ae19"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:18:32.466618 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4276449c-6417-49df-b1b0-95ecb56e98ab service neutron] Pushing event updated for resources: {'Port': ['ID=7f600b07-c010-4bd1-8bf5-718b9044ae19,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:32.471914 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a69bae5-9bd1-444f-bed4-f2ec798a86a6 None None] Network 46e3b8e8-31fe-4fad-928e-09f0b734867f is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:18:32.480415 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7c7b4806-f4fe-4e91-997f-cce7c6322caf tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:32.489823 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-1a69bae5-9bd1-444f-bed4-f2ec798a86a6 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:18:32.504867 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a69bae5-9bd1-444f-bed4-f2ec798a86a6 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:18:32.505146 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b67d001-9edc-40dd-9045-65beb9b38d29 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] DELETE failed (client error): The resource could not be found. Oct 30 15:18:32.505711 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b67d001-9edc-40dd-9045-65beb9b38d29 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:18:32.509308 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-6b67d001-9edc-40dd-9045-65beb9b38d29 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] 10.222.0.62 "DELETE /v2.0/networks/3223bf4e-2c53-45aa-827c-29b78b6e84bb HTTP/1.1" status: 404 len: 339 time: 0.1001134 Oct 30 15:18:32.512434 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588a519c-1098-480d-b72c-7ae52e362a3a x-openstack-request-id: req-588a519c-1098-480d-b72c-7ae52e362a3a {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:18:32.512434 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4c93f40-84b3-4be9-a75c-3ab0ca9c2e75", "tag": "7f600b07-c010-4bd1-8bf5-718b9044ae19", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:18:32.512697 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-588a519c-1098-480d-b72c-7ae52e362a3a {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:18:32.513102 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4c93f40-84b3-4be9-a75c-3ab0ca9c2e75', 'tag': '7f600b07-c010-4bd1-8bf5-718b9044ae19', 'status': 'completed', 'code': 200} Oct 30 15:18:32.513644 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43972) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:32.530508 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da921af3-cb2e-48a7-ab8a-b428bfdee771 req-12bc79ae-2fa4-479f-afdb-9eefa9872aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:32.532975 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-da921af3-cb2e-48a7-ab8a-b428bfdee771 req-12bc79ae-2fa4-479f-afdb-9eefa9872aee service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=50828efdd6f44ddca14e599b5226f88f&device_id=b4c93f40-84b3-4be9-a75c-3ab0ca9c2e75 HTTP/1.1" status: 200 len: 1095 time: 0.0814123 Oct 30 15:18:32.576866 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-1a69bae5-9bd1-444f-bed4-f2ec798a86a6 None None] Attempting to bind port 73b2f016-1c3e-4e96-b40a-4cc6caa70cba on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:18:32.577591 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-1a69bae5-9bd1-444f-bed4-f2ec798a86a6 None None] Attempting to bind port 73b2f016-1c3e-4e96-b40a-4cc6caa70cba by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'f924af00-c1b8-47bd-ae5b-1e6b4c68e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '46e3b8e8-31fe-4fad-928e-09f0b734867f'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:18:32.578177 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a69bae5-9bd1-444f-bed4-f2ec798a86a6 None None] Attempting to bind port 73b2f016-1c3e-4e96-b40a-4cc6caa70cba on network 46e3b8e8-31fe-4fad-928e-09f0b734867f {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:18:32.584723 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a69bae5-9bd1-444f-bed4-f2ec798a86a6 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:18:32.585479 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a69bae5-9bd1-444f-bed4-f2ec798a86a6 None None] Checking segment: {'id': 'f924af00-c1b8-47bd-ae5b-1e6b4c68e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '46e3b8e8-31fe-4fad-928e-09f0b734867f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:18:32.586103 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1a69bae5-9bd1-444f-bed4-f2ec798a86a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:32.586557 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-da921af3-cb2e-48a7-ab8a-b428bfdee771 req-d890442c-6811-4537-842f-58d53e55c008 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f600b07-c010-4bd1-8bf5-718b9044ae19 HTTP/1.1" status: 200 len: 217 time: 0.0440435 Oct 30 15:18:32.586958 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a69bae5-9bd1-444f-bed4-f2ec798a86a6 None None] Bound using segment: {'id': 'f924af00-c1b8-47bd-ae5b-1e6b4c68e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '46e3b8e8-31fe-4fad-928e-09f0b734867f'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:18:32.587582 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-1a69bae5-9bd1-444f-bed4-f2ec798a86a6 None None] Bound port: 73b2f016-1c3e-4e96-b40a-4cc6caa70cba, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f924af00-c1b8-47bd-ae5b-1e6b4c68e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '46e3b8e8-31fe-4fad-928e-09f0b734867f'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:18:32.588038 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1a69bae5-9bd1-444f-bed4-f2ec798a86a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:32.658263 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da921af3-cb2e-48a7-ab8a-b428bfdee771 req-c3091082-0b96-4288-94e4-c1e1ba3c09a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:32.661589 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-da921af3-cb2e-48a7-ab8a-b428bfdee771 req-c3091082-0b96-4288-94e4-c1e1ba3c09a1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=449705ab-2365-49b9-8b83-fe461dd03f65 HTTP/1.1" status: 200 len: 852 time: 0.0691860 Oct 30 15:18:32.667410 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-1a69bae5-9bd1-444f-bed4-f2ec798a86a6 None None] For port 73b2f016-1c3e-4e96-b40a-4cc6caa70cba, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:18:32.671616 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-1a69bae5-9bd1-444f-bed4-f2ec798a86a6 None None] For port 73b2f016-1c3e-4e96-b40a-4cc6caa70cba, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=73b2f016-1c3e-4e96-b40a-4cc6caa70cba,segment=NetworkSegment(f924af00-c1b8-47bd-ae5b-1e6b4c68e606),segment_id=f924af00-c1b8-47bd-ae5b-1e6b4c68e606)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:18:32.690563 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1a69bae5-9bd1-444f-bed4-f2ec798a86a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:32.720961 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-da921af3-cb2e-48a7-ab8a-b428bfdee771 req-992e004f-b34a-4974-b8e8-f54196d57a5f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4f22410e-53ea-4597-9c0e-a70994dfa6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388072 Oct 30 15:18:32.751390 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a69bae5-9bd1-444f-bed4-f2ec798a86a6 None None] Pushing event updated for resources: {'Port': ['ID=73b2f016-1c3e-4e96-b40a-4cc6caa70cba,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:32.854289 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-da921af3-cb2e-48a7-ab8a-b428bfdee771 req-1de233af-bc67-4b95-acb8-e267e6952df4 service neutron] 10.222.0.44 "GET /v2.0/networks/4f22410e-53ea-4597-9c0e-a70994dfa6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249230 Oct 30 15:18:32.985073 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['fbb4922f-13db-4bb7-84e3-986b821ba15c'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:18:33.019394 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-da921af3-cb2e-48a7-ab8a-b428bfdee771 req-86b38955-9b44-4409-a6e6-a4ef834e5419 service neutron] 10.222.0.44 "GET /v2.0/networks/4f22410e-53ea-4597-9c0e-a70994dfa6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585593 Oct 30 15:18:33.063651 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e35ee-b2db-4b72-97e1-6652500140d3 req-ef5dc602-c88b-45d5-b968-186441410865 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:33.065450 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dc9e35ee-b2db-4b72-97e1-6652500140d3 req-ef5dc602-c88b-45d5-b968-186441410865 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4c93f40-84b3-4be9-a75c-3ab0ca9c2e75 HTTP/1.1" status: 200 len: 943 time: 0.6550565 Oct 30 15:18:33.126210 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da7fc3-62fd-427c-91ca-34e5c531b120 req-50f457b0-bb66-4216-ab8d-08bab413b16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:33.131936 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-16da7fc3-62fd-427c-91ca-34e5c531b120 req-50f457b0-bb66-4216-ab8d-08bab413b16e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=50828efdd6f44ddca14e599b5226f88f&device_id=b4c93f40-84b3-4be9-a75c-3ab0ca9c2e75 HTTP/1.1" status: 200 len: 1095 time: 0.0569849 Oct 30 15:18:33.192075 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd70687-df7d-45ea-8cb3-24dd1c02c6a1 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:33.198233 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-4cd70687-df7d-45ea-8cb3-24dd1c02c6a1 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6832573 Oct 30 15:18:33.199419 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43978) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:33.246792 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da7fc3-62fd-427c-91ca-34e5c531b120 req-97ebbab4-f49a-41ed-a581-c3a986ab1055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:33.248585 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-16da7fc3-62fd-427c-91ca-34e5c531b120 req-97ebbab4-f49a-41ed-a581-c3a986ab1055 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4f22410e-53ea-4597-9c0e-a70994dfa6d8 HTTP/1.1" status: 200 len: 913 time: 0.1096840 Oct 30 15:18:33.265472 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-f3fec469-6b83-4a59-8416-5a71ea51ea42 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] 10.222.0.62 "GET /v2.0/subnets?network_id=edc38ef5-7816-4133-914c-cfe2849a0125 HTTP/1.1" status: 200 len: 207 time: 0.0542665 Oct 30 15:18:33.265964 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43982) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:33.322279 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7b4806-f4fe-4e91-997f-cce7c6322caf tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Network 46e3b8e8-31fe-4fad-928e-09f0b734867f is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:18:33.327326 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dc9e35ee-b2db-4b72-97e1-6652500140d3 req-342f1dab-c316-4508-a9be-c45cc1f4912d tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901791 Oct 30 15:18:33.328936 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-7c7b4806-f4fe-4e91-997f-cce7c6322caf tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:18:33.476275 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c7b4806-f4fe-4e91-997f-cce7c6322caf tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Router e0b1081a-8c9f-405d-b751-513e9f3b1a41 is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:18:33.476525 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-16da7fc3-62fd-427c-91ca-34e5c531b120 req-3d2e0260-a944-4c11-9307-f5b4faea25a4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f600b07-c010-4bd1-8bf5-718b9044ae19 HTTP/1.1" status: 200 len: 217 time: 0.2201960 Oct 30 15:18:33.551156 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b81d03d-6f1c-4624-b069-650b06cc3a5e tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:33.557629 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b81d03d-6f1c-4624-b069-650b06cc3a5e tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:33.563650 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b81d03d-6f1c-4624-b069-650b06cc3a5e tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:33.570500 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b81d03d-6f1c-4624-b069-650b06cc3a5e tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:33.576174 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-7b81d03d-6f1c-4624-b069-650b06cc3a5e tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3080204 Oct 30 15:18:33.577441 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43988) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:33.614092 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73eba2d-d3a1-47f8-b429-ac032e804876 req-54e34346-dedd-4e75-aa38-bfecb1c74318 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:33.621277 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73eba2d-d3a1-47f8-b429-ac032e804876 req-54e34346-dedd-4e75-aa38-bfecb1c74318 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:33.628227 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73eba2d-d3a1-47f8-b429-ac032e804876 req-54e34346-dedd-4e75-aa38-bfecb1c74318 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:33.628988 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 60e5a05d-03c1-40b5-93f7-57ad866f5b1b up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:18:33.634969 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73eba2d-d3a1-47f8-b429-ac032e804876 req-54e34346-dedd-4e75-aa38-bfecb1c74318 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:33.641717 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73eba2d-d3a1-47f8-b429-ac032e804876 req-54e34346-dedd-4e75-aa38-bfecb1c74318 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:33.647772 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73eba2d-d3a1-47f8-b429-ac032e804876 req-54e34346-dedd-4e75-aa38-bfecb1c74318 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:33.649396 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c7b4806-f4fe-4e91-997f-cce7c6322caf tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:18:33.654974 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73eba2d-d3a1-47f8-b429-ac032e804876 req-54e34346-dedd-4e75-aa38-bfecb1c74318 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:33.660694 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-7c7b4806-f4fe-4e91-997f-cce7c6322caf tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "PUT /v2.0/routers/e0b1081a-8c9f-405d-b751-513e9f3b1a41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4270852 Oct 30 15:18:33.661064 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43990) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:33.664112 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c73eba2d-d3a1-47f8-b429-ac032e804876 req-54e34346-dedd-4e75-aa38-bfecb1c74318 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 5438 time: 0.1913323 Oct 30 15:18:33.664902 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0621bb65-a65b-4f52-b783-319301b7cf67 None None] Sync routers for ids ['e0b1081a-8c9f-405d-b751-513e9f3b1a41'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:18:33.666526 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-5f91ca07-64af-45e2-a6ff-b65c537ce82e tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Request body: {'network': {'name': 'tempest-RoutersTest-16909391'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:18:33.666736 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da7fc3-62fd-427c-91ca-34e5c531b120 req-e124e7e2-0825-4587-9604-a610bf0e9101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:33.668454 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-16da7fc3-62fd-427c-91ca-34e5c531b120 req-e124e7e2-0825-4587-9604-a610bf0e9101 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=449705ab-2365-49b9-8b83-fe461dd03f65 HTTP/1.1" status: 200 len: 852 time: 0.1714110 Oct 30 15:18:33.684546 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0621bb65-a65b-4f52-b783-319301b7cf67 None None] Routers {'e0b1081a-8c9f-405d-b751-513e9f3b1a41'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:18:33.685456 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-0621bb65-a65b-4f52-b783-319301b7cf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:18:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['e0b1081a-8c9f-405d-b751-513e9f3b1a41'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:33.697283 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f91ca07-64af-45e2-a6ff-b65c537ce82e tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Made reservation on behalf of 2a6cb1c7b667422386e8a263117bcaa0 for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:18:33.703841 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5f91ca07-64af-45e2-a6ff-b65c537ce82e tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:33.725411 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-16da7fc3-62fd-427c-91ca-34e5c531b120 req-55764eae-8b06-4fc1-a0dc-3e8c0c6b1e70 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4f22410e-53ea-4597-9c0e-a70994dfa6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345573 Oct 30 15:18:33.752819 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port 60e5a05d-03c1-40b5-93f7-57ad866f5b1b completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:18:33.759990 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 60e5a05d-03c1-40b5-93f7-57ad866f5b1b triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:18:33.760497 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:33.814512 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-7b02913f-1c6d-41a0-8634-9f3697e54f2f tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] 10.222.0.62 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2348940 Oct 30 15:18:33.829406 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43992) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:33.835509 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-0621bb65-a65b-4f52-b783-319301b7cf67 None None] Set router e0b1081a-8c9f-405d-b751-513e9f3b1a41 gateway port host: None {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:18:33.840892 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f91ca07-64af-45e2-a6ff-b65c537ce82e tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:18:33.866391 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5f91ca07-64af-45e2-a6ff-b65c537ce82e tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:33.867132 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-5f91ca07-64af-45e2-a6ff-b65c537ce82e tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Added segment a2e07b60-e431-46bc-aabe-c64a0496d760 of type vlan for network d55bc44b-905d-4746-a45b-5e824c1f3ded Oct 30 15:18:33.873598 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:33.918726 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c73eba2d-d3a1-47f8-b429-ac032e804876 req-c6e3fc86-e159-4c77-a8f8-280a3cb37e28 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d8b2e39-c2c3-46e2-b7ce-d3094509b03c&id=301c6b35-46a3-48b2-8746-44103cb6e6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2523282 Oct 30 15:18:33.927330 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '318e0f35-11f4-4936-80dd-75a782a28c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e5a05d-03c1-40b5-93f7-57ad866f5b1b'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:18:33.931306 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f426b53a-b29c-4721-bb0e-58730fec9bd8" -d '{"events": [{"server_uuid": "318e0f35-11f4-4936-80dd-75a782a28c98", "name": "network-vif-plugged", "status": "completed", "tag": "60e5a05d-03c1-40b5-93f7-57ad866f5b1b"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:18:33.983535 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5f91ca07-64af-45e2-a6ff-b65c537ce82e tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:34.010160 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 60e5a05d-03c1-40b5-93f7-57ad866f5b1b, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=60e5a05d-03c1-40b5-93f7-57ad866f5b1b,segment=NetworkSegment(ee263023-fb4d-46ef-8443-a0bc757d4895),segment_id=ee263023-fb4d-46ef-8443-a0bc757d4895)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:18:34.021566 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:34.022633 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device aba3b5e0-23a2-4836-aae5-4d9317d5a7f3 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:18:34.138038 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5f91ca07-64af-45e2-a6ff-b65c537ce82e tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:34.148638 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f91ca07-64af-45e2-a6ff-b65c537ce82e tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:34.160611 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5f91ca07-64af-45e2-a6ff-b65c537ce82e tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:34.199900 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b33b90c1-5db1-4d99-b63d-9bbe31f9792d x-openstack-request-id: req-b33b90c1-5db1-4d99-b63d-9bbe31f9792d {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:18:34.201127 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "318e0f35-11f4-4936-80dd-75a782a28c98", "name": "network-vif-plugged", "status": "completed", "tag": "60e5a05d-03c1-40b5-93f7-57ad866f5b1b", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:18:34.201373 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b33b90c1-5db1-4d99-b63d-9bbe31f9792d {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:18:34.202064 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '318e0f35-11f4-4936-80dd-75a782a28c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e5a05d-03c1-40b5-93f7-57ad866f5b1b', 'code': 200} Oct 30 15:18:34.228673 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55b03c0-0a82-4976-8009-89fa44d159cb None None] Network 46e3b8e8-31fe-4fad-928e-09f0b734867f requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:18:34.239412 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-5f91ca07-64af-45e2-a6ff-b65c537ce82e tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.5741739 Oct 30 15:18:34.240816 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 44000) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:34.246287 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-9c3561be-96cd-4d47-9236-a8b4dc117d23 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Request body: {'subnet': {'network_id': 'd55bc44b-905d-4746-a45b-5e824c1f3ded', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:18:34.271013 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-16da7fc3-62fd-427c-91ca-34e5c531b120 req-21ac515f-1d8e-4484-92c9-0452aff0d464 service neutron] 10.222.0.44 "GET /v2.0/networks/4f22410e-53ea-4597-9c0e-a70994dfa6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5377133 Oct 30 15:18:34.301166 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb9629a-b974-45a6-8b08-ef1fde8f4953 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:34.303599 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb9629a-b974-45a6-8b08-ef1fde8f4953 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:34.309888 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-4bb9629a-b974-45a6-8b08-ef1fde8f4953 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.4793715 Oct 30 15:18:34.314944 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-0621bb65-a65b-4f52-b783-319301b7cf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'name': 'tempest-RoutersTest-router-1922274493', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:18:28Z', 'updated_at': '2021-10-30T15:18:31Z', 'revision_number': 2, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'gw_port_host': None, '_interfaces': [{'id': '31ec019b-a137-4b23-8bff-a76256a48ad8', 'name': '', 'network_id': '46e3b8e8-31fe-4fad-928e-09f0b734867f', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'mac_address': 'fa:16:3e:39:c2:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'ae21a9e5-a05b-4bf0-b9d9-e3793f8c6020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:18:30Z', 'updated_at': '2021-10-30T15:18:31Z', 'revision_number': 2, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'subnets': [{'id': 'ae21a9e5-a05b-4bf0-b9d9-e3793f8c6020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:34.321853 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 44002) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:34.345985 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f91ca07-64af-45e2-a6ff-b65c537ce82e tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Pushing event updated for resources: {'Network': ['ID=d55bc44b-905d-4746-a45b-5e824c1f3ded,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:34.369948 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0621bb65-a65b-4f52-b783-319301b7cf67 None None] Checking router: e0b1081a-8c9f-405d-b751-513e9f3b1a41 for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:18:34.370365 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0621bb65-a65b-4f52-b783-319301b7cf67 None None] Updating router e0b1081a-8c9f-405d-b751-513e9f3b1a41 port 31ec019b-a137-4b23-8bff-a76256a48ad8 binding host n-d-806683-17 {{(pid=102133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:18:34.394529 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network d55bc44b-905d-4746-a45b-5e824c1f3ded details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:18:34.416860 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0621bb65-a65b-4f52-b783-319301b7cf67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:34.481168 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=60e5a05d-03c1-40b5-93f7-57ad866f5b1b,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:34.509485 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-150e93c0-8a4d-498e-95b3-4060fbb44ab6 None None] Provisioning complete for port 73b2f016-1c3e-4e96-b40a-4cc6caa70cba triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:18:34.509855 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-150e93c0-8a4d-498e-95b3-4060fbb44ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:34.550859 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3561be-96cd-4d47-9236-a8b4dc117d23 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Made reservation on behalf of 2a6cb1c7b667422386e8a263117bcaa0 for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:18:34.554354 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9c3561be-96cd-4d47-9236-a8b4dc117d23 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:34.582248 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port aba3b5e0-23a2-4836-aae5-4d9317d5a7f3 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:18:34.597413 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a810d7d4-c536-4135-953c-1a124ffee60e tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Attributes excluded by policy engine: ['shared'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:34.599061 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a810d7d4-c536-4135-953c-1a124ffee60e tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Attributes excluded by policy engine: ['shared'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:34.600723 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a810d7d4-c536-4135-953c-1a124ffee60e tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] 10.222.0.62 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2779143 Oct 30 15:18:34.605192 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-16da7fc3-62fd-427c-91ca-34e5c531b120 req-f7966c7a-bfe7-4b9e-96d2-6ebce376dce2 service neutron] 10.222.0.44 "GET /v2.0/networks/4f22410e-53ea-4597-9c0e-a70994dfa6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941215 Oct 30 15:18:34.605590 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 44010) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:34.652993 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port aba3b5e0-23a2-4836-aae5-4d9317d5a7f3 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:18:34.653585 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:34.817483 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84738fc8-e98a-40ae-b7cc-87728b547e45 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:34.819924 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-84738fc8-e98a-40ae-b7cc-87728b547e45 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] 10.222.0.62 "GET /v2.0/networks/dcf065c7-a552-4911-8f9a-e1a064c437d1 HTTP/1.1" status: 200 len: 799 time: 0.2132227 Oct 30 15:18:34.822973 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9c3561be-96cd-4d47-9236-a8b4dc117d23 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:34.823818 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 44012) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:34.860581 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0621bb65-a65b-4f52-b783-319301b7cf67 None None] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:34.877028 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0621bb65-a65b-4f52-b783-319301b7cf67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:34.895386 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3561be-96cd-4d47-9236-a8b4dc117d23 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Pushing event updated for resources: {'Subnet': ['ID=40a6d6b0-1911-40d4-86d1-6cf55ce6bbba,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:34.926326 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ed697-1c7b-45d3-a518-aef43b64e1d8 req-6af22910-21ce-4473-bbcd-86db53739578 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:34.929815 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 73b2f016-1c3e-4e96-b40a-4cc6caa70cba up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:18:34.941341 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ef4ed697-1c7b-45d3-a518-aef43b64e1d8 req-6af22910-21ce-4473-bbcd-86db53739578 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4c93f40-84b3-4be9-a75c-3ab0ca9c2e75 HTTP/1.1" status: 200 len: 943 time: 0.4717765 Oct 30 15:18:35.009869 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3561be-96cd-4d47-9236-a8b4dc117d23 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Checking segment: {'id': 'a2e07b60-e431-46bc-aabe-c64a0496d760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd55bc44b-905d-4746-a45b-5e824c1f3ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:18:35.010240 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3561be-96cd-4d47-9236-a8b4dc117d23 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Network hostable DHCP agents. Network: d55bc44b-905d-4746-a45b-5e824c1f3ded, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:18:35.028787 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b38bc2-3cd6-48d2-af4c-ab9e2d75cd19 None None] Pushing event updated for resources: {'Port': ['ID=31ec019b-a137-4b23-8bff-a76256a48ad8,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:35.035518 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-eca07a1d-a940-4789-8cd3-e0392178b5db tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] 10.222.0.62 "GET /v2.0/networks/dcf065c7-a552-4911-8f9a-e1a064c437d1?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2079465 Oct 30 15:18:35.038125 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 44016) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:35.039875 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ef4ed697-1c7b-45d3-a518-aef43b64e1d8 req-7aa66776-d8be-4201-8e2a-9ec8775b87f5 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928588 Oct 30 15:18:35.071789 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3561be-96cd-4d47-9236-a8b4dc117d23 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Network d55bc44b-905d-4746-a45b-5e824c1f3ded is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:18:35.084905 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-9c3561be-96cd-4d47-9236-a8b4dc117d23 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, d55bc44b-905d-4746-a45b-5e824c1f3ded) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:18:35.092386 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3561be-96cd-4d47-9236-a8b4dc117d23 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:35.093436 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9c3561be-96cd-4d47-9236-a8b4dc117d23 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027155'] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:35.107565 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863b606a-2ecf-4620-b64c-0f83dad5458a None None] Network d55bc44b-905d-4746-a45b-5e824c1f3ded requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:18:35.124226 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b38bc2-3cd6-48d2-af4c-ab9e2d75cd19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:18:35.124226 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b38bc2-3cd6-48d2-af4c-ab9e2d75cd19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:18:35.124659 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b38bc2-3cd6-48d2-af4c-ab9e2d75cd19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:18:35.133339 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b38bc2-3cd6-48d2-af4c-ab9e2d75cd19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:18:35.133844 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b38bc2-3cd6-48d2-af4c-ab9e2d75cd19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:18:35.134302 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b38bc2-3cd6-48d2-af4c-ab9e2d75cd19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:18:35.134753 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b38bc2-3cd6-48d2-af4c-ab9e2d75cd19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:18:35.135214 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b38bc2-3cd6-48d2-af4c-ab9e2d75cd19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:18:35.135685 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b38bc2-3cd6-48d2-af4c-ab9e2d75cd19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:18:35.135871 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-150e93c0-8a4d-498e-95b3-4060fbb44ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:35.137623 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b38bc2-3cd6-48d2-af4c-ab9e2d75cd19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:18:35.138074 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b38bc2-3cd6-48d2-af4c-ab9e2d75cd19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:18:35.138524 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b38bc2-3cd6-48d2-af4c-ab9e2d75cd19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:18:35.155324 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-9c3561be-96cd-4d47-9236-a8b4dc117d23 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9132862 Oct 30 15:18:35.156736 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 44020) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:35.232399 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-0621bb65-a65b-4f52-b783-319301b7cf67 None None] Attempting to bind port 31ec019b-a137-4b23-8bff-a76256a48ad8 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:18:35.233191 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-0621bb65-a65b-4f52-b783-319301b7cf67 None None] Attempting to bind port 31ec019b-a137-4b23-8bff-a76256a48ad8 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'f924af00-c1b8-47bd-ae5b-1e6b4c68e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '46e3b8e8-31fe-4fad-928e-09f0b734867f'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:18:35.233585 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0621bb65-a65b-4f52-b783-319301b7cf67 None None] Attempting to bind port 31ec019b-a137-4b23-8bff-a76256a48ad8 on network 46e3b8e8-31fe-4fad-928e-09f0b734867f {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:18:35.249950 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:35.273183 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0621bb65-a65b-4f52-b783-319301b7cf67 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:18:35.275889 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0621bb65-a65b-4f52-b783-319301b7cf67 None None] Checking segment: {'id': 'f924af00-c1b8-47bd-ae5b-1e6b4c68e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '46e3b8e8-31fe-4fad-928e-09f0b734867f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:18:35.276528 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0621bb65-a65b-4f52-b783-319301b7cf67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:35.278527 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0621bb65-a65b-4f52-b783-319301b7cf67 None None] Bound using segment: {'id': 'f924af00-c1b8-47bd-ae5b-1e6b4c68e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '46e3b8e8-31fe-4fad-928e-09f0b734867f'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:18:35.279280 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-0621bb65-a65b-4f52-b783-319301b7cf67 None None] Bound port: 31ec019b-a137-4b23-8bff-a76256a48ad8, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f924af00-c1b8-47bd-ae5b-1e6b4c68e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '46e3b8e8-31fe-4fad-928e-09f0b734867f'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:18:35.281179 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0621bb65-a65b-4f52-b783-319301b7cf67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:35.325108 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-150e93c0-8a4d-498e-95b3-4060fbb44ab6 None None] For port 73b2f016-1c3e-4e96-b40a-4cc6caa70cba, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=73b2f016-1c3e-4e96-b40a-4cc6caa70cba,segment=NetworkSegment(f924af00-c1b8-47bd-ae5b-1e6b4c68e606),segment_id=f924af00-c1b8-47bd-ae5b-1e6b4c68e606)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:18:35.329059 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3336aa2-3125-4a20-a631-a5b20b0a7235 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:35.342509 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e3336aa2-3125-4a20-a631-a5b20b0a7235 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] 10.222.0.62 "GET /v2.0/subnets/d8938585-9c44-4805-8a34-9e29286a7b5c HTTP/1.1" status: 200 len: 811 time: 0.2988691 Oct 30 15:18:35.345532 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 44024) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:35.354065 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port aba3b5e0-23a2-4836-aae5-4d9317d5a7f3, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=aba3b5e0-23a2-4836-aae5-4d9317d5a7f3,segment=NetworkSegment(4d71454c-3ec5-4d11-8d12-d1e996d7212b),segment_id=4d71454c-3ec5-4d11-8d12-d1e996d7212b)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:18:35.359493 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-150e93c0-8a4d-498e-95b3-4060fbb44ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:35.374593 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:35.375754 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 1e599b99-35d0-4059-9329-16f026a4447b up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:18:35.399926 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f7aaf-ab64-4cd0-9a10-32dbc5631df0 req-09143107-cc6b-4d5a-893e-6ab7a0868c6c tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:35.402333 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 73b2f016-1c3e-4e96-b40a-4cc6caa70cba triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:18:35.402829 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:35.407186 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f7aaf-ab64-4cd0-9a10-32dbc5631df0 req-09143107-cc6b-4d5a-893e-6ab7a0868c6c tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:35.413624 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f7aaf-ab64-4cd0-9a10-32dbc5631df0 req-09143107-cc6b-4d5a-893e-6ab7a0868c6c tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:35.420379 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f7aaf-ab64-4cd0-9a10-32dbc5631df0 req-09143107-cc6b-4d5a-893e-6ab7a0868c6c tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:35.426594 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f7aaf-ab64-4cd0-9a10-32dbc5631df0 req-09143107-cc6b-4d5a-893e-6ab7a0868c6c tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:35.446708 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f7aaf-ab64-4cd0-9a10-32dbc5631df0 req-09143107-cc6b-4d5a-893e-6ab7a0868c6c tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:35.457980 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-0621bb65-a65b-4f52-b783-319301b7cf67 None None] For port 31ec019b-a137-4b23-8bff-a76256a48ad8, host n-d-806683-17, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:18:35.462733 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-0621bb65-a65b-4f52-b783-319301b7cf67 None None] For port 31ec019b-a137-4b23-8bff-a76256a48ad8, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=31ec019b-a137-4b23-8bff-a76256a48ad8,segment=NetworkSegment(f924af00-c1b8-47bd-ae5b-1e6b4c68e606),segment_id=f924af00-c1b8-47bd-ae5b-1e6b4c68e606)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:18:35.465370 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f7aaf-ab64-4cd0-9a10-32dbc5631df0 req-09143107-cc6b-4d5a-893e-6ab7a0868c6c tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:35.471041 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0621bb65-a65b-4f52-b783-319301b7cf67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:35.483830 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f34f7aaf-ab64-4cd0-9a10-32dbc5631df0 req-09143107-cc6b-4d5a-893e-6ab7a0868c6c tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 5439 time: 0.3300316 Oct 30 15:18:35.564438 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b38bc2-3cd6-48d2-af4c-ab9e2d75cd19 None None] Pushing event updated for resources: {'Port': ['ID=31ec019b-a137-4b23-8bff-a76256a48ad8,revision_number=4']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:35.612647 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0621bb65-a65b-4f52-b783-319301b7cf67 None None] Routers {'e0b1081a-8c9f-405d-b751-513e9f3b1a41'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:18:35.613434 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-0621bb65-a65b-4f52-b783-319301b7cf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:18:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['e0b1081a-8c9f-405d-b751-513e9f3b1a41'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:35.643365 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f34f7aaf-ab64-4cd0-9a10-32dbc5631df0 req-89aa1d15-ad14-4bf1-a4a9-84c74a757d51 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d8b2e39-c2c3-46e2-b7ce-d3094509b03c&id=301c6b35-46a3-48b2-8746-44103cb6e6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1582229 Oct 30 15:18:35.670036 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce77193-1aff-41e1-b9b8-1520a143a7d4 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Attributes excluded by policy engine: ['shared'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:35.683540 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 44030) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:35.684165 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-1ce77193-1aff-41e1-b9b8-1520a143a7d4 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] 10.222.0.62 "GET /v2.0/subnets/d8938585-9c44-4805-8a34-9e29286a7b5c?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3335195 Oct 30 15:18:35.693695 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-4b1fb01c-91e0-4f19-9b9d-0067547e38f5 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1770989482'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:18:35.820983 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-0621bb65-a65b-4f52-b783-319301b7cf67 None None] Set router e0b1081a-8c9f-405d-b751-513e9f3b1a41 gateway port host: None {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:18:35.838531 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1fb01c-91e0-4f19-9b9d-0067547e38f5 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Made reservation on behalf of d5120f1dc65f4ae487781dbab13ba539 for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:18:35.843414 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4b1fb01c-91e0-4f19-9b9d-0067547e38f5 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:35.873796 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150e93c0-8a4d-498e-95b3-4060fbb44ab6 None None] Pushing event updated for resources: {'Port': ['ID=73b2f016-1c3e-4e96-b40a-4cc6caa70cba,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:35.920719 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-8a1a3cb0-5236-42f0-b96b-dfdfbe36166c None None] Provisioning complete for port 31ec019b-a137-4b23-8bff-a76256a48ad8 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:18:35.921115 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8a1a3cb0-5236-42f0-b96b-dfdfbe36166c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:35.941280 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b1fb01c-91e0-4f19-9b9d-0067547e38f5 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:18:35.994314 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4b1fb01c-91e0-4f19-9b9d-0067547e38f5 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:35.994660 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-4b1fb01c-91e0-4f19-9b9d-0067547e38f5 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Added segment dccb5bfe-f513-42e1-8683-316a0a9e01be of type vlan for network 3a01ca84-613d-4745-8b53-ee305a422909 Oct 30 15:18:36.014423 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29bf9fb2-0c2d-453a-b936-2e1719b96685 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-d55bc44b-905d-4746-a45b-5e824c1f3ded', 'network_id': 'd55bc44b-905d-4746-a45b-5e824c1f3ded', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'fixed_ips': [{'subnet_id': '40a6d6b0-1911-40d4-86d1-6cf55ce6bbba'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:18:36.015355 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-29bf9fb2-0c2d-453a-b936-2e1719b96685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:36.045682 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c0abe156-ae48-42d8-8b9d-50dac53f65d4 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:36.058437 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port 1e599b99-35d0-4059-9329-16f026a4447b completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:18:36.096140 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-0621bb65-a65b-4f52-b783-319301b7cf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'name': 'tempest-RoutersTest-router-1922274493', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:18:28Z', 'updated_at': '2021-10-30T15:18:31Z', 'revision_number': 2, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'gw_port_host': None, '_interfaces': [{'id': '31ec019b-a137-4b23-8bff-a76256a48ad8', 'name': '', 'network_id': '46e3b8e8-31fe-4fad-928e-09f0b734867f', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'mac_address': 'fa:16:3e:39:c2:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'ae21a9e5-a05b-4bf0-b9d9-e3793f8c6020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:18:30Z', 'updated_at': '2021-10-30T15:18:35Z', 'revision_number': 4, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'subnets': [{'id': 'ae21a9e5-a05b-4bf0-b9d9-e3793f8c6020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:36.112325 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=aba3b5e0-23a2-4836-aae5-4d9317d5a7f3,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:36.119519 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 1e599b99-35d0-4059-9329-16f026a4447b triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:18:36.119886 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:36.160304 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0621bb65-a65b-4f52-b783-319301b7cf67 None None] The sync data for ids ['e0b1081a-8c9f-405d-b751-513e9f3b1a41'] in n-d-806683-17 is: [{'id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'name': 'tempest-RoutersTest-router-1922274493', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:18:28Z', 'updated_at': '2021-10-30T15:18:31Z', 'revision_number': 2, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'gw_port_host': None, '_interfaces': [{'id': '31ec019b-a137-4b23-8bff-a76256a48ad8', 'name': '', 'network_id': '46e3b8e8-31fe-4fad-928e-09f0b734867f', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'mac_address': 'fa:16:3e:39:c2:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'ae21a9e5-a05b-4bf0-b9d9-e3793f8c6020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:18:30Z', 'updated_at': '2021-10-30T15:18:35Z', 'revision_number': 4, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'subnets': [{'id': 'ae21a9e5-a05b-4bf0-b9d9-e3793f8c6020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:18:36.207458 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4b1fb01c-91e0-4f19-9b9d-0067547e38f5 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:36.261788 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d28111f-04d2-4b29-8ad5-26d6994c9f7b req-5df357c0-27e9-4549-9860-91eaac6ab346 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:36.262871 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '318e0f35-11f4-4936-80dd-75a782a28c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aba3b5e0-23a2-4836-aae5-4d9317d5a7f3'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:18:36.265368 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc87a628-2de2-477f-81a5-1729323f5b34" -d '{"events": [{"server_uuid": "318e0f35-11f4-4936-80dd-75a782a28c98", "name": "network-vif-plugged", "status": "completed", "tag": "aba3b5e0-23a2-4836-aae5-4d9317d5a7f3"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:18:36.275077 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5d28111f-04d2-4b29-8ad5-26d6994c9f7b req-5df357c0-27e9-4549-9860-91eaac6ab346 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4c93f40-84b3-4be9-a75c-3ab0ca9c2e75 HTTP/1.1" status: 200 len: 943 time: 0.1190937 Oct 30 15:18:36.282653 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4b1fb01c-91e0-4f19-9b9d-0067547e38f5 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:36.290490 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1fb01c-91e0-4f19-9b9d-0067547e38f5 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:36.291363 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4b1fb01c-91e0-4f19-9b9d-0067547e38f5 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:36.386083 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5d28111f-04d2-4b29-8ad5-26d6994c9f7b req-fae4205f-99bf-4d42-9087-61252835868c tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084871 Oct 30 15:18:36.468989 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae30e530-6bb3-4dd7-b853-e87aa4f68f6c x-openstack-request-id: req-ae30e530-6bb3-4dd7-b853-e87aa4f68f6c {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:18:36.469418 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "318e0f35-11f4-4936-80dd-75a782a28c98", "name": "network-vif-plugged", "status": "completed", "tag": "aba3b5e0-23a2-4836-aae5-4d9317d5a7f3", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:18:36.469679 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ae30e530-6bb3-4dd7-b853-e87aa4f68f6c {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:18:36.470069 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '318e0f35-11f4-4936-80dd-75a782a28c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aba3b5e0-23a2-4836-aae5-4d9317d5a7f3', 'code': 200} Oct 30 15:18:36.489937 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1fb01c-91e0-4f19-9b9d-0067547e38f5 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Pushing event updated for resources: {'Network': ['ID=3a01ca84-613d-4745-8b53-ee305a422909,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:36.502430 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8a1a3cb0-5236-42f0-b96b-dfdfbe36166c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:36.510525 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-4b1fb01c-91e0-4f19-9b9d-0067547e38f5 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8301640 Oct 30 15:18:36.514323 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 44040) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:36.523578 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-ef1c4892-5ad7-4726-9012-b0a5f1c14464 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Request body: {'subnet': {'network_id': '3a01ca84-613d-4745-8b53-ee305a422909', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:18:36.579009 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 3a01ca84-613d-4745-8b53-ee305a422909 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:18:36.719267 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-8a1a3cb0-5236-42f0-b96b-dfdfbe36166c None None] For port 31ec019b-a137-4b23-8bff-a76256a48ad8, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=31ec019b-a137-4b23-8bff-a76256a48ad8,segment=NetworkSegment(f924af00-c1b8-47bd-ae5b-1e6b4c68e606),segment_id=f924af00-c1b8-47bd-ae5b-1e6b4c68e606)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:18:36.735424 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:36.737520 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8a1a3cb0-5236-42f0-b96b-dfdfbe36166c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:36.760076 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-29bf9fb2-0c2d-453a-b936-2e1719b96685 None None] Allocated IP 172.21.0.2 (d55bc44b-905d-4746-a45b-5e824c1f3ded/40a6d6b0-1911-40d4-86d1-6cf55ce6bbba/7d681d94-0d9e-4748-be91-87aabdad98d1) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:18:36.848698 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef1c4892-5ad7-4726-9012-b0a5f1c14464 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Made reservation on behalf of d5120f1dc65f4ae487781dbab13ba539 for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:18:36.854486 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ef1c4892-5ad7-4726-9012-b0a5f1c14464 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:36.905966 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 7f600b07-c010-4bd1-8bf5-718b9044ae19 details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:18:36.943623 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.ipam_backend_mixin [None req-ef1c4892-5ad7-4726-9012-b0a5f1c14464 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Performing IP validity checks on allocation pools {{(pid=102130) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 30 15:18:36.944197 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.ipam_backend_mixin [None req-ef1c4892-5ad7-4726-9012-b0a5f1c14464 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102130) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 30 15:18:36.987249 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-8a1a3cb0-5236-42f0-b96b-dfdfbe36166c None None] Provisioning complete for port 73b2f016-1c3e-4e96-b40a-4cc6caa70cba triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:18:36.987933 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8a1a3cb0-5236-42f0-b96b-dfdfbe36166c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:36.992585 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 1e599b99-35d0-4059-9329-16f026a4447b, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=1e599b99-35d0-4059-9329-16f026a4447b,segment=NetworkSegment(4d71454c-3ec5-4d11-8d12-d1e996d7212b),segment_id=4d71454c-3ec5-4d11-8d12-d1e996d7212b)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:18:37.060910 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 73b2f016-1c3e-4e96-b40a-4cc6caa70cba up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:18:37.092910 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:37.128461 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ef1c4892-5ad7-4726-9012-b0a5f1c14464 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:37.129951 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.db.resource_extend [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 30 15:18:37.133262 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device ff9a5354-a79a-4869-a44a-a51335ced7ef up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:18:37.134980 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1a3cb0-5236-42f0-b96b-dfdfbe36166c None None] Pushing event updated for resources: {'Port': ['ID=31ec019b-a137-4b23-8bff-a76256a48ad8,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:37.197488 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1c4892-5ad7-4726-9012-b0a5f1c14464 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Pushing event updated for resources: {'Subnet': ['ID=84a863fa-8c25-489b-9162-a76a31a83406,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:37.223001 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd91589c-64bc-4271-8b2b-fda95f7e9814 req-4d50c7d7-7dbe-4692-b400-e7c28d651cc5 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:37.229541 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd91589c-64bc-4271-8b2b-fda95f7e9814 req-4d50c7d7-7dbe-4692-b400-e7c28d651cc5 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:37.235874 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd91589c-64bc-4271-8b2b-fda95f7e9814 req-4d50c7d7-7dbe-4692-b400-e7c28d651cc5 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:37.243549 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd91589c-64bc-4271-8b2b-fda95f7e9814 req-4d50c7d7-7dbe-4692-b400-e7c28d651cc5 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:37.250174 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd91589c-64bc-4271-8b2b-fda95f7e9814 req-4d50c7d7-7dbe-4692-b400-e7c28d651cc5 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:37.257632 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd91589c-64bc-4271-8b2b-fda95f7e9814 req-4d50c7d7-7dbe-4692-b400-e7c28d651cc5 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:37.258271 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=1e599b99-35d0-4059-9329-16f026a4447b,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:37.266020 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd91589c-64bc-4271-8b2b-fda95f7e9814 req-4d50c7d7-7dbe-4692-b400-e7c28d651cc5 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:37.277051 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bd91589c-64bc-4271-8b2b-fda95f7e9814 req-4d50c7d7-7dbe-4692-b400-e7c28d651cc5 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 5440 time: 0.4646857 Oct 30 15:18:37.353833 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bd91589c-64bc-4271-8b2b-fda95f7e9814 req-2c48bbe1-15d4-4dd6-867d-24f9d20ec2a4 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d8b2e39-c2c3-46e2-b7ce-d3094509b03c&id=301c6b35-46a3-48b2-8746-44103cb6e6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0751307 Oct 30 15:18:37.369960 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1c4892-5ad7-4726-9012-b0a5f1c14464 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Checking segment: {'id': 'dccb5bfe-f513-42e1-8683-316a0a9e01be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3a01ca84-613d-4745-8b53-ee305a422909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:18:37.370324 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1c4892-5ad7-4726-9012-b0a5f1c14464 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Network hostable DHCP agents. Network: 3a01ca84-613d-4745-8b53-ee305a422909, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:18:37.394586 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1c4892-5ad7-4726-9012-b0a5f1c14464 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Network 3a01ca84-613d-4745-8b53-ee305a422909 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:18:37.405169 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-ef1c4892-5ad7-4726-9012-b0a5f1c14464 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 3a01ca84-613d-4745-8b53-ee305a422909) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:18:37.414238 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1c4892-5ad7-4726-9012-b0a5f1c14464 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:37.414907 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ef1c4892-5ad7-4726-9012-b0a5f1c14464 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:37.451209 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9629315d-697c-4e58-bd2a-00901d9dfa3a None None] Network 3a01ca84-613d-4745-8b53-ee305a422909 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:18:37.456387 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 7f600b07-c010-4bd1-8bf5-718b9044ae19, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=7f600b07-c010-4bd1-8bf5-718b9044ae19,segment=NetworkSegment(803c5434-e7a3-49e2-9896-7909e39f1289),segment_id=803c5434-e7a3-49e2-9896-7909e39f1289)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:18:37.463872 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 44054) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:37.464424 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-ef1c4892-5ad7-4726-9012-b0a5f1c14464 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.9482758 Oct 30 15:18:37.470124 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-3a1eead5-32c9-4acb-8105-dd4d6cd96a3a tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:18:37.529905 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': '7f600b07-c010-4bd1-8bf5-718b9044ae19', 'network_id': '4f22410e-53ea-4597-9c0e-a70994dfa6d8', 'port_id': '7f600b07-c010-4bd1-8bf5-718b9044ae19', 'mac_address': 'fa:16:3e:c8:e1:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '449705ab-2365-49b9-8b83-fe461dd03f65', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:18:37.529905 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 73b2f016-1c3e-4e96-b40a-4cc6caa70cba triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:18:37.529905 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:37.560433 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port ff9a5354-a79a-4869-a44a-a51335ced7ef completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:18:37.619007 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port ff9a5354-a79a-4869-a44a-a51335ced7ef triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:18:37.619296 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:37.631863 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a946883-2867-47e2-929d-eb36ebcfeea7 req-d2a0d86b-35b2-47ab-a903-e946c822a8fc tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:37.636274 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4a946883-2867-47e2-929d-eb36ebcfeea7 req-d2a0d86b-35b2-47ab-a903-e946c822a8fc tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4c93f40-84b3-4be9-a75c-3ab0ca9c2e75 HTTP/1.1" status: 200 len: 943 time: 0.1035273 Oct 30 15:18:37.656933 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3a1eead5-32c9-4acb-8105-dd4d6cd96a3a tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4640583'] for subnet, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:37.690145 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-29bf9fb2-0c2d-453a-b936-2e1719b96685 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:37.704305 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4a946883-2867-47e2-929d-eb36ebcfeea7 req-7e608591-6f18-4e0c-960c-64a305580166 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538397 Oct 30 15:18:37.729125 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-29bf9fb2-0c2d-453a-b936-2e1719b96685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:37.781956 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bf9fb2-0c2d-453a-b936-2e1719b96685 None None] Network d55bc44b-905d-4746-a45b-5e824c1f3ded is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:18:37.799636 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:37.820974 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-29bf9fb2-0c2d-453a-b936-2e1719b96685 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:18:37.823168 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bf9fb2-0c2d-453a-b936-2e1719b96685 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:18:37.843966 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-c0abe156-ae48-42d8-8b9d-50dac53f65d4 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Allocated IP 172.21.0.1 (d55bc44b-905d-4746-a45b-5e824c1f3ded/40a6d6b0-1911-40d4-86d1-6cf55ce6bbba/fd2430ee-7c1c-40d0-992b-8f15f3fd7d22) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:18:37.863528 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f600b07-c010-4bd1-8bf5-718b9044ae19 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:18:37.914123 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bf9fb2-0c2d-453a-b936-2e1719b96685 None None] Pushing event updated for resources: {'Port': ['ID=7d681d94-0d9e-4748-be91-87aabdad98d1,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:38.000124 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 7f600b07-c010-4bd1-8bf5-718b9044ae19, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=7f600b07-c010-4bd1-8bf5-718b9044ae19,segment=NetworkSegment(803c5434-e7a3-49e2-9896-7909e39f1289),segment_id=803c5434-e7a3-49e2-9896-7909e39f1289)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:18:38.019337 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-a0607fe0-0033-4720-b43b-1c1ddd69e173 None None] Provisioning complete for port 31ec019b-a137-4b23-8bff-a76256a48ad8 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:18:38.019727 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a0607fe0-0033-4720-b43b-1c1ddd69e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:38.041292 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:38.055531 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3a1eead5-32c9-4acb-8105-dd4d6cd96a3a tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743132134391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5888337'] for subnet, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:38.082021 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 31ec019b-a137-4b23-8bff-a76256a48ad8 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:18:38.127946 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1eead5-32c9-4acb-8105-dd4d6cd96a3a tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:38.128560 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3a1eead5-32c9-4acb-8105-dd4d6cd96a3a tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:38.129940 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-3a1eead5-32c9-4acb-8105-dd4d6cd96a3a tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] 10.222.0.62 "PUT /v2.0/subnets/84a863fa-8c25-489b-9162-a76a31a83406 HTTP/1.1" status: 200 len: 877 time: 0.6643095 Oct 30 15:18:38.134603 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 44060) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:38.153257 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1eead5-32c9-4acb-8105-dd4d6cd96a3a tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Pushing event updated for resources: {'Subnet': ['ID=84a863fa-8c25-489b-9162-a76a31a83406,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:38.172050 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c0abe156-ae48-42d8-8b9d-50dac53f65d4 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:38.220609 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c0abe156-ae48-42d8-8b9d-50dac53f65d4 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:38.268163 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0abe156-ae48-42d8-8b9d-50dac53f65d4 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Network d55bc44b-905d-4746-a45b-5e824c1f3ded is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:18:38.272238 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-c0abe156-ae48-42d8-8b9d-50dac53f65d4 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:18:38.278833 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0abe156-ae48-42d8-8b9d-50dac53f65d4 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:18:38.306815 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c72bf0f0-49ae-4234-81ec-c3a1bf475df9 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:38.326348 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0abe156-ae48-42d8-8b9d-50dac53f65d4 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Pushing event updated for resources: {'Port': ['ID=fd2430ee-7c1c-40d0-992b-8f15f3fd7d22,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:38.350825 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c0abe156-ae48-42d8-8b9d-50dac53f65d4 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:38.364621 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-29bf9fb2-0c2d-453a-b936-2e1719b96685 None None] Attempting to bind port 7d681d94-0d9e-4748-be91-87aabdad98d1 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:18:38.365696 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-29bf9fb2-0c2d-453a-b936-2e1719b96685 None None] Attempting to bind port 7d681d94-0d9e-4748-be91-87aabdad98d1 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'a2e07b60-e431-46bc-aabe-c64a0496d760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd55bc44b-905d-4746-a45b-5e824c1f3ded'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:18:38.366052 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bf9fb2-0c2d-453a-b936-2e1719b96685 None None] Attempting to bind port 7d681d94-0d9e-4748-be91-87aabdad98d1 on network d55bc44b-905d-4746-a45b-5e824c1f3ded {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:18:38.379455 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:38.461318 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['7f600b07-c010-4bd1-8bf5-718b9044ae19'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:18:38.498639 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c0abe156-ae48-42d8-8b9d-50dac53f65d4 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:38.555246 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '318e0f35-11f4-4936-80dd-75a782a28c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e599b99-35d0-4059-9329-16f026a4447b'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:18:38.557596 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff2d4c7-15c1-473e-8fc4-a942d3d1836f" -d '{"events": [{"server_uuid": "318e0f35-11f4-4936-80dd-75a782a28c98", "name": "network-vif-plugged", "status": "completed", "tag": "1e599b99-35d0-4059-9329-16f026a4447b"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:18:38.566693 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f4aa73-a4d3-44dd-add3-255c8f142690 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-3a01ca84-613d-4745-8b53-ee305a422909', 'network_id': '3a01ca84-613d-4745-8b53-ee305a422909', 'tenant_id': 'd5120f1dc65f4ae487781dbab13ba539', 'fixed_ips': [{'subnet_id': '84a863fa-8c25-489b-9162-a76a31a83406'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:18:38.568028 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-61f4aa73-a4d3-44dd-add3-255c8f142690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:38.778103 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-61f4aa73-a4d3-44dd-add3-255c8f142690 None None] Allocated IP 172.20.0.3 (3a01ca84-613d-4745-8b53-ee305a422909/84a863fa-8c25-489b-9162-a76a31a83406/c159cc73-b0d2-4794-a97a-e00bfc51d2de) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:18:38.779567 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c72bf0f0-49ae-4234-81ec-c3a1bf475df9 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:38.839800 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=7f600b07-c010-4bd1-8bf5-718b9044ae19,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:38.853799 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b91976cd-90e3-4425-8dd7-75547bba6397 x-openstack-request-id: req-b91976cd-90e3-4425-8dd7-75547bba6397 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:18:38.854204 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "318e0f35-11f4-4936-80dd-75a782a28c98", "name": "network-vif-plugged", "status": "completed", "tag": "1e599b99-35d0-4059-9329-16f026a4447b", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:18:38.854547 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b91976cd-90e3-4425-8dd7-75547bba6397 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:18:38.855032 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '318e0f35-11f4-4936-80dd-75a782a28c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e599b99-35d0-4059-9329-16f026a4447b', 'code': 200} Oct 30 15:18:38.860149 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bf9fb2-0c2d-453a-b936-2e1719b96685 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:18:38.860709 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bf9fb2-0c2d-453a-b936-2e1719b96685 None None] Checking segment: {'id': 'a2e07b60-e431-46bc-aabe-c64a0496d760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd55bc44b-905d-4746-a45b-5e824c1f3ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:18:38.863848 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-29bf9fb2-0c2d-453a-b936-2e1719b96685 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:38.864330 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bf9fb2-0c2d-453a-b936-2e1719b96685 None None] Bound using segment: {'id': 'a2e07b60-e431-46bc-aabe-c64a0496d760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd55bc44b-905d-4746-a45b-5e824c1f3ded'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:18:38.865474 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-29bf9fb2-0c2d-453a-b936-2e1719b96685 None None] Bound port: 7d681d94-0d9e-4748-be91-87aabdad98d1, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2e07b60-e431-46bc-aabe-c64a0496d760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd55bc44b-905d-4746-a45b-5e824c1f3ded'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:18:38.865941 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-29bf9fb2-0c2d-453a-b936-2e1719b96685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:38.866417 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e32e2-4e02-4aef-ae67-8e8cba111935 req-a89bf73b-5e4f-4768-874f-0551e21e9829 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:38.872510 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e32e2-4e02-4aef-ae67-8e8cba111935 req-a89bf73b-5e4f-4768-874f-0551e21e9829 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:38.878697 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e32e2-4e02-4aef-ae67-8e8cba111935 req-a89bf73b-5e4f-4768-874f-0551e21e9829 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:38.886300 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e32e2-4e02-4aef-ae67-8e8cba111935 req-a89bf73b-5e4f-4768-874f-0551e21e9829 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:38.891886 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e32e2-4e02-4aef-ae67-8e8cba111935 req-a89bf73b-5e4f-4768-874f-0551e21e9829 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:38.899249 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e32e2-4e02-4aef-ae67-8e8cba111935 req-a89bf73b-5e4f-4768-874f-0551e21e9829 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:38.904958 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e32e2-4e02-4aef-ae67-8e8cba111935 req-a89bf73b-5e4f-4768-874f-0551e21e9829 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:38.913866 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9e9e32e2-4e02-4aef-ae67-8e8cba111935 req-a89bf73b-5e4f-4768-874f-0551e21e9829 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 5441 time: 0.1747265 Oct 30 15:18:38.954869 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ed519-35dd-4010-87c3-fd2c8407fde6 req-8a5ac9d6-785f-4cf2-922b-072eb6156033 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:38.962861 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-894ed519-35dd-4010-87c3-fd2c8407fde6 req-8a5ac9d6-785f-4cf2-922b-072eb6156033 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4c93f40-84b3-4be9-a75c-3ab0ca9c2e75 HTTP/1.1" status: 200 len: 944 time: 0.0947003 Oct 30 15:18:38.973574 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9e9e32e2-4e02-4aef-ae67-8e8cba111935 req-72d9010e-ca78-42d7-9973-90ed6eaa82b5 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d8b2e39-c2c3-46e2-b7ce-d3094509b03c&id=301c6b35-46a3-48b2-8746-44103cb6e6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0588036 Oct 30 15:18:39.004236 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port ff9a5354-a79a-4869-a44a-a51335ced7ef, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=ff9a5354-a79a-4869-a44a-a51335ced7ef,segment=NetworkSegment(4d71454c-3ec5-4d11-8d12-d1e996d7212b),segment_id=4d71454c-3ec5-4d11-8d12-d1e996d7212b)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:18:39.031313 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c0abe156-ae48-42d8-8b9d-50dac53f65d4 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:39.037904 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 31ec019b-a137-4b23-8bff-a76256a48ad8 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:18:39.038369 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:39.043526 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c0abe156-ae48-42d8-8b9d-50dac53f65d4 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:39.052027 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:39.053972 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device e21a4b47-04c9-4fc7-8de8-e9be41310592 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:18:39.131540 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-894ed519-35dd-4010-87c3-fd2c8407fde6 req-d79a0900-2bc4-476d-b1e2-7be7a907ffb7 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631048 Oct 30 15:18:39.173212 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0abe156-ae48-42d8-8b9d-50dac53f65d4 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Pushing event updated for resources: {'Port': ['ID=fd2430ee-7c1c-40d0-992b-8f15f3fd7d22,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:39.180321 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c0abe156-ae48-42d8-8b9d-50dac53f65d4 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:39.271351 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-29bf9fb2-0c2d-453a-b936-2e1719b96685 None None] For port 7d681d94-0d9e-4748-be91-87aabdad98d1, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:18:39.278003 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=ff9a5354-a79a-4869-a44a-a51335ced7ef,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:39.295839 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0abe156-ae48-42d8-8b9d-50dac53f65d4 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Network d55bc44b-905d-4746-a45b-5e824c1f3ded is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:18:39.298154 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-c0abe156-ae48-42d8-8b9d-50dac53f65d4 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:18:39.302937 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-29bf9fb2-0c2d-453a-b936-2e1719b96685 None None] For port 7d681d94-0d9e-4748-be91-87aabdad98d1, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=7d681d94-0d9e-4748-be91-87aabdad98d1,segment=NetworkSegment(a2e07b60-e431-46bc-aabe-c64a0496d760),segment_id=a2e07b60-e431-46bc-aabe-c64a0496d760)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:18:39.325219 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-29bf9fb2-0c2d-453a-b936-2e1719b96685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:39.337177 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-61f4aa73-a4d3-44dd-add3-255c8f142690 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:39.381329 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-61f4aa73-a4d3-44dd-add3-255c8f142690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:39.387187 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c72bf0f0-49ae-4234-81ec-c3a1bf475df9 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:39.424193 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0abe156-ae48-42d8-8b9d-50dac53f65d4 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Router e0b1081a-8c9f-405d-b751-513e9f3b1a41 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:18:39.440002 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72bf0f0-49ae-4234-81ec-c3a1bf475df9 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Pushing event deleted for resources: {'Subnet': ['ID=84a863fa-8c25-489b-9162-a76a31a83406,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:39.454918 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port e21a4b47-04c9-4fc7-8de8-e9be41310592 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:18:39.494481 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f4aa73-a4d3-44dd-add3-255c8f142690 None None] Network 3a01ca84-613d-4745-8b53-ee305a422909 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:18:39.495265 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port e21a4b47-04c9-4fc7-8de8-e9be41310592 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:18:39.495674 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:39.500462 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bf9fb2-0c2d-453a-b936-2e1719b96685 None None] Pushing event updated for resources: {'Port': ['ID=7d681d94-0d9e-4748-be91-87aabdad98d1,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:39.508030 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-61f4aa73-a4d3-44dd-add3-255c8f142690 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:18:39.510315 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f4aa73-a4d3-44dd-add3-255c8f142690 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:18:39.515632 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c72bf0f0-49ae-4234-81ec-c3a1bf475df9 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:39.592198 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-c72bf0f0-49ae-4234-81ec-c3a1bf475df9 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a01ca84-613d-4745-8b53-ee305a422909']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:39.618196 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-c72bf0f0-49ae-4234-81ec-c3a1bf475df9 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dccb5bfe-f513-42e1-8683-316a0a9e01be') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:39.618620 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-c72bf0f0-49ae-4234-81ec-c3a1bf475df9 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dccb5bfe-f513-42e1-8683-316a0a9e01be') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:39.646546 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c72bf0f0-49ae-4234-81ec-c3a1bf475df9 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:39.661352 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0abe156-ae48-42d8-8b9d-50dac53f65d4 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:18:39.690266 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-c0abe156-ae48-42d8-8b9d-50dac53f65d4 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "PUT /v2.0/routers/e0b1081a-8c9f-405d-b751-513e9f3b1a41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5271707 Oct 30 15:18:39.708001 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 44082) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:39.717856 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-1f94886c-4ba7-46cd-97ae-a471a555dad8 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Request body: {'network': {'name': 'tempest-RoutersTest-1335385955'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:18:39.732129 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f60eb1-c5af-41fa-9800-7d45413dc790 None None] Sync routers for ids ['e0b1081a-8c9f-405d-b751-513e9f3b1a41'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:18:39.733393 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c72bf0f0-49ae-4234-81ec-c3a1bf475df9 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:39.764003 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c72bf0f0-49ae-4234-81ec-c3a1bf475df9 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:18:39.765249 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c72bf0f0-49ae-4234-81ec-c3a1bf475df9 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:39.772752 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:18:39.772752 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:18:39.772752 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:18:39.772752 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:18:39.772752 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:18:39.772752 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:18:39.772752 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:18:39.772752 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:18:39.772752 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:18:39.772752 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:18:39.772752 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:18:39.772752 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:18:39.772752 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:18:39.772752 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:18:39.772752 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:18:39.772752 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:18:39.772752 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:18:39.772752 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:18:39.772752 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:18:39.772752 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:18:39.772752 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:18:39.772752 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:18:39.772752 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:18:39.772752 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:18:39.772752 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:18:39.772752 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:18:39.772752 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:18:39.772752 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:18:39.772752 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:18:39.772752 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:18:39.772752 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:18:39.772752 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:18:39.794311 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f94886c-4ba7-46cd-97ae-a471a555dad8 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Made reservation on behalf of 2a6cb1c7b667422386e8a263117bcaa0 for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:18:39.798453 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1f94886c-4ba7-46cd-97ae-a471a555dad8 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:39.799347 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f4aa73-a4d3-44dd-add3-255c8f142690 None None] Pushing event updated for resources: {'Port': ['ID=c159cc73-b0d2-4794-a97a-e00bfc51d2de,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:39.815010 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f60eb1-c5af-41fa-9800-7d45413dc790 None None] Routers {'e0b1081a-8c9f-405d-b751-513e9f3b1a41'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:18:39.815954 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-b1f60eb1-c5af-41fa-9800-7d45413dc790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:18:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['e0b1081a-8c9f-405d-b751-513e9f3b1a41'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:39.818371 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-61f4aa73-a4d3-44dd-add3-255c8f142690 None None] Attempting to bind port c159cc73-b0d2-4794-a97a-e00bfc51d2de on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:18:39.819055 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-61f4aa73-a4d3-44dd-add3-255c8f142690 None None] Attempting to bind port c159cc73-b0d2-4794-a97a-e00bfc51d2de by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'dccb5bfe-f513-42e1-8683-316a0a9e01be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3a01ca84-613d-4745-8b53-ee305a422909'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:18:39.819804 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f4aa73-a4d3-44dd-add3-255c8f142690 None None] Attempting to bind port c159cc73-b0d2-4794-a97a-e00bfc51d2de on network 3a01ca84-613d-4745-8b53-ee305a422909 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:18:39.906284 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.db.api [None req-c72bf0f0-49ae-4234-81ec-c3a1bf475df9 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 30 15:18:39.906284 n-d-806683-17 neutron-server[102130]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 30 15:18:39.906284 n-d-806683-17 neutron-server[102130]: [parameters: {'id': '3a01ca84-613d-4745-8b53-ee305a422909'}] Oct 30 15:18:39.906284 n-d-806683-17 neutron-server[102130]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 30 15:18:39.907159 n-d-806683-17 neutron-server[102130]: DEBUG oslo_db.api [None req-c72bf0f0-49ae-4234-81ec-c3a1bf475df9 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 30 15:18:39.913512 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 31ec019b-a137-4b23-8bff-a76256a48ad8 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:18:39.926334 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f4aa73-a4d3-44dd-add3-255c8f142690 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:18:39.926486 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f4aa73-a4d3-44dd-add3-255c8f142690 None None] Checking segment: {'id': 'dccb5bfe-f513-42e1-8683-316a0a9e01be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3a01ca84-613d-4745-8b53-ee305a422909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:18:39.926876 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-61f4aa73-a4d3-44dd-add3-255c8f142690 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:39.927302 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f4aa73-a4d3-44dd-add3-255c8f142690 None None] Bound using segment: {'id': 'dccb5bfe-f513-42e1-8683-316a0a9e01be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3a01ca84-613d-4745-8b53-ee305a422909'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:18:39.927868 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-61f4aa73-a4d3-44dd-add3-255c8f142690 None None] Bound port: c159cc73-b0d2-4794-a97a-e00bfc51d2de, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccb5bfe-f513-42e1-8683-316a0a9e01be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3a01ca84-613d-4745-8b53-ee305a422909'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:18:39.928258 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-61f4aa73-a4d3-44dd-add3-255c8f142690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:40.056764 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-b1f60eb1-c5af-41fa-9800-7d45413dc790 None None] Set router e0b1081a-8c9f-405d-b751-513e9f3b1a41 gateway port host: None {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:18:40.151369 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:40.246244 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-61f4aa73-a4d3-44dd-add3-255c8f142690 None None] For port c159cc73-b0d2-4794-a97a-e00bfc51d2de, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:18:40.249709 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 31ec019b-a137-4b23-8bff-a76256a48ad8 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:18:40.249709 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:40.293657 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe9e354-a53b-4279-bebf-1e270d7e0461 req-3c24481c-fa81-48c6-b453-c81edc2b3b11 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:40.311174 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe9e354-a53b-4279-bebf-1e270d7e0461 req-3c24481c-fa81-48c6-b453-c81edc2b3b11 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:40.321056 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f94886c-4ba7-46cd-97ae-a471a555dad8 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:18:40.326699 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe9e354-a53b-4279-bebf-1e270d7e0461 req-3c24481c-fa81-48c6-b453-c81edc2b3b11 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:40.331287 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1f94886c-4ba7-46cd-97ae-a471a555dad8 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:40.331696 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-1f94886c-4ba7-46cd-97ae-a471a555dad8 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Added segment 65828109-77ac-427b-9e86-32a048af3c81 of type vlan for network 829d1424-bc34-49ab-bc16-b496ea9e37e4 Oct 30 15:18:40.336749 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe9e354-a53b-4279-bebf-1e270d7e0461 req-3c24481c-fa81-48c6-b453-c81edc2b3b11 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:40.343489 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe9e354-a53b-4279-bebf-1e270d7e0461 req-3c24481c-fa81-48c6-b453-c81edc2b3b11 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:40.351498 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe9e354-a53b-4279-bebf-1e270d7e0461 req-3c24481c-fa81-48c6-b453-c81edc2b3b11 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:40.357444 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe9e354-a53b-4279-bebf-1e270d7e0461 req-3c24481c-fa81-48c6-b453-c81edc2b3b11 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:40.359522 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1fe9e354-a53b-4279-bebf-1e270d7e0461 req-3c24481c-fa81-48c6-b453-c81edc2b3b11 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 5442 time: 0.2611952 Oct 30 15:18:40.366578 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-61f4aa73-a4d3-44dd-add3-255c8f142690 None None] For port c159cc73-b0d2-4794-a97a-e00bfc51d2de, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=c159cc73-b0d2-4794-a97a-e00bfc51d2de,segment=NetworkSegment(dccb5bfe-f513-42e1-8683-316a0a9e01be),segment_id=dccb5bfe-f513-42e1-8683-316a0a9e01be)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:18:40.383064 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port e21a4b47-04c9-4fc7-8de8-e9be41310592, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=e21a4b47-04c9-4fc7-8de8-e9be41310592,segment=NetworkSegment(4d71454c-3ec5-4d11-8d12-d1e996d7212b),segment_id=4d71454c-3ec5-4d11-8d12-d1e996d7212b)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:18:40.384592 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-61f4aa73-a4d3-44dd-add3-255c8f142690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:40.401293 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:40.402622 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device c0d7a646-ac12-414b-a666-37b4c87a490e up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:18:40.409185 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c72bf0f0-49ae-4234-81ec-c3a1bf475df9 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:40.446132 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1f94886c-4ba7-46cd-97ae-a471a555dad8 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:40.495058 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1f94886c-4ba7-46cd-97ae-a471a555dad8 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:40.499072 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1fe9e354-a53b-4279-bebf-1e270d7e0461 req-6547abea-6a7b-4194-a5c3-52f12f5583b1 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d8b2e39-c2c3-46e2-b7ce-d3094509b03c&id=301c6b35-46a3-48b2-8746-44103cb6e6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1066749 Oct 30 15:18:40.510730 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f94886c-4ba7-46cd-97ae-a471a555dad8 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:40.511714 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1f94886c-4ba7-46cd-97ae-a471a555dad8 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:40.535282 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1051d-2cd7-4197-ba28-fe69ddefaa58 req-00bc7f05-3c98-478f-b1e6-8389fc5fd051 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:40.535282 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-34d1051d-2cd7-4197-ba28-fe69ddefaa58 req-00bc7f05-3c98-478f-b1e6-8389fc5fd051 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4c93f40-84b3-4be9-a75c-3ab0ca9c2e75 HTTP/1.1" status: 200 len: 944 time: 0.1678610 Oct 30 15:18:40.561507 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-c72bf0f0-49ae-4234-81ec-c3a1bf475df9 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Deleting port c159cc73-b0d2-4794-a97a-e00bfc51d2de {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:18:40.562206 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c72bf0f0-49ae-4234-81ec-c3a1bf475df9 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:40.672329 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dce1ed8-4b1f-453e-bd3c-ad1d8ed8125b None None] Network 3a01ca84-613d-4745-8b53-ee305a422909 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:18:40.682298 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-1f94886c-4ba7-46cd-97ae-a471a555dad8 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9737947 Oct 30 15:18:40.714698 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 44092) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:40.733448 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-e7c92a06-fb99-4f41-a43b-3bc19a669239 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Request body: {'subnet': {'network_id': '829d1424-bc34-49ab-bc16-b496ea9e37e4', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:18:40.741438 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-c72bf0f0-49ae-4234-81ec-c3a1bf475df9 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] For port c159cc73-b0d2-4794-a97a-e00bfc51d2de, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=c159cc73-b0d2-4794-a97a-e00bfc51d2de,segment=NetworkSegment(dccb5bfe-f513-42e1-8683-316a0a9e01be),segment_id=dccb5bfe-f513-42e1-8683-316a0a9e01be)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:18:40.745118 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c72bf0f0-49ae-4234-81ec-c3a1bf475df9 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:40.762591 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-c72bf0f0-49ae-4234-81ec-c3a1bf475df9 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Calling delete_port for c159cc73-b0d2-4794-a97a-e00bfc51d2de owned by network:dhcp {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:18:40.807251 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f4aa73-a4d3-44dd-add3-255c8f142690 None None] Pushing event updated for resources: {'Port': ['ID=c159cc73-b0d2-4794-a97a-e00bfc51d2de,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:40.935059 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f94886c-4ba7-46cd-97ae-a471a555dad8 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Pushing event updated for resources: {'Network': ['ID=829d1424-bc34-49ab-bc16-b496ea9e37e4,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:40.993648 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c72bf0f0-49ae-4234-81ec-c3a1bf475df9 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:41.017201 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-34d1051d-2cd7-4197-ba28-fe69ddefaa58 req-1f35627a-a531-48fe-b9ba-9397996d1eb6 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3776302 Oct 30 15:18:41.049773 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72bf0f0-49ae-4234-81ec-c3a1bf475df9 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Pushing event deleted for resources: {'Port': ['ID=c159cc73-b0d2-4794-a97a-e00bfc51d2de,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:41.054294 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72bf0f0-49ae-4234-81ec-c3a1bf475df9 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] No DVR routers for this DVR port c159cc73-b0d2-4794-a97a-e00bfc51d2de on host n-d-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:18:41.086548 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c92a06-fb99-4f41-a43b-3bc19a669239 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Made reservation on behalf of 2a6cb1c7b667422386e8a263117bcaa0 for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:18:41.094127 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e7c92a06-fb99-4f41-a43b-3bc19a669239 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:41.095632 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '318e0f35-11f4-4936-80dd-75a782a28c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff9a5354-a79a-4869-a44a-a51335ced7ef'}, {'server_uuid': '318e0f35-11f4-4936-80dd-75a782a28c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e21a4b47-04c9-4fc7-8de8-e9be41310592'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:18:41.098635 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6316414f-4a4b-41bd-9d00-c724c23c2b5d" -d '{"events": [{"server_uuid": "318e0f35-11f4-4936-80dd-75a782a28c98", "name": "network-vif-plugged", "status": "completed", "tag": "ff9a5354-a79a-4869-a44a-a51335ced7ef"}, {"server_uuid": "318e0f35-11f4-4936-80dd-75a782a28c98", "name": "network-vif-plugged", "status": "completed", "tag": "e21a4b47-04c9-4fc7-8de8-e9be41310592"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:18:41.146827 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 7f600b07-c010-4bd1-8bf5-718b9044ae19 up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:18:41.164814 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c72bf0f0-49ae-4234-81ec-c3a1bf475df9 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:41.184911 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 829d1424-bc34-49ab-bc16-b496ea9e37e4 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:18:41.185740 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-c72bf0f0-49ae-4234-81ec-c3a1bf475df9 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a01ca84-613d-4745-8b53-ee305a422909']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:41.197295 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2b21a8-b256-4dc2-82f0-66053141cf65 None None] Network d55bc44b-905d-4746-a45b-5e824c1f3ded requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:18:41.198498 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-c72bf0f0-49ae-4234-81ec-c3a1bf475df9 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dccb5bfe-f513-42e1-8683-316a0a9e01be') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:41.198809 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-c72bf0f0-49ae-4234-81ec-c3a1bf475df9 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dccb5bfe-f513-42e1-8683-316a0a9e01be') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:41.217838 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:18:41.245907 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c72bf0f0-49ae-4234-81ec-c3a1bf475df9 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:41.262081 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c72bf0f0-49ae-4234-81ec-c3a1bf475df9 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:41.269611 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c72bf0f0-49ae-4234-81ec-c3a1bf475df9 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:18:41.270166 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c72bf0f0-49ae-4234-81ec-c3a1bf475df9 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:41.270530 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 30 Oct 2021 15:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94ad7b1-2aac-4b14-b7b0-2811e5bc6449 x-openstack-request-id: req-c94ad7b1-2aac-4b14-b7b0-2811e5bc6449 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:18:41.270852 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "318e0f35-11f4-4936-80dd-75a782a28c98", "name": "network-vif-plugged", "status": "completed", "tag": "ff9a5354-a79a-4869-a44a-a51335ced7ef", "code": 200}, {"server_uuid": "318e0f35-11f4-4936-80dd-75a782a28c98", "name": "network-vif-plugged", "status": "completed", "tag": "e21a4b47-04c9-4fc7-8de8-e9be41310592", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:18:41.271795 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c94ad7b1-2aac-4b14-b7b0-2811e5bc6449 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:18:41.272190 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '318e0f35-11f4-4936-80dd-75a782a28c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff9a5354-a79a-4869-a44a-a51335ced7ef', 'code': 200} Oct 30 15:18:41.272441 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '318e0f35-11f4-4936-80dd-75a782a28c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e21a4b47-04c9-4fc7-8de8-e9be41310592', 'code': 200} Oct 30 15:18:41.294844 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port c0d7a646-ac12-414b-a666-37b4c87a490e completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:18:41.335653 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:18:41.335653 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:18:41.335653 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:18:41.335653 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:18:41.335653 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:18:41.335653 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:18:41.335653 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:18:41.335653 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:18:41.335653 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:18:41.335653 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:18:41.335653 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:18:41.335653 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:18:41.335653 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:18:41.335653 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:18:41.335653 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:18:41.335653 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:18:41.335653 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:18:41.335653 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:18:41.335653 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:18:41.335653 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:18:41.335653 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:18:41.335653 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:18:41.335653 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:18:41.335653 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:18:41.335653 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:18:41.335653 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:18:41.335653 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:18:41.335653 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:18:41.335653 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:18:41.335653 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:18:41.335653 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:18:41.335653 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:18:41.341981 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c72bf0f0-49ae-4234-81ec-c3a1bf475df9 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:41.342254 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port c0d7a646-ac12-414b-a666-37b4c87a490e triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:18:41.342608 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:41.358864 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c72bf0f0-49ae-4234-81ec-c3a1bf475df9 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:41.360341 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-82b9e3cf-b942-46c7-98d3-ba6687556997 None None] Provisioning complete for port 7d681d94-0d9e-4748-be91-87aabdad98d1 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:18:41.360709 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-82b9e3cf-b942-46c7-98d3-ba6687556997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:41.365807 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c72bf0f0-49ae-4234-81ec-c3a1bf475df9 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] 10.222.0.62 "DELETE /v2.0/networks/3a01ca84-613d-4745-8b53-ee305a422909 HTTP/1.1" status: 204 len: 168 time: 3.2259650 Oct 30 15:18:41.372466 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 44102) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:41.386733 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72bf0f0-49ae-4234-81ec-c3a1bf475df9 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Pushing event deleted for resources: {'Network': ['ID=3a01ca84-613d-4745-8b53-ee305a422909,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:41.412289 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a9b35cb-74e0-44be-aed6-934fd6c44d26 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] DELETE failed (client error): The resource could not be found. Oct 30 15:18:41.412986 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a9b35cb-74e0-44be-aed6-934fd6c44d26 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:18:41.418093 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-1a9b35cb-74e0-44be-aed6-934fd6c44d26 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] 10.222.0.62 "DELETE /v2.0/subnets/84a863fa-8c25-489b-9162-a76a31a83406 HTTP/1.1" status: 404 len: 337 time: 0.0423787 Oct 30 15:18:41.419674 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 44104) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:41.451960 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc2edfe7-8656-463d-b294-6ad538349cbe tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] DELETE failed (client error): The resource could not be found. Oct 30 15:18:41.452630 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc2edfe7-8656-463d-b294-6ad538349cbe tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:18:41.458443 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-cc2edfe7-8656-463d-b294-6ad538349cbe tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] 10.222.0.62 "DELETE /v2.0/networks/3a01ca84-613d-4745-8b53-ee305a422909 HTTP/1.1" status: 404 len: 339 time: 0.0366209 Oct 30 15:18:41.459802 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 44106) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:41.475431 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e7c92a06-fb99-4f41-a43b-3bc19a669239 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:41.528780 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-c78013ee-b6d2-415c-9109-67ac5ea574ec tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] DELETE failed (client error): The resource could not be found. Oct 30 15:18:41.529583 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c78013ee-b6d2-415c-9109-67ac5ea574ec tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:18:41.533148 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port 7f600b07-c010-4bd1-8bf5-718b9044ae19 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:18:41.537455 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c78013ee-b6d2-415c-9109-67ac5ea574ec tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] 10.222.0.62 "DELETE /v2.0/subnets/4e60da66-955a-4002-8be4-d41ff8664bcc HTTP/1.1" status: 404 len: 337 time: 0.0741892 Oct 30 15:18:41.537814 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 44110) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:41.561396 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c69db39-818a-4b0e-b92e-584ff1133888 None None] Network 3a01ca84-613d-4745-8b53-ee305a422909 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:18:41.563048 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=e21a4b47-04c9-4fc7-8de8-e9be41310592,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:41.564283 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c92a06-fb99-4f41-a43b-3bc19a669239 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Pushing event updated for resources: {'Subnet': ['ID=03b1175e-6a0b-478f-92c1-91827ab9a087,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:41.566323 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce088653-3a85-47bb-ba58-e6b7ee9d13bf tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] DELETE failed (client error): The resource could not be found. Oct 30 15:18:41.567031 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce088653-3a85-47bb-ba58-e6b7ee9d13bf tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:18:41.568728 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port 7f600b07-c010-4bd1-8bf5-718b9044ae19 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:18:41.569102 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:41.572851 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-ce088653-3a85-47bb-ba58-e6b7ee9d13bf tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] 10.222.0.62 "DELETE /v2.0/networks/3223bf4e-2c53-45aa-827c-29b78b6e84bb HTTP/1.1" status: 404 len: 339 time: 0.0326662 Oct 30 15:18:41.574138 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 44112) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:41.577430 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c92a06-fb99-4f41-a43b-3bc19a669239 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Checking segment: {'id': '65828109-77ac-427b-9e86-32a048af3c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '829d1424-bc34-49ab-bc16-b496ea9e37e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:18:41.578021 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c92a06-fb99-4f41-a43b-3bc19a669239 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Network hostable DHCP agents. Network: 829d1424-bc34-49ab-bc16-b496ea9e37e4, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:18:41.605901 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c92a06-fb99-4f41-a43b-3bc19a669239 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Network 829d1424-bc34-49ab-bc16-b496ea9e37e4 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:18:41.632516 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c69db39-818a-4b0e-b92e-584ff1133888 None None] Network 3a01ca84-613d-4745-8b53-ee305a422909 could not be found, it might have been deleted concurrently. {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 30 15:18:41.641691 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-e7c92a06-fb99-4f41-a43b-3bc19a669239 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 829d1424-bc34-49ab-bc16-b496ea9e37e4) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:18:41.656783 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c92a06-fb99-4f41-a43b-3bc19a669239 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:41.658910 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e7c92a06-fb99-4f41-a43b-3bc19a669239 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:41.664391 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-b1f60eb1-c5af-41fa-9800-7d45413dc790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'name': 'tempest-RoutersTest-router-1922274493', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:18:28Z', 'updated_at': '2021-10-30T15:18:38Z', 'revision_number': 3, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'gw_port_host': None, '_interfaces': [{'id': '31ec019b-a137-4b23-8bff-a76256a48ad8', 'name': '', 'network_id': '46e3b8e8-31fe-4fad-928e-09f0b734867f', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'mac_address': 'fa:16:3e:39:c2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'ae21a9e5-a05b-4bf0-b9d9-e3793f8c6020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:18:30Z', 'updated_at': '2021-10-30T15:18:36Z', 'revision_number': 5, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'subnets': [{'id': 'ae21a9e5-a05b-4bf0-b9d9-e3793f8c6020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd2430ee-7c1c-40d0-992b-8f15f3fd7d22', 'name': '', 'network_id': 'd55bc44b-905d-4746-a45b-5e824c1f3ded', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'mac_address': 'fa:16:3e:8d:58:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '40a6d6b0-1911-40d4-86d1-6cf55ce6bbba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:18:36Z', 'updated_at': '2021-10-30T15:18:38Z', 'revision_number': 2, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'subnets': [{'id': '40a6d6b0-1911-40d4-86d1-6cf55ce6bbba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:41.694492 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652b4105-2450-4413-ac03-56ed2e1057d4 None None] Network 829d1424-bc34-49ab-bc16-b496ea9e37e4 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:18:41.747892 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-e7c92a06-fb99-4f41-a43b-3bc19a669239 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0251615 Oct 30 15:18:41.753504 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 44116) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:41.819863 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f60eb1-c5af-41fa-9800-7d45413dc790 None None] Checking router: e0b1081a-8c9f-405d-b751-513e9f3b1a41 for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:18:41.820221 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f60eb1-c5af-41fa-9800-7d45413dc790 None None] Updating router e0b1081a-8c9f-405d-b751-513e9f3b1a41 port fd2430ee-7c1c-40d0-992b-8f15f3fd7d22 binding host n-d-806683-17 {{(pid=102132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:18:41.868782 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8eeb69c3-7f12-40af-9cc7-40e5982b5c29 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:41.872335 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 7d681d94-0d9e-4748-be91-87aabdad98d1 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:18:41.902148 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-82b9e3cf-b942-46c7-98d3-ba6687556997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:41.959489 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f80ecd-04b9-4ac2-82cc-e2a4a1f64f1e req-d59df2e6-86de-47ec-bf9a-91194df8c9c9 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:41.965889 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f80ecd-04b9-4ac2-82cc-e2a4a1f64f1e req-d59df2e6-86de-47ec-bf9a-91194df8c9c9 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:41.968519 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b1f60eb1-c5af-41fa-9800-7d45413dc790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:41.972818 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f80ecd-04b9-4ac2-82cc-e2a4a1f64f1e req-d59df2e6-86de-47ec-bf9a-91194df8c9c9 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:41.980303 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f80ecd-04b9-4ac2-82cc-e2a4a1f64f1e req-d59df2e6-86de-47ec-bf9a-91194df8c9c9 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:41.986315 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f80ecd-04b9-4ac2-82cc-e2a4a1f64f1e req-d59df2e6-86de-47ec-bf9a-91194df8c9c9 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:41.993573 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f80ecd-04b9-4ac2-82cc-e2a4a1f64f1e req-d59df2e6-86de-47ec-bf9a-91194df8c9c9 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:41.999702 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f80ecd-04b9-4ac2-82cc-e2a4a1f64f1e req-d59df2e6-86de-47ec-bf9a-91194df8c9c9 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:42.009136 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-55f80ecd-04b9-4ac2-82cc-e2a4a1f64f1e req-d59df2e6-86de-47ec-bf9a-91194df8c9c9 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 5443 time: 0.2795167 Oct 30 15:18:42.036542 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:42.140831 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-82b9e3cf-b942-46c7-98d3-ba6687556997 None None] For port 7d681d94-0d9e-4748-be91-87aabdad98d1, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=7d681d94-0d9e-4748-be91-87aabdad98d1,segment=NetworkSegment(a2e07b60-e431-46bc-aabe-c64a0496d760),segment_id=a2e07b60-e431-46bc-aabe-c64a0496d760)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:18:42.187427 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-82b9e3cf-b942-46c7-98d3-ba6687556997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:42.190872 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8eeb69c3-7f12-40af-9cc7-40e5982b5c29 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:42.235831 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-55f80ecd-04b9-4ac2-82cc-e2a4a1f64f1e req-d882911a-9d74-44fa-907a-86169bf60548 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d8b2e39-c2c3-46e2-b7ce-d3094509b03c&id=301c6b35-46a3-48b2-8746-44103cb6e6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2257388 Oct 30 15:18:42.242708 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-8eeb69c3-7f12-40af-9cc7-40e5982b5c29 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b28dd8a5-56ce-433d-8f23-38dab5d3dba1']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:42.256684 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-8eeb69c3-7f12-40af-9cc7-40e5982b5c29 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cc92c19-8bea-4635-9787-56b8289a3d72') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:42.256992 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-8eeb69c3-7f12-40af-9cc7-40e5982b5c29 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cc92c19-8bea-4635-9787-56b8289a3d72') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:42.288461 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:42.311680 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port c0d7a646-ac12-414b-a666-37b4c87a490e, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=c0d7a646-ac12-414b-a666-37b4c87a490e,segment=NetworkSegment(b5ba004b-9013-4cb0-8ed5-52fde33455a1),segment_id=b5ba004b-9013-4cb0-8ed5-52fde33455a1)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:18:42.313798 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 7d681d94-0d9e-4748-be91-87aabdad98d1 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:18:42.314234 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:42.329885 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8eeb69c3-7f12-40af-9cc7-40e5982b5c29 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:42.335231 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:42.336068 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device fbb4922f-13db-4bb7-84e3-986b821ba15c up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:18:42.340671 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a174626d-867e-4e8f-9961-fff49033c8d0 req-229da966-09bd-4bb3-b6e8-78e44992d7e6 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:42.345195 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a174626d-867e-4e8f-9961-fff49033c8d0 req-229da966-09bd-4bb3-b6e8-78e44992d7e6 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4c93f40-84b3-4be9-a75c-3ab0ca9c2e75 HTTP/1.1" status: 200 len: 944 time: 0.1143446 Oct 30 15:18:42.354216 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8eeb69c3-7f12-40af-9cc7-40e5982b5c29 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:42.366097 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eeb69c3-7f12-40af-9cc7-40e5982b5c29 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:18:42.366525 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8eeb69c3-7f12-40af-9cc7-40e5982b5c29 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:42.369552 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:18:42.369552 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:18:42.369552 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:18:42.369552 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:18:42.369552 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:18:42.369552 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:18:42.369552 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:18:42.369552 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:18:42.369552 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:18:42.369552 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:18:42.369552 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:18:42.369552 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:18:42.369552 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:18:42.369552 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:18:42.369552 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:18:42.369552 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:18:42.369552 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:18:42.369552 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:18:42.369552 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:18:42.369552 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:18:42.369552 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:18:42.369552 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:18:42.369552 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:18:42.369552 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:18:42.369552 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:18:42.369552 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:18:42.369552 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:18:42.369552 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:18:42.369552 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:18:42.369552 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:18:42.369552 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:18:42.369552 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:18:42.420838 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a174626d-867e-4e8f-9961-fff49033c8d0 req-aee78773-3115-4933-a916-7b0a55b1df19 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685940 Oct 30 15:18:42.451867 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b9e3cf-b942-46c7-98d3-ba6687556997 None None] Pushing event updated for resources: {'Port': ['ID=7d681d94-0d9e-4748-be91-87aabdad98d1,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:42.475527 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8eeb69c3-7f12-40af-9cc7-40e5982b5c29 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:42.495737 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8eeb69c3-7f12-40af-9cc7-40e5982b5c29 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:42.499182 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-8eeb69c3-7f12-40af-9cc7-40e5982b5c29 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] 10.222.0.62 "DELETE /v2.0/networks/b28dd8a5-56ce-433d-8f23-38dab5d3dba1 HTTP/1.1" status: 204 len: 168 time: 0.9234838 Oct 30 15:18:42.503052 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 44126) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:42.515252 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba998a70-1205-44db-a0ed-faf97bc0ff2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-829d1424-bc34-49ab-bc16-b496ea9e37e4', 'network_id': '829d1424-bc34-49ab-bc16-b496ea9e37e4', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'fixed_ips': [{'subnet_id': '03b1175e-6a0b-478f-92c1-91827ab9a087'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:18:42.516292 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ba998a70-1205-44db-a0ed-faf97bc0ff2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:42.557415 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-72694d56-fc98-4618-b0c0-01b9be6c5fb3 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] DELETE failed (client error): The resource could not be found. Oct 30 15:18:42.558136 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72694d56-fc98-4618-b0c0-01b9be6c5fb3 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:18:42.561430 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-72694d56-fc98-4618-b0c0-01b9be6c5fb3 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] 10.222.0.62 "DELETE /v2.0/subnets/c8e8e3fb-33c5-4437-8e4a-05684bfbc0a0 HTTP/1.1" status: 404 len: 337 time: 0.0570650 Oct 30 15:18:42.564040 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 44128) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:42.570023 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 7f600b07-c010-4bd1-8bf5-718b9044ae19, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=7f600b07-c010-4bd1-8bf5-718b9044ae19,segment=NetworkSegment(803c5434-e7a3-49e2-9896-7909e39f1289),segment_id=803c5434-e7a3-49e2-9896-7909e39f1289)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:18:42.601998 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8c2dd70e-1bb6-42fc-b92e-4892ce05bbaf tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:42.606749 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-031b2606-9539-4e96-b572-7fd98626a27b tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] DELETE failed (client error): The resource could not be found. Oct 30 15:18:42.607680 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-031b2606-9539-4e96-b572-7fd98626a27b tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:18:42.611024 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-031b2606-9539-4e96-b572-7fd98626a27b tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] 10.222.0.62 "DELETE /v2.0/networks/b46be886-8ea1-4437-bdd7-986e1ca84586 HTTP/1.1" status: 404 len: 339 time: 0.0458260 Oct 30 15:18:42.617063 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 44130) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:42.647319 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeb69c3-7f12-40af-9cc7-40e5982b5c29 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Pushing event deleted for resources: {'Network': ['ID=b28dd8a5-56ce-433d-8f23-38dab5d3dba1,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:42.651322 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-acd98cd1-4ee8-446e-b377-b4b6419660c8 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] DELETE failed (client error): The resource could not be found. Oct 30 15:18:42.651322 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acd98cd1-4ee8-446e-b377-b4b6419660c8 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:18:42.653228 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-acd98cd1-4ee8-446e-b377-b4b6419660c8 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] 10.222.0.62 "DELETE /v2.0/subnets/24b939ac-b2dd-48e6-8e23-3e2ffb9417d1 HTTP/1.1" status: 404 len: 337 time: 0.0336134 Oct 30 15:18:42.662687 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 44132) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:42.684299 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae1fc5b4-2123-4313-9bd4-afcea3c9fe64 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] DELETE failed (client error): The resource could not be found. Oct 30 15:18:42.685136 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae1fc5b4-2123-4313-9bd4-afcea3c9fe64 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:18:42.688859 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-ae1fc5b4-2123-4313-9bd4-afcea3c9fe64 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] 10.222.0.62 "DELETE /v2.0/networks/657a279a-3462-4421-93ee-2aa3e7e71089 HTTP/1.1" status: 404 len: 339 time: 0.0250371 Oct 30 15:18:42.691379 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 44134) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:42.711081 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:42.745930 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-78b0df04-dfc3-4a07-a3cc-a396270c940e tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] DELETE failed (client error): The resource could not be found. Oct 30 15:18:42.746616 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78b0df04-dfc3-4a07-a3cc-a396270c940e tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:18:42.750105 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-78b0df04-dfc3-4a07-a3cc-a396270c940e tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] 10.222.0.62 "DELETE /v2.0/subnets/ea4f654b-8063-4bb5-a654-d58b680ae54f HTTP/1.1" status: 404 len: 337 time: 0.0575595 Oct 30 15:18:42.757398 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 44136) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:42.790371 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa846d5b-c343-449e-be84-57dc0bdf8973 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] DELETE failed (client error): The resource could not be found. Oct 30 15:18:42.791231 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa846d5b-c343-449e-be84-57dc0bdf8973 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:18:42.795096 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-fa846d5b-c343-449e-be84-57dc0bdf8973 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] 10.222.0.62 "DELETE /v2.0/networks/b49389c1-1529-441f-9da2-0e441215f1a3 HTTP/1.1" status: 404 len: 339 time: 0.0346143 Oct 30 15:18:42.799264 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 44138) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:42.830578 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd7b2831-903a-423c-a9f8-403ec01b8554 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] DELETE failed (client error): The resource could not be found. Oct 30 15:18:42.831753 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd7b2831-903a-423c-a9f8-403ec01b8554 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:18:42.840581 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-cd7b2831-903a-423c-a9f8-403ec01b8554 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] 10.222.0.62 "DELETE /v2.0/subnets/567491f9-5a6c-46b0-880e-5d7adfccf3b8 HTTP/1.1" status: 404 len: 337 time: 0.0319536 Oct 30 15:18:42.841066 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 44142) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:42.894396 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1d3c292-c303-4aab-ab48-14efcbb2cfe2 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] DELETE failed (client error): The resource could not be found. Oct 30 15:18:42.895977 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1d3c292-c303-4aab-ab48-14efcbb2cfe2 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:18:42.906105 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b1d3c292-c303-4aab-ab48-14efcbb2cfe2 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] 10.222.0.62 "DELETE /v2.0/networks/5c9dc9f0-31c1-4417-9966-e6ea1d7d9002 HTTP/1.1" status: 404 len: 339 time: 0.0638702 Oct 30 15:18:42.912327 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 44146) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:42.964025 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ee82733-de2c-4a87-bae8-a57153965f6d tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] DELETE failed (client error): The resource could not be found. Oct 30 15:18:42.964742 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ee82733-de2c-4a87-bae8-a57153965f6d tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:18:42.968232 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-5ee82733-de2c-4a87-bae8-a57153965f6d tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] 10.222.0.62 "DELETE /v2.0/subnets/c27a1865-28c3-4a86-b48f-254ed1c6f976 HTTP/1.1" status: 404 len: 337 time: 0.0542116 Oct 30 15:18:42.971917 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 44148) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:43.005427 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-4921d3cb-781e-4319-9a44-cae20a64e42a tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] DELETE failed (client error): The resource could not be found. Oct 30 15:18:43.006244 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4921d3cb-781e-4319-9a44-cae20a64e42a tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:18:43.009690 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-4921d3cb-781e-4319-9a44-cae20a64e42a tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] 10.222.0.62 "DELETE /v2.0/networks/1b1018a5-6922-45d9-bbaf-4c3be296d530 HTTP/1.1" status: 404 len: 339 time: 0.0326531 Oct 30 15:18:43.012323 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 44150) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:43.031126 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=c0d7a646-ac12-414b-a666-37b4c87a490e,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:43.036481 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-1d703342-634b-4307-b85b-c2d139a28ebf None None] Provisioning complete for port fd2430ee-7c1c-40d0-992b-8f15f3fd7d22 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:18:43.037428 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1d703342-634b-4307-b85b-c2d139a28ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:43.061211 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-1efdae67-acba-4623-b565-ca92c8c74e04 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] DELETE failed (client error): The resource could not be found. Oct 30 15:18:43.064930 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1efdae67-acba-4623-b565-ca92c8c74e04 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:18:43.072098 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-1efdae67-acba-4623-b565-ca92c8c74e04 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] 10.222.0.62 "DELETE /v2.0/subnets/6efe0afe-4f45-4691-a3e8-609e3dafd5ea HTTP/1.1" status: 404 len: 337 time: 0.0552812 Oct 30 15:18:43.073178 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 44152) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:43.091206 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-1d703342-634b-4307-b85b-c2d139a28ebf None None] Port fd2430ee-7c1c-40d0-992b-8f15f3fd7d22 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:18:43.103282 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-01902d1e-9cd8-4596-826d-a09e9a835d02 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] DELETE failed (client error): The resource could not be found. Oct 30 15:18:43.106028 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01902d1e-9cd8-4596-826d-a09e9a835d02 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:18:43.113918 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-01902d1e-9cd8-4596-826d-a09e9a835d02 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] 10.222.0.62 "DELETE /v2.0/networks/b5549d2d-c836-4380-818a-295aa7232f19 HTTP/1.1" status: 404 len: 339 time: 0.0373166 Oct 30 15:18:43.114903 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 44154) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:43.165533 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9768509-42d5-401a-985e-18070060cd32 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] DELETE failed (client error): The resource could not be found. Oct 30 15:18:43.166274 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9768509-42d5-401a-985e-18070060cd32 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:18:43.170836 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b9768509-42d5-401a-985e-18070060cd32 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] 10.222.0.62 "DELETE /v2.0/subnets/8dbd9e69-be17-46b8-af89-1f69d1d87583 HTTP/1.1" status: 404 len: 337 time: 0.0540762 Oct 30 15:18:43.173783 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 44158) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:43.177419 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port fbb4922f-13db-4bb7-84e3-986b821ba15c completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:18:43.195045 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-58aba2f6-8ca3-47ee-ba30-f8e80ec182f1 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] DELETE failed (client error): The resource could not be found. Oct 30 15:18:43.196253 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58aba2f6-8ca3-47ee-ba30-f8e80ec182f1 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:18:43.203248 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-58aba2f6-8ca3-47ee-ba30-f8e80ec182f1 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] 10.222.0.62 "DELETE /v2.0/networks/fb622c94-9a23-43dd-a8fc-3a308db94181 HTTP/1.1" status: 404 len: 339 time: 0.0253415 Oct 30 15:18:43.203248 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 44160) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:43.220952 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-ba998a70-1205-44db-a0ed-faf97bc0ff2a None None] Allocated IP 172.22.0.2 (829d1424-bc34-49ab-bc16-b496ea9e37e4/03b1175e-6a0b-478f-92c1-91827ab9a087/24099dc1-da29-4957-a298-e5beef2c6c07) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:18:43.234520 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-02fc89ff-ac0d-4a66-873e-199262454720 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] DELETE failed (client error): The resource could not be found. Oct 30 15:18:43.237597 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02fc89ff-ac0d-4a66-873e-199262454720 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:18:43.241529 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port fbb4922f-13db-4bb7-84e3-986b821ba15c triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:18:43.241529 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:43.241697 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-02fc89ff-ac0d-4a66-873e-199262454720 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] 10.222.0.62 "DELETE /v2.0/subnets/b8ac244d-7c38-4b01-b50f-d059382ac1ed HTTP/1.1" status: 404 len: 337 time: 0.0344162 Oct 30 15:18:43.242735 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 44162) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:43.251765 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-1d703342-634b-4307-b85b-c2d139a28ebf None None] Provisioning complete for port 7d681d94-0d9e-4748-be91-87aabdad98d1 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:18:43.252143 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1d703342-634b-4307-b85b-c2d139a28ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:43.277508 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-31e1b76f-03e8-4fe7-930c-8dff8b31f9e7 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] DELETE failed (client error): The resource could not be found. Oct 30 15:18:43.278290 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31e1b76f-03e8-4fe7-930c-8dff8b31f9e7 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:18:43.284196 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-31e1b76f-03e8-4fe7-930c-8dff8b31f9e7 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] 10.222.0.62 "DELETE /v2.0/networks/1faa5a79-55a7-49df-906d-febb5afcfee8 HTTP/1.1" status: 404 len: 339 time: 0.0388970 Oct 30 15:18:43.288342 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 44164) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:43.450449 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-6733c3f5-fe14-4519-83f9-7858c4d3b0f7 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Deleting subnet d8938585-9c44-4805-8a34-9e29286a7b5c {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:18:43.469693 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6733c3f5-fe14-4519-83f9-7858c4d3b0f7 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:43.543208 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed574d2-3a77-4cb7-9fba-05e1a72d98bd req-4533f6ff-c152-4c44-b5c7-6cdcc196c4b5 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:43.547927 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '318e0f35-11f4-4936-80dd-75a782a28c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0d7a646-ac12-414b-a666-37b4c87a490e'}, {'server_uuid': 'b4c93f40-84b3-4be9-a75c-3ab0ca9c2e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f600b07-c010-4bd1-8bf5-718b9044ae19'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:18:43.549546 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed574d2-3a77-4cb7-9fba-05e1a72d98bd req-4533f6ff-c152-4c44-b5c7-6cdcc196c4b5 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:43.550176 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b0b875-0907-4f08-b058-596e4c017547" -d '{"events": [{"server_uuid": "318e0f35-11f4-4936-80dd-75a782a28c98", "name": "network-vif-plugged", "status": "completed", "tag": "c0d7a646-ac12-414b-a666-37b4c87a490e"}, {"server_uuid": "b4c93f40-84b3-4be9-a75c-3ab0ca9c2e75", "name": "network-vif-plugged", "status": "completed", "tag": "7f600b07-c010-4bd1-8bf5-718b9044ae19"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:18:43.556818 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed574d2-3a77-4cb7-9fba-05e1a72d98bd req-4533f6ff-c152-4c44-b5c7-6cdcc196c4b5 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:43.563870 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed574d2-3a77-4cb7-9fba-05e1a72d98bd req-4533f6ff-c152-4c44-b5c7-6cdcc196c4b5 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:43.570084 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed574d2-3a77-4cb7-9fba-05e1a72d98bd req-4533f6ff-c152-4c44-b5c7-6cdcc196c4b5 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:43.577013 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed574d2-3a77-4cb7-9fba-05e1a72d98bd req-4533f6ff-c152-4c44-b5c7-6cdcc196c4b5 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:43.583799 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed574d2-3a77-4cb7-9fba-05e1a72d98bd req-4533f6ff-c152-4c44-b5c7-6cdcc196c4b5 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:43.593262 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-aed574d2-3a77-4cb7-9fba-05e1a72d98bd req-4533f6ff-c152-4c44-b5c7-6cdcc196c4b5 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 5444 time: 0.1573927 Oct 30 15:18:43.602562 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6733c3f5-fe14-4519-83f9-7858c4d3b0f7 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:43.606897 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=7f600b07-c010-4bd1-8bf5-718b9044ae19,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:43.665487 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-aed574d2-3a77-4cb7-9fba-05e1a72d98bd req-4c3c96df-c911-4451-a9f0-5d122467204e tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d8b2e39-c2c3-46e2-b7ce-d3094509b03c&id=301c6b35-46a3-48b2-8746-44103cb6e6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0710616 Oct 30 15:18:43.747784 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 7d681d94-0d9e-4748-be91-87aabdad98d1 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:18:43.776301 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ce09ba-ef96-4220-a056-d5e51d18784f req-e6392ef2-dd22-4893-bc76-3bc061525175 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:43.784546 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-72ce09ba-ef96-4220-a056-d5e51d18784f req-e6392ef2-dd22-4893-bc76-3bc061525175 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 945 time: 0.3243787 Oct 30 15:18:43.860008 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b1f60eb1-c5af-41fa-9800-7d45413dc790 None None] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:43.870026 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:43.889644 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-72ce09ba-ef96-4220-a056-d5e51d18784f req-b88d195b-f3bc-498d-9a98-a68e1b30c8b1 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039150 Oct 30 15:18:43.893363 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fcc68f-9c5d-4c9c-9642-cdaf35431084 req-5c183859-b990-4268-943c-849361e94a6f tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:43.895303 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-03fcc68f-9c5d-4c9c-9642-cdaf35431084 req-5c183859-b990-4268-943c-849361e94a6f tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4c93f40-84b3-4be9-a75c-3ab0ca9c2e75 HTTP/1.1" status: 200 len: 945 time: 0.1025186 Oct 30 15:18:43.899373 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b1f60eb1-c5af-41fa-9800-7d45413dc790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:43.936226 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6733c3f5-fe14-4519-83f9-7858c4d3b0f7 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:43.990337 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-03fcc68f-9c5d-4c9c-9642-cdaf35431084 req-5373d776-712a-48c1-9847-84af1de05e04 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658228 Oct 30 15:18:44.050004 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ba998a70-1205-44db-a0ed-faf97bc0ff2a None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:44.053892 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e48907-5061-4287-a12b-3a4745f183b1 None None] Pushing event updated for resources: {'Port': ['ID=fd2430ee-7c1c-40d0-992b-8f15f3fd7d22,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:44.064977 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ba998a70-1205-44db-a0ed-faf97bc0ff2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:44.217369 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 30 Oct 2021 15:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca2fb93-7814-47a1-a632-18a715417bad x-openstack-request-id: req-9ca2fb93-7814-47a1-a632-18a715417bad {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:18:44.218039 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "318e0f35-11f4-4936-80dd-75a782a28c98", "name": "network-vif-plugged", "status": "completed", "tag": "c0d7a646-ac12-414b-a666-37b4c87a490e", "code": 200}, {"server_uuid": "b4c93f40-84b3-4be9-a75c-3ab0ca9c2e75", "name": "network-vif-plugged", "status": "completed", "tag": "7f600b07-c010-4bd1-8bf5-718b9044ae19", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:18:44.218212 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9ca2fb93-7814-47a1-a632-18a715417bad {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:18:44.218786 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '318e0f35-11f4-4936-80dd-75a782a28c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0d7a646-ac12-414b-a666-37b4c87a490e', 'code': 200} Oct 30 15:18:44.219145 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4c93f40-84b3-4be9-a75c-3ab0ca9c2e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f600b07-c010-4bd1-8bf5-718b9044ae19', 'code': 200} Oct 30 15:18:44.228849 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba998a70-1205-44db-a0ed-faf97bc0ff2a None None] Network 829d1424-bc34-49ab-bc16-b496ea9e37e4 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:18:44.232786 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba998a70-1205-44db-a0ed-faf97bc0ff2a None None] Pushing event updated for resources: {'Port': ['ID=24099dc1-da29-4957-a298-e5beef2c6c07,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:44.253951 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-ba998a70-1205-44db-a0ed-faf97bc0ff2a None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:18:44.258859 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba998a70-1205-44db-a0ed-faf97bc0ff2a None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:18:44.304251 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port fbb4922f-13db-4bb7-84e3-986b821ba15c, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=fbb4922f-13db-4bb7-84e3-986b821ba15c,segment=NetworkSegment(b5ba004b-9013-4cb0-8ed5-52fde33455a1),segment_id=b5ba004b-9013-4cb0-8ed5-52fde33455a1)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:18:44.332210 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6733c3f5-fe14-4519-83f9-7858c4d3b0f7 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:44.339064 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-5071813c-b414-49a8-a066-f19a72422eff None None] Provisioning complete for port fd2430ee-7c1c-40d0-992b-8f15f3fd7d22 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:18:44.339535 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5071813c-b414-49a8-a066-f19a72422eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:44.367740 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6733c3f5-fe14-4519-83f9-7858c4d3b0f7 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Pushing event deleted for resources: {'Subnet': ['ID=d8938585-9c44-4805-8a34-9e29286a7b5c,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:44.377670 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-8c2dd70e-1bb6-42fc-b92e-4892ce05bbaf tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Allocated IP 172.22.0.1 (829d1424-bc34-49ab-bc16-b496ea9e37e4/03b1175e-6a0b-478f-92c1-91827ab9a087/f95ef6cb-79ef-4194-a7d1-8bb27ddb6f35) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:18:44.381808 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e435a-1e94-479f-8681-326d86aaa850 req-fe25209a-97c2-4733-bc4c-c81a238c9fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:44.383406 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-af7e435a-1e94-479f-8681-326d86aaa850 req-fe25209a-97c2-4733-bc4c-c81a238c9fa9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b4c93f40-84b3-4be9-a75c-3ab0ca9c2e75 HTTP/1.1" status: 200 len: 1097 time: 0.1818955 Oct 30 15:18:44.389746 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6733c3f5-fe14-4519-83f9-7858c4d3b0f7 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:44.391900 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:44.393473 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-6733c3f5-fe14-4519-83f9-7858c4d3b0f7 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] 10.222.0.62 "DELETE /v2.0/subnets/d8938585-9c44-4805-8a34-9e29286a7b5c HTTP/1.1" status: 204 len: 168 time: 1.1038511 Oct 30 15:18:44.397109 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-5071813c-b414-49a8-a066-f19a72422eff None None] Port fd2430ee-7c1c-40d0-992b-8f15f3fd7d22 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:18:44.397533 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 44186) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:44.549121 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-af7e435a-1e94-479f-8681-326d86aaa850 req-f94e11d3-bae3-4450-9948-95a5d9d6686c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540580 Oct 30 15:18:44.558535 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=fbb4922f-13db-4bb7-84e3-986b821ba15c,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:44.584071 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c53ff0d-133e-404d-839a-85e0dce2430c None None] Network dcf065c7-a552-4911-8f9a-e1a064c437d1 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:18:44.602741 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c74d9fa2-7070-453b-9e31-7221259cb8d9 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:44.694544 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 7d681d94-0d9e-4748-be91-87aabdad98d1 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:18:44.695554 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:44.711234 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8c2dd70e-1bb6-42fc-b92e-4892ce05bbaf tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:44.712850 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-c74d9fa2-7070-453b-9e31-7221259cb8d9 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Deleting port 04822d15-f979-44b5-9227-030ec9ac4d7a {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:18:44.714872 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c74d9fa2-7070-453b-9e31-7221259cb8d9 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:44.784906 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8c2dd70e-1bb6-42fc-b92e-4892ce05bbaf tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:44.808091 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-b1f60eb1-c5af-41fa-9800-7d45413dc790 None None] Attempting to bind port fd2430ee-7c1c-40d0-992b-8f15f3fd7d22 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:18:44.808474 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-b1f60eb1-c5af-41fa-9800-7d45413dc790 None None] Attempting to bind port fd2430ee-7c1c-40d0-992b-8f15f3fd7d22 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'a2e07b60-e431-46bc-aabe-c64a0496d760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd55bc44b-905d-4746-a45b-5e824c1f3ded'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:18:44.808837 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f60eb1-c5af-41fa-9800-7d45413dc790 None None] Attempting to bind port fd2430ee-7c1c-40d0-992b-8f15f3fd7d22 on network d55bc44b-905d-4746-a45b-5e824c1f3ded {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:18:44.815455 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-94b00f6f-5eae-46ca-8a22-c6654167c63d None None] Provisioning complete for port fd2430ee-7c1c-40d0-992b-8f15f3fd7d22 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:18:44.817350 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-94b00f6f-5eae-46ca-8a22-c6654167c63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:44.863825 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-94b00f6f-5eae-46ca-8a22-c6654167c63d None None] Port fd2430ee-7c1c-40d0-992b-8f15f3fd7d22 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:18:44.865382 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-ba998a70-1205-44db-a0ed-faf97bc0ff2a None None] Attempting to bind port 24099dc1-da29-4957-a298-e5beef2c6c07 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:18:44.865762 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-ba998a70-1205-44db-a0ed-faf97bc0ff2a None None] Attempting to bind port 24099dc1-da29-4957-a298-e5beef2c6c07 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '65828109-77ac-427b-9e86-32a048af3c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '829d1424-bc34-49ab-bc16-b496ea9e37e4'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:18:44.866845 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba998a70-1205-44db-a0ed-faf97bc0ff2a None None] Attempting to bind port 24099dc1-da29-4957-a298-e5beef2c6c07 on network 829d1424-bc34-49ab-bc16-b496ea9e37e4 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:18:44.875493 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2dd70e-1bb6-42fc-b92e-4892ce05bbaf tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Network 829d1424-bc34-49ab-bc16-b496ea9e37e4 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:18:44.882585 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-8c2dd70e-1bb6-42fc-b92e-4892ce05bbaf tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:18:44.883315 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f60eb1-c5af-41fa-9800-7d45413dc790 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:18:44.883789 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f60eb1-c5af-41fa-9800-7d45413dc790 None None] Checking segment: {'id': 'a2e07b60-e431-46bc-aabe-c64a0496d760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd55bc44b-905d-4746-a45b-5e824c1f3ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:18:44.884510 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b1f60eb1-c5af-41fa-9800-7d45413dc790 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:44.884725 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f60eb1-c5af-41fa-9800-7d45413dc790 None None] Bound using segment: {'id': 'a2e07b60-e431-46bc-aabe-c64a0496d760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd55bc44b-905d-4746-a45b-5e824c1f3ded'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:18:44.885051 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-b1f60eb1-c5af-41fa-9800-7d45413dc790 None None] Bound port: fd2430ee-7c1c-40d0-992b-8f15f3fd7d22, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2e07b60-e431-46bc-aabe-c64a0496d760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd55bc44b-905d-4746-a45b-5e824c1f3ded'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:18:44.885450 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b1f60eb1-c5af-41fa-9800-7d45413dc790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:44.891404 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2dd70e-1bb6-42fc-b92e-4892ce05bbaf tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:18:44.897704 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-c74d9fa2-7070-453b-9e31-7221259cb8d9 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] For port 04822d15-f979-44b5-9227-030ec9ac4d7a, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=04822d15-f979-44b5-9227-030ec9ac4d7a,segment=NetworkSegment(c1adfa84-23a5-4cf1-878a-099be165f119),segment_id=c1adfa84-23a5-4cf1-878a-099be165f119)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:18:44.898721 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c74d9fa2-7070-453b-9e31-7221259cb8d9 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:44.915865 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-c74d9fa2-7070-453b-9e31-7221259cb8d9 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Calling delete_port for 04822d15-f979-44b5-9227-030ec9ac4d7a owned by network:dhcp {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:18:44.918591 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2dd70e-1bb6-42fc-b92e-4892ce05bbaf tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Pushing event updated for resources: {'Port': ['ID=f95ef6cb-79ef-4194-a7d1-8bb27ddb6f35,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:44.940234 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba998a70-1205-44db-a0ed-faf97bc0ff2a None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:18:44.940493 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba998a70-1205-44db-a0ed-faf97bc0ff2a None None] Checking segment: {'id': '65828109-77ac-427b-9e86-32a048af3c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '829d1424-bc34-49ab-bc16-b496ea9e37e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:18:44.941489 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ba998a70-1205-44db-a0ed-faf97bc0ff2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:44.941893 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba998a70-1205-44db-a0ed-faf97bc0ff2a None None] Bound using segment: {'id': '65828109-77ac-427b-9e86-32a048af3c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '829d1424-bc34-49ab-bc16-b496ea9e37e4'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:18:44.942397 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-ba998a70-1205-44db-a0ed-faf97bc0ff2a None None] Bound port: 24099dc1-da29-4957-a298-e5beef2c6c07, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65828109-77ac-427b-9e86-32a048af3c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '829d1424-bc34-49ab-bc16-b496ea9e37e4'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:18:44.943312 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ba998a70-1205-44db-a0ed-faf97bc0ff2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:44.960436 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462aea06-e993-4516-9eee-8eb578449d21 req-449fc98e-fb08-4d55-9283-3170d17e04f9 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:44.966454 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462aea06-e993-4516-9eee-8eb578449d21 req-449fc98e-fb08-4d55-9283-3170d17e04f9 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:44.972888 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462aea06-e993-4516-9eee-8eb578449d21 req-449fc98e-fb08-4d55-9283-3170d17e04f9 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:44.979085 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462aea06-e993-4516-9eee-8eb578449d21 req-449fc98e-fb08-4d55-9283-3170d17e04f9 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:44.985308 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462aea06-e993-4516-9eee-8eb578449d21 req-449fc98e-fb08-4d55-9283-3170d17e04f9 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:44.991922 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462aea06-e993-4516-9eee-8eb578449d21 req-449fc98e-fb08-4d55-9283-3170d17e04f9 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:44.998311 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462aea06-e993-4516-9eee-8eb578449d21 req-449fc98e-fb08-4d55-9283-3170d17e04f9 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:45.000629 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-462aea06-e993-4516-9eee-8eb578449d21 req-449fc98e-fb08-4d55-9283-3170d17e04f9 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 5445 time: 0.1967378 Oct 30 15:18:45.007737 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8c2dd70e-1bb6-42fc-b92e-4892ce05bbaf tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:45.060793 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c74d9fa2-7070-453b-9e31-7221259cb8d9 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:45.085967 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74d9fa2-7070-453b-9e31-7221259cb8d9 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Pushing event deleted for resources: {'Port': ['ID=04822d15-f979-44b5-9227-030ec9ac4d7a,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:45.106566 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74d9fa2-7070-453b-9e31-7221259cb8d9 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] No DVR routers for this DVR port 04822d15-f979-44b5-9227-030ec9ac4d7a on host n-d-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:18:45.227504 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-b1f60eb1-c5af-41fa-9800-7d45413dc790 None None] For port fd2430ee-7c1c-40d0-992b-8f15f3fd7d22, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:18:45.235188 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-462aea06-e993-4516-9eee-8eb578449d21 req-4f663d99-e1e4-4045-b2e6-ae5b8df2816e tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d8b2e39-c2c3-46e2-b7ce-d3094509b03c&id=301c6b35-46a3-48b2-8746-44103cb6e6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1761398 Oct 30 15:18:45.262778 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-b1f60eb1-c5af-41fa-9800-7d45413dc790 None None] For port fd2430ee-7c1c-40d0-992b-8f15f3fd7d22, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=fd2430ee-7c1c-40d0-992b-8f15f3fd7d22,segment=NetworkSegment(a2e07b60-e431-46bc-aabe-c64a0496d760),segment_id=a2e07b60-e431-46bc-aabe-c64a0496d760)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:18:45.279629 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b1f60eb1-c5af-41fa-9800-7d45413dc790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:45.291430 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c74d9fa2-7070-453b-9e31-7221259cb8d9 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:45.324686 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7854f482-070a-431a-8e67-eb84938aa27f None None] DHCP port deletion for dcf065c7-a552-4911-8f9a-e1a064c437d1 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:18:45.337936 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-ba998a70-1205-44db-a0ed-faf97bc0ff2a None None] For port 24099dc1-da29-4957-a298-e5beef2c6c07, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:18:45.358587 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-c74d9fa2-7070-453b-9e31-7221259cb8d9 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcf065c7-a552-4911-8f9a-e1a064c437d1']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:45.385254 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-ba998a70-1205-44db-a0ed-faf97bc0ff2a None None] For port 24099dc1-da29-4957-a298-e5beef2c6c07, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=24099dc1-da29-4957-a298-e5beef2c6c07,segment=NetworkSegment(65828109-77ac-427b-9e86-32a048af3c81),segment_id=65828109-77ac-427b-9e86-32a048af3c81)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:18:45.399014 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-c74d9fa2-7070-453b-9e31-7221259cb8d9 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1adfa84-23a5-4cf1-878a-099be165f119') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:45.399846 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-c74d9fa2-7070-453b-9e31-7221259cb8d9 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1adfa84-23a5-4cf1-878a-099be165f119') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:45.403613 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ba998a70-1205-44db-a0ed-faf97bc0ff2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:45.407772 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8c2dd70e-1bb6-42fc-b92e-4892ce05bbaf tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:45.421067 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe54d128-2a59-4264-b7a0-fae6253a7a73 req-e3966366-685c-45a2-a896-38d1785e54a4 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:45.422688 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fe54d128-2a59-4264-b7a0-fae6253a7a73 req-e3966366-685c-45a2-a896-38d1785e54a4 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4c93f40-84b3-4be9-a75c-3ab0ca9c2e75 HTTP/1.1" status: 200 len: 945 time: 0.1735215 Oct 30 15:18:45.450099 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c74d9fa2-7070-453b-9e31-7221259cb8d9 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:45.453661 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f60eb1-c5af-41fa-9800-7d45413dc790 None None] Routers {'e0b1081a-8c9f-405d-b751-513e9f3b1a41'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:18:45.454310 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-b1f60eb1-c5af-41fa-9800-7d45413dc790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:18:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['e0b1081a-8c9f-405d-b751-513e9f3b1a41'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:45.482167 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c74d9fa2-7070-453b-9e31-7221259cb8d9 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:45.510507 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fe54d128-2a59-4264-b7a0-fae6253a7a73 req-e8540247-c394-4283-aad2-4e8dbf211b6b tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767159 Oct 30 15:18:45.511924 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c74d9fa2-7070-453b-9e31-7221259cb8d9 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:18:45.517122 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c74d9fa2-7070-453b-9e31-7221259cb8d9 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:45.521643 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:18:45.521643 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:18:45.521643 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:18:45.521643 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:18:45.521643 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:18:45.521643 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:18:45.521643 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:18:45.521643 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:18:45.521643 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:18:45.521643 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:18:45.521643 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:18:45.521643 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:18:45.521643 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:18:45.521643 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:18:45.521643 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:18:45.521643 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:18:45.521643 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:18:45.521643 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:18:45.521643 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:18:45.521643 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:18:45.521643 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:18:45.521643 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:18:45.521643 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:18:45.521643 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:18:45.521643 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:18:45.521643 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:18:45.521643 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:18:45.521643 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:18:45.521643 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:18:45.521643 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:18:45.521643 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:18:45.521643 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:18:45.552971 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e48907-5061-4287-a12b-3a4745f183b1 None None] Pushing event updated for resources: {'Port': ['ID=fd2430ee-7c1c-40d0-992b-8f15f3fd7d22,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:45.620910 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c74d9fa2-7070-453b-9e31-7221259cb8d9 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:45.632975 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c74d9fa2-7070-453b-9e31-7221259cb8d9 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:45.639147 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-c74d9fa2-7070-453b-9e31-7221259cb8d9 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] 10.222.0.62 "DELETE /v2.0/networks/dcf065c7-a552-4911-8f9a-e1a064c437d1 HTTP/1.1" status: 204 len: 168 time: 1.2383909 Oct 30 15:18:45.694894 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74d9fa2-7070-453b-9e31-7221259cb8d9 tempest-NetworksTest-2031887955 tempest-NetworksTest-2031887955-project] Pushing event deleted for resources: {'Network': ['ID=dcf065c7-a552-4911-8f9a-e1a064c437d1,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:45.835413 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 04822d15-f979-44b5-9227-030ec9ac4d7a no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:18:45.896909 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 04822d15-f979-44b5-9227-030ec9ac4d7a {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:18:45.897257 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 04822d15-f979-44b5-9227-030ec9ac4d7a not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:18:45.914152 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba998a70-1205-44db-a0ed-faf97bc0ff2a None None] Pushing event updated for resources: {'Port': ['ID=24099dc1-da29-4957-a298-e5beef2c6c07,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:45.950429 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-b1f60eb1-c5af-41fa-9800-7d45413dc790 None None] Set router e0b1081a-8c9f-405d-b751-513e9f3b1a41 gateway port host: None {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:18:45.953875 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d98d03d5-666f-42ab-83bc-839d25737a0e None None] Provisioning complete for port fd2430ee-7c1c-40d0-992b-8f15f3fd7d22 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:18:45.954948 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d98d03d5-666f-42ab-83bc-839d25737a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:46.149030 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8c2dd70e-1bb6-42fc-b92e-4892ce05bbaf tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:46.157040 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8c2dd70e-1bb6-42fc-b92e-4892ce05bbaf tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:46.236355 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '318e0f35-11f4-4936-80dd-75a782a28c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbb4922f-13db-4bb7-84e3-986b821ba15c'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:18:46.240531 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d765f5-33d0-4c6d-832a-241b0dfa9b6b" -d '{"events": [{"server_uuid": "318e0f35-11f4-4936-80dd-75a782a28c98", "name": "network-vif-plugged", "status": "completed", "tag": "fbb4922f-13db-4bb7-84e3-986b821ba15c"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:18:46.242915 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d98d03d5-666f-42ab-83bc-839d25737a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:46.247302 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 44220) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:46.317137 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8c2dd70e-1bb6-42fc-b92e-4892ce05bbaf tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:46.320326 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2dd70e-1bb6-42fc-b92e-4892ce05bbaf tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Pushing event updated for resources: {'Port': ['ID=f95ef6cb-79ef-4194-a7d1-8bb27ddb6f35,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:46.334711 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d98d03d5-666f-42ab-83bc-839d25737a0e None None] For port fd2430ee-7c1c-40d0-992b-8f15f3fd7d22, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=fd2430ee-7c1c-40d0-992b-8f15f3fd7d22,segment=NetworkSegment(a2e07b60-e431-46bc-aabe-c64a0496d760),segment_id=a2e07b60-e431-46bc-aabe-c64a0496d760)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:18:46.340565 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d98d03d5-666f-42ab-83bc-839d25737a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:46.368182 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3783c631-0f7f-44cd-80b0-b12a0ff3e724 x-openstack-request-id: req-3783c631-0f7f-44cd-80b0-b12a0ff3e724 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:18:46.368523 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "318e0f35-11f4-4936-80dd-75a782a28c98", "name": "network-vif-plugged", "status": "completed", "tag": "fbb4922f-13db-4bb7-84e3-986b821ba15c", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:18:46.369148 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3783c631-0f7f-44cd-80b0-b12a0ff3e724 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:18:46.369612 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '318e0f35-11f4-4936-80dd-75a782a28c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbb4922f-13db-4bb7-84e3-986b821ba15c', 'code': 200} Oct 30 15:18:46.470061 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98d03d5-666f-42ab-83bc-839d25737a0e None None] Pushing event updated for resources: {'Port': ['ID=fd2430ee-7c1c-40d0-992b-8f15f3fd7d22,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:46.501011 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-b1f60eb1-c5af-41fa-9800-7d45413dc790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'name': 'tempest-RoutersTest-router-1922274493', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:18:28Z', 'updated_at': '2021-10-30T15:18:45Z', 'revision_number': 4, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'gw_port_host': None, '_interfaces': [{'id': '31ec019b-a137-4b23-8bff-a76256a48ad8', 'name': '', 'network_id': '46e3b8e8-31fe-4fad-928e-09f0b734867f', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'mac_address': 'fa:16:3e:39:c2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'ae21a9e5-a05b-4bf0-b9d9-e3793f8c6020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:18:30Z', 'updated_at': '2021-10-30T15:18:36Z', 'revision_number': 5, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'subnets': [{'id': 'ae21a9e5-a05b-4bf0-b9d9-e3793f8c6020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f95ef6cb-79ef-4194-a7d1-8bb27ddb6f35', 'name': '', 'network_id': '829d1424-bc34-49ab-bc16-b496ea9e37e4', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'mac_address': 'fa:16:3e:03:cd:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '03b1175e-6a0b-478f-92c1-91827ab9a087', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:18:42Z', 'updated_at': '2021-10-30T15:18:44Z', 'revision_number': 1, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'subnets': [{'id': '03b1175e-6a0b-478f-92c1-91827ab9a087', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd2430ee-7c1c-40d0-992b-8f15f3fd7d22', 'name': '', 'network_id': 'd55bc44b-905d-4746-a45b-5e824c1f3ded', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'mac_address': 'fa:16:3e:8d:58:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '40a6d6b0-1911-40d4-86d1-6cf55ce6bbba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:18:36Z', 'updated_at': '2021-10-30T15:18:45Z', 'revision_number': 4, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'subnets': [{'id': '40a6d6b0-1911-40d4-86d1-6cf55ce6bbba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:46.512907 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e090a-df24-40b6-ad0a-4ad43be116b4 req-b7c512f5-c34a-40b6-bfe2-973ad2a11f2c tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:46.521498 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e090a-df24-40b6-ad0a-4ad43be116b4 req-b7c512f5-c34a-40b6-bfe2-973ad2a11f2c tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:46.537695 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f60eb1-c5af-41fa-9800-7d45413dc790 None None] The sync data for ids ['e0b1081a-8c9f-405d-b751-513e9f3b1a41'] in n-d-806683-17 is: [{'id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'name': 'tempest-RoutersTest-router-1922274493', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:18:28Z', 'updated_at': '2021-10-30T15:18:45Z', 'revision_number': 4, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'gw_port_host': None, '_interfaces': [{'id': '31ec019b-a137-4b23-8bff-a76256a48ad8', 'name': '', 'network_id': '46e3b8e8-31fe-4fad-928e-09f0b734867f', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'mac_address': 'fa:16:3e:39:c2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'ae21a9e5-a05b-4bf0-b9d9-e3793f8c6020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:18:30Z', 'updated_at': '2021-10-30T15:18:36Z', 'revision_number': 5, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'subnets': [{'id': 'ae21a9e5-a05b-4bf0-b9d9-e3793f8c6020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f95ef6cb-79ef-4194-a7d1-8bb27ddb6f35', 'name': '', 'network_id': '829d1424-bc34-49ab-bc16-b496ea9e37e4', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'mac_address': 'fa:16:3e:03:cd:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '03b1175e-6a0b-478f-92c1-91827ab9a087', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:18:42Z', 'updated_at': '2021-10-30T15:18:44Z', 'revision_number': 1, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'subnets': [{'id': '03b1175e-6a0b-478f-92c1-91827ab9a087', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd2430ee-7c1c-40d0-992b-8f15f3fd7d22', 'name': '', 'network_id': 'd55bc44b-905d-4746-a45b-5e824c1f3ded', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'mac_address': 'fa:16:3e:8d:58:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '40a6d6b0-1911-40d4-86d1-6cf55ce6bbba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:18:36Z', 'updated_at': '2021-10-30T15:18:45Z', 'revision_number': 4, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'subnets': [{'id': '40a6d6b0-1911-40d4-86d1-6cf55ce6bbba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:18:46.542340 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e090a-df24-40b6-ad0a-4ad43be116b4 req-b7c512f5-c34a-40b6-bfe2-973ad2a11f2c tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:46.552906 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e090a-df24-40b6-ad0a-4ad43be116b4 req-b7c512f5-c34a-40b6-bfe2-973ad2a11f2c tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:46.558494 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c8164-304a-47bf-a718-cc36ecc85195 req-7c77b66f-a268-4b40-a458-1e68e9027da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:46.559392 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c8164-304a-47bf-a718-cc36ecc85195 req-7c77b66f-a268-4b40-a458-1e68e9027da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:46.560509 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e090a-df24-40b6-ad0a-4ad43be116b4 req-b7c512f5-c34a-40b6-bfe2-973ad2a11f2c tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:46.560805 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c8164-304a-47bf-a718-cc36ecc85195 req-7c77b66f-a268-4b40-a458-1e68e9027da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:46.564709 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c8164-304a-47bf-a718-cc36ecc85195 req-7c77b66f-a268-4b40-a458-1e68e9027da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:46.565368 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c8164-304a-47bf-a718-cc36ecc85195 req-7c77b66f-a268-4b40-a458-1e68e9027da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:46.566014 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c8164-304a-47bf-a718-cc36ecc85195 req-7c77b66f-a268-4b40-a458-1e68e9027da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:46.566663 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c8164-304a-47bf-a718-cc36ecc85195 req-7c77b66f-a268-4b40-a458-1e68e9027da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:46.569721 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-037c8164-304a-47bf-a718-cc36ecc85195 req-7c77b66f-a268-4b40-a458-1e68e9027da5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 6509 time: 0.1326277 Oct 30 15:18:46.574139 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b51bec88-e9d1-497a-a379-a6a980d8f2d2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d5120f1dc65f4ae487781dbab13ba539&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3244092 Oct 30 15:18:46.583151 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 44230) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:46.586408 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e090a-df24-40b6-ad0a-4ad43be116b4 req-b7c512f5-c34a-40b6-bfe2-973ad2a11f2c tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:46.593043 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e090a-df24-40b6-ad0a-4ad43be116b4 req-b7c512f5-c34a-40b6-bfe2-973ad2a11f2c tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:46.594865 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9e8e090a-df24-40b6-ad0a-4ad43be116b4 req-b7c512f5-c34a-40b6-bfe2-973ad2a11f2c tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 5445 time: 0.1775522 Oct 30 15:18:46.680935 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-037c8164-304a-47bf-a718-cc36ecc85195 req-9274de08-d3ac-46b3-8434-7663e85af04a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=301c6b35-46a3-48b2-8746-44103cb6e6e4&id=0d8b2e39-c2c3-46e2-b7ce-d3094509b03c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1027479 Oct 30 15:18:46.709376 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2dd70e-1bb6-42fc-b92e-4892ce05bbaf tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Network 829d1424-bc34-49ab-bc16-b496ea9e37e4 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:18:46.718658 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-8c2dd70e-1bb6-42fc-b92e-4892ce05bbaf tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:18:46.754480 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9e8e090a-df24-40b6-ad0a-4ad43be116b4 req-384cc5a9-e3c5-42a6-bf1c-fc23fde26063 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d8b2e39-c2c3-46e2-b7ce-d3094509b03c&id=301c6b35-46a3-48b2-8746-44103cb6e6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1516495 Oct 30 15:18:46.826584 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e6e690d1-4226-4d4e-9717-aa611477f0a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:46.865596 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aae03d-c8ef-4a0c-a10d-21695019afeb req-6ad682d0-9343-44cd-8be4-5905d77f967a tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:46.874877 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-56aae03d-c8ef-4a0c-a10d-21695019afeb req-6ad682d0-9343-44cd-8be4-5905d77f967a tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4c93f40-84b3-4be9-a75c-3ab0ca9c2e75 HTTP/1.1" status: 200 len: 945 time: 0.1621358 Oct 30 15:18:46.903805 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e6e690d1-4226-4d4e-9717-aa611477f0a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:46.925535 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c2dd70e-1bb6-42fc-b92e-4892ce05bbaf tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Router e0b1081a-8c9f-405d-b751-513e9f3b1a41 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:18:46.963493 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-56aae03d-c8ef-4a0c-a10d-21695019afeb req-3d6c4f8b-f7f4-4df4-b430-8d2b235d3ec2 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875478 Oct 30 15:18:47.001089 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e6e690d1-4226-4d4e-9717-aa611477f0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:47.004829 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e6e690d1-4226-4d4e-9717-aa611477f0a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:47.015065 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-e6e690d1-4226-4d4e-9717-aa611477f0a1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b4ce6cc4-6108-4627-bada-be8e4123e22e HTTP/1.1" status: 204 len: 168 time: 0.4300573 Oct 30 15:18:47.038530 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e690d1-4226-4d4e-9717-aa611477f0a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ce6cc4-6108-4627-bada-be8e4123e22e,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:47.340404 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e298a9e4-fc31-4cf1-9ca1-4ef02e44846d None None] Network 829d1424-bc34-49ab-bc16-b496ea9e37e4 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:18:47.481081 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb1a401-26e9-4ae0-8657-e838ecc31c83 req-4195657b-d172-401d-94be-59b71ac05d30 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:47.502593 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ddb1a401-26e9-4ae0-8657-e838ecc31c83 req-4195657b-d172-401d-94be-59b71ac05d30 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4c93f40-84b3-4be9-a75c-3ab0ca9c2e75 HTTP/1.1" status: 200 len: 945 time: 0.1439397 Oct 30 15:18:47.592030 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c2dd70e-1bb6-42fc-b92e-4892ce05bbaf tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:18:47.601723 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-8c2dd70e-1bb6-42fc-b92e-4892ce05bbaf tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "PUT /v2.0/routers/e0b1081a-8c9f-405d-b751-513e9f3b1a41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8456082 Oct 30 15:18:47.605346 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 44256) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:47.614163 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-50824897-81e3-4984-89b0-3c410d21e7ec tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Request body: {'network': {'name': 'tempest-RoutersTest-425654288'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:18:47.630908 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ddb1a401-26e9-4ae0-8657-e838ecc31c83 req-9b018374-9ded-4838-b9f5-ee88e9c058ce tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245141 Oct 30 15:18:47.664649 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50824897-81e3-4984-89b0-3c410d21e7ec tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Made reservation on behalf of 2a6cb1c7b667422386e8a263117bcaa0 for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:18:47.668611 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-50824897-81e3-4984-89b0-3c410d21e7ec tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:47.710334 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50824897-81e3-4984-89b0-3c410d21e7ec tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:18:47.731381 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-50824897-81e3-4984-89b0-3c410d21e7ec tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:47.731768 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-50824897-81e3-4984-89b0-3c410d21e7ec tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Added segment 22d613da-1f10-433e-9354-2cf4fa5fa11f of type vlan for network 14fa9c19-7fa8-42db-ad8d-33b520ee6bcd Oct 30 15:18:47.840620 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-50824897-81e3-4984-89b0-3c410d21e7ec tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:47.918424 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-50824897-81e3-4984-89b0-3c410d21e7ec tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:47.938487 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50824897-81e3-4984-89b0-3c410d21e7ec tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:47.941923 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-50824897-81e3-4984-89b0-3c410d21e7ec tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:48.003653 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-50824897-81e3-4984-89b0-3c410d21e7ec tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3967345 Oct 30 15:18:48.006616 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 44266) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:48.047938 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-6cfa2176-9980-467e-ad64-36b0532893f3 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Request body: {'subnet': {'network_id': '14fa9c19-7fa8-42db-ad8d-33b520ee6bcd', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:18:48.052357 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed4d799-7e83-4e95-a07e-9040830fcd80 req-544848b7-3c84-4749-b8b4-7e6f1984377e tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:48.067149 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed4d799-7e83-4e95-a07e-9040830fcd80 req-544848b7-3c84-4749-b8b4-7e6f1984377e tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:48.073871 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device fd2430ee-7c1c-40d0-992b-8f15f3fd7d22 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:18:48.080604 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed4d799-7e83-4e95-a07e-9040830fcd80 req-544848b7-3c84-4749-b8b4-7e6f1984377e tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:48.099285 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed4d799-7e83-4e95-a07e-9040830fcd80 req-544848b7-3c84-4749-b8b4-7e6f1984377e tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:48.113732 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed4d799-7e83-4e95-a07e-9040830fcd80 req-544848b7-3c84-4749-b8b4-7e6f1984377e tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:48.122975 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed4d799-7e83-4e95-a07e-9040830fcd80 req-544848b7-3c84-4749-b8b4-7e6f1984377e tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:48.140222 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed4d799-7e83-4e95-a07e-9040830fcd80 req-544848b7-3c84-4749-b8b4-7e6f1984377e tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:48.158102 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6ed4d799-7e83-4e95-a07e-9040830fcd80 req-544848b7-3c84-4749-b8b4-7e6f1984377e tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 5445 time: 0.2281780 Oct 30 15:18:48.272245 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-46e2ccd1-176b-44e9-9733-c46ab2027ed9 None None] Provisioning complete for port 24099dc1-da29-4957-a298-e5beef2c6c07 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:18:48.272916 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-46e2ccd1-176b-44e9-9733-c46ab2027ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:48.304354 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6ed4d799-7e83-4e95-a07e-9040830fcd80 req-06f178b8-1c60-4ef4-b08d-f2368c7f12e5 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d8b2e39-c2c3-46e2-b7ce-d3094509b03c&id=301c6b35-46a3-48b2-8746-44103cb6e6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1441677 Oct 30 15:18:48.422840 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50824897-81e3-4984-89b0-3c410d21e7ec tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Pushing event updated for resources: {'Network': ['ID=14fa9c19-7fa8-42db-ad8d-33b520ee6bcd,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:48.424316 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port fd2430ee-7c1c-40d0-992b-8f15f3fd7d22 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:18:48.425681 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:48.464481 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 14fa9c19-7fa8-42db-ad8d-33b520ee6bcd details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:18:48.486258 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cfa2176-9980-467e-ad64-36b0532893f3 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Made reservation on behalf of 2a6cb1c7b667422386e8a263117bcaa0 for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:18:48.490465 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6cfa2176-9980-467e-ad64-36b0532893f3 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:48.715658 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4038c54e-bca4-4b73-8bed-616256619256 None None] Sync routers for ids ['e0b1081a-8c9f-405d-b751-513e9f3b1a41'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:18:48.758215 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4038c54e-bca4-4b73-8bed-616256619256 None None] Routers {'e0b1081a-8c9f-405d-b751-513e9f3b1a41'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:18:48.760728 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-4038c54e-bca4-4b73-8bed-616256619256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:18:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['e0b1081a-8c9f-405d-b751-513e9f3b1a41'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:48.819259 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-46e2ccd1-176b-44e9-9733-c46ab2027ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:48.852944 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 44296) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:48.881649 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6cfa2176-9980-467e-ad64-36b0532893f3 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:48.920877 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-46e2ccd1-176b-44e9-9733-c46ab2027ed9 None None] For port 24099dc1-da29-4957-a298-e5beef2c6c07, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=24099dc1-da29-4957-a298-e5beef2c6c07,segment=NetworkSegment(65828109-77ac-427b-9e86-32a048af3c81),segment_id=65828109-77ac-427b-9e86-32a048af3c81)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:18:48.925376 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b999c454-48df-486a-be4e-89ef93fb7155 req-eaaecaa4-0adb-4a01-9dc6-0b66d0065ced tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:48.934098 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-46e2ccd1-176b-44e9-9733-c46ab2027ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:48.938969 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b999c454-48df-486a-be4e-89ef93fb7155 req-eaaecaa4-0adb-4a01-9dc6-0b66d0065ced tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4c93f40-84b3-4be9-a75c-3ab0ca9c2e75 HTTP/1.1" status: 200 len: 945 time: 0.1722665 Oct 30 15:18:48.990356 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device cd7bcfbf-1623-489f-a384-785738bf069f details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:18:48.996109 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-10ef0fb6-49f2-4b07-8338-8542db8bd72e tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1710134474'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:18:49.034070 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-4038c54e-bca4-4b73-8bed-616256619256 None None] Set router e0b1081a-8c9f-405d-b751-513e9f3b1a41 gateway port host: None {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:18:49.077090 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b999c454-48df-486a-be4e-89ef93fb7155 req-a7e3c8e8-1e76-4f74-a042-b9485de1dfcb tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218245 Oct 30 15:18:49.077461 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfa2176-9980-467e-ad64-36b0532893f3 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Pushing event updated for resources: {'Subnet': ['ID=28054579-e6e8-4248-b5fa-a960bbc8fa9e,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:49.080570 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfa2176-9980-467e-ad64-36b0532893f3 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Checking segment: {'id': '22d613da-1f10-433e-9354-2cf4fa5fa11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '14fa9c19-7fa8-42db-ad8d-33b520ee6bcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:18:49.081005 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfa2176-9980-467e-ad64-36b0532893f3 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Network hostable DHCP agents. Network: 14fa9c19-7fa8-42db-ad8d-33b520ee6bcd, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:18:49.100501 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ef0fb6-49f2-4b07-8338-8542db8bd72e tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Made reservation on behalf of 588c9a586131499fbc33840e1d270dce for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:18:49.104450 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-10ef0fb6-49f2-4b07-8338-8542db8bd72e tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:49.119876 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfa2176-9980-467e-ad64-36b0532893f3 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Network 14fa9c19-7fa8-42db-ad8d-33b520ee6bcd is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:18:49.135674 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-10ef0fb6-49f2-4b07-8338-8542db8bd72e tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:49.140819 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-6cfa2176-9980-467e-ad64-36b0532893f3 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 14fa9c19-7fa8-42db-ad8d-33b520ee6bcd) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:18:49.146124 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfa2176-9980-467e-ad64-36b0532893f3 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:49.146742 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6cfa2176-9980-467e-ad64-36b0532893f3 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:49.173331 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-6cfa2176-9980-467e-ad64-36b0532893f3 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1405282 Oct 30 15:18:49.176073 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 44312) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:49.335698 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d14d0e8-4b8e-4e9c-9566-9081c2b1f146 None None] Network 14fa9c19-7fa8-42db-ad8d-33b520ee6bcd requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:18:49.377261 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-10ef0fb6-49f2-4b07-8338-8542db8bd72e tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:49.397034 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-10ef0fb6-49f2-4b07-8338-8542db8bd72e tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:49.423821 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10ef0fb6-49f2-4b07-8338-8542db8bd72e tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:18:49.448888 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-10ef0fb6-49f2-4b07-8338-8542db8bd72e tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:49.449541 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-10ef0fb6-49f2-4b07-8338-8542db8bd72e tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Added segment 08113b91-ffc6-4827-897c-4543f88f54be of type vlan for network dcc4b9b5-5656-4174-9b1f-7537b53ac23b Oct 30 15:18:49.558751 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-10ef0fb6-49f2-4b07-8338-8542db8bd72e tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:49.570419 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e2ccd1-176b-44e9-9733-c46ab2027ed9 None None] Pushing event updated for resources: {'Port': ['ID=24099dc1-da29-4957-a298-e5beef2c6c07,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:49.606141 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-4038c54e-bca4-4b73-8bed-616256619256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'name': 'tempest-RoutersTest-router-1922274493', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:18:28Z', 'updated_at': '2021-10-30T15:18:45Z', 'revision_number': 4, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'gw_port_host': None, '_interfaces': [{'id': '31ec019b-a137-4b23-8bff-a76256a48ad8', 'name': '', 'network_id': '46e3b8e8-31fe-4fad-928e-09f0b734867f', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'mac_address': 'fa:16:3e:39:c2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'ae21a9e5-a05b-4bf0-b9d9-e3793f8c6020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:18:30Z', 'updated_at': '2021-10-30T15:18:36Z', 'revision_number': 5, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'subnets': [{'id': 'ae21a9e5-a05b-4bf0-b9d9-e3793f8c6020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f95ef6cb-79ef-4194-a7d1-8bb27ddb6f35', 'name': '', 'network_id': '829d1424-bc34-49ab-bc16-b496ea9e37e4', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'mac_address': 'fa:16:3e:03:cd:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '03b1175e-6a0b-478f-92c1-91827ab9a087', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:18:42Z', 'updated_at': '2021-10-30T15:18:45Z', 'revision_number': 2, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'subnets': [{'id': '03b1175e-6a0b-478f-92c1-91827ab9a087', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd2430ee-7c1c-40d0-992b-8f15f3fd7d22', 'name': '', 'network_id': 'd55bc44b-905d-4746-a45b-5e824c1f3ded', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'mac_address': 'fa:16:3e:8d:58:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '40a6d6b0-1911-40d4-86d1-6cf55ce6bbba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:18:36Z', 'updated_at': '2021-10-30T15:18:46Z', 'revision_number': 5, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'subnets': [{'id': '40a6d6b0-1911-40d4-86d1-6cf55ce6bbba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:49.680140 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef0fb6-49f2-4b07-8338-8542db8bd72e tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80f003c3-c6a1-48aa-91a9-7af9ad12727c,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:49.702292 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-17573b8f-db48-4867-a435-f6a29ee5eb67 None None] Provisioning complete for port 24099dc1-da29-4957-a298-e5beef2c6c07 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:18:49.702678 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-17573b8f-db48-4867-a435-f6a29ee5eb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:49.732860 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-10ef0fb6-49f2-4b07-8338-8542db8bd72e tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:49.740418 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ef0fb6-49f2-4b07-8338-8542db8bd72e tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:49.741348 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-10ef0fb6-49f2-4b07-8338-8542db8bd72e tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:49.839847 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 24099dc1-da29-4957-a298-e5beef2c6c07 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:18:49.944003 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef0fb6-49f2-4b07-8338-8542db8bd72e tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event updated for resources: {'Network': ['ID=dcc4b9b5-5656-4174-9b1f-7537b53ac23b,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:49.953685 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f77ad5-e77c-43ff-989a-0bd5bea50531 req-e05ef51c-0346-4100-8314-0e8c90b4f0cc tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:49.960352 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-21f77ad5-e77c-43ff-989a-0bd5bea50531 req-e05ef51c-0346-4100-8314-0e8c90b4f0cc tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4c93f40-84b3-4be9-a75c-3ab0ca9c2e75 HTTP/1.1" status: 200 len: 945 time: 0.3684435 Oct 30 15:18:49.960731 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4038c54e-bca4-4b73-8bed-616256619256 None None] Checking router: e0b1081a-8c9f-405d-b751-513e9f3b1a41 for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:18:49.969920 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4038c54e-bca4-4b73-8bed-616256619256 None None] Updating router e0b1081a-8c9f-405d-b751-513e9f3b1a41 port f95ef6cb-79ef-4194-a7d1-8bb27ddb6f35 binding host n-d-806683-17 {{(pid=102133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:18:50.035707 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4038c54e-bca4-4b73-8bed-616256619256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:50.076204 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-10ef0fb6-49f2-4b07-8338-8542db8bd72e tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.2210844 Oct 30 15:18:50.076870 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 44344) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:50.079968 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0e7d6f-c01f-4da0-b19e-dd5fa01fb9a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-14fa9c19-7fa8-42db-ad8d-33b520ee6bcd', 'network_id': '14fa9c19-7fa8-42db-ad8d-33b520ee6bcd', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'fixed_ips': [{'subnet_id': '28054579-e6e8-4248-b5fa-a960bbc8fa9e'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:18:50.080823 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ee0e7d6f-c01f-4da0-b19e-dd5fa01fb9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:50.111506 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0bae340b-48dc-4ed9-a063-89f701be3ab7 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:50.126657 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12461fc-d81b-466b-8aa5-4c18587323c3 req-dee70332-8001-4915-9609-a86bdbdbda0b tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:50.127887 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network dcc4b9b5-5656-4174-9b1f-7537b53ac23b details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:18:50.129772 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-21f77ad5-e77c-43ff-989a-0bd5bea50531 req-a831ef2d-e1ac-4282-a7d3-61d3e5957b88 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380405 Oct 30 15:18:50.141569 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12461fc-d81b-466b-8aa5-4c18587323c3 req-dee70332-8001-4915-9609-a86bdbdbda0b tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:50.155759 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port cd7bcfbf-1623-489f-a384-785738bf069f, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=cd7bcfbf-1623-489f-a384-785738bf069f,segment=NetworkSegment(4eb103e9-b9a2-4786-ab9b-d9e363fed874),segment_id=4eb103e9-b9a2-4786-ab9b-d9e363fed874)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:18:50.160918 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12461fc-d81b-466b-8aa5-4c18587323c3 req-dee70332-8001-4915-9609-a86bdbdbda0b tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:50.175760 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12461fc-d81b-466b-8aa5-4c18587323c3 req-dee70332-8001-4915-9609-a86bdbdbda0b tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:50.187065 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12461fc-d81b-466b-8aa5-4c18587323c3 req-dee70332-8001-4915-9609-a86bdbdbda0b tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:50.197696 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12461fc-d81b-466b-8aa5-4c18587323c3 req-dee70332-8001-4915-9609-a86bdbdbda0b tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:50.221661 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12461fc-d81b-466b-8aa5-4c18587323c3 req-dee70332-8001-4915-9609-a86bdbdbda0b tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:50.238080 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f12461fc-d81b-466b-8aa5-4c18587323c3 req-dee70332-8001-4915-9609-a86bdbdbda0b tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 5445 time: 0.6271348 Oct 30 15:18:50.244503 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-5fe04aba-c9dd-4b4d-8dca-5ab44574dedb tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Request body: {'port': {'network_id': 'dcc4b9b5-5656-4174-9b1f-7537b53ac23b', 'name': 'tempest-PortsTestJSON-1527363878'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:18:50.305831 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6b2ec838-424e-4a12-b1b9-6b72bde416ec req-58c17413-a13b-4b27-9045-2258f8351c59 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=58c0fb02-8f70-404b-81c2-c496d791d631&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6264696 Oct 30 15:18:50.338623 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4038c54e-bca4-4b73-8bed-616256619256 None None] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:50.346174 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4038c54e-bca4-4b73-8bed-616256619256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:50.412774 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ff82f-4185-4c7a-ac23-98a52a715fdb None None] Pushing event updated for resources: {'Port': ['ID=f95ef6cb-79ef-4194-a7d1-8bb27ddb6f35,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:50.498332 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': 'cd7bcfbf-1623-489f-a384-785738bf069f', 'network_id': 'd26e81b3-f432-4f3d-bc5b-f2edc1c076d6', 'port_id': 'cd7bcfbf-1623-489f-a384-785738bf069f', 'mac_address': 'fa:16:3e:c5:09:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd862e367-a3ef-41d8-9769-a6945d8f8b1d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:18:50.499164 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-4038c54e-bca4-4b73-8bed-616256619256 None None] Attempting to bind port f95ef6cb-79ef-4194-a7d1-8bb27ddb6f35 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:18:50.499572 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-4038c54e-bca4-4b73-8bed-616256619256 None None] Attempting to bind port f95ef6cb-79ef-4194-a7d1-8bb27ddb6f35 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '65828109-77ac-427b-9e86-32a048af3c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '829d1424-bc34-49ab-bc16-b496ea9e37e4'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:18:50.500137 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4038c54e-bca4-4b73-8bed-616256619256 None None] Attempting to bind port f95ef6cb-79ef-4194-a7d1-8bb27ddb6f35 on network 829d1424-bc34-49ab-bc16-b496ea9e37e4 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:18:50.509007 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4038c54e-bca4-4b73-8bed-616256619256 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:18:50.512745 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4038c54e-bca4-4b73-8bed-616256619256 None None] Checking segment: {'id': '65828109-77ac-427b-9e86-32a048af3c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '829d1424-bc34-49ab-bc16-b496ea9e37e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:18:50.513405 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4038c54e-bca4-4b73-8bed-616256619256 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:50.514601 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4038c54e-bca4-4b73-8bed-616256619256 None None] Bound using segment: {'id': '65828109-77ac-427b-9e86-32a048af3c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '829d1424-bc34-49ab-bc16-b496ea9e37e4'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:18:50.516218 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-4038c54e-bca4-4b73-8bed-616256619256 None None] Bound port: f95ef6cb-79ef-4194-a7d1-8bb27ddb6f35, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65828109-77ac-427b-9e86-32a048af3c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '829d1424-bc34-49ab-bc16-b496ea9e37e4'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:18:50.516929 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4038c54e-bca4-4b73-8bed-616256619256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:50.600302 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f12461fc-d81b-466b-8aa5-4c18587323c3 req-c979fbe0-d0cb-4a94-aa28-0a4d729c8710 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d8b2e39-c2c3-46e2-b7ce-d3094509b03c&id=301c6b35-46a3-48b2-8746-44103cb6e6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3609388 Oct 30 15:18:50.624124 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-17573b8f-db48-4867-a435-f6a29ee5eb67 None None] Provisioning complete for port f95ef6cb-79ef-4194-a7d1-8bb27ddb6f35 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:18:50.626611 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-17573b8f-db48-4867-a435-f6a29ee5eb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:50.653560 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ec838-424e-4a12-b1b9-6b72bde416ec req-dd400bd9-22bd-49f3-9bca-4200d8e57263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:50.655245 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6b2ec838-424e-4a12-b1b9-6b72bde416ec req-dd400bd9-22bd-49f3-9bca-4200d8e57263 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3b60864767dc44c8b2e5a3a55a17d929&device_id=58c0fb02-8f70-404b-81c2-c496d791d631 HTTP/1.1" status: 200 len: 1098 time: 0.2705786 Oct 30 15:18:50.674692 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-4038c54e-bca4-4b73-8bed-616256619256 None None] For port f95ef6cb-79ef-4194-a7d1-8bb27ddb6f35, host n-d-806683-17, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:18:50.685594 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-4038c54e-bca4-4b73-8bed-616256619256 None None] For port f95ef6cb-79ef-4194-a7d1-8bb27ddb6f35, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=f95ef6cb-79ef-4194-a7d1-8bb27ddb6f35,segment=NetworkSegment(65828109-77ac-427b-9e86-32a048af3c81),segment_id=65828109-77ac-427b-9e86-32a048af3c81)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:18:50.696745 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4038c54e-bca4-4b73-8bed-616256619256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:50.707630 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe04aba-c9dd-4b4d-8dca-5ab44574dedb tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Made reservation on behalf of 588c9a586131499fbc33840e1d270dce for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:18:50.714630 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5fe04aba-c9dd-4b4d-8dca-5ab44574dedb tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:50.730254 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:50.732118 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-17573b8f-db48-4867-a435-f6a29ee5eb67 None None] Port f95ef6cb-79ef-4194-a7d1-8bb27ddb6f35 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:18:50.806963 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cd7bcfbf-1623-489f-a384-785738bf069f {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:18:50.809571 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-0bae340b-48dc-4ed9-a063-89f701be3ab7 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Allocated IP 172.23.0.1 (14fa9c19-7fa8-42db-ad8d-33b520ee6bcd/28054579-e6e8-4248-b5fa-a960bbc8fa9e/89456eba-6c57-41e0-91a3-4c38c6fff300) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:18:50.835795 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 24099dc1-da29-4957-a298-e5beef2c6c07 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:18:50.836178 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:50.859039 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [None req-5fe04aba-c9dd-4b4d-8dca-5ab44574dedb tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] device_id is not set on port 8b3624d7-93b1-471c-92d1-c959edab10b3 yet. {{(pid=102131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:18:50.880134 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ff82f-4185-4c7a-ac23-98a52a715fdb None None] Pushing event updated for resources: {'Port': ['ID=f95ef6cb-79ef-4194-a7d1-8bb27ddb6f35,revision_number=4']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:50.909576 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4038c54e-bca4-4b73-8bed-616256619256 None None] Routers {'e0b1081a-8c9f-405d-b751-513e9f3b1a41'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:18:50.918602 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-4038c54e-bca4-4b73-8bed-616256619256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:18:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['e0b1081a-8c9f-405d-b751-513e9f3b1a41'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:50.978170 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0bae340b-48dc-4ed9-a063-89f701be3ab7 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:51.003866 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port cd7bcfbf-1623-489f-a384-785738bf069f, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=cd7bcfbf-1623-489f-a384-785738bf069f,segment=NetworkSegment(4eb103e9-b9a2-4786-ab9b-d9e363fed874),segment_id=4eb103e9-b9a2-4786-ab9b-d9e363fed874)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:18:51.050070 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0bae340b-48dc-4ed9-a063-89f701be3ab7 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:51.080484 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:51.133589 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ec838-424e-4a12-b1b9-6b72bde416ec req-2621ffd3-5a4e-4560-a0f2-7795977b7798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:51.134919 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6b2ec838-424e-4a12-b1b9-6b72bde416ec req-2621ffd3-5a4e-4560-a0f2-7795977b7798 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4f2b4662-3762-472a-a79d-3599e1ff305d HTTP/1.1" status: 200 len: 916 time: 0.4556851 Oct 30 15:18:51.143095 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bae340b-48dc-4ed9-a063-89f701be3ab7 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Pushing event updated for resources: {'Port': ['ID=89456eba-6c57-41e0-91a3-4c38c6fff300,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:51.230796 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-4038c54e-bca4-4b73-8bed-616256619256 None None] Set router e0b1081a-8c9f-405d-b751-513e9f3b1a41 gateway port host: None {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:18:51.245535 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bae340b-48dc-4ed9-a063-89f701be3ab7 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Network 14fa9c19-7fa8-42db-ad8d-33b520ee6bcd is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:18:51.258099 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f689a-6652-4410-b78a-2e13b9a13e0b req-a7c72057-260a-4749-a2af-ca03a962953b tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:51.259912 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1a7f689a-6652-4410-b78a-2e13b9a13e0b req-a7c72057-260a-4749-a2af-ca03a962953b tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4c93f40-84b3-4be9-a75c-3ab0ca9c2e75 HTTP/1.1" status: 200 len: 945 time: 0.2424781 Oct 30 15:18:51.261034 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-0bae340b-48dc-4ed9-a063-89f701be3ab7 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:18:51.268769 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bae340b-48dc-4ed9-a063-89f701be3ab7 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:18:51.350655 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-bbf5d0da-68c4-466a-995b-f231fba7009b None None] Provisioning complete for port f95ef6cb-79ef-4194-a7d1-8bb27ddb6f35 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:18:51.351037 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bbf5d0da-68c4-466a-995b-f231fba7009b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:51.370940 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0bae340b-48dc-4ed9-a063-89f701be3ab7 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:51.405843 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6b2ec838-424e-4a12-b1b9-6b72bde416ec req-54f1aab1-6d7c-4970-b605-933f99ec9bdd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=accff25a-9185-4c33-b95f-407161217272 HTTP/1.1" status: 200 len: 1002 time: 0.2186735 Oct 30 15:18:51.440661 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['cd7bcfbf-1623-489f-a384-785738bf069f'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:18:51.542607 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5442dc-65f5-4abb-8a0b-65380527c3b9 req-3ac7d986-c942-4617-901b-fa1bb79785d5 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:51.549912 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5442dc-65f5-4abb-8a0b-65380527c3b9 req-3ac7d986-c942-4617-901b-fa1bb79785d5 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:51.558061 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5442dc-65f5-4abb-8a0b-65380527c3b9 req-3ac7d986-c942-4617-901b-fa1bb79785d5 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:51.568391 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5442dc-65f5-4abb-8a0b-65380527c3b9 req-3ac7d986-c942-4617-901b-fa1bb79785d5 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:51.575073 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5442dc-65f5-4abb-8a0b-65380527c3b9 req-3ac7d986-c942-4617-901b-fa1bb79785d5 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:51.582339 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5442dc-65f5-4abb-8a0b-65380527c3b9 req-3ac7d986-c942-4617-901b-fa1bb79785d5 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:51.589231 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5442dc-65f5-4abb-8a0b-65380527c3b9 req-3ac7d986-c942-4617-901b-fa1bb79785d5 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:51.608606 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5cb5f89d-e14e-426e-b370-ade3dcea95b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:51.618337 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9d5442dc-65f5-4abb-8a0b-65380527c3b9 req-3ac7d986-c942-4617-901b-fa1bb79785d5 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 5445 time: 0.5956316 Oct 30 15:18:51.645805 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 44362) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:51.690640 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-60992c91-0956-470f-9b8b-f9c796a538c3 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Request body: {'floatingip': {'port_id': '60e5a05d-03c1-40b5-93f7-57ad866f5b1b'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:18:51.707784 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-4038c54e-bca4-4b73-8bed-616256619256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'name': 'tempest-RoutersTest-router-1922274493', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:18:28Z', 'updated_at': '2021-10-30T15:18:45Z', 'revision_number': 4, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'gw_port_host': None, '_interfaces': [{'id': '31ec019b-a137-4b23-8bff-a76256a48ad8', 'name': '', 'network_id': '46e3b8e8-31fe-4fad-928e-09f0b734867f', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'mac_address': 'fa:16:3e:39:c2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'ae21a9e5-a05b-4bf0-b9d9-e3793f8c6020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:18:30Z', 'updated_at': '2021-10-30T15:18:36Z', 'revision_number': 5, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'subnets': [{'id': 'ae21a9e5-a05b-4bf0-b9d9-e3793f8c6020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f95ef6cb-79ef-4194-a7d1-8bb27ddb6f35', 'name': '', 'network_id': '829d1424-bc34-49ab-bc16-b496ea9e37e4', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'mac_address': 'fa:16:3e:03:cd:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '03b1175e-6a0b-478f-92c1-91827ab9a087', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:18:42Z', 'updated_at': '2021-10-30T15:18:50Z', 'revision_number': 4, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'subnets': [{'id': '03b1175e-6a0b-478f-92c1-91827ab9a087', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd2430ee-7c1c-40d0-992b-8f15f3fd7d22', 'name': '', 'network_id': 'd55bc44b-905d-4746-a45b-5e824c1f3ded', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'mac_address': 'fa:16:3e:8d:58:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '40a6d6b0-1911-40d4-86d1-6cf55ce6bbba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:18:36Z', 'updated_at': '2021-10-30T15:18:46Z', 'revision_number': 5, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'subnets': [{'id': '40a6d6b0-1911-40d4-86d1-6cf55ce6bbba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:51.759091 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4038c54e-bca4-4b73-8bed-616256619256 None None] The sync data for ids ['e0b1081a-8c9f-405d-b751-513e9f3b1a41'] in n-d-806683-17 is: [{'id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'name': 'tempest-RoutersTest-router-1922274493', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:18:28Z', 'updated_at': '2021-10-30T15:18:45Z', 'revision_number': 4, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'gw_port_host': None, '_interfaces': [{'id': '31ec019b-a137-4b23-8bff-a76256a48ad8', 'name': '', 'network_id': '46e3b8e8-31fe-4fad-928e-09f0b734867f', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'mac_address': 'fa:16:3e:39:c2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'ae21a9e5-a05b-4bf0-b9d9-e3793f8c6020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:18:30Z', 'updated_at': '2021-10-30T15:18:36Z', 'revision_number': 5, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'subnets': [{'id': 'ae21a9e5-a05b-4bf0-b9d9-e3793f8c6020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f95ef6cb-79ef-4194-a7d1-8bb27ddb6f35', 'name': '', 'network_id': '829d1424-bc34-49ab-bc16-b496ea9e37e4', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'mac_address': 'fa:16:3e:03:cd:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '03b1175e-6a0b-478f-92c1-91827ab9a087', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:18:42Z', 'updated_at': '2021-10-30T15:18:50Z', 'revision_number': 4, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'subnets': [{'id': '03b1175e-6a0b-478f-92c1-91827ab9a087', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd2430ee-7c1c-40d0-992b-8f15f3fd7d22', 'name': '', 'network_id': 'd55bc44b-905d-4746-a45b-5e824c1f3ded', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'mac_address': 'fa:16:3e:8d:58:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '40a6d6b0-1911-40d4-86d1-6cf55ce6bbba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:18:36Z', 'updated_at': '2021-10-30T15:18:46Z', 'revision_number': 5, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'subnets': [{'id': '40a6d6b0-1911-40d4-86d1-6cf55ce6bbba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:18:51.824901 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0bae340b-48dc-4ed9-a063-89f701be3ab7 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:51.942378 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-60992c91-0956-470f-9b8b-f9c796a538c3 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks [] for floatingip, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:51.962535 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-ee0e7d6f-c01f-4da0-b19e-dd5fa01fb9a6 None None] Allocated IP 172.23.0.2 (14fa9c19-7fa8-42db-ad8d-33b520ee6bcd/28054579-e6e8-4248-b5fa-a960bbc8fa9e/58e3ada6-279b-4b0b-b908-330cdde495d8) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:18:51.987792 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5fe04aba-c9dd-4b4d-8dca-5ab44574dedb tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:52.062722 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7405713c-6a7f-492c-83ed-b9307f1075b1 req-f0b9ebf6-8184-4a0e-9eae-a7364b4128d2 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:52.071805 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7405713c-6a7f-492c-83ed-b9307f1075b1 req-f0b9ebf6-8184-4a0e-9eae-a7364b4128d2 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4c93f40-84b3-4be9-a75c-3ab0ca9c2e75 HTTP/1.1" status: 200 len: 945 time: 0.7314167 Oct 30 15:18:52.100486 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-1a7f689a-6652-4410-b78a-2e13b9a13e0b req-80334015-d9f6-4dd1-bf50-881edca98d04 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Deleting port 7f600b07-c010-4bd1-8bf5-718b9044ae19 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:18:52.101029 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1a7f689a-6652-4410-b78a-2e13b9a13e0b req-80334015-d9f6-4dd1-bf50-881edca98d04 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:52.169027 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ec838-424e-4a12-b1b9-6b72bde416ec req-efe2857f-26cb-4686-b8da-86d7d5e1f6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:52.170689 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6b2ec838-424e-4a12-b1b9-6b72bde416ec req-efe2857f-26cb-4686-b8da-86d7d5e1f6a4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dc7ff2c3-bbb5-481f-ba0a-d62c781b867c HTTP/1.1" status: 200 len: 854 time: 0.7350218 Oct 30 15:18:52.173831 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7405713c-6a7f-492c-83ed-b9307f1075b1 req-f700d9dc-9c42-4081-a73f-edb546d9c8df tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915453 Oct 30 15:18:52.273473 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5fe04aba-c9dd-4b4d-8dca-5ab44574dedb tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:52.289879 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-1a7f689a-6652-4410-b78a-2e13b9a13e0b req-80334015-d9f6-4dd1-bf50-881edca98d04 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] For port 7f600b07-c010-4bd1-8bf5-718b9044ae19, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=7f600b07-c010-4bd1-8bf5-718b9044ae19,segment=NetworkSegment(803c5434-e7a3-49e2-9896-7909e39f1289),segment_id=803c5434-e7a3-49e2-9896-7909e39f1289)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:18:52.290205 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1a7f689a-6652-4410-b78a-2e13b9a13e0b req-80334015-d9f6-4dd1-bf50-881edca98d04 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:52.304541 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-1a7f689a-6652-4410-b78a-2e13b9a13e0b req-80334015-d9f6-4dd1-bf50-881edca98d04 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Calling delete_port for 7f600b07-c010-4bd1-8bf5-718b9044ae19 owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:18:52.342067 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device f95ef6cb-79ef-4194-a7d1-8bb27ddb6f35 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:18:52.344199 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=cd7bcfbf-1623-489f-a384-785738bf069f,revision_number=6']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:52.364166 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bbf5d0da-68c4-466a-995b-f231fba7009b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:52.410474 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ec838-424e-4a12-b1b9-6b72bde416ec req-32a619a3-4b42-479d-94b9-7501f59d53a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:52.413031 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6b2ec838-424e-4a12-b1b9-6b72bde416ec req-32a619a3-4b42-479d-94b9-7501f59d53a3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4f2b4662-3762-472a-a79d-3599e1ff305d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1949687 Oct 30 15:18:52.428816 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe04aba-c9dd-4b4d-8dca-5ab44574dedb tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event updated for resources: {'Port': ['ID=8b3624d7-93b1-471c-92d1-c959edab10b3,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:52.436359 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe04aba-c9dd-4b4d-8dca-5ab44574dedb tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Checking segment: {'id': '08113b91-ffc6-4827-897c-4543f88f54be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'dcc4b9b5-5656-4174-9b1f-7537b53ac23b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:18:52.438167 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe04aba-c9dd-4b4d-8dca-5ab44574dedb tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Network hostable DHCP agents. Network: dcc4b9b5-5656-4174-9b1f-7537b53ac23b, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:18:52.511608 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-bbf5d0da-68c4-466a-995b-f231fba7009b None None] For port f95ef6cb-79ef-4194-a7d1-8bb27ddb6f35, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=f95ef6cb-79ef-4194-a7d1-8bb27ddb6f35,segment=NetworkSegment(65828109-77ac-427b-9e86-32a048af3c81),segment_id=65828109-77ac-427b-9e86-32a048af3c81)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:18:52.528637 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bbf5d0da-68c4-466a-995b-f231fba7009b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:52.592961 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6b2ec838-424e-4a12-b1b9-6b72bde416ec req-7c6122df-1024-434e-b7e3-c5078b7c8bc6 service neutron] 10.222.0.53 "GET /v2.0/networks/4f2b4662-3762-472a-a79d-3599e1ff305d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577878 Oct 30 15:18:52.768677 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ee0e7d6f-c01f-4da0-b19e-dd5fa01fb9a6 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:52.796522 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ee0e7d6f-c01f-4da0-b19e-dd5fa01fb9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:52.831548 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0e7d6f-c01f-4da0-b19e-dd5fa01fb9a6 None None] Network 14fa9c19-7fa8-42db-ad8d-33b520ee6bcd is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:18:52.839564 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1a7f689a-6652-4410-b78a-2e13b9a13e0b req-80334015-d9f6-4dd1-bf50-881edca98d04 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:52.842779 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-229ae64a-8422-4436-87d5-f1fd45368c60 None None] Provisioning complete for port f95ef6cb-79ef-4194-a7d1-8bb27ddb6f35 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:18:52.843434 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-229ae64a-8422-4436-87d5-f1fd45368c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:52.848700 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-ee0e7d6f-c01f-4da0-b19e-dd5fa01fb9a6 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:18:52.855704 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0e7d6f-c01f-4da0-b19e-dd5fa01fb9a6 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:18:52.871446 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf5d0da-68c4-466a-995b-f231fba7009b None None] Pushing event updated for resources: {'Port': ['ID=f95ef6cb-79ef-4194-a7d1-8bb27ddb6f35,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:52.921530 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['7f600b07-c010-4bd1-8bf5-718b9044ae19'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:18:52.930016 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80334015-d9f6-4dd1-bf50-881edca98d04 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Pushing event deleted for resources: {'Port': ['ID=7f600b07-c010-4bd1-8bf5-718b9044ae19,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:52.985760 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a7f689a-6652-4410-b78a-2e13b9a13e0b req-80334015-d9f6-4dd1-bf50-881edca98d04 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] No DVR routers for this DVR port 7f600b07-c010-4bd1-8bf5-718b9044ae19 on host n-h2-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:18:52.988622 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1a7f689a-6652-4410-b78a-2e13b9a13e0b req-80334015-d9f6-4dd1-bf50-881edca98d04 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:52.994121 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1a7f689a-6652-4410-b78a-2e13b9a13e0b req-80334015-d9f6-4dd1-bf50-881edca98d04 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.44 "DELETE /v2.0/ports/7f600b07-c010-4bd1-8bf5-718b9044ae19 HTTP/1.1" status: 204 len: 173 time: 1.6264577 Oct 30 15:18:53.002143 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4c93f40-84b3-4be9-a75c-3ab0ca9c2e75', 'name': 'network-vif-deleted', 'tag': '7f600b07-c010-4bd1-8bf5-718b9044ae19'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:18:53.004983 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-650d8e75-7618-4e4d-a3e0-c6b1ccea60c7" -d '{"events": [{"server_uuid": "b4c93f40-84b3-4be9-a75c-3ab0ca9c2e75", "name": "network-vif-deleted", "tag": "7f600b07-c010-4bd1-8bf5-718b9044ae19"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:18:53.011612 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0e7d6f-c01f-4da0-b19e-dd5fa01fb9a6 None None] Pushing event updated for resources: {'Port': ['ID=58e3ada6-279b-4b0b-b908-330cdde495d8,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:53.044365 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port f95ef6cb-79ef-4194-a7d1-8bb27ddb6f35 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:18:53.044746 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:53.108557 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f649434e-a00d-4685-96c1-8965d8f49ca2 x-openstack-request-id: req-f649434e-a00d-4685-96c1-8965d8f49ca2 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:18:53.109107 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4c93f40-84b3-4be9-a75c-3ab0ca9c2e75", "name": "network-vif-deleted", "tag": "7f600b07-c010-4bd1-8bf5-718b9044ae19", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:18:53.109742 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f649434e-a00d-4685-96c1-8965d8f49ca2 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:18:53.110648 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4c93f40-84b3-4be9-a75c-3ab0ca9c2e75', 'name': 'network-vif-deleted', 'tag': '7f600b07-c010-4bd1-8bf5-718b9044ae19', 'status': 'completed', 'code': 200} Oct 30 15:18:53.126917 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device cd7bcfbf-1623-489f-a384-785738bf069f up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:18:53.169393 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0bae340b-48dc-4ed9-a063-89f701be3ab7 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:53.201083 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0bae340b-48dc-4ed9-a063-89f701be3ab7 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:53.293031 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-ee0e7d6f-c01f-4da0-b19e-dd5fa01fb9a6 None None] Attempting to bind port 58e3ada6-279b-4b0b-b908-330cdde495d8 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:18:53.293408 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-ee0e7d6f-c01f-4da0-b19e-dd5fa01fb9a6 None None] Attempting to bind port 58e3ada6-279b-4b0b-b908-330cdde495d8 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '22d613da-1f10-433e-9354-2cf4fa5fa11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '14fa9c19-7fa8-42db-ad8d-33b520ee6bcd'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:18:53.293779 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0e7d6f-c01f-4da0-b19e-dd5fa01fb9a6 None None] Attempting to bind port 58e3ada6-279b-4b0b-b908-330cdde495d8 on network 14fa9c19-7fa8-42db-ad8d-33b520ee6bcd {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:18:53.322142 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0e7d6f-c01f-4da0-b19e-dd5fa01fb9a6 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:18:53.322561 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0e7d6f-c01f-4da0-b19e-dd5fa01fb9a6 None None] Checking segment: {'id': '22d613da-1f10-433e-9354-2cf4fa5fa11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '14fa9c19-7fa8-42db-ad8d-33b520ee6bcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:18:53.322985 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ee0e7d6f-c01f-4da0-b19e-dd5fa01fb9a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:53.323392 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0e7d6f-c01f-4da0-b19e-dd5fa01fb9a6 None None] Bound using segment: {'id': '22d613da-1f10-433e-9354-2cf4fa5fa11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '14fa9c19-7fa8-42db-ad8d-33b520ee6bcd'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:18:53.324078 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-ee0e7d6f-c01f-4da0-b19e-dd5fa01fb9a6 None None] Bound port: 58e3ada6-279b-4b0b-b908-330cdde495d8, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22d613da-1f10-433e-9354-2cf4fa5fa11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '14fa9c19-7fa8-42db-ad8d-33b520ee6bcd'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:18:53.324473 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ee0e7d6f-c01f-4da0-b19e-dd5fa01fb9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:53.420396 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-ee0e7d6f-c01f-4da0-b19e-dd5fa01fb9a6 None None] For port 58e3ada6-279b-4b0b-b908-330cdde495d8, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:18:53.423686 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-ee0e7d6f-c01f-4da0-b19e-dd5fa01fb9a6 None None] For port 58e3ada6-279b-4b0b-b908-330cdde495d8, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=58e3ada6-279b-4b0b-b908-330cdde495d8,segment=NetworkSegment(22d613da-1f10-433e-9354-2cf4fa5fa11f),segment_id=22d613da-1f10-433e-9354-2cf4fa5fa11f)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:18:53.449512 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0bae340b-48dc-4ed9-a063-89f701be3ab7 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:53.456197 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bae340b-48dc-4ed9-a063-89f701be3ab7 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Pushing event updated for resources: {'Port': ['ID=89456eba-6c57-41e0-91a3-4c38c6fff300,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:53.469389 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 24099dc1-da29-4957-a298-e5beef2c6c07 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:18:53.471507 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ee0e7d6f-c01f-4da0-b19e-dd5fa01fb9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:53.700010 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bae340b-48dc-4ed9-a063-89f701be3ab7 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Network 14fa9c19-7fa8-42db-ad8d-33b520ee6bcd is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:18:53.701519 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-0bae340b-48dc-4ed9-a063-89f701be3ab7 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:18:53.736213 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port cd7bcfbf-1623-489f-a384-785738bf069f triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:18:53.736610 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:53.885896 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bae340b-48dc-4ed9-a063-89f701be3ab7 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Router e0b1081a-8c9f-405d-b751-513e9f3b1a41 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:18:53.918915 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6b2ec838-424e-4a12-b1b9-6b72bde416ec req-f3526089-e2ab-4212-91df-82b74fc4e6f3 service neutron] 10.222.0.53 "GET /v2.0/networks/4f2b4662-3762-472a-a79d-3599e1ff305d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3185453 Oct 30 15:18:53.997800 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-67e03b80-c534-445b-b174-0a5ff526b915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:54.066730 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe04aba-c9dd-4b4d-8dca-5ab44574dedb tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Network dcc4b9b5-5656-4174-9b1f-7537b53ac23b is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:18:54.072550 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0e7d6f-c01f-4da0-b19e-dd5fa01fb9a6 None None] Pushing event updated for resources: {'Port': ['ID=58e3ada6-279b-4b0b-b908-330cdde495d8,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:54.102434 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bae340b-48dc-4ed9-a063-89f701be3ab7 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:18:54.112054 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-0bae340b-48dc-4ed9-a063-89f701be3ab7 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "PUT /v2.0/routers/e0b1081a-8c9f-405d-b751-513e9f3b1a41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9329503 Oct 30 15:18:54.128746 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da19391-5756-49fa-8643-fa4740a08601 None None] Sync routers for ids ['e0b1081a-8c9f-405d-b751-513e9f3b1a41'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:18:54.130832 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.db.resource_extend [None req-60992c91-0956-470f-9b8b-f9c796a538c3 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] It took 1.02 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 30 15:18:54.135087 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 44392) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:54.143774 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-cbab379a-bf86-40b9-9fe6-bffa45b786bd tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:18:54.173510 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f64a3991-37d1-4294-9430-d311d0628300 req-000708da-64f7-4fdd-8609-ac673f55a2e4 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4c93f40-84b3-4be9-a75c-3ab0ca9c2e75 HTTP/1.1" status: 200 len: 210 time: 0.2454450 Oct 30 15:18:54.203448 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 24099dc1-da29-4957-a298-e5beef2c6c07 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:18:54.209677 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:54.232897 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-5fe04aba-c9dd-4b4d-8dca-5ab44574dedb tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, dcc4b9b5-5656-4174-9b1f-7537b53ac23b) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:18:54.260622 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe04aba-c9dd-4b4d-8dca-5ab44574dedb tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:18:54.268650 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe04aba-c9dd-4b4d-8dca-5ab44574dedb tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:54.276566 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5fe04aba-c9dd-4b4d-8dca-5ab44574dedb tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:54.290223 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df606a99-26f9-46f8-8aee-b83f9ff0504b None None] Network dcc4b9b5-5656-4174-9b1f-7537b53ac23b requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:18:54.309599 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-5fe04aba-c9dd-4b4d-8dca-5ab44574dedb tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 4.2262981 Oct 30 15:18:54.322185 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 44394) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:54.327322 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-090996b6-b722-4c8b-a106-2f5eb4208406 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-904535104'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:18:54.362615 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-60992c91-0956-470f-9b8b-f9c796a538c3 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:54.403934 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-60992c91-0956-470f-9b8b-f9c796a538c3 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:54.540286 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da19391-5756-49fa-8643-fa4740a08601 None None] Routers {'e0b1081a-8c9f-405d-b751-513e9f3b1a41'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:18:54.552319 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-8da19391-5756-49fa-8643-fa4740a08601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:18:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['e0b1081a-8c9f-405d-b751-513e9f3b1a41'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:54.582778 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-090996b6-b722-4c8b-a106-2f5eb4208406 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Made reservation on behalf of 588c9a586131499fbc33840e1d270dce for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:18:54.586893 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-090996b6-b722-4c8b-a106-2f5eb4208406 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:54.670628 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-090996b6-b722-4c8b-a106-2f5eb4208406 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:18:54.717694 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-090996b6-b722-4c8b-a106-2f5eb4208406 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:54.734945 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-090996b6-b722-4c8b-a106-2f5eb4208406 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Added segment d32daeb5-1b36-4aa0-af5e-c884aaa22886 of type vlan for network 8c4f29b1-fd52-46d0-a716-21908c53e8de Oct 30 15:18:54.887637 n-d-806683-17 neutron-server[102131]: INFO neutron.db.l3_db [None req-60992c91-0956-470f-9b8b-f9c796a538c3 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Floating IP 74e203dd-c0c3-4c98-9f94-0c6bc4798239 associated. External IP: 172.25.4.50, port: 60e5a05d-03c1-40b5-93f7-57ad866f5b1b. Oct 30 15:18:54.930637 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-8da19391-5756-49fa-8643-fa4740a08601 None None] Set router e0b1081a-8c9f-405d-b751-513e9f3b1a41 gateway port host: None {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:18:54.952456 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-090996b6-b722-4c8b-a106-2f5eb4208406 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:55.206172 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-090996b6-b722-4c8b-a106-2f5eb4208406 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:55.219747 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090996b6-b722-4c8b-a106-2f5eb4208406 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:55.220386 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-090996b6-b722-4c8b-a106-2f5eb4208406 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:55.370138 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-090996b6-b722-4c8b-a106-2f5eb4208406 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0444894 Oct 30 15:18:55.378132 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 44410) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:55.394223 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-5516bae2-0049-4c76-88fb-e6297fe6d46c tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Request body: {'ports': [{'network_id': 'dcc4b9b5-5656-4174-9b1f-7537b53ac23b'}, {'network_id': '8c4f29b1-fd52-46d0-a716-21908c53e8de'}]} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:18:55.397249 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-5516bae2-0049-4c76-88fb-e6297fe6d46c tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Request body: {'port': {'network_id': 'dcc4b9b5-5656-4174-9b1f-7537b53ac23b'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:18:55.397904 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-5516bae2-0049-4c76-88fb-e6297fe6d46c tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Request body: {'port': {'network_id': '8c4f29b1-fd52-46d0-a716-21908c53e8de'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:18:55.410574 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:55.444430 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:55.659891 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ebda3a-efed-4afa-a54d-d5bcaed24842 None None] Network 14fa9c19-7fa8-42db-ad8d-33b520ee6bcd requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:18:55.698194 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090996b6-b722-4c8b-a106-2f5eb4208406 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event updated for resources: {'Network': ['ID=8c4f29b1-fd52-46d0-a716-21908c53e8de,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:55.717845 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:55.763695 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 8c4f29b1-fd52-46d0-a716-21908c53e8de details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:18:55.783953 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60992c91-0956-470f-9b8b-f9c796a538c3 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Router b5fd71c0-96e0-4944-97e5-b0e757b0e0f5 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:18:55.882972 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dc11b83-66ec-4702-91a6-063c6a95db97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd7bcfbf-1623-489f-a384-785738bf069f'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:18:55.886797 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77fbe0bc-ddfb-40c0-886c-0c065211bd67" -d '{"events": [{"server_uuid": "8dc11b83-66ec-4702-91a6-063c6a95db97", "name": "network-vif-plugged", "status": "completed", "tag": "cd7bcfbf-1623-489f-a384-785738bf069f"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:18:55.895853 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.extraroute_db [None req-cbab379a-bf86-40b9-9fe6-bffa45b786bd tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=102130) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 30 15:18:55.911180 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5516bae2-0049-4c76-88fb-e6297fe6d46c tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Made reservation on behalf of 588c9a586131499fbc33840e1d270dce for: {'port': 2} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:18:55.917876 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5516bae2-0049-4c76-88fb-e6297fe6d46c tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:55.934370 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device f95ef6cb-79ef-4194-a7d1-8bb27ddb6f35 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:18:55.935232 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.extraroute_db [None req-cbab379a-bf86-40b9-9fe6-bffa45b786bd tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Removed routes are [] {{(pid=102130) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 30 15:18:55.935921 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cbab379a-bf86-40b9-9fe6-bffa45b786bd tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-773039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29512'] for router, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:55.944712 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5516bae2-0049-4c76-88fb-e6297fe6d46c tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:56.043786 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5eaee36-2152-4bd6-af2e-7f664044a4ca x-openstack-request-id: req-e5eaee36-2152-4bd6-af2e-7f664044a4ca {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:18:56.044352 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dc11b83-66ec-4702-91a6-063c6a95db97", "name": "network-vif-plugged", "status": "completed", "tag": "cd7bcfbf-1623-489f-a384-785738bf069f", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:18:56.054442 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e5eaee36-2152-4bd6-af2e-7f664044a4ca {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:18:56.055149 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dc11b83-66ec-4702-91a6-063c6a95db97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd7bcfbf-1623-489f-a384-785738bf069f', 'code': 200} Oct 30 15:18:56.079097 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60992c91-0956-470f-9b8b-f9c796a538c3 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:18:56.086808 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-60992c91-0956-470f-9b8b-f9c796a538c3 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:56.091966 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57928c0-e410-4402-8304-67e95992feeb None None] Sync routers for ids ['b5fd71c0-96e0-4944-97e5-b0e757b0e0f5'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:18:56.097990 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffcc9f4-fd58-4251-a9fc-2e201bfc4bfd req-15d8da7f-6ffd-4ffc-ab82-4fac11c72045 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:56.106190 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2ffcc9f4-fd58-4251-a9fc-2e201bfc4bfd req-15d8da7f-6ffd-4ffc-ab82-4fac11c72045 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/networks?id=4f22410e-53ea-4597-9c0e-a70994dfa6d8 HTTP/1.1" status: 200 len: 812 time: 0.2234805 Oct 30 15:18:56.110782 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57928c0-e410-4402-8304-67e95992feeb None None] Routers {'b5fd71c0-96e0-4944-97e5-b0e757b0e0f5'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:18:56.111414 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-d57928c0-e410-4402-8304-67e95992feeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:18:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['b5fd71c0-96e0-4944-97e5-b0e757b0e0f5'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:56.138923 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2ffcc9f4-fd58-4251-a9fc-2e201bfc4bfd req-53aacca2-c949-45fa-b860-16c574c85308 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/quotas/50828efdd6f44ddca14e599b5226f88f HTTP/1.1" status: 200 len: 375 time: 0.0314484 Oct 30 15:18:56.191799 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port cd7bcfbf-1623-489f-a384-785738bf069f, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=cd7bcfbf-1623-489f-a384-785738bf069f,segment=NetworkSegment(4eb103e9-b9a2-4786-ab9b-d9e363fed874),segment_id=4eb103e9-b9a2-4786-ab9b-d9e363fed874)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:18:56.238947 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2ffcc9f4-fd58-4251-a9fc-2e201bfc4bfd req-cfce3c00-577b-4b43-82f0-b89ce864fb7a tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=50828efdd6f44ddca14e599b5226f88f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0987337 Oct 30 15:18:56.263119 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-60992c91-0956-470f-9b8b-f9c796a538c3 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "PUT /v2.0/floatingips/74e203dd-c0c3-4c98-9f94-0c6bc4798239 HTTP/1.1" status: 200 len: 991 time: 4.5735626 Oct 30 15:18:56.282208 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '318e0f35-11f4-4936-80dd-75a782a28c98', 'tag': '60e5a05d-03c1-40b5-93f7-57ad866f5b1b'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:18:56.284042 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14923a7d-5e8b-4051-9432-d061bd4811d9" -d '{"events": [{"name": "network-changed", "server_uuid": "318e0f35-11f4-4936-80dd-75a782a28c98", "tag": "60e5a05d-03c1-40b5-93f7-57ad866f5b1b"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:18:56.341829 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:56.399865 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [None req-5516bae2-0049-4c76-88fb-e6297fe6d46c tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] device_id is not set on port 2fcd55a9-41ee-4a50-abdb-c24cdacd6752 yet. {{(pid=102130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:18:56.402569 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-714f27e8-da2f-4cbc-8238-1411aec12c5d None None] Provisioning complete for port 58e3ada6-279b-4b0b-b908-330cdde495d8 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:18:56.403132 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-714f27e8-da2f-4cbc-8238-1411aec12c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:56.454959 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2ffcc9f4-fd58-4251-a9fc-2e201bfc4bfd req-708e7522-430a-4e12-a5b9-116db0ea9e8a service neutron] 10.222.0.62 "GET /v2.0/networks/4f22410e-53ea-4597-9c0e-a70994dfa6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145231 Oct 30 15:18:56.483044 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-d57928c0-e410-4402-8304-67e95992feeb None None] Set router b5fd71c0-96e0-4944-97e5-b0e757b0e0f5 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:18:56.507898 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 7f600b07-c010-4bd1-8bf5-718b9044ae19 no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:18:56.600927 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16fd3e9a-4a44-4889-9dce-94b76ef4a834 x-openstack-request-id: req-16fd3e9a-4a44-4889-9dce-94b76ef4a834 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:18:56.603284 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "318e0f35-11f4-4936-80dd-75a782a28c98", "tag": "60e5a05d-03c1-40b5-93f7-57ad866f5b1b", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:18:56.603679 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-16fd3e9a-4a44-4889-9dce-94b76ef4a834 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:18:56.609050 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '318e0f35-11f4-4936-80dd-75a782a28c98', 'tag': '60e5a05d-03c1-40b5-93f7-57ad866f5b1b', 'status': 'completed', 'code': 200} Oct 30 15:18:56.797333 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2ffcc9f4-fd58-4251-a9fc-2e201bfc4bfd req-385e25fb-d111-47fa-833c-9fdfb958d07f service neutron] 10.222.0.62 "GET /v2.0/networks/4f22410e-53ea-4597-9c0e-a70994dfa6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345232 Oct 30 15:18:56.829884 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14923a7d-5e8b-4051-9432-d061bd4811d9 req-b881d248-3737-48bb-ad7e-5b6af80ba1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:56.830461 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14923a7d-5e8b-4051-9432-d061bd4811d9 req-b881d248-3737-48bb-ad7e-5b6af80ba1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:56.830937 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14923a7d-5e8b-4051-9432-d061bd4811d9 req-b881d248-3737-48bb-ad7e-5b6af80ba1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:56.831403 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14923a7d-5e8b-4051-9432-d061bd4811d9 req-b881d248-3737-48bb-ad7e-5b6af80ba1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:56.831894 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14923a7d-5e8b-4051-9432-d061bd4811d9 req-b881d248-3737-48bb-ad7e-5b6af80ba1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:56.832390 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14923a7d-5e8b-4051-9432-d061bd4811d9 req-b881d248-3737-48bb-ad7e-5b6af80ba1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:56.832863 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14923a7d-5e8b-4051-9432-d061bd4811d9 req-b881d248-3737-48bb-ad7e-5b6af80ba1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:56.835138 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5516bae2-0049-4c76-88fb-e6297fe6d46c tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:56.846791 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-14923a7d-5e8b-4051-9432-d061bd4811d9 req-b881d248-3737-48bb-ad7e-5b6af80ba1d7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fedcadc844c84f7ca955acdb50df6c20&device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 6509 time: 0.2166893 Oct 30 15:18:56.873266 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cbab379a-bf86-40b9-9fe6-bffa45b786bd tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-773039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29512'] for router, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:56.925766 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port f95ef6cb-79ef-4194-a7d1-8bb27ddb6f35 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:18:56.936060 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:56.954549 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cbab379a-bf86-40b9-9fe6-bffa45b786bd tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-773014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-773021', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-773165'] for router, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:57.107930 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14923a7d-5e8b-4051-9432-d061bd4811d9 req-4054f769-db2f-48b4-ae92-ad254ae5ac81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:57.109442 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-14923a7d-5e8b-4051-9432-d061bd4811d9 req-4054f769-db2f-48b4-ae92-ad254ae5ac81 service neutron] 10.222.0.53 "GET /v2.0/networks?id=99b2e015-7a7a-41c9-9251-e2d5c417b9db HTTP/1.1" status: 200 len: 917 time: 0.2562046 Oct 30 15:18:57.189894 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-d57928c0-e410-4402-8304-67e95992feeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fd71c0-96e0-4944-97e5-b0e757b0e0f5', 'name': 'tempest-TaggedBootDevicesTest_v242-649327085-router', 'tenant_id': 'fedcadc844c84f7ca955acdb50df6c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '31e81794-7799-40cb-bcff-0d71465679b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:16:12Z', 'updated_at': '2021-10-30T15:16:21Z', 'revision_number': 4, 'project_id': 'fedcadc844c84f7ca955acdb50df6c20', 'gw_port': {'id': '31e81794-7799-40cb-bcff-0d71465679b9', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:79:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd71c0-96e0-4944-97e5-b0e757b0e0f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:16:13Z', 'updated_at': '2021-10-30T15:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '74e203dd-c0c3-4c98-9f94-0c6bc4798239', 'tenant_id': 'fedcadc844c84f7ca955acdb50df6c20', 'floating_ip_address': '172.25.4.50', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': 'b5fd71c0-96e0-4944-97e5-b0e757b0e0f5', 'port_id': '60e5a05d-03c1-40b5-93f7-57ad866f5b1b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99b2e015-7a7a-41c9-9251-e2d5c417b9db', 'mac_address': 'fa:16:3e:a8:1e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318e0f35-11f4-4936-80dd-75a782a28c98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:17:23Z', 'updated_at': '2021-10-30T15:18:53Z', 'revision_number': 1, 'project_id': 'fedcadc844c84f7ca955acdb50df6c20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98612be3-4586-478c-b7e3-18b4ae63c41f', 'name': '', 'network_id': '99b2e015-7a7a-41c9-9251-e2d5c417b9db', 'tenant_id': 'fedcadc844c84f7ca955acdb50df6c20', 'mac_address': 'fa:16:3e:df:86:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd71c0-96e0-4944-97e5-b0e757b0e0f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '23f39dd9-f253-43ba-86ce-00953dd18499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:16:19Z', 'updated_at': '2021-10-30T15:16:30Z', 'revision_number': 5, 'project_id': 'fedcadc844c84f7ca955acdb50df6c20', 'subnets': [{'id': '23f39dd9-f253-43ba-86ce-00953dd18499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:57.254763 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57928c0-e410-4402-8304-67e95992feeb None None] Checking router: b5fd71c0-96e0-4944-97e5-b0e757b0e0f5 for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:18:57.275132 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57928c0-e410-4402-8304-67e95992feeb None None] Routers {'b5fd71c0-96e0-4944-97e5-b0e757b0e0f5'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:18:57.280419 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-d57928c0-e410-4402-8304-67e95992feeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:18:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['b5fd71c0-96e0-4944-97e5-b0e757b0e0f5'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:57.315764 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-14923a7d-5e8b-4051-9432-d061bd4811d9 req-fb1e47be-d31d-471f-868f-3437d3d814c2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60e5a05d-03c1-40b5-93f7-57ad866f5b1b HTTP/1.1" status: 200 len: 999 time: 0.1927116 Oct 30 15:18:57.382565 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [None req-5516bae2-0049-4c76-88fb-e6297fe6d46c tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] device_id is not set on port 165f1aa0-9a43-4b56-92fa-91715d213bfb yet. {{(pid=102130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:18:57.443597 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] No Port match for: 7f600b07-c010-4bd1-8bf5-718b9044ae19 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:18:57.443957 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 7f600b07-c010-4bd1-8bf5-718b9044ae19 not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:18:57.466719 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-143d46c4-ec78-458c-a4b7-176547abc887 req-4ae77dbb-da39-4278-bcff-6b3ee59a73b8 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cbd0e8c-ab1a-4053-8898-3570d9240eb4 HTTP/1.1" status: 200 len: 210 time: 0.2507024 Oct 30 15:18:57.471366 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbab379a-bf86-40b9-9fe6-bffa45b786bd tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Router e0b1081a-8c9f-405d-b751-513e9f3b1a41 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:18:57.492312 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14923a7d-5e8b-4051-9432-d061bd4811d9 req-f6fe24e3-9f05-4442-8c39-b204a51bfcea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:57.503132 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-14923a7d-5e8b-4051-9432-d061bd4811d9 req-f6fe24e3-9f05-4442-8c39-b204a51bfcea service neutron] 10.222.0.53 "GET /v2.0/subnets?id=23f39dd9-f253-43ba-86ce-00953dd18499 HTTP/1.1" status: 200 len: 855 time: 0.1770086 Oct 30 15:18:57.625077 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:57.635187 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-d57928c0-e410-4402-8304-67e95992feeb None None] Set router b5fd71c0-96e0-4944-97e5-b0e757b0e0f5 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:18:57.680004 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14923a7d-5e8b-4051-9432-d061bd4811d9 req-9c5f7a2a-f9c2-4240-b3a8-0af06447b2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:57.695806 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=cd7bcfbf-1623-489f-a384-785738bf069f,revision_number=7']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:57.696058 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-14923a7d-5e8b-4051-9432-d061bd4811d9 req-9c5f7a2a-f9c2-4240-b3a8-0af06447b2ce service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=99b2e015-7a7a-41c9-9251-e2d5c417b9db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1890028 Oct 30 15:18:57.871309 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-14923a7d-5e8b-4051-9432-d061bd4811d9 req-c2d26179-3b8a-4b48-b2ff-edc36f4729d0 service neutron] 10.222.0.53 "GET /v2.0/networks/99b2e015-7a7a-41c9-9251-e2d5c417b9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669676 Oct 30 15:18:58.090039 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-14923a7d-5e8b-4051-9432-d061bd4811d9 req-a3463fb5-079e-41e3-8dec-167ced146976 service neutron] 10.222.0.53 "GET /v2.0/networks/99b2e015-7a7a-41c9-9251-e2d5c417b9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045321 Oct 30 15:18:58.126576 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 58e3ada6-279b-4b0b-b908-330cdde495d8 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:18:58.130109 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-714f27e8-da2f-4cbc-8238-1411aec12c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:58.137388 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbab379a-bf86-40b9-9fe6-bffa45b786bd tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:18:58.164832 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cbab379a-bf86-40b9-9fe6-bffa45b786bd tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:58.166151 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-cbab379a-bf86-40b9-9fe6-bffa45b786bd tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "PUT /v2.0/routers/e0b1081a-8c9f-405d-b751-513e9f3b1a41 HTTP/1.1" status: 200 len: 934 time: 4.0282478 Oct 30 15:18:58.169068 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 44466) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:58.199125 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-8da19391-5756-49fa-8643-fa4740a08601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'name': 'tempest-RoutersTest-router-1922274493', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:18:28Z', 'updated_at': '2021-10-30T15:18:51Z', 'revision_number': 5, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'gw_port_host': None, '_interfaces': [{'id': '31ec019b-a137-4b23-8bff-a76256a48ad8', 'name': '', 'network_id': '46e3b8e8-31fe-4fad-928e-09f0b734867f', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'mac_address': 'fa:16:3e:39:c2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'ae21a9e5-a05b-4bf0-b9d9-e3793f8c6020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:18:30Z', 'updated_at': '2021-10-30T15:18:36Z', 'revision_number': 5, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'subnets': [{'id': 'ae21a9e5-a05b-4bf0-b9d9-e3793f8c6020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89456eba-6c57-41e0-91a3-4c38c6fff300', 'name': '', 'network_id': '14fa9c19-7fa8-42db-ad8d-33b520ee6bcd', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'mac_address': 'fa:16:3e:bc:cb:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '28054579-e6e8-4248-b5fa-a960bbc8fa9e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:18:50Z', 'updated_at': '2021-10-30T15:18:52Z', 'revision_number': 2, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'subnets': [{'id': '28054579-e6e8-4248-b5fa-a960bbc8fa9e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f95ef6cb-79ef-4194-a7d1-8bb27ddb6f35', 'name': '', 'network_id': '829d1424-bc34-49ab-bc16-b496ea9e37e4', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'mac_address': 'fa:16:3e:03:cd:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '03b1175e-6a0b-478f-92c1-91827ab9a087', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:18:42Z', 'updated_at': '2021-10-30T15:18:52Z', 'revision_number': 5, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'subnets': [{'id': '03b1175e-6a0b-478f-92c1-91827ab9a087', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd2430ee-7c1c-40d0-992b-8f15f3fd7d22', 'name': '', 'network_id': 'd55bc44b-905d-4746-a45b-5e824c1f3ded', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'mac_address': 'fa:16:3e:8d:58:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '40a6d6b0-1911-40d4-86d1-6cf55ce6bbba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:18:36Z', 'updated_at': '2021-10-30T15:18:46Z', 'revision_number': 5, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'subnets': [{'id': '40a6d6b0-1911-40d4-86d1-6cf55ce6bbba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:58.335741 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da19391-5756-49fa-8643-fa4740a08601 None None] Checking router: e0b1081a-8c9f-405d-b751-513e9f3b1a41 for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:18:58.336365 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da19391-5756-49fa-8643-fa4740a08601 None None] Updating router e0b1081a-8c9f-405d-b751-513e9f3b1a41 port 89456eba-6c57-41e0-91a3-4c38c6fff300 binding host n-d-806683-17 {{(pid=102132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:18:58.365057 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5516bae2-0049-4c76-88fb-e6297fe6d46c tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:58.432073 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5516bae2-0049-4c76-88fb-e6297fe6d46c tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:58.478723 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-791c84d6-4071-4305-93e8-5c4bb298a201 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "GET /v2.0/routers/e0b1081a-8c9f-405d-b751-513e9f3b1a41 HTTP/1.1" status: 200 len: 934 time: 0.3071496 Oct 30 15:18:58.479549 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 44474) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:58.492356 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-b294a8e2-5c80-4e3a-80df-2e467b127174 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Request body: {'router': {'routes': None}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:18:58.543280 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8da19391-5756-49fa-8643-fa4740a08601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:58.551169 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5516bae2-0049-4c76-88fb-e6297fe6d46c tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Network dcc4b9b5-5656-4174-9b1f-7537b53ac23b is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:18:58.564895 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-5516bae2-0049-4c76-88fb-e6297fe6d46c tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:18:58.576297 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5516bae2-0049-4c76-88fb-e6297fe6d46c tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:18:58.578670 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-714f27e8-da2f-4cbc-8238-1411aec12c5d None None] For port 58e3ada6-279b-4b0b-b908-330cdde495d8, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=58e3ada6-279b-4b0b-b908-330cdde495d8,segment=NetworkSegment(22d613da-1f10-433e-9354-2cf4fa5fa11f),segment_id=22d613da-1f10-433e-9354-2cf4fa5fa11f)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:18:58.580378 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5516bae2-0049-4c76-88fb-e6297fe6d46c tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:58.629286 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-714f27e8-da2f-4cbc-8238-1411aec12c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:58.634587 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-d57928c0-e410-4402-8304-67e95992feeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fd71c0-96e0-4944-97e5-b0e757b0e0f5', 'name': 'tempest-TaggedBootDevicesTest_v242-649327085-router', 'tenant_id': 'fedcadc844c84f7ca955acdb50df6c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '31e81794-7799-40cb-bcff-0d71465679b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:16:12Z', 'updated_at': '2021-10-30T15:16:21Z', 'revision_number': 4, 'project_id': 'fedcadc844c84f7ca955acdb50df6c20', 'gw_port': {'id': '31e81794-7799-40cb-bcff-0d71465679b9', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:79:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd71c0-96e0-4944-97e5-b0e757b0e0f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:16:13Z', 'updated_at': '2021-10-30T15:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '74e203dd-c0c3-4c98-9f94-0c6bc4798239', 'tenant_id': 'fedcadc844c84f7ca955acdb50df6c20', 'floating_ip_address': '172.25.4.50', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': 'b5fd71c0-96e0-4944-97e5-b0e757b0e0f5', 'port_id': '60e5a05d-03c1-40b5-93f7-57ad866f5b1b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99b2e015-7a7a-41c9-9251-e2d5c417b9db', 'mac_address': 'fa:16:3e:a8:1e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318e0f35-11f4-4936-80dd-75a782a28c98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:17:23Z', 'updated_at': '2021-10-30T15:18:53Z', 'revision_number': 1, 'project_id': 'fedcadc844c84f7ca955acdb50df6c20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98612be3-4586-478c-b7e3-18b4ae63c41f', 'name': '', 'network_id': '99b2e015-7a7a-41c9-9251-e2d5c417b9db', 'tenant_id': 'fedcadc844c84f7ca955acdb50df6c20', 'mac_address': 'fa:16:3e:df:86:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd71c0-96e0-4944-97e5-b0e757b0e0f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '23f39dd9-f253-43ba-86ce-00953dd18499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:16:19Z', 'updated_at': '2021-10-30T15:16:30Z', 'revision_number': 5, 'project_id': 'fedcadc844c84f7ca955acdb50df6c20', 'subnets': [{'id': '23f39dd9-f253-43ba-86ce-00953dd18499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:18:58.669900 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57928c0-e410-4402-8304-67e95992feeb None None] The sync data for ids ['b5fd71c0-96e0-4944-97e5-b0e757b0e0f5'] in n-d-806683-17 is: [{'id': 'b5fd71c0-96e0-4944-97e5-b0e757b0e0f5', 'name': 'tempest-TaggedBootDevicesTest_v242-649327085-router', 'tenant_id': 'fedcadc844c84f7ca955acdb50df6c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '31e81794-7799-40cb-bcff-0d71465679b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:16:12Z', 'updated_at': '2021-10-30T15:16:21Z', 'revision_number': 4, 'project_id': 'fedcadc844c84f7ca955acdb50df6c20', 'gw_port': {'id': '31e81794-7799-40cb-bcff-0d71465679b9', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:79:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd71c0-96e0-4944-97e5-b0e757b0e0f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:16:13Z', 'updated_at': '2021-10-30T15:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '74e203dd-c0c3-4c98-9f94-0c6bc4798239', 'tenant_id': 'fedcadc844c84f7ca955acdb50df6c20', 'floating_ip_address': '172.25.4.50', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': 'b5fd71c0-96e0-4944-97e5-b0e757b0e0f5', 'port_id': '60e5a05d-03c1-40b5-93f7-57ad866f5b1b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99b2e015-7a7a-41c9-9251-e2d5c417b9db', 'mac_address': 'fa:16:3e:a8:1e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318e0f35-11f4-4936-80dd-75a782a28c98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:17:23Z', 'updated_at': '2021-10-30T15:18:53Z', 'revision_number': 1, 'project_id': 'fedcadc844c84f7ca955acdb50df6c20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98612be3-4586-478c-b7e3-18b4ae63c41f', 'name': '', 'network_id': '99b2e015-7a7a-41c9-9251-e2d5c417b9db', 'tenant_id': 'fedcadc844c84f7ca955acdb50df6c20', 'mac_address': 'fa:16:3e:df:86:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd71c0-96e0-4944-97e5-b0e757b0e0f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '23f39dd9-f253-43ba-86ce-00953dd18499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:16:19Z', 'updated_at': '2021-10-30T15:16:30Z', 'revision_number': 5, 'project_id': 'fedcadc844c84f7ca955acdb50df6c20', 'subnets': [{'id': '23f39dd9-f253-43ba-86ce-00953dd18499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:18:58.793685 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5516bae2-0049-4c76-88fb-e6297fe6d46c tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event updated for resources: {'Port': ['ID=2fcd55a9-41ee-4a50-abdb-c24cdacd6752,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:58.823344 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3f1b71bc-9441-44de-a1de-a0106d5e7f15 req-6b5b516e-6f54-471f-a383-ad2ba32c7381 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cbd0e8c-ab1a-4053-8898-3570d9240eb4 HTTP/1.1" status: 200 len: 210 time: 0.1937089 Oct 30 15:18:58.834414 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 58e3ada6-279b-4b0b-b908-330cdde495d8 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:18:58.834840 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:58.978083 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5516bae2-0049-4c76-88fb-e6297fe6d46c tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event updated for resources: {'Port': ['ID=165f1aa0-9a43-4b56-92fa-91715d213bfb,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:59.195218 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5516bae2-0049-4c76-88fb-e6297fe6d46c tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Checking segment: {'id': 'd32daeb5-1b36-4aa0-af5e-c884aaa22886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '8c4f29b1-fd52-46d0-a716-21908c53e8de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:18:59.195678 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5516bae2-0049-4c76-88fb-e6297fe6d46c tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Network hostable DHCP agents. Network: 8c4f29b1-fd52-46d0-a716-21908c53e8de, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:18:59.209309 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714f27e8-da2f-4cbc-8238-1411aec12c5d None None] Pushing event updated for resources: {'Port': ['ID=58e3ada6-279b-4b0b-b908-330cdde495d8,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:18:59.263901 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8182154-26be-44e3-b45e-88949ac7c12e None None] New status for floating IP 74e203dd-c0c3-4c98-9f94-0c6bc4798239: ACTIVE {{(pid=102132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 15:18:59.335999 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5516bae2-0049-4c76-88fb-e6297fe6d46c tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Network 8c4f29b1-fd52-46d0-a716-21908c53e8de is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:18:59.389764 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-5516bae2-0049-4c76-88fb-e6297fe6d46c tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 8c4f29b1-fd52-46d0-a716-21908c53e8de) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:18:59.402996 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5516bae2-0049-4c76-88fb-e6297fe6d46c tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:18:59.426262 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5516bae2-0049-4c76-88fb-e6297fe6d46c tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:59.430318 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0bc6949-a65c-4075-bb35-65d873846c34 None None] Network 8c4f29b1-fd52-46d0-a716-21908c53e8de requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:18:59.446506 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5516bae2-0049-4c76-88fb-e6297fe6d46c tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:59.450579 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5516bae2-0049-4c76-88fb-e6297fe6d46c tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:59.568990 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffcc9f4-fd58-4251-a9fc-2e201bfc4bfd req-21f26757-9d28-4296-bfea-95d37bae4a84 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:18:59.574982 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2ffcc9f4-fd58-4251-a9fc-2e201bfc4bfd req-21f26757-9d28-4296-bfea-95d37bae4a84 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.44 "GET /v2.0/networks?id=4f22410e-53ea-4597-9c0e-a70994dfa6d8 HTTP/1.1" status: 200 len: 812 time: 0.5786042 Oct 30 15:18:59.601122 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-2ffcc9f4-fd58-4251-a9fc-2e201bfc4bfd req-d4e050f8-7d0c-4ab7-a520-eb3243bbb32d tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Request body: {'port': {'device_id': '7cbd0e8c-ab1a-4053-8898-3570d9240eb4', 'network_id': '4f22410e-53ea-4597-9c0e-a70994dfa6d8', 'admin_state_up': True, 'tenant_id': '50828efdd6f44ddca14e599b5226f88f'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:18:59.610319 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-5516bae2-0049-4c76-88fb-e6297fe6d46c tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.2313583 Oct 30 15:18:59.619639 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 44488) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:18:59.650506 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e7798382-33b5-4f3c-b24b-e18a48e8f0f6 None None] Provisioning complete for port 89456eba-6c57-41e0-91a3-4c38c6fff300 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:18:59.651117 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e7798382-33b5-4f3c-b24b-e18a48e8f0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:59.713095 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e7798382-33b5-4f3c-b24b-e18a48e8f0f6 None None] Port 89456eba-6c57-41e0-91a3-4c38c6fff300 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:18:59.862142 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ffcc9f4-fd58-4251-a9fc-2e201bfc4bfd req-d4e050f8-7d0c-4ab7-a520-eb3243bbb32d tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Made reservation on behalf of 50828efdd6f44ddca14e599b5226f88f for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:18:59.871662 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-2ffcc9f4-fd58-4251-a9fc-2e201bfc4bfd req-d4e050f8-7d0c-4ab7-a520-eb3243bbb32d tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:18:59.890437 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.extraroute_db [None req-b294a8e2-5c80-4e3a-80df-2e467b127174 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Added routes are [] {{(pid=102131) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 30 15:18:59.890980 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.extraroute_db [None req-b294a8e2-5c80-4e3a-80df-2e467b127174 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=102131) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 30 15:18:59.922381 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-6d2befec-cf31-45bb-b4db-b5a51d90b191 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Deleting port 165f1aa0-9a43-4b56-92fa-91715d213bfb {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:18:59.922821 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6d2befec-cf31-45bb-b4db-b5a51d90b191 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:00.006237 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6d2befec-cf31-45bb-b4db-b5a51d90b191 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:00.041187 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-6d2befec-cf31-45bb-b4db-b5a51d90b191 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Calling delete_port for 165f1aa0-9a43-4b56-92fa-91715d213bfb owned by {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:19:00.047324 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-2ffcc9f4-fd58-4251-a9fc-2e201bfc4bfd req-d4e050f8-7d0c-4ab7-a520-eb3243bbb32d tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Allocated IP 172.20.0.2 (4f22410e-53ea-4597-9c0e-a70994dfa6d8/449705ab-2365-49b9-8b83-fe461dd03f65/4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:19:00.121489 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:00.158181 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6d2befec-cf31-45bb-b4db-b5a51d90b191 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:00.244589 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b294a8e2-5c80-4e3a-80df-2e467b127174 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-773039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29512'] for router, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:00.246330 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2befec-cf31-45bb-b4db-b5a51d90b191 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event deleted for resources: {'Port': ['ID=165f1aa0-9a43-4b56-92fa-91715d213bfb,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:00.259609 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e7798382-33b5-4f3c-b24b-e18a48e8f0f6 None None] Provisioning complete for port 58e3ada6-279b-4b0b-b908-330cdde495d8 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:19:00.259993 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e7798382-33b5-4f3c-b24b-e18a48e8f0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:00.354506 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6d2befec-cf31-45bb-b4db-b5a51d90b191 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:00.358454 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-6d2befec-cf31-45bb-b4db-b5a51d90b191 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "DELETE /v2.0/ports/165f1aa0-9a43-4b56-92fa-91715d213bfb HTTP/1.1" status: 204 len: 168 time: 0.7366743 Oct 30 15:19:00.395626 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 44508) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:00.407738 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 58e3ada6-279b-4b0b-b908-330cdde495d8 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:19:00.455209 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-2ffcc9f4-fd58-4251-a9fc-2e201bfc4bfd req-d4e050f8-7d0c-4ab7-a520-eb3243bbb32d tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:00.468633 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938420fa-9af9-42d0-8646-60cdce484d30 None None] get_active_networks_info from n-d-806683-17 {{(pid=102132) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 30 15:19:00.560116 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3dc9613-fdbb-426f-93ad-3fdd39583d59 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:00.573022 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-2ffcc9f4-fd58-4251-a9fc-2e201bfc4bfd req-d4e050f8-7d0c-4ab7-a520-eb3243bbb32d tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:00.584454 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3dc9613-fdbb-426f-93ad-3fdd39583d59 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:00.588038 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b3dc9613-fdbb-426f-93ad-3fdd39583d59 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1908615 Oct 30 15:19:00.588272 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-eefc8480-2502-4b3e-a241-d4e15c6adcae req-627b171f-80ea-4272-900f-d17f1e6bc61d tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cbd0e8c-ab1a-4053-8898-3570d9240eb4 HTTP/1.1" status: 200 len: 210 time: 0.2577624 Oct 30 15:19:00.591611 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 44510) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:00.673084 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ffcc9f4-fd58-4251-a9fc-2e201bfc4bfd req-d4e050f8-7d0c-4ab7-a520-eb3243bbb32d tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Network 4f22410e-53ea-4597-9c0e-a70994dfa6d8 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:19:00.685435 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-2ffcc9f4-fd58-4251-a9fc-2e201bfc4bfd req-d4e050f8-7d0c-4ab7-a520-eb3243bbb32d tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:19:00.697703 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ffcc9f4-fd58-4251-a9fc-2e201bfc4bfd req-d4e050f8-7d0c-4ab7-a520-eb3243bbb32d tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:19:00.806079 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8da19391-5756-49fa-8643-fa4740a08601 None None] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:00.809863 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e050f8-7d0c-4ab7-a520-eb3243bbb32d tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Pushing event updated for resources: {'Port': ['ID=4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:00.828402 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 58e3ada6-279b-4b0b-b908-330cdde495d8 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:19:00.829104 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:00.834101 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b294a8e2-5c80-4e3a-80df-2e467b127174 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-773039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29512'] for router, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:00.844847 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b294a8e2-5c80-4e3a-80df-2e467b127174 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-773014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-773021', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-773165'] for router, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:00.862693 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffcc9f4-fd58-4251-a9fc-2e201bfc4bfd req-d4e050f8-7d0c-4ab7-a520-eb3243bbb32d tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:00.863353 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-2ffcc9f4-fd58-4251-a9fc-2e201bfc4bfd req-d4e050f8-7d0c-4ab7-a520-eb3243bbb32d tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:00.899204 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2ffcc9f4-fd58-4251-a9fc-2e201bfc4bfd req-d4e050f8-7d0c-4ab7-a520-eb3243bbb32d tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3140004 Oct 30 15:19:00.903411 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938420fa-9af9-42d0-8646-60cdce484d30 None None] Resources bound (agent type, host, resource id): {{(pid=102132) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 30 15:19:00.914356 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-2ffcc9f4-fd58-4251-a9fc-2e201bfc4bfd req-da960111-78cc-4a01-8711-d62bf8d1fa32 service neutron] Request body: {'port': {'device_id': '7cbd0e8c-ab1a-4053-8898-3570d9240eb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:19:00.925047 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8da19391-5756-49fa-8643-fa4740a08601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:00.949316 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-dbda0a1f-b693-42ff-a81e-6c6028739526 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Deleting port 2fcd55a9-41ee-4a50-abdb-c24cdacd6752 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:19:00.949891 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-dbda0a1f-b693-42ff-a81e-6c6028739526 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:01.071608 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-2ffcc9f4-fd58-4251-a9fc-2e201bfc4bfd req-da960111-78cc-4a01-8711-d62bf8d1fa32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:01.157108 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75a6b58-70f7-41bc-8447-b5e0def447fe None None] Pushing event updated for resources: {'Port': ['ID=89456eba-6c57-41e0-91a3-4c38c6fff300,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:01.183189 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-f9423cb9-e85e-402f-b44a-5a7bd964be46 None None] Provisioning complete for port 89456eba-6c57-41e0-91a3-4c38c6fff300 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:19:01.183959 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f9423cb9-e85e-402f-b44a-5a7bd964be46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:01.249461 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-f9423cb9-e85e-402f-b44a-5a7bd964be46 None None] Port 89456eba-6c57-41e0-91a3-4c38c6fff300 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:19:01.290336 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-8da19391-5756-49fa-8643-fa4740a08601 None None] Attempting to bind port 89456eba-6c57-41e0-91a3-4c38c6fff300 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:19:01.294573 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-8da19391-5756-49fa-8643-fa4740a08601 None None] Attempting to bind port 89456eba-6c57-41e0-91a3-4c38c6fff300 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '22d613da-1f10-433e-9354-2cf4fa5fa11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '14fa9c19-7fa8-42db-ad8d-33b520ee6bcd'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:19:01.295701 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da19391-5756-49fa-8643-fa4740a08601 None None] Attempting to bind port 89456eba-6c57-41e0-91a3-4c38c6fff300 on network 14fa9c19-7fa8-42db-ad8d-33b520ee6bcd {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:19:01.378202 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da19391-5756-49fa-8643-fa4740a08601 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:19:01.383393 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da19391-5756-49fa-8643-fa4740a08601 None None] Checking segment: {'id': '22d613da-1f10-433e-9354-2cf4fa5fa11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '14fa9c19-7fa8-42db-ad8d-33b520ee6bcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:19:01.384816 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8da19391-5756-49fa-8643-fa4740a08601 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:01.388927 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da19391-5756-49fa-8643-fa4740a08601 None None] Bound using segment: {'id': '22d613da-1f10-433e-9354-2cf4fa5fa11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '14fa9c19-7fa8-42db-ad8d-33b520ee6bcd'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:19:01.389808 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-8da19391-5756-49fa-8643-fa4740a08601 None None] Bound port: 89456eba-6c57-41e0-91a3-4c38c6fff300, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22d613da-1f10-433e-9354-2cf4fa5fa11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '14fa9c19-7fa8-42db-ad8d-33b520ee6bcd'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:19:01.390474 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8da19391-5756-49fa-8643-fa4740a08601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:01.713299 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b294a8e2-5c80-4e3a-80df-2e467b127174 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Router e0b1081a-8c9f-405d-b751-513e9f3b1a41 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:19:01.760974 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-dbda0a1f-b693-42ff-a81e-6c6028739526 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:01.764162 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-2ffcc9f4-fd58-4251-a9fc-2e201bfc4bfd req-da960111-78cc-4a01-8711-d62bf8d1fa32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8 {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:19:01.797252 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-2ffcc9f4-fd58-4251-a9fc-2e201bfc4bfd req-da960111-78cc-4a01-8711-d62bf8d1fa32 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:01.815291 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-2ffcc9f4-fd58-4251-a9fc-2e201bfc4bfd req-da960111-78cc-4a01-8711-d62bf8d1fa32 service neutron] Transition to ACTIVE for port object 4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:19:01.835349 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-2ffcc9f4-fd58-4251-a9fc-2e201bfc4bfd req-da960111-78cc-4a01-8711-d62bf8d1fa32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:01.846372 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-dbda0a1f-b693-42ff-a81e-6c6028739526 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Calling delete_port for 2fcd55a9-41ee-4a50-abdb-c24cdacd6752 owned by {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:19:01.909017 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b294a8e2-5c80-4e3a-80df-2e467b127174 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:19:01.916539 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da960111-78cc-4a01-8711-d62bf8d1fa32 service neutron] Pushing event updated for resources: {'Port': ['ID=4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:01.923733 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b294a8e2-5c80-4e3a-80df-2e467b127174 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:01.925256 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b294a8e2-5c80-4e3a-80df-2e467b127174 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "PUT /v2.0/routers/e0b1081a-8c9f-405d-b751-513e9f3b1a41 HTTP/1.1" status: 200 len: 700 time: 3.4442575 Oct 30 15:19:01.928394 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 44530) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:01.971921 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962eb475-79ba-49f3-b6ce-d96c26f4856b req-b7ee660a-151d-4276-89ec-5e6d09495277 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:01.974578 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-962eb475-79ba-49f3-b6ce-d96c26f4856b req-b7ee660a-151d-4276-89ec-5e6d09495277 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cbd0e8c-ab1a-4053-8898-3570d9240eb4 HTTP/1.1" status: 200 len: 943 time: 0.1570189 Oct 30 15:19:01.985985 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:02.100623 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-877696cb-e47e-4407-92ec-882d54943b74 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "GET /v2.0/routers/e0b1081a-8c9f-405d-b751-513e9f3b1a41 HTTP/1.1" status: 200 len: 700 time: 0.1700964 Oct 30 15:19:02.101186 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 44532) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:02.152414 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-8da19391-5756-49fa-8643-fa4740a08601 None None] For port 89456eba-6c57-41e0-91a3-4c38c6fff300, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:19:02.233206 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-8da19391-5756-49fa-8643-fa4740a08601 None None] For port 89456eba-6c57-41e0-91a3-4c38c6fff300, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=89456eba-6c57-41e0-91a3-4c38c6fff300,segment=NetworkSegment(22d613da-1f10-433e-9354-2cf4fa5fa11f),segment_id=22d613da-1f10-433e-9354-2cf4fa5fa11f)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:19:02.283045 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8da19391-5756-49fa-8643-fa4740a08601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:02.524389 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da19391-5756-49fa-8643-fa4740a08601 None None] Routers {'e0b1081a-8c9f-405d-b751-513e9f3b1a41'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:19:02.525196 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-8da19391-5756-49fa-8643-fa4740a08601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:18:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['e0b1081a-8c9f-405d-b751-513e9f3b1a41'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:19:02.635619 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75a6b58-70f7-41bc-8447-b5e0def447fe None None] Pushing event updated for resources: {'Port': ['ID=89456eba-6c57-41e0-91a3-4c38c6fff300,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:02.649763 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-dbda0a1f-b693-42ff-a81e-6c6028739526 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:02.699701 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-962eb475-79ba-49f3-b6ce-d96c26f4856b req-f0edb30e-6caa-4dc2-a3a9-da7889d6e8be tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7098122 Oct 30 15:19:02.773598 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-2ffcc9f4-fd58-4251-a9fc-2e201bfc4bfd req-da960111-78cc-4a01-8711-d62bf8d1fa32 service neutron] Attempting to bind port 4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8 on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:19:02.774280 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-2ffcc9f4-fd58-4251-a9fc-2e201bfc4bfd req-da960111-78cc-4a01-8711-d62bf8d1fa32 service neutron] Attempting to bind port 4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8 by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': '803c5434-e7a3-49e2-9896-7909e39f1289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4f22410e-53ea-4597-9c0e-a70994dfa6d8'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:19:02.774280 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffcc9f4-fd58-4251-a9fc-2e201bfc4bfd req-da960111-78cc-4a01-8711-d62bf8d1fa32 service neutron] Attempting to bind port 4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8 on network 4f22410e-53ea-4597-9c0e-a70994dfa6d8 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:19:02.784927 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffcc9f4-fd58-4251-a9fc-2e201bfc4bfd req-da960111-78cc-4a01-8711-d62bf8d1fa32 service neutron] Port 4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8 on network 4f22410e-53ea-4597-9c0e-a70994dfa6d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:19:02.785286 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffcc9f4-fd58-4251-a9fc-2e201bfc4bfd req-da960111-78cc-4a01-8711-d62bf8d1fa32 service neutron] Attempting to bind port 4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8 on network 4f22410e-53ea-4597-9c0e-a70994dfa6d8 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:19:02.797263 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbda0a1f-b693-42ff-a81e-6c6028739526 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event deleted for resources: {'Port': ['ID=2fcd55a9-41ee-4a50-abdb-c24cdacd6752,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:02.798661 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffcc9f4-fd58-4251-a9fc-2e201bfc4bfd req-da960111-78cc-4a01-8711-d62bf8d1fa32 service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:19:02.799005 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffcc9f4-fd58-4251-a9fc-2e201bfc4bfd req-da960111-78cc-4a01-8711-d62bf8d1fa32 service neutron] Checking segment: {'id': '803c5434-e7a3-49e2-9896-7909e39f1289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4f22410e-53ea-4597-9c0e-a70994dfa6d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:19:02.799397 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffcc9f4-fd58-4251-a9fc-2e201bfc4bfd req-da960111-78cc-4a01-8711-d62bf8d1fa32 service neutron] Bound using segment: {'id': '803c5434-e7a3-49e2-9896-7909e39f1289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4f22410e-53ea-4597-9c0e-a70994dfa6d8'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:19:02.802378 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-2ffcc9f4-fd58-4251-a9fc-2e201bfc4bfd req-da960111-78cc-4a01-8711-d62bf8d1fa32 service neutron] Bound port: 4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '803c5434-e7a3-49e2-9896-7909e39f1289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4f22410e-53ea-4597-9c0e-a70994dfa6d8'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:19:02.803747 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-2ffcc9f4-fd58-4251-a9fc-2e201bfc4bfd req-da960111-78cc-4a01-8711-d62bf8d1fa32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:02.849345 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-dbda0a1f-b693-42ff-a81e-6c6028739526 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:02.857077 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-dbda0a1f-b693-42ff-a81e-6c6028739526 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "DELETE /v2.0/ports/2fcd55a9-41ee-4a50-abdb-c24cdacd6752 HTTP/1.1" status: 204 len: 168 time: 2.2589614 Oct 30 15:19:02.865049 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 44546) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:02.897837 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-8da19391-5756-49fa-8643-fa4740a08601 None None] Set router e0b1081a-8c9f-405d-b751-513e9f3b1a41 gateway port host: None {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:19:02.943703 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0ec26f-5b10-41e2-b8bc-7aaf0d49930d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:02.951547 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-4b0ec26f-5b10-41e2-b8bc-7aaf0d49930d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0846152 Oct 30 15:19:02.963181 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 44548) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:03.001512 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-2ffcc9f4-fd58-4251-a9fc-2e201bfc4bfd req-da960111-78cc-4a01-8711-d62bf8d1fa32 service neutron] For port 4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:19:03.023936 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-67eafab6-47f1-4454-803a-0ba8d18c75c4 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] GET failed (client error): The resource could not be found. Oct 30 15:19:03.025564 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-67eafab6-47f1-4454-803a-0ba8d18c75c4 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "GET /v2.0/ports/165f1aa0-9a43-4b56-92fa-91715d213bfb HTTP/1.1" status: 404 len: 333 time: 0.0522873 Oct 30 15:19:03.028486 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 44550) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:03.047725 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-2ffcc9f4-fd58-4251-a9fc-2e201bfc4bfd req-da960111-78cc-4a01-8711-d62bf8d1fa32 service neutron] For port 4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8,segment=NetworkSegment(803c5434-e7a3-49e2-9896-7909e39f1289),segment_id=803c5434-e7a3-49e2-9896-7909e39f1289)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:19:03.111348 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-2ffcc9f4-fd58-4251-a9fc-2e201bfc4bfd req-da960111-78cc-4a01-8711-d62bf8d1fa32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:03.152821 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffcc9f4-fd58-4251-a9fc-2e201bfc4bfd req-da960111-78cc-4a01-8711-d62bf8d1fa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:03.153319 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2080e2eb-301e-4019-be8e-457fe05b7445 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:03.153580 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-2ffcc9f4-fd58-4251-a9fc-2e201bfc4bfd req-da960111-78cc-4a01-8711-d62bf8d1fa32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:03.156844 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2ffcc9f4-fd58-4251-a9fc-2e201bfc4bfd req-da960111-78cc-4a01-8711-d62bf8d1fa32 service neutron] 10.222.0.44 "PUT /v2.0/ports/4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8 HTTP/1.1" status: 200 len: 1092 time: 2.2469194 Oct 30 15:19:03.160192 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cbd0e8c-ab1a-4053-8898-3570d9240eb4', 'tag': '4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:19:03.193487 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344d193e-5584-4681-9999-2d544bb0912d" -d '{"events": [{"name": "network-changed", "server_uuid": "7cbd0e8c-ab1a-4053-8898-3570d9240eb4", "tag": "4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:19:03.209414 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-77383248-df90-4a28-bce6-393745c7c872 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] GET failed (client error): The resource could not be found. Oct 30 15:19:03.216026 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-77383248-df90-4a28-bce6-393745c7c872 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "GET /v2.0/ports/2fcd55a9-41ee-4a50-abdb-c24cdacd6752 HTTP/1.1" status: 404 len: 333 time: 0.1654859 Oct 30 15:19:03.238798 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-c0276d7c-375a-4f5f-99ec-2900d0fe2dde None None] Provisioning complete for port 89456eba-6c57-41e0-91a3-4c38c6fff300 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:19:03.243910 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c0276d7c-375a-4f5f-99ec-2900d0fe2dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:03.267012 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 44554) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:03.338362 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffcc9f4-fd58-4251-a9fc-2e201bfc4bfd req-83521168-9645-4ace-a30f-97d6dbbdd001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:03.339921 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2ffcc9f4-fd58-4251-a9fc-2e201bfc4bfd req-83521168-9645-4ace-a30f-97d6dbbdd001 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=50828efdd6f44ddca14e599b5226f88f&device_id=7cbd0e8c-ab1a-4053-8898-3570d9240eb4 HTTP/1.1" status: 200 len: 1095 time: 0.0942075 Oct 30 15:19:03.377969 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f17956d-d971-42e4-89ee-77e9822ed155 x-openstack-request-id: req-2f17956d-d971-42e4-89ee-77e9822ed155 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:19:03.378351 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cbd0e8c-ab1a-4053-8898-3570d9240eb4", "tag": "4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:19:03.378540 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2f17956d-d971-42e4-89ee-77e9822ed155 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:19:03.378905 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cbd0e8c-ab1a-4053-8898-3570d9240eb4', 'tag': '4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8', 'status': 'completed', 'code': 200} Oct 30 15:19:03.431528 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2ffcc9f4-fd58-4251-a9fc-2e201bfc4bfd req-875c2b0e-fac1-45a5-8390-b737ea898e5c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8 HTTP/1.1" status: 200 len: 217 time: 0.0803809 Oct 30 15:19:03.432495 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da960111-78cc-4a01-8711-d62bf8d1fa32 service neutron] Pushing event updated for resources: {'Port': ['ID=4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:03.444953 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-8da19391-5756-49fa-8643-fa4740a08601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'name': 'tempest-RoutersTest-router-1922274493', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:18:28Z', 'updated_at': '2021-10-30T15:18:59Z', 'revision_number': 7, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'gw_port_host': None, '_interfaces': [{'id': '31ec019b-a137-4b23-8bff-a76256a48ad8', 'name': '', 'network_id': '46e3b8e8-31fe-4fad-928e-09f0b734867f', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'mac_address': 'fa:16:3e:39:c2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'ae21a9e5-a05b-4bf0-b9d9-e3793f8c6020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:18:30Z', 'updated_at': '2021-10-30T15:18:36Z', 'revision_number': 5, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'subnets': [{'id': 'ae21a9e5-a05b-4bf0-b9d9-e3793f8c6020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89456eba-6c57-41e0-91a3-4c38c6fff300', 'name': '', 'network_id': '14fa9c19-7fa8-42db-ad8d-33b520ee6bcd', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'mac_address': 'fa:16:3e:bc:cb:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '28054579-e6e8-4248-b5fa-a960bbc8fa9e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:18:50Z', 'updated_at': '2021-10-30T15:19:02Z', 'revision_number': 4, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'subnets': [{'id': '28054579-e6e8-4248-b5fa-a960bbc8fa9e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f95ef6cb-79ef-4194-a7d1-8bb27ddb6f35', 'name': '', 'network_id': '829d1424-bc34-49ab-bc16-b496ea9e37e4', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'mac_address': 'fa:16:3e:03:cd:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '03b1175e-6a0b-478f-92c1-91827ab9a087', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:18:42Z', 'updated_at': '2021-10-30T15:18:52Z', 'revision_number': 5, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'subnets': [{'id': '03b1175e-6a0b-478f-92c1-91827ab9a087', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd2430ee-7c1c-40d0-992b-8f15f3fd7d22', 'name': '', 'network_id': 'd55bc44b-905d-4746-a45b-5e824c1f3ded', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'mac_address': 'fa:16:3e:8d:58:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '40a6d6b0-1911-40d4-86d1-6cf55ce6bbba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:18:36Z', 'updated_at': '2021-10-30T15:18:46Z', 'revision_number': 5, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'subnets': [{'id': '40a6d6b0-1911-40d4-86d1-6cf55ce6bbba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:19:03.501727 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffcc9f4-fd58-4251-a9fc-2e201bfc4bfd req-4eff98b4-c903-4bfa-b13b-9c9ab6c3de79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:03.503218 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2ffcc9f4-fd58-4251-a9fc-2e201bfc4bfd req-4eff98b4-c903-4bfa-b13b-9c9ab6c3de79 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=449705ab-2365-49b9-8b83-fe461dd03f65 HTTP/1.1" status: 200 len: 852 time: 0.0631020 Oct 30 15:19:03.524475 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da19391-5756-49fa-8643-fa4740a08601 None None] The sync data for ids ['e0b1081a-8c9f-405d-b751-513e9f3b1a41'] in n-d-806683-17 is: [{'id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'name': 'tempest-RoutersTest-router-1922274493', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:18:28Z', 'updated_at': '2021-10-30T15:18:59Z', 'revision_number': 7, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'gw_port_host': None, '_interfaces': [{'id': '31ec019b-a137-4b23-8bff-a76256a48ad8', 'name': '', 'network_id': '46e3b8e8-31fe-4fad-928e-09f0b734867f', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'mac_address': 'fa:16:3e:39:c2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'ae21a9e5-a05b-4bf0-b9d9-e3793f8c6020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:18:30Z', 'updated_at': '2021-10-30T15:18:36Z', 'revision_number': 5, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'subnets': [{'id': 'ae21a9e5-a05b-4bf0-b9d9-e3793f8c6020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89456eba-6c57-41e0-91a3-4c38c6fff300', 'name': '', 'network_id': '14fa9c19-7fa8-42db-ad8d-33b520ee6bcd', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'mac_address': 'fa:16:3e:bc:cb:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '28054579-e6e8-4248-b5fa-a960bbc8fa9e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:18:50Z', 'updated_at': '2021-10-30T15:19:02Z', 'revision_number': 4, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'subnets': [{'id': '28054579-e6e8-4248-b5fa-a960bbc8fa9e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f95ef6cb-79ef-4194-a7d1-8bb27ddb6f35', 'name': '', 'network_id': '829d1424-bc34-49ab-bc16-b496ea9e37e4', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'mac_address': 'fa:16:3e:03:cd:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '03b1175e-6a0b-478f-92c1-91827ab9a087', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:18:42Z', 'updated_at': '2021-10-30T15:18:52Z', 'revision_number': 5, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'subnets': [{'id': '03b1175e-6a0b-478f-92c1-91827ab9a087', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd2430ee-7c1c-40d0-992b-8f15f3fd7d22', 'name': '', 'network_id': 'd55bc44b-905d-4746-a45b-5e824c1f3ded', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'mac_address': 'fa:16:3e:8d:58:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '40a6d6b0-1911-40d4-86d1-6cf55ce6bbba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:18:36Z', 'updated_at': '2021-10-30T15:18:46Z', 'revision_number': 5, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'subnets': [{'id': '40a6d6b0-1911-40d4-86d1-6cf55ce6bbba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:19:03.581966 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2ffcc9f4-fd58-4251-a9fc-2e201bfc4bfd req-1857a1d8-b048-4944-8afd-7ff1138350e6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4f22410e-53ea-4597-9c0e-a70994dfa6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693579 Oct 30 15:19:03.672938 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c0276d7c-375a-4f5f-99ec-2900d0fe2dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:03.759458 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-c0276d7c-375a-4f5f-99ec-2900d0fe2dde None None] For port 89456eba-6c57-41e0-91a3-4c38c6fff300, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=89456eba-6c57-41e0-91a3-4c38c6fff300,segment=NetworkSegment(22d613da-1f10-433e-9354-2cf4fa5fa11f),segment_id=22d613da-1f10-433e-9354-2cf4fa5fa11f)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:19:03.780595 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c0276d7c-375a-4f5f-99ec-2900d0fe2dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:03.790535 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-18d0a401-c63a-4b3b-9db1-da4c4e2cf983 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:03.796316 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2ffcc9f4-fd58-4251-a9fc-2e201bfc4bfd req-880c64f5-abb3-4527-b825-f142ac738807 service neutron] 10.222.0.44 "GET /v2.0/networks/4f22410e-53ea-4597-9c0e-a70994dfa6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055743 Oct 30 15:19:03.924469 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-bd9957c5-85c4-4eca-b762-9888de4b28ff None None] Provisioning complete for port 89456eba-6c57-41e0-91a3-4c38c6fff300 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:19:03.924786 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bd9957c5-85c4-4eca-b762-9888de4b28ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:03.929367 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0276d7c-375a-4f5f-99ec-2900d0fe2dde None None] Pushing event updated for resources: {'Port': ['ID=89456eba-6c57-41e0-91a3-4c38c6fff300,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:04.015605 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2ffcc9f4-fd58-4251-a9fc-2e201bfc4bfd req-8e24690e-332b-4063-a5cc-68ebe3059e95 service neutron] 10.222.0.44 "GET /v2.0/networks/4f22410e-53ea-4597-9c0e-a70994dfa6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118168 Oct 30 15:19:04.037398 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-18d0a401-c63a-4b3b-9db1-da4c4e2cf983 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:04.070108 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-18d0a401-c63a-4b3b-9db1-da4c4e2cf983 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c4f29b1-fd52-46d0-a716-21908c53e8de']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:19:04.080988 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-18d0a401-c63a-4b3b-9db1-da4c4e2cf983 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd32daeb5-1b36-4aa0-af5e-c884aaa22886') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:19:04.081269 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-18d0a401-c63a-4b3b-9db1-da4c4e2cf983 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd32daeb5-1b36-4aa0-af5e-c884aaa22886') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:19:04.093697 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-18d0a401-c63a-4b3b-9db1-da4c4e2cf983 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:04.110148 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-18d0a401-c63a-4b3b-9db1-da4c4e2cf983 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:04.118057 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18d0a401-c63a-4b3b-9db1-da4c4e2cf983 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:19:04.118549 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-18d0a401-c63a-4b3b-9db1-da4c4e2cf983 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:04.173852 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d193e-5584-4681-9999-2d544bb0912d req-107ac0f3-37ab-41c3-833d-14d3279b37f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:04.175414 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-344d193e-5584-4681-9999-2d544bb0912d req-107ac0f3-37ab-41c3-833d-14d3279b37f5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=50828efdd6f44ddca14e599b5226f88f&device_id=7cbd0e8c-ab1a-4053-8898-3570d9240eb4 HTTP/1.1" status: 200 len: 1095 time: 0.0956349 Oct 30 15:19:04.249407 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:19:04.249407 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:19:04.249407 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:19:04.249407 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:19:04.249407 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:19:04.249407 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:19:04.249407 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:19:04.249407 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:19:04.249407 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:19:04.249407 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:19:04.249407 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:19:04.249407 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:19:04.249407 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:19:04.249407 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:19:04.249407 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:19:04.249407 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:19:04.249407 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:19:04.249407 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:19:04.249407 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:19:04.249407 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:19:04.249407 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:19:04.249407 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:19:04.249407 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:19:04.249407 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:19:04.249407 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:19:04.249407 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:19:04.249407 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:19:04.249407 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:19:04.249407 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:19:04.249407 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:19:04.249407 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:19:04.249407 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:19:04.254807 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-18d0a401-c63a-4b3b-9db1-da4c4e2cf983 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:04.264715 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-18d0a401-c63a-4b3b-9db1-da4c4e2cf983 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:04.268130 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-18d0a401-c63a-4b3b-9db1-da4c4e2cf983 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "DELETE /v2.0/networks/8c4f29b1-fd52-46d0-a716-21908c53e8de HTTP/1.1" status: 204 len: 168 time: 0.9776571 Oct 30 15:19:04.275781 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 44570) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:04.281148 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-6e5e7143-4951-49b5-8eea-e6602aae373d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-590078829'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:19:04.332283 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d193e-5584-4681-9999-2d544bb0912d req-49d7215d-f5a3-42a1-b52d-d12cc57b9a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:04.335114 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-344d193e-5584-4681-9999-2d544bb0912d req-49d7215d-f5a3-42a1-b52d-d12cc57b9a0c service neutron] 10.222.0.44 "GET /v2.0/networks?id=4f22410e-53ea-4597-9c0e-a70994dfa6d8 HTTP/1.1" status: 200 len: 913 time: 0.1509049 Oct 30 15:19:04.337173 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e5e7143-4951-49b5-8eea-e6602aae373d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Made reservation on behalf of 588c9a586131499fbc33840e1d270dce for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:19:04.341503 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6e5e7143-4951-49b5-8eea-e6602aae373d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:04.344986 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d0a401-c63a-4b3b-9db1-da4c4e2cf983 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event deleted for resources: {'Network': ['ID=8c4f29b1-fd52-46d0-a716-21908c53e8de,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:04.379220 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f3276e-6cbe-4e24-9115-1fbc70b1de3d req-0d8873b6-d1ac-4f38-8a14-93bb78142246 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:04.381412 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f5f3276e-6cbe-4e24-9115-1fbc70b1de3d req-0d8873b6-d1ac-4f38-8a14-93bb78142246 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cbd0e8c-ab1a-4053-8898-3570d9240eb4 HTTP/1.1" status: 200 len: 943 time: 0.4828885 Oct 30 15:19:04.416048 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 89456eba-6c57-41e0-91a3-4c38c6fff300 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:19:04.431097 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-344d193e-5584-4681-9999-2d544bb0912d req-7f9959c9-2d0e-433a-bf1d-a1b13ce6cf48 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8 HTTP/1.1" status: 200 len: 217 time: 0.0861027 Oct 30 15:19:04.463350 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e5e7143-4951-49b5-8eea-e6602aae373d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:19:04.476185 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f5f3276e-6cbe-4e24-9115-1fbc70b1de3d req-2fda36a4-bae8-4f75-ab4b-6f19f104a409 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856242 Oct 30 15:19:04.488235 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6e5e7143-4951-49b5-8eea-e6602aae373d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:04.488595 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-6e5e7143-4951-49b5-8eea-e6602aae373d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Added segment 6befe665-c222-48e1-822c-bf5e2bb982bc of type vlan for network 90fc3a0d-d934-46ea-9cc2-88e9713c6907 Oct 30 15:19:04.556853 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 89456eba-6c57-41e0-91a3-4c38c6fff300 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:19:04.558108 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:04.687594 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-2080e2eb-301e-4019-be8e-457fe05b7445 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Deleting port 89456eba-6c57-41e0-91a3-4c38c6fff300 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:19:04.687943 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2080e2eb-301e-4019-be8e-457fe05b7445 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:04.705154 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6e5e7143-4951-49b5-8eea-e6602aae373d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:04.782611 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d193e-5584-4681-9999-2d544bb0912d req-af57fbe4-d7d1-44d0-9b00-066e5349f484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:04.785060 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-344d193e-5584-4681-9999-2d544bb0912d req-af57fbe4-d7d1-44d0-9b00-066e5349f484 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=449705ab-2365-49b9-8b83-fe461dd03f65 HTTP/1.1" status: 200 len: 852 time: 0.1878016 Oct 30 15:19:04.816443 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6e5e7143-4951-49b5-8eea-e6602aae373d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:04.824483 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5e7143-4951-49b5-8eea-e6602aae373d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:04.825003 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6e5e7143-4951-49b5-8eea-e6602aae373d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:04.865782 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-344d193e-5584-4681-9999-2d544bb0912d req-8fc6b70a-78e4-4059-a1b2-d9ea06e27486 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4f22410e-53ea-4597-9c0e-a70994dfa6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712309 Oct 30 15:19:04.913523 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-2080e2eb-301e-4019-be8e-457fe05b7445 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] For port 89456eba-6c57-41e0-91a3-4c38c6fff300, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=89456eba-6c57-41e0-91a3-4c38c6fff300,segment=NetworkSegment(22d613da-1f10-433e-9354-2cf4fa5fa11f),segment_id=22d613da-1f10-433e-9354-2cf4fa5fa11f)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:19:04.913893 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2080e2eb-301e-4019-be8e-457fe05b7445 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:04.950898 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-2080e2eb-301e-4019-be8e-457fe05b7445 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Calling delete_port for 89456eba-6c57-41e0-91a3-4c38c6fff300 owned by network:router_interface {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:19:04.972068 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e7143-4951-49b5-8eea-e6602aae373d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event updated for resources: {'Network': ['ID=90fc3a0d-d934-46ea-9cc2-88e9713c6907,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:04.983254 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 90fc3a0d-d934-46ea-9cc2-88e9713c6907 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:19:05.024338 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c44bd31-9f4f-43d6-8c8a-3bf34b47469a None None] Sync routers for ids ['e0b1081a-8c9f-405d-b751-513e9f3b1a41'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:19:05.038734 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-6e5e7143-4951-49b5-8eea-e6602aae373d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7616355 Oct 30 15:19:05.042161 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 44584) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:05.042954 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c44bd31-9f4f-43d6-8c8a-3bf34b47469a None None] Routers {'e0b1081a-8c9f-405d-b751-513e9f3b1a41'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:19:05.043655 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-8c44bd31-9f4f-43d6-8c8a-3bf34b47469a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:18:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['e0b1081a-8c9f-405d-b751-513e9f3b1a41'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:19:05.049262 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-44e856e3-55a3-47a6-aa29-b1c320a1c026 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Request body: {'subnet': {'network_id': '90fc3a0d-d934-46ea-9cc2-88e9713c6907', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:19:05.182876 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-344d193e-5584-4681-9999-2d544bb0912d req-81305ed8-84f4-4ab8-b3e7-c8a67930ed84 service neutron] 10.222.0.44 "GET /v2.0/networks/4f22410e-53ea-4597-9c0e-a70994dfa6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885111 Oct 30 15:19:05.204722 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-8c44bd31-9f4f-43d6-8c8a-3bf34b47469a None None] Set router e0b1081a-8c9f-405d-b751-513e9f3b1a41 gateway port host: None {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:19:05.263244 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e856e3-55a3-47a6-aa29-b1c320a1c026 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Made reservation on behalf of 588c9a586131499fbc33840e1d270dce for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:19:05.267726 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-44e856e3-55a3-47a6-aa29-b1c320a1c026 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:05.344037 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.ipam_backend_mixin [None req-44e856e3-55a3-47a6-aa29-b1c320a1c026 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Performing IP validity checks on allocation pools {{(pid=102131) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 30 15:19:05.344636 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.ipam_backend_mixin [None req-44e856e3-55a3-47a6-aa29-b1c320a1c026 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102131) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 30 15:19:05.375348 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-344d193e-5584-4681-9999-2d544bb0912d req-31c48c99-0b0e-45e9-a1f2-c83b3e51a054 service neutron] 10.222.0.44 "GET /v2.0/networks/4f22410e-53ea-4597-9c0e-a70994dfa6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834795 Oct 30 15:19:05.469549 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-8c44bd31-9f4f-43d6-8c8a-3bf34b47469a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'name': 'tempest-RoutersTest-router-1922274493', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:18:28Z', 'updated_at': '2021-10-30T15:18:59Z', 'revision_number': 7, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'gw_port_host': None, '_interfaces': [{'id': '31ec019b-a137-4b23-8bff-a76256a48ad8', 'name': '', 'network_id': '46e3b8e8-31fe-4fad-928e-09f0b734867f', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'mac_address': 'fa:16:3e:39:c2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'ae21a9e5-a05b-4bf0-b9d9-e3793f8c6020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:18:30Z', 'updated_at': '2021-10-30T15:18:36Z', 'revision_number': 5, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'subnets': [{'id': 'ae21a9e5-a05b-4bf0-b9d9-e3793f8c6020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89456eba-6c57-41e0-91a3-4c38c6fff300', 'name': '', 'network_id': '14fa9c19-7fa8-42db-ad8d-33b520ee6bcd', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'mac_address': 'fa:16:3e:bc:cb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '28054579-e6e8-4248-b5fa-a960bbc8fa9e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:18:50Z', 'updated_at': '2021-10-30T15:19:03Z', 'revision_number': 5, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'subnets': [{'id': '28054579-e6e8-4248-b5fa-a960bbc8fa9e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f95ef6cb-79ef-4194-a7d1-8bb27ddb6f35', 'name': '', 'network_id': '829d1424-bc34-49ab-bc16-b496ea9e37e4', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'mac_address': 'fa:16:3e:03:cd:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '03b1175e-6a0b-478f-92c1-91827ab9a087', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:18:42Z', 'updated_at': '2021-10-30T15:18:52Z', 'revision_number': 5, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'subnets': [{'id': '03b1175e-6a0b-478f-92c1-91827ab9a087', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd2430ee-7c1c-40d0-992b-8f15f3fd7d22', 'name': '', 'network_id': 'd55bc44b-905d-4746-a45b-5e824c1f3ded', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'mac_address': 'fa:16:3e:8d:58:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '40a6d6b0-1911-40d4-86d1-6cf55ce6bbba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:18:36Z', 'updated_at': '2021-10-30T15:18:46Z', 'revision_number': 5, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'subnets': [{'id': '40a6d6b0-1911-40d4-86d1-6cf55ce6bbba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:19:05.483785 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2080e2eb-301e-4019-be8e-457fe05b7445 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:05.501351 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c44bd31-9f4f-43d6-8c8a-3bf34b47469a None None] Checking router: e0b1081a-8c9f-405d-b751-513e9f3b1a41 for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:19:05.515513 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c44bd31-9f4f-43d6-8c8a-3bf34b47469a None None] Routers {'e0b1081a-8c9f-405d-b751-513e9f3b1a41'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:19:05.517193 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-8c44bd31-9f4f-43d6-8c8a-3bf34b47469a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:18:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['e0b1081a-8c9f-405d-b751-513e9f3b1a41'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:19:05.532711 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2080e2eb-301e-4019-be8e-457fe05b7445 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Pushing event deleted for resources: {'Port': ['ID=89456eba-6c57-41e0-91a3-4c38c6fff300,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:05.714046 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-8c44bd31-9f4f-43d6-8c8a-3bf34b47469a None None] Set router e0b1081a-8c9f-405d-b751-513e9f3b1a41 gateway port host: None {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:19:05.973260 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-8c44bd31-9f4f-43d6-8c8a-3bf34b47469a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'name': 'tempest-RoutersTest-router-1922274493', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:18:28Z', 'updated_at': '2021-10-30T15:19:05Z', 'revision_number': 8, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'gw_port_host': None, '_interfaces': [{'id': '31ec019b-a137-4b23-8bff-a76256a48ad8', 'name': '', 'network_id': '46e3b8e8-31fe-4fad-928e-09f0b734867f', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'mac_address': 'fa:16:3e:39:c2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'ae21a9e5-a05b-4bf0-b9d9-e3793f8c6020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:18:30Z', 'updated_at': '2021-10-30T15:18:36Z', 'revision_number': 5, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'subnets': [{'id': 'ae21a9e5-a05b-4bf0-b9d9-e3793f8c6020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f95ef6cb-79ef-4194-a7d1-8bb27ddb6f35', 'name': '', 'network_id': '829d1424-bc34-49ab-bc16-b496ea9e37e4', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'mac_address': 'fa:16:3e:03:cd:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '03b1175e-6a0b-478f-92c1-91827ab9a087', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:18:42Z', 'updated_at': '2021-10-30T15:18:52Z', 'revision_number': 5, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'subnets': [{'id': '03b1175e-6a0b-478f-92c1-91827ab9a087', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd2430ee-7c1c-40d0-992b-8f15f3fd7d22', 'name': '', 'network_id': 'd55bc44b-905d-4746-a45b-5e824c1f3ded', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'mac_address': 'fa:16:3e:8d:58:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '40a6d6b0-1911-40d4-86d1-6cf55ce6bbba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:18:36Z', 'updated_at': '2021-10-30T15:18:46Z', 'revision_number': 5, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'subnets': [{'id': '40a6d6b0-1911-40d4-86d1-6cf55ce6bbba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:19:05.994135 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9413c4b-68a1-4d76-9199-b81ba2e9425e req-32dfd1bc-2d50-4fbc-ad09-692ae20bd44f tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:06.005398 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c44bd31-9f4f-43d6-8c8a-3bf34b47469a None None] The sync data for ids ['e0b1081a-8c9f-405d-b751-513e9f3b1a41'] in n-d-806683-17 is: [{'id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'name': 'tempest-RoutersTest-router-1922274493', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:18:28Z', 'updated_at': '2021-10-30T15:19:05Z', 'revision_number': 8, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'gw_port_host': None, '_interfaces': [{'id': '31ec019b-a137-4b23-8bff-a76256a48ad8', 'name': '', 'network_id': '46e3b8e8-31fe-4fad-928e-09f0b734867f', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'mac_address': 'fa:16:3e:39:c2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'ae21a9e5-a05b-4bf0-b9d9-e3793f8c6020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:18:30Z', 'updated_at': '2021-10-30T15:18:36Z', 'revision_number': 5, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'subnets': [{'id': 'ae21a9e5-a05b-4bf0-b9d9-e3793f8c6020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f95ef6cb-79ef-4194-a7d1-8bb27ddb6f35', 'name': '', 'network_id': '829d1424-bc34-49ab-bc16-b496ea9e37e4', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'mac_address': 'fa:16:3e:03:cd:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '03b1175e-6a0b-478f-92c1-91827ab9a087', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:18:42Z', 'updated_at': '2021-10-30T15:18:52Z', 'revision_number': 5, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'subnets': [{'id': '03b1175e-6a0b-478f-92c1-91827ab9a087', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd2430ee-7c1c-40d0-992b-8f15f3fd7d22', 'name': '', 'network_id': 'd55bc44b-905d-4746-a45b-5e824c1f3ded', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'mac_address': 'fa:16:3e:8d:58:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '40a6d6b0-1911-40d4-86d1-6cf55ce6bbba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:18:36Z', 'updated_at': '2021-10-30T15:18:46Z', 'revision_number': 5, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'subnets': [{'id': '40a6d6b0-1911-40d4-86d1-6cf55ce6bbba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:19:06.008306 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c9413c4b-68a1-4d76-9199-b81ba2e9425e req-32dfd1bc-2d50-4fbc-ad09-692ae20bd44f tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cbd0e8c-ab1a-4053-8898-3570d9240eb4 HTTP/1.1" status: 200 len: 943 time: 0.2793510 Oct 30 15:19:06.142271 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-44e856e3-55a3-47a6-aa29-b1c320a1c026 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:06.205117 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c9413c4b-68a1-4d76-9199-b81ba2e9425e req-88690de9-8097-4af5-9481-01e6d2535375 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895196 Oct 30 15:19:06.220919 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2080e2eb-301e-4019-be8e-457fe05b7445 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:06.243553 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e856e3-55a3-47a6-aa29-b1c320a1c026 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event updated for resources: {'Subnet': ['ID=3fc398d3-b409-468f-ba44-4e25c652fca7,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:06.263826 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e856e3-55a3-47a6-aa29-b1c320a1c026 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Checking segment: {'id': '6befe665-c222-48e1-822c-bf5e2bb982bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '90fc3a0d-d934-46ea-9cc2-88e9713c6907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:19:06.264195 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e856e3-55a3-47a6-aa29-b1c320a1c026 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Network hostable DHCP agents. Network: 90fc3a0d-d934-46ea-9cc2-88e9713c6907, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:19:06.359155 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e856e3-55a3-47a6-aa29-b1c320a1c026 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Network 90fc3a0d-d934-46ea-9cc2-88e9713c6907 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:19:06.381721 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-44e856e3-55a3-47a6-aa29-b1c320a1c026 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 90fc3a0d-d934-46ea-9cc2-88e9713c6907) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:19:06.386116 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e856e3-55a3-47a6-aa29-b1c320a1c026 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:06.386887 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-44e856e3-55a3-47a6-aa29-b1c320a1c026 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:06.398304 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089dcb80-7525-4a79-b5b0-4163ec6d7b06 None None] Network 90fc3a0d-d934-46ea-9cc2-88e9713c6907 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:19:06.430856 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-44e856e3-55a3-47a6-aa29-b1c320a1c026 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3835475 Oct 30 15:19:06.431248 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 44600) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:06.439711 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-4a822b57-478a-40f7-b6e9-53e6fc83115b tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Request body: {'port': {'network_id': '90fc3a0d-d934-46ea-9cc2-88e9713c6907', 'name': 'tempest-PortsTestJSON-1950970905'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:19:06.554207 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 89456eba-6c57-41e0-91a3-4c38c6fff300 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:19:06.600961 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 89456eba-6c57-41e0-91a3-4c38c6fff300 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:19:06.602362 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 89456eba-6c57-41e0-91a3-4c38c6fff300 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:19:06.653385 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2080e2eb-301e-4019-be8e-457fe05b7445 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Router e0b1081a-8c9f-405d-b751-513e9f3b1a41 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:19:06.703535 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a822b57-478a-40f7-b6e9-53e6fc83115b tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Made reservation on behalf of 588c9a586131499fbc33840e1d270dce for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:19:06.707553 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4a822b57-478a-40f7-b6e9-53e6fc83115b tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:06.751232 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [None req-4a822b57-478a-40f7-b6e9-53e6fc83115b tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] device_id is not set on port ed9968ab-f1dc-46ea-95de-9dcd521db1b3 yet. {{(pid=102130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:19:06.800661 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112c0361-1705-45ca-bbfb-73cde8c8b306 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-90fc3a0d-d934-46ea-9cc2-88e9713c6907', 'network_id': '90fc3a0d-d934-46ea-9cc2-88e9713c6907', 'tenant_id': '588c9a586131499fbc33840e1d270dce', 'fixed_ips': [{'subnet_id': '3fc398d3-b409-468f-ba44-4e25c652fca7'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:19:06.801689 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-112c0361-1705-45ca-bbfb-73cde8c8b306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:06.875377 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2080e2eb-301e-4019-be8e-457fe05b7445 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:19:06.896588 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-2080e2eb-301e-4019-be8e-457fe05b7445 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "PUT /v2.0/routers/e0b1081a-8c9f-405d-b751-513e9f3b1a41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7925913 Oct 30 15:19:06.899123 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 44608) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:06.966887 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4b3aea-1d00-43bc-9f27-bf6e253a7f34 None None] Sync routers for ids ['e0b1081a-8c9f-405d-b751-513e9f3b1a41'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:19:06.992468 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-23dbb23a-b906-45ce-b95f-100831224679 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Deleting subnet 28054579-e6e8-4248-b5fa-a960bbc8fa9e {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:19:07.008266 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-23dbb23a-b906-45ce-b95f-100831224679 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:07.025468 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-4a822b57-478a-40f7-b6e9-53e6fc83115b tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Allocated IP 172.20.0.7 (90fc3a0d-d934-46ea-9cc2-88e9713c6907/3fc398d3-b409-468f-ba44-4e25c652fca7/ed9968ab-f1dc-46ea-95de-9dcd521db1b3) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:19:07.032120 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4b3aea-1d00-43bc-9f27-bf6e253a7f34 None None] Routers {'e0b1081a-8c9f-405d-b751-513e9f3b1a41'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:19:07.032892 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-fc4b3aea-1d00-43bc-9f27-bf6e253a7f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:18:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['e0b1081a-8c9f-405d-b751-513e9f3b1a41'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:19:07.089767 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-23dbb23a-b906-45ce-b95f-100831224679 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:07.144589 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-fc4b3aea-1d00-43bc-9f27-bf6e253a7f34 None None] Set router e0b1081a-8c9f-405d-b751-513e9f3b1a41 gateway port host: None {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:19:07.228882 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8 details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:19:07.343042 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8,segment=NetworkSegment(803c5434-e7a3-49e2-9896-7909e39f1289),segment_id=803c5434-e7a3-49e2-9896-7909e39f1289)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:19:07.354457 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-23dbb23a-b906-45ce-b95f-100831224679 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:07.373797 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': '4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8', 'network_id': '4f22410e-53ea-4597-9c0e-a70994dfa6d8', 'port_id': '4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8', 'mac_address': 'fa:16:3e:31:cd:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '449705ab-2365-49b9-8b83-fe461dd03f65', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:19:07.453006 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4a822b57-478a-40f7-b6e9-53e6fc83115b tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:07.544370 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4a822b57-478a-40f7-b6e9-53e6fc83115b tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:07.562362 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f7df89-f09a-4b19-9904-a62c79b0e204 req-2af8782d-c03a-4851-8825-0475ba07718b tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:07.566633 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-18f7df89-f09a-4b19-9904-a62c79b0e204 req-2af8782d-c03a-4851-8825-0475ba07718b tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cbd0e8c-ab1a-4053-8898-3570d9240eb4 HTTP/1.1" status: 200 len: 943 time: 0.1310987 Oct 30 15:19:07.668176 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a822b57-478a-40f7-b6e9-53e6fc83115b tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Network 90fc3a0d-d934-46ea-9cc2-88e9713c6907 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:19:07.673139 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-23dbb23a-b906-45ce-b95f-100831224679 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:07.680884 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-4a822b57-478a-40f7-b6e9-53e6fc83115b tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:19:07.689055 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a822b57-478a-40f7-b6e9-53e6fc83115b tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:19:07.737762 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:07.770737 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-18f7df89-f09a-4b19-9904-a62c79b0e204 req-5716fed4-7966-4ab8-ab58-04557e908123 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922021 Oct 30 15:19:07.790890 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:19:07.809973 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-23dbb23a-b906-45ce-b95f-100831224679 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:07.813721 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-23dbb23a-b906-45ce-b95f-100831224679 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "DELETE /v2.0/subnets/28054579-e6e8-4248-b5fa-a960bbc8fa9e HTTP/1.1" status: 204 len: 168 time: 0.9134915 Oct 30 15:19:07.813998 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a822b57-478a-40f7-b6e9-53e6fc83115b tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event updated for resources: {'Port': ['ID=ed9968ab-f1dc-46ea-95de-9dcd521db1b3,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:07.820904 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 44626) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:07.821747 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dbb23a-b906-45ce-b95f-100831224679 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Pushing event deleted for resources: {'Subnet': ['ID=28054579-e6e8-4248-b5fa-a960bbc8fa9e,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:07.862625 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1173041b-7a4d-4d8d-9cea-486dd97aed79 None None] Network 14fa9c19-7fa8-42db-ad8d-33b520ee6bcd requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:19:07.867780 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-112c0361-1705-45ca-bbfb-73cde8c8b306 None None] Allocated IP 172.20.0.2 (90fc3a0d-d934-46ea-9cc2-88e9713c6907/3fc398d3-b409-468f-ba44-4e25c652fca7/68fe3a54-043f-41ef-bc1d-5c1def8fb767) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:19:07.909481 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a822b57-478a-40f7-b6e9-53e6fc83115b tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:07.910934 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4a822b57-478a-40f7-b6e9-53e6fc83115b tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:07.958730 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-4a822b57-478a-40f7-b6e9-53e6fc83115b tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5234268 Oct 30 15:19:07.959792 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 44630) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:08.009025 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-96d52e2d-2188-45e6-84b0-dc5bd90b9729 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:08.076353 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8,segment=NetworkSegment(803c5434-e7a3-49e2-9896-7909e39f1289),segment_id=803c5434-e7a3-49e2-9896-7909e39f1289)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:19:08.178323 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:08.243867 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-96d52e2d-2188-45e6-84b0-dc5bd90b9729 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Deleting port 58e3ada6-279b-4b0b-b908-330cdde495d8 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:19:08.244211 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-96d52e2d-2188-45e6-84b0-dc5bd90b9729 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:08.250228 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-57a1b9cd-f319-4ec1-a22f-6029c567db7d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Deleting port ed9968ab-f1dc-46ea-95de-9dcd521db1b3 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:19:08.250564 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-57a1b9cd-f319-4ec1-a22f-6029c567db7d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:08.423876 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-96d52e2d-2188-45e6-84b0-dc5bd90b9729 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] For port 58e3ada6-279b-4b0b-b908-330cdde495d8, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=58e3ada6-279b-4b0b-b908-330cdde495d8,segment=NetworkSegment(22d613da-1f10-433e-9354-2cf4fa5fa11f),segment_id=22d613da-1f10-433e-9354-2cf4fa5fa11f)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:19:08.424527 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-96d52e2d-2188-45e6-84b0-dc5bd90b9729 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:08.433964 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:19:08.445739 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-57a1b9cd-f319-4ec1-a22f-6029c567db7d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:08.471437 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-96d52e2d-2188-45e6-84b0-dc5bd90b9729 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Calling delete_port for 58e3ada6-279b-4b0b-b908-330cdde495d8 owned by network:dhcp {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:19:08.471687 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-fc4b3aea-1d00-43bc-9f27-bf6e253a7f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'name': 'tempest-RoutersTest-router-1922274493', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:18:28Z', 'updated_at': '2021-10-30T15:19:05Z', 'revision_number': 8, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'gw_port_host': None, '_interfaces': [{'id': '31ec019b-a137-4b23-8bff-a76256a48ad8', 'name': '', 'network_id': '46e3b8e8-31fe-4fad-928e-09f0b734867f', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'mac_address': 'fa:16:3e:39:c2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'ae21a9e5-a05b-4bf0-b9d9-e3793f8c6020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:18:30Z', 'updated_at': '2021-10-30T15:18:36Z', 'revision_number': 5, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'subnets': [{'id': 'ae21a9e5-a05b-4bf0-b9d9-e3793f8c6020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f95ef6cb-79ef-4194-a7d1-8bb27ddb6f35', 'name': '', 'network_id': '829d1424-bc34-49ab-bc16-b496ea9e37e4', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'mac_address': 'fa:16:3e:03:cd:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '03b1175e-6a0b-478f-92c1-91827ab9a087', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:18:42Z', 'updated_at': '2021-10-30T15:18:52Z', 'revision_number': 5, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'subnets': [{'id': '03b1175e-6a0b-478f-92c1-91827ab9a087', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd2430ee-7c1c-40d0-992b-8f15f3fd7d22', 'name': '', 'network_id': 'd55bc44b-905d-4746-a45b-5e824c1f3ded', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'mac_address': 'fa:16:3e:8d:58:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '40a6d6b0-1911-40d4-86d1-6cf55ce6bbba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:18:36Z', 'updated_at': '2021-10-30T15:18:46Z', 'revision_number': 5, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'subnets': [{'id': '40a6d6b0-1911-40d4-86d1-6cf55ce6bbba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:19:08.472649 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-57a1b9cd-f319-4ec1-a22f-6029c567db7d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Calling delete_port for ed9968ab-f1dc-46ea-95de-9dcd521db1b3 owned by {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:19:08.570467 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4b3aea-1d00-43bc-9f27-bf6e253a7f34 None None] Checking router: e0b1081a-8c9f-405d-b751-513e9f3b1a41 for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:19:08.602643 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:08.607517 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-96d52e2d-2188-45e6-84b0-dc5bd90b9729 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:08.650469 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d52e2d-2188-45e6-84b0-dc5bd90b9729 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Pushing event deleted for resources: {'Port': ['ID=58e3ada6-279b-4b0b-b908-330cdde495d8,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:08.658795 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d52e2d-2188-45e6-84b0-dc5bd90b9729 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] No DVR routers for this DVR port 58e3ada6-279b-4b0b-b908-330cdde495d8 on host n-d-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:19:08.698085 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4b3aea-1d00-43bc-9f27-bf6e253a7f34 None None] Routers {'e0b1081a-8c9f-405d-b751-513e9f3b1a41'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:19:08.705084 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-fc4b3aea-1d00-43bc-9f27-bf6e253a7f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:18:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['e0b1081a-8c9f-405d-b751-513e9f3b1a41'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:19:08.766129 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-57a1b9cd-f319-4ec1-a22f-6029c567db7d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:08.829312 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-96d52e2d-2188-45e6-84b0-dc5bd90b9729 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:08.846661 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a1b9cd-f319-4ec1-a22f-6029c567db7d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event deleted for resources: {'Port': ['ID=ed9968ab-f1dc-46ea-95de-9dcd521db1b3,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:08.886692 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-96d52e2d-2188-45e6-84b0-dc5bd90b9729 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14fa9c19-7fa8-42db-ad8d-33b520ee6bcd']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:19:08.918293 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-96d52e2d-2188-45e6-84b0-dc5bd90b9729 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22d613da-1f10-433e-9354-2cf4fa5fa11f') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:19:08.918682 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-96d52e2d-2188-45e6-84b0-dc5bd90b9729 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22d613da-1f10-433e-9354-2cf4fa5fa11f') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:19:08.950543 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-96d52e2d-2188-45e6-84b0-dc5bd90b9729 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:08.966431 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-fc4b3aea-1d00-43bc-9f27-bf6e253a7f34 None None] Set router e0b1081a-8c9f-405d-b751-513e9f3b1a41 gateway port host: None {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:19:08.972906 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-57a1b9cd-f319-4ec1-a22f-6029c567db7d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:08.983225 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-57a1b9cd-f319-4ec1-a22f-6029c567db7d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "DELETE /v2.0/ports/ed9968ab-f1dc-46ea-95de-9dcd521db1b3 HTTP/1.1" status: 204 len: 168 time: 1.0212379 Oct 30 15:19:08.986780 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 44648) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:09.001225 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:19:09.001578 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:19:09.001918 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:19:09.002253 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:19:09.002583 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:19:09.002911 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:19:09.003236 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:19:09.014116 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:19:09.014593 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:19:09.015194 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:19:09.020579 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:19:09.021021 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:19:09.034335 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-97dd850f-c80f-4103-b2a1-899539d57533 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] DELETE failed (client error): The resource could not be found. Oct 30 15:19:09.038622 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97dd850f-c80f-4103-b2a1-899539d57533 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:19:09.044776 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 44650) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:09.048926 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-97dd850f-c80f-4103-b2a1-899539d57533 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "DELETE /v2.0/ports/ed9968ab-f1dc-46ea-95de-9dcd521db1b3 HTTP/1.1" status: 404 len: 333 time: 0.0604763 Oct 30 15:19:09.178223 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df66215e-b771-4337-afc4-f4c4dd467f59 None None] DHCP port deletion for 14fa9c19-7fa8-42db-ad8d-33b520ee6bcd request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:19:09.248737 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4924895-237b-4011-b4d2-ef105ec32fd1 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] GET failed (client error): The resource could not be found. Oct 30 15:19:09.253586 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-c4924895-237b-4011-b4d2-ef105ec32fd1 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "GET /v2.0/ports/ed9968ab-f1dc-46ea-95de-9dcd521db1b3 HTTP/1.1" status: 404 len: 333 time: 0.1777334 Oct 30 15:19:09.256940 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 44654) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:09.263124 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-96d52e2d-2188-45e6-84b0-dc5bd90b9729 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:09.324594 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96d52e2d-2188-45e6-84b0-dc5bd90b9729 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:19:09.330985 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-96d52e2d-2188-45e6-84b0-dc5bd90b9729 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:09.411822 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6cc2fb5-fec9-4125-a8b0-af75b35c5f35 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Deleting subnet 3fc398d3-b409-468f-ba44-4e25c652fca7 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:19:09.500342 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:19:09.500342 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:19:09.500342 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:19:09.500342 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:19:09.500342 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:19:09.500342 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:19:09.500342 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:19:09.500342 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:19:09.500342 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:19:09.500342 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:19:09.500342 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:19:09.500342 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:19:09.500342 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:19:09.500342 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:19:09.500342 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:19:09.500342 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:19:09.500342 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:19:09.500342 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:19:09.500342 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:19:09.500342 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:19:09.500342 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:19:09.500342 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:19:09.500342 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:19:09.500342 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:19:09.500342 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:19:09.500342 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:19:09.500342 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:19:09.500342 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:19:09.500342 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:19:09.500342 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:19:09.500342 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:19:09.500342 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:19:09.521995 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-96d52e2d-2188-45e6-84b0-dc5bd90b9729 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:09.544382 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-96d52e2d-2188-45e6-84b0-dc5bd90b9729 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:09.550711 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 44662) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:09.551786 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-96d52e2d-2188-45e6-84b0-dc5bd90b9729 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "DELETE /v2.0/networks/14fa9c19-7fa8-42db-ad8d-33b520ee6bcd HTTP/1.1" status: 204 len: 168 time: 1.7261467 Oct 30 15:19:09.587431 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3526cc-25c4-4ec2-8c71-d968ba10bd16 req-2b9d2872-84f1-4bfc-9264-556c4dfac0f6 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:09.601990 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ff3526cc-25c4-4ec2-8c71-d968ba10bd16 req-2b9d2872-84f1-4bfc-9264-556c4dfac0f6 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cbd0e8c-ab1a-4053-8898-3570d9240eb4 HTTP/1.1" status: 200 len: 944 time: 0.6535549 Oct 30 15:19:09.607624 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-112c0361-1705-45ca-bbfb-73cde8c8b306 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:09.638539 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d52e2d-2188-45e6-84b0-dc5bd90b9729 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Pushing event deleted for resources: {'Network': ['ID=14fa9c19-7fa8-42db-ad8d-33b520ee6bcd,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:09.654539 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-112c0361-1705-45ca-bbfb-73cde8c8b306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:09.689065 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f6cc2fb5-fec9-4125-a8b0-af75b35c5f35 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:09.742812 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ff3526cc-25c4-4ec2-8c71-d968ba10bd16 req-a635bbf0-b35d-4a77-95f2-f182bd8151d3 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394098 Oct 30 15:19:09.793364 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112c0361-1705-45ca-bbfb-73cde8c8b306 None None] Network 90fc3a0d-d934-46ea-9cc2-88e9713c6907 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:19:09.806470 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f6cc2fb5-fec9-4125-a8b0-af75b35c5f35 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:09.823731 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-112c0361-1705-45ca-bbfb-73cde8c8b306 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:19:09.826472 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112c0361-1705-45ca-bbfb-73cde8c8b306 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:19:09.935909 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c0361-1705-45ca-bbfb-73cde8c8b306 None None] Pushing event updated for resources: {'Port': ['ID=68fe3a54-043f-41ef-bc1d-5c1def8fb767,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:10.014450 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f6cc2fb5-fec9-4125-a8b0-af75b35c5f35 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:10.019531 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-112c0361-1705-45ca-bbfb-73cde8c8b306 None None] Attempting to bind port 68fe3a54-043f-41ef-bc1d-5c1def8fb767 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:19:10.021688 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-112c0361-1705-45ca-bbfb-73cde8c8b306 None None] Attempting to bind port 68fe3a54-043f-41ef-bc1d-5c1def8fb767 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '6befe665-c222-48e1-822c-bf5e2bb982bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '90fc3a0d-d934-46ea-9cc2-88e9713c6907'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:19:10.022517 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112c0361-1705-45ca-bbfb-73cde8c8b306 None None] Attempting to bind port 68fe3a54-043f-41ef-bc1d-5c1def8fb767 on network 90fc3a0d-d934-46ea-9cc2-88e9713c6907 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:19:10.057007 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112c0361-1705-45ca-bbfb-73cde8c8b306 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:19:10.057683 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112c0361-1705-45ca-bbfb-73cde8c8b306 None None] Checking segment: {'id': '6befe665-c222-48e1-822c-bf5e2bb982bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '90fc3a0d-d934-46ea-9cc2-88e9713c6907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:19:10.058204 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-112c0361-1705-45ca-bbfb-73cde8c8b306 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:10.058715 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112c0361-1705-45ca-bbfb-73cde8c8b306 None None] Bound using segment: {'id': '6befe665-c222-48e1-822c-bf5e2bb982bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '90fc3a0d-d934-46ea-9cc2-88e9713c6907'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:19:10.059688 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-112c0361-1705-45ca-bbfb-73cde8c8b306 None None] Bound port: 68fe3a54-043f-41ef-bc1d-5c1def8fb767, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6befe665-c222-48e1-822c-bf5e2bb982bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '90fc3a0d-d934-46ea-9cc2-88e9713c6907'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:19:10.060790 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-112c0361-1705-45ca-bbfb-73cde8c8b306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:10.109556 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f6cc2fb5-fec9-4125-a8b0-af75b35c5f35 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:10.209389 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-112c0361-1705-45ca-bbfb-73cde8c8b306 None None] For port 68fe3a54-043f-41ef-bc1d-5c1def8fb767, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:19:10.220428 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f6cc2fb5-fec9-4125-a8b0-af75b35c5f35 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:10.222047 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-112c0361-1705-45ca-bbfb-73cde8c8b306 None None] For port 68fe3a54-043f-41ef-bc1d-5c1def8fb767, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=68fe3a54-043f-41ef-bc1d-5c1def8fb767,segment=NetworkSegment(6befe665-c222-48e1-822c-bf5e2bb982bc),segment_id=6befe665-c222-48e1-822c-bf5e2bb982bc)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:19:10.229396 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-f6cc2fb5-fec9-4125-a8b0-af75b35c5f35 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "DELETE /v2.0/subnets/3fc398d3-b409-468f-ba44-4e25c652fca7 HTTP/1.1" status: 204 len: 168 time: 0.9691577 Oct 30 15:19:10.230132 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 44670) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:10.230658 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cc2fb5-fec9-4125-a8b0-af75b35c5f35 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event deleted for resources: {'Subnet': ['ID=3fc398d3-b409-468f-ba44-4e25c652fca7,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:10.261850 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-112c0361-1705-45ca-bbfb-73cde8c8b306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:10.296698 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 58e3ada6-279b-4b0b-b908-330cdde495d8 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:19:10.305656 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-fc4b3aea-1d00-43bc-9f27-bf6e253a7f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'name': 'tempest-RoutersTest-router-1922274493', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:18:28Z', 'updated_at': '2021-10-30T15:19:05Z', 'revision_number': 8, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'gw_port_host': None, '_interfaces': [{'id': '31ec019b-a137-4b23-8bff-a76256a48ad8', 'name': '', 'network_id': '46e3b8e8-31fe-4fad-928e-09f0b734867f', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'mac_address': 'fa:16:3e:39:c2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'ae21a9e5-a05b-4bf0-b9d9-e3793f8c6020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:18:30Z', 'updated_at': '2021-10-30T15:18:36Z', 'revision_number': 5, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'subnets': [{'id': 'ae21a9e5-a05b-4bf0-b9d9-e3793f8c6020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f95ef6cb-79ef-4194-a7d1-8bb27ddb6f35', 'name': '', 'network_id': '829d1424-bc34-49ab-bc16-b496ea9e37e4', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'mac_address': 'fa:16:3e:03:cd:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '03b1175e-6a0b-478f-92c1-91827ab9a087', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:18:42Z', 'updated_at': '2021-10-30T15:18:52Z', 'revision_number': 5, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'subnets': [{'id': '03b1175e-6a0b-478f-92c1-91827ab9a087', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd2430ee-7c1c-40d0-992b-8f15f3fd7d22', 'name': '', 'network_id': 'd55bc44b-905d-4746-a45b-5e824c1f3ded', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'mac_address': 'fa:16:3e:8d:58:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '40a6d6b0-1911-40d4-86d1-6cf55ce6bbba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:18:36Z', 'updated_at': '2021-10-30T15:18:46Z', 'revision_number': 5, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'subnets': [{'id': '40a6d6b0-1911-40d4-86d1-6cf55ce6bbba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:19:10.374858 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4b3aea-1d00-43bc-9f27-bf6e253a7f34 None None] The sync data for ids ['e0b1081a-8c9f-405d-b751-513e9f3b1a41'] in n-d-806683-17 is: [{'id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'name': 'tempest-RoutersTest-router-1922274493', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:18:28Z', 'updated_at': '2021-10-30T15:19:05Z', 'revision_number': 8, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'gw_port_host': None, '_interfaces': [{'id': '31ec019b-a137-4b23-8bff-a76256a48ad8', 'name': '', 'network_id': '46e3b8e8-31fe-4fad-928e-09f0b734867f', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'mac_address': 'fa:16:3e:39:c2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'ae21a9e5-a05b-4bf0-b9d9-e3793f8c6020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:18:30Z', 'updated_at': '2021-10-30T15:18:36Z', 'revision_number': 5, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'subnets': [{'id': 'ae21a9e5-a05b-4bf0-b9d9-e3793f8c6020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f95ef6cb-79ef-4194-a7d1-8bb27ddb6f35', 'name': '', 'network_id': '829d1424-bc34-49ab-bc16-b496ea9e37e4', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'mac_address': 'fa:16:3e:03:cd:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '03b1175e-6a0b-478f-92c1-91827ab9a087', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:18:42Z', 'updated_at': '2021-10-30T15:18:52Z', 'revision_number': 5, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'subnets': [{'id': '03b1175e-6a0b-478f-92c1-91827ab9a087', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd2430ee-7c1c-40d0-992b-8f15f3fd7d22', 'name': '', 'network_id': 'd55bc44b-905d-4746-a45b-5e824c1f3ded', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'mac_address': 'fa:16:3e:8d:58:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '40a6d6b0-1911-40d4-86d1-6cf55ce6bbba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:18:36Z', 'updated_at': '2021-10-30T15:18:46Z', 'revision_number': 5, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'subnets': [{'id': '40a6d6b0-1911-40d4-86d1-6cf55ce6bbba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:19:10.380364 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 58e3ada6-279b-4b0b-b908-330cdde495d8 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:19:10.380717 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 58e3ada6-279b-4b0b-b908-330cdde495d8 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:19:10.485535 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-04e3a999-0a5a-4ad6-a3ab-dc17eaf26413 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:10.492769 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c0361-1705-45ca-bbfb-73cde8c8b306 None None] Pushing event updated for resources: {'Port': ['ID=68fe3a54-043f-41ef-bc1d-5c1def8fb767,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:10.588941 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-04e3a999-0a5a-4ad6-a3ab-dc17eaf26413 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Deleting port 68fe3a54-043f-41ef-bc1d-5c1def8fb767 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:19:10.590027 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-04e3a999-0a5a-4ad6-a3ab-dc17eaf26413 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:10.617224 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-864d60f9-b2c8-4ec4-a1b9-8ff1b0e8621f tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:10.643036 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309970e0-6c64-4aaf-9437-7850560b0262 None None] Network 90fc3a0d-d934-46ea-9cc2-88e9713c6907 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:19:10.783121 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-04e3a999-0a5a-4ad6-a3ab-dc17eaf26413 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] For port 68fe3a54-043f-41ef-bc1d-5c1def8fb767, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=68fe3a54-043f-41ef-bc1d-5c1def8fb767,segment=NetworkSegment(6befe665-c222-48e1-822c-bf5e2bb982bc),segment_id=6befe665-c222-48e1-822c-bf5e2bb982bc)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:19:10.783518 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-04e3a999-0a5a-4ad6-a3ab-dc17eaf26413 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:10.833764 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-04e3a999-0a5a-4ad6-a3ab-dc17eaf26413 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Calling delete_port for 68fe3a54-043f-41ef-bc1d-5c1def8fb767 owned by network:dhcp {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:19:11.027945 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71859666-44c8-4f16-88db-17a70b0c4591 None None] get_active_networks_info from n-d-806683-17 {{(pid=102132) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 30 15:19:11.129198 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-04e3a999-0a5a-4ad6-a3ab-dc17eaf26413 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:11.184727 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-864d60f9-b2c8-4ec4-a1b9-8ff1b0e8621f tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Deleting port f95ef6cb-79ef-4194-a7d1-8bb27ddb6f35 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:19:11.185309 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-864d60f9-b2c8-4ec4-a1b9-8ff1b0e8621f tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:11.203032 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a165705-e43d-43ac-a5d9-00b6c7b56350 req-cb1e3ca2-c615-4f88-aa1a-3c0d6962454a tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:11.215735 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6a165705-e43d-43ac-a5d9-00b6c7b56350 req-cb1e3ca2-c615-4f88-aa1a-3c0d6962454a tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cbd0e8c-ab1a-4053-8898-3570d9240eb4 HTTP/1.1" status: 200 len: 944 time: 0.3459003 Oct 30 15:19:11.218449 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8 up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:19:11.226941 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3a999-0a5a-4ad6-a3ab-dc17eaf26413 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event deleted for resources: {'Port': ['ID=68fe3a54-043f-41ef-bc1d-5c1def8fb767,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:11.253975 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e3a999-0a5a-4ad6-a3ab-dc17eaf26413 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] No DVR routers for this DVR port 68fe3a54-043f-41ef-bc1d-5c1def8fb767 on host n-d-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:19:11.420342 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6a165705-e43d-43ac-a5d9-00b6c7b56350 req-15896b8d-6560-423f-8ac1-38c4e7c947c8 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032421 Oct 30 15:19:11.451841 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-864d60f9-b2c8-4ec4-a1b9-8ff1b0e8621f tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] For port f95ef6cb-79ef-4194-a7d1-8bb27ddb6f35, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=f95ef6cb-79ef-4194-a7d1-8bb27ddb6f35,segment=NetworkSegment(65828109-77ac-427b-9e86-32a048af3c81),segment_id=65828109-77ac-427b-9e86-32a048af3c81)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:19:11.452305 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-864d60f9-b2c8-4ec4-a1b9-8ff1b0e8621f tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:11.465232 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-04e3a999-0a5a-4ad6-a3ab-dc17eaf26413 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:11.469071 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-864d60f9-b2c8-4ec4-a1b9-8ff1b0e8621f tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Calling delete_port for f95ef6cb-79ef-4194-a7d1-8bb27ddb6f35 owned by network:router_interface {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:19:11.519669 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-04e3a999-0a5a-4ad6-a3ab-dc17eaf26413 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90fc3a0d-d934-46ea-9cc2-88e9713c6907']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:19:11.533302 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-04e3a999-0a5a-4ad6-a3ab-dc17eaf26413 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6befe665-c222-48e1-822c-bf5e2bb982bc') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:19:11.533892 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-04e3a999-0a5a-4ad6-a3ab-dc17eaf26413 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6befe665-c222-48e1-822c-bf5e2bb982bc') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:19:11.556153 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-04e3a999-0a5a-4ad6-a3ab-dc17eaf26413 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:11.583684 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-04e3a999-0a5a-4ad6-a3ab-dc17eaf26413 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:11.609874 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04e3a999-0a5a-4ad6-a3ab-dc17eaf26413 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:19:11.610596 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-04e3a999-0a5a-4ad6-a3ab-dc17eaf26413 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:11.618937 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71859666-44c8-4f16-88db-17a70b0c4591 None None] Resources bound (agent type, host, resource id): {{(pid=102132) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 30 15:19:11.624440 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:19:11.624440 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:19:11.624440 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:19:11.624440 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:19:11.624440 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:19:11.624440 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:19:11.624440 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:19:11.624440 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:19:11.624440 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:19:11.624440 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:19:11.624440 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:19:11.624440 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:19:11.624440 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:19:11.624440 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:19:11.624440 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:19:11.624440 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:19:11.624440 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:19:11.624440 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:19:11.624440 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:19:11.624440 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:19:11.624440 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:19:11.624440 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:19:11.624440 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:19:11.624440 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:19:11.624440 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:19:11.624440 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:19:11.624440 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:19:11.624440 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:19:11.624440 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:19:11.624440 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:19:11.624440 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:19:11.624440 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:19:11.635193 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port 4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:19:11.643428 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port 4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:19:11.643912 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:11.776974 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-04e3a999-0a5a-4ad6-a3ab-dc17eaf26413 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:11.792448 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-04e3a999-0a5a-4ad6-a3ab-dc17eaf26413 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:11.797112 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-04e3a999-0a5a-4ad6-a3ab-dc17eaf26413 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "DELETE /v2.0/networks/90fc3a0d-d934-46ea-9cc2-88e9713c6907 HTTP/1.1" status: 204 len: 168 time: 1.5653615 Oct 30 15:19:11.807812 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 44690) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:11.813489 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-0c9d2ca9-5057-4fbe-847e-e405d8ad8c36 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1758515950'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:19:11.818888 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3a999-0a5a-4ad6-a3ab-dc17eaf26413 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event deleted for resources: {'Network': ['ID=90fc3a0d-d934-46ea-9cc2-88e9713c6907,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:11.865043 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9d2ca9-5057-4fbe-847e-e405d8ad8c36 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Made reservation on behalf of 588c9a586131499fbc33840e1d270dce for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:19:11.871161 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0c9d2ca9-5057-4fbe-847e-e405d8ad8c36 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:11.880521 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-864d60f9-b2c8-4ec4-a1b9-8ff1b0e8621f tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:11.920262 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c9d2ca9-5057-4fbe-847e-e405d8ad8c36 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:19:11.935012 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0c9d2ca9-5057-4fbe-847e-e405d8ad8c36 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:11.935574 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-0c9d2ca9-5057-4fbe-847e-e405d8ad8c36 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Added segment b1160294-452a-4360-ae82-6121437eb865 of type vlan for network 92d7ea24-eade-4454-aa04-c7d45bc75e2e Oct 30 15:19:11.993365 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0c9d2ca9-5057-4fbe-847e-e405d8ad8c36 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:11.993613 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864d60f9-b2c8-4ec4-a1b9-8ff1b0e8621f tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Pushing event deleted for resources: {'Port': ['ID=f95ef6cb-79ef-4194-a7d1-8bb27ddb6f35,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:12.051033 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0c9d2ca9-5057-4fbe-847e-e405d8ad8c36 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:12.061259 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9d2ca9-5057-4fbe-847e-e405d8ad8c36 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:12.061891 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0c9d2ca9-5057-4fbe-847e-e405d8ad8c36 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:12.211032 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:12.324787 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8,segment=NetworkSegment(803c5434-e7a3-49e2-9896-7909e39f1289),segment_id=803c5434-e7a3-49e2-9896-7909e39f1289)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:19:12.327866 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbd0e8c-ab1a-4053-8898-3570d9240eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:19:12.332069 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4035320-068a-49b0-8a42-68f50fae176a" -d '{"events": [{"server_uuid": "7cbd0e8c-ab1a-4053-8898-3570d9240eb4", "name": "network-vif-plugged", "status": "completed", "tag": "4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:19:12.393773 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 44704) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:12.400529 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:12.463256 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612b30ba-b755-4df4-89d1-cebd1321e7da x-openstack-request-id: req-612b30ba-b755-4df4-89d1-cebd1321e7da {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:19:12.463721 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cbd0e8c-ab1a-4053-8898-3570d9240eb4", "name": "network-vif-plugged", "status": "completed", "tag": "4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:19:12.463862 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-612b30ba-b755-4df4-89d1-cebd1321e7da {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:19:12.464266 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cbd0e8c-ab1a-4053-8898-3570d9240eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8', 'code': 200} Oct 30 15:19:12.627250 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:12.772578 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be904680-e5a7-4150-9a46-75554f4b63dd req-220fb4c1-d4d9-4580-a9c9-1eba86430cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:12.772837 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-be904680-e5a7-4150-9a46-75554f4b63dd req-220fb4c1-d4d9-4580-a9c9-1eba86430cfd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7cbd0e8c-ab1a-4053-8898-3570d9240eb4 HTTP/1.1" status: 200 len: 1097 time: 0.2589614 Oct 30 15:19:12.794914 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-864d60f9-b2c8-4ec4-a1b9-8ff1b0e8621f tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:12.826454 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dab422-d581-4d53-9e62-f5ca312f8b7b req-a4283253-bf45-4fae-87c4-bd8817415af5 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:12.833974 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-97dab422-d581-4d53-9e62-f5ca312f8b7b req-a4283253-bf45-4fae-87c4-bd8817415af5 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cbd0e8c-ab1a-4053-8898-3570d9240eb4 HTTP/1.1" status: 200 len: 945 time: 0.2471123 Oct 30 15:19:12.868161 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-0c9d2ca9-5057-4fbe-847e-e405d8ad8c36 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0564358 Oct 30 15:19:12.868742 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 44714) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:12.875744 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-b4bb74e2-dab3-42c3-94bf-de9020b179ab tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Request body: {'subnet': {'network_id': '92d7ea24-eade-4454-aa04-c7d45bc75e2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:19:12.927570 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9d8f3063-a16e-445a-89f8-af13aae17aa9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:12.931525 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-be904680-e5a7-4150-9a46-75554f4b63dd req-691c4785-87f8-4d56-9375-db70a128fa3a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460049 Oct 30 15:19:12.968524 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9d2ca9-5057-4fbe-847e-e405d8ad8c36 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event updated for resources: {'Network': ['ID=92d7ea24-eade-4454-aa04-c7d45bc75e2e,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:12.993820 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 92d7ea24-eade-4454-aa04-c7d45bc75e2e details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:19:13.043831 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4bb74e2-dab3-42c3-94bf-de9020b179ab tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Made reservation on behalf of 588c9a586131499fbc33840e1d270dce for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:19:13.048669 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b4bb74e2-dab3-42c3-94bf-de9020b179ab tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:13.084123 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-97dab422-d581-4d53-9e62-f5ca312f8b7b req-cc045fe6-0350-4417-b612-6f2dc93a1fb1 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438471 Oct 30 15:19:13.350897 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9d8f3063-a16e-445a-89f8-af13aae17aa9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:13.367131 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-864d60f9-b2c8-4ec4-a1b9-8ff1b0e8621f tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Router e0b1081a-8c9f-405d-b751-513e9f3b1a41 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:19:13.374336 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9d8f3063-a16e-445a-89f8-af13aae17aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:13.390819 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b4bb74e2-dab3-42c3-94bf-de9020b179ab tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:13.438640 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 44722) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:13.440491 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9d8f3063-a16e-445a-89f8-af13aae17aa9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b8e286606e9d43f085acce8e9ff9ad3b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0469077 Oct 30 15:19:13.482833 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bb74e2-dab3-42c3-94bf-de9020b179ab tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event updated for resources: {'Subnet': ['ID=a3fc2be4-95b5-47cd-ac01-3ae2a7e3d508,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:13.513036 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bb74e2-dab3-42c3-94bf-de9020b179ab tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Checking segment: {'id': 'b1160294-452a-4360-ae82-6121437eb865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '92d7ea24-eade-4454-aa04-c7d45bc75e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:19:13.513432 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bb74e2-dab3-42c3-94bf-de9020b179ab tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Network hostable DHCP agents. Network: 92d7ea24-eade-4454-aa04-c7d45bc75e2e, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:19:13.553843 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1af8a0bc-7ac9-4c76-ac7b-5008a4173b16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:13.559931 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bb74e2-dab3-42c3-94bf-de9020b179ab tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Network 92d7ea24-eade-4454-aa04-c7d45bc75e2e is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:19:13.583014 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-b4bb74e2-dab3-42c3-94bf-de9020b179ab tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 92d7ea24-eade-4454-aa04-c7d45bc75e2e) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:19:13.588439 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bb74e2-dab3-42c3-94bf-de9020b179ab tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:13.589148 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b4bb74e2-dab3-42c3-94bf-de9020b179ab tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:13.593051 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1af8a0bc-7ac9-4c76-ac7b-5008a4173b16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:13.608776 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7b9fbf-c09b-4b2e-a1d7-a369c3675fab None None] Network 92d7ea24-eade-4454-aa04-c7d45bc75e2e requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:19:13.643105 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f3063-a16e-445a-89f8-af13aae17aa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163643ff-29f7-40f7-9371-34c4c9286d18,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:13.644859 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b4bb74e2-dab3-42c3-94bf-de9020b179ab tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7725317 Oct 30 15:19:13.657061 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 44726) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:13.697955 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-605f1b0f-8269-4c2f-b00c-23f695fcfbbf tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Request body: {'port': {'network_id': '92d7ea24-eade-4454-aa04-c7d45bc75e2e', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1783342863'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:19:13.725801 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864d60f9-b2c8-4ec4-a1b9-8ff1b0e8621f tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:19:13.738686 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bdf28b-6c10-4a52-9622-3cd88344133a None None] Sync routers for ids ['e0b1081a-8c9f-405d-b751-513e9f3b1a41'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:19:13.744893 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-864d60f9-b2c8-4ec4-a1b9-8ff1b0e8621f tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "PUT /v2.0/routers/e0b1081a-8c9f-405d-b751-513e9f3b1a41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1930113 Oct 30 15:19:13.747434 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 44728) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:13.757786 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bdf28b-6c10-4a52-9622-3cd88344133a None None] Routers {'e0b1081a-8c9f-405d-b751-513e9f3b1a41'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:19:13.759218 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-c9bdf28b-6c10-4a52-9622-3cd88344133a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:18:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['e0b1081a-8c9f-405d-b751-513e9f3b1a41'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:19:13.867019 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-98a47a91-23ca-48f2-a0a9-d2b2595b1e2d tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Deleting subnet 03b1175e-6a0b-478f-92c1-91827ab9a087 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:19:13.880340 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-c9bdf28b-6c10-4a52-9622-3cd88344133a None None] Set router e0b1081a-8c9f-405d-b751-513e9f3b1a41 gateway port host: None {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:19:13.881999 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-98a47a91-23ca-48f2-a0a9-d2b2595b1e2d tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:13.959488 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1af8a0bc-7ac9-4c76-ac7b-5008a4173b16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:13.973319 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0985d8f0-ba6c-4f37-a79a-13335509a1b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-92d7ea24-eade-4454-aa04-c7d45bc75e2e', 'network_id': '92d7ea24-eade-4454-aa04-c7d45bc75e2e', 'tenant_id': '588c9a586131499fbc33840e1d270dce', 'fixed_ips': [{'subnet_id': 'a3fc2be4-95b5-47cd-ac01-3ae2a7e3d508'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:19:13.975830 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0985d8f0-ba6c-4f37-a79a-13335509a1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:13.987615 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1af8a0bc-7ac9-4c76-ac7b-5008a4173b16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:14.002750 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-1af8a0bc-7ac9-4c76-ac7b-5008a4173b16 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/163643ff-29f7-40f7-9371-34c4c9286d18 HTTP/1.1" status: 204 len: 168 time: 0.5630703 Oct 30 15:19:14.102194 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af8a0bc-7ac9-4c76-ac7b-5008a4173b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163643ff-29f7-40f7-9371-34c4c9286d18,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:14.157867 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-98a47a91-23ca-48f2-a0a9-d2b2595b1e2d tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:14.345334 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-605f1b0f-8269-4c2f-b00c-23f695fcfbbf tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Made reservation on behalf of 588c9a586131499fbc33840e1d270dce for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:19:14.358025 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-605f1b0f-8269-4c2f-b00c-23f695fcfbbf tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:14.376946 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-0985d8f0-ba6c-4f37-a79a-13335509a1b2 None None] Allocated IP 172.20.0.2 (92d7ea24-eade-4454-aa04-c7d45bc75e2e/a3fc2be4-95b5-47cd-ac01-3ae2a7e3d508/46b20332-097b-4d0b-a9ac-9183db5ca08c) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:19:14.414550 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [None req-605f1b0f-8269-4c2f-b00c-23f695fcfbbf tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] device_id is not set on port 41e2897c-a584-477e-972f-4188df0edf9c yet. {{(pid=102131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:19:14.456551 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-c9bdf28b-6c10-4a52-9622-3cd88344133a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'name': 'tempest-RoutersTest-router-1922274493', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:18:28Z', 'updated_at': '2021-10-30T15:19:11Z', 'revision_number': 9, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'gw_port_host': None, '_interfaces': [{'id': '31ec019b-a137-4b23-8bff-a76256a48ad8', 'name': '', 'network_id': '46e3b8e8-31fe-4fad-928e-09f0b734867f', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'mac_address': 'fa:16:3e:39:c2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'ae21a9e5-a05b-4bf0-b9d9-e3793f8c6020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:18:30Z', 'updated_at': '2021-10-30T15:18:36Z', 'revision_number': 5, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'subnets': [{'id': 'ae21a9e5-a05b-4bf0-b9d9-e3793f8c6020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd2430ee-7c1c-40d0-992b-8f15f3fd7d22', 'name': '', 'network_id': 'd55bc44b-905d-4746-a45b-5e824c1f3ded', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'mac_address': 'fa:16:3e:8d:58:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '40a6d6b0-1911-40d4-86d1-6cf55ce6bbba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:18:36Z', 'updated_at': '2021-10-30T15:18:46Z', 'revision_number': 5, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'subnets': [{'id': '40a6d6b0-1911-40d4-86d1-6cf55ce6bbba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:19:14.515880 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bdf28b-6c10-4a52-9622-3cd88344133a None None] Checking router: e0b1081a-8c9f-405d-b751-513e9f3b1a41 for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:19:14.557599 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bdf28b-6c10-4a52-9622-3cd88344133a None None] Routers {'e0b1081a-8c9f-405d-b751-513e9f3b1a41'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:19:14.558241 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-c9bdf28b-6c10-4a52-9622-3cd88344133a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:18:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['e0b1081a-8c9f-405d-b751-513e9f3b1a41'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:19:14.715981 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0985d8f0-ba6c-4f37-a79a-13335509a1b2 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:14.738387 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0985d8f0-ba6c-4f37-a79a-13335509a1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:14.764861 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-c9bdf28b-6c10-4a52-9622-3cd88344133a None None] Set router e0b1081a-8c9f-405d-b751-513e9f3b1a41 gateway port host: None {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:19:14.820000 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.db.api [None req-605f1b0f-8269-4c2f-b00c-23f695fcfbbf tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-f7e9346c-a189-40b5-9a96-d8aeb3380a15 {{(pid=102131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 30 15:19:14.821640 n-d-806683-17 neutron-server[102131]: DEBUG oslo_db.api [None req-605f1b0f-8269-4c2f-b00c-23f695fcfbbf tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 30 15:19:14.894586 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-98a47a91-23ca-48f2-a0a9-d2b2595b1e2d tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:14.896914 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0985d8f0-ba6c-4f37-a79a-13335509a1b2 None None] Pushing event updated for resources: {'Port': ['ID=46b20332-097b-4d0b-a9ac-9183db5ca08c,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:14.936083 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f6ee86-687e-4244-a1df-50f10b26e585 req-a4e7b571-8d34-4ebd-92b3-d7430b5538c5 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:14.937676 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-99f6ee86-687e-4244-a1df-50f10b26e585 req-a4e7b571-8d34-4ebd-92b3-d7430b5538c5 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cbd0e8c-ab1a-4053-8898-3570d9240eb4 HTTP/1.1" status: 200 len: 945 time: 0.6009772 Oct 30 15:19:14.941711 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0985d8f0-ba6c-4f37-a79a-13335509a1b2 None None] Network 92d7ea24-eade-4454-aa04-c7d45bc75e2e is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:19:14.943840 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-0985d8f0-ba6c-4f37-a79a-13335509a1b2 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:19:14.957332 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0985d8f0-ba6c-4f37-a79a-13335509a1b2 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:19:15.095868 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-99f6ee86-687e-4244-a1df-50f10b26e585 req-cbf29040-55c8-4dac-b9b9-ba0177347105 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405892 Oct 30 15:19:15.104935 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-98a47a91-23ca-48f2-a0a9-d2b2595b1e2d tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:15.118574 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-0985d8f0-ba6c-4f37-a79a-13335509a1b2 None None] Attempting to bind port 46b20332-097b-4d0b-a9ac-9183db5ca08c on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:19:15.118961 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-0985d8f0-ba6c-4f37-a79a-13335509a1b2 None None] Attempting to bind port 46b20332-097b-4d0b-a9ac-9183db5ca08c by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'b1160294-452a-4360-ae82-6121437eb865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '92d7ea24-eade-4454-aa04-c7d45bc75e2e'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:19:15.119375 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0985d8f0-ba6c-4f37-a79a-13335509a1b2 None None] Attempting to bind port 46b20332-097b-4d0b-a9ac-9183db5ca08c on network 92d7ea24-eade-4454-aa04-c7d45bc75e2e {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:19:15.125475 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0985d8f0-ba6c-4f37-a79a-13335509a1b2 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:19:15.139233 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0985d8f0-ba6c-4f37-a79a-13335509a1b2 None None] Checking segment: {'id': 'b1160294-452a-4360-ae82-6121437eb865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '92d7ea24-eade-4454-aa04-c7d45bc75e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:19:15.139742 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0985d8f0-ba6c-4f37-a79a-13335509a1b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:15.140151 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0985d8f0-ba6c-4f37-a79a-13335509a1b2 None None] Bound using segment: {'id': 'b1160294-452a-4360-ae82-6121437eb865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '92d7ea24-eade-4454-aa04-c7d45bc75e2e'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:19:15.140957 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-0985d8f0-ba6c-4f37-a79a-13335509a1b2 None None] Bound port: 46b20332-097b-4d0b-a9ac-9183db5ca08c, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1160294-452a-4360-ae82-6121437eb865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '92d7ea24-eade-4454-aa04-c7d45bc75e2e'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:19:15.141974 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0985d8f0-ba6c-4f37-a79a-13335509a1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:15.178714 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a47a91-23ca-48f2-a0a9-d2b2595b1e2d tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Pushing event deleted for resources: {'Subnet': ['ID=03b1175e-6a0b-478f-92c1-91827ab9a087,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:15.194034 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-98a47a91-23ca-48f2-a0a9-d2b2595b1e2d tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:15.197332 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-98a47a91-23ca-48f2-a0a9-d2b2595b1e2d tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "DELETE /v2.0/subnets/03b1175e-6a0b-478f-92c1-91827ab9a087 HTTP/1.1" status: 204 len: 168 time: 1.4453371 Oct 30 15:19:15.200371 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 44766) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:15.291778 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-0985d8f0-ba6c-4f37-a79a-13335509a1b2 None None] For port 46b20332-097b-4d0b-a9ac-9183db5ca08c, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:19:15.295520 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-0985d8f0-ba6c-4f37-a79a-13335509a1b2 None None] For port 46b20332-097b-4d0b-a9ac-9183db5ca08c, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=46b20332-097b-4d0b-a9ac-9183db5ca08c,segment=NetworkSegment(b1160294-452a-4360-ae82-6121437eb865),segment_id=b1160294-452a-4360-ae82-6121437eb865)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:19:15.298516 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f374584b-dcf9-4582-862f-139d4e2b79fa None None] Network 829d1424-bc34-49ab-bc16-b496ea9e37e4 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:19:15.318597 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0985d8f0-ba6c-4f37-a79a-13335509a1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:15.332531 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-605f1b0f-8269-4c2f-b00c-23f695fcfbbf tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:15.339753 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-381a5798-3ca7-4749-ab8a-f34264029659 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:15.372872 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [None req-605f1b0f-8269-4c2f-b00c-23f695fcfbbf tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] device_id is not set on port 57b0cca6-1947-4956-ae49-f2f0fb695c86 yet. {{(pid=102131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:19:15.389332 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-c9bdf28b-6c10-4a52-9622-3cd88344133a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'name': 'tempest-RoutersTest-router-1922274493', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:18:28Z', 'updated_at': '2021-10-30T15:19:11Z', 'revision_number': 9, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'gw_port_host': None, '_interfaces': [{'id': '31ec019b-a137-4b23-8bff-a76256a48ad8', 'name': '', 'network_id': '46e3b8e8-31fe-4fad-928e-09f0b734867f', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'mac_address': 'fa:16:3e:39:c2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'ae21a9e5-a05b-4bf0-b9d9-e3793f8c6020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:18:30Z', 'updated_at': '2021-10-30T15:18:36Z', 'revision_number': 5, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'subnets': [{'id': 'ae21a9e5-a05b-4bf0-b9d9-e3793f8c6020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd2430ee-7c1c-40d0-992b-8f15f3fd7d22', 'name': '', 'network_id': 'd55bc44b-905d-4746-a45b-5e824c1f3ded', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'mac_address': 'fa:16:3e:8d:58:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '40a6d6b0-1911-40d4-86d1-6cf55ce6bbba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:18:36Z', 'updated_at': '2021-10-30T15:18:46Z', 'revision_number': 5, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'subnets': [{'id': '40a6d6b0-1911-40d4-86d1-6cf55ce6bbba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:19:15.434816 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bdf28b-6c10-4a52-9622-3cd88344133a None None] The sync data for ids ['e0b1081a-8c9f-405d-b751-513e9f3b1a41'] in n-d-806683-17 is: [{'id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'name': 'tempest-RoutersTest-router-1922274493', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:18:28Z', 'updated_at': '2021-10-30T15:19:11Z', 'revision_number': 9, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'gw_port_host': None, '_interfaces': [{'id': '31ec019b-a137-4b23-8bff-a76256a48ad8', 'name': '', 'network_id': '46e3b8e8-31fe-4fad-928e-09f0b734867f', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'mac_address': 'fa:16:3e:39:c2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'ae21a9e5-a05b-4bf0-b9d9-e3793f8c6020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:18:30Z', 'updated_at': '2021-10-30T15:18:36Z', 'revision_number': 5, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'subnets': [{'id': 'ae21a9e5-a05b-4bf0-b9d9-e3793f8c6020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd2430ee-7c1c-40d0-992b-8f15f3fd7d22', 'name': '', 'network_id': 'd55bc44b-905d-4746-a45b-5e824c1f3ded', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'mac_address': 'fa:16:3e:8d:58:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '40a6d6b0-1911-40d4-86d1-6cf55ce6bbba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:18:36Z', 'updated_at': '2021-10-30T15:18:46Z', 'revision_number': 5, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'subnets': [{'id': '40a6d6b0-1911-40d4-86d1-6cf55ce6bbba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:19:15.602461 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0985d8f0-ba6c-4f37-a79a-13335509a1b2 None None] Pushing event updated for resources: {'Port': ['ID=46b20332-097b-4d0b-a9ac-9183db5ca08c,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:15.741557 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-381a5798-3ca7-4749-ab8a-f34264029659 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Deleting port 24099dc1-da29-4957-a298-e5beef2c6c07 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:19:15.742565 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-381a5798-3ca7-4749-ab8a-f34264029659 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:15.830004 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-605f1b0f-8269-4c2f-b00c-23f695fcfbbf tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Allocated IP 172.20.0.9 (92d7ea24-eade-4454-aa04-c7d45bc75e2e/a3fc2be4-95b5-47cd-ac01-3ae2a7e3d508/57b0cca6-1947-4956-ae49-f2f0fb695c86) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:19:15.854070 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50dbcaa-e48a-4391-bb36-529e75c4bcc5 None None] DHCP port deletion for 829d1424-bc34-49ab-bc16-b496ea9e37e4 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:19:15.881794 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-381a5798-3ca7-4749-ab8a-f34264029659 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] For port 24099dc1-da29-4957-a298-e5beef2c6c07, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=24099dc1-da29-4957-a298-e5beef2c6c07,segment=NetworkSegment(65828109-77ac-427b-9e86-32a048af3c81),segment_id=65828109-77ac-427b-9e86-32a048af3c81)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:19:15.882083 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-381a5798-3ca7-4749-ab8a-f34264029659 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:15.912737 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-381a5798-3ca7-4749-ab8a-f34264029659 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Calling delete_port for 24099dc1-da29-4957-a298-e5beef2c6c07 owned by network:dhcp {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:19:16.058807 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-381a5798-3ca7-4749-ab8a-f34264029659 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:16.087011 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381a5798-3ca7-4749-ab8a-f34264029659 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] No DVR routers for this DVR port 24099dc1-da29-4957-a298-e5beef2c6c07 on host n-d-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:19:16.115361 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-b50dbcaa-e48a-4391-bb36-529e75c4bcc5 None None] Deleting port 24099dc1-da29-4957-a298-e5beef2c6c07 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:19:16.116451 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b50dbcaa-e48a-4391-bb36-529e75c4bcc5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:16.140434 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381a5798-3ca7-4749-ab8a-f34264029659 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Pushing event deleted for resources: {'Port': ['ID=24099dc1-da29-4957-a298-e5beef2c6c07,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:16.369579 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-b50dbcaa-e48a-4391-bb36-529e75c4bcc5 None None] For port 24099dc1-da29-4957-a298-e5beef2c6c07, host n-d-806683-17, got binding levels [] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:19:16.370354 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b50dbcaa-e48a-4391-bb36-529e75c4bcc5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:16.412593 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-b50dbcaa-e48a-4391-bb36-529e75c4bcc5 None None] Calling delete_port for 24099dc1-da29-4957-a298-e5beef2c6c07 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:19:16.416957 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.ipam_backend_mixin [None req-b50dbcaa-e48a-4391-bb36-529e75c4bcc5 None None] Port 24099dc1-da29-4957-a298-e5beef2c6c07 was not found and therefore no delete operation was performed {{(pid=102132) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 30 15:19:16.419394 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b50dbcaa-e48a-4391-bb36-529e75c4bcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:16.443642 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-381a5798-3ca7-4749-ab8a-f34264029659 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:16.445391 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a24ec3-d5fb-438d-8e27-440275a2e4c8 req-94e0a3d2-25ef-4200-9a0b-9233d9169659 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:16.472054 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c9a24ec3-d5fb-438d-8e27-440275a2e4c8 req-94e0a3d2-25ef-4200-9a0b-9233d9169659 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cbd0e8c-ab1a-4053-8898-3570d9240eb4 HTTP/1.1" status: 200 len: 945 time: 0.1356204 Oct 30 15:19:16.503542 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 46b20332-097b-4d0b-a9ac-9183db5ca08c up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:19:16.510470 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50dbcaa-e48a-4391-bb36-529e75c4bcc5 None None] No DVR routers for this DVR port 24099dc1-da29-4957-a298-e5beef2c6c07 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:19:16.516715 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50dbcaa-e48a-4391-bb36-529e75c4bcc5 None None] Pushing event deleted for resources: {'Port': ['ID=24099dc1-da29-4957-a298-e5beef2c6c07,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:16.587220 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c9a24ec3-d5fb-438d-8e27-440275a2e4c8 req-cd822f44-1679-4c41-9b5e-a97d4bcc8bf6 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139238 Oct 30 15:19:16.615332 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-381a5798-3ca7-4749-ab8a-f34264029659 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['829d1424-bc34-49ab-bc16-b496ea9e37e4']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:19:16.667390 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-605f1b0f-8269-4c2f-b00c-23f695fcfbbf tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:16.694499 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-381a5798-3ca7-4749-ab8a-f34264029659 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65828109-77ac-427b-9e86-32a048af3c81') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:19:16.694799 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-381a5798-3ca7-4749-ab8a-f34264029659 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65828109-77ac-427b-9e86-32a048af3c81') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:19:16.705270 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 46b20332-097b-4d0b-a9ac-9183db5ca08c triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:19:16.706117 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:16.751797 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-381a5798-3ca7-4749-ab8a-f34264029659 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:16.804890 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-381a5798-3ca7-4749-ab8a-f34264029659 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:16.839259 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-381a5798-3ca7-4749-ab8a-f34264029659 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:19:16.842049 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-381a5798-3ca7-4749-ab8a-f34264029659 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:16.875950 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:16.992087 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 46b20332-097b-4d0b-a9ac-9183db5ca08c, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=46b20332-097b-4d0b-a9ac-9183db5ca08c,segment=NetworkSegment(b1160294-452a-4360-ae82-6121437eb865),segment_id=b1160294-452a-4360-ae82-6121437eb865)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:19:16.999557 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:17.030781 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:19:17.030781 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:19:17.030781 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:19:17.030781 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:19:17.030781 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:19:17.030781 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:19:17.030781 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:19:17.030781 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:19:17.030781 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:19:17.030781 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:19:17.030781 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:19:17.030781 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:19:17.030781 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:19:17.030781 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:19:17.030781 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:19:17.030781 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:19:17.030781 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:19:17.030781 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:19:17.030781 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:19:17.030781 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:19:17.030781 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:19:17.030781 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:19:17.030781 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:19:17.030781 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:19:17.030781 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:19:17.030781 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:19:17.030781 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:19:17.030781 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:19:17.030781 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:19:17.030781 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:19:17.030781 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:19:17.030781 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:19:17.115400 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-381a5798-3ca7-4749-ab8a-f34264029659 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:17.122028 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-381a5798-3ca7-4749-ab8a-f34264029659 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:17.140316 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-381a5798-3ca7-4749-ab8a-f34264029659 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "DELETE /v2.0/networks/829d1424-bc34-49ab-bc16-b496ea9e37e4 HTTP/1.1" status: 204 len: 168 time: 1.9361973 Oct 30 15:19:17.140628 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 44844) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:17.184965 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device f95ef6cb-79ef-4194-a7d1-8bb27ddb6f35 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:19:17.195199 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=46b20332-097b-4d0b-a9ac-9183db5ca08c,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:17.248860 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381a5798-3ca7-4749-ab8a-f34264029659 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Pushing event deleted for resources: {'Network': ['ID=829d1424-bc34-49ab-bc16-b496ea9e37e4,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:17.259063 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-605f1b0f-8269-4c2f-b00c-23f695fcfbbf tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:17.313241 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: f95ef6cb-79ef-4194-a7d1-8bb27ddb6f35 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:19:17.313590 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device f95ef6cb-79ef-4194-a7d1-8bb27ddb6f35 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:19:17.320623 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 24099dc1-da29-4957-a298-e5beef2c6c07 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:19:17.376807 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605f1b0f-8269-4c2f-b00c-23f695fcfbbf tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Network 92d7ea24-eade-4454-aa04-c7d45bc75e2e is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:19:17.405723 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 24099dc1-da29-4957-a298-e5beef2c6c07 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:19:17.406079 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 24099dc1-da29-4957-a298-e5beef2c6c07 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:19:17.439867 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-605f1b0f-8269-4c2f-b00c-23f695fcfbbf tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:19:17.444250 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605f1b0f-8269-4c2f-b00c-23f695fcfbbf tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:19:17.517470 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605f1b0f-8269-4c2f-b00c-23f695fcfbbf tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:17.518323 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-605f1b0f-8269-4c2f-b00c-23f695fcfbbf tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:17.528542 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605f1b0f-8269-4c2f-b00c-23f695fcfbbf tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event updated for resources: {'Port': ['ID=57b0cca6-1947-4956-ae49-f2f0fb695c86,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:17.545327 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605f1b0f-8269-4c2f-b00c-23f695fcfbbf tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:19:17.545941 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605f1b0f-8269-4c2f-b00c-23f695fcfbbf tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:19:17.546725 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605f1b0f-8269-4c2f-b00c-23f695fcfbbf tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:19:17.547291 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605f1b0f-8269-4c2f-b00c-23f695fcfbbf tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:19:17.547854 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605f1b0f-8269-4c2f-b00c-23f695fcfbbf tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:19:17.548391 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605f1b0f-8269-4c2f-b00c-23f695fcfbbf tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:19:17.548902 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605f1b0f-8269-4c2f-b00c-23f695fcfbbf tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:19:17.549550 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605f1b0f-8269-4c2f-b00c-23f695fcfbbf tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:19:17.550096 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605f1b0f-8269-4c2f-b00c-23f695fcfbbf tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:19:17.550692 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605f1b0f-8269-4c2f-b00c-23f695fcfbbf tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:19:17.552108 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605f1b0f-8269-4c2f-b00c-23f695fcfbbf tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:19:17.552671 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605f1b0f-8269-4c2f-b00c-23f695fcfbbf tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:19:17.594025 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-605f1b0f-8269-4c2f-b00c-23f695fcfbbf tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 3.9355421 Oct 30 15:19:17.597517 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 44882) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:17.626192 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e1ddc-c2c3-4aa5-8f30-b55b79ca57bd req-6e377030-d471-4778-b70a-64c3c6bd46a3 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:17.648203 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fe8e1ddc-c2c3-4aa5-8f30-b55b79ca57bd req-6e377030-d471-4778-b70a-64c3c6bd46a3 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] 10.222.0.62 "GET /v2.0/ports?device_id=58c0fb02-8f70-404b-81c2-c496d791d631 HTTP/1.1" status: 200 len: 946 time: 0.3068781 Oct 30 15:19:17.683849 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a6604f-8268-45a5-af88-a5833cb763bd None None] Network 92d7ea24-eade-4454-aa04-c7d45bc75e2e requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:19:17.771640 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fe8e1ddc-c2c3-4aa5-8f30-b55b79ca57bd req-75626748-90d7-43ac-9b74-db947f7588a8 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] 10.222.0.62 "GET /v2.0/security-groups?id=63710c05-9b86-44fc-b397-096658ce854e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222284 Oct 30 15:19:17.860108 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-12219a2a-04c2-4cef-b34c-af5530d923be tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Deleting port 57b0cca6-1947-4956-ae49-f2f0fb695c86 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:19:17.870946 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-42cb3251-598f-49e1-a550-4bfbf9dd63d3 None None] Provisioning complete for port 46b20332-097b-4d0b-a9ac-9183db5ca08c triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:19:17.871180 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-12219a2a-04c2-4cef-b34c-af5530d923be tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:17.875767 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-42cb3251-598f-49e1-a550-4bfbf9dd63d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:18.039224 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced5dfa-922d-4828-af76-0f1171477f4e req-21957ca7-bf1e-4bea-9922-108b8ccb0288 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:18.049174 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dced5dfa-922d-4828-af76-0f1171477f4e req-21957ca7-bf1e-4bea-9922-108b8ccb0288 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cbd0e8c-ab1a-4053-8898-3570d9240eb4 HTTP/1.1" status: 200 len: 945 time: 0.1082742 Oct 30 15:19:18.067138 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-12219a2a-04c2-4cef-b34c-af5530d923be tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:18.082494 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-12219a2a-04c2-4cef-b34c-af5530d923be tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Calling delete_port for 57b0cca6-1947-4956-ae49-f2f0fb695c86 owned by {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:19:18.181457 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dced5dfa-922d-4828-af76-0f1171477f4e req-f88d64ce-acea-47a6-9de4-8c1060bce5b4 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313028 Oct 30 15:19:18.221943 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:19:18.237185 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-61e4a971-7a1c-4e83-90cb-275d1fa67980 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:18.251073 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 46b20332-097b-4d0b-a9ac-9183db5ca08c up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:19:18.333421 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 46b20332-097b-4d0b-a9ac-9183db5ca08c triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:19:18.334020 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:18.337992 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-12219a2a-04c2-4cef-b34c-af5530d923be tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:18.393171 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12219a2a-04c2-4cef-b34c-af5530d923be tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event deleted for resources: {'Port': ['ID=57b0cca6-1947-4956-ae49-f2f0fb695c86,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:18.501246 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-12219a2a-04c2-4cef-b34c-af5530d923be tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:18.509399 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-12219a2a-04c2-4cef-b34c-af5530d923be tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "DELETE /v2.0/ports/57b0cca6-1947-4956-ae49-f2f0fb695c86 HTTP/1.1" status: 204 len: 168 time: 0.9067574 Oct 30 15:19:18.509675 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 44912) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:18.586973 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-5865df7a-0c88-4902-9532-49058b369fd0 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] GET failed (client error): The resource could not be found. Oct 30 15:19:18.588678 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-5865df7a-0c88-4902-9532-49058b369fd0 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "GET /v2.0/ports/57b0cca6-1947-4956-ae49-f2f0fb695c86 HTTP/1.1" status: 404 len: 333 time: 0.0780339 Oct 30 15:19:18.591741 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 44914) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:18.638851 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-a3c3265f-ab58-4a37-a882-26b039537fd7 None None] Provisioning complete for port 46b20332-097b-4d0b-a9ac-9183db5ca08c triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:19:18.639510 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a3c3265f-ab58-4a37-a882-26b039537fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:18.641502 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bba07c-479a-44e9-b560-a0790a5bc7b8 req-49a54583-3f46-4b27-8ad5-8d5a27231eb1 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:18.643305 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-66bba07c-479a-44e9-b560-a0790a5bc7b8 req-49a54583-3f46-4b27-8ad5-8d5a27231eb1 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] 10.222.0.53 "GET /v2.0/ports?device_id=58c0fb02-8f70-404b-81c2-c496d791d631 HTTP/1.1" status: 200 len: 946 time: 0.1211541 Oct 30 15:19:18.700325 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ad506-25b9-4570-ba37-a07ed25fac85 req-5b3cba77-f1cb-4852-8af0-bb2934e90bce tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:18.702237 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7a6ad506-25b9-4570-ba37-a07ed25fac85 req-5b3cba77-f1cb-4852-8af0-bb2934e90bce tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 945 time: 0.1261439 Oct 30 15:19:18.719534 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-61e4a971-7a1c-4e83-90cb-275d1fa67980 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Deleting port fd2430ee-7c1c-40d0-992b-8f15f3fd7d22 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:19:18.719883 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-61e4a971-7a1c-4e83-90cb-275d1fa67980 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:18.805578 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7a6ad506-25b9-4570-ba37-a07ed25fac85 req-4d869be9-7bde-407e-aba1-ce1fa40f7357 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938365 Oct 30 15:19:18.812925 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-62487663-426a-4a99-94bd-d7af2eb9a8c0 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Deleting subnet a3fc2be4-95b5-47cd-ac01-3ae2a7e3d508 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:19:18.818250 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-62487663-426a-4a99-94bd-d7af2eb9a8c0 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:18.820777 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-a3c3265f-ab58-4a37-a882-26b039537fd7 None None] Could not find standard attr ID for object 57b0cca6-1947-4956-ae49-f2f0fb695c86. {{(pid=102132) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 30 15:19:18.824240 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-66bba07c-479a-44e9-b560-a0790a5bc7b8 req-bd55115d-87ae-4c91-9c12-64df4e445256 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Deleting port accff25a-9185-4c33-b95f-407161217272 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:19:18.824601 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-66bba07c-479a-44e9-b560-a0790a5bc7b8 req-bd55115d-87ae-4c91-9c12-64df4e445256 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:18.902210 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-62487663-426a-4a99-94bd-d7af2eb9a8c0 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:18.936986 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-66819cce-c8cf-4c2c-bf30-8a774fc9e0d5 None None] Could not find standard attr ID for object 57b0cca6-1947-4956-ae49-f2f0fb695c86. {{(pid=102132) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 30 15:19:18.990834 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-66bba07c-479a-44e9-b560-a0790a5bc7b8 req-bd55115d-87ae-4c91-9c12-64df4e445256 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] For port accff25a-9185-4c33-b95f-407161217272, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=accff25a-9185-4c33-b95f-407161217272,segment=NetworkSegment(0b992be6-140e-4341-a8f5-54109f4ee29a),segment_id=0b992be6-140e-4341-a8f5-54109f4ee29a)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:19:18.990834 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-66bba07c-479a-44e9-b560-a0790a5bc7b8 req-bd55115d-87ae-4c91-9c12-64df4e445256 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:19.058529 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-61e4a971-7a1c-4e83-90cb-275d1fa67980 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] For port fd2430ee-7c1c-40d0-992b-8f15f3fd7d22, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=fd2430ee-7c1c-40d0-992b-8f15f3fd7d22,segment=NetworkSegment(a2e07b60-e431-46bc-aabe-c64a0496d760),segment_id=a2e07b60-e431-46bc-aabe-c64a0496d760)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:19:19.059530 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-61e4a971-7a1c-4e83-90cb-275d1fa67980 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:19.081008 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-61e4a971-7a1c-4e83-90cb-275d1fa67980 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Calling delete_port for fd2430ee-7c1c-40d0-992b-8f15f3fd7d22 owned by network:router_interface {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:19:19.087692 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-62487663-426a-4a99-94bd-d7af2eb9a8c0 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:19.213449 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bee4bec-c128-4e04-adcc-a218b50ae338 req-25bc6d1e-e61f-4868-838c-eef54c42c8bc tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:19.215917 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4bee4bec-c128-4e04-adcc-a218b50ae338 req-25bc6d1e-e61f-4868-838c-eef54c42c8bc tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] 10.222.0.62 "GET /v2.0/ports?device_id=58c0fb02-8f70-404b-81c2-c496d791d631 HTTP/1.1" status: 200 len: 946 time: 0.2129791 Oct 30 15:19:19.240965 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-62487663-426a-4a99-94bd-d7af2eb9a8c0 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:19.287869 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea8761a-4a7c-4632-97b0-c75bd9ac59b7 None None] Network 92d7ea24-eade-4454-aa04-c7d45bc75e2e requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:19:19.322451 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62487663-426a-4a99-94bd-d7af2eb9a8c0 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event deleted for resources: {'Subnet': ['ID=a3fc2be4-95b5-47cd-ac01-3ae2a7e3d508,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:19.327066 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-62487663-426a-4a99-94bd-d7af2eb9a8c0 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:19.334304 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-62487663-426a-4a99-94bd-d7af2eb9a8c0 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "DELETE /v2.0/subnets/a3fc2be4-95b5-47cd-ac01-3ae2a7e3d508 HTTP/1.1" status: 204 len: 168 time: 0.7404404 Oct 30 15:19:19.335526 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 44930) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:19.411940 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4bee4bec-c128-4e04-adcc-a218b50ae338 req-431afc8d-4ee3-4153-888b-78a07a23ad92 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] 10.222.0.62 "GET /v2.0/security-groups?id=63710c05-9b86-44fc-b397-096658ce854e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1793466 Oct 30 15:19:19.424045 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-66bba07c-479a-44e9-b560-a0790a5bc7b8 req-bd55115d-87ae-4c91-9c12-64df4e445256 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:19.424428 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-66bba07c-479a-44e9-b560-a0790a5bc7b8 req-bd55115d-87ae-4c91-9c12-64df4e445256 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:19.424741 n-d-806683-17 neutron-server[102131]: INFO neutron.db.l3_db [req-66bba07c-479a-44e9-b560-a0790a5bc7b8 req-bd55115d-87ae-4c91-9c12-64df4e445256 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Floating IP ddb6009f-7b32-45cc-90b0-5ae522ed923c disassociated. External IP: 172.25.4.126, port: accff25a-9185-4c33-b95f-407161217272. Oct 30 15:19:19.425082 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-66bba07c-479a-44e9-b560-a0790a5bc7b8 req-bd55115d-87ae-4c91-9c12-64df4e445256 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Calling delete_port for accff25a-9185-4c33-b95f-407161217272 owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:19:19.426505 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59e86ed-0296-44c9-838e-e3d1c91db6e0 req-c805fbba-a4fb-4661-b223-c68cf9b04256 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:19.432961 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e59e86ed-0296-44c9-838e-e3d1c91db6e0 req-c805fbba-a4fb-4661-b223-c68cf9b04256 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cbd0e8c-ab1a-4053-8898-3570d9240eb4 HTTP/1.1" status: 200 len: 945 time: 0.1106262 Oct 30 15:19:19.462051 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b5d3404a-d39e-46e3-88f1-c43546dd4904 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:19.500732 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-61e4a971-7a1c-4e83-90cb-275d1fa67980 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:19.511947 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e59e86ed-0296-44c9-838e-e3d1c91db6e0 req-6a01182a-859e-4f0c-9be2-10e7f073dee2 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597358 Oct 30 15:19:19.548632 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e4a971-7a1c-4e83-90cb-275d1fa67980 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Pushing event deleted for resources: {'Port': ['ID=fd2430ee-7c1c-40d0-992b-8f15f3fd7d22,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:19.585625 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48595ed-b4b2-45dd-a8c5-23ed668b6998 None None] DHCP port deletion for 92d7ea24-eade-4454-aa04-c7d45bc75e2e request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:19:19.632872 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-b5d3404a-d39e-46e3-88f1-c43546dd4904 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Deleting port 46b20332-097b-4d0b-a9ac-9183db5ca08c {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:19:19.633471 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b5d3404a-d39e-46e3-88f1-c43546dd4904 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:19.717270 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-f48595ed-b4b2-45dd-a8c5-23ed668b6998 None None] Deleting port 46b20332-097b-4d0b-a9ac-9183db5ca08c {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:19:19.719140 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f48595ed-b4b2-45dd-a8c5-23ed668b6998 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:19.726825 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-66bba07c-479a-44e9-b560-a0790a5bc7b8 req-bd55115d-87ae-4c91-9c12-64df4e445256 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:19.777502 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-61e4a971-7a1c-4e83-90cb-275d1fa67980 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:19.810956 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd55115d-87ae-4c91-9c12-64df4e445256 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Pushing event deleted for resources: {'Port': ['ID=accff25a-9185-4c33-b95f-407161217272,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:20.034832 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61e4a971-7a1c-4e83-90cb-275d1fa67980 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Router e0b1081a-8c9f-405d-b751-513e9f3b1a41 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:19:20.068340 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-f48595ed-b4b2-45dd-a8c5-23ed668b6998 None None] For port 46b20332-097b-4d0b-a9ac-9183db5ca08c, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=46b20332-097b-4d0b-a9ac-9183db5ca08c,segment=NetworkSegment(b1160294-452a-4360-ae82-6121437eb865),segment_id=b1160294-452a-4360-ae82-6121437eb865)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:19:20.068827 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f48595ed-b4b2-45dd-a8c5-23ed668b6998 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:20.091955 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-f48595ed-b4b2-45dd-a8c5-23ed668b6998 None None] Calling delete_port for 46b20332-097b-4d0b-a9ac-9183db5ca08c owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:19:20.133430 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-b5d3404a-d39e-46e3-88f1-c43546dd4904 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] For port 46b20332-097b-4d0b-a9ac-9183db5ca08c, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=46b20332-097b-4d0b-a9ac-9183db5ca08c,segment=NetworkSegment(b1160294-452a-4360-ae82-6121437eb865),segment_id=b1160294-452a-4360-ae82-6121437eb865)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:19:20.134048 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b5d3404a-d39e-46e3-88f1-c43546dd4904 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:20.139529 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66bba07c-479a-44e9-b560-a0790a5bc7b8 req-bd55115d-87ae-4c91-9c12-64df4e445256 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Router f3c4cb74-f5d7-4a91-b20b-6525182a325c has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:19:20.194298 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-b5d3404a-d39e-46e3-88f1-c43546dd4904 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Calling delete_port for 46b20332-097b-4d0b-a9ac-9183db5ca08c owned by network:dhcp {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:19:20.229148 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61e4a971-7a1c-4e83-90cb-275d1fa67980 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:19:20.237362 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964004f3-4f5e-4298-85a6-b6defc51555b req-6b4abc07-3f94-49a1-a7dd-28cef0563b73 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:20.241832 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f582f66-8a1f-43e9-a083-e66e1dc2f37a None None] Sync routers for ids ['e0b1081a-8c9f-405d-b751-513e9f3b1a41'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:19:20.244935 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-964004f3-4f5e-4298-85a6-b6defc51555b req-6b4abc07-3f94-49a1-a7dd-28cef0563b73 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 945 time: 0.1553771 Oct 30 15:19:20.260141 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f582f66-8a1f-43e9-a083-e66e1dc2f37a None None] Routers {'e0b1081a-8c9f-405d-b751-513e9f3b1a41'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:19:20.261037 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-7f582f66-8a1f-43e9-a083-e66e1dc2f37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:18:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['e0b1081a-8c9f-405d-b751-513e9f3b1a41'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:19:20.268319 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-61e4a971-7a1c-4e83-90cb-275d1fa67980 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "PUT /v2.0/routers/e0b1081a-8c9f-405d-b751-513e9f3b1a41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1235604 Oct 30 15:19:20.269041 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 44942) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:20.371280 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-c729f9c7-3bb8-4e9a-b082-c754ee71ef07 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Deleting subnet 40a6d6b0-1911-40d4-86d1-6cf55ce6bbba {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:19:20.392042 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c729f9c7-3bb8-4e9a-b082-c754ee71ef07 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:20.416494 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f48595ed-b4b2-45dd-a8c5-23ed668b6998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:20.425269 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 46b20332-097b-4d0b-a9ac-9183db5ca08c no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:19:20.467572 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c729f9c7-3bb8-4e9a-b082-c754ee71ef07 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:20.476991 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-964004f3-4f5e-4298-85a6-b6defc51555b req-7517d17f-53a7-461c-9eae-3708d87873e5 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2310812 Oct 30 15:19:20.549421 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48595ed-b4b2-45dd-a8c5-23ed668b6998 None None] No DVR routers for this DVR port 46b20332-097b-4d0b-a9ac-9183db5ca08c on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:19:20.552125 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48595ed-b4b2-45dd-a8c5-23ed668b6998 None None] Pushing event deleted for resources: {'Port': ['ID=46b20332-097b-4d0b-a9ac-9183db5ca08c,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:20.561418 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66bba07c-479a-44e9-b560-a0790a5bc7b8 req-bd55115d-87ae-4c91-9c12-64df4e445256 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:19:20.574347 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 46b20332-097b-4d0b-a9ac-9183db5ca08c {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:19:20.574518 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4235aa-5974-4c15-86f7-e63364f11167 None None] Sync routers for ids ['f3c4cb74-f5d7-4a91-b20b-6525182a325c'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:19:20.575440 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 46b20332-097b-4d0b-a9ac-9183db5ca08c not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:19:20.585758 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-7f582f66-8a1f-43e9-a083-e66e1dc2f37a None None] Set router e0b1081a-8c9f-405d-b751-513e9f3b1a41 gateway port host: None {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:19:20.595627 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4235aa-5974-4c15-86f7-e63364f11167 None None] Routers {'f3c4cb74-f5d7-4a91-b20b-6525182a325c'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:19:20.597144 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-ef4235aa-5974-4c15-86f7-e63364f11167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:18:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['f3c4cb74-f5d7-4a91-b20b-6525182a325c'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:19:20.633832 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c729f9c7-3bb8-4e9a-b082-c754ee71ef07 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:20.665112 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-66bba07c-479a-44e9-b560-a0790a5bc7b8 req-bd55115d-87ae-4c91-9c12-64df4e445256 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] No DVR routers for this DVR port accff25a-9185-4c33-b95f-407161217272 on host n-h1-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:19:20.667043 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b5d3404a-d39e-46e3-88f1-c43546dd4904 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:20.669776 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-66bba07c-479a-44e9-b560-a0790a5bc7b8 req-bd55115d-87ae-4c91-9c12-64df4e445256 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:20.675929 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-66bba07c-479a-44e9-b560-a0790a5bc7b8 req-bd55115d-87ae-4c91-9c12-64df4e445256 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] 10.222.0.53 "DELETE /v2.0/ports/accff25a-9185-4c33-b95f-407161217272 HTTP/1.1" status: 204 len: 173 time: 2.0254691 Oct 30 15:19:20.740476 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58c0fb02-8f70-404b-81c2-c496d791d631', 'name': 'network-vif-deleted', 'tag': 'accff25a-9185-4c33-b95f-407161217272'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:19:20.744589 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc59f0b-9859-4a3d-b042-41c83a3d7d58" -d '{"events": [{"server_uuid": "58c0fb02-8f70-404b-81c2-c496d791d631", "name": "network-vif-deleted", "tag": "accff25a-9185-4c33-b95f-407161217272"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:19:20.752616 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d3404a-d39e-46e3-88f1-c43546dd4904 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event deleted for resources: {'Port': ['ID=46b20332-097b-4d0b-a9ac-9183db5ca08c,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:20.780471 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d3404a-d39e-46e3-88f1-c43546dd4904 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] No DVR routers for this DVR port 46b20332-097b-4d0b-a9ac-9183db5ca08c on host n-d-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:19:20.831526 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-ef4235aa-5974-4c15-86f7-e63364f11167 None None] Set router f3c4cb74-f5d7-4a91-b20b-6525182a325c gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:19:20.843075 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c729f9c7-3bb8-4e9a-b082-c754ee71ef07 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:20.916040 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-991edf7f-a058-434c-80a5-840a0c7ef8d7 req-67be4d7f-0a32-4d65-9d51-c29ab3202a16 tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] 10.222.0.62 "GET /v2.0/ports?device_id=58c0fb02-8f70-404b-81c2-c496d791d631 HTTP/1.1" status: 200 len: 210 time: 0.3129406 Oct 30 15:19:20.938579 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-7f582f66-8a1f-43e9-a083-e66e1dc2f37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'name': 'tempest-RoutersTest-router-1922274493', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:18:28Z', 'updated_at': '2021-10-30T15:19:19Z', 'revision_number': 10, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'gw_port_host': None, '_interfaces': [{'id': '31ec019b-a137-4b23-8bff-a76256a48ad8', 'name': '', 'network_id': '46e3b8e8-31fe-4fad-928e-09f0b734867f', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'mac_address': 'fa:16:3e:39:c2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'ae21a9e5-a05b-4bf0-b9d9-e3793f8c6020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:18:30Z', 'updated_at': '2021-10-30T15:18:36Z', 'revision_number': 5, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'subnets': [{'id': 'ae21a9e5-a05b-4bf0-b9d9-e3793f8c6020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:19:20.973266 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b5d3404a-d39e-46e3-88f1-c43546dd4904 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:20.988319 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c729f9c7-3bb8-4e9a-b082-c754ee71ef07 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:21.021190 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c729f9c7-3bb8-4e9a-b082-c754ee71ef07 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "DELETE /v2.0/subnets/40a6d6b0-1911-40d4-86d1-6cf55ce6bbba HTTP/1.1" status: 204 len: 168 time: 0.7465816 Oct 30 15:19:21.021190 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c729f9c7-3bb8-4e9a-b082-c754ee71ef07 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Pushing event deleted for resources: {'Subnet': ['ID=40a6d6b0-1911-40d4-86d1-6cf55ce6bbba,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:21.024819 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 44960) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:21.036594 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-b5d3404a-d39e-46e3-88f1-c43546dd4904 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92d7ea24-eade-4454-aa04-c7d45bc75e2e']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:19:21.044635 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919dd820-be5f-4d6d-bdbb-b5b090db736b None None] Network d55bc44b-905d-4746-a45b-5e824c1f3ded requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:19:21.063326 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-b5d3404a-d39e-46e3-88f1-c43546dd4904 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1160294-452a-4360-ae82-6121437eb865') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:19:21.063725 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-b5d3404a-d39e-46e3-88f1-c43546dd4904 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1160294-452a-4360-ae82-6121437eb865') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:19:21.077267 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b5d3404a-d39e-46e3-88f1-c43546dd4904 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:21.100075 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b5d3404a-d39e-46e3-88f1-c43546dd4904 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:21.111207 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5d3404a-d39e-46e3-88f1-c43546dd4904 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:19:21.111680 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b5d3404a-d39e-46e3-88f1-c43546dd4904 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:21.117693 n-d-806683-17 neutron-server[102131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:19:21.117693 n-d-806683-17 neutron-server[102131]: self.session.flush() Oct 30 15:19:21.117693 n-d-806683-17 neutron-server[102131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:19:21.117693 n-d-806683-17 neutron-server[102131]: self.session.flush() Oct 30 15:19:21.117693 n-d-806683-17 neutron-server[102131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:19:21.117693 n-d-806683-17 neutron-server[102131]: self.session.flush() Oct 30 15:19:21.117693 n-d-806683-17 neutron-server[102131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:19:21.117693 n-d-806683-17 neutron-server[102131]: self.session.flush() Oct 30 15:19:21.117693 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:19:21.117693 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:19:21.117693 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:19:21.117693 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:19:21.117693 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:19:21.117693 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:19:21.117693 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:19:21.117693 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:19:21.117693 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:19:21.117693 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:19:21.117693 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:19:21.117693 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:19:21.117693 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:19:21.117693 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:19:21.117693 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:19:21.117693 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:19:21.117693 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:19:21.117693 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:19:21.117693 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:19:21.117693 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:19:21.117693 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:19:21.117693 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:19:21.117693 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:19:21.117693 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:19:21.117693 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:19:21.117693 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:19:21.117693 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:19:21.117693 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:19:21.117693 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:19:21.117693 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:19:21.117693 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:19:21.117693 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:19:21.156733 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-ef4235aa-5974-4c15-86f7-e63364f11167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c4cb74-f5d7-4a91-b20b-6525182a325c', 'name': 'tempest-ServersTestFqdnHostnames-1224868306-router', 'tenant_id': '3b60864767dc44c8b2e5a3a55a17d929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '311cb9f5-d926-4602-8541-6f6c70ee99ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:16:55Z', 'updated_at': '2021-10-30T15:17:13Z', 'revision_number': 4, 'project_id': '3b60864767dc44c8b2e5a3a55a17d929', 'gw_port': {'id': '311cb9f5-d926-4602-8541-6f6c70ee99ca', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:fd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c4cb74-f5d7-4a91-b20b-6525182a325c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:16:59Z', 'updated_at': '2021-10-30T15:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '36f510d8-7f6b-4fd0-82c8-20ac77c67244', 'name': '', 'network_id': '4f2b4662-3762-472a-a79d-3599e1ff305d', 'tenant_id': '3b60864767dc44c8b2e5a3a55a17d929', 'mac_address': 'fa:16:3e:a1:5e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c4cb74-f5d7-4a91-b20b-6525182a325c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'dc7ff2c3-bbb5-481f-ba0a-d62c781b867c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:17:09Z', 'updated_at': '2021-10-30T15:17:18Z', 'revision_number': 5, 'project_id': '3b60864767dc44c8b2e5a3a55a17d929', 'subnets': [{'id': 'dc7ff2c3-bbb5-481f-ba0a-d62c781b867c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:19:21.204848 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4235aa-5974-4c15-86f7-e63364f11167 None None] Checking router: f3c4cb74-f5d7-4a91-b20b-6525182a325c for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:19:21.220075 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4235aa-5974-4c15-86f7-e63364f11167 None None] Routers {'f3c4cb74-f5d7-4a91-b20b-6525182a325c'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:19:21.220943 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-ef4235aa-5974-4c15-86f7-e63364f11167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:18:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['f3c4cb74-f5d7-4a91-b20b-6525182a325c'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:19:21.233708 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d70ce20-69ac-4fe0-9f68-d46a7b862de8 x-openstack-request-id: req-6d70ce20-69ac-4fe0-9f68-d46a7b862de8 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:19:21.234007 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58c0fb02-8f70-404b-81c2-c496d791d631", "name": "network-vif-deleted", "tag": "accff25a-9185-4c33-b95f-407161217272", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:19:21.234310 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6d70ce20-69ac-4fe0-9f68-d46a7b862de8 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:19:21.234714 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58c0fb02-8f70-404b-81c2-c496d791d631', 'name': 'network-vif-deleted', 'tag': 'accff25a-9185-4c33-b95f-407161217272', 'status': 'completed', 'code': 200} Oct 30 15:19:21.245745 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b5d3404a-d39e-46e3-88f1-c43546dd4904 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:21.252366 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b5d3404a-d39e-46e3-88f1-c43546dd4904 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:21.260789 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b5d3404a-d39e-46e3-88f1-c43546dd4904 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "DELETE /v2.0/networks/92d7ea24-eade-4454-aa04-c7d45bc75e2e HTTP/1.1" status: 204 len: 168 time: 1.9215541 Oct 30 15:19:21.266038 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 44970) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:21.287077 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-dc922c72-58bd-4bfb-9c62-8a8827524133 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Request body: {'port': {'network_id': 'dcc4b9b5-5656-4174-9b1f-7537b53ac23b', 'name': 'tempest-PortsTestJSON-627936935'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:19:21.326257 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f582f66-8a1f-43e9-a083-e66e1dc2f37a None None] Checking router: e0b1081a-8c9f-405d-b751-513e9f3b1a41 for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:19:21.359627 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9e70c-cf21-4c11-b390-849018172ffe req-14d00935-88d2-426a-82ed-8aa5e730618c tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:21.363252 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-61b9e70c-cf21-4c11-b390-849018172ffe req-14d00935-88d2-426a-82ed-8aa5e730618c tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cbd0e8c-ab1a-4053-8898-3570d9240eb4 HTTP/1.1" status: 200 len: 945 time: 0.2905004 Oct 30 15:19:21.371527 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-25f96a4e-9062-49db-8d10-d9b9863fe094 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:21.421968 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f582f66-8a1f-43e9-a083-e66e1dc2f37a None None] Routers {'e0b1081a-8c9f-405d-b751-513e9f3b1a41'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:19:21.422590 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-7f582f66-8a1f-43e9-a083-e66e1dc2f37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:18:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['e0b1081a-8c9f-405d-b751-513e9f3b1a41'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:19:21.435251 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d3404a-d39e-46e3-88f1-c43546dd4904 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event deleted for resources: {'Network': ['ID=92d7ea24-eade-4454-aa04-c7d45bc75e2e,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:21.456527 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-ef4235aa-5974-4c15-86f7-e63364f11167 None None] Set router f3c4cb74-f5d7-4a91-b20b-6525182a325c gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:19:21.523448 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc922c72-58bd-4bfb-9c62-8a8827524133 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Made reservation on behalf of 588c9a586131499fbc33840e1d270dce for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:19:21.531963 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-dc922c72-58bd-4bfb-9c62-8a8827524133 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:21.533052 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-61b9e70c-cf21-4c11-b390-849018172ffe req-b9b925cd-4607-4e83-b8a5-622d5b217a2c tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454945 Oct 30 15:19:21.577678 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [None req-dc922c72-58bd-4bfb-9c62-8a8827524133 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] device_id is not set on port d6078431-8fbd-4f47-9fcb-656831bd448e yet. {{(pid=102131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:19:21.584895 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-25f96a4e-9062-49db-8d10-d9b9863fe094 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Deleting port 7d681d94-0d9e-4748-be91-87aabdad98d1 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:19:21.585321 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-25f96a4e-9062-49db-8d10-d9b9863fe094 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:21.590307 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9f029eb0-8d0a-4368-a313-15446a60f8e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:21.610059 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-7f582f66-8a1f-43e9-a083-e66e1dc2f37a None None] Set router e0b1081a-8c9f-405d-b751-513e9f3b1a41 gateway port host: None {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:19:21.703189 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-25f96a4e-9062-49db-8d10-d9b9863fe094 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] For port 7d681d94-0d9e-4748-be91-87aabdad98d1, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=7d681d94-0d9e-4748-be91-87aabdad98d1,segment=NetworkSegment(a2e07b60-e431-46bc-aabe-c64a0496d760),segment_id=a2e07b60-e431-46bc-aabe-c64a0496d760)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:19:21.703894 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-25f96a4e-9062-49db-8d10-d9b9863fe094 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:21.728479 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-25f96a4e-9062-49db-8d10-d9b9863fe094 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Calling delete_port for 7d681d94-0d9e-4748-be91-87aabdad98d1 owned by network:dhcp {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:19:21.771807 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-ef4235aa-5974-4c15-86f7-e63364f11167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c4cb74-f5d7-4a91-b20b-6525182a325c', 'name': 'tempest-ServersTestFqdnHostnames-1224868306-router', 'tenant_id': '3b60864767dc44c8b2e5a3a55a17d929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '311cb9f5-d926-4602-8541-6f6c70ee99ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:16:55Z', 'updated_at': '2021-10-30T15:17:13Z', 'revision_number': 4, 'project_id': '3b60864767dc44c8b2e5a3a55a17d929', 'gw_port': {'id': '311cb9f5-d926-4602-8541-6f6c70ee99ca', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:fd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c4cb74-f5d7-4a91-b20b-6525182a325c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:16:59Z', 'updated_at': '2021-10-30T15:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '36f510d8-7f6b-4fd0-82c8-20ac77c67244', 'name': '', 'network_id': '4f2b4662-3762-472a-a79d-3599e1ff305d', 'tenant_id': '3b60864767dc44c8b2e5a3a55a17d929', 'mac_address': 'fa:16:3e:a1:5e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c4cb74-f5d7-4a91-b20b-6525182a325c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'dc7ff2c3-bbb5-481f-ba0a-d62c781b867c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:17:09Z', 'updated_at': '2021-10-30T15:17:18Z', 'revision_number': 5, 'project_id': '3b60864767dc44c8b2e5a3a55a17d929', 'subnets': [{'id': 'dc7ff2c3-bbb5-481f-ba0a-d62c781b867c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:19:21.775621 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a193d4a-44bc-4e70-83be-65c2ed657840 None None] DHCP port deletion for d55bc44b-905d-4746-a45b-5e824c1f3ded request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:19:21.803747 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4235aa-5974-4c15-86f7-e63364f11167 None None] The sync data for ids ['f3c4cb74-f5d7-4a91-b20b-6525182a325c'] in n-d-806683-17 is: [{'id': 'f3c4cb74-f5d7-4a91-b20b-6525182a325c', 'name': 'tempest-ServersTestFqdnHostnames-1224868306-router', 'tenant_id': '3b60864767dc44c8b2e5a3a55a17d929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '311cb9f5-d926-4602-8541-6f6c70ee99ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:16:55Z', 'updated_at': '2021-10-30T15:17:13Z', 'revision_number': 4, 'project_id': '3b60864767dc44c8b2e5a3a55a17d929', 'gw_port': {'id': '311cb9f5-d926-4602-8541-6f6c70ee99ca', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:fd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c4cb74-f5d7-4a91-b20b-6525182a325c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:16:59Z', 'updated_at': '2021-10-30T15:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '36f510d8-7f6b-4fd0-82c8-20ac77c67244', 'name': '', 'network_id': '4f2b4662-3762-472a-a79d-3599e1ff305d', 'tenant_id': '3b60864767dc44c8b2e5a3a55a17d929', 'mac_address': 'fa:16:3e:a1:5e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c4cb74-f5d7-4a91-b20b-6525182a325c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'dc7ff2c3-bbb5-481f-ba0a-d62c781b867c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:17:09Z', 'updated_at': '2021-10-30T15:17:18Z', 'revision_number': 5, 'project_id': '3b60864767dc44c8b2e5a3a55a17d929', 'subnets': [{'id': 'dc7ff2c3-bbb5-481f-ba0a-d62c781b867c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:19:21.850249 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-25f96a4e-9062-49db-8d10-d9b9863fe094 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:21.871591 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f96a4e-9062-49db-8d10-d9b9863fe094 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] No DVR routers for this DVR port 7d681d94-0d9e-4748-be91-87aabdad98d1 on host n-d-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:19:21.894120 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device accff25a-9185-4c33-b95f-407161217272 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:19:21.904819 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-dc922c72-58bd-4bfb-9c62-8a8827524133 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:21.919965 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f96a4e-9062-49db-8d10-d9b9863fe094 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Pushing event deleted for resources: {'Port': ['ID=7d681d94-0d9e-4748-be91-87aabdad98d1,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:21.931793 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: accff25a-9185-4c33-b95f-407161217272 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:19:21.932138 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device accff25a-9185-4c33-b95f-407161217272 not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:19:21.961760 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-5a193d4a-44bc-4e70-83be-65c2ed657840 None None] Deleting port 7d681d94-0d9e-4748-be91-87aabdad98d1 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:19:21.962115 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5a193d4a-44bc-4e70-83be-65c2ed657840 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:21.981881 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-dc922c72-58bd-4bfb-9c62-8a8827524133 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:22.062118 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 44978) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:22.066547 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-5a193d4a-44bc-4e70-83be-65c2ed657840 None None] For port 7d681d94-0d9e-4748-be91-87aabdad98d1, host n-d-806683-17, got binding levels [] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:19:22.067580 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5a193d4a-44bc-4e70-83be-65c2ed657840 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:22.083560 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-5a193d4a-44bc-4e70-83be-65c2ed657840 None None] Calling delete_port for 7d681d94-0d9e-4748-be91-87aabdad98d1 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:19:22.087279 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.ipam_backend_mixin [None req-5a193d4a-44bc-4e70-83be-65c2ed657840 None None] Port 7d681d94-0d9e-4748-be91-87aabdad98d1 was not found and therefore no delete operation was performed {{(pid=102132) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 30 15:19:22.090322 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5a193d4a-44bc-4e70-83be-65c2ed657840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:22.148256 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a193d4a-44bc-4e70-83be-65c2ed657840 None None] Pushing event deleted for resources: {'Port': ['ID=7d681d94-0d9e-4748-be91-87aabdad98d1,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:22.152444 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a193d4a-44bc-4e70-83be-65c2ed657840 None None] No DVR routers for this DVR port 7d681d94-0d9e-4748-be91-87aabdad98d1 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:19:22.152582 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc922c72-58bd-4bfb-9c62-8a8827524133 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Network dcc4b9b5-5656-4174-9b1f-7537b53ac23b is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:19:22.156354 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-7f582f66-8a1f-43e9-a083-e66e1dc2f37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'name': 'tempest-RoutersTest-router-1922274493', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:18:28Z', 'updated_at': '2021-10-30T15:19:19Z', 'revision_number': 10, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'gw_port_host': None, '_interfaces': [{'id': '31ec019b-a137-4b23-8bff-a76256a48ad8', 'name': '', 'network_id': '46e3b8e8-31fe-4fad-928e-09f0b734867f', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'mac_address': 'fa:16:3e:39:c2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'ae21a9e5-a05b-4bf0-b9d9-e3793f8c6020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:18:30Z', 'updated_at': '2021-10-30T15:18:36Z', 'revision_number': 5, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'subnets': [{'id': 'ae21a9e5-a05b-4bf0-b9d9-e3793f8c6020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:19:22.175738 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc922c72-58bd-4bfb-9c62-8a8827524133 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event updated for resources: {'Port': ['ID=d6078431-8fbd-4f47-9fcb-656831bd448e,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:22.183327 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-dc922c72-58bd-4bfb-9c62-8a8827524133 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:19:22.188727 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc922c72-58bd-4bfb-9c62-8a8827524133 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:19:22.195736 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc922c72-58bd-4bfb-9c62-8a8827524133 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:22.196438 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-dc922c72-58bd-4bfb-9c62-8a8827524133 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:22.200859 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-48805112-0326-4819-ac72-d9c60ed37aff tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:22.233085 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-48805112-0326-4819-ac72-d9c60ed37aff tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:22.287877 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f582f66-8a1f-43e9-a083-e66e1dc2f37a None None] The sync data for ids ['e0b1081a-8c9f-405d-b751-513e9f3b1a41'] in n-d-806683-17 is: [{'id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'name': 'tempest-RoutersTest-router-1922274493', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:18:28Z', 'updated_at': '2021-10-30T15:19:19Z', 'revision_number': 10, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'gw_port_host': None, '_interfaces': [{'id': '31ec019b-a137-4b23-8bff-a76256a48ad8', 'name': '', 'network_id': '46e3b8e8-31fe-4fad-928e-09f0b734867f', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'mac_address': 'fa:16:3e:39:c2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'ae21a9e5-a05b-4bf0-b9d9-e3793f8c6020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:18:30Z', 'updated_at': '2021-10-30T15:18:36Z', 'revision_number': 5, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'subnets': [{'id': 'ae21a9e5-a05b-4bf0-b9d9-e3793f8c6020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:19:22.293431 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-48805112-0326-4819-ac72-d9c60ed37aff tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:22.296348 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-48805112-0326-4819-ac72-d9c60ed37aff tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:22.305187 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-48805112-0326-4819-ac72-d9c60ed37aff tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] 10.222.0.62 "DELETE /v2.0/security-groups/63710c05-9b86-44fc-b397-096658ce854e HTTP/1.1" status: 204 len: 168 time: 0.2388546 Oct 30 15:19:22.308630 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 44984) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:22.336482 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48805112-0326-4819-ac72-d9c60ed37aff tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63710c05-9b86-44fc-b397-096658ce854e,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:22.338442 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611c98b5-bbb1-4e96-80b7-04c3829ccf7f None None] New status for floating IP ddb6009f-7b32-45cc-90b0-5ae522ed923c: DOWN {{(pid=102132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 15:19:22.346517 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-dc922c72-58bd-4bfb-9c62-8a8827524133 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0772939 Oct 30 15:19:22.346517 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-e375706b-f432-4ae8-b044-5674fcc9c28a tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] show failed (client error): The resource could not be found. Oct 30 15:19:22.347293 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-e375706b-f432-4ae8-b044-5674fcc9c28a tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] 10.222.0.62 "GET /v2.0/security-groups/63710c05-9b86-44fc-b397-096658ce854e HTTP/1.1" status: 404 len: 347 time: 0.0371494 Oct 30 15:19:22.347821 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 44988) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:22.356425 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 44990) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:22.413332 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 7d681d94-0d9e-4748-be91-87aabdad98d1 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:19:22.539605 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-25f96a4e-9062-49db-8d10-d9b9863fe094 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:22.558976 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 7d681d94-0d9e-4748-be91-87aabdad98d1 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:19:22.561016 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 7d681d94-0d9e-4748-be91-87aabdad98d1 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:19:22.582706 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-25f96a4e-9062-49db-8d10-d9b9863fe094 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d55bc44b-905d-4746-a45b-5e824c1f3ded']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:19:22.600801 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-25f96a4e-9062-49db-8d10-d9b9863fe094 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2e07b60-e431-46bc-aabe-c64a0496d760') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:19:22.601508 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-25f96a4e-9062-49db-8d10-d9b9863fe094 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2e07b60-e431-46bc-aabe-c64a0496d760') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:19:22.619618 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-25f96a4e-9062-49db-8d10-d9b9863fe094 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:22.636481 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-412ecbe7-4c5d-4334-93e0-a3a30c8ab6dd tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Deleting port 62224d22-f807-4449-915d-f3f817571134 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:19:22.636811 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-412ecbe7-4c5d-4334-93e0-a3a30c8ab6dd tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:22.641449 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-25f96a4e-9062-49db-8d10-d9b9863fe094 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:22.642605 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-d813e59e-a320-4ed8-a832-ed06c231cf0c tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Deleting port d6078431-8fbd-4f47-9fcb-656831bd448e {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:19:22.643001 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d813e59e-a320-4ed8-a832-ed06c231cf0c tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:22.653219 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25f96a4e-9062-49db-8d10-d9b9863fe094 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:19:22.653681 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-25f96a4e-9062-49db-8d10-d9b9863fe094 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:22.658686 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:19:22.658686 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:19:22.658686 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:19:22.658686 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:19:22.658686 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:19:22.658686 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:19:22.658686 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:19:22.658686 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:19:22.658686 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:19:22.658686 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:19:22.658686 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:19:22.658686 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:19:22.658686 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:19:22.658686 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:19:22.658686 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:19:22.658686 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:19:22.658686 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:19:22.658686 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:19:22.658686 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:19:22.658686 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:19:22.658686 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:19:22.658686 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:19:22.658686 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:19:22.658686 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:19:22.658686 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:19:22.658686 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:19:22.658686 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:19:22.658686 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:19:22.658686 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:19:22.658686 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:19:22.658686 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:19:22.658686 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:19:22.778845 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-25f96a4e-9062-49db-8d10-d9b9863fe094 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:22.796975 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-25f96a4e-9062-49db-8d10-d9b9863fe094 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:22.803452 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-25f96a4e-9062-49db-8d10-d9b9863fe094 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "DELETE /v2.0/networks/d55bc44b-905d-4746-a45b-5e824c1f3ded HTTP/1.1" status: 204 len: 168 time: 1.7779133 Oct 30 15:19:22.806360 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 44998) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:22.816645 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f96a4e-9062-49db-8d10-d9b9863fe094 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Pushing event deleted for resources: {'Network': ['ID=d55bc44b-905d-4746-a45b-5e824c1f3ded,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:22.818541 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d813e59e-a320-4ed8-a832-ed06c231cf0c tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:22.844278 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823983c8-555d-4ba9-ba7f-fd7ddd9467d9 req-34a3f4f4-6e3b-4704-9159-1de6ce0c7761 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:22.846025 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-823983c8-555d-4ba9-ba7f-fd7ddd9467d9 req-34a3f4f4-6e3b-4704-9159-1de6ce0c7761 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cbd0e8c-ab1a-4053-8898-3570d9240eb4 HTTP/1.1" status: 200 len: 945 time: 0.1485577 Oct 30 15:19:22.891943 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-d813e59e-a320-4ed8-a832-ed06c231cf0c tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Calling delete_port for d6078431-8fbd-4f47-9fcb-656831bd448e owned by {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:19:22.947097 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-412ecbe7-4c5d-4334-93e0-a3a30c8ab6dd tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:22.947814 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-412ecbe7-4c5d-4334-93e0-a3a30c8ab6dd tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:23.014935 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-412ecbe7-4c5d-4334-93e0-a3a30c8ab6dd tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Calling delete_port for 62224d22-f807-4449-915d-f3f817571134 owned by network:floatingip {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:19:23.077232 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-823983c8-555d-4ba9-ba7f-fd7ddd9467d9 req-66f462d6-b90f-4a16-8be6-e04713c49dc8 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933734 Oct 30 15:19:23.239361 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d813e59e-a320-4ed8-a832-ed06c231cf0c tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:23.293281 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device cd7bcfbf-1623-489f-a384-785738bf069f no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:19:23.384145 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:23.424594 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port cd7bcfbf-1623-489f-a384-785738bf069f, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=cd7bcfbf-1623-489f-a384-785738bf069f,segment=NetworkSegment(4eb103e9-b9a2-4786-ab9b-d9e363fed874),segment_id=4eb103e9-b9a2-4786-ab9b-d9e363fed874)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:19:23.425863 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dc11b83-66ec-4702-91a6-063c6a95db97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd7bcfbf-1623-489f-a384-785738bf069f'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:19:23.428782 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c62c42-f0b6-43d5-9a0a-1fd62944eff3" -d '{"events": [{"server_uuid": "8dc11b83-66ec-4702-91a6-063c6a95db97", "name": "network-vif-unplugged", "status": "completed", "tag": "cd7bcfbf-1623-489f-a384-785738bf069f"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:19:23.433080 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:23.501030 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Oct 2021 15:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd6e9dd-9426-4bf4-ae18-266cecc81ea0 x-openstack-request-id: req-5cd6e9dd-9426-4bf4-ae18-266cecc81ea0 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:19:23.501356 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dc11b83-66ec-4702-91a6-063c6a95db97", "name": "network-vif-unplugged", "status": "completed", "tag": "cd7bcfbf-1623-489f-a384-785738bf069f", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:19:23.501617 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5cd6e9dd-9426-4bf4-ae18-266cecc81ea0 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:19:23.502025 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dc11b83-66ec-4702-91a6-063c6a95db97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd7bcfbf-1623-489f-a384-785738bf069f', 'code': 200} Oct 30 15:19:23.513044 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=cd7bcfbf-1623-489f-a384-785738bf069f,revision_number=8']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:23.656142 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d813e59e-a320-4ed8-a832-ed06c231cf0c tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event deleted for resources: {'Port': ['ID=d6078431-8fbd-4f47-9fcb-656831bd448e,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:23.690845 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d813e59e-a320-4ed8-a832-ed06c231cf0c tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:23.696666 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d813e59e-a320-4ed8-a832-ed06c231cf0c tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "DELETE /v2.0/ports/d6078431-8fbd-4f47-9fcb-656831bd448e HTTP/1.1" status: 204 len: 168 time: 1.3450155 Oct 30 15:19:23.697611 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 45012) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:23.705090 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-b264c68d-3246-437c-bb96-aa357dbd3d9d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Request body: {'port': {'network_id': 'dcc4b9b5-5656-4174-9b1f-7537b53ac23b', 'mac_address': 'fa:16:3e:8c:ed:44', 'name': 'tempest-PortsTestJSON-767517168'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:19:23.742366 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-27c93584-c317-4cf5-93a9-697c3471d127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:23.755716 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-412ecbe7-4c5d-4334-93e0-a3a30c8ab6dd tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:23.794856 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412ecbe7-4c5d-4334-93e0-a3a30c8ab6dd tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Pushing event deleted for resources: {'Port': ['ID=62224d22-f807-4449-915d-f3f817571134,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:23.845199 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b264c68d-3246-437c-bb96-aa357dbd3d9d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Made reservation on behalf of 588c9a586131499fbc33840e1d270dce for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:19:23.909501 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-412ecbe7-4c5d-4334-93e0-a3a30c8ab6dd tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Publish callbacks [] for floatingip, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:23.913028 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-412ecbe7-4c5d-4334-93e0-a3a30c8ab6dd tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:23.914324 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-412ecbe7-4c5d-4334-93e0-a3a30c8ab6dd tempest-ServersTestFqdnHostnames-1749523609 tempest-ServersTestFqdnHostnames-1749523609-project] 10.222.0.62 "DELETE /v2.0/floatingips/ddb6009f-7b32-45cc-90b0-5ae522ed923c HTTP/1.1" status: 204 len: 168 time: 1.5560207 Oct 30 15:19:23.917602 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 45014) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:23.934703 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b264c68d-3246-437c-bb96-aa357dbd3d9d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:23.963407 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [None req-b264c68d-3246-437c-bb96-aa357dbd3d9d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] device_id is not set on port c0e5ec49-cc65-426a-b59a-ab869610ac46 yet. {{(pid=102130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:19:24.038036 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-49897db0-ea68-406e-a41a-ac78a6714f68 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:24.174924 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b264c68d-3246-437c-bb96-aa357dbd3d9d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:24.219236 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device fd2430ee-7c1c-40d0-992b-8f15f3fd7d22 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:19:24.241221 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b264c68d-3246-437c-bb96-aa357dbd3d9d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:24.254432 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: fd2430ee-7c1c-40d0-992b-8f15f3fd7d22 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:19:24.254843 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device fd2430ee-7c1c-40d0-992b-8f15f3fd7d22 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:19:24.310174 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b264c68d-3246-437c-bb96-aa357dbd3d9d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Network dcc4b9b5-5656-4174-9b1f-7537b53ac23b is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:19:24.314220 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-b264c68d-3246-437c-bb96-aa357dbd3d9d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:19:24.318356 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b264c68d-3246-437c-bb96-aa357dbd3d9d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:19:24.327426 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b264c68d-3246-437c-bb96-aa357dbd3d9d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:24.328240 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b264c68d-3246-437c-bb96-aa357dbd3d9d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:24.339912 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b264c68d-3246-437c-bb96-aa357dbd3d9d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event updated for resources: {'Port': ['ID=c0e5ec49-cc65-426a-b59a-ab869610ac46,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:24.363553 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b264c68d-3246-437c-bb96-aa357dbd3d9d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6634007 Oct 30 15:19:24.366291 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 45022) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:24.418037 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb80c33-ec61-4d69-80f1-89ab844e8f28 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:24.419887 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-7cb80c33-ec61-4d69-80f1-89ab844e8f28 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "GET /v2.0/ports/c0e5ec49-cc65-426a-b59a-ab869610ac46 HTTP/1.1" status: 200 len: 840 time: 0.0520966 Oct 30 15:19:24.423012 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 45024) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:24.424932 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395cb041-a14e-481d-90b8-f2c5c411d510 req-4fcb8cf3-4d14-435b-9fc3-97f4729bcd88 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:24.426653 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-395cb041-a14e-481d-90b8-f2c5c411d510 req-4fcb8cf3-4d14-435b-9fc3-97f4729bcd88 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cbd0e8c-ab1a-4053-8898-3570d9240eb4 HTTP/1.1" status: 200 len: 945 time: 0.1894038 Oct 30 15:19:24.540346 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-321ad6d5-fc4f-4778-b74e-7faf877ae589 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Deleting port c0e5ec49-cc65-426a-b59a-ab869610ac46 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:19:24.541341 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-395cb041-a14e-481d-90b8-f2c5c411d510 req-32317508-c639-47e8-8c51-1d0435e684c5 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071849 Oct 30 15:19:24.547940 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-321ad6d5-fc4f-4778-b74e-7faf877ae589 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:24.606658 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:24.690542 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-321ad6d5-fc4f-4778-b74e-7faf877ae589 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:24.707296 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-321ad6d5-fc4f-4778-b74e-7faf877ae589 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Calling delete_port for c0e5ec49-cc65-426a-b59a-ab869610ac46 owned by {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:19:24.737601 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-49897db0-ea68-406e-a41a-ac78a6714f68 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Deleting port 31ec019b-a137-4b23-8bff-a76256a48ad8 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:19:24.738030 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-49897db0-ea68-406e-a41a-ac78a6714f68 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:24.818949 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-321ad6d5-fc4f-4778-b74e-7faf877ae589 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:24.863441 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:24.870231 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1ace273c-2f54-4dcd-b844-628719ad214c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:24.878875 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ad6d5-fc4f-4778-b74e-7faf877ae589 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event deleted for resources: {'Port': ['ID=c0e5ec49-cc65-426a-b59a-ab869610ac46,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:24.884608 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-321ad6d5-fc4f-4778-b74e-7faf877ae589 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:24.888194 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-321ad6d5-fc4f-4778-b74e-7faf877ae589 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "DELETE /v2.0/ports/c0e5ec49-cc65-426a-b59a-ab869610ac46 HTTP/1.1" status: 204 len: 168 time: 0.4640317 Oct 30 15:19:24.890692 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 45034) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:24.936413 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-772742a3-fa83-4411-b715-c6cd1c31f56d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] GET failed (client error): The resource could not be found. Oct 30 15:19:24.938198 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-772742a3-fa83-4411-b715-c6cd1c31f56d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "GET /v2.0/ports/c0e5ec49-cc65-426a-b59a-ab869610ac46 HTTP/1.1" status: 404 len: 333 time: 0.0461965 Oct 30 15:19:24.942965 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 45040) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:24.948303 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-69c75887-83bf-4875-8624-77ac971cfe2d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Request body: {'port': {'network_id': 'dcc4b9b5-5656-4174-9b1f-7537b53ac23b', 'name': 'tempest-PortsTestJSON-777469360'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:19:24.948672 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-49897db0-ea68-406e-a41a-ac78a6714f68 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] For port 31ec019b-a137-4b23-8bff-a76256a48ad8, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=31ec019b-a137-4b23-8bff-a76256a48ad8,segment=NetworkSegment(f924af00-c1b8-47bd-ae5b-1e6b4c68e606),segment_id=f924af00-c1b8-47bd-ae5b-1e6b4c68e606)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:19:24.949036 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-49897db0-ea68-406e-a41a-ac78a6714f68 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:24.974201 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-49897db0-ea68-406e-a41a-ac78a6714f68 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Calling delete_port for 31ec019b-a137-4b23-8bff-a76256a48ad8 owned by network:router_interface {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:19:25.073421 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c75887-83bf-4875-8624-77ac971cfe2d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Made reservation on behalf of 588c9a586131499fbc33840e1d270dce for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:19:25.078742 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-69c75887-83bf-4875-8624-77ac971cfe2d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:25.101262 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [None req-69c75887-83bf-4875-8624-77ac971cfe2d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] device_id is not set on port 8c7f2096-7d4e-4d24-bbdc-0803173c988e yet. {{(pid=102130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:19:25.296011 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device cd7bcfbf-1623-489f-a384-785738bf069f details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:19:25.303039 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-49897db0-ea68-406e-a41a-ac78a6714f68 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:25.328395 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-69c75887-83bf-4875-8624-77ac971cfe2d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:25.334759 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49897db0-ea68-406e-a41a-ac78a6714f68 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Pushing event deleted for resources: {'Port': ['ID=31ec019b-a137-4b23-8bff-a76256a48ad8,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:25.379080 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-69c75887-83bf-4875-8624-77ac971cfe2d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:25.448973 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-1ace273c-2f54-4dcd-b844-628719ad214c admin admin] Deleting port 36f510d8-7f6b-4fd0-82c8-20ac77c67244 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:19:25.449219 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1ace273c-2f54-4dcd-b844-628719ad214c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:25.480516 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c75887-83bf-4875-8624-77ac971cfe2d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Network dcc4b9b5-5656-4174-9b1f-7537b53ac23b is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:19:25.490456 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-69c75887-83bf-4875-8624-77ac971cfe2d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:19:25.506348 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c75887-83bf-4875-8624-77ac971cfe2d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:19:25.512045 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c75887-83bf-4875-8624-77ac971cfe2d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:25.512736 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-69c75887-83bf-4875-8624-77ac971cfe2d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:25.527398 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c75887-83bf-4875-8624-77ac971cfe2d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event updated for resources: {'Port': ['ID=8c7f2096-7d4e-4d24-bbdc-0803173c988e,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:25.564268 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-69c75887-83bf-4875-8624-77ac971cfe2d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6206594 Oct 30 15:19:25.566798 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 45060) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:25.572482 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-da6ceb90-e7d8-429c-8ae3-58f9155cb7bf tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:19:25.582990 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port cd7bcfbf-1623-489f-a384-785738bf069f, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=cd7bcfbf-1623-489f-a384-785738bf069f,segment=NetworkSegment(4eb103e9-b9a2-4786-ab9b-d9e363fed874),segment_id=4eb103e9-b9a2-4786-ab9b-d9e363fed874)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:19:25.628596 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': 'cd7bcfbf-1623-489f-a384-785738bf069f', 'network_id': 'd26e81b3-f432-4f3d-bc5b-f2edc1c076d6', 'port_id': 'cd7bcfbf-1623-489f-a384-785738bf069f', 'mac_address': 'fa:16:3e:c5:09:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd862e367-a3ef-41d8-9769-a6945d8f8b1d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:19:25.765849 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:25.790208 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-49897db0-ea68-406e-a41a-ac78a6714f68 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:25.812757 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd7bcfbf-1623-489f-a384-785738bf069f {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:19:25.849507 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-da6ceb90-e7d8-429c-8ae3-58f9155cb7bf tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:25.872785 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port cd7bcfbf-1623-489f-a384-785738bf069f, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=cd7bcfbf-1623-489f-a384-785738bf069f,segment=NetworkSegment(4eb103e9-b9a2-4786-ab9b-d9e363fed874),segment_id=4eb103e9-b9a2-4786-ab9b-d9e363fed874)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:19:25.885340 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:25.966141 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-1ace273c-2f54-4dcd-b844-628719ad214c admin admin] For port 36f510d8-7f6b-4fd0-82c8-20ac77c67244, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=36f510d8-7f6b-4fd0-82c8-20ac77c67244,segment=NetworkSegment(0b992be6-140e-4341-a8f5-54109f4ee29a),segment_id=0b992be6-140e-4341-a8f5-54109f4ee29a)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:19:25.967109 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1ace273c-2f54-4dcd-b844-628719ad214c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:25.976404 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=cd7bcfbf-1623-489f-a384-785738bf069f,revision_number=9']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:25.990855 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['cd7bcfbf-1623-489f-a384-785738bf069f'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:19:25.992233 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-1ace273c-2f54-4dcd-b844-628719ad214c admin admin] Calling delete_port for 36f510d8-7f6b-4fd0-82c8-20ac77c67244 owned by network:router_interface {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:19:26.008998 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98576252-6496-4bd3-bb21-42cc4801e249 req-04d8e479-0094-43f6-9475-ddd5a5e32d8d tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:26.016678 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-98576252-6496-4bd3-bb21-42cc4801e249 req-04d8e479-0094-43f6-9475-ddd5a5e32d8d tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cbd0e8c-ab1a-4053-8898-3570d9240eb4 HTTP/1.1" status: 200 len: 945 time: 0.2630250 Oct 30 15:19:26.159346 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49897db0-ea68-406e-a41a-ac78a6714f68 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Router e0b1081a-8c9f-405d-b751-513e9f3b1a41 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:19:26.246903 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-98576252-6496-4bd3-bb21-42cc4801e249 req-7b2529ac-5914-4510-8981-d0f1c838b98c tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963985 Oct 30 15:19:26.341878 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-da6ceb90-e7d8-429c-8ae3-58f9155cb7bf tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:26.350475 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-da6ceb90-e7d8-429c-8ae3-58f9155cb7bf tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:26.413050 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-da6ceb90-e7d8-429c-8ae3-58f9155cb7bf tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] In _notify_port_updated(), no bound segment for port 8c7f2096-7d4e-4d24-bbdc-0803173c988e on network dcc4b9b5-5656-4174-9b1f-7537b53ac23b {{(pid=102130) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 30 15:19:26.423742 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6ceb90-e7d8-429c-8ae3-58f9155cb7bf tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:26.425365 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-da6ceb90-e7d8-429c-8ae3-58f9155cb7bf tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:26.432240 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 45072) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:26.433297 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-da6ceb90-e7d8-429c-8ae3-58f9155cb7bf tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "PUT /v2.0/ports/8c7f2096-7d4e-4d24-bbdc-0803173c988e HTTP/1.1" status: 200 len: 818 time: 0.8653984 Oct 30 15:19:26.452389 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6ceb90-e7d8-429c-8ae3-58f9155cb7bf tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event updated for resources: {'Port': ['ID=8c7f2096-7d4e-4d24-bbdc-0803173c988e,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:26.507053 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49897db0-ea68-406e-a41a-ac78a6714f68 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:19:26.514978 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 45074) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:26.515120 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-49897db0-ea68-406e-a41a-ac78a6714f68 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "PUT /v2.0/routers/e0b1081a-8c9f-405d-b751-513e9f3b1a41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7067254 Oct 30 15:19:26.523447 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df72c66-f7f6-40f8-a428-8fed2ad3beff None None] Sync routers for ids ['e0b1081a-8c9f-405d-b751-513e9f3b1a41'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:19:26.528488 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:26.538257 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df72c66-f7f6-40f8-a428-8fed2ad3beff None None] Routers {'e0b1081a-8c9f-405d-b751-513e9f3b1a41'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:19:26.541078 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-6df72c66-f7f6-40f8-a428-8fed2ad3beff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:19:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['e0b1081a-8c9f-405d-b751-513e9f3b1a41'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:19:26.591701 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1ace273c-2f54-4dcd-b844-628719ad214c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:26.642585 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-972bbbb3-5159-42fe-ab38-6ac8c9f79dd3 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Deleting subnet ae21a9e5-a05b-4bf0-b9d9-e3793f8c6020 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:19:26.653870 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-6df72c66-f7f6-40f8-a428-8fed2ad3beff None None] Set router e0b1081a-8c9f-405d-b751-513e9f3b1a41 gateway port host: None {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:19:26.655275 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-972bbbb3-5159-42fe-ab38-6ac8c9f79dd3 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:26.655416 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ace273c-2f54-4dcd-b844-628719ad214c admin admin] Pushing event deleted for resources: {'Port': ['ID=36f510d8-7f6b-4fd0-82c8-20ac77c67244,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:26.722227 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-e89abfd4-cc7e-4911-9c6c-9c4862b50c72 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Deleting port 8c7f2096-7d4e-4d24-bbdc-0803173c988e {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:19:26.722484 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e89abfd4-cc7e-4911-9c6c-9c4862b50c72 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:26.735591 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-6df72c66-f7f6-40f8-a428-8fed2ad3beff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'name': 'tempest-RoutersTest-router-1922274493', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:18:28Z', 'updated_at': '2021-10-30T15:19:25Z', 'revision_number': 11, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'gw_port_host': None}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:19:26.762120 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-972bbbb3-5159-42fe-ab38-6ac8c9f79dd3 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:26.795317 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df72c66-f7f6-40f8-a428-8fed2ad3beff None None] Checking router: e0b1081a-8c9f-405d-b751-513e9f3b1a41 for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:19:26.812621 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df72c66-f7f6-40f8-a428-8fed2ad3beff None None] Routers {'e0b1081a-8c9f-405d-b751-513e9f3b1a41'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:19:26.816327 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-6df72c66-f7f6-40f8-a428-8fed2ad3beff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:19:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['e0b1081a-8c9f-405d-b751-513e9f3b1a41'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:19:26.996484 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-6df72c66-f7f6-40f8-a428-8fed2ad3beff None None] Set router e0b1081a-8c9f-405d-b751-513e9f3b1a41 gateway port host: None {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:19:27.001213 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-972bbbb3-5159-42fe-ab38-6ac8c9f79dd3 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:27.030579 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e89abfd4-cc7e-4911-9c6c-9c4862b50c72 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:27.082999 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-972bbbb3-5159-42fe-ab38-6ac8c9f79dd3 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:27.087134 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-6df72c66-f7f6-40f8-a428-8fed2ad3beff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'name': 'tempest-RoutersTest-router-1922274493', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:18:28Z', 'updated_at': '2021-10-30T15:19:25Z', 'revision_number': 11, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'gw_port_host': None}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:19:27.108614 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-e89abfd4-cc7e-4911-9c6c-9c4862b50c72 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Calling delete_port for 8c7f2096-7d4e-4d24-bbdc-0803173c988e owned by {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:19:27.121273 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df72c66-f7f6-40f8-a428-8fed2ad3beff None None] The sync data for ids ['e0b1081a-8c9f-405d-b751-513e9f3b1a41'] in n-d-806683-17 is: [{'id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'name': 'tempest-RoutersTest-router-1922274493', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:18:28Z', 'updated_at': '2021-10-30T15:19:25Z', 'revision_number': 11, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'gw_port_host': None}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:19:27.125191 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972bbbb3-5159-42fe-ab38-6ac8c9f79dd3 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Pushing event deleted for resources: {'Subnet': ['ID=ae21a9e5-a05b-4bf0-b9d9-e3793f8c6020,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:27.136442 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-972bbbb3-5159-42fe-ab38-6ac8c9f79dd3 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:27.144640 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-972bbbb3-5159-42fe-ab38-6ac8c9f79dd3 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "DELETE /v2.0/subnets/ae21a9e5-a05b-4bf0-b9d9-e3793f8c6020 HTTP/1.1" status: 204 len: 168 time: 0.6273749 Oct 30 15:19:27.146092 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 45082) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:27.147953 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee52299-3adb-40f0-8ed7-7337376e9403 None None] Network 46e3b8e8-31fe-4fad-928e-09f0b734867f requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:19:27.323545 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-da9e459e-2d0a-4e91-b7df-3efcf88fc50b tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:27.349627 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device cd7bcfbf-1623-489f-a384-785738bf069f up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:19:27.433949 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-da9e459e-2d0a-4e91-b7df-3efcf88fc50b tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Deleting port 73b2f016-1c3e-4e96-b40a-4cc6caa70cba {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:19:27.439562 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-da9e459e-2d0a-4e91-b7df-3efcf88fc50b tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:27.498785 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port cd7bcfbf-1623-489f-a384-785738bf069f triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:19:27.499153 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:27.501189 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1ace273c-2f54-4dcd-b844-628719ad214c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:27.581592 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eedd3dcf-6264-4a8a-80a6-b71d940007de None None] DHCP port deletion for 46e3b8e8-31fe-4fad-928e-09f0b734867f request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:19:27.589613 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-da9e459e-2d0a-4e91-b7df-3efcf88fc50b tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] For port 73b2f016-1c3e-4e96-b40a-4cc6caa70cba, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=73b2f016-1c3e-4e96-b40a-4cc6caa70cba,segment=NetworkSegment(f924af00-c1b8-47bd-ae5b-1e6b4c68e606),segment_id=f924af00-c1b8-47bd-ae5b-1e6b4c68e606)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:19:27.589994 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-da9e459e-2d0a-4e91-b7df-3efcf88fc50b tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:27.610831 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-da9e459e-2d0a-4e91-b7df-3efcf88fc50b tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Calling delete_port for 73b2f016-1c3e-4e96-b40a-4cc6caa70cba owned by network:dhcp {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:19:27.752931 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-da9e459e-2d0a-4e91-b7df-3efcf88fc50b tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:27.811239 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9e459e-2d0a-4e91-b7df-3efcf88fc50b tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Pushing event deleted for resources: {'Port': ['ID=73b2f016-1c3e-4e96-b40a-4cc6caa70cba,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:27.836850 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9e459e-2d0a-4e91-b7df-3efcf88fc50b tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] No DVR routers for this DVR port 73b2f016-1c3e-4e96-b40a-4cc6caa70cba on host n-d-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:19:28.083651 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-da9e459e-2d0a-4e91-b7df-3efcf88fc50b tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:28.124364 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-da9e459e-2d0a-4e91-b7df-3efcf88fc50b tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46e3b8e8-31fe-4fad-928e-09f0b734867f']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:19:28.152643 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-da9e459e-2d0a-4e91-b7df-3efcf88fc50b tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f924af00-c1b8-47bd-ae5b-1e6b4c68e606') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:19:28.154114 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-da9e459e-2d0a-4e91-b7df-3efcf88fc50b tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f924af00-c1b8-47bd-ae5b-1e6b4c68e606') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:19:28.178481 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-da9e459e-2d0a-4e91-b7df-3efcf88fc50b tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:28.208023 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-da9e459e-2d0a-4e91-b7df-3efcf88fc50b tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:28.215817 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da9e459e-2d0a-4e91-b7df-3efcf88fc50b tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:19:28.216220 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-da9e459e-2d0a-4e91-b7df-3efcf88fc50b tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:28.219501 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:19:28.219501 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:19:28.219501 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:19:28.219501 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:19:28.219501 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:19:28.219501 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:19:28.219501 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:19:28.219501 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:19:28.219501 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:19:28.219501 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:19:28.219501 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:19:28.219501 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:19:28.219501 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:19:28.219501 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:19:28.219501 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:19:28.219501 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:19:28.219501 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:19:28.219501 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:19:28.219501 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:19:28.219501 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:19:28.219501 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:19:28.219501 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:19:28.219501 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:19:28.219501 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:19:28.219501 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:19:28.219501 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:19:28.219501 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:19:28.219501 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:19:28.219501 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:19:28.219501 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:19:28.219501 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:19:28.219501 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:19:28.259595 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:28.315874 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-eedd3dcf-6264-4a8a-80a6-b71d940007de None None] Deleting port 73b2f016-1c3e-4e96-b40a-4cc6caa70cba {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:19:28.316590 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-eedd3dcf-6264-4a8a-80a6-b71d940007de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:28.324467 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dc11b83-66ec-4702-91a6-063c6a95db97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd7bcfbf-1623-489f-a384-785738bf069f'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:19:28.326887 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33224182-d495-4136-bfe6-34854011b7e1" -d '{"events": [{"server_uuid": "8dc11b83-66ec-4702-91a6-063c6a95db97", "name": "network-vif-plugged", "status": "completed", "tag": "cd7bcfbf-1623-489f-a384-785738bf069f"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:19:28.382119 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-da9e459e-2d0a-4e91-b7df-3efcf88fc50b tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:28.382767 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port cd7bcfbf-1623-489f-a384-785738bf069f, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=cd7bcfbf-1623-489f-a384-785738bf069f,segment=NetworkSegment(4eb103e9-b9a2-4786-ab9b-d9e363fed874),segment_id=4eb103e9-b9a2-4786-ab9b-d9e363fed874)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:19:28.403754 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-da9e459e-2d0a-4e91-b7df-3efcf88fc50b tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:28.414647 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-da9e459e-2d0a-4e91-b7df-3efcf88fc50b tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "DELETE /v2.0/networks/46e3b8e8-31fe-4fad-928e-09f0b734867f HTTP/1.1" status: 204 len: 168 time: 1.2649534 Oct 30 15:19:28.426391 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd89d11-0acc-4449-8d9c-716fcb2b4043 x-openstack-request-id: req-4bd89d11-0acc-4449-8d9c-716fcb2b4043 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:19:28.428266 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dc11b83-66ec-4702-91a6-063c6a95db97", "name": "network-vif-plugged", "status": "completed", "tag": "cd7bcfbf-1623-489f-a384-785738bf069f", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:19:28.428528 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4bd89d11-0acc-4449-8d9c-716fcb2b4043 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:19:28.431192 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dc11b83-66ec-4702-91a6-063c6a95db97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd7bcfbf-1623-489f-a384-785738bf069f', 'code': 200} Oct 30 15:19:28.432067 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:28.467881 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 45094) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:28.479991 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-b2fe9c81-0259-4889-a63c-7c7e24f96f76 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Request body: {'router': {'routes': None}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:19:28.483593 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9e459e-2d0a-4e91-b7df-3efcf88fc50b tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Pushing event deleted for resources: {'Network': ['ID=46e3b8e8-31fe-4fad-928e-09f0b734867f,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:28.485014 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 73b2f016-1c3e-4e96-b40a-4cc6caa70cba no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:19:28.550194 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-eedd3dcf-6264-4a8a-80a6-b71d940007de None None] For port 73b2f016-1c3e-4e96-b40a-4cc6caa70cba, host n-d-806683-17, got binding levels [] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:19:28.550593 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-eedd3dcf-6264-4a8a-80a6-b71d940007de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:28.552881 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 73b2f016-1c3e-4e96-b40a-4cc6caa70cba {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:19:28.553227 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 73b2f016-1c3e-4e96-b40a-4cc6caa70cba not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:19:28.553643 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 31ec019b-a137-4b23-8bff-a76256a48ad8 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:19:28.573235 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e89abfd4-cc7e-4911-9c6c-9c4862b50c72 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:28.587165 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48deaa4e-80f8-476d-9035-68e035a09ca4 req-988d2c21-fc40-4169-8e85-45617da208ec tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:28.588998 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-48deaa4e-80f8-476d-9035-68e035a09ca4 req-988d2c21-fc40-4169-8e85-45617da208ec tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cbd0e8c-ab1a-4053-8898-3570d9240eb4 HTTP/1.1" status: 200 len: 945 time: 1.2079442 Oct 30 15:19:28.621448 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 31ec019b-a137-4b23-8bff-a76256a48ad8 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:19:28.621861 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 31ec019b-a137-4b23-8bff-a76256a48ad8 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:19:28.634310 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=cd7bcfbf-1623-489f-a384-785738bf069f,revision_number=10']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:28.648543 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-eedd3dcf-6264-4a8a-80a6-b71d940007de None None] Calling delete_port for 73b2f016-1c3e-4e96-b40a-4cc6caa70cba owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:19:28.651528 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89abfd4-cc7e-4911-9c6c-9c4862b50c72 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event deleted for resources: {'Port': ['ID=8c7f2096-7d4e-4d24-bbdc-0803173c988e,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:28.651727 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9e459e-2d0a-4e91-b7df-3efcf88fc50b tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:19:28.652001 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9e459e-2d0a-4e91-b7df-3efcf88fc50b tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:19:28.652354 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9e459e-2d0a-4e91-b7df-3efcf88fc50b tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:19:28.652694 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9e459e-2d0a-4e91-b7df-3efcf88fc50b tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:19:28.653028 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9e459e-2d0a-4e91-b7df-3efcf88fc50b tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:19:28.653361 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9e459e-2d0a-4e91-b7df-3efcf88fc50b tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:19:28.653779 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9e459e-2d0a-4e91-b7df-3efcf88fc50b tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:19:28.654003 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9e459e-2d0a-4e91-b7df-3efcf88fc50b tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:19:28.654330 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9e459e-2d0a-4e91-b7df-3efcf88fc50b tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:19:28.654655 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9e459e-2d0a-4e91-b7df-3efcf88fc50b tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:19:28.655078 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9e459e-2d0a-4e91-b7df-3efcf88fc50b tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:19:28.655858 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.ipam_backend_mixin [None req-eedd3dcf-6264-4a8a-80a6-b71d940007de None None] Port 73b2f016-1c3e-4e96-b40a-4cc6caa70cba was not found and therefore no delete operation was performed {{(pid=102132) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 30 15:19:28.658607 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-eedd3dcf-6264-4a8a-80a6-b71d940007de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:28.662471 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9e459e-2d0a-4e91-b7df-3efcf88fc50b tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:19:28.663215 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e89abfd4-cc7e-4911-9c6c-9c4862b50c72 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:28.669414 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-e89abfd4-cc7e-4911-9c6c-9c4862b50c72 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "DELETE /v2.0/ports/8c7f2096-7d4e-4d24-bbdc-0803173c988e HTTP/1.1" status: 204 len: 168 time: 2.2350130 Oct 30 15:19:28.671265 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 45096) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:28.712362 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedd3dcf-6264-4a8a-80a6-b71d940007de None None] Pushing event deleted for resources: {'Port': ['ID=73b2f016-1c3e-4e96-b40a-4cc6caa70cba,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:28.725451 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-eedd3dcf-6264-4a8a-80a6-b71d940007de None None] Network 46e3b8e8-31fe-4fad-928e-09f0b734867f is not hosted by any dhcp agent {{(pid=102132) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 30 15:19:28.725898 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedd3dcf-6264-4a8a-80a6-b71d940007de None None] No DVR routers for this DVR port 73b2f016-1c3e-4e96-b40a-4cc6caa70cba on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:19:28.726657 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-48deaa4e-80f8-476d-9035-68e035a09ca4 req-cf3065a4-a6b7-4b8c-a41a-015c1e870758 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247451 Oct 30 15:19:28.895804 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b09c5b-d04c-4591-8235-9806eb74d44e tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:28.896008 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ace273c-2f54-4dcd-b844-628719ad214c admin admin] Router f3c4cb74-f5d7-4a91-b20b-6525182a325c has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:19:28.900419 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-73b09c5b-d04c-4591-8235-9806eb74d44e tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2216363 Oct 30 15:19:28.900688 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 45098) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:28.933405 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.extraroute_db [None req-b2fe9c81-0259-4889-a63c-7c7e24f96f76 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Added routes are [] {{(pid=102130) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 30 15:19:28.933770 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.extraroute_db [None req-b2fe9c81-0259-4889-a63c-7c7e24f96f76 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Removed routes are [] {{(pid=102130) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 30 15:19:28.934008 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2e8b3ba-3669-4b28-a611-881a882bdd48 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] GET failed (client error): The resource could not be found. Oct 30 15:19:28.934141 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b2fe9c81-0259-4889-a63c-7c7e24f96f76 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-773039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29512'] for router, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:28.935614 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-a2e8b3ba-3669-4b28-a611-881a882bdd48 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "GET /v2.0/ports/8c7f2096-7d4e-4d24-bbdc-0803173c988e HTTP/1.1" status: 404 len: 333 time: 0.0335364 Oct 30 15:19:28.941578 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 45100) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:28.947106 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-f4a9828e-51f9-4a63-bb47-1ccbb5122979 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1482498519'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:19:29.048049 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a9828e-51f9-4a63-bb47-1ccbb5122979 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Made reservation on behalf of 588c9a586131499fbc33840e1d270dce for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:19:29.052316 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f4a9828e-51f9-4a63-bb47-1ccbb5122979 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:29.088517 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4a9828e-51f9-4a63-bb47-1ccbb5122979 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:19:29.097829 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f4a9828e-51f9-4a63-bb47-1ccbb5122979 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:29.098209 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-f4a9828e-51f9-4a63-bb47-1ccbb5122979 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Added segment 886b1e3b-1cc9-4c9c-8c87-e3ac8e5a9e2a of type vlan for network 790fb871-a495-4f7b-80ce-70f4b44094e2 Oct 30 15:19:29.163251 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b2fe9c81-0259-4889-a63c-7c7e24f96f76 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-773039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29512'] for router, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:29.166391 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f4a9828e-51f9-4a63-bb47-1ccbb5122979 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:29.168370 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b2fe9c81-0259-4889-a63c-7c7e24f96f76 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-773014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-773021', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-773165'] for router, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:29.219750 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f4a9828e-51f9-4a63-bb47-1ccbb5122979 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:29.236524 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a9828e-51f9-4a63-bb47-1ccbb5122979 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:29.237163 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f4a9828e-51f9-4a63-bb47-1ccbb5122979 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:29.271650 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-f4a9828e-51f9-4a63-bb47-1ccbb5122979 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3283961 Oct 30 15:19:29.275122 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2fe9c81-0259-4889-a63c-7c7e24f96f76 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Router e0b1081a-8c9f-405d-b751-513e9f3b1a41 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:19:29.276317 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 45106) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:29.283026 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-50c4d23a-07c7-4a0a-912a-1eeba614c128 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Request body: {'subnet': {'network_id': '790fb871-a495-4f7b-80ce-70f4b44094e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:19:29.315733 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ace273c-2f54-4dcd-b844-628719ad214c admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:19:29.324358 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-1ace273c-2f54-4dcd-b844-628719ad214c admin admin] 10.222.0.62 "PUT /v2.0/routers/f3c4cb74-f5d7-4a91-b20b-6525182a325c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4044850 Oct 30 15:19:29.329127 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 45110) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:29.329319 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e577b3e4-2afd-4df7-82c3-e2c50ee07e6b None None] Sync routers for ids ['f3c4cb74-f5d7-4a91-b20b-6525182a325c'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:19:29.349359 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e577b3e4-2afd-4df7-82c3-e2c50ee07e6b None None] Routers {'f3c4cb74-f5d7-4a91-b20b-6525182a325c'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:19:29.350016 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-e577b3e4-2afd-4df7-82c3-e2c50ee07e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:19:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['f3c4cb74-f5d7-4a91-b20b-6525182a325c'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:19:29.441484 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a9828e-51f9-4a63-bb47-1ccbb5122979 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event updated for resources: {'Network': ['ID=790fb871-a495-4f7b-80ce-70f4b44094e2,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:29.492203 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 790fb871-a495-4f7b-80ce-70f4b44094e2 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:19:29.498079 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4de40005-53f4-4dce-89ff-bf40bea87b0a admin admin] Publish callbacks [] for router, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:29.512045 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2fe9c81-0259-4889-a63c-7c7e24f96f76 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:19:29.526255 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98900610-ea53-44e8-900b-c0a4ca228b1d None None] Sync routers for ids ['e0b1081a-8c9f-405d-b751-513e9f3b1a41'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:19:29.530447 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b2fe9c81-0259-4889-a63c-7c7e24f96f76 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:29.534185 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b2fe9c81-0259-4889-a63c-7c7e24f96f76 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "PUT /v2.0/routers/e0b1081a-8c9f-405d-b751-513e9f3b1a41 HTTP/1.1" status: 200 len: 701 time: 1.0627480 Oct 30 15:19:29.535052 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 45112) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:29.551094 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98900610-ea53-44e8-900b-c0a4ca228b1d None None] Routers {'e0b1081a-8c9f-405d-b751-513e9f3b1a41'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:19:29.551826 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-98900610-ea53-44e8-900b-c0a4ca228b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:19:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['e0b1081a-8c9f-405d-b751-513e9f3b1a41'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:19:29.576349 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-d828f9e8-8ee4-42da-b6a5-5947c6b2a2b7 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0b1081a-8c9f-405d-b751-513e9f3b1a41 HTTP/1.1" status: 200 len: 205 time: 0.0350139 Oct 30 15:19:29.576349 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 45114) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:29.649084 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-e577b3e4-2afd-4df7-82c3-e2c50ee07e6b None None] Set router f3c4cb74-f5d7-4a91-b20b-6525182a325c gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:19:29.685394 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4de40005-53f4-4dce-89ff-bf40bea87b0a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:29.887718 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-98900610-ea53-44e8-900b-c0a4ca228b1d None None] Set router e0b1081a-8c9f-405d-b751-513e9f3b1a41 gateway port host: None {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:19:29.894551 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-4de40005-53f4-4dce-89ff-bf40bea87b0a admin admin] Deleting port 311cb9f5-d926-4602-8541-6f6c70ee99ca {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:19:29.895908 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4de40005-53f4-4dce-89ff-bf40bea87b0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:29.912163 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:29.977273 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-e577b3e4-2afd-4df7-82c3-e2c50ee07e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c4cb74-f5d7-4a91-b20b-6525182a325c', 'name': 'tempest-ServersTestFqdnHostnames-1224868306-router', 'tenant_id': '3b60864767dc44c8b2e5a3a55a17d929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '311cb9f5-d926-4602-8541-6f6c70ee99ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:16:55Z', 'updated_at': '2021-10-30T15:19:26Z', 'revision_number': 5, 'project_id': '3b60864767dc44c8b2e5a3a55a17d929', 'gw_port': {'id': '311cb9f5-d926-4602-8541-6f6c70ee99ca', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:fd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c4cb74-f5d7-4a91-b20b-6525182a325c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:16:59Z', 'updated_at': '2021-10-30T15:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:19:29.982040 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-98900610-ea53-44e8-900b-c0a4ca228b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'name': 'tempest-RoutersTest-router-1922274493', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:18:28Z', 'updated_at': '2021-10-30T15:19:25Z', 'revision_number': 11, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'gw_port_host': None}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:19:30.015905 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98900610-ea53-44e8-900b-c0a4ca228b1d None None] Checking router: e0b1081a-8c9f-405d-b751-513e9f3b1a41 for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:19:30.026517 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98900610-ea53-44e8-900b-c0a4ca228b1d None None] Routers {'e0b1081a-8c9f-405d-b751-513e9f3b1a41'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:19:30.027701 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-98900610-ea53-44e8-900b-c0a4ca228b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:19:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['e0b1081a-8c9f-405d-b751-513e9f3b1a41'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:19:30.068585 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e577b3e4-2afd-4df7-82c3-e2c50ee07e6b None None] Checking router: f3c4cb74-f5d7-4a91-b20b-6525182a325c for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:19:30.087400 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-4de40005-53f4-4dce-89ff-bf40bea87b0a admin admin] For port 311cb9f5-d926-4602-8541-6f6c70ee99ca, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=311cb9f5-d926-4602-8541-6f6c70ee99ca,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:19:30.090024 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4de40005-53f4-4dce-89ff-bf40bea87b0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:30.131286 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e577b3e4-2afd-4df7-82c3-e2c50ee07e6b None None] Routers {'f3c4cb74-f5d7-4a91-b20b-6525182a325c'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:19:30.131286 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-e577b3e4-2afd-4df7-82c3-e2c50ee07e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:19:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['f3c4cb74-f5d7-4a91-b20b-6525182a325c'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:19:30.131684 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-4de40005-53f4-4dce-89ff-bf40bea87b0a admin admin] Calling delete_port for 311cb9f5-d926-4602-8541-6f6c70ee99ca owned by network:router_gateway {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:19:30.219247 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-98900610-ea53-44e8-900b-c0a4ca228b1d None None] Set router e0b1081a-8c9f-405d-b751-513e9f3b1a41 gateway port host: None {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:19:30.385240 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-e577b3e4-2afd-4df7-82c3-e2c50ee07e6b None None] Set router f3c4cb74-f5d7-4a91-b20b-6525182a325c gateway port host: None {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:19:30.459601 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-98900610-ea53-44e8-900b-c0a4ca228b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'name': 'tempest-RoutersTest-router-1922274493', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:18:28Z', 'updated_at': '2021-10-30T15:19:25Z', 'revision_number': 11, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'gw_port_host': None}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:19:30.501109 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4de40005-53f4-4dce-89ff-bf40bea87b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:30.537105 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-e577b3e4-2afd-4df7-82c3-e2c50ee07e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c4cb74-f5d7-4a91-b20b-6525182a325c', 'name': 'tempest-ServersTestFqdnHostnames-1224868306-router', 'tenant_id': '3b60864767dc44c8b2e5a3a55a17d929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:16:55Z', 'updated_at': '2021-10-30T15:19:29Z', 'revision_number': 6, 'project_id': '3b60864767dc44c8b2e5a3a55a17d929', 'gw_port_host': None}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:19:30.538174 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98900610-ea53-44e8-900b-c0a4ca228b1d None None] The sync data for ids ['e0b1081a-8c9f-405d-b751-513e9f3b1a41'] in n-d-806683-17 is: [{'id': 'e0b1081a-8c9f-405d-b751-513e9f3b1a41', 'name': 'tempest-RoutersTest-router-1922274493', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:18:28Z', 'updated_at': '2021-10-30T15:19:25Z', 'revision_number': 11, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'gw_port_host': None}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:19:30.539201 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de40005-53f4-4dce-89ff-bf40bea87b0a admin admin] Pushing event deleted for resources: {'Port': ['ID=311cb9f5-d926-4602-8541-6f6c70ee99ca,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:30.596670 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e577b3e4-2afd-4df7-82c3-e2c50ee07e6b None None] The sync data for ids ['f3c4cb74-f5d7-4a91-b20b-6525182a325c'] in n-d-806683-17 is: [{'id': 'f3c4cb74-f5d7-4a91-b20b-6525182a325c', 'name': 'tempest-ServersTestFqdnHostnames-1224868306-router', 'tenant_id': '3b60864767dc44c8b2e5a3a55a17d929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:16:55Z', 'updated_at': '2021-10-30T15:19:29Z', 'revision_number': 6, 'project_id': '3b60864767dc44c8b2e5a3a55a17d929', 'gw_port_host': None}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:19:30.620256 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c4d23a-07c7-4a0a-912a-1eeba614c128 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Made reservation on behalf of 588c9a586131499fbc33840e1d270dce for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:19:30.629906 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-50c4d23a-07c7-4a0a-912a-1eeba614c128 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:30.725066 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8731c185-bc3e-47a1-9df6-779b689fc117 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for router, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:30.728488 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4de40005-53f4-4dce-89ff-bf40bea87b0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:30.812823 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baff5d5a-816d-4da1-a50d-09ddd67ef0ea req-f3bedaab-87b4-47f3-abba-2ceaaa5f40ca tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:30.814350 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-baff5d5a-816d-4da1-a50d-09ddd67ef0ea req-f3bedaab-87b4-47f3-abba-2ceaaa5f40ca tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cbd0e8c-ab1a-4053-8898-3570d9240eb4 HTTP/1.1" status: 200 len: 945 time: 0.3570817 Oct 30 15:19:30.867449 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4de40005-53f4-4dce-89ff-bf40bea87b0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:30.870335 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4de40005-53f4-4dce-89ff-bf40bea87b0a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:30.968845 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4de40005-53f4-4dce-89ff-bf40bea87b0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:30.969444 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de40005-53f4-4dce-89ff-bf40bea87b0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3c4cb74-f5d7-4a91-b20b-6525182a325c {{(pid=102131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:19:30.975064 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4de40005-53f4-4dce-89ff-bf40bea87b0a admin admin] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:30.988179 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-4de40005-53f4-4dce-89ff-bf40bea87b0a admin admin] 10.222.0.62 "DELETE /v2.0/routers/f3c4cb74-f5d7-4a91-b20b-6525182a325c HTTP/1.1" status: 204 len: 168 time: 1.6464632 Oct 30 15:19:30.989261 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 45124) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:31.043736 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8731c185-bc3e-47a1-9df6-779b689fc117 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:31.048192 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-baff5d5a-816d-4da1-a50d-09ddd67ef0ea req-fb19e2c0-1718-4d1c-a617-b4c18864c62d tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741550 Oct 30 15:19:31.051301 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8731c185-bc3e-47a1-9df6-779b689fc117 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:31.078002 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9016e0b-851c-417b-a101-841ff07990af admin admin] Deleting subnet dc7ff2c3-bbb5-481f-ba0a-d62c781b867c {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:19:31.085750 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b9016e0b-851c-417b-a101-841ff07990af admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:31.161252 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8731c185-bc3e-47a1-9df6-779b689fc117 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:31.162059 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8731c185-bc3e-47a1-9df6-779b689fc117 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Fanout notify agent at l3_agent the message router_deleted on router e0b1081a-8c9f-405d-b751-513e9f3b1a41 {{(pid=102130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:19:31.165851 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b9016e0b-851c-417b-a101-841ff07990af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:31.170604 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8731c185-bc3e-47a1-9df6-779b689fc117 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:31.171783 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-8731c185-bc3e-47a1-9df6-779b689fc117 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "DELETE /v2.0/routers/e0b1081a-8c9f-405d-b751-513e9f3b1a41 HTTP/1.1" status: 204 len: 168 time: 1.5942581 Oct 30 15:19:31.178820 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 45126) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:31.183548 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-fad7bcd8-75db-4a78-bc05-02ae167c401f tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1349702775', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:19:31.279529 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fad7bcd8-75db-4a78-bc05-02ae167c401f tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:31.280591 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fad7bcd8-75db-4a78-bc05-02ae167c401f tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:31.314583 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-50c4d23a-07c7-4a0a-912a-1eeba614c128 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:31.331749 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b9016e0b-851c-417b-a101-841ff07990af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:31.430806 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fad7bcd8-75db-4a78-bc05-02ae167c401f tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:31.452655 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fad7bcd8-75db-4a78-bc05-02ae167c401f tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:31.463657 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c4d23a-07c7-4a0a-912a-1eeba614c128 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event updated for resources: {'Subnet': ['ID=727dbf2b-a683-4726-8c99-446cbd6b7b04,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:31.479021 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b9016e0b-851c-417b-a101-841ff07990af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:31.521153 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fad7bcd8-75db-4a78-bc05-02ae167c401f tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:31.525277 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-fad7bcd8-75db-4a78-bc05-02ae167c401f tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3457146 Oct 30 15:19:31.528324 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 45132) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:31.540379 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-cc0d571e-ef50-48dd-adc4-be6b8dfcca68 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:19:31.548710 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c4d23a-07c7-4a0a-912a-1eeba614c128 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Checking segment: {'id': '886b1e3b-1cc9-4c9c-8c87-e3ac8e5a9e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '790fb871-a495-4f7b-80ce-70f4b44094e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:19:31.554105 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9016e0b-851c-417b-a101-841ff07990af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc7ff2c3-bbb5-481f-ba0a-d62c781b867c,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:31.554823 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c4d23a-07c7-4a0a-912a-1eeba614c128 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Network hostable DHCP agents. Network: 790fb871-a495-4f7b-80ce-70f4b44094e2, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:19:31.568598 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b9016e0b-851c-417b-a101-841ff07990af admin admin] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:31.573807 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481ecc03-e90d-4e36-ac56-f7f19a1895fb None None] Network 4f2b4662-3762-472a-a79d-3599e1ff305d requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:19:31.579785 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b9016e0b-851c-417b-a101-841ff07990af admin admin] 10.222.0.62 "DELETE /v2.0/subnets/dc7ff2c3-bbb5-481f-ba0a-d62c781b867c HTTP/1.1" status: 204 len: 168 time: 0.5870557 Oct 30 15:19:31.580603 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 45134) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:31.786037 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c4d23a-07c7-4a0a-912a-1eeba614c128 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Network 790fb871-a495-4f7b-80ce-70f4b44094e2 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:19:31.791822 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a91befc2-0110-458a-b56a-eabe32418b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:31.831861 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-50c4d23a-07c7-4a0a-912a-1eeba614c128 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 790fb871-a495-4f7b-80ce-70f4b44094e2) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:19:31.882142 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08556a34-c0b5-43c1-873d-32fb036ea2ce None None] Network 790fb871-a495-4f7b-80ce-70f4b44094e2 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:19:31.899883 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c4d23a-07c7-4a0a-912a-1eeba614c128 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:31.900544 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-50c4d23a-07c7-4a0a-912a-1eeba614c128 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:31.935953 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-a91befc2-0110-458a-b56a-eabe32418b5e admin admin] Deleting port 01c9a314-60b2-4fcb-8b95-ea5f6dae6d14 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:19:31.936748 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a91befc2-0110-458a-b56a-eabe32418b5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:31.946455 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:31.952254 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cc0d571e-ef50-48dd-adc4-be6b8dfcca68 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-773039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29512'] for router, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:31.971134 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-50c4d23a-07c7-4a0a-912a-1eeba614c128 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6890261 Oct 30 15:19:31.971134 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 45138) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:31.984910 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-8f32fc6a-559a-458c-a4b2-8780017d2960 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Request body: {'subnet': {'network_id': '790fb871-a495-4f7b-80ce-70f4b44094e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:19:31.993404 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cc0d571e-ef50-48dd-adc4-be6b8dfcca68 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-773014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-773021', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-773165'] for router, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:32.101501 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-a91befc2-0110-458a-b56a-eabe32418b5e admin admin] For port 01c9a314-60b2-4fcb-8b95-ea5f6dae6d14, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=01c9a314-60b2-4fcb-8b95-ea5f6dae6d14,segment=NetworkSegment(0b992be6-140e-4341-a8f5-54109f4ee29a),segment_id=0b992be6-140e-4341-a8f5-54109f4ee29a)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:19:32.103195 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a91befc2-0110-458a-b56a-eabe32418b5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:32.146691 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-a91befc2-0110-458a-b56a-eabe32418b5e admin admin] Calling delete_port for 01c9a314-60b2-4fcb-8b95-ea5f6dae6d14 owned by network:dhcp {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:19:32.151083 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2d6540-349f-47e8-aff8-186e8cf98a8e None None] DHCP port deletion for 4f2b4662-3762-472a-a79d-3599e1ff305d request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:19:32.262828 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472ad6d1-e204-4112-b0a9-908df0f11366 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-790fb871-a495-4f7b-80ce-70f4b44094e2', 'network_id': '790fb871-a495-4f7b-80ce-70f4b44094e2', 'tenant_id': '588c9a586131499fbc33840e1d270dce', 'fixed_ips': [{'subnet_id': '727dbf2b-a683-4726-8c99-446cbd6b7b04'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:19:32.265138 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-472ad6d1-e204-4112-b0a9-908df0f11366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:32.323603 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 36f510d8-7f6b-4fd0-82c8-20ac77c67244 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:19:32.392849 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc0d571e-ef50-48dd-adc4-be6b8dfcca68 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Router ee9ff041-d1af-4a95-a967-4d2f68e638ed is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:19:32.410819 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 36f510d8-7f6b-4fd0-82c8-20ac77c67244 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:19:32.414344 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a91befc2-0110-458a-b56a-eabe32418b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:32.416916 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f32fc6a-559a-458c-a4b2-8780017d2960 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Made reservation on behalf of 588c9a586131499fbc33840e1d270dce for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:19:32.423612 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8f32fc6a-559a-458c-a4b2-8780017d2960 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:32.423991 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 36f510d8-7f6b-4fd0-82c8-20ac77c67244 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:19:32.424533 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 01c9a314-60b2-4fcb-8b95-ea5f6dae6d14 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:19:32.496952 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91befc2-0110-458a-b56a-eabe32418b5e admin admin] No DVR routers for this DVR port 01c9a314-60b2-4fcb-8b95-ea5f6dae6d14 on host n-d-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:19:32.502124 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91befc2-0110-458a-b56a-eabe32418b5e admin admin] Pushing event deleted for resources: {'Port': ['ID=01c9a314-60b2-4fcb-8b95-ea5f6dae6d14,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:32.517919 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ffa45e-0d1e-48a0-b37a-9a0fddfc41f6 req-55329c88-6c9f-44bd-8c30-570897971772 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:32.519810 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a0ffa45e-0d1e-48a0-b37a-9a0fddfc41f6 req-55329c88-6c9f-44bd-8c30-570897971772 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cbd0e8c-ab1a-4053-8898-3570d9240eb4 HTTP/1.1" status: 200 len: 945 time: 0.2055848 Oct 30 15:19:32.612431 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 01c9a314-60b2-4fcb-8b95-ea5f6dae6d14 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:19:32.614388 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 01c9a314-60b2-4fcb-8b95-ea5f6dae6d14 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:19:32.614388 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 311cb9f5-d926-4602-8541-6f6c70ee99ca no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:19:32.640577 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a0ffa45e-0d1e-48a0-b37a-9a0fddfc41f6 req-2f6365b3-e509-425b-b014-0478c8435542 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038094 Oct 30 15:19:32.646360 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a91befc2-0110-458a-b56a-eabe32418b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:32.725493 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-a91befc2-0110-458a-b56a-eabe32418b5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f2b4662-3762-472a-a79d-3599e1ff305d']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:19:32.742267 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-a91befc2-0110-458a-b56a-eabe32418b5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b992be6-140e-4341-a8f5-54109f4ee29a') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:19:32.742599 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-a91befc2-0110-458a-b56a-eabe32418b5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b992be6-140e-4341-a8f5-54109f4ee29a') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:19:32.747592 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 311cb9f5-d926-4602-8541-6f6c70ee99ca {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:19:32.749570 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 311cb9f5-d926-4602-8541-6f6c70ee99ca not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:19:32.766181 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc0d571e-ef50-48dd-adc4-be6b8dfcca68 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:19:32.780472 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a91befc2-0110-458a-b56a-eabe32418b5e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:32.794503 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cc0d571e-ef50-48dd-adc4-be6b8dfcca68 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:32.809882 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-cc0d571e-ef50-48dd-adc4-be6b8dfcca68 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "PUT /v2.0/routers/ee9ff041-d1af-4a95-a967-4d2f68e638ed HTTP/1.1" status: 200 len: 694 time: 1.2701614 Oct 30 15:19:32.810804 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 45146) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:32.826357 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b13190-47aa-4d96-8b20-cf18a3bad8ec None None] Sync routers for ids ['ee9ff041-d1af-4a95-a967-4d2f68e638ed'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:19:32.838020 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-8c2d6540-349f-47e8-aff8-186e8cf98a8e None None] Deleting port 01c9a314-60b2-4fcb-8b95-ea5f6dae6d14 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:19:32.838020 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8c2d6540-349f-47e8-aff8-186e8cf98a8e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:32.902223 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a91befc2-0110-458a-b56a-eabe32418b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:32.916539 n-d-806683-17 neutron-server[102130]: INFO neutron.db.ipam_backend_mixin [None req-8f32fc6a-559a-458c-a4b2-8780017d2960 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 727dbf2b-a683-4726-8c99-446cbd6b7b04 (CIDR: 172.20.0.0/28) Oct 30 15:19:32.922246 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f32fc6a-559a-458c-a4b2-8780017d2960 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 30 15:19:32.922747 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f32fc6a-559a-458c-a4b2-8780017d2960 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:19:32.962415 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-8f32fc6a-559a-458c-a4b2-8780017d2960 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9874756 Oct 30 15:19:32.962874 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 45150) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:32.969377 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-ae933e0a-e0ff-4e10-bd71-a2519bf3462d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Request body: {'subnet': {'network_id': '790fb871-a495-4f7b-80ce-70f4b44094e2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:19:33.003125 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a91befc2-0110-458a-b56a-eabe32418b5e admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:19:33.007578 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a91befc2-0110-458a-b56a-eabe32418b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:33.009560 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:19:33.009560 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:19:33.009560 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:19:33.009560 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:19:33.009560 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:19:33.009560 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:19:33.009560 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:19:33.009560 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:19:33.009560 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:19:33.009560 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:19:33.009560 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:19:33.009560 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:19:33.009560 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:19:33.009560 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:19:33.009560 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:19:33.009560 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:19:33.009560 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:19:33.009560 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:19:33.009560 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:19:33.009560 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:19:33.009560 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:19:33.009560 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:19:33.009560 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:19:33.009560 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:19:33.009560 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:19:33.009560 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:19:33.009560 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:19:33.009560 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:19:33.009560 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:19:33.009560 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:19:33.009560 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:19:33.009560 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:19:33.012333 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-8c2d6540-349f-47e8-aff8-186e8cf98a8e None None] For port 01c9a314-60b2-4fcb-8b95-ea5f6dae6d14, host n-d-806683-17, got binding levels [] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:19:33.012333 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8c2d6540-349f-47e8-aff8-186e8cf98a8e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:33.056044 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b13190-47aa-4d96-8b20-cf18a3bad8ec None None] Routers {'ee9ff041-d1af-4a95-a967-4d2f68e638ed'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:19:33.056838 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-97b13190-47aa-4d96-8b20-cf18a3bad8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:19:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['ee9ff041-d1af-4a95-a967-4d2f68e638ed'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:19:33.064214 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-8c2d6540-349f-47e8-aff8-186e8cf98a8e None None] Calling delete_port for 01c9a314-60b2-4fcb-8b95-ea5f6dae6d14 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:19:33.069112 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d2dd927c-11ba-4382-a693-91822ba0439b tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "GET /v2.0/routers/ee9ff041-d1af-4a95-a967-4d2f68e638ed HTTP/1.1" status: 200 len: 700 time: 0.2539165 Oct 30 15:19:33.073798 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 45152) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:33.116096 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-c59cea39-7439-40f2-adf1-bdb8aab044ee tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee9ff041-d1af-4a95-a967-4d2f68e638ed HTTP/1.1" status: 200 len: 205 time: 0.0423534 Oct 30 15:19:33.116362 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 45154) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:33.140489 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.ipam_backend_mixin [None req-8c2d6540-349f-47e8-aff8-186e8cf98a8e None None] Port 01c9a314-60b2-4fcb-8b95-ea5f6dae6d14 was not found and therefore no delete operation was performed {{(pid=102132) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 30 15:19:33.168202 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a91befc2-0110-458a-b56a-eabe32418b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:33.173250 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a91befc2-0110-458a-b56a-eabe32418b5e admin admin] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:33.179138 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-a91befc2-0110-458a-b56a-eabe32418b5e admin admin] 10.222.0.62 "DELETE /v2.0/networks/4f2b4662-3762-472a-a79d-3599e1ff305d HTTP/1.1" status: 204 len: 168 time: 1.5951385 Oct 30 15:19:33.228691 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91befc2-0110-458a-b56a-eabe32418b5e admin admin] Pushing event deleted for resources: {'Network': ['ID=4f2b4662-3762-472a-a79d-3599e1ff305d,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:33.240852 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-706a5087-ff95-4760-a5a2-a99ab978cc59 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for router, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:33.282753 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae933e0a-e0ff-4e10-bd71-a2519bf3462d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Made reservation on behalf of 588c9a586131499fbc33840e1d270dce for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:19:33.293700 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ae933e0a-e0ff-4e10-bd71-a2519bf3462d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:33.547944 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-706a5087-ff95-4760-a5a2-a99ab978cc59 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:33.550812 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-706a5087-ff95-4760-a5a2-a99ab978cc59 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:33.611653 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 45158) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:33.647042 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8c2d6540-349f-47e8-aff8-186e8cf98a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:33.650388 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-706a5087-ff95-4760-a5a2-a99ab978cc59 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:33.653185 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-706a5087-ff95-4760-a5a2-a99ab978cc59 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Fanout notify agent at l3_agent the message router_deleted on router ee9ff041-d1af-4a95-a967-4d2f68e638ed {{(pid=102131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:19:33.657317 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-472ad6d1-e204-4112-b0a9-908df0f11366 None None] Allocated IP 172.20.0.2 (790fb871-a495-4f7b-80ce-70f4b44094e2/727dbf2b-a683-4726-8c99-446cbd6b7b04/8c4938e5-1210-4ece-8c1d-2ed9ca77ad14) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:19:33.665759 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8c2d6540-349f-47e8-aff8-186e8cf98a8e None None] Network 4f2b4662-3762-472a-a79d-3599e1ff305d is not hosted by any dhcp agent {{(pid=102132) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 30 15:19:33.668744 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2d6540-349f-47e8-aff8-186e8cf98a8e None None] No DVR routers for this DVR port 01c9a314-60b2-4fcb-8b95-ea5f6dae6d14 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:19:33.679176 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-706a5087-ff95-4760-a5a2-a99ab978cc59 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:33.681878 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-706a5087-ff95-4760-a5a2-a99ab978cc59 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "DELETE /v2.0/routers/ee9ff041-d1af-4a95-a967-4d2f68e638ed HTTP/1.1" status: 204 len: 168 time: 0.5637653 Oct 30 15:19:33.686690 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 45166) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:33.736599 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-97b13190-47aa-4d96-8b20-cf18a3bad8ec None None] Set router ee9ff041-d1af-4a95-a967-4d2f68e638ed gateway port host: None {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:19:33.741068 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2d6540-349f-47e8-aff8-186e8cf98a8e None None] Pushing event deleted for resources: {'Port': ['ID=01c9a314-60b2-4fcb-8b95-ea5f6dae6d14,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:33.785943 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d77fadb2-b227-4096-9cf4-24b04874323f tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee9ff041-d1af-4a95-a967-4d2f68e638ed HTTP/1.1" status: 200 len: 205 time: 0.0974951 Oct 30 15:19:33.790783 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 45170) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:33.803585 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-7926176f-551a-4503-b39c-b93ac1a656f7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3b60864767dc44c8b2e5a3a55a17d929&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1891358 Oct 30 15:19:33.828529 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 45172) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:33.838771 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-97b13190-47aa-4d96-8b20-cf18a3bad8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9ff041-d1af-4a95-a967-4d2f68e638ed', 'name': 'tempest-RoutersTest-router-1349702775', 'tenant_id': '2a6cb1c7b667422386e8a263117bcaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:19:31Z', 'updated_at': '2021-10-30T15:19:31Z', 'revision_number': 2, 'project_id': '2a6cb1c7b667422386e8a263117bcaa0', 'gw_port_host': None}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:19:33.914618 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-1275f337-fb84-4f06-a206-7f529eb2a1cb tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] delete failed (client error): The resource could not be found. Oct 30 15:19:33.916723 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-1275f337-fb84-4f06-a206-7f529eb2a1cb tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "DELETE /v2.0/routers/ee9ff041-d1af-4a95-a967-4d2f68e638ed HTTP/1.1" status: 404 len: 336 time: 0.1248164 Oct 30 15:19:33.932061 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 45176) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:33.972243 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b13190-47aa-4d96-8b20-cf18a3bad8ec None None] Checking router: ee9ff041-d1af-4a95-a967-4d2f68e638ed for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:19:33.997945 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b13190-47aa-4d96-8b20-cf18a3bad8ec None None] Routers set() bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:19:33.998327 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b13190-47aa-4d96-8b20-cf18a3bad8ec None None] Router IDs set() for agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 30 15:19:33.998942 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_agentschedulers_db [None req-97b13190-47aa-4d96-8b20-cf18a3bad8ec None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ee9ff041-d1af-4a95-a967-4d2f68e638ed'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:19:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent'). {{(pid=102132) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 30 15:19:33.999328 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b13190-47aa-4d96-8b20-cf18a3bad8ec None None] The sync data for ids ['ee9ff041-d1af-4a95-a967-4d2f68e638ed'] in n-d-806683-17 is: [] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:19:34.038031 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e20459d-5d44-4b45-b539-80b0bef598ad tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] DELETE failed (client error): The resource could not be found. Oct 30 15:19:34.038506 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e20459d-5d44-4b45-b539-80b0bef598ad tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:19:34.043515 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-4e20459d-5d44-4b45-b539-80b0bef598ad tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "DELETE /v2.0/subnets/28054579-e6e8-4248-b5fa-a960bbc8fa9e HTTP/1.1" status: 404 len: 337 time: 0.1072588 Oct 30 15:19:34.046348 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 45180) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:34.086130 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-47885dd5-b757-4320-bca3-cb920fd9a252 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] DELETE failed (client error): The resource could not be found. Oct 30 15:19:34.087047 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47885dd5-b757-4320-bca3-cb920fd9a252 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:19:34.090833 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-47885dd5-b757-4320-bca3-cb920fd9a252 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "DELETE /v2.0/subnets/03b1175e-6a0b-478f-92c1-91827ab9a087 HTTP/1.1" status: 404 len: 337 time: 0.0430682 Oct 30 15:19:34.094221 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 45182) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:34.096722 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ae933e0a-e0ff-4e10-bd71-a2519bf3462d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:34.117328 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d6b031-aeec-4886-b41b-ed67be0cb360 req-08f3761b-895a-4f9a-a0ea-e0ed04c57069 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:34.119000 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-58d6b031-aeec-4886-b41b-ed67be0cb360 req-08f3761b-895a-4f9a-a0ea-e0ed04c57069 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cbd0e8c-ab1a-4053-8898-3570d9240eb4 HTTP/1.1" status: 200 len: 945 time: 0.2525346 Oct 30 15:19:34.173471 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9d919db-0408-4676-9336-38c881a0c97b tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] DELETE failed (client error): The resource could not be found. Oct 30 15:19:34.173611 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9d919db-0408-4676-9336-38c881a0c97b tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:19:34.181577 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d9d919db-0408-4676-9336-38c881a0c97b tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "DELETE /v2.0/subnets/40a6d6b0-1911-40d4-86d1-6cf55ce6bbba HTTP/1.1" status: 404 len: 337 time: 0.0796301 Oct 30 15:19:34.182035 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-33ba79b3-e93e-4d9f-9c6f-a66a0d5c9bfb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:34.182217 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 45184) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:34.204867 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-472ad6d1-e204-4112-b0a9-908df0f11366 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:34.212973 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-472ad6d1-e204-4112-b0a9-908df0f11366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:34.229796 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-48843d2c-2021-4565-a17b-1306d4f3e355 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] DELETE failed (client error): The resource could not be found. Oct 30 15:19:34.230244 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48843d2c-2021-4565-a17b-1306d4f3e355 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:19:34.236916 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-48843d2c-2021-4565-a17b-1306d4f3e355 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "DELETE /v2.0/subnets/ae21a9e5-a05b-4bf0-b9d9-e3793f8c6020 HTTP/1.1" status: 404 len: 337 time: 0.0519204 Oct 30 15:19:34.242471 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 45186) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:34.294408 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae933e0a-e0ff-4e10-bd71-a2519bf3462d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Network 790fb871-a495-4f7b-80ce-70f4b44094e2 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:19:34.302499 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472ad6d1-e204-4112-b0a9-908df0f11366 None None] Network 790fb871-a495-4f7b-80ce-70f4b44094e2 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:19:34.307265 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-472ad6d1-e204-4112-b0a9-908df0f11366 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:19:34.309145 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472ad6d1-e204-4112-b0a9-908df0f11366 None None] Pushing event updated for resources: {'Port': ['ID=8c4938e5-1210-4ece-8c1d-2ed9ca77ad14,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:34.311553 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472ad6d1-e204-4112-b0a9-908df0f11366 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:19:34.362340 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-33ba79b3-e93e-4d9f-9c6f-a66a0d5c9bfb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:34.370732 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-6364c643-cccc-41ee-8e80-7e8a26e2f7a1 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0b1081a-8c9f-405d-b751-513e9f3b1a41 HTTP/1.1" status: 200 len: 205 time: 0.1077704 Oct 30 15:19:34.370732 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-ae933e0a-e0ff-4e10-bd71-a2519bf3462d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:19:34.372010 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 45188) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:34.384671 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-472ad6d1-e204-4112-b0a9-908df0f11366 None None] Attempting to bind port 8c4938e5-1210-4ece-8c1d-2ed9ca77ad14 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:19:34.385275 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-472ad6d1-e204-4112-b0a9-908df0f11366 None None] Attempting to bind port 8c4938e5-1210-4ece-8c1d-2ed9ca77ad14 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '886b1e3b-1cc9-4c9c-8c87-e3ac8e5a9e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '790fb871-a495-4f7b-80ce-70f4b44094e2'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:19:34.385423 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472ad6d1-e204-4112-b0a9-908df0f11366 None None] Attempting to bind port 8c4938e5-1210-4ece-8c1d-2ed9ca77ad14 on network 790fb871-a495-4f7b-80ce-70f4b44094e2 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:19:34.391090 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae933e0a-e0ff-4e10-bd71-a2519bf3462d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:34.392202 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ae933e0a-e0ff-4e10-bd71-a2519bf3462d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:34.395210 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472ad6d1-e204-4112-b0a9-908df0f11366 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:19:34.395622 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472ad6d1-e204-4112-b0a9-908df0f11366 None None] Checking segment: {'id': '886b1e3b-1cc9-4c9c-8c87-e3ac8e5a9e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '790fb871-a495-4f7b-80ce-70f4b44094e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:19:34.397136 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-472ad6d1-e204-4112-b0a9-908df0f11366 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:34.397328 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472ad6d1-e204-4112-b0a9-908df0f11366 None None] Bound using segment: {'id': '886b1e3b-1cc9-4c9c-8c87-e3ac8e5a9e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '790fb871-a495-4f7b-80ce-70f4b44094e2'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:19:34.397823 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-472ad6d1-e204-4112-b0a9-908df0f11366 None None] Bound port: 8c4938e5-1210-4ece-8c1d-2ed9ca77ad14, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886b1e3b-1cc9-4c9c-8c87-e3ac8e5a9e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '790fb871-a495-4f7b-80ce-70f4b44094e2'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:19:34.399607 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-472ad6d1-e204-4112-b0a9-908df0f11366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:34.400633 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae933e0a-e0ff-4e10-bd71-a2519bf3462d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event updated for resources: {'Subnet': ['ID=90e185cc-6849-4df7-aed2-5dfe6b4d0bdb,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:34.432356 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-58d6b031-aeec-4886-b41b-ed67be0cb360 req-baf0c24c-8d00-4dfd-9196-b99fcddb5c32 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358136 Oct 30 15:19:34.453406 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-ae933e0a-e0ff-4e10-bd71-a2519bf3462d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4897182 Oct 30 15:19:34.460489 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 45190) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:34.470814 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-3f1147e8-74a3-48e5-8367-d45a92b7eac4 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Request body: {'port': {'network_id': '790fb871-a495-4f7b-80ce-70f4b44094e2', 'fixed_ips': [{'subnet_id': '727dbf2b-a683-4726-8c99-446cbd6b7b04'}, {'subnet_id': '90e185cc-6849-4df7-aed2-5dfe6b4d0bdb'}], 'name': 'tempest-PortsTestJSON-257182302'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:19:34.481303 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-2e105852-2fa6-47b1-8ec1-ab9e85c85214 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] delete failed (client error): The resource could not be found. Oct 30 15:19:34.483634 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-2e105852-2fa6-47b1-8ec1-ab9e85c85214 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "DELETE /v2.0/routers/e0b1081a-8c9f-405d-b751-513e9f3b1a41 HTTP/1.1" status: 404 len: 336 time: 0.1099267 Oct 30 15:19:34.487393 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 45192) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:34.538091 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-472ad6d1-e204-4112-b0a9-908df0f11366 None None] For port 8c4938e5-1210-4ece-8c1d-2ed9ca77ad14, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:19:34.544182 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-472ad6d1-e204-4112-b0a9-908df0f11366 None None] For port 8c4938e5-1210-4ece-8c1d-2ed9ca77ad14, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=8c4938e5-1210-4ece-8c1d-2ed9ca77ad14,segment=NetworkSegment(886b1e3b-1cc9-4c9c-8c87-e3ac8e5a9e2a),segment_id=886b1e3b-1cc9-4c9c-8c87-e3ac8e5a9e2a)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:19:34.554441 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-33ba79b3-e93e-4d9f-9c6f-a66a0d5c9bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:34.555863 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-472ad6d1-e204-4112-b0a9-908df0f11366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:34.557460 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-33ba79b3-e93e-4d9f-9c6f-a66a0d5c9bfb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:34.560668 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-33ba79b3-e93e-4d9f-9c6f-a66a0d5c9bfb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/201f5f52-3fa0-4600-a9f6-dad4364611b3 HTTP/1.1" status: 204 len: 168 time: 0.7393882 Oct 30 15:19:34.567525 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-1b533bb8-0d6d-49ba-80c0-26d072b21563 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "GET /v2.0/ports?device_id=03f281eb-7d79-4f6b-a36b-2bb633d095e5 HTTP/1.1" status: 200 len: 205 time: 0.0773792 Oct 30 15:19:34.570163 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 45196) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:34.591954 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ba79b3-e93e-4d9f-9c6f-a66a0d5c9bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201f5f52-3fa0-4600-a9f6-dad4364611b3,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:34.636358 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-5bd94645-53bb-431c-9925-cd8fab6e73e1 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] delete failed (client error): The resource could not be found. Oct 30 15:19:34.637815 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-5bd94645-53bb-431c-9925-cd8fab6e73e1 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "DELETE /v2.0/routers/03f281eb-7d79-4f6b-a36b-2bb633d095e5 HTTP/1.1" status: 404 len: 336 time: 0.0665016 Oct 30 15:19:34.641241 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 45198) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:34.720375 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-59205729-4701-4df9-8601-f9bb5a1e93e0 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] DELETE failed (client error): The resource could not be found. Oct 30 15:19:34.721596 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59205729-4701-4df9-8601-f9bb5a1e93e0 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:19:34.726616 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-59205729-4701-4df9-8601-f9bb5a1e93e0 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "DELETE /v2.0/subnets/1ed0e3d6-2e73-4797-a42e-02f4400ea210 HTTP/1.1" status: 404 len: 337 time: 0.0827110 Oct 30 15:19:34.734826 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 45200) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:34.738012 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f1147e8-74a3-48e5-8367-d45a92b7eac4 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Made reservation on behalf of 588c9a586131499fbc33840e1d270dce for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:19:34.752309 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472ad6d1-e204-4112-b0a9-908df0f11366 None None] Pushing event updated for resources: {'Port': ['ID=8c4938e5-1210-4ece-8c1d-2ed9ca77ad14,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:34.787889 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-617002c5-7bac-4cb7-a687-bdee3a2e5b13 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6785f37-c394-440b-82fe-cdeed5ff89ca HTTP/1.1" status: 200 len: 205 time: 0.0516083 Oct 30 15:19:34.792349 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 45202) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:34.867517 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-80c99741-7b8c-4cd6-a18a-f8ba7b83f4cd tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] delete failed (client error): The resource could not be found. Oct 30 15:19:34.870245 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-80c99741-7b8c-4cd6-a18a-f8ba7b83f4cd tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "DELETE /v2.0/routers/c6785f37-c394-440b-82fe-cdeed5ff89ca HTTP/1.1" status: 404 len: 336 time: 0.0767152 Oct 30 15:19:34.873170 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 45206) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:34.925349 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-0b1bc0ec-af34-41b0-bb61-30553f62726f tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e07b85a-2c66-4731-b8a8-7617c265f93e HTTP/1.1" status: 200 len: 205 time: 0.0509119 Oct 30 15:19:34.928053 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 45208) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:35.040912 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-b77dfe2f-ef06-4389-883d-91955723cc87 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] delete failed (client error): The resource could not be found. Oct 30 15:19:35.042024 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3f1147e8-74a3-48e5-8367-d45a92b7eac4 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:35.053785 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b77dfe2f-ef06-4389-883d-91955723cc87 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "DELETE /v2.0/routers/9e07b85a-2c66-4731-b8a8-7617c265f93e HTTP/1.1" status: 404 len: 336 time: 0.1234388 Oct 30 15:19:35.060125 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 45214) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:35.116970 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [None req-3f1147e8-74a3-48e5-8367-d45a92b7eac4 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] device_id is not set on port 3bc3b84b-5387-41a6-83aa-7818cb4f4682 yet. {{(pid=102130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:19:35.176103 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-5445906a-5e23-4599-8ad7-c62cf9387521 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] DELETE failed (client error): The resource could not be found. Oct 30 15:19:35.179130 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5445906a-5e23-4599-8ad7-c62cf9387521 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:19:35.192235 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-5445906a-5e23-4599-8ad7-c62cf9387521 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "DELETE /v2.0/subnets/bb5ac9d9-7357-4f33-9ba8-380436af9456 HTTP/1.1" status: 404 len: 337 time: 0.1304119 Oct 30 15:19:35.200408 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 45218) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:35.293694 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-bd9e0236-6f59-483f-adf6-917a36a1f286 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "GET /v2.0/ports?device_id=af98b2b9-60af-42b0-939e-2c99fe62b2dd HTTP/1.1" status: 200 len: 205 time: 0.0916500 Oct 30 15:19:35.299450 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 45222) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:35.366369 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-ed84a735-8a99-4a18-8868-f4129dbf29c4 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] delete failed (client error): The resource could not be found. Oct 30 15:19:35.367721 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-ed84a735-8a99-4a18-8868-f4129dbf29c4 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "DELETE /v2.0/routers/af98b2b9-60af-42b0-939e-2c99fe62b2dd HTTP/1.1" status: 404 len: 336 time: 0.0657916 Oct 30 15:19:35.370169 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 45226) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:35.412017 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc12d80c-70fe-494d-9694-bf4416ba7394 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] DELETE failed (client error): The resource could not be found. Oct 30 15:19:35.413602 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc12d80c-70fe-494d-9694-bf4416ba7394 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:19:35.418418 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-fc12d80c-70fe-494d-9694-bf4416ba7394 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "DELETE /v2.0/subnets/4584a9da-07f0-4276-9cda-bd2a17973a15 HTTP/1.1" status: 404 len: 337 time: 0.0469856 Oct 30 15:19:35.420954 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 45230) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:35.454288 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-662eb5ed-40d3-46dd-840e-d6dc560c4498 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "GET /v2.0/ports?device_id=59cacefb-564c-4425-8157-cb78ea29fba1 HTTP/1.1" status: 200 len: 205 time: 0.0320385 Oct 30 15:19:35.458701 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 45234) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:35.522309 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-8f30178d-d5f2-4e33-8fe5-8014dffc380b tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] delete failed (client error): The resource could not be found. Oct 30 15:19:35.523496 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-8f30178d-d5f2-4e33-8fe5-8014dffc380b tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "DELETE /v2.0/routers/59cacefb-564c-4425-8157-cb78ea29fba1 HTTP/1.1" status: 404 len: 336 time: 0.0532017 Oct 30 15:19:35.526001 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 45238) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:35.594453 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-75653ffd-eb02-4aa8-90d8-56108dc62e96 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] DELETE failed (client error): The resource could not be found. Oct 30 15:19:35.595353 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75653ffd-eb02-4aa8-90d8-56108dc62e96 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:19:35.609614 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-75653ffd-eb02-4aa8-90d8-56108dc62e96 tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "DELETE /v2.0/subnets/e4289dbb-dfa7-477c-892e-d073a55f9515 HTTP/1.1" status: 404 len: 337 time: 0.0820210 Oct 30 15:19:35.612278 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 45240) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:35.706066 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1257d16-5a50-48cd-ab3d-ee6c755832bc tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] DELETE failed (client error): The resource could not be found. Oct 30 15:19:35.706988 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1257d16-5a50-48cd-ab3d-ee6c755832bc tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:19:35.710222 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d1257d16-5a50-48cd-ab3d-ee6c755832bc tempest-RoutersTest-639539623 tempest-RoutersTest-639539623-project] 10.222.0.62 "DELETE /v2.0/subnets/a79fb084-c1b4-46b3-b94d-efc097fef88e HTTP/1.1" status: 404 len: 337 time: 0.0973277 Oct 30 15:19:35.796733 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-3f1147e8-74a3-48e5-8367-d45a92b7eac4 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Allocated IP 172.20.0.13 (790fb871-a495-4f7b-80ce-70f4b44094e2/727dbf2b-a683-4726-8c99-446cbd6b7b04/3bc3b84b-5387-41a6-83aa-7818cb4f4682) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:19:35.806807 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-3f1147e8-74a3-48e5-8367-d45a92b7eac4 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Allocated IP 172.20.0.20 (790fb871-a495-4f7b-80ce-70f4b44094e2/90e185cc-6849-4df7-aed2-5dfe6b4d0bdb/3bc3b84b-5387-41a6-83aa-7818cb4f4682) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:19:35.871604 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b200ba-daa3-4e58-8774-d4fb67ecc31c req-8de4ba7e-d9ca-47d9-9103-00322c57bb0a tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:35.883386 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-88b200ba-daa3-4e58-8774-d4fb67ecc31c req-8de4ba7e-d9ca-47d9-9103-00322c57bb0a tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cbd0e8c-ab1a-4053-8898-3570d9240eb4 HTTP/1.1" status: 200 len: 945 time: 0.1697984 Oct 30 15:19:35.942268 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-88b200ba-daa3-4e58-8774-d4fb67ecc31c req-388595e6-cc3c-40f6-a33a-74e1bc049b78 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573123 Oct 30 15:19:36.209594 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 45258) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:36.320249 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 45264) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:36.383732 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 8c4938e5-1210-4ece-8c1d-2ed9ca77ad14 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:19:36.502991 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-d0d6aff1-b0a5-4ba9-86d3-0104b22f076c admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-622500534-network', 'tenant_id': 'f3a028c2011c4716b8654b6f4722cc4f'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:19:36.554073 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 8c4938e5-1210-4ece-8c1d-2ed9ca77ad14 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:19:36.554954 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:36.580785 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d6aff1-b0a5-4ba9-86d3-0104b22f076c admin admin] Made reservation on behalf of f3a028c2011c4716b8654b6f4722cc4f for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:19:36.588681 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d0d6aff1-b0a5-4ba9-86d3-0104b22f076c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:36.634089 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d0d6aff1-b0a5-4ba9-86d3-0104b22f076c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:36.653657 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-095efdfb-2c42-4cdf-b8b2-44819f487afb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2a6cb1c7b667422386e8a263117bcaa0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4425635 Oct 30 15:19:36.656070 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 45276) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:36.715053 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:36.733930 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569db68f-65f3-4b28-a035-97009d49da23 None None] Network 790fb871-a495-4f7b-80ce-70f4b44094e2 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:19:36.791034 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5f680f08-d4dc-40a0-b3ca-a205964ffa37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:36.813379 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3f1147e8-74a3-48e5-8367-d45a92b7eac4 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:36.825933 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 8c4938e5-1210-4ece-8c1d-2ed9ca77ad14, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=8c4938e5-1210-4ece-8c1d-2ed9ca77ad14,segment=NetworkSegment(886b1e3b-1cc9-4c9c-8c87-e3ac8e5a9e2a),segment_id=886b1e3b-1cc9-4c9c-8c87-e3ac8e5a9e2a)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:19:36.845913 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:36.858959 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3f1147e8-74a3-48e5-8367-d45a92b7eac4 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:36.879240 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5f680f08-d4dc-40a0-b3ca-a205964ffa37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:36.917759 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d0d6aff1-b0a5-4ba9-86d3-0104b22f076c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:36.918410 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1147e8-74a3-48e5-8367-d45a92b7eac4 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event updated for resources: {'Port': ['ID=3bc3b84b-5387-41a6-83aa-7818cb4f4682,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:36.924005 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-460abfbe-92cd-46f2-b04c-a0fea1bcc979 None None] Provisioning complete for port 8c4938e5-1210-4ece-8c1d-2ed9ca77ad14 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:19:36.924607 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-460abfbe-92cd-46f2-b04c-a0fea1bcc979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:36.949611 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d0d6aff1-b0a5-4ba9-86d3-0104b22f076c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:36.953500 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1147e8-74a3-48e5-8367-d45a92b7eac4 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Network 790fb871-a495-4f7b-80ce-70f4b44094e2 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:19:36.955507 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-3f1147e8-74a3-48e5-8367-d45a92b7eac4 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:19:36.959096 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1147e8-74a3-48e5-8367-d45a92b7eac4 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:19:37.030579 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0d6aff1-b0a5-4ba9-86d3-0104b22f076c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:19:37.066401 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1147e8-74a3-48e5-8367-d45a92b7eac4 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:37.067349 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3f1147e8-74a3-48e5-8367-d45a92b7eac4 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:37.073754 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6aff1-b0a5-4ba9-86d3-0104b22f076c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47eb77c8-8260-4688-867e-fdf0b891c591,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:37.087018 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d0d6aff1-b0a5-4ba9-86d3-0104b22f076c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:37.087018 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-d0d6aff1-b0a5-4ba9-86d3-0104b22f076c admin admin] Added segment 51177d7b-2743-4491-8d74-a9187db4d73d of type vlan for network 9e899717-33c9-4fad-8f0b-261f9b6a5c52 Oct 30 15:19:37.127334 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-3f1147e8-74a3-48e5-8367-d45a92b7eac4 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.6652555 Oct 30 15:19:37.129881 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 45286) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:37.135215 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-d07fc021-d16d-4191-888a-5e4e8573621e tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '727dbf2b-a683-4726-8c99-446cbd6b7b04'}]}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:19:37.166065 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=8c4938e5-1210-4ece-8c1d-2ed9ca77ad14,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:37.172361 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5f680f08-d4dc-40a0-b3ca-a205964ffa37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:37.174903 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5f680f08-d4dc-40a0-b3ca-a205964ffa37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:37.198955 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-5f680f08-d4dc-40a0-b3ca-a205964ffa37 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c512380f-2a49-4f0a-8f8e-49ec4fa4c2a6 HTTP/1.1" status: 204 len: 168 time: 0.5391455 Oct 30 15:19:37.259370 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d0d6aff1-b0a5-4ba9-86d3-0104b22f076c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:37.281694 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d07fc021-d16d-4191-888a-5e4e8573621e tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:37.284306 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f680f08-d4dc-40a0-b3ca-a205964ffa37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c512380f-2a49-4f0a-8f8e-49ec4fa4c2a6,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:37.377221 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d80368-f623-45f7-9ce8-f9605bb0e3a7 req-4a097eac-6eac-4103-ab93-65811b4a5b66 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:37.381443 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-70d80368-f623-45f7-9ce8-f9605bb0e3a7 req-4a097eac-6eac-4103-ab93-65811b4a5b66 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cbd0e8c-ab1a-4053-8898-3570d9240eb4 HTTP/1.1" status: 200 len: 945 time: 0.2724195 Oct 30 15:19:37.394114 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d0d6aff1-b0a5-4ba9-86d3-0104b22f076c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:37.395311 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d6aff1-b0a5-4ba9-86d3-0104b22f076c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:37.395901 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d0d6aff1-b0a5-4ba9-86d3-0104b22f076c admin admin] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:37.426610 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02792aea-09bd-499b-8676-72020f40150d None None] Update dhcp port {'port': {'network_id': '790fb871-a495-4f7b-80ce-70f4b44094e2', 'fixed_ips': [{'subnet_id': '727dbf2b-a683-4726-8c99-446cbd6b7b04', 'ip_address': '172.20.0.2'}, {'subnet_id': '90e185cc-6849-4df7-aed2-5dfe6b4d0bdb'}], 'binding:host_id': 'n-d-806683-17'}, 'id': '8c4938e5-1210-4ece-8c1d-2ed9ca77ad14'} from n-d-806683-17. {{(pid=102132) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 30 15:19:37.479899 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d0d6aff1-b0a5-4ba9-86d3-0104b22f076c admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1552243 Oct 30 15:19:37.481232 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 45296) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:37.490077 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-c7414256-41ba-473f-acbe-b3ff5ac92687 admin admin] Request body: {'subnet': {'network_id': '9e899717-33c9-4fad-8f0b-261f9b6a5c52', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-622500534-subnet', 'tenant_id': 'f3a028c2011c4716b8654b6f4722cc4f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:19:37.518134 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-70d80368-f623-45f7-9ce8-f9605bb0e3a7 req-ad39b507-03d9-41c8-95ce-671c1e0d8dd2 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259410 Oct 30 15:19:37.524846 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-02792aea-09bd-499b-8676-72020f40150d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:37.534516 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6aff1-b0a5-4ba9-86d3-0104b22f076c admin admin] Pushing event updated for resources: {'Network': ['ID=9e899717-33c9-4fad-8f0b-261f9b6a5c52,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:37.565689 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 9e899717-33c9-4fad-8f0b-261f9b6a5c52 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:19:37.574964 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7414256-41ba-473f-acbe-b3ff5ac92687 admin admin] Made reservation on behalf of f3a028c2011c4716b8654b6f4722cc4f for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:19:37.577641 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c7414256-41ba-473f-acbe-b3ff5ac92687 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:37.811226 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-d07fc021-d16d-4191-888a-5e4e8573621e tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Delete allocated IP 172.20.0.20 (790fb871-a495-4f7b-80ce-70f4b44094e2/90e185cc-6849-4df7-aed2-5dfe6b4d0bdb) {{(pid=102130) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 30 15:19:37.983146 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d07fc021-d16d-4191-888a-5e4e8573621e tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:37.990118 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d07fc021-d16d-4191-888a-5e4e8573621e tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:38.018824 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c7414256-41ba-473f-acbe-b3ff5ac92687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:38.089941 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-02792aea-09bd-499b-8676-72020f40150d None None] Allocated IP 172.20.0.18 (790fb871-a495-4f7b-80ce-70f4b44094e2/90e185cc-6849-4df7-aed2-5dfe6b4d0bdb/8c4938e5-1210-4ece-8c1d-2ed9ca77ad14) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:19:38.130397 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7414256-41ba-473f-acbe-b3ff5ac92687 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71f852c9-a23d-4913-9451-d5be182d949f,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:38.143703 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07fc021-d16d-4191-888a-5e4e8573621e tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event updated for resources: {'Port': ['ID=3bc3b84b-5387-41a6-83aa-7818cb4f4682,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:38.193565 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7414256-41ba-473f-acbe-b3ff5ac92687 admin admin] Checking segment: {'id': '51177d7b-2743-4491-8d74-a9187db4d73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9e899717-33c9-4fad-8f0b-261f9b6a5c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:19:38.196155 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7414256-41ba-473f-acbe-b3ff5ac92687 admin admin] Network hostable DHCP agents. Network: 9e899717-33c9-4fad-8f0b-261f9b6a5c52, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:19:38.200069 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-d07fc021-d16d-4191-888a-5e4e8573621e tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] In _notify_port_updated(), no bound segment for port 3bc3b84b-5387-41a6-83aa-7818cb4f4682 on network 790fb871-a495-4f7b-80ce-70f4b44094e2 {{(pid=102130) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 30 15:19:38.208758 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07fc021-d16d-4191-888a-5e4e8573621e tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:38.209066 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d07fc021-d16d-4191-888a-5e4e8573621e tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:38.210298 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-d07fc021-d16d-4191-888a-5e4e8573621e tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "PUT /v2.0/ports/3bc3b84b-5387-41a6-83aa-7818cb4f4682 HTTP/1.1" status: 200 len: 919 time: 1.0793481 Oct 30 15:19:38.213074 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 45322) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:38.230465 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-28571fe7-9ac8-4466-a6e4-0a93c7ced8dc tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '727dbf2b-a683-4726-8c99-446cbd6b7b04'}, {'subnet_id': '90e185cc-6849-4df7-aed2-5dfe6b4d0bdb'}]}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:19:38.264567 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7414256-41ba-473f-acbe-b3ff5ac92687 admin admin] Network 9e899717-33c9-4fad-8f0b-261f9b6a5c52 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:19:38.288759 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-c7414256-41ba-473f-acbe-b3ff5ac92687 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 9e899717-33c9-4fad-8f0b-261f9b6a5c52) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:19:38.294477 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7414256-41ba-473f-acbe-b3ff5ac92687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:38.295094 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c7414256-41ba-473f-acbe-b3ff5ac92687 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:38.304208 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d55e362-bded-4432-8267-c3c5e0f79cf5 None None] Network 9e899717-33c9-4fad-8f0b-261f9b6a5c52 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:19:38.326045 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-c7414256-41ba-473f-acbe-b3ff5ac92687 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8391194 Oct 30 15:19:38.326045 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 45326) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:38.339245 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-abd56365-9d56-461e-9d30-8eae2767e0d4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-622500534-router', 'tenant_id': 'f3a028c2011c4716b8654b6f4722cc4f', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:19:38.384861 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 8c4938e5-1210-4ece-8c1d-2ed9ca77ad14 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:19:38.393875 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-abd56365-9d56-461e-9d30-8eae2767e0d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:38.396608 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-abd56365-9d56-461e-9d30-8eae2767e0d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:38.439669 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-28571fe7-9ac8-4466-a6e4-0a93c7ced8dc tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:38.477558 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-02792aea-09bd-499b-8676-72020f40150d None None] For port 8c4938e5-1210-4ece-8c1d-2ed9ca77ad14, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=8c4938e5-1210-4ece-8c1d-2ed9ca77ad14,segment=NetworkSegment(886b1e3b-1cc9-4c9c-8c87-e3ac8e5a9e2a),segment_id=886b1e3b-1cc9-4c9c-8c87-e3ac8e5a9e2a)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:19:38.494580 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-abd56365-9d56-461e-9d30-8eae2767e0d4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:38.555788 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-02792aea-09bd-499b-8676-72020f40150d None None] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:38.565613 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-02792aea-09bd-499b-8676-72020f40150d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:38.630720 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 8c4938e5-1210-4ece-8c1d-2ed9ca77ad14 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:19:38.630720 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:38.787521 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02792aea-09bd-499b-8676-72020f40150d None None] Pushing event updated for resources: {'Port': ['ID=8c4938e5-1210-4ece-8c1d-2ed9ca77ad14,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:38.833443 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541ad4a7-9de1-4aae-9d83-574c7798fe12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-9e899717-33c9-4fad-8f0b-261f9b6a5c52', 'network_id': '9e899717-33c9-4fad-8f0b-261f9b6a5c52', 'tenant_id': 'f3a028c2011c4716b8654b6f4722cc4f', 'fixed_ips': [{'subnet_id': '71f852c9-a23d-4913-9451-d5be182d949f'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:19:38.834447 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-541ad4a7-9de1-4aae-9d83-574c7798fe12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:39.023346 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 45338) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:39.192393 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9306966c-0b41-40b9-874a-e9ac0d106b36 req-de7857a7-85a4-4312-8991-065513c26206 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:39.193945 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9306966c-0b41-40b9-874a-e9ac0d106b36 req-de7857a7-85a4-4312-8991-065513c26206 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cbd0e8c-ab1a-4053-8898-3570d9240eb4 HTTP/1.1" status: 200 len: 945 time: 0.1676111 Oct 30 15:19:39.268209 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9306966c-0b41-40b9-874a-e9ac0d106b36 req-d6b77eb2-cd02-4681-b32f-8e72fccba28b tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667880 Oct 30 15:19:39.289820 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-8c296cd6-8edb-46a7-a941-9ebc1b7c5d2f tempest-DvrRoutersNegativeTest-1112404619 tempest-DvrRoutersNegativeTest-1112404619-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-658616376', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:19:39.293017 n-d-806683-17 neutron-server[102130]: DEBUG neutron.policy [None req-8c296cd6-8edb-46a7-a941-9ebc1b7c5d2f tempest-DvrRoutersNegativeTest-1112404619 tempest-DvrRoutersNegativeTest-1112404619-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102130) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Oct 30 15:19:39.293322 n-d-806683-17 neutron-server[102130]: DEBUG neutron.policy [None req-8c296cd6-8edb-46a7-a941-9ebc1b7c5d2f tempest-DvrRoutersNegativeTest-1112404619 tempest-DvrRoutersNegativeTest-1112404619-project] Failed policy check for 'create_router' {{(pid=102130) enforce /opt/stack/neutron/neutron/policy.py:524}} Oct 30 15:19:39.293886 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [None req-8c296cd6-8edb-46a7-a941-9ebc1b7c5d2f tempest-DvrRoutersNegativeTest-1112404619 tempest-DvrRoutersNegativeTest-1112404619-project] create failed (client error): Access was denied to this resource. Oct 30 15:19:39.294940 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-8c296cd6-8edb-46a7-a941-9ebc1b7c5d2f tempest-DvrRoutersNegativeTest-1112404619 tempest-DvrRoutersNegativeTest-1112404619-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2310331 Oct 30 15:19:39.307935 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-28571fe7-9ac8-4466-a6e4-0a93c7ced8dc tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Allocated IP 172.20.0.21 (790fb871-a495-4f7b-80ce-70f4b44094e2/90e185cc-6849-4df7-aed2-5dfe6b4d0bdb/3bc3b84b-5387-41a6-83aa-7818cb4f4682) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:19:39.336831 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-541ad4a7-9de1-4aae-9d83-574c7798fe12 None None] Allocated IP 172.20.0.2 (9e899717-33c9-4fad-8f0b-261f9b6a5c52/71f852c9-a23d-4913-9451-d5be182d949f/b6c355d6-2344-4da2-b205-6ba5f741b07d) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:19:39.720194 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-28571fe7-9ac8-4466-a6e4-0a93c7ced8dc tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:39.729144 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-28571fe7-9ac8-4466-a6e4-0a93c7ced8dc tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:39.810424 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-abd56365-9d56-461e-9d30-8eae2767e0d4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:39.862961 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28571fe7-9ac8-4466-a6e4-0a93c7ced8dc tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event updated for resources: {'Port': ['ID=3bc3b84b-5387-41a6-83aa-7818cb4f4682,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:39.909384 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413dc224-d863-457e-87c5-7f65d7aeee97 None None] Network 790fb871-a495-4f7b-80ce-70f4b44094e2 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:19:39.998039 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 45360) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:40.044075 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-28571fe7-9ac8-4466-a6e4-0a93c7ced8dc tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] In _notify_port_updated(), no bound segment for port 3bc3b84b-5387-41a6-83aa-7818cb4f4682 on network 790fb871-a495-4f7b-80ce-70f4b44094e2 {{(pid=102130) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 30 15:19:40.058875 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28571fe7-9ac8-4466-a6e4-0a93c7ced8dc tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:40.062107 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-28571fe7-9ac8-4466-a6e4-0a93c7ced8dc tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:40.067648 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-28571fe7-9ac8-4466-a6e4-0a93c7ced8dc tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "PUT /v2.0/ports/3bc3b84b-5387-41a6-83aa-7818cb4f4682 HTTP/1.1" status: 200 len: 999 time: 1.8495083 Oct 30 15:19:40.068424 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 45364) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:40.126642 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-541ad4a7-9de1-4aae-9d83-574c7798fe12 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:40.128969 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-66101c47-8548-4394-bd92-8d67ec4e5c2d None None] Provisioning complete for port 8c4938e5-1210-4ece-8c1d-2ed9ca77ad14 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:19:40.129550 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-66101c47-8548-4394-bd92-8d67ec4e5c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:40.188416 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-541ad4a7-9de1-4aae-9d83-574c7798fe12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:40.235148 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-fdb1b98c-3f15-4174-96d1-79de3a49339d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Deleting port 3bc3b84b-5387-41a6-83aa-7818cb4f4682 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:19:40.235493 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fdb1b98c-3f15-4174-96d1-79de3a49339d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:40.251076 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-abd56365-9d56-461e-9d30-8eae2767e0d4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:40.252867 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-dbad9dda-ae21-4296-8377-2b44f6d6ef75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:40.284275 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-abd56365-9d56-461e-9d30-8eae2767e0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:40.338904 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 8c4938e5-1210-4ece-8c1d-2ed9ca77ad14 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:19:40.371419 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fdb1b98c-3f15-4174-96d1-79de3a49339d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:40.392948 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-fdb1b98c-3f15-4174-96d1-79de3a49339d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Calling delete_port for 3bc3b84b-5387-41a6-83aa-7818cb4f4682 owned by {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:19:40.424139 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541ad4a7-9de1-4aae-9d83-574c7798fe12 None None] Network 9e899717-33c9-4fad-8f0b-261f9b6a5c52 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:19:40.554901 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-dbad9dda-ae21-4296-8377-2b44f6d6ef75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:40.594422 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-541ad4a7-9de1-4aae-9d83-574c7798fe12 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:19:40.601405 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541ad4a7-9de1-4aae-9d83-574c7798fe12 None None] Pushing event updated for resources: {'Port': ['ID=b6c355d6-2344-4da2-b205-6ba5f741b07d,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:40.621149 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541ad4a7-9de1-4aae-9d83-574c7798fe12 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:19:40.634034 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-dbad9dda-ae21-4296-8377-2b44f6d6ef75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:40.758377 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-541ad4a7-9de1-4aae-9d83-574c7798fe12 None None] Attempting to bind port b6c355d6-2344-4da2-b205-6ba5f741b07d on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:19:40.762668 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-541ad4a7-9de1-4aae-9d83-574c7798fe12 None None] Attempting to bind port b6c355d6-2344-4da2-b205-6ba5f741b07d by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '51177d7b-2743-4491-8d74-a9187db4d73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9e899717-33c9-4fad-8f0b-261f9b6a5c52'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:19:40.763694 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541ad4a7-9de1-4aae-9d83-574c7798fe12 None None] Attempting to bind port b6c355d6-2344-4da2-b205-6ba5f741b07d on network 9e899717-33c9-4fad-8f0b-261f9b6a5c52 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:19:40.767404 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 8c4938e5-1210-4ece-8c1d-2ed9ca77ad14 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:19:40.771386 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:40.776509 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-66101c47-8548-4394-bd92-8d67ec4e5c2d None None] Provisioning complete for port 3bc3b84b-5387-41a6-83aa-7818cb4f4682 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:19:40.777159 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-66101c47-8548-4394-bd92-8d67ec4e5c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:40.794162 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-dbad9dda-ae21-4296-8377-2b44f6d6ef75 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6aa72a2390574f289ebf53bcef0cde25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7941489 Oct 30 15:19:40.796926 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 45370) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:40.797734 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541ad4a7-9de1-4aae-9d83-574c7798fe12 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:19:40.798253 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541ad4a7-9de1-4aae-9d83-574c7798fe12 None None] Checking segment: {'id': '51177d7b-2743-4491-8d74-a9187db4d73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9e899717-33c9-4fad-8f0b-261f9b6a5c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:19:40.798765 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-541ad4a7-9de1-4aae-9d83-574c7798fe12 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:40.799266 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541ad4a7-9de1-4aae-9d83-574c7798fe12 None None] Bound using segment: {'id': '51177d7b-2743-4491-8d74-a9187db4d73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9e899717-33c9-4fad-8f0b-261f9b6a5c52'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:19:40.799972 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-541ad4a7-9de1-4aae-9d83-574c7798fe12 None None] Bound port: b6c355d6-2344-4da2-b205-6ba5f741b07d, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51177d7b-2743-4491-8d74-a9187db4d73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9e899717-33c9-4fad-8f0b-261f9b6a5c52'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:19:40.800478 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-541ad4a7-9de1-4aae-9d83-574c7798fe12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:40.808372 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbad9dda-ae21-4296-8377-2b44f6d6ef75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f221638-bc97-4596-898d-45ed8c79b462,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:40.828985 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-abd56365-9d56-461e-9d30-8eae2767e0d4 admin admin] Allocated IP 172.25.4.178 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/4e57ccf7-b927-46a6-928c-e6b3fa1ca23e) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:19:40.856930 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa287fb4-f2f0-48ce-9263-21cdb14d9ee6 req-b91eeebe-cda5-42cc-b87c-061bd208d822 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:40.876690 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fa287fb4-f2f0-48ce-9263-21cdb14d9ee6 req-b91eeebe-cda5-42cc-b87c-061bd208d822 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cbd0e8c-ab1a-4053-8898-3570d9240eb4 HTTP/1.1" status: 200 len: 945 time: 0.2503924 Oct 30 15:19:40.887393 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-66101c47-8548-4394-bd92-8d67ec4e5c2d None None] Port 3bc3b84b-5387-41a6-83aa-7818cb4f4682 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:19:40.946909 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fdb1b98c-3f15-4174-96d1-79de3a49339d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:40.948939 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5566062d-80b6-4db7-8509-04bfba6899ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:40.959229 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fa287fb4-f2f0-48ce-9263-21cdb14d9ee6 req-febd2557-d6ce-448a-b56d-6ffaa19a267b tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812278 Oct 30 15:19:40.978059 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-541ad4a7-9de1-4aae-9d83-574c7798fe12 None None] For port b6c355d6-2344-4da2-b205-6ba5f741b07d, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:19:40.992748 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-541ad4a7-9de1-4aae-9d83-574c7798fe12 None None] For port b6c355d6-2344-4da2-b205-6ba5f741b07d, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=b6c355d6-2344-4da2-b205-6ba5f741b07d,segment=NetworkSegment(51177d7b-2743-4491-8d74-a9187db4d73d),segment_id=51177d7b-2743-4491-8d74-a9187db4d73d)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:19:40.999551 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-541ad4a7-9de1-4aae-9d83-574c7798fe12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:41.000530 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb1b98c-3f15-4174-96d1-79de3a49339d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event deleted for resources: {'Port': ['ID=3bc3b84b-5387-41a6-83aa-7818cb4f4682,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:41.111383 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-abd56365-9d56-461e-9d30-8eae2767e0d4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:41.127408 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541ad4a7-9de1-4aae-9d83-574c7798fe12 None None] Pushing event updated for resources: {'Port': ['ID=b6c355d6-2344-4da2-b205-6ba5f741b07d,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:41.159759 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5566062d-80b6-4db7-8509-04bfba6899ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:41.198895 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-abd56365-9d56-461e-9d30-8eae2767e0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:41.297207 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd56365-9d56-461e-9d30-8eae2767e0d4 admin admin] Pushing event updated for resources: {'Port': ['ID=4e57ccf7-b927-46a6-928c-e6b3fa1ca23e,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:41.314318 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5566062d-80b6-4db7-8509-04bfba6899ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:41.318391 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5566062d-80b6-4db7-8509-04bfba6899ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:41.319853 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd56365-9d56-461e-9d30-8eae2767e0d4 admin admin] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:19:41.321566 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-5566062d-80b6-4db7-8509-04bfba6899ed admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1f221638-bc97-4596-898d-45ed8c79b462 HTTP/1.1" status: 204 len: 168 time: 0.5215838 Oct 30 15:19:41.325329 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-abd56365-9d56-461e-9d30-8eae2767e0d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:19:41.334316 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd56365-9d56-461e-9d30-8eae2767e0d4 admin admin] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:19:41.402582 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fdb1b98c-3f15-4174-96d1-79de3a49339d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:41.411360 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 45382) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:41.414260 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-fdb1b98c-3f15-4174-96d1-79de3a49339d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "DELETE /v2.0/ports/3bc3b84b-5387-41a6-83aa-7818cb4f4682 HTTP/1.1" status: 204 len: 168 time: 1.3425844 Oct 30 15:19:41.417494 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5566062d-80b6-4db7-8509-04bfba6899ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f221638-bc97-4596-898d-45ed8c79b462,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:41.719264 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0ffa65f-0f10-426c-a4cf-ebd410fe19cd tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] GET failed (client error): The resource could not be found. Oct 30 15:19:41.721164 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-e0ffa65f-0f10-426c-a4cf-ebd410fe19cd tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "GET /v2.0/ports/3bc3b84b-5387-41a6-83aa-7818cb4f4682 HTTP/1.1" status: 404 len: 333 time: 0.3070567 Oct 30 15:19:41.724363 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 45396) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:41.757640 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-b09f8cdc-743f-4a69-804c-4fea468d3a05 None None] Provisioning complete for port 8c4938e5-1210-4ece-8c1d-2ed9ca77ad14 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:19:41.758017 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b09f8cdc-743f-4a69-804c-4fea468d3a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:41.881635 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-16c013b2-b016-4b04-9fd4-23f82a94cc3b tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Deleting subnet 90e185cc-6849-4df7-aed2-5dfe6b4d0bdb {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:19:41.889276 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-16c013b2-b016-4b04-9fd4-23f82a94cc3b tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:41.981149 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-abd56365-9d56-461e-9d30-8eae2767e0d4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:42.016563 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-b09f8cdc-743f-4a69-804c-4fea468d3a05 None None] Could not find standard attr ID for object 3bc3b84b-5387-41a6-83aa-7818cb4f4682. {{(pid=102132) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 30 15:19:42.078348 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-16c013b2-b016-4b04-9fd4-23f82a94cc3b tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:42.244446 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-26a1792c-358f-4a84-8476-c018026e966e None None] Could not find standard attr ID for object 3bc3b84b-5387-41a6-83aa-7818cb4f4682. {{(pid=102132) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 30 15:19:42.449964 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device b6c355d6-2344-4da2-b205-6ba5f741b07d up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:19:42.474855 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231977d3-05c7-470b-a139-59c773723c65 req-bbe81fab-f789-416b-9f20-31f44f39be65 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:42.474855 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-231977d3-05c7-470b-a139-59c773723c65 req-bbe81fab-f789-416b-9f20-31f44f39be65 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cbd0e8c-ab1a-4053-8898-3570d9240eb4 HTTP/1.1" status: 200 len: 945 time: 0.2823920 Oct 30 15:19:42.544043 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port b6c355d6-2344-4da2-b205-6ba5f741b07d triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:19:42.544591 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:42.633649 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-231977d3-05c7-470b-a139-59c773723c65 req-c3bce8da-5659-49f7-93ca-93d8a1bdc9af tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297948 Oct 30 15:19:42.638249 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-16c013b2-b016-4b04-9fd4-23f82a94cc3b tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:42.705025 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-abd56365-9d56-461e-9d30-8eae2767e0d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:42.761084 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:42.789203 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-16c013b2-b016-4b04-9fd4-23f82a94cc3b tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:42.837933 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port b6c355d6-2344-4da2-b205-6ba5f741b07d, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=b6c355d6-2344-4da2-b205-6ba5f741b07d,segment=NetworkSegment(51177d7b-2743-4491-8d74-a9187db4d73d),segment_id=51177d7b-2743-4491-8d74-a9187db4d73d)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:19:42.857338 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:42.869394 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-16c013b2-b016-4b04-9fd4-23f82a94cc3b tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:42.874319 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-16c013b2-b016-4b04-9fd4-23f82a94cc3b tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "DELETE /v2.0/subnets/90e185cc-6849-4df7-aed2-5dfe6b4d0bdb HTTP/1.1" status: 204 len: 168 time: 1.1487179 Oct 30 15:19:42.875875 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c013b2-b016-4b04-9fd4-23f82a94cc3b tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event deleted for resources: {'Subnet': ['ID=90e185cc-6849-4df7-aed2-5dfe6b4d0bdb,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:42.878011 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 45430) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:42.907925 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-da1945cb-628b-4e5d-bf8e-2761b4a2e13b None None] Could not find standard attr ID for object 3bc3b84b-5387-41a6-83aa-7818cb4f4682. {{(pid=102132) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 30 15:19:42.978974 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-9502267e-4698-46d4-a0ee-a8d5788ff5df tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Deleting subnet 727dbf2b-a683-4726-8c99-446cbd6b7b04 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:19:42.989945 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9502267e-4698-46d4-a0ee-a8d5788ff5df tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:43.025422 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=b6c355d6-2344-4da2-b205-6ba5f741b07d,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:43.090102 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9502267e-4698-46d4-a0ee-a8d5788ff5df tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:43.096011 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abd56365-9d56-461e-9d30-8eae2767e0d4 admin admin] Router 9f5b8159-6d91-4b28-a805-6508b08b7375 is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:19:43.232168 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9f234f-71a3-4463-9a00-743eb2d80861 None None] Network 9e899717-33c9-4fad-8f0b-261f9b6a5c52 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:19:43.253219 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 45436) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:43.358601 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35cec554-8c4f-4f55-9aab-0f0962e0f930 None None] Network 790fb871-a495-4f7b-80ce-70f4b44094e2 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:19:43.388889 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9502267e-4698-46d4-a0ee-a8d5788ff5df tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:43.444623 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd56365-9d56-461e-9d30-8eae2767e0d4 admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:19:43.461555 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cd7997-4cc5-45eb-9c17-7e54751708ae None None] Sync routers for ids ['9f5b8159-6d91-4b28-a805-6508b08b7375'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:19:43.486736 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-abd56365-9d56-461e-9d30-8eae2767e0d4 admin admin] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:43.490709 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cd7997-4cc5-45eb-9c17-7e54751708ae None None] Routers {'9f5b8159-6d91-4b28-a805-6508b08b7375'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:19:43.492062 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-d5cd7997-4cc5-45eb-9c17-7e54751708ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:19:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['9f5b8159-6d91-4b28-a805-6508b08b7375'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:19:43.492478 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-abd56365-9d56-461e-9d30-8eae2767e0d4 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.1654041 Oct 30 15:19:43.493225 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 45444) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:43.552030 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-09300f14-bf1e-4539-bd77-829aad80a6de tempest-ServiceProvidersTest-1847953426 tempest-ServiceProvidersTest-1847953426-project] 10.222.0.62 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2934530 Oct 30 15:19:43.606139 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-aedbbd89-2336-4533-bb1f-050a61110bab None None] Provisioning complete for port b6c355d6-2344-4da2-b205-6ba5f741b07d triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:19:43.606890 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-aedbbd89-2336-4533-bb1f-050a61110bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:43.659530 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9502267e-4698-46d4-a0ee-a8d5788ff5df tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:43.738763 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-d5cd7997-4cc5-45eb-9c17-7e54751708ae None None] Set router 9f5b8159-6d91-4b28-a805-6508b08b7375 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:19:43.827421 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9502267e-4698-46d4-a0ee-a8d5788ff5df tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:43.848526 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9502267e-4698-46d4-a0ee-a8d5788ff5df tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "DELETE /v2.0/subnets/727dbf2b-a683-4726-8c99-446cbd6b7b04 HTTP/1.1" status: 204 len: 168 time: 0.9674361 Oct 30 15:19:43.849234 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 45452) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:43.875801 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9502267e-4698-46d4-a0ee-a8d5788ff5df tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event deleted for resources: {'Subnet': ['ID=727dbf2b-a683-4726-8c99-446cbd6b7b04,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:44.021548 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f62f3d-5271-4750-89c3-93ab17ac67e1 req-f4897b22-bf10-418c-ad06-da84982d0414 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:44.030765 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f2f62f3d-5271-4750-89c3-93ab17ac67e1 req-f4897b22-bf10-418c-ad06-da84982d0414 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cbd0e8c-ab1a-4053-8898-3570d9240eb4 HTTP/1.1" status: 200 len: 945 time: 0.1488297 Oct 30 15:19:44.097903 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-67a33d3f-5504-44e6-9a1c-33042eb32bc0 None None] Could not find standard attr ID for object 3bc3b84b-5387-41a6-83aa-7818cb4f4682. {{(pid=102132) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 30 15:19:44.164390 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6a87f6a3-49cb-48c9-8bcf-8877335fa558 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:44.327439 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-d5cd7997-4cc5-45eb-9c17-7e54751708ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5b8159-6d91-4b28-a805-6508b08b7375', 'name': 'tempest-ServersTestJSON-622500534-router', 'tenant_id': 'f3a028c2011c4716b8654b6f4722cc4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '4e57ccf7-b927-46a6-928c-e6b3fa1ca23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:19:38Z', 'updated_at': '2021-10-30T15:19:41Z', 'revision_number': 3, 'project_id': 'f3a028c2011c4716b8654b6f4722cc4f', 'gw_port': {'id': '4e57ccf7-b927-46a6-928c-e6b3fa1ca23e', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:de:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f5b8159-6d91-4b28-a805-6508b08b7375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:19:40Z', 'updated_at': '2021-10-30T15:19:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:19:44.352402 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-6a87f6a3-49cb-48c9-8bcf-8877335fa558 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Deleting port 8c4938e5-1210-4ece-8c1d-2ed9ca77ad14 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:19:44.352738 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6a87f6a3-49cb-48c9-8bcf-8877335fa558 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:44.364569 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 45462) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:44.373358 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f2f62f3d-5271-4750-89c3-93ab17ac67e1 req-02fe2450-68ec-416a-8264-e11f20b8604c tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3401623 Oct 30 15:19:44.393117 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device b6c355d6-2344-4da2-b205-6ba5f741b07d up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:19:44.420554 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cd7997-4cc5-45eb-9c17-7e54751708ae None None] Checking router: 9f5b8159-6d91-4b28-a805-6508b08b7375 for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:19:44.424388 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cd7997-4cc5-45eb-9c17-7e54751708ae None None] Updating router 9f5b8159-6d91-4b28-a805-6508b08b7375 port 4e57ccf7-b927-46a6-928c-e6b3fa1ca23e binding host n-d-806683-17 {{(pid=102133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:19:44.507190 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d5cd7997-4cc5-45eb-9c17-7e54751708ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:44.579214 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-4bf80c9e-3eeb-4773-accc-3014a24567dd None None] Provisioning complete for port b6c355d6-2344-4da2-b205-6ba5f741b07d triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:19:44.580367 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4bf80c9e-3eeb-4773-accc-3014a24567dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:44.597557 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port b6c355d6-2344-4da2-b205-6ba5f741b07d triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:19:44.598150 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:44.647905 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-6a87f6a3-49cb-48c9-8bcf-8877335fa558 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] For port 8c4938e5-1210-4ece-8c1d-2ed9ca77ad14, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=8c4938e5-1210-4ece-8c1d-2ed9ca77ad14,segment=NetworkSegment(886b1e3b-1cc9-4c9c-8c87-e3ac8e5a9e2a),segment_id=886b1e3b-1cc9-4c9c-8c87-e3ac8e5a9e2a)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:19:44.650366 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6a87f6a3-49cb-48c9-8bcf-8877335fa558 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:44.756081 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-6a87f6a3-49cb-48c9-8bcf-8877335fa558 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Calling delete_port for 8c4938e5-1210-4ece-8c1d-2ed9ca77ad14 owned by network:dhcp {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:19:44.758762 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-346312fa-1096-4d4a-9592-2a5e672cc6fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:44.820669 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e27bd5f2-a24a-428c-ab70-4de2b3f9230a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:45.021215 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7499846f-5e15-4c59-92b8-df7916157d98 None None] Network 790fb871-a495-4f7b-80ce-70f4b44094e2 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:19:45.069479 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6a87f6a3-49cb-48c9-8bcf-8877335fa558 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:45.182467 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-e27bd5f2-a24a-428c-ab70-4de2b3f9230a admin admin] Allocated IP 172.20.0.1 (9e899717-33c9-4fad-8f0b-261f9b6a5c52/71f852c9-a23d-4913-9451-d5be182d949f/598bfd88-4593-4230-b70f-2e29239b735a) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:19:45.195305 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-cbeee447-0c38-48f3-8087-4cc3bb21d899 None None] Could not find standard attr ID for object 8c4938e5-1210-4ece-8c1d-2ed9ca77ad14. {{(pid=102132) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 30 15:19:45.204411 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a87f6a3-49cb-48c9-8bcf-8877335fa558 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event deleted for resources: {'Port': ['ID=8c4938e5-1210-4ece-8c1d-2ed9ca77ad14,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:45.224070 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-346312fa-1096-4d4a-9592-2a5e672cc6fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:45.226138 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a87f6a3-49cb-48c9-8bcf-8877335fa558 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] No DVR routers for this DVR port 8c4938e5-1210-4ece-8c1d-2ed9ca77ad14 on host n-d-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:19:45.267150 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d5cd7997-4cc5-45eb-9c17-7e54751708ae None None] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:45.268741 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-346312fa-1096-4d4a-9592-2a5e672cc6fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:45.294728 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d5cd7997-4cc5-45eb-9c17-7e54751708ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:45.340054 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855a81bd-6509-404a-9cbe-482c9138e36a None None] DHCP port deletion for 790fb871-a495-4f7b-80ce-70f4b44094e2 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:19:45.396193 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e27bd5f2-a24a-428c-ab70-4de2b3f9230a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:45.465372 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e27bd5f2-a24a-428c-ab70-4de2b3f9230a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:45.466384 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8 details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:19:45.478819 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-346312fa-1096-4d4a-9592-2a5e672cc6fd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3128275fd1074e65af1f6a424a45a939&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1004202 Oct 30 15:19:45.486010 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1502bb71-b792-4b3f-ba40-82c4170a962b None None] Pushing event updated for resources: {'Port': ['ID=4e57ccf7-b927-46a6-928c-e6b3fa1ca23e,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:45.493453 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 45488) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:45.498196 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346312fa-1096-4d4a-9592-2a5e672cc6fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a95124-d52b-44a1-b395-95e36612f8c2,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:45.518206 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-d5cd7997-4cc5-45eb-9c17-7e54751708ae None None] Attempting to bind port 4e57ccf7-b927-46a6-928c-e6b3fa1ca23e on host n-d-806683-17 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:19:45.521379 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-d5cd7997-4cc5-45eb-9c17-7e54751708ae None None] Attempting to bind port 4e57ccf7-b927-46a6-928c-e6b3fa1ca23e by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:19:45.521758 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cd7997-4cc5-45eb-9c17-7e54751708ae None None] Attempting to bind port 4e57ccf7-b927-46a6-928c-e6b3fa1ca23e on network edc38ef5-7816-4133-914c-cfe2849a0125 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:19:45.548836 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1502bb71-b792-4b3f-ba40-82c4170a962b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:19:45.549061 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1502bb71-b792-4b3f-ba40-82c4170a962b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:19:45.549410 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1502bb71-b792-4b3f-ba40-82c4170a962b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:19:45.551516 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6a87f6a3-49cb-48c9-8bcf-8877335fa558 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:45.555902 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1502bb71-b792-4b3f-ba40-82c4170a962b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:19:45.556452 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1502bb71-b792-4b3f-ba40-82c4170a962b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:19:45.556806 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1502bb71-b792-4b3f-ba40-82c4170a962b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:19:45.557151 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1502bb71-b792-4b3f-ba40-82c4170a962b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:19:45.558941 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1502bb71-b792-4b3f-ba40-82c4170a962b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:19:45.563658 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1502bb71-b792-4b3f-ba40-82c4170a962b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:19:45.567540 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1502bb71-b792-4b3f-ba40-82c4170a962b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:19:45.570346 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1502bb71-b792-4b3f-ba40-82c4170a962b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:19:45.570724 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1502bb71-b792-4b3f-ba40-82c4170a962b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:19:45.585597 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cd7997-4cc5-45eb-9c17-7e54751708ae None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:19:45.586021 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cd7997-4cc5-45eb-9c17-7e54751708ae None None] Checking segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:19:45.586418 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d5cd7997-4cc5-45eb-9c17-7e54751708ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:45.586782 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cd7997-4cc5-45eb-9c17-7e54751708ae None None] Bound using segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:19:45.587272 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-d5cd7997-4cc5-45eb-9c17-7e54751708ae None None] Bound port: 4e57ccf7-b927-46a6-928c-e6b3fa1ca23e, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:19:45.594229 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d5cd7997-4cc5-45eb-9c17-7e54751708ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:45.659619 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-6a87f6a3-49cb-48c9-8bcf-8877335fa558 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['790fb871-a495-4f7b-80ce-70f4b44094e2']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:19:45.696204 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-6a87f6a3-49cb-48c9-8bcf-8877335fa558 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '886b1e3b-1cc9-4c9c-8c87-e3ac8e5a9e2a') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:19:45.696813 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-6a87f6a3-49cb-48c9-8bcf-8877335fa558 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '886b1e3b-1cc9-4c9c-8c87-e3ac8e5a9e2a') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:19:45.712120 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6a87f6a3-49cb-48c9-8bcf-8877335fa558 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:45.726384 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27bd5f2-a24a-428c-ab70-4de2b3f9230a admin admin] Network 9e899717-33c9-4fad-8f0b-261f9b6a5c52 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:19:45.738857 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e3be5-c6ec-4fc4-ac3e-de6fd7a5b7ad req-6fc07764-ded6-431d-bf88-64194dd5d5a3 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:45.741237 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f24e3be5-c6ec-4fc4-ac3e-de6fd7a5b7ad req-6fc07764-ded6-431d-bf88-64194dd5d5a3 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cbd0e8c-ab1a-4053-8898-3570d9240eb4 HTTP/1.1" status: 200 len: 945 time: 0.1630716 Oct 30 15:19:45.742694 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6a87f6a3-49cb-48c9-8bcf-8877335fa558 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:45.750718 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-e27bd5f2-a24a-428c-ab70-4de2b3f9230a admin admin] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:19:45.754365 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27bd5f2-a24a-428c-ab70-4de2b3f9230a admin admin] Pushing event updated for resources: {'Port': ['ID=598bfd88-4593-4230-b70f-2e29239b735a,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:45.790700 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27bd5f2-a24a-428c-ab70-4de2b3f9230a admin admin] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:19:45.840683 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8,segment=NetworkSegment(803c5434-e7a3-49e2-9896-7909e39f1289),segment_id=803c5434-e7a3-49e2-9896-7909e39f1289)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:19:45.845634 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a87f6a3-49cb-48c9-8bcf-8877335fa558 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:19:45.848367 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6a87f6a3-49cb-48c9-8bcf-8877335fa558 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:45.858747 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:19:45.858747 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:19:45.858747 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:19:45.858747 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:19:45.858747 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:19:45.858747 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:19:45.858747 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:19:45.858747 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:19:45.858747 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:19:45.858747 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:19:45.858747 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:19:45.858747 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:19:45.858747 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:19:45.858747 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:19:45.858747 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:19:45.858747 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:19:45.858747 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:19:45.858747 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:19:45.858747 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:19:45.858747 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:19:45.858747 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:19:45.858747 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:19:45.858747 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:19:45.858747 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:19:45.858747 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:19:45.858747 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:19:45.858747 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:19:45.858747 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:19:45.858747 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:19:45.858747 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:19:45.858747 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:19:45.858747 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:19:45.885090 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-d5cd7997-4cc5-45eb-9c17-7e54751708ae None None] For port 4e57ccf7-b927-46a6-928c-e6b3fa1ca23e, host n-d-806683-17, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:19:45.888749 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': '4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8', 'network_id': '4f22410e-53ea-4597-9c0e-a70994dfa6d8', 'port_id': '4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8', 'mac_address': 'fa:16:3e:31:cd:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '449705ab-2365-49b9-8b83-fe461dd03f65', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:19:45.902283 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-d5cd7997-4cc5-45eb-9c17-7e54751708ae None None] For port 4e57ccf7-b927-46a6-928c-e6b3fa1ca23e, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=4e57ccf7-b927-46a6-928c-e6b3fa1ca23e,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:19:45.918037 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d5cd7997-4cc5-45eb-9c17-7e54751708ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:45.929927 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e27bd5f2-a24a-428c-ab70-4de2b3f9230a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:46.006282 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:46.036669 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f24e3be5-c6ec-4fc4-ac3e-de6fd7a5b7ad req-3d08eeb1-50d3-4310-8968-df41ea38b7b7 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888572 Oct 30 15:19:46.059495 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:19:46.065532 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6a87f6a3-49cb-48c9-8bcf-8877335fa558 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:46.077202 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6a87f6a3-49cb-48c9-8bcf-8877335fa558 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:46.084143 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-6a87f6a3-49cb-48c9-8bcf-8877335fa558 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "DELETE /v2.0/networks/790fb871-a495-4f7b-80ce-70f4b44094e2 HTTP/1.1" status: 204 len: 168 time: 2.2335622 Oct 30 15:19:46.107384 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cd7997-4cc5-45eb-9c17-7e54751708ae None None] Routers {'9f5b8159-6d91-4b28-a805-6508b08b7375'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:19:46.109807 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8,segment=NetworkSegment(803c5434-e7a3-49e2-9896-7909e39f1289),segment_id=803c5434-e7a3-49e2-9896-7909e39f1289)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:19:46.111249 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-d5cd7997-4cc5-45eb-9c17-7e54751708ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:19:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['9f5b8159-6d91-4b28-a805-6508b08b7375'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:19:46.111392 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 45502) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:46.120142 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1502bb71-b792-4b3f-ba40-82c4170a962b None None] Pushing event updated for resources: {'Port': ['ID=4e57ccf7-b927-46a6-928c-e6b3fa1ca23e,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:46.123043 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:46.135340 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a87f6a3-49cb-48c9-8bcf-8877335fa558 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event deleted for resources: {'Network': ['ID=790fb871-a495-4f7b-80ce-70f4b44094e2,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:46.255306 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:19:46.261341 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96d7fed-07e2-42f9-8a21-e4618fb22b59 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:46.265247 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e96d7fed-07e2-42f9-8a21-e4618fb22b59 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1527719 Oct 30 15:19:46.267732 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 45508) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:46.328991 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8,revision_number=6']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:46.371223 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-706a3483-603a-4fde-be37-9333093a66bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:46.385617 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c9ddf13e-0505-4a9d-9198-b0dffb8c3fec tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1105154 Oct 30 15:19:46.386464 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 45512) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:46.394446 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 8c4938e5-1210-4ece-8c1d-2ed9ca77ad14 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:19:46.408826 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e27bd5f2-a24a-428c-ab70-4de2b3f9230a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:46.422365 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-139e7402-b678-4633-8970-aa64e338d7b2 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1605905898'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:19:46.428503 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 8c4938e5-1210-4ece-8c1d-2ed9ca77ad14 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:19:46.428838 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 8c4938e5-1210-4ece-8c1d-2ed9ca77ad14 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:19:46.432219 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-cbc26eda-e4ee-452d-9238-e46eb539be25 None None] Provisioning complete for port 598bfd88-4593-4230-b70f-2e29239b735a triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:19:46.432591 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-cbc26eda-e4ee-452d-9238-e46eb539be25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:46.451328 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-706a3483-603a-4fde-be37-9333093a66bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:46.475283 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-d5cd7997-4cc5-45eb-9c17-7e54751708ae None None] Set router 9f5b8159-6d91-4b28-a805-6508b08b7375 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:19:46.475898 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-cbc26eda-e4ee-452d-9238-e46eb539be25 None None] Port 598bfd88-4593-4230-b70f-2e29239b735a cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:19:46.595825 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-139e7402-b678-4633-8970-aa64e338d7b2 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Made reservation on behalf of 588c9a586131499fbc33840e1d270dce for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:19:46.600785 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-139e7402-b678-4633-8970-aa64e338d7b2 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:46.788588 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-706a3483-603a-4fde-be37-9333093a66bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:46.791193 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-706a3483-603a-4fde-be37-9333093a66bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:46.792291 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-139e7402-b678-4633-8970-aa64e338d7b2 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:19:46.795062 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-706a3483-603a-4fde-be37-9333093a66bf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/99a95124-d52b-44a1-b395-95e36612f8c2 HTTP/1.1" status: 204 len: 168 time: 1.2998996 Oct 30 15:19:46.824521 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706a3483-603a-4fde-be37-9333093a66bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a95124-d52b-44a1-b395-95e36612f8c2,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:46.832259 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-139e7402-b678-4633-8970-aa64e338d7b2 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:46.834973 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-139e7402-b678-4633-8970-aa64e338d7b2 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Added segment 228ec4e2-07e1-49cc-9590-f1b079dbf9f9 of type vlan for network 562e452c-4035-47de-a129-bab0b42d1b66 Oct 30 15:19:46.971720 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-139e7402-b678-4633-8970-aa64e338d7b2 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:47.026460 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e27bd5f2-a24a-428c-ab70-4de2b3f9230a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:47.037129 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e27bd5f2-a24a-428c-ab70-4de2b3f9230a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:47.061243 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-139e7402-b678-4633-8970-aa64e338d7b2 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:47.096286 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139e7402-b678-4633-8970-aa64e338d7b2 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:47.101739 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-139e7402-b678-4633-8970-aa64e338d7b2 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:47.115342 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e27bd5f2-a24a-428c-ab70-4de2b3f9230a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:47.246569 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-139e7402-b678-4633-8970-aa64e338d7b2 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8579290 Oct 30 15:19:47.318292 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 45528) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:47.330028 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-abaaeac3-9e4d-4e92-b5ec-fc273709b5a7 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Request body: {'subnet': {'network_id': '562e452c-4035-47de-a129-bab0b42d1b66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:19:47.342568 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-d5cd7997-4cc5-45eb-9c17-7e54751708ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5b8159-6d91-4b28-a805-6508b08b7375', 'name': 'tempest-ServersTestJSON-622500534-router', 'tenant_id': 'f3a028c2011c4716b8654b6f4722cc4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '4e57ccf7-b927-46a6-928c-e6b3fa1ca23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:19:38Z', 'updated_at': '2021-10-30T15:19:41Z', 'revision_number': 3, 'project_id': 'f3a028c2011c4716b8654b6f4722cc4f', 'gw_port': {'id': '4e57ccf7-b927-46a6-928c-e6b3fa1ca23e', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:de:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f5b8159-6d91-4b28-a805-6508b08b7375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:19:40Z', 'updated_at': '2021-10-30T15:19:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:19:47.459546 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cd7997-4cc5-45eb-9c17-7e54751708ae None None] The sync data for ids ['9f5b8159-6d91-4b28-a805-6508b08b7375'] in n-d-806683-17 is: [{'id': '9f5b8159-6d91-4b28-a805-6508b08b7375', 'name': 'tempest-ServersTestJSON-622500534-router', 'tenant_id': 'f3a028c2011c4716b8654b6f4722cc4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '4e57ccf7-b927-46a6-928c-e6b3fa1ca23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:19:38Z', 'updated_at': '2021-10-30T15:19:41Z', 'revision_number': 3, 'project_id': 'f3a028c2011c4716b8654b6f4722cc4f', 'gw_port': {'id': '4e57ccf7-b927-46a6-928c-e6b3fa1ca23e', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:de:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f5b8159-6d91-4b28-a805-6508b08b7375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:19:40Z', 'updated_at': '2021-10-30T15:19:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:19:47.503493 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8 up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:19:47.530753 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27bd5f2-a24a-428c-ab70-4de2b3f9230a admin admin] Pushing event updated for resources: {'Port': ['ID=598bfd88-4593-4230-b70f-2e29239b735a,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:47.574454 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e7402-b678-4633-8970-aa64e338d7b2 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event updated for resources: {'Network': ['ID=562e452c-4035-47de-a129-bab0b42d1b66,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:47.637946 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 562e452c-4035-47de-a129-bab0b42d1b66 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:19:47.688679 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27bd5f2-a24a-428c-ab70-4de2b3f9230a admin admin] Network 9e899717-33c9-4fad-8f0b-261f9b6a5c52 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:19:47.697006 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-e27bd5f2-a24a-428c-ab70-4de2b3f9230a admin admin] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:19:47.735444 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5c3d65-8b02-4524-9ac9-59ab86ce2aa9 req-35f9e075-13d6-485d-a9a5-a5cabe7e5f60 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:47.745349 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7a5c3d65-8b02-4524-9ac9-59ab86ce2aa9 req-35f9e075-13d6-485d-a9a5-a5cabe7e5f60 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cbd0e8c-ab1a-4053-8898-3570d9240eb4 HTTP/1.1" status: 200 len: 944 time: 0.4048004 Oct 30 15:19:47.757973 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abaaeac3-9e4d-4e92-b5ec-fc273709b5a7 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Made reservation on behalf of 588c9a586131499fbc33840e1d270dce for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:19:47.776936 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-abaaeac3-9e4d-4e92-b5ec-fc273709b5a7 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:47.863989 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7a5c3d65-8b02-4524-9ac9-59ab86ce2aa9 req-435b9eb6-e71b-4f43-b3b5-aa07dacfcae0 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176383 Oct 30 15:19:48.338862 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port 4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:19:48.339368 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:48.468599 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 4e57ccf7-b927-46a6-928c-e6b3fa1ca23e up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:19:48.479748 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e27bd5f2-a24a-428c-ab70-4de2b3f9230a admin admin] Router 9f5b8159-6d91-4b28-a805-6508b08b7375 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:19:48.729776 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-abaaeac3-9e4d-4e92-b5ec-fc273709b5a7 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:48.730417 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-28eb0c22-45ae-4c8b-8741-90f31acfe1e1 None None] Provisioning complete for port 598bfd88-4593-4230-b70f-2e29239b735a triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:19:48.733212 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-28eb0c22-45ae-4c8b-8741-90f31acfe1e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:48.849618 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-28eb0c22-45ae-4c8b-8741-90f31acfe1e1 None None] Port 598bfd88-4593-4230-b70f-2e29239b735a cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:19:48.898857 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e27bd5f2-a24a-428c-ab70-4de2b3f9230a admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:19:48.914231 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-e27bd5f2-a24a-428c-ab70-4de2b3f9230a admin admin] 10.222.0.62 "PUT /v2.0/routers/9f5b8159-6d91-4b28-a805-6508b08b7375/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4198244 Oct 30 15:19:48.935247 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaaeac3-9e4d-4e92-b5ec-fc273709b5a7 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event updated for resources: {'Subnet': ['ID=43c092c7-5d26-43cc-af27-576c1e43fa73,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:48.971246 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abaaeac3-9e4d-4e92-b5ec-fc273709b5a7 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Checking segment: {'id': '228ec4e2-07e1-49cc-9590-f1b079dbf9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '562e452c-4035-47de-a129-bab0b42d1b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:19:48.971663 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abaaeac3-9e4d-4e92-b5ec-fc273709b5a7 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Network hostable DHCP agents. Network: 562e452c-4035-47de-a129-bab0b42d1b66, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:19:49.037595 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abaaeac3-9e4d-4e92-b5ec-fc273709b5a7 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Network 562e452c-4035-47de-a129-bab0b42d1b66 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:19:49.042842 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 4e57ccf7-b927-46a6-928c-e6b3fa1ca23e triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:19:49.043529 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:49.054745 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-abaaeac3-9e4d-4e92-b5ec-fc273709b5a7 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 562e452c-4035-47de-a129-bab0b42d1b66) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:19:49.073053 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abaaeac3-9e4d-4e92-b5ec-fc273709b5a7 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:49.079218 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-abaaeac3-9e4d-4e92-b5ec-fc273709b5a7 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:49.192410 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 45558) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:49.197504 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-e8333cf6-1af5-4a4d-8092-19be97c9619b tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Request body: {'port': {'network_id': '562e452c-4035-47de-a129-bab0b42d1b66', 'name': 'tempest-PortsTestJSON-1915500663'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:19:49.198015 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-abaaeac3-9e4d-4e92-b5ec-fc273709b5a7 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8752604 Oct 30 15:19:49.225333 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:49.236253 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a1f8ed-fcaa-4871-9daa-ba4f9e383055 None None] Network 562e452c-4035-47de-a129-bab0b42d1b66 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:19:49.409335 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c399d99c-4671-4124-bfd2-f6d70d184d3f req-1d11a4c6-858b-4e72-a02c-c6442b15f55e tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:49.427273 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c399d99c-4671-4124-bfd2-f6d70d184d3f req-1d11a4c6-858b-4e72-a02c-c6442b15f55e tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cbd0e8c-ab1a-4053-8898-3570d9240eb4 HTTP/1.1" status: 200 len: 944 time: 0.2226357 Oct 30 15:19:49.664950 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c399d99c-4671-4124-bfd2-f6d70d184d3f req-5817c73d-fbd1-4228-a304-af857889ce18 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366259 Oct 30 15:19:49.788367 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8333cf6-1af5-4a4d-8092-19be97c9619b tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Made reservation on behalf of 588c9a586131499fbc33840e1d270dce for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:19:49.801558 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e8333cf6-1af5-4a4d-8092-19be97c9619b tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:49.856949 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5bf64a-19f1-4814-8269-03b79c8ab9dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-562e452c-4035-47de-a129-bab0b42d1b66', 'network_id': '562e452c-4035-47de-a129-bab0b42d1b66', 'tenant_id': '588c9a586131499fbc33840e1d270dce', 'fixed_ips': [{'subnet_id': '43c092c7-5d26-43cc-af27-576c1e43fa73'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:19:49.858679 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3b5bf64a-19f1-4814-8269-03b79c8ab9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:49.861990 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [None req-e8333cf6-1af5-4a4d-8092-19be97c9619b tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] device_id is not set on port 808bb2fc-b501-496e-b0c6-03615eef9810 yet. {{(pid=102131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:19:49.943978 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8,segment=NetworkSegment(803c5434-e7a3-49e2-9896-7909e39f1289),segment_id=803c5434-e7a3-49e2-9896-7909e39f1289)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:19:50.247984 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-e8333cf6-1af5-4a4d-8092-19be97c9619b tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Allocated IP 172.20.0.3 (562e452c-4035-47de-a129-bab0b42d1b66/43c092c7-5d26-43cc-af27-576c1e43fa73/808bb2fc-b501-496e-b0c6-03615eef9810) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:19:50.326204 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbd0e8c-ab1a-4053-8898-3570d9240eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:19:50.328946 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1bdf3fd-8d95-4092-9710-30b82b58417f" -d '{"events": [{"server_uuid": "7cbd0e8c-ab1a-4053-8898-3570d9240eb4", "name": "network-vif-plugged", "status": "completed", "tag": "4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:19:50.352962 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:50.423823 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 4e57ccf7-b927-46a6-928c-e6b3fa1ca23e, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=4e57ccf7-b927-46a6-928c-e6b3fa1ca23e,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:19:50.435017 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:50.453524 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:50.512286 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f369846-9407-4427-b167-c064f037e223 x-openstack-request-id: req-4f369846-9407-4427-b167-c064f037e223 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:19:50.512586 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cbd0e8c-ab1a-4053-8898-3570d9240eb4", "name": "network-vif-plugged", "status": "completed", "tag": "4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:19:50.512854 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4f369846-9407-4427-b167-c064f037e223 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:19:50.513259 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cbd0e8c-ab1a-4053-8898-3570d9240eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8', 'code': 200} Oct 30 15:19:50.623341 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 45584) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:50.625152 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8,revision_number=7']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:50.653992 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-9e6d9f25-66ee-4771-ab25-28dfa57d0327 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1768813122', 'description': 'tempest-description--1641425053'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:19:50.708402 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e8333cf6-1af5-4a4d-8092-19be97c9619b tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:50.766382 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9e6d9f25-66ee-4771-ab25-28dfa57d0327 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:50.808641 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=4e57ccf7-b927-46a6-928c-e6b3fa1ca23e,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:50.846137 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3595801-8fc8-4fd3-ab07-0908731d6fe9 req-c77702f4-0ada-4686-aae4-82ebcb771b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:50.848641 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f3595801-8fc8-4fd3-ab07-0908731d6fe9 req-c77702f4-0ada-4686-aae4-82ebcb771b94 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=19817faf69a4405b907421887c1772e6&device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 1098 time: 0.2394283 Oct 30 15:19:51.131269 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8a64a47f-2c0f-41eb-a7a1-a5639c0a8988 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:51.150639 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2480ece8-0e4d-4624-b5c4-d0dd22957d09 None None] Sync routers for ids ['9f5b8159-6d91-4b28-a805-6508b08b7375'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:19:51.168118 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2480ece8-0e4d-4624-b5c4-d0dd22957d09 None None] Routers {'9f5b8159-6d91-4b28-a805-6508b08b7375'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:19:51.173101 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-2480ece8-0e4d-4624-b5c4-d0dd22957d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:19:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['9f5b8159-6d91-4b28-a805-6508b08b7375'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:19:51.175737 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9e6d9f25-66ee-4771-ab25-28dfa57d0327 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:51.211947 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9e6d9f25-66ee-4771-ab25-28dfa57d0327 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:51.267053 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6d9f25-66ee-4771-ab25-28dfa57d0327 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb1a9d8-20ca-4a3f-8929-d2b92a1546e8,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:51.282877 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3595801-8fc8-4fd3-ab07-0908731d6fe9 req-cd689fb6-8270-4a83-a9c0-01d8ce844ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:51.285467 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f3595801-8fc8-4fd3-ab07-0908731d6fe9 req-cd689fb6-8270-4a83-a9c0-01d8ce844ef0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d26e81b3-f432-4f3d-bc5b-f2edc1c076d6 HTTP/1.1" status: 200 len: 911 time: 0.4120970 Oct 30 15:19:51.293637 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9e6d9f25-66ee-4771-ab25-28dfa57d0327 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:51.295728 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9e6d9f25-66ee-4771-ab25-28dfa57d0327 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6665723 Oct 30 15:19:51.305966 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 45594) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:51.314509 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-6a6e24d3-f6af-4464-a648-ceb066a732df tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Request body: {'security_group_rule': {'security_group_id': '8fb1a9d8-20ca-4a3f-8929-d2b92a1546e8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:19:51.393291 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-2480ece8-0e4d-4624-b5c4-d0dd22957d09 None None] Set router 9f5b8159-6d91-4b28-a805-6508b08b7375 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:19:51.401802 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f3595801-8fc8-4fd3-ab07-0908731d6fe9 req-6fdc51b9-3737-4215-9fd6-9502c2f3c609 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd7bcfbf-1623-489f-a384-785738bf069f HTTP/1.1" status: 200 len: 1001 time: 0.1046777 Oct 30 15:19:51.455658 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6a6e24d3-f6af-4464-a648-ceb066a732df tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:51.553795 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6a6e24d3-f6af-4464-a648-ceb066a732df tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:51.570411 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6a6e24d3-f6af-4464-a648-ceb066a732df tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:51.642896 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3595801-8fc8-4fd3-ab07-0908731d6fe9 req-7606bb3a-53f5-4eb3-a1e8-f5e474a58bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:51.646769 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f3595801-8fc8-4fd3-ab07-0908731d6fe9 req-7606bb3a-53f5-4eb3-a1e8-f5e474a58bfc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d862e367-a3ef-41d8-9769-a6945d8f8b1d HTTP/1.1" status: 200 len: 849 time: 0.2349176 Oct 30 15:19:51.655165 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6e24d3-f6af-4464-a648-ceb066a732df tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ec7c972-ffe1-4670-bf2d-b0dd09c498a4,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:51.768835 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6a6e24d3-f6af-4464-a648-ceb066a732df tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:51.771753 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-6a6e24d3-f6af-4464-a648-ceb066a732df tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4625559 Oct 30 15:19:51.777988 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 45606) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:51.789949 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-77094bf5-1b61-48a1-842d-ae6846145a84 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Request body: {'security_group_rule': {'security_group_id': '8fb1a9d8-20ca-4a3f-8929-d2b92a1546e8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:19:51.917036 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e8333cf6-1af5-4a4d-8092-19be97c9619b tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:51.925767 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3595801-8fc8-4fd3-ab07-0908731d6fe9 req-1dd37413-a660-4ee4-b03b-5aa6c58713fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:51.927868 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f3595801-8fc8-4fd3-ab07-0908731d6fe9 req-1dd37413-a660-4ee4-b03b-5aa6c58713fa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d26e81b3-f432-4f3d-bc5b-f2edc1c076d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2621918 Oct 30 15:19:51.991555 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-77094bf5-1b61-48a1-842d-ae6846145a84 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:52.057767 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-3b5bf64a-19f1-4814-8269-03b79c8ab9dd None None] Allocated IP 172.20.0.2 (562e452c-4035-47de-a129-bab0b42d1b66/43c092c7-5d26-43cc-af27-576c1e43fa73/8cfa4224-8abf-4e7c-b2d6-af272fce15c9) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:19:52.188441 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-64bb3ec3-9547-432f-a8a3-e267a06cb132 req-1d2d1b36-2c72-49d4-9df2-ec028dde4521 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 1.4364817 Oct 30 15:19:52.222094 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8333cf6-1af5-4a4d-8092-19be97c9619b tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Network 562e452c-4035-47de-a129-bab0b42d1b66 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:19:52.250259 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-e8333cf6-1af5-4a4d-8092-19be97c9619b tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:19:52.257513 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8333cf6-1af5-4a4d-8092-19be97c9619b tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:19:52.275939 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8333cf6-1af5-4a4d-8092-19be97c9619b tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event updated for resources: {'Port': ['ID=808bb2fc-b501-496e-b0c6-03615eef9810,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:52.295778 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-77094bf5-1b61-48a1-842d-ae6846145a84 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:52.325040 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-77094bf5-1b61-48a1-842d-ae6846145a84 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:52.360952 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77094bf5-1b61-48a1-842d-ae6846145a84 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc30bb6d-cbdf-48db-a010-d335b8473506,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:52.414999 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f3595801-8fc8-4fd3-ab07-0908731d6fe9 req-17606d17-9d8d-40cf-8ed1-b57a9a561c33 service neutron] 10.222.0.44 "GET /v2.0/networks/d26e81b3-f432-4f3d-bc5b-f2edc1c076d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4784403 Oct 30 15:19:52.552288 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-2480ece8-0e4d-4624-b5c4-d0dd22957d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5b8159-6d91-4b28-a805-6508b08b7375', 'name': 'tempest-ServersTestJSON-622500534-router', 'tenant_id': 'f3a028c2011c4716b8654b6f4722cc4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '4e57ccf7-b927-46a6-928c-e6b3fa1ca23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:19:38Z', 'updated_at': '2021-10-30T15:19:46Z', 'revision_number': 4, 'project_id': 'f3a028c2011c4716b8654b6f4722cc4f', 'gw_port': {'id': '4e57ccf7-b927-46a6-928c-e6b3fa1ca23e', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:de:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5b8159-6d91-4b28-a805-6508b08b7375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:19:40Z', 'updated_at': '2021-10-30T15:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '598bfd88-4593-4230-b70f-2e29239b735a', 'name': '', 'network_id': '9e899717-33c9-4fad-8f0b-261f9b6a5c52', 'tenant_id': 'f3a028c2011c4716b8654b6f4722cc4f', 'mac_address': 'fa:16:3e:7b:24:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f5b8159-6d91-4b28-a805-6508b08b7375', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '71f852c9-a23d-4913-9451-d5be182d949f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:19:44Z', 'updated_at': '2021-10-30T15:19:46Z', 'revision_number': 2, 'project_id': 'f3a028c2011c4716b8654b6f4722cc4f', 'subnets': [{'id': '71f852c9-a23d-4913-9451-d5be182d949f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:19:52.589151 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-77094bf5-1b61-48a1-842d-ae6846145a84 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:52.598189 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8333cf6-1af5-4a4d-8092-19be97c9619b tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:52.598719 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-77094bf5-1b61-48a1-842d-ae6846145a84 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8090782 Oct 30 15:19:52.599689 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 45632) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:52.606238 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-1a141d72-35df-4307-a34d-0f7e5c292604 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Request body: {'floatingip': {'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:19:52.607232 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e8333cf6-1af5-4a4d-8092-19be97c9619b tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:52.653442 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb3ec3-9547-432f-a8a3-e267a06cb132 req-025d50bf-e9d5-4e38-8feb-6810235692ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:52.657987 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb3ec3-9547-432f-a8a3-e267a06cb132 req-025d50bf-e9d5-4e38-8feb-6810235692ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:52.658455 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb3ec3-9547-432f-a8a3-e267a06cb132 req-025d50bf-e9d5-4e38-8feb-6810235692ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:52.661504 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb3ec3-9547-432f-a8a3-e267a06cb132 req-025d50bf-e9d5-4e38-8feb-6810235692ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:52.662348 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb3ec3-9547-432f-a8a3-e267a06cb132 req-025d50bf-e9d5-4e38-8feb-6810235692ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:52.663648 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb3ec3-9547-432f-a8a3-e267a06cb132 req-025d50bf-e9d5-4e38-8feb-6810235692ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:52.664813 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb3ec3-9547-432f-a8a3-e267a06cb132 req-025d50bf-e9d5-4e38-8feb-6810235692ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:52.669848 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-64bb3ec3-9547-432f-a8a3-e267a06cb132 req-025d50bf-e9d5-4e38-8feb-6810235692ae service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=005d49094ead4e63ad23cb02de2bfa34&device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 6498 time: 0.3837101 Oct 30 15:19:52.702554 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e7fc1-bda9-4947-8a7c-fb6312e1c36a req-b0a5f213-0dbe-4db6-96cf-2b634f2fa05d tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:52.704799 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-894e7fc1-bda9-4947-8a7c-fb6312e1c36a req-b0a5f213-0dbe-4db6-96cf-2b634f2fa05d tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cbd0e8c-ab1a-4053-8898-3570d9240eb4 HTTP/1.1" status: 200 len: 945 time: 0.9046674 Oct 30 15:19:52.824580 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3b5bf64a-19f1-4814-8269-03b79c8ab9dd None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:52.837353 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 4e57ccf7-b927-46a6-928c-e6b3fa1ca23e up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:19:52.837603 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f3595801-8fc8-4fd3-ab07-0908731d6fe9 req-4c1b95ae-b372-4a90-bb9d-e63e37468e8b service neutron] 10.222.0.44 "GET /v2.0/networks/d26e81b3-f432-4f3d-bc5b-f2edc1c076d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4154556 Oct 30 15:19:52.840779 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1a141d72-35df-4307-a34d-0f7e5c292604 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Publish callbacks [] for floatingip, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:52.841546 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2480ece8-0e4d-4624-b5c4-d0dd22957d09 None None] Checking router: 9f5b8159-6d91-4b28-a805-6508b08b7375 for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:19:52.842812 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2480ece8-0e4d-4624-b5c4-d0dd22957d09 None None] Updating router 9f5b8159-6d91-4b28-a805-6508b08b7375 port 598bfd88-4593-4230-b70f-2e29239b735a binding host n-d-806683-17 {{(pid=102132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:19:52.914739 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2480ece8-0e4d-4624-b5c4-d0dd22957d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:52.951941 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-e8333cf6-1af5-4a4d-8092-19be97c9619b tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.7502911 Oct 30 15:19:52.953240 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 45646) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:52.975956 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-6b271502-eab5-41f6-a71e-9381914ca599 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Request body: {'port': {'network_id': '562e452c-4035-47de-a129-bab0b42d1b66', 'name': 'tempest-PortsTestJSON-1608820649'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:19:53.011613 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3b5bf64a-19f1-4814-8269-03b79c8ab9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:53.080645 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 45650) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:53.183516 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-894e7fc1-bda9-4947-8a7c-fb6312e1c36a req-4059ef4a-f82c-46e1-8bcf-b9c42ee6ad91 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4628997 Oct 30 15:19:53.313389 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb3ec3-9547-432f-a8a3-e267a06cb132 req-d5764eff-f17e-466f-8e30-80a7124af523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:53.313631 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb3ec3-9547-432f-a8a3-e267a06cb132 req-d5764eff-f17e-466f-8e30-80a7124af523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:53.314390 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb3ec3-9547-432f-a8a3-e267a06cb132 req-d5764eff-f17e-466f-8e30-80a7124af523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:53.315633 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-64bb3ec3-9547-432f-a8a3-e267a06cb132 req-d5764eff-f17e-466f-8e30-80a7124af523 service neutron] 10.222.0.53 "GET /v2.0/networks?id=524f8360-eaf2-4133-a589-da68b60c4b3f&id=5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc&id=5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc&id=5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc&id=5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc&id=67de53ff-61d6-4e57-84de-8610bca9618f&id=67de53ff-61d6-4e57-84de-8610bca9618f HTTP/1.1" status: 200 len: 2293 time: 0.6027849 Oct 30 15:19:53.333509 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1a141d72-35df-4307-a34d-0f7e5c292604 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:53.424858 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5bf64a-19f1-4814-8269-03b79c8ab9dd None None] Pushing event updated for resources: {'Port': ['ID=8cfa4224-8abf-4e7c-b2d6-af272fce15c9,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:53.450498 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5bf64a-19f1-4814-8269-03b79c8ab9dd None None] Network 562e452c-4035-47de-a129-bab0b42d1b66 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:19:53.483048 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-945f8949-7c12-4993-b9f8-21cc87224d89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:53.507524 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-3b5bf64a-19f1-4814-8269-03b79c8ab9dd None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:19:53.514128 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5bf64a-19f1-4814-8269-03b79c8ab9dd None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:19:53.516216 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-64bb3ec3-9547-432f-a8a3-e267a06cb132 req-10db6c05-61f4-4f10-bd61-3a2018d20700 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0d107bb-70ae-4589-bbad-ba445997ea32 HTTP/1.1" status: 200 len: 1002 time: 0.1884670 Oct 30 15:19:53.641926 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb3ec3-9547-432f-a8a3-e267a06cb132 req-50f15e6d-c689-40e4-9603-c064cc6ec51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:53.649104 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-64bb3ec3-9547-432f-a8a3-e267a06cb132 req-50f15e6d-c689-40e4-9603-c064cc6ec51c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b6028f5c-691f-4481-8af2-37902ddb4e8e HTTP/1.1" status: 200 len: 851 time: 0.1230741 Oct 30 15:19:53.668750 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-3b5bf64a-19f1-4814-8269-03b79c8ab9dd None None] Attempting to bind port 8cfa4224-8abf-4e7c-b2d6-af272fce15c9 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:19:53.678466 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-3b5bf64a-19f1-4814-8269-03b79c8ab9dd None None] Attempting to bind port 8cfa4224-8abf-4e7c-b2d6-af272fce15c9 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '228ec4e2-07e1-49cc-9590-f1b079dbf9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '562e452c-4035-47de-a129-bab0b42d1b66'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:19:53.678466 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5bf64a-19f1-4814-8269-03b79c8ab9dd None None] Attempting to bind port 8cfa4224-8abf-4e7c-b2d6-af272fce15c9 on network 562e452c-4035-47de-a129-bab0b42d1b66 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:19:53.696231 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b271502-eab5-41f6-a71e-9381914ca599 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Made reservation on behalf of 588c9a586131499fbc33840e1d270dce for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:19:53.699964 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6b271502-eab5-41f6-a71e-9381914ca599 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:53.719056 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-1a141d72-35df-4307-a34d-0f7e5c292604 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Allocated IP 172.25.4.169 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/4acc028f-60eb-4243-a3b0-3c5f59c0aeed) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:19:53.742894 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [None req-6b271502-eab5-41f6-a71e-9381914ca599 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] device_id is not set on port 63aa4059-6cc3-4bcb-b321-2e765f98cd5c yet. {{(pid=102131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:19:53.757156 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 4e57ccf7-b927-46a6-928c-e6b3fa1ca23e triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:19:53.757877 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:53.760112 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5bf64a-19f1-4814-8269-03b79c8ab9dd None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:19:53.760680 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5bf64a-19f1-4814-8269-03b79c8ab9dd None None] Checking segment: {'id': '228ec4e2-07e1-49cc-9590-f1b079dbf9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '562e452c-4035-47de-a129-bab0b42d1b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:19:53.761227 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3b5bf64a-19f1-4814-8269-03b79c8ab9dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:53.762637 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5bf64a-19f1-4814-8269-03b79c8ab9dd None None] Bound using segment: {'id': '228ec4e2-07e1-49cc-9590-f1b079dbf9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '562e452c-4035-47de-a129-bab0b42d1b66'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:19:53.762637 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-3b5bf64a-19f1-4814-8269-03b79c8ab9dd None None] Bound port: 8cfa4224-8abf-4e7c-b2d6-af272fce15c9, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '228ec4e2-07e1-49cc-9590-f1b079dbf9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '562e452c-4035-47de-a129-bab0b42d1b66'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:19:53.762918 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3b5bf64a-19f1-4814-8269-03b79c8ab9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:53.843636 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb3ec3-9547-432f-a8a3-e267a06cb132 req-00cb4ed7-74c4-46d9-b535-02ffd207833b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:53.847377 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-64bb3ec3-9547-432f-a8a3-e267a06cb132 req-00cb4ed7-74c4-46d9-b535-02ffd207833b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=524f8360-eaf2-4133-a589-da68b60c4b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1912055 Oct 30 15:19:53.852795 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e508e3c8-0cbe-4db6-bf0b-1e5dc8a4b181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:53.880043 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-945f8949-7c12-4993-b9f8-21cc87224d89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:54.316989 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-64bb3ec3-9547-432f-a8a3-e267a06cb132 req-e7de4d8b-6f86-417c-8fcc-762b6f3fdb1f service neutron] 10.222.0.53 "GET /v2.0/networks/524f8360-eaf2-4133-a589-da68b60c4b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3560061 Oct 30 15:19:54.317989 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1a141d72-35df-4307-a34d-0f7e5c292604 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:54.317989 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-945f8949-7c12-4993-b9f8-21cc87224d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:54.320825 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1a141d72-35df-4307-a34d-0f7e5c292604 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:54.394340 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945f8949-7c12-4993-b9f8-21cc87224d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a346957c-5eea-4cb9-88cb-45a377bc59b0,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:54.470598 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-3b5bf64a-19f1-4814-8269-03b79c8ab9dd None None] For port 8cfa4224-8abf-4e7c-b2d6-af272fce15c9, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:19:54.510050 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-64bb3ec3-9547-432f-a8a3-e267a06cb132 req-5659a122-1981-4f5a-b285-e00f0b377bc9 service neutron] 10.222.0.53 "GET /v2.0/networks/524f8360-eaf2-4133-a589-da68b60c4b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692411 Oct 30 15:19:54.515022 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-6b271502-eab5-41f6-a71e-9381914ca599 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Allocated IP 172.20.0.5 (562e452c-4035-47de-a129-bab0b42d1b66/43c092c7-5d26-43cc-af27-576c1e43fa73/63aa4059-6cc3-4bcb-b321-2e765f98cd5c) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:19:54.547769 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a141d72-35df-4307-a34d-0f7e5c292604 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Pushing event updated for resources: {'Port': ['ID=4acc028f-60eb-4243-a3b0-3c5f59c0aeed,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:54.578812 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-3b5bf64a-19f1-4814-8269-03b79c8ab9dd None None] For port 8cfa4224-8abf-4e7c-b2d6-af272fce15c9, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=8cfa4224-8abf-4e7c-b2d6-af272fce15c9,segment=NetworkSegment(228ec4e2-07e1-49cc-9590-f1b079dbf9f9),segment_id=228ec4e2-07e1-49cc-9590-f1b079dbf9f9)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:19:54.614828 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a141d72-35df-4307-a34d-0f7e5c292604 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:19:54.619824 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-945f8949-7c12-4993-b9f8-21cc87224d89 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=671d70c0a9e8433b9ccc32ac18206bf1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5335975 Oct 30 15:19:54.622464 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-1a141d72-35df-4307-a34d-0f7e5c292604 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:19:54.624698 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 45676) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:54.628528 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a141d72-35df-4307-a34d-0f7e5c292604 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:19:54.651638 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2480ece8-0e4d-4624-b5c4-d0dd22957d09 None None] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:54.680513 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2480ece8-0e4d-4624-b5c4-d0dd22957d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:54.688195 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3b5bf64a-19f1-4814-8269-03b79c8ab9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:54.704106 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6b271502-eab5-41f6-a71e-9381914ca599 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:54.731058 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:54.761706 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6b271502-eab5-41f6-a71e-9381914ca599 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:54.783238 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c692f5-d158-4219-acac-d080b27fac2e req-f6ff6e62-2785-4fd1-8f22-c6d873a80b7d tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:54.787283 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-75c692f5-d158-4219-acac-d080b27fac2e req-f6ff6e62-2785-4fd1-8f22-c6d873a80b7d tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cbd0e8c-ab1a-4053-8898-3570d9240eb4 HTTP/1.1" status: 200 len: 945 time: 0.3163760 Oct 30 15:19:54.882286 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-64bb3ec3-9547-432f-a8a3-e267a06cb132 req-621ab212-89f5-4cec-ae4d-cb768e67b832 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=8aa78acf-b283-45ba-9f2c-33317dfad74a HTTP/1.1" status: 200 len: 217 time: 0.1336854 Oct 30 15:19:54.918546 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:54.927268 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368558e7-10bf-4326-8fac-d3355f51c19d None None] Pushing event updated for resources: {'Port': ['ID=598bfd88-4593-4230-b70f-2e29239b735a,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:54.937146 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-75c692f5-d158-4219-acac-d080b27fac2e req-9508e27a-e30e-4b85-a6e8-4981ea30acdf tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296513 Oct 30 15:19:55.035953 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b271502-eab5-41f6-a71e-9381914ca599 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Network 562e452c-4035-47de-a129-bab0b42d1b66 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:19:55.048884 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-2480ece8-0e4d-4624-b5c4-d0dd22957d09 None None] Attempting to bind port 598bfd88-4593-4230-b70f-2e29239b735a on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:19:55.054903 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-2480ece8-0e4d-4624-b5c4-d0dd22957d09 None None] Attempting to bind port 598bfd88-4593-4230-b70f-2e29239b735a by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '51177d7b-2743-4491-8d74-a9187db4d73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9e899717-33c9-4fad-8f0b-261f9b6a5c52'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:19:55.055499 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2480ece8-0e4d-4624-b5c4-d0dd22957d09 None None] Attempting to bind port 598bfd88-4593-4230-b70f-2e29239b735a on network 9e899717-33c9-4fad-8f0b-261f9b6a5c52 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:19:55.078886 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2480ece8-0e4d-4624-b5c4-d0dd22957d09 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:19:55.083015 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2480ece8-0e4d-4624-b5c4-d0dd22957d09 None None] Checking segment: {'id': '51177d7b-2743-4491-8d74-a9187db4d73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9e899717-33c9-4fad-8f0b-261f9b6a5c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:19:55.083559 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2480ece8-0e4d-4624-b5c4-d0dd22957d09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:55.084048 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2480ece8-0e4d-4624-b5c4-d0dd22957d09 None None] Bound using segment: {'id': '51177d7b-2743-4491-8d74-a9187db4d73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9e899717-33c9-4fad-8f0b-261f9b6a5c52'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:19:55.084686 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-2480ece8-0e4d-4624-b5c4-d0dd22957d09 None None] Bound port: 598bfd88-4593-4230-b70f-2e29239b735a, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51177d7b-2743-4491-8d74-a9187db4d73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9e899717-33c9-4fad-8f0b-261f9b6a5c52'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:19:55.085941 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ee89ed04-affd-4dc9-8e4e-c6ebdfab5162 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:55.086460 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2480ece8-0e4d-4624-b5c4-d0dd22957d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:55.098152 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-6b271502-eab5-41f6-a71e-9381914ca599 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:19:55.101457 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb3ec3-9547-432f-a8a3-e267a06cb132 req-1f7f1d58-659b-4dee-9f3f-e7738e8961b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:55.102922 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-64bb3ec3-9547-432f-a8a3-e267a06cb132 req-1f7f1d58-659b-4dee-9f3f-e7738e8961b0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=521c91ba-254d-4496-ac2a-b56607fa8aa1 HTTP/1.1" status: 200 len: 797 time: 0.2116349 Oct 30 15:19:55.106306 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b271502-eab5-41f6-a71e-9381914ca599 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:19:55.164233 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b271502-eab5-41f6-a71e-9381914ca599 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event updated for resources: {'Port': ['ID=63aa4059-6cc3-4bcb-b321-2e765f98cd5c,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:55.221522 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:19:55.280042 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ee89ed04-affd-4dc9-8e4e-c6ebdfab5162 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:55.302033 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-2480ece8-0e4d-4624-b5c4-d0dd22957d09 None None] For port 598bfd88-4593-4230-b70f-2e29239b735a, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:19:55.305152 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1a141d72-35df-4307-a34d-0f7e5c292604 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:55.313733 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-2480ece8-0e4d-4624-b5c4-d0dd22957d09 None None] For port 598bfd88-4593-4230-b70f-2e29239b735a, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=598bfd88-4593-4230-b70f-2e29239b735a,segment=NetworkSegment(51177d7b-2743-4491-8d74-a9187db4d73d),segment_id=51177d7b-2743-4491-8d74-a9187db4d73d)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:19:55.339111 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5bf64a-19f1-4814-8269-03b79c8ab9dd None None] Pushing event updated for resources: {'Port': ['ID=8cfa4224-8abf-4e7c-b2d6-af272fce15c9,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:55.349223 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2480ece8-0e4d-4624-b5c4-d0dd22957d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:55.453829 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b271502-eab5-41f6-a71e-9381914ca599 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:55.454521 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6b271502-eab5-41f6-a71e-9381914ca599 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:55.485159 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-6b271502-eab5-41f6-a71e-9381914ca599 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5252306 Oct 30 15:19:55.489045 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 45694) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:55.524370 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ee89ed04-affd-4dc9-8e4e-c6ebdfab5162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:55.527292 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ee89ed04-affd-4dc9-8e4e-c6ebdfab5162 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:55.528596 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-ee89ed04-affd-4dc9-8e4e-c6ebdfab5162 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a346957c-5eea-4cb9-88cb-45a377bc59b0 HTTP/1.1" status: 204 len: 168 time: 0.9026537 Oct 30 15:19:55.555021 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1a141d72-35df-4307-a34d-0f7e5c292604 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:55.590789 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368558e7-10bf-4326-8fac-d3355f51c19d None None] Pushing event updated for resources: {'Port': ['ID=598bfd88-4593-4230-b70f-2e29239b735a,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:55.664537 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2480ece8-0e4d-4624-b5c4-d0dd22957d09 None None] Routers {'9f5b8159-6d91-4b28-a805-6508b08b7375'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:19:55.669431 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-2480ece8-0e4d-4624-b5c4-d0dd22957d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:19:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['9f5b8159-6d91-4b28-a805-6508b08b7375'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:19:55.688554 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b36a84-e308-4b1e-9053-f22430631b82 req-87c94f9e-96b1-4258-a27c-dd2b84bf627d tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:55.690371 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e6b36a84-e308-4b1e-9053-f22430631b82 req-87c94f9e-96b1-4258-a27c-dd2b84bf627d tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 946 time: 0.5604925 Oct 30 15:19:55.775065 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb3ec3-9547-432f-a8a3-e267a06cb132 req-39648e9d-3b52-4fda-bfa0-3c03b337f601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:55.788691 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-64bb3ec3-9547-432f-a8a3-e267a06cb132 req-39648e9d-3b52-4fda-bfa0-3c03b337f601 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5952482 Oct 30 15:19:55.914256 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-34dfeffc-25dc-4304-86c1-b0c76eceb097 None None] Provisioning complete for port 598bfd88-4593-4230-b70f-2e29239b735a triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:19:55.914828 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-34dfeffc-25dc-4304-86c1-b0c76eceb097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:56.138441 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826cf3d6-43ac-46e0-90d1-866c659f21f4 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:56.148281 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-826cf3d6-43ac-46e0-90d1-866c659f21f4 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 922 time: 0.6579089 Oct 30 15:19:56.160727 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 45706) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:56.223173 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e6b36a84-e308-4b1e-9053-f22430631b82 req-8356d57b-9c06-4969-aa4c-5421eeb7ceb5 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4722688 Oct 30 15:19:56.244717 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-2480ece8-0e4d-4624-b5c4-d0dd22957d09 None None] Set router 9f5b8159-6d91-4b28-a805-6508b08b7375 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:19:56.268601 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 45708) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:56.308700 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d3703602-7bae-499a-881c-4d4c5331b7d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:56.334342 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-34dfeffc-25dc-4304-86c1-b0c76eceb097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:56.477790 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-64bb3ec3-9547-432f-a8a3-e267a06cb132 req-4b99d358-8aba-4c8d-bdb8-4f7c28128e38 service neutron] 10.222.0.53 "GET /v2.0/networks/5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6102128 Oct 30 15:19:56.500913 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee89ed04-affd-4dc9-8e4e-c6ebdfab5162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a346957c-5eea-4cb9-88cb-45a377bc59b0,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:56.729658 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-b4004a2f-6a75-4c27-afc6-c0414a1bf161 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Deleting port 63aa4059-6cc3-4bcb-b321-2e765f98cd5c {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:19:56.729933 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b4004a2f-6a75-4c27-afc6-c0414a1bf161 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:56.736064 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1a141d72-35df-4307-a34d-0f7e5c292604 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:56.748760 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1a141d72-35df-4307-a34d-0f7e5c292604 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:56.874217 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d3703602-7bae-499a-881c-4d4c5331b7d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:56.876694 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:56.879998 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-34dfeffc-25dc-4304-86c1-b0c76eceb097 None None] For port 598bfd88-4593-4230-b70f-2e29239b735a, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=598bfd88-4593-4230-b70f-2e29239b735a,segment=NetworkSegment(51177d7b-2743-4491-8d74-a9187db4d73d),segment_id=51177d7b-2743-4491-8d74-a9187db4d73d)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:19:56.881080 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-64bb3ec3-9547-432f-a8a3-e267a06cb132 req-6ead31ce-2b29-40e0-8d5d-e5286564650a service neutron] 10.222.0.53 "GET /v2.0/networks/5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3784559 Oct 30 15:19:56.886619 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d3703602-7bae-499a-881c-4d4c5331b7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:56.930598 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-34dfeffc-25dc-4304-86c1-b0c76eceb097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:56.932449 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3703602-7bae-499a-881c-4d4c5331b7d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2cfd43b-9009-40c1-8ade-fcd8510bed0f,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:56.940310 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318a189d-8b09-4f54-aa6d-13aba62014e2 None None] Network 562e452c-4035-47de-a129-bab0b42d1b66 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:19:57.057394 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b4004a2f-6a75-4c27-afc6-c0414a1bf161 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:57.073936 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-b4004a2f-6a75-4c27-afc6-c0414a1bf161 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Calling delete_port for 63aa4059-6cc3-4bcb-b321-2e765f98cd5c owned by {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:19:57.161335 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a141d72-35df-4307-a34d-0f7e5c292604 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Pushing event updated for resources: {'Port': ['ID=4acc028f-60eb-4243-a3b0-3c5f59c0aeed,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:57.182708 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1a141d72-35df-4307-a34d-0f7e5c292604 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:57.200265 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 8cfa4224-8abf-4e7c-b2d6-af272fce15c9 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:19:57.211577 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5e65b-8443-4f48-9acb-cce8605e7142 req-fa310f3f-b602-4f8e-99c7-7b11bcc75256 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:57.213487 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d4b5e65b-8443-4f48-9acb-cce8605e7142 req-fa310f3f-b602-4f8e-99c7-7b11bcc75256 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cbd0e8c-ab1a-4053-8898-3570d9240eb4 HTTP/1.1" status: 200 len: 945 time: 0.7207234 Oct 30 15:19:57.234888 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1a141d72-35df-4307-a34d-0f7e5c292604 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:57.235673 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-64bb3ec3-9547-432f-a8a3-e267a06cb132 req-d04dab5e-3ea7-4bb3-9af9-1185e506dd78 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=80060876-f4f1-4c9d-9c66-0639e6343df4 HTTP/1.1" status: 200 len: 217 time: 0.3418796 Oct 30 15:19:57.240337 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-1a141d72-35df-4307-a34d-0f7e5c292604 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6377585 Oct 30 15:19:57.316653 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb3ec3-9547-432f-a8a3-e267a06cb132 req-ed54ae70-fc46-43e4-af38-a773b3e3e14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:57.318783 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-64bb3ec3-9547-432f-a8a3-e267a06cb132 req-ed54ae70-fc46-43e4-af38-a773b3e3e14f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=521c91ba-254d-4496-ac2a-b56607fa8aa1 HTTP/1.1" status: 200 len: 797 time: 0.0628059 Oct 30 15:19:57.321880 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d4b5e65b-8443-4f48-9acb-cce8605e7142 req-c7d63734-4d32-4313-b092-122dbf402598 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980134 Oct 30 15:19:57.325203 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d3703602-7bae-499a-881c-4d4c5331b7d2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=957ef2cc06684f8cb3206fa533d21fe9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0527859 Oct 30 15:19:57.328298 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 45722) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:57.377317 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b4004a2f-6a75-4c27-afc6-c0414a1bf161 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:57.416758 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4004a2f-6a75-4c27-afc6-c0414a1bf161 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event deleted for resources: {'Port': ['ID=63aa4059-6cc3-4bcb-b321-2e765f98cd5c,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:57.449927 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cc0ee7e3-5acf-4f37-8044-f8664362d61a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:57.481743 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb3ec3-9547-432f-a8a3-e267a06cb132 req-15a18175-9122-4ebd-8288-0f1b7fa46c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:57.483283 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-64bb3ec3-9547-432f-a8a3-e267a06cb132 req-15a18175-9122-4ebd-8288-0f1b7fa46c08 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1567600 Oct 30 15:19:57.500735 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cc0ee7e3-5acf-4f37-8044-f8664362d61a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:57.513414 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-3ffaf09a-4f12-41ca-b554-4f37be0abce5 None None] Provisioning complete for port 8cfa4224-8abf-4e7c-b2d6-af272fce15c9 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:19:57.514047 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3ffaf09a-4f12-41ca-b554-4f37be0abce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:57.566630 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1c03d1d3-b4fa-4014-9868-dfab8b159672 req-aa7e2d60-9fbd-42db-86a1-1b540e32b31e tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1768813122&fields=id&tenant_id=f3a028c2011c4716b8654b6f4722cc4f HTTP/1.1" status: 200 len: 267 time: 0.0725226 Oct 30 15:19:57.575891 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dfeffc-25dc-4304-86c1-b0c76eceb097 None None] Pushing event updated for resources: {'Port': ['ID=598bfd88-4593-4230-b70f-2e29239b735a,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:57.621623 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-64bb3ec3-9547-432f-a8a3-e267a06cb132 req-334be827-0718-4680-afb6-c0f2ce30c9ae service neutron] 10.222.0.53 "GET /v2.0/networks/5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178946 Oct 30 15:19:57.627277 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 8cfa4224-8abf-4e7c-b2d6-af272fce15c9 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:19:57.627931 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:57.661225 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51123233-2fdc-4b77-8ca2-96cbeb8f874b req-872b98fb-3dad-46b8-8474-c7d168d2dec6 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:57.666679 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-51123233-2fdc-4b77-8ca2-96cbeb8f874b req-872b98fb-3dad-46b8-8474-c7d168d2dec6 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 946 time: 0.2779453 Oct 30 15:19:57.713389 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c03d1d3-b4fa-4014-9868-dfab8b159672 req-fd3a318b-cf4a-49a1-816d-ab0acaa83aaf tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:57.721019 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1c03d1d3-b4fa-4014-9868-dfab8b159672 req-fd3a318b-cf4a-49a1-816d-ab0acaa83aaf tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] 10.222.0.62 "GET /v2.0/networks?id=9e899717-33c9-4fad-8f0b-261f9b6a5c52 HTTP/1.1" status: 200 len: 805 time: 0.1531677 Oct 30 15:19:57.744184 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1c03d1d3-b4fa-4014-9868-dfab8b159672 req-8fd8bf77-2761-4546-96d1-7f1e74e45988 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] 10.222.0.62 "GET /v2.0/quotas/f3a028c2011c4716b8654b6f4722cc4f HTTP/1.1" status: 200 len: 375 time: 0.0221798 Oct 30 15:19:57.757163 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3ffaf09a-4f12-41ca-b554-4f37be0abce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:57.785936 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-2480ece8-0e4d-4624-b5c4-d0dd22957d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5b8159-6d91-4b28-a805-6508b08b7375', 'name': 'tempest-ServersTestJSON-622500534-router', 'tenant_id': 'f3a028c2011c4716b8654b6f4722cc4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '4e57ccf7-b927-46a6-928c-e6b3fa1ca23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:19:38Z', 'updated_at': '2021-10-30T15:19:46Z', 'revision_number': 4, 'project_id': 'f3a028c2011c4716b8654b6f4722cc4f', 'gw_port': {'id': '4e57ccf7-b927-46a6-928c-e6b3fa1ca23e', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:de:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5b8159-6d91-4b28-a805-6508b08b7375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:19:40Z', 'updated_at': '2021-10-30T15:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '598bfd88-4593-4230-b70f-2e29239b735a', 'name': '', 'network_id': '9e899717-33c9-4fad-8f0b-261f9b6a5c52', 'tenant_id': 'f3a028c2011c4716b8654b6f4722cc4f', 'mac_address': 'fa:16:3e:7b:24:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f5b8159-6d91-4b28-a805-6508b08b7375', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '71f852c9-a23d-4913-9451-d5be182d949f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:19:44Z', 'updated_at': '2021-10-30T15:19:55Z', 'revision_number': 4, 'project_id': 'f3a028c2011c4716b8654b6f4722cc4f', 'subnets': [{'id': '71f852c9-a23d-4913-9451-d5be182d949f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:19:57.849575 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2480ece8-0e4d-4624-b5c4-d0dd22957d09 None None] The sync data for ids ['9f5b8159-6d91-4b28-a805-6508b08b7375'] in n-d-806683-17 is: [{'id': '9f5b8159-6d91-4b28-a805-6508b08b7375', 'name': 'tempest-ServersTestJSON-622500534-router', 'tenant_id': 'f3a028c2011c4716b8654b6f4722cc4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '4e57ccf7-b927-46a6-928c-e6b3fa1ca23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:19:38Z', 'updated_at': '2021-10-30T15:19:46Z', 'revision_number': 4, 'project_id': 'f3a028c2011c4716b8654b6f4722cc4f', 'gw_port': {'id': '4e57ccf7-b927-46a6-928c-e6b3fa1ca23e', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:de:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5b8159-6d91-4b28-a805-6508b08b7375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:19:40Z', 'updated_at': '2021-10-30T15:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '598bfd88-4593-4230-b70f-2e29239b735a', 'name': '', 'network_id': '9e899717-33c9-4fad-8f0b-261f9b6a5c52', 'tenant_id': 'f3a028c2011c4716b8654b6f4722cc4f', 'mac_address': 'fa:16:3e:7b:24:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f5b8159-6d91-4b28-a805-6508b08b7375', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '71f852c9-a23d-4913-9451-d5be182d949f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:19:44Z', 'updated_at': '2021-10-30T15:19:55Z', 'revision_number': 4, 'project_id': 'f3a028c2011c4716b8654b6f4722cc4f', 'subnets': [{'id': '71f852c9-a23d-4913-9451-d5be182d949f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:19:57.878078 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-3ffaf09a-4f12-41ca-b554-4f37be0abce5 None None] For port 8cfa4224-8abf-4e7c-b2d6-af272fce15c9, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=8cfa4224-8abf-4e7c-b2d6-af272fce15c9,segment=NetworkSegment(228ec4e2-07e1-49cc-9590-f1b079dbf9f9),segment_id=228ec4e2-07e1-49cc-9590-f1b079dbf9f9)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:19:57.888324 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1c03d1d3-b4fa-4014-9868-dfab8b159672 req-c56a1c63-0f68-455d-8486-edf3c72b33c4 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=f3a028c2011c4716b8654b6f4722cc4f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1432753 Oct 30 15:19:57.889489 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cc0ee7e3-5acf-4f37-8044-f8664362d61a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:57.904781 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cc0ee7e3-5acf-4f37-8044-f8664362d61a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:57.914499 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-cc0ee7e3-5acf-4f37-8044-f8664362d61a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b2cfd43b-9009-40c1-8ade-fcd8510bed0f HTTP/1.1" status: 204 len: 168 time: 0.5827184 Oct 30 15:19:57.952157 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3ffaf09a-4f12-41ca-b554-4f37be0abce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:58.030872 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0ee7e3-5acf-4f37-8044-f8664362d61a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2cfd43b-9009-40c1-8ade-fcd8510bed0f,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:58.035158 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-64bb3ec3-9547-432f-a8a3-e267a06cb132 req-87fc0773-45a2-4275-87b1-b0c5e927a1f5 service neutron] 10.222.0.53 "GET /v2.0/networks/5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3612323 Oct 30 15:19:58.059886 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b4004a2f-6a75-4c27-afc6-c0414a1bf161 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:58.063241 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b4004a2f-6a75-4c27-afc6-c0414a1bf161 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "DELETE /v2.0/ports/63aa4059-6cc3-4bcb-b321-2e765f98cd5c HTTP/1.1" status: 204 len: 168 time: 1.8946571 Oct 30 15:19:58.085217 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 45746) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:58.136429 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-3ffaf09a-4f12-41ca-b554-4f37be0abce5 None None] Provisioning complete for port 598bfd88-4593-4230-b70f-2e29239b735a triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:19:58.137073 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3ffaf09a-4f12-41ca-b554-4f37be0abce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:58.235893 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1c03d1d3-b4fa-4014-9868-dfab8b159672 req-7a5b2706-de4e-4dc6-892e-e41641ff015c service neutron] 10.222.0.62 "GET /v2.0/networks/9e899717-33c9-4fad-8f0b-261f9b6a5c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175440 Oct 30 15:19:58.286541 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2f1574d-736d-4d90-9d5f-fe82f86d2a3d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] GET failed (client error): The resource could not be found. Oct 30 15:19:58.288858 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-e2f1574d-736d-4d90-9d5f-fe82f86d2a3d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "GET /v2.0/ports/63aa4059-6cc3-4bcb-b321-2e765f98cd5c HTTP/1.1" status: 404 len: 333 time: 0.1900837 Oct 30 15:19:58.290654 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-64bb3ec3-9547-432f-a8a3-e267a06cb132 req-6bdc15b4-a56e-424b-9cc4-bdb7b1ab2e3d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=7653bb03-0e9a-40b6-b92c-448a5acd76f4 HTTP/1.1" status: 200 len: 217 time: 0.2194014 Oct 30 15:19:58.297761 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 45748) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:19:58.480123 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1c03d1d3-b4fa-4014-9868-dfab8b159672 req-f7895791-0b5a-48eb-a2d6-047981249f9c service neutron] 10.222.0.62 "GET /v2.0/networks/9e899717-33c9-4fad-8f0b-261f9b6a5c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365630 Oct 30 15:19:58.509616 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffaf09a-4f12-41ca-b554-4f37be0abce5 None None] Pushing event updated for resources: {'Port': ['ID=8cfa4224-8abf-4e7c-b2d6-af272fce15c9,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:19:58.574559 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb3ec3-9547-432f-a8a3-e267a06cb132 req-26134261-159b-4c4e-bf0e-a765c2c439e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:58.576459 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-64bb3ec3-9547-432f-a8a3-e267a06cb132 req-26134261-159b-4c4e-bf0e-a765c2c439e1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=521c91ba-254d-4496-ac2a-b56607fa8aa1 HTTP/1.1" status: 200 len: 797 time: 0.2084610 Oct 30 15:19:58.639363 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-c8e70ef6-7cd1-43f9-b82d-003794250a00 None None] Provisioning complete for port 808bb2fc-b501-496e-b0c6-03615eef9810 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:19:58.640726 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c8e70ef6-7cd1-43f9-b82d-003794250a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:58.655309 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-51123233-2fdc-4b77-8ca2-96cbeb8f874b req-d4b857e0-6b5e-42ac-bf47-d16314929a00 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9779723 Oct 30 15:19:58.772734 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-c8e70ef6-7cd1-43f9-b82d-003794250a00 None None] Port 808bb2fc-b501-496e-b0c6-03615eef9810 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:19:58.778491 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-d09759ba-1707-4bf5-9daa-df42dd2da484 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Deleting port 808bb2fc-b501-496e-b0c6-03615eef9810 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:19:58.786074 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d09759ba-1707-4bf5-9daa-df42dd2da484 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:58.815642 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-c8e70ef6-7cd1-43f9-b82d-003794250a00 None None] Provisioning complete for port 8cfa4224-8abf-4e7c-b2d6-af272fce15c9 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:19:58.819092 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c8e70ef6-7cd1-43f9-b82d-003794250a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:59.310820 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 598bfd88-4593-4230-b70f-2e29239b735a up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:19:59.419217 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb3ec3-9547-432f-a8a3-e267a06cb132 req-34927e2d-ae1e-471c-b54e-b2cbe0d5c052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:59.429657 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-64bb3ec3-9547-432f-a8a3-e267a06cb132 req-34927e2d-ae1e-471c-b54e-b2cbe0d5c052 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8205383 Oct 30 15:19:59.500744 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-47277c1f-d8d1-406c-bed0-f7565d607728 None None] Could not find standard attr ID for object 63aa4059-6cc3-4bcb-b321-2e765f98cd5c. {{(pid=102132) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 30 15:19:59.538788 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device cd7bcfbf-1623-489f-a384-785738bf069f no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:19:59.702087 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224a497-f339-4d3b-b28f-4b2a65855146 req-a44851e1-2f04-480f-845a-0bc2505c8029 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:19:59.714257 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 598bfd88-4593-4230-b70f-2e29239b735a triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:19:59.716288 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:59.729486 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c224a497-f339-4d3b-b28f-4b2a65855146 req-a44851e1-2f04-480f-845a-0bc2505c8029 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cbd0e8c-ab1a-4053-8898-3570d9240eb4 HTTP/1.1" status: 200 len: 945 time: 0.5495050 Oct 30 15:19:59.768637 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:59.837843 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d09759ba-1707-4bf5-9daa-df42dd2da484 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:59.846540 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:19:59.936929 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-d09759ba-1707-4bf5-9daa-df42dd2da484 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Calling delete_port for 808bb2fc-b501-496e-b0c6-03615eef9810 owned by {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:19:59.959108 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-64bb3ec3-9547-432f-a8a3-e267a06cb132 req-e2781199-d764-4b74-92c9-1a5b9d15170c service neutron] 10.222.0.53 "GET /v2.0/networks/5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5002494 Oct 30 15:19:59.969006 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 8cfa4224-8abf-4e7c-b2d6-af272fce15c9 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:19:59.994356 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c224a497-f339-4d3b-b28f-4b2a65855146 req-6e3252cc-925b-4946-8405-8a6d6a1a770e tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632327 Oct 30 15:20:00.094936 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dc11b83-66ec-4702-91a6-063c6a95db97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd7bcfbf-1623-489f-a384-785738bf069f'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:20:00.098114 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c114708c-b0b6-488e-8389-740c0eec8170" -d '{"events": [{"server_uuid": "8dc11b83-66ec-4702-91a6-063c6a95db97", "name": "network-vif-unplugged", "status": "completed", "tag": "cd7bcfbf-1623-489f-a384-785738bf069f"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:20:00.116535 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port cd7bcfbf-1623-489f-a384-785738bf069f, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=cd7bcfbf-1623-489f-a384-785738bf069f,segment=NetworkSegment(4eb103e9-b9a2-4786-ab9b-d9e363fed874),segment_id=4eb103e9-b9a2-4786-ab9b-d9e363fed874)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:20:00.128037 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:00.204693 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 8cfa4224-8abf-4e7c-b2d6-af272fce15c9 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:20:00.205326 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:00.388029 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=cd7bcfbf-1623-489f-a384-785738bf069f,revision_number=11']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:00.538794 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-eaeb8ad3-47a9-4dd2-a776-e58d7bc0cb94 req-d8f82ca7-3600-40d4-96a3-592a838076e1 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] 10.222.0.62 "GET /v2.0/ports?device_id=73809f0e-19ce-4218-8302-65fb8bc6780f HTTP/1.1" status: 200 len: 210 time: 0.2468841 Oct 30 15:20:00.620228 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985add71-ad56-4e3d-8cc1-56c5fe9fd204 req-fb87af87-8cda-429c-baaf-b96d678ef10c tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:00.643407 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-985add71-ad56-4e3d-8cc1-56c5fe9fd204 req-fb87af87-8cda-429c-baaf-b96d678ef10c tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 944 time: 0.2054279 Oct 30 15:20:00.665161 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-64bb3ec3-9547-432f-a8a3-e267a06cb132 req-237715ec-eacd-4502-8c47-4c0392a91a76 service neutron] 10.222.0.53 "GET /v2.0/networks/5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6697774 Oct 30 15:20:00.665440 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Oct 2021 15:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ddbb98e-b838-4575-a7f9-334dafcece8c x-openstack-request-id: req-3ddbb98e-b838-4575-a7f9-334dafcece8c {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:20:00.665753 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dc11b83-66ec-4702-91a6-063c6a95db97", "name": "network-vif-unplugged", "status": "completed", "tag": "cd7bcfbf-1623-489f-a384-785738bf069f", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:20:00.667674 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3ddbb98e-b838-4575-a7f9-334dafcece8c {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:20:00.668491 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dc11b83-66ec-4702-91a6-063c6a95db97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd7bcfbf-1623-489f-a384-785738bf069f', 'code': 200} Oct 30 15:20:00.734151 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-985add71-ad56-4e3d-8cc1-56c5fe9fd204 req-24284115-1782-4a5b-975b-400427cc5d4f tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872400 Oct 30 15:20:00.765088 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-64bb3ec3-9547-432f-a8a3-e267a06cb132 req-136d4365-3e27-4d83-a4df-ac8add34d5b2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=4fb842e8-63f8-488f-bed6-7c184585aaae HTTP/1.1" status: 200 len: 217 time: 0.0915868 Oct 30 15:20:00.833755 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb3ec3-9547-432f-a8a3-e267a06cb132 req-366f5e86-311a-4670-a8e8-5ab2472013e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:00.841123 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-64bb3ec3-9547-432f-a8a3-e267a06cb132 req-366f5e86-311a-4670-a8e8-5ab2472013e3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=521c91ba-254d-4496-ac2a-b56607fa8aa1 HTTP/1.1" status: 200 len: 797 time: 0.0645611 Oct 30 15:20:00.953505 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb3ec3-9547-432f-a8a3-e267a06cb132 req-d77ffda7-c97d-443f-b169-304a953c9d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:00.955306 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-64bb3ec3-9547-432f-a8a3-e267a06cb132 req-d77ffda7-c97d-443f-b169-304a953c9d02 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1065578 Oct 30 15:20:00.957416 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d09759ba-1707-4bf5-9daa-df42dd2da484 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:01.027864 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09759ba-1707-4bf5-9daa-df42dd2da484 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event deleted for resources: {'Port': ['ID=808bb2fc-b501-496e-b0c6-03615eef9810,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:01.443759 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c03d1d3-b4fa-4014-9868-dfab8b159672 req-460ce587-f7f0-4db4-9987-69709ac31f2a tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:01.450485 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1c03d1d3-b4fa-4014-9868-dfab8b159672 req-460ce587-f7f0-4db4-9987-69709ac31f2a tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] 10.222.0.44 "GET /v2.0/networks?id=9e899717-33c9-4fad-8f0b-261f9b6a5c52 HTTP/1.1" status: 200 len: 805 time: 0.3126500 Oct 30 15:20:01.492970 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d09759ba-1707-4bf5-9daa-df42dd2da484 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:01.507704 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d09759ba-1707-4bf5-9daa-df42dd2da484 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "DELETE /v2.0/ports/808bb2fc-b501-496e-b0c6-03615eef9810 HTTP/1.1" status: 204 len: 168 time: 3.2083814 Oct 30 15:20:01.513001 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 45830) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:20:01.530395 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1c03d1d3-b4fa-4014-9868-dfab8b159672 req-d9559789-15a0-4176-aca0-7afce14fb1c5 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3a028c2011c4716b8654b6f4722cc4f HTTP/1.1" status: 200 len: 380 time: 0.0655084 Oct 30 15:20:01.548065 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-1c03d1d3-b4fa-4014-9868-dfab8b159672 req-8c6d7d90-903b-4bb8-8b0e-b6d026f9ccc9 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Request body: {'port': {'device_id': '73809f0e-19ce-4218-8302-65fb8bc6780f', 'network_id': '9e899717-33c9-4fad-8f0b-261f9b6a5c52', 'admin_state_up': True, 'tenant_id': 'f3a028c2011c4716b8654b6f4722cc4f', 'security_groups': ['8fb1a9d8-20ca-4a3f-8929-d2b92a1546e8']}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:20:01.554998 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93189cbd-d27e-4de2-baa4-d78d7fabc719 req-05a893b2-f383-4269-93e3-720dce2ce91e tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:01.562523 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-93189cbd-d27e-4de2-baa4-d78d7fabc719 req-05a893b2-f383-4269-93e3-720dce2ce91e tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cbd0e8c-ab1a-4053-8898-3570d9240eb4 HTTP/1.1" status: 200 len: 945 time: 0.3025761 Oct 30 15:20:01.629843 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b9f0c16-6f96-405c-9021-a2810c4a0d3b tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] GET failed (client error): The resource could not be found. Oct 30 15:20:01.634259 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-0b9f0c16-6f96-405c-9021-a2810c4a0d3b tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "GET /v2.0/ports/808bb2fc-b501-496e-b0c6-03615eef9810 HTTP/1.1" status: 404 len: 333 time: 0.1166389 Oct 30 15:20:01.638845 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 45838) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:20:01.697246 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-93189cbd-d27e-4de2-baa4-d78d7fabc719 req-7c902a36-6cfc-4f37-9d5e-269792f52f1f tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337459 Oct 30 15:20:01.701322 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-64bb3ec3-9547-432f-a8a3-e267a06cb132 req-90696ef6-04bb-426d-86fa-882376942d90 service neutron] 10.222.0.53 "GET /v2.0/networks/5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7362821 Oct 30 15:20:01.786859 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-821f21ad-58f0-402f-863a-aea69b22fd43 req-dbb96723-cff4-420e-ac0d-acf241a71c24 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] 10.222.0.62 "GET /v2.0/ports?device_id=73809f0e-19ce-4218-8302-65fb8bc6780f HTTP/1.1" status: 200 len: 210 time: 0.0705907 Oct 30 15:20:01.832073 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cffc19f-6e74-4c08-a2d3-fec07f236b76 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Deleting subnet 43c092c7-5d26-43cc-af27-576c1e43fa73 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:20:01.837565 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:01.851949 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1cffc19f-6e74-4c08-a2d3-fec07f236b76 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:01.931092 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1cffc19f-6e74-4c08-a2d3-fec07f236b76 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:01.973161 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c03d1d3-b4fa-4014-9868-dfab8b159672 req-8c6d7d90-903b-4bb8-8b0e-b6d026f9ccc9 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Made reservation on behalf of f3a028c2011c4716b8654b6f4722cc4f for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:20:01.983569 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1c03d1d3-b4fa-4014-9868-dfab8b159672 req-8c6d7d90-903b-4bb8-8b0e-b6d026f9ccc9 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:02.012426 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-64bb3ec3-9547-432f-a8a3-e267a06cb132 req-ecc1b874-792e-4076-89d3-5c1407d71036 service neutron] 10.222.0.53 "GET /v2.0/networks/5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951541 Oct 30 15:20:02.112912 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-64bb3ec3-9547-432f-a8a3-e267a06cb132 req-f57c4f54-db4a-4da6-b8c0-cd0ad76f30b1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6fbdea33-f4af-43f9-a5b2-4f079692a699 HTTP/1.1" status: 200 len: 217 time: 0.0882752 Oct 30 15:20:02.161755 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de0b8f4-4846-4d6a-97fa-55667f388108 req-71d6ef38-f53f-4121-b044-916a66d652a0 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:02.163745 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2de0b8f4-4846-4d6a-97fa-55667f388108 req-71d6ef38-f53f-4121-b044-916a66d652a0 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 944 time: 0.2401404 Oct 30 15:20:02.199869 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1cffc19f-6e74-4c08-a2d3-fec07f236b76 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:02.239522 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb3ec3-9547-432f-a8a3-e267a06cb132 req-2324da9a-6649-4c59-a398-e35d23407098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:02.241165 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-64bb3ec3-9547-432f-a8a3-e267a06cb132 req-2324da9a-6649-4c59-a398-e35d23407098 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=93c41c92-4bd3-4929-ad89-7529a017aa93 HTTP/1.1" status: 200 len: 797 time: 0.1190717 Oct 30 15:20:02.303319 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-1c03d1d3-b4fa-4014-9868-dfab8b159672 req-8c6d7d90-903b-4bb8-8b0e-b6d026f9ccc9 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Allocated IP 172.20.0.7 (9e899717-33c9-4fad-8f0b-261f9b6a5c52/71f852c9-a23d-4913-9451-d5be182d949f/3fc8fde0-f257-46b8-b5d3-70417982cfff) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:20:02.342560 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2de0b8f4-4846-4d6a-97fa-55667f388108 req-59ae5e82-9b27-4283-9941-c3dd7be9fc6a tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560779 Oct 30 15:20:02.343737 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1cffc19f-6e74-4c08-a2d3-fec07f236b76 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:02.395905 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb3ec3-9547-432f-a8a3-e267a06cb132 req-27b20ff2-607b-4994-8155-c10c62121477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:02.397467 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-64bb3ec3-9547-432f-a8a3-e267a06cb132 req-27b20ff2-607b-4994-8155-c10c62121477 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=67de53ff-61d6-4e57-84de-8610bca9618f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1443586 Oct 30 15:20:02.407392 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cffc19f-6e74-4c08-a2d3-fec07f236b76 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event deleted for resources: {'Subnet': ['ID=43c092c7-5d26-43cc-af27-576c1e43fa73,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:02.419890 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1cffc19f-6e74-4c08-a2d3-fec07f236b76 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:02.426495 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-1cffc19f-6e74-4c08-a2d3-fec07f236b76 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "DELETE /v2.0/subnets/43c092c7-5d26-43cc-af27-576c1e43fa73 HTTP/1.1" status: 204 len: 168 time: 0.7857943 Oct 30 15:20:02.431320 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8a0297-d93d-4e0c-8757-cec60af57f9b None None] Network 562e452c-4035-47de-a129-bab0b42d1b66 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:20:02.436786 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 45858) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:20:02.657331 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1c03d1d3-b4fa-4014-9868-dfab8b159672 req-8c6d7d90-903b-4bb8-8b0e-b6d026f9ccc9 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:02.674118 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a973cb5f-bd3e-49fc-8bef-a216a76ec826 None None] DHCP port deletion for 562e452c-4035-47de-a129-bab0b42d1b66 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:20:02.703060 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-64bb3ec3-9547-432f-a8a3-e267a06cb132 req-f12d372b-2133-4fd9-a443-e2b3fb43be8e service neutron] 10.222.0.53 "GET /v2.0/networks/67de53ff-61d6-4e57-84de-8610bca9618f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959549 Oct 30 15:20:02.728889 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1c03d1d3-b4fa-4014-9868-dfab8b159672 req-8c6d7d90-903b-4bb8-8b0e-b6d026f9ccc9 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:02.780631 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c03d1d3-b4fa-4014-9868-dfab8b159672 req-8c6d7d90-903b-4bb8-8b0e-b6d026f9ccc9 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Network 9e899717-33c9-4fad-8f0b-261f9b6a5c52 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:20:02.785102 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-1c03d1d3-b4fa-4014-9868-dfab8b159672 req-8c6d7d90-903b-4bb8-8b0e-b6d026f9ccc9 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:20:02.790315 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c03d1d3-b4fa-4014-9868-dfab8b159672 req-8c6d7d90-903b-4bb8-8b0e-b6d026f9ccc9 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:20:02.851818 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6d7d90-903b-4bb8-8b0e-b6d026f9ccc9 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Pushing event updated for resources: {'Port': ['ID=3fc8fde0-f257-46b8-b5d3-70417982cfff,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:02.882797 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c03d1d3-b4fa-4014-9868-dfab8b159672 req-8c6d7d90-903b-4bb8-8b0e-b6d026f9ccc9 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:02.883714 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1c03d1d3-b4fa-4014-9868-dfab8b159672 req-8c6d7d90-903b-4bb8-8b0e-b6d026f9ccc9 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:03.051564 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1c03d1d3-b4fa-4014-9868-dfab8b159672 req-8c6d7d90-903b-4bb8-8b0e-b6d026f9ccc9 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5135322 Oct 30 15:20:03.069154 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-1c03d1d3-b4fa-4014-9868-dfab8b159672 req-ffe1fe96-91dd-4c32-95c6-c82dfbe69dad service neutron] Request body: {'port': {'device_id': '73809f0e-19ce-4218-8302-65fb8bc6780f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:20:03.070325 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 8cfa4224-8abf-4e7c-b2d6-af272fce15c9 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:20:03.125102 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d4591e-3a5e-415f-b600-f640b501f6dd req-ded4a8b8-94c8-4a85-8ae4-218bb027b29e tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:03.127301 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-12d4591e-3a5e-415f-b600-f640b501f6dd req-ded4a8b8-94c8-4a85-8ae4-218bb027b29e tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cbd0e8c-ab1a-4053-8898-3570d9240eb4 HTTP/1.1" status: 200 len: 945 time: 0.2166815 Oct 30 15:20:03.181683 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1c03d1d3-b4fa-4014-9868-dfab8b159672 req-ffe1fe96-91dd-4c32-95c6-c82dfbe69dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:03.210041 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-12d4591e-3a5e-415f-b600-f640b501f6dd req-5b6595a9-8df9-4139-8d03-db8ec4a4a3f7 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758533 Oct 30 15:20:03.284397 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-f59e9e69-38c2-463e-9359-409e30833fcd None None] Provisioning complete for port 3fc8fde0-f257-46b8-b5d3-70417982cfff triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:20:03.284939 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f59e9e69-38c2-463e-9359-409e30833fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:03.384429 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-a973cb5f-bd3e-49fc-8bef-a216a76ec826 None None] Deleting port 8cfa4224-8abf-4e7c-b2d6-af272fce15c9 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:20:03.384965 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a973cb5f-bd3e-49fc-8bef-a216a76ec826 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:03.500246 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-64bb3ec3-9547-432f-a8a3-e267a06cb132 req-a17226b4-7fa2-4096-81c2-c2adb4339daf service neutron] 10.222.0.53 "GET /v2.0/networks/67de53ff-61d6-4e57-84de-8610bca9618f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7911994 Oct 30 15:20:03.528194 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-f59e9e69-38c2-463e-9359-409e30833fcd None None] Port 3fc8fde0-f257-46b8-b5d3-70417982cfff cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:20:03.558049 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device cd7bcfbf-1623-489f-a384-785738bf069f details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:20:03.606751 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-64bb3ec3-9547-432f-a8a3-e267a06cb132 req-5dc1b834-f4ef-468d-8844-de2d7551b3a1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=256e4633-4af9-4c29-9d87-283e76dcef0e HTTP/1.1" status: 200 len: 217 time: 0.0946028 Oct 30 15:20:03.627241 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f95b6-a780-4bb7-9c21-92df5c811065 req-78e383fd-17c7-481f-8774-7b4dabebe331 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:03.636835 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1b3f95b6-a780-4bb7-9c21-92df5c811065 req-78e383fd-17c7-481f-8774-7b4dabebe331 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 944 time: 0.1587136 Oct 30 15:20:03.644556 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d73e8fc2-3c5c-433f-8735-ee67d6c9569a tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:03.656971 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:03.688350 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd0f3a2-77bf-44fd-be92-3ab4e59e9fb0 req-d8ec3658-bce8-4980-8484-0c6f44fd25e3 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:03.697927 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2bd0f3a2-77bf-44fd-be92-3ab4e59e9fb0 req-d8ec3658-bce8-4980-8484-0c6f44fd25e3 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] 10.222.0.62 "GET /v2.0/ports?device_id=73809f0e-19ce-4218-8302-65fb8bc6780f HTTP/1.1" status: 200 len: 931 time: 0.1962636 Oct 30 15:20:03.802846 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2bd0f3a2-77bf-44fd-be92-3ab4e59e9fb0 req-037e14d4-3f97-40fc-9ec5-60f7677586eb tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] 10.222.0.62 "GET /v2.0/security-groups?id=8fb1a9d8-20ca-4a3f-8929-d2b92a1546e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036239 Oct 30 15:20:03.807166 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb3ec3-9547-432f-a8a3-e267a06cb132 req-7cdea268-1c74-43ac-bd6a-968d7ebe69c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:03.814803 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-64bb3ec3-9547-432f-a8a3-e267a06cb132 req-7cdea268-1c74-43ac-bd6a-968d7ebe69c2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=93c41c92-4bd3-4929-ad89-7529a017aa93 HTTP/1.1" status: 200 len: 797 time: 0.1972294 Oct 30 15:20:03.838591 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1b3f95b6-a780-4bb7-9c21-92df5c811065 req-4410e95a-7433-4974-bfb3-2ea067632a02 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1995251 Oct 30 15:20:03.947089 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-d73e8fc2-3c5c-433f-8735-ee67d6c9569a tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Deleting port 8cfa4224-8abf-4e7c-b2d6-af272fce15c9 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:20:03.948124 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d73e8fc2-3c5c-433f-8735-ee67d6c9569a tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:03.951000 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-a973cb5f-bd3e-49fc-8bef-a216a76ec826 None None] For port 8cfa4224-8abf-4e7c-b2d6-af272fce15c9, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=8cfa4224-8abf-4e7c-b2d6-af272fce15c9,segment=NetworkSegment(228ec4e2-07e1-49cc-9590-f1b079dbf9f9),segment_id=228ec4e2-07e1-49cc-9590-f1b079dbf9f9)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:20:03.951517 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a973cb5f-bd3e-49fc-8bef-a216a76ec826 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:03.987260 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-a973cb5f-bd3e-49fc-8bef-a216a76ec826 None None] Calling delete_port for 8cfa4224-8abf-4e7c-b2d6-af272fce15c9 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:20:04.010135 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-1c03d1d3-b4fa-4014-9868-dfab8b159672 req-ffe1fe96-91dd-4c32-95c6-c82dfbe69dad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fc8fde0-f257-46b8-b5d3-70417982cfff {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:20:04.038339 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-d73e8fc2-3c5c-433f-8735-ee67d6c9569a tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] For port 8cfa4224-8abf-4e7c-b2d6-af272fce15c9, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=8cfa4224-8abf-4e7c-b2d6-af272fce15c9,segment=NetworkSegment(228ec4e2-07e1-49cc-9590-f1b079dbf9f9),segment_id=228ec4e2-07e1-49cc-9590-f1b079dbf9f9)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:20:04.039195 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d73e8fc2-3c5c-433f-8735-ee67d6c9569a tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:04.055765 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-d73e8fc2-3c5c-433f-8735-ee67d6c9569a tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Calling delete_port for 8cfa4224-8abf-4e7c-b2d6-af272fce15c9 owned by network:dhcp {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:20:04.070835 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1c03d1d3-b4fa-4014-9868-dfab8b159672 req-ffe1fe96-91dd-4c32-95c6-c82dfbe69dad service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:04.118974 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-1c03d1d3-b4fa-4014-9868-dfab8b159672 req-ffe1fe96-91dd-4c32-95c6-c82dfbe69dad service neutron] Transition to ACTIVE for port object 3fc8fde0-f257-46b8-b5d3-70417982cfff will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:20:04.132995 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1c03d1d3-b4fa-4014-9868-dfab8b159672 req-ffe1fe96-91dd-4c32-95c6-c82dfbe69dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:04.174125 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb3ec3-9547-432f-a8a3-e267a06cb132 req-96c4a351-49b2-40ef-83aa-dc66d640a4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:04.176767 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-64bb3ec3-9547-432f-a8a3-e267a06cb132 req-96c4a351-49b2-40ef-83aa-dc66d640a4e9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=67de53ff-61d6-4e57-84de-8610bca9618f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3492122 Oct 30 15:20:04.315030 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe1fe96-91dd-4c32-95c6-c82dfbe69dad service neutron] Pushing event updated for resources: {'Port': ['ID=3fc8fde0-f257-46b8-b5d3-70417982cfff,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:04.405990 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-64bb3ec3-9547-432f-a8a3-e267a06cb132 req-46bea6ff-ac4d-45da-ba94-11629061d490 service neutron] 10.222.0.53 "GET /v2.0/networks/67de53ff-61d6-4e57-84de-8610bca9618f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073228 Oct 30 15:20:04.432580 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port cd7bcfbf-1623-489f-a384-785738bf069f, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=cd7bcfbf-1623-489f-a384-785738bf069f,segment=NetworkSegment(4eb103e9-b9a2-4786-ab9b-d9e363fed874),segment_id=4eb103e9-b9a2-4786-ab9b-d9e363fed874)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:20:04.463624 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': 'cd7bcfbf-1623-489f-a384-785738bf069f', 'network_id': 'd26e81b3-f432-4f3d-bc5b-f2edc1c076d6', 'port_id': 'cd7bcfbf-1623-489f-a384-785738bf069f', 'mac_address': 'fa:16:3e:c5:09:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd862e367-a3ef-41d8-9769-a6945d8f8b1d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:20:04.478949 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-1c03d1d3-b4fa-4014-9868-dfab8b159672 req-ffe1fe96-91dd-4c32-95c6-c82dfbe69dad service neutron] Attempting to bind port 3fc8fde0-f257-46b8-b5d3-70417982cfff on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:20:04.479399 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-1c03d1d3-b4fa-4014-9868-dfab8b159672 req-ffe1fe96-91dd-4c32-95c6-c82dfbe69dad service neutron] Attempting to bind port 3fc8fde0-f257-46b8-b5d3-70417982cfff by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': '51177d7b-2743-4491-8d74-a9187db4d73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9e899717-33c9-4fad-8f0b-261f9b6a5c52'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:20:04.479634 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c03d1d3-b4fa-4014-9868-dfab8b159672 req-ffe1fe96-91dd-4c32-95c6-c82dfbe69dad service neutron] Attempting to bind port 3fc8fde0-f257-46b8-b5d3-70417982cfff on network 9e899717-33c9-4fad-8f0b-261f9b6a5c52 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:20:04.495717 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c03d1d3-b4fa-4014-9868-dfab8b159672 req-ffe1fe96-91dd-4c32-95c6-c82dfbe69dad service neutron] Port 3fc8fde0-f257-46b8-b5d3-70417982cfff on network 9e899717-33c9-4fad-8f0b-261f9b6a5c52 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:20:04.496092 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c03d1d3-b4fa-4014-9868-dfab8b159672 req-ffe1fe96-91dd-4c32-95c6-c82dfbe69dad service neutron] Attempting to bind port 3fc8fde0-f257-46b8-b5d3-70417982cfff on network 9e899717-33c9-4fad-8f0b-261f9b6a5c52 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:20:04.500906 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 8cfa4224-8abf-4e7c-b2d6-af272fce15c9, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=8cfa4224-8abf-4e7c-b2d6-af272fce15c9,segment=NetworkSegment(228ec4e2-07e1-49cc-9590-f1b079dbf9f9),segment_id=228ec4e2-07e1-49cc-9590-f1b079dbf9f9)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:20:04.520184 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c03d1d3-b4fa-4014-9868-dfab8b159672 req-ffe1fe96-91dd-4c32-95c6-c82dfbe69dad service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:20:04.521069 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c03d1d3-b4fa-4014-9868-dfab8b159672 req-ffe1fe96-91dd-4c32-95c6-c82dfbe69dad service neutron] Checking segment: {'id': '51177d7b-2743-4491-8d74-a9187db4d73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9e899717-33c9-4fad-8f0b-261f9b6a5c52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:20:04.523921 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c03d1d3-b4fa-4014-9868-dfab8b159672 req-ffe1fe96-91dd-4c32-95c6-c82dfbe69dad service neutron] Bound using segment: {'id': '51177d7b-2743-4491-8d74-a9187db4d73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9e899717-33c9-4fad-8f0b-261f9b6a5c52'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:20:04.524617 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-1c03d1d3-b4fa-4014-9868-dfab8b159672 req-ffe1fe96-91dd-4c32-95c6-c82dfbe69dad service neutron] Bound port: 3fc8fde0-f257-46b8-b5d3-70417982cfff, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51177d7b-2743-4491-8d74-a9187db4d73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9e899717-33c9-4fad-8f0b-261f9b6a5c52'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:20:04.525003 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1c03d1d3-b4fa-4014-9868-dfab8b159672 req-ffe1fe96-91dd-4c32-95c6-c82dfbe69dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:04.582452 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:04.642835 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-64bb3ec3-9547-432f-a8a3-e267a06cb132 req-59571e3f-a7fd-4c3d-9c9b-c5bc89f7fead service neutron] 10.222.0.53 "GET /v2.0/networks/67de53ff-61d6-4e57-84de-8610bca9618f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277617 Oct 30 15:20:04.772710 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-1c03d1d3-b4fa-4014-9868-dfab8b159672 req-ffe1fe96-91dd-4c32-95c6-c82dfbe69dad service neutron] For port 3fc8fde0-f257-46b8-b5d3-70417982cfff, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:20:04.778270 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-1c03d1d3-b4fa-4014-9868-dfab8b159672 req-ffe1fe96-91dd-4c32-95c6-c82dfbe69dad service neutron] For port 3fc8fde0-f257-46b8-b5d3-70417982cfff, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=3fc8fde0-f257-46b8-b5d3-70417982cfff,segment=NetworkSegment(51177d7b-2743-4491-8d74-a9187db4d73d),segment_id=51177d7b-2743-4491-8d74-a9187db4d73d)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:20:04.781579 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=8cfa4224-8abf-4e7c-b2d6-af272fce15c9,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:04.803332 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:04.834629 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1c03d1d3-b4fa-4014-9868-dfab8b159672 req-ffe1fe96-91dd-4c32-95c6-c82dfbe69dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:04.844362 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd7bcfbf-1623-489f-a384-785738bf069f {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:20:04.851975 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d73e8fc2-3c5c-433f-8735-ee67d6c9569a tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:04.884847 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a973cb5f-bd3e-49fc-8bef-a216a76ec826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:04.914722 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c03d1d3-b4fa-4014-9868-dfab8b159672 req-ffe1fe96-91dd-4c32-95c6-c82dfbe69dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:04.915870 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1c03d1d3-b4fa-4014-9868-dfab8b159672 req-ffe1fe96-91dd-4c32-95c6-c82dfbe69dad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:04.918861 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1c03d1d3-b4fa-4014-9868-dfab8b159672 req-ffe1fe96-91dd-4c32-95c6-c82dfbe69dad service neutron] 10.222.0.44 "PUT /v2.0/ports/3fc8fde0-f257-46b8-b5d3-70417982cfff HTTP/1.1" status: 200 len: 1092 time: 1.8585265 Oct 30 15:20:04.919651 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73809f0e-19ce-4218-8302-65fb8bc6780f', 'tag': '3fc8fde0-f257-46b8-b5d3-70417982cfff'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:20:04.924753 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e42873d-ef6c-4b89-bd4f-c41049f3519d" -d '{"events": [{"name": "network-changed", "server_uuid": "73809f0e-19ce-4218-8302-65fb8bc6780f", "tag": "3fc8fde0-f257-46b8-b5d3-70417982cfff"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:20:05.024591 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c92b2-9285-455c-8981-750861b2f9dc req-2f4f91c7-f815-4c97-b497-63d0d84da5fa tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:05.024591 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-da5c92b2-9285-455c-8981-750861b2f9dc req-2f4f91c7-f815-4c97-b497-63d0d84da5fa tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cbd0e8c-ab1a-4053-8898-3570d9240eb4 HTTP/1.1" status: 200 len: 945 time: 0.5506651 Oct 30 15:20:05.024591 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73e8fc2-3c5c-433f-8735-ee67d6c9569a tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] No DVR routers for this DVR port 8cfa4224-8abf-4e7c-b2d6-af272fce15c9 on host n-d-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:20:05.025178 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a973cb5f-bd3e-49fc-8bef-a216a76ec826 None None] Pushing event deleted for resources: {'Port': ['ID=8cfa4224-8abf-4e7c-b2d6-af272fce15c9,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:05.027082 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe1fe96-91dd-4c32-95c6-c82dfbe69dad service neutron] Pushing event updated for resources: {'Port': ['ID=3fc8fde0-f257-46b8-b5d3-70417982cfff,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:05.055557 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73e8fc2-3c5c-433f-8735-ee67d6c9569a tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event deleted for resources: {'Port': ['ID=8cfa4224-8abf-4e7c-b2d6-af272fce15c9,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:05.078683 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a973cb5f-bd3e-49fc-8bef-a216a76ec826 None None] No DVR routers for this DVR port 8cfa4224-8abf-4e7c-b2d6-af272fce15c9 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:20:05.109041 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port cd7bcfbf-1623-489f-a384-785738bf069f, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=cd7bcfbf-1623-489f-a384-785738bf069f,segment=NetworkSegment(4eb103e9-b9a2-4786-ab9b-d9e363fed874),segment_id=4eb103e9-b9a2-4786-ab9b-d9e363fed874)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:20:05.118052 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-da5c92b2-9285-455c-8981-750861b2f9dc req-95dc3e19-0da1-4f2a-b35c-d954b04397e8 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582441 Oct 30 15:20:05.123288 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:05.238643 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['cd7bcfbf-1623-489f-a384-785738bf069f'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:20:05.347414 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c03d1d3-b4fa-4014-9868-dfab8b159672 req-b8a4fe74-0420-4dca-9e1d-bdf601de5ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:05.353553 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1c03d1d3-b4fa-4014-9868-dfab8b159672 req-b8a4fe74-0420-4dca-9e1d-bdf601de5ab3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f3a028c2011c4716b8654b6f4722cc4f&device_id=73809f0e-19ce-4218-8302-65fb8bc6780f HTTP/1.1" status: 200 len: 1095 time: 0.2902265 Oct 30 15:20:05.372681 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=cd7bcfbf-1623-489f-a384-785738bf069f,revision_number=12']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:05.421536 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d73e8fc2-3c5c-433f-8735-ee67d6c9569a tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:05.476959 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58131080-6d64-4a87-8adf-ec82e5dd4746 req-93539af4-b149-47d0-8c24-884ca9eabf18 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:05.496950 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-58131080-6d64-4a87-8adf-ec82e5dd4746 req-93539af4-b149-47d0-8c24-884ca9eabf18 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] 10.222.0.62 "GET /v2.0/ports?device_id=73809f0e-19ce-4218-8302-65fb8bc6780f HTTP/1.1" status: 200 len: 943 time: 0.3494813 Oct 30 15:20:05.538587 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874a702-fdc0-4a8f-bd95-16d679c98c6c req-59779bc3-4c3d-4e7e-832c-9bfdacc27c13 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:05.541407 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1874a702-fdc0-4a8f-bd95-16d679c98c6c req-59779bc3-4c3d-4e7e-832c-9bfdacc27c13 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 945 time: 0.2572992 Oct 30 15:20:05.551251 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-d73e8fc2-3c5c-433f-8735-ee67d6c9569a tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['562e452c-4035-47de-a129-bab0b42d1b66']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:20:05.595904 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-d73e8fc2-3c5c-433f-8735-ee67d6c9569a tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '228ec4e2-07e1-49cc-9590-f1b079dbf9f9') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:20:05.598568 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-d73e8fc2-3c5c-433f-8735-ee67d6c9569a tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '228ec4e2-07e1-49cc-9590-f1b079dbf9f9') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:20:05.643910 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d73e8fc2-3c5c-433f-8735-ee67d6c9569a tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:05.702750 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d73e8fc2-3c5c-433f-8735-ee67d6c9569a tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:05.721401 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1874a702-fdc0-4a8f-bd95-16d679c98c6c req-7298bc2e-03b4-4081-bd32-dca23e1ea5c6 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721971 Oct 30 15:20:05.726827 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d73e8fc2-3c5c-433f-8735-ee67d6c9569a tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:20:05.727776 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d73e8fc2-3c5c-433f-8735-ee67d6c9569a tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:05.731960 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1c03d1d3-b4fa-4014-9868-dfab8b159672 req-53ede3c7-941e-44c2-9691-bf1386bc4764 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fc8fde0-f257-46b8-b5d3-70417982cfff HTTP/1.1" status: 200 len: 217 time: 0.3549318 Oct 30 15:20:05.733330 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:20:05.733330 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:20:05.733330 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:20:05.733330 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:20:05.733330 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:20:05.733330 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:20:05.733330 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:20:05.733330 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:20:05.733330 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:20:05.733330 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:20:05.733330 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:20:05.733330 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:20:05.733330 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:20:05.733330 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:20:05.733330 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:20:05.733330 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:20:05.733330 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:20:05.733330 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:20:05.733330 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:20:05.733330 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:20:05.733330 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:20:05.733330 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:20:05.733330 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:20:05.733330 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:20:05.733330 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:20:05.733330 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:20:05.733330 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:20:05.733330 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:20:05.733330 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:20:05.733330 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:20:05.733330 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:20:05.733330 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:20:05.767702 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-58131080-6d64-4a87-8adf-ec82e5dd4746 req-4833cfe3-4c0d-4c35-9f6f-1114606437c4 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] 10.222.0.62 "GET /v2.0/security-groups?id=8fb1a9d8-20ca-4a3f-8929-d2b92a1546e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2683051 Oct 30 15:20:05.816639 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d73e8fc2-3c5c-433f-8735-ee67d6c9569a tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:05.843739 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d73e8fc2-3c5c-433f-8735-ee67d6c9569a tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:05.876084 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d73e8fc2-3c5c-433f-8735-ee67d6c9569a tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "DELETE /v2.0/networks/562e452c-4035-47de-a129-bab0b42d1b66 HTTP/1.1" status: 204 len: 168 time: 3.4355826 Oct 30 15:20:05.878906 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 45938) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:20:05.898097 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-ff83d38c-33de-4c70-b9bd-45f7f09dc32d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-963162642'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:20:05.900969 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73e8fc2-3c5c-433f-8735-ee67d6c9569a tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event deleted for resources: {'Network': ['ID=562e452c-4035-47de-a129-bab0b42d1b66,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:06.032085 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d40ef91-aa88-4b4b-9f1e-bbfdeb65e707 x-openstack-request-id: req-3d40ef91-aa88-4b4b-9f1e-bbfdeb65e707 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:20:06.035016 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73809f0e-19ce-4218-8302-65fb8bc6780f", "tag": "3fc8fde0-f257-46b8-b5d3-70417982cfff", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:20:06.038050 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3d40ef91-aa88-4b4b-9f1e-bbfdeb65e707 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:20:06.040062 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73809f0e-19ce-4218-8302-65fb8bc6780f', 'tag': '3fc8fde0-f257-46b8-b5d3-70417982cfff', 'status': 'completed', 'code': 200} Oct 30 15:20:06.064945 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff83d38c-33de-4c70-b9bd-45f7f09dc32d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Made reservation on behalf of 588c9a586131499fbc33840e1d270dce for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:20:06.085960 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ff83d38c-33de-4c70-b9bd-45f7f09dc32d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:06.228988 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff83d38c-33de-4c70-b9bd-45f7f09dc32d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:20:06.239377 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ff83d38c-33de-4c70-b9bd-45f7f09dc32d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:06.240042 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-ff83d38c-33de-4c70-b9bd-45f7f09dc32d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Added segment 591f5136-7662-438e-b442-33673e227750 of type vlan for network ae56c3f4-2d3b-4804-bcb7-f25fa972ff69 Oct 30 15:20:06.324259 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ff83d38c-33de-4c70-b9bd-45f7f09dc32d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:06.373979 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c03d1d3-b4fa-4014-9868-dfab8b159672 req-2ac657a7-3aaf-4abb-9843-5c622d2f4b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:06.376512 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1c03d1d3-b4fa-4014-9868-dfab8b159672 req-2ac657a7-3aaf-4abb-9843-5c622d2f4b11 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=71f852c9-a23d-4913-9451-d5be182d949f HTTP/1.1" status: 200 len: 844 time: 0.6029601 Oct 30 15:20:06.378748 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ff83d38c-33de-4c70-b9bd-45f7f09dc32d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:06.387697 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff83d38c-33de-4c70-b9bd-45f7f09dc32d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:06.389303 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ff83d38c-33de-4c70-b9bd-45f7f09dc32d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:06.414391 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b07c1e-f050-458d-b540-6805a4eacc3d req-41b602cc-971c-41b4-951b-069562454fa6 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:06.424437 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-65b07c1e-f050-458d-b540-6805a4eacc3d req-41b602cc-971c-41b4-951b-069562454fa6 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cbd0e8c-ab1a-4053-8898-3570d9240eb4 HTTP/1.1" status: 200 len: 945 time: 0.1382606 Oct 30 15:20:06.564813 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-65b07c1e-f050-458d-b540-6805a4eacc3d req-9806bdb7-2d17-4699-93fa-dcd6c2fcef12 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337485 Oct 30 15:20:06.609024 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff83d38c-33de-4c70-b9bd-45f7f09dc32d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event updated for resources: {'Network': ['ID=ae56c3f4-2d3b-4804-bcb7-f25fa972ff69,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:06.621719 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-ff83d38c-33de-4c70-b9bd-45f7f09dc32d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7389400 Oct 30 15:20:06.621914 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network ae56c3f4-2d3b-4804-bcb7-f25fa972ff69 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:20:06.622882 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 45944) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:20:06.628823 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-e5a3377f-fc55-4c5c-ab69-e35e59cd0ed7 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Request body: {'subnet': {'network_id': 'ae56c3f4-2d3b-4804-bcb7-f25fa972ff69', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:20:06.655360 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c03d1d3-b4fa-4014-9868-dfab8b159672 req-2f1488e2-cd54-4bb6-8c99-0d704c0ac2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:06.657066 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1c03d1d3-b4fa-4014-9868-dfab8b159672 req-2f1488e2-cd54-4bb6-8c99-0d704c0ac2ca service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9e899717-33c9-4fad-8f0b-261f9b6a5c52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2546823 Oct 30 15:20:06.871085 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1c03d1d3-b4fa-4014-9868-dfab8b159672 req-37974568-714a-4e21-a84e-3bed55295bb3 service neutron] 10.222.0.44 "GET /v2.0/networks/9e899717-33c9-4fad-8f0b-261f9b6a5c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984811 Oct 30 15:20:06.879420 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a3377f-fc55-4c5c-ab69-e35e59cd0ed7 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Made reservation on behalf of 588c9a586131499fbc33840e1d270dce for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:20:06.884250 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e5a3377f-fc55-4c5c-ab69-e35e59cd0ed7 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:07.045746 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d8a698-944f-492c-89c9-16ca161f4491 req-a91f6301-1688-4419-9b27-129ae05711cf tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:07.047395 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a7d8a698-944f-492c-89c9-16ca161f4491 req-a91f6301-1688-4419-9b27-129ae05711cf tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] 10.222.0.62 "GET /v2.0/ports?device_id=73809f0e-19ce-4218-8302-65fb8bc6780f HTTP/1.1" status: 200 len: 943 time: 0.1584399 Oct 30 15:20:07.117334 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a7d8a698-944f-492c-89c9-16ca161f4491 req-9ecddf89-4936-4608-b79a-a0150437627b tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] 10.222.0.62 "GET /v2.0/security-groups?id=8fb1a9d8-20ca-4a3f-8929-d2b92a1546e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614853 Oct 30 15:20:07.140024 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b2fae6-5ee7-4428-8b92-6f31b432e2c7 req-e322264d-73a6-41d4-9553-8b9250b2291c tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:07.140024 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-09b2fae6-5ee7-4428-8b92-6f31b432e2c7 req-e322264d-73a6-41d4-9553-8b9250b2291c tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 945 time: 0.1571236 Oct 30 15:20:07.239659 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1c03d1d3-b4fa-4014-9868-dfab8b159672 req-6a7807aa-ae0c-4019-bc02-033427e94e35 service neutron] 10.222.0.44 "GET /v2.0/networks/9e899717-33c9-4fad-8f0b-261f9b6a5c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3590972 Oct 30 15:20:07.278690 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-09b2fae6-5ee7-4428-8b92-6f31b432e2c7 req-1a56b1dc-6ad5-4021-83da-f4b2fdfd1483 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171491 Oct 30 15:20:07.340956 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e5a3377f-fc55-4c5c-ab69-e35e59cd0ed7 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:07.379868 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42873d-ef6c-4b89-bd4f-c41049f3519d req-54aed040-69c7-422d-bbbe-672699daf20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:07.381811 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7e42873d-ef6c-4b89-bd4f-c41049f3519d req-54aed040-69c7-422d-bbbe-672699daf20a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f3a028c2011c4716b8654b6f4722cc4f&device_id=73809f0e-19ce-4218-8302-65fb8bc6780f HTTP/1.1" status: 200 len: 1095 time: 0.0738101 Oct 30 15:20:07.454539 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a3377f-fc55-4c5c-ab69-e35e59cd0ed7 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event updated for resources: {'Subnet': ['ID=8a8ee560-7bf2-4c0c-8580-79a4323bc3a3,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:07.461177 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a3377f-fc55-4c5c-ab69-e35e59cd0ed7 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Checking segment: {'id': '591f5136-7662-438e-b442-33673e227750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'ae56c3f4-2d3b-4804-bcb7-f25fa972ff69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:20:07.461630 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a3377f-fc55-4c5c-ab69-e35e59cd0ed7 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Network hostable DHCP agents. Network: ae56c3f4-2d3b-4804-bcb7-f25fa972ff69, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:20:07.484693 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a3377f-fc55-4c5c-ab69-e35e59cd0ed7 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Network ae56c3f4-2d3b-4804-bcb7-f25fa972ff69 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:20:07.515928 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-e5a3377f-fc55-4c5c-ab69-e35e59cd0ed7 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, ae56c3f4-2d3b-4804-bcb7-f25fa972ff69) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:20:07.525016 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a3377f-fc55-4c5c-ab69-e35e59cd0ed7 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:07.527743 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e5a3377f-fc55-4c5c-ab69-e35e59cd0ed7 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:07.533537 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b9e8c6-8230-40c8-bcc4-2c7a745a5ecc None None] Network ae56c3f4-2d3b-4804-bcb7-f25fa972ff69 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:20:07.567952 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-e5a3377f-fc55-4c5c-ab69-e35e59cd0ed7 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9436955 Oct 30 15:20:07.568611 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 45960) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:20:07.579939 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-278cdb7c-99f8-4d29-8039-f8e98d10da08 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Request body: {'port': {'network_id': 'ae56c3f4-2d3b-4804-bcb7-f25fa972ff69', 'name': 'tempest-PortsTestJSON-201698476', 'fixed_ips': [{'subnet_id': '8a8ee560-7bf2-4c0c-8580-79a4323bc3a3', 'ip_address': '172.20.0.10'}]}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:20:07.591951 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device cd7bcfbf-1623-489f-a384-785738bf069f up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:20:07.830298 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42873d-ef6c-4b89-bd4f-c41049f3519d req-6eaf0dd5-0e5c-459d-abde-0c424668491d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:07.832710 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7e42873d-ef6c-4b89-bd4f-c41049f3519d req-6eaf0dd5-0e5c-459d-abde-0c424668491d service neutron] 10.222.0.44 "GET /v2.0/networks?id=9e899717-33c9-4fad-8f0b-261f9b6a5c52 HTTP/1.1" status: 200 len: 906 time: 0.4432626 Oct 30 15:20:07.950790 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62019e-cce5-40f4-8fa8-317693be87c9 req-221eec8c-762d-4719-9532-fb5c84f49b03 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:07.963001 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8b62019e-cce5-40f4-8fa8-317693be87c9 req-221eec8c-762d-4719-9532-fb5c84f49b03 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cbd0e8c-ab1a-4053-8898-3570d9240eb4 HTTP/1.1" status: 200 len: 945 time: 0.2456551 Oct 30 15:20:08.040742 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7e42873d-ef6c-4b89-bd4f-c41049f3519d req-c946c3ff-4012-4277-ba12-d150516a53c0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fc8fde0-f257-46b8-b5d3-70417982cfff HTTP/1.1" status: 200 len: 217 time: 0.1962187 Oct 30 15:20:08.094979 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port cd7bcfbf-1623-489f-a384-785738bf069f triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:20:08.095603 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:08.273692 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8b62019e-cce5-40f4-8fa8-317693be87c9 req-de16bc19-9ff8-46a9-9261-b1e0a29f3133 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097157 Oct 30 15:20:08.400478 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42873d-ef6c-4b89-bd4f-c41049f3519d req-113c9fd1-bb26-4d09-8cc0-1c7f4af63ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:08.407842 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7e42873d-ef6c-4b89-bd4f-c41049f3519d req-113c9fd1-bb26-4d09-8cc0-1c7f4af63ca0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=71f852c9-a23d-4913-9451-d5be182d949f HTTP/1.1" status: 200 len: 844 time: 0.2952037 Oct 30 15:20:08.471533 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b682b577-826e-4b5a-978d-6f126640b02a req-b9b3c1f4-f3ac-43c0-b1b8-5b529ead3f10 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:08.479857 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b682b577-826e-4b5a-978d-6f126640b02a req-b9b3c1f4-f3ac-43c0-b1b8-5b529ead3f10 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] 10.222.0.62 "GET /v2.0/ports?device_id=73809f0e-19ce-4218-8302-65fb8bc6780f HTTP/1.1" status: 200 len: 943 time: 0.1331322 Oct 30 15:20:08.493421 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-278cdb7c-99f8-4d29-8039-f8e98d10da08 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Made reservation on behalf of 588c9a586131499fbc33840e1d270dce for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:20:08.553673 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578fed1a-0e15-4d0c-b4ec-07ce5ae2df70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-ae56c3f4-2d3b-4804-bcb7-f25fa972ff69', 'network_id': 'ae56c3f4-2d3b-4804-bcb7-f25fa972ff69', 'tenant_id': '588c9a586131499fbc33840e1d270dce', 'fixed_ips': [{'subnet_id': '8a8ee560-7bf2-4c0c-8580-79a4323bc3a3'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:20:08.554565 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-578fed1a-0e15-4d0c-b4ec-07ce5ae2df70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:08.579609 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b682b577-826e-4b5a-978d-6f126640b02a req-e11fe524-c8e5-42b3-8189-11ddb991f196 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] 10.222.0.62 "GET /v2.0/security-groups?id=8fb1a9d8-20ca-4a3f-8929-d2b92a1546e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986588 Oct 30 15:20:08.626417 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42873d-ef6c-4b89-bd4f-c41049f3519d req-5b365afa-a3c9-413b-9472-2b10018b0b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:08.629928 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7e42873d-ef6c-4b89-bd4f-c41049f3519d req-5b365afa-a3c9-413b-9472-2b10018b0b53 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9e899717-33c9-4fad-8f0b-261f9b6a5c52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2124250 Oct 30 15:20:08.706552 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:08.773237 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dc11b83-66ec-4702-91a6-063c6a95db97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd7bcfbf-1623-489f-a384-785738bf069f'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:20:08.776414 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81889980-c4b1-4ba1-abdb-682ace846010" -d '{"events": [{"server_uuid": "8dc11b83-66ec-4702-91a6-063c6a95db97", "name": "network-vif-plugged", "status": "completed", "tag": "cd7bcfbf-1623-489f-a384-785738bf069f"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:20:08.852057 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port cd7bcfbf-1623-489f-a384-785738bf069f, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=cd7bcfbf-1623-489f-a384-785738bf069f,segment=NetworkSegment(4eb103e9-b9a2-4786-ab9b-d9e363fed874),segment_id=4eb103e9-b9a2-4786-ab9b-d9e363fed874)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:20:08.861491 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:08.964335 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34a6c2b-bdaf-424d-847b-c413aba72a3e x-openstack-request-id: req-c34a6c2b-bdaf-424d-847b-c413aba72a3e {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:20:08.965035 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dc11b83-66ec-4702-91a6-063c6a95db97", "name": "network-vif-plugged", "status": "completed", "tag": "cd7bcfbf-1623-489f-a384-785738bf069f", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:20:08.965546 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c34a6c2b-bdaf-424d-847b-c413aba72a3e {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:20:08.966582 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dc11b83-66ec-4702-91a6-063c6a95db97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd7bcfbf-1623-489f-a384-785738bf069f', 'code': 200} Oct 30 15:20:08.968046 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=cd7bcfbf-1623-489f-a384-785738bf069f,revision_number=13']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:09.027703 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610cba4-6fa8-4c88-9066-ddf0b86b63d9 req-403d13fd-4703-4319-ab6e-040e78e74a6f tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:09.029328 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f610cba4-6fa8-4c88-9066-ddf0b86b63d9 req-403d13fd-4703-4319-ab6e-040e78e74a6f tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 945 time: 0.4324224 Oct 30 15:20:09.123381 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f610cba4-6fa8-4c88-9066-ddf0b86b63d9 req-ef5b97f0-b3ff-4a1d-babc-471f15c0e122 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854881 Oct 30 15:20:09.137883 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-278cdb7c-99f8-4d29-8039-f8e98d10da08 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:09.173501 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [None req-278cdb7c-99f8-4d29-8039-f8e98d10da08 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] device_id is not set on port bdf9c7ed-09de-4ebc-9ace-b325bce45352 yet. {{(pid=102130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:20:09.308809 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-578fed1a-0e15-4d0c-b4ec-07ce5ae2df70 None None] Allocated IP 172.20.0.2 (ae56c3f4-2d3b-4804-bcb7-f25fa972ff69/8a8ee560-7bf2-4c0c-8580-79a4323bc3a3/9b6bc86c-b7e0-4839-9316-45e7b2468230) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:20:09.667404 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e327f28-bfb3-433c-9b37-035a38bf4ae3 req-a53571ae-ded9-4fa2-884c-c00f13903e61 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:09.710547 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5e327f28-bfb3-433c-9b37-035a38bf4ae3 req-a53571ae-ded9-4fa2-884c-c00f13903e61 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cbd0e8c-ab1a-4053-8898-3570d9240eb4 HTTP/1.1" status: 200 len: 945 time: 0.1815317 Oct 30 15:20:09.763631 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-578fed1a-0e15-4d0c-b4ec-07ce5ae2df70 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:09.786272 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-578fed1a-0e15-4d0c-b4ec-07ce5ae2df70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:09.841687 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5e327f28-bfb3-433c-9b37-035a38bf4ae3 req-dbf2b96b-27a2-47c4-b701-46515c13891d tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290352 Oct 30 15:20:09.944597 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578fed1a-0e15-4d0c-b4ec-07ce5ae2df70 None None] Network ae56c3f4-2d3b-4804-bcb7-f25fa972ff69 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:20:09.957064 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-578fed1a-0e15-4d0c-b4ec-07ce5ae2df70 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:20:09.962397 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578fed1a-0e15-4d0c-b4ec-07ce5ae2df70 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:20:10.022575 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7e42873d-ef6c-4b89-bd4f-c41049f3519d req-d2d46223-66fc-4e98-96a5-de880204b150 service neutron] 10.222.0.44 "GET /v2.0/networks/9e899717-33c9-4fad-8f0b-261f9b6a5c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3347347 Oct 30 15:20:10.027641 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578fed1a-0e15-4d0c-b4ec-07ce5ae2df70 None None] Pushing event updated for resources: {'Port': ['ID=9b6bc86c-b7e0-4839-9316-45e7b2468230,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:10.124341 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-578fed1a-0e15-4d0c-b4ec-07ce5ae2df70 None None] Attempting to bind port 9b6bc86c-b7e0-4839-9316-45e7b2468230 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:20:10.125072 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-578fed1a-0e15-4d0c-b4ec-07ce5ae2df70 None None] Attempting to bind port 9b6bc86c-b7e0-4839-9316-45e7b2468230 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '591f5136-7662-438e-b442-33673e227750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'ae56c3f4-2d3b-4804-bcb7-f25fa972ff69'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:20:10.125667 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578fed1a-0e15-4d0c-b4ec-07ce5ae2df70 None None] Attempting to bind port 9b6bc86c-b7e0-4839-9316-45e7b2468230 on network ae56c3f4-2d3b-4804-bcb7-f25fa972ff69 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:20:10.129230 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578fed1a-0e15-4d0c-b4ec-07ce5ae2df70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:20:10.129819 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578fed1a-0e15-4d0c-b4ec-07ce5ae2df70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:20:10.131887 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578fed1a-0e15-4d0c-b4ec-07ce5ae2df70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:20:10.132450 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578fed1a-0e15-4d0c-b4ec-07ce5ae2df70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:20:10.133016 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578fed1a-0e15-4d0c-b4ec-07ce5ae2df70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:20:10.133564 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578fed1a-0e15-4d0c-b4ec-07ce5ae2df70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:20:10.137665 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578fed1a-0e15-4d0c-b4ec-07ce5ae2df70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:20:10.138221 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578fed1a-0e15-4d0c-b4ec-07ce5ae2df70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:20:10.138985 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578fed1a-0e15-4d0c-b4ec-07ce5ae2df70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:20:10.139792 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578fed1a-0e15-4d0c-b4ec-07ce5ae2df70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:20:10.143104 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578fed1a-0e15-4d0c-b4ec-07ce5ae2df70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:20:10.144421 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578fed1a-0e15-4d0c-b4ec-07ce5ae2df70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:20:10.161104 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578fed1a-0e15-4d0c-b4ec-07ce5ae2df70 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:20:10.161852 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578fed1a-0e15-4d0c-b4ec-07ce5ae2df70 None None] Checking segment: {'id': '591f5136-7662-438e-b442-33673e227750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'ae56c3f4-2d3b-4804-bcb7-f25fa972ff69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:20:10.168011 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-578fed1a-0e15-4d0c-b4ec-07ce5ae2df70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:10.168743 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578fed1a-0e15-4d0c-b4ec-07ce5ae2df70 None None] Bound using segment: {'id': '591f5136-7662-438e-b442-33673e227750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'ae56c3f4-2d3b-4804-bcb7-f25fa972ff69'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:20:10.169495 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-578fed1a-0e15-4d0c-b4ec-07ce5ae2df70 None None] Bound port: 9b6bc86c-b7e0-4839-9316-45e7b2468230, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591f5136-7662-438e-b442-33673e227750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'ae56c3f4-2d3b-4804-bcb7-f25fa972ff69'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:20:10.170140 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-578fed1a-0e15-4d0c-b4ec-07ce5ae2df70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:10.365646 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-578fed1a-0e15-4d0c-b4ec-07ce5ae2df70 None None] For port 9b6bc86c-b7e0-4839-9316-45e7b2468230, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:20:10.387375 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-578fed1a-0e15-4d0c-b4ec-07ce5ae2df70 None None] For port 9b6bc86c-b7e0-4839-9316-45e7b2468230, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=9b6bc86c-b7e0-4839-9316-45e7b2468230,segment=NetworkSegment(591f5136-7662-438e-b442-33673e227750),segment_id=591f5136-7662-438e-b442-33673e227750)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:20:10.399705 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-578fed1a-0e15-4d0c-b4ec-07ce5ae2df70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:10.415154 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa1a90-dc08-46f9-9f05-c5f5cf514688 req-bbc6eb50-a041-487f-a2b4-51808050a851 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:10.432371 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa1a90-dc08-46f9-9f05-c5f5cf514688 req-bbc6eb50-a041-487f-a2b4-51808050a851 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:10.450062 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa1a90-dc08-46f9-9f05-c5f5cf514688 req-bbc6eb50-a041-487f-a2b4-51808050a851 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:10.467397 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa1a90-dc08-46f9-9f05-c5f5cf514688 req-bbc6eb50-a041-487f-a2b4-51808050a851 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:10.495313 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa1a90-dc08-46f9-9f05-c5f5cf514688 req-bbc6eb50-a041-487f-a2b4-51808050a851 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:10.513017 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa1a90-dc08-46f9-9f05-c5f5cf514688 req-bbc6eb50-a041-487f-a2b4-51808050a851 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:10.530664 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa1a90-dc08-46f9-9f05-c5f5cf514688 req-bbc6eb50-a041-487f-a2b4-51808050a851 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:10.546561 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d75a1-4b83-437e-99c0-6d489759b4ad req-f59af222-d91e-40a1-89d4-0a3634c544e2 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:10.556464 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4daa1a90-dc08-46f9-9f05-c5f5cf514688 req-bbc6eb50-a041-487f-a2b4-51808050a851 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 5434 time: 0.2532670 Oct 30 15:20:10.559853 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a80d75a1-4b83-437e-99c0-6d489759b4ad req-f59af222-d91e-40a1-89d4-0a3634c544e2 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] 10.222.0.62 "GET /v2.0/ports?device_id=73809f0e-19ce-4218-8302-65fb8bc6780f HTTP/1.1" status: 200 len: 943 time: 0.5826931 Oct 30 15:20:10.632065 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578fed1a-0e15-4d0c-b4ec-07ce5ae2df70 None None] Pushing event updated for resources: {'Port': ['ID=9b6bc86c-b7e0-4839-9316-45e7b2468230,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:10.672864 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4daa1a90-dc08-46f9-9f05-c5f5cf514688 req-deee87af-72d8-4b03-b9eb-bb53dfe6283f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb8a2948-2c1b-4131-b6de-fecd84bd89b4&id=5eeec3c6-4bd2-414a-bba6-6aabb62faff1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1149390 Oct 30 15:20:10.790101 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7e42873d-ef6c-4b89-bd4f-c41049f3519d req-3d53b187-95e2-42cc-b695-cce20e2e884a service neutron] 10.222.0.44 "GET /v2.0/networks/9e899717-33c9-4fad-8f0b-261f9b6a5c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7152526 Oct 30 15:20:10.852988 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a80d75a1-4b83-437e-99c0-6d489759b4ad req-10450e47-0ca8-47f1-abb1-4e02670920e4 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] 10.222.0.62 "GET /v2.0/security-groups?id=8fb1a9d8-20ca-4a3f-8929-d2b92a1546e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2922456 Oct 30 15:20:10.977941 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c62442-9e96-45f2-80bf-3c68214cbfb3 req-d268f2a7-4a5d-411b-af0a-5a5a6a237b72 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:10.983145 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-32c62442-9e96-45f2-80bf-3c68214cbfb3 req-d268f2a7-4a5d-411b-af0a-5a5a6a237b72 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 946 time: 0.1775348 Oct 30 15:20:11.090647 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-278cdb7c-99f8-4d29-8039-f8e98d10da08 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Allocated IP 172.20.0.10 (ae56c3f4-2d3b-4804-bcb7-f25fa972ff69/8a8ee560-7bf2-4c0c-8580-79a4323bc3a3/bdf9c7ed-09de-4ebc-9ace-b325bce45352) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:20:11.125456 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-32c62442-9e96-45f2-80bf-3c68214cbfb3 req-cd6edcbd-9526-43a3-99ed-f7ca5386ac9e tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337056 Oct 30 15:20:11.404827 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713be66e-81bc-4717-ac2a-00aabfe80eee req-bb1c7652-7342-47ea-8bb6-7a1a21f5a906 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:11.413586 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-713be66e-81bc-4717-ac2a-00aabfe80eee req-bb1c7652-7342-47ea-8bb6-7a1a21f5a906 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cbd0e8c-ab1a-4053-8898-3570d9240eb4 HTTP/1.1" status: 200 len: 945 time: 0.1068966 Oct 30 15:20:11.566619 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-713be66e-81bc-4717-ac2a-00aabfe80eee req-e2b7a0c3-5d90-45c4-9f2f-257db64fe9f5 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471319 Oct 30 15:20:11.614755 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 3fc8fde0-f257-46b8-b5d3-70417982cfff details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:20:11.686246 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-278cdb7c-99f8-4d29-8039-f8e98d10da08 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:11.782077 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e69f0-01da-4936-8d97-0cd07b7f7adf req-3be3d4e9-2b08-43b8-85e5-e25e725bfd9d tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:11.789497 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e69f0-01da-4936-8d97-0cd07b7f7adf req-3be3d4e9-2b08-43b8-85e5-e25e725bfd9d tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:11.797405 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e69f0-01da-4936-8d97-0cd07b7f7adf req-3be3d4e9-2b08-43b8-85e5-e25e725bfd9d tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:11.811599 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e69f0-01da-4936-8d97-0cd07b7f7adf req-3be3d4e9-2b08-43b8-85e5-e25e725bfd9d tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:11.819158 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e69f0-01da-4936-8d97-0cd07b7f7adf req-3be3d4e9-2b08-43b8-85e5-e25e725bfd9d tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:11.825806 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e69f0-01da-4936-8d97-0cd07b7f7adf req-3be3d4e9-2b08-43b8-85e5-e25e725bfd9d tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:11.832775 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e69f0-01da-4936-8d97-0cd07b7f7adf req-3be3d4e9-2b08-43b8-85e5-e25e725bfd9d tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:11.849012 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-503e69f0-01da-4936-8d97-0cd07b7f7adf req-3be3d4e9-2b08-43b8-85e5-e25e725bfd9d tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 5434 time: 0.5997908 Oct 30 15:20:11.854555 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-278cdb7c-99f8-4d29-8039-f8e98d10da08 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:11.905526 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 3fc8fde0-f257-46b8-b5d3-70417982cfff, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=3fc8fde0-f257-46b8-b5d3-70417982cfff,segment=NetworkSegment(51177d7b-2743-4491-8d74-a9187db4d73d),segment_id=51177d7b-2743-4491-8d74-a9187db4d73d)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:20:11.966509 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': '3fc8fde0-f257-46b8-b5d3-70417982cfff', 'network_id': '9e899717-33c9-4fad-8f0b-261f9b6a5c52', 'port_id': '3fc8fde0-f257-46b8-b5d3-70417982cfff', 'mac_address': 'fa:16:3e:9f:37:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71f852c9-a23d-4913-9451-d5be182d949f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:20:12.029295 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278cdb7c-99f8-4d29-8039-f8e98d10da08 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event updated for resources: {'Port': ['ID=bdf9c7ed-09de-4ebc-9ace-b325bce45352,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:12.108735 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:12.133468 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278cdb7c-99f8-4d29-8039-f8e98d10da08 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Network ae56c3f4-2d3b-4804-bcb7-f25fa972ff69 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:20:12.135033 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-278cdb7c-99f8-4d29-8039-f8e98d10da08 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:20:12.148100 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278cdb7c-99f8-4d29-8039-f8e98d10da08 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:20:12.161726 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fc8fde0-f257-46b8-b5d3-70417982cfff {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:20:12.219366 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 3fc8fde0-f257-46b8-b5d3-70417982cfff, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=3fc8fde0-f257-46b8-b5d3-70417982cfff,segment=NetworkSegment(51177d7b-2743-4491-8d74-a9187db4d73d),segment_id=51177d7b-2743-4491-8d74-a9187db4d73d)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:20:12.220176 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b717c0-a6d6-4cf9-8f6f-fcba9fc3cca0 req-36251575-9d5c-4880-809f-ac18d4ce7373 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:12.232233 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-12b717c0-a6d6-4cf9-8f6f-fcba9fc3cca0 req-36251575-9d5c-4880-809f-ac18d4ce7373 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] 10.222.0.62 "GET /v2.0/ports?device_id=73809f0e-19ce-4218-8302-65fb8bc6780f HTTP/1.1" status: 200 len: 943 time: 0.1913671 Oct 30 15:20:12.233995 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:12.308776 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278cdb7c-99f8-4d29-8039-f8e98d10da08 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:12.309461 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-278cdb7c-99f8-4d29-8039-f8e98d10da08 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:12.354257 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-12b717c0-a6d6-4cf9-8f6f-fcba9fc3cca0 req-14c529bd-6bbb-4702-a18d-d17f388c6c6c tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] 10.222.0.62 "GET /v2.0/security-groups?id=8fb1a9d8-20ca-4a3f-8929-d2b92a1546e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094277 Oct 30 15:20:12.376697 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-278cdb7c-99f8-4d29-8039-f8e98d10da08 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.8069122 Oct 30 15:20:12.379689 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 46038) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:20:12.385437 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-fca7b1b0-d0dd-4f29-9224-32984b07402f tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Request body: {'port': {'network_id': 'ae56c3f4-2d3b-4804-bcb7-f25fa972ff69', 'name': 'tempest-PortsTestJSON-2133629250', 'fixed_ips': [{'subnet_id': '8a8ee560-7bf2-4c0c-8580-79a4323bc3a3', 'ip_address': '172.20.0.9'}]}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:20:12.413309 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=3fc8fde0-f257-46b8-b5d3-70417982cfff,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:12.500915 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['3fc8fde0-f257-46b8-b5d3-70417982cfff'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:20:12.593661 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae339c8-e595-44f4-a3a1-cd1db8f34a00 req-6678e342-65b7-43c4-a86b-a3d21e02e383 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:12.606421 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3ae339c8-e595-44f4-a3a1-cd1db8f34a00 req-6678e342-65b7-43c4-a86b-a3d21e02e383 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 946 time: 0.1761580 Oct 30 15:20:12.704001 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3ae339c8-e595-44f4-a3a1-cd1db8f34a00 req-fc0e3ca9-5609-419d-9f20-7f0dd3cf996a tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962732 Oct 30 15:20:12.977781 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca7b1b0-d0dd-4f29-9224-32984b07402f tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Made reservation on behalf of 588c9a586131499fbc33840e1d270dce for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:20:13.036392 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dcf2530-43aa-4eb8-827a-be335681f741 None None] Network ae56c3f4-2d3b-4804-bcb7-f25fa972ff69 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:20:13.042814 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 9b6bc86c-b7e0-4839-9316-45e7b2468230 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:20:13.160361 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fca7b1b0-d0dd-4f29-9224-32984b07402f tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:13.178942 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [None req-fca7b1b0-d0dd-4f29-9224-32984b07402f tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] device_id is not set on port eede7d43-04b7-4a4d-82ea-7be6f8760edf yet. {{(pid=102131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:20:13.356863 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-1760a9cd-68fe-4e22-ac10-e3039cb1802f None None] Provisioning complete for port 9b6bc86c-b7e0-4839-9316-45e7b2468230 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:20:13.358554 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1760a9cd-68fe-4e22-ac10-e3039cb1802f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:13.511352 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-fca7b1b0-d0dd-4f29-9224-32984b07402f tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Allocated IP 172.20.0.9 (ae56c3f4-2d3b-4804-bcb7-f25fa972ff69/8a8ee560-7bf2-4c0c-8580-79a4323bc3a3/eede7d43-04b7-4a4d-82ea-7be6f8760edf) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:20:13.569981 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd4932-0144-4a0a-9cd1-5375dde2908a req-0c2e5413-8596-4cc1-a3ae-f97e066c1969 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:13.571852 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1bbd4932-0144-4a0a-9cd1-5375dde2908a req-0c2e5413-8596-4cc1-a3ae-f97e066c1969 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cbd0e8c-ab1a-4053-8898-3570d9240eb4 HTTP/1.1" status: 200 len: 945 time: 0.8223441 Oct 30 15:20:13.686249 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1bbd4932-0144-4a0a-9cd1-5375dde2908a req-669f1a40-139b-459f-bed7-bc24c5c133db tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061513 Oct 30 15:20:13.886415 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa9ed2-bad5-4f30-a3f8-7b52ebbbbf2b req-24097bbe-3cb2-4f05-b2bd-c3c2fb8aa42f tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:13.903981 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c6aa9ed2-bad5-4f30-a3f8-7b52ebbbbf2b req-24097bbe-3cb2-4f05-b2bd-c3c2fb8aa42f tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] 10.222.0.62 "GET /v2.0/ports?device_id=73809f0e-19ce-4218-8302-65fb8bc6780f HTTP/1.1" status: 200 len: 944 time: 0.2976632 Oct 30 15:20:13.957735 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 9b6bc86c-b7e0-4839-9316-45e7b2468230 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:20:13.958102 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:14.036557 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c6aa9ed2-bad5-4f30-a3f8-7b52ebbbbf2b req-dfc83c72-6eea-418a-a7d1-9d29692db8ef tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] 10.222.0.62 "GET /v2.0/security-groups?id=8fb1a9d8-20ca-4a3f-8929-d2b92a1546e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271024 Oct 30 15:20:14.181216 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5326cc7-961c-4bd9-9e02-40435a2c2099 req-95ab09a4-3e73-42ba-8acd-72dac04a6ea1 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:14.183159 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d5326cc7-961c-4bd9-9e02-40435a2c2099 req-95ab09a4-3e73-42ba-8acd-72dac04a6ea1 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 946 time: 0.2610424 Oct 30 15:20:14.280790 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fca7b1b0-d0dd-4f29-9224-32984b07402f tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:14.301158 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d5326cc7-961c-4bd9-9e02-40435a2c2099 req-789aba39-0098-4567-b199-75fb24819b07 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878878 Oct 30 15:20:14.382973 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fca7b1b0-d0dd-4f29-9224-32984b07402f tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:14.484252 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca7b1b0-d0dd-4f29-9224-32984b07402f tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Network ae56c3f4-2d3b-4804-bcb7-f25fa972ff69 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:20:14.490735 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-fca7b1b0-d0dd-4f29-9224-32984b07402f tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:20:14.497463 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca7b1b0-d0dd-4f29-9224-32984b07402f tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:20:14.595365 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca7b1b0-d0dd-4f29-9224-32984b07402f tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event updated for resources: {'Port': ['ID=eede7d43-04b7-4a4d-82ea-7be6f8760edf,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:14.614937 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc14f33-61a4-409d-85ec-c68152fa89aa req-aed7d0ef-0cdb-42a2-a1bc-7a457bd806a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:14.616915 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6cc14f33-61a4-409d-85ec-c68152fa89aa req-aed7d0ef-0cdb-42a2-a1bc-7a457bd806a2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=50828efdd6f44ddca14e599b5226f88f&device_id=7cbd0e8c-ab1a-4053-8898-3570d9240eb4 HTTP/1.1" status: 200 len: 1097 time: 0.0835123 Oct 30 15:20:14.632466 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca7b1b0-d0dd-4f29-9224-32984b07402f tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:14.636457 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fca7b1b0-d0dd-4f29-9224-32984b07402f tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:14.697105 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1760a9cd-68fe-4e22-ac10-e3039cb1802f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:14.709193 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-fca7b1b0-d0dd-4f29-9224-32984b07402f tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3280504 Oct 30 15:20:14.709826 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 46082) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:20:14.774891 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:14.875868 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc14f33-61a4-409d-85ec-c68152fa89aa req-36b52f2d-8a3b-442b-9fc3-3d97e40815e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:14.877374 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6cc14f33-61a4-409d-85ec-c68152fa89aa req-36b52f2d-8a3b-442b-9fc3-3d97e40815e2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4f22410e-53ea-4597-9c0e-a70994dfa6d8 HTTP/1.1" status: 200 len: 913 time: 0.2489662 Oct 30 15:20:14.889045 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-1760a9cd-68fe-4e22-ac10-e3039cb1802f None None] For port 9b6bc86c-b7e0-4839-9316-45e7b2468230, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=9b6bc86c-b7e0-4839-9316-45e7b2468230,segment=NetworkSegment(591f5136-7662-438e-b442-33673e227750),segment_id=591f5136-7662-438e-b442-33673e227750)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:20:14.939101 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e3e26a-69a7-4965-9d37-f77db2676fb1 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:14.944570 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-41e3e26a-69a7-4965-9d37-f77db2676fb1 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2336054 Oct 30 15:20:14.945233 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 46088) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:20:14.995076 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6cc14f33-61a4-409d-85ec-c68152fa89aa req-f7c1806d-7234-48bc-97c5-0eaf047d6a2c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8 HTTP/1.1" status: 200 len: 217 time: 0.1037707 Oct 30 15:20:15.010017 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8258435-a380-4020-b2db-37142778b1d9 req-30e4e88a-9799-43cf-8f5a-db683c24c523 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:15.011596 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1760a9cd-68fe-4e22-ac10-e3039cb1802f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:15.019367 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e8258435-a380-4020-b2db-37142778b1d9 req-30e4e88a-9799-43cf-8f5a-db683c24c523 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cbd0e8c-ab1a-4053-8898-3570d9240eb4 HTTP/1.1" status: 200 len: 945 time: 0.1579797 Oct 30 15:20:15.068726 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a41630-3b14-4ca9-9f93-f15de3179a84 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:15.077668 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a41630-3b14-4ca9-9f93-f15de3179a84 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:15.084096 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a41630-3b14-4ca9-9f93-f15de3179a84 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:15.089663 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 46092) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:20:15.089851 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-27a41630-3b14-4ca9-9f93-f15de3179a84 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1420667 Oct 30 15:20:15.110747 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e8258435-a380-4020-b2db-37142778b1d9 req-6bfb92c0-9530-4019-ac6c-f912b001d53d tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900333 Oct 30 15:20:15.228402 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc14f33-61a4-409d-85ec-c68152fa89aa req-0153902c-9191-4611-9045-c4b164903394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:15.231076 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6cc14f33-61a4-409d-85ec-c68152fa89aa req-0153902c-9191-4611-9045-c4b164903394 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=449705ab-2365-49b9-8b83-fe461dd03f65 HTTP/1.1" status: 200 len: 852 time: 0.2303069 Oct 30 15:20:15.298514 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6cc14f33-61a4-409d-85ec-c68152fa89aa req-caff0056-16fe-4254-b537-1906acaf6f8a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4f22410e-53ea-4597-9c0e-a70994dfa6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530219 Oct 30 15:20:15.327543 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1760a9cd-68fe-4e22-ac10-e3039cb1802f None None] Pushing event updated for resources: {'Port': ['ID=9b6bc86c-b7e0-4839-9316-45e7b2468230,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:15.374909 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.db.api [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 30 15:20:15.375616 n-d-806683-17 neutron-server[102132]: DEBUG oslo_db.api [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 30 15:20:15.487212 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ef900-ac25-4bf8-866a-d31c5d833d0f req-2fb9e974-7653-4f82-9f31-d55077b303d5 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:15.498626 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-106ef900-ac25-4bf8-866a-d31c5d833d0f req-2fb9e974-7653-4f82-9f31-d55077b303d5 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] 10.222.0.62 "GET /v2.0/ports?device_id=73809f0e-19ce-4218-8302-65fb8bc6780f HTTP/1.1" status: 200 len: 944 time: 0.3382306 Oct 30 15:20:15.515559 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6cc14f33-61a4-409d-85ec-c68152fa89aa req-b7ebf198-13fc-4141-b31f-ba3c6403c8a7 service neutron] 10.222.0.44 "GET /v2.0/networks/4f22410e-53ea-4597-9c0e-a70994dfa6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086554 Oct 30 15:20:15.560870 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b377a6d-7137-4739-8d16-f087282c4ab4 req-3a1b1bf5-f2d7-4b9e-98ce-aa50d533fefc tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:15.562462 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6b377a6d-7137-4739-8d16-f087282c4ab4 req-3a1b1bf5-f2d7-4b9e-98ce-aa50d533fefc tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 946 time: 0.1358535 Oct 30 15:20:15.575261 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 3fc8fde0-f257-46b8-b5d3-70417982cfff up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:20:15.669109 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6b377a6d-7137-4739-8d16-f087282c4ab4 req-a6cb0ab0-0187-430c-9a9b-29cafae0d055 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997972 Oct 30 15:20:15.696652 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port 3fc8fde0-f257-46b8-b5d3-70417982cfff completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:20:15.703306 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port 3fc8fde0-f257-46b8-b5d3-70417982cfff triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:20:15.703931 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:15.770894 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-106ef900-ac25-4bf8-866a-d31c5d833d0f req-f0a4affa-ca7f-4995-a386-8808078a1483 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] 10.222.0.62 "GET /v2.0/security-groups?id=8fb1a9d8-20ca-4a3f-8929-d2b92a1546e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2711680 Oct 30 15:20:15.805617 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-1397195b-446a-42b9-a1d2-391a7fe7a12f tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Deleting port eede7d43-04b7-4a4d-82ea-7be6f8760edf {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:20:15.806135 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1397195b-446a-42b9-a1d2-391a7fe7a12f tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:15.938345 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6cc14f33-61a4-409d-85ec-c68152fa89aa req-198e5c0f-1990-4cff-8560-33c01fbcde96 service neutron] 10.222.0.44 "GET /v2.0/networks/4f22410e-53ea-4597-9c0e-a70994dfa6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3997416 Oct 30 15:20:16.073474 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1397195b-446a-42b9-a1d2-391a7fe7a12f tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:16.079476 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 46116) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:20:16.104630 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-1397195b-446a-42b9-a1d2-391a7fe7a12f tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Calling delete_port for eede7d43-04b7-4a4d-82ea-7be6f8760edf owned by {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:20:16.141300 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-b659b02e-400f-4238-b40c-580ca0e19d91 None None] Provisioning complete for port eede7d43-04b7-4a4d-82ea-7be6f8760edf triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:20:16.141667 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b659b02e-400f-4238-b40c-580ca0e19d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:16.145766 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:16.294980 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce18ddb-be88-47ec-aad4-666b144daf36 req-2d5c907a-4dd9-4ff4-b15f-9f21d2956603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:16.298554 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce18ddb-be88-47ec-aad4-666b144daf36 req-2d5c907a-4dd9-4ff4-b15f-9f21d2956603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:16.299155 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce18ddb-be88-47ec-aad4-666b144daf36 req-2d5c907a-4dd9-4ff4-b15f-9f21d2956603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:16.302192 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce18ddb-be88-47ec-aad4-666b144daf36 req-2d5c907a-4dd9-4ff4-b15f-9f21d2956603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:16.303251 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce18ddb-be88-47ec-aad4-666b144daf36 req-2d5c907a-4dd9-4ff4-b15f-9f21d2956603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:16.303838 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce18ddb-be88-47ec-aad4-666b144daf36 req-2d5c907a-4dd9-4ff4-b15f-9f21d2956603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:16.304514 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce18ddb-be88-47ec-aad4-666b144daf36 req-2d5c907a-4dd9-4ff4-b15f-9f21d2956603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:16.315811 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 3fc8fde0-f257-46b8-b5d3-70417982cfff, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=3fc8fde0-f257-46b8-b5d3-70417982cfff,segment=NetworkSegment(51177d7b-2743-4491-8d74-a9187db4d73d),segment_id=51177d7b-2743-4491-8d74-a9187db4d73d)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:20:16.318860 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73809f0e-19ce-4218-8302-65fb8bc6780f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fc8fde0-f257-46b8-b5d3-70417982cfff'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:20:16.325101 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8533e2d-53da-4d4e-8f24-7ddb2223e318" -d '{"events": [{"server_uuid": "73809f0e-19ce-4218-8302-65fb8bc6780f", "name": "network-vif-plugged", "status": "completed", "tag": "3fc8fde0-f257-46b8-b5d3-70417982cfff"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:20:16.333234 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bce18ddb-be88-47ec-aad4-666b144daf36 req-2d5c907a-4dd9-4ff4-b15f-9f21d2956603 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 6498 time: 0.2520723 Oct 30 15:20:16.393337 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:16.421080 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-b659b02e-400f-4238-b40c-580ca0e19d91 None None] Port eede7d43-04b7-4a4d-82ea-7be6f8760edf cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:20:16.436097 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bce18ddb-be88-47ec-aad4-666b144daf36 req-301390b3-27fd-44c7-9e8e-5361e51f8317 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=eb8a2948-2c1b-4131-b6de-fecd84bd89b4&id=5eeec3c6-4bd2-414a-bba6-6aabb62faff1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1017194 Oct 30 15:20:16.446774 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 9b6bc86c-b7e0-4839-9316-45e7b2468230 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:20:16.546543 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0816436-b0d0-4402-a856-b12e6a72e987 req-e0a7b825-0291-4d57-bde1-27907a031b70 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:16.549653 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a0816436-b0d0-4402-a856-b12e6a72e987 req-e0a7b825-0291-4d57-bde1-27907a031b70 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cbd0e8c-ab1a-4053-8898-3570d9240eb4 HTTP/1.1" status: 200 len: 945 time: 0.2722323 Oct 30 15:20:16.576251 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c090e55-d748-4845-9490-d603b3a7b547 x-openstack-request-id: req-5c090e55-d748-4845-9490-d603b3a7b547 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:20:16.576555 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73809f0e-19ce-4218-8302-65fb8bc6780f", "name": "network-vif-plugged", "status": "completed", "tag": "3fc8fde0-f257-46b8-b5d3-70417982cfff", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:20:16.576958 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5c090e55-d748-4845-9490-d603b3a7b547 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:20:16.577362 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73809f0e-19ce-4218-8302-65fb8bc6780f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fc8fde0-f257-46b8-b5d3-70417982cfff', 'code': 200} Oct 30 15:20:16.623993 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-b659b02e-400f-4238-b40c-580ca0e19d91 None None] Provisioning complete for port bdf9c7ed-09de-4ebc-9ace-b325bce45352 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:20:16.624296 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b659b02e-400f-4238-b40c-580ca0e19d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:16.749419 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-b659b02e-400f-4238-b40c-580ca0e19d91 None None] Port bdf9c7ed-09de-4ebc-9ace-b325bce45352 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:20:16.795985 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1397195b-446a-42b9-a1d2-391a7fe7a12f tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:16.810594 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=3fc8fde0-f257-46b8-b5d3-70417982cfff,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:16.838807 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a0816436-b0d0-4402-a856-b12e6a72e987 req-7e2d1ecc-01d6-47e1-919f-36f52f2e207b tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477257 Oct 30 15:20:16.849889 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-b659b02e-400f-4238-b40c-580ca0e19d91 None None] Provisioning complete for port 9b6bc86c-b7e0-4839-9316-45e7b2468230 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:20:16.850266 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b659b02e-400f-4238-b40c-580ca0e19d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:16.931757 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1397195b-446a-42b9-a1d2-391a7fe7a12f tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event deleted for resources: {'Port': ['ID=eede7d43-04b7-4a4d-82ea-7be6f8760edf,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:16.951918 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a096f-8869-4843-bead-c95ae1646e74 req-b2e3249d-00da-4d1a-af00-e03c5d57c8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:16.955152 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c8c62-9060-4d37-884b-8a5cd6be7bda req-f6646407-c626-4da1-99e1-f5c0d1f525f9 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:16.961487 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0c8a096f-8869-4843-bead-c95ae1646e74 req-b2e3249d-00da-4d1a-af00-e03c5d57c8ef service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=73809f0e-19ce-4218-8302-65fb8bc6780f HTTP/1.1" status: 200 len: 1097 time: 0.2997417 Oct 30 15:20:16.971374 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0c7c8c62-9060-4d37-884b-8a5cd6be7bda req-f6646407-c626-4da1-99e1-f5c0d1f525f9 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 946 time: 0.1168952 Oct 30 15:20:16.977777 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 9b6bc86c-b7e0-4839-9316-45e7b2468230 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:20:16.979045 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:17.030568 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0c7c8c62-9060-4d37-884b-8a5cd6be7bda req-d9fc8b30-48de-4fae-b63e-b3d8c2428615 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559597 Oct 30 15:20:17.155505 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1397195b-446a-42b9-a1d2-391a7fe7a12f tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:17.161656 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-1397195b-446a-42b9-a1d2-391a7fe7a12f tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "DELETE /v2.0/ports/eede7d43-04b7-4a4d-82ea-7be6f8760edf HTTP/1.1" status: 204 len: 168 time: 2.0691257 Oct 30 15:20:17.162436 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 46140) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:20:17.173425 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c008bf-47be-45f7-a537-fd3bc22b723f req-b747a810-d55c-4f23-9cc4-d5005b9ef13f tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:17.176074 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-41c008bf-47be-45f7-a537-fd3bc22b723f req-b747a810-d55c-4f23-9cc4-d5005b9ef13f tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] 10.222.0.62 "GET /v2.0/ports?device_id=73809f0e-19ce-4218-8302-65fb8bc6780f HTTP/1.1" status: 200 len: 945 time: 0.2132902 Oct 30 15:20:17.177863 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0c8a096f-8869-4843-bead-c95ae1646e74 req-c662ff42-36c0-42af-8ffd-f83d9b5508a0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8fb1a9d8-20ca-4a3f-8929-d2b92a1546e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1856346 Oct 30 15:20:17.231193 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-75af2395-a715-427b-b553-ae50b71287ec tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] GET failed (client error): The resource could not be found. Oct 30 15:20:17.235591 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-75af2395-a715-427b-b553-ae50b71287ec tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "GET /v2.0/ports/eede7d43-04b7-4a4d-82ea-7be6f8760edf HTTP/1.1" status: 404 len: 333 time: 0.0692279 Oct 30 15:20:17.235882 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 46144) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:20:17.257985 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-41c008bf-47be-45f7-a537-fd3bc22b723f req-2b15f8f2-0354-4a3e-b541-b15e03ea67e5 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] 10.222.0.62 "GET /v2.0/security-groups?id=8fb1a9d8-20ca-4a3f-8929-d2b92a1546e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717518 Oct 30 15:20:17.311660 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-7130976f-9388-48b5-89d9-5e9c02fc8cf6 None None] Could not find standard attr ID for object eede7d43-04b7-4a4d-82ea-7be6f8760edf. {{(pid=102132) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 30 15:20:17.331726 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-7130976f-9388-48b5-89d9-5e9c02fc8cf6 None None] Provisioning complete for port bdf9c7ed-09de-4ebc-9ace-b325bce45352 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:20:17.331726 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7130976f-9388-48b5-89d9-5e9c02fc8cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:17.372143 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-7130976f-9388-48b5-89d9-5e9c02fc8cf6 None None] Port bdf9c7ed-09de-4ebc-9ace-b325bce45352 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:20:17.377782 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-300f4a92-5410-4853-bce9-00b6d6af7f64 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Deleting port bdf9c7ed-09de-4ebc-9ace-b325bce45352 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:20:17.378133 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-300f4a92-5410-4853-bce9-00b6d6af7f64 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:17.498975 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-300f4a92-5410-4853-bce9-00b6d6af7f64 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:17.516851 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-300f4a92-5410-4853-bce9-00b6d6af7f64 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Calling delete_port for bdf9c7ed-09de-4ebc-9ace-b325bce45352 owned by {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:20:17.676101 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-300f4a92-5410-4853-bce9-00b6d6af7f64 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:17.757800 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300f4a92-5410-4853-bce9-00b6d6af7f64 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event deleted for resources: {'Port': ['ID=bdf9c7ed-09de-4ebc-9ace-b325bce45352,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:17.772451 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300f4a92-5410-4853-bce9-00b6d6af7f64 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:20:17.773093 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300f4a92-5410-4853-bce9-00b6d6af7f64 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:20:17.773596 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300f4a92-5410-4853-bce9-00b6d6af7f64 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:20:17.775214 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300f4a92-5410-4853-bce9-00b6d6af7f64 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:20:17.775852 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300f4a92-5410-4853-bce9-00b6d6af7f64 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:20:17.776368 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300f4a92-5410-4853-bce9-00b6d6af7f64 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:20:17.776888 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300f4a92-5410-4853-bce9-00b6d6af7f64 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:20:17.777387 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300f4a92-5410-4853-bce9-00b6d6af7f64 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:20:17.778021 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300f4a92-5410-4853-bce9-00b6d6af7f64 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:20:17.778629 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300f4a92-5410-4853-bce9-00b6d6af7f64 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:20:17.779254 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300f4a92-5410-4853-bce9-00b6d6af7f64 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:20:17.780864 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300f4a92-5410-4853-bce9-00b6d6af7f64 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:20:17.903189 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-300f4a92-5410-4853-bce9-00b6d6af7f64 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:17.910760 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-300f4a92-5410-4853-bce9-00b6d6af7f64 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "DELETE /v2.0/ports/bdf9c7ed-09de-4ebc-9ace-b325bce45352 HTTP/1.1" status: 204 len: 168 time: 0.6738322 Oct 30 15:20:17.913532 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 46156) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:20:17.979613 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e89cb0d-0a40-4cb7-b0a8-b0c3e8d2ae79 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] GET failed (client error): The resource could not be found. Oct 30 15:20:17.981881 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-7e89cb0d-0a40-4cb7-b0a8-b0c3e8d2ae79 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "GET /v2.0/ports/bdf9c7ed-09de-4ebc-9ace-b325bce45352 HTTP/1.1" status: 404 len: 333 time: 0.0657887 Oct 30 15:20:17.985609 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 46158) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:20:18.078801 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-af1f5821-64fc-4756-a1cf-5a887786adf6 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Deleting subnet 8a8ee560-7bf2-4c0c-8580-79a4323bc3a3 {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:20:18.082671 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-af1f5821-64fc-4756-a1cf-5a887786adf6 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:18.181286 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-af1f5821-64fc-4756-a1cf-5a887786adf6 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:18.216224 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d7efe-d3e5-4efd-aff9-7deeb58f8e27 req-eafdaa05-5f55-459f-b3cf-a16101d4e1f8 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:18.225804 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-176d7efe-d3e5-4efd-aff9-7deeb58f8e27 req-eafdaa05-5f55-459f-b3cf-a16101d4e1f8 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 946 time: 0.0834918 Oct 30 15:20:18.317039 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-176d7efe-d3e5-4efd-aff9-7deeb58f8e27 req-be20c3b6-0937-47e0-876e-48792ebbeb77 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902441 Oct 30 15:20:18.417732 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd54c062-ef46-4f07-aafe-141a37bebbe3 req-55594481-5fb6-4de4-93f0-a0d2eb808819 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:18.427869 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fd54c062-ef46-4f07-aafe-141a37bebbe3 req-55594481-5fb6-4de4-93f0-a0d2eb808819 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cbd0e8c-ab1a-4053-8898-3570d9240eb4 HTTP/1.1" status: 200 len: 945 time: 0.3091772 Oct 30 15:20:18.546681 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-af1f5821-64fc-4756-a1cf-5a887786adf6 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:18.634371 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-af1f5821-64fc-4756-a1cf-5a887786adf6 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:18.651997 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fd54c062-ef46-4f07-aafe-141a37bebbe3 req-b67f0e4c-88dc-4762-be85-f0f13756d432 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232385 Oct 30 15:20:18.660318 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-af1f5821-64fc-4756-a1cf-5a887786adf6 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:18.663993 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-af1f5821-64fc-4756-a1cf-5a887786adf6 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "DELETE /v2.0/subnets/8a8ee560-7bf2-4c0c-8580-79a4323bc3a3 HTTP/1.1" status: 204 len: 168 time: 0.6772847 Oct 30 15:20:18.671219 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c404677f-0780-4e15-9bb7-901031d84760 None None] Network ae56c3f4-2d3b-4804-bcb7-f25fa972ff69 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:20:18.685706 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 46168) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:20:18.749108 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1f5821-64fc-4756-a1cf-5a887786adf6 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event deleted for resources: {'Subnet': ['ID=8a8ee560-7bf2-4c0c-8580-79a4323bc3a3,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:18.894523 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-51f2cc70-42ad-4d26-b087-ef927515cae8 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:18.916938 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c866069c-ab19-4fc2-a4eb-955e7c8ea6e9 req-c70a6d6e-b971-46a3-a5f2-2cbf404388df tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:18.920116 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c866069c-ab19-4fc2-a4eb-955e7c8ea6e9 req-c70a6d6e-b971-46a3-a5f2-2cbf404388df tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] 10.222.0.62 "GET /v2.0/ports?device_id=73809f0e-19ce-4218-8302-65fb8bc6780f HTTP/1.1" status: 200 len: 945 time: 0.3776245 Oct 30 15:20:19.016077 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c866069c-ab19-4fc2-a4eb-955e7c8ea6e9 req-cec74304-f2d0-4be8-a07e-3e5e182a7350 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] 10.222.0.62 "GET /v2.0/security-groups?id=8fb1a9d8-20ca-4a3f-8929-d2b92a1546e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909107 Oct 30 15:20:19.028292 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f78457-5761-43a4-adab-f818705e8049 None None] DHCP port deletion for ae56c3f4-2d3b-4804-bcb7-f25fa972ff69 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:20:19.042614 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-51f2cc70-42ad-4d26-b087-ef927515cae8 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Deleting port 9b6bc86c-b7e0-4839-9316-45e7b2468230 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:20:19.042973 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-51f2cc70-42ad-4d26-b087-ef927515cae8 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:19.175632 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e0f78457-5761-43a4-adab-f818705e8049 None None] Deleting port 9b6bc86c-b7e0-4839-9316-45e7b2468230 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:20:19.176203 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e0f78457-5761-43a4-adab-f818705e8049 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:19.187547 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-51f2cc70-42ad-4d26-b087-ef927515cae8 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] For port 9b6bc86c-b7e0-4839-9316-45e7b2468230, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=9b6bc86c-b7e0-4839-9316-45e7b2468230,segment=NetworkSegment(591f5136-7662-438e-b442-33673e227750),segment_id=591f5136-7662-438e-b442-33673e227750)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:20:19.187978 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-51f2cc70-42ad-4d26-b087-ef927515cae8 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:19.244484 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-51f2cc70-42ad-4d26-b087-ef927515cae8 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Calling delete_port for 9b6bc86c-b7e0-4839-9316-45e7b2468230 owned by network:dhcp {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:20:19.397957 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e0f78457-5761-43a4-adab-f818705e8049 None None] For port 9b6bc86c-b7e0-4839-9316-45e7b2468230, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=9b6bc86c-b7e0-4839-9316-45e7b2468230,segment=NetworkSegment(591f5136-7662-438e-b442-33673e227750),segment_id=591f5136-7662-438e-b442-33673e227750)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:20:19.398612 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e0f78457-5761-43a4-adab-f818705e8049 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:19.435933 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e0f78457-5761-43a4-adab-f818705e8049 None None] Calling delete_port for 9b6bc86c-b7e0-4839-9316-45e7b2468230 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:20:19.529658 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-51f2cc70-42ad-4d26-b087-ef927515cae8 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:19.558330 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e0f78457-5761-43a4-adab-f818705e8049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:19.570263 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f2cc70-42ad-4d26-b087-ef927515cae8 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event deleted for resources: {'Port': ['ID=9b6bc86c-b7e0-4839-9316-45e7b2468230,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:19.579162 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f2cc70-42ad-4d26-b087-ef927515cae8 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] No DVR routers for this DVR port 9b6bc86c-b7e0-4839-9316-45e7b2468230 on host n-d-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:20:19.630334 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8 no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:20:19.634489 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a624ee18-8f02-449e-b191-640a8c105931 req-d1569b1d-c6ef-459d-8149-4920e369208b tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:19.637879 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a624ee18-8f02-449e-b191-640a8c105931 req-d1569b1d-c6ef-459d-8149-4920e369208b tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 946 time: 0.1766000 Oct 30 15:20:19.703681 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f78457-5761-43a4-adab-f818705e8049 None None] Pushing event deleted for resources: {'Port': ['ID=9b6bc86c-b7e0-4839-9316-45e7b2468230,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:19.717193 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f78457-5761-43a4-adab-f818705e8049 None None] No DVR routers for this DVR port 9b6bc86c-b7e0-4839-9316-45e7b2468230 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:20:19.764211 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-51f2cc70-42ad-4d26-b087-ef927515cae8 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:19.802550 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a624ee18-8f02-449e-b191-640a8c105931 req-2b6fe9de-ad27-4bb5-956f-9ab0fe83dd45 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659733 Oct 30 15:20:19.804163 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-51f2cc70-42ad-4d26-b087-ef927515cae8 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae56c3f4-2d3b-4804-bcb7-f25fa972ff69']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:20:19.828609 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-51f2cc70-42ad-4d26-b087-ef927515cae8 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '591f5136-7662-438e-b442-33673e227750') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:20:19.828913 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-51f2cc70-42ad-4d26-b087-ef927515cae8 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '591f5136-7662-438e-b442-33673e227750') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:20:19.830557 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:19.868417 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbd0e8c-ab1a-4053-8898-3570d9240eb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:20:19.871787 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c74406c-6f4a-4701-b5ea-ffd81312724d" -d '{"events": [{"server_uuid": "7cbd0e8c-ab1a-4053-8898-3570d9240eb4", "name": "network-vif-unplugged", "status": "completed", "tag": "4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:20:19.888974 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8,segment=NetworkSegment(803c5434-e7a3-49e2-9896-7909e39f1289),segment_id=803c5434-e7a3-49e2-9896-7909e39f1289)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:20:19.890988 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-51f2cc70-42ad-4d26-b087-ef927515cae8 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:19.896704 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:19.946638 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-51f2cc70-42ad-4d26-b087-ef927515cae8 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:19.978035 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51f2cc70-42ad-4d26-b087-ef927515cae8 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:20:19.978552 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-51f2cc70-42ad-4d26-b087-ef927515cae8 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:20.081432 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bceb40-0443-4c6b-83ed-487280cc3fa8 req-08317a81-4a9c-4078-8ec2-404b2b0e7900 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:20.083802 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c1bceb40-0443-4c6b-83ed-487280cc3fa8 req-08317a81-4a9c-4078-8ec2-404b2b0e7900 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cbd0e8c-ab1a-4053-8898-3570d9240eb4 HTTP/1.1" status: 200 len: 943 time: 0.1410987 Oct 30 15:20:20.088489 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:20:20.088489 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:20:20.088489 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:20:20.088489 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:20:20.088489 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:20:20.088489 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:20:20.088489 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:20:20.088489 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:20:20.088489 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:20:20.088489 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:20:20.088489 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:20:20.088489 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:20:20.088489 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:20:20.088489 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:20:20.088489 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:20:20.088489 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:20:20.088489 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:20:20.088489 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:20:20.088489 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:20:20.088489 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:20:20.088489 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:20:20.088489 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:20:20.088489 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:20:20.088489 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:20:20.088489 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:20:20.088489 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:20:20.088489 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:20:20.088489 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:20:20.088489 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:20:20.088489 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:20:20.088489 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:20:20.088489 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:20:20.096087 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8,revision_number=8']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:20.195422 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-51f2cc70-42ad-4d26-b087-ef927515cae8 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:20.206708 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-51f2cc70-42ad-4d26-b087-ef927515cae8 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:20.210066 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-51f2cc70-42ad-4d26-b087-ef927515cae8 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "DELETE /v2.0/networks/ae56c3f4-2d3b-4804-bcb7-f25fa972ff69 HTTP/1.1" status: 204 len: 168 time: 1.5233383 Oct 30 15:20:20.232984 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 46228) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:20:20.273674 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-68811b43-acd6-422b-85dd-d4e258335767 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-646220138'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:20:20.275449 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f2cc70-42ad-4d26-b087-ef927515cae8 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event deleted for resources: {'Network': ['ID=ae56c3f4-2d3b-4804-bcb7-f25fa972ff69,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:20.333833 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 30 Oct 2021 15:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba82417b-748e-41f4-bcd2-af6d136ea44a x-openstack-request-id: req-ba82417b-748e-41f4-bcd2-af6d136ea44a {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:20:20.334129 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cbd0e8c-ab1a-4053-8898-3570d9240eb4", "name": "network-vif-unplugged", "status": "failed", "tag": "4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8", "code": 422}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:20:20.336768 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ba82417b-748e-41f4-bcd2-af6d136ea44a {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:20:20.336768 n-d-806683-17 neutron-server[102132]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7cbd0e8c-ab1a-4053-8898-3570d9240eb4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8', 'code': 422} returned with failed status Oct 30 15:20:20.363507 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68811b43-acd6-422b-85dd-d4e258335767 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Made reservation on behalf of 588c9a586131499fbc33840e1d270dce for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:20:20.376727 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-68811b43-acd6-422b-85dd-d4e258335767 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:20.421761 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 9b6bc86c-b7e0-4839-9316-45e7b2468230 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:20:20.435259 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-c1bceb40-0443-4c6b-83ed-487280cc3fa8 req-af9bb0e6-d904-43e8-8a84-6d016357052c tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Deleting port 4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:20:20.440126 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-c1bceb40-0443-4c6b-83ed-487280cc3fa8 req-af9bb0e6-d904-43e8-8a84-6d016357052c tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:20.485644 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 9b6bc86c-b7e0-4839-9316-45e7b2468230 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:20:20.486034 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 9b6bc86c-b7e0-4839-9316-45e7b2468230 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:20:20.506472 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53d3ea-b163-4990-b7d6-334c0bea93e6 req-3e2ab270-976c-4bd0-87c8-beccd4175973 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:20.530670 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68811b43-acd6-422b-85dd-d4e258335767 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:20:20.540461 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8f53d3ea-b163-4990-b7d6-334c0bea93e6 req-3e2ab270-976c-4bd0-87c8-beccd4175973 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] 10.222.0.62 "GET /v2.0/ports?device_id=73809f0e-19ce-4218-8302-65fb8bc6780f HTTP/1.1" status: 200 len: 945 time: 0.1367679 Oct 30 15:20:20.561292 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-68811b43-acd6-422b-85dd-d4e258335767 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:20.561552 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-68811b43-acd6-422b-85dd-d4e258335767 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Added segment ba74200b-1030-41aa-9e08-f4035ec4d5b0 of type vlan for network 7fcc7623-eb79-4d33-b1f8-847fc6263c95 Oct 30 15:20:20.650181 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-68811b43-acd6-422b-85dd-d4e258335767 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:20.667274 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-c1bceb40-0443-4c6b-83ed-487280cc3fa8 req-af9bb0e6-d904-43e8-8a84-6d016357052c tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] For port 4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8,segment=NetworkSegment(803c5434-e7a3-49e2-9896-7909e39f1289),segment_id=803c5434-e7a3-49e2-9896-7909e39f1289)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:20:20.667655 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-c1bceb40-0443-4c6b-83ed-487280cc3fa8 req-af9bb0e6-d904-43e8-8a84-6d016357052c tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:20.691278 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8f53d3ea-b163-4990-b7d6-334c0bea93e6 req-d6575866-1e61-4921-8b8a-012006bb686d tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] 10.222.0.62 "GET /v2.0/security-groups?id=8fb1a9d8-20ca-4a3f-8929-d2b92a1546e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450410 Oct 30 15:20:20.705101 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-c1bceb40-0443-4c6b-83ed-487280cc3fa8 req-af9bb0e6-d904-43e8-8a84-6d016357052c tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Calling delete_port for 4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8 owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:20:20.766897 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-68811b43-acd6-422b-85dd-d4e258335767 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:20.774821 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68811b43-acd6-422b-85dd-d4e258335767 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:20.775633 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-68811b43-acd6-422b-85dd-d4e258335767 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:20.901696 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-68811b43-acd6-422b-85dd-d4e258335767 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6635816 Oct 30 15:20:20.904207 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c3f35c-354f-4e59-9faf-3573457d1938 req-c0af9a46-edd7-4946-b9d2-8f2abfe75d5a tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:20.945579 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 46238) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:20:20.948099 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 46240) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:20:20.958563 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-96c3f35c-354f-4e59-9faf-3573457d1938 req-c0af9a46-edd7-4946-b9d2-8f2abfe75d5a tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] 10.222.0.62 "GET /v2.0/ports?device_id=73809f0e-19ce-4218-8302-65fb8bc6780f HTTP/1.1" status: 200 len: 945 time: 0.1439011 Oct 30 15:20:20.964004 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-37727f7a-44a0-421f-80f4-eb1e7b2a4cfc tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Request body: {'subnet': {'network_id': '7fcc7623-eb79-4d33-b1f8-847fc6263c95', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:20:21.124886 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-486abe07-2af4-45f9-93b6-f9ad4c975fd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:21.134386 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90737d7d-37b9-46b4-8a8e-927b4a2d86d7 req-dcc4d0eb-f321-4580-a06a-0e3418c7cc8f tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:21.147544 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-90737d7d-37b9-46b4-8a8e-927b4a2d86d7 req-dcc4d0eb-f321-4580-a06a-0e3418c7cc8f tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 946 time: 0.1148865 Oct 30 15:20:21.161479 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-f536a3e2-7889-4a1f-bb41-7807f4a14d0c tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Request body: {'floatingip': {'port_id': '3fc8fde0-f257-46b8-b5d3-70417982cfff'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:20:21.231287 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-90737d7d-37b9-46b4-8a8e-927b4a2d86d7 req-cbf1b92c-1cc8-4149-a2c6-34b2948fdbc2 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822330 Oct 30 15:20:21.348716 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68811b43-acd6-422b-85dd-d4e258335767 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event updated for resources: {'Network': ['ID=7fcc7623-eb79-4d33-b1f8-847fc6263c95,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:21.362745 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f536a3e2-7889-4a1f-bb41-7807f4a14d0c tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Publish callbacks [] for floatingip, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:21.384457 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 7fcc7623-eb79-4d33-b1f8-847fc6263c95 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:20:21.629986 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-c1bceb40-0443-4c6b-83ed-487280cc3fa8 req-af9bb0e6-d904-43e8-8a84-6d016357052c tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:21.847437 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9bb0e6-d904-43e8-8a84-6d016357052c tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Pushing event deleted for resources: {'Port': ['ID=4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:21.913986 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37727f7a-44a0-421f-80f4-eb1e7b2a4cfc tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Made reservation on behalf of 588c9a586131499fbc33840e1d270dce for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:20:21.916827 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-37727f7a-44a0-421f-80f4-eb1e7b2a4cfc tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:22.431443 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1bceb40-0443-4c6b-83ed-487280cc3fa8 req-af9bb0e6-d904-43e8-8a84-6d016357052c tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] No DVR routers for this DVR port 4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8 on host n-h2-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:20:22.436697 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-c1bceb40-0443-4c6b-83ed-487280cc3fa8 req-af9bb0e6-d904-43e8-8a84-6d016357052c tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:22.442246 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c1bceb40-0443-4c6b-83ed-487280cc3fa8 req-af9bb0e6-d904-43e8-8a84-6d016357052c tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "DELETE /v2.0/ports/4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8 HTTP/1.1" status: 204 len: 173 time: 2.3484976 Oct 30 15:20:22.466840 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbd0e8c-ab1a-4053-8898-3570d9240eb4', 'name': 'network-vif-deleted', 'tag': '4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:20:22.474842 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41d6a5d-45cb-4929-b9bf-55d0af8ed143" -d '{"events": [{"server_uuid": "7cbd0e8c-ab1a-4053-8898-3570d9240eb4", "name": "network-vif-deleted", "tag": "4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:20:22.525528 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299574b6-4f38-4c04-a39f-a0c0e6f916c7 req-99fdf3ca-4492-4a12-9473-5d5978e08c73 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:22.534662 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-299574b6-4f38-4c04-a39f-a0c0e6f916c7 req-99fdf3ca-4492-4a12-9473-5d5978e08c73 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 946 time: 0.1472316 Oct 30 15:20:22.688674 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-299574b6-4f38-4c04-a39f-a0c0e6f916c7 req-56ee7202-6b87-4087-bad2-ed4a6a56e975 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442914 Oct 30 15:20:23.047748 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 30 Oct 2021 15:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ba606b-8758-47fe-add7-5fd2455f07c9 x-openstack-request-id: req-a7ba606b-8758-47fe-add7-5fd2455f07c9 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:20:23.048042 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cbd0e8c-ab1a-4053-8898-3570d9240eb4", "name": "network-vif-deleted", "tag": "4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8", "status": "failed", "code": 422}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:20:23.048293 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a7ba606b-8758-47fe-add7-5fd2455f07c9 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:20:23.048756 n-d-806683-17 neutron-server[102131]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7cbd0e8c-ab1a-4053-8898-3570d9240eb4', 'name': 'network-vif-deleted', 'tag': '4b7d7ee2-d5f6-4cfc-824f-d825502dd5f8', 'status': 'failed', 'code': 422} returned with failed status Oct 30 15:20:23.198276 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-37727f7a-44a0-421f-80f4-eb1e7b2a4cfc tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:23.251636 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f536a3e2-7889-4a1f-bb41-7807f4a14d0c tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:23.297761 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f536a3e2-7889-4a1f-bb41-7807f4a14d0c tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:23.450620 n-d-806683-17 neutron-server[102131]: INFO neutron.db.l3_db [None req-f536a3e2-7889-4a1f-bb41-7807f4a14d0c tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Floating IP f70d389e-d8bc-4e3d-a993-14679f70589d associated. External IP: 172.25.4.169, port: 3fc8fde0-f257-46b8-b5d3-70417982cfff. Oct 30 15:20:23.460868 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37727f7a-44a0-421f-80f4-eb1e7b2a4cfc tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Checking segment: {'id': 'ba74200b-1030-41aa-9e08-f4035ec4d5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '7fcc7623-eb79-4d33-b1f8-847fc6263c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:20:23.461523 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37727f7a-44a0-421f-80f4-eb1e7b2a4cfc tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Network hostable DHCP agents. Network: 7fcc7623-eb79-4d33-b1f8-847fc6263c95, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:20:23.496165 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37727f7a-44a0-421f-80f4-eb1e7b2a4cfc tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event updated for resources: {'Subnet': ['ID=d51c69c0-9224-48b2-a09b-72d7594c8718,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:23.557350 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37727f7a-44a0-421f-80f4-eb1e7b2a4cfc tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Network 7fcc7623-eb79-4d33-b1f8-847fc6263c95 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:20:23.577367 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-37727f7a-44a0-421f-80f4-eb1e7b2a4cfc tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 7fcc7623-eb79-4d33-b1f8-847fc6263c95) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:20:23.589571 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37727f7a-44a0-421f-80f4-eb1e7b2a4cfc tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:23.590179 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-37727f7a-44a0-421f-80f4-eb1e7b2a4cfc tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:23.595377 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859a1ec2-94cb-4689-9d15-c2225ed34e12 None None] Network 7fcc7623-eb79-4d33-b1f8-847fc6263c95 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:20:23.757162 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-37727f7a-44a0-421f-80f4-eb1e7b2a4cfc tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8076274 Oct 30 15:20:23.759394 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 46300) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:20:23.774672 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-4540e750-0127-4bb9-a38c-721f6a3d78e1 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-643156549', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:20:23.807864 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-18eb6a70-6a0b-4dcc-b12d-8eee78ab0b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:23.890239 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4540e750-0127-4bb9-a38c-721f6a3d78e1 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:23.895969 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4540e750-0127-4bb9-a38c-721f6a3d78e1 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:24.094524 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3219d4e9-c5d6-4356-b3b4-8978f7035a9b req-2c90f906-e74b-47ba-82b0-b64871168c59 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:24.102738 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3219d4e9-c5d6-4356-b3b4-8978f7035a9b req-2c90f906-e74b-47ba-82b0-b64871168c59 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/networks?id=4f22410e-53ea-4597-9c0e-a70994dfa6d8 HTTP/1.1" status: 200 len: 812 time: 0.4988892 Oct 30 15:20:24.113838 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9711618d-c86b-48d1-aa21-47b5171eda5a req-3d3ffadb-c8f0-48f3-9a2b-7fff7e1df6af tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:24.130398 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9711618d-c86b-48d1-aa21-47b5171eda5a req-3d3ffadb-c8f0-48f3-9a2b-7fff7e1df6af tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 946 time: 0.2148597 Oct 30 15:20:24.133228 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fa25d8-5a8d-475c-8dfd-9004649282a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-7fcc7623-eb79-4d33-b1f8-847fc6263c95', 'network_id': '7fcc7623-eb79-4d33-b1f8-847fc6263c95', 'tenant_id': '588c9a586131499fbc33840e1d270dce', 'fixed_ips': [{'subnet_id': 'd51c69c0-9224-48b2-a09b-72d7594c8718'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:20:24.134386 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4540e750-0127-4bb9-a38c-721f6a3d78e1 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:24.135704 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-93fa25d8-5a8d-475c-8dfd-9004649282a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:24.155342 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3219d4e9-c5d6-4356-b3b4-8978f7035a9b req-fc849e67-6c1a-46d9-afc0-80566616d1d0 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/quotas/50828efdd6f44ddca14e599b5226f88f HTTP/1.1" status: 200 len: 375 time: 0.0513864 Oct 30 15:20:24.161756 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4540e750-0127-4bb9-a38c-721f6a3d78e1 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:24.220625 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4540e750-0127-4bb9-a38c-721f6a3d78e1 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:24.222111 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-4540e750-0127-4bb9-a38c-721f6a3d78e1 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.4589369 Oct 30 15:20:24.226467 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 46304) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:20:24.235093 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9711618d-c86b-48d1-aa21-47b5171eda5a req-ae7ef3c3-f2e1-489b-86ac-2789cbf1b228 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036119 Oct 30 15:20:24.257177 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3219d4e9-c5d6-4356-b3b4-8978f7035a9b req-0142a570-986d-4a86-b453-b447dd03af97 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=50828efdd6f44ddca14e599b5226f88f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0941963 Oct 30 15:20:24.280358 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-6ba1b924-7a90-44f9-a6a0-fe685926b8f6 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Request body: {'port': {'network_id': '7fcc7623-eb79-4d33-b1f8-847fc6263c95', 'name': 'tempest-PortsTestJSON-1634803454'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:20:24.534673 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-93fa25d8-5a8d-475c-8dfd-9004649282a8 None None] Allocated IP 172.20.0.2 (7fcc7623-eb79-4d33-b1f8-847fc6263c95/d51c69c0-9224-48b2-a09b-72d7594c8718/a8d1d95c-2ace-4a50-9a38-bf2e45162715) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:20:24.636998 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f536a3e2-7889-4a1f-bb41-7807f4a14d0c tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Router 9f5b8159-6d91-4b28-a805-6508b08b7375 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:20:24.737699 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3219d4e9-c5d6-4356-b3b4-8978f7035a9b req-0dda72aa-12d9-4505-9e21-15b26666ffe0 service neutron] 10.222.0.62 "GET /v2.0/networks/4f22410e-53ea-4597-9c0e-a70994dfa6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4789071 Oct 30 15:20:24.825740 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:24.835698 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-93fa25d8-5a8d-475c-8dfd-9004649282a8 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:24.864664 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-93fa25d8-5a8d-475c-8dfd-9004649282a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:24.976312 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba1b924-7a90-44f9-a6a0-fe685926b8f6 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Made reservation on behalf of 588c9a586131499fbc33840e1d270dce for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:20:24.979949 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6ba1b924-7a90-44f9-a6a0-fe685926b8f6 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:24.990385 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fa25d8-5a8d-475c-8dfd-9004649282a8 None None] Network 7fcc7623-eb79-4d33-b1f8-847fc6263c95 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:20:24.994412 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:25.021169 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3219d4e9-c5d6-4356-b3b4-8978f7035a9b req-6b02273a-b18f-4166-a13d-375453ac0d95 service neutron] 10.222.0.62 "GET /v2.0/networks/4f22410e-53ea-4597-9c0e-a70994dfa6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939967 Oct 30 15:20:25.038466 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [None req-6ba1b924-7a90-44f9-a6a0-fe685926b8f6 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] device_id is not set on port 553b7a8c-55f7-4688-9f2c-3815740f5b6d yet. {{(pid=102131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:20:25.133737 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-93fa25d8-5a8d-475c-8dfd-9004649282a8 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:20:25.139778 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f536a3e2-7889-4a1f-bb41-7807f4a14d0c tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:20:25.157058 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f536a3e2-7889-4a1f-bb41-7807f4a14d0c tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:25.172169 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406f203d-9986-4687-a724-ba82c960aac0 None None] Sync routers for ids ['9f5b8159-6d91-4b28-a805-6508b08b7375'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:20:25.189781 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fa25d8-5a8d-475c-8dfd-9004649282a8 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:20:25.216711 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406f203d-9986-4687-a724-ba82c960aac0 None None] Routers {'9f5b8159-6d91-4b28-a805-6508b08b7375'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:20:25.219093 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-406f203d-9986-4687-a724-ba82c960aac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:20:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['9f5b8159-6d91-4b28-a805-6508b08b7375'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:20:25.225286 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fa25d8-5a8d-475c-8dfd-9004649282a8 None None] Pushing event updated for resources: {'Port': ['ID=a8d1d95c-2ace-4a50-9a38-bf2e45162715,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:25.311820 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-f536a3e2-7889-4a1f-bb41-7807f4a14d0c tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] 10.222.0.62 "PUT /v2.0/floatingips/f70d389e-d8bc-4e3d-a993-14679f70589d HTTP/1.1" status: 200 len: 991 time: 4.3556774 Oct 30 15:20:25.320213 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73809f0e-19ce-4218-8302-65fb8bc6780f', 'tag': '3fc8fde0-f257-46b8-b5d3-70417982cfff'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:20:25.322555 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f10e0cfc-ee1a-48d5-8837-e176244f6050" -d '{"events": [{"name": "network-changed", "server_uuid": "73809f0e-19ce-4218-8302-65fb8bc6780f", "tag": "3fc8fde0-f257-46b8-b5d3-70417982cfff"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:20:25.533756 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb9fd7b-eb86-48c5-a6a2-e49a00e8a720 req-e0e2f66f-6b91-4312-9a11-446566e2c620 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:25.556770 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ddb9fd7b-eb86-48c5-a6a2-e49a00e8a720 req-e0e2f66f-6b91-4312-9a11-446566e2c620 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 946 time: 0.1175036 Oct 30 15:20:25.567417 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-93fa25d8-5a8d-475c-8dfd-9004649282a8 None None] Attempting to bind port a8d1d95c-2ace-4a50-9a38-bf2e45162715 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:20:25.572176 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-93fa25d8-5a8d-475c-8dfd-9004649282a8 None None] Attempting to bind port a8d1d95c-2ace-4a50-9a38-bf2e45162715 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'ba74200b-1030-41aa-9e08-f4035ec4d5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '7fcc7623-eb79-4d33-b1f8-847fc6263c95'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:20:25.573119 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fa25d8-5a8d-475c-8dfd-9004649282a8 None None] Attempting to bind port a8d1d95c-2ace-4a50-9a38-bf2e45162715 on network 7fcc7623-eb79-4d33-b1f8-847fc6263c95 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:20:25.587430 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-6ba1b924-7a90-44f9-a6a0-fe685926b8f6 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Allocated IP 172.20.0.6 (7fcc7623-eb79-4d33-b1f8-847fc6263c95/d51c69c0-9224-48b2-a09b-72d7594c8718/553b7a8c-55f7-4688-9f2c-3815740f5b6d) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:20:25.597980 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fa25d8-5a8d-475c-8dfd-9004649282a8 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:20:25.606056 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fa25d8-5a8d-475c-8dfd-9004649282a8 None None] Checking segment: {'id': 'ba74200b-1030-41aa-9e08-f4035ec4d5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '7fcc7623-eb79-4d33-b1f8-847fc6263c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:20:25.611760 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-93fa25d8-5a8d-475c-8dfd-9004649282a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:25.616714 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fa25d8-5a8d-475c-8dfd-9004649282a8 None None] Bound using segment: {'id': 'ba74200b-1030-41aa-9e08-f4035ec4d5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '7fcc7623-eb79-4d33-b1f8-847fc6263c95'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:20:25.618487 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-93fa25d8-5a8d-475c-8dfd-9004649282a8 None None] Bound port: a8d1d95c-2ace-4a50-9a38-bf2e45162715, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba74200b-1030-41aa-9e08-f4035ec4d5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '7fcc7623-eb79-4d33-b1f8-847fc6263c95'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:20:25.627441 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-93fa25d8-5a8d-475c-8dfd-9004649282a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:25.722248 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ddb9fd7b-eb86-48c5-a6a2-e49a00e8a720 req-96e3fabd-3e37-4981-b1ba-5068e57d74ba tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643221 Oct 30 15:20:25.764070 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-406f203d-9986-4687-a724-ba82c960aac0 None None] Set router 9f5b8159-6d91-4b28-a805-6508b08b7375 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:20:25.809390 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88d3f65-0a49-488e-943d-9a65e1d4a2ad x-openstack-request-id: req-d88d3f65-0a49-488e-943d-9a65e1d4a2ad {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:20:25.815551 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73809f0e-19ce-4218-8302-65fb8bc6780f", "tag": "3fc8fde0-f257-46b8-b5d3-70417982cfff", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:20:25.815905 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d88d3f65-0a49-488e-943d-9a65e1d4a2ad {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:20:25.818014 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73809f0e-19ce-4218-8302-65fb8bc6780f', 'tag': '3fc8fde0-f257-46b8-b5d3-70417982cfff', 'status': 'completed', 'code': 200} Oct 30 15:20:26.000920 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e0cfc-ee1a-48d5-8837-e176244f6050 req-5a5cd559-74e4-4cda-91c5-5ba65709c2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:26.002347 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f10e0cfc-ee1a-48d5-8837-e176244f6050 req-5a5cd559-74e4-4cda-91c5-5ba65709c2f2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f3a028c2011c4716b8654b6f4722cc4f&device_id=73809f0e-19ce-4218-8302-65fb8bc6780f HTTP/1.1" status: 200 len: 1097 time: 0.1900868 Oct 30 15:20:26.248916 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-74457b70-2dc0-4b16-87f4-76c88a2a139b req-92351665-11e2-4485-9493-ceadcaadb7d2 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a210124-5e3a-4033-83d5-ebf6667f1072 HTTP/1.1" status: 200 len: 210 time: 0.2436686 Oct 30 15:20:26.357614 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e0cfc-ee1a-48d5-8837-e176244f6050 req-8117a1e5-8717-4948-ac27-baac4c3a6a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:26.359043 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f10e0cfc-ee1a-48d5-8837-e176244f6050 req-8117a1e5-8717-4948-ac27-baac4c3a6a52 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9e899717-33c9-4fad-8f0b-261f9b6a5c52 HTTP/1.1" status: 200 len: 906 time: 0.3395848 Oct 30 15:20:26.499865 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-93fa25d8-5a8d-475c-8dfd-9004649282a8 None None] For port a8d1d95c-2ace-4a50-9a38-bf2e45162715, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:20:26.507396 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f10e0cfc-ee1a-48d5-8837-e176244f6050 req-e0f96f96-86f8-4962-9256-bc07c9ae8798 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fc8fde0-f257-46b8-b5d3-70417982cfff HTTP/1.1" status: 200 len: 999 time: 0.1261888 Oct 30 15:20:26.528825 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-93fa25d8-5a8d-475c-8dfd-9004649282a8 None None] For port a8d1d95c-2ace-4a50-9a38-bf2e45162715, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=a8d1d95c-2ace-4a50-9a38-bf2e45162715,segment=NetworkSegment(ba74200b-1030-41aa-9e08-f4035ec4d5b0),segment_id=ba74200b-1030-41aa-9e08-f4035ec4d5b0)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:20:26.561617 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-93fa25d8-5a8d-475c-8dfd-9004649282a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:26.661824 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:26.666997 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fa25d8-5a8d-475c-8dfd-9004649282a8 None None] Pushing event updated for resources: {'Port': ['ID=a8d1d95c-2ace-4a50-9a38-bf2e45162715,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:26.684884 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e0cfc-ee1a-48d5-8837-e176244f6050 req-5acae0cc-b91e-4a6a-8b78-ee708a0187f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:26.691248 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f10e0cfc-ee1a-48d5-8837-e176244f6050 req-5acae0cc-b91e-4a6a-8b78-ee708a0187f0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=71f852c9-a23d-4913-9451-d5be182d949f HTTP/1.1" status: 200 len: 844 time: 0.1797659 Oct 30 15:20:26.766284 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6ba1b924-7a90-44f9-a6a0-fe685926b8f6 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:27.010827 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e0cfc-ee1a-48d5-8837-e176244f6050 req-84c13805-d6ed-48ec-81be-fac6df076461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:27.018023 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f10e0cfc-ee1a-48d5-8837-e176244f6050 req-84c13805-d6ed-48ec-81be-fac6df076461 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9e899717-33c9-4fad-8f0b-261f9b6a5c52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3195417 Oct 30 15:20:27.063245 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-406f203d-9986-4687-a724-ba82c960aac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5b8159-6d91-4b28-a805-6508b08b7375', 'name': 'tempest-ServersTestJSON-622500534-router', 'tenant_id': 'f3a028c2011c4716b8654b6f4722cc4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '4e57ccf7-b927-46a6-928c-e6b3fa1ca23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:19:38Z', 'updated_at': '2021-10-30T15:19:46Z', 'revision_number': 4, 'project_id': 'f3a028c2011c4716b8654b6f4722cc4f', 'gw_port': {'id': '4e57ccf7-b927-46a6-928c-e6b3fa1ca23e', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:de:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5b8159-6d91-4b28-a805-6508b08b7375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:19:40Z', 'updated_at': '2021-10-30T15:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': 'f70d389e-d8bc-4e3d-a993-14679f70589d', 'tenant_id': 'f3a028c2011c4716b8654b6f4722cc4f', 'floating_ip_address': '172.25.4.169', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '9f5b8159-6d91-4b28-a805-6508b08b7375', 'port_id': '3fc8fde0-f257-46b8-b5d3-70417982cfff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e899717-33c9-4fad-8f0b-261f9b6a5c52', 'mac_address': 'fa:16:3e:9f:37:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73809f0e-19ce-4218-8302-65fb8bc6780f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:19:54Z', 'updated_at': '2021-10-30T15:20:23Z', 'revision_number': 1, 'project_id': 'f3a028c2011c4716b8654b6f4722cc4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '598bfd88-4593-4230-b70f-2e29239b735a', 'name': '', 'network_id': '9e899717-33c9-4fad-8f0b-261f9b6a5c52', 'tenant_id': 'f3a028c2011c4716b8654b6f4722cc4f', 'mac_address': 'fa:16:3e:7b:24:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5b8159-6d91-4b28-a805-6508b08b7375', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '71f852c9-a23d-4913-9451-d5be182d949f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:19:44Z', 'updated_at': '2021-10-30T15:19:56Z', 'revision_number': 5, 'project_id': 'f3a028c2011c4716b8654b6f4722cc4f', 'subnets': [{'id': '71f852c9-a23d-4913-9451-d5be182d949f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:20:27.195371 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6ba1b924-7a90-44f9-a6a0-fe685926b8f6 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:27.265342 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406f203d-9986-4687-a724-ba82c960aac0 None None] Checking router: 9f5b8159-6d91-4b28-a805-6508b08b7375 for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:20:27.313492 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406f203d-9986-4687-a724-ba82c960aac0 None None] Routers {'9f5b8159-6d91-4b28-a805-6508b08b7375'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:20:27.316396 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-406f203d-9986-4687-a724-ba82c960aac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:20:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['9f5b8159-6d91-4b28-a805-6508b08b7375'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:20:27.342123 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba1b924-7a90-44f9-a6a0-fe685926b8f6 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event updated for resources: {'Port': ['ID=553b7a8c-55f7-4688-9f2c-3815740f5b6d,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:27.353829 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a50a6-43cf-4f8d-bfb1-e2cd5cd78f08 req-2f22eca6-15ee-4cc8-95cf-55179a1f8e79 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:27.362397 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-042a50a6-43cf-4f8d-bfb1-e2cd5cd78f08 req-2f22eca6-15ee-4cc8-95cf-55179a1f8e79 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 946 time: 0.4377036 Oct 30 15:20:27.447982 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-042a50a6-43cf-4f8d-bfb1-e2cd5cd78f08 req-9878a87d-2a0a-4849-880d-27527795370d tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845554 Oct 30 15:20:27.478470 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba1b924-7a90-44f9-a6a0-fe685926b8f6 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Network 7fcc7623-eb79-4d33-b1f8-847fc6263c95 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:20:27.480152 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-6ba1b924-7a90-44f9-a6a0-fe685926b8f6 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:20:27.490618 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba1b924-7a90-44f9-a6a0-fe685926b8f6 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:20:27.503845 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f10e0cfc-ee1a-48d5-8837-e176244f6050 req-fad951b3-76ca-4dac-a5d1-1d3f85370c5d service neutron] 10.222.0.44 "GET /v2.0/networks/9e899717-33c9-4fad-8f0b-261f9b6a5c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4738140 Oct 30 15:20:27.623183 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-de207588-3541-4ecb-bda1-46a3f1050e90 req-d8000dd8-7153-4a22-a215-97324e47b1a9 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a210124-5e3a-4033-83d5-ebf6667f1072 HTTP/1.1" status: 200 len: 210 time: 0.2655995 Oct 30 15:20:27.744936 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba1b924-7a90-44f9-a6a0-fe685926b8f6 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:27.745618 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6ba1b924-7a90-44f9-a6a0-fe685926b8f6 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:27.807306 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-6ba1b924-7a90-44f9-a6a0-fe685926b8f6 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.5392179 Oct 30 15:20:27.807306 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 46356) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:20:27.810265 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f10e0cfc-ee1a-48d5-8837-e176244f6050 req-8f57d421-af42-459e-8621-312ca88e25d5 service neutron] 10.222.0.44 "GET /v2.0/networks/9e899717-33c9-4fad-8f0b-261f9b6a5c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219718 Oct 30 15:20:27.868300 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-406f203d-9986-4687-a724-ba82c960aac0 None None] Set router 9f5b8159-6d91-4b28-a805-6508b08b7375 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:20:28.478410 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device a8d1d95c-2ace-4a50-9a38-bf2e45162715 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:20:28.641234 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port a8d1d95c-2ace-4a50-9a38-bf2e45162715 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:20:28.645777 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:28.673072 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-406f203d-9986-4687-a724-ba82c960aac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5b8159-6d91-4b28-a805-6508b08b7375', 'name': 'tempest-ServersTestJSON-622500534-router', 'tenant_id': 'f3a028c2011c4716b8654b6f4722cc4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '4e57ccf7-b927-46a6-928c-e6b3fa1ca23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:19:38Z', 'updated_at': '2021-10-30T15:19:46Z', 'revision_number': 4, 'project_id': 'f3a028c2011c4716b8654b6f4722cc4f', 'gw_port': {'id': '4e57ccf7-b927-46a6-928c-e6b3fa1ca23e', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:de:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5b8159-6d91-4b28-a805-6508b08b7375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:19:40Z', 'updated_at': '2021-10-30T15:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': 'f70d389e-d8bc-4e3d-a993-14679f70589d', 'tenant_id': 'f3a028c2011c4716b8654b6f4722cc4f', 'floating_ip_address': '172.25.4.169', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '9f5b8159-6d91-4b28-a805-6508b08b7375', 'port_id': '3fc8fde0-f257-46b8-b5d3-70417982cfff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e899717-33c9-4fad-8f0b-261f9b6a5c52', 'mac_address': 'fa:16:3e:9f:37:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73809f0e-19ce-4218-8302-65fb8bc6780f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:19:54Z', 'updated_at': '2021-10-30T15:20:23Z', 'revision_number': 1, 'project_id': 'f3a028c2011c4716b8654b6f4722cc4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '598bfd88-4593-4230-b70f-2e29239b735a', 'name': '', 'network_id': '9e899717-33c9-4fad-8f0b-261f9b6a5c52', 'tenant_id': 'f3a028c2011c4716b8654b6f4722cc4f', 'mac_address': 'fa:16:3e:7b:24:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5b8159-6d91-4b28-a805-6508b08b7375', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '71f852c9-a23d-4913-9451-d5be182d949f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:19:44Z', 'updated_at': '2021-10-30T15:19:56Z', 'revision_number': 5, 'project_id': 'f3a028c2011c4716b8654b6f4722cc4f', 'subnets': [{'id': '71f852c9-a23d-4913-9451-d5be182d949f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:20:28.795818 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406f203d-9986-4687-a724-ba82c960aac0 None None] The sync data for ids ['9f5b8159-6d91-4b28-a805-6508b08b7375'] in n-d-806683-17 is: [{'id': '9f5b8159-6d91-4b28-a805-6508b08b7375', 'name': 'tempest-ServersTestJSON-622500534-router', 'tenant_id': 'f3a028c2011c4716b8654b6f4722cc4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '4e57ccf7-b927-46a6-928c-e6b3fa1ca23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:19:38Z', 'updated_at': '2021-10-30T15:19:46Z', 'revision_number': 4, 'project_id': 'f3a028c2011c4716b8654b6f4722cc4f', 'gw_port': {'id': '4e57ccf7-b927-46a6-928c-e6b3fa1ca23e', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:de:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5b8159-6d91-4b28-a805-6508b08b7375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:19:40Z', 'updated_at': '2021-10-30T15:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': 'f70d389e-d8bc-4e3d-a993-14679f70589d', 'tenant_id': 'f3a028c2011c4716b8654b6f4722cc4f', 'floating_ip_address': '172.25.4.169', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '9f5b8159-6d91-4b28-a805-6508b08b7375', 'port_id': '3fc8fde0-f257-46b8-b5d3-70417982cfff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e899717-33c9-4fad-8f0b-261f9b6a5c52', 'mac_address': 'fa:16:3e:9f:37:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73809f0e-19ce-4218-8302-65fb8bc6780f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:19:54Z', 'updated_at': '2021-10-30T15:20:23Z', 'revision_number': 1, 'project_id': 'f3a028c2011c4716b8654b6f4722cc4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '598bfd88-4593-4230-b70f-2e29239b735a', 'name': '', 'network_id': '9e899717-33c9-4fad-8f0b-261f9b6a5c52', 'tenant_id': 'f3a028c2011c4716b8654b6f4722cc4f', 'mac_address': 'fa:16:3e:7b:24:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5b8159-6d91-4b28-a805-6508b08b7375', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '71f852c9-a23d-4913-9451-d5be182d949f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:19:44Z', 'updated_at': '2021-10-30T15:19:56Z', 'revision_number': 5, 'project_id': 'f3a028c2011c4716b8654b6f4722cc4f', 'subnets': [{'id': '71f852c9-a23d-4913-9451-d5be182d949f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:20:28.861945 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ac2f3fae-8b46-4882-b921-679d9e8cdf30 req-b109681d-d0fc-41e1-af39-3a33aedd27f8 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a210124-5e3a-4033-83d5-ebf6667f1072 HTTP/1.1" status: 200 len: 210 time: 0.1079586 Oct 30 15:20:28.960617 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:28.994848 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3219d4e9-c5d6-4356-b3b4-8978f7035a9b req-13550a81-3c05-453c-8885-bdf45176c39e tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:28.997909 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3219d4e9-c5d6-4356-b3b4-8978f7035a9b req-13550a81-3c05-453c-8885-bdf45176c39e tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.53 "GET /v2.0/networks?id=4f22410e-53ea-4597-9c0e-a70994dfa6d8 HTTP/1.1" status: 200 len: 812 time: 0.5613105 Oct 30 15:20:29.040013 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb7813-0da5-481a-b30e-20fa3844b9b5 req-ea2ad8f3-15d8-4375-be91-543a49c712aa tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:29.041270 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa07848-9166-4a4a-8640-89b05900f192 None None] Network 7fcc7623-eb79-4d33-b1f8-847fc6263c95 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:20:29.042796 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-65fb7813-0da5-481a-b30e-20fa3844b9b5 req-ea2ad8f3-15d8-4375-be91-543a49c712aa tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 946 time: 0.4005046 Oct 30 15:20:29.047137 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-3219d4e9-c5d6-4356-b3b4-8978f7035a9b req-4192088d-933b-4fa5-887f-42a95f3698db tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Request body: {'port': {'device_id': '9a210124-5e3a-4033-83d5-ebf6667f1072', 'network_id': '4f22410e-53ea-4597-9c0e-a70994dfa6d8', 'admin_state_up': True, 'tenant_id': '50828efdd6f44ddca14e599b5226f88f'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:20:29.221850 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cc7813bd-4577-4cab-b495-74ffa9854233 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:29.241471 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-65fb7813-0da5-481a-b30e-20fa3844b9b5 req-26fcf2a0-5c3a-4fba-8e41-dcfeb42ebeee tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1883850 Oct 30 15:20:29.271053 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port a8d1d95c-2ace-4a50-9a38-bf2e45162715, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=a8d1d95c-2ace-4a50-9a38-bf2e45162715,segment=NetworkSegment(ba74200b-1030-41aa-9e08-f4035ec4d5b0),segment_id=ba74200b-1030-41aa-9e08-f4035ec4d5b0)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:20:29.304007 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:29.359132 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed05c065-a0cd-476f-a31e-60023a7d8087 None None] New status for floating IP f70d389e-d8bc-4e3d-a993-14679f70589d: ACTIVE {{(pid=102132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 15:20:29.393834 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=a8d1d95c-2ace-4a50-9a38-bf2e45162715,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:29.506914 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-97eb421d-9eb7-4c27-a96d-d0de5686085b None None] Provisioning complete for port a8d1d95c-2ace-4a50-9a38-bf2e45162715 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:20:29.507623 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-97eb421d-9eb7-4c27-a96d-d0de5686085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:29.684221 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3219d4e9-c5d6-4356-b3b4-8978f7035a9b req-4192088d-933b-4fa5-887f-42a95f3698db tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Made reservation on behalf of 50828efdd6f44ddca14e599b5226f88f for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:20:29.693235 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-3219d4e9-c5d6-4356-b3b4-8978f7035a9b req-4192088d-933b-4fa5-887f-42a95f3698db tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:29.761358 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:30.057598 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cc7813bd-4577-4cab-b495-74ffa9854233 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:30.077550 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cc7813bd-4577-4cab-b495-74ffa9854233 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:30.111411 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-495237a9-2328-4079-a4c7-c921afaec8e7 req-649e2b92-18da-4b5e-8b3b-1f20c40bf8fe tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a210124-5e3a-4033-83d5-ebf6667f1072 HTTP/1.1" status: 200 len: 210 time: 0.0587234 Oct 30 15:20:30.171941 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-3219d4e9-c5d6-4356-b3b4-8978f7035a9b req-4192088d-933b-4fa5-887f-42a95f3698db tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Allocated IP 172.20.0.9 (4f22410e-53ea-4597-9c0e-a70994dfa6d8/449705ab-2365-49b9-8b83-fe461dd03f65/0fa68f34-97ec-4099-bbef-b6214dc85c48) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:20:30.218962 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-4e27f892-13b0-4553-bae5-9e3a3dbee2b6 None None] Provisioning complete for port 553b7a8c-55f7-4688-9f2c-3815740f5b6d triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:20:30.219351 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4e27f892-13b0-4553-bae5-9e3a3dbee2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:30.416100 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-4e27f892-13b0-4553-bae5-9e3a3dbee2b6 None None] Port 553b7a8c-55f7-4688-9f2c-3815740f5b6d cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:20:30.443239 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device a8d1d95c-2ace-4a50-9a38-bf2e45162715 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:20:30.516090 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-4e27f892-13b0-4553-bae5-9e3a3dbee2b6 None None] Provisioning complete for port a8d1d95c-2ace-4a50-9a38-bf2e45162715 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:20:30.517027 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4e27f892-13b0-4553-bae5-9e3a3dbee2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:30.603862 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port a8d1d95c-2ace-4a50-9a38-bf2e45162715 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:20:30.604242 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:30.966392 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-0db787b3-2d13-4aba-afd6-2f50823d6edc None None] Provisioning complete for port 553b7a8c-55f7-4688-9f2c-3815740f5b6d triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:20:30.969156 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0db787b3-2d13-4aba-afd6-2f50823d6edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:31.061154 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-0db787b3-2d13-4aba-afd6-2f50823d6edc None None] Port 553b7a8c-55f7-4688-9f2c-3815740f5b6d cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:20:31.193719 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-00dd45e9-3ae5-42f5-b21f-33213d41e794 None None] Provisioning complete for port 553b7a8c-55f7-4688-9f2c-3815740f5b6d triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:20:31.194081 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-00dd45e9-3ae5-42f5-b21f-33213d41e794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:31.257025 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7813bd-4577-4cab-b495-74ffa9854233 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event updated for resources: {'Port': ['ID=553b7a8c-55f7-4688-9f2c-3815740f5b6d,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:31.283102 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c4571e14-c3fe-43fd-9096-4350e57d6154 req-cebd78bc-4c1e-4d21-95e4-4d48567f02dc tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a210124-5e3a-4033-83d5-ebf6667f1072 HTTP/1.1" status: 200 len: 210 time: 0.0519125 Oct 30 15:20:31.291895 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-00dd45e9-3ae5-42f5-b21f-33213d41e794 None None] Port 553b7a8c-55f7-4688-9f2c-3815740f5b6d cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:20:31.437830 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aa0353-1ecf-47a0-8265-a922295a7f0d req-96374865-89f2-4e13-82f5-e7d1c7a8e277 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:31.444980 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f0aa0353-1ecf-47a0-8265-a922295a7f0d req-96374865-89f2-4e13-82f5-e7d1c7a8e277 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 946 time: 0.3110850 Oct 30 15:20:31.561413 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f0aa0353-1ecf-47a0-8265-a922295a7f0d req-ce3344f7-340c-44c4-93bc-d3d0445d881e tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155472 Oct 30 15:20:31.600354 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cc7813bd-4577-4cab-b495-74ffa9854233 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:31.694880 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-3219d4e9-c5d6-4356-b3b4-8978f7035a9b req-4192088d-933b-4fa5-887f-42a95f3698db tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:31.875419 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:31.876708 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cc7813bd-4577-4cab-b495-74ffa9854233 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:31.904133 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-3219d4e9-c5d6-4356-b3b4-8978f7035a9b req-4192088d-933b-4fa5-887f-42a95f3698db tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:31.987984 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4192088d-933b-4fa5-887f-42a95f3698db tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Pushing event updated for resources: {'Port': ['ID=0fa68f34-97ec-4099-bbef-b6214dc85c48,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:32.010918 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3219d4e9-c5d6-4356-b3b4-8978f7035a9b req-4192088d-933b-4fa5-887f-42a95f3698db tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Network 4f22410e-53ea-4597-9c0e-a70994dfa6d8 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:20:32.016930 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-3219d4e9-c5d6-4356-b3b4-8978f7035a9b req-4192088d-933b-4fa5-887f-42a95f3698db tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:20:32.058874 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-3219d4e9-c5d6-4356-b3b4-8978f7035a9b req-4192088d-933b-4fa5-887f-42a95f3698db tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:20:32.113070 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3219d4e9-c5d6-4356-b3b4-8978f7035a9b req-4192088d-933b-4fa5-887f-42a95f3698db tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:32.113732 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-3219d4e9-c5d6-4356-b3b4-8978f7035a9b req-4192088d-933b-4fa5-887f-42a95f3698db tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:32.171214 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 46424) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:20:32.181030 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3219d4e9-c5d6-4356-b3b4-8978f7035a9b req-4192088d-933b-4fa5-887f-42a95f3698db tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1562214 Oct 30 15:20:32.209621 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-3219d4e9-c5d6-4356-b3b4-8978f7035a9b req-26957777-471e-4614-8f46-304c53130115 service neutron] Request body: {'port': {'device_id': '9a210124-5e3a-4033-83d5-ebf6667f1072', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:20:32.228061 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:20:32.447382 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8a5e87fa-9fb6-4d97-a278-043371c03e76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:32.571368 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361ffa32-f86a-4312-af1e-50ddd54a6974 req-1429fc39-7882-415f-bd48-24de3c2a21ae tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:32.573003 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-361ffa32-f86a-4312-af1e-50ddd54a6974 req-1429fc39-7882-415f-bd48-24de3c2a21ae tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a210124-5e3a-4033-83d5-ebf6667f1072 HTTP/1.1" status: 200 len: 931 time: 0.1662726 Oct 30 15:20:32.575474 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-3219d4e9-c5d6-4356-b3b4-8978f7035a9b req-26957777-471e-4614-8f46-304c53130115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:32.629195 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8a5e87fa-9fb6-4d97-a278-043371c03e76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:32.633336 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8a5e87fa-9fb6-4d97-a278-043371c03e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:32.690661 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5e87fa-9fb6-4d97-a278-043371c03e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a38fe86a-38dd-48a8-8f2c-e3da39e93aec,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:32.718309 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5e87fa-9fb6-4d97-a278-043371c03e76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:20:32.718651 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5e87fa-9fb6-4d97-a278-043371c03e76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:20:32.719175 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5e87fa-9fb6-4d97-a278-043371c03e76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:20:32.719711 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5e87fa-9fb6-4d97-a278-043371c03e76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:20:32.720221 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5e87fa-9fb6-4d97-a278-043371c03e76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:20:32.720733 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5e87fa-9fb6-4d97-a278-043371c03e76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:20:32.721267 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5e87fa-9fb6-4d97-a278-043371c03e76 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:20:32.721770 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5e87fa-9fb6-4d97-a278-043371c03e76 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:20:32.723318 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5e87fa-9fb6-4d97-a278-043371c03e76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:20:32.723875 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5e87fa-9fb6-4d97-a278-043371c03e76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:20:32.724382 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5e87fa-9fb6-4d97-a278-043371c03e76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:20:32.724887 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5e87fa-9fb6-4d97-a278-043371c03e76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:20:32.769482 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cc7813bd-4577-4cab-b495-74ffa9854233 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:32.788782 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cc7813bd-4577-4cab-b495-74ffa9854233 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:32.832396 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-8a5e87fa-9fb6-4d97-a278-043371c03e76 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=efc9cdb15c3f442fb0d4d2246c16e12f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6568201 Oct 30 15:20:32.832870 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 46440) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:20:32.868865 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea1a55-280a-4488-8f4c-f5d9803045e4 req-482646ee-07f6-4c3b-8186-1d15feb30f99 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:32.870416 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e5ea1a55-280a-4488-8f4c-f5d9803045e4 req-482646ee-07f6-4c3b-8186-1d15feb30f99 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 946 time: 0.1825142 Oct 30 15:20:32.956659 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e5ea1a55-280a-4488-8f4c-f5d9803045e4 req-6ad07dd6-d665-418e-bd7c-e28f67883df5 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728197 Oct 30 15:20:32.970202 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cc7813bd-4577-4cab-b495-74ffa9854233 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:32.986246 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-361ffa32-f86a-4312-af1e-50ddd54a6974 req-9da37ffd-d1b4-40ff-a5dd-6fdede5f6bbd tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3920195 Oct 30 15:20:33.044982 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7813bd-4577-4cab-b495-74ffa9854233 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event updated for resources: {'Port': ['ID=553b7a8c-55f7-4688-9f2c-3815740f5b6d,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:33.070582 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8e5b0372-fee3-4b82-8d9b-10974132f68a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:33.134651 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8e5b0372-fee3-4b82-8d9b-10974132f68a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:33.197294 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7813bd-4577-4cab-b495-74ffa9854233 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Network 7fcc7623-eb79-4d33-b1f8-847fc6263c95 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:20:33.221468 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-cc7813bd-4577-4cab-b495-74ffa9854233 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:20:33.259888 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-3219d4e9-c5d6-4356-b3b4-8978f7035a9b req-26957777-471e-4614-8f46-304c53130115 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fa68f34-97ec-4099-bbef-b6214dc85c48 {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:20:33.338333 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-3219d4e9-c5d6-4356-b3b4-8978f7035a9b req-26957777-471e-4614-8f46-304c53130115 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:33.387911 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-3219d4e9-c5d6-4356-b3b4-8978f7035a9b req-26957777-471e-4614-8f46-304c53130115 service neutron] Transition to ACTIVE for port object 0fa68f34-97ec-4099-bbef-b6214dc85c48 will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:20:33.390747 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8e5b0372-fee3-4b82-8d9b-10974132f68a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:33.394268 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8e5b0372-fee3-4b82-8d9b-10974132f68a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:33.399202 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-8e5b0372-fee3-4b82-8d9b-10974132f68a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a38fe86a-38dd-48a8-8f2c-e3da39e93aec HTTP/1.1" status: 204 len: 168 time: 0.5605602 Oct 30 15:20:33.407092 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-3219d4e9-c5d6-4356-b3b4-8978f7035a9b req-26957777-471e-4614-8f46-304c53130115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:33.477501 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26957777-471e-4614-8f46-304c53130115 service neutron] Pushing event updated for resources: {'Port': ['ID=0fa68f34-97ec-4099-bbef-b6214dc85c48,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:33.485569 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5b0372-fee3-4b82-8d9b-10974132f68a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38fe86a-38dd-48a8-8f2c-e3da39e93aec,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:33.554439 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-bb44404d-142f-42a0-b2fb-7d2ade8101f5 None None] Provisioning complete for port 553b7a8c-55f7-4688-9f2c-3815740f5b6d triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:20:33.555594 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bb44404d-142f-42a0-b2fb-7d2ade8101f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:33.644868 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc7813bd-4577-4cab-b495-74ffa9854233 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Router 232252e5-2eea-43d1-a8dd-562a3848c7b2 is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:20:33.646672 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-bb44404d-142f-42a0-b2fb-7d2ade8101f5 None None] Port 553b7a8c-55f7-4688-9f2c-3815740f5b6d cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:20:33.648399 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-3219d4e9-c5d6-4356-b3b4-8978f7035a9b req-26957777-471e-4614-8f46-304c53130115 service neutron] Attempting to bind port 0fa68f34-97ec-4099-bbef-b6214dc85c48 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:20:33.648785 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-3219d4e9-c5d6-4356-b3b4-8978f7035a9b req-26957777-471e-4614-8f46-304c53130115 service neutron] Attempting to bind port 0fa68f34-97ec-4099-bbef-b6214dc85c48 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '803c5434-e7a3-49e2-9896-7909e39f1289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4f22410e-53ea-4597-9c0e-a70994dfa6d8'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:20:33.649111 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3219d4e9-c5d6-4356-b3b4-8978f7035a9b req-26957777-471e-4614-8f46-304c53130115 service neutron] Attempting to bind port 0fa68f34-97ec-4099-bbef-b6214dc85c48 on network 4f22410e-53ea-4597-9c0e-a70994dfa6d8 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:20:33.657566 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3219d4e9-c5d6-4356-b3b4-8978f7035a9b req-26957777-471e-4614-8f46-304c53130115 service neutron] Port 0fa68f34-97ec-4099-bbef-b6214dc85c48 on network 4f22410e-53ea-4597-9c0e-a70994dfa6d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:20:33.657896 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3219d4e9-c5d6-4356-b3b4-8978f7035a9b req-26957777-471e-4614-8f46-304c53130115 service neutron] Attempting to bind port 0fa68f34-97ec-4099-bbef-b6214dc85c48 on network 4f22410e-53ea-4597-9c0e-a70994dfa6d8 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:20:33.668021 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3219d4e9-c5d6-4356-b3b4-8978f7035a9b req-26957777-471e-4614-8f46-304c53130115 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:20:33.668357 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3219d4e9-c5d6-4356-b3b4-8978f7035a9b req-26957777-471e-4614-8f46-304c53130115 service neutron] Checking segment: {'id': '803c5434-e7a3-49e2-9896-7909e39f1289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4f22410e-53ea-4597-9c0e-a70994dfa6d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:20:33.668742 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3219d4e9-c5d6-4356-b3b4-8978f7035a9b req-26957777-471e-4614-8f46-304c53130115 service neutron] Bound using segment: {'id': '803c5434-e7a3-49e2-9896-7909e39f1289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4f22410e-53ea-4597-9c0e-a70994dfa6d8'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:20:33.669183 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-3219d4e9-c5d6-4356-b3b4-8978f7035a9b req-26957777-471e-4614-8f46-304c53130115 service neutron] Bound port: 0fa68f34-97ec-4099-bbef-b6214dc85c48, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '803c5434-e7a3-49e2-9896-7909e39f1289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4f22410e-53ea-4597-9c0e-a70994dfa6d8'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:20:33.669542 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-3219d4e9-c5d6-4356-b3b4-8978f7035a9b req-26957777-471e-4614-8f46-304c53130115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:33.828819 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc7813bd-4577-4cab-b495-74ffa9854233 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:20:33.841179 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 46470) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:20:33.843809 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d77efe8-5a42-4f8a-bffb-376919dde630 None None] Sync routers for ids ['232252e5-2eea-43d1-a8dd-562a3848c7b2'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:20:33.852769 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-cc7813bd-4577-4cab-b495-74ffa9854233 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "PUT /v2.0/routers/232252e5-2eea-43d1-a8dd-562a3848c7b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0445118 Oct 30 15:20:33.864880 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-3219d4e9-c5d6-4356-b3b4-8978f7035a9b req-26957777-471e-4614-8f46-304c53130115 service neutron] For port 0fa68f34-97ec-4099-bbef-b6214dc85c48, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:20:33.867317 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d77efe8-5a42-4f8a-bffb-376919dde630 None None] Routers {'232252e5-2eea-43d1-a8dd-562a3848c7b2'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:20:33.868199 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-7d77efe8-5a42-4f8a-bffb-376919dde630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:20:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['232252e5-2eea-43d1-a8dd-562a3848c7b2'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:20:33.873837 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-3219d4e9-c5d6-4356-b3b4-8978f7035a9b req-26957777-471e-4614-8f46-304c53130115 service neutron] For port 0fa68f34-97ec-4099-bbef-b6214dc85c48, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=0fa68f34-97ec-4099-bbef-b6214dc85c48,segment=NetworkSegment(803c5434-e7a3-49e2-9896-7909e39f1289),segment_id=803c5434-e7a3-49e2-9896-7909e39f1289)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:20:33.879207 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-3219d4e9-c5d6-4356-b3b4-8978f7035a9b req-26957777-471e-4614-8f46-304c53130115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:33.905996 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-7d77efe8-5a42-4f8a-bffb-376919dde630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:20:33.926664 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d77efe8-5a42-4f8a-bffb-376919dde630 None None] Routers {'232252e5-2eea-43d1-a8dd-562a3848c7b2'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:20:33.928694 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-7d77efe8-5a42-4f8a-bffb-376919dde630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:20:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['232252e5-2eea-43d1-a8dd-562a3848c7b2'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:20:33.939296 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbfee3a-edd9-44be-a488-cb8175020c25 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:33.941769 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-efbfee3a-edd9-44be-a488-cb8175020c25 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "GET /v2.0/ports?device_id=232252e5-2eea-43d1-a8dd-562a3848c7b2 HTTP/1.1" status: 200 len: 982 time: 0.0986137 Oct 30 15:20:33.946854 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 46474) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:20:33.957901 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26957777-471e-4614-8f46-304c53130115 service neutron] Pushing event updated for resources: {'Port': ['ID=0fa68f34-97ec-4099-bbef-b6214dc85c48,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:33.979098 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3219d4e9-c5d6-4356-b3b4-8978f7035a9b req-26957777-471e-4614-8f46-304c53130115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:33.979765 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-3219d4e9-c5d6-4356-b3b4-8978f7035a9b req-26957777-471e-4614-8f46-304c53130115 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:33.981223 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3219d4e9-c5d6-4356-b3b4-8978f7035a9b req-26957777-471e-4614-8f46-304c53130115 service neutron] 10.222.0.53 "PUT /v2.0/ports/0fa68f34-97ec-4099-bbef-b6214dc85c48 HTTP/1.1" status: 200 len: 1092 time: 1.7769659 Oct 30 15:20:33.983601 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a210124-5e3a-4033-83d5-ebf6667f1072', 'tag': '0fa68f34-97ec-4099-bbef-b6214dc85c48'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:20:33.999745 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf592ed-eac3-4524-99c5-d93f33527633" -d '{"events": [{"name": "network-changed", "server_uuid": "9a210124-5e3a-4033-83d5-ebf6667f1072", "tag": "0fa68f34-97ec-4099-bbef-b6214dc85c48"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:20:34.017347 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-7d77efe8-5a42-4f8a-bffb-376919dde630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:20:34.018681 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d77efe8-5a42-4f8a-bffb-376919dde630 None None] The sync data for ids ['232252e5-2eea-43d1-a8dd-562a3848c7b2'] in n-d-806683-17 is: [] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:20:34.105887 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118e1745-c915-4e23-8092-b6555de66219 x-openstack-request-id: req-118e1745-c915-4e23-8092-b6555de66219 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:20:34.105887 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a210124-5e3a-4033-83d5-ebf6667f1072", "tag": "0fa68f34-97ec-4099-bbef-b6214dc85c48", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:20:34.106207 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-118e1745-c915-4e23-8092-b6555de66219 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:20:34.107421 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a210124-5e3a-4033-83d5-ebf6667f1072', 'tag': '0fa68f34-97ec-4099-bbef-b6214dc85c48', 'status': 'completed', 'code': 200} Oct 30 15:20:34.149812 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3219d4e9-c5d6-4356-b3b4-8978f7035a9b req-240b44b9-3236-489b-8712-aa731365c0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:34.151624 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3219d4e9-c5d6-4356-b3b4-8978f7035a9b req-240b44b9-3236-489b-8712-aa731365c0e3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=50828efdd6f44ddca14e599b5226f88f&device_id=9a210124-5e3a-4033-83d5-ebf6667f1072 HTTP/1.1" status: 200 len: 1095 time: 0.1066740 Oct 30 15:20:34.321000 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3219d4e9-c5d6-4356-b3b4-8978f7035a9b req-0a8b3334-d5ad-45ca-99c3-3762f57ea206 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0fa68f34-97ec-4099-bbef-b6214dc85c48 HTTP/1.1" status: 200 len: 217 time: 0.0917900 Oct 30 15:20:34.370014 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4810306-8e31-4be1-bea8-3cafb979b0b4 req-7b4eb356-0a5b-42a4-a853-31079b89a57d tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:34.371458 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b4810306-8e31-4be1-bea8-3cafb979b0b4 req-7b4eb356-0a5b-42a4-a853-31079b89a57d tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a210124-5e3a-4033-83d5-ebf6667f1072 HTTP/1.1" status: 200 len: 943 time: 0.2189257 Oct 30 15:20:34.403344 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3219d4e9-c5d6-4356-b3b4-8978f7035a9b req-5c5c3631-bd55-4f4a-84d5-b976bccee273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:34.405977 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3219d4e9-c5d6-4356-b3b4-8978f7035a9b req-5c5c3631-bd55-4f4a-84d5-b976bccee273 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=449705ab-2365-49b9-8b83-fe461dd03f65 HTTP/1.1" status: 200 len: 852 time: 0.0778031 Oct 30 15:20:34.434812 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 46502) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:20:34.471989 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3219d4e9-c5d6-4356-b3b4-8978f7035a9b req-b9aff9d9-0bbe-4d00-8bf5-71005728c934 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4f22410e-53ea-4597-9c0e-a70994dfa6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524344 Oct 30 15:20:34.537835 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b4810306-8e31-4be1-bea8-3cafb979b0b4 req-017d47ab-a451-4e6f-ba3d-98bcbe734d76 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540916 Oct 30 15:20:34.655826 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-f9117b50-b588-459c-b09a-4f725626adac admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-247081851-network', 'tenant_id': '1dfc5b61cdaa41e7982d9138ce5eab2f'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:20:34.705612 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3219d4e9-c5d6-4356-b3b4-8978f7035a9b req-5b73a025-1ed1-4c69-b6f8-87930ebbc149 service neutron] 10.222.0.53 "GET /v2.0/networks/4f22410e-53ea-4597-9c0e-a70994dfa6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179031 Oct 30 15:20:34.708654 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9117b50-b588-459c-b09a-4f725626adac admin admin] Made reservation on behalf of 1dfc5b61cdaa41e7982d9138ce5eab2f for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:20:34.710963 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f9117b50-b588-459c-b09a-4f725626adac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:34.733074 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f9117b50-b588-459c-b09a-4f725626adac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:34.752200 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d451eb-84a2-4f41-a2fb-789a9b875f52 req-32534574-acc6-4151-b046-e6574ce88064 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:34.761331 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-86d451eb-84a2-4f41-a2fb-789a9b875f52 req-32534574-acc6-4151-b046-e6574ce88064 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 946 time: 0.1437564 Oct 30 15:20:34.833580 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-86d451eb-84a2-4f41-a2fb-789a9b875f52 req-c0a95e19-1646-49d0-850b-aa7ba5df9b6e tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707283 Oct 30 15:20:34.894680 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3219d4e9-c5d6-4356-b3b4-8978f7035a9b req-d73408f6-c82c-4f0c-99b7-737b880a4da4 service neutron] 10.222.0.53 "GET /v2.0/networks/4f22410e-53ea-4597-9c0e-a70994dfa6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628704 Oct 30 15:20:34.926072 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f9117b50-b588-459c-b09a-4f725626adac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:34.933008 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f9117b50-b588-459c-b09a-4f725626adac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:34.993608 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9117b50-b588-459c-b09a-4f725626adac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:20:34.997665 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a0e85e9f-d738-4dd4-8a21-9c631439a5b6 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:35.007797 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9117b50-b588-459c-b09a-4f725626adac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b24b337b-8bbc-4657-9c78-af0c74d02675,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:35.016857 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f9117b50-b588-459c-b09a-4f725626adac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:35.017750 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-f9117b50-b588-459c-b09a-4f725626adac admin admin] Added segment 84c718b2-3d6d-429e-a37e-5f2d9357b098 of type vlan for network 002e00ec-5dee-4c5f-90f6-ed8e4971d297 Oct 30 15:20:35.077991 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f9117b50-b588-459c-b09a-4f725626adac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:35.082846 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf592ed-eac3-4524-99c5-d93f33527633 req-a3049ce0-f99e-4128-a71e-01ec9df7f017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:35.088357 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cdf592ed-eac3-4524-99c5-d93f33527633 req-a3049ce0-f99e-4128-a71e-01ec9df7f017 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=50828efdd6f44ddca14e599b5226f88f&device_id=9a210124-5e3a-4033-83d5-ebf6667f1072 HTTP/1.1" status: 200 len: 1095 time: 0.1361282 Oct 30 15:20:35.169506 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f9117b50-b588-459c-b09a-4f725626adac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:35.171030 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9117b50-b588-459c-b09a-4f725626adac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:35.171797 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f9117b50-b588-459c-b09a-4f725626adac admin admin] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:35.247525 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-f9117b50-b588-459c-b09a-4f725626adac admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8080957 Oct 30 15:20:35.249599 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 46540) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:20:35.259557 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-6dac27e9-3684-4d64-b824-171fbb82ab56 admin admin] Request body: {'subnet': {'network_id': '002e00ec-5dee-4c5f-90f6-ed8e4971d297', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-247081851-subnet', 'tenant_id': '1dfc5b61cdaa41e7982d9138ce5eab2f', 'ip_version': 4}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:20:35.265988 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-a0e85e9f-d738-4dd4-8a21-9c631439a5b6 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Deleting port 553b7a8c-55f7-4688-9f2c-3815740f5b6d {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:20:35.266332 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a0e85e9f-d738-4dd4-8a21-9c631439a5b6 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:35.278349 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf592ed-eac3-4524-99c5-d93f33527633 req-0e7c8910-b839-42f0-b664-1f0a28454a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:35.280050 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cdf592ed-eac3-4524-99c5-d93f33527633 req-0e7c8910-b839-42f0-b664-1f0a28454a6b service neutron] 10.222.0.53 "GET /v2.0/networks?id=4f22410e-53ea-4597-9c0e-a70994dfa6d8 HTTP/1.1" status: 200 len: 913 time: 0.1839437 Oct 30 15:20:35.280934 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9117b50-b588-459c-b09a-4f725626adac admin admin] Pushing event updated for resources: {'Network': ['ID=002e00ec-5dee-4c5f-90f6-ed8e4971d297,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:35.293714 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 002e00ec-5dee-4c5f-90f6-ed8e4971d297 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:20:35.326217 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cdf592ed-eac3-4524-99c5-d93f33527633 req-f52ad8ad-79f4-4a27-90db-3ca4c672ca62 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0fa68f34-97ec-4099-bbef-b6214dc85c48 HTTP/1.1" status: 200 len: 217 time: 0.0385375 Oct 30 15:20:35.332672 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dac27e9-3684-4d64-b824-171fbb82ab56 admin admin] Made reservation on behalf of 1dfc5b61cdaa41e7982d9138ce5eab2f for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:20:35.335133 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6dac27e9-3684-4d64-b824-171fbb82ab56 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:35.404548 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf592ed-eac3-4524-99c5-d93f33527633 req-d61d2e58-d2db-4b18-8293-3932cf34a5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:35.406273 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cdf592ed-eac3-4524-99c5-d93f33527633 req-d61d2e58-d2db-4b18-8293-3932cf34a5c0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=449705ab-2365-49b9-8b83-fe461dd03f65 HTTP/1.1" status: 200 len: 852 time: 0.0722609 Oct 30 15:20:35.433984 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a0e85e9f-d738-4dd4-8a21-9c631439a5b6 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:35.445296 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cdf592ed-eac3-4524-99c5-d93f33527633 req-2194fda7-6795-43b2-8ead-6b8bbf3ae382 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4f22410e-53ea-4597-9c0e-a70994dfa6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312634 Oct 30 15:20:35.454652 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-a0e85e9f-d738-4dd4-8a21-9c631439a5b6 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Calling delete_port for 553b7a8c-55f7-4688-9f2c-3815740f5b6d owned by network:router_interface {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:20:35.543289 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cdf592ed-eac3-4524-99c5-d93f33527633 req-02581f9c-09b1-4627-b2eb-625db8f7e192 service neutron] 10.222.0.53 "GET /v2.0/networks/4f22410e-53ea-4597-9c0e-a70994dfa6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902374 Oct 30 15:20:35.657511 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6dac27e9-3684-4d64-b824-171fbb82ab56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:35.698476 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cdf592ed-eac3-4524-99c5-d93f33527633 req-216de1ba-f2bf-4667-b414-c5bfd2630b14 service neutron] 10.222.0.53 "GET /v2.0/networks/4f22410e-53ea-4597-9c0e-a70994dfa6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468349 Oct 30 15:20:35.707882 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d099fc26-6181-45a2-b70a-388ef98103d7 req-52ffe5ab-a4e2-458c-88c4-b953134215c6 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:35.708979 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d099fc26-6181-45a2-b70a-388ef98103d7 req-52ffe5ab-a4e2-458c-88c4-b953134215c6 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a210124-5e3a-4033-83d5-ebf6667f1072 HTTP/1.1" status: 200 len: 943 time: 0.0843506 Oct 30 15:20:35.771723 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dac27e9-3684-4d64-b824-171fbb82ab56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4529759d-533f-4b74-bb41-1b9fbd5a2ce7,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:35.780697 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d099fc26-6181-45a2-b70a-388ef98103d7 req-9e80e670-a1d4-46c2-817b-8800f899ab96 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633786 Oct 30 15:20:35.789670 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dac27e9-3684-4d64-b824-171fbb82ab56 admin admin] Checking segment: {'id': '84c718b2-3d6d-429e-a37e-5f2d9357b098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '002e00ec-5dee-4c5f-90f6-ed8e4971d297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:20:35.790569 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dac27e9-3684-4d64-b824-171fbb82ab56 admin admin] Network hostable DHCP agents. Network: 002e00ec-5dee-4c5f-90f6-ed8e4971d297, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:20:35.806076 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a0e85e9f-d738-4dd4-8a21-9c631439a5b6 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:35.844105 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e85e9f-d738-4dd4-8a21-9c631439a5b6 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event deleted for resources: {'Port': ['ID=553b7a8c-55f7-4688-9f2c-3815740f5b6d,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:35.853388 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dac27e9-3684-4d64-b824-171fbb82ab56 admin admin] Network 002e00ec-5dee-4c5f-90f6-ed8e4971d297 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:20:35.878307 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-6dac27e9-3684-4d64-b824-171fbb82ab56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 002e00ec-5dee-4c5f-90f6-ed8e4971d297) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:20:35.887605 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132182d9-14d8-46bb-8556-77e41c0da8ae None None] Network 002e00ec-5dee-4c5f-90f6-ed8e4971d297 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:20:35.903034 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dac27e9-3684-4d64-b824-171fbb82ab56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:35.903672 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6dac27e9-3684-4d64-b824-171fbb82ab56 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:35.943864 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 46556) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:20:35.950230 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-a3891c74-ac79-4966-ab51-755d735adb2a admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-247081851-router', 'tenant_id': '1dfc5b61cdaa41e7982d9138ce5eab2f', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:20:35.955648 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-6dac27e9-3684-4d64-b824-171fbb82ab56 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7033908 Oct 30 15:20:36.023134 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a3891c74-ac79-4966-ab51-755d735adb2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:36.024474 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a3891c74-ac79-4966-ab51-755d735adb2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:36.063376 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a0e85e9f-d738-4dd4-8a21-9c631439a5b6 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:36.107848 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62319c99-b18f-4d3e-a774-e2d61788f12e req-9c97634b-4a08-4fcb-8528-3511221e2da9 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:36.116864 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-62319c99-b18f-4d3e-a774-e2d61788f12e req-9c97634b-4a08-4fcb-8528-3511221e2da9 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 946 time: 0.1376719 Oct 30 15:20:36.143529 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a3891c74-ac79-4966-ab51-755d735adb2a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:36.237015 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd5c440-ab55-4618-ac20-44f00d9ba64d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-002e00ec-5dee-4c5f-90f6-ed8e4971d297', 'network_id': '002e00ec-5dee-4c5f-90f6-ed8e4971d297', 'tenant_id': '1dfc5b61cdaa41e7982d9138ce5eab2f', 'fixed_ips': [{'subnet_id': '4529759d-533f-4b74-bb41-1b9fbd5a2ce7'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:20:36.237015 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4dd5c440-ab55-4618-ac20-44f00d9ba64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:36.272161 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-62319c99-b18f-4d3e-a774-e2d61788f12e req-f593f255-1c16-4293-984e-b112272a2233 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1540651 Oct 30 15:20:36.341210 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0e85e9f-d738-4dd4-8a21-9c631439a5b6 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Router 232252e5-2eea-43d1-a8dd-562a3848c7b2 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:20:36.437948 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e85e9f-d738-4dd4-8a21-9c631439a5b6 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:20:36.451122 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a0e85e9f-d738-4dd4-8a21-9c631439a5b6 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "PUT /v2.0/routers/232252e5-2eea-43d1-a8dd-562a3848c7b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5032201 Oct 30 15:20:36.453961 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 46576) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:20:36.466564 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d17683-2ea8-4e1e-8b13-98cdabe94b6e None None] Sync routers for ids ['232252e5-2eea-43d1-a8dd-562a3848c7b2'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:20:36.499792 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ffe8c51-b7fb-4f68-9c01-6e7d308e6437 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] GET failed (client error): The resource could not be found. Oct 30 15:20:36.501458 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-1ffe8c51-b7fb-4f68-9c01-6e7d308e6437 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "GET /v2.0/ports/553b7a8c-55f7-4688-9f2c-3815740f5b6d HTTP/1.1" status: 404 len: 333 time: 0.0468080 Oct 30 15:20:36.506364 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 46578) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:20:36.552260 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-4dd5c440-ab55-4618-ac20-44f00d9ba64d None None] Allocated IP 172.20.0.2 (002e00ec-5dee-4c5f-90f6-ed8e4971d297/4529759d-533f-4b74-bb41-1b9fbd5a2ce7/ce7a3f0f-d243-4f9c-a533-d44ffa08c4c4) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:20:36.625697 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-95a993a6-a9f5-4880-b249-49f88b2c43d5 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for router, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:36.627396 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d17683-2ea8-4e1e-8b13-98cdabe94b6e None None] Routers {'232252e5-2eea-43d1-a8dd-562a3848c7b2'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:20:36.628090 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-e4d17683-2ea8-4e1e-8b13-98cdabe94b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:20:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['232252e5-2eea-43d1-a8dd-562a3848c7b2'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:20:36.664753 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-e4d17683-2ea8-4e1e-8b13-98cdabe94b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:20:36.818471 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4dd5c440-ab55-4618-ac20-44f00d9ba64d None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:36.831322 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d17683-2ea8-4e1e-8b13-98cdabe94b6e None None] Routers {'232252e5-2eea-43d1-a8dd-562a3848c7b2'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:20:36.832666 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-e4d17683-2ea8-4e1e-8b13-98cdabe94b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:20:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['232252e5-2eea-43d1-a8dd-562a3848c7b2'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:20:36.839894 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4dd5c440-ab55-4618-ac20-44f00d9ba64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:36.866274 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a3891c74-ac79-4966-ab51-755d735adb2a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:36.926104 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-95a993a6-a9f5-4880-b249-49f88b2c43d5 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:36.929749 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-95a993a6-a9f5-4880-b249-49f88b2c43d5 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:36.942461 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700e47a-8beb-4125-b2fb-02cc9dad85da req-ba4f423a-1129-4e2f-990a-5ac63a4effa6 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:36.946261 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-e4d17683-2ea8-4e1e-8b13-98cdabe94b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:20:36.946261 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d17683-2ea8-4e1e-8b13-98cdabe94b6e None None] The sync data for ids ['232252e5-2eea-43d1-a8dd-562a3848c7b2'] in n-d-806683-17 is: [] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:20:36.951638 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6700e47a-8beb-4125-b2fb-02cc9dad85da req-ba4f423a-1129-4e2f-990a-5ac63a4effa6 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 946 time: 0.3808126 Oct 30 15:20:36.958530 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd5c440-ab55-4618-ac20-44f00d9ba64d None None] Pushing event updated for resources: {'Port': ['ID=ce7a3f0f-d243-4f9c-a533-d44ffa08c4c4,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:36.997708 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd5c440-ab55-4618-ac20-44f00d9ba64d None None] Network 002e00ec-5dee-4c5f-90f6-ed8e4971d297 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:20:37.000346 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-4dd5c440-ab55-4618-ac20-44f00d9ba64d None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:20:37.009744 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd5c440-ab55-4618-ac20-44f00d9ba64d None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:20:37.030682 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-95a993a6-a9f5-4880-b249-49f88b2c43d5 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:37.031323 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a993a6-a9f5-4880-b249-49f88b2c43d5 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Fanout notify agent at l3_agent the message router_deleted on router 232252e5-2eea-43d1-a8dd-562a3848c7b2 {{(pid=102130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:20:37.042361 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-95a993a6-a9f5-4880-b249-49f88b2c43d5 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:37.043685 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-95a993a6-a9f5-4880-b249-49f88b2c43d5 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "DELETE /v2.0/routers/232252e5-2eea-43d1-a8dd-562a3848c7b2 HTTP/1.1" status: 204 len: 168 time: 0.5363300 Oct 30 15:20:37.051375 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 46586) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:20:37.083783 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6700e47a-8beb-4125-b2fb-02cc9dad85da req-c3fc34fe-de52-4f97-8086-f3b8bb360051 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265628 Oct 30 15:20:37.131261 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-4dd5c440-ab55-4618-ac20-44f00d9ba64d None None] Attempting to bind port ce7a3f0f-d243-4f9c-a533-d44ffa08c4c4 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:20:37.131539 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-4dd5c440-ab55-4618-ac20-44f00d9ba64d None None] Attempting to bind port ce7a3f0f-d243-4f9c-a533-d44ffa08c4c4 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '84c718b2-3d6d-429e-a37e-5f2d9357b098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '002e00ec-5dee-4c5f-90f6-ed8e4971d297'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:20:37.131962 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd5c440-ab55-4618-ac20-44f00d9ba64d None None] Attempting to bind port ce7a3f0f-d243-4f9c-a533-d44ffa08c4c4 on network 002e00ec-5dee-4c5f-90f6-ed8e4971d297 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:20:37.143433 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd5c440-ab55-4618-ac20-44f00d9ba64d None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:20:37.144045 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd5c440-ab55-4618-ac20-44f00d9ba64d None None] Checking segment: {'id': '84c718b2-3d6d-429e-a37e-5f2d9357b098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '002e00ec-5dee-4c5f-90f6-ed8e4971d297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:20:37.144571 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4dd5c440-ab55-4618-ac20-44f00d9ba64d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:37.145538 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd5c440-ab55-4618-ac20-44f00d9ba64d None None] Bound using segment: {'id': '84c718b2-3d6d-429e-a37e-5f2d9357b098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '002e00ec-5dee-4c5f-90f6-ed8e4971d297'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:20:37.146103 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-4dd5c440-ab55-4618-ac20-44f00d9ba64d None None] Bound port: ce7a3f0f-d243-4f9c-a533-d44ffa08c4c4, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84c718b2-3d6d-429e-a37e-5f2d9357b098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '002e00ec-5dee-4c5f-90f6-ed8e4971d297'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:20:37.146608 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4dd5c440-ab55-4618-ac20-44f00d9ba64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:37.168787 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b09b8-d2c3-476a-9a0e-ebe052ece24a req-e30099e9-30a2-4861-ac0f-6c2ed06d1a7e tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:37.172409 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a38b09b8-d2c3-476a-9a0e-ebe052ece24a req-e30099e9-30a2-4861-ac0f-6c2ed06d1a7e tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a210124-5e3a-4033-83d5-ebf6667f1072 HTTP/1.1" status: 200 len: 943 time: 0.1552482 Oct 30 15:20:37.201049 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6629844-d592-4159-a8f9-98c715861d83 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Deleting subnet d51c69c0-9224-48b2-a09b-72d7594c8718 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:20:37.214382 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b6629844-d592-4159-a8f9-98c715861d83 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:37.252432 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a38b09b8-d2c3-476a-9a0e-ebe052ece24a req-4f899342-0ab2-4697-be07-6b5551200b76 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613155 Oct 30 15:20:37.254645 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-4dd5c440-ab55-4618-ac20-44f00d9ba64d None None] For port ce7a3f0f-d243-4f9c-a533-d44ffa08c4c4, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:20:37.258413 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-4dd5c440-ab55-4618-ac20-44f00d9ba64d None None] For port ce7a3f0f-d243-4f9c-a533-d44ffa08c4c4, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=ce7a3f0f-d243-4f9c-a533-d44ffa08c4c4,segment=NetworkSegment(84c718b2-3d6d-429e-a37e-5f2d9357b098),segment_id=84c718b2-3d6d-429e-a37e-5f2d9357b098)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:20:37.264866 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4dd5c440-ab55-4618-ac20-44f00d9ba64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:37.304077 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b6629844-d592-4159-a8f9-98c715861d83 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:37.370408 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd5c440-ab55-4618-ac20-44f00d9ba64d None None] Pushing event updated for resources: {'Port': ['ID=ce7a3f0f-d243-4f9c-a533-d44ffa08c4c4,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:37.468127 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b6629844-d592-4159-a8f9-98c715861d83 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:37.577617 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b6629844-d592-4159-a8f9-98c715861d83 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:37.613797 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c677407-f046-42fc-825c-abbee263760e None None] Network 7fcc7623-eb79-4d33-b1f8-847fc6263c95 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:20:37.629071 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b6629844-d592-4159-a8f9-98c715861d83 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:37.630968 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a3891c74-ac79-4966-ab51-755d735adb2a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:37.636464 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b6629844-d592-4159-a8f9-98c715861d83 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "DELETE /v2.0/subnets/d51c69c0-9224-48b2-a09b-72d7594c8718 HTTP/1.1" status: 204 len: 168 time: 0.5829132 Oct 30 15:20:37.638263 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6629844-d592-4159-a8f9-98c715861d83 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event deleted for resources: {'Subnet': ['ID=d51c69c0-9224-48b2-a09b-72d7594c8718,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:37.640186 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 46628) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:20:37.740106 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a3891c74-ac79-4966-ab51-755d735adb2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:37.817328 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device cd7bcfbf-1623-489f-a384-785738bf069f no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:20:37.878258 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-31c52261-b6a8-4bc1-b366-f128ef7085e3 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:37.999997 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-a3891c74-ac79-4966-ab51-755d735adb2a admin admin] Allocated IP 172.25.4.209 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/f6c6ff7b-409e-4bf4-ad14-a63b8085e9bb) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:20:38.001075 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:38.005350 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-31c52261-b6a8-4bc1-b366-f128ef7085e3 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Deleting port a8d1d95c-2ace-4a50-9a38-bf2e45162715 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:20:38.005682 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-31c52261-b6a8-4bc1-b366-f128ef7085e3 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:38.128064 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port cd7bcfbf-1623-489f-a384-785738bf069f, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=cd7bcfbf-1623-489f-a384-785738bf069f,segment=NetworkSegment(4eb103e9-b9a2-4786-ab9b-d9e363fed874),segment_id=4eb103e9-b9a2-4786-ab9b-d9e363fed874)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:20:38.132132 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dc11b83-66ec-4702-91a6-063c6a95db97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd7bcfbf-1623-489f-a384-785738bf069f'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:20:38.140774 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b6fdd7-3fb2-48cb-8506-b23e5cdc7dcf" -d '{"events": [{"server_uuid": "8dc11b83-66ec-4702-91a6-063c6a95db97", "name": "network-vif-unplugged", "status": "completed", "tag": "cd7bcfbf-1623-489f-a384-785738bf069f"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:20:38.152280 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:38.269866 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e87426-9246-4885-a813-467f9b317043 None None] DHCP port deletion for 7fcc7623-eb79-4d33-b1f8-847fc6263c95 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:20:38.290465 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 0fa68f34-97ec-4099-bbef-b6214dc85c48 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:20:38.338966 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Oct 2021 15:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cfb3c86-89d1-4da5-ba64-87c0de72cc99 x-openstack-request-id: req-9cfb3c86-89d1-4da5-ba64-87c0de72cc99 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:20:38.339261 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dc11b83-66ec-4702-91a6-063c6a95db97", "name": "network-vif-unplugged", "status": "completed", "tag": "cd7bcfbf-1623-489f-a384-785738bf069f", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:20:38.340560 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9cfb3c86-89d1-4da5-ba64-87c0de72cc99 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:20:38.341169 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dc11b83-66ec-4702-91a6-063c6a95db97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd7bcfbf-1623-489f-a384-785738bf069f', 'code': 200} Oct 30 15:20:38.423786 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a3891c74-ac79-4966-ab51-755d735adb2a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:38.630098 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a3891c74-ac79-4966-ab51-755d735adb2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:38.706739 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-31c52261-b6a8-4bc1-b366-f128ef7085e3 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] For port a8d1d95c-2ace-4a50-9a38-bf2e45162715, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=a8d1d95c-2ace-4a50-9a38-bf2e45162715,segment=NetworkSegment(ba74200b-1030-41aa-9e08-f4035ec4d5b0),segment_id=ba74200b-1030-41aa-9e08-f4035ec4d5b0)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:20:38.708343 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-31c52261-b6a8-4bc1-b366-f128ef7085e3 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:38.718322 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b495d6a-5168-492c-b563-b466c0f1ad60 req-82997bc4-2199-4bb9-bcae-9e52922984b1 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:38.728389 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5b495d6a-5168-492c-b563-b466c0f1ad60 req-82997bc4-2199-4bb9-bcae-9e52922984b1 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a210124-5e3a-4033-83d5-ebf6667f1072 HTTP/1.1" status: 200 len: 943 time: 0.2012420 Oct 30 15:20:38.737284 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-31c52261-b6a8-4bc1-b366-f128ef7085e3 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Calling delete_port for a8d1d95c-2ace-4a50-9a38-bf2e45162715 owned by network:dhcp {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:20:38.749010 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3891c74-ac79-4966-ab51-755d735adb2a admin admin] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:20:38.765572 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-a3891c74-ac79-4966-ab51-755d735adb2a admin admin] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:20:38.770758 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3891c74-ac79-4966-ab51-755d735adb2a admin admin] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:20:38.774787 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3891c74-ac79-4966-ab51-755d735adb2a admin admin] Pushing event updated for resources: {'Port': ['ID=f6c6ff7b-409e-4bf4-ad14-a63b8085e9bb,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:38.846169 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5b495d6a-5168-492c-b563-b466c0f1ad60 req-3c7c42b6-00e3-4ed8-8a1d-55d459f7d216 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117432 Oct 30 15:20:38.870152 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca823651-c5fa-4dd4-958f-61677422e9e7 req-2da01c39-f2e0-4804-8290-ee8db683bea0 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:38.878816 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ca823651-c5fa-4dd4-958f-61677422e9e7 req-2da01c39-f2e0-4804-8290-ee8db683bea0 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 944 time: 0.1389611 Oct 30 15:20:38.927219 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=cd7bcfbf-1623-489f-a384-785738bf069f,revision_number=14']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:38.943252 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device ce7a3f0f-d243-4f9c-a533-d44ffa08c4c4 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:20:38.961596 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ca823651-c5fa-4dd4-958f-61677422e9e7 req-d2adbef9-0548-4066-a9f0-544a38daaf46 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781972 Oct 30 15:20:38.997299 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-31c52261-b6a8-4bc1-b366-f128ef7085e3 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:39.046830 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c52261-b6a8-4bc1-b366-f128ef7085e3 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event deleted for resources: {'Port': ['ID=a8d1d95c-2ace-4a50-9a38-bf2e45162715,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:39.051509 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c52261-b6a8-4bc1-b366-f128ef7085e3 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] No DVR routers for this DVR port a8d1d95c-2ace-4a50-9a38-bf2e45162715 on host n-d-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:20:39.112036 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 0fa68f34-97ec-4099-bbef-b6214dc85c48, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=0fa68f34-97ec-4099-bbef-b6214dc85c48,segment=NetworkSegment(803c5434-e7a3-49e2-9896-7909e39f1289),segment_id=803c5434-e7a3-49e2-9896-7909e39f1289)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:20:39.130450 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd73d163-af71-4a02-bb34-b0fc74a7cbf4 None None] Network 002e00ec-5dee-4c5f-90f6-ed8e4971d297 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:20:39.132224 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a3891c74-ac79-4966-ab51-755d735adb2a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:39.204092 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-31c52261-b6a8-4bc1-b366-f128ef7085e3 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:39.244486 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '0fa68f34-97ec-4099-bbef-b6214dc85c48', 'network_id': '4f22410e-53ea-4597-9c0e-a70994dfa6d8', 'port_id': '0fa68f34-97ec-4099-bbef-b6214dc85c48', 'mac_address': 'fa:16:3e:07:1f:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '449705ab-2365-49b9-8b83-fe461dd03f65', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:20:39.265069 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-31c52261-b6a8-4bc1-b366-f128ef7085e3 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fcc7623-eb79-4d33-b1f8-847fc6263c95']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:20:39.285233 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-31c52261-b6a8-4bc1-b366-f128ef7085e3 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba74200b-1030-41aa-9e08-f4035ec4d5b0') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:20:39.285636 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-31c52261-b6a8-4bc1-b366-f128ef7085e3 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba74200b-1030-41aa-9e08-f4035ec4d5b0') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:20:39.297449 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-31c52261-b6a8-4bc1-b366-f128ef7085e3 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:39.316907 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-31c52261-b6a8-4bc1-b366-f128ef7085e3 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:39.324111 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31c52261-b6a8-4bc1-b366-f128ef7085e3 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:20:39.324568 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-31c52261-b6a8-4bc1-b366-f128ef7085e3 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:39.385943 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-79a1fa33-9d4a-47e4-8c13-f7274b699c71 None None] Provisioning complete for port ce7a3f0f-d243-4f9c-a533-d44ffa08c4c4 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:20:39.386756 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-79a1fa33-9d4a-47e4-8c13-f7274b699c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:39.388577 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port ce7a3f0f-d243-4f9c-a533-d44ffa08c4c4 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:20:39.389263 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:39.395964 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:20:39.395964 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:20:39.395964 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:20:39.395964 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:20:39.395964 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:20:39.395964 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:20:39.395964 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:20:39.395964 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:20:39.395964 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:20:39.395964 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:20:39.395964 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:20:39.395964 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:20:39.395964 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:20:39.395964 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:20:39.395964 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:20:39.395964 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:20:39.395964 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:20:39.395964 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:20:39.395964 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:20:39.395964 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:20:39.395964 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:20:39.395964 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:20:39.395964 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:20:39.395964 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:20:39.395964 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:20:39.395964 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:20:39.395964 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:20:39.395964 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:20:39.395964 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:20:39.395964 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:20:39.395964 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:20:39.395964 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:20:39.414562 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-31c52261-b6a8-4bc1-b366-f128ef7085e3 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:39.428348 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a3891c74-ac79-4966-ab51-755d735adb2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:39.455057 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-31c52261-b6a8-4bc1-b366-f128ef7085e3 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:39.460094 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-31c52261-b6a8-4bc1-b366-f128ef7085e3 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "DELETE /v2.0/networks/7fcc7623-eb79-4d33-b1f8-847fc6263c95 HTTP/1.1" status: 204 len: 168 time: 1.8183854 Oct 30 15:20:39.475758 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 46690) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:20:39.492219 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c52261-b6a8-4bc1-b366-f128ef7085e3 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event deleted for resources: {'Network': ['ID=7fcc7623-eb79-4d33-b1f8-847fc6263c95,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:39.542096 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:39.559195 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fa68f34-97ec-4099-bbef-b6214dc85c48 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:20:39.563978 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-91e87426-9246-4885-a813-467f9b317043 None None] Deleting port a8d1d95c-2ace-4a50-9a38-bf2e45162715 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:20:39.564435 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-91e87426-9246-4885-a813-467f9b317043 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:39.583035 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae55de00-321e-434d-ba12-033b408770b1 req-761c0681-4271-4a4d-a428-88d3c527adef tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:39.585146 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ae55de00-321e-434d-ba12-033b408770b1 req-761c0681-4271-4a4d-a428-88d3c527adef tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 944 time: 0.1822710 Oct 30 15:20:39.594629 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7435c6e8-647a-4435-be7d-f2101d18603e tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:39.597107 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-7435c6e8-647a-4435-be7d-f2101d18603e tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "GET /v2.0/ports/8b3624d7-93b1-471c-92d1-c959edab10b3 HTTP/1.1" status: 200 len: 841 time: 0.1193857 Oct 30 15:20:39.602888 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 46692) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server [None req-91e87426-9246-4885-a813-467f9b317043 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 7fcc7623-eb79-4d33-b1f8-847fc6263c95 could not be found. Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return self._iter().one() Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1385, in one Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return self._only_one_row( Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server raise self.value Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server raise self.value Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server raise self.value Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1546, in delete_ports_by_device_id Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server raise self.value Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server raise self.value Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server raise self.value Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1967, in delete_port Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1190, in get_network Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 7fcc7623-eb79-4d33-b1f8-847fc6263c95 could not be found. Oct 30 15:20:39.624493 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server Oct 30 15:20:39.646294 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819d350-a309-4c02-9122-3d3491704997 req-6ad509ba-512d-48d4-92c2-146549cbdc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:39.648130 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3819d350-a309-4c02-9122-3d3491704997 req-6ad509ba-512d-48d4-92c2-146549cbdc60 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=19817faf69a4405b907421887c1772e6&device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 1096 time: 0.2513368 Oct 30 15:20:39.658414 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 0fa68f34-97ec-4099-bbef-b6214dc85c48, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=0fa68f34-97ec-4099-bbef-b6214dc85c48,segment=NetworkSegment(803c5434-e7a3-49e2-9896-7909e39f1289),segment_id=803c5434-e7a3-49e2-9896-7909e39f1289)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:20:39.666611 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:39.690595 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ae55de00-321e-434d-ba12-033b408770b1 req-873e5613-f9c9-4817-9a9e-bc4ab96e2f4b tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920250 Oct 30 15:20:39.723233 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-af9d67e2-9fcf-43b0-99d1-e2b853f9ed99 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "GET /v2.0/ports/8b3624d7-93b1-471c-92d1-c959edab10b3?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1150484 Oct 30 15:20:39.744084 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 46696) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:20:39.749119 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-5c2f1a65-c1a5-4d50-a7a6-efda01360ca6 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Request body: {'subnet': {'network_id': 'dcc4b9b5-5656-4174-9b1f-7537b53ac23b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:20:39.807760 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55524870-e3a2-42ac-9e4d-3e3d59ac6430 None None] DHCP port deletion for 7fcc7623-eb79-4d33-b1f8-847fc6263c95 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:20:39.829502 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819d350-a309-4c02-9122-3d3491704997 req-5a7d73a4-a77d-4fbd-b39c-aad39c3d62e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:39.831791 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3819d350-a309-4c02-9122-3d3491704997 req-5a7d73a4-a77d-4fbd-b39c-aad39c3d62e6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d26e81b3-f432-4f3d-bc5b-f2edc1c076d6 HTTP/1.1" status: 200 len: 911 time: 0.1708105 Oct 30 15:20:39.856421 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3891c74-ac79-4966-ab51-755d735adb2a admin admin] Router 0ecdcf0e-f7f4-40ca-882c-c73ba3d11cb2 is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:20:39.915772 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:39.918033 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-79a1fa33-9d4a-47e4-8c13-f7274b699c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:39.961494 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-79a1fa33-9d4a-47e4-8c13-f7274b699c71 None None] For port ce7a3f0f-d243-4f9c-a533-d44ffa08c4c4, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=ce7a3f0f-d243-4f9c-a533-d44ffa08c4c4,segment=NetworkSegment(84c718b2-3d6d-429e-a37e-5f2d9357b098),segment_id=84c718b2-3d6d-429e-a37e-5f2d9357b098)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:20:39.979224 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=0fa68f34-97ec-4099-bbef-b6214dc85c48,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:39.989564 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-79a1fa33-9d4a-47e4-8c13-f7274b699c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:40.035043 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3819d350-a309-4c02-9122-3d3491704997 req-720d8c7d-d0a1-4dce-888c-1d2a6e66dd61 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd7bcfbf-1623-489f-a384-785738bf069f HTTP/1.1" status: 200 len: 999 time: 0.1939850 Oct 30 15:20:40.039980 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2f1a65-c1a5-4d50-a7a6-efda01360ca6 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Made reservation on behalf of 588c9a586131499fbc33840e1d270dce for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:20:40.050882 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5c2f1a65-c1a5-4d50-a7a6-efda01360ca6 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:40.052624 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['0fa68f34-97ec-4099-bbef-b6214dc85c48'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:20:40.087042 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70172008-526a-4c5e-a71c-333015a0a140 None None] get_active_networks_info from n-d-806683-17 {{(pid=102132) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 30 15:20:40.094314 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819d350-a309-4c02-9122-3d3491704997 req-69cbddc8-b433-4a03-a886-a630e106ce79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:40.097068 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3819d350-a309-4c02-9122-3d3491704997 req-69cbddc8-b433-4a03-a886-a630e106ce79 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d862e367-a3ef-41d8-9769-a6945d8f8b1d HTTP/1.1" status: 200 len: 849 time: 0.0551820 Oct 30 15:20:40.180640 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.db.api [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 30 15:20:40.181176 n-d-806683-17 neutron-server[102132]: DEBUG oslo_db.api [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 30 15:20:40.184116 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a1fa33-9d4a-47e4-8c13-f7274b699c71 None None] Pushing event updated for resources: {'Port': ['ID=ce7a3f0f-d243-4f9c-a533-d44ffa08c4c4,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:40.201261 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819d350-a309-4c02-9122-3d3491704997 req-93cbc890-4567-4090-8cf3-474e1589dfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:40.204172 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3819d350-a309-4c02-9122-3d3491704997 req-93cbc890-4567-4090-8cf3-474e1589dfbc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d26e81b3-f432-4f3d-bc5b-f2edc1c076d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1001964 Oct 30 15:20:40.207576 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c76da7-d46f-44eb-bab6-a4aa99c73b71 req-363386b3-0982-4be1-9c17-9322101de49f tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:40.210272 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-a7f58d65-0692-47b1-89bc-624de5c7f2e4 None None] Provisioning complete for port ce7a3f0f-d243-4f9c-a533-d44ffa08c4c4 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:20:40.210649 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a7f58d65-0692-47b1-89bc-624de5c7f2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:40.215683 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-10c76da7-d46f-44eb-bab6-a4aa99c73b71 req-363386b3-0982-4be1-9c17-9322101de49f tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a210124-5e3a-4033-83d5-ebf6667f1072 HTTP/1.1" status: 200 len: 944 time: 0.1990149 Oct 30 15:20:40.273051 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3891c74-ac79-4966-ab51-755d735adb2a admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:20:40.290078 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098b8c00-a14b-4ff3-83f2-70daa5ca6174 None None] Sync routers for ids ['0ecdcf0e-f7f4-40ca-882c-c73ba3d11cb2'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:20:40.316016 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-10c76da7-d46f-44eb-bab6-a4aa99c73b71 req-d9afee36-1216-4b01-a16a-3d8a26589b4c tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988321 Oct 30 15:20:40.324210 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3819d350-a309-4c02-9122-3d3491704997 req-d5685ff8-1cf6-4ac9-acdb-322ccfe26156 service neutron] 10.222.0.44 "GET /v2.0/networks/d26e81b3-f432-4f3d-bc5b-f2edc1c076d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114013 Oct 30 15:20:40.328364 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098b8c00-a14b-4ff3-83f2-70daa5ca6174 None None] Routers {'0ecdcf0e-f7f4-40ca-882c-c73ba3d11cb2'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:20:40.328996 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-098b8c00-a14b-4ff3-83f2-70daa5ca6174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:20:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['0ecdcf0e-f7f4-40ca-882c-c73ba3d11cb2'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:20:40.360703 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a3891c74-ac79-4966-ab51-755d735adb2a admin admin] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:40.364442 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-a3891c74-ac79-4966-ab51-755d735adb2a admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.4163151 Oct 30 15:20:40.365106 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 46704) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:20:40.438252 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3819d350-a309-4c02-9122-3d3491704997 req-bf4ad511-2fa4-4add-a1df-29d2f7a7d2bf service neutron] 10.222.0.44 "GET /v2.0/networks/d26e81b3-f432-4f3d-bc5b-f2edc1c076d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061237 Oct 30 15:20:40.499872 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70172008-526a-4c5e-a71c-333015a0a140 None None] Resources bound (agent type, host, resource id): {{(pid=102132) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 30 15:20:40.555175 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-098b8c00-a14b-4ff3-83f2-70daa5ca6174 None None] Set router 0ecdcf0e-f7f4-40ca-882c-c73ba3d11cb2 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:20:40.605316 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5c2f1a65-c1a5-4d50-a7a6-efda01360ca6 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:40.672249 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2f1a65-c1a5-4d50-a7a6-efda01360ca6 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event updated for resources: {'Subnet': ['ID=6dba559a-f7c6-46fb-8b66-44de844c264e,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:40.726561 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2f1a65-c1a5-4d50-a7a6-efda01360ca6 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Network dcc4b9b5-5656-4174-9b1f-7537b53ac23b is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:20:40.759650 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-5c2f1a65-c1a5-4d50-a7a6-efda01360ca6 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:20:40.766678 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2f1a65-c1a5-4d50-a7a6-efda01360ca6 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:40.767435 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5c2f1a65-c1a5-4d50-a7a6-efda01360ca6 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:40.788426 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-5c2f1a65-c1a5-4d50-a7a6-efda01360ca6 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0427971 Oct 30 15:20:40.791694 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 46712) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:20:40.798064 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-936ceb81-db70-4ee7-8416-a26fe2734d73 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Request body: {'security_group': {'name': 'tempest-secgroup-1266267813'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:20:40.878794 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-936ceb81-db70-4ee7-8416-a26fe2734d73 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:41.056499 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f12f423-4472-4943-944f-1f850f72e73e req-73f02f40-1850-448c-a4b2-db2081ae3bc4 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:41.067534 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-936ceb81-db70-4ee7-8416-a26fe2734d73 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:41.068566 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8f12f423-4472-4943-944f-1f850f72e73e req-73f02f40-1850-448c-a4b2-db2081ae3bc4 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 944 time: 0.2317288 Oct 30 15:20:41.073625 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-936ceb81-db70-4ee7-8416-a26fe2734d73 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:41.078796 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device a8d1d95c-2ace-4a50-9a38-bf2e45162715 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:20:41.104359 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-098b8c00-a14b-4ff3-83f2-70daa5ca6174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ecdcf0e-f7f4-40ca-882c-c73ba3d11cb2', 'name': 'tempest-TestServerMultinode-247081851-router', 'tenant_id': '1dfc5b61cdaa41e7982d9138ce5eab2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'f6c6ff7b-409e-4bf4-ad14-a63b8085e9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:20:36Z', 'updated_at': '2021-10-30T15:20:39Z', 'revision_number': 3, 'project_id': '1dfc5b61cdaa41e7982d9138ce5eab2f', 'gw_port': {'id': 'f6c6ff7b-409e-4bf4-ad14-a63b8085e9bb', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b9:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ecdcf0e-f7f4-40ca-882c-c73ba3d11cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:20:37Z', 'updated_at': '2021-10-30T15:20:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:20:41.114563 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f775b9f5-eaae-4296-a54d-09f3813dcf72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-dcc4b9b5-5656-4174-9b1f-7537b53ac23b', 'network_id': 'dcc4b9b5-5656-4174-9b1f-7537b53ac23b', 'tenant_id': '588c9a586131499fbc33840e1d270dce', 'fixed_ips': [{'subnet_id': '6dba559a-f7c6-46fb-8b66-44de844c264e'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:20:41.115727 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f775b9f5-eaae-4296-a54d-09f3813dcf72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:41.118468 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: a8d1d95c-2ace-4a50-9a38-bf2e45162715 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:20:41.118994 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device a8d1d95c-2ace-4a50-9a38-bf2e45162715 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:20:41.163955 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098b8c00-a14b-4ff3-83f2-70daa5ca6174 None None] Checking router: 0ecdcf0e-f7f4-40ca-882c-c73ba3d11cb2 for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:20:41.164487 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098b8c00-a14b-4ff3-83f2-70daa5ca6174 None None] Updating router 0ecdcf0e-f7f4-40ca-882c-c73ba3d11cb2 port f6c6ff7b-409e-4bf4-ad14-a63b8085e9bb binding host n-d-806683-17 {{(pid=102133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:20:41.165968 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936ceb81-db70-4ee7-8416-a26fe2734d73 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02680282-5880-402d-9aff-e2f6247b626d,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:41.177542 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-936ceb81-db70-4ee7-8416-a26fe2734d73 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:41.181192 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-936ceb81-db70-4ee7-8416-a26fe2734d73 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3862000 Oct 30 15:20:41.187734 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 46726) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:20:41.200536 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-ce86206a-5e1d-4c69-99df-aa952dd803d3 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Request body: {'security_group': {'name': 'tempest-secgroup-980384952'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:20:41.203714 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-098b8c00-a14b-4ff3-83f2-70daa5ca6174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:41.266908 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ce86206a-5e1d-4c69-99df-aa952dd803d3 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:41.379454 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8f12f423-4472-4943-944f-1f850f72e73e req-7f15ba18-ec8e-422b-be8a-3d0629a28b0c tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3021302 Oct 30 15:20:41.447375 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-f775b9f5-eaae-4296-a54d-09f3813dcf72 None None] Allocated IP 172.20.0.2 (dcc4b9b5-5656-4174-9b1f-7537b53ac23b/6dba559a-f7c6-46fb-8b66-44de844c264e/16ab4028-9761-44b3-aec9-a4eb8da7b2a8) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:20:41.462146 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ce86206a-5e1d-4c69-99df-aa952dd803d3 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:41.466611 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ce86206a-5e1d-4c69-99df-aa952dd803d3 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:41.526655 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ce86206a-5e1d-4c69-99df-aa952dd803d3 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:41.531004 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-ce86206a-5e1d-4c69-99df-aa952dd803d3 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3393164 Oct 30 15:20:41.534122 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 46734) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:20:41.540739 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce86206a-5e1d-4c69-99df-aa952dd803d3 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=097df3c3-a3b0-4952-aed4-29ce06a6cdef,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:41.548167 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-e4c36696-97ef-4242-bab2-e5b21a83ede4 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1132552988', 'security_groups': ['097df3c3-a3b0-4952-aed4-29ce06a6cdef'], 'network_id': 'dcc4b9b5-5656-4174-9b1f-7537b53ac23b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6dba559a-f7c6-46fb-8b66-44de844c264e'}]}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:20:41.584524 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 46736) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:20:41.613460 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device ce7a3f0f-d243-4f9c-a533-d44ffa08c4c4 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:20:41.615993 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-098b8c00-a14b-4ff3-83f2-70daa5ca6174 None None] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:41.616473 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-542e56d4-5fe8-4943-a584-9e8f56a7fb0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:41.623809 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-098b8c00-a14b-4ff3-83f2-70daa5ca6174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:41.658145 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb43d5-5b4b-4ea6-a47d-6109c0cf2274 req-f8f9291f-db7f-4eb4-a5ba-62b7f59c188d tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:41.659725 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-68fb43d5-5b4b-4ea6-a47d-6109c0cf2274 req-f8f9291f-db7f-4eb4-a5ba-62b7f59c188d tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a210124-5e3a-4033-83d5-ebf6667f1072 HTTP/1.1" status: 200 len: 944 time: 0.1861482 Oct 30 15:20:41.756716 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a9689-9d2c-4e94-8976-28f035bc6c02 None None] Pushing event updated for resources: {'Port': ['ID=f6c6ff7b-409e-4bf4-ad14-a63b8085e9bb,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:41.766562 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-098b8c00-a14b-4ff3-83f2-70daa5ca6174 None None] Attempting to bind port f6c6ff7b-409e-4bf4-ad14-a63b8085e9bb on host n-d-806683-17 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:20:41.766918 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-098b8c00-a14b-4ff3-83f2-70daa5ca6174 None None] Attempting to bind port f6c6ff7b-409e-4bf4-ad14-a63b8085e9bb by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:20:41.769720 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port ce7a3f0f-d243-4f9c-a533-d44ffa08c4c4 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:20:41.771118 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:41.773911 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098b8c00-a14b-4ff3-83f2-70daa5ca6174 None None] Attempting to bind port f6c6ff7b-409e-4bf4-ad14-a63b8085e9bb on network edc38ef5-7816-4133-914c-cfe2849a0125 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:20:41.781544 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098b8c00-a14b-4ff3-83f2-70daa5ca6174 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:20:41.782426 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098b8c00-a14b-4ff3-83f2-70daa5ca6174 None None] Checking segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:20:41.783011 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-098b8c00-a14b-4ff3-83f2-70daa5ca6174 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:41.783856 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098b8c00-a14b-4ff3-83f2-70daa5ca6174 None None] Bound using segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:20:41.785454 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-098b8c00-a14b-4ff3-83f2-70daa5ca6174 None None] Bound port: f6c6ff7b-409e-4bf4-ad14-a63b8085e9bb, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:20:41.786296 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-098b8c00-a14b-4ff3-83f2-70daa5ca6174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:41.821664 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-68fb43d5-5b4b-4ea6-a47d-6109c0cf2274 req-d9294418-3ebd-442e-aa38-06f632f6b1c1 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502509 Oct 30 15:20:41.823792 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f4e5f46c-e8e8-4e60-bab8-99ddd2fd8517 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:41.873492 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f775b9f5-eaae-4296-a54d-09f3813dcf72 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:41.882247 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f775b9f5-eaae-4296-a54d-09f3813dcf72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:41.900893 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c36696-97ef-4242-bab2-e5b21a83ede4 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Made reservation on behalf of 588c9a586131499fbc33840e1d270dce for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:20:41.931700 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-098b8c00-a14b-4ff3-83f2-70daa5ca6174 None None] For port f6c6ff7b-409e-4bf4-ad14-a63b8085e9bb, host n-d-806683-17, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:20:41.937496 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-098b8c00-a14b-4ff3-83f2-70daa5ca6174 None None] For port f6c6ff7b-409e-4bf4-ad14-a63b8085e9bb, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=f6c6ff7b-409e-4bf4-ad14-a63b8085e9bb,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:20:41.943342 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-098b8c00-a14b-4ff3-83f2-70daa5ca6174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:41.963653 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f775b9f5-eaae-4296-a54d-09f3813dcf72 None None] Network dcc4b9b5-5656-4174-9b1f-7537b53ac23b is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:20:41.969711 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-f775b9f5-eaae-4296-a54d-09f3813dcf72 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:20:41.977237 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f4e5f46c-e8e8-4e60-bab8-99ddd2fd8517 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:41.980318 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f775b9f5-eaae-4296-a54d-09f3813dcf72 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:20:41.983043 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f4e5f46c-e8e8-4e60-bab8-99ddd2fd8517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:42.020497 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f775b9f5-eaae-4296-a54d-09f3813dcf72 None None] Pushing event updated for resources: {'Port': ['ID=16ab4028-9761-44b3-aec9-a4eb8da7b2a8,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:42.034109 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-542e56d4-5fe8-4943-a584-9e8f56a7fb0e admin admin] Allocated IP 172.20.0.1 (002e00ec-5dee-4c5f-90f6-ed8e4971d297/4529759d-533f-4b74-bb41-1b9fbd5a2ce7/2eb6d0b6-b966-4d2c-af3c-35c26819ca05) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:20:42.038101 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-f4e5f46c-e8e8-4e60-bab8-99ddd2fd8517 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5b24d8609d4541dcaec3836f4baffba4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4524796 Oct 30 15:20:42.039453 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e5f46c-e8e8-4e60-bab8-99ddd2fd8517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b02ee4-c1cf-459e-ba19-319d964cec6b,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:42.041963 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 46742) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:20:42.048569 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a9689-9d2c-4e94-8976-28f035bc6c02 None None] Pushing event updated for resources: {'Port': ['ID=f6c6ff7b-409e-4bf4-ad14-a63b8085e9bb,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:42.062397 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-f775b9f5-eaae-4296-a54d-09f3813dcf72 None None] Attempting to bind port 16ab4028-9761-44b3-aec9-a4eb8da7b2a8 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:20:42.062945 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-f775b9f5-eaae-4296-a54d-09f3813dcf72 None None] Attempting to bind port 16ab4028-9761-44b3-aec9-a4eb8da7b2a8 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '08113b91-ffc6-4827-897c-4543f88f54be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'dcc4b9b5-5656-4174-9b1f-7537b53ac23b'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:20:42.063511 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f775b9f5-eaae-4296-a54d-09f3813dcf72 None None] Attempting to bind port 16ab4028-9761-44b3-aec9-a4eb8da7b2a8 on network dcc4b9b5-5656-4174-9b1f-7537b53ac23b {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:20:42.076735 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f775b9f5-eaae-4296-a54d-09f3813dcf72 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:20:42.077147 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f775b9f5-eaae-4296-a54d-09f3813dcf72 None None] Checking segment: {'id': '08113b91-ffc6-4827-897c-4543f88f54be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'dcc4b9b5-5656-4174-9b1f-7537b53ac23b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:20:42.077525 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f775b9f5-eaae-4296-a54d-09f3813dcf72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:42.077924 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f775b9f5-eaae-4296-a54d-09f3813dcf72 None None] Bound using segment: {'id': '08113b91-ffc6-4827-897c-4543f88f54be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'dcc4b9b5-5656-4174-9b1f-7537b53ac23b'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:20:42.078407 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-f775b9f5-eaae-4296-a54d-09f3813dcf72 None None] Bound port: 16ab4028-9761-44b3-aec9-a4eb8da7b2a8, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08113b91-ffc6-4827-897c-4543f88f54be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'dcc4b9b5-5656-4174-9b1f-7537b53ac23b'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:20:42.078885 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f775b9f5-eaae-4296-a54d-09f3813dcf72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:42.087594 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098b8c00-a14b-4ff3-83f2-70daa5ca6174 None None] Routers {'0ecdcf0e-f7f4-40ca-882c-c73ba3d11cb2'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:20:42.088217 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-098b8c00-a14b-4ff3-83f2-70daa5ca6174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:20:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['0ecdcf0e-f7f4-40ca-882c-c73ba3d11cb2'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:20:42.100956 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c4d76a2c-32c6-4a96-b1c6-db97cf97c7a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:42.126821 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c4d76a2c-32c6-4a96-b1c6-db97cf97c7a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:42.141753 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e4c36696-97ef-4242-bab2-e5b21a83ede4 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:42.173740 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [None req-e4c36696-97ef-4242-bab2-e5b21a83ede4 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] device_id is not set on port 6796169e-ab27-4864-86d1-1aa35114d72b yet. {{(pid=102131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:20:42.218034 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c4d76a2c-32c6-4a96-b1c6-db97cf97c7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:42.223930 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c4d76a2c-32c6-4a96-b1c6-db97cf97c7a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:42.227100 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c4d76a2c-32c6-4a96-b1c6-db97cf97c7a7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d0b02ee4-c1cf-459e-ba19-319d964cec6b HTTP/1.1" status: 204 len: 168 time: 0.1841807 Oct 30 15:20:42.238830 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d76a2c-32c6-4a96-b1c6-db97cf97c7a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b02ee4-c1cf-459e-ba19-319d964cec6b,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:42.245352 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-f775b9f5-eaae-4296-a54d-09f3813dcf72 None None] For port 16ab4028-9761-44b3-aec9-a4eb8da7b2a8, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:20:42.251518 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-f775b9f5-eaae-4296-a54d-09f3813dcf72 None None] For port 16ab4028-9761-44b3-aec9-a4eb8da7b2a8, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=16ab4028-9761-44b3-aec9-a4eb8da7b2a8,segment=NetworkSegment(08113b91-ffc6-4827-897c-4543f88f54be),segment_id=08113b91-ffc6-4827-897c-4543f88f54be)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:20:42.262841 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f775b9f5-eaae-4296-a54d-09f3813dcf72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:42.278844 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 0fa68f34-97ec-4099-bbef-b6214dc85c48 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:20:42.352917 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-098b8c00-a14b-4ff3-83f2-70daa5ca6174 None None] Set router 0ecdcf0e-f7f4-40ca-882c-c73ba3d11cb2 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:20:42.386266 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f775b9f5-eaae-4296-a54d-09f3813dcf72 None None] Pushing event updated for resources: {'Port': ['ID=16ab4028-9761-44b3-aec9-a4eb8da7b2a8,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:42.411560 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-542e56d4-5fe8-4943-a584-9e8f56a7fb0e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:42.428513 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port 0fa68f34-97ec-4099-bbef-b6214dc85c48 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:20:42.434080 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 0fa68f34-97ec-4099-bbef-b6214dc85c48 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:20:42.434654 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:42.565714 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:42.601777 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a210124-5e3a-4033-83d5-ebf6667f1072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa68f34-97ec-4099-bbef-b6214dc85c48'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:20:42.605297 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-269ac8ed-9d31-4b66-9a9c-f1ae00549d0e" -d '{"events": [{"server_uuid": "9a210124-5e3a-4033-83d5-ebf6667f1072", "name": "network-vif-plugged", "status": "completed", "tag": "0fa68f34-97ec-4099-bbef-b6214dc85c48"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:20:42.637234 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 0fa68f34-97ec-4099-bbef-b6214dc85c48, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=0fa68f34-97ec-4099-bbef-b6214dc85c48,segment=NetworkSegment(803c5434-e7a3-49e2-9896-7909e39f1289),segment_id=803c5434-e7a3-49e2-9896-7909e39f1289)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:20:42.643531 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:42.728841 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-e4c36696-97ef-4242-bab2-e5b21a83ede4 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Allocated IP 172.20.0.8 (dcc4b9b5-5656-4174-9b1f-7537b53ac23b/6dba559a-f7c6-46fb-8b66-44de844c264e/6796169e-ab27-4864-86d1-1aa35114d72b) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:20:42.762767 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-542e56d4-5fe8-4943-a584-9e8f56a7fb0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:42.787637 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ebd237-9260-48c6-8cfc-623073061d69 req-6d633532-57c2-41a8-94be-0040dfed843c tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:42.790366 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=0fa68f34-97ec-4099-bbef-b6214dc85c48,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:42.794880 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-56ebd237-9260-48c6-8cfc-623073061d69 req-6d633532-57c2-41a8-94be-0040dfed843c tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 944 time: 0.2541862 Oct 30 15:20:42.812441 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc915e78-e017-4b49-bcf4-7ba3869afe53 x-openstack-request-id: req-fc915e78-e017-4b49-bcf4-7ba3869afe53 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:20:42.812747 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a210124-5e3a-4033-83d5-ebf6667f1072", "name": "network-vif-plugged", "status": "completed", "tag": "0fa68f34-97ec-4099-bbef-b6214dc85c48", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:20:42.813005 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fc915e78-e017-4b49-bcf4-7ba3869afe53 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:20:42.827249 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a210124-5e3a-4033-83d5-ebf6667f1072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa68f34-97ec-4099-bbef-b6214dc85c48', 'code': 200} Oct 30 15:20:42.860223 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 46758) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:20:42.868605 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542e56d4-5fe8-4943-a584-9e8f56a7fb0e admin admin] Network 002e00ec-5dee-4c5f-90f6-ed8e4971d297 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:20:42.884848 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-098b8c00-a14b-4ff3-83f2-70daa5ca6174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ecdcf0e-f7f4-40ca-882c-c73ba3d11cb2', 'name': 'tempest-TestServerMultinode-247081851-router', 'tenant_id': '1dfc5b61cdaa41e7982d9138ce5eab2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'f6c6ff7b-409e-4bf4-ad14-a63b8085e9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:20:36Z', 'updated_at': '2021-10-30T15:20:39Z', 'revision_number': 3, 'project_id': '1dfc5b61cdaa41e7982d9138ce5eab2f', 'gw_port': {'id': 'f6c6ff7b-409e-4bf4-ad14-a63b8085e9bb', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b9:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ecdcf0e-f7f4-40ca-882c-c73ba3d11cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:20:37Z', 'updated_at': '2021-10-30T15:20:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:20:42.916232 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1189f747-39e0-4d34-b028-5f7612bb3fbc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:42.919297 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-542e56d4-5fe8-4943-a584-9e8f56a7fb0e admin admin] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:20:42.936528 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098b8c00-a14b-4ff3-83f2-70daa5ca6174 None None] The sync data for ids ['0ecdcf0e-f7f4-40ca-882c-c73ba3d11cb2'] in n-d-806683-17 is: [{'id': '0ecdcf0e-f7f4-40ca-882c-c73ba3d11cb2', 'name': 'tempest-TestServerMultinode-247081851-router', 'tenant_id': '1dfc5b61cdaa41e7982d9138ce5eab2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'f6c6ff7b-409e-4bf4-ad14-a63b8085e9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:20:36Z', 'updated_at': '2021-10-30T15:20:39Z', 'revision_number': 3, 'project_id': '1dfc5b61cdaa41e7982d9138ce5eab2f', 'gw_port': {'id': 'f6c6ff7b-409e-4bf4-ad14-a63b8085e9bb', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b9:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ecdcf0e-f7f4-40ca-882c-c73ba3d11cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:20:37Z', 'updated_at': '2021-10-30T15:20:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:20:42.945357 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542e56d4-5fe8-4943-a584-9e8f56a7fb0e admin admin] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:20:42.965144 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-56ebd237-9260-48c6-8cfc-623073061d69 req-a5fae273-26a2-486e-9b34-ad90bd0226a4 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574707 Oct 30 15:20:42.983186 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542e56d4-5fe8-4943-a584-9e8f56a7fb0e admin admin] Pushing event updated for resources: {'Port': ['ID=2eb6d0b6-b966-4d2c-af3c-35c26819ca05,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:43.094173 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1189f747-39e0-4d34-b028-5f7612bb3fbc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:43.101436 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1189f747-39e0-4d34-b028-5f7612bb3fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:43.128564 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-542e56d4-5fe8-4943-a584-9e8f56a7fb0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:43.156842 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-1189f747-39e0-4d34-b028-5f7612bb3fbc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d364d0b655424bab973d665da02f3527&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2950110 Oct 30 15:20:43.157498 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1189f747-39e0-4d34-b028-5f7612bb3fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6d3349-9a53-4055-924d-f99871030b15,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:43.164559 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 46764) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:20:43.276639 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fe56ec-75c9-4ee8-93da-a775d74ffc4f req-b51fe36e-2d45-46a4-8054-55d5f889339d tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:43.279997 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-51fe56ec-75c9-4ee8-93da-a775d74ffc4f req-b51fe36e-2d45-46a4-8054-55d5f889339d tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 944 time: 0.0978014 Oct 30 15:20:43.364927 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-056fad21-a534-40f5-acdb-43d472c48260 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:43.405188 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 16ab4028-9761-44b3-aec9-a4eb8da7b2a8 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:20:43.414144 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-51fe56ec-75c9-4ee8-93da-a775d74ffc4f req-663c5644-1ec5-48f8-ac61-227522823cf2 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128824 Oct 30 15:20:43.426426 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-056fad21-a534-40f5-acdb-43d472c48260 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:43.518993 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 16ab4028-9761-44b3-aec9-a4eb8da7b2a8 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:20:43.519847 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:43.523645 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-056fad21-a534-40f5-acdb-43d472c48260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:43.526487 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-056fad21-a534-40f5-acdb-43d472c48260 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:43.543822 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-056fad21-a534-40f5-acdb-43d472c48260 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2f6d3349-9a53-4055-924d-f99871030b15 HTTP/1.1" status: 204 len: 168 time: 0.3648832 Oct 30 15:20:43.569718 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056fad21-a534-40f5-acdb-43d472c48260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6d3349-9a53-4055-924d-f99871030b15,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:43.648502 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:43.651140 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f9181b-460a-42b1-b18d-d23a6a1ec414 req-5f76654c-09c6-4fe9-b2d2-a62279ca3086 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:43.675430 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-97f9181b-460a-42b1-b18d-d23a6a1ec414 req-5f76654c-09c6-4fe9-b2d2-a62279ca3086 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 944 time: 0.1155579 Oct 30 15:20:43.692491 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 16ab4028-9761-44b3-aec9-a4eb8da7b2a8, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=16ab4028-9761-44b3-aec9-a4eb8da7b2a8,segment=NetworkSegment(08113b91-ffc6-4827-897c-4543f88f54be),segment_id=08113b91-ffc6-4827-897c-4543f88f54be)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:20:43.697699 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:43.760228 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=16ab4028-9761-44b3-aec9-a4eb8da7b2a8,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:43.766609 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-97f9181b-460a-42b1-b18d-d23a6a1ec414 req-3b6804b0-56f0-45ac-8066-083a5988a738 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902431 Oct 30 15:20:43.847985 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627bed64-0a64-4482-92ba-9066fbf25306 req-f1d7ba19-387d-41e0-8fe3-c4efd01870fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:43.854434 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-627bed64-0a64-4482-92ba-9066fbf25306 req-f1d7ba19-387d-41e0-8fe3-c4efd01870fe service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9a210124-5e3a-4033-83d5-ebf6667f1072 HTTP/1.1" status: 200 len: 1097 time: 0.9751074 Oct 30 15:20:43.957031 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a191b0-277e-4eb6-abe4-8f324ef45bbf req-2b407e5f-6989-48e8-a2cd-c3dce64d4929 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:43.965518 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b9a191b0-277e-4eb6-abe4-8f324ef45bbf req-2b407e5f-6989-48e8-a2cd-c3dce64d4929 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a210124-5e3a-4033-83d5-ebf6667f1072 HTTP/1.1" status: 200 len: 945 time: 0.9616899 Oct 30 15:20:44.027639 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e4c36696-97ef-4242-bab2-e5b21a83ede4 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:44.060254 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8e6697-5094-4d03-85e5-a7e602edacbb None None] Network dcc4b9b5-5656-4174-9b1f-7537b53ac23b requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:20:44.084940 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-627bed64-0a64-4482-92ba-9066fbf25306 req-a3067ff6-8109-4771-b41d-ad46f1c794eb service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167177 Oct 30 15:20:44.168391 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b9a191b0-277e-4eb6-abe4-8f324ef45bbf req-5183293e-e0b9-4d7d-8f8b-4383f065a941 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014441 Oct 30 15:20:44.197779 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e4c36696-97ef-4242-bab2-e5b21a83ede4 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:44.267825 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-542e56d4-5fe8-4943-a584-9e8f56a7fb0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:44.288512 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-965f8a3e-e1a0-464b-8e50-55abc474001b None None] Provisioning complete for port 16ab4028-9761-44b3-aec9-a4eb8da7b2a8 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:20:44.289150 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-965f8a3e-e1a0-464b-8e50-55abc474001b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:44.337921 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc952a7d-4aea-4944-b959-f4710b52fad7 req-09133287-ff1f-47e4-82b5-d55129f6a492 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:44.343859 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c36696-97ef-4242-bab2-e5b21a83ede4 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Network dcc4b9b5-5656-4174-9b1f-7537b53ac23b is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:20:44.349037 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-e4c36696-97ef-4242-bab2-e5b21a83ede4 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:20:44.351116 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fc952a7d-4aea-4944-b959-f4710b52fad7 req-09133287-ff1f-47e4-82b5-d55129f6a492 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/networks?id=d26e81b3-f432-4f3d-bc5b-f2edc1c076d6 HTTP/1.1" status: 200 len: 810 time: 0.2058735 Oct 30 15:20:44.358685 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c36696-97ef-4242-bab2-e5b21a83ede4 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:20:44.382785 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fc952a7d-4aea-4944-b959-f4710b52fad7 req-567359bc-78af-4844-a8b8-9d59d5edebc8 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/quotas/19817faf69a4405b907421887c1772e6 HTTP/1.1" status: 200 len: 375 time: 0.0306520 Oct 30 15:20:44.425227 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c36696-97ef-4242-bab2-e5b21a83ede4 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event updated for resources: {'Port': ['ID=6796169e-ab27-4864-86d1-1aa35114d72b,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:44.482368 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fc952a7d-4aea-4944-b959-f4710b52fad7 req-8e5f5c19-6746-4c5c-b80e-57afac34661e tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=19817faf69a4405b907421887c1772e6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0986013 Oct 30 15:20:44.545768 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c36696-97ef-4242-bab2-e5b21a83ede4 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:44.546429 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e4c36696-97ef-4242-bab2-e5b21a83ede4 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:44.614010 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fc952a7d-4aea-4944-b959-f4710b52fad7 req-e5fb7821-1599-44af-a88c-82c008735a7c service neutron] 10.222.0.62 "GET /v2.0/networks/d26e81b3-f432-4f3d-bc5b-f2edc1c076d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305621 Oct 30 15:20:44.621377 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-e4c36696-97ef-4242-bab2-e5b21a83ede4 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.0834551 Oct 30 15:20:44.625018 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 46802) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:20:44.632413 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-b5d21c56-4dd3-426d-b81f-ae98c30f3dfc tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Request body: {'subnet': {'network_id': 'dcc4b9b5-5656-4174-9b1f-7537b53ac23b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:20:44.721999 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-965f8a3e-e1a0-464b-8e50-55abc474001b None None] Provisioning complete for port 8b3624d7-93b1-471c-92d1-c959edab10b3 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:20:44.723033 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-965f8a3e-e1a0-464b-8e50-55abc474001b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:44.773716 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fc952a7d-4aea-4944-b959-f4710b52fad7 req-7a186875-66bd-4500-ad4f-bdc5dd10e61d service neutron] 10.222.0.62 "GET /v2.0/networks/d26e81b3-f432-4f3d-bc5b-f2edc1c076d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578765 Oct 30 15:20:44.775209 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-965f8a3e-e1a0-464b-8e50-55abc474001b None None] Port 8b3624d7-93b1-471c-92d1-c959edab10b3 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:20:44.785788 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-542e56d4-5fe8-4943-a584-9e8f56a7fb0e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:44.798506 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-542e56d4-5fe8-4943-a584-9e8f56a7fb0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:44.907878 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-a6032a05-b82c-4cea-ba06-44fc7db77941 None None] Provisioning complete for port 2eb6d0b6-b966-4d2c-af3c-35c26819ca05 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:20:44.908966 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a6032a05-b82c-4cea-ba06-44fc7db77941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:44.976662 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542e56d4-5fe8-4943-a584-9e8f56a7fb0e admin admin] Pushing event updated for resources: {'Port': ['ID=2eb6d0b6-b966-4d2c-af3c-35c26819ca05,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:45.023238 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-542e56d4-5fe8-4943-a584-9e8f56a7fb0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:45.023741 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-a6032a05-b82c-4cea-ba06-44fc7db77941 None None] Port 2eb6d0b6-b966-4d2c-af3c-35c26819ca05 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:20:45.068368 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-28e85a59-29ef-4dc0-b8a5-e6ce685d92c6 req-206a7ab4-bee3-4b51-85f6-f000df7c26a5 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=103769ec-8a97-4b3f-9348-031893ca347d HTTP/1.1" status: 200 len: 210 time: 0.1058130 Oct 30 15:20:45.180264 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-a9318ca0-dfef-436d-8ebf-33d44056968c None None] Provisioning complete for port 16ab4028-9761-44b3-aec9-a4eb8da7b2a8 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:20:45.190438 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d21c56-4dd3-426d-b81f-ae98c30f3dfc tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Made reservation on behalf of 588c9a586131499fbc33840e1d270dce for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:20:45.194651 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b5d21c56-4dd3-426d-b81f-ae98c30f3dfc tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:45.202913 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a9318ca0-dfef-436d-8ebf-33d44056968c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:45.405362 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-a9318ca0-dfef-436d-8ebf-33d44056968c None None] Provisioning complete for port 8b3624d7-93b1-471c-92d1-c959edab10b3 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:20:45.405807 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a9318ca0-dfef-436d-8ebf-33d44056968c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:45.448388 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-a9318ca0-dfef-436d-8ebf-33d44056968c None None] Port 8b3624d7-93b1-471c-92d1-c959edab10b3 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:20:45.460916 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-a9318ca0-dfef-436d-8ebf-33d44056968c None None] Provisioning complete for port 6796169e-ab27-4864-86d1-1aa35114d72b triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:20:45.461605 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a9318ca0-dfef-436d-8ebf-33d44056968c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:45.512327 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device f6c6ff7b-409e-4bf4-ad14-a63b8085e9bb up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:20:45.561441 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba91efa-1943-4344-80e8-faa3097a48f8 req-3b7474ee-4f6b-4d13-9137-7fe39acebb6f tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:45.570032 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-a9318ca0-dfef-436d-8ebf-33d44056968c None None] Port 6796169e-ab27-4864-86d1-1aa35114d72b cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:20:45.570866 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1ba91efa-1943-4344-80e8-faa3097a48f8 req-3b7474ee-4f6b-4d13-9137-7fe39acebb6f tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a210124-5e3a-4033-83d5-ebf6667f1072 HTTP/1.1" status: 200 len: 945 time: 0.1899421 Oct 30 15:20:45.581654 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542e56d4-5fe8-4943-a584-9e8f56a7fb0e admin admin] Network 002e00ec-5dee-4c5f-90f6-ed8e4971d297 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:20:45.597198 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-542e56d4-5fe8-4943-a584-9e8f56a7fb0e admin admin] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:20:45.599452 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port f6c6ff7b-409e-4bf4-ad14-a63b8085e9bb triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:20:45.599978 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:45.724583 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:45.732004 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-b0c5f677-393a-4b00-a7df-79028be6c0ff None None] Provisioning complete for port 6796169e-ab27-4864-86d1-1aa35114d72b triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:20:45.732657 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b0c5f677-393a-4b00-a7df-79028be6c0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:45.742677 n-d-806683-17 neutron-server[102131]: INFO neutron.db.ipam_backend_mixin [None req-b5d21c56-4dd3-426d-b81f-ae98c30f3dfc tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6dba559a-f7c6-46fb-8b66-44de844c264e (CIDR: 172.20.0.0/28) Oct 30 15:20:45.756499 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5d21c56-4dd3-426d-b81f-ae98c30f3dfc tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 30 15:20:45.757054 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5d21c56-4dd3-426d-b81f-ae98c30f3dfc tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:20:45.784094 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port f6c6ff7b-409e-4bf4-ad14-a63b8085e9bb, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=f6c6ff7b-409e-4bf4-ad14-a63b8085e9bb,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:20:45.792216 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:45.793251 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 16ab4028-9761-44b3-aec9-a4eb8da7b2a8 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:20:45.820501 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1ba91efa-1943-4344-80e8-faa3097a48f8 req-3a12e1a0-3353-4167-8a22-33be348e118a tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452986 Oct 30 15:20:45.828576 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b5d21c56-4dd3-426d-b81f-ae98c30f3dfc tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2020676 Oct 30 15:20:45.831986 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 46836) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:20:45.837586 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-2c10053d-ab52-4611-9b2c-55029cecc83d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Request body: {'subnet': {'network_id': 'dcc4b9b5-5656-4174-9b1f-7537b53ac23b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:20:45.845273 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-b0c5f677-393a-4b00-a7df-79028be6c0ff None None] Port 6796169e-ab27-4864-86d1-1aa35114d72b cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:20:45.921185 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-542e56d4-5fe8-4943-a584-9e8f56a7fb0e admin admin] Router 0ecdcf0e-f7f4-40ca-882c-c73ba3d11cb2 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:20:45.943323 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=f6c6ff7b-409e-4bf4-ad14-a63b8085e9bb,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:45.960241 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 16ab4028-9761-44b3-aec9-a4eb8da7b2a8 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:20:45.960688 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:46.014594 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-cb613e24-c75a-44e2-b679-8f665305c24c None None] Provisioning complete for port 2eb6d0b6-b966-4d2c-af3c-35c26819ca05 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:20:46.015119 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-cb613e24-c75a-44e2-b679-8f665305c24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:46.084289 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-cb613e24-c75a-44e2-b679-8f665305c24c None None] Port 2eb6d0b6-b966-4d2c-af3c-35c26819ca05 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:20:46.103579 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c10053d-ab52-4611-9b2c-55029cecc83d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Made reservation on behalf of 588c9a586131499fbc33840e1d270dce for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:20:46.112098 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2c10053d-ab52-4611-9b2c-55029cecc83d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:46.188234 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-542e56d4-5fe8-4943-a584-9e8f56a7fb0e admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:20:46.209750 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74b384b-5c98-4e6a-80e0-bdbd149fd873 None None] Sync routers for ids ['0ecdcf0e-f7f4-40ca-882c-c73ba3d11cb2'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:20:46.216898 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-542e56d4-5fe8-4943-a584-9e8f56a7fb0e admin admin] 10.222.0.62 "PUT /v2.0/routers/0ecdcf0e-f7f4-40ca-882c-c73ba3d11cb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8510938 Oct 30 15:20:46.219056 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d8f2d0d4-7601-4207-9d07-c2211303f39c req-505d7292-ca9a-4961-8b44-9fc6c457db02 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=103769ec-8a97-4b3f-9348-031893ca347d HTTP/1.1" status: 200 len: 210 time: 0.0467517 Oct 30 15:20:46.237563 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74b384b-5c98-4e6a-80e0-bdbd149fd873 None None] Routers {'0ecdcf0e-f7f4-40ca-882c-c73ba3d11cb2'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:20:46.238102 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-d74b384b-5c98-4e6a-80e0-bdbd149fd873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:20:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['0ecdcf0e-f7f4-40ca-882c-c73ba3d11cb2'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:20:46.380886 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-d74b384b-5c98-4e6a-80e0-bdbd149fd873 None None] Set router 0ecdcf0e-f7f4-40ca-882c-c73ba3d11cb2 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:20:46.554364 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc952a7d-4aea-4944-b959-f4710b52fad7 req-0a1b9ca5-a2e4-47bb-8ebd-470890764d02 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:46.556770 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fc952a7d-4aea-4944-b959-f4710b52fad7 req-0a1b9ca5-a2e4-47bb-8ebd-470890764d02 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.44 "GET /v2.0/networks?id=d26e81b3-f432-4f3d-bc5b-f2edc1c076d6 HTTP/1.1" status: 200 len: 810 time: 0.2113283 Oct 30 15:20:46.577804 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-fc952a7d-4aea-4944-b959-f4710b52fad7 req-e56ef59a-a903-4d49-9c4f-63e20ecedb4a tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Request body: {'port': {'device_id': '103769ec-8a97-4b3f-9348-031893ca347d', 'network_id': 'd26e81b3-f432-4f3d-bc5b-f2edc1c076d6', 'admin_state_up': True, 'tenant_id': '19817faf69a4405b907421887c1772e6'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:20:46.641302 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2c10053d-ab52-4611-9b2c-55029cecc83d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:46.703115 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c10053d-ab52-4611-9b2c-55029cecc83d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event updated for resources: {'Subnet': ['ID=d083a6d4-442e-4394-8b57-8972979ac71a,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:46.716515 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c10053d-ab52-4611-9b2c-55029cecc83d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Network dcc4b9b5-5656-4174-9b1f-7537b53ac23b is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:20:46.718284 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-2c10053d-ab52-4611-9b2c-55029cecc83d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:20:46.720928 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-d74b384b-5c98-4e6a-80e0-bdbd149fd873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ecdcf0e-f7f4-40ca-882c-c73ba3d11cb2', 'name': 'tempest-TestServerMultinode-247081851-router', 'tenant_id': '1dfc5b61cdaa41e7982d9138ce5eab2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'f6c6ff7b-409e-4bf4-ad14-a63b8085e9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:20:36Z', 'updated_at': '2021-10-30T15:20:44Z', 'revision_number': 4, 'project_id': '1dfc5b61cdaa41e7982d9138ce5eab2f', 'gw_port': {'id': 'f6c6ff7b-409e-4bf4-ad14-a63b8085e9bb', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ecdcf0e-f7f4-40ca-882c-c73ba3d11cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:20:37Z', 'updated_at': '2021-10-30T15:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '2eb6d0b6-b966-4d2c-af3c-35c26819ca05', 'name': '', 'network_id': '002e00ec-5dee-4c5f-90f6-ed8e4971d297', 'tenant_id': '1dfc5b61cdaa41e7982d9138ce5eab2f', 'mac_address': 'fa:16:3e:11:93:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ecdcf0e-f7f4-40ca-882c-c73ba3d11cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': '4529759d-533f-4b74-bb41-1b9fbd5a2ce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:20:41Z', 'updated_at': '2021-10-30T15:20:44Z', 'revision_number': 2, 'project_id': '1dfc5b61cdaa41e7982d9138ce5eab2f', 'subnets': [{'id': '4529759d-533f-4b74-bb41-1b9fbd5a2ce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:20:46.730978 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c10053d-ab52-4611-9b2c-55029cecc83d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:46.731811 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2c10053d-ab52-4611-9b2c-55029cecc83d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:46.732626 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc952a7d-4aea-4944-b959-f4710b52fad7 req-e56ef59a-a903-4d49-9c4f-63e20ecedb4a tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Made reservation on behalf of 19817faf69a4405b907421887c1772e6 for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:20:46.738893 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-fc952a7d-4aea-4944-b959-f4710b52fad7 req-e56ef59a-a903-4d49-9c4f-63e20ecedb4a tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:46.755147 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-2c10053d-ab52-4611-9b2c-55029cecc83d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9219291 Oct 30 15:20:46.760520 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 46866) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:20:46.762200 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20de5f5c-ff3e-429e-9be6-09ae63e8c85f None None] Network dcc4b9b5-5656-4174-9b1f-7537b53ac23b requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:20:46.780272 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-ac7f7486-c750-4135-a126-5c3d59c8a71f tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1013960264', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd083a6d4-442e-4394-8b57-8972979ac71a'}], 'security_groups': ['02680282-5880-402d-9aff-e2f6247b626d']}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:20:46.872254 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74b384b-5c98-4e6a-80e0-bdbd149fd873 None None] Checking router: 0ecdcf0e-f7f4-40ca-882c-c73ba3d11cb2 for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:20:46.872877 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74b384b-5c98-4e6a-80e0-bdbd149fd873 None None] Updating router 0ecdcf0e-f7f4-40ca-882c-c73ba3d11cb2 port 2eb6d0b6-b966-4d2c-af3c-35c26819ca05 binding host n-d-806683-17 {{(pid=102132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:20:46.923165 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-fc952a7d-4aea-4944-b959-f4710b52fad7 req-e56ef59a-a903-4d49-9c4f-63e20ecedb4a tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Allocated IP 172.20.0.7 (d26e81b3-f432-4f3d-bc5b-f2edc1c076d6/d862e367-a3ef-41d8-9769-a6945d8f8b1d/550ff952-51e1-47d0-85cf-4a9da3d2230f) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:20:46.943228 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d74b384b-5c98-4e6a-80e0-bdbd149fd873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:46.987505 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ac7f7486-c750-4135-a126-5c3d59c8a71f tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:47.123494 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff646e28-a192-4f26-9dea-1c671d04a859 req-64fd6626-edb4-4ba5-8e35-725bf8727072 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:47.125101 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ff646e28-a192-4f26-9dea-1c671d04a859 req-64fd6626-edb4-4ba5-8e35-725bf8727072 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a210124-5e3a-4033-83d5-ebf6667f1072 HTTP/1.1" status: 200 len: 945 time: 0.1706386 Oct 30 15:20:47.169663 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-fc952a7d-4aea-4944-b959-f4710b52fad7 req-e56ef59a-a903-4d49-9c4f-63e20ecedb4a tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:47.223911 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ff646e28-a192-4f26-9dea-1c671d04a859 req-1b417c83-7841-4f5f-be62-967096629b6e tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845976 Oct 30 15:20:47.247481 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 46886) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:20:47.253808 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-1e9381fc-94e4-4fc8-9c05-6e047dffd466 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1476864104-network', 'tenant_id': 'bad311999b214f6eb73569caa3d0398e'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:20:47.260461 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-fc952a7d-4aea-4944-b959-f4710b52fad7 req-e56ef59a-a903-4d49-9c4f-63e20ecedb4a tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:47.270866 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d885dd25-d9fc-48c1-b3f6-d2e97c5511ac None None] Update dhcp port {'port': {'network_id': 'dcc4b9b5-5656-4174-9b1f-7537b53ac23b', 'fixed_ips': [{'subnet_id': '6dba559a-f7c6-46fb-8b66-44de844c264e', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd083a6d4-442e-4394-8b57-8972979ac71a'}], 'binding:host_id': 'n-d-806683-17'}, 'id': '16ab4028-9761-44b3-aec9-a4eb8da7b2a8'} from n-d-806683-17. {{(pid=102132) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 30 15:20:47.333838 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc952a7d-4aea-4944-b959-f4710b52fad7 req-e56ef59a-a903-4d49-9c4f-63e20ecedb4a tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Network d26e81b3-f432-4f3d-bc5b-f2edc1c076d6 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:20:47.341661 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-fc952a7d-4aea-4944-b959-f4710b52fad7 req-e56ef59a-a903-4d49-9c4f-63e20ecedb4a tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:20:47.358775 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc952a7d-4aea-4944-b959-f4710b52fad7 req-e56ef59a-a903-4d49-9c4f-63e20ecedb4a tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:20:47.363213 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9381fc-94e4-4fc8-9c05-6e047dffd466 admin admin] Made reservation on behalf of bad311999b214f6eb73569caa3d0398e for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:20:47.365811 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1e9381fc-94e4-4fc8-9c05-6e047dffd466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:47.373932 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56ef59a-a903-4d49-9c4f-63e20ecedb4a tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Pushing event updated for resources: {'Port': ['ID=550ff952-51e1-47d0-85cf-4a9da3d2230f,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:47.436721 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1e9381fc-94e4-4fc8-9c05-6e047dffd466 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:47.441550 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc952a7d-4aea-4944-b959-f4710b52fad7 req-e56ef59a-a903-4d49-9c4f-63e20ecedb4a tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:47.442220 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-fc952a7d-4aea-4944-b959-f4710b52fad7 req-e56ef59a-a903-4d49-9c4f-63e20ecedb4a tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:47.462297 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device f6c6ff7b-409e-4bf4-ad14-a63b8085e9bb up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:20:47.469298 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fc952a7d-4aea-4944-b959-f4710b52fad7 req-e56ef59a-a903-4d49-9c4f-63e20ecedb4a tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8947909 Oct 30 15:20:47.483040 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-fc952a7d-4aea-4944-b959-f4710b52fad7 req-83eb2f7a-4289-4ded-b327-177d7d091b9a service neutron] Request body: {'port': {'device_id': '103769ec-8a97-4b3f-9348-031893ca347d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:20:47.539399 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7670e79b-35ef-4cac-b20d-62cc31d9e217 req-cf0a07b7-8582-4570-900d-f2aae80b9a27 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:47.550249 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7670e79b-35ef-4cac-b20d-62cc31d9e217 req-cf0a07b7-8582-4570-900d-f2aae80b9a27 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=103769ec-8a97-4b3f-9348-031893ca347d HTTP/1.1" status: 200 len: 931 time: 0.1097224 Oct 30 15:20:47.565233 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d885dd25-d9fc-48c1-b3f6-d2e97c5511ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:47.628646 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-fc952a7d-4aea-4944-b959-f4710b52fad7 req-83eb2f7a-4289-4ded-b327-177d7d091b9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:47.661006 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7670e79b-35ef-4cac-b20d-62cc31d9e217 req-9d8b5284-f4a4-4268-887d-2fc21319796d tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109109 Oct 30 15:20:47.806900 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-ac7f7486-c750-4135-a126-5c3d59c8a71f tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Delete allocated IP 172.20.0.8 (dcc4b9b5-5656-4174-9b1f-7537b53ac23b/6dba559a-f7c6-46fb-8b66-44de844c264e) {{(pid=102131) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 30 15:20:47.821988 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1e9381fc-94e4-4fc8-9c05-6e047dffd466 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:47.832492 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1e9381fc-94e4-4fc8-9c05-6e047dffd466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:47.847650 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e9381fc-94e4-4fc8-9c05-6e047dffd466 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:20:47.858943 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1e9381fc-94e4-4fc8-9c05-6e047dffd466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:47.859292 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-1e9381fc-94e4-4fc8-9c05-6e047dffd466 admin admin] Added segment 73eb6db6-0f7e-42e1-a234-94da5bd6900f of type vlan for network 12887a7a-c3c7-4a97-beb3-c030c745da0f Oct 30 15:20:47.886492 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port f6c6ff7b-409e-4bf4-ad14-a63b8085e9bb triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:20:47.886492 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:47.907293 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1e9381fc-94e4-4fc8-9c05-6e047dffd466 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:47.913955 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89deb748-a5c2-42b4-af72-f7caa39da121 req-5f937d52-079a-4774-8fdc-cd828ddf0e7d tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:47.925729 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-89deb748-a5c2-42b4-af72-f7caa39da121 req-5f937d52-079a-4774-8fdc-cd828ddf0e7d tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a210124-5e3a-4033-83d5-ebf6667f1072 HTTP/1.1" status: 200 len: 945 time: 0.2051916 Oct 30 15:20:47.943260 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-421a7c67-9b4d-4c44-9af4-ce08be75429e None None] Provisioning complete for port 550ff952-51e1-47d0-85cf-4a9da3d2230f triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:20:47.943697 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-421a7c67-9b4d-4c44-9af4-ce08be75429e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:47.972653 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-ac7f7486-c750-4135-a126-5c3d59c8a71f tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Allocated IP 172.20.0.19 (dcc4b9b5-5656-4174-9b1f-7537b53ac23b/d083a6d4-442e-4394-8b57-8972979ac71a/6796169e-ab27-4864-86d1-1aa35114d72b) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:20:47.975817 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9381fc-94e4-4fc8-9c05-6e047dffd466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=068e546b-3044-4cb0-8297-430712dd22d3,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:47.979612 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1e9381fc-94e4-4fc8-9c05-6e047dffd466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:47.988915 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9381fc-94e4-4fc8-9c05-6e047dffd466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:47.988915 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1e9381fc-94e4-4fc8-9c05-6e047dffd466 admin admin] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:48.005116 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d74b384b-5c98-4e6a-80e0-bdbd149fd873 None None] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:48.010336 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-1e9381fc-94e4-4fc8-9c05-6e047dffd466 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7616806 Oct 30 15:20:48.013310 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 46910) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:20:48.020869 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-08b1670b-6524-4f2d-b79d-0cecfde2aaf6 admin admin] Request body: {'subnet': {'network_id': '12887a7a-c3c7-4a97-beb3-c030c745da0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1476864104-subnet', 'tenant_id': 'bad311999b214f6eb73569caa3d0398e', 'ip_version': 4}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:20:48.025771 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-421a7c67-9b4d-4c44-9af4-ce08be75429e None None] Port 550ff952-51e1-47d0-85cf-4a9da3d2230f cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:20:48.035715 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d74b384b-5c98-4e6a-80e0-bdbd149fd873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:48.049513 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-89deb748-a5c2-42b4-af72-f7caa39da121 req-4790f825-36c1-4457-8593-40f14d888df2 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262817 Oct 30 15:20:48.094371 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b1670b-6524-4f2d-b79d-0cecfde2aaf6 admin admin] Made reservation on behalf of bad311999b214f6eb73569caa3d0398e for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:20:48.098516 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-08b1670b-6524-4f2d-b79d-0cecfde2aaf6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:48.104922 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9381fc-94e4-4fc8-9c05-6e047dffd466 admin admin] Pushing event updated for resources: {'Network': ['ID=12887a7a-c3c7-4a97-beb3-c030c745da0f,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:48.139178 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 12887a7a-c3c7-4a97-beb3-c030c745da0f details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:20:48.228599 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae9e6bc-1f20-43a9-b878-a46aff03f22b None None] Pushing event updated for resources: {'Port': ['ID=2eb6d0b6-b966-4d2c-af3c-35c26819ca05,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:48.261941 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-fc952a7d-4aea-4944-b959-f4710b52fad7 req-83eb2f7a-4289-4ded-b327-177d7d091b9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 550ff952-51e1-47d0-85cf-4a9da3d2230f {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:20:48.272916 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-fc952a7d-4aea-4944-b959-f4710b52fad7 req-83eb2f7a-4289-4ded-b327-177d7d091b9a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:48.294312 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-fc952a7d-4aea-4944-b959-f4710b52fad7 req-83eb2f7a-4289-4ded-b327-177d7d091b9a service neutron] Transition to ACTIVE for port object 550ff952-51e1-47d0-85cf-4a9da3d2230f will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:20:48.301898 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-fc952a7d-4aea-4944-b959-f4710b52fad7 req-83eb2f7a-4289-4ded-b327-177d7d091b9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:48.337285 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-d74b384b-5c98-4e6a-80e0-bdbd149fd873 None None] Attempting to bind port 2eb6d0b6-b966-4d2c-af3c-35c26819ca05 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:20:48.337659 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-d74b384b-5c98-4e6a-80e0-bdbd149fd873 None None] Attempting to bind port 2eb6d0b6-b966-4d2c-af3c-35c26819ca05 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '84c718b2-3d6d-429e-a37e-5f2d9357b098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '002e00ec-5dee-4c5f-90f6-ed8e4971d297'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:20:48.338023 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74b384b-5c98-4e6a-80e0-bdbd149fd873 None None] Attempting to bind port 2eb6d0b6-b966-4d2c-af3c-35c26819ca05 on network 002e00ec-5dee-4c5f-90f6-ed8e4971d297 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:20:48.344418 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74b384b-5c98-4e6a-80e0-bdbd149fd873 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:20:48.344794 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74b384b-5c98-4e6a-80e0-bdbd149fd873 None None] Checking segment: {'id': '84c718b2-3d6d-429e-a37e-5f2d9357b098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '002e00ec-5dee-4c5f-90f6-ed8e4971d297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:20:48.345727 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d74b384b-5c98-4e6a-80e0-bdbd149fd873 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:48.346130 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74b384b-5c98-4e6a-80e0-bdbd149fd873 None None] Bound using segment: {'id': '84c718b2-3d6d-429e-a37e-5f2d9357b098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '002e00ec-5dee-4c5f-90f6-ed8e4971d297'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:20:48.346611 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-d74b384b-5c98-4e6a-80e0-bdbd149fd873 None None] Bound port: 2eb6d0b6-b966-4d2c-af3c-35c26819ca05, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84c718b2-3d6d-429e-a37e-5f2d9357b098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '002e00ec-5dee-4c5f-90f6-ed8e4971d297'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:20:48.347042 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d74b384b-5c98-4e6a-80e0-bdbd149fd873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:48.368248 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ac7f7486-c750-4135-a126-5c3d59c8a71f tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:48.376140 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ac7f7486-c750-4135-a126-5c3d59c8a71f tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:48.520914 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb2f7a-4289-4ded-b327-177d7d091b9a service neutron] Pushing event updated for resources: {'Port': ['ID=550ff952-51e1-47d0-85cf-4a9da3d2230f,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:48.559902 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7f7486-c750-4135-a126-5c3d59c8a71f tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event updated for resources: {'Port': ['ID=6796169e-ab27-4864-86d1-1aa35114d72b,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:48.608872 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-ac7f7486-c750-4135-a126-5c3d59c8a71f tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] In _notify_port_updated(), no bound segment for port 6796169e-ab27-4864-86d1-1aa35114d72b on network dcc4b9b5-5656-4174-9b1f-7537b53ac23b {{(pid=102131) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 30 15:20:48.614878 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7f7486-c750-4135-a126-5c3d59c8a71f tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:48.615551 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ac7f7486-c750-4135-a126-5c3d59c8a71f tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:48.616904 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-ac7f7486-c750-4135-a126-5c3d59c8a71f tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "PUT /v2.0/ports/6796169e-ab27-4864-86d1-1aa35114d72b HTTP/1.1" status: 200 len: 921 time: 1.8531289 Oct 30 15:20:48.620688 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 46916) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:20:48.628663 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-08b1670b-6524-4f2d-b79d-0cecfde2aaf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:48.745528 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b1670b-6524-4f2d-b79d-0cecfde2aaf6 admin admin] Checking segment: {'id': '73eb6db6-0f7e-42e1-a234-94da5bd6900f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '12887a7a-c3c7-4a97-beb3-c030c745da0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:20:48.746649 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b1670b-6524-4f2d-b79d-0cecfde2aaf6 admin admin] Network hostable DHCP agents. Network: 12887a7a-c3c7-4a97-beb3-c030c745da0f, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:20:48.760098 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b1670b-6524-4f2d-b79d-0cecfde2aaf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4884b11-88a0-4640-a610-3d6186b371f8,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:48.764388 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-fc952a7d-4aea-4944-b959-f4710b52fad7 req-83eb2f7a-4289-4ded-b327-177d7d091b9a service neutron] Attempting to bind port 550ff952-51e1-47d0-85cf-4a9da3d2230f on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:20:48.765132 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-fc952a7d-4aea-4944-b959-f4710b52fad7 req-83eb2f7a-4289-4ded-b327-177d7d091b9a service neutron] Attempting to bind port 550ff952-51e1-47d0-85cf-4a9da3d2230f by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': '4eb103e9-b9a2-4786-ab9b-d9e363fed874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd26e81b3-f432-4f3d-bc5b-f2edc1c076d6'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:20:48.765663 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc952a7d-4aea-4944-b959-f4710b52fad7 req-83eb2f7a-4289-4ded-b327-177d7d091b9a service neutron] Attempting to bind port 550ff952-51e1-47d0-85cf-4a9da3d2230f on network d26e81b3-f432-4f3d-bc5b-f2edc1c076d6 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:20:48.781118 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc952a7d-4aea-4944-b959-f4710b52fad7 req-83eb2f7a-4289-4ded-b327-177d7d091b9a service neutron] Port 550ff952-51e1-47d0-85cf-4a9da3d2230f on network d26e81b3-f432-4f3d-bc5b-f2edc1c076d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:20:48.781118 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc952a7d-4aea-4944-b959-f4710b52fad7 req-83eb2f7a-4289-4ded-b327-177d7d091b9a service neutron] Attempting to bind port 550ff952-51e1-47d0-85cf-4a9da3d2230f on network d26e81b3-f432-4f3d-bc5b-f2edc1c076d6 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:20:48.786643 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b1670b-6524-4f2d-b79d-0cecfde2aaf6 admin admin] Network 12887a7a-c3c7-4a97-beb3-c030c745da0f is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:20:48.796684 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc952a7d-4aea-4944-b959-f4710b52fad7 req-83eb2f7a-4289-4ded-b327-177d7d091b9a service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:20:48.797039 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc952a7d-4aea-4944-b959-f4710b52fad7 req-83eb2f7a-4289-4ded-b327-177d7d091b9a service neutron] Checking segment: {'id': '4eb103e9-b9a2-4786-ab9b-d9e363fed874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd26e81b3-f432-4f3d-bc5b-f2edc1c076d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:20:48.797424 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc952a7d-4aea-4944-b959-f4710b52fad7 req-83eb2f7a-4289-4ded-b327-177d7d091b9a service neutron] Bound using segment: {'id': '4eb103e9-b9a2-4786-ab9b-d9e363fed874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd26e81b3-f432-4f3d-bc5b-f2edc1c076d6'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:20:48.797967 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-fc952a7d-4aea-4944-b959-f4710b52fad7 req-83eb2f7a-4289-4ded-b327-177d7d091b9a service neutron] Bound port: 550ff952-51e1-47d0-85cf-4a9da3d2230f, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eb103e9-b9a2-4786-ab9b-d9e363fed874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd26e81b3-f432-4f3d-bc5b-f2edc1c076d6'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:20:48.798380 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-fc952a7d-4aea-4944-b959-f4710b52fad7 req-83eb2f7a-4289-4ded-b327-177d7d091b9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:48.812687 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-08b1670b-6524-4f2d-b79d-0cecfde2aaf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 12887a7a-c3c7-4a97-beb3-c030c745da0f) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:20:48.821761 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b1670b-6524-4f2d-b79d-0cecfde2aaf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:48.822363 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-08b1670b-6524-4f2d-b79d-0cecfde2aaf6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:48.862482 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f0c4af-2d79-40fe-96c5-b8455c1f0405 None None] Network 12887a7a-c3c7-4a97-beb3-c030c745da0f requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:20:48.886668 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-08b1670b-6524-4f2d-b79d-0cecfde2aaf6 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8681622 Oct 30 15:20:48.887925 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 46924) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:20:48.894976 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-4e17ae6b-ca86-4f5b-915c-5e54c8d36ca5 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1476864104-router', 'tenant_id': 'bad311999b214f6eb73569caa3d0398e', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:20:48.925388 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e07944-97be-4239-8246-d7dfe24af110 req-203d6bb5-7df4-48b9-a649-07f39cdcafae tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:48.933246 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-33e07944-97be-4239-8246-d7dfe24af110 req-203d6bb5-7df4-48b9-a649-07f39cdcafae tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=103769ec-8a97-4b3f-9348-031893ca347d HTTP/1.1" status: 200 len: 943 time: 0.1760991 Oct 30 15:20:48.937892 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4e17ae6b-ca86-4f5b-915c-5e54c8d36ca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:48.938099 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-950ba747-68cd-4cbc-acd4-21baae9d0e6d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Deleting port 6796169e-ab27-4864-86d1-1aa35114d72b {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:20:48.938336 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-950ba747-68cd-4cbc-acd4-21baae9d0e6d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:48.939168 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4e17ae6b-ca86-4f5b-915c-5e54c8d36ca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:48.964420 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-fc952a7d-4aea-4944-b959-f4710b52fad7 req-83eb2f7a-4289-4ded-b327-177d7d091b9a service neutron] For port 550ff952-51e1-47d0-85cf-4a9da3d2230f, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:20:48.968660 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-fc952a7d-4aea-4944-b959-f4710b52fad7 req-83eb2f7a-4289-4ded-b327-177d7d091b9a service neutron] For port 550ff952-51e1-47d0-85cf-4a9da3d2230f, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=550ff952-51e1-47d0-85cf-4a9da3d2230f,segment=NetworkSegment(4eb103e9-b9a2-4786-ab9b-d9e363fed874),segment_id=4eb103e9-b9a2-4786-ab9b-d9e363fed874)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:20:48.977200 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-fc952a7d-4aea-4944-b959-f4710b52fad7 req-83eb2f7a-4289-4ded-b327-177d7d091b9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:48.997439 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-d885dd25-d9fc-48c1-b3f6-d2e97c5511ac None None] Allocated IP 172.20.0.18 (dcc4b9b5-5656-4174-9b1f-7537b53ac23b/d083a6d4-442e-4394-8b57-8972979ac71a/16ab4028-9761-44b3-aec9-a4eb8da7b2a8) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:20:49.001399 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-4a53cfd9-ab68-4c33-9d74-0c6fe0ae47d7 None None] Provisioning complete for port 2eb6d0b6-b966-4d2c-af3c-35c26819ca05 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:20:49.003252 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4a53cfd9-ab68-4c33-9d74-0c6fe0ae47d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:49.045517 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-33e07944-97be-4239-8246-d7dfe24af110 req-efe027c0-b395-4978-9dff-f64816fa4472 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113126 Oct 30 15:20:49.098206 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc952a7d-4aea-4944-b959-f4710b52fad7 req-83eb2f7a-4289-4ded-b327-177d7d091b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:49.101145 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-fc952a7d-4aea-4944-b959-f4710b52fad7 req-83eb2f7a-4289-4ded-b327-177d7d091b9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:49.101381 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fc952a7d-4aea-4944-b959-f4710b52fad7 req-83eb2f7a-4289-4ded-b327-177d7d091b9a service neutron] 10.222.0.44 "PUT /v2.0/ports/550ff952-51e1-47d0-85cf-4a9da3d2230f HTTP/1.1" status: 200 len: 1092 time: 1.6266177 Oct 30 15:20:49.101937 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '103769ec-8a97-4b3f-9348-031893ca347d', 'tag': '550ff952-51e1-47d0-85cf-4a9da3d2230f'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:20:49.104335 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8455a8bf-78aa-48d9-92cc-001a4bc47879" -d '{"events": [{"name": "network-changed", "server_uuid": "103769ec-8a97-4b3f-9348-031893ca347d", "tag": "550ff952-51e1-47d0-85cf-4a9da3d2230f"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:20:49.111089 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4e17ae6b-ca86-4f5b-915c-5e54c8d36ca5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:49.151206 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-950ba747-68cd-4cbc-acd4-21baae9d0e6d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:49.168277 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d885dd25-d9fc-48c1-b3f6-d2e97c5511ac None None] For port 16ab4028-9761-44b3-aec9-a4eb8da7b2a8, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=16ab4028-9761-44b3-aec9-a4eb8da7b2a8,segment=NetworkSegment(08113b91-ffc6-4827-897c-4543f88f54be),segment_id=08113b91-ffc6-4827-897c-4543f88f54be)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:20:49.170879 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb2f7a-4289-4ded-b327-177d7d091b9a service neutron] Pushing event updated for resources: {'Port': ['ID=550ff952-51e1-47d0-85cf-4a9da3d2230f,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:49.191785 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-950ba747-68cd-4cbc-acd4-21baae9d0e6d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Calling delete_port for 6796169e-ab27-4864-86d1-1aa35114d72b owned by {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:20:49.215947 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d885dd25-d9fc-48c1-b3f6-d2e97c5511ac None None] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:49.224751 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a793e48-a234-4561-8889-89dce3ed69ab x-openstack-request-id: req-3a793e48-a234-4561-8889-89dce3ed69ab {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:20:49.225046 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "103769ec-8a97-4b3f-9348-031893ca347d", "tag": "550ff952-51e1-47d0-85cf-4a9da3d2230f", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:20:49.225303 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3a793e48-a234-4561-8889-89dce3ed69ab {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:20:49.225710 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '103769ec-8a97-4b3f-9348-031893ca347d', 'tag': '550ff952-51e1-47d0-85cf-4a9da3d2230f', 'status': 'completed', 'code': 200} Oct 30 15:20:49.240567 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d74b384b-5c98-4e6a-80e0-bdbd149fd873 None None] For port 2eb6d0b6-b966-4d2c-af3c-35c26819ca05, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:20:49.257377 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-4a53cfd9-ab68-4c33-9d74-0c6fe0ae47d7 None None] Port 2eb6d0b6-b966-4d2c-af3c-35c26819ca05 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:20:49.269354 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d885dd25-d9fc-48c1-b3f6-d2e97c5511ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:49.285529 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d74b384b-5c98-4e6a-80e0-bdbd149fd873 None None] For port 2eb6d0b6-b966-4d2c-af3c-35c26819ca05, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=2eb6d0b6-b966-4d2c-af3c-35c26819ca05,segment=NetworkSegment(84c718b2-3d6d-429e-a37e-5f2d9357b098),segment_id=84c718b2-3d6d-429e-a37e-5f2d9357b098)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:20:49.350489 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d74b384b-5c98-4e6a-80e0-bdbd149fd873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:49.473837 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-950ba747-68cd-4cbc-acd4-21baae9d0e6d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:49.494775 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4e17ae6b-ca86-4f5b-915c-5e54c8d36ca5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:49.522099 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c85910c-732e-4923-bd87-b524faef83c2 req-8158a3b6-379a-4b99-864d-86feea2884c1 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:49.530141 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6c85910c-732e-4923-bd87-b524faef83c2 req-8158a3b6-379a-4b99-864d-86feea2884c1 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a210124-5e3a-4033-83d5-ebf6667f1072 HTTP/1.1" status: 200 len: 945 time: 0.3148215 Oct 30 15:20:49.533805 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950ba747-68cd-4cbc-acd4-21baae9d0e6d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event deleted for resources: {'Port': ['ID=6796169e-ab27-4864-86d1-1aa35114d72b,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:49.534675 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc952a7d-4aea-4944-b959-f4710b52fad7 req-abec4127-6039-499c-8df6-c15f8eb4b62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:49.536808 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fc952a7d-4aea-4944-b959-f4710b52fad7 req-abec4127-6039-499c-8df6-c15f8eb4b62c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=19817faf69a4405b907421887c1772e6&device_id=103769ec-8a97-4b3f-9348-031893ca347d HTTP/1.1" status: 200 len: 1095 time: 0.3577559 Oct 30 15:20:49.588879 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d885dd25-d9fc-48c1-b3f6-d2e97c5511ac None None] Pushing event updated for resources: {'Port': ['ID=16ab4028-9761-44b3-aec9-a4eb8da7b2a8,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:49.606150 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74b384b-5c98-4e6a-80e0-bdbd149fd873 None None] Routers {'0ecdcf0e-f7f4-40ca-882c-c73ba3d11cb2'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:20:49.606796 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-d74b384b-5c98-4e6a-80e0-bdbd149fd873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:20:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['0ecdcf0e-f7f4-40ca-882c-c73ba3d11cb2'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:20:49.661476 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-950ba747-68cd-4cbc-acd4-21baae9d0e6d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:49.669703 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-950ba747-68cd-4cbc-acd4-21baae9d0e6d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "DELETE /v2.0/ports/6796169e-ab27-4864-86d1-1aa35114d72b HTTP/1.1" status: 204 len: 168 time: 1.0410445 Oct 30 15:20:49.681422 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 46934) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:20:49.743685 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-2605d41a-b0c3-4989-966d-388c39b5b5a4 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] GET failed (client error): The resource could not be found. Oct 30 15:20:49.751016 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-2605d41a-b0c3-4989-966d-388c39b5b5a4 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "GET /v2.0/ports/6796169e-ab27-4864-86d1-1aa35114d72b HTTP/1.1" status: 404 len: 333 time: 0.0662913 Oct 30 15:20:49.751483 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 46938) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:20:49.879828 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5ba75c39-531e-4a35-89f4-875b768bf83e tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:49.952769 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5ba75c39-531e-4a35-89f4-875b768bf83e tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:49.980516 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432613de-c1ff-439b-b62f-ce5f2db25624 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-12887a7a-c3c7-4a97-beb3-c030c745da0f', 'network_id': '12887a7a-c3c7-4a97-beb3-c030c745da0f', 'tenant_id': 'bad311999b214f6eb73569caa3d0398e', 'fixed_ips': [{'subnet_id': 'e4884b11-88a0-4640-a610-3d6186b371f8'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:20:49.983044 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-432613de-c1ff-439b-b62f-ce5f2db25624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:50.032885 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5ba75c39-531e-4a35-89f4-875b768bf83e tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:50.036160 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5ba75c39-531e-4a35-89f4-875b768bf83e tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:50.038628 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-5ba75c39-531e-4a35-89f4-875b768bf83e tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "DELETE /v2.0/security-groups/097df3c3-a3b0-4952-aed4-29ce06a6cdef HTTP/1.1" status: 204 len: 168 time: 0.2855318 Oct 30 15:20:50.044196 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 46942) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:20:50.059759 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba75c39-531e-4a35-89f4-875b768bf83e tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=097df3c3-a3b0-4952-aed4-29ce06a6cdef,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:50.081671 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-d74b384b-5c98-4e6a-80e0-bdbd149fd873 None None] Set router 0ecdcf0e-f7f4-40ca-882c-c73ba3d11cb2 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:20:50.177720 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fc952a7d-4aea-4944-b959-f4710b52fad7 req-3e2d9839-8484-4725-aeed-8e9ee7946289 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=550ff952-51e1-47d0-85cf-4a9da3d2230f HTTP/1.1" status: 200 len: 217 time: 0.6314564 Oct 30 15:20:50.205641 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-451fef82-32c2-4d86-be03-754e3942dc5a tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:50.223967 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae9e6bc-1f20-43a9-b878-a46aff03f22b None None] Pushing event updated for resources: {'Port': ['ID=2eb6d0b6-b966-4d2c-af3c-35c26819ca05,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:50.248657 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-451fef82-32c2-4d86-be03-754e3942dc5a tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:50.273631 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8428c2b-3969-43f1-aa56-f5aae31ebe90 req-278a2eaf-6ca4-49b3-9006-962881a0150a tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:50.281521 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d8428c2b-3969-43f1-aa56-f5aae31ebe90 req-278a2eaf-6ca4-49b3-9006-962881a0150a tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=103769ec-8a97-4b3f-9348-031893ca347d HTTP/1.1" status: 200 len: 943 time: 0.1321547 Oct 30 15:20:50.293535 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6c85910c-732e-4923-bd87-b524faef83c2 req-bc57a3ab-7201-4aec-b069-bbf74d21c5f6 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7616558 Oct 30 15:20:50.329802 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc952a7d-4aea-4944-b959-f4710b52fad7 req-c233a506-4f4d-43b5-9ae4-e39f564489e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:50.331338 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fc952a7d-4aea-4944-b959-f4710b52fad7 req-c233a506-4f4d-43b5-9ae4-e39f564489e3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d862e367-a3ef-41d8-9769-a6945d8f8b1d HTTP/1.1" status: 200 len: 849 time: 0.1454566 Oct 30 15:20:50.368638 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d8428c2b-3969-43f1-aa56-f5aae31ebe90 req-f6cb42bf-9780-4a53-91a0-068837662740 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861156 Oct 30 15:20:50.380445 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-451fef82-32c2-4d86-be03-754e3942dc5a tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:50.383719 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-451fef82-32c2-4d86-be03-754e3942dc5a tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:50.385127 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-451fef82-32c2-4d86-be03-754e3942dc5a tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "DELETE /v2.0/security-groups/02680282-5880-402d-9aff-e2f6247b626d HTTP/1.1" status: 204 len: 168 time: 0.3398995 Oct 30 15:20:50.388935 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 46946) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:20:50.423751 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451fef82-32c2-4d86-be03-754e3942dc5a tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02680282-5880-402d-9aff-e2f6247b626d,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:50.438518 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc952a7d-4aea-4944-b959-f4710b52fad7 req-675b163f-782b-443e-bf7c-58c5bd69d664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:50.440197 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fc952a7d-4aea-4944-b959-f4710b52fad7 req-675b163f-782b-443e-bf7c-58c5bd69d664 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d26e81b3-f432-4f3d-bc5b-f2edc1c076d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0911283 Oct 30 15:20:50.460467 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-9acff54e-213d-468c-8719-48fc0cf184f1 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Deleting subnet 6dba559a-f7c6-46fb-8b66-44de844c264e {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:20:50.464958 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9acff54e-213d-468c-8719-48fc0cf184f1 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:50.516334 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9acff54e-213d-468c-8719-48fc0cf184f1 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:50.521762 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-b466d0bf-ac7e-489c-90cc-f7c8bd493c8e None None] Provisioning complete for port 2eb6d0b6-b966-4d2c-af3c-35c26819ca05 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:20:50.522136 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b466d0bf-ac7e-489c-90cc-f7c8bd493c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:50.579207 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-432613de-c1ff-439b-b62f-ce5f2db25624 None None] Allocated IP 172.20.0.2 (12887a7a-c3c7-4a97-beb3-c030c745da0f/e4884b11-88a0-4640-a610-3d6186b371f8/9443699a-151c-479d-a83d-1513262a0296) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:20:50.618124 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9acff54e-213d-468c-8719-48fc0cf184f1 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:50.656342 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4e17ae6b-ca86-4f5b-915c-5e54c8d36ca5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:50.687921 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4e17ae6b-ca86-4f5b-915c-5e54c8d36ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:50.694397 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fc952a7d-4aea-4944-b959-f4710b52fad7 req-53c2a0cb-619f-4d41-837e-89c35f9c73ef service neutron] 10.222.0.44 "GET /v2.0/networks/d26e81b3-f432-4f3d-bc5b-f2edc1c076d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459750 Oct 30 15:20:50.710712 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9acff54e-213d-468c-8719-48fc0cf184f1 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:50.741257 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acff54e-213d-468c-8719-48fc0cf184f1 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event deleted for resources: {'Subnet': ['ID=6dba559a-f7c6-46fb-8b66-44de844c264e,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:50.743323 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9acff54e-213d-468c-8719-48fc0cf184f1 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:50.747360 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-9acff54e-213d-468c-8719-48fc0cf184f1 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "DELETE /v2.0/subnets/6dba559a-f7c6-46fb-8b66-44de844c264e HTTP/1.1" status: 204 len: 168 time: 0.3559706 Oct 30 15:20:50.753017 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 46950) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:20:50.758113 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-354658a2-afc5-46b8-8118-48ff7f18e39f tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Request body: {'subnet': {'network_id': 'dcc4b9b5-5656-4174-9b1f-7537b53ac23b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:20:50.769387 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b466d0bf-ac7e-489c-90cc-f7c8bd493c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:50.869671 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-d74b384b-5c98-4e6a-80e0-bdbd149fd873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ecdcf0e-f7f4-40ca-882c-c73ba3d11cb2', 'name': 'tempest-TestServerMultinode-247081851-router', 'tenant_id': '1dfc5b61cdaa41e7982d9138ce5eab2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'f6c6ff7b-409e-4bf4-ad14-a63b8085e9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:20:36Z', 'updated_at': '2021-10-30T15:20:44Z', 'revision_number': 4, 'project_id': '1dfc5b61cdaa41e7982d9138ce5eab2f', 'gw_port': {'id': 'f6c6ff7b-409e-4bf4-ad14-a63b8085e9bb', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ecdcf0e-f7f4-40ca-882c-c73ba3d11cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:20:37Z', 'updated_at': '2021-10-30T15:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '2eb6d0b6-b966-4d2c-af3c-35c26819ca05', 'name': '', 'network_id': '002e00ec-5dee-4c5f-90f6-ed8e4971d297', 'tenant_id': '1dfc5b61cdaa41e7982d9138ce5eab2f', 'mac_address': 'fa:16:3e:11:93:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ecdcf0e-f7f4-40ca-882c-c73ba3d11cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': '4529759d-533f-4b74-bb41-1b9fbd5a2ce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:20:41Z', 'updated_at': '2021-10-30T15:20:49Z', 'revision_number': 4, 'project_id': '1dfc5b61cdaa41e7982d9138ce5eab2f', 'subnets': [{'id': '4529759d-533f-4b74-bb41-1b9fbd5a2ce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:20:50.892755 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fc952a7d-4aea-4944-b959-f4710b52fad7 req-69d1be20-a38f-4f2b-a86a-393db27cebda service neutron] 10.222.0.44 "GET /v2.0/networks/d26e81b3-f432-4f3d-bc5b-f2edc1c076d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883664 Oct 30 15:20:50.903778 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-4e17ae6b-ca86-4f5b-915c-5e54c8d36ca5 admin admin] Allocated IP 172.25.4.52 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/fa82a919-4463-43ab-be4f-5a44066cf235) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:20:50.904735 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-b466d0bf-ac7e-489c-90cc-f7c8bd493c8e None None] For port 2eb6d0b6-b966-4d2c-af3c-35c26819ca05, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=2eb6d0b6-b966-4d2c-af3c-35c26819ca05,segment=NetworkSegment(84c718b2-3d6d-429e-a37e-5f2d9357b098),segment_id=84c718b2-3d6d-429e-a37e-5f2d9357b098)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:20:50.910348 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74b384b-5c98-4e6a-80e0-bdbd149fd873 None None] The sync data for ids ['0ecdcf0e-f7f4-40ca-882c-c73ba3d11cb2'] in n-d-806683-17 is: [{'id': '0ecdcf0e-f7f4-40ca-882c-c73ba3d11cb2', 'name': 'tempest-TestServerMultinode-247081851-router', 'tenant_id': '1dfc5b61cdaa41e7982d9138ce5eab2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'f6c6ff7b-409e-4bf4-ad14-a63b8085e9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:20:36Z', 'updated_at': '2021-10-30T15:20:44Z', 'revision_number': 4, 'project_id': '1dfc5b61cdaa41e7982d9138ce5eab2f', 'gw_port': {'id': 'f6c6ff7b-409e-4bf4-ad14-a63b8085e9bb', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ecdcf0e-f7f4-40ca-882c-c73ba3d11cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:20:37Z', 'updated_at': '2021-10-30T15:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '2eb6d0b6-b966-4d2c-af3c-35c26819ca05', 'name': '', 'network_id': '002e00ec-5dee-4c5f-90f6-ed8e4971d297', 'tenant_id': '1dfc5b61cdaa41e7982d9138ce5eab2f', 'mac_address': 'fa:16:3e:11:93:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ecdcf0e-f7f4-40ca-882c-c73ba3d11cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': '4529759d-533f-4b74-bb41-1b9fbd5a2ce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:20:41Z', 'updated_at': '2021-10-30T15:20:49Z', 'revision_number': 4, 'project_id': '1dfc5b61cdaa41e7982d9138ce5eab2f', 'subnets': [{'id': '4529759d-533f-4b74-bb41-1b9fbd5a2ce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:20:50.923813 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b466d0bf-ac7e-489c-90cc-f7c8bd493c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:50.931531 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-432613de-c1ff-439b-b62f-ce5f2db25624 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:50.967119 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-432613de-c1ff-439b-b62f-ce5f2db25624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:51.010647 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432613de-c1ff-439b-b62f-ce5f2db25624 None None] Network 12887a7a-c3c7-4a97-beb3-c030c745da0f is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:20:51.015176 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-432613de-c1ff-439b-b62f-ce5f2db25624 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:20:51.018688 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432613de-c1ff-439b-b62f-ce5f2db25624 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:20:51.029233 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b466d0bf-ac7e-489c-90cc-f7c8bd493c8e None None] Pushing event updated for resources: {'Port': ['ID=2eb6d0b6-b966-4d2c-af3c-35c26819ca05,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:51.043764 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354658a2-afc5-46b8-8118-48ff7f18e39f tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Made reservation on behalf of 588c9a586131499fbc33840e1d270dce for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:20:51.057152 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-354658a2-afc5-46b8-8118-48ff7f18e39f tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:51.130673 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8455a8bf-78aa-48d9-92cc-001a4bc47879 req-7fd3676d-0e87-46a2-a31b-dd0447644b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:51.132475 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8455a8bf-78aa-48d9-92cc-001a4bc47879 req-7fd3676d-0e87-46a2-a31b-dd0447644b64 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=19817faf69a4405b907421887c1772e6&device_id=103769ec-8a97-4b3f-9348-031893ca347d HTTP/1.1" status: 200 len: 1095 time: 0.1626129 Oct 30 15:20:51.212669 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9eef0a-242e-4268-a997-c6ae13d57bc1 None None] Network dcc4b9b5-5656-4174-9b1f-7537b53ac23b requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:20:51.235670 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4e17ae6b-ca86-4f5b-915c-5e54c8d36ca5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:51.256729 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432613de-c1ff-439b-b62f-ce5f2db25624 None None] Pushing event updated for resources: {'Port': ['ID=9443699a-151c-479d-a83d-1513262a0296,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:51.321965 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-432613de-c1ff-439b-b62f-ce5f2db25624 None None] Attempting to bind port 9443699a-151c-479d-a83d-1513262a0296 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:20:51.322355 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-432613de-c1ff-439b-b62f-ce5f2db25624 None None] Attempting to bind port 9443699a-151c-479d-a83d-1513262a0296 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '73eb6db6-0f7e-42e1-a234-94da5bd6900f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '12887a7a-c3c7-4a97-beb3-c030c745da0f'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:20:51.322724 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432613de-c1ff-439b-b62f-ce5f2db25624 None None] Attempting to bind port 9443699a-151c-479d-a83d-1513262a0296 on network 12887a7a-c3c7-4a97-beb3-c030c745da0f {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:20:51.329381 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1c6e2022-b63b-4cf4-9aff-eb58e2d1bcdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:51.351217 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8455a8bf-78aa-48d9-92cc-001a4bc47879 req-729475bd-486f-4519-955d-a88af6d6dd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:51.354548 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8455a8bf-78aa-48d9-92cc-001a4bc47879 req-729475bd-486f-4519-955d-a88af6d6dd88 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d26e81b3-f432-4f3d-bc5b-f2edc1c076d6 HTTP/1.1" status: 200 len: 911 time: 0.2138262 Oct 30 15:20:51.402496 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432613de-c1ff-439b-b62f-ce5f2db25624 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:20:51.402893 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432613de-c1ff-439b-b62f-ce5f2db25624 None None] Checking segment: {'id': '73eb6db6-0f7e-42e1-a234-94da5bd6900f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '12887a7a-c3c7-4a97-beb3-c030c745da0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:20:51.403312 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-432613de-c1ff-439b-b62f-ce5f2db25624 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:51.403761 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432613de-c1ff-439b-b62f-ce5f2db25624 None None] Bound using segment: {'id': '73eb6db6-0f7e-42e1-a234-94da5bd6900f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '12887a7a-c3c7-4a97-beb3-c030c745da0f'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:20:51.406146 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-432613de-c1ff-439b-b62f-ce5f2db25624 None None] Bound port: 9443699a-151c-479d-a83d-1513262a0296, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73eb6db6-0f7e-42e1-a234-94da5bd6900f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '12887a7a-c3c7-4a97-beb3-c030c745da0f'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:20:51.406610 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-432613de-c1ff-439b-b62f-ce5f2db25624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:51.482521 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-0834e626-470e-42e9-98be-cff67ef6e26e None None] Provisioning complete for port 16ab4028-9761-44b3-aec9-a4eb8da7b2a8 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:20:51.482896 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0834e626-470e-42e9-98be-cff67ef6e26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:51.494298 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4e17ae6b-ca86-4f5b-915c-5e54c8d36ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:51.515178 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e17ae6b-ca86-4f5b-915c-5e54c8d36ca5 admin admin] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:20:51.518477 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8455a8bf-78aa-48d9-92cc-001a4bc47879 req-4740e129-7522-4d01-9185-5f6c42554f57 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=550ff952-51e1-47d0-85cf-4a9da3d2230f HTTP/1.1" status: 200 len: 217 time: 0.1563628 Oct 30 15:20:51.535073 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 2eb6d0b6-b966-4d2c-af3c-35c26819ca05 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:20:51.535457 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-4e17ae6b-ca86-4f5b-915c-5e54c8d36ca5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:20:51.615226 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8455a8bf-78aa-48d9-92cc-001a4bc47879 req-6c0ebe0e-9548-4494-b440-880add7c87cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:51.616956 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8455a8bf-78aa-48d9-92cc-001a4bc47879 req-6c0ebe0e-9548-4494-b440-880add7c87cf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d862e367-a3ef-41d8-9769-a6945d8f8b1d HTTP/1.1" status: 200 len: 849 time: 0.0615933 Oct 30 15:20:51.620323 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e17ae6b-ca86-4f5b-915c-5e54c8d36ca5 admin admin] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:20:51.712163 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-354658a2-afc5-46b8-8118-48ff7f18e39f tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:51.743857 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ded01-9359-43ac-bdc3-3fc44b116198 req-dd1f97a3-9748-4cfd-ab61-8a95cb125813 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:51.753010 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3a7ded01-9359-43ac-bdc3-3fc44b116198 req-dd1f97a3-9748-4cfd-ab61-8a95cb125813 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=103769ec-8a97-4b3f-9348-031893ca347d HTTP/1.1" status: 200 len: 943 time: 0.2106645 Oct 30 15:20:51.896932 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354658a2-afc5-46b8-8118-48ff7f18e39f tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event updated for resources: {'Subnet': ['ID=96dd2b22-bc8e-4b9a-a0d4-d745b2da5bb4,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:51.912250 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-58f0def7-7278-4137-94aa-53308d26523e req-c57ae3fe-36b3-429f-934c-2680a50c56d7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2758529 Oct 30 15:20:51.914701 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354658a2-afc5-46b8-8118-48ff7f18e39f tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Network dcc4b9b5-5656-4174-9b1f-7537b53ac23b is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:20:51.918733 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-354658a2-afc5-46b8-8118-48ff7f18e39f tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:20:51.933380 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354658a2-afc5-46b8-8118-48ff7f18e39f tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:51.934109 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-354658a2-afc5-46b8-8118-48ff7f18e39f tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:51.946697 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b4e17-bdaa-4974-b9be-d410b76c417a req-4d63a80a-e4d6-45c9-8388-879ec059a659 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:51.955940 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-124b4e17-bdaa-4974-b9be-d410b76c417a req-4d63a80a-e4d6-45c9-8388-879ec059a659 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a210124-5e3a-4033-83d5-ebf6667f1072 HTTP/1.1" status: 200 len: 945 time: 0.4748325 Oct 30 15:20:51.958272 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e17ae6b-ca86-4f5b-915c-5e54c8d36ca5 admin admin] Pushing event updated for resources: {'Port': ['ID=fa82a919-4463-43ab-be4f-5a44066cf235,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:52.011680 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3a7ded01-9359-43ac-bdc3-3fc44b116198 req-29873e87-7491-477a-8141-c32bac15205d tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577436 Oct 30 15:20:52.039727 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-354658a2-afc5-46b8-8118-48ff7f18e39f tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2856820 Oct 30 15:20:52.048716 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0def7-7278-4137-94aa-53308d26523e req-c4600c27-fdc7-45a2-b3b2-0747fcc3904e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:52.049406 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0def7-7278-4137-94aa-53308d26523e req-c4600c27-fdc7-45a2-b3b2-0747fcc3904e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:52.050122 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0def7-7278-4137-94aa-53308d26523e req-c4600c27-fdc7-45a2-b3b2-0747fcc3904e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:52.050664 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0def7-7278-4137-94aa-53308d26523e req-c4600c27-fdc7-45a2-b3b2-0747fcc3904e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:52.051180 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0def7-7278-4137-94aa-53308d26523e req-c4600c27-fdc7-45a2-b3b2-0747fcc3904e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:52.051735 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0def7-7278-4137-94aa-53308d26523e req-c4600c27-fdc7-45a2-b3b2-0747fcc3904e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:52.052236 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0def7-7278-4137-94aa-53308d26523e req-c4600c27-fdc7-45a2-b3b2-0747fcc3904e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:52.054454 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-58f0def7-7278-4137-94aa-53308d26523e req-c4600c27-fdc7-45a2-b3b2-0747fcc3904e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fedcadc844c84f7ca955acdb50df6c20&device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 6509 time: 0.1146805 Oct 30 15:20:52.055255 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 46970) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:20:52.060917 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-d0987a4d-bc3e-4b1d-b2dd-be0815bdf9d3 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Request body: {'security_group': {'name': 'tempest-secgroup-1321597079'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:20:52.103419 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 2eb6d0b6-b966-4d2c-af3c-35c26819ca05 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:20:52.103833 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:52.108746 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-432613de-c1ff-439b-b62f-ce5f2db25624 None None] For port 9443699a-151c-479d-a83d-1513262a0296, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:20:52.115610 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-432613de-c1ff-439b-b62f-ce5f2db25624 None None] For port 9443699a-151c-479d-a83d-1513262a0296, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=9443699a-151c-479d-a83d-1513262a0296,segment=NetworkSegment(73eb6db6-0f7e-42e1-a234-94da5bd6900f),segment_id=73eb6db6-0f7e-42e1-a234-94da5bd6900f)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:20:52.161308 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-124b4e17-bdaa-4974-b9be-d410b76c417a req-1e53b8af-31ca-4e4f-9940-9b45f55654bc tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986248 Oct 30 15:20:52.179774 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-432613de-c1ff-439b-b62f-ce5f2db25624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:52.214165 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4e17ae6b-ca86-4f5b-915c-5e54c8d36ca5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:52.224448 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d0987a4d-bc3e-4b1d-b2dd-be0815bdf9d3 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:52.305463 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-0834e626-470e-42e9-98be-cff67ef6e26e None None] Provisioning complete for port 8b3624d7-93b1-471c-92d1-c959edab10b3 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:20:52.306049 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0834e626-470e-42e9-98be-cff67ef6e26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:52.334890 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0def7-7278-4137-94aa-53308d26523e req-710babda-96bd-4c9c-a103-82eae7921c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:52.335784 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0def7-7278-4137-94aa-53308d26523e req-710babda-96bd-4c9c-a103-82eae7921c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:52.336437 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0def7-7278-4137-94aa-53308d26523e req-710babda-96bd-4c9c-a103-82eae7921c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:52.338269 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-58f0def7-7278-4137-94aa-53308d26523e req-710babda-96bd-4c9c-a103-82eae7921c61 service neutron] 10.222.0.53 "GET /v2.0/networks?id=99b2e015-7a7a-41c9-9251-e2d5c417b9db&id=1c5c7057-6cfb-4273-ace5-d2dc41be3e4a&id=1c5c7057-6cfb-4273-ace5-d2dc41be3e4a&id=1c5c7057-6cfb-4273-ace5-d2dc41be3e4a&id=1c5c7057-6cfb-4273-ace5-d2dc41be3e4a&id=992316f0-a5bb-44db-b566-e8ec1fde1c28&id=992316f0-a5bb-44db-b566-e8ec1fde1c28 HTTP/1.1" status: 200 len: 2297 time: 0.2497051 Oct 30 15:20:52.382423 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8455a8bf-78aa-48d9-92cc-001a4bc47879 req-438e0ec5-4f4b-4e3a-989d-ce61c43e27f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:52.388872 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8455a8bf-78aa-48d9-92cc-001a4bc47879 req-438e0ec5-4f4b-4e3a-989d-ce61c43e27f9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d26e81b3-f432-4f3d-bc5b-f2edc1c076d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5838869 Oct 30 15:20:52.406033 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-0834e626-470e-42e9-98be-cff67ef6e26e None None] Port 8b3624d7-93b1-471c-92d1-c959edab10b3 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:20:52.415232 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432613de-c1ff-439b-b62f-ce5f2db25624 None None] Pushing event updated for resources: {'Port': ['ID=9443699a-151c-479d-a83d-1513262a0296,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:52.429326 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-0834e626-470e-42e9-98be-cff67ef6e26e None None] Could not find standard attr ID for object 6796169e-ab27-4864-86d1-1aa35114d72b. {{(pid=102132) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 30 15:20:52.489223 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 16ab4028-9761-44b3-aec9-a4eb8da7b2a8 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:20:52.531453 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d0987a4d-bc3e-4b1d-b2dd-be0815bdf9d3 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:52.549355 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d0987a4d-bc3e-4b1d-b2dd-be0815bdf9d3 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:52.574823 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-8bf5cb30-b23b-44e0-a34e-352cc9a91de5 None None] Could not find standard attr ID for object 6796169e-ab27-4864-86d1-1aa35114d72b. {{(pid=102132) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 30 15:20:52.601672 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 16ab4028-9761-44b3-aec9-a4eb8da7b2a8 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:20:52.602113 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:52.613153 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-58f0def7-7278-4137-94aa-53308d26523e req-14be8f6d-a4f9-4f57-ad01-f0c2a014b335 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60e5a05d-03c1-40b5-93f7-57ad866f5b1b HTTP/1.1" status: 200 len: 1001 time: 0.2679031 Oct 30 15:20:52.775111 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d0987a4d-bc3e-4b1d-b2dd-be0815bdf9d3 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:52.779068 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d0987a4d-bc3e-4b1d-b2dd-be0815bdf9d3 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7202227 Oct 30 15:20:52.783190 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0987a4d-bc3e-4b1d-b2dd-be0815bdf9d3 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=929b97d0-cda5-4d0b-82df-fbeb834d668b,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:52.787393 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 46974) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:20:52.803785 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-1806334b-cad4-4b49-9c20-35ff091d3475 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Request body: {'security_group': {'name': 'tempest-secgroup-1961762816'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:20:52.842895 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4e17ae6b-ca86-4f5b-915c-5e54c8d36ca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:52.880722 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0def7-7278-4137-94aa-53308d26523e req-5a080d58-b364-4dcc-a906-9eeec9647592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:52.883121 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-58f0def7-7278-4137-94aa-53308d26523e req-5a080d58-b364-4dcc-a906-9eeec9647592 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=23f39dd9-f253-43ba-86ce-00953dd18499 HTTP/1.1" status: 200 len: 855 time: 0.2518871 Oct 30 15:20:52.887605 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1806334b-cad4-4b49-9c20-35ff091d3475 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:52.925592 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7a1ede-7f24-481d-a897-0b2aae05af6a None None] Network dcc4b9b5-5656-4174-9b1f-7537b53ac23b requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:20:52.987929 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8455a8bf-78aa-48d9-92cc-001a4bc47879 req-c7593fcd-4ea8-484f-bf0b-62313a78cbee service neutron] 10.222.0.44 "GET /v2.0/networks/d26e81b3-f432-4f3d-bc5b-f2edc1c076d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5874128 Oct 30 15:20:53.057733 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-6432292e-5bba-40f0-b34a-5703e9704458 None None] Provisioning complete for port 16ab4028-9761-44b3-aec9-a4eb8da7b2a8 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:20:53.058352 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6432292e-5bba-40f0-b34a-5703e9704458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:53.075672 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1806334b-cad4-4b49-9c20-35ff091d3475 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:53.109288 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0def7-7278-4137-94aa-53308d26523e req-f2d792da-a7cc-4cdd-a6a2-84c9fb063744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:53.116744 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-58f0def7-7278-4137-94aa-53308d26523e req-f2d792da-a7cc-4cdd-a6a2-84c9fb063744 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=99b2e015-7a7a-41c9-9251-e2d5c417b9db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1875660 Oct 30 15:20:53.117417 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1806334b-cad4-4b49-9c20-35ff091d3475 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:53.188281 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8455a8bf-78aa-48d9-92cc-001a4bc47879 req-f79faaa0-23f4-49c6-95b1-009d8a4c34f8 service neutron] 10.222.0.44 "GET /v2.0/networks/d26e81b3-f432-4f3d-bc5b-f2edc1c076d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869493 Oct 30 15:20:53.195693 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e17ae6b-ca86-4f5b-915c-5e54c8d36ca5 admin admin] Router 215cb8f9-8319-4e59-b7fc-dcfddd156e1b is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:20:53.364182 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 9443699a-151c-479d-a83d-1513262a0296 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:20:53.426923 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24425597-d1e2-4dce-8896-f4691d84a5a2 req-401a15ca-876e-4e96-9dd2-349a8f77dd8d tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:53.434209 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-24425597-d1e2-4dce-8896-f4691d84a5a2 req-401a15ca-876e-4e96-9dd2-349a8f77dd8d tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=103769ec-8a97-4b3f-9348-031893ca347d HTTP/1.1" status: 200 len: 943 time: 0.2408342 Oct 30 15:20:53.442098 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e17ae6b-ca86-4f5b-915c-5e54c8d36ca5 admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:20:53.453313 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54ac2d3-c64c-4455-99ef-38aa395c5f17 None None] Sync routers for ids ['215cb8f9-8319-4e59-b7fc-dcfddd156e1b'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:20:53.469011 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54ac2d3-c64c-4455-99ef-38aa395c5f17 None None] Routers {'215cb8f9-8319-4e59-b7fc-dcfddd156e1b'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:20:53.472654 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-c54ac2d3-c64c-4455-99ef-38aa395c5f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:20:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['215cb8f9-8319-4e59-b7fc-dcfddd156e1b'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:20:53.490936 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-6432292e-5bba-40f0-b34a-5703e9704458 None None] Provisioning complete for port 8b3624d7-93b1-471c-92d1-c959edab10b3 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:20:53.491374 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6432292e-5bba-40f0-b34a-5703e9704458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:53.491980 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-24425597-d1e2-4dce-8896-f4691d84a5a2 req-571f00fa-84b9-4a84-8d28-f3b515f7b857 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519059 Oct 30 15:20:53.506882 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4e17ae6b-ca86-4f5b-915c-5e54c8d36ca5 admin admin] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:53.506882 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-4e17ae6b-ca86-4f5b-915c-5e54c8d36ca5 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.6102598 Oct 30 15:20:53.506882 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 46984) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:20:53.614874 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-6432292e-5bba-40f0-b34a-5703e9704458 None None] Port 8b3624d7-93b1-471c-92d1-c959edab10b3 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:20:53.620153 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 9443699a-151c-479d-a83d-1513262a0296 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:20:53.620525 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:53.671895 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-c54ac2d3-c64c-4455-99ef-38aa395c5f17 None None] Set router 215cb8f9-8319-4e59-b7fc-dcfddd156e1b gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:20:53.783058 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ca83d6a6-1b52-40b1-8b4c-6124d4537807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:53.826754 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 550ff952-51e1-47d0-85cf-4a9da3d2230f details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:20:53.863996 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:54.000194 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 9443699a-151c-479d-a83d-1513262a0296, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=9443699a-151c-479d-a83d-1513262a0296,segment=NetworkSegment(73eb6db6-0f7e-42e1-a234-94da5bd6900f),segment_id=73eb6db6-0f7e-42e1-a234-94da5bd6900f)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:20:54.007037 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:54.031036 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1806334b-cad4-4b49-9c20-35ff091d3475 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:54.032496 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-1806334b-cad4-4b49-9c20-35ff091d3475 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2427709 Oct 30 15:20:54.037765 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 46988) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:20:54.053307 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-4e19b343-ccfe-4caa-bd14-8cbffdcd0b03 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Request body: {'security_group': {'name': 'tempest-secgroup-166134341'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:20:54.097418 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-c54ac2d3-c64c-4455-99ef-38aa395c5f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215cb8f9-8319-4e59-b7fc-dcfddd156e1b', 'name': 'tempest-TestServerMultinode-1476864104-router', 'tenant_id': 'bad311999b214f6eb73569caa3d0398e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': 'fa82a919-4463-43ab-be4f-5a44066cf235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:20:48Z', 'updated_at': '2021-10-30T15:20:51Z', 'revision_number': 3, 'project_id': 'bad311999b214f6eb73569caa3d0398e', 'gw_port': {'id': 'fa82a919-4463-43ab-be4f-5a44066cf235', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d8:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215cb8f9-8319-4e59-b7fc-dcfddd156e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1931, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:20:50Z', 'updated_at': '2021-10-30T15:20:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:20:54.116470 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 550ff952-51e1-47d0-85cf-4a9da3d2230f, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=550ff952-51e1-47d0-85cf-4a9da3d2230f,segment=NetworkSegment(4eb103e9-b9a2-4786-ab9b-d9e363fed874),segment_id=4eb103e9-b9a2-4786-ab9b-d9e363fed874)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:20:54.121821 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-6b9d894f-4744-4e19-9c6d-08aac546b926 None None] Provisioning complete for port 16ab4028-9761-44b3-aec9-a4eb8da7b2a8 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:20:54.122985 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6b9d894f-4744-4e19-9c6d-08aac546b926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:54.130167 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-58f0def7-7278-4137-94aa-53308d26523e req-269bffe0-b398-4b25-b3ae-44e2701611d9 service neutron] 10.222.0.53 "GET /v2.0/networks/99b2e015-7a7a-41c9-9251-e2d5c417b9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9738393 Oct 30 15:20:54.152233 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54ac2d3-c64c-4455-99ef-38aa395c5f17 None None] Checking router: 215cb8f9-8319-4e59-b7fc-dcfddd156e1b for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:20:54.152980 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54ac2d3-c64c-4455-99ef-38aa395c5f17 None None] Updating router 215cb8f9-8319-4e59-b7fc-dcfddd156e1b port fa82a919-4463-43ab-be4f-5a44066cf235 binding host n-d-806683-17 {{(pid=102133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:20:54.154456 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1806334b-cad4-4b49-9c20-35ff091d3475 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35dfad35-f7c8-416a-aeae-c1161e9f55c5,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:54.214757 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c54ac2d3-c64c-4455-99ef-38aa395c5f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:54.250993 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4e19b343-ccfe-4caa-bd14-8cbffdcd0b03 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:54.272125 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': '550ff952-51e1-47d0-85cf-4a9da3d2230f', 'network_id': 'd26e81b3-f432-4f3d-bc5b-f2edc1c076d6', 'port_id': '550ff952-51e1-47d0-85cf-4a9da3d2230f', 'mac_address': 'fa:16:3e:bc:55:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd862e367-a3ef-41d8-9769-a6945d8f8b1d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:20:54.273803 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=9443699a-151c-479d-a83d-1513262a0296,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:54.345194 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-58f0def7-7278-4137-94aa-53308d26523e req-95fc3f91-6764-481b-91fc-24029359ce84 service neutron] 10.222.0.53 "GET /v2.0/networks/99b2e015-7a7a-41c9-9251-e2d5c417b9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107184 Oct 30 15:20:54.367115 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425c7f89-0d5d-4412-8784-98047b2bbbb5 None None] Network 12887a7a-c3c7-4a97-beb3-c030c745da0f requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:20:54.399927 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-58f0def7-7278-4137-94aa-53308d26523e req-f61a0141-e7ac-435c-95b4-3ba869d469d7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.28&port_id=ff9a5354-a79a-4869-a44a-a51335ced7ef HTTP/1.1" status: 200 len: 217 time: 0.0471716 Oct 30 15:20:54.409458 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c916b87f-1eb0-4320-b02e-7a185982f83b req-c53bc800-cd17-4b09-a51d-4b577753d59b tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:54.417512 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c916b87f-1eb0-4320-b02e-7a185982f83b req-c53bc800-cd17-4b09-a51d-4b577753d59b tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a210124-5e3a-4033-83d5-ebf6667f1072 HTTP/1.1" status: 200 len: 945 time: 0.4036047 Oct 30 15:20:54.428621 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4e19b343-ccfe-4caa-bd14-8cbffdcd0b03 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:54.472200 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4e19b343-ccfe-4caa-bd14-8cbffdcd0b03 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:54.482823 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:54.515445 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c916b87f-1eb0-4320-b02e-7a185982f83b req-63efd2b5-9dc9-48c2-ad01-70afd9bf9818 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968971 Oct 30 15:20:54.517834 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0def7-7278-4137-94aa-53308d26523e req-83c2c193-4147-4db1-882f-430f72cbf681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:54.520372 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-58f0def7-7278-4137-94aa-53308d26523e req-83c2c193-4147-4db1-882f-430f72cbf681 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d87999b7-8b72-4b87-ab2b-73584fe80893 HTTP/1.1" status: 200 len: 797 time: 0.0922027 Oct 30 15:20:54.562929 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 550ff952-51e1-47d0-85cf-4a9da3d2230f {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:20:54.603166 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0def7-7278-4137-94aa-53308d26523e req-ce172858-96b8-4342-acb9-c041cfa66931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:54.604946 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4e19b343-ccfe-4caa-bd14-8cbffdcd0b03 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:54.605203 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-58f0def7-7278-4137-94aa-53308d26523e req-ce172858-96b8-4342-acb9-c041cfa66931 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1c5c7057-6cfb-4273-ace5-d2dc41be3e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0784640 Oct 30 15:20:54.606228 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-4e19b343-ccfe-4caa-bd14-8cbffdcd0b03 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5678184 Oct 30 15:20:54.609039 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 46994) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:20:54.614881 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-7d7b2fbb-c3a6-4832-93d7-be6c3647f796 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1474625124', 'security_groups': ['ef6ced01-4f58-49f7-b60e-b50f98687389'], 'network_id': 'dcc4b9b5-5656-4174-9b1f-7537b53ac23b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '96dd2b22-bc8e-4b9a-a0d4-d745b2da5bb4'}]}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:20:54.658409 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 550ff952-51e1-47d0-85cf-4a9da3d2230f, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=550ff952-51e1-47d0-85cf-4a9da3d2230f,segment=NetworkSegment(4eb103e9-b9a2-4786-ab9b-d9e363fed874),segment_id=4eb103e9-b9a2-4786-ab9b-d9e363fed874)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:20:54.667661 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e19b343-ccfe-4caa-bd14-8cbffdcd0b03 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6ced01-4f58-49f7-b60e-b50f98687389,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:54.710547 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-6b9d894f-4744-4e19-9c6d-08aac546b926 None None] Provisioning complete for port 8b3624d7-93b1-471c-92d1-c959edab10b3 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:20:54.711563 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6b9d894f-4744-4e19-9c6d-08aac546b926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:54.713346 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:54.766771 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3450b550-3644-4f65-9c58-76411154b938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:54.773456 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c54ac2d3-c64c-4455-99ef-38aa395c5f17 None None] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:54.778848 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c54ac2d3-c64c-4455-99ef-38aa395c5f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:54.797449 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd23232-0d79-45c0-88da-34b74afa6d3a req-0a97d86a-a6ba-4975-9bcc-d810bf461fd6 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:54.807116 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9fd23232-0d79-45c0-88da-34b74afa6d3a req-0a97d86a-a6ba-4975-9bcc-d810bf461fd6 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=103769ec-8a97-4b3f-9348-031893ca347d HTTP/1.1" status: 200 len: 944 time: 0.2097902 Oct 30 15:20:54.915266 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:54.925797 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-58f0def7-7278-4137-94aa-53308d26523e req-dc1a5bdb-1aef-4893-a088-7269aa498f69 service neutron] 10.222.0.53 "GET /v2.0/networks/1c5c7057-6cfb-4273-ace5-d2dc41be3e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060801 Oct 30 15:20:54.943210 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=550ff952-51e1-47d0-85cf-4a9da3d2230f,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:54.956081 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:54.961580 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-6b9d894f-4744-4e19-9c6d-08aac546b926 None None] Port 8b3624d7-93b1-471c-92d1-c959edab10b3 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:20:55.012631 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cfa5a4-3606-4730-92ea-eb3b67a2e810 None None] Pushing event updated for resources: {'Port': ['ID=fa82a919-4463-43ab-be4f-5a44066cf235,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:55.019994 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['550ff952-51e1-47d0-85cf-4a9da3d2230f'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:20:55.022548 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cfa5a4-3606-4730-92ea-eb3b67a2e810 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:20:55.023000 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cfa5a4-3606-4730-92ea-eb3b67a2e810 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:20:55.024753 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cfa5a4-3606-4730-92ea-eb3b67a2e810 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:20:55.025717 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cfa5a4-3606-4730-92ea-eb3b67a2e810 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:20:55.026333 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cfa5a4-3606-4730-92ea-eb3b67a2e810 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:20:55.026914 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cfa5a4-3606-4730-92ea-eb3b67a2e810 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:20:55.027478 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cfa5a4-3606-4730-92ea-eb3b67a2e810 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:20:55.028052 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cfa5a4-3606-4730-92ea-eb3b67a2e810 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:20:55.028596 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cfa5a4-3606-4730-92ea-eb3b67a2e810 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:20:55.029322 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cfa5a4-3606-4730-92ea-eb3b67a2e810 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:20:55.029873 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cfa5a4-3606-4730-92ea-eb3b67a2e810 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:20:55.030430 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cfa5a4-3606-4730-92ea-eb3b67a2e810 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:20:55.053164 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-c54ac2d3-c64c-4455-99ef-38aa395c5f17 None None] Attempting to bind port fa82a919-4463-43ab-be4f-5a44066cf235 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:20:55.053636 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-c54ac2d3-c64c-4455-99ef-38aa395c5f17 None None] Attempting to bind port fa82a919-4463-43ab-be4f-5a44066cf235 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:20:55.054115 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54ac2d3-c64c-4455-99ef-38aa395c5f17 None None] Attempting to bind port fa82a919-4463-43ab-be4f-5a44066cf235 on network edc38ef5-7816-4133-914c-cfe2849a0125 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:20:55.060761 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54ac2d3-c64c-4455-99ef-38aa395c5f17 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:20:55.061363 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54ac2d3-c64c-4455-99ef-38aa395c5f17 None None] Checking segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:20:55.061918 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c54ac2d3-c64c-4455-99ef-38aa395c5f17 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:55.062423 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54ac2d3-c64c-4455-99ef-38aa395c5f17 None None] Bound using segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:20:55.062997 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-c54ac2d3-c64c-4455-99ef-38aa395c5f17 None None] Bound port: fa82a919-4463-43ab-be4f-5a44066cf235, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:20:55.063500 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c54ac2d3-c64c-4455-99ef-38aa395c5f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:55.103097 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d7b2fbb-c3a6-4832-93d7-be6c3647f796 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Made reservation on behalf of 588c9a586131499fbc33840e1d270dce for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:20:55.120219 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-6343836b-cd5f-45bd-a540-02344f1e2dcd None None] Provisioning complete for port 9443699a-151c-479d-a83d-1513262a0296 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:20:55.120738 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6343836b-cd5f-45bd-a540-02344f1e2dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:55.137416 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-c54ac2d3-c64c-4455-99ef-38aa395c5f17 None None] For port fa82a919-4463-43ab-be4f-5a44066cf235, host n-d-806683-17, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:20:55.143068 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-c54ac2d3-c64c-4455-99ef-38aa395c5f17 None None] For port fa82a919-4463-43ab-be4f-5a44066cf235, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=fa82a919-4463-43ab-be4f-5a44066cf235,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:20:55.160731 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c54ac2d3-c64c-4455-99ef-38aa395c5f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:55.313531 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cfa5a4-3606-4730-92ea-eb3b67a2e810 None None] Pushing event updated for resources: {'Port': ['ID=fa82a919-4463-43ab-be4f-5a44066cf235,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:55.341995 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 9443699a-151c-479d-a83d-1513262a0296 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:20:55.347012 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54ac2d3-c64c-4455-99ef-38aa395c5f17 None None] Routers {'215cb8f9-8319-4e59-b7fc-dcfddd156e1b'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:20:55.347962 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-c54ac2d3-c64c-4455-99ef-38aa395c5f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:20:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['215cb8f9-8319-4e59-b7fc-dcfddd156e1b'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:20:55.369957 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7d7b2fbb-c3a6-4832-93d7-be6c3647f796 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:55.413076 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [None req-7d7b2fbb-c3a6-4832-93d7-be6c3647f796 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] device_id is not set on port 5dc52e55-632e-40d7-8075-b52c16609525 yet. {{(pid=102131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:20:55.421612 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 9443699a-151c-479d-a83d-1513262a0296 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:20:55.422202 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:55.518854 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-c54ac2d3-c64c-4455-99ef-38aa395c5f17 None None] Set router 215cb8f9-8319-4e59-b7fc-dcfddd156e1b gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:20:55.521923 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9fd23232-0d79-45c0-88da-34b74afa6d3a req-d733b994-93e7-48cc-b5df-452b0cdc1466 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7132092 Oct 30 15:20:55.559405 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-595e049c-c19e-43b3-86bf-012749d1436b None None] Provisioning complete for port 9443699a-151c-479d-a83d-1513262a0296 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:20:55.560610 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-595e049c-c19e-43b3-86bf-012749d1436b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:55.686199 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-58f0def7-7278-4137-94aa-53308d26523e req-7aef902b-4baa-488b-8d1c-a4c0b46790d0 service neutron] 10.222.0.53 "GET /v2.0/networks/1c5c7057-6cfb-4273-ace5-d2dc41be3e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7116072 Oct 30 15:20:55.750683 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-58f0def7-7278-4137-94aa-53308d26523e req-ab2126c6-9f1b-444b-a77f-b4a7daeb5dee service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=e21a4b47-04c9-4fc7-8de8-e9be41310592 HTTP/1.1" status: 200 len: 217 time: 0.0602932 Oct 30 15:20:55.826144 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c1945-ffe1-4a5d-b3d5-2b2e6693902e req-bf010277-bf87-4440-a332-9728a3147ba3 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:55.828225 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-353c1945-ffe1-4a5d-b3d5-2b2e6693902e req-bf010277-bf87-4440-a332-9728a3147ba3 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a210124-5e3a-4033-83d5-ebf6667f1072 HTTP/1.1" status: 200 len: 945 time: 0.1377485 Oct 30 15:20:55.832967 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-3450b550-3644-4f65-9c58-76411154b938 admin admin] Allocated IP 172.20.0.1 (12887a7a-c3c7-4a97-beb3-c030c745da0f/e4884b11-88a0-4640-a610-3d6186b371f8/d5261632-ef14-43a5-8b5c-67ebb2b1b6f3) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:20:55.848653 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-c54ac2d3-c64c-4455-99ef-38aa395c5f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215cb8f9-8319-4e59-b7fc-dcfddd156e1b', 'name': 'tempest-TestServerMultinode-1476864104-router', 'tenant_id': 'bad311999b214f6eb73569caa3d0398e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': 'fa82a919-4463-43ab-be4f-5a44066cf235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:20:48Z', 'updated_at': '2021-10-30T15:20:51Z', 'revision_number': 3, 'project_id': 'bad311999b214f6eb73569caa3d0398e', 'gw_port': {'id': 'fa82a919-4463-43ab-be4f-5a44066cf235', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d8:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215cb8f9-8319-4e59-b7fc-dcfddd156e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1931, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:20:50Z', 'updated_at': '2021-10-30T15:20:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:20:55.898927 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0def7-7278-4137-94aa-53308d26523e req-f39a1ab9-f119-46b7-8fea-1ec0bcfb5134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:55.900582 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-58f0def7-7278-4137-94aa-53308d26523e req-f39a1ab9-f119-46b7-8fea-1ec0bcfb5134 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d87999b7-8b72-4b87-ab2b-73584fe80893 HTTP/1.1" status: 200 len: 797 time: 0.1408143 Oct 30 15:20:55.902642 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54ac2d3-c64c-4455-99ef-38aa395c5f17 None None] The sync data for ids ['215cb8f9-8319-4e59-b7fc-dcfddd156e1b'] in n-d-806683-17 is: [{'id': '215cb8f9-8319-4e59-b7fc-dcfddd156e1b', 'name': 'tempest-TestServerMultinode-1476864104-router', 'tenant_id': 'bad311999b214f6eb73569caa3d0398e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': 'fa82a919-4463-43ab-be4f-5a44066cf235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:20:48Z', 'updated_at': '2021-10-30T15:20:51Z', 'revision_number': 3, 'project_id': 'bad311999b214f6eb73569caa3d0398e', 'gw_port': {'id': 'fa82a919-4463-43ab-be4f-5a44066cf235', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d8:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215cb8f9-8319-4e59-b7fc-dcfddd156e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1931, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:20:50Z', 'updated_at': '2021-10-30T15:20:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:20:55.913268 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-7d7b2fbb-c3a6-4832-93d7-be6c3647f796 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Allocated IP 172.20.0.8 (dcc4b9b5-5656-4174-9b1f-7537b53ac23b/96dd2b22-bc8e-4b9a-a0d4-d745b2da5bb4/5dc52e55-632e-40d7-8075-b52c16609525) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:20:55.914769 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-353c1945-ffe1-4a5d-b3d5-2b2e6693902e req-48ce08e6-f923-4cc3-a058-5d00e8905488 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753317 Oct 30 15:20:56.005351 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0def7-7278-4137-94aa-53308d26523e req-d78c1665-5f2b-4f33-85aa-96e46577d2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:56.007524 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-58f0def7-7278-4137-94aa-53308d26523e req-d78c1665-5f2b-4f33-85aa-96e46577d2c7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1c5c7057-6cfb-4273-ace5-d2dc41be3e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0903342 Oct 30 15:20:56.057344 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3450b550-3644-4f65-9c58-76411154b938 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:56.120625 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3450b550-3644-4f65-9c58-76411154b938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:56.136745 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7d7b2fbb-c3a6-4832-93d7-be6c3647f796 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:56.199395 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7d7b2fbb-c3a6-4832-93d7-be6c3647f796 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:56.245233 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3450b550-3644-4f65-9c58-76411154b938 admin admin] Network 12887a7a-c3c7-4a97-beb3-c030c745da0f is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:20:56.245768 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7b2fbb-c3a6-4832-93d7-be6c3647f796 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Network dcc4b9b5-5656-4174-9b1f-7537b53ac23b is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:20:56.248561 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-3450b550-3644-4f65-9c58-76411154b938 admin admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:20:56.253541 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3450b550-3644-4f65-9c58-76411154b938 admin admin] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:20:56.297239 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3450b550-3644-4f65-9c58-76411154b938 admin admin] Pushing event updated for resources: {'Port': ['ID=d5261632-ef14-43a5-8b5c-67ebb2b1b6f3,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:56.357826 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3450b550-3644-4f65-9c58-76411154b938 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:56.359079 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-7d7b2fbb-c3a6-4832-93d7-be6c3647f796 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:20:56.466483 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7b2fbb-c3a6-4832-93d7-be6c3647f796 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:20:56.535880 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:56.615041 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7b2fbb-c3a6-4832-93d7-be6c3647f796 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event updated for resources: {'Port': ['ID=5dc52e55-632e-40d7-8075-b52c16609525,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:56.742813 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7b2fbb-c3a6-4832-93d7-be6c3647f796 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:56.743690 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7d7b2fbb-c3a6-4832-93d7-be6c3647f796 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:56.804797 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-7d7b2fbb-c3a6-4832-93d7-be6c3647f796 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1945322 Oct 30 15:20:56.807449 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47020) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:20:56.809277 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-58f0def7-7278-4137-94aa-53308d26523e req-197139b6-7ba2-406c-9813-e1a460e0d9ca service neutron] 10.222.0.53 "GET /v2.0/networks/1c5c7057-6cfb-4273-ace5-d2dc41be3e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6214845 Oct 30 15:20:56.815576 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-4d91c34f-e8eb-400d-b255-62c7cafec5bc tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Request body: {'subnet': {'network_id': 'dcc4b9b5-5656-4174-9b1f-7537b53ac23b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:20:56.834661 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3450b550-3644-4f65-9c58-76411154b938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:56.872888 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-03de0394-c712-4652-b1ef-7b6deae20ed2 None None] Provisioning complete for port d5261632-ef14-43a5-8b5c-67ebb2b1b6f3 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:20:56.873267 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-03de0394-c712-4652-b1ef-7b6deae20ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:57.005625 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da23ae5-f2b1-4f74-bc87-5037c2388d8d req-ebb97507-4ca3-4a20-96c1-486c46b1ef59 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:57.012201 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3da23ae5-f2b1-4f74-bc87-5037c2388d8d req-ebb97507-4ca3-4a20-96c1-486c46b1ef59 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=103769ec-8a97-4b3f-9348-031893ca347d HTTP/1.1" status: 200 len: 944 time: 0.2829669 Oct 30 15:20:57.032354 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-03de0394-c712-4652-b1ef-7b6deae20ed2 None None] Port d5261632-ef14-43a5-8b5c-67ebb2b1b6f3 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:20:57.116098 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3da23ae5-f2b1-4f74-bc87-5037c2388d8d req-4a8dca77-a3fd-45d6-8dfe-1ce86e790993 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488994 Oct 30 15:20:57.178535 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-b093fd77-98d9-4ca4-873d-bab6e22921b4 None None] Provisioning complete for port 5dc52e55-632e-40d7-8075-b52c16609525 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:20:57.178926 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b093fd77-98d9-4ca4-873d-bab6e22921b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:57.212848 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-58f0def7-7278-4137-94aa-53308d26523e req-12117689-11dd-4151-9b56-fb5722fadeaf service neutron] 10.222.0.53 "GET /v2.0/networks/1c5c7057-6cfb-4273-ace5-d2dc41be3e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3932638 Oct 30 15:20:57.271967 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-58f0def7-7278-4137-94aa-53308d26523e req-4f0a7f8d-d4ba-4c6f-a6bd-07a88d3747bc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=aba3b5e0-23a2-4836-aae5-4d9317d5a7f3 HTTP/1.1" status: 200 len: 217 time: 0.0506361 Oct 30 15:20:57.274269 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d91c34f-e8eb-400d-b255-62c7cafec5bc tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Made reservation on behalf of 588c9a586131499fbc33840e1d270dce for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:20:57.280128 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4d91c34f-e8eb-400d-b255-62c7cafec5bc tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:57.300092 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-b093fd77-98d9-4ca4-873d-bab6e22921b4 None None] Port 5dc52e55-632e-40d7-8075-b52c16609525 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:20:57.305248 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf612e8-a16f-42a9-9cd7-0ae8dec8d012 req-bbb3121e-d8c2-4481-aa8b-6b19a06cde81 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:57.319917 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ddf612e8-a16f-42a9-9cd7-0ae8dec8d012 req-bbb3121e-d8c2-4481-aa8b-6b19a06cde81 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a210124-5e3a-4033-83d5-ebf6667f1072 HTTP/1.1" status: 200 len: 945 time: 0.2533214 Oct 30 15:20:57.367015 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device fa82a919-4463-43ab-be4f-5a44066cf235 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:20:57.389825 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3450b550-3644-4f65-9c58-76411154b938 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:57.394170 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0def7-7278-4137-94aa-53308d26523e req-27d54660-e293-45f9-a9a8-d294e977d7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:57.400154 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-58f0def7-7278-4137-94aa-53308d26523e req-27d54660-e293-45f9-a9a8-d294e977d7ac service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d87999b7-8b72-4b87-ab2b-73584fe80893 HTTP/1.1" status: 200 len: 797 time: 0.1152930 Oct 30 15:20:57.426476 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ddf612e8-a16f-42a9-9cd7-0ae8dec8d012 req-08953563-dc38-4f1e-8637-542e8830472e tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993240 Oct 30 15:20:57.427533 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3450b550-3644-4f65-9c58-76411154b938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:57.447800 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port fa82a919-4463-43ab-be4f-5a44066cf235 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:20:57.448926 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:57.527518 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0def7-7278-4137-94aa-53308d26523e req-d9d0e11a-00b6-4174-8aaf-baa5ac246385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:57.531028 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-58f0def7-7278-4137-94aa-53308d26523e req-d9d0e11a-00b6-4174-8aaf-baa5ac246385 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1c5c7057-6cfb-4273-ace5-d2dc41be3e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1234636 Oct 30 15:20:57.555728 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3450b550-3644-4f65-9c58-76411154b938 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:57.572534 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3450b550-3644-4f65-9c58-76411154b938 admin admin] Pushing event updated for resources: {'Port': ['ID=d5261632-ef14-43a5-8b5c-67ebb2b1b6f3,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:57.594169 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:57.618669 n-d-806683-17 neutron-server[102131]: INFO neutron.db.ipam_backend_mixin [None req-4d91c34f-e8eb-400d-b255-62c7cafec5bc tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 96dd2b22-bc8e-4b9a-a0d4-d745b2da5bb4 (CIDR: 172.20.0.0/28) Oct 30 15:20:57.627760 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d91c34f-e8eb-400d-b255-62c7cafec5bc tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 30 15:20:57.628019 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port fa82a919-4463-43ab-be4f-5a44066cf235, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=fa82a919-4463-43ab-be4f-5a44066cf235,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:20:57.628858 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d91c34f-e8eb-400d-b255-62c7cafec5bc tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:20:57.634287 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:57.656240 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-4d91c34f-e8eb-400d-b255-62c7cafec5bc tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8458126 Oct 30 15:20:57.658820 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47030) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:20:57.664127 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-f63291e2-5e42-431c-85a1-8d4eb5cf191a tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Request body: {'subnet': {'network_id': 'dcc4b9b5-5656-4174-9b1f-7537b53ac23b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:20:57.709814 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3450b550-3644-4f65-9c58-76411154b938 admin admin] Network 12887a7a-c3c7-4a97-beb3-c030c745da0f is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:20:57.714941 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-3450b550-3644-4f65-9c58-76411154b938 admin admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:20:57.751623 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-58f0def7-7278-4137-94aa-53308d26523e req-d134261b-9be6-4a77-8372-bab7ecbe653c service neutron] 10.222.0.53 "GET /v2.0/networks/1c5c7057-6cfb-4273-ace5-d2dc41be3e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137120 Oct 30 15:20:57.768118 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=fa82a919-4463-43ab-be4f-5a44066cf235,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:57.814502 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 550ff952-51e1-47d0-85cf-4a9da3d2230f up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:20:57.919261 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-58f0def7-7278-4137-94aa-53308d26523e req-282d3cb8-cdd7-4b4d-9c67-575e2453d87c service neutron] 10.222.0.53 "GET /v2.0/networks/1c5c7057-6cfb-4273-ace5-d2dc41be3e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592357 Oct 30 15:20:57.926584 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port 550ff952-51e1-47d0-85cf-4a9da3d2230f completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:20:57.934813 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port 550ff952-51e1-47d0-85cf-4a9da3d2230f triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:20:57.935188 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:57.942496 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f63291e2-5e42-431c-85a1-8d4eb5cf191a tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Made reservation on behalf of 588c9a586131499fbc33840e1d270dce for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:20:57.950315 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f63291e2-5e42-431c-85a1-8d4eb5cf191a tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:57.988500 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3450b550-3644-4f65-9c58-76411154b938 admin admin] Router 215cb8f9-8319-4e59-b7fc-dcfddd156e1b has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:20:58.021285 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-58f0def7-7278-4137-94aa-53308d26523e req-516e085b-805e-42c8-8f54-14c2a728a1d0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=1e599b99-35d0-4059-9329-16f026a4447b HTTP/1.1" status: 200 len: 217 time: 0.0937331 Oct 30 15:20:58.116928 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:58.190138 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 550ff952-51e1-47d0-85cf-4a9da3d2230f, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=550ff952-51e1-47d0-85cf-4a9da3d2230f,segment=NetworkSegment(4eb103e9-b9a2-4786-ab9b-d9e363fed874),segment_id=4eb103e9-b9a2-4786-ab9b-d9e363fed874)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:20:58.192060 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '103769ec-8a97-4b3f-9348-031893ca347d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '550ff952-51e1-47d0-85cf-4a9da3d2230f'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:20:58.196391 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da710e5-7a66-4ca8-b351-01e6df7a5892" -d '{"events": [{"server_uuid": "103769ec-8a97-4b3f-9348-031893ca347d", "name": "network-vif-plugged", "status": "completed", "tag": "550ff952-51e1-47d0-85cf-4a9da3d2230f"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:20:58.203148 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:58.203974 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3450b550-3644-4f65-9c58-76411154b938 admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:20:58.216290 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-3450b550-3644-4f65-9c58-76411154b938 admin admin] 10.222.0.62 "PUT /v2.0/routers/215cb8f9-8319-4e59-b7fc-dcfddd156e1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7118044 Oct 30 15:20:58.230454 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0def7-7278-4137-94aa-53308d26523e req-89f66949-92bb-45e2-aa57-de98b31d4e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:58.232442 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-58f0def7-7278-4137-94aa-53308d26523e req-89f66949-92bb-45e2-aa57-de98b31d4e68 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d87999b7-8b72-4b87-ab2b-73584fe80893 HTTP/1.1" status: 200 len: 797 time: 0.1615460 Oct 30 15:20:58.261362 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4517e1eb-f916-4a87-85eb-a031d951ec4d x-openstack-request-id: req-4517e1eb-f916-4a87-85eb-a031d951ec4d {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:20:58.261661 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "103769ec-8a97-4b3f-9348-031893ca347d", "name": "network-vif-plugged", "status": "completed", "tag": "550ff952-51e1-47d0-85cf-4a9da3d2230f", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:20:58.261920 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4517e1eb-f916-4a87-85eb-a031d951ec4d {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:20:58.262358 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '103769ec-8a97-4b3f-9348-031893ca347d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '550ff952-51e1-47d0-85cf-4a9da3d2230f', 'code': 200} Oct 30 15:20:58.285313 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-1b8a15f5-a8ee-4901-abd1-fa27d9e55939 None None] Provisioning complete for port d5261632-ef14-43a5-8b5c-67ebb2b1b6f3 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:20:58.285716 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1b8a15f5-a8ee-4901-abd1-fa27d9e55939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:58.315170 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=550ff952-51e1-47d0-85cf-4a9da3d2230f,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:58.331604 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-1b8a15f5-a8ee-4901-abd1-fa27d9e55939 None None] Port d5261632-ef14-43a5-8b5c-67ebb2b1b6f3 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:20:58.355198 n-d-806683-17 neutron-server[102131]: INFO neutron.db.ipam_backend_mixin [None req-f63291e2-5e42-431c-85a1-8d4eb5cf191a tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet d083a6d4-442e-4394-8b57-8972979ac71a (CIDR: 172.20.0.16/28) Oct 30 15:20:58.372242 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dcd993-fd4d-499d-bd69-7be358cd659a req-2896b5cb-c378-4b50-9ed3-1ea74d256cfa tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:58.379759 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-52dcd993-fd4d-499d-bd69-7be358cd659a req-2896b5cb-c378-4b50-9ed3-1ea74d256cfa tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=103769ec-8a97-4b3f-9348-031893ca347d HTTP/1.1" status: 200 len: 945 time: 0.1516759 Oct 30 15:20:58.388889 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-f63291e2-5e42-431c-85a1-8d4eb5cf191a tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 30 15:20:58.389373 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f63291e2-5e42-431c-85a1-8d4eb5cf191a tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:20:58.397947 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac74dc-0619-4fed-b3a2-1e61792ee0b7 req-ff72ac15-6134-4db9-a4b3-c0472d8323b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:58.399554 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-45ac74dc-0619-4fed-b3a2-1e61792ee0b7 req-ff72ac15-6134-4db9-a4b3-c0472d8323b1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=103769ec-8a97-4b3f-9348-031893ca347d HTTP/1.1" status: 200 len: 1097 time: 0.0666676 Oct 30 15:20:58.413031 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0def7-7278-4137-94aa-53308d26523e req-add5e093-aa57-4bf6-a93b-ff552b0fcce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:58.414787 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-58f0def7-7278-4137-94aa-53308d26523e req-add5e093-aa57-4bf6-a93b-ff552b0fcce8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1c5c7057-6cfb-4273-ace5-d2dc41be3e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1502893 Oct 30 15:20:58.450537 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-45ac74dc-0619-4fed-b3a2-1e61792ee0b7 req-47fa0842-ac4c-4c3c-81ca-82bd848aeca0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427432 Oct 30 15:20:58.457829 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-f63291e2-5e42-431c-85a1-8d4eb5cf191a tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7978258 Oct 30 15:20:58.460781 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47052) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:20:58.465987 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-e592b703-ebfe-4e8a-a6c6-b89be11f8854 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Request body: {'subnet': {'network_id': 'dcc4b9b5-5656-4174-9b1f-7537b53ac23b', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:20:58.501006 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-52dcd993-fd4d-499d-bd69-7be358cd659a req-d3024d2b-996d-447c-8acc-b1606bb57008 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203635 Oct 30 15:20:58.576952 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-58f0def7-7278-4137-94aa-53308d26523e req-aeda8aee-c2f8-4251-a4ca-eb1f19cd6b8a service neutron] 10.222.0.53 "GET /v2.0/networks/1c5c7057-6cfb-4273-ace5-d2dc41be3e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427529 Oct 30 15:20:58.663213 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab2d008-ba9c-46c7-838c-10001261c155 None None] Sync routers for ids ['215cb8f9-8319-4e59-b7fc-dcfddd156e1b'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:20:58.671923 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e592b703-ebfe-4e8a-a6c6-b89be11f8854 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Made reservation on behalf of 588c9a586131499fbc33840e1d270dce for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:20:58.680702 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e592b703-ebfe-4e8a-a6c6-b89be11f8854 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:58.688827 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab2d008-ba9c-46c7-838c-10001261c155 None None] Routers {'215cb8f9-8319-4e59-b7fc-dcfddd156e1b'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:20:58.689999 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-1ab2d008-ba9c-46c7-838c-10001261c155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:20:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['215cb8f9-8319-4e59-b7fc-dcfddd156e1b'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:20:58.740438 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4901521-a24e-4655-b842-57690996c974 req-f37baac6-5126-4e77-9d7f-fae538443c13 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:58.742774 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b4901521-a24e-4655-b842-57690996c974 req-f37baac6-5126-4e77-9d7f-fae538443c13 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a210124-5e3a-4033-83d5-ebf6667f1072 HTTP/1.1" status: 200 len: 945 time: 0.0923173 Oct 30 15:20:58.750461 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-58f0def7-7278-4137-94aa-53308d26523e req-be1b1f0e-bf42-445f-b8f2-4f7d9a2d4c64 service neutron] 10.222.0.53 "GET /v2.0/networks/1c5c7057-6cfb-4273-ace5-d2dc41be3e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674769 Oct 30 15:20:58.853777 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b4901521-a24e-4655-b842-57690996c974 req-d721e63b-6f73-49cd-8a84-e73f116640f7 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022425 Oct 30 15:20:58.855195 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-58f0def7-7278-4137-94aa-53308d26523e req-a27f879e-2094-461d-8c79-0ae3e62b7bb6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fbb4922f-13db-4bb7-84e3-986b821ba15c HTTP/1.1" status: 200 len: 217 time: 0.0734956 Oct 30 15:20:58.880993 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-1ab2d008-ba9c-46c7-838c-10001261c155 None None] Set router 215cb8f9-8319-4e59-b7fc-dcfddd156e1b gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:20:58.932113 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0def7-7278-4137-94aa-53308d26523e req-2669fd16-12d0-4e8e-861f-6163b7ea943a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:58.934879 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-58f0def7-7278-4137-94aa-53308d26523e req-2669fd16-12d0-4e8e-861f-6163b7ea943a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7868c22e-6812-4ce4-9812-394c9b463f87 HTTP/1.1" status: 200 len: 797 time: 0.0525265 Oct 30 15:20:58.992031 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0def7-7278-4137-94aa-53308d26523e req-52c33691-d71f-4422-b49e-ba1a361b852e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:58.993706 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-58f0def7-7278-4137-94aa-53308d26523e req-52c33691-d71f-4422-b49e-ba1a361b852e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=992316f0-a5bb-44db-b566-e8ec1fde1c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0502782 Oct 30 15:20:59.106142 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e592b703-ebfe-4e8a-a6c6-b89be11f8854 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:59.109544 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-58f0def7-7278-4137-94aa-53308d26523e req-259b2c9a-35be-4c57-a35c-d38c6c79325f service neutron] 10.222.0.53 "GET /v2.0/networks/992316f0-a5bb-44db-b566-e8ec1fde1c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015446 Oct 30 15:20:59.157038 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea5a27d-1613-4576-b282-fa9343827dea req-7d599dfc-c354-479e-b7b5-6c0752177582 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:59.164930 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0ea5a27d-1613-4576-b282-fa9343827dea req-7d599dfc-c354-479e-b7b5-6c0752177582 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] 10.222.0.62 "GET /v2.0/networks?id=002e00ec-5dee-4c5f-90f6-ed8e4971d297 HTTP/1.1" status: 200 len: 910 time: 0.2280097 Oct 30 15:20:59.198381 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0ea5a27d-1613-4576-b282-fa9343827dea req-89a1f4be-dd49-4f9a-b571-7993ade30013 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] 10.222.0.62 "GET /v2.0/quotas/bad311999b214f6eb73569caa3d0398e HTTP/1.1" status: 200 len: 375 time: 0.0324199 Oct 30 15:20:59.204172 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e592b703-ebfe-4e8a-a6c6-b89be11f8854 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Network dcc4b9b5-5656-4174-9b1f-7537b53ac23b is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:20:59.208173 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-1ab2d008-ba9c-46c7-838c-10001261c155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215cb8f9-8319-4e59-b7fc-dcfddd156e1b', 'name': 'tempest-TestServerMultinode-1476864104-router', 'tenant_id': 'bad311999b214f6eb73569caa3d0398e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': 'fa82a919-4463-43ab-be4f-5a44066cf235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:20:48Z', 'updated_at': '2021-10-30T15:20:56Z', 'revision_number': 4, 'project_id': 'bad311999b214f6eb73569caa3d0398e', 'gw_port': {'id': 'fa82a919-4463-43ab-be4f-5a44066cf235', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215cb8f9-8319-4e59-b7fc-dcfddd156e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1931, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:20:50Z', 'updated_at': '2021-10-30T15:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'd5261632-ef14-43a5-8b5c-67ebb2b1b6f3', 'name': '', 'network_id': '12887a7a-c3c7-4a97-beb3-c030c745da0f', 'tenant_id': 'bad311999b214f6eb73569caa3d0398e', 'mac_address': 'fa:16:3e:b2:48:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215cb8f9-8319-4e59-b7fc-dcfddd156e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': 'e4884b11-88a0-4640-a610-3d6186b371f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:20:54Z', 'updated_at': '2021-10-30T15:20:56Z', 'revision_number': 2, 'project_id': 'bad311999b214f6eb73569caa3d0398e', 'subnets': [{'id': 'e4884b11-88a0-4640-a610-3d6186b371f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:20:59.241865 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-e592b703-ebfe-4e8a-a6c6-b89be11f8854 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:20:59.242932 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e592b703-ebfe-4e8a-a6c6-b89be11f8854 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event updated for resources: {'Subnet': ['ID=20dfc5f0-4239-4973-bd71-d53fa4866a30,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:20:59.245712 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e592b703-ebfe-4e8a-a6c6-b89be11f8854 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:59.246408 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e592b703-ebfe-4e8a-a6c6-b89be11f8854 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:59.278814 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2367e715-9849-4bf3-81c2-5d5bb8af7a92 None None] Network dcc4b9b5-5656-4174-9b1f-7537b53ac23b requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:20:59.309837 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e592b703-ebfe-4e8a-a6c6-b89be11f8854 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8479102 Oct 30 15:20:59.313861 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47082) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:20:59.324716 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-66c57077-c3dc-4e8f-9c31-3e252ed4fdca tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1266145190', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '20dfc5f0-4239-4973-bd71-d53fa4866a30'}], 'security_groups': ['929b97d0-cda5-4d0b-82df-fbeb834d668b', '35dfad35-f7c8-416a-aeae-c1161e9f55c5']}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:20:59.327076 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0ea5a27d-1613-4576-b282-fa9343827dea req-d1f53ea7-c9df-43db-87df-1a07ecca87dd tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] 10.222.0.62 "GET /v2.0/ports?tenant_id=bad311999b214f6eb73569caa3d0398e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1276789 Oct 30 15:20:59.329382 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-58f0def7-7278-4137-94aa-53308d26523e req-e1ff3eb9-9b13-4882-9430-e5b873568582 service neutron] 10.222.0.53 "GET /v2.0/networks/992316f0-a5bb-44db-b566-e8ec1fde1c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128258 Oct 30 15:20:59.336625 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab2d008-ba9c-46c7-838c-10001261c155 None None] Checking router: 215cb8f9-8319-4e59-b7fc-dcfddd156e1b for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:20:59.337361 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab2d008-ba9c-46c7-838c-10001261c155 None None] Updating router 215cb8f9-8319-4e59-b7fc-dcfddd156e1b port d5261632-ef14-43a5-8b5c-67ebb2b1b6f3 binding host n-d-806683-17 {{(pid=102132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:20:59.340391 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device fa82a919-4463-43ab-be4f-5a44066cf235 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:20:59.399929 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-58f0def7-7278-4137-94aa-53308d26523e req-22754de1-11c1-421a-805e-f38aa3f40445 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c0d7a646-ac12-414b-a666-37b4c87a490e HTTP/1.1" status: 200 len: 217 time: 0.0453660 Oct 30 15:20:59.441912 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0ea5a27d-1613-4576-b282-fa9343827dea req-954ce845-ca2c-4696-8389-4c36b2824138 service neutron] 10.222.0.62 "GET /v2.0/networks/002e00ec-5dee-4c5f-90f6-ed8e4971d297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135566 Oct 30 15:20:59.478820 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-66c57077-c3dc-4e8f-9c31-3e252ed4fdca tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:59.555048 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0def7-7278-4137-94aa-53308d26523e req-c81a2819-37a9-485a-a558-b8d997cd8be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:59.557492 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-58f0def7-7278-4137-94aa-53308d26523e req-c81a2819-37a9-485a-a558-b8d997cd8be4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7868c22e-6812-4ce4-9812-394c9b463f87 HTTP/1.1" status: 200 len: 797 time: 0.1491215 Oct 30 15:20:59.580462 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0ea5a27d-1613-4576-b282-fa9343827dea req-8cc8b2be-583b-4f3d-b5a3-6420a4712354 service neutron] 10.222.0.62 "GET /v2.0/networks/002e00ec-5dee-4c5f-90f6-ed8e4971d297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369317 Oct 30 15:20:59.656701 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1ab2d008-ba9c-46c7-838c-10001261c155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:59.747883 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0def7-7278-4137-94aa-53308d26523e req-ab60920b-1f2f-4ba2-8e94-9faafa824402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:59.749656 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-58f0def7-7278-4137-94aa-53308d26523e req-ab60920b-1f2f-4ba2-8e94-9faafa824402 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=992316f0-a5bb-44db-b566-e8ec1fde1c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1681447 Oct 30 15:20:59.875525 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port fa82a919-4463-43ab-be4f-5a44066cf235 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:20:59.876556 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:20:59.899962 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e8f47043-27ae-4906-b82d-612f642df456 req-84bddcdb-e835-471a-890a-dd9007ed6325 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=d5aadff8-7f2b-4b21-b7b7-1c3bdb24b3e1 HTTP/1.1" status: 200 len: 210 time: 0.0394418 Oct 30 15:20:59.959032 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74c715-66b1-41e5-8c50-67bba83f69b5 req-507ae300-6886-4e69-b2e8-ebba337157eb tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:20:59.966705 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fa74c715-66b1-41e5-8c50-67bba83f69b5 req-507ae300-6886-4e69-b2e8-ebba337157eb tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=103769ec-8a97-4b3f-9348-031893ca347d HTTP/1.1" status: 200 len: 945 time: 0.3164845 Oct 30 15:20:59.967910 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:00.058765 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ddf06-f1b0-4c52-880e-64b3c81762d9 req-f8bdede5-1f74-46f9-b7b2-366ca4a839b2 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:00.068011 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c01ddf06-f1b0-4c52-880e-64b3c81762d9 req-f8bdede5-1f74-46f9-b7b2-366ca4a839b2 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a210124-5e3a-4033-83d5-ebf6667f1072 HTTP/1.1" status: 200 len: 945 time: 0.0856304 Oct 30 15:21:00.127585 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fa74c715-66b1-41e5-8c50-67bba83f69b5 req-fe0acbd0-0ce4-4a6a-88d0-bc7db332ef43 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449661 Oct 30 15:21:00.144512 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c01ddf06-f1b0-4c52-880e-64b3c81762d9 req-311db808-2f9f-4678-ac97-63c6d570cb5e tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750797 Oct 30 15:21:00.174525 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-58f0def7-7278-4137-94aa-53308d26523e req-abd2f619-ba02-4060-a182-eab667486e05 service neutron] 10.222.0.53 "GET /v2.0/networks/992316f0-a5bb-44db-b566-e8ec1fde1c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4025958 Oct 30 15:21:00.245064 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1ab2d008-ba9c-46c7-838c-10001261c155 None None] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:00.253952 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1ab2d008-ba9c-46c7-838c-10001261c155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:00.361390 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cbf061-9d3d-4976-bee9-2ee4e08ce6e9 None None] Pushing event updated for resources: {'Port': ['ID=d5261632-ef14-43a5-8b5c-67ebb2b1b6f3,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:00.444247 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-1ab2d008-ba9c-46c7-838c-10001261c155 None None] Attempting to bind port d5261632-ef14-43a5-8b5c-67ebb2b1b6f3 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:21:00.444621 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-1ab2d008-ba9c-46c7-838c-10001261c155 None None] Attempting to bind port d5261632-ef14-43a5-8b5c-67ebb2b1b6f3 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '73eb6db6-0f7e-42e1-a234-94da5bd6900f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '12887a7a-c3c7-4a97-beb3-c030c745da0f'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:21:00.444992 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab2d008-ba9c-46c7-838c-10001261c155 None None] Attempting to bind port d5261632-ef14-43a5-8b5c-67ebb2b1b6f3 on network 12887a7a-c3c7-4a97-beb3-c030c745da0f {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:21:00.450421 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f5694b-bae8-43f4-96b5-30239f1f6c41 None None] Update dhcp port {'port': {'network_id': 'dcc4b9b5-5656-4174-9b1f-7537b53ac23b', 'fixed_ips': [{'subnet_id': 'd083a6d4-442e-4394-8b57-8972979ac71a', 'ip_address': '172.20.0.18'}, {'subnet_id': '96dd2b22-bc8e-4b9a-a0d4-d745b2da5bb4'}, {'subnet_id': '20dfc5f0-4239-4973-bd71-d53fa4866a30'}], 'binding:host_id': 'n-d-806683-17'}, 'id': '16ab4028-9761-44b3-aec9-a4eb8da7b2a8'} from n-d-806683-17. {{(pid=102132) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 30 15:21:00.452875 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab2d008-ba9c-46c7-838c-10001261c155 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:21:00.453228 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab2d008-ba9c-46c7-838c-10001261c155 None None] Checking segment: {'id': '73eb6db6-0f7e-42e1-a234-94da5bd6900f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '12887a7a-c3c7-4a97-beb3-c030c745da0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:21:00.453639 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1ab2d008-ba9c-46c7-838c-10001261c155 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:00.454041 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab2d008-ba9c-46c7-838c-10001261c155 None None] Bound using segment: {'id': '73eb6db6-0f7e-42e1-a234-94da5bd6900f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '12887a7a-c3c7-4a97-beb3-c030c745da0f'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:21:00.454530 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-1ab2d008-ba9c-46c7-838c-10001261c155 None None] Bound port: d5261632-ef14-43a5-8b5c-67ebb2b1b6f3, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73eb6db6-0f7e-42e1-a234-94da5bd6900f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '12887a7a-c3c7-4a97-beb3-c030c745da0f'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:21:00.455652 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1ab2d008-ba9c-46c7-838c-10001261c155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:00.547157 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-1ab2d008-ba9c-46c7-838c-10001261c155 None None] For port d5261632-ef14-43a5-8b5c-67ebb2b1b6f3, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:21:00.550607 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-1ab2d008-ba9c-46c7-838c-10001261c155 None None] For port d5261632-ef14-43a5-8b5c-67ebb2b1b6f3, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=d5261632-ef14-43a5-8b5c-67ebb2b1b6f3,segment=NetworkSegment(73eb6db6-0f7e-42e1-a234-94da5bd6900f),segment_id=73eb6db6-0f7e-42e1-a234-94da5bd6900f)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:21:00.554518 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-45f5694b-bae8-43f4-96b5-30239f1f6c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:00.558649 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1ab2d008-ba9c-46c7-838c-10001261c155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:00.668779 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab2d008-ba9c-46c7-838c-10001261c155 None None] Routers {'215cb8f9-8319-4e59-b7fc-dcfddd156e1b'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:21:00.669544 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-1ab2d008-ba9c-46c7-838c-10001261c155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:20:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['215cb8f9-8319-4e59-b7fc-dcfddd156e1b'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:21:00.712086 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cbf061-9d3d-4976-bee9-2ee4e08ce6e9 None None] Pushing event updated for resources: {'Port': ['ID=d5261632-ef14-43a5-8b5c-67ebb2b1b6f3,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:00.851404 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-368891e1-7b20-429a-97f6-b06d69a3d31d None None] Provisioning complete for port d5261632-ef14-43a5-8b5c-67ebb2b1b6f3 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:21:00.851804 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-368891e1-7b20-429a-97f6-b06d69a3d31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:00.938661 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-1ab2d008-ba9c-46c7-838c-10001261c155 None None] Set router 215cb8f9-8319-4e59-b7fc-dcfddd156e1b gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:21:00.947592 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-58f0def7-7278-4137-94aa-53308d26523e req-5e567f3c-e843-4f12-8d98-48328a91418e service neutron] 10.222.0.53 "GET /v2.0/networks/992316f0-a5bb-44db-b566-e8ec1fde1c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7401969 Oct 30 15:21:01.036386 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-66c57077-c3dc-4e8f-9c31-3e252ed4fdca tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Delete allocated IP 172.20.0.8 (dcc4b9b5-5656-4174-9b1f-7537b53ac23b/96dd2b22-bc8e-4b9a-a0d4-d745b2da5bb4) {{(pid=102131) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 30 15:21:01.047095 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-66c57077-c3dc-4e8f-9c31-3e252ed4fdca tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Allocated IP 172.20.0.39 (dcc4b9b5-5656-4174-9b1f-7537b53ac23b/20dfc5f0-4239-4973-bd71-d53fa4866a30/5dc52e55-632e-40d7-8075-b52c16609525) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:21:01.062836 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5c3e41ea-1b02-45e9-8142-ea32aa202bb6 req-a307e113-69b4-48e2-855e-9b3543b26887 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=d5aadff8-7f2b-4b21-b7b7-1c3bdb24b3e1 HTTP/1.1" status: 200 len: 210 time: 0.0466919 Oct 30 15:21:01.117703 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-368891e1-7b20-429a-97f6-b06d69a3d31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:01.214598 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-368891e1-7b20-429a-97f6-b06d69a3d31d None None] For port d5261632-ef14-43a5-8b5c-67ebb2b1b6f3, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=d5261632-ef14-43a5-8b5c-67ebb2b1b6f3,segment=NetworkSegment(73eb6db6-0f7e-42e1-a234-94da5bd6900f),segment_id=73eb6db6-0f7e-42e1-a234-94da5bd6900f)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:21:01.220026 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-368891e1-7b20-429a-97f6-b06d69a3d31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:01.250219 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-66c57077-c3dc-4e8f-9c31-3e252ed4fdca tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:01.258687 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-66c57077-c3dc-4e8f-9c31-3e252ed4fdca tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:01.353588 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c57077-c3dc-4e8f-9c31-3e252ed4fdca tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event updated for resources: {'Port': ['ID=5dc52e55-632e-40d7-8075-b52c16609525,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:01.363394 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368891e1-7b20-429a-97f6-b06d69a3d31d None None] Pushing event updated for resources: {'Port': ['ID=d5261632-ef14-43a5-8b5c-67ebb2b1b6f3,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:01.385475 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e4241003-00f6-4832-a909-a73665bfa351 None None] Provisioning complete for port d5261632-ef14-43a5-8b5c-67ebb2b1b6f3 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:21:01.385997 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e4241003-00f6-4832-a909-a73665bfa351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:01.453517 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-1ab2d008-ba9c-46c7-838c-10001261c155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215cb8f9-8319-4e59-b7fc-dcfddd156e1b', 'name': 'tempest-TestServerMultinode-1476864104-router', 'tenant_id': 'bad311999b214f6eb73569caa3d0398e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': 'fa82a919-4463-43ab-be4f-5a44066cf235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:20:48Z', 'updated_at': '2021-10-30T15:20:56Z', 'revision_number': 4, 'project_id': 'bad311999b214f6eb73569caa3d0398e', 'gw_port': {'id': 'fa82a919-4463-43ab-be4f-5a44066cf235', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215cb8f9-8319-4e59-b7fc-dcfddd156e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1931, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:20:50Z', 'updated_at': '2021-10-30T15:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'd5261632-ef14-43a5-8b5c-67ebb2b1b6f3', 'name': '', 'network_id': '12887a7a-c3c7-4a97-beb3-c030c745da0f', 'tenant_id': 'bad311999b214f6eb73569caa3d0398e', 'mac_address': 'fa:16:3e:b2:48:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215cb8f9-8319-4e59-b7fc-dcfddd156e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': 'e4884b11-88a0-4640-a610-3d6186b371f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:20:54Z', 'updated_at': '2021-10-30T15:21:00Z', 'revision_number': 4, 'project_id': 'bad311999b214f6eb73569caa3d0398e', 'subnets': [{'id': 'e4884b11-88a0-4640-a610-3d6186b371f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:21:01.457372 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f433e38-2ca9-4483-95e1-693f667da2b1 req-d98d5205-5844-4cab-b3cf-6fdd5e36042a tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:01.466800 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8f433e38-2ca9-4483-95e1-693f667da2b1 req-d98d5205-5844-4cab-b3cf-6fdd5e36042a tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a210124-5e3a-4033-83d5-ebf6667f1072 HTTP/1.1" status: 200 len: 945 time: 0.0972252 Oct 30 15:21:01.495582 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab2d008-ba9c-46c7-838c-10001261c155 None None] The sync data for ids ['215cb8f9-8319-4e59-b7fc-dcfddd156e1b'] in n-d-806683-17 is: [{'id': '215cb8f9-8319-4e59-b7fc-dcfddd156e1b', 'name': 'tempest-TestServerMultinode-1476864104-router', 'tenant_id': 'bad311999b214f6eb73569caa3d0398e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': 'fa82a919-4463-43ab-be4f-5a44066cf235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:20:48Z', 'updated_at': '2021-10-30T15:20:56Z', 'revision_number': 4, 'project_id': 'bad311999b214f6eb73569caa3d0398e', 'gw_port': {'id': 'fa82a919-4463-43ab-be4f-5a44066cf235', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215cb8f9-8319-4e59-b7fc-dcfddd156e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1931, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:20:50Z', 'updated_at': '2021-10-30T15:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'd5261632-ef14-43a5-8b5c-67ebb2b1b6f3', 'name': '', 'network_id': '12887a7a-c3c7-4a97-beb3-c030c745da0f', 'tenant_id': 'bad311999b214f6eb73569caa3d0398e', 'mac_address': 'fa:16:3e:b2:48:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215cb8f9-8319-4e59-b7fc-dcfddd156e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': 'e4884b11-88a0-4640-a610-3d6186b371f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:20:54Z', 'updated_at': '2021-10-30T15:21:00Z', 'revision_number': 4, 'project_id': 'bad311999b214f6eb73569caa3d0398e', 'subnets': [{'id': 'e4884b11-88a0-4640-a610-3d6186b371f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:21:01.522734 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c775bb92-7200-4bfd-942c-6dc399543927 req-53b715df-1572-4cff-a0f5-cd030b40bf4f tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:01.524463 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c775bb92-7200-4bfd-942c-6dc399543927 req-53b715df-1572-4cff-a0f5-cd030b40bf4f tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=103769ec-8a97-4b3f-9348-031893ca347d HTTP/1.1" status: 200 len: 945 time: 0.1285164 Oct 30 15:21:01.539911 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-45f5694b-bae8-43f4-96b5-30239f1f6c41 None None] Allocated IP 172.20.0.2 (dcc4b9b5-5656-4174-9b1f-7537b53ac23b/96dd2b22-bc8e-4b9a-a0d4-d745b2da5bb4/16ab4028-9761-44b3-aec9-a4eb8da7b2a8) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:21:01.556691 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-45f5694b-bae8-43f4-96b5-30239f1f6c41 None None] Allocated IP 172.20.0.34 (dcc4b9b5-5656-4174-9b1f-7537b53ac23b/20dfc5f0-4239-4973-bd71-d53fa4866a30/16ab4028-9761-44b3-aec9-a4eb8da7b2a8) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:21:01.603999 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-66c57077-c3dc-4e8f-9c31-3e252ed4fdca tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] In _notify_port_updated(), no bound segment for port 5dc52e55-632e-40d7-8075-b52c16609525 on network dcc4b9b5-5656-4174-9b1f-7537b53ac23b {{(pid=102131) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 30 15:21:01.618181 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c57077-c3dc-4e8f-9c31-3e252ed4fdca tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:01.620688 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-66c57077-c3dc-4e8f-9c31-3e252ed4fdca tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:01.622300 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-66c57077-c3dc-4e8f-9c31-3e252ed4fdca tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "PUT /v2.0/ports/5dc52e55-632e-40d7-8075-b52c16609525 HTTP/1.1" status: 200 len: 960 time: 2.3069229 Oct 30 15:21:01.634890 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47124) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:01.702797 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8f433e38-2ca9-4483-95e1-693f667da2b1 req-17cf4ebd-a761-4d5f-9bb7-1cfa3d6421df tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351251 Oct 30 15:21:01.754705 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c775bb92-7200-4bfd-942c-6dc399543927 req-31d15e47-95ab-4ced-b76c-a0491f26f76c tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169867 Oct 30 15:21:01.780600 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea5a27d-1613-4576-b282-fa9343827dea req-2c73d84f-dd02-409c-9350-46608f0a1562 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:01.782033 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0ea5a27d-1613-4576-b282-fa9343827dea req-2c73d84f-dd02-409c-9350-46608f0a1562 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] 10.222.0.44 "GET /v2.0/networks?id=002e00ec-5dee-4c5f-90f6-ed8e4971d297 HTTP/1.1" status: 200 len: 910 time: 0.2852695 Oct 30 15:21:01.795756 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-0ea5a27d-1613-4576-b282-fa9343827dea req-13e33f4d-cee2-471b-989f-e4b8b143cd71 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] Request body: {'port': {'device_id': 'd5aadff8-7f2b-4b21-b7b7-1c3bdb24b3e1', 'network_id': '002e00ec-5dee-4c5f-90f6-ed8e4971d297', 'admin_state_up': True, 'tenant_id': 'bad311999b214f6eb73569caa3d0398e'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:21:01.858166 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ea5a27d-1613-4576-b282-fa9343827dea req-13e33f4d-cee2-471b-989f-e4b8b143cd71 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] Made reservation on behalf of bad311999b214f6eb73569caa3d0398e for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:21:01.862207 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-0ea5a27d-1613-4576-b282-fa9343827dea req-13e33f4d-cee2-471b-989f-e4b8b143cd71 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:01.916581 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-76a7b88e-6b15-4159-ac0e-788cbee1c4e2 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Deleting port 5dc52e55-632e-40d7-8075-b52c16609525 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:21:01.916925 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-76a7b88e-6b15-4159-ac0e-788cbee1c4e2 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:02.077512 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-0ea5a27d-1613-4576-b282-fa9343827dea req-13e33f4d-cee2-471b-989f-e4b8b143cd71 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] Allocated IP 172.20.0.6 (002e00ec-5dee-4c5f-90f6-ed8e4971d297/4529759d-533f-4b74-bb41-1b9fbd5a2ce7/7e512134-31ea-4a95-a0f8-ea2efd2ab8f7) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:21:02.086112 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-76a7b88e-6b15-4159-ac0e-788cbee1c4e2 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:02.101170 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-76a7b88e-6b15-4159-ac0e-788cbee1c4e2 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Calling delete_port for 5dc52e55-632e-40d7-8075-b52c16609525 owned by {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:21:02.217091 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-db26adc8-0bae-46b3-adbf-b0b9bc856d3e req-da95e1c2-4b60-4c02-9d77-836657e8e3aa tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=d5aadff8-7f2b-4b21-b7b7-1c3bdb24b3e1 HTTP/1.1" status: 200 len: 210 time: 0.0427372 Oct 30 15:21:02.275677 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4951738a-427a-4cdf-8ab8-92a65beae3e9 req-92558f6e-6d3c-438f-8c3f-a3b2dbcb3807 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:02.277058 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4951738a-427a-4cdf-8ab8-92a65beae3e9 req-92558f6e-6d3c-438f-8c3f-a3b2dbcb3807 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=103769ec-8a97-4b3f-9348-031893ca347d HTTP/1.1" status: 200 len: 945 time: 0.1415133 Oct 30 15:21:02.308909 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:02.355557 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-45f5694b-bae8-43f4-96b5-30239f1f6c41 None None] For port 16ab4028-9761-44b3-aec9-a4eb8da7b2a8, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=16ab4028-9761-44b3-aec9-a4eb8da7b2a8,segment=NetworkSegment(08113b91-ffc6-4827-897c-4543f88f54be),segment_id=08113b91-ffc6-4827-897c-4543f88f54be)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:21:02.365679 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4951738a-427a-4cdf-8ab8-92a65beae3e9 req-986a6a16-691e-4251-880d-53cf80864ca6 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750403 Oct 30 15:21:02.412651 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-45f5694b-bae8-43f4-96b5-30239f1f6c41 None None] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:02.419551 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-45f5694b-bae8-43f4-96b5-30239f1f6c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:02.442069 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-76a7b88e-6b15-4159-ac0e-788cbee1c4e2 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:02.463873 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-0ea5a27d-1613-4576-b282-fa9343827dea req-13e33f4d-cee2-471b-989f-e4b8b143cd71 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:02.479781 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a7b88e-6b15-4159-ac0e-788cbee1c4e2 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event deleted for resources: {'Port': ['ID=5dc52e55-632e-40d7-8075-b52c16609525,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:02.540964 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-0ea5a27d-1613-4576-b282-fa9343827dea req-13e33f4d-cee2-471b-989f-e4b8b143cd71 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:02.571039 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-76a7b88e-6b15-4159-ac0e-788cbee1c4e2 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:02.577644 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-76a7b88e-6b15-4159-ac0e-788cbee1c4e2 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "DELETE /v2.0/ports/5dc52e55-632e-40d7-8075-b52c16609525 HTTP/1.1" status: 204 len: 168 time: 0.9125516 Oct 30 15:21:02.579356 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47134) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:02.583973 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f5694b-bae8-43f4-96b5-30239f1f6c41 None None] Pushing event updated for resources: {'Port': ['ID=16ab4028-9761-44b3-aec9-a4eb8da7b2a8,revision_number=6']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:02.614443 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd173272-399e-4f74-866f-3d8240813603 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] GET failed (client error): The resource could not be found. Oct 30 15:21:02.619112 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-fd173272-399e-4f74-866f-3d8240813603 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "GET /v2.0/ports/5dc52e55-632e-40d7-8075-b52c16609525 HTTP/1.1" status: 404 len: 333 time: 0.0379400 Oct 30 15:21:02.620391 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47136) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:02.661970 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ea5a27d-1613-4576-b282-fa9343827dea req-13e33f4d-cee2-471b-989f-e4b8b143cd71 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] Network 002e00ec-5dee-4c5f-90f6-ed8e4971d297 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:21:02.665463 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-0ea5a27d-1613-4576-b282-fa9343827dea req-13e33f4d-cee2-471b-989f-e4b8b143cd71 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:21:02.672416 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ea5a27d-1613-4576-b282-fa9343827dea req-13e33f4d-cee2-471b-989f-e4b8b143cd71 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:21:02.678291 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e33f4d-cee2-471b-989f-e4b8b143cd71 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] Pushing event updated for resources: {'Port': ['ID=7e512134-31ea-4a95-a0f8-ea2efd2ab8f7,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:02.756773 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-929187c1-7ae5-4197-9536-720873ad9277 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:02.760590 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea5a27d-1613-4576-b282-fa9343827dea req-13e33f4d-cee2-471b-989f-e4b8b143cd71 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:02.761204 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-0ea5a27d-1613-4576-b282-fa9343827dea req-13e33f4d-cee2-471b-989f-e4b8b143cd71 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:02.801686 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-929187c1-7ae5-4197-9536-720873ad9277 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:02.809463 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0ea5a27d-1613-4576-b282-fa9343827dea req-13e33f4d-cee2-471b-989f-e4b8b143cd71 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0175335 Oct 30 15:21:02.824987 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-0ea5a27d-1613-4576-b282-fa9343827dea req-62501b44-d6a6-42f8-b1eb-d20cb27e6c69 service neutron] Request body: {'port': {'device_id': 'd5aadff8-7f2b-4b21-b7b7-1c3bdb24b3e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:21:02.899512 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-929187c1-7ae5-4197-9536-720873ad9277 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:02.902376 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-929187c1-7ae5-4197-9536-720873ad9277 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:02.906055 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-929187c1-7ae5-4197-9536-720873ad9277 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "DELETE /v2.0/security-groups/ef6ced01-4f58-49f7-b60e-b50f98687389 HTTP/1.1" status: 204 len: 168 time: 0.2822983 Oct 30 15:21:02.910643 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47144) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:02.991642 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-0ea5a27d-1613-4576-b282-fa9343827dea req-62501b44-d6a6-42f8-b1eb-d20cb27e6c69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:03.001257 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929187c1-7ae5-4197-9536-720873ad9277 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6ced01-4f58-49f7-b60e-b50f98687389,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:03.060212 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57999ea5-4d7b-42db-8011-c4e0d859e951 req-a1faece6-2bdb-4619-8195-517338055362 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:03.069151 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1562ebd5-c12d-4596-baea-6526b83c3ad2 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:03.069516 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-57999ea5-4d7b-42db-8011-c4e0d859e951 req-a1faece6-2bdb-4619-8195-517338055362 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a210124-5e3a-4033-83d5-ebf6667f1072 HTTP/1.1" status: 200 len: 945 time: 0.1746271 Oct 30 15:21:03.098563 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1562ebd5-c12d-4596-baea-6526b83c3ad2 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:03.131496 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-4a8e227c-fb93-4362-9081-3bc998aa348d None None] Provisioning complete for port 7e512134-31ea-4a95-a0f8-ea2efd2ab8f7 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:21:03.131496 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4a8e227c-fb93-4362-9081-3bc998aa348d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:03.154382 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1562ebd5-c12d-4596-baea-6526b83c3ad2 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:03.161219 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1562ebd5-c12d-4596-baea-6526b83c3ad2 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:03.168698 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-1562ebd5-c12d-4596-baea-6526b83c3ad2 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "DELETE /v2.0/security-groups/35dfad35-f7c8-416a-aeae-c1161e9f55c5 HTTP/1.1" status: 204 len: 168 time: 0.2478471 Oct 30 15:21:03.172201 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47148) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:03.228326 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-57999ea5-4d7b-42db-8011-c4e0d859e951 req-38c572c7-9e1d-45e3-ab0a-8351e886ee9f tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578221 Oct 30 15:21:03.233875 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-4a8e227c-fb93-4362-9081-3bc998aa348d None None] Port 7e512134-31ea-4a95-a0f8-ea2efd2ab8f7 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:21:03.290280 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562ebd5-c12d-4596-baea-6526b83c3ad2 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35dfad35-f7c8-416a-aeae-c1161e9f55c5,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:03.356654 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-33a526ee-eef2-48fb-a061-81a5629486c4 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:03.458649 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-33a526ee-eef2-48fb-a061-81a5629486c4 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:03.479756 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78769ee4-116e-4a8d-88b9-eb08de8cd103 req-a994a157-759b-4eb9-ae84-5db9019b0056 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:03.481374 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-78769ee4-116e-4a8d-88b9-eb08de8cd103 req-a994a157-759b-4eb9-ae84-5db9019b0056 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=d5aadff8-7f2b-4b21-b7b7-1c3bdb24b3e1 HTTP/1.1" status: 200 len: 1027 time: 0.1274164 Oct 30 15:21:03.543184 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device d5261632-ef14-43a5-8b5c-67ebb2b1b6f3 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:21:03.580134 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-78769ee4-116e-4a8d-88b9-eb08de8cd103 req-ad89b9b0-b25d-4479-bbe4-58aaec573f57 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=068e546b-3044-4cb0-8297-430712dd22d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852051 Oct 30 15:21:03.598577 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-33a526ee-eef2-48fb-a061-81a5629486c4 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:03.601223 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-33a526ee-eef2-48fb-a061-81a5629486c4 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:03.605254 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-33a526ee-eef2-48fb-a061-81a5629486c4 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "DELETE /v2.0/security-groups/929b97d0-cda5-4d0b-82df-fbeb834d668b HTTP/1.1" status: 204 len: 168 time: 0.4188125 Oct 30 15:21:03.607944 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47154) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:03.636883 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port d5261632-ef14-43a5-8b5c-67ebb2b1b6f3 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:21:03.637381 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:03.641276 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a526ee-eef2-48fb-a061-81a5629486c4 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=929b97d0-cda5-4d0b-82df-fbeb834d668b,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:03.683686 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c37b5e7-18f9-41dd-bb9f-f0cbc72d706f req-5e12f030-9e2f-4a8b-b42d-f4302a053a06 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:03.692787 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0c37b5e7-18f9-41dd-bb9f-f0cbc72d706f req-5e12f030-9e2f-4a8b-b42d-f4302a053a06 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=103769ec-8a97-4b3f-9348-031893ca347d HTTP/1.1" status: 200 len: 945 time: 0.1227522 Oct 30 15:21:03.747541 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-d09f89eb-25c2-4a2e-90da-eea66cd6fc7d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Deleting subnet 96dd2b22-bc8e-4b9a-a0d4-d745b2da5bb4 {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:21:03.754331 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d09f89eb-25c2-4a2e-90da-eea66cd6fc7d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:03.760155 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0c37b5e7-18f9-41dd-bb9f-f0cbc72d706f req-c917e4b0-5dce-4e0d-9378-90c5ea39aa37 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662847 Oct 30 15:21:03.761505 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-058a69c2-f7dd-4158-8859-0797d0eb6c90 None None] Provisioning complete for port 16ab4028-9761-44b3-aec9-a4eb8da7b2a8 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:21:03.761960 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-058a69c2-f7dd-4158-8859-0797d0eb6c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:03.840092 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-0ea5a27d-1613-4576-b282-fa9343827dea req-62501b44-d6a6-42f8-b1eb-d20cb27e6c69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e512134-31ea-4a95-a0f8-ea2efd2ab8f7 {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:21:03.845725 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d09f89eb-25c2-4a2e-90da-eea66cd6fc7d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:03.851672 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-0ea5a27d-1613-4576-b282-fa9343827dea req-62501b44-d6a6-42f8-b1eb-d20cb27e6c69 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:03.866498 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-0ea5a27d-1613-4576-b282-fa9343827dea req-62501b44-d6a6-42f8-b1eb-d20cb27e6c69 service neutron] Transition to ACTIVE for port object 7e512134-31ea-4a95-a0f8-ea2efd2ab8f7 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:21:03.867570 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 16ab4028-9761-44b3-aec9-a4eb8da7b2a8 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:21:03.871674 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-0ea5a27d-1613-4576-b282-fa9343827dea req-62501b44-d6a6-42f8-b1eb-d20cb27e6c69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:03.975681 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 16ab4028-9761-44b3-aec9-a4eb8da7b2a8 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:21:03.976197 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:03.989149 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d09f89eb-25c2-4a2e-90da-eea66cd6fc7d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:04.036575 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-058a69c2-f7dd-4158-8859-0797d0eb6c90 None None] Provisioning complete for port 8b3624d7-93b1-471c-92d1-c959edab10b3 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:21:04.037376 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-058a69c2-f7dd-4158-8859-0797d0eb6c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:04.043318 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62501b44-d6a6-42f8-b1eb-d20cb27e6c69 service neutron] Pushing event updated for resources: {'Port': ['ID=7e512134-31ea-4a95-a0f8-ea2efd2ab8f7,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:04.099109 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-058a69c2-f7dd-4158-8859-0797d0eb6c90 None None] Port 8b3624d7-93b1-471c-92d1-c959edab10b3 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:21:04.105766 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-058a69c2-f7dd-4158-8859-0797d0eb6c90 None None] Could not find standard attr ID for object 5dc52e55-632e-40d7-8075-b52c16609525. {{(pid=102132) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 30 15:21:04.177532 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-0ea5a27d-1613-4576-b282-fa9343827dea req-62501b44-d6a6-42f8-b1eb-d20cb27e6c69 service neutron] Attempting to bind port 7e512134-31ea-4a95-a0f8-ea2efd2ab8f7 on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:21:04.178302 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-0ea5a27d-1613-4576-b282-fa9343827dea req-62501b44-d6a6-42f8-b1eb-d20cb27e6c69 service neutron] Attempting to bind port 7e512134-31ea-4a95-a0f8-ea2efd2ab8f7 by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': '84c718b2-3d6d-429e-a37e-5f2d9357b098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '002e00ec-5dee-4c5f-90f6-ed8e4971d297'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:21:04.178652 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea5a27d-1613-4576-b282-fa9343827dea req-62501b44-d6a6-42f8-b1eb-d20cb27e6c69 service neutron] Attempting to bind port 7e512134-31ea-4a95-a0f8-ea2efd2ab8f7 on network 002e00ec-5dee-4c5f-90f6-ed8e4971d297 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:21:04.190302 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea5a27d-1613-4576-b282-fa9343827dea req-62501b44-d6a6-42f8-b1eb-d20cb27e6c69 service neutron] Port 7e512134-31ea-4a95-a0f8-ea2efd2ab8f7 on network 002e00ec-5dee-4c5f-90f6-ed8e4971d297 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:21:04.190302 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea5a27d-1613-4576-b282-fa9343827dea req-62501b44-d6a6-42f8-b1eb-d20cb27e6c69 service neutron] Attempting to bind port 7e512134-31ea-4a95-a0f8-ea2efd2ab8f7 on network 002e00ec-5dee-4c5f-90f6-ed8e4971d297 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:21:04.199953 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea5a27d-1613-4576-b282-fa9343827dea req-62501b44-d6a6-42f8-b1eb-d20cb27e6c69 service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:21:04.204113 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d09f89eb-25c2-4a2e-90da-eea66cd6fc7d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:04.216668 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea5a27d-1613-4576-b282-fa9343827dea req-62501b44-d6a6-42f8-b1eb-d20cb27e6c69 service neutron] Checking segment: {'id': '84c718b2-3d6d-429e-a37e-5f2d9357b098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '002e00ec-5dee-4c5f-90f6-ed8e4971d297'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:21:04.217177 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea5a27d-1613-4576-b282-fa9343827dea req-62501b44-d6a6-42f8-b1eb-d20cb27e6c69 service neutron] Bound using segment: {'id': '84c718b2-3d6d-429e-a37e-5f2d9357b098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '002e00ec-5dee-4c5f-90f6-ed8e4971d297'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:21:04.217656 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-0ea5a27d-1613-4576-b282-fa9343827dea req-62501b44-d6a6-42f8-b1eb-d20cb27e6c69 service neutron] Bound port: 7e512134-31ea-4a95-a0f8-ea2efd2ab8f7, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84c718b2-3d6d-429e-a37e-5f2d9357b098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '002e00ec-5dee-4c5f-90f6-ed8e4971d297'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:21:04.220565 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-0ea5a27d-1613-4576-b282-fa9343827dea req-62501b44-d6a6-42f8-b1eb-d20cb27e6c69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:04.272781 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09f89eb-25c2-4a2e-90da-eea66cd6fc7d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event deleted for resources: {'Subnet': ['ID=96dd2b22-bc8e-4b9a-a0d4-d745b2da5bb4,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:04.276759 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d09f89eb-25c2-4a2e-90da-eea66cd6fc7d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:04.297503 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d09f89eb-25c2-4a2e-90da-eea66cd6fc7d tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "DELETE /v2.0/subnets/96dd2b22-bc8e-4b9a-a0d4-d745b2da5bb4 HTTP/1.1" status: 204 len: 168 time: 0.6874149 Oct 30 15:21:04.301733 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47168) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:04.390097 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-0ea5a27d-1613-4576-b282-fa9343827dea req-62501b44-d6a6-42f8-b1eb-d20cb27e6c69 service neutron] For port 7e512134-31ea-4a95-a0f8-ea2efd2ab8f7, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:21:04.395707 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-0ea5a27d-1613-4576-b282-fa9343827dea req-62501b44-d6a6-42f8-b1eb-d20cb27e6c69 service neutron] For port 7e512134-31ea-4a95-a0f8-ea2efd2ab8f7, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=7e512134-31ea-4a95-a0f8-ea2efd2ab8f7,segment=NetworkSegment(84c718b2-3d6d-429e-a37e-5f2d9357b098),segment_id=84c718b2-3d6d-429e-a37e-5f2d9357b098)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:21:04.402058 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-0ea5a27d-1613-4576-b282-fa9343827dea req-62501b44-d6a6-42f8-b1eb-d20cb27e6c69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:04.451955 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-a09c3cdb-0c1b-4ae8-bd1d-2965377684b7 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Deleting subnet 20dfc5f0-4239-4973-bd71-d53fa4866a30 {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:21:04.458767 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a09c3cdb-0c1b-4ae8-bd1d-2965377684b7 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:04.468985 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62501b44-d6a6-42f8-b1eb-d20cb27e6c69 service neutron] Pushing event updated for resources: {'Port': ['ID=7e512134-31ea-4a95-a0f8-ea2efd2ab8f7,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:04.478795 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea5a27d-1613-4576-b282-fa9343827dea req-62501b44-d6a6-42f8-b1eb-d20cb27e6c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:04.479191 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-0ea5a27d-1613-4576-b282-fa9343827dea req-62501b44-d6a6-42f8-b1eb-d20cb27e6c69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:04.480672 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0ea5a27d-1613-4576-b282-fa9343827dea req-62501b44-d6a6-42f8-b1eb-d20cb27e6c69 service neutron] 10.222.0.44 "PUT /v2.0/ports/7e512134-31ea-4a95-a0f8-ea2efd2ab8f7 HTTP/1.1" status: 200 len: 1092 time: 1.6626616 Oct 30 15:21:04.481114 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5aadff8-7f2b-4b21-b7b7-1c3bdb24b3e1', 'tag': '7e512134-31ea-4a95-a0f8-ea2efd2ab8f7'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:21:04.483656 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ccaefb9-1d08-4313-9731-d8e1ec3d21f7" -d '{"events": [{"name": "network-changed", "server_uuid": "d5aadff8-7f2b-4b21-b7b7-1c3bdb24b3e1", "tag": "7e512134-31ea-4a95-a0f8-ea2efd2ab8f7"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:21:04.518960 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef59c1f-9ed2-4660-a790-20638ee72c7c None None] Network dcc4b9b5-5656-4174-9b1f-7537b53ac23b requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:21:04.546299 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2339196f-9797-44e5-82e5-83f740863b0c req-dd46c15b-e3c5-4f06-a826-d8696bd46398 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:04.548047 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2339196f-9797-44e5-82e5-83f740863b0c req-dd46c15b-e3c5-4f06-a826-d8696bd46398 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a210124-5e3a-4033-83d5-ebf6667f1072 HTTP/1.1" status: 200 len: 945 time: 0.1560652 Oct 30 15:21:04.563914 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a09c3cdb-0c1b-4ae8-bd1d-2965377684b7 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:04.588874 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea5a27d-1613-4576-b282-fa9343827dea req-cb5905ee-1516-454a-87f6-d55de515119e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:04.590700 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0ea5a27d-1613-4576-b282-fa9343827dea req-cb5905ee-1516-454a-87f6-d55de515119e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bad311999b214f6eb73569caa3d0398e&device_id=d5aadff8-7f2b-4b21-b7b7-1c3bdb24b3e1 HTTP/1.1" status: 200 len: 1095 time: 0.0637107 Oct 30 15:21:04.670137 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34577e81-bbd9-4694-a5bb-7056595bc009 x-openstack-request-id: req-34577e81-bbd9-4694-a5bb-7056595bc009 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:21:04.670376 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5aadff8-7f2b-4b21-b7b7-1c3bdb24b3e1", "tag": "7e512134-31ea-4a95-a0f8-ea2efd2ab8f7", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:21:04.670613 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-34577e81-bbd9-4694-a5bb-7056595bc009 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:21:04.671016 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5aadff8-7f2b-4b21-b7b7-1c3bdb24b3e1', 'tag': '7e512134-31ea-4a95-a0f8-ea2efd2ab8f7', 'status': 'completed', 'code': 200} Oct 30 15:21:04.679722 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0ea5a27d-1613-4576-b282-fa9343827dea req-8caf8636-f737-4d6c-9ade-a07d19a0c964 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e512134-31ea-4a95-a0f8-ea2efd2ab8f7 HTTP/1.1" status: 200 len: 217 time: 0.0785136 Oct 30 15:21:04.743944 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2339196f-9797-44e5-82e5-83f740863b0c req-254b9aef-af74-4544-905f-04c91ee97782 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699331 Oct 30 15:21:04.800224 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-6a561ff1-ebc9-4784-b555-9c4062ddd548 None None] Could not find standard attr ID for object 5dc52e55-632e-40d7-8075-b52c16609525. {{(pid=102132) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 30 15:21:04.823768 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a09c3cdb-0c1b-4ae8-bd1d-2965377684b7 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:04.893728 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf08bae1-334b-456e-8495-0c95826f0485 req-862866d8-f5f4-453f-909e-4c0b4dcc83f1 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:04.899350 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bf08bae1-334b-456e-8495-0c95826f0485 req-862866d8-f5f4-453f-909e-4c0b4dcc83f1 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=d5aadff8-7f2b-4b21-b7b7-1c3bdb24b3e1 HTTP/1.1" status: 200 len: 1095 time: 0.1379158 Oct 30 15:21:04.910740 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea5a27d-1613-4576-b282-fa9343827dea req-6130b677-8e7a-4ee5-b4e0-288ce877b05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:04.912330 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0ea5a27d-1613-4576-b282-fa9343827dea req-6130b677-8e7a-4ee5-b4e0-288ce877b05a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4529759d-533f-4b74-bb41-1b9fbd5a2ce7 HTTP/1.1" status: 200 len: 848 time: 0.2245576 Oct 30 15:21:04.922159 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a09c3cdb-0c1b-4ae8-bd1d-2965377684b7 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:04.987448 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a09c3cdb-0c1b-4ae8-bd1d-2965377684b7 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:04.988336 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bf08bae1-334b-456e-8495-0c95826f0485 req-84191ce4-40db-4053-a18b-2d26102b3adf tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=068e546b-3044-4cb0-8297-430712dd22d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872502 Oct 30 15:21:04.991049 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-a09c3cdb-0c1b-4ae8-bd1d-2965377684b7 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "DELETE /v2.0/subnets/20dfc5f0-4239-4973-bd71-d53fa4866a30 HTTP/1.1" status: 204 len: 168 time: 0.6848178 Oct 30 15:21:04.992699 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09c3cdb-0c1b-4ae8-bd1d-2965377684b7 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event deleted for resources: {'Subnet': ['ID=20dfc5f0-4239-4973-bd71-d53fa4866a30,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:04.995547 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47186) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:05.016643 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea5a27d-1613-4576-b282-fa9343827dea req-41279328-be73-4822-a962-1cbec1a17cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:05.019050 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0ea5a27d-1613-4576-b282-fa9343827dea req-41279328-be73-4822-a962-1cbec1a17cf7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=002e00ec-5dee-4c5f-90f6-ed8e4971d297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0967646 Oct 30 15:21:05.050471 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-bff1192e-5400-4f1a-99a0-2b4d29df335f tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] DELETE failed (client error): The resource could not be found. Oct 30 15:21:05.051204 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bff1192e-5400-4f1a-99a0-2b4d29df335f tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:21:05.056002 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-bff1192e-5400-4f1a-99a0-2b4d29df335f tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "DELETE /v2.0/subnets/96dd2b22-bc8e-4b9a-a0d4-d745b2da5bb4 HTTP/1.1" status: 404 len: 337 time: 0.0586503 Oct 30 15:21:05.058093 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47188) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:05.132869 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c68230-71cc-49b6-bcba-172883e13dcf None None] Update dhcp port {'port': {'network_id': 'dcc4b9b5-5656-4174-9b1f-7537b53ac23b', 'fixed_ips': [{'subnet_id': 'd083a6d4-442e-4394-8b57-8972979ac71a', 'ip_address': '172.20.0.18'}, {'subnet_id': '20dfc5f0-4239-4973-bd71-d53fa4866a30'}], 'binding:host_id': 'n-d-806683-17'}, 'id': '16ab4028-9761-44b3-aec9-a4eb8da7b2a8'} from n-d-806683-17. {{(pid=102132) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 30 15:21:05.149384 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0ea5a27d-1613-4576-b282-fa9343827dea req-3890d32a-4085-40d9-9a59-5c79ef75fa67 service neutron] 10.222.0.44 "GET /v2.0/networks/002e00ec-5dee-4c5f-90f6-ed8e4971d297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222935 Oct 30 15:21:05.154244 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97cb3bb-c231-4f5a-a1ca-88fd9e97ee18 req-8e1113bf-f3f2-4926-85c8-f3058bad76c5 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:05.155846 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d97cb3bb-c231-4f5a-a1ca-88fd9e97ee18 req-8e1113bf-f3f2-4926-85c8-f3058bad76c5 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=103769ec-8a97-4b3f-9348-031893ca347d HTTP/1.1" status: 200 len: 945 time: 0.2495282 Oct 30 15:21:05.173854 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-75688c8f-b7a5-4a08-a2e2-f17dcdb11440 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Deleting subnet d083a6d4-442e-4394-8b57-8972979ac71a {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:21:05.179272 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-28c68230-71cc-49b6-bcba-172883e13dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:05.183921 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-75688c8f-b7a5-4a08-a2e2-f17dcdb11440 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:05.258202 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47194) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:05.295418 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-75688c8f-b7a5-4a08-a2e2-f17dcdb11440 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:05.295920 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0ea5a27d-1613-4576-b282-fa9343827dea req-fe916ee1-7754-47c1-b349-3b65685c8b16 service neutron] 10.222.0.44 "GET /v2.0/networks/002e00ec-5dee-4c5f-90f6-ed8e4971d297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098478 Oct 30 15:21:05.324825 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d97cb3bb-c231-4f5a-a1ca-88fd9e97ee18 req-c6d7d3b2-9d1c-4119-a45b-fd8ee7c37195 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419413 Oct 30 15:21:05.415983 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccaefb9-1d08-4313-9731-d8e1ec3d21f7 req-a0b4e019-6399-4f40-af97-9dd99b6e4f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:05.417727 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7ccaefb9-1d08-4313-9731-d8e1ec3d21f7 req-a0b4e019-6399-4f40-af97-9dd99b6e4f53 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bad311999b214f6eb73569caa3d0398e&device_id=d5aadff8-7f2b-4b21-b7b7-1c3bdb24b3e1 HTTP/1.1" status: 200 len: 1095 time: 0.0654590 Oct 30 15:21:05.422538 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-75688c8f-b7a5-4a08-a2e2-f17dcdb11440 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:05.464422 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4b08e5e8-1d37-4493-b314-f9e1049d5b04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:05.521734 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-75688c8f-b7a5-4a08-a2e2-f17dcdb11440 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server [None req-28c68230-71cc-49b6-bcba-172883e13dcf None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d083a6d4-442e-4394-8b57-8972979ac71a: This subnet is being modified by another concurrent operation. Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server raise self.value Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server raise self.value Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server raise self.value Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server raise self.value Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server raise self.value Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server raise self.value Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1740, in update_port Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server raise exception Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d083a6d4-442e-4394-8b57-8972979ac71a: This subnet is being modified by another concurrent operation. Oct 30 15:21:05.524987 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server Oct 30 15:21:05.533787 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccaefb9-1d08-4313-9731-d8e1ec3d21f7 req-91ccbb24-ebc6-4d6b-8451-88a554e486ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:05.535505 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7ccaefb9-1d08-4313-9731-d8e1ec3d21f7 req-91ccbb24-ebc6-4d6b-8451-88a554e486ae service neutron] 10.222.0.44 "GET /v2.0/networks?id=002e00ec-5dee-4c5f-90f6-ed8e4971d297 HTTP/1.1" status: 200 len: 910 time: 0.1089897 Oct 30 15:21:05.558891 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75688c8f-b7a5-4a08-a2e2-f17dcdb11440 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event deleted for resources: {'Subnet': ['ID=d083a6d4-442e-4394-8b57-8972979ac71a,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:05.565088 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-75688c8f-b7a5-4a08-a2e2-f17dcdb11440 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:05.568231 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-75688c8f-b7a5-4a08-a2e2-f17dcdb11440 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "DELETE /v2.0/subnets/d083a6d4-442e-4394-8b57-8972979ac71a HTTP/1.1" status: 204 len: 168 time: 0.5079877 Oct 30 15:21:05.572216 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47200) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:05.598833 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7ccaefb9-1d08-4313-9731-d8e1ec3d21f7 req-338f39c9-ccfd-4a54-a45e-6f30aa0afbe7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e512134-31ea-4a95-a0f8-ea2efd2ab8f7 HTTP/1.1" status: 200 len: 217 time: 0.0550258 Oct 30 15:21:05.604271 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6304b28-32f4-48b0-b643-589ea691d990 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] DELETE failed (client error): The resource could not be found. Oct 30 15:21:05.604712 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6304b28-32f4-48b0-b643-589ea691d990 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:21:05.611669 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d6304b28-32f4-48b0-b643-589ea691d990 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "DELETE /v2.0/subnets/6dba559a-f7c6-46fb-8b66-44de844c264e HTTP/1.1" status: 404 len: 337 time: 0.0346470 Oct 30 15:21:05.612298 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47202) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:05.641316 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-24a0217b-5c9c-421f-8d70-4201f5d3eb34 None None] Provisioning complete for port 16ab4028-9761-44b3-aec9-a4eb8da7b2a8 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:21:05.643320 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24a0217b-5c9c-421f-8d70-4201f5d3eb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:05.658342 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-c47bdc2d-89a8-4941-995b-1372859cf3bf tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "GET /v2.0/ports?device_id=232252e5-2eea-43d1-a8dd-562a3848c7b2 HTTP/1.1" status: 200 len: 205 time: 0.0386975 Oct 30 15:21:05.660897 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4b08e5e8-1d37-4493-b314-f9e1049d5b04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:05.661739 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47204) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:05.664092 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccaefb9-1d08-4313-9731-d8e1ec3d21f7 req-375d6c7c-0209-4d44-83bf-c9d120db50a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:05.665606 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7ccaefb9-1d08-4313-9731-d8e1ec3d21f7 req-375d6c7c-0209-4d44-83bf-c9d120db50a1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4529759d-533f-4b74-bb41-1b9fbd5a2ce7 HTTP/1.1" status: 200 len: 848 time: 0.0598264 Oct 30 15:21:05.670510 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4b08e5e8-1d37-4493-b314-f9e1049d5b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:05.679664 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55519ece-9cbd-4493-9eea-d63308260569 None None] Network dcc4b9b5-5656-4174-9b1f-7537b53ac23b requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:21:05.711573 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-16d0b41d-9061-4be7-962b-3d1fde974fa1 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] delete failed (client error): The resource could not be found. Oct 30 15:21:05.712631 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-16d0b41d-9061-4be7-962b-3d1fde974fa1 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "DELETE /v2.0/routers/232252e5-2eea-43d1-a8dd-562a3848c7b2 HTTP/1.1" status: 404 len: 336 time: 0.0498991 Oct 30 15:21:05.716179 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47206) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:05.740609 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-4b08e5e8-1d37-4493-b314-f9e1049d5b04 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1a720e3559164378908a53d9e352bb51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4813619 Oct 30 15:21:05.741833 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b08e5e8-1d37-4493-b314-f9e1049d5b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d216ae-572d-469d-b638-86b8cba18905,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:05.744186 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47208) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:05.744551 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccaefb9-1d08-4313-9731-d8e1ec3d21f7 req-7a2906e0-6e36-4b10-99b9-25627c8b292b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:05.746355 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7ccaefb9-1d08-4313-9731-d8e1ec3d21f7 req-7a2906e0-6e36-4b10-99b9-25627c8b292b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=002e00ec-5dee-4c5f-90f6-ed8e4971d297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0730581 Oct 30 15:21:05.748063 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-75f29c76-fd64-446a-b7b2-6e35f807634f tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] DELETE failed (client error): The resource could not be found. Oct 30 15:21:05.748506 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75f29c76-fd64-446a-b7b2-6e35f807634f tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:21:05.754456 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-75f29c76-fd64-446a-b7b2-6e35f807634f tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "DELETE /v2.0/subnets/d51c69c0-9224-48b2-a09b-72d7594c8718 HTTP/1.1" status: 404 len: 337 time: 0.0349977 Oct 30 15:21:05.754752 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47210) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:05.799400 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eac15c5-28b4-4e03-821a-3cb5d5bb50b8 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] DELETE failed (client error): The resource could not be found. Oct 30 15:21:05.799765 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6eac15c5-28b4-4e03-821a-3cb5d5bb50b8 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:21:05.802781 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-6eac15c5-28b4-4e03-821a-3cb5d5bb50b8 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "DELETE /v2.0/subnets/8a8ee560-7bf2-4c0c-8580-79a4323bc3a3 HTTP/1.1" status: 404 len: 337 time: 0.0466676 Oct 30 15:21:05.809290 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47214) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:05.850055 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-770050f6-57aa-4855-96f4-c14e75aaeb6c tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] DELETE failed (client error): The resource could not be found. Oct 30 15:21:05.850413 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-770050f6-57aa-4855-96f4-c14e75aaeb6c tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:21:05.853629 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-770050f6-57aa-4855-96f4-c14e75aaeb6c tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "DELETE /v2.0/subnets/43c092c7-5d26-43cc-af27-576c1e43fa73 HTTP/1.1" status: 404 len: 337 time: 0.0433271 Oct 30 15:21:05.864613 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47216) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:05.913667 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-c11cbbb2-c0a3-49ca-9bd2-ad89387c10e1 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] DELETE failed (client error): The resource could not be found. Oct 30 15:21:05.913943 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c11cbbb2-c0a3-49ca-9bd2-ad89387c10e1 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:21:05.916896 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-c11cbbb2-c0a3-49ca-9bd2-ad89387c10e1 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "DELETE /v2.0/ports/3bc3b84b-5387-41a6-83aa-7818cb4f4682 HTTP/1.1" status: 404 len: 333 time: 0.0512586 Oct 30 15:21:05.921385 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47218) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:05.928765 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-24a0217b-5c9c-421f-8d70-4201f5d3eb34 None None] Provisioning complete for port 8b3624d7-93b1-471c-92d1-c959edab10b3 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:21:05.929232 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24a0217b-5c9c-421f-8d70-4201f5d3eb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:05.960671 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fa2f400b-cc80-40b9-9d13-14c882104104 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:05.961031 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d245bffe-c932-4be9-bd53-16bda3c08c9a None None] DHCP port deletion for dcc4b9b5-5656-4174-9b1f-7537b53ac23b request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:21:05.966286 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-d37a5a2d-f6b6-4d18-a4c9-abcf1a7f6cf1 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] DELETE failed (client error): The resource could not be found. Oct 30 15:21:05.966751 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d37a5a2d-f6b6-4d18-a4c9-abcf1a7f6cf1 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:21:05.972289 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d37a5a2d-f6b6-4d18-a4c9-abcf1a7f6cf1 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "DELETE /v2.0/subnets/90e185cc-6849-4df7-aed2-5dfe6b4d0bdb HTTP/1.1" status: 404 len: 337 time: 0.0475557 Oct 30 15:21:05.973117 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47220) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:05.982529 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80bd3f2-8273-49e8-9cb1-7d7e138b4eb8 req-6d556abf-4f7f-4255-a682-3b6f2f3b3696 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:05.984150 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c80bd3f2-8273-49e8-9cb1-7d7e138b4eb8 req-6d556abf-4f7f-4255-a682-3b6f2f3b3696 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a210124-5e3a-4033-83d5-ebf6667f1072 HTTP/1.1" status: 200 len: 945 time: 0.1406953 Oct 30 15:21:06.006823 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-24a0217b-5c9c-421f-8d70-4201f5d3eb34 None None] Port 8b3624d7-93b1-471c-92d1-c959edab10b3 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:21:06.032642 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d245bffe-c932-4be9-bd53-16bda3c08c9a None None] Deleting port 16ab4028-9761-44b3-aec9-a4eb8da7b2a8 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:21:06.033097 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d245bffe-c932-4be9-bd53-16bda3c08c9a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:06.037416 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5d28a2e-f837-4428-a72a-cd51d7f15d83 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] DELETE failed (client error): The resource could not be found. Oct 30 15:21:06.037880 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5d28a2e-f837-4428-a72a-cd51d7f15d83 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:21:06.041041 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-a5d28a2e-f837-4428-a72a-cd51d7f15d83 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "DELETE /v2.0/subnets/727dbf2b-a683-4726-8c99-446cbd6b7b04 HTTP/1.1" status: 404 len: 337 time: 0.0668070 Oct 30 15:21:06.050926 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47224) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:06.052978 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fa2f400b-cc80-40b9-9d13-14c882104104 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:06.088266 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-8632de99-7656-4438-84b8-346688d36307 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] DELETE failed (client error): The resource could not be found. Oct 30 15:21:06.089020 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8632de99-7656-4438-84b8-346688d36307 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:21:06.092207 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-8632de99-7656-4438-84b8-346688d36307 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "DELETE /v2.0/ports/57b0cca6-1947-4956-ae49-f2f0fb695c86 HTTP/1.1" status: 404 len: 333 time: 0.0371146 Oct 30 15:21:06.095768 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47226) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:06.107078 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d245bffe-c932-4be9-bd53-16bda3c08c9a None None] For port 16ab4028-9761-44b3-aec9-a4eb8da7b2a8, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=16ab4028-9761-44b3-aec9-a4eb8da7b2a8,segment=NetworkSegment(08113b91-ffc6-4827-897c-4543f88f54be),segment_id=08113b91-ffc6-4827-897c-4543f88f54be)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:21:06.107811 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d245bffe-c932-4be9-bd53-16bda3c08c9a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:06.122643 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d245bffe-c932-4be9-bd53-16bda3c08c9a None None] Calling delete_port for 16ab4028-9761-44b3-aec9-a4eb8da7b2a8 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:21:06.151394 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-92d7621d-bb49-4e8d-a9f6-f7ad53b7b067 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] DELETE failed (client error): The resource could not be found. Oct 30 15:21:06.151889 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92d7621d-bb49-4e8d-a9f6-f7ad53b7b067 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:21:06.158567 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-92d7621d-bb49-4e8d-a9f6-f7ad53b7b067 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "DELETE /v2.0/subnets/a3fc2be4-95b5-47cd-ac01-3ae2a7e3d508 HTTP/1.1" status: 404 len: 337 time: 0.0528235 Oct 30 15:21:06.159454 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c80bd3f2-8273-49e8-9cb1-7d7e138b4eb8 req-86a096fc-6b9c-4cef-858d-795c0e188ba9 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626675 Oct 30 15:21:06.160270 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47228) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:06.194327 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-3323fdad-e158-4e0d-8ad5-0cc59340f0ad tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] DELETE failed (client error): The resource could not be found. Oct 30 15:21:06.194327 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3323fdad-e158-4e0d-8ad5-0cc59340f0ad tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:21:06.199399 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-3323fdad-e158-4e0d-8ad5-0cc59340f0ad tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "DELETE /v2.0/subnets/3fc398d3-b409-468f-ba44-4e25c652fca7 HTTP/1.1" status: 404 len: 337 time: 0.0358398 Oct 30 15:21:06.200777 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47230) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:06.240845 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fa2f400b-cc80-40b9-9d13-14c882104104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:06.241896 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d245bffe-c932-4be9-bd53-16bda3c08c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:06.243439 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fa2f400b-cc80-40b9-9d13-14c882104104 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:06.246981 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-fa2f400b-cc80-40b9-9d13-14c882104104 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/05d216ae-572d-469d-b638-86b8cba18905 HTTP/1.1" status: 204 len: 168 time: 0.4995170 Oct 30 15:21:06.278438 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2f400b-cc80-40b9-9d13-14c882104104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d216ae-572d-469d-b638-86b8cba18905,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:06.279062 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602079b0-204a-491e-bb04-87ea08cd61eb req-b294271e-9664-4b30-82da-9dac034d055c tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:06.281152 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-602079b0-204a-491e-bb04-87ea08cd61eb req-b294271e-9664-4b30-82da-9dac034d055c tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=d5aadff8-7f2b-4b21-b7b7-1c3bdb24b3e1 HTTP/1.1" status: 200 len: 1095 time: 0.0705156 Oct 30 15:21:06.284884 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7ccaefb9-1d08-4313-9731-d8e1ec3d21f7 req-ef6ae6b4-47f3-403b-9ebb-469b676563cd service neutron] 10.222.0.44 "GET /v2.0/networks/002e00ec-5dee-4c5f-90f6-ed8e4971d297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5310485 Oct 30 15:21:06.294052 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d245bffe-c932-4be9-bd53-16bda3c08c9a None None] Pushing event deleted for resources: {'Port': ['ID=16ab4028-9761-44b3-aec9-a4eb8da7b2a8,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:06.311695 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-1e64b7d9-f7a3-495b-8cb0-bcbedf611cf6 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Deleting port 8b3624d7-93b1-471c-92d1-c959edab10b3 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:21:06.312063 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d245bffe-c932-4be9-bd53-16bda3c08c9a None None] No DVR routers for this DVR port 16ab4028-9761-44b3-aec9-a4eb8da7b2a8 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:21:06.312557 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1e64b7d9-f7a3-495b-8cb0-bcbedf611cf6 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:06.337090 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fbe609-fe7e-4bbb-ab21-b59d20ac3996 None None] get_active_networks_info from n-d-806683-17 {{(pid=102132) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 30 15:21:06.403448 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1e64b7d9-f7a3-495b-8cb0-bcbedf611cf6 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:06.418965 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-1e64b7d9-f7a3-495b-8cb0-bcbedf611cf6 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Calling delete_port for 8b3624d7-93b1-471c-92d1-c959edab10b3 owned by {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:21:06.483238 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-602079b0-204a-491e-bb04-87ea08cd61eb req-38d6d91c-7143-4561-b7e4-f0ce53f3cbf8 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=068e546b-3044-4cb0-8297-430712dd22d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823225 Oct 30 15:21:06.526191 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7ccaefb9-1d08-4313-9731-d8e1ec3d21f7 req-b14ca61b-dd9f-4609-b3e0-c81d8c795c0b service neutron] 10.222.0.44 "GET /v2.0/networks/002e00ec-5dee-4c5f-90f6-ed8e4971d297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293570 Oct 30 15:21:06.528675 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fbe609-fe7e-4bbb-ab21-b59d20ac3996 None None] Resources bound (agent type, host, resource id): {{(pid=102132) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 30 15:21:06.576801 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1e64b7d9-f7a3-495b-8cb0-bcbedf611cf6 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:06.622336 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac93c2a-9e1c-4497-ae13-9c22986ec484 req-b104477a-6015-4945-9849-9f39725d064e tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:06.627938 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7ac93c2a-9e1c-4497-ae13-9c22986ec484 req-b104477a-6015-4945-9849-9f39725d064e tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=103769ec-8a97-4b3f-9348-031893ca347d HTTP/1.1" status: 200 len: 945 time: 0.1444132 Oct 30 15:21:06.633199 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e64b7d9-f7a3-495b-8cb0-bcbedf611cf6 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event deleted for resources: {'Port': ['ID=8b3624d7-93b1-471c-92d1-c959edab10b3,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:06.641891 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1e64b7d9-f7a3-495b-8cb0-bcbedf611cf6 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:06.645822 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-1e64b7d9-f7a3-495b-8cb0-bcbedf611cf6 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "DELETE /v2.0/ports/8b3624d7-93b1-471c-92d1-c959edab10b3 HTTP/1.1" status: 204 len: 168 time: 0.4450116 Oct 30 15:21:06.649896 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47242) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:06.674469 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7ac93c2a-9e1c-4497-ae13-9c22986ec484 req-eda9b10a-5139-4a51-aac8-b9543335c7e8 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424478 Oct 30 15:21:06.719585 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47244) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:06.742714 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5913ff74-27d7-4030-aabe-7909f8675abd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:06.769300 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8473a96d-de1e-4b6b-ba3b-c00873cb8c04 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:06.894752 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8473a96d-de1e-4b6b-ba3b-c00873cb8c04 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:06.928284 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-8473a96d-de1e-4b6b-ba3b-c00873cb8c04 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcc4b9b5-5656-4174-9b1f-7537b53ac23b']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:21:06.937778 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5913ff74-27d7-4030-aabe-7909f8675abd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:06.941263 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-8473a96d-de1e-4b6b-ba3b-c00873cb8c04 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08113b91-ffc6-4827-897c-4543f88f54be') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:21:06.941559 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-8473a96d-de1e-4b6b-ba3b-c00873cb8c04 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08113b91-ffc6-4827-897c-4543f88f54be') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:21:06.947710 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5913ff74-27d7-4030-aabe-7909f8675abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:06.959589 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8473a96d-de1e-4b6b-ba3b-c00873cb8c04 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:06.991567 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8473a96d-de1e-4b6b-ba3b-c00873cb8c04 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:07.007198 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-5913ff74-27d7-4030-aabe-7909f8675abd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6b0c5728436c49e4b263381a42f2cb95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2860177 Oct 30 15:21:07.009129 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8473a96d-de1e-4b6b-ba3b-c00873cb8c04 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:21:07.009524 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8473a96d-de1e-4b6b-ba3b-c00873cb8c04 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:07.010268 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47246) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:07.012576 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:21:07.012576 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:21:07.012576 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:21:07.012576 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:21:07.012576 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:21:07.012576 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:21:07.012576 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:21:07.012576 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:21:07.012576 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:21:07.012576 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:21:07.012576 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:21:07.012576 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:21:07.012576 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:21:07.012576 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:21:07.012576 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:21:07.012576 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:21:07.012576 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:21:07.012576 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:21:07.012576 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:21:07.012576 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:21:07.012576 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:21:07.012576 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:21:07.012576 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:21:07.012576 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:21:07.012576 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:21:07.012576 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:21:07.012576 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:21:07.012576 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:21:07.012576 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:21:07.012576 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:21:07.012576 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:21:07.012576 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:21:07.023519 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5913ff74-27d7-4030-aabe-7909f8675abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=345e7cd6-d09d-47a9-88bb-1b3f930c5cba,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:07.063208 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0f568af5-979e-47c3-a5e5-8532dd602c44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:07.072898 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8473a96d-de1e-4b6b-ba3b-c00873cb8c04 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:07.082311 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8473a96d-de1e-4b6b-ba3b-c00873cb8c04 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:07.085501 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-8473a96d-de1e-4b6b-ba3b-c00873cb8c04 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] 10.222.0.62 "DELETE /v2.0/networks/dcc4b9b5-5656-4174-9b1f-7537b53ac23b HTTP/1.1" status: 204 len: 168 time: 0.4333696 Oct 30 15:21:07.087160 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0f568af5-979e-47c3-a5e5-8532dd602c44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:07.097519 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8473a96d-de1e-4b6b-ba3b-c00873cb8c04 tempest-PortsTestJSON-678450192 tempest-PortsTestJSON-678450192-project] Pushing event deleted for resources: {'Network': ['ID=dcc4b9b5-5656-4174-9b1f-7537b53ac23b,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:07.135999 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0f568af5-979e-47c3-a5e5-8532dd602c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:07.138638 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0f568af5-979e-47c3-a5e5-8532dd602c44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:07.139819 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-0f568af5-979e-47c3-a5e5-8532dd602c44 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/345e7cd6-d09d-47a9-88bb-1b3f930c5cba HTTP/1.1" status: 204 len: 168 time: 0.1285405 Oct 30 15:21:07.149437 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f568af5-979e-47c3-a5e5-8532dd602c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=345e7cd6-d09d-47a9-88bb-1b3f930c5cba,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:07.271619 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 16ab4028-9761-44b3-aec9-a4eb8da7b2a8 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:21:07.298098 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 16ab4028-9761-44b3-aec9-a4eb8da7b2a8 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:21:07.299085 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 16ab4028-9761-44b3-aec9-a4eb8da7b2a8 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:21:07.324718 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692af2fa-0168-4a3a-8532-82526f1237e7 req-6b8e974c-0933-44dc-96e6-e8c09e296a07 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:07.326269 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-692af2fa-0168-4a3a-8532-82526f1237e7 req-6b8e974c-0933-44dc-96e6-e8c09e296a07 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a210124-5e3a-4033-83d5-ebf6667f1072 HTTP/1.1" status: 200 len: 945 time: 0.0662081 Oct 30 15:21:07.368905 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-692af2fa-0168-4a3a-8532-82526f1237e7 req-9b70e335-0dec-4f28-9372-a6d9b170a459 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351093 Oct 30 15:21:07.400203 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47260) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:07.516844 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47266) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:07.536089 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8252ef81-807d-44f1-b30b-5915f32a6b21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:07.547346 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-fa6ae4fc-a2aa-4745-94f7-1b3a44c1e188 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=588c9a586131499fbc33840e1d270dce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1442218 Oct 30 15:21:07.547692 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47268) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:07.621967 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c86e3b-6612-4578-9fa4-d85629e53dd3 req-f11c9a5c-cdc0-46c1-93b1-96cbc4a8c545 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:07.623736 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-71c86e3b-6612-4578-9fa4-d85629e53dd3 req-f11c9a5c-cdc0-46c1-93b1-96cbc4a8c545 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=d5aadff8-7f2b-4b21-b7b7-1c3bdb24b3e1 HTTP/1.1" status: 200 len: 1095 time: 0.0690758 Oct 30 15:21:07.626216 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8252ef81-807d-44f1-b30b-5915f32a6b21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:07.632190 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8252ef81-807d-44f1-b30b-5915f32a6b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:07.643833 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e984c3e6-4024-4412-9f1d-0bcc9c49bc8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:07.672479 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-8252ef81-807d-44f1-b30b-5915f32a6b21 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f7658a9196f14900b9112d852473415d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1529763 Oct 30 15:21:07.676874 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47272) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:07.682392 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8252ef81-807d-44f1-b30b-5915f32a6b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f04d41e-8d7b-4527-8b97-e594abca27bf,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:07.684093 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e984c3e6-4024-4412-9f1d-0bcc9c49bc8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:07.700465 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-71c86e3b-6612-4578-9fa4-d85629e53dd3 req-7ff8b2e3-aaae-4a24-82a7-e4f86cea6dee tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=068e546b-3044-4cb0-8297-430712dd22d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663762 Oct 30 15:21:07.742627 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8165362f-7604-48ae-bd9c-2a19e4501723 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:07.745517 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e984c3e6-4024-4412-9f1d-0bcc9c49bc8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:07.748841 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e984c3e6-4024-4412-9f1d-0bcc9c49bc8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:07.750003 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e984c3e6-4024-4412-9f1d-0bcc9c49bc8b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/80f003c3-c6a1-48aa-91a9-7af9ad12727c HTTP/1.1" status: 204 len: 168 time: 0.2007530 Oct 30 15:21:07.771575 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e984c3e6-4024-4412-9f1d-0bcc9c49bc8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f003c3-c6a1-48aa-91a9-7af9ad12727c,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:07.779539 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8165362f-7604-48ae-bd9c-2a19e4501723 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:07.841564 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ebf07-4e53-44ff-b420-e8d6f3d34fe8 req-b55eddf6-538c-428f-9422-19083fa54fa4 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:07.843074 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-254ebf07-4e53-44ff-b420-e8d6f3d34fe8 req-b55eddf6-538c-428f-9422-19083fa54fa4 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=103769ec-8a97-4b3f-9348-031893ca347d HTTP/1.1" status: 200 len: 945 time: 0.0789068 Oct 30 15:21:07.854567 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 7e512134-31ea-4a95-a0f8-ea2efd2ab8f7 details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:21:07.870414 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8165362f-7604-48ae-bd9c-2a19e4501723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:07.873133 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8165362f-7604-48ae-bd9c-2a19e4501723 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:07.874380 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-8165362f-7604-48ae-bd9c-2a19e4501723 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4f04d41e-8d7b-4527-8b97-e594abca27bf HTTP/1.1" status: 204 len: 168 time: 0.1982732 Oct 30 15:21:07.926923 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8165362f-7604-48ae-bd9c-2a19e4501723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f04d41e-8d7b-4527-8b97-e594abca27bf,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:07.943723 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-254ebf07-4e53-44ff-b420-e8d6f3d34fe8 req-e7736f61-9373-427c-8a04-e69c6bab950b tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769160 Oct 30 15:21:07.995072 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 7e512134-31ea-4a95-a0f8-ea2efd2ab8f7, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=7e512134-31ea-4a95-a0f8-ea2efd2ab8f7,segment=NetworkSegment(84c718b2-3d6d-429e-a37e-5f2d9357b098),segment_id=84c718b2-3d6d-429e-a37e-5f2d9357b098)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:21:08.007620 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': '7e512134-31ea-4a95-a0f8-ea2efd2ab8f7', 'network_id': '002e00ec-5dee-4c5f-90f6-ed8e4971d297', 'port_id': '7e512134-31ea-4a95-a0f8-ea2efd2ab8f7', 'mac_address': 'fa:16:3e:5d:b8:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4529759d-533f-4b74-bb41-1b9fbd5a2ce7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:21:08.047432 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:08.067162 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e512134-31ea-4a95-a0f8-ea2efd2ab8f7 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:21:08.090347 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 7e512134-31ea-4a95-a0f8-ea2efd2ab8f7, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=7e512134-31ea-4a95-a0f8-ea2efd2ab8f7,segment=NetworkSegment(84c718b2-3d6d-429e-a37e-5f2d9357b098),segment_id=84c718b2-3d6d-429e-a37e-5f2d9357b098)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:21:08.096831 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:08.147109 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=7e512134-31ea-4a95-a0f8-ea2efd2ab8f7,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:08.332322 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['7e512134-31ea-4a95-a0f8-ea2efd2ab8f7'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:21:08.549415 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecd4aff-6eef-4f3e-b333-8f475c0fc6c3 req-fcf81f92-3c07-46f5-9cc8-bcaacabff2cb tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:08.556499 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4ecd4aff-6eef-4f3e-b333-8f475c0fc6c3 req-fcf81f92-3c07-46f5-9cc8-bcaacabff2cb tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a210124-5e3a-4033-83d5-ebf6667f1072 HTTP/1.1" status: 200 len: 945 time: 0.1040571 Oct 30 15:21:08.591211 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4ecd4aff-6eef-4f3e-b333-8f475c0fc6c3 req-f0c587a1-d06a-435c-9254-a879a127dd2e tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338414 Oct 30 15:21:08.631596 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47318) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:08.820088 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cd9af4-ac29-40e3-96da-a5c2b647a702 req-a5352d9d-9cc5-47c2-a79b-36f9d9ac6c49 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:08.821776 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-02cd9af4-ac29-40e3-96da-a5c2b647a702 req-a5352d9d-9cc5-47c2-a79b-36f9d9ac6c49 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=d5aadff8-7f2b-4b21-b7b7-1c3bdb24b3e1 HTTP/1.1" status: 200 len: 1096 time: 0.0454874 Oct 30 15:21:08.841527 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-11f2f9b3-9b71-488b-b39d-0806d6450b28 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Request body: {'security_group': {'name': 'tempest-secgroup--301501398'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:21:08.882025 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-02cd9af4-ac29-40e3-96da-a5c2b647a702 req-71259a72-844d-4293-b763-0db5ea8c0769 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=068e546b-3044-4cb0-8297-430712dd22d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535576 Oct 30 15:21:08.883282 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-11f2f9b3-9b71-488b-b39d-0806d6450b28 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:08.891529 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-11f2f9b3-9b71-488b-b39d-0806d6450b28 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:08.967165 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-11f2f9b3-9b71-488b-b39d-0806d6450b28 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:08.972199 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-11f2f9b3-9b71-488b-b39d-0806d6450b28 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:09.012832 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f2f9b3-9b71-488b-b39d-0806d6450b28 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf004caf-330d-4d0f-90f6-3dca56de6b6f,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:09.056534 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-11f2f9b3-9b71-488b-b39d-0806d6450b28 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:09.061100 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-11f2f9b3-9b71-488b-b39d-0806d6450b28 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:09.099559 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34579c81-08b8-4896-aaf8-7816c30008e1 req-d5f7b91a-b699-43ff-8e62-353e56b4c9eb tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:09.105766 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-11f2f9b3-9b71-488b-b39d-0806d6450b28 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:09.107983 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-11f2f9b3-9b71-488b-b39d-0806d6450b28 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4751058 Oct 30 15:21:09.113853 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47340) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:09.116422 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-34579c81-08b8-4896-aaf8-7816c30008e1 req-d5f7b91a-b699-43ff-8e62-353e56b4c9eb tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=103769ec-8a97-4b3f-9348-031893ca347d HTTP/1.1" status: 200 len: 945 time: 0.0849686 Oct 30 15:21:09.136439 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f2f9b3-9b71-488b-b39d-0806d6450b28 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c26fee-a2d5-4ad9-b6b0-2414997be11b,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:09.190628 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-34579c81-08b8-4896-aaf8-7816c30008e1 req-dc387842-3fd5-4f84-b027-ac497cb5a483 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703685 Oct 30 15:21:09.216631 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e9ee412e-3a34-4464-96f5-dbe208cf11d1 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1009295 Oct 30 15:21:09.219718 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:21:09.224396 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47344) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:09.229944 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-73a146d5-99ca-4fb0-b884-00ef6faf046c tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Request body: {'security_group': {'name': 'tempest-security--1949205860', 'description': 'tempest-security-description-132475175'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:21:09.259871 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-73a146d5-99ca-4fb0-b884-00ef6faf046c tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:09.307785 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-73a146d5-99ca-4fb0-b884-00ef6faf046c tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:09.312103 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-73a146d5-99ca-4fb0-b884-00ef6faf046c tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:09.314820 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-73a146d5-99ca-4fb0-b884-00ef6faf046c tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:09.316170 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-73a146d5-99ca-4fb0-b884-00ef6faf046c tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] 10.222.0.62 "PUT /v2.0/security-groups/c8c26fee-a2d5-4ad9-b6b0-2414997be11b HTTP/1.1" status: 200 len: 1779 time: 0.0905933 Oct 30 15:21:09.319311 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47348) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:09.343116 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a146d5-99ca-4fb0-b884-00ef6faf046c tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c26fee-a2d5-4ad9-b6b0-2414997be11b,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:09.366456 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-02cb1e69-af30-4abc-b528-b60c11ae522d tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] 10.222.0.62 "GET /v2.0/security-groups/c8c26fee-a2d5-4ad9-b6b0-2414997be11b HTTP/1.1" status: 200 len: 1779 time: 0.0454237 Oct 30 15:21:09.369017 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47354) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:09.423351 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6c98bf62-3ab4-48dc-9a75-70031260d16d tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:09.446236 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6c98bf62-3ab4-48dc-9a75-70031260d16d tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:09.488482 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6c98bf62-3ab4-48dc-9a75-70031260d16d tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:09.492404 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6c98bf62-3ab4-48dc-9a75-70031260d16d tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:09.493785 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-6c98bf62-3ab4-48dc-9a75-70031260d16d tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] 10.222.0.62 "DELETE /v2.0/security-groups/c8c26fee-a2d5-4ad9-b6b0-2414997be11b HTTP/1.1" status: 204 len: 168 time: 0.1238704 Oct 30 15:21:09.496563 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47356) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:09.503307 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c98bf62-3ab4-48dc-9a75-70031260d16d tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c26fee-a2d5-4ad9-b6b0-2414997be11b,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:09.568548 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-31aea154-657d-496f-befc-bdd5d7b9afc1 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0705297 Oct 30 15:21:09.571187 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47362) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:09.587428 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-812a7ba5-106c-4ceb-8ba3-7ad0099bf209 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] delete failed (client error): The resource could not be found. Oct 30 15:21:09.589032 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-812a7ba5-106c-4ceb-8ba3-7ad0099bf209 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] 10.222.0.62 "DELETE /v2.0/security-groups/c8c26fee-a2d5-4ad9-b6b0-2414997be11b HTTP/1.1" status: 404 len: 347 time: 0.0167162 Oct 30 15:21:09.593249 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47364) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:09.599658 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-c920514b-687e-4be1-b102-4561f8a7de51 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Request body: {'security_group': {'name': 'tempest-secgroup--1993911366'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:21:09.633663 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c920514b-687e-4be1-b102-4561f8a7de51 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:09.760269 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a99aa8-2934-4d74-82d5-64f468e152c7 req-61eee9ed-e815-4096-bd50-fea025286202 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:09.761801 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-74a99aa8-2934-4d74-82d5-64f468e152c7 req-61eee9ed-e815-4096-bd50-fea025286202 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a210124-5e3a-4033-83d5-ebf6667f1072 HTTP/1.1" status: 200 len: 945 time: 0.0884602 Oct 30 15:21:09.764333 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c920514b-687e-4be1-b102-4561f8a7de51 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:09.781665 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c920514b-687e-4be1-b102-4561f8a7de51 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:09.838687 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c920514b-687e-4be1-b102-4561f8a7de51 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:09.840040 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-c920514b-687e-4be1-b102-4561f8a7de51 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2455802 Oct 30 15:21:09.842771 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47382) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:09.848502 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-17df5b6d-61aa-42ed-9b68-dd5351b6ee96 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Request body: {'security_group_rule': {'security_group_id': '56507eb9-d788-4d0b-9b50-b653c259fae9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:21:09.863032 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 7e512134-31ea-4a95-a0f8-ea2efd2ab8f7 up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:21:09.875408 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-74a99aa8-2934-4d74-82d5-64f468e152c7 req-bc5fb666-2d39-4563-933d-5aaf06f7cd6b tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988131 Oct 30 15:21:09.878361 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c920514b-687e-4be1-b102-4561f8a7de51 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56507eb9-d788-4d0b-9b50-b653c259fae9,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:09.886489 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-17df5b6d-61aa-42ed-9b68-dd5351b6ee96 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:09.960089 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port 7e512134-31ea-4a95-a0f8-ea2efd2ab8f7 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:21:09.964741 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port 7e512134-31ea-4a95-a0f8-ea2efd2ab8f7 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:21:09.965748 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:09.999261 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-17df5b6d-61aa-42ed-9b68-dd5351b6ee96 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:10.003616 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-17df5b6d-61aa-42ed-9b68-dd5351b6ee96 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:10.022518 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17df5b6d-61aa-42ed-9b68-dd5351b6ee96 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21113a3f-1786-499c-a259-1608a313e861,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:10.043548 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-17df5b6d-61aa-42ed-9b68-dd5351b6ee96 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:10.045310 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-17df5b6d-61aa-42ed-9b68-dd5351b6ee96 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2012229 Oct 30 15:21:10.050670 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47390) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:10.065549 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:10.097824 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826bb90b-3e78-45f1-b9ab-455afe36e7fc req-347b7b14-caf6-469c-bce8-8fb46dfbade2 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:10.098103 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5aadff8-7f2b-4b21-b7b7-1c3bdb24b3e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e512134-31ea-4a95-a0f8-ea2efd2ab8f7'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:21:10.100789 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f20ea13e-3938-492f-a97c-539d4921927b" -d '{"events": [{"server_uuid": "d5aadff8-7f2b-4b21-b7b7-1c3bdb24b3e1", "name": "network-vif-plugged", "status": "completed", "tag": "7e512134-31ea-4a95-a0f8-ea2efd2ab8f7"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:21:10.106912 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-826bb90b-3e78-45f1-b9ab-455afe36e7fc req-347b7b14-caf6-469c-bce8-8fb46dfbade2 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=d5aadff8-7f2b-4b21-b7b7-1c3bdb24b3e1 HTTP/1.1" status: 200 len: 1096 time: 0.1264517 Oct 30 15:21:10.109132 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e3d76733-a75a-4e4a-8c8d-30d1babe2129 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:10.115304 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 7e512134-31ea-4a95-a0f8-ea2efd2ab8f7, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=7e512134-31ea-4a95-a0f8-ea2efd2ab8f7,segment=NetworkSegment(84c718b2-3d6d-429e-a37e-5f2d9357b098),segment_id=84c718b2-3d6d-429e-a37e-5f2d9357b098)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:21:10.120013 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:10.124225 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e3d76733-a75a-4e4a-8c8d-30d1babe2129 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:10.177676 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-217ba943-6988-4b14-b027-8c25f04564b0 x-openstack-request-id: req-217ba943-6988-4b14-b027-8c25f04564b0 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:21:10.178254 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5aadff8-7f2b-4b21-b7b7-1c3bdb24b3e1", "name": "network-vif-plugged", "status": "completed", "tag": "7e512134-31ea-4a95-a0f8-ea2efd2ab8f7", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:21:10.178583 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-217ba943-6988-4b14-b027-8c25f04564b0 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:21:10.178978 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5aadff8-7f2b-4b21-b7b7-1c3bdb24b3e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e512134-31ea-4a95-a0f8-ea2efd2ab8f7', 'code': 200} Oct 30 15:21:10.195848 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=7e512134-31ea-4a95-a0f8-ea2efd2ab8f7,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:10.196520 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-826bb90b-3e78-45f1-b9ab-455afe36e7fc req-d1eaf16e-534d-43b2-913e-bcef62791b00 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=068e546b-3044-4cb0-8297-430712dd22d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840576 Oct 30 15:21:10.204926 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:21:10.205590 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:21:10.206199 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:21:10.206738 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:21:10.207242 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:21:10.207809 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:21:10.208306 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:21:10.208926 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:21:10.209417 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:21:10.209906 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:21:10.210395 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:21:10.211040 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:21:10.230196 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e3d76733-a75a-4e4a-8c8d-30d1babe2129 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:10.236638 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e3d76733-a75a-4e4a-8c8d-30d1babe2129 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:10.240521 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-e3d76733-a75a-4e4a-8c8d-30d1babe2129 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/21113a3f-1786-499c-a259-1608a313e861 HTTP/1.1" status: 204 len: 168 time: 0.1811674 Oct 30 15:21:10.240913 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47402) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:10.251701 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d76733-a75a-4e4a-8c8d-30d1babe2129 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=21113a3f-1786-499c-a259-1608a313e861,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:10.344023 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-8154b6b2-d8c3-4d2a-8dd4-8915332ce15f tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1015325 Oct 30 15:21:10.347887 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47406) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:10.391264 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656408b8-d285-41c7-986b-d11c1e4c1995 req-34154b43-275f-4e56-b6c5-d47faadaaf95 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:10.393084 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-656408b8-d285-41c7-986b-d11c1e4c1995 req-34154b43-275f-4e56-b6c5-d47faadaaf95 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=103769ec-8a97-4b3f-9348-031893ca347d HTTP/1.1" status: 200 len: 945 time: 0.0909233 Oct 30 15:21:10.395092 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51572e42-9f2d-4096-afb5-dd17439b1eb9 req-eae258c6-e256-4612-aff2-7f92c70af109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:10.396806 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-51572e42-9f2d-4096-afb5-dd17439b1eb9 req-eae258c6-e256-4612-aff2-7f92c70af109 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d5aadff8-7f2b-4b21-b7b7-1c3bdb24b3e1 HTTP/1.1" status: 200 len: 1097 time: 0.0957863 Oct 30 15:21:10.420737 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f46b3052-fa4f-4725-96f3-215765a11d2d tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:10.447828 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f46b3052-fa4f-4725-96f3-215765a11d2d tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:10.452327 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-51572e42-9f2d-4096-afb5-dd17439b1eb9 req-e91b2548-548c-4905-ba54-6cc535892b4b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=068e546b-3044-4cb0-8297-430712dd22d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430663 Oct 30 15:21:10.469644 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-656408b8-d285-41c7-986b-d11c1e4c1995 req-f5b569f8-2c7f-464e-b53b-b6254cfceca1 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689397 Oct 30 15:21:10.496848 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f46b3052-fa4f-4725-96f3-215765a11d2d tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:10.499698 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f46b3052-fa4f-4725-96f3-215765a11d2d tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:10.503512 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-f46b3052-fa4f-4725-96f3-215765a11d2d tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] 10.222.0.62 "DELETE /v2.0/security-groups/56507eb9-d788-4d0b-9b50-b653c259fae9 HTTP/1.1" status: 204 len: 168 time: 0.1519332 Oct 30 15:21:10.504071 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47410) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:10.512025 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46b3052-fa4f-4725-96f3-215765a11d2d tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56507eb9-d788-4d0b-9b50-b653c259fae9,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:10.554406 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-89987bfb-18d0-424d-baf6-3eacda045b43 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0452340 Oct 30 15:21:10.555176 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47412) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:10.559968 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-a75d7f40-c97f-42ef-bfbe-dcc0cc535107 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Request body: {'security_group': {'name': 'tempest-secgroup--285043059'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:21:10.584504 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a75d7f40-c97f-42ef-bfbe-dcc0cc535107 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:10.590591 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47414) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:10.662259 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a75d7f40-c97f-42ef-bfbe-dcc0cc535107 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:10.666537 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a75d7f40-c97f-42ef-bfbe-dcc0cc535107 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:10.705082 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a75d7f40-c97f-42ef-bfbe-dcc0cc535107 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:10.706308 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a75d7f40-c97f-42ef-bfbe-dcc0cc535107 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1500809 Oct 30 15:21:10.708228 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75d7f40-c97f-42ef-bfbe-dcc0cc535107 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19b4263f-922d-4809-8dae-e1affdadb609,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:10.709130 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47420) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:10.714445 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-406adedd-0fc1-4e3f-8d2a-fd7b2b2b5cf2 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Request body: {'security_group_rule': {'security_group_id': '19b4263f-922d-4809-8dae-e1affdadb609', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:21:10.734665 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0ddf7ed1-147d-4f14-ba3b-6265ad5acd13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:10.764621 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-406adedd-0fc1-4e3f-8d2a-fd7b2b2b5cf2 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:10.855893 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-406adedd-0fc1-4e3f-8d2a-fd7b2b2b5cf2 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:10.864780 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-406adedd-0fc1-4e3f-8d2a-fd7b2b2b5cf2 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:10.878498 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0ddf7ed1-147d-4f14-ba3b-6265ad5acd13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:10.888389 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0ddf7ed1-147d-4f14-ba3b-6265ad5acd13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:10.894616 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406adedd-0fc1-4e3f-8d2a-fd7b2b2b5cf2 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1750813-61fc-45e3-80f5-d7a044c02af0,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:10.906751 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-406adedd-0fc1-4e3f-8d2a-fd7b2b2b5cf2 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:10.908524 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-406adedd-0fc1-4e3f-8d2a-fd7b2b2b5cf2 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1983414 Oct 30 15:21:10.911841 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47424) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:10.918428 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-f54da1a2-10f4-414d-8ce0-396bf6698d82 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Request body: {'security_group_rule': {'security_group_id': '19b4263f-922d-4809-8dae-e1affdadb609', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:21:10.933439 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-0ddf7ed1-147d-4f14-ba3b-6265ad5acd13 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d78c1834133d4f29a898bbdd46c17459&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3416524 Oct 30 15:21:10.936829 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47428) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:10.950442 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddf7ed1-147d-4f14-ba3b-6265ad5acd13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3776a97d-b6db-459f-a8f1-6d0e4d5861f6,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:10.970710 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f54da1a2-10f4-414d-8ce0-396bf6698d82 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:10.995998 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-497dec87-5cc4-423d-bc08-040c52f84df5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:11.018168 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-497dec87-5cc4-423d-bc08-040c52f84df5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:11.039103 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a8adfd-d13f-4f9b-b73d-dc2086283a7f req-f65f1286-3b00-4f96-a693-64d06e8e0924 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:11.040838 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-37a8adfd-d13f-4f9b-b73d-dc2086283a7f req-f65f1286-3b00-4f96-a693-64d06e8e0924 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a210124-5e3a-4033-83d5-ebf6667f1072 HTTP/1.1" status: 200 len: 945 time: 0.0849271 Oct 30 15:21:11.068185 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-497dec87-5cc4-423d-bc08-040c52f84df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:11.069972 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f54da1a2-10f4-414d-8ce0-396bf6698d82 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:11.070744 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-497dec87-5cc4-423d-bc08-040c52f84df5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:11.072043 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-497dec87-5cc4-423d-bc08-040c52f84df5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3776a97d-b6db-459f-a8f1-6d0e4d5861f6 HTTP/1.1" status: 204 len: 168 time: 0.1341729 Oct 30 15:21:11.080794 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497dec87-5cc4-423d-bc08-040c52f84df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3776a97d-b6db-459f-a8f1-6d0e4d5861f6,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:11.086090 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f54da1a2-10f4-414d-8ce0-396bf6698d82 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:11.099154 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-37a8adfd-d13f-4f9b-b73d-dc2086283a7f req-471a5c08-4656-4b91-99e6-5e60da4d7f6b tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513268 Oct 30 15:21:11.111696 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54da1a2-10f4-414d-8ce0-396bf6698d82 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcaefbbc-f019-46a2-a336-93500ae3e08d,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:11.119207 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f54da1a2-10f4-414d-8ce0-396bf6698d82 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:11.120496 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-f54da1a2-10f4-414d-8ce0-396bf6698d82 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2075510 Oct 30 15:21:11.127058 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47432) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:11.131647 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-b34b75a3-2afe-45b0-9bbf-97f91a95f0e4 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Request body: {'security_group_rule': {'security_group_id': '19b4263f-922d-4809-8dae-e1affdadb609', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:21:11.159366 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b34b75a3-2afe-45b0-9bbf-97f91a95f0e4 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:11.226748 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b34b75a3-2afe-45b0-9bbf-97f91a95f0e4 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:11.231381 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b34b75a3-2afe-45b0-9bbf-97f91a95f0e4 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:11.256263 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b34b75a3-2afe-45b0-9bbf-97f91a95f0e4 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:11.259796 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b34b75a3-2afe-45b0-9bbf-97f91a95f0e4 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1290452 Oct 30 15:21:11.259796 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34b75a3-2afe-45b0-9bbf-97f91a95f0e4 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7faa3da9-792f-4b35-95ac-795ebaefdb2a,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:11.260227 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47438) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:11.265086 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-bb00806c-820b-4215-819d-8645e0c03cd9 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Request body: {'security_group_rule': {'security_group_id': '19b4263f-922d-4809-8dae-e1affdadb609', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:21:11.326334 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bb00806c-820b-4215-819d-8645e0c03cd9 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:11.332335 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4cdc4-c689-4d36-9143-bb4b106152fd req-760eeb46-35a5-42e3-9e9e-3bcf183dbfa5 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:11.333838 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0dd4cdc4-c689-4d36-9143-bb4b106152fd req-760eeb46-35a5-42e3-9e9e-3bcf183dbfa5 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=d5aadff8-7f2b-4b21-b7b7-1c3bdb24b3e1 HTTP/1.1" status: 200 len: 1097 time: 0.0618439 Oct 30 15:21:11.367451 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47440) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:11.381895 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d33722b6-fdda-4cc6-96f9-35185bb43a02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:11.404200 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0dd4cdc4-c689-4d36-9143-bb4b106152fd req-f65ec059-e23b-4fae-832d-918793281d0a tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=068e546b-3044-4cb0-8297-430712dd22d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624621 Oct 30 15:21:11.405794 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bb00806c-820b-4215-819d-8645e0c03cd9 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:11.409731 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bb00806c-820b-4215-819d-8645e0c03cd9 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:11.428261 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb00806c-820b-4215-819d-8645e0c03cd9 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e47c7fa-8954-42b5-bde1-1b5b07f99084,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:11.436881 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bb00806c-820b-4215-819d-8645e0c03cd9 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:11.441410 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-bb00806c-820b-4215-819d-8645e0c03cd9 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1767550 Oct 30 15:21:11.441580 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47442) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:11.446178 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-10089e02-1efd-4a55-8fe7-75f9f70a133e tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Request body: {'security_group_rule': {'security_group_id': '19b4263f-922d-4809-8dae-e1affdadb609', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:21:11.463526 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d33722b6-fdda-4cc6-96f9-35185bb43a02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:11.467396 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d33722b6-fdda-4cc6-96f9-35185bb43a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:11.478680 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-10089e02-1efd-4a55-8fe7-75f9f70a133e tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:11.506748 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-d33722b6-fdda-4cc6-96f9-35185bb43a02 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4b25b3c20f8a46f99003107a5ff899fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1380832 Oct 30 15:21:11.507583 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33722b6-fdda-4cc6-96f9-35185bb43a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=637c517f-0ae7-413f-b075-f8420e3c2072,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:11.509932 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47446) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:11.550659 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-10089e02-1efd-4a55-8fe7-75f9f70a133e tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:11.554733 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-10089e02-1efd-4a55-8fe7-75f9f70a133e tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:11.576094 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10089e02-1efd-4a55-8fe7-75f9f70a133e tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69f7519c-de37-4629-ade0-4c2ed0492cf7,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:11.582048 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-10089e02-1efd-4a55-8fe7-75f9f70a133e tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:11.586224 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-10089e02-1efd-4a55-8fe7-75f9f70a133e tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1436498 Oct 30 15:21:11.586873 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47448) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:11.604338 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6024e2bf-65f6-4ccc-865e-843f4e979457 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:11.616357 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c57137c2-1d8a-425b-ab92-c8e8f6d8e382 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:11.624998 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c57137c2-1d8a-425b-ab92-c8e8f6d8e382 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:11.643947 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6fa72e-ae81-41ec-9aec-1d6dc51bd144 req-b74e9303-af71-4508-8271-ff509cab11c0 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:11.643947 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-db6fa72e-ae81-41ec-9aec-1d6dc51bd144 req-b74e9303-af71-4508-8271-ff509cab11c0 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=103769ec-8a97-4b3f-9348-031893ca347d HTTP/1.1" status: 200 len: 945 time: 0.0885723 Oct 30 15:21:11.645680 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6024e2bf-65f6-4ccc-865e-843f4e979457 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:11.659792 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c57137c2-1d8a-425b-ab92-c8e8f6d8e382 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:11.667161 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c57137c2-1d8a-425b-ab92-c8e8f6d8e382 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:11.671451 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-c57137c2-1d8a-425b-ab92-c8e8f6d8e382 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/69f7519c-de37-4629-ade0-4c2ed0492cf7 HTTP/1.1" status: 204 len: 168 time: 0.0804653 Oct 30 15:21:11.671451 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47450) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:11.685731 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57137c2-1d8a-425b-ab92-c8e8f6d8e382 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=69f7519c-de37-4629-ade0-4c2ed0492cf7,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:11.719420 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-db6fa72e-ae81-41ec-9aec-1d6dc51bd144 req-d89a25ec-8369-402f-9812-27ff07831cab tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665107 Oct 30 15:21:11.741047 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6024e2bf-65f6-4ccc-865e-843f4e979457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:11.744674 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6024e2bf-65f6-4ccc-865e-843f4e979457 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:11.745873 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-6024e2bf-65f6-4ccc-865e-843f4e979457 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/637c517f-0ae7-413f-b075-f8420e3c2072 HTTP/1.1" status: 204 len: 168 time: 0.2351065 Oct 30 15:21:11.755357 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6024e2bf-65f6-4ccc-865e-843f4e979457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=637c517f-0ae7-413f-b075-f8420e3c2072,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:11.772528 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-eee96de7-ef5d-42d6-a38a-a845a862daf3 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0999806 Oct 30 15:21:11.773157 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47456) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:11.808418 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fa653c5f-f336-4d98-817f-4d527c0cb3bd tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:11.817612 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fa653c5f-f336-4d98-817f-4d527c0cb3bd tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:11.845078 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fa653c5f-f336-4d98-817f-4d527c0cb3bd tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:11.852460 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fa653c5f-f336-4d98-817f-4d527c0cb3bd tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:11.856376 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-fa653c5f-f336-4d98-817f-4d527c0cb3bd tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/1e47c7fa-8954-42b5-bde1-1b5b07f99084 HTTP/1.1" status: 204 len: 168 time: 0.0799069 Oct 30 15:21:11.857117 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47458) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:11.859741 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa653c5f-f336-4d98-817f-4d527c0cb3bd tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1e47c7fa-8954-42b5-bde1-1b5b07f99084,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:11.908313 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-65d597a0-5e43-4e52-9659-fb9437d18294 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0497334 Oct 30 15:21:11.911179 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47460) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:11.935351 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5814b5af-7c92-4521-bb8b-eec08782b5f2 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:11.943953 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5814b5af-7c92-4521-bb8b-eec08782b5f2 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:11.969788 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5814b5af-7c92-4521-bb8b-eec08782b5f2 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:11.977920 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5814b5af-7c92-4521-bb8b-eec08782b5f2 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:11.979065 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-5814b5af-7c92-4521-bb8b-eec08782b5f2 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/7faa3da9-792f-4b35-95ac-795ebaefdb2a HTTP/1.1" status: 204 len: 168 time: 0.0668576 Oct 30 15:21:11.981898 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47464) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:11.983291 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5814b5af-7c92-4521-bb8b-eec08782b5f2 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7faa3da9-792f-4b35-95ac-795ebaefdb2a,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:12.031880 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a3632f12-a032-400b-bb80-9b23c8af4083 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0461130 Oct 30 15:21:12.032273 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47468) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:12.057774 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1a3fac8c-e7b9-43df-b4d4-c439d6256668 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:12.066640 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1a3fac8c-e7b9-43df-b4d4-c439d6256668 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:12.096453 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1a3fac8c-e7b9-43df-b4d4-c439d6256668 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:12.101651 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1a3fac8c-e7b9-43df-b4d4-c439d6256668 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:12.102803 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-1a3fac8c-e7b9-43df-b4d4-c439d6256668 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/fcaefbbc-f019-46a2-a336-93500ae3e08d HTTP/1.1" status: 204 len: 168 time: 0.0694747 Oct 30 15:21:12.105564 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47474) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:12.113167 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3fac8c-e7b9-43df-b4d4-c439d6256668 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fcaefbbc-f019-46a2-a336-93500ae3e08d,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:12.149703 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-89fb1e7f-238b-495f-9792-d2a9215fa558 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0428681 Oct 30 15:21:12.152298 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47480) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:12.184764 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c8dada92-5d78-4407-95a3-c91143568c20 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:12.194286 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c8dada92-5d78-4407-95a3-c91143568c20 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:12.222363 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c8dada92-5d78-4407-95a3-c91143568c20 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:12.229818 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c8dada92-5d78-4407-95a3-c91143568c20 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:12.234402 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c8dada92-5d78-4407-95a3-c91143568c20 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/a1750813-61fc-45e3-80f5-d7a044c02af0 HTTP/1.1" status: 204 len: 168 time: 0.0787594 Oct 30 15:21:12.235077 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47484) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:12.238882 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae155f56-f1eb-42eb-a231-4e36b94ac112 req-31a86270-1a2e-4573-995f-88a75f1104be tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:12.246603 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ae155f56-f1eb-42eb-a231-4e36b94ac112 req-31a86270-1a2e-4573-995f-88a75f1104be tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a210124-5e3a-4033-83d5-ebf6667f1072 HTTP/1.1" status: 200 len: 945 time: 0.0636163 Oct 30 15:21:12.262541 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dada92-5d78-4407-95a3-c91143568c20 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a1750813-61fc-45e3-80f5-d7a044c02af0,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:12.286076 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ae155f56-f1eb-42eb-a231-4e36b94ac112 req-f064ed30-a1e6-45b3-ae27-290d3ca114bd tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386126 Oct 30 15:21:12.297499 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-3648e764-4c10-49af-8ff4-7917004e53df tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0606363 Oct 30 15:21:12.300381 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47488) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:12.357891 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-66b3e0e7-f02a-4c87-82b0-ffdfdb453356 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:12.379992 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-66b3e0e7-f02a-4c87-82b0-ffdfdb453356 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:12.421071 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-66b3e0e7-f02a-4c87-82b0-ffdfdb453356 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:12.423849 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-66b3e0e7-f02a-4c87-82b0-ffdfdb453356 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:12.424996 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-66b3e0e7-f02a-4c87-82b0-ffdfdb453356 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] 10.222.0.62 "DELETE /v2.0/security-groups/19b4263f-922d-4809-8dae-e1affdadb609 HTTP/1.1" status: 204 len: 168 time: 0.1236241 Oct 30 15:21:12.427771 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47496) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:12.440779 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b3e0e7-f02a-4c87-82b0-ffdfdb453356 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b4263f-922d-4809-8dae-e1affdadb609,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:12.475513 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-1f86b22e-ba62-4a07-906b-b1087a237a47 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0458407 Oct 30 15:21:12.479013 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47500) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:12.484406 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-4146b240-8c32-430b-9e0d-b6f7291ca9a2 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Request body: {'security_group': {'name': 'tempest-secgroup--595061410'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:21:12.538204 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4146b240-8c32-430b-9e0d-b6f7291ca9a2 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:12.554033 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edbcfd3-b3c0-43fa-adb6-61233e13a031 req-ea5a0241-864e-4e8d-9689-853ac5c49e77 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:12.555584 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2edbcfd3-b3c0-43fa-adb6-61233e13a031 req-ea5a0241-864e-4e8d-9689-853ac5c49e77 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=d5aadff8-7f2b-4b21-b7b7-1c3bdb24b3e1 HTTP/1.1" status: 200 len: 1097 time: 0.0662766 Oct 30 15:21:12.617860 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2edbcfd3-b3c0-43fa-adb6-61233e13a031 req-3954cc3a-471b-4944-a09a-6dc4010f7e46 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=068e546b-3044-4cb0-8297-430712dd22d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562284 Oct 30 15:21:12.644488 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4146b240-8c32-430b-9e0d-b6f7291ca9a2 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:12.648903 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4146b240-8c32-430b-9e0d-b6f7291ca9a2 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:12.676891 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4146b240-8c32-430b-9e0d-b6f7291ca9a2 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:12.679505 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-4146b240-8c32-430b-9e0d-b6f7291ca9a2 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1980057 Oct 30 15:21:12.681391 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47508) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:12.685873 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-725006e2-dabb-43af-ae3a-ba996d82beba tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Request body: {'security_group_rule': {'security_group_id': '4cfcd945-2e08-4774-bc4b-306f11f85369', 'direction': 'ingress', 'protocol': 17}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:21:12.707315 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4146b240-8c32-430b-9e0d-b6f7291ca9a2 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cfcd945-2e08-4774-bc4b-306f11f85369,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:12.722890 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-725006e2-dabb-43af-ae3a-ba996d82beba tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:12.734004 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36372c0-e6c8-42f3-aec8-a000fa5e596b req-dd6e7c59-3d1b-40e0-a247-73f8ca5827a1 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:12.736174 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e36372c0-e6c8-42f3-aec8-a000fa5e596b req-dd6e7c59-3d1b-40e0-a247-73f8ca5827a1 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=d5aadff8-7f2b-4b21-b7b7-1c3bdb24b3e1 HTTP/1.1" status: 200 len: 1097 time: 0.0442789 Oct 30 15:21:12.779355 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-725006e2-dabb-43af-ae3a-ba996d82beba tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:12.784298 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-725006e2-dabb-43af-ae3a-ba996d82beba tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:12.817342 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-725006e2-dabb-43af-ae3a-ba996d82beba tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:12.821273 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-725006e2-dabb-43af-ae3a-ba996d82beba tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1364677 Oct 30 15:21:12.821532 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47514) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:12.828269 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e36372c0-e6c8-42f3-aec8-a000fa5e596b req-5e2367e2-19ff-4c3b-82dc-dbe9895132c3 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=068e546b-3044-4cb0-8297-430712dd22d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849831 Oct 30 15:21:12.838562 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725006e2-dabb-43af-ae3a-ba996d82beba tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bf454d7-fff9-4eac-ba2e-43e18340d984,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:12.948055 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2608ede3-e85e-49fc-aa1d-a1f7ca2facb3 req-18dad8c1-defb-485d-bd29-14d57862ef51 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:12.949570 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2608ede3-e85e-49fc-aa1d-a1f7ca2facb3 req-18dad8c1-defb-485d-bd29-14d57862ef51 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=103769ec-8a97-4b3f-9348-031893ca347d HTTP/1.1" status: 200 len: 945 time: 0.1163611 Oct 30 15:21:12.955870 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e4b2acc0-462a-4c7a-b483-c4fbefccdbc6 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:12.997394 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e4b2acc0-462a-4c7a-b483-c4fbefccdbc6 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:13.020709 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2608ede3-e85e-49fc-aa1d-a1f7ca2facb3 req-75552566-cba3-4858-93c0-a42fdb670d01 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625644 Oct 30 15:21:13.025672 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc597bfc-d3cc-440e-aa15-b0e787dee38c req-82696108-6e0d-4595-8ea8-abe82cbe894d tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:13.031984 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fc597bfc-d3cc-440e-aa15-b0e787dee38c req-82696108-6e0d-4595-8ea8-abe82cbe894d tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=d5aadff8-7f2b-4b21-b7b7-1c3bdb24b3e1 HTTP/1.1" status: 200 len: 1097 time: 0.0487700 Oct 30 15:21:13.068857 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e4b2acc0-462a-4c7a-b483-c4fbefccdbc6 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:13.072072 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e4b2acc0-462a-4c7a-b483-c4fbefccdbc6 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:13.073048 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e4b2acc0-462a-4c7a-b483-c4fbefccdbc6 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] 10.222.0.62 "DELETE /v2.0/security-groups/4cfcd945-2e08-4774-bc4b-306f11f85369 HTTP/1.1" status: 204 len: 168 time: 0.2505744 Oct 30 15:21:13.078055 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47526) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:13.084234 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fc597bfc-d3cc-440e-aa15-b0e787dee38c req-44d684b2-010b-402d-8598-56cb5d4686a7 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=068e546b-3044-4cb0-8297-430712dd22d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475819 Oct 30 15:21:13.104570 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b2acc0-462a-4c7a-b483-c4fbefccdbc6 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cfcd945-2e08-4774-bc4b-306f11f85369,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:13.182589 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-1d79c67f-4f68-44c8-9618-58940a2c1998 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0973799 Oct 30 15:21:13.186003 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47534) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:13.191247 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-77761baa-967d-40f4-8acd-db5669349d64 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Request body: {'security_group': {'name': 'tempest-secgroup--2026576550'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:21:13.212692 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-77761baa-967d-40f4-8acd-db5669349d64 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:13.301788 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-77761baa-967d-40f4-8acd-db5669349d64 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:13.306455 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-77761baa-967d-40f4-8acd-db5669349d64 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:13.342904 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-77761baa-967d-40f4-8acd-db5669349d64 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:13.347286 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-77761baa-967d-40f4-8acd-db5669349d64 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1573441 Oct 30 15:21:13.348083 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47552) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:13.353157 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-4ddb5907-d1d5-49c0-bd52-37afc86c9053 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Request body: {'security_group': {'name': 'tempest-secgroup--195076604'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:21:13.361746 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77761baa-967d-40f4-8acd-db5669349d64 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0219523c-62bf-4021-a8b6-23cce5548d94,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:13.381843 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4ddb5907-d1d5-49c0-bd52-37afc86c9053 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:13.396456 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd8b11-9584-4f39-9228-5e5d91542b09 req-e68ee465-df1a-4256-99dc-12e1b6e2cea9 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:13.398072 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f6fd8b11-9584-4f39-9228-5e5d91542b09 req-e68ee465-df1a-4256-99dc-12e1b6e2cea9 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] 10.222.0.62 "GET /v2.0/networks?id=002e00ec-5dee-4c5f-90f6-ed8e4971d297 HTTP/1.1" status: 200 len: 910 time: 0.1051435 Oct 30 15:21:13.418593 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f6fd8b11-9584-4f39-9228-5e5d91542b09 req-38ffd7f5-b468-4f12-a005-bd37389be200 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] 10.222.0.62 "GET /v2.0/quotas/bad311999b214f6eb73569caa3d0398e HTTP/1.1" status: 200 len: 375 time: 0.0123124 Oct 30 15:21:13.477689 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6b7c0-9f17-44e0-9779-dd7bd4b2b513 req-e1cc8e7f-c24c-479e-85e9-518c431cfd89 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:13.479213 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-70b6b7c0-9f17-44e0-9779-dd7bd4b2b513 req-e1cc8e7f-c24c-479e-85e9-518c431cfd89 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a210124-5e3a-4033-83d5-ebf6667f1072 HTTP/1.1" status: 200 len: 945 time: 0.0770907 Oct 30 15:21:13.515407 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f6fd8b11-9584-4f39-9228-5e5d91542b09 req-d3536df5-4988-494d-91e2-f9a0e6dfc4b0 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] 10.222.0.62 "GET /v2.0/ports?tenant_id=bad311999b214f6eb73569caa3d0398e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0906525 Oct 30 15:21:13.515639 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4ddb5907-d1d5-49c0-bd52-37afc86c9053 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:13.523056 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4ddb5907-d1d5-49c0-bd52-37afc86c9053 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:13.569863 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4ddb5907-d1d5-49c0-bd52-37afc86c9053 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:13.571157 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-4ddb5907-d1d5-49c0-bd52-37afc86c9053 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2223713 Oct 30 15:21:13.574213 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47572) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:13.574543 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-70b6b7c0-9f17-44e0-9779-dd7bd4b2b513 req-21270c61-8d3f-4b0a-83cf-15f0c261fcf3 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829809 Oct 30 15:21:13.575629 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddb5907-d1d5-49c0-bd52-37afc86c9053 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de14744a-4f16-4a30-95cb-2a8bb3735968,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:13.579352 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-2b6159a4-30f6-4e9a-9d4f-daae414769d8 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Request body: {'security_group_rule': {'security_group_id': '0219523c-62bf-4021-a8b6-23cce5548d94', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'de14744a-4f16-4a30-95cb-2a8bb3735968', 'remote_ip_prefix': None}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:21:13.660884 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f6fd8b11-9584-4f39-9228-5e5d91542b09 req-bfe72f36-3253-44d7-98b8-7f4994d60463 service neutron] 10.222.0.62 "GET /v2.0/networks/002e00ec-5dee-4c5f-90f6-ed8e4971d297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366053 Oct 30 15:21:13.668908 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2b6159a4-30f6-4e9a-9d4f-daae414769d8 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:13.803094 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2b6159a4-30f6-4e9a-9d4f-daae414769d8 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:13.812928 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f6fd8b11-9584-4f39-9228-5e5d91542b09 req-37de602b-118b-443a-98c8-c3dc873b3b13 service neutron] 10.222.0.62 "GET /v2.0/networks/002e00ec-5dee-4c5f-90f6-ed8e4971d297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511009 Oct 30 15:21:13.814384 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2b6159a4-30f6-4e9a-9d4f-daae414769d8 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:13.838116 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6159a4-30f6-4e9a-9d4f-daae414769d8 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8d18f07-5a56-490d-a54d-8503c3afe5d5,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:13.856487 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2b6159a4-30f6-4e9a-9d4f-daae414769d8 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:13.857952 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-2b6159a4-30f6-4e9a-9d4f-daae414769d8 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2823784 Oct 30 15:21:13.860980 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47590) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:13.897692 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9e3ff-956f-48b4-9a54-55eaa66a57ec req-717865e8-555a-47c2-ab96-6fd970f59cf2 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:13.899280 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b7a9e3ff-956f-48b4-9a54-55eaa66a57ec req-717865e8-555a-47c2-ab96-6fd970f59cf2 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a210124-5e3a-4033-83d5-ebf6667f1072 HTTP/1.1" status: 200 len: 945 time: 0.0907347 Oct 30 15:21:13.902644 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-678f0f93-cc49-4721-8586-36a1732a6924 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:13.912835 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-678f0f93-cc49-4721-8586-36a1732a6924 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:13.967331 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b7a9e3ff-956f-48b4-9a54-55eaa66a57ec req-ce990363-76cf-44f2-8f0f-9c03d07a1d58 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566621 Oct 30 15:21:13.968606 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-678f0f93-cc49-4721-8586-36a1732a6924 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:13.976469 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-678f0f93-cc49-4721-8586-36a1732a6924 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:13.977970 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-678f0f93-cc49-4721-8586-36a1732a6924 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/d8d18f07-5a56-490d-a54d-8503c3afe5d5 HTTP/1.1" status: 204 len: 168 time: 0.1158204 Oct 30 15:21:13.980579 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47596) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:14.013611 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678f0f93-cc49-4721-8586-36a1732a6924 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d8d18f07-5a56-490d-a54d-8503c3afe5d5,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:14.060292 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1e136607-bf82-4c3e-8731-7e1e7d49d585 req-6675293c-7e6e-40cc-be6e-b186d01171e5 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f2dad395-c735-4fa6-83c6-8404323a8b57 HTTP/1.1" status: 200 len: 210 time: 0.0609729 Oct 30 15:21:14.098076 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-72bc6f35-92d5-4556-add9-3b292a0a9835 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1159713 Oct 30 15:21:14.101149 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47604) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:14.133958 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47608) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:14.207664 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c6d503b5-6bf8-4315-aee2-b7e0b692a0b4 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:14.216984 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db951967-8532-4b51-8785-c26f19112ac5 req-c8398c5d-abc8-4fca-a4c3-c2c1c5a523b8 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:14.218836 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-db951967-8532-4b51-8785-c26f19112ac5 req-c8398c5d-abc8-4fca-a4c3-c2c1c5a523b8 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=103769ec-8a97-4b3f-9348-031893ca347d HTTP/1.1" status: 200 len: 945 time: 0.0774417 Oct 30 15:21:14.264345 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c6d503b5-6bf8-4315-aee2-b7e0b692a0b4 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:14.280149 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d88faaed-02e8-4282-92e6-fd6702241d7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:14.312050 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-db951967-8532-4b51-8785-c26f19112ac5 req-8efc16f8-8265-4cf2-8031-2f24593a12f5 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806775 Oct 30 15:21:14.344360 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c6d503b5-6bf8-4315-aee2-b7e0b692a0b4 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:14.344360 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c6d503b5-6bf8-4315-aee2-b7e0b692a0b4 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:14.344360 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c6d503b5-6bf8-4315-aee2-b7e0b692a0b4 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] 10.222.0.62 "DELETE /v2.0/security-groups/de14744a-4f16-4a30-95cb-2a8bb3735968 HTTP/1.1" status: 204 len: 168 time: 0.2384737 Oct 30 15:21:14.344693 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47616) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:14.352176 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d503b5-6bf8-4315-aee2-b7e0b692a0b4 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de14744a-4f16-4a30-95cb-2a8bb3735968,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:14.393347 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d88faaed-02e8-4282-92e6-fd6702241d7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:14.399883 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d88faaed-02e8-4282-92e6-fd6702241d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:14.459989 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88faaed-02e8-4282-92e6-fd6702241d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1ab103-b3f6-45f0-b067-c8653320ec3a,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:14.467151 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-4ca317a8-03a4-46ce-96a7-87b6ecd14c3c tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1211071 Oct 30 15:21:14.471309 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d88faaed-02e8-4282-92e6-fd6702241d7f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8181d99806eb4f20b664b22a0298c8b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3362963 Oct 30 15:21:14.472091 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47620) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:14.472753 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47622) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:14.530546 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ae244df8-c962-4786-904e-75ee35b57fc9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:14.533052 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0f77fedc-d1ed-4829-9dcf-953e3020d2a3 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:14.553942 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ae244df8-c962-4786-904e-75ee35b57fc9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:14.557061 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0f77fedc-d1ed-4829-9dcf-953e3020d2a3 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:14.603453 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0f77fedc-d1ed-4829-9dcf-953e3020d2a3 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:14.606685 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0f77fedc-d1ed-4829-9dcf-953e3020d2a3 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:14.607215 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ae244df8-c962-4786-904e-75ee35b57fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:14.608107 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-0f77fedc-d1ed-4829-9dcf-953e3020d2a3 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] 10.222.0.62 "DELETE /v2.0/security-groups/0219523c-62bf-4021-a8b6-23cce5548d94 HTTP/1.1" status: 204 len: 168 time: 0.1335053 Oct 30 15:21:14.611870 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47624) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:14.612944 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ae244df8-c962-4786-904e-75ee35b57fc9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:14.614102 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-ae244df8-c962-4786-904e-75ee35b57fc9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cc1ab103-b3f6-45f0-b067-c8653320ec3a HTTP/1.1" status: 204 len: 168 time: 0.1404068 Oct 30 15:21:14.622632 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae244df8-c962-4786-904e-75ee35b57fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1ab103-b3f6-45f0-b067-c8653320ec3a,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:14.630050 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f77fedc-d1ed-4829-9dcf-953e3020d2a3 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0219523c-62bf-4021-a8b6-23cce5548d94,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:14.687719 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-4372d396-3b4e-43de-bede-9d59ceec773e tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0704939 Oct 30 15:21:14.688088 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47628) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:14.692746 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-d40549e8-76cf-4852-9551-996117317574 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Request body: {'security_group': {'name': 'tempest-secgroup--1330442895'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:21:14.715586 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d40549e8-76cf-4852-9551-996117317574 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:14.784817 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d40549e8-76cf-4852-9551-996117317574 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:14.787707 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d40549e8-76cf-4852-9551-996117317574 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:14.818069 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40549e8-76cf-4852-9551-996117317574 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87ac26b8-4b66-4dae-a213-abade5593822,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:14.823263 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d40549e8-76cf-4852-9551-996117317574 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:14.824492 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d40549e8-76cf-4852-9551-996117317574 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1353478 Oct 30 15:21:14.827247 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47632) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:14.832141 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-d1898aa4-4396-4b04-b95c-5f62b0c79a72 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Request body: {'security_group_rule': {'security_group_id': '87ac26b8-4b66-4dae-a213-abade5593822', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:21:14.857671 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d1898aa4-4396-4b04-b95c-5f62b0c79a72 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:14.915921 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d1898aa4-4396-4b04-b95c-5f62b0c79a72 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:14.920695 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d1898aa4-4396-4b04-b95c-5f62b0c79a72 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:14.931537 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47634) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:14.939303 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1898aa4-4396-4b04-b95c-5f62b0c79a72 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f2c8ceb-7dc9-4c4b-b622-e31243a1af40,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:14.945916 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-de79b443-4c3a-4b5b-9a01-1b9d7367d9ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:14.950387 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d1898aa4-4396-4b04-b95c-5f62b0c79a72 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:14.954366 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d1898aa4-4396-4b04-b95c-5f62b0c79a72 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1233606 Oct 30 15:21:14.954737 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47636) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:14.980882 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-469e3219-e5ec-44c1-8439-96384d8bbae1 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:14.993122 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-469e3219-e5ec-44c1-8439-96384d8bbae1 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:15.050263 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-de79b443-4c3a-4b5b-9a01-1b9d7367d9ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:15.054749 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-de79b443-4c3a-4b5b-9a01-1b9d7367d9ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:15.101885 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-de79b443-4c3a-4b5b-9a01-1b9d7367d9ea admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4a53f10a9ba74ca0924fa5e5d6eb464e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1691167 Oct 30 15:21:15.105053 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47644) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:15.105760 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79b443-4c3a-4b5b-9a01-1b9d7367d9ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe9d40b-7065-4f63-9667-c26afc6ef7cf,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:15.113434 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-469e3219-e5ec-44c1-8439-96384d8bbae1 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:15.146003 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-469e3219-e5ec-44c1-8439-96384d8bbae1 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:15.147455 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-469e3219-e5ec-44c1-8439-96384d8bbae1 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/9f2c8ceb-7dc9-4c4b-b622-e31243a1af40 HTTP/1.1" status: 204 len: 168 time: 0.1915238 Oct 30 15:21:15.151596 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47646) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:15.156157 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea4b61-0fa2-4ab9-a375-4ea1595b94ee req-f2188954-3d5e-47a6-8c02-aca9ddc3fcde tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:15.157870 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-08ea4b61-0fa2-4ab9-a375-4ea1595b94ee req-f2188954-3d5e-47a6-8c02-aca9ddc3fcde tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a210124-5e3a-4033-83d5-ebf6667f1072 HTTP/1.1" status: 200 len: 945 time: 0.1581373 Oct 30 15:21:15.172956 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469e3219-e5ec-44c1-8439-96384d8bbae1 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9f2c8ceb-7dc9-4c4b-b622-e31243a1af40,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:15.211496 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5f59a489-dfc5-4b8a-817c-59df272a080c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:15.260358 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87607ea-60ae-4368-a54e-582fe1f0aeea req-c52c96cf-e6e7-4219-8689-c2ddce8ed081 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:15.262155 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e87607ea-60ae-4368-a54e-582fe1f0aeea req-c52c96cf-e6e7-4219-8689-c2ddce8ed081 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a210124-5e3a-4033-83d5-ebf6667f1072 HTTP/1.1" status: 200 len: 945 time: 0.1944263 Oct 30 15:21:15.269429 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-156a1dea-48e4-44df-afa8-e39a54c9b898 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1167290 Oct 30 15:21:15.282038 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47650) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:15.288145 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bbf94274-442b-493b-a5d2-466a29f34a23 req-80daa94b-827d-4d79-916a-1fe7461853cb tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f2dad395-c735-4fa6-83c6-8404323a8b57 HTTP/1.1" status: 200 len: 210 time: 0.0446115 Oct 30 15:21:15.292845 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5f59a489-dfc5-4b8a-817c-59df272a080c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:15.299653 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd8b11-9584-4f39-9228-5e5d91542b09 req-196522e5-45fe-4ee9-bb2e-993a5bc41ec0 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:15.301080 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f6fd8b11-9584-4f39-9228-5e5d91542b09 req-196522e5-45fe-4ee9-bb2e-993a5bc41ec0 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] 10.222.0.53 "GET /v2.0/networks?id=002e00ec-5dee-4c5f-90f6-ed8e4971d297 HTTP/1.1" status: 200 len: 910 time: 0.2510612 Oct 30 15:21:15.326392 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-f6fd8b11-9584-4f39-9228-5e5d91542b09 req-81cf511d-e99d-41bb-b234-beaaa0e757da tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] Request body: {'port': {'device_id': 'f2dad395-c735-4fa6-83c6-8404323a8b57', 'network_id': '002e00ec-5dee-4c5f-90f6-ed8e4971d297', 'admin_state_up': True, 'tenant_id': 'bad311999b214f6eb73569caa3d0398e'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:21:15.345200 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5f59a489-dfc5-4b8a-817c-59df272a080c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:15.348974 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5f59a489-dfc5-4b8a-817c-59df272a080c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:15.353060 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-5f59a489-dfc5-4b8a-817c-59df272a080c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dfe9d40b-7065-4f63-9667-c26afc6ef7cf HTTP/1.1" status: 204 len: 168 time: 0.2444277 Oct 30 15:21:15.366528 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f59a489-dfc5-4b8a-817c-59df272a080c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe9d40b-7065-4f63-9667-c26afc6ef7cf,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:15.389166 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e87607ea-60ae-4368-a54e-582fe1f0aeea req-2bb6b8a1-514e-4358-ad19-47e01dff93c8 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061139 Oct 30 15:21:15.416266 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6fd8b11-9584-4f39-9228-5e5d91542b09 req-81cf511d-e99d-41bb-b234-beaaa0e757da tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] Made reservation on behalf of bad311999b214f6eb73569caa3d0398e for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:21:15.418542 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-f6fd8b11-9584-4f39-9228-5e5d91542b09 req-81cf511d-e99d-41bb-b234-beaaa0e757da tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:15.438195 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-08ea4b61-0fa2-4ab9-a375-4ea1595b94ee req-e3b64335-9d07-49f4-a5c2-64a3aaa38767 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Deleting port 0fa68f34-97ec-4099-bbef-b6214dc85c48 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:21:15.438605 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-08ea4b61-0fa2-4ab9-a375-4ea1595b94ee req-e3b64335-9d07-49f4-a5c2-64a3aaa38767 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:15.441646 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6fc8902c-a07f-4889-ae56-4b41b549ab4a tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:15.509651 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ab75b-01b5-4020-bee5-fcc43808e0f3 req-f33251bb-bc7a-46e8-ae78-d9ee6ccd8b24 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:15.511559 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-739ab75b-01b5-4020-bee5-fcc43808e0f3 req-f33251bb-bc7a-46e8-ae78-d9ee6ccd8b24 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=103769ec-8a97-4b3f-9348-031893ca347d HTTP/1.1" status: 200 len: 945 time: 0.0542972 Oct 30 15:21:15.553509 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6fc8902c-a07f-4889-ae56-4b41b549ab4a tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:15.560025 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-739ab75b-01b5-4020-bee5-fcc43808e0f3 req-875eeafc-9a59-4e7d-a92b-cfde74be40c5 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411010 Oct 30 15:21:15.628019 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-08ea4b61-0fa2-4ab9-a375-4ea1595b94ee req-e3b64335-9d07-49f4-a5c2-64a3aaa38767 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] For port 0fa68f34-97ec-4099-bbef-b6214dc85c48, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=0fa68f34-97ec-4099-bbef-b6214dc85c48,segment=NetworkSegment(803c5434-e7a3-49e2-9896-7909e39f1289),segment_id=803c5434-e7a3-49e2-9896-7909e39f1289)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:21:15.628533 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-08ea4b61-0fa2-4ab9-a375-4ea1595b94ee req-e3b64335-9d07-49f4-a5c2-64a3aaa38767 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:15.665098 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-08ea4b61-0fa2-4ab9-a375-4ea1595b94ee req-e3b64335-9d07-49f4-a5c2-64a3aaa38767 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Calling delete_port for 0fa68f34-97ec-4099-bbef-b6214dc85c48 owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:21:15.683666 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6fc8902c-a07f-4889-ae56-4b41b549ab4a tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:15.686469 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6fc8902c-a07f-4889-ae56-4b41b549ab4a tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:15.687666 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-6fc8902c-a07f-4889-ae56-4b41b549ab4a tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] 10.222.0.62 "DELETE /v2.0/security-groups/87ac26b8-4b66-4dae-a213-abade5593822 HTTP/1.1" status: 204 len: 168 time: 0.4021478 Oct 30 15:21:15.690970 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47660) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:15.734872 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-f6fd8b11-9584-4f39-9228-5e5d91542b09 req-81cf511d-e99d-41bb-b234-beaaa0e757da tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] Allocated IP 172.20.0.14 (002e00ec-5dee-4c5f-90f6-ed8e4971d297/4529759d-533f-4b74-bb41-1b9fbd5a2ce7/a0d9b34f-6b58-42a5-93ba-794e601ee179) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:21:15.740055 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c26ba770-fa5d-47f2-8b09-a49825a23f84 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0467546 Oct 30 15:21:15.742790 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47666) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:15.745977 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc8902c-a07f-4889-ae56-4b41b549ab4a tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ac26b8-4b66-4dae-a213-abade5593822,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:15.751050 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-a721c2b5-9c34-4531-87f1-1e121ed38e1c tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Request body: {'security_group': {'name': 'tempest-secgroup--519361542'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:21:15.777275 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a721c2b5-9c34-4531-87f1-1e121ed38e1c tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:15.864493 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a721c2b5-9c34-4531-87f1-1e121ed38e1c tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:15.869001 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a721c2b5-9c34-4531-87f1-1e121ed38e1c tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:15.902618 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a721c2b5-9c34-4531-87f1-1e121ed38e1c tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:15.904108 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a721c2b5-9c34-4531-87f1-1e121ed38e1c tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1580675 Oct 30 15:21:15.907151 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47670) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:15.913403 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-e2f3b597-70cd-4286-be69-b780a1a09cf7 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Request body: {'security_group_rule': {'security_group_id': '582bf3fb-86ad-4a76-8bac-3e65229c890e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:21:15.919736 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a721c2b5-9c34-4531-87f1-1e121ed38e1c tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=582bf3fb-86ad-4a76-8bac-3e65229c890e,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:15.947351 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e2f3b597-70cd-4286-be69-b780a1a09cf7 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:16.027120 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e2f3b597-70cd-4286-be69-b780a1a09cf7 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:16.032506 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e2f3b597-70cd-4286-be69-b780a1a09cf7 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:16.052549 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f3b597-70cd-4286-be69-b780a1a09cf7 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9778a4c9-5473-4515-b999-08afb3d8aa5c,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:16.060927 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e2f3b597-70cd-4286-be69-b780a1a09cf7 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:16.062094 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e2f3b597-70cd-4286-be69-b780a1a09cf7 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1532199 Oct 30 15:21:16.064857 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47678) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:16.085835 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-2534ab60-e978-4bf3-b86a-230ca53a6a0b tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] 10.222.0.62 "GET /v2.0/security-group-rules/9778a4c9-5473-4515-b999-08afb3d8aa5c HTTP/1.1" status: 200 len: 763 time: 0.0194240 Oct 30 15:21:16.088388 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47682) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:16.136561 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-5ee0f2a8-e6c4-49e5-8b6d-a928bb17c519 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0464821 Oct 30 15:21:16.138620 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47684) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:16.163668 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ecba12ee-9d22-4f8f-98c3-afc14c7c6116 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:16.171404 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ecba12ee-9d22-4f8f-98c3-afc14c7c6116 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:16.183412 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47686) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:16.212710 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ecba12ee-9d22-4f8f-98c3-afc14c7c6116 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:16.218980 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ecba12ee-9d22-4f8f-98c3-afc14c7c6116 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:16.220216 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-ecba12ee-9d22-4f8f-98c3-afc14c7c6116 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/9778a4c9-5473-4515-b999-08afb3d8aa5c HTTP/1.1" status: 204 len: 168 time: 0.0806551 Oct 30 15:21:16.225433 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47692) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:16.233216 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecba12ee-9d22-4f8f-98c3-afc14c7c6116 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9778a4c9-5473-4515-b999-08afb3d8aa5c,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:16.274329 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b3525b14-390d-490c-a5a8-02ca24936e5a tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0474086 Oct 30 15:21:16.277372 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47694) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:16.295779 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-08ea4b61-0fa2-4ab9-a375-4ea1595b94ee req-e3b64335-9d07-49f4-a5c2-64a3aaa38767 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:16.299541 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-2dcaef3b-c3d5-48c8-abb1-701cbd4cc06d tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Request body: {'security_group_rule': {'security_group_id': '582bf3fb-86ad-4a76-8bac-3e65229c890e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:21:16.309291 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['0fa68f34-97ec-4099-bbef-b6214dc85c48'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:21:16.343909 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b64335-9d07-49f4-a5c2-64a3aaa38767 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Pushing event deleted for resources: {'Port': ['ID=0fa68f34-97ec-4099-bbef-b6214dc85c48,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:16.350053 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-f6fd8b11-9584-4f39-9228-5e5d91542b09 req-81cf511d-e99d-41bb-b234-beaaa0e757da tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:16.358174 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-2315d6ae-aede-4b73-adf2-2b524aeb017f admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1531173097-network', 'tenant_id': 'cdb49321a1394bd9b51309f8e8d75210'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:21:16.399678 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-08ea4b61-0fa2-4ab9-a375-4ea1595b94ee req-e3b64335-9d07-49f4-a5c2-64a3aaa38767 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] No DVR routers for this DVR port 0fa68f34-97ec-4099-bbef-b6214dc85c48 on host n-h1-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:21:16.405101 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-08ea4b61-0fa2-4ab9-a375-4ea1595b94ee req-e3b64335-9d07-49f4-a5c2-64a3aaa38767 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:16.409117 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-08ea4b61-0fa2-4ab9-a375-4ea1595b94ee req-e3b64335-9d07-49f4-a5c2-64a3aaa38767 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.53 "DELETE /v2.0/ports/0fa68f34-97ec-4099-bbef-b6214dc85c48 HTTP/1.1" status: 204 len: 173 time: 1.2301691 Oct 30 15:21:16.409361 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2dcaef3b-c3d5-48c8-abb1-701cbd4cc06d tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:16.409598 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a210124-5e3a-4033-83d5-ebf6667f1072', 'name': 'network-vif-deleted', 'tag': '0fa68f34-97ec-4099-bbef-b6214dc85c48'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:21:16.412281 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-880e9c93-f32c-4b03-a98e-1b4dd2be6003" -d '{"events": [{"server_uuid": "9a210124-5e3a-4033-83d5-ebf6667f1072", "name": "network-vif-deleted", "tag": "0fa68f34-97ec-4099-bbef-b6214dc85c48"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:21:16.416376 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6c554c6b-ae2d-41f0-ab45-fdbff2fac435 req-b1a2319c-3038-448a-abc1-ed119caf1a11 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f2dad395-c735-4fa6-83c6-8404323a8b57 HTTP/1.1" status: 200 len: 210 time: 0.0460835 Oct 30 15:21:16.455909 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2315d6ae-aede-4b73-adf2-2b524aeb017f admin admin] Made reservation on behalf of cdb49321a1394bd9b51309f8e8d75210 for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:21:16.459659 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2315d6ae-aede-4b73-adf2-2b524aeb017f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:16.483266 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-f6fd8b11-9584-4f39-9228-5e5d91542b09 req-81cf511d-e99d-41bb-b234-beaaa0e757da tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:16.495899 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['7e512134-31ea-4a95-a0f8-ea2efd2ab8f7'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:21:16.504047 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2315d6ae-aede-4b73-adf2-2b524aeb017f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:16.595435 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7d331313-6b51-4141-9513-4b5a4cc17309 req-e4a3d66b-d716-43bf-97de-a0e3675f0ace tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a210124-5e3a-4033-83d5-ebf6667f1072 HTTP/1.1" status: 200 len: 210 time: 0.0534496 Oct 30 15:21:16.602378 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2dcaef3b-c3d5-48c8-abb1-701cbd4cc06d tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:16.621621 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dfda762-dee8-4af1-9c42-ac463d8c10f1 x-openstack-request-id: req-4dfda762-dee8-4af1-9c42-ac463d8c10f1 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:21:16.622201 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a210124-5e3a-4033-83d5-ebf6667f1072", "name": "network-vif-deleted", "tag": "0fa68f34-97ec-4099-bbef-b6214dc85c48", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:21:16.622465 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4dfda762-dee8-4af1-9c42-ac463d8c10f1 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:21:16.622882 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a210124-5e3a-4033-83d5-ebf6667f1072', 'name': 'network-vif-deleted', 'tag': '0fa68f34-97ec-4099-bbef-b6214dc85c48', 'status': 'completed', 'code': 200} Oct 30 15:21:16.624915 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2dcaef3b-c3d5-48c8-abb1-701cbd4cc06d tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:16.643051 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cf511d-e99d-41bb-b234-beaaa0e757da tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] Pushing event updated for resources: {'Port': ['ID=a0d9b34f-6b58-42a5-93ba-794e601ee179,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:16.649189 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6fd8b11-9584-4f39-9228-5e5d91542b09 req-81cf511d-e99d-41bb-b234-beaaa0e757da tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] Network 002e00ec-5dee-4c5f-90f6-ed8e4971d297 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:21:16.651212 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-f6fd8b11-9584-4f39-9228-5e5d91542b09 req-81cf511d-e99d-41bb-b234-beaaa0e757da tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:21:16.660478 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2dcaef3b-c3d5-48c8-abb1-701cbd4cc06d tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:16.664568 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-2dcaef3b-c3d5-48c8-abb1-701cbd4cc06d tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3862321 Oct 30 15:21:16.665628 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6fd8b11-9584-4f39-9228-5e5d91542b09 req-81cf511d-e99d-41bb-b234-beaaa0e757da tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:21:16.669861 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47706) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:16.697565 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcaef3b-c3d5-48c8-abb1-701cbd4cc06d tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc09e6d8-3618-4c09-8580-1759405b97ee,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:16.720559 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd8b11-9584-4f39-9228-5e5d91542b09 req-81cf511d-e99d-41bb-b234-beaaa0e757da tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:16.721241 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-f6fd8b11-9584-4f39-9228-5e5d91542b09 req-81cf511d-e99d-41bb-b234-beaaa0e757da tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:16.722895 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b9822c24-c68e-444b-9989-f7575bd60554 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] 10.222.0.62 "GET /v2.0/security-group-rules/dc09e6d8-3618-4c09-8580-1759405b97ee HTTP/1.1" status: 200 len: 763 time: 0.0496702 Oct 30 15:21:16.723047 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47708) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:16.739391 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f6fd8b11-9584-4f39-9228-5e5d91542b09 req-81cf511d-e99d-41bb-b234-beaaa0e757da tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.4225879 Oct 30 15:21:16.754011 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-f6fd8b11-9584-4f39-9228-5e5d91542b09 req-a9741216-ed56-495f-b2e9-f0096b5640db service neutron] Request body: {'port': {'device_id': 'f2dad395-c735-4fa6-83c6-8404323a8b57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:21:16.799642 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2315d6ae-aede-4b73-adf2-2b524aeb017f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:16.814459 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae20aacf-96a2-4d76-91b5-d061494b4982 req-d747c43f-f145-4f83-a6df-1053b0bd90da tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:16.816036 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ae20aacf-96a2-4d76-91b5-d061494b4982 req-d747c43f-f145-4f83-a6df-1053b0bd90da tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=103769ec-8a97-4b3f-9348-031893ca347d HTTP/1.1" status: 200 len: 945 time: 0.1196644 Oct 30 15:21:16.820550 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2315d6ae-aede-4b73-adf2-2b524aeb017f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:16.826458 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-f6fd8b11-9584-4f39-9228-5e5d91542b09 req-a9741216-ed56-495f-b2e9-f0096b5640db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:16.835862 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-f0b59455-7657-4a3d-aabf-c7d7f3718838 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0966060 Oct 30 15:21:16.840490 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47710) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:16.885903 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2315d6ae-aede-4b73-adf2-2b524aeb017f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:21:16.909395 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2315d6ae-aede-4b73-adf2-2b524aeb017f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4acb2b0e-72d0-413d-958a-43dc8dfd1123,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:16.926968 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-01730347-3930-4c3b-af17-2dd768e0beca tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:16.929368 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2315d6ae-aede-4b73-adf2-2b524aeb017f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:16.929710 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-2315d6ae-aede-4b73-adf2-2b524aeb017f admin admin] Added segment 9d1a25f4-f1ca-4cf4-9c9a-6b065510e456 of type vlan for network 67dc98e0-ec76-496d-b666-9b9106447549 Oct 30 15:21:16.940272 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ae20aacf-96a2-4d76-91b5-d061494b4982 req-1c088d20-018d-4166-b9da-56d69db9830b tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032221 Oct 30 15:21:16.960745 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-01730347-3930-4c3b-af17-2dd768e0beca tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:17.010059 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2315d6ae-aede-4b73-adf2-2b524aeb017f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:17.031859 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-fd5ab55a-8eb5-424c-8d34-e11699be0ab8 None None] Provisioning complete for port a0d9b34f-6b58-42a5-93ba-794e601ee179 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:21:17.032359 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-01730347-3930-4c3b-af17-2dd768e0beca tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:17.032762 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-fd5ab55a-8eb5-424c-8d34-e11699be0ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:17.044243 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-01730347-3930-4c3b-af17-2dd768e0beca tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:17.045499 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-01730347-3930-4c3b-af17-2dd768e0beca tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/dc09e6d8-3618-4c09-8580-1759405b97ee HTTP/1.1" status: 204 len: 168 time: 0.1995771 Oct 30 15:21:17.048644 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47712) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:17.052882 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01730347-3930-4c3b-af17-2dd768e0beca tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dc09e6d8-3618-4c09-8580-1759405b97ee,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:17.056253 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2315d6ae-aede-4b73-adf2-2b524aeb017f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:17.057365 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2315d6ae-aede-4b73-adf2-2b524aeb017f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:17.057966 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2315d6ae-aede-4b73-adf2-2b524aeb017f admin admin] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:17.076786 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-fd5ab55a-8eb5-424c-8d34-e11699be0ab8 None None] Port a0d9b34f-6b58-42a5-93ba-794e601ee179 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:21:17.113716 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-0e05ba18-5490-4274-bb15-37d32e979c0e tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0635910 Oct 30 15:21:17.117271 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47714) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:17.127869 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-1170e37b-79d8-4c2a-8fd5-25e0e1c5ff32 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Request body: {'security_group_rule': {'security_group_id': '582bf3fb-86ad-4a76-8bac-3e65229c890e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:21:17.147481 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-2315d6ae-aede-4b73-adf2-2b524aeb017f admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9643328 Oct 30 15:21:17.151298 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47716) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:17.156050 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-59f4155d-135e-4882-9ecc-4d3ec664c0b1 admin admin] Request body: {'subnet': {'network_id': '67dc98e0-ec76-496d-b666-9b9106447549', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1531173097-subnet', 'tenant_id': 'cdb49321a1394bd9b51309f8e8d75210', 'ip_version': 4}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:21:17.172901 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2315d6ae-aede-4b73-adf2-2b524aeb017f admin admin] Pushing event updated for resources: {'Network': ['ID=67dc98e0-ec76-496d-b666-9b9106447549,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:17.181879 n-d-806683-17 neutron-server[102130]: INFO neutron.db.securitygroups_db [None req-1170e37b-79d8-4c2a-8fd5-25e0e1c5ff32 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Project 82f331a121c84332b5958e65a695d16d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 30 15:21:17.189066 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1170e37b-79d8-4c2a-8fd5-25e0e1c5ff32 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:17.195475 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 67dc98e0-ec76-496d-b666-9b9106447549 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:21:17.216697 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-f6fd8b11-9584-4f39-9228-5e5d91542b09 req-a9741216-ed56-495f-b2e9-f0096b5640db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0d9b34f-6b58-42a5-93ba-794e601ee179 {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:21:17.224235 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f4155d-135e-4882-9ecc-4d3ec664c0b1 admin admin] Made reservation on behalf of cdb49321a1394bd9b51309f8e8d75210 for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:21:17.226586 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-59f4155d-135e-4882-9ecc-4d3ec664c0b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:17.229617 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-f6fd8b11-9584-4f39-9228-5e5d91542b09 req-a9741216-ed56-495f-b2e9-f0096b5640db service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:17.245798 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1170e37b-79d8-4c2a-8fd5-25e0e1c5ff32 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:17.249772 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1170e37b-79d8-4c2a-8fd5-25e0e1c5ff32 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:17.270856 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1170e37b-79d8-4c2a-8fd5-25e0e1c5ff32 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca0240e2-2e2d-4ea1-b4e5-9affd370ca28,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:17.285382 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-f6fd8b11-9584-4f39-9228-5e5d91542b09 req-a9741216-ed56-495f-b2e9-f0096b5640db service neutron] Transition to ACTIVE for port object a0d9b34f-6b58-42a5-93ba-794e601ee179 will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:21:17.289058 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1170e37b-79d8-4c2a-8fd5-25e0e1c5ff32 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:17.290417 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-1170e37b-79d8-4c2a-8fd5-25e0e1c5ff32 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1715407 Oct 30 15:21:17.292618 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-f6fd8b11-9584-4f39-9228-5e5d91542b09 req-a9741216-ed56-495f-b2e9-f0096b5640db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:17.293135 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47718) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:17.318802 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-273fcef5-f032-419e-9dea-0b5c0b0d27bc tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] 10.222.0.62 "GET /v2.0/security-group-rules/ca0240e2-2e2d-4ea1-b4e5-9affd370ca28 HTTP/1.1" status: 200 len: 769 time: 0.0245576 Oct 30 15:21:17.319803 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47722) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:17.366282 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-2e4f1aac-836c-4f16-bc03-492aa8388f34 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0453167 Oct 30 15:21:17.368824 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47724) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:17.377919 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9741216-ed56-495f-b2e9-f0096b5640db service neutron] Pushing event updated for resources: {'Port': ['ID=a0d9b34f-6b58-42a5-93ba-794e601ee179,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:17.393832 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-16b84a8e-63f5-46ca-8f6b-0a367feb191d tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:17.402392 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-16b84a8e-63f5-46ca-8f6b-0a367feb191d tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:17.429063 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-16b84a8e-63f5-46ca-8f6b-0a367feb191d tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:17.435510 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-16b84a8e-63f5-46ca-8f6b-0a367feb191d tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:17.436782 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-16b84a8e-63f5-46ca-8f6b-0a367feb191d tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/ca0240e2-2e2d-4ea1-b4e5-9affd370ca28 HTTP/1.1" status: 204 len: 168 time: 0.0666254 Oct 30 15:21:17.439526 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47726) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:17.451816 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b84a8e-63f5-46ca-8f6b-0a367feb191d tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ca0240e2-2e2d-4ea1-b4e5-9affd370ca28,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:17.489480 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-dbac291a-5275-43d6-b4d9-4f18e62ed977 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0487192 Oct 30 15:21:17.492451 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47730) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:17.514166 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-f6fd8b11-9584-4f39-9228-5e5d91542b09 req-a9741216-ed56-495f-b2e9-f0096b5640db service neutron] Attempting to bind port a0d9b34f-6b58-42a5-93ba-794e601ee179 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:21:17.514817 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-f6fd8b11-9584-4f39-9228-5e5d91542b09 req-a9741216-ed56-495f-b2e9-f0096b5640db service neutron] Attempting to bind port a0d9b34f-6b58-42a5-93ba-794e601ee179 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '84c718b2-3d6d-429e-a37e-5f2d9357b098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '002e00ec-5dee-4c5f-90f6-ed8e4971d297'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:21:17.514817 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fd8b11-9584-4f39-9228-5e5d91542b09 req-a9741216-ed56-495f-b2e9-f0096b5640db service neutron] Attempting to bind port a0d9b34f-6b58-42a5-93ba-794e601ee179 on network 002e00ec-5dee-4c5f-90f6-ed8e4971d297 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:21:17.542880 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fd8b11-9584-4f39-9228-5e5d91542b09 req-a9741216-ed56-495f-b2e9-f0096b5640db service neutron] Port a0d9b34f-6b58-42a5-93ba-794e601ee179 on network 002e00ec-5dee-4c5f-90f6-ed8e4971d297 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:21:17.543212 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fd8b11-9584-4f39-9228-5e5d91542b09 req-a9741216-ed56-495f-b2e9-f0096b5640db service neutron] Attempting to bind port a0d9b34f-6b58-42a5-93ba-794e601ee179 on network 002e00ec-5dee-4c5f-90f6-ed8e4971d297 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:21:17.557423 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fd8b11-9584-4f39-9228-5e5d91542b09 req-a9741216-ed56-495f-b2e9-f0096b5640db service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:21:17.557798 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fd8b11-9584-4f39-9228-5e5d91542b09 req-a9741216-ed56-495f-b2e9-f0096b5640db service neutron] Checking segment: {'id': '84c718b2-3d6d-429e-a37e-5f2d9357b098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '002e00ec-5dee-4c5f-90f6-ed8e4971d297'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:21:17.558193 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fd8b11-9584-4f39-9228-5e5d91542b09 req-a9741216-ed56-495f-b2e9-f0096b5640db service neutron] Bound using segment: {'id': '84c718b2-3d6d-429e-a37e-5f2d9357b098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '002e00ec-5dee-4c5f-90f6-ed8e4971d297'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:21:17.558642 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-f6fd8b11-9584-4f39-9228-5e5d91542b09 req-a9741216-ed56-495f-b2e9-f0096b5640db service neutron] Bound port: a0d9b34f-6b58-42a5-93ba-794e601ee179, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84c718b2-3d6d-429e-a37e-5f2d9357b098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '002e00ec-5dee-4c5f-90f6-ed8e4971d297'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:21:17.559011 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-f6fd8b11-9584-4f39-9228-5e5d91542b09 req-a9741216-ed56-495f-b2e9-f0096b5640db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:17.583841 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0e391470-cc42-4f20-94b4-8828fd8650b0 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:17.608364 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-59f4155d-135e-4882-9ecc-4d3ec664c0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:17.618211 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0e391470-cc42-4f20-94b4-8828fd8650b0 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:17.631171 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bbfcd9-12f7-449c-96b2-3d60489b19ff req-d257f86e-c5b4-4c62-8ab6-2b547fd4f122 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:17.632685 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d1bbfcd9-12f7-449c-96b2-3d60489b19ff req-d257f86e-c5b4-4c62-8ab6-2b547fd4f122 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f2dad395-c735-4fa6-83c6-8404323a8b57 HTTP/1.1" status: 200 len: 1054 time: 0.0985353 Oct 30 15:21:17.715285 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d1bbfcd9-12f7-449c-96b2-3d60489b19ff req-ed764ab8-0060-44b2-a8bb-6d7d343cbeea tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=068e546b-3044-4cb0-8297-430712dd22d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657313 Oct 30 15:21:17.715715 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f4155d-135e-4882-9ecc-4d3ec664c0b1 admin admin] Checking segment: {'id': '9d1a25f4-f1ca-4cf4-9c9a-6b065510e456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67dc98e0-ec76-496d-b666-9b9106447549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:21:17.715715 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f4155d-135e-4882-9ecc-4d3ec664c0b1 admin admin] Network hostable DHCP agents. Network: 67dc98e0-ec76-496d-b666-9b9106447549, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:21:17.716692 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f4155d-135e-4882-9ecc-4d3ec664c0b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da6295fa-f5c7-430a-993c-6b9dff60008d,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:17.720367 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0e391470-cc42-4f20-94b4-8828fd8650b0 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:17.724319 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0e391470-cc42-4f20-94b4-8828fd8650b0 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:17.728012 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-f6fd8b11-9584-4f39-9228-5e5d91542b09 req-a9741216-ed56-495f-b2e9-f0096b5640db service neutron] For port a0d9b34f-6b58-42a5-93ba-794e601ee179, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:21:17.728379 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-0e391470-cc42-4f20-94b4-8828fd8650b0 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] 10.222.0.62 "DELETE /v2.0/security-groups/582bf3fb-86ad-4a76-8bac-3e65229c890e HTTP/1.1" status: 204 len: 168 time: 0.2348716 Oct 30 15:21:17.729043 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47738) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:17.731975 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-f6fd8b11-9584-4f39-9228-5e5d91542b09 req-a9741216-ed56-495f-b2e9-f0096b5640db service neutron] For port a0d9b34f-6b58-42a5-93ba-794e601ee179, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=a0d9b34f-6b58-42a5-93ba-794e601ee179,segment=NetworkSegment(84c718b2-3d6d-429e-a37e-5f2d9357b098),segment_id=84c718b2-3d6d-429e-a37e-5f2d9357b098)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:21:17.737232 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-f6fd8b11-9584-4f39-9228-5e5d91542b09 req-a9741216-ed56-495f-b2e9-f0096b5640db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:17.755091 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e391470-cc42-4f20-94b4-8828fd8650b0 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=582bf3fb-86ad-4a76-8bac-3e65229c890e,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:17.781438 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f4155d-135e-4882-9ecc-4d3ec664c0b1 admin admin] Network 67dc98e0-ec76-496d-b666-9b9106447549 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:21:17.791791 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd8b11-9584-4f39-9228-5e5d91542b09 req-a9741216-ed56-495f-b2e9-f0096b5640db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:17.792468 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-f6fd8b11-9584-4f39-9228-5e5d91542b09 req-a9741216-ed56-495f-b2e9-f0096b5640db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:17.793912 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f6fd8b11-9584-4f39-9228-5e5d91542b09 req-a9741216-ed56-495f-b2e9-f0096b5640db service neutron] 10.222.0.53 "PUT /v2.0/ports/a0d9b34f-6b58-42a5-93ba-794e601ee179 HTTP/1.1" status: 200 len: 1093 time: 1.0466571 Oct 30 15:21:17.800212 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-59f4155d-135e-4882-9ecc-4d3ec664c0b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 67dc98e0-ec76-496d-b666-9b9106447549) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:21:17.806860 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e5749d70-e0f1-4ba8-8677-eafd188ca4d5 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0728815 Oct 30 15:21:17.809819 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47740) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:17.811864 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f4155d-135e-4882-9ecc-4d3ec664c0b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:17.812597 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-59f4155d-135e-4882-9ecc-4d3ec664c0b1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:17.826627 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbab7ed-f175-4c6c-a89a-e2856d98316e None None] Network 67dc98e0-ec76-496d-b666-9b9106447549 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:21:17.849010 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-59f4155d-135e-4882-9ecc-4d3ec664c0b1 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6966155 Oct 30 15:21:17.852684 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47744) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:17.859825 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-a112450a-7f30-4c12-8c04-503cf933ca19 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1531173097-router', 'tenant_id': 'cdb49321a1394bd9b51309f8e8d75210', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:21:17.870532 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9741216-ed56-495f-b2e9-f0096b5640db service neutron] Pushing event updated for resources: {'Port': ['ID=a0d9b34f-6b58-42a5-93ba-794e601ee179,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:17.898468 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-3baca92f-924d-4429-a892-354cec137e08 tempest-SecGroupIPv6Test-2057916906 tempest-SecGroupIPv6Test-2057916906-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0809951 Oct 30 15:21:17.916400 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9741216-ed56-495f-b2e9-f0096b5640db service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:21:17.916750 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9741216-ed56-495f-b2e9-f0096b5640db service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:21:17.920592 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a112450a-7f30-4c12-8c04-503cf933ca19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:17.921707 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a112450a-7f30-4c12-8c04-503cf933ca19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:17.932180 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9741216-ed56-495f-b2e9-f0096b5640db service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:21:17.932805 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9741216-ed56-495f-b2e9-f0096b5640db service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:21:17.933571 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9741216-ed56-495f-b2e9-f0096b5640db service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:21:17.934475 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9741216-ed56-495f-b2e9-f0096b5640db service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:21:17.935059 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9741216-ed56-495f-b2e9-f0096b5640db service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:21:17.936011 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9741216-ed56-495f-b2e9-f0096b5640db service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:21:17.936991 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9741216-ed56-495f-b2e9-f0096b5640db service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:21:17.938254 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9741216-ed56-495f-b2e9-f0096b5640db service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:21:17.939319 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9741216-ed56-495f-b2e9-f0096b5640db service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:21:17.940921 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9741216-ed56-495f-b2e9-f0096b5640db service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:21:18.021481 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a112450a-7f30-4c12-8c04-503cf933ca19 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:18.066821 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4432eed0-9b37-4b09-b251-51888736714a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-67dc98e0-ec76-496d-b666-9b9106447549', 'network_id': '67dc98e0-ec76-496d-b666-9b9106447549', 'tenant_id': 'cdb49321a1394bd9b51309f8e8d75210', 'fixed_ips': [{'subnet_id': 'da6295fa-f5c7-430a-993c-6b9dff60008d'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:21:18.068224 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4432eed0-9b37-4b09-b251-51888736714a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:18.076346 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd8b11-9584-4f39-9228-5e5d91542b09 req-16a8a031-57cf-4eb6-a33a-0f754570bed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:18.079620 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f6fd8b11-9584-4f39-9228-5e5d91542b09 req-16a8a031-57cf-4eb6-a33a-0f754570bed4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bad311999b214f6eb73569caa3d0398e&device_id=f2dad395-c735-4fa6-83c6-8404323a8b57 HTTP/1.1" status: 200 len: 1096 time: 0.2295408 Oct 30 15:21:18.134095 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f6fd8b11-9584-4f39-9228-5e5d91542b09 req-13659388-cc5d-4ef2-ac93-6f57d29b8dc2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0d9b34f-6b58-42a5-93ba-794e601ee179 HTTP/1.1" status: 200 len: 217 time: 0.0422847 Oct 30 15:21:18.214590 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0f841-fb2e-4543-a17e-d9b20bc37743 req-295906cf-c29a-45a6-8593-6efe9a350119 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:18.225698 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a7c0f841-fb2e-4543-a17e-d9b20bc37743 req-295906cf-c29a-45a6-8593-6efe9a350119 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/networks?id=4f22410e-53ea-4597-9c0e-a70994dfa6d8 HTTP/1.1" status: 200 len: 812 time: 0.2688768 Oct 30 15:21:18.227323 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47760) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:18.235075 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-4432eed0-9b37-4b09-b251-51888736714a None None] Allocated IP 172.20.0.2 (67dc98e0-ec76-496d-b666-9b9106447549/da6295fa-f5c7-430a-993c-6b9dff60008d/270e3af8-094a-4cd4-9039-fdad6d0a34f3) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:21:18.245576 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd8b11-9584-4f39-9228-5e5d91542b09 req-5b7ac363-37cc-49e1-8650-85f7aee846fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:18.247036 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f6fd8b11-9584-4f39-9228-5e5d91542b09 req-5b7ac363-37cc-49e1-8650-85f7aee846fd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4529759d-533f-4b74-bb41-1b9fbd5a2ce7 HTTP/1.1" status: 200 len: 848 time: 0.1049058 Oct 30 15:21:18.256757 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a7c0f841-fb2e-4543-a17e-d9b20bc37743 req-236b2b21-c99b-4e27-af00-cfe6ed9800cb tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/quotas/50828efdd6f44ddca14e599b5226f88f HTTP/1.1" status: 200 len: 375 time: 0.0295315 Oct 30 15:21:18.257982 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a112450a-7f30-4c12-8c04-503cf933ca19 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:18.271061 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a914b0-7ec9-47ea-b4b9-aa8372ffed26 req-aff4383b-cd9c-4016-840b-7b33d793b43b tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:18.278373 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f4a914b0-7ec9-47ea-b4b9-aa8372ffed26 req-aff4383b-cd9c-4016-840b-7b33d793b43b tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=103769ec-8a97-4b3f-9348-031893ca347d HTTP/1.1" status: 200 len: 945 time: 0.1891589 Oct 30 15:21:18.312028 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a7c0f841-fb2e-4543-a17e-d9b20bc37743 req-40d4cf37-dc37-4af3-bbb8-8951aa78aee9 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=50828efdd6f44ddca14e599b5226f88f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0543668 Oct 30 15:21:18.333259 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd8b11-9584-4f39-9228-5e5d91542b09 req-9f766f94-db8f-49bc-9fff-ffc6aba108f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:18.334625 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f6fd8b11-9584-4f39-9228-5e5d91542b09 req-9f766f94-db8f-49bc-9fff-ffc6aba108f6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=002e00ec-5dee-4c5f-90f6-ed8e4971d297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0752821 Oct 30 15:21:18.363378 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f4a914b0-7ec9-47ea-b4b9-aa8372ffed26 req-6c09f32f-5d8e-4eb1-aa8a-0636b220f235 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788879 Oct 30 15:21:18.528154 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-6c440449-2218-444a-8e71-aea84d25aa77 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=82f331a121c84332b5958e65a695d16d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2962806 Oct 30 15:21:18.531507 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 0fa68f34-97ec-4099-bbef-b6214dc85c48 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:21:18.531882 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a7c0f841-fb2e-4543-a17e-d9b20bc37743 req-bd219a67-befd-4544-a81a-a5ec8ed6e99f service neutron] 10.222.0.62 "GET /v2.0/networks/4f22410e-53ea-4597-9c0e-a70994dfa6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087586 Oct 30 15:21:18.532894 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47766) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:18.544315 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f6fd8b11-9584-4f39-9228-5e5d91542b09 req-366efca2-e8f2-4ef1-983e-9dc6da1a09af service neutron] 10.222.0.53 "GET /v2.0/networks/002e00ec-5dee-4c5f-90f6-ed8e4971d297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996315 Oct 30 15:21:18.558733 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a112450a-7f30-4c12-8c04-503cf933ca19 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:18.564857 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: 0fa68f34-97ec-4099-bbef-b6214dc85c48 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:21:18.565103 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 0fa68f34-97ec-4099-bbef-b6214dc85c48 not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:21:18.578910 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a112450a-7f30-4c12-8c04-503cf933ca19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:18.649294 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2dad395-c735-4fa6-83c6-8404323a8b57', 'tag': 'a0d9b34f-6b58-42a5-93ba-794e601ee179'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:21:18.651607 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3c67a4-1ed5-43e9-b30d-a06732839af7" -d '{"events": [{"name": "network-changed", "server_uuid": "f2dad395-c735-4fa6-83c6-8404323a8b57", "tag": "a0d9b34f-6b58-42a5-93ba-794e601ee179"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:21:18.683267 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4432eed0-9b37-4b09-b251-51888736714a None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:18.691853 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4432eed0-9b37-4b09-b251-51888736714a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:18.712298 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bf6620f7-f6d8-449e-9152-8ada58be82a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:18.735011 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9e5b65-388c-4edf-ac86-1994e39e22ec x-openstack-request-id: req-dc9e5b65-388c-4edf-ac86-1994e39e22ec {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:21:18.735448 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2dad395-c735-4fa6-83c6-8404323a8b57", "tag": "a0d9b34f-6b58-42a5-93ba-794e601ee179", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:21:18.735673 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dc9e5b65-388c-4edf-ac86-1994e39e22ec {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:21:18.736017 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2dad395-c735-4fa6-83c6-8404323a8b57', 'tag': 'a0d9b34f-6b58-42a5-93ba-794e601ee179', 'status': 'completed', 'code': 200} Oct 30 15:21:18.739721 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-a112450a-7f30-4c12-8c04-503cf933ca19 admin admin] Allocated IP 172.25.4.144 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/b59e0cde-fe6d-4af7-95d9-d7f17c92e0c3) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:21:18.748822 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4432eed0-9b37-4b09-b251-51888736714a None None] Network 67dc98e0-ec76-496d-b666-9b9106447549 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:21:18.752357 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-4432eed0-9b37-4b09-b251-51888736714a None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:21:18.756621 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4432eed0-9b37-4b09-b251-51888736714a None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:21:18.776584 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f6fd8b11-9584-4f39-9228-5e5d91542b09 req-25c2472a-37c0-4397-b4e9-555d7357f642 service neutron] 10.222.0.53 "GET /v2.0/networks/002e00ec-5dee-4c5f-90f6-ed8e4971d297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155960 Oct 30 15:21:18.778568 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bf6620f7-f6d8-449e-9152-8ada58be82a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:18.781576 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a7c0f841-fb2e-4543-a17e-d9b20bc37743 req-7058a2ce-8c70-4cf7-974e-4d16ad887882 service neutron] 10.222.0.62 "GET /v2.0/networks/4f22410e-53ea-4597-9c0e-a70994dfa6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396944 Oct 30 15:21:18.842535 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4432eed0-9b37-4b09-b251-51888736714a None None] Pushing event updated for resources: {'Port': ['ID=270e3af8-094a-4cd4-9039-fdad6d0a34f3,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:18.867219 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-4432eed0-9b37-4b09-b251-51888736714a None None] Attempting to bind port 270e3af8-094a-4cd4-9039-fdad6d0a34f3 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:21:18.868086 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-4432eed0-9b37-4b09-b251-51888736714a None None] Attempting to bind port 270e3af8-094a-4cd4-9039-fdad6d0a34f3 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '9d1a25f4-f1ca-4cf4-9c9a-6b065510e456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67dc98e0-ec76-496d-b666-9b9106447549'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:21:18.868548 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4432eed0-9b37-4b09-b251-51888736714a None None] Attempting to bind port 270e3af8-094a-4cd4-9039-fdad6d0a34f3 on network 67dc98e0-ec76-496d-b666-9b9106447549 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:21:18.877331 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4432eed0-9b37-4b09-b251-51888736714a None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:21:18.882141 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4432eed0-9b37-4b09-b251-51888736714a None None] Checking segment: {'id': '9d1a25f4-f1ca-4cf4-9c9a-6b065510e456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67dc98e0-ec76-496d-b666-9b9106447549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:21:18.882141 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4432eed0-9b37-4b09-b251-51888736714a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:18.882141 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4432eed0-9b37-4b09-b251-51888736714a None None] Bound using segment: {'id': '9d1a25f4-f1ca-4cf4-9c9a-6b065510e456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67dc98e0-ec76-496d-b666-9b9106447549'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:21:18.883005 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-4432eed0-9b37-4b09-b251-51888736714a None None] Bound port: 270e3af8-094a-4cd4-9039-fdad6d0a34f3, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d1a25f4-f1ca-4cf4-9c9a-6b065510e456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67dc98e0-ec76-496d-b666-9b9106447549'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:21:18.883186 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4432eed0-9b37-4b09-b251-51888736714a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:18.903784 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e58e7-2c32-46cc-b4dd-c3ca539eeef9 req-69e16590-4426-40de-9ed1-8fcdaee5863f tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:18.904891 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bf6620f7-f6d8-449e-9152-8ada58be82a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:18.908354 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bf6620f7-f6d8-449e-9152-8ada58be82a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:18.909503 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-bf6620f7-f6d8-449e-9152-8ada58be82a7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bf004caf-330d-4d0f-90f6-3dca56de6b6f HTTP/1.1" status: 204 len: 168 time: 0.3738685 Oct 30 15:21:18.911729 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ba4e58e7-2c32-46cc-b4dd-c3ca539eeef9 req-69e16590-4426-40de-9ed1-8fcdaee5863f tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f2dad395-c735-4fa6-83c6-8404323a8b57 HTTP/1.1" status: 200 len: 1096 time: 0.0901785 Oct 30 15:21:18.916048 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c67a4-1ed5-43e9-b30d-a06732839af7 req-b45cc02c-e66d-4321-a3c0-5dac1053b226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:18.917918 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cb3c67a4-1ed5-43e9-b30d-a06732839af7 req-b45cc02c-e66d-4321-a3c0-5dac1053b226 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bad311999b214f6eb73569caa3d0398e&device_id=f2dad395-c735-4fa6-83c6-8404323a8b57 HTTP/1.1" status: 200 len: 1096 time: 0.0778348 Oct 30 15:21:18.923955 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6620f7-f6d8-449e-9152-8ada58be82a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf004caf-330d-4d0f-90f6-3dca56de6b6f,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:18.941833 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a112450a-7f30-4c12-8c04-503cf933ca19 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:18.983918 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ba4e58e7-2c32-46cc-b4dd-c3ca539eeef9 req-1c2ff17e-4648-4a23-9433-5097443052b8 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=068e546b-3044-4cb0-8297-430712dd22d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702834 Oct 30 15:21:19.061812 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a112450a-7f30-4c12-8c04-503cf933ca19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:19.082829 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-4432eed0-9b37-4b09-b251-51888736714a None None] For port 270e3af8-094a-4cd4-9039-fdad6d0a34f3, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:21:19.086352 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b9e835c1-aab4-48b8-865a-2d7e361d67b5 req-ffa06b90-5686-4551-8cb8-093bcc61aba7 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=21d4d07c-7ee7-46d7-b1ba-6b3c702ce63e HTTP/1.1" status: 200 len: 210 time: 0.0349169 Oct 30 15:21:19.091847 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-4432eed0-9b37-4b09-b251-51888736714a None None] For port 270e3af8-094a-4cd4-9039-fdad6d0a34f3, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=270e3af8-094a-4cd4-9039-fdad6d0a34f3,segment=NetworkSegment(9d1a25f4-f1ca-4cf4-9c9a-6b065510e456),segment_id=9d1a25f4-f1ca-4cf4-9c9a-6b065510e456)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:21:19.104717 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4432eed0-9b37-4b09-b251-51888736714a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:19.127399 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c67a4-1ed5-43e9-b30d-a06732839af7 req-741432e0-9c10-4a73-93ed-8cfaa7ac696a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:19.128950 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cb3c67a4-1ed5-43e9-b30d-a06732839af7 req-741432e0-9c10-4a73-93ed-8cfaa7ac696a service neutron] 10.222.0.53 "GET /v2.0/networks?id=002e00ec-5dee-4c5f-90f6-ed8e4971d297 HTTP/1.1" status: 200 len: 910 time: 0.2026589 Oct 30 15:21:19.149432 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a112450a-7f30-4c12-8c04-503cf933ca19 admin admin] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:21:19.152469 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-a112450a-7f30-4c12-8c04-503cf933ca19 admin admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:21:19.158785 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a112450a-7f30-4c12-8c04-503cf933ca19 admin admin] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:21:19.204658 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4432eed0-9b37-4b09-b251-51888736714a None None] Pushing event updated for resources: {'Port': ['ID=270e3af8-094a-4cd4-9039-fdad6d0a34f3,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:19.205316 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a112450a-7f30-4c12-8c04-503cf933ca19 admin admin] Pushing event updated for resources: {'Port': ['ID=b59e0cde-fe6d-4af7-95d9-d7f17c92e0c3,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:19.231413 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cb3c67a4-1ed5-43e9-b30d-a06732839af7 req-0a031d46-d944-4f2b-afea-af419cc42799 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0d9b34f-6b58-42a5-93ba-794e601ee179 HTTP/1.1" status: 200 len: 217 time: 0.0936117 Oct 30 15:21:19.300996 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c67a4-1ed5-43e9-b30d-a06732839af7 req-4a06eda8-e579-48b1-9277-ee20683c825a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:19.302550 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cb3c67a4-1ed5-43e9-b30d-a06732839af7 req-4a06eda8-e579-48b1-9277-ee20683c825a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4529759d-533f-4b74-bb41-1b9fbd5a2ce7 HTTP/1.1" status: 200 len: 848 time: 0.0624866 Oct 30 15:21:19.383159 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c67a4-1ed5-43e9-b30d-a06732839af7 req-641bf609-9fa9-456c-8439-d56b78be25e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:19.387615 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cb3c67a4-1ed5-43e9-b30d-a06732839af7 req-641bf609-9fa9-456c-8439-d56b78be25e9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=002e00ec-5dee-4c5f-90f6-ed8e4971d297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0775838 Oct 30 15:21:19.619758 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d890bba-12c6-4a49-a5ff-69405a1191e2 req-f2a58a0b-6346-44f2-a676-76f2cfd8caa5 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:19.627831 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9d890bba-12c6-4a49-a5ff-69405a1191e2 req-f2a58a0b-6346-44f2-a676-76f2cfd8caa5 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=103769ec-8a97-4b3f-9348-031893ca347d HTTP/1.1" status: 200 len: 945 time: 0.1687095 Oct 30 15:21:19.651581 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a112450a-7f30-4c12-8c04-503cf933ca19 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:19.681645 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cb3c67a4-1ed5-43e9-b30d-a06732839af7 req-ae40cb48-7005-487a-91d1-c927f8943cf5 service neutron] 10.222.0.53 "GET /v2.0/networks/002e00ec-5dee-4c5f-90f6-ed8e4971d297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859721 Oct 30 15:21:19.698589 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9d890bba-12c6-4a49-a5ff-69405a1191e2 req-3f7b98f2-2818-4c3e-948f-37fab43590e8 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636137 Oct 30 15:21:19.879451 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cb3c67a4-1ed5-43e9-b30d-a06732839af7 req-c5ba6caf-4202-492e-b33d-b0a4a4579d6e service neutron] 10.222.0.53 "GET /v2.0/networks/002e00ec-5dee-4c5f-90f6-ed8e4971d297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796243 Oct 30 15:21:20.044474 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47812) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:20.118750 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5052ba8-9579-4a3b-b0e0-08f2a5367ee0 req-09066ecb-2aba-4663-91ea-ccae7bb67a39 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:20.127154 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e5052ba8-9579-4a3b-b0e0-08f2a5367ee0 req-09066ecb-2aba-4663-91ea-ccae7bb67a39 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f2dad395-c735-4fa6-83c6-8404323a8b57 HTTP/1.1" status: 200 len: 1096 time: 0.0536449 Oct 30 15:21:20.181110 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e5052ba8-9579-4a3b-b0e0-08f2a5367ee0 req-3194f669-28f5-4f0b-9b1c-dbfeeacde6f9 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=068e546b-3044-4cb0-8297-430712dd22d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532672 Oct 30 15:21:20.185806 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-daed01f6-cd6e-4b5c-98d0-6734bfa841a2 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Request body: {'security_group': {'name': 'tempest-secgroup--678421066'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:21:20.219178 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-daed01f6-cd6e-4b5c-98d0-6734bfa841a2 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:20.234731 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-daed01f6-cd6e-4b5c-98d0-6734bfa841a2 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:20.290974 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-edb0d637-152f-48ff-9942-aee6839018ac req-ff6b6c6b-c3e4-44d3-88b8-3ea180fca959 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=21d4d07c-7ee7-46d7-b1ba-6b3c702ce63e HTTP/1.1" status: 200 len: 210 time: 0.0690453 Oct 30 15:21:20.326186 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a112450a-7f30-4c12-8c04-503cf933ca19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:20.456131 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0f841-fb2e-4543-a17e-d9b20bc37743 req-1c968144-4acb-4d2c-92b4-fbda9a7d2e7c tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:20.457634 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a7c0f841-fb2e-4543-a17e-d9b20bc37743 req-1c968144-4acb-4d2c-92b4-fbda9a7d2e7c tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.53 "GET /v2.0/networks?id=4f22410e-53ea-4597-9c0e-a70994dfa6d8 HTTP/1.1" status: 200 len: 812 time: 0.1921511 Oct 30 15:21:20.462429 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-daed01f6-cd6e-4b5c-98d0-6734bfa841a2 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:20.466468 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-daed01f6-cd6e-4b5c-98d0-6734bfa841a2 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:20.476354 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-a7c0f841-fb2e-4543-a17e-d9b20bc37743 req-0209cbec-51c3-40c1-90d8-026810c5c4c2 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Request body: {'port': {'device_id': '21d4d07c-7ee7-46d7-b1ba-6b3c702ce63e', 'network_id': '4f22410e-53ea-4597-9c0e-a70994dfa6d8', 'admin_state_up': True, 'tenant_id': '50828efdd6f44ddca14e599b5226f88f'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:21:20.496261 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a112450a-7f30-4c12-8c04-503cf933ca19 admin admin] Router 339a7360-5828-4178-a3cd-ce7c9f9e76d4 is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:21:20.555143 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daed01f6-cd6e-4b5c-98d0-6734bfa841a2 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b169a7f4-89e5-45f6-bb05-b9e06a6b04cf,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:20.574860 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862d7b88-f415-47b0-9988-20a5d0fa2291 None None] Network 67dc98e0-ec76-496d-b666-9b9106447549 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:21:20.618651 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a112450a-7f30-4c12-8c04-503cf933ca19 admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:21:20.629079 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e167b6-ffc2-4e30-9426-f994e5d7950b None None] Sync routers for ids ['339a7360-5828-4178-a3cd-ce7c9f9e76d4'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:21:20.645179 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e167b6-ffc2-4e30-9426-f994e5d7950b None None] Routers {'339a7360-5828-4178-a3cd-ce7c9f9e76d4'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:21:20.646739 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-17e167b6-ffc2-4e30-9426-f994e5d7950b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:20:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['339a7360-5828-4178-a3cd-ce7c9f9e76d4'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:21:20.649418 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a112450a-7f30-4c12-8c04-503cf933ca19 admin admin] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:20.650999 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a112450a-7f30-4c12-8c04-503cf933ca19 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.7975006 Oct 30 15:21:20.652414 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-daed01f6-cd6e-4b5c-98d0-6734bfa841a2 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:20.654776 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47820) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:20.659740 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-daed01f6-cd6e-4b5c-98d0-6734bfa841a2 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:20.662515 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d1081e65-6288-46a1-b649-38ac78924cee None None] Provisioning complete for port 270e3af8-094a-4cd4-9039-fdad6d0a34f3 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:21:20.668516 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d1081e65-6288-46a1-b649-38ac78924cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:20.703798 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7c0f841-fb2e-4543-a17e-d9b20bc37743 req-0209cbec-51c3-40c1-90d8-026810c5c4c2 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Made reservation on behalf of 50828efdd6f44ddca14e599b5226f88f for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:21:20.708161 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a7c0f841-fb2e-4543-a17e-d9b20bc37743 req-0209cbec-51c3-40c1-90d8-026810c5c4c2 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:20.740769 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-daed01f6-cd6e-4b5c-98d0-6734bfa841a2 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:20.746331 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-daed01f6-cd6e-4b5c-98d0-6734bfa841a2 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7007573 Oct 30 15:21:20.747067 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47824) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:20.773466 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daed01f6-cd6e-4b5c-98d0-6734bfa841a2 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1aef85-8151-45dc-9f84-6d66c2ad4d9b,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:20.839099 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-17e167b6-ffc2-4e30-9426-f994e5d7950b None None] Set router 339a7360-5828-4178-a3cd-ce7c9f9e76d4 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:21:20.920696 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-a7c0f841-fb2e-4543-a17e-d9b20bc37743 req-0209cbec-51c3-40c1-90d8-026810c5c4c2 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Allocated IP 172.20.0.4 (4f22410e-53ea-4597-9c0e-a70994dfa6d8/449705ab-2365-49b9-8b83-fe461dd03f65/421625c3-f5b7-4362-b047-9131c0efbe03) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:21:20.933805 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d1081e65-6288-46a1-b649-38ac78924cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:20.974550 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d1081e65-6288-46a1-b649-38ac78924cee None None] For port 270e3af8-094a-4cd4-9039-fdad6d0a34f3, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=270e3af8-094a-4cd4-9039-fdad6d0a34f3,segment=NetworkSegment(9d1a25f4-f1ca-4cf4-9c9a-6b065510e456),segment_id=9d1a25f4-f1ca-4cf4-9c9a-6b065510e456)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:21:20.979802 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d1081e65-6288-46a1-b649-38ac78924cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:21.012742 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdbe9a7-5161-4697-9612-c59a2a157491 req-d08f33c4-8278-42bb-89c5-920140c9c66a tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:21.017770 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-091fa09b-8e56-41f3-a97c-209fac6e226f tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2575185 Oct 30 15:21:21.019377 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47828) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:21.022772 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3cdbe9a7-5161-4697-9612-c59a2a157491 req-d08f33c4-8278-42bb-89c5-920140c9c66a tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=103769ec-8a97-4b3f-9348-031893ca347d HTTP/1.1" status: 200 len: 945 time: 0.2062922 Oct 30 15:21:21.032369 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-eae7a9c7-6c13-4a68-a33f-2c34fa6dbe45 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Request body: {'security_group': {'name': 'tempest-security--1487691851', 'description': 'tempest-security-description-1381019216'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:21:21.040731 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1081e65-6288-46a1-b649-38ac78924cee None None] Pushing event updated for resources: {'Port': ['ID=270e3af8-094a-4cd4-9039-fdad6d0a34f3,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:21.084342 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3cdbe9a7-5161-4697-9612-c59a2a157491 req-02dbe4e1-1aac-4987-acbe-56b9515d4378 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606887 Oct 30 15:21:21.128000 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-17e167b6-ffc2-4e30-9426-f994e5d7950b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '339a7360-5828-4178-a3cd-ce7c9f9e76d4', 'name': 'tempest-ImageQuotaTest-1531173097-router', 'tenant_id': 'cdb49321a1394bd9b51309f8e8d75210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'b59e0cde-fe6d-4af7-95d9-d7f17c92e0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:21:17Z', 'updated_at': '2021-10-30T15:21:19Z', 'revision_number': 3, 'project_id': 'cdb49321a1394bd9b51309f8e8d75210', 'gw_port': {'id': 'b59e0cde-fe6d-4af7-95d9-d7f17c92e0c3', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '339a7360-5828-4178-a3cd-ce7c9f9e76d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:21:18Z', 'updated_at': '2021-10-30T15:21:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:21:21.130819 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7aaff8c6-28b5-42de-af6c-0af18f5459e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:21.132581 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-eae7a9c7-6c13-4a68-a33f-2c34fa6dbe45 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:21.165592 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e167b6-ffc2-4e30-9426-f994e5d7950b None None] Checking router: 339a7360-5828-4178-a3cd-ce7c9f9e76d4 for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:21:21.167569 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e167b6-ffc2-4e30-9426-f994e5d7950b None None] Updating router 339a7360-5828-4178-a3cd-ce7c9f9e76d4 port b59e0cde-fe6d-4af7-95d9-d7f17c92e0c3 binding host n-d-806683-17 {{(pid=102133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:21:21.195196 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-17e167b6-ffc2-4e30-9426-f994e5d7950b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:21.248707 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-eae7a9c7-6c13-4a68-a33f-2c34fa6dbe45 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:21.257210 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-eae7a9c7-6c13-4a68-a33f-2c34fa6dbe45 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:21.259826 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-eae7a9c7-6c13-4a68-a33f-2c34fa6dbe45 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:21.263871 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-eae7a9c7-6c13-4a68-a33f-2c34fa6dbe45 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] 10.222.0.62 "PUT /v2.0/security-groups/4c1aef85-8151-45dc-9f84-6d66c2ad4d9b HTTP/1.1" status: 200 len: 1780 time: 0.2409065 Oct 30 15:21:21.269676 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47832) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:21.282809 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a7c0f841-fb2e-4543-a17e-d9b20bc37743 req-0209cbec-51c3-40c1-90d8-026810c5c4c2 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:21.323378 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-5f4327ac-c9aa-4277-8b98-dd453786a6d7 None None] Provisioning complete for port 270e3af8-094a-4cd4-9039-fdad6d0a34f3 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:21:21.323923 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5f4327ac-c9aa-4277-8b98-dd453786a6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:21.330549 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7a9c7-6c13-4a68-a33f-2c34fa6dbe45 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1aef85-8151-45dc-9f84-6d66c2ad4d9b,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:21.380419 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 270e3af8-094a-4cd4-9039-fdad6d0a34f3 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:21:21.433409 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-f0c6c705-68d7-4ae6-a187-a201ddf7592f tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] 10.222.0.62 "GET /v2.0/security-groups/4c1aef85-8151-45dc-9f84-6d66c2ad4d9b HTTP/1.1" status: 200 len: 1780 time: 0.1589315 Oct 30 15:21:21.438202 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47836) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:21.454795 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e67af310-4e70-4095-a0e5-4519d96fce80 req-bde4cd1d-6bf6-4495-969a-1dff47e1459a tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=21d4d07c-7ee7-46d7-b1ba-6b3c702ce63e HTTP/1.1" status: 200 len: 210 time: 0.0503557 Oct 30 15:21:21.484965 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa748a2-eea2-40d3-af72-3a2671b03ebe req-0895e801-9d62-4ad4-b5f3-37d0cc8ab624 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:21.486999 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9fa748a2-eea2-40d3-af72-3a2671b03ebe req-0895e801-9d62-4ad4-b5f3-37d0cc8ab624 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f2dad395-c735-4fa6-83c6-8404323a8b57 HTTP/1.1" status: 200 len: 1096 time: 0.1283979 Oct 30 15:21:21.492530 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a7c0f841-fb2e-4543-a17e-d9b20bc37743 req-0209cbec-51c3-40c1-90d8-026810c5c4c2 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:21.500915 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 270e3af8-094a-4cd4-9039-fdad6d0a34f3 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:21:21.501302 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:21.521112 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-44344eb6-b3db-4830-9b9a-3073e6d8fa6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:21.568117 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-225f4c8e-5f1e-4eed-9bd1-7b8ed676d0fe tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:21.576840 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7c0f841-fb2e-4543-a17e-d9b20bc37743 req-0209cbec-51c3-40c1-90d8-026810c5c4c2 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Network 4f22410e-53ea-4597-9c0e-a70994dfa6d8 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:21:21.587444 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-a7c0f841-fb2e-4543-a17e-d9b20bc37743 req-0209cbec-51c3-40c1-90d8-026810c5c4c2 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:21:21.599883 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7c0f841-fb2e-4543-a17e-d9b20bc37743 req-0209cbec-51c3-40c1-90d8-026810c5c4c2 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:21:21.625516 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-17e167b6-ffc2-4e30-9426-f994e5d7950b None None] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:21.631309 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-17e167b6-ffc2-4e30-9426-f994e5d7950b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:21.640309 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209cbec-51c3-40c1-90d8-026810c5c4c2 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Pushing event updated for resources: {'Port': ['ID=421625c3-f5b7-4362-b047-9131c0efbe03,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:21.649157 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-225f4c8e-5f1e-4eed-9bd1-7b8ed676d0fe tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:21.652995 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9fa748a2-eea2-40d3-af72-3a2671b03ebe req-d6db577f-d48e-4cec-8b4c-c5ed500ec7ec tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=068e546b-3044-4cb0-8297-430712dd22d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562498 Oct 30 15:21:21.683077 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-17e167b6-ffc2-4e30-9426-f994e5d7950b None None] Attempting to bind port b59e0cde-fe6d-4af7-95d9-d7f17c92e0c3 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:21:21.684037 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-17e167b6-ffc2-4e30-9426-f994e5d7950b None None] Attempting to bind port b59e0cde-fe6d-4af7-95d9-d7f17c92e0c3 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:21:21.684037 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e167b6-ffc2-4e30-9426-f994e5d7950b None None] Attempting to bind port b59e0cde-fe6d-4af7-95d9-d7f17c92e0c3 on network edc38ef5-7816-4133-914c-cfe2849a0125 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:21:21.693026 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e167b6-ffc2-4e30-9426-f994e5d7950b None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:21:21.693331 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e167b6-ffc2-4e30-9426-f994e5d7950b None None] Checking segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:21:21.693741 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-17e167b6-ffc2-4e30-9426-f994e5d7950b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:21.694162 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e167b6-ffc2-4e30-9426-f994e5d7950b None None] Bound using segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:21:21.694607 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-17e167b6-ffc2-4e30-9426-f994e5d7950b None None] Bound port: b59e0cde-fe6d-4af7-95d9-d7f17c92e0c3, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:21:21.694982 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-17e167b6-ffc2-4e30-9426-f994e5d7950b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:21.704851 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0f841-fb2e-4543-a17e-d9b20bc37743 req-0209cbec-51c3-40c1-90d8-026810c5c4c2 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:21.705478 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a7c0f841-fb2e-4543-a17e-d9b20bc37743 req-0209cbec-51c3-40c1-90d8-026810c5c4c2 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:21.718898 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1131e2-ebd4-44c7-82c8-72ce45ecc0df None None] Pushing event updated for resources: {'Port': ['ID=b59e0cde-fe6d-4af7-95d9-d7f17c92e0c3,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:21.730417 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a7c0f841-fb2e-4543-a17e-d9b20bc37743 req-0209cbec-51c3-40c1-90d8-026810c5c4c2 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2611704 Oct 30 15:21:21.740914 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-44344eb6-b3db-4830-9b9a-3073e6d8fa6e admin admin] Allocated IP 172.20.0.1 (67dc98e0-ec76-496d-b666-9b9106447549/da6295fa-f5c7-430a-993c-6b9dff60008d/9c26e7ee-35ae-43cb-bb2f-b794bc662326) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:21:21.747954 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-a7c0f841-fb2e-4543-a17e-d9b20bc37743 req-fc1d80b7-c46b-4fc7-a16a-66fda67a9df0 service neutron] Request body: {'port': {'device_id': '21d4d07c-7ee7-46d7-b1ba-6b3c702ce63e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:21:21.769850 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-17e167b6-ffc2-4e30-9426-f994e5d7950b None None] For port b59e0cde-fe6d-4af7-95d9-d7f17c92e0c3, host n-d-806683-17, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:21:21.773419 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-17e167b6-ffc2-4e30-9426-f994e5d7950b None None] For port b59e0cde-fe6d-4af7-95d9-d7f17c92e0c3, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=b59e0cde-fe6d-4af7-95d9-d7f17c92e0c3,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:21:21.777889 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-225f4c8e-5f1e-4eed-9bd1-7b8ed676d0fe tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:21.778346 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-17e167b6-ffc2-4e30-9426-f994e5d7950b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:21.782843 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-225f4c8e-5f1e-4eed-9bd1-7b8ed676d0fe tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:21.786406 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-225f4c8e-5f1e-4eed-9bd1-7b8ed676d0fe tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] 10.222.0.62 "DELETE /v2.0/security-groups/4c1aef85-8151-45dc-9f84-6d66c2ad4d9b HTTP/1.1" status: 204 len: 168 time: 0.3435335 Oct 30 15:21:21.789652 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47840) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:21.826461 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225f4c8e-5f1e-4eed-9bd1-7b8ed676d0fe tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1aef85-8151-45dc-9f84-6d66c2ad4d9b,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:21.854383 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1131e2-ebd4-44c7-82c8-72ce45ecc0df None None] Pushing event updated for resources: {'Port': ['ID=b59e0cde-fe6d-4af7-95d9-d7f17c92e0c3,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:21.857640 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e167b6-ffc2-4e30-9426-f994e5d7950b None None] Routers {'339a7360-5828-4178-a3cd-ce7c9f9e76d4'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:21:21.858248 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-17e167b6-ffc2-4e30-9426-f994e5d7950b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:20:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['339a7360-5828-4178-a3cd-ce7c9f9e76d4'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:21:21.876111 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a7c0f841-fb2e-4543-a17e-d9b20bc37743 req-fc1d80b7-c46b-4fc7-a16a-66fda67a9df0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:21.887964 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-44344eb6-b3db-4830-9b9a-3073e6d8fa6e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:21.901623 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-ed80d718-d129-4363-9b44-2befbc20451f tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0998046 Oct 30 15:21:21.902105 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47844) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:21.936420 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-f93e6b3d-e551-48bb-989e-35f4dd9208d6 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] delete failed (client error): The resource could not be found. Oct 30 15:21:21.937369 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-f93e6b3d-e551-48bb-989e-35f4dd9208d6 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] 10.222.0.62 "DELETE /v2.0/security-groups/4c1aef85-8151-45dc-9f84-6d66c2ad4d9b HTTP/1.1" status: 404 len: 347 time: 0.0345159 Oct 30 15:21:21.941912 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47846) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:21.948211 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-288b801f-40a9-451a-bad2-072d5b716eee tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Request body: {'security_group': {'name': 'tempest-secgroup--823219944'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:21:21.950440 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-44344eb6-b3db-4830-9b9a-3073e6d8fa6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:21.987310 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-17e167b6-ffc2-4e30-9426-f994e5d7950b None None] Set router 339a7360-5828-4178-a3cd-ce7c9f9e76d4 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:21:22.004863 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44344eb6-b3db-4830-9b9a-3073e6d8fa6e admin admin] Network 67dc98e0-ec76-496d-b666-9b9106447549 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:21:22.007867 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-44344eb6-b3db-4830-9b9a-3073e6d8fa6e admin admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:21:22.012282 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44344eb6-b3db-4830-9b9a-3073e6d8fa6e admin admin] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:21:22.015693 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44344eb6-b3db-4830-9b9a-3073e6d8fa6e admin admin] Pushing event updated for resources: {'Port': ['ID=9c26e7ee-35ae-43cb-bb2f-b794bc662326,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:22.038986 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-288b801f-40a9-451a-bad2-072d5b716eee tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:22.064688 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-44344eb6-b3db-4830-9b9a-3073e6d8fa6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:22.210365 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-288b801f-40a9-451a-bad2-072d5b716eee tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:22.217554 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-288b801f-40a9-451a-bad2-072d5b716eee tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:22.244499 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-17e167b6-ffc2-4e30-9426-f994e5d7950b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '339a7360-5828-4178-a3cd-ce7c9f9e76d4', 'name': 'tempest-ImageQuotaTest-1531173097-router', 'tenant_id': 'cdb49321a1394bd9b51309f8e8d75210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'b59e0cde-fe6d-4af7-95d9-d7f17c92e0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:21:17Z', 'updated_at': '2021-10-30T15:21:19Z', 'revision_number': 3, 'project_id': 'cdb49321a1394bd9b51309f8e8d75210', 'gw_port': {'id': 'b59e0cde-fe6d-4af7-95d9-d7f17c92e0c3', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '339a7360-5828-4178-a3cd-ce7c9f9e76d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:21:18Z', 'updated_at': '2021-10-30T15:21:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:21:22.260425 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-288b801f-40a9-451a-bad2-072d5b716eee tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:22.261817 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-288b801f-40a9-451a-bad2-072d5b716eee tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3190687 Oct 30 15:21:22.269185 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47850) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:22.296741 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e167b6-ffc2-4e30-9426-f994e5d7950b None None] The sync data for ids ['339a7360-5828-4178-a3cd-ce7c9f9e76d4'] in n-d-806683-17 is: [{'id': '339a7360-5828-4178-a3cd-ce7c9f9e76d4', 'name': 'tempest-ImageQuotaTest-1531173097-router', 'tenant_id': 'cdb49321a1394bd9b51309f8e8d75210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'b59e0cde-fe6d-4af7-95d9-d7f17c92e0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:21:17Z', 'updated_at': '2021-10-30T15:21:19Z', 'revision_number': 3, 'project_id': 'cdb49321a1394bd9b51309f8e8d75210', 'gw_port': {'id': 'b59e0cde-fe6d-4af7-95d9-d7f17c92e0c3', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '339a7360-5828-4178-a3cd-ce7c9f9e76d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:21:18Z', 'updated_at': '2021-10-30T15:21:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:21:22.303439 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-155964f5-8cd0-4a80-af28-0ae58646a17c tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Request body: {'security_group_rule': {'security_group_id': '75291ce0-8a05-43a1-85c0-bee3d11a05bc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:21:22.317788 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b801f-40a9-451a-bad2-072d5b716eee tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75291ce0-8a05-43a1-85c0-bee3d11a05bc,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:22.327665 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-0c12decb-be02-4776-b3c1-7cf10a5aa6aa None None] Provisioning complete for port 9c26e7ee-35ae-43cb-bb2f-b794bc662326 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:21:22.329895 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0c12decb-be02-4776-b3c1-7cf10a5aa6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:22.334251 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-a7c0f841-fb2e-4543-a17e-d9b20bc37743 req-fc1d80b7-c46b-4fc7-a16a-66fda67a9df0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 421625c3-f5b7-4362-b047-9131c0efbe03 {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:21:22.341715 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-44344eb6-b3db-4830-9b9a-3073e6d8fa6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:22.348943 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a7c0f841-fb2e-4543-a17e-d9b20bc37743 req-fc1d80b7-c46b-4fc7-a16a-66fda67a9df0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:22.359519 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-155964f5-8cd0-4a80-af28-0ae58646a17c tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:22.361832 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2335ab1-6074-4df3-9c2c-5060d31d9f7e req-cbdc6f19-53e9-40b5-a4ea-665d94b3b34b tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:22.363578 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b2335ab1-6074-4df3-9c2c-5060d31d9f7e req-cbdc6f19-53e9-40b5-a4ea-665d94b3b34b tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=103769ec-8a97-4b3f-9348-031893ca347d HTTP/1.1" status: 200 len: 945 time: 0.1378670 Oct 30 15:21:22.375422 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-a7c0f841-fb2e-4543-a17e-d9b20bc37743 req-fc1d80b7-c46b-4fc7-a16a-66fda67a9df0 service neutron] Transition to ACTIVE for port object 421625c3-f5b7-4362-b047-9131c0efbe03 will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:21:22.389189 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a7c0f841-fb2e-4543-a17e-d9b20bc37743 req-fc1d80b7-c46b-4fc7-a16a-66fda67a9df0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:22.392748 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-0c12decb-be02-4776-b3c1-7cf10a5aa6aa None None] Port 9c26e7ee-35ae-43cb-bb2f-b794bc662326 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:21:22.464027 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b2335ab1-6074-4df3-9c2c-5060d31d9f7e req-9d4b42d7-19bf-463d-9817-e204778167ed tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660307 Oct 30 15:21:22.488408 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1d80b7-c46b-4fc7-a16a-66fda67a9df0 service neutron] Pushing event updated for resources: {'Port': ['ID=421625c3-f5b7-4362-b047-9131c0efbe03,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:22.520828 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-155964f5-8cd0-4a80-af28-0ae58646a17c tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:22.528266 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device a0d9b34f-6b58-42a5-93ba-794e601ee179 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:21:22.542096 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-155964f5-8cd0-4a80-af28-0ae58646a17c tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:22.571454 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155964f5-8cd0-4a80-af28-0ae58646a17c tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5273828-302c-4c9e-ae98-17d7fd38d14f,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:22.583512 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-155964f5-8cd0-4a80-af28-0ae58646a17c tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:22.584720 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-155964f5-8cd0-4a80-af28-0ae58646a17c tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2906411 Oct 30 15:21:22.591316 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47854) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:22.642345 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8a985a5b-6f24-4091-88a5-e6696a1f803e tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:22.642624 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-a7c0f841-fb2e-4543-a17e-d9b20bc37743 req-fc1d80b7-c46b-4fc7-a16a-66fda67a9df0 service neutron] Attempting to bind port 421625c3-f5b7-4362-b047-9131c0efbe03 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:21:22.642906 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-a7c0f841-fb2e-4543-a17e-d9b20bc37743 req-fc1d80b7-c46b-4fc7-a16a-66fda67a9df0 service neutron] Attempting to bind port 421625c3-f5b7-4362-b047-9131c0efbe03 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '803c5434-e7a3-49e2-9896-7909e39f1289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4f22410e-53ea-4597-9c0e-a70994dfa6d8'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:21:22.643280 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c0f841-fb2e-4543-a17e-d9b20bc37743 req-fc1d80b7-c46b-4fc7-a16a-66fda67a9df0 service neutron] Attempting to bind port 421625c3-f5b7-4362-b047-9131c0efbe03 on network 4f22410e-53ea-4597-9c0e-a70994dfa6d8 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:21:22.653774 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c0f841-fb2e-4543-a17e-d9b20bc37743 req-fc1d80b7-c46b-4fc7-a16a-66fda67a9df0 service neutron] Port 421625c3-f5b7-4362-b047-9131c0efbe03 on network 4f22410e-53ea-4597-9c0e-a70994dfa6d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:21:22.653774 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c0f841-fb2e-4543-a17e-d9b20bc37743 req-fc1d80b7-c46b-4fc7-a16a-66fda67a9df0 service neutron] Attempting to bind port 421625c3-f5b7-4362-b047-9131c0efbe03 on network 4f22410e-53ea-4597-9c0e-a70994dfa6d8 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:21:22.693596 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-44344eb6-b3db-4830-9b9a-3073e6d8fa6e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:22.697121 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8a985a5b-6f24-4091-88a5-e6696a1f803e tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:22.706887 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-44344eb6-b3db-4830-9b9a-3073e6d8fa6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:22.712086 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd2c57-4e9a-4cb0-8bb4-0656d1eff3bb req-f38adfe4-bb01-4c6a-a922-2a6758027dfd tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:22.724415 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-64cd2c57-4e9a-4cb0-8bb4-0656d1eff3bb req-f38adfe4-bb01-4c6a-a922-2a6758027dfd tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=21d4d07c-7ee7-46d7-b1ba-6b3c702ce63e HTTP/1.1" status: 200 len: 943 time: 0.1475444 Oct 30 15:21:22.744441 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port a0d9b34f-6b58-42a5-93ba-794e601ee179, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=a0d9b34f-6b58-42a5-93ba-794e601ee179,segment=NetworkSegment(84c718b2-3d6d-429e-a37e-5f2d9357b098),segment_id=84c718b2-3d6d-429e-a37e-5f2d9357b098)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:21:22.752739 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c0f841-fb2e-4543-a17e-d9b20bc37743 req-fc1d80b7-c46b-4fc7-a16a-66fda67a9df0 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:21:22.753139 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c0f841-fb2e-4543-a17e-d9b20bc37743 req-fc1d80b7-c46b-4fc7-a16a-66fda67a9df0 service neutron] Checking segment: {'id': '803c5434-e7a3-49e2-9896-7909e39f1289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4f22410e-53ea-4597-9c0e-a70994dfa6d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:21:22.753470 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c0f841-fb2e-4543-a17e-d9b20bc37743 req-fc1d80b7-c46b-4fc7-a16a-66fda67a9df0 service neutron] Bound using segment: {'id': '803c5434-e7a3-49e2-9896-7909e39f1289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4f22410e-53ea-4597-9c0e-a70994dfa6d8'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:21:22.754259 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-a7c0f841-fb2e-4543-a17e-d9b20bc37743 req-fc1d80b7-c46b-4fc7-a16a-66fda67a9df0 service neutron] Bound port: 421625c3-f5b7-4362-b047-9131c0efbe03, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '803c5434-e7a3-49e2-9896-7909e39f1289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4f22410e-53ea-4597-9c0e-a70994dfa6d8'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:21:22.754259 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a7c0f841-fb2e-4543-a17e-d9b20bc37743 req-fc1d80b7-c46b-4fc7-a16a-66fda67a9df0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:22.760607 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': 'a0d9b34f-6b58-42a5-93ba-794e601ee179', 'network_id': '002e00ec-5dee-4c5f-90f6-ed8e4971d297', 'port_id': 'a0d9b34f-6b58-42a5-93ba-794e601ee179', 'mac_address': 'fa:16:3e:21:e7:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4529759d-533f-4b74-bb41-1b9fbd5a2ce7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:21:22.824106 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-64cd2c57-4e9a-4cb0-8bb4-0656d1eff3bb req-5b3d03be-0185-4ef4-9037-537c7d27bfc8 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982862 Oct 30 15:21:22.851785 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:22.859447 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8a985a5b-6f24-4091-88a5-e6696a1f803e tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:22.865201 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8a985a5b-6f24-4091-88a5-e6696a1f803e tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:22.869163 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-8a985a5b-6f24-4091-88a5-e6696a1f803e tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/d5273828-302c-4c9e-ae98-17d7fd38d14f HTTP/1.1" status: 204 len: 168 time: 0.2741935 Oct 30 15:21:22.876193 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47860) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:22.880498 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0d9b34f-6b58-42a5-93ba-794e601ee179 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:21:22.889013 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-a7c0f841-fb2e-4543-a17e-d9b20bc37743 req-fc1d80b7-c46b-4fc7-a16a-66fda67a9df0 service neutron] For port 421625c3-f5b7-4362-b047-9131c0efbe03, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:21:22.896440 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-a7c0f841-fb2e-4543-a17e-d9b20bc37743 req-fc1d80b7-c46b-4fc7-a16a-66fda67a9df0 service neutron] For port 421625c3-f5b7-4362-b047-9131c0efbe03, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=421625c3-f5b7-4362-b047-9131c0efbe03,segment=NetworkSegment(803c5434-e7a3-49e2-9896-7909e39f1289),segment_id=803c5434-e7a3-49e2-9896-7909e39f1289)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:21:22.904791 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a7c0f841-fb2e-4543-a17e-d9b20bc37743 req-fc1d80b7-c46b-4fc7-a16a-66fda67a9df0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:22.909591 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-44344eb6-b3db-4830-9b9a-3073e6d8fa6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:22.914251 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port a0d9b34f-6b58-42a5-93ba-794e601ee179, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=a0d9b34f-6b58-42a5-93ba-794e601ee179,segment=NetworkSegment(84c718b2-3d6d-429e-a37e-5f2d9357b098),segment_id=84c718b2-3d6d-429e-a37e-5f2d9357b098)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:21:22.915064 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a985a5b-6f24-4091-88a5-e6696a1f803e tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d5273828-302c-4c9e-ae98-17d7fd38d14f,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:22.919368 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44344eb6-b3db-4830-9b9a-3073e6d8fa6e admin admin] Pushing event updated for resources: {'Port': ['ID=9c26e7ee-35ae-43cb-bb2f-b794bc662326,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:22.921158 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:22.934105 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4600609-b96d-4e86-87d3-90243deddaf9 req-297cc426-5959-4aec-9a7b-509449b3dcec tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:22.941723 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d4600609-b96d-4e86-87d3-90243deddaf9 req-297cc426-5959-4aec-9a7b-509449b3dcec tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f2dad395-c735-4fa6-83c6-8404323a8b57 HTTP/1.1" status: 200 len: 1096 time: 0.1844437 Oct 30 15:21:22.973139 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0f841-fb2e-4543-a17e-d9b20bc37743 req-fc1d80b7-c46b-4fc7-a16a-66fda67a9df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:22.973752 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a7c0f841-fb2e-4543-a17e-d9b20bc37743 req-fc1d80b7-c46b-4fc7-a16a-66fda67a9df0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:22.975164 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a7c0f841-fb2e-4543-a17e-d9b20bc37743 req-fc1d80b7-c46b-4fc7-a16a-66fda67a9df0 service neutron] 10.222.0.53 "PUT /v2.0/ports/421625c3-f5b7-4362-b047-9131c0efbe03 HTTP/1.1" status: 200 len: 1092 time: 1.2365458 Oct 30 15:21:22.976251 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21d4d07c-7ee7-46d7-b1ba-6b3c702ce63e', 'tag': '421625c3-f5b7-4362-b047-9131c0efbe03'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:21:22.978808 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-754e6795-cb44-4798-8d4a-156366b1d5bd" -d '{"events": [{"name": "network-changed", "server_uuid": "21d4d07c-7ee7-46d7-b1ba-6b3c702ce63e", "tag": "421625c3-f5b7-4362-b047-9131c0efbe03"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:21:23.004174 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1d80b7-c46b-4fc7-a16a-66fda67a9df0 service neutron] Pushing event updated for resources: {'Port': ['ID=421625c3-f5b7-4362-b047-9131c0efbe03,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:23.023747 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=a0d9b34f-6b58-42a5-93ba-794e601ee179,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:23.059773 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b466cfdd-ab30-4d03-9265-47158501647d tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1776690 Oct 30 15:21:23.066430 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47866) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:23.086388 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d4600609-b96d-4e86-87d3-90243deddaf9 req-d32bfb7c-20ab-4189-a836-e00f998b73b2 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=068e546b-3044-4cb0-8297-430712dd22d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436472 Oct 30 15:21:23.091783 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb9ec2b-bb21-4475-9a72-6d8a9a2a913f x-openstack-request-id: req-2fb9ec2b-bb21-4475-9a72-6d8a9a2a913f {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:21:23.092214 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21d4d07c-7ee7-46d7-b1ba-6b3c702ce63e", "tag": "421625c3-f5b7-4362-b047-9131c0efbe03", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:21:23.093036 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2fb9ec2b-bb21-4475-9a72-6d8a9a2a913f {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:21:23.093036 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21d4d07c-7ee7-46d7-b1ba-6b3c702ce63e', 'tag': '421625c3-f5b7-4362-b047-9131c0efbe03', 'status': 'completed', 'code': 200} Oct 30 15:21:23.135099 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0f841-fb2e-4543-a17e-d9b20bc37743 req-3035b553-8427-46b5-9970-e51f20754d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:23.137148 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a7c0f841-fb2e-4543-a17e-d9b20bc37743 req-3035b553-8427-46b5-9970-e51f20754d2d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=50828efdd6f44ddca14e599b5226f88f&device_id=21d4d07c-7ee7-46d7-b1ba-6b3c702ce63e HTTP/1.1" status: 200 len: 1095 time: 0.1165342 Oct 30 15:21:23.144534 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44344eb6-b3db-4830-9b9a-3073e6d8fa6e admin admin] Network 67dc98e0-ec76-496d-b666-9b9106447549 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:21:23.146474 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-44344eb6-b3db-4830-9b9a-3073e6d8fa6e admin admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:21:23.210536 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a7c0f841-fb2e-4543-a17e-d9b20bc37743 req-6881bae4-234b-4091-ae83-fb10cd7d49f3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=421625c3-f5b7-4362-b047-9131c0efbe03 HTTP/1.1" status: 200 len: 217 time: 0.0635655 Oct 30 15:21:23.220291 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b95933c9-7393-4a33-9420-f2f9f03d3504 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:23.257290 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['a0d9b34f-6b58-42a5-93ba-794e601ee179'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:21:23.314597 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b95933c9-7393-4a33-9420-f2f9f03d3504 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:23.330684 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device b59e0cde-fe6d-4af7-95d9-d7f17c92e0c3 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:21:23.339323 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0f841-fb2e-4543-a17e-d9b20bc37743 req-1577ceae-6fd5-445f-af18-7ee544b882e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:23.341183 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a7c0f841-fb2e-4543-a17e-d9b20bc37743 req-1577ceae-6fd5-445f-af18-7ee544b882e0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=449705ab-2365-49b9-8b83-fe461dd03f65 HTTP/1.1" status: 200 len: 852 time: 0.1234150 Oct 30 15:21:23.343783 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44344eb6-b3db-4830-9b9a-3073e6d8fa6e admin admin] Router 339a7360-5828-4178-a3cd-ce7c9f9e76d4 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:21:23.390805 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a7c0f841-fb2e-4543-a17e-d9b20bc37743 req-bd01aa84-ccf0-4f87-8530-e4ed8dcf326c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4f22410e-53ea-4597-9c0e-a70994dfa6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406582 Oct 30 15:21:23.461475 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b95933c9-7393-4a33-9420-f2f9f03d3504 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:23.464565 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b95933c9-7393-4a33-9420-f2f9f03d3504 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:23.466111 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b95933c9-7393-4a33-9420-f2f9f03d3504 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] 10.222.0.62 "DELETE /v2.0/security-groups/75291ce0-8a05-43a1-85c0-bee3d11a05bc HTTP/1.1" status: 204 len: 168 time: 0.3975766 Oct 30 15:21:23.470342 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47868) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:23.475869 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port b59e0cde-fe6d-4af7-95d9-d7f17c92e0c3 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:21:23.476424 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:23.483937 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95933c9-7393-4a33-9420-f2f9f03d3504 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75291ce0-8a05-43a1-85c0-bee3d11a05bc,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:23.527182 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44344eb6-b3db-4830-9b9a-3073e6d8fa6e admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:21:23.554765 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a7c0f841-fb2e-4543-a17e-d9b20bc37743 req-0d7c17fa-a232-45bb-a363-1759c9439bae service neutron] 10.222.0.53 "GET /v2.0/networks/4f22410e-53ea-4597-9c0e-a70994dfa6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563473 Oct 30 15:21:23.555942 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-44344eb6-b3db-4830-9b9a-3073e6d8fa6e admin admin] 10.222.0.62 "PUT /v2.0/routers/339a7360-5828-4178-a3cd-ce7c9f9e76d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8952124 Oct 30 15:21:23.578012 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-d572c1f6-473a-40be-a19e-b2dc5b1e00b2 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1055319 Oct 30 15:21:23.583893 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47874) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:23.589675 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-d5b7baf7-c8af-4749-abba-7c5517ade7af tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Request body: {'security_group': {'name': 'tempest-secgroup--128240404'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:21:23.601225 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-68b58b79-54ed-4862-ab62-a6d14d387119 None None] Provisioning complete for port 9c26e7ee-35ae-43cb-bb2f-b794bc662326 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:21:23.601593 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-68b58b79-54ed-4862-ab62-a6d14d387119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:23.672319 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-68b58b79-54ed-4862-ab62-a6d14d387119 None None] Port 9c26e7ee-35ae-43cb-bb2f-b794bc662326 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:21:23.674851 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d5b7baf7-c8af-4749-abba-7c5517ade7af tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:23.730411 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:23.739391 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c577f3-fed0-48d5-8e14-a445b2bdc470 req-81b995f4-cd2e-4276-848b-a3aa54c69ba5 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:23.750866 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-63c577f3-fed0-48d5-8e14-a445b2bdc470 req-81b995f4-cd2e-4276-848b-a3aa54c69ba5 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=103769ec-8a97-4b3f-9348-031893ca347d HTTP/1.1" status: 200 len: 945 time: 0.1518016 Oct 30 15:21:23.760311 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-10296ec3-57c0-4836-b53c-c2efac37ec20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:23.779967 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port b59e0cde-fe6d-4af7-95d9-d7f17c92e0c3, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=b59e0cde-fe6d-4af7-95d9-d7f17c92e0c3,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:21:23.784887 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:23.861719 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-63c577f3-fed0-48d5-8e14-a445b2bdc470 req-1ca423ed-7a57-43db-9fd2-0b3dd28e06b0 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092255 Oct 30 15:21:23.896408 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d5b7baf7-c8af-4749-abba-7c5517ade7af tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:23.900272 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d5b7baf7-c8af-4749-abba-7c5517ade7af tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:23.901862 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=b59e0cde-fe6d-4af7-95d9-d7f17c92e0c3,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:23.943349 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d5b7baf7-c8af-4749-abba-7c5517ade7af tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:23.944752 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-d5b7baf7-c8af-4749-abba-7c5517ade7af tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3593690 Oct 30 15:21:23.947689 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47882) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:23.952560 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-85106b66-4c0d-4104-912c-a9a524288ed0 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Request body: {'security_group_rule': {'security_group_id': '3c3a39ed-e24a-4d88-a81a-0ddb9d650cdc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:21:23.961840 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7baf7-c8af-4749-abba-7c5517ade7af tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3a39ed-e24a-4d88-a81a-0ddb9d650cdc,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:24.001108 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-85106b66-4c0d-4104-912c-a9a524288ed0 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:24.075250 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-85106b66-4c0d-4104-912c-a9a524288ed0 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:24.080759 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-85106b66-4c0d-4104-912c-a9a524288ed0 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:24.106908 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85106b66-4c0d-4104-912c-a9a524288ed0 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d95e415-94d6-4f10-ab16-fdba5a812a13,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:24.133762 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-85106b66-4c0d-4104-912c-a9a524288ed0 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:24.145972 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-85106b66-4c0d-4104-912c-a9a524288ed0 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1941893 Oct 30 15:21:24.146213 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47892) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:24.170288 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-2bb59a48-16ba-41c5-a151-78d517feaf3b tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Request body: {'security_group_rule': {'security_group_id': '3c3a39ed-e24a-4d88-a81a-0ddb9d650cdc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:21:24.220865 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96688573-dc6b-4313-a6db-2cf2c944fed5 req-8fbbf18b-b7b6-4771-9257-47c80cdb211c tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:24.222949 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-96688573-dc6b-4313-a6db-2cf2c944fed5 req-8fbbf18b-b7b6-4771-9257-47c80cdb211c tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f2dad395-c735-4fa6-83c6-8404323a8b57 HTTP/1.1" status: 200 len: 1097 time: 0.0549095 Oct 30 15:21:24.260289 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c762bc-3863-4022-b41e-a9050927a054 req-aa0e16c8-85cb-4977-bede-915a7735c6b4 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:24.261964 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-78c762bc-3863-4022-b41e-a9050927a054 req-aa0e16c8-85cb-4977-bede-915a7735c6b4 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=21d4d07c-7ee7-46d7-b1ba-6b3c702ce63e HTTP/1.1" status: 200 len: 943 time: 0.1404881 Oct 30 15:21:24.273777 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2bb59a48-16ba-41c5-a151-78d517feaf3b tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:24.284863 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a7c0f841-fb2e-4543-a17e-d9b20bc37743 req-f036d66d-900a-4b78-8169-c6b45f15859b service neutron] 10.222.0.53 "GET /v2.0/networks/4f22410e-53ea-4597-9c0e-a70994dfa6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7230208 Oct 30 15:21:24.320057 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-96688573-dc6b-4313-a6db-2cf2c944fed5 req-f3701798-cb89-4c6b-a42e-1f3e94c4d95f tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=068e546b-3044-4cb0-8297-430712dd22d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907338 Oct 30 15:21:24.340594 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-78c762bc-3863-4022-b41e-a9050927a054 req-5156725c-7b9e-41e4-b480-52564505e260 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701342 Oct 30 15:21:24.403256 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2bb59a48-16ba-41c5-a151-78d517feaf3b tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:24.409335 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2bb59a48-16ba-41c5-a151-78d517feaf3b tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:24.416499 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754e6795-cb44-4798-8d4a-156366b1d5bd req-14570b20-dd60-400c-a346-24e8b4e01266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:24.417952 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-754e6795-cb44-4798-8d4a-156366b1d5bd req-14570b20-dd60-400c-a346-24e8b4e01266 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=50828efdd6f44ddca14e599b5226f88f&device_id=21d4d07c-7ee7-46d7-b1ba-6b3c702ce63e HTTP/1.1" status: 200 len: 1095 time: 0.0815780 Oct 30 15:21:24.450330 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb59a48-16ba-41c5-a151-78d517feaf3b tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11fb71ce-b686-4a62-853e-87462966909f,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:24.494288 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2bb59a48-16ba-41c5-a151-78d517feaf3b tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:24.498021 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-2bb59a48-16ba-41c5-a151-78d517feaf3b tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3327134 Oct 30 15:21:24.498323 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47900) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:24.502823 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-66f63c06-286c-4870-9cb1-85a35dea9030 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Request body: {'security_group_rule': {'security_group_id': '3c3a39ed-e24a-4d88-a81a-0ddb9d650cdc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:21:24.553121 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-66f63c06-286c-4870-9cb1-85a35dea9030 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:24.557383 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754e6795-cb44-4798-8d4a-156366b1d5bd req-701d3045-ba95-4932-80e4-6f99eb01d439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:24.558857 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-754e6795-cb44-4798-8d4a-156366b1d5bd req-701d3045-ba95-4932-80e4-6f99eb01d439 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4f22410e-53ea-4597-9c0e-a70994dfa6d8 HTTP/1.1" status: 200 len: 913 time: 0.1322153 Oct 30 15:21:24.605661 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:24.615724 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-754e6795-cb44-4798-8d4a-156366b1d5bd req-5015564e-cc19-49bd-8cf7-57bdfeb6ac09 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=421625c3-f5b7-4362-b047-9131c0efbe03 HTTP/1.1" status: 200 len: 217 time: 0.0484235 Oct 30 15:21:24.681591 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-66f63c06-286c-4870-9cb1-85a35dea9030 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:24.686567 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-66f63c06-286c-4870-9cb1-85a35dea9030 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:24.695893 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f02ec7-85d1-4c51-b568-71e8ad07b34a None None] Sync routers for ids ['339a7360-5828-4178-a3cd-ce7c9f9e76d4'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:21:24.699499 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754e6795-cb44-4798-8d4a-156366b1d5bd req-66c95d19-a15e-4fb3-884d-89029ddca0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:24.700683 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-754e6795-cb44-4798-8d4a-156366b1d5bd req-66c95d19-a15e-4fb3-884d-89029ddca0e5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=449705ab-2365-49b9-8b83-fe461dd03f65 HTTP/1.1" status: 200 len: 852 time: 0.0763218 Oct 30 15:21:24.710474 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f02ec7-85d1-4c51-b568-71e8ad07b34a None None] Routers {'339a7360-5828-4178-a3cd-ce7c9f9e76d4'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:21:24.711129 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-c7f02ec7-85d1-4c51-b568-71e8ad07b34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:21:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['339a7360-5828-4178-a3cd-ce7c9f9e76d4'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:21:24.722745 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f63c06-286c-4870-9cb1-85a35dea9030 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a365906c-0706-4151-8ea3-95acd8546aea,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:24.739817 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-754e6795-cb44-4798-8d4a-156366b1d5bd req-5ebacc7b-5283-49ef-bf28-0b98ecf58243 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4f22410e-53ea-4597-9c0e-a70994dfa6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289822 Oct 30 15:21:24.742542 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-66f63c06-286c-4870-9cb1-85a35dea9030 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:24.743644 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-66f63c06-286c-4870-9cb1-85a35dea9030 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2443681 Oct 30 15:21:24.746304 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47904) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:24.754258 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-3da7d613-eb7e-45c8-973b-6fc19c2102e9 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Request body: {'security_group_rule': {'security_group_id': '3c3a39ed-e24a-4d88-a81a-0ddb9d650cdc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:21:24.836621 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3da7d613-eb7e-45c8-973b-6fc19c2102e9 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:24.842662 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-c7f02ec7-85d1-4c51-b568-71e8ad07b34a None None] Set router 339a7360-5828-4178-a3cd-ce7c9f9e76d4 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:21:24.875878 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-754e6795-cb44-4798-8d4a-156366b1d5bd req-ce3a39a4-e449-45b4-b619-99179e6710b1 service neutron] 10.222.0.53 "GET /v2.0/networks/4f22410e-53ea-4597-9c0e-a70994dfa6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253719 Oct 30 15:21:24.887274 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:25.009191 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3da7d613-eb7e-45c8-973b-6fc19c2102e9 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:25.023255 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47910) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:25.031381 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3da7d613-eb7e-45c8-973b-6fc19c2102e9 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:25.081799 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-c7f02ec7-85d1-4c51-b568-71e8ad07b34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '339a7360-5828-4178-a3cd-ce7c9f9e76d4', 'name': 'tempest-ImageQuotaTest-1531173097-router', 'tenant_id': 'cdb49321a1394bd9b51309f8e8d75210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'b59e0cde-fe6d-4af7-95d9-d7f17c92e0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:21:17Z', 'updated_at': '2021-10-30T15:21:22Z', 'revision_number': 4, 'project_id': 'cdb49321a1394bd9b51309f8e8d75210', 'gw_port': {'id': 'b59e0cde-fe6d-4af7-95d9-d7f17c92e0c3', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339a7360-5828-4178-a3cd-ce7c9f9e76d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:21:18Z', 'updated_at': '2021-10-30T15:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '9c26e7ee-35ae-43cb-bb2f-b794bc662326', 'name': '', 'network_id': '67dc98e0-ec76-496d-b666-9b9106447549', 'tenant_id': 'cdb49321a1394bd9b51309f8e8d75210', 'mac_address': 'fa:16:3e:e0:09:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '339a7360-5828-4178-a3cd-ce7c9f9e76d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': 'da6295fa-f5c7-430a-993c-6b9dff60008d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:21:21Z', 'updated_at': '2021-10-30T15:21:22Z', 'revision_number': 2, 'project_id': 'cdb49321a1394bd9b51309f8e8d75210', 'subnets': [{'id': 'da6295fa-f5c7-430a-993c-6b9dff60008d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:21:25.108331 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f02ec7-85d1-4c51-b568-71e8ad07b34a None None] Checking router: 339a7360-5828-4178-a3cd-ce7c9f9e76d4 for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:21:25.108692 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f02ec7-85d1-4c51-b568-71e8ad07b34a None None] Updating router 339a7360-5828-4178-a3cd-ce7c9f9e76d4 port 9c26e7ee-35ae-43cb-bb2f-b794bc662326 binding host n-d-806683-17 {{(pid=102132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:21:25.134012 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6be083-d0e2-49d9-b272-33586a3212c2 req-51d7e54b-8786-4955-a632-5b67f4cbb64a tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:25.135529 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0a6be083-d0e2-49d9-b272-33586a3212c2 req-51d7e54b-8786-4955-a632-5b67f4cbb64a tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=103769ec-8a97-4b3f-9348-031893ca347d HTTP/1.1" status: 200 len: 945 time: 0.1830840 Oct 30 15:21:25.140199 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da7d613-eb7e-45c8-973b-6fc19c2102e9 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f1b6309-68d2-4dbd-bfb8-f0a1e233e640,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:25.142276 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c7f02ec7-85d1-4c51-b568-71e8ad07b34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:25.144091 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-754e6795-cb44-4798-8d4a-156366b1d5bd req-5ed17c66-b8bd-4c08-b4b1-9b69dd3d696a service neutron] 10.222.0.53 "GET /v2.0/networks/4f22410e-53ea-4597-9c0e-a70994dfa6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592130 Oct 30 15:21:25.161681 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3da7d613-eb7e-45c8-973b-6fc19c2102e9 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:25.165391 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-3da7d613-eb7e-45c8-973b-6fc19c2102e9 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4155672 Oct 30 15:21:25.165803 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47916) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:25.174145 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-d16563bc-a483-43bd-a747-71ae916f4b66 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Request body: {'security_group_rule': {'security_group_id': '3c3a39ed-e24a-4d88-a81a-0ddb9d650cdc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:21:25.206225 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0a6be083-d0e2-49d9-b272-33586a3212c2 req-9cd61eee-536c-49ec-9ca9-7ee8ad7edfc4 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611725 Oct 30 15:21:25.217611 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d16563bc-a483-43bd-a747-71ae916f4b66 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:25.303271 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device b59e0cde-fe6d-4af7-95d9-d7f17c92e0c3 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:21:25.334844 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d16563bc-a483-43bd-a747-71ae916f4b66 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:25.340129 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d16563bc-a483-43bd-a747-71ae916f4b66 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:25.368494 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16563bc-a483-43bd-a747-71ae916f4b66 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a455d56d-a235-48a7-af75-719f353a2d45,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:25.377643 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d16563bc-a483-43bd-a747-71ae916f4b66 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:25.381642 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-d16563bc-a483-43bd-a747-71ae916f4b66 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2141857 Oct 30 15:21:25.384360 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47922) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:25.413577 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6fa86e7e-aabc-4e12-8f5c-9de2663413c4 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:25.422684 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6fa86e7e-aabc-4e12-8f5c-9de2663413c4 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:25.457944 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6fa86e7e-aabc-4e12-8f5c-9de2663413c4 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:25.464273 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6fa86e7e-aabc-4e12-8f5c-9de2663413c4 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:25.465591 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-6fa86e7e-aabc-4e12-8f5c-9de2663413c4 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/a455d56d-a235-48a7-af75-719f353a2d45 HTTP/1.1" status: 204 len: 168 time: 0.0799978 Oct 30 15:21:25.471447 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47926) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:25.478217 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa86e7e-aabc-4e12-8f5c-9de2663413c4 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a455d56d-a235-48a7-af75-719f353a2d45,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:25.488683 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port b59e0cde-fe6d-4af7-95d9-d7f17c92e0c3 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:21:25.489268 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:25.528979 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c28cde82-fb34-4247-8888-c5ba182039e6 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0540621 Oct 30 15:21:25.529235 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b1f76-9756-49b7-bd5c-77ac03399f59 req-d915b2d6-2d87-4c77-9ce0-64e26bbfadf6 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:25.529885 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-509b1f76-9756-49b7-bd5c-77ac03399f59 req-d915b2d6-2d87-4c77-9ce0-64e26bbfadf6 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f2dad395-c735-4fa6-83c6-8404323a8b57 HTTP/1.1" status: 200 len: 1097 time: 0.0792503 Oct 30 15:21:25.531625 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47928) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:25.550752 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-772ad9a1-7b8c-4fc8-9fb4-bdf7b0462093 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:25.592723 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c2f354-91a5-4378-9306-07797b19ce82 req-a9814227-402a-46a7-b8e2-da564ee97127 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:25.594232 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-75c2f354-91a5-4378-9306-07797b19ce82 req-a9814227-402a-46a7-b8e2-da564ee97127 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=21d4d07c-7ee7-46d7-b1ba-6b3c702ce63e HTTP/1.1" status: 200 len: 943 time: 0.0502834 Oct 30 15:21:25.636924 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-75c2f354-91a5-4378-9306-07797b19ce82 req-f300ebfe-2969-43c0-b704-4ca622d06b77 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331275 Oct 30 15:21:25.655635 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4f0da91e-3c16-4744-9df3-d27caf01d944 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:25.665492 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c7f02ec7-85d1-4c51-b568-71e8ad07b34a None None] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:25.666521 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4f0da91e-3c16-4744-9df3-d27caf01d944 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:25.672248 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c7f02ec7-85d1-4c51-b568-71e8ad07b34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:25.718656 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-509b1f76-9756-49b7-bd5c-77ac03399f59 req-f5cd00f3-1cd9-4925-bb32-ff9d56513dff tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=068e546b-3044-4cb0-8297-430712dd22d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778338 Oct 30 15:21:25.733503 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a05fff5-8c7d-49bd-a757-14fded5ce858 None None] Pushing event updated for resources: {'Port': ['ID=9c26e7ee-35ae-43cb-bb2f-b794bc662326,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:25.738734 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4f0da91e-3c16-4744-9df3-d27caf01d944 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:25.754824 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4f0da91e-3c16-4744-9df3-d27caf01d944 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:25.758968 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-4f0da91e-3c16-4744-9df3-d27caf01d944 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/9f1b6309-68d2-4dbd-bfb8-f0a1e233e640 HTTP/1.1" status: 204 len: 168 time: 0.2219841 Oct 30 15:21:25.759174 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47930) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:25.795084 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-c7f02ec7-85d1-4c51-b568-71e8ad07b34a None None] Attempting to bind port 9c26e7ee-35ae-43cb-bb2f-b794bc662326 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:21:25.795864 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-c7f02ec7-85d1-4c51-b568-71e8ad07b34a None None] Attempting to bind port 9c26e7ee-35ae-43cb-bb2f-b794bc662326 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '9d1a25f4-f1ca-4cf4-9c9a-6b065510e456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67dc98e0-ec76-496d-b666-9b9106447549'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:21:25.796441 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f02ec7-85d1-4c51-b568-71e8ad07b34a None None] Attempting to bind port 9c26e7ee-35ae-43cb-bb2f-b794bc662326 on network 67dc98e0-ec76-496d-b666-9b9106447549 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:21:25.802599 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0da91e-3c16-4744-9df3-d27caf01d944 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9f1b6309-68d2-4dbd-bfb8-f0a1e233e640,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:25.805191 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f02ec7-85d1-4c51-b568-71e8ad07b34a None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:21:25.805778 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f02ec7-85d1-4c51-b568-71e8ad07b34a None None] Checking segment: {'id': '9d1a25f4-f1ca-4cf4-9c9a-6b065510e456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67dc98e0-ec76-496d-b666-9b9106447549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:21:25.806353 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c7f02ec7-85d1-4c51-b568-71e8ad07b34a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:25.806925 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f02ec7-85d1-4c51-b568-71e8ad07b34a None None] Bound using segment: {'id': '9d1a25f4-f1ca-4cf4-9c9a-6b065510e456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67dc98e0-ec76-496d-b666-9b9106447549'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:21:25.807773 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-c7f02ec7-85d1-4c51-b568-71e8ad07b34a None None] Bound port: 9c26e7ee-35ae-43cb-bb2f-b794bc662326, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d1a25f4-f1ca-4cf4-9c9a-6b065510e456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67dc98e0-ec76-496d-b666-9b9106447549'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:21:25.808667 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c7f02ec7-85d1-4c51-b568-71e8ad07b34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:25.829933 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e8cd0d2f-d668-4c22-8c23-4e273bfb248f tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0690775 Oct 30 15:21:25.832458 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47932) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:25.860667 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cbbce7d2-1d91-4913-bd55-4c5b25de89ae tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:25.873198 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cbbce7d2-1d91-4913-bd55-4c5b25de89ae tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:25.881356 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-c7f02ec7-85d1-4c51-b568-71e8ad07b34a None None] For port 9c26e7ee-35ae-43cb-bb2f-b794bc662326, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:21:25.885573 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-c7f02ec7-85d1-4c51-b568-71e8ad07b34a None None] For port 9c26e7ee-35ae-43cb-bb2f-b794bc662326, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=9c26e7ee-35ae-43cb-bb2f-b794bc662326,segment=NetworkSegment(9d1a25f4-f1ca-4cf4-9c9a-6b065510e456),segment_id=9d1a25f4-f1ca-4cf4-9c9a-6b065510e456)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:21:25.894155 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c7f02ec7-85d1-4c51-b568-71e8ad07b34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:25.909749 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cbbce7d2-1d91-4913-bd55-4c5b25de89ae tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:25.916788 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cbbce7d2-1d91-4913-bd55-4c5b25de89ae tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:25.918483 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-cbbce7d2-1d91-4913-bd55-4c5b25de89ae tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/a365906c-0706-4151-8ea3-95acd8546aea HTTP/1.1" status: 204 len: 168 time: 0.0843346 Oct 30 15:21:25.923543 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47934) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:25.943754 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-772ad9a1-7b8c-4fc8-9fb4-bdf7b0462093 admin admin] Deleting port 9c26e7ee-35ae-43cb-bb2f-b794bc662326 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:21:25.944168 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-772ad9a1-7b8c-4fc8-9fb4-bdf7b0462093 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:25.952333 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbce7d2-1d91-4913-bd55-4c5b25de89ae tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a365906c-0706-4151-8ea3-95acd8546aea,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:25.960355 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a05fff5-8c7d-49bd-a757-14fded5ce858 None None] Pushing event updated for resources: {'Port': ['ID=9c26e7ee-35ae-43cb-bb2f-b794bc662326,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:25.978103 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f02ec7-85d1-4c51-b568-71e8ad07b34a None None] Routers {'339a7360-5828-4178-a3cd-ce7c9f9e76d4'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:21:25.978655 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-c7f02ec7-85d1-4c51-b568-71e8ad07b34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:21:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['339a7360-5828-4178-a3cd-ce7c9f9e76d4'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:21:25.989640 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-6e5dd7c9-1a0c-4ed1-ac9e-4dfe74180fbb tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0623536 Oct 30 15:21:25.989934 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47936) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:26.031159 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8107f27c-65a8-46d0-8049-e02258920918 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:26.042571 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8107f27c-65a8-46d0-8049-e02258920918 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:26.044132 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-772ad9a1-7b8c-4fc8-9fb4-bdf7b0462093 admin admin] For port 9c26e7ee-35ae-43cb-bb2f-b794bc662326, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=9c26e7ee-35ae-43cb-bb2f-b794bc662326,segment=NetworkSegment(9d1a25f4-f1ca-4cf4-9c9a-6b065510e456),segment_id=9d1a25f4-f1ca-4cf4-9c9a-6b065510e456)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:21:26.044571 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-772ad9a1-7b8c-4fc8-9fb4-bdf7b0462093 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:26.059965 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-772ad9a1-7b8c-4fc8-9fb4-bdf7b0462093 admin admin] Calling delete_port for 9c26e7ee-35ae-43cb-bb2f-b794bc662326 owned by network:router_interface {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:21:26.063715 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-9f1eae63-ec0c-4cb1-9e5d-47d735314bc1 None None] Provisioning complete for port 9c26e7ee-35ae-43cb-bb2f-b794bc662326 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:21:26.063715 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9f1eae63-ec0c-4cb1-9e5d-47d735314bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:26.072614 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8107f27c-65a8-46d0-8049-e02258920918 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:26.078440 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8107f27c-65a8-46d0-8049-e02258920918 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:26.080655 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-8107f27c-65a8-46d0-8049-e02258920918 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/11fb71ce-b686-4a62-853e-87462966909f HTTP/1.1" status: 204 len: 168 time: 0.0891380 Oct 30 15:21:26.089484 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47938) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:26.090380 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8107f27c-65a8-46d0-8049-e02258920918 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=11fb71ce-b686-4a62-853e-87462966909f,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:26.149109 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c7d2b064-51bf-4510-915b-185d19e369ff tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0537946 Oct 30 15:21:26.151886 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47940) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:26.224842 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e12e36c1-83c5-443d-bca2-ef780edb18d4 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:26.240497 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e12e36c1-83c5-443d-bca2-ef780edb18d4 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:26.284931 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e12e36c1-83c5-443d-bca2-ef780edb18d4 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:26.293089 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e12e36c1-83c5-443d-bca2-ef780edb18d4 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:26.294209 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-e12e36c1-83c5-443d-bca2-ef780edb18d4 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/4d95e415-94d6-4f10-ab16-fdba5a812a13 HTTP/1.1" status: 204 len: 168 time: 0.1412582 Oct 30 15:21:26.297313 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47944) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:26.323235 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12e36c1-83c5-443d-bca2-ef780edb18d4 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4d95e415-94d6-4f10-ab16-fdba5a812a13,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:26.345112 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-c7f02ec7-85d1-4c51-b568-71e8ad07b34a None None] Set router 339a7360-5828-4178-a3cd-ce7c9f9e76d4 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:21:26.345652 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e70acf3f-ccf5-43e5-8493-2051d9a4620f tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0448685 Oct 30 15:21:26.348075 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47946) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:26.382873 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9f1eae63-ec0c-4cb1-9e5d-47d735314bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:26.384692 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-772ad9a1-7b8c-4fc8-9fb4-bdf7b0462093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:26.397449 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a031b-3ba0-49d6-956f-e6906e48a358 req-1c2a4d09-3ae5-47ff-9d89-02316e09e42c tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:26.398981 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b23a031b-3ba0-49d6-956f-e6906e48a358 req-1c2a4d09-3ae5-47ff-9d89-02316e09e42c tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=103769ec-8a97-4b3f-9348-031893ca347d HTTP/1.1" status: 200 len: 945 time: 0.0947053 Oct 30 15:21:26.417000 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d63e4263-a984-4a44-a613-dd5789d34d99 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:26.424497 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772ad9a1-7b8c-4fc8-9fb4-bdf7b0462093 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c26e7ee-35ae-43cb-bb2f-b794bc662326,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:26.451272 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d63e4263-a984-4a44-a613-dd5789d34d99 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:26.512053 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b23a031b-3ba0-49d6-956f-e6906e48a358 req-94ecb477-ca4d-4eaa-862b-d14c0f4596be tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897267 Oct 30 15:21:26.517497 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d63e4263-a984-4a44-a613-dd5789d34d99 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:26.523046 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d63e4263-a984-4a44-a613-dd5789d34d99 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:26.526006 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-d63e4263-a984-4a44-a613-dd5789d34d99 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] 10.222.0.62 "DELETE /v2.0/security-groups/3c3a39ed-e24a-4d88-a81a-0ddb9d650cdc HTTP/1.1" status: 204 len: 168 time: 0.1762247 Oct 30 15:21:26.528072 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47950) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:26.538110 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63e4263-a984-4a44-a613-dd5789d34d99 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3a39ed-e24a-4d88-a81a-0ddb9d650cdc,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:26.549903 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 421625c3-f5b7-4362-b047-9131c0efbe03 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:21:26.617043 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device a0d9b34f-6b58-42a5-93ba-794e601ee179 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:21:26.651928 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:26.674442 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-c0a07a63-6d50-4f5d-a6b4-5d47d40ba88d None None] Could not find standard attr ID for object 9c26e7ee-35ae-43cb-bb2f-b794bc662326. {{(pid=102132) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 30 15:21:26.696775 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-a636c016-542c-49af-b2f3-97f604034784 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1652832 Oct 30 15:21:26.698938 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47954) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:26.704458 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-f81e29b1-d426-4e67-8299-ed28d7385e59 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Request body: {'security_group': {'name': 'tempest-secgroup--289893296'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:21:26.734453 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-772ad9a1-7b8c-4fc8-9fb4-bdf7b0462093 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:26.751676 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f81e29b1-d426-4e67-8299-ed28d7385e59 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:26.810701 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 421625c3-f5b7-4362-b047-9131c0efbe03, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=421625c3-f5b7-4362-b047-9131c0efbe03,segment=NetworkSegment(803c5434-e7a3-49e2-9896-7909e39f1289),segment_id=803c5434-e7a3-49e2-9896-7909e39f1289)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:21:26.832174 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '421625c3-f5b7-4362-b047-9131c0efbe03', 'network_id': '4f22410e-53ea-4597-9c0e-a70994dfa6d8', 'port_id': '421625c3-f5b7-4362-b047-9131c0efbe03', 'mac_address': 'fa:16:3e:e1:09:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '449705ab-2365-49b9-8b83-fe461dd03f65', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:21:26.865250 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port a0d9b34f-6b58-42a5-93ba-794e601ee179 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:21:26.876963 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port a0d9b34f-6b58-42a5-93ba-794e601ee179 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:21:26.877343 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:26.880398 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f81e29b1-d426-4e67-8299-ed28d7385e59 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:26.886468 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f81e29b1-d426-4e67-8299-ed28d7385e59 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:26.892034 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea51c275-d20c-42d2-8cc0-88d53830a9aa req-0338287a-1214-4bb7-a718-ec9710322a29 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:26.893514 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ea51c275-d20c-42d2-8cc0-88d53830a9aa req-0338287a-1214-4bb7-a718-ec9710322a29 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=21d4d07c-7ee7-46d7-b1ba-6b3c702ce63e HTTP/1.1" status: 200 len: 943 time: 0.1022015 Oct 30 15:21:26.921708 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f81e29b1-d426-4e67-8299-ed28d7385e59 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:26.924246 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-f81e29b1-d426-4e67-8299-ed28d7385e59 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2239826 Oct 30 15:21:26.928114 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47960) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:26.929761 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:26.932856 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-e11a18c0-7269-4bad-ba65-515f75ca336e tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Request body: {'security_group_rule': {'security_group_id': 'aa2744e3-11c4-4aae-9798-17a0455d44a5', 'direction': 'ingress', 'protocol': 17}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:21:26.940946 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f7bcc5-22b9-4294-8623-fe1915fc9712 req-4b59c12d-180c-4f7e-81e7-764fedf930ec tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:26.948221 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 421625c3-f5b7-4362-b047-9131c0efbe03 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:21:26.949880 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c4f7bcc5-22b9-4294-8623-fe1915fc9712 req-4b59c12d-180c-4f7e-81e7-764fedf930ec tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f2dad395-c735-4fa6-83c6-8404323a8b57 HTTP/1.1" status: 200 len: 1097 time: 0.1223841 Oct 30 15:21:26.951831 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e29b1-d426-4e67-8299-ed28d7385e59 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2744e3-11c4-4aae-9798-17a0455d44a5,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:26.984063 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-c7f02ec7-85d1-4c51-b568-71e8ad07b34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '339a7360-5828-4178-a3cd-ce7c9f9e76d4', 'name': 'tempest-ImageQuotaTest-1531173097-router', 'tenant_id': 'cdb49321a1394bd9b51309f8e8d75210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'b59e0cde-fe6d-4af7-95d9-d7f17c92e0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:21:17Z', 'updated_at': '2021-10-30T15:21:22Z', 'revision_number': 4, 'project_id': 'cdb49321a1394bd9b51309f8e8d75210', 'gw_port': {'id': 'b59e0cde-fe6d-4af7-95d9-d7f17c92e0c3', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339a7360-5828-4178-a3cd-ce7c9f9e76d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:21:18Z', 'updated_at': '2021-10-30T15:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '9c26e7ee-35ae-43cb-bb2f-b794bc662326', 'name': '', 'network_id': '67dc98e0-ec76-496d-b666-9b9106447549', 'tenant_id': 'cdb49321a1394bd9b51309f8e8d75210', 'mac_address': 'fa:16:3e:e0:09:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '339a7360-5828-4178-a3cd-ce7c9f9e76d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': 'da6295fa-f5c7-430a-993c-6b9dff60008d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:21:21Z', 'updated_at': '2021-10-30T15:21:25Z', 'revision_number': 4, 'project_id': 'cdb49321a1394bd9b51309f8e8d75210', 'subnets': [{'id': 'da6295fa-f5c7-430a-993c-6b9dff60008d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:21:26.990280 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 421625c3-f5b7-4362-b047-9131c0efbe03, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=421625c3-f5b7-4362-b047-9131c0efbe03,segment=NetworkSegment(803c5434-e7a3-49e2-9896-7909e39f1289),segment_id=803c5434-e7a3-49e2-9896-7909e39f1289)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:21:27.009359 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c4f7bcc5-22b9-4294-8623-fe1915fc9712 req-6281bc32-8009-494e-a650-561be2c1b460 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=068e546b-3044-4cb0-8297-430712dd22d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584145 Oct 30 15:21:27.021227 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ea51c275-d20c-42d2-8cc0-88d53830a9aa req-c66935af-f836-49cf-b5ac-ec5cbffe7012 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178076 Oct 30 15:21:27.034060 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f02ec7-85d1-4c51-b568-71e8ad07b34a None None] The sync data for ids ['339a7360-5828-4178-a3cd-ce7c9f9e76d4'] in n-d-806683-17 is: [{'id': '339a7360-5828-4178-a3cd-ce7c9f9e76d4', 'name': 'tempest-ImageQuotaTest-1531173097-router', 'tenant_id': 'cdb49321a1394bd9b51309f8e8d75210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'b59e0cde-fe6d-4af7-95d9-d7f17c92e0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:21:17Z', 'updated_at': '2021-10-30T15:21:22Z', 'revision_number': 4, 'project_id': 'cdb49321a1394bd9b51309f8e8d75210', 'gw_port': {'id': 'b59e0cde-fe6d-4af7-95d9-d7f17c92e0c3', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339a7360-5828-4178-a3cd-ce7c9f9e76d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:21:18Z', 'updated_at': '2021-10-30T15:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '9c26e7ee-35ae-43cb-bb2f-b794bc662326', 'name': '', 'network_id': '67dc98e0-ec76-496d-b666-9b9106447549', 'tenant_id': 'cdb49321a1394bd9b51309f8e8d75210', 'mac_address': 'fa:16:3e:e0:09:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '339a7360-5828-4178-a3cd-ce7c9f9e76d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': 'da6295fa-f5c7-430a-993c-6b9dff60008d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:21:21Z', 'updated_at': '2021-10-30T15:21:25Z', 'revision_number': 4, 'project_id': 'cdb49321a1394bd9b51309f8e8d75210', 'subnets': [{'id': 'da6295fa-f5c7-430a-993c-6b9dff60008d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:21:27.040246 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:27.073200 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e11a18c0-7269-4bad-ba65-515f75ca336e tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:27.134469 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=421625c3-f5b7-4362-b047-9131c0efbe03,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:27.167280 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:27.168462 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-772ad9a1-7b8c-4fc8-9fb4-bdf7b0462093 admin admin] Router 339a7360-5828-4178-a3cd-ce7c9f9e76d4 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:21:27.195963 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e11a18c0-7269-4bad-ba65-515f75ca336e tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:27.207709 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port a0d9b34f-6b58-42a5-93ba-794e601ee179, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=a0d9b34f-6b58-42a5-93ba-794e601ee179,segment=NetworkSegment(84c718b2-3d6d-429e-a37e-5f2d9357b098),segment_id=84c718b2-3d6d-429e-a37e-5f2d9357b098)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:21:27.208705 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2dad395-c735-4fa6-83c6-8404323a8b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0d9b34f-6b58-42a5-93ba-794e601ee179'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:21:27.212089 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4c29da-7572-4a11-9f03-948e81585a3a" -d '{"events": [{"server_uuid": "f2dad395-c735-4fa6-83c6-8404323a8b57", "name": "network-vif-plugged", "status": "completed", "tag": "a0d9b34f-6b58-42a5-93ba-794e601ee179"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:21:27.216062 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:27.234140 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e11a18c0-7269-4bad-ba65-515f75ca336e tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:27.264552 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d4d1466-fd8b-4d3c-a020-7fc1e2b77eb6 x-openstack-request-id: req-3d4d1466-fd8b-4d3c-a020-7fc1e2b77eb6 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:21:27.264890 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2dad395-c735-4fa6-83c6-8404323a8b57", "name": "network-vif-plugged", "status": "completed", "tag": "a0d9b34f-6b58-42a5-93ba-794e601ee179", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:21:27.265097 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3d4d1466-fd8b-4d3c-a020-7fc1e2b77eb6 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:21:27.265459 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2dad395-c735-4fa6-83c6-8404323a8b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0d9b34f-6b58-42a5-93ba-794e601ee179', 'code': 200} Oct 30 15:21:27.278136 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=a0d9b34f-6b58-42a5-93ba-794e601ee179,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:27.303556 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a18c0-7269-4bad-ba65-515f75ca336e tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2608f38-a1fe-4a1e-acce-9877cde25546,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:27.320343 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e11a18c0-7269-4bad-ba65-515f75ca336e tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:27.321597 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-e11a18c0-7269-4bad-ba65-515f75ca336e tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3923001 Oct 30 15:21:27.324718 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47964) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:27.370017 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772ad9a1-7b8c-4fc8-9fb4-bdf7b0462093 admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:21:27.379939 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-772ad9a1-7b8c-4fc8-9fb4-bdf7b0462093 admin admin] 10.222.0.62 "PUT /v2.0/routers/339a7360-5828-4178-a3cd-ce7c9f9e76d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3546314 Oct 30 15:21:27.380754 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47966) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:27.389699 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c14e804-4de2-423b-9e69-a6332986d778 req-33ef95f0-f645-4af0-a36b-4834e76b093c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:27.390825 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3c14e804-4de2-423b-9e69-a6332986d778 req-33ef95f0-f645-4af0-a36b-4834e76b093c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f2dad395-c735-4fa6-83c6-8404323a8b57 HTTP/1.1" status: 200 len: 1098 time: 0.0575335 Oct 30 15:21:27.424339 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['421625c3-f5b7-4362-b047-9131c0efbe03'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:21:27.445494 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3c14e804-4de2-423b-9e69-a6332986d778 req-f66c056a-6c47-4a19-8326-499b7a4922cf service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=068e546b-3044-4cb0-8297-430712dd22d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460534 Oct 30 15:21:27.472216 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d0af700c-c47f-4383-bc17-2aecefac7080 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:27.514142 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d0af700c-c47f-4383-bc17-2aecefac7080 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:27.573043 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-71f75baa-dd2b-4f5a-a06b-db49700c0bc3 admin admin] Publish callbacks [] for router, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:27.975040 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d0af700c-c47f-4383-bc17-2aecefac7080 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:27.977655 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d0af700c-c47f-4383-bc17-2aecefac7080 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:27.978828 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-d0af700c-c47f-4383-bc17-2aecefac7080 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] 10.222.0.62 "DELETE /v2.0/security-groups/aa2744e3-11c4-4aae-9798-17a0455d44a5 HTTP/1.1" status: 204 len: 168 time: 0.6531112 Oct 30 15:21:27.981575 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47972) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:28.014783 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0af700c-c47f-4383-bc17-2aecefac7080 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2744e3-11c4-4aae-9798-17a0455d44a5,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:28.032274 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47976) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:28.032472 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-7a7c175a-5004-47fc-8b70-ce80583a448e tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0494492 Oct 30 15:21:28.041862 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-3e18749b-a7c6-4051-a574-5ccc1d3abd8f tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Request body: {'security_group': {'name': 'tempest-secgroup--1139776406'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:21:28.061453 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f80df-9c53-4ebd-8abd-7dd7e0c229e4 req-5a7f187c-42c4-4654-808b-b4796b366253 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:28.063002 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f83f80df-9c53-4ebd-8abd-7dd7e0c229e4 req-5a7f187c-42c4-4654-808b-b4796b366253 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=103769ec-8a97-4b3f-9348-031893ca347d HTTP/1.1" status: 200 len: 945 time: 0.1291246 Oct 30 15:21:28.105126 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-71f75baa-dd2b-4f5a-a06b-db49700c0bc3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:28.114836 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3e18749b-a7c6-4051-a574-5ccc1d3abd8f tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:28.142729 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f83f80df-9c53-4ebd-8abd-7dd7e0c229e4 req-34aae71e-a792-4223-b08d-83926da3d5f4 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700676 Oct 30 15:21:28.151525 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d817a6d2-294a-4ef2-918f-7a442530f2df req-ee120ecf-dc96-4e73-961e-a29fcee87161 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:28.153585 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d817a6d2-294a-4ef2-918f-7a442530f2df req-ee120ecf-dc96-4e73-961e-a29fcee87161 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f2dad395-c735-4fa6-83c6-8404323a8b57 HTTP/1.1" status: 200 len: 1098 time: 0.0568333 Oct 30 15:21:28.200437 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d817a6d2-294a-4ef2-918f-7a442530f2df req-2f1e7a63-56bf-4e7d-90fa-60b43e5ba874 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=068e546b-3044-4cb0-8297-430712dd22d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397232 Oct 30 15:21:28.223641 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-71f75baa-dd2b-4f5a-a06b-db49700c0bc3 admin admin] Deleting port b59e0cde-fe6d-4af7-95d9-d7f17c92e0c3 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:21:28.224059 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-71f75baa-dd2b-4f5a-a06b-db49700c0bc3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:28.291652 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3e18749b-a7c6-4051-a574-5ccc1d3abd8f tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:28.311789 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3e18749b-a7c6-4051-a574-5ccc1d3abd8f tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:28.360396 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3e18749b-a7c6-4051-a574-5ccc1d3abd8f tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:28.361773 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-3e18749b-a7c6-4051-a574-5ccc1d3abd8f tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3268244 Oct 30 15:21:28.364731 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47986) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:28.370562 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-cf681767-fc2f-4d02-8c1f-2c0487e062e6 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Request body: {'security_group': {'name': 'tempest-secgroup--904848561'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:21:28.374369 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e18749b-a7c6-4051-a574-5ccc1d3abd8f tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4beafbe1-c370-4a4c-bd58-b438c6e8bea0,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:28.398498 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c83b87e-2aca-42d4-ae71-63c2629987f5 req-7d24b8bf-305c-474f-a908-80011a15fd41 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:28.406365 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4c83b87e-2aca-42d4-ae71-63c2629987f5 req-7d24b8bf-305c-474f-a908-80011a15fd41 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=21d4d07c-7ee7-46d7-b1ba-6b3c702ce63e HTTP/1.1" status: 200 len: 944 time: 0.1746135 Oct 30 15:21:28.419009 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cf681767-fc2f-4d02-8c1f-2c0487e062e6 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:28.420794 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-71f75baa-dd2b-4f5a-a06b-db49700c0bc3 admin admin] For port b59e0cde-fe6d-4af7-95d9-d7f17c92e0c3, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=b59e0cde-fe6d-4af7-95d9-d7f17c92e0c3,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:21:28.421169 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-71f75baa-dd2b-4f5a-a06b-db49700c0bc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:28.444621 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-71f75baa-dd2b-4f5a-a06b-db49700c0bc3 admin admin] Calling delete_port for b59e0cde-fe6d-4af7-95d9-d7f17c92e0c3 owned by network:router_gateway {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:21:28.472071 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4c83b87e-2aca-42d4-ae71-63c2629987f5 req-5cea3a68-59bd-40f6-8079-038fc3fd9ee7 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648165 Oct 30 15:21:28.531432 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852ca556-6759-482a-ab87-7e2282526029 None None] Sync routers for ids ['339a7360-5828-4178-a3cd-ce7c9f9e76d4'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:21:28.542427 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852ca556-6759-482a-ab87-7e2282526029 None None] Routers {'339a7360-5828-4178-a3cd-ce7c9f9e76d4'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:21:28.543152 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-852ca556-6759-482a-ab87-7e2282526029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:21:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['339a7360-5828-4178-a3cd-ce7c9f9e76d4'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:21:28.554788 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d71f4-8466-4d3f-83a6-14289064db91 req-a3244681-0e95-4eab-98f6-72ecb06ae778 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:28.564928 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-363d71f4-8466-4d3f-83a6-14289064db91 req-a3244681-0e95-4eab-98f6-72ecb06ae778 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 944 time: 0.1152840 Oct 30 15:21:28.618130 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cf681767-fc2f-4d02-8c1f-2c0487e062e6 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:28.624998 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-363d71f4-8466-4d3f-83a6-14289064db91 req-2d39850c-9fcc-462e-9264-394e95d931e0 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587022 Oct 30 15:21:28.626247 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cf681767-fc2f-4d02-8c1f-2c0487e062e6 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:28.633396 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-852ca556-6759-482a-ab87-7e2282526029 None None] Set router 339a7360-5828-4178-a3cd-ce7c9f9e76d4 gateway port host: None {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:21:28.652689 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-71f75baa-dd2b-4f5a-a06b-db49700c0bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:28.691350 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf681767-fc2f-4d02-8c1f-2c0487e062e6 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=975e4b8b-b64c-422f-a706-ee15d9e0fb03,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:28.694064 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f75baa-dd2b-4f5a-a06b-db49700c0bc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b59e0cde-fe6d-4af7-95d9-d7f17c92e0c3,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:28.737823 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cf681767-fc2f-4d02-8c1f-2c0487e062e6 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:28.743082 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-cf681767-fc2f-4d02-8c1f-2c0487e062e6 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3731852 Oct 30 15:21:28.743838 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47992) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:28.752808 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-c07b4af9-d7ee-4e49-87c8-4ac42ac4db8c tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Request body: {'security_group_rule': {'security_group_id': '4beafbe1-c370-4a4c-bd58-b438c6e8bea0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '975e4b8b-b64c-422f-a706-ee15d9e0fb03', 'remote_ip_prefix': None}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:21:28.801535 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-852ca556-6759-482a-ab87-7e2282526029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '339a7360-5828-4178-a3cd-ce7c9f9e76d4', 'name': 'tempest-ImageQuotaTest-1531173097-router', 'tenant_id': 'cdb49321a1394bd9b51309f8e8d75210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:21:17Z', 'updated_at': '2021-10-30T15:21:28Z', 'revision_number': 6, 'project_id': 'cdb49321a1394bd9b51309f8e8d75210', 'gw_port_host': None}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:21:28.806854 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c07b4af9-d7ee-4e49-87c8-4ac42ac4db8c tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:28.817662 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-71f75baa-dd2b-4f5a-a06b-db49700c0bc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:28.832885 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852ca556-6759-482a-ab87-7e2282526029 None None] Checking router: 339a7360-5828-4178-a3cd-ce7c9f9e76d4 for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:21:28.841517 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852ca556-6759-482a-ab87-7e2282526029 None None] Routers {'339a7360-5828-4178-a3cd-ce7c9f9e76d4'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:21:28.842218 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-852ca556-6759-482a-ab87-7e2282526029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:21:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['339a7360-5828-4178-a3cd-ce7c9f9e76d4'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:21:28.878791 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c07b4af9-d7ee-4e49-87c8-4ac42ac4db8c tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:28.883374 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c07b4af9-d7ee-4e49-87c8-4ac42ac4db8c tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:28.900494 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b4af9-d7ee-4e49-87c8-4ac42ac4db8c tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1633c4b6-3559-45c3-b0f0-41abdc0916aa,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:28.916151 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c07b4af9-d7ee-4e49-87c8-4ac42ac4db8c tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:28.920939 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-c07b4af9-d7ee-4e49-87c8-4ac42ac4db8c tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1750255 Oct 30 15:21:28.921183 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-852ca556-6759-482a-ab87-7e2282526029 None None] Set router 339a7360-5828-4178-a3cd-ce7c9f9e76d4 gateway port host: None {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:21:28.921917 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47994) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:28.936380 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513818a1-e919-42d2-9f60-49f7c1e67527 req-b2801bd4-6b4e-4fa2-a044-58c0c0af1b9f tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:28.937868 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-513818a1-e919-42d2-9f60-49f7c1e67527 req-b2801bd4-6b4e-4fa2-a044-58c0c0af1b9f tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 944 time: 0.1666687 Oct 30 15:21:28.942191 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-71f75baa-dd2b-4f5a-a06b-db49700c0bc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:28.944401 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-71f75baa-dd2b-4f5a-a06b-db49700c0bc3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:28.948158 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d34b7594-51b4-47d3-91de-58371f42e9ce tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:28.957993 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d34b7594-51b4-47d3-91de-58371f42e9ce tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:28.976967 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-852ca556-6759-482a-ab87-7e2282526029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '339a7360-5828-4178-a3cd-ce7c9f9e76d4', 'name': 'tempest-ImageQuotaTest-1531173097-router', 'tenant_id': 'cdb49321a1394bd9b51309f8e8d75210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:21:17Z', 'updated_at': '2021-10-30T15:21:28Z', 'revision_number': 7, 'project_id': 'cdb49321a1394bd9b51309f8e8d75210', 'gw_port_host': None}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:21:28.986240 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d34b7594-51b4-47d3-91de-58371f42e9ce tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:28.992249 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d34b7594-51b4-47d3-91de-58371f42e9ce tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:28.995831 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d34b7594-51b4-47d3-91de-58371f42e9ce tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/1633c4b6-3559-45c3-b0f0-41abdc0916aa HTTP/1.1" status: 204 len: 168 time: 0.0694058 Oct 30 15:21:28.998213 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47996) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:29.005539 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-71f75baa-dd2b-4f5a-a06b-db49700c0bc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:29.006052 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71f75baa-dd2b-4f5a-a06b-db49700c0bc3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 339a7360-5828-4178-a3cd-ce7c9f9e76d4 {{(pid=102130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:21:29.010451 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34b7594-51b4-47d3-91de-58371f42e9ce tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1633c4b6-3559-45c3-b0f0-41abdc0916aa,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:29.014927 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-71f75baa-dd2b-4f5a-a06b-db49700c0bc3 admin admin] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:29.018760 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-71f75baa-dd2b-4f5a-a06b-db49700c0bc3 admin admin] 10.222.0.62 "DELETE /v2.0/routers/339a7360-5828-4178-a3cd-ce7c9f9e76d4 HTTP/1.1" status: 204 len: 168 time: 1.6363289 Oct 30 15:21:29.019251 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852ca556-6759-482a-ab87-7e2282526029 None None] The sync data for ids ['339a7360-5828-4178-a3cd-ce7c9f9e76d4'] in n-d-806683-17 is: [{'id': '339a7360-5828-4178-a3cd-ce7c9f9e76d4', 'name': 'tempest-ImageQuotaTest-1531173097-router', 'tenant_id': 'cdb49321a1394bd9b51309f8e8d75210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:21:17Z', 'updated_at': '2021-10-30T15:21:28Z', 'revision_number': 7, 'project_id': 'cdb49321a1394bd9b51309f8e8d75210', 'gw_port_host': None}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:21:29.019973 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47998) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:29.027959 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-513818a1-e919-42d2-9f60-49f7c1e67527 req-b2cafa83-168e-4582-ba46-14b28578a6e4 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782456 Oct 30 15:21:29.102848 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b1d7fd2b-93fa-4391-a744-0694bbfca115 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1025145 Oct 30 15:21:29.105364 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 48002) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:29.108955 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0f89a12-ca42-41e9-8868-2986b90f052f admin admin] Deleting subnet da6295fa-f5c7-430a-993c-6b9dff60008d {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:21:29.112881 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a0f89a12-ca42-41e9-8868-2986b90f052f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:29.148789 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a0f89a12-ca42-41e9-8868-2986b90f052f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:29.165349 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-743e4b96-4490-426f-ac3c-1cd89d154cce tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:29.191931 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-743e4b96-4490-426f-ac3c-1cd89d154cce tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:29.238096 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-743e4b96-4490-426f-ac3c-1cd89d154cce tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:29.241464 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-743e4b96-4490-426f-ac3c-1cd89d154cce tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:29.245588 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-743e4b96-4490-426f-ac3c-1cd89d154cce tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] 10.222.0.62 "DELETE /v2.0/security-groups/975e4b8b-b64c-422f-a706-ee15d9e0fb03 HTTP/1.1" status: 204 len: 168 time: 0.1365123 Oct 30 15:21:29.246014 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 48016) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:29.254209 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743e4b96-4490-426f-ac3c-1cd89d154cce tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=975e4b8b-b64c-422f-a706-ee15d9e0fb03,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:29.307115 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a0f89a12-ca42-41e9-8868-2986b90f052f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:29.324749 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e784d3a4-4a08-42cb-806c-affceae9dee2 req-3f73d012-ab8f-430d-aef3-138aaad7ed38 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:29.326311 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e784d3a4-4a08-42cb-806c-affceae9dee2 req-3f73d012-ab8f-430d-aef3-138aaad7ed38 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f2dad395-c735-4fa6-83c6-8404323a8b57 HTTP/1.1" status: 200 len: 1098 time: 0.0463057 Oct 30 15:21:29.374911 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e784d3a4-4a08-42cb-806c-affceae9dee2 req-66364c04-01bc-4d32-a4b4-9a444afb2b1d tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=068e546b-3044-4cb0-8297-430712dd22d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424383 Oct 30 15:21:29.419920 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-29010eeb-4307-4e82-ad6f-329421366b6f tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1484997 Oct 30 15:21:29.423387 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 48022) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:29.430932 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a0f89a12-ca42-41e9-8868-2986b90f052f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:29.440511 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b38c90-dded-4978-a12d-97a579c18700 req-5a1f62bc-a01d-4a1a-b9bd-ec94b82600ba tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:29.448037 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-34b38c90-dded-4978-a12d-97a579c18700 req-5a1f62bc-a01d-4a1a-b9bd-ec94b82600ba tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/networks?id=d26e81b3-f432-4f3d-bc5b-f2edc1c076d6 HTTP/1.1" status: 200 len: 810 time: 0.2312524 Oct 30 15:21:29.489789 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-01442620-4c25-488e-8e3e-d8851b840026 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:29.493957 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f89a12-ca42-41e9-8868-2986b90f052f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da6295fa-f5c7-430a-993c-6b9dff60008d,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:29.497736 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a0f89a12-ca42-41e9-8868-2986b90f052f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:29.501987 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-a0f89a12-ca42-41e9-8868-2986b90f052f admin admin] 10.222.0.62 "DELETE /v2.0/subnets/da6295fa-f5c7-430a-993c-6b9dff60008d HTTP/1.1" status: 204 len: 168 time: 0.4807279 Oct 30 15:21:29.504634 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 48026) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:29.506361 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d21a0bb-a86d-49b2-aa60-abd5b20db854 None None] Network 67dc98e0-ec76-496d-b666-9b9106447549 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:21:29.512102 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-34b38c90-dded-4978-a12d-97a579c18700 req-62d327d2-1c45-46b3-8226-debfce43d45e tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/quotas/19817faf69a4405b907421887c1772e6 HTTP/1.1" status: 200 len: 375 time: 0.0628843 Oct 30 15:21:29.566663 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-01442620-4c25-488e-8e3e-d8851b840026 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:29.578318 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 9c26e7ee-35ae-43cb-bb2f-b794bc662326 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:21:29.590462 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-34b38c90-dded-4978-a12d-97a579c18700 req-554a34b7-1b51-41dc-93de-504c91d29219 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=19817faf69a4405b907421887c1772e6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0707889 Oct 30 15:21:29.612473 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 9c26e7ee-35ae-43cb-bb2f-b794bc662326 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:21:29.612817 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 9c26e7ee-35ae-43cb-bb2f-b794bc662326 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:21:29.667731 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7460c28c-a0f4-4dac-9601-33684f29f8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:29.688583 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:29.705127 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ba1a02-66e5-4d3d-8ebc-1aa2dab6ac8e req-b84e3f38-cb99-4002-9654-556cb04134ca tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:29.705749 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-34b38c90-dded-4978-a12d-97a579c18700 req-9a825616-3a44-4021-80c9-19f4b6e1052d service neutron] 10.222.0.62 "GET /v2.0/networks/d26e81b3-f432-4f3d-bc5b-f2edc1c076d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080675 Oct 30 15:21:29.707107 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f8ba1a02-66e5-4d3d-8ebc-1aa2dab6ac8e req-b84e3f38-cb99-4002-9654-556cb04134ca tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f2dad395-c735-4fa6-83c6-8404323a8b57 HTTP/1.1" status: 200 len: 1098 time: 0.1316118 Oct 30 15:21:29.708688 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-01442620-4c25-488e-8e3e-d8851b840026 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:29.711219 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-01442620-4c25-488e-8e3e-d8851b840026 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:29.712274 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-01442620-4c25-488e-8e3e-d8851b840026 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] 10.222.0.62 "DELETE /v2.0/security-groups/4beafbe1-c370-4a4c-bd58-b438c6e8bea0 HTTP/1.1" status: 204 len: 168 time: 0.2869105 Oct 30 15:21:29.720378 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 48028) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:29.768169 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01442620-4c25-488e-8e3e-d8851b840026 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4beafbe1-c370-4a4c-bd58-b438c6e8bea0,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:29.809319 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-34b38c90-dded-4978-a12d-97a579c18700 req-26e1f8db-be03-41c3-bed5-bccfb21da85d service neutron] 10.222.0.62 "GET /v2.0/networks/d26e81b3-f432-4f3d-bc5b-f2edc1c076d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950968 Oct 30 15:21:29.816007 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f8ba1a02-66e5-4d3d-8ebc-1aa2dab6ac8e req-c9ff3aac-dd90-41f2-8cd6-5b74f69142bc tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=068e546b-3044-4cb0-8297-430712dd22d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968585 Oct 30 15:21:29.834019 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-cbad5049-2a26-4df5-bfe3-f140ea60e2d3 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1126242 Oct 30 15:21:29.838181 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 48032) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:29.846539 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-8bf15a4d-acb2-48a4-bb77-76c4ad2cd3b4 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Request body: {'security_group': {'name': 'tempest-secgroup--267441798'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:21:29.847021 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-7460c28c-a0f4-4dac-9601-33684f29f8b7 admin admin] Deleting port 270e3af8-094a-4cd4-9039-fdad6d0a34f3 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:21:29.847367 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7460c28c-a0f4-4dac-9601-33684f29f8b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:29.869954 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8bf15a4d-acb2-48a4-bb77-76c4ad2cd3b4 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:29.917233 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-7460c28c-a0f4-4dac-9601-33684f29f8b7 admin admin] For port 270e3af8-094a-4cd4-9039-fdad6d0a34f3, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=270e3af8-094a-4cd4-9039-fdad6d0a34f3,segment=NetworkSegment(9d1a25f4-f1ca-4cf4-9c9a-6b065510e456),segment_id=9d1a25f4-f1ca-4cf4-9c9a-6b065510e456)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:21:29.917597 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7460c28c-a0f4-4dac-9601-33684f29f8b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:29.927169 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9703f4b-cb92-432a-a246-cf0fb65af6c9 None None] DHCP port deletion for 67dc98e0-ec76-496d-b666-9b9106447549 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:21:29.988497 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-7460c28c-a0f4-4dac-9601-33684f29f8b7 admin admin] Calling delete_port for 270e3af8-094a-4cd4-9039-fdad6d0a34f3 owned by network:dhcp {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:21:30.040441 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8bf15a4d-acb2-48a4-bb77-76c4ad2cd3b4 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:30.045641 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-c9703f4b-cb92-432a-a246-cf0fb65af6c9 None None] Deleting port 270e3af8-094a-4cd4-9039-fdad6d0a34f3 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:21:30.046123 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c9703f4b-cb92-432a-a246-cf0fb65af6c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:30.047164 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8bf15a4d-acb2-48a4-bb77-76c4ad2cd3b4 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:30.070501 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627f318-3c44-439b-97cc-02e79dd020aa req-ba378203-9bd6-4dfd-a4c0-d541b6751a0f tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:30.079402 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c627f318-3c44-439b-97cc-02e79dd020aa req-ba378203-9bd6-4dfd-a4c0-d541b6751a0f tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=21d4d07c-7ee7-46d7-b1ba-6b3c702ce63e HTTP/1.1" status: 200 len: 944 time: 0.1413176 Oct 30 15:21:30.121106 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8bf15a4d-acb2-48a4-bb77-76c4ad2cd3b4 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:30.122372 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-8bf15a4d-acb2-48a4-bb77-76c4ad2cd3b4 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2827201 Oct 30 15:21:30.132776 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 48040) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:30.137173 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf15a4d-acb2-48a4-bb77-76c4ad2cd3b4 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19a0f3b5-a0cd-43a7-bff3-4608e335c2ee,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:30.150122 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-aa67fbbd-f512-41d6-9c4f-6a2301f459af tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Request body: {'security_group_rule': {'security_group_id': '19a0f3b5-a0cd-43a7-bff3-4608e335c2ee', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:21:30.158921 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-c9703f4b-cb92-432a-a246-cf0fb65af6c9 None None] For port 270e3af8-094a-4cd4-9039-fdad6d0a34f3, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=270e3af8-094a-4cd4-9039-fdad6d0a34f3,segment=NetworkSegment(9d1a25f4-f1ca-4cf4-9c9a-6b065510e456),segment_id=9d1a25f4-f1ca-4cf4-9c9a-6b065510e456)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:21:30.159601 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c9703f4b-cb92-432a-a246-cf0fb65af6c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:30.175166 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-c9703f4b-cb92-432a-a246-cf0fb65af6c9 None None] Calling delete_port for 270e3af8-094a-4cd4-9039-fdad6d0a34f3 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:21:30.180709 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c627f318-3c44-439b-97cc-02e79dd020aa req-f8ce4140-af09-47bd-a374-415942834a0a tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939977 Oct 30 15:21:30.253023 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7460c28c-a0f4-4dac-9601-33684f29f8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:30.261293 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-aa67fbbd-f512-41d6-9c4f-6a2301f459af tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:30.271637 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174ead5-9641-4a77-b264-3c8edcc0751b req-bd5e317d-9699-4586-ad92-805de13ec265 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:30.276308 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d174ead5-9641-4a77-b264-3c8edcc0751b req-bd5e317d-9699-4586-ad92-805de13ec265 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f2dad395-c735-4fa6-83c6-8404323a8b57 HTTP/1.1" status: 200 len: 1098 time: 0.0775878 Oct 30 15:21:30.288194 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c9703f4b-cb92-432a-a246-cf0fb65af6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:30.301908 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9703f4b-cb92-432a-a246-cf0fb65af6c9 None None] No DVR routers for this DVR port 270e3af8-094a-4cd4-9039-fdad6d0a34f3 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:21:30.315858 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7460c28c-a0f4-4dac-9601-33684f29f8b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=270e3af8-094a-4cd4-9039-fdad6d0a34f3,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:30.323136 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9703f4b-cb92-432a-a246-cf0fb65af6c9 None None] Pushing event deleted for resources: {'Port': ['ID=270e3af8-094a-4cd4-9039-fdad6d0a34f3,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:30.343834 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-eb1723b4-ca4f-42b2-869b-ecc758266024 req-c4c7bf87-15ad-4baf-a06b-d0a9e7fdc7e5 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8669e184-1d96-4fd3-a71d-4ba73fd98b83 HTTP/1.1" status: 200 len: 210 time: 0.0826731 Oct 30 15:21:30.349507 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7460c28c-a0f4-4dac-9601-33684f29f8b7 admin admin] No DVR routers for this DVR port 270e3af8-094a-4cd4-9039-fdad6d0a34f3 on host n-d-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:21:30.380670 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d174ead5-9641-4a77-b264-3c8edcc0751b req-79d49aef-5d3a-441c-ab47-594ea714b487 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=068e546b-3044-4cb0-8297-430712dd22d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882514 Oct 30 15:21:30.484167 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7460c28c-a0f4-4dac-9601-33684f29f8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:30.520171 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-aa67fbbd-f512-41d6-9c4f-6a2301f459af tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:30.523066 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-7460c28c-a0f4-4dac-9601-33684f29f8b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67dc98e0-ec76-496d-b666-9b9106447549']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:21:30.531569 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-aa67fbbd-f512-41d6-9c4f-6a2301f459af tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:30.539275 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-7460c28c-a0f4-4dac-9601-33684f29f8b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d1a25f4-f1ca-4cf4-9c9a-6b065510e456') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:21:30.539737 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-7460c28c-a0f4-4dac-9601-33684f29f8b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d1a25f4-f1ca-4cf4-9c9a-6b065510e456') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:21:30.558181 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 421625c3-f5b7-4362-b047-9131c0efbe03 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:21:30.589045 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7460c28c-a0f4-4dac-9601-33684f29f8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:30.606407 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67fbbd-f512-41d6-9c4f-6a2301f459af tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07770277-17e6-4040-884f-d2a0546b05c1,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:30.616584 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-aa67fbbd-f512-41d6-9c4f-6a2301f459af tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:30.618015 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-aa67fbbd-f512-41d6-9c4f-6a2301f459af tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4842610 Oct 30 15:21:30.619304 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7460c28c-a0f4-4dac-9601-33684f29f8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:30.621473 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 48062) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:30.628283 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7460c28c-a0f4-4dac-9601-33684f29f8b7 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:21:30.628992 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7460c28c-a0f4-4dac-9601-33684f29f8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:30.635996 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:21:30.635996 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:21:30.635996 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:21:30.635996 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:21:30.635996 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:21:30.635996 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:21:30.635996 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:21:30.635996 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:21:30.635996 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:21:30.635996 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:21:30.635996 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:21:30.635996 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:21:30.635996 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:21:30.635996 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:21:30.635996 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:21:30.635996 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:21:30.635996 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:21:30.635996 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:21:30.635996 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:21:30.635996 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:21:30.635996 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:21:30.635996 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:21:30.635996 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:21:30.635996 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:21:30.635996 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:21:30.635996 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:21:30.635996 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:21:30.635996 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:21:30.635996 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:21:30.635996 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:21:30.635996 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:21:30.635996 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:21:30.642544 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port 421625c3-f5b7-4362-b047-9131c0efbe03 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:21:30.647996 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 421625c3-f5b7-4362-b047-9131c0efbe03 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:21:30.648684 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:30.657294 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e920821a-4882-4945-95c1-e5afa0d4f284 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:30.666654 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e920821a-4882-4945-95c1-e5afa0d4f284 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:30.722275 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7460c28c-a0f4-4dac-9601-33684f29f8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:30.732191 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7460c28c-a0f4-4dac-9601-33684f29f8b7 admin admin] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:30.733991 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e920821a-4882-4945-95c1-e5afa0d4f284 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:30.738073 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-7460c28c-a0f4-4dac-9601-33684f29f8b7 admin admin] 10.222.0.62 "DELETE /v2.0/networks/67dc98e0-ec76-496d-b666-9b9106447549 HTTP/1.1" status: 204 len: 168 time: 1.2301335 Oct 30 15:21:30.738787 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e920821a-4882-4945-95c1-e5afa0d4f284 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:30.742619 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-e920821a-4882-4945-95c1-e5afa0d4f284 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/07770277-17e6-4040-884f-d2a0546b05c1 HTTP/1.1" status: 204 len: 168 time: 0.1173809 Oct 30 15:21:30.743882 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 48066) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:30.755571 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7460c28c-a0f4-4dac-9601-33684f29f8b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=67dc98e0-ec76-496d-b666-9b9106447549,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:30.762100 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:30.770256 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e920821a-4882-4945-95c1-e5afa0d4f284 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=07770277-17e6-4040-884f-d2a0546b05c1,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:30.788432 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9fa241-8231-44b4-9039-9f4c8fb4d645 req-69dc0e51-25e7-45c0-9fd2-e6a08cc591e2 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:30.789948 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4e9fa241-8231-44b4-9039-9f4c8fb4d645 req-69dc0e51-25e7-45c0-9fd2-e6a08cc591e2 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f2dad395-c735-4fa6-83c6-8404323a8b57 HTTP/1.1" status: 200 len: 1098 time: 0.0952229 Oct 30 15:21:30.803072 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d4d07c-7ee7-46d7-b1ba-6b3c702ce63e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '421625c3-f5b7-4362-b047-9131c0efbe03'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:21:30.805379 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a4bd526-9d55-4216-885f-a554af28890e" -d '{"events": [{"server_uuid": "21d4d07c-7ee7-46d7-b1ba-6b3c702ce63e", "name": "network-vif-plugged", "status": "completed", "tag": "421625c3-f5b7-4362-b047-9131c0efbe03"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:21:30.814233 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-226ed02f-458e-4ede-8165-ebe299ccbbb3 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0660832 Oct 30 15:21:30.814603 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 48070) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:30.855949 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 421625c3-f5b7-4362-b047-9131c0efbe03, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=421625c3-f5b7-4362-b047-9131c0efbe03,segment=NetworkSegment(803c5434-e7a3-49e2-9896-7909e39f1289),segment_id=803c5434-e7a3-49e2-9896-7909e39f1289)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:21:30.859948 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4e9fa241-8231-44b4-9039-9f4c8fb4d645 req-38cdbfc6-2dc9-43b0-9cd4-9d84cf1dd433 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=068e546b-3044-4cb0-8297-430712dd22d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525646 Oct 30 15:21:30.871245 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:30.901618 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e5e204-3e74-43c8-acc4-05449237817e x-openstack-request-id: req-01e5e204-3e74-43c8-acc4-05449237817e {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:21:30.901908 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d4d07c-7ee7-46d7-b1ba-6b3c702ce63e", "name": "network-vif-plugged", "status": "completed", "tag": "421625c3-f5b7-4362-b047-9131c0efbe03", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:21:30.902105 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6e736285-ba6f-40ed-bd0a-0233d4e83f6f tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:30.902292 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-01e5e204-3e74-43c8-acc4-05449237817e {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:21:30.902689 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d4d07c-7ee7-46d7-b1ba-6b3c702ce63e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '421625c3-f5b7-4362-b047-9131c0efbe03', 'code': 200} Oct 30 15:21:30.929792 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6e736285-ba6f-40ed-bd0a-0233d4e83f6f tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:30.941549 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 48072) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:30.942828 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=421625c3-f5b7-4362-b047-9131c0efbe03,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:30.977904 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6e736285-ba6f-40ed-bd0a-0233d4e83f6f tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:30.982708 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6e736285-ba6f-40ed-bd0a-0233d4e83f6f tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:30.987652 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-6e736285-ba6f-40ed-bd0a-0233d4e83f6f tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] 10.222.0.62 "DELETE /v2.0/security-groups/19a0f3b5-a0cd-43a7-bff3-4608e335c2ee HTTP/1.1" status: 204 len: 168 time: 0.1688731 Oct 30 15:21:30.990437 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 48074) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:31.007872 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e736285-ba6f-40ed-bd0a-0233d4e83f6f tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a0f3b5-a0cd-43a7-bff3-4608e335c2ee,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:31.010327 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-cec5b93f-41de-436f-8b4e-1fa446ca3cb8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cdb49321a1394bd9b51309f8e8d75210&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0675979 Oct 30 15:21:31.014981 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 48076) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:31.024723 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62e32c-72d9-4100-bec9-d4328651931c req-32398240-e548-4b18-8318-20bc02c7c440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:31.026182 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7e62e32c-72d9-4100-bec9-d4328651931c req-32398240-e548-4b18-8318-20bc02c7c440 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=21d4d07c-7ee7-46d7-b1ba-6b3c702ce63e HTTP/1.1" status: 200 len: 1097 time: 0.0677350 Oct 30 15:21:31.041042 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-7252ed86-7193-405a-8422-962b7c10cd9b tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0495181 Oct 30 15:21:31.045667 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 48078) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:31.050615 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-8a5f1024-7bef-4656-bca5-771fca03638a tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Request body: {'security_group': {'name': 'tempest-secgroup--721952683'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:21:31.072922 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8a5f1024-7bef-4656-bca5-771fca03638a tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:31.096208 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7e62e32c-72d9-4100-bec9-d4328651931c req-aef2b1b1-0118-481a-b646-3533ce97b61f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624497 Oct 30 15:21:31.106581 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9535001f-4906-4dfc-86e9-ae19b3b1b8e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:31.133598 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9535001f-4906-4dfc-86e9-ae19b3b1b8e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:31.150957 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8a5f1024-7bef-4656-bca5-771fca03638a tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:31.155702 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8a5f1024-7bef-4656-bca5-771fca03638a tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:31.190350 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9535001f-4906-4dfc-86e9-ae19b3b1b8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:31.193378 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9535001f-4906-4dfc-86e9-ae19b3b1b8e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:31.193665 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8a5f1024-7bef-4656-bca5-771fca03638a tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:31.197607 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-9535001f-4906-4dfc-86e9-ae19b3b1b8e7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4acb2b0e-72d0-413d-958a-43dc8dfd1123 HTTP/1.1" status: 204 len: 168 time: 0.1786997 Oct 30 15:21:31.197764 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-8a5f1024-7bef-4656-bca5-771fca03638a tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1482615 Oct 30 15:21:31.201897 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 48084) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:31.207187 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-b5b1cbdf-d644-4e1f-ab38-3c6f6001e349 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Request body: {'security_group_rule': {'security_group_id': 'bdd12277-e1af-4c70-9fac-0bb45dcc740e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:21:31.211849 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5f1024-7bef-4656-bca5-771fca03638a tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd12277-e1af-4c70-9fac-0bb45dcc740e,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:31.221174 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9535001f-4906-4dfc-86e9-ae19b3b1b8e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4acb2b0e-72d0-413d-958a-43dc8dfd1123,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:31.250786 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b5b1cbdf-d644-4e1f-ab38-3c6f6001e349 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:31.378580 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device b59e0cde-fe6d-4af7-95d9-d7f17c92e0c3 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:21:31.412036 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: b59e0cde-fe6d-4af7-95d9-d7f17c92e0c3 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:21:31.412406 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device b59e0cde-fe6d-4af7-95d9-d7f17c92e0c3 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:21:31.412814 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 270e3af8-094a-4cd4-9039-fdad6d0a34f3 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:21:31.447131 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 270e3af8-094a-4cd4-9039-fdad6d0a34f3 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:21:31.447350 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 270e3af8-094a-4cd4-9039-fdad6d0a34f3 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:21:31.473430 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1e9a24bb-171b-4935-a426-e67c1687e845 req-2e5599f7-1f1c-4938-b445-e3cc55042e90 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8669e184-1d96-4fd3-a71d-4ba73fd98b83 HTTP/1.1" status: 200 len: 210 time: 0.0421264 Oct 30 15:21:31.485858 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b38c90-dded-4978-a12d-97a579c18700 req-4fd5b05d-05f2-4111-9762-0def61cdd721 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:31.491648 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-34b38c90-dded-4978-a12d-97a579c18700 req-4fd5b05d-05f2-4111-9762-0def61cdd721 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.44 "GET /v2.0/networks?id=d26e81b3-f432-4f3d-bc5b-f2edc1c076d6 HTTP/1.1" status: 200 len: 810 time: 0.1851273 Oct 30 15:21:31.500267 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b5b1cbdf-d644-4e1f-ab38-3c6f6001e349 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:31.510009 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-34b38c90-dded-4978-a12d-97a579c18700 req-e224e9bc-075f-4c84-9dba-b90a209fb0ff tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Request body: {'port': {'device_id': '8669e184-1d96-4fd3-a71d-4ba73fd98b83', 'network_id': 'd26e81b3-f432-4f3d-bc5b-f2edc1c076d6', 'admin_state_up': True, 'tenant_id': '19817faf69a4405b907421887c1772e6'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:21:31.528080 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b5b1cbdf-d644-4e1f-ab38-3c6f6001e349 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:31.577576 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83a4628-a1e5-42fc-bbea-6df268bcff30 req-41fb1e4b-3ae9-425c-9d39-4bc096495e86 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:31.579665 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f83a4628-a1e5-42fc-bbea-6df268bcff30 req-41fb1e4b-3ae9-425c-9d39-4bc096495e86 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=21d4d07c-7ee7-46d7-b1ba-6b3c702ce63e HTTP/1.1" status: 200 len: 945 time: 0.2602394 Oct 30 15:21:31.600753 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b1cbdf-d644-4e1f-ab38-3c6f6001e349 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86e6a2f5-6641-458d-88f9-5fd3999c0b14,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:31.615939 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b5b1cbdf-d644-4e1f-ab38-3c6f6001e349 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:31.617932 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b5b1cbdf-d644-4e1f-ab38-3c6f6001e349 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4145103 Oct 30 15:21:31.621154 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 48094) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:31.649516 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-7e1f6959-1685-413e-8b8b-1dfa58e7286f tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] 10.222.0.62 "GET /v2.0/security-group-rules/86e6a2f5-6641-458d-88f9-5fd3999c0b14 HTTP/1.1" status: 200 len: 763 time: 0.0266440 Oct 30 15:21:31.652009 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 48096) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:31.664530 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f83a4628-a1e5-42fc-bbea-6df268bcff30 req-2a154920-57c6-4cca-bf48-030bc3803593 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775328 Oct 30 15:21:31.700724 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-ee6e8562-bb5d-4335-9239-d5902636e374 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0471101 Oct 30 15:21:31.712482 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 48098) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:31.716476 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 48100) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:31.737264 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f6feca5f-91c2-4968-92fe-9ef7a2fd43d7 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:31.737791 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-190dda17-c874-4f2f-a850-acb5c7f8a66e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:31.745189 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f6feca5f-91c2-4968-92fe-9ef7a2fd43d7 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:31.748182 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34b38c90-dded-4978-a12d-97a579c18700 req-e224e9bc-075f-4c84-9dba-b90a209fb0ff tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Made reservation on behalf of 19817faf69a4405b907421887c1772e6 for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:21:31.752307 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-34b38c90-dded-4978-a12d-97a579c18700 req-e224e9bc-075f-4c84-9dba-b90a209fb0ff tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:31.773079 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f6feca5f-91c2-4968-92fe-9ef7a2fd43d7 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:31.778121 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f6feca5f-91c2-4968-92fe-9ef7a2fd43d7 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:31.781478 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-f6feca5f-91c2-4968-92fe-9ef7a2fd43d7 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/86e6a2f5-6641-458d-88f9-5fd3999c0b14 HTTP/1.1" status: 204 len: 168 time: 0.0656874 Oct 30 15:21:31.781819 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 48102) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:31.787050 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6feca5f-91c2-4968-92fe-9ef7a2fd43d7 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=86e6a2f5-6641-458d-88f9-5fd3999c0b14,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:31.819677 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:31.892892 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-93313d7d-bb9d-4550-bf47-ed6e824c4fbd tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1064084 Oct 30 15:21:31.893533 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 48106) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:31.898795 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-df224321-9907-47e5-a05e-97165c0b7bac tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Request body: {'security_group_rule': {'security_group_id': 'bdd12277-e1af-4c70-9fac-0bb45dcc740e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:21:31.964450 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-df224321-9907-47e5-a05e-97165c0b7bac tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:31.973544 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-34b38c90-dded-4978-a12d-97a579c18700 req-e224e9bc-075f-4c84-9dba-b90a209fb0ff tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Allocated IP 172.20.0.13 (d26e81b3-f432-4f3d-bc5b-f2edc1c076d6/d862e367-a3ef-41d8-9769-a6945d8f8b1d/df88446e-b203-477c-b691-e78c5b780696) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:21:31.981119 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-190dda17-c874-4f2f-a850-acb5c7f8a66e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:31.988675 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-190dda17-c874-4f2f-a850-acb5c7f8a66e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:32.006641 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8f503-256b-47d5-9cba-15fbf5d6faee req-d843f505-1f36-4faa-b8c0-34463f2213f3 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:32.008180 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-22c8f503-256b-47d5-9cba-15fbf5d6faee req-d843f505-1f36-4faa-b8c0-34463f2213f3 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f2dad395-c735-4fa6-83c6-8404323a8b57 HTTP/1.1" status: 200 len: 1098 time: 0.0816264 Oct 30 15:21:32.047226 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-190dda17-c874-4f2f-a850-acb5c7f8a66e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.3296728 Oct 30 15:21:32.052157 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 48108) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:32.059720 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-df224321-9907-47e5-a05e-97165c0b7bac tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:32.064863 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-22c8f503-256b-47d5-9cba-15fbf5d6faee req-9ffb97e3-5d5c-44c0-94c2-cb5c08651cd6 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=068e546b-3044-4cb0-8297-430712dd22d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469062 Oct 30 15:21:32.065757 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190dda17-c874-4f2f-a850-acb5c7f8a66e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b4998a-dfd0-4207-8b63-019d5b58e9d2,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:32.065893 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-df224321-9907-47e5-a05e-97165c0b7bac tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:32.090779 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df224321-9907-47e5-a05e-97165c0b7bac tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e9f15c1-22d3-4332-b60d-63aaa8372e69,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:32.103713 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-df224321-9907-47e5-a05e-97165c0b7bac tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:32.105422 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-df224321-9907-47e5-a05e-97165c0b7bac tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2107246 Oct 30 15:21:32.108470 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 48110) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:32.126249 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-130c08a0-8444-4045-896b-6dd25f59d77a tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] 10.222.0.62 "GET /v2.0/security-group-rules/9e9f15c1-22d3-4332-b60d-63aaa8372e69 HTTP/1.1" status: 200 len: 763 time: 0.0162506 Oct 30 15:21:32.128608 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 48112) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:32.171252 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b30cb52b-90a8-4871-ae1f-4ceca28c6d3d tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0415790 Oct 30 15:21:32.177494 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 48114) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:32.191021 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5ee024c8-05ae-4bf5-adc9-26d260c09373 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:32.210136 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6258df77-b319-40f7-ac72-d6b75566590f req-b0a86368-0a0e-4c35-bc68-7d138ca456bb tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:32.211715 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6258df77-b319-40f7-ac72-d6b75566590f req-b0a86368-0a0e-4c35-bc68-7d138ca456bb tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f2dad395-c735-4fa6-83c6-8404323a8b57 HTTP/1.1" status: 200 len: 1098 time: 0.0394301 Oct 30 15:21:32.255588 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5ee024c8-05ae-4bf5-adc9-26d260c09373 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:32.257574 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f6eb0af0-2297-4189-8dd0-ab5212a515b9 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:32.281700 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f6eb0af0-2297-4189-8dd0-ab5212a515b9 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:32.295594 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-34b38c90-dded-4978-a12d-97a579c18700 req-e224e9bc-075f-4c84-9dba-b90a209fb0ff tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:32.351903 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f6eb0af0-2297-4189-8dd0-ab5212a515b9 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:32.357095 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f6eb0af0-2297-4189-8dd0-ab5212a515b9 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:32.358277 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-f6eb0af0-2297-4189-8dd0-ab5212a515b9 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/9e9f15c1-22d3-4332-b60d-63aaa8372e69 HTTP/1.1" status: 204 len: 168 time: 0.1798444 Oct 30 15:21:32.364512 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 48118) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:32.383391 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eb0af0-2297-4189-8dd0-ab5212a515b9 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e9f15c1-22d3-4332-b60d-63aaa8372e69,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:32.394416 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5ee024c8-05ae-4bf5-adc9-26d260c09373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:32.397672 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5ee024c8-05ae-4bf5-adc9-26d260c09373 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:32.398719 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-5ee024c8-05ae-4bf5-adc9-26d260c09373 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/50b4998a-dfd0-4207-8b63-019d5b58e9d2 HTTP/1.1" status: 204 len: 168 time: 0.3456268 Oct 30 15:21:32.418975 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee024c8-05ae-4bf5-adc9-26d260c09373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b4998a-dfd0-4207-8b63-019d5b58e9d2,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:32.423341 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-34b38c90-dded-4978-a12d-97a579c18700 req-e224e9bc-075f-4c84-9dba-b90a209fb0ff tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:32.437312 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['550ff952-51e1-47d0-85cf-4a9da3d2230f'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:21:32.478187 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-3802bfa5-6199-4219-96ae-e9097e55efca tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1092150 Oct 30 15:21:32.480300 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 48122) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:32.495148 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-1fe2f74d-8427-40e5-b759-f18d4d565111 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Request body: {'security_group_rule': {'security_group_id': 'bdd12277-e1af-4c70-9fac-0bb45dcc740e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:21:32.503599 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34b38c90-dded-4978-a12d-97a579c18700 req-e224e9bc-075f-4c84-9dba-b90a209fb0ff tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Network d26e81b3-f432-4f3d-bc5b-f2edc1c076d6 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:21:32.513662 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-34b38c90-dded-4978-a12d-97a579c18700 req-e224e9bc-075f-4c84-9dba-b90a209fb0ff tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:21:32.517494 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-34b38c90-dded-4978-a12d-97a579c18700 req-e224e9bc-075f-4c84-9dba-b90a209fb0ff tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:21:32.560899 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e224e9bc-075f-4c84-9dba-b90a209fb0ff tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Pushing event updated for resources: {'Port': ['ID=df88446e-b203-477c-b691-e78c5b780696,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:32.657063 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1fe2f74d-8427-40e5-b759-f18d4d565111 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:32.723840 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b38c90-dded-4978-a12d-97a579c18700 req-e224e9bc-075f-4c84-9dba-b90a209fb0ff tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:32.743865 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-34b38c90-dded-4978-a12d-97a579c18700 req-e224e9bc-075f-4c84-9dba-b90a209fb0ff tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:32.880363 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1fe2f74d-8427-40e5-b759-f18d4d565111 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:32.892733 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-34b38c90-dded-4978-a12d-97a579c18700 req-e224e9bc-075f-4c84-9dba-b90a209fb0ff tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3906007 Oct 30 15:21:32.904090 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1fe2f74d-8427-40e5-b759-f18d4d565111 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:32.916343 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-34b38c90-dded-4978-a12d-97a579c18700 req-e90c202b-0856-43c9-ad07-809f20a33934 service neutron] Request body: {'port': {'device_id': '8669e184-1d96-4fd3-a71d-4ba73fd98b83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:21:32.935501 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1731c1-b597-46b1-b956-b9c990a7e579 req-fc6f1a6a-f42a-4568-9323-f97e9ae47b9a tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:32.937471 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5b1731c1-b597-46b1-b956-b9c990a7e579 req-fc6f1a6a-f42a-4568-9323-f97e9ae47b9a tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8669e184-1d96-4fd3-a71d-4ba73fd98b83 HTTP/1.1" status: 200 len: 932 time: 0.0687163 Oct 30 15:21:32.944816 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-6258df77-b319-40f7-ac72-d6b75566590f req-615b690e-05c4-456d-ac69-af435bed76af tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] Deleting port a0d9b34f-6b58-42a5-93ba-794e601ee179 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:21:32.945241 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-6258df77-b319-40f7-ac72-d6b75566590f req-615b690e-05c4-456d-ac69-af435bed76af tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:32.972564 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-3bac2f4a-32a4-47a3-b197-ebec6de145c3 None None] Provisioning complete for port df88446e-b203-477c-b691-e78c5b780696 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:21:32.973640 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3bac2f4a-32a4-47a3-b197-ebec6de145c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:32.978237 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe2f74d-8427-40e5-b759-f18d4d565111 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d94a165f-a539-4ff8-ada0-0bf024845599,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:32.984572 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1fe2f74d-8427-40e5-b759-f18d4d565111 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:32.985787 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-1fe2f74d-8427-40e5-b759-f18d4d565111 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4985561 Oct 30 15:21:32.994445 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 48130) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:33.016026 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-3bac2f4a-32a4-47a3-b197-ebec6de145c3 None None] Port df88446e-b203-477c-b691-e78c5b780696 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:21:33.025516 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe2f74d-8427-40e5-b759-f18d4d565111 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:21:33.025865 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe2f74d-8427-40e5-b759-f18d4d565111 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:21:33.026284 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe2f74d-8427-40e5-b759-f18d4d565111 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:21:33.026620 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe2f74d-8427-40e5-b759-f18d4d565111 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:21:33.026982 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe2f74d-8427-40e5-b759-f18d4d565111 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:21:33.027313 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe2f74d-8427-40e5-b759-f18d4d565111 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:21:33.027664 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe2f74d-8427-40e5-b759-f18d4d565111 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:21:33.027997 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe2f74d-8427-40e5-b759-f18d4d565111 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:21:33.028317 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe2f74d-8427-40e5-b759-f18d4d565111 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:21:33.028638 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe2f74d-8427-40e5-b759-f18d4d565111 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:21:33.028961 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe2f74d-8427-40e5-b759-f18d4d565111 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:21:33.029266 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe2f74d-8427-40e5-b759-f18d4d565111 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:21:33.050514 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b1d7564f-173c-4d59-bda5-29a3cf3cbaf7 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] 10.222.0.62 "GET /v2.0/security-group-rules/d94a165f-a539-4ff8-ada0-0bf024845599 HTTP/1.1" status: 200 len: 764 time: 0.0508487 Oct 30 15:21:33.050514 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-34b38c90-dded-4978-a12d-97a579c18700 req-e90c202b-0856-43c9-ad07-809f20a33934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:33.057937 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b90c5a-21c9-423a-a974-95ced654346e req-cbf96bc3-3388-427d-b976-bf0793dfafaa tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:33.059352 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5b1731c1-b597-46b1-b956-b9c990a7e579 req-4e589053-e42e-4c17-9234-17402491103e tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983994 Oct 30 15:21:33.059526 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-93b90c5a-21c9-423a-a974-95ced654346e req-cbf96bc3-3388-427d-b976-bf0793dfafaa tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=21d4d07c-7ee7-46d7-b1ba-6b3c702ce63e HTTP/1.1" status: 200 len: 945 time: 0.1650865 Oct 30 15:21:33.059855 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 48132) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:33.091051 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-6258df77-b319-40f7-ac72-d6b75566590f req-615b690e-05c4-456d-ac69-af435bed76af tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] For port a0d9b34f-6b58-42a5-93ba-794e601ee179, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=a0d9b34f-6b58-42a5-93ba-794e601ee179,segment=NetworkSegment(84c718b2-3d6d-429e-a37e-5f2d9357b098),segment_id=84c718b2-3d6d-429e-a37e-5f2d9357b098)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:21:33.091624 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-6258df77-b319-40f7-ac72-d6b75566590f req-615b690e-05c4-456d-ac69-af435bed76af tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:33.104668 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-6258df77-b319-40f7-ac72-d6b75566590f req-615b690e-05c4-456d-ac69-af435bed76af tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] Calling delete_port for a0d9b34f-6b58-42a5-93ba-794e601ee179 owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:21:33.173148 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-19880f42-953d-4a25-8115-5d3a3ac012f8 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1089540 Oct 30 15:21:33.175963 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-93b90c5a-21c9-423a-a974-95ced654346e req-bf99f991-9b56-4ec8-9cf0-6f2a5e5b8001 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017368 Oct 30 15:21:33.177981 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 48136) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:33.249139 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-877f68ce-3b70-410b-9c52-d7dbb5da7834 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:33.265278 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-877f68ce-3b70-410b-9c52-d7dbb5da7834 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:33.275688 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e6be65-936b-4fc7-bdea-0c41e9832bed req-19511589-be9f-424c-bc54-56b883f3b6ff tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:33.277139 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c2e6be65-936b-4fc7-bdea-0c41e9832bed req-19511589-be9f-424c-bc54-56b883f3b6ff tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f2dad395-c735-4fa6-83c6-8404323a8b57 HTTP/1.1" status: 200 len: 1098 time: 0.1181962 Oct 30 15:21:33.337228 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-877f68ce-3b70-410b-9c52-d7dbb5da7834 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:33.347856 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-877f68ce-3b70-410b-9c52-d7dbb5da7834 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:33.364942 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-877f68ce-3b70-410b-9c52-d7dbb5da7834 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/d94a165f-a539-4ff8-ada0-0bf024845599 HTTP/1.1" status: 204 len: 168 time: 0.1658311 Oct 30 15:21:33.373271 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 48142) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:33.404097 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877f68ce-3b70-410b-9c52-d7dbb5da7834 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d94a165f-a539-4ff8-ada0-0bf024845599,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:33.415833 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c2e6be65-936b-4fc7-bdea-0c41e9832bed req-a73acc46-3d16-4dbb-8c7e-a5d3a2448c3d tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=068e546b-3044-4cb0-8297-430712dd22d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281037 Oct 30 15:21:33.420919 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-6258df77-b319-40f7-ac72-d6b75566590f req-615b690e-05c4-456d-ac69-af435bed76af tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:33.432610 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['7e512134-31ea-4a95-a0f8-ea2efd2ab8f7'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:21:33.437457 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['a0d9b34f-6b58-42a5-93ba-794e601ee179'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:21:33.462556 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615b690e-05c4-456d-ac69-af435bed76af tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] Pushing event deleted for resources: {'Port': ['ID=a0d9b34f-6b58-42a5-93ba-794e601ee179,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:33.487265 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-34b38c90-dded-4978-a12d-97a579c18700 req-e90c202b-0856-43c9-ad07-809f20a33934 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df88446e-b203-477c-b691-e78c5b780696 {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:21:33.505237 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-34b38c90-dded-4978-a12d-97a579c18700 req-e90c202b-0856-43c9-ad07-809f20a33934 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:33.527157 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-57cb5a0b-a83d-4b24-a41b-797fe41e9707 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1443050 Oct 30 15:21:33.530533 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 48146) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:33.535516 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-34b38c90-dded-4978-a12d-97a579c18700 req-e90c202b-0856-43c9-ad07-809f20a33934 service neutron] Transition to ACTIVE for port object df88446e-b203-477c-b691-e78c5b780696 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:21:33.552297 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de322a-36a5-47e5-9552-e3f5b2341d58 req-3278e726-c278-47ad-a020-0e4bb9b1622f tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:33.553792 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-43de322a-36a5-47e5-9552-e3f5b2341d58 req-3278e726-c278-47ad-a020-0e4bb9b1622f tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=21d4d07c-7ee7-46d7-b1ba-6b3c702ce63e HTTP/1.1" status: 200 len: 945 time: 0.1026952 Oct 30 15:21:33.554453 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-6258df77-b319-40f7-ac72-d6b75566590f req-615b690e-05c4-456d-ac69-af435bed76af tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] No DVR routers for this DVR port a0d9b34f-6b58-42a5-93ba-794e601ee179 on host n-h1-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:21:33.557265 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-6258df77-b319-40f7-ac72-d6b75566590f req-615b690e-05c4-456d-ac69-af435bed76af tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:33.560816 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6258df77-b319-40f7-ac72-d6b75566590f req-615b690e-05c4-456d-ac69-af435bed76af tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] 10.222.0.53 "DELETE /v2.0/ports/a0d9b34f-6b58-42a5-93ba-794e601ee179 HTTP/1.1" status: 204 len: 173 time: 1.3427765 Oct 30 15:21:33.561304 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2dad395-c735-4fa6-83c6-8404323a8b57', 'name': 'network-vif-deleted', 'tag': 'a0d9b34f-6b58-42a5-93ba-794e601ee179'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:21:33.565962 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d945941-2432-4799-add6-05e1140aac34" -d '{"events": [{"server_uuid": "f2dad395-c735-4fa6-83c6-8404323a8b57", "name": "network-vif-deleted", "tag": "a0d9b34f-6b58-42a5-93ba-794e601ee179"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:21:33.571264 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-34b38c90-dded-4978-a12d-97a579c18700 req-e90c202b-0856-43c9-ad07-809f20a33934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:33.637550 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616f78f2-1923-4970-bae7-92d00e909e88 x-openstack-request-id: req-616f78f2-1923-4970-bae7-92d00e909e88 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:21:33.637850 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2dad395-c735-4fa6-83c6-8404323a8b57", "name": "network-vif-deleted", "tag": "a0d9b34f-6b58-42a5-93ba-794e601ee179", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:21:33.638097 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-616f78f2-1923-4970-bae7-92d00e909e88 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:21:33.638791 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2dad395-c735-4fa6-83c6-8404323a8b57', 'name': 'network-vif-deleted', 'tag': 'a0d9b34f-6b58-42a5-93ba-794e601ee179', 'status': 'completed', 'code': 200} Oct 30 15:21:33.684156 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90c202b-0856-43c9-ad07-809f20a33934 service neutron] Pushing event updated for resources: {'Port': ['ID=df88446e-b203-477c-b691-e78c5b780696,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:33.716652 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-43de322a-36a5-47e5-9552-e3f5b2341d58 req-addf2df6-3fb2-4d2b-8505-ed4ed476d547 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340628 Oct 30 15:21:33.749319 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e5ad22b9-5439-4f99-92f3-e014ea3f6409 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:33.821763 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e5ad22b9-5439-4f99-92f3-e014ea3f6409 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:33.869292 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-34b38c90-dded-4978-a12d-97a579c18700 req-e90c202b-0856-43c9-ad07-809f20a33934 service neutron] Attempting to bind port df88446e-b203-477c-b691-e78c5b780696 on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:21:33.869623 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-34b38c90-dded-4978-a12d-97a579c18700 req-e90c202b-0856-43c9-ad07-809f20a33934 service neutron] Attempting to bind port df88446e-b203-477c-b691-e78c5b780696 by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': '4eb103e9-b9a2-4786-ab9b-d9e363fed874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd26e81b3-f432-4f3d-bc5b-f2edc1c076d6'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:21:33.869952 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b38c90-dded-4978-a12d-97a579c18700 req-e90c202b-0856-43c9-ad07-809f20a33934 service neutron] Attempting to bind port df88446e-b203-477c-b691-e78c5b780696 on network d26e81b3-f432-4f3d-bc5b-f2edc1c076d6 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:21:33.877752 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b38c90-dded-4978-a12d-97a579c18700 req-e90c202b-0856-43c9-ad07-809f20a33934 service neutron] Port df88446e-b203-477c-b691-e78c5b780696 on network d26e81b3-f432-4f3d-bc5b-f2edc1c076d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:21:33.877752 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b38c90-dded-4978-a12d-97a579c18700 req-e90c202b-0856-43c9-ad07-809f20a33934 service neutron] Attempting to bind port df88446e-b203-477c-b691-e78c5b780696 on network d26e81b3-f432-4f3d-bc5b-f2edc1c076d6 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:21:33.884895 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b38c90-dded-4978-a12d-97a579c18700 req-e90c202b-0856-43c9-ad07-809f20a33934 service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:21:33.885232 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b38c90-dded-4978-a12d-97a579c18700 req-e90c202b-0856-43c9-ad07-809f20a33934 service neutron] Checking segment: {'id': '4eb103e9-b9a2-4786-ab9b-d9e363fed874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd26e81b3-f432-4f3d-bc5b-f2edc1c076d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:21:33.885658 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b38c90-dded-4978-a12d-97a579c18700 req-e90c202b-0856-43c9-ad07-809f20a33934 service neutron] Bound using segment: {'id': '4eb103e9-b9a2-4786-ab9b-d9e363fed874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd26e81b3-f432-4f3d-bc5b-f2edc1c076d6'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:21:33.886096 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-34b38c90-dded-4978-a12d-97a579c18700 req-e90c202b-0856-43c9-ad07-809f20a33934 service neutron] Bound port: df88446e-b203-477c-b691-e78c5b780696, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eb103e9-b9a2-4786-ab9b-d9e363fed874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd26e81b3-f432-4f3d-bc5b-f2edc1c076d6'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:21:33.886458 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-34b38c90-dded-4978-a12d-97a579c18700 req-e90c202b-0856-43c9-ad07-809f20a33934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:33.895971 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e5ad22b9-5439-4f99-92f3-e014ea3f6409 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:33.898555 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e5ad22b9-5439-4f99-92f3-e014ea3f6409 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:33.902569 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e5ad22b9-5439-4f99-92f3-e014ea3f6409 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] 10.222.0.62 "DELETE /v2.0/security-groups/bdd12277-e1af-4c70-9fac-0bb45dcc740e HTTP/1.1" status: 204 len: 168 time: 0.3665814 Oct 30 15:21:33.902757 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 48152) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:33.927906 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ad22b9-5439-4f99-92f3-e014ea3f6409 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd12277-e1af-4c70-9fac-0bb45dcc740e,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:33.957915 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-fcd7c72a-478f-4deb-adfe-6cab8f7d732f tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0498884 Oct 30 15:21:33.958507 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 48154) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:34.029456 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-96c4762d-68d4-477b-9e0a-d2faca4ef762 tempest-SecGroupTest-1201518695 tempest-SecGroupTest-1201518695-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0689545 Oct 30 15:21:34.033323 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-34b38c90-dded-4978-a12d-97a579c18700 req-e90c202b-0856-43c9-ad07-809f20a33934 service neutron] For port df88446e-b203-477c-b691-e78c5b780696, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:21:34.036811 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-34b38c90-dded-4978-a12d-97a579c18700 req-e90c202b-0856-43c9-ad07-809f20a33934 service neutron] For port df88446e-b203-477c-b691-e78c5b780696, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=df88446e-b203-477c-b691-e78c5b780696,segment=NetworkSegment(4eb103e9-b9a2-4786-ab9b-d9e363fed874),segment_id=4eb103e9-b9a2-4786-ab9b-d9e363fed874)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:21:34.041681 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-34b38c90-dded-4978-a12d-97a579c18700 req-e90c202b-0856-43c9-ad07-809f20a33934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:34.075863 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b38c90-dded-4978-a12d-97a579c18700 req-e90c202b-0856-43c9-ad07-809f20a33934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:34.076493 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-34b38c90-dded-4978-a12d-97a579c18700 req-e90c202b-0856-43c9-ad07-809f20a33934 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:34.077919 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-34b38c90-dded-4978-a12d-97a579c18700 req-e90c202b-0856-43c9-ad07-809f20a33934 service neutron] 10.222.0.44 "PUT /v2.0/ports/df88446e-b203-477c-b691-e78c5b780696 HTTP/1.1" status: 200 len: 1093 time: 1.1700439 Oct 30 15:21:34.079102 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8669e184-1d96-4fd3-a71d-4ba73fd98b83', 'tag': 'df88446e-b203-477c-b691-e78c5b780696'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:21:34.081272 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63701188-8b42-441b-aab9-8958aadda37e" -d '{"events": [{"name": "network-changed", "server_uuid": "8669e184-1d96-4fd3-a71d-4ba73fd98b83", "tag": "df88446e-b203-477c-b691-e78c5b780696"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:21:34.124130 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90c202b-0856-43c9-ad07-809f20a33934 service neutron] Pushing event updated for resources: {'Port': ['ID=df88446e-b203-477c-b691-e78c5b780696,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:34.155907 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49224a2a-1e24-487c-bdfc-509b7ab6cfdb x-openstack-request-id: req-49224a2a-1e24-487c-bdfc-509b7ab6cfdb {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:21:34.157803 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8669e184-1d96-4fd3-a71d-4ba73fd98b83", "tag": "df88446e-b203-477c-b691-e78c5b780696", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:21:34.158252 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-49224a2a-1e24-487c-bdfc-509b7ab6cfdb {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:21:34.158846 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8669e184-1d96-4fd3-a71d-4ba73fd98b83', 'tag': 'df88446e-b203-477c-b691-e78c5b780696', 'status': 'completed', 'code': 200} Oct 30 15:21:34.255740 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b38c90-dded-4978-a12d-97a579c18700 req-d046b69d-8f12-48ed-839f-47fa41a501a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:34.257315 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-34b38c90-dded-4978-a12d-97a579c18700 req-d046b69d-8f12-48ed-839f-47fa41a501a6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=19817faf69a4405b907421887c1772e6&device_id=8669e184-1d96-4fd3-a71d-4ba73fd98b83 HTTP/1.1" status: 200 len: 1096 time: 0.0883851 Oct 30 15:21:34.265812 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3c1fdd-6d50-4fef-a47a-82b5e66a5d1f req-d1eeea97-f4d0-4317-b823-249d2e6c5e7d tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:34.268133 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4a3c1fdd-6d50-4fef-a47a-82b5e66a5d1f req-d1eeea97-f4d0-4317-b823-249d2e6c5e7d tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8669e184-1d96-4fd3-a71d-4ba73fd98b83 HTTP/1.1" status: 200 len: 944 time: 0.1009529 Oct 30 15:21:34.316104 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-34b38c90-dded-4978-a12d-97a579c18700 req-ecefd979-3faf-4e0a-afc7-86ed68eef167 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df88446e-b203-477c-b691-e78c5b780696 HTTP/1.1" status: 200 len: 217 time: 0.0467155 Oct 30 15:21:34.337873 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 48164) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:34.384665 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4a3c1fdd-6d50-4fef-a47a-82b5e66a5d1f req-8239f0fb-2db3-4802-a0f9-56a88cedf0a6 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065323 Oct 30 15:21:34.393118 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b38c90-dded-4978-a12d-97a579c18700 req-67d84230-0101-4895-b1b6-bf1d6894bfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:34.394889 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-34b38c90-dded-4978-a12d-97a579c18700 req-67d84230-0101-4895-b1b6-bf1d6894bfc7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d862e367-a3ef-41d8-9769-a6945d8f8b1d HTTP/1.1" status: 200 len: 849 time: 0.0693262 Oct 30 15:21:34.443284 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b38c90-dded-4978-a12d-97a579c18700 req-ae267d2a-75bf-40f6-9f91-0e297c3b9f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:34.444991 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-34b38c90-dded-4978-a12d-97a579c18700 req-ae267d2a-75bf-40f6-9f91-0e297c3b9f57 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d26e81b3-f432-4f3d-bc5b-f2edc1c076d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424407 Oct 30 15:21:34.500253 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-24478337-464d-4356-b101-ceee4c8f9e4a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a8d0f69e550d4e87993821cfd1a8324a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1609225 Oct 30 15:21:34.503157 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 48172) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:34.542463 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-34b38c90-dded-4978-a12d-97a579c18700 req-0a418a7a-25f8-43f1-b07f-31f3b754bbef service neutron] 10.222.0.44 "GET /v2.0/networks/d26e81b3-f432-4f3d-bc5b-f2edc1c076d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898254 Oct 30 15:21:34.564033 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-368ff238-4159-4755-a0cb-2765e91230ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:34.588013 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-368ff238-4159-4755-a0cb-2765e91230ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:34.658780 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-368ff238-4159-4755-a0cb-2765e91230ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:34.663526 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-368ff238-4159-4755-a0cb-2765e91230ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:34.664757 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-368ff238-4159-4755-a0cb-2765e91230ce admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b169a7f4-89e5-45f6-bb05-b9e06a6b04cf HTTP/1.1" status: 204 len: 168 time: 0.1601548 Oct 30 15:21:34.673241 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368ff238-4159-4755-a0cb-2765e91230ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b169a7f4-89e5-45f6-bb05-b9e06a6b04cf,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:34.683280 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-34b38c90-dded-4978-a12d-97a579c18700 req-1b866c06-c8c5-44e2-9157-c667a4f973d5 service neutron] 10.222.0.44 "GET /v2.0/networks/d26e81b3-f432-4f3d-bc5b-f2edc1c076d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249487 Oct 30 15:21:34.755191 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e0dcf2-3cb4-4bbc-9535-8cc0adb45ab9 req-645a2ed5-5e76-447a-b1c3-ed37b6d3c2f2 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:34.757158 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-94e0dcf2-3cb4-4bbc-9535-8cc0adb45ab9 req-645a2ed5-5e76-447a-b1c3-ed37b6d3c2f2 tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=d5aadff8-7f2b-4b21-b7b7-1c3bdb24b3e1 HTTP/1.1" status: 200 len: 1097 time: 0.0659740 Oct 30 15:21:34.791660 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63701188-8b42-441b-aab9-8958aadda37e req-90d4f07c-d02c-4aed-b082-803a402df4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:34.793560 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-63701188-8b42-441b-aab9-8958aadda37e req-90d4f07c-d02c-4aed-b082-803a402df4a7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=19817faf69a4405b907421887c1772e6&device_id=8669e184-1d96-4fd3-a71d-4ba73fd98b83 HTTP/1.1" status: 200 len: 1096 time: 0.0567958 Oct 30 15:21:34.800920 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-94e0dcf2-3cb4-4bbc-9535-8cc0adb45ab9 req-dbbc4476-5f2a-42ac-8433-4f8d91e15e0d tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=068e546b-3044-4cb0-8297-430712dd22d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373158 Oct 30 15:21:35.274951 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d1b6f-a65a-4cc3-8dfe-10f253395e47 req-564b0752-9fad-49e2-85ed-95c79b7e8bcb tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:35.276506 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-da3d1b6f-a65a-4cc3-8dfe-10f253395e47 req-564b0752-9fad-49e2-85ed-95c79b7e8bcb tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=21d4d07c-7ee7-46d7-b1ba-6b3c702ce63e HTTP/1.1" status: 200 len: 945 time: 0.0809538 Oct 30 15:21:35.279446 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63701188-8b42-441b-aab9-8958aadda37e req-fece29c3-3e1f-4da2-b351-2da4d7ae1f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:35.280952 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-63701188-8b42-441b-aab9-8958aadda37e req-fece29c3-3e1f-4da2-b351-2da4d7ae1f3c service neutron] 10.222.0.44 "GET /v2.0/networks?id=d26e81b3-f432-4f3d-bc5b-f2edc1c076d6 HTTP/1.1" status: 200 len: 911 time: 0.4779136 Oct 30 15:21:35.338930 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-63701188-8b42-441b-aab9-8958aadda37e req-08af11cf-d41c-4983-b802-d83c11e6c894 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df88446e-b203-477c-b691-e78c5b780696 HTTP/1.1" status: 200 len: 217 time: 0.0417345 Oct 30 15:21:35.394489 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-da3d1b6f-a65a-4cc3-8dfe-10f253395e47 req-b3f0f386-d64c-4f60-b171-e63ee1a1bb17 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112978 Oct 30 15:21:35.411636 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63701188-8b42-441b-aab9-8958aadda37e req-c7d69f79-7f57-4cc2-9cd4-583f0bf701a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:35.413108 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-63701188-8b42-441b-aab9-8958aadda37e req-c7d69f79-7f57-4cc2-9cd4-583f0bf701a3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d862e367-a3ef-41d8-9769-a6945d8f8b1d HTTP/1.1" status: 200 len: 849 time: 0.0607390 Oct 30 15:21:35.478118 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63701188-8b42-441b-aab9-8958aadda37e req-7b928ee0-ef16-436e-8e40-8165c39158d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:35.479980 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-63701188-8b42-441b-aab9-8958aadda37e req-7b928ee0-ef16-436e-8e40-8165c39158d6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d26e81b3-f432-4f3d-bc5b-f2edc1c076d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555706 Oct 30 15:21:35.597132 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-63701188-8b42-441b-aab9-8958aadda37e req-a9e335b0-23aa-4da0-acf7-fe4db95f09ad service neutron] 10.222.0.44 "GET /v2.0/networks/d26e81b3-f432-4f3d-bc5b-f2edc1c076d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069522 Oct 30 15:21:35.737527 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b215bd-6486-452d-8f46-144dc3b98d2a req-7b9d50dc-e624-4527-a0ca-998158d9851e tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:35.739046 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e5b215bd-6486-452d-8f46-144dc3b98d2a req-7b9d50dc-e624-4527-a0ca-998158d9851e tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=21d4d07c-7ee7-46d7-b1ba-6b3c702ce63e HTTP/1.1" status: 200 len: 945 time: 0.0874867 Oct 30 15:21:35.759764 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-63701188-8b42-441b-aab9-8958aadda37e req-4a1f6f3c-ecdf-42cf-9bab-25c663db4a0f service neutron] 10.222.0.44 "GET /v2.0/networks/d26e81b3-f432-4f3d-bc5b-f2edc1c076d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552866 Oct 30 15:21:35.774027 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9420d059-a2a2-4e2d-b46c-756f4342e1f3 req-66caeb49-6575-4d4c-9452-81fdadef329e tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:35.779423 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9420d059-a2a2-4e2d-b46c-756f4342e1f3 req-66caeb49-6575-4d4c-9452-81fdadef329e tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8669e184-1d96-4fd3-a71d-4ba73fd98b83 HTTP/1.1" status: 200 len: 944 time: 0.0621891 Oct 30 15:21:35.799198 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e5b215bd-6486-452d-8f46-144dc3b98d2a req-11a31ce2-e96b-4210-a1ff-8d913f3b451f tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489631 Oct 30 15:21:35.825969 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9420d059-a2a2-4e2d-b46c-756f4342e1f3 req-285165d4-46e8-4d99-bf11-b03db010f595 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374248 Oct 30 15:21:35.937150 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd7109-3694-40f2-9aa3-0093378af64e req-05b18ec6-6274-411b-98d6-5e837891de3d tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:35.937150 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d0bd7109-3694-40f2-9aa3-0093378af64e req-05b18ec6-6274-411b-98d6-5e837891de3d tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=d5aadff8-7f2b-4b21-b7b7-1c3bdb24b3e1 HTTP/1.1" status: 200 len: 1097 time: 0.0461853 Oct 30 15:21:35.967598 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d0bd7109-3694-40f2-9aa3-0093378af64e req-8da3bfcc-5197-4dcd-b3d1-25ad895ca13c tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=068e546b-3044-4cb0-8297-430712dd22d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308461 Oct 30 15:21:36.180135 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558c960-6c83-452d-9341-6b185c9d9268 req-25d3da84-d94d-4900-a868-9a028eb5971d tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:36.181869 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4558c960-6c83-452d-9341-6b185c9d9268 req-25d3da84-d94d-4900-a868-9a028eb5971d tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=d5aadff8-7f2b-4b21-b7b7-1c3bdb24b3e1 HTTP/1.1" status: 200 len: 1097 time: 0.0411296 Oct 30 15:21:36.261497 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-4558c960-6c83-452d-9341-6b185c9d9268 req-7e36aa13-b556-43e5-8d61-8142daa3ce0f tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] Deleting port 7e512134-31ea-4a95-a0f8-ea2efd2ab8f7 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:21:36.261843 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-4558c960-6c83-452d-9341-6b185c9d9268 req-7e36aa13-b556-43e5-8d61-8142daa3ce0f tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:36.343802 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-4558c960-6c83-452d-9341-6b185c9d9268 req-7e36aa13-b556-43e5-8d61-8142daa3ce0f tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] For port 7e512134-31ea-4a95-a0f8-ea2efd2ab8f7, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=7e512134-31ea-4a95-a0f8-ea2efd2ab8f7,segment=NetworkSegment(84c718b2-3d6d-429e-a37e-5f2d9357b098),segment_id=84c718b2-3d6d-429e-a37e-5f2d9357b098)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:21:36.344192 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-4558c960-6c83-452d-9341-6b185c9d9268 req-7e36aa13-b556-43e5-8d61-8142daa3ce0f tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:36.356183 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-4558c960-6c83-452d-9341-6b185c9d9268 req-7e36aa13-b556-43e5-8d61-8142daa3ce0f tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] Calling delete_port for 7e512134-31ea-4a95-a0f8-ea2efd2ab8f7 owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:21:36.484784 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-4558c960-6c83-452d-9341-6b185c9d9268 req-7e36aa13-b556-43e5-8d61-8142daa3ce0f tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:36.495368 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['7e512134-31ea-4a95-a0f8-ea2efd2ab8f7'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:21:36.517017 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e36aa13-b556-43e5-8d61-8142daa3ce0f tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] Pushing event deleted for resources: {'Port': ['ID=7e512134-31ea-4a95-a0f8-ea2efd2ab8f7,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:36.577672 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-4558c960-6c83-452d-9341-6b185c9d9268 req-7e36aa13-b556-43e5-8d61-8142daa3ce0f tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] No DVR routers for this DVR port 7e512134-31ea-4a95-a0f8-ea2efd2ab8f7 on host n-h2-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:21:36.581640 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-4558c960-6c83-452d-9341-6b185c9d9268 req-7e36aa13-b556-43e5-8d61-8142daa3ce0f tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:36.585671 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4558c960-6c83-452d-9341-6b185c9d9268 req-7e36aa13-b556-43e5-8d61-8142daa3ce0f tempest-TestServerMultinode-1361048732 tempest-TestServerMultinode-1361048732-project-admin] 10.222.0.44 "DELETE /v2.0/ports/7e512134-31ea-4a95-a0f8-ea2efd2ab8f7 HTTP/1.1" status: 204 len: 173 time: 0.3984287 Oct 30 15:21:36.586174 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5aadff8-7f2b-4b21-b7b7-1c3bdb24b3e1', 'name': 'network-vif-deleted', 'tag': '7e512134-31ea-4a95-a0f8-ea2efd2ab8f7'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:21:36.589733 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5175e0f0-ebeb-4ff8-8a58-a543e5f0cd75" -d '{"events": [{"server_uuid": "d5aadff8-7f2b-4b21-b7b7-1c3bdb24b3e1", "name": "network-vif-deleted", "tag": "7e512134-31ea-4a95-a0f8-ea2efd2ab8f7"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:21:36.600632 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device a0d9b34f-6b58-42a5-93ba-794e601ee179 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:21:36.634373 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e6e0b2-1ca9-4bc2-ab08-5f5b1f78ea43 x-openstack-request-id: req-c2e6e0b2-1ca9-4bc2-ab08-5f5b1f78ea43 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:21:36.634908 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5aadff8-7f2b-4b21-b7b7-1c3bdb24b3e1", "name": "network-vif-deleted", "tag": "7e512134-31ea-4a95-a0f8-ea2efd2ab8f7", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:21:36.635057 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c2e6e0b2-1ca9-4bc2-ab08-5f5b1f78ea43 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:21:36.636635 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5aadff8-7f2b-4b21-b7b7-1c3bdb24b3e1', 'name': 'network-vif-deleted', 'tag': '7e512134-31ea-4a95-a0f8-ea2efd2ab8f7', 'status': 'completed', 'code': 200} Oct 30 15:21:36.658929 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: a0d9b34f-6b58-42a5-93ba-794e601ee179 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:21:36.659269 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device a0d9b34f-6b58-42a5-93ba-794e601ee179 not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:21:36.919317 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77382662-0e94-4d23-af6b-bcbb42f0270d req-750f5cd1-47a3-494b-b1c0-f390f9bfe888 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:36.920883 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-77382662-0e94-4d23-af6b-bcbb42f0270d req-750f5cd1-47a3-494b-b1c0-f390f9bfe888 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=21d4d07c-7ee7-46d7-b1ba-6b3c702ce63e HTTP/1.1" status: 200 len: 945 time: 0.0543439 Oct 30 15:21:36.978583 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-77382662-0e94-4d23-af6b-bcbb42f0270d req-bda00233-7ed2-4ee7-a8d5-b5db17e14c26 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505855 Oct 30 15:21:36.988877 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2f1b43-beab-4f06-aa44-8edb8ec99595 req-e11a6458-746f-43f0-9d7c-cf9de7878372 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:37.006515 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9a2f1b43-beab-4f06-aa44-8edb8ec99595 req-e11a6458-746f-43f0-9d7c-cf9de7878372 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8669e184-1d96-4fd3-a71d-4ba73fd98b83 HTTP/1.1" status: 200 len: 944 time: 0.0984724 Oct 30 15:21:37.022637 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694cd27b-96b8-4fb4-86ca-d418a16deb07 req-cc4f91f8-632d-48e7-82ab-f4895137e8a3 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:37.024935 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-694cd27b-96b8-4fb4-86ca-d418a16deb07 req-cc4f91f8-632d-48e7-82ab-f4895137e8a3 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.53 "GET /v2.0/ports?device_id=21d4d07c-7ee7-46d7-b1ba-6b3c702ce63e HTTP/1.1" status: 200 len: 945 time: 0.0980661 Oct 30 15:21:37.139154 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9a2f1b43-beab-4f06-aa44-8edb8ec99595 req-d3af1480-a50e-48ef-875c-036fd7ba2d7b tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399009 Oct 30 15:21:37.169314 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-694cd27b-96b8-4fb4-86ca-d418a16deb07 req-fbe865f4-5203-4002-93e8-c73675b2f0f7 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Deleting port 421625c3-f5b7-4362-b047-9131c0efbe03 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:21:37.169923 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-694cd27b-96b8-4fb4-86ca-d418a16deb07 req-fbe865f4-5203-4002-93e8-c73675b2f0f7 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:37.217305 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 48258) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:37.273339 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-694cd27b-96b8-4fb4-86ca-d418a16deb07 req-fbe865f4-5203-4002-93e8-c73675b2f0f7 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] For port 421625c3-f5b7-4362-b047-9131c0efbe03, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=421625c3-f5b7-4362-b047-9131c0efbe03,segment=NetworkSegment(803c5434-e7a3-49e2-9896-7909e39f1289),segment_id=803c5434-e7a3-49e2-9896-7909e39f1289)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:21:37.273804 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-694cd27b-96b8-4fb4-86ca-d418a16deb07 req-fbe865f4-5203-4002-93e8-c73675b2f0f7 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:37.293927 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-694cd27b-96b8-4fb4-86ca-d418a16deb07 req-fbe865f4-5203-4002-93e8-c73675b2f0f7 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Calling delete_port for 421625c3-f5b7-4362-b047-9131c0efbe03 owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:21:37.449148 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-694cd27b-96b8-4fb4-86ca-d418a16deb07 req-fbe865f4-5203-4002-93e8-c73675b2f0f7 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:37.462308 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['421625c3-f5b7-4362-b047-9131c0efbe03'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:21:37.494472 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe865f4-5203-4002-93e8-c73675b2f0f7 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Pushing event deleted for resources: {'Port': ['ID=421625c3-f5b7-4362-b047-9131c0efbe03,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:37.540959 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-694cd27b-96b8-4fb4-86ca-d418a16deb07 req-fbe865f4-5203-4002-93e8-c73675b2f0f7 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] No DVR routers for this DVR port 421625c3-f5b7-4362-b047-9131c0efbe03 on host n-h1-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:21:37.543710 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-694cd27b-96b8-4fb4-86ca-d418a16deb07 req-fbe865f4-5203-4002-93e8-c73675b2f0f7 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:37.548747 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-694cd27b-96b8-4fb4-86ca-d418a16deb07 req-fbe865f4-5203-4002-93e8-c73675b2f0f7 tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.53 "DELETE /v2.0/ports/421625c3-f5b7-4362-b047-9131c0efbe03 HTTP/1.1" status: 204 len: 173 time: 0.5133142 Oct 30 15:21:37.549192 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d4d07c-7ee7-46d7-b1ba-6b3c702ce63e', 'name': 'network-vif-deleted', 'tag': '421625c3-f5b7-4362-b047-9131c0efbe03'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:21:37.551485 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb69006-01b0-4b08-a435-0e870b44a80b" -d '{"events": [{"server_uuid": "21d4d07c-7ee7-46d7-b1ba-6b3c702ce63e", "name": "network-vif-deleted", "tag": "421625c3-f5b7-4362-b047-9131c0efbe03"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:21:37.593616 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2406daba-e54a-4011-a9f0-f565a045e276 x-openstack-request-id: req-2406daba-e54a-4011-a9f0-f565a045e276 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:21:37.593987 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d4d07c-7ee7-46d7-b1ba-6b3c702ce63e", "name": "network-vif-deleted", "tag": "421625c3-f5b7-4362-b047-9131c0efbe03", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:21:37.594951 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2406daba-e54a-4011-a9f0-f565a045e276 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:21:37.595380 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d4d07c-7ee7-46d7-b1ba-6b3c702ce63e', 'name': 'network-vif-deleted', 'tag': '421625c3-f5b7-4362-b047-9131c0efbe03', 'status': 'completed', 'code': 200} Oct 30 15:21:37.626087 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fc57c9ba-8996-437c-8420-20b7f741ab45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:37.895131 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-fc57c9ba-8996-437c-8420-20b7f741ab45 admin admin] Deleting port 2eb6d0b6-b966-4d2c-af3c-35c26819ca05 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:21:37.895131 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fc57c9ba-8996-437c-8420-20b7f741ab45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:37.933923 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device df88446e-b203-477c-b691-e78c5b780696 details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:21:37.993343 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-fc57c9ba-8996-437c-8420-20b7f741ab45 admin admin] For port 2eb6d0b6-b966-4d2c-af3c-35c26819ca05, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=2eb6d0b6-b966-4d2c-af3c-35c26819ca05,segment=NetworkSegment(84c718b2-3d6d-429e-a37e-5f2d9357b098),segment_id=84c718b2-3d6d-429e-a37e-5f2d9357b098)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:21:37.993743 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fc57c9ba-8996-437c-8420-20b7f741ab45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:38.010019 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-fc57c9ba-8996-437c-8420-20b7f741ab45 admin admin] Calling delete_port for 2eb6d0b6-b966-4d2c-af3c-35c26819ca05 owned by network:router_interface {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:21:38.069986 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port df88446e-b203-477c-b691-e78c5b780696, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=df88446e-b203-477c-b691-e78c5b780696,segment=NetworkSegment(4eb103e9-b9a2-4786-ab9b-d9e363fed874),segment_id=4eb103e9-b9a2-4786-ab9b-d9e363fed874)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:21:38.087715 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': 'df88446e-b203-477c-b691-e78c5b780696', 'network_id': 'd26e81b3-f432-4f3d-bc5b-f2edc1c076d6', 'port_id': 'df88446e-b203-477c-b691-e78c5b780696', 'mac_address': 'fa:16:3e:fc:e8:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd862e367-a3ef-41d8-9769-a6945d8f8b1d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:21:38.143861 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:38.159637 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df88446e-b203-477c-b691-e78c5b780696 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:21:38.181662 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port df88446e-b203-477c-b691-e78c5b780696, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=df88446e-b203-477c-b691-e78c5b780696,segment=NetworkSegment(4eb103e9-b9a2-4786-ab9b-d9e363fed874),segment_id=4eb103e9-b9a2-4786-ab9b-d9e363fed874)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:21:38.188925 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:38.200230 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9d681ee4-6d58-42fd-bd2b-f406692db179 req-eea78b10-b7a6-4068-acdb-4b632781d71a tempest-DeleteServersTestJSON-993883985 tempest-DeleteServersTestJSON-993883985-project] 10.222.0.62 "GET /v2.0/ports?device_id=21d4d07c-7ee7-46d7-b1ba-6b3c702ce63e HTTP/1.1" status: 200 len: 210 time: 0.0782833 Oct 30 15:21:38.261891 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=df88446e-b203-477c-b691-e78c5b780696,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:38.331057 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fc57c9ba-8996-437c-8420-20b7f741ab45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:38.364759 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc57c9ba-8996-437c-8420-20b7f741ab45 admin admin] Pushing event deleted for resources: {'Port': ['ID=2eb6d0b6-b966-4d2c-af3c-35c26819ca05,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:38.379018 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d7bc0-1412-404b-98d6-cc42f29d889b req-79679cfb-de58-4190-9602-e708282d7377 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:38.380582 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-038d7bc0-1412-404b-98d6-cc42f29d889b req-79679cfb-de58-4190-9602-e708282d7377 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8669e184-1d96-4fd3-a71d-4ba73fd98b83 HTTP/1.1" status: 200 len: 945 time: 0.0919869 Oct 30 15:21:38.428007 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['df88446e-b203-477c-b691-e78c5b780696'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:21:38.465823 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-038d7bc0-1412-404b-98d6-cc42f29d889b req-2321efd0-39a5-46b2-b3b3-d81c193284a7 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660338 Oct 30 15:21:38.584704 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fc57c9ba-8996-437c-8420-20b7f741ab45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:38.818269 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc57c9ba-8996-437c-8420-20b7f741ab45 admin admin] Router 0ecdcf0e-f7f4-40ca-882c-c73ba3d11cb2 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:21:38.920755 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc57c9ba-8996-437c-8420-20b7f741ab45 admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:21:38.927292 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-fc57c9ba-8996-437c-8420-20b7f741ab45 admin admin] 10.222.0.62 "PUT /v2.0/routers/0ecdcf0e-f7f4-40ca-882c-c73ba3d11cb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7089047 Oct 30 15:21:38.929902 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 48280) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:38.933364 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804a0cc1-dc57-4540-aa0f-191bcb840c9c None None] Sync routers for ids ['0ecdcf0e-f7f4-40ca-882c-c73ba3d11cb2'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:21:38.944401 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804a0cc1-dc57-4540-aa0f-191bcb840c9c None None] Routers {'0ecdcf0e-f7f4-40ca-882c-c73ba3d11cb2'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:21:38.945049 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-804a0cc1-dc57-4540-aa0f-191bcb840c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:21:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['0ecdcf0e-f7f4-40ca-882c-c73ba3d11cb2'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:21:39.051479 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-45b979e0-1d63-4d94-adc4-1f7dbe92bb89 admin admin] Publish callbacks [] for router, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:39.175694 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-45b979e0-1d63-4d94-adc4-1f7dbe92bb89 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:39.287224 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-45b979e0-1d63-4d94-adc4-1f7dbe92bb89 admin admin] Deleting port f6c6ff7b-409e-4bf4-ad14-a63b8085e9bb {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:21:39.287588 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-45b979e0-1d63-4d94-adc4-1f7dbe92bb89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:39.320152 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-804a0cc1-dc57-4540-aa0f-191bcb840c9c None None] Set router 0ecdcf0e-f7f4-40ca-882c-c73ba3d11cb2 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:21:39.477315 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-45b979e0-1d63-4d94-adc4-1f7dbe92bb89 admin admin] For port f6c6ff7b-409e-4bf4-ad14-a63b8085e9bb, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=f6c6ff7b-409e-4bf4-ad14-a63b8085e9bb,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:21:39.478248 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-45b979e0-1d63-4d94-adc4-1f7dbe92bb89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:39.512001 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-45b979e0-1d63-4d94-adc4-1f7dbe92bb89 admin admin] Calling delete_port for f6c6ff7b-409e-4bf4-ad14-a63b8085e9bb owned by network:router_gateway {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:21:39.541869 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-804a0cc1-dc57-4540-aa0f-191bcb840c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ecdcf0e-f7f4-40ca-882c-c73ba3d11cb2', 'name': 'tempest-TestServerMultinode-247081851-router', 'tenant_id': '1dfc5b61cdaa41e7982d9138ce5eab2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'f6c6ff7b-409e-4bf4-ad14-a63b8085e9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:20:36Z', 'updated_at': '2021-10-30T15:21:38Z', 'revision_number': 5, 'project_id': '1dfc5b61cdaa41e7982d9138ce5eab2f', 'gw_port': {'id': 'f6c6ff7b-409e-4bf4-ad14-a63b8085e9bb', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ecdcf0e-f7f4-40ca-882c-c73ba3d11cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:20:37Z', 'updated_at': '2021-10-30T15:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:21:39.573253 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804a0cc1-dc57-4540-aa0f-191bcb840c9c None None] Checking router: 0ecdcf0e-f7f4-40ca-882c-c73ba3d11cb2 for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:21:39.583133 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804a0cc1-dc57-4540-aa0f-191bcb840c9c None None] Routers {'0ecdcf0e-f7f4-40ca-882c-c73ba3d11cb2'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:21:39.583703 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-804a0cc1-dc57-4540-aa0f-191bcb840c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:21:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['0ecdcf0e-f7f4-40ca-882c-c73ba3d11cb2'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:21:39.723412 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe5e40a-1a8e-4be2-a3a9-fad6af389d0c req-606db9f9-d27e-40c3-8f91-ef9112238895 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:39.737203 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-abe5e40a-1a8e-4be2-a3a9-fad6af389d0c req-606db9f9-d27e-40c3-8f91-ef9112238895 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8669e184-1d96-4fd3-a71d-4ba73fd98b83 HTTP/1.1" status: 200 len: 945 time: 0.1554854 Oct 30 15:21:39.745548 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-804a0cc1-dc57-4540-aa0f-191bcb840c9c None None] Set router 0ecdcf0e-f7f4-40ca-882c-c73ba3d11cb2 gateway port host: None {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:21:39.818865 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-abe5e40a-1a8e-4be2-a3a9-fad6af389d0c req-ff565a69-1627-437d-8205-dbfb000f701f tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806017 Oct 30 15:21:39.820790 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-804a0cc1-dc57-4540-aa0f-191bcb840c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ecdcf0e-f7f4-40ca-882c-c73ba3d11cb2', 'name': 'tempest-TestServerMultinode-247081851-router', 'tenant_id': '1dfc5b61cdaa41e7982d9138ce5eab2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:20:36Z', 'updated_at': '2021-10-30T15:21:39Z', 'revision_number': 6, 'project_id': '1dfc5b61cdaa41e7982d9138ce5eab2f', 'gw_port_host': None}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:21:39.882611 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804a0cc1-dc57-4540-aa0f-191bcb840c9c None None] The sync data for ids ['0ecdcf0e-f7f4-40ca-882c-c73ba3d11cb2'] in n-d-806683-17 is: [{'id': '0ecdcf0e-f7f4-40ca-882c-c73ba3d11cb2', 'name': 'tempest-TestServerMultinode-247081851-router', 'tenant_id': '1dfc5b61cdaa41e7982d9138ce5eab2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:20:36Z', 'updated_at': '2021-10-30T15:21:39Z', 'revision_number': 6, 'project_id': '1dfc5b61cdaa41e7982d9138ce5eab2f', 'gw_port_host': None}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:21:39.892797 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-45b979e0-1d63-4d94-adc4-1f7dbe92bb89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:39.920910 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b979e0-1d63-4d94-adc4-1f7dbe92bb89 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6c6ff7b-409e-4bf4-ad14-a63b8085e9bb,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:39.928618 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device df88446e-b203-477c-b691-e78c5b780696 up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:21:40.003535 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-45b979e0-1d63-4d94-adc4-1f7dbe92bb89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:40.042958 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port df88446e-b203-477c-b691-e78c5b780696 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:21:40.047494 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port df88446e-b203-477c-b691-e78c5b780696 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:21:40.048003 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:40.118045 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-45b979e0-1d63-4d94-adc4-1f7dbe92bb89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:40.121123 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-45b979e0-1d63-4d94-adc4-1f7dbe92bb89 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:40.131086 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:40.155902 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8669e184-1d96-4fd3-a71d-4ba73fd98b83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df88446e-b203-477c-b691-e78c5b780696'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:21:40.158801 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e0fb76c-4485-4bc3-a913-53f5a83e53f3" -d '{"events": [{"server_uuid": "8669e184-1d96-4fd3-a71d-4ba73fd98b83", "name": "network-vif-plugged", "status": "completed", "tag": "df88446e-b203-477c-b691-e78c5b780696"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:21:40.173559 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port df88446e-b203-477c-b691-e78c5b780696, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=df88446e-b203-477c-b691-e78c5b780696,segment=NetworkSegment(4eb103e9-b9a2-4786-ab9b-d9e363fed874),segment_id=4eb103e9-b9a2-4786-ab9b-d9e363fed874)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:21:40.177430 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-45b979e0-1d63-4d94-adc4-1f7dbe92bb89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:40.178674 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b979e0-1d63-4d94-adc4-1f7dbe92bb89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ecdcf0e-f7f4-40ca-882c-c73ba3d11cb2 {{(pid=102131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:21:40.179208 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:40.181799 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 7e512134-31ea-4a95-a0f8-ea2efd2ab8f7 no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:21:40.189722 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-45b979e0-1d63-4d94-adc4-1f7dbe92bb89 admin admin] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:40.191352 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-45b979e0-1d63-4d94-adc4-1f7dbe92bb89 admin admin] 10.222.0.62 "DELETE /v2.0/routers/0ecdcf0e-f7f4-40ca-882c-c73ba3d11cb2 HTTP/1.1" status: 204 len: 168 time: 1.2598891 Oct 30 15:21:40.193326 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 48326) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:40.207495 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8697a72-9e32-4cf1-a719-f6bb2a2ad95e x-openstack-request-id: req-f8697a72-9e32-4cf1-a719-f6bb2a2ad95e {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:21:40.207778 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8669e184-1d96-4fd3-a71d-4ba73fd98b83", "name": "network-vif-plugged", "status": "completed", "tag": "df88446e-b203-477c-b691-e78c5b780696", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:21:40.208033 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f8697a72-9e32-4cf1-a719-f6bb2a2ad95e {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:21:40.208428 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8669e184-1d96-4fd3-a71d-4ba73fd98b83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df88446e-b203-477c-b691-e78c5b780696', 'code': 200} Oct 30 15:21:40.230551 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] No Port match for: 7e512134-31ea-4a95-a0f8-ea2efd2ab8f7 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:21:40.230898 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 7e512134-31ea-4a95-a0f8-ea2efd2ab8f7 not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:21:40.266917 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-4991f82f-7cc0-4dbb-b777-b2d67e11d3f5 admin admin] Deleting subnet 4529759d-533f-4b74-bb41-1b9fbd5a2ce7 {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:21:40.272443 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=df88446e-b203-477c-b691-e78c5b780696,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:40.272693 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4991f82f-7cc0-4dbb-b777-b2d67e11d3f5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:40.333324 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4991f82f-7cc0-4dbb-b777-b2d67e11d3f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:40.338067 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228012df-bb05-4b99-a622-ebbe1bef9761 req-a1dadfe4-201d-4203-807b-1d8009287287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:40.339811 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-228012df-bb05-4b99-a622-ebbe1bef9761 req-a1dadfe4-201d-4203-807b-1d8009287287 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8669e184-1d96-4fd3-a71d-4ba73fd98b83 HTTP/1.1" status: 200 len: 1098 time: 0.0534756 Oct 30 15:21:40.394934 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-228012df-bb05-4b99-a622-ebbe1bef9761 req-12e1aa77-6f9c-4cd9-909a-36e963f50732 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476439 Oct 30 15:21:40.476203 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4991f82f-7cc0-4dbb-b777-b2d67e11d3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:40.540754 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4991f82f-7cc0-4dbb-b777-b2d67e11d3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:40.568248 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4991f82f-7cc0-4dbb-b777-b2d67e11d3f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4529759d-533f-4b74-bb41-1b9fbd5a2ce7,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:40.572828 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4991f82f-7cc0-4dbb-b777-b2d67e11d3f5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:40.578843 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-4991f82f-7cc0-4dbb-b777-b2d67e11d3f5 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/4529759d-533f-4b74-bb41-1b9fbd5a2ce7 HTTP/1.1" status: 204 len: 168 time: 0.3822677 Oct 30 15:21:40.579127 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 48334) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:40.586845 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880de3f9-c4de-48d7-a01e-594db18a02a0 None None] Network 002e00ec-5dee-4c5f-90f6-ed8e4971d297 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:21:40.651122 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 421625c3-f5b7-4362-b047-9131c0efbe03 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:21:40.663439 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-325b342e-55d8-4bc6-879b-a6fcbe49ecca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:40.689921 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: 421625c3-f5b7-4362-b047-9131c0efbe03 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:21:40.690683 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 421625c3-f5b7-4362-b047-9131c0efbe03 not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:21:40.736319 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-325b342e-55d8-4bc6-879b-a6fcbe49ecca admin admin] Deleting port ce7a3f0f-d243-4f9c-a533-d44ffa08c4c4 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:21:40.737058 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-325b342e-55d8-4bc6-879b-a6fcbe49ecca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:40.863768 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-325b342e-55d8-4bc6-879b-a6fcbe49ecca admin admin] For port ce7a3f0f-d243-4f9c-a533-d44ffa08c4c4, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=ce7a3f0f-d243-4f9c-a533-d44ffa08c4c4,segment=NetworkSegment(84c718b2-3d6d-429e-a37e-5f2d9357b098),segment_id=84c718b2-3d6d-429e-a37e-5f2d9357b098)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:21:40.867990 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-325b342e-55d8-4bc6-879b-a6fcbe49ecca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:40.877112 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7dfb3a3-b6f5-41cc-8b29-768373b77204 None None] DHCP port deletion for 002e00ec-5dee-4c5f-90f6-ed8e4971d297 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:21:40.890506 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-325b342e-55d8-4bc6-879b-a6fcbe49ecca admin admin] Calling delete_port for ce7a3f0f-d243-4f9c-a533-d44ffa08c4c4 owned by network:dhcp {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:21:40.960721 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-f7dfb3a3-b6f5-41cc-8b29-768373b77204 None None] Deleting port ce7a3f0f-d243-4f9c-a533-d44ffa08c4c4 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:21:40.961679 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f7dfb3a3-b6f5-41cc-8b29-768373b77204 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:41.026449 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34ca72-ae2d-459c-8b20-1109aea8d6c7 req-e385863f-06a8-4d14-a83f-be786ff6478c tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:41.029406 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-de34ca72-ae2d-459c-8b20-1109aea8d6c7 req-e385863f-06a8-4d14-a83f-be786ff6478c tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8669e184-1d96-4fd3-a71d-4ba73fd98b83 HTTP/1.1" status: 200 len: 946 time: 0.0828629 Oct 30 15:21:41.042562 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-f7dfb3a3-b6f5-41cc-8b29-768373b77204 None None] For port ce7a3f0f-d243-4f9c-a533-d44ffa08c4c4, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=ce7a3f0f-d243-4f9c-a533-d44ffa08c4c4,segment=NetworkSegment(84c718b2-3d6d-429e-a37e-5f2d9357b098),segment_id=84c718b2-3d6d-429e-a37e-5f2d9357b098)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:21:41.042562 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f7dfb3a3-b6f5-41cc-8b29-768373b77204 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:41.056406 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-325b342e-55d8-4bc6-879b-a6fcbe49ecca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:41.075163 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-f7dfb3a3-b6f5-41cc-8b29-768373b77204 None None] Calling delete_port for ce7a3f0f-d243-4f9c-a533-d44ffa08c4c4 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:21:41.113085 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325b342e-55d8-4bc6-879b-a6fcbe49ecca admin admin] Pushing event deleted for resources: {'Port': ['ID=ce7a3f0f-d243-4f9c-a533-d44ffa08c4c4,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:41.121397 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325b342e-55d8-4bc6-879b-a6fcbe49ecca admin admin] No DVR routers for this DVR port ce7a3f0f-d243-4f9c-a533-d44ffa08c4c4 on host n-d-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:21:41.158894 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:21:41.158894 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:21:41.158894 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:21:41.158894 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:21:41.158894 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:21:41.158894 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:21:41.158894 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:21:41.158894 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:21:41.158894 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:21:41.158894 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:21:41.158894 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:21:41.158894 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:21:41.158894 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:21:41.158894 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:21:41.158894 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:21:41.158894 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:21:41.158894 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:21:41.158894 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:21:41.158894 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:21:41.158894 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:21:41.158894 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:21:41.158894 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:21:41.158894 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:21:41.158894 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:21:41.158894 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:21:41.158894 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:21:41.158894 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:21:41.158894 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:21:41.158894 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:21:41.158894 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:21:41.158894 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:21:41.158894 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:21:41.158894 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:21:41.158894 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:21:41.158894 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:21:41.158894 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:21:41.158894 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:21:41.158894 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:21:41.158894 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:21:41.158894 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:21:41.158894 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:21:41.158894 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:21:41.158894 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:21:41.158894 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:21:41.158894 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:21:41.158894 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:21:41.158894 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:21:41.158894 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:21:41.158894 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:21:41.158894 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:21:41.158894 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:21:41.158894 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:21:41.158894 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:21:41.158894 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:21:41.170072 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f7dfb3a3-b6f5-41cc-8b29-768373b77204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:41.184073 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7dfb3a3-b6f5-41cc-8b29-768373b77204 None None] No DVR routers for this DVR port ce7a3f0f-d243-4f9c-a533-d44ffa08c4c4 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:21:41.207667 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-de34ca72-ae2d-459c-8b20-1109aea8d6c7 req-ebeffd1a-8c0f-476a-8c6d-fa8e7ca2cb90 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574326 Oct 30 15:21:41.210991 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dfb3a3-b6f5-41cc-8b29-768373b77204 None None] Pushing event deleted for resources: {'Port': ['ID=ce7a3f0f-d243-4f9c-a533-d44ffa08c4c4,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:41.278742 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-325b342e-55d8-4bc6-879b-a6fcbe49ecca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:41.310957 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-325b342e-55d8-4bc6-879b-a6fcbe49ecca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['002e00ec-5dee-4c5f-90f6-ed8e4971d297']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:21:41.322173 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device f6c6ff7b-409e-4bf4-ad14-a63b8085e9bb no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:21:41.322607 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-325b342e-55d8-4bc6-879b-a6fcbe49ecca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84c718b2-3d6d-429e-a37e-5f2d9357b098') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:21:41.323017 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-325b342e-55d8-4bc6-879b-a6fcbe49ecca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84c718b2-3d6d-429e-a37e-5f2d9357b098') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:21:41.342216 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-325b342e-55d8-4bc6-879b-a6fcbe49ecca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:41.361412 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: f6c6ff7b-409e-4bf4-ad14-a63b8085e9bb {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:21:41.364014 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device f6c6ff7b-409e-4bf4-ad14-a63b8085e9bb not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:21:41.365293 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-325b342e-55d8-4bc6-879b-a6fcbe49ecca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:41.365843 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 2eb6d0b6-b966-4d2c-af3c-35c26819ca05 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:21:41.376824 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-325b342e-55d8-4bc6-879b-a6fcbe49ecca admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:21:41.377623 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-325b342e-55d8-4bc6-879b-a6fcbe49ecca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:41.393447 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 2eb6d0b6-b966-4d2c-af3c-35c26819ca05 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:21:41.394183 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 2eb6d0b6-b966-4d2c-af3c-35c26819ca05 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:21:41.394826 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device ce7a3f0f-d243-4f9c-a533-d44ffa08c4c4 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:21:41.447022 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: ce7a3f0f-d243-4f9c-a533-d44ffa08c4c4 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:21:41.447709 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device ce7a3f0f-d243-4f9c-a533-d44ffa08c4c4 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:21:41.460205 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:21:41.460205 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:21:41.460205 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:21:41.460205 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:21:41.460205 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:21:41.460205 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:21:41.460205 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:21:41.460205 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:21:41.460205 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:21:41.460205 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:21:41.460205 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:21:41.460205 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:21:41.460205 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:21:41.460205 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:21:41.460205 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:21:41.460205 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:21:41.460205 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:21:41.460205 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:21:41.460205 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:21:41.460205 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:21:41.460205 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:21:41.460205 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:21:41.460205 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:21:41.460205 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:21:41.460205 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:21:41.460205 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:21:41.460205 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:21:41.460205 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:21:41.460205 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:21:41.460205 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:21:41.460205 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:21:41.460205 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:21:41.473753 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-325b342e-55d8-4bc6-879b-a6fcbe49ecca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:41.520838 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-325b342e-55d8-4bc6-879b-a6fcbe49ecca admin admin] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:41.527651 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-325b342e-55d8-4bc6-879b-a6fcbe49ecca admin admin] 10.222.0.62 "DELETE /v2.0/networks/002e00ec-5dee-4c5f-90f6-ed8e4971d297 HTTP/1.1" status: 204 len: 168 time: 0.9446235 Oct 30 15:21:41.527651 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325b342e-55d8-4bc6-879b-a6fcbe49ecca admin admin] Pushing event deleted for resources: {'Network': ['ID=002e00ec-5dee-4c5f-90f6-ed8e4971d297,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:41.528931 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 48344) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:42.013477 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-12e478de-3b35-4c39-8f23-bbdac9b9ba05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:42.290485 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-12e478de-3b35-4c39-8f23-bbdac9b9ba05 admin admin] Deleting port d5261632-ef14-43a5-8b5c-67ebb2b1b6f3 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:21:42.290860 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-12e478de-3b35-4c39-8f23-bbdac9b9ba05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:42.697384 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf9578f-1d3a-47cc-8365-99e76bdc44ca req-bfce24c6-d783-4840-a431-ebaa7d2b4bdf tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:42.704893 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fbf9578f-1d3a-47cc-8365-99e76bdc44ca req-bfce24c6-d783-4840-a431-ebaa7d2b4bdf tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8669e184-1d96-4fd3-a71d-4ba73fd98b83 HTTP/1.1" status: 200 len: 946 time: 0.4159684 Oct 30 15:21:42.755204 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-12e478de-3b35-4c39-8f23-bbdac9b9ba05 admin admin] For port d5261632-ef14-43a5-8b5c-67ebb2b1b6f3, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=d5261632-ef14-43a5-8b5c-67ebb2b1b6f3,segment=NetworkSegment(73eb6db6-0f7e-42e1-a234-94da5bd6900f),segment_id=73eb6db6-0f7e-42e1-a234-94da5bd6900f)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:21:42.755602 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-12e478de-3b35-4c39-8f23-bbdac9b9ba05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:42.784299 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fbf9578f-1d3a-47cc-8365-99e76bdc44ca req-a3c34a48-f36b-4e31-b985-1c682347e784 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780311 Oct 30 15:21:42.785421 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-12e478de-3b35-4c39-8f23-bbdac9b9ba05 admin admin] Calling delete_port for d5261632-ef14-43a5-8b5c-67ebb2b1b6f3 owned by network:router_interface {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:21:43.049953 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-12e478de-3b35-4c39-8f23-bbdac9b9ba05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:43.064807 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 48372) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:43.085226 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e478de-3b35-4c39-8f23-bbdac9b9ba05 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5261632-ef14-43a5-8b5c-67ebb2b1b6f3,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:43.275656 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c9ec6472-260e-42b5-8705-4382b5e12f4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:43.366432 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-12e478de-3b35-4c39-8f23-bbdac9b9ba05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:43.430674 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c9ec6472-260e-42b5-8705-4382b5e12f4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:43.439917 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c9ec6472-260e-42b5-8705-4382b5e12f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:43.494695 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ec6472-260e-42b5-8705-4382b5e12f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6de334e-f6f6-47f5-99d2-a8c89b4d1300,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:43.504522 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-c9ec6472-260e-42b5-8705-4382b5e12f4e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=937def922dea4da283b39983f8c19262&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4386408 Oct 30 15:21:43.507223 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 48378) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:43.565072 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-eac47ee8-2091-4732-89b0-5646a428be4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:43.592984 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-eac47ee8-2091-4732-89b0-5646a428be4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:43.659177 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-eac47ee8-2091-4732-89b0-5646a428be4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:43.662079 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-eac47ee8-2091-4732-89b0-5646a428be4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:43.663250 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-eac47ee8-2091-4732-89b0-5646a428be4a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d6de334e-f6f6-47f5-99d2-a8c89b4d1300 HTTP/1.1" status: 204 len: 168 time: 0.1546566 Oct 30 15:21:43.672382 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac47ee8-2091-4732-89b0-5646a428be4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6de334e-f6f6-47f5-99d2-a8c89b4d1300,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:43.706435 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12e478de-3b35-4c39-8f23-bbdac9b9ba05 admin admin] Router 215cb8f9-8319-4e59-b7fc-dcfddd156e1b has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:21:43.846822 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e478de-3b35-4c39-8f23-bbdac9b9ba05 admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:21:43.852726 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-12e478de-3b35-4c39-8f23-bbdac9b9ba05 admin admin] 10.222.0.62 "PUT /v2.0/routers/215cb8f9-8319-4e59-b7fc-dcfddd156e1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3217514 Oct 30 15:21:43.855265 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 48390) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:43.865266 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3638e2a1-510b-468a-a224-dd05d37bffb9 None None] Sync routers for ids ['215cb8f9-8319-4e59-b7fc-dcfddd156e1b'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:21:43.880326 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3638e2a1-510b-468a-a224-dd05d37bffb9 None None] Routers {'215cb8f9-8319-4e59-b7fc-dcfddd156e1b'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:21:43.882769 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-3638e2a1-510b-468a-a224-dd05d37bffb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:21:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['215cb8f9-8319-4e59-b7fc-dcfddd156e1b'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:21:44.014893 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2b3e1e50-58a7-4e28-b82c-d8739a9197d5 admin admin] Publish callbacks [] for router, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:44.035278 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-3638e2a1-510b-468a-a224-dd05d37bffb9 None None] Set router 215cb8f9-8319-4e59-b7fc-dcfddd156e1b gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:21:44.077014 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 48394) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:44.097624 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7c9a70ba-470f-4999-86b1-b2e0a3ec891b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:44.127697 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2b3e1e50-58a7-4e28-b82c-d8739a9197d5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:44.201843 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-2b3e1e50-58a7-4e28-b82c-d8739a9197d5 admin admin] Deleting port fa82a919-4463-43ab-be4f-5a44066cf235 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:21:44.202186 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2b3e1e50-58a7-4e28-b82c-d8739a9197d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:44.205356 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7c9a70ba-470f-4999-86b1-b2e0a3ec891b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:44.210983 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7c9a70ba-470f-4999-86b1-b2e0a3ec891b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:44.261860 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-3638e2a1-510b-468a-a224-dd05d37bffb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215cb8f9-8319-4e59-b7fc-dcfddd156e1b', 'name': 'tempest-TestServerMultinode-1476864104-router', 'tenant_id': 'bad311999b214f6eb73569caa3d0398e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': 'fa82a919-4463-43ab-be4f-5a44066cf235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:20:48Z', 'updated_at': '2021-10-30T15:21:42Z', 'revision_number': 5, 'project_id': 'bad311999b214f6eb73569caa3d0398e', 'gw_port': {'id': 'fa82a919-4463-43ab-be4f-5a44066cf235', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215cb8f9-8319-4e59-b7fc-dcfddd156e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1931, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:20:50Z', 'updated_at': '2021-10-30T15:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:21:44.264029 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-7c9a70ba-470f-4999-86b1-b2e0a3ec891b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=885dd88e7b9f4bf3b0a3d43966d5b73e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1848047 Oct 30 15:21:44.266610 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9a70ba-470f-4999-86b1-b2e0a3ec891b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e85964e2-28dd-4627-98e4-1af9e53f6d54,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:44.272524 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 48396) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:44.310144 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-2b3e1e50-58a7-4e28-b82c-d8739a9197d5 admin admin] For port fa82a919-4463-43ab-be4f-5a44066cf235, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=fa82a919-4463-43ab-be4f-5a44066cf235,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:21:44.310469 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2b3e1e50-58a7-4e28-b82c-d8739a9197d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:44.311115 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3638e2a1-510b-468a-a224-dd05d37bffb9 None None] Checking router: 215cb8f9-8319-4e59-b7fc-dcfddd156e1b for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:21:44.321578 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3638e2a1-510b-468a-a224-dd05d37bffb9 None None] Routers {'215cb8f9-8319-4e59-b7fc-dcfddd156e1b'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:21:44.322199 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-3638e2a1-510b-468a-a224-dd05d37bffb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:21:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['215cb8f9-8319-4e59-b7fc-dcfddd156e1b'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:21:44.339268 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-2b3e1e50-58a7-4e28-b82c-d8739a9197d5 admin admin] Calling delete_port for fa82a919-4463-43ab-be4f-5a44066cf235 owned by network:router_gateway {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:21:44.396778 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7ccf0f08-3241-4db5-a3e9-78e276e104fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:44.424079 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7ccf0f08-3241-4db5-a3e9-78e276e104fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:44.431125 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-3638e2a1-510b-468a-a224-dd05d37bffb9 None None] Set router 215cb8f9-8319-4e59-b7fc-dcfddd156e1b gateway port host: None {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:21:44.496996 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 48408) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:44.516776 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-3638e2a1-510b-468a-a224-dd05d37bffb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215cb8f9-8319-4e59-b7fc-dcfddd156e1b', 'name': 'tempest-TestServerMultinode-1476864104-router', 'tenant_id': 'bad311999b214f6eb73569caa3d0398e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:20:48Z', 'updated_at': '2021-10-30T15:21:44Z', 'revision_number': 6, 'project_id': 'bad311999b214f6eb73569caa3d0398e', 'gw_port_host': None}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:21:44.536836 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7ccf0f08-3241-4db5-a3e9-78e276e104fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:44.540032 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7ccf0f08-3241-4db5-a3e9-78e276e104fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:44.544026 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-7ccf0f08-3241-4db5-a3e9-78e276e104fd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e85964e2-28dd-4627-98e4-1af9e53f6d54 HTTP/1.1" status: 204 len: 168 time: 0.2704878 Oct 30 15:21:44.556847 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-331e0d1d-ea29-48e5-af36-3b2a7f7d1675 admin admin] Deleting subnet 449705ab-2365-49b9-8b83-fe461dd03f65 {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:21:44.560023 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3638e2a1-510b-468a-a224-dd05d37bffb9 None None] The sync data for ids ['215cb8f9-8319-4e59-b7fc-dcfddd156e1b'] in n-d-806683-17 is: [{'id': '215cb8f9-8319-4e59-b7fc-dcfddd156e1b', 'name': 'tempest-TestServerMultinode-1476864104-router', 'tenant_id': 'bad311999b214f6eb73569caa3d0398e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:20:48Z', 'updated_at': '2021-10-30T15:21:44Z', 'revision_number': 6, 'project_id': 'bad311999b214f6eb73569caa3d0398e', 'gw_port_host': None}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:21:44.560694 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-331e0d1d-ea29-48e5-af36-3b2a7f7d1675 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:44.596971 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccf0f08-3241-4db5-a3e9-78e276e104fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85964e2-28dd-4627-98e4-1af9e53f6d54,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:44.617543 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-331e0d1d-ea29-48e5-af36-3b2a7f7d1675 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:44.626758 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2b3e1e50-58a7-4e28-b82c-d8739a9197d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:44.662729 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3e1e50-58a7-4e28-b82c-d8739a9197d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa82a919-4463-43ab-be4f-5a44066cf235,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:44.670249 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-331e0d1d-ea29-48e5-af36-3b2a7f7d1675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:44.730623 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2b3e1e50-58a7-4e28-b82c-d8739a9197d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:44.743676 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-331e0d1d-ea29-48e5-af36-3b2a7f7d1675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:44.775504 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331e0d1d-ea29-48e5-af36-3b2a7f7d1675 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=449705ab-2365-49b9-8b83-fe461dd03f65,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:44.782851 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-331e0d1d-ea29-48e5-af36-3b2a7f7d1675 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:44.786844 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-331e0d1d-ea29-48e5-af36-3b2a7f7d1675 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/449705ab-2365-49b9-8b83-fe461dd03f65 HTTP/1.1" status: 204 len: 168 time: 0.2924192 Oct 30 15:21:44.788880 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 48414) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:44.864261 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1a7848eb-7b65-4b36-bd7d-5c0024cdfd1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:44.865695 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2b3e1e50-58a7-4e28-b82c-d8739a9197d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:44.868315 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2b3e1e50-58a7-4e28-b82c-d8739a9197d5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:44.945393 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2b3e1e50-58a7-4e28-b82c-d8739a9197d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:44.947246 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b3e1e50-58a7-4e28-b82c-d8739a9197d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 215cb8f9-8319-4e59-b7fc-dcfddd156e1b {{(pid=102130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:21:44.963388 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2b3e1e50-58a7-4e28-b82c-d8739a9197d5 admin admin] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:44.964875 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-2b3e1e50-58a7-4e28-b82c-d8739a9197d5 admin admin] 10.222.0.62 "DELETE /v2.0/routers/215cb8f9-8319-4e59-b7fc-dcfddd156e1b HTTP/1.1" status: 204 len: 168 time: 1.1084957 Oct 30 15:21:44.967700 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 48424) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:45.024272 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1a7848eb-7b65-4b36-bd7d-5c0024cdfd1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:45.062379 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-1a7848eb-7b65-4b36-bd7d-5c0024cdfd1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f22410e-53ea-4597-9c0e-a70994dfa6d8']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:21:45.066883 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-078f92ad-57c9-432e-891d-4c61d08db171 admin admin] Deleting subnet e4884b11-88a0-4640-a610-3d6186b371f8 {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:21:45.076948 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-078f92ad-57c9-432e-891d-4c61d08db171 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:45.080380 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-1a7848eb-7b65-4b36-bd7d-5c0024cdfd1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '803c5434-e7a3-49e2-9896-7909e39f1289') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:21:45.080991 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-1a7848eb-7b65-4b36-bd7d-5c0024cdfd1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '803c5434-e7a3-49e2-9896-7909e39f1289') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:21:45.138161 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1a7848eb-7b65-4b36-bd7d-5c0024cdfd1d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:45.157628 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-078f92ad-57c9-432e-891d-4c61d08db171 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:45.178566 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1a7848eb-7b65-4b36-bd7d-5c0024cdfd1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:45.190206 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a7848eb-7b65-4b36-bd7d-5c0024cdfd1d admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:21:45.190677 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1a7848eb-7b65-4b36-bd7d-5c0024cdfd1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:45.192560 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:21:45.192560 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:21:45.192560 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:21:45.192560 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:21:45.192560 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:21:45.192560 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:21:45.192560 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:21:45.192560 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:21:45.192560 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:21:45.192560 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:21:45.192560 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:21:45.192560 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:21:45.192560 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:21:45.192560 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:21:45.192560 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:21:45.192560 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:21:45.192560 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:21:45.192560 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:21:45.192560 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:21:45.192560 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:21:45.192560 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:21:45.192560 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:21:45.192560 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:21:45.192560 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:21:45.192560 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:21:45.192560 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:21:45.192560 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:21:45.192560 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:21:45.192560 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:21:45.192560 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:21:45.192560 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:21:45.192560 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:21:45.257788 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1a7848eb-7b65-4b36-bd7d-5c0024cdfd1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:45.282815 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1a7848eb-7b65-4b36-bd7d-5c0024cdfd1d admin admin] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:45.291685 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-1a7848eb-7b65-4b36-bd7d-5c0024cdfd1d admin admin] 10.222.0.62 "DELETE /v2.0/networks/4f22410e-53ea-4597-9c0e-a70994dfa6d8 HTTP/1.1" status: 204 len: 168 time: 0.4974709 Oct 30 15:21:45.313545 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7848eb-7b65-4b36-bd7d-5c0024cdfd1d admin admin] Pushing event deleted for resources: {'Network': ['ID=4f22410e-53ea-4597-9c0e-a70994dfa6d8,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:45.328294 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-078f92ad-57c9-432e-891d-4c61d08db171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:45.398009 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-078f92ad-57c9-432e-891d-4c61d08db171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:45.443842 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078f92ad-57c9-432e-891d-4c61d08db171 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4884b11-88a0-4640-a610-3d6186b371f8,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:45.444093 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 48440) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:45.448178 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-078f92ad-57c9-432e-891d-4c61d08db171 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:45.451677 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0c5379-bf8f-4a7a-9127-9fd1a0fde5a2 None None] Network 12887a7a-c3c7-4a97-beb3-c030c745da0f requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:21:45.452245 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-078f92ad-57c9-432e-891d-4c61d08db171 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/e4884b11-88a0-4640-a610-3d6186b371f8 HTTP/1.1" status: 204 len: 168 time: 0.4830039 Oct 30 15:21:45.457025 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 48444) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:45.533999 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b9ad25ef-17ff-4436-90ae-47c417389616 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=50828efdd6f44ddca14e599b5226f88f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0950685 Oct 30 15:21:45.536495 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 48446) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:45.540061 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device fa82a919-4463-43ab-be4f-5a44066cf235 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:21:45.546294 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6afa95f7-21bd-450d-ae34-14ec1530a700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:45.577460 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: fa82a919-4463-43ab-be4f-5a44066cf235 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:21:45.577813 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device fa82a919-4463-43ab-be4f-5a44066cf235 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:21:45.578264 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device d5261632-ef14-43a5-8b5c-67ebb2b1b6f3 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:21:45.610084 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-6afa95f7-21bd-450d-ae34-14ec1530a700 admin admin] Deleting port 9443699a-151c-479d-a83d-1513262a0296 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:21:45.610419 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6afa95f7-21bd-450d-ae34-14ec1530a700 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:45.614229 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: d5261632-ef14-43a5-8b5c-67ebb2b1b6f3 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:21:45.614583 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device d5261632-ef14-43a5-8b5c-67ebb2b1b6f3 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:21:45.615960 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5252-11b1-47cd-820d-2f1f498a418b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:45.648484 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5252-11b1-47cd-820d-2f1f498a418b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:45.689717 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-6afa95f7-21bd-450d-ae34-14ec1530a700 admin admin] For port 9443699a-151c-479d-a83d-1513262a0296, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=9443699a-151c-479d-a83d-1513262a0296,segment=NetworkSegment(73eb6db6-0f7e-42e1-a234-94da5bd6900f),segment_id=73eb6db6-0f7e-42e1-a234-94da5bd6900f)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:21:45.689717 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6afa95f7-21bd-450d-ae34-14ec1530a700 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:45.703247 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-6afa95f7-21bd-450d-ae34-14ec1530a700 admin admin] Calling delete_port for 9443699a-151c-479d-a83d-1513262a0296 owned by network:dhcp {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:21:45.706974 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5252-11b1-47cd-820d-2f1f498a418b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:45.709696 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5252-11b1-47cd-820d-2f1f498a418b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:45.713438 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-0a7b5252-11b1-47cd-820d-2f1f498a418b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/51b479fc-b8cf-464b-9f74-e08ce4f0d5f2 HTTP/1.1" status: 204 len: 168 time: 0.1732337 Oct 30 15:21:45.722551 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5252-11b1-47cd-820d-2f1f498a418b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b479fc-b8cf-464b-9f74-e08ce4f0d5f2,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:45.810874 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc6ba8c-0866-4b6b-bbbf-514ac17aec54 None None] DHCP port deletion for 12887a7a-c3c7-4a97-beb3-c030c745da0f request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:21:45.837956 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6afa95f7-21bd-450d-ae34-14ec1530a700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:45.881415 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-cfc6ba8c-0866-4b6b-bbbf-514ac17aec54 None None] Deleting port 9443699a-151c-479d-a83d-1513262a0296 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:21:45.882663 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-cfc6ba8c-0866-4b6b-bbbf-514ac17aec54 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:45.893391 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afa95f7-21bd-450d-ae34-14ec1530a700 admin admin] Pushing event deleted for resources: {'Port': ['ID=9443699a-151c-479d-a83d-1513262a0296,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:45.909633 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afa95f7-21bd-450d-ae34-14ec1530a700 admin admin] No DVR routers for this DVR port 9443699a-151c-479d-a83d-1513262a0296 on host n-d-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:21:46.004070 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-cfc6ba8c-0866-4b6b-bbbf-514ac17aec54 None None] For port 9443699a-151c-479d-a83d-1513262a0296, host n-d-806683-17, got binding levels [] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:21:46.004513 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-cfc6ba8c-0866-4b6b-bbbf-514ac17aec54 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:46.027573 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-cfc6ba8c-0866-4b6b-bbbf-514ac17aec54 None None] Calling delete_port for 9443699a-151c-479d-a83d-1513262a0296 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:21:46.028009 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6afa95f7-21bd-450d-ae34-14ec1530a700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:46.031047 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.ipam_backend_mixin [None req-cfc6ba8c-0866-4b6b-bbbf-514ac17aec54 None None] Port 9443699a-151c-479d-a83d-1513262a0296 was not found and therefore no delete operation was performed {{(pid=102132) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 30 15:21:46.032464 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-cfc6ba8c-0866-4b6b-bbbf-514ac17aec54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:46.050426 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc6ba8c-0866-4b6b-bbbf-514ac17aec54 None None] No DVR routers for this DVR port 9443699a-151c-479d-a83d-1513262a0296 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:21:46.055010 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-6afa95f7-21bd-450d-ae34-14ec1530a700 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12887a7a-c3c7-4a97-beb3-c030c745da0f']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:21:46.067923 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-6afa95f7-21bd-450d-ae34-14ec1530a700 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73eb6db6-0f7e-42e1-a234-94da5bd6900f') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:21:46.068310 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-6afa95f7-21bd-450d-ae34-14ec1530a700 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73eb6db6-0f7e-42e1-a234-94da5bd6900f') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:21:46.074881 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc6ba8c-0866-4b6b-bbbf-514ac17aec54 None None] Pushing event deleted for resources: {'Port': ['ID=9443699a-151c-479d-a83d-1513262a0296,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:46.096596 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6afa95f7-21bd-450d-ae34-14ec1530a700 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:46.124386 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6afa95f7-21bd-450d-ae34-14ec1530a700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:46.134331 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6afa95f7-21bd-450d-ae34-14ec1530a700 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:21:46.134698 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6afa95f7-21bd-450d-ae34-14ec1530a700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:46.137808 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:21:46.137808 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:21:46.137808 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:21:46.137808 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:21:46.137808 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:21:46.137808 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:21:46.137808 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:21:46.137808 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:21:46.137808 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:21:46.137808 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:21:46.137808 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:21:46.137808 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:21:46.137808 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:21:46.137808 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:21:46.137808 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:21:46.137808 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:21:46.137808 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:21:46.137808 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:21:46.137808 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:21:46.137808 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:21:46.137808 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:21:46.137808 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:21:46.137808 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:21:46.137808 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:21:46.137808 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:21:46.137808 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:21:46.137808 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:21:46.137808 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:21:46.137808 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:21:46.137808 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:21:46.137808 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:21:46.137808 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:21:46.206131 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6afa95f7-21bd-450d-ae34-14ec1530a700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:46.211820 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6afa95f7-21bd-450d-ae34-14ec1530a700 admin admin] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:46.217766 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-6afa95f7-21bd-450d-ae34-14ec1530a700 admin admin] 10.222.0.62 "DELETE /v2.0/networks/12887a7a-c3c7-4a97-beb3-c030c745da0f HTTP/1.1" status: 204 len: 168 time: 0.7568972 Oct 30 15:21:46.228988 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afa95f7-21bd-450d-ae34-14ec1530a700 admin admin] Pushing event deleted for resources: {'Network': ['ID=12887a7a-c3c7-4a97-beb3-c030c745da0f,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:46.231505 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:21:46.404663 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 48482) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:46.455608 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-fecb2f74-999b-4391-b914-7bdc370f9484 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1dfc5b61cdaa41e7982d9138ce5eab2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468907 Oct 30 15:21:46.455866 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 48484) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:46.512941 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-93ec484a-8e93-47af-94f6-46e8b48d41f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:46.540400 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-93ec484a-8e93-47af-94f6-46e8b48d41f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:46.596255 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-93ec484a-8e93-47af-94f6-46e8b48d41f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:46.599020 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-93ec484a-8e93-47af-94f6-46e8b48d41f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:46.600311 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-93ec484a-8e93-47af-94f6-46e8b48d41f0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b24b337b-8bbc-4657-9c78-af0c74d02675 HTTP/1.1" status: 204 len: 168 time: 0.1435244 Oct 30 15:21:46.610686 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ec484a-8e93-47af-94f6-46e8b48d41f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24b337b-8bbc-4657-9c78-af0c74d02675,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:46.908960 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 48504) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:46.986086 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 48516) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:47.037049 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 48522) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:47.047819 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-8d685aad-1f0d-431c-bed9-d839935c4f87 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bad311999b214f6eb73569caa3d0398e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0604334 Oct 30 15:21:47.096891 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-016775ac-e61e-4392-97de-7cff9643bf0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:47.119318 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-016775ac-e61e-4392-97de-7cff9643bf0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:47.147355 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-15801045-d5e1-4972-b4ce-bc9c1138ae15 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1463012362-network', 'tenant_id': 'cf0f981673474c14a237ec7be73095e1'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:21:47.197707 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15801045-d5e1-4972-b4ce-bc9c1138ae15 admin admin] Made reservation on behalf of cf0f981673474c14a237ec7be73095e1 for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:21:47.200111 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-15801045-d5e1-4972-b4ce-bc9c1138ae15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:47.230224 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-15801045-d5e1-4972-b4ce-bc9c1138ae15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:47.239571 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-016775ac-e61e-4392-97de-7cff9643bf0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:47.242369 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-016775ac-e61e-4392-97de-7cff9643bf0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:47.243827 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-016775ac-e61e-4392-97de-7cff9643bf0b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/068e546b-3044-4cb0-8297-430712dd22d3 HTTP/1.1" status: 204 len: 168 time: 0.2037814 Oct 30 15:21:47.254756 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016775ac-e61e-4392-97de-7cff9643bf0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=068e546b-3044-4cb0-8297-430712dd22d3,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:47.298426 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 9443699a-151c-479d-a83d-1513262a0296 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:21:47.331512 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 9443699a-151c-479d-a83d-1513262a0296 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:21:47.332086 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 9443699a-151c-479d-a83d-1513262a0296 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:21:47.351905 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-15801045-d5e1-4972-b4ce-bc9c1138ae15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:47.356650 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-15801045-d5e1-4972-b4ce-bc9c1138ae15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:47.364198 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 48532) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:47.379521 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15801045-d5e1-4972-b4ce-bc9c1138ae15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:21:47.393164 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15801045-d5e1-4972-b4ce-bc9c1138ae15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b864fc1-c6af-4906-a24e-5038d59d4662,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:47.397876 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-15801045-d5e1-4972-b4ce-bc9c1138ae15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:47.398216 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-15801045-d5e1-4972-b4ce-bc9c1138ae15 admin admin] Added segment 656f0dcc-bd28-4bd8-927c-2dd53dba34ef of type vlan for network aa7ff3d3-3fb6-4c1f-9da5-0615b3a731ec Oct 30 15:21:47.442220 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-15801045-d5e1-4972-b4ce-bc9c1138ae15 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:47.470925 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-15801045-d5e1-4972-b4ce-bc9c1138ae15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:47.471972 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15801045-d5e1-4972-b4ce-bc9c1138ae15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:47.472574 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-15801045-d5e1-4972-b4ce-bc9c1138ae15 admin admin] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:47.539352 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-15801045-d5e1-4972-b4ce-bc9c1138ae15 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6262598 Oct 30 15:21:47.539859 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 48536) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:47.545538 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-abd9926a-b7fe-47e2-aaae-82ef0a00bc36 admin admin] Request body: {'subnet': {'network_id': 'aa7ff3d3-3fb6-4c1f-9da5-0615b3a731ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1463012362-subnet', 'tenant_id': 'cf0f981673474c14a237ec7be73095e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:21:47.548186 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15801045-d5e1-4972-b4ce-bc9c1138ae15 admin admin] Pushing event updated for resources: {'Network': ['ID=aa7ff3d3-3fb6-4c1f-9da5-0615b3a731ec,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:47.569762 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network aa7ff3d3-3fb6-4c1f-9da5-0615b3a731ec details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:21:47.573804 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd9926a-b7fe-47e2-aaae-82ef0a00bc36 admin admin] Made reservation on behalf of cf0f981673474c14a237ec7be73095e1 for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:21:47.576255 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-abd9926a-b7fe-47e2-aaae-82ef0a00bc36 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:47.678490 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-dc5056ed-81ae-45f1-99a0-dfdf8c8a8fbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:47.820198 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-abd9926a-b7fe-47e2-aaae-82ef0a00bc36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:47.864673 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-dc5056ed-81ae-45f1-99a0-dfdf8c8a8fbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:47.873477 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-dc5056ed-81ae-45f1-99a0-dfdf8c8a8fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:47.919172 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd9926a-b7fe-47e2-aaae-82ef0a00bc36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f91b06a6-15c7-40d0-8c9d-440ad8acf358,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:47.934096 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-dc5056ed-81ae-45f1-99a0-dfdf8c8a8fbd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b30efa31c5684280a44881d7d5db66d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5688441 Oct 30 15:21:47.936211 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5056ed-81ae-45f1-99a0-dfdf8c8a8fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ea410d-6f92-49c4-a3d3-e780b175a4a0,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:47.936857 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 48538) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:47.944259 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd9926a-b7fe-47e2-aaae-82ef0a00bc36 admin admin] Checking segment: {'id': '656f0dcc-bd28-4bd8-927c-2dd53dba34ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'aa7ff3d3-3fb6-4c1f-9da5-0615b3a731ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:21:47.944700 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd9926a-b7fe-47e2-aaae-82ef0a00bc36 admin admin] Network hostable DHCP agents. Network: aa7ff3d3-3fb6-4c1f-9da5-0615b3a731ec, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:21:47.962092 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd9926a-b7fe-47e2-aaae-82ef0a00bc36 admin admin] Network aa7ff3d3-3fb6-4c1f-9da5-0615b3a731ec is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:21:47.972482 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-abd9926a-b7fe-47e2-aaae-82ef0a00bc36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, aa7ff3d3-3fb6-4c1f-9da5-0615b3a731ec) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:21:47.976762 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd9926a-b7fe-47e2-aaae-82ef0a00bc36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:47.977348 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-abd9926a-b7fe-47e2-aaae-82ef0a00bc36 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:47.982569 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f125d35c-fa84-43f1-a4ec-32407c53116d None None] Network aa7ff3d3-3fb6-4c1f-9da5-0615b3a731ec requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:21:47.994303 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-abd9926a-b7fe-47e2-aaae-82ef0a00bc36 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4534018 Oct 30 15:21:48.001630 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8fcf2816-d5aa-4462-b365-b6884025e1dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:48.024520 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8fcf2816-d5aa-4462-b365-b6884025e1dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:48.077930 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8fcf2816-d5aa-4462-b365-b6884025e1dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:48.080616 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8fcf2816-d5aa-4462-b365-b6884025e1dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:48.081869 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-8fcf2816-d5aa-4462-b365-b6884025e1dc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/07ea410d-6f92-49c4-a3d3-e780b175a4a0 HTTP/1.1" status: 204 len: 168 time: 0.1438928 Oct 30 15:21:48.091675 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcf2816-d5aa-4462-b365-b6884025e1dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ea410d-6f92-49c4-a3d3-e780b175a4a0,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:48.141654 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df02d029-8775-4edc-88b1-1de9745661c8 None None] Network aa7ff3d3-3fb6-4c1f-9da5-0615b3a731ec requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:21:48.392767 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 48558) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:48.405952 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f725ee8d-5b3d-4cba-bb9b-3fe60422225f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:48.482446 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f725ee8d-5b3d-4cba-bb9b-3fe60422225f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:48.486591 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f725ee8d-5b3d-4cba-bb9b-3fe60422225f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:48.523763 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f725ee8d-5b3d-4cba-bb9b-3fe60422225f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a531daa8-db3c-426a-8a65-cc6a4a614734,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:48.528924 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-f725ee8d-5b3d-4cba-bb9b-3fe60422225f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=267c4ce95cba497e8b5188497e964cbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1351156 Oct 30 15:21:48.531513 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 48568) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:48.580216 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1db11326-f929-4066-b45f-0c662f4e32f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:48.598745 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1130758e-4335-449d-bf54-752e5e5ed7de req-b796bae6-c8ac-4584-8741-02999a328573 tempest-InstanceActionsTestJSON-1007042266 tempest-InstanceActionsTestJSON-1007042266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:48.600248 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1130758e-4335-449d-bf54-752e5e5ed7de req-b796bae6-c8ac-4584-8741-02999a328573 tempest-InstanceActionsTestJSON-1007042266 tempest-InstanceActionsTestJSON-1007042266-project] 10.222.0.62 "GET /v2.0/networks?id=aa7ff3d3-3fb6-4c1f-9da5-0615b3a731ec HTTP/1.1" status: 200 len: 814 time: 0.1052682 Oct 30 15:21:48.604798 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1db11326-f929-4066-b45f-0c662f4e32f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:48.616229 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1130758e-4335-449d-bf54-752e5e5ed7de req-e80da740-3a17-4466-b71e-d8e44ff60da0 tempest-InstanceActionsTestJSON-1007042266 tempest-InstanceActionsTestJSON-1007042266-project] 10.222.0.62 "GET /v2.0/quotas/cf0f981673474c14a237ec7be73095e1 HTTP/1.1" status: 200 len: 375 time: 0.0095568 Oct 30 15:21:48.652369 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1db11326-f929-4066-b45f-0c662f4e32f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:48.654919 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1db11326-f929-4066-b45f-0c662f4e32f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:48.655988 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1130758e-4335-449d-bf54-752e5e5ed7de req-ef271760-c5d0-4cae-9319-946a71106d10 tempest-InstanceActionsTestJSON-1007042266 tempest-InstanceActionsTestJSON-1007042266-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=cf0f981673474c14a237ec7be73095e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338931 Oct 30 15:21:48.656129 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-1db11326-f929-4066-b45f-0c662f4e32f5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a531daa8-db3c-426a-8a65-cc6a4a614734 HTTP/1.1" status: 204 len: 168 time: 0.1233618 Oct 30 15:21:48.665367 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db11326-f929-4066-b45f-0c662f4e32f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a531daa8-db3c-426a-8a65-cc6a4a614734,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:48.892540 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1130758e-4335-449d-bf54-752e5e5ed7de req-b5a718c1-a29b-4fc8-b42e-3b3bf63c3e45 service neutron] 10.222.0.62 "GET /v2.0/networks/aa7ff3d3-3fb6-4c1f-9da5-0615b3a731ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269046 Oct 30 15:21:48.987036 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1130758e-4335-449d-bf54-752e5e5ed7de req-08b70582-da2a-42a4-b82e-603ce3a33b55 service neutron] 10.222.0.62 "GET /v2.0/networks/aa7ff3d3-3fb6-4c1f-9da5-0615b3a731ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878496 Oct 30 15:21:49.156080 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0fe5d884-03c4-4130-9ab4-3d319000c836 req-cfdc7479-4f03-4a09-8709-a182f4cc5ffe tempest-InstanceActionsTestJSON-1007042266 tempest-InstanceActionsTestJSON-1007042266-project] 10.222.0.62 "GET /v2.0/ports?device_id=b275ccbc-7c41-4b97-a5fe-dd82371cc217 HTTP/1.1" status: 200 len: 210 time: 0.0321505 Oct 30 15:21:50.135748 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1130758e-4335-449d-bf54-752e5e5ed7de req-f13f3a1a-badd-4eb9-bdbd-85702671767a tempest-InstanceActionsTestJSON-1007042266 tempest-InstanceActionsTestJSON-1007042266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:50.137338 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1130758e-4335-449d-bf54-752e5e5ed7de req-f13f3a1a-badd-4eb9-bdbd-85702671767a tempest-InstanceActionsTestJSON-1007042266 tempest-InstanceActionsTestJSON-1007042266-project] 10.222.0.53 "GET /v2.0/networks?id=aa7ff3d3-3fb6-4c1f-9da5-0615b3a731ec HTTP/1.1" status: 200 len: 814 time: 0.1193223 Oct 30 15:21:50.151121 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-1130758e-4335-449d-bf54-752e5e5ed7de req-c932f448-b25e-4844-9e97-5ec2e0274f97 tempest-InstanceActionsTestJSON-1007042266 tempest-InstanceActionsTestJSON-1007042266-project] Request body: {'port': {'device_id': 'b275ccbc-7c41-4b97-a5fe-dd82371cc217', 'network_id': 'aa7ff3d3-3fb6-4c1f-9da5-0615b3a731ec', 'admin_state_up': True, 'tenant_id': 'cf0f981673474c14a237ec7be73095e1'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:21:50.277702 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-911253db-5789-4e36-bd03-5f0cc92a05bf req-278dc2c8-8d70-4fbe-b313-27f3198f15ec tempest-InstanceActionsTestJSON-1007042266 tempest-InstanceActionsTestJSON-1007042266-project] 10.222.0.62 "GET /v2.0/ports?device_id=b275ccbc-7c41-4b97-a5fe-dd82371cc217 HTTP/1.1" status: 200 len: 210 time: 0.0450370 Oct 30 15:21:50.315579 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1130758e-4335-449d-bf54-752e5e5ed7de req-c932f448-b25e-4844-9e97-5ec2e0274f97 tempest-InstanceActionsTestJSON-1007042266 tempest-InstanceActionsTestJSON-1007042266-project] Made reservation on behalf of cf0f981673474c14a237ec7be73095e1 for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:21:50.319433 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-1130758e-4335-449d-bf54-752e5e5ed7de req-c932f448-b25e-4844-9e97-5ec2e0274f97 tempest-InstanceActionsTestJSON-1007042266 tempest-InstanceActionsTestJSON-1007042266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:50.449172 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-1130758e-4335-449d-bf54-752e5e5ed7de req-c932f448-b25e-4844-9e97-5ec2e0274f97 tempest-InstanceActionsTestJSON-1007042266 tempest-InstanceActionsTestJSON-1007042266-project] Allocated IP 172.20.0.4 (aa7ff3d3-3fb6-4c1f-9da5-0615b3a731ec/f91b06a6-15c7-40d0-8c9d-440ad8acf358/6050c6db-1c81-4cef-afb2-4d26db4c2882) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:21:50.624729 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-1130758e-4335-449d-bf54-752e5e5ed7de req-c932f448-b25e-4844-9e97-5ec2e0274f97 tempest-InstanceActionsTestJSON-1007042266 tempest-InstanceActionsTestJSON-1007042266-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:50.658083 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-1130758e-4335-449d-bf54-752e5e5ed7de req-c932f448-b25e-4844-9e97-5ec2e0274f97 tempest-InstanceActionsTestJSON-1007042266 tempest-InstanceActionsTestJSON-1007042266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:50.701331 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1130758e-4335-449d-bf54-752e5e5ed7de req-c932f448-b25e-4844-9e97-5ec2e0274f97 tempest-InstanceActionsTestJSON-1007042266 tempest-InstanceActionsTestJSON-1007042266-project] Network aa7ff3d3-3fb6-4c1f-9da5-0615b3a731ec is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:21:50.704504 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-1130758e-4335-449d-bf54-752e5e5ed7de req-c932f448-b25e-4844-9e97-5ec2e0274f97 tempest-InstanceActionsTestJSON-1007042266 tempest-InstanceActionsTestJSON-1007042266-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:21:50.708356 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-1130758e-4335-449d-bf54-752e5e5ed7de req-c932f448-b25e-4844-9e97-5ec2e0274f97 tempest-InstanceActionsTestJSON-1007042266 tempest-InstanceActionsTestJSON-1007042266-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:21:50.738599 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c932f448-b25e-4844-9e97-5ec2e0274f97 tempest-InstanceActionsTestJSON-1007042266 tempest-InstanceActionsTestJSON-1007042266-project] Pushing event updated for resources: {'Port': ['ID=6050c6db-1c81-4cef-afb2-4d26db4c2882,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:50.764385 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1130758e-4335-449d-bf54-752e5e5ed7de req-c932f448-b25e-4844-9e97-5ec2e0274f97 tempest-InstanceActionsTestJSON-1007042266 tempest-InstanceActionsTestJSON-1007042266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:50.765001 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-1130758e-4335-449d-bf54-752e5e5ed7de req-c932f448-b25e-4844-9e97-5ec2e0274f97 tempest-InstanceActionsTestJSON-1007042266 tempest-InstanceActionsTestJSON-1007042266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:50.782194 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1130758e-4335-449d-bf54-752e5e5ed7de req-c932f448-b25e-4844-9e97-5ec2e0274f97 tempest-InstanceActionsTestJSON-1007042266 tempest-InstanceActionsTestJSON-1007042266-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6359377 Oct 30 15:21:50.794317 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-1130758e-4335-449d-bf54-752e5e5ed7de req-fdb42a1b-3878-422c-a5ae-fb67d98b1fc9 service neutron] Request body: {'port': {'device_id': 'b275ccbc-7c41-4b97-a5fe-dd82371cc217', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:21:50.849239 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-1130758e-4335-449d-bf54-752e5e5ed7de req-fdb42a1b-3878-422c-a5ae-fb67d98b1fc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:51.113854 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-1130758e-4335-449d-bf54-752e5e5ed7de req-fdb42a1b-3878-422c-a5ae-fb67d98b1fc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6050c6db-1c81-4cef-afb2-4d26db4c2882 {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:21:51.121628 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-1130758e-4335-449d-bf54-752e5e5ed7de req-fdb42a1b-3878-422c-a5ae-fb67d98b1fc9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:51.123518 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b1247ced-9030-4acd-ae86-eb387e49d8a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:51.134635 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-1130758e-4335-449d-bf54-752e5e5ed7de req-fdb42a1b-3878-422c-a5ae-fb67d98b1fc9 service neutron] Transition to ACTIVE for port object 6050c6db-1c81-4cef-afb2-4d26db4c2882 will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:21:51.138560 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-1130758e-4335-449d-bf54-752e5e5ed7de req-fdb42a1b-3878-422c-a5ae-fb67d98b1fc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:51.190094 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb42a1b-3878-422c-a5ae-fb67d98b1fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=6050c6db-1c81-4cef-afb2-4d26db4c2882,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:51.260470 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-1130758e-4335-449d-bf54-752e5e5ed7de req-fdb42a1b-3878-422c-a5ae-fb67d98b1fc9 service neutron] Attempting to bind port 6050c6db-1c81-4cef-afb2-4d26db4c2882 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:21:51.260801 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-1130758e-4335-449d-bf54-752e5e5ed7de req-fdb42a1b-3878-422c-a5ae-fb67d98b1fc9 service neutron] Attempting to bind port 6050c6db-1c81-4cef-afb2-4d26db4c2882 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '656f0dcc-bd28-4bd8-927c-2dd53dba34ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'aa7ff3d3-3fb6-4c1f-9da5-0615b3a731ec'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:21:51.261126 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1130758e-4335-449d-bf54-752e5e5ed7de req-fdb42a1b-3878-422c-a5ae-fb67d98b1fc9 service neutron] Attempting to bind port 6050c6db-1c81-4cef-afb2-4d26db4c2882 on network aa7ff3d3-3fb6-4c1f-9da5-0615b3a731ec {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:21:51.265272 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1130758e-4335-449d-bf54-752e5e5ed7de req-fdb42a1b-3878-422c-a5ae-fb67d98b1fc9 service neutron] Port 6050c6db-1c81-4cef-afb2-4d26db4c2882 on network aa7ff3d3-3fb6-4c1f-9da5-0615b3a731ec not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:21:51.266139 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1130758e-4335-449d-bf54-752e5e5ed7de req-fdb42a1b-3878-422c-a5ae-fb67d98b1fc9 service neutron] Attempting to bind port 6050c6db-1c81-4cef-afb2-4d26db4c2882 on network aa7ff3d3-3fb6-4c1f-9da5-0615b3a731ec {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:21:51.271197 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1130758e-4335-449d-bf54-752e5e5ed7de req-fdb42a1b-3878-422c-a5ae-fb67d98b1fc9 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:21:51.271560 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1130758e-4335-449d-bf54-752e5e5ed7de req-fdb42a1b-3878-422c-a5ae-fb67d98b1fc9 service neutron] Checking segment: {'id': '656f0dcc-bd28-4bd8-927c-2dd53dba34ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'aa7ff3d3-3fb6-4c1f-9da5-0615b3a731ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:21:51.271938 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1130758e-4335-449d-bf54-752e5e5ed7de req-fdb42a1b-3878-422c-a5ae-fb67d98b1fc9 service neutron] Bound using segment: {'id': '656f0dcc-bd28-4bd8-927c-2dd53dba34ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'aa7ff3d3-3fb6-4c1f-9da5-0615b3a731ec'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:21:51.272366 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-1130758e-4335-449d-bf54-752e5e5ed7de req-fdb42a1b-3878-422c-a5ae-fb67d98b1fc9 service neutron] Bound port: 6050c6db-1c81-4cef-afb2-4d26db4c2882, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '656f0dcc-bd28-4bd8-927c-2dd53dba34ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'aa7ff3d3-3fb6-4c1f-9da5-0615b3a731ec'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:21:51.272713 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-1130758e-4335-449d-bf54-752e5e5ed7de req-fdb42a1b-3878-422c-a5ae-fb67d98b1fc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:51.342272 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-1130758e-4335-449d-bf54-752e5e5ed7de req-fdb42a1b-3878-422c-a5ae-fb67d98b1fc9 service neutron] For port 6050c6db-1c81-4cef-afb2-4d26db4c2882, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:21:51.350574 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-1130758e-4335-449d-bf54-752e5e5ed7de req-fdb42a1b-3878-422c-a5ae-fb67d98b1fc9 service neutron] For port 6050c6db-1c81-4cef-afb2-4d26db4c2882, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=6050c6db-1c81-4cef-afb2-4d26db4c2882,segment=NetworkSegment(656f0dcc-bd28-4bd8-927c-2dd53dba34ef),segment_id=656f0dcc-bd28-4bd8-927c-2dd53dba34ef)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:21:51.357356 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-1130758e-4335-449d-bf54-752e5e5ed7de req-fdb42a1b-3878-422c-a5ae-fb67d98b1fc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:51.390043 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1130758e-4335-449d-bf54-752e5e5ed7de req-fdb42a1b-3878-422c-a5ae-fb67d98b1fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:51.391536 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-1130758e-4335-449d-bf54-752e5e5ed7de req-fdb42a1b-3878-422c-a5ae-fb67d98b1fc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:51.392986 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1130758e-4335-449d-bf54-752e5e5ed7de req-fdb42a1b-3878-422c-a5ae-fb67d98b1fc9 service neutron] 10.222.0.53 "PUT /v2.0/ports/6050c6db-1c81-4cef-afb2-4d26db4c2882 HTTP/1.1" status: 200 len: 1092 time: 0.6027226 Oct 30 15:21:51.395248 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b275ccbc-7c41-4b97-a5fe-dd82371cc217', 'tag': '6050c6db-1c81-4cef-afb2-4d26db4c2882'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:21:51.397929 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e11bfc-266d-4ade-b454-06a1c85984c2" -d '{"events": [{"name": "network-changed", "server_uuid": "b275ccbc-7c41-4b97-a5fe-dd82371cc217", "tag": "6050c6db-1c81-4cef-afb2-4d26db4c2882"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:21:51.491302 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e827bfb6-4cab-45b4-8607-73f50708aa9a x-openstack-request-id: req-e827bfb6-4cab-45b4-8607-73f50708aa9a {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:21:51.491627 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b275ccbc-7c41-4b97-a5fe-dd82371cc217", "tag": "6050c6db-1c81-4cef-afb2-4d26db4c2882", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:21:51.491816 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e827bfb6-4cab-45b4-8607-73f50708aa9a {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:21:51.492217 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b275ccbc-7c41-4b97-a5fe-dd82371cc217', 'tag': '6050c6db-1c81-4cef-afb2-4d26db4c2882', 'status': 'completed', 'code': 200} Oct 30 15:21:51.523399 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb42a1b-3878-422c-a5ae-fb67d98b1fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=6050c6db-1c81-4cef-afb2-4d26db4c2882,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:51.536197 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b03492-3de8-4a66-b6dc-0c65939b6213 req-db61d80b-770b-40f9-b3a2-003bb2a49b6c tempest-InstanceActionsTestJSON-1007042266 tempest-InstanceActionsTestJSON-1007042266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:51.537695 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-35b03492-3de8-4a66-b6dc-0c65939b6213 req-db61d80b-770b-40f9-b3a2-003bb2a49b6c tempest-InstanceActionsTestJSON-1007042266 tempest-InstanceActionsTestJSON-1007042266-project] 10.222.0.62 "GET /v2.0/ports?device_id=b275ccbc-7c41-4b97-a5fe-dd82371cc217 HTTP/1.1" status: 200 len: 943 time: 0.1662526 Oct 30 15:21:51.549020 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1130758e-4335-449d-bf54-752e5e5ed7de req-3ce5d237-5411-4613-8721-92889e0c5539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:51.550509 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1130758e-4335-449d-bf54-752e5e5ed7de req-3ce5d237-5411-4613-8721-92889e0c5539 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cf0f981673474c14a237ec7be73095e1&device_id=b275ccbc-7c41-4b97-a5fe-dd82371cc217 HTTP/1.1" status: 200 len: 1095 time: 0.1036062 Oct 30 15:21:51.611833 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1130758e-4335-449d-bf54-752e5e5ed7de req-8dcd21a9-df91-4abd-b840-1daf337b5c9a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6050c6db-1c81-4cef-afb2-4d26db4c2882 HTTP/1.1" status: 200 len: 217 time: 0.0458794 Oct 30 15:21:51.670113 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-35b03492-3de8-4a66-b6dc-0c65939b6213 req-5de2dc39-ca81-4a16-bc89-6bf1f018a090 tempest-InstanceActionsTestJSON-1007042266 tempest-InstanceActionsTestJSON-1007042266-project] 10.222.0.62 "GET /v2.0/security-groups?id=1b864fc1-c6af-4906-a24e-5038d59d4662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248171 Oct 30 15:21:51.700584 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1130758e-4335-449d-bf54-752e5e5ed7de req-456f6ee7-e042-40d9-b17c-4af8ffde1c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:51.702055 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1130758e-4335-449d-bf54-752e5e5ed7de req-456f6ee7-e042-40d9-b17c-4af8ffde1c99 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f91b06a6-15c7-40d0-8c9d-440ad8acf358 HTTP/1.1" status: 200 len: 854 time: 0.0794940 Oct 30 15:21:51.709090 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5e54131f-741e-4dc8-b830-d16fe8343a7c req-52b809fd-e259-4b47-82cd-31019a2b75fe service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1065738 Oct 30 15:21:51.740609 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1130758e-4335-449d-bf54-752e5e5ed7de req-25134ffb-0b0b-4aec-b6c2-45892adf72ab service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=aa7ff3d3-3fb6-4c1f-9da5-0615b3a731ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303628 Oct 30 15:21:51.869089 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54131f-741e-4dc8-b830-d16fe8343a7c req-363f2540-a2f5-4ab6-a8a8-c893a98d6c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:51.869504 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54131f-741e-4dc8-b830-d16fe8343a7c req-363f2540-a2f5-4ab6-a8a8-c893a98d6c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:51.869967 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54131f-741e-4dc8-b830-d16fe8343a7c req-363f2540-a2f5-4ab6-a8a8-c893a98d6c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:51.870422 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54131f-741e-4dc8-b830-d16fe8343a7c req-363f2540-a2f5-4ab6-a8a8-c893a98d6c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:51.870873 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54131f-741e-4dc8-b830-d16fe8343a7c req-363f2540-a2f5-4ab6-a8a8-c893a98d6c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:51.871321 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54131f-741e-4dc8-b830-d16fe8343a7c req-363f2540-a2f5-4ab6-a8a8-c893a98d6c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:51.871806 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54131f-741e-4dc8-b830-d16fe8343a7c req-363f2540-a2f5-4ab6-a8a8-c893a98d6c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:51.873624 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5e54131f-741e-4dc8-b830-d16fe8343a7c req-363f2540-a2f5-4ab6-a8a8-c893a98d6c03 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=005d49094ead4e63ad23cb02de2bfa34&device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 6498 time: 0.1058650 Oct 30 15:21:51.884862 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1130758e-4335-449d-bf54-752e5e5ed7de req-cd84bebe-e014-486f-b5ad-fa99452a8196 service neutron] 10.222.0.53 "GET /v2.0/networks/aa7ff3d3-3fb6-4c1f-9da5-0615b3a731ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370790 Oct 30 15:21:52.385053 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1130758e-4335-449d-bf54-752e5e5ed7de req-a52d9812-0e46-47e2-8270-6cac73194232 service neutron] 10.222.0.53 "GET /v2.0/networks/aa7ff3d3-3fb6-4c1f-9da5-0615b3a731ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4857469 Oct 30 15:21:52.386159 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54131f-741e-4dc8-b830-d16fe8343a7c req-1d5caf88-e8f1-4ac8-8954-8f6eb3c46541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:52.386624 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54131f-741e-4dc8-b830-d16fe8343a7c req-1d5caf88-e8f1-4ac8-8954-8f6eb3c46541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:52.387080 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54131f-741e-4dc8-b830-d16fe8343a7c req-1d5caf88-e8f1-4ac8-8954-8f6eb3c46541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:52.388658 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5e54131f-741e-4dc8-b830-d16fe8343a7c req-1d5caf88-e8f1-4ac8-8954-8f6eb3c46541 service neutron] 10.222.0.53 "GET /v2.0/networks?id=524f8360-eaf2-4133-a589-da68b60c4b3f&id=5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc&id=5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc&id=5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc&id=5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc&id=67de53ff-61d6-4e57-84de-8610bca9618f&id=67de53ff-61d6-4e57-84de-8610bca9618f HTTP/1.1" status: 200 len: 2293 time: 0.4815133 Oct 30 15:21:52.492414 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5e54131f-741e-4dc8-b830-d16fe8343a7c req-bb4f0c7d-de58-4aab-91f9-930c7f23d0f7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0d107bb-70ae-4589-bbad-ba445997ea32 HTTP/1.1" status: 200 len: 1002 time: 0.0962114 Oct 30 15:21:52.497381 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e11bfc-266d-4ade-b454-06a1c85984c2 req-5bfd2c2d-a67d-4de2-a353-3db833f4b5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:52.498836 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-05e11bfc-266d-4ade-b454-06a1c85984c2 req-5bfd2c2d-a67d-4de2-a353-3db833f4b5a0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cf0f981673474c14a237ec7be73095e1&device_id=b275ccbc-7c41-4b97-a5fe-dd82371cc217 HTTP/1.1" status: 200 len: 1095 time: 0.0658426 Oct 30 15:21:52.603142 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54131f-741e-4dc8-b830-d16fe8343a7c req-eadd27eb-4c24-4e3a-a158-b4264447ec9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:52.604620 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5e54131f-741e-4dc8-b830-d16fe8343a7c req-eadd27eb-4c24-4e3a-a158-b4264447ec9d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b6028f5c-691f-4481-8af2-37902ddb4e8e HTTP/1.1" status: 200 len: 851 time: 0.0977054 Oct 30 15:21:52.663946 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e11bfc-266d-4ade-b454-06a1c85984c2 req-d19f4923-c834-41ba-b20a-54e922e4f201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:52.666024 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-05e11bfc-266d-4ade-b454-06a1c85984c2 req-d19f4923-c834-41ba-b20a-54e922e4f201 service neutron] 10.222.0.53 "GET /v2.0/networks?id=aa7ff3d3-3fb6-4c1f-9da5-0615b3a731ec HTTP/1.1" status: 200 len: 915 time: 0.1507397 Oct 30 15:21:52.675911 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54131f-741e-4dc8-b830-d16fe8343a7c req-eb5a4956-1dce-4c5e-bcf6-050d270af660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:52.677350 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5e54131f-741e-4dc8-b830-d16fe8343a7c req-eb5a4956-1dce-4c5e-bcf6-050d270af660 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=524f8360-eaf2-4133-a589-da68b60c4b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0634160 Oct 30 15:21:52.728630 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-05e11bfc-266d-4ade-b454-06a1c85984c2 req-31a3824a-5183-4183-9165-6c76ac973301 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6050c6db-1c81-4cef-afb2-4d26db4c2882 HTTP/1.1" status: 200 len: 217 time: 0.0549421 Oct 30 15:21:52.846892 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e11bfc-266d-4ade-b454-06a1c85984c2 req-af48dc17-bb77-4b74-9df5-faa79d9677ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:52.848561 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-05e11bfc-266d-4ade-b454-06a1c85984c2 req-af48dc17-bb77-4b74-9df5-faa79d9677ec service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f91b06a6-15c7-40d0-8c9d-440ad8acf358 HTTP/1.1" status: 200 len: 854 time: 0.0903337 Oct 30 15:21:52.906774 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaec046-6341-4cc8-8ab3-92f16f168d93 req-33e9bf9a-32fb-4a4b-9bf9-c8044ddab49c tempest-InstanceActionsTestJSON-1007042266 tempest-InstanceActionsTestJSON-1007042266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:52.908266 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ebaec046-6341-4cc8-8ab3-92f16f168d93 req-33e9bf9a-32fb-4a4b-9bf9-c8044ddab49c tempest-InstanceActionsTestJSON-1007042266 tempest-InstanceActionsTestJSON-1007042266-project] 10.222.0.62 "GET /v2.0/ports?device_id=b275ccbc-7c41-4b97-a5fe-dd82371cc217 HTTP/1.1" status: 200 len: 943 time: 0.1514151 Oct 30 15:21:52.910449 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5e54131f-741e-4dc8-b830-d16fe8343a7c req-474e0e8d-402c-457e-a88d-d83ddad008e8 service neutron] 10.222.0.53 "GET /v2.0/networks/524f8360-eaf2-4133-a589-da68b60c4b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255847 Oct 30 15:21:52.912175 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-05e11bfc-266d-4ade-b454-06a1c85984c2 req-acdf8a31-aaa9-40b3-8331-ceebc1cb8627 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=aa7ff3d3-3fb6-4c1f-9da5-0615b3a731ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486867 Oct 30 15:21:53.037626 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ebaec046-6341-4cc8-8ab3-92f16f168d93 req-45c20dc4-ae8c-4c61-995e-5b7d9945f4a4 tempest-InstanceActionsTestJSON-1007042266 tempest-InstanceActionsTestJSON-1007042266-project] 10.222.0.62 "GET /v2.0/security-groups?id=1b864fc1-c6af-4906-a24e-5038d59d4662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230164 Oct 30 15:21:53.098442 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-05e11bfc-266d-4ade-b454-06a1c85984c2 req-d4a75657-d0e0-420d-8307-d6009ffe3187 service neutron] 10.222.0.53 "GET /v2.0/networks/aa7ff3d3-3fb6-4c1f-9da5-0615b3a731ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696632 Oct 30 15:21:53.100597 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5e54131f-741e-4dc8-b830-d16fe8343a7c req-198879e4-7d0c-46be-aeeb-9fdba14f2049 service neutron] 10.222.0.53 "GET /v2.0/networks/524f8360-eaf2-4133-a589-da68b60c4b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729341 Oct 30 15:21:53.196520 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5e54131f-741e-4dc8-b830-d16fe8343a7c req-8b35b15d-5058-48a7-ada4-f446fe8fdc70 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=8aa78acf-b283-45ba-9f2c-33317dfad74a HTTP/1.1" status: 200 len: 217 time: 0.0767179 Oct 30 15:21:53.288965 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54131f-741e-4dc8-b830-d16fe8343a7c req-3640ca18-b1ea-47ca-9526-d05b1f03e92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:53.290707 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5e54131f-741e-4dc8-b830-d16fe8343a7c req-3640ca18-b1ea-47ca-9526-d05b1f03e92b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=521c91ba-254d-4496-ac2a-b56607fa8aa1 HTTP/1.1" status: 200 len: 797 time: 0.0718181 Oct 30 15:21:53.310791 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-05e11bfc-266d-4ade-b454-06a1c85984c2 req-721773a0-2dcd-4e50-ac92-115ae67971ad service neutron] 10.222.0.53 "GET /v2.0/networks/aa7ff3d3-3fb6-4c1f-9da5-0615b3a731ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983478 Oct 30 15:21:53.345795 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54131f-741e-4dc8-b830-d16fe8343a7c req-379b04ec-c358-4aed-98de-ae99489c0e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:53.347328 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5e54131f-741e-4dc8-b830-d16fe8343a7c req-379b04ec-c358-4aed-98de-ae99489c0e62 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0487399 Oct 30 15:21:53.441002 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5e54131f-741e-4dc8-b830-d16fe8343a7c req-94d4524a-48ae-4193-aaf2-5310ba9d45a5 service neutron] 10.222.0.53 "GET /v2.0/networks/5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855179 Oct 30 15:21:53.537603 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5e54131f-741e-4dc8-b830-d16fe8343a7c req-eade4c2f-0f91-46e2-bc01-2845ebe76e99 service neutron] 10.222.0.53 "GET /v2.0/networks/5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893934 Oct 30 15:21:53.582454 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5e54131f-741e-4dc8-b830-d16fe8343a7c req-046245cc-89f2-443a-b876-f08729cecbc2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=80060876-f4f1-4c9d-9c66-0639e6343df4 HTTP/1.1" status: 200 len: 217 time: 0.0370605 Oct 30 15:21:53.619571 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-898aa868-95ff-43e7-b5ea-996912f97a2a req-398f33fc-119c-49a1-b4aa-a9b7c952daea service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0429099 Oct 30 15:21:53.634116 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54131f-741e-4dc8-b830-d16fe8343a7c req-5777d7f8-1797-4fb1-83a0-54e880200ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:53.635656 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5e54131f-741e-4dc8-b830-d16fe8343a7c req-5777d7f8-1797-4fb1-83a0-54e880200ff3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=521c91ba-254d-4496-ac2a-b56607fa8aa1 HTTP/1.1" status: 200 len: 797 time: 0.0452085 Oct 30 15:21:53.692006 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54131f-741e-4dc8-b830-d16fe8343a7c req-c4950c95-63a0-457a-a887-c8ac267faa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:53.693096 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5e54131f-741e-4dc8-b830-d16fe8343a7c req-c4950c95-63a0-457a-a887-c8ac267faa00 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0511518 Oct 30 15:21:53.723260 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898aa868-95ff-43e7-b5ea-996912f97a2a req-90bc7a81-0da5-4c79-971f-7c05fa2f981a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:53.724819 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-898aa868-95ff-43e7-b5ea-996912f97a2a req-90bc7a81-0da5-4c79-971f-7c05fa2f981a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=19817faf69a4405b907421887c1772e6&device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 1096 time: 0.0589879 Oct 30 15:21:53.741207 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7eaa9d41-888e-41b2-a177-09b97ec67d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:53.797261 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5e54131f-741e-4dc8-b830-d16fe8343a7c req-b4cfa1bd-c5bd-466c-aba1-f552f2cf0942 service neutron] 10.222.0.53 "GET /v2.0/networks/5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954392 Oct 30 15:21:53.854228 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898aa868-95ff-43e7-b5ea-996912f97a2a req-47c8dad1-cb40-44a1-8f93-df35de2fcc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:53.855629 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-898aa868-95ff-43e7-b5ea-996912f97a2a req-47c8dad1-cb40-44a1-8f93-df35de2fcc83 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d26e81b3-f432-4f3d-bc5b-f2edc1c076d6 HTTP/1.1" status: 200 len: 911 time: 0.0918665 Oct 30 15:21:53.931851 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-898aa868-95ff-43e7-b5ea-996912f97a2a req-18980732-f979-44b4-b50c-5c779aed184b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd7bcfbf-1623-489f-a384-785738bf069f HTTP/1.1" status: 200 len: 999 time: 0.0673895 Oct 30 15:21:53.937976 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae3ca72-7a90-46cc-bbdc-79a1bfc53f0e req-6b30cde1-1993-4d5d-9750-ed17ceb5e498 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:53.939502 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-eae3ca72-7a90-46cc-bbdc-79a1bfc53f0e req-6b30cde1-1993-4d5d-9750-ed17ceb5e498 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 944 time: 0.1175747 Oct 30 15:21:53.971546 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5e54131f-741e-4dc8-b830-d16fe8343a7c req-bc4e7c2b-ece6-47d2-b42c-8e9aa95a2596 service neutron] 10.222.0.53 "GET /v2.0/networks/5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678398 Oct 30 15:21:53.990960 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898aa868-95ff-43e7-b5ea-996912f97a2a req-bd62e4e2-57ac-42ed-aec2-6b3075fdd8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:53.993187 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-898aa868-95ff-43e7-b5ea-996912f97a2a req-bd62e4e2-57ac-42ed-aec2-6b3075fdd8fc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d862e367-a3ef-41d8-9769-a6945d8f8b1d HTTP/1.1" status: 200 len: 849 time: 0.0527587 Oct 30 15:21:54.030949 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-eae3ca72-7a90-46cc-bbdc-79a1bfc53f0e req-14a8b13e-37dd-4e0a-9788-c59711cd2558 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839679 Oct 30 15:21:54.032380 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5e54131f-741e-4dc8-b830-d16fe8343a7c req-b439ce39-4926-4931-bd12-41ce77e2281c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=7653bb03-0e9a-40b6-b92c-448a5acd76f4 HTTP/1.1" status: 200 len: 217 time: 0.0490646 Oct 30 15:21:54.044174 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898aa868-95ff-43e7-b5ea-996912f97a2a req-fe77e164-fb90-4970-8b5f-7012245314f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:54.046259 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-898aa868-95ff-43e7-b5ea-996912f97a2a req-fe77e164-fb90-4970-8b5f-7012245314f2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d26e81b3-f432-4f3d-bc5b-f2edc1c076d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462666 Oct 30 15:21:54.086538 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54131f-741e-4dc8-b830-d16fe8343a7c req-88dc047f-d2d5-4ae4-9fec-9a03df9331fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:54.088056 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5e54131f-741e-4dc8-b830-d16fe8343a7c req-88dc047f-d2d5-4ae4-9fec-9a03df9331fd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=521c91ba-254d-4496-ac2a-b56607fa8aa1 HTTP/1.1" status: 200 len: 797 time: 0.0492482 Oct 30 15:21:54.145906 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54131f-741e-4dc8-b830-d16fe8343a7c req-c3a059f7-44b5-431e-822d-5f8f4aef738e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:54.147273 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5e54131f-741e-4dc8-b830-d16fe8343a7c req-c3a059f7-44b5-431e-822d-5f8f4aef738e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0521224 Oct 30 15:21:54.199899 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-898aa868-95ff-43e7-b5ea-996912f97a2a req-61c8d2e3-6954-4414-86e0-7b537b6438de service neutron] 10.222.0.44 "GET /v2.0/networks/d26e81b3-f432-4f3d-bc5b-f2edc1c076d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453378 Oct 30 15:21:54.225413 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc05d80-4b0b-4a28-9ce5-8f59268a333e req-323d1f8c-1c93-4090-8749-454f9b0a0cde tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:54.226910 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6fc05d80-4b0b-4a28-9ce5-8f59268a333e req-323d1f8c-1c93-4090-8749-454f9b0a0cde tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 944 time: 0.0853398 Oct 30 15:21:54.253295 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce116687-af76-4198-b624-10b9ca753afa req-4f791ec4-1e7e-4daa-91bc-0c9fced7b304 tempest-InstanceActionsTestJSON-1007042266 tempest-InstanceActionsTestJSON-1007042266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:54.255891 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ce116687-af76-4198-b624-10b9ca753afa req-4f791ec4-1e7e-4daa-91bc-0c9fced7b304 tempest-InstanceActionsTestJSON-1007042266 tempest-InstanceActionsTestJSON-1007042266-project] 10.222.0.62 "GET /v2.0/ports?device_id=b275ccbc-7c41-4b97-a5fe-dd82371cc217 HTTP/1.1" status: 200 len: 943 time: 0.1152585 Oct 30 15:21:54.300275 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5e54131f-741e-4dc8-b830-d16fe8343a7c req-9c9c7d1f-3e3a-46e2-b5ff-0ea40d9ee59e service neutron] 10.222.0.53 "GET /v2.0/networks/5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436577 Oct 30 15:21:54.308386 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6fc05d80-4b0b-4a28-9ce5-8f59268a333e req-350a48a7-bb24-4953-87ee-bfe7459ddc13 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699809 Oct 30 15:21:54.340550 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-898aa868-95ff-43e7-b5ea-996912f97a2a req-3c5e72f2-0fb7-46e1-9e5b-e600d210686a service neutron] 10.222.0.44 "GET /v2.0/networks/d26e81b3-f432-4f3d-bc5b-f2edc1c076d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273952 Oct 30 15:21:54.340803 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ce116687-af76-4198-b624-10b9ca753afa req-ff4ca807-fae3-4781-8b41-8f18558468a3 tempest-InstanceActionsTestJSON-1007042266 tempest-InstanceActionsTestJSON-1007042266-project] 10.222.0.62 "GET /v2.0/security-groups?id=1b864fc1-c6af-4906-a24e-5038d59d4662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709817 Oct 30 15:21:54.435215 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5e54131f-741e-4dc8-b830-d16fe8343a7c req-059533ea-4622-4127-a60e-4867703de2e6 service neutron] 10.222.0.53 "GET /v2.0/networks/5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247842 Oct 30 15:21:54.483010 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5e54131f-741e-4dc8-b830-d16fe8343a7c req-8f2741ea-49f2-4955-a937-0da8669f2c54 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=4fb842e8-63f8-488f-bed6-7c184585aaae HTTP/1.1" status: 200 len: 217 time: 0.0411558 Oct 30 15:21:54.533622 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54131f-741e-4dc8-b830-d16fe8343a7c req-17aeec24-1eb5-44a3-872d-732470ad06e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:54.535140 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5e54131f-741e-4dc8-b830-d16fe8343a7c req-17aeec24-1eb5-44a3-872d-732470ad06e3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=521c91ba-254d-4496-ac2a-b56607fa8aa1 HTTP/1.1" status: 200 len: 797 time: 0.0458937 Oct 30 15:21:54.613034 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54131f-741e-4dc8-b830-d16fe8343a7c req-a57d218a-25d4-40bd-90a5-8ab50ec43f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:54.613656 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:54.614542 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5e54131f-741e-4dc8-b830-d16fe8343a7c req-a57d218a-25d4-40bd-90a5-8ab50ec43f84 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0727098 Oct 30 15:21:54.627745 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f08a3de-04d2-4ec0-a688-d0f9b50010f9 req-ef79c027-89bb-4e4a-9204-5a54bdc9feeb tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:54.629209 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1f08a3de-04d2-4ec0-a688-d0f9b50010f9 req-ef79c027-89bb-4e4a-9204-5a54bdc9feeb tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 944 time: 0.0790982 Oct 30 15:21:54.673783 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 6050c6db-1c81-4cef-afb2-4d26db4c2882 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:21:54.735341 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5e54131f-741e-4dc8-b830-d16fe8343a7c req-17860c19-9b93-49d2-a99d-d79f94d25344 service neutron] 10.222.0.53 "GET /v2.0/networks/5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051290 Oct 30 15:21:54.787096 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 6050c6db-1c81-4cef-afb2-4d26db4c2882, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=6050c6db-1c81-4cef-afb2-4d26db4c2882,segment=NetworkSegment(656f0dcc-bd28-4bd8-927c-2dd53dba34ef),segment_id=656f0dcc-bd28-4bd8-927c-2dd53dba34ef)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:21:54.799983 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '6050c6db-1c81-4cef-afb2-4d26db4c2882', 'network_id': 'aa7ff3d3-3fb6-4c1f-9da5-0615b3a731ec', 'port_id': '6050c6db-1c81-4cef-afb2-4d26db4c2882', 'mac_address': 'fa:16:3e:2f:58:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f91b06a6-15c7-40d0-8c9d-440ad8acf358', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:21:54.821413 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1f08a3de-04d2-4ec0-a688-d0f9b50010f9 req-2cf32f8c-a527-4f61-a1e2-6ef855297176 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1830871 Oct 30 15:21:54.855965 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:54.859707 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5e54131f-741e-4dc8-b830-d16fe8343a7c req-4e426066-754a-47a9-8c81-b28dbc72b307 service neutron] 10.222.0.53 "GET /v2.0/networks/5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149335 Oct 30 15:21:54.859868 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:54.872396 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6050c6db-1c81-4cef-afb2-4d26db4c2882 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:21:54.894923 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 6050c6db-1c81-4cef-afb2-4d26db4c2882, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=6050c6db-1c81-4cef-afb2-4d26db4c2882,segment=NetworkSegment(656f0dcc-bd28-4bd8-927c-2dd53dba34ef),segment_id=656f0dcc-bd28-4bd8-927c-2dd53dba34ef)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:21:54.899522 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:54.917317 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5e54131f-741e-4dc8-b830-d16fe8343a7c req-00cf88da-4fc3-4bbd-908d-421560598029 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6fbdea33-f4af-43f9-a5b2-4f079692a699 HTTP/1.1" status: 200 len: 217 time: 0.0508523 Oct 30 15:21:54.961238 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=6050c6db-1c81-4cef-afb2-4d26db4c2882,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:54.976848 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54131f-741e-4dc8-b830-d16fe8343a7c req-9f3f1889-b40a-40a0-8bc9-e50dffaba9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:54.979005 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5e54131f-741e-4dc8-b830-d16fe8343a7c req-9f3f1889-b40a-40a0-8bc9-e50dffaba9bd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=93c41c92-4bd3-4929-ad89-7529a017aa93 HTTP/1.1" status: 200 len: 797 time: 0.0528419 Oct 30 15:21:55.031303 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54131f-741e-4dc8-b830-d16fe8343a7c req-96090c5f-1f7d-4d21-a05b-85c35e5c5e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:55.032863 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5e54131f-741e-4dc8-b830-d16fe8343a7c req-96090c5f-1f7d-4d21-a05b-85c35e5c5e46 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=67de53ff-61d6-4e57-84de-8610bca9618f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0470808 Oct 30 15:21:55.143357 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5e54131f-741e-4dc8-b830-d16fe8343a7c req-6fecdfeb-5969-4bab-8849-27dc6ba97d27 service neutron] 10.222.0.53 "GET /v2.0/networks/67de53ff-61d6-4e57-84de-8610bca9618f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020892 Oct 30 15:21:55.224209 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['6050c6db-1c81-4cef-afb2-4d26db4c2882'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:21:55.277254 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5e54131f-741e-4dc8-b830-d16fe8343a7c req-fe95bcc6-14fa-4c2c-866e-5213af51f334 service neutron] 10.222.0.53 "GET /v2.0/networks/67de53ff-61d6-4e57-84de-8610bca9618f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261561 Oct 30 15:21:55.285594 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29926229-23ec-4a97-9eb9-e7bbbffb734b req-9242e8c0-f150-4052-90f6-b012096edd15 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:55.287005 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-29926229-23ec-4a97-9eb9-e7bbbffb734b req-9242e8c0-f150-4052-90f6-b012096edd15 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 944 time: 0.0923111 Oct 30 15:21:55.323938 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5e54131f-741e-4dc8-b830-d16fe8343a7c req-f8cad7ee-d228-4d90-89f2-e3d2c841b6a7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=256e4633-4af9-4c29-9d87-283e76dcef0e HTTP/1.1" status: 200 len: 217 time: 0.0358245 Oct 30 15:21:55.388928 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-29926229-23ec-4a97-9eb9-e7bbbffb734b req-438ee63c-97f9-46db-98bf-822c8963786c tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675244 Oct 30 15:21:55.398171 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54131f-741e-4dc8-b830-d16fe8343a7c req-e70b1d15-4a3b-423c-bcbd-d32a9e8e2b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:55.400195 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5e54131f-741e-4dc8-b830-d16fe8343a7c req-e70b1d15-4a3b-423c-bcbd-d32a9e8e2b88 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=93c41c92-4bd3-4929-ad89-7529a017aa93 HTTP/1.1" status: 200 len: 797 time: 0.0699115 Oct 30 15:21:55.463370 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54131f-741e-4dc8-b830-d16fe8343a7c req-015cac0d-00d1-4ec7-a397-9f9efa4f6e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:55.465010 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5e54131f-741e-4dc8-b830-d16fe8343a7c req-015cac0d-00d1-4ec7-a397-9f9efa4f6e00 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=67de53ff-61d6-4e57-84de-8610bca9618f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0470297 Oct 30 15:21:55.475857 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e501cac-fe63-4134-bb84-43e3514fb346 req-767db83d-e55a-4049-be9a-b3e5423a231b tempest-InstanceActionsTestJSON-1007042266 tempest-InstanceActionsTestJSON-1007042266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:55.477443 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8e501cac-fe63-4134-bb84-43e3514fb346 req-767db83d-e55a-4049-be9a-b3e5423a231b tempest-InstanceActionsTestJSON-1007042266 tempest-InstanceActionsTestJSON-1007042266-project] 10.222.0.62 "GET /v2.0/ports?device_id=b275ccbc-7c41-4b97-a5fe-dd82371cc217 HTTP/1.1" status: 200 len: 944 time: 0.0609317 Oct 30 15:21:55.517607 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8e501cac-fe63-4134-bb84-43e3514fb346 req-7f7f241b-d6b2-447e-9e53-9fcd7d575cca tempest-InstanceActionsTestJSON-1007042266 tempest-InstanceActionsTestJSON-1007042266-project] 10.222.0.62 "GET /v2.0/security-groups?id=1b864fc1-c6af-4906-a24e-5038d59d4662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330999 Oct 30 15:21:55.557367 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5e54131f-741e-4dc8-b830-d16fe8343a7c req-87851ace-b48e-4c8d-b797-d3a25281ebf1 service neutron] 10.222.0.53 "GET /v2.0/networks/67de53ff-61d6-4e57-84de-8610bca9618f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851839 Oct 30 15:21:55.653451 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5e54131f-741e-4dc8-b830-d16fe8343a7c req-79417cd4-ce48-40eb-a079-34014b24eba4 service neutron] 10.222.0.53 "GET /v2.0/networks/67de53ff-61d6-4e57-84de-8610bca9618f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892873 Oct 30 15:21:56.528306 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:56.529798 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f16983-50c6-4bef-9bbe-dbe763a15bff req-8cffee24-9999-40bb-8595-7b90b611ca5c tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:56.532119 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-52f16983-50c6-4bef-9bbe-dbe763a15bff req-8cffee24-9999-40bb-8595-7b90b611ca5c tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 944 time: 0.0643306 Oct 30 15:21:56.578827 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-52f16983-50c6-4bef-9bbe-dbe763a15bff req-5cd2fb76-0b3a-4f85-abda-c2830317d0ac tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390050 Oct 30 15:21:56.641969 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf079cb-2857-44c4-a32b-18259b09d831 req-1b318e87-0ec2-4394-9365-950b24abdb21 tempest-InstanceActionsTestJSON-1007042266 tempest-InstanceActionsTestJSON-1007042266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:56.643427 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-abf079cb-2857-44c4-a32b-18259b09d831 req-1b318e87-0ec2-4394-9365-950b24abdb21 tempest-InstanceActionsTestJSON-1007042266 tempest-InstanceActionsTestJSON-1007042266-project] 10.222.0.62 "GET /v2.0/ports?device_id=b275ccbc-7c41-4b97-a5fe-dd82371cc217 HTTP/1.1" status: 200 len: 944 time: 0.0483427 Oct 30 15:21:56.688576 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 6050c6db-1c81-4cef-afb2-4d26db4c2882 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:21:56.701872 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-abf079cb-2857-44c4-a32b-18259b09d831 req-ba796798-8950-47c8-aebc-377d1d16afef tempest-InstanceActionsTestJSON-1007042266 tempest-InstanceActionsTestJSON-1007042266-project] 10.222.0.62 "GET /v2.0/security-groups?id=1b864fc1-c6af-4906-a24e-5038d59d4662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517540 Oct 30 15:21:56.755917 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port 6050c6db-1c81-4cef-afb2-4d26db4c2882 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:21:56.760132 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 6050c6db-1c81-4cef-afb2-4d26db4c2882 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:21:56.760743 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:56.859585 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:56.884207 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b275ccbc-7c41-4b97-a5fe-dd82371cc217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6050c6db-1c81-4cef-afb2-4d26db4c2882'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:21:56.888156 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8d3cdb-3a8b-46ca-8184-0e82ecd669c4" -d '{"events": [{"server_uuid": "b275ccbc-7c41-4b97-a5fe-dd82371cc217", "name": "network-vif-plugged", "status": "completed", "tag": "6050c6db-1c81-4cef-afb2-4d26db4c2882"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:21:56.907829 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 6050c6db-1c81-4cef-afb2-4d26db4c2882, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=6050c6db-1c81-4cef-afb2-4d26db4c2882,segment=NetworkSegment(656f0dcc-bd28-4bd8-927c-2dd53dba34ef),segment_id=656f0dcc-bd28-4bd8-927c-2dd53dba34ef)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:21:56.910504 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:56.948988 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c939f653-2a8b-4bd9-aac1-278b2298c070 x-openstack-request-id: req-c939f653-2a8b-4bd9-aac1-278b2298c070 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:21:56.949272 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b275ccbc-7c41-4b97-a5fe-dd82371cc217", "name": "network-vif-plugged", "status": "completed", "tag": "6050c6db-1c81-4cef-afb2-4d26db4c2882", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:21:56.949774 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c939f653-2a8b-4bd9-aac1-278b2298c070 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:21:56.950360 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b275ccbc-7c41-4b97-a5fe-dd82371cc217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6050c6db-1c81-4cef-afb2-4d26db4c2882', 'code': 200} Oct 30 15:21:56.981442 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=6050c6db-1c81-4cef-afb2-4d26db4c2882,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:57.055871 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c12b21-aef9-4312-836d-d9463e8eeb43 req-31083847-879f-4dd6-a3af-70e5326d9665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:57.057531 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f2c12b21-aef9-4312-836d-d9463e8eeb43 req-31083847-879f-4dd6-a3af-70e5326d9665 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b275ccbc-7c41-4b97-a5fe-dd82371cc217 HTTP/1.1" status: 200 len: 1097 time: 0.0444465 Oct 30 15:21:57.092683 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f2c12b21-aef9-4312-836d-d9463e8eeb43 req-10d57436-2b64-4641-903a-17a2234e5dad service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1b864fc1-c6af-4906-a24e-5038d59d4662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276296 Oct 30 15:21:57.700089 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1353850c-22dd-475f-bc26-6c90632d412f req-9558d794-7f66-49f6-8fb3-2a76fa9fc389 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:57.702102 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1353850c-22dd-475f-bc26-6c90632d412f req-9558d794-7f66-49f6-8fb3-2a76fa9fc389 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 944 time: 0.0499518 Oct 30 15:21:57.741915 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1353850c-22dd-475f-bc26-6c90632d412f req-07bd8d05-5f26-4113-8c06-5045aa249649 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337961 Oct 30 15:21:57.818638 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba5acaf-3023-4646-af6a-0e6b1b1f32dc req-4a54df38-4ee9-4c2d-9ff4-26870b7e39e9 tempest-InstanceActionsTestJSON-1007042266 tempest-InstanceActionsTestJSON-1007042266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:57.820202 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-eba5acaf-3023-4646-af6a-0e6b1b1f32dc req-4a54df38-4ee9-4c2d-9ff4-26870b7e39e9 tempest-InstanceActionsTestJSON-1007042266 tempest-InstanceActionsTestJSON-1007042266-project] 10.222.0.62 "GET /v2.0/ports?device_id=b275ccbc-7c41-4b97-a5fe-dd82371cc217 HTTP/1.1" status: 200 len: 945 time: 0.0546024 Oct 30 15:21:57.863998 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-eba5acaf-3023-4646-af6a-0e6b1b1f32dc req-8c93e86f-6b5b-4d4b-a774-bb561b682900 tempest-InstanceActionsTestJSON-1007042266 tempest-InstanceActionsTestJSON-1007042266-project] 10.222.0.62 "GET /v2.0/security-groups?id=1b864fc1-c6af-4906-a24e-5038d59d4662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376637 Oct 30 15:21:58.866823 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8063fc6e-83ac-48ac-aa69-6a69ae363738 req-243ce058-7cb4-4ee6-b7b1-bcceac13a325 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:58.874614 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8063fc6e-83ac-48ac-aa69-6a69ae363738 req-243ce058-7cb4-4ee6-b7b1-bcceac13a325 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 944 time: 0.0591733 Oct 30 15:21:58.916208 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8063fc6e-83ac-48ac-aa69-6a69ae363738 req-aa52dbda-be68-4962-85be-656b5b3e427b tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399632 Oct 30 15:21:59.031960 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de9c1f5-75ee-46dd-b9e5-14ee585ea7e3 req-751cb40a-58e0-4004-b8b6-016f4e9c9e27 tempest-InstanceActionsTestJSON-1007042266 tempest-InstanceActionsTestJSON-1007042266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:59.033634 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0de9c1f5-75ee-46dd-b9e5-14ee585ea7e3 req-751cb40a-58e0-4004-b8b6-016f4e9c9e27 tempest-InstanceActionsTestJSON-1007042266 tempest-InstanceActionsTestJSON-1007042266-project] 10.222.0.62 "GET /v2.0/ports?device_id=b275ccbc-7c41-4b97-a5fe-dd82371cc217 HTTP/1.1" status: 200 len: 945 time: 0.0701692 Oct 30 15:21:59.044187 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 48766) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:59.082958 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0de9c1f5-75ee-46dd-b9e5-14ee585ea7e3 req-f8e05014-7735-480d-8792-f20d448ebb12 tempest-InstanceActionsTestJSON-1007042266 tempest-InstanceActionsTestJSON-1007042266-project] 10.222.0.62 "GET /v2.0/security-groups?id=1b864fc1-c6af-4906-a24e-5038d59d4662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419946 Oct 30 15:21:59.163282 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3877f332-f549-4048-b8a0-e6a02569c813 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:59.242709 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf84e12-9f7e-421e-8763-f25c2d066c0b req-867ab744-34cd-48d3-9b5b-3cbecc2b0b53 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:59.244310 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-abf84e12-9f7e-421e-8763-f25c2d066c0b req-867ab744-34cd-48d3-9b5b-3cbecc2b0b53 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] 10.222.0.62 "GET /v2.0/ports?device_id=73809f0e-19ce-4218-8302-65fb8bc6780f HTTP/1.1" status: 200 len: 945 time: 0.0711429 Oct 30 15:21:59.323930 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-abf84e12-9f7e-421e-8763-f25c2d066c0b req-ccb92396-1ce7-4872-b36a-231d692f28d5 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] 10.222.0.62 "GET /v2.0/security-groups?id=8fb1a9d8-20ca-4a3f-8929-d2b92a1546e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689852 Oct 30 15:21:59.346874 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3877f332-f549-4048-b8a0-e6a02569c813 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:59.352896 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3877f332-f549-4048-b8a0-e6a02569c813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:59.400232 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-3877f332-f549-4048-b8a0-e6a02569c813 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6858c190c58948e29d511089a0d114e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3524659 Oct 30 15:21:59.400232 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3877f332-f549-4048-b8a0-e6a02569c813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76fdbbc4-61e0-4ab6-962c-c52739fe8709,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:59.401169 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 48780) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:21:59.456084 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d677d-6365-4361-bcb8-2db333e0bd40 req-c7359a67-bbe0-4fbe-860e-e71ed0566cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:59.457726 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f87d677d-6365-4361-bcb8-2db333e0bd40 req-c7359a67-bbe0-4fbe-860e-e71ed0566cf4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cf0f981673474c14a237ec7be73095e1&device_id=b275ccbc-7c41-4b97-a5fe-dd82371cc217 HTTP/1.1" status: 200 len: 1097 time: 0.1267254 Oct 30 15:21:59.467243 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81484ae-c257-4f72-ad15-c3678e3040f5 req-7727344a-2f0d-4825-aaa5-03e10fe410b8 tempest-InstanceActionsTestJSON-1007042266 tempest-InstanceActionsTestJSON-1007042266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:59.469201 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f81484ae-c257-4f72-ad15-c3678e3040f5 req-7727344a-2f0d-4825-aaa5-03e10fe410b8 tempest-InstanceActionsTestJSON-1007042266 tempest-InstanceActionsTestJSON-1007042266-project] 10.222.0.62 "GET /v2.0/ports?device_id=b275ccbc-7c41-4b97-a5fe-dd82371cc217 HTTP/1.1" status: 200 len: 945 time: 0.1206274 Oct 30 15:21:59.547562 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cc643951-2dbd-4624-87c5-4261b5012026 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:59.587994 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f81484ae-c257-4f72-ad15-c3678e3040f5 req-7ed8d6c2-11e0-447c-908c-bb2b315d5865 tempest-InstanceActionsTestJSON-1007042266 tempest-InstanceActionsTestJSON-1007042266-project] 10.222.0.62 "GET /v2.0/security-groups?id=1b864fc1-c6af-4906-a24e-5038d59d4662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092048 Oct 30 15:21:59.600537 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cc643951-2dbd-4624-87c5-4261b5012026 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:59.623800 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d677d-6365-4361-bcb8-2db333e0bd40 req-c7b6dfb2-eb35-4f24-bc05-c378cfaed338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:59.625279 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f87d677d-6365-4361-bcb8-2db333e0bd40 req-c7b6dfb2-eb35-4f24-bc05-c378cfaed338 service neutron] 10.222.0.53 "GET /v2.0/networks?id=aa7ff3d3-3fb6-4c1f-9da5-0615b3a731ec HTTP/1.1" status: 200 len: 915 time: 0.1549907 Oct 30 15:21:59.671792 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f87d677d-6365-4361-bcb8-2db333e0bd40 req-fb22b420-15bf-4aeb-80e6-90211839fcfb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6050c6db-1c81-4cef-afb2-4d26db4c2882 HTTP/1.1" status: 200 len: 217 time: 0.0387421 Oct 30 15:21:59.709053 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:59.733169 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d677d-6365-4361-bcb8-2db333e0bd40 req-de76ab34-63f0-4128-9daa-0a9215acd6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:21:59.735280 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f87d677d-6365-4361-bcb8-2db333e0bd40 req-de76ab34-63f0-4128-9daa-0a9215acd6a3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f91b06a6-15c7-40d0-8c9d-440ad8acf358 HTTP/1.1" status: 200 len: 854 time: 0.0577638 Oct 30 15:21:59.736634 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cc643951-2dbd-4624-87c5-4261b5012026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:59.739506 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cc643951-2dbd-4624-87c5-4261b5012026 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:21:59.740602 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-cc643951-2dbd-4624-87c5-4261b5012026 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/76fdbbc4-61e0-4ab6-962c-c52739fe8709 HTTP/1.1" status: 204 len: 168 time: 0.3360612 Oct 30 15:21:59.776438 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f87d677d-6365-4361-bcb8-2db333e0bd40 req-989dddef-8cb5-4d08-9a93-f02cc8b80cc8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=aa7ff3d3-3fb6-4c1f-9da5-0615b3a731ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326536 Oct 30 15:21:59.777234 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc643951-2dbd-4624-87c5-4261b5012026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76fdbbc4-61e0-4ab6-962c-c52739fe8709,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:21:59.872675 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f87d677d-6365-4361-bcb8-2db333e0bd40 req-15f87251-6e15-48b2-aedc-b61af72bfc36 service neutron] 10.222.0.53 "GET /v2.0/networks/aa7ff3d3-3fb6-4c1f-9da5-0615b3a731ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894902 Oct 30 15:21:59.969839 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f87d677d-6365-4361-bcb8-2db333e0bd40 req-2753efbd-70f9-4d6b-b6eb-5e0c2c3008cc service neutron] 10.222.0.53 "GET /v2.0/networks/aa7ff3d3-3fb6-4c1f-9da5-0615b3a731ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908232 Oct 30 15:22:00.073411 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 48790) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:22:00.075385 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a959024-2f76-4620-b5db-e93716d867aa req-891dc479-8505-4b3c-8bec-a92680a6d07c tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:00.077768 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9a959024-2f76-4620-b5db-e93716d867aa req-891dc479-8505-4b3c-8bec-a92680a6d07c tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 944 time: 0.0624826 Oct 30 15:22:00.091086 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2c7ac99a-08d5-44fa-8ac4-92e7f264f6a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:00.133526 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9a959024-2f76-4620-b5db-e93716d867aa req-5a6566df-fd2a-48c4-a32b-9064f39b8438 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486839 Oct 30 15:22:00.191070 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2c7ac99a-08d5-44fa-8ac4-92e7f264f6a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:00.195246 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2c7ac99a-08d5-44fa-8ac4-92e7f264f6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:00.234554 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-2c7ac99a-08d5-44fa-8ac4-92e7f264f6a1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b1356aadfbe94c02bc06dc038537c07b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1593001 Oct 30 15:22:00.236514 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7ac99a-08d5-44fa-8ac4-92e7f264f6a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e63d1f40-887e-45a1-826e-ae5f19e8893e,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:00.237309 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 48796) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:22:00.292444 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-daaef63d-cc52-490d-b0cb-dc7c43958cd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:00.323228 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-daaef63d-cc52-490d-b0cb-dc7c43958cd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:00.386180 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce161c6-518a-450d-8d55-6bcb14b25b4e req-02700c35-67df-4b8f-b0eb-2c5806b56b33 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:00.387611 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bce161c6-518a-450d-8d55-6bcb14b25b4e req-02700c35-67df-4b8f-b0eb-2c5806b56b33 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] 10.222.0.62 "GET /v2.0/ports?device_id=73809f0e-19ce-4218-8302-65fb8bc6780f HTTP/1.1" status: 200 len: 945 time: 0.0773256 Oct 30 15:22:00.418697 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-daaef63d-cc52-490d-b0cb-dc7c43958cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:00.421212 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-daaef63d-cc52-490d-b0cb-dc7c43958cd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:00.423504 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-daaef63d-cc52-490d-b0cb-dc7c43958cd3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e63d1f40-887e-45a1-826e-ae5f19e8893e HTTP/1.1" status: 204 len: 168 time: 0.1842432 Oct 30 15:22:00.442276 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaef63d-cc52-490d-b0cb-dc7c43958cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63d1f40-887e-45a1-826e-ae5f19e8893e,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:00.448696 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bce161c6-518a-450d-8d55-6bcb14b25b4e req-80d7a207-3a3a-4a06-8b40-11bcbe257fbd tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] 10.222.0.62 "GET /v2.0/security-groups?id=8fb1a9d8-20ca-4a3f-8929-d2b92a1546e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543091 Oct 30 15:22:00.707263 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422cbe24-3d3f-4043-bf64-38c433130029 req-5a79e109-83d9-4dc9-910b-972a4bb6ac88 tempest-InstanceActionsTestJSON-1007042266 tempest-InstanceActionsTestJSON-1007042266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:00.708772 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-422cbe24-3d3f-4043-bf64-38c433130029 req-5a79e109-83d9-4dc9-910b-972a4bb6ac88 tempest-InstanceActionsTestJSON-1007042266 tempest-InstanceActionsTestJSON-1007042266-project] 10.222.0.62 "GET /v2.0/ports?device_id=b275ccbc-7c41-4b97-a5fe-dd82371cc217 HTTP/1.1" status: 200 len: 945 time: 0.0531578 Oct 30 15:22:00.749054 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-422cbe24-3d3f-4043-bf64-38c433130029 req-cc0fa07d-e8f6-4753-a22d-d8b06d23aec1 tempest-InstanceActionsTestJSON-1007042266 tempest-InstanceActionsTestJSON-1007042266-project] 10.222.0.62 "GET /v2.0/security-groups?id=1b864fc1-c6af-4906-a24e-5038d59d4662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343609 Oct 30 15:22:01.079320 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c28d76f-002a-4ad4-aed2-34cfca903691 req-5582ddde-3192-41c0-ac98-7047a54e5f15 tempest-InstanceActionsTestJSON-1007042266 tempest-InstanceActionsTestJSON-1007042266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:01.082152 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7c28d76f-002a-4ad4-aed2-34cfca903691 req-5582ddde-3192-41c0-ac98-7047a54e5f15 tempest-InstanceActionsTestJSON-1007042266 tempest-InstanceActionsTestJSON-1007042266-project] 10.222.0.62 "GET /v2.0/ports?device_id=b275ccbc-7c41-4b97-a5fe-dd82371cc217 HTTP/1.1" status: 200 len: 945 time: 0.0539417 Oct 30 15:22:01.104371 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ddf7a-b664-4021-97c1-0dc899058162 req-6b437518-0640-48ab-9687-108ece8583f3 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:01.105951 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1f5ddf7a-b664-4021-97c1-0dc899058162 req-6b437518-0640-48ab-9687-108ece8583f3 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] 10.222.0.62 "GET /v2.0/ports?device_id=73809f0e-19ce-4218-8302-65fb8bc6780f HTTP/1.1" status: 200 len: 945 time: 0.0603304 Oct 30 15:22:01.128084 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7c28d76f-002a-4ad4-aed2-34cfca903691 req-68aba6a9-2fa5-4cd2-9ca1-b1726ca8e2a1 tempest-InstanceActionsTestJSON-1007042266 tempest-InstanceActionsTestJSON-1007042266-project] 10.222.0.62 "GET /v2.0/security-groups?id=1b864fc1-c6af-4906-a24e-5038d59d4662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397353 Oct 30 15:22:01.147427 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 48836) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:22:01.147708 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1f5ddf7a-b664-4021-97c1-0dc899058162 req-5dbd3551-119a-4be1-ba6c-a31077e6da81 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] 10.222.0.62 "GET /v2.0/security-groups?id=8fb1a9d8-20ca-4a3f-8929-d2b92a1546e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346868 Oct 30 15:22:01.261433 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-da6d5373-3140-4361-a23d-0d0ce2b6d0bd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1586385914-network', 'tenant_id': '6cbec37b2db14ca38a92db2bb5394426'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:22:01.263837 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d1ea4b-dda9-4ba8-a6ba-f5c696ac0bf3 req-9f2e3167-b7a3-4e8e-8032-858beca5d1c8 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:01.265399 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-97d1ea4b-dda9-4ba8-a6ba-f5c696ac0bf3 req-9f2e3167-b7a3-4e8e-8032-858beca5d1c8 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 944 time: 0.0496459 Oct 30 15:22:01.282809 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da6d5373-3140-4361-a23d-0d0ce2b6d0bd admin admin] Made reservation on behalf of 6cbec37b2db14ca38a92db2bb5394426 for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:22:01.285527 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-da6d5373-3140-4361-a23d-0d0ce2b6d0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:01.293674 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-da6d5373-3140-4361-a23d-0d0ce2b6d0bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:01.303146 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-97d1ea4b-dda9-4ba8-a6ba-f5c696ac0bf3 req-24ab1ad1-8807-4d15-82f0-d88cebcb7778 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314739 Oct 30 15:22:01.368912 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-da6d5373-3140-4361-a23d-0d0ce2b6d0bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:01.372483 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-da6d5373-3140-4361-a23d-0d0ce2b6d0bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:01.395259 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da6d5373-3140-4361-a23d-0d0ce2b6d0bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:22:01.410258 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6d5373-3140-4361-a23d-0d0ce2b6d0bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=111295ec-261d-4b0a-8164-6c01eea4fdec,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:01.413149 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-da6d5373-3140-4361-a23d-0d0ce2b6d0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:01.413489 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-da6d5373-3140-4361-a23d-0d0ce2b6d0bd admin admin] Added segment ce6b0c8c-f33b-4ef4-9702-a3d56e209471 of type vlan for network c377d665-d712-4f1e-8a67-c9dc860c632a Oct 30 15:22:01.452264 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-da6d5373-3140-4361-a23d-0d0ce2b6d0bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:01.476713 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-da6d5373-3140-4361-a23d-0d0ce2b6d0bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:01.477802 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6d5373-3140-4361-a23d-0d0ce2b6d0bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:01.478408 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-da6d5373-3140-4361-a23d-0d0ce2b6d0bd admin admin] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:01.535217 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-da6d5373-3140-4361-a23d-0d0ce2b6d0bd admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3862424 Oct 30 15:22:01.538131 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 48842) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:22:01.540119 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6d5373-3140-4361-a23d-0d0ce2b6d0bd admin admin] Pushing event updated for resources: {'Network': ['ID=c377d665-d712-4f1e-8a67-c9dc860c632a,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:01.543714 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-cb5c88a4-9198-4596-8d31-daacf4b47566 admin admin] Request body: {'subnet': {'network_id': 'c377d665-d712-4f1e-8a67-c9dc860c632a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1586385914-subnet', 'tenant_id': '6cbec37b2db14ca38a92db2bb5394426', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:22:01.549959 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network c377d665-d712-4f1e-8a67-c9dc860c632a details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:22:01.566150 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb5c88a4-9198-4596-8d31-daacf4b47566 admin admin] Made reservation on behalf of 6cbec37b2db14ca38a92db2bb5394426 for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:22:01.568647 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cb5c88a4-9198-4596-8d31-daacf4b47566 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:01.807047 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:02.066162 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cb5c88a4-9198-4596-8d31-daacf4b47566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:02.121639 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5c88a4-9198-4596-8d31-daacf4b47566 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a6ea0fd-46e8-45db-a3a6-2e42f2bf8e58,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:02.128566 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5c88a4-9198-4596-8d31-daacf4b47566 admin admin] Checking segment: {'id': 'ce6b0c8c-f33b-4ef4-9702-a3d56e209471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c377d665-d712-4f1e-8a67-c9dc860c632a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:22:02.128928 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5c88a4-9198-4596-8d31-daacf4b47566 admin admin] Network hostable DHCP agents. Network: c377d665-d712-4f1e-8a67-c9dc860c632a, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:22:02.144780 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5c88a4-9198-4596-8d31-daacf4b47566 admin admin] Network c377d665-d712-4f1e-8a67-c9dc860c632a is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:22:02.154317 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-cb5c88a4-9198-4596-8d31-daacf4b47566 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, c377d665-d712-4f1e-8a67-c9dc860c632a) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:22:02.160094 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5c88a4-9198-4596-8d31-daacf4b47566 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:02.163886 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4cfbbe6-db61-4031-af9f-2bf894394491 None None] Network c377d665-d712-4f1e-8a67-c9dc860c632a requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:22:02.168142 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cb5c88a4-9198-4596-8d31-daacf4b47566 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:02.199167 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-cb5c88a4-9198-4596-8d31-daacf4b47566 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6597826 Oct 30 15:22:02.290406 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81337360-8647-4e6f-9478-fba0ffa595d0 req-c1cdff61-15aa-40c1-a6e1-e167710567f7 tempest-InstanceActionsTestJSON-1007042266 tempest-InstanceActionsTestJSON-1007042266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:02.292823 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-81337360-8647-4e6f-9478-fba0ffa595d0 req-c1cdff61-15aa-40c1-a6e1-e167710567f7 tempest-InstanceActionsTestJSON-1007042266 tempest-InstanceActionsTestJSON-1007042266-project] 10.222.0.62 "GET /v2.0/ports?device_id=b275ccbc-7c41-4b97-a5fe-dd82371cc217 HTTP/1.1" status: 200 len: 945 time: 0.0561481 Oct 30 15:22:02.300549 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528ca7e9-478b-4fe5-9e7f-448ccad40e26 None None] Network c377d665-d712-4f1e-8a67-c9dc860c632a requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:22:02.327763 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ff997-c4ef-42e3-8ebf-f254ec5b025b req-2cad6a0a-fb33-4f92-96b6-aa03294d428c tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:02.329561 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f48ff997-c4ef-42e3-8ebf-f254ec5b025b req-2cad6a0a-fb33-4f92-96b6-aa03294d428c tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] 10.222.0.62 "GET /v2.0/ports?device_id=73809f0e-19ce-4218-8302-65fb8bc6780f HTTP/1.1" status: 200 len: 945 time: 0.0787380 Oct 30 15:22:02.346222 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-81337360-8647-4e6f-9478-fba0ffa595d0 req-2ed0f882-5f8f-4ba9-a845-d5f81b2f34a6 tempest-InstanceActionsTestJSON-1007042266 tempest-InstanceActionsTestJSON-1007042266-project] 10.222.0.62 "GET /v2.0/security-groups?id=1b864fc1-c6af-4906-a24e-5038d59d4662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445602 Oct 30 15:22:02.434340 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f48ff997-c4ef-42e3-8ebf-f254ec5b025b req-f4b8c17b-aeee-4d3d-a7d8-3ec617141e5d tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] 10.222.0.62 "GET /v2.0/security-groups?id=8fb1a9d8-20ca-4a3f-8929-d2b92a1546e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920281 Oct 30 15:22:02.465491 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589c5922-8e2e-4acb-b53a-4475b9da26df req-faf2abaf-d1b0-47f7-b24a-3b1abf14e7ae tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:02.465491 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-589c5922-8e2e-4acb-b53a-4475b9da26df req-faf2abaf-d1b0-47f7-b24a-3b1abf14e7ae tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] 10.222.0.44 "GET /v2.0/ports?device_id=73809f0e-19ce-4218-8302-65fb8bc6780f HTTP/1.1" status: 200 len: 945 time: 0.1102543 Oct 30 15:22:02.466560 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf601b25-bde4-4a46-a0c7-9363cce99303 req-0f629b1a-d4e4-4684-a5dd-4822f3d15668 tempest-InstanceActionsTestJSON-1007042266 tempest-InstanceActionsTestJSON-1007042266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:02.466560 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cf601b25-bde4-4a46-a0c7-9363cce99303 req-0f629b1a-d4e4-4684-a5dd-4822f3d15668 tempest-InstanceActionsTestJSON-1007042266 tempest-InstanceActionsTestJSON-1007042266-project] 10.222.0.53 "GET /v2.0/ports?device_id=b275ccbc-7c41-4b97-a5fe-dd82371cc217 HTTP/1.1" status: 200 len: 945 time: 0.0891020 Oct 30 15:22:02.581277 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-589c5922-8e2e-4acb-b53a-4475b9da26df req-a9a81b38-9dc1-4c46-a9c4-fffd12ae06bc tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Deleting port 3fc8fde0-f257-46b8-b5d3-70417982cfff {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:22:02.581546 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-589c5922-8e2e-4acb-b53a-4475b9da26df req-a9a81b38-9dc1-4c46-a9c4-fffd12ae06bc tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:02.600985 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b37b40-5bb5-47ec-ac20-25842ffd9003 req-6a4feac5-83d0-4dd3-968f-9f8a8b1da6a8 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:02.610608 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-05b37b40-5bb5-47ec-ac20-25842ffd9003 req-6a4feac5-83d0-4dd3-968f-9f8a8b1da6a8 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 944 time: 0.0957565 Oct 30 15:22:02.649580 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-cf601b25-bde4-4a46-a0c7-9363cce99303 req-a635ba6d-8f02-4b70-99eb-9f46e2f51524 tempest-InstanceActionsTestJSON-1007042266 tempest-InstanceActionsTestJSON-1007042266-project] Deleting port 6050c6db-1c81-4cef-afb2-4d26db4c2882 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:22:02.650005 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-cf601b25-bde4-4a46-a0c7-9363cce99303 req-a635ba6d-8f02-4b70-99eb-9f46e2f51524 tempest-InstanceActionsTestJSON-1007042266 tempest-InstanceActionsTestJSON-1007042266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:02.681292 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-589c5922-8e2e-4acb-b53a-4475b9da26df req-a9a81b38-9dc1-4c46-a9c4-fffd12ae06bc tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] For port 3fc8fde0-f257-46b8-b5d3-70417982cfff, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=3fc8fde0-f257-46b8-b5d3-70417982cfff,segment=NetworkSegment(51177d7b-2743-4491-8d74-a9187db4d73d),segment_id=51177d7b-2743-4491-8d74-a9187db4d73d)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:22:02.681438 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-589c5922-8e2e-4acb-b53a-4475b9da26df req-a9a81b38-9dc1-4c46-a9c4-fffd12ae06bc tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:02.699500 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-05b37b40-5bb5-47ec-ac20-25842ffd9003 req-10e3ed54-0d92-4e53-816e-dbf13a0bea59 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904751 Oct 30 15:22:02.762037 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-cf601b25-bde4-4a46-a0c7-9363cce99303 req-a635ba6d-8f02-4b70-99eb-9f46e2f51524 tempest-InstanceActionsTestJSON-1007042266 tempest-InstanceActionsTestJSON-1007042266-project] For port 6050c6db-1c81-4cef-afb2-4d26db4c2882, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=6050c6db-1c81-4cef-afb2-4d26db4c2882,segment=NetworkSegment(656f0dcc-bd28-4bd8-927c-2dd53dba34ef),segment_id=656f0dcc-bd28-4bd8-927c-2dd53dba34ef)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:22:02.762406 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-cf601b25-bde4-4a46-a0c7-9363cce99303 req-a635ba6d-8f02-4b70-99eb-9f46e2f51524 tempest-InstanceActionsTestJSON-1007042266 tempest-InstanceActionsTestJSON-1007042266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:02.775958 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-cf601b25-bde4-4a46-a0c7-9363cce99303 req-a635ba6d-8f02-4b70-99eb-9f46e2f51524 tempest-InstanceActionsTestJSON-1007042266 tempest-InstanceActionsTestJSON-1007042266-project] Calling delete_port for 6050c6db-1c81-4cef-afb2-4d26db4c2882 owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:22:02.832561 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 48866) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:22:02.837241 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-c5eed86f-df9f-4e50-9821-75aef0e2775f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2138298269-network', 'tenant_id': '48bae0721b0a4b9db4d9d9eeac3d45f0'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:22:02.876113 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5eed86f-df9f-4e50-9821-75aef0e2775f admin admin] Made reservation on behalf of 48bae0721b0a4b9db4d9d9eeac3d45f0 for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:22:02.878577 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c5eed86f-df9f-4e50-9821-75aef0e2775f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:02.887966 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c5eed86f-df9f-4e50-9821-75aef0e2775f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:02.977575 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-cf601b25-bde4-4a46-a0c7-9363cce99303 req-a635ba6d-8f02-4b70-99eb-9f46e2f51524 tempest-InstanceActionsTestJSON-1007042266 tempest-InstanceActionsTestJSON-1007042266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:02.989503 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['6050c6db-1c81-4cef-afb2-4d26db4c2882'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:22:03.027313 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a635ba6d-8f02-4b70-99eb-9f46e2f51524 tempest-InstanceActionsTestJSON-1007042266 tempest-InstanceActionsTestJSON-1007042266-project] Pushing event deleted for resources: {'Port': ['ID=6050c6db-1c81-4cef-afb2-4d26db4c2882,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:03.085088 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf601b25-bde4-4a46-a0c7-9363cce99303 req-a635ba6d-8f02-4b70-99eb-9f46e2f51524 tempest-InstanceActionsTestJSON-1007042266 tempest-InstanceActionsTestJSON-1007042266-project] No DVR routers for this DVR port 6050c6db-1c81-4cef-afb2-4d26db4c2882 on host n-h1-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:22:03.089885 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-cf601b25-bde4-4a46-a0c7-9363cce99303 req-a635ba6d-8f02-4b70-99eb-9f46e2f51524 tempest-InstanceActionsTestJSON-1007042266 tempest-InstanceActionsTestJSON-1007042266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:03.093255 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cf601b25-bde4-4a46-a0c7-9363cce99303 req-a635ba6d-8f02-4b70-99eb-9f46e2f51524 tempest-InstanceActionsTestJSON-1007042266 tempest-InstanceActionsTestJSON-1007042266-project] 10.222.0.53 "DELETE /v2.0/ports/6050c6db-1c81-4cef-afb2-4d26db4c2882 HTTP/1.1" status: 204 len: 173 time: 0.6203165 Oct 30 15:22:03.093746 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b275ccbc-7c41-4b97-a5fe-dd82371cc217', 'name': 'network-vif-deleted', 'tag': '6050c6db-1c81-4cef-afb2-4d26db4c2882'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:22:03.096110 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e765674-9e97-49f9-a003-4ddfb7836d7e" -d '{"events": [{"server_uuid": "b275ccbc-7c41-4b97-a5fe-dd82371cc217", "name": "network-vif-deleted", "tag": "6050c6db-1c81-4cef-afb2-4d26db4c2882"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:22:03.100177 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c5eed86f-df9f-4e50-9821-75aef0e2775f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:03.108886 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c5eed86f-df9f-4e50-9821-75aef0e2775f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:03.122773 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5eed86f-df9f-4e50-9821-75aef0e2775f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:22:03.144024 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c5eed86f-df9f-4e50-9821-75aef0e2775f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:03.144369 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-c5eed86f-df9f-4e50-9821-75aef0e2775f admin admin] Added segment 46b072ec-6a9d-4f9f-9078-e2c5c062bd1f of type vlan for network 05638999-29c4-46c4-a75c-0f5a7e5ba032 Oct 30 15:22:03.148359 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc03daeb-b339-49ce-9201-a33376f76872 x-openstack-request-id: req-fc03daeb-b339-49ce-9201-a33376f76872 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:22:03.148768 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b275ccbc-7c41-4b97-a5fe-dd82371cc217", "name": "network-vif-deleted", "tag": "6050c6db-1c81-4cef-afb2-4d26db4c2882", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:22:03.149025 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fc03daeb-b339-49ce-9201-a33376f76872 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:22:03.149442 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b275ccbc-7c41-4b97-a5fe-dd82371cc217', 'name': 'network-vif-deleted', 'tag': '6050c6db-1c81-4cef-afb2-4d26db4c2882', 'status': 'completed', 'code': 200} Oct 30 15:22:03.190858 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eed86f-df9f-4e50-9821-75aef0e2775f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d88b5f02-b46d-4994-85ae-a4d0a0a015bb,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:03.202161 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c5eed86f-df9f-4e50-9821-75aef0e2775f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:03.229384 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c5eed86f-df9f-4e50-9821-75aef0e2775f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:03.230472 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5eed86f-df9f-4e50-9821-75aef0e2775f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:03.231093 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c5eed86f-df9f-4e50-9821-75aef0e2775f admin admin] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:03.243723 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-589c5922-8e2e-4acb-b53a-4475b9da26df req-a9a81b38-9dc1-4c46-a9c4-fffd12ae06bc tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:03.244093 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-589c5922-8e2e-4acb-b53a-4475b9da26df req-a9a81b38-9dc1-4c46-a9c4-fffd12ae06bc tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:03.244402 n-d-806683-17 neutron-server[102130]: INFO neutron.db.l3_db [req-589c5922-8e2e-4acb-b53a-4475b9da26df req-a9a81b38-9dc1-4c46-a9c4-fffd12ae06bc tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Floating IP f70d389e-d8bc-4e3d-a993-14679f70589d disassociated. External IP: 172.25.4.169, port: 3fc8fde0-f257-46b8-b5d3-70417982cfff. Oct 30 15:22:03.244960 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-589c5922-8e2e-4acb-b53a-4475b9da26df req-a9a81b38-9dc1-4c46-a9c4-fffd12ae06bc tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Calling delete_port for 3fc8fde0-f257-46b8-b5d3-70417982cfff owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:22:03.284479 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-c5eed86f-df9f-4e50-9821-75aef0e2775f admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4509032 Oct 30 15:22:03.287147 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 48870) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:22:03.292099 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-d2430e3f-0fa5-453d-92a4-fd3b492aba67 admin admin] Request body: {'subnet': {'network_id': '05638999-29c4-46c4-a75c-0f5a7e5ba032', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2138298269-subnet', 'tenant_id': '48bae0721b0a4b9db4d9d9eeac3d45f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:22:03.318492 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eed86f-df9f-4e50-9821-75aef0e2775f admin admin] Pushing event updated for resources: {'Network': ['ID=05638999-29c4-46c4-a75c-0f5a7e5ba032,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:03.330010 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2430e3f-0fa5-453d-92a4-fd3b492aba67 admin admin] Made reservation on behalf of 48bae0721b0a4b9db4d9d9eeac3d45f0 for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:22:03.331501 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 05638999-29c4-46c4-a75c-0f5a7e5ba032 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:22:03.334512 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d2430e3f-0fa5-453d-92a4-fd3b492aba67 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:03.386163 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-589c5922-8e2e-4acb-b53a-4475b9da26df req-a9a81b38-9dc1-4c46-a9c4-fffd12ae06bc tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:03.420086 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a81b38-9dc1-4c46-a9c4-fffd12ae06bc tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Pushing event deleted for resources: {'Port': ['ID=3fc8fde0-f257-46b8-b5d3-70417982cfff,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:03.513088 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b86458d2-92ba-466d-a190-f734da1dd7d6 req-4dcf6018-60ab-4a69-8247-e42ec4308641 tempest-InstanceActionsTestJSON-1007042266 tempest-InstanceActionsTestJSON-1007042266-project] 10.222.0.62 "GET /v2.0/ports?device_id=b275ccbc-7c41-4b97-a5fe-dd82371cc217 HTTP/1.1" status: 200 len: 210 time: 0.0479217 Oct 30 15:22:03.575619 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d2430e3f-0fa5-453d-92a4-fd3b492aba67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:03.595111 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e3c48148-8a6b-4cc1-9fb0-559e53aaeda9 req-473023ee-9d1d-4766-9121-63af2e2cee4f tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] 10.222.0.62 "GET /v2.0/ports?device_id=73809f0e-19ce-4218-8302-65fb8bc6780f HTTP/1.1" status: 200 len: 210 time: 0.0402739 Oct 30 15:22:03.607070 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [req-589c5922-8e2e-4acb-b53a-4475b9da26df req-a9a81b38-9dc1-4c46-a9c4-fffd12ae06bc tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Router 9f5b8159-6d91-4b28-a805-6508b08b7375 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:22:03.657677 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2430e3f-0fa5-453d-92a4-fd3b492aba67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=044b71d7-5aee-424a-9e24-623fe79427e9,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:03.678693 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2430e3f-0fa5-453d-92a4-fd3b492aba67 admin admin] Checking segment: {'id': '46b072ec-6a9d-4f9f-9078-e2c5c062bd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '05638999-29c4-46c4-a75c-0f5a7e5ba032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:22:03.679116 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2430e3f-0fa5-453d-92a4-fd3b492aba67 admin admin] Network hostable DHCP agents. Network: 05638999-29c4-46c4-a75c-0f5a7e5ba032, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:22:03.699029 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2430e3f-0fa5-453d-92a4-fd3b492aba67 admin admin] Network 05638999-29c4-46c4-a75c-0f5a7e5ba032 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:22:03.709196 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-d2430e3f-0fa5-453d-92a4-fd3b492aba67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 05638999-29c4-46c4-a75c-0f5a7e5ba032) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:22:03.713466 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2430e3f-0fa5-453d-92a4-fd3b492aba67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:03.714058 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d2430e3f-0fa5-453d-92a4-fd3b492aba67 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:03.720145 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54dc5ff0-dfeb-4884-943c-762bb4e85e28 None None] Network 05638999-29c4-46c4-a75c-0f5a7e5ba032 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:22:03.730027 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d2430e3f-0fa5-453d-92a4-fd3b492aba67 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4417963 Oct 30 15:22:03.735347 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-589c5922-8e2e-4acb-b53a-4475b9da26df req-a9a81b38-9dc1-4c46-a9c4-fffd12ae06bc tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:22:03.786222 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa74d8b-e4d4-4c99-b2de-eef0a9101018 None None] Sync routers for ids ['9f5b8159-6d91-4b28-a805-6508b08b7375'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:22:03.813543 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa74d8b-e4d4-4c99-b2de-eef0a9101018 None None] Routers {'9f5b8159-6d91-4b28-a805-6508b08b7375'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:22:03.814508 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-3aa74d8b-e4d4-4c99-b2de-eef0a9101018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:21:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['9f5b8159-6d91-4b28-a805-6508b08b7375'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:22:03.815417 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-589c5922-8e2e-4acb-b53a-4475b9da26df req-a9a81b38-9dc1-4c46-a9c4-fffd12ae06bc tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] No DVR routers for this DVR port 3fc8fde0-f257-46b8-b5d3-70417982cfff on host n-h2-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:22:03.818969 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-589c5922-8e2e-4acb-b53a-4475b9da26df req-a9a81b38-9dc1-4c46-a9c4-fffd12ae06bc tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:03.822945 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-589c5922-8e2e-4acb-b53a-4475b9da26df req-a9a81b38-9dc1-4c46-a9c4-fffd12ae06bc tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] 10.222.0.44 "DELETE /v2.0/ports/3fc8fde0-f257-46b8-b5d3-70417982cfff HTTP/1.1" status: 204 len: 173 time: 1.3575087 Oct 30 15:22:03.825003 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73809f0e-19ce-4218-8302-65fb8bc6780f', 'name': 'network-vif-deleted', 'tag': '3fc8fde0-f257-46b8-b5d3-70417982cfff'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:22:03.827934 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba35a212-6bc8-4411-b38e-c2b55c51f597" -d '{"events": [{"server_uuid": "73809f0e-19ce-4218-8302-65fb8bc6780f", "name": "network-vif-deleted", "tag": "3fc8fde0-f257-46b8-b5d3-70417982cfff"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:22:03.889466 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb4f09f-5d1e-48ef-986b-fce50b9978e9 x-openstack-request-id: req-6bb4f09f-5d1e-48ef-986b-fce50b9978e9 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:22:03.889764 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73809f0e-19ce-4218-8302-65fb8bc6780f", "name": "network-vif-deleted", "tag": "3fc8fde0-f257-46b8-b5d3-70417982cfff", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:22:03.890023 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6bb4f09f-5d1e-48ef-986b-fce50b9978e9 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:22:03.890732 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73809f0e-19ce-4218-8302-65fb8bc6780f', 'name': 'network-vif-deleted', 'tag': '3fc8fde0-f257-46b8-b5d3-70417982cfff', 'status': 'completed', 'code': 200} Oct 30 15:22:03.914400 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e97e01b-f563-428b-aa03-5a5f80349ebe req-2a9d2c49-5929-46cb-ad21-50ee02efc629 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:03.916086 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3e97e01b-f563-428b-aa03-5a5f80349ebe req-2a9d2c49-5929-46cb-ad21-50ee02efc629 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 944 time: 0.1031580 Oct 30 15:22:03.978638 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3e97e01b-f563-428b-aa03-5a5f80349ebe req-1d24a0db-5efa-4ad7-993d-c78dae4795a7 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530326 Oct 30 15:22:04.175729 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1e7b16-64ae-4b7f-8565-de2f0ab7f0f0 None None] Network 05638999-29c4-46c4-a75c-0f5a7e5ba032 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:22:04.242927 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-3aa74d8b-e4d4-4c99-b2de-eef0a9101018 None None] Set router 9f5b8159-6d91-4b28-a805-6508b08b7375 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:22:04.371502 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b6688-837d-4e8c-830d-576afe6c6e35 req-ff1bb2a2-68a9-4359-955c-1efba293e7cc tempest-VolumesActionsTest-1088868719 tempest-VolumesActionsTest-1088868719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:04.373668 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fd9b6688-837d-4e8c-830d-576afe6c6e35 req-ff1bb2a2-68a9-4359-955c-1efba293e7cc tempest-VolumesActionsTest-1088868719 tempest-VolumesActionsTest-1088868719-project] 10.222.0.62 "GET /v2.0/networks?id=c377d665-d712-4f1e-8a67-c9dc860c632a HTTP/1.1" status: 200 len: 809 time: 0.1157014 Oct 30 15:22:04.404911 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fd9b6688-837d-4e8c-830d-576afe6c6e35 req-454d85e6-f420-462f-9905-aa81214f014f tempest-VolumesActionsTest-1088868719 tempest-VolumesActionsTest-1088868719-project] 10.222.0.62 "GET /v2.0/quotas/6cbec37b2db14ca38a92db2bb5394426 HTTP/1.1" status: 200 len: 375 time: 0.0242875 Oct 30 15:22:04.442390 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fd9b6688-837d-4e8c-830d-576afe6c6e35 req-17abb0ff-8a2c-4365-aa56-62d2e9c8879d tempest-VolumesActionsTest-1088868719 tempest-VolumesActionsTest-1088868719-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=6cbec37b2db14ca38a92db2bb5394426&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299163 Oct 30 15:22:04.517202 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-3aa74d8b-e4d4-4c99-b2de-eef0a9101018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5b8159-6d91-4b28-a805-6508b08b7375', 'name': 'tempest-ServersTestJSON-622500534-router', 'tenant_id': 'f3a028c2011c4716b8654b6f4722cc4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '4e57ccf7-b927-46a6-928c-e6b3fa1ca23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:19:38Z', 'updated_at': '2021-10-30T15:19:46Z', 'revision_number': 4, 'project_id': 'f3a028c2011c4716b8654b6f4722cc4f', 'gw_port': {'id': '4e57ccf7-b927-46a6-928c-e6b3fa1ca23e', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:de:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5b8159-6d91-4b28-a805-6508b08b7375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:19:40Z', 'updated_at': '2021-10-30T15:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '598bfd88-4593-4230-b70f-2e29239b735a', 'name': '', 'network_id': '9e899717-33c9-4fad-8f0b-261f9b6a5c52', 'tenant_id': 'f3a028c2011c4716b8654b6f4722cc4f', 'mac_address': 'fa:16:3e:7b:24:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5b8159-6d91-4b28-a805-6508b08b7375', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '71f852c9-a23d-4913-9451-d5be182d949f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:19:44Z', 'updated_at': '2021-10-30T15:19:56Z', 'revision_number': 5, 'project_id': 'f3a028c2011c4716b8654b6f4722cc4f', 'subnets': [{'id': '71f852c9-a23d-4913-9451-d5be182d949f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:22:04.543385 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa74d8b-e4d4-4c99-b2de-eef0a9101018 None None] Checking router: 9f5b8159-6d91-4b28-a805-6508b08b7375 for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:22:04.552531 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa74d8b-e4d4-4c99-b2de-eef0a9101018 None None] Routers {'9f5b8159-6d91-4b28-a805-6508b08b7375'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:22:04.553738 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-3aa74d8b-e4d4-4c99-b2de-eef0a9101018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:21:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['9f5b8159-6d91-4b28-a805-6508b08b7375'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:22:04.585165 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 48902) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:22:04.630297 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-215f5f6e-8903-42f2-9d7e-5d1d6d54a8b7 admin admin] Deleting subnet f91b06a6-15c7-40d0-8c9d-440ad8acf358 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:22:04.633969 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-215f5f6e-8903-42f2-9d7e-5d1d6d54a8b7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:04.646101 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fd9b6688-837d-4e8c-830d-576afe6c6e35 req-a33e4bf8-956f-4840-be03-9799e79bab99 service neutron] 10.222.0.62 "GET /v2.0/networks/c377d665-d712-4f1e-8a67-c9dc860c632a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948559 Oct 30 15:22:04.680650 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-3aa74d8b-e4d4-4c99-b2de-eef0a9101018 None None] Set router 9f5b8159-6d91-4b28-a805-6508b08b7375 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:22:04.688189 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-215f5f6e-8903-42f2-9d7e-5d1d6d54a8b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:04.740424 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-215f5f6e-8903-42f2-9d7e-5d1d6d54a8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:04.755732 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fd9b6688-837d-4e8c-830d-576afe6c6e35 req-7b480433-e0f3-4648-a79e-c51085c858b3 service neutron] 10.222.0.62 "GET /v2.0/networks/c377d665-d712-4f1e-8a67-c9dc860c632a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087198 Oct 30 15:22:04.774665 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 48910) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:22:04.813565 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-215f5f6e-8903-42f2-9d7e-5d1d6d54a8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:04.848607 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215f5f6e-8903-42f2-9d7e-5d1d6d54a8b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f91b06a6-15c7-40d0-8c9d-440ad8acf358,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:04.854705 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4706b076-9328-4a81-a2e2-83c017707ae5 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:04.859560 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-215f5f6e-8903-42f2-9d7e-5d1d6d54a8b7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:04.867738 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-215f5f6e-8903-42f2-9d7e-5d1d6d54a8b7 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/f91b06a6-15c7-40d0-8c9d-440ad8acf358 HTTP/1.1" status: 204 len: 168 time: 0.2824562 Oct 30 15:22:04.868637 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 48912) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:22:04.884787 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4706b076-9328-4a81-a2e2-83c017707ae5 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:04.952476 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4706b076-9328-4a81-a2e2-83c017707ae5 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:04.956379 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4706b076-9328-4a81-a2e2-83c017707ae5 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:04.957685 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-4706b076-9328-4a81-a2e2-83c017707ae5 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] 10.222.0.62 "DELETE /v2.0/security-groups/8fb1a9d8-20ca-4a3f-8929-d2b92a1546e8 HTTP/1.1" status: 204 len: 168 time: 0.1816850 Oct 30 15:22:04.961578 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 48918) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:22:04.981058 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-3aa74d8b-e4d4-4c99-b2de-eef0a9101018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5b8159-6d91-4b28-a805-6508b08b7375', 'name': 'tempest-ServersTestJSON-622500534-router', 'tenant_id': 'f3a028c2011c4716b8654b6f4722cc4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '4e57ccf7-b927-46a6-928c-e6b3fa1ca23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:19:38Z', 'updated_at': '2021-10-30T15:19:46Z', 'revision_number': 4, 'project_id': 'f3a028c2011c4716b8654b6f4722cc4f', 'gw_port': {'id': '4e57ccf7-b927-46a6-928c-e6b3fa1ca23e', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:de:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5b8159-6d91-4b28-a805-6508b08b7375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:19:40Z', 'updated_at': '2021-10-30T15:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '598bfd88-4593-4230-b70f-2e29239b735a', 'name': '', 'network_id': '9e899717-33c9-4fad-8f0b-261f9b6a5c52', 'tenant_id': 'f3a028c2011c4716b8654b6f4722cc4f', 'mac_address': 'fa:16:3e:7b:24:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5b8159-6d91-4b28-a805-6508b08b7375', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '71f852c9-a23d-4913-9451-d5be182d949f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:19:44Z', 'updated_at': '2021-10-30T15:19:56Z', 'revision_number': 5, 'project_id': 'f3a028c2011c4716b8654b6f4722cc4f', 'subnets': [{'id': '71f852c9-a23d-4913-9451-d5be182d949f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:22:04.990949 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4706b076-9328-4a81-a2e2-83c017707ae5 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb1a9d8-20ca-4a3f-8929-d2b92a1546e8,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:05.001650 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-a54aca69-0a44-4d1b-bbcf-4d63af0d5e22 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] show failed (client error): The resource could not be found. Oct 30 15:22:05.003344 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-a54aca69-0a44-4d1b-bbcf-4d63af0d5e22 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] 10.222.0.62 "GET /v2.0/security-groups/8fb1a9d8-20ca-4a3f-8929-d2b92a1546e8 HTTP/1.1" status: 404 len: 347 time: 0.0402575 Oct 30 15:22:05.006499 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 48920) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:22:05.048077 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2348cac5-6b5d-4f60-8d93-e3df6878d94b req-2321eb6c-f8fe-40a0-9308-0068d47eedaf tempest-VolumesActionsTest-1088868719 tempest-VolumesActionsTest-1088868719-project] 10.222.0.62 "GET /v2.0/ports?device_id=14bf2f39-d1c5-4abb-bbe6-0bdc4f487e99 HTTP/1.1" status: 200 len: 210 time: 0.0797601 Oct 30 15:22:05.049475 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa74d8b-e4d4-4c99-b2de-eef0a9101018 None None] The sync data for ids ['9f5b8159-6d91-4b28-a805-6508b08b7375'] in n-d-806683-17 is: [{'id': '9f5b8159-6d91-4b28-a805-6508b08b7375', 'name': 'tempest-ServersTestJSON-622500534-router', 'tenant_id': 'f3a028c2011c4716b8654b6f4722cc4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '4e57ccf7-b927-46a6-928c-e6b3fa1ca23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:19:38Z', 'updated_at': '2021-10-30T15:19:46Z', 'revision_number': 4, 'project_id': 'f3a028c2011c4716b8654b6f4722cc4f', 'gw_port': {'id': '4e57ccf7-b927-46a6-928c-e6b3fa1ca23e', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:de:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5b8159-6d91-4b28-a805-6508b08b7375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:19:40Z', 'updated_at': '2021-10-30T15:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '598bfd88-4593-4230-b70f-2e29239b735a', 'name': '', 'network_id': '9e899717-33c9-4fad-8f0b-261f9b6a5c52', 'tenant_id': 'f3a028c2011c4716b8654b6f4722cc4f', 'mac_address': 'fa:16:3e:7b:24:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5b8159-6d91-4b28-a805-6508b08b7375', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '71f852c9-a23d-4913-9451-d5be182d949f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:19:44Z', 'updated_at': '2021-10-30T15:19:56Z', 'revision_number': 5, 'project_id': 'f3a028c2011c4716b8654b6f4722cc4f', 'subnets': [{'id': '71f852c9-a23d-4913-9451-d5be182d949f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:22:05.090830 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a5dfd5f6-766e-48e7-be2f-14734e4845c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:05.196799 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a5dfd5f6-766e-48e7-be2f-14734e4845c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:05.227851 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-a5dfd5f6-766e-48e7-be2f-14734e4845c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa7ff3d3-3fb6-4c1f-9da5-0615b3a731ec']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:22:05.234228 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af6fba-6a9b-4600-a1e1-9262c1d17464 req-9eeeee18-5d03-44bc-8bc4-75f9de7f9d43 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:05.235833 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-03af6fba-6a9b-4600-a1e1-9262c1d17464 req-9eeeee18-5d03-44bc-8bc4-75f9de7f9d43 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 944 time: 0.0976775 Oct 30 15:22:05.237767 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-a5dfd5f6-766e-48e7-be2f-14734e4845c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '656f0dcc-bd28-4bd8-927c-2dd53dba34ef') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:22:05.238275 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-a5dfd5f6-766e-48e7-be2f-14734e4845c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '656f0dcc-bd28-4bd8-927c-2dd53dba34ef') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:22:05.248657 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a5dfd5f6-766e-48e7-be2f-14734e4845c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:05.262347 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-9cf68412-8288-4cb7-bbe6-edadac49a457 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Deleting port 4acc028f-60eb-4243-a3b0-3c5f59c0aeed {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:22:05.262689 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9cf68412-8288-4cb7-bbe6-edadac49a457 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:05.266432 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a5dfd5f6-766e-48e7-be2f-14734e4845c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:05.276295 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5dfd5f6-766e-48e7-be2f-14734e4845c6 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:22:05.276730 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a5dfd5f6-766e-48e7-be2f-14734e4845c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:05.278521 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:22:05.278521 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:22:05.278521 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:22:05.278521 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:22:05.278521 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:22:05.278521 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:22:05.278521 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:22:05.278521 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:22:05.278521 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:22:05.278521 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:22:05.278521 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:22:05.278521 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:22:05.278521 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:22:05.278521 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:22:05.278521 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:22:05.278521 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:22:05.278521 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:22:05.278521 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:22:05.278521 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:22:05.278521 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:22:05.278521 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:22:05.278521 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:22:05.278521 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:22:05.278521 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:22:05.278521 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:22:05.278521 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:22:05.278521 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:22:05.278521 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:22:05.278521 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:22:05.278521 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:22:05.278521 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:22:05.278521 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:22:05.332477 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-03af6fba-6a9b-4600-a1e1-9262c1d17464 req-ca5fff44-cbae-4c36-ba04-5b01aacaafdc tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884259 Oct 30 15:22:05.354564 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a5dfd5f6-766e-48e7-be2f-14734e4845c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:05.371778 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a5dfd5f6-766e-48e7-be2f-14734e4845c6 admin admin] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:05.394571 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a5dfd5f6-766e-48e7-be2f-14734e4845c6 admin admin] 10.222.0.62 "DELETE /v2.0/networks/aa7ff3d3-3fb6-4c1f-9da5-0615b3a731ec HTTP/1.1" status: 204 len: 168 time: 0.5204763 Oct 30 15:22:05.396703 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9cf68412-8288-4cb7-bbe6-edadac49a457 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:05.397448 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9cf68412-8288-4cb7-bbe6-edadac49a457 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:05.418298 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dfd5f6-766e-48e7-be2f-14734e4845c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa7ff3d3-3fb6-4c1f-9da5-0615b3a731ec,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:05.434686 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-9cf68412-8288-4cb7-bbe6-edadac49a457 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Calling delete_port for 4acc028f-60eb-4243-a3b0-3c5f59c0aeed owned by network:floatingip {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:22:05.462833 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7b6d52-5903-457c-9ed4-85bebc6a4761 None None] New status for floating IP f70d389e-d8bc-4e3d-a993-14679f70589d: DOWN {{(pid=102133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 15:22:05.629458 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 48932) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:22:05.649147 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9cf68412-8288-4cb7-bbe6-edadac49a457 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:05.689425 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf68412-8288-4cb7-bbe6-edadac49a457 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Pushing event deleted for resources: {'Port': ['ID=4acc028f-60eb-4243-a3b0-3c5f59c0aeed,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:05.696506 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-80c897b9-4e48-4914-9804-6ffb25029c99 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cf0f981673474c14a237ec7be73095e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0627146 Oct 30 15:22:05.697430 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 48934) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:22:05.766589 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9cf68412-8288-4cb7-bbe6-edadac49a457 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Publish callbacks [] for floatingip, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:05.767122 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3b1ddc56-4ec6-4ea5-b422-ec3df19e27be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:05.770066 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9cf68412-8288-4cb7-bbe6-edadac49a457 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:05.774272 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-9cf68412-8288-4cb7-bbe6-edadac49a457 tempest-ServersTestJSON-1469611661 tempest-ServersTestJSON-1469611661-project] 10.222.0.62 "DELETE /v2.0/floatingips/f70d389e-d8bc-4e3d-a993-14679f70589d HTTP/1.1" status: 204 len: 168 time: 0.7628000 Oct 30 15:22:05.774690 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 48938) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:22:05.797209 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3b1ddc56-4ec6-4ea5-b422-ec3df19e27be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:05.849576 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3b1ddc56-4ec6-4ea5-b422-ec3df19e27be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:05.852250 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3b1ddc56-4ec6-4ea5-b422-ec3df19e27be admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:05.853540 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-3b1ddc56-4ec6-4ea5-b422-ec3df19e27be admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1b864fc1-c6af-4906-a24e-5038d59d4662 HTTP/1.1" status: 204 len: 168 time: 0.1549954 Oct 30 15:22:05.862201 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ddc56-4ec6-4ea5-b422-ec3df19e27be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b864fc1-c6af-4906-a24e-5038d59d4662,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:06.054057 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 3fc8fde0-f257-46b8-b5d3-70417982cfff no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:22:06.132384 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] No Port match for: 3fc8fde0-f257-46b8-b5d3-70417982cfff {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:22:06.132807 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 3fc8fde0-f257-46b8-b5d3-70417982cfff not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:22:06.173055 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-591a7afe-4932-4de2-badc-84df2b3242ff req-c2de365d-1ebc-48e6-9846-3f3e41630b12 tempest-VolumesActionsTest-1088868719 tempest-VolumesActionsTest-1088868719-project] 10.222.0.62 "GET /v2.0/ports?device_id=14bf2f39-d1c5-4abb-bbe6-0bdc4f487e99 HTTP/1.1" status: 200 len: 210 time: 0.0361304 Oct 30 15:22:06.264646 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b6688-837d-4e8c-830d-576afe6c6e35 req-f2a0b29b-10ef-4a4e-89ae-8d7e6479c1bb tempest-VolumesActionsTest-1088868719 tempest-VolumesActionsTest-1088868719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:06.268545 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fd9b6688-837d-4e8c-830d-576afe6c6e35 req-f2a0b29b-10ef-4a4e-89ae-8d7e6479c1bb tempest-VolumesActionsTest-1088868719 tempest-VolumesActionsTest-1088868719-project] 10.222.0.53 "GET /v2.0/networks?id=c377d665-d712-4f1e-8a67-c9dc860c632a HTTP/1.1" status: 200 len: 809 time: 0.1868923 Oct 30 15:22:06.289305 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-fd9b6688-837d-4e8c-830d-576afe6c6e35 req-772c82bc-2646-4c96-9ff4-93f3c5a5f705 tempest-VolumesActionsTest-1088868719 tempest-VolumesActionsTest-1088868719-project] Request body: {'port': {'device_id': '14bf2f39-d1c5-4abb-bbe6-0bdc4f487e99', 'network_id': 'c377d665-d712-4f1e-8a67-c9dc860c632a', 'admin_state_up': True, 'tenant_id': '6cbec37b2db14ca38a92db2bb5394426'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:22:06.370418 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6bb9b93f-0993-4e41-b033-04ee0c239d99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:06.475511 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be3a910-075e-4c61-b716-08e87ec020e0 req-b009b3ed-990e-44dc-bcd7-bc5831f1629b tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:06.477594 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4be3a910-075e-4c61-b716-08e87ec020e0 req-b009b3ed-990e-44dc-bcd7-bc5831f1629b tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 944 time: 0.0623837 Oct 30 15:22:06.503833 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd9b6688-837d-4e8c-830d-576afe6c6e35 req-772c82bc-2646-4c96-9ff4-93f3c5a5f705 tempest-VolumesActionsTest-1088868719 tempest-VolumesActionsTest-1088868719-project] Made reservation on behalf of 6cbec37b2db14ca38a92db2bb5394426 for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:22:06.507600 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-fd9b6688-837d-4e8c-830d-576afe6c6e35 req-772c82bc-2646-4c96-9ff4-93f3c5a5f705 tempest-VolumesActionsTest-1088868719 tempest-VolumesActionsTest-1088868719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:06.529323 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4be3a910-075e-4c61-b716-08e87ec020e0 req-fadd66bf-c265-4d92-9037-4265ea5e863d tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423970 Oct 30 15:22:06.617547 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 48966) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:22:06.715914 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 6050c6db-1c81-4cef-afb2-4d26db4c2882 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:22:06.761787 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-fd9b6688-837d-4e8c-830d-576afe6c6e35 req-772c82bc-2646-4c96-9ff4-93f3c5a5f705 tempest-VolumesActionsTest-1088868719 tempest-VolumesActionsTest-1088868719-project] Allocated IP 172.20.0.8 (c377d665-d712-4f1e-8a67-c9dc860c632a/6a6ea0fd-46e8-45db-a3a6-2e42f2bf8e58/66e5973d-f920-41bc-9f65-c017f02a756a) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:22:06.762344 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: 6050c6db-1c81-4cef-afb2-4d26db4c2882 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:22:06.762926 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 6050c6db-1c81-4cef-afb2-4d26db4c2882 not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:22:06.774162 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-9cdf034e-e1d7-487f-881a-ac61287604ca admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-22897998-network', 'tenant_id': '94855398ab7244e0b4017ff3b01f9b39'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:22:06.805325 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a47eadd-be30-42cb-9df5-7d9b5284cf17 req-16521a58-2cde-430b-9bcb-09b468766187 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:06.806970 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8a47eadd-be30-42cb-9df5-7d9b5284cf17 req-16521a58-2cde-430b-9bcb-09b468766187 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 944 time: 0.0993547 Oct 30 15:22:06.814049 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157debf9-d0ba-4364-9e7a-26f26fbec7fb req-0206bf53-89fa-43a3-a742-413461a22ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:06.815668 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-157debf9-d0ba-4364-9e7a-26f26fbec7fb req-0206bf53-89fa-43a3-a742-413461a22ef7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=19817faf69a4405b907421887c1772e6&device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 1096 time: 0.0865102 Oct 30 15:22:06.856980 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cdf034e-e1d7-487f-881a-ac61287604ca admin admin] Made reservation on behalf of 94855398ab7244e0b4017ff3b01f9b39 for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:22:06.859891 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9cdf034e-e1d7-487f-881a-ac61287604ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:06.884129 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9cdf034e-e1d7-487f-881a-ac61287604ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:06.904098 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8a47eadd-be30-42cb-9df5-7d9b5284cf17 req-e0088c95-c7a1-4226-bd11-840b26ae91b3 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873361 Oct 30 15:22:06.940579 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157debf9-d0ba-4364-9e7a-26f26fbec7fb req-23c6f2b6-3b18-400b-bd46-a8284cbd8455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:06.942051 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-157debf9-d0ba-4364-9e7a-26f26fbec7fb req-23c6f2b6-3b18-400b-bd46-a8284cbd8455 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d26e81b3-f432-4f3d-bc5b-f2edc1c076d6 HTTP/1.1" status: 200 len: 911 time: 0.1178768 Oct 30 15:22:06.945327 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-6bb9b93f-0993-4e41-b033-04ee0c239d99 admin admin] Deleting port 598bfd88-4593-4230-b70f-2e29239b735a {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:22:06.945662 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6bb9b93f-0993-4e41-b033-04ee0c239d99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:07.012259 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-157debf9-d0ba-4364-9e7a-26f26fbec7fb req-0996faa6-2067-443b-95f6-448af3ec49aa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd7bcfbf-1623-489f-a384-785738bf069f HTTP/1.1" status: 200 len: 999 time: 0.0624819 Oct 30 15:22:07.081866 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-fd9b6688-837d-4e8c-830d-576afe6c6e35 req-772c82bc-2646-4c96-9ff4-93f3c5a5f705 tempest-VolumesActionsTest-1088868719 tempest-VolumesActionsTest-1088868719-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:07.097003 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-6bb9b93f-0993-4e41-b033-04ee0c239d99 admin admin] For port 598bfd88-4593-4230-b70f-2e29239b735a, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=598bfd88-4593-4230-b70f-2e29239b735a,segment=NetworkSegment(51177d7b-2743-4491-8d74-a9187db4d73d),segment_id=51177d7b-2743-4491-8d74-a9187db4d73d)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:22:07.097353 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6bb9b93f-0993-4e41-b033-04ee0c239d99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:07.118242 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-6bb9b93f-0993-4e41-b033-04ee0c239d99 admin admin] Calling delete_port for 598bfd88-4593-4230-b70f-2e29239b735a owned by network:router_interface {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:22:07.161344 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9cdf034e-e1d7-487f-881a-ac61287604ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:07.190377 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9cdf034e-e1d7-487f-881a-ac61287604ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:07.193175 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157debf9-d0ba-4364-9e7a-26f26fbec7fb req-ff3682d1-5268-4220-88cc-7eeca081a634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:07.194686 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-157debf9-d0ba-4364-9e7a-26f26fbec7fb req-ff3682d1-5268-4220-88cc-7eeca081a634 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d862e367-a3ef-41d8-9769-a6945d8f8b1d HTTP/1.1" status: 200 len: 849 time: 0.0446084 Oct 30 15:22:07.221756 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cdf034e-e1d7-487f-881a-ac61287604ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:22:07.235397 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-fd9b6688-837d-4e8c-830d-576afe6c6e35 req-772c82bc-2646-4c96-9ff4-93f3c5a5f705 tempest-VolumesActionsTest-1088868719 tempest-VolumesActionsTest-1088868719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:07.254577 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157debf9-d0ba-4364-9e7a-26f26fbec7fb req-97b26475-72e2-4b86-b710-3cf68c936544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:07.256110 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdf034e-e1d7-487f-881a-ac61287604ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af96bc8-2844-4c84-931a-9eb8f5202088,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:07.256476 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-157debf9-d0ba-4364-9e7a-26f26fbec7fb req-97b26475-72e2-4b86-b710-3cf68c936544 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d26e81b3-f432-4f3d-bc5b-f2edc1c076d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482035 Oct 30 15:22:07.276558 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9cdf034e-e1d7-487f-881a-ac61287604ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:07.276900 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-9cdf034e-e1d7-487f-881a-ac61287604ca admin admin] Added segment 3fd4fdad-67d6-4782-80c1-bb6350770ae1 of type vlan for network 2ee737b4-c460-4029-8756-6b7e18e51e7e Oct 30 15:22:07.350788 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-157debf9-d0ba-4364-9e7a-26f26fbec7fb req-282ae1a4-f259-4bb5-aa28-a07198ac6778 service neutron] 10.222.0.44 "GET /v2.0/networks/d26e81b3-f432-4f3d-bc5b-f2edc1c076d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872495 Oct 30 15:22:07.373050 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd9b6688-837d-4e8c-830d-576afe6c6e35 req-772c82bc-2646-4c96-9ff4-93f3c5a5f705 tempest-VolumesActionsTest-1088868719 tempest-VolumesActionsTest-1088868719-project] Network c377d665-d712-4f1e-8a67-c9dc860c632a is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:22:07.384283 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-fd9b6688-837d-4e8c-830d-576afe6c6e35 req-772c82bc-2646-4c96-9ff4-93f3c5a5f705 tempest-VolumesActionsTest-1088868719 tempest-VolumesActionsTest-1088868719-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:22:07.386478 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772c82bc-2646-4c96-9ff4-93f3c5a5f705 tempest-VolumesActionsTest-1088868719 tempest-VolumesActionsTest-1088868719-project] Pushing event updated for resources: {'Port': ['ID=66e5973d-f920-41bc-9f65-c017f02a756a,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:07.411684 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd9b6688-837d-4e8c-830d-576afe6c6e35 req-772c82bc-2646-4c96-9ff4-93f3c5a5f705 tempest-VolumesActionsTest-1088868719 tempest-VolumesActionsTest-1088868719-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:22:07.446696 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-157debf9-d0ba-4364-9e7a-26f26fbec7fb req-4188652c-1e70-4a53-861a-6c3e4276e7dc service neutron] 10.222.0.44 "GET /v2.0/networks/d26e81b3-f432-4f3d-bc5b-f2edc1c076d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893474 Oct 30 15:22:07.463010 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9cdf034e-e1d7-487f-881a-ac61287604ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:07.496736 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5953d-f1b6-466e-ab60-54a7ad7096f0 req-dc0f69bc-3fac-4a46-8496-6ca14b1e010a tempest-VolumesActionsTest-1088868719 tempest-VolumesActionsTest-1088868719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:07.498208 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-27e5953d-f1b6-466e-ab60-54a7ad7096f0 req-dc0f69bc-3fac-4a46-8496-6ca14b1e010a tempest-VolumesActionsTest-1088868719 tempest-VolumesActionsTest-1088868719-project] 10.222.0.62 "GET /v2.0/ports?device_id=14bf2f39-d1c5-4abb-bbe6-0bdc4f487e99 HTTP/1.1" status: 200 len: 931 time: 0.2141197 Oct 30 15:22:07.538051 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b6688-837d-4e8c-830d-576afe6c6e35 req-772c82bc-2646-4c96-9ff4-93f3c5a5f705 tempest-VolumesActionsTest-1088868719 tempest-VolumesActionsTest-1088868719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:07.538804 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-fd9b6688-837d-4e8c-830d-576afe6c6e35 req-772c82bc-2646-4c96-9ff4-93f3c5a5f705 tempest-VolumesActionsTest-1088868719 tempest-VolumesActionsTest-1088868719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:07.551017 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9cdf034e-e1d7-487f-881a-ac61287604ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:07.551934 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdf034e-e1d7-487f-881a-ac61287604ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:07.552538 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9cdf034e-e1d7-487f-881a-ac61287604ca admin admin] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:07.633765 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fd9b6688-837d-4e8c-830d-576afe6c6e35 req-772c82bc-2646-4c96-9ff4-93f3c5a5f705 tempest-VolumesActionsTest-1088868719 tempest-VolumesActionsTest-1088868719-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3503418 Oct 30 15:22:07.654806 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-9cdf034e-e1d7-487f-881a-ac61287604ca admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0362971 Oct 30 15:22:07.657908 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 48976) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:22:07.663177 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-2ae99339-f805-412a-b30e-6bd0e56c9b57 admin admin] Request body: {'subnet': {'network_id': '2ee737b4-c460-4029-8756-6b7e18e51e7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-22897998-subnet', 'tenant_id': '94855398ab7244e0b4017ff3b01f9b39', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:22:07.663970 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-fd9b6688-837d-4e8c-830d-576afe6c6e35 req-7e6ac438-845f-49c5-a1d2-83391e4fffdb service neutron] Request body: {'port': {'device_id': '14bf2f39-d1c5-4abb-bbe6-0bdc4f487e99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:22:07.668615 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-27e5953d-f1b6-466e-ab60-54a7ad7096f0 req-4dc24fa2-0f08-4b7c-a76d-929b7b5d224b tempest-VolumesActionsTest-1088868719 tempest-VolumesActionsTest-1088868719-project] 10.222.0.62 "GET /v2.0/security-groups?id=111295ec-261d-4b0a-8164-6c01eea4fdec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585932 Oct 30 15:22:07.689842 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdf034e-e1d7-487f-881a-ac61287604ca admin admin] Pushing event updated for resources: {'Network': ['ID=2ee737b4-c460-4029-8756-6b7e18e51e7e,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:07.691270 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae99339-f805-412a-b30e-6bd0e56c9b57 admin admin] Made reservation on behalf of 94855398ab7244e0b4017ff3b01f9b39 for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:22:07.695060 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2ae99339-f805-412a-b30e-6bd0e56c9b57 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:07.712988 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 2ee737b4-c460-4029-8756-6b7e18e51e7e details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:22:07.713611 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6bb9b93f-0993-4e41-b033-04ee0c239d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:07.755074 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb9b93f-0993-4e41-b033-04ee0c239d99 admin admin] Pushing event deleted for resources: {'Port': ['ID=598bfd88-4593-4230-b70f-2e29239b735a,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:07.763616 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-fd9b6688-837d-4e8c-830d-576afe6c6e35 req-7e6ac438-845f-49c5-a1d2-83391e4fffdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:07.893636 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2ae99339-f805-412a-b30e-6bd0e56c9b57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:08.005637 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae99339-f805-412a-b30e-6bd0e56c9b57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc8a0567-b966-45fc-9dd4-d02747d93290,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:08.033873 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae99339-f805-412a-b30e-6bd0e56c9b57 admin admin] Checking segment: {'id': '3fd4fdad-67d6-4782-80c1-bb6350770ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2ee737b4-c460-4029-8756-6b7e18e51e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:22:08.034241 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae99339-f805-412a-b30e-6bd0e56c9b57 admin admin] Network hostable DHCP agents. Network: 2ee737b4-c460-4029-8756-6b7e18e51e7e, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:22:08.052752 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae99339-f805-412a-b30e-6bd0e56c9b57 admin admin] Network 2ee737b4-c460-4029-8756-6b7e18e51e7e is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:22:08.063321 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-2ae99339-f805-412a-b30e-6bd0e56c9b57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 2ee737b4-c460-4029-8756-6b7e18e51e7e) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:22:08.070073 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae99339-f805-412a-b30e-6bd0e56c9b57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:08.072229 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f1d857-a77f-4776-8720-213b0033b761 None None] Network 2ee737b4-c460-4029-8756-6b7e18e51e7e requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:22:08.073779 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2ae99339-f805-412a-b30e-6bd0e56c9b57 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:08.090455 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-2ae99339-f805-412a-b30e-6bd0e56c9b57 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4314153 Oct 30 15:22:08.096860 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6bb9b93f-0993-4e41-b033-04ee0c239d99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:08.207998 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cbe9b8-8c78-4583-9393-003041590c0b None None] Network 2ee737b4-c460-4029-8756-6b7e18e51e7e requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:22:08.246159 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e2e5db-5b38-462e-9415-0b018e7a54de req-8c00cb65-67d3-45cb-9177-f82f50279eb8 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:08.247684 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-09e2e5db-5b38-462e-9415-0b018e7a54de req-8c00cb65-67d3-45cb-9177-f82f50279eb8 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 944 time: 0.2342911 Oct 30 15:22:08.349244 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-09e2e5db-5b38-462e-9415-0b018e7a54de req-c061cdb6-384b-4bbf-8f28-47afee864acf tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882819 Oct 30 15:22:08.483700 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-fd9b6688-837d-4e8c-830d-576afe6c6e35 req-7e6ac438-845f-49c5-a1d2-83391e4fffdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66e5973d-f920-41bc-9f65-c017f02a756a {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:22:08.493767 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-fd9b6688-837d-4e8c-830d-576afe6c6e35 req-7e6ac438-845f-49c5-a1d2-83391e4fffdb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:08.514414 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bb9b93f-0993-4e41-b033-04ee0c239d99 admin admin] Router 9f5b8159-6d91-4b28-a805-6508b08b7375 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:22:08.515455 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-fd9b6688-837d-4e8c-830d-576afe6c6e35 req-7e6ac438-845f-49c5-a1d2-83391e4fffdb service neutron] Transition to ACTIVE for port object 66e5973d-f920-41bc-9f65-c017f02a756a will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:22:08.520957 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-fd9b6688-837d-4e8c-830d-576afe6c6e35 req-7e6ac438-845f-49c5-a1d2-83391e4fffdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:08.558910 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b521fd4c-1476-42a0-8aee-9e7a92c7669d req-abda98fc-49af-42db-ae6c-f1b5794ab0e6 tempest-ServerMetadataNegativeTestJSON-904287884 tempest-ServerMetadataNegativeTestJSON-904287884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:08.566836 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b521fd4c-1476-42a0-8aee-9e7a92c7669d req-abda98fc-49af-42db-ae6c-f1b5794ab0e6 tempest-ServerMetadataNegativeTestJSON-904287884 tempest-ServerMetadataNegativeTestJSON-904287884-project] 10.222.0.62 "GET /v2.0/networks?id=2ee737b4-c460-4029-8756-6b7e18e51e7e HTTP/1.1" status: 200 len: 819 time: 0.1185298 Oct 30 15:22:08.577043 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b521fd4c-1476-42a0-8aee-9e7a92c7669d req-7b3d1d78-33f4-4b3d-a418-aabc5fb7dda4 tempest-ServerMetadataNegativeTestJSON-904287884 tempest-ServerMetadataNegativeTestJSON-904287884-project] 10.222.0.62 "GET /v2.0/quotas/94855398ab7244e0b4017ff3b01f9b39 HTTP/1.1" status: 200 len: 375 time: 0.0092795 Oct 30 15:22:08.609498 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b521fd4c-1476-42a0-8aee-9e7a92c7669d req-170526dd-7768-42a9-8c2d-f01fccb384d6 tempest-ServerMetadataNegativeTestJSON-904287884 tempest-ServerMetadataNegativeTestJSON-904287884-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=94855398ab7244e0b4017ff3b01f9b39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260582 Oct 30 15:22:08.635344 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6ac438-845f-49c5-a1d2-83391e4fffdb service neutron] Pushing event updated for resources: {'Port': ['ID=66e5973d-f920-41bc-9f65-c017f02a756a,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:08.707383 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b521fd4c-1476-42a0-8aee-9e7a92c7669d req-11435777-b97a-4008-b519-1a3ae7351d49 service neutron] 10.222.0.62 "GET /v2.0/networks/2ee737b4-c460-4029-8756-6b7e18e51e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906868 Oct 30 15:22:08.807005 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b521fd4c-1476-42a0-8aee-9e7a92c7669d req-e3b32c1b-cef8-4cc5-95e9-67db35f7f273 service neutron] 10.222.0.62 "GET /v2.0/networks/2ee737b4-c460-4029-8756-6b7e18e51e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925231 Oct 30 15:22:08.974500 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-086b1232-1c01-41b8-b48d-4cdde887c0db req-0e5f0b00-d0ae-4169-891a-5109b369052a tempest-ServerMetadataNegativeTestJSON-904287884 tempest-ServerMetadataNegativeTestJSON-904287884-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e81ea1a-1321-4e0e-8fd9-13848ea2fc13 HTTP/1.1" status: 200 len: 210 time: 0.0283885 Oct 30 15:22:09.108484 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bb9b93f-0993-4e41-b033-04ee0c239d99 admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:22:09.114923 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-6bb9b93f-0993-4e41-b033-04ee0c239d99 admin admin] 10.222.0.62 "PUT /v2.0/routers/9f5b8159-6d91-4b28-a805-6508b08b7375/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3392904 Oct 30 15:22:09.117788 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 49010) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:22:09.125606 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11396537-0685-467c-8035-19b03998c6a3 None None] Sync routers for ids ['9f5b8159-6d91-4b28-a805-6508b08b7375'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:22:09.140942 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ea9c0-15b1-4399-a3ba-6c53968520f5 req-a6a6c19f-5073-478c-8639-52e8c28d6890 tempest-VolumesActionsTest-1088868719 tempest-VolumesActionsTest-1088868719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:09.142546 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2c1ea9c0-15b1-4399-a3ba-6c53968520f5 req-a6a6c19f-5073-478c-8639-52e8c28d6890 tempest-VolumesActionsTest-1088868719 tempest-VolumesActionsTest-1088868719-project] 10.222.0.62 "GET /v2.0/ports?device_id=14bf2f39-d1c5-4abb-bbe6-0bdc4f487e99 HTTP/1.1" status: 200 len: 943 time: 0.1276066 Oct 30 15:22:09.143525 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-fd9b6688-837d-4e8c-830d-576afe6c6e35 req-7e6ac438-845f-49c5-a1d2-83391e4fffdb service neutron] Attempting to bind port 66e5973d-f920-41bc-9f65-c017f02a756a on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:22:09.143867 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-fd9b6688-837d-4e8c-830d-576afe6c6e35 req-7e6ac438-845f-49c5-a1d2-83391e4fffdb service neutron] Attempting to bind port 66e5973d-f920-41bc-9f65-c017f02a756a by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': 'ce6b0c8c-f33b-4ef4-9702-a3d56e209471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c377d665-d712-4f1e-8a67-c9dc860c632a'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:22:09.144185 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9b6688-837d-4e8c-830d-576afe6c6e35 req-7e6ac438-845f-49c5-a1d2-83391e4fffdb service neutron] Attempting to bind port 66e5973d-f920-41bc-9f65-c017f02a756a on network c377d665-d712-4f1e-8a67-c9dc860c632a {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:22:09.151001 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9b6688-837d-4e8c-830d-576afe6c6e35 req-7e6ac438-845f-49c5-a1d2-83391e4fffdb service neutron] Port 66e5973d-f920-41bc-9f65-c017f02a756a on network c377d665-d712-4f1e-8a67-c9dc860c632a not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:22:09.151377 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9b6688-837d-4e8c-830d-576afe6c6e35 req-7e6ac438-845f-49c5-a1d2-83391e4fffdb service neutron] Attempting to bind port 66e5973d-f920-41bc-9f65-c017f02a756a on network c377d665-d712-4f1e-8a67-c9dc860c632a {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:22:09.153547 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11396537-0685-467c-8035-19b03998c6a3 None None] Routers {'9f5b8159-6d91-4b28-a805-6508b08b7375'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:22:09.154195 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-11396537-0685-467c-8035-19b03998c6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:21:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['9f5b8159-6d91-4b28-a805-6508b08b7375'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:22:09.196736 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9b6688-837d-4e8c-830d-576afe6c6e35 req-7e6ac438-845f-49c5-a1d2-83391e4fffdb service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:22:09.197078 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9b6688-837d-4e8c-830d-576afe6c6e35 req-7e6ac438-845f-49c5-a1d2-83391e4fffdb service neutron] Checking segment: {'id': 'ce6b0c8c-f33b-4ef4-9702-a3d56e209471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c377d665-d712-4f1e-8a67-c9dc860c632a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:22:09.197466 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9b6688-837d-4e8c-830d-576afe6c6e35 req-7e6ac438-845f-49c5-a1d2-83391e4fffdb service neutron] Bound using segment: {'id': 'ce6b0c8c-f33b-4ef4-9702-a3d56e209471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c377d665-d712-4f1e-8a67-c9dc860c632a'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:22:09.197913 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-fd9b6688-837d-4e8c-830d-576afe6c6e35 req-7e6ac438-845f-49c5-a1d2-83391e4fffdb service neutron] Bound port: 66e5973d-f920-41bc-9f65-c017f02a756a, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce6b0c8c-f33b-4ef4-9702-a3d56e209471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c377d665-d712-4f1e-8a67-c9dc860c632a'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:22:09.198267 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-fd9b6688-837d-4e8c-830d-576afe6c6e35 req-7e6ac438-845f-49c5-a1d2-83391e4fffdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:09.264775 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2c1ea9c0-15b1-4399-a3ba-6c53968520f5 req-7351fb76-18fa-4d46-bd00-b3c5c2aa92df tempest-VolumesActionsTest-1088868719 tempest-VolumesActionsTest-1088868719-project] 10.222.0.62 "GET /v2.0/security-groups?id=111295ec-261d-4b0a-8164-6c01eea4fdec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153440 Oct 30 15:22:09.324791 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-11396537-0685-467c-8035-19b03998c6a3 None None] Set router 9f5b8159-6d91-4b28-a805-6508b08b7375 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:22:09.330541 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-83906407-85c0-450a-80ce-1efbc0ddcaba admin admin] Publish callbacks [] for router, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:09.370261 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-fd9b6688-837d-4e8c-830d-576afe6c6e35 req-7e6ac438-845f-49c5-a1d2-83391e4fffdb service neutron] For port 66e5973d-f920-41bc-9f65-c017f02a756a, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:22:09.373660 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-fd9b6688-837d-4e8c-830d-576afe6c6e35 req-7e6ac438-845f-49c5-a1d2-83391e4fffdb service neutron] For port 66e5973d-f920-41bc-9f65-c017f02a756a, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=66e5973d-f920-41bc-9f65-c017f02a756a,segment=NetworkSegment(ce6b0c8c-f33b-4ef4-9702-a3d56e209471),segment_id=ce6b0c8c-f33b-4ef4-9702-a3d56e209471)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:22:09.378269 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-fd9b6688-837d-4e8c-830d-576afe6c6e35 req-7e6ac438-845f-49c5-a1d2-83391e4fffdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:09.482182 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6ac438-845f-49c5-a1d2-83391e4fffdb service neutron] Pushing event updated for resources: {'Port': ['ID=66e5973d-f920-41bc-9f65-c017f02a756a,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:09.507023 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b6688-837d-4e8c-830d-576afe6c6e35 req-7e6ac438-845f-49c5-a1d2-83391e4fffdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:09.508636 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-fd9b6688-837d-4e8c-830d-576afe6c6e35 req-7e6ac438-845f-49c5-a1d2-83391e4fffdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:09.515335 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fd9b6688-837d-4e8c-830d-576afe6c6e35 req-7e6ac438-845f-49c5-a1d2-83391e4fffdb service neutron] 10.222.0.53 "PUT /v2.0/ports/66e5973d-f920-41bc-9f65-c017f02a756a HTTP/1.1" status: 200 len: 1092 time: 1.8679504 Oct 30 15:22:09.516576 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14bf2f39-d1c5-4abb-bbe6-0bdc4f487e99', 'tag': '66e5973d-f920-41bc-9f65-c017f02a756a'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:22:09.523004 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776086dd-065c-4cd5-8498-42a4b5deee8f" -d '{"events": [{"name": "network-changed", "server_uuid": "14bf2f39-d1c5-4abb-bbe6-0bdc4f487e99", "tag": "66e5973d-f920-41bc-9f65-c017f02a756a"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:22:09.614181 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c76c79-3831-4674-bb16-3e4e22c9ea55 req-86b42f26-6df1-4319-9364-518d285e6b93 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:09.618282 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c3fefc-4c47-4a03-a987-4abe6970dc3b x-openstack-request-id: req-79c3fefc-4c47-4a03-a987-4abe6970dc3b {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:22:09.618795 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14bf2f39-d1c5-4abb-bbe6-0bdc4f487e99", "tag": "66e5973d-f920-41bc-9f65-c017f02a756a", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:22:09.619242 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-79c3fefc-4c47-4a03-a987-4abe6970dc3b {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:22:09.619842 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14bf2f39-d1c5-4abb-bbe6-0bdc4f487e99', 'tag': '66e5973d-f920-41bc-9f65-c017f02a756a', 'status': 'completed', 'code': 200} Oct 30 15:22:09.621859 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-33c76c79-3831-4674-bb16-3e4e22c9ea55 req-86b42f26-6df1-4319-9364-518d285e6b93 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 944 time: 0.1479361 Oct 30 15:22:09.625423 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-83906407-85c0-450a-80ce-1efbc0ddcaba admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:09.633477 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b6688-837d-4e8c-830d-576afe6c6e35 req-88bd1c49-0521-4234-830b-be37230e6f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:09.635373 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fd9b6688-837d-4e8c-830d-576afe6c6e35 req-88bd1c49-0521-4234-830b-be37230e6f2e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6cbec37b2db14ca38a92db2bb5394426&device_id=14bf2f39-d1c5-4abb-bbe6-0bdc4f487e99 HTTP/1.1" status: 200 len: 1095 time: 0.0781612 Oct 30 15:22:09.656904 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-11396537-0685-467c-8035-19b03998c6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5b8159-6d91-4b28-a805-6508b08b7375', 'name': 'tempest-ServersTestJSON-622500534-router', 'tenant_id': 'f3a028c2011c4716b8654b6f4722cc4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '4e57ccf7-b927-46a6-928c-e6b3fa1ca23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:19:38Z', 'updated_at': '2021-10-30T15:22:07Z', 'revision_number': 5, 'project_id': 'f3a028c2011c4716b8654b6f4722cc4f', 'gw_port': {'id': '4e57ccf7-b927-46a6-928c-e6b3fa1ca23e', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:de:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5b8159-6d91-4b28-a805-6508b08b7375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:19:40Z', 'updated_at': '2021-10-30T15:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:22:09.693274 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-33c76c79-3831-4674-bb16-3e4e22c9ea55 req-283a6ab0-2951-4d6c-9e35-3f5076578891 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705628 Oct 30 15:22:09.716916 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11396537-0685-467c-8035-19b03998c6a3 None None] Checking router: 9f5b8159-6d91-4b28-a805-6508b08b7375 for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:22:09.717572 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fd9b6688-837d-4e8c-830d-576afe6c6e35 req-5b730b07-150c-464d-aa93-e9b1f9c04ffa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66e5973d-f920-41bc-9f65-c017f02a756a HTTP/1.1" status: 200 len: 217 time: 0.0727954 Oct 30 15:22:09.719817 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-83906407-85c0-450a-80ce-1efbc0ddcaba admin admin] Deleting port 4e57ccf7-b927-46a6-928c-e6b3fa1ca23e {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:22:09.720156 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-83906407-85c0-450a-80ce-1efbc0ddcaba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:09.740107 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11396537-0685-467c-8035-19b03998c6a3 None None] Routers {'9f5b8159-6d91-4b28-a805-6508b08b7375'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:22:09.743664 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-11396537-0685-467c-8035-19b03998c6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:21:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['9f5b8159-6d91-4b28-a805-6508b08b7375'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:22:09.829282 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-83906407-85c0-450a-80ce-1efbc0ddcaba admin admin] For port 4e57ccf7-b927-46a6-928c-e6b3fa1ca23e, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=4e57ccf7-b927-46a6-928c-e6b3fa1ca23e,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:22:09.829824 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-83906407-85c0-450a-80ce-1efbc0ddcaba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:09.843845 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-83906407-85c0-450a-80ce-1efbc0ddcaba admin admin] Calling delete_port for 4e57ccf7-b927-46a6-928c-e6b3fa1ca23e owned by network:router_gateway {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:22:09.846330 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b6688-837d-4e8c-830d-576afe6c6e35 req-adaa6504-9922-4e68-9868-0ef765635ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:09.847960 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fd9b6688-837d-4e8c-830d-576afe6c6e35 req-adaa6504-9922-4e68-9868-0ef765635ec0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a6ea0fd-46e8-45db-a3a6-2e42f2bf8e58 HTTP/1.1" status: 200 len: 849 time: 0.1153333 Oct 30 15:22:09.893801 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-11396537-0685-467c-8035-19b03998c6a3 None None] Set router 9f5b8159-6d91-4b28-a805-6508b08b7375 gateway port host: None {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:22:09.901125 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fd9b6688-837d-4e8c-830d-576afe6c6e35 req-74920bba-cc8c-478b-a635-9e4d0534e040 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c377d665-d712-4f1e-8a67-c9dc860c632a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359759 Oct 30 15:22:09.972814 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f4b9d0-f5c4-43c8-83bf-6a8f66a239ab req-5d75a9fb-446e-412f-9e34-f1b1d298437c tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:09.980143 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e9f4b9d0-f5c4-43c8-83bf-6a8f66a239ab req-5d75a9fb-446e-412f-9e34-f1b1d298437c tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 944 time: 0.1530981 Oct 30 15:22:09.983527 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-11396537-0685-467c-8035-19b03998c6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5b8159-6d91-4b28-a805-6508b08b7375', 'name': 'tempest-ServersTestJSON-622500534-router', 'tenant_id': 'f3a028c2011c4716b8654b6f4722cc4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:19:38Z', 'updated_at': '2021-10-30T15:22:09Z', 'revision_number': 6, 'project_id': 'f3a028c2011c4716b8654b6f4722cc4f', 'gw_port_host': None}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:22:10.026479 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11396537-0685-467c-8035-19b03998c6a3 None None] The sync data for ids ['9f5b8159-6d91-4b28-a805-6508b08b7375'] in n-d-806683-17 is: [{'id': '9f5b8159-6d91-4b28-a805-6508b08b7375', 'name': 'tempest-ServersTestJSON-622500534-router', 'tenant_id': 'f3a028c2011c4716b8654b6f4722cc4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:19:38Z', 'updated_at': '2021-10-30T15:22:09Z', 'revision_number': 6, 'project_id': 'f3a028c2011c4716b8654b6f4722cc4f', 'gw_port_host': None}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:22:10.072178 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e9f4b9d0-f5c4-43c8-83bf-6a8f66a239ab req-39260621-bc5c-43b0-920b-c1de0fc46759 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898082 Oct 30 15:22:10.103220 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fd9b6688-837d-4e8c-830d-576afe6c6e35 req-7aca2036-a548-4b90-9bce-ebbd666e6a9e service neutron] 10.222.0.53 "GET /v2.0/networks/c377d665-d712-4f1e-8a67-c9dc860c632a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941192 Oct 30 15:22:10.159152 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2b1f6b03-2b37-4cb8-8ad4-5312586e9a19 req-fc41cbee-6bfd-4afd-bdf7-edd9f1db7aee tempest-ServerMetadataNegativeTestJSON-904287884 tempest-ServerMetadataNegativeTestJSON-904287884-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e81ea1a-1321-4e0e-8fd9-13848ea2fc13 HTTP/1.1" status: 200 len: 210 time: 0.0702012 Oct 30 15:22:10.161528 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-83906407-85c0-450a-80ce-1efbc0ddcaba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:10.205187 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83906407-85c0-450a-80ce-1efbc0ddcaba admin admin] Pushing event deleted for resources: {'Port': ['ID=4e57ccf7-b927-46a6-928c-e6b3fa1ca23e,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:10.266319 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fd9b6688-837d-4e8c-830d-576afe6c6e35 req-664fc088-d799-4803-a84a-56a1473d9460 service neutron] 10.222.0.53 "GET /v2.0/networks/c377d665-d712-4f1e-8a67-c9dc860c632a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559782 Oct 30 15:22:10.388144 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-83906407-85c0-450a-80ce-1efbc0ddcaba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:10.482439 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776086dd-065c-4cd5-8498-42a4b5deee8f req-3e49da91-cd8e-4f8d-8626-d1509dee50c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:10.485441 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-776086dd-065c-4cd5-8498-42a4b5deee8f req-3e49da91-cd8e-4f8d-8626-d1509dee50c5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6cbec37b2db14ca38a92db2bb5394426&device_id=14bf2f39-d1c5-4abb-bbe6-0bdc4f487e99 HTTP/1.1" status: 200 len: 1095 time: 0.1603107 Oct 30 15:22:10.568301 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30710946-e3df-46b4-b1e2-3b37e4a478a6 req-8279eff0-ed64-4932-a44d-ab7b95877ec6 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:10.576579 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-30710946-e3df-46b4-b1e2-3b37e4a478a6 req-8279eff0-ed64-4932-a44d-ab7b95877ec6 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 944 time: 0.1314905 Oct 30 15:22:10.576799 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-83906407-85c0-450a-80ce-1efbc0ddcaba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:10.585095 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-83906407-85c0-450a-80ce-1efbc0ddcaba admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:10.596500 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b521fd4c-1476-42a0-8aee-9e7a92c7669d req-db88b526-38ad-4c99-8e48-82e0d52ca20e tempest-ServerMetadataNegativeTestJSON-904287884 tempest-ServerMetadataNegativeTestJSON-904287884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:10.598012 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b521fd4c-1476-42a0-8aee-9e7a92c7669d req-db88b526-38ad-4c99-8e48-82e0d52ca20e tempest-ServerMetadataNegativeTestJSON-904287884 tempest-ServerMetadataNegativeTestJSON-904287884-project] 10.222.0.44 "GET /v2.0/networks?id=2ee737b4-c460-4029-8756-6b7e18e51e7e HTTP/1.1" status: 200 len: 819 time: 0.3510189 Oct 30 15:22:10.633748 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-30710946-e3df-46b4-b1e2-3b37e4a478a6 req-ca5e5e24-8d53-482a-8882-4a1c1fe7c85d tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560477 Oct 30 15:22:10.638468 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776086dd-065c-4cd5-8498-42a4b5deee8f req-2ed43a23-4aaa-46aa-80bb-6eed0cc525b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:10.640324 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-776086dd-065c-4cd5-8498-42a4b5deee8f req-2ed43a23-4aaa-46aa-80bb-6eed0cc525b9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c377d665-d712-4f1e-8a67-c9dc860c632a HTTP/1.1" status: 200 len: 910 time: 0.1471267 Oct 30 15:22:10.640977 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-b521fd4c-1476-42a0-8aee-9e7a92c7669d req-5a99731e-2d0e-48ad-a362-7688e6c89ca2 tempest-ServerMetadataNegativeTestJSON-904287884 tempest-ServerMetadataNegativeTestJSON-904287884-project] Request body: {'port': {'device_id': '0e81ea1a-1321-4e0e-8fd9-13848ea2fc13', 'network_id': '2ee737b4-c460-4029-8756-6b7e18e51e7e', 'admin_state_up': True, 'tenant_id': '94855398ab7244e0b4017ff3b01f9b39'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:22:10.651949 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904bb7f-67de-4fea-baeb-111197ec161c req-07e27c5c-f1de-43e4-890f-218b294f20f5 tempest-VolumesActionsTest-1088868719 tempest-VolumesActionsTest-1088868719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:10.653440 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a904bb7f-67de-4fea-baeb-111197ec161c req-07e27c5c-f1de-43e4-890f-218b294f20f5 tempest-VolumesActionsTest-1088868719 tempest-VolumesActionsTest-1088868719-project] 10.222.0.62 "GET /v2.0/ports?device_id=14bf2f39-d1c5-4abb-bbe6-0bdc4f487e99 HTTP/1.1" status: 200 len: 943 time: 0.2069409 Oct 30 15:22:10.676917 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-83906407-85c0-450a-80ce-1efbc0ddcaba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:10.677487 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83906407-85c0-450a-80ce-1efbc0ddcaba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f5b8159-6d91-4b28-a805-6508b08b7375 {{(pid=102130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:22:10.701759 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-776086dd-065c-4cd5-8498-42a4b5deee8f req-fe86b2e2-bf06-423e-aa4a-7a26930fd014 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66e5973d-f920-41bc-9f65-c017f02a756a HTTP/1.1" status: 200 len: 217 time: 0.0530570 Oct 30 15:22:10.715886 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-83906407-85c0-450a-80ce-1efbc0ddcaba admin admin] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:10.720335 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-83906407-85c0-450a-80ce-1efbc0ddcaba admin admin] 10.222.0.62 "DELETE /v2.0/routers/9f5b8159-6d91-4b28-a805-6508b08b7375 HTTP/1.1" status: 204 len: 168 time: 1.6015544 Oct 30 15:22:10.724048 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 49032) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:22:10.779288 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776086dd-065c-4cd5-8498-42a4b5deee8f req-035f6c22-a959-49c8-9743-92bd8c2e2930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:10.780734 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-776086dd-065c-4cd5-8498-42a4b5deee8f req-035f6c22-a959-49c8-9743-92bd8c2e2930 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a6ea0fd-46e8-45db-a3a6-2e42f2bf8e58 HTTP/1.1" status: 200 len: 849 time: 0.0719934 Oct 30 15:22:10.823211 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a904bb7f-67de-4fea-baeb-111197ec161c req-c99ddf4d-9943-4ce0-a9d9-5d6c0ad09d2b tempest-VolumesActionsTest-1088868719 tempest-VolumesActionsTest-1088868719-project] 10.222.0.62 "GET /v2.0/security-groups?id=111295ec-261d-4b0a-8164-6c01eea4fdec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597364 Oct 30 15:22:10.837338 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-776086dd-065c-4cd5-8498-42a4b5deee8f req-1c4f8d1e-c383-4487-9fbc-08f83f8822f4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c377d665-d712-4f1e-8a67-c9dc860c632a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423973 Oct 30 15:22:10.845833 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-01d1eee6-4d2e-42f4-9f2d-24efe9a07120 admin admin] Deleting subnet 71f852c9-a23d-4913-9451-d5be182d949f {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:22:10.853673 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-01d1eee6-4d2e-42f4-9f2d-24efe9a07120 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:10.903184 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-01d1eee6-4d2e-42f4-9f2d-24efe9a07120 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:10.938146 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b521fd4c-1476-42a0-8aee-9e7a92c7669d req-5a99731e-2d0e-48ad-a362-7688e6c89ca2 tempest-ServerMetadataNegativeTestJSON-904287884 tempest-ServerMetadataNegativeTestJSON-904287884-project] Made reservation on behalf of 94855398ab7244e0b4017ff3b01f9b39 for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:22:10.939647 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaae474-2042-4c87-b67b-9ecc33864aa7 req-18821890-536d-4dc8-8745-608b2abb4eee tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:10.941152 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7aaae474-2042-4c87-b67b-9ecc33864aa7 req-18821890-536d-4dc8-8745-608b2abb4eee tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 944 time: 0.1014831 Oct 30 15:22:10.944476 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b521fd4c-1476-42a0-8aee-9e7a92c7669d req-5a99731e-2d0e-48ad-a362-7688e6c89ca2 tempest-ServerMetadataNegativeTestJSON-904287884 tempest-ServerMetadataNegativeTestJSON-904287884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:11.001191 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-776086dd-065c-4cd5-8498-42a4b5deee8f req-225cd416-ca77-4253-b529-de8b556110a3 service neutron] 10.222.0.53 "GET /v2.0/networks/c377d665-d712-4f1e-8a67-c9dc860c632a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528134 Oct 30 15:22:11.023787 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7aaae474-2042-4c87-b67b-9ecc33864aa7 req-ea4bb3e9-c0d7-4afc-bbce-71ae8e5d7a34 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655041 Oct 30 15:22:11.071549 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-01d1eee6-4d2e-42f4-9f2d-24efe9a07120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:11.117900 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-776086dd-065c-4cd5-8498-42a4b5deee8f req-b0b80215-0482-4b66-91dd-a77e31ea23e8 service neutron] 10.222.0.53 "GET /v2.0/networks/c377d665-d712-4f1e-8a67-c9dc860c632a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909190 Oct 30 15:22:11.158477 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-b521fd4c-1476-42a0-8aee-9e7a92c7669d req-5a99731e-2d0e-48ad-a362-7688e6c89ca2 tempest-ServerMetadataNegativeTestJSON-904287884 tempest-ServerMetadataNegativeTestJSON-904287884-project] Allocated IP 172.20.0.9 (2ee737b4-c460-4029-8756-6b7e18e51e7e/bc8a0567-b966-45fc-9dd4-d02747d93290/650e3c7a-21f2-4368-a59d-9b58fe9d05a0) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:22:11.179427 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-01d1eee6-4d2e-42f4-9f2d-24efe9a07120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:11.217133 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d1eee6-4d2e-42f4-9f2d-24efe9a07120 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71f852c9-a23d-4913-9451-d5be182d949f,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:11.238675 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-01d1eee6-4d2e-42f4-9f2d-24efe9a07120 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:11.239135 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082ebe61-ad96-42a3-a84a-772eca02e9f4 None None] Network 9e899717-33c9-4fad-8f0b-261f9b6a5c52 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:22:11.242065 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-01d1eee6-4d2e-42f4-9f2d-24efe9a07120 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/71f852c9-a23d-4913-9451-d5be182d949f HTTP/1.1" status: 204 len: 168 time: 0.5170140 Oct 30 15:22:11.244569 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 49040) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:22:11.332554 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 598bfd88-4593-4230-b70f-2e29239b735a no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:22:11.336932 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f5e01a35-c7da-4157-beed-324400dd305c req-3f62def5-2721-4b8f-a8b6-474e8b106159 tempest-ServerMetadataNegativeTestJSON-904287884 tempest-ServerMetadataNegativeTestJSON-904287884-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e81ea1a-1321-4e0e-8fd9-13848ea2fc13 HTTP/1.1" status: 200 len: 210 time: 0.0333614 Oct 30 15:22:11.361755 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 598bfd88-4593-4230-b70f-2e29239b735a {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:22:11.362099 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 598bfd88-4593-4230-b70f-2e29239b735a not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:22:11.362546 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 4e57ccf7-b927-46a6-928c-e6b3fa1ca23e no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:22:11.388599 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6333faca-c5b3-441b-af4a-01e665161945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:11.398312 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 4e57ccf7-b927-46a6-928c-e6b3fa1ca23e {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:22:11.398655 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 4e57ccf7-b927-46a6-928c-e6b3fa1ca23e not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:22:11.464312 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b521fd4c-1476-42a0-8aee-9e7a92c7669d req-5a99731e-2d0e-48ad-a362-7688e6c89ca2 tempest-ServerMetadataNegativeTestJSON-904287884 tempest-ServerMetadataNegativeTestJSON-904287884-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:11.498347 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-6333faca-c5b3-441b-af4a-01e665161945 admin admin] Deleting port b6c355d6-2344-4da2-b205-6ba5f741b07d {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:22:11.498688 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6333faca-c5b3-441b-af4a-01e665161945 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:11.498839 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4faec827-d553-4608-a104-c4b6a4f6f0fd None None] DHCP port deletion for 9e899717-33c9-4fad-8f0b-261f9b6a5c52 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:22:11.550734 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-4faec827-d553-4608-a104-c4b6a4f6f0fd None None] Deleting port b6c355d6-2344-4da2-b205-6ba5f741b07d {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:22:11.551062 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4faec827-d553-4608-a104-c4b6a4f6f0fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:11.556718 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b521fd4c-1476-42a0-8aee-9e7a92c7669d req-5a99731e-2d0e-48ad-a362-7688e6c89ca2 tempest-ServerMetadataNegativeTestJSON-904287884 tempest-ServerMetadataNegativeTestJSON-904287884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:11.598502 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-6333faca-c5b3-441b-af4a-01e665161945 admin admin] For port b6c355d6-2344-4da2-b205-6ba5f741b07d, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=b6c355d6-2344-4da2-b205-6ba5f741b07d,segment=NetworkSegment(51177d7b-2743-4491-8d74-a9187db4d73d),segment_id=51177d7b-2743-4491-8d74-a9187db4d73d)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:22:11.598846 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6333faca-c5b3-441b-af4a-01e665161945 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:11.616101 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-4faec827-d553-4608-a104-c4b6a4f6f0fd None None] For port b6c355d6-2344-4da2-b205-6ba5f741b07d, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=b6c355d6-2344-4da2-b205-6ba5f741b07d,segment=NetworkSegment(51177d7b-2743-4491-8d74-a9187db4d73d),segment_id=51177d7b-2743-4491-8d74-a9187db4d73d)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:22:11.616498 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4faec827-d553-4608-a104-c4b6a4f6f0fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:11.621199 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-6333faca-c5b3-441b-af4a-01e665161945 admin admin] Calling delete_port for b6c355d6-2344-4da2-b205-6ba5f741b07d owned by network:dhcp {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:22:11.629737 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-4faec827-d553-4608-a104-c4b6a4f6f0fd None None] Calling delete_port for b6c355d6-2344-4da2-b205-6ba5f741b07d owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:22:11.633725 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b521fd4c-1476-42a0-8aee-9e7a92c7669d req-5a99731e-2d0e-48ad-a362-7688e6c89ca2 tempest-ServerMetadataNegativeTestJSON-904287884 tempest-ServerMetadataNegativeTestJSON-904287884-project] Network 2ee737b4-c460-4029-8756-6b7e18e51e7e is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:22:11.640602 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-b521fd4c-1476-42a0-8aee-9e7a92c7669d req-5a99731e-2d0e-48ad-a362-7688e6c89ca2 tempest-ServerMetadataNegativeTestJSON-904287884 tempest-ServerMetadataNegativeTestJSON-904287884-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:22:11.647807 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-b521fd4c-1476-42a0-8aee-9e7a92c7669d req-5a99731e-2d0e-48ad-a362-7688e6c89ca2 tempest-ServerMetadataNegativeTestJSON-904287884 tempest-ServerMetadataNegativeTestJSON-904287884-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:22:11.683667 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a99731e-2d0e-48ad-a362-7688e6c89ca2 tempest-ServerMetadataNegativeTestJSON-904287884 tempest-ServerMetadataNegativeTestJSON-904287884-project] Pushing event updated for resources: {'Port': ['ID=650e3c7a-21f2-4368-a59d-9b58fe9d05a0,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:11.743593 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b521fd4c-1476-42a0-8aee-9e7a92c7669d req-5a99731e-2d0e-48ad-a362-7688e6c89ca2 tempest-ServerMetadataNegativeTestJSON-904287884 tempest-ServerMetadataNegativeTestJSON-904287884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:11.744237 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b521fd4c-1476-42a0-8aee-9e7a92c7669d req-5a99731e-2d0e-48ad-a362-7688e6c89ca2 tempest-ServerMetadataNegativeTestJSON-904287884 tempest-ServerMetadataNegativeTestJSON-904287884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:11.769662 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b521fd4c-1476-42a0-8aee-9e7a92c7669d req-5a99731e-2d0e-48ad-a362-7688e6c89ca2 tempest-ServerMetadataNegativeTestJSON-904287884 tempest-ServerMetadataNegativeTestJSON-904287884-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1332111 Oct 30 15:22:11.774488 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6333faca-c5b3-441b-af4a-01e665161945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:11.790377 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-b521fd4c-1476-42a0-8aee-9e7a92c7669d req-3a1c5115-58bc-4711-ba01-38c3be4685ae service neutron] Request body: {'port': {'device_id': '0e81ea1a-1321-4e0e-8fd9-13848ea2fc13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:22:11.831364 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6333faca-c5b3-441b-af4a-01e665161945 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6c355d6-2344-4da2-b205-6ba5f741b07d,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:11.834063 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6333faca-c5b3-441b-af4a-01e665161945 admin admin] No DVR routers for this DVR port b6c355d6-2344-4da2-b205-6ba5f741b07d on host n-d-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:22:11.879131 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4faec827-d553-4608-a104-c4b6a4f6f0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:11.903012 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faec827-d553-4608-a104-c4b6a4f6f0fd None None] Pushing event deleted for resources: {'Port': ['ID=b6c355d6-2344-4da2-b205-6ba5f741b07d,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:11.913017 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faec827-d553-4608-a104-c4b6a4f6f0fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:22:11.913364 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faec827-d553-4608-a104-c4b6a4f6f0fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:22:11.913703 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faec827-d553-4608-a104-c4b6a4f6f0fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:22:11.914036 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faec827-d553-4608-a104-c4b6a4f6f0fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:22:11.914362 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faec827-d553-4608-a104-c4b6a4f6f0fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:22:11.914688 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faec827-d553-4608-a104-c4b6a4f6f0fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:22:11.915012 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faec827-d553-4608-a104-c4b6a4f6f0fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:22:11.915340 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faec827-d553-4608-a104-c4b6a4f6f0fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:22:11.915687 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faec827-d553-4608-a104-c4b6a4f6f0fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:22:11.916008 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faec827-d553-4608-a104-c4b6a4f6f0fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:22:11.916328 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faec827-d553-4608-a104-c4b6a4f6f0fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:22:11.916646 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faec827-d553-4608-a104-c4b6a4f6f0fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:22:11.919303 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4faec827-d553-4608-a104-c4b6a4f6f0fd None None] No DVR routers for this DVR port b6c355d6-2344-4da2-b205-6ba5f741b07d on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:22:11.974615 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6333faca-c5b3-441b-af4a-01e665161945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:11.976799 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b521fd4c-1476-42a0-8aee-9e7a92c7669d req-3a1c5115-58bc-4711-ba01-38c3be4685ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:12.007489 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-6333faca-c5b3-441b-af4a-01e665161945 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e899717-33c9-4fad-8f0b-261f9b6a5c52']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:22:12.047418 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d16739-dbcd-4e93-a920-b7dd58d20e8d req-9249c7d1-4d45-4313-ba99-40fedc2e3466 tempest-VolumesActionsTest-1088868719 tempest-VolumesActionsTest-1088868719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:12.048928 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-92d16739-dbcd-4e93-a920-b7dd58d20e8d req-9249c7d1-4d45-4313-ba99-40fedc2e3466 tempest-VolumesActionsTest-1088868719 tempest-VolumesActionsTest-1088868719-project] 10.222.0.62 "GET /v2.0/ports?device_id=14bf2f39-d1c5-4abb-bbe6-0bdc4f487e99 HTTP/1.1" status: 200 len: 943 time: 0.1214685 Oct 30 15:22:12.050766 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-6333faca-c5b3-441b-af4a-01e665161945 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51177d7b-2743-4491-8d74-a9187db4d73d') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:22:12.051066 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-6333faca-c5b3-441b-af4a-01e665161945 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51177d7b-2743-4491-8d74-a9187db4d73d') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:22:12.068836 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6333faca-c5b3-441b-af4a-01e665161945 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:12.105780 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6333faca-c5b3-441b-af4a-01e665161945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:12.138470 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc56fae1-459b-4840-979c-4fb4fe2c4624 req-7bfc71fd-d78f-4686-9a59-25d3bc754a1a tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:12.140542 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dc56fae1-459b-4840-979c-4fb4fe2c4624 req-7bfc71fd-d78f-4686-9a59-25d3bc754a1a tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 944 time: 0.0549130 Oct 30 15:22:12.163303 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6333faca-c5b3-441b-af4a-01e665161945 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:22:12.163746 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6333faca-c5b3-441b-af4a-01e665161945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:12.165421 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:22:12.165421 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:22:12.165421 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:22:12.165421 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:22:12.165421 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:22:12.165421 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:22:12.165421 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:22:12.165421 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:22:12.165421 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:22:12.165421 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:22:12.165421 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:22:12.165421 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:22:12.165421 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:22:12.165421 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:22:12.165421 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:22:12.165421 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:22:12.165421 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:22:12.165421 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:22:12.165421 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:22:12.165421 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:22:12.165421 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:22:12.165421 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:22:12.165421 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:22:12.165421 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:22:12.165421 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:22:12.165421 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:22:12.165421 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:22:12.165421 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:22:12.165421 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:22:12.165421 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:22:12.165421 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:22:12.165421 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:22:12.181728 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dc56fae1-459b-4840-979c-4fb4fe2c4624 req-3064f92f-7012-4003-809a-139533ceadf2 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344541 Oct 30 15:22:12.451890 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bb0694-c4b4-4369-88ed-458d7bb74c9e req-4aa564e8-1746-4b45-aa86-397f2168fdb1 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:12.453954 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-61bb0694-c4b4-4369-88ed-458d7bb74c9e req-4aa564e8-1746-4b45-aa86-397f2168fdb1 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 944 time: 0.0525250 Oct 30 15:22:12.507608 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-61bb0694-c4b4-4369-88ed-458d7bb74c9e req-db72b1ad-0325-4a1a-ac58-c4c196d8a1e8 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462995 Oct 30 15:22:12.534930 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-92d16739-dbcd-4e93-a920-b7dd58d20e8d req-52203b50-910f-4ec3-84e1-ab2e73402ae4 tempest-VolumesActionsTest-1088868719 tempest-VolumesActionsTest-1088868719-project] 10.222.0.62 "GET /v2.0/security-groups?id=111295ec-261d-4b0a-8164-6c01eea4fdec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4734564 Oct 30 15:22:12.602291 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6333faca-c5b3-441b-af4a-01e665161945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:12.606929 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6333faca-c5b3-441b-af4a-01e665161945 admin admin] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:12.610976 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-6333faca-c5b3-441b-af4a-01e665161945 admin admin] 10.222.0.62 "DELETE /v2.0/networks/9e899717-33c9-4fad-8f0b-261f9b6a5c52 HTTP/1.1" status: 204 len: 168 time: 1.3654604 Oct 30 15:22:12.620413 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a714017e-6ff8-46a2-8f5b-c3ad1e7cdfef req-c3712225-1dac-4b12-8605-3f78c8541c9b tempest-ServerMetadataNegativeTestJSON-904287884 tempest-ServerMetadataNegativeTestJSON-904287884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:12.622043 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a714017e-6ff8-46a2-8f5b-c3ad1e7cdfef req-c3712225-1dac-4b12-8605-3f78c8541c9b tempest-ServerMetadataNegativeTestJSON-904287884 tempest-ServerMetadataNegativeTestJSON-904287884-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e81ea1a-1321-4e0e-8fd9-13848ea2fc13 HTTP/1.1" status: 200 len: 931 time: 0.0518744 Oct 30 15:22:12.629236 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6333faca-c5b3-441b-af4a-01e665161945 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e899717-33c9-4fad-8f0b-261f9b6a5c52,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:12.665186 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a714017e-6ff8-46a2-8f5b-c3ad1e7cdfef req-3fd73804-0011-486a-9921-4c5657ac5036 tempest-ServerMetadataNegativeTestJSON-904287884 tempest-ServerMetadataNegativeTestJSON-904287884-project] 10.222.0.62 "GET /v2.0/security-groups?id=1af96bc8-2844-4c84-931a-9eb8f5202088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360873 Oct 30 15:22:12.738190 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-b521fd4c-1476-42a0-8aee-9e7a92c7669d req-3a1c5115-58bc-4711-ba01-38c3be4685ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 650e3c7a-21f2-4368-a59d-9b58fe9d05a0 {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:22:12.744714 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 49056) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:22:12.745605 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b521fd4c-1476-42a0-8aee-9e7a92c7669d req-3a1c5115-58bc-4711-ba01-38c3be4685ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:12.747481 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 66e5973d-f920-41bc-9f65-c017f02a756a details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:22:12.758265 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-b521fd4c-1476-42a0-8aee-9e7a92c7669d req-3a1c5115-58bc-4711-ba01-38c3be4685ae service neutron] Transition to ACTIVE for port object 650e3c7a-21f2-4368-a59d-9b58fe9d05a0 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:22:12.762069 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b521fd4c-1476-42a0-8aee-9e7a92c7669d req-3a1c5115-58bc-4711-ba01-38c3be4685ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:12.792745 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-6b951b56-9de4-45b9-8a46-0be513d8452e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f3a028c2011c4716b8654b6f4722cc4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465739 Oct 30 15:22:12.794999 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 49058) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:22:12.829375 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1c5115-58bc-4711-ba01-38c3be4685ae service neutron] Pushing event updated for resources: {'Port': ['ID=650e3c7a-21f2-4368-a59d-9b58fe9d05a0,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:12.856166 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 66e5973d-f920-41bc-9f65-c017f02a756a, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=66e5973d-f920-41bc-9f65-c017f02a756a,segment=NetworkSegment(ce6b0c8c-f33b-4ef4-9702-a3d56e209471),segment_id=ce6b0c8c-f33b-4ef4-9702-a3d56e209471)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:22:12.857100 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d6809b2e-7645-4576-847c-0c161a7799db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:12.873479 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '66e5973d-f920-41bc-9f65-c017f02a756a', 'network_id': 'c377d665-d712-4f1e-8a67-c9dc860c632a', 'port_id': '66e5973d-f920-41bc-9f65-c017f02a756a', 'mac_address': 'fa:16:3e:0a:eb:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a6ea0fd-46e8-45db-a3a6-2e42f2bf8e58', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:22:12.884864 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d6809b2e-7645-4576-847c-0c161a7799db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:12.895979 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-b521fd4c-1476-42a0-8aee-9e7a92c7669d req-3a1c5115-58bc-4711-ba01-38c3be4685ae service neutron] Attempting to bind port 650e3c7a-21f2-4368-a59d-9b58fe9d05a0 on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:22:12.896314 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-b521fd4c-1476-42a0-8aee-9e7a92c7669d req-3a1c5115-58bc-4711-ba01-38c3be4685ae service neutron] Attempting to bind port 650e3c7a-21f2-4368-a59d-9b58fe9d05a0 by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': '3fd4fdad-67d6-4782-80c1-bb6350770ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2ee737b4-c460-4029-8756-6b7e18e51e7e'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:22:12.896633 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b521fd4c-1476-42a0-8aee-9e7a92c7669d req-3a1c5115-58bc-4711-ba01-38c3be4685ae service neutron] Attempting to bind port 650e3c7a-21f2-4368-a59d-9b58fe9d05a0 on network 2ee737b4-c460-4029-8756-6b7e18e51e7e {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:22:12.901014 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b521fd4c-1476-42a0-8aee-9e7a92c7669d req-3a1c5115-58bc-4711-ba01-38c3be4685ae service neutron] Port 650e3c7a-21f2-4368-a59d-9b58fe9d05a0 on network 2ee737b4-c460-4029-8756-6b7e18e51e7e not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:22:12.901329 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b521fd4c-1476-42a0-8aee-9e7a92c7669d req-3a1c5115-58bc-4711-ba01-38c3be4685ae service neutron] Attempting to bind port 650e3c7a-21f2-4368-a59d-9b58fe9d05a0 on network 2ee737b4-c460-4029-8756-6b7e18e51e7e {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:22:12.906670 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b521fd4c-1476-42a0-8aee-9e7a92c7669d req-3a1c5115-58bc-4711-ba01-38c3be4685ae service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:22:12.907001 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b521fd4c-1476-42a0-8aee-9e7a92c7669d req-3a1c5115-58bc-4711-ba01-38c3be4685ae service neutron] Checking segment: {'id': '3fd4fdad-67d6-4782-80c1-bb6350770ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2ee737b4-c460-4029-8756-6b7e18e51e7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:22:12.907595 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b521fd4c-1476-42a0-8aee-9e7a92c7669d req-3a1c5115-58bc-4711-ba01-38c3be4685ae service neutron] Bound using segment: {'id': '3fd4fdad-67d6-4782-80c1-bb6350770ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2ee737b4-c460-4029-8756-6b7e18e51e7e'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:22:12.907823 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-b521fd4c-1476-42a0-8aee-9e7a92c7669d req-3a1c5115-58bc-4711-ba01-38c3be4685ae service neutron] Bound port: 650e3c7a-21f2-4368-a59d-9b58fe9d05a0, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fd4fdad-67d6-4782-80c1-bb6350770ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2ee737b4-c460-4029-8756-6b7e18e51e7e'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:22:12.908174 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b521fd4c-1476-42a0-8aee-9e7a92c7669d req-3a1c5115-58bc-4711-ba01-38c3be4685ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:12.919532 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:12.933512 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66e5973d-f920-41bc-9f65-c017f02a756a {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:22:12.936794 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d6809b2e-7645-4576-847c-0c161a7799db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:12.939754 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d6809b2e-7645-4576-847c-0c161a7799db admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:12.943536 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d6809b2e-7645-4576-847c-0c161a7799db admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/47eb77c8-8260-4688-867e-fdf0b891c591 HTTP/1.1" status: 204 len: 168 time: 0.1449466 Oct 30 15:22:12.949359 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6809b2e-7645-4576-847c-0c161a7799db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47eb77c8-8260-4688-867e-fdf0b891c591,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:12.960870 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 66e5973d-f920-41bc-9f65-c017f02a756a, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=66e5973d-f920-41bc-9f65-c017f02a756a,segment=NetworkSegment(ce6b0c8c-f33b-4ef4-9702-a3d56e209471),segment_id=ce6b0c8c-f33b-4ef4-9702-a3d56e209471)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:22:12.967169 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:12.985597 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-b521fd4c-1476-42a0-8aee-9e7a92c7669d req-3a1c5115-58bc-4711-ba01-38c3be4685ae service neutron] For port 650e3c7a-21f2-4368-a59d-9b58fe9d05a0, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:22:12.988668 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-b521fd4c-1476-42a0-8aee-9e7a92c7669d req-3a1c5115-58bc-4711-ba01-38c3be4685ae service neutron] For port 650e3c7a-21f2-4368-a59d-9b58fe9d05a0, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=650e3c7a-21f2-4368-a59d-9b58fe9d05a0,segment=NetworkSegment(3fd4fdad-67d6-4782-80c1-bb6350770ae1),segment_id=3fd4fdad-67d6-4782-80c1-bb6350770ae1)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:22:12.993175 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b521fd4c-1476-42a0-8aee-9e7a92c7669d req-3a1c5115-58bc-4711-ba01-38c3be4685ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:13.021815 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=66e5973d-f920-41bc-9f65-c017f02a756a,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:13.038338 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b521fd4c-1476-42a0-8aee-9e7a92c7669d req-3a1c5115-58bc-4711-ba01-38c3be4685ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:13.038927 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b521fd4c-1476-42a0-8aee-9e7a92c7669d req-3a1c5115-58bc-4711-ba01-38c3be4685ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:13.040380 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b521fd4c-1476-42a0-8aee-9e7a92c7669d req-3a1c5115-58bc-4711-ba01-38c3be4685ae service neutron] 10.222.0.44 "PUT /v2.0/ports/650e3c7a-21f2-4368-a59d-9b58fe9d05a0 HTTP/1.1" status: 200 len: 1092 time: 1.2618828 Oct 30 15:22:13.040824 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e81ea1a-1321-4e0e-8fd9-13848ea2fc13', 'tag': '650e3c7a-21f2-4368-a59d-9b58fe9d05a0'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:22:13.043191 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0019fa0c-3672-4719-87db-8b08ddb67544" -d '{"events": [{"name": "network-changed", "server_uuid": "0e81ea1a-1321-4e0e-8fd9-13848ea2fc13", "tag": "650e3c7a-21f2-4368-a59d-9b58fe9d05a0"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:22:13.066959 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1c5115-58bc-4711-ba01-38c3be4685ae service neutron] Pushing event updated for resources: {'Port': ['ID=650e3c7a-21f2-4368-a59d-9b58fe9d05a0,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:13.095121 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15347dfc-aa3a-43cd-b125-915d6ad63a23 x-openstack-request-id: req-15347dfc-aa3a-43cd-b125-915d6ad63a23 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:22:13.095416 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e81ea1a-1321-4e0e-8fd9-13848ea2fc13", "tag": "650e3c7a-21f2-4368-a59d-9b58fe9d05a0", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:22:13.095705 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-15347dfc-aa3a-43cd-b125-915d6ad63a23 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:22:13.096092 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e81ea1a-1321-4e0e-8fd9-13848ea2fc13', 'tag': '650e3c7a-21f2-4368-a59d-9b58fe9d05a0', 'status': 'completed', 'code': 200} Oct 30 15:22:13.126601 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b521fd4c-1476-42a0-8aee-9e7a92c7669d req-6864d321-b0b4-4c70-995c-4d52ba94a61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:13.128979 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b521fd4c-1476-42a0-8aee-9e7a92c7669d req-6864d321-b0b4-4c70-995c-4d52ba94a61c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94855398ab7244e0b4017ff3b01f9b39&device_id=0e81ea1a-1321-4e0e-8fd9-13848ea2fc13 HTTP/1.1" status: 200 len: 1095 time: 0.0445631 Oct 30 15:22:13.176364 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b521fd4c-1476-42a0-8aee-9e7a92c7669d req-6bf49db7-a9e9-413e-bcef-672d684b0f26 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=650e3c7a-21f2-4368-a59d-9b58fe9d05a0 HTTP/1.1" status: 200 len: 217 time: 0.0398376 Oct 30 15:22:13.228257 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b521fd4c-1476-42a0-8aee-9e7a92c7669d req-a00bedfc-2c3b-4ee3-b231-ba88ef872939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:13.231726 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b521fd4c-1476-42a0-8aee-9e7a92c7669d req-a00bedfc-2c3b-4ee3-b231-ba88ef872939 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bc8a0567-b966-45fc-9dd4-d02747d93290 HTTP/1.1" status: 200 len: 859 time: 0.0461335 Oct 30 15:22:13.266066 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b521fd4c-1476-42a0-8aee-9e7a92c7669d req-aad2213c-ea01-4816-8345-240d8ed4caa0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2ee737b4-c460-4029-8756-6b7e18e51e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278480 Oct 30 15:22:13.281615 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device b6c355d6-2344-4da2-b205-6ba5f741b07d no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:22:13.284982 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['66e5973d-f920-41bc-9f65-c017f02a756a'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:22:13.327081 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: b6c355d6-2344-4da2-b205-6ba5f741b07d {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:22:13.327559 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device b6c355d6-2344-4da2-b205-6ba5f741b07d not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:22:13.374963 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b521fd4c-1476-42a0-8aee-9e7a92c7669d req-6f6f09d5-77aa-4c1d-9b1a-dfb43df0a06e service neutron] 10.222.0.44 "GET /v2.0/networks/2ee737b4-c460-4029-8756-6b7e18e51e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019728 Oct 30 15:22:13.479346 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b521fd4c-1476-42a0-8aee-9e7a92c7669d req-4df6b5ba-bfe3-4496-889d-a8e2c5cbc272 service neutron] 10.222.0.44 "GET /v2.0/networks/2ee737b4-c460-4029-8756-6b7e18e51e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921421 Oct 30 15:22:13.576923 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019fa0c-3672-4719-87db-8b08ddb67544 req-cbcacf1a-8b0f-45c2-a0a4-474dc22e6f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:13.579584 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0019fa0c-3672-4719-87db-8b08ddb67544 req-cbcacf1a-8b0f-45c2-a0a4-474dc22e6f04 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94855398ab7244e0b4017ff3b01f9b39&device_id=0e81ea1a-1321-4e0e-8fd9-13848ea2fc13 HTTP/1.1" status: 200 len: 1095 time: 0.0508568 Oct 30 15:22:13.666000 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dfc7f6-fd8c-4339-b4e8-322ee76a87cf req-3c3cd655-4aeb-4852-b5c0-b9c42269aa04 tempest-VolumesActionsTest-1088868719 tempest-VolumesActionsTest-1088868719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:13.675730 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-84dfc7f6-fd8c-4339-b4e8-322ee76a87cf req-3c3cd655-4aeb-4852-b5c0-b9c42269aa04 tempest-VolumesActionsTest-1088868719 tempest-VolumesActionsTest-1088868719-project] 10.222.0.62 "GET /v2.0/ports?device_id=14bf2f39-d1c5-4abb-bbe6-0bdc4f487e99 HTTP/1.1" status: 200 len: 944 time: 0.0599141 Oct 30 15:22:13.696545 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020cbc0-00dc-421c-a521-07c01e2ee150 req-a57f26b0-3cf6-4348-8567-67819bd9da43 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:13.698049 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2020cbc0-00dc-421c-a521-07c01e2ee150 req-a57f26b0-3cf6-4348-8567-67819bd9da43 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 944 time: 0.1114318 Oct 30 15:22:13.720502 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-84dfc7f6-fd8c-4339-b4e8-322ee76a87cf req-9966748b-07a6-4b96-99db-040078b658cb tempest-VolumesActionsTest-1088868719 tempest-VolumesActionsTest-1088868719-project] 10.222.0.62 "GET /v2.0/security-groups?id=111295ec-261d-4b0a-8164-6c01eea4fdec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427659 Oct 30 15:22:13.728736 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 49090) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:22:13.754317 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019fa0c-3672-4719-87db-8b08ddb67544 req-daf6ee9b-c37a-4dd3-a888-36c1c158a925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:13.755808 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0019fa0c-3672-4719-87db-8b08ddb67544 req-daf6ee9b-c37a-4dd3-a888-36c1c158a925 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2ee737b4-c460-4029-8756-6b7e18e51e7e HTTP/1.1" status: 200 len: 920 time: 0.1678989 Oct 30 15:22:13.808429 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2020cbc0-00dc-421c-a521-07c01e2ee150 req-a582baf8-1c83-4106-8788-696ab7b05c80 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002178 Oct 30 15:22:13.809790 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0019fa0c-3672-4719-87db-8b08ddb67544 req-b045ce6d-f285-4220-a853-5ab72dfddae5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=650e3c7a-21f2-4368-a59d-9b58fe9d05a0 HTTP/1.1" status: 200 len: 217 time: 0.0468414 Oct 30 15:22:13.843896 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ede44-8b4b-4ffe-a9d2-419eb36a1dfb req-7b25f7a7-7e08-4c1e-b86d-9096ffc3bf37 tempest-ServerMetadataNegativeTestJSON-904287884 tempest-ServerMetadataNegativeTestJSON-904287884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:13.845817 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-042ede44-8b4b-4ffe-a9d2-419eb36a1dfb req-7b25f7a7-7e08-4c1e-b86d-9096ffc3bf37 tempest-ServerMetadataNegativeTestJSON-904287884 tempest-ServerMetadataNegativeTestJSON-904287884-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e81ea1a-1321-4e0e-8fd9-13848ea2fc13 HTTP/1.1" status: 200 len: 943 time: 0.0596564 Oct 30 15:22:13.857612 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-041463fe-2f8e-491f-aa07-600015c68241 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-537088945-network', 'tenant_id': '948fc479db984977b4adb38957b43a5b'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:22:13.873290 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019fa0c-3672-4719-87db-8b08ddb67544 req-37af657f-ebed-4e7e-bfa6-6391339c6dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:13.875760 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0019fa0c-3672-4719-87db-8b08ddb67544 req-37af657f-ebed-4e7e-bfa6-6391339c6dcb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bc8a0567-b966-45fc-9dd4-d02747d93290 HTTP/1.1" status: 200 len: 859 time: 0.0578623 Oct 30 15:22:13.900839 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-041463fe-2f8e-491f-aa07-600015c68241 admin admin] Made reservation on behalf of 948fc479db984977b4adb38957b43a5b for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:22:13.903120 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-041463fe-2f8e-491f-aa07-600015c68241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:13.916074 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-042ede44-8b4b-4ffe-a9d2-419eb36a1dfb req-0bb023d4-d076-4069-b5ae-13c0673e4fde tempest-ServerMetadataNegativeTestJSON-904287884 tempest-ServerMetadataNegativeTestJSON-904287884-project] 10.222.0.62 "GET /v2.0/security-groups?id=1af96bc8-2844-4c84-931a-9eb8f5202088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623250 Oct 30 15:22:13.917172 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-041463fe-2f8e-491f-aa07-600015c68241 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:13.936125 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0019fa0c-3672-4719-87db-8b08ddb67544 req-fd622f1d-08dd-49de-a7bc-177d22fba762 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2ee737b4-c460-4029-8756-6b7e18e51e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440054 Oct 30 15:22:13.994460 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-041463fe-2f8e-491f-aa07-600015c68241 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:13.998413 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-041463fe-2f8e-491f-aa07-600015c68241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:14.001793 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea7309-7d0f-4365-bbae-8dfdcb69db1e req-4fdaf59f-7635-42fd-9519-a10141288ab1 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:14.003278 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2dea7309-7d0f-4365-bbae-8dfdcb69db1e req-4fdaf59f-7635-42fd-9519-a10141288ab1 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 944 time: 0.1219087 Oct 30 15:22:14.026604 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-041463fe-2f8e-491f-aa07-600015c68241 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:22:14.033401 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041463fe-2f8e-491f-aa07-600015c68241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b09478-2404-4eb8-9a31-5ee504920201,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:14.039961 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-041463fe-2f8e-491f-aa07-600015c68241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:14.040310 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-041463fe-2f8e-491f-aa07-600015c68241 admin admin] Added segment 4338780a-336d-4cf6-b340-ea8b7e35acfc of type vlan for network 548d826f-a834-4084-8434-37790d2898e0 Oct 30 15:22:14.061868 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2dea7309-7d0f-4365-bbae-8dfdcb69db1e req-f30b21d3-d448-467e-a633-0401c3714425 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519159 Oct 30 15:22:14.076980 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0019fa0c-3672-4719-87db-8b08ddb67544 req-d02edf37-a716-4cad-8b78-d745cf5f0b75 service neutron] 10.222.0.44 "GET /v2.0/networks/2ee737b4-c460-4029-8756-6b7e18e51e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318641 Oct 30 15:22:14.090134 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-041463fe-2f8e-491f-aa07-600015c68241 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:14.116482 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-041463fe-2f8e-491f-aa07-600015c68241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:14.117497 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041463fe-2f8e-491f-aa07-600015c68241 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:14.118153 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-041463fe-2f8e-491f-aa07-600015c68241 admin admin] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:14.183238 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0019fa0c-3672-4719-87db-8b08ddb67544 req-9a0c32b6-6d29-4ce4-aacd-a3b4d128dbac service neutron] 10.222.0.44 "GET /v2.0/networks/2ee737b4-c460-4029-8756-6b7e18e51e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965414 Oct 30 15:22:14.198200 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-041463fe-2f8e-491f-aa07-600015c68241 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4682894 Oct 30 15:22:14.201259 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 49098) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:22:14.206613 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-c029dec1-f351-4a24-8d35-2240e5503e83 admin admin] Request body: {'subnet': {'network_id': '548d826f-a834-4084-8434-37790d2898e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-537088945-subnet', 'tenant_id': '948fc479db984977b4adb38957b43a5b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:22:14.214359 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041463fe-2f8e-491f-aa07-600015c68241 admin admin] Pushing event updated for resources: {'Network': ['ID=548d826f-a834-4084-8434-37790d2898e0,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:14.225352 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 548d826f-a834-4084-8434-37790d2898e0 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:22:14.233509 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6395f5a2-2d4b-410f-a433-e11fc1f99a6c req-1edbc716-e8f6-4196-b5a1-e97275271a0c tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:14.237461 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c029dec1-f351-4a24-8d35-2240e5503e83 admin admin] Made reservation on behalf of 948fc479db984977b4adb38957b43a5b for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:22:14.240184 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6395f5a2-2d4b-410f-a433-e11fc1f99a6c req-1edbc716-e8f6-4196-b5a1-e97275271a0c tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 944 time: 0.0734069 Oct 30 15:22:14.240450 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c029dec1-f351-4a24-8d35-2240e5503e83 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:14.275688 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6395f5a2-2d4b-410f-a433-e11fc1f99a6c req-cca668ba-a625-459b-a1cf-87f427da98a5 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338795 Oct 30 15:22:14.445197 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5902e256-928e-454d-859e-b62670fd0fa8 req-7b5b0f0d-f80a-4d88-b7b8-4fb6e3780de3 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:14.446680 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5902e256-928e-454d-859e-b62670fd0fa8 req-7b5b0f0d-f80a-4d88-b7b8-4fb6e3780de3 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 944 time: 0.0961070 Oct 30 15:22:14.460184 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c029dec1-f351-4a24-8d35-2240e5503e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:14.534019 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5902e256-928e-454d-859e-b62670fd0fa8 req-151e9cf2-6b8f-47a8-b56f-f20faa67fa49 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801857 Oct 30 15:22:14.539301 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c029dec1-f351-4a24-8d35-2240e5503e83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecf088ac-4d47-4ab3-a65c-3cf979797b98,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:14.549870 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c029dec1-f351-4a24-8d35-2240e5503e83 admin admin] Checking segment: {'id': '4338780a-336d-4cf6-b340-ea8b7e35acfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '548d826f-a834-4084-8434-37790d2898e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:22:14.551041 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c029dec1-f351-4a24-8d35-2240e5503e83 admin admin] Network hostable DHCP agents. Network: 548d826f-a834-4084-8434-37790d2898e0, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:22:14.572683 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c029dec1-f351-4a24-8d35-2240e5503e83 admin admin] Network 548d826f-a834-4084-8434-37790d2898e0 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:22:14.581218 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-c029dec1-f351-4a24-8d35-2240e5503e83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 548d826f-a834-4084-8434-37790d2898e0) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:22:14.585234 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c029dec1-f351-4a24-8d35-2240e5503e83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:14.585815 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c029dec1-f351-4a24-8d35-2240e5503e83 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:14.591275 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37494a05-b4ec-4cb8-85b7-fc06d4677d00 None None] Network 548d826f-a834-4084-8434-37790d2898e0 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:22:14.602388 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c029dec1-f351-4a24-8d35-2240e5503e83 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3999610 Oct 30 15:22:14.605183 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 49106) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:22:14.609693 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-e6f76941-83b9-4cb1-baed-91c0304c4bdc admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-537088945-router', 'tenant_id': '948fc479db984977b4adb38957b43a5b', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:22:14.629725 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e6f76941-83b9-4cb1-baed-91c0304c4bdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:14.630717 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e6f76941-83b9-4cb1-baed-91c0304c4bdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:14.688381 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e6f76941-83b9-4cb1-baed-91c0304c4bdc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:14.743077 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf6dff9-04fe-4fbd-89e4-110a790661ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-548d826f-a834-4084-8434-37790d2898e0', 'network_id': '548d826f-a834-4084-8434-37790d2898e0', 'tenant_id': '948fc479db984977b4adb38957b43a5b', 'fixed_ips': [{'subnet_id': 'ecf088ac-4d47-4ab3-a65c-3cf979797b98'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:22:14.743970 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3bf6dff9-04fe-4fbd-89e4-110a790661ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:14.747283 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 66e5973d-f920-41bc-9f65-c017f02a756a up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:22:14.839843 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e6f76941-83b9-4cb1-baed-91c0304c4bdc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:14.878069 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port 66e5973d-f920-41bc-9f65-c017f02a756a completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:22:14.885728 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 66e5973d-f920-41bc-9f65-c017f02a756a triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:22:14.886109 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:14.921200 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9f6ce-a8b5-4885-b97d-3bdb1932fed7 req-32da61ec-2de6-49fb-bcb2-4f4f54df6dd8 tempest-VolumesActionsTest-1088868719 tempest-VolumesActionsTest-1088868719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:14.922677 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0ea9f6ce-a8b5-4885-b97d-3bdb1932fed7 req-32da61ec-2de6-49fb-bcb2-4f4f54df6dd8 tempest-VolumesActionsTest-1088868719 tempest-VolumesActionsTest-1088868719-project] 10.222.0.62 "GET /v2.0/ports?device_id=14bf2f39-d1c5-4abb-bbe6-0bdc4f487e99 HTTP/1.1" status: 200 len: 944 time: 0.1023610 Oct 30 15:22:14.963332 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-3bf6dff9-04fe-4fbd-89e4-110a790661ec None None] Allocated IP 172.20.0.2 (548d826f-a834-4084-8434-37790d2898e0/ecf088ac-4d47-4ab3-a65c-3cf979797b98/9815bfe8-b20a-412c-8f29-ad8c0ee01b8d) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:22:14.969860 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0ea9f6ce-a8b5-4885-b97d-3bdb1932fed7 req-9deddc57-4d6d-4ae7-8b77-14bb18500fd1 tempest-VolumesActionsTest-1088868719 tempest-VolumesActionsTest-1088868719-project] 10.222.0.62 "GET /v2.0/security-groups?id=111295ec-261d-4b0a-8164-6c01eea4fdec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403402 Oct 30 15:22:15.059257 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81707881-1e85-4382-8fed-486c16bd10be req-e75b17a2-9a14-4798-81e0-fbd146c4efeb tempest-ServerMetadataNegativeTestJSON-904287884 tempest-ServerMetadataNegativeTestJSON-904287884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:15.060777 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-81707881-1e85-4382-8fed-486c16bd10be req-e75b17a2-9a14-4798-81e0-fbd146c4efeb tempest-ServerMetadataNegativeTestJSON-904287884 tempest-ServerMetadataNegativeTestJSON-904287884-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e81ea1a-1321-4e0e-8fd9-13848ea2fc13 HTTP/1.1" status: 200 len: 943 time: 0.0580478 Oct 30 15:22:15.065634 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:15.099872 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14bf2f39-d1c5-4abb-bbe6-0bdc4f487e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e5973d-f920-41bc-9f65-c017f02a756a'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:22:15.102183 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eabedf2b-e05f-4073-97a2-a1ec59b1df45" -d '{"events": [{"server_uuid": "14bf2f39-d1c5-4abb-bbe6-0bdc4f487e99", "name": "network-vif-plugged", "status": "completed", "tag": "66e5973d-f920-41bc-9f65-c017f02a756a"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:22:15.114296 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e6f76941-83b9-4cb1-baed-91c0304c4bdc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:15.118399 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-81707881-1e85-4382-8fed-486c16bd10be req-c0517c08-3e92-4f7e-b764-3efb5f03b7e0 tempest-ServerMetadataNegativeTestJSON-904287884 tempest-ServerMetadataNegativeTestJSON-904287884-project] 10.222.0.62 "GET /v2.0/security-groups?id=1af96bc8-2844-4c84-931a-9eb8f5202088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474465 Oct 30 15:22:15.133975 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 66e5973d-f920-41bc-9f65-c017f02a756a, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=66e5973d-f920-41bc-9f65-c017f02a756a,segment=NetworkSegment(ce6b0c8c-f33b-4ef4-9702-a3d56e209471),segment_id=ce6b0c8c-f33b-4ef4-9702-a3d56e209471)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:22:15.133975 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:15.140535 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e6f76941-83b9-4cb1-baed-91c0304c4bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:15.164568 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71405f02-71e1-4380-a9d5-7fd5698cf31f x-openstack-request-id: req-71405f02-71e1-4380-a9d5-7fd5698cf31f {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:22:15.164919 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14bf2f39-d1c5-4abb-bbe6-0bdc4f487e99", "name": "network-vif-plugged", "status": "completed", "tag": "66e5973d-f920-41bc-9f65-c017f02a756a", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:22:15.165248 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-71405f02-71e1-4380-a9d5-7fd5698cf31f {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:22:15.165764 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14bf2f39-d1c5-4abb-bbe6-0bdc4f487e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e5973d-f920-41bc-9f65-c017f02a756a', 'code': 200} Oct 30 15:22:15.236847 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=66e5973d-f920-41bc-9f65-c017f02a756a,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:15.252990 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3bf6dff9-04fe-4fbd-89e4-110a790661ec None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:15.258990 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3bf6dff9-04fe-4fbd-89e4-110a790661ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:15.282832 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-e6f76941-83b9-4cb1-baed-91c0304c4bdc admin admin] Allocated IP 172.25.4.254 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/98be4529-a85a-4f14-b1cd-e9f10866d3c8) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:22:15.295196 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7ca9f0-a5c4-4ec0-8183-15183064c8e4 req-0b147251-b253-4ee1-b3c0-771facbe3e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:15.297262 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4a7ca9f0-a5c4-4ec0-8183-15183064c8e4 req-0b147251-b253-4ee1-b3c0-771facbe3e76 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=14bf2f39-d1c5-4abb-bbe6-0bdc4f487e99 HTTP/1.1" status: 200 len: 1097 time: 0.0698352 Oct 30 15:22:15.301497 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf6dff9-04fe-4fbd-89e4-110a790661ec None None] Network 548d826f-a834-4084-8434-37790d2898e0 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:22:15.306160 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-3bf6dff9-04fe-4fbd-89e4-110a790661ec None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:22:15.308660 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf6dff9-04fe-4fbd-89e4-110a790661ec None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:22:15.316775 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf6dff9-04fe-4fbd-89e4-110a790661ec None None] Pushing event updated for resources: {'Port': ['ID=9815bfe8-b20a-412c-8f29-ad8c0ee01b8d,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:15.367561 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-3bf6dff9-04fe-4fbd-89e4-110a790661ec None None] Attempting to bind port 9815bfe8-b20a-412c-8f29-ad8c0ee01b8d on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:22:15.368229 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-3bf6dff9-04fe-4fbd-89e4-110a790661ec None None] Attempting to bind port 9815bfe8-b20a-412c-8f29-ad8c0ee01b8d by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '4338780a-336d-4cf6-b340-ea8b7e35acfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '548d826f-a834-4084-8434-37790d2898e0'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:22:15.368598 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf6dff9-04fe-4fbd-89e4-110a790661ec None None] Attempting to bind port 9815bfe8-b20a-412c-8f29-ad8c0ee01b8d on network 548d826f-a834-4084-8434-37790d2898e0 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:22:15.373562 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf6dff9-04fe-4fbd-89e4-110a790661ec None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:22:15.373942 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf6dff9-04fe-4fbd-89e4-110a790661ec None None] Checking segment: {'id': '4338780a-336d-4cf6-b340-ea8b7e35acfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '548d826f-a834-4084-8434-37790d2898e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:22:15.374956 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3bf6dff9-04fe-4fbd-89e4-110a790661ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:15.375380 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf6dff9-04fe-4fbd-89e4-110a790661ec None None] Bound using segment: {'id': '4338780a-336d-4cf6-b340-ea8b7e35acfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '548d826f-a834-4084-8434-37790d2898e0'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:22:15.375877 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-3bf6dff9-04fe-4fbd-89e4-110a790661ec None None] Bound port: 9815bfe8-b20a-412c-8f29-ad8c0ee01b8d, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4338780a-336d-4cf6-b340-ea8b7e35acfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '548d826f-a834-4084-8434-37790d2898e0'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:22:15.376261 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3bf6dff9-04fe-4fbd-89e4-110a790661ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:15.385434 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4a7ca9f0-a5c4-4ec0-8183-15183064c8e4 req-d88d7337-1079-4762-b041-f6f41246962e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=111295ec-261d-4b0a-8164-6c01eea4fdec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702207 Oct 30 15:22:15.420223 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e6f76941-83b9-4cb1-baed-91c0304c4bdc admin admin] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:15.442657 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-3bf6dff9-04fe-4fbd-89e4-110a790661ec None None] For port 9815bfe8-b20a-412c-8f29-ad8c0ee01b8d, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:22:15.445860 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-3bf6dff9-04fe-4fbd-89e4-110a790661ec None None] For port 9815bfe8-b20a-412c-8f29-ad8c0ee01b8d, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=9815bfe8-b20a-412c-8f29-ad8c0ee01b8d,segment=NetworkSegment(4338780a-336d-4cf6-b340-ea8b7e35acfc),segment_id=4338780a-336d-4cf6-b340-ea8b7e35acfc)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:22:15.450040 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3bf6dff9-04fe-4fbd-89e4-110a790661ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:15.455317 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e6f76941-83b9-4cb1-baed-91c0304c4bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:15.512572 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf6dff9-04fe-4fbd-89e4-110a790661ec None None] Pushing event updated for resources: {'Port': ['ID=9815bfe8-b20a-412c-8f29-ad8c0ee01b8d,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:15.514673 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f76941-83b9-4cb1-baed-91c0304c4bdc admin admin] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:22:15.519652 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-e6f76941-83b9-4cb1-baed-91c0304c4bdc admin admin] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:22:15.522433 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f76941-83b9-4cb1-baed-91c0304c4bdc admin admin] Pushing event updated for resources: {'Port': ['ID=98be4529-a85a-4f14-b1cd-e9f10866d3c8,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:15.525840 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f76941-83b9-4cb1-baed-91c0304c4bdc admin admin] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:22:15.795780 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e6f76941-83b9-4cb1-baed-91c0304c4bdc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:15.988470 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e6f76941-83b9-4cb1-baed-91c0304c4bdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:16.084659 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 650e3c7a-21f2-4368-a59d-9b58fe9d05a0 details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:22:16.125246 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c6f12-6a5b-42ac-aad6-0dc621546c09 req-35b992cb-f836-4980-adbd-df475e6330ff tempest-VolumesActionsTest-1088868719 tempest-VolumesActionsTest-1088868719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:16.126811 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-398c6f12-6a5b-42ac-aad6-0dc621546c09 req-35b992cb-f836-4980-adbd-df475e6330ff tempest-VolumesActionsTest-1088868719 tempest-VolumesActionsTest-1088868719-project] 10.222.0.62 "GET /v2.0/ports?device_id=14bf2f39-d1c5-4abb-bbe6-0bdc4f487e99 HTTP/1.1" status: 200 len: 945 time: 0.0735507 Oct 30 15:22:16.195494 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 650e3c7a-21f2-4368-a59d-9b58fe9d05a0, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=650e3c7a-21f2-4368-a59d-9b58fe9d05a0,segment=NetworkSegment(3fd4fdad-67d6-4782-80c1-bb6350770ae1),segment_id=3fd4fdad-67d6-4782-80c1-bb6350770ae1)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:22:16.200085 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-398c6f12-6a5b-42ac-aad6-0dc621546c09 req-b8263ebc-f4ce-441e-abe5-165f583c7313 tempest-VolumesActionsTest-1088868719 tempest-VolumesActionsTest-1088868719-project] 10.222.0.62 "GET /v2.0/security-groups?id=111295ec-261d-4b0a-8164-6c01eea4fdec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659494 Oct 30 15:22:16.200857 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6f76941-83b9-4cb1-baed-91c0304c4bdc admin admin] Router b504a3e4-1717-4233-bcbc-98c075d5ea66 is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:22:16.210182 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': '650e3c7a-21f2-4368-a59d-9b58fe9d05a0', 'network_id': '2ee737b4-c460-4029-8756-6b7e18e51e7e', 'port_id': '650e3c7a-21f2-4368-a59d-9b58fe9d05a0', 'mac_address': 'fa:16:3e:01:b1:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc8a0567-b966-45fc-9dd4-d02747d93290', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:22:16.256831 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3573957a-9b90-4eed-8500-b281754efec2 req-18a5fda4-d6ae-48d3-8471-6c306a20393a tempest-ServerMetadataNegativeTestJSON-904287884 tempest-ServerMetadataNegativeTestJSON-904287884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:16.257468 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:16.258445 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3573957a-9b90-4eed-8500-b281754efec2 req-18a5fda4-d6ae-48d3-8471-6c306a20393a tempest-ServerMetadataNegativeTestJSON-904287884 tempest-ServerMetadataNegativeTestJSON-904287884-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e81ea1a-1321-4e0e-8fd9-13848ea2fc13 HTTP/1.1" status: 200 len: 943 time: 0.0607998 Oct 30 15:22:16.273938 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 650e3c7a-21f2-4368-a59d-9b58fe9d05a0 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:22:16.305601 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3573957a-9b90-4eed-8500-b281754efec2 req-d1ae453a-1459-447f-91c5-defff0c7822c tempest-ServerMetadataNegativeTestJSON-904287884 tempest-ServerMetadataNegativeTestJSON-904287884-project] 10.222.0.62 "GET /v2.0/security-groups?id=1af96bc8-2844-4c84-931a-9eb8f5202088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385048 Oct 30 15:22:16.318405 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 650e3c7a-21f2-4368-a59d-9b58fe9d05a0, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=650e3c7a-21f2-4368-a59d-9b58fe9d05a0,segment=NetworkSegment(3fd4fdad-67d6-4782-80c1-bb6350770ae1),segment_id=3fd4fdad-67d6-4782-80c1-bb6350770ae1)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:22:16.325748 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:16.350940 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f76941-83b9-4cb1-baed-91c0304c4bdc admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:22:16.362717 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe1910b-deda-4479-8b3c-f12b641b5ddf None None] Sync routers for ids ['b504a3e4-1717-4233-bcbc-98c075d5ea66'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:22:16.378696 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe1910b-deda-4479-8b3c-f12b641b5ddf None None] Routers {'b504a3e4-1717-4233-bcbc-98c075d5ea66'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:22:16.380235 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-2fe1910b-deda-4479-8b3c-f12b641b5ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:21:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['b504a3e4-1717-4233-bcbc-98c075d5ea66'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:22:16.384405 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=650e3c7a-21f2-4368-a59d-9b58fe9d05a0,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:16.393784 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e6f76941-83b9-4cb1-baed-91c0304c4bdc admin admin] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:16.395185 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-e6f76941-83b9-4cb1-baed-91c0304c4bdc admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7888331 Oct 30 15:22:16.398149 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 49120) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:22:16.529682 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c24fd0-8e33-42b7-bd74-a6f5479d1ac6 None None] Network 548d826f-a834-4084-8434-37790d2898e0 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:22:16.576798 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['650e3c7a-21f2-4368-a59d-9b58fe9d05a0'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:22:16.600673 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-2fe1910b-deda-4479-8b3c-f12b641b5ddf None None] Set router b504a3e4-1717-4233-bcbc-98c075d5ea66 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:22:16.630514 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-0dfb66f2-85d5-4b7c-9f7e-02805d69a3d9 None None] Provisioning complete for port 9815bfe8-b20a-412c-8f29-ad8c0ee01b8d triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:22:16.630985 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0dfb66f2-85d5-4b7c-9f7e-02805d69a3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:16.816761 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-2fe1910b-deda-4479-8b3c-f12b641b5ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b504a3e4-1717-4233-bcbc-98c075d5ea66', 'name': 'tempest-ServersTestManualDisk-537088945-router', 'tenant_id': '948fc479db984977b4adb38957b43a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '98be4529-a85a-4f14-b1cd-e9f10866d3c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:22:14Z', 'updated_at': '2021-10-30T15:22:15Z', 'revision_number': 3, 'project_id': '948fc479db984977b4adb38957b43a5b', 'gw_port': {'id': '98be4529-a85a-4f14-b1cd-e9f10866d3c8', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3e:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b504a3e4-1717-4233-bcbc-98c075d5ea66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:22:15Z', 'updated_at': '2021-10-30T15:22:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:22:16.839301 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0dfb66f2-85d5-4b7c-9f7e-02805d69a3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:16.844666 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe1910b-deda-4479-8b3c-f12b641b5ddf None None] Checking router: b504a3e4-1717-4233-bcbc-98c075d5ea66 for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:22:16.845428 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe1910b-deda-4479-8b3c-f12b641b5ddf None None] Updating router b504a3e4-1717-4233-bcbc-98c075d5ea66 port 98be4529-a85a-4f14-b1cd-e9f10866d3c8 binding host n-d-806683-17 {{(pid=102133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:22:16.878658 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2fe1910b-deda-4479-8b3c-f12b641b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:16.881222 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6a050544-9a5a-4132-ac46-9bd26d8b8520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:16.914316 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-0dfb66f2-85d5-4b7c-9f7e-02805d69a3d9 None None] For port 9815bfe8-b20a-412c-8f29-ad8c0ee01b8d, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=9815bfe8-b20a-412c-8f29-ad8c0ee01b8d,segment=NetworkSegment(4338780a-336d-4cf6-b340-ea8b7e35acfc),segment_id=4338780a-336d-4cf6-b340-ea8b7e35acfc)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:22:16.920802 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0dfb66f2-85d5-4b7c-9f7e-02805d69a3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:16.982369 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfb66f2-85d5-4b7c-9f7e-02805d69a3d9 None None] Pushing event updated for resources: {'Port': ['ID=9815bfe8-b20a-412c-8f29-ad8c0ee01b8d,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:17.063831 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-6a050544-9a5a-4132-ac46-9bd26d8b8520 admin admin] Allocated IP 172.20.0.1 (548d826f-a834-4084-8434-37790d2898e0/ecf088ac-4d47-4ab3-a65c-3cf979797b98/97a508c5-b43d-491a-8831-e642fa3c9fb5) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:22:17.172380 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2fe1910b-deda-4479-8b3c-f12b641b5ddf None None] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:17.176719 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6a050544-9a5a-4132-ac46-9bd26d8b8520 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:17.177365 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2fe1910b-deda-4479-8b3c-f12b641b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:17.212505 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6a050544-9a5a-4132-ac46-9bd26d8b8520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:17.226902 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-2fe1910b-deda-4479-8b3c-f12b641b5ddf None None] Attempting to bind port 98be4529-a85a-4f14-b1cd-e9f10866d3c8 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:22:17.227141 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-2fe1910b-deda-4479-8b3c-f12b641b5ddf None None] Attempting to bind port 98be4529-a85a-4f14-b1cd-e9f10866d3c8 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:22:17.227489 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe1910b-deda-4479-8b3c-f12b641b5ddf None None] Attempting to bind port 98be4529-a85a-4f14-b1cd-e9f10866d3c8 on network edc38ef5-7816-4133-914c-cfe2849a0125 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:22:17.236373 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856afafd-f32a-4fd3-b245-b365572c0446 None None] Pushing event updated for resources: {'Port': ['ID=98be4529-a85a-4f14-b1cd-e9f10866d3c8,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:17.240443 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe1910b-deda-4479-8b3c-f12b641b5ddf None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:22:17.240840 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe1910b-deda-4479-8b3c-f12b641b5ddf None None] Checking segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:22:17.241565 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2fe1910b-deda-4479-8b3c-f12b641b5ddf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:17.242034 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe1910b-deda-4479-8b3c-f12b641b5ddf None None] Bound using segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:22:17.242518 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-2fe1910b-deda-4479-8b3c-f12b641b5ddf None None] Bound port: 98be4529-a85a-4f14-b1cd-e9f10866d3c8, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:22:17.242906 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2fe1910b-deda-4479-8b3c-f12b641b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:17.261430 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a050544-9a5a-4132-ac46-9bd26d8b8520 admin admin] Network 548d826f-a834-4084-8434-37790d2898e0 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:22:17.267261 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856afafd-f32a-4fd3-b245-b365572c0446 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:22:17.267657 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856afafd-f32a-4fd3-b245-b365572c0446 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:22:17.268027 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856afafd-f32a-4fd3-b245-b365572c0446 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:22:17.268367 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856afafd-f32a-4fd3-b245-b365572c0446 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:22:17.268704 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856afafd-f32a-4fd3-b245-b365572c0446 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:22:17.269039 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856afafd-f32a-4fd3-b245-b365572c0446 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:22:17.269370 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856afafd-f32a-4fd3-b245-b365572c0446 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:22:17.269698 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856afafd-f32a-4fd3-b245-b365572c0446 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:22:17.269943 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-6a050544-9a5a-4132-ac46-9bd26d8b8520 admin admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:22:17.270087 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856afafd-f32a-4fd3-b245-b365572c0446 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:22:17.270340 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856afafd-f32a-4fd3-b245-b365572c0446 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:22:17.270917 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856afafd-f32a-4fd3-b245-b365572c0446 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:22:17.271256 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856afafd-f32a-4fd3-b245-b365572c0446 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:22:17.275676 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a050544-9a5a-4132-ac46-9bd26d8b8520 admin admin] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:22:17.277206 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-13dc9f1c-8914-4dfd-b926-b4da2c67ddf2 None None] Provisioning complete for port 9815bfe8-b20a-412c-8f29-ad8c0ee01b8d triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:22:17.279354 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-13dc9f1c-8914-4dfd-b926-b4da2c67ddf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:17.306064 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a050544-9a5a-4132-ac46-9bd26d8b8520 admin admin] Pushing event updated for resources: {'Port': ['ID=97a508c5-b43d-491a-8831-e642fa3c9fb5,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:17.308079 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-2fe1910b-deda-4479-8b3c-f12b641b5ddf None None] For port 98be4529-a85a-4f14-b1cd-e9f10866d3c8, host n-d-806683-17, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:22:17.312387 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-2fe1910b-deda-4479-8b3c-f12b641b5ddf None None] For port 98be4529-a85a-4f14-b1cd-e9f10866d3c8, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=98be4529-a85a-4f14-b1cd-e9f10866d3c8,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:22:17.327486 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2fe1910b-deda-4479-8b3c-f12b641b5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:17.329564 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6a050544-9a5a-4132-ac46-9bd26d8b8520 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:17.386386 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856afafd-f32a-4fd3-b245-b365572c0446 None None] Pushing event updated for resources: {'Port': ['ID=98be4529-a85a-4f14-b1cd-e9f10866d3c8,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:17.402388 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe1910b-deda-4479-8b3c-f12b641b5ddf None None] Routers {'b504a3e4-1717-4233-bcbc-98c075d5ea66'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:22:17.403336 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-2fe1910b-deda-4479-8b3c-f12b641b5ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:21:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['b504a3e4-1717-4233-bcbc-98c075d5ea66'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:22:17.493165 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 9815bfe8-b20a-412c-8f29-ad8c0ee01b8d up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:22:17.518094 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3d05e-0173-4b76-9d37-da18c252191f req-34690c70-107e-443c-9c26-168d50e67729 tempest-VolumesActionsTest-1088868719 tempest-VolumesActionsTest-1088868719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:17.519720 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-01f3d05e-0173-4b76-9d37-da18c252191f req-34690c70-107e-443c-9c26-168d50e67729 tempest-VolumesActionsTest-1088868719 tempest-VolumesActionsTest-1088868719-project] 10.222.0.62 "GET /v2.0/ports?device_id=14bf2f39-d1c5-4abb-bbe6-0bdc4f487e99 HTTP/1.1" status: 200 len: 945 time: 0.1148901 Oct 30 15:22:17.522656 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-2fe1910b-deda-4479-8b3c-f12b641b5ddf None None] Set router b504a3e4-1717-4233-bcbc-98c075d5ea66 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:22:17.554166 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc723467-a016-4e55-a23b-01ee8d3c13dc req-80a342ec-311a-47d7-bf93-7bd81d7fb73a tempest-ServerMetadataNegativeTestJSON-904287884 tempest-ServerMetadataNegativeTestJSON-904287884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:17.565460 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dc723467-a016-4e55-a23b-01ee8d3c13dc req-80a342ec-311a-47d7-bf93-7bd81d7fb73a tempest-ServerMetadataNegativeTestJSON-904287884 tempest-ServerMetadataNegativeTestJSON-904287884-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e81ea1a-1321-4e0e-8fd9-13848ea2fc13 HTTP/1.1" status: 200 len: 944 time: 0.1335094 Oct 30 15:22:17.603053 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 9815bfe8-b20a-412c-8f29-ad8c0ee01b8d triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:22:17.603426 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:17.621313 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-01f3d05e-0173-4b76-9d37-da18c252191f req-2179019f-5b69-441f-928e-e6fee40d45d1 tempest-VolumesActionsTest-1088868719 tempest-VolumesActionsTest-1088868719-project] 10.222.0.62 "GET /v2.0/security-groups?id=111295ec-261d-4b0a-8164-6c01eea4fdec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935693 Oct 30 15:22:17.628482 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dc723467-a016-4e55-a23b-01ee8d3c13dc req-fc6eb67e-3a70-4d41-95ba-185f16245df8 tempest-ServerMetadataNegativeTestJSON-904287884 tempest-ServerMetadataNegativeTestJSON-904287884-project] 10.222.0.62 "GET /v2.0/security-groups?id=1af96bc8-2844-4c84-931a-9eb8f5202088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602393 Oct 30 15:22:17.629927 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6a050544-9a5a-4132-ac46-9bd26d8b8520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:17.757798 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-2fe1910b-deda-4479-8b3c-f12b641b5ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b504a3e4-1717-4233-bcbc-98c075d5ea66', 'name': 'tempest-ServersTestManualDisk-537088945-router', 'tenant_id': '948fc479db984977b4adb38957b43a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '98be4529-a85a-4f14-b1cd-e9f10866d3c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:22:14Z', 'updated_at': '2021-10-30T15:22:15Z', 'revision_number': 3, 'project_id': '948fc479db984977b4adb38957b43a5b', 'gw_port': {'id': '98be4529-a85a-4f14-b1cd-e9f10866d3c8', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3e:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b504a3e4-1717-4233-bcbc-98c075d5ea66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:22:15Z', 'updated_at': '2021-10-30T15:22:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:22:17.768038 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-06537d6d-2f07-4ccc-b843-6bc7f95c15d5 None None] Provisioning complete for port 97a508c5-b43d-491a-8831-e642fa3c9fb5 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:22:17.768440 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-06537d6d-2f07-4ccc-b843-6bc7f95c15d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:17.791994 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe1910b-deda-4479-8b3c-f12b641b5ddf None None] The sync data for ids ['b504a3e4-1717-4233-bcbc-98c075d5ea66'] in n-d-806683-17 is: [{'id': 'b504a3e4-1717-4233-bcbc-98c075d5ea66', 'name': 'tempest-ServersTestManualDisk-537088945-router', 'tenant_id': '948fc479db984977b4adb38957b43a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '98be4529-a85a-4f14-b1cd-e9f10866d3c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:22:14Z', 'updated_at': '2021-10-30T15:22:15Z', 'revision_number': 3, 'project_id': '948fc479db984977b4adb38957b43a5b', 'gw_port': {'id': '98be4529-a85a-4f14-b1cd-e9f10866d3c8', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3e:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b504a3e4-1717-4233-bcbc-98c075d5ea66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:22:15Z', 'updated_at': '2021-10-30T15:22:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:22:17.815981 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-06537d6d-2f07-4ccc-b843-6bc7f95c15d5 None None] Port 97a508c5-b43d-491a-8831-e642fa3c9fb5 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:22:17.862354 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6a050544-9a5a-4132-ac46-9bd26d8b8520 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:17.866899 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6a050544-9a5a-4132-ac46-9bd26d8b8520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:17.947628 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a050544-9a5a-4132-ac46-9bd26d8b8520 admin admin] Pushing event updated for resources: {'Port': ['ID=97a508c5-b43d-491a-8831-e642fa3c9fb5,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:17.951060 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6a050544-9a5a-4132-ac46-9bd26d8b8520 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:18.064582 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a050544-9a5a-4132-ac46-9bd26d8b8520 admin admin] Network 548d826f-a834-4084-8434-37790d2898e0 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:22:18.068139 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-6a050544-9a5a-4132-ac46-9bd26d8b8520 admin admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:22:18.112536 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 650e3c7a-21f2-4368-a59d-9b58fe9d05a0 up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:22:18.224972 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port 650e3c7a-21f2-4368-a59d-9b58fe9d05a0 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:22:18.235960 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port 650e3c7a-21f2-4368-a59d-9b58fe9d05a0 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:22:18.236626 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:18.290158 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a050544-9a5a-4132-ac46-9bd26d8b8520 admin admin] Router b504a3e4-1717-4233-bcbc-98c075d5ea66 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:22:18.368984 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:18.421679 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e81ea1a-1321-4e0e-8fd9-13848ea2fc13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650e3c7a-21f2-4368-a59d-9b58fe9d05a0'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:22:18.425542 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2de4c8c-731d-4716-be92-9a8a4127d14a" -d '{"events": [{"server_uuid": "0e81ea1a-1321-4e0e-8fd9-13848ea2fc13", "name": "network-vif-plugged", "status": "completed", "tag": "650e3c7a-21f2-4368-a59d-9b58fe9d05a0"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:22:18.496339 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 650e3c7a-21f2-4368-a59d-9b58fe9d05a0, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=650e3c7a-21f2-4368-a59d-9b58fe9d05a0,segment=NetworkSegment(3fd4fdad-67d6-4782-80c1-bb6350770ae1),segment_id=3fd4fdad-67d6-4782-80c1-bb6350770ae1)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:22:18.507597 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e4727c34-1721-43d8-acf0-a1b35012f7fb None None] Provisioning complete for port 97a508c5-b43d-491a-8831-e642fa3c9fb5 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:22:18.508223 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e4727c34-1721-43d8-acf0-a1b35012f7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:18.512125 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:18.516347 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c398cc6d-c6ed-49fd-8f01-1f3520f877a3 x-openstack-request-id: req-c398cc6d-c6ed-49fd-8f01-1f3520f877a3 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:22:18.516634 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e81ea1a-1321-4e0e-8fd9-13848ea2fc13", "name": "network-vif-plugged", "status": "completed", "tag": "650e3c7a-21f2-4368-a59d-9b58fe9d05a0", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:22:18.516882 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c398cc6d-c6ed-49fd-8f01-1f3520f877a3 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:22:18.517283 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e81ea1a-1321-4e0e-8fd9-13848ea2fc13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650e3c7a-21f2-4368-a59d-9b58fe9d05a0', 'code': 200} Oct 30 15:22:18.526464 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a050544-9a5a-4132-ac46-9bd26d8b8520 admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:22:18.559094 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-6a050544-9a5a-4132-ac46-9bd26d8b8520 admin admin] 10.222.0.62 "PUT /v2.0/routers/b504a3e4-1717-4233-bcbc-98c075d5ea66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1574690 Oct 30 15:22:18.618826 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=650e3c7a-21f2-4368-a59d-9b58fe9d05a0,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:18.656289 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e4727c34-1721-43d8-acf0-a1b35012f7fb None None] Port 97a508c5-b43d-491a-8831-e642fa3c9fb5 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:22:18.707916 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdafed9-d965-4a55-a108-eaf123dca541 req-60629259-7925-4d6f-af49-0a6e31cb83ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:18.712643 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5cdafed9-d965-4a55-a108-eaf123dca541 req-60629259-7925-4d6f-af49-0a6e31cb83ef service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0e81ea1a-1321-4e0e-8fd9-13848ea2fc13 HTTP/1.1" status: 200 len: 1097 time: 0.1510267 Oct 30 15:22:18.822982 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3dde67-d023-4b10-bbd2-f20c4a5db842 req-46f0d9bf-f733-43f0-a22e-2ac879a9467c tempest-ServerMetadataNegativeTestJSON-904287884 tempest-ServerMetadataNegativeTestJSON-904287884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:18.830469 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bffd0b-21ae-4696-930d-19630137b31b req-4e97de36-590f-4fce-b859-e813d6dae823 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:18.831108 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0d3dde67-d023-4b10-bbd2-f20c4a5db842 req-46f0d9bf-f733-43f0-a22e-2ac879a9467c tempest-ServerMetadataNegativeTestJSON-904287884 tempest-ServerMetadataNegativeTestJSON-904287884-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e81ea1a-1321-4e0e-8fd9-13848ea2fc13 HTTP/1.1" status: 200 len: 945 time: 0.0801237 Oct 30 15:22:18.837705 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bffd0b-21ae-4696-930d-19630137b31b req-4e97de36-590f-4fce-b859-e813d6dae823 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:18.847502 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bffd0b-21ae-4696-930d-19630137b31b req-4e97de36-590f-4fce-b859-e813d6dae823 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:18.855123 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bffd0b-21ae-4696-930d-19630137b31b req-4e97de36-590f-4fce-b859-e813d6dae823 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:18.862549 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bffd0b-21ae-4696-930d-19630137b31b req-4e97de36-590f-4fce-b859-e813d6dae823 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:18.878812 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0d3dde67-d023-4b10-bbd2-f20c4a5db842 req-fa472c3c-ffa3-4f6e-af31-3dd333e788ff tempest-ServerMetadataNegativeTestJSON-904287884 tempest-ServerMetadataNegativeTestJSON-904287884-project] 10.222.0.62 "GET /v2.0/security-groups?id=1af96bc8-2844-4c84-931a-9eb8f5202088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468049 Oct 30 15:22:18.882327 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bffd0b-21ae-4696-930d-19630137b31b req-4e97de36-590f-4fce-b859-e813d6dae823 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:18.890387 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bffd0b-21ae-4696-930d-19630137b31b req-4e97de36-590f-4fce-b859-e813d6dae823 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:18.892297 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-02bffd0b-21ae-4696-930d-19630137b31b req-4e97de36-590f-4fce-b859-e813d6dae823 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 5434 time: 0.1758525 Oct 30 15:22:18.893968 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5cdafed9-d965-4a55-a108-eaf123dca541 req-5bfce209-e566-4381-902c-fd742de00cca service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1af96bc8-2844-4c84-931a-9eb8f5202088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651030 Oct 30 15:22:18.968237 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-02bffd0b-21ae-4696-930d-19630137b31b req-efe46454-188e-416f-a732-06381b2fbe5d tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb8a2948-2c1b-4131-b6de-fecd84bd89b4&id=5eeec3c6-4bd2-414a-bba6-6aabb62faff1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576565 Oct 30 15:22:19.313009 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 98be4529-a85a-4f14-b1cd-e9f10866d3c8 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:22:19.318111 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 49158) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:22:19.322601 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-b3d52388-b629-4021-bfeb-5c398c245968 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1866972140', 'description': 'tempest-description--2012209912'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:22:19.345209 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b3d52388-b629-4021-bfeb-5c398c245968 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:19.366329 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 98be4529-a85a-4f14-b1cd-e9f10866d3c8 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:22:19.366698 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:19.418767 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b3d52388-b629-4021-bfeb-5c398c245968 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:19.423009 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b3d52388-b629-4021-bfeb-5c398c245968 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:19.452563 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:19.453141 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b3d52388-b629-4021-bfeb-5c398c245968 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:19.453846 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b3d52388-b629-4021-bfeb-5c398c245968 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1347208 Oct 30 15:22:19.455775 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d52388-b629-4021-bfeb-5c398c245968 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eec10fb9-0ab1-44f7-aabf-ae80be276d74,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:19.456753 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 49160) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:22:19.463095 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-824e1603-588b-49ca-9992-d0e0e8399b12 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Request body: {'security_group_rule': {'security_group_id': 'eec10fb9-0ab1-44f7-aabf-ae80be276d74', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:22:19.463546 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d52388-b629-4021-bfeb-5c398c245968 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:22:19.463906 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d52388-b629-4021-bfeb-5c398c245968 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:22:19.464249 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d52388-b629-4021-bfeb-5c398c245968 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:22:19.464597 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d52388-b629-4021-bfeb-5c398c245968 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:22:19.464928 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d52388-b629-4021-bfeb-5c398c245968 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:22:19.465269 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d52388-b629-4021-bfeb-5c398c245968 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:22:19.465605 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d52388-b629-4021-bfeb-5c398c245968 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:22:19.465925 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d52388-b629-4021-bfeb-5c398c245968 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:22:19.466355 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d52388-b629-4021-bfeb-5c398c245968 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:22:19.466691 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d52388-b629-4021-bfeb-5c398c245968 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:22:19.467019 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d52388-b629-4021-bfeb-5c398c245968 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:22:19.467347 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d52388-b629-4021-bfeb-5c398c245968 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:22:19.476482 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 98be4529-a85a-4f14-b1cd-e9f10866d3c8, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=98be4529-a85a-4f14-b1cd-e9f10866d3c8,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:22:19.481107 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:19.506762 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-824e1603-588b-49ca-9992-d0e0e8399b12 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:19.534769 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=98be4529-a85a-4f14-b1cd-e9f10866d3c8,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:19.569571 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-824e1603-588b-49ca-9992-d0e0e8399b12 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:19.573235 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-824e1603-588b-49ca-9992-d0e0e8399b12 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:19.591591 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824e1603-588b-49ca-9992-d0e0e8399b12 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7d1282a-eef3-4b5a-b75d-33cb265bd0b9,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:19.600059 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-824e1603-588b-49ca-9992-d0e0e8399b12 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:19.601381 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-824e1603-588b-49ca-9992-d0e0e8399b12 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1430190 Oct 30 15:22:19.604448 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 49162) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:22:19.610029 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-d5d7e89f-7378-49c8-abdd-a6a516a292ba tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Request body: {'security_group_rule': {'security_group_id': 'eec10fb9-0ab1-44f7-aabf-ae80be276d74', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:22:19.640064 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d5d7e89f-7378-49c8-abdd-a6a516a292ba tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:19.699886 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d5d7e89f-7378-49c8-abdd-a6a516a292ba tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:19.704104 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d5d7e89f-7378-49c8-abdd-a6a516a292ba tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:19.724645 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d7e89f-7378-49c8-abdd-a6a516a292ba tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=318e36c8-981b-4e7f-a3cb-7e60a683b109,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:19.729780 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d5d7e89f-7378-49c8-abdd-a6a516a292ba tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:19.731666 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-d5d7e89f-7378-49c8-abdd-a6a516a292ba tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1260531 Oct 30 15:22:19.734985 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 49164) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:22:19.740110 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-3a1f9ecd-1239-4ed6-bf6b-284e62ab74b1 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Request body: {'floatingip': {'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:22:19.761057 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3a1f9ecd-1239-4ed6-bf6b-284e62ab74b1 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Publish callbacks [] for floatingip, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:19.828218 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68236f6-087c-4885-b3cd-feebc523fc96 None None] Sync routers for ids ['b504a3e4-1717-4233-bcbc-98c075d5ea66'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:22:19.839040 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68236f6-087c-4885-b3cd-feebc523fc96 None None] Routers {'b504a3e4-1717-4233-bcbc-98c075d5ea66'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:22:19.839688 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-a68236f6-087c-4885-b3cd-feebc523fc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:21:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['b504a3e4-1717-4233-bcbc-98c075d5ea66'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:22:19.873545 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3a1f9ecd-1239-4ed6-bf6b-284e62ab74b1 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:19.876037 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa975e83-be91-4645-bff2-1aff354a121e req-5bf2ec92-9f5f-44f8-b03e-fe7cf350fc86 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:19.882431 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa975e83-be91-4645-bff2-1aff354a121e req-5bf2ec92-9f5f-44f8-b03e-fe7cf350fc86 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:19.888552 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa975e83-be91-4645-bff2-1aff354a121e req-5bf2ec92-9f5f-44f8-b03e-fe7cf350fc86 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:19.895182 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa975e83-be91-4645-bff2-1aff354a121e req-5bf2ec92-9f5f-44f8-b03e-fe7cf350fc86 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:19.901415 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa975e83-be91-4645-bff2-1aff354a121e req-5bf2ec92-9f5f-44f8-b03e-fe7cf350fc86 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:19.908278 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa975e83-be91-4645-bff2-1aff354a121e req-5bf2ec92-9f5f-44f8-b03e-fe7cf350fc86 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:19.914330 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa975e83-be91-4645-bff2-1aff354a121e req-5bf2ec92-9f5f-44f8-b03e-fe7cf350fc86 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:19.916411 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-aa975e83-be91-4645-bff2-1aff354a121e req-5bf2ec92-9f5f-44f8-b03e-fe7cf350fc86 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.53 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 5434 time: 0.1019306 Oct 30 15:22:19.993039 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-a68236f6-087c-4885-b3cd-feebc523fc96 None None] Set router b504a3e4-1717-4233-bcbc-98c075d5ea66 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:22:19.996934 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa975e83-be91-4645-bff2-1aff354a121e req-690f1f25-e3c9-426d-bb16-7f63c6dae43a tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:19.999622 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-3a1f9ecd-1239-4ed6-bf6b-284e62ab74b1 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Allocated IP 172.25.4.88 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/c4f88802-8bfd-4e7d-beae-ca429e049b02) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:22:20.001372 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-aa975e83-be91-4645-bff2-1aff354a121e req-690f1f25-e3c9-426d-bb16-7f63c6dae43a tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.53 "GET /v2.0/ports/80060876-f4f1-4c9d-9c66-0639e6343df4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0789123 Oct 30 15:22:20.141500 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee17b38-68c7-482e-a691-b6c3767bfd84 req-d3ff6c51-fdd3-4181-bacd-e033c9e6641b tempest-ServerMetadataNegativeTestJSON-904287884 tempest-ServerMetadataNegativeTestJSON-904287884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:20.151762 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9ee17b38-68c7-482e-a691-b6c3767bfd84 req-d3ff6c51-fdd3-4181-bacd-e033c9e6641b tempest-ServerMetadataNegativeTestJSON-904287884 tempest-ServerMetadataNegativeTestJSON-904287884-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e81ea1a-1321-4e0e-8fd9-13848ea2fc13 HTTP/1.1" status: 200 len: 945 time: 0.1488495 Oct 30 15:22:20.181172 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c9252-ed60-4cc3-8482-c8368e8fb755 req-c1b301ca-37f4-44c6-8119-447c3f9fa60f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:20.187254 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c9252-ed60-4cc3-8482-c8368e8fb755 req-c1b301ca-37f4-44c6-8119-447c3f9fa60f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:20.193376 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c9252-ed60-4cc3-8482-c8368e8fb755 req-c1b301ca-37f4-44c6-8119-447c3f9fa60f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:20.200996 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c9252-ed60-4cc3-8482-c8368e8fb755 req-c1b301ca-37f4-44c6-8119-447c3f9fa60f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:20.208756 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c9252-ed60-4cc3-8482-c8368e8fb755 req-c1b301ca-37f4-44c6-8119-447c3f9fa60f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:20.215902 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c9252-ed60-4cc3-8482-c8368e8fb755 req-c1b301ca-37f4-44c6-8119-447c3f9fa60f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:20.222916 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c9252-ed60-4cc3-8482-c8368e8fb755 req-c1b301ca-37f4-44c6-8119-447c3f9fa60f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:20.226178 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-aa975e83-be91-4645-bff2-1aff354a121e req-3635bd04-bcfc-478b-ab59-e5c5582c277d tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.53 "GET /v2.0/networks/5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2063701 Oct 30 15:22:20.230925 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-874c9252-ed60-4cc3-8482-c8368e8fb755 req-c1b301ca-37f4-44c6-8119-447c3f9fa60f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 5434 time: 0.1427248 Oct 30 15:22:20.236176 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9ee17b38-68c7-482e-a691-b6c3767bfd84 req-f55cef82-cbdb-42bd-a594-3b98595a95f5 tempest-ServerMetadataNegativeTestJSON-904287884 tempest-ServerMetadataNegativeTestJSON-904287884-project] 10.222.0.62 "GET /v2.0/security-groups?id=1af96bc8-2844-4c84-931a-9eb8f5202088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834668 Oct 30 15:22:20.249191 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-aa975e83-be91-4645-bff2-1aff354a121e req-6c7aa1f5-6478-4126-bd32-9daec2632630 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:22:20.268291 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3a1f9ecd-1239-4ed6-bf6b-284e62ab74b1 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:20.316080 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-874c9252-ed60-4cc3-8482-c8368e8fb755 req-4079deac-fb13-4e9a-bd2c-0f7657337ada tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb8a2948-2c1b-4131-b6de-fecd84bd89b4&id=5eeec3c6-4bd2-414a-bba6-6aabb62faff1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0776141 Oct 30 15:22:20.356719 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3a1f9ecd-1239-4ed6-bf6b-284e62ab74b1 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:20.365998 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-aa975e83-be91-4645-bff2-1aff354a121e req-6c7aa1f5-6478-4126-bd32-9daec2632630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:20.402136 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1f9ecd-1239-4ed6-bf6b-284e62ab74b1 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:22:20.405124 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-3a1f9ecd-1239-4ed6-bf6b-284e62ab74b1 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:22:20.409453 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1f9ecd-1239-4ed6-bf6b-284e62ab74b1 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:22:20.442708 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1f9ecd-1239-4ed6-bf6b-284e62ab74b1 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Pushing event updated for resources: {'Port': ['ID=c4f88802-8bfd-4e7d-beae-ca429e049b02,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:20.490409 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-a68236f6-087c-4885-b3cd-feebc523fc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b504a3e4-1717-4233-bcbc-98c075d5ea66', 'name': 'tempest-ServersTestManualDisk-537088945-router', 'tenant_id': '948fc479db984977b4adb38957b43a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '98be4529-a85a-4f14-b1cd-e9f10866d3c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:22:14Z', 'updated_at': '2021-10-30T15:22:17Z', 'revision_number': 4, 'project_id': '948fc479db984977b4adb38957b43a5b', 'gw_port': {'id': '98be4529-a85a-4f14-b1cd-e9f10866d3c8', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b504a3e4-1717-4233-bcbc-98c075d5ea66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:22:15Z', 'updated_at': '2021-10-30T15:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '97a508c5-b43d-491a-8831-e642fa3c9fb5', 'name': '', 'network_id': '548d826f-a834-4084-8434-37790d2898e0', 'tenant_id': '948fc479db984977b4adb38957b43a5b', 'mac_address': 'fa:16:3e:85:cf:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b504a3e4-1717-4233-bcbc-98c075d5ea66', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'ecf088ac-4d47-4ab3-a65c-3cf979797b98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:22:16Z', 'updated_at': '2021-10-30T15:22:17Z', 'revision_number': 2, 'project_id': '948fc479db984977b4adb38957b43a5b', 'subnets': [{'id': 'ecf088ac-4d47-4ab3-a65c-3cf979797b98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:22:20.521508 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3a1f9ecd-1239-4ed6-bf6b-284e62ab74b1 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:20.522095 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68236f6-087c-4885-b3cd-feebc523fc96 None None] Checking router: b504a3e4-1717-4233-bcbc-98c075d5ea66 for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:22:20.522807 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68236f6-087c-4885-b3cd-feebc523fc96 None None] Updating router b504a3e4-1717-4233-bcbc-98c075d5ea66 port 97a508c5-b43d-491a-8831-e642fa3c9fb5 binding host n-d-806683-17 {{(pid=102132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:22:20.550824 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a68236f6-087c-4885-b3cd-feebc523fc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:20.558332 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-aa975e83-be91-4645-bff2-1aff354a121e req-6c7aa1f5-6478-4126-bd32-9daec2632630 service neutron] For port 80060876-f4f1-4c9d-9c66-0639e6343df4, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=80060876-f4f1-4c9d-9c66-0639e6343df4,segment=NetworkSegment(d48b95d1-af63-4106-89bd-badbf84e8271),segment_id=d48b95d1-af63-4106-89bd-badbf84e8271)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:22:20.564705 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3a1f9ecd-1239-4ed6-bf6b-284e62ab74b1 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:20.599295 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-aa975e83-be91-4645-bff2-1aff354a121e req-6c7aa1f5-6478-4126-bd32-9daec2632630 service neutron] For port 80060876-f4f1-4c9d-9c66-0639e6343df4, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:22:20.642324 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-aa975e83-be91-4645-bff2-1aff354a121e req-6c7aa1f5-6478-4126-bd32-9daec2632630 service neutron] device_id is not set on port 80060876-f4f1-4c9d-9c66-0639e6343df4 yet. {{(pid=102131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:22:20.656569 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-aa975e83-be91-4645-bff2-1aff354a121e req-6c7aa1f5-6478-4126-bd32-9daec2632630 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:20.665768 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-aa975e83-be91-4645-bff2-1aff354a121e req-6c7aa1f5-6478-4126-bd32-9daec2632630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:20.745756 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa975e83-be91-4645-bff2-1aff354a121e req-6c7aa1f5-6478-4126-bd32-9daec2632630 service neutron] No DVR routers for this DVR port 80060876-f4f1-4c9d-9c66-0639e6343df4 on host n-h1-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:22:20.748481 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7aa1f5-6478-4126-bd32-9daec2632630 service neutron] Pushing event updated for resources: {'Port': ['ID=80060876-f4f1-4c9d-9c66-0639e6343df4,revision_number=6']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:20.796944 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-aa975e83-be91-4645-bff2-1aff354a121e req-6c7aa1f5-6478-4126-bd32-9daec2632630 service neutron] In _notify_port_updated(), no bound segment for port 80060876-f4f1-4c9d-9c66-0639e6343df4 on network 5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc {{(pid=102131) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 30 15:22:20.797812 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa975e83-be91-4645-bff2-1aff354a121e req-6c7aa1f5-6478-4126-bd32-9daec2632630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:20.798525 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-aa975e83-be91-4645-bff2-1aff354a121e req-6c7aa1f5-6478-4126-bd32-9daec2632630 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:20.799811 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-aa975e83-be91-4645-bff2-1aff354a121e req-6c7aa1f5-6478-4126-bd32-9daec2632630 service neutron] 10.222.0.53 "PUT /v2.0/ports/80060876-f4f1-4c9d-9c66-0639e6343df4 HTTP/1.1" status: 200 len: 1027 time: 0.5600610 Oct 30 15:22:20.801197 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3a1f9ecd-1239-4ed6-bf6b-284e62ab74b1 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:20.809242 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3a1f9ecd-1239-4ed6-bf6b-284e62ab74b1 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:20.860609 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa975e83-be91-4645-bff2-1aff354a121e req-1f22c5fe-0886-4f23-887b-31c7c1a70b63 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:20.862256 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-aa975e83-be91-4645-bff2-1aff354a121e req-1f22c5fe-0886-4f23-887b-31c7c1a70b63 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.53 "GET /v2.0/ports/8aa78acf-b283-45ba-9f2c-33317dfad74a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0523243 Oct 30 15:22:20.866840 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a68236f6-087c-4885-b3cd-feebc523fc96 None None] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:20.876032 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a68236f6-087c-4885-b3cd-feebc523fc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:20.878926 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-aa975e83-be91-4645-bff2-1aff354a121e req-f2b0996c-4fa4-41bf-8247-594300d46c8d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:22:20.974575 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5ee075-5f58-4af4-aef1-3ff26de70785 None None] Pushing event updated for resources: {'Port': ['ID=97a508c5-b43d-491a-8831-e642fa3c9fb5,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:20.986423 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-aa975e83-be91-4645-bff2-1aff354a121e req-f2b0996c-4fa4-41bf-8247-594300d46c8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:21.012907 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1f9ecd-1239-4ed6-bf6b-284e62ab74b1 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Pushing event updated for resources: {'Port': ['ID=c4f88802-8bfd-4e7d-beae-ca429e049b02,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:21.034995 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3a1f9ecd-1239-4ed6-bf6b-284e62ab74b1 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:21.059289 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-a68236f6-087c-4885-b3cd-feebc523fc96 None None] Attempting to bind port 97a508c5-b43d-491a-8831-e642fa3c9fb5 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:22:21.059814 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-a68236f6-087c-4885-b3cd-feebc523fc96 None None] Attempting to bind port 97a508c5-b43d-491a-8831-e642fa3c9fb5 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '4338780a-336d-4cf6-b340-ea8b7e35acfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '548d826f-a834-4084-8434-37790d2898e0'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:22:21.060627 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68236f6-087c-4885-b3cd-feebc523fc96 None None] Attempting to bind port 97a508c5-b43d-491a-8831-e642fa3c9fb5 on network 548d826f-a834-4084-8434-37790d2898e0 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:22:21.066515 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68236f6-087c-4885-b3cd-feebc523fc96 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:22:21.066753 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68236f6-087c-4885-b3cd-feebc523fc96 None None] Checking segment: {'id': '4338780a-336d-4cf6-b340-ea8b7e35acfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '548d826f-a834-4084-8434-37790d2898e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:22:21.067268 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a68236f6-087c-4885-b3cd-feebc523fc96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:21.067558 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3a1f9ecd-1239-4ed6-bf6b-284e62ab74b1 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:21.067703 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68236f6-087c-4885-b3cd-feebc523fc96 None None] Bound using segment: {'id': '4338780a-336d-4cf6-b340-ea8b7e35acfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '548d826f-a834-4084-8434-37790d2898e0'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:22:21.068155 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-a68236f6-087c-4885-b3cd-feebc523fc96 None None] Bound port: 97a508c5-b43d-491a-8831-e642fa3c9fb5, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4338780a-336d-4cf6-b340-ea8b7e35acfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '548d826f-a834-4084-8434-37790d2898e0'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:22:21.068544 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a68236f6-087c-4885-b3cd-feebc523fc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:21.068831 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-3a1f9ecd-1239-4ed6-bf6b-284e62ab74b1 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3325503 Oct 30 15:22:21.184064 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e50ab3e0-a55d-460c-a95b-e0b23bfa8f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:21.192803 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-09eab006-6638-497d-92d6-603dc147fc88 None None] Provisioning complete for port 80060876-f4f1-4c9d-9c66-0639e6343df4 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:22:21.193215 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-09eab006-6638-497d-92d6-603dc147fc88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:21.202593 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-aa975e83-be91-4645-bff2-1aff354a121e req-f2b0996c-4fa4-41bf-8247-594300d46c8d service neutron] For port 8aa78acf-b283-45ba-9f2c-33317dfad74a, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=8aa78acf-b283-45ba-9f2c-33317dfad74a,segment=NetworkSegment(d48b95d1-af63-4106-89bd-badbf84e8271),segment_id=d48b95d1-af63-4106-89bd-badbf84e8271)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:22:21.243413 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-09eab006-6638-497d-92d6-603dc147fc88 None None] Port 80060876-f4f1-4c9d-9c66-0639e6343df4 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:22:21.250322 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-a68236f6-087c-4885-b3cd-feebc523fc96 None None] For port 97a508c5-b43d-491a-8831-e642fa3c9fb5, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:22:21.253731 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-a68236f6-087c-4885-b3cd-feebc523fc96 None None] For port 97a508c5-b43d-491a-8831-e642fa3c9fb5, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=97a508c5-b43d-491a-8831-e642fa3c9fb5,segment=NetworkSegment(4338780a-336d-4cf6-b340-ea8b7e35acfc),segment_id=4338780a-336d-4cf6-b340-ea8b7e35acfc)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:22:21.260618 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a68236f6-087c-4885-b3cd-feebc523fc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:21.284840 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-aa975e83-be91-4645-bff2-1aff354a121e req-f2b0996c-4fa4-41bf-8247-594300d46c8d service neutron] For port 8aa78acf-b283-45ba-9f2c-33317dfad74a, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:22:21.341863 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 98be4529-a85a-4f14-b1cd-e9f10866d3c8 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:22:21.414356 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-aa975e83-be91-4645-bff2-1aff354a121e req-f2b0996c-4fa4-41bf-8247-594300d46c8d service neutron] device_id is not set on port 8aa78acf-b283-45ba-9f2c-33317dfad74a yet. {{(pid=102131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:22:21.420149 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5ee075-5f58-4af4-aef1-3ff26de70785 None None] Pushing event updated for resources: {'Port': ['ID=97a508c5-b43d-491a-8831-e642fa3c9fb5,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:21.426007 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68236f6-087c-4885-b3cd-feebc523fc96 None None] Routers {'b504a3e4-1717-4233-bcbc-98c075d5ea66'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:22:21.426645 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-a68236f6-087c-4885-b3cd-feebc523fc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:21:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['b504a3e4-1717-4233-bcbc-98c075d5ea66'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:22:21.428453 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-aa975e83-be91-4645-bff2-1aff354a121e req-f2b0996c-4fa4-41bf-8247-594300d46c8d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:21.441416 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-aa975e83-be91-4645-bff2-1aff354a121e req-f2b0996c-4fa4-41bf-8247-594300d46c8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:21.455282 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452e5d98-d4a9-4f2e-8d29-eb80cd4e5e26 req-0e1bf28c-4ad6-40c5-a2e4-11e11297c4b5 tempest-ServerMetadataNegativeTestJSON-904287884 tempest-ServerMetadataNegativeTestJSON-904287884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:21.460392 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-452e5d98-d4a9-4f2e-8d29-eb80cd4e5e26 req-0e1bf28c-4ad6-40c5-a2e4-11e11297c4b5 tempest-ServerMetadataNegativeTestJSON-904287884 tempest-ServerMetadataNegativeTestJSON-904287884-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e81ea1a-1321-4e0e-8fd9-13848ea2fc13 HTTP/1.1" status: 200 len: 945 time: 0.1059976 Oct 30 15:22:21.566728 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa975e83-be91-4645-bff2-1aff354a121e req-f2b0996c-4fa4-41bf-8247-594300d46c8d service neutron] No DVR routers for this DVR port 8aa78acf-b283-45ba-9f2c-33317dfad74a on host n-h1-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:22:21.581830 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b0996c-4fa4-41bf-8247-594300d46c8d service neutron] Pushing event updated for resources: {'Port': ['ID=8aa78acf-b283-45ba-9f2c-33317dfad74a,revision_number=6']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:21.628786 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-3c8a002c-1c3c-488b-a09c-14fb4b0a6d29 None None] Provisioning complete for port 97a508c5-b43d-491a-8831-e642fa3c9fb5 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:22:21.630287 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3c8a002c-1c3c-488b-a09c-14fb4b0a6d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:21.638119 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-452e5d98-d4a9-4f2e-8d29-eb80cd4e5e26 req-4c9430fe-9c0d-44f9-8de5-b87f3c993789 tempest-ServerMetadataNegativeTestJSON-904287884 tempest-ServerMetadataNegativeTestJSON-904287884-project] 10.222.0.62 "GET /v2.0/security-groups?id=1af96bc8-2844-4c84-931a-9eb8f5202088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488140 Oct 30 15:22:21.664198 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-aa975e83-be91-4645-bff2-1aff354a121e req-f2b0996c-4fa4-41bf-8247-594300d46c8d service neutron] In _notify_port_updated(), no bound segment for port 8aa78acf-b283-45ba-9f2c-33317dfad74a on network 5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc {{(pid=102131) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 30 15:22:21.665397 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa975e83-be91-4645-bff2-1aff354a121e req-f2b0996c-4fa4-41bf-8247-594300d46c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:21.666073 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-aa975e83-be91-4645-bff2-1aff354a121e req-f2b0996c-4fa4-41bf-8247-594300d46c8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:21.667641 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-aa975e83-be91-4645-bff2-1aff354a121e req-f2b0996c-4fa4-41bf-8247-594300d46c8d service neutron] 10.222.0.53 "PUT /v2.0/ports/8aa78acf-b283-45ba-9f2c-33317dfad74a HTTP/1.1" status: 200 len: 1026 time: 0.7980983 Oct 30 15:22:21.725199 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 98be4529-a85a-4f14-b1cd-e9f10866d3c8 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:22:21.725489 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:21.791414 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-a68236f6-087c-4885-b3cd-feebc523fc96 None None] Set router b504a3e4-1717-4233-bcbc-98c075d5ea66 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:22:21.880741 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff237651-8275-41bb-88ef-67f2f820f6b9 req-5a6991db-b478-494f-b35b-4ceb8b6fbdf2 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:21.888504 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff237651-8275-41bb-88ef-67f2f820f6b9 req-5a6991db-b478-494f-b35b-4ceb8b6fbdf2 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:21.897297 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff237651-8275-41bb-88ef-67f2f820f6b9 req-5a6991db-b478-494f-b35b-4ceb8b6fbdf2 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:21.903886 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff237651-8275-41bb-88ef-67f2f820f6b9 req-5a6991db-b478-494f-b35b-4ceb8b6fbdf2 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:21.912481 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b683fc32-3ed3-4f74-9321-0751251cb358 req-ca003390-2aa4-4194-9b44-defdb44cc856 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1866972140&fields=id&tenant_id=948fc479db984977b4adb38957b43a5b HTTP/1.1" status: 200 len: 267 time: 0.7107506 Oct 30 15:22:21.914527 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff237651-8275-41bb-88ef-67f2f820f6b9 req-5a6991db-b478-494f-b35b-4ceb8b6fbdf2 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:21.919853 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ff237651-8275-41bb-88ef-67f2f820f6b9 req-5a6991db-b478-494f-b35b-4ceb8b6fbdf2 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 3887 time: 0.1312335 Oct 30 15:22:21.938425 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-aa975e83-be91-4645-bff2-1aff354a121e req-48c933cd-d1d4-4b12-95d7-9b6ace0bf65e tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Deleting port 6fbdea33-f4af-43f9-a5b2-4f079692a699 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:22:21.938770 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-aa975e83-be91-4645-bff2-1aff354a121e req-48c933cd-d1d4-4b12-95d7-9b6ace0bf65e tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:22.021684 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ff237651-8275-41bb-88ef-67f2f820f6b9 req-9b18d946-cbbb-4da6-bb92-bc9432b606f2 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb8a2948-2c1b-4131-b6de-fecd84bd89b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964818 Oct 30 15:22:22.061536 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683fc32-3ed3-4f74-9321-0751251cb358 req-78f70069-5489-4415-a510-9115a74e669f tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:22.068040 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3c8a002c-1c3c-488b-a09c-14fb4b0a6d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:22.069137 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b683fc32-3ed3-4f74-9321-0751251cb358 req-78f70069-5489-4415-a510-9115a74e669f tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] 10.222.0.62 "GET /v2.0/networks?id=548d826f-a834-4084-8434-37790d2898e0 HTTP/1.1" status: 200 len: 811 time: 0.1486332 Oct 30 15:22:22.071230 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-aa975e83-be91-4645-bff2-1aff354a121e req-48c933cd-d1d4-4b12-95d7-9b6ace0bf65e tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] For port 6fbdea33-f4af-43f9-a5b2-4f079692a699, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=6fbdea33-f4af-43f9-a5b2-4f079692a699,segment=NetworkSegment(9fa55ea7-5902-4048-bdc0-6f3255a5bae7),segment_id=9fa55ea7-5902-4048-bdc0-6f3255a5bae7)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:22:22.071921 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-aa975e83-be91-4645-bff2-1aff354a121e req-48c933cd-d1d4-4b12-95d7-9b6ace0bf65e tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:22.087308 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b683fc32-3ed3-4f74-9321-0751251cb358 req-35b70dd9-a3c0-45a8-83d4-fc3fcf74e9b8 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] 10.222.0.62 "GET /v2.0/quotas/948fc479db984977b4adb38957b43a5b HTTP/1.1" status: 200 len: 375 time: 0.0172215 Oct 30 15:22:22.088291 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-aa975e83-be91-4645-bff2-1aff354a121e req-48c933cd-d1d4-4b12-95d7-9b6ace0bf65e tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Calling delete_port for 6fbdea33-f4af-43f9-a5b2-4f079692a699 owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:22:22.132255 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-3c8a002c-1c3c-488b-a09c-14fb4b0a6d29 None None] For port 97a508c5-b43d-491a-8831-e642fa3c9fb5, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=97a508c5-b43d-491a-8831-e642fa3c9fb5,segment=NetworkSegment(4338780a-336d-4cf6-b340-ea8b7e35acfc),segment_id=4338780a-336d-4cf6-b340-ea8b7e35acfc)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:22:22.140194 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3c8a002c-1c3c-488b-a09c-14fb4b0a6d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:22.171715 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b683fc32-3ed3-4f74-9321-0751251cb358 req-453a3faa-58c3-4852-8cec-3cb0bae859fa tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=948fc479db984977b4adb38957b43a5b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0766368 Oct 30 15:22:22.196225 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-a68236f6-087c-4885-b3cd-feebc523fc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b504a3e4-1717-4233-bcbc-98c075d5ea66', 'name': 'tempest-ServersTestManualDisk-537088945-router', 'tenant_id': '948fc479db984977b4adb38957b43a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '98be4529-a85a-4f14-b1cd-e9f10866d3c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:22:14Z', 'updated_at': '2021-10-30T15:22:17Z', 'revision_number': 4, 'project_id': '948fc479db984977b4adb38957b43a5b', 'gw_port': {'id': '98be4529-a85a-4f14-b1cd-e9f10866d3c8', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b504a3e4-1717-4233-bcbc-98c075d5ea66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:22:15Z', 'updated_at': '2021-10-30T15:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '97a508c5-b43d-491a-8831-e642fa3c9fb5', 'name': '', 'network_id': '548d826f-a834-4084-8434-37790d2898e0', 'tenant_id': '948fc479db984977b4adb38957b43a5b', 'mac_address': 'fa:16:3e:85:cf:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b504a3e4-1717-4233-bcbc-98c075d5ea66', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'ecf088ac-4d47-4ab3-a65c-3cf979797b98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:22:16Z', 'updated_at': '2021-10-30T15:22:21Z', 'revision_number': 4, 'project_id': '948fc479db984977b4adb38957b43a5b', 'subnets': [{'id': 'ecf088ac-4d47-4ab3-a65c-3cf979797b98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:22:22.235577 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68236f6-087c-4885-b3cd-feebc523fc96 None None] The sync data for ids ['b504a3e4-1717-4233-bcbc-98c075d5ea66'] in n-d-806683-17 is: [{'id': 'b504a3e4-1717-4233-bcbc-98c075d5ea66', 'name': 'tempest-ServersTestManualDisk-537088945-router', 'tenant_id': '948fc479db984977b4adb38957b43a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '98be4529-a85a-4f14-b1cd-e9f10866d3c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:22:14Z', 'updated_at': '2021-10-30T15:22:17Z', 'revision_number': 4, 'project_id': '948fc479db984977b4adb38957b43a5b', 'gw_port': {'id': '98be4529-a85a-4f14-b1cd-e9f10866d3c8', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b504a3e4-1717-4233-bcbc-98c075d5ea66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:22:15Z', 'updated_at': '2021-10-30T15:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '97a508c5-b43d-491a-8831-e642fa3c9fb5', 'name': '', 'network_id': '548d826f-a834-4084-8434-37790d2898e0', 'tenant_id': '948fc479db984977b4adb38957b43a5b', 'mac_address': 'fa:16:3e:85:cf:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b504a3e4-1717-4233-bcbc-98c075d5ea66', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'ecf088ac-4d47-4ab3-a65c-3cf979797b98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:22:16Z', 'updated_at': '2021-10-30T15:22:21Z', 'revision_number': 4, 'project_id': '948fc479db984977b4adb38957b43a5b', 'subnets': [{'id': 'ecf088ac-4d47-4ab3-a65c-3cf979797b98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:22:22.239388 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8a002c-1c3c-488b-a09c-14fb4b0a6d29 None None] Pushing event updated for resources: {'Port': ['ID=97a508c5-b43d-491a-8831-e642fa3c9fb5,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:22.251697 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-aa975e83-be91-4645-bff2-1aff354a121e req-48c933cd-d1d4-4b12-95d7-9b6ace0bf65e tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:22.298688 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-49c9e03c-f7e8-461a-afc0-24cf8d8b4f54 None None] Provisioning complete for port 8aa78acf-b283-45ba-9f2c-33317dfad74a triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:22:22.299109 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-49c9e03c-f7e8-461a-afc0-24cf8d8b4f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:22.322613 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b683fc32-3ed3-4f74-9321-0751251cb358 req-fd79a93f-aff3-4e6b-bca1-202559f4cb5b service neutron] 10.222.0.62 "GET /v2.0/networks/548d826f-a834-4084-8434-37790d2898e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476736 Oct 30 15:22:22.361318 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c933cd-d1d4-4b12-95d7-9b6ace0bf65e tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Pushing event deleted for resources: {'Port': ['ID=6fbdea33-f4af-43f9-a5b2-4f079692a699,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:22.380739 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-49c9e03c-f7e8-461a-afc0-24cf8d8b4f54 None None] Port 8aa78acf-b283-45ba-9f2c-33317dfad74a cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:22:22.414881 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-49c9e03c-f7e8-461a-afc0-24cf8d8b4f54 None None] Provisioning complete for port 97a508c5-b43d-491a-8831-e642fa3c9fb5 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:22:22.415455 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-49c9e03c-f7e8-461a-afc0-24cf8d8b4f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:22.444952 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa975e83-be91-4645-bff2-1aff354a121e req-48c933cd-d1d4-4b12-95d7-9b6ace0bf65e tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] No DVR routers for this DVR port 6fbdea33-f4af-43f9-a5b2-4f079692a699 on host n-h1-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:22:22.448626 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-aa975e83-be91-4645-bff2-1aff354a121e req-48c933cd-d1d4-4b12-95d7-9b6ace0bf65e tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:22.452256 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-aa975e83-be91-4645-bff2-1aff354a121e req-48c933cd-d1d4-4b12-95d7-9b6ace0bf65e tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.53 "DELETE /v2.0/ports/6fbdea33-f4af-43f9-a5b2-4f079692a699 HTTP/1.1" status: 204 len: 173 time: 0.7787676 Oct 30 15:22:22.452819 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '618df14e-6aba-40ef-8848-70c44c162096', 'name': 'network-vif-deleted', 'tag': '6fbdea33-f4af-43f9-a5b2-4f079692a699'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:22:22.455222 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1313ea-1583-4410-aafb-3dbbf852de25" -d '{"events": [{"server_uuid": "618df14e-6aba-40ef-8848-70c44c162096", "name": "network-vif-deleted", "tag": "6fbdea33-f4af-43f9-a5b2-4f079692a699"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:22:22.487136 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b683fc32-3ed3-4f74-9321-0751251cb358 req-63fd7748-7edb-4ff6-9cec-831666630c93 service neutron] 10.222.0.62 "GET /v2.0/networks/548d826f-a834-4084-8434-37790d2898e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636407 Oct 30 15:22:22.513232 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7e44f2-0adf-4b06-b411-b3fca436a5bd req-839f646f-6362-467e-af08-ee2e4a047f2f tempest-VolumesActionsTest-1088868719 tempest-VolumesActionsTest-1088868719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:22.515786 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ce7e44f2-0adf-4b06-b411-b3fca436a5bd req-839f646f-6362-467e-af08-ee2e4a047f2f tempest-VolumesActionsTest-1088868719 tempest-VolumesActionsTest-1088868719-project] 10.222.0.62 "GET /v2.0/ports?device_id=14bf2f39-d1c5-4abb-bbe6-0bdc4f487e99 HTTP/1.1" status: 200 len: 945 time: 0.1552799 Oct 30 15:22:22.597989 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ce7e44f2-0adf-4b06-b411-b3fca436a5bd req-16d20237-51d5-4403-8603-0cff97a0f23e tempest-VolumesActionsTest-1088868719 tempest-VolumesActionsTest-1088868719-project] 10.222.0.62 "GET /v2.0/security-groups?id=111295ec-261d-4b0a-8164-6c01eea4fdec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669146 Oct 30 15:22:22.611976 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-aa975e83-be91-4645-bff2-1aff354a121e req-b38494ac-30aa-475b-a6a4-7f60c0e37ecf tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Deleting port a0d107bb-70ae-4589-bbad-ba445997ea32 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:22:22.612296 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-aa975e83-be91-4645-bff2-1aff354a121e req-b38494ac-30aa-475b-a6a4-7f60c0e37ecf tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:22.745559 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 7653bb03-0e9a-40b6-b92c-448a5acd76f4 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:22:22.748030 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f919ab6-786e-41ba-bfa4-c337fb7293d7 x-openstack-request-id: req-1f919ab6-786e-41ba-bfa4-c337fb7293d7 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:22:22.748857 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "618df14e-6aba-40ef-8848-70c44c162096", "name": "network-vif-deleted", "tag": "6fbdea33-f4af-43f9-a5b2-4f079692a699", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:22:22.749881 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1f919ab6-786e-41ba-bfa4-c337fb7293d7 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:22:22.751182 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '618df14e-6aba-40ef-8848-70c44c162096', 'name': 'network-vif-deleted', 'tag': '6fbdea33-f4af-43f9-a5b2-4f079692a699', 'status': 'completed', 'code': 200} Oct 30 15:22:22.817581 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e09a659c-340e-4569-ac66-866e6d9310aa req-bcf4d83c-022d-48e9-8edb-32ce857ea446 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d076cc-39d2-418a-9ee2-7a787efdcd15 HTTP/1.1" status: 200 len: 210 time: 0.0582514 Oct 30 15:22:22.908730 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:22.970524 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '618df14e-6aba-40ef-8848-70c44c162096', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7653bb03-0e9a-40b6-b92c-448a5acd76f4'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:22:22.972903 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbacc3aa-5055-450e-863b-70c29d7467f8" -d '{"events": [{"server_uuid": "618df14e-6aba-40ef-8848-70c44c162096", "name": "network-vif-unplugged", "status": "completed", "tag": "7653bb03-0e9a-40b6-b92c-448a5acd76f4"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:22:23.008785 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 7653bb03-0e9a-40b6-b92c-448a5acd76f4, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=7653bb03-0e9a-40b6-b92c-448a5acd76f4,segment=NetworkSegment(d48b95d1-af63-4106-89bd-badbf84e8271),segment_id=d48b95d1-af63-4106-89bd-badbf84e8271)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:22:23.016043 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:23.016932 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 8aa78acf-b283-45ba-9f2c-33317dfad74a no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:22:23.093641 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Oct 2021 15:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b3c9fe-2b17-48b4-a5ae-b521151d1820 x-openstack-request-id: req-74b3c9fe-2b17-48b4-a5ae-b521151d1820 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:22:23.093954 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "618df14e-6aba-40ef-8848-70c44c162096", "name": "network-vif-unplugged", "status": "completed", "tag": "7653bb03-0e9a-40b6-b92c-448a5acd76f4", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:22:23.094206 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-74b3c9fe-2b17-48b4-a5ae-b521151d1820 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:22:23.102293 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '618df14e-6aba-40ef-8848-70c44c162096', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7653bb03-0e9a-40b6-b92c-448a5acd76f4', 'code': 200} Oct 30 15:22:23.184753 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=7653bb03-0e9a-40b6-b92c-448a5acd76f4,revision_number=6']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:23.198331 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 8aa78acf-b283-45ba-9f2c-33317dfad74a not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:22:23.199904 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 256e4633-4af9-4c29-9d87-283e76dcef0e no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:22:23.228235 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:22:23.377406 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 97a508c5-b43d-491a-8831-e642fa3c9fb5 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:22:23.451310 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:23.520167 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 256e4633-4af9-4c29-9d87-283e76dcef0e, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=256e4633-4af9-4c29-9d87-283e76dcef0e,segment=NetworkSegment(9fa55ea7-5902-4048-bdc0-6f3255a5bae7),segment_id=9fa55ea7-5902-4048-bdc0-6f3255a5bae7)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:22:23.525353 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 97a508c5-b43d-491a-8831-e642fa3c9fb5 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:22:23.526132 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:23.529947 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:23.531503 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 6fbdea33-f4af-43f9-a5b2-4f079692a699 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:22:23.551567 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-aa975e83-be91-4645-bff2-1aff354a121e req-b38494ac-30aa-475b-a6a4-7f60c0e37ecf tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] For port a0d107bb-70ae-4589-bbad-ba445997ea32, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=a0d107bb-70ae-4589-bbad-ba445997ea32,segment=NetworkSegment(c6961737-a289-4cc2-be94-4c33cfd1177f),segment_id=c6961737-a289-4cc2-be94-4c33cfd1177f)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:22:23.552159 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-aa975e83-be91-4645-bff2-1aff354a121e req-b38494ac-30aa-475b-a6a4-7f60c0e37ecf tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:23.629155 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: 6fbdea33-f4af-43f9-a5b2-4f079692a699 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:22:23.629510 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 6fbdea33-f4af-43f9-a5b2-4f079692a699 not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:22:23.629937 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device a0d107bb-70ae-4589-bbad-ba445997ea32 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:22:23.700134 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca3fe14-6f34-4d82-99d7-765acee31a79 req-eccc7d40-672d-4c5f-9eb8-6be38c8cc793 tempest-ServerMetadataNegativeTestJSON-904287884 tempest-ServerMetadataNegativeTestJSON-904287884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:23.703136 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0ca3fe14-6f34-4d82-99d7-765acee31a79 req-eccc7d40-672d-4c5f-9eb8-6be38c8cc793 tempest-ServerMetadataNegativeTestJSON-904287884 tempest-ServerMetadataNegativeTestJSON-904287884-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e81ea1a-1321-4e0e-8fd9-13848ea2fc13 HTTP/1.1" status: 200 len: 945 time: 0.1156738 Oct 30 15:22:23.752409 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=256e4633-4af9-4c29-9d87-283e76dcef0e,revision_number=6']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:23.758257 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2b03c2a2-aca3-49f6-b4c6-98b91b0197f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:23.773895 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0ca3fe14-6f34-4d82-99d7-765acee31a79 req-777ba86a-3252-49a5-86df-c5928238224c tempest-ServerMetadataNegativeTestJSON-904287884 tempest-ServerMetadataNegativeTestJSON-904287884-project] 10.222.0.62 "GET /v2.0/security-groups?id=1af96bc8-2844-4c84-931a-9eb8f5202088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569687 Oct 30 15:22:23.807084 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0359ddfa-f234-4edb-9337-c52454840de7 req-51bbcf6d-f5d6-473a-ae70-b679035c629f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:23.814607 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0359ddfa-f234-4edb-9337-c52454840de7 req-51bbcf6d-f5d6-473a-ae70-b679035c629f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:23.822732 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0359ddfa-f234-4edb-9337-c52454840de7 req-51bbcf6d-f5d6-473a-ae70-b679035c629f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:23.829453 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0359ddfa-f234-4edb-9337-c52454840de7 req-51bbcf6d-f5d6-473a-ae70-b679035c629f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:23.831938 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0359ddfa-f234-4edb-9337-c52454840de7 req-51bbcf6d-f5d6-473a-ae70-b679035c629f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 3148 time: 0.2006760 Oct 30 15:22:23.851433 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:23.898056 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port a0d107bb-70ae-4589-bbad-ba445997ea32, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=a0d107bb-70ae-4589-bbad-ba445997ea32,segment=NetworkSegment(c6961737-a289-4cc2-be94-4c33cfd1177f),segment_id=c6961737-a289-4cc2-be94-4c33cfd1177f)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:22:23.903016 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:23.904180 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 4fb842e8-63f8-488f-bed6-7c184585aaae no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:22:23.923118 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77e310-5b7e-4b48-8fe6-b4edb2955f99 req-c3e066d4-bb35-4415-a937-5f8847f30be9 tempest-VolumesActionsTest-1088868719 tempest-VolumesActionsTest-1088868719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:23.924682 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7c77e310-5b7e-4b48-8fe6-b4edb2955f99 req-c3e066d4-bb35-4415-a937-5f8847f30be9 tempest-VolumesActionsTest-1088868719 tempest-VolumesActionsTest-1088868719-project] 10.222.0.53 "GET /v2.0/ports?device_id=14bf2f39-d1c5-4abb-bbe6-0bdc4f487e99 HTTP/1.1" status: 200 len: 945 time: 0.2185500 Oct 30 15:22:23.946067 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3323491f-abec-418f-906a-0eb2fccfeb8f req-4ce6e105-6f73-4a96-8cce-688e60dcea23 tempest-VolumesActionsTest-1088868719 tempest-VolumesActionsTest-1088868719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:23.949788 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0359ddfa-f234-4edb-9337-c52454840de7 req-ec84f16c-8f99-42a5-9185-a4624731e543 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb8a2948-2c1b-4131-b6de-fecd84bd89b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819025 Oct 30 15:22:23.954714 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3323491f-abec-418f-906a-0eb2fccfeb8f req-4ce6e105-6f73-4a96-8cce-688e60dcea23 tempest-VolumesActionsTest-1088868719 tempest-VolumesActionsTest-1088868719-project] 10.222.0.62 "GET /v2.0/ports?device_id=14bf2f39-d1c5-4abb-bbe6-0bdc4f487e99 HTTP/1.1" status: 200 len: 945 time: 0.0750010 Oct 30 15:22:23.992372 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=a0d107bb-70ae-4589-bbad-ba445997ea32,revision_number=6']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:24.064873 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3323491f-abec-418f-906a-0eb2fccfeb8f req-40c78813-36b8-460d-961a-2c328ddff409 tempest-VolumesActionsTest-1088868719 tempest-VolumesActionsTest-1088868719-project] 10.222.0.62 "GET /v2.0/security-groups?id=111295ec-261d-4b0a-8164-6c01eea4fdec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083987 Oct 30 15:22:24.068470 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:24.116244 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 4fb842e8-63f8-488f-bed6-7c184585aaae, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=4fb842e8-63f8-488f-bed6-7c184585aaae,segment=NetworkSegment(d48b95d1-af63-4106-89bd-badbf84e8271),segment_id=d48b95d1-af63-4106-89bd-badbf84e8271)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:22:24.121361 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:24.122083 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 80060876-f4f1-4c9d-9c66-0639e6343df4 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:22:24.215166 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 80060876-f4f1-4c9d-9c66-0639e6343df4 not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:22:24.227651 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=4fb842e8-63f8-488f-bed6-7c184585aaae,revision_number=6']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:24.237010 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-aa975e83-be91-4645-bff2-1aff354a121e req-b38494ac-30aa-475b-a6a4-7f60c0e37ecf tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:24.237368 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-aa975e83-be91-4645-bff2-1aff354a121e req-b38494ac-30aa-475b-a6a4-7f60c0e37ecf tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:24.237705 n-d-806683-17 neutron-server[102131]: INFO neutron.db.l3_db [req-aa975e83-be91-4645-bff2-1aff354a121e req-b38494ac-30aa-475b-a6a4-7f60c0e37ecf tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Floating IP b1ca446e-22ca-437e-98e1-5c0ed0cbff2a disassociated. External IP: 172.25.4.220, port: a0d107bb-70ae-4589-bbad-ba445997ea32. Oct 30 15:22:24.238059 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-aa975e83-be91-4645-bff2-1aff354a121e req-b38494ac-30aa-475b-a6a4-7f60c0e37ecf tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Calling delete_port for a0d107bb-70ae-4589-bbad-ba445997ea32 owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:22:24.242623 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-683e1a89-c444-46f3-a719-855ff532192a req-719e3c86-fdff-4e60-96a2-2f50c660888d tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d076cc-39d2-418a-9ee2-7a787efdcd15 HTTP/1.1" status: 200 len: 210 time: 0.0985389 Oct 30 15:22:24.347322 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-7c77e310-5b7e-4b48-8fe6-b4edb2955f99 req-9bc46386-3e7b-4a65-b7b0-b5836ef1497d tempest-VolumesActionsTest-1088868719 tempest-VolumesActionsTest-1088868719-project] Deleting port 66e5973d-f920-41bc-9f65-c017f02a756a {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:22:24.348028 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-7c77e310-5b7e-4b48-8fe6-b4edb2955f99 req-9bc46386-3e7b-4a65-b7b0-b5836ef1497d tempest-VolumesActionsTest-1088868719 tempest-VolumesActionsTest-1088868719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:24.424919 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683fc32-3ed3-4f74-9321-0751251cb358 req-b67c2688-dd86-4512-8831-21c0338b8e5c tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:24.426344 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b683fc32-3ed3-4f74-9321-0751251cb358 req-b67c2688-dd86-4512-8831-21c0338b8e5c tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] 10.222.0.53 "GET /v2.0/networks?id=548d826f-a834-4084-8434-37790d2898e0 HTTP/1.1" status: 200 len: 811 time: 0.2834821 Oct 30 15:22:24.532943 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b683fc32-3ed3-4f74-9321-0751251cb358 req-2fcc2e40-a26e-4203-af6c-80058e13450f tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=948fc479db984977b4adb38957b43a5b HTTP/1.1" status: 200 len: 380 time: 0.0971699 Oct 30 15:22:24.548255 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-b683fc32-3ed3-4f74-9321-0751251cb358 req-943fd636-5c6d-45be-bf28-4ca2e2701bc0 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Request body: {'port': {'device_id': 'a0d076cc-39d2-418a-9ee2-7a787efdcd15', 'network_id': '548d826f-a834-4084-8434-37790d2898e0', 'admin_state_up': True, 'tenant_id': '948fc479db984977b4adb38957b43a5b', 'security_groups': ['eec10fb9-0ab1-44f7-aabf-ae80be276d74']}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:22:24.558155 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-7c77e310-5b7e-4b48-8fe6-b4edb2955f99 req-9bc46386-3e7b-4a65-b7b0-b5836ef1497d tempest-VolumesActionsTest-1088868719 tempest-VolumesActionsTest-1088868719-project] For port 66e5973d-f920-41bc-9f65-c017f02a756a, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=66e5973d-f920-41bc-9f65-c017f02a756a,segment=NetworkSegment(ce6b0c8c-f33b-4ef4-9702-a3d56e209471),segment_id=ce6b0c8c-f33b-4ef4-9702-a3d56e209471)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:22:24.558778 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-7c77e310-5b7e-4b48-8fe6-b4edb2955f99 req-9bc46386-3e7b-4a65-b7b0-b5836ef1497d tempest-VolumesActionsTest-1088868719 tempest-VolumesActionsTest-1088868719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:24.604712 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:24.612051 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-7c77e310-5b7e-4b48-8fe6-b4edb2955f99 req-9bc46386-3e7b-4a65-b7b0-b5836ef1497d tempest-VolumesActionsTest-1088868719 tempest-VolumesActionsTest-1088868719-project] Calling delete_port for 66e5973d-f920-41bc-9f65-c017f02a756a owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:22:24.644446 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-aa975e83-be91-4645-bff2-1aff354a121e req-b38494ac-30aa-475b-a6a4-7f60c0e37ecf tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:24.717505 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38494ac-30aa-475b-a6a4-7f60c0e37ecf tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Pushing event deleted for resources: {'Port': ['ID=a0d107bb-70ae-4589-bbad-ba445997ea32,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:24.854223 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:24.898959 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b683fc32-3ed3-4f74-9321-0751251cb358 req-943fd636-5c6d-45be-bf28-4ca2e2701bc0 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Made reservation on behalf of 948fc479db984977b4adb38957b43a5b for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:22:24.903069 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-b683fc32-3ed3-4f74-9321-0751251cb358 req-943fd636-5c6d-45be-bf28-4ca2e2701bc0 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:25.006220 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e69db89-8113-4ed9-9973-691061616572 req-f8c1dfa0-2c3d-4415-af1a-16adb1652b7c tempest-ServerMetadataNegativeTestJSON-904287884 tempest-ServerMetadataNegativeTestJSON-904287884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:25.007640 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3e69db89-8113-4ed9-9973-691061616572 req-f8c1dfa0-2c3d-4415-af1a-16adb1652b7c tempest-ServerMetadataNegativeTestJSON-904287884 tempest-ServerMetadataNegativeTestJSON-904287884-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e81ea1a-1321-4e0e-8fd9-13848ea2fc13 HTTP/1.1" status: 200 len: 945 time: 0.1498768 Oct 30 15:22:25.052300 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa975e83-be91-4645-bff2-1aff354a121e req-b38494ac-30aa-475b-a6a4-7f60c0e37ecf tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Router 6ccd2274-8d6b-4ff4-ace8-95127cd8e714 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:22:25.053468 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f005dbe4-9ce9-4938-afee-4568addaab9f req-7e1cfdc9-49ce-49c9-afba-ed8b72c4febf tempest-ServerMetadataNegativeTestJSON-904287884 tempest-ServerMetadataNegativeTestJSON-904287884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:25.054996 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f005dbe4-9ce9-4938-afee-4568addaab9f req-7e1cfdc9-49ce-49c9-afba-ed8b72c4febf tempest-ServerMetadataNegativeTestJSON-904287884 tempest-ServerMetadataNegativeTestJSON-904287884-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e81ea1a-1321-4e0e-8fd9-13848ea2fc13 HTTP/1.1" status: 200 len: 945 time: 0.0552390 Oct 30 15:22:25.083317 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-7c77e310-5b7e-4b48-8fe6-b4edb2955f99 req-9bc46386-3e7b-4a65-b7b0-b5836ef1497d tempest-VolumesActionsTest-1088868719 tempest-VolumesActionsTest-1088868719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:25.103067 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '618df14e-6aba-40ef-8848-70c44c162096', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '256e4633-4af9-4c29-9d87-283e76dcef0e'}, {'server_uuid': '618df14e-6aba-40ef-8848-70c44c162096', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0d107bb-70ae-4589-bbad-ba445997ea32'}, {'server_uuid': '618df14e-6aba-40ef-8848-70c44c162096', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fb842e8-63f8-488f-bed6-7c184585aaae'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:22:25.106711 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6954f7-1e11-46c5-83c0-f1dd2c2c92ff" -d '{"events": [{"server_uuid": "618df14e-6aba-40ef-8848-70c44c162096", "name": "network-vif-unplugged", "status": "completed", "tag": "256e4633-4af9-4c29-9d87-283e76dcef0e"}, {"server_uuid": "618df14e-6aba-40ef-8848-70c44c162096", "name": "network-vif-unplugged", "status": "completed", "tag": "a0d107bb-70ae-4589-bbad-ba445997ea32"}, {"server_uuid": "618df14e-6aba-40ef-8848-70c44c162096", "name": "network-vif-unplugged", "status": "completed", "tag": "4fb842e8-63f8-488f-bed6-7c184585aaae"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:22:25.173479 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc46386-3e7b-4a65-b7b0-b5836ef1497d tempest-VolumesActionsTest-1088868719 tempest-VolumesActionsTest-1088868719-project] Pushing event deleted for resources: {'Port': ['ID=66e5973d-f920-41bc-9f65-c017f02a756a,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:25.199271 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e1de7-843d-42d8-b1ad-bfc745d764da req-3032342f-e5d1-48df-9b58-4085d51deeb8 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:25.205560 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e1de7-843d-42d8-b1ad-bfc745d764da req-3032342f-e5d1-48df-9b58-4085d51deeb8 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:25.211713 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e1de7-843d-42d8-b1ad-bfc745d764da req-3032342f-e5d1-48df-9b58-4085d51deeb8 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:25.213510 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c04e1de7-843d-42d8-b1ad-bfc745d764da req-3032342f-e5d1-48df-9b58-4085d51deeb8 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 2410 time: 0.1118007 Oct 30 15:22:25.264072 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-f005dbe4-9ce9-4938-afee-4568addaab9f req-940cb9d9-cafd-483d-86a4-9b1bbc44ec98 tempest-ServerMetadataNegativeTestJSON-904287884 tempest-ServerMetadataNegativeTestJSON-904287884-project] Deleting port 650e3c7a-21f2-4368-a59d-9b58fe9d05a0 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:22:25.265018 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-f005dbe4-9ce9-4938-afee-4568addaab9f req-940cb9d9-cafd-483d-86a4-9b1bbc44ec98 tempest-ServerMetadataNegativeTestJSON-904287884 tempest-ServerMetadataNegativeTestJSON-904287884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:25.273543 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c04e1de7-843d-42d8-b1ad-bfc745d764da req-8e31df86-4ca7-4a10-aefc-0ada33099e1c tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb8a2948-2c1b-4131-b6de-fecd84bd89b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497317 Oct 30 15:22:25.281279 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3e69db89-8113-4ed9-9973-691061616572 req-1f40d0cd-3c55-4b32-80a8-c0dd023244ee tempest-ServerMetadataNegativeTestJSON-904287884 tempest-ServerMetadataNegativeTestJSON-904287884-project] 10.222.0.62 "GET /v2.0/security-groups?id=1af96bc8-2844-4c84-931a-9eb8f5202088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358749 Oct 30 15:22:25.308913 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c77e310-5b7e-4b48-8fe6-b4edb2955f99 req-9bc46386-3e7b-4a65-b7b0-b5836ef1497d tempest-VolumesActionsTest-1088868719 tempest-VolumesActionsTest-1088868719-project] No DVR routers for this DVR port 66e5973d-f920-41bc-9f65-c017f02a756a on host n-h1-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:22:25.319195 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-7c77e310-5b7e-4b48-8fe6-b4edb2955f99 req-9bc46386-3e7b-4a65-b7b0-b5836ef1497d tempest-VolumesActionsTest-1088868719 tempest-VolumesActionsTest-1088868719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:25.323903 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7c77e310-5b7e-4b48-8fe6-b4edb2955f99 req-9bc46386-3e7b-4a65-b7b0-b5836ef1497d tempest-VolumesActionsTest-1088868719 tempest-VolumesActionsTest-1088868719-project] 10.222.0.53 "DELETE /v2.0/ports/66e5973d-f920-41bc-9f65-c017f02a756a HTTP/1.1" status: 204 len: 173 time: 1.3890305 Oct 30 15:22:25.324616 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14bf2f39-d1c5-4abb-bbe6-0bdc4f487e99', 'name': 'network-vif-deleted', 'tag': '66e5973d-f920-41bc-9f65-c017f02a756a'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:22:25.327696 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635f0aaf-127c-45c7-ad85-57ab81d68c96" -d '{"events": [{"server_uuid": "14bf2f39-d1c5-4abb-bbe6-0bdc4f487e99", "name": "network-vif-deleted", "tag": "66e5973d-f920-41bc-9f65-c017f02a756a"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:22:25.347024 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-b683fc32-3ed3-4f74-9321-0751251cb358 req-943fd636-5c6d-45be-bf28-4ca2e2701bc0 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Allocated IP 172.20.0.8 (548d826f-a834-4084-8434-37790d2898e0/ecf088ac-4d47-4ab3-a65c-3cf979797b98/02851054-9b38-4069-ba34-41432f2b8b46) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:22:25.362594 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Sat, 30 Oct 2021 15:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e781f5-9c1c-4f66-b71b-8eddceb2e083 x-openstack-request-id: req-b0e781f5-9c1c-4f66-b71b-8eddceb2e083 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:22:25.362973 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "618df14e-6aba-40ef-8848-70c44c162096", "name": "network-vif-unplugged", "status": "completed", "tag": "256e4633-4af9-4c29-9d87-283e76dcef0e", "code": 200}, {"server_uuid": "618df14e-6aba-40ef-8848-70c44c162096", "name": "network-vif-unplugged", "status": "completed", "tag": "a0d107bb-70ae-4589-bbad-ba445997ea32", "code": 200}, {"server_uuid": "618df14e-6aba-40ef-8848-70c44c162096", "name": "network-vif-unplugged", "status": "completed", "tag": "4fb842e8-63f8-488f-bed6-7c184585aaae", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:22:25.363303 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b0e781f5-9c1c-4f66-b71b-8eddceb2e083 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:22:25.363826 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '618df14e-6aba-40ef-8848-70c44c162096', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '256e4633-4af9-4c29-9d87-283e76dcef0e', 'code': 200} Oct 30 15:22:25.364146 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '618df14e-6aba-40ef-8848-70c44c162096', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0d107bb-70ae-4589-bbad-ba445997ea32', 'code': 200} Oct 30 15:22:25.364478 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '618df14e-6aba-40ef-8848-70c44c162096', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fb842e8-63f8-488f-bed6-7c184585aaae', 'code': 200} Oct 30 15:22:25.372490 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-f005dbe4-9ce9-4938-afee-4568addaab9f req-940cb9d9-cafd-483d-86a4-9b1bbc44ec98 tempest-ServerMetadataNegativeTestJSON-904287884 tempest-ServerMetadataNegativeTestJSON-904287884-project] For port 650e3c7a-21f2-4368-a59d-9b58fe9d05a0, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=650e3c7a-21f2-4368-a59d-9b58fe9d05a0,segment=NetworkSegment(3fd4fdad-67d6-4782-80c1-bb6350770ae1),segment_id=3fd4fdad-67d6-4782-80c1-bb6350770ae1)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:22:25.372864 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-f005dbe4-9ce9-4938-afee-4568addaab9f req-940cb9d9-cafd-483d-86a4-9b1bbc44ec98 tempest-ServerMetadataNegativeTestJSON-904287884 tempest-ServerMetadataNegativeTestJSON-904287884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:25.388569 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-f005dbe4-9ce9-4938-afee-4568addaab9f req-940cb9d9-cafd-483d-86a4-9b1bbc44ec98 tempest-ServerMetadataNegativeTestJSON-904287884 tempest-ServerMetadataNegativeTestJSON-904287884-project] Calling delete_port for 650e3c7a-21f2-4368-a59d-9b58fe9d05a0 owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:22:25.414626 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa975e83-be91-4645-bff2-1aff354a121e req-b38494ac-30aa-475b-a6a4-7f60c0e37ecf tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:22:25.427015 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e59d2ce-b05b-4573-9ec6-2e658dc8d9cd None None] Sync routers for ids ['6ccd2274-8d6b-4ff4-ace8-95127cd8e714'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:22:25.446837 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e59d2ce-b05b-4573-9ec6-2e658dc8d9cd None None] Routers {'6ccd2274-8d6b-4ff4-ace8-95127cd8e714'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:22:25.448096 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-0e59d2ce-b05b-4573-9ec6-2e658dc8d9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:22:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['6ccd2274-8d6b-4ff4-ace8-95127cd8e714'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:22:25.484614 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4f07d07f-ab76-4cfb-982f-3630a0ccbda5 req-84d8fe48-3e02-41f8-8b30-ef593127b5f4 tempest-VolumesActionsTest-1088868719 tempest-VolumesActionsTest-1088868719-project] 10.222.0.62 "GET /v2.0/ports?device_id=14bf2f39-d1c5-4abb-bbe6-0bdc4f487e99 HTTP/1.1" status: 200 len: 210 time: 0.0439355 Oct 30 15:22:25.505236 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa975e83-be91-4645-bff2-1aff354a121e req-b38494ac-30aa-475b-a6a4-7f60c0e37ecf tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] No DVR routers for this DVR port a0d107bb-70ae-4589-bbad-ba445997ea32 on host n-h1-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:22:25.550543 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-aa975e83-be91-4645-bff2-1aff354a121e req-b38494ac-30aa-475b-a6a4-7f60c0e37ecf tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:25.554969 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-aa975e83-be91-4645-bff2-1aff354a121e req-b38494ac-30aa-475b-a6a4-7f60c0e37ecf tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.53 "DELETE /v2.0/ports/a0d107bb-70ae-4589-bbad-ba445997ea32 HTTP/1.1" status: 204 len: 173 time: 3.0951843 Oct 30 15:22:25.556608 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fceb5f63-d534-4394-8b58-856c93ef7081 x-openstack-request-id: req-fceb5f63-d534-4394-8b58-856c93ef7081 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:22:25.556969 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14bf2f39-d1c5-4abb-bbe6-0bdc4f487e99", "name": "network-vif-deleted", "tag": "66e5973d-f920-41bc-9f65-c017f02a756a", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:22:25.557292 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fceb5f63-d534-4394-8b58-856c93ef7081 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:22:25.557755 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14bf2f39-d1c5-4abb-bbe6-0bdc4f487e99', 'name': 'network-vif-deleted', 'tag': '66e5973d-f920-41bc-9f65-c017f02a756a', 'status': 'completed', 'code': 200} Oct 30 15:22:25.560044 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-abfca636-8b36-426f-89ba-2e6b7cd33c13 req-50d72577-7c1b-436d-af4f-0c955fc5c254 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d076cc-39d2-418a-9ee2-7a787efdcd15 HTTP/1.1" status: 200 len: 210 time: 0.1193326 Oct 30 15:22:25.588947 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-0e59d2ce-b05b-4573-9ec6-2e658dc8d9cd None None] Set router 6ccd2274-8d6b-4ff4-ace8-95127cd8e714 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:22:25.610444 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-f005dbe4-9ce9-4938-afee-4568addaab9f req-940cb9d9-cafd-483d-86a4-9b1bbc44ec98 tempest-ServerMetadataNegativeTestJSON-904287884 tempest-ServerMetadataNegativeTestJSON-904287884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:25.621213 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['650e3c7a-21f2-4368-a59d-9b58fe9d05a0'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:22:25.650137 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940cb9d9-cafd-483d-86a4-9b1bbc44ec98 tempest-ServerMetadataNegativeTestJSON-904287884 tempest-ServerMetadataNegativeTestJSON-904287884-project] Pushing event deleted for resources: {'Port': ['ID=650e3c7a-21f2-4368-a59d-9b58fe9d05a0,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:25.695264 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-f005dbe4-9ce9-4938-afee-4568addaab9f req-940cb9d9-cafd-483d-86a4-9b1bbc44ec98 tempest-ServerMetadataNegativeTestJSON-904287884 tempest-ServerMetadataNegativeTestJSON-904287884-project] No DVR routers for this DVR port 650e3c7a-21f2-4368-a59d-9b58fe9d05a0 on host n-h2-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:22:25.698324 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-f005dbe4-9ce9-4938-afee-4568addaab9f req-940cb9d9-cafd-483d-86a4-9b1bbc44ec98 tempest-ServerMetadataNegativeTestJSON-904287884 tempest-ServerMetadataNegativeTestJSON-904287884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:25.702706 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f005dbe4-9ce9-4938-afee-4568addaab9f req-940cb9d9-cafd-483d-86a4-9b1bbc44ec98 tempest-ServerMetadataNegativeTestJSON-904287884 tempest-ServerMetadataNegativeTestJSON-904287884-project] 10.222.0.44 "DELETE /v2.0/ports/650e3c7a-21f2-4368-a59d-9b58fe9d05a0 HTTP/1.1" status: 204 len: 173 time: 0.6354957 Oct 30 15:22:25.703402 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e81ea1a-1321-4e0e-8fd9-13848ea2fc13', 'name': 'network-vif-deleted', 'tag': '650e3c7a-21f2-4368-a59d-9b58fe9d05a0'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:22:25.706093 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a67d30f1-698f-4ce0-ae3b-3d150b3eff34" -d '{"events": [{"server_uuid": "0e81ea1a-1321-4e0e-8fd9-13848ea2fc13", "name": "network-vif-deleted", "tag": "650e3c7a-21f2-4368-a59d-9b58fe9d05a0"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:22:25.739221 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-b683fc32-3ed3-4f74-9321-0751251cb358 req-943fd636-5c6d-45be-bf28-4ca2e2701bc0 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:25.760843 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-aa975e83-be91-4645-bff2-1aff354a121e req-95e99208-12f5-4a69-a0ca-3c1be570a7fe tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Deleting port 4fb842e8-63f8-488f-bed6-7c184585aaae {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:22:25.761242 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-aa975e83-be91-4645-bff2-1aff354a121e req-95e99208-12f5-4a69-a0ca-3c1be570a7fe tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:25.784152 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e59a5d-46b6-4473-8b4a-c2dda50c0fc5 x-openstack-request-id: req-e4e59a5d-46b6-4473-8b4a-c2dda50c0fc5 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:22:25.784448 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e81ea1a-1321-4e0e-8fd9-13848ea2fc13", "name": "network-vif-deleted", "tag": "650e3c7a-21f2-4368-a59d-9b58fe9d05a0", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:22:25.784710 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e4e59a5d-46b6-4473-8b4a-c2dda50c0fc5 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:22:25.785189 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e81ea1a-1321-4e0e-8fd9-13848ea2fc13', 'name': 'network-vif-deleted', 'tag': '650e3c7a-21f2-4368-a59d-9b58fe9d05a0', 'status': 'completed', 'code': 200} Oct 30 15:22:25.827994 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-0e59d2ce-b05b-4573-9ec6-2e658dc8d9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ccd2274-8d6b-4ff4-ace8-95127cd8e714', 'name': 'tempest-TaggedBootDevicesTest-1533506095-router', 'tenant_id': '005d49094ead4e63ad23cb02de2bfa34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '2ffc7082-ce09-46e0-93dc-281675870673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:11:20Z', 'updated_at': '2021-10-30T15:11:28Z', 'revision_number': 4, 'project_id': '005d49094ead4e63ad23cb02de2bfa34', 'gw_port': {'id': '2ffc7082-ce09-46e0-93dc-281675870673', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccd2274-8d6b-4ff4-ace8-95127cd8e714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:11:21Z', 'updated_at': '2021-10-30T15:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '2ad90f31-34c0-40e9-b6f2-7ed6fd122689', 'name': '', 'network_id': '524f8360-eaf2-4133-a589-da68b60c4b3f', 'tenant_id': '005d49094ead4e63ad23cb02de2bfa34', 'mac_address': 'fa:16:3e:a3:cb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccd2274-8d6b-4ff4-ace8-95127cd8e714', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'b6028f5c-691f-4481-8af2-37902ddb4e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:11:26Z', 'updated_at': '2021-10-30T15:11:34Z', 'revision_number': 5, 'project_id': '005d49094ead4e63ad23cb02de2bfa34', 'subnets': [{'id': 'b6028f5c-691f-4481-8af2-37902ddb4e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:22:25.854647 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e59d2ce-b05b-4573-9ec6-2e658dc8d9cd None None] Checking router: 6ccd2274-8d6b-4ff4-ace8-95127cd8e714 for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:22:25.863500 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e59d2ce-b05b-4573-9ec6-2e658dc8d9cd None None] Routers {'6ccd2274-8d6b-4ff4-ace8-95127cd8e714'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:22:25.864366 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-0e59d2ce-b05b-4573-9ec6-2e658dc8d9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:22:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['6ccd2274-8d6b-4ff4-ace8-95127cd8e714'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:22:25.865512 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-b683fc32-3ed3-4f74-9321-0751251cb358 req-943fd636-5c6d-45be-bf28-4ca2e2701bc0 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:25.940738 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-aa975e83-be91-4645-bff2-1aff354a121e req-95e99208-12f5-4a69-a0ca-3c1be570a7fe tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] For port 4fb842e8-63f8-488f-bed6-7c184585aaae, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=4fb842e8-63f8-488f-bed6-7c184585aaae,segment=NetworkSegment(d48b95d1-af63-4106-89bd-badbf84e8271),segment_id=d48b95d1-af63-4106-89bd-badbf84e8271)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:22:25.941163 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-aa975e83-be91-4645-bff2-1aff354a121e req-95e99208-12f5-4a69-a0ca-3c1be570a7fe tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:25.951974 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943fd636-5c6d-45be-bf28-4ca2e2701bc0 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Pushing event updated for resources: {'Port': ['ID=02851054-9b38-4069-ba34-41432f2b8b46,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:25.958503 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b683fc32-3ed3-4f74-9321-0751251cb358 req-943fd636-5c6d-45be-bf28-4ca2e2701bc0 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Network 548d826f-a834-4084-8434-37790d2898e0 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:22:25.963182 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-b683fc32-3ed3-4f74-9321-0751251cb358 req-943fd636-5c6d-45be-bf28-4ca2e2701bc0 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:22:25.965542 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-aa975e83-be91-4645-bff2-1aff354a121e req-95e99208-12f5-4a69-a0ca-3c1be570a7fe tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Calling delete_port for 4fb842e8-63f8-488f-bed6-7c184585aaae owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:22:25.967337 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-b683fc32-3ed3-4f74-9321-0751251cb358 req-943fd636-5c6d-45be-bf28-4ca2e2701bc0 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:22:26.058447 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683fc32-3ed3-4f74-9321-0751251cb358 req-943fd636-5c6d-45be-bf28-4ca2e2701bc0 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:26.059098 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-b683fc32-3ed3-4f74-9321-0751251cb358 req-943fd636-5c6d-45be-bf28-4ca2e2701bc0 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:26.068920 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-0e59d2ce-b05b-4573-9ec6-2e658dc8d9cd None None] Set router 6ccd2274-8d6b-4ff4-ace8-95127cd8e714 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:22:26.090048 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b683fc32-3ed3-4f74-9321-0751251cb358 req-943fd636-5c6d-45be-bf28-4ca2e2701bc0 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5486262 Oct 30 15:22:26.102004 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-b683fc32-3ed3-4f74-9321-0751251cb358 req-ce7c76cd-03c1-45a3-a3b2-57460c83fb3f service neutron] Request body: {'port': {'device_id': 'a0d076cc-39d2-418a-9ee2-7a787efdcd15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:22:26.199151 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-b683fc32-3ed3-4f74-9321-0751251cb358 req-ce7c76cd-03c1-45a3-a3b2-57460c83fb3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:26.243006 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-aa975e83-be91-4645-bff2-1aff354a121e req-95e99208-12f5-4a69-a0ca-3c1be570a7fe tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:26.267868 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-15cddd48-2f46-4c27-8e34-c012af5fae2b None None] Provisioning complete for port 02851054-9b38-4069-ba34-41432f2b8b46 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:22:26.268915 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-15cddd48-2f46-4c27-8e34-c012af5fae2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:26.291090 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e99208-12f5-4a69-a0ca-3c1be570a7fe tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Pushing event deleted for resources: {'Port': ['ID=4fb842e8-63f8-488f-bed6-7c184585aaae,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:26.330090 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-0e59d2ce-b05b-4573-9ec6-2e658dc8d9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ccd2274-8d6b-4ff4-ace8-95127cd8e714', 'name': 'tempest-TaggedBootDevicesTest-1533506095-router', 'tenant_id': '005d49094ead4e63ad23cb02de2bfa34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '2ffc7082-ce09-46e0-93dc-281675870673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:11:20Z', 'updated_at': '2021-10-30T15:11:28Z', 'revision_number': 4, 'project_id': '005d49094ead4e63ad23cb02de2bfa34', 'gw_port': {'id': '2ffc7082-ce09-46e0-93dc-281675870673', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccd2274-8d6b-4ff4-ace8-95127cd8e714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:11:21Z', 'updated_at': '2021-10-30T15:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '2ad90f31-34c0-40e9-b6f2-7ed6fd122689', 'name': '', 'network_id': '524f8360-eaf2-4133-a589-da68b60c4b3f', 'tenant_id': '005d49094ead4e63ad23cb02de2bfa34', 'mac_address': 'fa:16:3e:a3:cb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccd2274-8d6b-4ff4-ace8-95127cd8e714', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'b6028f5c-691f-4481-8af2-37902ddb4e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:11:26Z', 'updated_at': '2021-10-30T15:11:34Z', 'revision_number': 5, 'project_id': '005d49094ead4e63ad23cb02de2bfa34', 'subnets': [{'id': 'b6028f5c-691f-4481-8af2-37902ddb4e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:22:26.332069 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-15cddd48-2f46-4c27-8e34-c012af5fae2b None None] Port 02851054-9b38-4069-ba34-41432f2b8b46 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:22:26.361386 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 49292) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:22:26.366214 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e59d2ce-b05b-4573-9ec6-2e658dc8d9cd None None] The sync data for ids ['6ccd2274-8d6b-4ff4-ace8-95127cd8e714'] in n-d-806683-17 is: [{'id': '6ccd2274-8d6b-4ff4-ace8-95127cd8e714', 'name': 'tempest-TaggedBootDevicesTest-1533506095-router', 'tenant_id': '005d49094ead4e63ad23cb02de2bfa34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '2ffc7082-ce09-46e0-93dc-281675870673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:11:20Z', 'updated_at': '2021-10-30T15:11:28Z', 'revision_number': 4, 'project_id': '005d49094ead4e63ad23cb02de2bfa34', 'gw_port': {'id': '2ffc7082-ce09-46e0-93dc-281675870673', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccd2274-8d6b-4ff4-ace8-95127cd8e714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:11:21Z', 'updated_at': '2021-10-30T15:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '2ad90f31-34c0-40e9-b6f2-7ed6fd122689', 'name': '', 'network_id': '524f8360-eaf2-4133-a589-da68b60c4b3f', 'tenant_id': '005d49094ead4e63ad23cb02de2bfa34', 'mac_address': 'fa:16:3e:a3:cb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccd2274-8d6b-4ff4-ace8-95127cd8e714', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'b6028f5c-691f-4481-8af2-37902ddb4e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:11:26Z', 'updated_at': '2021-10-30T15:11:34Z', 'revision_number': 5, 'project_id': '005d49094ead4e63ad23cb02de2bfa34', 'subnets': [{'id': 'b6028f5c-691f-4481-8af2-37902ddb4e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:22:26.413571 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa975e83-be91-4645-bff2-1aff354a121e req-95e99208-12f5-4a69-a0ca-3c1be570a7fe tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] No DVR routers for this DVR port 4fb842e8-63f8-488f-bed6-7c184585aaae on host n-h1-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:22:26.420247 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fea5b04-9c3a-4b18-bb99-a0399a12e413 admin admin] Deleting subnet bc8a0567-b966-45fc-9dd4-d02747d93290 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:22:26.422900 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-aa975e83-be91-4645-bff2-1aff354a121e req-95e99208-12f5-4a69-a0ca-3c1be570a7fe tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:26.424168 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5fea5b04-9c3a-4b18-bb99-a0399a12e413 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:26.426216 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-aa975e83-be91-4645-bff2-1aff354a121e req-95e99208-12f5-4a69-a0ca-3c1be570a7fe tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.53 "DELETE /v2.0/ports/4fb842e8-63f8-488f-bed6-7c184585aaae HTTP/1.1" status: 204 len: 173 time: 0.8652868 Oct 30 15:22:26.460911 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5fea5b04-9c3a-4b18-bb99-a0399a12e413 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:26.517673 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:26.530090 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5fea5b04-9c3a-4b18-bb99-a0399a12e413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:26.627424 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5fea5b04-9c3a-4b18-bb99-a0399a12e413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:26.641709 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3059931-ffa2-4c0b-bd90-f86b3e3c0703 req-a57bbc3e-b4c5-418b-9c31-d86ca6befa22 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:26.648528 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3059931-ffa2-4c0b-bd90-f86b3e3c0703 req-a57bbc3e-b4c5-418b-9c31-d86ca6befa22 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:26.649955 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d3059931-ffa2-4c0b-bd90-f86b3e3c0703 req-a57bbc3e-b4c5-418b-9c31-d86ca6befa22 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 1677 time: 0.2475736 Oct 30 15:22:26.669624 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5fea5b04-9c3a-4b18-bb99-a0399a12e413 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:26.678022 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-5fea5b04-9c3a-4b18-bb99-a0399a12e413 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/bc8a0567-b966-45fc-9dd4-d02747d93290 HTTP/1.1" status: 204 len: 168 time: 0.3124299 Oct 30 15:22:26.694619 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 49302) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:22:26.750355 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fea5b04-9c3a-4b18-bb99-a0399a12e413 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc8a0567-b966-45fc-9dd4-d02747d93290,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:26.767027 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa99fa8-810f-4c94-ba90-1d0d11e4a873 None None] New status for floating IP b1ca446e-22ca-437e-98e1-5c0ed0cbff2a: DOWN {{(pid=102132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 15:22:26.777445 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c3843-4f86-43bc-919b-152bd877da6f req-d4d035fa-1963-4682-bed2-7bd2dd7b1165 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:26.779057 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-792c3843-4f86-43bc-919b-152bd877da6f req-d4d035fa-1963-4682-bed2-7bd2dd7b1165 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d076cc-39d2-418a-9ee2-7a787efdcd15 HTTP/1.1" status: 200 len: 931 time: 0.1378613 Oct 30 15:22:26.819388 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 66e5973d-f920-41bc-9f65-c017f02a756a no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:22:26.831972 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-29ec1d8e-813e-4c43-b10a-9b9c37e11db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:26.853756 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-792c3843-4f86-43bc-919b-152bd877da6f req-f85e53f2-8bc0-4cb5-b5ed-aa2e8609672c tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] 10.222.0.62 "GET /v2.0/security-groups?id=eec10fb9-0ab1-44f7-aabf-ae80be276d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574212 Oct 30 15:22:26.857831 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d3059931-ffa2-4c0b-bd90-f86b3e3c0703 req-7484f589-c6ba-405f-9b90-b05f95f7ac2b tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb8a2948-2c1b-4131-b6de-fecd84bd89b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1640337 Oct 30 15:22:26.920728 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-aa975e83-be91-4645-bff2-1aff354a121e req-341323fb-eca5-4dbd-8a95-3028e65ee78a tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Deleting port 7653bb03-0e9a-40b6-b92c-448a5acd76f4 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:22:26.921667 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-aa975e83-be91-4645-bff2-1aff354a121e req-341323fb-eca5-4dbd-8a95-3028e65ee78a tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:27.047624 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-aa975e83-be91-4645-bff2-1aff354a121e req-341323fb-eca5-4dbd-8a95-3028e65ee78a tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] For port 7653bb03-0e9a-40b6-b92c-448a5acd76f4, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=7653bb03-0e9a-40b6-b92c-448a5acd76f4,segment=NetworkSegment(d48b95d1-af63-4106-89bd-badbf84e8271),segment_id=d48b95d1-af63-4106-89bd-badbf84e8271)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:22:27.048137 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-aa975e83-be91-4645-bff2-1aff354a121e req-341323fb-eca5-4dbd-8a95-3028e65ee78a tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:27.053526 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-b683fc32-3ed3-4f74-9321-0751251cb358 req-ce7c76cd-03c1-45a3-a3b2-57460c83fb3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02851054-9b38-4069-ba34-41432f2b8b46 {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:22:27.077970 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-b683fc32-3ed3-4f74-9321-0751251cb358 req-ce7c76cd-03c1-45a3-a3b2-57460c83fb3f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:27.094447 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: 66e5973d-f920-41bc-9f65-c017f02a756a {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:22:27.094704 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 66e5973d-f920-41bc-9f65-c017f02a756a not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:22:27.101139 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-aa975e83-be91-4645-bff2-1aff354a121e req-341323fb-eca5-4dbd-8a95-3028e65ee78a tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Calling delete_port for 7653bb03-0e9a-40b6-b92c-448a5acd76f4 owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:22:27.160190 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-b683fc32-3ed3-4f74-9321-0751251cb358 req-ce7c76cd-03c1-45a3-a3b2-57460c83fb3f service neutron] Transition to ACTIVE for port object 02851054-9b38-4069-ba34-41432f2b8b46 will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:22:27.198587 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-b683fc32-3ed3-4f74-9321-0751251cb358 req-ce7c76cd-03c1-45a3-a3b2-57460c83fb3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:27.212403 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-29ec1d8e-813e-4c43-b10a-9b9c37e11db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:27.277784 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-29ec1d8e-813e-4c43-b10a-9b9c37e11db4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ee737b4-c460-4029-8756-6b7e18e51e7e']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:22:27.301974 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-29ec1d8e-813e-4c43-b10a-9b9c37e11db4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fd4fdad-67d6-4782-80c1-bb6350770ae1') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:22:27.302276 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-29ec1d8e-813e-4c43-b10a-9b9c37e11db4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fd4fdad-67d6-4782-80c1-bb6350770ae1') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:22:27.315282 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7c76cd-03c1-45a3-a3b2-57460c83fb3f service neutron] Pushing event updated for resources: {'Port': ['ID=02851054-9b38-4069-ba34-41432f2b8b46,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:27.344164 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-29ec1d8e-813e-4c43-b10a-9b9c37e11db4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:27.391041 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-29ec1d8e-813e-4c43-b10a-9b9c37e11db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:27.424406 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29ec1d8e-813e-4c43-b10a-9b9c37e11db4 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:22:27.424819 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-29ec1d8e-813e-4c43-b10a-9b9c37e11db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:27.426598 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:22:27.426598 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:22:27.426598 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:22:27.426598 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:22:27.426598 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:22:27.426598 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:22:27.426598 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:22:27.426598 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:22:27.426598 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:22:27.426598 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:22:27.426598 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:22:27.426598 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:22:27.426598 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:22:27.426598 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:22:27.426598 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:22:27.426598 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:22:27.426598 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:22:27.426598 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:22:27.426598 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:22:27.426598 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:22:27.426598 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:22:27.426598 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:22:27.426598 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:22:27.426598 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:22:27.426598 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:22:27.426598 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:22:27.426598 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:22:27.426598 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:22:27.426598 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:22:27.426598 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:22:27.426598 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:22:27.426598 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:22:27.504501 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-b683fc32-3ed3-4f74-9321-0751251cb358 req-ce7c76cd-03c1-45a3-a3b2-57460c83fb3f service neutron] Attempting to bind port 02851054-9b38-4069-ba34-41432f2b8b46 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:22:27.504501 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-b683fc32-3ed3-4f74-9321-0751251cb358 req-ce7c76cd-03c1-45a3-a3b2-57460c83fb3f service neutron] Attempting to bind port 02851054-9b38-4069-ba34-41432f2b8b46 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '4338780a-336d-4cf6-b340-ea8b7e35acfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '548d826f-a834-4084-8434-37790d2898e0'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:22:27.504501 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b683fc32-3ed3-4f74-9321-0751251cb358 req-ce7c76cd-03c1-45a3-a3b2-57460c83fb3f service neutron] Attempting to bind port 02851054-9b38-4069-ba34-41432f2b8b46 on network 548d826f-a834-4084-8434-37790d2898e0 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:22:27.508335 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-aa975e83-be91-4645-bff2-1aff354a121e req-341323fb-eca5-4dbd-8a95-3028e65ee78a tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:27.521987 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-29ec1d8e-813e-4c43-b10a-9b9c37e11db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:27.526359 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-29ec1d8e-813e-4c43-b10a-9b9c37e11db4 admin admin] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:27.529552 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-29ec1d8e-813e-4c43-b10a-9b9c37e11db4 admin admin] 10.222.0.62 "DELETE /v2.0/networks/2ee737b4-c460-4029-8756-6b7e18e51e7e HTTP/1.1" status: 204 len: 168 time: 0.8328710 Oct 30 15:22:27.550045 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b683fc32-3ed3-4f74-9321-0751251cb358 req-ce7c76cd-03c1-45a3-a3b2-57460c83fb3f service neutron] Port 02851054-9b38-4069-ba34-41432f2b8b46 on network 548d826f-a834-4084-8434-37790d2898e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:22:27.550376 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b683fc32-3ed3-4f74-9321-0751251cb358 req-ce7c76cd-03c1-45a3-a3b2-57460c83fb3f service neutron] Attempting to bind port 02851054-9b38-4069-ba34-41432f2b8b46 on network 548d826f-a834-4084-8434-37790d2898e0 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:22:27.556190 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341323fb-eca5-4dbd-8a95-3028e65ee78a tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Pushing event deleted for resources: {'Port': ['ID=7653bb03-0e9a-40b6-b92c-448a5acd76f4,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:27.576256 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '618df14e-6aba-40ef-8848-70c44c162096', 'name': 'network-vif-deleted', 'tag': 'a0d107bb-70ae-4589-bbad-ba445997ea32'}, {'server_uuid': '618df14e-6aba-40ef-8848-70c44c162096', 'name': 'network-vif-deleted', 'tag': '4fb842e8-63f8-488f-bed6-7c184585aaae'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:22:27.579108 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac24f323-3a2c-4116-bf3e-7e0d231223c7" -d '{"events": [{"server_uuid": "618df14e-6aba-40ef-8848-70c44c162096", "name": "network-vif-deleted", "tag": "a0d107bb-70ae-4589-bbad-ba445997ea32"}, {"server_uuid": "618df14e-6aba-40ef-8848-70c44c162096", "name": "network-vif-deleted", "tag": "4fb842e8-63f8-488f-bed6-7c184585aaae"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:22:27.584588 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b683fc32-3ed3-4f74-9321-0751251cb358 req-ce7c76cd-03c1-45a3-a3b2-57460c83fb3f service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:22:27.584936 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b683fc32-3ed3-4f74-9321-0751251cb358 req-ce7c76cd-03c1-45a3-a3b2-57460c83fb3f service neutron] Checking segment: {'id': '4338780a-336d-4cf6-b340-ea8b7e35acfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '548d826f-a834-4084-8434-37790d2898e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:22:27.585325 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b683fc32-3ed3-4f74-9321-0751251cb358 req-ce7c76cd-03c1-45a3-a3b2-57460c83fb3f service neutron] Bound using segment: {'id': '4338780a-336d-4cf6-b340-ea8b7e35acfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '548d826f-a834-4084-8434-37790d2898e0'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:22:27.585889 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-b683fc32-3ed3-4f74-9321-0751251cb358 req-ce7c76cd-03c1-45a3-a3b2-57460c83fb3f service neutron] Bound port: 02851054-9b38-4069-ba34-41432f2b8b46, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4338780a-336d-4cf6-b340-ea8b7e35acfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '548d826f-a834-4084-8434-37790d2898e0'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:22:27.586313 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-b683fc32-3ed3-4f74-9321-0751251cb358 req-ce7c76cd-03c1-45a3-a3b2-57460c83fb3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:27.602130 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ec1d8e-813e-4c43-b10a-9b9c37e11db4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ee737b4-c460-4029-8756-6b7e18e51e7e,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:27.632840 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa975e83-be91-4645-bff2-1aff354a121e req-341323fb-eca5-4dbd-8a95-3028e65ee78a tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] No DVR routers for this DVR port 7653bb03-0e9a-40b6-b92c-448a5acd76f4 on host n-h1-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:22:27.635563 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-aa975e83-be91-4645-bff2-1aff354a121e req-341323fb-eca5-4dbd-8a95-3028e65ee78a tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:27.639252 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-aa975e83-be91-4645-bff2-1aff354a121e req-341323fb-eca5-4dbd-8a95-3028e65ee78a tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.53 "DELETE /v2.0/ports/7653bb03-0e9a-40b6-b92c-448a5acd76f4 HTTP/1.1" status: 204 len: 173 time: 1.1920576 Oct 30 15:22:27.641750 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 30 Oct 2021 15:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-494ba5e1-b551-44a8-acf1-d31b529f0e8a x-openstack-request-id: req-494ba5e1-b551-44a8-acf1-d31b529f0e8a {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:22:27.642366 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "618df14e-6aba-40ef-8848-70c44c162096", "name": "network-vif-deleted", "tag": "a0d107bb-70ae-4589-bbad-ba445997ea32", "status": "completed", "code": 200}, {"server_uuid": "618df14e-6aba-40ef-8848-70c44c162096", "name": "network-vif-deleted", "tag": "4fb842e8-63f8-488f-bed6-7c184585aaae", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:22:27.642366 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-494ba5e1-b551-44a8-acf1-d31b529f0e8a {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:22:27.642663 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '618df14e-6aba-40ef-8848-70c44c162096', 'name': 'network-vif-deleted', 'tag': 'a0d107bb-70ae-4589-bbad-ba445997ea32', 'status': 'completed', 'code': 200} Oct 30 15:22:27.642912 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '618df14e-6aba-40ef-8848-70c44c162096', 'name': 'network-vif-deleted', 'tag': '4fb842e8-63f8-488f-bed6-7c184585aaae', 'status': 'completed', 'code': 200} Oct 30 15:22:27.701665 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 49318) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:22:27.759586 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9d8a7ee0-c722-449d-ac94-6b58009c429d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=94855398ab7244e0b4017ff3b01f9b39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0531158 Oct 30 15:22:27.759792 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 49320) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:22:27.799820 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-b683fc32-3ed3-4f74-9321-0751251cb358 req-ce7c76cd-03c1-45a3-a3b2-57460c83fb3f service neutron] For port 02851054-9b38-4069-ba34-41432f2b8b46, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:22:27.818197 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-b683fc32-3ed3-4f74-9321-0751251cb358 req-ce7c76cd-03c1-45a3-a3b2-57460c83fb3f service neutron] For port 02851054-9b38-4069-ba34-41432f2b8b46, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=02851054-9b38-4069-ba34-41432f2b8b46,segment=NetworkSegment(4338780a-336d-4cf6-b340-ea8b7e35acfc),segment_id=4338780a-336d-4cf6-b340-ea8b7e35acfc)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:22:27.825251 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-b683fc32-3ed3-4f74-9321-0751251cb358 req-ce7c76cd-03c1-45a3-a3b2-57460c83fb3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:27.834024 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-26b576e7-7ecc-4a85-8c4d-07867d097db4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:27.862664 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-26b576e7-7ecc-4a85-8c4d-07867d097db4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:27.872065 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683fc32-3ed3-4f74-9321-0751251cb358 req-ce7c76cd-03c1-45a3-a3b2-57460c83fb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:27.872685 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-b683fc32-3ed3-4f74-9321-0751251cb358 req-ce7c76cd-03c1-45a3-a3b2-57460c83fb3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:27.874138 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b683fc32-3ed3-4f74-9321-0751251cb358 req-ce7c76cd-03c1-45a3-a3b2-57460c83fb3f service neutron] 10.222.0.53 "PUT /v2.0/ports/02851054-9b38-4069-ba34-41432f2b8b46 HTTP/1.1" status: 200 len: 1092 time: 1.7764666 Oct 30 15:22:27.885806 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-aa975e83-be91-4645-bff2-1aff354a121e req-fe79e0e8-3f6f-4fd1-8ae3-77e07fc95c1f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Deleting port 256e4633-4af9-4c29-9d87-283e76dcef0e {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:22:27.886200 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-aa975e83-be91-4645-bff2-1aff354a121e req-fe79e0e8-3f6f-4fd1-8ae3-77e07fc95c1f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:27.935813 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-26b576e7-7ecc-4a85-8c4d-07867d097db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:27.940223 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-26b576e7-7ecc-4a85-8c4d-07867d097db4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:27.941937 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-26b576e7-7ecc-4a85-8c4d-07867d097db4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1af96bc8-2844-4c84-931a-9eb8f5202088 HTTP/1.1" status: 204 len: 168 time: 0.1813018 Oct 30 15:22:27.967397 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b576e7-7ecc-4a85-8c4d-07867d097db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af96bc8-2844-4c84-931a-9eb8f5202088,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:28.132136 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 650e3c7a-21f2-4368-a59d-9b58fe9d05a0 no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:22:28.179569 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] No Port match for: 650e3c7a-21f2-4368-a59d-9b58fe9d05a0 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:22:28.180214 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 650e3c7a-21f2-4368-a59d-9b58fe9d05a0 not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:22:28.253272 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d343aa-9444-4a54-9eec-db4fabd24677 req-7688ea49-7265-4d25-b747-426e7b665b22 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:28.264239 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d4d343aa-9444-4a54-9eec-db4fabd24677 req-7688ea49-7265-4d25-b747-426e7b665b22 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d076cc-39d2-418a-9ee2-7a787efdcd15 HTTP/1.1" status: 200 len: 943 time: 0.1701150 Oct 30 15:22:28.352391 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d4d343aa-9444-4a54-9eec-db4fabd24677 req-e00137e6-e90f-4b72-9211-2ef2c9cab0f1 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] 10.222.0.62 "GET /v2.0/security-groups?id=eec10fb9-0ab1-44f7-aabf-ae80be276d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719078 Oct 30 15:22:28.509846 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7c76cd-03c1-45a3-a3b2-57460c83fb3f service neutron] Pushing event updated for resources: {'Port': ['ID=02851054-9b38-4069-ba34-41432f2b8b46,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:28.580203 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683fc32-3ed3-4f74-9321-0751251cb358 req-99815236-a7dd-4ab0-94aa-dd2f7ed83050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:28.581702 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b683fc32-3ed3-4f74-9321-0751251cb358 req-99815236-a7dd-4ab0-94aa-dd2f7ed83050 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=948fc479db984977b4adb38957b43a5b&device_id=a0d076cc-39d2-418a-9ee2-7a787efdcd15 HTTP/1.1" status: 200 len: 1095 time: 0.6103821 Oct 30 15:22:28.587133 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-aa975e83-be91-4645-bff2-1aff354a121e req-fe79e0e8-3f6f-4fd1-8ae3-77e07fc95c1f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] For port 256e4633-4af9-4c29-9d87-283e76dcef0e, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=256e4633-4af9-4c29-9d87-283e76dcef0e,segment=NetworkSegment(9fa55ea7-5902-4048-bdc0-6f3255a5bae7),segment_id=9fa55ea7-5902-4048-bdc0-6f3255a5bae7)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:22:28.587612 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-aa975e83-be91-4645-bff2-1aff354a121e req-fe79e0e8-3f6f-4fd1-8ae3-77e07fc95c1f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:28.597508 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3a358e-5989-46ad-afc7-19664826cb76 req-5b51897f-5a0d-4381-a14b-67fe6b46a669 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:28.598948 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bb3a358e-5989-46ad-afc7-19664826cb76 req-5b51897f-5a0d-4381-a14b-67fe6b46a669 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 943 time: 0.1266806 Oct 30 15:22:28.662135 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-aa975e83-be91-4645-bff2-1aff354a121e req-fe79e0e8-3f6f-4fd1-8ae3-77e07fc95c1f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Calling delete_port for 256e4633-4af9-4c29-9d87-283e76dcef0e owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:22:28.665770 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b683fc32-3ed3-4f74-9321-0751251cb358 req-29337b5a-75d4-4268-a2c5-fb3c8d9f808a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02851054-9b38-4069-ba34-41432f2b8b46 HTTP/1.1" status: 200 len: 217 time: 0.0656710 Oct 30 15:22:28.777319 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bb3a358e-5989-46ad-afc7-19664826cb76 req-d594d0e0-778d-4274-a9db-653ccc7200ed tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb8a2948-2c1b-4131-b6de-fecd84bd89b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654565 Oct 30 15:22:28.791731 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683fc32-3ed3-4f74-9321-0751251cb358 req-2727b64f-4028-4d67-9be5-e4c00f7b1be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:28.793188 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b683fc32-3ed3-4f74-9321-0751251cb358 req-2727b64f-4028-4d67-9be5-e4c00f7b1be6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ecf088ac-4d47-4ab3-a65c-3cf979797b98 HTTP/1.1" status: 200 len: 850 time: 0.1156042 Oct 30 15:22:28.891141 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683fc32-3ed3-4f74-9321-0751251cb358 req-3b3f5656-8c56-4eed-bc38-dfb47a378fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:28.892796 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b683fc32-3ed3-4f74-9321-0751251cb358 req-3b3f5656-8c56-4eed-bc38-dfb47a378fa8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=548d826f-a834-4084-8434-37790d2898e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0746562 Oct 30 15:22:28.930384 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 49358) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:22:28.960191 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-aa975e83-be91-4645-bff2-1aff354a121e req-fe79e0e8-3f6f-4fd1-8ae3-77e07fc95c1f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:29.002025 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe79e0e8-3f6f-4fd1-8ae3-77e07fc95c1f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Pushing event deleted for resources: {'Port': ['ID=256e4633-4af9-4c29-9d87-283e76dcef0e,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:29.063009 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-c7e14ada-2167-40e4-9310-f836b7a7aa45 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-35915743-network', 'tenant_id': '8388c996b8634be9ab271f97b633ea56'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:22:29.070042 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa975e83-be91-4645-bff2-1aff354a121e req-fe79e0e8-3f6f-4fd1-8ae3-77e07fc95c1f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] No DVR routers for this DVR port 256e4633-4af9-4c29-9d87-283e76dcef0e on host n-h1-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:22:29.073657 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-aa975e83-be91-4645-bff2-1aff354a121e req-fe79e0e8-3f6f-4fd1-8ae3-77e07fc95c1f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:29.077048 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-aa975e83-be91-4645-bff2-1aff354a121e req-fe79e0e8-3f6f-4fd1-8ae3-77e07fc95c1f tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.53 "DELETE /v2.0/ports/256e4633-4af9-4c29-9d87-283e76dcef0e HTTP/1.1" status: 204 len: 173 time: 1.4305263 Oct 30 15:22:29.080710 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b683fc32-3ed3-4f74-9321-0751251cb358 req-4151d30d-d004-4c9f-af19-be805f0511d8 service neutron] 10.222.0.53 "GET /v2.0/networks/548d826f-a834-4084-8434-37790d2898e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783926 Oct 30 15:22:29.093830 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e14ada-2167-40e4-9310-f836b7a7aa45 admin admin] Made reservation on behalf of 8388c996b8634be9ab271f97b633ea56 for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:22:29.097695 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c7e14ada-2167-40e4-9310-f836b7a7aa45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:29.107548 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c7e14ada-2167-40e4-9310-f836b7a7aa45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:29.200856 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b683fc32-3ed3-4f74-9321-0751251cb358 req-35256d5f-af92-4a19-95a7-cb4d9bf6f36b service neutron] 10.222.0.53 "GET /v2.0/networks/548d826f-a834-4084-8434-37790d2898e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112633 Oct 30 15:22:29.206686 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c7e14ada-2167-40e4-9310-f836b7a7aa45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:29.210921 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c7e14ada-2167-40e4-9310-f836b7a7aa45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:29.243232 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7e14ada-2167-40e4-9310-f836b7a7aa45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:22:29.253275 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e14ada-2167-40e4-9310-f836b7a7aa45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e96b94c8-1854-43c2-8b3c-964bf8e29073,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:29.258134 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c7e14ada-2167-40e4-9310-f836b7a7aa45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:29.258480 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-c7e14ada-2167-40e4-9310-f836b7a7aa45 admin admin] Added segment 497c4dd9-c05b-4392-ab75-11b6658d68bc of type vlan for network 81bfdab0-1997-4fff-a2b2-723bc0c6e6f9 Oct 30 15:22:29.313110 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c7e14ada-2167-40e4-9310-f836b7a7aa45 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:29.341214 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c7e14ada-2167-40e4-9310-f836b7a7aa45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:29.342298 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e14ada-2167-40e4-9310-f836b7a7aa45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:29.343378 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c7e14ada-2167-40e4-9310-f836b7a7aa45 admin admin] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:29.435853 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c7e14ada-2167-40e4-9310-f836b7a7aa45 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5041087 Oct 30 15:22:29.438701 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 49366) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:22:29.445441 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-6f75f824-43f3-4faf-8924-832bef19fc74 admin admin] Request body: {'subnet': {'network_id': '81bfdab0-1997-4fff-a2b2-723bc0c6e6f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-35915743-subnet', 'tenant_id': '8388c996b8634be9ab271f97b633ea56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:22:29.480643 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f75f824-43f3-4faf-8924-832bef19fc74 admin admin] Made reservation on behalf of 8388c996b8634be9ab271f97b633ea56 for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:22:29.483942 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6f75f824-43f3-4faf-8924-832bef19fc74 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:29.486911 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e14ada-2167-40e4-9310-f836b7a7aa45 admin admin] Pushing event updated for resources: {'Network': ['ID=81bfdab0-1997-4fff-a2b2-723bc0c6e6f9,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:29.506862 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 81bfdab0-1997-4fff-a2b2-723bc0c6e6f9 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:22:29.584397 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff201ae1-3093-415a-9450-6388fd67d223 req-584c6b92-9a62-4443-8f02-47ba7e6a5243 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:29.586038 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ff201ae1-3093-415a-9450-6388fd67d223 req-584c6b92-9a62-4443-8f02-47ba7e6a5243 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d076cc-39d2-418a-9ee2-7a787efdcd15 HTTP/1.1" status: 200 len: 943 time: 0.1256473 Oct 30 15:22:29.645589 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '618df14e-6aba-40ef-8848-70c44c162096', 'name': 'network-vif-deleted', 'tag': '7653bb03-0e9a-40b6-b92c-448a5acd76f4'}, {'name': 'network-changed', 'server_uuid': 'a0d076cc-39d2-418a-9ee2-7a787efdcd15', 'tag': '02851054-9b38-4069-ba34-41432f2b8b46'}, {'server_uuid': '618df14e-6aba-40ef-8848-70c44c162096', 'name': 'network-vif-deleted', 'tag': '256e4633-4af9-4c29-9d87-283e76dcef0e'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:22:29.648781 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-951c72f2-8b9c-4068-ab08-e59ae64b9102" -d '{"events": [{"server_uuid": "618df14e-6aba-40ef-8848-70c44c162096", "name": "network-vif-deleted", "tag": "7653bb03-0e9a-40b6-b92c-448a5acd76f4"}, {"name": "network-changed", "server_uuid": "a0d076cc-39d2-418a-9ee2-7a787efdcd15", "tag": "02851054-9b38-4069-ba34-41432f2b8b46"}, {"server_uuid": "618df14e-6aba-40ef-8848-70c44c162096", "name": "network-vif-deleted", "tag": "256e4633-4af9-4c29-9d87-283e76dcef0e"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:22:29.666851 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ff201ae1-3093-415a-9450-6388fd67d223 req-cc5e3007-fa03-4d5e-95a3-06d6d4a511b8 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] 10.222.0.62 "GET /v2.0/security-groups?id=eec10fb9-0ab1-44f7-aabf-ae80be276d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742745 Oct 30 15:22:29.719248 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:29.743568 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Sat, 30 Oct 2021 15:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe20863-5518-4ecd-90d6-8df34abe65e6 x-openstack-request-id: req-abe20863-5518-4ecd-90d6-8df34abe65e6 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:22:29.744124 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "618df14e-6aba-40ef-8848-70c44c162096", "name": "network-vif-deleted", "tag": "7653bb03-0e9a-40b6-b92c-448a5acd76f4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a0d076cc-39d2-418a-9ee2-7a787efdcd15", "tag": "02851054-9b38-4069-ba34-41432f2b8b46", "status": "completed", "code": 200}, {"server_uuid": "618df14e-6aba-40ef-8848-70c44c162096", "name": "network-vif-deleted", "tag": "256e4633-4af9-4c29-9d87-283e76dcef0e", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:22:29.744124 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-abe20863-5518-4ecd-90d6-8df34abe65e6 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:22:29.744509 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '618df14e-6aba-40ef-8848-70c44c162096', 'name': 'network-vif-deleted', 'tag': '7653bb03-0e9a-40b6-b92c-448a5acd76f4', 'status': 'completed', 'code': 200} Oct 30 15:22:29.744768 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0d076cc-39d2-418a-9ee2-7a787efdcd15', 'tag': '02851054-9b38-4069-ba34-41432f2b8b46', 'status': 'completed', 'code': 200} Oct 30 15:22:29.745022 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '618df14e-6aba-40ef-8848-70c44c162096', 'name': 'network-vif-deleted', 'tag': '256e4633-4af9-4c29-9d87-283e76dcef0e', 'status': 'completed', 'code': 200} Oct 30 15:22:29.840304 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6f75f824-43f3-4faf-8924-832bef19fc74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:29.891018 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c72f2-8b9c-4068-ab08-e59ae64b9102 req-aabf4a7e-4b41-4369-a920-39d6cba0d5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:29.893098 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-951c72f2-8b9c-4068-ab08-e59ae64b9102 req-aabf4a7e-4b41-4369-a920-39d6cba0d5ec service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=948fc479db984977b4adb38957b43a5b&device_id=a0d076cc-39d2-418a-9ee2-7a787efdcd15 HTTP/1.1" status: 200 len: 1095 time: 0.1114492 Oct 30 15:22:29.912742 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f75f824-43f3-4faf-8924-832bef19fc74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fc89002-6420-45ca-b603-e58f529bf6ac,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:29.913468 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-12080aac-fb2a-4ba9-af7e-bc0f1be78deb req-d49142a8-ea1e-4384-a5f3-db99bab0b5e7 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 210 time: 0.0370653 Oct 30 15:22:29.982512 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f75f824-43f3-4faf-8924-832bef19fc74 admin admin] Checking segment: {'id': '497c4dd9-c05b-4392-ab75-11b6658d68bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '81bfdab0-1997-4fff-a2b2-723bc0c6e6f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:22:29.983871 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f75f824-43f3-4faf-8924-832bef19fc74 admin admin] Network hostable DHCP agents. Network: 81bfdab0-1997-4fff-a2b2-723bc0c6e6f9, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:22:30.025336 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f75f824-43f3-4faf-8924-832bef19fc74 admin admin] Network 81bfdab0-1997-4fff-a2b2-723bc0c6e6f9 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:22:30.035176 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c72f2-8b9c-4068-ab08-e59ae64b9102 req-60cb0157-f89c-41a2-baf1-a536f9f8acaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:30.036721 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-951c72f2-8b9c-4068-ab08-e59ae64b9102 req-60cb0157-f89c-41a2-baf1-a536f9f8acaf service neutron] 10.222.0.53 "GET /v2.0/networks?id=548d826f-a834-4084-8434-37790d2898e0 HTTP/1.1" status: 200 len: 912 time: 0.1340582 Oct 30 15:22:30.037717 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-6f75f824-43f3-4faf-8924-832bef19fc74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 81bfdab0-1997-4fff-a2b2-723bc0c6e6f9) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:22:30.042461 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f75f824-43f3-4faf-8924-832bef19fc74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:30.043051 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6f75f824-43f3-4faf-8924-832bef19fc74 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:30.048083 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9edda049-8fae-49f0-afb9-0aba9f705491 None None] Network 81bfdab0-1997-4fff-a2b2-723bc0c6e6f9 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:22:30.085250 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-951c72f2-8b9c-4068-ab08-e59ae64b9102 req-c823f4ad-3891-4b72-b458-5192a3220479 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02851054-9b38-4069-ba34-41432f2b8b46 HTTP/1.1" status: 200 len: 217 time: 0.0382011 Oct 30 15:22:30.096655 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-6f75f824-43f3-4faf-8924-832bef19fc74 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6559958 Oct 30 15:22:30.144423 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c72f2-8b9c-4068-ab08-e59ae64b9102 req-c9c9d11b-2fbd-4d82-a477-ea872ea94073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:30.146517 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-951c72f2-8b9c-4068-ab08-e59ae64b9102 req-c9c9d11b-2fbd-4d82-a477-ea872ea94073 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ecf088ac-4d47-4ab3-a65c-3cf979797b98 HTTP/1.1" status: 200 len: 850 time: 0.0541761 Oct 30 15:22:30.206567 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd16cf5a-c06a-4608-af1f-ba9907c3fafb None None] Network 81bfdab0-1997-4fff-a2b2-723bc0c6e6f9 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:22:30.233001 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c72f2-8b9c-4068-ab08-e59ae64b9102 req-d86b88e1-4efc-47f6-b7a1-c4223af6689a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:30.235374 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-951c72f2-8b9c-4068-ab08-e59ae64b9102 req-d86b88e1-4efc-47f6-b7a1-c4223af6689a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=548d826f-a834-4084-8434-37790d2898e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0817428 Oct 30 15:22:30.358694 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-951c72f2-8b9c-4068-ab08-e59ae64b9102 req-61b5898a-d2de-4c83-98dc-1482d7d4b2ba service neutron] 10.222.0.53 "GET /v2.0/networks/548d826f-a834-4084-8434-37790d2898e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154852 Oct 30 15:22:30.490571 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-951c72f2-8b9c-4068-ab08-e59ae64b9102 req-5b9e1d56-48f2-4c8b-951f-f7be360dca6d service neutron] 10.222.0.53 "GET /v2.0/networks/548d826f-a834-4084-8434-37790d2898e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249237 Oct 30 15:22:30.688778 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88515b5c-d0f9-44c5-a23c-7ba33df043f7 req-64b528b1-c197-4fc1-9637-ab10f3b1aeca tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:30.690517 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-88515b5c-d0f9-44c5-a23c-7ba33df043f7 req-64b528b1-c197-4fc1-9637-ab10f3b1aeca tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/networks?id=81bfdab0-1997-4fff-a2b2-723bc0c6e6f9 HTTP/1.1" status: 200 len: 813 time: 0.1261013 Oct 30 15:22:30.706650 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-88515b5c-d0f9-44c5-a23c-7ba33df043f7 req-94e1c1d3-eff0-402f-9ad3-81d40c727c42 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/quotas/8388c996b8634be9ab271f97b633ea56 HTTP/1.1" status: 200 len: 375 time: 0.0103455 Oct 30 15:22:30.743286 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-88515b5c-d0f9-44c5-a23c-7ba33df043f7 req-6d7fa0c5-338b-464c-a240-f703e2296b50 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8388c996b8634be9ab271f97b633ea56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295074 Oct 30 15:22:30.775904 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 02851054-9b38-4069-ba34-41432f2b8b46 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:22:30.826633 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b290b0-fa6d-4a60-89b3-943112d464a5 req-8a5ae3d9-329d-442f-bde5-adeede1841e3 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:30.829668 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d9b290b0-fa6d-4a60-89b3-943112d464a5 req-8a5ae3d9-329d-442f-bde5-adeede1841e3 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d076cc-39d2-418a-9ee2-7a787efdcd15 HTTP/1.1" status: 200 len: 943 time: 0.0897429 Oct 30 15:22:30.883333 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-88515b5c-d0f9-44c5-a23c-7ba33df043f7 req-1f3b07ea-ab25-4c8a-ae6a-9b04103455ce service neutron] 10.222.0.62 "GET /v2.0/networks/81bfdab0-1997-4fff-a2b2-723bc0c6e6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323740 Oct 30 15:22:30.908074 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d9b290b0-fa6d-4a60-89b3-943112d464a5 req-e1cc8aa2-25a5-408f-859a-51537e50d371 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] 10.222.0.62 "GET /v2.0/security-groups?id=eec10fb9-0ab1-44f7-aabf-ae80be276d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718825 Oct 30 15:22:30.963800 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 02851054-9b38-4069-ba34-41432f2b8b46, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=02851054-9b38-4069-ba34-41432f2b8b46,segment=NetworkSegment(4338780a-336d-4cf6-b340-ea8b7e35acfc),segment_id=4338780a-336d-4cf6-b340-ea8b7e35acfc)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:22:30.984723 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '02851054-9b38-4069-ba34-41432f2b8b46', 'network_id': '548d826f-a834-4084-8434-37790d2898e0', 'port_id': '02851054-9b38-4069-ba34-41432f2b8b46', 'mac_address': 'fa:16:3e:13:ab:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecf088ac-4d47-4ab3-a65c-3cf979797b98', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:22:31.018963 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-88515b5c-d0f9-44c5-a23c-7ba33df043f7 req-955169db-436a-4207-9968-952052ac2c08 service neutron] 10.222.0.62 "GET /v2.0/networks/81bfdab0-1997-4fff-a2b2-723bc0c6e6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275015 Oct 30 15:22:31.060166 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:31.063677 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c9d92234-6fb3-4765-8f63-8563aa344722 req-c22c9092-9195-4515-8649-19497288d9ad tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 210 time: 0.0511699 Oct 30 15:22:31.080427 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02851054-9b38-4069-ba34-41432f2b8b46 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:22:31.113658 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 02851054-9b38-4069-ba34-41432f2b8b46, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=02851054-9b38-4069-ba34-41432f2b8b46,segment=NetworkSegment(4338780a-336d-4cf6-b340-ea8b7e35acfc),segment_id=4338780a-336d-4cf6-b340-ea8b7e35acfc)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:22:31.118903 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:31.191819 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=02851054-9b38-4069-ba34-41432f2b8b46,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:31.231822 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aa982324-9072-4aa2-a6eb-52241cebc70e req-f26da93a-3c67-43c4-9344-db4881a8a2d7 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc3150b6-d2fc-4500-85ec-d11b749670fe HTTP/1.1" status: 200 len: 210 time: 0.0431724 Oct 30 15:22:31.372322 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['02851054-9b38-4069-ba34-41432f2b8b46'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:22:31.841277 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:32.107618 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0b02c3-52ff-47f2-b4b0-86c0b7057c76 req-181e348f-74b3-4186-a161-5ac30138a911 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:32.123280 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2b0b02c3-52ff-47f2-b4b0-86c0b7057c76 req-181e348f-74b3-4186-a161-5ac30138a911 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d076cc-39d2-418a-9ee2-7a787efdcd15 HTTP/1.1" status: 200 len: 944 time: 0.1169136 Oct 30 15:22:32.267431 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-64c9b5c2-57aa-4de8-aec3-72d164009051 req-acb4bd2f-741a-4aad-a8c6-22a4aab6c968 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 210 time: 0.0569732 Oct 30 15:22:32.365351 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2b0b02c3-52ff-47f2-b4b0-86c0b7057c76 req-273bdbef-d9e6-4935-92dd-a075d6fdf822 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] 10.222.0.62 "GET /v2.0/security-groups?id=eec10fb9-0ab1-44f7-aabf-ae80be276d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2289674 Oct 30 15:22:32.398445 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-59dd9046-e171-4141-845e-93bdfa4be241 req-701bae33-db73-44eb-9b20-fac2bb79ef3d tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc3150b6-d2fc-4500-85ec-d11b749670fe HTTP/1.1" status: 200 len: 210 time: 0.0512033 Oct 30 15:22:32.462954 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88515b5c-d0f9-44c5-a23c-7ba33df043f7 req-2e66faaf-16bc-49c8-99f1-154d21b358aa tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:32.464396 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-88515b5c-d0f9-44c5-a23c-7ba33df043f7 req-2e66faaf-16bc-49c8-99f1-154d21b358aa tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.44 "GET /v2.0/networks?id=81bfdab0-1997-4fff-a2b2-723bc0c6e6f9 HTTP/1.1" status: 200 len: 813 time: 0.2760162 Oct 30 15:22:32.480218 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-88515b5c-d0f9-44c5-a23c-7ba33df043f7 req-4a4b22e8-d231-410b-a83d-6f7cce49e10c tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Request body: {'port': {'device_id': 'cc3150b6-d2fc-4500-85ec-d11b749670fe', 'network_id': '81bfdab0-1997-4fff-a2b2-723bc0c6e6f9', 'admin_state_up': True, 'tenant_id': '8388c996b8634be9ab271f97b633ea56'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:22:32.621797 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88515b5c-d0f9-44c5-a23c-7ba33df043f7 req-4a4b22e8-d231-410b-a83d-6f7cce49e10c tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Made reservation on behalf of 8388c996b8634be9ab271f97b633ea56 for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:22:32.626042 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-88515b5c-d0f9-44c5-a23c-7ba33df043f7 req-4a4b22e8-d231-410b-a83d-6f7cce49e10c tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:32.776299 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 02851054-9b38-4069-ba34-41432f2b8b46 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:22:32.777624 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-88515b5c-d0f9-44c5-a23c-7ba33df043f7 req-4a4b22e8-d231-410b-a83d-6f7cce49e10c tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Allocated IP 172.20.0.13 (81bfdab0-1997-4fff-a2b2-723bc0c6e6f9/9fc89002-6420-45ca-b603-e58f529bf6ac/9fbbdf0d-64d7-4f5d-917c-1120f28c907e) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:22:32.867609 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port 02851054-9b38-4069-ba34-41432f2b8b46 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:22:32.872309 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 02851054-9b38-4069-ba34-41432f2b8b46 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:22:32.873151 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:32.973233 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-88515b5c-d0f9-44c5-a23c-7ba33df043f7 req-4a4b22e8-d231-410b-a83d-6f7cce49e10c tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:32.974361 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:33.007766 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d076cc-39d2-418a-9ee2-7a787efdcd15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02851054-9b38-4069-ba34-41432f2b8b46'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:22:33.010574 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dcadb3b-3de3-41fd-b08f-f822be255ade" -d '{"events": [{"server_uuid": "a0d076cc-39d2-418a-9ee2-7a787efdcd15", "name": "network-vif-plugged", "status": "completed", "tag": "02851054-9b38-4069-ba34-41432f2b8b46"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:22:33.030126 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 02851054-9b38-4069-ba34-41432f2b8b46, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=02851054-9b38-4069-ba34-41432f2b8b46,segment=NetworkSegment(4338780a-336d-4cf6-b340-ea8b7e35acfc),segment_id=4338780a-336d-4cf6-b340-ea8b7e35acfc)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:22:33.038176 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:33.049919 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-88515b5c-d0f9-44c5-a23c-7ba33df043f7 req-4a4b22e8-d231-410b-a83d-6f7cce49e10c tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:33.097236 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e6b37f-7949-4192-ad4c-a03e24bf302a x-openstack-request-id: req-c5e6b37f-7949-4192-ad4c-a03e24bf302a {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:22:33.097768 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d076cc-39d2-418a-9ee2-7a787efdcd15", "name": "network-vif-plugged", "status": "completed", "tag": "02851054-9b38-4069-ba34-41432f2b8b46", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:22:33.098235 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c5e6b37f-7949-4192-ad4c-a03e24bf302a {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:22:33.098864 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0d076cc-39d2-418a-9ee2-7a787efdcd15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02851054-9b38-4069-ba34-41432f2b8b46', 'code': 200} Oct 30 15:22:33.141291 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=02851054-9b38-4069-ba34-41432f2b8b46,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:33.143703 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4b22e8-d231-410b-a83d-6f7cce49e10c tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Pushing event updated for resources: {'Port': ['ID=9fbbdf0d-64d7-4f5d-917c-1120f28c907e,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:33.155310 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4b22e8-d231-410b-a83d-6f7cce49e10c tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:22:33.155812 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4b22e8-d231-410b-a83d-6f7cce49e10c tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:22:33.156248 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4b22e8-d231-410b-a83d-6f7cce49e10c tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:22:33.156697 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4b22e8-d231-410b-a83d-6f7cce49e10c tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:22:33.157125 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4b22e8-d231-410b-a83d-6f7cce49e10c tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:22:33.157640 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4b22e8-d231-410b-a83d-6f7cce49e10c tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:22:33.157969 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4b22e8-d231-410b-a83d-6f7cce49e10c tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:22:33.158971 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4b22e8-d231-410b-a83d-6f7cce49e10c tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:22:33.158971 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4b22e8-d231-410b-a83d-6f7cce49e10c tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:22:33.159392 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4b22e8-d231-410b-a83d-6f7cce49e10c tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:22:33.159858 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4b22e8-d231-410b-a83d-6f7cce49e10c tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:22:33.160498 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4b22e8-d231-410b-a83d-6f7cce49e10c tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:22:33.166242 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88515b5c-d0f9-44c5-a23c-7ba33df043f7 req-4a4b22e8-d231-410b-a83d-6f7cce49e10c tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Network 81bfdab0-1997-4fff-a2b2-723bc0c6e6f9 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:22:33.167958 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-88515b5c-d0f9-44c5-a23c-7ba33df043f7 req-4a4b22e8-d231-410b-a83d-6f7cce49e10c tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:22:33.174950 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-88515b5c-d0f9-44c5-a23c-7ba33df043f7 req-4a4b22e8-d231-410b-a83d-6f7cce49e10c tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:22:33.231771 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88515b5c-d0f9-44c5-a23c-7ba33df043f7 req-4a4b22e8-d231-410b-a83d-6f7cce49e10c tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:33.234397 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-88515b5c-d0f9-44c5-a23c-7ba33df043f7 req-4a4b22e8-d231-410b-a83d-6f7cce49e10c tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:33.236488 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dad99d-dec1-42c6-b457-cc54f081e2cf req-12e746c7-d7ad-4e2c-b0ff-9e06dcddcdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:33.238479 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-34dad99d-dec1-42c6-b457-cc54f081e2cf req-12e746c7-d7ad-4e2c-b0ff-9e06dcddcdd6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a0d076cc-39d2-418a-9ee2-7a787efdcd15 HTTP/1.1" status: 200 len: 1097 time: 0.0543611 Oct 30 15:22:33.254694 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-88515b5c-d0f9-44c5-a23c-7ba33df043f7 req-4a4b22e8-d231-410b-a83d-6f7cce49e10c tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7787228 Oct 30 15:22:33.269865 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-88515b5c-d0f9-44c5-a23c-7ba33df043f7 req-eb1b4b8d-f4c7-4b23-af36-41a1ceec1c36 service neutron] Request body: {'port': {'device_id': 'cc3150b6-d2fc-4500-85ec-d11b749670fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:22:33.280557 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-34dad99d-dec1-42c6-b457-cc54f081e2cf req-23772d00-0a2a-4845-a022-a402c92bd4b4 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=eec10fb9-0ab1-44f7-aabf-ae80be276d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341022 Oct 30 15:22:33.331791 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-88515b5c-d0f9-44c5-a23c-7ba33df043f7 req-eb1b4b8d-f4c7-4b23-af36-41a1ceec1c36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:33.398597 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dfc268df-677d-4c1f-bb03-a9fcd7c24866 req-164710fa-0a58-46c4-abba-465d4861a8e9 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 210 time: 0.0330789 Oct 30 15:22:33.516777 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1015805-fed1-4dc2-9070-887d9ca4f31e req-b1381490-25f4-424b-868d-817c96a7b485 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:33.518692 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c1015805-fed1-4dc2-9070-887d9ca4f31e req-b1381490-25f4-424b-868d-817c96a7b485 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d076cc-39d2-418a-9ee2-7a787efdcd15 HTTP/1.1" status: 200 len: 945 time: 0.0680912 Oct 30 15:22:33.560883 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c1015805-fed1-4dc2-9070-887d9ca4f31e req-e1ba9bf2-804b-444e-b8fc-7f75737476da tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] 10.222.0.62 "GET /v2.0/security-groups?id=eec10fb9-0ab1-44f7-aabf-ae80be276d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354826 Oct 30 15:22:33.589989 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d96fb0-baf2-4b77-84fa-bd4385540578 req-035aa32d-672b-438c-bd1b-576b1348afb2 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:33.591920 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c3d96fb0-baf2-4b77-84fa-bd4385540578 req-035aa32d-672b-438c-bd1b-576b1348afb2 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc3150b6-d2fc-4500-85ec-d11b749670fe HTTP/1.1" status: 200 len: 932 time: 0.0998321 Oct 30 15:22:33.665319 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c3d96fb0-baf2-4b77-84fa-bd4385540578 req-36daa05f-79bc-4bb3-ba6d-f4af186a6463 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/security-groups?id=e96b94c8-1854-43c2-8b3c-964bf8e29073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617557 Oct 30 15:22:33.717986 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-88515b5c-d0f9-44c5-a23c-7ba33df043f7 req-eb1b4b8d-f4c7-4b23-af36-41a1ceec1c36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fbbdf0d-64d7-4f5d-917c-1120f28c907e {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:22:33.725453 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-88515b5c-d0f9-44c5-a23c-7ba33df043f7 req-eb1b4b8d-f4c7-4b23-af36-41a1ceec1c36 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:33.737709 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-88515b5c-d0f9-44c5-a23c-7ba33df043f7 req-eb1b4b8d-f4c7-4b23-af36-41a1ceec1c36 service neutron] Transition to ACTIVE for port object 9fbbdf0d-64d7-4f5d-917c-1120f28c907e will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:22:33.741276 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-88515b5c-d0f9-44c5-a23c-7ba33df043f7 req-eb1b4b8d-f4c7-4b23-af36-41a1ceec1c36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:33.792123 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1b4b8d-f4c7-4b23-af36-41a1ceec1c36 service neutron] Pushing event updated for resources: {'Port': ['ID=9fbbdf0d-64d7-4f5d-917c-1120f28c907e,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:33.862821 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-88515b5c-d0f9-44c5-a23c-7ba33df043f7 req-eb1b4b8d-f4c7-4b23-af36-41a1ceec1c36 service neutron] Attempting to bind port 9fbbdf0d-64d7-4f5d-917c-1120f28c907e on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:22:33.863090 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-88515b5c-d0f9-44c5-a23c-7ba33df043f7 req-eb1b4b8d-f4c7-4b23-af36-41a1ceec1c36 service neutron] Attempting to bind port 9fbbdf0d-64d7-4f5d-917c-1120f28c907e by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': '497c4dd9-c05b-4392-ab75-11b6658d68bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '81bfdab0-1997-4fff-a2b2-723bc0c6e6f9'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:22:33.863418 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88515b5c-d0f9-44c5-a23c-7ba33df043f7 req-eb1b4b8d-f4c7-4b23-af36-41a1ceec1c36 service neutron] Attempting to bind port 9fbbdf0d-64d7-4f5d-917c-1120f28c907e on network 81bfdab0-1997-4fff-a2b2-723bc0c6e6f9 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:22:33.867900 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88515b5c-d0f9-44c5-a23c-7ba33df043f7 req-eb1b4b8d-f4c7-4b23-af36-41a1ceec1c36 service neutron] Port 9fbbdf0d-64d7-4f5d-917c-1120f28c907e on network 81bfdab0-1997-4fff-a2b2-723bc0c6e6f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:22:33.868224 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88515b5c-d0f9-44c5-a23c-7ba33df043f7 req-eb1b4b8d-f4c7-4b23-af36-41a1ceec1c36 service neutron] Attempting to bind port 9fbbdf0d-64d7-4f5d-917c-1120f28c907e on network 81bfdab0-1997-4fff-a2b2-723bc0c6e6f9 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:22:33.873119 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88515b5c-d0f9-44c5-a23c-7ba33df043f7 req-eb1b4b8d-f4c7-4b23-af36-41a1ceec1c36 service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:22:33.873453 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88515b5c-d0f9-44c5-a23c-7ba33df043f7 req-eb1b4b8d-f4c7-4b23-af36-41a1ceec1c36 service neutron] Checking segment: {'id': '497c4dd9-c05b-4392-ab75-11b6658d68bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '81bfdab0-1997-4fff-a2b2-723bc0c6e6f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:22:33.873835 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88515b5c-d0f9-44c5-a23c-7ba33df043f7 req-eb1b4b8d-f4c7-4b23-af36-41a1ceec1c36 service neutron] Bound using segment: {'id': '497c4dd9-c05b-4392-ab75-11b6658d68bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '81bfdab0-1997-4fff-a2b2-723bc0c6e6f9'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:22:33.874254 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-88515b5c-d0f9-44c5-a23c-7ba33df043f7 req-eb1b4b8d-f4c7-4b23-af36-41a1ceec1c36 service neutron] Bound port: 9fbbdf0d-64d7-4f5d-917c-1120f28c907e, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '497c4dd9-c05b-4392-ab75-11b6658d68bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '81bfdab0-1997-4fff-a2b2-723bc0c6e6f9'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:22:33.874603 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-88515b5c-d0f9-44c5-a23c-7ba33df043f7 req-eb1b4b8d-f4c7-4b23-af36-41a1ceec1c36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:33.940647 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-88515b5c-d0f9-44c5-a23c-7ba33df043f7 req-eb1b4b8d-f4c7-4b23-af36-41a1ceec1c36 service neutron] For port 9fbbdf0d-64d7-4f5d-917c-1120f28c907e, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:22:33.943625 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-88515b5c-d0f9-44c5-a23c-7ba33df043f7 req-eb1b4b8d-f4c7-4b23-af36-41a1ceec1c36 service neutron] For port 9fbbdf0d-64d7-4f5d-917c-1120f28c907e, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=9fbbdf0d-64d7-4f5d-917c-1120f28c907e,segment=NetworkSegment(497c4dd9-c05b-4392-ab75-11b6658d68bc),segment_id=497c4dd9-c05b-4392-ab75-11b6658d68bc)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:22:33.948011 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-88515b5c-d0f9-44c5-a23c-7ba33df043f7 req-eb1b4b8d-f4c7-4b23-af36-41a1ceec1c36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:33.984050 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88515b5c-d0f9-44c5-a23c-7ba33df043f7 req-eb1b4b8d-f4c7-4b23-af36-41a1ceec1c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:33.984655 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-88515b5c-d0f9-44c5-a23c-7ba33df043f7 req-eb1b4b8d-f4c7-4b23-af36-41a1ceec1c36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:33.986028 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-88515b5c-d0f9-44c5-a23c-7ba33df043f7 req-eb1b4b8d-f4c7-4b23-af36-41a1ceec1c36 service neutron] 10.222.0.44 "PUT /v2.0/ports/9fbbdf0d-64d7-4f5d-917c-1120f28c907e HTTP/1.1" status: 200 len: 1093 time: 0.7211304 Oct 30 15:22:33.986462 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc3150b6-d2fc-4500-85ec-d11b749670fe', 'tag': '9fbbdf0d-64d7-4f5d-917c-1120f28c907e'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:22:33.988813 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c588792-bb48-4a38-8803-25b233d162fe" -d '{"events": [{"name": "network-changed", "server_uuid": "cc3150b6-d2fc-4500-85ec-d11b749670fe", "tag": "9fbbdf0d-64d7-4f5d-917c-1120f28c907e"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:22:34.010115 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1b4b8d-f4c7-4b23-af36-41a1ceec1c36 service neutron] Pushing event updated for resources: {'Port': ['ID=9fbbdf0d-64d7-4f5d-917c-1120f28c907e,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:34.040103 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca953b0-8cfe-458a-b026-0c487df8c0ad x-openstack-request-id: req-dca953b0-8cfe-458a-b026-0c487df8c0ad {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:22:34.040423 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc3150b6-d2fc-4500-85ec-d11b749670fe", "tag": "9fbbdf0d-64d7-4f5d-917c-1120f28c907e", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:22:34.040702 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dca953b0-8cfe-458a-b026-0c487df8c0ad {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:22:34.041112 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc3150b6-d2fc-4500-85ec-d11b749670fe', 'tag': '9fbbdf0d-64d7-4f5d-917c-1120f28c907e', 'status': 'completed', 'code': 200} Oct 30 15:22:34.083815 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88515b5c-d0f9-44c5-a23c-7ba33df043f7 req-9a0b2279-1e31-416f-ad26-eb2fb0cae54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:34.085351 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-88515b5c-d0f9-44c5-a23c-7ba33df043f7 req-9a0b2279-1e31-416f-ad26-eb2fb0cae54b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8388c996b8634be9ab271f97b633ea56&device_id=cc3150b6-d2fc-4500-85ec-d11b749670fe HTTP/1.1" status: 200 len: 1096 time: 0.0425875 Oct 30 15:22:34.134894 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-88515b5c-d0f9-44c5-a23c-7ba33df043f7 req-081b46f1-faa9-402d-9052-23f7dd1ed151 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9fbbdf0d-64d7-4f5d-917c-1120f28c907e HTTP/1.1" status: 200 len: 217 time: 0.0407522 Oct 30 15:22:34.188772 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88515b5c-d0f9-44c5-a23c-7ba33df043f7 req-f33426b0-f4c0-4253-9d66-bbedc1ee4aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:34.190321 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-88515b5c-d0f9-44c5-a23c-7ba33df043f7 req-f33426b0-f4c0-4253-9d66-bbedc1ee4aec service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9fc89002-6420-45ca-b603-e58f529bf6ac HTTP/1.1" status: 200 len: 853 time: 0.0481546 Oct 30 15:22:34.234305 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-88515b5c-d0f9-44c5-a23c-7ba33df043f7 req-e511db50-7d9a-437a-b9a5-8792b0d93b89 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=81bfdab0-1997-4fff-a2b2-723bc0c6e6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350339 Oct 30 15:22:34.340942 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-88515b5c-d0f9-44c5-a23c-7ba33df043f7 req-b6638a38-9572-4746-8807-3814c7d8da15 service neutron] 10.222.0.44 "GET /v2.0/networks/81bfdab0-1997-4fff-a2b2-723bc0c6e6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983820 Oct 30 15:22:34.471017 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-88515b5c-d0f9-44c5-a23c-7ba33df043f7 req-83b8c4f9-3810-4166-8e82-d4eb41e65cfe service neutron] 10.222.0.44 "GET /v2.0/networks/81bfdab0-1997-4fff-a2b2-723bc0c6e6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187208 Oct 30 15:22:34.535162 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c1a18bcf-add6-41d9-9f51-9dece2129fc9 req-cc3f38e1-8af0-415e-9273-376a5624802a tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 210 time: 0.0287666 Oct 30 15:22:34.576406 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c588792-bb48-4a38-8803-25b233d162fe req-e66e2ff2-4e8e-4fc4-a278-f8ee8d5799fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:34.578608 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0c588792-bb48-4a38-8803-25b233d162fe req-e66e2ff2-4e8e-4fc4-a278-f8ee8d5799fe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8388c996b8634be9ab271f97b633ea56&device_id=cc3150b6-d2fc-4500-85ec-d11b749670fe HTTP/1.1" status: 200 len: 1096 time: 0.0525343 Oct 30 15:22:34.731337 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b1996-16dd-4604-b687-44524ab28def req-397ea88d-d22a-434c-947a-48c770d5d7e4 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:34.733078 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3e8b1996-16dd-4604-b687-44524ab28def req-397ea88d-d22a-434c-947a-48c770d5d7e4 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d076cc-39d2-418a-9ee2-7a787efdcd15 HTTP/1.1" status: 200 len: 945 time: 0.0816045 Oct 30 15:22:34.752459 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c588792-bb48-4a38-8803-25b233d162fe req-ff102f79-4fdf-4c72-865c-894a7f10eaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:34.754070 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0c588792-bb48-4a38-8803-25b233d162fe req-ff102f79-4fdf-4c72-865c-894a7f10eaa5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=81bfdab0-1997-4fff-a2b2-723bc0c6e6f9 HTTP/1.1" status: 200 len: 914 time: 0.1675570 Oct 30 15:22:34.815043 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3e8b1996-16dd-4604-b687-44524ab28def req-7e5f778a-e117-4045-a564-0105cf6db5f4 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] 10.222.0.62 "GET /v2.0/security-groups?id=eec10fb9-0ab1-44f7-aabf-ae80be276d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622046 Oct 30 15:22:34.841783 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06245601-40c2-425d-add7-8f2756919715 req-0dda54b5-8727-45bb-be0d-9c155f5691d0 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:34.845724 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-06245601-40c2-425d-add7-8f2756919715 req-0dda54b5-8727-45bb-be0d-9c155f5691d0 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc3150b6-d2fc-4500-85ec-d11b749670fe HTTP/1.1" status: 200 len: 944 time: 0.0906162 Oct 30 15:22:34.861581 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0c588792-bb48-4a38-8803-25b233d162fe req-112ce8f1-387a-4ade-8766-108661f9dafe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9fbbdf0d-64d7-4f5d-917c-1120f28c907e HTTP/1.1" status: 200 len: 217 time: 0.0735357 Oct 30 15:22:34.913818 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-06245601-40c2-425d-add7-8f2756919715 req-82e140a2-10e0-4ea0-a04b-c1fbb0bc4d3c tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/security-groups?id=e96b94c8-1854-43c2-8b3c-964bf8e29073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620086 Oct 30 15:22:34.952830 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c588792-bb48-4a38-8803-25b233d162fe req-6958933d-ed16-441e-9ede-6269871c1741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:34.954334 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0c588792-bb48-4a38-8803-25b233d162fe req-6958933d-ed16-441e-9ede-6269871c1741 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9fc89002-6420-45ca-b603-e58f529bf6ac HTTP/1.1" status: 200 len: 853 time: 0.0848184 Oct 30 15:22:34.984357 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d658cee-a225-43d4-a7a9-0421e71a0a8c req-def87ad9-f6ec-4c3d-9e48-72138e561291 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:34.987195 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9d658cee-a225-43d4-a7a9-0421e71a0a8c req-def87ad9-f6ec-4c3d-9e48-72138e561291 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d076cc-39d2-418a-9ee2-7a787efdcd15 HTTP/1.1" status: 200 len: 945 time: 0.0889838 Oct 30 15:22:34.995754 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 49464) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:22:35.000390 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-22d2c322-6e79-4f25-971f-3f2bb1cf0661 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Request body: {'floatingip': {'port_id': '02851054-9b38-4069-ba34-41432f2b8b46'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:22:35.006473 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0c588792-bb48-4a38-8803-25b233d162fe req-6c413805-7957-49cb-853a-1065061873e9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=81bfdab0-1997-4fff-a2b2-723bc0c6e6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423043 Oct 30 15:22:35.043192 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-22d2c322-6e79-4f25-971f-3f2bb1cf0661 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Publish callbacks [] for floatingip, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:35.107086 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0c588792-bb48-4a38-8803-25b233d162fe req-a6a6b812-287c-40fc-b5b9-e67cc3a5f3af service neutron] 10.222.0.44 "GET /v2.0/networks/81bfdab0-1997-4fff-a2b2-723bc0c6e6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925524 Oct 30 15:22:35.212804 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0c588792-bb48-4a38-8803-25b233d162fe req-c6359a94-ff3e-49ce-9e34-be0e460e1052 service neutron] 10.222.0.44 "GET /v2.0/networks/81bfdab0-1997-4fff-a2b2-723bc0c6e6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976403 Oct 30 15:22:35.522222 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-22d2c322-6e79-4f25-971f-3f2bb1cf0661 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:35.526286 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-22d2c322-6e79-4f25-971f-3f2bb1cf0661 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:35.662475 n-d-806683-17 neutron-server[102131]: INFO neutron.db.l3_db [None req-22d2c322-6e79-4f25-971f-3f2bb1cf0661 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Floating IP 92c6292a-15cd-437f-b631-41cb9f55ee08 associated. External IP: 172.25.4.88, port: 02851054-9b38-4069-ba34-41432f2b8b46. Oct 30 15:22:35.665854 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bc5e033a-2887-41e1-8912-de43c5be906f req-dfd0255b-dcf3-49a4-881e-ea075b6dd6ea tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 210 time: 0.0328138 Oct 30 15:22:35.893113 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d2c322-6e79-4f25-971f-3f2bb1cf0661 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Router b504a3e4-1717-4233-bcbc-98c075d5ea66 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:22:36.001409 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d2c322-6e79-4f25-971f-3f2bb1cf0661 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:22:36.010288 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-22d2c322-6e79-4f25-971f-3f2bb1cf0661 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:36.012431 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b19a833-9cea-4375-92d9-8f2cc7c55ae9 None None] Sync routers for ids ['b504a3e4-1717-4233-bcbc-98c075d5ea66'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:22:36.034848 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b19a833-9cea-4375-92d9-8f2cc7c55ae9 None None] Routers {'b504a3e4-1717-4233-bcbc-98c075d5ea66'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:22:36.039492 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-9b19a833-9cea-4375-92d9-8f2cc7c55ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:22:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['b504a3e4-1717-4233-bcbc-98c075d5ea66'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:22:36.045240 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-22d2c322-6e79-4f25-971f-3f2bb1cf0661 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] 10.222.0.62 "PUT /v2.0/floatingips/92c6292a-15cd-437f-b631-41cb9f55ee08 HTTP/1.1" status: 200 len: 990 time: 1.0483212 Oct 30 15:22:36.046058 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0d076cc-39d2-418a-9ee2-7a787efdcd15', 'tag': '02851054-9b38-4069-ba34-41432f2b8b46'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:22:36.048370 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c079ac5-d4ac-4ce2-b183-063160d7f287" -d '{"events": [{"name": "network-changed", "server_uuid": "a0d076cc-39d2-418a-9ee2-7a787efdcd15", "tag": "02851054-9b38-4069-ba34-41432f2b8b46"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:22:36.081487 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ae519-2776-467f-b52b-ed3e011a5210 req-39ed9a24-019c-408b-98ed-cc8bb496e232 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:36.083482 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dc9ae519-2776-467f-b52b-ed3e011a5210 req-39ed9a24-019c-408b-98ed-cc8bb496e232 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc3150b6-d2fc-4500-85ec-d11b749670fe HTTP/1.1" status: 200 len: 944 time: 0.0990067 Oct 30 15:22:36.176223 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dc9ae519-2776-467f-b52b-ed3e011a5210 req-0a598ffd-6464-4bd7-bf66-5c6f70612890 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/security-groups?id=e96b94c8-1854-43c2-8b3c-964bf8e29073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858645 Oct 30 15:22:36.177722 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-9b19a833-9cea-4375-92d9-8f2cc7c55ae9 None None] Set router b504a3e4-1717-4233-bcbc-98c075d5ea66 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:22:36.250527 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8536a17b-328c-4748-9364-c10ee8e38a89 x-openstack-request-id: req-8536a17b-328c-4748-9364-c10ee8e38a89 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:22:36.250846 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0d076cc-39d2-418a-9ee2-7a787efdcd15", "tag": "02851054-9b38-4069-ba34-41432f2b8b46", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:22:36.251094 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8536a17b-328c-4748-9364-c10ee8e38a89 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:22:36.251511 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0d076cc-39d2-418a-9ee2-7a787efdcd15', 'tag': '02851054-9b38-4069-ba34-41432f2b8b46', 'status': 'completed', 'code': 200} Oct 30 15:22:36.317251 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c079ac5-d4ac-4ce2-b183-063160d7f287 req-9ff402d1-f635-44b2-953a-9d3c649d8cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:36.318804 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8c079ac5-d4ac-4ce2-b183-063160d7f287 req-9ff402d1-f635-44b2-953a-9d3c649d8cfc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=948fc479db984977b4adb38957b43a5b&device_id=a0d076cc-39d2-418a-9ee2-7a787efdcd15 HTTP/1.1" status: 200 len: 1097 time: 0.0472829 Oct 30 15:22:36.424688 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c079ac5-d4ac-4ce2-b183-063160d7f287 req-e37e8262-0ee8-4958-b64d-cd4d1d776270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:36.426331 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8c079ac5-d4ac-4ce2-b183-063160d7f287 req-e37e8262-0ee8-4958-b64d-cd4d1d776270 service neutron] 10.222.0.53 "GET /v2.0/networks?id=548d826f-a834-4084-8434-37790d2898e0 HTTP/1.1" status: 200 len: 912 time: 0.1001062 Oct 30 15:22:36.427832 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-9b19a833-9cea-4375-92d9-8f2cc7c55ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b504a3e4-1717-4233-bcbc-98c075d5ea66', 'name': 'tempest-ServersTestManualDisk-537088945-router', 'tenant_id': '948fc479db984977b4adb38957b43a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '98be4529-a85a-4f14-b1cd-e9f10866d3c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:22:14Z', 'updated_at': '2021-10-30T15:22:17Z', 'revision_number': 4, 'project_id': '948fc479db984977b4adb38957b43a5b', 'gw_port': {'id': '98be4529-a85a-4f14-b1cd-e9f10866d3c8', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b504a3e4-1717-4233-bcbc-98c075d5ea66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:22:15Z', 'updated_at': '2021-10-30T15:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '92c6292a-15cd-437f-b631-41cb9f55ee08', 'tenant_id': '948fc479db984977b4adb38957b43a5b', 'floating_ip_address': '172.25.4.88', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': 'b504a3e4-1717-4233-bcbc-98c075d5ea66', 'port_id': '02851054-9b38-4069-ba34-41432f2b8b46', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '548d826f-a834-4084-8434-37790d2898e0', 'mac_address': 'fa:16:3e:13:ab:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d076cc-39d2-418a-9ee2-7a787efdcd15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:22:20Z', 'updated_at': '2021-10-30T15:22:35Z', 'revision_number': 1, 'project_id': '948fc479db984977b4adb38957b43a5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97a508c5-b43d-491a-8831-e642fa3c9fb5', 'name': '', 'network_id': '548d826f-a834-4084-8434-37790d2898e0', 'tenant_id': '948fc479db984977b4adb38957b43a5b', 'mac_address': 'fa:16:3e:85:cf:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b504a3e4-1717-4233-bcbc-98c075d5ea66', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'ecf088ac-4d47-4ab3-a65c-3cf979797b98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:22:16Z', 'updated_at': '2021-10-30T15:22:22Z', 'revision_number': 5, 'project_id': '948fc479db984977b4adb38957b43a5b', 'subnets': [{'id': 'ecf088ac-4d47-4ab3-a65c-3cf979797b98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:22:36.454445 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b19a833-9cea-4375-92d9-8f2cc7c55ae9 None None] Checking router: b504a3e4-1717-4233-bcbc-98c075d5ea66 for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:22:36.462644 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b19a833-9cea-4375-92d9-8f2cc7c55ae9 None None] Routers {'b504a3e4-1717-4233-bcbc-98c075d5ea66'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:22:36.463238 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-9b19a833-9cea-4375-92d9-8f2cc7c55ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:22:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['b504a3e4-1717-4233-bcbc-98c075d5ea66'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:22:36.509488 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8c079ac5-d4ac-4ce2-b183-063160d7f287 req-f3d6413e-3250-4617-b5f3-4c619380a6fe service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02851054-9b38-4069-ba34-41432f2b8b46 HTTP/1.1" status: 200 len: 998 time: 0.0750740 Oct 30 15:22:36.582841 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c079ac5-d4ac-4ce2-b183-063160d7f287 req-36137c02-53f8-4e91-8243-aed025779fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:36.585366 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8c079ac5-d4ac-4ce2-b183-063160d7f287 req-36137c02-53f8-4e91-8243-aed025779fcb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ecf088ac-4d47-4ab3-a65c-3cf979797b98 HTTP/1.1" status: 200 len: 850 time: 0.0681608 Oct 30 15:22:36.594797 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-9b19a833-9cea-4375-92d9-8f2cc7c55ae9 None None] Set router b504a3e4-1717-4233-bcbc-98c075d5ea66 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:22:36.643647 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c079ac5-d4ac-4ce2-b183-063160d7f287 req-0eb598fe-ea5b-4ffd-a5a1-18073e8461fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:36.646601 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8c079ac5-d4ac-4ce2-b183-063160d7f287 req-0eb598fe-ea5b-4ffd-a5a1-18073e8461fe service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=548d826f-a834-4084-8434-37790d2898e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539527 Oct 30 15:22:36.780422 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8c079ac5-d4ac-4ce2-b183-063160d7f287 req-fcb42994-0256-477f-bef4-884446b59755 service neutron] 10.222.0.53 "GET /v2.0/networks/548d826f-a834-4084-8434-37790d2898e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263254 Oct 30 15:22:36.886754 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-92dd3d9d-37e9-44c7-afec-a0d896f81198 req-17bab1d9-e9fa-4f03-92bd-ca856e70a9a7 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 210 time: 0.0664146 Oct 30 15:22:36.908258 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-9b19a833-9cea-4375-92d9-8f2cc7c55ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b504a3e4-1717-4233-bcbc-98c075d5ea66', 'name': 'tempest-ServersTestManualDisk-537088945-router', 'tenant_id': '948fc479db984977b4adb38957b43a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '98be4529-a85a-4f14-b1cd-e9f10866d3c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:22:14Z', 'updated_at': '2021-10-30T15:22:17Z', 'revision_number': 4, 'project_id': '948fc479db984977b4adb38957b43a5b', 'gw_port': {'id': '98be4529-a85a-4f14-b1cd-e9f10866d3c8', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b504a3e4-1717-4233-bcbc-98c075d5ea66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:22:15Z', 'updated_at': '2021-10-30T15:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '92c6292a-15cd-437f-b631-41cb9f55ee08', 'tenant_id': '948fc479db984977b4adb38957b43a5b', 'floating_ip_address': '172.25.4.88', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': 'b504a3e4-1717-4233-bcbc-98c075d5ea66', 'port_id': '02851054-9b38-4069-ba34-41432f2b8b46', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '548d826f-a834-4084-8434-37790d2898e0', 'mac_address': 'fa:16:3e:13:ab:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d076cc-39d2-418a-9ee2-7a787efdcd15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:22:20Z', 'updated_at': '2021-10-30T15:22:35Z', 'revision_number': 1, 'project_id': '948fc479db984977b4adb38957b43a5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97a508c5-b43d-491a-8831-e642fa3c9fb5', 'name': '', 'network_id': '548d826f-a834-4084-8434-37790d2898e0', 'tenant_id': '948fc479db984977b4adb38957b43a5b', 'mac_address': 'fa:16:3e:85:cf:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b504a3e4-1717-4233-bcbc-98c075d5ea66', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'ecf088ac-4d47-4ab3-a65c-3cf979797b98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:22:16Z', 'updated_at': '2021-10-30T15:22:22Z', 'revision_number': 5, 'project_id': '948fc479db984977b4adb38957b43a5b', 'subnets': [{'id': 'ecf088ac-4d47-4ab3-a65c-3cf979797b98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:22:36.948068 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b19a833-9cea-4375-92d9-8f2cc7c55ae9 None None] The sync data for ids ['b504a3e4-1717-4233-bcbc-98c075d5ea66'] in n-d-806683-17 is: [{'id': 'b504a3e4-1717-4233-bcbc-98c075d5ea66', 'name': 'tempest-ServersTestManualDisk-537088945-router', 'tenant_id': '948fc479db984977b4adb38957b43a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '98be4529-a85a-4f14-b1cd-e9f10866d3c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:22:14Z', 'updated_at': '2021-10-30T15:22:17Z', 'revision_number': 4, 'project_id': '948fc479db984977b4adb38957b43a5b', 'gw_port': {'id': '98be4529-a85a-4f14-b1cd-e9f10866d3c8', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b504a3e4-1717-4233-bcbc-98c075d5ea66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:22:15Z', 'updated_at': '2021-10-30T15:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '92c6292a-15cd-437f-b631-41cb9f55ee08', 'tenant_id': '948fc479db984977b4adb38957b43a5b', 'floating_ip_address': '172.25.4.88', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': 'b504a3e4-1717-4233-bcbc-98c075d5ea66', 'port_id': '02851054-9b38-4069-ba34-41432f2b8b46', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '548d826f-a834-4084-8434-37790d2898e0', 'mac_address': 'fa:16:3e:13:ab:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d076cc-39d2-418a-9ee2-7a787efdcd15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:22:20Z', 'updated_at': '2021-10-30T15:22:35Z', 'revision_number': 1, 'project_id': '948fc479db984977b4adb38957b43a5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97a508c5-b43d-491a-8831-e642fa3c9fb5', 'name': '', 'network_id': '548d826f-a834-4084-8434-37790d2898e0', 'tenant_id': '948fc479db984977b4adb38957b43a5b', 'mac_address': 'fa:16:3e:85:cf:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b504a3e4-1717-4233-bcbc-98c075d5ea66', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'ecf088ac-4d47-4ab3-a65c-3cf979797b98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:22:16Z', 'updated_at': '2021-10-30T15:22:22Z', 'revision_number': 5, 'project_id': '948fc479db984977b4adb38957b43a5b', 'subnets': [{'id': 'ecf088ac-4d47-4ab3-a65c-3cf979797b98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:22:36.955137 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8c079ac5-d4ac-4ce2-b183-063160d7f287 req-3f53eae3-dabf-4bc7-9094-877c8d4eeaff service neutron] 10.222.0.53 "GET /v2.0/networks/548d826f-a834-4084-8434-37790d2898e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687939 Oct 30 15:22:37.183986 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d4c221-cb19-4caa-b559-701523e18c2e None None] New status for floating IP 92c6292a-15cd-437f-b631-41cb9f55ee08: ACTIVE {{(pid=102132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 15:22:37.309800 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26212996-d9b8-4abd-a06d-2482c2b9b57e req-7a252171-cebe-4174-95a7-5343145d9d60 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:37.313219 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-26212996-d9b8-4abd-a06d-2482c2b9b57e req-7a252171-cebe-4174-95a7-5343145d9d60 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc3150b6-d2fc-4500-85ec-d11b749670fe HTTP/1.1" status: 200 len: 944 time: 0.0651722 Oct 30 15:22:37.362507 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-26212996-d9b8-4abd-a06d-2482c2b9b57e req-67ccf71c-c772-45e6-9c73-bf19b2c98922 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/security-groups?id=e96b94c8-1854-43c2-8b3c-964bf8e29073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419874 Oct 30 15:22:38.016887 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-026eb510-97b2-4462-b99e-fd28fbab2167 req-032d7a7d-6b78-4448-92e2-e94201341367 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 210 time: 0.0441477 Oct 30 15:22:38.163481 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 9fbbdf0d-64d7-4f5d-917c-1120f28c907e details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:22:38.274905 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 9fbbdf0d-64d7-4f5d-917c-1120f28c907e, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=9fbbdf0d-64d7-4f5d-917c-1120f28c907e,segment=NetworkSegment(497c4dd9-c05b-4392-ab75-11b6658d68bc),segment_id=497c4dd9-c05b-4392-ab75-11b6658d68bc)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:22:38.289287 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': '9fbbdf0d-64d7-4f5d-917c-1120f28c907e', 'network_id': '81bfdab0-1997-4fff-a2b2-723bc0c6e6f9', 'port_id': '9fbbdf0d-64d7-4f5d-917c-1120f28c907e', 'mac_address': 'fa:16:3e:da:d1:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fc89002-6420-45ca-b603-e58f529bf6ac', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:22:38.333367 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:38.347570 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fbbdf0d-64d7-4f5d-917c-1120f28c907e {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:22:38.369053 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 9fbbdf0d-64d7-4f5d-917c-1120f28c907e, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=9fbbdf0d-64d7-4f5d-917c-1120f28c907e,segment=NetworkSegment(497c4dd9-c05b-4392-ab75-11b6658d68bc),segment_id=497c4dd9-c05b-4392-ab75-11b6658d68bc)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:22:38.373792 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:38.426761 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=9fbbdf0d-64d7-4f5d-917c-1120f28c907e,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:38.499161 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f3be8-bb0d-4bae-ae25-421a2cfe9cb0 req-a413b859-56e0-414a-af7f-9bde466039b9 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:38.501424 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5f3f3be8-bb0d-4bae-ae25-421a2cfe9cb0 req-a413b859-56e0-414a-af7f-9bde466039b9 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc3150b6-d2fc-4500-85ec-d11b749670fe HTTP/1.1" status: 200 len: 945 time: 0.0504851 Oct 30 15:22:38.547159 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5f3f3be8-bb0d-4bae-ae25-421a2cfe9cb0 req-a7760383-e816-4f13-8ef6-cf40b81aa64d tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/security-groups?id=e96b94c8-1854-43c2-8b3c-964bf8e29073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391672 Oct 30 15:22:38.613887 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['9fbbdf0d-64d7-4f5d-917c-1120f28c907e'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:22:39.134577 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8505e7a9-3022-49c8-a736-2505a0c12ce2 req-c667bc6e-f5d0-4f0f-ab71-e30f07b70fc4 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 210 time: 0.0381274 Oct 30 15:22:39.676545 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2790f67-088e-4d3a-8ec0-1a61fbb0b9c1 req-dd5bbb10-53d4-40cd-8b1f-0d4eb44186f9 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:39.678890 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d2790f67-088e-4d3a-8ec0-1a61fbb0b9c1 req-dd5bbb10-53d4-40cd-8b1f-0d4eb44186f9 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc3150b6-d2fc-4500-85ec-d11b749670fe HTTP/1.1" status: 200 len: 945 time: 0.0570958 Oct 30 15:22:39.719711 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d2790f67-088e-4d3a-8ec0-1a61fbb0b9c1 req-6ca173b9-6545-4c28-abee-26f8f2f9145c tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/security-groups?id=e96b94c8-1854-43c2-8b3c-964bf8e29073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339515 Oct 30 15:22:40.181818 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 9fbbdf0d-64d7-4f5d-917c-1120f28c907e up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:22:40.280873 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port 9fbbdf0d-64d7-4f5d-917c-1120f28c907e completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:22:40.285432 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port 9fbbdf0d-64d7-4f5d-917c-1120f28c907e triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:22:40.285808 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:40.302663 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ea779650-6f97-4c82-b271-efa3305a1414 req-ad59b518-17b1-4e15-862c-d87a06e196f1 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 210 time: 0.0312099 Oct 30 15:22:40.366743 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:40.391551 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc3150b6-d2fc-4500-85ec-d11b749670fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fbbdf0d-64d7-4f5d-917c-1120f28c907e'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:22:40.394129 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef529573-9de1-437b-aad9-5dc40556099a" -d '{"events": [{"server_uuid": "cc3150b6-d2fc-4500-85ec-d11b749670fe", "name": "network-vif-plugged", "status": "completed", "tag": "9fbbdf0d-64d7-4f5d-917c-1120f28c907e"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:22:40.412296 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 9fbbdf0d-64d7-4f5d-917c-1120f28c907e, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=9fbbdf0d-64d7-4f5d-917c-1120f28c907e,segment=NetworkSegment(497c4dd9-c05b-4392-ab75-11b6658d68bc),segment_id=497c4dd9-c05b-4392-ab75-11b6658d68bc)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:22:40.421093 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:40.484521 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06fbb3ed-687b-44e6-99c3-9d4586aae1e5 x-openstack-request-id: req-06fbb3ed-687b-44e6-99c3-9d4586aae1e5 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:22:40.485465 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc3150b6-d2fc-4500-85ec-d11b749670fe", "name": "network-vif-plugged", "status": "completed", "tag": "9fbbdf0d-64d7-4f5d-917c-1120f28c907e", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:22:40.485915 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-06fbb3ed-687b-44e6-99c3-9d4586aae1e5 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:22:40.486977 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc3150b6-d2fc-4500-85ec-d11b749670fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fbbdf0d-64d7-4f5d-917c-1120f28c907e', 'code': 200} Oct 30 15:22:40.513949 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=9fbbdf0d-64d7-4f5d-917c-1120f28c907e,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:40.589528 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cae371-0ee5-43a4-a153-997711ef5600 req-6130d3df-35ff-41f7-983b-7754872b1ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:40.591387 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f6cae371-0ee5-43a4-a153-997711ef5600 req-6130d3df-35ff-41f7-983b-7754872b1ff1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cc3150b6-d2fc-4500-85ec-d11b749670fe HTTP/1.1" status: 200 len: 1098 time: 0.0467887 Oct 30 15:22:40.632544 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f6cae371-0ee5-43a4-a153-997711ef5600 req-360127f5-bb85-4d88-996f-182252d6b4b7 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e96b94c8-1854-43c2-8b3c-964bf8e29073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322366 Oct 30 15:22:40.875647 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830373e7-182d-4d68-b3f5-c9774fbae3d6 req-b2d75f86-2ec7-4b39-a424-603dfe9c34b9 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:40.877458 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-830373e7-182d-4d68-b3f5-c9774fbae3d6 req-b2d75f86-2ec7-4b39-a424-603dfe9c34b9 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc3150b6-d2fc-4500-85ec-d11b749670fe HTTP/1.1" status: 200 len: 946 time: 0.0778356 Oct 30 15:22:40.917954 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-830373e7-182d-4d68-b3f5-c9774fbae3d6 req-7f8f1ded-171d-425d-80c5-2dbd34bb0e02 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/security-groups?id=e96b94c8-1854-43c2-8b3c-964bf8e29073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342345 Oct 30 15:22:41.438207 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e0eb0c31-9cb2-4993-b83a-6ee88f66a431 req-21605188-804c-4b93-8f98-2a92460d4119 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 210 time: 0.0407040 Oct 30 15:22:42.063022 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c2a151-9471-4eb0-a4c4-abd98f040429 req-8c0e564e-9d61-4f90-87a9-25eb6b3e52aa tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:42.065506 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-00c2a151-9471-4eb0-a4c4-abd98f040429 req-8c0e564e-9d61-4f90-87a9-25eb6b3e52aa tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc3150b6-d2fc-4500-85ec-d11b749670fe HTTP/1.1" status: 200 len: 946 time: 0.0571980 Oct 30 15:22:42.113932 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-00c2a151-9471-4eb0-a4c4-abd98f040429 req-172a88c2-e8af-4751-b002-c8dd80ae454f tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/security-groups?id=e96b94c8-1854-43c2-8b3c-964bf8e29073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423920 Oct 30 15:22:42.608583 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fa9eda3e-9a3e-47b8-b377-322f5a0fadde req-e539ec6d-01d0-4748-b86c-2f196d75a071 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 210 time: 0.0436468 Oct 30 15:22:43.743205 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fe60a086-dd99-4edf-a09d-d82a3cb45ba4 req-c046314c-a984-4446-b644-ec182009e1be tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 210 time: 0.0315168 Oct 30 15:22:44.430519 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2775845a-16ca-4fec-9137-8623ade7f932 req-0b223196-d541-4ab9-88eb-bbc97c6d32f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:44.432066 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2775845a-16ca-4fec-9137-8623ade7f932 req-0b223196-d541-4ab9-88eb-bbc97c6d32f2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=19817faf69a4405b907421887c1772e6&device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 1096 time: 0.0446513 Oct 30 15:22:44.464480 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adfc357-b9c0-4e74-817f-9dc931c48187 req-958f5db8-8b5d-4b51-bec2-33f0819ceba3 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:44.467037 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3adfc357-b9c0-4e74-817f-9dc931c48187 req-958f5db8-8b5d-4b51-bec2-33f0819ceba3 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 944 time: 0.0825095 Oct 30 15:22:44.512502 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3adfc357-b9c0-4e74-817f-9dc931c48187 req-bb1ff3dc-86a8-4d21-b83d-2c050c1791f0 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380733 Oct 30 15:22:44.544562 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2775845a-16ca-4fec-9137-8623ade7f932 req-cbfc124e-1b15-48f1-aec1-926e61ba010b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:44.546568 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2775845a-16ca-4fec-9137-8623ade7f932 req-cbfc124e-1b15-48f1-aec1-926e61ba010b service neutron] 10.222.0.44 "GET /v2.0/networks?id=d26e81b3-f432-4f3d-bc5b-f2edc1c076d6 HTTP/1.1" status: 200 len: 911 time: 0.1073620 Oct 30 15:22:44.621659 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2775845a-16ca-4fec-9137-8623ade7f932 req-8fdb7f39-d10c-4926-bfb9-043c858376d8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd7bcfbf-1623-489f-a384-785738bf069f HTTP/1.1" status: 200 len: 999 time: 0.0672753 Oct 30 15:22:44.688490 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2775845a-16ca-4fec-9137-8623ade7f932 req-6ca7212e-043d-4b9d-b9e7-bd1a60a9bbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:44.691344 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2775845a-16ca-4fec-9137-8623ade7f932 req-6ca7212e-043d-4b9d-b9e7-bd1a60a9bbad service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d862e367-a3ef-41d8-9769-a6945d8f8b1d HTTP/1.1" status: 200 len: 849 time: 0.0612030 Oct 30 15:22:44.746908 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2775845a-16ca-4fec-9137-8623ade7f932 req-69069d9f-ec96-49cd-af02-17979117f7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:44.749234 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2775845a-16ca-4fec-9137-8623ade7f932 req-69069d9f-ec96-49cd-af02-17979117f7d9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d26e81b3-f432-4f3d-bc5b-f2edc1c076d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494633 Oct 30 15:22:44.852099 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2775845a-16ca-4fec-9137-8623ade7f932 req-f75d7c5f-9b2c-4346-8032-b9e025045756 service neutron] 10.222.0.44 "GET /v2.0/networks/d26e81b3-f432-4f3d-bc5b-f2edc1c076d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957727 Oct 30 15:22:44.891602 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-71432c9d-ccf9-499f-9bfe-176e9ec4969b req-7fffffdd-fc14-4064-b319-8302955bf6d4 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/ports?device_id=618df14e-6aba-40ef-8848-70c44c162096 HTTP/1.1" status: 200 len: 210 time: 0.0356927 Oct 30 15:22:45.040487 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2775845a-16ca-4fec-9137-8623ade7f932 req-2dbc5be0-775e-44f3-b35e-61b01e150913 service neutron] 10.222.0.44 "GET /v2.0/networks/d26e81b3-f432-4f3d-bc5b-f2edc1c076d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519983 Oct 30 15:22:45.639386 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b8dde-6052-449a-9da7-9f6d658be2a5 req-e9303d1d-fb35-431b-97f0-d0185d45d492 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:45.641226 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ca5b8dde-6052-449a-9da7-9f6d658be2a5 req-e9303d1d-fb35-431b-97f0-d0185d45d492 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 944 time: 0.0554264 Oct 30 15:22:45.681239 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ca5b8dde-6052-449a-9da7-9f6d658be2a5 req-3803e6e2-a29f-4893-bf42-0081be19585d tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330360 Oct 30 15:22:47.012343 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 49644) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:22:47.073803 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-04a90844-f416-45cc-a549-324b37eb97ff tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:47.101004 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-04a90844-f416-45cc-a549-324b37eb97ff tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:47.176125 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-04a90844-f416-45cc-a549-324b37eb97ff tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:47.179413 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-04a90844-f416-45cc-a549-324b37eb97ff tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:47.180600 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-04a90844-f416-45cc-a549-324b37eb97ff tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "DELETE /v2.0/security-groups/eb8a2948-2c1b-4131-b6de-fecd84bd89b4 HTTP/1.1" status: 204 len: 168 time: 0.1671460 Oct 30 15:22:47.183576 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 49650) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:22:47.197165 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a90844-f416-45cc-a549-324b37eb97ff tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8a2948-2c1b-4131-b6de-fecd84bd89b4,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:47.212500 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [None req-3b5057f7-d57b-4bc5-97e8-7270f6c3edf0 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] show failed (client error): The resource could not be found. Oct 30 15:22:47.215284 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-3b5057f7-d57b-4bc5-97e8-7270f6c3edf0 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "GET /v2.0/security-groups/eb8a2948-2c1b-4131-b6de-fecd84bd89b4 HTTP/1.1" status: 404 len: 347 time: 0.0301299 Oct 30 15:22:47.218310 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 49652) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:22:47.385184 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-299067ff-687d-4e66-b159-749f98ac965e tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Deleting port 6929875a-84ed-46f8-81f3-d96aa19e2753 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:22:47.385632 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-299067ff-687d-4e66-b159-749f98ac965e tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:47.465189 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-299067ff-687d-4e66-b159-749f98ac965e tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:47.465608 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-299067ff-687d-4e66-b159-749f98ac965e tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:47.477281 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-299067ff-687d-4e66-b159-749f98ac965e tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Calling delete_port for 6929875a-84ed-46f8-81f3-d96aa19e2753 owned by network:floatingip {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:22:47.625702 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-299067ff-687d-4e66-b159-749f98ac965e tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:47.653356 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299067ff-687d-4e66-b159-749f98ac965e tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Pushing event deleted for resources: {'Port': ['ID=6929875a-84ed-46f8-81f3-d96aa19e2753,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:47.735830 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-299067ff-687d-4e66-b159-749f98ac965e tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks [] for floatingip, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:47.738827 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-299067ff-687d-4e66-b159-749f98ac965e tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:47.742562 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-299067ff-687d-4e66-b159-749f98ac965e tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "DELETE /v2.0/floatingips/b1ca446e-22ca-437e-98e1-5c0ed0cbff2a HTTP/1.1" status: 204 len: 168 time: 0.5208244 Oct 30 15:22:47.742781 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 49666) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:22:47.843562 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-53e6e536-852d-4a8e-8a3d-e9e3fc628d5a tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Deleting port 80060876-f4f1-4c9d-9c66-0639e6343df4 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:22:47.843926 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-53e6e536-852d-4a8e-8a3d-e9e3fc628d5a tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:48.260029 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-53e6e536-852d-4a8e-8a3d-e9e3fc628d5a tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:48.274598 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-53e6e536-852d-4a8e-8a3d-e9e3fc628d5a tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Calling delete_port for 80060876-f4f1-4c9d-9c66-0639e6343df4 owned by {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:22:48.404066 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-53e6e536-852d-4a8e-8a3d-e9e3fc628d5a tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:48.437412 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e6e536-852d-4a8e-8a3d-e9e3fc628d5a tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Pushing event deleted for resources: {'Port': ['ID=80060876-f4f1-4c9d-9c66-0639e6343df4,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:48.509640 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-53e6e536-852d-4a8e-8a3d-e9e3fc628d5a tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:48.513549 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-53e6e536-852d-4a8e-8a3d-e9e3fc628d5a tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "DELETE /v2.0/ports/80060876-f4f1-4c9d-9c66-0639e6343df4 HTTP/1.1" status: 204 len: 168 time: 0.7698317 Oct 30 15:22:48.516663 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 49686) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:22:48.619036 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-072ce39d-0737-4d43-9d06-ec004456992e tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Deleting port 8aa78acf-b283-45ba-9f2c-33317dfad74a {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:22:48.619340 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-072ce39d-0737-4d43-9d06-ec004456992e tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:48.710470 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-072ce39d-0737-4d43-9d06-ec004456992e tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:48.723527 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-072ce39d-0737-4d43-9d06-ec004456992e tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Calling delete_port for 8aa78acf-b283-45ba-9f2c-33317dfad74a owned by {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:22:48.864922 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-072ce39d-0737-4d43-9d06-ec004456992e tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:48.923761 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072ce39d-0737-4d43-9d06-ec004456992e tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Pushing event deleted for resources: {'Port': ['ID=8aa78acf-b283-45ba-9f2c-33317dfad74a,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:48.977698 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-072ce39d-0737-4d43-9d06-ec004456992e tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:48.984083 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-072ce39d-0737-4d43-9d06-ec004456992e tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "DELETE /v2.0/ports/8aa78acf-b283-45ba-9f2c-33317dfad74a HTTP/1.1" status: 204 len: 168 time: 0.4627006 Oct 30 15:22:48.984359 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 49688) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:22:49.042809 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-00304a12-5d87-47de-b7f3-a82550f0e2ce tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Deleting subnet 93c41c92-4bd3-4929-ad89-7529a017aa93 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:22:49.046817 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-00304a12-5d87-47de-b7f3-a82550f0e2ce tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:49.087034 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-00304a12-5d87-47de-b7f3-a82550f0e2ce tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:49.189193 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-00304a12-5d87-47de-b7f3-a82550f0e2ce tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:49.259060 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-00304a12-5d87-47de-b7f3-a82550f0e2ce tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:49.285021 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df71685-5d1c-490a-9378-57686c78856e None None] Network 67de53ff-61d6-4e57-84de-8610bca9618f requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:22:49.325656 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00304a12-5d87-47de-b7f3-a82550f0e2ce tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Pushing event deleted for resources: {'Subnet': ['ID=93c41c92-4bd3-4929-ad89-7529a017aa93,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:49.331133 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-00304a12-5d87-47de-b7f3-a82550f0e2ce tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:49.338020 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 49696) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:22:49.338536 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-00304a12-5d87-47de-b7f3-a82550f0e2ce tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "DELETE /v2.0/subnets/93c41c92-4bd3-4929-ad89-7529a017aa93 HTTP/1.1" status: 204 len: 168 time: 0.3526444 Oct 30 15:22:49.441792 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-b24a8cdb-916c-4580-8e06-208d9b3b612e tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Deleting subnet 521c91ba-254d-4496-ac2a-b56607fa8aa1 {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:22:49.445661 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b24a8cdb-916c-4580-8e06-208d9b3b612e tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:49.523357 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b24a8cdb-916c-4580-8e06-208d9b3b612e tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:49.630405 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a260ac62-71f9-49a4-a261-a7e2f86220b4 None None] DHCP port deletion for 67de53ff-61d6-4e57-84de-8610bca9618f request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:22:49.632716 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b24a8cdb-916c-4580-8e06-208d9b3b612e tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:49.710668 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b24a8cdb-916c-4580-8e06-208d9b3b612e tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:49.725650 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-a260ac62-71f9-49a4-a261-a7e2f86220b4 None None] Deleting port 50d65d42-fc19-4cc9-b644-9c5b33ea31f0 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:22:49.726731 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a260ac62-71f9-49a4-a261-a7e2f86220b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:49.755751 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24a8cdb-916c-4580-8e06-208d9b3b612e tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Pushing event deleted for resources: {'Subnet': ['ID=521c91ba-254d-4496-ac2a-b56607fa8aa1,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:49.758314 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b24a8cdb-916c-4580-8e06-208d9b3b612e tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:49.761902 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b24a8cdb-916c-4580-8e06-208d9b3b612e tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "DELETE /v2.0/subnets/521c91ba-254d-4496-ac2a-b56607fa8aa1 HTTP/1.1" status: 204 len: 168 time: 0.4219978 Oct 30 15:22:49.764742 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 49700) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:22:49.767619 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92387f87-8058-40b2-a489-9172e5634e12 None None] Network 5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:22:49.866219 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c7169edb-a56b-4cea-bd97-1488f879bc32 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:49.958658 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-c7169edb-a56b-4cea-bd97-1488f879bc32 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Deleting port 50d65d42-fc19-4cc9-b644-9c5b33ea31f0 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:22:49.959080 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c7169edb-a56b-4cea-bd97-1488f879bc32 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:49.989413 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-a260ac62-71f9-49a4-a261-a7e2f86220b4 None None] For port 50d65d42-fc19-4cc9-b644-9c5b33ea31f0, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=50d65d42-fc19-4cc9-b644-9c5b33ea31f0,segment=NetworkSegment(9fa55ea7-5902-4048-bdc0-6f3255a5bae7),segment_id=9fa55ea7-5902-4048-bdc0-6f3255a5bae7)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:22:49.989808 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a260ac62-71f9-49a4-a261-a7e2f86220b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:50.011890 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-a260ac62-71f9-49a4-a261-a7e2f86220b4 None None] Calling delete_port for 50d65d42-fc19-4cc9-b644-9c5b33ea31f0 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:22:50.081688 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-c7169edb-a56b-4cea-bd97-1488f879bc32 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] For port 50d65d42-fc19-4cc9-b644-9c5b33ea31f0, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=50d65d42-fc19-4cc9-b644-9c5b33ea31f0,segment=NetworkSegment(9fa55ea7-5902-4048-bdc0-6f3255a5bae7),segment_id=9fa55ea7-5902-4048-bdc0-6f3255a5bae7)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:22:50.082168 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c7169edb-a56b-4cea-bd97-1488f879bc32 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:50.098409 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-c7169edb-a56b-4cea-bd97-1488f879bc32 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Calling delete_port for 50d65d42-fc19-4cc9-b644-9c5b33ea31f0 owned by network:dhcp {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:22:50.125125 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473eabdc-d2a9-4f7e-96e3-4f3fe215015c None None] DHCP port deletion for 5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:22:50.130175 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a260ac62-71f9-49a4-a261-a7e2f86220b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:50.192620 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a260ac62-71f9-49a4-a261-a7e2f86220b4 None None] Pushing event deleted for resources: {'Port': ['ID=50d65d42-fc19-4cc9-b644-9c5b33ea31f0,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:50.227315 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a260ac62-71f9-49a4-a261-a7e2f86220b4 None None] No DVR routers for this DVR port 50d65d42-fc19-4cc9-b644-9c5b33ea31f0 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:22:50.255437 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c7169edb-a56b-4cea-bd97-1488f879bc32 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:50.274654 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-473eabdc-d2a9-4f7e-96e3-4f3fe215015c None None] Deleting port 3c8b0429-a542-411a-b922-57b1959c4380 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:22:50.275351 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-473eabdc-d2a9-4f7e-96e3-4f3fe215015c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:50.292481 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7169edb-a56b-4cea-bd97-1488f879bc32 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Pushing event deleted for resources: {'Port': ['ID=50d65d42-fc19-4cc9-b644-9c5b33ea31f0,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:50.296958 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7169edb-a56b-4cea-bd97-1488f879bc32 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] No DVR routers for this DVR port 50d65d42-fc19-4cc9-b644-9c5b33ea31f0 on host n-d-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:22:50.406987 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c7169edb-a56b-4cea-bd97-1488f879bc32 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:50.436939 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-c7169edb-a56b-4cea-bd97-1488f879bc32 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67de53ff-61d6-4e57-84de-8610bca9618f']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:22:50.440420 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-473eabdc-d2a9-4f7e-96e3-4f3fe215015c None None] For port 3c8b0429-a542-411a-b922-57b1959c4380, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=3c8b0429-a542-411a-b922-57b1959c4380,segment=NetworkSegment(d48b95d1-af63-4106-89bd-badbf84e8271),segment_id=d48b95d1-af63-4106-89bd-badbf84e8271)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:22:50.440896 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-473eabdc-d2a9-4f7e-96e3-4f3fe215015c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:50.447672 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-c7169edb-a56b-4cea-bd97-1488f879bc32 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fa55ea7-5902-4048-bdc0-6f3255a5bae7') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:22:50.448094 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-c7169edb-a56b-4cea-bd97-1488f879bc32 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fa55ea7-5902-4048-bdc0-6f3255a5bae7') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:22:50.456421 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-473eabdc-d2a9-4f7e-96e3-4f3fe215015c None None] Calling delete_port for 3c8b0429-a542-411a-b922-57b1959c4380 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:22:50.459779 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c7169edb-a56b-4cea-bd97-1488f879bc32 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:50.475951 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c7169edb-a56b-4cea-bd97-1488f879bc32 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:50.491648 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7169edb-a56b-4cea-bd97-1488f879bc32 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:22:50.493247 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c7169edb-a56b-4cea-bd97-1488f879bc32 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:50.578420 n-d-806683-17 neutron-server[102130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:22:50.578420 n-d-806683-17 neutron-server[102130]: self.session.flush() Oct 30 15:22:50.578420 n-d-806683-17 neutron-server[102130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:22:50.578420 n-d-806683-17 neutron-server[102130]: self.session.flush() Oct 30 15:22:50.578420 n-d-806683-17 neutron-server[102130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:22:50.578420 n-d-806683-17 neutron-server[102130]: self.session.flush() Oct 30 15:22:50.578420 n-d-806683-17 neutron-server[102130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:22:50.578420 n-d-806683-17 neutron-server[102130]: self.session.flush() Oct 30 15:22:50.578420 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:22:50.578420 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:22:50.578420 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:22:50.578420 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:22:50.578420 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:22:50.578420 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:22:50.578420 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:22:50.578420 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:22:50.578420 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:22:50.578420 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:22:50.578420 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:22:50.578420 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:22:50.578420 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:22:50.578420 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:22:50.578420 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:22:50.578420 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:22:50.578420 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:22:50.578420 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:22:50.578420 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:22:50.578420 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:22:50.578420 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:22:50.578420 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:22:50.578420 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:22:50.578420 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:22:50.578420 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:22:50.578420 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:22:50.578420 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:22:50.578420 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:22:50.578420 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:22:50.578420 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:22:50.578420 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:22:50.578420 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:22:50.585641 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c7169edb-a56b-4cea-bd97-1488f879bc32 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:50.597591 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c7169edb-a56b-4cea-bd97-1488f879bc32 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:50.603612 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c7169edb-a56b-4cea-bd97-1488f879bc32 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "DELETE /v2.0/networks/67de53ff-61d6-4e57-84de-8610bca9618f HTTP/1.1" status: 204 len: 168 time: 0.8363361 Oct 30 15:22:50.607304 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 49710) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:22:50.613108 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-473eabdc-d2a9-4f7e-96e3-4f3fe215015c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:50.639861 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7169edb-a56b-4cea-bd97-1488f879bc32 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Pushing event deleted for resources: {'Network': ['ID=67de53ff-61d6-4e57-84de-8610bca9618f,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:50.655278 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473eabdc-d2a9-4f7e-96e3-4f3fe215015c None None] Pushing event deleted for resources: {'Port': ['ID=3c8b0429-a542-411a-b922-57b1959c4380,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:50.661736 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473eabdc-d2a9-4f7e-96e3-4f3fe215015c None None] No DVR routers for this DVR port 3c8b0429-a542-411a-b922-57b1959c4380 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:22:50.718276 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9cf0e5da-cfab-4489-bfdd-64c0aefb1261 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:50.816616 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9cf0e5da-cfab-4489-bfdd-64c0aefb1261 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:50.837891 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-9cf0e5da-cfab-4489-bfdd-64c0aefb1261 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:22:50.847887 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-9cf0e5da-cfab-4489-bfdd-64c0aefb1261 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd48b95d1-af63-4106-89bd-badbf84e8271') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:22:50.848205 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-9cf0e5da-cfab-4489-bfdd-64c0aefb1261 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd48b95d1-af63-4106-89bd-badbf84e8271') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:22:50.858388 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9cf0e5da-cfab-4489-bfdd-64c0aefb1261 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:50.872440 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9cf0e5da-cfab-4489-bfdd-64c0aefb1261 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:50.879810 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cf0e5da-cfab-4489-bfdd-64c0aefb1261 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:22:50.880340 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9cf0e5da-cfab-4489-bfdd-64c0aefb1261 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:50.883553 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:22:50.883553 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:22:50.883553 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:22:50.883553 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:22:50.883553 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:22:50.883553 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:22:50.883553 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:22:50.883553 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:22:50.883553 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:22:50.883553 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:22:50.883553 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:22:50.883553 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:22:50.883553 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:22:50.883553 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:22:50.883553 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:22:50.883553 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:22:50.883553 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:22:50.883553 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:22:50.883553 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:22:50.883553 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:22:50.883553 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:22:50.883553 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:22:50.883553 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:22:50.883553 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:22:50.883553 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:22:50.883553 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:22:50.883553 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:22:50.883553 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:22:50.883553 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:22:50.883553 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:22:50.883553 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:22:50.883553 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:22:50.949375 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9cf0e5da-cfab-4489-bfdd-64c0aefb1261 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:50.959195 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9cf0e5da-cfab-4489-bfdd-64c0aefb1261 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:50.962972 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-9cf0e5da-cfab-4489-bfdd-64c0aefb1261 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] 10.222.0.62 "DELETE /v2.0/networks/5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc HTTP/1.1" status: 204 len: 168 time: 0.3538995 Oct 30 15:22:50.974392 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf0e5da-cfab-4489-bfdd-64c0aefb1261 tempest-TaggedBootDevicesTest-1019516267 tempest-TaggedBootDevicesTest-1019516267-project] Pushing event deleted for resources: {'Network': ['ID=5ac90e44-37dc-43c9-ba78-6a56f0c3d8bc,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:51.138117 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a75debdc-d9a3-46e1-b68d-15979d84d6c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:51.321841 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 50d65d42-fc19-4cc9-b644-9c5b33ea31f0 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:22:51.351788 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 50d65d42-fc19-4cc9-b644-9c5b33ea31f0 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:22:51.352135 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 50d65d42-fc19-4cc9-b644-9c5b33ea31f0 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:22:51.352548 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 3c8b0429-a542-411a-b922-57b1959c4380 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:22:51.380941 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 3c8b0429-a542-411a-b922-57b1959c4380 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:22:51.381606 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 3c8b0429-a542-411a-b922-57b1959c4380 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:22:52.733604 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-afb6db96-84e7-453d-85b9-00d6c1165f9e req-ce10c015-c035-4c89-a163-f71bfa70ea83 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0952742 Oct 30 15:22:52.835430 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb6db96-84e7-453d-85b9-00d6c1165f9e req-e3c8cee6-117c-4eb7-96df-539e50b85157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:52.835934 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb6db96-84e7-453d-85b9-00d6c1165f9e req-e3c8cee6-117c-4eb7-96df-539e50b85157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:52.836401 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb6db96-84e7-453d-85b9-00d6c1165f9e req-e3c8cee6-117c-4eb7-96df-539e50b85157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:52.836861 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb6db96-84e7-453d-85b9-00d6c1165f9e req-e3c8cee6-117c-4eb7-96df-539e50b85157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:52.837319 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb6db96-84e7-453d-85b9-00d6c1165f9e req-e3c8cee6-117c-4eb7-96df-539e50b85157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:52.837776 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb6db96-84e7-453d-85b9-00d6c1165f9e req-e3c8cee6-117c-4eb7-96df-539e50b85157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:52.838229 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb6db96-84e7-453d-85b9-00d6c1165f9e req-e3c8cee6-117c-4eb7-96df-539e50b85157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:52.840322 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-afb6db96-84e7-453d-85b9-00d6c1165f9e req-e3c8cee6-117c-4eb7-96df-539e50b85157 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fedcadc844c84f7ca955acdb50df6c20&device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 6509 time: 0.0560484 Oct 30 15:22:52.972241 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb6db96-84e7-453d-85b9-00d6c1165f9e req-fbbd68bd-cadf-41af-9fcb-d708b2480eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:52.972696 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb6db96-84e7-453d-85b9-00d6c1165f9e req-fbbd68bd-cadf-41af-9fcb-d708b2480eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:52.973151 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb6db96-84e7-453d-85b9-00d6c1165f9e req-fbbd68bd-cadf-41af-9fcb-d708b2480eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:52.974943 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-afb6db96-84e7-453d-85b9-00d6c1165f9e req-fbbd68bd-cadf-41af-9fcb-d708b2480eff service neutron] 10.222.0.53 "GET /v2.0/networks?id=99b2e015-7a7a-41c9-9251-e2d5c417b9db&id=1c5c7057-6cfb-4273-ace5-d2dc41be3e4a&id=1c5c7057-6cfb-4273-ace5-d2dc41be3e4a&id=1c5c7057-6cfb-4273-ace5-d2dc41be3e4a&id=1c5c7057-6cfb-4273-ace5-d2dc41be3e4a&id=992316f0-a5bb-44db-b566-e8ec1fde1c28&id=992316f0-a5bb-44db-b566-e8ec1fde1c28 HTTP/1.1" status: 200 len: 2297 time: 0.1074903 Oct 30 15:22:53.041922 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-afb6db96-84e7-453d-85b9-00d6c1165f9e req-b38994fa-afab-4c63-ae3a-6dcfc45ce551 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60e5a05d-03c1-40b5-93f7-57ad866f5b1b HTTP/1.1" status: 200 len: 1001 time: 0.0577183 Oct 30 15:22:53.091848 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb6db96-84e7-453d-85b9-00d6c1165f9e req-3c79c84b-0f63-4400-8239-5944279e59da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:53.093464 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-afb6db96-84e7-453d-85b9-00d6c1165f9e req-3c79c84b-0f63-4400-8239-5944279e59da service neutron] 10.222.0.53 "GET /v2.0/subnets?id=23f39dd9-f253-43ba-86ce-00953dd18499 HTTP/1.1" status: 200 len: 855 time: 0.0442679 Oct 30 15:22:53.142233 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb6db96-84e7-453d-85b9-00d6c1165f9e req-aecafebf-74e9-4a1f-b0a2-d4d0f9443bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:53.143831 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-afb6db96-84e7-453d-85b9-00d6c1165f9e req-aecafebf-74e9-4a1f-b0a2-d4d0f9443bdd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=99b2e015-7a7a-41c9-9251-e2d5c417b9db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435228 Oct 30 15:22:53.626259 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-afb6db96-84e7-453d-85b9-00d6c1165f9e req-16122688-4272-488d-bc6c-1cf119ca644b service neutron] 10.222.0.53 "GET /v2.0/networks/99b2e015-7a7a-41c9-9251-e2d5c417b9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4745345 Oct 30 15:22:53.736541 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c4c3d6a6-7de6-43dc-9837-b0d574911e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:53.762328 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-afb6db96-84e7-453d-85b9-00d6c1165f9e req-5404bf23-bc24-4b6f-8e09-2aaa92399074 service neutron] 10.222.0.53 "GET /v2.0/networks/99b2e015-7a7a-41c9-9251-e2d5c417b9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277008 Oct 30 15:22:53.830662 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-afb6db96-84e7-453d-85b9-00d6c1165f9e req-9a163b64-51ed-4acf-80f3-4a8af07328cd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.28&port_id=ff9a5354-a79a-4869-a44a-a51335ced7ef HTTP/1.1" status: 200 len: 217 time: 0.0613272 Oct 30 15:22:53.882704 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb6db96-84e7-453d-85b9-00d6c1165f9e req-f263e4ea-72f9-4a13-8d97-e3dfe6564a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:53.884178 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-afb6db96-84e7-453d-85b9-00d6c1165f9e req-f263e4ea-72f9-4a13-8d97-e3dfe6564a97 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d87999b7-8b72-4b87-ab2b-73584fe80893 HTTP/1.1" status: 200 len: 797 time: 0.0462916 Oct 30 15:22:53.935692 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb6db96-84e7-453d-85b9-00d6c1165f9e req-0dccce89-1209-4761-8920-d9deee2b263f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:53.937336 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-afb6db96-84e7-453d-85b9-00d6c1165f9e req-0dccce89-1209-4761-8920-d9deee2b263f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1c5c7057-6cfb-4273-ace5-d2dc41be3e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0461180 Oct 30 15:22:54.027200 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-afb6db96-84e7-453d-85b9-00d6c1165f9e req-bc2740e0-1bbd-4398-b5ad-d884ddde1e3b service neutron] 10.222.0.53 "GET /v2.0/networks/1c5c7057-6cfb-4273-ace5-d2dc41be3e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818198 Oct 30 15:22:54.123505 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-afb6db96-84e7-453d-85b9-00d6c1165f9e req-06e052dd-25c9-4a6a-81b9-08a16d3ccc36 service neutron] 10.222.0.53 "GET /v2.0/networks/1c5c7057-6cfb-4273-ace5-d2dc41be3e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892594 Oct 30 15:22:54.166853 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-afb6db96-84e7-453d-85b9-00d6c1165f9e req-6ad83d7e-3db0-4832-8c26-699e7b68209b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=e21a4b47-04c9-4fc7-8de8-e9be41310592 HTTP/1.1" status: 200 len: 217 time: 0.0356674 Oct 30 15:22:54.223813 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb6db96-84e7-453d-85b9-00d6c1165f9e req-d6a8b125-577a-4a26-9b8f-2efb4463db31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:54.225575 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-afb6db96-84e7-453d-85b9-00d6c1165f9e req-d6a8b125-577a-4a26-9b8f-2efb4463db31 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d87999b7-8b72-4b87-ab2b-73584fe80893 HTTP/1.1" status: 200 len: 797 time: 0.0524158 Oct 30 15:22:54.276678 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb6db96-84e7-453d-85b9-00d6c1165f9e req-e68a0b90-3451-439c-9a59-b817831fe4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:54.278233 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-afb6db96-84e7-453d-85b9-00d6c1165f9e req-e68a0b90-3451-439c-9a59-b817831fe4d7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1c5c7057-6cfb-4273-ace5-d2dc41be3e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0452311 Oct 30 15:22:54.378888 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-afb6db96-84e7-453d-85b9-00d6c1165f9e req-194295e4-a544-4873-b5b8-ff0b4906466c service neutron] 10.222.0.53 "GET /v2.0/networks/1c5c7057-6cfb-4273-ace5-d2dc41be3e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935576 Oct 30 15:22:54.493069 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-afb6db96-84e7-453d-85b9-00d6c1165f9e req-4b4eb321-b71a-4032-828c-28c8318d7dab service neutron] 10.222.0.53 "GET /v2.0/networks/1c5c7057-6cfb-4273-ace5-d2dc41be3e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049671 Oct 30 15:22:54.535987 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-afb6db96-84e7-453d-85b9-00d6c1165f9e req-3943c080-577a-44c0-8efe-bbc573dfc782 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=aba3b5e0-23a2-4836-aae5-4d9317d5a7f3 HTTP/1.1" status: 200 len: 217 time: 0.0362453 Oct 30 15:22:54.608410 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 49768) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:22:54.615316 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb6db96-84e7-453d-85b9-00d6c1165f9e req-1d95f760-c080-4ade-8fb2-71ce3648397c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:54.619066 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-afb6db96-84e7-453d-85b9-00d6c1165f9e req-1d95f760-c080-4ade-8fb2-71ce3648397c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d87999b7-8b72-4b87-ab2b-73584fe80893 HTTP/1.1" status: 200 len: 797 time: 0.0758224 Oct 30 15:22:54.634735 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:54.721034 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb6db96-84e7-453d-85b9-00d6c1165f9e req-d344ec71-372c-4585-ae83-6864dbd999c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:54.722597 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-afb6db96-84e7-453d-85b9-00d6c1165f9e req-d344ec71-372c-4585-ae83-6864dbd999c4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1c5c7057-6cfb-4273-ace5-d2dc41be3e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0959649 Oct 30 15:22:54.744617 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b9e7607-1c6f-4b3b-8438-e2eeb5dbc4f0 admin admin] Deleting subnet 6a6ea0fd-46e8-45db-a3a6-2e42f2bf8e58 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:22:54.751008 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6b9e7607-1c6f-4b3b-8438-e2eeb5dbc4f0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:54.806556 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b141939d-bcd0-40cd-aaab-ecc14ae703cb req-cbed9908-1fb8-4bbc-96b3-41946d7b8f67 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=103769ec-8a97-4b3f-9348-031893ca347d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1876624 Oct 30 15:22:54.811168 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6b9e7607-1c6f-4b3b-8438-e2eeb5dbc4f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:54.866870 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:54.910628 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-afb6db96-84e7-453d-85b9-00d6c1165f9e req-69684280-ced8-4dcb-b664-6109c66951cc service neutron] 10.222.0.53 "GET /v2.0/networks/1c5c7057-6cfb-4273-ace5-d2dc41be3e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803858 Oct 30 15:22:54.941982 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b141939d-bcd0-40cd-aaab-ecc14ae703cb req-71d31695-9a50-4dbb-ba2a-b011b73001d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:54.943997 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b141939d-bcd0-40cd-aaab-ecc14ae703cb req-71d31695-9a50-4dbb-ba2a-b011b73001d6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=19817faf69a4405b907421887c1772e6&device_id=103769ec-8a97-4b3f-9348-031893ca347d HTTP/1.1" status: 200 len: 1097 time: 0.0925786 Oct 30 15:22:54.947671 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6b9e7607-1c6f-4b3b-8438-e2eeb5dbc4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:55.139629 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-afb6db96-84e7-453d-85b9-00d6c1165f9e req-c39f94b1-7fab-409d-b106-221bd8700287 service neutron] 10.222.0.53 "GET /v2.0/networks/1c5c7057-6cfb-4273-ace5-d2dc41be3e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152534 Oct 30 15:22:55.140692 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6b9e7607-1c6f-4b3b-8438-e2eeb5dbc4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:55.178370 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9e7607-1c6f-4b3b-8438-e2eeb5dbc4f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a6ea0fd-46e8-45db-a3a6-2e42f2bf8e58,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:55.182346 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b141939d-bcd0-40cd-aaab-ecc14ae703cb req-866076a2-15f6-4d41-b701-0f6897a2a939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:55.185079 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b141939d-bcd0-40cd-aaab-ecc14ae703cb req-866076a2-15f6-4d41-b701-0f6897a2a939 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d26e81b3-f432-4f3d-bc5b-f2edc1c076d6 HTTP/1.1" status: 200 len: 911 time: 0.1890719 Oct 30 15:22:55.185079 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6b9e7607-1c6f-4b3b-8438-e2eeb5dbc4f0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:55.188263 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-6b9e7607-1c6f-4b3b-8438-e2eeb5dbc4f0 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/6a6ea0fd-46e8-45db-a3a6-2e42f2bf8e58 HTTP/1.1" status: 204 len: 168 time: 0.5782731 Oct 30 15:22:55.190697 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 49776) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:22:55.204608 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-afb6db96-84e7-453d-85b9-00d6c1165f9e req-a1e81b3a-414f-4d1e-9489-8e4b49040241 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=1e599b99-35d0-4059-9329-16f026a4447b HTTP/1.1" status: 200 len: 217 time: 0.0573323 Oct 30 15:22:55.282098 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b141939d-bcd0-40cd-aaab-ecc14ae703cb req-6f3c1efa-c019-4bf9-9038-ab1e47850557 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=550ff952-51e1-47d0-85cf-4a9da3d2230f HTTP/1.1" status: 200 len: 217 time: 0.0832047 Oct 30 15:22:55.283599 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb6db96-84e7-453d-85b9-00d6c1165f9e req-99551ce4-b63e-46d3-822d-fe0651829303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:55.285507 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-afb6db96-84e7-453d-85b9-00d6c1165f9e req-99551ce4-b63e-46d3-822d-fe0651829303 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d87999b7-8b72-4b87-ab2b-73584fe80893 HTTP/1.1" status: 200 len: 797 time: 0.0736721 Oct 30 15:22:55.340455 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb6db96-84e7-453d-85b9-00d6c1165f9e req-2b64fbf4-11ba-4889-be62-f4a55120deb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:55.341999 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-afb6db96-84e7-453d-85b9-00d6c1165f9e req-2b64fbf4-11ba-4889-be62-f4a55120deb9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1c5c7057-6cfb-4273-ace5-d2dc41be3e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0480363 Oct 30 15:22:55.349644 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5bee21e0-a831-4b28-b2b0-2d50660b0fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:55.367113 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b141939d-bcd0-40cd-aaab-ecc14ae703cb req-27548e04-8c16-4dea-9cc2-af0a15ea71ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:55.370280 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b141939d-bcd0-40cd-aaab-ecc14ae703cb req-27548e04-8c16-4dea-9cc2-af0a15ea71ce service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d862e367-a3ef-41d8-9769-a6945d8f8b1d HTTP/1.1" status: 200 len: 849 time: 0.0755787 Oct 30 15:22:55.455784 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-afb6db96-84e7-453d-85b9-00d6c1165f9e req-8f9a189c-45b7-4812-8f4f-ab9c957a460d service neutron] 10.222.0.53 "GET /v2.0/networks/1c5c7057-6cfb-4273-ace5-d2dc41be3e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064825 Oct 30 15:22:55.483026 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5bee21e0-a831-4b28-b2b0-2d50660b0fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:55.513149 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-5bee21e0-a831-4b28-b2b0-2d50660b0fd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c377d665-d712-4f1e-8a67-c9dc860c632a']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:22:55.518111 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b141939d-bcd0-40cd-aaab-ecc14ae703cb req-f3c0405b-0029-4e50-bb4d-385e5be46db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:55.519752 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b141939d-bcd0-40cd-aaab-ecc14ae703cb req-f3c0405b-0029-4e50-bb4d-385e5be46db3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d26e81b3-f432-4f3d-bc5b-f2edc1c076d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1256936 Oct 30 15:22:55.535918 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-5bee21e0-a831-4b28-b2b0-2d50660b0fd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce6b0c8c-f33b-4ef4-9702-a3d56e209471') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:22:55.536229 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-5bee21e0-a831-4b28-b2b0-2d50660b0fd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce6b0c8c-f33b-4ef4-9702-a3d56e209471') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:22:55.565629 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-afb6db96-84e7-453d-85b9-00d6c1165f9e req-a9f519a4-300d-4f8f-b3d5-eeeba4814aa9 service neutron] 10.222.0.53 "GET /v2.0/networks/1c5c7057-6cfb-4273-ace5-d2dc41be3e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018662 Oct 30 15:22:55.578795 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5bee21e0-a831-4b28-b2b0-2d50660b0fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:55.599997 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5bee21e0-a831-4b28-b2b0-2d50660b0fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:55.610946 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bee21e0-a831-4b28-b2b0-2d50660b0fd4 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:22:55.611626 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5bee21e0-a831-4b28-b2b0-2d50660b0fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:55.613395 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:22:55.613395 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:22:55.613395 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:22:55.613395 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:22:55.613395 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:22:55.613395 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:22:55.613395 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:22:55.613395 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:22:55.613395 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:22:55.613395 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:22:55.613395 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:22:55.613395 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:22:55.613395 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:22:55.613395 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:22:55.613395 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:22:55.613395 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:22:55.613395 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:22:55.613395 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:22:55.613395 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:22:55.613395 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:22:55.613395 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:22:55.613395 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:22:55.613395 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:22:55.613395 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:22:55.613395 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:22:55.613395 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:22:55.613395 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:22:55.613395 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:22:55.613395 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:22:55.613395 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:22:55.613395 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:22:55.613395 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:22:55.632096 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-afb6db96-84e7-453d-85b9-00d6c1165f9e req-34cb947d-cc52-49ae-a3ee-bc5aa51f8edd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fbb4922f-13db-4bb7-84e3-986b821ba15c HTTP/1.1" status: 200 len: 217 time: 0.0595686 Oct 30 15:22:55.699052 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b141939d-bcd0-40cd-aaab-ecc14ae703cb req-8e56c912-04c3-4a92-963b-e7aaa9ebc9a0 service neutron] 10.222.0.44 "GET /v2.0/networks/d26e81b3-f432-4f3d-bc5b-f2edc1c076d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715910 Oct 30 15:22:55.700455 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5bee21e0-a831-4b28-b2b0-2d50660b0fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:55.707238 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5bee21e0-a831-4b28-b2b0-2d50660b0fd4 admin admin] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:55.713939 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-5bee21e0-a831-4b28-b2b0-2d50660b0fd4 admin admin] 10.222.0.62 "DELETE /v2.0/networks/c377d665-d712-4f1e-8a67-c9dc860c632a HTTP/1.1" status: 204 len: 168 time: 0.5221629 Oct 30 15:22:55.723926 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 49780) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:22:55.750247 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb6db96-84e7-453d-85b9-00d6c1165f9e req-499590bb-281d-48e7-86ee-452a81f5d918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:55.755720 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-afb6db96-84e7-453d-85b9-00d6c1165f9e req-499590bb-281d-48e7-86ee-452a81f5d918 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7868c22e-6812-4ce4-9812-394c9b463f87 HTTP/1.1" status: 200 len: 797 time: 0.1169841 Oct 30 15:22:55.818205 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bee21e0-a831-4b28-b2b0-2d50660b0fd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c377d665-d712-4f1e-8a67-c9dc860c632a,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:55.820152 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb6db96-84e7-453d-85b9-00d6c1165f9e req-555a4c14-127f-4958-b515-e58c1e319760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:55.822007 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-afb6db96-84e7-453d-85b9-00d6c1165f9e req-555a4c14-127f-4958-b515-e58c1e319760 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=992316f0-a5bb-44db-b566-e8ec1fde1c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0591993 Oct 30 15:22:55.881989 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cb712c5-3bb4-4512-a530-363c9011171f admin admin] Deleting subnet 044b71d7-5aee-424a-9e24-623fe79427e9 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:22:55.886899 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b141939d-bcd0-40cd-aaab-ecc14ae703cb req-97b588c4-88ac-43d5-87b0-410744f67d3e service neutron] 10.222.0.44 "GET /v2.0/networks/d26e81b3-f432-4f3d-bc5b-f2edc1c076d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718047 Oct 30 15:22:55.887873 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9cb712c5-3bb4-4512-a530-363c9011171f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:55.930351 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9cb712c5-3bb4-4512-a530-363c9011171f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:55.947809 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-afb6db96-84e7-453d-85b9-00d6c1165f9e req-2ba65c41-8ce5-4ef3-b5c1-0347573a6f90 service neutron] 10.222.0.53 "GET /v2.0/networks/992316f0-a5bb-44db-b566-e8ec1fde1c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183150 Oct 30 15:22:55.982728 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9cb712c5-3bb4-4512-a530-363c9011171f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:56.069408 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-afb6db96-84e7-453d-85b9-00d6c1165f9e req-1b69bfbf-a04f-462b-89ac-65e37fca4418 service neutron] 10.222.0.53 "GET /v2.0/networks/992316f0-a5bb-44db-b566-e8ec1fde1c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132691 Oct 30 15:22:56.085378 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9cb712c5-3bb4-4512-a530-363c9011171f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:56.129373 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-afb6db96-84e7-453d-85b9-00d6c1165f9e req-0cf27094-b57c-489c-815a-b6b80331c3e6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c0d7a646-ac12-414b-a666-37b4c87a490e HTTP/1.1" status: 200 len: 217 time: 0.0518594 Oct 30 15:22:56.142108 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb712c5-3bb4-4512-a530-363c9011171f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=044b71d7-5aee-424a-9e24-623fe79427e9,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:56.147889 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9cb712c5-3bb4-4512-a530-363c9011171f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:56.151666 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9cb712c5-3bb4-4512-a530-363c9011171f admin admin] 10.222.0.62 "DELETE /v2.0/subnets/044b71d7-5aee-424a-9e24-623fe79427e9 HTTP/1.1" status: 204 len: 168 time: 0.4261158 Oct 30 15:22:56.155076 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 49788) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:22:56.193223 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb6db96-84e7-453d-85b9-00d6c1165f9e req-f95aeaae-21d5-40f8-929f-c296eaf21007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:56.194720 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-afb6db96-84e7-453d-85b9-00d6c1165f9e req-f95aeaae-21d5-40f8-929f-c296eaf21007 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7868c22e-6812-4ce4-9812-394c9b463f87 HTTP/1.1" status: 200 len: 797 time: 0.0579367 Oct 30 15:22:56.235394 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f821c62e-8557-4f12-b727-401ea293d8bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:56.240512 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb6db96-84e7-453d-85b9-00d6c1165f9e req-807e6b70-a43d-4963-a7cc-7020c7adf50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:56.242016 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-afb6db96-84e7-453d-85b9-00d6c1165f9e req-807e6b70-a43d-4963-a7cc-7020c7adf50e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=992316f0-a5bb-44db-b566-e8ec1fde1c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0405016 Oct 30 15:22:56.314375 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f821c62e-8557-4f12-b727-401ea293d8bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:56.334378 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-afb6db96-84e7-453d-85b9-00d6c1165f9e req-a71f5ed8-ff05-4b09-b8cd-b90de3a4c5d4 service neutron] 10.222.0.53 "GET /v2.0/networks/992316f0-a5bb-44db-b566-e8ec1fde1c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855253 Oct 30 15:22:56.334612 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-f821c62e-8557-4f12-b727-401ea293d8bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05638999-29c4-46c4-a75c-0f5a7e5ba032']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:22:56.345323 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-f821c62e-8557-4f12-b727-401ea293d8bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46b072ec-6a9d-4f9f-9078-e2c5c062bd1f') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:22:56.345612 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-f821c62e-8557-4f12-b727-401ea293d8bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46b072ec-6a9d-4f9f-9078-e2c5c062bd1f') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:22:56.360658 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f821c62e-8557-4f12-b727-401ea293d8bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:56.373903 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f821c62e-8557-4f12-b727-401ea293d8bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:56.380045 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f821c62e-8557-4f12-b727-401ea293d8bb admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:22:56.380448 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f821c62e-8557-4f12-b727-401ea293d8bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:56.382287 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:22:56.382287 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:22:56.382287 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:22:56.382287 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:22:56.382287 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:22:56.382287 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:22:56.382287 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:22:56.382287 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:22:56.382287 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:22:56.382287 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:22:56.382287 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:22:56.382287 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:22:56.382287 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:22:56.382287 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:22:56.382287 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:22:56.382287 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:22:56.382287 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:22:56.382287 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:22:56.382287 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:22:56.382287 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:22:56.382287 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:22:56.382287 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:22:56.382287 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:22:56.382287 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:22:56.382287 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:22:56.382287 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:22:56.382287 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:22:56.382287 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:22:56.382287 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:22:56.382287 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:22:56.382287 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:22:56.382287 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:22:56.425737 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-afb6db96-84e7-453d-85b9-00d6c1165f9e req-fa66f324-f9a6-4ae1-98b1-c16a439b7bd6 service neutron] 10.222.0.53 "GET /v2.0/networks/992316f0-a5bb-44db-b566-e8ec1fde1c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841565 Oct 30 15:22:56.447171 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f821c62e-8557-4f12-b727-401ea293d8bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:56.458243 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f821c62e-8557-4f12-b727-401ea293d8bb admin admin] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:56.464996 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-f821c62e-8557-4f12-b727-401ea293d8bb admin admin] 10.222.0.62 "DELETE /v2.0/networks/05638999-29c4-46c4-a75c-0f5a7e5ba032 HTTP/1.1" status: 204 len: 168 time: 0.3089545 Oct 30 15:22:56.477579 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f821c62e-8557-4f12-b727-401ea293d8bb admin admin] Pushing event deleted for resources: {'Network': ['ID=05638999-29c4-46c4-a75c-0f5a7e5ba032,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:56.518450 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:56.607243 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 49792) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:22:56.652578 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-1bc77386-cd98-4f67-8556-1b690184cde5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6cbec37b2db14ca38a92db2bb5394426&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434456 Oct 30 15:22:56.655063 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 49794) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:22:56.713657 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d34daddb-1a1b-4fc2-890f-2cae63d42ef0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:56.736752 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d34daddb-1a1b-4fc2-890f-2cae63d42ef0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:56.800425 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d34daddb-1a1b-4fc2-890f-2cae63d42ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:56.805873 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d34daddb-1a1b-4fc2-890f-2cae63d42ef0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:56.808221 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-d34daddb-1a1b-4fc2-890f-2cae63d42ef0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/111295ec-261d-4b0a-8164-6c01eea4fdec HTTP/1.1" status: 204 len: 168 time: 0.1521070 Oct 30 15:22:56.818472 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34daddb-1a1b-4fc2-890f-2cae63d42ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=111295ec-261d-4b0a-8164-6c01eea4fdec,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:57.253919 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 49812) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:22:57.325154 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c9b174d2-8c49-43cb-9a29-a83834fbb0bc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=48bae0721b0a4b9db4d9d9eeac3d45f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0696161 Oct 30 15:22:57.327592 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 49814) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:22:57.405698 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-41f51ccd-f1fe-450d-ab72-f308941e3c12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:57.429261 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-41f51ccd-f1fe-450d-ab72-f308941e3c12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:57.491142 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-41f51ccd-f1fe-450d-ab72-f308941e3c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:57.493803 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-41f51ccd-f1fe-450d-ab72-f308941e3c12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:57.497254 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-41f51ccd-f1fe-450d-ab72-f308941e3c12 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d88b5f02-b46d-4994-85ae-a4d0a0a015bb HTTP/1.1" status: 204 len: 168 time: 0.1657701 Oct 30 15:22:57.516557 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f51ccd-f1fe-450d-ab72-f308941e3c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88b5f02-b46d-4994-85ae-a4d0a0a015bb,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:57.667110 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ea16c-5014-4650-adc8-b35a17812e66 req-0e0f6821-db8e-4b62-9dcf-1cffb363e7bc tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:57.674564 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9e7ea16c-5014-4650-adc8-b35a17812e66 req-0e0f6821-db8e-4b62-9dcf-1cffb363e7bc tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/networks?id=81bfdab0-1997-4fff-a2b2-723bc0c6e6f9 HTTP/1.1" status: 200 len: 813 time: 0.1148274 Oct 30 15:22:57.692190 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9e7ea16c-5014-4650-adc8-b35a17812e66 req-f3e5e0fa-cc95-472b-8152-1a9adee5fb6f tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/quotas/8388c996b8634be9ab271f97b633ea56 HTTP/1.1" status: 200 len: 375 time: 0.0162709 Oct 30 15:22:57.745957 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9e7ea16c-5014-4650-adc8-b35a17812e66 req-9e64cfa6-ddab-4f0e-8155-8faa525387a6 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8388c996b8634be9ab271f97b633ea56&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0523489 Oct 30 15:22:57.845192 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9e7ea16c-5014-4650-adc8-b35a17812e66 req-ef836598-ef10-4c68-aca4-82a61298e8e4 service neutron] 10.222.0.62 "GET /v2.0/networks/81bfdab0-1997-4fff-a2b2-723bc0c6e6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923159 Oct 30 15:22:57.954506 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9e7ea16c-5014-4650-adc8-b35a17812e66 req-61fc3677-48f7-449e-b1c5-adb80ad2b354 service neutron] 10.222.0.62 "GET /v2.0/networks/81bfdab0-1997-4fff-a2b2-723bc0c6e6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028054 Oct 30 15:22:58.137459 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-706f0491-c73d-48c8-b846-45b870d53082 req-6325f7ed-b66c-42b0-808b-04d55d21199d tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/ports?device_id=b11fca66-73af-4ff9-b301-8687cd44117a HTTP/1.1" status: 200 len: 210 time: 0.0333183 Oct 30 15:22:58.757727 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 49872) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:22:58.866837 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-42612366-43ca-4968-a47b-d6560e5d3941 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:58.946959 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-42612366-43ca-4968-a47b-d6560e5d3941 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:58.951849 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-42612366-43ca-4968-a47b-d6560e5d3941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:59.000819 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-42612366-43ca-4968-a47b-d6560e5d3941 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a874a4055d5744618a0e65a3d00ab0c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2418482 Oct 30 15:22:59.002110 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42612366-43ca-4968-a47b-d6560e5d3941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a2485e-a755-4079-8386-effa152e7ed8,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:59.003585 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 49880) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:22:59.096488 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-85b8004c-48f1-4d83-977d-eb354931d00a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:59.134266 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-85b8004c-48f1-4d83-977d-eb354931d00a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:59.196255 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-85b8004c-48f1-4d83-977d-eb354931d00a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:59.199114 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-85b8004c-48f1-4d83-977d-eb354931d00a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:59.202611 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-85b8004c-48f1-4d83-977d-eb354931d00a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/18a2485e-a755-4079-8386-effa152e7ed8 HTTP/1.1" status: 204 len: 168 time: 0.1957433 Oct 30 15:22:59.215904 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b8004c-48f1-4d83-977d-eb354931d00a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a2485e-a755-4079-8386-effa152e7ed8,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:22:59.313867 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ea16c-5014-4650-adc8-b35a17812e66 req-78629321-c349-492b-ab62-5c921a8fefb5 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:22:59.314929 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9e7ea16c-5014-4650-adc8-b35a17812e66 req-78629321-c349-492b-ab62-5c921a8fefb5 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.53 "GET /v2.0/networks?id=81bfdab0-1997-4fff-a2b2-723bc0c6e6f9 HTTP/1.1" status: 200 len: 813 time: 0.1739099 Oct 30 15:22:59.358989 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fb45ca2c-f0ec-4f20-b97e-044e962f9d0f req-4eb3aea6-0e01-4689-8181-673c718ea962 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/ports?device_id=b11fca66-73af-4ff9-b301-8687cd44117a HTTP/1.1" status: 200 len: 210 time: 0.1188796 Oct 30 15:22:59.364534 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-9e7ea16c-5014-4650-adc8-b35a17812e66 req-b56cafea-044f-4d79-8c5a-50712c987e6f tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Request body: {'port': {'device_id': 'b11fca66-73af-4ff9-b301-8687cd44117a', 'network_id': '81bfdab0-1997-4fff-a2b2-723bc0c6e6f9', 'admin_state_up': True, 'tenant_id': '8388c996b8634be9ab271f97b633ea56'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:22:59.514975 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e7ea16c-5014-4650-adc8-b35a17812e66 req-b56cafea-044f-4d79-8c5a-50712c987e6f tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Made reservation on behalf of 8388c996b8634be9ab271f97b633ea56 for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:22:59.521730 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-9e7ea16c-5014-4650-adc8-b35a17812e66 req-b56cafea-044f-4d79-8c5a-50712c987e6f tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:59.654264 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-9e7ea16c-5014-4650-adc8-b35a17812e66 req-b56cafea-044f-4d79-8c5a-50712c987e6f tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Allocated IP 172.20.0.7 (81bfdab0-1997-4fff-a2b2-723bc0c6e6f9/9fc89002-6420-45ca-b603-e58f529bf6ac/1be129b1-5e54-475b-bc57-a058945757a7) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:22:59.709973 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:59.838359 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-9e7ea16c-5014-4650-adc8-b35a17812e66 req-b56cafea-044f-4d79-8c5a-50712c987e6f tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:59.876880 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-9e7ea16c-5014-4650-adc8-b35a17812e66 req-b56cafea-044f-4d79-8c5a-50712c987e6f tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:22:59.892350 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['9fbbdf0d-64d7-4f5d-917c-1120f28c907e'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:22:59.925676 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e7ea16c-5014-4650-adc8-b35a17812e66 req-b56cafea-044f-4d79-8c5a-50712c987e6f tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Network 81bfdab0-1997-4fff-a2b2-723bc0c6e6f9 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:22:59.929441 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-9e7ea16c-5014-4650-adc8-b35a17812e66 req-b56cafea-044f-4d79-8c5a-50712c987e6f tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:22:59.938354 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e7ea16c-5014-4650-adc8-b35a17812e66 req-b56cafea-044f-4d79-8c5a-50712c987e6f tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:22:59.987408 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56cafea-044f-4d79-8c5a-50712c987e6f tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Pushing event updated for resources: {'Port': ['ID=1be129b1-5e54-475b-bc57-a058945757a7,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:00.020721 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ea16c-5014-4650-adc8-b35a17812e66 req-b56cafea-044f-4d79-8c5a-50712c987e6f tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:00.021622 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-9e7ea16c-5014-4650-adc8-b35a17812e66 req-b56cafea-044f-4d79-8c5a-50712c987e6f tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:00.042219 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9e7ea16c-5014-4650-adc8-b35a17812e66 req-b56cafea-044f-4d79-8c5a-50712c987e6f tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6820552 Oct 30 15:23:00.057708 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-9e7ea16c-5014-4650-adc8-b35a17812e66 req-812924c0-66b7-40bf-8b74-72545c8692fe service neutron] Request body: {'port': {'device_id': 'b11fca66-73af-4ff9-b301-8687cd44117a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:23:00.119249 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-9e7ea16c-5014-4650-adc8-b35a17812e66 req-812924c0-66b7-40bf-8b74-72545c8692fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:00.219521 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:23:00.405590 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-9e7ea16c-5014-4650-adc8-b35a17812e66 req-812924c0-66b7-40bf-8b74-72545c8692fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1be129b1-5e54-475b-bc57-a058945757a7 {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:23:00.413278 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-9e7ea16c-5014-4650-adc8-b35a17812e66 req-812924c0-66b7-40bf-8b74-72545c8692fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:00.439858 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-9e7ea16c-5014-4650-adc8-b35a17812e66 req-812924c0-66b7-40bf-8b74-72545c8692fe service neutron] Transition to ACTIVE for port object 1be129b1-5e54-475b-bc57-a058945757a7 will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:23:00.446505 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-9e7ea16c-5014-4650-adc8-b35a17812e66 req-812924c0-66b7-40bf-8b74-72545c8692fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:00.502219 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 49926) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:23:00.526952 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812924c0-66b7-40bf-8b74-72545c8692fe service neutron] Pushing event updated for resources: {'Port': ['ID=1be129b1-5e54-475b-bc57-a058945757a7,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:00.545752 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15afe8b8-9c34-4617-9731-4f6bcb6b78d9 req-a57fdf10-6104-4012-bfdc-e626c496b3f8 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:00.548694 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-15afe8b8-9c34-4617-9731-4f6bcb6b78d9 req-a57fdf10-6104-4012-bfdc-e626c496b3f8 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/ports?device_id=b11fca66-73af-4ff9-b301-8687cd44117a HTTP/1.1" status: 200 len: 943 time: 0.0925736 Oct 30 15:23:00.621556 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-15afe8b8-9c34-4617-9731-4f6bcb6b78d9 req-ae227d3d-5c33-46c1-93c8-e0cc57e49c26 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/security-groups?id=e96b94c8-1854-43c2-8b3c-964bf8e29073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665507 Oct 30 15:23:00.637095 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-9e7ea16c-5014-4650-adc8-b35a17812e66 req-812924c0-66b7-40bf-8b74-72545c8692fe service neutron] Attempting to bind port 1be129b1-5e54-475b-bc57-a058945757a7 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:23:00.637796 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-9e7ea16c-5014-4650-adc8-b35a17812e66 req-812924c0-66b7-40bf-8b74-72545c8692fe service neutron] Attempting to bind port 1be129b1-5e54-475b-bc57-a058945757a7 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '497c4dd9-c05b-4392-ab75-11b6658d68bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '81bfdab0-1997-4fff-a2b2-723bc0c6e6f9'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:23:00.638465 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7ea16c-5014-4650-adc8-b35a17812e66 req-812924c0-66b7-40bf-8b74-72545c8692fe service neutron] Attempting to bind port 1be129b1-5e54-475b-bc57-a058945757a7 on network 81bfdab0-1997-4fff-a2b2-723bc0c6e6f9 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:23:00.651714 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7ea16c-5014-4650-adc8-b35a17812e66 req-812924c0-66b7-40bf-8b74-72545c8692fe service neutron] Port 1be129b1-5e54-475b-bc57-a058945757a7 on network 81bfdab0-1997-4fff-a2b2-723bc0c6e6f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:23:00.652040 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7ea16c-5014-4650-adc8-b35a17812e66 req-812924c0-66b7-40bf-8b74-72545c8692fe service neutron] Attempting to bind port 1be129b1-5e54-475b-bc57-a058945757a7 on network 81bfdab0-1997-4fff-a2b2-723bc0c6e6f9 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:23:00.662437 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-48e488d4-ccbb-42ba-af2d-d818dea7a880 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:00.664624 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7ea16c-5014-4650-adc8-b35a17812e66 req-812924c0-66b7-40bf-8b74-72545c8692fe service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:23:00.664963 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7ea16c-5014-4650-adc8-b35a17812e66 req-812924c0-66b7-40bf-8b74-72545c8692fe service neutron] Checking segment: {'id': '497c4dd9-c05b-4392-ab75-11b6658d68bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '81bfdab0-1997-4fff-a2b2-723bc0c6e6f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:23:00.665673 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7ea16c-5014-4650-adc8-b35a17812e66 req-812924c0-66b7-40bf-8b74-72545c8692fe service neutron] Bound using segment: {'id': '497c4dd9-c05b-4392-ab75-11b6658d68bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '81bfdab0-1997-4fff-a2b2-723bc0c6e6f9'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:23:00.666127 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-9e7ea16c-5014-4650-adc8-b35a17812e66 req-812924c0-66b7-40bf-8b74-72545c8692fe service neutron] Bound port: 1be129b1-5e54-475b-bc57-a058945757a7, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '497c4dd9-c05b-4392-ab75-11b6658d68bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '81bfdab0-1997-4fff-a2b2-723bc0c6e6f9'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:23:00.666480 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-9e7ea16c-5014-4650-adc8-b35a17812e66 req-812924c0-66b7-40bf-8b74-72545c8692fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:00.762346 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-9e7ea16c-5014-4650-adc8-b35a17812e66 req-812924c0-66b7-40bf-8b74-72545c8692fe service neutron] For port 1be129b1-5e54-475b-bc57-a058945757a7, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:23:00.766618 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-9e7ea16c-5014-4650-adc8-b35a17812e66 req-812924c0-66b7-40bf-8b74-72545c8692fe service neutron] For port 1be129b1-5e54-475b-bc57-a058945757a7, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=1be129b1-5e54-475b-bc57-a058945757a7,segment=NetworkSegment(497c4dd9-c05b-4392-ab75-11b6658d68bc),segment_id=497c4dd9-c05b-4392-ab75-11b6658d68bc)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:23:00.772386 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-9e7ea16c-5014-4650-adc8-b35a17812e66 req-812924c0-66b7-40bf-8b74-72545c8692fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:00.824344 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ea16c-5014-4650-adc8-b35a17812e66 req-812924c0-66b7-40bf-8b74-72545c8692fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:00.824972 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-9e7ea16c-5014-4650-adc8-b35a17812e66 req-812924c0-66b7-40bf-8b74-72545c8692fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:00.826963 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9e7ea16c-5014-4650-adc8-b35a17812e66 req-812924c0-66b7-40bf-8b74-72545c8692fe service neutron] 10.222.0.53 "PUT /v2.0/ports/1be129b1-5e54-475b-bc57-a058945757a7 HTTP/1.1" status: 200 len: 1092 time: 0.7766290 Oct 30 15:23:00.827428 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b11fca66-73af-4ff9-b301-8687cd44117a', 'tag': '1be129b1-5e54-475b-bc57-a058945757a7'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:23:00.829781 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f31a3638-7589-4c44-b380-46a1ac3e4a44" -d '{"events": [{"name": "network-changed", "server_uuid": "b11fca66-73af-4ff9-b301-8687cd44117a", "tag": "1be129b1-5e54-475b-bc57-a058945757a7"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:23:00.856057 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-48e488d4-ccbb-42ba-af2d-d818dea7a880 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:00.862869 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-48e488d4-ccbb-42ba-af2d-d818dea7a880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:00.867371 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812924c0-66b7-40bf-8b74-72545c8692fe service neutron] Pushing event updated for resources: {'Port': ['ID=1be129b1-5e54-475b-bc57-a058945757a7,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:00.890995 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec46d1e-637b-4a11-9585-bbd174d09713 x-openstack-request-id: req-9ec46d1e-637b-4a11-9585-bbd174d09713 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:23:00.891777 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b11fca66-73af-4ff9-b301-8687cd44117a", "tag": "1be129b1-5e54-475b-bc57-a058945757a7", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:23:00.892094 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9ec46d1e-637b-4a11-9585-bbd174d09713 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:23:00.892553 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b11fca66-73af-4ff9-b301-8687cd44117a', 'tag': '1be129b1-5e54-475b-bc57-a058945757a7', 'status': 'completed', 'code': 200} Oct 30 15:23:00.939076 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-48e488d4-ccbb-42ba-af2d-d818dea7a880 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=aed999a5285d4f20b2a09739d93949b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4323299 Oct 30 15:23:00.941769 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 49932) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:23:00.942019 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e488d4-ccbb-42ba-af2d-d818dea7a880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bbc9ee4-e5be-40c3-ac8c-96db602c581f,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:00.959039 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ea16c-5014-4650-adc8-b35a17812e66 req-2a4fa32f-b002-4733-824f-a497d7357f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:00.960673 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9e7ea16c-5014-4650-adc8-b35a17812e66 req-2a4fa32f-b002-4733-824f-a497d7357f81 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8388c996b8634be9ab271f97b633ea56&device_id=b11fca66-73af-4ff9-b301-8687cd44117a HTTP/1.1" status: 200 len: 1095 time: 0.0756111 Oct 30 15:23:00.995539 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-36812187-e682-4354-ac6c-22a8b4b282e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:01.007518 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9e7ea16c-5014-4650-adc8-b35a17812e66 req-49b4e83f-b535-40c8-8930-4d59a8908e4a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1be129b1-5e54-475b-bc57-a058945757a7 HTTP/1.1" status: 200 len: 217 time: 0.0384562 Oct 30 15:23:01.017599 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-36812187-e682-4354-ac6c-22a8b4b282e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:01.058244 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ea16c-5014-4650-adc8-b35a17812e66 req-84e52766-b66b-45d2-a96c-471287ca9ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:01.059740 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9e7ea16c-5014-4650-adc8-b35a17812e66 req-84e52766-b66b-45d2-a96c-471287ca9ed8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9fc89002-6420-45ca-b603-e58f529bf6ac HTTP/1.1" status: 200 len: 853 time: 0.0454171 Oct 30 15:23:01.065549 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-36812187-e682-4354-ac6c-22a8b4b282e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:01.068850 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-36812187-e682-4354-ac6c-22a8b4b282e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:01.070188 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-36812187-e682-4354-ac6c-22a8b4b282e1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5bbc9ee4-e5be-40c3-ac8c-96db602c581f HTTP/1.1" status: 204 len: 168 time: 0.1273823 Oct 30 15:23:01.079979 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36812187-e682-4354-ac6c-22a8b4b282e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bbc9ee4-e5be-40c3-ac8c-96db602c581f,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:01.093198 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9e7ea16c-5014-4650-adc8-b35a17812e66 req-15129e61-091f-4a2f-86bc-408098db0d68 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=81bfdab0-1997-4fff-a2b2-723bc0c6e6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267787 Oct 30 15:23:01.215085 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9e7ea16c-5014-4650-adc8-b35a17812e66 req-80a2c18b-d931-4f3a-b153-f5cca97555e0 service neutron] 10.222.0.53 "GET /v2.0/networks/81bfdab0-1997-4fff-a2b2-723bc0c6e6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116865 Oct 30 15:23:01.320392 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9e7ea16c-5014-4650-adc8-b35a17812e66 req-7b33ba5d-ab60-47be-b335-a6ef4ad34ada service neutron] 10.222.0.53 "GET /v2.0/networks/81bfdab0-1997-4fff-a2b2-723bc0c6e6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970747 Oct 30 15:23:01.414234 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a3638-7589-4c44-b380-46a1ac3e4a44 req-642259de-5a39-4a46-92ea-245b9db94a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:01.415892 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f31a3638-7589-4c44-b380-46a1ac3e4a44 req-642259de-5a39-4a46-92ea-245b9db94a32 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8388c996b8634be9ab271f97b633ea56&device_id=b11fca66-73af-4ff9-b301-8687cd44117a HTTP/1.1" status: 200 len: 1095 time: 0.0486507 Oct 30 15:23:01.516160 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a3638-7589-4c44-b380-46a1ac3e4a44 req-49f04f61-09da-41a0-8af3-383129d98cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:01.517711 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f31a3638-7589-4c44-b380-46a1ac3e4a44 req-49f04f61-09da-41a0-8af3-383129d98cba service neutron] 10.222.0.53 "GET /v2.0/networks?id=81bfdab0-1997-4fff-a2b2-723bc0c6e6f9 HTTP/1.1" status: 200 len: 914 time: 0.0944285 Oct 30 15:23:01.583856 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f31a3638-7589-4c44-b380-46a1ac3e4a44 req-6f149b53-9c84-4320-9658-7c7b6a598ea9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1be129b1-5e54-475b-bc57-a058945757a7 HTTP/1.1" status: 200 len: 217 time: 0.0570703 Oct 30 15:23:01.654994 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a3638-7589-4c44-b380-46a1ac3e4a44 req-8f93b7f3-25f7-4149-9e0d-cece020db8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:01.660460 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f31a3638-7589-4c44-b380-46a1ac3e4a44 req-8f93b7f3-25f7-4149-9e0d-cece020db8bf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9fc89002-6420-45ca-b603-e58f529bf6ac HTTP/1.1" status: 200 len: 853 time: 0.0669169 Oct 30 15:23:01.713982 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f31a3638-7589-4c44-b380-46a1ac3e4a44 req-85539948-3364-4a5b-8a13-6809d25331f4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=81bfdab0-1997-4fff-a2b2-723bc0c6e6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394552 Oct 30 15:23:01.832400 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df3566-7f0f-449d-b58b-b46234e4dead req-bba89973-9ca5-40ef-a092-ac3fee4b75d0 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:01.842418 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c4df3566-7f0f-449d-b58b-b46234e4dead req-bba89973-9ca5-40ef-a092-ac3fee4b75d0 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/ports?device_id=b11fca66-73af-4ff9-b301-8687cd44117a HTTP/1.1" status: 200 len: 943 time: 0.0893133 Oct 30 15:23:01.866717 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:01.884510 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f31a3638-7589-4c44-b380-46a1ac3e4a44 req-b575905c-5765-413e-8704-a18419a65ef1 service neutron] 10.222.0.53 "GET /v2.0/networks/81bfdab0-1997-4fff-a2b2-723bc0c6e6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629725 Oct 30 15:23:01.906098 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c4df3566-7f0f-449d-b58b-b46234e4dead req-b1362726-68a6-4a20-aa02-f90ab9ac0b10 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/security-groups?id=e96b94c8-1854-43c2-8b3c-964bf8e29073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626173 Oct 30 15:23:01.990013 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f31a3638-7589-4c44-b380-46a1ac3e4a44 req-333b09ba-5a15-470e-aa08-f38a1b60935b service neutron] 10.222.0.53 "GET /v2.0/networks/81bfdab0-1997-4fff-a2b2-723bc0c6e6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974262 Oct 30 15:23:02.935725 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 1be129b1-5e54-475b-bc57-a058945757a7 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:23:03.027941 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b9d02-89d0-47d7-9e7e-2ae7b678cf3e req-70fb8f60-612c-48c1-9c57-db22fe169d3d tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:03.031985 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-783b9d02-89d0-47d7-9e7e-2ae7b678cf3e req-70fb8f60-612c-48c1-9c57-db22fe169d3d tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/ports?device_id=b11fca66-73af-4ff9-b301-8687cd44117a HTTP/1.1" status: 200 len: 943 time: 0.0571153 Oct 30 15:23:03.059589 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 1be129b1-5e54-475b-bc57-a058945757a7, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=1be129b1-5e54-475b-bc57-a058945757a7,segment=NetworkSegment(497c4dd9-c05b-4392-ab75-11b6658d68bc),segment_id=497c4dd9-c05b-4392-ab75-11b6658d68bc)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:23:03.078236 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '1be129b1-5e54-475b-bc57-a058945757a7', 'network_id': '81bfdab0-1997-4fff-a2b2-723bc0c6e6f9', 'port_id': '1be129b1-5e54-475b-bc57-a058945757a7', 'mac_address': 'fa:16:3e:cd:06:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fc89002-6420-45ca-b603-e58f529bf6ac', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:23:03.087397 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-783b9d02-89d0-47d7-9e7e-2ae7b678cf3e req-cfc6d7d2-8d04-43af-8739-504551ff7260 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/security-groups?id=e96b94c8-1854-43c2-8b3c-964bf8e29073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502045 Oct 30 15:23:03.118258 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:03.135042 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1be129b1-5e54-475b-bc57-a058945757a7 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:23:03.156453 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 1be129b1-5e54-475b-bc57-a058945757a7, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=1be129b1-5e54-475b-bc57-a058945757a7,segment=NetworkSegment(497c4dd9-c05b-4392-ab75-11b6658d68bc),segment_id=497c4dd9-c05b-4392-ab75-11b6658d68bc)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:23:03.161185 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:03.214859 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=1be129b1-5e54-475b-bc57-a058945757a7,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:03.308427 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 50046) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:23:03.439069 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['1be129b1-5e54-475b-bc57-a058945757a7'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:23:03.907141 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d479d9fb-cf24-4c9c-bfcb-c93a26458659 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:04.168881 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-d479d9fb-cf24-4c9c-bfcb-c93a26458659 admin admin] Deleting port 2ad90f31-34c0-40e9-b6f2-7ed6fd122689 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:23:04.170047 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d479d9fb-cf24-4c9c-bfcb-c93a26458659 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:04.229864 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55345b64-a6cb-40b4-a26d-e704c8a809a4 req-36fecaf3-45c7-4121-91e8-f3ae89887cbb tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:04.231432 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-55345b64-a6cb-40b4-a26d-e704c8a809a4 req-36fecaf3-45c7-4121-91e8-f3ae89887cbb tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/ports?device_id=b11fca66-73af-4ff9-b301-8687cd44117a HTTP/1.1" status: 200 len: 944 time: 0.0611548 Oct 30 15:23:04.264317 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-d479d9fb-cf24-4c9c-bfcb-c93a26458659 admin admin] For port 2ad90f31-34c0-40e9-b6f2-7ed6fd122689, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=2ad90f31-34c0-40e9-b6f2-7ed6fd122689,segment=NetworkSegment(c6961737-a289-4cc2-be94-4c33cfd1177f),segment_id=c6961737-a289-4cc2-be94-4c33cfd1177f)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:23:04.264677 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d479d9fb-cf24-4c9c-bfcb-c93a26458659 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:04.276352 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-55345b64-a6cb-40b4-a26d-e704c8a809a4 req-fb9503e1-07b9-4c2b-8f2b-dd3812d7966e tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/security-groups?id=e96b94c8-1854-43c2-8b3c-964bf8e29073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383055 Oct 30 15:23:04.281395 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-d479d9fb-cf24-4c9c-bfcb-c93a26458659 admin admin] Calling delete_port for 2ad90f31-34c0-40e9-b6f2-7ed6fd122689 owned by network:router_interface {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:23:04.464728 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d479d9fb-cf24-4c9c-bfcb-c93a26458659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:04.493618 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d479d9fb-cf24-4c9c-bfcb-c93a26458659 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ad90f31-34c0-40e9-b6f2-7ed6fd122689,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:04.666541 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d479d9fb-cf24-4c9c-bfcb-c93a26458659 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:04.949519 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 1be129b1-5e54-475b-bc57-a058945757a7 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:23:05.012347 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port 1be129b1-5e54-475b-bc57-a058945757a7 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:23:05.019954 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 1be129b1-5e54-475b-bc57-a058945757a7 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:23:05.020347 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:05.112812 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:05.145081 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b11fca66-73af-4ff9-b301-8687cd44117a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be129b1-5e54-475b-bc57-a058945757a7'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:23:05.147659 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75046b57-3076-4d1d-bef2-0a882c463021" -d '{"events": [{"server_uuid": "b11fca66-73af-4ff9-b301-8687cd44117a", "name": "network-vif-plugged", "status": "completed", "tag": "1be129b1-5e54-475b-bc57-a058945757a7"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:23:05.160999 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 1be129b1-5e54-475b-bc57-a058945757a7, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=1be129b1-5e54-475b-bc57-a058945757a7,segment=NetworkSegment(497c4dd9-c05b-4392-ab75-11b6658d68bc),segment_id=497c4dd9-c05b-4392-ab75-11b6658d68bc)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:23:05.168138 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:05.200247 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8167c00c-3f4f-4c3d-b8e3-f7c7dfb660e1 x-openstack-request-id: req-8167c00c-3f4f-4c3d-b8e3-f7c7dfb660e1 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:23:05.201735 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b11fca66-73af-4ff9-b301-8687cd44117a", "name": "network-vif-plugged", "status": "completed", "tag": "1be129b1-5e54-475b-bc57-a058945757a7", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:23:05.202061 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8167c00c-3f4f-4c3d-b8e3-f7c7dfb660e1 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:23:05.202463 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b11fca66-73af-4ff9-b301-8687cd44117a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be129b1-5e54-475b-bc57-a058945757a7', 'code': 200} Oct 30 15:23:05.236362 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=1be129b1-5e54-475b-bc57-a058945757a7,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:05.310135 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d479d9fb-cf24-4c9c-bfcb-c93a26458659 admin admin] Router 6ccd2274-8d6b-4ff4-ace8-95127cd8e714 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:23:05.332880 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96fb4dd-9b0a-482a-86bd-d6b77919c534 req-6bbf0d4b-9318-4d6a-948a-90d6ad36ea19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:05.334387 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b96fb4dd-9b0a-482a-86bd-d6b77919c534 req-6bbf0d4b-9318-4d6a-948a-90d6ad36ea19 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b11fca66-73af-4ff9-b301-8687cd44117a HTTP/1.1" status: 200 len: 1097 time: 0.0712984 Oct 30 15:23:05.408326 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a17daa-7c87-4cca-b605-e8422553da4a req-b0e9f2b1-90e7-4687-b311-966cabe5adab tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:05.409917 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-46a17daa-7c87-4cca-b605-e8422553da4a req-b0e9f2b1-90e7-4687-b311-966cabe5adab tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/ports?device_id=b11fca66-73af-4ff9-b301-8687cd44117a HTTP/1.1" status: 200 len: 945 time: 0.0560036 Oct 30 15:23:05.439930 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b96fb4dd-9b0a-482a-86bd-d6b77919c534 req-432b0058-1940-47b0-a5d4-0d95e18b5ab1 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e96b94c8-1854-43c2-8b3c-964bf8e29073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754442 Oct 30 15:23:05.455861 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-46a17daa-7c87-4cca-b605-e8422553da4a req-1addadd1-3393-4d1a-afcb-4a16808c884e tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/security-groups?id=e96b94c8-1854-43c2-8b3c-964bf8e29073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392449 Oct 30 15:23:05.458467 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d479d9fb-cf24-4c9c-bfcb-c93a26458659 admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:23:05.470795 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d479d9fb-cf24-4c9c-bfcb-c93a26458659 admin admin] 10.222.0.62 "PUT /v2.0/routers/6ccd2274-8d6b-4ff4-ace8-95127cd8e714/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1591058 Oct 30 15:23:05.471003 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b07c61-09e9-4619-8232-ede7715d9f0c None None] Sync routers for ids ['6ccd2274-8d6b-4ff4-ace8-95127cd8e714'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:23:05.471507 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 50068) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:23:05.481442 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b07c61-09e9-4619-8232-ede7715d9f0c None None] Routers {'6ccd2274-8d6b-4ff4-ace8-95127cd8e714'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:23:05.482345 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-c1b07c61-09e9-4619-8232-ede7715d9f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:22:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['6ccd2274-8d6b-4ff4-ace8-95127cd8e714'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:23:05.600537 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fa7fd595-b3f7-4bdf-b5d5-f3029b28fd18 admin admin] Publish callbacks [] for router, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:05.607909 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-c1b07c61-09e9-4619-8232-ede7715d9f0c None None] Set router 6ccd2274-8d6b-4ff4-ace8-95127cd8e714 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:23:05.724638 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fa7fd595-b3f7-4bdf-b5d5-f3029b28fd18 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:05.787413 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-fa7fd595-b3f7-4bdf-b5d5-f3029b28fd18 admin admin] Deleting port 2ffc7082-ce09-46e0-93dc-281675870673 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:23:05.787816 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fa7fd595-b3f7-4bdf-b5d5-f3029b28fd18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:05.819672 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-c1b07c61-09e9-4619-8232-ede7715d9f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ccd2274-8d6b-4ff4-ace8-95127cd8e714', 'name': 'tempest-TaggedBootDevicesTest-1533506095-router', 'tenant_id': '005d49094ead4e63ad23cb02de2bfa34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '2ffc7082-ce09-46e0-93dc-281675870673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:11:20Z', 'updated_at': '2021-10-30T15:23:04Z', 'revision_number': 5, 'project_id': '005d49094ead4e63ad23cb02de2bfa34', 'gw_port': {'id': '2ffc7082-ce09-46e0-93dc-281675870673', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccd2274-8d6b-4ff4-ace8-95127cd8e714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:11:21Z', 'updated_at': '2021-10-30T15:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:23:05.848883 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b07c61-09e9-4619-8232-ede7715d9f0c None None] Checking router: 6ccd2274-8d6b-4ff4-ace8-95127cd8e714 for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:23:05.858529 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b07c61-09e9-4619-8232-ede7715d9f0c None None] Routers {'6ccd2274-8d6b-4ff4-ace8-95127cd8e714'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:23:05.859057 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-c1b07c61-09e9-4619-8232-ede7715d9f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:22:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['6ccd2274-8d6b-4ff4-ace8-95127cd8e714'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:23:05.883039 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-fa7fd595-b3f7-4bdf-b5d5-f3029b28fd18 admin admin] For port 2ffc7082-ce09-46e0-93dc-281675870673, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=2ffc7082-ce09-46e0-93dc-281675870673,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:23:05.883420 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fa7fd595-b3f7-4bdf-b5d5-f3029b28fd18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:05.896559 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-fa7fd595-b3f7-4bdf-b5d5-f3029b28fd18 admin admin] Calling delete_port for 2ffc7082-ce09-46e0-93dc-281675870673 owned by network:router_gateway {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:23:05.949849 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-c1b07c61-09e9-4619-8232-ede7715d9f0c None None] Set router 6ccd2274-8d6b-4ff4-ace8-95127cd8e714 gateway port host: None {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:23:06.093098 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fa7fd595-b3f7-4bdf-b5d5-f3029b28fd18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:06.105637 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-c1b07c61-09e9-4619-8232-ede7715d9f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ccd2274-8d6b-4ff4-ace8-95127cd8e714', 'name': 'tempest-TaggedBootDevicesTest-1533506095-router', 'tenant_id': '005d49094ead4e63ad23cb02de2bfa34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:11:20Z', 'updated_at': '2021-10-30T15:23:05Z', 'revision_number': 6, 'project_id': '005d49094ead4e63ad23cb02de2bfa34', 'gw_port_host': None}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:23:06.120807 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7fd595-b3f7-4bdf-b5d5-f3029b28fd18 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ffc7082-ce09-46e0-93dc-281675870673,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:06.133226 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b07c61-09e9-4619-8232-ede7715d9f0c None None] The sync data for ids ['6ccd2274-8d6b-4ff4-ace8-95127cd8e714'] in n-d-806683-17 is: [{'id': '6ccd2274-8d6b-4ff4-ace8-95127cd8e714', 'name': 'tempest-TaggedBootDevicesTest-1533506095-router', 'tenant_id': '005d49094ead4e63ad23cb02de2bfa34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:11:20Z', 'updated_at': '2021-10-30T15:23:05Z', 'revision_number': 6, 'project_id': '005d49094ead4e63ad23cb02de2bfa34', 'gw_port_host': None}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:23:06.184597 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fa7fd595-b3f7-4bdf-b5d5-f3029b28fd18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:06.281523 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fa7fd595-b3f7-4bdf-b5d5-f3029b28fd18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:06.283959 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fa7fd595-b3f7-4bdf-b5d5-f3029b28fd18 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:06.327869 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fa7fd595-b3f7-4bdf-b5d5-f3029b28fd18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:06.328503 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa7fd595-b3f7-4bdf-b5d5-f3029b28fd18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ccd2274-8d6b-4ff4-ace8-95127cd8e714 {{(pid=102130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:23:06.332937 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fa7fd595-b3f7-4bdf-b5d5-f3029b28fd18 admin admin] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:06.334073 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-fa7fd595-b3f7-4bdf-b5d5-f3029b28fd18 admin admin] 10.222.0.62 "DELETE /v2.0/routers/6ccd2274-8d6b-4ff4-ace8-95127cd8e714 HTTP/1.1" status: 204 len: 168 time: 0.8617027 Oct 30 15:23:06.336611 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 50076) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:23:06.383252 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-846153e2-81e8-44d2-8f9f-62bae858bfb9 admin admin] Deleting subnet b6028f5c-691f-4481-8af2-37902ddb4e8e {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:23:06.386747 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-846153e2-81e8-44d2-8f9f-62bae858bfb9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:06.423859 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-846153e2-81e8-44d2-8f9f-62bae858bfb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:06.526367 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-846153e2-81e8-44d2-8f9f-62bae858bfb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:06.607298 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-846153e2-81e8-44d2-8f9f-62bae858bfb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:06.629697 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2a33f-f97a-4708-af51-dd8f0a77b67c req-07deae01-70e6-4a5a-b803-61cd4a1c2395 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:06.631176 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f9d2a33f-f97a-4708-af51-dd8f0a77b67c req-07deae01-70e6-4a5a-b803-61cd4a1c2395 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/ports?device_id=b11fca66-73af-4ff9-b301-8687cd44117a HTTP/1.1" status: 200 len: 945 time: 0.0651913 Oct 30 15:23:06.641516 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846153e2-81e8-44d2-8f9f-62bae858bfb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6028f5c-691f-4481-8af2-37902ddb4e8e,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:06.644394 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-846153e2-81e8-44d2-8f9f-62bae858bfb9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:06.648078 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-846153e2-81e8-44d2-8f9f-62bae858bfb9 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/b6028f5c-691f-4481-8af2-37902ddb4e8e HTTP/1.1" status: 204 len: 168 time: 0.3105187 Oct 30 15:23:06.650224 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e7d375-d08c-4ba4-93a3-2fc5732b208b None None] Network 524f8360-eaf2-4133-a589-da68b60c4b3f requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:23:06.650754 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 50080) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:23:06.694783 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f9d2a33f-f97a-4708-af51-dd8f0a77b67c req-d55c8914-43c1-4022-9f8a-757d79a306ad tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/security-groups?id=e96b94c8-1854-43c2-8b3c-964bf8e29073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576324 Oct 30 15:23:06.764847 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f77454ad-7948-43ea-a89d-1829adc2d2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:06.851081 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-f77454ad-7948-43ea-a89d-1829adc2d2ac admin admin] Deleting port a3b85ffb-e62d-41f4-972a-e6926b537351 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:23:06.851385 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f77454ad-7948-43ea-a89d-1829adc2d2ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:06.925067 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-f77454ad-7948-43ea-a89d-1829adc2d2ac admin admin] For port a3b85ffb-e62d-41f4-972a-e6926b537351, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=a3b85ffb-e62d-41f4-972a-e6926b537351,segment=NetworkSegment(c6961737-a289-4cc2-be94-4c33cfd1177f),segment_id=c6961737-a289-4cc2-be94-4c33cfd1177f)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:23:06.925514 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f77454ad-7948-43ea-a89d-1829adc2d2ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:06.941516 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-f77454ad-7948-43ea-a89d-1829adc2d2ac admin admin] Calling delete_port for a3b85ffb-e62d-41f4-972a-e6926b537351 owned by network:dhcp {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:23:06.959909 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c817b78-0763-4aab-afe7-a864ebe8994a None None] DHCP port deletion for 524f8360-eaf2-4133-a589-da68b60c4b3f request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:23:07.038233 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-4c817b78-0763-4aab-afe7-a864ebe8994a None None] Deleting port a3b85ffb-e62d-41f4-972a-e6926b537351 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:23:07.038710 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4c817b78-0763-4aab-afe7-a864ebe8994a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:07.101751 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f77454ad-7948-43ea-a89d-1829adc2d2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:07.157023 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77454ad-7948-43ea-a89d-1829adc2d2ac admin admin] Pushing event deleted for resources: {'Port': ['ID=a3b85ffb-e62d-41f4-972a-e6926b537351,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:07.162212 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-4c817b78-0763-4aab-afe7-a864ebe8994a None None] For port a3b85ffb-e62d-41f4-972a-e6926b537351, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=a3b85ffb-e62d-41f4-972a-e6926b537351,segment=NetworkSegment(c6961737-a289-4cc2-be94-4c33cfd1177f),segment_id=c6961737-a289-4cc2-be94-4c33cfd1177f)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:23:07.162621 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4c817b78-0763-4aab-afe7-a864ebe8994a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:07.170598 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77454ad-7948-43ea-a89d-1829adc2d2ac admin admin] No DVR routers for this DVR port a3b85ffb-e62d-41f4-972a-e6926b537351 on host n-d-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:23:07.182905 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-4c817b78-0763-4aab-afe7-a864ebe8994a None None] Calling delete_port for a3b85ffb-e62d-41f4-972a-e6926b537351 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:23:07.331674 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4c817b78-0763-4aab-afe7-a864ebe8994a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:07.347757 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c817b78-0763-4aab-afe7-a864ebe8994a None None] No DVR routers for this DVR port a3b85ffb-e62d-41f4-972a-e6926b537351 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:23:07.364166 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f77454ad-7948-43ea-a89d-1829adc2d2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:07.377333 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c817b78-0763-4aab-afe7-a864ebe8994a None None] Pushing event deleted for resources: {'Port': ['ID=a3b85ffb-e62d-41f4-972a-e6926b537351,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:07.383220 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device a3b85ffb-e62d-41f4-972a-e6926b537351 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:23:07.409090 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-f77454ad-7948-43ea-a89d-1829adc2d2ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['524f8360-eaf2-4133-a589-da68b60c4b3f']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:23:07.421335 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-f77454ad-7948-43ea-a89d-1829adc2d2ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6961737-a289-4cc2-be94-4c33cfd1177f') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:23:07.421335 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-f77454ad-7948-43ea-a89d-1829adc2d2ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6961737-a289-4cc2-be94-4c33cfd1177f') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:23:07.421662 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: a3b85ffb-e62d-41f4-972a-e6926b537351 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:23:07.421662 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device a3b85ffb-e62d-41f4-972a-e6926b537351 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:23:07.421662 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 2ffc7082-ce09-46e0-93dc-281675870673 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:23:07.432122 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f77454ad-7948-43ea-a89d-1829adc2d2ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:07.442337 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 2ffc7082-ce09-46e0-93dc-281675870673 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:23:07.442692 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 2ffc7082-ce09-46e0-93dc-281675870673 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:23:07.443112 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 2ad90f31-34c0-40e9-b6f2-7ed6fd122689 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:23:07.450828 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f77454ad-7948-43ea-a89d-1829adc2d2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:07.458381 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f77454ad-7948-43ea-a89d-1829adc2d2ac admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:23:07.459076 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f77454ad-7948-43ea-a89d-1829adc2d2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:07.461373 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:23:07.461373 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:23:07.461373 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:23:07.461373 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:23:07.461373 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:23:07.461373 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:23:07.461373 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:23:07.461373 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:23:07.461373 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:23:07.461373 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:23:07.461373 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:23:07.461373 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:23:07.461373 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:23:07.461373 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:23:07.461373 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:23:07.461373 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:23:07.461373 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:23:07.461373 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:23:07.461373 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:23:07.461373 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:23:07.461373 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:23:07.461373 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:23:07.461373 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:23:07.461373 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:23:07.461373 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:23:07.461373 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:23:07.461373 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:23:07.461373 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:23:07.461373 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:23:07.461373 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:23:07.461373 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:23:07.461373 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:23:07.465570 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 2ad90f31-34c0-40e9-b6f2-7ed6fd122689 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:23:07.465917 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 2ad90f31-34c0-40e9-b6f2-7ed6fd122689 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:23:07.520245 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f77454ad-7948-43ea-a89d-1829adc2d2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:07.526969 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f77454ad-7948-43ea-a89d-1829adc2d2ac admin admin] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:07.533609 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-f77454ad-7948-43ea-a89d-1829adc2d2ac admin admin] 10.222.0.62 "DELETE /v2.0/networks/524f8360-eaf2-4133-a589-da68b60c4b3f HTTP/1.1" status: 204 len: 168 time: 0.8796785 Oct 30 15:23:07.546915 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77454ad-7948-43ea-a89d-1829adc2d2ac admin admin] Pushing event deleted for resources: {'Network': ['ID=524f8360-eaf2-4133-a589-da68b60c4b3f,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:07.663447 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 50104) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:23:07.708293 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a49ebbe4-067b-4928-9a90-9882bfea7395 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=005d49094ead4e63ad23cb02de2bfa34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0434957 Oct 30 15:23:07.711365 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 50106) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:23:07.767972 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ecfd4818-237c-45d7-b72f-79f63f27eaba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:07.803896 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ecfd4818-237c-45d7-b72f-79f63f27eaba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:07.853123 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ecfd4818-237c-45d7-b72f-79f63f27eaba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:07.855850 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ecfd4818-237c-45d7-b72f-79f63f27eaba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:07.857522 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-ecfd4818-237c-45d7-b72f-79f63f27eaba admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5eeec3c6-4bd2-414a-bba6-6aabb62faff1 HTTP/1.1" status: 204 len: 168 time: 0.1445551 Oct 30 15:23:07.866183 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd4818-237c-45d7-b72f-79f63f27eaba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eeec3c6-4bd2-414a-bba6-6aabb62faff1,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:08.720110 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 50136) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:23:08.842529 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-4dbde82f-1f7c-4ef7-a556-9f02cd3e3f7a admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1780799885-network', 'tenant_id': '014e14f6e09f40d0bf80226db24c110d'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:23:08.874810 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dbde82f-1f7c-4ef7-a556-9f02cd3e3f7a admin admin] Made reservation on behalf of 014e14f6e09f40d0bf80226db24c110d for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:23:08.877658 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4dbde82f-1f7c-4ef7-a556-9f02cd3e3f7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:08.887601 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4dbde82f-1f7c-4ef7-a556-9f02cd3e3f7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:08.973973 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4dbde82f-1f7c-4ef7-a556-9f02cd3e3f7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:08.978884 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4dbde82f-1f7c-4ef7-a556-9f02cd3e3f7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:09.010330 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dbde82f-1f7c-4ef7-a556-9f02cd3e3f7a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:23:09.014991 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbde82f-1f7c-4ef7-a556-9f02cd3e3f7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc281c1-8ad1-4118-869f-b32071a533bb,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:09.028129 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4dbde82f-1f7c-4ef7-a556-9f02cd3e3f7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:09.029419 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-4dbde82f-1f7c-4ef7-a556-9f02cd3e3f7a admin admin] Added segment 098283bf-2092-4337-ad4e-b7c5d5f3b0ef of type vlan for network 9d579e80-bc5d-4b3d-ac80-efcba22239eb Oct 30 15:23:09.074719 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4dbde82f-1f7c-4ef7-a556-9f02cd3e3f7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:09.110828 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4dbde82f-1f7c-4ef7-a556-9f02cd3e3f7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:09.112592 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbde82f-1f7c-4ef7-a556-9f02cd3e3f7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:09.113467 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4dbde82f-1f7c-4ef7-a556-9f02cd3e3f7a admin admin] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:09.180698 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbde82f-1f7c-4ef7-a556-9f02cd3e3f7a admin admin] Pushing event updated for resources: {'Network': ['ID=9d579e80-bc5d-4b3d-ac80-efcba22239eb,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:09.202642 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 9d579e80-bc5d-4b3d-ac80-efcba22239eb details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:23:09.210066 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 50142) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:23:09.213956 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-4dbde82f-1f7c-4ef7-a556-9f02cd3e3f7a admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.4856942 Oct 30 15:23:09.221032 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-dbd55276-164b-44b9-aa8e-0f298e6d361c admin admin] Request body: {'subnet': {'network_id': '9d579e80-bc5d-4b3d-ac80-efcba22239eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1780799885-subnet', 'tenant_id': '014e14f6e09f40d0bf80226db24c110d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:23:09.260179 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd55276-164b-44b9-aa8e-0f298e6d361c admin admin] Made reservation on behalf of 014e14f6e09f40d0bf80226db24c110d for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:23:09.262793 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-dbd55276-164b-44b9-aa8e-0f298e6d361c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:09.592477 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-dbd55276-164b-44b9-aa8e-0f298e6d361c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:09.642324 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd55276-164b-44b9-aa8e-0f298e6d361c admin admin] Pushing event updated for resources: {'Subnet': ['ID=288d3caf-4957-4c66-adb3-c3983ab16158,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:09.673477 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd55276-164b-44b9-aa8e-0f298e6d361c admin admin] Checking segment: {'id': '098283bf-2092-4337-ad4e-b7c5d5f3b0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9d579e80-bc5d-4b3d-ac80-efcba22239eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:23:09.673834 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd55276-164b-44b9-aa8e-0f298e6d361c admin admin] Network hostable DHCP agents. Network: 9d579e80-bc5d-4b3d-ac80-efcba22239eb, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:23:09.694608 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd55276-164b-44b9-aa8e-0f298e6d361c admin admin] Network 9d579e80-bc5d-4b3d-ac80-efcba22239eb is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:23:09.704681 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-dbd55276-164b-44b9-aa8e-0f298e6d361c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 9d579e80-bc5d-4b3d-ac80-efcba22239eb) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:23:09.709139 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd55276-164b-44b9-aa8e-0f298e6d361c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:09.710632 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-dbd55276-164b-44b9-aa8e-0f298e6d361c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:09.713781 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9994a2b2-2deb-4586-9671-90a5bf87cc05 None None] Network 9d579e80-bc5d-4b3d-ac80-efcba22239eb requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:23:09.740926 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-dbd55276-164b-44b9-aa8e-0f298e6d361c admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5293717 Oct 30 15:23:09.893752 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15a3570-5938-4e11-83ab-f623ca1b95ed None None] Network 9d579e80-bc5d-4b3d-ac80-efcba22239eb requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:23:10.757290 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5726eb-7f4c-4100-bc91-e2382b6bd5f0 req-4f5f5d1f-e134-491c-87fd-695d6ff6c84d tempest-ServerAddressesNegativeTestJSON-1876301082 tempest-ServerAddressesNegativeTestJSON-1876301082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:10.759027 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1f5726eb-7f4c-4100-bc91-e2382b6bd5f0 req-4f5f5d1f-e134-491c-87fd-695d6ff6c84d tempest-ServerAddressesNegativeTestJSON-1876301082 tempest-ServerAddressesNegativeTestJSON-1876301082-project] 10.222.0.62 "GET /v2.0/networks?id=9d579e80-bc5d-4b3d-ac80-efcba22239eb HTTP/1.1" status: 200 len: 822 time: 0.4891217 Oct 30 15:23:10.776856 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1f5726eb-7f4c-4100-bc91-e2382b6bd5f0 req-a64b446e-9d05-46f4-bd15-98f335d4b86f tempest-ServerAddressesNegativeTestJSON-1876301082 tempest-ServerAddressesNegativeTestJSON-1876301082-project] 10.222.0.62 "GET /v2.0/quotas/014e14f6e09f40d0bf80226db24c110d HTTP/1.1" status: 200 len: 375 time: 0.0104611 Oct 30 15:23:10.811853 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1f5726eb-7f4c-4100-bc91-e2382b6bd5f0 req-f4efa47f-c8e4-4f2a-a911-c6284f0eecd4 tempest-ServerAddressesNegativeTestJSON-1876301082 tempest-ServerAddressesNegativeTestJSON-1876301082-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=014e14f6e09f40d0bf80226db24c110d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286245 Oct 30 15:23:10.921467 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1f5726eb-7f4c-4100-bc91-e2382b6bd5f0 req-874a0ccd-ba4f-4d30-8b3c-d666b3ef9370 service neutron] 10.222.0.62 "GET /v2.0/networks/9d579e80-bc5d-4b3d-ac80-efcba22239eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006937 Oct 30 15:23:11.047993 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1f5726eb-7f4c-4100-bc91-e2382b6bd5f0 req-66d5ffc0-a21f-42e5-ae78-01dc34b26d6b service neutron] 10.222.0.62 "GET /v2.0/networks/9d579e80-bc5d-4b3d-ac80-efcba22239eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186616 Oct 30 15:23:11.230378 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-487a543e-d824-45d7-835d-12ef46f79c13 req-75b02d04-74ed-40fc-ab73-b92f6ab05277 tempest-ServerAddressesNegativeTestJSON-1876301082 tempest-ServerAddressesNegativeTestJSON-1876301082-project] 10.222.0.62 "GET /v2.0/ports?device_id=51836aa2-b117-4c97-b354-32f51be0ce7b HTTP/1.1" status: 200 len: 210 time: 0.0340865 Oct 30 15:23:12.341816 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b4960145-339e-41fb-b345-eb21c9d69b8c req-9c1070dc-f1ac-4fd2-ba45-592e23082067 tempest-ServerAddressesNegativeTestJSON-1876301082 tempest-ServerAddressesNegativeTestJSON-1876301082-project] 10.222.0.62 "GET /v2.0/ports?device_id=51836aa2-b117-4c97-b354-32f51be0ce7b HTTP/1.1" status: 200 len: 210 time: 0.0294626 Oct 30 15:23:12.666118 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5726eb-7f4c-4100-bc91-e2382b6bd5f0 req-8ca839f2-2f83-4e5e-b80a-0f5e75a2e221 tempest-ServerAddressesNegativeTestJSON-1876301082 tempest-ServerAddressesNegativeTestJSON-1876301082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:12.668550 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1f5726eb-7f4c-4100-bc91-e2382b6bd5f0 req-8ca839f2-2f83-4e5e-b80a-0f5e75a2e221 tempest-ServerAddressesNegativeTestJSON-1876301082 tempest-ServerAddressesNegativeTestJSON-1876301082-project] 10.222.0.44 "GET /v2.0/networks?id=9d579e80-bc5d-4b3d-ac80-efcba22239eb HTTP/1.1" status: 200 len: 822 time: 0.1531048 Oct 30 15:23:12.701681 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-1f5726eb-7f4c-4100-bc91-e2382b6bd5f0 req-c8c050dc-21e4-4967-b78c-11237020e177 tempest-ServerAddressesNegativeTestJSON-1876301082 tempest-ServerAddressesNegativeTestJSON-1876301082-project] Request body: {'port': {'device_id': '51836aa2-b117-4c97-b354-32f51be0ce7b', 'network_id': '9d579e80-bc5d-4b3d-ac80-efcba22239eb', 'admin_state_up': True, 'tenant_id': '014e14f6e09f40d0bf80226db24c110d'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:23:12.827276 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f5726eb-7f4c-4100-bc91-e2382b6bd5f0 req-c8c050dc-21e4-4967-b78c-11237020e177 tempest-ServerAddressesNegativeTestJSON-1876301082 tempest-ServerAddressesNegativeTestJSON-1876301082-project] Made reservation on behalf of 014e14f6e09f40d0bf80226db24c110d for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:23:12.831112 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1f5726eb-7f4c-4100-bc91-e2382b6bd5f0 req-c8c050dc-21e4-4967-b78c-11237020e177 tempest-ServerAddressesNegativeTestJSON-1876301082 tempest-ServerAddressesNegativeTestJSON-1876301082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:12.982330 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-1f5726eb-7f4c-4100-bc91-e2382b6bd5f0 req-c8c050dc-21e4-4967-b78c-11237020e177 tempest-ServerAddressesNegativeTestJSON-1876301082 tempest-ServerAddressesNegativeTestJSON-1876301082-project] Allocated IP 172.20.0.6 (9d579e80-bc5d-4b3d-ac80-efcba22239eb/288d3caf-4957-4c66-adb3-c3983ab16158/560f1e19-bf39-4f3d-83b9-799f9fb0d893) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:23:13.157251 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1f5726eb-7f4c-4100-bc91-e2382b6bd5f0 req-c8c050dc-21e4-4967-b78c-11237020e177 tempest-ServerAddressesNegativeTestJSON-1876301082 tempest-ServerAddressesNegativeTestJSON-1876301082-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:13.196390 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1f5726eb-7f4c-4100-bc91-e2382b6bd5f0 req-c8c050dc-21e4-4967-b78c-11237020e177 tempest-ServerAddressesNegativeTestJSON-1876301082 tempest-ServerAddressesNegativeTestJSON-1876301082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:13.242396 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f5726eb-7f4c-4100-bc91-e2382b6bd5f0 req-c8c050dc-21e4-4967-b78c-11237020e177 tempest-ServerAddressesNegativeTestJSON-1876301082 tempest-ServerAddressesNegativeTestJSON-1876301082-project] Network 9d579e80-bc5d-4b3d-ac80-efcba22239eb is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:23:13.245590 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-1f5726eb-7f4c-4100-bc91-e2382b6bd5f0 req-c8c050dc-21e4-4967-b78c-11237020e177 tempest-ServerAddressesNegativeTestJSON-1876301082 tempest-ServerAddressesNegativeTestJSON-1876301082-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:23:13.250016 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f5726eb-7f4c-4100-bc91-e2382b6bd5f0 req-c8c050dc-21e4-4967-b78c-11237020e177 tempest-ServerAddressesNegativeTestJSON-1876301082 tempest-ServerAddressesNegativeTestJSON-1876301082-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:23:13.256928 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c050dc-21e4-4967-b78c-11237020e177 tempest-ServerAddressesNegativeTestJSON-1876301082 tempest-ServerAddressesNegativeTestJSON-1876301082-project] Pushing event updated for resources: {'Port': ['ID=560f1e19-bf39-4f3d-83b9-799f9fb0d893,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:13.303430 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5726eb-7f4c-4100-bc91-e2382b6bd5f0 req-c8c050dc-21e4-4967-b78c-11237020e177 tempest-ServerAddressesNegativeTestJSON-1876301082 tempest-ServerAddressesNegativeTestJSON-1876301082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:13.304079 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1f5726eb-7f4c-4100-bc91-e2382b6bd5f0 req-c8c050dc-21e4-4967-b78c-11237020e177 tempest-ServerAddressesNegativeTestJSON-1876301082 tempest-ServerAddressesNegativeTestJSON-1876301082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:13.323408 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1f5726eb-7f4c-4100-bc91-e2382b6bd5f0 req-c8c050dc-21e4-4967-b78c-11237020e177 tempest-ServerAddressesNegativeTestJSON-1876301082 tempest-ServerAddressesNegativeTestJSON-1876301082-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6443233 Oct 30 15:23:13.335587 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-1f5726eb-7f4c-4100-bc91-e2382b6bd5f0 req-c7c98f12-dbd6-4f88-9c5c-d17e47ad7948 service neutron] Request body: {'port': {'device_id': '51836aa2-b117-4c97-b354-32f51be0ce7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:23:13.396669 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1f5726eb-7f4c-4100-bc91-e2382b6bd5f0 req-c7c98f12-dbd6-4f88-9c5c-d17e47ad7948 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:13.473421 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf8a277-a648-4ffa-99ad-78359df55f35 req-4cf050e1-b00f-45a1-bf33-90cff5953397 tempest-ServerAddressesNegativeTestJSON-1876301082 tempest-ServerAddressesNegativeTestJSON-1876301082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:13.475407 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fcf8a277-a648-4ffa-99ad-78359df55f35 req-4cf050e1-b00f-45a1-bf33-90cff5953397 tempest-ServerAddressesNegativeTestJSON-1876301082 tempest-ServerAddressesNegativeTestJSON-1876301082-project] 10.222.0.62 "GET /v2.0/ports?device_id=51836aa2-b117-4c97-b354-32f51be0ce7b HTTP/1.1" status: 200 len: 931 time: 0.0539773 Oct 30 15:23:13.522456 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fcf8a277-a648-4ffa-99ad-78359df55f35 req-00dd4c0a-7068-4704-9614-df765c9a6390 tempest-ServerAddressesNegativeTestJSON-1876301082 tempest-ServerAddressesNegativeTestJSON-1876301082-project] 10.222.0.62 "GET /v2.0/security-groups?id=abc281c1-8ad1-4118-869f-b32071a533bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378063 Oct 30 15:23:13.689956 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-1f5726eb-7f4c-4100-bc91-e2382b6bd5f0 req-c7c98f12-dbd6-4f88-9c5c-d17e47ad7948 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 560f1e19-bf39-4f3d-83b9-799f9fb0d893 {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:23:13.697857 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1f5726eb-7f4c-4100-bc91-e2382b6bd5f0 req-c7c98f12-dbd6-4f88-9c5c-d17e47ad7948 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:13.711776 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-1f5726eb-7f4c-4100-bc91-e2382b6bd5f0 req-c7c98f12-dbd6-4f88-9c5c-d17e47ad7948 service neutron] Transition to ACTIVE for port object 560f1e19-bf39-4f3d-83b9-799f9fb0d893 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:23:13.715887 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1f5726eb-7f4c-4100-bc91-e2382b6bd5f0 req-c7c98f12-dbd6-4f88-9c5c-d17e47ad7948 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:13.767559 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c98f12-dbd6-4f88-9c5c-d17e47ad7948 service neutron] Pushing event updated for resources: {'Port': ['ID=560f1e19-bf39-4f3d-83b9-799f9fb0d893,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:13.862867 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-1f5726eb-7f4c-4100-bc91-e2382b6bd5f0 req-c7c98f12-dbd6-4f88-9c5c-d17e47ad7948 service neutron] Attempting to bind port 560f1e19-bf39-4f3d-83b9-799f9fb0d893 on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:23:13.863210 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-1f5726eb-7f4c-4100-bc91-e2382b6bd5f0 req-c7c98f12-dbd6-4f88-9c5c-d17e47ad7948 service neutron] Attempting to bind port 560f1e19-bf39-4f3d-83b9-799f9fb0d893 by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': '098283bf-2092-4337-ad4e-b7c5d5f3b0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9d579e80-bc5d-4b3d-ac80-efcba22239eb'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:23:13.863569 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5726eb-7f4c-4100-bc91-e2382b6bd5f0 req-c7c98f12-dbd6-4f88-9c5c-d17e47ad7948 service neutron] Attempting to bind port 560f1e19-bf39-4f3d-83b9-799f9fb0d893 on network 9d579e80-bc5d-4b3d-ac80-efcba22239eb {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:23:13.872039 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5726eb-7f4c-4100-bc91-e2382b6bd5f0 req-c7c98f12-dbd6-4f88-9c5c-d17e47ad7948 service neutron] Port 560f1e19-bf39-4f3d-83b9-799f9fb0d893 on network 9d579e80-bc5d-4b3d-ac80-efcba22239eb not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:23:13.872407 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5726eb-7f4c-4100-bc91-e2382b6bd5f0 req-c7c98f12-dbd6-4f88-9c5c-d17e47ad7948 service neutron] Attempting to bind port 560f1e19-bf39-4f3d-83b9-799f9fb0d893 on network 9d579e80-bc5d-4b3d-ac80-efcba22239eb {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:23:13.877916 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5726eb-7f4c-4100-bc91-e2382b6bd5f0 req-c7c98f12-dbd6-4f88-9c5c-d17e47ad7948 service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:23:13.878342 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5726eb-7f4c-4100-bc91-e2382b6bd5f0 req-c7c98f12-dbd6-4f88-9c5c-d17e47ad7948 service neutron] Checking segment: {'id': '098283bf-2092-4337-ad4e-b7c5d5f3b0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9d579e80-bc5d-4b3d-ac80-efcba22239eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:23:13.878799 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5726eb-7f4c-4100-bc91-e2382b6bd5f0 req-c7c98f12-dbd6-4f88-9c5c-d17e47ad7948 service neutron] Bound using segment: {'id': '098283bf-2092-4337-ad4e-b7c5d5f3b0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9d579e80-bc5d-4b3d-ac80-efcba22239eb'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:23:13.879239 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-1f5726eb-7f4c-4100-bc91-e2382b6bd5f0 req-c7c98f12-dbd6-4f88-9c5c-d17e47ad7948 service neutron] Bound port: 560f1e19-bf39-4f3d-83b9-799f9fb0d893, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '098283bf-2092-4337-ad4e-b7c5d5f3b0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9d579e80-bc5d-4b3d-ac80-efcba22239eb'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:23:13.879631 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1f5726eb-7f4c-4100-bc91-e2382b6bd5f0 req-c7c98f12-dbd6-4f88-9c5c-d17e47ad7948 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:13.962884 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-1f5726eb-7f4c-4100-bc91-e2382b6bd5f0 req-c7c98f12-dbd6-4f88-9c5c-d17e47ad7948 service neutron] For port 560f1e19-bf39-4f3d-83b9-799f9fb0d893, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:23:13.967271 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-1f5726eb-7f4c-4100-bc91-e2382b6bd5f0 req-c7c98f12-dbd6-4f88-9c5c-d17e47ad7948 service neutron] For port 560f1e19-bf39-4f3d-83b9-799f9fb0d893, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=560f1e19-bf39-4f3d-83b9-799f9fb0d893,segment=NetworkSegment(098283bf-2092-4337-ad4e-b7c5d5f3b0ef),segment_id=098283bf-2092-4337-ad4e-b7c5d5f3b0ef)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:23:13.971647 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1f5726eb-7f4c-4100-bc91-e2382b6bd5f0 req-c7c98f12-dbd6-4f88-9c5c-d17e47ad7948 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:14.011365 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5726eb-7f4c-4100-bc91-e2382b6bd5f0 req-c7c98f12-dbd6-4f88-9c5c-d17e47ad7948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:14.012057 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1f5726eb-7f4c-4100-bc91-e2382b6bd5f0 req-c7c98f12-dbd6-4f88-9c5c-d17e47ad7948 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:14.014065 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1f5726eb-7f4c-4100-bc91-e2382b6bd5f0 req-c7c98f12-dbd6-4f88-9c5c-d17e47ad7948 service neutron] 10.222.0.44 "PUT /v2.0/ports/560f1e19-bf39-4f3d-83b9-799f9fb0d893 HTTP/1.1" status: 200 len: 1092 time: 0.6830022 Oct 30 15:23:14.014522 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51836aa2-b117-4c97-b354-32f51be0ce7b', 'tag': '560f1e19-bf39-4f3d-83b9-799f9fb0d893'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:23:14.017144 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e824d2cb-d357-47b8-b7d5-1571dead7f87" -d '{"events": [{"name": "network-changed", "server_uuid": "51836aa2-b117-4c97-b354-32f51be0ce7b", "tag": "560f1e19-bf39-4f3d-83b9-799f9fb0d893"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:23:14.094612 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302bda98-e495-42dc-8af8-d0fa0cee5d35 x-openstack-request-id: req-302bda98-e495-42dc-8af8-d0fa0cee5d35 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:23:14.094907 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51836aa2-b117-4c97-b354-32f51be0ce7b", "tag": "560f1e19-bf39-4f3d-83b9-799f9fb0d893", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:23:14.095158 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-302bda98-e495-42dc-8af8-d0fa0cee5d35 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:23:14.095579 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51836aa2-b117-4c97-b354-32f51be0ce7b', 'tag': '560f1e19-bf39-4f3d-83b9-799f9fb0d893', 'status': 'completed', 'code': 200} Oct 30 15:23:14.096344 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c98f12-dbd6-4f88-9c5c-d17e47ad7948 service neutron] Pushing event updated for resources: {'Port': ['ID=560f1e19-bf39-4f3d-83b9-799f9fb0d893,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:14.174336 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5726eb-7f4c-4100-bc91-e2382b6bd5f0 req-086643c4-3a94-495b-b077-c903928ed4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:14.175869 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1f5726eb-7f4c-4100-bc91-e2382b6bd5f0 req-086643c4-3a94-495b-b077-c903928ed4e7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=014e14f6e09f40d0bf80226db24c110d&device_id=51836aa2-b117-4c97-b354-32f51be0ce7b HTTP/1.1" status: 200 len: 1095 time: 0.1143408 Oct 30 15:23:14.230653 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1f5726eb-7f4c-4100-bc91-e2382b6bd5f0 req-5a13e3fc-1635-4747-b813-5c8164a33b2f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=560f1e19-bf39-4f3d-83b9-799f9fb0d893 HTTP/1.1" status: 200 len: 217 time: 0.0415616 Oct 30 15:23:14.291268 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b39ee6-0cf1-462d-afb0-6986285cba22 req-90975919-09ff-4ac9-a5c8-a67c1c92a6f7 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:14.292722 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f6b39ee6-0cf1-462d-afb0-6986285cba22 req-90975919-09ff-4ac9-a5c8-a67c1c92a6f7 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/networks?id=81bfdab0-1997-4fff-a2b2-723bc0c6e6f9 HTTP/1.1" status: 200 len: 813 time: 0.1926093 Oct 30 15:23:14.314898 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f6b39ee6-0cf1-462d-afb0-6986285cba22 req-1746e4fb-90b6-462f-bd0f-166be69d1c7d tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/quotas/8388c996b8634be9ab271f97b633ea56 HTTP/1.1" status: 200 len: 375 time: 0.0157578 Oct 30 15:23:14.316666 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5726eb-7f4c-4100-bc91-e2382b6bd5f0 req-0eb63517-b5c6-4ddd-8433-96fb6c9f6fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:14.318054 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1f5726eb-7f4c-4100-bc91-e2382b6bd5f0 req-0eb63517-b5c6-4ddd-8433-96fb6c9f6fbc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=288d3caf-4957-4c66-adb3-c3983ab16158 HTTP/1.1" status: 200 len: 862 time: 0.0754895 Oct 30 15:23:14.375391 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1f5726eb-7f4c-4100-bc91-e2382b6bd5f0 req-2c13a356-4495-40e9-8a82-9a04c22ba65e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9d579e80-bc5d-4b3d-ac80-efcba22239eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451136 Oct 30 15:23:14.393091 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f6b39ee6-0cf1-462d-afb0-6986285cba22 req-6a2509bb-f2a9-4ce8-84e6-9c742cf5061e tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8388c996b8634be9ab271f97b633ea56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0722010 Oct 30 15:23:14.545538 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1f5726eb-7f4c-4100-bc91-e2382b6bd5f0 req-076fcf0a-bc75-4a33-8ffb-4b7b5ecebf93 service neutron] 10.222.0.44 "GET /v2.0/networks/9d579e80-bc5d-4b3d-ac80-efcba22239eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502807 Oct 30 15:23:14.546799 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f6b39ee6-0cf1-462d-afb0-6986285cba22 req-9d793914-7e65-4c7f-8965-0234ae5a92a2 service neutron] 10.222.0.62 "GET /v2.0/networks/81bfdab0-1997-4fff-a2b2-723bc0c6e6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457214 Oct 30 15:23:14.649195 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d37cde-040f-4686-9538-c8413bcc2468 req-3a93d33e-5940-4bcf-9900-d9947d10b06e tempest-ServerAddressesNegativeTestJSON-1876301082 tempest-ServerAddressesNegativeTestJSON-1876301082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:14.650695 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-96d37cde-040f-4686-9538-c8413bcc2468 req-3a93d33e-5940-4bcf-9900-d9947d10b06e tempest-ServerAddressesNegativeTestJSON-1876301082 tempest-ServerAddressesNegativeTestJSON-1876301082-project] 10.222.0.62 "GET /v2.0/ports?device_id=51836aa2-b117-4c97-b354-32f51be0ce7b HTTP/1.1" status: 200 len: 943 time: 0.0548000 Oct 30 15:23:14.707153 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-96d37cde-040f-4686-9538-c8413bcc2468 req-ce3ab694-eda2-4fe5-8e33-26b875c4e212 tempest-ServerAddressesNegativeTestJSON-1876301082 tempest-ServerAddressesNegativeTestJSON-1876301082-project] 10.222.0.62 "GET /v2.0/security-groups?id=abc281c1-8ad1-4118-869f-b32071a533bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504537 Oct 30 15:23:14.733008 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f6b39ee6-0cf1-462d-afb0-6986285cba22 req-5544eae7-13a8-402d-968c-4b2b487a76f2 service neutron] 10.222.0.62 "GET /v2.0/networks/81bfdab0-1997-4fff-a2b2-723bc0c6e6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717815 Oct 30 15:23:14.735801 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1f5726eb-7f4c-4100-bc91-e2382b6bd5f0 req-c6594487-6c92-42d2-9e0c-aa4cc3110faa service neutron] 10.222.0.44 "GET /v2.0/networks/9d579e80-bc5d-4b3d-ac80-efcba22239eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827354 Oct 30 15:23:14.861441 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e824d2cb-d357-47b8-b7d5-1571dead7f87 req-bcab253f-e567-444a-96a1-cd92b5b75f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:14.862977 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e824d2cb-d357-47b8-b7d5-1571dead7f87 req-bcab253f-e567-444a-96a1-cd92b5b75f20 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=014e14f6e09f40d0bf80226db24c110d&device_id=51836aa2-b117-4c97-b354-32f51be0ce7b HTTP/1.1" status: 200 len: 1095 time: 0.0503418 Oct 30 15:23:14.961340 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-27788e5d-b9ef-47bd-b10f-490114b2fd05 req-bd6a76f8-29cb-4e03-bc1e-ba6aa3267ef8 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/ports?device_id=e36e88ed-7b73-4881-9910-33e4a611817a HTTP/1.1" status: 200 len: 210 time: 0.0318050 Oct 30 15:23:14.996352 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e824d2cb-d357-47b8-b7d5-1571dead7f87 req-4f6b02ef-6373-427b-9522-d92698584c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:14.998049 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e824d2cb-d357-47b8-b7d5-1571dead7f87 req-4f6b02ef-6373-427b-9522-d92698584c5a service neutron] 10.222.0.44 "GET /v2.0/networks?id=9d579e80-bc5d-4b3d-ac80-efcba22239eb HTTP/1.1" status: 200 len: 923 time: 0.1273797 Oct 30 15:23:15.050078 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e824d2cb-d357-47b8-b7d5-1571dead7f87 req-819090f2-94b5-48f7-875b-1d5e9c96acbf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=560f1e19-bf39-4f3d-83b9-799f9fb0d893 HTTP/1.1" status: 200 len: 217 time: 0.0416358 Oct 30 15:23:15.104043 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e824d2cb-d357-47b8-b7d5-1571dead7f87 req-4d451fff-fe21-4525-92bc-4cbcbb4eead1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:15.105544 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e824d2cb-d357-47b8-b7d5-1571dead7f87 req-4d451fff-fe21-4525-92bc-4cbcbb4eead1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=288d3caf-4957-4c66-adb3-c3983ab16158 HTTP/1.1" status: 200 len: 862 time: 0.0476005 Oct 30 15:23:15.145850 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e824d2cb-d357-47b8-b7d5-1571dead7f87 req-89428a5f-16c2-4834-88d3-bd59ca889b1e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9d579e80-bc5d-4b3d-ac80-efcba22239eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268517 Oct 30 15:23:15.259911 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e824d2cb-d357-47b8-b7d5-1571dead7f87 req-540af4f4-f919-4b98-93cf-81a596f92f2f service neutron] 10.222.0.44 "GET /v2.0/networks/9d579e80-bc5d-4b3d-ac80-efcba22239eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050570 Oct 30 15:23:15.361991 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e824d2cb-d357-47b8-b7d5-1571dead7f87 req-c438f1f5-afa6-482f-8eb9-9ab94ef64277 service neutron] 10.222.0.44 "GET /v2.0/networks/9d579e80-bc5d-4b3d-ac80-efcba22239eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945508 Oct 30 15:23:15.882473 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0470712a-7905-4399-987b-1e82c6ffdb17 req-f749abb7-6a46-42f6-95ef-eb5780283081 tempest-ServerAddressesNegativeTestJSON-1876301082 tempest-ServerAddressesNegativeTestJSON-1876301082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:15.890132 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0470712a-7905-4399-987b-1e82c6ffdb17 req-f749abb7-6a46-42f6-95ef-eb5780283081 tempest-ServerAddressesNegativeTestJSON-1876301082 tempest-ServerAddressesNegativeTestJSON-1876301082-project] 10.222.0.62 "GET /v2.0/ports?device_id=51836aa2-b117-4c97-b354-32f51be0ce7b HTTP/1.1" status: 200 len: 943 time: 0.0936401 Oct 30 15:23:15.941012 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0470712a-7905-4399-987b-1e82c6ffdb17 req-8f251816-175e-439f-bae8-98278a2ca231 tempest-ServerAddressesNegativeTestJSON-1876301082 tempest-ServerAddressesNegativeTestJSON-1876301082-project] 10.222.0.62 "GET /v2.0/security-groups?id=abc281c1-8ad1-4118-869f-b32071a533bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496185 Oct 30 15:23:15.987639 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b39ee6-0cf1-462d-afb0-6986285cba22 req-14a92baa-43ac-4456-b905-29e2812e0244 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:15.989774 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f6b39ee6-0cf1-462d-afb0-6986285cba22 req-14a92baa-43ac-4456-b905-29e2812e0244 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.53 "GET /v2.0/networks?id=81bfdab0-1997-4fff-a2b2-723bc0c6e6f9 HTTP/1.1" status: 200 len: 813 time: 0.1425080 Oct 30 15:23:16.003920 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-f6b39ee6-0cf1-462d-afb0-6986285cba22 req-136decbc-f176-4d26-a397-9be29ae95553 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Request body: {'port': {'device_id': 'e36e88ed-7b73-4881-9910-33e4a611817a', 'network_id': '81bfdab0-1997-4fff-a2b2-723bc0c6e6f9', 'admin_state_up': True, 'tenant_id': '8388c996b8634be9ab271f97b633ea56'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:23:16.104073 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ec8397b6-31e7-48dd-aca4-b3178aab813d req-f46ec116-87cf-494a-97a1-38c62027d39c tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/ports?device_id=e36e88ed-7b73-4881-9910-33e4a611817a HTTP/1.1" status: 200 len: 210 time: 0.0381708 Oct 30 15:23:16.161722 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6b39ee6-0cf1-462d-afb0-6986285cba22 req-136decbc-f176-4d26-a397-9be29ae95553 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Made reservation on behalf of 8388c996b8634be9ab271f97b633ea56 for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:23:16.165400 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-f6b39ee6-0cf1-462d-afb0-6986285cba22 req-136decbc-f176-4d26-a397-9be29ae95553 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:16.308019 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-f6b39ee6-0cf1-462d-afb0-6986285cba22 req-136decbc-f176-4d26-a397-9be29ae95553 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Allocated IP 172.20.0.9 (81bfdab0-1997-4fff-a2b2-723bc0c6e6f9/9fc89002-6420-45ca-b603-e58f529bf6ac/333cce4f-087b-4924-8b2a-e6be3cd71954) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:23:16.454114 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-f6b39ee6-0cf1-462d-afb0-6986285cba22 req-136decbc-f176-4d26-a397-9be29ae95553 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:16.486798 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-f6b39ee6-0cf1-462d-afb0-6986285cba22 req-136decbc-f176-4d26-a397-9be29ae95553 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:16.500736 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['9fbbdf0d-64d7-4f5d-917c-1120f28c907e'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:23:16.503502 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['1be129b1-5e54-475b-bc57-a058945757a7'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:23:16.537349 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6b39ee6-0cf1-462d-afb0-6986285cba22 req-136decbc-f176-4d26-a397-9be29ae95553 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Network 81bfdab0-1997-4fff-a2b2-723bc0c6e6f9 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:23:16.540775 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-f6b39ee6-0cf1-462d-afb0-6986285cba22 req-136decbc-f176-4d26-a397-9be29ae95553 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:23:16.544813 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6b39ee6-0cf1-462d-afb0-6986285cba22 req-136decbc-f176-4d26-a397-9be29ae95553 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:23:16.551510 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136decbc-f176-4d26-a397-9be29ae95553 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Pushing event updated for resources: {'Port': ['ID=333cce4f-087b-4924-8b2a-e6be3cd71954,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:16.598623 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b39ee6-0cf1-462d-afb0-6986285cba22 req-136decbc-f176-4d26-a397-9be29ae95553 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:16.599408 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-f6b39ee6-0cf1-462d-afb0-6986285cba22 req-136decbc-f176-4d26-a397-9be29ae95553 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:16.615829 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f6b39ee6-0cf1-462d-afb0-6986285cba22 req-136decbc-f176-4d26-a397-9be29ae95553 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6166773 Oct 30 15:23:16.627836 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-f6b39ee6-0cf1-462d-afb0-6986285cba22 req-3f661da6-53c4-448c-b34e-d4da3c1932b8 service neutron] Request body: {'port': {'device_id': 'e36e88ed-7b73-4881-9910-33e4a611817a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:23:16.693505 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-f6b39ee6-0cf1-462d-afb0-6986285cba22 req-3f661da6-53c4-448c-b34e-d4da3c1932b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:16.980008 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-f6b39ee6-0cf1-462d-afb0-6986285cba22 req-3f661da6-53c4-448c-b34e-d4da3c1932b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 333cce4f-087b-4924-8b2a-e6be3cd71954 {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:23:16.989137 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-f6b39ee6-0cf1-462d-afb0-6986285cba22 req-3f661da6-53c4-448c-b34e-d4da3c1932b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:17.003360 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-f6b39ee6-0cf1-462d-afb0-6986285cba22 req-3f661da6-53c4-448c-b34e-d4da3c1932b8 service neutron] Transition to ACTIVE for port object 333cce4f-087b-4924-8b2a-e6be3cd71954 will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:23:17.007210 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-f6b39ee6-0cf1-462d-afb0-6986285cba22 req-3f661da6-53c4-448c-b34e-d4da3c1932b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:17.062788 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f661da6-53c4-448c-b34e-d4da3c1932b8 service neutron] Pushing event updated for resources: {'Port': ['ID=333cce4f-087b-4924-8b2a-e6be3cd71954,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:17.142186 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-f6b39ee6-0cf1-462d-afb0-6986285cba22 req-3f661da6-53c4-448c-b34e-d4da3c1932b8 service neutron] Attempting to bind port 333cce4f-087b-4924-8b2a-e6be3cd71954 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:23:17.142572 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-f6b39ee6-0cf1-462d-afb0-6986285cba22 req-3f661da6-53c4-448c-b34e-d4da3c1932b8 service neutron] Attempting to bind port 333cce4f-087b-4924-8b2a-e6be3cd71954 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '497c4dd9-c05b-4392-ab75-11b6658d68bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '81bfdab0-1997-4fff-a2b2-723bc0c6e6f9'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:23:17.142897 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b39ee6-0cf1-462d-afb0-6986285cba22 req-3f661da6-53c4-448c-b34e-d4da3c1932b8 service neutron] Attempting to bind port 333cce4f-087b-4924-8b2a-e6be3cd71954 on network 81bfdab0-1997-4fff-a2b2-723bc0c6e6f9 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:23:17.148226 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b39ee6-0cf1-462d-afb0-6986285cba22 req-3f661da6-53c4-448c-b34e-d4da3c1932b8 service neutron] Port 333cce4f-087b-4924-8b2a-e6be3cd71954 on network 81bfdab0-1997-4fff-a2b2-723bc0c6e6f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:23:17.148590 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b39ee6-0cf1-462d-afb0-6986285cba22 req-3f661da6-53c4-448c-b34e-d4da3c1932b8 service neutron] Attempting to bind port 333cce4f-087b-4924-8b2a-e6be3cd71954 on network 81bfdab0-1997-4fff-a2b2-723bc0c6e6f9 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:23:17.155524 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b39ee6-0cf1-462d-afb0-6986285cba22 req-3f661da6-53c4-448c-b34e-d4da3c1932b8 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:23:17.155872 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b39ee6-0cf1-462d-afb0-6986285cba22 req-3f661da6-53c4-448c-b34e-d4da3c1932b8 service neutron] Checking segment: {'id': '497c4dd9-c05b-4392-ab75-11b6658d68bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '81bfdab0-1997-4fff-a2b2-723bc0c6e6f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:23:17.156256 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b39ee6-0cf1-462d-afb0-6986285cba22 req-3f661da6-53c4-448c-b34e-d4da3c1932b8 service neutron] Bound using segment: {'id': '497c4dd9-c05b-4392-ab75-11b6658d68bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '81bfdab0-1997-4fff-a2b2-723bc0c6e6f9'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:23:17.156699 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-f6b39ee6-0cf1-462d-afb0-6986285cba22 req-3f661da6-53c4-448c-b34e-d4da3c1932b8 service neutron] Bound port: 333cce4f-087b-4924-8b2a-e6be3cd71954, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '497c4dd9-c05b-4392-ab75-11b6658d68bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '81bfdab0-1997-4fff-a2b2-723bc0c6e6f9'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:23:17.157058 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-f6b39ee6-0cf1-462d-afb0-6986285cba22 req-3f661da6-53c4-448c-b34e-d4da3c1932b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:17.242503 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-f6b39ee6-0cf1-462d-afb0-6986285cba22 req-3f661da6-53c4-448c-b34e-d4da3c1932b8 service neutron] For port 333cce4f-087b-4924-8b2a-e6be3cd71954, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:23:17.247310 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-f6b39ee6-0cf1-462d-afb0-6986285cba22 req-3f661da6-53c4-448c-b34e-d4da3c1932b8 service neutron] For port 333cce4f-087b-4924-8b2a-e6be3cd71954, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=333cce4f-087b-4924-8b2a-e6be3cd71954,segment=NetworkSegment(497c4dd9-c05b-4392-ab75-11b6658d68bc),segment_id=497c4dd9-c05b-4392-ab75-11b6658d68bc)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:23:17.254602 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-f6b39ee6-0cf1-462d-afb0-6986285cba22 req-3f661da6-53c4-448c-b34e-d4da3c1932b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:17.307985 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498fe884-ea20-4c5a-90df-924c71aa9cdd req-ebc86490-9e04-413d-971c-6d2253cc16bf tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:17.309511 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-498fe884-ea20-4c5a-90df-924c71aa9cdd req-ebc86490-9e04-413d-971c-6d2253cc16bf tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/ports?device_id=e36e88ed-7b73-4881-9910-33e4a611817a HTTP/1.1" status: 200 len: 943 time: 0.0726619 Oct 30 15:23:17.317540 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b39ee6-0cf1-462d-afb0-6986285cba22 req-3f661da6-53c4-448c-b34e-d4da3c1932b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:17.318385 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-f6b39ee6-0cf1-462d-afb0-6986285cba22 req-3f661da6-53c4-448c-b34e-d4da3c1932b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:17.319884 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f6b39ee6-0cf1-462d-afb0-6986285cba22 req-3f661da6-53c4-448c-b34e-d4da3c1932b8 service neutron] 10.222.0.53 "PUT /v2.0/ports/333cce4f-087b-4924-8b2a-e6be3cd71954 HTTP/1.1" status: 200 len: 1092 time: 0.6961613 Oct 30 15:23:17.347016 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e36e88ed-7b73-4881-9910-33e4a611817a', 'tag': '333cce4f-087b-4924-8b2a-e6be3cd71954'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:23:17.353560 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5484f0d-04b2-4904-a17e-6178eecabe60" -d '{"events": [{"name": "network-changed", "server_uuid": "e36e88ed-7b73-4881-9910-33e4a611817a", "tag": "333cce4f-087b-4924-8b2a-e6be3cd71954"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:23:17.369657 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-498fe884-ea20-4c5a-90df-924c71aa9cdd req-77c6a22a-28d1-4049-b170-13a6d97c7f2d tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/security-groups?id=e96b94c8-1854-43c2-8b3c-964bf8e29073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508654 Oct 30 15:23:17.429826 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6edc9f9-14a5-4338-9717-a99ad5e03910 x-openstack-request-id: req-c6edc9f9-14a5-4338-9717-a99ad5e03910 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:23:17.430203 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e36e88ed-7b73-4881-9910-33e4a611817a", "tag": "333cce4f-087b-4924-8b2a-e6be3cd71954", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:23:17.430530 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c6edc9f9-14a5-4338-9717-a99ad5e03910 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:23:17.430984 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e36e88ed-7b73-4881-9910-33e4a611817a', 'tag': '333cce4f-087b-4924-8b2a-e6be3cd71954', 'status': 'completed', 'code': 200} Oct 30 15:23:17.444752 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c044e9d-bc76-43a9-bc11-488eaa46eab8 req-d505340a-5296-47bf-b2ff-56b0e5ab8360 tempest-ServerAddressesNegativeTestJSON-1876301082 tempest-ServerAddressesNegativeTestJSON-1876301082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:17.446339 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4c044e9d-bc76-43a9-bc11-488eaa46eab8 req-d505340a-5296-47bf-b2ff-56b0e5ab8360 tempest-ServerAddressesNegativeTestJSON-1876301082 tempest-ServerAddressesNegativeTestJSON-1876301082-project] 10.222.0.62 "GET /v2.0/ports?device_id=51836aa2-b117-4c97-b354-32f51be0ce7b HTTP/1.1" status: 200 len: 943 time: 0.1256680 Oct 30 15:23:17.448259 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f661da6-53c4-448c-b34e-d4da3c1932b8 service neutron] Pushing event updated for resources: {'Port': ['ID=333cce4f-087b-4924-8b2a-e6be3cd71954,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:17.459641 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b39ee6-0cf1-462d-afb0-6986285cba22 req-5201a7c3-07f0-4edc-a23f-67db1ec709ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:17.461346 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f6b39ee6-0cf1-462d-afb0-6986285cba22 req-5201a7c3-07f0-4edc-a23f-67db1ec709ee service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8388c996b8634be9ab271f97b633ea56&device_id=e36e88ed-7b73-4881-9910-33e4a611817a HTTP/1.1" status: 200 len: 1095 time: 0.0882542 Oct 30 15:23:17.511025 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f6b39ee6-0cf1-462d-afb0-6986285cba22 req-fbba4de1-9465-4051-8109-ac16de13d30a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=333cce4f-087b-4924-8b2a-e6be3cd71954 HTTP/1.1" status: 200 len: 217 time: 0.0418377 Oct 30 15:23:17.555694 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4c044e9d-bc76-43a9-bc11-488eaa46eab8 req-c936dd9c-4a36-44df-a60f-8cb8e3d96692 tempest-ServerAddressesNegativeTestJSON-1876301082 tempest-ServerAddressesNegativeTestJSON-1876301082-project] 10.222.0.62 "GET /v2.0/security-groups?id=abc281c1-8ad1-4118-869f-b32071a533bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933504 Oct 30 15:23:17.574441 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b39ee6-0cf1-462d-afb0-6986285cba22 req-eb2770c9-4359-40d5-8843-e7efcf5846f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:17.575976 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f6b39ee6-0cf1-462d-afb0-6986285cba22 req-eb2770c9-4359-40d5-8843-e7efcf5846f1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9fc89002-6420-45ca-b603-e58f529bf6ac HTTP/1.1" status: 200 len: 853 time: 0.0555248 Oct 30 15:23:17.607824 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f6b39ee6-0cf1-462d-afb0-6986285cba22 req-6a8fff04-e705-4cb7-8586-bf6be6bb3bea service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=81bfdab0-1997-4fff-a2b2-723bc0c6e6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251346 Oct 30 15:23:17.700916 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f6b39ee6-0cf1-462d-afb0-6986285cba22 req-d5c9a10c-6019-4714-accd-b02ce260b027 service neutron] 10.222.0.53 "GET /v2.0/networks/81bfdab0-1997-4fff-a2b2-723bc0c6e6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858185 Oct 30 15:23:17.793274 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f6b39ee6-0cf1-462d-afb0-6986285cba22 req-7b6ce9ef-6175-4029-ab8a-4be88e9f1d02 service neutron] 10.222.0.53 "GET /v2.0/networks/81bfdab0-1997-4fff-a2b2-723bc0c6e6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857449 Oct 30 15:23:17.879029 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5484f0d-04b2-4904-a17e-6178eecabe60 req-5543f63e-8690-48f7-810f-4489037edca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:17.880552 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b5484f0d-04b2-4904-a17e-6178eecabe60 req-5543f63e-8690-48f7-810f-4489037edca2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8388c996b8634be9ab271f97b633ea56&device_id=e36e88ed-7b73-4881-9910-33e4a611817a HTTP/1.1" status: 200 len: 1095 time: 0.0416656 Oct 30 15:23:17.977072 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5484f0d-04b2-4904-a17e-6178eecabe60 req-781b6002-c03e-426f-9693-a8275de64595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:17.978562 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b5484f0d-04b2-4904-a17e-6178eecabe60 req-781b6002-c03e-426f-9693-a8275de64595 service neutron] 10.222.0.53 "GET /v2.0/networks?id=81bfdab0-1997-4fff-a2b2-723bc0c6e6f9 HTTP/1.1" status: 200 len: 914 time: 0.0911639 Oct 30 15:23:18.032863 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b5484f0d-04b2-4904-a17e-6178eecabe60 req-7072e8a3-1ca3-4859-ab68-63a7389e9478 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=333cce4f-087b-4924-8b2a-e6be3cd71954 HTTP/1.1" status: 200 len: 217 time: 0.0373464 Oct 30 15:23:18.084891 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5484f0d-04b2-4904-a17e-6178eecabe60 req-d75ad113-ec0a-4a0e-a718-d30a24663bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:18.086346 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b5484f0d-04b2-4904-a17e-6178eecabe60 req-d75ad113-ec0a-4a0e-a718-d30a24663bb0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9fc89002-6420-45ca-b603-e58f529bf6ac HTTP/1.1" status: 200 len: 853 time: 0.0453742 Oct 30 15:23:18.124124 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b5484f0d-04b2-4904-a17e-6178eecabe60 req-f3949ded-9ae8-4a5e-a66c-520b9ebae814 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=81bfdab0-1997-4fff-a2b2-723bc0c6e6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289776 Oct 30 15:23:18.218467 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b5484f0d-04b2-4904-a17e-6178eecabe60 req-e84f1b49-9746-4401-b50a-4303b0e23562 service neutron] 10.222.0.53 "GET /v2.0/networks/81bfdab0-1997-4fff-a2b2-723bc0c6e6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857656 Oct 30 15:23:18.317711 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b5484f0d-04b2-4904-a17e-6178eecabe60 req-eec8d8bd-478e-44f2-b202-7de9b745808d service neutron] 10.222.0.53 "GET /v2.0/networks/81bfdab0-1997-4fff-a2b2-723bc0c6e6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921409 Oct 30 15:23:18.355999 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 560f1e19-bf39-4f3d-83b9-799f9fb0d893 details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:23:18.455745 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 560f1e19-bf39-4f3d-83b9-799f9fb0d893, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=560f1e19-bf39-4f3d-83b9-799f9fb0d893,segment=NetworkSegment(098283bf-2092-4337-ad4e-b7c5d5f3b0ef),segment_id=098283bf-2092-4337-ad4e-b7c5d5f3b0ef)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:23:18.469772 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': '560f1e19-bf39-4f3d-83b9-799f9fb0d893', 'network_id': '9d579e80-bc5d-4b3d-ac80-efcba22239eb', 'port_id': '560f1e19-bf39-4f3d-83b9-799f9fb0d893', 'mac_address': 'fa:16:3e:0b:08:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '288d3caf-4957-4c66-adb3-c3983ab16158', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:23:18.502865 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd879fbf-ced5-43f6-9e53-fd5a28ef5a1b req-0b8e3562-9b9d-473d-8e10-98ca5df386b0 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:18.506152 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dd879fbf-ced5-43f6-9e53-fd5a28ef5a1b req-0b8e3562-9b9d-473d-8e10-98ca5df386b0 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/ports?device_id=e36e88ed-7b73-4881-9910-33e4a611817a HTTP/1.1" status: 200 len: 943 time: 0.0511112 Oct 30 15:23:18.507905 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:18.525840 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 560f1e19-bf39-4f3d-83b9-799f9fb0d893 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:23:18.546455 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 560f1e19-bf39-4f3d-83b9-799f9fb0d893, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=560f1e19-bf39-4f3d-83b9-799f9fb0d893,segment=NetworkSegment(098283bf-2092-4337-ad4e-b7c5d5f3b0ef),segment_id=098283bf-2092-4337-ad4e-b7c5d5f3b0ef)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:23:18.547018 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dd879fbf-ced5-43f6-9e53-fd5a28ef5a1b req-266ccd9b-edaf-4ccb-8043-2c4c7c038794 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/security-groups?id=e96b94c8-1854-43c2-8b3c-964bf8e29073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367293 Oct 30 15:23:18.556002 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:18.607045 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=560f1e19-bf39-4f3d-83b9-799f9fb0d893,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:18.615502 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:23:18.616081 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:23:18.616657 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:23:18.617165 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:23:18.617681 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:23:18.618193 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:23:18.618694 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:23:18.619356 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:23:18.619878 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:23:18.620480 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:23:18.621014 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:23:18.621512 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:23:18.677620 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce57bc4-ff49-4a9d-a1be-2fb189026abc req-aa56eab4-50c8-4988-bc6b-d9e211aa4282 tempest-ServerAddressesNegativeTestJSON-1876301082 tempest-ServerAddressesNegativeTestJSON-1876301082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:18.679133 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6ce57bc4-ff49-4a9d-a1be-2fb189026abc req-aa56eab4-50c8-4988-bc6b-d9e211aa4282 tempest-ServerAddressesNegativeTestJSON-1876301082 tempest-ServerAddressesNegativeTestJSON-1876301082-project] 10.222.0.62 "GET /v2.0/ports?device_id=51836aa2-b117-4c97-b354-32f51be0ce7b HTTP/1.1" status: 200 len: 944 time: 0.0492299 Oct 30 15:23:18.720789 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6ce57bc4-ff49-4a9d-a1be-2fb189026abc req-a340b421-d7a3-414e-bcba-408c213e96bb tempest-ServerAddressesNegativeTestJSON-1876301082 tempest-ServerAddressesNegativeTestJSON-1876301082-project] 10.222.0.62 "GET /v2.0/security-groups?id=abc281c1-8ad1-4118-869f-b32071a533bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327451 Oct 30 15:23:18.862462 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3266973b-f508-468b-8e1d-9f18d09b27d7 req-8241324d-5a61-49f4-a582-32a70c6ff23f tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:18.864213 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3266973b-f508-468b-8e1d-9f18d09b27d7 req-8241324d-5a61-49f4-a582-32a70c6ff23f tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 944 time: 0.0507438 Oct 30 15:23:18.907962 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3266973b-f508-468b-8e1d-9f18d09b27d7 req-ba902893-2214-4bc5-bd5a-60d2bd90407b tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374212 Oct 30 15:23:18.985539 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['560f1e19-bf39-4f3d-83b9-799f9fb0d893'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:23:19.049682 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e103fe-484c-410b-aee1-65eaa77f5767 req-1a5ce664-ea0b-4666-8fab-393fd821e10f tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:19.051256 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c8e103fe-484c-410b-aee1-65eaa77f5767 req-1a5ce664-ea0b-4666-8fab-393fd821e10f tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 944 time: 0.0756552 Oct 30 15:23:19.106821 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c8e103fe-484c-410b-aee1-65eaa77f5767 req-99b88834-ad84-4e76-8de1-dfed0201790f tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422320 Oct 30 15:23:19.390201 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d656bc2-ada3-4143-b80d-dc0fe3f4d287 req-e37ce944-64d2-46ad-8920-1f5fe7baa4dd tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:19.391933 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9d656bc2-ada3-4143-b80d-dc0fe3f4d287 req-e37ce944-64d2-46ad-8920-1f5fe7baa4dd tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/networks?id=d26e81b3-f432-4f3d-bc5b-f2edc1c076d6 HTTP/1.1" status: 200 len: 810 time: 0.1164949 Oct 30 15:23:19.413739 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9d656bc2-ada3-4143-b80d-dc0fe3f4d287 req-22893796-83d5-4e70-897a-2eb872d8a82a tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/quotas/19817faf69a4405b907421887c1772e6 HTTP/1.1" status: 200 len: 375 time: 0.0128469 Oct 30 15:23:19.503296 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9d656bc2-ada3-4143-b80d-dc0fe3f4d287 req-afac0478-7822-4ea6-ae25-be08164f2de4 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=19817faf69a4405b907421887c1772e6&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0811286 Oct 30 15:23:19.624210 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9d656bc2-ada3-4143-b80d-dc0fe3f4d287 req-367313e4-90d2-4e43-beed-898e2ce98be5 service neutron] 10.222.0.62 "GET /v2.0/networks/d26e81b3-f432-4f3d-bc5b-f2edc1c076d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134646 Oct 30 15:23:19.702096 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784b95a-acb1-4a2f-bf93-d80bc6c593f5 req-145b824b-2f26-4832-91cc-82e2193e25d6 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:19.703507 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9784b95a-acb1-4a2f-bf93-d80bc6c593f5 req-145b824b-2f26-4832-91cc-82e2193e25d6 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/ports?device_id=e36e88ed-7b73-4881-9910-33e4a611817a HTTP/1.1" status: 200 len: 943 time: 0.0658970 Oct 30 15:23:19.749895 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9d656bc2-ada3-4143-b80d-dc0fe3f4d287 req-3bad7fb9-47c2-410b-83d3-ab7f1d49623c service neutron] 10.222.0.62 "GET /v2.0/networks/d26e81b3-f432-4f3d-bc5b-f2edc1c076d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195004 Oct 30 15:23:19.752001 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9784b95a-acb1-4a2f-bf93-d80bc6c593f5 req-a5f67d13-faa7-4969-aadd-bd1f493f686d tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/security-groups?id=e96b94c8-1854-43c2-8b3c-964bf8e29073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412138 Oct 30 15:23:19.886829 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75908915-5d94-4100-80d7-9099e530c12b req-bf29731b-7f3c-4022-bd5b-5202b45695dc tempest-ServerAddressesNegativeTestJSON-1876301082 tempest-ServerAddressesNegativeTestJSON-1876301082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:19.888471 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-75908915-5d94-4100-80d7-9099e530c12b req-bf29731b-7f3c-4022-bd5b-5202b45695dc tempest-ServerAddressesNegativeTestJSON-1876301082 tempest-ServerAddressesNegativeTestJSON-1876301082-project] 10.222.0.62 "GET /v2.0/ports?device_id=51836aa2-b117-4c97-b354-32f51be0ce7b HTTP/1.1" status: 200 len: 944 time: 0.0686166 Oct 30 15:23:19.960044 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-75908915-5d94-4100-80d7-9099e530c12b req-bb9384b2-e352-4830-9544-13e8a22cc92e tempest-ServerAddressesNegativeTestJSON-1876301082 tempest-ServerAddressesNegativeTestJSON-1876301082-project] 10.222.0.62 "GET /v2.0/security-groups?id=abc281c1-8ad1-4118-869f-b32071a533bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648608 Oct 30 15:23:19.988793 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6d8c7d56-c1d2-48a1-9548-dda0c3341ba0 req-f14a96ee-4608-417f-93e0-9b6bdf91e79a tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=12b11fe6-741c-4c3e-a4ff-91a1ae4a2e76 HTTP/1.1" status: 200 len: 210 time: 0.0453568 Oct 30 15:23:20.365532 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 560f1e19-bf39-4f3d-83b9-799f9fb0d893 up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:23:20.437711 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port 560f1e19-bf39-4f3d-83b9-799f9fb0d893 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:23:20.443941 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port 560f1e19-bf39-4f3d-83b9-799f9fb0d893 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:23:20.444421 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:20.530941 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:20.557245 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51836aa2-b117-4c97-b354-32f51be0ce7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '560f1e19-bf39-4f3d-83b9-799f9fb0d893'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:23:20.559586 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0069a49-b32e-4105-b938-967ceca9b55a" -d '{"events": [{"server_uuid": "51836aa2-b117-4c97-b354-32f51be0ce7b", "name": "network-vif-plugged", "status": "completed", "tag": "560f1e19-bf39-4f3d-83b9-799f9fb0d893"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:23:20.577360 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 560f1e19-bf39-4f3d-83b9-799f9fb0d893, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=560f1e19-bf39-4f3d-83b9-799f9fb0d893,segment=NetworkSegment(098283bf-2092-4337-ad4e-b7c5d5f3b0ef),segment_id=098283bf-2092-4337-ad4e-b7c5d5f3b0ef)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:23:20.581332 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:20.620800 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6899d592-c2ad-41bf-94ad-17364144bb90 x-openstack-request-id: req-6899d592-c2ad-41bf-94ad-17364144bb90 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:23:20.621162 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51836aa2-b117-4c97-b354-32f51be0ce7b", "name": "network-vif-plugged", "status": "completed", "tag": "560f1e19-bf39-4f3d-83b9-799f9fb0d893", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:23:20.621487 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6899d592-c2ad-41bf-94ad-17364144bb90 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:23:20.621948 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51836aa2-b117-4c97-b354-32f51be0ce7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '560f1e19-bf39-4f3d-83b9-799f9fb0d893', 'code': 200} Oct 30 15:23:20.636845 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=560f1e19-bf39-4f3d-83b9-799f9fb0d893,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:20.724556 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee1b038-cc0e-4644-bb67-5a368e4c6824 req-da675799-b48b-46b9-888d-6ac3e56f35ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:20.726329 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2ee1b038-cc0e-4644-bb67-5a368e4c6824 req-da675799-b48b-46b9-888d-6ac3e56f35ba service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=51836aa2-b117-4c97-b354-32f51be0ce7b HTTP/1.1" status: 200 len: 1097 time: 0.0400097 Oct 30 15:23:20.767423 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2ee1b038-cc0e-4644-bb67-5a368e4c6824 req-94ce8b00-060b-42a3-8cef-0add004bd926 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=abc281c1-8ad1-4118-869f-b32071a533bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298302 Oct 30 15:23:20.872188 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ce233-18c4-4359-a2f4-ea7a8bbac34c req-6105e7a4-f271-4295-9e2f-9da5609c8091 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:20.873652 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-261ce233-18c4-4359-a2f4-ea7a8bbac34c req-6105e7a4-f271-4295-9e2f-9da5609c8091 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/ports?device_id=e36e88ed-7b73-4881-9910-33e4a611817a HTTP/1.1" status: 200 len: 943 time: 0.0489159 Oct 30 15:23:20.912973 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-261ce233-18c4-4359-a2f4-ea7a8bbac34c req-8cff9e16-084f-42ea-bc38-8a0c5bfc62e0 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/security-groups?id=e96b94c8-1854-43c2-8b3c-964bf8e29073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333123 Oct 30 15:23:21.024362 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 333cce4f-087b-4924-8b2a-e6be3cd71954 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:23:21.082011 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca54aedd-168b-4dc5-8b31-341cd3280487 req-7cbd968e-75c8-4c8c-8cdc-e34a3e9aef51 tempest-ServerAddressesNegativeTestJSON-1876301082 tempest-ServerAddressesNegativeTestJSON-1876301082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:21.083493 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ca54aedd-168b-4dc5-8b31-341cd3280487 req-7cbd968e-75c8-4c8c-8cdc-e34a3e9aef51 tempest-ServerAddressesNegativeTestJSON-1876301082 tempest-ServerAddressesNegativeTestJSON-1876301082-project] 10.222.0.62 "GET /v2.0/ports?device_id=51836aa2-b117-4c97-b354-32f51be0ce7b HTTP/1.1" status: 200 len: 945 time: 0.0507345 Oct 30 15:23:21.099223 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e221206a-27e5-4679-82a9-f78518311b4e req-58db13cc-9431-4411-8a4e-7b5b4465d5fe tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=12b11fe6-741c-4c3e-a4ff-91a1ae4a2e76 HTTP/1.1" status: 200 len: 210 time: 0.0454583 Oct 30 15:23:21.133251 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ca54aedd-168b-4dc5-8b31-341cd3280487 req-9574cef8-5e31-4396-a6b6-985ffb8bdb2d tempest-ServerAddressesNegativeTestJSON-1876301082 tempest-ServerAddressesNegativeTestJSON-1876301082-project] 10.222.0.62 "GET /v2.0/security-groups?id=abc281c1-8ad1-4118-869f-b32071a533bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413966 Oct 30 15:23:21.146726 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 333cce4f-087b-4924-8b2a-e6be3cd71954, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=333cce4f-087b-4924-8b2a-e6be3cd71954,segment=NetworkSegment(497c4dd9-c05b-4392-ab75-11b6658d68bc),segment_id=497c4dd9-c05b-4392-ab75-11b6658d68bc)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:23:21.155891 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4a38eb77-3572-411d-9964-080298794759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:21.161024 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '333cce4f-087b-4924-8b2a-e6be3cd71954', 'network_id': '81bfdab0-1997-4fff-a2b2-723bc0c6e6f9', 'port_id': '333cce4f-087b-4924-8b2a-e6be3cd71954', 'mac_address': 'fa:16:3e:27:31:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fc89002-6420-45ca-b603-e58f529bf6ac', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:23:21.212364 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:21.227306 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 333cce4f-087b-4924-8b2a-e6be3cd71954 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:23:21.249932 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 333cce4f-087b-4924-8b2a-e6be3cd71954, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=333cce4f-087b-4924-8b2a-e6be3cd71954,segment=NetworkSegment(497c4dd9-c05b-4392-ab75-11b6658d68bc),segment_id=497c4dd9-c05b-4392-ab75-11b6658d68bc)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:23:21.254171 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:21.299846 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d656bc2-ada3-4143-b80d-dc0fe3f4d287 req-4f0871ce-8769-413b-9f2e-2acf0c1d81ea tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:21.301452 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9d656bc2-ada3-4143-b80d-dc0fe3f4d287 req-4f0871ce-8769-413b-9f2e-2acf0c1d81ea tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.44 "GET /v2.0/networks?id=d26e81b3-f432-4f3d-bc5b-f2edc1c076d6 HTTP/1.1" status: 200 len: 810 time: 0.1244493 Oct 30 15:23:21.305587 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=333cce4f-087b-4924-8b2a-e6be3cd71954,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:21.314424 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-9d656bc2-ada3-4143-b80d-dc0fe3f4d287 req-f7968fd2-9cd1-40fe-9bd8-bbc83994074b tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Request body: {'port': {'device_id': '12b11fe6-741c-4c3e-a4ff-91a1ae4a2e76', 'network_id': 'd26e81b3-f432-4f3d-bc5b-f2edc1c076d6', 'admin_state_up': True, 'tenant_id': '19817faf69a4405b907421887c1772e6'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:23:21.425702 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d656bc2-ada3-4143-b80d-dc0fe3f4d287 req-f7968fd2-9cd1-40fe-9bd8-bbc83994074b tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Made reservation on behalf of 19817faf69a4405b907421887c1772e6 for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:23:21.429320 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-9d656bc2-ada3-4143-b80d-dc0fe3f4d287 req-f7968fd2-9cd1-40fe-9bd8-bbc83994074b tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:21.553476 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['333cce4f-087b-4924-8b2a-e6be3cd71954'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:23:21.554208 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-9d656bc2-ada3-4143-b80d-dc0fe3f4d287 req-f7968fd2-9cd1-40fe-9bd8-bbc83994074b tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Allocated IP 172.20.0.4 (d26e81b3-f432-4f3d-bc5b-f2edc1c076d6/d862e367-a3ef-41d8-9769-a6945d8f8b1d/cc0b66c9-416c-43c8-9c40-7985824f083f) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:23:21.719793 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-9d656bc2-ada3-4143-b80d-dc0fe3f4d287 req-f7968fd2-9cd1-40fe-9bd8-bbc83994074b tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:21.752381 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-9d656bc2-ada3-4143-b80d-dc0fe3f4d287 req-f7968fd2-9cd1-40fe-9bd8-bbc83994074b tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:21.765854 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['550ff952-51e1-47d0-85cf-4a9da3d2230f', 'df88446e-b203-477c-b691-e78c5b780696'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:23:21.804784 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d656bc2-ada3-4143-b80d-dc0fe3f4d287 req-f7968fd2-9cd1-40fe-9bd8-bbc83994074b tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Network d26e81b3-f432-4f3d-bc5b-f2edc1c076d6 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:23:21.808053 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-9d656bc2-ada3-4143-b80d-dc0fe3f4d287 req-f7968fd2-9cd1-40fe-9bd8-bbc83994074b tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:23:21.811346 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d656bc2-ada3-4143-b80d-dc0fe3f4d287 req-f7968fd2-9cd1-40fe-9bd8-bbc83994074b tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:23:21.840671 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7968fd2-9cd1-40fe-9bd8-bbc83994074b tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Pushing event updated for resources: {'Port': ['ID=cc0b66c9-416c-43c8-9c40-7985824f083f,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:21.876254 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d656bc2-ada3-4143-b80d-dc0fe3f4d287 req-f7968fd2-9cd1-40fe-9bd8-bbc83994074b tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:21.877423 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-9d656bc2-ada3-4143-b80d-dc0fe3f4d287 req-f7968fd2-9cd1-40fe-9bd8-bbc83994074b tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:21.900740 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9d656bc2-ada3-4143-b80d-dc0fe3f4d287 req-f7968fd2-9cd1-40fe-9bd8-bbc83994074b tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5901058 Oct 30 15:23:21.930269 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-9d656bc2-ada3-4143-b80d-dc0fe3f4d287 req-3fcd4ff8-d47d-41a6-a885-a4ad9f98e50c service neutron] Request body: {'port': {'device_id': '12b11fe6-741c-4c3e-a4ff-91a1ae4a2e76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:23:22.076672 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-9d656bc2-ada3-4143-b80d-dc0fe3f4d287 req-3fcd4ff8-d47d-41a6-a885-a4ad9f98e50c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:22.165481 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea26c9f-184f-45c3-997c-b59ad8fc1c99 req-cf6e5971-f7b9-474d-bdc0-32ed7c2bb802 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:22.166887 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9ea26c9f-184f-45c3-997c-b59ad8fc1c99 req-cf6e5971-f7b9-474d-bdc0-32ed7c2bb802 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/ports?device_id=e36e88ed-7b73-4881-9910-33e4a611817a HTTP/1.1" status: 200 len: 944 time: 0.0869856 Oct 30 15:23:22.199886 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-97d00b79-4b76-460e-9cc9-4c9c7ec61796 None None] Provisioning complete for port cc0b66c9-416c-43c8-9c40-7985824f083f triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:23:22.200428 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-97d00b79-4b76-460e-9cc9-4c9c7ec61796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:22.247017 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-97d00b79-4b76-460e-9cc9-4c9c7ec61796 None None] Port cc0b66c9-416c-43c8-9c40-7985824f083f cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:23:22.262473 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5687fc07-27db-4d44-9651-f96df753355f req-e0198444-85f2-426d-819f-010d521f9411 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:22.265013 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5687fc07-27db-4d44-9651-f96df753355f req-e0198444-85f2-426d-819f-010d521f9411 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=12b11fe6-741c-4c3e-a4ff-91a1ae4a2e76 HTTP/1.1" status: 200 len: 931 time: 0.0754998 Oct 30 15:23:22.305065 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9ea26c9f-184f-45c3-997c-b59ad8fc1c99 req-1fd29150-7362-4242-988a-e8075c4f8403 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/security-groups?id=e96b94c8-1854-43c2-8b3c-964bf8e29073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226976 Oct 30 15:23:22.308793 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5687fc07-27db-4d44-9651-f96df753355f req-65eef5be-0069-4c2a-b128-decc57afe8bd tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357609 Oct 30 15:23:22.470314 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed169f9-4641-4242-9104-033c221480de req-af17dbe3-3cdc-4db3-b879-3982f2a2a941 tempest-ServerAddressesNegativeTestJSON-1876301082 tempest-ServerAddressesNegativeTestJSON-1876301082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:22.472018 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3ed169f9-4641-4242-9104-033c221480de req-af17dbe3-3cdc-4db3-b879-3982f2a2a941 tempest-ServerAddressesNegativeTestJSON-1876301082 tempest-ServerAddressesNegativeTestJSON-1876301082-project] 10.222.0.62 "GET /v2.0/ports?device_id=51836aa2-b117-4c97-b354-32f51be0ce7b HTTP/1.1" status: 200 len: 945 time: 0.0832040 Oct 30 15:23:22.520040 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-9d656bc2-ada3-4143-b80d-dc0fe3f4d287 req-3fcd4ff8-d47d-41a6-a885-a4ad9f98e50c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc0b66c9-416c-43c8-9c40-7985824f083f {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:23:22.535608 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-9d656bc2-ada3-4143-b80d-dc0fe3f4d287 req-3fcd4ff8-d47d-41a6-a885-a4ad9f98e50c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:22.543012 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3ed169f9-4641-4242-9104-033c221480de req-e6a09d6b-977c-4f1e-b7da-28938108beb7 tempest-ServerAddressesNegativeTestJSON-1876301082 tempest-ServerAddressesNegativeTestJSON-1876301082-project] 10.222.0.62 "GET /v2.0/security-groups?id=abc281c1-8ad1-4118-869f-b32071a533bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529878 Oct 30 15:23:22.552769 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-9d656bc2-ada3-4143-b80d-dc0fe3f4d287 req-3fcd4ff8-d47d-41a6-a885-a4ad9f98e50c service neutron] Transition to ACTIVE for port object cc0b66c9-416c-43c8-9c40-7985824f083f will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:23:22.557260 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-9d656bc2-ada3-4143-b80d-dc0fe3f4d287 req-3fcd4ff8-d47d-41a6-a885-a4ad9f98e50c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:22.617549 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcd4ff8-d47d-41a6-a885-a4ad9f98e50c service neutron] Pushing event updated for resources: {'Port': ['ID=cc0b66c9-416c-43c8-9c40-7985824f083f,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:22.732669 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-9d656bc2-ada3-4143-b80d-dc0fe3f4d287 req-3fcd4ff8-d47d-41a6-a885-a4ad9f98e50c service neutron] Attempting to bind port cc0b66c9-416c-43c8-9c40-7985824f083f on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:23:22.733803 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-9d656bc2-ada3-4143-b80d-dc0fe3f4d287 req-3fcd4ff8-d47d-41a6-a885-a4ad9f98e50c service neutron] Attempting to bind port cc0b66c9-416c-43c8-9c40-7985824f083f by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': '4eb103e9-b9a2-4786-ab9b-d9e363fed874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd26e81b3-f432-4f3d-bc5b-f2edc1c076d6'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:23:22.734141 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d656bc2-ada3-4143-b80d-dc0fe3f4d287 req-3fcd4ff8-d47d-41a6-a885-a4ad9f98e50c service neutron] Attempting to bind port cc0b66c9-416c-43c8-9c40-7985824f083f on network d26e81b3-f432-4f3d-bc5b-f2edc1c076d6 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:23:22.739510 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d656bc2-ada3-4143-b80d-dc0fe3f4d287 req-3fcd4ff8-d47d-41a6-a885-a4ad9f98e50c service neutron] Port cc0b66c9-416c-43c8-9c40-7985824f083f on network d26e81b3-f432-4f3d-bc5b-f2edc1c076d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:23:22.739853 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d656bc2-ada3-4143-b80d-dc0fe3f4d287 req-3fcd4ff8-d47d-41a6-a885-a4ad9f98e50c service neutron] Attempting to bind port cc0b66c9-416c-43c8-9c40-7985824f083f on network d26e81b3-f432-4f3d-bc5b-f2edc1c076d6 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:23:22.747231 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d656bc2-ada3-4143-b80d-dc0fe3f4d287 req-3fcd4ff8-d47d-41a6-a885-a4ad9f98e50c service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:23:22.747610 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d656bc2-ada3-4143-b80d-dc0fe3f4d287 req-3fcd4ff8-d47d-41a6-a885-a4ad9f98e50c service neutron] Checking segment: {'id': '4eb103e9-b9a2-4786-ab9b-d9e363fed874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd26e81b3-f432-4f3d-bc5b-f2edc1c076d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:23:22.747983 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d656bc2-ada3-4143-b80d-dc0fe3f4d287 req-3fcd4ff8-d47d-41a6-a885-a4ad9f98e50c service neutron] Bound using segment: {'id': '4eb103e9-b9a2-4786-ab9b-d9e363fed874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd26e81b3-f432-4f3d-bc5b-f2edc1c076d6'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:23:22.748563 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-9d656bc2-ada3-4143-b80d-dc0fe3f4d287 req-3fcd4ff8-d47d-41a6-a885-a4ad9f98e50c service neutron] Bound port: cc0b66c9-416c-43c8-9c40-7985824f083f, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eb103e9-b9a2-4786-ab9b-d9e363fed874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd26e81b3-f432-4f3d-bc5b-f2edc1c076d6'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:23:22.748937 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-9d656bc2-ada3-4143-b80d-dc0fe3f4d287 req-3fcd4ff8-d47d-41a6-a885-a4ad9f98e50c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:22.835880 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-9d656bc2-ada3-4143-b80d-dc0fe3f4d287 req-3fcd4ff8-d47d-41a6-a885-a4ad9f98e50c service neutron] For port cc0b66c9-416c-43c8-9c40-7985824f083f, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:23:22.842089 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-9d656bc2-ada3-4143-b80d-dc0fe3f4d287 req-3fcd4ff8-d47d-41a6-a885-a4ad9f98e50c service neutron] For port cc0b66c9-416c-43c8-9c40-7985824f083f, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=cc0b66c9-416c-43c8-9c40-7985824f083f,segment=NetworkSegment(4eb103e9-b9a2-4786-ab9b-d9e363fed874),segment_id=4eb103e9-b9a2-4786-ab9b-d9e363fed874)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:23:22.845294 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-9d656bc2-ada3-4143-b80d-dc0fe3f4d287 req-3fcd4ff8-d47d-41a6-a885-a4ad9f98e50c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:22.892691 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d656bc2-ada3-4143-b80d-dc0fe3f4d287 req-3fcd4ff8-d47d-41a6-a885-a4ad9f98e50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:22.894279 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-9d656bc2-ada3-4143-b80d-dc0fe3f4d287 req-3fcd4ff8-d47d-41a6-a885-a4ad9f98e50c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:22.895600 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9d656bc2-ada3-4143-b80d-dc0fe3f4d287 req-3fcd4ff8-d47d-41a6-a885-a4ad9f98e50c service neutron] 10.222.0.44 "PUT /v2.0/ports/cc0b66c9-416c-43c8-9c40-7985824f083f HTTP/1.1" status: 200 len: 1092 time: 0.9858685 Oct 30 15:23:22.896403 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12b11fe6-741c-4c3e-a4ff-91a1ae4a2e76', 'tag': 'cc0b66c9-416c-43c8-9c40-7985824f083f'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:23:22.898779 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29eb3c51-8967-4b5f-a9ff-c238b82e4139" -d '{"events": [{"name": "network-changed", "server_uuid": "12b11fe6-741c-4c3e-a4ff-91a1ae4a2e76", "tag": "cc0b66c9-416c-43c8-9c40-7985824f083f"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:23:22.968847 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa24fef8-118d-485c-95b7-424679f4bc50 x-openstack-request-id: req-aa24fef8-118d-485c-95b7-424679f4bc50 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:23:22.969141 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12b11fe6-741c-4c3e-a4ff-91a1ae4a2e76", "tag": "cc0b66c9-416c-43c8-9c40-7985824f083f", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:23:22.969682 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-aa24fef8-118d-485c-95b7-424679f4bc50 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:23:22.970082 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12b11fe6-741c-4c3e-a4ff-91a1ae4a2e76', 'tag': 'cc0b66c9-416c-43c8-9c40-7985824f083f', 'status': 'completed', 'code': 200} Oct 30 15:23:22.984030 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcd4ff8-d47d-41a6-a885-a4ad9f98e50c service neutron] Pushing event updated for resources: {'Port': ['ID=cc0b66c9-416c-43c8-9c40-7985824f083f,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:23.024189 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 333cce4f-087b-4924-8b2a-e6be3cd71954 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:23:23.033804 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade9013-e87a-490d-beae-1070053aff8b req-b057e380-4314-4ac2-9ad2-fb1e1ad2795d tempest-ServerAddressesNegativeTestJSON-1876301082 tempest-ServerAddressesNegativeTestJSON-1876301082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:23.035690 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aade9013-e87a-490d-beae-1070053aff8b req-b057e380-4314-4ac2-9ad2-fb1e1ad2795d tempest-ServerAddressesNegativeTestJSON-1876301082 tempest-ServerAddressesNegativeTestJSON-1876301082-project] 10.222.0.62 "GET /v2.0/ports?device_id=51836aa2-b117-4c97-b354-32f51be0ce7b HTTP/1.1" status: 200 len: 945 time: 0.1025138 Oct 30 15:23:23.046614 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d656bc2-ada3-4143-b80d-dc0fe3f4d287 req-e95f35b5-388a-4152-ba98-d462179b93a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:23.048119 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9d656bc2-ada3-4143-b80d-dc0fe3f4d287 req-e95f35b5-388a-4152-ba98-d462179b93a8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=19817faf69a4405b907421887c1772e6&device_id=12b11fe6-741c-4c3e-a4ff-91a1ae4a2e76 HTTP/1.1" status: 200 len: 1095 time: 0.0773005 Oct 30 15:23:23.113993 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port 333cce4f-087b-4924-8b2a-e6be3cd71954 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:23:23.119369 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 333cce4f-087b-4924-8b2a-e6be3cd71954 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:23:23.120073 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:23.132278 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9d656bc2-ada3-4143-b80d-dc0fe3f4d287 req-1f91832c-6dc0-492a-8c5c-40a036fd9248 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc0b66c9-416c-43c8-9c40-7985824f083f HTTP/1.1" status: 200 len: 217 time: 0.0613389 Oct 30 15:23:23.176116 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aade9013-e87a-490d-beae-1070053aff8b req-2f5e6967-655a-4a37-9636-47d92e56b75d tempest-ServerAddressesNegativeTestJSON-1876301082 tempest-ServerAddressesNegativeTestJSON-1876301082-project] 10.222.0.62 "GET /v2.0/security-groups?id=abc281c1-8ad1-4118-869f-b32071a533bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325254 Oct 30 15:23:23.196981 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d656bc2-ada3-4143-b80d-dc0fe3f4d287 req-c7c0e138-c910-4fd2-8dfd-03f9db899093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:23.208057 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9d656bc2-ada3-4143-b80d-dc0fe3f4d287 req-c7c0e138-c910-4fd2-8dfd-03f9db899093 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d862e367-a3ef-41d8-9769-a6945d8f8b1d HTTP/1.1" status: 200 len: 849 time: 0.0635631 Oct 30 15:23:23.220388 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:23.246832 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e36e88ed-7b73-4881-9910-33e4a611817a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '333cce4f-087b-4924-8b2a-e6be3cd71954'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:23:23.253447 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e4260f-5fe6-4631-9a4d-a84441674875" -d '{"events": [{"server_uuid": "e36e88ed-7b73-4881-9910-33e4a611817a", "name": "network-vif-plugged", "status": "completed", "tag": "333cce4f-087b-4924-8b2a-e6be3cd71954"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:23:23.258136 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d656bc2-ada3-4143-b80d-dc0fe3f4d287 req-4722f750-f747-4790-aa8c-4cd5584f0041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:23.259943 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9d656bc2-ada3-4143-b80d-dc0fe3f4d287 req-4722f750-f747-4790-aa8c-4cd5584f0041 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d26e81b3-f432-4f3d-bc5b-f2edc1c076d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445306 Oct 30 15:23:23.272691 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 333cce4f-087b-4924-8b2a-e6be3cd71954, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=333cce4f-087b-4924-8b2a-e6be3cd71954,segment=NetworkSegment(497c4dd9-c05b-4392-ab75-11b6658d68bc),segment_id=497c4dd9-c05b-4392-ab75-11b6658d68bc)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:23:23.277688 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:23.328556 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551e6e4f-7e75-49fb-a032-7ea56ecc7f9c x-openstack-request-id: req-551e6e4f-7e75-49fb-a032-7ea56ecc7f9c {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:23:23.328974 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e36e88ed-7b73-4881-9910-33e4a611817a", "name": "network-vif-plugged", "status": "completed", "tag": "333cce4f-087b-4924-8b2a-e6be3cd71954", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:23:23.329229 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-551e6e4f-7e75-49fb-a032-7ea56ecc7f9c {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:23:23.329617 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e36e88ed-7b73-4881-9910-33e4a611817a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '333cce4f-087b-4924-8b2a-e6be3cd71954', 'code': 200} Oct 30 15:23:23.350497 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=333cce4f-087b-4924-8b2a-e6be3cd71954,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:23.412881 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9d656bc2-ada3-4143-b80d-dc0fe3f4d287 req-88db0599-3822-4555-a93b-8eda5b4283da service neutron] 10.222.0.44 "GET /v2.0/networks/d26e81b3-f432-4f3d-bc5b-f2edc1c076d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442695 Oct 30 15:23:23.417337 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20edcb52-23a3-4446-8317-87f5c1402328 req-99be8650-a482-4de5-9412-0c1172f00c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:23.419898 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-20edcb52-23a3-4446-8317-87f5c1402328 req-99be8650-a482-4de5-9412-0c1172f00c27 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e36e88ed-7b73-4881-9910-33e4a611817a HTTP/1.1" status: 200 len: 1097 time: 0.0594022 Oct 30 15:23:23.488486 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-20edcb52-23a3-4446-8317-87f5c1402328 req-71b1d52c-dd8a-424e-88c7-366166cc64c4 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e96b94c8-1854-43c2-8b3c-964bf8e29073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624344 Oct 30 15:23:23.504829 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e27465-e10a-4e3a-91bd-be596cd33201 req-7c0dcb7a-20eb-4e16-8a19-e1a0975300dc tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:23.506303 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-39e27465-e10a-4e3a-91bd-be596cd33201 req-7c0dcb7a-20eb-4e16-8a19-e1a0975300dc tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=12b11fe6-741c-4c3e-a4ff-91a1ae4a2e76 HTTP/1.1" status: 200 len: 943 time: 0.0727606 Oct 30 15:23:23.554570 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-39e27465-e10a-4e3a-91bd-be596cd33201 req-213cd575-e87e-43b4-b50c-8d29486c8b6a tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387611 Oct 30 15:23:23.736110 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f1834b09-2d5e-4bfb-835b-ecc2b83db8fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:23.832846 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1644b61-7982-411a-8a47-3818bea540bf req-ad621bfd-d727-4db3-832d-6a5b874fc37e tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:23.834295 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a1644b61-7982-411a-8a47-3818bea540bf req-ad621bfd-d727-4db3-832d-6a5b874fc37e tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/ports?device_id=e36e88ed-7b73-4881-9910-33e4a611817a HTTP/1.1" status: 200 len: 945 time: 0.4408457 Oct 30 15:23:23.876437 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9d656bc2-ada3-4143-b80d-dc0fe3f4d287 req-5f67863b-c0a1-4847-9bfe-92c8c2ecce46 service neutron] 10.222.0.44 "GET /v2.0/networks/d26e81b3-f432-4f3d-bc5b-f2edc1c076d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4470119 Oct 30 15:23:23.890953 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a1644b61-7982-411a-8a47-3818bea540bf req-06d76183-92ee-4faf-924d-64a158b797cd tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/security-groups?id=e96b94c8-1854-43c2-8b3c-964bf8e29073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463722 Oct 30 15:23:23.974767 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb3c51-8967-4b5f-a9ff-c238b82e4139 req-ce441e2c-fdfb-4f75-9943-7842961e66b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:23.975691 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-29eb3c51-8967-4b5f-a9ff-c238b82e4139 req-ce441e2c-fdfb-4f75-9943-7842961e66b1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=19817faf69a4405b907421887c1772e6&device_id=12b11fe6-741c-4c3e-a4ff-91a1ae4a2e76 HTTP/1.1" status: 200 len: 1095 time: 0.0499671 Oct 30 15:23:24.083696 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb3c51-8967-4b5f-a9ff-c238b82e4139 req-6f41c41e-88e8-4480-890b-73f87cf7186f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:24.085164 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-29eb3c51-8967-4b5f-a9ff-c238b82e4139 req-6f41c41e-88e8-4480-890b-73f87cf7186f service neutron] 10.222.0.44 "GET /v2.0/networks?id=d26e81b3-f432-4f3d-bc5b-f2edc1c076d6 HTTP/1.1" status: 200 len: 911 time: 0.1003711 Oct 30 15:23:24.130606 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-29eb3c51-8967-4b5f-a9ff-c238b82e4139 req-ab16bf3e-e4d6-41aa-9f1a-553bd0dc357b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc0b66c9-416c-43c8-9c40-7985824f083f HTTP/1.1" status: 200 len: 217 time: 0.0367947 Oct 30 15:23:24.186380 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb3c51-8967-4b5f-a9ff-c238b82e4139 req-48b43d35-3f5f-4e56-b764-72195f427a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:24.188165 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-29eb3c51-8967-4b5f-a9ff-c238b82e4139 req-48b43d35-3f5f-4e56-b764-72195f427a5d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d862e367-a3ef-41d8-9769-a6945d8f8b1d HTTP/1.1" status: 200 len: 849 time: 0.0503118 Oct 30 15:23:24.262790 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb3c51-8967-4b5f-a9ff-c238b82e4139 req-6a087660-29c7-4628-90b6-e11ba0ca92bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:24.264848 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-29eb3c51-8967-4b5f-a9ff-c238b82e4139 req-6a087660-29c7-4628-90b6-e11ba0ca92bc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d26e81b3-f432-4f3d-bc5b-f2edc1c076d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608835 Oct 30 15:23:24.266764 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45132dba-a863-43e0-ab11-9d834eb1ca72 req-b85686cb-d90f-40a7-bc3c-107d2f600bc2 tempest-ServerAddressesNegativeTestJSON-1876301082 tempest-ServerAddressesNegativeTestJSON-1876301082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:24.268338 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-45132dba-a863-43e0-ab11-9d834eb1ca72 req-b85686cb-d90f-40a7-bc3c-107d2f600bc2 tempest-ServerAddressesNegativeTestJSON-1876301082 tempest-ServerAddressesNegativeTestJSON-1876301082-project] 10.222.0.44 "GET /v2.0/ports?device_id=51836aa2-b117-4c97-b354-32f51be0ce7b HTTP/1.1" status: 200 len: 945 time: 0.0636241 Oct 30 15:23:24.385219 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cae800-f857-4b19-8fb5-cba01559b5d2 req-208d59d5-4afc-4aa3-932c-871ef6fa2538 tempest-ServerAddressesNegativeTestJSON-1876301082 tempest-ServerAddressesNegativeTestJSON-1876301082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:24.386722 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-83cae800-f857-4b19-8fb5-cba01559b5d2 req-208d59d5-4afc-4aa3-932c-871ef6fa2538 tempest-ServerAddressesNegativeTestJSON-1876301082 tempest-ServerAddressesNegativeTestJSON-1876301082-project] 10.222.0.62 "GET /v2.0/ports?device_id=51836aa2-b117-4c97-b354-32f51be0ce7b HTTP/1.1" status: 200 len: 945 time: 0.1174428 Oct 30 15:23:24.388410 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-29eb3c51-8967-4b5f-a9ff-c238b82e4139 req-93be4217-5ed0-473c-a846-294189376b17 service neutron] 10.222.0.44 "GET /v2.0/networks/d26e81b3-f432-4f3d-bc5b-f2edc1c076d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079900 Oct 30 15:23:24.443786 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-83cae800-f857-4b19-8fb5-cba01559b5d2 req-f0eb3f44-e7f9-443e-a8d5-6e8fc05ae9ad tempest-ServerAddressesNegativeTestJSON-1876301082 tempest-ServerAddressesNegativeTestJSON-1876301082-project] 10.222.0.62 "GET /v2.0/security-groups?id=abc281c1-8ad1-4118-869f-b32071a533bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490150 Oct 30 15:23:24.447871 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-45132dba-a863-43e0-ab11-9d834eb1ca72 req-981a0b9d-20d4-46a2-8793-23651c7d78c8 tempest-ServerAddressesNegativeTestJSON-1876301082 tempest-ServerAddressesNegativeTestJSON-1876301082-project] Deleting port 560f1e19-bf39-4f3d-83b9-799f9fb0d893 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:23:24.448425 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-45132dba-a863-43e0-ab11-9d834eb1ca72 req-981a0b9d-20d4-46a2-8793-23651c7d78c8 tempest-ServerAddressesNegativeTestJSON-1876301082 tempest-ServerAddressesNegativeTestJSON-1876301082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:24.519807 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-29eb3c51-8967-4b5f-a9ff-c238b82e4139 req-b72582e3-51fa-4090-878e-4afddde6f0cb service neutron] 10.222.0.44 "GET /v2.0/networks/d26e81b3-f432-4f3d-bc5b-f2edc1c076d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237698 Oct 30 15:23:24.552341 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-45132dba-a863-43e0-ab11-9d834eb1ca72 req-981a0b9d-20d4-46a2-8793-23651c7d78c8 tempest-ServerAddressesNegativeTestJSON-1876301082 tempest-ServerAddressesNegativeTestJSON-1876301082-project] For port 560f1e19-bf39-4f3d-83b9-799f9fb0d893, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=560f1e19-bf39-4f3d-83b9-799f9fb0d893,segment=NetworkSegment(098283bf-2092-4337-ad4e-b7c5d5f3b0ef),segment_id=098283bf-2092-4337-ad4e-b7c5d5f3b0ef)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:23:24.552707 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-45132dba-a863-43e0-ab11-9d834eb1ca72 req-981a0b9d-20d4-46a2-8793-23651c7d78c8 tempest-ServerAddressesNegativeTestJSON-1876301082 tempest-ServerAddressesNegativeTestJSON-1876301082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:24.565823 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-45132dba-a863-43e0-ab11-9d834eb1ca72 req-981a0b9d-20d4-46a2-8793-23651c7d78c8 tempest-ServerAddressesNegativeTestJSON-1876301082 tempest-ServerAddressesNegativeTestJSON-1876301082-project] Calling delete_port for 560f1e19-bf39-4f3d-83b9-799f9fb0d893 owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:23:24.628081 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:24.746221 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-45132dba-a863-43e0-ab11-9d834eb1ca72 req-981a0b9d-20d4-46a2-8793-23651c7d78c8 tempest-ServerAddressesNegativeTestJSON-1876301082 tempest-ServerAddressesNegativeTestJSON-1876301082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:24.746602 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c1b79-b658-4630-be0b-82d1cee57b97 req-fed21db4-ed5e-474f-986f-469d64ab86e2 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:24.749297 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0e3c1b79-b658-4630-be0b-82d1cee57b97 req-fed21db4-ed5e-474f-986f-469d64ab86e2 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=12b11fe6-741c-4c3e-a4ff-91a1ae4a2e76 HTTP/1.1" status: 200 len: 943 time: 0.0560682 Oct 30 15:23:24.759326 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['560f1e19-bf39-4f3d-83b9-799f9fb0d893'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:23:24.800390 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981a0b9d-20d4-46a2-8793-23651c7d78c8 tempest-ServerAddressesNegativeTestJSON-1876301082 tempest-ServerAddressesNegativeTestJSON-1876301082-project] Pushing event deleted for resources: {'Port': ['ID=560f1e19-bf39-4f3d-83b9-799f9fb0d893,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:24.809647 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0e3c1b79-b658-4630-be0b-82d1cee57b97 req-4e39aba7-e95a-45d6-8cdb-ed741b9075c6 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530968 Oct 30 15:23:24.827927 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-45132dba-a863-43e0-ab11-9d834eb1ca72 req-981a0b9d-20d4-46a2-8793-23651c7d78c8 tempest-ServerAddressesNegativeTestJSON-1876301082 tempest-ServerAddressesNegativeTestJSON-1876301082-project] No DVR routers for this DVR port 560f1e19-bf39-4f3d-83b9-799f9fb0d893 on host n-h2-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:23:24.830807 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981a0b9d-20d4-46a2-8793-23651c7d78c8 tempest-ServerAddressesNegativeTestJSON-1876301082 tempest-ServerAddressesNegativeTestJSON-1876301082-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:23:24.831155 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981a0b9d-20d4-46a2-8793-23651c7d78c8 tempest-ServerAddressesNegativeTestJSON-1876301082 tempest-ServerAddressesNegativeTestJSON-1876301082-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:23:24.831508 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981a0b9d-20d4-46a2-8793-23651c7d78c8 tempest-ServerAddressesNegativeTestJSON-1876301082 tempest-ServerAddressesNegativeTestJSON-1876301082-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:23:24.831849 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981a0b9d-20d4-46a2-8793-23651c7d78c8 tempest-ServerAddressesNegativeTestJSON-1876301082 tempest-ServerAddressesNegativeTestJSON-1876301082-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:23:24.832180 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981a0b9d-20d4-46a2-8793-23651c7d78c8 tempest-ServerAddressesNegativeTestJSON-1876301082 tempest-ServerAddressesNegativeTestJSON-1876301082-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:23:24.832510 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981a0b9d-20d4-46a2-8793-23651c7d78c8 tempest-ServerAddressesNegativeTestJSON-1876301082 tempest-ServerAddressesNegativeTestJSON-1876301082-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:23:24.832835 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981a0b9d-20d4-46a2-8793-23651c7d78c8 tempest-ServerAddressesNegativeTestJSON-1876301082 tempest-ServerAddressesNegativeTestJSON-1876301082-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:23:24.833201 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981a0b9d-20d4-46a2-8793-23651c7d78c8 tempest-ServerAddressesNegativeTestJSON-1876301082 tempest-ServerAddressesNegativeTestJSON-1876301082-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:23:24.833531 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981a0b9d-20d4-46a2-8793-23651c7d78c8 tempest-ServerAddressesNegativeTestJSON-1876301082 tempest-ServerAddressesNegativeTestJSON-1876301082-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:23:24.833854 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981a0b9d-20d4-46a2-8793-23651c7d78c8 tempest-ServerAddressesNegativeTestJSON-1876301082 tempest-ServerAddressesNegativeTestJSON-1876301082-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:23:24.834437 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981a0b9d-20d4-46a2-8793-23651c7d78c8 tempest-ServerAddressesNegativeTestJSON-1876301082 tempest-ServerAddressesNegativeTestJSON-1876301082-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:23:24.834589 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981a0b9d-20d4-46a2-8793-23651c7d78c8 tempest-ServerAddressesNegativeTestJSON-1876301082 tempest-ServerAddressesNegativeTestJSON-1876301082-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:23:24.837559 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-45132dba-a863-43e0-ab11-9d834eb1ca72 req-981a0b9d-20d4-46a2-8793-23651c7d78c8 tempest-ServerAddressesNegativeTestJSON-1876301082 tempest-ServerAddressesNegativeTestJSON-1876301082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:24.841612 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-45132dba-a863-43e0-ab11-9d834eb1ca72 req-981a0b9d-20d4-46a2-8793-23651c7d78c8 tempest-ServerAddressesNegativeTestJSON-1876301082 tempest-ServerAddressesNegativeTestJSON-1876301082-project] 10.222.0.44 "DELETE /v2.0/ports/560f1e19-bf39-4f3d-83b9-799f9fb0d893 HTTP/1.1" status: 204 len: 173 time: 0.5620563 Oct 30 15:23:24.842040 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51836aa2-b117-4c97-b354-32f51be0ce7b', 'name': 'network-vif-deleted', 'tag': '560f1e19-bf39-4f3d-83b9-799f9fb0d893'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:23:24.844405 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7636d725-fb28-49e3-8b52-97a814bf2180" -d '{"events": [{"server_uuid": "51836aa2-b117-4c97-b354-32f51be0ce7b", "name": "network-vif-deleted", "tag": "560f1e19-bf39-4f3d-83b9-799f9fb0d893"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:23:24.867925 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:24.889312 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b719c506-c08c-4e79-a89b-12bdd6b438f9 x-openstack-request-id: req-b719c506-c08c-4e79-a89b-12bdd6b438f9 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:23:24.889728 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51836aa2-b117-4c97-b354-32f51be0ce7b", "name": "network-vif-deleted", "tag": "560f1e19-bf39-4f3d-83b9-799f9fb0d893", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:23:24.890117 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b719c506-c08c-4e79-a89b-12bdd6b438f9 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:23:24.890606 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51836aa2-b117-4c97-b354-32f51be0ce7b', 'name': 'network-vif-deleted', 'tag': '560f1e19-bf39-4f3d-83b9-799f9fb0d893', 'status': 'completed', 'code': 200} Oct 30 15:23:25.023629 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae755d3-3a4c-4a98-9306-a665522cd274 req-ef3e22ae-fe9d-4a59-a085-0a37ca02fce8 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:25.025284 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4ae755d3-3a4c-4a98-9306-a665522cd274 req-ef3e22ae-fe9d-4a59-a085-0a37ca02fce8 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/ports?device_id=e36e88ed-7b73-4881-9910-33e4a611817a HTTP/1.1" status: 200 len: 945 time: 0.0521781 Oct 30 15:23:25.064183 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4ae755d3-3a4c-4a98-9306-a665522cd274 req-18960e75-f43b-4310-a910-452393d297eb tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/security-groups?id=e96b94c8-1854-43c2-8b3c-964bf8e29073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315785 Oct 30 15:23:25.495716 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 50436) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:23:25.526919 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 50440) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:23:25.574674 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dc1543c-aede-4658-92a6-accb76a87e0f admin admin] Deleting subnet 288d3caf-4957-4c66-adb3-c3983ab16158 {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:23:25.578846 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9dc1543c-aede-4658-92a6-accb76a87e0f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:25.629315 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e35d32c0-8eec-42eb-877f-46964befc295 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:25.641677 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9dc1543c-aede-4658-92a6-accb76a87e0f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:25.710227 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9dc1543c-aede-4658-92a6-accb76a87e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:25.795511 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e35d32c0-8eec-42eb-877f-46964befc295 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:25.798129 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9dc1543c-aede-4658-92a6-accb76a87e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:25.827495 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e35d32c0-8eec-42eb-877f-46964befc295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:25.845130 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc1543c-aede-4658-92a6-accb76a87e0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=288d3caf-4957-4c66-adb3-c3983ab16158,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:25.883644 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9dc1543c-aede-4658-92a6-accb76a87e0f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:25.891595 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-9dc1543c-aede-4658-92a6-accb76a87e0f admin admin] 10.222.0.62 "DELETE /v2.0/subnets/288d3caf-4957-4c66-adb3-c3983ab16158 HTTP/1.1" status: 204 len: 168 time: 0.3629043 Oct 30 15:23:25.892261 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 50450) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:23:25.897257 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-e35d32c0-8eec-42eb-877f-46964befc295 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4566995a26e84999873f1ee3a52b2d72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3991354 Oct 30 15:23:25.904391 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35d32c0-8eec-42eb-877f-46964befc295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f91f3bb-b5ef-40c2-af13-625014cfd0be,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:25.907032 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 50454) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:23:25.989817 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d24da5ac-c5f0-452b-8996-50e51111e1d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:26.013392 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d24da5ac-c5f0-452b-8996-50e51111e1d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:26.016540 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ee976-4cc1-4ba9-87ad-db201e7faa3d req-98e9ce45-4576-4efb-a524-e679b42f5b38 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:26.018115 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-582ee976-4cc1-4ba9-87ad-db201e7faa3d req-98e9ce45-4576-4efb-a524-e679b42f5b38 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=12b11fe6-741c-4c3e-a4ff-91a1ae4a2e76 HTTP/1.1" status: 200 len: 943 time: 0.1276021 Oct 30 15:23:26.021697 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2d80e82a-e15a-4cd6-b5bc-927fc63606df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:26.065995 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d24da5ac-c5f0-452b-8996-50e51111e1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:26.068916 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d24da5ac-c5f0-452b-8996-50e51111e1d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:26.070071 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d24da5ac-c5f0-452b-8996-50e51111e1d3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2f91f3bb-b5ef-40c2-af13-625014cfd0be HTTP/1.1" status: 204 len: 168 time: 0.1491258 Oct 30 15:23:26.080290 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24da5ac-c5f0-452b-8996-50e51111e1d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f91f3bb-b5ef-40c2-af13-625014cfd0be,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:26.130070 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-582ee976-4cc1-4ba9-87ad-db201e7faa3d req-431284fd-956e-4249-8a83-b29647aced36 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018918 Oct 30 15:23:26.155109 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2d80e82a-e15a-4cd6-b5bc-927fc63606df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:26.186834 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-2d80e82a-e15a-4cd6-b5bc-927fc63606df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d579e80-bc5d-4b3d-ac80-efcba22239eb']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:23:26.202210 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-2d80e82a-e15a-4cd6-b5bc-927fc63606df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '098283bf-2092-4337-ad4e-b7c5d5f3b0ef') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:23:26.202571 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-2d80e82a-e15a-4cd6-b5bc-927fc63606df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '098283bf-2092-4337-ad4e-b7c5d5f3b0ef') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:23:26.216601 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2d80e82a-e15a-4cd6-b5bc-927fc63606df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:26.234083 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2d80e82a-e15a-4cd6-b5bc-927fc63606df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:26.243280 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d80e82a-e15a-4cd6-b5bc-927fc63606df admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:23:26.244310 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2d80e82a-e15a-4cd6-b5bc-927fc63606df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:26.246094 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:23:26.246094 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:23:26.246094 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:23:26.246094 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:23:26.246094 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:23:26.246094 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:23:26.246094 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:23:26.246094 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:23:26.246094 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:23:26.246094 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:23:26.246094 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:23:26.246094 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:23:26.246094 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:23:26.246094 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:23:26.246094 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:23:26.246094 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:23:26.246094 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:23:26.246094 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:23:26.246094 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:23:26.246094 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:23:26.246094 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:23:26.246094 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:23:26.246094 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:23:26.246094 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:23:26.246094 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:23:26.246094 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:23:26.246094 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:23:26.246094 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:23:26.246094 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:23:26.246094 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:23:26.246094 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:23:26.246094 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:23:26.336020 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2d80e82a-e15a-4cd6-b5bc-927fc63606df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:26.353054 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2d80e82a-e15a-4cd6-b5bc-927fc63606df admin admin] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:26.359899 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-2d80e82a-e15a-4cd6-b5bc-927fc63606df admin admin] 10.222.0.62 "DELETE /v2.0/networks/9d579e80-bc5d-4b3d-ac80-efcba22239eb HTTP/1.1" status: 204 len: 168 time: 0.4665442 Oct 30 15:23:26.361333 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d80e82a-e15a-4cd6-b5bc-927fc63606df admin admin] Pushing event deleted for resources: {'Network': ['ID=9d579e80-bc5d-4b3d-ac80-efcba22239eb,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:26.395323 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device cc0b66c9-416c-43c8-9c40-7985824f083f details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:23:26.519921 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port cc0b66c9-416c-43c8-9c40-7985824f083f, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=cc0b66c9-416c-43c8-9c40-7985824f083f,segment=NetworkSegment(4eb103e9-b9a2-4786-ab9b-d9e363fed874),segment_id=4eb103e9-b9a2-4786-ab9b-d9e363fed874)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:23:26.541117 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': 'cc0b66c9-416c-43c8-9c40-7985824f083f', 'network_id': 'd26e81b3-f432-4f3d-bc5b-f2edc1c076d6', 'port_id': 'cc0b66c9-416c-43c8-9c40-7985824f083f', 'mac_address': 'fa:16:3e:60:c1:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd862e367-a3ef-41d8-9769-a6945d8f8b1d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:23:26.553680 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:26.575680 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 50474) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:23:26.589711 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:26.606016 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc0b66c9-416c-43c8-9c40-7985824f083f {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:23:26.626202 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d06317b0-1b0c-417b-88a4-7ea66bf647b3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=014e14f6e09f40d0bf80226db24c110d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0493045 Oct 30 15:23:26.629053 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 50478) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:23:26.638404 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port cc0b66c9-416c-43c8-9c40-7985824f083f, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=cc0b66c9-416c-43c8-9c40-7985824f083f,segment=NetworkSegment(4eb103e9-b9a2-4786-ab9b-d9e363fed874),segment_id=4eb103e9-b9a2-4786-ab9b-d9e363fed874)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:23:26.643187 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:26.702397 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-721e8db7-f9c2-4628-8af9-aa790b4805af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:26.709335 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=cc0b66c9-416c-43c8-9c40-7985824f083f,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:26.745078 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-721e8db7-f9c2-4628-8af9-aa790b4805af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:26.803946 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-721e8db7-f9c2-4628-8af9-aa790b4805af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:26.813967 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-721e8db7-f9c2-4628-8af9-aa790b4805af admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:26.815148 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-721e8db7-f9c2-4628-8af9-aa790b4805af admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/abc281c1-8ad1-4118-869f-b32071a533bb HTTP/1.1" status: 204 len: 168 time: 0.1850080 Oct 30 15:23:26.824254 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721e8db7-f9c2-4628-8af9-aa790b4805af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc281c1-8ad1-4118-869f-b32071a533bb,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:26.891030 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['cc0b66c9-416c-43c8-9c40-7985824f083f'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:23:27.273282 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5721c0c-162d-46bc-acb2-08b97822401b req-20eb7e18-d847-41fa-8a64-5a4755c592fe tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:27.276198 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f5721c0c-162d-46bc-acb2-08b97822401b req-20eb7e18-d847-41fa-8a64-5a4755c592fe tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=12b11fe6-741c-4c3e-a4ff-91a1ae4a2e76 HTTP/1.1" status: 200 len: 944 time: 0.0642595 Oct 30 15:23:27.323893 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f5721c0c-162d-46bc-acb2-08b97822401b req-1415ff0c-2261-44e8-9b97-647fae8b64bf tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411398 Oct 30 15:23:27.691359 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 50534) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:23:27.799018 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-b7c37ccd-3436-4c27-a822-1d68f04e98fd admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-272164526-network', 'tenant_id': 'c715ddc11ea3485dafb60cd470b39b21'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:23:27.824687 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c37ccd-3436-4c27-a822-1d68f04e98fd admin admin] Made reservation on behalf of c715ddc11ea3485dafb60cd470b39b21 for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:23:27.827196 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b7c37ccd-3436-4c27-a822-1d68f04e98fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:27.836284 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b7c37ccd-3436-4c27-a822-1d68f04e98fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:27.915423 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b7c37ccd-3436-4c27-a822-1d68f04e98fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:27.920701 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b7c37ccd-3436-4c27-a822-1d68f04e98fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:27.934133 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7c37ccd-3436-4c27-a822-1d68f04e98fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:23:27.968859 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b7c37ccd-3436-4c27-a822-1d68f04e98fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:27.969292 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-b7c37ccd-3436-4c27-a822-1d68f04e98fd admin admin] Added segment e61387f7-51c2-4fc4-8ecd-719c3664f805 of type vlan for network 3cdae9cb-d206-4bdd-a9bc-109b4fcd534f Oct 30 15:23:28.024022 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c37ccd-3436-4c27-a822-1d68f04e98fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40dba2c0-3153-4f45-b131-bea898a736b2,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:28.044390 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b7c37ccd-3436-4c27-a822-1d68f04e98fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:28.076100 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b7c37ccd-3436-4c27-a822-1d68f04e98fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:28.077156 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c37ccd-3436-4c27-a822-1d68f04e98fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:28.077825 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b7c37ccd-3436-4c27-a822-1d68f04e98fd admin admin] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:28.153007 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b7c37ccd-3436-4c27-a822-1d68f04e98fd admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4604754 Oct 30 15:23:28.156332 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 50548) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:23:28.156991 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c37ccd-3436-4c27-a822-1d68f04e98fd admin admin] Pushing event updated for resources: {'Network': ['ID=3cdae9cb-d206-4bdd-a9bc-109b4fcd534f,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:28.163640 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-eb05cbcb-c6c6-4c6b-aabd-2e50e8b8d766 admin admin] Request body: {'subnet': {'network_id': '3cdae9cb-d206-4bdd-a9bc-109b4fcd534f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-272164526-subnet', 'tenant_id': 'c715ddc11ea3485dafb60cd470b39b21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:23:28.175017 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 3cdae9cb-d206-4bdd-a9bc-109b4fcd534f details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:23:28.222274 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb05cbcb-c6c6-4c6b-aabd-2e50e8b8d766 admin admin] Made reservation on behalf of c715ddc11ea3485dafb60cd470b39b21 for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:23:28.224937 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-eb05cbcb-c6c6-4c6b-aabd-2e50e8b8d766 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:28.466230 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device cc0b66c9-416c-43c8-9c40-7985824f083f up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:23:28.469695 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-eb05cbcb-c6c6-4c6b-aabd-2e50e8b8d766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:28.480756 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e122c780-c974-41f7-9dbb-27f9e8fdc249 req-48949382-6f39-4d4a-b1af-c3ced90ee35d tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:28.485425 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e122c780-c974-41f7-9dbb-27f9e8fdc249 req-48949382-6f39-4d4a-b1af-c3ced90ee35d tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=12b11fe6-741c-4c3e-a4ff-91a1ae4a2e76 HTTP/1.1" status: 200 len: 944 time: 0.0747628 Oct 30 15:23:28.551066 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e122c780-c974-41f7-9dbb-27f9e8fdc249 req-ad61fb99-3ded-45e1-ab0c-6234df040bbf tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609953 Oct 30 15:23:28.563912 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port cc0b66c9-416c-43c8-9c40-7985824f083f completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:23:28.568199 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port cc0b66c9-416c-43c8-9c40-7985824f083f triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:23:28.569115 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:28.576274 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb05cbcb-c6c6-4c6b-aabd-2e50e8b8d766 admin admin] Pushing event updated for resources: {'Subnet': ['ID=802195d7-fe6d-46c7-97ef-9c970f6c0a65,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:28.591067 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb05cbcb-c6c6-4c6b-aabd-2e50e8b8d766 admin admin] Checking segment: {'id': 'e61387f7-51c2-4fc4-8ecd-719c3664f805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3cdae9cb-d206-4bdd-a9bc-109b4fcd534f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:23:28.591363 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb05cbcb-c6c6-4c6b-aabd-2e50e8b8d766 admin admin] Network hostable DHCP agents. Network: 3cdae9cb-d206-4bdd-a9bc-109b4fcd534f, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:23:28.612911 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb05cbcb-c6c6-4c6b-aabd-2e50e8b8d766 admin admin] Network 3cdae9cb-d206-4bdd-a9bc-109b4fcd534f is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:23:28.631208 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-eb05cbcb-c6c6-4c6b-aabd-2e50e8b8d766 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 3cdae9cb-d206-4bdd-a9bc-109b4fcd534f) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:23:28.647972 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c4d5b9-e3e1-4d09-ad89-f06b44c1b5bf None None] Network 3cdae9cb-d206-4bdd-a9bc-109b4fcd534f requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:23:28.651429 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb05cbcb-c6c6-4c6b-aabd-2e50e8b8d766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:28.652941 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-eb05cbcb-c6c6-4c6b-aabd-2e50e8b8d766 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:28.680253 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-eb05cbcb-c6c6-4c6b-aabd-2e50e8b8d766 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5206237 Oct 30 15:23:28.754162 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:28.795970 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b11fe6-741c-4c3e-a4ff-91a1ae4a2e76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc0b66c9-416c-43c8-9c40-7985824f083f'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:23:28.799033 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da81a71d-aef7-4199-bb1d-6610f834a121" -d '{"events": [{"server_uuid": "12b11fe6-741c-4c3e-a4ff-91a1ae4a2e76", "name": "network-vif-plugged", "status": "completed", "tag": "cc0b66c9-416c-43c8-9c40-7985824f083f"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:23:28.836350 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port cc0b66c9-416c-43c8-9c40-7985824f083f, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=cc0b66c9-416c-43c8-9c40-7985824f083f,segment=NetworkSegment(4eb103e9-b9a2-4786-ab9b-d9e363fed874),segment_id=4eb103e9-b9a2-4786-ab9b-d9e363fed874)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:23:28.874548 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd8187c-cdee-4ed3-ab69-8b8ea50ed822 x-openstack-request-id: req-2cd8187c-cdee-4ed3-ab69-8b8ea50ed822 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:23:28.874836 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12b11fe6-741c-4c3e-a4ff-91a1ae4a2e76", "name": "network-vif-plugged", "status": "completed", "tag": "cc0b66c9-416c-43c8-9c40-7985824f083f", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:23:28.875997 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2cd8187c-cdee-4ed3-ab69-8b8ea50ed822 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:23:28.876562 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12b11fe6-741c-4c3e-a4ff-91a1ae4a2e76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc0b66c9-416c-43c8-9c40-7985824f083f', 'code': 200} Oct 30 15:23:28.880280 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:28.881807 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 560f1e19-bf39-4f3d-83b9-799f9fb0d893 no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:23:28.977023 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301f52f3-d29a-4558-94e1-6ffbb1654008 None None] Network 3cdae9cb-d206-4bdd-a9bc-109b4fcd534f requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:23:28.999380 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] No Port match for: 560f1e19-bf39-4f3d-83b9-799f9fb0d893 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:23:28.999955 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 560f1e19-bf39-4f3d-83b9-799f9fb0d893 not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:23:29.017014 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4048e4b-1c2a-4b7a-9fa8-0b9cf5b26112 req-c7aee102-1a94-4ddf-bf29-733b8085afbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:29.020788 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f4048e4b-1c2a-4b7a-9fa8-0b9cf5b26112 req-c7aee102-1a94-4ddf-bf29-733b8085afbf service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=12b11fe6-741c-4c3e-a4ff-91a1ae4a2e76 HTTP/1.1" status: 200 len: 1097 time: 0.0896902 Oct 30 15:23:29.068581 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f4048e4b-1c2a-4b7a-9fa8-0b9cf5b26112 req-e95c1663-1fc9-4670-845a-583ce87702b2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390236 Oct 30 15:23:29.108565 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=cc0b66c9-416c-43c8-9c40-7985824f083f,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:29.673985 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a278b94-bf79-4f83-ac57-c8f34fce874f req-5ff87569-c55b-427d-ac28-97dded8a71a5 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:29.675655 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4a278b94-bf79-4f83-ac57-c8f34fce874f req-5ff87569-c55b-427d-ac28-97dded8a71a5 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=12b11fe6-741c-4c3e-a4ff-91a1ae4a2e76 HTTP/1.1" status: 200 len: 945 time: 0.0554934 Oct 30 15:23:29.720698 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4a278b94-bf79-4f83-ac57-c8f34fce874f req-a6c82e04-2f2e-42d0-92fb-7fb15892a4a7 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375888 Oct 30 15:23:29.738698 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:30.139109 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e29eef5-6352-4e1d-9c4a-3a01785658a9 req-a71af7d6-47b8-4037-b7a6-3770654ab341 tempest-ServerGroupTestJSON-164713790 tempest-ServerGroupTestJSON-164713790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:30.141014 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6e29eef5-6352-4e1d-9c4a-3a01785658a9 req-a71af7d6-47b8-4037-b7a6-3770654ab341 tempest-ServerGroupTestJSON-164713790 tempest-ServerGroupTestJSON-164713790-project] 10.222.0.62 "GET /v2.0/networks?id=3cdae9cb-d206-4bdd-a9bc-109b4fcd534f HTTP/1.1" status: 200 len: 809 time: 0.1105776 Oct 30 15:23:30.157542 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6e29eef5-6352-4e1d-9c4a-3a01785658a9 req-f5412cb5-1136-4608-9407-8d1b9eb09b9a tempest-ServerGroupTestJSON-164713790 tempest-ServerGroupTestJSON-164713790-project] 10.222.0.62 "GET /v2.0/quotas/c715ddc11ea3485dafb60cd470b39b21 HTTP/1.1" status: 200 len: 375 time: 0.0101514 Oct 30 15:23:30.195162 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6e29eef5-6352-4e1d-9c4a-3a01785658a9 req-b56f589f-ec4e-42ca-ba3d-6e0e3ec9f967 tempest-ServerGroupTestJSON-164713790 tempest-ServerGroupTestJSON-164713790-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c715ddc11ea3485dafb60cd470b39b21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319591 Oct 30 15:23:30.296138 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6e29eef5-6352-4e1d-9c4a-3a01785658a9 req-c8517c40-67c0-4c66-b05f-8bd7a2563d2d service neutron] 10.222.0.62 "GET /v2.0/networks/3cdae9cb-d206-4bdd-a9bc-109b4fcd534f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929029 Oct 30 15:23:30.391433 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6e29eef5-6352-4e1d-9c4a-3a01785658a9 req-8225e439-62fc-44b6-bae7-a70be5c31432 service neutron] 10.222.0.62 "GET /v2.0/networks/3cdae9cb-d206-4bdd-a9bc-109b4fcd534f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888655 Oct 30 15:23:30.693435 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-47fa4fa9-c923-438e-b34d-a9ce19d9033f req-09e5ae13-63a2-4083-a2d4-d96a20813a53 tempest-ServerGroupTestJSON-164713790 tempest-ServerGroupTestJSON-164713790-project] 10.222.0.62 "GET /v2.0/ports?device_id=f16c2d3b-8b3a-4df6-b2b9-e1dcbccffcf1 HTTP/1.1" status: 200 len: 210 time: 0.0533190 Oct 30 15:23:30.876046 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad2539-3743-491b-9079-7e128706387e req-39ad2eba-94b4-466c-a231-83e0140b0094 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:30.884331 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5cad2539-3743-491b-9079-7e128706387e req-39ad2eba-94b4-466c-a231-83e0140b0094 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=12b11fe6-741c-4c3e-a4ff-91a1ae4a2e76 HTTP/1.1" status: 200 len: 945 time: 0.0664780 Oct 30 15:23:30.928235 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5cad2539-3743-491b-9079-7e128706387e req-19cf9347-538a-45a1-9085-fc623c1123b6 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420032 Oct 30 15:23:31.061409 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-47d78278-5a1c-4432-989f-80e184bbb312 req-bbd51d63-04bd-46e2-bd71-29c00319721d tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=19817faf69a4405b907421887c1772e6 HTTP/1.1" status: 200 len: 267 time: 0.0475805 Oct 30 15:23:31.121503 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d78278-5a1c-4432-989f-80e184bbb312 req-b719d41a-a2bc-4c42-b2db-2a0de7b67387 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:31.128102 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-47d78278-5a1c-4432-989f-80e184bbb312 req-b719d41a-a2bc-4c42-b2db-2a0de7b67387 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=12b11fe6-741c-4c3e-a4ff-91a1ae4a2e76 HTTP/1.1" status: 200 len: 945 time: 0.0657146 Oct 30 15:23:31.136046 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-47d78278-5a1c-4432-989f-80e184bbb312 req-eb13de5e-d0cb-4101-9a15-007defc37928 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Request body: {'port': {'security_groups': []}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:23:31.222657 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-47d78278-5a1c-4432-989f-80e184bbb312 req-eb13de5e-d0cb-4101-9a15-007defc37928 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:31.441183 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-47d78278-5a1c-4432-989f-80e184bbb312 req-eb13de5e-d0cb-4101-9a15-007defc37928 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] For port cc0b66c9-416c-43c8-9c40-7985824f083f, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=cc0b66c9-416c-43c8-9c40-7985824f083f,segment=NetworkSegment(4eb103e9-b9a2-4786-ab9b-d9e363fed874),segment_id=4eb103e9-b9a2-4786-ab9b-d9e363fed874)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:23:31.478756 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-47d78278-5a1c-4432-989f-80e184bbb312 req-eb13de5e-d0cb-4101-9a15-007defc37928 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:31.484855 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-47d78278-5a1c-4432-989f-80e184bbb312 req-eb13de5e-d0cb-4101-9a15-007defc37928 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:31.497870 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['550ff952-51e1-47d0-85cf-4a9da3d2230f', 'df88446e-b203-477c-b691-e78c5b780696', 'cc0b66c9-416c-43c8-9c40-7985824f083f'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:23:31.543358 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d78278-5a1c-4432-989f-80e184bbb312 req-eb13de5e-d0cb-4101-9a15-007defc37928 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:31.544579 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-47d78278-5a1c-4432-989f-80e184bbb312 req-eb13de5e-d0cb-4101-9a15-007defc37928 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:31.552861 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-47d78278-5a1c-4432-989f-80e184bbb312 req-eb13de5e-d0cb-4101-9a15-007defc37928 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "PUT /v2.0/ports/cc0b66c9-416c-43c8-9c40-7985824f083f HTTP/1.1" status: 200 len: 904 time: 0.4224863 Oct 30 15:23:31.554182 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12b11fe6-741c-4c3e-a4ff-91a1ae4a2e76', 'tag': 'cc0b66c9-416c-43c8-9c40-7985824f083f'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:23:31.556800 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a35125-d534-49e7-be7b-6046571bae18" -d '{"events": [{"name": "network-changed", "server_uuid": "12b11fe6-741c-4c3e-a4ff-91a1ae4a2e76", "tag": "cc0b66c9-416c-43c8-9c40-7985824f083f"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:23:31.618109 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb13de5e-d0cb-4101-9a15-007defc37928 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Pushing event updated for resources: {'Port': ['ID=cc0b66c9-416c-43c8-9c40-7985824f083f,revision_number=6']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:31.630912 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c552453a-9657-4c2d-aedb-aa998c6c45eb x-openstack-request-id: req-c552453a-9657-4c2d-aedb-aa998c6c45eb {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:23:31.631265 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12b11fe6-741c-4c3e-a4ff-91a1ae4a2e76", "tag": "cc0b66c9-416c-43c8-9c40-7985824f083f", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:23:31.634268 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c552453a-9657-4c2d-aedb-aa998c6c45eb {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:23:31.634536 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12b11fe6-741c-4c3e-a4ff-91a1ae4a2e76', 'tag': 'cc0b66c9-416c-43c8-9c40-7985824f083f', 'status': 'completed', 'code': 200} Oct 30 15:23:31.645598 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['cc0b66c9-416c-43c8-9c40-7985824f083f'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:23:31.818196 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a35125-d534-49e7-be7b-6046571bae18 req-16aed202-1052-4df4-b8fa-e16d97130fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:31.823096 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a3a35125-d534-49e7-be7b-6046571bae18 req-16aed202-1052-4df4-b8fa-e16d97130fa6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=19817faf69a4405b907421887c1772e6&device_id=12b11fe6-741c-4c3e-a4ff-91a1ae4a2e76 HTTP/1.1" status: 200 len: 1059 time: 0.1579640 Oct 30 15:23:31.848015 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35ec367-c234-4105-9038-aef8bc20d590 req-85953cc4-de6e-4c23-99fe-54fdb06c4c5c tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:31.871244 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c35ec367-c234-4105-9038-aef8bc20d590 req-85953cc4-de6e-4c23-99fe-54fdb06c4c5c tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=12b11fe6-741c-4c3e-a4ff-91a1ae4a2e76 HTTP/1.1" status: 200 len: 907 time: 0.2211120 Oct 30 15:23:31.898109 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:31.983149 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-0c3b6922-a701-4b79-8fd0-d7b0c62603e1 None None] Provisioning complete for port cc0b66c9-416c-43c8-9c40-7985824f083f triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:23:31.986290 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0c3b6922-a701-4b79-8fd0-d7b0c62603e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:32.056167 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a35125-d534-49e7-be7b-6046571bae18 req-02f3bd51-2a0c-4e55-9a89-2854133dee7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:32.060335 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a3a35125-d534-49e7-be7b-6046571bae18 req-02f3bd51-2a0c-4e55-9a89-2854133dee7a service neutron] 10.222.0.44 "GET /v2.0/networks?id=d26e81b3-f432-4f3d-bc5b-f2edc1c076d6 HTTP/1.1" status: 200 len: 911 time: 0.2261391 Oct 30 15:23:32.094087 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2d1e39-ff3b-480b-890e-2f97c477ecbf req-189a99b4-d0da-4836-8132-6c94ebaf8262 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:32.095821 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5c2d1e39-ff3b-480b-890e-2f97c477ecbf req-189a99b4-d0da-4836-8132-6c94ebaf8262 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 944 time: 0.0786524 Oct 30 15:23:32.123247 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-791d2532-64de-41c6-84e7-925f80c0f3e2 req-2d236843-04da-49ab-9af4-10ec231c4dde tempest-ServerGroupTestJSON-164713790 tempest-ServerGroupTestJSON-164713790-project] 10.222.0.62 "GET /v2.0/ports?device_id=f16c2d3b-8b3a-4df6-b2b9-e1dcbccffcf1 HTTP/1.1" status: 200 len: 210 time: 0.2390139 Oct 30 15:23:32.182066 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5c2d1e39-ff3b-480b-890e-2f97c477ecbf req-47a38aca-1c94-49dc-be1c-63728d18b7d6 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765502 Oct 30 15:23:32.202715 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a3a35125-d534-49e7-be7b-6046571bae18 req-102e6bda-dbaa-4c66-bc31-307c3b9c2290 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc0b66c9-416c-43c8-9c40-7985824f083f HTTP/1.1" status: 200 len: 217 time: 0.0766017 Oct 30 15:23:32.206043 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e29eef5-6352-4e1d-9c4a-3a01785658a9 req-c75cfb70-a46b-42ed-b94c-6105860b02b3 tempest-ServerGroupTestJSON-164713790 tempest-ServerGroupTestJSON-164713790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:32.207861 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6e29eef5-6352-4e1d-9c4a-3a01785658a9 req-c75cfb70-a46b-42ed-b94c-6105860b02b3 tempest-ServerGroupTestJSON-164713790 tempest-ServerGroupTestJSON-164713790-project] 10.222.0.44 "GET /v2.0/networks?id=3cdae9cb-d206-4bdd-a9bc-109b4fcd534f HTTP/1.1" status: 200 len: 809 time: 0.3077767 Oct 30 15:23:32.223951 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-6e29eef5-6352-4e1d-9c4a-3a01785658a9 req-398ac9c7-265d-4fed-a770-f66df8422415 tempest-ServerGroupTestJSON-164713790 tempest-ServerGroupTestJSON-164713790-project] Request body: {'port': {'device_id': 'f16c2d3b-8b3a-4df6-b2b9-e1dcbccffcf1', 'network_id': '3cdae9cb-d206-4bdd-a9bc-109b4fcd534f', 'admin_state_up': True, 'tenant_id': 'c715ddc11ea3485dafb60cd470b39b21'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:23:32.351862 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a35125-d534-49e7-be7b-6046571bae18 req-0efcf52e-cd4e-4aba-b7af-da9691d4343d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:32.353344 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a3a35125-d534-49e7-be7b-6046571bae18 req-0efcf52e-cd4e-4aba-b7af-da9691d4343d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d862e367-a3ef-41d8-9769-a6945d8f8b1d HTTP/1.1" status: 200 len: 849 time: 0.1352239 Oct 30 15:23:32.366846 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e1c4e6-990a-4d1c-9bdb-78973f4ec240 req-c939f4ff-c2da-4209-9639-b9aab6978050 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:32.368400 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-64e1c4e6-990a-4d1c-9bdb-78973f4ec240 req-c939f4ff-c2da-4209-9639-b9aab6978050 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 944 time: 0.0964954 Oct 30 15:23:32.405586 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e29eef5-6352-4e1d-9c4a-3a01785658a9 req-398ac9c7-265d-4fed-a770-f66df8422415 tempest-ServerGroupTestJSON-164713790 tempest-ServerGroupTestJSON-164713790-project] Made reservation on behalf of c715ddc11ea3485dafb60cd470b39b21 for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:23:32.409462 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6e29eef5-6352-4e1d-9c4a-3a01785658a9 req-398ac9c7-265d-4fed-a770-f66df8422415 tempest-ServerGroupTestJSON-164713790 tempest-ServerGroupTestJSON-164713790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:32.444067 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-64e1c4e6-990a-4d1c-9bdb-78973f4ec240 req-d711472a-4acf-49c5-94ad-2fdf62738639 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411377 Oct 30 15:23:32.450967 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a35125-d534-49e7-be7b-6046571bae18 req-1c866ea0-2ff8-4ceb-b293-312ed1aed8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:32.452196 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a3a35125-d534-49e7-be7b-6046571bae18 req-1c866ea0-2ff8-4ceb-b293-312ed1aed8c7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d26e81b3-f432-4f3d-bc5b-f2edc1c076d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0828936 Oct 30 15:23:32.608673 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-6e29eef5-6352-4e1d-9c4a-3a01785658a9 req-398ac9c7-265d-4fed-a770-f66df8422415 tempest-ServerGroupTestJSON-164713790 tempest-ServerGroupTestJSON-164713790-project] Allocated IP 172.20.0.11 (3cdae9cb-d206-4bdd-a9bc-109b4fcd534f/802195d7-fe6d-46c7-97ef-9c970f6c0a65/5799f66a-e65b-4503-b3d9-d1121470cd2a) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:23:32.637326 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a3a35125-d534-49e7-be7b-6046571bae18 req-f82f0cda-b512-44cd-915b-6f058b187988 service neutron] 10.222.0.44 "GET /v2.0/networks/d26e81b3-f432-4f3d-bc5b-f2edc1c076d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775470 Oct 30 15:23:32.779075 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6e29eef5-6352-4e1d-9c4a-3a01785658a9 req-398ac9c7-265d-4fed-a770-f66df8422415 tempest-ServerGroupTestJSON-164713790 tempest-ServerGroupTestJSON-164713790-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:32.831876 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6e29eef5-6352-4e1d-9c4a-3a01785658a9 req-398ac9c7-265d-4fed-a770-f66df8422415 tempest-ServerGroupTestJSON-164713790 tempest-ServerGroupTestJSON-164713790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:32.901073 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d7d49-cd6a-4b59-92ba-254f2e714dc5 req-f90d9970-6150-4dab-82b0-0c0085307496 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:32.902660 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1e7d7d49-cd6a-4b59-92ba-254f2e714dc5 req-f90d9970-6150-4dab-82b0-0c0085307496 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/networks?id=d26e81b3-f432-4f3d-bc5b-f2edc1c076d6 HTTP/1.1" status: 200 len: 810 time: 0.1321616 Oct 30 15:23:32.908103 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e29eef5-6352-4e1d-9c4a-3a01785658a9 req-398ac9c7-265d-4fed-a770-f66df8422415 tempest-ServerGroupTestJSON-164713790 tempest-ServerGroupTestJSON-164713790-project] Network 3cdae9cb-d206-4bdd-a9bc-109b4fcd534f is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:23:32.910490 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a3a35125-d534-49e7-be7b-6046571bae18 req-84715941-dd94-4141-b42c-bee2bf1f95c7 service neutron] 10.222.0.44 "GET /v2.0/networks/d26e81b3-f432-4f3d-bc5b-f2edc1c076d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651095 Oct 30 15:23:32.914439 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-6e29eef5-6352-4e1d-9c4a-3a01785658a9 req-398ac9c7-265d-4fed-a770-f66df8422415 tempest-ServerGroupTestJSON-164713790 tempest-ServerGroupTestJSON-164713790-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:23:32.920761 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e29eef5-6352-4e1d-9c4a-3a01785658a9 req-398ac9c7-265d-4fed-a770-f66df8422415 tempest-ServerGroupTestJSON-164713790 tempest-ServerGroupTestJSON-164713790-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:23:32.922125 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1e7d7d49-cd6a-4b59-92ba-254f2e714dc5 req-781c915c-1e34-4c1c-9c44-f76c9869919f tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/quotas/19817faf69a4405b907421887c1772e6 HTTP/1.1" status: 200 len: 375 time: 0.0105524 Oct 30 15:23:32.976254 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e29eef5-6352-4e1d-9c4a-3a01785658a9 req-398ac9c7-265d-4fed-a770-f66df8422415 tempest-ServerGroupTestJSON-164713790 tempest-ServerGroupTestJSON-164713790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:32.977189 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6e29eef5-6352-4e1d-9c4a-3a01785658a9 req-398ac9c7-265d-4fed-a770-f66df8422415 tempest-ServerGroupTestJSON-164713790 tempest-ServerGroupTestJSON-164713790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:32.999427 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6e29eef5-6352-4e1d-9c4a-3a01785658a9 req-398ac9c7-265d-4fed-a770-f66df8422415 tempest-ServerGroupTestJSON-164713790 tempest-ServerGroupTestJSON-164713790-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7797573 Oct 30 15:23:33.001530 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1e7d7d49-cd6a-4b59-92ba-254f2e714dc5 req-247730f0-1a19-48af-b565-4c9038158478 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=19817faf69a4405b907421887c1772e6&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0731106 Oct 30 15:23:33.006713 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398ac9c7-265d-4fed-a770-f66df8422415 tempest-ServerGroupTestJSON-164713790 tempest-ServerGroupTestJSON-164713790-project] Pushing event updated for resources: {'Port': ['ID=5799f66a-e65b-4503-b3d9-d1121470cd2a,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:33.014707 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-6e29eef5-6352-4e1d-9c4a-3a01785658a9 req-5c4d360b-3a0e-44e4-a955-49121e0a8b2b service neutron] Request body: {'port': {'device_id': 'f16c2d3b-8b3a-4df6-b2b9-e1dcbccffcf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:23:33.079423 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6e29eef5-6352-4e1d-9c4a-3a01785658a9 req-5c4d360b-3a0e-44e4-a955-49121e0a8b2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:33.098691 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1e7d7d49-cd6a-4b59-92ba-254f2e714dc5 req-3fd8d012-9d24-4ea8-825c-92d8233f4f98 service neutron] 10.222.0.62 "GET /v2.0/networks/d26e81b3-f432-4f3d-bc5b-f2edc1c076d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954182 Oct 30 15:23:33.225644 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1e7d7d49-cd6a-4b59-92ba-254f2e714dc5 req-1710d7d6-4bc7-4d38-88a7-2c9d298db8c1 service neutron] 10.222.0.62 "GET /v2.0/networks/d26e81b3-f432-4f3d-bc5b-f2edc1c076d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206295 Oct 30 15:23:33.378441 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011e93d6-8bde-4946-9a0a-49a5c7e2b6e1 req-5678ad5e-d50f-4256-b0bd-a50d776d2fe6 tempest-ServerGroupTestJSON-164713790 tempest-ServerGroupTestJSON-164713790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:33.388365 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-011e93d6-8bde-4946-9a0a-49a5c7e2b6e1 req-5678ad5e-d50f-4256-b0bd-a50d776d2fe6 tempest-ServerGroupTestJSON-164713790 tempest-ServerGroupTestJSON-164713790-project] 10.222.0.62 "GET /v2.0/ports?device_id=f16c2d3b-8b3a-4df6-b2b9-e1dcbccffcf1 HTTP/1.1" status: 200 len: 932 time: 0.1009135 Oct 30 15:23:33.458232 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f58ccc05-3d26-4cc0-8345-5b416196e677 req-eb95235e-ea4f-407d-b3c8-7a9e09e38af3 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1bc04ce-0efc-4231-90e2-f595c14b5eca HTTP/1.1" status: 200 len: 210 time: 0.0362985 Oct 30 15:23:33.488117 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-011e93d6-8bde-4946-9a0a-49a5c7e2b6e1 req-dbabfd85-3a3d-49c1-aa45-c73c47164b46 tempest-ServerGroupTestJSON-164713790 tempest-ServerGroupTestJSON-164713790-project] 10.222.0.62 "GET /v2.0/security-groups?id=40dba2c0-3153-4f45-b131-bea898a736b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987394 Oct 30 15:23:33.506054 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-6e29eef5-6352-4e1d-9c4a-3a01785658a9 req-5c4d360b-3a0e-44e4-a955-49121e0a8b2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5799f66a-e65b-4503-b3d9-d1121470cd2a {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:23:33.516674 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6e29eef5-6352-4e1d-9c4a-3a01785658a9 req-5c4d360b-3a0e-44e4-a955-49121e0a8b2b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:33.531234 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-6e29eef5-6352-4e1d-9c4a-3a01785658a9 req-5c4d360b-3a0e-44e4-a955-49121e0a8b2b service neutron] Transition to ACTIVE for port object 5799f66a-e65b-4503-b3d9-d1121470cd2a will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:23:33.536661 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6e29eef5-6352-4e1d-9c4a-3a01785658a9 req-5c4d360b-3a0e-44e4-a955-49121e0a8b2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:33.658553 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4d360b-3a0e-44e4-a955-49121e0a8b2b service neutron] Pushing event updated for resources: {'Port': ['ID=5799f66a-e65b-4503-b3d9-d1121470cd2a,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:33.690559 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4d360b-3a0e-44e4-a955-49121e0a8b2b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:23:33.691407 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4d360b-3a0e-44e4-a955-49121e0a8b2b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:23:33.691407 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4d360b-3a0e-44e4-a955-49121e0a8b2b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:23:33.691674 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4d360b-3a0e-44e4-a955-49121e0a8b2b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:23:33.692019 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4d360b-3a0e-44e4-a955-49121e0a8b2b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:23:33.692303 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4d360b-3a0e-44e4-a955-49121e0a8b2b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:23:33.692633 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4d360b-3a0e-44e4-a955-49121e0a8b2b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:23:33.692960 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4d360b-3a0e-44e4-a955-49121e0a8b2b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:23:33.693441 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4d360b-3a0e-44e4-a955-49121e0a8b2b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:23:33.693784 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4d360b-3a0e-44e4-a955-49121e0a8b2b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:23:33.694113 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4d360b-3a0e-44e4-a955-49121e0a8b2b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:23:33.694500 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4d360b-3a0e-44e4-a955-49121e0a8b2b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:23:33.727008 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-6e29eef5-6352-4e1d-9c4a-3a01785658a9 req-5c4d360b-3a0e-44e4-a955-49121e0a8b2b service neutron] Attempting to bind port 5799f66a-e65b-4503-b3d9-d1121470cd2a on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:23:33.727566 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-6e29eef5-6352-4e1d-9c4a-3a01785658a9 req-5c4d360b-3a0e-44e4-a955-49121e0a8b2b service neutron] Attempting to bind port 5799f66a-e65b-4503-b3d9-d1121470cd2a by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': 'e61387f7-51c2-4fc4-8ecd-719c3664f805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3cdae9cb-d206-4bdd-a9bc-109b4fcd534f'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:23:33.727807 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e29eef5-6352-4e1d-9c4a-3a01785658a9 req-5c4d360b-3a0e-44e4-a955-49121e0a8b2b service neutron] Attempting to bind port 5799f66a-e65b-4503-b3d9-d1121470cd2a on network 3cdae9cb-d206-4bdd-a9bc-109b4fcd534f {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:23:33.732534 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e29eef5-6352-4e1d-9c4a-3a01785658a9 req-5c4d360b-3a0e-44e4-a955-49121e0a8b2b service neutron] Port 5799f66a-e65b-4503-b3d9-d1121470cd2a on network 3cdae9cb-d206-4bdd-a9bc-109b4fcd534f not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:23:33.732857 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e29eef5-6352-4e1d-9c4a-3a01785658a9 req-5c4d360b-3a0e-44e4-a955-49121e0a8b2b service neutron] Attempting to bind port 5799f66a-e65b-4503-b3d9-d1121470cd2a on network 3cdae9cb-d206-4bdd-a9bc-109b4fcd534f {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:23:33.738113 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e29eef5-6352-4e1d-9c4a-3a01785658a9 req-5c4d360b-3a0e-44e4-a955-49121e0a8b2b service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:23:33.738998 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e29eef5-6352-4e1d-9c4a-3a01785658a9 req-5c4d360b-3a0e-44e4-a955-49121e0a8b2b service neutron] Checking segment: {'id': 'e61387f7-51c2-4fc4-8ecd-719c3664f805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3cdae9cb-d206-4bdd-a9bc-109b4fcd534f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:23:33.738998 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e29eef5-6352-4e1d-9c4a-3a01785658a9 req-5c4d360b-3a0e-44e4-a955-49121e0a8b2b service neutron] Bound using segment: {'id': 'e61387f7-51c2-4fc4-8ecd-719c3664f805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3cdae9cb-d206-4bdd-a9bc-109b4fcd534f'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:23:33.739257 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-6e29eef5-6352-4e1d-9c4a-3a01785658a9 req-5c4d360b-3a0e-44e4-a955-49121e0a8b2b service neutron] Bound port: 5799f66a-e65b-4503-b3d9-d1121470cd2a, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e61387f7-51c2-4fc4-8ecd-719c3664f805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3cdae9cb-d206-4bdd-a9bc-109b4fcd534f'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:23:33.739640 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6e29eef5-6352-4e1d-9c4a-3a01785658a9 req-5c4d360b-3a0e-44e4-a955-49121e0a8b2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:33.807397 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-6e29eef5-6352-4e1d-9c4a-3a01785658a9 req-5c4d360b-3a0e-44e4-a955-49121e0a8b2b service neutron] For port 5799f66a-e65b-4503-b3d9-d1121470cd2a, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:23:33.811953 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-6e29eef5-6352-4e1d-9c4a-3a01785658a9 req-5c4d360b-3a0e-44e4-a955-49121e0a8b2b service neutron] For port 5799f66a-e65b-4503-b3d9-d1121470cd2a, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=5799f66a-e65b-4503-b3d9-d1121470cd2a,segment=NetworkSegment(e61387f7-51c2-4fc4-8ecd-719c3664f805),segment_id=e61387f7-51c2-4fc4-8ecd-719c3664f805)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:23:33.817570 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6e29eef5-6352-4e1d-9c4a-3a01785658a9 req-5c4d360b-3a0e-44e4-a955-49121e0a8b2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:33.860768 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e29eef5-6352-4e1d-9c4a-3a01785658a9 req-5c4d360b-3a0e-44e4-a955-49121e0a8b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:33.861387 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6e29eef5-6352-4e1d-9c4a-3a01785658a9 req-5c4d360b-3a0e-44e4-a955-49121e0a8b2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:33.862754 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6e29eef5-6352-4e1d-9c4a-3a01785658a9 req-5c4d360b-3a0e-44e4-a955-49121e0a8b2b service neutron] 10.222.0.44 "PUT /v2.0/ports/5799f66a-e65b-4503-b3d9-d1121470cd2a HTTP/1.1" status: 200 len: 1093 time: 0.8529429 Oct 30 15:23:33.863201 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f16c2d3b-8b3a-4df6-b2b9-e1dcbccffcf1', 'tag': '5799f66a-e65b-4503-b3d9-d1121470cd2a'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:23:33.865491 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8692d37-5c7a-4956-960e-4aa70b5ff27a" -d '{"events": [{"name": "network-changed", "server_uuid": "f16c2d3b-8b3a-4df6-b2b9-e1dcbccffcf1", "tag": "5799f66a-e65b-4503-b3d9-d1121470cd2a"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:23:33.908308 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4d360b-3a0e-44e4-a955-49121e0a8b2b service neutron] Pushing event updated for resources: {'Port': ['ID=5799f66a-e65b-4503-b3d9-d1121470cd2a,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:33.926771 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092ab306-d720-476c-a6eb-31d925323cbe x-openstack-request-id: req-092ab306-d720-476c-a6eb-31d925323cbe {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:23:33.927265 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f16c2d3b-8b3a-4df6-b2b9-e1dcbccffcf1", "tag": "5799f66a-e65b-4503-b3d9-d1121470cd2a", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:23:33.927762 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-092ab306-d720-476c-a6eb-31d925323cbe {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:23:33.928390 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f16c2d3b-8b3a-4df6-b2b9-e1dcbccffcf1', 'tag': '5799f66a-e65b-4503-b3d9-d1121470cd2a', 'status': 'completed', 'code': 200} Oct 30 15:23:33.975289 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e29eef5-6352-4e1d-9c4a-3a01785658a9 req-6da68d17-8164-46b4-b997-931790a52454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:33.977008 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6e29eef5-6352-4e1d-9c4a-3a01785658a9 req-6da68d17-8164-46b4-b997-931790a52454 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c715ddc11ea3485dafb60cd470b39b21&device_id=f16c2d3b-8b3a-4df6-b2b9-e1dcbccffcf1 HTTP/1.1" status: 200 len: 1096 time: 0.0474198 Oct 30 15:23:34.033603 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6e29eef5-6352-4e1d-9c4a-3a01785658a9 req-d9284abe-60a4-416a-9b80-eaf6a875352c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5799f66a-e65b-4503-b3d9-d1121470cd2a HTTP/1.1" status: 200 len: 217 time: 0.0470126 Oct 30 15:23:34.091693 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e29eef5-6352-4e1d-9c4a-3a01785658a9 req-be857895-638d-4fb4-9975-8966396d11af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:34.093267 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6e29eef5-6352-4e1d-9c4a-3a01785658a9 req-be857895-638d-4fb4-9975-8966396d11af service neutron] 10.222.0.44 "GET /v2.0/subnets?id=802195d7-fe6d-46c7-97ef-9c970f6c0a65 HTTP/1.1" status: 200 len: 849 time: 0.0521448 Oct 30 15:23:34.133558 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6e29eef5-6352-4e1d-9c4a-3a01785658a9 req-60fc8fc0-246a-4260-8238-8352016e48e3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3cdae9cb-d206-4bdd-a9bc-109b4fcd534f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330284 Oct 30 15:23:34.202171 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 50704) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:23:34.230534 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6e29eef5-6352-4e1d-9c4a-3a01785658a9 req-f102ece5-baab-4382-be72-2fe0d6103954 service neutron] 10.222.0.44 "GET /v2.0/networks/3cdae9cb-d206-4bdd-a9bc-109b4fcd534f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884223 Oct 30 15:23:34.316855 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b0e7378c-241d-4671-99e1-08dff29522a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:34.335216 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6e29eef5-6352-4e1d-9c4a-3a01785658a9 req-ba42a109-bad5-4a4a-b9f0-d5cd64e2d747 service neutron] 10.222.0.44 "GET /v2.0/networks/3cdae9cb-d206-4bdd-a9bc-109b4fcd534f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978851 Oct 30 15:23:34.406115 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b0e7378c-241d-4671-99e1-08dff29522a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:34.411153 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b0e7378c-241d-4671-99e1-08dff29522a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:34.423032 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8692d37-5c7a-4956-960e-4aa70b5ff27a req-ce55142f-ca2a-4f64-aded-66ddd7b50bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:34.424582 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f8692d37-5c7a-4956-960e-4aa70b5ff27a req-ce55142f-ca2a-4f64-aded-66ddd7b50bc7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c715ddc11ea3485dafb60cd470b39b21&device_id=f16c2d3b-8b3a-4df6-b2b9-e1dcbccffcf1 HTTP/1.1" status: 200 len: 1096 time: 0.0437615 Oct 30 15:23:34.442083 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b0e7378c-241d-4671-99e1-08dff29522a4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4fe5e1f651df4d5e94dbac8d45c4e0d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2377195 Oct 30 15:23:34.444254 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 50708) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:23:34.506402 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e7378c-241d-4671-99e1-08dff29522a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69118c75-1977-447d-bc36-98eaad8d12fe,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:34.551629 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-76e79e1d-a54a-40b4-918e-73751fe72beb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:34.571005 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8692d37-5c7a-4956-960e-4aa70b5ff27a req-72d5855e-80ea-43b3-8c19-ba3e8d26e846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:34.573726 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f8692d37-5c7a-4956-960e-4aa70b5ff27a req-72d5855e-80ea-43b3-8c19-ba3e8d26e846 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3cdae9cb-d206-4bdd-a9bc-109b4fcd534f HTTP/1.1" status: 200 len: 910 time: 0.1402917 Oct 30 15:23:34.644390 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f8692d37-5c7a-4956-960e-4aa70b5ff27a req-449bb72d-4a1e-49cb-811e-95b2a7199670 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5799f66a-e65b-4503-b3d9-d1121470cd2a HTTP/1.1" status: 200 len: 217 time: 0.0530901 Oct 30 15:23:34.648748 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-76e79e1d-a54a-40b4-918e-73751fe72beb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:34.701586 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-175500f7-5108-4608-abfc-c9fa0792920c req-ccd8c202-d9b7-4318-85c6-55259f708cb6 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1bc04ce-0efc-4231-90e2-f595c14b5eca HTTP/1.1" status: 200 len: 210 time: 0.0557377 Oct 30 15:23:34.795633 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8692d37-5c7a-4956-960e-4aa70b5ff27a req-da7ac254-a9b0-482c-b0d6-e4463c8255ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:34.808872 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f8692d37-5c7a-4956-960e-4aa70b5ff27a req-da7ac254-a9b0-482c-b0d6-e4463c8255ea service neutron] 10.222.0.44 "GET /v2.0/subnets?id=802195d7-fe6d-46c7-97ef-9c970f6c0a65 HTTP/1.1" status: 200 len: 849 time: 0.1514797 Oct 30 15:23:34.810889 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dc834a-571f-409b-bc7f-deb70757c56c req-8b374005-c5a9-4a14-abf0-a063d07ffc08 tempest-ServerGroupTestJSON-164713790 tempest-ServerGroupTestJSON-164713790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:34.819359 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a2dc834a-571f-409b-bc7f-deb70757c56c req-8b374005-c5a9-4a14-abf0-a063d07ffc08 tempest-ServerGroupTestJSON-164713790 tempest-ServerGroupTestJSON-164713790-project] 10.222.0.62 "GET /v2.0/ports?device_id=f16c2d3b-8b3a-4df6-b2b9-e1dcbccffcf1 HTTP/1.1" status: 200 len: 944 time: 0.1546364 Oct 30 15:23:34.862411 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d7d49-cd6a-4b59-92ba-254f2e714dc5 req-82cf5d48-f333-45b9-8000-7b693506539e tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:34.863947 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1e7d7d49-cd6a-4b59-92ba-254f2e714dc5 req-82cf5d48-f333-45b9-8000-7b693506539e tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.53 "GET /v2.0/networks?id=d26e81b3-f432-4f3d-bc5b-f2edc1c076d6 HTTP/1.1" status: 200 len: 810 time: 0.3055596 Oct 30 15:23:34.864573 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-76e79e1d-a54a-40b4-918e-73751fe72beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:34.867503 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-76e79e1d-a54a-40b4-918e-73751fe72beb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:34.871875 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-76e79e1d-a54a-40b4-918e-73751fe72beb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/69118c75-1977-447d-bc36-98eaad8d12fe HTTP/1.1" status: 204 len: 168 time: 0.4264917 Oct 30 15:23:34.874442 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f8692d37-5c7a-4956-960e-4aa70b5ff27a req-166741f0-a35a-464b-87e5-46668a4138f5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3cdae9cb-d206-4bdd-a9bc-109b4fcd534f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548401 Oct 30 15:23:34.885646 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-1e7d7d49-cd6a-4b59-92ba-254f2e714dc5 req-41eb49af-e5c0-4aeb-adc2-5044413cf1af tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Request body: {'port': {'device_id': 'a1bc04ce-0efc-4231-90e2-f595c14b5eca', 'network_id': 'd26e81b3-f432-4f3d-bc5b-f2edc1c076d6', 'admin_state_up': True, 'tenant_id': '19817faf69a4405b907421887c1772e6'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:23:34.902425 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e79e1d-a54a-40b4-918e-73751fe72beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69118c75-1977-447d-bc36-98eaad8d12fe,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:34.951726 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a2dc834a-571f-409b-bc7f-deb70757c56c req-58287ae0-fa22-447d-980a-b88022f50f28 tempest-ServerGroupTestJSON-164713790 tempest-ServerGroupTestJSON-164713790-project] 10.222.0.62 "GET /v2.0/security-groups?id=40dba2c0-3153-4f45-b131-bea898a736b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314535 Oct 30 15:23:35.010373 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f8692d37-5c7a-4956-960e-4aa70b5ff27a req-bca3d639-7f09-4afb-bc45-afae7a3bf08e service neutron] 10.222.0.44 "GET /v2.0/networks/3cdae9cb-d206-4bdd-a9bc-109b4fcd534f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304407 Oct 30 15:23:35.046999 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e7d7d49-cd6a-4b59-92ba-254f2e714dc5 req-41eb49af-e5c0-4aeb-adc2-5044413cf1af tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Made reservation on behalf of 19817faf69a4405b907421887c1772e6 for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:23:35.052285 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-1e7d7d49-cd6a-4b59-92ba-254f2e714dc5 req-41eb49af-e5c0-4aeb-adc2-5044413cf1af tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:35.151241 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f8692d37-5c7a-4956-960e-4aa70b5ff27a req-ae411221-c6b7-4bc8-917b-e4b0abc5dc13 service neutron] 10.222.0.44 "GET /v2.0/networks/3cdae9cb-d206-4bdd-a9bc-109b4fcd534f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264393 Oct 30 15:23:35.250220 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 50724) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:23:35.265101 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-90591ad2-179a-49c7-819b-ccc839697cfd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:35.348424 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-90591ad2-179a-49c7-819b-ccc839697cfd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:35.352333 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-90591ad2-179a-49c7-819b-ccc839697cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:35.392663 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-90591ad2-179a-49c7-819b-ccc839697cfd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=03078846f1904260b8c6b0a203d9344d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1410136 Oct 30 15:23:35.393546 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90591ad2-179a-49c7-819b-ccc839697cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9211b41-501d-4f18-a6f5-1c9c4051acf8,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:35.396227 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 50726) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:23:35.450495 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1249ed23-00f8-400c-b795-6ffc65120816 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:35.477324 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1249ed23-00f8-400c-b795-6ffc65120816 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:35.525872 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1249ed23-00f8-400c-b795-6ffc65120816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:35.529190 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1249ed23-00f8-400c-b795-6ffc65120816 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:35.530393 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-1249ed23-00f8-400c-b795-6ffc65120816 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b9211b41-501d-4f18-a6f5-1c9c4051acf8 HTTP/1.1" status: 204 len: 168 time: 0.1333327 Oct 30 15:23:35.538159 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1249ed23-00f8-400c-b795-6ffc65120816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9211b41-501d-4f18-a6f5-1c9c4051acf8,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:35.545535 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-1e7d7d49-cd6a-4b59-92ba-254f2e714dc5 req-41eb49af-e5c0-4aeb-adc2-5044413cf1af tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Allocated IP 172.20.0.5 (d26e81b3-f432-4f3d-bc5b-f2edc1c076d6/d862e367-a3ef-41d8-9769-a6945d8f8b1d/4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:23:35.699377 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-1e7d7d49-cd6a-4b59-92ba-254f2e714dc5 req-41eb49af-e5c0-4aeb-adc2-5044413cf1af tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:35.734202 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-1e7d7d49-cd6a-4b59-92ba-254f2e714dc5 req-41eb49af-e5c0-4aeb-adc2-5044413cf1af tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:35.754353 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['550ff952-51e1-47d0-85cf-4a9da3d2230f', 'df88446e-b203-477c-b691-e78c5b780696'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:23:35.783586 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e7d7d49-cd6a-4b59-92ba-254f2e714dc5 req-41eb49af-e5c0-4aeb-adc2-5044413cf1af tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Network d26e81b3-f432-4f3d-bc5b-f2edc1c076d6 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:23:35.786895 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-1e7d7d49-cd6a-4b59-92ba-254f2e714dc5 req-41eb49af-e5c0-4aeb-adc2-5044413cf1af tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:23:35.790669 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e7d7d49-cd6a-4b59-92ba-254f2e714dc5 req-41eb49af-e5c0-4aeb-adc2-5044413cf1af tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:23:35.817792 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eb49af-e5c0-4aeb-adc2-5044413cf1af tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Pushing event updated for resources: {'Port': ['ID=4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:35.857546 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d7d49-cd6a-4b59-92ba-254f2e714dc5 req-41eb49af-e5c0-4aeb-adc2-5044413cf1af tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:35.858798 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-1e7d7d49-cd6a-4b59-92ba-254f2e714dc5 req-41eb49af-e5c0-4aeb-adc2-5044413cf1af tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:35.905145 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1e7d7d49-cd6a-4b59-92ba-254f2e714dc5 req-41eb49af-e5c0-4aeb-adc2-5044413cf1af tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0258803 Oct 30 15:23:35.919873 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-1e7d7d49-cd6a-4b59-92ba-254f2e714dc5 req-d1f0becc-2ea3-4135-9650-d0bcc16f42fc service neutron] Request body: {'port': {'device_id': 'a1bc04ce-0efc-4231-90e2-f595c14b5eca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:23:35.972200 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987de1a0-ec82-4e15-ba23-9c7113575614 req-f53905ff-45d9-42ef-9420-16194cace920 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:35.973907 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-987de1a0-ec82-4e15-ba23-9c7113575614 req-f53905ff-45d9-42ef-9420-16194cace920 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1bc04ce-0efc-4231-90e2-f595c14b5eca HTTP/1.1" status: 200 len: 931 time: 0.0978544 Oct 30 15:23:36.040282 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-1e7d7d49-cd6a-4b59-92ba-254f2e714dc5 req-d1f0becc-2ea3-4135-9650-d0bcc16f42fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:36.072502 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-987de1a0-ec82-4e15-ba23-9c7113575614 req-eef634f1-fa9c-4cdd-be08-6a5e5d257ea3 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904078 Oct 30 15:23:36.154078 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-4ddba110-8a41-41a7-a01c-b8e9e1668d2c None None] Provisioning complete for port 4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:23:36.154559 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4ddba110-8a41-41a7-a01c-b8e9e1668d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:36.193006 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-4ddba110-8a41-41a7-a01c-b8e9e1668d2c None None] Port 4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:23:36.297946 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e024264-e37a-48a7-b46e-5975e5eb6563 req-58e20f5a-f8e1-428a-880c-f806f418f105 tempest-ServerGroupTestJSON-164713790 tempest-ServerGroupTestJSON-164713790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:36.299785 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5e024264-e37a-48a7-b46e-5975e5eb6563 req-58e20f5a-f8e1-428a-880c-f806f418f105 tempest-ServerGroupTestJSON-164713790 tempest-ServerGroupTestJSON-164713790-project] 10.222.0.62 "GET /v2.0/ports?device_id=f16c2d3b-8b3a-4df6-b2b9-e1dcbccffcf1 HTTP/1.1" status: 200 len: 944 time: 0.1123455 Oct 30 15:23:36.373330 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5e024264-e37a-48a7-b46e-5975e5eb6563 req-67671d5b-6100-433a-8187-e9fa7db1e9c5 tempest-ServerGroupTestJSON-164713790 tempest-ServerGroupTestJSON-164713790-project] 10.222.0.62 "GET /v2.0/security-groups?id=40dba2c0-3153-4f45-b131-bea898a736b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629683 Oct 30 15:23:36.424948 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-1e7d7d49-cd6a-4b59-92ba-254f2e714dc5 req-d1f0becc-2ea3-4135-9650-d0bcc16f42fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52 {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:23:36.431507 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 5799f66a-e65b-4503-b3d9-d1121470cd2a details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:23:36.433317 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-1e7d7d49-cd6a-4b59-92ba-254f2e714dc5 req-d1f0becc-2ea3-4135-9650-d0bcc16f42fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:36.446415 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-1e7d7d49-cd6a-4b59-92ba-254f2e714dc5 req-d1f0becc-2ea3-4135-9650-d0bcc16f42fc service neutron] Transition to ACTIVE for port object 4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52 will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:23:36.451304 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-1e7d7d49-cd6a-4b59-92ba-254f2e714dc5 req-d1f0becc-2ea3-4135-9650-d0bcc16f42fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:36.520909 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f0becc-2ea3-4135-9650-d0bcc16f42fc service neutron] Pushing event updated for resources: {'Port': ['ID=4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:36.558290 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 5799f66a-e65b-4503-b3d9-d1121470cd2a, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=5799f66a-e65b-4503-b3d9-d1121470cd2a,segment=NetworkSegment(e61387f7-51c2-4fc4-8ecd-719c3664f805),segment_id=e61387f7-51c2-4fc4-8ecd-719c3664f805)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:23:36.571950 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': '5799f66a-e65b-4503-b3d9-d1121470cd2a', 'network_id': '3cdae9cb-d206-4bdd-a9bc-109b4fcd534f', 'port_id': '5799f66a-e65b-4503-b3d9-d1121470cd2a', 'mac_address': 'fa:16:3e:23:39:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '802195d7-fe6d-46c7-97ef-9c970f6c0a65', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:23:36.579345 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-1e7d7d49-cd6a-4b59-92ba-254f2e714dc5 req-d1f0becc-2ea3-4135-9650-d0bcc16f42fc service neutron] Attempting to bind port 4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:23:36.579981 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-1e7d7d49-cd6a-4b59-92ba-254f2e714dc5 req-d1f0becc-2ea3-4135-9650-d0bcc16f42fc service neutron] Attempting to bind port 4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '4eb103e9-b9a2-4786-ab9b-d9e363fed874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd26e81b3-f432-4f3d-bc5b-f2edc1c076d6'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:23:36.580142 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7d7d49-cd6a-4b59-92ba-254f2e714dc5 req-d1f0becc-2ea3-4135-9650-d0bcc16f42fc service neutron] Attempting to bind port 4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52 on network d26e81b3-f432-4f3d-bc5b-f2edc1c076d6 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:23:36.586102 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7d7d49-cd6a-4b59-92ba-254f2e714dc5 req-d1f0becc-2ea3-4135-9650-d0bcc16f42fc service neutron] Port 4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52 on network d26e81b3-f432-4f3d-bc5b-f2edc1c076d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:23:36.586230 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7d7d49-cd6a-4b59-92ba-254f2e714dc5 req-d1f0becc-2ea3-4135-9650-d0bcc16f42fc service neutron] Attempting to bind port 4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52 on network d26e81b3-f432-4f3d-bc5b-f2edc1c076d6 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:23:36.592179 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7d7d49-cd6a-4b59-92ba-254f2e714dc5 req-d1f0becc-2ea3-4135-9650-d0bcc16f42fc service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:23:36.592526 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7d7d49-cd6a-4b59-92ba-254f2e714dc5 req-d1f0becc-2ea3-4135-9650-d0bcc16f42fc service neutron] Checking segment: {'id': '4eb103e9-b9a2-4786-ab9b-d9e363fed874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd26e81b3-f432-4f3d-bc5b-f2edc1c076d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:23:36.592910 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7d7d49-cd6a-4b59-92ba-254f2e714dc5 req-d1f0becc-2ea3-4135-9650-d0bcc16f42fc service neutron] Bound using segment: {'id': '4eb103e9-b9a2-4786-ab9b-d9e363fed874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd26e81b3-f432-4f3d-bc5b-f2edc1c076d6'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:23:36.593468 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-1e7d7d49-cd6a-4b59-92ba-254f2e714dc5 req-d1f0becc-2ea3-4135-9650-d0bcc16f42fc service neutron] Bound port: 4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eb103e9-b9a2-4786-ab9b-d9e363fed874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd26e81b3-f432-4f3d-bc5b-f2edc1c076d6'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:23:36.593833 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-1e7d7d49-cd6a-4b59-92ba-254f2e714dc5 req-d1f0becc-2ea3-4135-9650-d0bcc16f42fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:36.616548 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:36.634442 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5799f66a-e65b-4503-b3d9-d1121470cd2a {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:23:36.657138 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 5799f66a-e65b-4503-b3d9-d1121470cd2a, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=5799f66a-e65b-4503-b3d9-d1121470cd2a,segment=NetworkSegment(e61387f7-51c2-4fc4-8ecd-719c3664f805),segment_id=e61387f7-51c2-4fc4-8ecd-719c3664f805)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:23:36.661188 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:36.678253 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-1e7d7d49-cd6a-4b59-92ba-254f2e714dc5 req-d1f0becc-2ea3-4135-9650-d0bcc16f42fc service neutron] For port 4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:23:36.678253 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-1e7d7d49-cd6a-4b59-92ba-254f2e714dc5 req-d1f0becc-2ea3-4135-9650-d0bcc16f42fc service neutron] For port 4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52,segment=NetworkSegment(4eb103e9-b9a2-4786-ab9b-d9e363fed874),segment_id=4eb103e9-b9a2-4786-ab9b-d9e363fed874)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:23:36.684854 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-1e7d7d49-cd6a-4b59-92ba-254f2e714dc5 req-d1f0becc-2ea3-4135-9650-d0bcc16f42fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:36.722907 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d7d49-cd6a-4b59-92ba-254f2e714dc5 req-d1f0becc-2ea3-4135-9650-d0bcc16f42fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:36.723854 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-1e7d7d49-cd6a-4b59-92ba-254f2e714dc5 req-d1f0becc-2ea3-4135-9650-d0bcc16f42fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:36.725439 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1e7d7d49-cd6a-4b59-92ba-254f2e714dc5 req-d1f0becc-2ea3-4135-9650-d0bcc16f42fc service neutron] 10.222.0.53 "PUT /v2.0/ports/4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52 HTTP/1.1" status: 200 len: 1092 time: 0.8104424 Oct 30 15:23:36.725907 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1bc04ce-0efc-4231-90e2-f595c14b5eca', 'tag': '4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:23:36.728280 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d8089b-d998-4ece-90e7-b559da6a789f" -d '{"events": [{"name": "network-changed", "server_uuid": "a1bc04ce-0efc-4231-90e2-f595c14b5eca", "tag": "4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:23:36.731113 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=5799f66a-e65b-4503-b3d9-d1121470cd2a,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:36.770816 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f0becc-2ea3-4135-9650-d0bcc16f42fc service neutron] Pushing event updated for resources: {'Port': ['ID=4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:36.805181 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a74ac5a-a28c-4188-a167-1350142ef65a x-openstack-request-id: req-4a74ac5a-a28c-4188-a167-1350142ef65a {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:23:36.805744 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1bc04ce-0efc-4231-90e2-f595c14b5eca", "tag": "4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:23:36.806881 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4a74ac5a-a28c-4188-a167-1350142ef65a {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:23:36.807496 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1bc04ce-0efc-4231-90e2-f595c14b5eca', 'tag': '4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52', 'status': 'completed', 'code': 200} Oct 30 15:23:36.852774 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d7d49-cd6a-4b59-92ba-254f2e714dc5 req-b05bb342-9ca8-4e2b-b7bf-d0a767b0aea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:36.857952 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1e7d7d49-cd6a-4b59-92ba-254f2e714dc5 req-b05bb342-9ca8-4e2b-b7bf-d0a767b0aea8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=19817faf69a4405b907421887c1772e6&device_id=a1bc04ce-0efc-4231-90e2-f595c14b5eca HTTP/1.1" status: 200 len: 1095 time: 0.0785048 Oct 30 15:23:36.919159 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1e7d7d49-cd6a-4b59-92ba-254f2e714dc5 req-a2229623-fb54-4aa9-b8e8-ac63e3a4c524 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52 HTTP/1.1" status: 200 len: 217 time: 0.0511680 Oct 30 15:23:36.942949 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['5799f66a-e65b-4503-b3d9-d1121470cd2a'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:23:37.011729 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d7d49-cd6a-4b59-92ba-254f2e714dc5 req-d2a0aa0f-bb96-432d-b056-dd8a5b621eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:37.014121 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1e7d7d49-cd6a-4b59-92ba-254f2e714dc5 req-d2a0aa0f-bb96-432d-b056-dd8a5b621eac service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d862e367-a3ef-41d8-9769-a6945d8f8b1d HTTP/1.1" status: 200 len: 849 time: 0.0820019 Oct 30 15:23:37.069886 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d7d49-cd6a-4b59-92ba-254f2e714dc5 req-f6b8492a-ad34-4e08-9de7-6bdaf5b5f3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:37.072954 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1e7d7d49-cd6a-4b59-92ba-254f2e714dc5 req-f6b8492a-ad34-4e08-9de7-6bdaf5b5f3be service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d26e81b3-f432-4f3d-bc5b-f2edc1c076d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460644 Oct 30 15:23:37.183415 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1e7d7d49-cd6a-4b59-92ba-254f2e714dc5 req-c522c9b8-cff3-4376-a995-328fcc7ed5be service neutron] 10.222.0.53 "GET /v2.0/networks/d26e81b3-f432-4f3d-bc5b-f2edc1c076d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003318 Oct 30 15:23:37.219757 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:23:37.286400 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa41d274-085e-4e43-811b-23442a16243c req-9d5dcaab-2d9c-4298-8980-201a9a0cace0 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:37.287920 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-aa41d274-085e-4e43-811b-23442a16243c req-9d5dcaab-2d9c-4298-8980-201a9a0cace0 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1bc04ce-0efc-4231-90e2-f595c14b5eca HTTP/1.1" status: 200 len: 943 time: 0.1036084 Oct 30 15:23:37.324393 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1e7d7d49-cd6a-4b59-92ba-254f2e714dc5 req-004ffa5d-52dc-4c56-8ad0-93b1e0673f72 service neutron] 10.222.0.53 "GET /v2.0/networks/d26e81b3-f432-4f3d-bc5b-f2edc1c076d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313806 Oct 30 15:23:37.344764 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-aa41d274-085e-4e43-811b-23442a16243c req-871e8fb0-b979-4631-aebf-634d4d06e9f0 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482295 Oct 30 15:23:37.430178 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d8089b-d998-4ece-90e7-b559da6a789f req-1e4c501b-2cba-46df-8932-8a0fc5818e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:37.432509 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-26d8089b-d998-4ece-90e7-b559da6a789f req-1e4c501b-2cba-46df-8932-8a0fc5818e87 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=19817faf69a4405b907421887c1772e6&device_id=a1bc04ce-0efc-4231-90e2-f595c14b5eca HTTP/1.1" status: 200 len: 1095 time: 0.0447812 Oct 30 15:23:37.500911 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ca0b8-8f60-46b6-9901-6fcc26820563 req-dae15911-9cdb-4aaa-8781-1b05756a2997 tempest-ServerGroupTestJSON-164713790 tempest-ServerGroupTestJSON-164713790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:37.502604 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-029ca0b8-8f60-46b6-9901-6fcc26820563 req-dae15911-9cdb-4aaa-8781-1b05756a2997 tempest-ServerGroupTestJSON-164713790 tempest-ServerGroupTestJSON-164713790-project] 10.222.0.62 "GET /v2.0/ports?device_id=f16c2d3b-8b3a-4df6-b2b9-e1dcbccffcf1 HTTP/1.1" status: 200 len: 945 time: 0.0506372 Oct 30 15:23:37.532292 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d8089b-d998-4ece-90e7-b559da6a789f req-60d862f4-e4e4-4b7f-8e2b-eb0e1b713d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:37.533793 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-26d8089b-d998-4ece-90e7-b559da6a789f req-60d862f4-e4e4-4b7f-8e2b-eb0e1b713d5b service neutron] 10.222.0.53 "GET /v2.0/networks?id=d26e81b3-f432-4f3d-bc5b-f2edc1c076d6 HTTP/1.1" status: 200 len: 911 time: 0.0940163 Oct 30 15:23:37.546423 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-029ca0b8-8f60-46b6-9901-6fcc26820563 req-727d022a-6561-41ad-ba7d-c47320724d9f tempest-ServerGroupTestJSON-164713790 tempest-ServerGroupTestJSON-164713790-project] 10.222.0.62 "GET /v2.0/security-groups?id=40dba2c0-3153-4f45-b131-bea898a736b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351896 Oct 30 15:23:37.576048 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-26d8089b-d998-4ece-90e7-b559da6a789f req-a33011a3-82cb-4ed4-9271-9b0f9a9080ab service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52 HTTP/1.1" status: 200 len: 217 time: 0.0349791 Oct 30 15:23:37.626616 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d8089b-d998-4ece-90e7-b559da6a789f req-26daa699-241f-41ba-983f-4bc83b5e545f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:37.628109 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-26d8089b-d998-4ece-90e7-b559da6a789f req-26daa699-241f-41ba-983f-4bc83b5e545f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d862e367-a3ef-41d8-9769-a6945d8f8b1d HTTP/1.1" status: 200 len: 849 time: 0.0436816 Oct 30 15:23:37.697507 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d8089b-d998-4ece-90e7-b559da6a789f req-ebd6754f-ad99-44fa-b28b-c93fc748ebff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:37.699012 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-26d8089b-d998-4ece-90e7-b559da6a789f req-ebd6754f-ad99-44fa-b28b-c93fc748ebff service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d26e81b3-f432-4f3d-bc5b-f2edc1c076d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528524 Oct 30 15:23:37.798921 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-26d8089b-d998-4ece-90e7-b559da6a789f req-57084e32-7bfd-4c1d-929a-00c65643c12b service neutron] 10.222.0.53 "GET /v2.0/networks/d26e81b3-f432-4f3d-bc5b-f2edc1c076d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901458 Oct 30 15:23:37.903533 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-26d8089b-d998-4ece-90e7-b559da6a789f req-84cea715-c628-4a81-bd56-1503a8c4e677 service neutron] 10.222.0.53 "GET /v2.0/networks/d26e81b3-f432-4f3d-bc5b-f2edc1c076d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922351 Oct 30 15:23:38.460046 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 5799f66a-e65b-4503-b3d9-d1121470cd2a up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:23:38.469363 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491112a-09f0-4aad-bd3a-62b37ab39b79 req-afcecf54-a6ca-4e34-a320-ab2ef8d7c9ce tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:38.471336 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d491112a-09f0-4aad-bd3a-62b37ab39b79 req-afcecf54-a6ca-4e34-a320-ab2ef8d7c9ce tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1bc04ce-0efc-4231-90e2-f595c14b5eca HTTP/1.1" status: 200 len: 943 time: 0.0523999 Oct 30 15:23:38.514581 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port 5799f66a-e65b-4503-b3d9-d1121470cd2a completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:23:38.516868 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d491112a-09f0-4aad-bd3a-62b37ab39b79 req-4fe12cec-a427-4463-87f3-77b51a296761 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397949 Oct 30 15:23:38.519676 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port 5799f66a-e65b-4503-b3d9-d1121470cd2a triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:23:38.520281 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:38.624125 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:38.648070 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16c2d3b-8b3a-4df6-b2b9-e1dcbccffcf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5799f66a-e65b-4503-b3d9-d1121470cd2a'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:23:38.650493 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a65e02-e265-4371-a198-d971af9d812b" -d '{"events": [{"server_uuid": "f16c2d3b-8b3a-4df6-b2b9-e1dcbccffcf1", "name": "network-vif-plugged", "status": "completed", "tag": "5799f66a-e65b-4503-b3d9-d1121470cd2a"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:23:38.665998 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 5799f66a-e65b-4503-b3d9-d1121470cd2a, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=5799f66a-e65b-4503-b3d9-d1121470cd2a,segment=NetworkSegment(e61387f7-51c2-4fc4-8ecd-719c3664f805),segment_id=e61387f7-51c2-4fc4-8ecd-719c3664f805)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:23:38.671450 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:38.702178 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7266b9e7-e0e8-46ce-ac32-7491ca7c7940 x-openstack-request-id: req-7266b9e7-e0e8-46ce-ac32-7491ca7c7940 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:23:38.702483 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16c2d3b-8b3a-4df6-b2b9-e1dcbccffcf1", "name": "network-vif-plugged", "status": "completed", "tag": "5799f66a-e65b-4503-b3d9-d1121470cd2a", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:23:38.702876 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7266b9e7-e0e8-46ce-ac32-7491ca7c7940 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:23:38.703274 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16c2d3b-8b3a-4df6-b2b9-e1dcbccffcf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5799f66a-e65b-4503-b3d9-d1121470cd2a', 'code': 200} Oct 30 15:23:38.716534 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c32d6-3c7f-470d-8680-ca65eb4331d0 req-ce90c577-d45d-41e1-8644-042c3e0764b6 tempest-ServerGroupTestJSON-164713790 tempest-ServerGroupTestJSON-164713790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:38.718959 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5a5c32d6-3c7f-470d-8680-ca65eb4331d0 req-ce90c577-d45d-41e1-8644-042c3e0764b6 tempest-ServerGroupTestJSON-164713790 tempest-ServerGroupTestJSON-164713790-project] 10.222.0.62 "GET /v2.0/ports?device_id=f16c2d3b-8b3a-4df6-b2b9-e1dcbccffcf1 HTTP/1.1" status: 200 len: 945 time: 0.0899508 Oct 30 15:23:38.732241 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=5799f66a-e65b-4503-b3d9-d1121470cd2a,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:38.791638 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5a5c32d6-3c7f-470d-8680-ca65eb4331d0 req-95c1470c-e4b9-4fe0-964b-eed953919a77 tempest-ServerGroupTestJSON-164713790 tempest-ServerGroupTestJSON-164713790-project] 10.222.0.62 "GET /v2.0/security-groups?id=40dba2c0-3153-4f45-b131-bea898a736b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594735 Oct 30 15:23:38.821479 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7985fd8-170b-4949-a481-b3814075bc24 req-0141e9a3-2350-4556-ac13-795cc453b26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:38.823162 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e7985fd8-170b-4949-a481-b3814075bc24 req-0141e9a3-2350-4556-ac13-795cc453b26a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f16c2d3b-8b3a-4df6-b2b9-e1dcbccffcf1 HTTP/1.1" status: 200 len: 1098 time: 0.0597341 Oct 30 15:23:38.859884 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e7985fd8-170b-4949-a481-b3814075bc24 req-4df2b5fa-1748-4b56-b95c-04abe5621bae service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=40dba2c0-3153-4f45-b131-bea898a736b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281298 Oct 30 15:23:39.101646 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:23:39.199647 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52,segment=NetworkSegment(4eb103e9-b9a2-4786-ab9b-d9e363fed874),segment_id=4eb103e9-b9a2-4786-ab9b-d9e363fed874)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:23:39.212447 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52', 'network_id': 'd26e81b3-f432-4f3d-bc5b-f2edc1c076d6', 'port_id': '4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52', 'mac_address': 'fa:16:3e:d3:5e:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd862e367-a3ef-41d8-9769-a6945d8f8b1d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:23:39.260215 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:39.276963 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:23:39.299592 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52,segment=NetworkSegment(4eb103e9-b9a2-4786-ab9b-d9e363fed874),segment_id=4eb103e9-b9a2-4786-ab9b-d9e363fed874)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:23:39.303494 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:39.351584 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:39.627678 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:23:39.642450 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55fdd3a-f7dc-495d-a709-a8b692c23f95 req-689745b0-a926-4817-8f3d-62470b2392bd tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:39.643904 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e55fdd3a-f7dc-495d-a709-a8b692c23f95 req-689745b0-a926-4817-8f3d-62470b2392bd tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1bc04ce-0efc-4231-90e2-f595c14b5eca HTTP/1.1" status: 200 len: 944 time: 0.0523844 Oct 30 15:23:39.688819 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e55fdd3a-f7dc-495d-a709-a8b692c23f95 req-f07ea19f-8cef-451d-b32d-1af09b7058d8 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347295 Oct 30 15:23:39.935231 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c7b3b7-44ab-45a2-87e3-d678630b118e req-55600a43-1bee-44a2-8f2d-6eadfaa9eae2 tempest-ServerGroupTestJSON-164713790 tempest-ServerGroupTestJSON-164713790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:39.936769 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-19c7b3b7-44ab-45a2-87e3-d678630b118e req-55600a43-1bee-44a2-8f2d-6eadfaa9eae2 tempest-ServerGroupTestJSON-164713790 tempest-ServerGroupTestJSON-164713790-project] 10.222.0.62 "GET /v2.0/ports?device_id=f16c2d3b-8b3a-4df6-b2b9-e1dcbccffcf1 HTTP/1.1" status: 200 len: 946 time: 0.0520725 Oct 30 15:23:39.977849 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-19c7b3b7-44ab-45a2-87e3-d678630b118e req-e924893c-092e-4d1f-9dfa-6191d8b590d2 tempest-ServerGroupTestJSON-164713790 tempest-ServerGroupTestJSON-164713790-project] 10.222.0.62 "GET /v2.0/security-groups?id=40dba2c0-3153-4f45-b131-bea898a736b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350411 Oct 30 15:23:40.819605 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ffc0c-d680-4402-a937-e642d387a0ed req-0d62242e-e157-4064-ac97-1d873c7f7430 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:40.827880 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-048ffc0c-d680-4402-a937-e642d387a0ed req-0d62242e-e157-4064-ac97-1d873c7f7430 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1bc04ce-0efc-4231-90e2-f595c14b5eca HTTP/1.1" status: 200 len: 944 time: 0.0691240 Oct 30 15:23:40.862828 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-048ffc0c-d680-4402-a937-e642d387a0ed req-ef83a636-772f-4feb-be73-830e80383f9e tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340357 Oct 30 15:23:40.974561 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 50864) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:23:41.113209 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b87214e-7a6e-4b89-9195-96bd879100fd req-c172c0be-d122-4795-b496-b261af138084 tempest-ServerGroupTestJSON-164713790 tempest-ServerGroupTestJSON-164713790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:41.116592 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9b87214e-7a6e-4b89-9195-96bd879100fd req-c172c0be-d122-4795-b496-b261af138084 tempest-ServerGroupTestJSON-164713790 tempest-ServerGroupTestJSON-164713790-project] 10.222.0.62 "GET /v2.0/ports?device_id=f16c2d3b-8b3a-4df6-b2b9-e1dcbccffcf1 HTTP/1.1" status: 200 len: 946 time: 0.0614319 Oct 30 15:23:41.120327 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:23:41.133108 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1e2c25b2-2c95-42e5-b88c-c127cdbaf539 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:41.181235 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port 4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:23:41.186562 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:23:41.186945 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:41.187310 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9b87214e-7a6e-4b89-9195-96bd879100fd req-f49767ac-974b-4013-9220-8413f37c3c6d tempest-ServerGroupTestJSON-164713790 tempest-ServerGroupTestJSON-164713790-project] 10.222.0.62 "GET /v2.0/security-groups?id=40dba2c0-3153-4f45-b131-bea898a736b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441890 Oct 30 15:23:41.302749 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:41.327363 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1e2c25b2-2c95-42e5-b88c-c127cdbaf539 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:41.335297 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1e2c25b2-2c95-42e5-b88c-c127cdbaf539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:41.348811 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1bc04ce-0efc-4231-90e2-f595c14b5eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:23:41.351851 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0803da43-8d37-4242-95ee-354b3619a32e" -d '{"events": [{"server_uuid": "a1bc04ce-0efc-4231-90e2-f595c14b5eca", "name": "network-vif-plugged", "status": "completed", "tag": "4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:23:41.369311 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52,segment=NetworkSegment(4eb103e9-b9a2-4786-ab9b-d9e363fed874),segment_id=4eb103e9-b9a2-4786-ab9b-d9e363fed874)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:23:41.375484 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:41.408845 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-1e2c25b2-2c95-42e5-b88c-c127cdbaf539 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5da1029127d24772ac3bbbfd46f53ea9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4325709 Oct 30 15:23:41.409942 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c25b2-2c95-42e5-b88c-c127cdbaf539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=953c1022-39f6-43ef-ace3-b456bd972bc5,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:41.411870 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 50880) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:23:41.443561 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bdf6b1e-8de2-4a49-88f8-5d734d9d2544 x-openstack-request-id: req-3bdf6b1e-8de2-4a49-88f8-5d734d9d2544 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:23:41.443885 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1bc04ce-0efc-4231-90e2-f595c14b5eca", "name": "network-vif-plugged", "status": "completed", "tag": "4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:23:41.444094 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3bdf6b1e-8de2-4a49-88f8-5d734d9d2544 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:23:41.444483 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1bc04ce-0efc-4231-90e2-f595c14b5eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52', 'code': 200} Oct 30 15:23:41.533003 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:41.608233 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e338fc-5440-4877-b8b1-4fb00427cfee req-8a5270e7-2f6a-46e0-8423-280e034ca86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:41.612516 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f7e338fc-5440-4877-b8b1-4fb00427cfee req-8a5270e7-2f6a-46e0-8423-280e034ca86e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a1bc04ce-0efc-4231-90e2-f595c14b5eca HTTP/1.1" status: 200 len: 1097 time: 0.1121690 Oct 30 15:23:41.616587 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-774e1bcd-7dde-49b2-987e-140fd1d28707 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:41.664462 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-774e1bcd-7dde-49b2-987e-140fd1d28707 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:41.692729 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f7e338fc-5440-4877-b8b1-4fb00427cfee req-d43920b4-c9fb-4ba5-b5ae-e476968a40fe service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691414 Oct 30 15:23:41.705467 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68498da5-55e9-41df-9fa4-a24fe9d3f502 req-7135e148-4ff8-4ad6-a041-05838c618abe tempest-ServerGroupTestJSON-164713790 tempest-ServerGroupTestJSON-164713790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:41.713084 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-68498da5-55e9-41df-9fa4-a24fe9d3f502 req-7135e148-4ff8-4ad6-a041-05838c618abe tempest-ServerGroupTestJSON-164713790 tempest-ServerGroupTestJSON-164713790-project] 10.222.0.62 "GET /v2.0/ports?device_id=f16c2d3b-8b3a-4df6-b2b9-e1dcbccffcf1 HTTP/1.1" status: 200 len: 946 time: 0.0821824 Oct 30 15:23:41.739820 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-774e1bcd-7dde-49b2-987e-140fd1d28707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:41.742738 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-774e1bcd-7dde-49b2-987e-140fd1d28707 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:41.744176 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-774e1bcd-7dde-49b2-987e-140fd1d28707 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/953c1022-39f6-43ef-ace3-b456bd972bc5 HTTP/1.1" status: 204 len: 168 time: 0.3307512 Oct 30 15:23:41.754491 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774e1bcd-7dde-49b2-987e-140fd1d28707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=953c1022-39f6-43ef-ace3-b456bd972bc5,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:41.790267 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-68498da5-55e9-41df-9fa4-a24fe9d3f502 req-69b48a35-8426-4cf2-913c-652270d12aec tempest-ServerGroupTestJSON-164713790 tempest-ServerGroupTestJSON-164713790-project] 10.222.0.62 "GET /v2.0/security-groups?id=40dba2c0-3153-4f45-b131-bea898a736b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726261 Oct 30 15:23:42.014673 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76fc510-5fdc-4fc4-8f74-27d4a7599572 req-acd6ce3b-a0a4-4380-b3a3-f01ef7b0d50d tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:42.023369 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e76fc510-5fdc-4fc4-8f74-27d4a7599572 req-acd6ce3b-a0a4-4380-b3a3-f01ef7b0d50d tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1bc04ce-0efc-4231-90e2-f595c14b5eca HTTP/1.1" status: 200 len: 945 time: 0.0675087 Oct 30 15:23:42.066579 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e76fc510-5fdc-4fc4-8f74-27d4a7599572 req-8b96d33f-4622-4d4d-841f-8acb6f8d9408 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421441 Oct 30 15:23:42.458073 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 50910) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:23:42.558397 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-b986d41f-be78-490b-aa50-521376f66990 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-666420690-network', 'tenant_id': '62f659ad7df643c08749c99059158339'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:23:42.588938 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b986d41f-be78-490b-aa50-521376f66990 admin admin] Made reservation on behalf of 62f659ad7df643c08749c99059158339 for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:23:42.592661 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b986d41f-be78-490b-aa50-521376f66990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:42.601633 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b986d41f-be78-490b-aa50-521376f66990 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:42.687883 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b986d41f-be78-490b-aa50-521376f66990 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:42.691978 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b986d41f-be78-490b-aa50-521376f66990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:42.716949 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b986d41f-be78-490b-aa50-521376f66990 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:23:42.727073 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b986d41f-be78-490b-aa50-521376f66990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0b5d91-2f63-4416-9274-91191d4ba671,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:42.732058 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b986d41f-be78-490b-aa50-521376f66990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:42.732405 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-b986d41f-be78-490b-aa50-521376f66990 admin admin] Added segment 7011c6d8-32ed-4459-adbb-56923cb7836a of type vlan for network ba542ebd-5699-4174-b714-a377fade84dc Oct 30 15:23:42.774078 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b986d41f-be78-490b-aa50-521376f66990 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:42.799563 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b986d41f-be78-490b-aa50-521376f66990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:42.800577 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b986d41f-be78-490b-aa50-521376f66990 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:42.801157 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b986d41f-be78-490b-aa50-521376f66990 admin admin] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:42.870833 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b986d41f-be78-490b-aa50-521376f66990 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4116027 Oct 30 15:23:42.873859 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 50920) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:23:42.879393 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-3efb7719-3148-4a22-9b49-f14f103b475a admin admin] Request body: {'subnet': {'network_id': 'ba542ebd-5699-4174-b714-a377fade84dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-666420690-subnet', 'tenant_id': '62f659ad7df643c08749c99059158339', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:23:42.889966 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b986d41f-be78-490b-aa50-521376f66990 admin admin] Pushing event updated for resources: {'Network': ['ID=ba542ebd-5699-4174-b714-a377fade84dc,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:42.907133 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network ba542ebd-5699-4174-b714-a377fade84dc details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:23:42.927762 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3efb7719-3148-4a22-9b49-f14f103b475a admin admin] Made reservation on behalf of 62f659ad7df643c08749c99059158339 for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:23:42.930322 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3efb7719-3148-4a22-9b49-f14f103b475a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:42.945444 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da73b805-5366-462a-bb5b-a7e8d3460ac0 req-03acd57c-18b1-4edf-bcb7-2da84a59cfbe tempest-ServerGroupTestJSON-164713790 tempest-ServerGroupTestJSON-164713790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:42.947354 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-da73b805-5366-462a-bb5b-a7e8d3460ac0 req-03acd57c-18b1-4edf-bcb7-2da84a59cfbe tempest-ServerGroupTestJSON-164713790 tempest-ServerGroupTestJSON-164713790-project] 10.222.0.62 "GET /v2.0/ports?device_id=f16c2d3b-8b3a-4df6-b2b9-e1dcbccffcf1 HTTP/1.1" status: 200 len: 946 time: 0.0614300 Oct 30 15:23:42.996838 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-da73b805-5366-462a-bb5b-a7e8d3460ac0 req-4ba56e7e-53c8-4d9d-bb52-f6809594f26d tempest-ServerGroupTestJSON-164713790 tempest-ServerGroupTestJSON-164713790-project] 10.222.0.62 "GET /v2.0/security-groups?id=40dba2c0-3153-4f45-b131-bea898a736b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408125 Oct 30 15:23:43.095775 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0479c649-e27a-4495-9003-3d73c4c51bee req-0f58fba5-a694-4648-bb7c-8689d825c7d6 tempest-ServerGroupTestJSON-164713790 tempest-ServerGroupTestJSON-164713790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:43.097374 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0479c649-e27a-4495-9003-3d73c4c51bee req-0f58fba5-a694-4648-bb7c-8689d825c7d6 tempest-ServerGroupTestJSON-164713790 tempest-ServerGroupTestJSON-164713790-project] 10.222.0.44 "GET /v2.0/ports?device_id=f16c2d3b-8b3a-4df6-b2b9-e1dcbccffcf1 HTTP/1.1" status: 200 len: 946 time: 0.0964575 Oct 30 15:23:43.297739 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f53f2-5f34-40f4-8e0e-386cee2e774e req-735c80e1-085d-49aa-bcf1-83d5daa7bb8b tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:43.299238 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-486f53f2-5f34-40f4-8e0e-386cee2e774e req-735c80e1-085d-49aa-bcf1-83d5daa7bb8b tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1bc04ce-0efc-4231-90e2-f595c14b5eca HTTP/1.1" status: 200 len: 945 time: 0.1386771 Oct 30 15:23:43.311677 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3efb7719-3148-4a22-9b49-f14f103b475a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:43.357981 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-0479c649-e27a-4495-9003-3d73c4c51bee req-c9bd8064-9c61-40a5-915c-6cd881c77425 tempest-ServerGroupTestJSON-164713790 tempest-ServerGroupTestJSON-164713790-project] Deleting port 5799f66a-e65b-4503-b3d9-d1121470cd2a {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:23:43.358227 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-0479c649-e27a-4495-9003-3d73c4c51bee req-c9bd8064-9c61-40a5-915c-6cd881c77425 tempest-ServerGroupTestJSON-164713790 tempest-ServerGroupTestJSON-164713790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:43.766411 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-486f53f2-5f34-40f4-8e0e-386cee2e774e req-86881d50-6fd7-4cc1-b7e5-628362b9737a tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4596152 Oct 30 15:23:43.775574 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efb7719-3148-4a22-9b49-f14f103b475a admin admin] Pushing event updated for resources: {'Subnet': ['ID=159d4bc1-fd5e-4038-aef3-4912df62b6b9,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:43.788170 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efb7719-3148-4a22-9b49-f14f103b475a admin admin] Checking segment: {'id': '7011c6d8-32ed-4459-adbb-56923cb7836a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ba542ebd-5699-4174-b714-a377fade84dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:23:43.788520 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efb7719-3148-4a22-9b49-f14f103b475a admin admin] Network hostable DHCP agents. Network: ba542ebd-5699-4174-b714-a377fade84dc, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:23:43.830729 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-0479c649-e27a-4495-9003-3d73c4c51bee req-c9bd8064-9c61-40a5-915c-6cd881c77425 tempest-ServerGroupTestJSON-164713790 tempest-ServerGroupTestJSON-164713790-project] For port 5799f66a-e65b-4503-b3d9-d1121470cd2a, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=5799f66a-e65b-4503-b3d9-d1121470cd2a,segment=NetworkSegment(e61387f7-51c2-4fc4-8ecd-719c3664f805),segment_id=e61387f7-51c2-4fc4-8ecd-719c3664f805)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:23:43.831087 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-0479c649-e27a-4495-9003-3d73c4c51bee req-c9bd8064-9c61-40a5-915c-6cd881c77425 tempest-ServerGroupTestJSON-164713790 tempest-ServerGroupTestJSON-164713790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:43.833298 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efb7719-3148-4a22-9b49-f14f103b475a admin admin] Network ba542ebd-5699-4174-b714-a377fade84dc is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:23:43.850074 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-0479c649-e27a-4495-9003-3d73c4c51bee req-c9bd8064-9c61-40a5-915c-6cd881c77425 tempest-ServerGroupTestJSON-164713790 tempest-ServerGroupTestJSON-164713790-project] Calling delete_port for 5799f66a-e65b-4503-b3d9-d1121470cd2a owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:23:43.853444 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-3efb7719-3148-4a22-9b49-f14f103b475a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, ba542ebd-5699-4174-b714-a377fade84dc) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:23:43.863082 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efb7719-3148-4a22-9b49-f14f103b475a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:43.863220 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3efb7719-3148-4a22-9b49-f14f103b475a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:43.868907 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7151ba-54f7-4713-85fd-eca418e38bda None None] Network ba542ebd-5699-4174-b714-a377fade84dc requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:23:43.966950 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-3efb7719-3148-4a22-9b49-f14f103b475a admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0835154 Oct 30 15:23:44.045652 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c263cf-7655-44fe-9a55-e44c6f00334b None None] Network ba542ebd-5699-4174-b714-a377fade84dc requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:23:44.085016 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0692c1d-64d9-4b53-82be-45c8e339a487 req-00b58cbb-fc30-4dc7-a385-0a24ac559879 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:44.086656 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a0692c1d-64d9-4b53-82be-45c8e339a487 req-00b58cbb-fc30-4dc7-a385-0a24ac559879 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1bc04ce-0efc-4231-90e2-f595c14b5eca HTTP/1.1" status: 200 len: 945 time: 0.0881283 Oct 30 15:23:44.158895 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a0692c1d-64d9-4b53-82be-45c8e339a487 req-d2299eee-6b38-4bdb-a801-4d04f68a2428 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598874 Oct 30 15:23:44.159992 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-0479c649-e27a-4495-9003-3d73c4c51bee req-c9bd8064-9c61-40a5-915c-6cd881c77425 tempest-ServerGroupTestJSON-164713790 tempest-ServerGroupTestJSON-164713790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:44.198837 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['5799f66a-e65b-4503-b3d9-d1121470cd2a'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:23:44.215665 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd8064-9c61-40a5-915c-6cd881c77425 tempest-ServerGroupTestJSON-164713790 tempest-ServerGroupTestJSON-164713790-project] Pushing event deleted for resources: {'Port': ['ID=5799f66a-e65b-4503-b3d9-d1121470cd2a,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:44.266675 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-15c6f654-ed27-4ecf-9c75-47d7918088c3 req-8b2ec8b3-f3dd-42a2-8890-7377a9468923 tempest-ServerGroupTestJSON-164713790 tempest-ServerGroupTestJSON-164713790-project] 10.222.0.62 "GET /v2.0/ports?device_id=f16c2d3b-8b3a-4df6-b2b9-e1dcbccffcf1 HTTP/1.1" status: 200 len: 210 time: 0.0494964 Oct 30 15:23:44.268322 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-0479c649-e27a-4495-9003-3d73c4c51bee req-c9bd8064-9c61-40a5-915c-6cd881c77425 tempest-ServerGroupTestJSON-164713790 tempest-ServerGroupTestJSON-164713790-project] No DVR routers for this DVR port 5799f66a-e65b-4503-b3d9-d1121470cd2a on host n-h2-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:23:44.273694 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-0479c649-e27a-4495-9003-3d73c4c51bee req-c9bd8064-9c61-40a5-915c-6cd881c77425 tempest-ServerGroupTestJSON-164713790 tempest-ServerGroupTestJSON-164713790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:44.284701 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0479c649-e27a-4495-9003-3d73c4c51bee req-c9bd8064-9c61-40a5-915c-6cd881c77425 tempest-ServerGroupTestJSON-164713790 tempest-ServerGroupTestJSON-164713790-project] 10.222.0.44 "DELETE /v2.0/ports/5799f66a-e65b-4503-b3d9-d1121470cd2a HTTP/1.1" status: 204 len: 173 time: 1.1794398 Oct 30 15:23:44.285423 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16c2d3b-8b3a-4df6-b2b9-e1dcbccffcf1', 'name': 'network-vif-deleted', 'tag': '5799f66a-e65b-4503-b3d9-d1121470cd2a'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:23:44.288509 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e15ea0-02dc-47e4-8279-e000f4216d61" -d '{"events": [{"server_uuid": "f16c2d3b-8b3a-4df6-b2b9-e1dcbccffcf1", "name": "network-vif-deleted", "tag": "5799f66a-e65b-4503-b3d9-d1121470cd2a"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:23:44.334212 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa56d816-aa9d-40c3-9a82-4a6fff21883b x-openstack-request-id: req-aa56d816-aa9d-40c3-9a82-4a6fff21883b {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:23:44.334635 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16c2d3b-8b3a-4df6-b2b9-e1dcbccffcf1", "name": "network-vif-deleted", "tag": "5799f66a-e65b-4503-b3d9-d1121470cd2a", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:23:44.335012 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-aa56d816-aa9d-40c3-9a82-4a6fff21883b {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:23:44.335690 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16c2d3b-8b3a-4df6-b2b9-e1dcbccffcf1', 'name': 'network-vif-deleted', 'tag': '5799f66a-e65b-4503-b3d9-d1121470cd2a', 'status': 'completed', 'code': 200} Oct 30 15:23:45.291750 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339a0fa0-5fae-4be3-8534-726d3a49b994 req-6a184e13-60fd-4454-8c0e-7a1f4a8a191e tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:45.293449 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-339a0fa0-5fae-4be3-8534-726d3a49b994 req-6a184e13-60fd-4454-8c0e-7a1f4a8a191e tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1bc04ce-0efc-4231-90e2-f595c14b5eca HTTP/1.1" status: 200 len: 945 time: 0.0598521 Oct 30 15:23:45.344131 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-339a0fa0-5fae-4be3-8534-726d3a49b994 req-425e9873-06f0-4e8f-942a-bec3946d99bf tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437341 Oct 30 15:23:45.772230 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 50994) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:23:45.849379 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-3979df62-bf92-4105-84d3-f1ab6a171355 admin admin] Deleting subnet 802195d7-fe6d-46c7-97ef-9c970f6c0a65 {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:23:45.856313 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3979df62-bf92-4105-84d3-f1ab6a171355 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:45.908164 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3979df62-bf92-4105-84d3-f1ab6a171355 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:46.004742 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3979df62-bf92-4105-84d3-f1ab6a171355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:46.008760 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc6f5f-4728-436f-b69c-5f419183227c req-b73ab1d3-2d33-47ff-829b-926907262f74 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:46.010392 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6ecc6f5f-4728-436f-b69c-5f419183227c req-b73ab1d3-2d33-47ff-829b-926907262f74 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1bc04ce-0efc-4231-90e2-f595c14b5eca HTTP/1.1" status: 200 len: 945 time: 0.0815320 Oct 30 15:23:46.056441 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6ecc6f5f-4728-436f-b69c-5f419183227c req-97c712c1-c5a9-4a0e-abac-0190b359f69e tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395188 Oct 30 15:23:46.066865 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3979df62-bf92-4105-84d3-f1ab6a171355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:46.100180 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3979df62-bf92-4105-84d3-f1ab6a171355 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=802195d7-fe6d-46c7-97ef-9c970f6c0a65,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:46.102193 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3979df62-bf92-4105-84d3-f1ab6a171355 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:46.105484 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-3979df62-bf92-4105-84d3-f1ab6a171355 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/802195d7-fe6d-46c7-97ef-9c970f6c0a65 HTTP/1.1" status: 204 len: 168 time: 0.3322423 Oct 30 15:23:46.108002 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 51006) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:23:46.185669 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-32228ed6-ad9a-40cc-b83a-555981e3e518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:46.270193 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-32228ed6-ad9a-40cc-b83a-555981e3e518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:46.292589 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-32228ed6-ad9a-40cc-b83a-555981e3e518 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cdae9cb-d206-4bdd-a9bc-109b4fcd534f']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:23:46.302045 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-32228ed6-ad9a-40cc-b83a-555981e3e518 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e61387f7-51c2-4fc4-8ecd-719c3664f805') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:23:46.302333 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-32228ed6-ad9a-40cc-b83a-555981e3e518 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e61387f7-51c2-4fc4-8ecd-719c3664f805') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:23:46.312044 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-32228ed6-ad9a-40cc-b83a-555981e3e518 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:46.325905 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-32228ed6-ad9a-40cc-b83a-555981e3e518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:46.331819 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32228ed6-ad9a-40cc-b83a-555981e3e518 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:23:46.332193 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-32228ed6-ad9a-40cc-b83a-555981e3e518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:46.333979 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:23:46.333979 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:23:46.333979 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:23:46.333979 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:23:46.333979 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:23:46.333979 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:23:46.333979 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:23:46.333979 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:23:46.333979 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:23:46.333979 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:23:46.333979 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:23:46.333979 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:23:46.333979 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:23:46.333979 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:23:46.333979 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:23:46.333979 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:23:46.333979 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:23:46.333979 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:23:46.333979 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:23:46.333979 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:23:46.333979 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:23:46.333979 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:23:46.333979 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:23:46.333979 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:23:46.333979 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:23:46.333979 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:23:46.333979 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:23:46.333979 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:23:46.333979 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:23:46.333979 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:23:46.333979 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:23:46.333979 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:23:46.386507 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-32228ed6-ad9a-40cc-b83a-555981e3e518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:46.392690 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-32228ed6-ad9a-40cc-b83a-555981e3e518 admin admin] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:46.395885 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-32228ed6-ad9a-40cc-b83a-555981e3e518 admin admin] 10.222.0.62 "DELETE /v2.0/networks/3cdae9cb-d206-4bdd-a9bc-109b4fcd534f HTTP/1.1" status: 204 len: 168 time: 0.2835841 Oct 30 15:23:46.412290 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32228ed6-ad9a-40cc-b83a-555981e3e518 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cdae9cb-d206-4bdd-a9bc-109b4fcd534f,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:46.479337 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 5799f66a-e65b-4503-b3d9-d1121470cd2a no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:23:46.500485 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] No Port match for: 5799f66a-e65b-4503-b3d9-d1121470cd2a {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:23:46.500922 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 5799f66a-e65b-4503-b3d9-d1121470cd2a not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:23:46.524447 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 51010) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:23:46.564075 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-2c15d2ad-4560-4bf4-bfd4-4acd777c23e2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c715ddc11ea3485dafb60cd470b39b21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384316 Oct 30 15:23:46.566703 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 51012) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:23:46.615016 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0728ad4e-944e-45a6-96a6-a18c39437f6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:46.636305 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0728ad4e-944e-45a6-96a6-a18c39437f6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:46.701087 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0728ad4e-944e-45a6-96a6-a18c39437f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:46.704060 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0728ad4e-944e-45a6-96a6-a18c39437f6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:46.705314 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-0728ad4e-944e-45a6-96a6-a18c39437f6a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/40dba2c0-3153-4f45-b131-bea898a736b2 HTTP/1.1" status: 204 len: 168 time: 0.1376112 Oct 30 15:23:46.715210 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0728ad4e-944e-45a6-96a6-a18c39437f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40dba2c0-3153-4f45-b131-bea898a736b2,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:47.141878 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:23:47.197175 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269db81d-e3cb-4590-a65f-809135883af4 req-d452e54d-30a5-4cb6-a96b-2d54943367d4 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:47.206751 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-269db81d-e3cb-4590-a65f-809135883af4 req-d452e54d-30a5-4cb6-a96b-2d54943367d4 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1bc04ce-0efc-4231-90e2-f595c14b5eca HTTP/1.1" status: 200 len: 945 time: 0.0664430 Oct 30 15:23:47.279259 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-269db81d-e3cb-4590-a65f-809135883af4 req-386e8f76-0510-4716-a458-62d411cc6cd0 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663695 Oct 30 15:23:47.309990 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52,segment=NetworkSegment(4eb103e9-b9a2-4786-ab9b-d9e363fed874),segment_id=4eb103e9-b9a2-4786-ab9b-d9e363fed874)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:23:47.322214 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52', 'network_id': 'd26e81b3-f432-4f3d-bc5b-f2edc1c076d6', 'port_id': '4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52', 'mac_address': 'fa:16:3e:d3:5e:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd862e367-a3ef-41d8-9769-a6945d8f8b1d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:23:47.375833 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:47.392988 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:23:47.422794 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52,segment=NetworkSegment(4eb103e9-b9a2-4786-ab9b-d9e363fed874),segment_id=4eb103e9-b9a2-4786-ab9b-d9e363fed874)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:23:47.428098 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:47.508579 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110c7ab-6127-4031-895c-f2d3ceb868d6 req-91a31802-54e8-4ff2-8b6c-0cc6a1252bc9 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:47.511588 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c110c7ab-6127-4031-895c-f2d3ceb868d6 req-91a31802-54e8-4ff2-8b6c-0cc6a1252bc9 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/networks?id=81bfdab0-1997-4fff-a2b2-723bc0c6e6f9 HTTP/1.1" status: 200 len: 813 time: 0.1931663 Oct 30 15:23:47.537793 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52,revision_number=6']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:47.544431 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c110c7ab-6127-4031-895c-f2d3ceb868d6 req-7b1ca4b6-ad25-4528-acae-2f60d860525f tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/quotas/8388c996b8634be9ab271f97b633ea56 HTTP/1.1" status: 200 len: 375 time: 0.0234017 Oct 30 15:23:47.588463 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:23:47.622097 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c110c7ab-6127-4031-895c-f2d3ceb868d6 req-aaaa8783-21bd-4949-8a49-ad13fed0c618 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8388c996b8634be9ab271f97b633ea56&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0722063 Oct 30 15:23:47.717136 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 51058) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:23:47.764670 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c110c7ab-6127-4031-895c-f2d3ceb868d6 req-745a9320-77ed-4b0d-a8e1-428afc17191b service neutron] 10.222.0.62 "GET /v2.0/networks/81bfdab0-1997-4fff-a2b2-723bc0c6e6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323776 Oct 30 15:23:47.842535 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-5602e752-6479-4588-b6d8-fe11b5d5004e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-2077242531-network', 'tenant_id': 'e2f6c94423b348689edc4b7fcd3062c6'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:23:47.863187 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5602e752-6479-4588-b6d8-fe11b5d5004e admin admin] Made reservation on behalf of e2f6c94423b348689edc4b7fcd3062c6 for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:23:47.865490 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5602e752-6479-4588-b6d8-fe11b5d5004e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:47.865997 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c110c7ab-6127-4031-895c-f2d3ceb868d6 req-386bd5cb-eb12-41fd-a40f-e0e0a2786b42 service neutron] 10.222.0.62 "GET /v2.0/networks/81bfdab0-1997-4fff-a2b2-723bc0c6e6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005869 Oct 30 15:23:47.874492 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5602e752-6479-4588-b6d8-fe11b5d5004e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:47.948869 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5602e752-6479-4588-b6d8-fe11b5d5004e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:47.953778 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5602e752-6479-4588-b6d8-fe11b5d5004e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:47.976616 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5602e752-6479-4588-b6d8-fe11b5d5004e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:23:47.990496 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5602e752-6479-4588-b6d8-fe11b5d5004e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:47.998263 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5602e752-6479-4588-b6d8-fe11b5d5004e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:47.998611 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-5602e752-6479-4588-b6d8-fe11b5d5004e admin admin] Added segment 6ad710d9-52c7-4ea3-8530-acd281ec85c6 of type vlan for network bd478de8-91f8-449b-b9b1-7a22cf4cb07a Oct 30 15:23:48.051315 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5602e752-6479-4588-b6d8-fe11b5d5004e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:48.076811 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b58c2e96-d4ee-4779-807f-52a99b018279 req-b2db7d7c-e7b9-4681-ab07-e7ec36fdaa9f tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/ports?device_id=3424221d-85c8-434d-8c31-9c1418e42d34 HTTP/1.1" status: 200 len: 210 time: 0.0384154 Oct 30 15:23:48.105502 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5602e752-6479-4588-b6d8-fe11b5d5004e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:48.106742 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5602e752-6479-4588-b6d8-fe11b5d5004e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:48.107417 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5602e752-6479-4588-b6d8-fe11b5d5004e admin admin] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:48.135495 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-5602e752-6479-4588-b6d8-fe11b5d5004e admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4166188 Oct 30 15:23:48.138933 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 51074) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:23:48.145127 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-d6c75bca-452c-4fe5-b78d-c16c4c650eae admin admin] Request body: {'subnet': {'network_id': 'bd478de8-91f8-449b-b9b1-7a22cf4cb07a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-2077242531-subnet', 'tenant_id': 'e2f6c94423b348689edc4b7fcd3062c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:23:48.173855 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c75bca-452c-4fe5-b78d-c16c4c650eae admin admin] Made reservation on behalf of e2f6c94423b348689edc4b7fcd3062c6 for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:23:48.177506 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d6c75bca-452c-4fe5-b78d-c16c4c650eae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:48.182838 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5602e752-6479-4588-b6d8-fe11b5d5004e admin admin] Pushing event updated for resources: {'Network': ['ID=bd478de8-91f8-449b-b9b1-7a22cf4cb07a,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:48.193917 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network bd478de8-91f8-449b-b9b1-7a22cf4cb07a details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:23:48.453099 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d6c75bca-452c-4fe5-b78d-c16c4c650eae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:48.487638 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1283c1-5d01-4be1-8b64-ff14786ba456 req-3f066148-da2a-4070-9891-6c96e81d57cf tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:48.497671 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bf1283c1-5d01-4be1-8b64-ff14786ba456 req-3f066148-da2a-4070-9891-6c96e81d57cf tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1bc04ce-0efc-4231-90e2-f595c14b5eca HTTP/1.1" status: 200 len: 944 time: 0.0747380 Oct 30 15:23:48.551228 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bf1283c1-5d01-4be1-8b64-ff14786ba456 req-68368a38-e2a1-40a0-b4f8-520f165b5d7c tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505538 Oct 30 15:23:48.578924 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c75bca-452c-4fe5-b78d-c16c4c650eae admin admin] Pushing event updated for resources: {'Subnet': ['ID=d096ec6f-ca2a-4ac2-a3be-5deccac59176,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:48.600014 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c75bca-452c-4fe5-b78d-c16c4c650eae admin admin] Checking segment: {'id': '6ad710d9-52c7-4ea3-8530-acd281ec85c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'bd478de8-91f8-449b-b9b1-7a22cf4cb07a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:23:48.600390 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c75bca-452c-4fe5-b78d-c16c4c650eae admin admin] Network hostable DHCP agents. Network: bd478de8-91f8-449b-b9b1-7a22cf4cb07a, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:23:48.622914 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c75bca-452c-4fe5-b78d-c16c4c650eae admin admin] Network bd478de8-91f8-449b-b9b1-7a22cf4cb07a is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:23:48.635815 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-d6c75bca-452c-4fe5-b78d-c16c4c650eae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, bd478de8-91f8-449b-b9b1-7a22cf4cb07a) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:23:48.642270 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c75bca-452c-4fe5-b78d-c16c4c650eae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:48.643084 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d6c75bca-452c-4fe5-b78d-c16c4c650eae admin admin] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:48.654947 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c70a8bc-512f-4a4c-aae5-2a0a6fbf494b None None] Network bd478de8-91f8-449b-b9b1-7a22cf4cb07a requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:23:48.685206 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d6c75bca-452c-4fe5-b78d-c16c4c650eae admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5448971 Oct 30 15:23:48.688123 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 51100) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:23:48.694436 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-5a048fec-a32e-4782-a108-a8bd67c8201f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-2077242531-router', 'tenant_id': 'e2f6c94423b348689edc4b7fcd3062c6', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:23:48.737491 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5a048fec-a32e-4782-a108-a8bd67c8201f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:48.738554 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5a048fec-a32e-4782-a108-a8bd67c8201f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:48.830161 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5a048fec-a32e-4782-a108-a8bd67c8201f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:48.870790 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbac511b-9461-4698-a8b3-207bd28c79f9 None None] Network bd478de8-91f8-449b-b9b1-7a22cf4cb07a requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:23:49.059209 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5a048fec-a32e-4782-a108-a8bd67c8201f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:49.157612 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:23:49.313634 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:23:49.314571 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:49.347223 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fa2a9da4-063b-4c85-a8a0-9f7355beb213 req-4f2dc07d-2812-48f8-abf3-846c00120295 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/ports?device_id=3424221d-85c8-434d-8c31-9c1418e42d34 HTTP/1.1" status: 200 len: 210 time: 0.0865381 Oct 30 15:23:49.477910 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:49.488182 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5a048fec-a32e-4782-a108-a8bd67c8201f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:49.519906 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5a048fec-a32e-4782-a108-a8bd67c8201f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:49.521495 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1bc04ce-0efc-4231-90e2-f595c14b5eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:23:49.524725 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3435b5a5-b333-4192-9be3-558f8d1e04ae" -d '{"events": [{"server_uuid": "a1bc04ce-0efc-4231-90e2-f595c14b5eca", "name": "network-vif-plugged", "status": "completed", "tag": "4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:23:49.564061 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52,segment=NetworkSegment(4eb103e9-b9a2-4786-ab9b-d9e363fed874),segment_id=4eb103e9-b9a2-4786-ab9b-d9e363fed874)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:23:49.573647 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:49.647267 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110c7ab-6127-4031-895c-f2d3ceb868d6 req-8309fe8a-d4bd-4a5c-9984-9748f40ceaef tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:49.649420 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c110c7ab-6127-4031-895c-f2d3ceb868d6 req-8309fe8a-d4bd-4a5c-9984-9748f40ceaef tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.44 "GET /v2.0/networks?id=81bfdab0-1997-4fff-a2b2-723bc0c6e6f9 HTTP/1.1" status: 200 len: 813 time: 0.3187969 Oct 30 15:23:49.656864 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa50b20-10c8-4b42-8fbc-61ed0b57be1a x-openstack-request-id: req-8fa50b20-10c8-4b42-8fbc-61ed0b57be1a {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:23:49.657813 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1bc04ce-0efc-4231-90e2-f595c14b5eca", "name": "network-vif-plugged", "status": "completed", "tag": "4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:23:49.658293 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8fa50b20-10c8-4b42-8fbc-61ed0b57be1a {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:23:49.658832 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1bc04ce-0efc-4231-90e2-f595c14b5eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52', 'code': 200} Oct 30 15:23:49.664745 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52,revision_number=7']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:49.677548 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-c110c7ab-6127-4031-895c-f2d3ceb868d6 req-a8969774-fc25-4ce1-9de7-ed41cc1234c1 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Request body: {'port': {'device_id': '3424221d-85c8-434d-8c31-9c1418e42d34', 'network_id': '81bfdab0-1997-4fff-a2b2-723bc0c6e6f9', 'admin_state_up': True, 'tenant_id': '8388c996b8634be9ab271f97b633ea56'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:23:49.830850 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-5a048fec-a32e-4782-a108-a8bd67c8201f admin admin] Allocated IP 172.25.4.33 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/a1eb4d0d-ddc1-4703-b2b3-a71b7a0e5b75) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:23:49.853264 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71216dba-f195-4294-846d-b95e36610d3a req-6106ba9d-6f30-48db-be2d-86b95b7f2f49 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:49.861609 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-71216dba-f195-4294-846d-b95e36610d3a req-6106ba9d-6f30-48db-be2d-86b95b7f2f49 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1bc04ce-0efc-4231-90e2-f595c14b5eca HTTP/1.1" status: 200 len: 945 time: 0.2002223 Oct 30 15:23:49.980653 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-71216dba-f195-4294-846d-b95e36610d3a req-d9e976ce-0b7c-460d-aa63-4103e8f02ecd tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162169 Oct 30 15:23:50.020166 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c110c7ab-6127-4031-895c-f2d3ceb868d6 req-a8969774-fc25-4ce1-9de7-ed41cc1234c1 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Made reservation on behalf of 8388c996b8634be9ab271f97b633ea56 for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:23:50.024648 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-c110c7ab-6127-4031-895c-f2d3ceb868d6 req-a8969774-fc25-4ce1-9de7-ed41cc1234c1 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:50.131941 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5a048fec-a32e-4782-a108-a8bd67c8201f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:50.236993 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-c110c7ab-6127-4031-895c-f2d3ceb868d6 req-a8969774-fc25-4ce1-9de7-ed41cc1234c1 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Allocated IP 172.20.0.10 (81bfdab0-1997-4fff-a2b2-723bc0c6e6f9/9fc89002-6420-45ca-b603-e58f529bf6ac/a054a623-3762-4c13-9bdb-61addb73c1a7) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:23:50.239875 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5a048fec-a32e-4782-a108-a8bd67c8201f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:50.353348 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a048fec-a32e-4782-a108-a8bd67c8201f admin admin] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:23:50.366465 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-5a048fec-a32e-4782-a108-a8bd67c8201f admin admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:23:50.390261 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a048fec-a32e-4782-a108-a8bd67c8201f admin admin] Pushing event updated for resources: {'Port': ['ID=a1eb4d0d-ddc1-4703-b2b3-a71b7a0e5b75,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:50.393267 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a048fec-a32e-4782-a108-a8bd67c8201f admin admin] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:23:50.491513 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-05b43dfd-06ba-445a-805d-c1148f597610 req-f3b4348f-4127-42f2-b061-9a089d641715 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/ports?device_id=3424221d-85c8-434d-8c31-9c1418e42d34 HTTP/1.1" status: 200 len: 210 time: 0.0550852 Oct 30 15:23:50.784875 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-c110c7ab-6127-4031-895c-f2d3ceb868d6 req-a8969774-fc25-4ce1-9de7-ed41cc1234c1 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:50.876551 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5a048fec-a32e-4782-a108-a8bd67c8201f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:50.925276 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-c110c7ab-6127-4031-895c-f2d3ceb868d6 req-a8969774-fc25-4ce1-9de7-ed41cc1234c1 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:50.939993 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['9fbbdf0d-64d7-4f5d-917c-1120f28c907e'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:23:50.942461 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['1be129b1-5e54-475b-bc57-a058945757a7', '333cce4f-087b-4924-8b2a-e6be3cd71954'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:23:51.101224 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c110c7ab-6127-4031-895c-f2d3ceb868d6 req-a8969774-fc25-4ce1-9de7-ed41cc1234c1 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Network 81bfdab0-1997-4fff-a2b2-723bc0c6e6f9 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:23:51.122762 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-c110c7ab-6127-4031-895c-f2d3ceb868d6 req-a8969774-fc25-4ce1-9de7-ed41cc1234c1 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:23:51.141375 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-c110c7ab-6127-4031-895c-f2d3ceb868d6 req-a8969774-fc25-4ce1-9de7-ed41cc1234c1 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:23:51.146919 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8969774-fc25-4ce1-9de7-ed41cc1234c1 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Pushing event updated for resources: {'Port': ['ID=a054a623-3762-4c13-9bdb-61addb73c1a7,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:51.205191 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6b438818-439e-407b-ac9e-7989195a2b4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:51.253847 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110c7ab-6127-4031-895c-f2d3ceb868d6 req-a8969774-fc25-4ce1-9de7-ed41cc1234c1 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:51.254603 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-c110c7ab-6127-4031-895c-f2d3ceb868d6 req-a8969774-fc25-4ce1-9de7-ed41cc1234c1 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:51.384890 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2785b220-8eee-4687-a4a2-8fe42a6a6878 req-c203e6bd-19f5-4861-85e4-4943c227d011 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:51.396595 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2785b220-8eee-4687-a4a2-8fe42a6a6878 req-c203e6bd-19f5-4861-85e4-4943c227d011 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1bc04ce-0efc-4231-90e2-f595c14b5eca HTTP/1.1" status: 200 len: 945 time: 0.2560503 Oct 30 15:23:51.431672 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c110c7ab-6127-4031-895c-f2d3ceb868d6 req-a8969774-fc25-4ce1-9de7-ed41cc1234c1 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7596498 Oct 30 15:23:51.446745 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-c110c7ab-6127-4031-895c-f2d3ceb868d6 req-65afb948-4bc7-4964-a0a2-d9e96783fc7d service neutron] Request body: {'port': {'device_id': '3424221d-85c8-434d-8c31-9c1418e42d34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:23:51.488549 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2785b220-8eee-4687-a4a2-8fe42a6a6878 req-f000a428-28ed-42a2-9736-3a3e12192d07 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888956 Oct 30 15:23:51.577367 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-c110c7ab-6127-4031-895c-f2d3ceb868d6 req-65afb948-4bc7-4964-a0a2-d9e96783fc7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:51.591311 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5a048fec-a32e-4782-a108-a8bd67c8201f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:51.690364 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142223af-5a74-4a86-9a74-a694c58af7b3 req-3d088c5a-226e-47ca-9551-7ec51fc95c9a tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:51.698540 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-142223af-5a74-4a86-9a74-a694c58af7b3 req-3d088c5a-226e-47ca-9551-7ec51fc95c9a tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/ports?device_id=3424221d-85c8-434d-8c31-9c1418e42d34 HTTP/1.1" status: 200 len: 932 time: 0.0946066 Oct 30 15:23:51.749379 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-142223af-5a74-4a86-9a74-a694c58af7b3 req-65e4d51b-0616-4b1e-a773-1357645c6a64 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/security-groups?id=e96b94c8-1854-43c2-8b3c-964bf8e29073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472362 Oct 30 15:23:51.852911 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a048fec-a32e-4782-a108-a8bd67c8201f admin admin] Router c4b717f3-7e54-4670-beb6-53515020db72 is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:23:52.458978 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a048fec-a32e-4782-a108-a8bd67c8201f admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:23:52.474496 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ff8ca5-199c-434b-a922-4ae1062deb12 None None] Sync routers for ids ['c4b717f3-7e54-4670-beb6-53515020db72'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:23:52.497104 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ff8ca5-199c-434b-a922-4ae1062deb12 None None] Routers {'c4b717f3-7e54-4670-beb6-53515020db72'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:23:52.501671 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-04ff8ca5-199c-434b-a922-4ae1062deb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:23:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['c4b717f3-7e54-4670-beb6-53515020db72'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:23:52.524986 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-c110c7ab-6127-4031-895c-f2d3ceb868d6 req-65afb948-4bc7-4964-a0a2-d9e96783fc7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a054a623-3762-4c13-9bdb-61addb73c1a7 {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:23:52.533494 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-c110c7ab-6127-4031-895c-f2d3ceb868d6 req-65afb948-4bc7-4964-a0a2-d9e96783fc7d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:52.551894 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-c110c7ab-6127-4031-895c-f2d3ceb868d6 req-65afb948-4bc7-4964-a0a2-d9e96783fc7d service neutron] Transition to ACTIVE for port object a054a623-3762-4c13-9bdb-61addb73c1a7 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:23:52.558184 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-c110c7ab-6127-4031-895c-f2d3ceb868d6 req-65afb948-4bc7-4964-a0a2-d9e96783fc7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:52.597529 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5a048fec-a32e-4782-a108-a8bd67c8201f admin admin] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:52.601761 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 51156) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:23:52.607346 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-5a048fec-a32e-4782-a108-a8bd67c8201f admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.9095018 Oct 30 15:23:52.639323 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65afb948-4bc7-4964-a0a2-d9e96783fc7d service neutron] Pushing event updated for resources: {'Port': ['ID=a054a623-3762-4c13-9bdb-61addb73c1a7,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:52.743205 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-04ff8ca5-199c-434b-a922-4ae1062deb12 None None] Set router c4b717f3-7e54-4670-beb6-53515020db72 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:23:52.842458 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-c110c7ab-6127-4031-895c-f2d3ceb868d6 req-65afb948-4bc7-4964-a0a2-d9e96783fc7d service neutron] Attempting to bind port a054a623-3762-4c13-9bdb-61addb73c1a7 on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:23:52.842969 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-c110c7ab-6127-4031-895c-f2d3ceb868d6 req-65afb948-4bc7-4964-a0a2-d9e96783fc7d service neutron] Attempting to bind port a054a623-3762-4c13-9bdb-61addb73c1a7 by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': '497c4dd9-c05b-4392-ab75-11b6658d68bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '81bfdab0-1997-4fff-a2b2-723bc0c6e6f9'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:23:52.843315 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c110c7ab-6127-4031-895c-f2d3ceb868d6 req-65afb948-4bc7-4964-a0a2-d9e96783fc7d service neutron] Attempting to bind port a054a623-3762-4c13-9bdb-61addb73c1a7 on network 81bfdab0-1997-4fff-a2b2-723bc0c6e6f9 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:23:52.895323 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c110c7ab-6127-4031-895c-f2d3ceb868d6 req-65afb948-4bc7-4964-a0a2-d9e96783fc7d service neutron] Port a054a623-3762-4c13-9bdb-61addb73c1a7 on network 81bfdab0-1997-4fff-a2b2-723bc0c6e6f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:23:52.896285 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c110c7ab-6127-4031-895c-f2d3ceb868d6 req-65afb948-4bc7-4964-a0a2-d9e96783fc7d service neutron] Attempting to bind port a054a623-3762-4c13-9bdb-61addb73c1a7 on network 81bfdab0-1997-4fff-a2b2-723bc0c6e6f9 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:23:52.904031 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c110c7ab-6127-4031-895c-f2d3ceb868d6 req-65afb948-4bc7-4964-a0a2-d9e96783fc7d service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:23:52.904661 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c110c7ab-6127-4031-895c-f2d3ceb868d6 req-65afb948-4bc7-4964-a0a2-d9e96783fc7d service neutron] Checking segment: {'id': '497c4dd9-c05b-4392-ab75-11b6658d68bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '81bfdab0-1997-4fff-a2b2-723bc0c6e6f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:23:52.905514 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c110c7ab-6127-4031-895c-f2d3ceb868d6 req-65afb948-4bc7-4964-a0a2-d9e96783fc7d service neutron] Bound using segment: {'id': '497c4dd9-c05b-4392-ab75-11b6658d68bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '81bfdab0-1997-4fff-a2b2-723bc0c6e6f9'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:23:52.906259 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-c110c7ab-6127-4031-895c-f2d3ceb868d6 req-65afb948-4bc7-4964-a0a2-d9e96783fc7d service neutron] Bound port: a054a623-3762-4c13-9bdb-61addb73c1a7, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '497c4dd9-c05b-4392-ab75-11b6658d68bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '81bfdab0-1997-4fff-a2b2-723bc0c6e6f9'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:23:52.906843 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-c110c7ab-6127-4031-895c-f2d3ceb868d6 req-65afb948-4bc7-4964-a0a2-d9e96783fc7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:53.001706 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9cd4e-2ba6-40e1-acbb-45094ff0acdf req-3727f74b-841f-4b95-9b96-5005393efd18 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:53.009801 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7da9cd4e-2ba6-40e1-acbb-45094ff0acdf req-3727f74b-841f-4b95-9b96-5005393efd18 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1bc04ce-0efc-4231-90e2-f595c14b5eca HTTP/1.1" status: 200 len: 945 time: 0.3177769 Oct 30 15:23:53.046378 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-04ff8ca5-199c-434b-a922-4ae1062deb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b717f3-7e54-4670-beb6-53515020db72', 'name': 'tempest-ServerRescueTestJSON-2077242531-router', 'tenant_id': 'e2f6c94423b348689edc4b7fcd3062c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'a1eb4d0d-ddc1-4703-b2b3-a71b7a0e5b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:23:48Z', 'updated_at': '2021-10-30T15:23:50Z', 'revision_number': 3, 'project_id': 'e2f6c94423b348689edc4b7fcd3062c6', 'gw_port': {'id': 'a1eb4d0d-ddc1-4703-b2b3-a71b7a0e5b75', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b717f3-7e54-4670-beb6-53515020db72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2246, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:23:49Z', 'updated_at': '2021-10-30T15:23:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:23:53.085676 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-c110c7ab-6127-4031-895c-f2d3ceb868d6 req-65afb948-4bc7-4964-a0a2-d9e96783fc7d service neutron] For port a054a623-3762-4c13-9bdb-61addb73c1a7, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:23:53.103483 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ff8ca5-199c-434b-a922-4ae1062deb12 None None] Checking router: c4b717f3-7e54-4670-beb6-53515020db72 for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:23:53.103933 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ff8ca5-199c-434b-a922-4ae1062deb12 None None] Updating router c4b717f3-7e54-4670-beb6-53515020db72 port a1eb4d0d-ddc1-4703-b2b3-a71b7a0e5b75 binding host n-d-806683-17 {{(pid=102132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:23:53.108478 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7da9cd4e-2ba6-40e1-acbb-45094ff0acdf req-3a1759e1-c0b3-4885-9648-c9a5a37d171d tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906286 Oct 30 15:23:53.129053 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-c110c7ab-6127-4031-895c-f2d3ceb868d6 req-65afb948-4bc7-4964-a0a2-d9e96783fc7d service neutron] For port a054a623-3762-4c13-9bdb-61addb73c1a7, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=a054a623-3762-4c13-9bdb-61addb73c1a7,segment=NetworkSegment(497c4dd9-c05b-4392-ab75-11b6658d68bc),segment_id=497c4dd9-c05b-4392-ab75-11b6658d68bc)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:23:53.140891 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-c110c7ab-6127-4031-895c-f2d3ceb868d6 req-65afb948-4bc7-4964-a0a2-d9e96783fc7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:53.153669 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-04ff8ca5-199c-434b-a922-4ae1062deb12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:53.186333 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110c7ab-6127-4031-895c-f2d3ceb868d6 req-65afb948-4bc7-4964-a0a2-d9e96783fc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:53.187131 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-c110c7ab-6127-4031-895c-f2d3ceb868d6 req-65afb948-4bc7-4964-a0a2-d9e96783fc7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:53.188737 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c110c7ab-6127-4031-895c-f2d3ceb868d6 req-65afb948-4bc7-4964-a0a2-d9e96783fc7d service neutron] 10.222.0.44 "PUT /v2.0/ports/a054a623-3762-4c13-9bdb-61addb73c1a7 HTTP/1.1" status: 200 len: 1093 time: 1.7486577 Oct 30 15:23:53.189401 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3424221d-85c8-434d-8c31-9c1418e42d34', 'tag': 'a054a623-3762-4c13-9bdb-61addb73c1a7'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:23:53.192049 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de85fd92-6400-42b9-b5f8-4a9e8c473c48" -d '{"events": [{"name": "network-changed", "server_uuid": "3424221d-85c8-434d-8c31-9c1418e42d34", "tag": "a054a623-3762-4c13-9bdb-61addb73c1a7"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:23:53.332077 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a881e725-0ef2-4268-a4d2-84be67f4d760 x-openstack-request-id: req-a881e725-0ef2-4268-a4d2-84be67f4d760 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:23:53.337295 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3424221d-85c8-434d-8c31-9c1418e42d34", "tag": "a054a623-3762-4c13-9bdb-61addb73c1a7", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:23:53.337877 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a881e725-0ef2-4268-a4d2-84be67f4d760 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:23:53.339113 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3424221d-85c8-434d-8c31-9c1418e42d34', 'tag': 'a054a623-3762-4c13-9bdb-61addb73c1a7', 'status': 'completed', 'code': 200} Oct 30 15:23:53.375763 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65afb948-4bc7-4964-a0a2-d9e96783fc7d service neutron] Pushing event updated for resources: {'Port': ['ID=a054a623-3762-4c13-9bdb-61addb73c1a7,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:53.400113 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ffd960-3af8-4b69-b443-3ae51be412e1 req-2929fdee-7211-446e-a9cb-853010605d89 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:53.409363 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110c7ab-6127-4031-895c-f2d3ceb868d6 req-c5fc1cbb-b221-44dc-81e3-c01039523c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:53.411584 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c110c7ab-6127-4031-895c-f2d3ceb868d6 req-c5fc1cbb-b221-44dc-81e3-c01039523c1a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8388c996b8634be9ab271f97b633ea56&device_id=3424221d-85c8-434d-8c31-9c1418e42d34 HTTP/1.1" status: 200 len: 1096 time: 0.1661353 Oct 30 15:23:53.413573 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e4ffd960-3af8-4b69-b443-3ae51be412e1 req-2929fdee-7211-446e-a9cb-853010605d89 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/ports?device_id=3424221d-85c8-434d-8c31-9c1418e42d34 HTTP/1.1" status: 200 len: 944 time: 0.5413878 Oct 30 15:23:53.469754 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c110c7ab-6127-4031-895c-f2d3ceb868d6 req-99dc2e66-1069-4127-9971-2d6ab2c28c95 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a054a623-3762-4c13-9bdb-61addb73c1a7 HTTP/1.1" status: 200 len: 217 time: 0.0464869 Oct 30 15:23:53.490164 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-04ff8ca5-199c-434b-a922-4ae1062deb12 None None] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:53.498523 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-04ff8ca5-199c-434b-a922-4ae1062deb12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:53.542064 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110c7ab-6127-4031-895c-f2d3ceb868d6 req-b7b7b29d-3513-494e-b8d9-5bc08dada5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:53.543863 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c110c7ab-6127-4031-895c-f2d3ceb868d6 req-b7b7b29d-3513-494e-b8d9-5bc08dada5d3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9fc89002-6420-45ca-b603-e58f529bf6ac HTTP/1.1" status: 200 len: 853 time: 0.0612919 Oct 30 15:23:53.577911 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-04ff8ca5-199c-434b-a922-4ae1062deb12 None None] Attempting to bind port a1eb4d0d-ddc1-4703-b2b3-a71b7a0e5b75 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:23:53.578205 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-04ff8ca5-199c-434b-a922-4ae1062deb12 None None] Attempting to bind port a1eb4d0d-ddc1-4703-b2b3-a71b7a0e5b75 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:23:53.578582 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ff8ca5-199c-434b-a922-4ae1062deb12 None None] Attempting to bind port a1eb4d0d-ddc1-4703-b2b3-a71b7a0e5b75 on network edc38ef5-7816-4133-914c-cfe2849a0125 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:23:53.596554 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ff8ca5-199c-434b-a922-4ae1062deb12 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:23:53.597343 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ff8ca5-199c-434b-a922-4ae1062deb12 None None] Checking segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:23:53.597807 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-04ff8ca5-199c-434b-a922-4ae1062deb12 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:53.598221 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ff8ca5-199c-434b-a922-4ae1062deb12 None None] Bound using segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:23:53.598718 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-04ff8ca5-199c-434b-a922-4ae1062deb12 None None] Bound port: a1eb4d0d-ddc1-4703-b2b3-a71b7a0e5b75, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:23:53.599110 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-04ff8ca5-199c-434b-a922-4ae1062deb12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:53.601371 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb435e7a-ed39-4a90-b96a-ce5679becb10 None None] Pushing event updated for resources: {'Port': ['ID=a1eb4d0d-ddc1-4703-b2b3-a71b7a0e5b75,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:53.642336 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c110c7ab-6127-4031-895c-f2d3ceb868d6 req-9f4c7602-46d6-42ca-9fec-c0dbde8ab2c7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=81bfdab0-1997-4fff-a2b2-723bc0c6e6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0898371 Oct 30 15:23:53.648357 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c65d6064-d27d-4127-bca3-25ce9c5e353f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:53.728262 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-04ff8ca5-199c-434b-a922-4ae1062deb12 None None] For port a1eb4d0d-ddc1-4703-b2b3-a71b7a0e5b75, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:23:53.770082 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-04ff8ca5-199c-434b-a922-4ae1062deb12 None None] For port a1eb4d0d-ddc1-4703-b2b3-a71b7a0e5b75, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=a1eb4d0d-ddc1-4703-b2b3-a71b7a0e5b75,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:23:53.790983 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-04ff8ca5-199c-434b-a922-4ae1062deb12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:53.818590 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a1527458-e979-40f2-9cee-161bb36a7c71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:53.851760 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-c65d6064-d27d-4127-bca3-25ce9c5e353f admin admin] Allocated IP 172.20.0.1 (bd478de8-91f8-449b-b9b1-7a22cf4cb07a/d096ec6f-ca2a-4ac2-a3be-5deccac59176/bc9e6615-f3ba-4d60-8769-044b7e735042) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:23:53.910193 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c110c7ab-6127-4031-895c-f2d3ceb868d6 req-95c7aacc-d116-4a7d-8f2d-0f888225102f service neutron] 10.222.0.44 "GET /v2.0/networks/81bfdab0-1997-4fff-a2b2-723bc0c6e6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583661 Oct 30 15:23:53.970980 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ff8ca5-199c-434b-a922-4ae1062deb12 None None] Routers {'c4b717f3-7e54-4670-beb6-53515020db72'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:23:53.971788 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-04ff8ca5-199c-434b-a922-4ae1062deb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:23:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['c4b717f3-7e54-4670-beb6-53515020db72'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:23:53.980210 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb435e7a-ed39-4a90-b96a-ce5679becb10 None None] Pushing event updated for resources: {'Port': ['ID=a1eb4d0d-ddc1-4703-b2b3-a71b7a0e5b75,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:54.010660 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c65d6064-d27d-4127-bca3-25ce9c5e353f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:54.057946 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e4ffd960-3af8-4b69-b443-3ae51be412e1 req-0158a04b-7a3a-42c8-a7e7-b9a812c4256e tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/security-groups?id=e96b94c8-1854-43c2-8b3c-964bf8e29073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6430445 Oct 30 15:23:54.079228 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c110c7ab-6127-4031-895c-f2d3ceb868d6 req-1e0d78d1-c209-445b-a83a-2cc009bfa0b9 service neutron] 10.222.0.44 "GET /v2.0/networks/81bfdab0-1997-4fff-a2b2-723bc0c6e6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603634 Oct 30 15:23:54.091183 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4af2f3c8-ce1b-4e64-9b87-4c453c62b4b3 req-eeee6ee1-56b8-41e7-a89a-dde6663d9c53 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4275501 Oct 30 15:23:54.093770 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c65d6064-d27d-4127-bca3-25ce9c5e353f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:54.208554 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65d6064-d27d-4127-bca3-25ce9c5e353f admin admin] Network bd478de8-91f8-449b-b9b1-7a22cf4cb07a is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:23:54.222127 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-04ff8ca5-199c-434b-a922-4ae1062deb12 None None] Set router c4b717f3-7e54-4670-beb6-53515020db72 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:23:54.237704 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-c65d6064-d27d-4127-bca3-25ce9c5e353f admin admin] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:23:54.248266 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65d6064-d27d-4127-bca3-25ce9c5e353f admin admin] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:23:54.276469 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de85fd92-6400-42b9-b5f8-4a9e8c473c48 req-51fef16f-b857-4964-a4e3-18255122b2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:54.282229 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-de85fd92-6400-42b9-b5f8-4a9e8c473c48 req-51fef16f-b857-4964-a4e3-18255122b2a2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8388c996b8634be9ab271f97b633ea56&device_id=3424221d-85c8-434d-8c31-9c1418e42d34 HTTP/1.1" status: 200 len: 1096 time: 0.1222434 Oct 30 15:23:54.306354 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d6064-d27d-4127-bca3-25ce9c5e353f admin admin] Pushing event updated for resources: {'Port': ['ID=bc9e6615-f3ba-4d60-8769-044b7e735042,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:54.319273 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c65d6064-d27d-4127-bca3-25ce9c5e353f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:54.464486 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2f3c8-ce1b-4e64-9b87-4c453c62b4b3 req-27bedfee-4247-4003-82ab-c994d722c00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:54.465563 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2f3c8-ce1b-4e64-9b87-4c453c62b4b3 req-27bedfee-4247-4003-82ab-c994d722c00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:54.466219 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2f3c8-ce1b-4e64-9b87-4c453c62b4b3 req-27bedfee-4247-4003-82ab-c994d722c00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:54.466690 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2f3c8-ce1b-4e64-9b87-4c453c62b4b3 req-27bedfee-4247-4003-82ab-c994d722c00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:54.467159 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2f3c8-ce1b-4e64-9b87-4c453c62b4b3 req-27bedfee-4247-4003-82ab-c994d722c00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:54.467667 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2f3c8-ce1b-4e64-9b87-4c453c62b4b3 req-27bedfee-4247-4003-82ab-c994d722c00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:54.468257 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2f3c8-ce1b-4e64-9b87-4c453c62b4b3 req-27bedfee-4247-4003-82ab-c994d722c00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:54.472032 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4af2f3c8-ce1b-4e64-9b87-4c453c62b4b3 req-27bedfee-4247-4003-82ab-c994d722c00e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fedcadc844c84f7ca955acdb50df6c20&device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 6509 time: 0.2953813 Oct 30 15:23:54.617604 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de85fd92-6400-42b9-b5f8-4a9e8c473c48 req-85c90f4b-8950-410e-9452-5dae5895c260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:54.625304 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-de85fd92-6400-42b9-b5f8-4a9e8c473c48 req-85c90f4b-8950-410e-9452-5dae5895c260 service neutron] 10.222.0.44 "GET /v2.0/networks?id=81bfdab0-1997-4fff-a2b2-723bc0c6e6f9 HTTP/1.1" status: 200 len: 914 time: 0.3215828 Oct 30 15:23:54.639499 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:54.712523 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-04ff8ca5-199c-434b-a922-4ae1062deb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b717f3-7e54-4670-beb6-53515020db72', 'name': 'tempest-ServerRescueTestJSON-2077242531-router', 'tenant_id': 'e2f6c94423b348689edc4b7fcd3062c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'a1eb4d0d-ddc1-4703-b2b3-a71b7a0e5b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:23:48Z', 'updated_at': '2021-10-30T15:23:50Z', 'revision_number': 3, 'project_id': 'e2f6c94423b348689edc4b7fcd3062c6', 'gw_port': {'id': 'a1eb4d0d-ddc1-4703-b2b3-a71b7a0e5b75', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b717f3-7e54-4670-beb6-53515020db72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2246, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:23:49Z', 'updated_at': '2021-10-30T15:23:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:23:54.736948 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-de85fd92-6400-42b9-b5f8-4a9e8c473c48 req-3211ae16-5cb7-4ce3-9c16-0c5fbc3afeee service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a054a623-3762-4c13-9bdb-61addb73c1a7 HTTP/1.1" status: 200 len: 217 time: 0.1040359 Oct 30 15:23:54.747921 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c65d6064-d27d-4127-bca3-25ce9c5e353f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:54.763180 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ff8ca5-199c-434b-a922-4ae1062deb12 None None] The sync data for ids ['c4b717f3-7e54-4670-beb6-53515020db72'] in n-d-806683-17 is: [{'id': 'c4b717f3-7e54-4670-beb6-53515020db72', 'name': 'tempest-ServerRescueTestJSON-2077242531-router', 'tenant_id': 'e2f6c94423b348689edc4b7fcd3062c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'a1eb4d0d-ddc1-4703-b2b3-a71b7a0e5b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:23:48Z', 'updated_at': '2021-10-30T15:23:50Z', 'revision_number': 3, 'project_id': 'e2f6c94423b348689edc4b7fcd3062c6', 'gw_port': {'id': 'a1eb4d0d-ddc1-4703-b2b3-a71b7a0e5b75', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b717f3-7e54-4670-beb6-53515020db72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2246, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:23:49Z', 'updated_at': '2021-10-30T15:23:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:23:54.774362 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3fbac4-d929-4c88-9091-1c6f49ad1b0c req-0ae7b906-a0f3-4022-94a4-c4d8e912a5e6 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:54.776626 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-31873167-09ed-415e-803e-da0fea7d3673 req-dd1f139d-51d5-4fab-a700-73412d200230 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8669e184-1d96-4fd3-a71d-4ba73fd98b83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1638827 Oct 30 15:23:54.782971 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7e3fbac4-d929-4c88-9091-1c6f49ad1b0c req-0ae7b906-a0f3-4022-94a4-c4d8e912a5e6 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1bc04ce-0efc-4231-90e2-f595c14b5eca HTTP/1.1" status: 200 len: 945 time: 0.4961331 Oct 30 15:23:54.888361 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7e3fbac4-d929-4c88-9091-1c6f49ad1b0c req-35a59eea-a450-42a4-a826-a719cc8f5cbe tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043835 Oct 30 15:23:54.891786 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:54.923378 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2f3c8-ce1b-4e64-9b87-4c453c62b4b3 req-bb46d590-0d28-43f7-ab97-b0905ce05a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:54.923961 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2f3c8-ce1b-4e64-9b87-4c453c62b4b3 req-bb46d590-0d28-43f7-ab97-b0905ce05a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:54.924426 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2f3c8-ce1b-4e64-9b87-4c453c62b4b3 req-bb46d590-0d28-43f7-ab97-b0905ce05a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:54.926037 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4af2f3c8-ce1b-4e64-9b87-4c453c62b4b3 req-bb46d590-0d28-43f7-ab97-b0905ce05a9b service neutron] 10.222.0.53 "GET /v2.0/networks?id=99b2e015-7a7a-41c9-9251-e2d5c417b9db&id=1c5c7057-6cfb-4273-ace5-d2dc41be3e4a&id=1c5c7057-6cfb-4273-ace5-d2dc41be3e4a&id=1c5c7057-6cfb-4273-ace5-d2dc41be3e4a&id=1c5c7057-6cfb-4273-ace5-d2dc41be3e4a&id=992316f0-a5bb-44db-b566-e8ec1fde1c28&id=992316f0-a5bb-44db-b566-e8ec1fde1c28 HTTP/1.1" status: 200 len: 2297 time: 0.4116533 Oct 30 15:23:54.931861 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de85fd92-6400-42b9-b5f8-4a9e8c473c48 req-c380b407-ddd3-462e-ac73-cb0e17f9b722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:54.933333 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-de85fd92-6400-42b9-b5f8-4a9e8c473c48 req-c380b407-ddd3-462e-ac73-cb0e17f9b722 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9fc89002-6420-45ca-b603-e58f529bf6ac HTTP/1.1" status: 200 len: 853 time: 0.1848216 Oct 30 15:23:54.994608 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-de85fd92-6400-42b9-b5f8-4a9e8c473c48 req-48abbe49-13b0-4c3c-86df-6e9e3bf54db8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=81bfdab0-1997-4fff-a2b2-723bc0c6e6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498450 Oct 30 15:23:55.052390 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4af2f3c8-ce1b-4e64-9b87-4c453c62b4b3 req-99275379-fbba-4713-8490-2565e1a98607 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60e5a05d-03c1-40b5-93f7-57ad866f5b1b HTTP/1.1" status: 200 len: 1001 time: 0.1082373 Oct 30 15:23:55.158304 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31873167-09ed-415e-803e-da0fea7d3673 req-704d65c6-e460-4bc5-b9ee-c329789be6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:55.159916 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-31873167-09ed-415e-803e-da0fea7d3673 req-704d65c6-e460-4bc5-b9ee-c329789be6f5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=19817faf69a4405b907421887c1772e6&device_id=8669e184-1d96-4fd3-a71d-4ba73fd98b83 HTTP/1.1" status: 200 len: 1098 time: 0.3558695 Oct 30 15:23:55.347675 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2f3c8-ce1b-4e64-9b87-4c453c62b4b3 req-ec4f38dc-9835-4636-ad42-efe75cf0fd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:55.349188 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4af2f3c8-ce1b-4e64-9b87-4c453c62b4b3 req-ec4f38dc-9835-4636-ad42-efe75cf0fd91 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=23f39dd9-f253-43ba-86ce-00953dd18499 HTTP/1.1" status: 200 len: 855 time: 0.2885242 Oct 30 15:23:55.393376 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd118e9-6ad3-4851-a3be-3fee7439aebf req-06afd162-3eaf-4b68-b16c-9271818306f6 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:55.402359 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5cd118e9-6ad3-4851-a3be-3fee7439aebf req-06afd162-3eaf-4b68-b16c-9271818306f6 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/ports?device_id=3424221d-85c8-434d-8c31-9c1418e42d34 HTTP/1.1" status: 200 len: 944 time: 0.2140884 Oct 30 15:23:55.406432 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-de85fd92-6400-42b9-b5f8-4a9e8c473c48 req-505a0bab-839d-45fb-982c-855c8b34c2a4 service neutron] 10.222.0.44 "GET /v2.0/networks/81bfdab0-1997-4fff-a2b2-723bc0c6e6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4022706 Oct 30 15:23:55.448535 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device a1eb4d0d-ddc1-4703-b2b3-a71b7a0e5b75 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:23:55.575573 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port a1eb4d0d-ddc1-4703-b2b3-a71b7a0e5b75 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:23:55.575949 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:55.630039 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5cd118e9-6ad3-4851-a3be-3fee7439aebf req-af183d1c-1a74-4847-962a-2c2864cb041b tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/security-groups?id=e96b94c8-1854-43c2-8b3c-964bf8e29073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266519 Oct 30 15:23:55.751020 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-de85fd92-6400-42b9-b5f8-4a9e8c473c48 req-94fb6934-e1b6-4bba-ac31-582d3743d69a service neutron] 10.222.0.44 "GET /v2.0/networks/81bfdab0-1997-4fff-a2b2-723bc0c6e6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225486 Oct 30 15:23:55.760923 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:55.796716 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port a1eb4d0d-ddc1-4703-b2b3-a71b7a0e5b75, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=a1eb4d0d-ddc1-4703-b2b3-a71b7a0e5b75,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:23:55.805828 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:55.933124 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=a1eb4d0d-ddc1-4703-b2b3-a71b7a0e5b75,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:56.103187 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e787ef-8db6-49ce-8631-46218b164b9a req-cbd95af5-9657-4711-96fb-7e80a373a8e4 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:56.110414 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-83e787ef-8db6-49ce-8631-46218b164b9a req-cbd95af5-9657-4711-96fb-7e80a373a8e4 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1bc04ce-0efc-4231-90e2-f595c14b5eca HTTP/1.1" status: 200 len: 945 time: 0.1076944 Oct 30 15:23:56.164078 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2f3c8-ce1b-4e64-9b87-4c453c62b4b3 req-cc64cdf8-d1fe-4dd0-b697-b1a3ea5e78a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:56.165509 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4af2f3c8-ce1b-4e64-9b87-4c453c62b4b3 req-cc64cdf8-d1fe-4dd0-b697-b1a3ea5e78a6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=99b2e015-7a7a-41c9-9251-e2d5c417b9db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7893367 Oct 30 15:23:56.167948 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31873167-09ed-415e-803e-da0fea7d3673 req-53ac4e2b-396f-4a53-af0a-69543f911c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:56.169309 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-31873167-09ed-415e-803e-da0fea7d3673 req-53ac4e2b-396f-4a53-af0a-69543f911c13 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d26e81b3-f432-4f3d-bc5b-f2edc1c076d6 HTTP/1.1" status: 200 len: 911 time: 0.9296105 Oct 30 15:23:56.200496 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-83e787ef-8db6-49ce-8631-46218b164b9a req-b1955b1d-4eb0-4eb1-b671-7b10c4f8840c tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761466 Oct 30 15:23:56.282116 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-31873167-09ed-415e-803e-da0fea7d3673 req-c504004d-efa5-4fd8-ab80-6a0a3b4590bf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df88446e-b203-477c-b691-e78c5b780696 HTTP/1.1" status: 200 len: 217 time: 0.1025085 Oct 30 15:23:56.284416 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c65d6064-d27d-4127-bca3-25ce9c5e353f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:56.301318 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c65d6064-d27d-4127-bca3-25ce9c5e353f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:56.426466 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31873167-09ed-415e-803e-da0fea7d3673 req-17b1d6aa-2463-44a4-8615-628dc4208cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:56.427880 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-31873167-09ed-415e-803e-da0fea7d3673 req-17b1d6aa-2463-44a4-8615-628dc4208cfd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d862e367-a3ef-41d8-9769-a6945d8f8b1d HTTP/1.1" status: 200 len: 849 time: 0.1385913 Oct 30 15:23:56.430621 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d6064-d27d-4127-bca3-25ce9c5e353f admin admin] Pushing event updated for resources: {'Port': ['ID=bc9e6615-f3ba-4d60-8769-044b7e735042,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:56.437280 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c65d6064-d27d-4127-bca3-25ce9c5e353f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:56.529290 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:56.534645 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device a054a623-3762-4c13-9bdb-61addb73c1a7 details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:23:56.543378 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4af2f3c8-ce1b-4e64-9b87-4c453c62b4b3 req-3a8b3830-8aef-4f79-b22d-ad14b8b14116 service neutron] 10.222.0.53 "GET /v2.0/networks/99b2e015-7a7a-41c9-9251-e2d5c417b9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3636744 Oct 30 15:23:56.632370 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31873167-09ed-415e-803e-da0fea7d3673 req-6eb2ef51-f4df-4231-9e64-3f57d6eb743d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:56.633879 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-31873167-09ed-415e-803e-da0fea7d3673 req-6eb2ef51-f4df-4231-9e64-3f57d6eb743d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d26e81b3-f432-4f3d-bc5b-f2edc1c076d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1876864 Oct 30 15:23:56.677822 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port a054a623-3762-4c13-9bdb-61addb73c1a7, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=a054a623-3762-4c13-9bdb-61addb73c1a7,segment=NetworkSegment(497c4dd9-c05b-4392-ab75-11b6658d68bc),segment_id=497c4dd9-c05b-4392-ab75-11b6658d68bc)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:23:56.720391 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': 'a054a623-3762-4c13-9bdb-61addb73c1a7', 'network_id': '81bfdab0-1997-4fff-a2b2-723bc0c6e6f9', 'port_id': 'a054a623-3762-4c13-9bdb-61addb73c1a7', 'mac_address': 'fa:16:3e:1b:1f:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fc89002-6420-45ca-b603-e58f529bf6ac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:23:56.788525 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-31873167-09ed-415e-803e-da0fea7d3673 req-76625408-56f4-452c-8892-59b69609cddc service neutron] 10.222.0.44 "GET /v2.0/networks/d26e81b3-f432-4f3d-bc5b-f2edc1c076d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325300 Oct 30 15:23:56.842576 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:56.873846 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a054a623-3762-4c13-9bdb-61addb73c1a7 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:23:56.904906 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-31873167-09ed-415e-803e-da0fea7d3673 req-a2167198-af76-4590-92af-a87afbe67e64 service neutron] 10.222.0.44 "GET /v2.0/networks/d26e81b3-f432-4f3d-bc5b-f2edc1c076d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081941 Oct 30 15:23:56.910955 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port a054a623-3762-4c13-9bdb-61addb73c1a7, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=a054a623-3762-4c13-9bdb-61addb73c1a7,segment=NetworkSegment(497c4dd9-c05b-4392-ab75-11b6658d68bc),segment_id=497c4dd9-c05b-4392-ab75-11b6658d68bc)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:23:56.919454 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:57.008904 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=a054a623-3762-4c13-9bdb-61addb73c1a7,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:57.026696 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4af2f3c8-ce1b-4e64-9b87-4c453c62b4b3 req-76d76c52-7686-47a5-96f5-ea0e7f9250f9 service neutron] 10.222.0.53 "GET /v2.0/networks/99b2e015-7a7a-41c9-9251-e2d5c417b9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4698858 Oct 30 15:23:57.028765 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65d6064-d27d-4127-bca3-25ce9c5e353f admin admin] Network bd478de8-91f8-449b-b9b1-7a22cf4cb07a is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:23:57.030716 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-c65d6064-d27d-4127-bca3-25ce9c5e353f admin admin] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:23:57.094211 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4af2f3c8-ce1b-4e64-9b87-4c453c62b4b3 req-57f1fad8-8de9-4c08-af44-693e3491bd4b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.28&port_id=ff9a5354-a79a-4869-a44a-a51335ced7ef HTTP/1.1" status: 200 len: 217 time: 0.0530374 Oct 30 15:23:57.182645 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396392ad-86fd-4fe5-84f0-53ccf41dc948 req-c54e667b-40fa-4002-a78c-ea327fa29938 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:57.184566 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['a054a623-3762-4c13-9bdb-61addb73c1a7'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:23:57.190754 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-396392ad-86fd-4fe5-84f0-53ccf41dc948 req-c54e667b-40fa-4002-a78c-ea327fa29938 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/ports?device_id=3424221d-85c8-434d-8c31-9c1418e42d34 HTTP/1.1" status: 200 len: 945 time: 0.2824464 Oct 30 15:23:57.282613 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-396392ad-86fd-4fe5-84f0-53ccf41dc948 req-a89251f7-fd1e-4f49-805f-385e965544a2 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/security-groups?id=e96b94c8-1854-43c2-8b3c-964bf8e29073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882547 Oct 30 15:23:57.301996 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2f3c8-ce1b-4e64-9b87-4c453c62b4b3 req-f2f348a6-2d3c-43ee-b9ab-b905373350fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:57.303504 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4af2f3c8-ce1b-4e64-9b87-4c453c62b4b3 req-f2f348a6-2d3c-43ee-b9ab-b905373350fe service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d87999b7-8b72-4b87-ab2b-73584fe80893 HTTP/1.1" status: 200 len: 797 time: 0.1688247 Oct 30 15:23:57.465839 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device a1eb4d0d-ddc1-4703-b2b3-a71b7a0e5b75 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:23:57.478903 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113c643-e21a-4175-aaee-025851380aeb req-2c92cc25-321c-45ad-a373-5429f6d0580a tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:57.483273 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2f3c8-ce1b-4e64-9b87-4c453c62b4b3 req-b6babe24-476a-42dd-aac7-abf407c52109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:57.486504 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9113c643-e21a-4175-aaee-025851380aeb req-2c92cc25-321c-45ad-a373-5429f6d0580a tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1bc04ce-0efc-4231-90e2-f595c14b5eca HTTP/1.1" status: 200 len: 945 time: 0.1126466 Oct 30 15:23:57.489049 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4af2f3c8-ce1b-4e64-9b87-4c453c62b4b3 req-b6babe24-476a-42dd-aac7-abf407c52109 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1c5c7057-6cfb-4273-ace5-d2dc41be3e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1722150 Oct 30 15:23:57.491021 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c65d6064-d27d-4127-bca3-25ce9c5e353f admin admin] Router c4b717f3-7e54-4670-beb6-53515020db72 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:23:57.559128 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9113c643-e21a-4175-aaee-025851380aeb req-3cbd7f87-37a9-4bc7-a03c-8349e400ea40 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694964 Oct 30 15:23:57.665952 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port a1eb4d0d-ddc1-4703-b2b3-a71b7a0e5b75 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:23:57.669375 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:57.780120 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4af2f3c8-ce1b-4e64-9b87-4c453c62b4b3 req-e7f90844-d507-4e10-a31b-e97189f97732 service neutron] 10.222.0.53 "GET /v2.0/networks/1c5c7057-6cfb-4273-ace5-d2dc41be3e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794213 Oct 30 15:23:57.951903 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c65d6064-d27d-4127-bca3-25ce9c5e353f admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:23:57.962317 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-c65d6064-d27d-4127-bca3-25ce9c5e353f admin admin] 10.222.0.62 "PUT /v2.0/routers/c4b717f3-7e54-4670-beb6-53515020db72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3589840 Oct 30 15:23:57.969530 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da2dd12-066d-4ed9-a39b-3879436336f4 None None] Sync routers for ids ['c4b717f3-7e54-4670-beb6-53515020db72'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:23:57.983212 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da2dd12-066d-4ed9-a39b-3879436336f4 None None] Routers {'c4b717f3-7e54-4670-beb6-53515020db72'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:23:57.983869 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-5da2dd12-066d-4ed9-a39b-3879436336f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:23:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['c4b717f3-7e54-4670-beb6-53515020db72'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:23:58.027779 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4af2f3c8-ce1b-4e64-9b87-4c453c62b4b3 req-e102c35f-60ee-4602-9871-565bc3d02f4f service neutron] 10.222.0.53 "GET /v2.0/networks/1c5c7057-6cfb-4273-ace5-d2dc41be3e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388458 Oct 30 15:23:58.146752 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4af2f3c8-ce1b-4e64-9b87-4c453c62b4b3 req-83d1f1e6-f971-4478-b1bf-f879462a8fb6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=e21a4b47-04c9-4fc7-8de8-e9be41310592 HTTP/1.1" status: 200 len: 217 time: 0.1119549 Oct 30 15:23:58.193287 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-5da2dd12-066d-4ed9-a39b-3879436336f4 None None] Set router c4b717f3-7e54-4670-beb6-53515020db72 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:23:58.288767 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2f3c8-ce1b-4e64-9b87-4c453c62b4b3 req-18b31212-5d9d-4915-9653-ec4af867da5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:58.291810 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4af2f3c8-ce1b-4e64-9b87-4c453c62b4b3 req-18b31212-5d9d-4915-9653-ec4af867da5c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d87999b7-8b72-4b87-ab2b-73584fe80893 HTTP/1.1" status: 200 len: 797 time: 0.1336746 Oct 30 15:23:58.384036 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2f3c8-ce1b-4e64-9b87-4c453c62b4b3 req-7a0f2058-c4b7-4989-a8c6-e899770438f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:58.385554 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4af2f3c8-ce1b-4e64-9b87-4c453c62b4b3 req-7a0f2058-c4b7-4989-a8c6-e899770438f3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1c5c7057-6cfb-4273-ace5-d2dc41be3e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0854101 Oct 30 15:23:58.404567 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-5da2dd12-066d-4ed9-a39b-3879436336f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b717f3-7e54-4670-beb6-53515020db72', 'name': 'tempest-ServerRescueTestJSON-2077242531-router', 'tenant_id': 'e2f6c94423b348689edc4b7fcd3062c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'a1eb4d0d-ddc1-4703-b2b3-a71b7a0e5b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:23:48Z', 'updated_at': '2021-10-30T15:23:54Z', 'revision_number': 4, 'project_id': 'e2f6c94423b348689edc4b7fcd3062c6', 'gw_port': {'id': 'a1eb4d0d-ddc1-4703-b2b3-a71b7a0e5b75', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b717f3-7e54-4670-beb6-53515020db72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2246, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:23:49Z', 'updated_at': '2021-10-30T15:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'bc9e6615-f3ba-4d60-8769-044b7e735042', 'name': '', 'network_id': 'bd478de8-91f8-449b-b9b1-7a22cf4cb07a', 'tenant_id': 'e2f6c94423b348689edc4b7fcd3062c6', 'mac_address': 'fa:16:3e:c9:c4:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b717f3-7e54-4670-beb6-53515020db72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2248, 'fixed_ips': [{'subnet_id': 'd096ec6f-ca2a-4ac2-a3be-5deccac59176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:23:53Z', 'updated_at': '2021-10-30T15:23:55Z', 'revision_number': 2, 'project_id': 'e2f6c94423b348689edc4b7fcd3062c6', 'subnets': [{'id': 'd096ec6f-ca2a-4ac2-a3be-5deccac59176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:23:58.457481 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da2dd12-066d-4ed9-a39b-3879436336f4 None None] Checking router: c4b717f3-7e54-4670-beb6-53515020db72 for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:23:58.458026 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da2dd12-066d-4ed9-a39b-3879436336f4 None None] Updating router c4b717f3-7e54-4670-beb6-53515020db72 port bc9e6615-f3ba-4d60-8769-044b7e735042 binding host n-d-806683-17 {{(pid=102133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:23:58.512696 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5da2dd12-066d-4ed9-a39b-3879436336f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:58.539413 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device a054a623-3762-4c13-9bdb-61addb73c1a7 up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:23:58.670820 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port a054a623-3762-4c13-9bdb-61addb73c1a7 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:23:58.686413 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port a054a623-3762-4c13-9bdb-61addb73c1a7 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:23:58.688765 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:58.693216 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff882e-d14a-4a36-b4ed-f32200b9a7dc req-d3df5d52-7a76-4c0d-bc27-62928de38549 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:58.701642 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-24ff882e-d14a-4a36-b4ed-f32200b9a7dc req-d3df5d52-7a76-4c0d-bc27-62928de38549 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/ports?device_id=3424221d-85c8-434d-8c31-9c1418e42d34 HTTP/1.1" status: 200 len: 945 time: 0.1289687 Oct 30 15:23:58.838493 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5da2dd12-066d-4ed9-a39b-3879436336f4 None None] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:58.856577 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5da2dd12-066d-4ed9-a39b-3879436336f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:58.863828 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4af2f3c8-ce1b-4e64-9b87-4c453c62b4b3 req-3d12487d-ecbc-4ee2-b9ee-e054b49c1f90 service neutron] 10.222.0.53 "GET /v2.0/networks/1c5c7057-6cfb-4273-ace5-d2dc41be3e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4649220 Oct 30 15:23:58.915673 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-24ff882e-d14a-4a36-b4ed-f32200b9a7dc req-fc8a8fe3-5e19-4502-9e00-468cfaf5c564 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/security-groups?id=e96b94c8-1854-43c2-8b3c-964bf8e29073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006099 Oct 30 15:23:58.954372 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb36fda-85d1-40bd-89a8-e9bff6dd6dd2 None None] Pushing event updated for resources: {'Port': ['ID=bc9e6615-f3ba-4d60-8769-044b7e735042,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:58.972343 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858935e1-b139-485f-8002-67cac080c912 req-0eed5bc7-db63-474a-a590-74c3b931779e tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:58.973907 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-858935e1-b139-485f-8002-67cac080c912 req-0eed5bc7-db63-474a-a590-74c3b931779e tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/networks?id=bd478de8-91f8-449b-b9b1-7a22cf4cb07a HTTP/1.1" status: 200 len: 811 time: 0.3609893 Oct 30 15:23:58.993014 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb36fda-85d1-40bd-89a8-e9bff6dd6dd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:23:58.993543 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb36fda-85d1-40bd-89a8-e9bff6dd6dd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:23:58.993879 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb36fda-85d1-40bd-89a8-e9bff6dd6dd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:23:58.994228 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb36fda-85d1-40bd-89a8-e9bff6dd6dd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:23:58.994660 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb36fda-85d1-40bd-89a8-e9bff6dd6dd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:23:58.995007 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb36fda-85d1-40bd-89a8-e9bff6dd6dd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:23:58.995203 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:58.995362 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb36fda-85d1-40bd-89a8-e9bff6dd6dd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:23:58.995689 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb36fda-85d1-40bd-89a8-e9bff6dd6dd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:23:58.996079 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb36fda-85d1-40bd-89a8-e9bff6dd6dd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:23:58.996393 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb36fda-85d1-40bd-89a8-e9bff6dd6dd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:23:58.996729 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb36fda-85d1-40bd-89a8-e9bff6dd6dd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:23:58.997028 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb36fda-85d1-40bd-89a8-e9bff6dd6dd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:23:59.012075 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-858935e1-b139-485f-8002-67cac080c912 req-59b4f89d-0194-40be-8c25-f0f459f0e1c2 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/quotas/e2f6c94423b348689edc4b7fcd3062c6 HTTP/1.1" status: 200 len: 375 time: 0.0283411 Oct 30 15:23:59.064704 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-5da2dd12-066d-4ed9-a39b-3879436336f4 None None] Attempting to bind port bc9e6615-f3ba-4d60-8769-044b7e735042 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:23:59.065553 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-5da2dd12-066d-4ed9-a39b-3879436336f4 None None] Attempting to bind port bc9e6615-f3ba-4d60-8769-044b7e735042 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '6ad710d9-52c7-4ea3-8530-acd281ec85c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'bd478de8-91f8-449b-b9b1-7a22cf4cb07a'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:23:59.065909 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da2dd12-066d-4ed9-a39b-3879436336f4 None None] Attempting to bind port bc9e6615-f3ba-4d60-8769-044b7e735042 on network bd478de8-91f8-449b-b9b1-7a22cf4cb07a {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:23:59.071506 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3424221d-85c8-434d-8c31-9c1418e42d34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a054a623-3762-4c13-9bdb-61addb73c1a7'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:23:59.077806 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da2dd12-066d-4ed9-a39b-3879436336f4 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:23:59.078163 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e87c7a-4b83-46b2-8836-46b595bdc21e" -d '{"events": [{"server_uuid": "3424221d-85c8-434d-8c31-9c1418e42d34", "name": "network-vif-plugged", "status": "completed", "tag": "a054a623-3762-4c13-9bdb-61addb73c1a7"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:23:59.081593 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da2dd12-066d-4ed9-a39b-3879436336f4 None None] Checking segment: {'id': '6ad710d9-52c7-4ea3-8530-acd281ec85c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'bd478de8-91f8-449b-b9b1-7a22cf4cb07a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:23:59.083156 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5da2dd12-066d-4ed9-a39b-3879436336f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:59.083435 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da2dd12-066d-4ed9-a39b-3879436336f4 None None] Bound using segment: {'id': '6ad710d9-52c7-4ea3-8530-acd281ec85c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'bd478de8-91f8-449b-b9b1-7a22cf4cb07a'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:23:59.085824 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-5da2dd12-066d-4ed9-a39b-3879436336f4 None None] Bound port: bc9e6615-f3ba-4d60-8769-044b7e735042, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ad710d9-52c7-4ea3-8530-acd281ec85c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'bd478de8-91f8-449b-b9b1-7a22cf4cb07a'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:23:59.086794 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5da2dd12-066d-4ed9-a39b-3879436336f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:59.103380 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port a054a623-3762-4c13-9bdb-61addb73c1a7, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=a054a623-3762-4c13-9bdb-61addb73c1a7,segment=NetworkSegment(497c4dd9-c05b-4392-ab75-11b6658d68bc),segment_id=497c4dd9-c05b-4392-ab75-11b6658d68bc)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:23:59.117043 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:59.139583 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-858935e1-b139-485f-8002-67cac080c912 req-dfea3fcb-2e78-4847-be11-a3fdce6da7ca tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e2f6c94423b348689edc4b7fcd3062c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1202557 Oct 30 15:23:59.185769 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4af2f3c8-ce1b-4e64-9b87-4c453c62b4b3 req-ecf7f5fa-cad0-489a-8c31-d593640ddb52 service neutron] 10.222.0.53 "GET /v2.0/networks/1c5c7057-6cfb-4273-ace5-d2dc41be3e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100665 Oct 30 15:23:59.230764 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=a054a623-3762-4c13-9bdb-61addb73c1a7,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:59.263380 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-5da2dd12-066d-4ed9-a39b-3879436336f4 None None] For port bc9e6615-f3ba-4d60-8769-044b7e735042, host n-d-806683-17, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:23:59.270504 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-5da2dd12-066d-4ed9-a39b-3879436336f4 None None] For port bc9e6615-f3ba-4d60-8769-044b7e735042, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=bc9e6615-f3ba-4d60-8769-044b7e735042,segment=NetworkSegment(6ad710d9-52c7-4ea3-8530-acd281ec85c6),segment_id=6ad710d9-52c7-4ea3-8530-acd281ec85c6)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:23:59.278354 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-5da2dd12-066d-4ed9-a39b-3879436336f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:59.326911 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4af2f3c8-ce1b-4e64-9b87-4c453c62b4b3 req-e8cc2011-6898-4457-8502-e7425963a7ef service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=aba3b5e0-23a2-4836-aae5-4d9317d5a7f3 HTTP/1.1" status: 200 len: 217 time: 0.0945404 Oct 30 15:23:59.337609 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-858935e1-b139-485f-8002-67cac080c912 req-2ba4f9aa-0b57-405e-9494-701fa1975b47 service neutron] 10.222.0.62 "GET /v2.0/networks/bd478de8-91f8-449b-b9b1-7a22cf4cb07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959879 Oct 30 15:23:59.354554 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da2dd12-066d-4ed9-a39b-3879436336f4 None None] Routers {'c4b717f3-7e54-4670-beb6-53515020db72'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:23:59.355135 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-5da2dd12-066d-4ed9-a39b-3879436336f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:23:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['c4b717f3-7e54-4670-beb6-53515020db72'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:23:59.358434 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6d5e55-823a-42de-b031-8413439fa393 req-53965925-e898-4d6d-b5ce-e8e8d1286b86 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:59.360803 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5e6d5e55-823a-42de-b031-8413439fa393 req-53965925-e898-4d6d-b5ce-e8e8d1286b86 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1bc04ce-0efc-4231-90e2-f595c14b5eca HTTP/1.1" status: 200 len: 945 time: 0.2026448 Oct 30 15:23:59.476772 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-5da2dd12-066d-4ed9-a39b-3879436336f4 None None] Set router c4b717f3-7e54-4670-beb6-53515020db72 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:23:59.499611 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5e6d5e55-823a-42de-b031-8413439fa393 req-fe2706c4-a8fe-4189-a8e8-d42a2d6ed1ac tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160345 Oct 30 15:23:59.510355 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2f3c8-ce1b-4e64-9b87-4c453c62b4b3 req-25042f95-4044-464e-ac50-d29105d0179f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:59.511904 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4af2f3c8-ce1b-4e64-9b87-4c453c62b4b3 req-25042f95-4044-464e-ac50-d29105d0179f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d87999b7-8b72-4b87-ab2b-73584fe80893 HTTP/1.1" status: 200 len: 797 time: 0.1756499 Oct 30 15:23:59.577357 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-858935e1-b139-485f-8002-67cac080c912 req-535efc09-59cd-40f8-b411-4de2f06625ba service neutron] 10.222.0.62 "GET /v2.0/networks/bd478de8-91f8-449b-b9b1-7a22cf4cb07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376015 Oct 30 15:23:59.626888 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2f3c8-ce1b-4e64-9b87-4c453c62b4b3 req-32bcf39e-20db-4523-a49c-bd31a9184d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:23:59.628513 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4af2f3c8-ce1b-4e64-9b87-4c453c62b4b3 req-32bcf39e-20db-4523-a49c-bd31a9184d80 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1c5c7057-6cfb-4273-ace5-d2dc41be3e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1087260 Oct 30 15:23:59.633611 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a185f38-811d-4a51-9c67-b2bc78f7fceb x-openstack-request-id: req-6a185f38-811d-4a51-9c67-b2bc78f7fceb {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:23:59.634494 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3424221d-85c8-434d-8c31-9c1418e42d34", "name": "network-vif-plugged", "status": "completed", "tag": "a054a623-3762-4c13-9bdb-61addb73c1a7", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:23:59.635049 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6a185f38-811d-4a51-9c67-b2bc78f7fceb {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:23:59.635493 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3424221d-85c8-434d-8c31-9c1418e42d34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a054a623-3762-4c13-9bdb-61addb73c1a7', 'code': 200} Oct 30 15:23:59.767026 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:23:59.823844 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-5da2dd12-066d-4ed9-a39b-3879436336f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b717f3-7e54-4670-beb6-53515020db72', 'name': 'tempest-ServerRescueTestJSON-2077242531-router', 'tenant_id': 'e2f6c94423b348689edc4b7fcd3062c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'a1eb4d0d-ddc1-4703-b2b3-a71b7a0e5b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:23:48Z', 'updated_at': '2021-10-30T15:23:54Z', 'revision_number': 4, 'project_id': 'e2f6c94423b348689edc4b7fcd3062c6', 'gw_port': {'id': 'a1eb4d0d-ddc1-4703-b2b3-a71b7a0e5b75', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b717f3-7e54-4670-beb6-53515020db72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2246, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:23:49Z', 'updated_at': '2021-10-30T15:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'bc9e6615-f3ba-4d60-8769-044b7e735042', 'name': '', 'network_id': 'bd478de8-91f8-449b-b9b1-7a22cf4cb07a', 'tenant_id': 'e2f6c94423b348689edc4b7fcd3062c6', 'mac_address': 'fa:16:3e:c9:c4:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b717f3-7e54-4670-beb6-53515020db72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2248, 'fixed_ips': [{'subnet_id': 'd096ec6f-ca2a-4ac2-a3be-5deccac59176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:23:53Z', 'updated_at': '2021-10-30T15:23:59Z', 'revision_number': 4, 'project_id': 'e2f6c94423b348689edc4b7fcd3062c6', 'subnets': [{'id': 'd096ec6f-ca2a-4ac2-a3be-5deccac59176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:23:59.960157 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4af2f3c8-ce1b-4e64-9b87-4c453c62b4b3 req-194912e8-629e-44cb-a82f-5c0271a067aa service neutron] 10.222.0.53 "GET /v2.0/networks/1c5c7057-6cfb-4273-ace5-d2dc41be3e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3200839 Oct 30 15:23:59.978852 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb36fda-85d1-40bd-89a8-e9bff6dd6dd2 None None] Pushing event updated for resources: {'Port': ['ID=bc9e6615-f3ba-4d60-8769-044b7e735042,revision_number=4']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:23:59.990219 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da2dd12-066d-4ed9-a39b-3879436336f4 None None] The sync data for ids ['c4b717f3-7e54-4670-beb6-53515020db72'] in n-d-806683-17 is: [{'id': 'c4b717f3-7e54-4670-beb6-53515020db72', 'name': 'tempest-ServerRescueTestJSON-2077242531-router', 'tenant_id': 'e2f6c94423b348689edc4b7fcd3062c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'a1eb4d0d-ddc1-4703-b2b3-a71b7a0e5b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:23:48Z', 'updated_at': '2021-10-30T15:23:54Z', 'revision_number': 4, 'project_id': 'e2f6c94423b348689edc4b7fcd3062c6', 'gw_port': {'id': 'a1eb4d0d-ddc1-4703-b2b3-a71b7a0e5b75', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b717f3-7e54-4670-beb6-53515020db72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2246, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:23:49Z', 'updated_at': '2021-10-30T15:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'bc9e6615-f3ba-4d60-8769-044b7e735042', 'name': '', 'network_id': 'bd478de8-91f8-449b-b9b1-7a22cf4cb07a', 'tenant_id': 'e2f6c94423b348689edc4b7fcd3062c6', 'mac_address': 'fa:16:3e:c9:c4:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b717f3-7e54-4670-beb6-53515020db72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2248, 'fixed_ips': [{'subnet_id': 'd096ec6f-ca2a-4ac2-a3be-5deccac59176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:23:53Z', 'updated_at': '2021-10-30T15:23:59Z', 'revision_number': 4, 'project_id': 'e2f6c94423b348689edc4b7fcd3062c6', 'subnets': [{'id': 'd096ec6f-ca2a-4ac2-a3be-5deccac59176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:24:00.006190 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bba84abe-ebee-4dcd-90eb-7b717c3eccde req-b38e6142-d116-4319-9410-03f6f0e4a164 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=a41560fd-de97-43da-b54f-069eab15660b HTTP/1.1" status: 200 len: 210 time: 0.0759668 Oct 30 15:24:00.323759 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6677cf80-fdab-451d-9c56-438febfbdd14 req-ed54b190-b821-452e-a360-e651e87f0c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:00.327492 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6677cf80-fdab-451d-9c56-438febfbdd14 req-ed54b190-b821-452e-a360-e651e87f0c9e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3424221d-85c8-434d-8c31-9c1418e42d34 HTTP/1.1" status: 200 len: 1098 time: 0.3663530 Oct 30 15:24:00.354277 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f5d631-bc02-41c7-9375-5bf5e01223de req-077e553b-6d8a-4c85-b878-15be37df754f tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:00.368185 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-76f5d631-bc02-41c7-9375-5bf5e01223de req-077e553b-6d8a-4c85-b878-15be37df754f tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/ports?device_id=3424221d-85c8-434d-8c31-9c1418e42d34 HTTP/1.1" status: 200 len: 946 time: 0.1898456 Oct 30 15:24:00.425622 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6677cf80-fdab-451d-9c56-438febfbdd14 req-e75f7351-2742-4454-8a98-94d3bded1a2b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e96b94c8-1854-43c2-8b3c-964bf8e29073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903192 Oct 30 15:24:00.428162 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4af2f3c8-ce1b-4e64-9b87-4c453c62b4b3 req-f0714dfb-419c-4244-8a6b-67fc9ca8a270 service neutron] 10.222.0.53 "GET /v2.0/networks/1c5c7057-6cfb-4273-ace5-d2dc41be3e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4486217 Oct 30 15:24:00.486327 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-76f5d631-bc02-41c7-9375-5bf5e01223de req-5aa68997-e163-416b-aa3f-2d49e376a842 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/security-groups?id=e96b94c8-1854-43c2-8b3c-964bf8e29073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159258 Oct 30 15:24:00.641003 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4af2f3c8-ce1b-4e64-9b87-4c453c62b4b3 req-255cf7e7-27e2-4df9-aa86-393619347460 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=1e599b99-35d0-4059-9329-16f026a4447b HTTP/1.1" status: 200 len: 217 time: 0.1990285 Oct 30 15:24:00.793040 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2f3c8-ce1b-4e64-9b87-4c453c62b4b3 req-2286fa90-679c-4f40-89d0-a9a979b00572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:00.794716 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4af2f3c8-ce1b-4e64-9b87-4c453c62b4b3 req-2286fa90-679c-4f40-89d0-a9a979b00572 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d87999b7-8b72-4b87-ab2b-73584fe80893 HTTP/1.1" status: 200 len: 797 time: 0.1485703 Oct 30 15:24:00.837485 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1801e698-7d59-4548-9872-8a66d3f16fd7 req-a3ec98fb-9323-4903-b438-7654ca51f309 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:00.853386 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1801e698-7d59-4548-9872-8a66d3f16fd7 req-a3ec98fb-9323-4903-b438-7654ca51f309 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1bc04ce-0efc-4231-90e2-f595c14b5eca HTTP/1.1" status: 200 len: 945 time: 0.1250482 Oct 30 15:24:01.030137 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1801e698-7d59-4548-9872-8a66d3f16fd7 req-9fe9977c-571e-48de-84ad-622c3eace030 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739302 Oct 30 15:24:01.085081 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2f3c8-ce1b-4e64-9b87-4c453c62b4b3 req-af94c995-e11b-4549-85b2-5033c067e709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:01.096451 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4af2f3c8-ce1b-4e64-9b87-4c453c62b4b3 req-af94c995-e11b-4549-85b2-5033c067e709 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1c5c7057-6cfb-4273-ace5-d2dc41be3e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2273772 Oct 30 15:24:01.279936 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d0aa249e-e85c-4546-b0ba-6d4f5319d916 req-1a937c0a-407f-4725-a1db-7b30c8592ffe tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=a41560fd-de97-43da-b54f-069eab15660b HTTP/1.1" status: 200 len: 210 time: 0.0664108 Oct 30 15:24:01.357729 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4af2f3c8-ce1b-4e64-9b87-4c453c62b4b3 req-ee7d7055-1f48-45da-b81f-0228d520753b service neutron] 10.222.0.53 "GET /v2.0/networks/1c5c7057-6cfb-4273-ace5-d2dc41be3e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510290 Oct 30 15:24:01.528497 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device bc9e6615-f3ba-4d60-8769-044b7e735042 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:24:01.644005 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4af2f3c8-ce1b-4e64-9b87-4c453c62b4b3 req-733f08f4-bea5-4ee0-9462-7a33aaf2a3ba service neutron] 10.222.0.53 "GET /v2.0/networks/1c5c7057-6cfb-4273-ace5-d2dc41be3e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754054 Oct 30 15:24:01.842884 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4af2f3c8-ce1b-4e64-9b87-4c453c62b4b3 req-55050d1a-58cb-43fd-aa3e-e87b79f4cbc1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fbb4922f-13db-4bb7-84e3-986b821ba15c HTTP/1.1" status: 200 len: 217 time: 0.1825707 Oct 30 15:24:01.945580 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2f3c8-ce1b-4e64-9b87-4c453c62b4b3 req-799967e4-51b0-4a9f-a10e-34ac27679737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:01.947454 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4af2f3c8-ce1b-4e64-9b87-4c453c62b4b3 req-799967e4-51b0-4a9f-a10e-34ac27679737 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7868c22e-6812-4ce4-9812-394c9b463f87 HTTP/1.1" status: 200 len: 797 time: 0.0935009 Oct 30 15:24:02.056233 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cbe530-94e6-4ff2-88da-c539fd397fd0 req-090c23e5-3a49-44ee-b9d7-162628a28364 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:02.064094 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-77cbe530-94e6-4ff2-88da-c539fd397fd0 req-090c23e5-3a49-44ee-b9d7-162628a28364 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/ports?device_id=3424221d-85c8-434d-8c31-9c1418e42d34 HTTP/1.1" status: 200 len: 946 time: 0.2856035 Oct 30 15:24:02.138059 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:02.161395 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-77cbe530-94e6-4ff2-88da-c539fd397fd0 req-52d99dd6-3384-49c7-ae99-9c134353e799 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/security-groups?id=e96b94c8-1854-43c2-8b3c-964bf8e29073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964530 Oct 30 15:24:02.198876 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port bc9e6615-f3ba-4d60-8769-044b7e735042 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:24:02.199168 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:02.296901 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2f3c8-ce1b-4e64-9b87-4c453c62b4b3 req-57083159-5e07-49f0-bc3f-391b01c4acd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:02.320349 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4af2f3c8-ce1b-4e64-9b87-4c453c62b4b3 req-57083159-5e07-49f0-bc3f-391b01c4acd0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=992316f0-a5bb-44db-b566-e8ec1fde1c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3048174 Oct 30 15:24:02.328426 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6986a218-e435-4392-a996-bf894b9a2b17 req-f16db5df-ae26-41b8-8bcd-0db093b1855d tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:02.330762 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6986a218-e435-4392-a996-bf894b9a2b17 req-f16db5df-ae26-41b8-8bcd-0db093b1855d tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1bc04ce-0efc-4231-90e2-f595c14b5eca HTTP/1.1" status: 200 len: 945 time: 0.1119754 Oct 30 15:24:02.366060 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858935e1-b139-485f-8002-67cac080c912 req-c2933291-f413-4818-8012-181fb4a538a4 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:02.367755 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-858935e1-b139-485f-8002-67cac080c912 req-c2933291-f413-4818-8012-181fb4a538a4 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.44 "GET /v2.0/networks?id=bd478de8-91f8-449b-b9b1-7a22cf4cb07a HTTP/1.1" status: 200 len: 811 time: 0.4533098 Oct 30 15:24:02.385643 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-858935e1-b139-485f-8002-67cac080c912 req-340aad82-43e4-4cf0-a130-ada9fadc839a tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Request body: {'port': {'device_id': 'a41560fd-de97-43da-b54f-069eab15660b', 'network_id': 'bd478de8-91f8-449b-b9b1-7a22cf4cb07a', 'admin_state_up': True, 'tenant_id': 'e2f6c94423b348689edc4b7fcd3062c6'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:24:02.450288 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6986a218-e435-4392-a996-bf894b9a2b17 req-003ca5e2-9151-47b5-b6e3-7a12270d3169 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111364 Oct 30 15:24:02.451643 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:02.526095 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port bc9e6615-f3ba-4d60-8769-044b7e735042, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=bc9e6615-f3ba-4d60-8769-044b7e735042,segment=NetworkSegment(6ad710d9-52c7-4ea3-8530-acd281ec85c6),segment_id=6ad710d9-52c7-4ea3-8530-acd281ec85c6)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:24:02.542236 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:02.575028 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-283533a4-e636-4d1c-8ba0-576a25cdb845 req-a3becd7e-e5cf-4cfe-b0d5-17c05410773d tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=a41560fd-de97-43da-b54f-069eab15660b HTTP/1.1" status: 200 len: 210 time: 0.0614913 Oct 30 15:24:02.633076 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=bc9e6615-f3ba-4d60-8769-044b7e735042,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:24:02.686902 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4af2f3c8-ce1b-4e64-9b87-4c453c62b4b3 req-54d54b15-7401-468b-b5e3-5eee2468c08a service neutron] 10.222.0.53 "GET /v2.0/networks/992316f0-a5bb-44db-b566-e8ec1fde1c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3655212 Oct 30 15:24:02.727078 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-858935e1-b139-485f-8002-67cac080c912 req-340aad82-43e4-4cf0-a130-ada9fadc839a tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Made reservation on behalf of e2f6c94423b348689edc4b7fcd3062c6 for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:24:02.736007 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-858935e1-b139-485f-8002-67cac080c912 req-340aad82-43e4-4cf0-a130-ada9fadc839a tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:02.877103 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4af2f3c8-ce1b-4e64-9b87-4c453c62b4b3 req-95016f7d-b02f-4298-a66e-74d9ffde6b97 service neutron] 10.222.0.53 "GET /v2.0/networks/992316f0-a5bb-44db-b566-e8ec1fde1c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762130 Oct 30 15:24:03.400965 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4af2f3c8-ce1b-4e64-9b87-4c453c62b4b3 req-daa84aa8-f1a2-4a22-aae4-206eb6a13335 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c0d7a646-ac12-414b-a666-37b4c87a490e HTTP/1.1" status: 200 len: 217 time: 0.5089378 Oct 30 15:24:03.485971 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2f3c8-ce1b-4e64-9b87-4c453c62b4b3 req-fbbfb09c-059f-45a4-acca-df97cad108ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:03.487872 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4af2f3c8-ce1b-4e64-9b87-4c453c62b4b3 req-fbbfb09c-059f-45a4-acca-df97cad108ad service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7868c22e-6812-4ce4-9812-394c9b463f87 HTTP/1.1" status: 200 len: 797 time: 0.0790141 Oct 30 15:24:03.498125 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device bc9e6615-f3ba-4d60-8769-044b7e735042 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:24:03.572821 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-858935e1-b139-485f-8002-67cac080c912 req-340aad82-43e4-4cf0-a130-ada9fadc839a tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Allocated IP 172.20.0.3 (bd478de8-91f8-449b-b9b1-7a22cf4cb07a/d096ec6f-ca2a-4ac2-a3be-5deccac59176/8416a079-66a5-4f7a-9af9-70db5f91838d) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:24:03.584859 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c373b-cb6d-4fa1-befc-c63e54142cc8 req-73509c95-a45b-4f0c-a8cb-ed9b865b6cb0 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:03.595622 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-029c373b-cb6d-4fa1-befc-c63e54142cc8 req-73509c95-a45b-4f0c-a8cb-ed9b865b6cb0 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/ports?device_id=3424221d-85c8-434d-8c31-9c1418e42d34 HTTP/1.1" status: 200 len: 946 time: 0.2064452 Oct 30 15:24:03.676726 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port bc9e6615-f3ba-4d60-8769-044b7e735042 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:24:03.677260 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:03.723227 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-029c373b-cb6d-4fa1-befc-c63e54142cc8 req-58fa7b6b-a648-4c5f-878e-924f9f38b4ea tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/security-groups?id=e96b94c8-1854-43c2-8b3c-964bf8e29073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263185 Oct 30 15:24:03.729877 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2f3c8-ce1b-4e64-9b87-4c453c62b4b3 req-aa8f2ac5-ec5d-4bde-9e15-17be622b3367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:03.737619 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4af2f3c8-ce1b-4e64-9b87-4c453c62b4b3 req-aa8f2ac5-ec5d-4bde-9e15-17be622b3367 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=992316f0-a5bb-44db-b566-e8ec1fde1c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2249761 Oct 30 15:24:03.788962 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5cda57-0832-4120-abd1-859c2f6a13b2 req-686c3137-57b0-483e-9cd2-a8857fe7796d tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:03.804077 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9c5cda57-0832-4120-abd1-859c2f6a13b2 req-686c3137-57b0-483e-9cd2-a8857fe7796d tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1bc04ce-0efc-4231-90e2-f595c14b5eca HTTP/1.1" status: 200 len: 945 time: 0.1000798 Oct 30 15:24:03.894496 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9c5cda57-0832-4120-abd1-859c2f6a13b2 req-26049d0d-f58f-415c-a31e-c5a9d6e1560b tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898678 Oct 30 15:24:03.973338 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d26221a9-3011-4025-a998-323ab694a1b4 req-f055b270-7ace-498b-9059-974b4bf8277b tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=a41560fd-de97-43da-b54f-069eab15660b HTTP/1.1" status: 200 len: 210 time: 0.0418003 Oct 30 15:24:04.087562 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-858935e1-b139-485f-8002-67cac080c912 req-340aad82-43e4-4cf0-a130-ada9fadc839a tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:04.141324 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4af2f3c8-ce1b-4e64-9b87-4c453c62b4b3 req-0fbd309e-2976-4233-9d33-6623eccb4c01 service neutron] 10.222.0.53 "GET /v2.0/networks/992316f0-a5bb-44db-b566-e8ec1fde1c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117441 Oct 30 15:24:04.252587 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-858935e1-b139-485f-8002-67cac080c912 req-340aad82-43e4-4cf0-a130-ada9fadc839a tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:04.308119 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-858935e1-b139-485f-8002-67cac080c912 req-340aad82-43e4-4cf0-a130-ada9fadc839a tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Network bd478de8-91f8-449b-b9b1-7a22cf4cb07a is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:24:04.320090 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-858935e1-b139-485f-8002-67cac080c912 req-340aad82-43e4-4cf0-a130-ada9fadc839a tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:24:04.333848 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-858935e1-b139-485f-8002-67cac080c912 req-340aad82-43e4-4cf0-a130-ada9fadc839a tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:24:04.391255 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858935e1-b139-485f-8002-67cac080c912 req-340aad82-43e4-4cf0-a130-ada9fadc839a tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:04.399568 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-858935e1-b139-485f-8002-67cac080c912 req-340aad82-43e4-4cf0-a130-ada9fadc839a tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:04.433813 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-858935e1-b139-485f-8002-67cac080c912 req-340aad82-43e4-4cf0-a130-ada9fadc839a tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0523500 Oct 30 15:24:04.446787 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-858935e1-b139-485f-8002-67cac080c912 req-76b234d8-ceac-4893-ba61-d033cf297771 service neutron] Request body: {'port': {'device_id': 'a41560fd-de97-43da-b54f-069eab15660b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:24:04.488906 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4af2f3c8-ce1b-4e64-9b87-4c453c62b4b3 req-6b3aa5d0-d6b0-44a4-bbab-4539bfb047d8 service neutron] 10.222.0.53 "GET /v2.0/networks/992316f0-a5bb-44db-b566-e8ec1fde1c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3315532 Oct 30 15:24:04.489834 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340aad82-43e4-4cf0-a130-ada9fadc839a tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Pushing event updated for resources: {'Port': ['ID=8416a079-66a5-4f7a-9af9-70db5f91838d,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:24:04.536926 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-858935e1-b139-485f-8002-67cac080c912 req-76b234d8-ceac-4893-ba61-d033cf297771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:05.005253 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-858935e1-b139-485f-8002-67cac080c912 req-76b234d8-ceac-4893-ba61-d033cf297771 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8416a079-66a5-4f7a-9af9-70db5f91838d {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:24:05.019894 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-858935e1-b139-485f-8002-67cac080c912 req-76b234d8-ceac-4893-ba61-d033cf297771 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:05.037017 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-858935e1-b139-485f-8002-67cac080c912 req-76b234d8-ceac-4893-ba61-d033cf297771 service neutron] Transition to ACTIVE for port object 8416a079-66a5-4f7a-9af9-70db5f91838d will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:24:05.053488 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-858935e1-b139-485f-8002-67cac080c912 req-76b234d8-ceac-4893-ba61-d033cf297771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:05.139054 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be66df0e-e4e9-4468-bb44-1c0802131474 req-22bd86b0-56bb-4994-b4d0-ea6a39267b42 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:05.147710 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-be66df0e-e4e9-4468-bb44-1c0802131474 req-22bd86b0-56bb-4994-b4d0-ea6a39267b42 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1bc04ce-0efc-4231-90e2-f595c14b5eca HTTP/1.1" status: 200 len: 945 time: 0.1052783 Oct 30 15:24:05.204698 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-be66df0e-e4e9-4468-bb44-1c0802131474 req-beae1df1-cfce-4916-a253-6328c2e565c5 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489388 Oct 30 15:24:05.331241 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b234d8-ceac-4893-ba61-d033cf297771 service neutron] Pushing event updated for resources: {'Port': ['ID=8416a079-66a5-4f7a-9af9-70db5f91838d,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:24:05.388173 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62af3bb-e108-4968-b23e-1c7de4386e30 req-06e18872-b5a9-495b-b13d-46563c57690e tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:05.390374 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f62af3bb-e108-4968-b23e-1c7de4386e30 req-06e18872-b5a9-495b-b13d-46563c57690e tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=a41560fd-de97-43da-b54f-069eab15660b HTTP/1.1" status: 200 len: 943 time: 0.2254879 Oct 30 15:24:05.476670 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-858935e1-b139-485f-8002-67cac080c912 req-76b234d8-ceac-4893-ba61-d033cf297771 service neutron] Attempting to bind port 8416a079-66a5-4f7a-9af9-70db5f91838d on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:24:05.477817 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-858935e1-b139-485f-8002-67cac080c912 req-76b234d8-ceac-4893-ba61-d033cf297771 service neutron] Attempting to bind port 8416a079-66a5-4f7a-9af9-70db5f91838d by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': '6ad710d9-52c7-4ea3-8530-acd281ec85c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'bd478de8-91f8-449b-b9b1-7a22cf4cb07a'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:24:05.478411 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858935e1-b139-485f-8002-67cac080c912 req-76b234d8-ceac-4893-ba61-d033cf297771 service neutron] Attempting to bind port 8416a079-66a5-4f7a-9af9-70db5f91838d on network bd478de8-91f8-449b-b9b1-7a22cf4cb07a {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:24:05.498333 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858935e1-b139-485f-8002-67cac080c912 req-76b234d8-ceac-4893-ba61-d033cf297771 service neutron] Port 8416a079-66a5-4f7a-9af9-70db5f91838d on network bd478de8-91f8-449b-b9b1-7a22cf4cb07a not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:24:05.498800 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858935e1-b139-485f-8002-67cac080c912 req-76b234d8-ceac-4893-ba61-d033cf297771 service neutron] Attempting to bind port 8416a079-66a5-4f7a-9af9-70db5f91838d on network bd478de8-91f8-449b-b9b1-7a22cf4cb07a {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:24:05.509529 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f62af3bb-e108-4968-b23e-1c7de4386e30 req-33b0e252-8a89-4eb0-8827-f5b6a59060f5 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765183 Oct 30 15:24:05.513430 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858935e1-b139-485f-8002-67cac080c912 req-76b234d8-ceac-4893-ba61-d033cf297771 service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:24:05.513874 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858935e1-b139-485f-8002-67cac080c912 req-76b234d8-ceac-4893-ba61-d033cf297771 service neutron] Checking segment: {'id': '6ad710d9-52c7-4ea3-8530-acd281ec85c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'bd478de8-91f8-449b-b9b1-7a22cf4cb07a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:24:05.514362 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858935e1-b139-485f-8002-67cac080c912 req-76b234d8-ceac-4893-ba61-d033cf297771 service neutron] Bound using segment: {'id': '6ad710d9-52c7-4ea3-8530-acd281ec85c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'bd478de8-91f8-449b-b9b1-7a22cf4cb07a'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:24:05.514938 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-858935e1-b139-485f-8002-67cac080c912 req-76b234d8-ceac-4893-ba61-d033cf297771 service neutron] Bound port: 8416a079-66a5-4f7a-9af9-70db5f91838d, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ad710d9-52c7-4ea3-8530-acd281ec85c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'bd478de8-91f8-449b-b9b1-7a22cf4cb07a'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:24:05.515440 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-858935e1-b139-485f-8002-67cac080c912 req-76b234d8-ceac-4893-ba61-d033cf297771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:05.607561 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-858935e1-b139-485f-8002-67cac080c912 req-76b234d8-ceac-4893-ba61-d033cf297771 service neutron] For port 8416a079-66a5-4f7a-9af9-70db5f91838d, host n-h2-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:24:05.612151 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-858935e1-b139-485f-8002-67cac080c912 req-76b234d8-ceac-4893-ba61-d033cf297771 service neutron] For port 8416a079-66a5-4f7a-9af9-70db5f91838d, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=8416a079-66a5-4f7a-9af9-70db5f91838d,segment=NetworkSegment(6ad710d9-52c7-4ea3-8530-acd281ec85c6),segment_id=6ad710d9-52c7-4ea3-8530-acd281ec85c6)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:24:05.619327 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-858935e1-b139-485f-8002-67cac080c912 req-76b234d8-ceac-4893-ba61-d033cf297771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:05.661970 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858935e1-b139-485f-8002-67cac080c912 req-76b234d8-ceac-4893-ba61-d033cf297771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:05.662697 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-858935e1-b139-485f-8002-67cac080c912 req-76b234d8-ceac-4893-ba61-d033cf297771 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:05.664401 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-858935e1-b139-485f-8002-67cac080c912 req-76b234d8-ceac-4893-ba61-d033cf297771 service neutron] 10.222.0.44 "PUT /v2.0/ports/8416a079-66a5-4f7a-9af9-70db5f91838d HTTP/1.1" status: 200 len: 1092 time: 1.2223804 Oct 30 15:24:05.664859 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a41560fd-de97-43da-b54f-069eab15660b', 'tag': '8416a079-66a5-4f7a-9af9-70db5f91838d'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:24:05.668164 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23a9807-57e9-416e-8847-f5fbf2d3a54a" -d '{"events": [{"name": "network-changed", "server_uuid": "a41560fd-de97-43da-b54f-069eab15660b", "tag": "8416a079-66a5-4f7a-9af9-70db5f91838d"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:24:05.774723 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36556d44-2ac7-434d-8762-2ebab0dbab0b x-openstack-request-id: req-36556d44-2ac7-434d-8762-2ebab0dbab0b {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:24:05.775727 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a41560fd-de97-43da-b54f-069eab15660b", "tag": "8416a079-66a5-4f7a-9af9-70db5f91838d", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:24:05.776463 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-36556d44-2ac7-434d-8762-2ebab0dbab0b {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:24:05.778078 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a41560fd-de97-43da-b54f-069eab15660b', 'tag': '8416a079-66a5-4f7a-9af9-70db5f91838d', 'status': 'completed', 'code': 200} Oct 30 15:24:05.832324 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b234d8-ceac-4893-ba61-d033cf297771 service neutron] Pushing event updated for resources: {'Port': ['ID=8416a079-66a5-4f7a-9af9-70db5f91838d,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:24:05.864122 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858935e1-b139-485f-8002-67cac080c912 req-37b9fa26-d947-44f3-92ea-770e86c5a80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:05.865707 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-858935e1-b139-485f-8002-67cac080c912 req-37b9fa26-d947-44f3-92ea-770e86c5a80d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e2f6c94423b348689edc4b7fcd3062c6&device_id=a41560fd-de97-43da-b54f-069eab15660b HTTP/1.1" status: 200 len: 1095 time: 0.1560304 Oct 30 15:24:05.931849 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-858935e1-b139-485f-8002-67cac080c912 req-c672fd4f-5b91-40de-bf6b-43cea6c22c57 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8416a079-66a5-4f7a-9af9-70db5f91838d HTTP/1.1" status: 200 len: 217 time: 0.0555151 Oct 30 15:24:05.995147 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858935e1-b139-485f-8002-67cac080c912 req-31dff7aa-ec10-4dff-95db-363f36eeaf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:05.997536 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-858935e1-b139-485f-8002-67cac080c912 req-31dff7aa-ec10-4dff-95db-363f36eeaf09 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d096ec6f-ca2a-4ac2-a3be-5deccac59176 HTTP/1.1" status: 200 len: 851 time: 0.0575578 Oct 30 15:24:06.039204 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-858935e1-b139-485f-8002-67cac080c912 req-de48861e-76ff-43a3-94fa-2e274aa3081d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bd478de8-91f8-449b-b9b1-7a22cf4cb07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322771 Oct 30 15:24:06.155626 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-858935e1-b139-485f-8002-67cac080c912 req-4df87da0-ab33-4ac2-bfd0-0def97434337 service neutron] 10.222.0.44 "GET /v2.0/networks/bd478de8-91f8-449b-b9b1-7a22cf4cb07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067657 Oct 30 15:24:06.316394 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-858935e1-b139-485f-8002-67cac080c912 req-1f5f3d63-986e-4393-adaf-a7278376aac5 service neutron] 10.222.0.44 "GET /v2.0/networks/bd478de8-91f8-449b-b9b1-7a22cf4cb07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527030 Oct 30 15:24:06.404719 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a36a5-6494-4ea0-86ad-467167c39bc3 req-4f8f300d-ccef-4e85-bfd3-52a6a7f4e249 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:06.406282 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-052a36a5-6494-4ea0-86ad-467167c39bc3 req-4f8f300d-ccef-4e85-bfd3-52a6a7f4e249 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1bc04ce-0efc-4231-90e2-f595c14b5eca HTTP/1.1" status: 200 len: 945 time: 0.0796583 Oct 30 15:24:06.463384 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a9807-57e9-416e-8847-f5fbf2d3a54a req-5b019e5b-4749-4eaf-a406-e485fe0e98e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:06.465937 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e23a9807-57e9-416e-8847-f5fbf2d3a54a req-5b019e5b-4749-4eaf-a406-e485fe0e98e5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e2f6c94423b348689edc4b7fcd3062c6&device_id=a41560fd-de97-43da-b54f-069eab15660b HTTP/1.1" status: 200 len: 1095 time: 0.0869455 Oct 30 15:24:06.500182 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-052a36a5-6494-4ea0-86ad-467167c39bc3 req-4e129ab5-cef3-49b1-b32f-22cafab8757a tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862262 Oct 30 15:24:06.734791 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a9807-57e9-416e-8847-f5fbf2d3a54a req-186f2532-10c4-4e4f-be59-867ec91c345e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:06.742319 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e23a9807-57e9-416e-8847-f5fbf2d3a54a req-186f2532-10c4-4e4f-be59-867ec91c345e service neutron] 10.222.0.44 "GET /v2.0/networks?id=bd478de8-91f8-449b-b9b1-7a22cf4cb07a HTTP/1.1" status: 200 len: 912 time: 0.2597809 Oct 30 15:24:06.869789 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e23a9807-57e9-416e-8847-f5fbf2d3a54a req-2cbd89f5-c96d-4fc3-95b4-85143a6e1f17 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8416a079-66a5-4f7a-9af9-70db5f91838d HTTP/1.1" status: 200 len: 217 time: 0.1065454 Oct 30 15:24:06.898006 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a73f39e-b10e-4544-8a14-139f9ee5c5ea req-dacda071-db27-457b-91bd-f72dffc89392 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:06.906165 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3a73f39e-b10e-4544-8a14-139f9ee5c5ea req-dacda071-db27-457b-91bd-f72dffc89392 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=a41560fd-de97-43da-b54f-069eab15660b HTTP/1.1" status: 200 len: 943 time: 0.1563754 Oct 30 15:24:06.955456 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3a73f39e-b10e-4544-8a14-139f9ee5c5ea req-2cf0de85-cd6f-4d91-8e04-8cdfd0086ce3 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479960 Oct 30 15:24:06.985512 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a9807-57e9-416e-8847-f5fbf2d3a54a req-a8d991ce-6937-4a6b-b198-50f9048213d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:06.987200 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e23a9807-57e9-416e-8847-f5fbf2d3a54a req-a8d991ce-6937-4a6b-b198-50f9048213d0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d096ec6f-ca2a-4ac2-a3be-5deccac59176 HTTP/1.1" status: 200 len: 851 time: 0.1082644 Oct 30 15:24:07.040922 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e23a9807-57e9-416e-8847-f5fbf2d3a54a req-37a384a9-bbe1-4517-bd22-98d03d89e381 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bd478de8-91f8-449b-b9b1-7a22cf4cb07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460579 Oct 30 15:24:07.173817 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e23a9807-57e9-416e-8847-f5fbf2d3a54a req-8f4e0dee-2c00-4181-9bf6-cb7a8fa30fe5 service neutron] 10.222.0.44 "GET /v2.0/networks/bd478de8-91f8-449b-b9b1-7a22cf4cb07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179576 Oct 30 15:24:07.360303 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e23a9807-57e9-416e-8847-f5fbf2d3a54a req-7696f8bd-81b4-42f6-9e78-fa674e701173 service neutron] 10.222.0.44 "GET /v2.0/networks/bd478de8-91f8-449b-b9b1-7a22cf4cb07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774921 Oct 30 15:24:07.733345 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8aba89-c342-4f39-a081-e16b0dd54b2b req-e02de6ae-6c52-4c0e-ba03-738fc5bfcb5f tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:07.740918 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ec8aba89-c342-4f39-a081-e16b0dd54b2b req-e02de6ae-6c52-4c0e-ba03-738fc5bfcb5f tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1bc04ce-0efc-4231-90e2-f595c14b5eca HTTP/1.1" status: 200 len: 945 time: 0.1064041 Oct 30 15:24:07.802618 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ec8aba89-c342-4f39-a081-e16b0dd54b2b req-d18be82b-b481-4e5f-92b7-b57079a2bba7 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560162 Oct 30 15:24:08.099258 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fefe71-8e49-4aee-b60a-e65a18f0342d req-3c45eadc-da6c-4667-9669-e4d2fd444188 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:08.100970 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b6fefe71-8e49-4aee-b60a-e65a18f0342d req-3c45eadc-da6c-4667-9669-e4d2fd444188 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=a41560fd-de97-43da-b54f-069eab15660b HTTP/1.1" status: 200 len: 943 time: 0.0649369 Oct 30 15:24:08.143902 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b6fefe71-8e49-4aee-b60a-e65a18f0342d req-d46a9abb-7b40-4961-b0fa-23f50c508b4b tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359101 Oct 30 15:24:08.596374 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 8416a079-66a5-4f7a-9af9-70db5f91838d details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:24:08.692195 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4248fba-b1a9-4ba9-98d7-1b71bbf8e8ea req-34e36ab2-bd5d-414d-b270-a29847d41846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:08.693718 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d4248fba-b1a9-4ba9-98d7-1b71bbf8e8ea req-34e36ab2-bd5d-414d-b270-a29847d41846 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=19817faf69a4405b907421887c1772e6&device_id=a1bc04ce-0efc-4231-90e2-f595c14b5eca HTTP/1.1" status: 200 len: 1097 time: 0.0503926 Oct 30 15:24:08.707375 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 8416a079-66a5-4f7a-9af9-70db5f91838d, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=8416a079-66a5-4f7a-9af9-70db5f91838d,segment=NetworkSegment(6ad710d9-52c7-4ea3-8530-acd281ec85c6),segment_id=6ad710d9-52c7-4ea3-8530-acd281ec85c6)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:24:08.719289 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': '8416a079-66a5-4f7a-9af9-70db5f91838d', 'network_id': 'bd478de8-91f8-449b-b9b1-7a22cf4cb07a', 'port_id': '8416a079-66a5-4f7a-9af9-70db5f91838d', 'mac_address': 'fa:16:3e:23:b9:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd096ec6f-ca2a-4ac2-a3be-5deccac59176', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:24:08.756947 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:08.770517 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8416a079-66a5-4f7a-9af9-70db5f91838d {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:24:08.791397 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 8416a079-66a5-4f7a-9af9-70db5f91838d, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=8416a079-66a5-4f7a-9af9-70db5f91838d,segment=NetworkSegment(6ad710d9-52c7-4ea3-8530-acd281ec85c6),segment_id=6ad710d9-52c7-4ea3-8530-acd281ec85c6)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:24:08.798841 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4248fba-b1a9-4ba9-98d7-1b71bbf8e8ea req-9b2c88a2-150b-4949-9e98-183e7fe56d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:08.802755 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d4248fba-b1a9-4ba9-98d7-1b71bbf8e8ea req-9b2c88a2-150b-4949-9e98-183e7fe56d9b service neutron] 10.222.0.53 "GET /v2.0/networks?id=d26e81b3-f432-4f3d-bc5b-f2edc1c076d6 HTTP/1.1" status: 200 len: 911 time: 0.1020079 Oct 30 15:24:08.804900 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:08.861453 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=8416a079-66a5-4f7a-9af9-70db5f91838d,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:24:08.888168 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d4248fba-b1a9-4ba9-98d7-1b71bbf8e8ea req-24f30403-b7ad-4181-89a7-6de9aac481ee service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52 HTTP/1.1" status: 200 len: 217 time: 0.0767567 Oct 30 15:24:08.974181 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4248fba-b1a9-4ba9-98d7-1b71bbf8e8ea req-6e344e3d-0ca4-4293-aec2-aafb8c5c5dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:08.975678 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d4248fba-b1a9-4ba9-98d7-1b71bbf8e8ea req-6e344e3d-0ca4-4293-aec2-aafb8c5c5dfc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d862e367-a3ef-41d8-9769-a6945d8f8b1d HTTP/1.1" status: 200 len: 849 time: 0.0737836 Oct 30 15:24:08.984402 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c14b940-7736-4a78-86b3-6ad82b592193 req-7b3c251f-b0c5-4d75-929e-6b2b93a54f17 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:08.985941 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3c14b940-7736-4a78-86b3-6ad82b592193 req-7b3c251f-b0c5-4d75-929e-6b2b93a54f17 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1bc04ce-0efc-4231-90e2-f595c14b5eca HTTP/1.1" status: 200 len: 945 time: 0.0932970 Oct 30 15:24:09.052397 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4248fba-b1a9-4ba9-98d7-1b71bbf8e8ea req-41fc3e99-50ac-410c-b629-20a092045b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:09.053921 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d4248fba-b1a9-4ba9-98d7-1b71bbf8e8ea req-41fc3e99-50ac-410c-b629-20a092045b5a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d26e81b3-f432-4f3d-bc5b-f2edc1c076d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0670707 Oct 30 15:24:09.056961 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3c14b940-7736-4a78-86b3-6ad82b592193 req-7711cc31-dec6-441f-ba3c-b24bb960667d tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624168 Oct 30 15:24:09.081048 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['8416a079-66a5-4f7a-9af9-70db5f91838d'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:24:09.173836 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d4248fba-b1a9-4ba9-98d7-1b71bbf8e8ea req-20aeb426-6464-4770-a0c6-e92878d1ddfb service neutron] 10.222.0.53 "GET /v2.0/networks/d26e81b3-f432-4f3d-bc5b-f2edc1c076d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128280 Oct 30 15:24:09.344737 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdece03e-af88-4d0b-97c7-f38d11759e00 req-62b87c1b-4c13-4b18-bc95-b4b21b8888ea tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:09.346172 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cdece03e-af88-4d0b-97c7-f38d11759e00 req-62b87c1b-4c13-4b18-bc95-b4b21b8888ea tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=a41560fd-de97-43da-b54f-069eab15660b HTTP/1.1" status: 200 len: 944 time: 0.0735581 Oct 30 15:24:09.362507 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d4248fba-b1a9-4ba9-98d7-1b71bbf8e8ea req-fd85acac-e623-4c93-a294-e92388fa147b service neutron] 10.222.0.53 "GET /v2.0/networks/d26e81b3-f432-4f3d-bc5b-f2edc1c076d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812060 Oct 30 15:24:09.399093 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cdece03e-af88-4d0b-97c7-f38d11759e00 req-939e057e-29a1-4241-b616-81245163346d tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438242 Oct 30 15:24:10.207983 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a58b84-72ec-4c2a-93b8-1bc4f69acf96 req-5aa2069c-fa7e-4afd-9411-19b0765bc715 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:10.210342 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-39a58b84-72ec-4c2a-93b8-1bc4f69acf96 req-5aa2069c-fa7e-4afd-9411-19b0765bc715 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1bc04ce-0efc-4231-90e2-f595c14b5eca HTTP/1.1" status: 200 len: 945 time: 0.0633757 Oct 30 15:24:10.248553 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-39a58b84-72ec-4c2a-93b8-1bc4f69acf96 req-930eed8a-b9f5-44db-8ebe-b7695f528b08 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315726 Oct 30 15:24:10.521588 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78812e69-0216-472a-8e48-761f208aebb8 req-5c88ac16-73ef-4eb6-9f26-5e3045d26de4 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:10.523059 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-78812e69-0216-472a-8e48-761f208aebb8 req-5c88ac16-73ef-4eb6-9f26-5e3045d26de4 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=a41560fd-de97-43da-b54f-069eab15660b HTTP/1.1" status: 200 len: 944 time: 0.0499458 Oct 30 15:24:10.561214 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-78812e69-0216-472a-8e48-761f208aebb8 req-22715436-7421-45fe-a7e4-bdeb4395db5a tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320385 Oct 30 15:24:10.619600 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 8416a079-66a5-4f7a-9af9-70db5f91838d up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:24:10.669346 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port 8416a079-66a5-4f7a-9af9-70db5f91838d completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:24:10.673774 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port 8416a079-66a5-4f7a-9af9-70db5f91838d triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:24:10.674143 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:10.761430 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:10.784438 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a41560fd-de97-43da-b54f-069eab15660b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8416a079-66a5-4f7a-9af9-70db5f91838d'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:24:10.786690 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5a9a55-7bc6-466a-8738-79baeddf3330" -d '{"events": [{"server_uuid": "a41560fd-de97-43da-b54f-069eab15660b", "name": "network-vif-plugged", "status": "completed", "tag": "8416a079-66a5-4f7a-9af9-70db5f91838d"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:24:10.800908 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 8416a079-66a5-4f7a-9af9-70db5f91838d, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=8416a079-66a5-4f7a-9af9-70db5f91838d,segment=NetworkSegment(6ad710d9-52c7-4ea3-8530-acd281ec85c6),segment_id=6ad710d9-52c7-4ea3-8530-acd281ec85c6)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:24:10.805356 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:10.832336 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5decf0ca-2e95-442c-b23e-bc0382580929 x-openstack-request-id: req-5decf0ca-2e95-442c-b23e-bc0382580929 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:24:10.832628 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a41560fd-de97-43da-b54f-069eab15660b", "name": "network-vif-plugged", "status": "completed", "tag": "8416a079-66a5-4f7a-9af9-70db5f91838d", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:24:10.832882 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5decf0ca-2e95-442c-b23e-bc0382580929 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:24:10.833291 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a41560fd-de97-43da-b54f-069eab15660b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8416a079-66a5-4f7a-9af9-70db5f91838d', 'code': 200} Oct 30 15:24:10.862183 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=8416a079-66a5-4f7a-9af9-70db5f91838d,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:24:10.932453 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec66f0-e4c5-4191-bde0-1b81a9476b20 req-11adbb23-b360-4436-9bd6-f447b5a21426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:10.934647 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-40ec66f0-e4c5-4191-bde0-1b81a9476b20 req-11adbb23-b360-4436-9bd6-f447b5a21426 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a41560fd-de97-43da-b54f-069eab15660b HTTP/1.1" status: 200 len: 1097 time: 0.0434270 Oct 30 15:24:10.991292 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-40ec66f0-e4c5-4191-bde0-1b81a9476b20 req-1f3625f3-5c7c-412d-8030-5d30209d2169 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317645 Oct 30 15:24:11.216134 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:24:11.367831 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:11.394533 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf9f17-4245-4512-a91e-b80e1aa3898b req-3b5de388-32d9-4fa2-bcee-8575dd128753 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:11.396679 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-07cf9f17-4245-4512-a91e-b80e1aa3898b req-3b5de388-32d9-4fa2-bcee-8575dd128753 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1bc04ce-0efc-4231-90e2-f595c14b5eca HTTP/1.1" status: 200 len: 945 time: 0.0556054 Oct 30 15:24:11.410598 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52,segment=NetworkSegment(4eb103e9-b9a2-4786-ab9b-d9e363fed874),segment_id=4eb103e9-b9a2-4786-ab9b-d9e363fed874)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:24:11.415968 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:11.441719 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-07cf9f17-4245-4512-a91e-b80e1aa3898b req-62622e10-ea1d-449c-8856-dad9655cb6bf tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375304 Oct 30 15:24:11.465078 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52,revision_number=8']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:24:11.570588 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46588e6-bd7a-4fa3-b5fa-3025185f12fb req-63424d99-1c7b-4281-b9fe-24aae1690710 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:11.572434 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c46588e6-bd7a-4fa3-b5fa-3025185f12fb req-63424d99-1c7b-4281-b9fe-24aae1690710 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 944 time: 0.0523634 Oct 30 15:24:11.625123 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c46588e6-bd7a-4fa3-b5fa-3025185f12fb req-c7297816-7fa1-484e-8560-d07571a4fc6b tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458419 Oct 30 15:24:11.730617 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298d720-ff0c-4e99-8ead-125c503f5058 req-7562b1f3-748c-4484-857f-16348a30b6ba tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:11.732833 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e298d720-ff0c-4e99-8ead-125c503f5058 req-7562b1f3-748c-4484-857f-16348a30b6ba tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=a41560fd-de97-43da-b54f-069eab15660b HTTP/1.1" status: 200 len: 945 time: 0.0717447 Oct 30 15:24:11.754028 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d917c867-fd0f-4499-86a9-de13017cc67b req-91383513-732e-48d9-b562-2f2073cda62a tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:11.755551 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d917c867-fd0f-4499-86a9-de13017cc67b req-91383513-732e-48d9-b562-2f2073cda62a tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 944 time: 0.0508559 Oct 30 15:24:11.774668 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e298d720-ff0c-4e99-8ead-125c503f5058 req-f568dfa6-fdc2-4210-89c5-7ef208f42774 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346570 Oct 30 15:24:11.798419 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d917c867-fd0f-4499-86a9-de13017cc67b req-bd7e97c7-b81d-4f75-8317-4523a7c8fe7c tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352941 Oct 30 15:24:12.003018 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e466f0c-abfd-48d2-a01b-ab5587c08fd6 req-8943e31e-9cfb-4184-8406-6b6a6bbb2b14 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:12.004536 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2e466f0c-abfd-48d2-a01b-ab5587c08fd6 req-8943e31e-9cfb-4184-8406-6b6a6bbb2b14 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 944 time: 0.0489979 Oct 30 15:24:12.046540 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2e466f0c-abfd-48d2-a01b-ab5587c08fd6 req-15bd6602-2c37-4007-a419-7f51c5debb6c tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357265 Oct 30 15:24:12.834986 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1bc04ce-0efc-4231-90e2-f595c14b5eca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:24:12.837941 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c935ac22-8392-49a6-a91c-c524a5e5bf57" -d '{"events": [{"server_uuid": "a1bc04ce-0efc-4231-90e2-f595c14b5eca", "name": "network-vif-unplugged", "status": "completed", "tag": "4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:24:12.876576 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 30 Oct 2021 15:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57aac52c-bbc3-4bdb-80ed-25373679d7f2 x-openstack-request-id: req-57aac52c-bbc3-4bdb-80ed-25373679d7f2 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:24:12.876960 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1bc04ce-0efc-4231-90e2-f595c14b5eca", "name": "network-vif-unplugged", "status": "failed", "tag": "4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52", "code": 422}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:24:12.877446 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-57aac52c-bbc3-4bdb-80ed-25373679d7f2 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:24:12.877950 n-d-806683-17 neutron-server[102132]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a1bc04ce-0efc-4231-90e2-f595c14b5eca', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52', 'code': 422} returned with failed status Oct 30 15:24:12.912596 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12921209-0982-4b75-902e-28dcfb391b8c req-8a18f3a5-4d06-4db8-9259-bfcaeede6568 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:12.914306 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-12921209-0982-4b75-902e-28dcfb391b8c req-8a18f3a5-4d06-4db8-9259-bfcaeede6568 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=a41560fd-de97-43da-b54f-069eab15660b HTTP/1.1" status: 200 len: 945 time: 0.0578701 Oct 30 15:24:12.960554 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-12921209-0982-4b75-902e-28dcfb391b8c req-d195e1cb-e245-4ca3-934f-c878cec9cf21 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378563 Oct 30 15:24:13.203595 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e638e-a9e8-47c4-86b0-e3b4e4fd4240 req-e692e291-2800-4741-b782-cd6cc7a1b44c tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:13.210875 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-911e638e-a9e8-47c4-86b0-e3b4e4fd4240 req-e692e291-2800-4741-b782-cd6cc7a1b44c tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 944 time: 0.0799949 Oct 30 15:24:13.229455 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f810b64a-40ee-4eb8-b1c3-f91b0091482b req-86a27e1f-78c9-4938-bc66-c1e72d897917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:13.232087 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f810b64a-40ee-4eb8-b1c3-f91b0091482b req-86a27e1f-78c9-4938-bc66-c1e72d897917 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e2f6c94423b348689edc4b7fcd3062c6&device_id=a41560fd-de97-43da-b54f-069eab15660b HTTP/1.1" status: 200 len: 1097 time: 0.0517316 Oct 30 15:24:13.248038 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-911e638e-a9e8-47c4-86b0-e3b4e4fd4240 req-2fb26053-d792-4dc9-8fd4-cce44675426b tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361278 Oct 30 15:24:13.360975 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca867e57-b0af-4394-a6f5-c7e8a12add25 req-1ddcb27d-db36-4c51-902f-bcaad4a404aa tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:13.362473 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ca867e57-b0af-4394-a6f5-c7e8a12add25 req-1ddcb27d-db36-4c51-902f-bcaad4a404aa tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=a41560fd-de97-43da-b54f-069eab15660b HTTP/1.1" status: 200 len: 945 time: 0.1146269 Oct 30 15:24:13.394680 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f810b64a-40ee-4eb8-b1c3-f91b0091482b req-49e12ed9-7223-41f4-940e-470912fff07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:13.396452 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c1e01f-ea67-440a-be5f-05d015baa534 req-cb8901ea-75ba-4a19-b7ec-6c4addda91b9 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:13.396585 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f810b64a-40ee-4eb8-b1c3-f91b0091482b req-49e12ed9-7223-41f4-940e-470912fff07d service neutron] 10.222.0.44 "GET /v2.0/networks?id=bd478de8-91f8-449b-b9b1-7a22cf4cb07a HTTP/1.1" status: 200 len: 912 time: 0.1571403 Oct 30 15:24:13.398226 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-64c1e01f-ea67-440a-be5f-05d015baa534 req-cb8901ea-75ba-4a19-b7ec-6c4addda91b9 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d076cc-39d2-418a-9ee2-7a787efdcd15 HTTP/1.1" status: 200 len: 945 time: 0.0631428 Oct 30 15:24:13.443023 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-64c1e01f-ea67-440a-be5f-05d015baa534 req-a8ba5aec-8e14-4981-a443-f8aa39e20150 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] 10.222.0.62 "GET /v2.0/security-groups?id=eec10fb9-0ab1-44f7-aabf-ae80be276d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371606 Oct 30 15:24:13.454713 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ca867e57-b0af-4394-a6f5-c7e8a12add25 req-e1b7dbe5-68c8-49fd-83ea-687f024f8447 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856204 Oct 30 15:24:13.456208 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f810b64a-40ee-4eb8-b1c3-f91b0091482b req-3b71d27a-fa9a-4d80-8075-ee761a61f31c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8416a079-66a5-4f7a-9af9-70db5f91838d HTTP/1.1" status: 200 len: 217 time: 0.0477338 Oct 30 15:24:13.511624 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f810b64a-40ee-4eb8-b1c3-f91b0091482b req-8ef34193-01c1-49e8-a40e-4e7d0b9cda2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:13.513158 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f810b64a-40ee-4eb8-b1c3-f91b0091482b req-8ef34193-01c1-49e8-a40e-4e7d0b9cda2e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d096ec6f-ca2a-4ac2-a3be-5deccac59176 HTTP/1.1" status: 200 len: 851 time: 0.0497060 Oct 30 15:24:13.547968 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f810b64a-40ee-4eb8-b1c3-f91b0091482b req-02a5f593-95f5-424a-9732-00c0b188cec1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bd478de8-91f8-449b-b9b1-7a22cf4cb07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269191 Oct 30 15:24:13.644935 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f810b64a-40ee-4eb8-b1c3-f91b0091482b req-0e74c05f-4667-4a84-94c6-cb6b8c758d0a service neutron] 10.222.0.44 "GET /v2.0/networks/bd478de8-91f8-449b-b9b1-7a22cf4cb07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884778 Oct 30 15:24:13.734530 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f810b64a-40ee-4eb8-b1c3-f91b0091482b req-58c49f5c-ad3c-4e82-a142-01e2a3859168 service neutron] 10.222.0.44 "GET /v2.0/networks/bd478de8-91f8-449b-b9b1-7a22cf4cb07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822625 Oct 30 15:24:14.222347 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:24:14.343103 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89400a88-b31e-4196-849c-e50662af969f req-5c3c8e23-c45c-4366-ac5c-c99ebcef3a1c tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:14.345537 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-89400a88-b31e-4196-849c-e50662af969f req-5c3c8e23-c45c-4366-ac5c-c99ebcef3a1c tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d076cc-39d2-418a-9ee2-7a787efdcd15 HTTP/1.1" status: 200 len: 945 time: 0.0624743 Oct 30 15:24:14.394218 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9df799c-9f8b-4d78-af9d-d512eeec960a req-601e1ae1-186e-4204-8c4e-faf492cccaab tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:14.400437 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-89400a88-b31e-4196-849c-e50662af969f req-ca25b1e5-1e7b-4622-b952-f09401b64e6a tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] 10.222.0.62 "GET /v2.0/security-groups?id=eec10fb9-0ab1-44f7-aabf-ae80be276d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481775 Oct 30 15:24:14.401158 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e9df799c-9f8b-4d78-af9d-d512eeec960a req-601e1ae1-186e-4204-8c4e-faf492cccaab tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 944 time: 0.0776415 Oct 30 15:24:14.461320 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e9df799c-9f8b-4d78-af9d-d512eeec960a req-0ef083e9-af9a-43b0-9a07-09ca07a2e85c tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526683 Oct 30 15:24:14.609731 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b0e7d-f037-4831-aeef-d2fe704c18bf req-edfe619b-429b-41a4-8b7c-1fbe77ca21c0 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:14.611456 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e83b0e7d-f037-4831-aeef-d2fe704c18bf req-edfe619b-429b-41a4-8b7c-1fbe77ca21c0 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=a41560fd-de97-43da-b54f-069eab15660b HTTP/1.1" status: 200 len: 945 time: 0.0687180 Oct 30 15:24:14.651257 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e83b0e7d-f037-4831-aeef-d2fe704c18bf req-4b93624b-9b12-43fe-af81-6e348e910056 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332294 Oct 30 15:24:14.971534 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d87a9a-ea31-43d1-b175-2bc2ec7703c6 req-f548e6d4-7378-490f-8659-6f668f2864a2 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:14.973113 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e2d87a9a-ea31-43d1-b175-2bc2ec7703c6 req-f548e6d4-7378-490f-8659-6f668f2864a2 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d076cc-39d2-418a-9ee2-7a787efdcd15 HTTP/1.1" status: 200 len: 945 time: 0.0541654 Oct 30 15:24:15.011754 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e2d87a9a-ea31-43d1-b175-2bc2ec7703c6 req-6f196f88-3445-496d-94ad-70fe1da9bfb3 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] 10.222.0.62 "GET /v2.0/security-groups?id=eec10fb9-0ab1-44f7-aabf-ae80be276d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322726 Oct 30 15:24:15.226074 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:24:15.585278 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339a9f90-d039-4dfe-87ee-7c341737b041 req-0b185cd6-0386-4adf-9bad-456c5fd67ef0 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:15.586680 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-339a9f90-d039-4dfe-87ee-7c341737b041 req-0b185cd6-0386-4adf-9bad-456c5fd67ef0 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 944 time: 0.0514908 Oct 30 15:24:15.626159 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-339a9f90-d039-4dfe-87ee-7c341737b041 req-93f2c233-acda-449e-8ca7-d6d599267f79 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324082 Oct 30 15:24:15.777680 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bc7434-a543-4dab-b036-7bc1e2e32d9c req-7d42e9c1-55a3-4ae7-996d-aaa9a97e4996 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:15.779156 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e7bc7434-a543-4dab-b036-7bc1e2e32d9c req-7d42e9c1-55a3-4ae7-996d-aaa9a97e4996 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=a41560fd-de97-43da-b54f-069eab15660b HTTP/1.1" status: 200 len: 945 time: 0.0504820 Oct 30 15:24:15.819079 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e7bc7434-a543-4dab-b036-7bc1e2e32d9c req-6de7812f-92c6-4510-b87b-6139bebf18c1 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336719 Oct 30 15:24:16.133774 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016637b-c0ea-405a-b762-c2150e507e55 req-f583b870-f7c6-4dad-8c5c-d626e11ead8c tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:16.135384 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1016637b-c0ea-405a-b762-c2150e507e55 req-f583b870-f7c6-4dad-8c5c-d626e11ead8c tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d076cc-39d2-418a-9ee2-7a787efdcd15 HTTP/1.1" status: 200 len: 945 time: 0.0497572 Oct 30 15:24:16.176525 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1016637b-c0ea-405a-b762-c2150e507e55 req-1ae60139-46bb-4042-824a-bda7eb8f6d7d tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] 10.222.0.62 "GET /v2.0/security-groups?id=eec10fb9-0ab1-44f7-aabf-ae80be276d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341694 Oct 30 15:24:16.179009 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e10851-a765-4897-9c00-be7f00518f68 req-85448b4e-b409-423b-b03f-0d46b4ccc74c tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:16.180628 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-63e10851-a765-4897-9c00-be7f00518f68 req-85448b4e-b409-423b-b03f-0d46b4ccc74c tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0d076cc-39d2-418a-9ee2-7a787efdcd15 HTTP/1.1" status: 200 len: 945 time: 0.0552649 Oct 30 15:24:16.272643 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-63e10851-a765-4897-9c00-be7f00518f68 req-f1b36cd5-424f-4bd7-8f24-6d7e1a46e8e2 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Deleting port 02851054-9b38-4069-ba34-41432f2b8b46 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:24:16.272912 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-63e10851-a765-4897-9c00-be7f00518f68 req-f1b36cd5-424f-4bd7-8f24-6d7e1a46e8e2 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:16.367986 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-63e10851-a765-4897-9c00-be7f00518f68 req-f1b36cd5-424f-4bd7-8f24-6d7e1a46e8e2 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] For port 02851054-9b38-4069-ba34-41432f2b8b46, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=02851054-9b38-4069-ba34-41432f2b8b46,segment=NetworkSegment(4338780a-336d-4cf6-b340-ea8b7e35acfc),segment_id=4338780a-336d-4cf6-b340-ea8b7e35acfc)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:24:16.368354 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-63e10851-a765-4897-9c00-be7f00518f68 req-f1b36cd5-424f-4bd7-8f24-6d7e1a46e8e2 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:16.539560 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-63e10851-a765-4897-9c00-be7f00518f68 req-f1b36cd5-424f-4bd7-8f24-6d7e1a46e8e2 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:16.540015 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-63e10851-a765-4897-9c00-be7f00518f68 req-f1b36cd5-424f-4bd7-8f24-6d7e1a46e8e2 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:16.540231 n-d-806683-17 neutron-server[102131]: INFO neutron.db.l3_db [req-63e10851-a765-4897-9c00-be7f00518f68 req-f1b36cd5-424f-4bd7-8f24-6d7e1a46e8e2 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Floating IP 92c6292a-15cd-437f-b631-41cb9f55ee08 disassociated. External IP: 172.25.4.88, port: 02851054-9b38-4069-ba34-41432f2b8b46. Oct 30 15:24:16.540625 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-63e10851-a765-4897-9c00-be7f00518f68 req-f1b36cd5-424f-4bd7-8f24-6d7e1a46e8e2 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Calling delete_port for 02851054-9b38-4069-ba34-41432f2b8b46 owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:24:16.683759 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-63e10851-a765-4897-9c00-be7f00518f68 req-f1b36cd5-424f-4bd7-8f24-6d7e1a46e8e2 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:16.719666 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b36cd5-424f-4bd7-8f24-6d7e1a46e8e2 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Pushing event deleted for resources: {'Port': ['ID=02851054-9b38-4069-ba34-41432f2b8b46,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:24:16.847137 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bd4d97-0070-4ad6-8393-a9b50825edb7 req-40ff450e-ad33-4587-b7fe-6f7604d1ae3a tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:16.848678 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a9bd4d97-0070-4ad6-8393-a9b50825edb7 req-40ff450e-ad33-4587-b7fe-6f7604d1ae3a tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 944 time: 0.1313531 Oct 30 15:24:16.907500 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a9bd4d97-0070-4ad6-8393-a9b50825edb7 req-4db67a09-f192-4f64-8b29-ffdd11f4dbad tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498798 Oct 30 15:24:16.915783 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63e10851-a765-4897-9c00-be7f00518f68 req-f1b36cd5-424f-4bd7-8f24-6d7e1a46e8e2 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Router b504a3e4-1717-4233-bcbc-98c075d5ea66 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:24:16.965279 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111f7d9-5fb5-4291-a5ae-001689594cfe req-5c7bdd56-1acf-4f1f-88a6-d03b0bff3671 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:16.968159 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a111f7d9-5fb5-4291-a5ae-001689594cfe req-5c7bdd56-1acf-4f1f-88a6-d03b0bff3671 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=a41560fd-de97-43da-b54f-069eab15660b HTTP/1.1" status: 200 len: 945 time: 0.0715475 Oct 30 15:24:17.010239 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a111f7d9-5fb5-4291-a5ae-001689594cfe req-05239c78-74b9-420c-8e3c-2b226eb28ec5 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372763 Oct 30 15:24:17.030951 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63e10851-a765-4897-9c00-be7f00518f68 req-f1b36cd5-424f-4bd7-8f24-6d7e1a46e8e2 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:24:17.041554 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901c4474-3f74-46af-8a74-63c57d58d4c4 None None] Sync routers for ids ['b504a3e4-1717-4233-bcbc-98c075d5ea66'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:24:17.051865 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901c4474-3f74-46af-8a74-63c57d58d4c4 None None] Routers {'b504a3e4-1717-4233-bcbc-98c075d5ea66'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:24:17.052563 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-901c4474-3f74-46af-8a74-63c57d58d4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:23:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['b504a3e4-1717-4233-bcbc-98c075d5ea66'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:24:17.075828 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-63e10851-a765-4897-9c00-be7f00518f68 req-f1b36cd5-424f-4bd7-8f24-6d7e1a46e8e2 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] No DVR routers for this DVR port 02851054-9b38-4069-ba34-41432f2b8b46 on host n-h1-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:24:17.078822 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-63e10851-a765-4897-9c00-be7f00518f68 req-f1b36cd5-424f-4bd7-8f24-6d7e1a46e8e2 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:17.082506 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-63e10851-a765-4897-9c00-be7f00518f68 req-f1b36cd5-424f-4bd7-8f24-6d7e1a46e8e2 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] 10.222.0.53 "DELETE /v2.0/ports/02851054-9b38-4069-ba34-41432f2b8b46 HTTP/1.1" status: 204 len: 173 time: 0.8962307 Oct 30 15:24:17.082983 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d076cc-39d2-418a-9ee2-7a787efdcd15', 'name': 'network-vif-deleted', 'tag': '02851054-9b38-4069-ba34-41432f2b8b46'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:24:17.086202 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df29498-554e-4f03-afe4-c5ddb1c0a3ff" -d '{"events": [{"server_uuid": "a0d076cc-39d2-418a-9ee2-7a787efdcd15", "name": "network-vif-deleted", "tag": "02851054-9b38-4069-ba34-41432f2b8b46"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:24:17.161347 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed694cf3-dd05-4895-b36a-1a5eefa5771f x-openstack-request-id: req-ed694cf3-dd05-4895-b36a-1a5eefa5771f {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:24:17.161813 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d076cc-39d2-418a-9ee2-7a787efdcd15", "name": "network-vif-deleted", "tag": "02851054-9b38-4069-ba34-41432f2b8b46", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:24:17.162215 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ed694cf3-dd05-4895-b36a-1a5eefa5771f {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:24:17.162783 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0d076cc-39d2-418a-9ee2-7a787efdcd15', 'name': 'network-vif-deleted', 'tag': '02851054-9b38-4069-ba34-41432f2b8b46', 'status': 'completed', 'code': 200} Oct 30 15:24:17.199889 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-901c4474-3f74-46af-8a74-63c57d58d4c4 None None] Set router b504a3e4-1717-4233-bcbc-98c075d5ea66 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:24:17.336461 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7b333c88-fbee-4162-9429-3cbdb0df3fe0 req-0927958d-d539-4119-a029-dc4d8c4961ce tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d076cc-39d2-418a-9ee2-7a787efdcd15 HTTP/1.1" status: 200 len: 210 time: 0.0384262 Oct 30 15:24:17.443354 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-901c4474-3f74-46af-8a74-63c57d58d4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b504a3e4-1717-4233-bcbc-98c075d5ea66', 'name': 'tempest-ServersTestManualDisk-537088945-router', 'tenant_id': '948fc479db984977b4adb38957b43a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '98be4529-a85a-4f14-b1cd-e9f10866d3c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:22:14Z', 'updated_at': '2021-10-30T15:22:17Z', 'revision_number': 4, 'project_id': '948fc479db984977b4adb38957b43a5b', 'gw_port': {'id': '98be4529-a85a-4f14-b1cd-e9f10866d3c8', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b504a3e4-1717-4233-bcbc-98c075d5ea66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:22:15Z', 'updated_at': '2021-10-30T15:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '97a508c5-b43d-491a-8831-e642fa3c9fb5', 'name': '', 'network_id': '548d826f-a834-4084-8434-37790d2898e0', 'tenant_id': '948fc479db984977b4adb38957b43a5b', 'mac_address': 'fa:16:3e:85:cf:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b504a3e4-1717-4233-bcbc-98c075d5ea66', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'ecf088ac-4d47-4ab3-a65c-3cf979797b98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:22:16Z', 'updated_at': '2021-10-30T15:22:22Z', 'revision_number': 5, 'project_id': '948fc479db984977b4adb38957b43a5b', 'subnets': [{'id': 'ecf088ac-4d47-4ab3-a65c-3cf979797b98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:24:17.473514 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901c4474-3f74-46af-8a74-63c57d58d4c4 None None] Checking router: b504a3e4-1717-4233-bcbc-98c075d5ea66 for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:24:17.482656 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901c4474-3f74-46af-8a74-63c57d58d4c4 None None] Routers {'b504a3e4-1717-4233-bcbc-98c075d5ea66'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:24:17.483265 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-901c4474-3f74-46af-8a74-63c57d58d4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:23:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['b504a3e4-1717-4233-bcbc-98c075d5ea66'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:24:17.596369 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-901c4474-3f74-46af-8a74-63c57d58d4c4 None None] Set router b504a3e4-1717-4233-bcbc-98c075d5ea66 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:24:17.815497 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-901c4474-3f74-46af-8a74-63c57d58d4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b504a3e4-1717-4233-bcbc-98c075d5ea66', 'name': 'tempest-ServersTestManualDisk-537088945-router', 'tenant_id': '948fc479db984977b4adb38957b43a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '98be4529-a85a-4f14-b1cd-e9f10866d3c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:22:14Z', 'updated_at': '2021-10-30T15:22:17Z', 'revision_number': 4, 'project_id': '948fc479db984977b4adb38957b43a5b', 'gw_port': {'id': '98be4529-a85a-4f14-b1cd-e9f10866d3c8', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b504a3e4-1717-4233-bcbc-98c075d5ea66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:22:15Z', 'updated_at': '2021-10-30T15:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '97a508c5-b43d-491a-8831-e642fa3c9fb5', 'name': '', 'network_id': '548d826f-a834-4084-8434-37790d2898e0', 'tenant_id': '948fc479db984977b4adb38957b43a5b', 'mac_address': 'fa:16:3e:85:cf:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b504a3e4-1717-4233-bcbc-98c075d5ea66', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'ecf088ac-4d47-4ab3-a65c-3cf979797b98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:22:16Z', 'updated_at': '2021-10-30T15:22:22Z', 'revision_number': 5, 'project_id': '948fc479db984977b4adb38957b43a5b', 'subnets': [{'id': 'ecf088ac-4d47-4ab3-a65c-3cf979797b98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:24:17.848670 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901c4474-3f74-46af-8a74-63c57d58d4c4 None None] The sync data for ids ['b504a3e4-1717-4233-bcbc-98c075d5ea66'] in n-d-806683-17 is: [{'id': 'b504a3e4-1717-4233-bcbc-98c075d5ea66', 'name': 'tempest-ServersTestManualDisk-537088945-router', 'tenant_id': '948fc479db984977b4adb38957b43a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '98be4529-a85a-4f14-b1cd-e9f10866d3c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:22:14Z', 'updated_at': '2021-10-30T15:22:17Z', 'revision_number': 4, 'project_id': '948fc479db984977b4adb38957b43a5b', 'gw_port': {'id': '98be4529-a85a-4f14-b1cd-e9f10866d3c8', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b504a3e4-1717-4233-bcbc-98c075d5ea66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:22:15Z', 'updated_at': '2021-10-30T15:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '97a508c5-b43d-491a-8831-e642fa3c9fb5', 'name': '', 'network_id': '548d826f-a834-4084-8434-37790d2898e0', 'tenant_id': '948fc479db984977b4adb38957b43a5b', 'mac_address': 'fa:16:3e:85:cf:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b504a3e4-1717-4233-bcbc-98c075d5ea66', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'ecf088ac-4d47-4ab3-a65c-3cf979797b98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:22:16Z', 'updated_at': '2021-10-30T15:22:22Z', 'revision_number': 5, 'project_id': '948fc479db984977b4adb38957b43a5b', 'subnets': [{'id': 'ecf088ac-4d47-4ab3-a65c-3cf979797b98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:24:18.040164 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003384f4-0c3b-4143-bdd3-38f442d3bf47 req-f23c428d-1812-43ff-a9c7-057c164ec64f tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:18.042217 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-003384f4-0c3b-4143-bdd3-38f442d3bf47 req-f23c428d-1812-43ff-a9c7-057c164ec64f tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 944 time: 0.0566721 Oct 30 15:24:18.107791 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-003384f4-0c3b-4143-bdd3-38f442d3bf47 req-fc3449d7-4fee-43d4-9de1-0d018a4b7629 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581181 Oct 30 15:24:18.140567 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d488f181-3a7f-4f89-a9b8-9cec5d700157 None None] New status for floating IP 92c6292a-15cd-437f-b631-41cb9f55ee08: DOWN {{(pid=102133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 15:24:18.157110 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accf40ed-0c88-4eab-88c0-81dbf6815bd9 req-618b6122-39bf-4049-b716-0cd418707b43 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:18.158753 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-accf40ed-0c88-4eab-88c0-81dbf6815bd9 req-618b6122-39bf-4049-b716-0cd418707b43 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=a41560fd-de97-43da-b54f-069eab15660b HTTP/1.1" status: 200 len: 945 time: 0.0535712 Oct 30 15:24:18.197888 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-accf40ed-0c88-4eab-88c0-81dbf6815bd9 req-2ab6ca84-a5d2-430b-b6d5-2f9aac0b7701 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325224 Oct 30 15:24:18.426561 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 51584) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:24:18.489196 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2aac7ada-688f-4160-953c-b8a440dac5f5 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:18.512440 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2aac7ada-688f-4160-953c-b8a440dac5f5 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:18.559887 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2aac7ada-688f-4160-953c-b8a440dac5f5 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:18.562614 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2aac7ada-688f-4160-953c-b8a440dac5f5 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:18.563901 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-2aac7ada-688f-4160-953c-b8a440dac5f5 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] 10.222.0.62 "DELETE /v2.0/security-groups/eec10fb9-0ab1-44f7-aabf-ae80be276d74 HTTP/1.1" status: 204 len: 168 time: 0.1363559 Oct 30 15:24:18.566465 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 51592) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:24:18.573406 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac7ada-688f-4160-953c-b8a440dac5f5 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec10fb9-0ab1-44f7-aabf-ae80be276d74,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:24:18.581180 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [None req-df32f2b0-e9de-483e-a553-f67f3a3ae2b4 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] show failed (client error): The resource could not be found. Oct 30 15:24:18.587481 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-df32f2b0-e9de-483e-a553-f67f3a3ae2b4 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] 10.222.0.62 "GET /v2.0/security-groups/eec10fb9-0ab1-44f7-aabf-ae80be276d74 HTTP/1.1" status: 404 len: 347 time: 0.0198014 Oct 30 15:24:18.590920 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 51594) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:24:18.723872 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-b77f6a87-f1f0-43fe-a674-63300fa82a68 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Deleting port c4f88802-8bfd-4e7d-beae-ca429e049b02 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:24:18.724213 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b77f6a87-f1f0-43fe-a674-63300fa82a68 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:18.803977 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b77f6a87-f1f0-43fe-a674-63300fa82a68 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:18.804597 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b77f6a87-f1f0-43fe-a674-63300fa82a68 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:18.816696 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-b77f6a87-f1f0-43fe-a674-63300fa82a68 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Calling delete_port for c4f88802-8bfd-4e7d-beae-ca429e049b02 owned by network:floatingip {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:24:18.957438 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b77f6a87-f1f0-43fe-a674-63300fa82a68 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:18.983969 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f6a87-f1f0-43fe-a674-63300fa82a68 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Pushing event deleted for resources: {'Port': ['ID=c4f88802-8bfd-4e7d-beae-ca429e049b02,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:24:19.048960 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b77f6a87-f1f0-43fe-a674-63300fa82a68 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Publish callbacks [] for floatingip, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:19.051656 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b77f6a87-f1f0-43fe-a674-63300fa82a68 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:19.052850 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b77f6a87-f1f0-43fe-a674-63300fa82a68 tempest-ServersTestManualDisk-511586718 tempest-ServersTestManualDisk-511586718-project] 10.222.0.62 "DELETE /v2.0/floatingips/92c6292a-15cd-437f-b631-41cb9f55ee08 HTTP/1.1" status: 204 len: 168 time: 0.4606826 Oct 30 15:24:19.056062 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 51604) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:24:19.240958 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 02851054-9b38-4069-ba34-41432f2b8b46 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:24:19.263356 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: 02851054-9b38-4069-ba34-41432f2b8b46 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:24:19.264062 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 02851054-9b38-4069-ba34-41432f2b8b46 not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:24:19.298097 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c18e416-0511-4969-b139-bfb060cfee4e req-d6011b23-b77a-4f0c-a789-288681eac05d tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:19.300256 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4c18e416-0511-4969-b139-bfb060cfee4e req-d6011b23-b77a-4f0c-a789-288681eac05d tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 944 time: 0.0907953 Oct 30 15:24:19.350686 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4c18e416-0511-4969-b139-bfb060cfee4e req-32460971-1816-4016-b2ae-1b7508bc8e2b tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440893 Oct 30 15:24:19.390738 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddaa4f7-c90d-42e8-886a-99741fdbed35 req-770a2ef5-ddaa-491a-9bc0-190a904c4ab7 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:19.392237 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7ddaa4f7-c90d-42e8-886a-99741fdbed35 req-770a2ef5-ddaa-491a-9bc0-190a904c4ab7 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=a41560fd-de97-43da-b54f-069eab15660b HTTP/1.1" status: 200 len: 945 time: 0.1042233 Oct 30 15:24:19.449227 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7ddaa4f7-c90d-42e8-886a-99741fdbed35 req-0d52162e-094a-44c2-99a5-b753d54ae7ad tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505292 Oct 30 15:24:19.523683 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4a24df3f-3890-4f63-8e10-b847c3698316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:19.790097 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-4a24df3f-3890-4f63-8e10-b847c3698316 admin admin] Deleting port 97a508c5-b43d-491a-8831-e642fa3c9fb5 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:24:19.790854 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4a24df3f-3890-4f63-8e10-b847c3698316 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:19.867821 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-4a24df3f-3890-4f63-8e10-b847c3698316 admin admin] For port 97a508c5-b43d-491a-8831-e642fa3c9fb5, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=97a508c5-b43d-491a-8831-e642fa3c9fb5,segment=NetworkSegment(4338780a-336d-4cf6-b340-ea8b7e35acfc),segment_id=4338780a-336d-4cf6-b340-ea8b7e35acfc)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:24:19.868181 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4a24df3f-3890-4f63-8e10-b847c3698316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:19.880874 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-4a24df3f-3890-4f63-8e10-b847c3698316 admin admin] Calling delete_port for 97a508c5-b43d-491a-8831-e642fa3c9fb5 owned by network:router_interface {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:24:20.075356 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4a24df3f-3890-4f63-8e10-b847c3698316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:20.111977 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a24df3f-3890-4f63-8e10-b847c3698316 admin admin] Pushing event deleted for resources: {'Port': ['ID=97a508c5-b43d-491a-8831-e642fa3c9fb5,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:24:20.321868 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4a24df3f-3890-4f63-8e10-b847c3698316 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:20.484063 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe1de1-a272-40f5-b555-3a834d8ece40 req-8cea257a-9ef3-4e76-a45e-3e5383607b01 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:20.485558 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8bbe1de1-a272-40f5-b555-3a834d8ece40 req-8cea257a-9ef3-4e76-a45e-3e5383607b01 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 944 time: 0.0674157 Oct 30 15:24:20.621513 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bb5e30-9dea-441e-b5d2-3f61fa5403d9 req-4747b2c5-9973-4983-9529-23e327d06d97 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:20.623091 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-14bb5e30-9dea-441e-b5d2-3f61fa5403d9 req-4747b2c5-9973-4983-9529-23e327d06d97 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=a41560fd-de97-43da-b54f-069eab15660b HTTP/1.1" status: 200 len: 945 time: 0.0751829 Oct 30 15:24:20.687950 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-14bb5e30-9dea-441e-b5d2-3f61fa5403d9 req-f3d76424-13d0-48c6-b9a2-38fdd83dd1f1 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544062 Oct 30 15:24:20.918106 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8bbe1de1-a272-40f5-b555-3a834d8ece40 req-c06b34ce-6eb0-43c2-98d2-e305c6f47774 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4015925 Oct 30 15:24:20.950777 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a24df3f-3890-4f63-8e10-b847c3698316 admin admin] Router b504a3e4-1717-4233-bcbc-98c075d5ea66 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:24:21.070676 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a24df3f-3890-4f63-8e10-b847c3698316 admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:24:21.079153 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 51670) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:24:21.079308 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-4a24df3f-3890-4f63-8e10-b847c3698316 admin admin] 10.222.0.62 "PUT /v2.0/routers/b504a3e4-1717-4233-bcbc-98c075d5ea66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0220068 Oct 30 15:24:21.090394 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d85e89b-598a-4247-b504-f6ce2f3e580e None None] Sync routers for ids ['b504a3e4-1717-4233-bcbc-98c075d5ea66'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:24:21.102101 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d85e89b-598a-4247-b504-f6ce2f3e580e None None] Routers {'b504a3e4-1717-4233-bcbc-98c075d5ea66'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:24:21.102805 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-9d85e89b-598a-4247-b504-f6ce2f3e580e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:23:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['b504a3e4-1717-4233-bcbc-98c075d5ea66'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:24:21.205295 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-86fbe52b-2c82-4a15-9311-23885c4b7288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:21.217985 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-14e2f067-263f-4a49-a1ea-f0c4779dde7d admin admin] Publish callbacks [] for router, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:21.241632 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-9d85e89b-598a-4247-b504-f6ce2f3e580e None None] Set router b504a3e4-1717-4233-bcbc-98c075d5ea66 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:24:21.324284 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-14e2f067-263f-4a49-a1ea-f0c4779dde7d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:21.407763 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-14e2f067-263f-4a49-a1ea-f0c4779dde7d admin admin] Deleting port 98be4529-a85a-4f14-b1cd-e9f10866d3c8 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:24:21.408246 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-14e2f067-263f-4a49-a1ea-f0c4779dde7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:21.509636 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-14e2f067-263f-4a49-a1ea-f0c4779dde7d admin admin] For port 98be4529-a85a-4f14-b1cd-e9f10866d3c8, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=98be4529-a85a-4f14-b1cd-e9f10866d3c8,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:24:21.510283 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-14e2f067-263f-4a49-a1ea-f0c4779dde7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:21.523454 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-14e2f067-263f-4a49-a1ea-f0c4779dde7d admin admin] Calling delete_port for 98be4529-a85a-4f14-b1cd-e9f10866d3c8 owned by network:router_gateway {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:24:21.627682 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-9d85e89b-598a-4247-b504-f6ce2f3e580e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b504a3e4-1717-4233-bcbc-98c075d5ea66', 'name': 'tempest-ServersTestManualDisk-537088945-router', 'tenant_id': '948fc479db984977b4adb38957b43a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '98be4529-a85a-4f14-b1cd-e9f10866d3c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:22:14Z', 'updated_at': '2021-10-30T15:24:20Z', 'revision_number': 5, 'project_id': '948fc479db984977b4adb38957b43a5b', 'gw_port': {'id': '98be4529-a85a-4f14-b1cd-e9f10866d3c8', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b504a3e4-1717-4233-bcbc-98c075d5ea66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:22:15Z', 'updated_at': '2021-10-30T15:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:24:21.661112 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d85e89b-598a-4247-b504-f6ce2f3e580e None None] Checking router: b504a3e4-1717-4233-bcbc-98c075d5ea66 for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:24:21.674908 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d85e89b-598a-4247-b504-f6ce2f3e580e None None] Routers {'b504a3e4-1717-4233-bcbc-98c075d5ea66'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:24:21.675824 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-9d85e89b-598a-4247-b504-f6ce2f3e580e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:23:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['b504a3e4-1717-4233-bcbc-98c075d5ea66'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:24:21.728038 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-14e2f067-263f-4a49-a1ea-f0c4779dde7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:21.784521 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e2f067-263f-4a49-a1ea-f0c4779dde7d admin admin] Pushing event deleted for resources: {'Port': ['ID=98be4529-a85a-4f14-b1cd-e9f10866d3c8,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:24:21.846059 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-9d85e89b-598a-4247-b504-f6ce2f3e580e None None] Set router b504a3e4-1717-4233-bcbc-98c075d5ea66 gateway port host: None {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:24:21.858960 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-14e2f067-263f-4a49-a1ea-f0c4779dde7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:21.894255 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d3385a-ff96-45aa-a18c-31d5e4cc3eb6 req-b804d07a-8ab8-4fa5-8915-a2ba8ab9cd0d tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:21.908046 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-90d3385a-ff96-45aa-a18c-31d5e4cc3eb6 req-b804d07a-8ab8-4fa5-8915-a2ba8ab9cd0d tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=a41560fd-de97-43da-b54f-069eab15660b HTTP/1.1" status: 200 len: 945 time: 0.0853219 Oct 30 15:24:21.919095 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-9d85e89b-598a-4247-b504-f6ce2f3e580e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b504a3e4-1717-4233-bcbc-98c075d5ea66', 'name': 'tempest-ServersTestManualDisk-537088945-router', 'tenant_id': '948fc479db984977b4adb38957b43a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:22:14Z', 'updated_at': '2021-10-30T15:24:21Z', 'revision_number': 6, 'project_id': '948fc479db984977b4adb38957b43a5b', 'gw_port_host': None}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:24:21.961172 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d85e89b-598a-4247-b504-f6ce2f3e580e None None] The sync data for ids ['b504a3e4-1717-4233-bcbc-98c075d5ea66'] in n-d-806683-17 is: [{'id': 'b504a3e4-1717-4233-bcbc-98c075d5ea66', 'name': 'tempest-ServersTestManualDisk-537088945-router', 'tenant_id': '948fc479db984977b4adb38957b43a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:22:14Z', 'updated_at': '2021-10-30T15:24:21Z', 'revision_number': 6, 'project_id': '948fc479db984977b4adb38957b43a5b', 'gw_port_host': None}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:24:21.976082 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-14e2f067-263f-4a49-a1ea-f0c4779dde7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:21.978747 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-14e2f067-263f-4a49-a1ea-f0c4779dde7d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:21.979983 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-90d3385a-ff96-45aa-a18c-31d5e4cc3eb6 req-f1100a0f-e1c3-4729-bd1f-44b53ccb1556 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711305 Oct 30 15:24:22.107104 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-14e2f067-263f-4a49-a1ea-f0c4779dde7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:22.107785 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e2f067-263f-4a49-a1ea-f0c4779dde7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b504a3e4-1717-4233-bcbc-98c075d5ea66 {{(pid=102131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:24:22.133713 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-14e2f067-263f-4a49-a1ea-f0c4779dde7d admin admin] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:22.135019 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-14e2f067-263f-4a49-a1ea-f0c4779dde7d admin admin] 10.222.0.62 "DELETE /v2.0/routers/b504a3e4-1717-4233-bcbc-98c075d5ea66 HTTP/1.1" status: 204 len: 168 time: 1.0540967 Oct 30 15:24:22.138254 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 51696) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:24:22.152737 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a409511a-9311-4c41-af4c-dc2d738a8989 req-4876d611-403b-4434-be40-b267a406cea0 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:22.163887 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a409511a-9311-4c41-af4c-dc2d738a8989 req-4876d611-403b-4434-be40-b267a406cea0 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 944 time: 0.1076007 Oct 30 15:24:22.207899 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9a035d2-478d-433b-94e6-2ab45c23b2e4 admin admin] Deleting subnet ecf088ac-4d47-4ab3-a65c-3cf979797b98 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:24:22.212303 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b9a035d2-478d-433b-94e6-2ab45c23b2e4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:22.236076 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a409511a-9311-4c41-af4c-dc2d738a8989 req-3b002037-9ef6-4e99-abfd-c953125c578f tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709300 Oct 30 15:24:22.258610 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b9a035d2-478d-433b-94e6-2ab45c23b2e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:22.361430 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b9a035d2-478d-433b-94e6-2ab45c23b2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:22.434346 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b9a035d2-478d-433b-94e6-2ab45c23b2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:22.464644 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a035d2-478d-433b-94e6-2ab45c23b2e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecf088ac-4d47-4ab3-a65c-3cf979797b98,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:24:22.474369 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b9a035d2-478d-433b-94e6-2ab45c23b2e4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:22.479980 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a9a1cf-ffe6-4bab-8d7b-3339116f632a None None] Network 548d826f-a834-4084-8434-37790d2898e0 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:24:22.488665 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b9a035d2-478d-433b-94e6-2ab45c23b2e4 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/ecf088ac-4d47-4ab3-a65c-3cf979797b98 HTTP/1.1" status: 204 len: 168 time: 0.3472388 Oct 30 15:24:22.489629 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 51702) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:24:22.563044 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2a7a2a0b-1d66-428e-82c3-088343af3f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:22.892598 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4a7d82-f72f-4968-8743-3d58e214fd76 None None] DHCP port deletion for 548d826f-a834-4084-8434-37790d2898e0 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:24:22.984592 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-ff4a7d82-f72f-4968-8743-3d58e214fd76 None None] Deleting port 9815bfe8-b20a-412c-8f29-ad8c0ee01b8d {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:24:22.985383 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ff4a7d82-f72f-4968-8743-3d58e214fd76 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:23.033304 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-2a7a2a0b-1d66-428e-82c3-088343af3f55 admin admin] Deleting port 9815bfe8-b20a-412c-8f29-ad8c0ee01b8d {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:24:23.033869 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2a7a2a0b-1d66-428e-82c3-088343af3f55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:23.109595 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-2a7a2a0b-1d66-428e-82c3-088343af3f55 admin admin] For port 9815bfe8-b20a-412c-8f29-ad8c0ee01b8d, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=9815bfe8-b20a-412c-8f29-ad8c0ee01b8d,segment=NetworkSegment(4338780a-336d-4cf6-b340-ea8b7e35acfc),segment_id=4338780a-336d-4cf6-b340-ea8b7e35acfc)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:24:23.110018 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2a7a2a0b-1d66-428e-82c3-088343af3f55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:23.111682 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-ff4a7d82-f72f-4968-8743-3d58e214fd76 None None] For port 9815bfe8-b20a-412c-8f29-ad8c0ee01b8d, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=9815bfe8-b20a-412c-8f29-ad8c0ee01b8d,segment=NetworkSegment(4338780a-336d-4cf6-b340-ea8b7e35acfc),segment_id=4338780a-336d-4cf6-b340-ea8b7e35acfc)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:24:23.112293 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ff4a7d82-f72f-4968-8743-3d58e214fd76 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:23.124182 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-2a7a2a0b-1d66-428e-82c3-088343af3f55 admin admin] Calling delete_port for 9815bfe8-b20a-412c-8f29-ad8c0ee01b8d owned by network:dhcp {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:24:23.127536 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-ff4a7d82-f72f-4968-8743-3d58e214fd76 None None] Calling delete_port for 9815bfe8-b20a-412c-8f29-ad8c0ee01b8d owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:24:23.225422 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ff4a7d82-f72f-4968-8743-3d58e214fd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:23.254317 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4a7d82-f72f-4968-8743-3d58e214fd76 None None] Pushing event deleted for resources: {'Port': ['ID=9815bfe8-b20a-412c-8f29-ad8c0ee01b8d,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:24:23.262111 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2a7a2a0b-1d66-428e-82c3-088343af3f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:23.267627 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4a7d82-f72f-4968-8743-3d58e214fd76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:24:23.268264 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4a7d82-f72f-4968-8743-3d58e214fd76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:24:23.268983 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4a7d82-f72f-4968-8743-3d58e214fd76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:24:23.269507 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4a7d82-f72f-4968-8743-3d58e214fd76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:24:23.270010 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4a7d82-f72f-4968-8743-3d58e214fd76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:24:23.270503 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4a7d82-f72f-4968-8743-3d58e214fd76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:24:23.271002 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4a7d82-f72f-4968-8743-3d58e214fd76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:24:23.271858 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4a7d82-f72f-4968-8743-3d58e214fd76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:24:23.272763 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4a7d82-f72f-4968-8743-3d58e214fd76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:24:23.273555 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4a7d82-f72f-4968-8743-3d58e214fd76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:24:23.274057 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4a7d82-f72f-4968-8743-3d58e214fd76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:24:23.274542 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4a7d82-f72f-4968-8743-3d58e214fd76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:24:23.274963 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7e7ae8-11a7-418f-8d0b-3ca5a54a97ce req-cc7b92d6-491f-4e79-919f-0558cb882396 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:23.286556 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4a7d82-f72f-4968-8743-3d58e214fd76 None None] No DVR routers for this DVR port 9815bfe8-b20a-412c-8f29-ad8c0ee01b8d on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:24:23.304696 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0e7e7ae8-11a7-418f-8d0b-3ca5a54a97ce req-cc7b92d6-491f-4e79-919f-0558cb882396 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=a41560fd-de97-43da-b54f-069eab15660b HTTP/1.1" status: 200 len: 945 time: 0.0967877 Oct 30 15:24:23.307274 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7a2a0b-1d66-428e-82c3-088343af3f55 admin admin] Pushing event deleted for resources: {'Port': ['ID=9815bfe8-b20a-412c-8f29-ad8c0ee01b8d,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:24:23.314577 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7a2a0b-1d66-428e-82c3-088343af3f55 admin admin] No DVR routers for this DVR port 9815bfe8-b20a-412c-8f29-ad8c0ee01b8d on host n-d-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:24:23.360914 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0e7e7ae8-11a7-418f-8d0b-3ca5a54a97ce req-b84f9157-0bad-46ba-9640-5d83cb1fe864 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552156 Oct 30 15:24:23.419425 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2a7a2a0b-1d66-428e-82c3-088343af3f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:23.461050 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-2a7a2a0b-1d66-428e-82c3-088343af3f55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['548d826f-a834-4084-8434-37790d2898e0']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:24:23.486892 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-2a7a2a0b-1d66-428e-82c3-088343af3f55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4338780a-336d-4cf6-b340-ea8b7e35acfc') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:24:23.488175 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-2a7a2a0b-1d66-428e-82c3-088343af3f55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4338780a-336d-4cf6-b340-ea8b7e35acfc') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:24:23.504190 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 98be4529-a85a-4f14-b1cd-e9f10866d3c8 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:24:23.512443 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2a7a2a0b-1d66-428e-82c3-088343af3f55 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:23.515633 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0314549-ed94-4e84-a589-888d58165847 req-a87a6ee8-09c9-4f04-85a1-39af35ef88f9 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:23.522116 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a0314549-ed94-4e84-a589-888d58165847 req-a87a6ee8-09c9-4f04-85a1-39af35ef88f9 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 944 time: 0.0963771 Oct 30 15:24:23.532760 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2a7a2a0b-1d66-428e-82c3-088343af3f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:23.535370 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 98be4529-a85a-4f14-b1cd-e9f10866d3c8 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:24:23.536516 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 98be4529-a85a-4f14-b1cd-e9f10866d3c8 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:24:23.537462 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 97a508c5-b43d-491a-8831-e642fa3c9fb5 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:24:23.539688 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a7a2a0b-1d66-428e-82c3-088343af3f55 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:24:23.540345 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2a7a2a0b-1d66-428e-82c3-088343af3f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:23.542738 n-d-806683-17 neutron-server[102131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:24:23.542738 n-d-806683-17 neutron-server[102131]: self.session.flush() Oct 30 15:24:23.542738 n-d-806683-17 neutron-server[102131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:24:23.542738 n-d-806683-17 neutron-server[102131]: self.session.flush() Oct 30 15:24:23.542738 n-d-806683-17 neutron-server[102131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:24:23.542738 n-d-806683-17 neutron-server[102131]: self.session.flush() Oct 30 15:24:23.542738 n-d-806683-17 neutron-server[102131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:24:23.542738 n-d-806683-17 neutron-server[102131]: self.session.flush() Oct 30 15:24:23.542738 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:24:23.542738 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:24:23.542738 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:24:23.542738 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:24:23.542738 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:24:23.542738 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:24:23.542738 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:24:23.542738 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:24:23.542738 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:24:23.542738 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:24:23.542738 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:24:23.542738 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:24:23.542738 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:24:23.542738 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:24:23.542738 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:24:23.542738 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:24:23.542738 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:24:23.542738 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:24:23.542738 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:24:23.542738 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:24:23.542738 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:24:23.542738 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:24:23.542738 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:24:23.542738 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:24:23.542738 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:24:23.542738 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:24:23.542738 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:24:23.542738 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:24:23.542738 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:24:23.542738 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:24:23.542738 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:24:23.542738 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:24:23.583271 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 97a508c5-b43d-491a-8831-e642fa3c9fb5 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:24:23.583737 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 97a508c5-b43d-491a-8831-e642fa3c9fb5 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:24:23.584159 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 9815bfe8-b20a-412c-8f29-ad8c0ee01b8d no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:24:23.598952 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a0314549-ed94-4e84-a589-888d58165847 req-bbc2f8ad-c30f-4e23-9f71-7d6c2beddd31 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666912 Oct 30 15:24:23.613196 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 9815bfe8-b20a-412c-8f29-ad8c0ee01b8d {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:24:23.613705 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 9815bfe8-b20a-412c-8f29-ad8c0ee01b8d not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:24:23.669389 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2a7a2a0b-1d66-428e-82c3-088343af3f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:23.686092 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2a7a2a0b-1d66-428e-82c3-088343af3f55 admin admin] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:23.696588 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-2a7a2a0b-1d66-428e-82c3-088343af3f55 admin admin] 10.222.0.62 "DELETE /v2.0/networks/548d826f-a834-4084-8434-37790d2898e0 HTTP/1.1" status: 204 len: 168 time: 1.2057290 Oct 30 15:24:23.715493 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7a2a0b-1d66-428e-82c3-088343af3f55 admin admin] Pushing event deleted for resources: {'Network': ['ID=548d826f-a834-4084-8434-37790d2898e0,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:24:23.735366 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-aa0af7ab-cc2c-45be-a51e-9678b873022e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:23.880125 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 51734) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:24:23.936702 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec7d76-3311-4530-a31c-d14d804132d7 req-d91543be-9253-4af5-913c-9dcc522d73f7 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:23.940733 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-08ec7d76-3311-4530-a31c-d14d804132d7 req-d91543be-9253-4af5-913c-9dcc522d73f7 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 944 time: 0.0865324 Oct 30 15:24:23.976085 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-f2f6b069-ef81-4c6c-bf4d-a589a48c2907 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=948fc479db984977b4adb38957b43a5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0943682 Oct 30 15:24:23.978192 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 51740) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:24:23.999064 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a4c145-ea44-4bce-b3f0-ff5a1fb8d310 req-b1cf3a29-c3d7-4592-bf5a-ca70063af7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:24.000383 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-89a4c145-ea44-4bce-b3f0-ff5a1fb8d310 req-b1cf3a29-c3d7-4592-bf5a-ca70063af7f0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=19817faf69a4405b907421887c1772e6&device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 1096 time: 0.0924726 Oct 30 15:24:24.004970 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-08ec7d76-3311-4530-a31c-d14d804132d7 req-d34ddfcb-21bc-4b3e-9571-4c10d6cec2a2 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595534 Oct 30 15:24:24.048017 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9059694d-9496-4d1e-826f-44c4941ed47e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:24.069634 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9059694d-9496-4d1e-826f-44c4941ed47e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:24.119832 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a4c145-ea44-4bce-b3f0-ff5a1fb8d310 req-721d03de-685e-4bcf-b14e-386a73f1ca5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:24.121500 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-89a4c145-ea44-4bce-b3f0-ff5a1fb8d310 req-721d03de-685e-4bcf-b14e-386a73f1ca5f service neutron] 10.222.0.44 "GET /v2.0/networks?id=d26e81b3-f432-4f3d-bc5b-f2edc1c076d6 HTTP/1.1" status: 200 len: 911 time: 0.1139891 Oct 30 15:24:24.124769 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9059694d-9496-4d1e-826f-44c4941ed47e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:24.128423 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9059694d-9496-4d1e-826f-44c4941ed47e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:24.129897 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9059694d-9496-4d1e-826f-44c4941ed47e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/31b09478-2404-4eb8-9a31-5ee504920201 HTTP/1.1" status: 204 len: 168 time: 0.1504760 Oct 30 15:24:24.139551 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9059694d-9496-4d1e-826f-44c4941ed47e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b09478-2404-4eb8-9a31-5ee504920201,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:24:24.214449 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-89a4c145-ea44-4bce-b3f0-ff5a1fb8d310 req-4e918a0c-cfd7-44a4-ae87-566b0dce066d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd7bcfbf-1623-489f-a384-785738bf069f HTTP/1.1" status: 200 len: 999 time: 0.0806487 Oct 30 15:24:24.274562 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a4c145-ea44-4bce-b3f0-ff5a1fb8d310 req-b834b611-35bb-4bd0-b007-36ae04f30f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:24.276201 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-89a4c145-ea44-4bce-b3f0-ff5a1fb8d310 req-b834b611-35bb-4bd0-b007-36ae04f30f20 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d862e367-a3ef-41d8-9769-a6945d8f8b1d HTTP/1.1" status: 200 len: 849 time: 0.0516546 Oct 30 15:24:24.358154 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a4c145-ea44-4bce-b3f0-ff5a1fb8d310 req-f6da4045-8700-4d52-8577-28b869c2d5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:24.359717 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-89a4c145-ea44-4bce-b3f0-ff5a1fb8d310 req-f6da4045-8700-4d52-8577-28b869c2d5f4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d26e81b3-f432-4f3d-bc5b-f2edc1c076d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0758924 Oct 30 15:24:24.549276 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaa9394-7a3b-4b92-9644-d92300925189 req-cb1b0348-9d24-4cd7-8c1d-28185e009802 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:24.552320 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bdaa9394-7a3b-4b92-9644-d92300925189 req-cb1b0348-9d24-4cd7-8c1d-28185e009802 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=a41560fd-de97-43da-b54f-069eab15660b HTTP/1.1" status: 200 len: 945 time: 0.0969989 Oct 30 15:24:24.574313 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-89a4c145-ea44-4bce-b3f0-ff5a1fb8d310 req-4d02252a-8d92-4476-859d-a64e1dfe864c service neutron] 10.222.0.44 "GET /v2.0/networks/d26e81b3-f432-4f3d-bc5b-f2edc1c076d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071333 Oct 30 15:24:24.621842 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:24.632408 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bdaa9394-7a3b-4b92-9644-d92300925189 req-1bdef766-fbc2-403e-beb3-73d129317851 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726335 Oct 30 15:24:24.731047 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-89a4c145-ea44-4bce-b3f0-ff5a1fb8d310 req-c54a08bc-7f1b-48ba-8d31-89894f87635f service neutron] 10.222.0.44 "GET /v2.0/networks/d26e81b3-f432-4f3d-bc5b-f2edc1c076d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489117 Oct 30 15:24:24.875982 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:25.164470 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 51784) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:24:25.180237 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555c5d38-79ae-4273-a4d3-01b93fa8eeb1 req-862c2c86-19e9-4991-ae46-afca8bfb2ced tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:25.188078 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-555c5d38-79ae-4273-a4d3-01b93fa8eeb1 req-862c2c86-19e9-4991-ae46-afca8bfb2ced tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 944 time: 0.0767016 Oct 30 15:24:25.231682 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-555c5d38-79ae-4273-a4d3-01b93fa8eeb1 req-af20d765-c95c-4a4a-80f6-fff40fc9e148 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426669 Oct 30 15:24:25.335759 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-3ccd2b46-97b8-43d3-8b67-52795a4201fc admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1293173945-network', 'tenant_id': '959ce7ef0e4c4b6e8cc140278128175b'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:24:25.377176 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ccd2b46-97b8-43d3-8b67-52795a4201fc admin admin] Made reservation on behalf of 959ce7ef0e4c4b6e8cc140278128175b for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:24:25.379629 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3ccd2b46-97b8-43d3-8b67-52795a4201fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:25.397922 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3ccd2b46-97b8-43d3-8b67-52795a4201fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:25.488694 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3ccd2b46-97b8-43d3-8b67-52795a4201fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:25.492896 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3ccd2b46-97b8-43d3-8b67-52795a4201fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:25.519034 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ccd2b46-97b8-43d3-8b67-52795a4201fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:24:25.529552 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd2b46-97b8-43d3-8b67-52795a4201fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e3a8ab-b37e-4f55-b03c-9b634fb2bdf1,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:24:25.535388 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3ccd2b46-97b8-43d3-8b67-52795a4201fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:25.535782 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-3ccd2b46-97b8-43d3-8b67-52795a4201fc admin admin] Added segment 469864e6-0889-403c-b415-1c60b653c300 of type vlan for network 3e9d68e2-3683-4edf-8c89-7d0bec1b2cba Oct 30 15:24:25.579409 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3ccd2b46-97b8-43d3-8b67-52795a4201fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:25.607309 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3ccd2b46-97b8-43d3-8b67-52795a4201fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:25.608764 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ccd2b46-97b8-43d3-8b67-52795a4201fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:25.609352 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3ccd2b46-97b8-43d3-8b67-52795a4201fc admin admin] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:25.725517 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd2b46-97b8-43d3-8b67-52795a4201fc admin admin] Pushing event updated for resources: {'Network': ['ID=3e9d68e2-3683-4edf-8c89-7d0bec1b2cba,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:24:25.733755 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-3ccd2b46-97b8-43d3-8b67-52795a4201fc admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5679698 Oct 30 15:24:25.736905 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 51802) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:24:25.741130 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 3e9d68e2-3683-4edf-8c89-7d0bec1b2cba details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:24:25.744391 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-385abd12-322d-4a56-bfff-0acf1f9d1335 admin admin] Request body: {'subnet': {'network_id': '3e9d68e2-3683-4edf-8c89-7d0bec1b2cba', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1293173945-subnet', 'tenant_id': '959ce7ef0e4c4b6e8cc140278128175b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:24:25.789989 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385abd12-322d-4a56-bfff-0acf1f9d1335 admin admin] Made reservation on behalf of 959ce7ef0e4c4b6e8cc140278128175b for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:24:25.794721 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-385abd12-322d-4a56-bfff-0acf1f9d1335 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:25.845844 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc041670-1d6e-40cf-9a76-bc5f4375e9dc req-03e240fc-fcb5-492e-8e62-eb4b95fdf70b tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:25.847700 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dc041670-1d6e-40cf-9a76-bc5f4375e9dc req-03e240fc-fcb5-492e-8e62-eb4b95fdf70b tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=a41560fd-de97-43da-b54f-069eab15660b HTTP/1.1" status: 200 len: 945 time: 0.0957470 Oct 30 15:24:25.911050 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dc041670-1d6e-40cf-9a76-bc5f4375e9dc req-7eee2084-42dc-4fc6-924d-0e66269d63d3 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499115 Oct 30 15:24:26.020809 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-385abd12-322d-4a56-bfff-0acf1f9d1335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:26.075261 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385abd12-322d-4a56-bfff-0acf1f9d1335 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4089773f-82eb-49c5-952c-97e56c858892,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:24:26.089500 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385abd12-322d-4a56-bfff-0acf1f9d1335 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:24:26.089838 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385abd12-322d-4a56-bfff-0acf1f9d1335 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:24:26.090193 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385abd12-322d-4a56-bfff-0acf1f9d1335 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:24:26.090568 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385abd12-322d-4a56-bfff-0acf1f9d1335 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:24:26.090854 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385abd12-322d-4a56-bfff-0acf1f9d1335 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:24:26.091181 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385abd12-322d-4a56-bfff-0acf1f9d1335 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:24:26.091533 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385abd12-322d-4a56-bfff-0acf1f9d1335 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:24:26.091863 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385abd12-322d-4a56-bfff-0acf1f9d1335 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:24:26.092189 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385abd12-322d-4a56-bfff-0acf1f9d1335 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:24:26.092513 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385abd12-322d-4a56-bfff-0acf1f9d1335 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:24:26.092839 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385abd12-322d-4a56-bfff-0acf1f9d1335 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:24:26.093166 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385abd12-322d-4a56-bfff-0acf1f9d1335 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:24:26.098776 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385abd12-322d-4a56-bfff-0acf1f9d1335 admin admin] Checking segment: {'id': '469864e6-0889-403c-b415-1c60b653c300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3e9d68e2-3683-4edf-8c89-7d0bec1b2cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:24:26.099136 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385abd12-322d-4a56-bfff-0acf1f9d1335 admin admin] Network hostable DHCP agents. Network: 3e9d68e2-3683-4edf-8c89-7d0bec1b2cba, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:24:26.117123 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385abd12-322d-4a56-bfff-0acf1f9d1335 admin admin] Network 3e9d68e2-3683-4edf-8c89-7d0bec1b2cba is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:24:26.127366 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-385abd12-322d-4a56-bfff-0acf1f9d1335 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 3e9d68e2-3683-4edf-8c89-7d0bec1b2cba) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:24:26.132886 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385abd12-322d-4a56-bfff-0acf1f9d1335 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:26.133804 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-385abd12-322d-4a56-bfff-0acf1f9d1335 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:26.138805 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7803c8f-b56f-43a8-8072-b8a75c6640bf None None] Network 3e9d68e2-3683-4edf-8c89-7d0bec1b2cba requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:24:26.168286 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-385abd12-322d-4a56-bfff-0acf1f9d1335 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4296026 Oct 30 15:24:26.332125 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec85cfb-ff01-4338-92a1-1afe9997f73e None None] Network 3e9d68e2-3683-4edf-8c89-7d0bec1b2cba requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:24:26.392531 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76363a3-f9c8-4b6b-ba5d-a9c011e624c6 req-114298a8-8818-41b6-bf4e-0b2d02f7865b tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:26.394471 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c76363a3-f9c8-4b6b-ba5d-a9c011e624c6 req-114298a8-8818-41b6-bf4e-0b2d02f7865b tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 944 time: 0.0780406 Oct 30 15:24:26.496064 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c76363a3-f9c8-4b6b-ba5d-a9c011e624c6 req-be413646-9082-491a-a8b3-2a4f403516d5 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926125 Oct 30 15:24:26.544140 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:26.694881 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd924e87-c88f-41e6-a52c-cbc4baeb47ab req-c33464c4-8fae-41d6-83bb-d96ba7952db0 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:26.702819 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cd924e87-c88f-41e6-a52c-cbc4baeb47ab req-c33464c4-8fae-41d6-83bb-d96ba7952db0 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 944 time: 0.0814049 Oct 30 15:24:26.747027 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cd924e87-c88f-41e6-a52c-cbc4baeb47ab req-20cf8266-e77d-4952-ab8d-fc592f1608d6 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432980 Oct 30 15:24:26.801349 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-58ca367d-b8ca-48ff-82d1-2b061d1b0815 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:26.802984 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-58ca367d-b8ca-48ff-82d1-2b061d1b0815 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] 10.222.0.62 "GET /v2.0/networks?id=3e9d68e2-3683-4edf-8c89-7d0bec1b2cba HTTP/1.1" status: 200 len: 813 time: 0.1319661 Oct 30 15:24:26.833327 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-17cc0afc-f66a-4f77-8838-2a317f2a00af tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] 10.222.0.62 "GET /v2.0/quotas/959ce7ef0e4c4b6e8cc140278128175b HTTP/1.1" status: 200 len: 375 time: 0.0232317 Oct 30 15:24:26.901034 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-4d5e71dc-fc65-47f5-b4da-c99433a08bf4 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=959ce7ef0e4c4b6e8cc140278128175b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0561218 Oct 30 15:24:26.936029 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf7840-44cc-4729-9e0a-971efd2eed7f req-2bf41e42-71e6-43f4-a9a9-9a6103dba572 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:26.940745 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-abbf7840-44cc-4729-9e0a-971efd2eed7f req-2bf41e42-71e6-43f4-a9a9-9a6103dba572 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 944 time: 0.0618346 Oct 30 15:24:27.010253 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-cccd0993-beec-4e0e-bf74-5011bb1c4f1c service neutron] 10.222.0.62 "GET /v2.0/networks/3e9d68e2-3683-4edf-8c89-7d0bec1b2cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082339 Oct 30 15:24:27.012053 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-abbf7840-44cc-4729-9e0a-971efd2eed7f req-74b9d2a1-4d2a-405c-a377-7d329436df6f tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681076 Oct 30 15:24:27.127776 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-5854092f-39e2-4538-98b6-5f00e9ce3ac6 service neutron] 10.222.0.62 "GET /v2.0/networks/3e9d68e2-3683-4edf-8c89-7d0bec1b2cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067946 Oct 30 15:24:27.157978 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4980fcb1-177d-433e-aab3-2a8e35131c6a req-f0573127-a48b-458c-a836-4d22fb66df62 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:27.159737 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4980fcb1-177d-433e-aab3-2a8e35131c6a req-f0573127-a48b-458c-a836-4d22fb66df62 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=a41560fd-de97-43da-b54f-069eab15660b HTTP/1.1" status: 200 len: 945 time: 0.0613055 Oct 30 15:24:27.208660 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4980fcb1-177d-433e-aab3-2a8e35131c6a req-a5906daa-80c7-41ec-ac99-b7942fb0c215 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425723 Oct 30 15:24:27.472716 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e60b9857-efa9-493a-9d2c-02d00f0c74b0 req-5b04a136-01bd-4f99-891f-2d669d70ed61 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] 10.222.0.62 "GET /v2.0/ports?device_id=dacd0851-006e-4da6-82c2-f317d8daff8e HTTP/1.1" status: 200 len: 210 time: 0.0366464 Oct 30 15:24:27.513466 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee6db96-03d6-4647-b75d-4a0209b7ca67 req-20cc2229-4dc8-4b84-a6e1-1d606df42401 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:27.515097 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7ee6db96-03d6-4647-b75d-4a0209b7ca67 req-20cc2229-4dc8-4b84-a6e1-1d606df42401 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 944 time: 0.0565326 Oct 30 15:24:27.556006 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7ee6db96-03d6-4647-b75d-4a0209b7ca67 req-a6dc5b47-9392-4384-99fd-5bb117521bc5 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332656 Oct 30 15:24:28.359486 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dff4988-e391-4191-8907-fed23d850824 req-890d092c-00b5-449f-9209-f9fe579b528d tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:28.361515 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8dff4988-e391-4191-8907-fed23d850824 req-890d092c-00b5-449f-9209-f9fe579b528d tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=a41560fd-de97-43da-b54f-069eab15660b HTTP/1.1" status: 200 len: 945 time: 0.0757155 Oct 30 15:24:28.409361 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8dff4988-e391-4191-8907-fed23d850824 req-c81184d5-7f61-4160-a51f-fb0dd3663fe1 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410268 Oct 30 15:24:28.594018 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-22d1da93-101c-40f7-a6c1-e5a6e8eeca82 req-cc2c9d50-a6c3-4574-acc3-460c950d4502 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] 10.222.0.62 "GET /v2.0/ports?device_id=dacd0851-006e-4da6-82c2-f317d8daff8e HTTP/1.1" status: 200 len: 210 time: 0.0339172 Oct 30 15:24:28.730995 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961211e8-359e-40e3-9cf7-72e1bb627d08 req-f52ead4c-b5a0-46d9-bf07-e48255872e3e tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:28.732794 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-961211e8-359e-40e3-9cf7-72e1bb627d08 req-f52ead4c-b5a0-46d9-bf07-e48255872e3e tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 944 time: 0.0855143 Oct 30 15:24:28.793757 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-961211e8-359e-40e3-9cf7-72e1bb627d08 req-94286964-779f-417f-81a8-0f2109fb04a0 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546377 Oct 30 15:24:28.958965 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-2588aa0d-ec0c-427c-9a55-8409a292dc67 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:28.964211 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-2588aa0d-ec0c-427c-9a55-8409a292dc67 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] 10.222.0.53 "GET /v2.0/networks?id=3e9d68e2-3683-4edf-8c89-7d0bec1b2cba HTTP/1.1" status: 200 len: 813 time: 0.2173944 Oct 30 15:24:28.981437 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-cfd1bf93-2258-4829-aab2-a398237c0b01 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Request body: {'port': {'device_id': 'dacd0851-006e-4da6-82c2-f317d8daff8e', 'network_id': '3e9d68e2-3683-4edf-8c89-7d0bec1b2cba', 'admin_state_up': True, 'tenant_id': '959ce7ef0e4c4b6e8cc140278128175b'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:24:29.332354 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae96fd9-4c52-4f9b-9451-1af5bd3f6cee req-44dc0e29-7a9c-4ae0-aa12-a04d68513a5c tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:29.334327 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dae96fd9-4c52-4f9b-9451-1af5bd3f6cee req-44dc0e29-7a9c-4ae0-aa12-a04d68513a5c tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 944 time: 0.2366395 Oct 30 15:24:29.345603 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8dd28-37b2-49cb-8047-ba771ee44a75 req-6c72fb2d-79e2-4845-a6ea-b75709ab1f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:29.347171 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5ae8dd28-37b2-49cb-8047-ba771ee44a75 req-6c72fb2d-79e2-4845-a6ea-b75709ab1f3a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=19817faf69a4405b907421887c1772e6&device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 1096 time: 0.2271743 Oct 30 15:24:29.356746 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-11995cd7-dd5b-40f7-aee9-8660083cee43 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:29.358112 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-11995cd7-dd5b-40f7-aee9-8660083cee43 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] 10.222.0.53 "GET /v2.0/networks?id=3e9d68e2-3683-4edf-8c89-7d0bec1b2cba HTTP/1.1" status: 200 len: 813 time: 0.2369642 Oct 30 15:24:29.358706 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-cfd1bf93-2258-4829-aab2-a398237c0b01 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Made reservation on behalf of 959ce7ef0e4c4b6e8cc140278128175b for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:24:29.361995 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-cfd1bf93-2258-4829-aab2-a398237c0b01 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:29.398552 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-72b8cac2-f3b8-4f9c-a8c7-571efa3182b4 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Request body: {'port': {'device_id': '22d73a48-a4fc-4f2a-a6b4-86ecef94d99f', 'network_id': '3e9d68e2-3683-4edf-8c89-7d0bec1b2cba', 'admin_state_up': True, 'tenant_id': '959ce7ef0e4c4b6e8cc140278128175b'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:24:29.525977 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dae96fd9-4c52-4f9b-9451-1af5bd3f6cee req-018f5a24-2edc-4a9b-b686-3aacf7833a36 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771469 Oct 30 15:24:29.589472 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7850f40-4379-4700-9141-27da69a4de03 req-5bbd6d4d-2507-465f-9cf9-ce96f25a01a0 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:29.591063 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f7850f40-4379-4700-9141-27da69a4de03 req-5bbd6d4d-2507-465f-9cf9-ce96f25a01a0 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=a41560fd-de97-43da-b54f-069eab15660b HTTP/1.1" status: 200 len: 945 time: 0.0776641 Oct 30 15:24:29.638625 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8dd28-37b2-49cb-8047-ba771ee44a75 req-60a2381b-1119-45f5-aafa-9d2a3677266d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:29.640238 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5ae8dd28-37b2-49cb-8047-ba771ee44a75 req-60a2381b-1119-45f5-aafa-9d2a3677266d service neutron] 10.222.0.44 "GET /v2.0/networks?id=d26e81b3-f432-4f3d-bc5b-f2edc1c076d6 HTTP/1.1" status: 200 len: 911 time: 0.2759292 Oct 30 15:24:29.670007 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f7850f40-4379-4700-9141-27da69a4de03 req-5773b2e3-a8be-461a-b19a-909c425c8141 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697887 Oct 30 15:24:29.726073 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:29.779284 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d76e74a7-88fa-4860-9079-34c64e31bb6e req-2c2d3d4e-bf2e-45b7-9507-46157919d9e5 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] 10.222.0.62 "GET /v2.0/ports?device_id=dacd0851-006e-4da6-82c2-f317d8daff8e HTTP/1.1" status: 200 len: 210 time: 0.0568795 Oct 30 15:24:29.796967 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-72b8cac2-f3b8-4f9c-a8c7-571efa3182b4 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Made reservation on behalf of 959ce7ef0e4c4b6e8cc140278128175b for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:24:29.800486 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-72b8cac2-f3b8-4f9c-a8c7-571efa3182b4 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:29.814506 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-cfd1bf93-2258-4829-aab2-a398237c0b01 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Allocated IP 172.20.0.4 (3e9d68e2-3683-4edf-8c89-7d0bec1b2cba/4089773f-82eb-49c5-952c-97e56c858892/4ef95e7b-f565-468f-95cf-47692540e6df) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:24:29.817923 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5ae8dd28-37b2-49cb-8047-ba771ee44a75 req-58642453-c7c0-4c2b-90fb-d0761c0d70b4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd7bcfbf-1623-489f-a384-785738bf069f HTTP/1.1" status: 200 len: 999 time: 0.1673102 Oct 30 15:24:29.970086 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8dd28-37b2-49cb-8047-ba771ee44a75 req-4256caed-c977-42ee-a7f7-c3c5e46baab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:29.971722 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5ae8dd28-37b2-49cb-8047-ba771ee44a75 req-4256caed-c977-42ee-a7f7-c3c5e46baab4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d862e367-a3ef-41d8-9769-a6945d8f8b1d HTTP/1.1" status: 200 len: 849 time: 0.1455650 Oct 30 15:24:30.093942 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8dd28-37b2-49cb-8047-ba771ee44a75 req-ac6d12ac-7298-4396-b203-18af63172027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:30.095102 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5ae8dd28-37b2-49cb-8047-ba771ee44a75 req-ac6d12ac-7298-4396-b203-18af63172027 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d26e81b3-f432-4f3d-bc5b-f2edc1c076d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1120212 Oct 30 15:24:30.203473 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-cfd1bf93-2258-4829-aab2-a398237c0b01 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:30.251878 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5ae8dd28-37b2-49cb-8047-ba771ee44a75 req-66f32d9d-8848-4992-80ad-5bf401a2a1b4 service neutron] 10.222.0.44 "GET /v2.0/networks/d26e81b3-f432-4f3d-bc5b-f2edc1c076d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474414 Oct 30 15:24:30.282775 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-cfd1bf93-2258-4829-aab2-a398237c0b01 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:30.406149 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-cfd1bf93-2258-4829-aab2-a398237c0b01 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Network 3e9d68e2-3683-4edf-8c89-7d0bec1b2cba is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:24:30.418187 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-cfd1bf93-2258-4829-aab2-a398237c0b01 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:24:30.425016 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-cfd1bf93-2258-4829-aab2-a398237c0b01 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:24:30.429753 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1bf93-2258-4829-aab2-a398237c0b01 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Pushing event updated for resources: {'Port': ['ID=4ef95e7b-f565-468f-95cf-47692540e6df,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:24:30.440688 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-72b8cac2-f3b8-4f9c-a8c7-571efa3182b4 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Allocated IP 172.20.0.2 (3e9d68e2-3683-4edf-8c89-7d0bec1b2cba/4089773f-82eb-49c5-952c-97e56c858892/280ac128-fc20-4a37-9397-24e6d43e2ad8) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:24:30.496924 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5ae8dd28-37b2-49cb-8047-ba771ee44a75 req-eb07201e-8f1b-48b2-874c-b6dd406d9d87 service neutron] 10.222.0.44 "GET /v2.0/networks/d26e81b3-f432-4f3d-bc5b-f2edc1c076d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376997 Oct 30 15:24:30.521509 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-cfd1bf93-2258-4829-aab2-a398237c0b01 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:30.522138 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-cfd1bf93-2258-4829-aab2-a398237c0b01 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:30.549698 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-cfd1bf93-2258-4829-aab2-a398237c0b01 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5736177 Oct 30 15:24:30.562687 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-0d6c8d82-be51-4fb1-b21f-2f8323a41a54 service neutron] Request body: {'port': {'device_id': 'dacd0851-006e-4da6-82c2-f317d8daff8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:24:30.755876 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8029b-7278-4e44-bbbf-6950f7e15900 req-7c471aa3-2e1b-4335-9c21-57248ebf4e9e tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:30.763989 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-73a8029b-7278-4e44-bbbf-6950f7e15900 req-7c471aa3-2e1b-4335-9c21-57248ebf4e9e tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 944 time: 0.1211214 Oct 30 15:24:30.791857 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-0d6c8d82-be51-4fb1-b21f-2f8323a41a54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:30.810928 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0045cf3-a8a6-424b-b5ca-b111be11da1b req-f3968879-28db-4a3e-9a15-0bac27dd5f3a tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:30.812536 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b0045cf3-a8a6-424b-b5ca-b111be11da1b req-f3968879-28db-4a3e-9a15-0bac27dd5f3a tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=a41560fd-de97-43da-b54f-069eab15660b HTTP/1.1" status: 200 len: 945 time: 0.0570946 Oct 30 15:24:30.864837 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-72b8cac2-f3b8-4f9c-a8c7-571efa3182b4 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:30.868738 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b0045cf3-a8a6-424b-b5ca-b111be11da1b req-d83d2ae4-1915-4e7a-ab2d-6637401c7667 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466688 Oct 30 15:24:30.914006 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-73a8029b-7278-4e44-bbbf-6950f7e15900 req-fd21c107-5c57-4194-bccd-69db0343c54f tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362531 Oct 30 15:24:30.992242 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef0c5cc-0bf7-413c-9747-c0d32e11fa91 req-9016ebed-c583-48f7-b03a-9431169517ed tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:31.000734 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6ef0c5cc-0bf7-413c-9747-c0d32e11fa91 req-9016ebed-c583-48f7-b03a-9431169517ed tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] 10.222.0.62 "GET /v2.0/ports?device_id=dacd0851-006e-4da6-82c2-f317d8daff8e HTTP/1.1" status: 200 len: 931 time: 0.0668097 Oct 30 15:24:31.036708 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6ef0c5cc-0bf7-413c-9747-c0d32e11fa91 req-e692567c-5835-43b9-a96d-9582e129d92d tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] 10.222.0.62 "GET /v2.0/security-groups?id=73e3a8ab-b37e-4f55-b03c-9b634fb2bdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349412 Oct 30 15:24:31.072765 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-72b8cac2-f3b8-4f9c-a8c7-571efa3182b4 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:31.168513 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-72b8cac2-f3b8-4f9c-a8c7-571efa3182b4 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Network 3e9d68e2-3683-4edf-8c89-7d0bec1b2cba is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:24:31.176671 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-72b8cac2-f3b8-4f9c-a8c7-571efa3182b4 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:24:31.183665 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-72b8cac2-f3b8-4f9c-a8c7-571efa3182b4 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:24:31.208244 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b8cac2-f3b8-4f9c-a8c7-571efa3182b4 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Pushing event updated for resources: {'Port': ['ID=280ac128-fc20-4a37-9397-24e6d43e2ad8,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:24:31.271493 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-72b8cac2-f3b8-4f9c-a8c7-571efa3182b4 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:31.272136 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-72b8cac2-f3b8-4f9c-a8c7-571efa3182b4 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:31.301592 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-72b8cac2-f3b8-4f9c-a8c7-571efa3182b4 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9152036 Oct 30 15:24:31.328449 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-ff11a5fd-63ca-4b96-a0a9-da93aace3eb8 service neutron] Request body: {'port': {'device_id': '22d73a48-a4fc-4f2a-a6b4-86ecef94d99f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:24:31.422147 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-ff11a5fd-63ca-4b96-a0a9-da93aace3eb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:31.436560 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-0d6c8d82-be51-4fb1-b21f-2f8323a41a54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ef95e7b-f565-468f-95cf-47692540e6df {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:24:31.446316 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-0d6c8d82-be51-4fb1-b21f-2f8323a41a54 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:31.490026 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-0d6c8d82-be51-4fb1-b21f-2f8323a41a54 service neutron] Transition to ACTIVE for port object 4ef95e7b-f565-468f-95cf-47692540e6df will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:24:31.501848 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-0d6c8d82-be51-4fb1-b21f-2f8323a41a54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:31.631634 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c8d82-be51-4fb1-b21f-2f8323a41a54 service neutron] Pushing event updated for resources: {'Port': ['ID=4ef95e7b-f565-468f-95cf-47692540e6df,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:24:31.781521 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-0d6c8d82-be51-4fb1-b21f-2f8323a41a54 service neutron] Attempting to bind port 4ef95e7b-f565-468f-95cf-47692540e6df on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:24:31.782197 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-0d6c8d82-be51-4fb1-b21f-2f8323a41a54 service neutron] Attempting to bind port 4ef95e7b-f565-468f-95cf-47692540e6df by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '469864e6-0889-403c-b415-1c60b653c300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3e9d68e2-3683-4edf-8c89-7d0bec1b2cba'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:24:31.782197 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-0d6c8d82-be51-4fb1-b21f-2f8323a41a54 service neutron] Attempting to bind port 4ef95e7b-f565-468f-95cf-47692540e6df on network 3e9d68e2-3683-4edf-8c89-7d0bec1b2cba {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:24:31.792846 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-0d6c8d82-be51-4fb1-b21f-2f8323a41a54 service neutron] Port 4ef95e7b-f565-468f-95cf-47692540e6df on network 3e9d68e2-3683-4edf-8c89-7d0bec1b2cba not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:24:31.793173 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-0d6c8d82-be51-4fb1-b21f-2f8323a41a54 service neutron] Attempting to bind port 4ef95e7b-f565-468f-95cf-47692540e6df on network 3e9d68e2-3683-4edf-8c89-7d0bec1b2cba {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:24:31.809697 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-0d6c8d82-be51-4fb1-b21f-2f8323a41a54 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:24:31.810041 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-0d6c8d82-be51-4fb1-b21f-2f8323a41a54 service neutron] Checking segment: {'id': '469864e6-0889-403c-b415-1c60b653c300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3e9d68e2-3683-4edf-8c89-7d0bec1b2cba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:24:31.810447 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-0d6c8d82-be51-4fb1-b21f-2f8323a41a54 service neutron] Bound using segment: {'id': '469864e6-0889-403c-b415-1c60b653c300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3e9d68e2-3683-4edf-8c89-7d0bec1b2cba'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:24:31.810977 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-0d6c8d82-be51-4fb1-b21f-2f8323a41a54 service neutron] Bound port: 4ef95e7b-f565-468f-95cf-47692540e6df, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '469864e6-0889-403c-b415-1c60b653c300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3e9d68e2-3683-4edf-8c89-7d0bec1b2cba'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:24:31.811520 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-0d6c8d82-be51-4fb1-b21f-2f8323a41a54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:31.865535 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:31.884174 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-ff11a5fd-63ca-4b96-a0a9-da93aace3eb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 280ac128-fc20-4a37-9397-24e6d43e2ad8 {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:24:31.894888 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-ff11a5fd-63ca-4b96-a0a9-da93aace3eb8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:31.922769 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-ff11a5fd-63ca-4b96-a0a9-da93aace3eb8 service neutron] Transition to ACTIVE for port object 280ac128-fc20-4a37-9397-24e6d43e2ad8 will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:24:31.927178 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-0d6c8d82-be51-4fb1-b21f-2f8323a41a54 service neutron] For port 4ef95e7b-f565-468f-95cf-47692540e6df, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:24:31.929374 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-ff11a5fd-63ca-4b96-a0a9-da93aace3eb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:31.932932 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-0d6c8d82-be51-4fb1-b21f-2f8323a41a54 service neutron] For port 4ef95e7b-f565-468f-95cf-47692540e6df, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=4ef95e7b-f565-468f-95cf-47692540e6df,segment=NetworkSegment(469864e6-0889-403c-b415-1c60b653c300),segment_id=469864e6-0889-403c-b415-1c60b653c300)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:24:31.941291 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-0d6c8d82-be51-4fb1-b21f-2f8323a41a54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:32.013295 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d06678-0e5a-4e60-bdbf-2313c5b7a1e9 req-5ac8c8f9-8aaa-4024-8910-96dec76fd42e tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:32.016921 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c5d06678-0e5a-4e60-bdbf-2313c5b7a1e9 req-5ac8c8f9-8aaa-4024-8910-96dec76fd42e tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=a41560fd-de97-43da-b54f-069eab15660b HTTP/1.1" status: 200 len: 945 time: 0.0761189 Oct 30 15:24:32.055704 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-0d6c8d82-be51-4fb1-b21f-2f8323a41a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:32.056356 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-0d6c8d82-be51-4fb1-b21f-2f8323a41a54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:32.058413 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-0d6c8d82-be51-4fb1-b21f-2f8323a41a54 service neutron] 10.222.0.53 "PUT /v2.0/ports/4ef95e7b-f565-468f-95cf-47692540e6df HTTP/1.1" status: 200 len: 1092 time: 1.4999390 Oct 30 15:24:32.064166 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dacd0851-006e-4da6-82c2-f317d8daff8e', 'tag': '4ef95e7b-f565-468f-95cf-47692540e6df'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:24:32.067790 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e7fb64-c977-4f32-931c-58acaacbc8db" -d '{"events": [{"name": "network-changed", "server_uuid": "dacd0851-006e-4da6-82c2-f317d8daff8e", "tag": "4ef95e7b-f565-468f-95cf-47692540e6df"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:24:32.085038 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c5d06678-0e5a-4e60-bdbf-2313c5b7a1e9 req-5a83f94f-e608-482b-a45a-3749ab038e33 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608289 Oct 30 15:24:32.090889 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff11a5fd-63ca-4b96-a0a9-da93aace3eb8 service neutron] Pushing event updated for resources: {'Port': ['ID=280ac128-fc20-4a37-9397-24e6d43e2ad8,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:24:32.404969 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c149192-a2d1-46fb-b884-81e5f4115edc req-94953e9c-07a3-4e8d-b1fb-0cd58484697f tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:32.414215 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8c149192-a2d1-46fb-b884-81e5f4115edc req-94953e9c-07a3-4e8d-b1fb-0cd58484697f tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] 10.222.0.62 "GET /v2.0/ports?device_id=dacd0851-006e-4da6-82c2-f317d8daff8e HTTP/1.1" status: 200 len: 943 time: 0.0705171 Oct 30 15:24:32.456065 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8c149192-a2d1-46fb-b884-81e5f4115edc req-7fed2f33-300c-4056-9a61-606af0cd1b31 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] 10.222.0.62 "GET /v2.0/security-groups?id=73e3a8ab-b37e-4f55-b03c-9b634fb2bdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410905 Oct 30 15:24:32.539957 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8421cc5-847c-43b7-aa58-8041fa6c1d8c x-openstack-request-id: req-a8421cc5-847c-43b7-aa58-8041fa6c1d8c {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:24:32.540189 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dacd0851-006e-4da6-82c2-f317d8daff8e", "tag": "4ef95e7b-f565-468f-95cf-47692540e6df", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:24:32.540446 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a8421cc5-847c-43b7-aa58-8041fa6c1d8c {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:24:32.540859 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dacd0851-006e-4da6-82c2-f317d8daff8e', 'tag': '4ef95e7b-f565-468f-95cf-47692540e6df', 'status': 'completed', 'code': 200} Oct 30 15:24:32.615165 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c8d82-be51-4fb1-b21f-2f8323a41a54 service neutron] Pushing event updated for resources: {'Port': ['ID=4ef95e7b-f565-468f-95cf-47692540e6df,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:24:32.629545 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eec58a-7f24-468f-873d-942203273ca2 req-335f88f3-6cad-4d70-97ac-e0e7c2ee6dbd tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:32.637454 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-56eec58a-7f24-468f-873d-942203273ca2 req-335f88f3-6cad-4d70-97ac-e0e7c2ee6dbd tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 944 time: 0.5755789 Oct 30 15:24:32.664887 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-0e618c30-6e75-4bf5-92aa-761ac24be3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:32.665825 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-0e618c30-6e75-4bf5-92aa-761ac24be3d9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=959ce7ef0e4c4b6e8cc140278128175b&device_id=dacd0851-006e-4da6-82c2-f317d8daff8e HTTP/1.1" status: 200 len: 1095 time: 0.1900721 Oct 30 15:24:32.681878 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-ff11a5fd-63ca-4b96-a0a9-da93aace3eb8 service neutron] Attempting to bind port 280ac128-fc20-4a37-9397-24e6d43e2ad8 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:24:32.682255 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-ff11a5fd-63ca-4b96-a0a9-da93aace3eb8 service neutron] Attempting to bind port 280ac128-fc20-4a37-9397-24e6d43e2ad8 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '469864e6-0889-403c-b415-1c60b653c300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3e9d68e2-3683-4edf-8c89-7d0bec1b2cba'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:24:32.682600 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-ff11a5fd-63ca-4b96-a0a9-da93aace3eb8 service neutron] Attempting to bind port 280ac128-fc20-4a37-9397-24e6d43e2ad8 on network 3e9d68e2-3683-4edf-8c89-7d0bec1b2cba {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:24:32.686794 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4707eccb-80ca-4454-b75c-cb6e3c1db2af req-90b1f6b5-b526-43b6-a8a4-db4e13dc32f9 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:32.689674 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4707eccb-80ca-4454-b75c-cb6e3c1db2af req-90b1f6b5-b526-43b6-a8a4-db4e13dc32f9 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/ports?device_id=3424221d-85c8-434d-8c31-9c1418e42d34 HTTP/1.1" status: 200 len: 946 time: 0.0908599 Oct 30 15:24:32.726481 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-ff11a5fd-63ca-4b96-a0a9-da93aace3eb8 service neutron] Port 280ac128-fc20-4a37-9397-24e6d43e2ad8 on network 3e9d68e2-3683-4edf-8c89-7d0bec1b2cba not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:24:32.726809 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-ff11a5fd-63ca-4b96-a0a9-da93aace3eb8 service neutron] Attempting to bind port 280ac128-fc20-4a37-9397-24e6d43e2ad8 on network 3e9d68e2-3683-4edf-8c89-7d0bec1b2cba {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:24:32.730897 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-9533d7fd-43f1-4016-adbd-4f51f45916c1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ef95e7b-f565-468f-95cf-47692540e6df HTTP/1.1" status: 200 len: 217 time: 0.0559227 Oct 30 15:24:32.731071 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4707eccb-80ca-4454-b75c-cb6e3c1db2af req-6bf4f0a2-27e7-4158-87f9-ad2509cdb147 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/security-groups?id=e96b94c8-1854-43c2-8b3c-964bf8e29073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345385 Oct 30 15:24:32.741460 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-56eec58a-7f24-468f-873d-942203273ca2 req-4ec55c90-cd69-4b0b-9fb8-7061966526ea tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030405 Oct 30 15:24:32.785238 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-ff11a5fd-63ca-4b96-a0a9-da93aace3eb8 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:24:32.785866 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-ff11a5fd-63ca-4b96-a0a9-da93aace3eb8 service neutron] Checking segment: {'id': '469864e6-0889-403c-b415-1c60b653c300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3e9d68e2-3683-4edf-8c89-7d0bec1b2cba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:24:32.786096 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-ff11a5fd-63ca-4b96-a0a9-da93aace3eb8 service neutron] Bound using segment: {'id': '469864e6-0889-403c-b415-1c60b653c300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3e9d68e2-3683-4edf-8c89-7d0bec1b2cba'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:24:32.786615 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-ff11a5fd-63ca-4b96-a0a9-da93aace3eb8 service neutron] Bound port: 280ac128-fc20-4a37-9397-24e6d43e2ad8, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '469864e6-0889-403c-b415-1c60b653c300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3e9d68e2-3683-4edf-8c89-7d0bec1b2cba'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:24:32.788793 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-ff11a5fd-63ca-4b96-a0a9-da93aace3eb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:32.901290 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-35c458ba-c8e7-419c-b8ae-14e9458d6aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:32.903099 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-35c458ba-c8e7-419c-b8ae-14e9458d6aca service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4089773f-82eb-49c5-952c-97e56c858892 HTTP/1.1" status: 200 len: 853 time: 0.1495168 Oct 30 15:24:32.957320 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03298f14-3bab-4d58-8569-73a280b96b06 req-2d20847c-bad5-49b6-9a12-1bfc3a9d3259 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:32.958789 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-03298f14-3bab-4d58-8569-73a280b96b06 req-2d20847c-bad5-49b6-9a12-1bfc3a9d3259 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 944 time: 0.1345370 Oct 30 15:24:32.961971 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-1c77e60e-043d-4976-af37-73036c00714d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3e9d68e2-3683-4edf-8c89-7d0bec1b2cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479989 Oct 30 15:24:32.967255 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-ff11a5fd-63ca-4b96-a0a9-da93aace3eb8 service neutron] For port 280ac128-fc20-4a37-9397-24e6d43e2ad8, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:24:33.010032 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-ff11a5fd-63ca-4b96-a0a9-da93aace3eb8 service neutron] For port 280ac128-fc20-4a37-9397-24e6d43e2ad8, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=280ac128-fc20-4a37-9397-24e6d43e2ad8,segment=NetworkSegment(469864e6-0889-403c-b415-1c60b653c300),segment_id=469864e6-0889-403c-b415-1c60b653c300)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:24:33.042299 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-ff11a5fd-63ca-4b96-a0a9-da93aace3eb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:33.109789 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-03298f14-3bab-4d58-8569-73a280b96b06 req-c24bd561-6214-4a55-8ad3-7b51b092620f tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399975 Oct 30 15:24:33.111219 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-ff11a5fd-63ca-4b96-a0a9-da93aace3eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:33.116298 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-ff11a5fd-63ca-4b96-a0a9-da93aace3eb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:33.121055 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-ff11a5fd-63ca-4b96-a0a9-da93aace3eb8 service neutron] 10.222.0.53 "PUT /v2.0/ports/280ac128-fc20-4a37-9397-24e6d43e2ad8 HTTP/1.1" status: 200 len: 1092 time: 1.8003111 Oct 30 15:24:33.160223 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff11a5fd-63ca-4b96-a0a9-da93aace3eb8 service neutron] Pushing event updated for resources: {'Port': ['ID=280ac128-fc20-4a37-9397-24e6d43e2ad8,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:24:33.184810 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-4dd63cab-5840-46a3-b40a-f7794443562d service neutron] 10.222.0.53 "GET /v2.0/networks/3e9d68e2-3683-4edf-8c89-7d0bec1b2cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138016 Oct 30 15:24:33.284414 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c693bd4c-bbb2-41f8-bcac-8dd3fe3f6b40 req-788bdc53-ed73-4140-b157-e7e3af77d6dd tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:33.286673 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c693bd4c-bbb2-41f8-bcac-8dd3fe3f6b40 req-788bdc53-ed73-4140-b157-e7e3af77d6dd tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=a41560fd-de97-43da-b54f-069eab15660b HTTP/1.1" status: 200 len: 945 time: 0.0956740 Oct 30 15:24:33.317301 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-44f0fc69-43c8-4f2a-a47f-e439929e7716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:33.319149 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-44f0fc69-43c8-4f2a-a47f-e439929e7716 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=959ce7ef0e4c4b6e8cc140278128175b&device_id=22d73a48-a4fc-4f2a-a6b4-86ecef94d99f HTTP/1.1" status: 200 len: 1095 time: 0.0642290 Oct 30 15:24:33.345527 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c693bd4c-bbb2-41f8-bcac-8dd3fe3f6b40 req-bc526290-5b4f-43e2-b838-25d5faf660e9 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461471 Oct 30 15:24:33.375995 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-19d91c05-2f78-457d-aa63-3aa3e41bea68 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=280ac128-fc20-4a37-9397-24e6d43e2ad8 HTTP/1.1" status: 200 len: 217 time: 0.0474494 Oct 30 15:24:33.395247 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-22c91b17-0a17-48d4-ba52-1e2eb486300f service neutron] 10.222.0.53 "GET /v2.0/networks/3e9d68e2-3683-4edf-8c89-7d0bec1b2cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008657 Oct 30 15:24:33.438540 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-72126ee5-78b2-44ad-8901-bd24b68d1d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:33.441151 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-72126ee5-78b2-44ad-8901-bd24b68d1d83 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4089773f-82eb-49c5-952c-97e56c858892 HTTP/1.1" status: 200 len: 853 time: 0.0574405 Oct 30 15:24:33.493352 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-dbd471a6-d982-461a-8a26-8fafb06942c0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3e9d68e2-3683-4edf-8c89-7d0bec1b2cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378861 Oct 30 15:24:33.581623 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7fb64-c977-4f32-931c-58acaacbc8db req-1c57d66d-3b37-4ca1-bb59-aaebb5fb5ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:33.583281 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-49e7fb64-c977-4f32-931c-58acaacbc8db req-1c57d66d-3b37-4ca1-bb59-aaebb5fb5ee4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=959ce7ef0e4c4b6e8cc140278128175b&device_id=dacd0851-006e-4da6-82c2-f317d8daff8e HTTP/1.1" status: 200 len: 1095 time: 0.1287596 Oct 30 15:24:33.617906 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e32cf9-f768-48f4-81d5-a0127545308a req-edb2cd4d-77bd-4b2a-b957-913eb8f0c236 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:33.626283 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e0e32cf9-f768-48f4-81d5-a0127545308a req-edb2cd4d-77bd-4b2a-b957-913eb8f0c236 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] 10.222.0.62 "GET /v2.0/ports?device_id=dacd0851-006e-4da6-82c2-f317d8daff8e HTTP/1.1" status: 200 len: 943 time: 0.0786092 Oct 30 15:24:33.671972 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e0e32cf9-f768-48f4-81d5-a0127545308a req-e03ca30b-3604-44c1-990a-1cfefad726dc tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] 10.222.0.62 "GET /v2.0/security-groups?id=73e3a8ab-b37e-4f55-b03c-9b634fb2bdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447752 Oct 30 15:24:33.709586 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-341df33f-257a-46f8-aa4a-d01facf48809 service neutron] 10.222.0.53 "GET /v2.0/networks/3e9d68e2-3683-4edf-8c89-7d0bec1b2cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029095 Oct 30 15:24:33.787312 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7fb64-c977-4f32-931c-58acaacbc8db req-d67be566-da7d-4296-8c04-c13cfe20910f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:33.789150 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-49e7fb64-c977-4f32-931c-58acaacbc8db req-d67be566-da7d-4296-8c04-c13cfe20910f service neutron] 10.222.0.53 "GET /v2.0/networks?id=3e9d68e2-3683-4edf-8c89-7d0bec1b2cba HTTP/1.1" status: 200 len: 914 time: 0.1986198 Oct 30 15:24:33.873958 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-49e7fb64-c977-4f32-931c-58acaacbc8db req-29824725-58eb-462a-8f5a-f9a85294de1b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ef95e7b-f565-468f-95cf-47692540e6df HTTP/1.1" status: 200 len: 217 time: 0.0757298 Oct 30 15:24:33.883356 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e2c5c-0299-4bef-b5ca-1da8e4703478 req-f34ac8d1-d1e3-4f28-ba0c-82ccbd0a122b tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:33.884918 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-318e2c5c-0299-4bef-b5ca-1da8e4703478 req-f34ac8d1-d1e3-4f28-ba0c-82ccbd0a122b tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/ports?device_id=3424221d-85c8-434d-8c31-9c1418e42d34 HTTP/1.1" status: 200 len: 946 time: 0.0727210 Oct 30 15:24:33.944384 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-318e2c5c-0299-4bef-b5ca-1da8e4703478 req-c2b9a0b0-828d-4a02-bcf8-141b30b448a8 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/security-groups?id=e96b94c8-1854-43c2-8b3c-964bf8e29073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501442 Oct 30 15:24:33.947404 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-097cca4a-173d-46a4-bda8-0a00cf20184d req-a2db423c-e060-4918-b2f4-99de9777bbdd service neutron] 10.222.0.53 "GET /v2.0/networks/3e9d68e2-3683-4edf-8c89-7d0bec1b2cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268894 Oct 30 15:24:33.978274 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7fb64-c977-4f32-931c-58acaacbc8db req-33f1b945-5f38-40ad-9988-825801c65990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:33.980448 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-49e7fb64-c977-4f32-931c-58acaacbc8db req-33f1b945-5f38-40ad-9988-825801c65990 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4089773f-82eb-49c5-952c-97e56c858892 HTTP/1.1" status: 200 len: 853 time: 0.0968347 Oct 30 15:24:34.038339 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-49e7fb64-c977-4f32-931c-58acaacbc8db req-3a492e35-04e4-4195-bc90-1d7bc61aa9ad service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3e9d68e2-3683-4edf-8c89-7d0bec1b2cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389535 Oct 30 15:24:34.116621 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f32f145-b073-4e82-bf76-6da681a0754c req-f061b976-d335-4f73-a118-25be875953c9 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:34.118156 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2f32f145-b073-4e82-bf76-6da681a0754c req-f061b976-d335-4f73-a118-25be875953c9 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.44 "GET /v2.0/ports?device_id=3424221d-85c8-434d-8c31-9c1418e42d34 HTTP/1.1" status: 200 len: 946 time: 0.1533883 Oct 30 15:24:34.168549 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c9c439-c4f0-4243-a5e0-c41c6367e947 req-9a7bc450-291f-448e-ac2f-f346c2230d60 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:34.170019 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a5c9c439-c4f0-4243-a5e0-c41c6367e947 req-9a7bc450-291f-448e-ac2f-f346c2230d60 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1bc04ce-0efc-4231-90e2-f595c14b5eca HTTP/1.1" status: 200 len: 943 time: 0.1602595 Oct 30 15:24:34.273538 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-49e7fb64-c977-4f32-931c-58acaacbc8db req-f199da0e-a55d-4c53-a784-86057780cf01 service neutron] 10.222.0.53 "GET /v2.0/networks/3e9d68e2-3683-4edf-8c89-7d0bec1b2cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222872 Oct 30 15:24:34.368316 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-2f32f145-b073-4e82-bf76-6da681a0754c req-58ac9a47-8ad4-4c1f-a604-5b45aa1bcc05 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Deleting port a054a623-3762-4c13-9bdb-61addb73c1a7 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:24:34.368657 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-2f32f145-b073-4e82-bf76-6da681a0754c req-58ac9a47-8ad4-4c1f-a604-5b45aa1bcc05 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:34.470335 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-49e7fb64-c977-4f32-931c-58acaacbc8db req-0f6c6731-8aad-4416-b841-7a9a29e69d85 service neutron] 10.222.0.53 "GET /v2.0/networks/3e9d68e2-3683-4edf-8c89-7d0bec1b2cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876993 Oct 30 15:24:34.472506 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-a5c9c439-c4f0-4243-a5e0-c41c6367e947 req-1fb99e58-fcc5-4f4e-80f6-e6a9920dffb0 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Deleting port 4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:24:34.472843 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a5c9c439-c4f0-4243-a5e0-c41c6367e947 req-1fb99e58-fcc5-4f4e-80f6-e6a9920dffb0 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:34.486982 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d64cb5c-784f-4a13-bbda-44556a8b1a46 req-8eba3bb7-8fb5-4402-84b9-ad246a82b293 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:34.488589 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8d64cb5c-784f-4a13-bbda-44556a8b1a46 req-8eba3bb7-8fb5-4402-84b9-ad246a82b293 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=a41560fd-de97-43da-b54f-069eab15660b HTTP/1.1" status: 200 len: 945 time: 0.0613625 Oct 30 15:24:34.533795 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8d64cb5c-784f-4a13-bbda-44556a8b1a46 req-4a317782-42c9-4ddf-a926-88f89a0faf09 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379224 Oct 30 15:24:34.542116 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22d73a48-a4fc-4f2a-a6b4-86ecef94d99f', 'tag': '280ac128-fc20-4a37-9397-24e6d43e2ad8'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:24:34.544398 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164896ae-72fe-40cc-8ac2-de4fee69ba3f" -d '{"events": [{"name": "network-changed", "server_uuid": "22d73a48-a4fc-4f2a-a6b4-86ecef94d99f", "tag": "280ac128-fc20-4a37-9397-24e6d43e2ad8"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:24:34.553438 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-2f32f145-b073-4e82-bf76-6da681a0754c req-58ac9a47-8ad4-4c1f-a604-5b45aa1bcc05 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] For port a054a623-3762-4c13-9bdb-61addb73c1a7, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=a054a623-3762-4c13-9bdb-61addb73c1a7,segment=NetworkSegment(497c4dd9-c05b-4392-ab75-11b6658d68bc),segment_id=497c4dd9-c05b-4392-ab75-11b6658d68bc)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:24:34.553810 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-2f32f145-b073-4e82-bf76-6da681a0754c req-58ac9a47-8ad4-4c1f-a604-5b45aa1bcc05 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:34.575322 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-2f32f145-b073-4e82-bf76-6da681a0754c req-58ac9a47-8ad4-4c1f-a604-5b45aa1bcc05 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Calling delete_port for a054a623-3762-4c13-9bdb-61addb73c1a7 owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:24:34.602636 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d365e8-724b-4f1a-b13b-3d9a2a988395 x-openstack-request-id: req-19d365e8-724b-4f1a-b13b-3d9a2a988395 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:24:34.602987 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22d73a48-a4fc-4f2a-a6b4-86ecef94d99f", "tag": "280ac128-fc20-4a37-9397-24e6d43e2ad8", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:24:34.603249 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-19d365e8-724b-4f1a-b13b-3d9a2a988395 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:24:34.603794 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22d73a48-a4fc-4f2a-a6b4-86ecef94d99f', 'tag': '280ac128-fc20-4a37-9397-24e6d43e2ad8', 'status': 'completed', 'code': 200} Oct 30 15:24:34.685580 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-a5c9c439-c4f0-4243-a5e0-c41c6367e947 req-1fb99e58-fcc5-4f4e-80f6-e6a9920dffb0 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] For port 4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52,segment=NetworkSegment(4eb103e9-b9a2-4786-ab9b-d9e363fed874),segment_id=4eb103e9-b9a2-4786-ab9b-d9e363fed874)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:24:34.685580 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a5c9c439-c4f0-4243-a5e0-c41c6367e947 req-1fb99e58-fcc5-4f4e-80f6-e6a9920dffb0 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:34.718052 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-a5c9c439-c4f0-4243-a5e0-c41c6367e947 req-1fb99e58-fcc5-4f4e-80f6-e6a9920dffb0 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Calling delete_port for 4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52 owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:24:34.747723 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164896ae-72fe-40cc-8ac2-de4fee69ba3f req-7bbbf7d9-39f6-453e-a4be-66b87c4b557d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:34.749128 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-164896ae-72fe-40cc-8ac2-de4fee69ba3f req-7bbbf7d9-39f6-453e-a4be-66b87c4b557d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=959ce7ef0e4c4b6e8cc140278128175b&device_id=22d73a48-a4fc-4f2a-a6b4-86ecef94d99f HTTP/1.1" status: 200 len: 1095 time: 0.1093800 Oct 30 15:24:34.796458 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f90337f-c375-4b16-b69f-045d6c0f9df8 req-d4aac5f8-1eaa-4c26-b89b-0fc71f54dde7 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:34.798489 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0f90337f-c375-4b16-b69f-045d6c0f9df8 req-d4aac5f8-1eaa-4c26-b89b-0fc71f54dde7 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] 10.222.0.62 "GET /v2.0/ports?device_id=dacd0851-006e-4da6-82c2-f317d8daff8e HTTP/1.1" status: 200 len: 943 time: 0.0528758 Oct 30 15:24:34.842303 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0f90337f-c375-4b16-b69f-045d6c0f9df8 req-41637677-d56e-484e-a60c-fbbf652c20c6 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] 10.222.0.62 "GET /v2.0/security-groups?id=73e3a8ab-b37e-4f55-b03c-9b634fb2bdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365136 Oct 30 15:24:34.908894 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-2f32f145-b073-4e82-bf76-6da681a0754c req-58ac9a47-8ad4-4c1f-a604-5b45aa1bcc05 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:34.921464 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['1be129b1-5e54-475b-bc57-a058945757a7', '333cce4f-087b-4924-8b2a-e6be3cd71954'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:24:34.925328 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['9fbbdf0d-64d7-4f5d-917c-1120f28c907e'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:24:34.961833 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ac9a47-8ad4-4c1f-a604-5b45aa1bcc05 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Pushing event deleted for resources: {'Port': ['ID=a054a623-3762-4c13-9bdb-61addb73c1a7,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:24:35.012362 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164896ae-72fe-40cc-8ac2-de4fee69ba3f req-7ca5b94a-d9fa-49da-8c35-ca01769c67a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:35.013769 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-164896ae-72fe-40cc-8ac2-de4fee69ba3f req-7ca5b94a-d9fa-49da-8c35-ca01769c67a6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3e9d68e2-3683-4edf-8c89-7d0bec1b2cba HTTP/1.1" status: 200 len: 914 time: 0.2325134 Oct 30 15:24:35.105702 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-930b54a2-c315-4775-9f28-b5acb1215784 req-0a3a0141-6fc6-4043-9a5c-52f837983527 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/ports?device_id=3424221d-85c8-434d-8c31-9c1418e42d34 HTTP/1.1" status: 200 len: 210 time: 0.0529504 Oct 30 15:24:35.108080 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f32f145-b073-4e82-bf76-6da681a0754c req-58ac9a47-8ad4-4c1f-a604-5b45aa1bcc05 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] No DVR routers for this DVR port a054a623-3762-4c13-9bdb-61addb73c1a7 on host n-h2-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:24:35.111509 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-2f32f145-b073-4e82-bf76-6da681a0754c req-58ac9a47-8ad4-4c1f-a604-5b45aa1bcc05 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:35.114870 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2f32f145-b073-4e82-bf76-6da681a0754c req-58ac9a47-8ad4-4c1f-a604-5b45aa1bcc05 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.44 "DELETE /v2.0/ports/a054a623-3762-4c13-9bdb-61addb73c1a7 HTTP/1.1" status: 204 len: 173 time: 0.9881182 Oct 30 15:24:35.119743 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-164896ae-72fe-40cc-8ac2-de4fee69ba3f req-77bdaf1a-8258-439b-900c-6bf486d176bd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=280ac128-fc20-4a37-9397-24e6d43e2ad8 HTTP/1.1" status: 200 len: 217 time: 0.0969698 Oct 30 15:24:35.165173 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a5c9c439-c4f0-4243-a5e0-c41c6367e947 req-1fb99e58-fcc5-4f4e-80f6-e6a9920dffb0 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:35.242190 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb99e58-fcc5-4f4e-80f6-e6a9920dffb0 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Pushing event deleted for resources: {'Port': ['ID=4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:24:35.270988 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164896ae-72fe-40cc-8ac2-de4fee69ba3f req-33f1265e-5345-499d-8282-3fdceddc286b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:35.273245 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-164896ae-72fe-40cc-8ac2-de4fee69ba3f req-33f1265e-5345-499d-8282-3fdceddc286b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4089773f-82eb-49c5-952c-97e56c858892 HTTP/1.1" status: 200 len: 853 time: 0.1449168 Oct 30 15:24:35.274059 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5c9c439-c4f0-4243-a5e0-c41c6367e947 req-1fb99e58-fcc5-4f4e-80f6-e6a9920dffb0 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] No DVR routers for this DVR port 4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52 on host n-h1-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:24:35.278720 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a5c9c439-c4f0-4243-a5e0-c41c6367e947 req-1fb99e58-fcc5-4f4e-80f6-e6a9920dffb0 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:35.282143 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a5c9c439-c4f0-4243-a5e0-c41c6367e947 req-1fb99e58-fcc5-4f4e-80f6-e6a9920dffb0 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "DELETE /v2.0/ports/4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52 HTTP/1.1" status: 204 len: 173 time: 1.0987246 Oct 30 15:24:35.315392 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-164896ae-72fe-40cc-8ac2-de4fee69ba3f req-ef52d201-03d1-44ad-8517-c6e3d8d6b34a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3e9d68e2-3683-4edf-8c89-7d0bec1b2cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322287 Oct 30 15:24:35.320264 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 280ac128-fc20-4a37-9397-24e6d43e2ad8 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:24:35.462509 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-164896ae-72fe-40cc-8ac2-de4fee69ba3f req-60f9a809-56d9-4c4f-87c8-9444d20ab143 service neutron] 10.222.0.53 "GET /v2.0/networks/3e9d68e2-3683-4edf-8c89-7d0bec1b2cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384068 Oct 30 15:24:35.468595 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['550ff952-51e1-47d0-85cf-4a9da3d2230f', 'df88446e-b203-477c-b691-e78c5b780696'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:24:35.568321 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 280ac128-fc20-4a37-9397-24e6d43e2ad8, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=280ac128-fc20-4a37-9397-24e6d43e2ad8,segment=NetworkSegment(469864e6-0889-403c-b415-1c60b653c300),segment_id=469864e6-0889-403c-b415-1c60b653c300)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:24:35.583357 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-164896ae-72fe-40cc-8ac2-de4fee69ba3f req-bc3f50ea-2aea-4e92-af8e-04584aada985 service neutron] 10.222.0.53 "GET /v2.0/networks/3e9d68e2-3683-4edf-8c89-7d0bec1b2cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133523 Oct 30 15:24:35.629319 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '280ac128-fc20-4a37-9397-24e6d43e2ad8', 'network_id': '3e9d68e2-3683-4edf-8c89-7d0bec1b2cba', 'port_id': '280ac128-fc20-4a37-9397-24e6d43e2ad8', 'mac_address': 'fa:16:3e:42:b7:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4089773f-82eb-49c5-952c-97e56c858892', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:24:35.756156 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:35.772158 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726bd37c-a1b3-458a-b983-c1456959119e req-7a010a60-e579-43d3-ac30-3e7ed623ccff tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:35.780444 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-726bd37c-a1b3-458a-b983-c1456959119e req-7a010a60-e579-43d3-ac30-3e7ed623ccff tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=a41560fd-de97-43da-b54f-069eab15660b HTTP/1.1" status: 200 len: 945 time: 0.1261339 Oct 30 15:24:35.787780 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 280ac128-fc20-4a37-9397-24e6d43e2ad8 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:24:35.845438 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-726bd37c-a1b3-458a-b983-c1456959119e req-149a19fd-b37d-4c27-896b-400a78bf8f1d tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592437 Oct 30 15:24:35.863180 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 280ac128-fc20-4a37-9397-24e6d43e2ad8, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=280ac128-fc20-4a37-9397-24e6d43e2ad8,segment=NetworkSegment(469864e6-0889-403c-b415-1c60b653c300),segment_id=469864e6-0889-403c-b415-1c60b653c300)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:24:35.866740 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:35.867518 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 4ef95e7b-f565-468f-95cf-47692540e6df details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:24:35.976781 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 4ef95e7b-f565-468f-95cf-47692540e6df, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=4ef95e7b-f565-468f-95cf-47692540e6df,segment=NetworkSegment(469864e6-0889-403c-b415-1c60b653c300),segment_id=469864e6-0889-403c-b415-1c60b653c300)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:24:35.990865 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=280ac128-fc20-4a37-9397-24e6d43e2ad8,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:24:36.005293 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1249dee1-2888-4b11-b482-1f1c7323efca req-06809cb8-2dbf-45de-bab6-71107359e07d tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:36.012138 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '4ef95e7b-f565-468f-95cf-47692540e6df', 'network_id': '3e9d68e2-3683-4edf-8c89-7d0bec1b2cba', 'port_id': '4ef95e7b-f565-468f-95cf-47692540e6df', 'mac_address': 'fa:16:3e:ff:50:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4089773f-82eb-49c5-952c-97e56c858892', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:24:36.017530 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1249dee1-2888-4b11-b482-1f1c7323efca req-06809cb8-2dbf-45de-bab6-71107359e07d tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=12b11fe6-741c-4c3e-a4ff-91a1ae4a2e76 HTTP/1.1" status: 200 len: 907 time: 0.0735664 Oct 30 15:24:36.021545 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4bfc32-39b1-4358-bc7e-78cb46fa9e31 req-cd39dbb7-75d8-41b4-8227-2f6938f233a7 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:36.023171 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9c4bfc32-39b1-4358-bc7e-78cb46fa9e31 req-cd39dbb7-75d8-41b4-8227-2f6938f233a7 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] 10.222.0.62 "GET /v2.0/ports?device_id=dacd0851-006e-4da6-82c2-f317d8daff8e HTTP/1.1" status: 200 len: 943 time: 0.0961692 Oct 30 15:24:36.073228 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9c4bfc32-39b1-4358-bc7e-78cb46fa9e31 req-4d572727-4cf6-4e34-b146-49df3d03c7eb tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] 10.222.0.62 "GET /v2.0/security-groups?id=73e3a8ab-b37e-4f55-b03c-9b634fb2bdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404356 Oct 30 15:24:36.079758 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:36.105593 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ef95e7b-f565-468f-95cf-47692540e6df {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:24:36.140748 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 4ef95e7b-f565-468f-95cf-47692540e6df, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=4ef95e7b-f565-468f-95cf-47692540e6df,segment=NetworkSegment(469864e6-0889-403c-b415-1c60b653c300),segment_id=469864e6-0889-403c-b415-1c60b653c300)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:24:36.146032 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:36.209631 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=4ef95e7b-f565-468f-95cf-47692540e6df,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:24:36.456624 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['4ef95e7b-f565-468f-95cf-47692540e6df'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:24:36.482977 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['280ac128-fc20-4a37-9397-24e6d43e2ad8'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:24:36.612690 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3424221d-85c8-434d-8c31-9c1418e42d34', 'name': 'network-vif-deleted', 'tag': 'a054a623-3762-4c13-9bdb-61addb73c1a7'}, {'server_uuid': 'a1bc04ce-0efc-4231-90e2-f595c14b5eca', 'name': 'network-vif-deleted', 'tag': '4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:24:36.615132 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07f838b-52a5-4b05-844e-bc88b884d739" -d '{"events": [{"server_uuid": "3424221d-85c8-434d-8c31-9c1418e42d34", "name": "network-vif-deleted", "tag": "a054a623-3762-4c13-9bdb-61addb73c1a7"}, {"server_uuid": "a1bc04ce-0efc-4231-90e2-f595c14b5eca", "name": "network-vif-deleted", "tag": "4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:24:36.663179 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 351 Content-Type: application/json Date: Sat, 30 Oct 2021 15:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83db8e04-19d5-45b9-b045-12cd79b3f737 x-openstack-request-id: req-83db8e04-19d5-45b9-b045-12cd79b3f737 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:24:36.663966 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3424221d-85c8-434d-8c31-9c1418e42d34", "name": "network-vif-deleted", "tag": "a054a623-3762-4c13-9bdb-61addb73c1a7", "status": "completed", "code": 200}, {"server_uuid": "a1bc04ce-0efc-4231-90e2-f595c14b5eca", "name": "network-vif-deleted", "tag": "4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52", "status": "failed", "code": 422}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:24:36.664447 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-83db8e04-19d5-45b9-b045-12cd79b3f737 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:24:36.665040 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3424221d-85c8-434d-8c31-9c1418e42d34', 'name': 'network-vif-deleted', 'tag': 'a054a623-3762-4c13-9bdb-61addb73c1a7', 'status': 'completed', 'code': 200} Oct 30 15:24:36.665510 n-d-806683-17 neutron-server[102131]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a1bc04ce-0efc-4231-90e2-f595c14b5eca', 'name': 'network-vif-deleted', 'tag': '4fefeb9f-cde8-437f-9a7b-3d3b69cb7a52', 'status': 'failed', 'code': 422} returned with failed status Oct 30 15:24:36.724889 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device a054a623-3762-4c13-9bdb-61addb73c1a7 no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:24:36.748998 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] No Port match for: a054a623-3762-4c13-9bdb-61addb73c1a7 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:24:36.749512 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device a054a623-3762-4c13-9bdb-61addb73c1a7 not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:24:36.965828 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395f392-2f9e-4dc6-ac35-902bfb2801d7 req-5f080968-1f66-4b03-b330-667822e77407 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:36.967331 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f395f392-2f9e-4dc6-ac35-902bfb2801d7 req-5f080968-1f66-4b03-b330-667822e77407 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=a41560fd-de97-43da-b54f-069eab15660b HTTP/1.1" status: 200 len: 945 time: 0.0520904 Oct 30 15:24:37.014782 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f395f392-2f9e-4dc6-ac35-902bfb2801d7 req-da3d6ddb-07f0-4efd-b7ec-0e78c281ab6b tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411131 Oct 30 15:24:37.157890 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dc91f2-180e-4e5a-9018-1e96ab209577 req-606ba3d9-01e4-4773-8d49-b5bac50ac8c6 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:37.159505 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-38dc91f2-180e-4e5a-9018-1e96ab209577 req-606ba3d9-01e4-4773-8d49-b5bac50ac8c6 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=12b11fe6-741c-4c3e-a4ff-91a1ae4a2e76 HTTP/1.1" status: 200 len: 907 time: 0.0699215 Oct 30 15:24:37.218928 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a79dd-6bf3-40f6-8989-c0f07583f9d1 req-e27fa016-4083-4574-a9f1-390ee53db06a tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:37.220638 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fa2a79dd-6bf3-40f6-8989-c0f07583f9d1 req-e27fa016-4083-4574-a9f1-390ee53db06a tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] 10.222.0.62 "GET /v2.0/ports?device_id=dacd0851-006e-4da6-82c2-f317d8daff8e HTTP/1.1" status: 200 len: 944 time: 0.0539300 Oct 30 15:24:37.258846 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fa2a79dd-6bf3-40f6-8989-c0f07583f9d1 req-b1871a39-a7a2-4a73-80d7-a2791dc8c4ad tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] 10.222.0.62 "GET /v2.0/security-groups?id=73e3a8ab-b37e-4f55-b03c-9b634fb2bdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322349 Oct 30 15:24:37.310476 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d35d6-4aaa-4172-be43-6ff9d7a107cd req-44362ea9-d39e-4f87-8116-322c5e9664fa tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:37.312290 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c59d35d6-4aaa-4172-be43-6ff9d7a107cd req-44362ea9-d39e-4f87-8116-322c5e9664fa tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.44 "GET /v2.0/ports?device_id=12b11fe6-741c-4c3e-a4ff-91a1ae4a2e76 HTTP/1.1" status: 200 len: 907 time: 0.0503600 Oct 30 15:24:37.418397 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-c59d35d6-4aaa-4172-be43-6ff9d7a107cd req-ce59e52e-607d-4e9f-b79e-0b82c22e7aec tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Deleting port cc0b66c9-416c-43c8-9c40-7985824f083f {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:24:37.419177 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-c59d35d6-4aaa-4172-be43-6ff9d7a107cd req-ce59e52e-607d-4e9f-b79e-0b82c22e7aec tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:37.527955 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-c59d35d6-4aaa-4172-be43-6ff9d7a107cd req-ce59e52e-607d-4e9f-b79e-0b82c22e7aec tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] For port cc0b66c9-416c-43c8-9c40-7985824f083f, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=cc0b66c9-416c-43c8-9c40-7985824f083f,segment=NetworkSegment(4eb103e9-b9a2-4786-ab9b-d9e363fed874),segment_id=4eb103e9-b9a2-4786-ab9b-d9e363fed874)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:24:37.528334 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-c59d35d6-4aaa-4172-be43-6ff9d7a107cd req-ce59e52e-607d-4e9f-b79e-0b82c22e7aec tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:37.542068 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-c59d35d6-4aaa-4172-be43-6ff9d7a107cd req-ce59e52e-607d-4e9f-b79e-0b82c22e7aec tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Calling delete_port for cc0b66c9-416c-43c8-9c40-7985824f083f owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:24:37.689165 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-c59d35d6-4aaa-4172-be43-6ff9d7a107cd req-ce59e52e-607d-4e9f-b79e-0b82c22e7aec tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:37.713343 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce59e52e-607d-4e9f-b79e-0b82c22e7aec tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Pushing event deleted for resources: {'Port': ['ID=cc0b66c9-416c-43c8-9c40-7985824f083f,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:24:37.768381 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-c59d35d6-4aaa-4172-be43-6ff9d7a107cd req-ce59e52e-607d-4e9f-b79e-0b82c22e7aec tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] No DVR routers for this DVR port cc0b66c9-416c-43c8-9c40-7985824f083f on host n-h2-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:24:37.773058 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-c59d35d6-4aaa-4172-be43-6ff9d7a107cd req-ce59e52e-607d-4e9f-b79e-0b82c22e7aec tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:37.777618 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c59d35d6-4aaa-4172-be43-6ff9d7a107cd req-ce59e52e-607d-4e9f-b79e-0b82c22e7aec tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.44 "DELETE /v2.0/ports/cc0b66c9-416c-43c8-9c40-7985824f083f HTTP/1.1" status: 204 len: 173 time: 0.4587307 Oct 30 15:24:38.141867 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1000a56-50d1-4370-b274-b38eb377d4d2 req-45f6f2b4-b455-4df0-8e1a-93349275fe24 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:38.145713 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a1000a56-50d1-4370-b274-b38eb377d4d2 req-45f6f2b4-b455-4df0-8e1a-93349275fe24 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=a41560fd-de97-43da-b54f-069eab15660b HTTP/1.1" status: 200 len: 945 time: 0.0535314 Oct 30 15:24:38.191048 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a1000a56-50d1-4370-b274-b38eb377d4d2 req-7fba90b0-2fc4-45ae-ad6d-8a94a3f79f3a tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399323 Oct 30 15:24:38.314104 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b18af20c-fd97-41d0-9bdc-5d63c639257a req-c647c3f0-e517-4d2d-8967-b6bfd698731f tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=12b11fe6-741c-4c3e-a4ff-91a1ae4a2e76 HTTP/1.1" status: 200 len: 210 time: 0.0545087 Oct 30 15:24:38.433758 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a89d2-a433-464a-ac90-4dd4069b46de req-86ab59b9-8e9a-48fc-800e-353e883ee467 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:38.435392 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a21a89d2-a433-464a-ac90-4dd4069b46de req-86ab59b9-8e9a-48fc-800e-353e883ee467 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] 10.222.0.62 "GET /v2.0/ports?device_id=dacd0851-006e-4da6-82c2-f317d8daff8e HTTP/1.1" status: 200 len: 944 time: 0.0600314 Oct 30 15:24:38.478648 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a21a89d2-a433-464a-ac90-4dd4069b46de req-3e4fd28e-e57e-4f27-b6bd-2777c843ab51 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] 10.222.0.62 "GET /v2.0/security-groups?id=73e3a8ab-b37e-4f55-b03c-9b634fb2bdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369842 Oct 30 15:24:38.667040 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b11fe6-741c-4c3e-a4ff-91a1ae4a2e76', 'name': 'network-vif-deleted', 'tag': 'cc0b66c9-416c-43c8-9c40-7985824f083f'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:24:38.669528 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a764093-8277-4cf7-bb2d-582a0fc1c99d" -d '{"events": [{"server_uuid": "12b11fe6-741c-4c3e-a4ff-91a1ae4a2e76", "name": "network-vif-deleted", "tag": "cc0b66c9-416c-43c8-9c40-7985824f083f"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:24:38.709241 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-872b7f3b-decc-499d-bc69-863a74641f6a x-openstack-request-id: req-872b7f3b-decc-499d-bc69-863a74641f6a {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:24:38.709543 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12b11fe6-741c-4c3e-a4ff-91a1ae4a2e76", "name": "network-vif-deleted", "tag": "cc0b66c9-416c-43c8-9c40-7985824f083f", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:24:38.709798 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-872b7f3b-decc-499d-bc69-863a74641f6a {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:24:38.710376 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12b11fe6-741c-4c3e-a4ff-91a1ae4a2e76', 'name': 'network-vif-deleted', 'tag': 'cc0b66c9-416c-43c8-9c40-7985824f083f', 'status': 'completed', 'code': 200} Oct 30 15:24:39.321823 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 4ef95e7b-f565-468f-95cf-47692540e6df up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:24:39.333032 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb0454-7a2d-4054-8964-bbd5b9721401 req-72b2d1aa-52b2-46a6-b268-91e326bbfd0d tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:39.334560 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-75cb0454-7a2d-4054-8964-bbd5b9721401 req-72b2d1aa-52b2-46a6-b268-91e326bbfd0d tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=a41560fd-de97-43da-b54f-069eab15660b HTTP/1.1" status: 200 len: 945 time: 0.0532591 Oct 30 15:24:39.393816 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-75cb0454-7a2d-4054-8964-bbd5b9721401 req-8d6e4f74-52ab-49bf-a58c-2f51a39d46e6 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454829 Oct 30 15:24:39.419951 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port 4ef95e7b-f565-468f-95cf-47692540e6df completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:24:39.424862 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 4ef95e7b-f565-468f-95cf-47692540e6df triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:24:39.425372 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:39.560076 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:39.587327 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dacd0851-006e-4da6-82c2-f317d8daff8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef95e7b-f565-468f-95cf-47692540e6df'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:24:39.590051 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a460a1-5018-4110-9d37-7873628bd8a7" -d '{"events": [{"server_uuid": "dacd0851-006e-4da6-82c2-f317d8daff8e", "name": "network-vif-plugged", "status": "completed", "tag": "4ef95e7b-f565-468f-95cf-47692540e6df"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:24:39.606839 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 4ef95e7b-f565-468f-95cf-47692540e6df, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=4ef95e7b-f565-468f-95cf-47692540e6df,segment=NetworkSegment(469864e6-0889-403c-b415-1c60b653c300),segment_id=469864e6-0889-403c-b415-1c60b653c300)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:24:39.613403 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:39.615575 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 280ac128-fc20-4a37-9397-24e6d43e2ad8 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:24:39.777760 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=4ef95e7b-f565-468f-95cf-47692540e6df,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:24:39.795714 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port 280ac128-fc20-4a37-9397-24e6d43e2ad8 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:24:39.799986 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 280ac128-fc20-4a37-9397-24e6d43e2ad8 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:24:39.800365 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:39.876498 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e114a7-7a9c-4463-8fd7-05bd77c02cad req-bc5b7727-12d2-4204-84ba-a8b2a22bc6e9 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:39.878058 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-32e114a7-7a9c-4463-8fd7-05bd77c02cad req-bc5b7727-12d2-4204-84ba-a8b2a22bc6e9 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] 10.222.0.62 "GET /v2.0/ports?device_id=dacd0851-006e-4da6-82c2-f317d8daff8e HTTP/1.1" status: 200 len: 945 time: 0.0829728 Oct 30 15:24:39.908749 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad982cbb-7a47-434e-b650-fedef4dfe4b0 x-openstack-request-id: req-ad982cbb-7a47-434e-b650-fedef4dfe4b0 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:24:39.909047 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dacd0851-006e-4da6-82c2-f317d8daff8e", "name": "network-vif-plugged", "status": "completed", "tag": "4ef95e7b-f565-468f-95cf-47692540e6df", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:24:39.909303 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ad982cbb-7a47-434e-b650-fedef4dfe4b0 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:24:39.909704 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dacd0851-006e-4da6-82c2-f317d8daff8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef95e7b-f565-468f-95cf-47692540e6df', 'code': 200} Oct 30 15:24:39.975216 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-32e114a7-7a9c-4463-8fd7-05bd77c02cad req-4ab7fd4e-68e0-413d-81f0-190a6c3d9ebf tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] 10.222.0.62 "GET /v2.0/security-groups?id=73e3a8ab-b37e-4f55-b03c-9b634fb2bdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903087 Oct 30 15:24:40.005208 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:40.027797 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2562c1-7f03-41ef-8ff6-ca4f3756766b req-3dae7c4b-fbd3-4cec-a9ea-a842b2b29438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:40.029595 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0f2562c1-7f03-41ef-8ff6-ca4f3756766b req-3dae7c4b-fbd3-4cec-a9ea-a842b2b29438 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=dacd0851-006e-4da6-82c2-f317d8daff8e HTTP/1.1" status: 200 len: 1097 time: 0.0521698 Oct 30 15:24:40.051140 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 280ac128-fc20-4a37-9397-24e6d43e2ad8, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=280ac128-fc20-4a37-9397-24e6d43e2ad8,segment=NetworkSegment(469864e6-0889-403c-b415-1c60b653c300),segment_id=469864e6-0889-403c-b415-1c60b653c300)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:24:40.070071 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:40.090619 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b600a732-858a-4ac3-8499-12855ca310c4 req-68e8dfa7-3b38-43e8-bab1-2929494a9324 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:40.092255 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b600a732-858a-4ac3-8499-12855ca310c4 req-68e8dfa7-3b38-43e8-bab1-2929494a9324 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/ports?device_id=e36e88ed-7b73-4881-9910-33e4a611817a HTTP/1.1" status: 200 len: 945 time: 0.1346591 Oct 30 15:24:40.153377 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b600a732-858a-4ac3-8499-12855ca310c4 req-8fdca1ac-5725-4611-8937-4110adc45355 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/security-groups?id=e96b94c8-1854-43c2-8b3c-964bf8e29073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541308 Oct 30 15:24:40.179618 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=280ac128-fc20-4a37-9397-24e6d43e2ad8,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:24:40.492578 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0f2562c1-7f03-41ef-8ff6-ca4f3756766b req-bcba2148-d612-4c79-b18c-abd21818e9ce service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=73e3a8ab-b37e-4f55-b03c-9b634fb2bdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4549105 Oct 30 15:24:40.500637 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff3c4f-58fd-44c7-86d0-152af8f55593 req-ec60d5de-0ecb-4f8e-93e2-6ef838388bee tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:40.507898 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6eff3c4f-58fd-44c7-86d0-152af8f55593 req-ec60d5de-0ecb-4f8e-93e2-6ef838388bee tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8669e184-1d96-4fd3-a71d-4ba73fd98b83 HTTP/1.1" status: 200 len: 946 time: 0.4367070 Oct 30 15:24:40.555781 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6eff3c4f-58fd-44c7-86d0-152af8f55593 req-c0f86c70-af42-4b56-b450-0eeed0ef9ffa tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465779 Oct 30 15:24:40.559828 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c77736c-a9b5-4b80-b9fe-f8c605d1b4e9 req-c9aa582e-3c86-42e3-b012-268c17387eac tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:40.564338 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5c77736c-a9b5-4b80-b9fe-f8c605d1b4e9 req-c9aa582e-3c86-42e3-b012-268c17387eac tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=a41560fd-de97-43da-b54f-069eab15660b HTTP/1.1" status: 200 len: 945 time: 0.0634949 Oct 30 15:24:40.604764 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5c77736c-a9b5-4b80-b9fe-f8c605d1b4e9 req-a3a7f2a7-a4c7-492d-8359-c3b6e2ea1dc4 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335476 Oct 30 15:24:40.721041 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device cc0b66c9-416c-43c8-9c40-7985824f083f no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:24:40.741958 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] No Port match for: cc0b66c9-416c-43c8-9c40-7985824f083f {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:24:40.742298 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device cc0b66c9-416c-43c8-9c40-7985824f083f not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:24:41.094044 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e09d08-1aac-4e58-8fd3-f23b929df500 req-6779e529-b559-46c4-ae42-d9b2f799d9e8 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:41.095438 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-54e09d08-1aac-4e58-8fd3-f23b929df500 req-6779e529-b559-46c4-ae42-d9b2f799d9e8 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] 10.222.0.62 "GET /v2.0/ports?device_id=dacd0851-006e-4da6-82c2-f317d8daff8e HTTP/1.1" status: 200 len: 945 time: 0.0495005 Oct 30 15:24:41.140918 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037a41ee-f501-4879-b6cc-b267e00d29ed req-6a621c81-d2bb-49ad-b8cb-90e809efa053 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:41.142157 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-54e09d08-1aac-4e58-8fd3-f23b929df500 req-87bbc0ff-d4d4-4be8-a420-abeaf60262fb tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] 10.222.0.62 "GET /v2.0/security-groups?id=73e3a8ab-b37e-4f55-b03c-9b634fb2bdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387163 Oct 30 15:24:41.142540 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-037a41ee-f501-4879-b6cc-b267e00d29ed req-6a621c81-d2bb-49ad-b8cb-90e809efa053 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.44 "GET /v2.0/ports?device_id=8669e184-1d96-4fd3-a71d-4ba73fd98b83 HTTP/1.1" status: 200 len: 946 time: 0.0515358 Oct 30 15:24:41.253457 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-037a41ee-f501-4879-b6cc-b267e00d29ed req-adf81f35-1463-4bfd-9207-14f2fc02346e tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Deleting port df88446e-b203-477c-b691-e78c5b780696 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:24:41.254077 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-037a41ee-f501-4879-b6cc-b267e00d29ed req-adf81f35-1463-4bfd-9207-14f2fc02346e tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:41.368493 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9924b9-b14e-4c33-ad7e-16f133ef555d req-48b9fb6a-a716-49be-b251-d55ade5ef066 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:41.369979 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8f9924b9-b14e-4c33-ad7e-16f133ef555d req-48b9fb6a-a716-49be-b251-d55ade5ef066 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/ports?device_id=e36e88ed-7b73-4881-9910-33e4a611817a HTTP/1.1" status: 200 len: 945 time: 0.1022675 Oct 30 15:24:41.395171 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-037a41ee-f501-4879-b6cc-b267e00d29ed req-adf81f35-1463-4bfd-9207-14f2fc02346e tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] For port df88446e-b203-477c-b691-e78c5b780696, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=df88446e-b203-477c-b691-e78c5b780696,segment=NetworkSegment(4eb103e9-b9a2-4786-ab9b-d9e363fed874),segment_id=4eb103e9-b9a2-4786-ab9b-d9e363fed874)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:24:41.395561 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-037a41ee-f501-4879-b6cc-b267e00d29ed req-adf81f35-1463-4bfd-9207-14f2fc02346e tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:41.432163 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-037a41ee-f501-4879-b6cc-b267e00d29ed req-adf81f35-1463-4bfd-9207-14f2fc02346e tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Calling delete_port for df88446e-b203-477c-b691-e78c5b780696 owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:24:41.466858 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8f9924b9-b14e-4c33-ad7e-16f133ef555d req-fe5e67b2-ecf7-4cf6-8f27-f98a82683453 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/security-groups?id=e96b94c8-1854-43c2-8b3c-964bf8e29073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820374 Oct 30 15:24:41.516363 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcefc29-eebb-409e-9425-4fe6adf6c989 req-b492e786-250a-4450-9732-4b2b128a03db tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:41.517966 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8fcefc29-eebb-409e-9425-4fe6adf6c989 req-b492e786-250a-4450-9732-4b2b128a03db tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.53 "GET /v2.0/ports?device_id=e36e88ed-7b73-4881-9910-33e4a611817a HTTP/1.1" status: 200 len: 945 time: 0.1426058 Oct 30 15:24:41.684934 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-037a41ee-f501-4879-b6cc-b267e00d29ed req-adf81f35-1463-4bfd-9207-14f2fc02346e tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:41.698554 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['550ff952-51e1-47d0-85cf-4a9da3d2230f', 'df88446e-b203-477c-b691-e78c5b780696'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:24:41.701002 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb413164-1614-4358-ab09-221f9000455e req-29fcb61d-dd43-4074-ad55-923953a240b7 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:41.702994 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fb413164-1614-4358-ab09-221f9000455e req-29fcb61d-dd43-4074-ad55-923953a240b7 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8669e184-1d96-4fd3-a71d-4ba73fd98b83 HTTP/1.1" status: 200 len: 867 time: 0.0819762 Oct 30 15:24:41.732337 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf81f35-1463-4bfd-9207-14f2fc02346e tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Pushing event deleted for resources: {'Port': ['ID=df88446e-b203-477c-b691-e78c5b780696,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:24:41.791815 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fb413164-1614-4358-ab09-221f9000455e req-15e613e8-d684-472b-b638-9bc3c1a7a13c tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807393 Oct 30 15:24:41.827142 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-8fcefc29-eebb-409e-9425-4fe6adf6c989 req-33d07fe0-716b-4515-ab77-e28ee30b65a0 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Deleting port 333cce4f-087b-4924-8b2a-e6be3cd71954 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:24:41.827731 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-8fcefc29-eebb-409e-9425-4fe6adf6c989 req-33d07fe0-716b-4515-ab77-e28ee30b65a0 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:41.860195 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-037a41ee-f501-4879-b6cc-b267e00d29ed req-adf81f35-1463-4bfd-9207-14f2fc02346e tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] No DVR routers for this DVR port df88446e-b203-477c-b691-e78c5b780696 on host n-h2-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:24:41.863001 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-037a41ee-f501-4879-b6cc-b267e00d29ed req-adf81f35-1463-4bfd-9207-14f2fc02346e tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:41.866898 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-037a41ee-f501-4879-b6cc-b267e00d29ed req-adf81f35-1463-4bfd-9207-14f2fc02346e tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.44 "DELETE /v2.0/ports/df88446e-b203-477c-b691-e78c5b780696 HTTP/1.1" status: 204 len: 173 time: 0.7182779 Oct 30 15:24:41.900682 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8669e184-1d96-4fd3-a71d-4ba73fd98b83', 'name': 'network-vif-deleted', 'tag': 'df88446e-b203-477c-b691-e78c5b780696'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:24:41.903244 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d6b9bd6-c9e0-43a5-abf6-c3eea8ccfc5b" -d '{"events": [{"server_uuid": "8669e184-1d96-4fd3-a71d-4ba73fd98b83", "name": "network-vif-deleted", "tag": "df88446e-b203-477c-b691-e78c5b780696"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:24:41.913308 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d73a48-a4fc-4f2a-a6b4-86ecef94d99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '280ac128-fc20-4a37-9397-24e6d43e2ad8'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:24:41.917803 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e503a97-d813-4f85-a648-f590d1643c08" -d '{"events": [{"server_uuid": "22d73a48-a4fc-4f2a-a6b4-86ecef94d99f", "name": "network-vif-plugged", "status": "completed", "tag": "280ac128-fc20-4a37-9397-24e6d43e2ad8"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:24:41.950662 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205855d0-9c52-4da2-a0c1-ff4540016d80 req-248d5999-4d22-4e41-95c1-58cc3ea33c4a tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:41.952541 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-205855d0-9c52-4da2-a0c1-ff4540016d80 req-248d5999-4d22-4e41-95c1-58cc3ea33c4a tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=a41560fd-de97-43da-b54f-069eab15660b HTTP/1.1" status: 200 len: 945 time: 0.2250974 Oct 30 15:24:41.988867 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aabeacef-8b9b-4b8c-a5c3-b5e1e5fd43f1 x-openstack-request-id: req-aabeacef-8b9b-4b8c-a5c3-b5e1e5fd43f1 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:24:41.989193 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8669e184-1d96-4fd3-a71d-4ba73fd98b83", "name": "network-vif-deleted", "tag": "df88446e-b203-477c-b691-e78c5b780696", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:24:41.989412 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-aabeacef-8b9b-4b8c-a5c3-b5e1e5fd43f1 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:24:41.989851 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8669e184-1d96-4fd3-a71d-4ba73fd98b83', 'name': 'network-vif-deleted', 'tag': 'df88446e-b203-477c-b691-e78c5b780696', 'status': 'completed', 'code': 200} Oct 30 15:24:42.009424 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-8fcefc29-eebb-409e-9425-4fe6adf6c989 req-33d07fe0-716b-4515-ab77-e28ee30b65a0 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] For port 333cce4f-087b-4924-8b2a-e6be3cd71954, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=333cce4f-087b-4924-8b2a-e6be3cd71954,segment=NetworkSegment(497c4dd9-c05b-4392-ab75-11b6658d68bc),segment_id=497c4dd9-c05b-4392-ab75-11b6658d68bc)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:24:42.009819 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-8fcefc29-eebb-409e-9425-4fe6adf6c989 req-33d07fe0-716b-4515-ab77-e28ee30b65a0 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:42.025786 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e248800-cfc5-49cf-b843-9d046f13a208 x-openstack-request-id: req-4e248800-cfc5-49cf-b843-9d046f13a208 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:24:42.025786 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22d73a48-a4fc-4f2a-a6b4-86ecef94d99f", "name": "network-vif-plugged", "status": "completed", "tag": "280ac128-fc20-4a37-9397-24e6d43e2ad8", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:24:42.025786 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4e248800-cfc5-49cf-b843-9d046f13a208 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:24:42.026259 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d73a48-a4fc-4f2a-a6b4-86ecef94d99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '280ac128-fc20-4a37-9397-24e6d43e2ad8', 'code': 200} Oct 30 15:24:42.047589 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-205855d0-9c52-4da2-a0c1-ff4540016d80 req-c016195d-5248-475a-a508-4f0c20087f88 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771806 Oct 30 15:24:42.048729 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-8fcefc29-eebb-409e-9425-4fe6adf6c989 req-33d07fe0-716b-4515-ab77-e28ee30b65a0 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Calling delete_port for 333cce4f-087b-4924-8b2a-e6be3cd71954 owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:24:42.181324 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a164f359-a4bc-49f0-82cb-5bce391c8078 req-7767e3fc-7e6a-4510-87b1-ac6d6cefdcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:42.184031 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a164f359-a4bc-49f0-82cb-5bce391c8078 req-7767e3fc-7e6a-4510-87b1-ac6d6cefdcaf service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=22d73a48-a4fc-4f2a-a6b4-86ecef94d99f HTTP/1.1" status: 200 len: 1097 time: 0.0764923 Oct 30 15:24:42.291944 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a164f359-a4bc-49f0-82cb-5bce391c8078 req-12734fb0-0631-44cf-aab9-9f11aee41831 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=73e3a8ab-b37e-4f55-b03c-9b634fb2bdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973878 Oct 30 15:24:42.293437 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-8fcefc29-eebb-409e-9425-4fe6adf6c989 req-33d07fe0-716b-4515-ab77-e28ee30b65a0 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:42.308527 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['9fbbdf0d-64d7-4f5d-917c-1120f28c907e'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:24:42.319017 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['1be129b1-5e54-475b-bc57-a058945757a7', '333cce4f-087b-4924-8b2a-e6be3cd71954'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:24:42.334914 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d07fe0-716b-4515-ab77-e28ee30b65a0 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Pushing event deleted for resources: {'Port': ['ID=333cce4f-087b-4924-8b2a-e6be3cd71954,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:24:42.346636 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de7bb2-18c1-43b4-863d-8b06cb797979 req-d2270494-0b6a-418e-8d91-c4aa3f9b385e tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:42.348026 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f0de7bb2-18c1-43b4-863d-8b06cb797979 req-d2270494-0b6a-418e-8d91-c4aa3f9b385e tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] 10.222.0.62 "GET /v2.0/ports?device_id=dacd0851-006e-4da6-82c2-f317d8daff8e HTTP/1.1" status: 200 len: 945 time: 0.1110103 Oct 30 15:24:42.435093 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fcefc29-eebb-409e-9425-4fe6adf6c989 req-33d07fe0-716b-4515-ab77-e28ee30b65a0 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] No DVR routers for this DVR port 333cce4f-087b-4924-8b2a-e6be3cd71954 on host n-h1-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:24:42.439961 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-8fcefc29-eebb-409e-9425-4fe6adf6c989 req-33d07fe0-716b-4515-ab77-e28ee30b65a0 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:42.443989 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8fcefc29-eebb-409e-9425-4fe6adf6c989 req-33d07fe0-716b-4515-ab77-e28ee30b65a0 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.53 "DELETE /v2.0/ports/333cce4f-087b-4924-8b2a-e6be3cd71954 HTTP/1.1" status: 204 len: 173 time: 0.9189994 Oct 30 15:24:42.473228 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f0de7bb2-18c1-43b4-863d-8b06cb797979 req-86f19126-52bb-4aad-8d36-8c077391c7e1 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] 10.222.0.62 "GET /v2.0/security-groups?id=73e3a8ab-b37e-4f55-b03c-9b634fb2bdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730155 Oct 30 15:24:42.644051 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-961ae142-1b41-4b28-b03f-99476c95a04e req-d87bb273-2ff0-4c44-9bf5-ba04970a1a44 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/ports?device_id=e36e88ed-7b73-4881-9910-33e4a611817a HTTP/1.1" status: 200 len: 210 time: 0.0570228 Oct 30 15:24:42.699889 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb4526-ac84-4713-a28f-a923aa6620ba req-df9bec04-c42a-4cb1-b6db-ac8ab78914b4 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:42.707962 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-17eb4526-ac84-4713-a28f-a923aa6620ba req-df9bec04-c42a-4cb1-b6db-ac8ab78914b4 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] 10.222.0.62 "GET /v2.0/ports?device_id=22d73a48-a4fc-4f2a-a6b4-86ecef94d99f HTTP/1.1" status: 200 len: 945 time: 0.1006720 Oct 30 15:24:42.746188 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-17eb4526-ac84-4713-a28f-a923aa6620ba req-0bfbdf05-89da-4ee9-bf84-01c7e69f2c5f tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] 10.222.0.62 "GET /v2.0/security-groups?id=73e3a8ab-b37e-4f55-b03c-9b634fb2bdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371795 Oct 30 15:24:43.113480 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f1f204-8253-48a7-b835-d49bd73b7ea2 req-bd9df9ec-dfa6-4735-be89-82ab132fe47d tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:43.115077 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-99f1f204-8253-48a7-b835-d49bd73b7ea2 req-bd9df9ec-dfa6-4735-be89-82ab132fe47d tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=103769ec-8a97-4b3f-9348-031893ca347d HTTP/1.1" status: 200 len: 945 time: 0.0701640 Oct 30 15:24:43.160314 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-99f1f204-8253-48a7-b835-d49bd73b7ea2 req-20a7d09a-a205-4659-b897-029f2b9bbe5d tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371537 Oct 30 15:24:43.179669 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b104c552-e016-410c-be19-8be81236ae6b req-65ff15fa-b869-4a57-9c12-fee950852fa4 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:43.180021 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b104c552-e016-410c-be19-8be81236ae6b req-65ff15fa-b869-4a57-9c12-fee950852fa4 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=a41560fd-de97-43da-b54f-069eab15660b HTTP/1.1" status: 200 len: 945 time: 0.0575407 Oct 30 15:24:43.223255 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b104c552-e016-410c-be19-8be81236ae6b req-55faccd3-3156-4e6f-b652-686c3aad0134 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350220 Oct 30 15:24:43.891818 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588e4a6d-b500-4ffd-b7a0-11781d2efd21 req-b074a7a0-2d32-45e0-96d9-3ac39f3afcd5 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:43.893843 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-588e4a6d-b500-4ffd-b7a0-11781d2efd21 req-b074a7a0-2d32-45e0-96d9-3ac39f3afcd5 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] 10.222.0.62 "GET /v2.0/ports?device_id=22d73a48-a4fc-4f2a-a6b4-86ecef94d99f HTTP/1.1" status: 200 len: 945 time: 0.0769956 Oct 30 15:24:43.941830 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-588e4a6d-b500-4ffd-b7a0-11781d2efd21 req-2335a8f8-d746-4f59-a8a7-3cb5e0c2905a tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] 10.222.0.62 "GET /v2.0/security-groups?id=73e3a8ab-b37e-4f55-b03c-9b634fb2bdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372581 Oct 30 15:24:43.951353 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aae719-91cf-4376-8d42-dbff312b93e7 req-d3e6feea-8b9e-42e8-9745-fa741f244ce0 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:43.952992 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f1aae719-91cf-4376-8d42-dbff312b93e7 req-d3e6feea-8b9e-42e8-9745-fa741f244ce0 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/ports?device_id=b11fca66-73af-4ff9-b301-8687cd44117a HTTP/1.1" status: 200 len: 945 time: 0.0682917 Oct 30 15:24:43.991205 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e36e88ed-7b73-4881-9910-33e4a611817a', 'name': 'network-vif-deleted', 'tag': '333cce4f-087b-4924-8b2a-e6be3cd71954'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:24:43.993618 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb31afe-69a3-4de2-9196-d74894ac0a67" -d '{"events": [{"server_uuid": "e36e88ed-7b73-4881-9910-33e4a611817a", "name": "network-vif-deleted", "tag": "333cce4f-087b-4924-8b2a-e6be3cd71954"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:24:43.999740 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f1aae719-91cf-4376-8d42-dbff312b93e7 req-c683c154-9615-4fc5-a564-1032e75c186e tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/security-groups?id=e96b94c8-1854-43c2-8b3c-964bf8e29073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402832 Oct 30 15:24:44.046924 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c9ffc4-c52d-4e43-bb95-5bf8f38f7446 x-openstack-request-id: req-05c9ffc4-c52d-4e43-bb95-5bf8f38f7446 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:24:44.047665 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e36e88ed-7b73-4881-9910-33e4a611817a", "name": "network-vif-deleted", "tag": "333cce4f-087b-4924-8b2a-e6be3cd71954", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:24:44.048021 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-05c9ffc4-c52d-4e43-bb95-5bf8f38f7446 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:24:44.048526 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e36e88ed-7b73-4881-9910-33e4a611817a', 'name': 'network-vif-deleted', 'tag': '333cce4f-087b-4924-8b2a-e6be3cd71954', 'status': 'completed', 'code': 200} Oct 30 15:24:44.326942 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330dadb6-3ac2-4f8f-b1e0-78373f19368b req-1fde5f58-b098-46dd-84c6-5681d08ff723 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:44.328460 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-330dadb6-3ac2-4f8f-b1e0-78373f19368b req-1fde5f58-b098-46dd-84c6-5681d08ff723 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=103769ec-8a97-4b3f-9348-031893ca347d HTTP/1.1" status: 200 len: 945 time: 0.0641978 Oct 30 15:24:44.375313 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-330dadb6-3ac2-4f8f-b1e0-78373f19368b req-27c15d9e-6ac5-420c-b169-52cd0535d30e tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c5868ec-257a-4026-a51b-d05068d298c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405204 Oct 30 15:24:44.399726 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6042427f-7d30-4ddc-9c98-3599ec8d3616 req-2d1cb557-5ef3-4b9e-9d2a-e1a5fc2d1457 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:44.401172 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6042427f-7d30-4ddc-9c98-3599ec8d3616 req-2d1cb557-5ef3-4b9e-9d2a-e1a5fc2d1457 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.44 "GET /v2.0/ports?device_id=103769ec-8a97-4b3f-9348-031893ca347d HTTP/1.1" status: 200 len: 945 time: 0.0652523 Oct 30 15:24:44.531039 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ab03e-fc44-4088-8171-53710b643eed req-636934bc-62c3-4d8f-a813-89024077845f tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:44.532646 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-df9ab03e-fc44-4088-8171-53710b643eed req-636934bc-62c3-4d8f-a813-89024077845f tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=a41560fd-de97-43da-b54f-069eab15660b HTTP/1.1" status: 200 len: 945 time: 0.1305158 Oct 30 15:24:44.578355 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-6042427f-7d30-4ddc-9c98-3599ec8d3616 req-fb0e57b6-357b-4727-897c-d898ab3620b1 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Deleting port 550ff952-51e1-47d0-85cf-4a9da3d2230f {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:24:44.578742 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-6042427f-7d30-4ddc-9c98-3599ec8d3616 req-fb0e57b6-357b-4727-897c-d898ab3620b1 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:44.596356 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717fafdc-8023-456c-becb-7cff1bf0271a req-d4c8b658-11e9-40ff-af8d-595e0256d53d tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:44.604283 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-717fafdc-8023-456c-becb-7cff1bf0271a req-d4c8b658-11e9-40ff-af8d-595e0256d53d tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] 10.222.0.62 "GET /v2.0/networks?id=3e9d68e2-3683-4edf-8c89-7d0bec1b2cba HTTP/1.1" status: 200 len: 813 time: 0.1435776 Oct 30 15:24:44.605285 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-df9ab03e-fc44-4088-8171-53710b643eed req-640325de-5286-4415-83c8-779015e20971 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614326 Oct 30 15:24:44.627606 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-717fafdc-8023-456c-becb-7cff1bf0271a req-c6d84527-196f-4347-90fd-42a7a0040fe5 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] 10.222.0.62 "GET /v2.0/quotas/959ce7ef0e4c4b6e8cc140278128175b HTTP/1.1" status: 200 len: 375 time: 0.0222931 Oct 30 15:24:44.679219 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-717fafdc-8023-456c-becb-7cff1bf0271a req-d70bb5a6-d138-499b-b2e0-08622b786b0e tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=959ce7ef0e4c4b6e8cc140278128175b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484393 Oct 30 15:24:44.694341 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-6042427f-7d30-4ddc-9c98-3599ec8d3616 req-fb0e57b6-357b-4727-897c-d898ab3620b1 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] For port 550ff952-51e1-47d0-85cf-4a9da3d2230f, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=550ff952-51e1-47d0-85cf-4a9da3d2230f,segment=NetworkSegment(4eb103e9-b9a2-4786-ab9b-d9e363fed874),segment_id=4eb103e9-b9a2-4786-ab9b-d9e363fed874)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:24:44.694736 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-6042427f-7d30-4ddc-9c98-3599ec8d3616 req-fb0e57b6-357b-4727-897c-d898ab3620b1 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:44.708272 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-6042427f-7d30-4ddc-9c98-3599ec8d3616 req-fb0e57b6-357b-4727-897c-d898ab3620b1 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Calling delete_port for 550ff952-51e1-47d0-85cf-4a9da3d2230f owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:24:44.721224 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device df88446e-b203-477c-b691-e78c5b780696 no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:24:44.741442 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] No Port match for: df88446e-b203-477c-b691-e78c5b780696 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:24:44.741786 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device df88446e-b203-477c-b691-e78c5b780696 not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:24:44.798548 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-717fafdc-8023-456c-becb-7cff1bf0271a req-b499fd9a-fd23-4f0e-aeb7-c62157febd3c service neutron] 10.222.0.62 "GET /v2.0/networks/3e9d68e2-3683-4edf-8c89-7d0bec1b2cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095328 Oct 30 15:24:44.860905 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-6042427f-7d30-4ddc-9c98-3599ec8d3616 req-fb0e57b6-357b-4727-897c-d898ab3620b1 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:44.871888 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['550ff952-51e1-47d0-85cf-4a9da3d2230f'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:24:44.910581 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0e57b6-357b-4727-897c-d898ab3620b1 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Pushing event deleted for resources: {'Port': ['ID=550ff952-51e1-47d0-85cf-4a9da3d2230f,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:24:44.911756 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-717fafdc-8023-456c-becb-7cff1bf0271a req-a9231a1c-47c5-4eca-bfab-26effbd284d6 service neutron] 10.222.0.62 "GET /v2.0/networks/3e9d68e2-3683-4edf-8c89-7d0bec1b2cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119220 Oct 30 15:24:44.981573 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-6042427f-7d30-4ddc-9c98-3599ec8d3616 req-fb0e57b6-357b-4727-897c-d898ab3620b1 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] No DVR routers for this DVR port 550ff952-51e1-47d0-85cf-4a9da3d2230f on host n-h2-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:24:44.984276 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-6042427f-7d30-4ddc-9c98-3599ec8d3616 req-fb0e57b6-357b-4727-897c-d898ab3620b1 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:44.988157 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6042427f-7d30-4ddc-9c98-3599ec8d3616 req-fb0e57b6-357b-4727-897c-d898ab3620b1 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.44 "DELETE /v2.0/ports/550ff952-51e1-47d0-85cf-4a9da3d2230f HTTP/1.1" status: 204 len: 173 time: 0.5767176 Oct 30 15:24:45.068825 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54473813-1a6c-44ca-9631-f415a4afc730 req-e7b15e77-82c7-4c49-a4f5-7c58b7cc37c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:45.073149 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-54473813-1a6c-44ca-9631-f415a4afc730 req-e7b15e77-82c7-4c49-a4f5-7c58b7cc37c4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a41560fd-de97-43da-b54f-069eab15660b HTTP/1.1" status: 200 len: 1097 time: 0.0799072 Oct 30 15:24:45.155006 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-54473813-1a6c-44ca-9631-f415a4afc730 req-a538fb4e-e80b-4495-a4f7-d1a2064fb4ab service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746579 Oct 30 15:24:45.190016 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c60535-ecb0-43c6-8eac-09b158a8f17c req-d0e58c28-eb80-4f7a-a6a6-f999dad6a18a tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:45.193014 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-23c60535-ecb0-43c6-8eac-09b158a8f17c req-d0e58c28-eb80-4f7a-a6a6-f999dad6a18a tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/ports?device_id=b11fca66-73af-4ff9-b301-8687cd44117a HTTP/1.1" status: 200 len: 945 time: 0.1020532 Oct 30 15:24:45.243971 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-23c60535-ecb0-43c6-8eac-09b158a8f17c req-eaac9373-4571-472a-b2ab-409332cf4d81 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/security-groups?id=e96b94c8-1854-43c2-8b3c-964bf8e29073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444381 Oct 30 15:24:45.354222 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 333cce4f-087b-4924-8b2a-e6be3cd71954 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:24:45.403818 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: 333cce4f-087b-4924-8b2a-e6be3cd71954 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:24:45.404699 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 333cce4f-087b-4924-8b2a-e6be3cd71954 not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:24:45.452990 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c76a9d27-1884-4dc8-a654-71e029117770 req-b37cc715-317c-482b-bb8c-34e58a04295e tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee9d83b3-53f7-496f-ae24-c6645bf1ae42 HTTP/1.1" status: 200 len: 210 time: 0.0668037 Oct 30 15:24:45.507281 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc370c9-15ea-440a-9593-afe6715d9ddb req-9f0b42b0-017e-4a86-832c-5174caa3b81b tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:45.519038 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-edc370c9-15ea-440a-9593-afe6715d9ddb req-9f0b42b0-017e-4a86-832c-5174caa3b81b tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.53 "GET /v2.0/ports?device_id=b11fca66-73af-4ff9-b301-8687cd44117a HTTP/1.1" status: 200 len: 945 time: 0.1361213 Oct 30 15:24:45.560892 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2787f6ac-65a6-4ba3-9068-9f724bdec2d1 req-573afefd-d747-44ae-8de6-1a892a081f7a tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=103769ec-8a97-4b3f-9348-031893ca347d HTTP/1.1" status: 200 len: 210 time: 0.0352890 Oct 30 15:24:45.667090 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-edc370c9-15ea-440a-9593-afe6715d9ddb req-c4efd0d2-cadd-41c0-a9cb-87445ce74f44 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Deleting port 1be129b1-5e54-475b-bc57-a058945757a7 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:24:45.667434 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-edc370c9-15ea-440a-9593-afe6715d9ddb req-c4efd0d2-cadd-41c0-a9cb-87445ce74f44 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:45.835719 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a594a9ce-d45d-43a6-8d7f-69a433289d45 req-a3727fa3-c640-464e-b711-106edcdbbefb tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:45.837298 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a594a9ce-d45d-43a6-8d7f-69a433289d45 req-a3727fa3-c640-464e-b711-106edcdbbefb tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] 10.222.0.53 "GET /v2.0/ports?device_id=22d73a48-a4fc-4f2a-a6b4-86ecef94d99f HTTP/1.1" status: 200 len: 945 time: 0.1644597 Oct 30 15:24:45.846908 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99033e7c-56d7-4a6e-a54e-791d878f668d req-dd8258c1-9c4d-4c36-b265-0296fa809f22 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:45.855746 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-99033e7c-56d7-4a6e-a54e-791d878f668d req-dd8258c1-9c4d-4c36-b265-0296fa809f22 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=a41560fd-de97-43da-b54f-069eab15660b HTTP/1.1" status: 200 len: 945 time: 0.1227188 Oct 30 15:24:45.982791 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-99033e7c-56d7-4a6e-a54e-791d878f668d req-4c5459b4-c47a-4636-9ac7-28be15ec9996 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261311 Oct 30 15:24:45.986892 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-edc370c9-15ea-440a-9593-afe6715d9ddb req-c4efd0d2-cadd-41c0-a9cb-87445ce74f44 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] For port 1be129b1-5e54-475b-bc57-a058945757a7, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=1be129b1-5e54-475b-bc57-a058945757a7,segment=NetworkSegment(497c4dd9-c05b-4392-ab75-11b6658d68bc),segment_id=497c4dd9-c05b-4392-ab75-11b6658d68bc)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:24:45.987244 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-edc370c9-15ea-440a-9593-afe6715d9ddb req-c4efd0d2-cadd-41c0-a9cb-87445ce74f44 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:46.010897 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-edc370c9-15ea-440a-9593-afe6715d9ddb req-c4efd0d2-cadd-41c0-a9cb-87445ce74f44 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Calling delete_port for 1be129b1-5e54-475b-bc57-a058945757a7 owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:24:46.050668 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '103769ec-8a97-4b3f-9348-031893ca347d', 'name': 'network-vif-deleted', 'tag': '550ff952-51e1-47d0-85cf-4a9da3d2230f'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:24:46.052972 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc31de9-def7-4cd1-90b5-484f46755855" -d '{"events": [{"server_uuid": "103769ec-8a97-4b3f-9348-031893ca347d", "name": "network-vif-deleted", "tag": "550ff952-51e1-47d0-85cf-4a9da3d2230f"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:24:46.063243 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c268c-f0ef-4d39-8810-c407ace7ac80 req-40e28ef5-1d02-4d82-8890-6d5eac1e51ca tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:46.064733 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f28c268c-f0ef-4d39-8810-c407ace7ac80 req-40e28ef5-1d02-4d82-8890-6d5eac1e51ca tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] 10.222.0.53 "GET /v2.0/ports?device_id=dacd0851-006e-4da6-82c2-f317d8daff8e HTTP/1.1" status: 200 len: 945 time: 0.1907775 Oct 30 15:24:46.142326 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12c9229-fe9d-479f-8a72-b3cfc162a053 x-openstack-request-id: req-a12c9229-fe9d-479f-8a72-b3cfc162a053 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:24:46.142771 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "103769ec-8a97-4b3f-9348-031893ca347d", "name": "network-vif-deleted", "tag": "550ff952-51e1-47d0-85cf-4a9da3d2230f", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:24:46.143030 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a12c9229-fe9d-479f-8a72-b3cfc162a053 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:24:46.143529 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '103769ec-8a97-4b3f-9348-031893ca347d', 'name': 'network-vif-deleted', 'tag': '550ff952-51e1-47d0-85cf-4a9da3d2230f', 'status': 'completed', 'code': 200} Oct 30 15:24:46.262616 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-a594a9ce-d45d-43a6-8d7f-69a433289d45 req-57d6741d-2d51-4048-b88d-d0336b5d9cfa tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Deleting port 280ac128-fc20-4a37-9397-24e6d43e2ad8 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:24:46.263064 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a594a9ce-d45d-43a6-8d7f-69a433289d45 req-57d6741d-2d51-4048-b88d-d0336b5d9cfa tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:46.443311 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-edc370c9-15ea-440a-9593-afe6715d9ddb req-c4efd0d2-cadd-41c0-a9cb-87445ce74f44 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:46.453795 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-f28c268c-f0ef-4d39-8810-c407ace7ac80 req-3d745f0f-710a-4bb0-bfdf-af0e103a97aa tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Deleting port 4ef95e7b-f565-468f-95cf-47692540e6df {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:24:46.454138 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-f28c268c-f0ef-4d39-8810-c407ace7ac80 req-3d745f0f-710a-4bb0-bfdf-af0e103a97aa tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:46.455985 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['1be129b1-5e54-475b-bc57-a058945757a7'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:24:46.458568 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-a594a9ce-d45d-43a6-8d7f-69a433289d45 req-57d6741d-2d51-4048-b88d-d0336b5d9cfa tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] For port 280ac128-fc20-4a37-9397-24e6d43e2ad8, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=280ac128-fc20-4a37-9397-24e6d43e2ad8,segment=NetworkSegment(469864e6-0889-403c-b415-1c60b653c300),segment_id=469864e6-0889-403c-b415-1c60b653c300)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:24:46.458852 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['9fbbdf0d-64d7-4f5d-917c-1120f28c907e'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:24:46.459010 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a594a9ce-d45d-43a6-8d7f-69a433289d45 req-57d6741d-2d51-4048-b88d-d0336b5d9cfa tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:46.523978 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466b29ad-e95f-46c4-a475-7d1197fa007f req-ed0e4fd3-45d2-49ed-b13f-f8bda9cec44e tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:46.527239 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-466b29ad-e95f-46c4-a475-7d1197fa007f req-ed0e4fd3-45d2-49ed-b13f-f8bda9cec44e tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/ports?device_id=b11fca66-73af-4ff9-b301-8687cd44117a HTTP/1.1" status: 200 len: 867 time: 0.1869848 Oct 30 15:24:46.576302 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4efd0d2-cadd-41c0-a9cb-87445ce74f44 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Pushing event deleted for resources: {'Port': ['ID=1be129b1-5e54-475b-bc57-a058945757a7,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:24:46.582414 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-a594a9ce-d45d-43a6-8d7f-69a433289d45 req-57d6741d-2d51-4048-b88d-d0336b5d9cfa tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Calling delete_port for 280ac128-fc20-4a37-9397-24e6d43e2ad8 owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:24:46.683345 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6e880f48-6243-41b5-826c-511c9ca65f59 req-7b3dec6d-6a4b-4b99-9258-bce08711fb88 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee9d83b3-53f7-496f-ae24-c6645bf1ae42 HTTP/1.1" status: 200 len: 210 time: 0.0508749 Oct 30 15:24:46.727450 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-edc370c9-15ea-440a-9593-afe6715d9ddb req-c4efd0d2-cadd-41c0-a9cb-87445ce74f44 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] No DVR routers for this DVR port 1be129b1-5e54-475b-bc57-a058945757a7 on host n-h1-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:24:46.793909 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-f28c268c-f0ef-4d39-8810-c407ace7ac80 req-3d745f0f-710a-4bb0-bfdf-af0e103a97aa tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] For port 4ef95e7b-f565-468f-95cf-47692540e6df, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=4ef95e7b-f565-468f-95cf-47692540e6df,segment=NetworkSegment(469864e6-0889-403c-b415-1c60b653c300),segment_id=469864e6-0889-403c-b415-1c60b653c300)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:24:46.794249 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-f28c268c-f0ef-4d39-8810-c407ace7ac80 req-3d745f0f-710a-4bb0-bfdf-af0e103a97aa tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:46.810375 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-f28c268c-f0ef-4d39-8810-c407ace7ac80 req-3d745f0f-710a-4bb0-bfdf-af0e103a97aa tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Calling delete_port for 4ef95e7b-f565-468f-95cf-47692540e6df owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:24:46.885726 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-edc370c9-15ea-440a-9593-afe6715d9ddb req-c4efd0d2-cadd-41c0-a9cb-87445ce74f44 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:46.890011 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-edc370c9-15ea-440a-9593-afe6715d9ddb req-c4efd0d2-cadd-41c0-a9cb-87445ce74f44 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.53 "DELETE /v2.0/ports/1be129b1-5e54-475b-bc57-a058945757a7 HTTP/1.1" status: 204 len: 173 time: 1.3625982 Oct 30 15:24:47.083042 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-466b29ad-e95f-46c4-a475-7d1197fa007f req-fb4de4ae-c901-42f3-8ca4-ba2b026c4b47 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/security-groups?id=e96b94c8-1854-43c2-8b3c-964bf8e29073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5385816 Oct 30 15:24:47.085472 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a594a9ce-d45d-43a6-8d7f-69a433289d45 req-57d6741d-2d51-4048-b88d-d0336b5d9cfa tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:47.098426 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['4ef95e7b-f565-468f-95cf-47692540e6df', '280ac128-fc20-4a37-9397-24e6d43e2ad8'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:24:47.144918 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885afc31-29f0-4a3e-9bcf-60514aba5400 req-8ba72aaf-03d6-4c5b-a550-1444aad4fd5f tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:47.150850 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d6741d-2d51-4048-b88d-d0336b5d9cfa tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Pushing event deleted for resources: {'Port': ['ID=280ac128-fc20-4a37-9397-24e6d43e2ad8,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:24:47.151524 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-885afc31-29f0-4a3e-9bcf-60514aba5400 req-8ba72aaf-03d6-4c5b-a550-1444aad4fd5f tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 944 time: 0.1101153 Oct 30 15:24:47.262573 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717fafdc-8023-456c-becb-7cff1bf0271a req-ccb34096-3557-4bc3-b6b1-eebc3fa498e6 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:47.264502 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-717fafdc-8023-456c-becb-7cff1bf0271a req-ccb34096-3557-4bc3-b6b1-eebc3fa498e6 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] 10.222.0.53 "GET /v2.0/networks?id=3e9d68e2-3683-4edf-8c89-7d0bec1b2cba HTTP/1.1" status: 200 len: 813 time: 0.5185573 Oct 30 15:24:47.271779 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717fafdc-8023-456c-becb-7cff1bf0271a req-4bb3b832-78aa-463f-9311-3c2a27aef4db tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:47.273471 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-717fafdc-8023-456c-becb-7cff1bf0271a req-4bb3b832-78aa-463f-9311-3c2a27aef4db tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] 10.222.0.44 "GET /v2.0/networks?id=3e9d68e2-3683-4edf-8c89-7d0bec1b2cba HTTP/1.1" status: 200 len: 813 time: 0.4674277 Oct 30 15:24:47.281884 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-a594a9ce-d45d-43a6-8d7f-69a433289d45 req-57d6741d-2d51-4048-b88d-d0336b5d9cfa tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] No DVR routers for this DVR port 280ac128-fc20-4a37-9397-24e6d43e2ad8 on host n-h1-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:24:47.293745 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-717fafdc-8023-456c-becb-7cff1bf0271a req-c8b0458d-d8e5-4c66-835e-1cbf29972138 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Request body: {'port': {'device_id': 'ee9d83b3-53f7-496f-ae24-c6645bf1ae42', 'network_id': '3e9d68e2-3683-4edf-8c89-7d0bec1b2cba', 'admin_state_up': True, 'tenant_id': '959ce7ef0e4c4b6e8cc140278128175b'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:24:47.305045 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a594a9ce-d45d-43a6-8d7f-69a433289d45 req-57d6741d-2d51-4048-b88d-d0336b5d9cfa tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:47.306286 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-717fafdc-8023-456c-becb-7cff1bf0271a req-1c792260-1951-4aac-8616-4a7b61c751dd tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Request body: {'port': {'device_id': '5f0e05a0-d34e-43e2-acef-f5a239af58f6', 'network_id': '3e9d68e2-3683-4edf-8c89-7d0bec1b2cba', 'admin_state_up': True, 'tenant_id': '959ce7ef0e4c4b6e8cc140278128175b'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:24:47.309541 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a594a9ce-d45d-43a6-8d7f-69a433289d45 req-57d6741d-2d51-4048-b88d-d0336b5d9cfa tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] 10.222.0.53 "DELETE /v2.0/ports/280ac128-fc20-4a37-9397-24e6d43e2ad8 HTTP/1.1" status: 204 len: 173 time: 1.4483109 Oct 30 15:24:47.344141 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-f28c268c-f0ef-4d39-8810-c407ace7ac80 req-3d745f0f-710a-4bb0-bfdf-af0e103a97aa tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:47.379315 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d745f0f-710a-4bb0-bfdf-af0e103a97aa tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Pushing event deleted for resources: {'Port': ['ID=4ef95e7b-f565-468f-95cf-47692540e6df,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:24:47.394328 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c4e25-6124-4f78-ab5e-9a70fa3667f9 req-d94fdbb3-0799-441f-8911-69cf6114a6d8 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:47.402178 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f51c4e25-6124-4f78-ab5e-9a70fa3667f9 req-d94fdbb3-0799-441f-8911-69cf6114a6d8 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=a41560fd-de97-43da-b54f-069eab15660b HTTP/1.1" status: 200 len: 945 time: 0.1734614 Oct 30 15:24:47.480600 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-f28c268c-f0ef-4d39-8810-c407ace7ac80 req-3d745f0f-710a-4bb0-bfdf-af0e103a97aa tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] No DVR routers for this DVR port 4ef95e7b-f565-468f-95cf-47692540e6df on host n-h1-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:24:47.483216 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-f28c268c-f0ef-4d39-8810-c407ace7ac80 req-3d745f0f-710a-4bb0-bfdf-af0e103a97aa tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:47.488123 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f28c268c-f0ef-4d39-8810-c407ace7ac80 req-3d745f0f-710a-4bb0-bfdf-af0e103a97aa tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] 10.222.0.53 "DELETE /v2.0/ports/4ef95e7b-f565-468f-95cf-47692540e6df HTTP/1.1" status: 204 len: 173 time: 1.4140244 Oct 30 15:24:47.511022 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f51c4e25-6124-4f78-ab5e-9a70fa3667f9 req-5aeb8574-3527-45f4-98c2-50b41802a04c tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037903 Oct 30 15:24:47.532145 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-885afc31-29f0-4a3e-9bcf-60514aba5400 req-f4d42c6e-c753-4412-a29d-7300231e97fe tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3697679 Oct 30 15:24:47.640819 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-717fafdc-8023-456c-becb-7cff1bf0271a req-1c792260-1951-4aac-8616-4a7b61c751dd tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Made reservation on behalf of 959ce7ef0e4c4b6e8cc140278128175b for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:24:47.644622 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-717fafdc-8023-456c-becb-7cff1bf0271a req-1c792260-1951-4aac-8616-4a7b61c751dd tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:47.764386 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-717fafdc-8023-456c-becb-7cff1bf0271a req-c8b0458d-d8e5-4c66-835e-1cbf29972138 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Made reservation on behalf of 959ce7ef0e4c4b6e8cc140278128175b for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:24:47.777076 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-717fafdc-8023-456c-becb-7cff1bf0271a req-c8b0458d-d8e5-4c66-835e-1cbf29972138 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:47.832832 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9b8df139-591d-4a16-815d-5a3c71e3eae0 req-901bfe40-843e-4e21-b2a5-3f40f61e9e1e tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee9d83b3-53f7-496f-ae24-c6645bf1ae42 HTTP/1.1" status: 200 len: 210 time: 0.0631952 Oct 30 15:24:47.965957 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-717fafdc-8023-456c-becb-7cff1bf0271a req-1c792260-1951-4aac-8616-4a7b61c751dd tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Allocated IP 172.20.0.2 (3e9d68e2-3683-4edf-8c89-7d0bec1b2cba/4089773f-82eb-49c5-952c-97e56c858892/d6e1e427-508f-49c2-b755-efad0b06042f) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:24:48.018876 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac667724-96bd-4c86-b3db-264773ec2627 req-8884f980-32e0-460f-8ea6-d286122f1b1a tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:48.020379 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ac667724-96bd-4c86-b3db-264773ec2627 req-8884f980-32e0-460f-8ea6-d286122f1b1a tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/networks?id=bd478de8-91f8-449b-b9b1-7a22cf4cb07a HTTP/1.1" status: 200 len: 811 time: 0.2225571 Oct 30 15:24:48.046581 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ac667724-96bd-4c86-b3db-264773ec2627 req-04a79590-e1f1-468b-809e-a1f66d4085ef tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/quotas/e2f6c94423b348689edc4b7fcd3062c6 HTTP/1.1" status: 200 len: 375 time: 0.0196424 Oct 30 15:24:48.144405 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b11fca66-73af-4ff9-b301-8687cd44117a', 'name': 'network-vif-deleted', 'tag': '1be129b1-5e54-475b-bc57-a058945757a7'}, {'server_uuid': '22d73a48-a4fc-4f2a-a6b4-86ecef94d99f', 'name': 'network-vif-deleted', 'tag': '280ac128-fc20-4a37-9397-24e6d43e2ad8'}, {'server_uuid': 'dacd0851-006e-4da6-82c2-f317d8daff8e', 'name': 'network-vif-deleted', 'tag': '4ef95e7b-f565-468f-95cf-47692540e6df'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:24:48.147037 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ead0da8-39f6-47dc-a8b8-8a90afc3a7a3" -d '{"events": [{"server_uuid": "b11fca66-73af-4ff9-b301-8687cd44117a", "name": "network-vif-deleted", "tag": "1be129b1-5e54-475b-bc57-a058945757a7"}, {"server_uuid": "22d73a48-a4fc-4f2a-a6b4-86ecef94d99f", "name": "network-vif-deleted", "tag": "280ac128-fc20-4a37-9397-24e6d43e2ad8"}, {"server_uuid": "dacd0851-006e-4da6-82c2-f317d8daff8e", "name": "network-vif-deleted", "tag": "4ef95e7b-f565-468f-95cf-47692540e6df"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:24:48.165420 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ac667724-96bd-4c86-b3db-264773ec2627 req-7a73c4d9-966a-4ec5-a7b3-09b46060a096 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e2f6c94423b348689edc4b7fcd3062c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1107523 Oct 30 15:24:48.260779 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 30 Oct 2021 15:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-823a9c7d-cab7-47a1-b5ae-6b4de459ff74 x-openstack-request-id: req-823a9c7d-cab7-47a1-b5ae-6b4de459ff74 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:24:48.261264 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b11fca66-73af-4ff9-b301-8687cd44117a", "name": "network-vif-deleted", "tag": "1be129b1-5e54-475b-bc57-a058945757a7", "status": "completed", "code": 200}, {"server_uuid": "22d73a48-a4fc-4f2a-a6b4-86ecef94d99f", "name": "network-vif-deleted", "tag": "280ac128-fc20-4a37-9397-24e6d43e2ad8", "status": "completed", "code": 200}, {"server_uuid": "dacd0851-006e-4da6-82c2-f317d8daff8e", "name": "network-vif-deleted", "tag": "4ef95e7b-f565-468f-95cf-47692540e6df", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:24:48.262175 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-823a9c7d-cab7-47a1-b5ae-6b4de459ff74 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:24:48.262175 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b11fca66-73af-4ff9-b301-8687cd44117a', 'name': 'network-vif-deleted', 'tag': '1be129b1-5e54-475b-bc57-a058945757a7', 'status': 'completed', 'code': 200} Oct 30 15:24:48.262380 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d73a48-a4fc-4f2a-a6b4-86ecef94d99f', 'name': 'network-vif-deleted', 'tag': '280ac128-fc20-4a37-9397-24e6d43e2ad8', 'status': 'completed', 'code': 200} Oct 30 15:24:48.262548 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dacd0851-006e-4da6-82c2-f317d8daff8e', 'name': 'network-vif-deleted', 'tag': '4ef95e7b-f565-468f-95cf-47692540e6df', 'status': 'completed', 'code': 200} Oct 30 15:24:48.280163 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-717fafdc-8023-456c-becb-7cff1bf0271a req-1c792260-1951-4aac-8616-4a7b61c751dd tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:48.338430 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ac667724-96bd-4c86-b3db-264773ec2627 req-b7d83e18-6ce8-4ef6-9820-b7a8a3dc7815 service neutron] 10.222.0.62 "GET /v2.0/networks/bd478de8-91f8-449b-b9b1-7a22cf4cb07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595995 Oct 30 15:24:48.412926 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-717fafdc-8023-456c-becb-7cff1bf0271a req-1c792260-1951-4aac-8616-4a7b61c751dd tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:48.503546 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-717fafdc-8023-456c-becb-7cff1bf0271a req-1c792260-1951-4aac-8616-4a7b61c751dd tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Network 3e9d68e2-3683-4edf-8c89-7d0bec1b2cba is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:24:48.518469 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-717fafdc-8023-456c-becb-7cff1bf0271a req-1c792260-1951-4aac-8616-4a7b61c751dd tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:24:48.524949 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-717fafdc-8023-456c-becb-7cff1bf0271a req-c8b0458d-d8e5-4c66-835e-1cbf29972138 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Allocated IP 172.20.0.12 (3e9d68e2-3683-4edf-8c89-7d0bec1b2cba/4089773f-82eb-49c5-952c-97e56c858892/8169f0a0-ac69-4f8c-ae0a-746bfb4411b9) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:24:48.533137 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-717fafdc-8023-456c-becb-7cff1bf0271a req-1c792260-1951-4aac-8616-4a7b61c751dd tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:24:48.545583 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c792260-1951-4aac-8616-4a7b61c751dd tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Pushing event updated for resources: {'Port': ['ID=d6e1e427-508f-49c2-b755-efad0b06042f,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:24:48.593673 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c792260-1951-4aac-8616-4a7b61c751dd tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:24:48.594104 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c792260-1951-4aac-8616-4a7b61c751dd tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:24:48.594379 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c792260-1951-4aac-8616-4a7b61c751dd tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:24:48.594694 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c792260-1951-4aac-8616-4a7b61c751dd tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:24:48.595031 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c792260-1951-4aac-8616-4a7b61c751dd tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:24:48.595361 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c792260-1951-4aac-8616-4a7b61c751dd tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:24:48.595720 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c792260-1951-4aac-8616-4a7b61c751dd tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:24:48.596048 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c792260-1951-4aac-8616-4a7b61c751dd tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:24:48.596373 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c792260-1951-4aac-8616-4a7b61c751dd tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:24:48.596697 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c792260-1951-4aac-8616-4a7b61c751dd tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:24:48.597831 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c792260-1951-4aac-8616-4a7b61c751dd tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:24:48.597831 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c792260-1951-4aac-8616-4a7b61c751dd tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:24:48.608749 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ac667724-96bd-4c86-b3db-264773ec2627 req-3c601916-7726-4dd3-8973-772786a98372 service neutron] 10.222.0.62 "GET /v2.0/networks/bd478de8-91f8-449b-b9b1-7a22cf4cb07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634428 Oct 30 15:24:48.626246 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717fafdc-8023-456c-becb-7cff1bf0271a req-1c792260-1951-4aac-8616-4a7b61c751dd tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:48.626732 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-717fafdc-8023-456c-becb-7cff1bf0271a req-1c792260-1951-4aac-8616-4a7b61c751dd tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:48.663710 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-717fafdc-8023-456c-becb-7cff1bf0271a req-1c792260-1951-4aac-8616-4a7b61c751dd tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3774362 Oct 30 15:24:48.679372 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-717fafdc-8023-456c-becb-7cff1bf0271a req-03d50ba8-685c-4bd7-bf20-1500e3ddf1aa service neutron] Request body: {'port': {'device_id': '5f0e05a0-d34e-43e2-acef-f5a239af58f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:24:48.726701 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 550ff952-51e1-47d0-85cf-4a9da3d2230f no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:24:48.845655 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-717fafdc-8023-456c-becb-7cff1bf0271a req-03d50ba8-685c-4bd7-bf20-1500e3ddf1aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:48.912843 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f1c82-1558-40b8-883c-48134d8cf179 req-4f96b1ee-ca93-4c65-8bc7-63e746527927 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:48.918264 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c23f1c82-1558-40b8-883c-48134d8cf179 req-4f96b1ee-ca93-4c65-8bc7-63e746527927 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 944 time: 0.1327469 Oct 30 15:24:48.933641 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-717fafdc-8023-456c-becb-7cff1bf0271a req-c8b0458d-d8e5-4c66-835e-1cbf29972138 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:49.114505 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-717fafdc-8023-456c-becb-7cff1bf0271a req-c8b0458d-d8e5-4c66-835e-1cbf29972138 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:49.129088 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e95e81-c18a-4d82-9b2b-c81fdf96fdfd req-bca7ac25-a965-4e69-baec-52baf26815bb tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:49.140469 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-84e95e81-c18a-4d82-9b2b-c81fdf96fdfd req-bca7ac25-a965-4e69-baec-52baf26815bb tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.44 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 944 time: 0.2085683 Oct 30 15:24:49.152214 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c23f1c82-1558-40b8-883c-48134d8cf179 req-b0737a51-df50-4cd3-a75b-143989bcf3f5 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups?id=056ca389-6988-4bde-a90c-7e1d3adab375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2251265 Oct 30 15:24:49.232602 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-717fafdc-8023-456c-becb-7cff1bf0271a req-c8b0458d-d8e5-4c66-835e-1cbf29972138 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Network 3e9d68e2-3683-4edf-8c89-7d0bec1b2cba is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:24:49.240587 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] No Port match for: 550ff952-51e1-47d0-85cf-4a9da3d2230f {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:24:49.242222 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-717fafdc-8023-456c-becb-7cff1bf0271a req-c8b0458d-d8e5-4c66-835e-1cbf29972138 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:24:49.242761 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 550ff952-51e1-47d0-85cf-4a9da3d2230f not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:24:49.250377 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-717fafdc-8023-456c-becb-7cff1bf0271a req-c8b0458d-d8e5-4c66-835e-1cbf29972138 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:24:49.255054 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b0458d-d8e5-4c66-835e-1cbf29972138 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Pushing event updated for resources: {'Port': ['ID=8169f0a0-ac69-4f8c-ae0a-746bfb4411b9,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:24:49.268913 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c2b5f436-3c42-4c63-a137-dbd171337829 req-63843d4d-acd6-4c36-9814-dfbfc19caf2f tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0b8c44a-9ecc-4544-a0eb-7014da6b0de8 HTTP/1.1" status: 200 len: 210 time: 0.0412965 Oct 30 15:24:49.350735 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 4ef95e7b-f565-468f-95cf-47692540e6df no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:24:49.387234 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-84e95e81-c18a-4d82-9b2b-c81fdf96fdfd req-8adb50cc-4e30-4673-8ffe-4fcac1c0ce25 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Deleting port cd7bcfbf-1623-489f-a384-785738bf069f {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:24:49.387743 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-84e95e81-c18a-4d82-9b2b-c81fdf96fdfd req-8adb50cc-4e30-4673-8ffe-4fcac1c0ce25 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:49.390052 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: 4ef95e7b-f565-468f-95cf-47692540e6df {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:24:49.394213 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 4ef95e7b-f565-468f-95cf-47692540e6df not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:24:49.394790 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 280ac128-fc20-4a37-9397-24e6d43e2ad8 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:24:49.426655 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: 280ac128-fc20-4a37-9397-24e6d43e2ad8 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:24:49.427044 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 280ac128-fc20-4a37-9397-24e6d43e2ad8 not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:24:49.427752 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 1be129b1-5e54-475b-bc57-a058945757a7 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:24:49.466111 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: 1be129b1-5e54-475b-bc57-a058945757a7 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:24:49.466580 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 1be129b1-5e54-475b-bc57-a058945757a7 not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:24:49.501985 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-717fafdc-8023-456c-becb-7cff1bf0271a req-03d50ba8-685c-4bd7-bf20-1500e3ddf1aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6e1e427-508f-49c2-b755-efad0b06042f {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:24:49.516330 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-717fafdc-8023-456c-becb-7cff1bf0271a req-03d50ba8-685c-4bd7-bf20-1500e3ddf1aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:49.528820 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-84e95e81-c18a-4d82-9b2b-c81fdf96fdfd req-8adb50cc-4e30-4673-8ffe-4fcac1c0ce25 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] For port cd7bcfbf-1623-489f-a384-785738bf069f, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=cd7bcfbf-1623-489f-a384-785738bf069f,segment=NetworkSegment(4eb103e9-b9a2-4786-ab9b-d9e363fed874),segment_id=4eb103e9-b9a2-4786-ab9b-d9e363fed874)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:24:49.529430 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-84e95e81-c18a-4d82-9b2b-c81fdf96fdfd req-8adb50cc-4e30-4673-8ffe-4fcac1c0ce25 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:49.530578 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-717fafdc-8023-456c-becb-7cff1bf0271a req-03d50ba8-685c-4bd7-bf20-1500e3ddf1aa service neutron] Transition to ACTIVE for port object d6e1e427-508f-49c2-b755-efad0b06042f will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:24:49.540297 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717fafdc-8023-456c-becb-7cff1bf0271a req-c8b0458d-d8e5-4c66-835e-1cbf29972138 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:49.540968 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-717fafdc-8023-456c-becb-7cff1bf0271a req-c8b0458d-d8e5-4c66-835e-1cbf29972138 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:49.546417 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-717fafdc-8023-456c-becb-7cff1bf0271a req-03d50ba8-685c-4bd7-bf20-1500e3ddf1aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:49.611020 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d50ba8-685c-4bd7-bf20-1500e3ddf1aa service neutron] Pushing event updated for resources: {'Port': ['ID=d6e1e427-508f-49c2-b755-efad0b06042f,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:24:49.646447 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029181e-3f6b-4014-8149-f1a8f2408afa req-1aab2ff6-96b8-4a30-b1b4-636aff5a184a tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:49.655425 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2029181e-3f6b-4014-8149-f1a8f2408afa req-1aab2ff6-96b8-4a30-b1b4-636aff5a184a tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee9d83b3-53f7-496f-ae24-c6645bf1ae42 HTTP/1.1" status: 200 len: 932 time: 0.3491173 Oct 30 15:24:49.701372 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-717fafdc-8023-456c-becb-7cff1bf0271a req-c8b0458d-d8e5-4c66-835e-1cbf29972138 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4264929 Oct 30 15:24:49.732264 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-84e95e81-c18a-4d82-9b2b-c81fdf96fdfd req-8adb50cc-4e30-4673-8ffe-4fcac1c0ce25 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:49.732909 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-84e95e81-c18a-4d82-9b2b-c81fdf96fdfd req-8adb50cc-4e30-4673-8ffe-4fcac1c0ce25 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:49.734615 n-d-806683-17 neutron-server[102131]: INFO neutron.db.l3_db [req-84e95e81-c18a-4d82-9b2b-c81fdf96fdfd req-8adb50cc-4e30-4673-8ffe-4fcac1c0ce25 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Floating IP ed39a4d3-08df-4ee4-bffb-ef3118c388c8 disassociated. External IP: 172.25.4.120, port: cd7bcfbf-1623-489f-a384-785738bf069f. Oct 30 15:24:49.735316 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-84e95e81-c18a-4d82-9b2b-c81fdf96fdfd req-8adb50cc-4e30-4673-8ffe-4fcac1c0ce25 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Calling delete_port for cd7bcfbf-1623-489f-a384-785738bf069f owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:24:49.748809 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-717fafdc-8023-456c-becb-7cff1bf0271a req-5e440fcc-da93-485f-af42-0b6bb2c10774 service neutron] Request body: {'port': {'device_id': 'ee9d83b3-53f7-496f-ae24-c6645bf1ae42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:24:49.753727 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2029181e-3f6b-4014-8149-f1a8f2408afa req-e639666e-2113-43d3-98e2-00cb37eef23e tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] 10.222.0.62 "GET /v2.0/security-groups?id=73e3a8ab-b37e-4f55-b03c-9b634fb2bdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974135 Oct 30 15:24:49.965589 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-84e95e81-c18a-4d82-9b2b-c81fdf96fdfd req-8adb50cc-4e30-4673-8ffe-4fcac1c0ce25 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:49.974679 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-717fafdc-8023-456c-becb-7cff1bf0271a req-03d50ba8-685c-4bd7-bf20-1500e3ddf1aa service neutron] Attempting to bind port d6e1e427-508f-49c2-b755-efad0b06042f on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:24:49.976880 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-717fafdc-8023-456c-becb-7cff1bf0271a req-03d50ba8-685c-4bd7-bf20-1500e3ddf1aa service neutron] Attempting to bind port d6e1e427-508f-49c2-b755-efad0b06042f by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': '469864e6-0889-403c-b415-1c60b653c300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3e9d68e2-3683-4edf-8c89-7d0bec1b2cba'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:24:49.977434 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717fafdc-8023-456c-becb-7cff1bf0271a req-03d50ba8-685c-4bd7-bf20-1500e3ddf1aa service neutron] Attempting to bind port d6e1e427-508f-49c2-b755-efad0b06042f on network 3e9d68e2-3683-4edf-8c89-7d0bec1b2cba {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:24:50.000813 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717fafdc-8023-456c-becb-7cff1bf0271a req-03d50ba8-685c-4bd7-bf20-1500e3ddf1aa service neutron] Port d6e1e427-508f-49c2-b755-efad0b06042f on network 3e9d68e2-3683-4edf-8c89-7d0bec1b2cba not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:24:50.002324 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717fafdc-8023-456c-becb-7cff1bf0271a req-03d50ba8-685c-4bd7-bf20-1500e3ddf1aa service neutron] Attempting to bind port d6e1e427-508f-49c2-b755-efad0b06042f on network 3e9d68e2-3683-4edf-8c89-7d0bec1b2cba {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:24:50.017942 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-717fafdc-8023-456c-becb-7cff1bf0271a req-5e440fcc-da93-485f-af42-0b6bb2c10774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:50.020906 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717fafdc-8023-456c-becb-7cff1bf0271a req-03d50ba8-685c-4bd7-bf20-1500e3ddf1aa service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:24:50.021614 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717fafdc-8023-456c-becb-7cff1bf0271a req-03d50ba8-685c-4bd7-bf20-1500e3ddf1aa service neutron] Checking segment: {'id': '469864e6-0889-403c-b415-1c60b653c300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3e9d68e2-3683-4edf-8c89-7d0bec1b2cba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:24:50.022108 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717fafdc-8023-456c-becb-7cff1bf0271a req-03d50ba8-685c-4bd7-bf20-1500e3ddf1aa service neutron] Bound using segment: {'id': '469864e6-0889-403c-b415-1c60b653c300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3e9d68e2-3683-4edf-8c89-7d0bec1b2cba'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:24:50.022840 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-717fafdc-8023-456c-becb-7cff1bf0271a req-03d50ba8-685c-4bd7-bf20-1500e3ddf1aa service neutron] Bound port: d6e1e427-508f-49c2-b755-efad0b06042f, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '469864e6-0889-403c-b415-1c60b653c300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3e9d68e2-3683-4edf-8c89-7d0bec1b2cba'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:24:50.023282 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-717fafdc-8023-456c-becb-7cff1bf0271a req-03d50ba8-685c-4bd7-bf20-1500e3ddf1aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:50.048449 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb50cc-4e30-4673-8ffe-4fcac1c0ce25 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Pushing event deleted for resources: {'Port': ['ID=cd7bcfbf-1623-489f-a384-785738bf069f,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:24:50.701788 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-717fafdc-8023-456c-becb-7cff1bf0271a req-03d50ba8-685c-4bd7-bf20-1500e3ddf1aa service neutron] For port d6e1e427-508f-49c2-b755-efad0b06042f, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:24:50.730443 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-58296669-f6f3-4c08-b262-cf9e3231cce7 req-86f0ada4-e6ce-4cec-89e3-6ed7106ee27d tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 210 time: 0.0453155 Oct 30 15:24:50.746019 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-717fafdc-8023-456c-becb-7cff1bf0271a req-03d50ba8-685c-4bd7-bf20-1500e3ddf1aa service neutron] For port d6e1e427-508f-49c2-b755-efad0b06042f, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=d6e1e427-508f-49c2-b755-efad0b06042f,segment=NetworkSegment(469864e6-0889-403c-b415-1c60b653c300),segment_id=469864e6-0889-403c-b415-1c60b653c300)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:24:50.751544 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e872f30d-b176-4da4-a88f-24dd772a8331 req-af0b8b80-9570-4c63-90c1-afad7bd199ef tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0b8c44a-9ecc-4544-a0eb-7014da6b0de8 HTTP/1.1" status: 200 len: 210 time: 0.0511005 Oct 30 15:24:50.765636 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-717fafdc-8023-456c-becb-7cff1bf0271a req-03d50ba8-685c-4bd7-bf20-1500e3ddf1aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:50.861438 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717fafdc-8023-456c-becb-7cff1bf0271a req-03d50ba8-685c-4bd7-bf20-1500e3ddf1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:50.867799 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-717fafdc-8023-456c-becb-7cff1bf0271a req-03d50ba8-685c-4bd7-bf20-1500e3ddf1aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:50.872316 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-717fafdc-8023-456c-becb-7cff1bf0271a req-03d50ba8-685c-4bd7-bf20-1500e3ddf1aa service neutron] 10.222.0.44 "PUT /v2.0/ports/d6e1e427-508f-49c2-b755-efad0b06042f HTTP/1.1" status: 200 len: 1092 time: 2.1974993 Oct 30 15:24:50.875575 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f0e05a0-d34e-43e2-acef-f5a239af58f6', 'tag': 'd6e1e427-508f-49c2-b755-efad0b06042f'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:24:50.884306 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc8f493-484e-4c2c-ac7a-7e6920eb84e5" -d '{"events": [{"name": "network-changed", "server_uuid": "5f0e05a0-d34e-43e2-acef-f5a239af58f6", "tag": "d6e1e427-508f-49c2-b755-efad0b06042f"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:24:50.954691 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b640eecd-034e-40ed-ac39-2cde0eba89f4 x-openstack-request-id: req-b640eecd-034e-40ed-ac39-2cde0eba89f4 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:24:50.955097 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f0e05a0-d34e-43e2-acef-f5a239af58f6", "tag": "d6e1e427-508f-49c2-b755-efad0b06042f", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:24:50.955446 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b640eecd-034e-40ed-ac39-2cde0eba89f4 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:24:50.955962 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f0e05a0-d34e-43e2-acef-f5a239af58f6', 'tag': 'd6e1e427-508f-49c2-b755-efad0b06042f', 'status': 'completed', 'code': 200} Oct 30 15:24:50.972846 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d50ba8-685c-4bd7-bf20-1500e3ddf1aa service neutron] Pushing event updated for resources: {'Port': ['ID=d6e1e427-508f-49c2-b755-efad0b06042f,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:24:50.998122 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84e95e81-c18a-4d82-9b2b-c81fdf96fdfd req-8adb50cc-4e30-4673-8ffe-4fcac1c0ce25 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Router f66a2148-220f-43f9-be5f-8c999015ad8e has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:24:51.009941 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac667724-96bd-4c86-b3db-264773ec2627 req-dad16bc6-fd4e-43de-88d2-a653a5d4b20e tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:51.011972 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ac667724-96bd-4c86-b3db-264773ec2627 req-dad16bc6-fd4e-43de-88d2-a653a5d4b20e tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.53 "GET /v2.0/networks?id=bd478de8-91f8-449b-b9b1-7a22cf4cb07a HTTP/1.1" status: 200 len: 811 time: 0.3136621 Oct 30 15:24:51.018175 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717fafdc-8023-456c-becb-7cff1bf0271a req-48a831f5-5393-4236-84e2-045e91cc97fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:51.019856 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-717fafdc-8023-456c-becb-7cff1bf0271a req-48a831f5-5393-4236-84e2-045e91cc97fc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=959ce7ef0e4c4b6e8cc140278128175b&device_id=5f0e05a0-d34e-43e2-acef-f5a239af58f6 HTTP/1.1" status: 200 len: 1095 time: 0.1033285 Oct 30 15:24:51.035408 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-ac667724-96bd-4c86-b3db-264773ec2627 req-97f32da8-43bf-4318-bdcf-438e4256eb23 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Request body: {'port': {'device_id': 'c0b8c44a-9ecc-4544-a0eb-7014da6b0de8', 'network_id': 'bd478de8-91f8-449b-b9b1-7a22cf4cb07a', 'admin_state_up': True, 'tenant_id': 'e2f6c94423b348689edc4b7fcd3062c6'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:24:51.074990 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-717fafdc-8023-456c-becb-7cff1bf0271a req-43e6e956-2dc3-47e2-95bb-18c72e53d80d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d6e1e427-508f-49c2-b755-efad0b06042f HTTP/1.1" status: 200 len: 217 time: 0.0472085 Oct 30 15:24:51.133833 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ca205-eb55-43ae-809c-22de3e8259d9 req-661c7ce3-84c1-4394-bc69-ff16294c8395 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:51.134448 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-228e6a37-37f9-4dc0-9c2a-7e9eac97aa54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:51.142456 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f34ca205-eb55-43ae-809c-22de3e8259d9 req-661c7ce3-84c1-4394-bc69-ff16294c8395 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee9d83b3-53f7-496f-ae24-c6645bf1ae42 HTTP/1.1" status: 200 len: 932 time: 0.2209742 Oct 30 15:24:51.143572 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-717fafdc-8023-456c-becb-7cff1bf0271a req-5e440fcc-da93-485f-af42-0b6bb2c10774 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8169f0a0-ac69-4f8c-ae0a-746bfb4411b9 {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:24:51.156178 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-717fafdc-8023-456c-becb-7cff1bf0271a req-5e440fcc-da93-485f-af42-0b6bb2c10774 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:51.172265 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717fafdc-8023-456c-becb-7cff1bf0271a req-21d56717-5324-488b-aed7-cee77abadb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:51.173875 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-717fafdc-8023-456c-becb-7cff1bf0271a req-21d56717-5324-488b-aed7-cee77abadb73 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4089773f-82eb-49c5-952c-97e56c858892 HTTP/1.1" status: 200 len: 853 time: 0.0764465 Oct 30 15:24:51.176458 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-717fafdc-8023-456c-becb-7cff1bf0271a req-5e440fcc-da93-485f-af42-0b6bb2c10774 service neutron] Transition to ACTIVE for port object 8169f0a0-ac69-4f8c-ae0a-746bfb4411b9 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:24:51.192413 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-717fafdc-8023-456c-becb-7cff1bf0271a req-5e440fcc-da93-485f-af42-0b6bb2c10774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:51.215778 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-717fafdc-8023-456c-becb-7cff1bf0271a req-a0ed6190-bb31-4168-a0f2-9e1d1994fd87 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3e9d68e2-3683-4edf-8c89-7d0bec1b2cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351725 Oct 30 15:24:51.221663 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:24:51.257313 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f34ca205-eb55-43ae-809c-22de3e8259d9 req-e4171ce0-c121-4067-b7ac-7a3d0d5856fb tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] 10.222.0.62 "GET /v2.0/security-groups?id=73e3a8ab-b37e-4f55-b03c-9b634fb2bdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132114 Oct 30 15:24:51.327990 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84e95e81-c18a-4d82-9b2b-c81fdf96fdfd req-8adb50cc-4e30-4673-8ffe-4fcac1c0ce25 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:24:51.332063 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e440fcc-da93-485f-af42-0b6bb2c10774 service neutron] Pushing event updated for resources: {'Port': ['ID=8169f0a0-ac69-4f8c-ae0a-746bfb4411b9,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:24:51.345445 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07d09f7-0cf5-4b07-9db8-8d3e995d35cc None None] Sync routers for ids ['f66a2148-220f-43f9-be5f-8c999015ad8e'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:24:51.368052 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07d09f7-0cf5-4b07-9db8-8d3e995d35cc None None] Routers {'f66a2148-220f-43f9-be5f-8c999015ad8e'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:24:51.368703 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-c07d09f7-0cf5-4b07-9db8-8d3e995d35cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:24:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['f66a2148-220f-43f9-be5f-8c999015ad8e'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:24:51.437368 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-84e95e81-c18a-4d82-9b2b-c81fdf96fdfd req-8adb50cc-4e30-4673-8ffe-4fcac1c0ce25 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] No DVR routers for this DVR port cd7bcfbf-1623-489f-a384-785738bf069f on host n-h2-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:24:51.441753 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac667724-96bd-4c86-b3db-264773ec2627 req-97f32da8-43bf-4318-bdcf-438e4256eb23 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Made reservation on behalf of e2f6c94423b348689edc4b7fcd3062c6 for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:24:51.447560 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-ac667724-96bd-4c86-b3db-264773ec2627 req-97f32da8-43bf-4318-bdcf-438e4256eb23 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:51.451567 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-84e95e81-c18a-4d82-9b2b-c81fdf96fdfd req-8adb50cc-4e30-4673-8ffe-4fcac1c0ce25 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:51.456967 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-84e95e81-c18a-4d82-9b2b-c81fdf96fdfd req-8adb50cc-4e30-4673-8ffe-4fcac1c0ce25 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.44 "DELETE /v2.0/ports/cd7bcfbf-1623-489f-a384-785738bf069f HTTP/1.1" status: 204 len: 173 time: 2.3034735 Oct 30 15:24:51.458927 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dc11b83-66ec-4702-91a6-063c6a95db97', 'name': 'network-vif-deleted', 'tag': 'cd7bcfbf-1623-489f-a384-785738bf069f'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:24:51.463625 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3389c101-4dc4-435b-b5ec-35d220d8c938" -d '{"events": [{"server_uuid": "8dc11b83-66ec-4702-91a6-063c6a95db97", "name": "network-vif-deleted", "tag": "cd7bcfbf-1623-489f-a384-785738bf069f"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:24:51.477520 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-717fafdc-8023-456c-becb-7cff1bf0271a req-38fc0ce8-ce09-4b39-af1d-8baef2c5f0d2 service neutron] 10.222.0.44 "GET /v2.0/networks/3e9d68e2-3683-4edf-8c89-7d0bec1b2cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368000 Oct 30 15:24:51.583880 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a2c82bd-1e6b-466d-851e-aacb4cee48de x-openstack-request-id: req-1a2c82bd-1e6b-466d-851e-aacb4cee48de {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:24:51.584198 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dc11b83-66ec-4702-91a6-063c6a95db97", "name": "network-vif-deleted", "tag": "cd7bcfbf-1623-489f-a384-785738bf069f", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:24:51.584482 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1a2c82bd-1e6b-466d-851e-aacb4cee48de {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:24:51.584945 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dc11b83-66ec-4702-91a6-063c6a95db97', 'name': 'network-vif-deleted', 'tag': 'cd7bcfbf-1623-489f-a384-785738bf069f', 'status': 'completed', 'code': 200} Oct 30 15:24:51.632785 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-717fafdc-8023-456c-becb-7cff1bf0271a req-5e440fcc-da93-485f-af42-0b6bb2c10774 service neutron] Attempting to bind port 8169f0a0-ac69-4f8c-ae0a-746bfb4411b9 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:24:51.633049 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-717fafdc-8023-456c-becb-7cff1bf0271a req-5e440fcc-da93-485f-af42-0b6bb2c10774 service neutron] Attempting to bind port 8169f0a0-ac69-4f8c-ae0a-746bfb4411b9 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '469864e6-0889-403c-b415-1c60b653c300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3e9d68e2-3683-4edf-8c89-7d0bec1b2cba'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:24:51.635364 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717fafdc-8023-456c-becb-7cff1bf0271a req-5e440fcc-da93-485f-af42-0b6bb2c10774 service neutron] Attempting to bind port 8169f0a0-ac69-4f8c-ae0a-746bfb4411b9 on network 3e9d68e2-3683-4edf-8c89-7d0bec1b2cba {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:24:51.639437 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-c07d09f7-0cf5-4b07-9db8-8d3e995d35cc None None] Set router f66a2148-220f-43f9-be5f-8c999015ad8e gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:24:51.660729 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-ac667724-96bd-4c86-b3db-264773ec2627 req-97f32da8-43bf-4318-bdcf-438e4256eb23 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Allocated IP 172.20.0.12 (bd478de8-91f8-449b-b9b1-7a22cf4cb07a/d096ec6f-ca2a-4ac2-a3be-5deccac59176/b4a2c8d1-76fb-48ff-9d96-62232f1f16bf) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:24:51.661043 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717fafdc-8023-456c-becb-7cff1bf0271a req-5e440fcc-da93-485f-af42-0b6bb2c10774 service neutron] Port 8169f0a0-ac69-4f8c-ae0a-746bfb4411b9 on network 3e9d68e2-3683-4edf-8c89-7d0bec1b2cba not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:24:51.662502 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717fafdc-8023-456c-becb-7cff1bf0271a req-5e440fcc-da93-485f-af42-0b6bb2c10774 service neutron] Attempting to bind port 8169f0a0-ac69-4f8c-ae0a-746bfb4411b9 on network 3e9d68e2-3683-4edf-8c89-7d0bec1b2cba {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:24:51.685456 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717fafdc-8023-456c-becb-7cff1bf0271a req-5e440fcc-da93-485f-af42-0b6bb2c10774 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:24:51.685819 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717fafdc-8023-456c-becb-7cff1bf0271a req-5e440fcc-da93-485f-af42-0b6bb2c10774 service neutron] Checking segment: {'id': '469864e6-0889-403c-b415-1c60b653c300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3e9d68e2-3683-4edf-8c89-7d0bec1b2cba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:24:51.688315 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717fafdc-8023-456c-becb-7cff1bf0271a req-5e440fcc-da93-485f-af42-0b6bb2c10774 service neutron] Bound using segment: {'id': '469864e6-0889-403c-b415-1c60b653c300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3e9d68e2-3683-4edf-8c89-7d0bec1b2cba'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:24:51.688789 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-717fafdc-8023-456c-becb-7cff1bf0271a req-5e440fcc-da93-485f-af42-0b6bb2c10774 service neutron] Bound port: 8169f0a0-ac69-4f8c-ae0a-746bfb4411b9, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '469864e6-0889-403c-b415-1c60b653c300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3e9d68e2-3683-4edf-8c89-7d0bec1b2cba'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:24:51.689155 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-717fafdc-8023-456c-becb-7cff1bf0271a req-5e440fcc-da93-485f-af42-0b6bb2c10774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:51.850090 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-717fafdc-8023-456c-becb-7cff1bf0271a req-5e440fcc-da93-485f-af42-0b6bb2c10774 service neutron] For port 8169f0a0-ac69-4f8c-ae0a-746bfb4411b9, host n-h1-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:24:51.885120 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-717fafdc-8023-456c-becb-7cff1bf0271a req-5e440fcc-da93-485f-af42-0b6bb2c10774 service neutron] For port 8169f0a0-ac69-4f8c-ae0a-746bfb4411b9, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=8169f0a0-ac69-4f8c-ae0a-746bfb4411b9,segment=NetworkSegment(469864e6-0889-403c-b415-1c60b653c300),segment_id=469864e6-0889-403c-b415-1c60b653c300)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:24:51.898068 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-717fafdc-8023-456c-becb-7cff1bf0271a req-5e440fcc-da93-485f-af42-0b6bb2c10774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:51.939814 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-c07d09f7-0cf5-4b07-9db8-8d3e995d35cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f66a2148-220f-43f9-be5f-8c999015ad8e', 'name': 'tempest-ServerActionsTestJSON-33003546-router', 'tenant_id': '19817faf69a4405b907421887c1772e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '63ebc91c-02a5-4f44-b7a2-72780ffe6a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:16:20Z', 'updated_at': '2021-10-30T15:16:29Z', 'revision_number': 4, 'project_id': '19817faf69a4405b907421887c1772e6', 'gw_port': {'id': '63ebc91c-02a5-4f44-b7a2-72780ffe6a79', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:54:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66a2148-220f-43f9-be5f-8c999015ad8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:16:22Z', 'updated_at': '2021-10-30T15:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '689c2fe5-8909-448a-a71b-c3d1011c098d', 'name': '', 'network_id': 'd26e81b3-f432-4f3d-bc5b-f2edc1c076d6', 'tenant_id': '19817faf69a4405b907421887c1772e6', 'mac_address': 'fa:16:3e:8f:c1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66a2148-220f-43f9-be5f-8c999015ad8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': 'd862e367-a3ef-41d8-9769-a6945d8f8b1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:16:27Z', 'updated_at': '2021-10-30T15:16:44Z', 'revision_number': 5, 'project_id': '19817faf69a4405b907421887c1772e6', 'subnets': [{'id': 'd862e367-a3ef-41d8-9769-a6945d8f8b1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:24:51.945590 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-ac667724-96bd-4c86-b3db-264773ec2627 req-97f32da8-43bf-4318-bdcf-438e4256eb23 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:51.990773 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-ac667724-96bd-4c86-b3db-264773ec2627 req-97f32da8-43bf-4318-bdcf-438e4256eb23 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:51.994918 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07d09f7-0cf5-4b07-9db8-8d3e995d35cc None None] Checking router: f66a2148-220f-43f9-be5f-8c999015ad8e for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:24:52.004543 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['8416a079-66a5-4f7a-9af9-70db5f91838d'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:24:52.020599 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07d09f7-0cf5-4b07-9db8-8d3e995d35cc None None] Routers {'f66a2148-220f-43f9-be5f-8c999015ad8e'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:24:52.021717 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-c07d09f7-0cf5-4b07-9db8-8d3e995d35cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:24:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['f66a2148-220f-43f9-be5f-8c999015ad8e'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:24:52.120108 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac667724-96bd-4c86-b3db-264773ec2627 req-97f32da8-43bf-4318-bdcf-438e4256eb23 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Network bd478de8-91f8-449b-b9b1-7a22cf4cb07a is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:24:52.120339 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e440fcc-da93-485f-af42-0b6bb2c10774 service neutron] Pushing event updated for resources: {'Port': ['ID=8169f0a0-ac69-4f8c-ae0a-746bfb4411b9,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:24:52.132841 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-ac667724-96bd-4c86-b3db-264773ec2627 req-97f32da8-43bf-4318-bdcf-438e4256eb23 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:24:52.155922 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac667724-96bd-4c86-b3db-264773ec2627 req-97f32da8-43bf-4318-bdcf-438e4256eb23 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:24:52.166801 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-717fafdc-8023-456c-becb-7cff1bf0271a req-cf46fe9b-8d5c-4a1c-88a8-2ad9c7d3835d service neutron] 10.222.0.44 "GET /v2.0/networks/3e9d68e2-3683-4edf-8c89-7d0bec1b2cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6565154 Oct 30 15:24:52.212730 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d01507f1-33e5-41e9-8400-48e19cb7e1db req-de01b9ca-e9fb-4d5d-84fe-7efe87438431 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dc11b83-66ec-4702-91a6-063c6a95db97 HTTP/1.1" status: 200 len: 210 time: 0.0959001 Oct 30 15:24:52.231562 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717fafdc-8023-456c-becb-7cff1bf0271a req-5e440fcc-da93-485f-af42-0b6bb2c10774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:52.233297 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-717fafdc-8023-456c-becb-7cff1bf0271a req-5e440fcc-da93-485f-af42-0b6bb2c10774 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:52.234997 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-717fafdc-8023-456c-becb-7cff1bf0271a req-5e440fcc-da93-485f-af42-0b6bb2c10774 service neutron] 10.222.0.53 "PUT /v2.0/ports/8169f0a0-ac69-4f8c-ae0a-746bfb4411b9 HTTP/1.1" status: 200 len: 1093 time: 2.4964900 Oct 30 15:24:52.265484 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f32da8-43bf-4318-bdcf-438e4256eb23 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Pushing event updated for resources: {'Port': ['ID=b4a2c8d1-76fb-48ff-9d96-62232f1f16bf,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:24:52.294778 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-c07d09f7-0cf5-4b07-9db8-8d3e995d35cc None None] Set router f66a2148-220f-43f9-be5f-8c999015ad8e gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:24:52.337248 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc8f493-484e-4c2c-ac7a-7e6920eb84e5 req-79468cae-c0c1-46c7-80c5-02814eb63dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:52.339710 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-adc8f493-484e-4c2c-ac7a-7e6920eb84e5 req-79468cae-c0c1-46c7-80c5-02814eb63dd7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=959ce7ef0e4c4b6e8cc140278128175b&device_id=5f0e05a0-d34e-43e2-acef-f5a239af58f6 HTTP/1.1" status: 200 len: 1095 time: 0.1036079 Oct 30 15:24:52.362663 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac667724-96bd-4c86-b3db-264773ec2627 req-97f32da8-43bf-4318-bdcf-438e4256eb23 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:52.363560 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-ac667724-96bd-4c86-b3db-264773ec2627 req-97f32da8-43bf-4318-bdcf-438e4256eb23 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:52.383028 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ac667724-96bd-4c86-b3db-264773ec2627 req-97f32da8-43bf-4318-bdcf-438e4256eb23 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3546600 Oct 30 15:24:52.401858 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c875ebd-ad27-4d82-8d89-af59ce0ac856 req-408c059f-6cc3-4813-a29b-dd87ad85ca5d tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:52.409607 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9c875ebd-ad27-4d82-8d89-af59ce0ac856 req-408c059f-6cc3-4813-a29b-dd87ad85ca5d tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0b8c44a-9ecc-4544-a0eb-7014da6b0de8 HTTP/1.1" status: 200 len: 932 time: 0.4257798 Oct 30 15:24:52.415416 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-ac667724-96bd-4c86-b3db-264773ec2627 req-5ddbc268-6a0e-477e-b1bf-a3a0c4e4abfb service neutron] Request body: {'port': {'device_id': 'c0b8c44a-9ecc-4544-a0eb-7014da6b0de8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:24:52.483648 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717fafdc-8023-456c-becb-7cff1bf0271a req-baf637ac-ffbe-4086-9415-b101a56c59ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:52.485218 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-717fafdc-8023-456c-becb-7cff1bf0271a req-baf637ac-ffbe-4086-9415-b101a56c59ff service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=959ce7ef0e4c4b6e8cc140278128175b&device_id=ee9d83b3-53f7-496f-ae24-c6645bf1ae42 HTTP/1.1" status: 200 len: 1096 time: 0.2021909 Oct 30 15:24:52.562330 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-717fafdc-8023-456c-becb-7cff1bf0271a req-82a54584-f094-4bff-8827-86574b5e85dc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8169f0a0-ac69-4f8c-ae0a-746bfb4411b9 HTTP/1.1" status: 200 len: 217 time: 0.0675616 Oct 30 15:24:52.578740 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9c875ebd-ad27-4d82-8d89-af59ce0ac856 req-9b43d153-cf1e-40b9-818d-76125c7febca tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681271 Oct 30 15:24:52.598606 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-c07d09f7-0cf5-4b07-9db8-8d3e995d35cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f66a2148-220f-43f9-be5f-8c999015ad8e', 'name': 'tempest-ServerActionsTestJSON-33003546-router', 'tenant_id': '19817faf69a4405b907421887c1772e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '63ebc91c-02a5-4f44-b7a2-72780ffe6a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:16:20Z', 'updated_at': '2021-10-30T15:16:29Z', 'revision_number': 4, 'project_id': '19817faf69a4405b907421887c1772e6', 'gw_port': {'id': '63ebc91c-02a5-4f44-b7a2-72780ffe6a79', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:54:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66a2148-220f-43f9-be5f-8c999015ad8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:16:22Z', 'updated_at': '2021-10-30T15:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '689c2fe5-8909-448a-a71b-c3d1011c098d', 'name': '', 'network_id': 'd26e81b3-f432-4f3d-bc5b-f2edc1c076d6', 'tenant_id': '19817faf69a4405b907421887c1772e6', 'mac_address': 'fa:16:3e:8f:c1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66a2148-220f-43f9-be5f-8c999015ad8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': 'd862e367-a3ef-41d8-9769-a6945d8f8b1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:16:27Z', 'updated_at': '2021-10-30T15:16:44Z', 'revision_number': 5, 'project_id': '19817faf69a4405b907421887c1772e6', 'subnets': [{'id': 'd862e367-a3ef-41d8-9769-a6945d8f8b1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:24:52.624057 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c44c1-2fb7-4a37-a27a-e54b560d48e2 req-3f8170e2-57b3-4efe-97e4-d71865999763 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:52.625517 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3a7c44c1-2fb7-4a37-a27a-e54b560d48e2 req-3f8170e2-57b3-4efe-97e4-d71865999763 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee9d83b3-53f7-496f-ae24-c6645bf1ae42 HTTP/1.1" status: 200 len: 944 time: 0.2328455 Oct 30 15:24:52.628146 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07d09f7-0cf5-4b07-9db8-8d3e995d35cc None None] The sync data for ids ['f66a2148-220f-43f9-be5f-8c999015ad8e'] in n-d-806683-17 is: [{'id': 'f66a2148-220f-43f9-be5f-8c999015ad8e', 'name': 'tempest-ServerActionsTestJSON-33003546-router', 'tenant_id': '19817faf69a4405b907421887c1772e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '63ebc91c-02a5-4f44-b7a2-72780ffe6a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:16:20Z', 'updated_at': '2021-10-30T15:16:29Z', 'revision_number': 4, 'project_id': '19817faf69a4405b907421887c1772e6', 'gw_port': {'id': '63ebc91c-02a5-4f44-b7a2-72780ffe6a79', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:54:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66a2148-220f-43f9-be5f-8c999015ad8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:16:22Z', 'updated_at': '2021-10-30T15:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '689c2fe5-8909-448a-a71b-c3d1011c098d', 'name': '', 'network_id': 'd26e81b3-f432-4f3d-bc5b-f2edc1c076d6', 'tenant_id': '19817faf69a4405b907421887c1772e6', 'mac_address': 'fa:16:3e:8f:c1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66a2148-220f-43f9-be5f-8c999015ad8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': 'd862e367-a3ef-41d8-9769-a6945d8f8b1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:16:27Z', 'updated_at': '2021-10-30T15:16:44Z', 'revision_number': 5, 'project_id': '19817faf69a4405b907421887c1772e6', 'subnets': [{'id': 'd862e367-a3ef-41d8-9769-a6945d8f8b1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:24:52.679610 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-ac667724-96bd-4c86-b3db-264773ec2627 req-5ddbc268-6a0e-477e-b1bf-a3a0c4e4abfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:52.732366 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc8f493-484e-4c2c-ac7a-7e6920eb84e5 req-96996f2f-a9db-49a6-812a-ed3775978fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:52.738357 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device cd7bcfbf-1623-489f-a384-785738bf069f no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:24:52.747644 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-adc8f493-484e-4c2c-ac7a-7e6920eb84e5 req-96996f2f-a9db-49a6-812a-ed3775978fe9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3e9d68e2-3683-4edf-8c89-7d0bec1b2cba HTTP/1.1" status: 200 len: 914 time: 0.3705404 Oct 30 15:24:52.771990 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] No Port match for: cd7bcfbf-1623-489f-a384-785738bf069f {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:24:52.772331 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device cd7bcfbf-1623-489f-a384-785738bf069f not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:24:52.795685 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717fafdc-8023-456c-becb-7cff1bf0271a req-86d3d981-c72c-46ec-9654-f023a79d6bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:52.797181 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-717fafdc-8023-456c-becb-7cff1bf0271a req-86d3d981-c72c-46ec-9654-f023a79d6bfe service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4089773f-82eb-49c5-952c-97e56c858892 HTTP/1.1" status: 200 len: 853 time: 0.2270842 Oct 30 15:24:52.866357 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-717fafdc-8023-456c-becb-7cff1bf0271a req-207ce039-af36-408c-ad9e-0b89594d25c4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3e9d68e2-3683-4edf-8c89-7d0bec1b2cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275588 Oct 30 15:24:52.870038 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-adc8f493-484e-4c2c-ac7a-7e6920eb84e5 req-4ee6849d-a8d8-41d1-b7f8-26c0979f3cb8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d6e1e427-508f-49c2-b755-efad0b06042f HTTP/1.1" status: 200 len: 217 time: 0.1216133 Oct 30 15:24:52.923156 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3a7c44c1-2fb7-4a37-a27a-e54b560d48e2 req-9bbc05c4-9a22-4e9d-87a8-5cd38fae0b1f tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] 10.222.0.62 "GET /v2.0/security-groups?id=73e3a8ab-b37e-4f55-b03c-9b634fb2bdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451720 Oct 30 15:24:53.010239 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee9d83b3-53f7-496f-ae24-c6645bf1ae42', 'tag': '8169f0a0-ac69-4f8c-ae0a-746bfb4411b9'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:24:53.013380 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde8dd9a-72b8-413c-9ad3-3f139d409436" -d '{"events": [{"name": "network-changed", "server_uuid": "ee9d83b3-53f7-496f-ae24-c6645bf1ae42", "tag": "8169f0a0-ac69-4f8c-ae0a-746bfb4411b9"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:24:53.102547 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab041bfc-0e7e-4995-aea6-80ccaa9b8b88 x-openstack-request-id: req-ab041bfc-0e7e-4995-aea6-80ccaa9b8b88 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:24:53.102896 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee9d83b3-53f7-496f-ae24-c6645bf1ae42", "tag": "8169f0a0-ac69-4f8c-ae0a-746bfb4411b9", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:24:53.103069 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ab041bfc-0e7e-4995-aea6-80ccaa9b8b88 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:24:53.103517 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee9d83b3-53f7-496f-ae24-c6645bf1ae42', 'tag': '8169f0a0-ac69-4f8c-ae0a-746bfb4411b9', 'status': 'completed', 'code': 200} Oct 30 15:24:53.136501 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-ac667724-96bd-4c86-b3db-264773ec2627 req-5ddbc268-6a0e-477e-b1bf-a3a0c4e4abfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4a2c8d1-76fb-48ff-9d96-62232f1f16bf {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:24:53.140617 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc8f493-484e-4c2c-ac7a-7e6920eb84e5 req-8c7cd58b-a79b-4d53-8fb4-17e2ae83ddaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:53.142091 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-adc8f493-484e-4c2c-ac7a-7e6920eb84e5 req-8c7cd58b-a79b-4d53-8fb4-17e2ae83ddaf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4089773f-82eb-49c5-952c-97e56c858892 HTTP/1.1" status: 200 len: 853 time: 0.2175798 Oct 30 15:24:53.143979 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-717fafdc-8023-456c-becb-7cff1bf0271a req-94f450f3-957a-41bc-acb0-2b57f3012ec3 service neutron] 10.222.0.53 "GET /v2.0/networks/3e9d68e2-3683-4edf-8c89-7d0bec1b2cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685413 Oct 30 15:24:53.145090 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-ac667724-96bd-4c86-b3db-264773ec2627 req-5ddbc268-6a0e-477e-b1bf-a3a0c4e4abfb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:53.161144 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-ac667724-96bd-4c86-b3db-264773ec2627 req-5ddbc268-6a0e-477e-b1bf-a3a0c4e4abfb service neutron] Transition to ACTIVE for port object b4a2c8d1-76fb-48ff-9d96-62232f1f16bf will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:24:53.164810 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-ac667724-96bd-4c86-b3db-264773ec2627 req-5ddbc268-6a0e-477e-b1bf-a3a0c4e4abfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:53.188876 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aea1715-367d-4966-9c80-56bffb20986a None None] New status for floating IP ed39a4d3-08df-4ee4-bffb-ef3118c388c8: DOWN {{(pid=102132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 15:24:53.240679 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddbc268-6a0e-477e-b1bf-a3a0c4e4abfb service neutron] Pushing event updated for resources: {'Port': ['ID=b4a2c8d1-76fb-48ff-9d96-62232f1f16bf,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:24:53.292322 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-adc8f493-484e-4c2c-ac7a-7e6920eb84e5 req-13b953b4-283d-4156-9f3e-9d668f0cffea service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3e9d68e2-3683-4edf-8c89-7d0bec1b2cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1383600 Oct 30 15:24:53.367634 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52548) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:24:53.458822 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-717fafdc-8023-456c-becb-7cff1bf0271a req-b82e3ec9-7021-4b22-a792-86aa64b35c8f service neutron] 10.222.0.53 "GET /v2.0/networks/3e9d68e2-3683-4edf-8c89-7d0bec1b2cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967477 Oct 30 15:24:53.473866 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-ac667724-96bd-4c86-b3db-264773ec2627 req-5ddbc268-6a0e-477e-b1bf-a3a0c4e4abfb service neutron] Attempting to bind port b4a2c8d1-76fb-48ff-9d96-62232f1f16bf on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:24:53.474466 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-ac667724-96bd-4c86-b3db-264773ec2627 req-5ddbc268-6a0e-477e-b1bf-a3a0c4e4abfb service neutron] Attempting to bind port b4a2c8d1-76fb-48ff-9d96-62232f1f16bf by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '6ad710d9-52c7-4ea3-8530-acd281ec85c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'bd478de8-91f8-449b-b9b1-7a22cf4cb07a'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:24:53.474848 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac667724-96bd-4c86-b3db-264773ec2627 req-5ddbc268-6a0e-477e-b1bf-a3a0c4e4abfb service neutron] Attempting to bind port b4a2c8d1-76fb-48ff-9d96-62232f1f16bf on network bd478de8-91f8-449b-b9b1-7a22cf4cb07a {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:24:53.480879 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-adc8f493-484e-4c2c-ac7a-7e6920eb84e5 req-df0b36f8-0ddd-4cf0-abad-67021fab7e44 service neutron] 10.222.0.44 "GET /v2.0/networks/3e9d68e2-3683-4edf-8c89-7d0bec1b2cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729920 Oct 30 15:24:53.486288 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac667724-96bd-4c86-b3db-264773ec2627 req-5ddbc268-6a0e-477e-b1bf-a3a0c4e4abfb service neutron] Port b4a2c8d1-76fb-48ff-9d96-62232f1f16bf on network bd478de8-91f8-449b-b9b1-7a22cf4cb07a not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:24:53.486700 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac667724-96bd-4c86-b3db-264773ec2627 req-5ddbc268-6a0e-477e-b1bf-a3a0c4e4abfb service neutron] Attempting to bind port b4a2c8d1-76fb-48ff-9d96-62232f1f16bf on network bd478de8-91f8-449b-b9b1-7a22cf4cb07a {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:24:53.509427 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac667724-96bd-4c86-b3db-264773ec2627 req-5ddbc268-6a0e-477e-b1bf-a3a0c4e4abfb service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:24:53.510290 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac667724-96bd-4c86-b3db-264773ec2627 req-5ddbc268-6a0e-477e-b1bf-a3a0c4e4abfb service neutron] Checking segment: {'id': '6ad710d9-52c7-4ea3-8530-acd281ec85c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'bd478de8-91f8-449b-b9b1-7a22cf4cb07a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:24:53.523058 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac667724-96bd-4c86-b3db-264773ec2627 req-5ddbc268-6a0e-477e-b1bf-a3a0c4e4abfb service neutron] Bound using segment: {'id': '6ad710d9-52c7-4ea3-8530-acd281ec85c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'bd478de8-91f8-449b-b9b1-7a22cf4cb07a'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:24:53.523640 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-ac667724-96bd-4c86-b3db-264773ec2627 req-5ddbc268-6a0e-477e-b1bf-a3a0c4e4abfb service neutron] Bound port: b4a2c8d1-76fb-48ff-9d96-62232f1f16bf, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ad710d9-52c7-4ea3-8530-acd281ec85c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'bd478de8-91f8-449b-b9b1-7a22cf4cb07a'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:24:53.524011 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-ac667724-96bd-4c86-b3db-264773ec2627 req-5ddbc268-6a0e-477e-b1bf-a3a0c4e4abfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:53.581771 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5ab10f14-dad3-4be1-bfd1-2a257e6fe2f1 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:53.627317 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-ac667724-96bd-4c86-b3db-264773ec2627 req-5ddbc268-6a0e-477e-b1bf-a3a0c4e4abfb service neutron] For port b4a2c8d1-76fb-48ff-9d96-62232f1f16bf, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:24:53.633075 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-ac667724-96bd-4c86-b3db-264773ec2627 req-5ddbc268-6a0e-477e-b1bf-a3a0c4e4abfb service neutron] For port b4a2c8d1-76fb-48ff-9d96-62232f1f16bf, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=b4a2c8d1-76fb-48ff-9d96-62232f1f16bf,segment=NetworkSegment(6ad710d9-52c7-4ea3-8530-acd281ec85c6),segment_id=6ad710d9-52c7-4ea3-8530-acd281ec85c6)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:24:53.639823 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde8dd9a-72b8-413c-9ad3-3f139d409436 req-423fb20d-9d25-4ff9-a7ec-7beb34b38abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:53.641818 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dde8dd9a-72b8-413c-9ad3-3f139d409436 req-423fb20d-9d25-4ff9-a7ec-7beb34b38abb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=959ce7ef0e4c4b6e8cc140278128175b&device_id=ee9d83b3-53f7-496f-ae24-c6645bf1ae42 HTTP/1.1" status: 200 len: 1096 time: 0.1279497 Oct 30 15:24:53.642265 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-ac667724-96bd-4c86-b3db-264773ec2627 req-5ddbc268-6a0e-477e-b1bf-a3a0c4e4abfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:53.657286 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5ab10f14-dad3-4be1-bfd1-2a257e6fe2f1 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:53.664245 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-adc8f493-484e-4c2c-ac7a-7e6920eb84e5 req-d57afa11-cc61-462b-9bd1-210e016429a0 service neutron] 10.222.0.44 "GET /v2.0/networks/3e9d68e2-3683-4edf-8c89-7d0bec1b2cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743164 Oct 30 15:24:53.718562 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac667724-96bd-4c86-b3db-264773ec2627 req-5ddbc268-6a0e-477e-b1bf-a3a0c4e4abfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:53.719278 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-ac667724-96bd-4c86-b3db-264773ec2627 req-5ddbc268-6a0e-477e-b1bf-a3a0c4e4abfb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:53.722868 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ac667724-96bd-4c86-b3db-264773ec2627 req-5ddbc268-6a0e-477e-b1bf-a3a0c4e4abfb service neutron] 10.222.0.53 "PUT /v2.0/ports/b4a2c8d1-76fb-48ff-9d96-62232f1f16bf HTTP/1.1" status: 200 len: 1093 time: 1.3322389 Oct 30 15:24:53.723421 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0b8c44a-9ecc-4544-a0eb-7014da6b0de8', 'tag': 'b4a2c8d1-76fb-48ff-9d96-62232f1f16bf'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:24:53.725833 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea3a2c1-bac1-4349-ab43-fa33a86abe0c" -d '{"events": [{"name": "network-changed", "server_uuid": "c0b8c44a-9ecc-4544-a0eb-7014da6b0de8", "tag": "b4a2c8d1-76fb-48ff-9d96-62232f1f16bf"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:24:53.747887 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a49af1b0-fdd0-4e68-82da-2c58a6e25009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:53.798912 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddbc268-6a0e-477e-b1bf-a3a0c4e4abfb service neutron] Pushing event updated for resources: {'Port': ['ID=b4a2c8d1-76fb-48ff-9d96-62232f1f16bf,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:24:53.818188 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde8dd9a-72b8-413c-9ad3-3f139d409436 req-2c8d5463-9aa4-4ecb-89a3-fc24171d5104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:53.819782 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dde8dd9a-72b8-413c-9ad3-3f139d409436 req-2c8d5463-9aa4-4ecb-89a3-fc24171d5104 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3e9d68e2-3683-4edf-8c89-7d0bec1b2cba HTTP/1.1" status: 200 len: 914 time: 0.1686370 Oct 30 15:24:53.851093 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401287b3-641d-4469-90d0-c3ba00e63c77 req-93f1d029-732d-43a0-8c9f-577ea5e40794 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:53.861224 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-401287b3-641d-4469-90d0-c3ba00e63c77 req-93f1d029-732d-43a0-8c9f-577ea5e40794 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0b8c44a-9ecc-4544-a0eb-7014da6b0de8 HTTP/1.1" status: 200 len: 944 time: 0.1135299 Oct 30 15:24:53.880422 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5ab10f14-dad3-4be1-bfd1-2a257e6fe2f1 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:53.888662 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5ab10f14-dad3-4be1-bfd1-2a257e6fe2f1 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:53.891241 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-5ab10f14-dad3-4be1-bfd1-2a257e6fe2f1 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "DELETE /v2.0/security-groups/056ca389-6988-4bde-a90c-7e1d3adab375 HTTP/1.1" status: 204 len: 168 time: 0.5225689 Oct 30 15:24:53.906168 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52560) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:24:53.907084 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab10f14-dad3-4be1-bfd1-2a257e6fe2f1 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=056ca389-6988-4bde-a90c-7e1d3adab375,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:24:53.911388 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac667724-96bd-4c86-b3db-264773ec2627 req-5f0acd8b-9f18-4610-9a28-91e8cb82816a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:53.913429 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ac667724-96bd-4c86-b3db-264773ec2627 req-5f0acd8b-9f18-4610-9a28-91e8cb82816a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e2f6c94423b348689edc4b7fcd3062c6&device_id=c0b8c44a-9ecc-4544-a0eb-7014da6b0de8 HTTP/1.1" status: 200 len: 1096 time: 0.1420407 Oct 30 15:24:53.920848 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dde8dd9a-72b8-413c-9ad3-3f139d409436 req-f7ef454b-d8fe-48a0-b64d-9d8e463b4aae service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8169f0a0-ac69-4f8c-ae0a-746bfb4411b9 HTTP/1.1" status: 200 len: 217 time: 0.0913343 Oct 30 15:24:53.941715 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-d88766f6-1d73-444c-becc-a8a04542bee8 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] show failed (client error): The resource could not be found. Oct 30 15:24:53.947893 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d88766f6-1d73-444c-becc-a8a04542bee8 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "GET /v2.0/security-groups/056ca389-6988-4bde-a90c-7e1d3adab375 HTTP/1.1" status: 404 len: 347 time: 0.0289972 Oct 30 15:24:53.953117 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 52566) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:24:53.984550 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ac667724-96bd-4c86-b3db-264773ec2627 req-9ec1530d-c533-496e-9302-6c94b23a49b6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4a2c8d1-76fb-48ff-9d96-62232f1f16bf HTTP/1.1" status: 200 len: 217 time: 0.0610101 Oct 30 15:24:54.088803 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-401287b3-641d-4469-90d0-c3ba00e63c77 req-72ab759b-3364-452a-961f-4fc0ae2547b1 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246943 Oct 30 15:24:54.109241 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac667724-96bd-4c86-b3db-264773ec2627 req-d8c0f359-469b-4039-b3bf-aa6a069c98c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:54.110907 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ac667724-96bd-4c86-b3db-264773ec2627 req-d8c0f359-469b-4039-b3bf-aa6a069c98c4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d096ec6f-ca2a-4ac2-a3be-5deccac59176 HTTP/1.1" status: 200 len: 851 time: 0.1187119 Oct 30 15:24:54.123075 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838eb0b1-8efc-4784-a97d-ef469f8ef619 x-openstack-request-id: req-838eb0b1-8efc-4784-a97d-ef469f8ef619 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:24:54.123596 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0b8c44a-9ecc-4544-a0eb-7014da6b0de8", "tag": "b4a2c8d1-76fb-48ff-9d96-62232f1f16bf", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:24:54.124044 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-838eb0b1-8efc-4784-a97d-ef469f8ef619 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:24:54.124544 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0b8c44a-9ecc-4544-a0eb-7014da6b0de8', 'tag': 'b4a2c8d1-76fb-48ff-9d96-62232f1f16bf', 'status': 'completed', 'code': 200} Oct 30 15:24:54.178019 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ac667724-96bd-4c86-b3db-264773ec2627 req-d7858e82-6f5b-492c-b87f-049090dc686c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bd478de8-91f8-449b-b9b1-7a22cf4cb07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522530 Oct 30 15:24:54.209286 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde8dd9a-72b8-413c-9ad3-3f139d409436 req-d599b7d4-3ed2-4917-bc87-61cff6c959e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:54.211374 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dde8dd9a-72b8-413c-9ad3-3f139d409436 req-d599b7d4-3ed2-4917-bc87-61cff6c959e6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4089773f-82eb-49c5-952c-97e56c858892 HTTP/1.1" status: 200 len: 853 time: 0.2573786 Oct 30 15:24:54.289394 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ac667724-96bd-4c86-b3db-264773ec2627 req-2710a809-1a5c-4a38-b292-cc6a4e939570 service neutron] 10.222.0.53 "GET /v2.0/networks/bd478de8-91f8-449b-b9b1-7a22cf4cb07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037426 Oct 30 15:24:54.315139 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dde8dd9a-72b8-413c-9ad3-3f139d409436 req-b6973d05-f2ef-4f8b-beec-63d77fdedcfa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3e9d68e2-3683-4edf-8c89-7d0bec1b2cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918653 Oct 30 15:24:54.393785 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ac667724-96bd-4c86-b3db-264773ec2627 req-a3f08aa7-fb3c-4e21-81c2-9eb34509b57e service neutron] 10.222.0.53 "GET /v2.0/networks/bd478de8-91f8-449b-b9b1-7a22cf4cb07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944264 Oct 30 15:24:54.434274 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6cb200-0a15-4656-9fc1-706b78872e70 req-d79153ac-f7cb-4cb3-b03a-6e7de9b6fe3d tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:54.436271 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb365a-f85d-4b37-a763-728948b5b800 req-ef66a413-fbf4-4f26-8ee6-b7bb17817808 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:54.436597 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0d6cb200-0a15-4656-9fc1-706b78872e70 req-d79153ac-f7cb-4cb3-b03a-6e7de9b6fe3d tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee9d83b3-53f7-496f-ae24-c6645bf1ae42 HTTP/1.1" status: 200 len: 944 time: 0.2240250 Oct 30 15:24:54.445795 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fefb365a-f85d-4b37-a763-728948b5b800 req-ef66a413-fbf4-4f26-8ee6-b7bb17817808 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc3150b6-d2fc-4500-85ec-d11b749670fe HTTP/1.1" status: 200 len: 946 time: 0.1548400 Oct 30 15:24:54.451120 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-ccf6fadc-d534-4df5-b639-8c1604592ec9 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Deleting port 2d69bbfa-5d07-40c3-9f1a-5978c54f75a5 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:24:54.451646 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ccf6fadc-d534-4df5-b639-8c1604592ec9 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:54.521549 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fefb365a-f85d-4b37-a763-728948b5b800 req-31adc702-9a8d-41cd-8401-f1cf6ae61cc7 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/security-groups?id=e96b94c8-1854-43c2-8b3c-964bf8e29073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710666 Oct 30 15:24:54.537438 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3a2c1-bac1-4349-ab43-fa33a86abe0c req-80de8640-a51b-4bd7-9858-bdb97c7d7270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:54.539277 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-aea3a2c1-bac1-4349-ab43-fa33a86abe0c req-80de8640-a51b-4bd7-9858-bdb97c7d7270 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e2f6c94423b348689edc4b7fcd3062c6&device_id=c0b8c44a-9ecc-4544-a0eb-7014da6b0de8 HTTP/1.1" status: 200 len: 1096 time: 0.0843086 Oct 30 15:24:54.584960 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dde8dd9a-72b8-413c-9ad3-3f139d409436 req-32971e23-0bf0-482a-ae6d-0aba716f92f7 service neutron] 10.222.0.53 "GET /v2.0/networks/3e9d68e2-3683-4edf-8c89-7d0bec1b2cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588892 Oct 30 15:24:54.590245 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0d6cb200-0a15-4656-9fc1-706b78872e70 req-ad2309ac-63aa-499f-b7c8-7bc79b68e1ed tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] 10.222.0.62 "GET /v2.0/security-groups?id=73e3a8ab-b37e-4f55-b03c-9b634fb2bdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333566 Oct 30 15:24:54.624788 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:54.648931 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3a2c1-bac1-4349-ab43-fa33a86abe0c req-4932a377-e3f3-493c-97f2-ca0e07e05cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:54.650984 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-aea3a2c1-bac1-4349-ab43-fa33a86abe0c req-4932a377-e3f3-493c-97f2-ca0e07e05cf1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bd478de8-91f8-449b-b9b1-7a22cf4cb07a HTTP/1.1" status: 200 len: 912 time: 0.1047952 Oct 30 15:24:54.706393 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-aea3a2c1-bac1-4349-ab43-fa33a86abe0c req-eef1cbb2-106e-4292-a549-cb3bde35fa1c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4a2c8d1-76fb-48ff-9d96-62232f1f16bf HTTP/1.1" status: 200 len: 217 time: 0.0470600 Oct 30 15:24:54.720597 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dde8dd9a-72b8-413c-9ad3-3f139d409436 req-39fb97b3-3fc6-43cc-8293-de780a477fbb service neutron] 10.222.0.53 "GET /v2.0/networks/3e9d68e2-3683-4edf-8c89-7d0bec1b2cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279085 Oct 30 15:24:54.733145 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ccf6fadc-d534-4df5-b639-8c1604592ec9 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:54.733683 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ccf6fadc-d534-4df5-b639-8c1604592ec9 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:54.753838 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device d6e1e427-508f-49c2-b755-efad0b06042f details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:24:54.762000 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-ccf6fadc-d534-4df5-b639-8c1604592ec9 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Calling delete_port for 2d69bbfa-5d07-40c3-9f1a-5978c54f75a5 owned by network:floatingip {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:24:54.777855 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3a2c1-bac1-4349-ab43-fa33a86abe0c req-aee9e7ba-f4e3-43f9-abeb-dd4616a64eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:54.779342 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-aea3a2c1-bac1-4349-ab43-fa33a86abe0c req-aee9e7ba-f4e3-43f9-abeb-dd4616a64eb9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d096ec6f-ca2a-4ac2-a3be-5deccac59176 HTTP/1.1" status: 200 len: 851 time: 0.0651784 Oct 30 15:24:54.828644 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-aea3a2c1-bac1-4349-ab43-fa33a86abe0c req-9027afa3-2064-419a-af8a-1d9c64b5bc76 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bd478de8-91f8-449b-b9b1-7a22cf4cb07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404160 Oct 30 15:24:54.886430 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port d6e1e427-508f-49c2-b755-efad0b06042f, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=d6e1e427-508f-49c2-b755-efad0b06042f,segment=NetworkSegment(469864e6-0889-403c-b415-1c60b653c300),segment_id=469864e6-0889-403c-b415-1c60b653c300)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:24:54.889068 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:54.904381 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': 'd6e1e427-508f-49c2-b755-efad0b06042f', 'network_id': '3e9d68e2-3683-4edf-8c89-7d0bec1b2cba', 'port_id': 'd6e1e427-508f-49c2-b755-efad0b06042f', 'mac_address': 'fa:16:3e:86:7d:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4089773f-82eb-49c5-952c-97e56c858892', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:24:54.924786 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ccf6fadc-d534-4df5-b639-8c1604592ec9 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:54.937045 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-aea3a2c1-bac1-4349-ab43-fa33a86abe0c req-20801994-fcb1-4de3-871b-824a24e6f5da service neutron] 10.222.0.53 "GET /v2.0/networks/bd478de8-91f8-449b-b9b1-7a22cf4cb07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993533 Oct 30 15:24:54.949200 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:54.964824 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6e1e427-508f-49c2-b755-efad0b06042f {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:24:55.005397 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port d6e1e427-508f-49c2-b755-efad0b06042f, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=d6e1e427-508f-49c2-b755-efad0b06042f,segment=NetworkSegment(469864e6-0889-403c-b415-1c60b653c300),segment_id=469864e6-0889-403c-b415-1c60b653c300)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:24:55.010867 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [req-991dc4cb-49ca-457b-8d21-6167e70eea2c req-511d2f0e-e0e8-4917-b2df-98f2f76880b7 service neutron] (102131) timed out ('10.222.0.62', 51644) {{(pid=102131) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 30 15:24:55.016029 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf6fadc-d534-4df5-b639-8c1604592ec9 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Pushing event deleted for resources: {'Port': ['ID=2d69bbfa-5d07-40c3-9f1a-5978c54f75a5,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:24:55.016184 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:55.041671 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ccf6fadc-d534-4df5-b639-8c1604592ec9 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks [] for floatingip, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:55.045151 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ccf6fadc-d534-4df5-b639-8c1604592ec9 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:55.047407 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-ccf6fadc-d534-4df5-b639-8c1604592ec9 tempest-ServerActionsTestJSON-646393350 tempest-ServerActionsTestJSON-646393350-project] 10.222.0.62 "DELETE /v2.0/floatingips/ed39a4d3-08df-4ee4-bffb-ef3118c388c8 HTTP/1.1" status: 204 len: 168 time: 1.0911798 Oct 30 15:24:55.049409 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 52574) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:24:55.078262 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-aea3a2c1-bac1-4349-ab43-fa33a86abe0c req-870f7da9-fd61-4389-902f-8c248796b727 service neutron] 10.222.0.53 "GET /v2.0/networks/bd478de8-91f8-449b-b9b1-7a22cf4cb07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313357 Oct 30 15:24:55.090356 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=d6e1e427-508f-49c2-b755-efad0b06042f,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:24:55.273227 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['d6e1e427-508f-49c2-b755-efad0b06042f'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:24:55.412913 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 8169f0a0-ac69-4f8c-ae0a-746bfb4411b9 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:24:55.561839 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 8169f0a0-ac69-4f8c-ae0a-746bfb4411b9, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=8169f0a0-ac69-4f8c-ae0a-746bfb4411b9,segment=NetworkSegment(469864e6-0889-403c-b415-1c60b653c300),segment_id=469864e6-0889-403c-b415-1c60b653c300)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:24:55.581080 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '8169f0a0-ac69-4f8c-ae0a-746bfb4411b9', 'network_id': '3e9d68e2-3683-4edf-8c89-7d0bec1b2cba', 'port_id': '8169f0a0-ac69-4f8c-ae0a-746bfb4411b9', 'mac_address': 'fa:16:3e:a8:f4:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4089773f-82eb-49c5-952c-97e56c858892', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:24:55.647526 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516fc954-528e-409b-b74a-f7fbdd41af59 req-7639ad1a-7d1d-42bc-b3eb-16d7d994ab5d tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:55.649716 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-516fc954-528e-409b-b74a-f7fbdd41af59 req-7639ad1a-7d1d-42bc-b3eb-16d7d994ab5d tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0b8c44a-9ecc-4544-a0eb-7014da6b0de8 HTTP/1.1" status: 200 len: 944 time: 0.4594362 Oct 30 15:24:55.672206 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab3478-2f93-4377-9a22-8dfd41055985 req-9fce8200-18d6-4105-af87-25a588ddd270 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:55.673367 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:55.677181 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f4ab3478-2f93-4377-9a22-8dfd41055985 req-9fce8200-18d6-4105-af87-25a588ddd270 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc3150b6-d2fc-4500-85ec-d11b749670fe HTTP/1.1" status: 200 len: 946 time: 0.1062443 Oct 30 15:24:55.700543 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8169f0a0-ac69-4f8c-ae0a-746bfb4411b9 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:24:55.711481 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0e325c21-9113-4acd-b9e9-ae752d8a0af6 req-493aed55-4147-4dd6-82b4-ba32ef27f5a9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a41560fd-de97-43da-b54f-069eab15660b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1433518 Oct 30 15:24:55.726738 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 8169f0a0-ac69-4f8c-ae0a-746bfb4411b9, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=8169f0a0-ac69-4f8c-ae0a-746bfb4411b9,segment=NetworkSegment(469864e6-0889-403c-b415-1c60b653c300),segment_id=469864e6-0889-403c-b415-1c60b653c300)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:24:55.732515 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:55.761164 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124677d2-6eb1-4f02-a442-d182f71b127a req-9cf235b0-16ff-48a4-9fdc-9d295a3d2f38 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:55.765166 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-124677d2-6eb1-4f02-a442-d182f71b127a req-9cf235b0-16ff-48a4-9fdc-9d295a3d2f38 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc3150b6-d2fc-4500-85ec-d11b749670fe HTTP/1.1" status: 200 len: 946 time: 0.1208222 Oct 30 15:24:55.800125 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=8169f0a0-ac69-4f8c-ae0a-746bfb4411b9,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:24:55.862737 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-124677d2-6eb1-4f02-a442-d182f71b127a req-b764d567-4f86-47d8-b4c2-2f749600e7de tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/security-groups?id=e96b94c8-1854-43c2-8b3c-964bf8e29073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820844 Oct 30 15:24:55.867964 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e325c21-9113-4acd-b9e9-ae752d8a0af6 req-377ce1a4-deb4-42cf-a81b-72a67bca2902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:55.870157 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0e325c21-9113-4acd-b9e9-ae752d8a0af6 req-377ce1a4-deb4-42cf-a81b-72a67bca2902 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e2f6c94423b348689edc4b7fcd3062c6&device_id=a41560fd-de97-43da-b54f-069eab15660b HTTP/1.1" status: 200 len: 1097 time: 0.0884476 Oct 30 15:24:55.950539 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-516fc954-528e-409b-b74a-f7fbdd41af59 req-91200467-9f65-4f11-856e-656e631fb6dd tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927630 Oct 30 15:24:55.971276 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-f4ab3478-2f93-4377-9a22-8dfd41055985 req-f980c792-028e-4114-86b7-49b98617ef4f tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Deleting port 9fbbdf0d-64d7-4f5d-917c-1120f28c907e {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:24:55.971737 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-f4ab3478-2f93-4377-9a22-8dfd41055985 req-f980c792-028e-4114-86b7-49b98617ef4f tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:55.996120 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['8169f0a0-ac69-4f8c-ae0a-746bfb4411b9'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:24:56.055169 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b514b5e2-082b-4b7a-9446-bd709c960bac req-09b85f91-04af-441b-9d98-caced2d0d092 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:56.057533 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b514b5e2-082b-4b7a-9446-bd709c960bac req-09b85f91-04af-441b-9d98-caced2d0d092 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee9d83b3-53f7-496f-ae24-c6645bf1ae42 HTTP/1.1" status: 200 len: 945 time: 0.1023297 Oct 30 15:24:56.062785 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e325c21-9113-4acd-b9e9-ae752d8a0af6 req-86395066-5eed-4add-a20a-be9dc852473d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:56.064784 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0e325c21-9113-4acd-b9e9-ae752d8a0af6 req-86395066-5eed-4add-a20a-be9dc852473d service neutron] 10.222.0.44 "GET /v2.0/networks?id=bd478de8-91f8-449b-b9b1-7a22cf4cb07a HTTP/1.1" status: 200 len: 912 time: 0.1609449 Oct 30 15:24:56.127395 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b514b5e2-082b-4b7a-9446-bd709c960bac req-47f4ac00-05a7-48f5-8331-40f0cb2d022c tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] 10.222.0.62 "GET /v2.0/security-groups?id=73e3a8ab-b37e-4f55-b03c-9b634fb2bdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528109 Oct 30 15:24:56.160170 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-f4ab3478-2f93-4377-9a22-8dfd41055985 req-f980c792-028e-4114-86b7-49b98617ef4f tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] For port 9fbbdf0d-64d7-4f5d-917c-1120f28c907e, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=9fbbdf0d-64d7-4f5d-917c-1120f28c907e,segment=NetworkSegment(497c4dd9-c05b-4392-ab75-11b6658d68bc),segment_id=497c4dd9-c05b-4392-ab75-11b6658d68bc)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:24:56.160823 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-f4ab3478-2f93-4377-9a22-8dfd41055985 req-f980c792-028e-4114-86b7-49b98617ef4f tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:56.166274 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0e325c21-9113-4acd-b9e9-ae752d8a0af6 req-336d01ad-5a29-4587-a3dc-c3897ff5cef6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8416a079-66a5-4f7a-9af9-70db5f91838d HTTP/1.1" status: 200 len: 217 time: 0.0640576 Oct 30 15:24:56.177719 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-f4ab3478-2f93-4377-9a22-8dfd41055985 req-f980c792-028e-4114-86b7-49b98617ef4f tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Calling delete_port for 9fbbdf0d-64d7-4f5d-917c-1120f28c907e owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:24:56.266550 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e325c21-9113-4acd-b9e9-ae752d8a0af6 req-1fd33159-6326-4162-986b-83f08c10ab79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:56.272441 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0e325c21-9113-4acd-b9e9-ae752d8a0af6 req-1fd33159-6326-4162-986b-83f08c10ab79 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d096ec6f-ca2a-4ac2-a3be-5deccac59176 HTTP/1.1" status: 200 len: 851 time: 0.0990100 Oct 30 15:24:56.334741 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0e325c21-9113-4acd-b9e9-ae752d8a0af6 req-9b56eb8f-b45a-44b7-bf85-f62d80e7eb64 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bd478de8-91f8-449b-b9b1-7a22cf4cb07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505497 Oct 30 15:24:56.468717 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3355e2a-bc88-43c3-b313-108ad53bc135 req-9202ce3c-6f94-416a-b21f-7d8e95fdcdd7 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:56.476615 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3355e2a-bc88-43c3-b313-108ad53bc135 req-9202ce3c-6f94-416a-b21f-7d8e95fdcdd7 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:56.483361 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3355e2a-bc88-43c3-b313-108ad53bc135 req-9202ce3c-6f94-416a-b21f-7d8e95fdcdd7 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:56.490695 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3355e2a-bc88-43c3-b313-108ad53bc135 req-9202ce3c-6f94-416a-b21f-7d8e95fdcdd7 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:56.496814 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3355e2a-bc88-43c3-b313-108ad53bc135 req-9202ce3c-6f94-416a-b21f-7d8e95fdcdd7 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:56.502781 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3355e2a-bc88-43c3-b313-108ad53bc135 req-9202ce3c-6f94-416a-b21f-7d8e95fdcdd7 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:56.504237 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-f4ab3478-2f93-4377-9a22-8dfd41055985 req-f980c792-028e-4114-86b7-49b98617ef4f tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:56.511210 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3355e2a-bc88-43c3-b313-108ad53bc135 req-9202ce3c-6f94-416a-b21f-7d8e95fdcdd7 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:56.519898 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['9fbbdf0d-64d7-4f5d-917c-1120f28c907e'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:24:56.520663 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c3355e2a-bc88-43c3-b313-108ad53bc135 req-9202ce3c-6f94-416a-b21f-7d8e95fdcdd7 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 5445 time: 0.1890471 Oct 30 15:24:56.591656 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:56.591958 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f980c792-028e-4114-86b7-49b98617ef4f tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Pushing event deleted for resources: {'Port': ['ID=9fbbdf0d-64d7-4f5d-917c-1120f28c907e,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:24:56.592461 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c3355e2a-bc88-43c3-b313-108ad53bc135 req-e37f70c8-233e-44b5-a977-f9e841c859ad tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d8b2e39-c2c3-46e2-b7ce-d3094509b03c&id=301c6b35-46a3-48b2-8746-44103cb6e6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0708458 Oct 30 15:24:56.618897 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0e325c21-9113-4acd-b9e9-ae752d8a0af6 req-418efb13-ad83-44d0-bb6a-778e6f1e5c0f service neutron] 10.222.0.44 "GET /v2.0/networks/bd478de8-91f8-449b-b9b1-7a22cf4cb07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744615 Oct 30 15:24:56.709883 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4ab3478-2f93-4377-9a22-8dfd41055985 req-f980c792-028e-4114-86b7-49b98617ef4f tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] No DVR routers for this DVR port 9fbbdf0d-64d7-4f5d-917c-1120f28c907e on host n-h2-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:24:56.723596 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-f4ab3478-2f93-4377-9a22-8dfd41055985 req-f980c792-028e-4114-86b7-49b98617ef4f tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:56.727303 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f4ab3478-2f93-4377-9a22-8dfd41055985 req-f980c792-028e-4114-86b7-49b98617ef4f tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.44 "DELETE /v2.0/ports/9fbbdf0d-64d7-4f5d-917c-1120f28c907e HTTP/1.1" status: 204 len: 173 time: 1.0424020 Oct 30 15:24:56.727780 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc3150b6-d2fc-4500-85ec-d11b749670fe', 'name': 'network-vif-deleted', 'tag': '9fbbdf0d-64d7-4f5d-917c-1120f28c907e'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:24:56.732660 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3316350f-6c7f-4489-9bb5-5c9e41db20ae" -d '{"events": [{"server_uuid": "cc3150b6-d2fc-4500-85ec-d11b749670fe", "name": "network-vif-deleted", "tag": "9fbbdf0d-64d7-4f5d-917c-1120f28c907e"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:24:56.745550 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0e325c21-9113-4acd-b9e9-ae752d8a0af6 req-81154beb-bda3-48e5-9df4-16f6b3a5a197 service neutron] 10.222.0.44 "GET /v2.0/networks/bd478de8-91f8-449b-b9b1-7a22cf4cb07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174755 Oct 30 15:24:56.768815 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device d6e1e427-508f-49c2-b755-efad0b06042f up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:24:56.777614 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-41445667-28a1-4873-8957-6c57188fc3f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:56.829005 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0339d53c-e167-4fc9-bffa-efd3e480a706 x-openstack-request-id: req-0339d53c-e167-4fc9-bffa-efd3e480a706 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:24:56.829298 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc3150b6-d2fc-4500-85ec-d11b749670fe", "name": "network-vif-deleted", "tag": "9fbbdf0d-64d7-4f5d-917c-1120f28c907e", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:24:56.829562 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0339d53c-e167-4fc9-bffa-efd3e480a706 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:24:56.829955 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc3150b6-d2fc-4500-85ec-d11b749670fe', 'name': 'network-vif-deleted', 'tag': '9fbbdf0d-64d7-4f5d-917c-1120f28c907e', 'status': 'completed', 'code': 200} Oct 30 15:24:56.886119 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857b22d-2fc6-4a88-aaeb-69ce766a2242 req-ce825456-8805-4428-b7d0-e20aa0ba1432 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:56.892935 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857b22d-2fc6-4a88-aaeb-69ce766a2242 req-ce825456-8805-4428-b7d0-e20aa0ba1432 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:56.899657 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857b22d-2fc6-4a88-aaeb-69ce766a2242 req-ce825456-8805-4428-b7d0-e20aa0ba1432 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:56.905235 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port d6e1e427-508f-49c2-b755-efad0b06042f completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:24:56.906394 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857b22d-2fc6-4a88-aaeb-69ce766a2242 req-ce825456-8805-4428-b7d0-e20aa0ba1432 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:56.912306 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857b22d-2fc6-4a88-aaeb-69ce766a2242 req-ce825456-8805-4428-b7d0-e20aa0ba1432 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:56.919356 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857b22d-2fc6-4a88-aaeb-69ce766a2242 req-ce825456-8805-4428-b7d0-e20aa0ba1432 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:56.922025 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port d6e1e427-508f-49c2-b755-efad0b06042f triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:24:56.922840 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:56.924982 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857b22d-2fc6-4a88-aaeb-69ce766a2242 req-ce825456-8805-4428-b7d0-e20aa0ba1432 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:56.926926 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8857b22d-2fc6-4a88-aaeb-69ce766a2242 req-ce825456-8805-4428-b7d0-e20aa0ba1432 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 5445 time: 0.2209806 Oct 30 15:24:57.107988 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:57.140560 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f0e05a0-d34e-43e2-acef-f5a239af58f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e1e427-508f-49c2-b755-efad0b06042f'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:24:57.146097 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a6eb511-4e5d-4e5c-b8db-78ef8589b062" -d '{"events": [{"server_uuid": "5f0e05a0-d34e-43e2-acef-f5a239af58f6", "name": "network-vif-plugged", "status": "completed", "tag": "d6e1e427-508f-49c2-b755-efad0b06042f"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:24:57.166411 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port d6e1e427-508f-49c2-b755-efad0b06042f, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=d6e1e427-508f-49c2-b755-efad0b06042f,segment=NetworkSegment(469864e6-0889-403c-b415-1c60b653c300),segment_id=469864e6-0889-403c-b415-1c60b653c300)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:24:57.172323 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:57.173235 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 9fbbdf0d-64d7-4f5d-917c-1120f28c907e no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:24:57.190940 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4f120148-abbb-4a67-8351-c0e5cb17c691 req-3fe6085b-8b27-4d3e-bdfa-1a1639ab55e8 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc3150b6-d2fc-4500-85ec-d11b749670fe HTTP/1.1" status: 200 len: 210 time: 0.0634506 Oct 30 15:24:57.237082 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] No Port match for: 9fbbdf0d-64d7-4f5d-917c-1120f28c907e {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:24:57.237442 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 9fbbdf0d-64d7-4f5d-917c-1120f28c907e not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:24:57.261281 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19032784-1dfd-4285-823d-6943a587e8f3 x-openstack-request-id: req-19032784-1dfd-4285-823d-6943a587e8f3 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:24:57.261612 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f0e05a0-d34e-43e2-acef-f5a239af58f6", "name": "network-vif-plugged", "status": "completed", "tag": "d6e1e427-508f-49c2-b755-efad0b06042f", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:24:57.261936 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-19032784-1dfd-4285-823d-6943a587e8f3 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:24:57.262540 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f0e05a0-d34e-43e2-acef-f5a239af58f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e1e427-508f-49c2-b755-efad0b06042f', 'code': 200} Oct 30 15:24:57.263227 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=d6e1e427-508f-49c2-b755-efad0b06042f,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:24:57.285661 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3bf70-af0a-466f-af82-3a6214189711 req-cd4b8d54-36f2-4cce-8140-6b0d35a6d036 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:57.288294 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-78f3bf70-af0a-466f-af82-3a6214189711 req-cd4b8d54-36f2-4cce-8140-6b0d35a6d036 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0b8c44a-9ecc-4544-a0eb-7014da6b0de8 HTTP/1.1" status: 200 len: 944 time: 0.1255934 Oct 30 15:24:57.413657 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device b4a2c8d1-76fb-48ff-9d96-62232f1f16bf details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:24:57.425856 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-78f3bf70-af0a-466f-af82-3a6214189711 req-cf90c1d0-fd52-4da5-95b2-d7ab40a90ae0 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202083 Oct 30 15:24:57.482841 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f48cc4-ebc7-4999-bcaa-0f42b86a58b4 req-8db24ce0-48af-4fba-98d1-218aaeac7801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:57.484361 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b7f48cc4-ebc7-4999-bcaa-0f42b86a58b4 req-8db24ce0-48af-4fba-98d1-218aaeac7801 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5f0e05a0-d34e-43e2-acef-f5a239af58f6 HTTP/1.1" status: 200 len: 1097 time: 0.1332750 Oct 30 15:24:57.509986 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dfab1a-3cdd-4282-89f9-41d574368836 req-e011604e-02e8-40fe-bef1-0b7a374bb470 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:57.520065 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-45dfab1a-3cdd-4282-89f9-41d574368836 req-e011604e-02e8-40fe-bef1-0b7a374bb470 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee9d83b3-53f7-496f-ae24-c6645bf1ae42 HTTP/1.1" status: 200 len: 945 time: 0.1089697 Oct 30 15:24:57.559790 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port b4a2c8d1-76fb-48ff-9d96-62232f1f16bf, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=b4a2c8d1-76fb-48ff-9d96-62232f1f16bf,segment=NetworkSegment(6ad710d9-52c7-4ea3-8530-acd281ec85c6),segment_id=6ad710d9-52c7-4ea3-8530-acd281ec85c6)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:24:57.569342 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-41445667-28a1-4873-8957-6c57188fc3f1 admin admin] Deleting port 689c2fe5-8909-448a-a71b-c3d1011c098d {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:24:57.569686 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-41445667-28a1-4873-8957-6c57188fc3f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:57.584615 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 8169f0a0-ac69-4f8c-ae0a-746bfb4411b9 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:24:57.590343 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': 'b4a2c8d1-76fb-48ff-9d96-62232f1f16bf', 'network_id': 'bd478de8-91f8-449b-b9b1-7a22cf4cb07a', 'port_id': 'b4a2c8d1-76fb-48ff-9d96-62232f1f16bf', 'mac_address': 'fa:16:3e:a5:0d:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd096ec6f-ca2a-4ac2-a3be-5deccac59176', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:24:57.597424 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b7f48cc4-ebc7-4999-bcaa-0f42b86a58b4 req-e4edcaef-27e8-46f3-b062-e9231adb221a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=73e3a8ab-b37e-4f55-b03c-9b634fb2bdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747111 Oct 30 15:24:57.618364 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-45dfab1a-3cdd-4282-89f9-41d574368836 req-bb03f2a8-59b3-4873-a470-f0d0473f31e7 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] 10.222.0.62 "GET /v2.0/security-groups?id=73e3a8ab-b37e-4f55-b03c-9b634fb2bdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950565 Oct 30 15:24:57.677931 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-41445667-28a1-4873-8957-6c57188fc3f1 admin admin] For port 689c2fe5-8909-448a-a71b-c3d1011c098d, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=689c2fe5-8909-448a-a71b-c3d1011c098d,segment=NetworkSegment(4eb103e9-b9a2-4786-ab9b-d9e363fed874),segment_id=4eb103e9-b9a2-4786-ab9b-d9e363fed874)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:24:57.678528 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-41445667-28a1-4873-8957-6c57188fc3f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:57.695233 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-41445667-28a1-4873-8957-6c57188fc3f1 admin admin] Calling delete_port for 689c2fe5-8909-448a-a71b-c3d1011c098d owned by network:router_interface {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:24:57.696825 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:57.713490 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4a2c8d1-76fb-48ff-9d96-62232f1f16bf {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:24:57.727322 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port 8169f0a0-ac69-4f8c-ae0a-746bfb4411b9 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:24:57.740064 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 8169f0a0-ac69-4f8c-ae0a-746bfb4411b9 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:24:57.740552 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:57.744339 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port b4a2c8d1-76fb-48ff-9d96-62232f1f16bf, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=b4a2c8d1-76fb-48ff-9d96-62232f1f16bf,segment=NetworkSegment(6ad710d9-52c7-4ea3-8530-acd281ec85c6),segment_id=6ad710d9-52c7-4ea3-8530-acd281ec85c6)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:24:57.767445 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:57.832246 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=b4a2c8d1-76fb-48ff-9d96-62232f1f16bf,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:24:57.906079 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:57.932995 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-41445667-28a1-4873-8957-6c57188fc3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:57.949090 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 8169f0a0-ac69-4f8c-ae0a-746bfb4411b9, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=8169f0a0-ac69-4f8c-ae0a-746bfb4411b9,segment=NetworkSegment(469864e6-0889-403c-b415-1c60b653c300),segment_id=469864e6-0889-403c-b415-1c60b653c300)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:24:57.954337 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:58.015799 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=8169f0a0-ac69-4f8c-ae0a-746bfb4411b9,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:24:58.028539 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41445667-28a1-4873-8957-6c57188fc3f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=689c2fe5-8909-448a-a71b-c3d1011c098d,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:24:58.048958 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['b4a2c8d1-76fb-48ff-9d96-62232f1f16bf'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:24:58.278964 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-41445667-28a1-4873-8957-6c57188fc3f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:58.340369 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52812) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:24:58.452497 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3bd19c1-c2fd-498a-8c42-bc13fa76aa66 admin admin] Deleting subnet 9fc89002-6420-45ca-b603-e58f529bf6ac {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:24:58.460195 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b3bd19c1-c2fd-498a-8c42-bc13fa76aa66 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:58.548905 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b3bd19c1-c2fd-498a-8c42-bc13fa76aa66 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:58.715522 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ed945-7450-4121-9b9b-65abc486bfa6 req-56c44d28-a61a-4094-83a6-47e1d3eea041 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:58.724305 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-429ed945-7450-4121-9b9b-65abc486bfa6 req-56c44d28-a61a-4094-83a6-47e1d3eea041 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0b8c44a-9ecc-4544-a0eb-7014da6b0de8 HTTP/1.1" status: 200 len: 945 time: 0.1090410 Oct 30 15:24:58.727441 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b3bd19c1-c2fd-498a-8c42-bc13fa76aa66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:58.815672 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-429ed945-7450-4121-9b9b-65abc486bfa6 req-7e4e1a3a-941d-4d7a-9473-3b292e2a4219 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800073 Oct 30 15:24:58.948273 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 52882) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:24:58.949283 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b3bd19c1-c2fd-498a-8c42-bc13fa76aa66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:58.984321 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4162f0d-60ca-4893-b2f8-3f7451c2c480 req-7d1d26ab-e48d-457e-8d76-871e79cb5230 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:58.985902 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d4162f0d-60ca-4893-b2f8-3f7451c2c480 req-7d1d26ab-e48d-457e-8d76-871e79cb5230 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee9d83b3-53f7-496f-ae24-c6645bf1ae42 HTTP/1.1" status: 200 len: 946 time: 0.1932509 Oct 30 15:24:59.015638 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bd19c1-c2fd-498a-8c42-bc13fa76aa66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fc89002-6420-45ca-b603-e58f529bf6ac,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:24:59.018510 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b3bd19c1-c2fd-498a-8c42-bc13fa76aa66 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:59.026393 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b3bd19c1-c2fd-498a-8c42-bc13fa76aa66 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/9fc89002-6420-45ca-b603-e58f529bf6ac HTTP/1.1" status: 204 len: 168 time: 0.6848330 Oct 30 15:24:59.029945 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52896) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:24:59.102559 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41445667-28a1-4873-8957-6c57188fc3f1 admin admin] Router f66a2148-220f-43f9-be5f-8c999015ad8e has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:24:59.114040 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d4162f0d-60ca-4893-b2f8-3f7451c2c480 req-2789a4e9-41f3-4afd-b35a-d902d3bc284d tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] 10.222.0.62 "GET /v2.0/security-groups?id=73e3a8ab-b37e-4f55-b03c-9b634fb2bdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210320 Oct 30 15:24:59.123903 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a4620428-1d71-486e-8012-e5b76fdcfcf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:59.138266 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce89f5-b32e-4261-b9fd-308041bffa83 req-7c7b98ca-7fc7-4b17-93e1-fba3315c66e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:59.138850 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce89f5-b32e-4261-b9fd-308041bffa83 req-7c7b98ca-7fc7-4b17-93e1-fba3315c66e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:59.139453 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce89f5-b32e-4261-b9fd-308041bffa83 req-7c7b98ca-7fc7-4b17-93e1-fba3315c66e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:59.140025 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce89f5-b32e-4261-b9fd-308041bffa83 req-7c7b98ca-7fc7-4b17-93e1-fba3315c66e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:59.140566 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce89f5-b32e-4261-b9fd-308041bffa83 req-7c7b98ca-7fc7-4b17-93e1-fba3315c66e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:59.141100 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce89f5-b32e-4261-b9fd-308041bffa83 req-7c7b98ca-7fc7-4b17-93e1-fba3315c66e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:59.141636 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce89f5-b32e-4261-b9fd-308041bffa83 req-7c7b98ca-7fc7-4b17-93e1-fba3315c66e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:59.144050 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-73ce89f5-b32e-4261-b9fd-308041bffa83 req-7c7b98ca-7fc7-4b17-93e1-fba3315c66e5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 6509 time: 0.1929638 Oct 30 15:24:59.250264 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a4620428-1d71-486e-8012-e5b76fdcfcf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:59.260184 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-73ce89f5-b32e-4261-b9fd-308041bffa83 req-fea4507a-e362-4833-ac0e-f46cec45fe9f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0d8b2e39-c2c3-46e2-b7ce-d3094509b03c&id=301c6b35-46a3-48b2-8746-44103cb6e6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0812500 Oct 30 15:24:59.265685 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9d83b3-53f7-496f-ae24-c6645bf1ae42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8169f0a0-ac69-4f8c-ae0a-746bfb4411b9'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:24:59.269392 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad5fd89-8693-42db-a37f-c587d3b90e92" -d '{"events": [{"server_uuid": "ee9d83b3-53f7-496f-ae24-c6645bf1ae42", "name": "network-vif-plugged", "status": "completed", "tag": "8169f0a0-ac69-4f8c-ae0a-746bfb4411b9"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:24:59.277049 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-a4620428-1d71-486e-8012-e5b76fdcfcf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81bfdab0-1997-4fff-a2b2-723bc0c6e6f9']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:24:59.291498 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-a4620428-1d71-486e-8012-e5b76fdcfcf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '497c4dd9-c05b-4392-ab75-11b6658d68bc') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:24:59.291700 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-a4620428-1d71-486e-8012-e5b76fdcfcf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '497c4dd9-c05b-4392-ab75-11b6658d68bc') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:24:59.303396 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a4620428-1d71-486e-8012-e5b76fdcfcf5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:59.312686 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41445667-28a1-4873-8957-6c57188fc3f1 admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:24:59.320677 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f0b5530-483c-429a-b60c-991539681970 x-openstack-request-id: req-9f0b5530-483c-429a-b60c-991539681970 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:24:59.320968 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee9d83b3-53f7-496f-ae24-c6645bf1ae42", "name": "network-vif-plugged", "status": "completed", "tag": "8169f0a0-ac69-4f8c-ae0a-746bfb4411b9", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:24:59.321442 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9f0b5530-483c-429a-b60c-991539681970 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:24:59.322018 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee9d83b3-53f7-496f-ae24-c6645bf1ae42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8169f0a0-ac69-4f8c-ae0a-746bfb4411b9', 'code': 200} Oct 30 15:24:59.324666 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31542483-9188-493b-9b83-7f08c1d16e29 None None] Sync routers for ids ['f66a2148-220f-43f9-be5f-8c999015ad8e'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:24:59.327800 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-41445667-28a1-4873-8957-6c57188fc3f1 admin admin] 10.222.0.62 "PUT /v2.0/routers/f66a2148-220f-43f9-be5f-8c999015ad8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2772923 Oct 30 15:24:59.328669 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52940) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:24:59.338160 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a4620428-1d71-486e-8012-e5b76fdcfcf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:59.376075 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31542483-9188-493b-9b83-7f08c1d16e29 None None] Routers {'f66a2148-220f-43f9-be5f-8c999015ad8e'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:24:59.380154 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-31542483-9188-493b-9b83-7f08c1d16e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:24:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['f66a2148-220f-43f9-be5f-8c999015ad8e'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:24:59.425497 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device b4a2c8d1-76fb-48ff-9d96-62232f1f16bf up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:24:59.517473 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4620428-1d71-486e-8012-e5b76fdcfcf5 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:24:59.518504 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a4620428-1d71-486e-8012-e5b76fdcfcf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:59.521051 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:24:59.521051 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:24:59.521051 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:24:59.521051 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:24:59.521051 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:24:59.521051 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:24:59.521051 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:24:59.521051 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:24:59.521051 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:24:59.521051 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:24:59.521051 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:24:59.521051 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:24:59.521051 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:24:59.521051 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:24:59.521051 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:24:59.521051 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:24:59.521051 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:24:59.521051 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:24:59.521051 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:24:59.521051 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:24:59.521051 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:24:59.521051 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:24:59.521051 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:24:59.521051 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:24:59.521051 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:24:59.521051 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:24:59.521051 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:24:59.521051 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:24:59.521051 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:24:59.521051 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:24:59.521051 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:24:59.521051 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:24:59.569613 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port b4a2c8d1-76fb-48ff-9d96-62232f1f16bf completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:24:59.585510 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port b4a2c8d1-76fb-48ff-9d96-62232f1f16bf triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:24:59.586863 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:59.612118 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a4620428-1d71-486e-8012-e5b76fdcfcf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:59.619392 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a4620428-1d71-486e-8012-e5b76fdcfcf5 admin admin] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:59.624402 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-a4620428-1d71-486e-8012-e5b76fdcfcf5 admin admin] 10.222.0.62 "DELETE /v2.0/networks/81bfdab0-1997-4fff-a2b2-723bc0c6e6f9 HTTP/1.1" status: 204 len: 168 time: 0.5920100 Oct 30 15:24:59.646864 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4620428-1d71-486e-8012-e5b76fdcfcf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=81bfdab0-1997-4fff-a2b2-723bc0c6e6f9,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:24:59.694598 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-31542483-9188-493b-9b83-7f08c1d16e29 None None] Set router f66a2148-220f-43f9-be5f-8c999015ad8e gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:24:59.758539 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d38b4362-3bb5-4ad6-92c4-e978bd95c555 admin admin] Publish callbacks [] for router, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:59.784691 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:59.861803 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a842478a-a32e-4116-82fc-d6f61bb5acdf req-847c4e05-f392-443f-bcc5-f1cd59b420b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:24:59.863425 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a842478a-a32e-4116-82fc-d6f61bb5acdf req-847c4e05-f392-443f-bcc5-f1cd59b420b9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ee9d83b3-53f7-496f-ae24-c6645bf1ae42 HTTP/1.1" status: 200 len: 1098 time: 0.3745656 Oct 30 15:24:59.904633 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:24:59.943691 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 53016) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:24:59.984299 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port b4a2c8d1-76fb-48ff-9d96-62232f1f16bf, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=b4a2c8d1-76fb-48ff-9d96-62232f1f16bf,segment=NetworkSegment(6ad710d9-52c7-4ea3-8530-acd281ec85c6),segment_id=6ad710d9-52c7-4ea3-8530-acd281ec85c6)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:24:59.986901 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a842478a-a32e-4116-82fc-d6f61bb5acdf req-aa7c3af0-c339-4dec-9cf4-f16414bb4f4a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=73e3a8ab-b37e-4f55-b03c-9b634fb2bdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151783 Oct 30 15:24:59.989232 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:00.017356 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d38b4362-3bb5-4ad6-92c4-e978bd95c555 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:00.052507 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a76d0635-8b5f-46de-ad1e-c0d9adc05e32 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8388c996b8634be9ab271f97b633ea56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1059077 Oct 30 15:25:00.054166 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 53030) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:25:00.113263 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f40a2c-05ca-427c-8bf9-01ac7d6f2db2 req-6b452bb4-b42a-4ba6-9a89-23653172e3ad tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:00.113831 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-d38b4362-3bb5-4ad6-92c4-e978bd95c555 admin admin] Deleting port 63ebc91c-02a5-4f44-b7a2-72780ffe6a79 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:25:00.114175 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d38b4362-3bb5-4ad6-92c4-e978bd95c555 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:00.132949 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-80f40a2c-05ca-427c-8bf9-01ac7d6f2db2 req-6b452bb4-b42a-4ba6-9a89-23653172e3ad tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0b8c44a-9ecc-4544-a0eb-7014da6b0de8 HTTP/1.1" status: 200 len: 946 time: 0.1573136 Oct 30 15:25:00.153940 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=b4a2c8d1-76fb-48ff-9d96-62232f1f16bf,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:00.274022 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-80f40a2c-05ca-427c-8bf9-01ac7d6f2db2 req-ed5de566-02ba-473f-a05d-0b7d71c15faf tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339543 Oct 30 15:25:00.276136 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cdd89a14-448c-4934-81f5-a933fb177ace admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:00.298967 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-31542483-9188-493b-9b83-7f08c1d16e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f66a2148-220f-43f9-be5f-8c999015ad8e', 'name': 'tempest-ServerActionsTestJSON-33003546-router', 'tenant_id': '19817faf69a4405b907421887c1772e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '63ebc91c-02a5-4f44-b7a2-72780ffe6a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:16:20Z', 'updated_at': '2021-10-30T15:24:57Z', 'revision_number': 5, 'project_id': '19817faf69a4405b907421887c1772e6', 'gw_port': {'id': '63ebc91c-02a5-4f44-b7a2-72780ffe6a79', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:54:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66a2148-220f-43f9-be5f-8c999015ad8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:16:22Z', 'updated_at': '2021-10-30T15:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:25:00.312231 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cdd89a14-448c-4934-81f5-a933fb177ace admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:00.346179 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31542483-9188-493b-9b83-7f08c1d16e29 None None] Checking router: f66a2148-220f-43f9-be5f-8c999015ad8e for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:25:00.367023 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31542483-9188-493b-9b83-7f08c1d16e29 None None] Routers {'f66a2148-220f-43f9-be5f-8c999015ad8e'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:25:00.368865 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-31542483-9188-493b-9b83-7f08c1d16e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:24:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['f66a2148-220f-43f9-be5f-8c999015ad8e'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:25:00.370786 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cdd89a14-448c-4934-81f5-a933fb177ace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:00.375414 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cdd89a14-448c-4934-81f5-a933fb177ace admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:00.379809 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-cdd89a14-448c-4934-81f5-a933fb177ace admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e96b94c8-1854-43c2-8b3c-964bf8e29073 HTTP/1.1" status: 204 len: 168 time: 0.3209541 Oct 30 15:25:00.423198 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd89a14-448c-4934-81f5-a933fb177ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96b94c8-1854-43c2-8b3c-964bf8e29073,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:00.529227 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-31542483-9188-493b-9b83-7f08c1d16e29 None None] Set router f66a2148-220f-43f9-be5f-8c999015ad8e gateway port host: None {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:25:00.782011 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-31542483-9188-493b-9b83-7f08c1d16e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f66a2148-220f-43f9-be5f-8c999015ad8e', 'name': 'tempest-ServerActionsTestJSON-33003546-router', 'tenant_id': '19817faf69a4405b907421887c1772e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:16:20Z', 'updated_at': '2021-10-30T15:25:00Z', 'revision_number': 6, 'project_id': '19817faf69a4405b907421887c1772e6', 'gw_port_host': None}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:25:00.813774 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31542483-9188-493b-9b83-7f08c1d16e29 None None] The sync data for ids ['f66a2148-220f-43f9-be5f-8c999015ad8e'] in n-d-806683-17 is: [{'id': 'f66a2148-220f-43f9-be5f-8c999015ad8e', 'name': 'tempest-ServerActionsTestJSON-33003546-router', 'tenant_id': '19817faf69a4405b907421887c1772e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:16:20Z', 'updated_at': '2021-10-30T15:25:00Z', 'revision_number': 6, 'project_id': '19817faf69a4405b907421887c1772e6', 'gw_port_host': None}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:25:00.903825 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd38fc9-70b9-4c14-a7ad-fe9664c17aef req-e2d17408-6bdf-4c30-a34c-e563b132e038 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:00.905354 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0cd38fc9-70b9-4c14-a7ad-fe9664c17aef req-e2d17408-6bdf-4c30-a34c-e563b132e038 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee9d83b3-53f7-496f-ae24-c6645bf1ae42 HTTP/1.1" status: 200 len: 946 time: 0.6523452 Oct 30 15:25:00.907275 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-d38b4362-3bb5-4ad6-92c4-e978bd95c555 admin admin] For port 63ebc91c-02a5-4f44-b7a2-72780ffe6a79, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=63ebc91c-02a5-4f44-b7a2-72780ffe6a79,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:25:00.907673 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d38b4362-3bb5-4ad6-92c4-e978bd95c555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:00.925890 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-d38b4362-3bb5-4ad6-92c4-e978bd95c555 admin admin] Calling delete_port for 63ebc91c-02a5-4f44-b7a2-72780ffe6a79 owned by network:router_gateway {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:25:00.991760 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0cd38fc9-70b9-4c14-a7ad-fe9664c17aef req-e3d91752-c59b-47fb-8cbf-963b703a1c2e tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] 10.222.0.62 "GET /v2.0/security-groups?id=73e3a8ab-b37e-4f55-b03c-9b634fb2bdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756900 Oct 30 15:25:01.121331 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d38b4362-3bb5-4ad6-92c4-e978bd95c555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:01.177971 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38b4362-3bb5-4ad6-92c4-e978bd95c555 admin admin] Pushing event deleted for resources: {'Port': ['ID=63ebc91c-02a5-4f44-b7a2-72780ffe6a79,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:01.221689 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d38b4362-3bb5-4ad6-92c4-e978bd95c555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:01.323541 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b8c44a-9ecc-4544-a0eb-7014da6b0de8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a2c8d1-76fb-48ff-9d96-62232f1f16bf'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:25:01.325426 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d38b4362-3bb5-4ad6-92c4-e978bd95c555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:01.327705 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7526c1-9804-4fa6-92f9-5163c8f7e5f1" -d '{"events": [{"server_uuid": "c0b8c44a-9ecc-4544-a0eb-7014da6b0de8", "name": "network-vif-plugged", "status": "completed", "tag": "b4a2c8d1-76fb-48ff-9d96-62232f1f16bf"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:25:01.327838 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d38b4362-3bb5-4ad6-92c4-e978bd95c555 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:01.367432 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c2e32c-a014-488a-9e6e-f24e4dcd567d x-openstack-request-id: req-93c2e32c-a014-488a-9e6e-f24e4dcd567d {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:25:01.367754 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0b8c44a-9ecc-4544-a0eb-7014da6b0de8", "name": "network-vif-plugged", "status": "completed", "tag": "b4a2c8d1-76fb-48ff-9d96-62232f1f16bf", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:25:01.368003 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-93c2e32c-a014-488a-9e6e-f24e4dcd567d {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:25:01.368615 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b8c44a-9ecc-4544-a0eb-7014da6b0de8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a2c8d1-76fb-48ff-9d96-62232f1f16bf', 'code': 200} Oct 30 15:25:01.385615 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d38b4362-3bb5-4ad6-92c4-e978bd95c555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:01.387001 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d38b4362-3bb5-4ad6-92c4-e978bd95c555 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f66a2148-220f-43f9-be5f-8c999015ad8e {{(pid=102131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:25:01.393938 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d38b4362-3bb5-4ad6-92c4-e978bd95c555 admin admin] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:01.394735 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d38b4362-3bb5-4ad6-92c4-e978bd95c555 admin admin] 10.222.0.62 "DELETE /v2.0/routers/f66a2148-220f-43f9-be5f-8c999015ad8e HTTP/1.1" status: 204 len: 168 time: 2.0651038 Oct 30 15:25:01.397622 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 53124) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:25:01.426227 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b4724-b1fe-48d8-ba50-63e2632c6ff5 req-11cd9212-ffc1-4272-8f68-f54214abb810 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:01.428832 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3e9b4724-b1fe-48d8-ba50-63e2632c6ff5 req-11cd9212-ffc1-4272-8f68-f54214abb810 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0b8c44a-9ecc-4544-a0eb-7014da6b0de8 HTTP/1.1" status: 200 len: 946 time: 0.0835459 Oct 30 15:25:01.483021 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3e9b4724-b1fe-48d8-ba50-63e2632c6ff5 req-e82eff92-cd4d-46f1-86fc-8c20cce3103f tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470655 Oct 30 15:25:01.488369 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a04d3a6-6754-43a7-82cf-36a7fd86439e admin admin] Deleting subnet d862e367-a3ef-41d8-9769-a6945d8f8b1d {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:25:01.507990 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8a04d3a6-6754-43a7-82cf-36a7fd86439e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:01.542457 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfe3ac4-98f7-479d-9c59-8d75dd165e31 req-d9030818-9428-44d4-891a-0435ce90fbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:01.544516 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-abfe3ac4-98f7-479d-9c59-8d75dd165e31 req-d9030818-9428-44d4-891a-0435ce90fbd7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c0b8c44a-9ecc-4544-a0eb-7014da6b0de8 HTTP/1.1" status: 200 len: 1098 time: 0.1017375 Oct 30 15:25:01.578046 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8a04d3a6-6754-43a7-82cf-36a7fd86439e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:01.644815 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-abfe3ac4-98f7-479d-9c59-8d75dd165e31 req-0eab1d52-8f61-4853-8812-a637a2164e8b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926735 Oct 30 15:25:01.693740 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 63ebc91c-02a5-4f44-b7a2-72780ffe6a79 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:25:01.723315 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 63ebc91c-02a5-4f44-b7a2-72780ffe6a79 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:25:01.723876 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 63ebc91c-02a5-4f44-b7a2-72780ffe6a79 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:25:01.724479 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 689c2fe5-8909-448a-a71b-c3d1011c098d no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:25:01.748175 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 689c2fe5-8909-448a-a71b-c3d1011c098d {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:25:01.748526 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 689c2fe5-8909-448a-a71b-c3d1011c098d not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:25:01.763162 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8a04d3a6-6754-43a7-82cf-36a7fd86439e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:01.835667 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8a04d3a6-6754-43a7-82cf-36a7fd86439e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:01.852594 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8a04d3a6-6754-43a7-82cf-36a7fd86439e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:01.856904 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-8a04d3a6-6754-43a7-82cf-36a7fd86439e admin admin] 10.222.0.62 "DELETE /v2.0/subnets/d862e367-a3ef-41d8-9769-a6945d8f8b1d HTTP/1.1" status: 204 len: 168 time: 0.4581237 Oct 30 15:25:01.863673 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 53144) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:25:01.865436 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695a4fd8-2455-48e7-9aae-669a63dbf149 None None] Network d26e81b3-f432-4f3d-bc5b-f2edc1c076d6 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:25:01.880091 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a04d3a6-6754-43a7-82cf-36a7fd86439e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d862e367-a3ef-41d8-9769-a6945d8f8b1d,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:01.915405 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:01.956696 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f9909-d2a6-4788-af22-4d48f326f1b9 req-67a5524f-afd6-49d9-914c-28a43c9f11b8 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:01.958301 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d94f9909-d2a6-4788-af22-4d48f326f1b9 req-67a5524f-afd6-49d9-914c-28a43c9f11b8 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] 10.222.0.62 "GET /v2.0/networks?id=ba542ebd-5699-4174-b714-a377fade84dc HTTP/1.1" status: 200 len: 813 time: 0.2087433 Oct 30 15:25:01.991276 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5ced596c-7080-4d94-be00-fd6c78b0c364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:02.002222 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d94f9909-d2a6-4788-af22-4d48f326f1b9 req-37c9f777-a36f-4dbb-915f-32f4a1e9cca9 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] 10.222.0.62 "GET /v2.0/quotas/62f659ad7df643c08749c99059158339 HTTP/1.1" status: 200 len: 375 time: 0.0297399 Oct 30 15:25:02.067832 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d94f9909-d2a6-4788-af22-4d48f326f1b9 req-ac780b4c-39db-4555-9604-a9318baea080 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=62f659ad7df643c08749c99059158339&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0645282 Oct 30 15:25:02.089398 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51e50db-d3c0-44d2-8866-077237bb8ca2 None None] DHCP port deletion for d26e81b3-f432-4f3d-bc5b-f2edc1c076d6 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:25:02.190006 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e51e50db-d3c0-44d2-8866-077237bb8ca2 None None] Deleting port fbb95e0f-9bce-428d-876e-030ebd64c7a8 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:25:02.190372 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e51e50db-d3c0-44d2-8866-077237bb8ca2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:02.202094 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6777bb-b09c-4fc3-ad12-ba3668f25057 req-c1c0d1d1-d388-41e0-926b-17d77ae47124 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:02.213298 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0a6777bb-b09c-4fc3-ad12-ba3668f25057 req-c1c0d1d1-d388-41e0-926b-17d77ae47124 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee9d83b3-53f7-496f-ae24-c6645bf1ae42 HTTP/1.1" status: 200 len: 946 time: 0.0753121 Oct 30 15:25:02.221015 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d94f9909-d2a6-4788-af22-4d48f326f1b9 req-5067c9ae-a734-4efb-8ecf-b54b95ed9ea9 service neutron] 10.222.0.62 "GET /v2.0/networks/ba542ebd-5699-4174-b714-a377fade84dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484315 Oct 30 15:25:02.257323 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0a6777bb-b09c-4fc3-ad12-ba3668f25057 req-28cccbe5-da2a-4aed-be51-2fc8e77ace8a tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] 10.222.0.62 "GET /v2.0/security-groups?id=73e3a8ab-b37e-4f55-b03c-9b634fb2bdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430160 Oct 30 15:25:02.270304 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-5ced596c-7080-4d94-be00-fd6c78b0c364 admin admin] Deleting port fbb95e0f-9bce-428d-876e-030ebd64c7a8 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:25:02.270652 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5ced596c-7080-4d94-be00-fd6c78b0c364 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:02.289307 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e51e50db-d3c0-44d2-8866-077237bb8ca2 None None] For port fbb95e0f-9bce-428d-876e-030ebd64c7a8, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=fbb95e0f-9bce-428d-876e-030ebd64c7a8,segment=NetworkSegment(4eb103e9-b9a2-4786-ab9b-d9e363fed874),segment_id=4eb103e9-b9a2-4786-ab9b-d9e363fed874)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:25:02.289806 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e51e50db-d3c0-44d2-8866-077237bb8ca2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:02.306217 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e51e50db-d3c0-44d2-8866-077237bb8ca2 None None] Calling delete_port for fbb95e0f-9bce-428d-876e-030ebd64c7a8 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:25:02.386412 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-5ced596c-7080-4d94-be00-fd6c78b0c364 admin admin] For port fbb95e0f-9bce-428d-876e-030ebd64c7a8, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=fbb95e0f-9bce-428d-876e-030ebd64c7a8,segment=NetworkSegment(4eb103e9-b9a2-4786-ab9b-d9e363fed874),segment_id=4eb103e9-b9a2-4786-ab9b-d9e363fed874)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:25:02.386692 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5ced596c-7080-4d94-be00-fd6c78b0c364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:02.415111 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d94f9909-d2a6-4788-af22-4d48f326f1b9 req-d1e9a312-dbcc-47fd-bccc-50446ffea8e1 service neutron] 10.222.0.62 "GET /v2.0/networks/ba542ebd-5699-4174-b714-a377fade84dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928685 Oct 30 15:25:02.417031 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-5ced596c-7080-4d94-be00-fd6c78b0c364 admin admin] Calling delete_port for fbb95e0f-9bce-428d-876e-030ebd64c7a8 owned by network:dhcp {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:25:02.420071 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e51e50db-d3c0-44d2-8866-077237bb8ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:02.465648 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51e50db-d3c0-44d2-8866-077237bb8ca2 None None] Pushing event deleted for resources: {'Port': ['ID=fbb95e0f-9bce-428d-876e-030ebd64c7a8,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:02.479900 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51e50db-d3c0-44d2-8866-077237bb8ca2 None None] No DVR routers for this DVR port fbb95e0f-9bce-428d-876e-030ebd64c7a8 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:25:02.482392 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca559e49-2899-4414-a9a3-7775b21bd58f req-d68edafe-29da-4f7d-b412-252d5e245a60 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:02.485448 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ca559e49-2899-4414-a9a3-7775b21bd58f req-d68edafe-29da-4f7d-b412-252d5e245a60 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f0e05a0-d34e-43e2-acef-f5a239af58f6 HTTP/1.1" status: 200 len: 945 time: 0.0949697 Oct 30 15:25:02.524175 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5ced596c-7080-4d94-be00-fd6c78b0c364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:02.530670 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ca559e49-2899-4414-a9a3-7775b21bd58f req-58adef2c-4c00-4195-b812-a277f755cd16 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] 10.222.0.62 "GET /v2.0/security-groups?id=73e3a8ab-b37e-4f55-b03c-9b634fb2bdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384023 Oct 30 15:25:02.565917 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ced596c-7080-4d94-be00-fd6c78b0c364 admin admin] No DVR routers for this DVR port fbb95e0f-9bce-428d-876e-030ebd64c7a8 on host n-d-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:25:02.572597 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ced596c-7080-4d94-be00-fd6c78b0c364 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbb95e0f-9bce-428d-876e-030ebd64c7a8,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:02.672520 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d576d-2a4a-488a-9787-34b2d722aed5 req-93bb7e7b-4281-4ffa-b506-4b467cec735b tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:02.675455 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fd7d576d-2a4a-488a-9787-34b2d722aed5 req-93bb7e7b-4281-4ffa-b506-4b467cec735b tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0b8c44a-9ecc-4544-a0eb-7014da6b0de8 HTTP/1.1" status: 200 len: 946 time: 0.0662949 Oct 30 15:25:02.681868 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5ced596c-7080-4d94-be00-fd6c78b0c364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:02.716401 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-5ced596c-7080-4d94-be00-fd6c78b0c364 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d26e81b3-f432-4f3d-bc5b-f2edc1c076d6']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:25:02.736785 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-5ced596c-7080-4d94-be00-fd6c78b0c364 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eb103e9-b9a2-4786-ab9b-d9e363fed874') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:25:02.737333 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-5ced596c-7080-4d94-be00-fd6c78b0c364 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eb103e9-b9a2-4786-ab9b-d9e363fed874') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:25:02.743203 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fd7d576d-2a4a-488a-9787-34b2d722aed5 req-e3bbc64e-d54b-48da-9738-521aee21763e tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531936 Oct 30 15:25:02.761650 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5ced596c-7080-4d94-be00-fd6c78b0c364 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:02.781742 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5ced596c-7080-4d94-be00-fd6c78b0c364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:02.791146 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ced596c-7080-4d94-be00-fd6c78b0c364 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:25:02.792104 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5ced596c-7080-4d94-be00-fd6c78b0c364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:02.795453 n-d-806683-17 neutron-server[102130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:25:02.795453 n-d-806683-17 neutron-server[102130]: self.session.flush() Oct 30 15:25:02.795453 n-d-806683-17 neutron-server[102130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:25:02.795453 n-d-806683-17 neutron-server[102130]: self.session.flush() Oct 30 15:25:02.795453 n-d-806683-17 neutron-server[102130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:25:02.795453 n-d-806683-17 neutron-server[102130]: self.session.flush() Oct 30 15:25:02.795453 n-d-806683-17 neutron-server[102130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:25:02.795453 n-d-806683-17 neutron-server[102130]: self.session.flush() Oct 30 15:25:02.795453 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:25:02.795453 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:25:02.795453 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:25:02.795453 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:25:02.795453 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:25:02.795453 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:25:02.795453 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:25:02.795453 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:25:02.795453 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:25:02.795453 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:25:02.795453 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:25:02.795453 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:25:02.795453 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:25:02.795453 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:25:02.795453 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:25:02.795453 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:25:02.795453 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:25:02.795453 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:25:02.795453 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:25:02.795453 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:25:02.795453 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:25:02.795453 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:25:02.795453 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:25:02.795453 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:25:02.795453 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:25:02.795453 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:25:02.795453 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:25:02.795453 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:25:02.795453 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:25:02.795453 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:25:02.795453 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:25:02.795453 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:25:02.849937 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-35d4aa81-ee24-4e6c-9ed4-1a3e27186697 req-f9cbaf6b-60ec-4b67-b71f-3e0fcd08814c tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] 10.222.0.62 "GET /v2.0/ports?device_id=bab1f922-8863-4aa1-965a-90180bcea208 HTTP/1.1" status: 200 len: 210 time: 0.0440679 Oct 30 15:25:02.925968 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5ced596c-7080-4d94-be00-fd6c78b0c364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:02.935395 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5ced596c-7080-4d94-be00-fd6c78b0c364 admin admin] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:02.939038 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-5ced596c-7080-4d94-be00-fd6c78b0c364 admin admin] 10.222.0.62 "DELETE /v2.0/networks/d26e81b3-f432-4f3d-bc5b-f2edc1c076d6 HTTP/1.1" status: 204 len: 168 time: 1.0740876 Oct 30 15:25:02.951340 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ced596c-7080-4d94-be00-fd6c78b0c364 admin admin] Pushing event deleted for resources: {'Network': ['ID=d26e81b3-f432-4f3d-bc5b-f2edc1c076d6,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:03.171769 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 53180) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:25:03.216035 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5beff-697b-4af7-b60d-f2f8bf38b2cc req-d4cf6e91-bea3-40a1-9b6c-37c505855ebb tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:03.225785 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-67c5beff-697b-4af7-b60d-f2f8bf38b2cc req-d4cf6e91-bea3-40a1-9b6c-37c505855ebb tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f0e05a0-d34e-43e2-acef-f5a239af58f6 HTTP/1.1" status: 200 len: 945 time: 0.0718451 Oct 30 15:25:03.226893 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b79edd94-dce3-4ac4-8bca-feb41b512aa2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=19817faf69a4405b907421887c1772e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0538387 Oct 30 15:25:03.229139 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 53182) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:25:03.260102 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-67c5beff-697b-4af7-b60d-f2f8bf38b2cc req-43953bb3-eacc-42ac-9ef5-b7943fe78929 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] 10.222.0.62 "GET /v2.0/security-groups?id=73e3a8ab-b37e-4f55-b03c-9b634fb2bdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350363 Oct 30 15:25:03.292707 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ec386248-daf4-4fa7-9bf5-0583b12604b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:03.315142 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ec386248-daf4-4fa7-9bf5-0583b12604b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:03.374917 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ec386248-daf4-4fa7-9bf5-0583b12604b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:03.377873 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ec386248-daf4-4fa7-9bf5-0583b12604b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:03.379077 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-ec386248-daf4-4fa7-9bf5-0583b12604b2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0c5868ec-257a-4026-a51b-d05068d298c7 HTTP/1.1" status: 204 len: 168 time: 0.1487722 Oct 30 15:25:03.388375 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec386248-daf4-4fa7-9bf5-0583b12604b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5868ec-257a-4026-a51b-d05068d298c7,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:03.457467 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device fbb95e0f-9bce-428d-876e-030ebd64c7a8 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:25:03.483319 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: fbb95e0f-9bce-428d-876e-030ebd64c7a8 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:25:03.483590 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device fbb95e0f-9bce-428d-876e-030ebd64c7a8 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:25:03.884339 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71a9bf7-1bbe-4889-b8d3-813a9c50f2c4 req-753d63ed-ec1e-4d08-a0d0-f8e771ea5a58 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:03.891292 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b71a9bf7-1bbe-4889-b8d3-813a9c50f2c4 req-753d63ed-ec1e-4d08-a0d0-f8e771ea5a58 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0b8c44a-9ecc-4544-a0eb-7014da6b0de8 HTTP/1.1" status: 200 len: 946 time: 0.0753689 Oct 30 15:25:03.962213 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b71a9bf7-1bbe-4889-b8d3-813a9c50f2c4 req-aa4b5c9a-f751-4927-baa6-215c14dbb5d3 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639021 Oct 30 15:25:04.003123 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f9909-d2a6-4788-af22-4d48f326f1b9 req-51c431ec-51f5-4e0c-8520-139ebd7d8d59 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:04.004739 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d94f9909-d2a6-4788-af22-4d48f326f1b9 req-51c431ec-51f5-4e0c-8520-139ebd7d8d59 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] 10.222.0.44 "GET /v2.0/networks?id=ba542ebd-5699-4174-b714-a377fade84dc HTTP/1.1" status: 200 len: 813 time: 0.1698656 Oct 30 15:25:04.051322 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-eb4ba5b6-f1a6-4db8-8bb6-7b2f12d595a8 req-e35688e6-ec7d-48cd-94b5-d337712e5742 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] 10.222.0.62 "GET /v2.0/ports?device_id=bab1f922-8863-4aa1-965a-90180bcea208 HTTP/1.1" status: 200 len: 210 time: 0.0534067 Oct 30 15:25:04.055117 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-d94f9909-d2a6-4788-af22-4d48f326f1b9 req-91c0f465-dace-4f43-8031-ee0b649afcaa tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Request body: {'port': {'device_id': 'bab1f922-8863-4aa1-965a-90180bcea208', 'network_id': 'ba542ebd-5699-4174-b714-a377fade84dc', 'admin_state_up': True, 'tenant_id': '62f659ad7df643c08749c99059158339'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:25:04.226799 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d94f9909-d2a6-4788-af22-4d48f326f1b9 req-91c0f465-dace-4f43-8031-ee0b649afcaa tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Made reservation on behalf of 62f659ad7df643c08749c99059158339 for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:25:04.233624 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d94f9909-d2a6-4788-af22-4d48f326f1b9 req-91c0f465-dace-4f43-8031-ee0b649afcaa tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:04.383936 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480380ec-d973-4b01-810d-2e7c5c3de9f9 req-9ea94235-b815-47ac-ab48-a984cb6d5e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:04.385598 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-480380ec-d973-4b01-810d-2e7c5c3de9f9 req-9ea94235-b815-47ac-ab48-a984cb6d5e67 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e2f6c94423b348689edc4b7fcd3062c6&device_id=c0b8c44a-9ecc-4544-a0eb-7014da6b0de8 HTTP/1.1" status: 200 len: 1098 time: 0.1477683 Oct 30 15:25:04.386189 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 53234) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:25:04.444489 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d2decb-2638-4cca-ae8d-e0f78fabfb0b req-465c5f2e-ce7c-40c3-af23-5caa0477bc39 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:04.456456 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-26d2decb-2638-4cca-ae8d-e0f78fabfb0b req-465c5f2e-ce7c-40c3-af23-5caa0477bc39 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0b8c44a-9ecc-4544-a0eb-7014da6b0de8 HTTP/1.1" status: 200 len: 946 time: 0.1737838 Oct 30 15:25:04.485676 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74299549-4b2a-48da-8027-5297424ea0ef req-cc126e56-3c45-49e5-8aa2-cc84dd6778f0 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:04.487453 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-74299549-4b2a-48da-8027-5297424ea0ef req-cc126e56-3c45-49e5-8aa2-cc84dd6778f0 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f0e05a0-d34e-43e2-acef-f5a239af58f6 HTTP/1.1" status: 200 len: 945 time: 0.1229644 Oct 30 15:25:04.496068 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd943af-9932-476c-b75d-32f666263140 req-feb78328-dbb7-4572-9d90-efc988f90d6d tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:04.497918 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-efd943af-9932-476c-b75d-32f666263140 req-feb78328-dbb7-4572-9d90-efc988f90d6d tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee9d83b3-53f7-496f-ae24-c6645bf1ae42 HTTP/1.1" status: 200 len: 946 time: 0.1507659 Oct 30 15:25:04.514863 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18eb491-818e-4a84-8127-9800bc271a83 req-9f5dc5e0-17fc-41dc-9a98-9112fb550a75 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:04.525762 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c18eb491-818e-4a84-8127-9800bc271a83 req-9f5dc5e0-17fc-41dc-9a98-9112fb550a75 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f0e05a0-d34e-43e2-acef-f5a239af58f6 HTTP/1.1" status: 200 len: 945 time: 0.1636236 Oct 30 15:25:04.583173 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-f7b519c2-0c60-43ff-9fd3-2c0132294758 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-972281205-network', 'tenant_id': 'ae810500e5604e45ba52fb3ca12ce963'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:25:04.609425 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-26d2decb-2638-4cca-ae8d-e0f78fabfb0b req-0fda0162-711c-4704-a061-cc4398b21ee4 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525185 Oct 30 15:25:04.615446 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-d94f9909-d2a6-4788-af22-4d48f326f1b9 req-91c0f465-dace-4f43-8031-ee0b649afcaa tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Allocated IP 172.20.0.6 (ba542ebd-5699-4174-b714-a377fade84dc/159d4bc1-fd5e-4038-aef3-4912df62b6b9/0ff5d154-6b39-4dcd-a5bb-b9269dcebf80) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:25:04.638646 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480380ec-d973-4b01-810d-2e7c5c3de9f9 req-701f1bd6-5c00-41c1-be6d-17a600d8a97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:04.638646 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-480380ec-d973-4b01-810d-2e7c5c3de9f9 req-701f1bd6-5c00-41c1-be6d-17a600d8a97f service neutron] 10.222.0.53 "GET /v2.0/networks?id=bd478de8-91f8-449b-b9b1-7a22cf4cb07a HTTP/1.1" status: 200 len: 912 time: 0.2390575 Oct 30 15:25:04.645168 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b519c2-0c60-43ff-9fd3-2c0132294758 admin admin] Made reservation on behalf of ae810500e5604e45ba52fb3ca12ce963 for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:25:04.648637 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f7b519c2-0c60-43ff-9fd3-2c0132294758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:04.680424 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [req-b76093fb-d01e-42ab-a99a-ae7feaf4ead0 req-377c54a0-e105-4732-aedf-489297aa4765 service neutron] (102130) timed out ('10.222.0.62', 52700) {{(pid=102130) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 30 15:25:04.692251 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f7b519c2-0c60-43ff-9fd3-2c0132294758 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:04.698406 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-480380ec-d973-4b01-810d-2e7c5c3de9f9 req-21d53e68-4493-44e6-b9fd-698df19f483b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4a2c8d1-76fb-48ff-9d96-62232f1f16bf HTTP/1.1" status: 200 len: 217 time: 0.0549426 Oct 30 15:25:04.700995 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c18eb491-818e-4a84-8127-9800bc271a83 req-376f98ee-c434-422b-a251-df0614be6888 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] 10.222.0.62 "GET /v2.0/security-groups?id=73e3a8ab-b37e-4f55-b03c-9b634fb2bdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735415 Oct 30 15:25:04.745200 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-74299549-4b2a-48da-8027-5297424ea0ef req-cced6018-7161-4433-b2b9-d86a310bd5ca tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Deleting port d6e1e427-508f-49c2-b755-efad0b06042f {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:25:04.746077 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-74299549-4b2a-48da-8027-5297424ea0ef req-cced6018-7161-4433-b2b9-d86a310bd5ca tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:04.813585 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480380ec-d973-4b01-810d-2e7c5c3de9f9 req-7b2ec18e-3448-41ad-b10b-23af766c54e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:04.815210 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-480380ec-d973-4b01-810d-2e7c5c3de9f9 req-7b2ec18e-3448-41ad-b10b-23af766c54e7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d096ec6f-ca2a-4ac2-a3be-5deccac59176 HTTP/1.1" status: 200 len: 851 time: 0.1088603 Oct 30 15:25:04.893120 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-480380ec-d973-4b01-810d-2e7c5c3de9f9 req-fa88d273-8451-41a2-b85f-aabf4ba0332f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bd478de8-91f8-449b-b9b1-7a22cf4cb07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474458 Oct 30 15:25:04.908536 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [req-480380ec-d973-4b01-810d-2e7c5c3de9f9 req-ce5114cb-bdd3-4d73-a7e0-34279c803a7f service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:25:04.909549 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-480380ec-d973-4b01-810d-2e7c5c3de9f9 req-ce5114cb-bdd3-4d73-a7e0-34279c803a7f service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0082781 Oct 30 15:25:05.029111 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f7b519c2-0c60-43ff-9fd3-2c0132294758 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:05.043874 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f7b519c2-0c60-43ff-9fd3-2c0132294758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:05.058635 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d94f9909-d2a6-4788-af22-4d48f326f1b9 req-91c0f465-dace-4f43-8031-ee0b649afcaa tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:05.116686 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7b519c2-0c60-43ff-9fd3-2c0132294758 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:25:05.127906 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-480380ec-d973-4b01-810d-2e7c5c3de9f9 req-cf5bfaf7-3181-41d8-a643-a266b85a6266 service neutron] 10.222.0.53 "GET /v2.0/networks/bd478de8-91f8-449b-b9b1-7a22cf4cb07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103019 Oct 30 15:25:05.133089 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b519c2-0c60-43ff-9fd3-2c0132294758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0731827a-e6d6-413c-9995-e240e1dbff25,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:05.139226 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f7b519c2-0c60-43ff-9fd3-2c0132294758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:05.139626 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-f7b519c2-0c60-43ff-9fd3-2c0132294758 admin admin] Added segment 36e58cc2-c6ef-4408-a5ad-3ca140133f8a of type vlan for network c6ede997-2b53-4646-8c13-a88c9a081db5 Oct 30 15:25:05.266800 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f7b519c2-0c60-43ff-9fd3-2c0132294758 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:05.272871 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d94f9909-d2a6-4788-af22-4d48f326f1b9 req-91c0f465-dace-4f43-8031-ee0b649afcaa tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:05.289816 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-efd943af-9932-476c-b75d-32f666263140 req-78ff068f-c11d-4022-8b0e-dba14504036b tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Deleting port 8169f0a0-ac69-4f8c-ae0a-746bfb4411b9 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:25:05.290324 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-efd943af-9932-476c-b75d-32f666263140 req-78ff068f-c11d-4022-8b0e-dba14504036b tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:05.360627 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-74299549-4b2a-48da-8027-5297424ea0ef req-cced6018-7161-4433-b2b9-d86a310bd5ca tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] For port d6e1e427-508f-49c2-b755-efad0b06042f, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=d6e1e427-508f-49c2-b755-efad0b06042f,segment=NetworkSegment(469864e6-0889-403c-b415-1c60b653c300),segment_id=469864e6-0889-403c-b415-1c60b653c300)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:25:05.361611 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-74299549-4b2a-48da-8027-5297424ea0ef req-cced6018-7161-4433-b2b9-d86a310bd5ca tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:05.363184 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d94f9909-d2a6-4788-af22-4d48f326f1b9 req-91c0f465-dace-4f43-8031-ee0b649afcaa tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Network ba542ebd-5699-4174-b714-a377fade84dc is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:25:05.364254 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f7b519c2-0c60-43ff-9fd3-2c0132294758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:05.365298 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b519c2-0c60-43ff-9fd3-2c0132294758 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:05.365298 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f7b519c2-0c60-43ff-9fd3-2c0132294758 admin admin] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:05.373677 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-480380ec-d973-4b01-810d-2e7c5c3de9f9 req-8aaa151f-e070-4e17-b24d-a246c2294521 service neutron] 10.222.0.53 "GET /v2.0/networks/bd478de8-91f8-449b-b9b1-7a22cf4cb07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373188 Oct 30 15:25:05.381302 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-d94f9909-d2a6-4788-af22-4d48f326f1b9 req-91c0f465-dace-4f43-8031-ee0b649afcaa tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:25:05.384377 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-74299549-4b2a-48da-8027-5297424ea0ef req-cced6018-7161-4433-b2b9-d86a310bd5ca tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Calling delete_port for d6e1e427-508f-49c2-b755-efad0b06042f owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:25:05.395721 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-d94f9909-d2a6-4788-af22-4d48f326f1b9 req-91c0f465-dace-4f43-8031-ee0b649afcaa tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:25:05.420311 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f66da8-6386-4707-b01c-8ef96018863f req-0d5f66c1-caff-4e93-a025-eaa037ff7958 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:05.424504 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c0f465-dace-4f43-8031-ee0b649afcaa tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Pushing event updated for resources: {'Port': ['ID=0ff5d154-6b39-4dcd-a5bb-b9269dcebf80,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:05.428334 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-40f66da8-6386-4707-b01c-8ef96018863f req-0d5f66c1-caff-4e93-a025-eaa037ff7958 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] 10.222.0.62 "GET /v2.0/ports?device_id=bab1f922-8863-4aa1-965a-90180bcea208 HTTP/1.1" status: 200 len: 931 time: 0.1731634 Oct 30 15:25:05.477388 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-f7b519c2-0c60-43ff-9fd3-2c0132294758 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0841427 Oct 30 15:25:05.484224 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 53248) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:25:05.487526 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b519c2-0c60-43ff-9fd3-2c0132294758 admin admin] Pushing event updated for resources: {'Network': ['ID=c6ede997-2b53-4646-8c13-a88c9a081db5,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:05.498258 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-5c4c485e-3178-4a29-93dc-56e5bfb0b2fc admin admin] Request body: {'subnet': {'network_id': 'c6ede997-2b53-4646-8c13-a88c9a081db5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-972281205-subnet', 'tenant_id': 'ae810500e5604e45ba52fb3ca12ce963', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:25:05.500444 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network c6ede997-2b53-4646-8c13-a88c9a081db5 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:25:05.506430 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f9909-d2a6-4788-af22-4d48f326f1b9 req-91c0f465-dace-4f43-8031-ee0b649afcaa tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:05.507077 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d94f9909-d2a6-4788-af22-4d48f326f1b9 req-91c0f465-dace-4f43-8031-ee0b649afcaa tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:05.515888 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-efd943af-9932-476c-b75d-32f666263140 req-78ff068f-c11d-4022-8b0e-dba14504036b tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] For port 8169f0a0-ac69-4f8c-ae0a-746bfb4411b9, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=8169f0a0-ac69-4f8c-ae0a-746bfb4411b9,segment=NetworkSegment(469864e6-0889-403c-b415-1c60b653c300),segment_id=469864e6-0889-403c-b415-1c60b653c300)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:25:05.516251 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-efd943af-9932-476c-b75d-32f666263140 req-78ff068f-c11d-4022-8b0e-dba14504036b tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:05.546279 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-efd943af-9932-476c-b75d-32f666263140 req-78ff068f-c11d-4022-8b0e-dba14504036b tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Calling delete_port for 8169f0a0-ac69-4f8c-ae0a-746bfb4411b9 owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:25:05.578394 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-40f66da8-6386-4707-b01c-8ef96018863f req-e51945cd-49e8-48ee-a409-5c87c596c835 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8d0b5d91-2f63-4416-9274-91191d4ba671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491346 Oct 30 15:25:05.583292 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c4c485e-3178-4a29-93dc-56e5bfb0b2fc admin admin] Made reservation on behalf of ae810500e5604e45ba52fb3ca12ce963 for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:25:05.585698 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5c4c485e-3178-4a29-93dc-56e5bfb0b2fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:05.588539 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d94f9909-d2a6-4788-af22-4d48f326f1b9 req-91c0f465-dace-4f43-8031-ee0b649afcaa tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5498147 Oct 30 15:25:05.604515 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-d94f9909-d2a6-4788-af22-4d48f326f1b9 req-b8b24f57-0280-4d3d-98ff-d86c3fadf0b8 service neutron] Request body: {'port': {'device_id': 'bab1f922-8863-4aa1-965a-90180bcea208', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:25:05.666735 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d94f9909-d2a6-4788-af22-4d48f326f1b9 req-b8b24f57-0280-4d3d-98ff-d86c3fadf0b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:05.803238 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07911bd-1c9b-4214-bc9e-dfe3467a5d86 req-94bdf0fa-d830-431a-bf9b-7cd6f1f0d9ac tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:05.805283 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d07911bd-1c9b-4214-bc9e-dfe3467a5d86 req-94bdf0fa-d830-431a-bf9b-7cd6f1f0d9ac tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0b8c44a-9ecc-4544-a0eb-7014da6b0de8 HTTP/1.1" status: 200 len: 946 time: 0.0844553 Oct 30 15:25:05.810157 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-74299549-4b2a-48da-8027-5297424ea0ef req-cced6018-7161-4433-b2b9-d86a310bd5ca tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:05.821432 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['d6e1e427-508f-49c2-b755-efad0b06042f'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:25:05.847953 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aa7d28c3-8690-411d-ac2e-a778412b09f9 req-e50c4413-fe8d-4b9d-8995-81eed5713494 tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f0e05a0-d34e-43e2-acef-f5a239af58f6 HTTP/1.1" status: 200 len: 210 time: 0.0421629 Oct 30 15:25:05.873257 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cced6018-7161-4433-b2b9-d86a310bd5ca tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Pushing event deleted for resources: {'Port': ['ID=d6e1e427-508f-49c2-b755-efad0b06042f,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:05.916151 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-efd943af-9932-476c-b75d-32f666263140 req-78ff068f-c11d-4022-8b0e-dba14504036b tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:05.929014 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['d6e1e427-508f-49c2-b755-efad0b06042f'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:25:05.948761 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-74299549-4b2a-48da-8027-5297424ea0ef req-cced6018-7161-4433-b2b9-d86a310bd5ca tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] No DVR routers for this DVR port d6e1e427-508f-49c2-b755-efad0b06042f on host n-h2-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:25:05.951712 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-74299549-4b2a-48da-8027-5297424ea0ef req-cced6018-7161-4433-b2b9-d86a310bd5ca tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:05.955077 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-74299549-4b2a-48da-8027-5297424ea0ef req-cced6018-7161-4433-b2b9-d86a310bd5ca tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] 10.222.0.44 "DELETE /v2.0/ports/d6e1e427-508f-49c2-b755-efad0b06042f HTTP/1.1" status: 204 len: 173 time: 1.4551280 Oct 30 15:25:05.971548 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d07911bd-1c9b-4214-bc9e-dfe3467a5d86 req-2334902f-870b-413f-a352-02313dc6b2bd tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162632 Oct 30 15:25:05.981322 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f0e05a0-d34e-43e2-acef-f5a239af58f6', 'name': 'network-vif-deleted', 'tag': 'd6e1e427-508f-49c2-b755-efad0b06042f'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:25:05.985005 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602f97e5-bfef-45ca-9ab6-a24020fb96e6" -d '{"events": [{"server_uuid": "5f0e05a0-d34e-43e2-acef-f5a239af58f6", "name": "network-vif-deleted", "tag": "d6e1e427-508f-49c2-b755-efad0b06042f"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:25:05.990320 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff068f-c11d-4022-8b0e-dba14504036b tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Pushing event deleted for resources: {'Port': ['ID=8169f0a0-ac69-4f8c-ae0a-746bfb4411b9,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:06.097159 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed56c2a-0b29-4ccb-9fbe-9c9ebd89c52f x-openstack-request-id: req-6ed56c2a-0b29-4ccb-9fbe-9c9ebd89c52f {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:25:06.097460 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f0e05a0-d34e-43e2-acef-f5a239af58f6", "name": "network-vif-deleted", "tag": "d6e1e427-508f-49c2-b755-efad0b06042f", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:25:06.097719 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6ed56c2a-0b29-4ccb-9fbe-9c9ebd89c52f {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:25:06.098123 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f0e05a0-d34e-43e2-acef-f5a239af58f6', 'name': 'network-vif-deleted', 'tag': 'd6e1e427-508f-49c2-b755-efad0b06042f', 'status': 'completed', 'code': 200} Oct 30 15:25:06.125966 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-efd943af-9932-476c-b75d-32f666263140 req-78ff068f-c11d-4022-8b0e-dba14504036b tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] No DVR routers for this DVR port 8169f0a0-ac69-4f8c-ae0a-746bfb4411b9 on host n-h1-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:25:06.130421 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-efd943af-9932-476c-b75d-32f666263140 req-78ff068f-c11d-4022-8b0e-dba14504036b tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:06.133830 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-efd943af-9932-476c-b75d-32f666263140 req-78ff068f-c11d-4022-8b0e-dba14504036b tempest-MultipleCreateTestJSON-1591659945 tempest-MultipleCreateTestJSON-1591659945-project] 10.222.0.53 "DELETE /v2.0/ports/8169f0a0-ac69-4f8c-ae0a-746bfb4411b9 HTTP/1.1" status: 204 len: 173 time: 1.6044879 Oct 30 15:25:06.152007 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-d94f9909-d2a6-4788-af22-4d48f326f1b9 req-b8b24f57-0280-4d3d-98ff-d86c3fadf0b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ff5d154-6b39-4dcd-a5bb-b9269dcebf80 {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:25:06.163375 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d94f9909-d2a6-4788-af22-4d48f326f1b9 req-b8b24f57-0280-4d3d-98ff-d86c3fadf0b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:06.182083 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-d94f9909-d2a6-4788-af22-4d48f326f1b9 req-b8b24f57-0280-4d3d-98ff-d86c3fadf0b8 service neutron] Transition to ACTIVE for port object 0ff5d154-6b39-4dcd-a5bb-b9269dcebf80 will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:25:06.186363 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d94f9909-d2a6-4788-af22-4d48f326f1b9 req-b8b24f57-0280-4d3d-98ff-d86c3fadf0b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:06.205925 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5c4c485e-3178-4a29-93dc-56e5bfb0b2fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:06.250212 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b24f57-0280-4d3d-98ff-d86c3fadf0b8 service neutron] Pushing event updated for resources: {'Port': ['ID=0ff5d154-6b39-4dcd-a5bb-b9269dcebf80,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:06.291741 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4c485e-3178-4a29-93dc-56e5bfb0b2fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fc290f9-ee10-4d7e-9772-61a821242532,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:06.301786 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4c485e-3178-4a29-93dc-56e5bfb0b2fc admin admin] Checking segment: {'id': '36e58cc2-c6ef-4408-a5ad-3ca140133f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c6ede997-2b53-4646-8c13-a88c9a081db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:25:06.302242 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4c485e-3178-4a29-93dc-56e5bfb0b2fc admin admin] Network hostable DHCP agents. Network: c6ede997-2b53-4646-8c13-a88c9a081db5, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:25:06.320353 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4c485e-3178-4a29-93dc-56e5bfb0b2fc admin admin] Network c6ede997-2b53-4646-8c13-a88c9a081db5 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:25:06.328849 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-d94f9909-d2a6-4788-af22-4d48f326f1b9 req-b8b24f57-0280-4d3d-98ff-d86c3fadf0b8 service neutron] Attempting to bind port 0ff5d154-6b39-4dcd-a5bb-b9269dcebf80 on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:25:06.329351 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-d94f9909-d2a6-4788-af22-4d48f326f1b9 req-b8b24f57-0280-4d3d-98ff-d86c3fadf0b8 service neutron] Attempting to bind port 0ff5d154-6b39-4dcd-a5bb-b9269dcebf80 by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': '7011c6d8-32ed-4459-adbb-56923cb7836a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ba542ebd-5699-4174-b714-a377fade84dc'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:25:06.329654 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94f9909-d2a6-4788-af22-4d48f326f1b9 req-b8b24f57-0280-4d3d-98ff-d86c3fadf0b8 service neutron] Attempting to bind port 0ff5d154-6b39-4dcd-a5bb-b9269dcebf80 on network ba542ebd-5699-4174-b714-a377fade84dc {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:25:06.330247 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-5c4c485e-3178-4a29-93dc-56e5bfb0b2fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, c6ede997-2b53-4646-8c13-a88c9a081db5) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:25:06.334449 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94f9909-d2a6-4788-af22-4d48f326f1b9 req-b8b24f57-0280-4d3d-98ff-d86c3fadf0b8 service neutron] Port 0ff5d154-6b39-4dcd-a5bb-b9269dcebf80 on network ba542ebd-5699-4174-b714-a377fade84dc not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:25:06.334878 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94f9909-d2a6-4788-af22-4d48f326f1b9 req-b8b24f57-0280-4d3d-98ff-d86c3fadf0b8 service neutron] Attempting to bind port 0ff5d154-6b39-4dcd-a5bb-b9269dcebf80 on network ba542ebd-5699-4174-b714-a377fade84dc {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:25:06.335169 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4c485e-3178-4a29-93dc-56e5bfb0b2fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:06.336053 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5c4c485e-3178-4a29-93dc-56e5bfb0b2fc admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:06.341264 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94f9909-d2a6-4788-af22-4d48f326f1b9 req-b8b24f57-0280-4d3d-98ff-d86c3fadf0b8 service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:25:06.341264 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94f9909-d2a6-4788-af22-4d48f326f1b9 req-b8b24f57-0280-4d3d-98ff-d86c3fadf0b8 service neutron] Checking segment: {'id': '7011c6d8-32ed-4459-adbb-56923cb7836a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ba542ebd-5699-4174-b714-a377fade84dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:25:06.343499 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb1d228-696d-4561-a607-c69b545eb314 None None] Network c6ede997-2b53-4646-8c13-a88c9a081db5 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:25:06.347158 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94f9909-d2a6-4788-af22-4d48f326f1b9 req-b8b24f57-0280-4d3d-98ff-d86c3fadf0b8 service neutron] Bound using segment: {'id': '7011c6d8-32ed-4459-adbb-56923cb7836a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ba542ebd-5699-4174-b714-a377fade84dc'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:25:06.355391 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-5c4c485e-3178-4a29-93dc-56e5bfb0b2fc admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8688660 Oct 30 15:25:06.356725 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-d94f9909-d2a6-4788-af22-4d48f326f1b9 req-b8b24f57-0280-4d3d-98ff-d86c3fadf0b8 service neutron] Bound port: 0ff5d154-6b39-4dcd-a5bb-b9269dcebf80, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7011c6d8-32ed-4459-adbb-56923cb7836a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ba542ebd-5699-4174-b714-a377fade84dc'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:25:06.357108 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d94f9909-d2a6-4788-af22-4d48f326f1b9 req-b8b24f57-0280-4d3d-98ff-d86c3fadf0b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:06.358312 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 53268) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:25:06.363085 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-1e5e1bfc-bfba-448c-b0b4-737c729513f7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-972281205-router', 'tenant_id': 'ae810500e5604e45ba52fb3ca12ce963', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:25:06.416976 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1e5e1bfc-bfba-448c-b0b4-737c729513f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:06.418063 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1e5e1bfc-bfba-448c-b0b4-737c729513f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:06.445975 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-d94f9909-d2a6-4788-af22-4d48f326f1b9 req-b8b24f57-0280-4d3d-98ff-d86c3fadf0b8 service neutron] For port 0ff5d154-6b39-4dcd-a5bb-b9269dcebf80, host n-h2-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:25:06.451519 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-d94f9909-d2a6-4788-af22-4d48f326f1b9 req-b8b24f57-0280-4d3d-98ff-d86c3fadf0b8 service neutron] For port 0ff5d154-6b39-4dcd-a5bb-b9269dcebf80, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=0ff5d154-6b39-4dcd-a5bb-b9269dcebf80,segment=NetworkSegment(7011c6d8-32ed-4459-adbb-56923cb7836a),segment_id=7011c6d8-32ed-4459-adbb-56923cb7836a)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:25:06.461647 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d94f9909-d2a6-4788-af22-4d48f326f1b9 req-b8b24f57-0280-4d3d-98ff-d86c3fadf0b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:06.503214 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1e5e1bfc-bfba-448c-b0b4-737c729513f7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:06.541660 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b61cd83-1167-469a-ae2d-d7b3a398847a None None] Network c6ede997-2b53-4646-8c13-a88c9a081db5 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:25:06.554108 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f9909-d2a6-4788-af22-4d48f326f1b9 req-b8b24f57-0280-4d3d-98ff-d86c3fadf0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:06.554733 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d94f9909-d2a6-4788-af22-4d48f326f1b9 req-b8b24f57-0280-4d3d-98ff-d86c3fadf0b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:06.557121 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d94f9909-d2a6-4788-af22-4d48f326f1b9 req-b8b24f57-0280-4d3d-98ff-d86c3fadf0b8 service neutron] 10.222.0.44 "PUT /v2.0/ports/0ff5d154-6b39-4dcd-a5bb-b9269dcebf80 HTTP/1.1" status: 200 len: 1092 time: 0.9595053 Oct 30 15:25:06.557602 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bab1f922-8863-4aa1-965a-90180bcea208', 'tag': '0ff5d154-6b39-4dcd-a5bb-b9269dcebf80'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:25:06.559973 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-812f1444-3519-4c4c-8cbd-b4d3ca4fda06" -d '{"events": [{"name": "network-changed", "server_uuid": "bab1f922-8863-4aa1-965a-90180bcea208", "tag": "0ff5d154-6b39-4dcd-a5bb-b9269dcebf80"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:25:06.640912 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b24f57-0280-4d3d-98ff-d86c3fadf0b8 service neutron] Pushing event updated for resources: {'Port': ['ID=0ff5d154-6b39-4dcd-a5bb-b9269dcebf80,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:06.654921 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb919293-a16f-4453-84c0-3e99db2445fa x-openstack-request-id: req-bb919293-a16f-4453-84c0-3e99db2445fa {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:25:06.655209 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bab1f922-8863-4aa1-965a-90180bcea208", "tag": "0ff5d154-6b39-4dcd-a5bb-b9269dcebf80", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:25:06.655495 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bb919293-a16f-4453-84c0-3e99db2445fa {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:25:06.655898 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bab1f922-8863-4aa1-965a-90180bcea208', 'tag': '0ff5d154-6b39-4dcd-a5bb-b9269dcebf80', 'status': 'completed', 'code': 200} Oct 30 15:25:06.720477 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f9909-d2a6-4788-af22-4d48f326f1b9 req-cdd8f936-7d20-460a-a189-792c11fa5116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:06.721997 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d94f9909-d2a6-4788-af22-4d48f326f1b9 req-cdd8f936-7d20-460a-a189-792c11fa5116 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=62f659ad7df643c08749c99059158339&device_id=bab1f922-8863-4aa1-965a-90180bcea208 HTTP/1.1" status: 200 len: 1095 time: 0.0615630 Oct 30 15:25:06.741863 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1e5e1bfc-bfba-448c-b0b4-737c729513f7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:06.797264 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d94f9909-d2a6-4788-af22-4d48f326f1b9 req-d95d9d70-597c-4741-9473-535d5abbcf0a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ff5d154-6b39-4dcd-a5bb-b9269dcebf80 HTTP/1.1" status: 200 len: 217 time: 0.0658388 Oct 30 15:25:06.858714 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f9909-d2a6-4788-af22-4d48f326f1b9 req-ee3f1d99-2779-448f-a50f-7d7af9acb9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:06.860233 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d94f9909-d2a6-4788-af22-4d48f326f1b9 req-ee3f1d99-2779-448f-a50f-7d7af9acb9bc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=159d4bc1-fd5e-4038-aef3-4912df62b6b9 HTTP/1.1" status: 200 len: 853 time: 0.0512111 Oct 30 15:25:06.860549 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833c9bc-6478-42a5-ae42-529ebcf31292 req-1f195685-a068-48f0-b07d-acce79428589 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:06.862209 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1833c9bc-6478-42a5-ae42-529ebcf31292 req-1f195685-a068-48f0-b07d-acce79428589 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] 10.222.0.62 "GET /v2.0/ports?device_id=bab1f922-8863-4aa1-965a-90180bcea208 HTTP/1.1" status: 200 len: 943 time: 0.1139390 Oct 30 15:25:06.895643 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d94f9909-d2a6-4788-af22-4d48f326f1b9 req-553b2d2a-1996-4889-8b83-7345426ad689 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ba542ebd-5699-4174-b714-a377fade84dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275903 Oct 30 15:25:06.914956 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1833c9bc-6478-42a5-ae42-529ebcf31292 req-a10affd3-5964-43dd-9c01-b2478b279efa tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8d0b5d91-2f63-4416-9274-91191d4ba671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438974 Oct 30 15:25:06.985611 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 53278) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:25:07.039507 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-fed8c79e-6edd-490d-bda4-9e60904560d6 admin admin] Deleting subnet 4089773f-82eb-49c5-952c-97e56c858892 {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:25:07.047312 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fed8c79e-6edd-490d-bda4-9e60904560d6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:07.078680 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1e5e1bfc-bfba-448c-b0b4-737c729513f7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:07.101906 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1e5e1bfc-bfba-448c-b0b4-737c729513f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:07.110427 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d94f9909-d2a6-4788-af22-4d48f326f1b9 req-8a1651b3-f837-4f2a-94c8-c881d14ce6d0 service neutron] 10.222.0.44 "GET /v2.0/networks/ba542ebd-5699-4174-b714-a377fade84dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061453 Oct 30 15:25:07.119292 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fed8c79e-6edd-490d-bda4-9e60904560d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:07.213464 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fed8c79e-6edd-490d-bda4-9e60904560d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:07.230027 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb0a14f-64a5-468e-807e-b6a10eef3007 req-3e3061bb-9015-4e05-b4fe-2c319ca8b110 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:07.231550 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7bb0a14f-64a5-468e-807e-b6a10eef3007 req-3e3061bb-9015-4e05-b4fe-2c319ca8b110 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0b8c44a-9ecc-4544-a0eb-7014da6b0de8 HTTP/1.1" status: 200 len: 946 time: 0.1320112 Oct 30 15:25:07.270532 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d94f9909-d2a6-4788-af22-4d48f326f1b9 req-f7f81266-547e-415e-9150-53e828b672b3 service neutron] 10.222.0.44 "GET /v2.0/networks/ba542ebd-5699-4174-b714-a377fade84dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484640 Oct 30 15:25:07.273935 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-1e5e1bfc-bfba-448c-b0b4-737c729513f7 admin admin] Allocated IP 172.25.4.117 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/c82653ee-691d-4b7c-af0f-3a56f898ac11) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:25:07.291736 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fed8c79e-6edd-490d-bda4-9e60904560d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:07.297735 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7bb0a14f-64a5-468e-807e-b6a10eef3007 req-b657fef5-5efb-431e-992a-0c9c2bd4b41e tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575478 Oct 30 15:25:07.331358 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed8c79e-6edd-490d-bda4-9e60904560d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4089773f-82eb-49c5-952c-97e56c858892,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:07.355854 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fed8c79e-6edd-490d-bda4-9e60904560d6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:07.358988 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-fed8c79e-6edd-490d-bda4-9e60904560d6 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/4089773f-82eb-49c5-952c-97e56c858892 HTTP/1.1" status: 204 len: 168 time: 0.3723991 Oct 30 15:25:07.361530 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 53286) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:25:07.413567 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 8169f0a0-ac69-4f8c-ae0a-746bfb4411b9 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:25:07.424769 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1e5e1bfc-bfba-448c-b0b4-737c729513f7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:07.433845 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812f1444-3519-4c4c-8cbd-b4d3ca4fda06 req-7f7a7377-5a7f-4f6f-a143-5b721d71c295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:07.435376 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-812f1444-3519-4c4c-8cbd-b4d3ca4fda06 req-7f7a7377-5a7f-4f6f-a143-5b721d71c295 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=62f659ad7df643c08749c99059158339&device_id=bab1f922-8863-4aa1-965a-90180bcea208 HTTP/1.1" status: 200 len: 1095 time: 0.1127424 Oct 30 15:25:07.441135 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8ac89efb-4f7a-4194-9ee7-e7dd62626bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:07.446685 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: 8169f0a0-ac69-4f8c-ae0a-746bfb4411b9 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:25:07.447744 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 8169f0a0-ac69-4f8c-ae0a-746bfb4411b9 not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:25:07.462623 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1e5e1bfc-bfba-448c-b0b4-737c729513f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:07.504076 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5e1bfc-bfba-448c-b0b4-737c729513f7 admin admin] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:25:07.507099 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-1e5e1bfc-bfba-448c-b0b4-737c729513f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:25:07.510712 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5e1bfc-bfba-448c-b0b4-737c729513f7 admin admin] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:25:07.535598 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5e1bfc-bfba-448c-b0b4-737c729513f7 admin admin] Pushing event updated for resources: {'Port': ['ID=c82653ee-691d-4b7c-af0f-3a56f898ac11,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:07.614443 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8ac89efb-4f7a-4194-9ee7-e7dd62626bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:07.642728 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812f1444-3519-4c4c-8cbd-b4d3ca4fda06 req-6fbe4dd4-f5f0-4b9d-b9c7-24acea643a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:07.644454 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-812f1444-3519-4c4c-8cbd-b4d3ca4fda06 req-6fbe4dd4-f5f0-4b9d-b9c7-24acea643a42 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ba542ebd-5699-4174-b714-a377fade84dc HTTP/1.1" status: 200 len: 914 time: 0.1996500 Oct 30 15:25:07.653466 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-8ac89efb-4f7a-4194-9ee7-e7dd62626bd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e9d68e2-3683-4edf-8c89-7d0bec1b2cba']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:25:07.670389 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-8ac89efb-4f7a-4194-9ee7-e7dd62626bd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '469864e6-0889-403c-b415-1c60b653c300') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:25:07.671103 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-8ac89efb-4f7a-4194-9ee7-e7dd62626bd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '469864e6-0889-403c-b415-1c60b653c300') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:25:07.705002 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-812f1444-3519-4c4c-8cbd-b4d3ca4fda06 req-c30ee8ea-c88a-4162-93e2-6686b464c7ff service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ff5d154-6b39-4dcd-a5bb-b9269dcebf80 HTTP/1.1" status: 200 len: 217 time: 0.0485814 Oct 30 15:25:07.708635 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8ac89efb-4f7a-4194-9ee7-e7dd62626bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:07.748560 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8ac89efb-4f7a-4194-9ee7-e7dd62626bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:07.762990 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ac89efb-4f7a-4194-9ee7-e7dd62626bd1 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:25:07.763394 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8ac89efb-4f7a-4194-9ee7-e7dd62626bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:07.765162 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:25:07.765162 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:25:07.765162 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:25:07.765162 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:25:07.765162 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:25:07.765162 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:25:07.765162 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:25:07.765162 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:25:07.765162 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:25:07.765162 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:25:07.765162 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:25:07.765162 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:25:07.765162 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:25:07.765162 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:25:07.765162 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:25:07.765162 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:25:07.765162 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:25:07.765162 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:25:07.765162 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:25:07.765162 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:25:07.765162 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:25:07.765162 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:25:07.765162 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:25:07.765162 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:25:07.765162 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:25:07.765162 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:25:07.765162 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:25:07.765162 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:25:07.765162 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:25:07.765162 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:25:07.765162 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:25:07.765162 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:25:07.810884 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1e5e1bfc-bfba-448c-b0b4-737c729513f7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:07.827115 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812f1444-3519-4c4c-8cbd-b4d3ca4fda06 req-ce8b4843-78cd-4006-afcf-4e6c06a9cd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:07.828667 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-812f1444-3519-4c4c-8cbd-b4d3ca4fda06 req-ce8b4843-78cd-4006-afcf-4e6c06a9cd1c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=159d4bc1-fd5e-4038-aef3-4912df62b6b9 HTTP/1.1" status: 200 len: 853 time: 0.1129544 Oct 30 15:25:07.843065 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8ac89efb-4f7a-4194-9ee7-e7dd62626bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:07.852269 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8ac89efb-4f7a-4194-9ee7-e7dd62626bd1 admin admin] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:07.857099 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-8ac89efb-4f7a-4194-9ee7-e7dd62626bd1 admin admin] 10.222.0.62 "DELETE /v2.0/networks/3e9d68e2-3683-4edf-8c89-7d0bec1b2cba HTTP/1.1" status: 204 len: 168 time: 0.4946427 Oct 30 15:25:07.909800 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-812f1444-3519-4c4c-8cbd-b4d3ca4fda06 req-af718017-a145-4a7f-8609-970c72c93b6e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ba542ebd-5699-4174-b714-a377fade84dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712767 Oct 30 15:25:07.911044 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac89efb-4f7a-4194-9ee7-e7dd62626bd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e9d68e2-3683-4edf-8c89-7d0bec1b2cba,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:08.026700 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-812f1444-3519-4c4c-8cbd-b4d3ca4fda06 req-53efa30e-d3af-4124-8028-5e25764b611c service neutron] 10.222.0.44 "GET /v2.0/networks/ba542ebd-5699-4174-b714-a377fade84dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037619 Oct 30 15:25:08.033066 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 53292) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:25:08.064142 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1e5e1bfc-bfba-448c-b0b4-737c729513f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:08.109028 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9d83b3-53f7-496f-ae24-c6645bf1ae42', 'name': 'network-vif-deleted', 'tag': '8169f0a0-ac69-4f8c-ae0a-746bfb4411b9'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:25:08.111294 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f9ee7c-fd8e-47d3-aa25-93022d80e3a2" -d '{"events": [{"server_uuid": "ee9d83b3-53f7-496f-ae24-c6645bf1ae42", "name": "network-vif-deleted", "tag": "8169f0a0-ac69-4f8c-ae0a-746bfb4411b9"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:25:08.113814 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ee422-6ad2-4de7-86c3-4473a5055a92 req-febe1d06-b51a-427b-bb9a-fa27b2e510aa tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:08.115309 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-728ee422-6ad2-4de7-86c3-4473a5055a92 req-febe1d06-b51a-427b-bb9a-fa27b2e510aa tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] 10.222.0.62 "GET /v2.0/ports?device_id=bab1f922-8863-4aa1-965a-90180bcea208 HTTP/1.1" status: 200 len: 943 time: 0.1032145 Oct 30 15:25:08.151142 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-bf9efbcd-d4fa-41ab-a9b1-00f8ee6820be admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=959ce7ef0e4c4b6e8cc140278128175b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1169472 Oct 30 15:25:08.151292 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 53298) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:25:08.157349 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf80741-0234-4e5d-8146-454ceb71eae7 x-openstack-request-id: req-faf80741-0234-4e5d-8146-454ceb71eae7 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:25:08.157642 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee9d83b3-53f7-496f-ae24-c6645bf1ae42", "name": "network-vif-deleted", "tag": "8169f0a0-ac69-4f8c-ae0a-746bfb4411b9", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:25:08.157896 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-faf80741-0234-4e5d-8146-454ceb71eae7 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:25:08.158289 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee9d83b3-53f7-496f-ae24-c6645bf1ae42', 'name': 'network-vif-deleted', 'tag': '8169f0a0-ac69-4f8c-ae0a-746bfb4411b9', 'status': 'completed', 'code': 200} Oct 30 15:25:08.164811 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-812f1444-3519-4c4c-8cbd-b4d3ca4fda06 req-4176e456-baa7-4f5e-9cfb-ef0265abd1ce service neutron] 10.222.0.44 "GET /v2.0/networks/ba542ebd-5699-4174-b714-a377fade84dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243279 Oct 30 15:25:08.202937 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-728ee422-6ad2-4de7-86c3-4473a5055a92 req-202d3b7f-8622-45c1-b004-708271c44127 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8d0b5d91-2f63-4416-9274-91191d4ba671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738375 Oct 30 15:25:08.229572 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e5e1bfc-bfba-448c-b0b4-737c729513f7 admin admin] Router 0875a996-782a-4352-a3b6-dc7f1aa54e32 is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:25:08.242018 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-54a2719d-396e-40b2-b4a1-07438a77f828 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:08.265384 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-54a2719d-396e-40b2-b4a1-07438a77f828 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:08.327694 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-54a2719d-396e-40b2-b4a1-07438a77f828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:08.330806 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-54a2719d-396e-40b2-b4a1-07438a77f828 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:08.332730 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-54a2719d-396e-40b2-b4a1-07438a77f828 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/73e3a8ab-b37e-4f55-b03c-9b634fb2bdf1 HTTP/1.1" status: 204 len: 168 time: 0.1787603 Oct 30 15:25:08.363969 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a2719d-396e-40b2-b4a1-07438a77f828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e3a8ab-b37e-4f55-b03c-9b634fb2bdf1,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:08.380699 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e5e1bfc-bfba-448c-b0b4-737c729513f7 admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:25:08.412962 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14406d3-3e07-4274-beff-8f45062b7367 None None] Sync routers for ids ['0875a996-782a-4352-a3b6-dc7f1aa54e32'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:25:08.414869 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1e5e1bfc-bfba-448c-b0b4-737c729513f7 admin admin] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:08.417019 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-1e5e1bfc-bfba-448c-b0b4-737c729513f7 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.0574768 Oct 30 15:25:08.419857 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 53314) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:25:08.440208 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14406d3-3e07-4274-beff-8f45062b7367 None None] Routers {'0875a996-782a-4352-a3b6-dc7f1aa54e32'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:25:08.440946 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-a14406d3-3e07-4274-beff-8f45062b7367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:24:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['0875a996-782a-4352-a3b6-dc7f1aa54e32'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:25:08.489455 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b1b921-f92a-4a9b-bc3b-e597312df32c req-6e6b2fdc-2fd4-42e1-bb06-4edfe7c83589 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:08.491921 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-11b1b921-f92a-4a9b-bc3b-e597312df32c req-6e6b2fdc-2fd4-42e1-bb06-4edfe7c83589 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0b8c44a-9ecc-4544-a0eb-7014da6b0de8 HTTP/1.1" status: 200 len: 946 time: 0.0727894 Oct 30 15:25:08.554892 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-11b1b921-f92a-4a9b-bc3b-e597312df32c req-0c088dbd-c26a-4801-9359-df407657a721 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538414 Oct 30 15:25:08.569137 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-a14406d3-3e07-4274-beff-8f45062b7367 None None] Set router 0875a996-782a-4352-a3b6-dc7f1aa54e32 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:25:08.795032 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-a14406d3-3e07-4274-beff-8f45062b7367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0875a996-782a-4352-a3b6-dc7f1aa54e32', 'name': 'tempest-ServerRescueTestJSONUnderV235-972281205-router', 'tenant_id': 'ae810500e5604e45ba52fb3ca12ce963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'c82653ee-691d-4b7c-af0f-3a56f898ac11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:25:06Z', 'updated_at': '2021-10-30T15:25:07Z', 'revision_number': 3, 'project_id': 'ae810500e5604e45ba52fb3ca12ce963', 'gw_port': {'id': 'c82653ee-691d-4b7c-af0f-3a56f898ac11', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b2:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0875a996-782a-4352-a3b6-dc7f1aa54e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:25:07Z', 'updated_at': '2021-10-30T15:25:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:25:08.831654 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device d6e1e427-508f-49c2-b755-efad0b06042f no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:25:08.859864 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] No Port match for: d6e1e427-508f-49c2-b755-efad0b06042f {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:25:08.860271 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device d6e1e427-508f-49c2-b755-efad0b06042f not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:25:08.862397 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14406d3-3e07-4274-beff-8f45062b7367 None None] Checking router: 0875a996-782a-4352-a3b6-dc7f1aa54e32 for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:25:08.862843 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14406d3-3e07-4274-beff-8f45062b7367 None None] Updating router 0875a996-782a-4352-a3b6-dc7f1aa54e32 port c82653ee-691d-4b7c-af0f-3a56f898ac11 binding host n-d-806683-17 {{(pid=102132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:25:08.900813 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a14406d3-3e07-4274-beff-8f45062b7367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:09.275828 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 53336) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:25:09.367937 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a14406d3-3e07-4274-beff-8f45062b7367 None None] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:09.381681 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a14406d3-3e07-4274-beff-8f45062b7367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:09.476196 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-2087a529-40f1-44af-b69c-cebd1c0b73c9 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1185608673-network', 'tenant_id': 'a0004d67230549549b36d1c4f4ae2f92'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:25:09.502189 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-a14406d3-3e07-4274-beff-8f45062b7367 None None] Attempting to bind port c82653ee-691d-4b7c-af0f-3a56f898ac11 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:25:09.502713 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-a14406d3-3e07-4274-beff-8f45062b7367 None None] Attempting to bind port c82653ee-691d-4b7c-af0f-3a56f898ac11 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:25:09.503283 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14406d3-3e07-4274-beff-8f45062b7367 None None] Attempting to bind port c82653ee-691d-4b7c-af0f-3a56f898ac11 on network edc38ef5-7816-4133-914c-cfe2849a0125 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:25:09.511267 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14406d3-3e07-4274-beff-8f45062b7367 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:25:09.511834 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14406d3-3e07-4274-beff-8f45062b7367 None None] Checking segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:25:09.512292 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a14406d3-3e07-4274-beff-8f45062b7367 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:09.512693 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14406d3-3e07-4274-beff-8f45062b7367 None None] Bound using segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:25:09.513222 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-a14406d3-3e07-4274-beff-8f45062b7367 None None] Bound port: c82653ee-691d-4b7c-af0f-3a56f898ac11, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:25:09.513614 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a14406d3-3e07-4274-beff-8f45062b7367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:09.515943 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2087a529-40f1-44af-b69c-cebd1c0b73c9 admin admin] Made reservation on behalf of a0004d67230549549b36d1c4f4ae2f92 for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:25:09.518320 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2087a529-40f1-44af-b69c-cebd1c0b73c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:09.532269 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9369558c-94ba-4f7b-9009-237505dc43db req-3baf557f-de97-4906-afa7-cc6dc6a93e14 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:09.533911 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9369558c-94ba-4f7b-9009-237505dc43db req-3baf557f-de97-4906-afa7-cc6dc6a93e14 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] 10.222.0.62 "GET /v2.0/ports?device_id=bab1f922-8863-4aa1-965a-90180bcea208 HTTP/1.1" status: 200 len: 943 time: 0.1724801 Oct 30 15:25:09.538610 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-755a109a-0e59-44df-b589-63bfb3d822bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:09.540456 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2087a529-40f1-44af-b69c-cebd1c0b73c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:09.596283 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9369558c-94ba-4f7b-9009-237505dc43db req-827bccb7-902d-42ee-8dff-293980d5b854 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8d0b5d91-2f63-4416-9274-91191d4ba671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539837 Oct 30 15:25:09.636233 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-a14406d3-3e07-4274-beff-8f45062b7367 None None] For port c82653ee-691d-4b7c-af0f-3a56f898ac11, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:25:09.642355 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-a14406d3-3e07-4274-beff-8f45062b7367 None None] For port c82653ee-691d-4b7c-af0f-3a56f898ac11, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=c82653ee-691d-4b7c-af0f-3a56f898ac11,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:25:09.651512 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a14406d3-3e07-4274-beff-8f45062b7367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:09.670323 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d116db11-10a2-4d6a-a1c6-6012485cb06a None None] Pushing event updated for resources: {'Port': ['ID=c82653ee-691d-4b7c-af0f-3a56f898ac11,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:09.738612 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d116db11-10a2-4d6a-a1c6-6012485cb06a None None] Pushing event updated for resources: {'Port': ['ID=c82653ee-691d-4b7c-af0f-3a56f898ac11,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:09.754655 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14406d3-3e07-4274-beff-8f45062b7367 None None] Routers {'0875a996-782a-4352-a3b6-dc7f1aa54e32'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:25:09.755238 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-a14406d3-3e07-4274-beff-8f45062b7367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:24:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['0875a996-782a-4352-a3b6-dc7f1aa54e32'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:25:09.777171 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2087a529-40f1-44af-b69c-cebd1c0b73c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:09.794538 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2087a529-40f1-44af-b69c-cebd1c0b73c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:09.801335 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-755a109a-0e59-44df-b589-63bfb3d822bb admin admin] Allocated IP 172.20.0.1 (c6ede997-2b53-4646-8c13-a88c9a081db5/8fc290f9-ee10-4d7e-9772-61a821242532/125b1494-a52b-4df7-a6f2-2850d170bac4) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:25:09.847838 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2087a529-40f1-44af-b69c-cebd1c0b73c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:25:09.860852 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2087a529-40f1-44af-b69c-cebd1c0b73c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:09.861217 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-2087a529-40f1-44af-b69c-cebd1c0b73c9 admin admin] Added segment 195dd55d-704e-41b5-88ed-e22a23d4ede2 of type vlan for network a0c9d02f-e1cd-403d-973e-475d0a224e64 Oct 30 15:25:09.908815 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-a14406d3-3e07-4274-beff-8f45062b7367 None None] Set router 0875a996-782a-4352-a3b6-dc7f1aa54e32 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:25:09.917825 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2087a529-40f1-44af-b69c-cebd1c0b73c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb4e2c4-9262-417f-a115-05f1d3708118,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:09.922629 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2087a529-40f1-44af-b69c-cebd1c0b73c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:09.929401 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-755a109a-0e59-44df-b589-63bfb3d822bb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:09.932330 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f17c7-9d34-4f73-9adb-69731d59ac7a req-6f174b15-2827-4d3f-bea4-733913f13801 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:09.956108 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b67f17c7-9d34-4f73-9adb-69731d59ac7a req-6f174b15-2827-4d3f-bea4-733913f13801 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0b8c44a-9ecc-4544-a0eb-7014da6b0de8 HTTP/1.1" status: 200 len: 946 time: 0.2418532 Oct 30 15:25:09.967853 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-755a109a-0e59-44df-b589-63bfb3d822bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:10.005017 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755a109a-0e59-44df-b589-63bfb3d822bb admin admin] Network c6ede997-2b53-4646-8c13-a88c9a081db5 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:25:10.008288 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-755a109a-0e59-44df-b589-63bfb3d822bb admin admin] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:25:10.016139 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755a109a-0e59-44df-b589-63bfb3d822bb admin admin] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:25:10.029182 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2087a529-40f1-44af-b69c-cebd1c0b73c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:10.030571 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2087a529-40f1-44af-b69c-cebd1c0b73c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:10.031360 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2087a529-40f1-44af-b69c-cebd1c0b73c9 admin admin] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:10.069621 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755a109a-0e59-44df-b589-63bfb3d822bb admin admin] Pushing event updated for resources: {'Port': ['ID=125b1494-a52b-4df7-a6f2-2850d170bac4,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:10.079922 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-755a109a-0e59-44df-b589-63bfb3d822bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:10.130181 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-2087a529-40f1-44af-b69c-cebd1c0b73c9 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8520858 Oct 30 15:25:10.130782 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 53346) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:25:10.141259 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-6d1dc9e3-27d4-4b4d-8ce0-722f2d3cb2ba admin admin] Request body: {'subnet': {'network_id': 'a0c9d02f-e1cd-403d-973e-475d0a224e64', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1185608673-subnet', 'tenant_id': 'a0004d67230549549b36d1c4f4ae2f92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:25:10.182443 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1dc9e3-27d4-4b4d-8ce0-722f2d3cb2ba admin admin] Made reservation on behalf of a0004d67230549549b36d1c4f4ae2f92 for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:25:10.187352 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6d1dc9e3-27d4-4b4d-8ce0-722f2d3cb2ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:10.233642 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-a14406d3-3e07-4274-beff-8f45062b7367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0875a996-782a-4352-a3b6-dc7f1aa54e32', 'name': 'tempest-ServerRescueTestJSONUnderV235-972281205-router', 'tenant_id': 'ae810500e5604e45ba52fb3ca12ce963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'c82653ee-691d-4b7c-af0f-3a56f898ac11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:25:06Z', 'updated_at': '2021-10-30T15:25:07Z', 'revision_number': 3, 'project_id': 'ae810500e5604e45ba52fb3ca12ce963', 'gw_port': {'id': 'c82653ee-691d-4b7c-af0f-3a56f898ac11', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b2:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0875a996-782a-4352-a3b6-dc7f1aa54e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:25:07Z', 'updated_at': '2021-10-30T15:25:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:25:10.236491 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-755a109a-0e59-44df-b589-63bfb3d822bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:10.299746 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14406d3-3e07-4274-beff-8f45062b7367 None None] The sync data for ids ['0875a996-782a-4352-a3b6-dc7f1aa54e32'] in n-d-806683-17 is: [{'id': '0875a996-782a-4352-a3b6-dc7f1aa54e32', 'name': 'tempest-ServerRescueTestJSONUnderV235-972281205-router', 'tenant_id': 'ae810500e5604e45ba52fb3ca12ce963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'c82653ee-691d-4b7c-af0f-3a56f898ac11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:25:06Z', 'updated_at': '2021-10-30T15:25:07Z', 'revision_number': 3, 'project_id': 'ae810500e5604e45ba52fb3ca12ce963', 'gw_port': {'id': 'c82653ee-691d-4b7c-af0f-3a56f898ac11', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b2:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0875a996-782a-4352-a3b6-dc7f1aa54e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:25:07Z', 'updated_at': '2021-10-30T15:25:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:25:10.430581 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b67f17c7-9d34-4f73-9adb-69731d59ac7a req-26ab9caf-eeae-417c-ba47-7ac07b83d295 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4732823 Oct 30 15:25:10.434514 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6d1dc9e3-27d4-4b4d-8ce0-722f2d3cb2ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:10.470355 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-755a109a-0e59-44df-b589-63bfb3d822bb admin admin] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:10.475430 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-755a109a-0e59-44df-b589-63bfb3d822bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:10.490938 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2087a529-40f1-44af-b69c-cebd1c0b73c9 admin admin] Pushing event updated for resources: {'Network': ['ID=a0c9d02f-e1cd-403d-973e-475d0a224e64,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:10.504709 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network a0c9d02f-e1cd-403d-973e-475d0a224e64 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:25:10.549098 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1dc9e3-27d4-4b4d-8ce0-722f2d3cb2ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=718dfa39-03c4-46d5-852c-e57c1bfe66ee,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:10.575704 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1dc9e3-27d4-4b4d-8ce0-722f2d3cb2ba admin admin] Checking segment: {'id': '195dd55d-704e-41b5-88ed-e22a23d4ede2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a0c9d02f-e1cd-403d-973e-475d0a224e64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:25:10.576926 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1dc9e3-27d4-4b4d-8ce0-722f2d3cb2ba admin admin] Network hostable DHCP agents. Network: a0c9d02f-e1cd-403d-973e-475d0a224e64, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:25:10.601381 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1dc9e3-27d4-4b4d-8ce0-722f2d3cb2ba admin admin] Network a0c9d02f-e1cd-403d-973e-475d0a224e64 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:25:10.622769 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-6d1dc9e3-27d4-4b4d-8ce0-722f2d3cb2ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, a0c9d02f-e1cd-403d-973e-475d0a224e64) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:25:10.637704 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1dc9e3-27d4-4b4d-8ce0-722f2d3cb2ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:10.638853 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6d1dc9e3-27d4-4b4d-8ce0-722f2d3cb2ba admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:10.659526 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3631af2d-84d3-4fff-aca0-8b296c48391a None None] Network a0c9d02f-e1cd-403d-973e-475d0a224e64 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:25:10.694171 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-6d1dc9e3-27d4-4b4d-8ce0-722f2d3cb2ba admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5502543 Oct 30 15:25:10.695372 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755a109a-0e59-44df-b589-63bfb3d822bb admin admin] Pushing event updated for resources: {'Port': ['ID=125b1494-a52b-4df7-a6f2-2850d170bac4,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:10.773868 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-755a109a-0e59-44df-b589-63bfb3d822bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:10.824574 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 0ff5d154-6b39-4dcd-a5bb-b9269dcebf80 details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:25:10.940636 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b08df-de0b-451f-a944-5a8e6294268b req-94f8cc42-8329-4ae1-a5d2-7f30e840910c tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:10.952585 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3e5b08df-de0b-451f-a944-5a8e6294268b req-94f8cc42-8329-4ae1-a5d2-7f30e840910c tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] 10.222.0.62 "GET /v2.0/ports?device_id=bab1f922-8863-4aa1-965a-90180bcea208 HTTP/1.1" status: 200 len: 943 time: 0.1447768 Oct 30 15:25:11.023386 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3e5b08df-de0b-451f-a944-5a8e6294268b req-7d29f698-619c-4b9f-80a9-55ce3be9a214 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8d0b5d91-2f63-4416-9274-91191d4ba671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645711 Oct 30 15:25:11.057255 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755a109a-0e59-44df-b589-63bfb3d822bb admin admin] Network c6ede997-2b53-4646-8c13-a88c9a081db5 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:25:11.065898 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-755a109a-0e59-44df-b589-63bfb3d822bb admin admin] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:25:11.356960 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9026f2a-18c4-4ee3-958f-495fd957fc7f None None] Network a0c9d02f-e1cd-403d-973e-475d0a224e64 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:25:11.361140 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-755a109a-0e59-44df-b589-63bfb3d822bb admin admin] Router 0875a996-782a-4352-a3b6-dc7f1aa54e32 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:25:11.491061 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 0ff5d154-6b39-4dcd-a5bb-b9269dcebf80, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=0ff5d154-6b39-4dcd-a5bb-b9269dcebf80,segment=NetworkSegment(7011c6d8-32ed-4459-adbb-56923cb7836a),segment_id=7011c6d8-32ed-4459-adbb-56923cb7836a)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:25:11.496177 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b1063c-9970-4805-8fb0-837034c8822b req-d19db640-19d5-455e-8e9a-dd93676fcce2 tempest-ServerAddressesTestJSON-21246508 tempest-ServerAddressesTestJSON-21246508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:11.497730 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-84b1063c-9970-4805-8fb0-837034c8822b req-d19db640-19d5-455e-8e9a-dd93676fcce2 tempest-ServerAddressesTestJSON-21246508 tempest-ServerAddressesTestJSON-21246508-project] 10.222.0.62 "GET /v2.0/networks?id=a0c9d02f-e1cd-403d-973e-475d0a224e64 HTTP/1.1" status: 200 len: 814 time: 0.2580278 Oct 30 15:25:11.531871 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-84b1063c-9970-4805-8fb0-837034c8822b req-0804cb83-48b4-413d-a9ab-eea592ea446c tempest-ServerAddressesTestJSON-21246508 tempest-ServerAddressesTestJSON-21246508-project] 10.222.0.62 "GET /v2.0/quotas/a0004d67230549549b36d1c4f4ae2f92 HTTP/1.1" status: 200 len: 375 time: 0.0139225 Oct 30 15:25:11.535411 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device c82653ee-691d-4b7c-af0f-3a56f898ac11 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:25:11.537842 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': '0ff5d154-6b39-4dcd-a5bb-b9269dcebf80', 'network_id': 'ba542ebd-5699-4174-b714-a377fade84dc', 'port_id': '0ff5d154-6b39-4dcd-a5bb-b9269dcebf80', 'mac_address': 'fa:16:3e:af:b3:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '159d4bc1-fd5e-4038-aef3-4912df62b6b9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:25:11.582982 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-84b1063c-9970-4805-8fb0-837034c8822b req-805050bd-bf18-4586-b698-e2eae1f107c4 tempest-ServerAddressesTestJSON-21246508 tempest-ServerAddressesTestJSON-21246508-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a0004d67230549549b36d1c4f4ae2f92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338354 Oct 30 15:25:11.585179 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-755a109a-0e59-44df-b589-63bfb3d822bb admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:25:11.619354 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-755a109a-0e59-44df-b589-63bfb3d822bb admin admin] 10.222.0.62 "PUT /v2.0/routers/0875a996-782a-4352-a3b6-dc7f1aa54e32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1868012 Oct 30 15:25:11.641782 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82e0f99-f6ea-4381-8d9d-21c8c1fb47d3 req-edeb9bb9-52f7-47a5-8754-60a84a4b0722 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:11.643357 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c82e0f99-f6ea-4381-8d9d-21c8c1fb47d3 req-edeb9bb9-52f7-47a5-8754-60a84a4b0722 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0b8c44a-9ecc-4544-a0eb-7014da6b0de8 HTTP/1.1" status: 200 len: 946 time: 0.0967474 Oct 30 15:25:11.715413 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c82e0f99-f6ea-4381-8d9d-21c8c1fb47d3 req-1c663041-364e-4ec4-b97f-1cce95b86e61 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625563 Oct 30 15:25:11.809653 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-84b1063c-9970-4805-8fb0-837034c8822b req-083a88a1-c340-4558-ae86-055f026b8f14 service neutron] 10.222.0.62 "GET /v2.0/networks/a0c9d02f-e1cd-403d-973e-475d0a224e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890485 Oct 30 15:25:11.817494 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:11.845325 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ff5d154-6b39-4dcd-a5bb-b9269dcebf80 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:25:11.854736 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port c82653ee-691d-4b7c-af0f-3a56f898ac11 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:25:11.855108 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:11.944529 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 0ff5d154-6b39-4dcd-a5bb-b9269dcebf80, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=0ff5d154-6b39-4dcd-a5bb-b9269dcebf80,segment=NetworkSegment(7011c6d8-32ed-4459-adbb-56923cb7836a),segment_id=7011c6d8-32ed-4459-adbb-56923cb7836a)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:25:11.953653 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:11.999724 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-84b1063c-9970-4805-8fb0-837034c8822b req-70b5d17e-2ddd-4013-a367-a290368519ff service neutron] 10.222.0.62 "GET /v2.0/networks/a0c9d02f-e1cd-403d-973e-475d0a224e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783323 Oct 30 15:25:12.022512 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=0ff5d154-6b39-4dcd-a5bb-b9269dcebf80,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:12.083083 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:12.121354 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port c82653ee-691d-4b7c-af0f-3a56f898ac11, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=c82653ee-691d-4b7c-af0f-3a56f898ac11,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:25:12.127823 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:12.178352 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['0ff5d154-6b39-4dcd-a5bb-b9269dcebf80'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:25:12.221312 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=c82653ee-691d-4b7c-af0f-3a56f898ac11,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:12.266932 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc55914-69a5-400f-bc06-174b277c51d3 req-e729a0d5-fcd5-452f-8ed7-ac317d7e3537 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:12.274986 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bcc55914-69a5-400f-bc06-174b277c51d3 req-e729a0d5-fcd5-452f-8ed7-ac317d7e3537 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/networks?id=c6ede997-2b53-4646-8c13-a88c9a081db5 HTTP/1.1" status: 200 len: 819 time: 0.2106078 Oct 30 15:25:12.305064 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bcc55914-69a5-400f-bc06-174b277c51d3 req-329f1ec3-9e7b-45d3-ad82-9f4226da5136 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/quotas/ae810500e5604e45ba52fb3ca12ce963 HTTP/1.1" status: 200 len: 375 time: 0.0289364 Oct 30 15:25:12.370276 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 53410) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:25:12.402029 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bcc55914-69a5-400f-bc06-174b277c51d3 req-578fd871-7e9a-430c-a9a1-3f4ed8678492 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ae810500e5604e45ba52fb3ca12ce963&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0959136 Oct 30 15:25:12.419274 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ac740-9432-43da-9861-c097b856cf3c req-329d93d0-830f-4b28-a257-decee88c0bdb tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:12.431804 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d89ac740-9432-43da-9861-c097b856cf3c req-329d93d0-830f-4b28-a257-decee88c0bdb tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] 10.222.0.62 "GET /v2.0/ports?device_id=bab1f922-8863-4aa1-965a-90180bcea208 HTTP/1.1" status: 200 len: 944 time: 0.1402786 Oct 30 15:25:12.490824 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d89ac740-9432-43da-9861-c097b856cf3c req-c7a907a7-2fdc-4ad8-9d47-03b9419ad536 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8d0b5d91-2f63-4416-9274-91191d4ba671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579598 Oct 30 15:25:12.576163 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2661eb50-85d8-449e-9048-cca9fddd7099 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:12.598232 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bcc55914-69a5-400f-bc06-174b277c51d3 req-0f230602-2723-4cec-aa42-1eeacb71b053 service neutron] 10.222.0.62 "GET /v2.0/networks/c6ede997-2b53-4646-8c13-a88c9a081db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952951 Oct 30 15:25:12.601711 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-345d3442-abea-4951-9f6a-8810ff8215d2 req-294c9460-6938-40bb-bf9c-60db5350359b tempest-ServerAddressesTestJSON-21246508 tempest-ServerAddressesTestJSON-21246508-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d2b21d3-a81e-440f-87ad-070d8e1304ae HTTP/1.1" status: 200 len: 210 time: 0.0470581 Oct 30 15:25:12.721344 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2661eb50-85d8-449e-9048-cca9fddd7099 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:12.729720 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2661eb50-85d8-449e-9048-cca9fddd7099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:12.796816 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2661eb50-85d8-449e-9048-cca9fddd7099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0281eab7-356e-4e1b-a350-b5bcfd6acb48,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:12.797805 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bcc55914-69a5-400f-bc06-174b277c51d3 req-91afbfa3-1eda-4d46-b809-68ceef023575 service neutron] 10.222.0.62 "GET /v2.0/networks/c6ede997-2b53-4646-8c13-a88c9a081db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982107 Oct 30 15:25:12.805295 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-2661eb50-85d8-449e-9048-cca9fddd7099 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=42077029be414076a285250b04085f54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4339645 Oct 30 15:25:12.806559 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 53422) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:25:12.903055 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7da91dc-4e3f-49ed-88d8-3ca0a160f81f None None] Sync routers for ids ['0875a996-782a-4352-a3b6-dc7f1aa54e32'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:25:12.922980 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7da91dc-4e3f-49ed-88d8-3ca0a160f81f None None] Routers {'0875a996-782a-4352-a3b6-dc7f1aa54e32'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:25:12.923641 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-f7da91dc-4e3f-49ed-88d8-3ca0a160f81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:24:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['0875a996-782a-4352-a3b6-dc7f1aa54e32'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:25:12.955726 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7751196c-165f-4d32-90e7-c39258a05fdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:12.993976 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde12a7-0133-4d5b-921a-e90990bc15f9 req-1b0b01c3-84a4-4afb-bcfc-8fffe5ddf996 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:13.001892 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6dde12a7-0133-4d5b-921a-e90990bc15f9 req-1b0b01c3-84a4-4afb-bcfc-8fffe5ddf996 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0b8c44a-9ecc-4544-a0eb-7014da6b0de8 HTTP/1.1" status: 200 len: 946 time: 0.1325581 Oct 30 15:25:13.028399 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7751196c-165f-4d32-90e7-c39258a05fdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:13.067943 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-f7da91dc-4e3f-49ed-88d8-3ca0a160f81f None None] Set router 0875a996-782a-4352-a3b6-dc7f1aa54e32 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:25:13.075156 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6dde12a7-0133-4d5b-921a-e90990bc15f9 req-682b1e59-0c9f-48b8-98fb-ec920c3fb13e tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721800 Oct 30 15:25:13.123324 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7751196c-165f-4d32-90e7-c39258a05fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:13.126136 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7751196c-165f-4d32-90e7-c39258a05fdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:13.127330 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-7751196c-165f-4d32-90e7-c39258a05fdb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0281eab7-356e-4e1b-a350-b5bcfd6acb48 HTTP/1.1" status: 204 len: 168 time: 0.3196740 Oct 30 15:25:13.145810 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7751196c-165f-4d32-90e7-c39258a05fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0281eab7-356e-4e1b-a350-b5bcfd6acb48,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:13.214058 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e16bdeb3-687b-4347-be51-297e78fb8917 req-d1818b6b-f336-4120-8095-06632fe029e0 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea65c58d-a69c-440b-b8bd-b7eea9849d5a HTTP/1.1" status: 200 len: 210 time: 0.0936415 Oct 30 15:25:13.290931 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-f7da91dc-4e3f-49ed-88d8-3ca0a160f81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0875a996-782a-4352-a3b6-dc7f1aa54e32', 'name': 'tempest-ServerRescueTestJSONUnderV235-972281205-router', 'tenant_id': 'ae810500e5604e45ba52fb3ca12ce963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'c82653ee-691d-4b7c-af0f-3a56f898ac11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:25:06Z', 'updated_at': '2021-10-30T15:25:10Z', 'revision_number': 4, 'project_id': 'ae810500e5604e45ba52fb3ca12ce963', 'gw_port': {'id': 'c82653ee-691d-4b7c-af0f-3a56f898ac11', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0875a996-782a-4352-a3b6-dc7f1aa54e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:25:07Z', 'updated_at': '2021-10-30T15:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '125b1494-a52b-4df7-a6f2-2850d170bac4', 'name': '', 'network_id': 'c6ede997-2b53-4646-8c13-a88c9a081db5', 'tenant_id': 'ae810500e5604e45ba52fb3ca12ce963', 'mac_address': 'fa:16:3e:4a:19:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0875a996-782a-4352-a3b6-dc7f1aa54e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2275, 'fixed_ips': [{'subnet_id': '8fc290f9-ee10-4d7e-9772-61a821242532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:25:09Z', 'updated_at': '2021-10-30T15:25:10Z', 'revision_number': 2, 'project_id': 'ae810500e5604e45ba52fb3ca12ce963', 'subnets': [{'id': '8fc290f9-ee10-4d7e-9772-61a821242532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:25:13.323057 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7da91dc-4e3f-49ed-88d8-3ca0a160f81f None None] Checking router: 0875a996-782a-4352-a3b6-dc7f1aa54e32 for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:25:13.323420 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7da91dc-4e3f-49ed-88d8-3ca0a160f81f None None] Updating router 0875a996-782a-4352-a3b6-dc7f1aa54e32 port 125b1494-a52b-4df7-a6f2-2850d170bac4 binding host n-d-806683-17 {{(pid=102133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:25:13.354075 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f7da91dc-4e3f-49ed-88d8-3ca0a160f81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:13.470414 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device c82653ee-691d-4b7c-af0f-3a56f898ac11 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:25:13.596982 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port c82653ee-691d-4b7c-af0f-3a56f898ac11 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:25:13.599839 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:13.637493 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f7da91dc-4e3f-49ed-88d8-3ca0a160f81f None None] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:13.645997 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f7da91dc-4e3f-49ed-88d8-3ca0a160f81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:13.691073 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdb79c5-14d3-45d1-b5c0-d688e058386c None None] Pushing event updated for resources: {'Port': ['ID=125b1494-a52b-4df7-a6f2-2850d170bac4,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:13.704660 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdb79c5-14d3-45d1-b5c0-d688e058386c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:25:13.705610 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdb79c5-14d3-45d1-b5c0-d688e058386c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:25:13.706356 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdb79c5-14d3-45d1-b5c0-d688e058386c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:25:13.706979 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdb79c5-14d3-45d1-b5c0-d688e058386c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:25:13.707547 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdb79c5-14d3-45d1-b5c0-d688e058386c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:25:13.708115 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdb79c5-14d3-45d1-b5c0-d688e058386c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:25:13.708641 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdb79c5-14d3-45d1-b5c0-d688e058386c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:25:13.709165 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdb79c5-14d3-45d1-b5c0-d688e058386c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:25:13.710380 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdb79c5-14d3-45d1-b5c0-d688e058386c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:25:13.711018 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdb79c5-14d3-45d1-b5c0-d688e058386c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:25:13.711578 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdb79c5-14d3-45d1-b5c0-d688e058386c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:25:13.712139 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdb79c5-14d3-45d1-b5c0-d688e058386c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:25:13.791330 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3b8c4f-c275-48e2-8008-a5bb52a21481 req-3555fcb6-3f16-4d53-b172-5f1476ee51c5 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:13.803950 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0a3b8c4f-c275-48e2-8008-a5bb52a21481 req-3555fcb6-3f16-4d53-b172-5f1476ee51c5 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] 10.222.0.62 "GET /v2.0/ports?device_id=bab1f922-8863-4aa1-965a-90180bcea208 HTTP/1.1" status: 200 len: 944 time: 0.1523230 Oct 30 15:25:13.813152 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-f7da91dc-4e3f-49ed-88d8-3ca0a160f81f None None] Attempting to bind port 125b1494-a52b-4df7-a6f2-2850d170bac4 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:25:13.813521 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-f7da91dc-4e3f-49ed-88d8-3ca0a160f81f None None] Attempting to bind port 125b1494-a52b-4df7-a6f2-2850d170bac4 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '36e58cc2-c6ef-4408-a5ad-3ca140133f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c6ede997-2b53-4646-8c13-a88c9a081db5'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:25:13.813891 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7da91dc-4e3f-49ed-88d8-3ca0a160f81f None None] Attempting to bind port 125b1494-a52b-4df7-a6f2-2850d170bac4 on network c6ede997-2b53-4646-8c13-a88c9a081db5 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:25:13.825301 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7da91dc-4e3f-49ed-88d8-3ca0a160f81f None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:25:13.825909 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7da91dc-4e3f-49ed-88d8-3ca0a160f81f None None] Checking segment: {'id': '36e58cc2-c6ef-4408-a5ad-3ca140133f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c6ede997-2b53-4646-8c13-a88c9a081db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:25:13.826371 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f7da91dc-4e3f-49ed-88d8-3ca0a160f81f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:13.828950 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b1063c-9970-4805-8fb0-837034c8822b req-2d17fe69-9a29-44c3-93ce-33ae093eea61 tempest-ServerAddressesTestJSON-21246508 tempest-ServerAddressesTestJSON-21246508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:13.832198 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-84b1063c-9970-4805-8fb0-837034c8822b req-2d17fe69-9a29-44c3-93ce-33ae093eea61 tempest-ServerAddressesTestJSON-21246508 tempest-ServerAddressesTestJSON-21246508-project] 10.222.0.53 "GET /v2.0/networks?id=a0c9d02f-e1cd-403d-973e-475d0a224e64 HTTP/1.1" status: 200 len: 814 time: 0.2827947 Oct 30 15:25:13.833587 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7da91dc-4e3f-49ed-88d8-3ca0a160f81f None None] Bound using segment: {'id': '36e58cc2-c6ef-4408-a5ad-3ca140133f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c6ede997-2b53-4646-8c13-a88c9a081db5'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:25:13.834295 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-f7da91dc-4e3f-49ed-88d8-3ca0a160f81f None None] Bound port: 125b1494-a52b-4df7-a6f2-2850d170bac4, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36e58cc2-c6ef-4408-a5ad-3ca140133f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c6ede997-2b53-4646-8c13-a88c9a081db5'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:25:13.834707 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f7da91dc-4e3f-49ed-88d8-3ca0a160f81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:13.858759 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6ab04b6e-8cff-4b0d-b8e9-b06b691a87d3 req-41b79aa4-fee7-46bc-a142-ecb828915c49 tempest-ServerAddressesTestJSON-21246508 tempest-ServerAddressesTestJSON-21246508-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d2b21d3-a81e-440f-87ad-070d8e1304ae HTTP/1.1" status: 200 len: 210 time: 0.0564988 Oct 30 15:25:13.865084 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-84b1063c-9970-4805-8fb0-837034c8822b req-dad56f09-5ae5-484a-abfe-47ef71124db5 tempest-ServerAddressesTestJSON-21246508 tempest-ServerAddressesTestJSON-21246508-project] Request body: {'port': {'device_id': '3d2b21d3-a81e-440f-87ad-070d8e1304ae', 'network_id': 'a0c9d02f-e1cd-403d-973e-475d0a224e64', 'admin_state_up': True, 'tenant_id': 'a0004d67230549549b36d1c4f4ae2f92'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:25:13.898346 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0a3b8c4f-c275-48e2-8008-a5bb52a21481 req-d9585799-3f6b-40e1-9a2d-b4a6b2df1d0e tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8d0b5d91-2f63-4416-9274-91191d4ba671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934651 Oct 30 15:25:13.953485 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-f7da91dc-4e3f-49ed-88d8-3ca0a160f81f None None] For port 125b1494-a52b-4df7-a6f2-2850d170bac4, host n-d-806683-17, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:25:13.957889 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-f7da91dc-4e3f-49ed-88d8-3ca0a160f81f None None] For port 125b1494-a52b-4df7-a6f2-2850d170bac4, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=125b1494-a52b-4df7-a6f2-2850d170bac4,segment=NetworkSegment(36e58cc2-c6ef-4408-a5ad-3ca140133f8a),segment_id=36e58cc2-c6ef-4408-a5ad-3ca140133f8a)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:25:13.964001 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f7da91dc-4e3f-49ed-88d8-3ca0a160f81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:14.025938 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdb79c5-14d3-45d1-b5c0-d688e058386c None None] Pushing event updated for resources: {'Port': ['ID=125b1494-a52b-4df7-a6f2-2850d170bac4,revision_number=4']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:14.038584 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7da91dc-4e3f-49ed-88d8-3ca0a160f81f None None] Routers {'0875a996-782a-4352-a3b6-dc7f1aa54e32'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:25:14.039309 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-f7da91dc-4e3f-49ed-88d8-3ca0a160f81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:24:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['0875a996-782a-4352-a3b6-dc7f1aa54e32'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:25:14.040987 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84b1063c-9970-4805-8fb0-837034c8822b req-dad56f09-5ae5-484a-abfe-47ef71124db5 tempest-ServerAddressesTestJSON-21246508 tempest-ServerAddressesTestJSON-21246508-project] Made reservation on behalf of a0004d67230549549b36d1c4f4ae2f92 for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:25:14.049691 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-84b1063c-9970-4805-8fb0-837034c8822b req-dad56f09-5ae5-484a-abfe-47ef71124db5 tempest-ServerAddressesTestJSON-21246508 tempest-ServerAddressesTestJSON-21246508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:14.172496 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-f7da91dc-4e3f-49ed-88d8-3ca0a160f81f None None] Set router 0875a996-782a-4352-a3b6-dc7f1aa54e32 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:25:14.239212 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-84b1063c-9970-4805-8fb0-837034c8822b req-dad56f09-5ae5-484a-abfe-47ef71124db5 tempest-ServerAddressesTestJSON-21246508 tempest-ServerAddressesTestJSON-21246508-project] Allocated IP 172.20.0.11 (a0c9d02f-e1cd-403d-973e-475d0a224e64/718dfa39-03c4-46d5-852c-e57c1bfe66ee/9ea6edeb-b622-4330-ad8d-4cad40f503da) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:25:14.260382 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22138f1-0093-44db-b695-24a6281a71d4 req-4cc72107-b213-4117-b3b0-8f3631340917 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:14.261952 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f22138f1-0093-44db-b695-24a6281a71d4 req-4cc72107-b213-4117-b3b0-8f3631340917 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0b8c44a-9ecc-4544-a0eb-7014da6b0de8 HTTP/1.1" status: 200 len: 946 time: 0.0871437 Oct 30 15:25:14.360864 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-20d96244-4fa9-4c6a-973c-62fc9b8d2303 req-2e41fdaf-8aba-41cb-87bb-90b0ce16707e tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea65c58d-a69c-440b-b8bd-b7eea9849d5a HTTP/1.1" status: 200 len: 210 time: 0.0428884 Oct 30 15:25:14.475170 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-f7da91dc-4e3f-49ed-88d8-3ca0a160f81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0875a996-782a-4352-a3b6-dc7f1aa54e32', 'name': 'tempest-ServerRescueTestJSONUnderV235-972281205-router', 'tenant_id': 'ae810500e5604e45ba52fb3ca12ce963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'c82653ee-691d-4b7c-af0f-3a56f898ac11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:25:06Z', 'updated_at': '2021-10-30T15:25:10Z', 'revision_number': 4, 'project_id': 'ae810500e5604e45ba52fb3ca12ce963', 'gw_port': {'id': 'c82653ee-691d-4b7c-af0f-3a56f898ac11', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0875a996-782a-4352-a3b6-dc7f1aa54e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:25:07Z', 'updated_at': '2021-10-30T15:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '125b1494-a52b-4df7-a6f2-2850d170bac4', 'name': '', 'network_id': 'c6ede997-2b53-4646-8c13-a88c9a081db5', 'tenant_id': 'ae810500e5604e45ba52fb3ca12ce963', 'mac_address': 'fa:16:3e:4a:19:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0875a996-782a-4352-a3b6-dc7f1aa54e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2275, 'fixed_ips': [{'subnet_id': '8fc290f9-ee10-4d7e-9772-61a821242532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:25:09Z', 'updated_at': '2021-10-30T15:25:13Z', 'revision_number': 4, 'project_id': 'ae810500e5604e45ba52fb3ca12ce963', 'subnets': [{'id': '8fc290f9-ee10-4d7e-9772-61a821242532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:25:14.479876 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f22138f1-0093-44db-b695-24a6281a71d4 req-a1c4493d-4a0a-4488-a05d-79ad8d92244d tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093699 Oct 30 15:25:14.515208 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7da91dc-4e3f-49ed-88d8-3ca0a160f81f None None] The sync data for ids ['0875a996-782a-4352-a3b6-dc7f1aa54e32'] in n-d-806683-17 is: [{'id': '0875a996-782a-4352-a3b6-dc7f1aa54e32', 'name': 'tempest-ServerRescueTestJSONUnderV235-972281205-router', 'tenant_id': 'ae810500e5604e45ba52fb3ca12ce963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'c82653ee-691d-4b7c-af0f-3a56f898ac11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:25:06Z', 'updated_at': '2021-10-30T15:25:10Z', 'revision_number': 4, 'project_id': 'ae810500e5604e45ba52fb3ca12ce963', 'gw_port': {'id': 'c82653ee-691d-4b7c-af0f-3a56f898ac11', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0875a996-782a-4352-a3b6-dc7f1aa54e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:25:07Z', 'updated_at': '2021-10-30T15:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '125b1494-a52b-4df7-a6f2-2850d170bac4', 'name': '', 'network_id': 'c6ede997-2b53-4646-8c13-a88c9a081db5', 'tenant_id': 'ae810500e5604e45ba52fb3ca12ce963', 'mac_address': 'fa:16:3e:4a:19:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0875a996-782a-4352-a3b6-dc7f1aa54e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2275, 'fixed_ips': [{'subnet_id': '8fc290f9-ee10-4d7e-9772-61a821242532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:25:09Z', 'updated_at': '2021-10-30T15:25:13Z', 'revision_number': 4, 'project_id': 'ae810500e5604e45ba52fb3ca12ce963', 'subnets': [{'id': '8fc290f9-ee10-4d7e-9772-61a821242532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:25:14.544689 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc55914-69a5-400f-bc06-174b277c51d3 req-dfa6dfd9-80b6-4251-a8e9-de250377813e tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:14.547623 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bcc55914-69a5-400f-bc06-174b277c51d3 req-dfa6dfd9-80b6-4251-a8e9-de250377813e tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.53 "GET /v2.0/networks?id=c6ede997-2b53-4646-8c13-a88c9a081db5 HTTP/1.1" status: 200 len: 819 time: 0.1557503 Oct 30 15:25:14.570334 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-bcc55914-69a5-400f-bc06-174b277c51d3 req-93acad85-13c9-4d45-86b9-1dd7f54d8895 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Request body: {'port': {'device_id': 'ea65c58d-a69c-440b-b8bd-b7eea9849d5a', 'network_id': 'c6ede997-2b53-4646-8c13-a88c9a081db5', 'admin_state_up': True, 'tenant_id': 'ae810500e5604e45ba52fb3ca12ce963'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:25:14.755133 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcc55914-69a5-400f-bc06-174b277c51d3 req-93acad85-13c9-4d45-86b9-1dd7f54d8895 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Made reservation on behalf of ae810500e5604e45ba52fb3ca12ce963 for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:25:14.762098 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-bcc55914-69a5-400f-bc06-174b277c51d3 req-93acad85-13c9-4d45-86b9-1dd7f54d8895 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:14.812269 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 0ff5d154-6b39-4dcd-a5bb-b9269dcebf80 up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:25:14.885483 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port 0ff5d154-6b39-4dcd-a5bb-b9269dcebf80 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:25:14.890846 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port 0ff5d154-6b39-4dcd-a5bb-b9269dcebf80 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:25:14.891442 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:15.017319 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-84b1063c-9970-4805-8fb0-837034c8822b req-dad56f09-5ae5-484a-abfe-47ef71124db5 tempest-ServerAddressesTestJSON-21246508 tempest-ServerAddressesTestJSON-21246508-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:15.031114 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9f7af0f8-ec60-4811-8e48-b69339fbcf4f req-4e0a2d49-0a06-42a3-80ca-29254c9ed6ac tempest-ServerAddressesTestJSON-21246508 tempest-ServerAddressesTestJSON-21246508-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d2b21d3-a81e-440f-87ad-070d8e1304ae HTTP/1.1" status: 200 len: 210 time: 0.0539899 Oct 30 15:25:15.051327 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-bcc55914-69a5-400f-bc06-174b277c51d3 req-93acad85-13c9-4d45-86b9-1dd7f54d8895 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Allocated IP 172.20.0.7 (c6ede997-2b53-4646-8c13-a88c9a081db5/8fc290f9-ee10-4d7e-9772-61a821242532/8b9b3925-8986-433d-8962-d9147a000a3c) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:25:15.068505 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:15.107959 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58a90e6-9943-4df1-b753-81f6cf183789 req-4b9d9098-8d0a-4e1b-9f8d-3172f054d994 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:15.115318 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f58a90e6-9943-4df1-b753-81f6cf183789 req-4b9d9098-8d0a-4e1b-9f8d-3172f054d994 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] 10.222.0.62 "GET /v2.0/ports?device_id=bab1f922-8863-4aa1-965a-90180bcea208 HTTP/1.1" status: 200 len: 944 time: 0.0886347 Oct 30 15:25:15.130886 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab1f922-8863-4aa1-965a-90180bcea208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ff5d154-6b39-4dcd-a5bb-b9269dcebf80'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:25:15.133836 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6c8724-669b-4212-b762-36c619d34c9b" -d '{"events": [{"server_uuid": "bab1f922-8863-4aa1-965a-90180bcea208", "name": "network-vif-plugged", "status": "completed", "tag": "0ff5d154-6b39-4dcd-a5bb-b9269dcebf80"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:25:15.134993 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-84b1063c-9970-4805-8fb0-837034c8822b req-dad56f09-5ae5-484a-abfe-47ef71124db5 tempest-ServerAddressesTestJSON-21246508 tempest-ServerAddressesTestJSON-21246508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:15.179768 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 0ff5d154-6b39-4dcd-a5bb-b9269dcebf80, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=0ff5d154-6b39-4dcd-a5bb-b9269dcebf80,segment=NetworkSegment(7011c6d8-32ed-4459-adbb-56923cb7836a),segment_id=7011c6d8-32ed-4459-adbb-56923cb7836a)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:25:15.185775 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:15.235994 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee507a7f-6ba9-4b75-9e7d-3e8e772f584b x-openstack-request-id: req-ee507a7f-6ba9-4b75-9e7d-3e8e772f584b {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:25:15.236577 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab1f922-8863-4aa1-965a-90180bcea208", "name": "network-vif-plugged", "status": "completed", "tag": "0ff5d154-6b39-4dcd-a5bb-b9269dcebf80", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:25:15.236978 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ee507a7f-6ba9-4b75-9e7d-3e8e772f584b {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:25:15.237516 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab1f922-8863-4aa1-965a-90180bcea208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ff5d154-6b39-4dcd-a5bb-b9269dcebf80', 'code': 200} Oct 30 15:25:15.253064 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84b1063c-9970-4805-8fb0-837034c8822b req-dad56f09-5ae5-484a-abfe-47ef71124db5 tempest-ServerAddressesTestJSON-21246508 tempest-ServerAddressesTestJSON-21246508-project] Network a0c9d02f-e1cd-403d-973e-475d0a224e64 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:25:15.265024 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f58a90e6-9943-4df1-b753-81f6cf183789 req-36601d3d-2125-4597-88aa-50386b9f41e0 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8d0b5d91-2f63-4416-9274-91191d4ba671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474321 Oct 30 15:25:15.276166 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-84b1063c-9970-4805-8fb0-837034c8822b req-dad56f09-5ae5-484a-abfe-47ef71124db5 tempest-ServerAddressesTestJSON-21246508 tempest-ServerAddressesTestJSON-21246508-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:25:15.278156 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad56f09-5ae5-484a-abfe-47ef71124db5 tempest-ServerAddressesTestJSON-21246508 tempest-ServerAddressesTestJSON-21246508-project] Pushing event updated for resources: {'Port': ['ID=9ea6edeb-b622-4330-ad8d-4cad40f503da,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:15.294155 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b1063c-9970-4805-8fb0-837034c8822b req-dad56f09-5ae5-484a-abfe-47ef71124db5 tempest-ServerAddressesTestJSON-21246508 tempest-ServerAddressesTestJSON-21246508-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:25:15.300422 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=0ff5d154-6b39-4dcd-a5bb-b9269dcebf80,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:15.357273 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b1063c-9970-4805-8fb0-837034c8822b req-dad56f09-5ae5-484a-abfe-47ef71124db5 tempest-ServerAddressesTestJSON-21246508 tempest-ServerAddressesTestJSON-21246508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:15.358023 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-84b1063c-9970-4805-8fb0-837034c8822b req-dad56f09-5ae5-484a-abfe-47ef71124db5 tempest-ServerAddressesTestJSON-21246508 tempest-ServerAddressesTestJSON-21246508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:15.382802 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-84b1063c-9970-4805-8fb0-837034c8822b req-dad56f09-5ae5-484a-abfe-47ef71124db5 tempest-ServerAddressesTestJSON-21246508 tempest-ServerAddressesTestJSON-21246508-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5300460 Oct 30 15:25:15.398232 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-bcc55914-69a5-400f-bc06-174b277c51d3 req-93acad85-13c9-4d45-86b9-1dd7f54d8895 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:15.398680 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-84b1063c-9970-4805-8fb0-837034c8822b req-dd174fa5-e6d6-4bcf-adbd-b39b3066f338 service neutron] Request body: {'port': {'device_id': '3d2b21d3-a81e-440f-87ad-070d8e1304ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:25:15.448815 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f4c59a-5338-48d6-9f87-1d5e7ecb3237 req-f7881dfe-1c28-4367-bbd0-41288bd89d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:15.450406 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-03f4c59a-5338-48d6-9f87-1d5e7ecb3237 req-f7881dfe-1c28-4367-bbd0-41288bd89d0d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bab1f922-8863-4aa1-965a-90180bcea208 HTTP/1.1" status: 200 len: 1097 time: 0.1721892 Oct 30 15:25:15.471274 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-bcc55914-69a5-400f-bc06-174b277c51d3 req-93acad85-13c9-4d45-86b9-1dd7f54d8895 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:15.532754 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 125b1494-a52b-4df7-a6f2-2850d170bac4 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:25:15.542586 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-84b1063c-9970-4805-8fb0-837034c8822b req-dd174fa5-e6d6-4bcf-adbd-b39b3066f338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:15.553739 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93acad85-13c9-4d45-86b9-1dd7f54d8895 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Pushing event updated for resources: {'Port': ['ID=8b9b3925-8986-433d-8962-d9147a000a3c,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:15.608250 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcc55914-69a5-400f-bc06-174b277c51d3 req-93acad85-13c9-4d45-86b9-1dd7f54d8895 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Network c6ede997-2b53-4646-8c13-a88c9a081db5 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:25:15.615533 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-bcc55914-69a5-400f-bc06-174b277c51d3 req-93acad85-13c9-4d45-86b9-1dd7f54d8895 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:25:15.624152 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc55914-69a5-400f-bc06-174b277c51d3 req-93acad85-13c9-4d45-86b9-1dd7f54d8895 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:25:15.628037 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-03f4c59a-5338-48d6-9f87-1d5e7ecb3237 req-456c1150-b7f0-4590-98a0-6d26ee692e1e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8d0b5d91-2f63-4416-9274-91191d4ba671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677380 Oct 30 15:25:15.644239 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 125b1494-a52b-4df7-a6f2-2850d170bac4 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:25:15.644962 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:15.698551 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a59ca3-1989-4a4d-9f47-14a561d84cea req-8d50c7f2-82d6-4dbb-8498-d4a8521e28b3 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:15.708171 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-06a59ca3-1989-4a4d-9f47-14a561d84cea req-8d50c7f2-82d6-4dbb-8498-d4a8521e28b3 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea65c58d-a69c-440b-b8bd-b7eea9849d5a HTTP/1.1" status: 200 len: 931 time: 0.2216818 Oct 30 15:25:15.736513 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a529b6-60a2-435b-a27a-a161bb7df39c req-54e31bc2-7eee-40f8-baa2-6e1d060b6c27 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:15.741606 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-07a529b6-60a2-435b-a27a-a161bb7df39c req-54e31bc2-7eee-40f8-baa2-6e1d060b6c27 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0b8c44a-9ecc-4544-a0eb-7014da6b0de8 HTTP/1.1" status: 200 len: 946 time: 0.1612742 Oct 30 15:25:15.790079 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc55914-69a5-400f-bc06-174b277c51d3 req-93acad85-13c9-4d45-86b9-1dd7f54d8895 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:15.790917 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-bcc55914-69a5-400f-bc06-174b277c51d3 req-93acad85-13c9-4d45-86b9-1dd7f54d8895 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:15.797243 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:15.832172 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-06a59ca3-1989-4a4d-9f47-14a561d84cea req-69eb59d9-00da-4674-8d84-61b21085b4f5 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/security-groups?id=0731827a-e6d6-413c-9995-e240e1dbff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227970 Oct 30 15:25:15.838935 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bcc55914-69a5-400f-bc06-174b277c51d3 req-93acad85-13c9-4d45-86b9-1dd7f54d8895 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2786639 Oct 30 15:25:15.841457 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 125b1494-a52b-4df7-a6f2-2850d170bac4, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=125b1494-a52b-4df7-a6f2-2850d170bac4,segment=NetworkSegment(36e58cc2-c6ef-4408-a5ad-3ca140133f8a),segment_id=36e58cc2-c6ef-4408-a5ad-3ca140133f8a)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:25:15.847654 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:15.865643 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-bcc55914-69a5-400f-bc06-174b277c51d3 req-f13fdeaa-8c67-46d9-9952-1a1cbab8eb62 service neutron] Request body: {'port': {'device_id': 'ea65c58d-a69c-440b-b8bd-b7eea9849d5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:25:15.923283 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=125b1494-a52b-4df7-a6f2-2850d170bac4,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:15.964587 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-bcc55914-69a5-400f-bc06-174b277c51d3 req-f13fdeaa-8c67-46d9-9952-1a1cbab8eb62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:15.973731 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-07a529b6-60a2-435b-a27a-a161bb7df39c req-509ce964-05d4-4a60-aafc-d2093bf2fe2f tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591005 Oct 30 15:25:16.062408 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-84b1063c-9970-4805-8fb0-837034c8822b req-dd174fa5-e6d6-4bcf-adbd-b39b3066f338 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ea6edeb-b622-4330-ad8d-4cad40f503da {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:25:16.072420 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-84b1063c-9970-4805-8fb0-837034c8822b req-dd174fa5-e6d6-4bcf-adbd-b39b3066f338 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:16.100784 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-84b1063c-9970-4805-8fb0-837034c8822b req-dd174fa5-e6d6-4bcf-adbd-b39b3066f338 service neutron] Transition to ACTIVE for port object 9ea6edeb-b622-4330-ad8d-4cad40f503da will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:25:16.105101 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-84b1063c-9970-4805-8fb0-837034c8822b req-dd174fa5-e6d6-4bcf-adbd-b39b3066f338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:16.165399 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd174fa5-e6d6-4bcf-adbd-b39b3066f338 service neutron] Pushing event updated for resources: {'Port': ['ID=9ea6edeb-b622-4330-ad8d-4cad40f503da,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:16.250188 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac33a5d-c34b-426f-a3bb-161a2d5ea68d req-bb2c396c-1ff9-4631-bd02-4cd13962a5e2 tempest-ServerAddressesTestJSON-21246508 tempest-ServerAddressesTestJSON-21246508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:16.251694 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4ac33a5d-c34b-426f-a3bb-161a2d5ea68d req-bb2c396c-1ff9-4631-bd02-4cd13962a5e2 tempest-ServerAddressesTestJSON-21246508 tempest-ServerAddressesTestJSON-21246508-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d2b21d3-a81e-440f-87ad-070d8e1304ae HTTP/1.1" status: 200 len: 944 time: 0.1144066 Oct 30 15:25:16.278825 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-84b1063c-9970-4805-8fb0-837034c8822b req-dd174fa5-e6d6-4bcf-adbd-b39b3066f338 service neutron] Attempting to bind port 9ea6edeb-b622-4330-ad8d-4cad40f503da on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:25:16.279251 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-84b1063c-9970-4805-8fb0-837034c8822b req-dd174fa5-e6d6-4bcf-adbd-b39b3066f338 service neutron] Attempting to bind port 9ea6edeb-b622-4330-ad8d-4cad40f503da by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '195dd55d-704e-41b5-88ed-e22a23d4ede2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a0c9d02f-e1cd-403d-973e-475d0a224e64'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:25:16.280880 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b1063c-9970-4805-8fb0-837034c8822b req-dd174fa5-e6d6-4bcf-adbd-b39b3066f338 service neutron] Attempting to bind port 9ea6edeb-b622-4330-ad8d-4cad40f503da on network a0c9d02f-e1cd-403d-973e-475d0a224e64 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:25:16.303627 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b1063c-9970-4805-8fb0-837034c8822b req-dd174fa5-e6d6-4bcf-adbd-b39b3066f338 service neutron] Port 9ea6edeb-b622-4330-ad8d-4cad40f503da on network a0c9d02f-e1cd-403d-973e-475d0a224e64 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:25:16.304133 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b1063c-9970-4805-8fb0-837034c8822b req-dd174fa5-e6d6-4bcf-adbd-b39b3066f338 service neutron] Attempting to bind port 9ea6edeb-b622-4330-ad8d-4cad40f503da on network a0c9d02f-e1cd-403d-973e-475d0a224e64 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:25:16.319430 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b1063c-9970-4805-8fb0-837034c8822b req-dd174fa5-e6d6-4bcf-adbd-b39b3066f338 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:25:16.319805 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b1063c-9970-4805-8fb0-837034c8822b req-dd174fa5-e6d6-4bcf-adbd-b39b3066f338 service neutron] Checking segment: {'id': '195dd55d-704e-41b5-88ed-e22a23d4ede2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a0c9d02f-e1cd-403d-973e-475d0a224e64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:25:16.320233 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b1063c-9970-4805-8fb0-837034c8822b req-dd174fa5-e6d6-4bcf-adbd-b39b3066f338 service neutron] Bound using segment: {'id': '195dd55d-704e-41b5-88ed-e22a23d4ede2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a0c9d02f-e1cd-403d-973e-475d0a224e64'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:25:16.323577 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-84b1063c-9970-4805-8fb0-837034c8822b req-dd174fa5-e6d6-4bcf-adbd-b39b3066f338 service neutron] Bound port: 9ea6edeb-b622-4330-ad8d-4cad40f503da, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '195dd55d-704e-41b5-88ed-e22a23d4ede2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a0c9d02f-e1cd-403d-973e-475d0a224e64'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:25:16.323577 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-84b1063c-9970-4805-8fb0-837034c8822b req-dd174fa5-e6d6-4bcf-adbd-b39b3066f338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:16.333276 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4ac33a5d-c34b-426f-a3bb-161a2d5ea68d req-16371a4d-b85c-4316-b2b0-dc40802beaa5 tempest-ServerAddressesTestJSON-21246508 tempest-ServerAddressesTestJSON-21246508-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cb4e2c4-9262-417f-a115-05f1d3708118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725381 Oct 30 15:25:16.371298 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-bcc55914-69a5-400f-bc06-174b277c51d3 req-f13fdeaa-8c67-46d9-9952-1a1cbab8eb62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b9b3925-8986-433d-8962-d9147a000a3c {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:25:16.379736 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-bcc55914-69a5-400f-bc06-174b277c51d3 req-f13fdeaa-8c67-46d9-9952-1a1cbab8eb62 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:16.394526 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-bcc55914-69a5-400f-bc06-174b277c51d3 req-f13fdeaa-8c67-46d9-9952-1a1cbab8eb62 service neutron] Transition to ACTIVE for port object 8b9b3925-8986-433d-8962-d9147a000a3c will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:25:16.398309 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-bcc55914-69a5-400f-bc06-174b277c51d3 req-f13fdeaa-8c67-46d9-9952-1a1cbab8eb62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:16.471519 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bc563b-fbf4-49b1-a9d2-5f41dbf44b20 req-95b9d2cd-110c-4c68-b478-b98a3a639435 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:16.473166 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f6bc563b-fbf4-49b1-a9d2-5f41dbf44b20 req-95b9d2cd-110c-4c68-b478-b98a3a639435 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] 10.222.0.62 "GET /v2.0/ports?device_id=bab1f922-8863-4aa1-965a-90180bcea208 HTTP/1.1" status: 200 len: 945 time: 0.1034675 Oct 30 15:25:16.474547 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-84b1063c-9970-4805-8fb0-837034c8822b req-dd174fa5-e6d6-4bcf-adbd-b39b3066f338 service neutron] For port 9ea6edeb-b622-4330-ad8d-4cad40f503da, host n-h1-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:25:16.476741 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13fdeaa-8c67-46d9-9952-1a1cbab8eb62 service neutron] Pushing event updated for resources: {'Port': ['ID=8b9b3925-8986-433d-8962-d9147a000a3c,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:16.479650 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-84b1063c-9970-4805-8fb0-837034c8822b req-dd174fa5-e6d6-4bcf-adbd-b39b3066f338 service neutron] For port 9ea6edeb-b622-4330-ad8d-4cad40f503da, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=9ea6edeb-b622-4330-ad8d-4cad40f503da,segment=NetworkSegment(195dd55d-704e-41b5-88ed-e22a23d4ede2),segment_id=195dd55d-704e-41b5-88ed-e22a23d4ede2)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:25:16.485193 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-84b1063c-9970-4805-8fb0-837034c8822b req-dd174fa5-e6d6-4bcf-adbd-b39b3066f338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:16.531520 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-bcc55914-69a5-400f-bc06-174b277c51d3 req-f13fdeaa-8c67-46d9-9952-1a1cbab8eb62 service neutron] Attempting to bind port 8b9b3925-8986-433d-8962-d9147a000a3c on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:25:16.531845 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-bcc55914-69a5-400f-bc06-174b277c51d3 req-f13fdeaa-8c67-46d9-9952-1a1cbab8eb62 service neutron] Attempting to bind port 8b9b3925-8986-433d-8962-d9147a000a3c by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '36e58cc2-c6ef-4408-a5ad-3ca140133f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c6ede997-2b53-4646-8c13-a88c9a081db5'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:25:16.532508 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc55914-69a5-400f-bc06-174b277c51d3 req-f13fdeaa-8c67-46d9-9952-1a1cbab8eb62 service neutron] Attempting to bind port 8b9b3925-8986-433d-8962-d9147a000a3c on network c6ede997-2b53-4646-8c13-a88c9a081db5 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:25:16.536607 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc55914-69a5-400f-bc06-174b277c51d3 req-f13fdeaa-8c67-46d9-9952-1a1cbab8eb62 service neutron] Port 8b9b3925-8986-433d-8962-d9147a000a3c on network c6ede997-2b53-4646-8c13-a88c9a081db5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:25:16.536952 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc55914-69a5-400f-bc06-174b277c51d3 req-f13fdeaa-8c67-46d9-9952-1a1cbab8eb62 service neutron] Attempting to bind port 8b9b3925-8986-433d-8962-d9147a000a3c on network c6ede997-2b53-4646-8c13-a88c9a081db5 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:25:16.542470 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b1063c-9970-4805-8fb0-837034c8822b req-dd174fa5-e6d6-4bcf-adbd-b39b3066f338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:16.543089 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-84b1063c-9970-4805-8fb0-837034c8822b req-dd174fa5-e6d6-4bcf-adbd-b39b3066f338 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:16.543973 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc55914-69a5-400f-bc06-174b277c51d3 req-f13fdeaa-8c67-46d9-9952-1a1cbab8eb62 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:25:16.544396 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc55914-69a5-400f-bc06-174b277c51d3 req-f13fdeaa-8c67-46d9-9952-1a1cbab8eb62 service neutron] Checking segment: {'id': '36e58cc2-c6ef-4408-a5ad-3ca140133f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c6ede997-2b53-4646-8c13-a88c9a081db5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:25:16.544509 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-84b1063c-9970-4805-8fb0-837034c8822b req-dd174fa5-e6d6-4bcf-adbd-b39b3066f338 service neutron] 10.222.0.53 "PUT /v2.0/ports/9ea6edeb-b622-4330-ad8d-4cad40f503da HTTP/1.1" status: 200 len: 1093 time: 1.1528096 Oct 30 15:25:16.544891 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc55914-69a5-400f-bc06-174b277c51d3 req-f13fdeaa-8c67-46d9-9952-1a1cbab8eb62 service neutron] Bound using segment: {'id': '36e58cc2-c6ef-4408-a5ad-3ca140133f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c6ede997-2b53-4646-8c13-a88c9a081db5'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:25:16.545404 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-bcc55914-69a5-400f-bc06-174b277c51d3 req-f13fdeaa-8c67-46d9-9952-1a1cbab8eb62 service neutron] Bound port: 8b9b3925-8986-433d-8962-d9147a000a3c, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36e58cc2-c6ef-4408-a5ad-3ca140133f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c6ede997-2b53-4646-8c13-a88c9a081db5'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:25:16.545833 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-bcc55914-69a5-400f-bc06-174b277c51d3 req-f13fdeaa-8c67-46d9-9952-1a1cbab8eb62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:16.546013 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d2b21d3-a81e-440f-87ad-070d8e1304ae', 'tag': '9ea6edeb-b622-4330-ad8d-4cad40f503da'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:25:16.548420 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f304ba-94a3-439b-b63d-21f929f002d7" -d '{"events": [{"name": "network-changed", "server_uuid": "3d2b21d3-a81e-440f-87ad-070d8e1304ae", "tag": "9ea6edeb-b622-4330-ad8d-4cad40f503da"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:25:16.601430 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f44b5d22-77c1-497e-bb6c-1bd819c2daee x-openstack-request-id: req-f44b5d22-77c1-497e-bb6c-1bd819c2daee {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:25:16.601954 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d2b21d3-a81e-440f-87ad-070d8e1304ae", "tag": "9ea6edeb-b622-4330-ad8d-4cad40f503da", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:25:16.602207 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f44b5d22-77c1-497e-bb6c-1bd819c2daee {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:25:16.603419 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d2b21d3-a81e-440f-87ad-070d8e1304ae', 'tag': '9ea6edeb-b622-4330-ad8d-4cad40f503da', 'status': 'completed', 'code': 200} Oct 30 15:25:16.615655 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f6bc563b-fbf4-49b1-a9d2-5f41dbf44b20 req-d30d61c3-e2d2-4157-8a66-80a16dd0b665 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8d0b5d91-2f63-4416-9274-91191d4ba671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268892 Oct 30 15:25:16.617839 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd174fa5-e6d6-4bcf-adbd-b39b3066f338 service neutron] Pushing event updated for resources: {'Port': ['ID=9ea6edeb-b622-4330-ad8d-4cad40f503da,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:16.656032 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-bcc55914-69a5-400f-bc06-174b277c51d3 req-f13fdeaa-8c67-46d9-9952-1a1cbab8eb62 service neutron] For port 8b9b3925-8986-433d-8962-d9147a000a3c, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:25:16.660934 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-bcc55914-69a5-400f-bc06-174b277c51d3 req-f13fdeaa-8c67-46d9-9952-1a1cbab8eb62 service neutron] For port 8b9b3925-8986-433d-8962-d9147a000a3c, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=8b9b3925-8986-433d-8962-d9147a000a3c,segment=NetworkSegment(36e58cc2-c6ef-4408-a5ad-3ca140133f8a),segment_id=36e58cc2-c6ef-4408-a5ad-3ca140133f8a)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:25:16.667650 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-bcc55914-69a5-400f-bc06-174b277c51d3 req-f13fdeaa-8c67-46d9-9952-1a1cbab8eb62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:16.669865 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b1063c-9970-4805-8fb0-837034c8822b req-9cf0d73b-5d5c-4dba-9540-aab49f48c163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:16.672787 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-84b1063c-9970-4805-8fb0-837034c8822b req-9cf0d73b-5d5c-4dba-9540-aab49f48c163 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a0004d67230549549b36d1c4f4ae2f92&device_id=3d2b21d3-a81e-440f-87ad-070d8e1304ae HTTP/1.1" status: 200 len: 1096 time: 0.0554826 Oct 30 15:25:16.708052 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc55914-69a5-400f-bc06-174b277c51d3 req-f13fdeaa-8c67-46d9-9952-1a1cbab8eb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:16.708682 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-bcc55914-69a5-400f-bc06-174b277c51d3 req-f13fdeaa-8c67-46d9-9952-1a1cbab8eb62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:16.710106 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bcc55914-69a5-400f-bc06-174b277c51d3 req-f13fdeaa-8c67-46d9-9952-1a1cbab8eb62 service neutron] 10.222.0.53 "PUT /v2.0/ports/8b9b3925-8986-433d-8962-d9147a000a3c HTTP/1.1" status: 200 len: 1092 time: 0.8626719 Oct 30 15:25:16.715868 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea65c58d-a69c-440b-b8bd-b7eea9849d5a', 'tag': '8b9b3925-8986-433d-8962-d9147a000a3c'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:25:16.718178 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9799a13b-f0f7-49c7-a3e8-3b98a945b877" -d '{"events": [{"name": "network-changed", "server_uuid": "ea65c58d-a69c-440b-b8bd-b7eea9849d5a", "tag": "8b9b3925-8986-433d-8962-d9147a000a3c"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:25:16.734674 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-84b1063c-9970-4805-8fb0-837034c8822b req-182a843b-94e7-4539-a952-712e7755d74b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ea6edeb-b622-4330-ad8d-4cad40f503da HTTP/1.1" status: 200 len: 217 time: 0.0498798 Oct 30 15:25:16.770835 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59fcc560-574f-4379-a768-a1a75d9dc0ae x-openstack-request-id: req-59fcc560-574f-4379-a768-a1a75d9dc0ae {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:25:16.771784 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea65c58d-a69c-440b-b8bd-b7eea9849d5a", "tag": "8b9b3925-8986-433d-8962-d9147a000a3c", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:25:16.772282 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-59fcc560-574f-4379-a768-a1a75d9dc0ae {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:25:16.772911 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea65c58d-a69c-440b-b8bd-b7eea9849d5a', 'tag': '8b9b3925-8986-433d-8962-d9147a000a3c', 'status': 'completed', 'code': 200} Oct 30 15:25:16.779356 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13fdeaa-8c67-46d9-9952-1a1cbab8eb62 service neutron] Pushing event updated for resources: {'Port': ['ID=8b9b3925-8986-433d-8962-d9147a000a3c,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:16.801702 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b1063c-9970-4805-8fb0-837034c8822b req-fa562ffb-be11-4a27-8fc5-22c4927752be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:16.803199 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-84b1063c-9970-4805-8fb0-837034c8822b req-fa562ffb-be11-4a27-8fc5-22c4927752be service neutron] 10.222.0.53 "GET /v2.0/subnets?id=718dfa39-03c4-46d5-852c-e57c1bfe66ee HTTP/1.1" status: 200 len: 854 time: 0.0607970 Oct 30 15:25:16.845209 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc55914-69a5-400f-bc06-174b277c51d3 req-c7a6ff16-94f6-41fa-93d1-ccd08eddfba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:16.846746 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bcc55914-69a5-400f-bc06-174b277c51d3 req-c7a6ff16-94f6-41fa-93d1-ccd08eddfba1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ae810500e5604e45ba52fb3ca12ce963&device_id=ea65c58d-a69c-440b-b8bd-b7eea9849d5a HTTP/1.1" status: 200 len: 1095 time: 0.0567009 Oct 30 15:25:16.847976 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-84b1063c-9970-4805-8fb0-837034c8822b req-5a682ea3-d9ae-434e-bd6a-20c6b79f0750 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a0c9d02f-e1cd-403d-973e-475d0a224e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374095 Oct 30 15:25:16.907980 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bcc55914-69a5-400f-bc06-174b277c51d3 req-f2aaae74-9403-48f9-ab9c-0ad990332070 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b9b3925-8986-433d-8962-d9147a000a3c HTTP/1.1" status: 200 len: 217 time: 0.0457306 Oct 30 15:25:16.963946 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc55914-69a5-400f-bc06-174b277c51d3 req-e38f1b19-5e2a-45e2-a34e-7fc3927119ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:16.965928 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bcc55914-69a5-400f-bc06-174b277c51d3 req-e38f1b19-5e2a-45e2-a34e-7fc3927119ce service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8fc290f9-ee10-4d7e-9772-61a821242532 HTTP/1.1" status: 200 len: 859 time: 0.0533352 Oct 30 15:25:17.006437 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bcc55914-69a5-400f-bc06-174b277c51d3 req-a1ad100a-0bfc-4328-8f0b-461f075d041e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c6ede997-2b53-4646-8c13-a88c9a081db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328732 Oct 30 15:25:17.013629 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9cbebf-5a71-4115-87d2-385bd9751f7a req-14da4d62-b6c8-478b-a3d1-7faa979cae01 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:17.021646 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5e9cbebf-5a71-4115-87d2-385bd9751f7a req-14da4d62-b6c8-478b-a3d1-7faa979cae01 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea65c58d-a69c-440b-b8bd-b7eea9849d5a HTTP/1.1" status: 200 len: 943 time: 0.1117125 Oct 30 15:25:17.038838 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-84b1063c-9970-4805-8fb0-837034c8822b req-6e0c53ba-74a2-4bf7-9eac-8ef17ba694d8 service neutron] 10.222.0.53 "GET /v2.0/networks/a0c9d02f-e1cd-403d-973e-475d0a224e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785514 Oct 30 15:25:17.108164 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5e9cbebf-5a71-4115-87d2-385bd9751f7a req-355fd135-db82-4154-80d3-a72ff077d1d0 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/security-groups?id=0731827a-e6d6-413c-9995-e240e1dbff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854027 Oct 30 15:25:17.134308 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb08f573-e534-484f-b76f-ff97bf48f272 req-050cf625-0ba5-47f3-8f96-7c492fa78cba tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:17.135819 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fb08f573-e534-484f-b76f-ff97bf48f272 req-050cf625-0ba5-47f3-8f96-7c492fa78cba tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0b8c44a-9ecc-4544-a0eb-7014da6b0de8 HTTP/1.1" status: 200 len: 946 time: 0.0940809 Oct 30 15:25:17.162420 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-84b1063c-9970-4805-8fb0-837034c8822b req-67885399-1987-4768-9dfa-296d6ee3fd4c service neutron] 10.222.0.53 "GET /v2.0/networks/a0c9d02f-e1cd-403d-973e-475d0a224e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157634 Oct 30 15:25:17.170931 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bcc55914-69a5-400f-bc06-174b277c51d3 req-0a37bc00-1313-476d-871c-96646edc0f2c service neutron] 10.222.0.53 "GET /v2.0/networks/c6ede997-2b53-4646-8c13-a88c9a081db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577613 Oct 30 15:25:17.226375 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fb08f573-e534-484f-b76f-ff97bf48f272 req-c97c9edf-9f8d-4d4e-9cce-c7d3d924f70b tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777006 Oct 30 15:25:17.257839 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f304ba-94a3-439b-b63d-21f929f002d7 req-64e7866d-0fa6-4183-8ec8-f7e3f5ffc376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:17.259494 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-83f304ba-94a3-439b-b63d-21f929f002d7 req-64e7866d-0fa6-4183-8ec8-f7e3f5ffc376 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a0004d67230549549b36d1c4f4ae2f92&device_id=3d2b21d3-a81e-440f-87ad-070d8e1304ae HTTP/1.1" status: 200 len: 1096 time: 0.0493994 Oct 30 15:25:17.302141 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bcc55914-69a5-400f-bc06-174b277c51d3 req-02c45800-ea7f-4680-bc78-a9bb8f794db1 service neutron] 10.222.0.53 "GET /v2.0/networks/c6ede997-2b53-4646-8c13-a88c9a081db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179142 Oct 30 15:25:17.371927 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f304ba-94a3-439b-b63d-21f929f002d7 req-f008078f-b3ec-49bf-a811-9c1dc517ba4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:17.373424 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-83f304ba-94a3-439b-b63d-21f929f002d7 req-f008078f-b3ec-49bf-a811-9c1dc517ba4d service neutron] 10.222.0.53 "GET /v2.0/networks?id=a0c9d02f-e1cd-403d-973e-475d0a224e64 HTTP/1.1" status: 200 len: 915 time: 0.1011422 Oct 30 15:25:17.402657 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799a13b-f0f7-49c7-a3e8-3b98a945b877 req-cec233b9-f948-4c85-9a4e-fd8e466fa507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:17.404204 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9799a13b-f0f7-49c7-a3e8-3b98a945b877 req-cec233b9-f948-4c85-9a4e-fd8e466fa507 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ae810500e5604e45ba52fb3ca12ce963&device_id=ea65c58d-a69c-440b-b8bd-b7eea9849d5a HTTP/1.1" status: 200 len: 1095 time: 0.0437880 Oct 30 15:25:17.447170 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-83f304ba-94a3-439b-b63d-21f929f002d7 req-30fdc6e2-845b-4f09-b642-6cb3d207e06c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ea6edeb-b622-4330-ad8d-4cad40f503da HTTP/1.1" status: 200 len: 217 time: 0.0637989 Oct 30 15:25:17.475656 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 125b1494-a52b-4df7-a6f2-2850d170bac4 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:25:17.512594 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799a13b-f0f7-49c7-a3e8-3b98a945b877 req-f16c101c-839a-439c-9ab9-837e02558b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:17.513977 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9799a13b-f0f7-49c7-a3e8-3b98a945b877 req-f16c101c-839a-439c-9ab9-837e02558b48 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c6ede997-2b53-4646-8c13-a88c9a081db5 HTTP/1.1" status: 200 len: 920 time: 0.1011748 Oct 30 15:25:17.534431 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 125b1494-a52b-4df7-a6f2-2850d170bac4 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:25:17.534918 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:17.554038 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f304ba-94a3-439b-b63d-21f929f002d7 req-4f026202-14dc-49fd-b8e7-285e5a47865f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:17.555609 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-83f304ba-94a3-439b-b63d-21f929f002d7 req-4f026202-14dc-49fd-b8e7-285e5a47865f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=718dfa39-03c4-46d5-852c-e57c1bfe66ee HTTP/1.1" status: 200 len: 854 time: 0.0721374 Oct 30 15:25:17.562830 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9799a13b-f0f7-49c7-a3e8-3b98a945b877 req-f2ad1d85-8512-4d3f-ad8a-5d0e3bcc5a7d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b9b3925-8986-433d-8962-d9147a000a3c HTTP/1.1" status: 200 len: 217 time: 0.0409412 Oct 30 15:25:17.571041 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e8faa1-1114-4ecd-8cd0-3829b0be6906 req-3d21444e-d118-4b93-b13c-fd08e7fdcc50 tempest-ServerAddressesTestJSON-21246508 tempest-ServerAddressesTestJSON-21246508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:17.575093 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e2e8faa1-1114-4ecd-8cd0-3829b0be6906 req-3d21444e-d118-4b93-b13c-fd08e7fdcc50 tempest-ServerAddressesTestJSON-21246508 tempest-ServerAddressesTestJSON-21246508-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d2b21d3-a81e-440f-87ad-070d8e1304ae HTTP/1.1" status: 200 len: 944 time: 0.1323888 Oct 30 15:25:17.628367 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799a13b-f0f7-49c7-a3e8-3b98a945b877 req-b3d53c6f-7506-43b7-8bd7-6c00c8d6b40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:17.629998 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9799a13b-f0f7-49c7-a3e8-3b98a945b877 req-b3d53c6f-7506-43b7-8bd7-6c00c8d6b40d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8fc290f9-ee10-4d7e-9772-61a821242532 HTTP/1.1" status: 200 len: 859 time: 0.0609450 Oct 30 15:25:17.635393 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-83f304ba-94a3-439b-b63d-21f929f002d7 req-af247827-8014-4d38-8bd8-d1fc00282579 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a0c9d02f-e1cd-403d-973e-475d0a224e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592945 Oct 30 15:25:17.648227 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e2e8faa1-1114-4ecd-8cd0-3829b0be6906 req-4006ebca-1149-4784-bfff-202bd0d87267 tempest-ServerAddressesTestJSON-21246508 tempest-ServerAddressesTestJSON-21246508-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cb4e2c4-9262-417f-a115-05f1d3708118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545571 Oct 30 15:25:17.688135 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9799a13b-f0f7-49c7-a3e8-3b98a945b877 req-c187c375-43c7-4b78-bf11-b5b8b768901d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c6ede997-2b53-4646-8c13-a88c9a081db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369000 Oct 30 15:25:17.758513 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-83f304ba-94a3-439b-b63d-21f929f002d7 req-38d1bfc6-1471-490c-b9ec-a52f26749fcb service neutron] 10.222.0.53 "GET /v2.0/networks/a0c9d02f-e1cd-403d-973e-475d0a224e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979755 Oct 30 15:25:17.803242 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d3620-f57c-467a-86bd-fbece2271b5a req-eb8e893d-9e4b-423b-b384-4e8900ad7646 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:17.805081 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4c1d3620-f57c-467a-86bd-fbece2271b5a req-eb8e893d-9e4b-423b-b384-4e8900ad7646 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] 10.222.0.62 "GET /v2.0/ports?device_id=bab1f922-8863-4aa1-965a-90180bcea208 HTTP/1.1" status: 200 len: 945 time: 0.1055379 Oct 30 15:25:17.847742 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9799a13b-f0f7-49c7-a3e8-3b98a945b877 req-3a367be6-d4f2-4f39-8fc7-9f5413f68510 service neutron] 10.222.0.53 "GET /v2.0/networks/c6ede997-2b53-4646-8c13-a88c9a081db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390712 Oct 30 15:25:17.857890 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-83f304ba-94a3-439b-b63d-21f929f002d7 req-064af7a4-5897-4cba-a0b8-48cbe634cb99 service neutron] 10.222.0.53 "GET /v2.0/networks/a0c9d02f-e1cd-403d-973e-475d0a224e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939810 Oct 30 15:25:17.882936 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4c1d3620-f57c-467a-86bd-fbece2271b5a req-8c77ded3-d70a-44bb-8a14-c3bcc83ed133 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8d0b5d91-2f63-4416-9274-91191d4ba671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665190 Oct 30 15:25:17.965458 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9799a13b-f0f7-49c7-a3e8-3b98a945b877 req-f8f42b5a-e478-418e-8240-998ea0d3c899 service neutron] 10.222.0.53 "GET /v2.0/networks/c6ede997-2b53-4646-8c13-a88c9a081db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075976 Oct 30 15:25:18.237382 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32944444-8dd4-4833-ab47-d574c93b4be2 req-639dee45-a90e-4109-bb37-e63212602ec8 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:18.238915 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-32944444-8dd4-4833-ab47-d574c93b4be2 req-639dee45-a90e-4109-bb37-e63212602ec8 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea65c58d-a69c-440b-b8bd-b7eea9849d5a HTTP/1.1" status: 200 len: 943 time: 0.0601940 Oct 30 15:25:18.324621 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-32944444-8dd4-4833-ab47-d574c93b4be2 req-e1889beb-1c3b-4deb-8b8c-ef15d34f50f4 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/security-groups?id=0731827a-e6d6-413c-9995-e240e1dbff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656517 Oct 30 15:25:18.371429 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a821c9f5-e454-4499-b28a-a4bf34f974eb req-b990f37e-06c1-469f-923a-6f719f4327b1 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:18.373130 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a821c9f5-e454-4499-b28a-a4bf34f974eb req-b990f37e-06c1-469f-923a-6f719f4327b1 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0b8c44a-9ecc-4544-a0eb-7014da6b0de8 HTTP/1.1" status: 200 len: 946 time: 0.0609338 Oct 30 15:25:18.420191 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a821c9f5-e454-4499-b28a-a4bf34f974eb req-a8ba4f26-98c7-4ebd-bb30-48ae6765b289 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406840 Oct 30 15:25:18.775397 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7803a8-ac9a-47e8-82dc-0a1292157974 req-6009e214-48aa-4d6a-a104-8a5bd5849115 tempest-ServerAddressesTestJSON-21246508 tempest-ServerAddressesTestJSON-21246508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:18.777134 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8f7803a8-ac9a-47e8-82dc-0a1292157974 req-6009e214-48aa-4d6a-a104-8a5bd5849115 tempest-ServerAddressesTestJSON-21246508 tempest-ServerAddressesTestJSON-21246508-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d2b21d3-a81e-440f-87ad-070d8e1304ae HTTP/1.1" status: 200 len: 944 time: 0.0574822 Oct 30 15:25:18.817044 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8f7803a8-ac9a-47e8-82dc-0a1292157974 req-51a4547c-1c9a-4602-b6e9-04871db49709 tempest-ServerAddressesTestJSON-21246508 tempest-ServerAddressesTestJSON-21246508-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cb4e2c4-9262-417f-a115-05f1d3708118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334966 Oct 30 15:25:19.442218 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298cfc77-584e-4910-8bf1-98117f772229 req-274d9339-b4b1-46b2-943d-d11b872e0fed tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:19.444868 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-298cfc77-584e-4910-8bf1-98117f772229 req-274d9339-b4b1-46b2-943d-d11b872e0fed tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea65c58d-a69c-440b-b8bd-b7eea9849d5a HTTP/1.1" status: 200 len: 943 time: 0.0507495 Oct 30 15:25:19.489645 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 9ea6edeb-b622-4330-ad8d-4cad40f503da details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:25:19.515902 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-298cfc77-584e-4910-8bf1-98117f772229 req-eabbc381-e00e-4983-b7b5-b4ef6b09ae42 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/security-groups?id=0731827a-e6d6-413c-9995-e240e1dbff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579479 Oct 30 15:25:19.572201 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a8f48-1f48-4ee3-9c03-148f62b23bf8 req-0cd90511-0ab6-4f90-a5d1-b08ad44bf22c tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:19.579168 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bd1a8f48-1f48-4ee3-9c03-148f62b23bf8 req-0cd90511-0ab6-4f90-a5d1-b08ad44bf22c tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0b8c44a-9ecc-4544-a0eb-7014da6b0de8 HTTP/1.1" status: 200 len: 946 time: 0.0756607 Oct 30 15:25:19.624742 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 9ea6edeb-b622-4330-ad8d-4cad40f503da, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=9ea6edeb-b622-4330-ad8d-4cad40f503da,segment=NetworkSegment(195dd55d-704e-41b5-88ed-e22a23d4ede2),segment_id=195dd55d-704e-41b5-88ed-e22a23d4ede2)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:25:19.631109 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bd1a8f48-1f48-4ee3-9c03-148f62b23bf8 req-19d392e7-6adc-4578-9648-39a911b3cc09 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451691 Oct 30 15:25:19.637775 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '9ea6edeb-b622-4330-ad8d-4cad40f503da', 'network_id': 'a0c9d02f-e1cd-403d-973e-475d0a224e64', 'port_id': '9ea6edeb-b622-4330-ad8d-4cad40f503da', 'mac_address': 'fa:16:3e:90:f8:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '718dfa39-03c4-46d5-852c-e57c1bfe66ee', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:25:19.677983 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:19.693912 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ea6edeb-b622-4330-ad8d-4cad40f503da {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:25:19.715769 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 9ea6edeb-b622-4330-ad8d-4cad40f503da, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=9ea6edeb-b622-4330-ad8d-4cad40f503da,segment=NetworkSegment(195dd55d-704e-41b5-88ed-e22a23d4ede2),segment_id=195dd55d-704e-41b5-88ed-e22a23d4ede2)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:25:19.720030 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:19.720819 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 8b9b3925-8986-433d-8962-d9147a000a3c details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:25:19.829204 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=9ea6edeb-b622-4330-ad8d-4cad40f503da,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:19.874233 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 8b9b3925-8986-433d-8962-d9147a000a3c, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=8b9b3925-8986-433d-8962-d9147a000a3c,segment=NetworkSegment(36e58cc2-c6ef-4408-a5ad-3ca140133f8a),segment_id=36e58cc2-c6ef-4408-a5ad-3ca140133f8a)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:25:19.887312 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '8b9b3925-8986-433d-8962-d9147a000a3c', 'network_id': 'c6ede997-2b53-4646-8c13-a88c9a081db5', 'port_id': '8b9b3925-8986-433d-8962-d9147a000a3c', 'mac_address': 'fa:16:3e:fe:63:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fc290f9-ee10-4d7e-9772-61a821242532', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:25:19.940523 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:19.944156 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de828e49-4522-4b25-91d5-7867027a4cf1 req-802a6e74-bca9-49d2-bb81-686d2b3afb4f tempest-ServerAddressesTestJSON-21246508 tempest-ServerAddressesTestJSON-21246508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:19.952717 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-de828e49-4522-4b25-91d5-7867027a4cf1 req-802a6e74-bca9-49d2-bb81-686d2b3afb4f tempest-ServerAddressesTestJSON-21246508 tempest-ServerAddressesTestJSON-21246508-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d2b21d3-a81e-440f-87ad-070d8e1304ae HTTP/1.1" status: 200 len: 945 time: 0.0633166 Oct 30 15:25:19.955680 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b9b3925-8986-433d-8962-d9147a000a3c {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:25:19.982009 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 8b9b3925-8986-433d-8962-d9147a000a3c, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=8b9b3925-8986-433d-8962-d9147a000a3c,segment=NetworkSegment(36e58cc2-c6ef-4408-a5ad-3ca140133f8a),segment_id=36e58cc2-c6ef-4408-a5ad-3ca140133f8a)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:25:19.986519 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:19.997611 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-de828e49-4522-4b25-91d5-7867027a4cf1 req-36613d2e-688f-4d2d-ad58-637dfdfc124a tempest-ServerAddressesTestJSON-21246508 tempest-ServerAddressesTestJSON-21246508-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cb4e2c4-9262-417f-a115-05f1d3708118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439465 Oct 30 15:25:20.044743 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=8b9b3925-8986-433d-8962-d9147a000a3c,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:20.294094 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['8b9b3925-8986-433d-8962-d9147a000a3c'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:25:20.298395 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['9ea6edeb-b622-4330-ad8d-4cad40f503da'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:25:20.319742 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 53664) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:25:20.464681 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-593d4aad-2fc5-4fa4-b1db-2c801b6a858b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:20.561389 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-593d4aad-2fc5-4fa4-b1db-2c801b6a858b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:20.566111 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-593d4aad-2fc5-4fa4-b1db-2c801b6a858b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:20.617018 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-593d4aad-2fc5-4fa4-b1db-2c801b6a858b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6596685dc6ec416d942c910956588a53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2958372 Oct 30 15:25:20.617660 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 53672) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:25:20.624561 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d4aad-2fc5-4fa4-b1db-2c801b6a858b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c97ae3-c6ae-4bad-a94b-f6380a6afc85,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:20.673287 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-44181e42-ea2e-436e-9c69-2287eef23165 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:20.696644 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-44181e42-ea2e-436e-9c69-2287eef23165 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:20.701368 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a19018-a205-4f9b-b21b-1fbae31b141c req-66a8b927-1d1e-4ea1-ba30-d04ac4c6b516 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:20.707979 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b0a19018-a205-4f9b-b21b-1fbae31b141c req-66a8b927-1d1e-4ea1-ba30-d04ac4c6b516 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea65c58d-a69c-440b-b8bd-b7eea9849d5a HTTP/1.1" status: 200 len: 944 time: 0.0926440 Oct 30 15:25:20.747431 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b0a19018-a205-4f9b-b21b-1fbae31b141c req-5e46c755-1ccc-4423-bd63-a90d52d12604 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/security-groups?id=0731827a-e6d6-413c-9995-e240e1dbff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373216 Oct 30 15:25:20.771953 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e142716-cdfc-46e9-90a3-639a15f27fd9 req-1bee68f7-8961-4053-b5ce-8cd7c258076c tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:20.773625 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5e142716-cdfc-46e9-90a3-639a15f27fd9 req-1bee68f7-8961-4053-b5ce-8cd7c258076c tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0b8c44a-9ecc-4544-a0eb-7014da6b0de8 HTTP/1.1" status: 200 len: 946 time: 0.0658305 Oct 30 15:25:20.790003 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-44181e42-ea2e-436e-9c69-2287eef23165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:20.792536 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-44181e42-ea2e-436e-9c69-2287eef23165 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:20.796038 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-44181e42-ea2e-436e-9c69-2287eef23165 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/61c97ae3-c6ae-4bad-a94b-f6380a6afc85 HTTP/1.1" status: 204 len: 168 time: 0.1742988 Oct 30 15:25:20.814144 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44181e42-ea2e-436e-9c69-2287eef23165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c97ae3-c6ae-4bad-a94b-f6380a6afc85,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:20.837080 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5e142716-cdfc-46e9-90a3-639a15f27fd9 req-26351884-7459-4d65-ad72-112289c07b99 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560062 Oct 30 15:25:21.106338 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 53682) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:25:21.122903 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-454296ca-d4be-45bc-89af-e720029ab985 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:21.132952 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ebbaaebe-515f-482e-abd9-b4d5bce030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:21.136612 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56059532-6b44-4fc3-a6a3-6e40a26c2121 req-9117632a-c79d-4542-be21-995e65ad706e tempest-ServerAddressesTestJSON-21246508 tempest-ServerAddressesTestJSON-21246508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:21.138285 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-56059532-6b44-4fc3-a6a3-6e40a26c2121 req-9117632a-c79d-4542-be21-995e65ad706e tempest-ServerAddressesTestJSON-21246508 tempest-ServerAddressesTestJSON-21246508-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d2b21d3-a81e-440f-87ad-070d8e1304ae HTTP/1.1" status: 200 len: 945 time: 0.0646594 Oct 30 15:25:21.183221 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-56059532-6b44-4fc3-a6a3-6e40a26c2121 req-80d0447a-94ae-4a20-bee8-219a886ebee9 tempest-ServerAddressesTestJSON-21246508 tempest-ServerAddressesTestJSON-21246508-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cb4e2c4-9262-417f-a115-05f1d3708118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377049 Oct 30 15:25:21.215506 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-454296ca-d4be-45bc-89af-e720029ab985 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:21.220650 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-454296ca-d4be-45bc-89af-e720029ab985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:21.262732 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-454296ca-d4be-45bc-89af-e720029ab985 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d973c78fc25d468ea56fa5d204ea0f9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1550031 Oct 30 15:25:21.263972 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454296ca-d4be-45bc-89af-e720029ab985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5576e1-707c-4a32-a145-d48d7a28e192,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:21.265457 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 53684) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:25:21.317883 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-968421cc-a9cf-44a1-af31-3ca0615ffa08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:21.340453 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-968421cc-a9cf-44a1-af31-3ca0615ffa08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:21.397871 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-968421cc-a9cf-44a1-af31-3ca0615ffa08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:21.401227 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-968421cc-a9cf-44a1-af31-3ca0615ffa08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:21.402576 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-968421cc-a9cf-44a1-af31-3ca0615ffa08 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3c5576e1-707c-4a32-a145-d48d7a28e192 HTTP/1.1" status: 204 len: 168 time: 0.1358545 Oct 30 15:25:21.410942 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968421cc-a9cf-44a1-af31-3ca0615ffa08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5576e1-707c-4a32-a145-d48d7a28e192,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:21.505872 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 9ea6edeb-b622-4330-ad8d-4cad40f503da up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:25:21.563506 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port 9ea6edeb-b622-4330-ad8d-4cad40f503da completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:25:21.567818 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 9ea6edeb-b622-4330-ad8d-4cad40f503da triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:25:21.568369 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:21.656121 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:21.680211 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d2b21d3-a81e-440f-87ad-070d8e1304ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea6edeb-b622-4330-ad8d-4cad40f503da'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:25:21.683190 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf03fb74-30e6-479e-b2a0-09bd92e84b2c" -d '{"events": [{"server_uuid": "3d2b21d3-a81e-440f-87ad-070d8e1304ae", "name": "network-vif-plugged", "status": "completed", "tag": "9ea6edeb-b622-4330-ad8d-4cad40f503da"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:25:21.696481 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 9ea6edeb-b622-4330-ad8d-4cad40f503da, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=9ea6edeb-b622-4330-ad8d-4cad40f503da,segment=NetworkSegment(195dd55d-704e-41b5-88ed-e22a23d4ede2),segment_id=195dd55d-704e-41b5-88ed-e22a23d4ede2)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:25:21.700897 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:21.708874 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 8b9b3925-8986-433d-8962-d9147a000a3c up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:25:21.820545 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=9ea6edeb-b622-4330-ad8d-4cad40f503da,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:21.839294 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port 8b9b3925-8986-433d-8962-d9147a000a3c completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:25:21.848643 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 8b9b3925-8986-433d-8962-d9147a000a3c triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:25:21.849028 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:21.898376 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed5d6b75-c68a-4559-a3bf-1c2ca9f65926 x-openstack-request-id: req-ed5d6b75-c68a-4559-a3bf-1c2ca9f65926 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:25:21.912795 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d2b21d3-a81e-440f-87ad-070d8e1304ae", "name": "network-vif-plugged", "status": "completed", "tag": "9ea6edeb-b622-4330-ad8d-4cad40f503da", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:25:21.912795 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ed5d6b75-c68a-4559-a3bf-1c2ca9f65926 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:25:21.912795 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d2b21d3-a81e-440f-87ad-070d8e1304ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea6edeb-b622-4330-ad8d-4cad40f503da', 'code': 200} Oct 30 15:25:21.970229 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d5de8d-fb2d-46ce-934e-c8995ffd88ac req-10d61ca0-9b19-454d-9761-cd3c290139a1 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:21.972673 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a5d5de8d-fb2d-46ce-934e-c8995ffd88ac req-10d61ca0-9b19-454d-9761-cd3c290139a1 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea65c58d-a69c-440b-b8bd-b7eea9849d5a HTTP/1.1" status: 200 len: 944 time: 0.1087055 Oct 30 15:25:22.029253 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:22.031664 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc774a3b-45b4-4be4-a570-34179b6132e6 req-6b43192f-ae00-4bdb-b7eb-c7041f774971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:22.033235 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cc774a3b-45b4-4be4-a570-34179b6132e6 req-6b43192f-ae00-4bdb-b7eb-c7041f774971 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3d2b21d3-a81e-440f-87ad-070d8e1304ae HTTP/1.1" status: 200 len: 1098 time: 0.0629988 Oct 30 15:25:22.045553 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5674a6b-c29b-41ee-8e41-61fcf4cf9053 req-a289d878-4234-4715-a408-aed8d61416fb tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:22.049948 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a5d5de8d-fb2d-46ce-934e-c8995ffd88ac req-deff531d-b345-44a5-ad97-6d486c935705 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/security-groups?id=0731827a-e6d6-413c-9995-e240e1dbff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675511 Oct 30 15:25:22.054524 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d5674a6b-c29b-41ee-8e41-61fcf4cf9053 req-a289d878-4234-4715-a408-aed8d61416fb tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0b8c44a-9ecc-4544-a0eb-7014da6b0de8 HTTP/1.1" status: 200 len: 946 time: 0.0953884 Oct 30 15:25:22.085759 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 8b9b3925-8986-433d-8962-d9147a000a3c, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=8b9b3925-8986-433d-8962-d9147a000a3c,segment=NetworkSegment(36e58cc2-c6ef-4408-a5ad-3ca140133f8a),segment_id=36e58cc2-c6ef-4408-a5ad-3ca140133f8a)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:25:22.093302 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:22.135521 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d5674a6b-c29b-41ee-8e41-61fcf4cf9053 req-ccc01494-af6d-49de-bc6e-798bcd4097df tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701947 Oct 30 15:25:22.146119 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cc774a3b-45b4-4be4-a570-34179b6132e6 req-21d0bc98-7e85-4aa1-ae3c-3af953a89101 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=4cb4e2c4-9262-417f-a115-05f1d3708118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888267 Oct 30 15:25:22.159264 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=8b9b3925-8986-433d-8962-d9147a000a3c,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:22.332877 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbbaeb9-3c40-4487-9904-986b9782a566 req-82728455-2ac9-4ea5-b6c3-5fd32af6d93f tempest-ServerAddressesTestJSON-21246508 tempest-ServerAddressesTestJSON-21246508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:22.334538 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ebbbaeb9-3c40-4487-9904-986b9782a566 req-82728455-2ac9-4ea5-b6c3-5fd32af6d93f tempest-ServerAddressesTestJSON-21246508 tempest-ServerAddressesTestJSON-21246508-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d2b21d3-a81e-440f-87ad-070d8e1304ae HTTP/1.1" status: 200 len: 946 time: 0.0553730 Oct 30 15:25:22.392752 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ebbbaeb9-3c40-4487-9904-986b9782a566 req-5c288c27-1b2b-473c-8885-d249399883bb tempest-ServerAddressesTestJSON-21246508 tempest-ServerAddressesTestJSON-21246508-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cb4e2c4-9262-417f-a115-05f1d3708118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492616 Oct 30 15:25:23.200395 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70643f4e-50a2-4d96-b8f2-a6182a7941fa req-0125bce4-189f-4dda-98d6-fd69e8bdf821 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:23.202050 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-70643f4e-50a2-4d96-b8f2-a6182a7941fa req-0125bce4-189f-4dda-98d6-fd69e8bdf821 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea65c58d-a69c-440b-b8bd-b7eea9849d5a HTTP/1.1" status: 200 len: 945 time: 0.0615497 Oct 30 15:25:23.250583 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-70643f4e-50a2-4d96-b8f2-a6182a7941fa req-72b6a14f-e5c9-4046-bcf5-5cdb1e886e76 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/security-groups?id=0731827a-e6d6-413c-9995-e240e1dbff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381796 Oct 30 15:25:23.304082 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216aa8dc-1ce3-4826-94a1-fb5dd6e8f7d8 req-110f0db4-bf1c-441d-937a-e6554c6a857f tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:23.307088 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-216aa8dc-1ce3-4826-94a1-fb5dd6e8f7d8 req-110f0db4-bf1c-441d-937a-e6554c6a857f tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0b8c44a-9ecc-4544-a0eb-7014da6b0de8 HTTP/1.1" status: 200 len: 946 time: 0.0815332 Oct 30 15:25:23.365602 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-216aa8dc-1ce3-4826-94a1-fb5dd6e8f7d8 req-699b0b5b-d63e-40db-a2da-6f5a7af6a61e tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463464 Oct 30 15:25:23.517953 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1a2cc-ed82-44da-a051-8b454eaf434a req-a9033187-dc2a-426b-8bc9-5cd6c9d93412 tempest-ServerAddressesTestJSON-21246508 tempest-ServerAddressesTestJSON-21246508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:23.519777 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-60e1a2cc-ed82-44da-a051-8b454eaf434a req-a9033187-dc2a-426b-8bc9-5cd6c9d93412 tempest-ServerAddressesTestJSON-21246508 tempest-ServerAddressesTestJSON-21246508-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d2b21d3-a81e-440f-87ad-070d8e1304ae HTTP/1.1" status: 200 len: 946 time: 0.0555487 Oct 30 15:25:23.565984 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-60e1a2cc-ed82-44da-a051-8b454eaf434a req-b9d3a7d3-009b-49f7-aba6-59de386c4167 tempest-ServerAddressesTestJSON-21246508 tempest-ServerAddressesTestJSON-21246508-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cb4e2c4-9262-417f-a115-05f1d3708118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389960 Oct 30 15:25:23.744705 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-507bdd58-7b4c-4037-ac30-6ad8c21497fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:23.914469 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea65c58d-a69c-440b-b8bd-b7eea9849d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b9b3925-8986-433d-8962-d9147a000a3c'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:25:23.918149 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd72812-5ab8-44f7-b389-b65db6638da7" -d '{"events": [{"server_uuid": "ea65c58d-a69c-440b-b8bd-b7eea9849d5a", "name": "network-vif-plugged", "status": "completed", "tag": "8b9b3925-8986-433d-8962-d9147a000a3c"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:25:23.975323 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3396cc78-bfc0-4ae6-8f79-26b01f7f2757 x-openstack-request-id: req-3396cc78-bfc0-4ae6-8f79-26b01f7f2757 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:25:23.975641 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea65c58d-a69c-440b-b8bd-b7eea9849d5a", "name": "network-vif-plugged", "status": "completed", "tag": "8b9b3925-8986-433d-8962-d9147a000a3c", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:25:23.975898 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3396cc78-bfc0-4ae6-8f79-26b01f7f2757 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:25:23.976325 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea65c58d-a69c-440b-b8bd-b7eea9849d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b9b3925-8986-433d-8962-d9147a000a3c', 'code': 200} Oct 30 15:25:24.046694 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fbcc33-6519-4891-ac8d-4dcd7486d884 req-c74f8f56-8c9d-4c82-a57c-cfea1d8ad056 tempest-ServerAddressesTestJSON-21246508 tempest-ServerAddressesTestJSON-21246508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:24.054183 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b3fbcc33-6519-4891-ac8d-4dcd7486d884 req-c74f8f56-8c9d-4c82-a57c-cfea1d8ad056 tempest-ServerAddressesTestJSON-21246508 tempest-ServerAddressesTestJSON-21246508-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d2b21d3-a81e-440f-87ad-070d8e1304ae HTTP/1.1" status: 200 len: 946 time: 0.0750625 Oct 30 15:25:24.098123 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5292207-9cb2-4476-b7cb-a5e8e133208a req-9b11da47-7da8-4b66-bd92-cc74904b30dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:24.100339 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e5292207-9cb2-4476-b7cb-a5e8e133208a req-9b11da47-7da8-4b66-bd92-cc74904b30dd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ea65c58d-a69c-440b-b8bd-b7eea9849d5a HTTP/1.1" status: 200 len: 1097 time: 0.0596750 Oct 30 15:25:24.101372 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b3fbcc33-6519-4891-ac8d-4dcd7486d884 req-9c77dddf-3b7f-4b1b-baef-acd4c897fd7e tempest-ServerAddressesTestJSON-21246508 tempest-ServerAddressesTestJSON-21246508-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cb4e2c4-9262-417f-a115-05f1d3708118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461998 Oct 30 15:25:24.136715 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 53786) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:25:24.153037 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e5292207-9cb2-4476-b7cb-a5e8e133208a req-9cffe246-a881-45f7-8b6a-cfae2a1a09b0 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0731827a-e6d6-413c-9995-e240e1dbff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451894 Oct 30 15:25:24.264783 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-12d97be2-7c11-4d6a-a7f2-3bf5955fa3e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:24.359394 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-12d97be2-7c11-4d6a-a7f2-3bf5955fa3e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:24.364360 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-12d97be2-7c11-4d6a-a7f2-3bf5955fa3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:24.394642 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e137debe-3e18-496a-b952-2a701b676aba req-03bc6c22-4be1-46e9-833c-59b4c135b54f tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:24.397772 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e137debe-3e18-496a-b952-2a701b676aba req-03bc6c22-4be1-46e9-833c-59b4c135b54f tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea65c58d-a69c-440b-b8bd-b7eea9849d5a HTTP/1.1" status: 200 len: 945 time: 0.0550950 Oct 30 15:25:24.407094 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d97be2-7c11-4d6a-a7f2-3bf5955fa3e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d98f462-253e-41a3-9dba-cc3a01c0ee47,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:24.424987 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-12d97be2-7c11-4d6a-a7f2-3bf5955fa3e3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3ee09b7b6ec842b099bfee66fda01760&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2837842 Oct 30 15:25:24.425082 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 53794) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:25:24.469032 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e137debe-3e18-496a-b952-2a701b676aba req-97836027-6974-40dc-953a-421c751b491e tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/security-groups?id=0731827a-e6d6-413c-9995-e240e1dbff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634942 Oct 30 15:25:24.492249 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7bb6452f-41e1-4890-8bf0-2e1d1cbd1d96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:24.516968 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7bb6452f-41e1-4890-8bf0-2e1d1cbd1d96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:24.522265 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0cc221-d7f8-4551-bd03-54aaf5602d6a req-9ac9e1f2-8ea0-44c8-990c-c33bebd75b2b tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:24.523803 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9b0cc221-d7f8-4551-bd03-54aaf5602d6a req-9ac9e1f2-8ea0-44c8-990c-c33bebd75b2b tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0b8c44a-9ecc-4544-a0eb-7014da6b0de8 HTTP/1.1" status: 200 len: 946 time: 0.0643396 Oct 30 15:25:24.569627 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9b0cc221-d7f8-4551-bd03-54aaf5602d6a req-d71cb7b7-7799-4080-b09e-e9aa3db3ffae tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395784 Oct 30 15:25:24.577899 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7bb6452f-41e1-4890-8bf0-2e1d1cbd1d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:24.580639 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7bb6452f-41e1-4890-8bf0-2e1d1cbd1d96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:24.584161 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-7bb6452f-41e1-4890-8bf0-2e1d1cbd1d96 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3d98f462-253e-41a3-9dba-cc3a01c0ee47 HTTP/1.1" status: 204 len: 168 time: 0.1566017 Oct 30 15:25:24.590384 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb6452f-41e1-4890-8bf0-2e1d1cbd1d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d98f462-253e-41a3-9dba-cc3a01c0ee47,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:24.643005 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:24.872483 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:24.895595 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 53802) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:25:24.911125 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-60c271ae-b5f8-46b9-8ecc-62245c3008b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:25.012945 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-60c271ae-b5f8-46b9-8ecc-62245c3008b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:25.016867 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-60c271ae-b5f8-46b9-8ecc-62245c3008b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:25.056034 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-60c271ae-b5f8-46b9-8ecc-62245c3008b9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c4d7dcade6454c54b8e8782da7184f1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1583672 Oct 30 15:25:25.056911 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c271ae-b5f8-46b9-8ecc-62245c3008b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99bdd1c0-3ca8-49d5-907a-fb2ab2b9594d,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:25.058630 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 53804) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:25:25.122865 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9270abca-7533-4d7b-a04d-4b1f120b1b42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:25.145175 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9270abca-7533-4d7b-a04d-4b1f120b1b42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:25.198319 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9270abca-7533-4d7b-a04d-4b1f120b1b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:25.202039 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9270abca-7533-4d7b-a04d-4b1f120b1b42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:25.203217 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9270abca-7533-4d7b-a04d-4b1f120b1b42 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/99bdd1c0-3ca8-49d5-907a-fb2ab2b9594d HTTP/1.1" status: 204 len: 168 time: 0.1435821 Oct 30 15:25:25.213016 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9270abca-7533-4d7b-a04d-4b1f120b1b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99bdd1c0-3ca8-49d5-907a-fb2ab2b9594d,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:25.241283 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534a5dca-a493-44a3-b591-a4556fef1490 req-69b4af8a-e817-44a6-89ed-5889363f19a0 tempest-ServerAddressesTestJSON-21246508 tempest-ServerAddressesTestJSON-21246508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:25.242895 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-534a5dca-a493-44a3-b591-a4556fef1490 req-69b4af8a-e817-44a6-89ed-5889363f19a0 tempest-ServerAddressesTestJSON-21246508 tempest-ServerAddressesTestJSON-21246508-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d2b21d3-a81e-440f-87ad-070d8e1304ae HTTP/1.1" status: 200 len: 946 time: 0.0672598 Oct 30 15:25:25.291911 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-534a5dca-a493-44a3-b591-a4556fef1490 req-488c2b23-733f-4e1b-98ee-25a28806ecc6 tempest-ServerAddressesTestJSON-21246508 tempest-ServerAddressesTestJSON-21246508-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cb4e2c4-9262-417f-a115-05f1d3708118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411725 Oct 30 15:25:25.635305 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f8b8c4-54df-473f-a126-6c4508df13e8 req-e242e65b-5c10-48ce-aa55-9f982013d0c0 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:25.637788 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b6f8b8c4-54df-473f-a126-6c4508df13e8 req-e242e65b-5c10-48ce-aa55-9f982013d0c0 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea65c58d-a69c-440b-b8bd-b7eea9849d5a HTTP/1.1" status: 200 len: 945 time: 0.0825038 Oct 30 15:25:25.713473 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b6f8b8c4-54df-473f-a126-6c4508df13e8 req-55d09b77-f237-4e2c-a034-2a1751697973 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/security-groups?id=0731827a-e6d6-413c-9995-e240e1dbff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661080 Oct 30 15:25:26.080432 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b599d9e0-c1f0-4a02-8264-0f8a04a2d623 req-e74eeb9e-fac3-4030-b732-4d91a6e99543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:26.081957 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b599d9e0-c1f0-4a02-8264-0f8a04a2d623 req-e74eeb9e-fac3-4030-b732-4d91a6e99543 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ae810500e5604e45ba52fb3ca12ce963&device_id=ea65c58d-a69c-440b-b8bd-b7eea9849d5a HTTP/1.1" status: 200 len: 1097 time: 0.1052260 Oct 30 15:25:26.111286 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80963f8-52fa-426a-ae00-38ffc8c0eeaa req-63fb7b6c-3a10-4b52-bb78-e67a0fb03a69 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:26.113260 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d80963f8-52fa-426a-ae00-38ffc8c0eeaa req-63fb7b6c-3a10-4b52-bb78-e67a0fb03a69 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea65c58d-a69c-440b-b8bd-b7eea9849d5a HTTP/1.1" status: 200 len: 945 time: 0.0910158 Oct 30 15:25:26.140458 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4840ff9a-37ff-4bfa-8230-149d7fab4c83 req-f0798857-6093-4a56-9eb6-7d1fff98793f tempest-ServerAddressesTestJSON-21246508 tempest-ServerAddressesTestJSON-21246508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:26.141953 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4840ff9a-37ff-4bfa-8230-149d7fab4c83 req-f0798857-6093-4a56-9eb6-7d1fff98793f tempest-ServerAddressesTestJSON-21246508 tempest-ServerAddressesTestJSON-21246508-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d2b21d3-a81e-440f-87ad-070d8e1304ae HTTP/1.1" status: 200 len: 946 time: 0.5221992 Oct 30 15:25:26.150837 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc53c6d-08cf-495d-92d0-90fdda7aeac0 req-83264b0d-8401-4519-8dfb-f06cb736e834 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:26.152274 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bcc53c6d-08cf-495d-92d0-90fdda7aeac0 req-83264b0d-8401-4519-8dfb-f06cb736e834 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0b8c44a-9ecc-4544-a0eb-7014da6b0de8 HTTP/1.1" status: 200 len: 946 time: 0.4913185 Oct 30 15:25:26.218374 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d80963f8-52fa-426a-ae00-38ffc8c0eeaa req-14bef42e-f08e-49c7-b95d-189ecfa72830 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/security-groups?id=0731827a-e6d6-413c-9995-e240e1dbff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909519 Oct 30 15:25:26.223683 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bcc53c6d-08cf-495d-92d0-90fdda7aeac0 req-1fc01953-421b-4b18-a636-74869e5861af tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623486 Oct 30 15:25:26.249135 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b599d9e0-c1f0-4a02-8264-0f8a04a2d623 req-226eee7f-6500-4e47-ad7b-fbf30b373168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:26.250670 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b599d9e0-c1f0-4a02-8264-0f8a04a2d623 req-226eee7f-6500-4e47-ad7b-fbf30b373168 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c6ede997-2b53-4646-8c13-a88c9a081db5 HTTP/1.1" status: 200 len: 920 time: 0.1575804 Oct 30 15:25:26.299593 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b599d9e0-c1f0-4a02-8264-0f8a04a2d623 req-7349ceaf-4d14-498c-983d-1b12e311fd82 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b9b3925-8986-433d-8962-d9147a000a3c HTTP/1.1" status: 200 len: 217 time: 0.0415220 Oct 30 15:25:26.324841 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-4840ff9a-37ff-4bfa-8230-149d7fab4c83 req-c5e1dbb0-2135-440c-ad00-7865d40e39ad tempest-ServerAddressesTestJSON-21246508 tempest-ServerAddressesTestJSON-21246508-project] Deleting port 9ea6edeb-b622-4330-ad8d-4cad40f503da {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:25:26.325561 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-4840ff9a-37ff-4bfa-8230-149d7fab4c83 req-c5e1dbb0-2135-440c-ad00-7865d40e39ad tempest-ServerAddressesTestJSON-21246508 tempest-ServerAddressesTestJSON-21246508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:26.392585 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b599d9e0-c1f0-4a02-8264-0f8a04a2d623 req-d22213b5-e035-42ee-a394-b1bb183ed9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:26.394844 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b599d9e0-c1f0-4a02-8264-0f8a04a2d623 req-d22213b5-e035-42ee-a394-b1bb183ed9a9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8fc290f9-ee10-4d7e-9772-61a821242532 HTTP/1.1" status: 200 len: 859 time: 0.0846658 Oct 30 15:25:26.431248 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b599d9e0-c1f0-4a02-8264-0f8a04a2d623 req-b0be3793-aa90-4e30-b528-b621be1dc6d6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c6ede997-2b53-4646-8c13-a88c9a081db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299628 Oct 30 15:25:26.467833 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd127c1-fed2-444d-a18e-b5215845dd4a req-a9ce3ade-a142-4aab-8555-b532e178a02c tempest-ServerAddressesTestJSON-21246508 tempest-ServerAddressesTestJSON-21246508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:26.469924 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2fd127c1-fed2-444d-a18e-b5215845dd4a req-a9ce3ade-a142-4aab-8555-b532e178a02c tempest-ServerAddressesTestJSON-21246508 tempest-ServerAddressesTestJSON-21246508-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d2b21d3-a81e-440f-87ad-070d8e1304ae HTTP/1.1" status: 200 len: 946 time: 0.0794914 Oct 30 15:25:26.525259 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-4840ff9a-37ff-4bfa-8230-149d7fab4c83 req-c5e1dbb0-2135-440c-ad00-7865d40e39ad tempest-ServerAddressesTestJSON-21246508 tempest-ServerAddressesTestJSON-21246508-project] For port 9ea6edeb-b622-4330-ad8d-4cad40f503da, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=9ea6edeb-b622-4330-ad8d-4cad40f503da,segment=NetworkSegment(195dd55d-704e-41b5-88ed-e22a23d4ede2),segment_id=195dd55d-704e-41b5-88ed-e22a23d4ede2)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:25:26.525652 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-4840ff9a-37ff-4bfa-8230-149d7fab4c83 req-c5e1dbb0-2135-440c-ad00-7865d40e39ad tempest-ServerAddressesTestJSON-21246508 tempest-ServerAddressesTestJSON-21246508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:26.539327 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:26.545116 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b599d9e0-c1f0-4a02-8264-0f8a04a2d623 req-5d839ce8-65fd-4ac0-997b-0ea6410f3347 service neutron] 10.222.0.53 "GET /v2.0/networks/c6ede997-2b53-4646-8c13-a88c9a081db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058717 Oct 30 15:25:26.551604 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-4840ff9a-37ff-4bfa-8230-149d7fab4c83 req-c5e1dbb0-2135-440c-ad00-7865d40e39ad tempest-ServerAddressesTestJSON-21246508 tempest-ServerAddressesTestJSON-21246508-project] Calling delete_port for 9ea6edeb-b622-4330-ad8d-4cad40f503da owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:25:26.566690 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2fd127c1-fed2-444d-a18e-b5215845dd4a req-f80d287e-70ce-4635-b2c7-bfd0c2cbca66 tempest-ServerAddressesTestJSON-21246508 tempest-ServerAddressesTestJSON-21246508-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cb4e2c4-9262-417f-a115-05f1d3708118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844259 Oct 30 15:25:26.683619 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b599d9e0-c1f0-4a02-8264-0f8a04a2d623 req-2233889d-f031-4644-bd54-d63dded323f4 service neutron] 10.222.0.53 "GET /v2.0/networks/c6ede997-2b53-4646-8c13-a88c9a081db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286783 Oct 30 15:25:26.737468 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-4840ff9a-37ff-4bfa-8230-149d7fab4c83 req-c5e1dbb0-2135-440c-ad00-7865d40e39ad tempest-ServerAddressesTestJSON-21246508 tempest-ServerAddressesTestJSON-21246508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:26.751259 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['9ea6edeb-b622-4330-ad8d-4cad40f503da'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:25:26.826800 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e1dbb0-2135-440c-ad00-7865d40e39ad tempest-ServerAddressesTestJSON-21246508 tempest-ServerAddressesTestJSON-21246508-project] Pushing event deleted for resources: {'Port': ['ID=9ea6edeb-b622-4330-ad8d-4cad40f503da,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:26.854403 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e1dbb0-2135-440c-ad00-7865d40e39ad tempest-ServerAddressesTestJSON-21246508 tempest-ServerAddressesTestJSON-21246508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:25:26.854758 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e1dbb0-2135-440c-ad00-7865d40e39ad tempest-ServerAddressesTestJSON-21246508 tempest-ServerAddressesTestJSON-21246508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:25:26.855103 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e1dbb0-2135-440c-ad00-7865d40e39ad tempest-ServerAddressesTestJSON-21246508 tempest-ServerAddressesTestJSON-21246508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:25:26.855443 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e1dbb0-2135-440c-ad00-7865d40e39ad tempest-ServerAddressesTestJSON-21246508 tempest-ServerAddressesTestJSON-21246508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:25:26.855808 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e1dbb0-2135-440c-ad00-7865d40e39ad tempest-ServerAddressesTestJSON-21246508 tempest-ServerAddressesTestJSON-21246508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:25:26.856149 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e1dbb0-2135-440c-ad00-7865d40e39ad tempest-ServerAddressesTestJSON-21246508 tempest-ServerAddressesTestJSON-21246508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:25:26.856479 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e1dbb0-2135-440c-ad00-7865d40e39ad tempest-ServerAddressesTestJSON-21246508 tempest-ServerAddressesTestJSON-21246508-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:25:26.856807 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e1dbb0-2135-440c-ad00-7865d40e39ad tempest-ServerAddressesTestJSON-21246508 tempest-ServerAddressesTestJSON-21246508-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:25:26.857135 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e1dbb0-2135-440c-ad00-7865d40e39ad tempest-ServerAddressesTestJSON-21246508 tempest-ServerAddressesTestJSON-21246508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:25:26.857461 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e1dbb0-2135-440c-ad00-7865d40e39ad tempest-ServerAddressesTestJSON-21246508 tempest-ServerAddressesTestJSON-21246508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:25:26.857789 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e1dbb0-2135-440c-ad00-7865d40e39ad tempest-ServerAddressesTestJSON-21246508 tempest-ServerAddressesTestJSON-21246508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:25:26.858113 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e1dbb0-2135-440c-ad00-7865d40e39ad tempest-ServerAddressesTestJSON-21246508 tempest-ServerAddressesTestJSON-21246508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:25:26.869899 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-4840ff9a-37ff-4bfa-8230-149d7fab4c83 req-c5e1dbb0-2135-440c-ad00-7865d40e39ad tempest-ServerAddressesTestJSON-21246508 tempest-ServerAddressesTestJSON-21246508-project] No DVR routers for this DVR port 9ea6edeb-b622-4330-ad8d-4cad40f503da on host n-h1-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:25:26.872756 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-4840ff9a-37ff-4bfa-8230-149d7fab4c83 req-c5e1dbb0-2135-440c-ad00-7865d40e39ad tempest-ServerAddressesTestJSON-21246508 tempest-ServerAddressesTestJSON-21246508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:26.876965 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4840ff9a-37ff-4bfa-8230-149d7fab4c83 req-c5e1dbb0-2135-440c-ad00-7865d40e39ad tempest-ServerAddressesTestJSON-21246508 tempest-ServerAddressesTestJSON-21246508-project] 10.222.0.53 "DELETE /v2.0/ports/9ea6edeb-b622-4330-ad8d-4cad40f503da HTTP/1.1" status: 204 len: 173 time: 0.7235456 Oct 30 15:25:26.877421 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d2b21d3-a81e-440f-87ad-070d8e1304ae', 'name': 'network-vif-deleted', 'tag': '9ea6edeb-b622-4330-ad8d-4cad40f503da'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:25:26.880060 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad992a4-c1c4-445e-adda-55e7150c9cf4" -d '{"events": [{"server_uuid": "3d2b21d3-a81e-440f-87ad-070d8e1304ae", "name": "network-vif-deleted", "tag": "9ea6edeb-b622-4330-ad8d-4cad40f503da"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:25:27.203643 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580df649-0039-437e-b54a-e77fc400df70 x-openstack-request-id: req-580df649-0039-437e-b54a-e77fc400df70 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:25:27.204310 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d2b21d3-a81e-440f-87ad-070d8e1304ae", "name": "network-vif-deleted", "tag": "9ea6edeb-b622-4330-ad8d-4cad40f503da", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:25:27.204310 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-580df649-0039-437e-b54a-e77fc400df70 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:25:27.204631 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d2b21d3-a81e-440f-87ad-070d8e1304ae', 'name': 'network-vif-deleted', 'tag': '9ea6edeb-b622-4330-ad8d-4cad40f503da', 'status': 'completed', 'code': 200} Oct 30 15:25:27.388408 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bfd3cf-ad83-4d2f-90b9-5830a34cd23c req-4d884ed7-8d54-4953-9d73-c069bfa91ad9 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:27.396763 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c1bfd3cf-ad83-4d2f-90b9-5830a34cd23c req-4d884ed7-8d54-4953-9d73-c069bfa91ad9 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0b8c44a-9ecc-4544-a0eb-7014da6b0de8 HTTP/1.1" status: 200 len: 946 time: 0.0647705 Oct 30 15:25:27.427010 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5fd58f-7d07-48fb-a093-b988318cf281 req-ef13bdb9-9947-4017-b0f8-3323cfb12b65 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:27.428658 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4e5fd58f-7d07-48fb-a093-b988318cf281 req-ef13bdb9-9947-4017-b0f8-3323cfb12b65 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea65c58d-a69c-440b-b8bd-b7eea9849d5a HTTP/1.1" status: 200 len: 945 time: 0.1038358 Oct 30 15:25:27.447759 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c1bfd3cf-ad83-4d2f-90b9-5830a34cd23c req-71671a6c-ac4c-45ed-b57c-fbdc5c6b9df8 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470607 Oct 30 15:25:27.502329 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4e5fd58f-7d07-48fb-a093-b988318cf281 req-3dbffb52-127b-410c-87dc-b32a3f8ec579 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/security-groups?id=0731827a-e6d6-413c-9995-e240e1dbff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623329 Oct 30 15:25:27.635117 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 53890) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:25:27.697829 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e4e66b7-a3bd-4a0d-9c18-562184db4d74 admin admin] Deleting subnet 718dfa39-03c4-46d5-852c-e57c1bfe66ee {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:25:27.701459 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9e4e66b7-a3bd-4a0d-9c18-562184db4d74 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:27.748841 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9e4e66b7-a3bd-4a0d-9c18-562184db4d74 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:27.798326 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9e4e66b7-a3bd-4a0d-9c18-562184db4d74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:27.874519 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9e4e66b7-a3bd-4a0d-9c18-562184db4d74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:27.910064 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4e66b7-a3bd-4a0d-9c18-562184db4d74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=718dfa39-03c4-46d5-852c-e57c1bfe66ee,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:27.915828 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9e4e66b7-a3bd-4a0d-9c18-562184db4d74 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:27.922228 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9e4e66b7-a3bd-4a0d-9c18-562184db4d74 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/718dfa39-03c4-46d5-852c-e57c1bfe66ee HTTP/1.1" status: 204 len: 168 time: 0.2857015 Oct 30 15:25:27.924715 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 53906) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:25:28.018150 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-853f072e-f01e-4a86-9b10-ff327bde6a79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:28.106580 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-853f072e-f01e-4a86-9b10-ff327bde6a79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:28.128669 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-853f072e-f01e-4a86-9b10-ff327bde6a79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0c9d02f-e1cd-403d-973e-475d0a224e64']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:25:28.140823 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-853f072e-f01e-4a86-9b10-ff327bde6a79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '195dd55d-704e-41b5-88ed-e22a23d4ede2') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:25:28.141189 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-853f072e-f01e-4a86-9b10-ff327bde6a79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '195dd55d-704e-41b5-88ed-e22a23d4ede2') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:25:28.153625 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-853f072e-f01e-4a86-9b10-ff327bde6a79 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:28.169838 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-853f072e-f01e-4a86-9b10-ff327bde6a79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:28.176837 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-853f072e-f01e-4a86-9b10-ff327bde6a79 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:25:28.177322 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-853f072e-f01e-4a86-9b10-ff327bde6a79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:28.179022 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:25:28.179022 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:25:28.179022 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:25:28.179022 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:25:28.179022 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:25:28.179022 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:25:28.179022 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:25:28.179022 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:25:28.179022 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:25:28.179022 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:25:28.179022 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:25:28.179022 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:25:28.179022 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:25:28.179022 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:25:28.179022 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:25:28.179022 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:25:28.179022 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:25:28.179022 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:25:28.179022 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:25:28.179022 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:25:28.179022 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:25:28.179022 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:25:28.179022 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:25:28.179022 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:25:28.179022 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:25:28.179022 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:25:28.179022 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:25:28.179022 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:25:28.179022 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:25:28.179022 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:25:28.179022 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:25:28.179022 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:25:28.222315 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:25:28.244594 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-853f072e-f01e-4a86-9b10-ff327bde6a79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:28.250204 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-853f072e-f01e-4a86-9b10-ff327bde6a79 admin admin] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:28.253522 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-853f072e-f01e-4a86-9b10-ff327bde6a79 admin admin] 10.222.0.62 "DELETE /v2.0/networks/a0c9d02f-e1cd-403d-973e-475d0a224e64 HTTP/1.1" status: 204 len: 168 time: 0.3271117 Oct 30 15:25:28.267740 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853f072e-f01e-4a86-9b10-ff327bde6a79 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0c9d02f-e1cd-403d-973e-475d0a224e64,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:28.357677 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 53916) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:25:28.449890 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 53920) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:25:28.503698 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-0b16a7fd-01fe-4016-90d1-53df281c60fe admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a0004d67230549549b36d1c4f4ae2f92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0519755 Oct 30 15:25:28.504416 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 53924) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:25:28.633398 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189dfdd4-19b1-4229-966a-6bb8a53e201e req-45225269-62a0-4f65-b76c-d3c26a5e9721 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:28.635390 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac446f-97d8-4c08-a1ff-60c1abe1813c req-4dbe583c-b073-48f7-9099-48140dbeda91 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:28.635579 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-189dfdd4-19b1-4229-966a-6bb8a53e201e req-45225269-62a0-4f65-b76c-d3c26a5e9721 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0b8c44a-9ecc-4544-a0eb-7014da6b0de8 HTTP/1.1" status: 200 len: 946 time: 0.0879118 Oct 30 15:25:28.640785 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f7c8fe6a-249f-42f6-8f1f-825da66e719a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:28.644119 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2eac446f-97d8-4c08-a1ff-60c1abe1813c req-4dbe583c-b073-48f7-9099-48140dbeda91 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea65c58d-a69c-440b-b8bd-b7eea9849d5a HTTP/1.1" status: 200 len: 945 time: 0.0587552 Oct 30 15:25:28.685211 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2eac446f-97d8-4c08-a1ff-60c1abe1813c req-ca9d53e6-c826-4973-859d-f82bf905b6e8 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/security-groups?id=0731827a-e6d6-413c-9995-e240e1dbff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402133 Oct 30 15:25:28.718334 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f7c8fe6a-249f-42f6-8f1f-825da66e719a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:28.725941 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2f531104-2cdf-4815-b772-7f1918e2cff3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:28.770581 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-189dfdd4-19b1-4229-966a-6bb8a53e201e req-2f388229-91bc-49aa-b7c9-6777dcda70a4 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261048 Oct 30 15:25:28.815788 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f7c8fe6a-249f-42f6-8f1f-825da66e719a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:28.818315 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f7c8fe6a-249f-42f6-8f1f-825da66e719a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:28.819477 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-f7c8fe6a-249f-42f6-8f1f-825da66e719a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4cb4e2c4-9262-417f-a115-05f1d3708118 HTTP/1.1" status: 204 len: 168 time: 0.3139217 Oct 30 15:25:28.833601 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c8fe6a-249f-42f6-8f1f-825da66e719a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb4e2c4-9262-417f-a115-05f1d3708118,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:28.859371 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2f531104-2cdf-4815-b772-7f1918e2cff3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:28.864867 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2f531104-2cdf-4815-b772-7f1918e2cff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:28.925784 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-2f531104-2cdf-4815-b772-7f1918e2cff3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c86350dbc32343bab9959d06054f2b39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5670016 Oct 30 15:25:28.928001 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f531104-2cdf-4815-b772-7f1918e2cff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d91434-164a-43fe-a553-4bb6f3ce3166,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:28.928613 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 53932) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:25:28.996286 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ec1de7f9-6164-407b-988c-b0348d349ac4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:29.019070 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ec1de7f9-6164-407b-988c-b0348d349ac4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:29.076286 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ec1de7f9-6164-407b-988c-b0348d349ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:29.078887 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ec1de7f9-6164-407b-988c-b0348d349ac4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:29.080186 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-ec1de7f9-6164-407b-988c-b0348d349ac4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/09d91434-164a-43fe-a553-4bb6f3ce3166 HTTP/1.1" status: 204 len: 168 time: 0.1499918 Oct 30 15:25:29.093925 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1de7f9-6164-407b-988c-b0348d349ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d91434-164a-43fe-a553-4bb6f3ce3166,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:29.452311 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 53952) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:25:29.466708 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1d9f50e3-5a5b-4375-9295-8391d8e6c4a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:29.553162 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 9ea6edeb-b622-4330-ad8d-4cad40f503da no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:25:29.563498 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1d9f50e3-5a5b-4375-9295-8391d8e6c4a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:29.569106 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1d9f50e3-5a5b-4375-9295-8391d8e6c4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:29.577725 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: 9ea6edeb-b622-4330-ad8d-4cad40f503da {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:25:29.578302 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 9ea6edeb-b622-4330-ad8d-4cad40f503da not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:25:29.611740 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-1d9f50e3-5a5b-4375-9295-8391d8e6c4a5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=212cb582f8c940a4b46dcfb1f44c0878&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1582971 Oct 30 15:25:29.612612 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9f50e3-5a5b-4375-9295-8391d8e6c4a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2b9c6b-315f-42e1-bf11-b48bddfa7986,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:29.614399 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 53956) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:25:29.683146 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3772f486-eea5-4809-9c6d-afa4b019f031 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:29.707972 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3772f486-eea5-4809-9c6d-afa4b019f031 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:29.749556 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 53962) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:25:29.777315 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:29.827237 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3772f486-eea5-4809-9c6d-afa4b019f031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:29.830133 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3772f486-eea5-4809-9c6d-afa4b019f031 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:29.834305 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-3772f486-eea5-4809-9c6d-afa4b019f031 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ee2b9c6b-315f-42e1-bf11-b48bddfa7986 HTTP/1.1" status: 204 len: 168 time: 0.2180769 Oct 30 15:25:29.854880 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42087b34-9c86-4df1-8c48-f1346df7d50c req-db000019-15a2-4e1a-988f-e3136c7fa3bd tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:29.865168 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-42087b34-9c86-4df1-8c48-f1346df7d50c req-db000019-15a2-4e1a-988f-e3136c7fa3bd tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea65c58d-a69c-440b-b8bd-b7eea9849d5a HTTP/1.1" status: 200 len: 945 time: 0.0847886 Oct 30 15:25:29.885751 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3772f486-eea5-4809-9c6d-afa4b019f031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2b9c6b-315f-42e1-bf11-b48bddfa7986,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:29.903541 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-5f749baf-0e28-41e8-9e9f-f61126e66033 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1973299480-network', 'tenant_id': '7dc4e514fb7e419faa038057886493e7'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:25:29.924215 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-42087b34-9c86-4df1-8c48-f1346df7d50c req-e720ad83-74d2-40f7-bb68-f410c2582a1e tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/security-groups?id=0731827a-e6d6-413c-9995-e240e1dbff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577893 Oct 30 15:25:29.928103 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f749baf-0e28-41e8-9e9f-f61126e66033 admin admin] Made reservation on behalf of 7dc4e514fb7e419faa038057886493e7 for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:25:29.931725 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5f749baf-0e28-41e8-9e9f-f61126e66033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:29.952796 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5f749baf-0e28-41e8-9e9f-f61126e66033 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:29.985632 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7866a5-c10a-49f7-8924-231c0b3a9f3c req-61312013-f81c-4250-a66b-e97c49daf0d2 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:29.999529 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2d7866a5-c10a-49f7-8924-231c0b3a9f3c req-61312013-f81c-4250-a66b-e97c49daf0d2 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0b8c44a-9ecc-4544-a0eb-7014da6b0de8 HTTP/1.1" status: 200 len: 946 time: 0.1300871 Oct 30 15:25:30.050258 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2d7866a5-c10a-49f7-8924-231c0b3a9f3c req-3b1ca88e-a0ec-4a4c-acc5-119aa24878ea tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553281 Oct 30 15:25:30.098694 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5f749baf-0e28-41e8-9e9f-f61126e66033 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:30.103977 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5f749baf-0e28-41e8-9e9f-f61126e66033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:30.131724 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f749baf-0e28-41e8-9e9f-f61126e66033 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:25:30.141702 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f749baf-0e28-41e8-9e9f-f61126e66033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac631c8-b750-460c-890f-6d1de64f931a,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:30.148895 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5f749baf-0e28-41e8-9e9f-f61126e66033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:30.149470 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-5f749baf-0e28-41e8-9e9f-f61126e66033 admin admin] Added segment 8e9b3cf7-106e-4f3b-becf-8618a9d21c58 of type vlan for network 15012a16-8e0c-4c40-930f-76f1bfbbf65d Oct 30 15:25:30.193309 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5f749baf-0e28-41e8-9e9f-f61126e66033 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:30.233646 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5f749baf-0e28-41e8-9e9f-f61126e66033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:30.235025 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f749baf-0e28-41e8-9e9f-f61126e66033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:30.235950 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5f749baf-0e28-41e8-9e9f-f61126e66033 admin admin] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:30.302561 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-5f749baf-0e28-41e8-9e9f-f61126e66033 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5491159 Oct 30 15:25:30.305327 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 53980) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:25:30.305652 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f749baf-0e28-41e8-9e9f-f61126e66033 admin admin] Pushing event updated for resources: {'Network': ['ID=15012a16-8e0c-4c40-930f-76f1bfbbf65d,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:30.313683 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-ace0394f-75b8-4e74-8833-4426d58cbea2 admin admin] Request body: {'subnet': {'network_id': '15012a16-8e0c-4c40-930f-76f1bfbbf65d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1973299480-subnet', 'tenant_id': '7dc4e514fb7e419faa038057886493e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:25:30.317757 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 15012a16-8e0c-4c40-930f-76f1bfbbf65d details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:25:30.344719 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace0394f-75b8-4e74-8833-4426d58cbea2 admin admin] Made reservation on behalf of 7dc4e514fb7e419faa038057886493e7 for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:25:30.347299 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ace0394f-75b8-4e74-8833-4426d58cbea2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:30.540566 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ace0394f-75b8-4e74-8833-4426d58cbea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:30.614848 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace0394f-75b8-4e74-8833-4426d58cbea2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c7b3a59-2a37-4a30-9846-9054476c96af,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:30.622895 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace0394f-75b8-4e74-8833-4426d58cbea2 admin admin] Checking segment: {'id': '8e9b3cf7-106e-4f3b-becf-8618a9d21c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '15012a16-8e0c-4c40-930f-76f1bfbbf65d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:25:30.623253 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace0394f-75b8-4e74-8833-4426d58cbea2 admin admin] Network hostable DHCP agents. Network: 15012a16-8e0c-4c40-930f-76f1bfbbf65d, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:25:30.640704 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace0394f-75b8-4e74-8833-4426d58cbea2 admin admin] Network 15012a16-8e0c-4c40-930f-76f1bfbbf65d is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:25:30.651085 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-ace0394f-75b8-4e74-8833-4426d58cbea2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 15012a16-8e0c-4c40-930f-76f1bfbbf65d) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:25:30.671207 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace0394f-75b8-4e74-8833-4426d58cbea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:30.675070 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84315b6-2a8a-48b3-b2de-922f05028bbb None None] Network 15012a16-8e0c-4c40-930f-76f1bfbbf65d requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:25:30.675774 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ace0394f-75b8-4e74-8833-4426d58cbea2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:30.717744 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-ace0394f-75b8-4e74-8833-4426d58cbea2 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4097569 Oct 30 15:25:30.887675 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8dd155-d679-4eff-ac31-74b874773328 None None] Network 15012a16-8e0c-4c40-930f-76f1bfbbf65d requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:25:31.151719 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc347b29-f1d5-43fe-b0a4-a1e1468e6ca6 req-a7321ce4-74db-4f50-a27e-47c7afed51da tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:31.154996 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bc347b29-f1d5-43fe-b0a4-a1e1468e6ca6 req-a7321ce4-74db-4f50-a27e-47c7afed51da tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea65c58d-a69c-440b-b8bd-b7eea9849d5a HTTP/1.1" status: 200 len: 945 time: 0.1029923 Oct 30 15:25:31.208674 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bc347b29-f1d5-43fe-b0a4-a1e1468e6ca6 req-c11d750e-031c-491b-a020-3bfb5a138218 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/security-groups?id=0731827a-e6d6-413c-9995-e240e1dbff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472674 Oct 30 15:25:31.387057 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b413c34a-86d8-4813-933e-4e1575550f1b req-e8b1f156-436e-475c-9126-fe39b555e47b tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:31.389118 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b413c34a-86d8-4813-933e-4e1575550f1b req-e8b1f156-436e-475c-9126-fe39b555e47b tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0b8c44a-9ecc-4544-a0eb-7014da6b0de8 HTTP/1.1" status: 200 len: 946 time: 0.0943220 Oct 30 15:25:31.460059 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b413c34a-86d8-4813-933e-4e1575550f1b req-f9452b96-ef14-4355-9912-4bec6b90780e tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544572 Oct 30 15:25:31.550241 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad7981-1791-4f93-8b0a-c7a8a4921222 req-5635429f-8c29-4085-9c99-08ca907aff10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:31.553187 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-40ad7981-1791-4f93-8b0a-c7a8a4921222 req-5635429f-8c29-4085-9c99-08ca907aff10 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c0b8c44a-9ecc-4544-a0eb-7014da6b0de8 HTTP/1.1" status: 200 len: 1098 time: 0.0822592 Oct 30 15:25:31.561956 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8483dc-8d3b-46a7-92df-19bc9473b234 req-fda7b2cf-48b6-4136-9366-e9f9dedc8529 tempest-ServerTagsTestJSON-1734073488 tempest-ServerTagsTestJSON-1734073488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:31.569094 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0e8483dc-8d3b-46a7-92df-19bc9473b234 req-fda7b2cf-48b6-4136-9366-e9f9dedc8529 tempest-ServerTagsTestJSON-1734073488 tempest-ServerTagsTestJSON-1734073488-project] 10.222.0.62 "GET /v2.0/networks?id=15012a16-8e0c-4c40-930f-76f1bfbbf65d HTTP/1.1" status: 200 len: 809 time: 0.1452615 Oct 30 15:25:31.589658 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0e8483dc-8d3b-46a7-92df-19bc9473b234 req-19ae2812-f0bc-4b7b-bdbf-b48fe32d8baa tempest-ServerTagsTestJSON-1734073488 tempest-ServerTagsTestJSON-1734073488-project] 10.222.0.62 "GET /v2.0/quotas/7dc4e514fb7e419faa038057886493e7 HTTP/1.1" status: 200 len: 375 time: 0.0195758 Oct 30 15:25:31.609355 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-40ad7981-1791-4f93-8b0a-c7a8a4921222 req-12471c71-14b8-4938-a28f-d9aaecb5c826 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493374 Oct 30 15:25:31.627187 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0e8483dc-8d3b-46a7-92df-19bc9473b234 req-904ce52f-69ac-48ae-a847-d409b3813f3c tempest-ServerTagsTestJSON-1734073488 tempest-ServerTagsTestJSON-1734073488-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=7dc4e514fb7e419faa038057886493e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364654 Oct 30 15:25:31.732434 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0e8483dc-8d3b-46a7-92df-19bc9473b234 req-83c94e64-5b75-46f5-8b3a-f140fd07590b service neutron] 10.222.0.62 "GET /v2.0/networks/15012a16-8e0c-4c40-930f-76f1bfbbf65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958943 Oct 30 15:25:31.840497 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0e8483dc-8d3b-46a7-92df-19bc9473b234 req-8695091e-7f40-47d5-bcde-8f1eef0127d2 service neutron] 10.222.0.62 "GET /v2.0/networks/15012a16-8e0c-4c40-930f-76f1bfbbf65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009533 Oct 30 15:25:31.864943 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:32.056606 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0e5bb5c2-c6c7-4c83-b4e0-ffa65ebf6b12 req-5e35033d-313d-44bc-8c40-309d1f87e27f tempest-ServerTagsTestJSON-1734073488 tempest-ServerTagsTestJSON-1734073488-project] 10.222.0.62 "GET /v2.0/ports?device_id=549aea35-0450-4e22-afd8-7ad94af88dfc HTTP/1.1" status: 200 len: 210 time: 0.0512080 Oct 30 15:25:32.358548 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30005415-1dbe-4398-91ec-b8186d5ba7c0 req-50c0c1ca-2b82-403b-bb5f-feeda5216546 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:32.366967 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-30005415-1dbe-4398-91ec-b8186d5ba7c0 req-50c0c1ca-2b82-403b-bb5f-feeda5216546 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea65c58d-a69c-440b-b8bd-b7eea9849d5a HTTP/1.1" status: 200 len: 945 time: 0.0723820 Oct 30 15:25:32.416024 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-30005415-1dbe-4398-91ec-b8186d5ba7c0 req-75ff3ccf-49ad-4fdc-a65e-f5ef3f20ac77 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/security-groups?id=0731827a-e6d6-413c-9995-e240e1dbff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466127 Oct 30 15:25:32.680769 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae1c835-eef3-4d29-91ed-f901f4efd010 req-7578943d-4ffb-4a59-9fd5-19220c03aeb8 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:32.693282 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0ae1c835-eef3-4d29-91ed-f901f4efd010 req-7578943d-4ffb-4a59-9fd5-19220c03aeb8 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0b8c44a-9ecc-4544-a0eb-7014da6b0de8 HTTP/1.1" status: 200 len: 946 time: 0.0965829 Oct 30 15:25:32.728933 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0ae1c835-eef3-4d29-91ed-f901f4efd010 req-bb59d7fa-6499-43dc-948f-667a26b5fc76 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345984 Oct 30 15:25:33.160047 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0ff44ca5-af61-4569-b36e-bb9c15dfbc55 req-20af275f-5ef9-4f2b-8e5c-21caa052b1d4 tempest-ServerTagsTestJSON-1734073488 tempest-ServerTagsTestJSON-1734073488-project] 10.222.0.62 "GET /v2.0/ports?device_id=549aea35-0450-4e22-afd8-7ad94af88dfc HTTP/1.1" status: 200 len: 210 time: 0.0346231 Oct 30 15:25:33.344614 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8483dc-8d3b-46a7-92df-19bc9473b234 req-35c9c05b-2487-4ba5-90c9-de7e6a89e43d tempest-ServerTagsTestJSON-1734073488 tempest-ServerTagsTestJSON-1734073488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:33.347191 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0e8483dc-8d3b-46a7-92df-19bc9473b234 req-35c9c05b-2487-4ba5-90c9-de7e6a89e43d tempest-ServerTagsTestJSON-1734073488 tempest-ServerTagsTestJSON-1734073488-project] 10.222.0.44 "GET /v2.0/networks?id=15012a16-8e0c-4c40-930f-76f1bfbbf65d HTTP/1.1" status: 200 len: 809 time: 0.1477678 Oct 30 15:25:33.362633 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-0e8483dc-8d3b-46a7-92df-19bc9473b234 req-a711afbc-f616-4b30-b1b4-355df60d6421 tempest-ServerTagsTestJSON-1734073488 tempest-ServerTagsTestJSON-1734073488-project] Request body: {'port': {'device_id': '549aea35-0450-4e22-afd8-7ad94af88dfc', 'network_id': '15012a16-8e0c-4c40-930f-76f1bfbbf65d', 'admin_state_up': True, 'tenant_id': '7dc4e514fb7e419faa038057886493e7'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:25:33.557018 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a73713-21eb-42e4-b94f-b19207ed1648 req-4f5a4ad7-9a7a-4d24-90a1-d547a11edd94 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:33.558918 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-35a73713-21eb-42e4-b94f-b19207ed1648 req-4f5a4ad7-9a7a-4d24-90a1-d547a11edd94 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea65c58d-a69c-440b-b8bd-b7eea9849d5a HTTP/1.1" status: 200 len: 945 time: 0.0691342 Oct 30 15:25:33.560285 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e8483dc-8d3b-46a7-92df-19bc9473b234 req-a711afbc-f616-4b30-b1b4-355df60d6421 tempest-ServerTagsTestJSON-1734073488 tempest-ServerTagsTestJSON-1734073488-project] Made reservation on behalf of 7dc4e514fb7e419faa038057886493e7 for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:25:33.564000 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-0e8483dc-8d3b-46a7-92df-19bc9473b234 req-a711afbc-f616-4b30-b1b4-355df60d6421 tempest-ServerTagsTestJSON-1734073488 tempest-ServerTagsTestJSON-1734073488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:33.651912 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-35a73713-21eb-42e4-b94f-b19207ed1648 req-5edfc462-65e3-476f-9cb5-d8966741ff02 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/security-groups?id=0731827a-e6d6-413c-9995-e240e1dbff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745428 Oct 30 15:25:33.747084 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-0e8483dc-8d3b-46a7-92df-19bc9473b234 req-a711afbc-f616-4b30-b1b4-355df60d6421 tempest-ServerTagsTestJSON-1734073488 tempest-ServerTagsTestJSON-1734073488-project] Allocated IP 172.20.0.6 (15012a16-8e0c-4c40-930f-76f1bfbbf65d/4c7b3a59-2a37-4a30-9846-9054476c96af/594da6a4-e77e-4b69-a217-bb4b62ea85b3) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:25:33.874567 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df79d1df-314c-4b96-b37b-b1bef6243bcc req-7d407c7a-cb25-49bc-b597-e85ccc1307f0 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:33.876654 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-df79d1df-314c-4b96-b37b-b1bef6243bcc req-7d407c7a-cb25-49bc-b597-e85ccc1307f0 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0b8c44a-9ecc-4544-a0eb-7014da6b0de8 HTTP/1.1" status: 200 len: 946 time: 0.0621955 Oct 30 15:25:33.921164 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-df79d1df-314c-4b96-b37b-b1bef6243bcc req-926d525a-f32f-44c5-9702-c3a86db0153c tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378759 Oct 30 15:25:33.963160 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-0e8483dc-8d3b-46a7-92df-19bc9473b234 req-a711afbc-f616-4b30-b1b4-355df60d6421 tempest-ServerTagsTestJSON-1734073488 tempest-ServerTagsTestJSON-1734073488-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:34.014135 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-0e8483dc-8d3b-46a7-92df-19bc9473b234 req-a711afbc-f616-4b30-b1b4-355df60d6421 tempest-ServerTagsTestJSON-1734073488 tempest-ServerTagsTestJSON-1734073488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:34.079274 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e8483dc-8d3b-46a7-92df-19bc9473b234 req-a711afbc-f616-4b30-b1b4-355df60d6421 tempest-ServerTagsTestJSON-1734073488 tempest-ServerTagsTestJSON-1734073488-project] Network 15012a16-8e0c-4c40-930f-76f1bfbbf65d is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:25:34.084849 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-0e8483dc-8d3b-46a7-92df-19bc9473b234 req-a711afbc-f616-4b30-b1b4-355df60d6421 tempest-ServerTagsTestJSON-1734073488 tempest-ServerTagsTestJSON-1734073488-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:25:34.089560 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e8483dc-8d3b-46a7-92df-19bc9473b234 req-a711afbc-f616-4b30-b1b4-355df60d6421 tempest-ServerTagsTestJSON-1734073488 tempest-ServerTagsTestJSON-1734073488-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:25:34.170866 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9db8c-3587-458a-803a-bd2becba28b8 req-4be5afbf-1871-45f5-954b-d4651c5a5b10 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:34.173055 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a1d9db8c-3587-458a-803a-bd2becba28b8 req-4be5afbf-1871-45f5-954b-d4651c5a5b10 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0b8c44a-9ecc-4544-a0eb-7014da6b0de8 HTTP/1.1" status: 200 len: 946 time: 0.0581448 Oct 30 15:25:34.206383 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8483dc-8d3b-46a7-92df-19bc9473b234 req-a711afbc-f616-4b30-b1b4-355df60d6421 tempest-ServerTagsTestJSON-1734073488 tempest-ServerTagsTestJSON-1734073488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:34.207901 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-0e8483dc-8d3b-46a7-92df-19bc9473b234 req-a711afbc-f616-4b30-b1b4-355df60d6421 tempest-ServerTagsTestJSON-1734073488 tempest-ServerTagsTestJSON-1734073488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:34.214841 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a711afbc-f616-4b30-b1b4-355df60d6421 tempest-ServerTagsTestJSON-1734073488 tempest-ServerTagsTestJSON-1734073488-project] Pushing event updated for resources: {'Port': ['ID=594da6a4-e77e-4b69-a217-bb4b62ea85b3,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:34.234424 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a1d9db8c-3587-458a-803a-bd2becba28b8 req-2541172d-3ff2-4c66-93ab-999f9148eca5 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552857 Oct 30 15:25:34.318221 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0e8483dc-8d3b-46a7-92df-19bc9473b234 req-a711afbc-f616-4b30-b1b4-355df60d6421 tempest-ServerTagsTestJSON-1734073488 tempest-ServerTagsTestJSON-1734073488-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9611688 Oct 30 15:25:34.321284 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f95ab1-e8f8-4ed6-ab27-df5d64beda48 req-df6e5903-8b16-4b08-8546-2c9fa22f7648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:34.322700 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-33f95ab1-e8f8-4ed6-ab27-df5d64beda48 req-df6e5903-8b16-4b08-8546-2c9fa22f7648 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e2f6c94423b348689edc4b7fcd3062c6&device_id=c0b8c44a-9ecc-4544-a0eb-7014da6b0de8 HTTP/1.1" status: 200 len: 1098 time: 0.2058601 Oct 30 15:25:34.330228 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089cdaff-2e48-4282-9c9e-3eb78dfe2611 req-68049fed-0afb-451b-bcf4-34796987f8a6 tempest-ServerTagsTestJSON-1734073488 tempest-ServerTagsTestJSON-1734073488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:34.331758 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-089cdaff-2e48-4282-9c9e-3eb78dfe2611 req-68049fed-0afb-451b-bcf4-34796987f8a6 tempest-ServerTagsTestJSON-1734073488 tempest-ServerTagsTestJSON-1734073488-project] 10.222.0.62 "GET /v2.0/ports?device_id=549aea35-0450-4e22-afd8-7ad94af88dfc HTTP/1.1" status: 200 len: 931 time: 0.0806470 Oct 30 15:25:34.344082 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-0e8483dc-8d3b-46a7-92df-19bc9473b234 req-a23df3a1-dae5-400d-b2db-ba9c16dcaac3 service neutron] Request body: {'port': {'device_id': '549aea35-0450-4e22-afd8-7ad94af88dfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:25:34.490166 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-089cdaff-2e48-4282-9c9e-3eb78dfe2611 req-40be559c-93f0-4730-a2c7-42feec03dca9 tempest-ServerTagsTestJSON-1734073488 tempest-ServerTagsTestJSON-1734073488-project] 10.222.0.62 "GET /v2.0/security-groups?id=3ac631c8-b750-460c-890f-6d1de64f931a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347752 Oct 30 15:25:34.490903 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-0e8483dc-8d3b-46a7-92df-19bc9473b234 req-a23df3a1-dae5-400d-b2db-ba9c16dcaac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:34.520699 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f95ab1-e8f8-4ed6-ab27-df5d64beda48 req-a840ed6f-c1bf-4f72-a34e-6df85d4ce0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:34.522417 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-33f95ab1-e8f8-4ed6-ab27-df5d64beda48 req-a840ed6f-c1bf-4f72-a34e-6df85d4ce0e0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bd478de8-91f8-449b-b9b1-7a22cf4cb07a HTTP/1.1" status: 200 len: 912 time: 0.1887140 Oct 30 15:25:34.587247 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-33f95ab1-e8f8-4ed6-ab27-df5d64beda48 req-643b529d-1771-44d2-b959-b49dc36ae664 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4a2c8d1-76fb-48ff-9d96-62232f1f16bf HTTP/1.1" status: 200 len: 217 time: 0.0416563 Oct 30 15:25:34.716459 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f95ab1-e8f8-4ed6-ab27-df5d64beda48 req-7796cf94-e35f-4bf6-987a-dd98c37c67d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:34.718060 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-33f95ab1-e8f8-4ed6-ab27-df5d64beda48 req-7796cf94-e35f-4bf6-987a-dd98c37c67d5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d096ec6f-ca2a-4ac2-a3be-5deccac59176 HTTP/1.1" status: 200 len: 851 time: 0.1194730 Oct 30 15:25:34.798102 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c72e33-6145-4451-be74-6d50c7c207b3 req-4d307539-b281-4a5b-9fc1-6f70794d3a97 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:34.806083 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-33c72e33-6145-4451-be74-6d50c7c207b3 req-4d307539-b281-4a5b-9fc1-6f70794d3a97 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea65c58d-a69c-440b-b8bd-b7eea9849d5a HTTP/1.1" status: 200 len: 945 time: 0.0656481 Oct 30 15:25:34.809313 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-33f95ab1-e8f8-4ed6-ab27-df5d64beda48 req-605d5f66-4da1-4c38-adb3-419db7950ad3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bd478de8-91f8-449b-b9b1-7a22cf4cb07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708435 Oct 30 15:25:34.854808 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-33c72e33-6145-4451-be74-6d50c7c207b3 req-d9b2d54b-db14-4b21-8fea-7aea03a4edc5 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/security-groups?id=0731827a-e6d6-413c-9995-e240e1dbff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457685 Oct 30 15:25:34.951668 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-33f95ab1-e8f8-4ed6-ab27-df5d64beda48 req-6cdd992f-27de-467c-a69f-d99eaedd4fe8 service neutron] 10.222.0.53 "GET /v2.0/networks/bd478de8-91f8-449b-b9b1-7a22cf4cb07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342862 Oct 30 15:25:35.045656 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-0e8483dc-8d3b-46a7-92df-19bc9473b234 req-a23df3a1-dae5-400d-b2db-ba9c16dcaac3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 594da6a4-e77e-4b69-a217-bb4b62ea85b3 {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:25:35.056304 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-0e8483dc-8d3b-46a7-92df-19bc9473b234 req-a23df3a1-dae5-400d-b2db-ba9c16dcaac3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:35.080297 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-0e8483dc-8d3b-46a7-92df-19bc9473b234 req-a23df3a1-dae5-400d-b2db-ba9c16dcaac3 service neutron] Transition to ACTIVE for port object 594da6a4-e77e-4b69-a217-bb4b62ea85b3 will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:25:35.086862 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-0e8483dc-8d3b-46a7-92df-19bc9473b234 req-a23df3a1-dae5-400d-b2db-ba9c16dcaac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:35.132466 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-33f95ab1-e8f8-4ed6-ab27-df5d64beda48 req-f80421c4-5068-49e1-a67c-ba5c382c2c62 service neutron] 10.222.0.53 "GET /v2.0/networks/bd478de8-91f8-449b-b9b1-7a22cf4cb07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730921 Oct 30 15:25:35.159340 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23df3a1-dae5-400d-b2db-ba9c16dcaac3 service neutron] Pushing event updated for resources: {'Port': ['ID=594da6a4-e77e-4b69-a217-bb4b62ea85b3,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:35.236159 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-0e8483dc-8d3b-46a7-92df-19bc9473b234 req-a23df3a1-dae5-400d-b2db-ba9c16dcaac3 service neutron] Attempting to bind port 594da6a4-e77e-4b69-a217-bb4b62ea85b3 on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:25:35.237424 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-0e8483dc-8d3b-46a7-92df-19bc9473b234 req-a23df3a1-dae5-400d-b2db-ba9c16dcaac3 service neutron] Attempting to bind port 594da6a4-e77e-4b69-a217-bb4b62ea85b3 by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': '8e9b3cf7-106e-4f3b-becf-8618a9d21c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '15012a16-8e0c-4c40-930f-76f1bfbbf65d'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:25:35.238201 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8483dc-8d3b-46a7-92df-19bc9473b234 req-a23df3a1-dae5-400d-b2db-ba9c16dcaac3 service neutron] Attempting to bind port 594da6a4-e77e-4b69-a217-bb4b62ea85b3 on network 15012a16-8e0c-4c40-930f-76f1bfbbf65d {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:25:35.244723 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8483dc-8d3b-46a7-92df-19bc9473b234 req-a23df3a1-dae5-400d-b2db-ba9c16dcaac3 service neutron] Port 594da6a4-e77e-4b69-a217-bb4b62ea85b3 on network 15012a16-8e0c-4c40-930f-76f1bfbbf65d not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:25:35.245289 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8483dc-8d3b-46a7-92df-19bc9473b234 req-a23df3a1-dae5-400d-b2db-ba9c16dcaac3 service neutron] Attempting to bind port 594da6a4-e77e-4b69-a217-bb4b62ea85b3 on network 15012a16-8e0c-4c40-930f-76f1bfbbf65d {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:25:35.253835 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8483dc-8d3b-46a7-92df-19bc9473b234 req-a23df3a1-dae5-400d-b2db-ba9c16dcaac3 service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:25:35.254182 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8483dc-8d3b-46a7-92df-19bc9473b234 req-a23df3a1-dae5-400d-b2db-ba9c16dcaac3 service neutron] Checking segment: {'id': '8e9b3cf7-106e-4f3b-becf-8618a9d21c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '15012a16-8e0c-4c40-930f-76f1bfbbf65d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:25:35.254835 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8483dc-8d3b-46a7-92df-19bc9473b234 req-a23df3a1-dae5-400d-b2db-ba9c16dcaac3 service neutron] Bound using segment: {'id': '8e9b3cf7-106e-4f3b-becf-8618a9d21c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '15012a16-8e0c-4c40-930f-76f1bfbbf65d'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:25:35.255438 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-0e8483dc-8d3b-46a7-92df-19bc9473b234 req-a23df3a1-dae5-400d-b2db-ba9c16dcaac3 service neutron] Bound port: 594da6a4-e77e-4b69-a217-bb4b62ea85b3, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e9b3cf7-106e-4f3b-becf-8618a9d21c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '15012a16-8e0c-4c40-930f-76f1bfbbf65d'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:25:35.255902 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-0e8483dc-8d3b-46a7-92df-19bc9473b234 req-a23df3a1-dae5-400d-b2db-ba9c16dcaac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:35.385125 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-0e8483dc-8d3b-46a7-92df-19bc9473b234 req-a23df3a1-dae5-400d-b2db-ba9c16dcaac3 service neutron] For port 594da6a4-e77e-4b69-a217-bb4b62ea85b3, host n-h2-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:25:35.389352 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-0e8483dc-8d3b-46a7-92df-19bc9473b234 req-a23df3a1-dae5-400d-b2db-ba9c16dcaac3 service neutron] For port 594da6a4-e77e-4b69-a217-bb4b62ea85b3, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=594da6a4-e77e-4b69-a217-bb4b62ea85b3,segment=NetworkSegment(8e9b3cf7-106e-4f3b-becf-8618a9d21c58),segment_id=8e9b3cf7-106e-4f3b-becf-8618a9d21c58)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:25:35.400416 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-0e8483dc-8d3b-46a7-92df-19bc9473b234 req-a23df3a1-dae5-400d-b2db-ba9c16dcaac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:35.464001 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a8b35d-4882-44c0-9234-62e38f7dc606 req-5d1c0b56-c5cd-4fda-b7fa-f4099c2df42e tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:35.465527 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c2a8b35d-4882-44c0-9234-62e38f7dc606 req-5d1c0b56-c5cd-4fda-b7fa-f4099c2df42e tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0b8c44a-9ecc-4544-a0eb-7014da6b0de8 HTTP/1.1" status: 200 len: 946 time: 0.1334369 Oct 30 15:25:35.471072 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8483dc-8d3b-46a7-92df-19bc9473b234 req-a23df3a1-dae5-400d-b2db-ba9c16dcaac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:35.471714 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-0e8483dc-8d3b-46a7-92df-19bc9473b234 req-a23df3a1-dae5-400d-b2db-ba9c16dcaac3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:35.473143 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0e8483dc-8d3b-46a7-92df-19bc9473b234 req-a23df3a1-dae5-400d-b2db-ba9c16dcaac3 service neutron] 10.222.0.44 "PUT /v2.0/ports/594da6a4-e77e-4b69-a217-bb4b62ea85b3 HTTP/1.1" status: 200 len: 1092 time: 1.1403701 Oct 30 15:25:35.478444 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '549aea35-0450-4e22-afd8-7ad94af88dfc', 'tag': '594da6a4-e77e-4b69-a217-bb4b62ea85b3'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:25:35.481752 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33b9984-e89b-492a-8d79-cfe22e08231c" -d '{"events": [{"name": "network-changed", "server_uuid": "549aea35-0450-4e22-afd8-7ad94af88dfc", "tag": "594da6a4-e77e-4b69-a217-bb4b62ea85b3"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:25:35.547359 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23df3a1-dae5-400d-b2db-ba9c16dcaac3 service neutron] Pushing event updated for resources: {'Port': ['ID=594da6a4-e77e-4b69-a217-bb4b62ea85b3,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:35.554138 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b1aa7b-36de-45a2-af83-340f3a459c4d x-openstack-request-id: req-41b1aa7b-36de-45a2-af83-340f3a459c4d {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:25:35.554421 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "549aea35-0450-4e22-afd8-7ad94af88dfc", "tag": "594da6a4-e77e-4b69-a217-bb4b62ea85b3", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:25:35.554683 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-41b1aa7b-36de-45a2-af83-340f3a459c4d {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:25:35.555726 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '549aea35-0450-4e22-afd8-7ad94af88dfc', 'tag': '594da6a4-e77e-4b69-a217-bb4b62ea85b3', 'status': 'completed', 'code': 200} Oct 30 15:25:35.575018 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c2a8b35d-4882-44c0-9234-62e38f7dc606 req-738055cc-a6fe-4c5d-9b12-1aedae51ec8e tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010201 Oct 30 15:25:35.607875 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8483dc-8d3b-46a7-92df-19bc9473b234 req-ba56a3b9-61c1-43c3-82ea-65a8fdd7c996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:35.610492 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0e8483dc-8d3b-46a7-92df-19bc9473b234 req-ba56a3b9-61c1-43c3-82ea-65a8fdd7c996 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7dc4e514fb7e419faa038057886493e7&device_id=549aea35-0450-4e22-afd8-7ad94af88dfc HTTP/1.1" status: 200 len: 1095 time: 0.0778043 Oct 30 15:25:35.661749 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0e8483dc-8d3b-46a7-92df-19bc9473b234 req-5305b0d5-19e8-44d4-9634-9546e450147f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=594da6a4-e77e-4b69-a217-bb4b62ea85b3 HTTP/1.1" status: 200 len: 217 time: 0.0424466 Oct 30 15:25:35.682394 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1733197d-25b1-45f4-8dce-c149a125686e req-bbb51729-2b6c-48c7-be81-c8c3aa86b65b tempest-ServerTagsTestJSON-1734073488 tempest-ServerTagsTestJSON-1734073488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:35.684115 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1733197d-25b1-45f4-8dce-c149a125686e req-bbb51729-2b6c-48c7-be81-c8c3aa86b65b tempest-ServerTagsTestJSON-1734073488 tempest-ServerTagsTestJSON-1734073488-project] 10.222.0.62 "GET /v2.0/ports?device_id=549aea35-0450-4e22-afd8-7ad94af88dfc HTTP/1.1" status: 200 len: 943 time: 0.0690234 Oct 30 15:25:35.729191 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8483dc-8d3b-46a7-92df-19bc9473b234 req-4a052639-11a8-47d1-9730-72235b8922f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:35.731693 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0e8483dc-8d3b-46a7-92df-19bc9473b234 req-4a052639-11a8-47d1-9730-72235b8922f7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4c7b3a59-2a37-4a30-9846-9054476c96af HTTP/1.1" status: 200 len: 849 time: 0.0617664 Oct 30 15:25:35.740193 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1733197d-25b1-45f4-8dce-c149a125686e req-2f0f3b53-034d-46fc-82c0-117ddc6f6e8b tempest-ServerTagsTestJSON-1734073488 tempest-ServerTagsTestJSON-1734073488-project] 10.222.0.62 "GET /v2.0/security-groups?id=3ac631c8-b750-460c-890f-6d1de64f931a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485747 Oct 30 15:25:35.780158 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0e8483dc-8d3b-46a7-92df-19bc9473b234 req-ddfc8b89-09ee-42b3-bd65-bcc01d3b5210 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=15012a16-8e0c-4c40-930f-76f1bfbbf65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413251 Oct 30 15:25:35.887480 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0e8483dc-8d3b-46a7-92df-19bc9473b234 req-2a0042df-f4e6-42d5-8e74-0fdf8e276569 service neutron] 10.222.0.44 "GET /v2.0/networks/15012a16-8e0c-4c40-930f-76f1bfbbf65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004939 Oct 30 15:25:36.072708 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061e1dc9-5977-4267-a466-1faafaea9057 req-cce939d5-f329-4a9e-b26d-c10cf0100e3a tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:36.074676 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-061e1dc9-5977-4267-a466-1faafaea9057 req-cce939d5-f329-4a9e-b26d-c10cf0100e3a tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea65c58d-a69c-440b-b8bd-b7eea9849d5a HTTP/1.1" status: 200 len: 945 time: 0.0971408 Oct 30 15:25:36.106998 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0e8483dc-8d3b-46a7-92df-19bc9473b234 req-6bb0dcb2-f624-4159-9656-b77629749d67 service neutron] 10.222.0.44 "GET /v2.0/networks/15012a16-8e0c-4c40-930f-76f1bfbbf65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051435 Oct 30 15:25:36.142525 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-061e1dc9-5977-4267-a466-1faafaea9057 req-15684a5e-2e4f-4f0e-acfd-efc93841fc6d tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/security-groups?id=0731827a-e6d6-413c-9995-e240e1dbff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584726 Oct 30 15:25:36.216642 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b9984-e89b-492a-8d79-cfe22e08231c req-474941ad-62ec-4a2f-90fa-e50c951ef411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:36.218386 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f33b9984-e89b-492a-8d79-cfe22e08231c req-474941ad-62ec-4a2f-90fa-e50c951ef411 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7dc4e514fb7e419faa038057886493e7&device_id=549aea35-0450-4e22-afd8-7ad94af88dfc HTTP/1.1" status: 200 len: 1095 time: 0.0558422 Oct 30 15:25:36.354577 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b9984-e89b-492a-8d79-cfe22e08231c req-37969f30-89c0-44fb-8e72-7fd29da93552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:36.356426 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f33b9984-e89b-492a-8d79-cfe22e08231c req-37969f30-89c0-44fb-8e72-7fd29da93552 service neutron] 10.222.0.44 "GET /v2.0/networks?id=15012a16-8e0c-4c40-930f-76f1bfbbf65d HTTP/1.1" status: 200 len: 910 time: 0.1272273 Oct 30 15:25:36.421389 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f33b9984-e89b-492a-8d79-cfe22e08231c req-e15236ee-25f7-409b-93d0-78ba615206c9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=594da6a4-e77e-4b69-a217-bb4b62ea85b3 HTTP/1.1" status: 200 len: 217 time: 0.0568895 Oct 30 15:25:36.491553 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b9984-e89b-492a-8d79-cfe22e08231c req-e5550c09-c9e0-4cb4-9492-b055d3601104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:36.491553 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f33b9984-e89b-492a-8d79-cfe22e08231c req-e5550c09-c9e0-4cb4-9492-b055d3601104 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4c7b3a59-2a37-4a30-9846-9054476c96af HTTP/1.1" status: 200 len: 849 time: 0.0619507 Oct 30 15:25:36.529722 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f33b9984-e89b-492a-8d79-cfe22e08231c req-c7ea88d1-7571-4a4c-be5a-375c4b78edb4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=15012a16-8e0c-4c40-930f-76f1bfbbf65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291154 Oct 30 15:25:36.641297 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f33b9984-e89b-492a-8d79-cfe22e08231c req-5589dbff-f8e5-4e95-87c6-1caf0909f2c7 service neutron] 10.222.0.44 "GET /v2.0/networks/15012a16-8e0c-4c40-930f-76f1bfbbf65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034837 Oct 30 15:25:36.760217 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f33b9984-e89b-492a-8d79-cfe22e08231c req-3e26a0c8-df55-4c1b-bfdb-e56674daae2c service neutron] 10.222.0.44 "GET /v2.0/networks/15012a16-8e0c-4c40-930f-76f1bfbbf65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075094 Oct 30 15:25:36.774654 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9879a4fa-84ac-4306-b0c6-897429c3f638 req-6cbe0eab-527f-463d-a1fd-f505ab7cf803 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:36.785236 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9879a4fa-84ac-4306-b0c6-897429c3f638 req-6cbe0eab-527f-463d-a1fd-f505ab7cf803 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0b8c44a-9ecc-4544-a0eb-7014da6b0de8 HTTP/1.1" status: 200 len: 946 time: 0.0851157 Oct 30 15:25:36.830995 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9879a4fa-84ac-4306-b0c6-897429c3f638 req-6d2196bd-3d83-40da-af76-279dada27755 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441074 Oct 30 15:25:36.882666 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0de186-a835-4c64-8808-0dd009fbb8b3 req-eaf934ba-0c3b-4839-9d14-33f380700441 tempest-ServerTagsTestJSON-1734073488 tempest-ServerTagsTestJSON-1734073488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:36.884741 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9c0de186-a835-4c64-8808-0dd009fbb8b3 req-eaf934ba-0c3b-4839-9d14-33f380700441 tempest-ServerTagsTestJSON-1734073488 tempest-ServerTagsTestJSON-1734073488-project] 10.222.0.62 "GET /v2.0/ports?device_id=549aea35-0450-4e22-afd8-7ad94af88dfc HTTP/1.1" status: 200 len: 943 time: 0.0575719 Oct 30 15:25:36.933937 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9c0de186-a835-4c64-8808-0dd009fbb8b3 req-710d4f4f-01c2-4c1d-bb03-8a1f7acd6293 tempest-ServerTagsTestJSON-1734073488 tempest-ServerTagsTestJSON-1734073488-project] 10.222.0.62 "GET /v2.0/security-groups?id=3ac631c8-b750-460c-890f-6d1de64f931a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422809 Oct 30 15:25:37.270480 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e24bc07-2900-44bb-bc8d-030e45f83ca7 req-3edb7a64-86eb-4ac1-9678-242ce5834832 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:37.272948 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2e24bc07-2900-44bb-bc8d-030e45f83ca7 req-3edb7a64-86eb-4ac1-9678-242ce5834832 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea65c58d-a69c-440b-b8bd-b7eea9849d5a HTTP/1.1" status: 200 len: 945 time: 0.0518541 Oct 30 15:25:37.316600 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2e24bc07-2900-44bb-bc8d-030e45f83ca7 req-6fe5c753-4fe1-4579-8a14-0cc09b24364f tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/security-groups?id=0731827a-e6d6-413c-9995-e240e1dbff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370800 Oct 30 15:25:37.985560 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5128ee-645a-49ee-a95c-25c8674bb9d4 req-7325d999-cdb1-4272-8738-86b93e9abeb6 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:37.987199 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8c5128ee-645a-49ee-a95c-25c8674bb9d4 req-7325d999-cdb1-4272-8738-86b93e9abeb6 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0b8c44a-9ecc-4544-a0eb-7014da6b0de8 HTTP/1.1" status: 200 len: 946 time: 0.0651171 Oct 30 15:25:38.039890 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8c5128ee-645a-49ee-a95c-25c8674bb9d4 req-93dc577b-8d1f-4688-9bd4-c1625e32bad2 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448809 Oct 30 15:25:38.091982 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c9f03-641f-4460-b427-3e48c03df756 req-fa9a1e93-fb78-4c99-9463-10822a79a07a tempest-ServerTagsTestJSON-1734073488 tempest-ServerTagsTestJSON-1734073488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:38.099982 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-444c9f03-641f-4460-b427-3e48c03df756 req-fa9a1e93-fb78-4c99-9463-10822a79a07a tempest-ServerTagsTestJSON-1734073488 tempest-ServerTagsTestJSON-1734073488-project] 10.222.0.62 "GET /v2.0/ports?device_id=549aea35-0450-4e22-afd8-7ad94af88dfc HTTP/1.1" status: 200 len: 943 time: 0.0862520 Oct 30 15:25:38.147715 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-444c9f03-641f-4460-b427-3e48c03df756 req-54613401-0ccb-4adf-a4bd-1ea60facfff9 tempest-ServerTagsTestJSON-1734073488 tempest-ServerTagsTestJSON-1734073488-project] 10.222.0.62 "GET /v2.0/security-groups?id=3ac631c8-b750-460c-890f-6d1de64f931a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458972 Oct 30 15:25:38.329426 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eb02e8-feb5-41f3-9142-5e43637efbdc req-3766cfe5-6ff9-4014-b229-1a509a8bc0f7 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:38.331041 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-06eb02e8-feb5-41f3-9142-5e43637efbdc req-3766cfe5-6ff9-4014-b229-1a509a8bc0f7 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0b8c44a-9ecc-4544-a0eb-7014da6b0de8 HTTP/1.1" status: 200 len: 946 time: 0.0523407 Oct 30 15:25:38.380560 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-06eb02e8-feb5-41f3-9142-5e43637efbdc req-6d0fc0da-7935-4bea-b3d8-82898536e066 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423977 Oct 30 15:25:38.448262 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0fd4f4-a382-4fb2-8f19-67e3fcba7700 req-d6f79249-0d0f-4a52-929e-e132fb65ccd9 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:38.450198 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8d0fd4f4-a382-4fb2-8f19-67e3fcba7700 req-d6f79249-0d0f-4a52-929e-e132fb65ccd9 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea65c58d-a69c-440b-b8bd-b7eea9849d5a HTTP/1.1" status: 200 len: 945 time: 0.0518653 Oct 30 15:25:38.495799 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8d0fd4f4-a382-4fb2-8f19-67e3fcba7700 req-c55d3a09-817b-4a70-8c1c-41cfddd85086 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/security-groups?id=0731827a-e6d6-413c-9995-e240e1dbff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354106 Oct 30 15:25:38.931369 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 594da6a4-e77e-4b69-a217-bb4b62ea85b3 details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:25:39.033627 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 594da6a4-e77e-4b69-a217-bb4b62ea85b3, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=594da6a4-e77e-4b69-a217-bb4b62ea85b3,segment=NetworkSegment(8e9b3cf7-106e-4f3b-becf-8618a9d21c58),segment_id=8e9b3cf7-106e-4f3b-becf-8618a9d21c58)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:25:39.045379 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': '594da6a4-e77e-4b69-a217-bb4b62ea85b3', 'network_id': '15012a16-8e0c-4c40-930f-76f1bfbbf65d', 'port_id': '594da6a4-e77e-4b69-a217-bb4b62ea85b3', 'mac_address': 'fa:16:3e:8b:11:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c7b3a59-2a37-4a30-9846-9054476c96af', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:25:39.083582 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:39.102515 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 594da6a4-e77e-4b69-a217-bb4b62ea85b3 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:25:39.123330 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 594da6a4-e77e-4b69-a217-bb4b62ea85b3, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=594da6a4-e77e-4b69-a217-bb4b62ea85b3,segment=NetworkSegment(8e9b3cf7-106e-4f3b-becf-8618a9d21c58),segment_id=8e9b3cf7-106e-4f3b-becf-8618a9d21c58)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:25:39.127851 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:39.186427 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=594da6a4-e77e-4b69-a217-bb4b62ea85b3,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:39.194295 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:25:39.194650 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:25:39.195000 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:25:39.195886 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:25:39.196242 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:25:39.196579 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:25:39.196913 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:25:39.197245 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:25:39.197575 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:25:39.197904 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:25:39.198302 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:25:39.198577 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:25:39.277252 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b5ffd-d309-4403-aa6e-520af128454d req-9a2187c4-753e-4d2d-b0dc-4fc69e9315a7 tempest-ServerTagsTestJSON-1734073488 tempest-ServerTagsTestJSON-1734073488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:39.279686 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a53b5ffd-d309-4403-aa6e-520af128454d req-9a2187c4-753e-4d2d-b0dc-4fc69e9315a7 tempest-ServerTagsTestJSON-1734073488 tempest-ServerTagsTestJSON-1734073488-project] 10.222.0.62 "GET /v2.0/ports?device_id=549aea35-0450-4e22-afd8-7ad94af88dfc HTTP/1.1" status: 200 len: 944 time: 0.0506833 Oct 30 15:25:39.330385 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a53b5ffd-d309-4403-aa6e-520af128454d req-4067aba9-be51-4ed1-a0bd-a0c787ce9c96 tempest-ServerTagsTestJSON-1734073488 tempest-ServerTagsTestJSON-1734073488-project] 10.222.0.62 "GET /v2.0/security-groups?id=3ac631c8-b750-460c-890f-6d1de64f931a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442207 Oct 30 15:25:39.352482 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['594da6a4-e77e-4b69-a217-bb4b62ea85b3'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:25:39.545708 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ed6fd-261d-4e1f-aa9c-9e67ed6e3c0d req-c1ad2fb8-53a2-40c0-972c-0a8423558d32 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:39.553789 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ec2ed6fd-261d-4e1f-aa9c-9e67ed6e3c0d req-c1ad2fb8-53a2-40c0-972c-0a8423558d32 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0b8c44a-9ecc-4544-a0eb-7014da6b0de8 HTTP/1.1" status: 200 len: 946 time: 0.0951750 Oct 30 15:25:39.600090 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ec2ed6fd-261d-4e1f-aa9c-9e67ed6e3c0d req-05c8dfd7-56f8-4018-8b2a-7833e3eb4ecf tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450156 Oct 30 15:25:39.642453 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df999ab6-9c2f-4586-b6e5-e62ebdd086c2 req-394127b1-62c6-4761-a63f-efde0a30d212 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:39.649924 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-df999ab6-9c2f-4586-b6e5-e62ebdd086c2 req-394127b1-62c6-4761-a63f-efde0a30d212 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea65c58d-a69c-440b-b8bd-b7eea9849d5a HTTP/1.1" status: 200 len: 945 time: 0.0614228 Oct 30 15:25:39.692547 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-df999ab6-9c2f-4586-b6e5-e62ebdd086c2 req-0b207f88-7964-4fe2-bea8-33f54e80e0d6 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/security-groups?id=0731827a-e6d6-413c-9995-e240e1dbff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409892 Oct 30 15:25:40.445574 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a5f2fd-4240-470d-8cb8-56a7254ff102 req-0c6c0230-5917-46d0-b7f2-6865bd802783 tempest-ServerTagsTestJSON-1734073488 tempest-ServerTagsTestJSON-1734073488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:40.447045 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-36a5f2fd-4240-470d-8cb8-56a7254ff102 req-0c6c0230-5917-46d0-b7f2-6865bd802783 tempest-ServerTagsTestJSON-1734073488 tempest-ServerTagsTestJSON-1734073488-project] 10.222.0.62 "GET /v2.0/ports?device_id=549aea35-0450-4e22-afd8-7ad94af88dfc HTTP/1.1" status: 200 len: 944 time: 0.0542836 Oct 30 15:25:40.499412 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-36a5f2fd-4240-470d-8cb8-56a7254ff102 req-7f79db6c-d1bf-418f-b532-0169be5999b9 tempest-ServerTagsTestJSON-1734073488 tempest-ServerTagsTestJSON-1734073488-project] 10.222.0.62 "GET /v2.0/security-groups?id=3ac631c8-b750-460c-890f-6d1de64f931a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450668 Oct 30 15:25:40.723241 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7af29-5f37-404a-9704-d65430e53143 req-3e1ce213-7fe7-4e02-b571-15f6fa5f65ef tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:40.725061 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-aab7af29-5f37-404a-9704-d65430e53143 req-3e1ce213-7fe7-4e02-b571-15f6fa5f65ef tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0b8c44a-9ecc-4544-a0eb-7014da6b0de8 HTTP/1.1" status: 200 len: 946 time: 0.0605841 Oct 30 15:25:40.766820 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-aab7af29-5f37-404a-9704-d65430e53143 req-55ff3e13-121f-4266-8f6c-f92fd1f71db2 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343964 Oct 30 15:25:40.821357 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b792e0d-5c0c-4d6b-8d02-ace1f7fc60a1 req-f8ac8bbc-4738-4cc9-9e89-24b020a7aa76 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:40.823114 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3b792e0d-5c0c-4d6b-8d02-ace1f7fc60a1 req-f8ac8bbc-4738-4cc9-9e89-24b020a7aa76 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea65c58d-a69c-440b-b8bd-b7eea9849d5a HTTP/1.1" status: 200 len: 945 time: 0.0543365 Oct 30 15:25:40.868108 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3b792e0d-5c0c-4d6b-8d02-ace1f7fc60a1 req-af3bb344-38b6-4a7a-8508-50b222f49c2b tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/security-groups?id=0731827a-e6d6-413c-9995-e240e1dbff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383315 Oct 30 15:25:40.938277 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 594da6a4-e77e-4b69-a217-bb4b62ea85b3 up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:25:40.997179 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port 594da6a4-e77e-4b69-a217-bb4b62ea85b3 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:25:41.001753 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port 594da6a4-e77e-4b69-a217-bb4b62ea85b3 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:25:41.002124 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:41.083293 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:41.106128 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '549aea35-0450-4e22-afd8-7ad94af88dfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '594da6a4-e77e-4b69-a217-bb4b62ea85b3'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:25:41.108521 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f5de40-e4c2-4802-a640-9b02d2793d57" -d '{"events": [{"server_uuid": "549aea35-0450-4e22-afd8-7ad94af88dfc", "name": "network-vif-plugged", "status": "completed", "tag": "594da6a4-e77e-4b69-a217-bb4b62ea85b3"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:25:41.122159 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 594da6a4-e77e-4b69-a217-bb4b62ea85b3, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=594da6a4-e77e-4b69-a217-bb4b62ea85b3,segment=NetworkSegment(8e9b3cf7-106e-4f3b-becf-8618a9d21c58),segment_id=8e9b3cf7-106e-4f3b-becf-8618a9d21c58)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:25:41.132016 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:41.172331 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f986b1e-31e3-484e-8f3c-b32a70657406 x-openstack-request-id: req-6f986b1e-31e3-484e-8f3c-b32a70657406 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:25:41.172709 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "549aea35-0450-4e22-afd8-7ad94af88dfc", "name": "network-vif-plugged", "status": "completed", "tag": "594da6a4-e77e-4b69-a217-bb4b62ea85b3", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:25:41.173145 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6f986b1e-31e3-484e-8f3c-b32a70657406 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:25:41.173815 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '549aea35-0450-4e22-afd8-7ad94af88dfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '594da6a4-e77e-4b69-a217-bb4b62ea85b3', 'code': 200} Oct 30 15:25:41.197216 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=594da6a4-e77e-4b69-a217-bb4b62ea85b3,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:41.314645 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45088a8b-6e35-47d5-a58a-cfff0dc87ff5 req-c6bfb555-a8c9-4ea1-9636-34b0fe6b11aa tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:41.316627 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-45088a8b-6e35-47d5-a58a-cfff0dc87ff5 req-c6bfb555-a8c9-4ea1-9636-34b0fe6b11aa tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0b8c44a-9ecc-4544-a0eb-7014da6b0de8 HTTP/1.1" status: 200 len: 946 time: 0.0628183 Oct 30 15:25:41.462284 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a102a448-32c6-4094-81e8-2b5a7d4a3044 req-259d9c67-b49b-4c49-8c66-1e18c9aa52a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:41.463887 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a102a448-32c6-4094-81e8-2b5a7d4a3044 req-259d9c67-b49b-4c49-8c66-1e18c9aa52a1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=549aea35-0450-4e22-afd8-7ad94af88dfc HTTP/1.1" status: 200 len: 1097 time: 0.2343471 Oct 30 15:25:41.472267 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-45088a8b-6e35-47d5-a58a-cfff0dc87ff5 req-a3693641-57b8-4828-a759-8a2504739063 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Deleting port b4a2c8d1-76fb-48ff-9d96-62232f1f16bf {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:25:41.472615 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-45088a8b-6e35-47d5-a58a-cfff0dc87ff5 req-a3693641-57b8-4828-a759-8a2504739063 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:41.599883 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 54368) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:25:41.618929 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a102a448-32c6-4094-81e8-2b5a7d4a3044 req-2e6e9fa3-4234-475a-b80a-6e65ddcc127d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3ac631c8-b750-460c-890f-6d1de64f931a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413376 Oct 30 15:25:41.656163 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-45088a8b-6e35-47d5-a58a-cfff0dc87ff5 req-a3693641-57b8-4828-a759-8a2504739063 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] For port b4a2c8d1-76fb-48ff-9d96-62232f1f16bf, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=b4a2c8d1-76fb-48ff-9d96-62232f1f16bf,segment=NetworkSegment(6ad710d9-52c7-4ea3-8530-acd281ec85c6),segment_id=6ad710d9-52c7-4ea3-8530-acd281ec85c6)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:25:41.656523 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-45088a8b-6e35-47d5-a58a-cfff0dc87ff5 req-a3693641-57b8-4828-a759-8a2504739063 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:41.671693 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-45088a8b-6e35-47d5-a58a-cfff0dc87ff5 req-a3693641-57b8-4828-a759-8a2504739063 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Calling delete_port for b4a2c8d1-76fb-48ff-9d96-62232f1f16bf owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:25:41.707182 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5224838-fcd2-4c23-b9db-a5a4835b6986 req-bc6208dd-6449-4415-9fe1-da5ccf66b1f0 tempest-ServerTagsTestJSON-1734073488 tempest-ServerTagsTestJSON-1734073488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:41.714836 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b5224838-fcd2-4c23-b9db-a5a4835b6986 req-bc6208dd-6449-4415-9fe1-da5ccf66b1f0 tempest-ServerTagsTestJSON-1734073488 tempest-ServerTagsTestJSON-1734073488-project] 10.222.0.62 "GET /v2.0/ports?device_id=549aea35-0450-4e22-afd8-7ad94af88dfc HTTP/1.1" status: 200 len: 945 time: 0.1024415 Oct 30 15:25:41.776019 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b5224838-fcd2-4c23-b9db-a5a4835b6986 req-035a8222-83e6-41f9-8f32-ed1f457d6f2c tempest-ServerTagsTestJSON-1734073488 tempest-ServerTagsTestJSON-1734073488-project] 10.222.0.62 "GET /v2.0/security-groups?id=3ac631c8-b750-460c-890f-6d1de64f931a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597820 Oct 30 15:25:41.777283 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-be0868e3-1f2c-4692-887b-f1c41168e6b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:41.859339 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-45088a8b-6e35-47d5-a58a-cfff0dc87ff5 req-a3693641-57b8-4828-a759-8a2504739063 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:41.873274 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['8416a079-66a5-4f7a-9af9-70db5f91838d'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:25:41.887872 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-be0868e3-1f2c-4692-887b-f1c41168e6b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:41.893505 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-be0868e3-1f2c-4692-887b-f1c41168e6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:41.924345 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3693641-57b8-4828-a759-8a2504739063 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Pushing event deleted for resources: {'Port': ['ID=b4a2c8d1-76fb-48ff-9d96-62232f1f16bf,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:41.928031 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0868e3-1f2c-4692-887b-f1c41168e6b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d33ab4-fafc-4675-94db-49ebd331e2ff,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:41.952327 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-be0868e3-1f2c-4692-887b-f1c41168e6b9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2ca09f2367a44d02a5c8492760870a01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3511133 Oct 30 15:25:41.954801 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 54376) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:25:41.993903 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7ba4a91e-c4bf-4a74-b982-4e0147606357 req-10341586-2851-4243-9cd7-6feaafb2dfae tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0b8c44a-9ecc-4544-a0eb-7014da6b0de8 HTTP/1.1" status: 200 len: 210 time: 0.1041138 Oct 30 15:25:42.051070 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-45088a8b-6e35-47d5-a58a-cfff0dc87ff5 req-a3693641-57b8-4828-a759-8a2504739063 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] No DVR routers for this DVR port b4a2c8d1-76fb-48ff-9d96-62232f1f16bf on host n-h1-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:25:42.054047 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-45088a8b-6e35-47d5-a58a-cfff0dc87ff5 req-a3693641-57b8-4828-a759-8a2504739063 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:42.060264 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-45088a8b-6e35-47d5-a58a-cfff0dc87ff5 req-a3693641-57b8-4828-a759-8a2504739063 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.53 "DELETE /v2.0/ports/b4a2c8d1-76fb-48ff-9d96-62232f1f16bf HTTP/1.1" status: 204 len: 173 time: 0.7360365 Oct 30 15:25:42.060802 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b8c44a-9ecc-4544-a0eb-7014da6b0de8', 'name': 'network-vif-deleted', 'tag': 'b4a2c8d1-76fb-48ff-9d96-62232f1f16bf'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:25:42.071556 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b4412f-ea95-4cf1-a955-8f2fa2706868" -d '{"events": [{"server_uuid": "c0b8c44a-9ecc-4544-a0eb-7014da6b0de8", "name": "network-vif-deleted", "tag": "b4a2c8d1-76fb-48ff-9d96-62232f1f16bf"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:25:42.116716 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a300181-8fff-454a-9aa5-73a36748a683 req-982892c1-3e7d-441b-895b-65c8db03dc74 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:42.119105 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3a300181-8fff-454a-9aa5-73a36748a683 req-982892c1-3e7d-441b-895b-65c8db03dc74 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea65c58d-a69c-440b-b8bd-b7eea9849d5a HTTP/1.1" status: 200 len: 945 time: 0.1307263 Oct 30 15:25:42.120305 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fc943d8e-67db-4d54-986a-503df6a48322 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:42.131699 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f865c371-6a3e-476f-a79c-d54424abfe49 x-openstack-request-id: req-f865c371-6a3e-476f-a79c-d54424abfe49 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:25:42.132089 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0b8c44a-9ecc-4544-a0eb-7014da6b0de8", "name": "network-vif-deleted", "tag": "b4a2c8d1-76fb-48ff-9d96-62232f1f16bf", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:25:42.132435 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f865c371-6a3e-476f-a79c-d54424abfe49 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:25:42.133702 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b8c44a-9ecc-4544-a0eb-7014da6b0de8', 'name': 'network-vif-deleted', 'tag': 'b4a2c8d1-76fb-48ff-9d96-62232f1f16bf', 'status': 'completed', 'code': 200} Oct 30 15:25:42.185328 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fc943d8e-67db-4d54-986a-503df6a48322 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:42.191009 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3a300181-8fff-454a-9aa5-73a36748a683 req-abee9a1f-346f-497e-95a8-93c9a98ce713 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/security-groups?id=0731827a-e6d6-413c-9995-e240e1dbff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594914 Oct 30 15:25:42.253079 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fc943d8e-67db-4d54-986a-503df6a48322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:42.257630 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fc943d8e-67db-4d54-986a-503df6a48322 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:42.259427 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-fc943d8e-67db-4d54-986a-503df6a48322 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/04d33ab4-fafc-4675-94db-49ebd331e2ff HTTP/1.1" status: 204 len: 168 time: 0.3029695 Oct 30 15:25:42.270591 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc943d8e-67db-4d54-986a-503df6a48322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d33ab4-fafc-4675-94db-49ebd331e2ff,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:42.535662 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 54386) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:25:42.550851 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a4479e9c-45b5-4059-ad9c-b8a51b3fcb66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:42.629151 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a4479e9c-45b5-4059-ad9c-b8a51b3fcb66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:42.633227 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a4479e9c-45b5-4059-ad9c-b8a51b3fcb66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:42.671486 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4479e9c-45b5-4059-ad9c-b8a51b3fcb66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ba7b52-d10e-4059-b69a-93ed4dbec75f,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:42.678310 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a4479e9c-45b5-4059-ad9c-b8a51b3fcb66 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=232b7d25ab7c44a7a07bf8ee9d92c1e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1390867 Oct 30 15:25:42.682468 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 54388) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:25:42.731225 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8bb88e19-971f-4d71-a674-49d9d987abea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:42.752463 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8bb88e19-971f-4d71-a674-49d9d987abea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:42.811971 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8bb88e19-971f-4d71-a674-49d9d987abea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:42.814664 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8bb88e19-971f-4d71-a674-49d9d987abea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:42.816253 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-8bb88e19-971f-4d71-a674-49d9d987abea admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c8ba7b52-d10e-4059-b69a-93ed4dbec75f HTTP/1.1" status: 204 len: 168 time: 0.1367309 Oct 30 15:25:42.826792 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb88e19-971f-4d71-a674-49d9d987abea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ba7b52-d10e-4059-b69a-93ed4dbec75f,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:42.931115 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f0f96d-7bc1-4941-892b-3abc5e1448f9 req-11205a07-7f60-4a67-aee8-9024c9d7e51e tempest-ServerTagsTestJSON-1734073488 tempest-ServerTagsTestJSON-1734073488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:42.932744 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-96f0f96d-7bc1-4941-892b-3abc5e1448f9 req-11205a07-7f60-4a67-aee8-9024c9d7e51e tempest-ServerTagsTestJSON-1734073488 tempest-ServerTagsTestJSON-1734073488-project] 10.222.0.62 "GET /v2.0/ports?device_id=549aea35-0450-4e22-afd8-7ad94af88dfc HTTP/1.1" status: 200 len: 945 time: 0.0666785 Oct 30 15:25:42.977914 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-96f0f96d-7bc1-4941-892b-3abc5e1448f9 req-7f8e3b0b-196d-4a92-961f-d7362fa7624e tempest-ServerTagsTestJSON-1734073488 tempest-ServerTagsTestJSON-1734073488-project] 10.222.0.62 "GET /v2.0/security-groups?id=3ac631c8-b750-460c-890f-6d1de64f931a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388467 Oct 30 15:25:43.336311 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc85880-3729-4aed-ba1e-1958d0b3a121 req-95e21e12-f194-430d-bcc7-ed87cbfd0e6b tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:43.337830 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7bc85880-3729-4aed-ba1e-1958d0b3a121 req-95e21e12-f194-430d-bcc7-ed87cbfd0e6b tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=a41560fd-de97-43da-b54f-069eab15660b HTTP/1.1" status: 200 len: 945 time: 0.0648170 Oct 30 15:25:43.340043 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061e853b-c5f5-44ed-b870-3d3bc2acd428 req-4d88ebf2-8214-4537-8881-49751ea99591 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:43.341581 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-061e853b-c5f5-44ed-b870-3d3bc2acd428 req-4d88ebf2-8214-4537-8881-49751ea99591 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea65c58d-a69c-440b-b8bd-b7eea9849d5a HTTP/1.1" status: 200 len: 945 time: 0.0613394 Oct 30 15:25:43.382039 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-061e853b-c5f5-44ed-b870-3d3bc2acd428 req-c15d619d-5aab-4583-8bac-f1f85fcb4c6d tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/security-groups?id=0731827a-e6d6-413c-9995-e240e1dbff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341494 Oct 30 15:25:43.383761 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7bc85880-3729-4aed-ba1e-1958d0b3a121 req-2aaf4bfa-9416-4d1c-9332-36b67489b65f tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380223 Oct 30 15:25:43.645456 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device b4a2c8d1-76fb-48ff-9d96-62232f1f16bf no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:25:43.665379 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: b4a2c8d1-76fb-48ff-9d96-62232f1f16bf {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:25:43.665725 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device b4a2c8d1-76fb-48ff-9d96-62232f1f16bf not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:25:44.098036 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30654fb-a77b-418d-9915-f4e2f3af3929 req-456686fa-9da4-44e2-baf9-8f2d3dcd58d0 tempest-ServerTagsTestJSON-1734073488 tempest-ServerTagsTestJSON-1734073488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:44.099626 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c30654fb-a77b-418d-9915-f4e2f3af3929 req-456686fa-9da4-44e2-baf9-8f2d3dcd58d0 tempest-ServerTagsTestJSON-1734073488 tempest-ServerTagsTestJSON-1734073488-project] 10.222.0.62 "GET /v2.0/ports?device_id=549aea35-0450-4e22-afd8-7ad94af88dfc HTTP/1.1" status: 200 len: 945 time: 0.0529695 Oct 30 15:25:44.137853 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c30654fb-a77b-418d-9915-f4e2f3af3929 req-49308164-77da-4759-bc2d-8c574b14563d tempest-ServerTagsTestJSON-1734073488 tempest-ServerTagsTestJSON-1734073488-project] 10.222.0.62 "GET /v2.0/security-groups?id=3ac631c8-b750-460c-890f-6d1de64f931a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315309 Oct 30 15:25:44.518687 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4729181b-6572-469b-8314-c4b0e5d2debd req-79037d62-2b2d-45af-94fc-4db3f026711b tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:44.519950 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4729181b-6572-469b-8314-c4b0e5d2debd req-79037d62-2b2d-45af-94fc-4db3f026711b tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=a41560fd-de97-43da-b54f-069eab15660b HTTP/1.1" status: 200 len: 945 time: 0.0637019 Oct 30 15:25:44.529372 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 54464) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:25:44.532252 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff7210-c770-4e76-81a1-88990546119a req-5c8cd3da-b5e0-42ef-9701-0c03485d41f9 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:44.533738 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-46ff7210-c770-4e76-81a1-88990546119a req-5c8cd3da-b5e0-42ef-9701-0c03485d41f9 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea65c58d-a69c-440b-b8bd-b7eea9849d5a HTTP/1.1" status: 200 len: 945 time: 0.0527868 Oct 30 15:25:44.578751 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4729181b-6572-469b-8314-c4b0e5d2debd req-fe247f4f-21c3-4a79-bef2-0db679786e91 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507786 Oct 30 15:25:44.583093 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-46ff7210-c770-4e76-81a1-88990546119a req-b921a0d8-b92c-4a15-80b7-1941fde23406 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/security-groups?id=0731827a-e6d6-413c-9995-e240e1dbff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431540 Oct 30 15:25:44.655915 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b70076bb-46af-416c-b877-5c6bf5327777 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:44.737576 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b70076bb-46af-416c-b877-5c6bf5327777 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:44.741886 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b70076bb-46af-416c-b877-5c6bf5327777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:44.785008 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b70076bb-46af-416c-b877-5c6bf5327777 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0d04a7a49e094400bca64d03e12a198e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2518919 Oct 30 15:25:44.785008 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70076bb-46af-416c-b877-5c6bf5327777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b51c6aa3-2097-40cf-af43-fc25acd2d1b2,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:44.786011 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 54472) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:25:44.837419 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2c55ae9e-66df-40df-a7b2-671ad8a1e4d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:44.859791 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2c55ae9e-66df-40df-a7b2-671ad8a1e4d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:44.907738 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2c55ae9e-66df-40df-a7b2-671ad8a1e4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:44.910839 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2c55ae9e-66df-40df-a7b2-671ad8a1e4d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:44.913867 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-2c55ae9e-66df-40df-a7b2-671ad8a1e4d6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b51c6aa3-2097-40cf-af43-fc25acd2d1b2 HTTP/1.1" status: 204 len: 168 time: 0.1248956 Oct 30 15:25:44.920771 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c55ae9e-66df-40df-a7b2-671ad8a1e4d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51c6aa3-2097-40cf-af43-fc25acd2d1b2,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:45.448803 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6d6fe3-0bc5-4161-8e1c-c1e22b1e3ed8 req-2345e19c-baa5-4c63-850f-fdc53160db0b tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:45.448803 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3a6d6fe3-0bc5-4161-8e1c-c1e22b1e3ed8 req-2345e19c-baa5-4c63-850f-fdc53160db0b tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.44 "GET /v2.0/ports?device_id=a41560fd-de97-43da-b54f-069eab15660b HTTP/1.1" status: 200 len: 945 time: 0.0499878 Oct 30 15:25:45.542935 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-3a6d6fe3-0bc5-4161-8e1c-c1e22b1e3ed8 req-754e092f-7b96-4b6c-97c7-be6b732d12a6 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Deleting port 8416a079-66a5-4f7a-9af9-70db5f91838d {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:25:45.543515 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-3a6d6fe3-0bc5-4161-8e1c-c1e22b1e3ed8 req-754e092f-7b96-4b6c-97c7-be6b732d12a6 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:45.635763 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-3a6d6fe3-0bc5-4161-8e1c-c1e22b1e3ed8 req-754e092f-7b96-4b6c-97c7-be6b732d12a6 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] For port 8416a079-66a5-4f7a-9af9-70db5f91838d, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=8416a079-66a5-4f7a-9af9-70db5f91838d,segment=NetworkSegment(6ad710d9-52c7-4ea3-8530-acd281ec85c6),segment_id=6ad710d9-52c7-4ea3-8530-acd281ec85c6)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:25:45.636129 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-3a6d6fe3-0bc5-4161-8e1c-c1e22b1e3ed8 req-754e092f-7b96-4b6c-97c7-be6b732d12a6 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:45.652079 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-3a6d6fe3-0bc5-4161-8e1c-c1e22b1e3ed8 req-754e092f-7b96-4b6c-97c7-be6b732d12a6 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Calling delete_port for 8416a079-66a5-4f7a-9af9-70db5f91838d owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:25:45.753588 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cef3ba-12d9-49dd-a90e-0da6ff222ff9 req-9bec4d4b-faa9-459e-8315-c5748d57178f tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:45.755067 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-98cef3ba-12d9-49dd-a90e-0da6ff222ff9 req-9bec4d4b-faa9-459e-8315-c5748d57178f tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/ports?device_id=a41560fd-de97-43da-b54f-069eab15660b HTTP/1.1" status: 200 len: 945 time: 0.0987716 Oct 30 15:25:45.805249 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-98cef3ba-12d9-49dd-a90e-0da6ff222ff9 req-7e9f44f4-eca7-4154-8442-778e80eccdda tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371594 Oct 30 15:25:45.863313 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-3a6d6fe3-0bc5-4161-8e1c-c1e22b1e3ed8 req-754e092f-7b96-4b6c-97c7-be6b732d12a6 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:45.876277 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['8416a079-66a5-4f7a-9af9-70db5f91838d'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:25:45.909248 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754e092f-7b96-4b6c-97c7-be6b732d12a6 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Pushing event deleted for resources: {'Port': ['ID=8416a079-66a5-4f7a-9af9-70db5f91838d,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:45.968159 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a6d6fe3-0bc5-4161-8e1c-c1e22b1e3ed8 req-754e092f-7b96-4b6c-97c7-be6b732d12a6 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] No DVR routers for this DVR port 8416a079-66a5-4f7a-9af9-70db5f91838d on host n-h2-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:25:45.971387 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-3a6d6fe3-0bc5-4161-8e1c-c1e22b1e3ed8 req-754e092f-7b96-4b6c-97c7-be6b732d12a6 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:45.974710 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3a6d6fe3-0bc5-4161-8e1c-c1e22b1e3ed8 req-754e092f-7b96-4b6c-97c7-be6b732d12a6 tempest-ServerRescueTestJSON-821257300 tempest-ServerRescueTestJSON-821257300-project] 10.222.0.44 "DELETE /v2.0/ports/8416a079-66a5-4f7a-9af9-70db5f91838d HTTP/1.1" status: 204 len: 173 time: 0.5238147 Oct 30 15:25:45.977459 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a41560fd-de97-43da-b54f-069eab15660b', 'name': 'network-vif-deleted', 'tag': '8416a079-66a5-4f7a-9af9-70db5f91838d'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:25:45.981733 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d561e3e8-d684-4336-a783-0cd5fd489ed5" -d '{"events": [{"server_uuid": "a41560fd-de97-43da-b54f-069eab15660b", "name": "network-vif-deleted", "tag": "8416a079-66a5-4f7a-9af9-70db5f91838d"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:25:45.994725 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d459386-94ef-4984-82b2-09844540c329 req-ffd03f85-8fd3-46e6-a59f-e2d00e9ccb3f tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:46.000391 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3d459386-94ef-4984-82b2-09844540c329 req-ffd03f85-8fd3-46e6-a59f-e2d00e9ccb3f tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea65c58d-a69c-440b-b8bd-b7eea9849d5a HTTP/1.1" status: 200 len: 945 time: 0.1267881 Oct 30 15:25:46.056832 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3d459386-94ef-4984-82b2-09844540c329 req-93b8ff68-1c64-4252-afd0-7d939fe3fa78 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/security-groups?id=0731827a-e6d6-413c-9995-e240e1dbff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541570 Oct 30 15:25:46.088722 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3157ce2c-f63d-4a51-9f05-c990341857c0 x-openstack-request-id: req-3157ce2c-f63d-4a51-9f05-c990341857c0 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:25:46.089088 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a41560fd-de97-43da-b54f-069eab15660b", "name": "network-vif-deleted", "tag": "8416a079-66a5-4f7a-9af9-70db5f91838d", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:25:46.089737 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3157ce2c-f63d-4a51-9f05-c990341857c0 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:25:46.090252 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a41560fd-de97-43da-b54f-069eab15660b', 'name': 'network-vif-deleted', 'tag': '8416a079-66a5-4f7a-9af9-70db5f91838d', 'status': 'completed', 'code': 200} Oct 30 15:25:46.865982 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 54570) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:25:47.041527 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad9d1c-7453-4b2d-b5a0-5b312e9351ce req-e29f156f-67d3-4e66-b435-ab399c2942fe tempest-ServerTagsTestJSON-1734073488 tempest-ServerTagsTestJSON-1734073488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:47.043042 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-44ad9d1c-7453-4b2d-b5a0-5b312e9351ce req-e29f156f-67d3-4e66-b435-ab399c2942fe tempest-ServerTagsTestJSON-1734073488 tempest-ServerTagsTestJSON-1734073488-project] 10.222.0.62 "GET /v2.0/ports?device_id=549aea35-0450-4e22-afd8-7ad94af88dfc HTTP/1.1" status: 200 len: 945 time: 0.0571938 Oct 30 15:25:47.090775 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-44ad9d1c-7453-4b2d-b5a0-5b312e9351ce req-b156d865-3934-4d48-b3a2-8a2883324a92 tempest-ServerTagsTestJSON-1734073488 tempest-ServerTagsTestJSON-1734073488-project] 10.222.0.62 "GET /v2.0/security-groups?id=3ac631c8-b750-460c-890f-6d1de64f931a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411289 Oct 30 15:25:47.154535 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 54580) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:25:47.222002 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e460fe-feaa-4301-a3e8-92de91373273 req-6d0b8dac-5d59-46a1-8ca1-6a618feebffd tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:47.223684 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-23e460fe-feaa-4301-a3e8-92de91373273 req-6d0b8dac-5d59-46a1-8ca1-6a618feebffd tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea65c58d-a69c-440b-b8bd-b7eea9849d5a HTTP/1.1" status: 200 len: 945 time: 0.0792456 Oct 30 15:25:47.260543 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fa65217d-ccc9-44f9-895b-3a1acaff4c92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:47.278743 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-23e460fe-feaa-4301-a3e8-92de91373273 req-98dad1b9-9408-47d4-9417-0b5040fb3dc7 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/security-groups?id=0731827a-e6d6-413c-9995-e240e1dbff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487239 Oct 30 15:25:47.339619 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fa65217d-ccc9-44f9-895b-3a1acaff4c92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:47.343746 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fa65217d-ccc9-44f9-895b-3a1acaff4c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:47.382629 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa65217d-ccc9-44f9-895b-3a1acaff4c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2796207a-31e4-4f1e-a6d6-ba79cc68a8eb,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:47.389755 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-fa65217d-ccc9-44f9-895b-3a1acaff4c92 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9d1655a698d842528e7030ce13f43091&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2340233 Oct 30 15:25:47.390389 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 54586) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:25:47.443669 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b1275c66-e676-4058-9148-42e700ba54ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:47.468276 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b1275c66-e676-4058-9148-42e700ba54ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:47.516726 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b1275c66-e676-4058-9148-42e700ba54ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:47.519412 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b1275c66-e676-4058-9148-42e700ba54ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:47.520616 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b1275c66-e676-4058-9148-42e700ba54ed admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2796207a-31e4-4f1e-a6d6-ba79cc68a8eb HTTP/1.1" status: 204 len: 168 time: 0.1289144 Oct 30 15:25:47.529758 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1275c66-e676-4058-9148-42e700ba54ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2796207a-31e4-4f1e-a6d6-ba79cc68a8eb,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:47.667010 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4287d0a6-1f0b-4139-869c-3697fe9b3dda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:47.909522 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-4287d0a6-1f0b-4139-869c-3697fe9b3dda admin admin] Deleting port bc9e6615-f3ba-4d60-8769-044b7e735042 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:25:47.910196 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4287d0a6-1f0b-4139-869c-3697fe9b3dda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:47.989484 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-4287d0a6-1f0b-4139-869c-3697fe9b3dda admin admin] For port bc9e6615-f3ba-4d60-8769-044b7e735042, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=bc9e6615-f3ba-4d60-8769-044b7e735042,segment=NetworkSegment(6ad710d9-52c7-4ea3-8530-acd281ec85c6),segment_id=6ad710d9-52c7-4ea3-8530-acd281ec85c6)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:25:47.989845 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4287d0a6-1f0b-4139-869c-3697fe9b3dda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:48.002768 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-4287d0a6-1f0b-4139-869c-3697fe9b3dda admin admin] Calling delete_port for bc9e6615-f3ba-4d60-8769-044b7e735042 owned by network:router_interface {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:25:48.192622 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4287d0a6-1f0b-4139-869c-3697fe9b3dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:48.221962 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54edf3ec-13fc-4cf1-8202-84583f385aa7 req-08884035-2ebf-4134-857e-f3e7c5ebca0a tempest-ServerTagsTestJSON-1734073488 tempest-ServerTagsTestJSON-1734073488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:48.224953 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4287d0a6-1f0b-4139-869c-3697fe9b3dda admin admin] Pushing event deleted for resources: {'Port': ['ID=bc9e6615-f3ba-4d60-8769-044b7e735042,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:48.231830 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-54edf3ec-13fc-4cf1-8202-84583f385aa7 req-08884035-2ebf-4134-857e-f3e7c5ebca0a tempest-ServerTagsTestJSON-1734073488 tempest-ServerTagsTestJSON-1734073488-project] 10.222.0.62 "GET /v2.0/ports?device_id=549aea35-0450-4e22-afd8-7ad94af88dfc HTTP/1.1" status: 200 len: 945 time: 0.0635006 Oct 30 15:25:48.270735 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-54edf3ec-13fc-4cf1-8202-84583f385aa7 req-317c307b-5d76-4d92-9bd6-5c5d6b8fc1f1 tempest-ServerTagsTestJSON-1734073488 tempest-ServerTagsTestJSON-1734073488-project] 10.222.0.62 "GET /v2.0/security-groups?id=3ac631c8-b750-460c-890f-6d1de64f931a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380175 Oct 30 15:25:48.350983 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000810d-d7b8-4f66-932b-0c6b34b1942a req-0ed7c296-d150-4628-ad76-8320bf161988 tempest-ServerTagsTestJSON-1734073488 tempest-ServerTagsTestJSON-1734073488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:48.353561 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3000810d-d7b8-4f66-932b-0c6b34b1942a req-0ed7c296-d150-4628-ad76-8320bf161988 tempest-ServerTagsTestJSON-1734073488 tempest-ServerTagsTestJSON-1734073488-project] 10.222.0.44 "GET /v2.0/ports?device_id=549aea35-0450-4e22-afd8-7ad94af88dfc HTTP/1.1" status: 200 len: 945 time: 0.0607891 Oct 30 15:25:48.425999 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4287d0a6-1f0b-4139-869c-3697fe9b3dda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:48.435795 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8632d83-877b-43a6-8eab-dfc6cc8dc5c8 req-fde16281-35be-46b5-a21e-eff48a990ea6 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:48.437329 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a8632d83-877b-43a6-8eab-dfc6cc8dc5c8 req-fde16281-35be-46b5-a21e-eff48a990ea6 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea65c58d-a69c-440b-b8bd-b7eea9849d5a HTTP/1.1" status: 200 len: 945 time: 0.0746925 Oct 30 15:25:48.482793 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-3000810d-d7b8-4f66-932b-0c6b34b1942a req-5ffc7184-0f18-4a8f-9a4d-671c86f35fb7 tempest-ServerTagsTestJSON-1734073488 tempest-ServerTagsTestJSON-1734073488-project] Deleting port 594da6a4-e77e-4b69-a217-bb4b62ea85b3 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:25:48.484061 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-3000810d-d7b8-4f66-932b-0c6b34b1942a req-5ffc7184-0f18-4a8f-9a4d-671c86f35fb7 tempest-ServerTagsTestJSON-1734073488 tempest-ServerTagsTestJSON-1734073488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:48.548331 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a8632d83-877b-43a6-8eab-dfc6cc8dc5c8 req-7d143238-cdf6-45bf-a54a-84458d39887c tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/security-groups?id=0731827a-e6d6-413c-9995-e240e1dbff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039052 Oct 30 15:25:48.594231 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-3000810d-d7b8-4f66-932b-0c6b34b1942a req-5ffc7184-0f18-4a8f-9a4d-671c86f35fb7 tempest-ServerTagsTestJSON-1734073488 tempest-ServerTagsTestJSON-1734073488-project] For port 594da6a4-e77e-4b69-a217-bb4b62ea85b3, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=594da6a4-e77e-4b69-a217-bb4b62ea85b3,segment=NetworkSegment(8e9b3cf7-106e-4f3b-becf-8618a9d21c58),segment_id=8e9b3cf7-106e-4f3b-becf-8618a9d21c58)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:25:48.594600 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-3000810d-d7b8-4f66-932b-0c6b34b1942a req-5ffc7184-0f18-4a8f-9a4d-671c86f35fb7 tempest-ServerTagsTestJSON-1734073488 tempest-ServerTagsTestJSON-1734073488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:48.608927 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-3000810d-d7b8-4f66-932b-0c6b34b1942a req-5ffc7184-0f18-4a8f-9a4d-671c86f35fb7 tempest-ServerTagsTestJSON-1734073488 tempest-ServerTagsTestJSON-1734073488-project] Calling delete_port for 594da6a4-e77e-4b69-a217-bb4b62ea85b3 owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:25:48.724450 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4287d0a6-1f0b-4139-869c-3697fe9b3dda admin admin] Router c4b717f3-7e54-4670-beb6-53515020db72 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:25:48.747994 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-3000810d-d7b8-4f66-932b-0c6b34b1942a req-5ffc7184-0f18-4a8f-9a4d-671c86f35fb7 tempest-ServerTagsTestJSON-1734073488 tempest-ServerTagsTestJSON-1734073488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:48.760289 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['594da6a4-e77e-4b69-a217-bb4b62ea85b3'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:25:48.781484 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffc7184-0f18-4a8f-9a4d-671c86f35fb7 tempest-ServerTagsTestJSON-1734073488 tempest-ServerTagsTestJSON-1734073488-project] Pushing event deleted for resources: {'Port': ['ID=594da6a4-e77e-4b69-a217-bb4b62ea85b3,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:48.840977 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-3000810d-d7b8-4f66-932b-0c6b34b1942a req-5ffc7184-0f18-4a8f-9a4d-671c86f35fb7 tempest-ServerTagsTestJSON-1734073488 tempest-ServerTagsTestJSON-1734073488-project] No DVR routers for this DVR port 594da6a4-e77e-4b69-a217-bb4b62ea85b3 on host n-h2-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:25:48.845506 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-3000810d-d7b8-4f66-932b-0c6b34b1942a req-5ffc7184-0f18-4a8f-9a4d-671c86f35fb7 tempest-ServerTagsTestJSON-1734073488 tempest-ServerTagsTestJSON-1734073488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:48.850747 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3000810d-d7b8-4f66-932b-0c6b34b1942a req-5ffc7184-0f18-4a8f-9a4d-671c86f35fb7 tempest-ServerTagsTestJSON-1734073488 tempest-ServerTagsTestJSON-1734073488-project] 10.222.0.44 "DELETE /v2.0/ports/594da6a4-e77e-4b69-a217-bb4b62ea85b3 HTTP/1.1" status: 204 len: 173 time: 0.4892447 Oct 30 15:25:48.851365 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '549aea35-0450-4e22-afd8-7ad94af88dfc', 'name': 'network-vif-deleted', 'tag': '594da6a4-e77e-4b69-a217-bb4b62ea85b3'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:25:48.855286 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0bc0f34-9d1c-4b59-9ef0-8a78fb590126" -d '{"events": [{"server_uuid": "549aea35-0450-4e22-afd8-7ad94af88dfc", "name": "network-vif-deleted", "tag": "594da6a4-e77e-4b69-a217-bb4b62ea85b3"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:25:48.875442 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4287d0a6-1f0b-4139-869c-3697fe9b3dda admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:25:48.889072 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b22eac-1e01-4e9f-809e-26059d7d2574 None None] Sync routers for ids ['c4b717f3-7e54-4670-beb6-53515020db72'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:25:48.894216 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-4287d0a6-1f0b-4139-869c-3697fe9b3dda admin admin] 10.222.0.62 "PUT /v2.0/routers/c4b717f3-7e54-4670-beb6-53515020db72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0280638 Oct 30 15:25:48.895002 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 54636) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:25:48.912023 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b22eac-1e01-4e9f-809e-26059d7d2574 None None] Routers {'c4b717f3-7e54-4670-beb6-53515020db72'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:25:48.913102 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-b2b22eac-1e01-4e9f-809e-26059d7d2574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:25:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['c4b717f3-7e54-4670-beb6-53515020db72'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:25:48.929161 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ea1b49-ca91-47fe-8ef8-133ac2ddad30 x-openstack-request-id: req-c5ea1b49-ca91-47fe-8ef8-133ac2ddad30 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:25:48.930190 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "549aea35-0450-4e22-afd8-7ad94af88dfc", "name": "network-vif-deleted", "tag": "594da6a4-e77e-4b69-a217-bb4b62ea85b3", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:25:48.930444 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c5ea1b49-ca91-47fe-8ef8-133ac2ddad30 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:25:48.930849 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '549aea35-0450-4e22-afd8-7ad94af88dfc', 'name': 'network-vif-deleted', 'tag': '594da6a4-e77e-4b69-a217-bb4b62ea85b3', 'status': 'completed', 'code': 200} Oct 30 15:25:49.028477 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6556e0b2-91e8-4a8a-8ba7-d270eee417c7 admin admin] Publish callbacks [] for router, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:49.032061 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 8416a079-66a5-4f7a-9af9-70db5f91838d no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:25:49.061232 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] No Port match for: 8416a079-66a5-4f7a-9af9-70db5f91838d {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:25:49.061575 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 8416a079-66a5-4f7a-9af9-70db5f91838d not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:25:49.097647 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-b2b22eac-1e01-4e9f-809e-26059d7d2574 None None] Set router c4b717f3-7e54-4670-beb6-53515020db72 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:25:49.143403 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6556e0b2-91e8-4a8a-8ba7-d270eee417c7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:49.200947 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-6556e0b2-91e8-4a8a-8ba7-d270eee417c7 admin admin] Deleting port a1eb4d0d-ddc1-4703-b2b3-a71b7a0e5b75 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:25:49.201394 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6556e0b2-91e8-4a8a-8ba7-d270eee417c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:49.306411 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-6556e0b2-91e8-4a8a-8ba7-d270eee417c7 admin admin] For port a1eb4d0d-ddc1-4703-b2b3-a71b7a0e5b75, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=a1eb4d0d-ddc1-4703-b2b3-a71b7a0e5b75,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:25:49.306912 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6556e0b2-91e8-4a8a-8ba7-d270eee417c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:49.321514 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-b2b22eac-1e01-4e9f-809e-26059d7d2574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b717f3-7e54-4670-beb6-53515020db72', 'name': 'tempest-ServerRescueTestJSON-2077242531-router', 'tenant_id': 'e2f6c94423b348689edc4b7fcd3062c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'a1eb4d0d-ddc1-4703-b2b3-a71b7a0e5b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:23:48Z', 'updated_at': '2021-10-30T15:25:48Z', 'revision_number': 5, 'project_id': 'e2f6c94423b348689edc4b7fcd3062c6', 'gw_port': {'id': 'a1eb4d0d-ddc1-4703-b2b3-a71b7a0e5b75', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b717f3-7e54-4670-beb6-53515020db72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2246, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:23:49Z', 'updated_at': '2021-10-30T15:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:25:49.323777 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-6556e0b2-91e8-4a8a-8ba7-d270eee417c7 admin admin] Calling delete_port for a1eb4d0d-ddc1-4703-b2b3-a71b7a0e5b75 owned by network:router_gateway {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:25:49.354510 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b22eac-1e01-4e9f-809e-26059d7d2574 None None] Checking router: c4b717f3-7e54-4670-beb6-53515020db72 for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:25:49.363374 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b22eac-1e01-4e9f-809e-26059d7d2574 None None] Routers {'c4b717f3-7e54-4670-beb6-53515020db72'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:25:49.364037 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-b2b22eac-1e01-4e9f-809e-26059d7d2574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:25:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['c4b717f3-7e54-4670-beb6-53515020db72'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:25:49.435743 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0dd8ac0e-1ce3-499b-9db6-7330ca1b3f01 req-9e3ac0e0-cf67-4520-9a5c-6ff902efa4aa tempest-ServerTagsTestJSON-1734073488 tempest-ServerTagsTestJSON-1734073488-project] 10.222.0.62 "GET /v2.0/ports?device_id=549aea35-0450-4e22-afd8-7ad94af88dfc HTTP/1.1" status: 200 len: 210 time: 0.0420749 Oct 30 15:25:49.481637 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-b2b22eac-1e01-4e9f-809e-26059d7d2574 None None] Set router c4b717f3-7e54-4670-beb6-53515020db72 gateway port host: None {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:25:49.603780 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-b2b22eac-1e01-4e9f-809e-26059d7d2574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b717f3-7e54-4670-beb6-53515020db72', 'name': 'tempest-ServerRescueTestJSON-2077242531-router', 'tenant_id': 'e2f6c94423b348689edc4b7fcd3062c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:23:48Z', 'updated_at': '2021-10-30T15:25:49Z', 'revision_number': 6, 'project_id': 'e2f6c94423b348689edc4b7fcd3062c6', 'gw_port_host': None}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:25:49.652140 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6556e0b2-91e8-4a8a-8ba7-d270eee417c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:49.655291 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b22eac-1e01-4e9f-809e-26059d7d2574 None None] The sync data for ids ['c4b717f3-7e54-4670-beb6-53515020db72'] in n-d-806683-17 is: [{'id': 'c4b717f3-7e54-4670-beb6-53515020db72', 'name': 'tempest-ServerRescueTestJSON-2077242531-router', 'tenant_id': 'e2f6c94423b348689edc4b7fcd3062c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:23:48Z', 'updated_at': '2021-10-30T15:25:49Z', 'revision_number': 6, 'project_id': 'e2f6c94423b348689edc4b7fcd3062c6', 'gw_port_host': None}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:25:49.700134 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6556e0b2-91e8-4a8a-8ba7-d270eee417c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1eb4d0d-ddc1-4703-b2b3-a71b7a0e5b75,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:49.725523 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6556e0b2-91e8-4a8a-8ba7-d270eee417c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:25:49.725873 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6556e0b2-91e8-4a8a-8ba7-d270eee417c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:25:49.726753 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6556e0b2-91e8-4a8a-8ba7-d270eee417c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:25:49.727233 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6556e0b2-91e8-4a8a-8ba7-d270eee417c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:25:49.727613 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6556e0b2-91e8-4a8a-8ba7-d270eee417c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:25:49.728103 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6556e0b2-91e8-4a8a-8ba7-d270eee417c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:25:49.728437 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6556e0b2-91e8-4a8a-8ba7-d270eee417c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:25:49.728764 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6556e0b2-91e8-4a8a-8ba7-d270eee417c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:25:49.729661 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6556e0b2-91e8-4a8a-8ba7-d270eee417c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:25:49.729996 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6556e0b2-91e8-4a8a-8ba7-d270eee417c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:25:49.730329 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6556e0b2-91e8-4a8a-8ba7-d270eee417c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:25:49.730657 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6556e0b2-91e8-4a8a-8ba7-d270eee417c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:25:49.736688 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457fc368-3f9f-4008-b4c4-db61d5b7431c req-3c6247a4-8a33-42b3-9cc9-3480ed800cf4 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:49.746867 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-457fc368-3f9f-4008-b4c4-db61d5b7431c req-3c6247a4-8a33-42b3-9cc9-3480ed800cf4 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea65c58d-a69c-440b-b8bd-b7eea9849d5a HTTP/1.1" status: 200 len: 945 time: 0.0955434 Oct 30 15:25:49.804127 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6556e0b2-91e8-4a8a-8ba7-d270eee417c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:49.812070 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-457fc368-3f9f-4008-b4c4-db61d5b7431c req-f5ed8674-0d3b-4705-b892-4e99e6da9aa9 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/security-groups?id=0731827a-e6d6-413c-9995-e240e1dbff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634577 Oct 30 15:25:49.917055 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6556e0b2-91e8-4a8a-8ba7-d270eee417c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:49.919138 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6556e0b2-91e8-4a8a-8ba7-d270eee417c7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:49.964142 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6556e0b2-91e8-4a8a-8ba7-d270eee417c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:49.964599 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6556e0b2-91e8-4a8a-8ba7-d270eee417c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4b717f3-7e54-4670-beb6-53515020db72 {{(pid=102130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:25:49.969128 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6556e0b2-91e8-4a8a-8ba7-d270eee417c7 admin admin] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:49.972931 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 54716) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:25:49.973059 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-6556e0b2-91e8-4a8a-8ba7-d270eee417c7 admin admin] 10.222.0.62 "DELETE /v2.0/routers/c4b717f3-7e54-4670-beb6-53515020db72 HTTP/1.1" status: 204 len: 168 time: 1.0770659 Oct 30 15:25:50.022366 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bb4f8e2-8e98-4c7e-b712-72a23c3f1641 admin admin] Deleting subnet d096ec6f-ca2a-4ac2-a3be-5deccac59176 {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:25:50.032646 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0bb4f8e2-8e98-4c7e-b712-72a23c3f1641 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:50.076078 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0bb4f8e2-8e98-4c7e-b712-72a23c3f1641 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:50.118587 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 54720) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:25:50.121757 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0bb4f8e2-8e98-4c7e-b712-72a23c3f1641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:50.186908 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0bb4f8e2-8e98-4c7e-b712-72a23c3f1641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:50.228208 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb4f8e2-8e98-4c7e-b712-72a23c3f1641 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d096ec6f-ca2a-4ac2-a3be-5deccac59176,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:50.233684 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0bb4f8e2-8e98-4c7e-b712-72a23c3f1641 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:50.239372 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-0bb4f8e2-8e98-4c7e-b712-72a23c3f1641 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/d096ec6f-ca2a-4ac2-a3be-5deccac59176 HTTP/1.1" status: 204 len: 168 time: 0.2633102 Oct 30 15:25:50.242650 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 54724) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:25:50.273813 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8c983112-ea4e-402f-b347-5f8980d05747 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:50.351026 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-16c0db76-b35a-4dd1-af65-ce616cd5d4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:50.459232 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-16c0db76-b35a-4dd1-af65-ce616cd5d4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:50.499221 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-16c0db76-b35a-4dd1-af65-ce616cd5d4a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd478de8-91f8-449b-b9b1-7a22cf4cb07a']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:25:50.503977 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8c983112-ea4e-402f-b347-5f8980d05747 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:50.512300 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 54728) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:25:50.520514 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-16c0db76-b35a-4dd1-af65-ce616cd5d4a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ad710d9-52c7-4ea3-8530-acd281ec85c6') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:25:50.520834 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-16c0db76-b35a-4dd1-af65-ce616cd5d4a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ad710d9-52c7-4ea3-8530-acd281ec85c6') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:25:50.524424 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8c983112-ea4e-402f-b347-5f8980d05747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:50.544016 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-16c0db76-b35a-4dd1-af65-ce616cd5d4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:50.572056 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-eec4f17a-00f9-4638-a259-f950c88ec1b8 admin admin] Deleting subnet 4c7b3a59-2a37-4a30-9846-9054476c96af {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:25:50.576754 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-eec4f17a-00f9-4638-a259-f950c88ec1b8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:50.590523 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-16c0db76-b35a-4dd1-af65-ce616cd5d4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:50.597639 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-8c983112-ea4e-402f-b347-5f8980d05747 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0e2520d68e1940fe842655297680d1de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4750993 Oct 30 15:25:50.599365 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 54730) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:25:50.600540 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c983112-ea4e-402f-b347-5f8980d05747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1abfc64c-444b-4c25-bc1a-e4bd47d4a5e0,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:50.604572 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16c0db76-b35a-4dd1-af65-ce616cd5d4a0 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:25:50.605084 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-16c0db76-b35a-4dd1-af65-ce616cd5d4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:50.606826 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:25:50.606826 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:25:50.606826 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:25:50.606826 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:25:50.606826 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:25:50.606826 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:25:50.606826 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:25:50.606826 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:25:50.606826 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:25:50.606826 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:25:50.606826 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:25:50.606826 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:25:50.606826 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:25:50.606826 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:25:50.606826 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:25:50.606826 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:25:50.606826 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:25:50.606826 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:25:50.606826 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:25:50.606826 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:25:50.606826 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:25:50.606826 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:25:50.606826 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:25:50.606826 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:25:50.606826 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:25:50.606826 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:25:50.606826 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:25:50.606826 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:25:50.606826 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:25:50.606826 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:25:50.606826 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:25:50.606826 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:25:50.643309 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-eec4f17a-00f9-4638-a259-f950c88ec1b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:50.674172 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-16c0db76-b35a-4dd1-af65-ce616cd5d4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:50.684243 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-16c0db76-b35a-4dd1-af65-ce616cd5d4a0 admin admin] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:50.692816 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-16c0db76-b35a-4dd1-af65-ce616cd5d4a0 admin admin] 10.222.0.62 "DELETE /v2.0/networks/bd478de8-91f8-449b-b9b1-7a22cf4cb07a HTTP/1.1" status: 204 len: 168 time: 0.4454167 Oct 30 15:25:50.711790 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c0db76-b35a-4dd1-af65-ce616cd5d4a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd478de8-91f8-449b-b9b1-7a22cf4cb07a,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:50.725153 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-eec4f17a-00f9-4638-a259-f950c88ec1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:50.727975 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e57381ec-5582-4131-8d37-0e407e8ad065 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:50.775831 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e57381ec-5582-4131-8d37-0e407e8ad065 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:50.829340 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-eec4f17a-00f9-4638-a259-f950c88ec1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:50.853451 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec4f17a-00f9-4638-a259-f950c88ec1b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c7b3a59-2a37-4a30-9846-9054476c96af,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:50.865479 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-eec4f17a-00f9-4638-a259-f950c88ec1b8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:50.870459 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-eec4f17a-00f9-4638-a259-f950c88ec1b8 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/4c7b3a59-2a37-4a30-9846-9054476c96af HTTP/1.1" status: 204 len: 168 time: 0.3568907 Oct 30 15:25:50.871824 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e57381ec-5582-4131-8d37-0e407e8ad065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:50.873773 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 54736) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:25:50.874655 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e57381ec-5582-4131-8d37-0e407e8ad065 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:50.875888 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-e57381ec-5582-4131-8d37-0e407e8ad065 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1abfc64c-444b-4c25-bc1a-e4bd47d4a5e0 HTTP/1.1" status: 204 len: 168 time: 0.2754109 Oct 30 15:25:50.885941 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57381ec-5582-4131-8d37-0e407e8ad065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1abfc64c-444b-4c25-bc1a-e4bd47d4a5e0,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:50.912931 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 54742) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:25:51.001718 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 594da6a4-e77e-4b69-a217-bb4b62ea85b3 no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:25:51.027841 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] No Port match for: 594da6a4-e77e-4b69-a217-bb4b62ea85b3 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:25:51.028500 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 594da6a4-e77e-4b69-a217-bb4b62ea85b3 not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:25:51.028752 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-662784ae-9973-45b6-b82d-a199befb8f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:51.058358 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-aa2282de-35a6-46f3-98fa-ff5a6281076b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e2f6c94423b348689edc4b7fcd3062c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1383743 Oct 30 15:25:51.059008 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 54744) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:25:51.110488 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84414bab-ddaf-4758-9dd4-b913747ef74b req-572703e8-1165-46c2-9a21-df6e11816a9f tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:51.112040 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-84414bab-ddaf-4758-9dd4-b913747ef74b req-572703e8-1165-46c2-9a21-df6e11816a9f tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea65c58d-a69c-440b-b8bd-b7eea9849d5a HTTP/1.1" status: 200 len: 945 time: 0.1559429 Oct 30 15:25:51.138656 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-662784ae-9973-45b6-b82d-a199befb8f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:51.139204 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9103655b-e2dc-4ed4-8df8-2fdaa8a416cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:51.173607 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-662784ae-9973-45b6-b82d-a199befb8f03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15012a16-8e0c-4c40-930f-76f1bfbbf65d']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:25:51.181956 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-84414bab-ddaf-4758-9dd4-b913747ef74b req-f3266c48-64b6-42a9-a426-d25e38f88a16 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/security-groups?id=0731827a-e6d6-413c-9995-e240e1dbff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572722 Oct 30 15:25:51.183016 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c84c2d6d-132c-401d-b03c-b9bbd8cd8782 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:51.202631 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-662784ae-9973-45b6-b82d-a199befb8f03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e9b3cf7-106e-4f3b-becf-8618a9d21c58') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:25:51.202631 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-662784ae-9973-45b6-b82d-a199befb8f03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e9b3cf7-106e-4f3b-becf-8618a9d21c58') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:25:51.218790 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-662784ae-9973-45b6-b82d-a199befb8f03 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:51.219162 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c84c2d6d-132c-401d-b03c-b9bbd8cd8782 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:51.234085 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-662784ae-9973-45b6-b82d-a199befb8f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:51.241787 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-662784ae-9973-45b6-b82d-a199befb8f03 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:25:51.242902 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-662784ae-9973-45b6-b82d-a199befb8f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:51.245278 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:25:51.245278 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:25:51.245278 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:25:51.245278 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:25:51.245278 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:25:51.245278 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:25:51.245278 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:25:51.245278 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:25:51.245278 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:25:51.245278 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:25:51.245278 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:25:51.245278 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:25:51.245278 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:25:51.245278 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:25:51.245278 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:25:51.245278 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:25:51.245278 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:25:51.245278 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:25:51.245278 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:25:51.245278 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:25:51.245278 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:25:51.245278 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:25:51.245278 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:25:51.245278 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:25:51.245278 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:25:51.245278 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:25:51.245278 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:25:51.245278 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:25:51.245278 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:25:51.245278 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:25:51.245278 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:25:51.245278 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:25:51.291925 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c84c2d6d-132c-401d-b03c-b9bbd8cd8782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:51.294886 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c84c2d6d-132c-401d-b03c-b9bbd8cd8782 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:51.296444 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-c84c2d6d-132c-401d-b03c-b9bbd8cd8782 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57 HTTP/1.1" status: 204 len: 168 time: 0.2327576 Oct 30 15:25:51.306788 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84c2d6d-132c-401d-b03c-b9bbd8cd8782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51c8982-eaa8-4bd4-96dc-4a9a28c9bd57,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:51.333548 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-662784ae-9973-45b6-b82d-a199befb8f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:51.342013 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-662784ae-9973-45b6-b82d-a199befb8f03 admin admin] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:51.350451 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-662784ae-9973-45b6-b82d-a199befb8f03 admin admin] 10.222.0.62 "DELETE /v2.0/networks/15012a16-8e0c-4c40-930f-76f1bfbbf65d HTTP/1.1" status: 204 len: 168 time: 0.4752846 Oct 30 15:25:51.373142 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662784ae-9973-45b6-b82d-a199befb8f03 admin admin] Pushing event deleted for resources: {'Network': ['ID=15012a16-8e0c-4c40-930f-76f1bfbbf65d,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:51.551211 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device bc9e6615-f3ba-4d60-8769-044b7e735042 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:25:51.580770 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: bc9e6615-f3ba-4d60-8769-044b7e735042 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:25:51.581229 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device bc9e6615-f3ba-4d60-8769-044b7e735042 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:25:51.582010 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device a1eb4d0d-ddc1-4703-b2b3-a71b7a0e5b75 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:25:51.588473 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 54752) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:25:51.605277 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: a1eb4d0d-ddc1-4703-b2b3-a71b7a0e5b75 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:25:51.605825 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device a1eb4d0d-ddc1-4703-b2b3-a71b7a0e5b75 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:25:51.608121 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-73ad8a40-1a10-4706-b280-9984acccd59c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:51.728672 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-73ad8a40-1a10-4706-b280-9984acccd59c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:51.732936 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-73ad8a40-1a10-4706-b280-9984acccd59c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:51.792383 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-73ad8a40-1a10-4706-b280-9984acccd59c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6d9b2273d02642ee9e9e0464c00e712a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1997936 Oct 30 15:25:51.793039 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ad8a40-1a10-4706-b280-9984acccd59c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5584fdbc-3a9a-4c18-b059-f78f02701588,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:51.793601 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 54762) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:25:51.794101 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 54764) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:25:51.864712 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-7b03b7c7-c5f4-48e3-8b0e-cab40fa2e930 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7dc4e514fb7e419faa038057886493e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0678043 Oct 30 15:25:51.867751 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 54766) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:25:51.879052 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fc37495e-8286-4e5a-a02b-8b196cc2f1ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:51.902665 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fc37495e-8286-4e5a-a02b-8b196cc2f1ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:51.923420 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a5b937fd-67cd-4100-a14d-de70e517f0c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:51.947568 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a5b937fd-67cd-4100-a14d-de70e517f0c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:51.959237 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fc37495e-8286-4e5a-a02b-8b196cc2f1ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:51.962559 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fc37495e-8286-4e5a-a02b-8b196cc2f1ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:51.963806 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-fc37495e-8286-4e5a-a02b-8b196cc2f1ec admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5584fdbc-3a9a-4c18-b059-f78f02701588 HTTP/1.1" status: 204 len: 168 time: 0.1682642 Oct 30 15:25:51.975613 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc37495e-8286-4e5a-a02b-8b196cc2f1ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5584fdbc-3a9a-4c18-b059-f78f02701588,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:52.021800 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a5b937fd-67cd-4100-a14d-de70e517f0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:52.025079 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a5b937fd-67cd-4100-a14d-de70e517f0c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:52.026249 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-a5b937fd-67cd-4100-a14d-de70e517f0c1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3ac631c8-b750-460c-890f-6d1de64f931a HTTP/1.1" status: 204 len: 168 time: 0.1572568 Oct 30 15:25:52.039679 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b937fd-67cd-4100-a14d-de70e517f0c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac631c8-b750-460c-890f-6d1de64f931a,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:52.338779 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7cfec8-de2a-490a-b5fd-613e8dc67d4b req-8609582e-b94f-4b05-99e6-1305232aabd0 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:52.341413 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7d7cfec8-de2a-490a-b5fd-613e8dc67d4b req-8609582e-b94f-4b05-99e6-1305232aabd0 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea65c58d-a69c-440b-b8bd-b7eea9849d5a HTTP/1.1" status: 200 len: 945 time: 0.0734851 Oct 30 15:25:52.400290 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7d7cfec8-de2a-490a-b5fd-613e8dc67d4b req-2926cdc6-39c0-4590-ac3c-8b2d45546af7 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/security-groups?id=0731827a-e6d6-413c-9995-e240e1dbff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513723 Oct 30 15:25:52.572627 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 54806) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:25:52.744786 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad4951f-5893-456e-b88e-04fa00e3cd2e req-3acb0275-01d2-455c-ab78-793b9265e4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:52.746341 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3ad4951f-5893-456e-b88e-04fa00e3cd2e req-3acb0275-01d2-455c-ab78-793b9265e4c9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ea65c58d-a69c-440b-b8bd-b7eea9849d5a HTTP/1.1" status: 200 len: 1097 time: 0.0451667 Oct 30 15:25:52.786377 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3ad4951f-5893-456e-b88e-04fa00e3cd2e req-cd858509-004e-458a-9715-9c80eb7cb862 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0731827a-e6d6-413c-9995-e240e1dbff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320435 Oct 30 15:25:52.865885 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-bf11505c-1bee-4153-865f-368a27134dce admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1679971216-network', 'tenant_id': 'a3028294d5734482b28fa89832495d29'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:25:52.901407 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf11505c-1bee-4153-865f-368a27134dce admin admin] Made reservation on behalf of a3028294d5734482b28fa89832495d29 for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:25:52.907997 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bf11505c-1bee-4153-865f-368a27134dce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:52.917946 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bf11505c-1bee-4153-865f-368a27134dce admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:53.010935 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bf11505c-1bee-4153-865f-368a27134dce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:53.014795 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bf11505c-1bee-4153-865f-368a27134dce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:53.045134 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf11505c-1bee-4153-865f-368a27134dce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff41a61-d2d9-46c6-8b99-b0d018c0964a,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:53.052179 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf11505c-1bee-4153-865f-368a27134dce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:25:53.065592 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bf11505c-1bee-4153-865f-368a27134dce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:53.066157 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-bf11505c-1bee-4153-865f-368a27134dce admin admin] Added segment 7dc81a9b-3539-4be9-a222-feb3b591dcc0 of type vlan for network e3d349fd-06d3-4d89-81c2-25b2b94c579c Oct 30 15:25:53.112610 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bf11505c-1bee-4153-865f-368a27134dce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:53.154582 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bf11505c-1bee-4153-865f-368a27134dce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:53.155603 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf11505c-1bee-4153-865f-368a27134dce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:53.156700 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bf11505c-1bee-4153-865f-368a27134dce admin admin] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:53.217944 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-bf11505c-1bee-4153-865f-368a27134dce admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6403654 Oct 30 15:25:53.218324 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 54842) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:25:53.224988 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-d17a978f-3db5-4b0c-ba23-dece0c86d011 admin admin] Request body: {'subnet': {'network_id': 'e3d349fd-06d3-4d89-81c2-25b2b94c579c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1679971216-subnet', 'tenant_id': 'a3028294d5734482b28fa89832495d29', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:25:53.244824 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf11505c-1bee-4153-865f-368a27134dce admin admin] Pushing event updated for resources: {'Network': ['ID=e3d349fd-06d3-4d89-81c2-25b2b94c579c,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:53.258231 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network e3d349fd-06d3-4d89-81c2-25b2b94c579c details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:25:53.260068 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d17a978f-3db5-4b0c-ba23-dece0c86d011 admin admin] Made reservation on behalf of a3028294d5734482b28fa89832495d29 for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:25:53.263612 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d17a978f-3db5-4b0c-ba23-dece0c86d011 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:53.479922 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d17a978f-3db5-4b0c-ba23-dece0c86d011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:53.610422 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfde19a8-3a32-4ef2-a856-e16a4fee101f req-279bbedf-ed16-46ef-aafd-441cd9e65775 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:53.612054 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dfde19a8-3a32-4ef2-a856-e16a4fee101f req-279bbedf-ed16-46ef-aafd-441cd9e65775 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea65c58d-a69c-440b-b8bd-b7eea9849d5a HTTP/1.1" status: 200 len: 945 time: 0.1005044 Oct 30 15:25:53.612815 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17a978f-3db5-4b0c-ba23-dece0c86d011 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cd32631-4817-453f-b06d-49c42463e638,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:53.620038 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17a978f-3db5-4b0c-ba23-dece0c86d011 admin admin] Checking segment: {'id': '7dc81a9b-3539-4be9-a222-feb3b591dcc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e3d349fd-06d3-4d89-81c2-25b2b94c579c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:25:53.620614 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17a978f-3db5-4b0c-ba23-dece0c86d011 admin admin] Network hostable DHCP agents. Network: e3d349fd-06d3-4d89-81c2-25b2b94c579c, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:25:53.668660 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17a978f-3db5-4b0c-ba23-dece0c86d011 admin admin] Network e3d349fd-06d3-4d89-81c2-25b2b94c579c is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:25:53.719312 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-d17a978f-3db5-4b0c-ba23-dece0c86d011 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, e3d349fd-06d3-4d89-81c2-25b2b94c579c) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:25:53.733341 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17a978f-3db5-4b0c-ba23-dece0c86d011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:53.733954 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d17a978f-3db5-4b0c-ba23-dece0c86d011 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:53.744769 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69bf822-6c15-43eb-ac04-3d5403b8b412 None None] Network e3d349fd-06d3-4d89-81c2-25b2b94c579c requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:25:53.828722 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dfde19a8-3a32-4ef2-a856-e16a4fee101f req-774f549d-e869-4c64-95a9-66437ed2c0d9 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/security-groups?id=0731827a-e6d6-413c-9995-e240e1dbff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011077 Oct 30 15:25:53.847671 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-d17a978f-3db5-4b0c-ba23-dece0c86d011 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.6279004 Oct 30 15:25:53.922288 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0c6109a0-f0b1-4d1e-8d81-6da591694f8f req-46edcd26-d89b-460e-aec1-0c247fc0a18a tempest-ServerShowV247Test-1856616642 tempest-ServerShowV247Test-1856616642-project] 10.222.0.62 "GET /v2.0/ports?device_id=9598d42b-e63a-4fb6-9113-fbaaeb439f87 HTTP/1.1" status: 200 len: 210 time: 0.1259556 Oct 30 15:25:53.956102 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-34b8c235-fb3c-4140-a5fb-b55a2ac9ba9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:54.091301 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5716ad8-a48a-4f2c-a4bd-15e7635c008f None None] Network e3d349fd-06d3-4d89-81c2-25b2b94c579c requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:25:54.616332 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d400792-5619-4a07-ad6e-b5f72e0bf59f req-52b010db-37cf-410d-824e-dc069203469c tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:54.618876 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1d400792-5619-4a07-ad6e-b5f72e0bf59f req-52b010db-37cf-410d-824e-dc069203469c tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/networks?id=e3d349fd-06d3-4d89-81c2-25b2b94c579c HTTP/1.1" status: 200 len: 806 time: 0.1816669 Oct 30 15:25:54.633866 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-91358ded-56ae-4d39-823d-b92e2bf45e1e req-0083a0c2-6694-44b1-b031-a855d8c048f0 tempest-ServerShowV247Test-1856616642 tempest-ServerShowV247Test-1856616642-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdb7eace-9506-4771-8971-05be9947e26c HTTP/1.1" status: 200 len: 210 time: 0.0503967 Oct 30 15:25:54.644140 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1d400792-5619-4a07-ad6e-b5f72e0bf59f req-3e5056ad-f1da-425b-8742-4ee082849c1f tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/quotas/a3028294d5734482b28fa89832495d29 HTTP/1.1" status: 200 len: 375 time: 0.0174139 Oct 30 15:25:54.648054 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:54.696176 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1d400792-5619-4a07-ad6e-b5f72e0bf59f req-430acd1e-0b8b-41c2-9347-ba7348e00d41 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a3028294d5734482b28fa89832495d29&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485003 Oct 30 15:25:54.816210 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1d400792-5619-4a07-ad6e-b5f72e0bf59f req-47585439-0cb0-4301-b0e5-a3bfb480aa31 service neutron] 10.222.0.62 "GET /v2.0/networks/e3d349fd-06d3-4d89-81c2-25b2b94c579c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101944 Oct 30 15:25:54.877112 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:54.941493 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1d400792-5619-4a07-ad6e-b5f72e0bf59f req-14b9e52e-be3d-40c9-a67a-06c015067a42 service neutron] 10.222.0.62 "GET /v2.0/networks/e3d349fd-06d3-4d89-81c2-25b2b94c579c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126897 Oct 30 15:25:55.035357 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff28783-ff37-4256-91be-0c3773af53b6 req-8c53d653-b413-47dc-ac97-d7fddd21a552 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:55.046460 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6ff28783-ff37-4256-91be-0c3773af53b6 req-8c53d653-b413-47dc-ac97-d7fddd21a552 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea65c58d-a69c-440b-b8bd-b7eea9849d5a HTTP/1.1" status: 200 len: 945 time: 0.1025810 Oct 30 15:25:55.147996 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6ff28783-ff37-4256-91be-0c3773af53b6 req-0a0a384b-26b6-4343-95c5-7ec539dc5a3d tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/security-groups?id=0731827a-e6d6-413c-9995-e240e1dbff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888858 Oct 30 15:25:55.177514 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-0826110d-1b23-4fee-8c35-774dc00c3c19 req-4e634d16-2be2-464c-a356-73c6b067027b tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-520322488', 'description': 'tempest-description-420107639'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:25:55.213800 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9fb985d7-b14a-4215-86a4-47df8cab2920 req-66e1f1f5-4cc6-41d6-8d08-23265364436f tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cd22608-c4fb-4169-9dbc-1af63b942f0c HTTP/1.1" status: 200 len: 210 time: 0.0346420 Oct 30 15:25:55.258396 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-0826110d-1b23-4fee-8c35-774dc00c3c19 req-4e634d16-2be2-464c-a356-73c6b067027b tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:55.377449 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-0826110d-1b23-4fee-8c35-774dc00c3c19 req-4e634d16-2be2-464c-a356-73c6b067027b tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:55.387700 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-0826110d-1b23-4fee-8c35-774dc00c3c19 req-4e634d16-2be2-464c-a356-73c6b067027b tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:55.426421 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-0826110d-1b23-4fee-8c35-774dc00c3c19 req-4e634d16-2be2-464c-a356-73c6b067027b tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:55.428140 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0826110d-1b23-4fee-8c35-774dc00c3c19 req-4e634d16-2be2-464c-a356-73c6b067027b tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2547278 Oct 30 15:25:55.463515 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e634d16-2be2-464c-a356-73c6b067027b tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ecc497b-a42d-4143-924d-baae7df371fe,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:55.546402 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-78307c0a-db44-4b76-9e3e-278cfaa46aa1 req-a13bda15-d654-42a2-88e8-e91013c26074 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-520322488&fields=id&tenant_id=ae810500e5604e45ba52fb3ca12ce963 HTTP/1.1" status: 200 len: 267 time: 0.0428224 Oct 30 15:25:55.631384 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78307c0a-db44-4b76-9e3e-278cfaa46aa1 req-34c4444f-630e-4952-8cd1-fcacddc63e22 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:55.633651 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-78307c0a-db44-4b76-9e3e-278cfaa46aa1 req-34c4444f-630e-4952-8cd1-fcacddc63e22 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea65c58d-a69c-440b-b8bd-b7eea9849d5a HTTP/1.1" status: 200 len: 945 time: 0.0690591 Oct 30 15:25:55.647070 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-78307c0a-db44-4b76-9e3e-278cfaa46aa1 req-7f959eb6-883d-45bc-a730-850d2c2a4e41 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Request body: {'port': {'security_groups': ['0731827a-e6d6-413c-9995-e240e1dbff25', '1ecc497b-a42d-4143-924d-baae7df371fe']}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:25:55.817323 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-67d14feb-0594-4174-8692-747e3f99aebc req-753fff3c-ba9b-40ac-bf0e-4f63277bb4a9 tempest-ServerShowV247Test-1856616642 tempest-ServerShowV247Test-1856616642-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdb7eace-9506-4771-8971-05be9947e26c HTTP/1.1" status: 200 len: 210 time: 0.0835283 Oct 30 15:25:55.833489 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-78307c0a-db44-4b76-9e3e-278cfaa46aa1 req-7f959eb6-883d-45bc-a730-850d2c2a4e41 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:56.110674 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-78307c0a-db44-4b76-9e3e-278cfaa46aa1 req-7f959eb6-883d-45bc-a730-850d2c2a4e41 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] For port 8b9b3925-8986-433d-8962-d9147a000a3c, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=8b9b3925-8986-433d-8962-d9147a000a3c,segment=NetworkSegment(36e58cc2-c6ef-4408-a5ad-3ca140133f8a),segment_id=36e58cc2-c6ef-4408-a5ad-3ca140133f8a)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:25:56.160840 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-78307c0a-db44-4b76-9e3e-278cfaa46aa1 req-7f959eb6-883d-45bc-a730-850d2c2a4e41 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:56.165621 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-78307c0a-db44-4b76-9e3e-278cfaa46aa1 req-7f959eb6-883d-45bc-a730-850d2c2a4e41 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:56.180577 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['8b9b3925-8986-433d-8962-d9147a000a3c'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:25:56.212976 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78307c0a-db44-4b76-9e3e-278cfaa46aa1 req-7f959eb6-883d-45bc-a730-850d2c2a4e41 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:56.213604 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-78307c0a-db44-4b76-9e3e-278cfaa46aa1 req-7f959eb6-883d-45bc-a730-850d2c2a4e41 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:56.220936 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-78307c0a-db44-4b76-9e3e-278cfaa46aa1 req-7f959eb6-883d-45bc-a730-850d2c2a4e41 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "PUT /v2.0/ports/8b9b3925-8986-433d-8962-d9147a000a3c HTTP/1.1" status: 200 len: 981 time: 0.5792642 Oct 30 15:25:56.221584 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea65c58d-a69c-440b-b8bd-b7eea9849d5a', 'tag': '8b9b3925-8986-433d-8962-d9147a000a3c'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:25:56.224066 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f39f42-9074-4a11-ad62-95d60653ab75" -d '{"events": [{"name": "network-changed", "server_uuid": "ea65c58d-a69c-440b-b8bd-b7eea9849d5a", "tag": "8b9b3925-8986-433d-8962-d9147a000a3c"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:25:56.274067 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f959eb6-883d-45bc-a730-850d2c2a4e41 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Pushing event updated for resources: {'Port': ['ID=8b9b3925-8986-433d-8962-d9147a000a3c,revision_number=6']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:56.293118 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd777a40-7475-4599-a5d2-ffdc8e58ec6a x-openstack-request-id: req-bd777a40-7475-4599-a5d2-ffdc8e58ec6a {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:25:56.293659 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea65c58d-a69c-440b-b8bd-b7eea9849d5a", "tag": "8b9b3925-8986-433d-8962-d9147a000a3c", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:25:56.294149 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bd777a40-7475-4599-a5d2-ffdc8e58ec6a {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:25:56.294769 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea65c58d-a69c-440b-b8bd-b7eea9849d5a', 'tag': '8b9b3925-8986-433d-8962-d9147a000a3c', 'status': 'completed', 'code': 200} Oct 30 15:25:56.327161 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['8b9b3925-8986-433d-8962-d9147a000a3c'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:25:56.373092 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f387a4a0-4875-459d-90a3-2b20375864f6 req-b03ea651-4183-4d71-a054-d177093be5dc tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-520322488&fields=id&tenant_id=ae810500e5604e45ba52fb3ca12ce963 HTTP/1.1" status: 200 len: 267 time: 0.0428503 Oct 30 15:25:56.461667 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0cf43feb-87c1-45be-80d4-ba796796287d req-6ffa2f43-d9ff-4606-97dd-f4688c0b6111 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cd22608-c4fb-4169-9dbc-1af63b942f0c HTTP/1.1" status: 200 len: 210 time: 0.0574522 Oct 30 15:25:56.466639 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387a4a0-4875-459d-90a3-2b20375864f6 req-f0db0215-abf4-4a0f-a6e2-2520736f1825 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:56.470946 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f387a4a0-4875-459d-90a3-2b20375864f6 req-f0db0215-abf4-4a0f-a6e2-2520736f1825 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea65c58d-a69c-440b-b8bd-b7eea9849d5a HTTP/1.1" status: 200 len: 984 time: 0.0921452 Oct 30 15:25:56.488146 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f39f42-9074-4a11-ad62-95d60653ab75 req-33014b73-a184-480b-ae94-d4c52d9b39b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:56.490671 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-96f39f42-9074-4a11-ad62-95d60653ab75 req-33014b73-a184-480b-ae94-d4c52d9b39b7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ae810500e5604e45ba52fb3ca12ce963&device_id=ea65c58d-a69c-440b-b8bd-b7eea9849d5a HTTP/1.1" status: 200 len: 1136 time: 0.1578488 Oct 30 15:25:56.492516 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-f387a4a0-4875-459d-90a3-2b20375864f6 req-c1f37f9a-fe68-4d60-a7c9-21ce2898aefb tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Request body: {'port': {'security_groups': ['0731827a-e6d6-413c-9995-e240e1dbff25']}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:25:56.602736 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:56.631587 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1e9538da-cddc-4ced-935c-d39adfeab856 req-6c379dd1-59ae-4863-bad5-86e44d49fd99 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9598d42b-e63a-4fb6-9113-fbaaeb439f87 HTTP/1.1" status: 200 len: 210 time: 0.0665715 Oct 30 15:25:56.732447 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4d046880-0175-4501-99d7-a03a92bd1900 req-16d1bd0d-3e0e-4204-af94-5d951f719725 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bab1f922-8863-4aa1-965a-90180bcea208&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0995312 Oct 30 15:25:56.739243 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-f387a4a0-4875-459d-90a3-2b20375864f6 req-c1f37f9a-fe68-4d60-a7c9-21ce2898aefb tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:57.148548 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d046880-0175-4501-99d7-a03a92bd1900 req-d6b33f1c-2e01-4ab4-a4cc-e3398d29cf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:57.150722 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4d046880-0175-4501-99d7-a03a92bd1900 req-d6b33f1c-2e01-4ab4-a4cc-e3398d29cf10 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=62f659ad7df643c08749c99059158339&device_id=bab1f922-8863-4aa1-965a-90180bcea208 HTTP/1.1" status: 200 len: 1097 time: 0.2329237 Oct 30 15:25:57.199746 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-74e5ffe2-86aa-408e-9f19-e7996b26b104 req-fe777ec4-b8a7-4aa0-8e7a-06f597870d53 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bdb7eace-9506-4771-8971-05be9947e26c HTTP/1.1" status: 200 len: 210 time: 0.0608721 Oct 30 15:25:57.264045 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-f387a4a0-4875-459d-90a3-2b20375864f6 req-c1f37f9a-fe68-4d60-a7c9-21ce2898aefb tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] For port 8b9b3925-8986-433d-8962-d9147a000a3c, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=8b9b3925-8986-433d-8962-d9147a000a3c,segment=NetworkSegment(36e58cc2-c6ef-4408-a5ad-3ca140133f8a),segment_id=36e58cc2-c6ef-4408-a5ad-3ca140133f8a)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:25:57.348930 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d046880-0175-4501-99d7-a03a92bd1900 req-5d042050-9984-4a42-b61f-ac013032729e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:57.350583 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4d046880-0175-4501-99d7-a03a92bd1900 req-5d042050-9984-4a42-b61f-ac013032729e service neutron] 10.222.0.44 "GET /v2.0/networks?id=ba542ebd-5699-4174-b714-a377fade84dc HTTP/1.1" status: 200 len: 914 time: 0.1604965 Oct 30 15:25:57.353498 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-f387a4a0-4875-459d-90a3-2b20375864f6 req-c1f37f9a-fe68-4d60-a7c9-21ce2898aefb tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:57.360468 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-f387a4a0-4875-459d-90a3-2b20375864f6 req-c1f37f9a-fe68-4d60-a7c9-21ce2898aefb tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:57.377364 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['8b9b3925-8986-433d-8962-d9147a000a3c'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:25:57.427830 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d400792-5619-4a07-ad6e-b5f72e0bf59f req-a3c36605-c5e6-43dc-85fd-13952f8931b7 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:57.437342 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1d400792-5619-4a07-ad6e-b5f72e0bf59f req-a3c36605-c5e6-43dc-85fd-13952f8931b7 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.44 "GET /v2.0/networks?id=e3d349fd-06d3-4d89-81c2-25b2b94c579c HTTP/1.1" status: 200 len: 806 time: 0.9261544 Oct 30 15:25:57.448423 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387a4a0-4875-459d-90a3-2b20375864f6 req-c1f37f9a-fe68-4d60-a7c9-21ce2898aefb tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:57.449309 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-f387a4a0-4875-459d-90a3-2b20375864f6 req-c1f37f9a-fe68-4d60-a7c9-21ce2898aefb tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:57.450856 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f387a4a0-4875-459d-90a3-2b20375864f6 req-c1f37f9a-fe68-4d60-a7c9-21ce2898aefb tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "PUT /v2.0/ports/8b9b3925-8986-433d-8962-d9147a000a3c HTTP/1.1" status: 200 len: 942 time: 0.9638135 Oct 30 15:25:57.459761 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea65c58d-a69c-440b-b8bd-b7eea9849d5a', 'tag': '8b9b3925-8986-433d-8962-d9147a000a3c'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:25:57.462428 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f1d16f-2e23-42f2-85fd-9ecb0545e0e6" -d '{"events": [{"name": "network-changed", "server_uuid": "ea65c58d-a69c-440b-b8bd-b7eea9849d5a", "tag": "8b9b3925-8986-433d-8962-d9147a000a3c"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:25:57.527915 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-1d400792-5619-4a07-ad6e-b5f72e0bf59f req-5471b9b8-5aa1-4291-9da4-615ffbc13d2f tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Request body: {'port': {'device_id': '1cd22608-c4fb-4169-9dbc-1af63b942f0c', 'network_id': 'e3d349fd-06d3-4d89-81c2-25b2b94c579c', 'admin_state_up': True, 'tenant_id': 'a3028294d5734482b28fa89832495d29'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:25:57.548507 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f39f42-9074-4a11-ad62-95d60653ab75 req-9ec423fe-2133-46d3-9d2c-2ff8c602b330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:57.550351 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-96f39f42-9074-4a11-ad62-95d60653ab75 req-9ec423fe-2133-46d3-9d2c-2ff8c602b330 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c6ede997-2b53-4646-8c13-a88c9a081db5 HTTP/1.1" status: 200 len: 920 time: 1.0438502 Oct 30 15:25:57.608203 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4d046880-0175-4501-99d7-a03a92bd1900 req-fa0e5e8f-d186-418f-ab39-f4bb7280fe76 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ff5d154-6b39-4dcd-a5bb-b9269dcebf80 HTTP/1.1" status: 200 len: 217 time: 0.1721535 Oct 30 15:25:57.610366 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9917be13-71f9-406e-a4bb-fc33eed7d957 req-8330a252-f1ce-46ab-93e5-ce1bb200c962 tempest-ServerShowV247Test-1856616642 tempest-ServerShowV247Test-1856616642-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdb7eace-9506-4771-8971-05be9947e26c HTTP/1.1" status: 200 len: 210 time: 0.1715894 Oct 30 15:25:57.659213 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['8b9b3925-8986-433d-8962-d9147a000a3c'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:25:57.789954 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-96f39f42-9074-4a11-ad62-95d60653ab75 req-d9114cf3-c99d-4672-add1-05ac2c4d0785 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b9b3925-8986-433d-8962-d9147a000a3c HTTP/1.1" status: 200 len: 217 time: 0.1948712 Oct 30 15:25:57.796863 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cbd0cbb-39dc-4375-98a6-ace2c61fe6c4 x-openstack-request-id: req-3cbd0cbb-39dc-4375-98a6-ace2c61fe6c4 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:25:57.797158 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea65c58d-a69c-440b-b8bd-b7eea9849d5a", "tag": "8b9b3925-8986-433d-8962-d9147a000a3c", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:25:57.797417 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3cbd0cbb-39dc-4375-98a6-ace2c61fe6c4 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:25:57.797810 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea65c58d-a69c-440b-b8bd-b7eea9849d5a', 'tag': '8b9b3925-8986-433d-8962-d9147a000a3c', 'status': 'completed', 'code': 200} Oct 30 15:25:57.806618 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f37f9a-fe68-4d60-a7c9-21ce2898aefb tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Pushing event updated for resources: {'Port': ['ID=8b9b3925-8986-433d-8962-d9147a000a3c,revision_number=7']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:57.974449 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5689e73b-536c-41d3-981d-aefbfcd9c7d5 req-9bdc173b-963b-485b-aef3-8d52b0cacbc6 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cd22608-c4fb-4169-9dbc-1af63b942f0c HTTP/1.1" status: 200 len: 210 time: 0.0783918 Oct 30 15:25:58.018065 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d400792-5619-4a07-ad6e-b5f72e0bf59f req-5471b9b8-5aa1-4291-9da4-615ffbc13d2f tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Made reservation on behalf of a3028294d5734482b28fa89832495d29 for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:25:58.018211 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d046880-0175-4501-99d7-a03a92bd1900 req-893d05a9-c7a4-42a8-971d-22491250343b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:58.019902 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4d046880-0175-4501-99d7-a03a92bd1900 req-893d05a9-c7a4-42a8-971d-22491250343b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=159d4bc1-fd5e-4038-aef3-4912df62b6b9 HTTP/1.1" status: 200 len: 853 time: 0.3861914 Oct 30 15:25:58.024787 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-1d400792-5619-4a07-ad6e-b5f72e0bf59f req-5471b9b8-5aa1-4291-9da4-615ffbc13d2f tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:58.046896 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f39f42-9074-4a11-ad62-95d60653ab75 req-16b03fc0-e44f-495a-a00f-00b0def39cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:58.048546 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-96f39f42-9074-4a11-ad62-95d60653ab75 req-16b03fc0-e44f-495a-a00f-00b0def39cc9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8fc290f9-ee10-4d7e-9772-61a821242532 HTTP/1.1" status: 200 len: 859 time: 0.2497137 Oct 30 15:25:58.145395 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-96f39f42-9074-4a11-ad62-95d60653ab75 req-acaa015e-63f8-4ea4-ac72-feeb3da89b7e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c6ede997-2b53-4646-8c13-a88c9a081db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574472 Oct 30 15:25:58.315583 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-96f39f42-9074-4a11-ad62-95d60653ab75 req-61defbef-9ca2-48cb-be99-3e4cdf00a97f service neutron] 10.222.0.53 "GET /v2.0/networks/c6ede997-2b53-4646-8c13-a88c9a081db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622148 Oct 30 15:25:58.316960 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-1d400792-5619-4a07-ad6e-b5f72e0bf59f req-5471b9b8-5aa1-4291-9da4-615ffbc13d2f tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Allocated IP 172.20.0.5 (e3d349fd-06d3-4d89-81c2-25b2b94c579c/8cd32631-4817-453f-b06d-49c42463e638/20b1da37-2313-4f20-8e19-c39745683e2e) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:25:58.485602 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4d046880-0175-4501-99d7-a03a92bd1900 req-0434c6ee-7bc6-430d-b841-4d0f2ae76023 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ba542ebd-5699-4174-b714-a377fade84dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4427264 Oct 30 15:25:58.511851 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [req-4d046880-0175-4501-99d7-a03a92bd1900 req-6ae0671e-2f8e-4e5d-8cce-8fe8d64ca340 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:25:58.512837 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4d046880-0175-4501-99d7-a03a92bd1900 req-6ae0671e-2f8e-4e5d-8cce-8fe8d64ca340 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0080247 Oct 30 15:25:58.517779 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-96f39f42-9074-4a11-ad62-95d60653ab75 req-40274df0-d210-4d08-92fd-a05f07010e87 service neutron] 10.222.0.53 "GET /v2.0/networks/c6ede997-2b53-4646-8c13-a88c9a081db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787207 Oct 30 15:25:58.522195 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3b1ecea7-9ca7-44c0-a225-b24d2e48741d req-c6f6881e-6219-454b-a1af-886992bdf260 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.9334173 Oct 30 15:25:58.540767 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-3b1ecea7-9ca7-44c0-a225-b24d2e48741d req-65d18408-e393-4dc5-8f83-973b2edbd806 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Request body: {'floatingip': {'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:25:58.612232 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-39cc2dba-362e-4ab7-ad49-493fc5c9bb19 req-29928c73-a1b5-4d43-883c-75f45c5c6da2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1581824 Oct 30 15:25:58.629762 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-3b1ecea7-9ca7-44c0-a225-b24d2e48741d req-65d18408-e393-4dc5-8f83-973b2edbd806 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Publish callbacks [] for floatingip, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:58.630288 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-1d400792-5619-4a07-ad6e-b5f72e0bf59f req-5471b9b8-5aa1-4291-9da4-615ffbc13d2f tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:58.663549 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f1d16f-2e23-42f2-85fd-9ecb0545e0e6 req-60d89de9-bc02-4ffd-804d-cf8e95eaf6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:58.665247 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-86f1d16f-2e23-42f2-85fd-9ecb0545e0e6 req-60d89de9-bc02-4ffd-804d-cf8e95eaf6a0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ae810500e5604e45ba52fb3ca12ce963&device_id=ea65c58d-a69c-440b-b8bd-b7eea9849d5a HTTP/1.1" status: 200 len: 1097 time: 0.0973125 Oct 30 15:25:58.750374 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4d046880-0175-4501-99d7-a03a92bd1900 req-92bb115a-8476-4103-923f-59daffa3845f service neutron] 10.222.0.44 "GET /v2.0/networks/ba542ebd-5699-4174-b714-a377fade84dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272246 Oct 30 15:25:58.803605 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5b626126-a63b-4cc7-b128-1597db5ffc5a req-864c228d-f458-44b2-a5cc-9dd6db1a5307 tempest-ServerShowV247Test-1856616642 tempest-ServerShowV247Test-1856616642-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdb7eace-9506-4771-8971-05be9947e26c HTTP/1.1" status: 200 len: 210 time: 0.0623102 Oct 30 15:25:58.807540 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-1d400792-5619-4a07-ad6e-b5f72e0bf59f req-5471b9b8-5aa1-4291-9da4-615ffbc13d2f tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:58.934528 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc2dba-362e-4ab7-ad49-493fc5c9bb19 req-5b616174-5b5d-47d4-9ed3-62774b786f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:58.935404 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc2dba-362e-4ab7-ad49-493fc5c9bb19 req-5b616174-5b5d-47d4-9ed3-62774b786f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:58.937467 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc2dba-362e-4ab7-ad49-493fc5c9bb19 req-5b616174-5b5d-47d4-9ed3-62774b786f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:58.938836 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc2dba-362e-4ab7-ad49-493fc5c9bb19 req-5b616174-5b5d-47d4-9ed3-62774b786f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:58.940805 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc2dba-362e-4ab7-ad49-493fc5c9bb19 req-5b616174-5b5d-47d4-9ed3-62774b786f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:58.942571 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc2dba-362e-4ab7-ad49-493fc5c9bb19 req-5b616174-5b5d-47d4-9ed3-62774b786f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:58.943239 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc2dba-362e-4ab7-ad49-493fc5c9bb19 req-5b616174-5b5d-47d4-9ed3-62774b786f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:58.945677 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d400792-5619-4a07-ad6e-b5f72e0bf59f req-5471b9b8-5aa1-4291-9da4-615ffbc13d2f tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Network e3d349fd-06d3-4d89-81c2-25b2b94c579c is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:25:58.946891 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-39cc2dba-362e-4ab7-ad49-493fc5c9bb19 req-5b616174-5b5d-47d4-9ed3-62774b786f6f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fedcadc844c84f7ca955acdb50df6c20&device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 6509 time: 0.2326119 Oct 30 15:25:58.947068 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f1d16f-2e23-42f2-85fd-9ecb0545e0e6 req-b00ab38e-0df1-482e-a64b-1f7deaf78d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:58.949593 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-86f1d16f-2e23-42f2-85fd-9ecb0545e0e6 req-b00ab38e-0df1-482e-a64b-1f7deaf78d3c service neutron] 10.222.0.53 "GET /v2.0/networks?id=c6ede997-2b53-4646-8c13-a88c9a081db5 HTTP/1.1" status: 200 len: 920 time: 0.2775168 Oct 30 15:25:58.954421 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-1d400792-5619-4a07-ad6e-b5f72e0bf59f req-5471b9b8-5aa1-4291-9da4-615ffbc13d2f tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:25:58.978817 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d400792-5619-4a07-ad6e-b5f72e0bf59f req-5471b9b8-5aa1-4291-9da4-615ffbc13d2f tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:25:58.993096 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5471b9b8-5aa1-4291-9da4-615ffbc13d2f tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Pushing event updated for resources: {'Port': ['ID=20b1da37-2313-4f20-8e19-c39745683e2e,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:25:59.110876 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-86f1d16f-2e23-42f2-85fd-9ecb0545e0e6 req-f9defc45-8d0e-4cd6-97ef-f28e165604c1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b9b3925-8986-433d-8962-d9147a000a3c HTTP/1.1" status: 200 len: 217 time: 0.1433938 Oct 30 15:25:59.200378 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4d046880-0175-4501-99d7-a03a92bd1900 req-012a2ddd-1fc6-4e4e-b00c-5bd6e61f19e4 service neutron] 10.222.0.44 "GET /v2.0/networks/ba542ebd-5699-4174-b714-a377fade84dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4381263 Oct 30 15:25:59.307913 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-3b1ecea7-9ca7-44c0-a225-b24d2e48741d req-65d18408-e393-4dc5-8f83-973b2edbd806 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:59.343726 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f1d16f-2e23-42f2-85fd-9ecb0545e0e6 req-7f8c2db4-3690-477b-908c-45fc2d864190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:59.345689 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-86f1d16f-2e23-42f2-85fd-9ecb0545e0e6 req-7f8c2db4-3690-477b-908c-45fc2d864190 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8fc290f9-ee10-4d7e-9772-61a821242532 HTTP/1.1" status: 200 len: 859 time: 0.2195122 Oct 30 15:25:59.355034 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc2dba-362e-4ab7-ad49-493fc5c9bb19 req-e619b586-2350-4666-a43b-a954695d11da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:59.355603 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc2dba-362e-4ab7-ad49-493fc5c9bb19 req-e619b586-2350-4666-a43b-a954695d11da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:59.356076 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc2dba-362e-4ab7-ad49-493fc5c9bb19 req-e619b586-2350-4666-a43b-a954695d11da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:59.356455 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d400792-5619-4a07-ad6e-b5f72e0bf59f req-5471b9b8-5aa1-4291-9da4-615ffbc13d2f tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:59.357468 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-1d400792-5619-4a07-ad6e-b5f72e0bf59f req-5471b9b8-5aa1-4291-9da4-615ffbc13d2f tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:59.357961 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-39cc2dba-362e-4ab7-ad49-493fc5c9bb19 req-e619b586-2350-4666-a43b-a954695d11da service neutron] 10.222.0.53 "GET /v2.0/networks?id=99b2e015-7a7a-41c9-9251-e2d5c417b9db&id=1c5c7057-6cfb-4273-ace5-d2dc41be3e4a&id=1c5c7057-6cfb-4273-ace5-d2dc41be3e4a&id=1c5c7057-6cfb-4273-ace5-d2dc41be3e4a&id=1c5c7057-6cfb-4273-ace5-d2dc41be3e4a&id=992316f0-a5bb-44db-b566-e8ec1fde1c28&id=992316f0-a5bb-44db-b566-e8ec1fde1c28 HTTP/1.1" status: 200 len: 2297 time: 0.3789048 Oct 30 15:25:59.393414 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-86f1d16f-2e23-42f2-85fd-9ecb0545e0e6 req-42ef66d9-4c67-4012-ac15-04c84f9289c2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c6ede997-2b53-4646-8c13-a88c9a081db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318131 Oct 30 15:25:59.508413 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-39cc2dba-362e-4ab7-ad49-493fc5c9bb19 req-19219187-1afd-4128-84f9-443a39d74306 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60e5a05d-03c1-40b5-93f7-57ad866f5b1b HTTP/1.1" status: 200 len: 1001 time: 0.1119289 Oct 30 15:25:59.510700 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1d400792-5619-4a07-ad6e-b5f72e0bf59f req-5471b9b8-5aa1-4291-9da4-615ffbc13d2f tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0169644 Oct 30 15:25:59.527355 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-86f1d16f-2e23-42f2-85fd-9ecb0545e0e6 req-ba5e758c-610a-484a-af75-e676db500386 service neutron] 10.222.0.53 "GET /v2.0/networks/c6ede997-2b53-4646-8c13-a88c9a081db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259606 Oct 30 15:25:59.531232 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-1d400792-5619-4a07-ad6e-b5f72e0bf59f req-be90fcb3-1e0b-452c-a88e-ed067f4ba9e5 service neutron] Request body: {'port': {'device_id': '1cd22608-c4fb-4169-9dbc-1af63b942f0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:25:59.644343 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-3b1ecea7-9ca7-44c0-a225-b24d2e48741d req-65d18408-e393-4dc5-8f83-973b2edbd806 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Allocated IP 172.25.4.127 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/e2570681-606d-4d0c-b521-159d4fd87e33) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:25:59.658861 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc2dba-362e-4ab7-ad49-493fc5c9bb19 req-32cf0457-08fc-4ea0-9027-11f5b83dc5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:59.660393 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-39cc2dba-362e-4ab7-ad49-493fc5c9bb19 req-32cf0457-08fc-4ea0-9027-11f5b83dc5dc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=23f39dd9-f253-43ba-86ce-00953dd18499 HTTP/1.1" status: 200 len: 855 time: 0.1439476 Oct 30 15:25:59.661838 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-1d400792-5619-4a07-ad6e-b5f72e0bf59f req-be90fcb3-1e0b-452c-a88e-ed067f4ba9e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:59.761246 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e56e27c-6eb5-41bb-85d0-b153eeda0cf0 req-ab392681-c46b-41f1-a432-3cfb70446be7 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:59.769042 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3e56e27c-6eb5-41bb-85d0-b153eeda0cf0 req-ab392681-c46b-41f1-a432-3cfb70446be7 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cd22608-c4fb-4169-9dbc-1af63b942f0c HTTP/1.1" status: 200 len: 931 time: 0.2646840 Oct 30 15:25:59.774922 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc2dba-362e-4ab7-ad49-493fc5c9bb19 req-4151211d-ca0c-4274-a2dd-61f3d2ea6dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:25:59.776478 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-39cc2dba-362e-4ab7-ad49-493fc5c9bb19 req-4151211d-ca0c-4274-a2dd-61f3d2ea6dfb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=99b2e015-7a7a-41c9-9251-e2d5c417b9db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1085579 Oct 30 15:25:59.780854 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:59.873635 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-3b1ecea7-9ca7-44c0-a225-b24d2e48741d req-65d18408-e393-4dc5-8f83-973b2edbd806 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:25:59.877938 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-86f1d16f-2e23-42f2-85fd-9ecb0545e0e6 req-fc9685a7-b634-43f3-8ec5-a9b21722b144 service neutron] 10.222.0.53 "GET /v2.0/networks/c6ede997-2b53-4646-8c13-a88c9a081db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974544 Oct 30 15:25:59.903771 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3e56e27c-6eb5-41bb-85d0-b153eeda0cf0 req-af5a1667-3e2a-4fcb-9aff-0c7621ee1fdc tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338212 Oct 30 15:25:59.923244 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-39cc2dba-362e-4ab7-ad49-493fc5c9bb19 req-5b42fce4-c822-4b02-8ec7-23bdc149ba60 service neutron] 10.222.0.53 "GET /v2.0/networks/99b2e015-7a7a-41c9-9251-e2d5c417b9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372285 Oct 30 15:25:59.962713 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-3b1ecea7-9ca7-44c0-a225-b24d2e48741d req-65d18408-e393-4dc5-8f83-973b2edbd806 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:00.045052 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-751e5c0a-1e6b-4bc6-bb5f-5a4c270eec2f req-1a55b25e-1b65-4714-a586-9c9d87906611 tempest-ServerShowV247Test-1856616642 tempest-ServerShowV247Test-1856616642-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdb7eace-9506-4771-8971-05be9947e26c HTTP/1.1" status: 200 len: 210 time: 0.0412071 Oct 30 15:26:00.142576 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b1ecea7-9ca7-44c0-a225-b24d2e48741d req-65d18408-e393-4dc5-8f83-973b2edbd806 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:26:00.144914 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-39cc2dba-362e-4ab7-ad49-493fc5c9bb19 req-83e7f82e-075e-482e-b77f-542bd6048922 service neutron] 10.222.0.53 "GET /v2.0/networks/99b2e015-7a7a-41c9-9251-e2d5c417b9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068396 Oct 30 15:26:00.154061 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-1d400792-5619-4a07-ad6e-b5f72e0bf59f req-be90fcb3-1e0b-452c-a88e-ed067f4ba9e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20b1da37-2313-4f20-8e19-c39745683e2e {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:26:00.158325 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-3b1ecea7-9ca7-44c0-a225-b24d2e48741d req-65d18408-e393-4dc5-8f83-973b2edbd806 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:26:00.165864 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b1ecea7-9ca7-44c0-a225-b24d2e48741d req-65d18408-e393-4dc5-8f83-973b2edbd806 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:26:00.167649 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-1d400792-5619-4a07-ad6e-b5f72e0bf59f req-be90fcb3-1e0b-452c-a88e-ed067f4ba9e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:00.183835 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-1d400792-5619-4a07-ad6e-b5f72e0bf59f req-be90fcb3-1e0b-452c-a88e-ed067f4ba9e5 service neutron] Transition to ACTIVE for port object 20b1da37-2313-4f20-8e19-c39745683e2e will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:26:00.189040 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-1d400792-5619-4a07-ad6e-b5f72e0bf59f req-be90fcb3-1e0b-452c-a88e-ed067f4ba9e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:00.252667 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-39cc2dba-362e-4ab7-ad49-493fc5c9bb19 req-7037a6d1-971d-494f-bd59-daa7348a3b7b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.28&port_id=ff9a5354-a79a-4869-a44a-a51335ced7ef HTTP/1.1" status: 200 len: 217 time: 0.0999942 Oct 30 15:26:00.255074 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d18408-e393-4dc5-8f83-973b2edbd806 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Pushing event updated for resources: {'Port': ['ID=e2570681-606d-4d0c-b521-159d4fd87e33,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:00.255851 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be90fcb3-1e0b-452c-a88e-ed067f4ba9e5 service neutron] Pushing event updated for resources: {'Port': ['ID=20b1da37-2313-4f20-8e19-c39745683e2e,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:00.324520 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc2dba-362e-4ab7-ad49-493fc5c9bb19 req-0d749290-11a4-453e-8abc-3546ea69420d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:00.326014 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-39cc2dba-362e-4ab7-ad49-493fc5c9bb19 req-0d749290-11a4-453e-8abc-3546ea69420d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d87999b7-8b72-4b87-ab2b-73584fe80893 HTTP/1.1" status: 200 len: 797 time: 0.0663016 Oct 30 15:26:00.340916 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-1d400792-5619-4a07-ad6e-b5f72e0bf59f req-be90fcb3-1e0b-452c-a88e-ed067f4ba9e5 service neutron] Attempting to bind port 20b1da37-2313-4f20-8e19-c39745683e2e on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:26:00.341532 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-1d400792-5619-4a07-ad6e-b5f72e0bf59f req-be90fcb3-1e0b-452c-a88e-ed067f4ba9e5 service neutron] Attempting to bind port 20b1da37-2313-4f20-8e19-c39745683e2e by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': '7dc81a9b-3539-4be9-a222-feb3b591dcc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e3d349fd-06d3-4d89-81c2-25b2b94c579c'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:26:00.342277 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d400792-5619-4a07-ad6e-b5f72e0bf59f req-be90fcb3-1e0b-452c-a88e-ed067f4ba9e5 service neutron] Attempting to bind port 20b1da37-2313-4f20-8e19-c39745683e2e on network e3d349fd-06d3-4d89-81c2-25b2b94c579c {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:26:00.347826 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d400792-5619-4a07-ad6e-b5f72e0bf59f req-be90fcb3-1e0b-452c-a88e-ed067f4ba9e5 service neutron] Port 20b1da37-2313-4f20-8e19-c39745683e2e on network e3d349fd-06d3-4d89-81c2-25b2b94c579c not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:26:00.349110 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d400792-5619-4a07-ad6e-b5f72e0bf59f req-be90fcb3-1e0b-452c-a88e-ed067f4ba9e5 service neutron] Attempting to bind port 20b1da37-2313-4f20-8e19-c39745683e2e on network e3d349fd-06d3-4d89-81c2-25b2b94c579c {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:26:00.356816 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d400792-5619-4a07-ad6e-b5f72e0bf59f req-be90fcb3-1e0b-452c-a88e-ed067f4ba9e5 service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:26:00.357430 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d400792-5619-4a07-ad6e-b5f72e0bf59f req-be90fcb3-1e0b-452c-a88e-ed067f4ba9e5 service neutron] Checking segment: {'id': '7dc81a9b-3539-4be9-a222-feb3b591dcc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e3d349fd-06d3-4d89-81c2-25b2b94c579c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:26:00.358144 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d400792-5619-4a07-ad6e-b5f72e0bf59f req-be90fcb3-1e0b-452c-a88e-ed067f4ba9e5 service neutron] Bound using segment: {'id': '7dc81a9b-3539-4be9-a222-feb3b591dcc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e3d349fd-06d3-4d89-81c2-25b2b94c579c'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:26:00.359195 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-1d400792-5619-4a07-ad6e-b5f72e0bf59f req-be90fcb3-1e0b-452c-a88e-ed067f4ba9e5 service neutron] Bound port: 20b1da37-2313-4f20-8e19-c39745683e2e, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dc81a9b-3539-4be9-a222-feb3b591dcc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e3d349fd-06d3-4d89-81c2-25b2b94c579c'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:26:00.359892 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-1d400792-5619-4a07-ad6e-b5f72e0bf59f req-be90fcb3-1e0b-452c-a88e-ed067f4ba9e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:00.432099 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-3b1ecea7-9ca7-44c0-a225-b24d2e48741d req-65d18408-e393-4dc5-8f83-973b2edbd806 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:00.443723 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc2dba-362e-4ab7-ad49-493fc5c9bb19 req-248aa0d7-873b-4231-a16c-97b999cd5d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:00.446298 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-39cc2dba-362e-4ab7-ad49-493fc5c9bb19 req-248aa0d7-873b-4231-a16c-97b999cd5d27 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1c5c7057-6cfb-4273-ace5-d2dc41be3e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0965788 Oct 30 15:26:00.458222 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-1d400792-5619-4a07-ad6e-b5f72e0bf59f req-be90fcb3-1e0b-452c-a88e-ed067f4ba9e5 service neutron] For port 20b1da37-2313-4f20-8e19-c39745683e2e, host n-h2-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:26:00.471921 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-1d400792-5619-4a07-ad6e-b5f72e0bf59f req-be90fcb3-1e0b-452c-a88e-ed067f4ba9e5 service neutron] For port 20b1da37-2313-4f20-8e19-c39745683e2e, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=20b1da37-2313-4f20-8e19-c39745683e2e,segment=NetworkSegment(7dc81a9b-3539-4be9-a222-feb3b591dcc0),segment_id=7dc81a9b-3539-4be9-a222-feb3b591dcc0)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:26:00.478287 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-1d400792-5619-4a07-ad6e-b5f72e0bf59f req-be90fcb3-1e0b-452c-a88e-ed067f4ba9e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:00.508559 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d400792-5619-4a07-ad6e-b5f72e0bf59f req-be90fcb3-1e0b-452c-a88e-ed067f4ba9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:00.509823 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-1d400792-5619-4a07-ad6e-b5f72e0bf59f req-be90fcb3-1e0b-452c-a88e-ed067f4ba9e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:00.511495 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1d400792-5619-4a07-ad6e-b5f72e0bf59f req-be90fcb3-1e0b-452c-a88e-ed067f4ba9e5 service neutron] 10.222.0.44 "PUT /v2.0/ports/20b1da37-2313-4f20-8e19-c39745683e2e HTTP/1.1" status: 200 len: 1092 time: 0.9864857 Oct 30 15:26:00.513409 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cd22608-c4fb-4169-9dbc-1af63b942f0c', 'tag': '20b1da37-2313-4f20-8e19-c39745683e2e'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:26:00.528207 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54314eb2-1d3c-4167-82e4-d856c869ce65" -d '{"events": [{"name": "network-changed", "server_uuid": "1cd22608-c4fb-4169-9dbc-1af63b942f0c", "tag": "20b1da37-2313-4f20-8e19-c39745683e2e"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:26:00.546521 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 55302) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:00.555445 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-3b1ecea7-9ca7-44c0-a225-b24d2e48741d req-65d18408-e393-4dc5-8f83-973b2edbd806 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:00.626213 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1705f5b-8dfe-42f5-ba88-ffcf546ca126 x-openstack-request-id: req-d1705f5b-8dfe-42f5-ba88-ffcf546ca126 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:26:00.626817 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cd22608-c4fb-4169-9dbc-1af63b942f0c", "tag": "20b1da37-2313-4f20-8e19-c39745683e2e", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:26:00.627826 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d1705f5b-8dfe-42f5-ba88-ffcf546ca126 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:26:00.628511 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cd22608-c4fb-4169-9dbc-1af63b942f0c', 'tag': '20b1da37-2313-4f20-8e19-c39745683e2e', 'status': 'completed', 'code': 200} Oct 30 15:26:00.744158 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be90fcb3-1e0b-452c-a88e-ed067f4ba9e5 service neutron] Pushing event updated for resources: {'Port': ['ID=20b1da37-2313-4f20-8e19-c39745683e2e,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:00.755109 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d400792-5619-4a07-ad6e-b5f72e0bf59f req-492106f7-6847-4860-a557-dfe4f820e445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:00.756881 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1d400792-5619-4a07-ad6e-b5f72e0bf59f req-492106f7-6847-4860-a557-dfe4f820e445 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a3028294d5734482b28fa89832495d29&device_id=1cd22608-c4fb-4169-9dbc-1af63b942f0c HTTP/1.1" status: 200 len: 1095 time: 0.1673367 Oct 30 15:26:00.796573 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-39cc2dba-362e-4ab7-ad49-493fc5c9bb19 req-6e868a8a-549e-4ea2-88be-f445471184c8 service neutron] 10.222.0.53 "GET /v2.0/networks/1c5c7057-6cfb-4273-ace5-d2dc41be3e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245397 Oct 30 15:26:00.799087 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-34335400-0ae9-4c29-97d1-66218f750436 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:00.811046 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1d400792-5619-4a07-ad6e-b5f72e0bf59f req-595b901c-f9cf-4fa1-8eb5-15182f731cb4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20b1da37-2313-4f20-8e19-c39745683e2e HTTP/1.1" status: 200 len: 217 time: 0.0447094 Oct 30 15:26:00.868247 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d400792-5619-4a07-ad6e-b5f72e0bf59f req-99f5de84-2e7f-4bd6-be47-c22daee6d0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:00.869673 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1d400792-5619-4a07-ad6e-b5f72e0bf59f req-99f5de84-2e7f-4bd6-be47-c22daee6d0e1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8cd32631-4817-453f-b06d-49c42463e638 HTTP/1.1" status: 200 len: 846 time: 0.0517380 Oct 30 15:26:00.904388 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1d400792-5619-4a07-ad6e-b5f72e0bf59f req-7f4455a5-66d4-4ee2-acbe-215e3a5b17a0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e3d349fd-06d3-4d89-81c2-25b2b94c579c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269420 Oct 30 15:26:01.013260 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-39cc2dba-362e-4ab7-ad49-493fc5c9bb19 req-7cfa2989-7166-4d82-8756-9646b192fb8e service neutron] 10.222.0.53 "GET /v2.0/networks/1c5c7057-6cfb-4273-ace5-d2dc41be3e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068529 Oct 30 15:26:01.015820 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-3b1ecea7-9ca7-44c0-a225-b24d2e48741d req-65d18408-e393-4dc5-8f83-973b2edbd806 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:01.024121 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1d400792-5619-4a07-ad6e-b5f72e0bf59f req-65c04807-fda1-4243-af35-aca08c6cf5d2 service neutron] 10.222.0.44 "GET /v2.0/networks/e3d349fd-06d3-4d89-81c2-25b2b94c579c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125546 Oct 30 15:26:01.035644 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-3b1ecea7-9ca7-44c0-a225-b24d2e48741d req-65d18408-e393-4dc5-8f83-973b2edbd806 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:01.106352 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-39cc2dba-362e-4ab7-ad49-493fc5c9bb19 req-23e88ed0-d9b2-4246-b53a-a312899d6c96 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=e21a4b47-04c9-4fc7-8de8-e9be41310592 HTTP/1.1" status: 200 len: 217 time: 0.0849321 Oct 30 15:26:01.171084 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1d400792-5619-4a07-ad6e-b5f72e0bf59f req-7cc51488-b8e9-4bec-88ce-feb7b6b96988 service neutron] 10.222.0.44 "GET /v2.0/networks/e3d349fd-06d3-4d89-81c2-25b2b94c579c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279018 Oct 30 15:26:01.186897 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18591441-e747-4463-b596-4768c5fe813b req-0f2324ea-05d2-424f-8491-b3ffa8bb03f9 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:01.190578 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-18591441-e747-4463-b596-4768c5fe813b req-0f2324ea-05d2-424f-8491-b3ffa8bb03f9 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cd22608-c4fb-4169-9dbc-1af63b942f0c HTTP/1.1" status: 200 len: 943 time: 0.1627669 Oct 30 15:26:01.207979 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-34335400-0ae9-4c29-97d1-66218f750436 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:01.210071 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d18408-e393-4dc5-8f83-973b2edbd806 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Pushing event updated for resources: {'Port': ['ID=e2570681-606d-4d0c-b521-159d4fd87e33,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:01.217943 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-34335400-0ae9-4c29-97d1-66218f750436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:01.246916 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-3b1ecea7-9ca7-44c0-a225-b24d2e48741d req-65d18408-e393-4dc5-8f83-973b2edbd806 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:01.262942 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc2dba-362e-4ab7-ad49-493fc5c9bb19 req-6f4b1085-199b-425d-9115-6b2cee4015f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:01.264670 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-39cc2dba-362e-4ab7-ad49-493fc5c9bb19 req-6f4b1085-199b-425d-9115-6b2cee4015f9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d87999b7-8b72-4b87-ab2b-73584fe80893 HTTP/1.1" status: 200 len: 797 time: 0.1459553 Oct 30 15:26:01.268247 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-18591441-e747-4463-b596-4768c5fe813b req-66b7e132-f963-48f5-b765-957ea8c7a4cf tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698426 Oct 30 15:26:01.281730 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54314eb2-1d3c-4167-82e4-d856c869ce65 req-435c7942-37b3-4176-81d4-412d151998cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:01.283271 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-54314eb2-1d3c-4167-82e4-d856c869ce65 req-435c7942-37b3-4176-81d4-412d151998cf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a3028294d5734482b28fa89832495d29&device_id=1cd22608-c4fb-4169-9dbc-1af63b942f0c HTTP/1.1" status: 200 len: 1095 time: 0.0574186 Oct 30 15:26:01.305009 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-34335400-0ae9-4c29-97d1-66218f750436 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b45f50964eff453fa701f667e70594dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7543361 Oct 30 15:26:01.328760 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 55318) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:01.348453 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34335400-0ae9-4c29-97d1-66218f750436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec78e0c-ad88-49ee-bf3a-b912a19fcfa2,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:01.359431 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-3b1ecea7-9ca7-44c0-a225-b24d2e48741d req-65d18408-e393-4dc5-8f83-973b2edbd806 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:01.367600 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3b1ecea7-9ca7-44c0-a225-b24d2e48741d req-65d18408-e393-4dc5-8f83-973b2edbd806 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8343704 Oct 30 15:26:01.391856 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e69ca7c8-f322-4b90-a5c0-09913373187d req-7588d19c-7a77-4c00-9cc6-0a864fcacdee tempest-ServerShowV247Test-1856616642 tempest-ServerShowV247Test-1856616642-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdb7eace-9506-4771-8971-05be9947e26c HTTP/1.1" status: 200 len: 210 time: 0.0305545 Oct 30 15:26:01.429128 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54314eb2-1d3c-4167-82e4-d856c869ce65 req-7b0ee1e4-d6b7-4af7-9f2e-13c4d2aeb514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:01.430592 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-54314eb2-1d3c-4167-82e4-d856c869ce65 req-7b0ee1e4-d6b7-4af7-9f2e-13c4d2aeb514 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e3d349fd-06d3-4d89-81c2-25b2b94c579c HTTP/1.1" status: 200 len: 907 time: 0.1402335 Oct 30 15:26:01.477901 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-54314eb2-1d3c-4167-82e4-d856c869ce65 req-eaa5582b-1cae-4f96-8ec3-3c6c22f6b450 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20b1da37-2313-4f20-8e19-c39745683e2e HTTP/1.1" status: 200 len: 217 time: 0.0384657 Oct 30 15:26:01.485547 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3b1ecea7-9ca7-44c0-a225-b24d2e48741d req-5cc8e832-9f25-452a-98cd-157aaeeaea67 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.4.127 HTTP/1.1" status: 200 len: 696 time: 0.1167767 Oct 30 15:26:01.494755 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc2dba-362e-4ab7-ad49-493fc5c9bb19 req-ea83a69a-fab6-41d2-876d-6091fdd27054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:01.496248 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-39cc2dba-362e-4ab7-ad49-493fc5c9bb19 req-ea83a69a-fab6-41d2-876d-6091fdd27054 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1c5c7057-6cfb-4273-ace5-d2dc41be3e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2232075 Oct 30 15:26:01.524185 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1ec864ac-5f97-4224-baa6-55715ec73268 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:01.529594 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54314eb2-1d3c-4167-82e4-d856c869ce65 req-5065f531-5494-4c5f-b77b-1e1cf7663ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:01.531071 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-54314eb2-1d3c-4167-82e4-d856c869ce65 req-5065f531-5494-4c5f-b77b-1e1cf7663ed5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8cd32631-4817-453f-b06d-49c42463e638 HTTP/1.1" status: 200 len: 846 time: 0.0464208 Oct 30 15:26:01.567205 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-54314eb2-1d3c-4167-82e4-d856c869ce65 req-15219b04-7107-45b8-a81a-c2fa5f19a9b3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e3d349fd-06d3-4d89-81c2-25b2b94c579c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288901 Oct 30 15:26:01.638109 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1ec864ac-5f97-4224-baa6-55715ec73268 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:01.705908 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-54314eb2-1d3c-4167-82e4-d856c869ce65 req-e844f1b8-10c5-4d78-9dea-a4a22c847d7f service neutron] 10.222.0.44 "GET /v2.0/networks/e3d349fd-06d3-4d89-81c2-25b2b94c579c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297588 Oct 30 15:26:01.738913 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1ecea7-9ca7-44c0-a225-b24d2e48741d req-5ce3bab8-ba38-4f49-8deb-f5e61ab0d6ff tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:01.740444 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3b1ecea7-9ca7-44c0-a225-b24d2e48741d req-5ce3bab8-ba38-4f49-8deb-f5e61ab0d6ff tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/networks/edc38ef5-7816-4133-914c-cfe2849a0125 HTTP/1.1" status: 200 len: 784 time: 0.2388299 Oct 30 15:26:01.744576 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-39cc2dba-362e-4ab7-ad49-493fc5c9bb19 req-6b5968a2-94cf-4be7-a07b-eb94ac20cdec service neutron] 10.222.0.53 "GET /v2.0/networks/1c5c7057-6cfb-4273-ace5-d2dc41be3e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316477 Oct 30 15:26:01.765076 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [req-3b1ecea7-9ca7-44c0-a225-b24d2e48741d req-fbbb11db-f745-42ff-bb82-9c1989d3f416 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:26:01.766112 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3b1ecea7-9ca7-44c0-a225-b24d2e48741d req-fbbb11db-f745-42ff-bb82-9c1989d3f416 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0156832 Oct 30 15:26:01.788668 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1ec864ac-5f97-4224-baa6-55715ec73268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:01.791991 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1ec864ac-5f97-4224-baa6-55715ec73268 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:01.795034 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-1ec864ac-5f97-4224-baa6-55715ec73268 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7ec78e0c-ad88-49ee-bf3a-b912a19fcfa2 HTTP/1.1" status: 204 len: 168 time: 0.4647434 Oct 30 15:26:01.833884 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec864ac-5f97-4224-baa6-55715ec73268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec78e0c-ad88-49ee-bf3a-b912a19fcfa2,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:01.880876 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:01.891728 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-39cc2dba-362e-4ab7-ad49-493fc5c9bb19 req-a777a697-d8c0-4edf-820c-ae63a5956c1a service neutron] 10.222.0.53 "GET /v2.0/networks/1c5c7057-6cfb-4273-ace5-d2dc41be3e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397498 Oct 30 15:26:01.917269 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-54314eb2-1d3c-4167-82e4-d856c869ce65 req-8c9d4892-d0c2-4761-b143-67d4151fea71 service neutron] 10.222.0.44 "GET /v2.0/networks/e3d349fd-06d3-4d89-81c2-25b2b94c579c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015738 Oct 30 15:26:01.941921 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-39cc2dba-362e-4ab7-ad49-493fc5c9bb19 req-74f18a12-d9c5-43fa-8193-635ebcee98e3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=aba3b5e0-23a2-4836-aae5-4d9317d5a7f3 HTTP/1.1" status: 200 len: 217 time: 0.0426018 Oct 30 15:26:01.973629 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91329845-948c-4b9e-9e14-1d333f4f2dba req-dbc880ba-f588-4697-babf-d20c9c545a03 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:01.975148 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-91329845-948c-4b9e-9e14-1d333f4f2dba req-dbc880ba-f588-4697-babf-d20c9c545a03 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea65c58d-a69c-440b-b8bd-b7eea9849d5a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1294796 Oct 30 15:26:02.005926 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc2dba-362e-4ab7-ad49-493fc5c9bb19 req-86c89a66-f925-4c9c-8eef-1f43e9862eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:02.008361 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-39cc2dba-362e-4ab7-ad49-493fc5c9bb19 req-86c89a66-f925-4c9c-8eef-1f43e9862eb2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d87999b7-8b72-4b87-ab2b-73584fe80893 HTTP/1.1" status: 200 len: 797 time: 0.0600224 Oct 30 15:26:02.067546 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc2dba-362e-4ab7-ad49-493fc5c9bb19 req-af32b2f9-66f8-4e75-9387-cdd01fc088d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:02.069333 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-39cc2dba-362e-4ab7-ad49-493fc5c9bb19 req-af32b2f9-66f8-4e75-9387-cdd01fc088d1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1c5c7057-6cfb-4273-ace5-d2dc41be3e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0546885 Oct 30 15:26:02.072456 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-91329845-948c-4b9e-9e14-1d333f4f2dba req-44fd7ace-f062-42ce-9c35-e80f9deaa9aa tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.4.127 HTTP/1.1" status: 200 len: 696 time: 0.0887935 Oct 30 15:26:02.081465 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-91329845-948c-4b9e-9e14-1d333f4f2dba req-319528ea-b0a4-44e8-adb1-f6a0dd901d7c tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Request body: {'floatingip': {'port_id': '8b9b3925-8986-433d-8962-d9147a000a3c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:26:02.125231 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-91329845-948c-4b9e-9e14-1d333f4f2dba req-319528ea-b0a4-44e8-adb1-f6a0dd901d7c tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Publish callbacks [] for floatingip, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:02.200857 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-39cc2dba-362e-4ab7-ad49-493fc5c9bb19 req-2b9374f5-0ad7-4555-9dce-2c3f6c14007c service neutron] 10.222.0.53 "GET /v2.0/networks/1c5c7057-6cfb-4273-ace5-d2dc41be3e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244483 Oct 30 15:26:02.323479 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-39cc2dba-362e-4ab7-ad49-493fc5c9bb19 req-e737c7a1-25ec-4436-84e5-279c8213927a service neutron] 10.222.0.53 "GET /v2.0/networks/1c5c7057-6cfb-4273-ace5-d2dc41be3e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143458 Oct 30 15:26:02.387855 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-39cc2dba-362e-4ab7-ad49-493fc5c9bb19 req-ddeb1f1b-dcc2-4090-8432-556038f34a0a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=1e599b99-35d0-4059-9329-16f026a4447b HTTP/1.1" status: 200 len: 217 time: 0.0568855 Oct 30 15:26:02.480688 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc2dba-362e-4ab7-ad49-493fc5c9bb19 req-0a901e06-f843-4c37-a83e-04b038c23a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:02.482187 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-39cc2dba-362e-4ab7-ad49-493fc5c9bb19 req-0a901e06-f843-4c37-a83e-04b038c23a41 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d87999b7-8b72-4b87-ab2b-73584fe80893 HTTP/1.1" status: 200 len: 797 time: 0.0824206 Oct 30 15:26:02.495281 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6613bd-d1d4-4b44-b2eb-3bb1cee25bf7 req-31e015b1-66bb-475f-91bc-1df0f5c8e96c tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:02.496862 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fc6613bd-d1d4-4b44-b2eb-3bb1cee25bf7 req-31e015b1-66bb-475f-91bc-1df0f5c8e96c tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cd22608-c4fb-4169-9dbc-1af63b942f0c HTTP/1.1" status: 200 len: 943 time: 0.1116076 Oct 30 15:26:02.581764 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc2dba-362e-4ab7-ad49-493fc5c9bb19 req-bfe6d5c4-af2e-4105-8bd3-c534108f5940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:02.583201 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-39cc2dba-362e-4ab7-ad49-493fc5c9bb19 req-bfe6d5c4-af2e-4105-8bd3-c534108f5940 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1c5c7057-6cfb-4273-ace5-d2dc41be3e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0854647 Oct 30 15:26:02.586647 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fc6613bd-d1d4-4b44-b2eb-3bb1cee25bf7 req-b411da9c-9bc5-4b4e-91f4-fcd6e4a0dbfc tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812373 Oct 30 15:26:02.772745 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7364f68f-1976-47a2-9e86-92c8ba6e77d2 req-22a3f2b1-0f5a-4b91-bd11-e2b367267a6f tempest-ServerShowV247Test-1856616642 tempest-ServerShowV247Test-1856616642-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdb7eace-9506-4771-8971-05be9947e26c HTTP/1.1" status: 200 len: 210 time: 0.0421345 Oct 30 15:26:02.776350 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-39cc2dba-362e-4ab7-ad49-493fc5c9bb19 req-2fc79668-fb2c-447b-bf7f-db78fd723b6f service neutron] 10.222.0.53 "GET /v2.0/networks/1c5c7057-6cfb-4273-ace5-d2dc41be3e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851482 Oct 30 15:26:02.906513 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-39cc2dba-362e-4ab7-ad49-493fc5c9bb19 req-cf4063a6-4d3d-49d9-98bb-81fe388ec4c3 service neutron] 10.222.0.53 "GET /v2.0/networks/1c5c7057-6cfb-4273-ace5-d2dc41be3e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231880 Oct 30 15:26:02.980737 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-39cc2dba-362e-4ab7-ad49-493fc5c9bb19 req-7829fde6-2675-4d75-9b20-e2dd50372103 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fbb4922f-13db-4bb7-84e3-986b821ba15c HTTP/1.1" status: 200 len: 217 time: 0.0513017 Oct 30 15:26:03.013155 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 20b1da37-2313-4f20-8e19-c39745683e2e details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:26:03.057618 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc2dba-362e-4ab7-ad49-493fc5c9bb19 req-1605d2d3-5662-4a3a-9c85-add6918f8925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:03.060454 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-39cc2dba-362e-4ab7-ad49-493fc5c9bb19 req-1605d2d3-5662-4a3a-9c85-add6918f8925 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7868c22e-6812-4ce4-9812-394c9b463f87 HTTP/1.1" status: 200 len: 797 time: 0.0628643 Oct 30 15:26:03.085883 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-91329845-948c-4b9e-9e14-1d333f4f2dba req-319528ea-b0a4-44e8-adb1-f6a0dd901d7c tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:03.091015 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-91329845-948c-4b9e-9e14-1d333f4f2dba req-319528ea-b0a4-44e8-adb1-f6a0dd901d7c tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:03.119433 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc2dba-362e-4ab7-ad49-493fc5c9bb19 req-8cbfdcc4-b2b3-4fd9-be11-643f21be0db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:03.121257 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-39cc2dba-362e-4ab7-ad49-493fc5c9bb19 req-8cbfdcc4-b2b3-4fd9-be11-643f21be0db4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=992316f0-a5bb-44db-b566-e8ec1fde1c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0539858 Oct 30 15:26:03.145363 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 20b1da37-2313-4f20-8e19-c39745683e2e, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=20b1da37-2313-4f20-8e19-c39745683e2e,segment=NetworkSegment(7dc81a9b-3539-4be9-a222-feb3b591dcc0),segment_id=7dc81a9b-3539-4be9-a222-feb3b591dcc0)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:26:03.164336 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': '20b1da37-2313-4f20-8e19-c39745683e2e', 'network_id': 'e3d349fd-06d3-4d89-81c2-25b2b94c579c', 'port_id': '20b1da37-2313-4f20-8e19-c39745683e2e', 'mac_address': 'fa:16:3e:98:9b:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cd32631-4817-453f-b06d-49c42463e638', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:26:03.215207 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:03.219407 n-d-806683-17 neutron-server[102131]: INFO neutron.db.l3_db [req-91329845-948c-4b9e-9e14-1d333f4f2dba req-319528ea-b0a4-44e8-adb1-f6a0dd901d7c tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Floating IP 41de4163-54ac-458f-93d3-6b4d02971910 associated. External IP: 172.25.4.127, port: 8b9b3925-8986-433d-8962-d9147a000a3c. Oct 30 15:26:03.237174 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-39cc2dba-362e-4ab7-ad49-493fc5c9bb19 req-7b9f3533-af4f-45ff-a573-89a73695509e service neutron] 10.222.0.53 "GET /v2.0/networks/992316f0-a5bb-44db-b566-e8ec1fde1c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054790 Oct 30 15:26:03.238776 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20b1da37-2313-4f20-8e19-c39745683e2e {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:26:03.260934 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 20b1da37-2313-4f20-8e19-c39745683e2e, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=20b1da37-2313-4f20-8e19-c39745683e2e,segment=NetworkSegment(7dc81a9b-3539-4be9-a222-feb3b591dcc0),segment_id=7dc81a9b-3539-4be9-a222-feb3b591dcc0)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:26:03.268816 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:03.370757 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=20b1da37-2313-4f20-8e19-c39745683e2e,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:03.420588 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-39cc2dba-362e-4ab7-ad49-493fc5c9bb19 req-fe762033-9c05-42ce-9cee-516415f6abaa service neutron] 10.222.0.53 "GET /v2.0/networks/992316f0-a5bb-44db-b566-e8ec1fde1c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735232 Oct 30 15:26:03.486831 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-39cc2dba-362e-4ab7-ad49-493fc5c9bb19 req-47a374b4-42ab-42f7-ab32-9db6dea65245 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c0d7a646-ac12-414b-a666-37b4c87a490e HTTP/1.1" status: 200 len: 217 time: 0.0502687 Oct 30 15:26:03.492902 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['20b1da37-2313-4f20-8e19-c39745683e2e'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:26:03.538944 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91329845-948c-4b9e-9e14-1d333f4f2dba req-319528ea-b0a4-44e8-adb1-f6a0dd901d7c tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Router 0875a996-782a-4352-a3b6-dc7f1aa54e32 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:26:03.550868 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc2dba-362e-4ab7-ad49-493fc5c9bb19 req-7dc9574e-dfc0-4f96-b8f3-03a4abd0efff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:03.552674 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-39cc2dba-362e-4ab7-ad49-493fc5c9bb19 req-7dc9574e-dfc0-4f96-b8f3-03a4abd0efff service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7868c22e-6812-4ce4-9812-394c9b463f87 HTTP/1.1" status: 200 len: 797 time: 0.0593326 Oct 30 15:26:03.571039 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 55368) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:03.648589 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc2dba-362e-4ab7-ad49-493fc5c9bb19 req-8e2a06e8-1210-4eb0-9220-e0ca269d8271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:03.652318 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-39cc2dba-362e-4ab7-ad49-493fc5c9bb19 req-8e2a06e8-1210-4eb0-9220-e0ca269d8271 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=992316f0-a5bb-44db-b566-e8ec1fde1c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0930891 Oct 30 15:26:03.724049 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-c8f72fe7-2498-4f38-93bc-d9788c721831 tempest-ExternalNetworksAdminNegativeTestJSON-1340288932 tempest-ExternalNetworksAdminNegativeTestJSON-1340288932-project-admin] Request body: {'floatingip': {'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:26:03.732913 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91329845-948c-4b9e-9e14-1d333f4f2dba req-319528ea-b0a4-44e8-adb1-f6a0dd901d7c tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:26:03.740347 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-91329845-948c-4b9e-9e14-1d333f4f2dba req-319528ea-b0a4-44e8-adb1-f6a0dd901d7c tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:03.746751 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7b6a30-10a7-4da4-b79f-acc8bc9a071e None None] Sync routers for ids ['0875a996-782a-4352-a3b6-dc7f1aa54e32'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:26:03.757776 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7b6a30-10a7-4da4-b79f-acc8bc9a071e None None] Routers {'0875a996-782a-4352-a3b6-dc7f1aa54e32'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:26:03.758815 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-8a7b6a30-10a7-4da4-b79f-acc8bc9a071e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:25:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['0875a996-782a-4352-a3b6-dc7f1aa54e32'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:26:03.782993 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-91329845-948c-4b9e-9e14-1d333f4f2dba req-319528ea-b0a4-44e8-adb1-f6a0dd901d7c tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "PUT /v2.0/floatingips/41de4163-54ac-458f-93d3-6b4d02971910 HTTP/1.1" status: 200 len: 996 time: 1.7069304 Oct 30 15:26:03.783827 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea65c58d-a69c-440b-b8bd-b7eea9849d5a', 'tag': '8b9b3925-8986-433d-8962-d9147a000a3c'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:26:03.786517 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59641770-3ea5-4735-b484-531e095541f1" -d '{"events": [{"name": "network-changed", "server_uuid": "ea65c58d-a69c-440b-b8bd-b7eea9849d5a", "tag": "8b9b3925-8986-433d-8962-d9147a000a3c"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:26:03.790972 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c8f72fe7-2498-4f38-93bc-d9788c721831 tempest-ExternalNetworksAdminNegativeTestJSON-1340288932 tempest-ExternalNetworksAdminNegativeTestJSON-1340288932-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:03.806713 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0633413-1467-4a30-afd2-26f009620fed req-61113dab-2ebc-4290-86ba-6354f251f7d2 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:03.808374 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b0633413-1467-4a30-afd2-26f009620fed req-61113dab-2ebc-4290-86ba-6354f251f7d2 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cd22608-c4fb-4169-9dbc-1af63b942f0c HTTP/1.1" status: 200 len: 944 time: 0.0726223 Oct 30 15:26:03.872948 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b0633413-1467-4a30-afd2-26f009620fed req-e52090d7-eb9f-4dca-b721-fbb28c3635d4 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521736 Oct 30 15:26:03.875547 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-39cc2dba-362e-4ab7-ad49-493fc5c9bb19 req-d44b98e3-b5fd-4a2f-8427-5194fb4dd92a service neutron] 10.222.0.53 "GET /v2.0/networks/992316f0-a5bb-44db-b566-e8ec1fde1c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156348 Oct 30 15:26:03.894286 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91329845-948c-4b9e-9e14-1d333f4f2dba req-ac94843c-5cc6-4015-90fa-ed256f0aeb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:03.902701 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-91329845-948c-4b9e-9e14-1d333f4f2dba req-ac94843c-5cc6-4015-90fa-ed256f0aeb7b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ae810500e5604e45ba52fb3ca12ce963&device_id=ea65c58d-a69c-440b-b8bd-b7eea9849d5a HTTP/1.1" status: 200 len: 1097 time: 0.0699506 Oct 30 15:26:03.962429 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feef25d0-c552-452f-b6f4-ccd979f6ab0f x-openstack-request-id: req-feef25d0-c552-452f-b6f4-ccd979f6ab0f {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:26:03.962682 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea65c58d-a69c-440b-b8bd-b7eea9849d5a", "tag": "8b9b3925-8986-433d-8962-d9147a000a3c", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:26:03.962940 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-feef25d0-c552-452f-b6f4-ccd979f6ab0f {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:26:03.963347 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea65c58d-a69c-440b-b8bd-b7eea9849d5a', 'tag': '8b9b3925-8986-433d-8962-d9147a000a3c', 'status': 'completed', 'code': 200} Oct 30 15:26:03.990543 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-8a7b6a30-10a7-4da4-b79f-acc8bc9a071e None None] Set router 0875a996-782a-4352-a3b6-dc7f1aa54e32 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:26:04.003357 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-39cc2dba-362e-4ab7-ad49-493fc5c9bb19 req-2ccb54bf-a393-41c1-8547-7f9fafbb3d2e service neutron] 10.222.0.53 "GET /v2.0/networks/992316f0-a5bb-44db-b566-e8ec1fde1c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208620 Oct 30 15:26:04.049678 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ff9daf4a-27aa-4054-b6c3-d616017fb5c3 req-5ba6552c-a459-4eb8-bf20-75f3fcc9ce07 tempest-ServerShowV247Test-1856616642 tempest-ServerShowV247Test-1856616642-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdb7eace-9506-4771-8971-05be9947e26c HTTP/1.1" status: 200 len: 210 time: 0.0280919 Oct 30 15:26:04.057070 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59641770-3ea5-4735-b484-531e095541f1 req-3b4963bc-40c0-494d-b132-46cd7f144a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:04.059995 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-59641770-3ea5-4735-b484-531e095541f1 req-3b4963bc-40c0-494d-b132-46cd7f144a49 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ae810500e5604e45ba52fb3ca12ce963&device_id=ea65c58d-a69c-440b-b8bd-b7eea9849d5a HTTP/1.1" status: 200 len: 1097 time: 0.0905037 Oct 30 15:26:04.078910 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c8f72fe7-2498-4f38-93bc-d9788c721831 tempest-ExternalNetworksAdminNegativeTestJSON-1340288932 tempest-ExternalNetworksAdminNegativeTestJSON-1340288932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:04.139820 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91329845-948c-4b9e-9e14-1d333f4f2dba req-33774b17-b686-459d-8792-78a7e473042f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:04.141306 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-91329845-948c-4b9e-9e14-1d333f4f2dba req-33774b17-b686-459d-8792-78a7e473042f service neutron] 10.222.0.62 "GET /v2.0/networks?id=c6ede997-2b53-4646-8c13-a88c9a081db5 HTTP/1.1" status: 200 len: 920 time: 0.2378571 Oct 30 15:26:04.305050 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-91329845-948c-4b9e-9e14-1d333f4f2dba req-92dadabf-2213-4e43-9c64-31ea742ad75e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b9b3925-8986-433d-8962-d9147a000a3c HTTP/1.1" status: 200 len: 999 time: 0.1565464 Oct 30 15:26:04.307938 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59641770-3ea5-4735-b484-531e095541f1 req-6f06f45f-f8a3-4b59-bf6d-7d25ff163b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:04.309342 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-59641770-3ea5-4735-b484-531e095541f1 req-6f06f45f-f8a3-4b59-bf6d-7d25ff163b12 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c6ede997-2b53-4646-8c13-a88c9a081db5 HTTP/1.1" status: 200 len: 920 time: 0.2329900 Oct 30 15:26:04.341343 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-8a7b6a30-10a7-4da4-b79f-acc8bc9a071e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0875a996-782a-4352-a3b6-dc7f1aa54e32', 'name': 'tempest-ServerRescueTestJSONUnderV235-972281205-router', 'tenant_id': 'ae810500e5604e45ba52fb3ca12ce963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'c82653ee-691d-4b7c-af0f-3a56f898ac11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:25:06Z', 'updated_at': '2021-10-30T15:25:10Z', 'revision_number': 4, 'project_id': 'ae810500e5604e45ba52fb3ca12ce963', 'gw_port': {'id': 'c82653ee-691d-4b7c-af0f-3a56f898ac11', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0875a996-782a-4352-a3b6-dc7f1aa54e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:25:07Z', 'updated_at': '2021-10-30T15:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '41de4163-54ac-458f-93d3-6b4d02971910', 'tenant_id': 'ae810500e5604e45ba52fb3ca12ce963', 'floating_ip_address': '172.25.4.127', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '0875a996-782a-4352-a3b6-dc7f1aa54e32', 'port_id': '8b9b3925-8986-433d-8962-d9147a000a3c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6ede997-2b53-4646-8c13-a88c9a081db5', 'mac_address': 'fa:16:3e:fe:63:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea65c58d-a69c-440b-b8bd-b7eea9849d5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:26:00Z', 'updated_at': '2021-10-30T15:26:02Z', 'revision_number': 1, 'project_id': 'ae810500e5604e45ba52fb3ca12ce963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '125b1494-a52b-4df7-a6f2-2850d170bac4', 'name': '', 'network_id': 'c6ede997-2b53-4646-8c13-a88c9a081db5', 'tenant_id': 'ae810500e5604e45ba52fb3ca12ce963', 'mac_address': 'fa:16:3e:4a:19:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0875a996-782a-4352-a3b6-dc7f1aa54e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2275, 'fixed_ips': [{'subnet_id': '8fc290f9-ee10-4d7e-9772-61a821242532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:25:09Z', 'updated_at': '2021-10-30T15:25:15Z', 'revision_number': 5, 'project_id': 'ae810500e5604e45ba52fb3ca12ce963', 'subnets': [{'id': '8fc290f9-ee10-4d7e-9772-61a821242532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:26:04.359791 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-c8f72fe7-2498-4f38-93bc-d9788c721831 tempest-ExternalNetworksAdminNegativeTestJSON-1340288932 tempest-ExternalNetworksAdminNegativeTestJSON-1340288932-project-admin] Allocated IP 172.25.4.61 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/fbc2bf57-64f0-4925-9767-07105bc66dd8) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:26:04.373857 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7b6a30-10a7-4da4-b79f-acc8bc9a071e None None] Checking router: 0875a996-782a-4352-a3b6-dc7f1aa54e32 for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:26:04.383365 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7b6a30-10a7-4da4-b79f-acc8bc9a071e None None] Routers {'0875a996-782a-4352-a3b6-dc7f1aa54e32'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:26:04.384014 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-8a7b6a30-10a7-4da4-b79f-acc8bc9a071e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:25:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['0875a996-782a-4352-a3b6-dc7f1aa54e32'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:26:04.463203 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91329845-948c-4b9e-9e14-1d333f4f2dba req-83719a0e-307e-438d-8320-117f63b8520d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:04.464721 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-91329845-948c-4b9e-9e14-1d333f4f2dba req-83719a0e-307e-438d-8320-117f63b8520d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8fc290f9-ee10-4d7e-9772-61a821242532 HTTP/1.1" status: 200 len: 859 time: 0.1491091 Oct 30 15:26:04.477461 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-59641770-3ea5-4735-b484-531e095541f1 req-536917a2-b0a1-4351-ad63-7f1b55edb538 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b9b3925-8986-433d-8962-d9147a000a3c HTTP/1.1" status: 200 len: 999 time: 0.1515088 Oct 30 15:26:04.504434 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-8a7b6a30-10a7-4da4-b79f-acc8bc9a071e None None] Set router 0875a996-782a-4352-a3b6-dc7f1aa54e32 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:26:04.537298 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-91329845-948c-4b9e-9e14-1d333f4f2dba req-4947a2f8-dc96-4d2e-b98a-388b5d4084be service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c6ede997-2b53-4646-8c13-a88c9a081db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574541 Oct 30 15:26:04.552693 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [req-91329845-948c-4b9e-9e14-1d333f4f2dba req-929bce12-c4d6-42ec-b13d-f00cca2ff747 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:26:04.553663 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-91329845-948c-4b9e-9e14-1d333f4f2dba req-929bce12-c4d6-42ec-b13d-f00cca2ff747 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051260 Oct 30 15:26:04.584635 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59641770-3ea5-4735-b484-531e095541f1 req-0f2d3636-494b-4bca-be8c-04464620ec02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:04.586143 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-59641770-3ea5-4735-b484-531e095541f1 req-0f2d3636-494b-4bca-be8c-04464620ec02 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8fc290f9-ee10-4d7e-9772-61a821242532 HTTP/1.1" status: 200 len: 859 time: 0.0961092 Oct 30 15:26:04.646554 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c8f72fe7-2498-4f38-93bc-d9788c721831 tempest-ExternalNetworksAdminNegativeTestJSON-1340288932 tempest-ExternalNetworksAdminNegativeTestJSON-1340288932-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:04.664477 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-59641770-3ea5-4735-b484-531e095541f1 req-0d919b33-7329-4e25-9910-c33ee0c6b810 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c6ede997-2b53-4646-8c13-a88c9a081db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678928 Oct 30 15:26:04.765151 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-8a7b6a30-10a7-4da4-b79f-acc8bc9a071e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0875a996-782a-4352-a3b6-dc7f1aa54e32', 'name': 'tempest-ServerRescueTestJSONUnderV235-972281205-router', 'tenant_id': 'ae810500e5604e45ba52fb3ca12ce963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'c82653ee-691d-4b7c-af0f-3a56f898ac11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:25:06Z', 'updated_at': '2021-10-30T15:25:10Z', 'revision_number': 4, 'project_id': 'ae810500e5604e45ba52fb3ca12ce963', 'gw_port': {'id': 'c82653ee-691d-4b7c-af0f-3a56f898ac11', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0875a996-782a-4352-a3b6-dc7f1aa54e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:25:07Z', 'updated_at': '2021-10-30T15:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '41de4163-54ac-458f-93d3-6b4d02971910', 'tenant_id': 'ae810500e5604e45ba52fb3ca12ce963', 'floating_ip_address': '172.25.4.127', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '0875a996-782a-4352-a3b6-dc7f1aa54e32', 'port_id': '8b9b3925-8986-433d-8962-d9147a000a3c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6ede997-2b53-4646-8c13-a88c9a081db5', 'mac_address': 'fa:16:3e:fe:63:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea65c58d-a69c-440b-b8bd-b7eea9849d5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:26:00Z', 'updated_at': '2021-10-30T15:26:02Z', 'revision_number': 1, 'project_id': 'ae810500e5604e45ba52fb3ca12ce963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '125b1494-a52b-4df7-a6f2-2850d170bac4', 'name': '', 'network_id': 'c6ede997-2b53-4646-8c13-a88c9a081db5', 'tenant_id': 'ae810500e5604e45ba52fb3ca12ce963', 'mac_address': 'fa:16:3e:4a:19:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0875a996-782a-4352-a3b6-dc7f1aa54e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2275, 'fixed_ips': [{'subnet_id': '8fc290f9-ee10-4d7e-9772-61a821242532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:25:09Z', 'updated_at': '2021-10-30T15:25:15Z', 'revision_number': 5, 'project_id': 'ae810500e5604e45ba52fb3ca12ce963', 'subnets': [{'id': '8fc290f9-ee10-4d7e-9772-61a821242532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:26:04.796587 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7b6a30-10a7-4da4-b79f-acc8bc9a071e None None] The sync data for ids ['0875a996-782a-4352-a3b6-dc7f1aa54e32'] in n-d-806683-17 is: [{'id': '0875a996-782a-4352-a3b6-dc7f1aa54e32', 'name': 'tempest-ServerRescueTestJSONUnderV235-972281205-router', 'tenant_id': 'ae810500e5604e45ba52fb3ca12ce963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'c82653ee-691d-4b7c-af0f-3a56f898ac11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:25:06Z', 'updated_at': '2021-10-30T15:25:10Z', 'revision_number': 4, 'project_id': 'ae810500e5604e45ba52fb3ca12ce963', 'gw_port': {'id': 'c82653ee-691d-4b7c-af0f-3a56f898ac11', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0875a996-782a-4352-a3b6-dc7f1aa54e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:25:07Z', 'updated_at': '2021-10-30T15:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '41de4163-54ac-458f-93d3-6b4d02971910', 'tenant_id': 'ae810500e5604e45ba52fb3ca12ce963', 'floating_ip_address': '172.25.4.127', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '0875a996-782a-4352-a3b6-dc7f1aa54e32', 'port_id': '8b9b3925-8986-433d-8962-d9147a000a3c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6ede997-2b53-4646-8c13-a88c9a081db5', 'mac_address': 'fa:16:3e:fe:63:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea65c58d-a69c-440b-b8bd-b7eea9849d5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:26:00Z', 'updated_at': '2021-10-30T15:26:02Z', 'revision_number': 1, 'project_id': 'ae810500e5604e45ba52fb3ca12ce963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '125b1494-a52b-4df7-a6f2-2850d170bac4', 'name': '', 'network_id': 'c6ede997-2b53-4646-8c13-a88c9a081db5', 'tenant_id': 'ae810500e5604e45ba52fb3ca12ce963', 'mac_address': 'fa:16:3e:4a:19:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0875a996-782a-4352-a3b6-dc7f1aa54e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2275, 'fixed_ips': [{'subnet_id': '8fc290f9-ee10-4d7e-9772-61a821242532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:25:09Z', 'updated_at': '2021-10-30T15:25:15Z', 'revision_number': 5, 'project_id': 'ae810500e5604e45ba52fb3ca12ce963', 'subnets': [{'id': '8fc290f9-ee10-4d7e-9772-61a821242532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:26:04.826114 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-91329845-948c-4b9e-9e14-1d333f4f2dba req-f3f51ef8-30f3-4d9a-b076-d4623f4ab654 service neutron] 10.222.0.62 "GET /v2.0/networks/c6ede997-2b53-4646-8c13-a88c9a081db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389693 Oct 30 15:26:04.832811 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c8f72fe7-2498-4f38-93bc-d9788c721831 tempest-ExternalNetworksAdminNegativeTestJSON-1340288932 tempest-ExternalNetworksAdminNegativeTestJSON-1340288932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:04.871756 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-59641770-3ea5-4735-b484-531e095541f1 req-3ed03c05-7a45-48e9-a5b9-3baa0e1ce3d7 service neutron] 10.222.0.53 "GET /v2.0/networks/c6ede997-2b53-4646-8c13-a88c9a081db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994395 Oct 30 15:26:04.948576 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f72fe7-2498-4f38-93bc-d9788c721831 tempest-ExternalNetworksAdminNegativeTestJSON-1340288932 tempest-ExternalNetworksAdminNegativeTestJSON-1340288932-project-admin] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:26:05.029190 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 20b1da37-2313-4f20-8e19-c39745683e2e up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:26:05.050061 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94681631-9b42-4b8a-a002-45cc36b9b1ed req-3e0477e6-9763-4dd7-87a7-fffa356830ee tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:05.051694 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-94681631-9b42-4b8a-a002-45cc36b9b1ed req-3e0477e6-9763-4dd7-87a7-fffa356830ee tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cd22608-c4fb-4169-9dbc-1af63b942f0c HTTP/1.1" status: 200 len: 944 time: 0.0856118 Oct 30 15:26:05.110615 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port 20b1da37-2313-4f20-8e19-c39745683e2e completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:26:05.120123 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port 20b1da37-2313-4f20-8e19-c39745683e2e triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:26:05.120768 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:05.122491 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-94681631-9b42-4b8a-a002-45cc36b9b1ed req-89d36370-99ab-4956-82cd-e80f12e587e4 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634236 Oct 30 15:26:05.123336 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bae1973-486d-423e-b057-8556ed6e4a64 None None] New status for floating IP 41de4163-54ac-458f-93d3-6b4d02971910: ACTIVE {{(pid=102132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 15:26:05.227388 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:26:05.236163 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-c8f72fe7-2498-4f38-93bc-d9788c721831 tempest-ExternalNetworksAdminNegativeTestJSON-1340288932 tempest-ExternalNetworksAdminNegativeTestJSON-1340288932-project-admin] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:26:05.251182 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f72fe7-2498-4f38-93bc-d9788c721831 tempest-ExternalNetworksAdminNegativeTestJSON-1340288932 tempest-ExternalNetworksAdminNegativeTestJSON-1340288932-project-admin] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:26:05.279123 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f72fe7-2498-4f38-93bc-d9788c721831 tempest-ExternalNetworksAdminNegativeTestJSON-1340288932 tempest-ExternalNetworksAdminNegativeTestJSON-1340288932-project-admin] Pushing event updated for resources: {'Port': ['ID=fbc2bf57-64f0-4925-9767-07105bc66dd8,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:05.376198 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-91329845-948c-4b9e-9e14-1d333f4f2dba req-ebab2c61-3ec6-4efb-9f45-096134518b16 service neutron] 10.222.0.62 "GET /v2.0/networks/c6ede997-2b53-4646-8c13-a88c9a081db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5067940 Oct 30 15:26:05.403618 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-59641770-3ea5-4735-b484-531e095541f1 req-f8b64c47-05b9-4e84-bd2c-a65581c9a5f3 service neutron] 10.222.0.53 "GET /v2.0/networks/c6ede997-2b53-4646-8c13-a88c9a081db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5222793 Oct 30 15:26:05.474375 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:05.509236 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cd22608-c4fb-4169-9dbc-1af63b942f0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20b1da37-2313-4f20-8e19-c39745683e2e'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:26:05.511542 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6fc0cd4-0305-4fc4-b2f7-4e9220348340" -d '{"events": [{"server_uuid": "1cd22608-c4fb-4169-9dbc-1af63b942f0c", "name": "network-vif-plugged", "status": "completed", "tag": "20b1da37-2313-4f20-8e19-c39745683e2e"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:26:05.526173 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c8f72fe7-2498-4f38-93bc-d9788c721831 tempest-ExternalNetworksAdminNegativeTestJSON-1340288932 tempest-ExternalNetworksAdminNegativeTestJSON-1340288932-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:05.557512 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 20b1da37-2313-4f20-8e19-c39745683e2e, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=20b1da37-2313-4f20-8e19-c39745683e2e,segment=NetworkSegment(7dc81a9b-3539-4be9-a222-feb3b591dcc0),segment_id=7dc81a9b-3539-4be9-a222-feb3b591dcc0)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:26:05.563303 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8478f9f8-7670-4b87-b432-aa8c125706df req-d32cac93-bb7a-48cd-b8f3-4a9d8b5dc387 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.4.127 HTTP/1.1" status: 200 len: 999 time: 0.1234379 Oct 30 15:26:05.564023 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:05.581973 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9c126bd1-667e-421a-87dc-909fba126996 req-ff3f2630-e193-4bf1-bcb7-60f678262aa7 tempest-ServerShowV247Test-1856616642 tempest-ServerShowV247Test-1856616642-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdb7eace-9506-4771-8971-05be9947e26c HTTP/1.1" status: 200 len: 210 time: 0.3997147 Oct 30 15:26:05.626064 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=20b1da37-2313-4f20-8e19-c39745683e2e,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:05.626521 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c8f72fe7-2498-4f38-93bc-d9788c721831 tempest-ExternalNetworksAdminNegativeTestJSON-1340288932 tempest-ExternalNetworksAdminNegativeTestJSON-1340288932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:05.659796 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478f9f8-7670-4b87-b432-aa8c125706df req-de8156f8-0e80-42b4-8116-a0c0a01bb8b8 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:05.661128 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8478f9f8-7670-4b87-b432-aa8c125706df req-de8156f8-0e80-42b4-8116-a0c0a01bb8b8 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/ports/8b9b3925-8986-433d-8962-d9147a000a3c HTTP/1.1" status: 200 len: 942 time: 0.0827048 Oct 30 15:26:05.816119 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d1bdc71-2adc-41cf-8c74-46089b60194b x-openstack-request-id: req-0d1bdc71-2adc-41cf-8c74-46089b60194b {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:26:05.819059 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cd22608-c4fb-4169-9dbc-1af63b942f0c", "name": "network-vif-plugged", "status": "completed", "tag": "20b1da37-2313-4f20-8e19-c39745683e2e", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:26:05.819059 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0d1bdc71-2adc-41cf-8c74-46089b60194b {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:26:05.819059 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cd22608-c4fb-4169-9dbc-1af63b942f0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20b1da37-2313-4f20-8e19-c39745683e2e', 'code': 200} Oct 30 15:26:05.840783 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8478f9f8-7670-4b87-b432-aa8c125706df req-52530f37-7361-4a31-b37a-5a4dc81bac65 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.4.127 HTTP/1.1" status: 200 len: 1001 time: 0.1095541 Oct 30 15:26:05.957074 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c8f72fe7-2498-4f38-93bc-d9788c721831 tempest-ExternalNetworksAdminNegativeTestJSON-1340288932 tempest-ExternalNetworksAdminNegativeTestJSON-1340288932-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:05.965949 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c8f72fe7-2498-4f38-93bc-d9788c721831 tempest-ExternalNetworksAdminNegativeTestJSON-1340288932 tempest-ExternalNetworksAdminNegativeTestJSON-1340288932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:06.036260 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb2a1a-3c59-45f4-8a0b-89a13003c52d req-eaffc2a2-34a9-4efe-bce4-25e177236f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:06.037756 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-82eb2a1a-3c59-45f4-8a0b-89a13003c52d req-eaffc2a2-34a9-4efe-bce4-25e177236f64 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1cd22608-c4fb-4169-9dbc-1af63b942f0c HTTP/1.1" status: 200 len: 1097 time: 0.1566105 Oct 30 15:26:06.076103 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478f9f8-7670-4b87-b432-aa8c125706df req-7e44bf1a-af94-482d-9a3e-0ce60c973d49 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:06.077395 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8478f9f8-7670-4b87-b432-aa8c125706df req-7e44bf1a-af94-482d-9a3e-0ce60c973d49 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/networks/edc38ef5-7816-4133-914c-cfe2849a0125 HTTP/1.1" status: 200 len: 784 time: 0.2308590 Oct 30 15:26:06.095446 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f72fe7-2498-4f38-93bc-d9788c721831 tempest-ExternalNetworksAdminNegativeTestJSON-1340288932 tempest-ExternalNetworksAdminNegativeTestJSON-1340288932-project-admin] Pushing event updated for resources: {'Port': ['ID=fbc2bf57-64f0-4925-9767-07105bc66dd8,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:06.145057 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c8f72fe7-2498-4f38-93bc-d9788c721831 tempest-ExternalNetworksAdminNegativeTestJSON-1340288932 tempest-ExternalNetworksAdminNegativeTestJSON-1340288932-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:06.179950 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-82eb2a1a-3c59-45f4-8a0b-89a13003c52d req-ffa50095-e163-4a86-bf02-2c08418e75dd service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191149 Oct 30 15:26:06.188302 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c8f72fe7-2498-4f38-93bc-d9788c721831 tempest-ExternalNetworksAdminNegativeTestJSON-1340288932 tempest-ExternalNetworksAdminNegativeTestJSON-1340288932-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:06.189517 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-c8f72fe7-2498-4f38-93bc-d9788c721831 tempest-ExternalNetworksAdminNegativeTestJSON-1340288932 tempest-ExternalNetworksAdminNegativeTestJSON-1340288932-project-admin] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6167190 Oct 30 15:26:06.192825 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 55400) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:06.198142 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8478f9f8-7670-4b87-b432-aa8c125706df req-d05a0ffa-6d66-4eb5-b32f-cc475280a2bd tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.4.127 HTTP/1.1" status: 200 len: 1001 time: 0.1120353 Oct 30 15:26:06.199195 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-c4b834e2-2b41-4514-8344-2d54053193bd tempest-ExternalNetworksAdminNegativeTestJSON-1340288932 tempest-ExternalNetworksAdminNegativeTestJSON-1340288932-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-101874130', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'fixed_ips': [{'ip_address': '172.25.4.61'}]}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:26:06.211721 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-8478f9f8-7670-4b87-b432-aa8c125706df req-bf3e116d-7917-40e5-9071-c68dd10a9aee tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:26:06.246305 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b834e2-2b41-4514-8344-2d54053193bd tempest-ExternalNetworksAdminNegativeTestJSON-1340288932 tempest-ExternalNetworksAdminNegativeTestJSON-1340288932-project-admin] Made reservation on behalf of a4069059856d4fd1b29dc5f8f957ba4e for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:26:06.248979 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c4b834e2-2b41-4514-8344-2d54053193bd tempest-ExternalNetworksAdminNegativeTestJSON-1340288932 tempest-ExternalNetworksAdminNegativeTestJSON-1340288932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:06.260017 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c4b834e2-2b41-4514-8344-2d54053193bd tempest-ExternalNetworksAdminNegativeTestJSON-1340288932 tempest-ExternalNetworksAdminNegativeTestJSON-1340288932-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:06.273360 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-8478f9f8-7670-4b87-b432-aa8c125706df req-bf3e116d-7917-40e5-9071-c68dd10a9aee tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Publish callbacks [] for floatingip, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:06.290307 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a5f34-0c79-48c8-b25f-e357f91caaec req-d3ed18dd-c101-4172-8ec8-aab80321a783 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:06.292223 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-461a5f34-0c79-48c8-b25f-e357f91caaec req-d3ed18dd-c101-4172-8ec8-aab80321a783 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cd22608-c4fb-4169-9dbc-1af63b942f0c HTTP/1.1" status: 200 len: 945 time: 0.0778050 Oct 30 15:26:06.353652 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-461a5f34-0c79-48c8-b25f-e357f91caaec req-0dda8d0a-5d02-45d6-b1ed-6328c046542f tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551353 Oct 30 15:26:06.384011 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c4b834e2-2b41-4514-8344-2d54053193bd tempest-ExternalNetworksAdminNegativeTestJSON-1340288932 tempest-ExternalNetworksAdminNegativeTestJSON-1340288932-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:06.388812 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c4b834e2-2b41-4514-8344-2d54053193bd tempest-ExternalNetworksAdminNegativeTestJSON-1340288932 tempest-ExternalNetworksAdminNegativeTestJSON-1340288932-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:06.393435 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [None req-c4b834e2-2b41-4514-8344-2d54053193bd tempest-ExternalNetworksAdminNegativeTestJSON-1340288932 tempest-ExternalNetworksAdminNegativeTestJSON-1340288932-project-admin] device_id is not set on port 53973c7a-a97c-433f-a923-c5bd1a659d7f yet. {{(pid=102130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:26:06.425023 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-8478f9f8-7670-4b87-b432-aa8c125706df req-bf3e116d-7917-40e5-9071-c68dd10a9aee tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:06.430143 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-8478f9f8-7670-4b87-b432-aa8c125706df req-bf3e116d-7917-40e5-9071-c68dd10a9aee tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:06.431012 n-d-806683-17 neutron-server[102131]: INFO neutron.db.l3_db [req-8478f9f8-7670-4b87-b432-aa8c125706df req-bf3e116d-7917-40e5-9071-c68dd10a9aee tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Floating IP 41de4163-54ac-458f-93d3-6b4d02971910 disassociated. External IP: 172.25.4.127, port: 8b9b3925-8986-433d-8962-d9147a000a3c. Oct 30 15:26:06.491902 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b834e2-2b41-4514-8344-2d54053193bd tempest-ExternalNetworksAdminNegativeTestJSON-1340288932 tempest-ExternalNetworksAdminNegativeTestJSON-1340288932-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a35b1d-b6b4-4258-ab97-51b15ad38f40,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:06.618972 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4b834e2-2b41-4514-8344-2d54053193bd tempest-ExternalNetworksAdminNegativeTestJSON-1340288932 tempest-ExternalNetworksAdminNegativeTestJSON-1340288932-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 30 15:26:06.619584 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4b834e2-2b41-4514-8344-2d54053193bd tempest-ExternalNetworksAdminNegativeTestJSON-1340288932 tempest-ExternalNetworksAdminNegativeTestJSON-1340288932-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:26:06.638011 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c4b834e2-2b41-4514-8344-2d54053193bd tempest-ExternalNetworksAdminNegativeTestJSON-1340288932 tempest-ExternalNetworksAdminNegativeTestJSON-1340288932-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.4433558 Oct 30 15:26:06.641324 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 55404) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:06.672599 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8478f9f8-7670-4b87-b432-aa8c125706df req-bf3e116d-7917-40e5-9071-c68dd10a9aee tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Router 0875a996-782a-4352-a3b6-dc7f1aa54e32 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:26:06.754452 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-11e5aa9b-55b6-4f37-8a0a-3981039ead3b req-c93bd8b6-4392-4ee3-a1d7-42a7660b16bf tempest-ServerShowV247Test-1856616642 tempest-ServerShowV247Test-1856616642-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdb7eace-9506-4771-8971-05be9947e26c HTTP/1.1" status: 200 len: 210 time: 0.0745726 Oct 30 15:26:06.790124 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8478f9f8-7670-4b87-b432-aa8c125706df req-bf3e116d-7917-40e5-9071-c68dd10a9aee tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:26:06.796078 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-8478f9f8-7670-4b87-b432-aa8c125706df req-bf3e116d-7917-40e5-9071-c68dd10a9aee tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:06.800617 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a39ebc0-3f6b-4f1d-a8e0-8c1f7ec210da None None] Sync routers for ids ['0875a996-782a-4352-a3b6-dc7f1aa54e32'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:26:06.820920 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a39ebc0-3f6b-4f1d-a8e0-8c1f7ec210da None None] Routers {'0875a996-782a-4352-a3b6-dc7f1aa54e32'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:26:06.821871 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-1a39ebc0-3f6b-4f1d-a8e0-8c1f7ec210da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:25:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['0875a996-782a-4352-a3b6-dc7f1aa54e32'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:26:06.837225 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8478f9f8-7670-4b87-b432-aa8c125706df req-bf3e116d-7917-40e5-9071-c68dd10a9aee tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "PUT /v2.0/floatingips/41de4163-54ac-458f-93d3-6b4d02971910 HTTP/1.1" status: 200 len: 695 time: 0.6253915 Oct 30 15:26:06.837793 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea65c58d-a69c-440b-b8bd-b7eea9849d5a', 'tag': '8b9b3925-8986-433d-8962-d9147a000a3c'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:26:06.842471 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c36cfa-f477-4ac4-b294-5cfae6ead1fc" -d '{"events": [{"name": "network-changed", "server_uuid": "ea65c58d-a69c-440b-b8bd-b7eea9849d5a", "tag": "8b9b3925-8986-433d-8962-d9147a000a3c"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:26:06.872902 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-7c83e913-c80a-4ef5-99c5-de55517fe72e tempest-ExternalNetworksAdminNegativeTestJSON-1340288932 tempest-ExternalNetworksAdminNegativeTestJSON-1340288932-project-admin] Deleting port fbc2bf57-64f0-4925-9767-07105bc66dd8 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:26:06.873884 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7c83e913-c80a-4ef5-99c5-de55517fe72e tempest-ExternalNetworksAdminNegativeTestJSON-1340288932 tempest-ExternalNetworksAdminNegativeTestJSON-1340288932-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:06.897083 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd75925c-c9f4-4f6d-9f73-cdcc18298fae x-openstack-request-id: req-bd75925c-c9f4-4f6d-9f73-cdcc18298fae {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:26:06.897386 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea65c58d-a69c-440b-b8bd-b7eea9849d5a", "tag": "8b9b3925-8986-433d-8962-d9147a000a3c", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:26:06.897675 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bd75925c-c9f4-4f6d-9f73-cdcc18298fae {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:26:06.898084 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea65c58d-a69c-440b-b8bd-b7eea9849d5a', 'tag': '8b9b3925-8986-433d-8962-d9147a000a3c', 'status': 'completed', 'code': 200} Oct 30 15:26:06.957105 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-1a39ebc0-3f6b-4f1d-a8e0-8c1f7ec210da None None] Set router 0875a996-782a-4352-a3b6-dc7f1aa54e32 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:26:06.963131 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478f9f8-7670-4b87-b432-aa8c125706df req-17e7bfe1-5dcb-4dd3-aa20-4fdfe378ebd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:06.971274 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8478f9f8-7670-4b87-b432-aa8c125706df req-17e7bfe1-5dcb-4dd3-aa20-4fdfe378ebd1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ae810500e5604e45ba52fb3ca12ce963&device_id=ea65c58d-a69c-440b-b8bd-b7eea9849d5a HTTP/1.1" status: 200 len: 1097 time: 0.1252894 Oct 30 15:26:06.985556 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7c83e913-c80a-4ef5-99c5-de55517fe72e tempest-ExternalNetworksAdminNegativeTestJSON-1340288932 tempest-ExternalNetworksAdminNegativeTestJSON-1340288932-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:06.986157 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7c83e913-c80a-4ef5-99c5-de55517fe72e tempest-ExternalNetworksAdminNegativeTestJSON-1340288932 tempest-ExternalNetworksAdminNegativeTestJSON-1340288932-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:07.001402 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-7c83e913-c80a-4ef5-99c5-de55517fe72e tempest-ExternalNetworksAdminNegativeTestJSON-1340288932 tempest-ExternalNetworksAdminNegativeTestJSON-1340288932-project-admin] Calling delete_port for fbc2bf57-64f0-4925-9767-07105bc66dd8 owned by network:floatingip {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:26:07.095794 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c36cfa-f477-4ac4-b294-5cfae6ead1fc req-fa272a55-aad8-43e5-924f-9e0ef0eaf918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:07.097487 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-56c36cfa-f477-4ac4-b294-5cfae6ead1fc req-fa272a55-aad8-43e5-924f-9e0ef0eaf918 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ae810500e5604e45ba52fb3ca12ce963&device_id=ea65c58d-a69c-440b-b8bd-b7eea9849d5a HTTP/1.1" status: 200 len: 1097 time: 0.1760454 Oct 30 15:26:07.103216 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478f9f8-7670-4b87-b432-aa8c125706df req-90a84eae-3b32-4d62-b07e-55287ff9df4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:07.111722 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8478f9f8-7670-4b87-b432-aa8c125706df req-90a84eae-3b32-4d62-b07e-55287ff9df4e service neutron] 10.222.0.62 "GET /v2.0/networks?id=c6ede997-2b53-4646-8c13-a88c9a081db5 HTTP/1.1" status: 200 len: 920 time: 0.1381128 Oct 30 15:26:07.160048 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7c83e913-c80a-4ef5-99c5-de55517fe72e tempest-ExternalNetworksAdminNegativeTestJSON-1340288932 tempest-ExternalNetworksAdminNegativeTestJSON-1340288932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:07.193574 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c83e913-c80a-4ef5-99c5-de55517fe72e tempest-ExternalNetworksAdminNegativeTestJSON-1340288932 tempest-ExternalNetworksAdminNegativeTestJSON-1340288932-project-admin] Pushing event deleted for resources: {'Port': ['ID=fbc2bf57-64f0-4925-9767-07105bc66dd8,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:07.210221 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-1a39ebc0-3f6b-4f1d-a8e0-8c1f7ec210da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0875a996-782a-4352-a3b6-dc7f1aa54e32', 'name': 'tempest-ServerRescueTestJSONUnderV235-972281205-router', 'tenant_id': 'ae810500e5604e45ba52fb3ca12ce963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'c82653ee-691d-4b7c-af0f-3a56f898ac11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:25:06Z', 'updated_at': '2021-10-30T15:25:10Z', 'revision_number': 4, 'project_id': 'ae810500e5604e45ba52fb3ca12ce963', 'gw_port': {'id': 'c82653ee-691d-4b7c-af0f-3a56f898ac11', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0875a996-782a-4352-a3b6-dc7f1aa54e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:25:07Z', 'updated_at': '2021-10-30T15:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '125b1494-a52b-4df7-a6f2-2850d170bac4', 'name': '', 'network_id': 'c6ede997-2b53-4646-8c13-a88c9a081db5', 'tenant_id': 'ae810500e5604e45ba52fb3ca12ce963', 'mac_address': 'fa:16:3e:4a:19:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0875a996-782a-4352-a3b6-dc7f1aa54e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2275, 'fixed_ips': [{'subnet_id': '8fc290f9-ee10-4d7e-9772-61a821242532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:25:09Z', 'updated_at': '2021-10-30T15:25:15Z', 'revision_number': 5, 'project_id': 'ae810500e5604e45ba52fb3ca12ce963', 'subnets': [{'id': '8fc290f9-ee10-4d7e-9772-61a821242532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:26:07.222776 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8478f9f8-7670-4b87-b432-aa8c125706df req-8f7630c9-2802-4748-974b-fe66db35d294 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b9b3925-8986-433d-8962-d9147a000a3c HTTP/1.1" status: 200 len: 217 time: 0.1100812 Oct 30 15:26:07.253333 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a39ebc0-3f6b-4f1d-a8e0-8c1f7ec210da None None] Checking router: 0875a996-782a-4352-a3b6-dc7f1aa54e32 for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:26:07.263649 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a39ebc0-3f6b-4f1d-a8e0-8c1f7ec210da None None] Routers {'0875a996-782a-4352-a3b6-dc7f1aa54e32'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:26:07.264782 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-1a39ebc0-3f6b-4f1d-a8e0-8c1f7ec210da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:25:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['0875a996-782a-4352-a3b6-dc7f1aa54e32'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:26:07.274086 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7c83e913-c80a-4ef5-99c5-de55517fe72e tempest-ExternalNetworksAdminNegativeTestJSON-1340288932 tempest-ExternalNetworksAdminNegativeTestJSON-1340288932-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:07.282318 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478f9f8-7670-4b87-b432-aa8c125706df req-032cd068-3d09-4aa5-847e-bda9fb79c15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:07.290619 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8478f9f8-7670-4b87-b432-aa8c125706df req-032cd068-3d09-4aa5-847e-bda9fb79c15c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8fc290f9-ee10-4d7e-9772-61a821242532 HTTP/1.1" status: 200 len: 859 time: 0.0669825 Oct 30 15:26:07.291415 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7c83e913-c80a-4ef5-99c5-de55517fe72e tempest-ExternalNetworksAdminNegativeTestJSON-1340288932 tempest-ExternalNetworksAdminNegativeTestJSON-1340288932-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:07.292790 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-7c83e913-c80a-4ef5-99c5-de55517fe72e tempest-ExternalNetworksAdminNegativeTestJSON-1340288932 tempest-ExternalNetworksAdminNegativeTestJSON-1340288932-project-admin] 10.222.0.62 "DELETE /v2.0/floatingips/40192a79-725b-4d85-9271-fadd19d5b4f0 HTTP/1.1" status: 204 len: 168 time: 0.6504800 Oct 30 15:26:07.333498 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8478f9f8-7670-4b87-b432-aa8c125706df req-66c5ee27-a0f6-40a6-a4d5-36788afee9d7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c6ede997-2b53-4646-8c13-a88c9a081db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418959 Oct 30 15:26:07.426342 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c36cfa-f477-4ac4-b294-5cfae6ead1fc req-c6ca7054-d29a-4f26-9de1-219a272ecf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:07.427755 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-56c36cfa-f477-4ac4-b294-5cfae6ead1fc req-c6ca7054-d29a-4f26-9de1-219a272ecf3f service neutron] 10.222.0.53 "GET /v2.0/networks?id=c6ede997-2b53-4646-8c13-a88c9a081db5 HTTP/1.1" status: 200 len: 920 time: 0.3139768 Oct 30 15:26:07.475915 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-56c36cfa-f477-4ac4-b294-5cfae6ead1fc req-5b5226be-4f0c-4596-a154-37fffea55ae2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b9b3925-8986-433d-8962-d9147a000a3c HTTP/1.1" status: 200 len: 217 time: 0.0385685 Oct 30 15:26:07.515385 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-1a39ebc0-3f6b-4f1d-a8e0-8c1f7ec210da None None] Set router 0875a996-782a-4352-a3b6-dc7f1aa54e32 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:26:07.546334 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a9b8c2-96b4-49d8-a5c9-d11b9fa4341b req-267674a6-84e6-4d09-b9e5-0cc15dfdf7fc tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:07.548650 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-94a9b8c2-96b4-49d8-a5c9-d11b9fa4341b req-267674a6-84e6-4d09-b9e5-0cc15dfdf7fc tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cd22608-c4fb-4169-9dbc-1af63b942f0c HTTP/1.1" status: 200 len: 945 time: 0.1032808 Oct 30 15:26:07.568241 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8478f9f8-7670-4b87-b432-aa8c125706df req-7ac2b7c6-bab1-4f91-8133-927cdf36b431 service neutron] 10.222.0.62 "GET /v2.0/networks/c6ede997-2b53-4646-8c13-a88c9a081db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338595 Oct 30 15:26:07.580832 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c36cfa-f477-4ac4-b294-5cfae6ead1fc req-2619f78e-24d8-4c44-9b99-d1264eab4089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:07.583656 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-56c36cfa-f477-4ac4-b294-5cfae6ead1fc req-2619f78e-24d8-4c44-9b99-d1264eab4089 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8fc290f9-ee10-4d7e-9772-61a821242532 HTTP/1.1" status: 200 len: 859 time: 0.1010382 Oct 30 15:26:07.617202 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-94a9b8c2-96b4-49d8-a5c9-d11b9fa4341b req-7d9f9b6c-a7ba-45dd-bb54-3ae5846ac148 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583851 Oct 30 15:26:07.651614 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-56c36cfa-f477-4ac4-b294-5cfae6ead1fc req-ac6df677-cbdb-4a0e-918b-04e575f42746 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c6ede997-2b53-4646-8c13-a88c9a081db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594106 Oct 30 15:26:07.735599 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 55416) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:07.762153 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8478f9f8-7670-4b87-b432-aa8c125706df req-82c6a561-b45c-4066-9205-ec0ceedb7e08 service neutron] 10.222.0.62 "GET /v2.0/networks/c6ede997-2b53-4646-8c13-a88c9a081db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774051 Oct 30 15:26:07.793267 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-56c36cfa-f477-4ac4-b294-5cfae6ead1fc req-fa136dd4-ad5c-443b-9de2-d6799331bf0b service neutron] 10.222.0.53 "GET /v2.0/networks/c6ede997-2b53-4646-8c13-a88c9a081db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339774 Oct 30 15:26:07.865589 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-1a39ebc0-3f6b-4f1d-a8e0-8c1f7ec210da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0875a996-782a-4352-a3b6-dc7f1aa54e32', 'name': 'tempest-ServerRescueTestJSONUnderV235-972281205-router', 'tenant_id': 'ae810500e5604e45ba52fb3ca12ce963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'c82653ee-691d-4b7c-af0f-3a56f898ac11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:25:06Z', 'updated_at': '2021-10-30T15:25:10Z', 'revision_number': 4, 'project_id': 'ae810500e5604e45ba52fb3ca12ce963', 'gw_port': {'id': 'c82653ee-691d-4b7c-af0f-3a56f898ac11', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0875a996-782a-4352-a3b6-dc7f1aa54e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:25:07Z', 'updated_at': '2021-10-30T15:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '125b1494-a52b-4df7-a6f2-2850d170bac4', 'name': '', 'network_id': 'c6ede997-2b53-4646-8c13-a88c9a081db5', 'tenant_id': 'ae810500e5604e45ba52fb3ca12ce963', 'mac_address': 'fa:16:3e:4a:19:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0875a996-782a-4352-a3b6-dc7f1aa54e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2275, 'fixed_ips': [{'subnet_id': '8fc290f9-ee10-4d7e-9772-61a821242532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:25:09Z', 'updated_at': '2021-10-30T15:25:15Z', 'revision_number': 5, 'project_id': 'ae810500e5604e45ba52fb3ca12ce963', 'subnets': [{'id': '8fc290f9-ee10-4d7e-9772-61a821242532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:26:07.872608 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-232c9966-fd55-4c91-b2e4-c074097d466a req-78af49a6-0d44-48c6-bfdb-635df793eb01 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/floatingips/41de4163-54ac-458f-93d3-6b4d02971910 HTTP/1.1" status: 200 len: 695 time: 0.0684934 Oct 30 15:26:07.916718 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a39ebc0-3f6b-4f1d-a8e0-8c1f7ec210da None None] The sync data for ids ['0875a996-782a-4352-a3b6-dc7f1aa54e32'] in n-d-806683-17 is: [{'id': '0875a996-782a-4352-a3b6-dc7f1aa54e32', 'name': 'tempest-ServerRescueTestJSONUnderV235-972281205-router', 'tenant_id': 'ae810500e5604e45ba52fb3ca12ce963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'c82653ee-691d-4b7c-af0f-3a56f898ac11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:25:06Z', 'updated_at': '2021-10-30T15:25:10Z', 'revision_number': 4, 'project_id': 'ae810500e5604e45ba52fb3ca12ce963', 'gw_port': {'id': 'c82653ee-691d-4b7c-af0f-3a56f898ac11', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0875a996-782a-4352-a3b6-dc7f1aa54e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:25:07Z', 'updated_at': '2021-10-30T15:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '125b1494-a52b-4df7-a6f2-2850d170bac4', 'name': '', 'network_id': 'c6ede997-2b53-4646-8c13-a88c9a081db5', 'tenant_id': 'ae810500e5604e45ba52fb3ca12ce963', 'mac_address': 'fa:16:3e:4a:19:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0875a996-782a-4352-a3b6-dc7f1aa54e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2275, 'fixed_ips': [{'subnet_id': '8fc290f9-ee10-4d7e-9772-61a821242532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:25:09Z', 'updated_at': '2021-10-30T15:25:15Z', 'revision_number': 5, 'project_id': 'ae810500e5604e45ba52fb3ca12ce963', 'subnets': [{'id': '8fc290f9-ee10-4d7e-9772-61a821242532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:26:07.917137 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-56c36cfa-f477-4ac4-b294-5cfae6ead1fc req-05dbbfe1-f9f5-43c7-a27e-d9a220e74e53 service neutron] 10.222.0.53 "GET /v2.0/networks/c6ede997-2b53-4646-8c13-a88c9a081db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170752 Oct 30 15:26:08.026878 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c9966-fd55-4c91-b2e4-c074097d466a req-e069c204-11b1-4283-9f27-b6970300e4af tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:08.035076 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-232c9966-fd55-4c91-b2e4-c074097d466a req-e069c204-11b1-4283-9f27-b6970300e4af tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/networks/edc38ef5-7816-4133-914c-cfe2849a0125 HTTP/1.1" status: 200 len: 784 time: 0.1623695 Oct 30 15:26:08.041694 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [req-232c9966-fd55-4c91-b2e4-c074097d466a req-f5bb8467-ff00-4ab5-a308-9c387d60b0a5 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:26:08.043309 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-232c9966-fd55-4c91-b2e4-c074097d466a req-f5bb8467-ff00-4ab5-a308-9c387d60b0a5 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0070894 Oct 30 15:26:08.098447 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-232c9966-fd55-4c91-b2e4-c074097d466a req-b91157da-2f10-470e-9109-2d071d0f3578 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.4.127 HTTP/1.1" status: 200 len: 698 time: 0.0483177 Oct 30 15:26:08.166936 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-232c9966-fd55-4c91-b2e4-c074097d466a req-d24cc2cf-3e15-41db-940d-038dbf9f1ac7 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.4.127 HTTP/1.1" status: 200 len: 698 time: 0.0601680 Oct 30 15:26:08.209507 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-95379625-1786-4531-abfa-caf6a18be2ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:08.227708 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-26122fc1-ab6f-48e1-b7a4-11bfa85432f9 req-78ab150d-336f-4fea-9a73-8368c06e3996 tempest-ServerShowV247Test-1856616642 tempest-ServerShowV247Test-1856616642-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdb7eace-9506-4771-8971-05be9947e26c HTTP/1.1" status: 200 len: 210 time: 0.3075128 Oct 30 15:26:08.286599 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd78f9dc-11c2-4e6c-acb4-cc1fe767337c None None] New status for floating IP 41de4163-54ac-458f-93d3-6b4d02971910: DOWN {{(pid=102132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 15:26:08.312403 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-95379625-1786-4531-abfa-caf6a18be2ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:08.317905 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-95379625-1786-4531-abfa-caf6a18be2ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:08.337442 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-232c9966-fd55-4c91-b2e4-c074097d466a req-b1fcac86-e48c-4d5d-a614-e6b8c4846126 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Deleting port e2570681-606d-4d0c-b521-159d4fd87e33 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:26:08.338041 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-232c9966-fd55-4c91-b2e4-c074097d466a req-b1fcac86-e48c-4d5d-a614-e6b8c4846126 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:08.366715 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-95379625-1786-4531-abfa-caf6a18be2ad admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d83ca8d8925045b6ba047a6f8d30b054&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6275988 Oct 30 15:26:08.366715 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95379625-1786-4531-abfa-caf6a18be2ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22fc3255-f75f-406a-a48c-d7d720810b24,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:08.368767 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 55426) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:08.436194 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-90494fc8-684a-454c-82fd-1122ef1fc9c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:08.437315 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-232c9966-fd55-4c91-b2e4-c074097d466a req-b1fcac86-e48c-4d5d-a614-e6b8c4846126 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:08.437579 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-232c9966-fd55-4c91-b2e4-c074097d466a req-b1fcac86-e48c-4d5d-a614-e6b8c4846126 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:08.453826 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-232c9966-fd55-4c91-b2e4-c074097d466a req-b1fcac86-e48c-4d5d-a614-e6b8c4846126 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Calling delete_port for e2570681-606d-4d0c-b521-159d4fd87e33 owned by network:floatingip {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:26:08.464734 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-90494fc8-684a-454c-82fd-1122ef1fc9c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:08.518811 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-90494fc8-684a-454c-82fd-1122ef1fc9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:08.521895 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-90494fc8-684a-454c-82fd-1122ef1fc9c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:08.531995 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-90494fc8-684a-454c-82fd-1122ef1fc9c1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/22fc3255-f75f-406a-a48c-d7d720810b24 HTTP/1.1" status: 204 len: 168 time: 0.1566005 Oct 30 15:26:08.544296 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90494fc8-684a-454c-82fd-1122ef1fc9c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22fc3255-f75f-406a-a48c-d7d720810b24,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:08.646718 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-232c9966-fd55-4c91-b2e4-c074097d466a req-b1fcac86-e48c-4d5d-a614-e6b8c4846126 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:08.691870 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fcac86-e48c-4d5d-a614-e6b8c4846126 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Pushing event deleted for resources: {'Port': ['ID=e2570681-606d-4d0c-b521-159d4fd87e33,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:08.767363 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa9a56-aef9-4b23-be54-e9940753542e req-65b7d89b-6d97-460f-8efd-7a7e1438a72f tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:08.776237 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8baa9a56-aef9-4b23-be54-e9940753542e req-65b7d89b-6d97-460f-8efd-7a7e1438a72f tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cd22608-c4fb-4169-9dbc-1af63b942f0c HTTP/1.1" status: 200 len: 945 time: 0.0615082 Oct 30 15:26:08.779597 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-232c9966-fd55-4c91-b2e4-c074097d466a req-b1fcac86-e48c-4d5d-a614-e6b8c4846126 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Publish callbacks [] for floatingip, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:08.783334 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-232c9966-fd55-4c91-b2e4-c074097d466a req-b1fcac86-e48c-4d5d-a614-e6b8c4846126 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:08.784985 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-232c9966-fd55-4c91-b2e4-c074097d466a req-b1fcac86-e48c-4d5d-a614-e6b8c4846126 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "DELETE /v2.0/floatingips/41de4163-54ac-458f-93d3-6b4d02971910 HTTP/1.1" status: 204 len: 173 time: 0.6171103 Oct 30 15:26:08.814430 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8baa9a56-aef9-4b23-be54-e9940753542e req-e1e6b8a8-6acc-4c8a-96bf-65308e69a4ec tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372710 Oct 30 15:26:08.875532 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-318f60b5-3011-421e-b135-a72bd6c36d67 req-69aae42c-3160-48db-937b-b4c475da23ce tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/security-groups/1ecc497b-a42d-4143-924d-baae7df371fe HTTP/1.1" status: 200 len: 1808 time: 0.0702202 Oct 30 15:26:08.904137 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 55438) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:08.948301 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-318f60b5-3011-421e-b135-a72bd6c36d67 req-6d8c5330-7a39-4e3f-9fa3-8e621d3f0acf tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:08.958073 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-6b41c1e1-2df6-4b46-a763-9deb15f4bd9a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a4069059856d4fd1b29dc5f8f957ba4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0514953 Oct 30 15:26:08.961872 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 55442) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:08.978694 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-318f60b5-3011-421e-b135-a72bd6c36d67 req-6d8c5330-7a39-4e3f-9fa3-8e621d3f0acf tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:09.026726 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-318f60b5-3011-421e-b135-a72bd6c36d67 req-6d8c5330-7a39-4e3f-9fa3-8e621d3f0acf tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:09.030728 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-318f60b5-3011-421e-b135-a72bd6c36d67 req-6d8c5330-7a39-4e3f-9fa3-8e621d3f0acf tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:09.032688 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-318f60b5-3011-421e-b135-a72bd6c36d67 req-6d8c5330-7a39-4e3f-9fa3-8e621d3f0acf tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "DELETE /v2.0/security-groups/1ecc497b-a42d-4143-924d-baae7df371fe HTTP/1.1" status: 204 len: 173 time: 0.1511338 Oct 30 15:26:09.044372 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8c5330-7a39-4e3f-9fa3-8e621d3f0acf tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ecc497b-a42d-4143-924d-baae7df371fe,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:09.183356 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9b7907d5-ab2e-4319-a060-9e79c53db2a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:09.235001 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d0297-9e9d-412b-b8f5-a7f93c69c6fe req-4ea71e0a-60e4-401b-9b07-e55e049752c9 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:09.242650 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c71d0297-9e9d-412b-b8f5-a7f93c69c6fe req-4ea71e0a-60e4-401b-9b07-e55e049752c9 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/networks?id=e3d349fd-06d3-4d89-81c2-25b2b94c579c HTTP/1.1" status: 200 len: 806 time: 0.2299471 Oct 30 15:26:09.255877 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9b7907d5-ab2e-4319-a060-9e79c53db2a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:09.269332 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c71d0297-9e9d-412b-b8f5-a7f93c69c6fe req-8fa72b5a-01a8-4259-95f5-afaa817f23e0 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/quotas/a3028294d5734482b28fa89832495d29 HTTP/1.1" status: 200 len: 375 time: 0.0255148 Oct 30 15:26:09.355514 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9b7907d5-ab2e-4319-a060-9e79c53db2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:09.357885 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379bf78-08e5-47fe-8386-44c751b135df req-70814639-2dab-4fcd-b7d7-6b1f441ade8c tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:09.359758 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9b7907d5-ab2e-4319-a060-9e79c53db2a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:09.361062 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-9b7907d5-ab2e-4319-a060-9e79c53db2a1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/24a35b1d-b6b4-4258-ab97-51b15ad38f40 HTTP/1.1" status: 204 len: 168 time: 0.3982460 Oct 30 15:26:09.367751 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0379bf78-08e5-47fe-8386-44c751b135df req-70814639-2dab-4fcd-b7d7-6b1f441ade8c tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea65c58d-a69c-440b-b8bd-b7eea9849d5a HTTP/1.1" status: 200 len: 945 time: 0.0768080 Oct 30 15:26:09.388281 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7907d5-ab2e-4319-a060-9e79c53db2a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a35b1d-b6b4-4258-ab97-51b15ad38f40,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:09.423139 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c71d0297-9e9d-412b-b8f5-a7f93c69c6fe req-0d59f13d-aec3-43bc-ad43-c46459f02c9a tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a3028294d5734482b28fa89832495d29&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1527019 Oct 30 15:26:09.501085 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0379bf78-08e5-47fe-8386-44c751b135df req-6438604e-0648-4e7b-957a-12b47ce5242e tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/security-groups?id=0731827a-e6d6-413c-9995-e240e1dbff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313643 Oct 30 15:26:09.609106 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c71d0297-9e9d-412b-b8f5-a7f93c69c6fe req-e5c11138-dfff-4757-aa46-d8f10d348cd2 service neutron] 10.222.0.62 "GET /v2.0/networks/e3d349fd-06d3-4d89-81c2-25b2b94c579c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782494 Oct 30 15:26:09.626053 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d0d3bf72-bb9c-4b7f-8ba5-9940d7ba3b41 req-027cdb77-bcc7-4836-8649-54ee4e0bfc83 tempest-ServerShowV247Test-1856616642 tempest-ServerShowV247Test-1856616642-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdb7eace-9506-4771-8971-05be9947e26c HTTP/1.1" status: 200 len: 210 time: 0.0403299 Oct 30 15:26:09.730809 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c71d0297-9e9d-412b-b8f5-a7f93c69c6fe req-344769e8-3944-40cb-a7af-d73927f6d7d7 service neutron] 10.222.0.62 "GET /v2.0/networks/e3d349fd-06d3-4d89-81c2-25b2b94c579c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206141 Oct 30 15:26:10.664224 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 55516) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:10.705451 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb500266-66a9-471a-bb5f-0da81ccb4810 req-315dfe04-1553-4b9f-9590-d8f2c7bf02d9 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:10.713911 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cb500266-66a9-471a-bb5f-0da81ccb4810 req-315dfe04-1553-4b9f-9590-d8f2c7bf02d9 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea65c58d-a69c-440b-b8bd-b7eea9849d5a HTTP/1.1" status: 200 len: 945 time: 0.0986428 Oct 30 15:26:10.754678 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec800de-c1a9-4908-86a1-3f032138d673 req-d50d9e62-7c27-4c3d-a5f0-d25465307e79 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:10.756651 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cb500266-66a9-471a-bb5f-0da81ccb4810 req-2464f801-957e-43dc-ac6a-af8a2aab054c tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/security-groups?id=0731827a-e6d6-413c-9995-e240e1dbff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416553 Oct 30 15:26:10.762392 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7ec800de-c1a9-4908-86a1-3f032138d673 req-d50d9e62-7c27-4c3d-a5f0-d25465307e79 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/networks?id=e3d349fd-06d3-4d89-81c2-25b2b94c579c HTTP/1.1" status: 200 len: 806 time: 0.1509104 Oct 30 15:26:10.777770 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7ec800de-c1a9-4908-86a1-3f032138d673 req-d6202378-84aa-4b4b-bccf-6f345a946fdc tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/quotas/a3028294d5734482b28fa89832495d29 HTTP/1.1" status: 200 len: 375 time: 0.0126932 Oct 30 15:26:10.845467 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7ec800de-c1a9-4908-86a1-3f032138d673 req-521016cb-7c70-4128-b68e-58c4f08b40f8 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a3028294d5734482b28fa89832495d29&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0655696 Oct 30 15:26:10.903618 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-26ec4a83-aa89-4d82-913a-705acdbf344b req-ff979484-3b0e-4fea-a699-8a56158ea816 tempest-ServerShowV247Test-1856616642 tempest-ServerShowV247Test-1856616642-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdb7eace-9506-4771-8971-05be9947e26c HTTP/1.1" status: 200 len: 210 time: 0.0464728 Oct 30 15:26:10.909561 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-587b0858-5be7-4cc8-bbb4-2acddf50aeca tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1497376645'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:26:10.935564 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587b0858-5be7-4cc8-bbb4-2acddf50aeca tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Made reservation on behalf of f035fafeb34240b3bb148d288b5c289f for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:26:10.939384 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-587b0858-5be7-4cc8-bbb4-2acddf50aeca tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:10.949433 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-587b0858-5be7-4cc8-bbb4-2acddf50aeca tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:10.962645 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7ec800de-c1a9-4908-86a1-3f032138d673 req-42436c2c-7d46-46d6-bbcd-7f87ae416870 service neutron] 10.222.0.62 "GET /v2.0/networks/e3d349fd-06d3-4d89-81c2-25b2b94c579c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162682 Oct 30 15:26:11.043484 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-587b0858-5be7-4cc8-bbb4-2acddf50aeca tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:11.048082 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-587b0858-5be7-4cc8-bbb4-2acddf50aeca tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:11.062961 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7ec800de-c1a9-4908-86a1-3f032138d673 req-7afff5b7-182c-42bf-946b-5ee384f0ca8c service neutron] 10.222.0.62 "GET /v2.0/networks/e3d349fd-06d3-4d89-81c2-25b2b94c579c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927739 Oct 30 15:26:11.075970 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-587b0858-5be7-4cc8-bbb4-2acddf50aeca tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:26:11.085598 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587b0858-5be7-4cc8-bbb4-2acddf50aeca tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c06f8173-9b55-4577-bc71-61c12de647a4,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:11.092528 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-587b0858-5be7-4cc8-bbb4-2acddf50aeca tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:11.092834 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-587b0858-5be7-4cc8-bbb4-2acddf50aeca tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Added segment 32fc3c64-be58-4bc2-8f79-f743a3925dd6 of type vlan for network 630f5b12-8849-4225-bc16-8284023dadb7 Oct 30 15:26:11.136166 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-587b0858-5be7-4cc8-bbb4-2acddf50aeca tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:11.164854 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-587b0858-5be7-4cc8-bbb4-2acddf50aeca tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:11.170697 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587b0858-5be7-4cc8-bbb4-2acddf50aeca tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:11.171289 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-587b0858-5be7-4cc8-bbb4-2acddf50aeca tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:11.232069 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-587b0858-5be7-4cc8-bbb4-2acddf50aeca tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5648417 Oct 30 15:26:11.253011 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587b0858-5be7-4cc8-bbb4-2acddf50aeca tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Pushing event updated for resources: {'Network': ['ID=630f5b12-8849-4225-bc16-8284023dadb7,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:11.264226 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 630f5b12-8849-4225-bc16-8284023dadb7 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:26:11.395086 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dd055ac2-8884-43b3-a163-063de6242977 req-05ec5571-c08c-4240-b2d2-d085903a826d tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cf82511-5291-4d7a-89f0-47c0b75e1960 HTTP/1.1" status: 200 len: 210 time: 0.0817494 Oct 30 15:26:11.482477 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b296f60-9bfd-4a9c-b942-c89d56ff5c55 req-79a48e6b-2f49-4422-9be8-91485646ff69 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:11.484294 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8b296f60-9bfd-4a9c-b942-c89d56ff5c55 req-79a48e6b-2f49-4422-9be8-91485646ff69 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea65c58d-a69c-440b-b8bd-b7eea9849d5a HTTP/1.1" status: 200 len: 945 time: 0.0902729 Oct 30 15:26:11.629065 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-8b296f60-9bfd-4a9c-b942-c89d56ff5c55 req-df4af326-f695-487a-8671-3a85aa1cd109 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Deleting port 8b9b3925-8986-433d-8962-d9147a000a3c {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:26:11.629407 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-8b296f60-9bfd-4a9c-b942-c89d56ff5c55 req-df4af326-f695-487a-8671-3a85aa1cd109 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:11.754928 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-8b296f60-9bfd-4a9c-b942-c89d56ff5c55 req-df4af326-f695-487a-8671-3a85aa1cd109 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] For port 8b9b3925-8986-433d-8962-d9147a000a3c, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=8b9b3925-8986-433d-8962-d9147a000a3c,segment=NetworkSegment(36e58cc2-c6ef-4408-a5ad-3ca140133f8a),segment_id=36e58cc2-c6ef-4408-a5ad-3ca140133f8a)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:26:11.755751 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-8b296f60-9bfd-4a9c-b942-c89d56ff5c55 req-df4af326-f695-487a-8671-3a85aa1cd109 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:11.770713 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-8b296f60-9bfd-4a9c-b942-c89d56ff5c55 req-df4af326-f695-487a-8671-3a85aa1cd109 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Calling delete_port for 8b9b3925-8986-433d-8962-d9147a000a3c owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:26:12.025661 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5b74fb5f-6016-47f6-9979-4fbae6b38992 req-710b6d73-73c4-469b-bade-3ef9606472cf tempest-ServerShowV247Test-1856616642 tempest-ServerShowV247Test-1856616642-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdb7eace-9506-4771-8971-05be9947e26c HTTP/1.1" status: 200 len: 210 time: 0.0369215 Oct 30 15:26:12.033724 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71464a60-3e8c-4968-a3b9-be7da0ce83a8 req-d3b049ea-b543-41f6-ad59-d156f27f8341 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:12.039549 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-71464a60-3e8c-4968-a3b9-be7da0ce83a8 req-d3b049ea-b543-41f6-ad59-d156f27f8341 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea65c58d-a69c-440b-b8bd-b7eea9849d5a HTTP/1.1" status: 200 len: 945 time: 0.1623166 Oct 30 15:26:12.039549 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-8b296f60-9bfd-4a9c-b942-c89d56ff5c55 req-df4af326-f695-487a-8671-3a85aa1cd109 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:12.095287 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4af326-f695-487a-8671-3a85aa1cd109 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Pushing event deleted for resources: {'Port': ['ID=8b9b3925-8986-433d-8962-d9147a000a3c,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:12.156726 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b296f60-9bfd-4a9c-b942-c89d56ff5c55 req-df4af326-f695-487a-8671-3a85aa1cd109 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] No DVR routers for this DVR port 8b9b3925-8986-433d-8962-d9147a000a3c on host n-h1-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:26:12.159441 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-8b296f60-9bfd-4a9c-b942-c89d56ff5c55 req-df4af326-f695-487a-8671-3a85aa1cd109 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:12.163816 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8b296f60-9bfd-4a9c-b942-c89d56ff5c55 req-df4af326-f695-487a-8671-3a85aa1cd109 tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.53 "DELETE /v2.0/ports/8b9b3925-8986-433d-8962-d9147a000a3c HTTP/1.1" status: 204 len: 173 time: 0.6729512 Oct 30 15:26:12.166554 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea65c58d-a69c-440b-b8bd-b7eea9849d5a', 'name': 'network-vif-deleted', 'tag': '8b9b3925-8986-433d-8962-d9147a000a3c'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:26:12.168915 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d87ffdc1-0642-4994-abbc-8df279569e3d" -d '{"events": [{"server_uuid": "ea65c58d-a69c-440b-b8bd-b7eea9849d5a", "name": "network-vif-deleted", "tag": "8b9b3925-8986-433d-8962-d9147a000a3c"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:26:12.195273 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-71464a60-3e8c-4968-a3b9-be7da0ce83a8 req-2f09c9e6-23a4-491d-8eeb-66471a41753e tempest-ServerRescueTestJSONUnderV235-55761056 tempest-ServerRescueTestJSONUnderV235-55761056-project] 10.222.0.62 "GET /v2.0/security-groups?id=0731827a-e6d6-413c-9995-e240e1dbff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467242 Oct 30 15:26:12.232783 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc579166-1aaa-408d-9871-f36e0ba10b94 x-openstack-request-id: req-fc579166-1aaa-408d-9871-f36e0ba10b94 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:26:12.233090 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea65c58d-a69c-440b-b8bd-b7eea9849d5a", "name": "network-vif-deleted", "tag": "8b9b3925-8986-433d-8962-d9147a000a3c", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:26:12.233347 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fc579166-1aaa-408d-9871-f36e0ba10b94 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:26:12.233760 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea65c58d-a69c-440b-b8bd-b7eea9849d5a', 'name': 'network-vif-deleted', 'tag': '8b9b3925-8986-433d-8962-d9147a000a3c', 'status': 'completed', 'code': 200} Oct 30 15:26:12.564050 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e2e71267-c4e0-4b94-955b-dacb88915e75 req-75283c4e-dc4a-4cb8-8af3-7cfda8b7e298 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cf82511-5291-4d7a-89f0-47c0b75e1960 HTTP/1.1" status: 200 len: 210 time: 0.0449305 Oct 30 15:26:12.612889 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec800de-c1a9-4908-86a1-3f032138d673 req-88cb02e4-a7d2-4732-a00b-fe932672c214 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:12.614792 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7ec800de-c1a9-4908-86a1-3f032138d673 req-88cb02e4-a7d2-4732-a00b-fe932672c214 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.53 "GET /v2.0/networks?id=e3d349fd-06d3-4d89-81c2-25b2b94c579c HTTP/1.1" status: 200 len: 806 time: 0.1813228 Oct 30 15:26:12.638539 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-7ec800de-c1a9-4908-86a1-3f032138d673 req-aca59950-804e-4121-9b55-58c59b22d00a tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Request body: {'port': {'device_id': '3cf82511-5291-4d7a-89f0-47c0b75e1960', 'network_id': 'e3d349fd-06d3-4d89-81c2-25b2b94c579c', 'admin_state_up': True, 'tenant_id': 'a3028294d5734482b28fa89832495d29'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:26:12.734985 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badb4581-0802-4aaa-92a9-97d44cead4e3 req-a0511d4b-b5e6-4d2e-85e4-cce4418b3062 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:12.735976 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-badb4581-0802-4aaa-92a9-97d44cead4e3 req-a0511d4b-b5e6-4d2e-85e4-cce4418b3062 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] 10.222.0.62 "GET /v2.0/ports?device_id=bab1f922-8863-4aa1-965a-90180bcea208 HTTP/1.1" status: 200 len: 945 time: 0.1148975 Oct 30 15:26:12.817447 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-badb4581-0802-4aaa-92a9-97d44cead4e3 req-4ce778ee-fc7a-4c72-9347-7c358e83fcce tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8d0b5d91-2f63-4416-9274-91191d4ba671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681858 Oct 30 15:26:12.838098 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ec800de-c1a9-4908-86a1-3f032138d673 req-aca59950-804e-4121-9b55-58c59b22d00a tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Made reservation on behalf of a3028294d5734482b28fa89832495d29 for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:26:12.842650 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-7ec800de-c1a9-4908-86a1-3f032138d673 req-aca59950-804e-4121-9b55-58c59b22d00a tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:12.978336 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-7ec800de-c1a9-4908-86a1-3f032138d673 req-aca59950-804e-4121-9b55-58c59b22d00a tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Allocated IP 172.20.0.4 (e3d349fd-06d3-4d89-81c2-25b2b94c579c/8cd32631-4817-453f-b06d-49c42463e638/6759a5ce-76e3-4dc2-8366-9aff034e5640) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:26:13.126085 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-7ec800de-c1a9-4908-86a1-3f032138d673 req-aca59950-804e-4121-9b55-58c59b22d00a tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:13.130195 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-02cf6486-3658-4f8b-82b3-438479b8da03 req-9e289b6f-bee9-4301-a694-9301614ca5bf tempest-ServerShowV247Test-1856616642 tempest-ServerShowV247Test-1856616642-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdb7eace-9506-4771-8971-05be9947e26c HTTP/1.1" status: 200 len: 210 time: 0.0325744 Oct 30 15:26:13.170493 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-7ec800de-c1a9-4908-86a1-3f032138d673 req-aca59950-804e-4121-9b55-58c59b22d00a tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:13.186549 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['20b1da37-2313-4f20-8e19-c39745683e2e'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:26:13.219545 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ec800de-c1a9-4908-86a1-3f032138d673 req-aca59950-804e-4121-9b55-58c59b22d00a tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Network e3d349fd-06d3-4d89-81c2-25b2b94c579c is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:26:13.220998 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-7ec800de-c1a9-4908-86a1-3f032138d673 req-aca59950-804e-4121-9b55-58c59b22d00a tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:26:13.223936 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ec800de-c1a9-4908-86a1-3f032138d673 req-aca59950-804e-4121-9b55-58c59b22d00a tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:26:13.268339 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca59950-804e-4121-9b55-58c59b22d00a tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Pushing event updated for resources: {'Port': ['ID=6759a5ce-76e3-4dc2-8366-9aff034e5640,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:13.277346 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 55550) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:13.297882 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec800de-c1a9-4908-86a1-3f032138d673 req-aca59950-804e-4121-9b55-58c59b22d00a tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:13.298757 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-7ec800de-c1a9-4908-86a1-3f032138d673 req-aca59950-804e-4121-9b55-58c59b22d00a tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:13.323566 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7ec800de-c1a9-4908-86a1-3f032138d673 req-aca59950-804e-4121-9b55-58c59b22d00a tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6896122 Oct 30 15:26:13.353900 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-7ec800de-c1a9-4908-86a1-3f032138d673 req-854a50c3-c9e8-4ca0-94ba-5b4bd075e77c service neutron] Request body: {'port': {'device_id': '3cf82511-5291-4d7a-89f0-47c0b75e1960', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:26:13.426843 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-7ec800de-c1a9-4908-86a1-3f032138d673 req-854a50c3-c9e8-4ca0-94ba-5b4bd075e77c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:13.706528 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b96c74a-78ac-44c6-aa94-3bf4b3796054 req-b0e83dc0-6204-47b5-ae40-64305f058bf2 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:13.708103 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0b96c74a-78ac-44c6-aa94-3bf4b3796054 req-b0e83dc0-6204-47b5-ae40-64305f058bf2 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cf82511-5291-4d7a-89f0-47c0b75e1960 HTTP/1.1" status: 200 len: 931 time: 0.0725315 Oct 30 15:26:13.715713 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c03bc25b-f901-4f7b-9d26-f83be80d908e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:13.743564 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-7ec800de-c1a9-4908-86a1-3f032138d673 req-854a50c3-c9e8-4ca0-94ba-5b4bd075e77c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6759a5ce-76e3-4dc2-8366-9aff034e5640 {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:26:13.752851 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-7ec800de-c1a9-4908-86a1-3f032138d673 req-854a50c3-c9e8-4ca0-94ba-5b4bd075e77c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:13.765226 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-7ec800de-c1a9-4908-86a1-3f032138d673 req-854a50c3-c9e8-4ca0-94ba-5b4bd075e77c service neutron] Transition to ACTIVE for port object 6759a5ce-76e3-4dc2-8366-9aff034e5640 will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:26:13.770574 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-7ec800de-c1a9-4908-86a1-3f032138d673 req-854a50c3-c9e8-4ca0-94ba-5b4bd075e77c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:13.809562 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 8b9b3925-8986-433d-8962-d9147a000a3c no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:26:13.823281 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854a50c3-c9e8-4ca0-94ba-5b4bd075e77c service neutron] Pushing event updated for resources: {'Port': ['ID=6759a5ce-76e3-4dc2-8366-9aff034e5640,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:13.838776 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0b96c74a-78ac-44c6-aa94-3bf4b3796054 req-a373dee5-49cc-4f9c-b361-7b0710844fd8 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202164 Oct 30 15:26:13.871701 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: 8b9b3925-8986-433d-8962-d9147a000a3c {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:26:13.872835 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 8b9b3925-8986-433d-8962-d9147a000a3c not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:26:13.952529 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-7ec800de-c1a9-4908-86a1-3f032138d673 req-854a50c3-c9e8-4ca0-94ba-5b4bd075e77c service neutron] Attempting to bind port 6759a5ce-76e3-4dc2-8366-9aff034e5640 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:26:13.952755 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-7ec800de-c1a9-4908-86a1-3f032138d673 req-854a50c3-c9e8-4ca0-94ba-5b4bd075e77c service neutron] Attempting to bind port 6759a5ce-76e3-4dc2-8366-9aff034e5640 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '7dc81a9b-3539-4be9-a222-feb3b591dcc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e3d349fd-06d3-4d89-81c2-25b2b94c579c'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:26:13.953022 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec800de-c1a9-4908-86a1-3f032138d673 req-854a50c3-c9e8-4ca0-94ba-5b4bd075e77c service neutron] Attempting to bind port 6759a5ce-76e3-4dc2-8366-9aff034e5640 on network e3d349fd-06d3-4d89-81c2-25b2b94c579c {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:26:13.961255 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec800de-c1a9-4908-86a1-3f032138d673 req-854a50c3-c9e8-4ca0-94ba-5b4bd075e77c service neutron] Port 6759a5ce-76e3-4dc2-8366-9aff034e5640 on network e3d349fd-06d3-4d89-81c2-25b2b94c579c not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:26:13.961578 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec800de-c1a9-4908-86a1-3f032138d673 req-854a50c3-c9e8-4ca0-94ba-5b4bd075e77c service neutron] Attempting to bind port 6759a5ce-76e3-4dc2-8366-9aff034e5640 on network e3d349fd-06d3-4d89-81c2-25b2b94c579c {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:26:13.976075 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174284a3-cc3b-4be3-ac7e-a38c13cab4f5 req-00789aa6-d9cc-4e0f-b12c-78900aecbebe tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:13.977709 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-174284a3-cc3b-4be3-ac7e-a38c13cab4f5 req-00789aa6-d9cc-4e0f-b12c-78900aecbebe tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] 10.222.0.62 "GET /v2.0/ports?device_id=bab1f922-8863-4aa1-965a-90180bcea208 HTTP/1.1" status: 200 len: 945 time: 0.0667119 Oct 30 15:26:13.978740 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec800de-c1a9-4908-86a1-3f032138d673 req-854a50c3-c9e8-4ca0-94ba-5b4bd075e77c service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:26:13.979077 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec800de-c1a9-4908-86a1-3f032138d673 req-854a50c3-c9e8-4ca0-94ba-5b4bd075e77c service neutron] Checking segment: {'id': '7dc81a9b-3539-4be9-a222-feb3b591dcc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e3d349fd-06d3-4d89-81c2-25b2b94c579c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:26:13.979572 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec800de-c1a9-4908-86a1-3f032138d673 req-854a50c3-c9e8-4ca0-94ba-5b4bd075e77c service neutron] Bound using segment: {'id': '7dc81a9b-3539-4be9-a222-feb3b591dcc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e3d349fd-06d3-4d89-81c2-25b2b94c579c'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:26:13.980013 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-7ec800de-c1a9-4908-86a1-3f032138d673 req-854a50c3-c9e8-4ca0-94ba-5b4bd075e77c service neutron] Bound port: 6759a5ce-76e3-4dc2-8366-9aff034e5640, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dc81a9b-3539-4be9-a222-feb3b591dcc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e3d349fd-06d3-4d89-81c2-25b2b94c579c'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:26:13.980356 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-7ec800de-c1a9-4908-86a1-3f032138d673 req-854a50c3-c9e8-4ca0-94ba-5b4bd075e77c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:14.053159 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-c03bc25b-f901-4f7b-9d26-f83be80d908e admin admin] Deleting port 125b1494-a52b-4df7-a6f2-2850d170bac4 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:26:14.054166 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c03bc25b-f901-4f7b-9d26-f83be80d908e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:14.054791 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-174284a3-cc3b-4be3-ac7e-a38c13cab4f5 req-7d200f6d-160a-46eb-8370-0b49b511f040 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8d0b5d91-2f63-4416-9274-91191d4ba671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655644 Oct 30 15:26:14.076101 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-7ec800de-c1a9-4908-86a1-3f032138d673 req-854a50c3-c9e8-4ca0-94ba-5b4bd075e77c service neutron] For port 6759a5ce-76e3-4dc2-8366-9aff034e5640, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:26:14.079338 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-7ec800de-c1a9-4908-86a1-3f032138d673 req-854a50c3-c9e8-4ca0-94ba-5b4bd075e77c service neutron] For port 6759a5ce-76e3-4dc2-8366-9aff034e5640, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=6759a5ce-76e3-4dc2-8366-9aff034e5640,segment=NetworkSegment(7dc81a9b-3539-4be9-a222-feb3b591dcc0),segment_id=7dc81a9b-3539-4be9-a222-feb3b591dcc0)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:26:14.083643 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-7ec800de-c1a9-4908-86a1-3f032138d673 req-854a50c3-c9e8-4ca0-94ba-5b4bd075e77c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:14.121620 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec800de-c1a9-4908-86a1-3f032138d673 req-854a50c3-c9e8-4ca0-94ba-5b4bd075e77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:14.122392 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-7ec800de-c1a9-4908-86a1-3f032138d673 req-854a50c3-c9e8-4ca0-94ba-5b4bd075e77c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:14.124247 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7ec800de-c1a9-4908-86a1-3f032138d673 req-854a50c3-c9e8-4ca0-94ba-5b4bd075e77c service neutron] 10.222.0.53 "PUT /v2.0/ports/6759a5ce-76e3-4dc2-8366-9aff034e5640 HTTP/1.1" status: 200 len: 1092 time: 0.7805884 Oct 30 15:26:14.154051 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854a50c3-c9e8-4ca0-94ba-5b4bd075e77c service neutron] Pushing event updated for resources: {'Port': ['ID=6759a5ce-76e3-4dc2-8366-9aff034e5640,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:14.173159 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-c03bc25b-f901-4f7b-9d26-f83be80d908e admin admin] For port 125b1494-a52b-4df7-a6f2-2850d170bac4, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=125b1494-a52b-4df7-a6f2-2850d170bac4,segment=NetworkSegment(36e58cc2-c6ef-4408-a5ad-3ca140133f8a),segment_id=36e58cc2-c6ef-4408-a5ad-3ca140133f8a)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:26:14.173669 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c03bc25b-f901-4f7b-9d26-f83be80d908e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:14.206732 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-c03bc25b-f901-4f7b-9d26-f83be80d908e admin admin] Calling delete_port for 125b1494-a52b-4df7-a6f2-2850d170bac4 owned by network:router_interface {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:26:14.234576 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cf82511-5291-4d7a-89f0-47c0b75e1960', 'tag': '6759a5ce-76e3-4dc2-8366-9aff034e5640'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:26:14.236955 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a7e0e7-9030-4b24-9c74-d1ce03db87fe" -d '{"events": [{"name": "network-changed", "server_uuid": "3cf82511-5291-4d7a-89f0-47c0b75e1960", "tag": "6759a5ce-76e3-4dc2-8366-9aff034e5640"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:26:14.242925 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec800de-c1a9-4908-86a1-3f032138d673 req-4fb0fdfa-12e8-4c97-904b-15f0b5512fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:14.244539 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7ec800de-c1a9-4908-86a1-3f032138d673 req-4fb0fdfa-12e8-4c97-904b-15f0b5512fcf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a3028294d5734482b28fa89832495d29&device_id=3cf82511-5291-4d7a-89f0-47c0b75e1960 HTTP/1.1" status: 200 len: 1095 time: 0.0607140 Oct 30 15:26:14.283990 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5f5d1937-5b0e-46ef-8d4a-d36eca8643ef req-8fa047ed-785b-4829-bd45-c58c85c0eec5 tempest-ServerShowV247Test-1856616642 tempest-ServerShowV247Test-1856616642-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdb7eace-9506-4771-8971-05be9947e26c HTTP/1.1" status: 200 len: 210 time: 0.0659990 Oct 30 15:26:14.305405 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7ec800de-c1a9-4908-86a1-3f032138d673 req-3cc3d07f-0f6e-444a-9658-41631685a3c9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6759a5ce-76e3-4dc2-8366-9aff034e5640 HTTP/1.1" status: 200 len: 217 time: 0.0533550 Oct 30 15:26:14.325728 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f979c639-3a6d-40da-845d-49adf931d895 x-openstack-request-id: req-f979c639-3a6d-40da-845d-49adf931d895 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:26:14.326019 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cf82511-5291-4d7a-89f0-47c0b75e1960", "tag": "6759a5ce-76e3-4dc2-8366-9aff034e5640", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:26:14.326275 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f979c639-3a6d-40da-845d-49adf931d895 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:26:14.326673 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cf82511-5291-4d7a-89f0-47c0b75e1960', 'tag': '6759a5ce-76e3-4dc2-8366-9aff034e5640', 'status': 'completed', 'code': 200} Oct 30 15:26:14.381812 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec800de-c1a9-4908-86a1-3f032138d673 req-04de4e76-79ce-4917-8570-0f53ec236352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:14.383190 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7ec800de-c1a9-4908-86a1-3f032138d673 req-04de4e76-79ce-4917-8570-0f53ec236352 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8cd32631-4817-453f-b06d-49c42463e638 HTTP/1.1" status: 200 len: 846 time: 0.0557773 Oct 30 15:26:14.390778 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b794a9-5a14-4238-8e48-e1bc1d70978d req-0d4c4cbf-7230-4256-9f8e-fdcb7513ae63 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:14.392151 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d4b794a9-5a14-4238-8e48-e1bc1d70978d req-0d4c4cbf-7230-4256-9f8e-fdcb7513ae63 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] 10.222.0.44 "GET /v2.0/ports?device_id=bab1f922-8863-4aa1-965a-90180bcea208 HTTP/1.1" status: 200 len: 945 time: 0.0986052 Oct 30 15:26:14.424314 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7ec800de-c1a9-4908-86a1-3f032138d673 req-c1a2488e-ae2f-4b2e-8177-f5b1f165eb95 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e3d349fd-06d3-4d89-81c2-25b2b94c579c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312090 Oct 30 15:26:14.449753 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c03bc25b-f901-4f7b-9d26-f83be80d908e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:14.473275 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 55560) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:14.480647 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-60db7fb9-bf62-4e1c-b4c4-c1135c458fe0 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Request body: {'subnet': {'network_id': '630f5b12-8849-4225-bc16-8284023dadb7', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:26:14.484048 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bc25b-f901-4f7b-9d26-f83be80d908e admin admin] Pushing event deleted for resources: {'Port': ['ID=125b1494-a52b-4df7-a6f2-2850d170bac4,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:14.575261 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7ec800de-c1a9-4908-86a1-3f032138d673 req-b741284b-cba2-4cc7-b889-168570966b74 service neutron] 10.222.0.53 "GET /v2.0/networks/e3d349fd-06d3-4d89-81c2-25b2b94c579c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354558 Oct 30 15:26:14.582847 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-d4b794a9-5a14-4238-8e48-e1bc1d70978d req-20e9e411-d51c-4e39-a522-d70ebd4fe268 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Deleting port 0ff5d154-6b39-4dcd-a5bb-b9269dcebf80 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:26:14.583189 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d4b794a9-5a14-4238-8e48-e1bc1d70978d req-20e9e411-d51c-4e39-a522-d70ebd4fe268 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:14.693547 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60db7fb9-bf62-4e1c-b4c4-c1135c458fe0 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Made reservation on behalf of f035fafeb34240b3bb148d288b5c289f for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:26:14.696889 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-60db7fb9-bf62-4e1c-b4c4-c1135c458fe0 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:14.746499 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-d4b794a9-5a14-4238-8e48-e1bc1d70978d req-20e9e411-d51c-4e39-a522-d70ebd4fe268 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] For port 0ff5d154-6b39-4dcd-a5bb-b9269dcebf80, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=0ff5d154-6b39-4dcd-a5bb-b9269dcebf80,segment=NetworkSegment(7011c6d8-32ed-4459-adbb-56923cb7836a),segment_id=7011c6d8-32ed-4459-adbb-56923cb7836a)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:26:14.746870 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d4b794a9-5a14-4238-8e48-e1bc1d70978d req-20e9e411-d51c-4e39-a522-d70ebd4fe268 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:14.755334 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7ec800de-c1a9-4908-86a1-3f032138d673 req-dd2e88b3-6dd3-40b6-8a92-dc1f287fb9a5 service neutron] 10.222.0.53 "GET /v2.0/networks/e3d349fd-06d3-4d89-81c2-25b2b94c579c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691680 Oct 30 15:26:14.763096 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-d4b794a9-5a14-4238-8e48-e1bc1d70978d req-20e9e411-d51c-4e39-a522-d70ebd4fe268 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Calling delete_port for 0ff5d154-6b39-4dcd-a5bb-b9269dcebf80 owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:26:14.778689 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c03bc25b-f901-4f7b-9d26-f83be80d908e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:14.871895 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7e0e7-9030-4b24-9c74-d1ce03db87fe req-99fac9ec-1e9c-40e3-86e7-e77c83c89f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:14.873391 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f8a7e0e7-9030-4b24-9c74-d1ce03db87fe req-99fac9ec-1e9c-40e3-86e7-e77c83c89f32 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a3028294d5734482b28fa89832495d29&device_id=3cf82511-5291-4d7a-89f0-47c0b75e1960 HTTP/1.1" status: 200 len: 1095 time: 0.0631793 Oct 30 15:26:15.018372 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d4b794a9-5a14-4238-8e48-e1bc1d70978d req-20e9e411-d51c-4e39-a522-d70ebd4fe268 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:15.029963 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['0ff5d154-6b39-4dcd-a5bb-b9269dcebf80'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:26:15.060384 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-60db7fb9-bf62-4e1c-b4c4-c1135c458fe0 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:15.077519 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63abc16c-65e3-47b9-b7b9-bb6a0b2aa0c0 req-85ca4ed8-6b19-4cf8-b3c6-31ab4ebdd09f tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:15.079208 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-63abc16c-65e3-47b9-b7b9-bb6a0b2aa0c0 req-85ca4ed8-6b19-4cf8-b3c6-31ab4ebdd09f tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cf82511-5291-4d7a-89f0-47c0b75e1960 HTTP/1.1" status: 200 len: 943 time: 0.1272278 Oct 30 15:26:15.083163 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e9e411-d51c-4e39-a522-d70ebd4fe268 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Pushing event deleted for resources: {'Port': ['ID=0ff5d154-6b39-4dcd-a5bb-b9269dcebf80,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:15.087669 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7e0e7-9030-4b24-9c74-d1ce03db87fe req-7e9d4a69-3138-490a-af2c-b5f4a955c19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:15.089204 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f8a7e0e7-9030-4b24-9c74-d1ce03db87fe req-7e9d4a69-3138-490a-af2c-b5f4a955c19c service neutron] 10.222.0.53 "GET /v2.0/networks?id=e3d349fd-06d3-4d89-81c2-25b2b94c579c HTTP/1.1" status: 200 len: 907 time: 0.2087178 Oct 30 15:26:15.161229 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f8a7e0e7-9030-4b24-9c74-d1ce03db87fe req-ab06f42f-cb0e-4ebf-92e4-ad3542357fd5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6759a5ce-76e3-4dc2-8366-9aff034e5640 HTTP/1.1" status: 200 len: 217 time: 0.0634346 Oct 30 15:26:15.188052 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4b794a9-5a14-4238-8e48-e1bc1d70978d req-20e9e411-d51c-4e39-a522-d70ebd4fe268 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] No DVR routers for this DVR port 0ff5d154-6b39-4dcd-a5bb-b9269dcebf80 on host n-h2-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:26:15.192329 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-d4b794a9-5a14-4238-8e48-e1bc1d70978d req-20e9e411-d51c-4e39-a522-d70ebd4fe268 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:15.196292 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d4b794a9-5a14-4238-8e48-e1bc1d70978d req-20e9e411-d51c-4e39-a522-d70ebd4fe268 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] 10.222.0.44 "DELETE /v2.0/ports/0ff5d154-6b39-4dcd-a5bb-b9269dcebf80 HTTP/1.1" status: 204 len: 173 time: 0.7950859 Oct 30 15:26:15.238611 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-63abc16c-65e3-47b9-b7b9-bb6a0b2aa0c0 req-c16c99a1-adeb-4b9a-871c-5aa46d52f816 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456363 Oct 30 15:26:15.250559 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7e0e7-9030-4b24-9c74-d1ce03db87fe req-cbf30550-4401-43bd-b0dd-6629172eaaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:15.252082 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f8a7e0e7-9030-4b24-9c74-d1ce03db87fe req-cbf30550-4401-43bd-b0dd-6629172eaaa6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8cd32631-4817-453f-b06d-49c42463e638 HTTP/1.1" status: 200 len: 846 time: 0.0746651 Oct 30 15:26:15.288770 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f8a7e0e7-9030-4b24-9c74-d1ce03db87fe req-ccc6edc8-57eb-4a95-9dac-ba732ff116d2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e3d349fd-06d3-4d89-81c2-25b2b94c579c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274262 Oct 30 15:26:15.402253 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f8a7e0e7-9030-4b24-9c74-d1ce03db87fe req-cabe6a8a-cbe6-45b1-bcec-bca8b24212ce service neutron] 10.222.0.53 "GET /v2.0/networks/e3d349fd-06d3-4d89-81c2-25b2b94c579c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065023 Oct 30 15:26:15.422245 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e8258c9c-bd8e-41d5-9865-26203f4c5cb0 req-c82eb14f-9fa7-4344-a1a9-2ba026828ff1 tempest-ServerShowV247Test-1856616642 tempest-ServerShowV247Test-1856616642-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdb7eace-9506-4771-8971-05be9947e26c HTTP/1.1" status: 200 len: 210 time: 0.0353303 Oct 30 15:26:15.474307 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9a8c5aa9-00e4-41f1-ad9a-9008f3d753d0 req-80a7277f-2edd-4e6c-bde7-ad1db3061f81 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] 10.222.0.62 "GET /v2.0/ports?device_id=bab1f922-8863-4aa1-965a-90180bcea208 HTTP/1.1" status: 200 len: 210 time: 0.0695484 Oct 30 15:26:15.516282 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60db7fb9-bf62-4e1c-b4c4-c1135c458fe0 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Pushing event updated for resources: {'Subnet': ['ID=97610b73-d3fd-41b1-adc0-665110f6ffd4,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:15.518196 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f8a7e0e7-9030-4b24-9c74-d1ce03db87fe req-02ab5cee-32a8-445d-b309-2969bf7ab4e6 service neutron] 10.222.0.53 "GET /v2.0/networks/e3d349fd-06d3-4d89-81c2-25b2b94c579c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979843 Oct 30 15:26:15.546338 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60db7fb9-bf62-4e1c-b4c4-c1135c458fe0 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Checking segment: {'id': '32fc3c64-be58-4bc2-8f79-f743a3925dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '630f5b12-8849-4225-bc16-8284023dadb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:26:15.546703 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60db7fb9-bf62-4e1c-b4c4-c1135c458fe0 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Network hostable DHCP agents. Network: 630f5b12-8849-4225-bc16-8284023dadb7, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:26:15.550448 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c03bc25b-f901-4f7b-9d26-f83be80d908e admin admin] Router 0875a996-782a-4352-a3b6-dc7f1aa54e32 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:26:15.573491 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60db7fb9-bf62-4e1c-b4c4-c1135c458fe0 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Network 630f5b12-8849-4225-bc16-8284023dadb7 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:26:15.648880 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-60db7fb9-bf62-4e1c-b4c4-c1135c458fe0 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 630f5b12-8849-4225-bc16-8284023dadb7) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:26:15.653324 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60db7fb9-bf62-4e1c-b4c4-c1135c458fe0 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:15.653919 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-60db7fb9-bf62-4e1c-b4c4-c1135c458fe0 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:15.658768 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b19f78-dce1-4bdf-9445-473fae02dcfd None None] Network 630f5b12-8849-4225-bc16-8284023dadb7 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:26:15.679228 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-60db7fb9-bf62-4e1c-b4c4-c1135c458fe0 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2019148 Oct 30 15:26:15.682847 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 55568) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:15.689406 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-a1907786-4c6e-452a-be93-c29a29651afd tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-304584689'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:26:15.720744 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c03bc25b-f901-4f7b-9d26-f83be80d908e admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:26:15.727244 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c03bc25b-f901-4f7b-9d26-f83be80d908e admin admin] 10.222.0.62 "PUT /v2.0/routers/0875a996-782a-4352-a3b6-dc7f1aa54e32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4489715 Oct 30 15:26:15.730133 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 55570) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:15.733882 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1907786-4c6e-452a-be93-c29a29651afd tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Made reservation on behalf of f035fafeb34240b3bb148d288b5c289f for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:26:15.734301 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d485803-a2c0-4941-b298-7d8286ff56c7 None None] Sync routers for ids ['0875a996-782a-4352-a3b6-dc7f1aa54e32'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:26:15.737548 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a1907786-4c6e-452a-be93-c29a29651afd tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:15.750008 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d485803-a2c0-4941-b298-7d8286ff56c7 None None] Routers {'0875a996-782a-4352-a3b6-dc7f1aa54e32'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:26:15.751768 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-5d485803-a2c0-4941-b298-7d8286ff56c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:25:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['0875a996-782a-4352-a3b6-dc7f1aa54e32'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:26:15.768548 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1907786-4c6e-452a-be93-c29a29651afd tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:26:15.780448 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a1907786-4c6e-452a-be93-c29a29651afd tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:15.780852 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-a1907786-4c6e-452a-be93-c29a29651afd tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Added segment af52ee46-c508-437f-8727-2ab791cda5b4 of type vlan for network 3d9542c4-36c9-4554-8cf0-1b703b981d18 Oct 30 15:26:15.824607 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 6759a5ce-76e3-4dc2-8366-9aff034e5640 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:26:15.835527 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a1907786-4c6e-452a-be93-c29a29651afd tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:15.874952 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a1907786-4c6e-452a-be93-c29a29651afd tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:15.881377 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1907786-4c6e-452a-be93-c29a29651afd tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:15.882900 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a1907786-4c6e-452a-be93-c29a29651afd tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:15.913771 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc2cd8f-47a6-44f8-b31a-cd9c6603568b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-630f5b12-8849-4225-bc16-8284023dadb7', 'network_id': '630f5b12-8849-4225-bc16-8284023dadb7', 'tenant_id': 'f035fafeb34240b3bb148d288b5c289f', 'fixed_ips': [{'subnet_id': '97610b73-d3fd-41b1-adc0-665110f6ffd4'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:26:15.915568 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0bc2cd8f-47a6-44f8-b31a-cd9c6603568b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:15.962392 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a1907786-4c6e-452a-be93-c29a29651afd tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2756588 Oct 30 15:26:15.967046 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 55572) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:15.973773 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-6c5e8749-9518-427b-acaf-b1be10fa197e tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Request body: {'subnet': {'network_id': '3d9542c4-36c9-4554-8cf0-1b703b981d18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:26:15.981671 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-5d485803-a2c0-4941-b298-7d8286ff56c7 None None] Set router 0875a996-782a-4352-a3b6-dc7f1aa54e32 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:26:15.995426 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1907786-4c6e-452a-be93-c29a29651afd tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Pushing event updated for resources: {'Network': ['ID=3d9542c4-36c9-4554-8cf0-1b703b981d18,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:16.084784 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 3d9542c4-36c9-4554-8cf0-1b703b981d18 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:26:16.087550 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5e8749-9518-427b-acaf-b1be10fa197e tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Made reservation on behalf of f035fafeb34240b3bb148d288b5c289f for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:26:16.091249 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6c5e8749-9518-427b-acaf-b1be10fa197e tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:16.107343 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e9b43dd3-ea30-45ee-8f97-f8ff88862c97 admin admin] Publish callbacks [] for router, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:16.201843 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-5d485803-a2c0-4941-b298-7d8286ff56c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0875a996-782a-4352-a3b6-dc7f1aa54e32', 'name': 'tempest-ServerRescueTestJSONUnderV235-972281205-router', 'tenant_id': 'ae810500e5604e45ba52fb3ca12ce963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'c82653ee-691d-4b7c-af0f-3a56f898ac11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:25:06Z', 'updated_at': '2021-10-30T15:26:14Z', 'revision_number': 5, 'project_id': 'ae810500e5604e45ba52fb3ca12ce963', 'gw_port': {'id': 'c82653ee-691d-4b7c-af0f-3a56f898ac11', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0875a996-782a-4352-a3b6-dc7f1aa54e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:25:07Z', 'updated_at': '2021-10-30T15:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:26:16.231531 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-0bc2cd8f-47a6-44f8-b31a-cd9c6603568b None None] Allocated IP 2001:db8:0:ffff::2 (630f5b12-8849-4225-bc16-8284023dadb7/97610b73-d3fd-41b1-adc0-665110f6ffd4/6c7d5acf-f800-42ab-9fdd-b9cc676f1ef7) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:26:16.232645 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d485803-a2c0-4941-b298-7d8286ff56c7 None None] Checking router: 0875a996-782a-4352-a3b6-dc7f1aa54e32 for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:26:16.240967 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 6759a5ce-76e3-4dc2-8366-9aff034e5640, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=6759a5ce-76e3-4dc2-8366-9aff034e5640,segment=NetworkSegment(7dc81a9b-3539-4be9-a222-feb3b591dcc0),segment_id=7dc81a9b-3539-4be9-a222-feb3b591dcc0)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:26:16.244522 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d485803-a2c0-4941-b298-7d8286ff56c7 None None] Routers {'0875a996-782a-4352-a3b6-dc7f1aa54e32'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:26:16.245300 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-5d485803-a2c0-4941-b298-7d8286ff56c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:25:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['0875a996-782a-4352-a3b6-dc7f1aa54e32'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:26:16.255155 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e9b43dd3-ea30-45ee-8f97-f8ff88862c97 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:16.260953 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '6759a5ce-76e3-4dc2-8366-9aff034e5640', 'network_id': 'e3d349fd-06d3-4d89-81c2-25b2b94c579c', 'port_id': '6759a5ce-76e3-4dc2-8366-9aff034e5640', 'mac_address': 'fa:16:3e:8c:cd:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cd32631-4817-453f-b06d-49c42463e638', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:26:16.320303 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:16.323611 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-e9b43dd3-ea30-45ee-8f97-f8ff88862c97 admin admin] Deleting port c82653ee-691d-4b7c-af0f-3a56f898ac11 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:26:16.324071 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e9b43dd3-ea30-45ee-8f97-f8ff88862c97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:16.337462 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab1f922-8863-4aa1-965a-90180bcea208', 'name': 'network-vif-deleted', 'tag': '0ff5d154-6b39-4dcd-a5bb-b9269dcebf80'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:26:16.340451 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c705d3-9924-47e3-990b-9b2030b27910" -d '{"events": [{"server_uuid": "bab1f922-8863-4aa1-965a-90180bcea208", "name": "network-vif-deleted", "tag": "0ff5d154-6b39-4dcd-a5bb-b9269dcebf80"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:26:16.395049 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6759a5ce-76e3-4dc2-8366-9aff034e5640 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:26:16.419340 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b652c6-d16e-4a3e-8ceb-ff8840d0be87 x-openstack-request-id: req-58b652c6-d16e-4a3e-8ceb-ff8840d0be87 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:26:16.419804 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab1f922-8863-4aa1-965a-90180bcea208", "name": "network-vif-deleted", "tag": "0ff5d154-6b39-4dcd-a5bb-b9269dcebf80", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:26:16.420245 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-58b652c6-d16e-4a3e-8ceb-ff8840d0be87 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:26:16.420901 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab1f922-8863-4aa1-965a-90180bcea208', 'name': 'network-vif-deleted', 'tag': '0ff5d154-6b39-4dcd-a5bb-b9269dcebf80', 'status': 'completed', 'code': 200} Oct 30 15:26:16.423241 n-d-806683-17 neutron-server[102130]: DEBUG neutron.objects.ports [None req-6c5e8749-9518-427b-acaf-b1be10fa197e tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102130) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 30 15:26:16.425627 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6c5e8749-9518-427b-acaf-b1be10fa197e tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:16.439331 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-5d485803-a2c0-4941-b298-7d8286ff56c7 None None] Set router 0875a996-782a-4352-a3b6-dc7f1aa54e32 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:26:16.442080 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 6759a5ce-76e3-4dc2-8366-9aff034e5640, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=6759a5ce-76e3-4dc2-8366-9aff034e5640,segment=NetworkSegment(7dc81a9b-3539-4be9-a222-feb3b591dcc0),segment_id=7dc81a9b-3539-4be9-a222-feb3b591dcc0)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:26:16.471902 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:16.473433 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4294fe5b-9ea4-4d99-93a4-359f857071a0 req-d9bf0b12-f6e2-4624-ab84-991cca4cdfe6 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:16.475277 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4294fe5b-9ea4-4d99-93a4-359f857071a0 req-d9bf0b12-f6e2-4624-ab84-991cca4cdfe6 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cf82511-5291-4d7a-89f0-47c0b75e1960 HTTP/1.1" status: 200 len: 943 time: 0.1010861 Oct 30 15:26:16.499184 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-e9b43dd3-ea30-45ee-8f97-f8ff88862c97 admin admin] For port c82653ee-691d-4b7c-af0f-3a56f898ac11, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=c82653ee-691d-4b7c-af0f-3a56f898ac11,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:26:16.501739 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e9b43dd3-ea30-45ee-8f97-f8ff88862c97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:16.510090 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5e8749-9518-427b-acaf-b1be10fa197e tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Checking segment: {'id': 'af52ee46-c508-437f-8727-2ab791cda5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '3d9542c4-36c9-4554-8cf0-1b703b981d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:26:16.510685 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5e8749-9518-427b-acaf-b1be10fa197e tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Network hostable DHCP agents. Network: 3d9542c4-36c9-4554-8cf0-1b703b981d18, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:26:16.522017 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5e8749-9518-427b-acaf-b1be10fa197e tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Pushing event updated for resources: {'Subnet': ['ID=bcb85415-b278-4a76-a592-f283a68cb47a,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:16.546704 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5e8749-9518-427b-acaf-b1be10fa197e tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Network 3d9542c4-36c9-4554-8cf0-1b703b981d18 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:26:16.580965 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-e9b43dd3-ea30-45ee-8f97-f8ff88862c97 admin admin] Calling delete_port for c82653ee-691d-4b7c-af0f-3a56f898ac11 owned by network:router_gateway {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:26:16.590689 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4294fe5b-9ea4-4d99-93a4-359f857071a0 req-99609280-40b2-4cf9-ae7a-800ec86fdde1 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043429 Oct 30 15:26:16.619494 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1e5ad061-119b-4500-a9ae-de05babf1ea9 req-ed9088c4-e728-4ada-9b30-98afe311100c tempest-ServerShowV247Test-1856616642 tempest-ServerShowV247Test-1856616642-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdb7eace-9506-4771-8971-05be9947e26c HTTP/1.1" status: 200 len: 210 time: 0.0446939 Oct 30 15:26:16.619494 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-6c5e8749-9518-427b-acaf-b1be10fa197e tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 3d9542c4-36c9-4554-8cf0-1b703b981d18) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:26:16.619494 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5e8749-9518-427b-acaf-b1be10fa197e tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:16.619494 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6c5e8749-9518-427b-acaf-b1be10fa197e tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:16.630236 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6f8202-91a7-4bea-8428-a32fa8a5b2ad None None] Network 3d9542c4-36c9-4554-8cf0-1b703b981d18 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:26:16.648338 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0bc2cd8f-47a6-44f8-b31a-cd9c6603568b None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:16.649965 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=6759a5ce-76e3-4dc2-8366-9aff034e5640,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:16.660059 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-6c5e8749-9518-427b-acaf-b1be10fa197e tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6918712 Oct 30 15:26:16.662827 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 55582) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:16.671760 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-0f7a772b-2d5d-442d-94b1-c518dc4ce02b tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Request body: {'port': {'network_id': '3d9542c4-36c9-4554-8cf0-1b703b981d18', 'name': 'tempest-NetworksIpV6TestAttrs-1652426621'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:26:16.702595 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0bc2cd8f-47a6-44f8-b31a-cd9c6603568b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:16.747529 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-5d485803-a2c0-4941-b298-7d8286ff56c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0875a996-782a-4352-a3b6-dc7f1aa54e32', 'name': 'tempest-ServerRescueTestJSONUnderV235-972281205-router', 'tenant_id': 'ae810500e5604e45ba52fb3ca12ce963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'c82653ee-691d-4b7c-af0f-3a56f898ac11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:25:06Z', 'updated_at': '2021-10-30T15:26:14Z', 'revision_number': 5, 'project_id': 'ae810500e5604e45ba52fb3ca12ce963', 'gw_port': {'id': 'c82653ee-691d-4b7c-af0f-3a56f898ac11', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0875a996-782a-4352-a3b6-dc7f1aa54e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:25:07Z', 'updated_at': '2021-10-30T15:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:26:16.785558 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc2cd8f-47a6-44f8-b31a-cd9c6603568b None None] Network 630f5b12-8849-4225-bc16-8284023dadb7 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:26:16.790126 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d485803-a2c0-4941-b298-7d8286ff56c7 None None] The sync data for ids ['0875a996-782a-4352-a3b6-dc7f1aa54e32'] in n-d-806683-17 is: [{'id': '0875a996-782a-4352-a3b6-dc7f1aa54e32', 'name': 'tempest-ServerRescueTestJSONUnderV235-972281205-router', 'tenant_id': 'ae810500e5604e45ba52fb3ca12ce963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'c82653ee-691d-4b7c-af0f-3a56f898ac11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:25:06Z', 'updated_at': '2021-10-30T15:26:14Z', 'revision_number': 5, 'project_id': 'ae810500e5604e45ba52fb3ca12ce963', 'gw_port': {'id': 'c82653ee-691d-4b7c-af0f-3a56f898ac11', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0875a996-782a-4352-a3b6-dc7f1aa54e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:25:07Z', 'updated_at': '2021-10-30T15:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:26:16.793726 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-0bc2cd8f-47a6-44f8-b31a-cd9c6603568b None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:26:16.801109 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc2cd8f-47a6-44f8-b31a-cd9c6603568b None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:26:16.807174 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['6759a5ce-76e3-4dc2-8366-9aff034e5640'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:26:16.842096 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc2cd8f-47a6-44f8-b31a-cd9c6603568b None None] Pushing event updated for resources: {'Port': ['ID=6c7d5acf-f800-42ab-9fdd-b9cc676f1ef7,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:16.848892 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e9b43dd3-ea30-45ee-8f97-f8ff88862c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:16.902018 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b43dd3-ea30-45ee-8f97-f8ff88862c97 admin admin] Pushing event deleted for resources: {'Port': ['ID=c82653ee-691d-4b7c-af0f-3a56f898ac11,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:16.925806 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7a772b-2d5d-442d-94b1-c518dc4ce02b tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Made reservation on behalf of f035fafeb34240b3bb148d288b5c289f for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:26:16.930384 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0f7a772b-2d5d-442d-94b1-c518dc4ce02b tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:16.957459 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [None req-0f7a772b-2d5d-442d-94b1-c518dc4ce02b tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] device_id is not set on port e59f3a40-333b-4a48-bfb1-b6075aa38661 yet. {{(pid=102130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:26:17.020449 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e9b43dd3-ea30-45ee-8f97-f8ff88862c97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:17.035941 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 0ff5d154-6b39-4dcd-a5bb-b9269dcebf80 no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:26:17.059813 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-0bc2cd8f-47a6-44f8-b31a-cd9c6603568b None None] Attempting to bind port 6c7d5acf-f800-42ab-9fdd-b9cc676f1ef7 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:26:17.060295 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-0bc2cd8f-47a6-44f8-b31a-cd9c6603568b None None] Attempting to bind port 6c7d5acf-f800-42ab-9fdd-b9cc676f1ef7 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '32fc3c64-be58-4bc2-8f79-f743a3925dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '630f5b12-8849-4225-bc16-8284023dadb7'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:26:17.060891 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc2cd8f-47a6-44f8-b31a-cd9c6603568b None None] Attempting to bind port 6c7d5acf-f800-42ab-9fdd-b9cc676f1ef7 on network 630f5b12-8849-4225-bc16-8284023dadb7 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:26:17.071269 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] No Port match for: 0ff5d154-6b39-4dcd-a5bb-b9269dcebf80 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:26:17.071771 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 0ff5d154-6b39-4dcd-a5bb-b9269dcebf80 not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:26:17.074416 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc2cd8f-47a6-44f8-b31a-cd9c6603568b None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:26:17.074898 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc2cd8f-47a6-44f8-b31a-cd9c6603568b None None] Checking segment: {'id': '32fc3c64-be58-4bc2-8f79-f743a3925dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '630f5b12-8849-4225-bc16-8284023dadb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:26:17.075397 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0bc2cd8f-47a6-44f8-b31a-cd9c6603568b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:17.076032 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc2cd8f-47a6-44f8-b31a-cd9c6603568b None None] Bound using segment: {'id': '32fc3c64-be58-4bc2-8f79-f743a3925dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '630f5b12-8849-4225-bc16-8284023dadb7'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:26:17.076767 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-0bc2cd8f-47a6-44f8-b31a-cd9c6603568b None None] Bound port: 6c7d5acf-f800-42ab-9fdd-b9cc676f1ef7, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32fc3c64-be58-4bc2-8f79-f743a3925dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '630f5b12-8849-4225-bc16-8284023dadb7'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:26:17.077243 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0bc2cd8f-47a6-44f8-b31a-cd9c6603568b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:17.104740 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-0f7a772b-2d5d-442d-94b1-c518dc4ce02b tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Allocated IP 2001:db8::f816:3eff:fefa:b91a (3d9542c4-36c9-4554-8cf0-1b703b981d18/bcb85415-b278-4a76-a592-f283a68cb47a/e59f3a40-333b-4a48-bfb1-b6075aa38661) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:26:17.125457 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e9b43dd3-ea30-45ee-8f97-f8ff88862c97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:17.130006 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e9b43dd3-ea30-45ee-8f97-f8ff88862c97 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:17.195132 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7086e267-15d3-4e15-b969-5ff4faccae5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-3d9542c4-36c9-4554-8cf0-1b703b981d18', 'network_id': '3d9542c4-36c9-4554-8cf0-1b703b981d18', 'tenant_id': 'f035fafeb34240b3bb148d288b5c289f', 'fixed_ips': [{'subnet_id': 'bcb85415-b278-4a76-a592-f283a68cb47a'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:26:17.196172 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7086e267-15d3-4e15-b969-5ff4faccae5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:17.215910 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e9b43dd3-ea30-45ee-8f97-f8ff88862c97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:17.217528 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b43dd3-ea30-45ee-8f97-f8ff88862c97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0875a996-782a-4352-a3b6-dc7f1aa54e32 {{(pid=102131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:26:17.228941 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e9b43dd3-ea30-45ee-8f97-f8ff88862c97 admin admin] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:17.232512 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-e9b43dd3-ea30-45ee-8f97-f8ff88862c97 admin admin] 10.222.0.62 "DELETE /v2.0/routers/0875a996-782a-4352-a3b6-dc7f1aa54e32 HTTP/1.1" status: 204 len: 168 time: 1.4989452 Oct 30 15:26:17.232991 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 55588) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:17.277168 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0f7a772b-2d5d-442d-94b1-c518dc4ce02b tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:17.289163 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-fafd6d0f-fd95-4184-9221-7da31c31bad3 admin admin] Deleting subnet 8fc290f9-ee10-4d7e-9772-61a821242532 {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:26:17.293775 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fafd6d0f-fd95-4184-9221-7da31c31bad3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:17.319905 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0f7a772b-2d5d-442d-94b1-c518dc4ce02b tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:17.346086 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fafd6d0f-fd95-4184-9221-7da31c31bad3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:17.372658 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7a772b-2d5d-442d-94b1-c518dc4ce02b tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Pushing event updated for resources: {'Port': ['ID=e59f3a40-333b-4a48-bfb1-b6075aa38661,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:17.389099 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7a772b-2d5d-442d-94b1-c518dc4ce02b tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Network 3d9542c4-36c9-4554-8cf0-1b703b981d18 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:26:17.390724 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-0f7a772b-2d5d-442d-94b1-c518dc4ce02b tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:26:17.394352 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7a772b-2d5d-442d-94b1-c518dc4ce02b tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:26:17.403074 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7a772b-2d5d-442d-94b1-c518dc4ce02b tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:17.404196 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0f7a772b-2d5d-442d-94b1-c518dc4ce02b tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:17.412354 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-0bc2cd8f-47a6-44f8-b31a-cd9c6603568b None None] For port 6c7d5acf-f800-42ab-9fdd-b9cc676f1ef7, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:26:17.418315 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-0bc2cd8f-47a6-44f8-b31a-cd9c6603568b None None] For port 6c7d5acf-f800-42ab-9fdd-b9cc676f1ef7, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=6c7d5acf-f800-42ab-9fdd-b9cc676f1ef7,segment=NetworkSegment(32fc3c64-be58-4bc2-8f79-f743a3925dd6),segment_id=32fc3c64-be58-4bc2-8f79-f743a3925dd6)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:26:17.419099 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fafd6d0f-fd95-4184-9221-7da31c31bad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:17.424855 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-0f7a772b-2d5d-442d-94b1-c518dc4ce02b tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.7604415 Oct 30 15:26:17.427498 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 55590) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:17.437368 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0bc2cd8f-47a6-44f8-b31a-cd9c6603568b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:17.512903 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f19fff8-6a41-4bc9-aa52-9e7056308c4d tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Deleting subnet bcb85415-b278-4a76-a592-f283a68cb47a {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:26:17.523525 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fafd6d0f-fd95-4184-9221-7da31c31bad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:17.560977 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafd6d0f-fd95-4184-9221-7da31c31bad3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fc290f9-ee10-4d7e-9772-61a821242532,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:17.567684 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fafd6d0f-fd95-4184-9221-7da31c31bad3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:17.574524 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-fafd6d0f-fd95-4184-9221-7da31c31bad3 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/8fc290f9-ee10-4d7e-9772-61a821242532 HTTP/1.1" status: 204 len: 168 time: 0.3385711 Oct 30 15:26:17.574774 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 55592) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:17.586324 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 125b1494-a52b-4df7-a6f2-2850d170bac4 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:26:17.588666 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc2cd8f-47a6-44f8-b31a-cd9c6603568b None None] Pushing event updated for resources: {'Port': ['ID=6c7d5acf-f800-42ab-9fdd-b9cc676f1ef7,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:17.621827 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 125b1494-a52b-4df7-a6f2-2850d170bac4 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:26:17.622173 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 125b1494-a52b-4df7-a6f2-2850d170bac4 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:26:17.641465 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-7086e267-15d3-4e15-b969-5ff4faccae5e None None] Allocated IP 2001:db8::f816:3eff:fe84:7864 (3d9542c4-36c9-4554-8cf0-1b703b981d18/bcb85415-b278-4a76-a592-f283a68cb47a/5ca9f8ae-702f-4ae3-9a93-ebe643cdbad5) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:26:17.755645 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d6dfe638-e5bc-4043-b2bc-8e0277ba7ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:17.816337 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ef5df113-5d2b-4352-8253-ce013ff99eae req-2bc64422-02a1-42c0-b3de-147a82a4f3e2 tempest-ServerShowV247Test-1856616642 tempest-ServerShowV247Test-1856616642-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdb7eace-9506-4771-8971-05be9947e26c HTTP/1.1" status: 200 len: 210 time: 0.0523357 Oct 30 15:26:17.845438 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e79f5d-ea9b-4e21-b7f1-6654b00f3f3c req-5e24d0fa-e8ed-4062-96ab-063cf9dd2b6c tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:17.854269 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-75e79f5d-ea9b-4e21-b7f1-6654b00f3f3c req-5e24d0fa-e8ed-4062-96ab-063cf9dd2b6c tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cf82511-5291-4d7a-89f0-47c0b75e1960 HTTP/1.1" status: 200 len: 944 time: 0.1249766 Oct 30 15:26:17.928083 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-75e79f5d-ea9b-4e21-b7f1-6654b00f3f3c req-0ac8de70-c9a6-4cf6-a1bf-49b671b2beb5 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728831 Oct 30 15:26:17.953496 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7086e267-15d3-4e15-b969-5ff4faccae5e None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:17.961146 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d6dfe638-e5bc-4043-b2bc-8e0277ba7ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:17.964764 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7086e267-15d3-4e15-b969-5ff4faccae5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:17.965169 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8f19fff8-6a41-4bc9-aa52-9e7056308c4d tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:17.989027 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-d6dfe638-e5bc-4043-b2bc-8e0277ba7ea6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6ede997-2b53-4646-8c13-a88c9a081db5']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:26:18.006448 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-d6dfe638-e5bc-4043-b2bc-8e0277ba7ea6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36e58cc2-c6ef-4408-a5ad-3ca140133f8a') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:26:18.006448 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-d6dfe638-e5bc-4043-b2bc-8e0277ba7ea6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36e58cc2-c6ef-4408-a5ad-3ca140133f8a') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:26:18.017455 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7086e267-15d3-4e15-b969-5ff4faccae5e None None] Pushing event updated for resources: {'Port': ['ID=5ca9f8ae-702f-4ae3-9a93-ebe643cdbad5,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:18.026747 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8f19fff8-6a41-4bc9-aa52-9e7056308c4d tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:18.031210 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7086e267-15d3-4e15-b969-5ff4faccae5e None None] Network 3d9542c4-36c9-4554-8cf0-1b703b981d18 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:26:18.032805 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-7086e267-15d3-4e15-b969-5ff4faccae5e None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:26:18.036345 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7086e267-15d3-4e15-b969-5ff4faccae5e None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:26:18.042439 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d6dfe638-e5bc-4043-b2bc-8e0277ba7ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:18.061018 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d6dfe638-e5bc-4043-b2bc-8e0277ba7ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:18.068299 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6dfe638-e5bc-4043-b2bc-8e0277ba7ea6 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:26:18.068709 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d6dfe638-e5bc-4043-b2bc-8e0277ba7ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:18.071210 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:26:18.071210 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:26:18.071210 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:26:18.071210 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:26:18.071210 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:26:18.071210 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:26:18.071210 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:26:18.071210 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:26:18.071210 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:26:18.071210 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:26:18.071210 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:26:18.071210 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:26:18.071210 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:26:18.071210 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:26:18.071210 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:26:18.071210 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:26:18.071210 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:26:18.071210 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:26:18.071210 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:26:18.071210 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:26:18.071210 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:26:18.071210 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:26:18.071210 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:26:18.071210 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:26:18.071210 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:26:18.071210 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:26:18.071210 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:26:18.071210 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:26:18.071210 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:26:18.071210 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:26:18.071210 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:26:18.071210 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:26:18.112134 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-7086e267-15d3-4e15-b969-5ff4faccae5e None None] Attempting to bind port 5ca9f8ae-702f-4ae3-9a93-ebe643cdbad5 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:26:18.112765 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-7086e267-15d3-4e15-b969-5ff4faccae5e None None] Attempting to bind port 5ca9f8ae-702f-4ae3-9a93-ebe643cdbad5 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'af52ee46-c508-437f-8727-2ab791cda5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '3d9542c4-36c9-4554-8cf0-1b703b981d18'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:26:18.113137 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7086e267-15d3-4e15-b969-5ff4faccae5e None None] Attempting to bind port 5ca9f8ae-702f-4ae3-9a93-ebe643cdbad5 on network 3d9542c4-36c9-4554-8cf0-1b703b981d18 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:26:18.118927 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7086e267-15d3-4e15-b969-5ff4faccae5e None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:26:18.119296 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7086e267-15d3-4e15-b969-5ff4faccae5e None None] Checking segment: {'id': 'af52ee46-c508-437f-8727-2ab791cda5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '3d9542c4-36c9-4554-8cf0-1b703b981d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:26:18.120319 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7086e267-15d3-4e15-b969-5ff4faccae5e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:18.120736 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7086e267-15d3-4e15-b969-5ff4faccae5e None None] Bound using segment: {'id': 'af52ee46-c508-437f-8727-2ab791cda5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '3d9542c4-36c9-4554-8cf0-1b703b981d18'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:26:18.121192 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-7086e267-15d3-4e15-b969-5ff4faccae5e None None] Bound port: 5ca9f8ae-702f-4ae3-9a93-ebe643cdbad5, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af52ee46-c508-437f-8727-2ab791cda5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '3d9542c4-36c9-4554-8cf0-1b703b981d18'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:26:18.121571 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7086e267-15d3-4e15-b969-5ff4faccae5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:18.144947 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d6dfe638-e5bc-4043-b2bc-8e0277ba7ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:18.154523 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d6dfe638-e5bc-4043-b2bc-8e0277ba7ea6 admin admin] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:18.172318 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d6dfe638-e5bc-4043-b2bc-8e0277ba7ea6 admin admin] 10.222.0.62 "DELETE /v2.0/networks/c6ede997-2b53-4646-8c13-a88c9a081db5 HTTP/1.1" status: 204 len: 168 time: 0.5963750 Oct 30 15:26:18.188681 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8f19fff8-6a41-4bc9-aa52-9e7056308c4d tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:18.208296 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dfe638-e5bc-4043-b2bc-8e0277ba7ea6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6ede997-2b53-4646-8c13-a88c9a081db5,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:18.317273 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8f19fff8-6a41-4bc9-aa52-9e7056308c4d tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:18.353389 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19fff8-6a41-4bc9-aa52-9e7056308c4d tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Pushing event deleted for resources: {'Subnet': ['ID=bcb85415-b278-4a76-a592-f283a68cb47a,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:18.369577 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8f19fff8-6a41-4bc9-aa52-9e7056308c4d tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:18.379859 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-8f19fff8-6a41-4bc9-aa52-9e7056308c4d tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] 10.222.0.62 "DELETE /v2.0/subnets/bcb85415-b278-4a76-a592-f283a68cb47a HTTP/1.1" status: 204 len: 168 time: 0.9512663 Oct 30 15:26:18.382474 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 55602) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:18.391658 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-7086e267-15d3-4e15-b969-5ff4faccae5e None None] For port 5ca9f8ae-702f-4ae3-9a93-ebe643cdbad5, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:26:18.394944 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-7086e267-15d3-4e15-b969-5ff4faccae5e None None] For port 5ca9f8ae-702f-4ae3-9a93-ebe643cdbad5, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=5ca9f8ae-702f-4ae3-9a93-ebe643cdbad5,segment=NetworkSegment(af52ee46-c508-437f-8727-2ab791cda5b4),segment_id=af52ee46-c508-437f-8727-2ab791cda5b4)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:26:18.400197 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7086e267-15d3-4e15-b969-5ff4faccae5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:18.494299 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 55604) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:18.498966 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7086e267-15d3-4e15-b969-5ff4faccae5e None None] Pushing event updated for resources: {'Port': ['ID=5ca9f8ae-702f-4ae3-9a93-ebe643cdbad5,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:18.530876 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138da5e6-5288-40d7-ab6c-1ccd7cea9621 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:18.536065 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138da5e6-5288-40d7-ab6c-1ccd7cea9621 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:18.539781 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-138da5e6-5288-40d7-ab6c-1ccd7cea9621 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1561375 Oct 30 15:26:18.543192 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 55606) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:18.557574 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-f817d16a-89ab-4174-be12-9941b4d796a2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ae810500e5604e45ba52fb3ca12ce963&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0623462 Oct 30 15:26:18.559734 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 55608) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:18.629443 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ea042a23-d39f-465a-8db7-05ce2cdde625 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:18.657768 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-baa94eaf-022d-4697-956f-5d6599c93286 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:18.663121 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ea042a23-d39f-465a-8db7-05ce2cdde625 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:18.665791 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-baa94eaf-022d-4697-956f-5d6599c93286 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 30 15:26:18.666343 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baa94eaf-022d-4697-956f-5d6599c93286 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:26:18.674533 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 55610) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:18.674850 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-baa94eaf-022d-4697-956f-5d6599c93286 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] 10.222.0.62 "DELETE /v2.0/networks/3d9542c4-36c9-4554-8cf0-1b703b981d18 HTTP/1.1" status: 409 len: 405 time: 0.1303747 Oct 30 15:26:18.681108 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-513e2957-9025-42ef-b3da-a24e1e12efd6 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1224234765'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:26:18.724149 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513e2957-9025-42ef-b3da-a24e1e12efd6 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Made reservation on behalf of f035fafeb34240b3bb148d288b5c289f for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:26:18.728638 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-513e2957-9025-42ef-b3da-a24e1e12efd6 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:18.793117 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-513e2957-9025-42ef-b3da-a24e1e12efd6 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:26:18.807309 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ea042a23-d39f-465a-8db7-05ce2cdde625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:18.810040 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ea042a23-d39f-465a-8db7-05ce2cdde625 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:18.811344 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-ea042a23-d39f-465a-8db7-05ce2cdde625 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0731827a-e6d6-413c-9995-e240e1dbff25 HTTP/1.1" status: 204 len: 168 time: 0.2503498 Oct 30 15:26:18.818205 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-513e2957-9025-42ef-b3da-a24e1e12efd6 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:18.818549 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-513e2957-9025-42ef-b3da-a24e1e12efd6 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Added segment ad8b4061-289a-436b-a86c-02e61cace35a of type vlan for network 21f1415d-07c4-4d9c-bed0-a8df8c0ac969 Oct 30 15:26:18.857609 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea042a23-d39f-465a-8db7-05ce2cdde625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0731827a-e6d6-413c-9995-e240e1dbff25,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:18.905578 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-513e2957-9025-42ef-b3da-a24e1e12efd6 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:18.976671 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-513e2957-9025-42ef-b3da-a24e1e12efd6 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:18.982979 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513e2957-9025-42ef-b3da-a24e1e12efd6 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:18.987498 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-513e2957-9025-42ef-b3da-a24e1e12efd6 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:19.137826 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-513e2957-9025-42ef-b3da-a24e1e12efd6 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4617429 Oct 30 15:26:19.142354 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 55620) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:19.150963 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-1cf57e39-952b-46cd-918e-cdd9a29a9d75 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Request body: {'subnet': {'network_id': '21f1415d-07c4-4d9c-bed0-a8df8c0ac969', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:26:19.176402 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dc4b041a-f583-42f3-9920-5338448a8229 req-31c69cca-f4a2-4bef-8dd5-6afa761f9c02 tempest-ServerShowV247Test-1856616642 tempest-ServerShowV247Test-1856616642-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdb7eace-9506-4771-8971-05be9947e26c HTTP/1.1" status: 200 len: 210 time: 0.0456214 Oct 30 15:26:19.188893 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e2957-9025-42ef-b3da-a24e1e12efd6 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Pushing event updated for resources: {'Network': ['ID=21f1415d-07c4-4d9c-bed0-a8df8c0ac969,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:19.207300 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 21f1415d-07c4-4d9c-bed0-a8df8c0ac969 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:26:19.217092 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f12243f-c12c-4a12-aa35-f16147ed0d7c req-028f51a9-4def-4bf2-a112-ae410e48a44f tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:19.232657 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4f12243f-c12c-4a12-aa35-f16147ed0d7c req-028f51a9-4def-4bf2-a112-ae410e48a44f tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cf82511-5291-4d7a-89f0-47c0b75e1960 HTTP/1.1" status: 200 len: 944 time: 0.0950654 Oct 30 15:26:19.286202 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb346ae5-19e4-4788-abb1-64d475d771f9 None None] Network 630f5b12-8849-4225-bc16-8284023dadb7 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:26:19.288367 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4f12243f-c12c-4a12-aa35-f16147ed0d7c req-7ac0592a-2c4e-4ac3-92cc-0891ea848fb2 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588994 Oct 30 15:26:19.298087 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf57e39-952b-46cd-918e-cdd9a29a9d75 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Made reservation on behalf of f035fafeb34240b3bb148d288b5c289f for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:26:19.302200 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1cf57e39-952b-46cd-918e-cdd9a29a9d75 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:19.404414 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-974923d2-91f6-4217-930d-4d6809052e92 None None] Provisioning complete for port 6c7d5acf-f800-42ab-9fdd-b9cc676f1ef7 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:26:19.404940 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-974923d2-91f6-4217-930d-4d6809052e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:19.624493 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-974923d2-91f6-4217-930d-4d6809052e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:19.676046 n-d-806683-17 neutron-server[102131]: DEBUG neutron.objects.ports [None req-1cf57e39-952b-46cd-918e-cdd9a29a9d75 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102131) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 30 15:26:19.679164 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1cf57e39-952b-46cd-918e-cdd9a29a9d75 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:19.689037 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-974923d2-91f6-4217-930d-4d6809052e92 None None] For port 6c7d5acf-f800-42ab-9fdd-b9cc676f1ef7, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=6c7d5acf-f800-42ab-9fdd-b9cc676f1ef7,segment=NetworkSegment(32fc3c64-be58-4bc2-8f79-f743a3925dd6),segment_id=32fc3c64-be58-4bc2-8f79-f743a3925dd6)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:26:19.696730 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-974923d2-91f6-4217-930d-4d6809052e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:19.746543 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 5ca9f8ae-702f-4ae3-9a93-ebe643cdbad5 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:26:19.772738 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf57e39-952b-46cd-918e-cdd9a29a9d75 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Pushing event updated for resources: {'Subnet': ['ID=efc2a2df-d7c5-4c8e-8158-951f02e3cd52,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:19.784632 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf57e39-952b-46cd-918e-cdd9a29a9d75 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Checking segment: {'id': 'ad8b4061-289a-436b-a86c-02e61cace35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '21f1415d-07c4-4d9c-bed0-a8df8c0ac969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:26:19.785185 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf57e39-952b-46cd-918e-cdd9a29a9d75 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Network hostable DHCP agents. Network: 21f1415d-07c4-4d9c-bed0-a8df8c0ac969, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:26:19.807772 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974923d2-91f6-4217-930d-4d6809052e92 None None] Pushing event updated for resources: {'Port': ['ID=6c7d5acf-f800-42ab-9fdd-b9cc676f1ef7,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:19.808048 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf57e39-952b-46cd-918e-cdd9a29a9d75 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Network 21f1415d-07c4-4d9c-bed0-a8df8c0ac969 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:26:19.820067 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-1cf57e39-952b-46cd-918e-cdd9a29a9d75 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 21f1415d-07c4-4d9c-bed0-a8df8c0ac969) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:26:19.824425 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf57e39-952b-46cd-918e-cdd9a29a9d75 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:19.825046 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1cf57e39-952b-46cd-918e-cdd9a29a9d75 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:19.827935 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 5ca9f8ae-702f-4ae3-9a93-ebe643cdbad5 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:26:19.828341 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:19.851248 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-1cf57e39-952b-46cd-918e-cdd9a29a9d75 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7064648 Oct 30 15:26:19.852419 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc56b61-783f-415b-932f-a236b2d7a327 None None] Network 21f1415d-07c4-4d9c-bed0-a8df8c0ac969 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:26:19.854684 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 55634) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:19.861665 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-fe27d141-0d90-466e-b283-ef5688ee1358 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Request body: {'port': {'network_id': '21f1415d-07c4-4d9c-bed0-a8df8c0ac969', 'name': 'tempest-NetworksIpV6TestAttrs-213928601'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:26:19.908578 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 6759a5ce-76e3-4dc2-8366-9aff034e5640 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:26:20.043914 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe27d141-0d90-466e-b283-ef5688ee1358 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Made reservation on behalf of f035fafeb34240b3bb148d288b5c289f for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:26:20.048650 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fe27d141-0d90-466e-b283-ef5688ee1358 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:20.072103 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [None req-fe27d141-0d90-466e-b283-ef5688ee1358 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] device_id is not set on port c43b5b85-d62c-43b3-b13e-849ad5f3f17e yet. {{(pid=102130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:26:20.093267 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port 6759a5ce-76e3-4dc2-8366-9aff034e5640 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:26:20.100944 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 6759a5ce-76e3-4dc2-8366-9aff034e5640 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:26:20.101318 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:20.151286 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:20.177919 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 55646) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:20.242112 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 5ca9f8ae-702f-4ae3-9a93-ebe643cdbad5, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=5ca9f8ae-702f-4ae3-9a93-ebe643cdbad5,segment=NetworkSegment(af52ee46-c508-437f-8727-2ab791cda5b4),segment_id=af52ee46-c508-437f-8727-2ab791cda5b4)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:26:20.266093 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:20.266913 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 6c7d5acf-f800-42ab-9fdd-b9cc676f1ef7 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:26:20.277319 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-fe27d141-0d90-466e-b283-ef5688ee1358 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Allocated IP 2001:db8::f816:3eff:fe9d:98be (21f1415d-07c4-4d9c-bed0-a8df8c0ac969/efc2a2df-d7c5-4c8e-8158-951f02e3cd52/c43b5b85-d62c-43b3-b13e-849ad5f3f17e) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:26:20.301156 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e64d7c3-0415-4c29-a2c2-838ac030ef32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-21f1415d-07c4-4d9c-bed0-a8df8c0ac969', 'network_id': '21f1415d-07c4-4d9c-bed0-a8df8c0ac969', 'tenant_id': 'f035fafeb34240b3bb148d288b5c289f', 'fixed_ips': [{'subnet_id': 'efc2a2df-d7c5-4c8e-8158-951f02e3cd52'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:26:20.302070 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1e64d7c3-0415-4c29-a2c2-838ac030ef32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:20.398044 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930bd75c-2be1-40f7-bc75-5d655d30f973 None None] Network 3d9542c4-36c9-4554-8cf0-1b703b981d18 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:26:20.398498 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4584f6d6-6663-4580-be3d-aa74492801aa req-7bcee096-7ced-4df8-b1ab-d689d1bc4d2d tempest-ServerShowV247Test-1856616642 tempest-ServerShowV247Test-1856616642-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdb7eace-9506-4771-8971-05be9947e26c HTTP/1.1" status: 200 len: 210 time: 0.0363553 Oct 30 15:26:20.400587 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-bce0c3c5-df82-468a-bdc2-dc93d2e3fb98 None None] Provisioning complete for port 6c7d5acf-f800-42ab-9fdd-b9cc676f1ef7 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:26:20.401221 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bce0c3c5-df82-468a-bdc2-dc93d2e3fb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:20.406269 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:20.468453 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-e674bb5f-383f-437f-b933-615afddff41d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-336213634-network', 'tenant_id': '8883efdab1974efc9f550527d856656f'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:26:20.498876 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e674bb5f-383f-437f-b933-615afddff41d admin admin] Made reservation on behalf of 8883efdab1974efc9f550527d856656f for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:26:20.502714 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e674bb5f-383f-437f-b933-615afddff41d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:20.509990 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fe27d141-0d90-466e-b283-ef5688ee1358 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:20.517846 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e674bb5f-383f-437f-b933-615afddff41d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:20.538088 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d70163-28d8-4c4d-a8ba-7a886956e2b0 req-9775a464-183d-4863-b22c-086842474c6d tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:20.547641 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-74d70163-28d8-4c4d-a8ba-7a886956e2b0 req-9775a464-183d-4863-b22c-086842474c6d tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cf82511-5291-4d7a-89f0-47c0b75e1960 HTTP/1.1" status: 200 len: 944 time: 0.1045053 Oct 30 15:26:20.621191 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-74d70163-28d8-4c4d-a8ba-7a886956e2b0 req-a20b675b-328d-40e9-9595-7caf87c23e47 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726578 Oct 30 15:26:20.622254 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e674bb5f-383f-437f-b933-615afddff41d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:20.627438 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e674bb5f-383f-437f-b933-615afddff41d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:20.638191 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fe27d141-0d90-466e-b283-ef5688ee1358 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:20.654289 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf82511-5291-4d7a-89f0-47c0b75e1960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6759a5ce-76e3-4dc2-8366-9aff034e5640'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:26:20.656749 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ac5e78-1ec8-4c18-8a90-45093e761126" -d '{"events": [{"server_uuid": "3cf82511-5291-4d7a-89f0-47c0b75e1960", "name": "network-vif-plugged", "status": "completed", "tag": "6759a5ce-76e3-4dc2-8366-9aff034e5640"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:26:20.664303 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e674bb5f-383f-437f-b933-615afddff41d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:26:20.685136 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe27d141-0d90-466e-b283-ef5688ee1358 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Network 21f1415d-07c4-4d9c-bed0-a8df8c0ac969 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:26:20.688359 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-fe27d141-0d90-466e-b283-ef5688ee1358 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:26:20.691133 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e674bb5f-383f-437f-b933-615afddff41d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18950aca-06cc-4b84-b3ff-54cf6d21ecd7,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:20.694675 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe27d141-0d90-466e-b283-ef5688ee1358 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:26:20.695976 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e674bb5f-383f-437f-b933-615afddff41d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:20.696253 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-e674bb5f-383f-437f-b933-615afddff41d admin admin] Added segment bc60acd5-af90-46a3-b163-8f2ce87131df of type vlan for network e874fc18-e11d-4a09-8a86-4d3449e06603 Oct 30 15:26:20.701243 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe27d141-0d90-466e-b283-ef5688ee1358 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:20.702031 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fe27d141-0d90-466e-b283-ef5688ee1358 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:20.714733 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe27d141-0d90-466e-b283-ef5688ee1358 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Pushing event updated for resources: {'Port': ['ID=c43b5b85-d62c-43b3-b13e-849ad5f3f17e,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:20.726847 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=5ca9f8ae-702f-4ae3-9a93-ebe643cdbad5,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:20.728209 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-fe27d141-0d90-466e-b283-ef5688ee1358 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.8722131 Oct 30 15:26:20.731384 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 55668) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:20.766166 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e674bb5f-383f-437f-b933-615afddff41d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:20.779487 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 6759a5ce-76e3-4dc2-8366-9aff034e5640, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=6759a5ce-76e3-4dc2-8366-9aff034e5640,segment=NetworkSegment(7dc81a9b-3539-4be9-a222-feb3b591dcc0),segment_id=7dc81a9b-3539-4be9-a222-feb3b591dcc0)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:26:20.782217 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6350d696-83a6-4541-84c5-178805a170b2 x-openstack-request-id: req-6350d696-83a6-4541-84c5-178805a170b2 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:26:20.782743 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cf82511-5291-4d7a-89f0-47c0b75e1960", "name": "network-vif-plugged", "status": "completed", "tag": "6759a5ce-76e3-4dc2-8366-9aff034e5640", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:26:20.783080 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6350d696-83a6-4541-84c5-178805a170b2 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:26:20.783545 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cf82511-5291-4d7a-89f0-47c0b75e1960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6759a5ce-76e3-4dc2-8366-9aff034e5640', 'code': 200} Oct 30 15:26:20.801945 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e674bb5f-383f-437f-b933-615afddff41d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:20.803982 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e674bb5f-383f-437f-b933-615afddff41d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:20.804633 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e674bb5f-383f-437f-b933-615afddff41d admin admin] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:20.810643 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:20.848269 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-85b02889-7bb1-48d5-ae8e-c2ad8a67c8fa tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Deleting subnet efc2a2df-d7c5-4c8e-8158-951f02e3cd52 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:26:20.878728 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-e674bb5f-383f-437f-b933-615afddff41d admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6993222 Oct 30 15:26:20.882285 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 55670) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:20.889883 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-c1682dae-9293-4613-ba7c-ceb96e66c42c admin admin] Request body: {'subnet': {'network_id': 'e874fc18-e11d-4a09-8a86-4d3449e06603', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-336213634-subnet', 'tenant_id': '8883efdab1974efc9f550527d856656f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:26:20.911654 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e674bb5f-383f-437f-b933-615afddff41d admin admin] Pushing event updated for resources: {'Network': ['ID=e874fc18-e11d-4a09-8a86-4d3449e06603,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:20.921756 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ac574-23b1-4fa2-b399-23b3c4868d07 req-99781df3-d714-4689-9fa9-874ab0a66a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:20.923295 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-064ac574-23b1-4fa2-b399-23b3c4868d07 req-99781df3-d714-4689-9fa9-874ab0a66a55 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3cf82511-5291-4d7a-89f0-47c0b75e1960 HTTP/1.1" status: 200 len: 1097 time: 0.0617042 Oct 30 15:26:20.933060 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1682dae-9293-4613-ba7c-ceb96e66c42c admin admin] Made reservation on behalf of 8883efdab1974efc9f550527d856656f for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:26:20.936220 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c1682dae-9293-4613-ba7c-ceb96e66c42c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:20.945951 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network e874fc18-e11d-4a09-8a86-4d3449e06603 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:26:20.966597 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-064ac574-23b1-4fa2-b399-23b3c4868d07 req-335bbfdf-58b6-43a0-be5d-5c24a7514129 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353889 Oct 30 15:26:21.009040 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 6c7d5acf-f800-42ab-9fdd-b9cc676f1ef7 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:26:21.009787 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:21.026230 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=6759a5ce-76e3-4dc2-8366-9aff034e5640,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:21.052294 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-1e64d7c3-0415-4c29-a2c2-838ac030ef32 None None] Allocated IP 2001:db8::f816:3eff:feee:199c (21f1415d-07c4-4d9c-bed0-a8df8c0ac969/efc2a2df-d7c5-4c8e-8158-951f02e3cd52/d27b2e4e-ab5e-433f-850e-ed449341d730) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:26:21.075931 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-17a470e6-4968-46c6-bf30-1ae2331aebc6 None None] Provisioning complete for port 5ca9f8ae-702f-4ae3-9a93-ebe643cdbad5 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:26:21.076305 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-17a470e6-4968-46c6-bf30-1ae2331aebc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:21.136010 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c1682dae-9293-4613-ba7c-ceb96e66c42c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:21.195071 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1682dae-9293-4613-ba7c-ceb96e66c42c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ef7cf87-b3e7-4e69-a9d4-cb34bde83505,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:21.200860 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3f142db4-86d0-43e1-8b41-0f9a4989c13f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:21.210478 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1682dae-9293-4613-ba7c-ceb96e66c42c admin admin] Checking segment: {'id': 'bc60acd5-af90-46a3-b163-8f2ce87131df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e874fc18-e11d-4a09-8a86-4d3449e06603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:26:21.210843 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1682dae-9293-4613-ba7c-ceb96e66c42c admin admin] Network hostable DHCP agents. Network: e874fc18-e11d-4a09-8a86-4d3449e06603, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:26:21.228663 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1682dae-9293-4613-ba7c-ceb96e66c42c admin admin] Network e874fc18-e11d-4a09-8a86-4d3449e06603 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:26:21.239441 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-c1682dae-9293-4613-ba7c-ceb96e66c42c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, e874fc18-e11d-4a09-8a86-4d3449e06603) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:26:21.240459 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249626f5-a3ab-48ed-a6a8-15f9ea31d5ee None None] DHCP port deletion for 3d9542c4-36c9-4554-8cf0-1b703b981d18 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:26:21.248835 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1682dae-9293-4613-ba7c-ceb96e66c42c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:21.249634 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c1682dae-9293-4613-ba7c-ceb96e66c42c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:21.270843 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c1682dae-9293-4613-ba7c-ceb96e66c42c admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.3845205 Oct 30 15:26:21.271076 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 55672) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:21.277088 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-b0d1d67e-7f89-4274-b437-65cfe24b90bf admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-336213634-router', 'tenant_id': '8883efdab1974efc9f550527d856656f', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:26:21.281873 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3853e9c-39b1-4bd2-9aa4-fb75aadd8652 None None] Network e874fc18-e11d-4a09-8a86-4d3449e06603 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:26:21.302526 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b0d1d67e-7f89-4274-b437-65cfe24b90bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:21.304256 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b0d1d67e-7f89-4274-b437-65cfe24b90bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:21.362940 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b0d1d67e-7f89-4274-b437-65cfe24b90bf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:21.546515 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-62733d92-6279-4d9d-a338-02a118e0b93c req-e278e5ee-fff9-4d85-bf97-0a97e357c4b6 tempest-ServerShowV247Test-1856616642 tempest-ServerShowV247Test-1856616642-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdb7eace-9506-4771-8971-05be9947e26c HTTP/1.1" status: 200 len: 210 time: 0.0611272 Oct 30 15:26:21.548497 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b0d1d67e-7f89-4274-b437-65cfe24b90bf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:21.650588 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device c82653ee-691d-4b7c-af0f-3a56f898ac11 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:26:21.703072 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: c82653ee-691d-4b7c-af0f-3a56f898ac11 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:26:21.703735 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device c82653ee-691d-4b7c-af0f-3a56f898ac11 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:26:21.787392 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1e64d7c3-0415-4c29-a2c2-838ac030ef32 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:21.805408 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9756b5-f822-46fb-a52c-5bbd8f4d03aa req-cffcd1aa-9870-4a11-ad2b-5a99883434dd tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:21.807723 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-85b02889-7bb1-48d5-ae8e-c2ad8a67c8fa tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:21.808754 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6c9756b5-f822-46fb-a52c-5bbd8f4d03aa req-cffcd1aa-9870-4a11-ad2b-5a99883434dd tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cf82511-5291-4d7a-89f0-47c0b75e1960 HTTP/1.1" status: 200 len: 945 time: 0.0958905 Oct 30 15:26:21.830596 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 6c7d5acf-f800-42ab-9fdd-b9cc676f1ef7 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:26:21.834007 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1e64d7c3-0415-4c29-a2c2-838ac030ef32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:21.862082 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6c9756b5-f822-46fb-a52c-5bbd8f4d03aa req-0a6be080-2392-4755-a74f-a312691c0c35 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472739 Oct 30 15:26:21.882956 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b0d1d67e-7f89-4274-b437-65cfe24b90bf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:21.888798 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-85b02889-7bb1-48d5-ae8e-c2ad8a67c8fa tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:21.892212 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd6e491-7f1e-4511-bd5e-665db39ec7c2 None None] Network e874fc18-e11d-4a09-8a86-4d3449e06603 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:26:21.938699 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-249626f5-a3ab-48ed-a6a8-15f9ea31d5ee None None] Deleting port 5ca9f8ae-702f-4ae3-9a93-ebe643cdbad5 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:26:21.939325 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b0d1d67e-7f89-4274-b437-65cfe24b90bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:21.939454 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-249626f5-a3ab-48ed-a6a8-15f9ea31d5ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:21.948456 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e64d7c3-0415-4c29-a2c2-838ac030ef32 None None] Network 21f1415d-07c4-4d9c-bed0-a8df8c0ac969 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:26:22.024622 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e64d7c3-0415-4c29-a2c2-838ac030ef32 None None] Pushing event updated for resources: {'Port': ['ID=d27b2e4e-ab5e-433f-850e-ed449341d730,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:22.027501 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-1e64d7c3-0415-4c29-a2c2-838ac030ef32 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:26:22.037226 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e64d7c3-0415-4c29-a2c2-838ac030ef32 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:26:22.097954 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-249626f5-a3ab-48ed-a6a8-15f9ea31d5ee None None] For port 5ca9f8ae-702f-4ae3-9a93-ebe643cdbad5, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=5ca9f8ae-702f-4ae3-9a93-ebe643cdbad5,segment=NetworkSegment(af52ee46-c508-437f-8727-2ab791cda5b4),segment_id=af52ee46-c508-437f-8727-2ab791cda5b4)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:26:22.098511 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-249626f5-a3ab-48ed-a6a8-15f9ea31d5ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:22.132760 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-249626f5-a3ab-48ed-a6a8-15f9ea31d5ee None None] Calling delete_port for 5ca9f8ae-702f-4ae3-9a93-ebe643cdbad5 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:26:22.168282 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-b0d1d67e-7f89-4274-b437-65cfe24b90bf admin admin] Allocated IP 172.25.4.174 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/d55c0f69-baac-405f-ba93-4b7a64874d64) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:26:22.190760 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-85b02889-7bb1-48d5-ae8e-c2ad8a67c8fa tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:22.269952 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-1e64d7c3-0415-4c29-a2c2-838ac030ef32 None None] Attempting to bind port d27b2e4e-ab5e-433f-850e-ed449341d730 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:26:22.270282 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-1e64d7c3-0415-4c29-a2c2-838ac030ef32 None None] Attempting to bind port d27b2e4e-ab5e-433f-850e-ed449341d730 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'ad8b4061-289a-436b-a86c-02e61cace35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '21f1415d-07c4-4d9c-bed0-a8df8c0ac969'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:26:22.270625 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e64d7c3-0415-4c29-a2c2-838ac030ef32 None None] Attempting to bind port d27b2e4e-ab5e-433f-850e-ed449341d730 on network 21f1415d-07c4-4d9c-bed0-a8df8c0ac969 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:26:22.294805 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 6c7d5acf-f800-42ab-9fdd-b9cc676f1ef7 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:26:22.295184 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:22.329255 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-85b02889-7bb1-48d5-ae8e-c2ad8a67c8fa tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:22.348340 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e64d7c3-0415-4c29-a2c2-838ac030ef32 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:26:22.348727 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e64d7c3-0415-4c29-a2c2-838ac030ef32 None None] Checking segment: {'id': 'ad8b4061-289a-436b-a86c-02e61cace35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '21f1415d-07c4-4d9c-bed0-a8df8c0ac969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:26:22.349135 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1e64d7c3-0415-4c29-a2c2-838ac030ef32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:22.349539 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e64d7c3-0415-4c29-a2c2-838ac030ef32 None None] Bound using segment: {'id': 'ad8b4061-289a-436b-a86c-02e61cace35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '21f1415d-07c4-4d9c-bed0-a8df8c0ac969'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:26:22.350126 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-1e64d7c3-0415-4c29-a2c2-838ac030ef32 None None] Bound port: d27b2e4e-ab5e-433f-850e-ed449341d730, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8b4061-289a-436b-a86c-02e61cace35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '21f1415d-07c4-4d9c-bed0-a8df8c0ac969'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:26:22.350536 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1e64d7c3-0415-4c29-a2c2-838ac030ef32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:22.371972 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-85b02889-7bb1-48d5-ae8e-c2ad8a67c8fa tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:22.377674 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-85b02889-7bb1-48d5-ae8e-c2ad8a67c8fa tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] 10.222.0.62 "DELETE /v2.0/subnets/efc2a2df-d7c5-4c8e-8158-951f02e3cd52 HTTP/1.1" status: 204 len: 168 time: 1.6407762 Oct 30 15:26:22.377674 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b02889-7bb1-48d5-ae8e-c2ad8a67c8fa tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Pushing event deleted for resources: {'Subnet': ['ID=efc2a2df-d7c5-4c8e-8158-951f02e3cd52,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:22.378511 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 55680) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:22.398445 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b0d1d67e-7f89-4274-b437-65cfe24b90bf admin admin] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:22.420209 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-249626f5-a3ab-48ed-a6a8-15f9ea31d5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:22.439407 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718479ae-31ee-478d-b2c7-9524a74f89d0 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:22.441564 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718479ae-31ee-478d-b2c7-9524a74f89d0 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:22.443664 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-718479ae-31ee-478d-b2c7-9524a74f89d0 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0639329 Oct 30 15:26:22.445996 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 55682) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:22.456373 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b0d1d67e-7f89-4274-b437-65cfe24b90bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:22.464845 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249626f5-a3ab-48ed-a6a8-15f9ea31d5ee None None] Pushing event deleted for resources: {'Port': ['ID=5ca9f8ae-702f-4ae3-9a93-ebe643cdbad5,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:22.468374 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249626f5-a3ab-48ed-a6a8-15f9ea31d5ee None None] No DVR routers for this DVR port 5ca9f8ae-702f-4ae3-9a93-ebe643cdbad5 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:26:22.506307 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d1d67e-7f89-4274-b437-65cfe24b90bf admin admin] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:26:22.510124 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-b0d1d67e-7f89-4274-b437-65cfe24b90bf admin admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:26:22.514297 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d1d67e-7f89-4274-b437-65cfe24b90bf admin admin] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:26:22.519217 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-1e64d7c3-0415-4c29-a2c2-838ac030ef32 None None] For port d27b2e4e-ab5e-433f-850e-ed449341d730, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:26:22.549808 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d1d67e-7f89-4274-b437-65cfe24b90bf admin admin] Pushing event updated for resources: {'Port': ['ID=d55c0f69-baac-405f-ba93-4b7a64874d64,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:22.550014 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-47c581ab-3542-43fa-8c50-53cc3edb1ef6 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:22.559261 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-47c581ab-3542-43fa-8c50-53cc3edb1ef6 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 30 15:26:22.560090 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47c581ab-3542-43fa-8c50-53cc3edb1ef6 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:26:22.563380 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-47c581ab-3542-43fa-8c50-53cc3edb1ef6 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] 10.222.0.62 "DELETE /v2.0/networks/21f1415d-07c4-4d9c-bed0-a8df8c0ac969 HTTP/1.1" status: 409 len: 405 time: 0.1161671 Oct 30 15:26:22.567165 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 55688) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:22.588083 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-7cd6da35-d93f-4003-9fb2-306815c59224 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-377798709'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:26:22.589738 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-1e64d7c3-0415-4c29-a2c2-838ac030ef32 None None] For port d27b2e4e-ab5e-433f-850e-ed449341d730, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=d27b2e4e-ab5e-433f-850e-ed449341d730,segment=NetworkSegment(ad8b4061-289a-436b-a86c-02e61cace35a),segment_id=ad8b4061-289a-436b-a86c-02e61cace35a)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:26:22.596008 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1e64d7c3-0415-4c29-a2c2-838ac030ef32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:22.628182 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd6da35-d93f-4003-9fb2-306815c59224 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Made reservation on behalf of f035fafeb34240b3bb148d288b5c289f for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:26:22.638680 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7cd6da35-d93f-4003-9fb2-306815c59224 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:22.676261 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e64d7c3-0415-4c29-a2c2-838ac030ef32 None None] Pushing event updated for resources: {'Port': ['ID=d27b2e4e-ab5e-433f-850e-ed449341d730,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:22.695870 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cd6da35-d93f-4003-9fb2-306815c59224 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:26:22.696102 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 5ca9f8ae-702f-4ae3-9a93-ebe643cdbad5 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:26:22.706334 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7cd6da35-d93f-4003-9fb2-306815c59224 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:22.706553 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-7cd6da35-d93f-4003-9fb2-306815c59224 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Added segment 136ba4d9-e384-4f69-928c-df73ce8d42a0 of type vlan for network d319aee2-a0a5-458a-bb2b-9ed2277688c4 Oct 30 15:26:22.725493 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 5ca9f8ae-702f-4ae3-9a93-ebe643cdbad5 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:26:22.727476 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 5ca9f8ae-702f-4ae3-9a93-ebe643cdbad5 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:26:22.751408 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-af6f7048-5788-4a8b-bfb8-8c9a13d81317 req-5765c7fc-82be-4b38-a38d-8816510e245a tempest-ServerShowV247Test-1856616642 tempest-ServerShowV247Test-1856616642-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdb7eace-9506-4771-8971-05be9947e26c HTTP/1.1" status: 200 len: 210 time: 0.0612495 Oct 30 15:26:22.795032 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7cd6da35-d93f-4003-9fb2-306815c59224 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:22.826961 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692a0273-11bf-47ec-b100-31def8c746c4 None None] Network 21f1415d-07c4-4d9c-bed0-a8df8c0ac969 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:26:22.837278 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7cd6da35-d93f-4003-9fb2-306815c59224 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:22.843083 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd6da35-d93f-4003-9fb2-306815c59224 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:22.843813 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7cd6da35-d93f-4003-9fb2-306815c59224 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:22.870840 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-7cd6da35-d93f-4003-9fb2-306815c59224 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2994239 Oct 30 15:26:22.875778 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 55694) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:22.909724 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-554737da-da73-4d3e-95d6-e23dbd15ab67 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Request body: {'subnet': {'network_id': 'd319aee2-a0a5-458a-bb2b-9ed2277688c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:26:22.913848 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b0d1d67e-7f89-4274-b437-65cfe24b90bf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:23.008790 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf20021-90c4-461e-a2f9-47551b572a27 None None] get_active_networks_info from n-d-806683-17 {{(pid=102132) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 30 15:26:23.097744 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd6da35-d93f-4003-9fb2-306815c59224 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Pushing event updated for resources: {'Network': ['ID=d319aee2-a0a5-458a-bb2b-9ed2277688c4,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:23.120551 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network d319aee2-a0a5-458a-bb2b-9ed2277688c4 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:26:23.128602 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2959435-cd71-4e15-ac40-de590a48da98 req-f9c22197-af59-4812-94b5-92bfcc32ef2f tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:23.130107 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f2959435-cd71-4e15-ac40-de590a48da98 req-f9c22197-af59-4812-94b5-92bfcc32ef2f tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cf82511-5291-4d7a-89f0-47c0b75e1960 HTTP/1.1" status: 200 len: 945 time: 0.1346257 Oct 30 15:26:23.140384 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554737da-da73-4d3e-95d6-e23dbd15ab67 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Made reservation on behalf of f035fafeb34240b3bb148d288b5c289f for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:26:23.144310 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-554737da-da73-4d3e-95d6-e23dbd15ab67 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:23.186883 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b0d1d67e-7f89-4274-b437-65cfe24b90bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:23.210894 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf20021-90c4-461e-a2f9-47551b572a27 None None] Resources bound (agent type, host, resource id): {{(pid=102132) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 30 15:26:23.313186 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f2959435-cd71-4e15-ac40-de590a48da98 req-2eefc602-7ca8-42d8-a5bf-0d34c222b405 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738952 Oct 30 15:26:23.365513 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0d1d67e-7f89-4274-b437-65cfe24b90bf admin admin] Router b74a5fe8-bde6-4f4e-beb6-17d8fc8d81fc is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:26:23.470989 n-d-806683-17 neutron-server[102131]: DEBUG neutron.objects.ports [None req-554737da-da73-4d3e-95d6-e23dbd15ab67 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102131) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 30 15:26:23.474516 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-554737da-da73-4d3e-95d6-e23dbd15ab67 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:23.524794 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d448a03-b402-4602-a9cc-be4541073748 req-6e83bb26-f216-44d1-86b2-3230559f9a9a tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:23.526455 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8d448a03-b402-4602-a9cc-be4541073748 req-6e83bb26-f216-44d1-86b2-3230559f9a9a tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cf82511-5291-4d7a-89f0-47c0b75e1960 HTTP/1.1" status: 200 len: 945 time: 0.0697386 Oct 30 15:26:23.536118 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d1d67e-7f89-4274-b437-65cfe24b90bf admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:26:23.559115 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b0d1d67e-7f89-4274-b437-65cfe24b90bf admin admin] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:23.560164 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797d9a2a-2405-4d20-a2dc-42e0be7536a6 None None] Sync routers for ids ['b74a5fe8-bde6-4f4e-beb6-17d8fc8d81fc'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:26:23.564973 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b0d1d67e-7f89-4274-b437-65cfe24b90bf admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.2912359 Oct 30 15:26:23.566773 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 55700) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:23.582753 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797d9a2a-2405-4d20-a2dc-42e0be7536a6 None None] Routers {'b74a5fe8-bde6-4f4e-beb6-17d8fc8d81fc'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:26:23.583444 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-797d9a2a-2405-4d20-a2dc-42e0be7536a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:25:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['b74a5fe8-bde6-4f4e-beb6-17d8fc8d81fc'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:26:23.586448 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554737da-da73-4d3e-95d6-e23dbd15ab67 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Pushing event updated for resources: {'Subnet': ['ID=997f8b4b-b492-4416-83e3-1526249d2559,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:23.602408 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554737da-da73-4d3e-95d6-e23dbd15ab67 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Checking segment: {'id': '136ba4d9-e384-4f69-928c-df73ce8d42a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'd319aee2-a0a5-458a-bb2b-9ed2277688c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:26:23.602824 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554737da-da73-4d3e-95d6-e23dbd15ab67 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Network hostable DHCP agents. Network: d319aee2-a0a5-458a-bb2b-9ed2277688c4, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:26:23.625886 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554737da-da73-4d3e-95d6-e23dbd15ab67 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Network d319aee2-a0a5-458a-bb2b-9ed2277688c4 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:26:23.649763 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-554737da-da73-4d3e-95d6-e23dbd15ab67 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, d319aee2-a0a5-458a-bb2b-9ed2277688c4) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:26:23.660341 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554737da-da73-4d3e-95d6-e23dbd15ab67 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:23.662099 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-554737da-da73-4d3e-95d6-e23dbd15ab67 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:23.680525 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d347b3-ab1d-4151-a7de-59820d74898b None None] Network d319aee2-a0a5-458a-bb2b-9ed2277688c4 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:26:23.693129 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8d448a03-b402-4602-a9cc-be4541073748 req-12b86d55-7f7c-4a52-aabe-d9b1585c4994 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271398 Oct 30 15:26:23.696712 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-554737da-da73-4d3e-95d6-e23dbd15ab67 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.8194652 Oct 30 15:26:23.699193 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 55702) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:23.850597 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-19be3c77-ae49-42f3-8082-2c9573fe4eed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:23.871230 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b2b3b0d7-4e99-4486-98ca-00ad35ae0e71 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:23.898007 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-797d9a2a-2405-4d20-a2dc-42e0be7536a6 None None] Set router b74a5fe8-bde6-4f4e-beb6-17d8fc8d81fc gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:26:24.047486 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b2b3b0d7-4e99-4486-98ca-00ad35ae0e71 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:24.163850 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b2b3b0d7-4e99-4486-98ca-00ad35ae0e71 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:24.210202 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b3b0d7-4e99-4486-98ca-00ad35ae0e71 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Pushing event deleted for resources: {'Subnet': ['ID=997f8b4b-b492-4416-83e3-1526249d2559,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:24.220695 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e253354-349c-411b-8c5c-b65b44ac4bc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-d319aee2-a0a5-458a-bb2b-9ed2277688c4', 'network_id': 'd319aee2-a0a5-458a-bb2b-9ed2277688c4', 'tenant_id': 'f035fafeb34240b3bb148d288b5c289f', 'fixed_ips': [{'subnet_id': '997f8b4b-b492-4416-83e3-1526249d2559'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:26:24.221572 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9e253354-349c-411b-8c5c-b65b44ac4bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:24.339490 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3f96b265-b5b8-4362-8a43-ca1f28ffb44a req-7267f409-77df-449d-9ad9-9e98048cff12 tempest-ServerShowV247Test-1856616642 tempest-ServerShowV247Test-1856616642-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdb7eace-9506-4771-8971-05be9947e26c HTTP/1.1" status: 200 len: 210 time: 0.0567684 Oct 30 15:26:24.367641 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-797d9a2a-2405-4d20-a2dc-42e0be7536a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74a5fe8-bde6-4f4e-beb6-17d8fc8d81fc', 'name': 'tempest-ServerRescueNegativeTestJSON-336213634-router', 'tenant_id': '8883efdab1974efc9f550527d856656f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': 'd55c0f69-baac-405f-ba93-4b7a64874d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:26:21Z', 'updated_at': '2021-10-30T15:26:22Z', 'revision_number': 3, 'project_id': '8883efdab1974efc9f550527d856656f', 'gw_port': {'id': 'd55c0f69-baac-405f-ba93-4b7a64874d64', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:40:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74a5fe8-bde6-4f4e-beb6-17d8fc8d81fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:26:21Z', 'updated_at': '2021-10-30T15:26:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:26:24.585740 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fbfd15-f037-4fc6-8aea-d2e98e067df0 req-2dd4ee21-58d4-4e5b-89a1-e79fb9b02d3f tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:24.595324 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b9fbfd15-f037-4fc6-8aea-d2e98e067df0 req-2dd4ee21-58d4-4e5b-89a1-e79fb9b02d3f tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cf82511-5291-4d7a-89f0-47c0b75e1960 HTTP/1.1" status: 200 len: 945 time: 0.5042803 Oct 30 15:26:24.618827 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b2b3b0d7-4e99-4486-98ca-00ad35ae0e71 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:24.655750 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b9fbfd15-f037-4fc6-8aea-d2e98e067df0 req-fcc57f4f-49c2-4d46-8917-9a89a9653054 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594497 Oct 30 15:26:24.664336 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-b2b3b0d7-4e99-4486-98ca-00ad35ae0e71 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d319aee2-a0a5-458a-bb2b-9ed2277688c4']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:26:24.687035 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-b2b3b0d7-4e99-4486-98ca-00ad35ae0e71 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '136ba4d9-e384-4f69-928c-df73ce8d42a0') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:26:24.687908 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-b2b3b0d7-4e99-4486-98ca-00ad35ae0e71 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '136ba4d9-e384-4f69-928c-df73ce8d42a0') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:26:24.700721 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b2b3b0d7-4e99-4486-98ca-00ad35ae0e71 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:24.715650 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797d9a2a-2405-4d20-a2dc-42e0be7536a6 None None] Checking router: b74a5fe8-bde6-4f4e-beb6-17d8fc8d81fc for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:26:24.716146 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797d9a2a-2405-4d20-a2dc-42e0be7536a6 None None] Updating router b74a5fe8-bde6-4f4e-beb6-17d8fc8d81fc port d55c0f69-baac-405f-ba93-4b7a64874d64 binding host n-d-806683-17 {{(pid=102132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:26:24.717542 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b2b3b0d7-4e99-4486-98ca-00ad35ae0e71 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:24.725886 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2b3b0d7-4e99-4486-98ca-00ad35ae0e71 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:26:24.726585 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b2b3b0d7-4e99-4486-98ca-00ad35ae0e71 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:24.731030 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:26:24.731030 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:26:24.731030 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:26:24.731030 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:26:24.731030 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:26:24.731030 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:26:24.731030 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:26:24.731030 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:26:24.731030 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:26:24.731030 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:26:24.731030 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:26:24.731030 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:26:24.731030 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:26:24.731030 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:26:24.731030 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:26:24.731030 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:26:24.731030 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:26:24.731030 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:26:24.731030 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:26:24.731030 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:26:24.731030 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:26:24.731030 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:26:24.731030 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:26:24.731030 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:26:24.731030 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:26:24.731030 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:26:24.731030 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:26:24.731030 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:26:24.731030 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:26:24.731030 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:26:24.731030 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:26:24.731030 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:26:24.750522 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed131c0-9217-4009-b90b-574d3ea2731b None None] Network d319aee2-a0a5-458a-bb2b-9ed2277688c4 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:26:24.769287 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-462565f7-402c-4975-8e1f-ba410c84eced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:24.794221 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-797d9a2a-2405-4d20-a2dc-42e0be7536a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:24.811533 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b2b3b0d7-4e99-4486-98ca-00ad35ae0e71 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:24.821575 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b2b3b0d7-4e99-4486-98ca-00ad35ae0e71 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:24.824973 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b2b3b0d7-4e99-4486-98ca-00ad35ae0e71 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] 10.222.0.62 "DELETE /v2.0/networks/d319aee2-a0a5-458a-bb2b-9ed2277688c4 HTTP/1.1" status: 204 len: 168 time: 1.1246259 Oct 30 15:26:24.825785 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:24.834839 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 55712) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:24.841348 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-dfd6c649-c631-4465-947a-2f5ca85a01e1 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1989552417'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:26:24.844636 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b3b0d7-4e99-4486-98ca-00ad35ae0e71 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Pushing event deleted for resources: {'Network': ['ID=d319aee2-a0a5-458a-bb2b-9ed2277688c4,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:24.873635 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd6c649-c631-4465-947a-2f5ca85a01e1 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Made reservation on behalf of f035fafeb34240b3bb148d288b5c289f for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:26:24.878516 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-dfd6c649-c631-4465-947a-2f5ca85a01e1 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:24.915116 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfd6c649-c631-4465-947a-2f5ca85a01e1 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:26:24.929924 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-dfd6c649-c631-4465-947a-2f5ca85a01e1 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:24.930282 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-dfd6c649-c631-4465-947a-2f5ca85a01e1 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Added segment a2e14c8c-717a-49c8-a649-c4adcc87df0a of type vlan for network 8c2932a7-a5db-4bc7-afff-6cfeba2f9d38 Oct 30 15:26:24.960886 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:25.004580 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-462565f7-402c-4975-8e1f-ba410c84eced admin admin] Allocated IP 172.20.0.1 (e874fc18-e11d-4a09-8a86-4d3449e06603/8ef7cf87-b3e7-4e69-a9d4-cb34bde83505/6daa04c8-e32a-4e9f-9feb-af61168403b3) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:26:25.011787 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-dfd6c649-c631-4465-947a-2f5ca85a01e1 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:25.064938 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-dfd6c649-c631-4465-947a-2f5ca85a01e1 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:25.072657 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd6c649-c631-4465-947a-2f5ca85a01e1 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:25.073292 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-dfd6c649-c631-4465-947a-2f5ca85a01e1 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:25.152769 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-dfd6c649-c631-4465-947a-2f5ca85a01e1 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3138111 Oct 30 15:26:25.153001 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 55728) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:25.157781 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-53e21647-7c77-4aad-94df-82ba542d2ab6 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Request body: {'subnet': {'network_id': '8c2932a7-a5db-4bc7-afff-6cfeba2f9d38', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:26:25.166463 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd6c649-c631-4465-947a-2f5ca85a01e1 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Pushing event updated for resources: {'Network': ['ID=8c2932a7-a5db-4bc7-afff-6cfeba2f9d38,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:25.167776 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-797d9a2a-2405-4d20-a2dc-42e0be7536a6 None None] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:25.174711 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-797d9a2a-2405-4d20-a2dc-42e0be7536a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:25.214308 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 8c2932a7-a5db-4bc7-afff-6cfeba2f9d38 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:26:25.245106 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-462565f7-402c-4975-8e1f-ba410c84eced admin admin] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:25.257038 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec413420-278c-4423-bd28-f67fb5e9a4b1 req-fd8b187b-3bf6-45d5-9ebc-7dd010b91ff7 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:25.258682 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ec413420-278c-4423-bd28-f67fb5e9a4b1 req-fd8b187b-3bf6-45d5-9ebc-7dd010b91ff7 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] 10.222.0.62 "GET /v2.0/networks?id=ba542ebd-5699-4174-b714-a377fade84dc HTTP/1.1" status: 200 len: 813 time: 0.1596167 Oct 30 15:26:25.280913 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-797d9a2a-2405-4d20-a2dc-42e0be7536a6 None None] Attempting to bind port d55c0f69-baac-405f-ba93-4b7a64874d64 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:26:25.281283 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-797d9a2a-2405-4d20-a2dc-42e0be7536a6 None None] Attempting to bind port d55c0f69-baac-405f-ba93-4b7a64874d64 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:26:25.281803 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797d9a2a-2405-4d20-a2dc-42e0be7536a6 None None] Attempting to bind port d55c0f69-baac-405f-ba93-4b7a64874d64 on network edc38ef5-7816-4133-914c-cfe2849a0125 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:26:25.292357 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e21647-7c77-4aad-94df-82ba542d2ab6 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Made reservation on behalf of f035fafeb34240b3bb148d288b5c289f for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:26:25.293848 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ec413420-278c-4423-bd28-f67fb5e9a4b1 req-015af5d9-e9ec-425c-8f4f-9b993cb4c60e tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] 10.222.0.62 "GET /v2.0/quotas/62f659ad7df643c08749c99059158339 HTTP/1.1" status: 200 len: 375 time: 0.0208139 Oct 30 15:26:25.295891 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-53e21647-7c77-4aad-94df-82ba542d2ab6 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:25.299799 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22717110-932d-4179-9df7-74b1bf716777 None None] Pushing event updated for resources: {'Port': ['ID=d55c0f69-baac-405f-ba93-4b7a64874d64,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:25.305675 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-462565f7-402c-4975-8e1f-ba410c84eced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:25.308526 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797d9a2a-2405-4d20-a2dc-42e0be7536a6 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:26:25.309144 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797d9a2a-2405-4d20-a2dc-42e0be7536a6 None None] Checking segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:26:25.309565 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-797d9a2a-2405-4d20-a2dc-42e0be7536a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:25.310010 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797d9a2a-2405-4d20-a2dc-42e0be7536a6 None None] Bound using segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:26:25.310508 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-797d9a2a-2405-4d20-a2dc-42e0be7536a6 None None] Bound port: d55c0f69-baac-405f-ba93-4b7a64874d64, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:26:25.311255 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-797d9a2a-2405-4d20-a2dc-42e0be7536a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:25.355720 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb74bb-73dc-482a-a7cd-095a6a69be61 req-e2bb5172-a50d-4d1c-ad05-49242cf63d36 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:25.357155 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a1fb74bb-73dc-482a-a7cd-095a6a69be61 req-e2bb5172-a50d-4d1c-ad05-49242cf63d36 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cf82511-5291-4d7a-89f0-47c0b75e1960 HTTP/1.1" status: 200 len: 945 time: 0.1094356 Oct 30 15:26:25.370939 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ec413420-278c-4423-bd28-f67fb5e9a4b1 req-166c3c69-b9d5-42ab-a1e8-cbaf0081e335 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=62f659ad7df643c08749c99059158339&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0619433 Oct 30 15:26:25.379457 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462565f7-402c-4975-8e1f-ba410c84eced admin admin] Network e874fc18-e11d-4a09-8a86-4d3449e06603 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:26:25.391582 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-797d9a2a-2405-4d20-a2dc-42e0be7536a6 None None] For port d55c0f69-baac-405f-ba93-4b7a64874d64, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:26:25.392335 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-462565f7-402c-4975-8e1f-ba410c84eced admin admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:26:25.396179 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-797d9a2a-2405-4d20-a2dc-42e0be7536a6 None None] For port d55c0f69-baac-405f-ba93-4b7a64874d64, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=d55c0f69-baac-405f-ba93-4b7a64874d64,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:26:25.398391 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462565f7-402c-4975-8e1f-ba410c84eced admin admin] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:26:25.402134 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-797d9a2a-2405-4d20-a2dc-42e0be7536a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:25.410968 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462565f7-402c-4975-8e1f-ba410c84eced admin admin] Pushing event updated for resources: {'Port': ['ID=6daa04c8-e32a-4e9f-9feb-af61168403b3,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:25.466329 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797d9a2a-2405-4d20-a2dc-42e0be7536a6 None None] Routers {'b74a5fe8-bde6-4f4e-beb6-17d8fc8d81fc'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:26:25.467691 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-797d9a2a-2405-4d20-a2dc-42e0be7536a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:26:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['b74a5fe8-bde6-4f4e-beb6-17d8fc8d81fc'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:26:25.484359 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-462565f7-402c-4975-8e1f-ba410c84eced admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:25.559569 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ec413420-278c-4423-bd28-f67fb5e9a4b1 req-9dcce1fc-3edc-403a-bb70-2a952eaf7c00 service neutron] 10.222.0.62 "GET /v2.0/networks/ba542ebd-5699-4174-b714-a377fade84dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766868 Oct 30 15:26:25.566757 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5ba8ed6f-88a3-4fec-a5f4-4605b74a0e05 req-251928cf-f8ed-49c1-a30e-deb77d23aaf5 tempest-ServerShowV247Test-1856616642 tempest-ServerShowV247Test-1856616642-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdb7eace-9506-4771-8971-05be9947e26c HTTP/1.1" status: 200 len: 210 time: 0.0443716 Oct 30 15:26:25.576377 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-a1fb74bb-73dc-482a-a7cd-095a6a69be61 req-3d7f9513-3e03-4c66-aac9-325b99f9bf77 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Deleting port 6759a5ce-76e3-4dc2-8366-9aff034e5640 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:26:25.576790 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a1fb74bb-73dc-482a-a7cd-095a6a69be61 req-3d7f9513-3e03-4c66-aac9-325b99f9bf77 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:25.585822 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22717110-932d-4179-9df7-74b1bf716777 None None] Pushing event updated for resources: {'Port': ['ID=d55c0f69-baac-405f-ba93-4b7a64874d64,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:25.634682 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-797d9a2a-2405-4d20-a2dc-42e0be7536a6 None None] Set router b74a5fe8-bde6-4f4e-beb6-17d8fc8d81fc gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:26:25.679990 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-53e21647-7c77-4aad-94df-82ba542d2ab6 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:25.719962 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-462565f7-402c-4975-8e1f-ba410c84eced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:25.747825 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ec413420-278c-4423-bd28-f67fb5e9a4b1 req-cbc6cc58-9d37-4176-8b85-59849bab59ad service neutron] 10.222.0.62 "GET /v2.0/networks/ba542ebd-5699-4174-b714-a377fade84dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572669 Oct 30 15:26:25.785145 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-a1fb74bb-73dc-482a-a7cd-095a6a69be61 req-3d7f9513-3e03-4c66-aac9-325b99f9bf77 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] For port 6759a5ce-76e3-4dc2-8366-9aff034e5640, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=6759a5ce-76e3-4dc2-8366-9aff034e5640,segment=NetworkSegment(7dc81a9b-3539-4be9-a222-feb3b591dcc0),segment_id=7dc81a9b-3539-4be9-a222-feb3b591dcc0)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:26:25.785521 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a1fb74bb-73dc-482a-a7cd-095a6a69be61 req-3d7f9513-3e03-4c66-aac9-325b99f9bf77 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:25.810712 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e21647-7c77-4aad-94df-82ba542d2ab6 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Pushing event updated for resources: {'Subnet': ['ID=f7ba07cd-875c-405d-a9c5-a57a07cade3c,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:25.819620 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-a1fb74bb-73dc-482a-a7cd-095a6a69be61 req-3d7f9513-3e03-4c66-aac9-325b99f9bf77 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Calling delete_port for 6759a5ce-76e3-4dc2-8366-9aff034e5640 owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:26:25.821658 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e21647-7c77-4aad-94df-82ba542d2ab6 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Checking segment: {'id': 'a2e14c8c-717a-49c8-a649-c4adcc87df0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '8c2932a7-a5db-4bc7-afff-6cfeba2f9d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:26:25.822051 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e21647-7c77-4aad-94df-82ba542d2ab6 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Network hostable DHCP agents. Network: 8c2932a7-a5db-4bc7-afff-6cfeba2f9d38, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:26:25.864185 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-797d9a2a-2405-4d20-a2dc-42e0be7536a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74a5fe8-bde6-4f4e-beb6-17d8fc8d81fc', 'name': 'tempest-ServerRescueNegativeTestJSON-336213634-router', 'tenant_id': '8883efdab1974efc9f550527d856656f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': 'd55c0f69-baac-405f-ba93-4b7a64874d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:26:21Z', 'updated_at': '2021-10-30T15:26:22Z', 'revision_number': 3, 'project_id': '8883efdab1974efc9f550527d856656f', 'gw_port': {'id': 'd55c0f69-baac-405f-ba93-4b7a64874d64', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:40:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74a5fe8-bde6-4f4e-beb6-17d8fc8d81fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:26:21Z', 'updated_at': '2021-10-30T15:26:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:26:25.877794 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e21647-7c77-4aad-94df-82ba542d2ab6 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Network 8c2932a7-a5db-4bc7-afff-6cfeba2f9d38 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:26:25.898411 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797d9a2a-2405-4d20-a2dc-42e0be7536a6 None None] The sync data for ids ['b74a5fe8-bde6-4f4e-beb6-17d8fc8d81fc'] in n-d-806683-17 is: [{'id': 'b74a5fe8-bde6-4f4e-beb6-17d8fc8d81fc', 'name': 'tempest-ServerRescueNegativeTestJSON-336213634-router', 'tenant_id': '8883efdab1974efc9f550527d856656f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': 'd55c0f69-baac-405f-ba93-4b7a64874d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:26:21Z', 'updated_at': '2021-10-30T15:26:22Z', 'revision_number': 3, 'project_id': '8883efdab1974efc9f550527d856656f', 'gw_port': {'id': 'd55c0f69-baac-405f-ba93-4b7a64874d64', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:40:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74a5fe8-bde6-4f4e-beb6-17d8fc8d81fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:26:21Z', 'updated_at': '2021-10-30T15:26:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:26:25.938075 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-53e21647-7c77-4aad-94df-82ba542d2ab6 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 8c2932a7-a5db-4bc7-afff-6cfeba2f9d38) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:26:25.944293 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e21647-7c77-4aad-94df-82ba542d2ab6 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:25.944935 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-53e21647-7c77-4aad-94df-82ba542d2ab6 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:25.950375 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed513727-7b01-455c-ab2f-9a2cb3c6eb72 None None] Network 8c2932a7-a5db-4bc7-afff-6cfeba2f9d38 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:26:25.961173 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-462565f7-402c-4975-8e1f-ba410c84eced admin admin] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:25.967521 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-462565f7-402c-4975-8e1f-ba410c84eced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:25.984900 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f037f81c-5b79-406a-9967-12c72e16cdbe req-7b3005c3-8ac7-48d8-b98a-b9c14504e2b3 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:26.000089 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f037f81c-5b79-406a-9967-12c72e16cdbe req-7b3005c3-8ac7-48d8-b98a-b9c14504e2b3 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cf82511-5291-4d7a-89f0-47c0b75e1960 HTTP/1.1" status: 200 len: 945 time: 0.2112162 Oct 30 15:26:26.042964 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-53e21647-7c77-4aad-94df-82ba542d2ab6 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8889282 Oct 30 15:26:26.054168 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 55738) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:26.099886 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ca6ccd87-3e58-4263-b3ac-78baee7871c7 req-3a398900-d9f4-4c30-8550-82ac0070651c tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] 10.222.0.62 "GET /v2.0/ports?device_id=654dbdb8-5428-4a3b-bdac-270bfc84462d HTTP/1.1" status: 200 len: 210 time: 0.0954566 Oct 30 15:26:26.104867 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f037f81c-5b79-406a-9967-12c72e16cdbe req-8c18e503-a8c8-4a79-92f8-c3c4682f6aab tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035519 Oct 30 15:26:26.149199 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462565f7-402c-4975-8e1f-ba410c84eced admin admin] Pushing event updated for resources: {'Port': ['ID=6daa04c8-e32a-4e9f-9feb-af61168403b3,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:26.163128 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-462565f7-402c-4975-8e1f-ba410c84eced admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:26.200143 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a1fb74bb-73dc-482a-a7cd-095a6a69be61 req-3d7f9513-3e03-4c66-aac9-325b99f9bf77 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:26.239791 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['20b1da37-2313-4f20-8e19-c39745683e2e'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:26:26.269559 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7f9513-3e03-4c66-aac9-325b99f9bf77 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Pushing event deleted for resources: {'Port': ['ID=6759a5ce-76e3-4dc2-8366-9aff034e5640,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:26.283010 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bb4dbec3-7141-4356-abf1-c99b9f0f29b3 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:26.349225 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383aa1b0-49a0-428f-b689-c5b383293b9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-8c2932a7-a5db-4bc7-afff-6cfeba2f9d38', 'network_id': '8c2932a7-a5db-4bc7-afff-6cfeba2f9d38', 'tenant_id': 'f035fafeb34240b3bb148d288b5c289f', 'fixed_ips': [{'subnet_id': 'f7ba07cd-875c-405d-a9c5-a57a07cade3c'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:26:26.351636 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-383aa1b0-49a0-428f-b689-c5b383293b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:26.368466 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462565f7-402c-4975-8e1f-ba410c84eced admin admin] Network e874fc18-e11d-4a09-8a86-4d3449e06603 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:26:26.374148 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-462565f7-402c-4975-8e1f-ba410c84eced admin admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:26:26.423724 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1fb74bb-73dc-482a-a7cd-095a6a69be61 req-3d7f9513-3e03-4c66-aac9-325b99f9bf77 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] No DVR routers for this DVR port 6759a5ce-76e3-4dc2-8366-9aff034e5640 on host n-h1-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:26:26.427373 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a1fb74bb-73dc-482a-a7cd-095a6a69be61 req-3d7f9513-3e03-4c66-aac9-325b99f9bf77 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:26.433022 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a1fb74bb-73dc-482a-a7cd-095a6a69be61 req-3d7f9513-3e03-4c66-aac9-325b99f9bf77 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.53 "DELETE /v2.0/ports/6759a5ce-76e3-4dc2-8366-9aff034e5640 HTTP/1.1" status: 204 len: 173 time: 1.0685909 Oct 30 15:26:26.433656 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf82511-5291-4d7a-89f0-47c0b75e1960', 'name': 'network-vif-deleted', 'tag': '6759a5ce-76e3-4dc2-8366-9aff034e5640'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:26:26.436524 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd18639d-3cbb-411f-9378-f387015176e3" -d '{"events": [{"server_uuid": "3cf82511-5291-4d7a-89f0-47c0b75e1960", "name": "network-vif-deleted", "tag": "6759a5ce-76e3-4dc2-8366-9aff034e5640"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:26:26.487768 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bb4dbec3-7141-4356-abf1-c99b9f0f29b3 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:26.509849 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d7c09e-3fe1-4b95-8bef-b583babd2ff7 x-openstack-request-id: req-67d7c09e-3fe1-4b95-8bef-b583babd2ff7 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:26:26.511412 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cf82511-5291-4d7a-89f0-47c0b75e1960", "name": "network-vif-deleted", "tag": "6759a5ce-76e3-4dc2-8366-9aff034e5640", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:26:26.511850 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-67d7c09e-3fe1-4b95-8bef-b583babd2ff7 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:26:26.512939 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cf82511-5291-4d7a-89f0-47c0b75e1960', 'name': 'network-vif-deleted', 'tag': '6759a5ce-76e3-4dc2-8366-9aff034e5640', 'status': 'completed', 'code': 200} Oct 30 15:26:26.597020 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-462565f7-402c-4975-8e1f-ba410c84eced admin admin] Router b74a5fe8-bde6-4f4e-beb6-17d8fc8d81fc has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:26:26.619265 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:26.700938 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-383aa1b0-49a0-428f-b689-c5b383293b9a None None] Allocated IP 2001:db8::2 (8c2932a7-a5db-4bc7-afff-6cfeba2f9d38/f7ba07cd-875c-405d-a9c5-a57a07cade3c/2d593d45-a214-4072-aee0-449fe1a45df3) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:26:26.752425 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ed6a37cd-2699-4f24-b6ea-66d41ef6ee0e req-3c874984-2e4f-4355-8929-1ba8e7d140dd tempest-ServerShowV247Test-1856616642 tempest-ServerShowV247Test-1856616642-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdb7eace-9506-4771-8971-05be9947e26c HTTP/1.1" status: 200 len: 210 time: 0.0402429 Oct 30 15:26:26.798884 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-462565f7-402c-4975-8e1f-ba410c84eced admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:26:26.809971 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-462565f7-402c-4975-8e1f-ba410c84eced admin admin] 10.222.0.62 "PUT /v2.0/routers/b74a5fe8-bde6-4f4e-beb6-17d8fc8d81fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2421534 Oct 30 15:26:26.913307 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-383aa1b0-49a0-428f-b689-c5b383293b9a None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:26.927080 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-383aa1b0-49a0-428f-b689-c5b383293b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:26.949933 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bb4dbec3-7141-4356-abf1-c99b9f0f29b3 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:26.983308 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383aa1b0-49a0-428f-b689-c5b383293b9a None None] Network 8c2932a7-a5db-4bc7-afff-6cfeba2f9d38 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:26:26.988431 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-383aa1b0-49a0-428f-b689-c5b383293b9a None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:26:26.993472 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383aa1b0-49a0-428f-b689-c5b383293b9a None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:26:27.003777 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383aa1b0-49a0-428f-b689-c5b383293b9a None None] Pushing event updated for resources: {'Port': ['ID=2d593d45-a214-4072-aee0-449fe1a45df3,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:27.077497 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-383aa1b0-49a0-428f-b689-c5b383293b9a None None] Attempting to bind port 2d593d45-a214-4072-aee0-449fe1a45df3 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:26:27.079065 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-383aa1b0-49a0-428f-b689-c5b383293b9a None None] Attempting to bind port 2d593d45-a214-4072-aee0-449fe1a45df3 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'a2e14c8c-717a-49c8-a649-c4adcc87df0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '8c2932a7-a5db-4bc7-afff-6cfeba2f9d38'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:26:27.079836 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383aa1b0-49a0-428f-b689-c5b383293b9a None None] Attempting to bind port 2d593d45-a214-4072-aee0-449fe1a45df3 on network 8c2932a7-a5db-4bc7-afff-6cfeba2f9d38 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:26:27.087284 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4dbec3-7141-4356-abf1-c99b9f0f29b3 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Pushing event deleted for resources: {'Subnet': ['ID=f7ba07cd-875c-405d-a9c5-a57a07cade3c,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:27.087643 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383aa1b0-49a0-428f-b689-c5b383293b9a None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:26:27.088262 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383aa1b0-49a0-428f-b689-c5b383293b9a None None] Checking segment: {'id': 'a2e14c8c-717a-49c8-a649-c4adcc87df0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '8c2932a7-a5db-4bc7-afff-6cfeba2f9d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:26:27.088820 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-383aa1b0-49a0-428f-b689-c5b383293b9a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:27.096004 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383aa1b0-49a0-428f-b689-c5b383293b9a None None] Bound using segment: {'id': 'a2e14c8c-717a-49c8-a649-c4adcc87df0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '8c2932a7-a5db-4bc7-afff-6cfeba2f9d38'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:26:27.096227 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-383aa1b0-49a0-428f-b689-c5b383293b9a None None] Bound port: 2d593d45-a214-4072-aee0-449fe1a45df3, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2e14c8c-717a-49c8-a649-c4adcc87df0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '8c2932a7-a5db-4bc7-afff-6cfeba2f9d38'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:26:27.096680 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-383aa1b0-49a0-428f-b689-c5b383293b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:27.146662 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bb4dbec3-7141-4356-abf1-c99b9f0f29b3 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:27.197894 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-383aa1b0-49a0-428f-b689-c5b383293b9a None None] For port 2d593d45-a214-4072-aee0-449fe1a45df3, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:26:27.207979 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-383aa1b0-49a0-428f-b689-c5b383293b9a None None] For port 2d593d45-a214-4072-aee0-449fe1a45df3, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=2d593d45-a214-4072-aee0-449fe1a45df3,segment=NetworkSegment(a2e14c8c-717a-49c8-a649-c4adcc87df0a),segment_id=a2e14c8c-717a-49c8-a649-c4adcc87df0a)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:26:27.217334 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-bb4dbec3-7141-4356-abf1-c99b9f0f29b3 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c2932a7-a5db-4bc7-afff-6cfeba2f9d38']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:26:27.217471 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-383aa1b0-49a0-428f-b689-c5b383293b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:27.235527 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-bb4dbec3-7141-4356-abf1-c99b9f0f29b3 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2e14c8c-717a-49c8-a649-c4adcc87df0a') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:26:27.236240 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-bb4dbec3-7141-4356-abf1-c99b9f0f29b3 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2e14c8c-717a-49c8-a649-c4adcc87df0a') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:26:27.248624 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bb4dbec3-7141-4356-abf1-c99b9f0f29b3 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:27.266943 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bb4dbec3-7141-4356-abf1-c99b9f0f29b3 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:27.277991 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb4dbec3-7141-4356-abf1-c99b9f0f29b3 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:26:27.278673 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bb4dbec3-7141-4356-abf1-c99b9f0f29b3 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:27.283263 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:26:27.283263 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:26:27.283263 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:26:27.283263 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:26:27.283263 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:26:27.283263 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:26:27.283263 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:26:27.283263 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:26:27.283263 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:26:27.283263 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:26:27.283263 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:26:27.283263 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:26:27.283263 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:26:27.283263 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:26:27.283263 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:26:27.283263 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:26:27.283263 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:26:27.283263 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:26:27.283263 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:26:27.283263 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:26:27.283263 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:26:27.283263 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:26:27.283263 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:26:27.283263 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:26:27.283263 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:26:27.283263 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:26:27.283263 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:26:27.283263 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:26:27.283263 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:26:27.283263 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:26:27.283263 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:26:27.283263 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:26:27.332862 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383aa1b0-49a0-428f-b689-c5b383293b9a None None] Pushing event updated for resources: {'Port': ['ID=2d593d45-a214-4072-aee0-449fe1a45df3,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:27.351253 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a9b9b3-f811-432c-80d0-d68c049f7317 None None] Network 8c2932a7-a5db-4bc7-afff-6cfeba2f9d38 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:26:27.401940 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a0008cea-c42e-4d06-846e-a7e2a307ee2f req-41594d5c-50c2-4300-bbaf-a13cbadc9990 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] 10.222.0.62 "GET /v2.0/ports?device_id=654dbdb8-5428-4a3b-bdac-270bfc84462d HTTP/1.1" status: 200 len: 210 time: 0.0959654 Oct 30 15:26:27.434426 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.db.api [None req-bb4dbec3-7141-4356-abf1-c99b9f0f29b3 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 30 15:26:27.434426 n-d-806683-17 neutron-server[102130]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 30 15:26:27.434426 n-d-806683-17 neutron-server[102130]: [parameters: {'id': '8c2932a7-a5db-4bc7-afff-6cfeba2f9d38'}] Oct 30 15:26:27.434426 n-d-806683-17 neutron-server[102130]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 30 15:26:27.434954 n-d-806683-17 neutron-server[102130]: DEBUG oslo_db.api [None req-bb4dbec3-7141-4356-abf1-c99b9f0f29b3 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 30 15:26:27.553783 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e53d6e0-1ad9-4374-a366-a82b1d9a1231 None None] get_active_networks_info from n-d-806683-17 {{(pid=102132) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 30 15:26:27.675001 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a395e5d8-bc40-4bd4-bf4f-572eff5e7094 req-eba53f87-c35a-4de9-ac33-7b8622036fb8 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:27.683230 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a395e5d8-bc40-4bd4-bf4f-572eff5e7094 req-eba53f87-c35a-4de9-ac33-7b8622036fb8 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/networks?id=e874fc18-e11d-4a09-8a86-4d3449e06603 HTTP/1.1" status: 200 len: 818 time: 0.2583439 Oct 30 15:26:27.704288 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e53d6e0-1ad9-4374-a366-a82b1d9a1231 None None] Resources bound (agent type, host, resource id): {{(pid=102132) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 30 15:26:27.709766 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec413420-278c-4423-bd28-f67fb5e9a4b1 req-407a6693-40dc-4055-8373-319c58541bb5 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:27.711491 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ec413420-278c-4423-bd28-f67fb5e9a4b1 req-407a6693-40dc-4055-8373-319c58541bb5 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] 10.222.0.53 "GET /v2.0/networks?id=ba542ebd-5699-4174-b714-a377fade84dc HTTP/1.1" status: 200 len: 813 time: 0.2131650 Oct 30 15:26:27.719262 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a395e5d8-bc40-4bd4-bf4f-572eff5e7094 req-310cffe5-2154-4ca4-a5cd-c3476a0b954b tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/quotas/8883efdab1974efc9f550527d856656f HTTP/1.1" status: 200 len: 375 time: 0.0347040 Oct 30 15:26:27.736548 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-ec413420-278c-4423-bd28-f67fb5e9a4b1 req-cec1d5b4-8932-4434-9b19-64edba2e9b25 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Request body: {'port': {'device_id': '654dbdb8-5428-4a3b-bdac-270bfc84462d', 'network_id': 'ba542ebd-5699-4174-b714-a377fade84dc', 'admin_state_up': True, 'tenant_id': '62f659ad7df643c08749c99059158339'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:26:27.848495 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a395e5d8-bc40-4bd4-bf4f-572eff5e7094 req-70349a69-1d45-4346-b8c4-5c92f2cb5c24 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8883efdab1974efc9f550527d856656f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1272948 Oct 30 15:26:27.850387 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device d55c0f69-baac-405f-ba93-4b7a64874d64 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:26:27.909808 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a754b9c9-5f2b-43a2-bd13-e11c205c252a req-ced79d88-5d9c-434f-aece-a31f2f38b63f tempest-ServerShowV247Test-1856616642 tempest-ServerShowV247Test-1856616642-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdb7eace-9506-4771-8971-05be9947e26c HTTP/1.1" status: 200 len: 210 time: 0.0382786 Oct 30 15:26:27.942966 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bb4dbec3-7141-4356-abf1-c99b9f0f29b3 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:27.947876 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 6759a5ce-76e3-4dc2-8366-9aff034e5640 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:26:28.005038 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: 6759a5ce-76e3-4dc2-8366-9aff034e5640 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:26:28.005318 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 6759a5ce-76e3-4dc2-8366-9aff034e5640 not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:26:28.014624 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a395e5d8-bc40-4bd4-bf4f-572eff5e7094 req-36227707-546e-4891-8b9c-f6dcb89fbef2 service neutron] 10.222.0.62 "GET /v2.0/networks/e874fc18-e11d-4a09-8a86-4d3449e06603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303899 Oct 30 15:26:28.017213 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec413420-278c-4423-bd28-f67fb5e9a4b1 req-cec1d5b4-8932-4434-9b19-64edba2e9b25 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Made reservation on behalf of 62f659ad7df643c08749c99059158339 for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:26:28.025597 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-ec413420-278c-4423-bd28-f67fb5e9a4b1 req-cec1d5b4-8932-4434-9b19-64edba2e9b25 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:28.032178 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-bb4dbec3-7141-4356-abf1-c99b9f0f29b3 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Deleting port 2d593d45-a214-4072-aee0-449fe1a45df3 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:26:28.032615 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bb4dbec3-7141-4356-abf1-c99b9f0f29b3 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:28.032972 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port d55c0f69-baac-405f-ba93-4b7a64874d64 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:26:28.033425 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:28.210443 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a395e5d8-bc40-4bd4-bf4f-572eff5e7094 req-a1f17e6c-92d7-47ef-8d60-89793898aba4 service neutron] 10.222.0.62 "GET /v2.0/networks/e874fc18-e11d-4a09-8a86-4d3449e06603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790242 Oct 30 15:26:28.235945 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-bb4dbec3-7141-4356-abf1-c99b9f0f29b3 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] For port 2d593d45-a214-4072-aee0-449fe1a45df3, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=2d593d45-a214-4072-aee0-449fe1a45df3,segment=NetworkSegment(a2e14c8c-717a-49c8-a649-c4adcc87df0a),segment_id=a2e14c8c-717a-49c8-a649-c4adcc87df0a)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:26:28.236258 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bb4dbec3-7141-4356-abf1-c99b9f0f29b3 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:28.263209 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ff710-a131-4a56-977d-f81d69fedd92 req-6fcfbfb4-c475-4fb3-8eeb-7833f7022aeb tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:28.264922 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f52ff710-a131-4a56-977d-f81d69fedd92 req-6fcfbfb4-c475-4fb3-8eeb-7833f7022aeb tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/networks?id=e3d349fd-06d3-4d89-81c2-25b2b94c579c HTTP/1.1" status: 200 len: 806 time: 0.2058816 Oct 30 15:26:28.265935 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-bb4dbec3-7141-4356-abf1-c99b9f0f29b3 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Calling delete_port for 2d593d45-a214-4072-aee0-449fe1a45df3 owned by network:dhcp {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:26:28.287304 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f52ff710-a131-4a56-977d-f81d69fedd92 req-931e28ba-9b58-4d12-9623-cf5812b7d6df tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/quotas/a3028294d5734482b28fa89832495d29 HTTP/1.1" status: 200 len: 375 time: 0.0118284 Oct 30 15:26:28.298797 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-ec413420-278c-4423-bd28-f67fb5e9a4b1 req-cec1d5b4-8932-4434-9b19-64edba2e9b25 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Allocated IP 172.20.0.8 (ba542ebd-5699-4174-b714-a377fade84dc/159d4bc1-fd5e-4038-aef3-4912df62b6b9/2e484bd0-2902-4a18-a631-100bd5ee0c8e) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:26:28.358128 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:28.393609 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port d55c0f69-baac-405f-ba93-4b7a64874d64, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=d55c0f69-baac-405f-ba93-4b7a64874d64,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:26:28.402845 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:28.416836 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83b33bf-bf54-4509-a1d4-7c4482fffbc9 None None] Sync routers for ids ['b74a5fe8-bde6-4f4e-beb6-17d8fc8d81fc'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:26:28.440624 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83b33bf-bf54-4509-a1d4-7c4482fffbc9 None None] Routers {'b74a5fe8-bde6-4f4e-beb6-17d8fc8d81fc'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:26:28.442680 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-f83b33bf-bf54-4509-a1d4-7c4482fffbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:26:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['b74a5fe8-bde6-4f4e-beb6-17d8fc8d81fc'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:26:28.455707 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f52ff710-a131-4a56-977d-f81d69fedd92 req-cecaf467-c5cb-4a6f-b7db-fc83ede43864 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a3028294d5734482b28fa89832495d29&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1135852 Oct 30 15:26:28.464148 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bb4dbec3-7141-4356-abf1-c99b9f0f29b3 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:28.535955 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=d55c0f69-baac-405f-ba93-4b7a64874d64,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:28.546889 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4dbec3-7141-4356-abf1-c99b9f0f29b3 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Pushing event deleted for resources: {'Port': ['ID=2d593d45-a214-4072-aee0-449fe1a45df3,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:28.549202 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4dbec3-7141-4356-abf1-c99b9f0f29b3 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] No DVR routers for this DVR port 2d593d45-a214-4072-aee0-449fe1a45df3 on host n-d-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:26:28.555590 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-ec413420-278c-4423-bd28-f67fb5e9a4b1 req-cec1d5b4-8932-4434-9b19-64edba2e9b25 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:28.605191 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-f83b33bf-bf54-4509-a1d4-7c4482fffbc9 None None] Set router b74a5fe8-bde6-4f4e-beb6-17d8fc8d81fc gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:26:28.635518 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-556157b6-489a-4b9d-b8fa-1f87b17a5cd7 req-f53a3942-67d4-4ad0-86d3-be74bca1557c tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc542170-88f6-4c2f-93dd-699ca91e8342 HTTP/1.1" status: 200 len: 210 time: 0.0652292 Oct 30 15:26:28.637206 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-ec413420-278c-4423-bd28-f67fb5e9a4b1 req-cec1d5b4-8932-4434-9b19-64edba2e9b25 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:28.707971 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bb4dbec3-7141-4356-abf1-c99b9f0f29b3 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:28.729044 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec413420-278c-4423-bd28-f67fb5e9a4b1 req-cec1d5b4-8932-4434-9b19-64edba2e9b25 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Network ba542ebd-5699-4174-b714-a377fade84dc is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:26:28.735710 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-ec413420-278c-4423-bd28-f67fb5e9a4b1 req-cec1d5b4-8932-4434-9b19-64edba2e9b25 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:26:28.739302 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec413420-278c-4423-bd28-f67fb5e9a4b1 req-cec1d5b4-8932-4434-9b19-64edba2e9b25 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:26:28.744100 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f52ff710-a131-4a56-977d-f81d69fedd92 req-239a255f-2d81-4aa9-b5c7-5e9b51aac1f8 service neutron] 10.222.0.62 "GET /v2.0/networks/e3d349fd-06d3-4d89-81c2-25b2b94c579c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875152 Oct 30 15:26:28.764997 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-bb4dbec3-7141-4356-abf1-c99b9f0f29b3 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c2932a7-a5db-4bc7-afff-6cfeba2f9d38']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:26:28.812906 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-bb4dbec3-7141-4356-abf1-c99b9f0f29b3 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2e14c8c-717a-49c8-a649-c4adcc87df0a') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:26:28.813479 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-bb4dbec3-7141-4356-abf1-c99b9f0f29b3 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2e14c8c-717a-49c8-a649-c4adcc87df0a') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:26:28.817203 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec1d5b4-8932-4434-9b19-64edba2e9b25 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Pushing event updated for resources: {'Port': ['ID=2e484bd0-2902-4a18-a631-100bd5ee0c8e,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:28.839030 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bb4dbec3-7141-4356-abf1-c99b9f0f29b3 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:28.846873 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec1d5b4-8932-4434-9b19-64edba2e9b25 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:26:28.858205 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec1d5b4-8932-4434-9b19-64edba2e9b25 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:26:28.858657 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec1d5b4-8932-4434-9b19-64edba2e9b25 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:26:28.858989 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec1d5b4-8932-4434-9b19-64edba2e9b25 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:26:28.859336 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec1d5b4-8932-4434-9b19-64edba2e9b25 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:26:28.859892 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec1d5b4-8932-4434-9b19-64edba2e9b25 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:26:28.860307 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec1d5b4-8932-4434-9b19-64edba2e9b25 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:26:28.860632 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec1d5b4-8932-4434-9b19-64edba2e9b25 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:26:28.861063 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec1d5b4-8932-4434-9b19-64edba2e9b25 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:26:28.861485 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec1d5b4-8932-4434-9b19-64edba2e9b25 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:26:28.861896 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec1d5b4-8932-4434-9b19-64edba2e9b25 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:26:28.862289 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec1d5b4-8932-4434-9b19-64edba2e9b25 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:26:28.865475 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bb4dbec3-7141-4356-abf1-c99b9f0f29b3 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:28.888813 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec413420-278c-4423-bd28-f67fb5e9a4b1 req-cec1d5b4-8932-4434-9b19-64edba2e9b25 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:28.889463 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-ec413420-278c-4423-bd28-f67fb5e9a4b1 req-cec1d5b4-8932-4434-9b19-64edba2e9b25 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:28.892315 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb4dbec3-7141-4356-abf1-c99b9f0f29b3 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:26:28.892733 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bb4dbec3-7141-4356-abf1-c99b9f0f29b3 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:28.895955 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:26:28.895955 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:26:28.895955 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:26:28.895955 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:26:28.895955 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:26:28.895955 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:26:28.895955 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:26:28.895955 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:26:28.895955 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:26:28.895955 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:26:28.895955 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:26:28.895955 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:26:28.895955 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:26:28.895955 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:26:28.895955 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:26:28.895955 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:26:28.895955 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:26:28.895955 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:26:28.895955 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:26:28.895955 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:26:28.895955 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:26:28.895955 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:26:28.895955 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:26:28.895955 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:26:28.895955 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:26:28.895955 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:26:28.895955 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:26:28.895955 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:26:28.895955 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:26:28.895955 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:26:28.895955 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:26:28.895955 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:26:28.911926 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-f83b33bf-bf54-4509-a1d4-7c4482fffbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74a5fe8-bde6-4f4e-beb6-17d8fc8d81fc', 'name': 'tempest-ServerRescueNegativeTestJSON-336213634-router', 'tenant_id': '8883efdab1974efc9f550527d856656f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': 'd55c0f69-baac-405f-ba93-4b7a64874d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:26:21Z', 'updated_at': '2021-10-30T15:26:25Z', 'revision_number': 4, 'project_id': '8883efdab1974efc9f550527d856656f', 'gw_port': {'id': 'd55c0f69-baac-405f-ba93-4b7a64874d64', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:40:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74a5fe8-bde6-4f4e-beb6-17d8fc8d81fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:26:21Z', 'updated_at': '2021-10-30T15:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '6daa04c8-e32a-4e9f-9feb-af61168403b3', 'name': '', 'network_id': 'e874fc18-e11d-4a09-8a86-4d3449e06603', 'tenant_id': '8883efdab1974efc9f550527d856656f', 'mac_address': 'fa:16:3e:ff:03:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74a5fe8-bde6-4f4e-beb6-17d8fc8d81fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': '8ef7cf87-b3e7-4e69-a9d4-cb34bde83505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:26:24Z', 'updated_at': '2021-10-30T15:26:25Z', 'revision_number': 2, 'project_id': '8883efdab1974efc9f550527d856656f', 'subnets': [{'id': '8ef7cf87-b3e7-4e69-a9d4-cb34bde83505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:26:28.936908 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c94be2a-5b37-497c-bbd0-4a9b86275717 req-1fdb585b-dd5d-4775-8b31-17cc03951476 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:28.938439 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8c94be2a-5b37-497c-bbd0-4a9b86275717 req-1fdb585b-dd5d-4775-8b31-17cc03951476 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] 10.222.0.62 "GET /v2.0/ports?device_id=654dbdb8-5428-4a3b-bdac-270bfc84462d HTTP/1.1" status: 200 len: 931 time: 0.2074838 Oct 30 15:26:28.942194 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ec413420-278c-4423-bd28-f67fb5e9a4b1 req-cec1d5b4-8932-4434-9b19-64edba2e9b25 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2098522 Oct 30 15:26:28.951450 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83b33bf-bf54-4509-a1d4-7c4482fffbc9 None None] Checking router: b74a5fe8-bde6-4f4e-beb6-17d8fc8d81fc for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:26:28.952265 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83b33bf-bf54-4509-a1d4-7c4482fffbc9 None None] Updating router b74a5fe8-bde6-4f4e-beb6-17d8fc8d81fc port 6daa04c8-e32a-4e9f-9feb-af61168403b3 binding host n-d-806683-17 {{(pid=102133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:26:28.965562 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f52ff710-a131-4a56-977d-f81d69fedd92 req-a3b9d32a-95b0-4fca-8212-d30c55824585 service neutron] 10.222.0.62 "GET /v2.0/networks/e3d349fd-06d3-4d89-81c2-25b2b94c579c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122614 Oct 30 15:26:28.981575 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f83b33bf-bf54-4509-a1d4-7c4482fffbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:28.982813 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8c94be2a-5b37-497c-bbd0-4a9b86275717 req-b196698d-5fe6-4f9b-a383-86c39388eaf3 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8d0b5d91-2f63-4416-9274-91191d4ba671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369213 Oct 30 15:26:28.986999 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-ec413420-278c-4423-bd28-f67fb5e9a4b1 req-86c63f73-c949-4e9d-9a26-eccb21e96d8c service neutron] Request body: {'port': {'device_id': '654dbdb8-5428-4a3b-bdac-270bfc84462d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:26:29.017698 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bb4dbec3-7141-4356-abf1-c99b9f0f29b3 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:29.033634 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bb4dbec3-7141-4356-abf1-c99b9f0f29b3 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:29.044049 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-bb4dbec3-7141-4356-abf1-c99b9f0f29b3 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] 10.222.0.62 "DELETE /v2.0/networks/8c2932a7-a5db-4bc7-afff-6cfeba2f9d38 HTTP/1.1" status: 204 len: 168 time: 2.9840589 Oct 30 15:26:29.051518 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 55810) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:29.058232 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4dbec3-7141-4356-abf1-c99b9f0f29b3 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Pushing event deleted for resources: {'Network': ['ID=8c2932a7-a5db-4bc7-afff-6cfeba2f9d38,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:29.062891 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-9bebad06-a5e8-4aa2-a596-6808e82131b7 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1588689628'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:26:29.109797 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-ec413420-278c-4423-bd28-f67fb5e9a4b1 req-86c63f73-c949-4e9d-9a26-eccb21e96d8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:29.132498 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bebad06-a5e8-4aa2-a596-6808e82131b7 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Made reservation on behalf of f035fafeb34240b3bb148d288b5c289f for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:26:29.136212 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9bebad06-a5e8-4aa2-a596-6808e82131b7 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:29.253403 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c65cf56f-27eb-45a3-adb2-64b6a6fd3434 req-b4ba9b88-0997-4843-b262-b99befda81f0 tempest-ServerShowV247Test-1856616642 tempest-ServerShowV247Test-1856616642-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdb7eace-9506-4771-8971-05be9947e26c HTTP/1.1" status: 200 len: 210 time: 0.0387216 Oct 30 15:26:29.309658 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bebad06-a5e8-4aa2-a596-6808e82131b7 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:26:29.350471 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9bebad06-a5e8-4aa2-a596-6808e82131b7 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:29.350955 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-9bebad06-a5e8-4aa2-a596-6808e82131b7 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Added segment 1210020e-4a10-4214-8c39-9cd9fe2a6dfe of type vlan for network 7d7068f6-1b96-4dd7-b10a-ebb1ee9c152a Oct 30 15:26:29.402892 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3253e7d8-713a-43bb-8529-ddd89ef023bb req-143dafb7-b6c8-4a35-b1a8-ae484e93b149 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3aa7141-8fed-42ba-9d2d-662ea30e6157 HTTP/1.1" status: 200 len: 210 time: 0.0482047 Oct 30 15:26:29.409026 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f83b33bf-bf54-4509-a1d4-7c4482fffbc9 None None] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:29.419354 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f83b33bf-bf54-4509-a1d4-7c4482fffbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:29.478933 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b70ff8-9794-4508-93cf-596ad81595b4 None None] Pushing event updated for resources: {'Port': ['ID=6daa04c8-e32a-4e9f-9feb-af61168403b3,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:29.492354 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9bebad06-a5e8-4aa2-a596-6808e82131b7 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:29.495324 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b70ff8-9794-4508-93cf-596ad81595b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:26:29.496092 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b70ff8-9794-4508-93cf-596ad81595b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:26:29.496725 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b70ff8-9794-4508-93cf-596ad81595b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:26:29.497268 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b70ff8-9794-4508-93cf-596ad81595b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:26:29.497611 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b70ff8-9794-4508-93cf-596ad81595b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:26:29.497945 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b70ff8-9794-4508-93cf-596ad81595b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:26:29.498274 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b70ff8-9794-4508-93cf-596ad81595b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:26:29.498603 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b70ff8-9794-4508-93cf-596ad81595b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:26:29.499832 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b70ff8-9794-4508-93cf-596ad81595b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:26:29.500127 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b70ff8-9794-4508-93cf-596ad81595b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:26:29.500462 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b70ff8-9794-4508-93cf-596ad81595b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:26:29.500790 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b70ff8-9794-4508-93cf-596ad81595b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:26:29.512608 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a523ba-7967-46bb-aed1-45cde45da137 req-f4b13d0a-fc6c-448d-b9ba-cab41b7d2fbb tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:29.516109 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-78a523ba-7967-46bb-aed1-45cde45da137 req-f4b13d0a-fc6c-448d-b9ba-cab41b7d2fbb tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/networks?id=e874fc18-e11d-4a09-8a86-4d3449e06603 HTTP/1.1" status: 200 len: 818 time: 0.3936286 Oct 30 15:26:29.582145 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-f83b33bf-bf54-4509-a1d4-7c4482fffbc9 None None] Attempting to bind port 6daa04c8-e32a-4e9f-9feb-af61168403b3 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:26:29.583531 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-f83b33bf-bf54-4509-a1d4-7c4482fffbc9 None None] Attempting to bind port 6daa04c8-e32a-4e9f-9feb-af61168403b3 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'bc60acd5-af90-46a3-b163-8f2ce87131df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e874fc18-e11d-4a09-8a86-4d3449e06603'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:26:29.583975 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83b33bf-bf54-4509-a1d4-7c4482fffbc9 None None] Attempting to bind port 6daa04c8-e32a-4e9f-9feb-af61168403b3 on network e874fc18-e11d-4a09-8a86-4d3449e06603 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:26:29.585050 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-78a523ba-7967-46bb-aed1-45cde45da137 req-d33b77c5-4326-47bd-ba06-0cc2220aa214 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/quotas/8883efdab1974efc9f550527d856656f HTTP/1.1" status: 200 len: 375 time: 0.0334399 Oct 30 15:26:29.591389 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83b33bf-bf54-4509-a1d4-7c4482fffbc9 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:26:29.592002 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83b33bf-bf54-4509-a1d4-7c4482fffbc9 None None] Checking segment: {'id': 'bc60acd5-af90-46a3-b163-8f2ce87131df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e874fc18-e11d-4a09-8a86-4d3449e06603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:26:29.592797 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f83b33bf-bf54-4509-a1d4-7c4482fffbc9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:29.593539 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83b33bf-bf54-4509-a1d4-7c4482fffbc9 None None] Bound using segment: {'id': 'bc60acd5-af90-46a3-b163-8f2ce87131df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e874fc18-e11d-4a09-8a86-4d3449e06603'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:26:29.594602 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-f83b33bf-bf54-4509-a1d4-7c4482fffbc9 None None] Bound port: 6daa04c8-e32a-4e9f-9feb-af61168403b3, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc60acd5-af90-46a3-b163-8f2ce87131df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e874fc18-e11d-4a09-8a86-4d3449e06603'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:26:29.595064 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f83b33bf-bf54-4509-a1d4-7c4482fffbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:29.611325 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9bebad06-a5e8-4aa2-a596-6808e82131b7 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:29.617678 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bebad06-a5e8-4aa2-a596-6808e82131b7 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:29.618279 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9bebad06-a5e8-4aa2-a596-6808e82131b7 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:29.668222 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-f83b33bf-bf54-4509-a1d4-7c4482fffbc9 None None] For port 6daa04c8-e32a-4e9f-9feb-af61168403b3, host n-d-806683-17, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:26:29.673102 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-f83b33bf-bf54-4509-a1d4-7c4482fffbc9 None None] For port 6daa04c8-e32a-4e9f-9feb-af61168403b3, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=6daa04c8-e32a-4e9f-9feb-af61168403b3,segment=NetworkSegment(bc60acd5-af90-46a3-b163-8f2ce87131df),segment_id=bc60acd5-af90-46a3-b163-8f2ce87131df)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:26:29.680970 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f83b33bf-bf54-4509-a1d4-7c4482fffbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:29.725784 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-9bebad06-a5e8-4aa2-a596-6808e82131b7 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6730125 Oct 30 15:26:29.729927 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 55826) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:29.747617 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-21e622fa-e420-4e32-85b4-e5297dd2d668 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Request body: {'subnet': {'network_id': '7d7068f6-1b96-4dd7-b10a-ebb1ee9c152a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:26:29.774338 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bebad06-a5e8-4aa2-a596-6808e82131b7 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Pushing event updated for resources: {'Network': ['ID=7d7068f6-1b96-4dd7-b10a-ebb1ee9c152a,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:29.790205 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-78a523ba-7967-46bb-aed1-45cde45da137 req-9f98a8af-536b-4dce-b383-fc6c735887f3 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8883efdab1974efc9f550527d856656f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1963820 Oct 30 15:26:29.794509 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 7d7068f6-1b96-4dd7-b10a-ebb1ee9c152a details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:26:29.907579 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device d55c0f69-baac-405f-ba93-4b7a64874d64 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:26:29.909949 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:29.974922 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83b33bf-bf54-4509-a1d4-7c4482fffbc9 None None] Routers {'b74a5fe8-bde6-4f4e-beb6-17d8fc8d81fc'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:26:29.975604 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-f83b33bf-bf54-4509-a1d4-7c4482fffbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:26:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['b74a5fe8-bde6-4f4e-beb6-17d8fc8d81fc'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:26:29.982618 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e622fa-e420-4e32-85b4-e5297dd2d668 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Made reservation on behalf of f035fafeb34240b3bb148d288b5c289f for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:26:29.986308 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-21e622fa-e420-4e32-85b4-e5297dd2d668 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:29.995662 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-78a523ba-7967-46bb-aed1-45cde45da137 req-8c9349a6-64c6-485f-b048-6bccaa9e57fb service neutron] 10.222.0.62 "GET /v2.0/networks/e874fc18-e11d-4a09-8a86-4d3449e06603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040205 Oct 30 15:26:30.058244 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port d55c0f69-baac-405f-ba93-4b7a64874d64 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:26:30.058609 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:30.063892 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a395e5d8-bc40-4bd4-bf4f-572eff5e7094 req-1a7b7a62-14cf-4d25-b9e7-c02b6430c9f7 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:30.065701 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a395e5d8-bc40-4bd4-bf4f-572eff5e7094 req-1a7b7a62-14cf-4d25-b9e7-c02b6430c9f7 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.53 "GET /v2.0/networks?id=e874fc18-e11d-4a09-8a86-4d3449e06603 HTTP/1.1" status: 200 len: 818 time: 0.2130973 Oct 30 15:26:30.080207 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-a395e5d8-bc40-4bd4-bf4f-572eff5e7094 req-1cdabfc0-c8de-446f-aada-025b45312850 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Request body: {'port': {'device_id': 'fc542170-88f6-4c2f-93dd-699ca91e8342', 'network_id': 'e874fc18-e11d-4a09-8a86-4d3449e06603', 'admin_state_up': True, 'tenant_id': '8883efdab1974efc9f550527d856656f'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:26:30.103265 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-ec413420-278c-4423-bd28-f67fb5e9a4b1 req-86c63f73-c949-4e9d-9a26-eccb21e96d8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e484bd0-2902-4a18-a631-100bd5ee0c8e {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:26:30.108882 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b70ff8-9794-4508-93cf-596ad81595b4 None None] Pushing event updated for resources: {'Port': ['ID=6daa04c8-e32a-4e9f-9feb-af61168403b3,revision_number=4']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:30.126239 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-ec413420-278c-4423-bd28-f67fb5e9a4b1 req-86c63f73-c949-4e9d-9a26-eccb21e96d8c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:30.147498 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-ec413420-278c-4423-bd28-f67fb5e9a4b1 req-86c63f73-c949-4e9d-9a26-eccb21e96d8c service neutron] Transition to ACTIVE for port object 2e484bd0-2902-4a18-a631-100bd5ee0c8e will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:26:30.211738 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-f83b33bf-bf54-4509-a1d4-7c4482fffbc9 None None] Set router b74a5fe8-bde6-4f4e-beb6-17d8fc8d81fc gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:26:30.240386 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-ec413420-278c-4423-bd28-f67fb5e9a4b1 req-86c63f73-c949-4e9d-9a26-eccb21e96d8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:30.278219 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f3667f-dabb-4b9b-935f-54a1a20024c0 req-bcb8d59e-628a-4379-a8c3-e0d1cf186988 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:30.279880 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-74f3667f-dabb-4b9b-935f-54a1a20024c0 req-bcb8d59e-628a-4379-a8c3-e0d1cf186988 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] 10.222.0.62 "GET /v2.0/ports?device_id=654dbdb8-5428-4a3b-bdac-270bfc84462d HTTP/1.1" status: 200 len: 943 time: 0.1452947 Oct 30 15:26:30.315427 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c63f73-c949-4e9d-9a26-eccb21e96d8c service neutron] Pushing event updated for resources: {'Port': ['ID=2e484bd0-2902-4a18-a631-100bd5ee0c8e,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:30.356666 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-78a523ba-7967-46bb-aed1-45cde45da137 req-bc28c201-3127-4f66-8360-7eb514fcb6d3 service neutron] 10.222.0.62 "GET /v2.0/networks/e874fc18-e11d-4a09-8a86-4d3449e06603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042325 Oct 30 15:26:30.367162 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a395e5d8-bc40-4bd4-bf4f-572eff5e7094 req-1cdabfc0-c8de-446f-aada-025b45312850 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Made reservation on behalf of 8883efdab1974efc9f550527d856656f for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:26:30.370935 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-a395e5d8-bc40-4bd4-bf4f-572eff5e7094 req-1cdabfc0-c8de-446f-aada-025b45312850 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:30.420031 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-ec413420-278c-4423-bd28-f67fb5e9a4b1 req-86c63f73-c949-4e9d-9a26-eccb21e96d8c service neutron] Attempting to bind port 2e484bd0-2902-4a18-a631-100bd5ee0c8e on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:26:30.420376 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-ec413420-278c-4423-bd28-f67fb5e9a4b1 req-86c63f73-c949-4e9d-9a26-eccb21e96d8c service neutron] Attempting to bind port 2e484bd0-2902-4a18-a631-100bd5ee0c8e by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '7011c6d8-32ed-4459-adbb-56923cb7836a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ba542ebd-5699-4174-b714-a377fade84dc'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:26:30.420884 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec413420-278c-4423-bd28-f67fb5e9a4b1 req-86c63f73-c949-4e9d-9a26-eccb21e96d8c service neutron] Attempting to bind port 2e484bd0-2902-4a18-a631-100bd5ee0c8e on network ba542ebd-5699-4174-b714-a377fade84dc {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:26:30.424185 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-74f3667f-dabb-4b9b-935f-54a1a20024c0 req-2c5dc810-02f2-4c92-981b-d79b3db3a0d8 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8d0b5d91-2f63-4416-9274-91191d4ba671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181216 Oct 30 15:26:30.426844 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec413420-278c-4423-bd28-f67fb5e9a4b1 req-86c63f73-c949-4e9d-9a26-eccb21e96d8c service neutron] Port 2e484bd0-2902-4a18-a631-100bd5ee0c8e on network ba542ebd-5699-4174-b714-a377fade84dc not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:26:30.427245 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec413420-278c-4423-bd28-f67fb5e9a4b1 req-86c63f73-c949-4e9d-9a26-eccb21e96d8c service neutron] Attempting to bind port 2e484bd0-2902-4a18-a631-100bd5ee0c8e on network ba542ebd-5699-4174-b714-a377fade84dc {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:26:30.441000 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec413420-278c-4423-bd28-f67fb5e9a4b1 req-86c63f73-c949-4e9d-9a26-eccb21e96d8c service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:26:30.441356 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec413420-278c-4423-bd28-f67fb5e9a4b1 req-86c63f73-c949-4e9d-9a26-eccb21e96d8c service neutron] Checking segment: {'id': '7011c6d8-32ed-4459-adbb-56923cb7836a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ba542ebd-5699-4174-b714-a377fade84dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:26:30.443082 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec413420-278c-4423-bd28-f67fb5e9a4b1 req-86c63f73-c949-4e9d-9a26-eccb21e96d8c service neutron] Bound using segment: {'id': '7011c6d8-32ed-4459-adbb-56923cb7836a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ba542ebd-5699-4174-b714-a377fade84dc'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:26:30.443427 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-ec413420-278c-4423-bd28-f67fb5e9a4b1 req-86c63f73-c949-4e9d-9a26-eccb21e96d8c service neutron] Bound port: 2e484bd0-2902-4a18-a631-100bd5ee0c8e, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7011c6d8-32ed-4459-adbb-56923cb7836a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ba542ebd-5699-4174-b714-a377fade84dc'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:26:30.445684 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-ec413420-278c-4423-bd28-f67fb5e9a4b1 req-86c63f73-c949-4e9d-9a26-eccb21e96d8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:30.478057 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-f83b33bf-bf54-4509-a1d4-7c4482fffbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74a5fe8-bde6-4f4e-beb6-17d8fc8d81fc', 'name': 'tempest-ServerRescueNegativeTestJSON-336213634-router', 'tenant_id': '8883efdab1974efc9f550527d856656f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': 'd55c0f69-baac-405f-ba93-4b7a64874d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:26:21Z', 'updated_at': '2021-10-30T15:26:25Z', 'revision_number': 4, 'project_id': '8883efdab1974efc9f550527d856656f', 'gw_port': {'id': 'd55c0f69-baac-405f-ba93-4b7a64874d64', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:40:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74a5fe8-bde6-4f4e-beb6-17d8fc8d81fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:26:21Z', 'updated_at': '2021-10-30T15:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '6daa04c8-e32a-4e9f-9feb-af61168403b3', 'name': '', 'network_id': 'e874fc18-e11d-4a09-8a86-4d3449e06603', 'tenant_id': '8883efdab1974efc9f550527d856656f', 'mac_address': 'fa:16:3e:ff:03:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74a5fe8-bde6-4f4e-beb6-17d8fc8d81fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': '8ef7cf87-b3e7-4e69-a9d4-cb34bde83505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:26:24Z', 'updated_at': '2021-10-30T15:26:29Z', 'revision_number': 4, 'project_id': '8883efdab1974efc9f550527d856656f', 'subnets': [{'id': '8ef7cf87-b3e7-4e69-a9d4-cb34bde83505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:26:30.512684 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83b33bf-bf54-4509-a1d4-7c4482fffbc9 None None] The sync data for ids ['b74a5fe8-bde6-4f4e-beb6-17d8fc8d81fc'] in n-d-806683-17 is: [{'id': 'b74a5fe8-bde6-4f4e-beb6-17d8fc8d81fc', 'name': 'tempest-ServerRescueNegativeTestJSON-336213634-router', 'tenant_id': '8883efdab1974efc9f550527d856656f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': 'd55c0f69-baac-405f-ba93-4b7a64874d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:26:21Z', 'updated_at': '2021-10-30T15:26:25Z', 'revision_number': 4, 'project_id': '8883efdab1974efc9f550527d856656f', 'gw_port': {'id': 'd55c0f69-baac-405f-ba93-4b7a64874d64', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:40:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74a5fe8-bde6-4f4e-beb6-17d8fc8d81fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:26:21Z', 'updated_at': '2021-10-30T15:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '6daa04c8-e32a-4e9f-9feb-af61168403b3', 'name': '', 'network_id': 'e874fc18-e11d-4a09-8a86-4d3449e06603', 'tenant_id': '8883efdab1974efc9f550527d856656f', 'mac_address': 'fa:16:3e:ff:03:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74a5fe8-bde6-4f4e-beb6-17d8fc8d81fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': '8ef7cf87-b3e7-4e69-a9d4-cb34bde83505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:26:24Z', 'updated_at': '2021-10-30T15:26:29Z', 'revision_number': 4, 'project_id': '8883efdab1974efc9f550527d856656f', 'subnets': [{'id': '8ef7cf87-b3e7-4e69-a9d4-cb34bde83505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:26:30.738218 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-478e3b6b-0156-4ed4-a936-dc0baf3ca0ba req-f3035621-6636-40f4-b587-48e7feda5165 tempest-ServerShowV247Test-1856616642 tempest-ServerShowV247Test-1856616642-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdb7eace-9506-4771-8971-05be9947e26c HTTP/1.1" status: 200 len: 210 time: 0.1907909 Oct 30 15:26:30.788536 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-a395e5d8-bc40-4bd4-bf4f-572eff5e7094 req-1cdabfc0-c8de-446f-aada-025b45312850 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Allocated IP 172.20.0.11 (e874fc18-e11d-4a09-8a86-4d3449e06603/8ef7cf87-b3e7-4e69-a9d4-cb34bde83505/99d5db0b-d610-47fd-95c7-44707343fc82) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:26:30.815444 n-d-806683-17 neutron-server[102130]: DEBUG neutron.objects.ports [None req-21e622fa-e420-4e32-85b4-e5297dd2d668 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102130) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 30 15:26:30.821306 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-21e622fa-e420-4e32-85b4-e5297dd2d668 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:30.923085 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e54323c6-4d74-4d87-bc21-1a389d1d5a31 req-4df5b05b-46ea-45e5-abb4-ff32302412d9 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=294f33dc-6bdf-46da-8012-eb35ed17225b HTTP/1.1" status: 200 len: 210 time: 0.0991843 Oct 30 15:26:30.973366 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e622fa-e420-4e32-85b4-e5297dd2d668 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Pushing event updated for resources: {'Subnet': ['ID=829e6dd5-42f9-4d12-93e9-23f7334cb5fb,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:30.998420 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e622fa-e420-4e32-85b4-e5297dd2d668 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Checking segment: {'id': '1210020e-4a10-4214-8c39-9cd9fe2a6dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7d7068f6-1b96-4dd7-b10a-ebb1ee9c152a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:26:30.998794 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e622fa-e420-4e32-85b4-e5297dd2d668 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Network hostable DHCP agents. Network: 7d7068f6-1b96-4dd7-b10a-ebb1ee9c152a, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:26:31.050496 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-ec413420-278c-4423-bd28-f67fb5e9a4b1 req-86c63f73-c949-4e9d-9a26-eccb21e96d8c service neutron] For port 2e484bd0-2902-4a18-a631-100bd5ee0c8e, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:26:31.055094 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7936bb4b-dc64-4ab7-ae74-7dcb1b964690 req-094d05b9-ed52-4178-a53c-d4818f243810 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3aa7141-8fed-42ba-9d2d-662ea30e6157 HTTP/1.1" status: 200 len: 210 time: 0.0387526 Oct 30 15:26:31.078756 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-ec413420-278c-4423-bd28-f67fb5e9a4b1 req-86c63f73-c949-4e9d-9a26-eccb21e96d8c service neutron] For port 2e484bd0-2902-4a18-a631-100bd5ee0c8e, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=2e484bd0-2902-4a18-a631-100bd5ee0c8e,segment=NetworkSegment(7011c6d8-32ed-4459-adbb-56923cb7836a),segment_id=7011c6d8-32ed-4459-adbb-56923cb7836a)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:26:31.104049 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-ec413420-278c-4423-bd28-f67fb5e9a4b1 req-86c63f73-c949-4e9d-9a26-eccb21e96d8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:31.108099 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e622fa-e420-4e32-85b4-e5297dd2d668 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Network 7d7068f6-1b96-4dd7-b10a-ebb1ee9c152a is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:26:31.131763 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-21e622fa-e420-4e32-85b4-e5297dd2d668 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 7d7068f6-1b96-4dd7-b10a-ebb1ee9c152a) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:26:31.143991 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2091fc5-5a60-4bf9-948e-58c6934a6a12 None None] Network 7d7068f6-1b96-4dd7-b10a-ebb1ee9c152a requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:26:31.150075 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e622fa-e420-4e32-85b4-e5297dd2d668 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:31.150941 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-21e622fa-e420-4e32-85b4-e5297dd2d668 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:31.155185 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-a395e5d8-bc40-4bd4-bf4f-572eff5e7094 req-1cdabfc0-c8de-446f-aada-025b45312850 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:31.198031 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec413420-278c-4423-bd28-f67fb5e9a4b1 req-86c63f73-c949-4e9d-9a26-eccb21e96d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:31.198896 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-ec413420-278c-4423-bd28-f67fb5e9a4b1 req-86c63f73-c949-4e9d-9a26-eccb21e96d8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:31.200094 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ec413420-278c-4423-bd28-f67fb5e9a4b1 req-86c63f73-c949-4e9d-9a26-eccb21e96d8c service neutron] 10.222.0.53 "PUT /v2.0/ports/2e484bd0-2902-4a18-a631-100bd5ee0c8e HTTP/1.1" status: 200 len: 1092 time: 2.2210572 Oct 30 15:26:31.201935 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '654dbdb8-5428-4a3b-bdac-270bfc84462d', 'tag': '2e484bd0-2902-4a18-a631-100bd5ee0c8e'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:26:31.203679 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-21e622fa-e420-4e32-85b4-e5297dd2d668 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.4704249 Oct 30 15:26:31.212647 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 55844) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:31.220676 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd60cb9-fca0-4322-8d49-a47f454e20f4" -d '{"events": [{"name": "network-changed", "server_uuid": "654dbdb8-5428-4a3b-bdac-270bfc84462d", "tag": "2e484bd0-2902-4a18-a631-100bd5ee0c8e"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:26:31.254882 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ff710-a131-4a56-977d-f81d69fedd92 req-7ba1188b-3f4b-4c3f-badb-552f1543d0e7 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:31.258096 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f52ff710-a131-4a56-977d-f81d69fedd92 req-7ba1188b-3f4b-4c3f-badb-552f1543d0e7 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.53 "GET /v2.0/networks?id=e3d349fd-06d3-4d89-81c2-25b2b94c579c HTTP/1.1" status: 200 len: 806 time: 0.7026350 Oct 30 15:26:31.273788 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-f52ff710-a131-4a56-977d-f81d69fedd92 req-ec71aadc-5ce5-46c3-a8c4-3abfa27438bf tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Request body: {'port': {'device_id': 'd3aa7141-8fed-42ba-9d2d-662ea30e6157', 'network_id': 'e3d349fd-06d3-4d89-81c2-25b2b94c579c', 'admin_state_up': True, 'tenant_id': 'a3028294d5734482b28fa89832495d29'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:26:31.319834 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43771586-86a5-49a1-bb8b-82c7b9786095 x-openstack-request-id: req-43771586-86a5-49a1-bb8b-82c7b9786095 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:26:31.320262 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "654dbdb8-5428-4a3b-bdac-270bfc84462d", "tag": "2e484bd0-2902-4a18-a631-100bd5ee0c8e", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:26:31.320523 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-43771586-86a5-49a1-bb8b-82c7b9786095 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:26:31.320929 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '654dbdb8-5428-4a3b-bdac-270bfc84462d', 'tag': '2e484bd0-2902-4a18-a631-100bd5ee0c8e', 'status': 'completed', 'code': 200} Oct 30 15:26:31.438419 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcd5d40-bd1c-4c5a-b2cb-dfb2f9ceedf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-7d7068f6-1b96-4dd7-b10a-ebb1ee9c152a', 'network_id': '7d7068f6-1b96-4dd7-b10a-ebb1ee9c152a', 'tenant_id': 'f035fafeb34240b3bb148d288b5c289f', 'fixed_ips': [{'subnet_id': '829e6dd5-42f9-4d12-93e9-23f7334cb5fb'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:26:31.439572 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6bcd5d40-bd1c-4c5a-b2cb-dfb2f9ceedf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:31.465297 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c63f73-c949-4e9d-9a26-eccb21e96d8c service neutron] Pushing event updated for resources: {'Port': ['ID=2e484bd0-2902-4a18-a631-100bd5ee0c8e,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:31.520694 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f52ff710-a131-4a56-977d-f81d69fedd92 req-ec71aadc-5ce5-46c3-a8c4-3abfa27438bf tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Made reservation on behalf of a3028294d5734482b28fa89832495d29 for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:26:31.525451 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-f52ff710-a131-4a56-977d-f81d69fedd92 req-ec71aadc-5ce5-46c3-a8c4-3abfa27438bf tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:31.681589 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-f52ff710-a131-4a56-977d-f81d69fedd92 req-ec71aadc-5ce5-46c3-a8c4-3abfa27438bf tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Allocated IP 172.20.0.14 (e3d349fd-06d3-4d89-81c2-25b2b94c579c/8cd32631-4817-453f-b06d-49c42463e638/92c78ca1-1f69-499a-9b02-1ab908d06f05) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:26:31.693127 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-6bcd5d40-bd1c-4c5a-b2cb-dfb2f9ceedf7 None None] Allocated IP 2001:db8::f816:3eff:fe88:d06e (7d7068f6-1b96-4dd7-b10a-ebb1ee9c152a/829e6dd5-42f9-4d12-93e9-23f7334cb5fb/afce856f-fa21-4a02-9036-7138f0d46bf3) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:26:31.797759 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-a395e5d8-bc40-4bd4-bf4f-572eff5e7094 req-1cdabfc0-c8de-446f-aada-025b45312850 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:31.881691 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdabfc0-c8de-446f-aada-025b45312850 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Pushing event updated for resources: {'Port': ['ID=99d5db0b-d610-47fd-95c7-44707343fc82,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:31.917094 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec413420-278c-4423-bd28-f67fb5e9a4b1 req-5ea2a442-ce53-4fac-9b92-418b9a2df3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:31.918662 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ec413420-278c-4423-bd28-f67fb5e9a4b1 req-5ea2a442-ce53-4fac-9b92-418b9a2df3f4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=62f659ad7df643c08749c99059158339&device_id=654dbdb8-5428-4a3b-bdac-270bfc84462d HTTP/1.1" status: 200 len: 1095 time: 0.6285126 Oct 30 15:26:31.957120 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 6daa04c8-e32a-4e9f-9feb-af61168403b3 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:26:31.974158 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5c281c70-da99-413f-ba53-332ebe8e544b req-eb612812-effe-46db-a7dd-ca3fd0180663 tempest-ServerShowV247Test-1856616642 tempest-ServerShowV247Test-1856616642-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdb7eace-9506-4771-8971-05be9947e26c HTTP/1.1" status: 200 len: 210 time: 0.0527103 Oct 30 15:26:31.976644 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ec413420-278c-4423-bd28-f67fb5e9a4b1 req-3c7e584f-0dcb-4f97-afc8-969f38944fc6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e484bd0-2902-4a18-a631-100bd5ee0c8e HTTP/1.1" status: 200 len: 217 time: 0.0450585 Oct 30 15:26:31.984675 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b79b11-6892-4d18-89b9-7d6e02932207 req-ce84f8a3-86ed-44dc-8fb9-2add98276709 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:31.985085 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a395e5d8-bc40-4bd4-bf4f-572eff5e7094 req-1cdabfc0-c8de-446f-aada-025b45312850 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Network e874fc18-e11d-4a09-8a86-4d3449e06603 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:26:31.990663 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-a395e5d8-bc40-4bd4-bf4f-572eff5e7094 req-1cdabfc0-c8de-446f-aada-025b45312850 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:26:31.992162 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f3b79b11-6892-4d18-89b9-7d6e02932207 req-ce84f8a3-86ed-44dc-8fb9-2add98276709 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] 10.222.0.62 "GET /v2.0/ports?device_id=654dbdb8-5428-4a3b-bdac-270bfc84462d HTTP/1.1" status: 200 len: 943 time: 0.2824638 Oct 30 15:26:31.997797 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cfde8166-dff5-47cd-b46d-203bd6b4f903 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:32.001691 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-a395e5d8-bc40-4bd4-bf4f-572eff5e7094 req-1cdabfc0-c8de-446f-aada-025b45312850 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:26:32.032304 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:32.063543 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6bcd5d40-bd1c-4c5a-b2cb-dfb2f9ceedf7 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:32.074986 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6bcd5d40-bd1c-4c5a-b2cb-dfb2f9ceedf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:32.117544 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a395e5d8-bc40-4bd4-bf4f-572eff5e7094 req-1cdabfc0-c8de-446f-aada-025b45312850 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:32.120573 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-a395e5d8-bc40-4bd4-bf4f-572eff5e7094 req-1cdabfc0-c8de-446f-aada-025b45312850 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:32.135948 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bcd5d40-bd1c-4c5a-b2cb-dfb2f9ceedf7 None None] Network 7d7068f6-1b96-4dd7-b10a-ebb1ee9c152a is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:26:32.138589 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 6daa04c8-e32a-4e9f-9feb-af61168403b3 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:26:32.139063 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:32.145788 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a395e5d8-bc40-4bd4-bf4f-572eff5e7094 req-1cdabfc0-c8de-446f-aada-025b45312850 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0702727 Oct 30 15:26:32.152034 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec413420-278c-4423-bd28-f67fb5e9a4b1 req-7ee55779-f6d3-4ed6-996d-8c566adb6a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:32.158661 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-a395e5d8-bc40-4bd4-bf4f-572eff5e7094 req-99a4baad-1f13-4d42-af3b-70ee1b80944f service neutron] Request body: {'port': {'device_id': 'fc542170-88f6-4c2f-93dd-699ca91e8342', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:26:32.164336 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ec413420-278c-4423-bd28-f67fb5e9a4b1 req-7ee55779-f6d3-4ed6-996d-8c566adb6a2d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=159d4bc1-fd5e-4038-aef3-4912df62b6b9 HTTP/1.1" status: 200 len: 853 time: 0.1547446 Oct 30 15:26:32.202749 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-6bcd5d40-bd1c-4c5a-b2cb-dfb2f9ceedf7 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:26:32.206639 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcd5d40-bd1c-4c5a-b2cb-dfb2f9ceedf7 None None] Pushing event updated for resources: {'Port': ['ID=afce856f-fa21-4a02-9036-7138f0d46bf3,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:32.209613 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcd5d40-bd1c-4c5a-b2cb-dfb2f9ceedf7 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:26:32.213898 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cfde8166-dff5-47cd-b46d-203bd6b4f903 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:32.239591 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ec413420-278c-4423-bd28-f67fb5e9a4b1 req-d3842d08-a428-4600-a40e-11760f262924 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ba542ebd-5699-4174-b714-a377fade84dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606136 Oct 30 15:26:32.310429 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-6bcd5d40-bd1c-4c5a-b2cb-dfb2f9ceedf7 None None] Attempting to bind port afce856f-fa21-4a02-9036-7138f0d46bf3 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:26:32.310817 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-6bcd5d40-bd1c-4c5a-b2cb-dfb2f9ceedf7 None None] Attempting to bind port afce856f-fa21-4a02-9036-7138f0d46bf3 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '1210020e-4a10-4214-8c39-9cd9fe2a6dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7d7068f6-1b96-4dd7-b10a-ebb1ee9c152a'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:26:32.311192 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcd5d40-bd1c-4c5a-b2cb-dfb2f9ceedf7 None None] Attempting to bind port afce856f-fa21-4a02-9036-7138f0d46bf3 on network 7d7068f6-1b96-4dd7-b10a-ebb1ee9c152a {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:26:32.318607 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcd5d40-bd1c-4c5a-b2cb-dfb2f9ceedf7 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:26:32.318989 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcd5d40-bd1c-4c5a-b2cb-dfb2f9ceedf7 None None] Checking segment: {'id': '1210020e-4a10-4214-8c39-9cd9fe2a6dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7d7068f6-1b96-4dd7-b10a-ebb1ee9c152a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:26:32.319421 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6bcd5d40-bd1c-4c5a-b2cb-dfb2f9ceedf7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:32.319831 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcd5d40-bd1c-4c5a-b2cb-dfb2f9ceedf7 None None] Bound using segment: {'id': '1210020e-4a10-4214-8c39-9cd9fe2a6dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7d7068f6-1b96-4dd7-b10a-ebb1ee9c152a'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:26:32.320324 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-6bcd5d40-bd1c-4c5a-b2cb-dfb2f9ceedf7 None None] Bound port: afce856f-fa21-4a02-9036-7138f0d46bf3, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1210020e-4a10-4214-8c39-9cd9fe2a6dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7d7068f6-1b96-4dd7-b10a-ebb1ee9c152a'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:26:32.320789 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6bcd5d40-bd1c-4c5a-b2cb-dfb2f9ceedf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:32.323869 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:32.352590 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6ec71d0c-3135-4f98-a682-131682c11d29 req-627458ba-3db1-4129-b3be-04757bc5f66d tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=294f33dc-6bdf-46da-8012-eb35ed17225b HTTP/1.1" status: 200 len: 210 time: 0.1638248 Oct 30 15:26:32.375589 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cfde8166-dff5-47cd-b46d-203bd6b4f903 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:32.414467 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfde8166-dff5-47cd-b46d-203bd6b4f903 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Pushing event deleted for resources: {'Subnet': ['ID=829e6dd5-42f9-4d12-93e9-23f7334cb5fb,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:32.416705 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f3b79b11-6892-4d18-89b9-7d6e02932207 req-1794e218-32f7-4351-b6be-cdad9cd97778 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8d0b5d91-2f63-4416-9274-91191d4ba671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4233112 Oct 30 15:26:32.436969 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-f52ff710-a131-4a56-977d-f81d69fedd92 req-ec71aadc-5ce5-46c3-a8c4-3abfa27438bf tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:32.439696 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-a395e5d8-bc40-4bd4-bf4f-572eff5e7094 req-99a4baad-1f13-4d42-af3b-70ee1b80944f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:32.454775 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-6bcd5d40-bd1c-4c5a-b2cb-dfb2f9ceedf7 None None] For port afce856f-fa21-4a02-9036-7138f0d46bf3, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:26:32.457817 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 6daa04c8-e32a-4e9f-9feb-af61168403b3, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=6daa04c8-e32a-4e9f-9feb-af61168403b3,segment=NetworkSegment(bc60acd5-af90-46a3-b163-8f2ce87131df),segment_id=bc60acd5-af90-46a3-b163-8f2ce87131df)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:26:32.460548 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-6bcd5d40-bd1c-4c5a-b2cb-dfb2f9ceedf7 None None] For port afce856f-fa21-4a02-9036-7138f0d46bf3, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=afce856f-fa21-4a02-9036-7138f0d46bf3,segment=NetworkSegment(1210020e-4a10-4214-8c39-9cd9fe2a6dfe),segment_id=1210020e-4a10-4214-8c39-9cd9fe2a6dfe)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:26:32.463140 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:32.469974 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6bcd5d40-bd1c-4c5a-b2cb-dfb2f9ceedf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:32.477136 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a523ba-7967-46bb-aed1-45cde45da137 req-f9690e94-7a76-46b3-bf81-45d1839f73b6 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:32.479012 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-78a523ba-7967-46bb-aed1-45cde45da137 req-f9690e94-7a76-46b3-bf81-45d1839f73b6 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.44 "GET /v2.0/networks?id=e874fc18-e11d-4a09-8a86-4d3449e06603 HTTP/1.1" status: 200 len: 818 time: 0.2795284 Oct 30 15:26:32.504516 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-78a523ba-7967-46bb-aed1-45cde45da137 req-9ac3a34b-c819-4871-b7d8-234ede65091b tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Request body: {'port': {'device_id': '294f33dc-6bdf-46da-8012-eb35ed17225b', 'network_id': 'e874fc18-e11d-4a09-8a86-4d3449e06603', 'admin_state_up': True, 'tenant_id': '8883efdab1974efc9f550527d856656f'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:26:32.548228 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4aee0789-77b3-44a1-a7a2-2c3ced7f2e6b req-e4afb0af-8d3e-41db-b4cf-f1a84603b1a0 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3aa7141-8fed-42ba-9d2d-662ea30e6157 HTTP/1.1" status: 200 len: 210 time: 0.0656128 Oct 30 15:26:32.581035 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cfde8166-dff5-47cd-b46d-203bd6b4f903 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:32.588474 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fa08b6-fc89-4d6b-9c25-4aee2c0cb538 None None] Network 7d7068f6-1b96-4dd7-b10a-ebb1ee9c152a requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:26:32.606978 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-cfde8166-dff5-47cd-b46d-203bd6b4f903 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d7068f6-1b96-4dd7-b10a-ebb1ee9c152a']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:26:32.619269 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-cfde8166-dff5-47cd-b46d-203bd6b4f903 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1210020e-4a10-4214-8c39-9cd9fe2a6dfe') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:26:32.619739 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-cfde8166-dff5-47cd-b46d-203bd6b4f903 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1210020e-4a10-4214-8c39-9cd9fe2a6dfe') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:26:32.622250 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-f52ff710-a131-4a56-977d-f81d69fedd92 req-ec71aadc-5ce5-46c3-a8c4-3abfa27438bf tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:32.633428 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cfde8166-dff5-47cd-b46d-203bd6b4f903 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:32.639224 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ec413420-278c-4423-bd28-f67fb5e9a4b1 req-4d441568-8c29-4541-9b17-ed78f1b41863 service neutron] 10.222.0.53 "GET /v2.0/networks/ba542ebd-5699-4174-b714-a377fade84dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594528 Oct 30 15:26:32.649196 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cfde8166-dff5-47cd-b46d-203bd6b4f903 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:32.677002 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfde8166-dff5-47cd-b46d-203bd6b4f903 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:26:32.678608 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cfde8166-dff5-47cd-b46d-203bd6b4f903 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:32.684857 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:26:32.684857 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:26:32.684857 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:26:32.684857 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:26:32.684857 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:26:32.684857 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:26:32.684857 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:26:32.684857 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:26:32.684857 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:26:32.684857 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:26:32.684857 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:26:32.684857 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:26:32.684857 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:26:32.684857 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:26:32.684857 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:26:32.684857 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:26:32.684857 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:26:32.684857 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:26:32.684857 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:26:32.684857 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:26:32.684857 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:26:32.684857 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:26:32.684857 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:26:32.684857 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:26:32.684857 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:26:32.684857 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:26:32.684857 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:26:32.684857 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:26:32.684857 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:26:32.684857 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:26:32.684857 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:26:32.684857 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:26:32.702745 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=6daa04c8-e32a-4e9f-9feb-af61168403b3,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:32.756560 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['20b1da37-2313-4f20-8e19-c39745683e2e'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:26:32.758153 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f52ff710-a131-4a56-977d-f81d69fedd92 req-ec71aadc-5ce5-46c3-a8c4-3abfa27438bf tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Network e3d349fd-06d3-4d89-81c2-25b2b94c579c is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:26:32.766738 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-f52ff710-a131-4a56-977d-f81d69fedd92 req-ec71aadc-5ce5-46c3-a8c4-3abfa27438bf tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:26:32.768662 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec71aadc-5ce5-46c3-a8c4-3abfa27438bf tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Pushing event updated for resources: {'Port': ['ID=92c78ca1-1f69-499a-9b02-1ab908d06f05,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:32.775359 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-f52ff710-a131-4a56-977d-f81d69fedd92 req-ec71aadc-5ce5-46c3-a8c4-3abfa27438bf tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:26:32.794565 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcd5d40-bd1c-4c5a-b2cb-dfb2f9ceedf7 None None] Pushing event updated for resources: {'Port': ['ID=afce856f-fa21-4a02-9036-7138f0d46bf3,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:32.826076 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.db.api [None req-cfde8166-dff5-47cd-b46d-203bd6b4f903 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 30 15:26:32.826076 n-d-806683-17 neutron-server[102130]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 30 15:26:32.826076 n-d-806683-17 neutron-server[102130]: [parameters: {'id': '7d7068f6-1b96-4dd7-b10a-ebb1ee9c152a'}] Oct 30 15:26:32.826076 n-d-806683-17 neutron-server[102130]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 30 15:26:32.826076 n-d-806683-17 neutron-server[102130]: DEBUG oslo_db.api [None req-cfde8166-dff5-47cd-b46d-203bd6b4f903 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 30 15:26:32.827038 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78a523ba-7967-46bb-aed1-45cde45da137 req-9ac3a34b-c819-4871-b7d8-234ede65091b tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Made reservation on behalf of 8883efdab1974efc9f550527d856656f for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:26:32.830998 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-78a523ba-7967-46bb-aed1-45cde45da137 req-9ac3a34b-c819-4871-b7d8-234ede65091b tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:32.875663 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ff710-a131-4a56-977d-f81d69fedd92 req-ec71aadc-5ce5-46c3-a8c4-3abfa27438bf tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:32.876292 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-f52ff710-a131-4a56-977d-f81d69fedd92 req-ec71aadc-5ce5-46c3-a8c4-3abfa27438bf tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:32.879874 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be6ad26-5606-4db4-88d7-342204f362e5 None None] get_active_networks_info from n-d-806683-17 {{(pid=102132) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 30 15:26:32.900624 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ec413420-278c-4423-bd28-f67fb5e9a4b1 req-67d416bc-442c-4138-8ccb-370c568b3ee1 service neutron] 10.222.0.53 "GET /v2.0/networks/ba542ebd-5699-4174-b714-a377fade84dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275324 Oct 30 15:26:32.944191 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f52ff710-a131-4a56-977d-f81d69fedd92 req-ec71aadc-5ce5-46c3-a8c4-3abfa27438bf tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6752844 Oct 30 15:26:32.958847 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-f52ff710-a131-4a56-977d-f81d69fedd92 req-c4437f97-bf12-4cce-9a0e-5de4e5f4427e service neutron] Request body: {'port': {'device_id': 'd3aa7141-8fed-42ba-9d2d-662ea30e6157', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:26:33.036158 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-a395e5d8-bc40-4bd4-bf4f-572eff5e7094 req-99a4baad-1f13-4d42-af3b-70ee1b80944f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99d5db0b-d610-47fd-95c7-44707343fc82 {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:26:33.046981 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-a395e5d8-bc40-4bd4-bf4f-572eff5e7094 req-99a4baad-1f13-4d42-af3b-70ee1b80944f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:33.057546 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-f52ff710-a131-4a56-977d-f81d69fedd92 req-c4437f97-bf12-4cce-9a0e-5de4e5f4427e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:33.062061 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be6ad26-5606-4db4-88d7-342204f362e5 None None] Resources bound (agent type, host, resource id): {{(pid=102132) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 30 15:26:33.067947 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-a395e5d8-bc40-4bd4-bf4f-572eff5e7094 req-99a4baad-1f13-4d42-af3b-70ee1b80944f service neutron] Transition to ACTIVE for port object 99d5db0b-d610-47fd-95c7-44707343fc82 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:26:33.073749 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-a395e5d8-bc40-4bd4-bf4f-572eff5e7094 req-99a4baad-1f13-4d42-af3b-70ee1b80944f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:33.122572 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd60cb9-fca0-4322-8d49-a47f454e20f4 req-245c1e81-389d-4723-8e84-8b3507b3fa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:33.124496 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bdd60cb9-fca0-4322-8d49-a47f454e20f4 req-245c1e81-389d-4723-8e84-8b3507b3fa04 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=62f659ad7df643c08749c99059158339&device_id=654dbdb8-5428-4a3b-bdac-270bfc84462d HTTP/1.1" status: 200 len: 1095 time: 0.1459262 Oct 30 15:26:33.184557 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a4baad-1f13-4d42-af3b-70ee1b80944f service neutron] Pushing event updated for resources: {'Port': ['ID=99d5db0b-d610-47fd-95c7-44707343fc82,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:33.186586 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-515a1c7d-7557-4964-8ea7-84a5d33958b4 req-44e4cdf8-da01-4338-b461-0d76015d1648 tempest-ServerShowV247Test-1856616642 tempest-ServerShowV247Test-1856616642-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdb7eace-9506-4771-8971-05be9947e26c HTTP/1.1" status: 200 len: 210 time: 0.0689900 Oct 30 15:26:33.212104 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-a395e5d8-bc40-4bd4-bf4f-572eff5e7094 req-99a4baad-1f13-4d42-af3b-70ee1b80944f service neutron] Attempting to bind port 99d5db0b-d610-47fd-95c7-44707343fc82 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:26:33.212592 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-a395e5d8-bc40-4bd4-bf4f-572eff5e7094 req-99a4baad-1f13-4d42-af3b-70ee1b80944f service neutron] Attempting to bind port 99d5db0b-d610-47fd-95c7-44707343fc82 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': 'bc60acd5-af90-46a3-b163-8f2ce87131df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e874fc18-e11d-4a09-8a86-4d3449e06603'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:26:33.213198 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a395e5d8-bc40-4bd4-bf4f-572eff5e7094 req-99a4baad-1f13-4d42-af3b-70ee1b80944f service neutron] Attempting to bind port 99d5db0b-d610-47fd-95c7-44707343fc82 on network e874fc18-e11d-4a09-8a86-4d3449e06603 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:26:33.218403 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a395e5d8-bc40-4bd4-bf4f-572eff5e7094 req-99a4baad-1f13-4d42-af3b-70ee1b80944f service neutron] Port 99d5db0b-d610-47fd-95c7-44707343fc82 on network e874fc18-e11d-4a09-8a86-4d3449e06603 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:26:33.218840 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a395e5d8-bc40-4bd4-bf4f-572eff5e7094 req-99a4baad-1f13-4d42-af3b-70ee1b80944f service neutron] Attempting to bind port 99d5db0b-d610-47fd-95c7-44707343fc82 on network e874fc18-e11d-4a09-8a86-4d3449e06603 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:26:33.226341 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a395e5d8-bc40-4bd4-bf4f-572eff5e7094 req-99a4baad-1f13-4d42-af3b-70ee1b80944f service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:26:33.226341 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a395e5d8-bc40-4bd4-bf4f-572eff5e7094 req-99a4baad-1f13-4d42-af3b-70ee1b80944f service neutron] Checking segment: {'id': 'bc60acd5-af90-46a3-b163-8f2ce87131df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e874fc18-e11d-4a09-8a86-4d3449e06603'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:26:33.226341 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a395e5d8-bc40-4bd4-bf4f-572eff5e7094 req-99a4baad-1f13-4d42-af3b-70ee1b80944f service neutron] Bound using segment: {'id': 'bc60acd5-af90-46a3-b163-8f2ce87131df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e874fc18-e11d-4a09-8a86-4d3449e06603'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:26:33.226341 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-a395e5d8-bc40-4bd4-bf4f-572eff5e7094 req-99a4baad-1f13-4d42-af3b-70ee1b80944f service neutron] Bound port: 99d5db0b-d610-47fd-95c7-44707343fc82, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc60acd5-af90-46a3-b163-8f2ce87131df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e874fc18-e11d-4a09-8a86-4d3449e06603'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:26:33.226341 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-a395e5d8-bc40-4bd4-bf4f-572eff5e7094 req-99a4baad-1f13-4d42-af3b-70ee1b80944f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:33.276932 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-78a523ba-7967-46bb-aed1-45cde45da137 req-9ac3a34b-c819-4871-b7d8-234ede65091b tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Allocated IP 172.20.0.5 (e874fc18-e11d-4a09-8a86-4d3449e06603/8ef7cf87-b3e7-4e69-a9d4-cb34bde83505/6645edd6-5538-4dbd-b9d7-83f42a5c5c60) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:26:33.296790 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-a395e5d8-bc40-4bd4-bf4f-572eff5e7094 req-99a4baad-1f13-4d42-af3b-70ee1b80944f service neutron] For port 99d5db0b-d610-47fd-95c7-44707343fc82, host n-h1-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:26:33.300659 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-a395e5d8-bc40-4bd4-bf4f-572eff5e7094 req-99a4baad-1f13-4d42-af3b-70ee1b80944f service neutron] For port 99d5db0b-d610-47fd-95c7-44707343fc82, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=99d5db0b-d610-47fd-95c7-44707343fc82,segment=NetworkSegment(bc60acd5-af90-46a3-b163-8f2ce87131df),segment_id=bc60acd5-af90-46a3-b163-8f2ce87131df)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:26:33.305160 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-a395e5d8-bc40-4bd4-bf4f-572eff5e7094 req-99a4baad-1f13-4d42-af3b-70ee1b80944f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:33.336000 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cfde8166-dff5-47cd-b46d-203bd6b4f903 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:33.360959 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a395e5d8-bc40-4bd4-bf4f-572eff5e7094 req-99a4baad-1f13-4d42-af3b-70ee1b80944f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:33.362054 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-a395e5d8-bc40-4bd4-bf4f-572eff5e7094 req-99a4baad-1f13-4d42-af3b-70ee1b80944f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:33.363211 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a395e5d8-bc40-4bd4-bf4f-572eff5e7094 req-99a4baad-1f13-4d42-af3b-70ee1b80944f service neutron] 10.222.0.53 "PUT /v2.0/ports/99d5db0b-d610-47fd-95c7-44707343fc82 HTTP/1.1" status: 200 len: 1093 time: 1.2095685 Oct 30 15:26:33.365753 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc542170-88f6-4c2f-93dd-699ca91e8342', 'tag': '99d5db0b-d610-47fd-95c7-44707343fc82'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:26:33.369683 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe377f9-56e0-4783-9c8d-1ce560882f5d" -d '{"events": [{"name": "network-changed", "server_uuid": "fc542170-88f6-4c2f-93dd-699ca91e8342", "tag": "99d5db0b-d610-47fd-95c7-44707343fc82"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:26:33.426939 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a4baad-1f13-4d42-af3b-70ee1b80944f service neutron] Pushing event updated for resources: {'Port': ['ID=99d5db0b-d610-47fd-95c7-44707343fc82,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:33.488429 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a395e5d8-bc40-4bd4-bf4f-572eff5e7094 req-ab3847d9-5599-4098-bdb4-e21f8e5304cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:33.490670 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a395e5d8-bc40-4bd4-bf4f-572eff5e7094 req-ab3847d9-5599-4098-bdb4-e21f8e5304cf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8883efdab1974efc9f550527d856656f&device_id=fc542170-88f6-4c2f-93dd-699ca91e8342 HTTP/1.1" status: 200 len: 1096 time: 0.0652921 Oct 30 15:26:33.492607 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-cfde8166-dff5-47cd-b46d-203bd6b4f903 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Deleting port afce856f-fa21-4a02-9036-7138f0d46bf3 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:26:33.492960 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cfde8166-dff5-47cd-b46d-203bd6b4f903 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:33.496714 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd60cb9-fca0-4322-8d49-a47f454e20f4 req-3cce4d63-333c-47d6-935d-dc06f78fab84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:33.498193 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bdd60cb9-fca0-4322-8d49-a47f454e20f4 req-3cce4d63-333c-47d6-935d-dc06f78fab84 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ba542ebd-5699-4174-b714-a377fade84dc HTTP/1.1" status: 200 len: 914 time: 0.3460867 Oct 30 15:26:33.522734 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dfb5f244-163f-4cc5-99da-83e21ce625cd req-f2d78556-f742-4ad7-acf4-0f7b6a6cf3c9 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=294f33dc-6bdf-46da-8012-eb35ed17225b HTTP/1.1" status: 200 len: 210 time: 0.0517581 Oct 30 15:26:33.542568 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348b9f34-a1c2-4ca2-ab82-a40c22a2827a x-openstack-request-id: req-348b9f34-a1c2-4ca2-ab82-a40c22a2827a {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:26:33.542967 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc542170-88f6-4c2f-93dd-699ca91e8342", "tag": "99d5db0b-d610-47fd-95c7-44707343fc82", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:26:33.543282 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-348b9f34-a1c2-4ca2-ab82-a40c22a2827a {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:26:33.543780 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc542170-88f6-4c2f-93dd-699ca91e8342', 'tag': '99d5db0b-d610-47fd-95c7-44707343fc82', 'status': 'completed', 'code': 200} Oct 30 15:26:33.574090 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bdd60cb9-fca0-4322-8d49-a47f454e20f4 req-bc1c263c-20ea-4b79-abac-aa969c64880a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e484bd0-2902-4a18-a631-100bd5ee0c8e HTTP/1.1" status: 200 len: 217 time: 0.0547717 Oct 30 15:26:33.591363 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a395e5d8-bc40-4bd4-bf4f-572eff5e7094 req-3c1766dd-c0d1-460b-8703-32528d961e63 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99d5db0b-d610-47fd-95c7-44707343fc82 HTTP/1.1" status: 200 len: 217 time: 0.0843446 Oct 30 15:26:33.668383 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-cfde8166-dff5-47cd-b46d-203bd6b4f903 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] For port afce856f-fa21-4a02-9036-7138f0d46bf3, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=afce856f-fa21-4a02-9036-7138f0d46bf3,segment=NetworkSegment(1210020e-4a10-4214-8c39-9cd9fe2a6dfe),segment_id=1210020e-4a10-4214-8c39-9cd9fe2a6dfe)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:26:33.668881 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cfde8166-dff5-47cd-b46d-203bd6b4f903 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:33.696172 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-cfde8166-dff5-47cd-b46d-203bd6b4f903 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Calling delete_port for afce856f-fa21-4a02-9036-7138f0d46bf3 owned by network:dhcp {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:26:33.711754 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fbb2e4-9f3f-4ce0-9026-4cb10b87dd5d req-31fb557e-b870-49ea-9493-78acf66d87b2 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:33.713604 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d8fbb2e4-9f3f-4ce0-9026-4cb10b87dd5d req-31fb557e-b870-49ea-9493-78acf66d87b2 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] 10.222.0.62 "GET /v2.0/ports?device_id=654dbdb8-5428-4a3b-bdac-270bfc84462d HTTP/1.1" status: 200 len: 943 time: 0.1259384 Oct 30 15:26:33.715187 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a395e5d8-bc40-4bd4-bf4f-572eff5e7094 req-b2416d7d-ec72-4534-9f37-d67c8c8e27d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:33.716623 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a395e5d8-bc40-4bd4-bf4f-572eff5e7094 req-b2416d7d-ec72-4534-9f37-d67c8c8e27d9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8ef7cf87-b3e7-4e69-a9d4-cb34bde83505 HTTP/1.1" status: 200 len: 858 time: 0.1139672 Oct 30 15:26:33.757015 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd60cb9-fca0-4322-8d49-a47f454e20f4 req-06d669aa-3429-4c63-80e0-1d8567ca9df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:33.758514 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bdd60cb9-fca0-4322-8d49-a47f454e20f4 req-06d669aa-3429-4c63-80e0-1d8567ca9df2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=159d4bc1-fd5e-4038-aef3-4912df62b6b9 HTTP/1.1" status: 200 len: 853 time: 0.1728771 Oct 30 15:26:33.776735 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a395e5d8-bc40-4bd4-bf4f-572eff5e7094 req-54f076d7-dc1e-418a-8d33-9b2ef10e4798 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e874fc18-e11d-4a09-8a86-4d3449e06603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462422 Oct 30 15:26:33.802823 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b37a80-3555-4d28-ad90-cbaf0028b561 req-3fe1e4f3-0a8f-424a-aeed-32ac5f26f512 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:33.804353 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-60b37a80-3555-4d28-ad90-cbaf0028b561 req-3fe1e4f3-0a8f-424a-aeed-32ac5f26f512 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3aa7141-8fed-42ba-9d2d-662ea30e6157 HTTP/1.1" status: 200 len: 932 time: 0.1796908 Oct 30 15:26:33.829397 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bdd60cb9-fca0-4322-8d49-a47f454e20f4 req-cbcdbb4c-b019-4e44-aada-c59aafe03ed3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ba542ebd-5699-4174-b714-a377fade84dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561943 Oct 30 15:26:33.833526 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 6daa04c8-e32a-4e9f-9feb-af61168403b3 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:26:33.869751 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-78a523ba-7967-46bb-aed1-45cde45da137 req-9ac3a34b-c819-4871-b7d8-234ede65091b tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:33.886989 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 6daa04c8-e32a-4e9f-9feb-af61168403b3 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:26:33.887362 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:33.902803 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-68ddf463-87c2-48a8-acad-1159da10d6dd req-343658ef-c0fa-4ea5-b699-8ba46a842348 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bdb7eace-9506-4771-8971-05be9947e26c HTTP/1.1" status: 200 len: 210 time: 0.0805857 Oct 30 15:26:33.908964 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d8fbb2e4-9f3f-4ce0-9026-4cb10b87dd5d req-bc8da002-a64a-4c98-91c3-2b783d2a249b tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8d0b5d91-2f63-4416-9274-91191d4ba671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865332 Oct 30 15:26:33.929390 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-f52ff710-a131-4a56-977d-f81d69fedd92 req-c4437f97-bf12-4cce-9a0e-5de4e5f4427e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92c78ca1-1f69-499a-9b02-1ab908d06f05 {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:26:33.962682 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-f52ff710-a131-4a56-977d-f81d69fedd92 req-c4437f97-bf12-4cce-9a0e-5de4e5f4427e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:33.965399 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 2e484bd0-2902-4a18-a631-100bd5ee0c8e details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:26:33.979293 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-60b37a80-3555-4d28-ad90-cbaf0028b561 req-a40d15d5-63e9-418e-b111-00f3bd107d10 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545153 Oct 30 15:26:33.982942 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cfde8166-dff5-47cd-b46d-203bd6b4f903 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:34.014762 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a395e5d8-bc40-4bd4-bf4f-572eff5e7094 req-b2f2aab2-a9aa-47a5-a418-e4e4a0761137 service neutron] 10.222.0.53 "GET /v2.0/networks/e874fc18-e11d-4a09-8a86-4d3449e06603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060993 Oct 30 15:26:34.016261 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfde8166-dff5-47cd-b46d-203bd6b4f903 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Pushing event deleted for resources: {'Port': ['ID=afce856f-fa21-4a02-9036-7138f0d46bf3,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:34.021860 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-f52ff710-a131-4a56-977d-f81d69fedd92 req-c4437f97-bf12-4cce-9a0e-5de4e5f4427e service neutron] Transition to ACTIVE for port object 92c78ca1-1f69-499a-9b02-1ab908d06f05 will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:26:34.022037 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfde8166-dff5-47cd-b46d-203bd6b4f903 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] No DVR routers for this DVR port afce856f-fa21-4a02-9036-7138f0d46bf3 on host n-d-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:26:34.030019 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-f52ff710-a131-4a56-977d-f81d69fedd92 req-c4437f97-bf12-4cce-9a0e-5de4e5f4427e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:34.067862 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bdd60cb9-fca0-4322-8d49-a47f454e20f4 req-c89d4969-d889-4e26-872e-2eb662c9d260 service neutron] 10.222.0.53 "GET /v2.0/networks/ba542ebd-5699-4174-b714-a377fade84dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083645 Oct 30 15:26:34.068866 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-78a523ba-7967-46bb-aed1-45cde45da137 req-9ac3a34b-c819-4871-b7d8-234ede65091b tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:34.118430 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 2e484bd0-2902-4a18-a631-100bd5ee0c8e, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=2e484bd0-2902-4a18-a631-100bd5ee0c8e,segment=NetworkSegment(7011c6d8-32ed-4459-adbb-56923cb7836a),segment_id=7011c6d8-32ed-4459-adbb-56923cb7836a)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:26:34.130087 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '2e484bd0-2902-4a18-a631-100bd5ee0c8e', 'network_id': 'ba542ebd-5699-4174-b714-a377fade84dc', 'port_id': '2e484bd0-2902-4a18-a631-100bd5ee0c8e', 'mac_address': 'fa:16:3e:33:dd:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '159d4bc1-fd5e-4038-aef3-4912df62b6b9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:26:34.159413 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cfde8166-dff5-47cd-b46d-203bd6b4f903 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:34.165067 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78a523ba-7967-46bb-aed1-45cde45da137 req-9ac3a34b-c819-4871-b7d8-234ede65091b tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Network e874fc18-e11d-4a09-8a86-4d3449e06603 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:26:34.167361 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4437f97-bf12-4cce-9a0e-5de4e5f4427e service neutron] Pushing event updated for resources: {'Port': ['ID=92c78ca1-1f69-499a-9b02-1ab908d06f05,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:34.174337 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:34.189212 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-78a523ba-7967-46bb-aed1-45cde45da137 req-9ac3a34b-c819-4871-b7d8-234ede65091b tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:26:34.191109 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e484bd0-2902-4a18-a631-100bd5ee0c8e {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:26:34.203960 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-cfde8166-dff5-47cd-b46d-203bd6b4f903 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d7068f6-1b96-4dd7-b10a-ebb1ee9c152a']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:26:34.211303 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-78a523ba-7967-46bb-aed1-45cde45da137 req-9ac3a34b-c819-4871-b7d8-234ede65091b tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:26:34.217855 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 2e484bd0-2902-4a18-a631-100bd5ee0c8e, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=2e484bd0-2902-4a18-a631-100bd5ee0c8e,segment=NetworkSegment(7011c6d8-32ed-4459-adbb-56923cb7836a),segment_id=7011c6d8-32ed-4459-adbb-56923cb7836a)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:26:34.222203 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-cfde8166-dff5-47cd-b46d-203bd6b4f903 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1210020e-4a10-4214-8c39-9cd9fe2a6dfe') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:26:34.222495 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-cfde8166-dff5-47cd-b46d-203bd6b4f903 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1210020e-4a10-4214-8c39-9cd9fe2a6dfe') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:26:34.223820 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:34.233504 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a395e5d8-bc40-4bd4-bf4f-572eff5e7094 req-24d2c23d-fe7d-4f60-bf2d-00c161ccdd08 service neutron] 10.222.0.53 "GET /v2.0/networks/e874fc18-e11d-4a09-8a86-4d3449e06603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056742 Oct 30 15:26:34.237566 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cfde8166-dff5-47cd-b46d-203bd6b4f903 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:34.253787 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cfde8166-dff5-47cd-b46d-203bd6b4f903 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:34.263759 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfde8166-dff5-47cd-b46d-203bd6b4f903 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:26:34.264457 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cfde8166-dff5-47cd-b46d-203bd6b4f903 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:34.268499 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:26:34.268499 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:26:34.268499 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:26:34.268499 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:26:34.268499 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:26:34.268499 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:26:34.268499 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:26:34.268499 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:26:34.268499 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:26:34.268499 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:26:34.268499 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:26:34.268499 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:26:34.268499 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:26:34.268499 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:26:34.268499 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:26:34.268499 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:26:34.268499 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:26:34.268499 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:26:34.268499 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:26:34.268499 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:26:34.268499 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:26:34.268499 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:26:34.268499 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:26:34.268499 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:26:34.268499 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:26:34.268499 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:26:34.268499 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:26:34.268499 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:26:34.268499 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:26:34.268499 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:26:34.268499 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:26:34.268499 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:26:34.324663 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=2e484bd0-2902-4a18-a631-100bd5ee0c8e,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:34.400140 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b8c7a98c-6531-4593-b514-2eecdb45dd98 req-4d3bd03d-f224-4ecf-8749-56dd42fd53d9 tempest-ServerShowV247Test-1856616642 tempest-ServerShowV247Test-1856616642-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdb7eace-9506-4771-8971-05be9947e26c HTTP/1.1" status: 200 len: 210 time: 0.0694969 Oct 30 15:26:34.402788 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cfde8166-dff5-47cd-b46d-203bd6b4f903 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:34.414480 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cfde8166-dff5-47cd-b46d-203bd6b4f903 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:34.418051 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-cfde8166-dff5-47cd-b46d-203bd6b4f903 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] 10.222.0.62 "DELETE /v2.0/networks/7d7068f6-1b96-4dd7-b10a-ebb1ee9c152a HTTP/1.1" status: 204 len: 168 time: 3.2027292 Oct 30 15:26:34.423035 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 55870) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:34.443090 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfde8166-dff5-47cd-b46d-203bd6b4f903 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Pushing event deleted for resources: {'Network': ['ID=7d7068f6-1b96-4dd7-b10a-ebb1ee9c152a,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:34.465089 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-e99f163b-3346-4f5f-8444-ab7046d307b5 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] DELETE failed (client error): The resource could not be found. Oct 30 15:26:34.465544 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e99f163b-3346-4f5f-8444-ab7046d307b5 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:26:34.468822 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e99f163b-3346-4f5f-8444-ab7046d307b5 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] 10.222.0.62 "DELETE /v2.0/subnets/829e6dd5-42f9-4d12-93e9-23f7334cb5fb HTTP/1.1" status: 404 len: 337 time: 0.0362551 Oct 30 15:26:34.472378 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe377f9-56e0-4783-9c8d-1ce560882f5d req-db424243-b060-4696-8c4d-77f2e133826c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:34.473944 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bfe377f9-56e0-4783-9c8d-1ce560882f5d req-db424243-b060-4696-8c4d-77f2e133826c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8883efdab1974efc9f550527d856656f&device_id=fc542170-88f6-4c2f-93dd-699ca91e8342 HTTP/1.1" status: 200 len: 1096 time: 0.1570766 Oct 30 15:26:34.474261 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 55872) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:34.498473 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['2e484bd0-2902-4a18-a631-100bd5ee0c8e'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:26:34.508384 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-046802a4-c9fa-4275-a334-eb50f11e41c8 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] DELETE failed (client error): The resource could not be found. Oct 30 15:26:34.508956 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-046802a4-c9fa-4275-a334-eb50f11e41c8 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:26:34.514267 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-046802a4-c9fa-4275-a334-eb50f11e41c8 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] 10.222.0.62 "DELETE /v2.0/networks/7d7068f6-1b96-4dd7-b10a-ebb1ee9c152a HTTP/1.1" status: 404 len: 339 time: 0.0361636 Oct 30 15:26:34.522696 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 55874) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:34.596994 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe377f9-56e0-4783-9c8d-1ce560882f5d req-08d1cae1-7a80-46dc-9ec9-dec68b18e003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:34.599435 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bfe377f9-56e0-4783-9c8d-1ce560882f5d req-08d1cae1-7a80-46dc-9ec9-dec68b18e003 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e874fc18-e11d-4a09-8a86-4d3449e06603 HTTP/1.1" status: 200 len: 919 time: 0.1161046 Oct 30 15:26:34.603959 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac3a34b-c819-4871-b7d8-234ede65091b tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Pushing event updated for resources: {'Port': ['ID=6645edd6-5538-4dbd-b9d7-83f42a5c5c60,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:34.621111 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-99a16193-622d-447b-8f5c-fd25256df5a8 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] DELETE failed (client error): The resource could not be found. Oct 30 15:26:34.622167 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99a16193-622d-447b-8f5c-fd25256df5a8 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:26:34.627246 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-99a16193-622d-447b-8f5c-fd25256df5a8 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] 10.222.0.62 "DELETE /v2.0/subnets/f7ba07cd-875c-405d-a9c5-a57a07cade3c HTTP/1.1" status: 404 len: 337 time: 0.0997932 Oct 30 15:26:34.644877 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 55878) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:34.655336 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bfe377f9-56e0-4783-9c8d-1ce560882f5d req-298bece0-92be-47af-a84e-affb407dc66b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99d5db0b-d610-47fd-95c7-44707343fc82 HTTP/1.1" status: 200 len: 217 time: 0.0472875 Oct 30 15:26:34.673838 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ec5dd58-788b-4ec4-9163-c96663fd30e0 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] DELETE failed (client error): The resource could not be found. Oct 30 15:26:34.674559 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ec5dd58-788b-4ec4-9163-c96663fd30e0 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:26:34.680509 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-0ec5dd58-788b-4ec4-9163-c96663fd30e0 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] 10.222.0.62 "DELETE /v2.0/networks/8c2932a7-a5db-4bc7-afff-6cfeba2f9d38 HTTP/1.1" status: 404 len: 339 time: 0.0314186 Oct 30 15:26:34.681804 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a523ba-7967-46bb-aed1-45cde45da137 req-9ac3a34b-c819-4871-b7d8-234ede65091b tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:34.682721 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-78a523ba-7967-46bb-aed1-45cde45da137 req-9ac3a34b-c819-4871-b7d8-234ede65091b tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:34.687255 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 55880) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:34.701657 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bdd60cb9-fca0-4322-8d49-a47f454e20f4 req-b3dee7ac-15f7-4d0e-bb21-5bbfd6897fc0 service neutron] 10.222.0.53 "GET /v2.0/networks/ba542ebd-5699-4174-b714-a377fade84dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6223536 Oct 30 15:26:34.714478 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe377f9-56e0-4783-9c8d-1ce560882f5d req-183d2374-010d-486f-b30d-0355a492409d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:34.716168 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bfe377f9-56e0-4783-9c8d-1ce560882f5d req-183d2374-010d-486f-b30d-0355a492409d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8ef7cf87-b3e7-4e69-a9d4-cb34bde83505 HTTP/1.1" status: 200 len: 858 time: 0.0519083 Oct 30 15:26:34.725079 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-f52ff710-a131-4a56-977d-f81d69fedd92 req-c4437f97-bf12-4cce-9a0e-5de4e5f4427e service neutron] Attempting to bind port 92c78ca1-1f69-499a-9b02-1ab908d06f05 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:26:34.725362 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-f52ff710-a131-4a56-977d-f81d69fedd92 req-c4437f97-bf12-4cce-9a0e-5de4e5f4427e service neutron] Attempting to bind port 92c78ca1-1f69-499a-9b02-1ab908d06f05 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '7dc81a9b-3539-4be9-a222-feb3b591dcc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e3d349fd-06d3-4d89-81c2-25b2b94c579c'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:26:34.725690 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52ff710-a131-4a56-977d-f81d69fedd92 req-c4437f97-bf12-4cce-9a0e-5de4e5f4427e service neutron] Attempting to bind port 92c78ca1-1f69-499a-9b02-1ab908d06f05 on network e3d349fd-06d3-4d89-81c2-25b2b94c579c {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:26:34.733762 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-29065bf6-ad5f-469b-b457-46fdcfc37be2 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] DELETE failed (client error): The resource could not be found. Oct 30 15:26:34.734282 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29065bf6-ad5f-469b-b457-46fdcfc37be2 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:26:34.737296 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-29065bf6-ad5f-469b-b457-46fdcfc37be2 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] 10.222.0.62 "DELETE /v2.0/subnets/997f8b4b-b492-4416-83e3-1526249d2559 HTTP/1.1" status: 404 len: 337 time: 0.0484648 Oct 30 15:26:34.742579 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 55882) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:34.751228 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52ff710-a131-4a56-977d-f81d69fedd92 req-c4437f97-bf12-4cce-9a0e-5de4e5f4427e service neutron] Port 92c78ca1-1f69-499a-9b02-1ab908d06f05 on network e3d349fd-06d3-4d89-81c2-25b2b94c579c not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:26:34.751587 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52ff710-a131-4a56-977d-f81d69fedd92 req-c4437f97-bf12-4cce-9a0e-5de4e5f4427e service neutron] Attempting to bind port 92c78ca1-1f69-499a-9b02-1ab908d06f05 on network e3d349fd-06d3-4d89-81c2-25b2b94c579c {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:26:34.752710 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bfe377f9-56e0-4783-9c8d-1ce560882f5d req-e877236b-99ee-4198-9250-54d3fc15a645 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e874fc18-e11d-4a09-8a86-4d3449e06603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268290 Oct 30 15:26:34.757350 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-78a523ba-7967-46bb-aed1-45cde45da137 req-9ac3a34b-c819-4871-b7d8-234ede65091b tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2584212 Oct 30 15:26:34.775667 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-78a523ba-7967-46bb-aed1-45cde45da137 req-92fbfed6-cf63-49db-b83b-fe9728eead40 service neutron] Request body: {'port': {'device_id': '294f33dc-6bdf-46da-8012-eb35ed17225b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:26:34.780249 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c546108-4dc5-4a24-a7ae-e329bde63b18 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] DELETE failed (client error): The resource could not be found. Oct 30 15:26:34.780834 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c546108-4dc5-4a24-a7ae-e329bde63b18 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:26:34.786803 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-4c546108-4dc5-4a24-a7ae-e329bde63b18 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] 10.222.0.62 "DELETE /v2.0/networks/d319aee2-a0a5-458a-bb2b-9ed2277688c4 HTTP/1.1" status: 404 len: 339 time: 0.0409830 Oct 30 15:26:34.792890 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcbc7f2-24a7-4a51-8c87-fdae9b0bc5dd req-84dcba11-8c63-4c6c-bd7b-1f696b587ae8 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:34.794258 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ebcbc7f2-24a7-4a51-8c87-fdae9b0bc5dd req-84dcba11-8c63-4c6c-bd7b-1f696b587ae8 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=294f33dc-6bdf-46da-8012-eb35ed17225b HTTP/1.1" status: 200 len: 931 time: 0.1800575 Oct 30 15:26:34.794744 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 55884) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:34.817369 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52ff710-a131-4a56-977d-f81d69fedd92 req-c4437f97-bf12-4cce-9a0e-5de4e5f4427e service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:26:34.817714 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52ff710-a131-4a56-977d-f81d69fedd92 req-c4437f97-bf12-4cce-9a0e-5de4e5f4427e service neutron] Checking segment: {'id': '7dc81a9b-3539-4be9-a222-feb3b591dcc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e3d349fd-06d3-4d89-81c2-25b2b94c579c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:26:34.818094 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52ff710-a131-4a56-977d-f81d69fedd92 req-c4437f97-bf12-4cce-9a0e-5de4e5f4427e service neutron] Bound using segment: {'id': '7dc81a9b-3539-4be9-a222-feb3b591dcc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e3d349fd-06d3-4d89-81c2-25b2b94c579c'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:26:34.818575 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-f52ff710-a131-4a56-977d-f81d69fedd92 req-c4437f97-bf12-4cce-9a0e-5de4e5f4427e service neutron] Bound port: 92c78ca1-1f69-499a-9b02-1ab908d06f05, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dc81a9b-3539-4be9-a222-feb3b591dcc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e3d349fd-06d3-4d89-81c2-25b2b94c579c'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:26:34.818933 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-f52ff710-a131-4a56-977d-f81d69fedd92 req-c4437f97-bf12-4cce-9a0e-5de4e5f4427e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:34.851747 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bfe377f9-56e0-4783-9c8d-1ce560882f5d req-1e55514c-e8df-41ab-9935-c2d913af4a31 service neutron] 10.222.0.53 "GET /v2.0/networks/e874fc18-e11d-4a09-8a86-4d3449e06603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905137 Oct 30 15:26:34.955478 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bfe377f9-56e0-4783-9c8d-1ce560882f5d req-8b79ea10-0288-4f3d-9afb-48b756ea3544 service neutron] 10.222.0.53 "GET /v2.0/networks/e874fc18-e11d-4a09-8a86-4d3449e06603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964417 Oct 30 15:26:34.996303 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ebcbc7f2-24a7-4a51-8c87-fdae9b0bc5dd req-db52a572-c5bc-4f2f-8895-f1f3d30b03aa tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/security-groups?id=18950aca-06cc-4b84-b3ff-54cf6d21ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736417 Oct 30 15:26:35.001004 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-78a523ba-7967-46bb-aed1-45cde45da137 req-92fbfed6-cf63-49db-b83b-fe9728eead40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:35.040092 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-f52ff710-a131-4a56-977d-f81d69fedd92 req-c4437f97-bf12-4cce-9a0e-5de4e5f4427e service neutron] For port 92c78ca1-1f69-499a-9b02-1ab908d06f05, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:26:35.071395 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-f52ff710-a131-4a56-977d-f81d69fedd92 req-c4437f97-bf12-4cce-9a0e-5de4e5f4427e service neutron] For port 92c78ca1-1f69-499a-9b02-1ab908d06f05, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=92c78ca1-1f69-499a-9b02-1ab908d06f05,segment=NetworkSegment(7dc81a9b-3539-4be9-a222-feb3b591dcc0),segment_id=7dc81a9b-3539-4be9-a222-feb3b591dcc0)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:26:35.074229 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51dc301-7e22-4887-9eca-98b07c9adc9b req-73513e14-efea-4d08-b6ad-03c59bc9167c tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:35.082896 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b51dc301-7e22-4887-9eca-98b07c9adc9b req-73513e14-efea-4d08-b6ad-03c59bc9167c tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] 10.222.0.62 "GET /v2.0/ports?device_id=654dbdb8-5428-4a3b-bdac-270bfc84462d HTTP/1.1" status: 200 len: 944 time: 0.0728447 Oct 30 15:26:35.097490 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-f52ff710-a131-4a56-977d-f81d69fedd92 req-c4437f97-bf12-4cce-9a0e-5de4e5f4427e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:35.118242 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b51dc301-7e22-4887-9eca-98b07c9adc9b req-4879f01d-0533-484d-8ea5-94dacc22e733 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8d0b5d91-2f63-4416-9274-91191d4ba671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343304 Oct 30 15:26:35.181666 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-fc32e493-8664-4692-b962-dea4445de01d tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Deleting port c43b5b85-d62c-43b3-b13e-849ad5f3f17e {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:26:35.182003 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fc32e493-8664-4692-b962-dea4445de01d tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:35.228342 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ff710-a131-4a56-977d-f81d69fedd92 req-c4437f97-bf12-4cce-9a0e-5de4e5f4427e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:35.229057 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-f52ff710-a131-4a56-977d-f81d69fedd92 req-c4437f97-bf12-4cce-9a0e-5de4e5f4427e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:35.230315 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f52ff710-a131-4a56-977d-f81d69fedd92 req-c4437f97-bf12-4cce-9a0e-5de4e5f4427e service neutron] 10.222.0.53 "PUT /v2.0/ports/92c78ca1-1f69-499a-9b02-1ab908d06f05 HTTP/1.1" status: 200 len: 1093 time: 2.2782965 Oct 30 15:26:35.231720 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3aa7141-8fed-42ba-9d2d-662ea30e6157', 'tag': '92c78ca1-1f69-499a-9b02-1ab908d06f05'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:26:35.234038 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093cb02e-040f-4cf9-86f1-d00cd9057e32" -d '{"events": [{"name": "network-changed", "server_uuid": "d3aa7141-8fed-42ba-9d2d-662ea30e6157", "tag": "92c78ca1-1f69-499a-9b02-1ab908d06f05"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:26:35.309498 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f9feb4-07de-419b-8c1e-f0ada53b6ec3 x-openstack-request-id: req-d1f9feb4-07de-419b-8c1e-f0ada53b6ec3 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:26:35.309782 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3aa7141-8fed-42ba-9d2d-662ea30e6157", "tag": "92c78ca1-1f69-499a-9b02-1ab908d06f05", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:26:35.310034 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d1f9feb4-07de-419b-8c1e-f0ada53b6ec3 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:26:35.310474 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3aa7141-8fed-42ba-9d2d-662ea30e6157', 'tag': '92c78ca1-1f69-499a-9b02-1ab908d06f05', 'status': 'completed', 'code': 200} Oct 30 15:26:35.351580 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58739e9-494a-4e4b-876f-3483c4179fa3 req-e5c5b716-b46a-45d5-96fc-4916c1fc4a80 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:35.353045 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c58739e9-494a-4e4b-876f-3483c4179fa3 req-e5c5b716-b46a-45d5-96fc-4916c1fc4a80 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3aa7141-8fed-42ba-9d2d-662ea30e6157 HTTP/1.1" status: 200 len: 944 time: 0.2784264 Oct 30 15:26:35.374487 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4437f97-bf12-4cce-9a0e-5de4e5f4427e service neutron] Pushing event updated for resources: {'Port': ['ID=92c78ca1-1f69-499a-9b02-1ab908d06f05,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:35.388516 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fc32e493-8664-4692-b962-dea4445de01d tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:35.448212 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-fc32e493-8664-4692-b962-dea4445de01d tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Calling delete_port for c43b5b85-d62c-43b3-b13e-849ad5f3f17e owned by {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:26:35.487636 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ff710-a131-4a56-977d-f81d69fedd92 req-9c9d8892-f1bf-4171-ae61-54d0b20b0f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:35.489120 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f52ff710-a131-4a56-977d-f81d69fedd92 req-9c9d8892-f1bf-4171-ae61-54d0b20b0f83 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a3028294d5734482b28fa89832495d29&device_id=d3aa7141-8fed-42ba-9d2d-662ea30e6157 HTTP/1.1" status: 200 len: 1096 time: 0.2048969 Oct 30 15:26:35.508610 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-713e7ed0-4d7a-45e1-ab1b-51f54ccc5f7b req-8ac3bc28-bda0-4239-b39b-e93d23227f62 tempest-ServerShowV247Test-1856616642 tempest-ServerShowV247Test-1856616642-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdb7eace-9506-4771-8971-05be9947e26c HTTP/1.1" status: 200 len: 210 time: 0.0266402 Oct 30 15:26:35.527840 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c58739e9-494a-4e4b-876f-3483c4179fa3 req-9f4fb58d-60ec-46c3-a597-b5b4516218a1 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625896 Oct 30 15:26:35.572714 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f52ff710-a131-4a56-977d-f81d69fedd92 req-a1f82329-c8d2-46c0-8009-17fe2722c878 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92c78ca1-1f69-499a-9b02-1ab908d06f05 HTTP/1.1" status: 200 len: 217 time: 0.0497947 Oct 30 15:26:35.668367 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ff710-a131-4a56-977d-f81d69fedd92 req-9ab3ac7f-59e4-4391-a627-7713cdaecad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:35.669837 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f52ff710-a131-4a56-977d-f81d69fedd92 req-9ab3ac7f-59e4-4391-a627-7713cdaecad5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8cd32631-4817-453f-b06d-49c42463e638 HTTP/1.1" status: 200 len: 846 time: 0.0886323 Oct 30 15:26:35.710486 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fc32e493-8664-4692-b962-dea4445de01d tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:35.734991 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f52ff710-a131-4a56-977d-f81d69fedd92 req-58123e07-f1e5-4ce4-9b13-6dc2f7fb2bcd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e3d349fd-06d3-4d89-81c2-25b2b94c579c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571904 Oct 30 15:26:35.775599 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc32e493-8664-4692-b962-dea4445de01d tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Pushing event deleted for resources: {'Port': ['ID=c43b5b85-d62c-43b3-b13e-849ad5f3f17e,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:35.806066 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-96ff3002-14a1-4702-950d-ac6c2d46bad4 req-dd2f6ec5-a44e-4c91-bf5e-1e32245ded32 tempest-ServerShowV247Test-1856616642 tempest-ServerShowV247Test-1856616642-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdb7eace-9506-4771-8971-05be9947e26c&device_id=9598d42b-e63a-4fb6-9113-fbaaeb439f87 HTTP/1.1" status: 200 len: 210 time: 0.0291636 Oct 30 15:26:35.820599 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fc32e493-8664-4692-b962-dea4445de01d tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:35.823838 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-fc32e493-8664-4692-b962-dea4445de01d tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] 10.222.0.62 "DELETE /v2.0/ports/c43b5b85-d62c-43b3-b13e-849ad5f3f17e HTTP/1.1" status: 204 len: 168 time: 1.0268536 Oct 30 15:26:35.829456 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-78a523ba-7967-46bb-aed1-45cde45da137 req-92fbfed6-cf63-49db-b83b-fe9728eead40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6645edd6-5538-4dbd-b9d7-83f42a5c5c60 {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:26:35.829955 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 55898) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:35.840172 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-78a523ba-7967-46bb-aed1-45cde45da137 req-92fbfed6-cf63-49db-b83b-fe9728eead40 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:35.860511 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-eab97777-b503-4f2f-bfe9-b130363e4342 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] DELETE failed (client error): The resource could not be found. Oct 30 15:26:35.861256 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eab97777-b503-4f2f-bfe9-b130363e4342 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:26:35.862005 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-78a523ba-7967-46bb-aed1-45cde45da137 req-92fbfed6-cf63-49db-b83b-fe9728eead40 service neutron] Transition to ACTIVE for port object 6645edd6-5538-4dbd-b9d7-83f42a5c5c60 will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:26:35.867159 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-78a523ba-7967-46bb-aed1-45cde45da137 req-92fbfed6-cf63-49db-b83b-fe9728eead40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:35.867748 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-eab97777-b503-4f2f-bfe9-b130363e4342 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] 10.222.0.62 "DELETE /v2.0/subnets/efc2a2df-d7c5-4c8e-8158-951f02e3cd52 HTTP/1.1" status: 404 len: 337 time: 0.0361319 Oct 30 15:26:35.868371 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 55900) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:35.929057 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f52ff710-a131-4a56-977d-f81d69fedd92 req-bf608302-a5ad-4791-98ea-9b31310d6af4 service neutron] 10.222.0.53 "GET /v2.0/networks/e3d349fd-06d3-4d89-81c2-25b2b94c579c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669703 Oct 30 15:26:35.951578 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fbfed6-cf63-49db-b83b-fe9728eead40 service neutron] Pushing event updated for resources: {'Port': ['ID=6645edd6-5538-4dbd-b9d7-83f42a5c5c60,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:35.961391 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b13094e9-be59-41b9-802f-4ef240284034 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:36.010438 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 99d5db0b-d610-47fd-95c7-44707343fc82 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:26:36.013455 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 2e484bd0-2902-4a18-a631-100bd5ee0c8e up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:26:36.025299 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f7490ce7-8481-41e0-b2ae-4bfdee6b858c req-6a2a4fe0-e8c8-4828-92e0-41a1e9e80fcf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d66022b6dce4fb492fec56533bbce8e&device_id=bdb7eace-9506-4771-8971-05be9947e26c HTTP/1.1" status: 200 len: 210 time: 0.0297353 Oct 30 15:26:36.092420 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-78a523ba-7967-46bb-aed1-45cde45da137 req-92fbfed6-cf63-49db-b83b-fe9728eead40 service neutron] Attempting to bind port 6645edd6-5538-4dbd-b9d7-83f42a5c5c60 on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:26:36.092926 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-78a523ba-7967-46bb-aed1-45cde45da137 req-92fbfed6-cf63-49db-b83b-fe9728eead40 service neutron] Attempting to bind port 6645edd6-5538-4dbd-b9d7-83f42a5c5c60 by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': 'bc60acd5-af90-46a3-b163-8f2ce87131df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e874fc18-e11d-4a09-8a86-4d3449e06603'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:26:36.093128 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a523ba-7967-46bb-aed1-45cde45da137 req-92fbfed6-cf63-49db-b83b-fe9728eead40 service neutron] Attempting to bind port 6645edd6-5538-4dbd-b9d7-83f42a5c5c60 on network e874fc18-e11d-4a09-8a86-4d3449e06603 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:26:36.097172 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f7490ce7-8481-41e0-b2ae-4bfdee6b858c req-69bb7080-3561-4ade-beb8-92ee27e19789 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=1d66022b6dce4fb492fec56533bbce8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0615644 Oct 30 15:26:36.102007 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f52ff710-a131-4a56-977d-f81d69fedd92 req-3fafc21f-9faf-4ffa-9a6e-5b3dda7fa548 service neutron] 10.222.0.53 "GET /v2.0/networks/e3d349fd-06d3-4d89-81c2-25b2b94c579c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635306 Oct 30 15:26:36.109650 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a523ba-7967-46bb-aed1-45cde45da137 req-92fbfed6-cf63-49db-b83b-fe9728eead40 service neutron] Port 6645edd6-5538-4dbd-b9d7-83f42a5c5c60 on network e874fc18-e11d-4a09-8a86-4d3449e06603 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:26:36.109975 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a523ba-7967-46bb-aed1-45cde45da137 req-92fbfed6-cf63-49db-b83b-fe9728eead40 service neutron] Attempting to bind port 6645edd6-5538-4dbd-b9d7-83f42a5c5c60 on network e874fc18-e11d-4a09-8a86-4d3449e06603 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:26:36.116032 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a523ba-7967-46bb-aed1-45cde45da137 req-92fbfed6-cf63-49db-b83b-fe9728eead40 service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:26:36.116370 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a523ba-7967-46bb-aed1-45cde45da137 req-92fbfed6-cf63-49db-b83b-fe9728eead40 service neutron] Checking segment: {'id': 'bc60acd5-af90-46a3-b163-8f2ce87131df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e874fc18-e11d-4a09-8a86-4d3449e06603'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:26:36.116753 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a523ba-7967-46bb-aed1-45cde45da137 req-92fbfed6-cf63-49db-b83b-fe9728eead40 service neutron] Bound using segment: {'id': 'bc60acd5-af90-46a3-b163-8f2ce87131df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e874fc18-e11d-4a09-8a86-4d3449e06603'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:26:36.117536 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-78a523ba-7967-46bb-aed1-45cde45da137 req-92fbfed6-cf63-49db-b83b-fe9728eead40 service neutron] Bound port: 6645edd6-5538-4dbd-b9d7-83f42a5c5c60, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc60acd5-af90-46a3-b163-8f2ce87131df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e874fc18-e11d-4a09-8a86-4d3449e06603'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:26:36.117536 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-78a523ba-7967-46bb-aed1-45cde45da137 req-92fbfed6-cf63-49db-b83b-fe9728eead40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:36.123915 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c2125a55-1364-4372-8d3e-d2dfe1d99162 req-a68cc17e-9f05-4c6a-b818-207203e03824 tempest-ServerShowV247Test-1856616642 tempest-ServerShowV247Test-1856616642-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdb7eace-9506-4771-8971-05be9947e26c HTTP/1.1" status: 200 len: 210 time: 0.0553560 Oct 30 15:26:36.172457 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port 2e484bd0-2902-4a18-a631-100bd5ee0c8e completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:26:36.180451 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 2e484bd0-2902-4a18-a631-100bd5ee0c8e triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:26:36.181043 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:36.227914 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e44be-8c8a-4498-aa51-9a0cb6ca95ae req-f3b6fba3-e2ca-4bbf-abad-f4d6e75f2b2a tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:36.231199 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-172e44be-8c8a-4498-aa51-9a0cb6ca95ae req-f3b6fba3-e2ca-4bbf-abad-f4d6e75f2b2a tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=294f33dc-6bdf-46da-8012-eb35ed17225b HTTP/1.1" status: 200 len: 943 time: 0.1358118 Oct 30 15:26:36.245965 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 99d5db0b-d610-47fd-95c7-44707343fc82, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=99d5db0b-d610-47fd-95c7-44707343fc82,segment=NetworkSegment(bc60acd5-af90-46a3-b163-8f2ce87131df),segment_id=bc60acd5-af90-46a3-b163-8f2ce87131df)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:26:36.264090 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '99d5db0b-d610-47fd-95c7-44707343fc82', 'network_id': 'e874fc18-e11d-4a09-8a86-4d3449e06603', 'port_id': '99d5db0b-d610-47fd-95c7-44707343fc82', 'mac_address': 'fa:16:3e:eb:ec:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ef7cf87-b3e7-4e69-a9d4-cb34bde83505', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:26:36.285099 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-78a523ba-7967-46bb-aed1-45cde45da137 req-92fbfed6-cf63-49db-b83b-fe9728eead40 service neutron] For port 6645edd6-5538-4dbd-b9d7-83f42a5c5c60, host n-h2-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:26:36.289500 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093cb02e-040f-4cf9-86f1-d00cd9057e32 req-ae667a65-e395-40e1-9ffb-e6c94ca7e1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:36.290167 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-b13094e9-be59-41b9-802f-4ef240284034 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Deleting port d27b2e4e-ab5e-433f-850e-ed449341d730 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:26:36.290628 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b13094e9-be59-41b9-802f-4ef240284034 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:36.291147 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-093cb02e-040f-4cf9-86f1-d00cd9057e32 req-ae667a65-e395-40e1-9ffb-e6c94ca7e1f2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a3028294d5734482b28fa89832495d29&device_id=d3aa7141-8fed-42ba-9d2d-662ea30e6157 HTTP/1.1" status: 200 len: 1096 time: 0.1097045 Oct 30 15:26:36.331412 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-78a523ba-7967-46bb-aed1-45cde45da137 req-92fbfed6-cf63-49db-b83b-fe9728eead40 service neutron] For port 6645edd6-5538-4dbd-b9d7-83f42a5c5c60, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=6645edd6-5538-4dbd-b9d7-83f42a5c5c60,segment=NetworkSegment(bc60acd5-af90-46a3-b163-8f2ce87131df),segment_id=bc60acd5-af90-46a3-b163-8f2ce87131df)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:26:36.341195 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:36.343263 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:36.364765 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-172e44be-8c8a-4498-aa51-9a0cb6ca95ae req-4ea8c7e9-afb1-4b97-b406-b8ecba5d2f2f tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/security-groups?id=18950aca-06cc-4b84-b3ff-54cf6d21ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261456 Oct 30 15:26:36.365022 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99d5db0b-d610-47fd-95c7-44707343fc82 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:26:36.368176 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-78a523ba-7967-46bb-aed1-45cde45da137 req-92fbfed6-cf63-49db-b83b-fe9728eead40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:36.386180 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '654dbdb8-5428-4a3b-bdac-270bfc84462d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e484bd0-2902-4a18-a631-100bd5ee0c8e'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:26:36.388629 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d75f9d7f-cda8-4359-b5fb-c7972fa64242" -d '{"events": [{"server_uuid": "654dbdb8-5428-4a3b-bdac-270bfc84462d", "name": "network-vif-plugged", "status": "completed", "tag": "2e484bd0-2902-4a18-a631-100bd5ee0c8e"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:26:36.408629 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a523ba-7967-46bb-aed1-45cde45da137 req-92fbfed6-cf63-49db-b83b-fe9728eead40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:36.409254 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-78a523ba-7967-46bb-aed1-45cde45da137 req-92fbfed6-cf63-49db-b83b-fe9728eead40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:36.409744 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 2e484bd0-2902-4a18-a631-100bd5ee0c8e, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=2e484bd0-2902-4a18-a631-100bd5ee0c8e,segment=NetworkSegment(7011c6d8-32ed-4459-adbb-56923cb7836a),segment_id=7011c6d8-32ed-4459-adbb-56923cb7836a)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:26:36.410931 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-78a523ba-7967-46bb-aed1-45cde45da137 req-92fbfed6-cf63-49db-b83b-fe9728eead40 service neutron] 10.222.0.44 "PUT /v2.0/ports/6645edd6-5538-4dbd-b9d7-83f42a5c5c60 HTTP/1.1" status: 200 len: 1092 time: 1.6402364 Oct 30 15:26:36.413575 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 99d5db0b-d610-47fd-95c7-44707343fc82, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=99d5db0b-d610-47fd-95c7-44707343fc82,segment=NetworkSegment(bc60acd5-af90-46a3-b163-8f2ce87131df),segment_id=bc60acd5-af90-46a3-b163-8f2ce87131df)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:26:36.415193 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:36.422714 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:36.459900 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae4acb5-6529-48ba-bec3-53efb76f8be2 req-96fcff6b-37da-4181-8fa8-bd0217a726f4 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:36.472954 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aae4acb5-6529-48ba-bec3-53efb76f8be2 req-96fcff6b-37da-4181-8fa8-bd0217a726f4 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] 10.222.0.62 "GET /v2.0/ports?device_id=654dbdb8-5428-4a3b-bdac-270bfc84462d HTTP/1.1" status: 200 len: 944 time: 0.2208545 Oct 30 15:26:36.478998 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5c6821-c2fc-4b92-ae5e-d4647d2e5dc0 x-openstack-request-id: req-5b5c6821-c2fc-4b92-ae5e-d4647d2e5dc0 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:26:36.479655 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "654dbdb8-5428-4a3b-bdac-270bfc84462d", "name": "network-vif-plugged", "status": "completed", "tag": "2e484bd0-2902-4a18-a631-100bd5ee0c8e", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:26:36.480021 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5b5c6821-c2fc-4b92-ae5e-d4647d2e5dc0 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:26:36.480507 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '654dbdb8-5428-4a3b-bdac-270bfc84462d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e484bd0-2902-4a18-a631-100bd5ee0c8e', 'code': 200} Oct 30 15:26:36.485599 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=2e484bd0-2902-4a18-a631-100bd5ee0c8e,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:36.496416 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-b13094e9-be59-41b9-802f-4ef240284034 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] For port d27b2e4e-ab5e-433f-850e-ed449341d730, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=d27b2e4e-ab5e-433f-850e-ed449341d730,segment=NetworkSegment(ad8b4061-289a-436b-a86c-02e61cace35a),segment_id=ad8b4061-289a-436b-a86c-02e61cace35a)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:26:36.496960 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b13094e9-be59-41b9-802f-4ef240284034 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:36.500067 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fbfed6-cf63-49db-b83b-fe9728eead40 service neutron] Pushing event updated for resources: {'Port': ['ID=6645edd6-5538-4dbd-b9d7-83f42a5c5c60,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:36.524160 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7490ce7-8481-41e0-b2ae-4bfdee6b858c req-1ecaa84a-e650-4037-a8b4-10cbede9c14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:36.525927 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f7490ce7-8481-41e0-b2ae-4bfdee6b858c req-1ecaa84a-e650-4037-a8b4-10cbede9c14c service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4134696 Oct 30 15:26:36.527017 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-b13094e9-be59-41b9-802f-4ef240284034 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Calling delete_port for d27b2e4e-ab5e-433f-850e-ed449341d730 owned by network:dhcp {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:26:36.543607 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=99d5db0b-d610-47fd-95c7-44707343fc82,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:36.553841 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093cb02e-040f-4cf9-86f1-d00cd9057e32 req-a8eff5dd-41bf-4a31-93e3-243b074191a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:36.555332 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-093cb02e-040f-4cf9-86f1-d00cd9057e32 req-a8eff5dd-41bf-4a31-93e3-243b074191a7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e3d349fd-06d3-4d89-81c2-25b2b94c579c HTTP/1.1" status: 200 len: 907 time: 0.2525668 Oct 30 15:26:36.566272 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a523ba-7967-46bb-aed1-45cde45da137 req-80b3bf4c-c8ed-404e-baa1-0ab9617127e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:36.568054 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-78a523ba-7967-46bb-aed1-45cde45da137 req-80b3bf4c-c8ed-404e-baa1-0ab9617127e9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8883efdab1974efc9f550527d856656f&device_id=294f33dc-6bdf-46da-8012-eb35ed17225b HTTP/1.1" status: 200 len: 1095 time: 0.0880189 Oct 30 15:26:36.594117 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aae4acb5-6529-48ba-bec3-53efb76f8be2 req-9f87e606-6fa2-4dc9-bdf9-431c097c3e89 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8d0b5d91-2f63-4416-9274-91191d4ba671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159892 Oct 30 15:26:36.625388 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-093cb02e-040f-4cf9-86f1-d00cd9057e32 req-07b2e4b4-56c5-4f5b-ab11-dbde45d26c66 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92c78ca1-1f69-499a-9b02-1ab908d06f05 HTTP/1.1" status: 200 len: 217 time: 0.0613806 Oct 30 15:26:36.650059 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d84e9a-a8ee-4188-853a-b223f477c162 req-df608f89-ca91-4d4e-8867-c88ed4a62f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:36.651578 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-66d84e9a-a8ee-4188-853a-b223f477c162 req-df608f89-ca91-4d4e-8867-c88ed4a62f00 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=654dbdb8-5428-4a3b-bdac-270bfc84462d HTTP/1.1" status: 200 len: 1097 time: 0.1048768 Oct 30 15:26:36.684078 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-78a523ba-7967-46bb-aed1-45cde45da137 req-2900377d-7506-4644-87c5-b61bec2fe5fc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6645edd6-5538-4dbd-b9d7-83f42a5c5c60 HTTP/1.1" status: 200 len: 217 time: 0.0654976 Oct 30 15:26:36.694082 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['99d5db0b-d610-47fd-95c7-44707343fc82'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:26:36.705977 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-66d84e9a-a8ee-4188-853a-b223f477c162 req-ea25f456-edff-4096-9c77-5e539f93e8df service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8d0b5d91-2f63-4416-9274-91191d4ba671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461020 Oct 30 15:26:36.715999 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b13094e9-be59-41b9-802f-4ef240284034 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:36.743414 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13094e9-be59-41b9-802f-4ef240284034 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Pushing event deleted for resources: {'Port': ['ID=d27b2e4e-ab5e-433f-850e-ed449341d730,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:36.747146 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13094e9-be59-41b9-802f-4ef240284034 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] No DVR routers for this DVR port d27b2e4e-ab5e-433f-850e-ed449341d730 on host n-d-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:26:36.773824 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093cb02e-040f-4cf9-86f1-d00cd9057e32 req-1d8391ad-a689-4106-b0c2-fc6406c8d811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:36.775295 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-093cb02e-040f-4cf9-86f1-d00cd9057e32 req-1d8391ad-a689-4106-b0c2-fc6406c8d811 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8cd32631-4817-453f-b06d-49c42463e638 HTTP/1.1" status: 200 len: 846 time: 0.1402647 Oct 30 15:26:36.785113 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b218e-c90b-4894-88c0-eb171a35f3a0 req-e7773c1e-04c3-452e-9ab4-4d99c7aff377 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:36.786570 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0d7b218e-c90b-4894-88c0-eb171a35f3a0 req-e7773c1e-04c3-452e-9ab4-4d99c7aff377 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3aa7141-8fed-42ba-9d2d-662ea30e6157 HTTP/1.1" status: 200 len: 944 time: 0.1691787 Oct 30 15:26:36.788423 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a523ba-7967-46bb-aed1-45cde45da137 req-ebcd584a-c1e9-4246-9fbd-c48ac215945e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:36.789773 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-78a523ba-7967-46bb-aed1-45cde45da137 req-ebcd584a-c1e9-4246-9fbd-c48ac215945e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8ef7cf87-b3e7-4e69-a9d4-cb34bde83505 HTTP/1.1" status: 200 len: 858 time: 0.0847297 Oct 30 15:26:36.834860 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b13094e9-be59-41b9-802f-4ef240284034 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:36.839530 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-78a523ba-7967-46bb-aed1-45cde45da137 req-05bd7de2-a240-43a8-a74a-9936271cd532 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e874fc18-e11d-4a09-8a86-4d3449e06603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395510 Oct 30 15:26:36.856702 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-b13094e9-be59-41b9-802f-4ef240284034 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21f1415d-07c4-4d9c-bed0-a8df8c0ac969']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:26:36.867440 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-b13094e9-be59-41b9-802f-4ef240284034 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad8b4061-289a-436b-a86c-02e61cace35a') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:26:36.867777 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-b13094e9-be59-41b9-802f-4ef240284034 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad8b4061-289a-436b-a86c-02e61cace35a') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:26:36.875908 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0d7b218e-c90b-4894-88c0-eb171a35f3a0 req-8d0104c7-1325-4c07-b64f-1198eba5a8b2 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820441 Oct 30 15:26:36.877558 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b13094e9-be59-41b9-802f-4ef240284034 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:36.891750 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b13094e9-be59-41b9-802f-4ef240284034 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:36.898741 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b13094e9-be59-41b9-802f-4ef240284034 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:26:36.899342 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b13094e9-be59-41b9-802f-4ef240284034 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:36.902966 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:26:36.902966 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:26:36.902966 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:26:36.902966 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:26:36.902966 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:26:36.902966 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:26:36.902966 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:26:36.902966 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:26:36.902966 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:26:36.902966 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:26:36.902966 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:26:36.902966 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:26:36.902966 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:26:36.902966 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:26:36.902966 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:26:36.902966 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:26:36.902966 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:26:36.902966 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:26:36.902966 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:26:36.902966 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:26:36.902966 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:26:36.902966 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:26:36.902966 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:26:36.902966 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:26:36.902966 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:26:36.902966 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:26:36.902966 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:26:36.902966 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:26:36.902966 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:26:36.902966 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:26:36.902966 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:26:36.902966 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:26:36.935749 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-093cb02e-040f-4cf9-86f1-d00cd9057e32 req-b3600635-3a3c-47ad-b946-742d4cffd7a5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e3d349fd-06d3-4d89-81c2-25b2b94c579c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295050 Oct 30 15:26:36.969350 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b13094e9-be59-41b9-802f-4ef240284034 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:36.977005 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b13094e9-be59-41b9-802f-4ef240284034 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:36.980163 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b13094e9-be59-41b9-802f-4ef240284034 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] 10.222.0.62 "DELETE /v2.0/networks/21f1415d-07c4-4d9c-bed0-a8df8c0ac969 HTTP/1.1" status: 204 len: 168 time: 1.1106932 Oct 30 15:26:36.982519 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 55912) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:37.000895 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13094e9-be59-41b9-802f-4ef240284034 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Pushing event deleted for resources: {'Network': ['ID=21f1415d-07c4-4d9c-bed0-a8df8c0ac969,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:37.026959 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-78a523ba-7967-46bb-aed1-45cde45da137 req-b83d40bc-7bad-4a70-b8dd-9a1b5f289399 service neutron] 10.222.0.44 "GET /v2.0/networks/e874fc18-e11d-4a09-8a86-4d3449e06603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765010 Oct 30 15:26:37.082239 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-506715fc-02b8-4ca3-b31a-20155e612ef0 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Deleting port e59f3a40-333b-4a48-bfb1-b6075aa38661 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:26:37.082672 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-506715fc-02b8-4ca3-b31a-20155e612ef0 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:37.104614 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-093cb02e-040f-4cf9-86f1-d00cd9057e32 req-b57c06ed-9711-4c62-a705-4dc9214f514a service neutron] 10.222.0.53 "GET /v2.0/networks/e3d349fd-06d3-4d89-81c2-25b2b94c579c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600368 Oct 30 15:26:37.152370 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-506715fc-02b8-4ca3-b31a-20155e612ef0 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:37.166997 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-506715fc-02b8-4ca3-b31a-20155e612ef0 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Calling delete_port for e59f3a40-333b-4a48-bfb1-b6075aa38661 owned by {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:26:37.241142 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7d455eec-d358-4c5f-80bf-7dcc18a506fd req-a153f715-ea15-4cf4-8f51-6ff0a1f55d13 tempest-ServerShowV247Test-1856616642 tempest-ServerShowV247Test-1856616642-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdb7eace-9506-4771-8971-05be9947e26c HTTP/1.1" status: 200 len: 210 time: 0.0329981 Oct 30 15:26:37.274408 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-506715fc-02b8-4ca3-b31a-20155e612ef0 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:37.309126 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-506715fc-02b8-4ca3-b31a-20155e612ef0 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:37.312821 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-506715fc-02b8-4ca3-b31a-20155e612ef0 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] 10.222.0.62 "DELETE /v2.0/ports/e59f3a40-333b-4a48-bfb1-b6075aa38661 HTTP/1.1" status: 204 len: 168 time: 0.3293588 Oct 30 15:26:37.313788 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506715fc-02b8-4ca3-b31a-20155e612ef0 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Pushing event deleted for resources: {'Port': ['ID=e59f3a40-333b-4a48-bfb1-b6075aa38661,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:37.316383 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 55916) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:37.346120 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d5e9180-c8b3-48d7-95ee-99261a0cf9e7 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] DELETE failed (client error): The resource could not be found. Oct 30 15:26:37.346590 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d5e9180-c8b3-48d7-95ee-99261a0cf9e7 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:26:37.350283 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-2d5e9180-c8b3-48d7-95ee-99261a0cf9e7 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] 10.222.0.62 "DELETE /v2.0/subnets/bcb85415-b278-4a76-a592-f283a68cb47a HTTP/1.1" status: 404 len: 337 time: 0.0324152 Oct 30 15:26:37.352925 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 55918) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:37.415399 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '294f33dc-6bdf-46da-8012-eb35ed17225b', 'tag': '6645edd6-5538-4dbd-b9d7-83f42a5c5c60'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:26:37.417924 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b74e768-a335-4d74-9c25-95ef8acb39e5" -d '{"events": [{"name": "network-changed", "server_uuid": "294f33dc-6bdf-46da-8012-eb35ed17225b", "tag": "6645edd6-5538-4dbd-b9d7-83f42a5c5c60"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:26:37.439428 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3dc88ee4-62f0-4d98-bb2d-1dc0ea479d4b tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:37.453225 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-78a523ba-7967-46bb-aed1-45cde45da137 req-3d37baf8-bba7-495c-92d4-1fee4c7309e5 service neutron] 10.222.0.44 "GET /v2.0/networks/e874fc18-e11d-4a09-8a86-4d3449e06603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4100449 Oct 30 15:26:37.486161 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce19817-fbf0-4aca-9b46-1bafd1fe67d7 x-openstack-request-id: req-6ce19817-fbf0-4aca-9b46-1bafd1fe67d7 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:26:37.486448 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "294f33dc-6bdf-46da-8012-eb35ed17225b", "tag": "6645edd6-5538-4dbd-b9d7-83f42a5c5c60", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:26:37.486836 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6ce19817-fbf0-4aca-9b46-1bafd1fe67d7 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:26:37.487155 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '294f33dc-6bdf-46da-8012-eb35ed17225b', 'tag': '6645edd6-5538-4dbd-b9d7-83f42a5c5c60', 'status': 'completed', 'code': 200} Oct 30 15:26:37.494296 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-093cb02e-040f-4cf9-86f1-d00cd9057e32 req-3cfba09b-2a80-4a89-914a-c4c7cfbcabb7 service neutron] 10.222.0.53 "GET /v2.0/networks/e3d349fd-06d3-4d89-81c2-25b2b94c579c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3794658 Oct 30 15:26:37.555654 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3dc88ee4-62f0-4d98-bb2d-1dc0ea479d4b tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:37.575122 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6d09a-1e2e-4035-bd43-2648fc386526 req-2428cb83-42e6-4b05-a5d1-63111dad7693 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:37.576428 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-3dc88ee4-62f0-4d98-bb2d-1dc0ea479d4b tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d9542c4-36c9-4554-8cf0-1b703b981d18']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:26:37.576637 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-04d6d09a-1e2e-4035-bd43-2648fc386526 req-2428cb83-42e6-4b05-a5d1-63111dad7693 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=294f33dc-6bdf-46da-8012-eb35ed17225b HTTP/1.1" status: 200 len: 943 time: 0.0814304 Oct 30 15:26:37.583133 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b74e768-a335-4d74-9c25-95ef8acb39e5 req-92252e83-ee8e-45f7-bacd-09909167f846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:37.585158 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9b74e768-a335-4d74-9c25-95ef8acb39e5 req-92252e83-ee8e-45f7-bacd-09909167f846 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8883efdab1974efc9f550527d856656f&device_id=294f33dc-6bdf-46da-8012-eb35ed17225b HTTP/1.1" status: 200 len: 1095 time: 0.0597062 Oct 30 15:26:37.587387 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-3dc88ee4-62f0-4d98-bb2d-1dc0ea479d4b tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af52ee46-c508-437f-8727-2ab791cda5b4') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:26:37.587724 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-3dc88ee4-62f0-4d98-bb2d-1dc0ea479d4b tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af52ee46-c508-437f-8727-2ab791cda5b4') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:26:37.597183 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3dc88ee4-62f0-4d98-bb2d-1dc0ea479d4b tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:37.612034 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3dc88ee4-62f0-4d98-bb2d-1dc0ea479d4b tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:37.618299 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dc88ee4-62f0-4d98-bb2d-1dc0ea479d4b tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:26:37.618690 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3dc88ee4-62f0-4d98-bb2d-1dc0ea479d4b tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:37.622812 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:26:37.622812 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:26:37.622812 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:26:37.622812 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:26:37.622812 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:26:37.622812 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:26:37.622812 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:26:37.622812 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:26:37.622812 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:26:37.622812 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:26:37.622812 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:26:37.622812 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:26:37.622812 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:26:37.622812 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:26:37.622812 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:26:37.622812 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:26:37.622812 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:26:37.622812 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:26:37.622812 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:26:37.622812 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:26:37.622812 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:26:37.622812 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:26:37.622812 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:26:37.622812 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:26:37.622812 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:26:37.622812 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:26:37.622812 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:26:37.622812 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:26:37.622812 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:26:37.622812 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:26:37.622812 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:26:37.622812 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:26:37.675954 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-04d6d09a-1e2e-4035-bd43-2648fc386526 req-f3911b3b-ab21-4d84-b0d6-a432a18ad9f9 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/security-groups?id=18950aca-06cc-4b84-b3ff-54cf6d21ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870438 Oct 30 15:26:37.725108 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b74e768-a335-4d74-9c25-95ef8acb39e5 req-ee0045b0-144b-4d8e-9f92-f5d175a98ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:37.726589 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9b74e768-a335-4d74-9c25-95ef8acb39e5 req-ee0045b0-144b-4d8e-9f92-f5d175a98ce1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e874fc18-e11d-4a09-8a86-4d3449e06603 HTTP/1.1" status: 200 len: 919 time: 0.1277442 Oct 30 15:26:37.791993 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9b74e768-a335-4d74-9c25-95ef8acb39e5 req-8f02dd80-4ab3-43a5-b8c4-c2d43a509f6b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6645edd6-5538-4dbd-b9d7-83f42a5c5c60 HTTP/1.1" status: 200 len: 217 time: 0.0533757 Oct 30 15:26:37.855271 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b74e768-a335-4d74-9c25-95ef8acb39e5 req-f28cfadb-e5e6-4835-8ddd-c369a81c94f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:37.857149 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9b74e768-a335-4d74-9c25-95ef8acb39e5 req-f28cfadb-e5e6-4835-8ddd-c369a81c94f5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8ef7cf87-b3e7-4e69-a9d4-cb34bde83505 HTTP/1.1" status: 200 len: 858 time: 0.0551994 Oct 30 15:26:37.898242 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9b74e768-a335-4d74-9c25-95ef8acb39e5 req-4f09dd79-e2ec-4753-8291-f953b7dac68a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e874fc18-e11d-4a09-8a86-4d3449e06603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274823 Oct 30 15:26:38.026100 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 92c78ca1-1f69-499a-9b02-1ab908d06f05 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:26:38.026909 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca38733-bb2e-43aa-85f7-db8facbb3b8f req-9436ae8c-18ba-47e3-bbe1-703ecc4cca78 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:38.028090 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 99d5db0b-d610-47fd-95c7-44707343fc82 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:26:38.028799 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0ca38733-bb2e-43aa-85f7-db8facbb3b8f req-9436ae8c-18ba-47e3-bbe1-703ecc4cca78 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3aa7141-8fed-42ba-9d2d-662ea30e6157 HTTP/1.1" status: 200 len: 944 time: 0.0776713 Oct 30 15:26:38.047180 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9b74e768-a335-4d74-9c25-95ef8acb39e5 req-08920f49-b35b-4088-8936-3a52dd18b4be service neutron] 10.222.0.44 "GET /v2.0/networks/e874fc18-e11d-4a09-8a86-4d3449e06603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400630 Oct 30 15:26:38.072713 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f7490ce7-8481-41e0-b2ae-4bfdee6b858c req-de0429b0-11f1-4e7f-aa7c-ccc737935875 tempest-ServerShowV247Test-1856616642 tempest-ServerShowV247Test-1856616642-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdb7eace-9506-4771-8971-05be9947e26c HTTP/1.1" status: 200 len: 210 time: 0.0301926 Oct 30 15:26:38.077114 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3dc88ee4-62f0-4d98-bb2d-1dc0ea479d4b tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:38.096207 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3dc88ee4-62f0-4d98-bb2d-1dc0ea479d4b tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:38.099805 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-3dc88ee4-62f0-4d98-bb2d-1dc0ea479d4b tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] 10.222.0.62 "DELETE /v2.0/networks/3d9542c4-36c9-4554-8cf0-1b703b981d18 HTTP/1.1" status: 204 len: 168 time: 0.7458038 Oct 30 15:26:38.102638 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc88ee4-62f0-4d98-bb2d-1dc0ea479d4b tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Pushing event deleted for resources: {'Network': ['ID=3d9542c4-36c9-4554-8cf0-1b703b981d18,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:38.105228 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 55928) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:38.138184 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0ca38733-bb2e-43aa-85f7-db8facbb3b8f req-28ba2af5-5abd-4648-ad59-1747fbe48a0f tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999262 Oct 30 15:26:38.147843 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577875c8-a2fa-4e97-9df1-82d08e652671 req-daf3a354-6df8-4ab8-ab06-6e26bf802a80 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:38.148003 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port 99d5db0b-d610-47fd-95c7-44707343fc82 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:26:38.155299 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-577875c8-a2fa-4e97-9df1-82d08e652671 req-daf3a354-6df8-4ab8-ab06-6e26bf802a80 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] 10.222.0.62 "GET /v2.0/ports?device_id=654dbdb8-5428-4a3b-bdac-270bfc84462d HTTP/1.1" status: 200 len: 945 time: 0.4918120 Oct 30 15:26:38.160348 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 99d5db0b-d610-47fd-95c7-44707343fc82 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:26:38.160684 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:38.203301 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-d14568cb-97da-4ac4-b20c-8bb8218971ba tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Deleting subnet 97610b73-d3fd-41b1-adc0-665110f6ffd4 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:26:38.206050 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 92c78ca1-1f69-499a-9b02-1ab908d06f05, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=92c78ca1-1f69-499a-9b02-1ab908d06f05,segment=NetworkSegment(7dc81a9b-3539-4be9-a222-feb3b591dcc0),segment_id=7dc81a9b-3539-4be9-a222-feb3b591dcc0)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:26:38.210791 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9b74e768-a335-4d74-9c25-95ef8acb39e5 req-baa19573-9cb9-42e2-8b3c-92c6ff2266e5 service neutron] 10.222.0.44 "GET /v2.0/networks/e874fc18-e11d-4a09-8a86-4d3449e06603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531005 Oct 30 15:26:38.212734 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d14568cb-97da-4ac4-b20c-8bb8218971ba tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:38.218060 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-577875c8-a2fa-4e97-9df1-82d08e652671 req-524a97ad-14b1-494a-9f58-861d25177a20 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8d0b5d91-2f63-4416-9274-91191d4ba671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616539 Oct 30 15:26:38.239107 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '92c78ca1-1f69-499a-9b02-1ab908d06f05', 'network_id': 'e3d349fd-06d3-4d89-81c2-25b2b94c579c', 'port_id': '92c78ca1-1f69-499a-9b02-1ab908d06f05', 'mac_address': 'fa:16:3e:e6:2c:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cd32631-4817-453f-b06d-49c42463e638', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:26:38.262694 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d14568cb-97da-4ac4-b20c-8bb8218971ba tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:38.294074 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:38.330964 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92c78ca1-1f69-499a-9b02-1ab908d06f05 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:26:38.352441 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:38.357394 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-20bb7245-301b-4552-b105-6cb80f323ba3 req-05e5cc48-8be2-4b7a-babf-05c52d292ba7 tempest-ServerShowV247Test-1856616642 tempest-ServerShowV247Test-1856616642-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdb7eace-9506-4771-8971-05be9947e26c HTTP/1.1" status: 200 len: 210 time: 0.0318904 Oct 30 15:26:38.357609 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 92c78ca1-1f69-499a-9b02-1ab908d06f05, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=92c78ca1-1f69-499a-9b02-1ab908d06f05,segment=NetworkSegment(7dc81a9b-3539-4be9-a222-feb3b591dcc0),segment_id=7dc81a9b-3539-4be9-a222-feb3b591dcc0)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:26:38.359394 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d14568cb-97da-4ac4-b20c-8bb8218971ba tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:38.367839 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:38.420680 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 99d5db0b-d610-47fd-95c7-44707343fc82, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=99d5db0b-d610-47fd-95c7-44707343fc82,segment=NetworkSegment(bc60acd5-af90-46a3-b163-8f2ce87131df),segment_id=bc60acd5-af90-46a3-b163-8f2ce87131df)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:26:38.425979 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d14568cb-97da-4ac4-b20c-8bb8218971ba tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:38.428763 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:38.435339 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=92c78ca1-1f69-499a-9b02-1ab908d06f05,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:38.454969 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14568cb-97da-4ac4-b20c-8bb8218971ba tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Pushing event deleted for resources: {'Subnet': ['ID=97610b73-d3fd-41b1-adc0-665110f6ffd4,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:38.456968 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d14568cb-97da-4ac4-b20c-8bb8218971ba tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:38.460765 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-d14568cb-97da-4ac4-b20c-8bb8218971ba tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] 10.222.0.62 "DELETE /v2.0/subnets/97610b73-d3fd-41b1-adc0-665110f6ffd4 HTTP/1.1" status: 204 len: 168 time: 0.3544307 Oct 30 15:26:38.463320 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 55932) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:38.467254 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef95edc0-3826-47ea-b015-f7e25b178ce2 None None] Network 630f5b12-8849-4225-bc16-8284023dadb7 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:26:38.551081 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-aeb56841-cc19-42fe-85a9-05136a24f145 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:38.613788 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-aeb56841-cc19-42fe-85a9-05136a24f145 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Deleting port 6c7d5acf-f800-42ab-9fdd-b9cc676f1ef7 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:26:38.614160 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-aeb56841-cc19-42fe-85a9-05136a24f145 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:38.631513 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc542170-88f6-4c2f-93dd-699ca91e8342', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d5db0b-d610-47fd-95c7-44707343fc82'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:26:38.633618 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d57e9750-5754-497d-9fd6-05d60a38b408" -d '{"events": [{"server_uuid": "fc542170-88f6-4c2f-93dd-699ca91e8342", "name": "network-vif-plugged", "status": "completed", "tag": "99d5db0b-d610-47fd-95c7-44707343fc82"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:26:38.695058 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-aeb56841-cc19-42fe-85a9-05136a24f145 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] For port 6c7d5acf-f800-42ab-9fdd-b9cc676f1ef7, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=6c7d5acf-f800-42ab-9fdd-b9cc676f1ef7,segment=NetworkSegment(32fc3c64-be58-4bc2-8f79-f743a3925dd6),segment_id=32fc3c64-be58-4bc2-8f79-f743a3925dd6)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:26:38.695523 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-aeb56841-cc19-42fe-85a9-05136a24f145 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:38.714355 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-aeb56841-cc19-42fe-85a9-05136a24f145 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Calling delete_port for 6c7d5acf-f800-42ab-9fdd-b9cc676f1ef7 owned by network:dhcp {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:26:38.728330 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ceaeda2-12b4-4fd7-998b-27b7f963fbd6 x-openstack-request-id: req-8ceaeda2-12b4-4fd7-998b-27b7f963fbd6 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:26:38.728754 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc542170-88f6-4c2f-93dd-699ca91e8342", "name": "network-vif-plugged", "status": "completed", "tag": "99d5db0b-d610-47fd-95c7-44707343fc82", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:26:38.729083 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8ceaeda2-12b4-4fd7-998b-27b7f963fbd6 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:26:38.729820 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc542170-88f6-4c2f-93dd-699ca91e8342', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d5db0b-d610-47fd-95c7-44707343fc82', 'code': 200} Oct 30 15:26:38.730639 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=99d5db0b-d610-47fd-95c7-44707343fc82,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:38.762767 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['92c78ca1-1f69-499a-9b02-1ab908d06f05'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:26:38.860098 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2232546b-2909-43ec-a239-99ba13cb6dee req-27446bb9-da75-49dd-ac64-4e4f2a8a6123 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:38.861640 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2232546b-2909-43ec-a239-99ba13cb6dee req-27446bb9-da75-49dd-ac64-4e4f2a8a6123 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=294f33dc-6bdf-46da-8012-eb35ed17225b HTTP/1.1" status: 200 len: 943 time: 0.1010871 Oct 30 15:26:38.883148 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f385eefa-4a19-4089-9ff6-cac3ddb79c4d req-5302423e-c854-44b7-bdc2-a2605df34895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:38.884613 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f385eefa-4a19-4089-9ff6-cac3ddb79c4d req-5302423e-c854-44b7-bdc2-a2605df34895 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fc542170-88f6-4c2f-93dd-699ca91e8342 HTTP/1.1" status: 200 len: 1098 time: 0.0952427 Oct 30 15:26:38.910826 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-aeb56841-cc19-42fe-85a9-05136a24f145 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:38.954121 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fea35d-78e7-4135-90f3-e0c972262237 None None] DHCP port deletion for 630f5b12-8849-4225-bc16-8284023dadb7 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:26:38.956440 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb56841-cc19-42fe-85a9-05136a24f145 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Pushing event deleted for resources: {'Port': ['ID=6c7d5acf-f800-42ab-9fdd-b9cc676f1ef7,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:38.965174 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb56841-cc19-42fe-85a9-05136a24f145 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] No DVR routers for this DVR port 6c7d5acf-f800-42ab-9fdd-b9cc676f1ef7 on host n-d-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:26:38.969236 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2232546b-2909-43ec-a239-99ba13cb6dee req-f3be734c-4a76-4331-bc5b-2df580c54534 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/security-groups?id=18950aca-06cc-4b84-b3ff-54cf6d21ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996852 Oct 30 15:26:38.975381 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f385eefa-4a19-4089-9ff6-cac3ddb79c4d req-7c9fe42f-f145-4f7e-aa84-60bbdbefa3b1 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=18950aca-06cc-4b84-b3ff-54cf6d21ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824828 Oct 30 15:26:39.055935 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-aeb56841-cc19-42fe-85a9-05136a24f145 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:39.075689 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-aeb56841-cc19-42fe-85a9-05136a24f145 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['630f5b12-8849-4225-bc16-8284023dadb7']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:26:39.084839 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-aeb56841-cc19-42fe-85a9-05136a24f145 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32fc3c64-be58-4bc2-8f79-f743a3925dd6') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:26:39.085136 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-aeb56841-cc19-42fe-85a9-05136a24f145 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32fc3c64-be58-4bc2-8f79-f743a3925dd6') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:26:39.094343 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-aeb56841-cc19-42fe-85a9-05136a24f145 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:39.107698 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-aeb56841-cc19-42fe-85a9-05136a24f145 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:39.113657 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeb56841-cc19-42fe-85a9-05136a24f145 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:26:39.114046 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-aeb56841-cc19-42fe-85a9-05136a24f145 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:39.117625 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:26:39.117625 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:26:39.117625 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:26:39.117625 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:26:39.117625 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:26:39.117625 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:26:39.117625 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:26:39.117625 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:26:39.117625 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:26:39.117625 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:26:39.117625 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:26:39.117625 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:26:39.117625 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:26:39.117625 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:26:39.117625 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:26:39.117625 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:26:39.117625 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:26:39.117625 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:26:39.117625 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:26:39.117625 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:26:39.117625 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:26:39.117625 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:26:39.117625 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:26:39.117625 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:26:39.117625 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:26:39.117625 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:26:39.117625 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:26:39.117625 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:26:39.117625 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:26:39.117625 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:26:39.117625 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:26:39.117625 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:26:39.176848 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-aeb56841-cc19-42fe-85a9-05136a24f145 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:39.186191 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-aeb56841-cc19-42fe-85a9-05136a24f145 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:39.192267 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-aeb56841-cc19-42fe-85a9-05136a24f145 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] 10.222.0.62 "DELETE /v2.0/networks/630f5b12-8849-4225-bc16-8284023dadb7 HTTP/1.1" status: 204 len: 168 time: 0.7278962 Oct 30 15:26:39.203177 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb56841-cc19-42fe-85a9-05136a24f145 tempest-NetworksIpV6TestAttrs-774562106 tempest-NetworksIpV6TestAttrs-774562106-project] Pushing event deleted for resources: {'Network': ['ID=630f5b12-8849-4225-bc16-8284023dadb7,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:39.274402 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9de7b0-bed6-4259-b560-01c5db26aefa req-fc336c46-021f-4d06-98a2-e06f3d787f76 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:39.276673 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ea9de7b0-bed6-4259-b560-01c5db26aefa req-fc336c46-021f-4d06-98a2-e06f3d787f76 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3aa7141-8fed-42ba-9d2d-662ea30e6157 HTTP/1.1" status: 200 len: 945 time: 0.0536256 Oct 30 15:26:39.328033 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ea9de7b0-bed6-4259-b560-01c5db26aefa req-51c4c45f-bdf2-4105-9440-74f66581f5ed tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450056 Oct 30 15:26:39.342355 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965448d0-b3c3-4d16-9352-e21c3fc25f5f req-db85115c-3298-4cb1-9e60-e5001274b7dc tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:39.344003 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-965448d0-b3c3-4d16-9352-e21c3fc25f5f req-db85115c-3298-4cb1-9e60-e5001274b7dc tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] 10.222.0.62 "GET /v2.0/ports?device_id=654dbdb8-5428-4a3b-bdac-270bfc84462d HTTP/1.1" status: 200 len: 945 time: 0.0529528 Oct 30 15:26:39.382032 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-965448d0-b3c3-4d16-9352-e21c3fc25f5f req-e095e557-ea77-4eff-ba22-616b6d03154e tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8d0b5d91-2f63-4416-9274-91191d4ba671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322020 Oct 30 15:26:39.402869 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 55948) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:39.571281 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-0aeed387-2f28-417e-9b7b-9a15ef95c984 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f035fafeb34240b3bb148d288b5c289f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1671312 Oct 30 15:26:39.589528 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 55962) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:39.626315 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e93c460a-1090-49b2-9505-c6222d2c1945 req-db757655-383f-443f-a29b-5a4f06b938dc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d66022b6dce4fb492fec56533bbce8e&device_id=9598d42b-e63a-4fb6-9113-fbaaeb439f87 HTTP/1.1" status: 200 len: 210 time: 0.0297089 Oct 30 15:26:39.665358 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e93c460a-1090-49b2-9505-c6222d2c1945 req-567d2ecc-1d5a-48cb-aa6c-a008cc048d80 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=1d66022b6dce4fb492fec56533bbce8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286427 Oct 30 15:26:39.670085 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e14321fc-d8ef-4f72-b087-ff976468821c req-216ccde3-fefe-470f-8bb8-1faa0b1bf00f tempest-ServerShowV247Test-1856616642 tempest-ServerShowV247Test-1856616642-project] 10.222.0.62 "GET /v2.0/ports?device_id=9598d42b-e63a-4fb6-9113-fbaaeb439f87 HTTP/1.1" status: 200 len: 210 time: 0.0339632 Oct 30 15:26:39.687039 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6b4d9027-433d-4a04-8ff8-4750f89bf7ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:39.713805 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6b4d9027-433d-4a04-8ff8-4750f89bf7ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:39.793438 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6b4d9027-433d-4a04-8ff8-4750f89bf7ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:39.796185 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6b4d9027-433d-4a04-8ff8-4750f89bf7ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:39.805985 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 6c7d5acf-f800-42ab-9fdd-b9cc676f1ef7 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:26:39.809050 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-6b4d9027-433d-4a04-8ff8-4750f89bf7ed admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c06f8173-9b55-4577-bc71-61c12de647a4 HTTP/1.1" status: 204 len: 168 time: 0.2090476 Oct 30 15:26:39.817665 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4d9027-433d-4a04-8ff8-4750f89bf7ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06f8173-9b55-4577-bc71-61c12de647a4,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:39.858772 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 6c7d5acf-f800-42ab-9fdd-b9cc676f1ef7 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:26:39.859359 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 6c7d5acf-f800-42ab-9fdd-b9cc676f1ef7 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:26:39.935759 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c460a-1090-49b2-9505-c6222d2c1945 req-bc4c7c65-672a-4330-ac8f-b3933b8be48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:39.937363 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e93c460a-1090-49b2-9505-c6222d2c1945 req-bc4c7c65-672a-4330-ac8f-b3933b8be48d service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2641029 Oct 30 15:26:40.034431 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 92c78ca1-1f69-499a-9b02-1ab908d06f05 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:26:40.134533 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port 92c78ca1-1f69-499a-9b02-1ab908d06f05 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:26:40.139361 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 92c78ca1-1f69-499a-9b02-1ab908d06f05 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:26:40.140032 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:40.280852 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:40.323680 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 92c78ca1-1f69-499a-9b02-1ab908d06f05, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=92c78ca1-1f69-499a-9b02-1ab908d06f05,segment=NetworkSegment(7dc81a9b-3539-4be9-a222-feb3b591dcc0),segment_id=7dc81a9b-3539-4be9-a222-feb3b591dcc0)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:26:40.328932 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:40.399950 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=92c78ca1-1f69-499a-9b02-1ab908d06f05,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:40.412571 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:26:40.413087 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:26:40.413440 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:26:40.413913 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:26:40.414292 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:26:40.414635 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:26:40.414968 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:26:40.415430 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:26:40.415791 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:26:40.416119 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:26:40.416438 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:26:40.416820 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:26:40.501600 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b2caf-6d8a-4db4-9d0a-a33d26e61f7a req-6a60b1f9-defd-4bb4-bea9-d086740b3c14 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:40.503995 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b51b2caf-6d8a-4db4-9d0a-a33d26e61f7a req-6a60b1f9-defd-4bb4-bea9-d086740b3c14 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=294f33dc-6bdf-46da-8012-eb35ed17225b HTTP/1.1" status: 200 len: 943 time: 0.0651088 Oct 30 15:26:40.507770 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5ff32e-18fa-4d6a-904e-a15576aa3588 req-9db9c3ea-7a00-4e21-97e6-616d38011584 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:40.509406 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7f5ff32e-18fa-4d6a-904e-a15576aa3588 req-9db9c3ea-7a00-4e21-97e6-616d38011584 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3aa7141-8fed-42ba-9d2d-662ea30e6157 HTTP/1.1" status: 200 len: 946 time: 0.0808742 Oct 30 15:26:40.544914 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b51b2caf-6d8a-4db4-9d0a-a33d26e61f7a req-20bac133-b7e6-4124-b165-7b80dcb0e8f6 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/security-groups?id=18950aca-06cc-4b84-b3ff-54cf6d21ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349600 Oct 30 15:26:40.565721 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7f5ff32e-18fa-4d6a-904e-a15576aa3588 req-43a3b16b-1525-4b8f-b746-2624a4d97a6c tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504131 Oct 30 15:26:40.667408 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 55992) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:40.731107 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3aa7141-8fed-42ba-9d2d-662ea30e6157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c78ca1-1f69-499a-9b02-1ab908d06f05'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:26:40.735495 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f6217a-0ba1-413e-9615-f4630ec56a1c" -d '{"events": [{"server_uuid": "d3aa7141-8fed-42ba-9d2d-662ea30e6157", "name": "network-vif-plugged", "status": "completed", "tag": "92c78ca1-1f69-499a-9b02-1ab908d06f05"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:26:40.770966 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-57fc8971-0a5a-439c-8bb7-bd986f034c41 req-31c5f31d-838e-4965-875a-91d146e0060d tempest-ServerShowV247Test-1856616642 tempest-ServerShowV247Test-1856616642-project] 10.222.0.62 "GET /v2.0/ports?device_id=9598d42b-e63a-4fb6-9113-fbaaeb439f87 HTTP/1.1" status: 200 len: 210 time: 0.0284116 Oct 30 15:26:40.786667 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-e69ae870-909d-4ea3-8a01-cf2bacf52243 tempest-NetworksNegativeTestJSON-1186260885 tempest-NetworksNegativeTestJSON-1186260885-project] Request body: {'port': {'network_id': '82cd7f9e-9dae-440b-9b04-601eea9e52f8', 'name': 'tempest-NetworksNegativeTestJSON-332845498'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:26:40.804518 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-e69ae870-909d-4ea3-8a01-cf2bacf52243 tempest-NetworksNegativeTestJSON-1186260885 tempest-NetworksNegativeTestJSON-1186260885-project] POST failed (client error): The resource could not be found. Oct 30 15:26:40.805436 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e69ae870-909d-4ea3-8a01-cf2bacf52243 tempest-NetworksNegativeTestJSON-1186260885 tempest-NetworksNegativeTestJSON-1186260885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:26:40.806357 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149f34bb-8a91-468b-bf72-10885995c556 x-openstack-request-id: req-149f34bb-8a91-468b-bf72-10885995c556 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:26:40.807794 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3aa7141-8fed-42ba-9d2d-662ea30e6157", "name": "network-vif-plugged", "status": "completed", "tag": "92c78ca1-1f69-499a-9b02-1ab908d06f05", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:26:40.807794 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-149f34bb-8a91-468b-bf72-10885995c556 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:26:40.808097 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e69ae870-909d-4ea3-8a01-cf2bacf52243 tempest-NetworksNegativeTestJSON-1186260885 tempest-NetworksNegativeTestJSON-1186260885-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1385164 Oct 30 15:26:40.808193 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3aa7141-8fed-42ba-9d2d-662ea30e6157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c78ca1-1f69-499a-9b02-1ab908d06f05', 'code': 200} Oct 30 15:26:40.811386 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 56002) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:40.835493 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-7897db19-450e-4292-91e5-55e6f609b129 tempest-NetworksNegativeTestJSON-1186260885 tempest-NetworksNegativeTestJSON-1186260885-project] DELETE failed (client error): The resource could not be found. Oct 30 15:26:40.836043 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7897db19-450e-4292-91e5-55e6f609b129 tempest-NetworksNegativeTestJSON-1186260885 tempest-NetworksNegativeTestJSON-1186260885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:26:40.839513 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-7897db19-450e-4292-91e5-55e6f609b129 tempest-NetworksNegativeTestJSON-1186260885 tempest-NetworksNegativeTestJSON-1186260885-project] 10.222.0.62 "DELETE /v2.0/networks/961297d0-c56f-4a94-bb74-9ede92774046 HTTP/1.1" status: 404 len: 339 time: 0.0259693 Oct 30 15:26:40.842654 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 56004) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:40.874946 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-d43e3ba6-e2e0-450b-8089-6c3f34366dba tempest-NetworksNegativeTestJSON-1186260885 tempest-NetworksNegativeTestJSON-1186260885-project] DELETE failed (client error): The resource could not be found. Oct 30 15:26:40.875744 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d43e3ba6-e2e0-450b-8089-6c3f34366dba tempest-NetworksNegativeTestJSON-1186260885 tempest-NetworksNegativeTestJSON-1186260885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:26:40.878766 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d43e3ba6-e2e0-450b-8089-6c3f34366dba tempest-NetworksNegativeTestJSON-1186260885 tempest-NetworksNegativeTestJSON-1186260885-project] 10.222.0.62 "DELETE /v2.0/ports/8a2fb7eb-a339-4e9f-b39d-0b817a3a69fe HTTP/1.1" status: 404 len: 333 time: 0.0351756 Oct 30 15:26:40.883110 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 56006) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:40.916298 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-05e15a1c-3a75-47c7-a6ea-20d9799b1c59 tempest-NetworksNegativeTestJSON-1186260885 tempest-NetworksNegativeTestJSON-1186260885-project] DELETE failed (client error): The resource could not be found. Oct 30 15:26:40.916994 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05e15a1c-3a75-47c7-a6ea-20d9799b1c59 tempest-NetworksNegativeTestJSON-1186260885 tempest-NetworksNegativeTestJSON-1186260885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:26:40.918464 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433220d7-9fda-49cc-bc4a-4c87b84fbcbf req-ad08d34a-c610-4888-b916-83c602c64f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:40.919989 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-433220d7-9fda-49cc-bc4a-4c87b84fbcbf req-ad08d34a-c610-4888-b916-83c602c64f39 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d3aa7141-8fed-42ba-9d2d-662ea30e6157 HTTP/1.1" status: 200 len: 1098 time: 0.0402341 Oct 30 15:26:40.921283 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-05e15a1c-3a75-47c7-a6ea-20d9799b1c59 tempest-NetworksNegativeTestJSON-1186260885 tempest-NetworksNegativeTestJSON-1186260885-project] 10.222.0.62 "DELETE /v2.0/subnets/03f4c5e3-ca25-4553-a209-ee46c237ecd3 HTTP/1.1" status: 404 len: 337 time: 0.0368798 Oct 30 15:26:40.924960 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 56008) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:40.945795 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-54d9fe63-c22f-4122-a94d-bc7ae732f140 tempest-NetworksNegativeTestJSON-1186260885 tempest-NetworksNegativeTestJSON-1186260885-project] GET failed (client error): The resource could not be found. Oct 30 15:26:40.947209 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-54d9fe63-c22f-4122-a94d-bc7ae732f140 tempest-NetworksNegativeTestJSON-1186260885 tempest-NetworksNegativeTestJSON-1186260885-project] 10.222.0.62 "GET /v2.0/networks/aaeb2f90-47b9-48d6-a0b8-9f6d573daecd HTTP/1.1" status: 404 len: 339 time: 0.0213118 Oct 30 15:26:40.950852 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 56010) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:40.967883 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-433220d7-9fda-49cc-bc4a-4c87b84fbcbf req-d7b8b888-72f8-46b4-a38b-1a175a936652 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408971 Oct 30 15:26:40.976024 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e5c3159-ec15-4862-b866-10e9bc06c94f tempest-NetworksNegativeTestJSON-1186260885 tempest-NetworksNegativeTestJSON-1186260885-project] GET failed (client error): The resource could not be found. Oct 30 15:26:40.977730 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-1e5c3159-ec15-4862-b866-10e9bc06c94f tempest-NetworksNegativeTestJSON-1186260885 tempest-NetworksNegativeTestJSON-1186260885-project] 10.222.0.62 "GET /v2.0/ports/31e0d064-1af3-4461-9ead-ef78c2b6b3fc HTTP/1.1" status: 404 len: 333 time: 0.0259690 Oct 30 15:26:40.981299 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 56012) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:41.008925 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-34763db0-be25-4442-bbac-efefd857f2f8 tempest-NetworksNegativeTestJSON-1186260885 tempest-NetworksNegativeTestJSON-1186260885-project] GET failed (client error): The resource could not be found. Oct 30 15:26:41.010215 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-34763db0-be25-4442-bbac-efefd857f2f8 tempest-NetworksNegativeTestJSON-1186260885 tempest-NetworksNegativeTestJSON-1186260885-project] 10.222.0.62 "GET /v2.0/subnets/13e73e9d-cc48-461c-bc70-57fe6dae652b HTTP/1.1" status: 404 len: 337 time: 0.0280051 Oct 30 15:26:41.014237 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 56014) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:41.019192 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-903a9412-634c-462f-9557-068520808881 tempest-NetworksNegativeTestJSON-1186260885 tempest-NetworksNegativeTestJSON-1186260885-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:26:41.033241 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-903a9412-634c-462f-9557-068520808881 tempest-NetworksNegativeTestJSON-1186260885 tempest-NetworksNegativeTestJSON-1186260885-project] PUT failed (client error): The resource could not be found. Oct 30 15:26:41.033762 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-903a9412-634c-462f-9557-068520808881 tempest-NetworksNegativeTestJSON-1186260885 tempest-NetworksNegativeTestJSON-1186260885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:26:41.034839 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-903a9412-634c-462f-9557-068520808881 tempest-NetworksNegativeTestJSON-1186260885 tempest-NetworksNegativeTestJSON-1186260885-project] 10.222.0.62 "PUT /v2.0/networks/45d60fe0-42cc-4a9b-a305-112166c7cb00 HTTP/1.1" status: 404 len: 339 time: 0.0196958 Oct 30 15:26:41.038553 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 56016) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:41.043455 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-ae76d133-fa44-42b1-aa51-d3dd46aa21fb tempest-NetworksNegativeTestJSON-1186260885 tempest-NetworksNegativeTestJSON-1186260885-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:26:41.061626 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae76d133-fa44-42b1-aa51-d3dd46aa21fb tempest-NetworksNegativeTestJSON-1186260885 tempest-NetworksNegativeTestJSON-1186260885-project] PUT failed (client error): The resource could not be found. Oct 30 15:26:41.062224 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae76d133-fa44-42b1-aa51-d3dd46aa21fb tempest-NetworksNegativeTestJSON-1186260885 tempest-NetworksNegativeTestJSON-1186260885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:26:41.063315 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-ae76d133-fa44-42b1-aa51-d3dd46aa21fb tempest-NetworksNegativeTestJSON-1186260885 tempest-NetworksNegativeTestJSON-1186260885-project] 10.222.0.62 "PUT /v2.0/ports/bef247e4-3141-40bf-b7d9-721f75b7a491 HTTP/1.1" status: 404 len: 333 time: 0.0238461 Oct 30 15:26:41.066872 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 56018) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:41.072348 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-a82e5a82-3aa8-45a6-bddc-aeb017f18c85 tempest-NetworksNegativeTestJSON-1186260885 tempest-NetworksNegativeTestJSON-1186260885-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:26:41.096617 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-a82e5a82-3aa8-45a6-bddc-aeb017f18c85 tempest-NetworksNegativeTestJSON-1186260885 tempest-NetworksNegativeTestJSON-1186260885-project] PUT failed (client error): The resource could not be found. Oct 30 15:26:41.097053 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a82e5a82-3aa8-45a6-bddc-aeb017f18c85 tempest-NetworksNegativeTestJSON-1186260885 tempest-NetworksNegativeTestJSON-1186260885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:26:41.098142 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a82e5a82-3aa8-45a6-bddc-aeb017f18c85 tempest-NetworksNegativeTestJSON-1186260885 tempest-NetworksNegativeTestJSON-1186260885-project] 10.222.0.62 "PUT /v2.0/subnets/8300df04-35ca-4f87-b74a-aab630081a0f HTTP/1.1" status: 404 len: 337 time: 0.0302942 Oct 30 15:26:41.107967 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 6645edd6-5538-4dbd-b9d7-83f42a5c5c60 details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:26:41.212667 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 6645edd6-5538-4dbd-b9d7-83f42a5c5c60, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=6645edd6-5538-4dbd-b9d7-83f42a5c5c60,segment=NetworkSegment(bc60acd5-af90-46a3-b163-8f2ce87131df),segment_id=bc60acd5-af90-46a3-b163-8f2ce87131df)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:26:41.226210 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': '6645edd6-5538-4dbd-b9d7-83f42a5c5c60', 'network_id': 'e874fc18-e11d-4a09-8a86-4d3449e06603', 'port_id': '6645edd6-5538-4dbd-b9d7-83f42a5c5c60', 'mac_address': 'fa:16:3e:bd:63:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ef7cf87-b3e7-4e69-a9d4-cb34bde83505', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:26:41.269925 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:41.288358 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6645edd6-5538-4dbd-b9d7-83f42a5c5c60 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:26:41.308894 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 6645edd6-5538-4dbd-b9d7-83f42a5c5c60, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=6645edd6-5538-4dbd-b9d7-83f42a5c5c60,segment=NetworkSegment(bc60acd5-af90-46a3-b163-8f2ce87131df),segment_id=bc60acd5-af90-46a3-b163-8f2ce87131df)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:26:41.313384 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:41.366629 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=6645edd6-5538-4dbd-b9d7-83f42a5c5c60,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:41.380064 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 56024) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:41.400229 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e93c460a-1090-49b2-9505-c6222d2c1945 req-08b543f0-cb9d-4c54-a525-3b88ddbaee6b tempest-ServerShowV247Test-1856616642 tempest-ServerShowV247Test-1856616642-project] 10.222.0.44 "GET /v2.0/ports?device_id=9598d42b-e63a-4fb6-9113-fbaaeb439f87 HTTP/1.1" status: 200 len: 210 time: 0.0271585 Oct 30 15:26:41.512765 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8a75d88a-8b9f-4354-9d26-0ded97a91d00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:41.567134 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['6645edd6-5538-4dbd-b9d7-83f42a5c5c60'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:26:41.661065 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8a75d88a-8b9f-4354-9d26-0ded97a91d00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:41.666639 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8a75d88a-8b9f-4354-9d26-0ded97a91d00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:41.732286 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832907ed-a576-48d9-ad16-8885a3789511 req-58a4a2f5-2490-462a-af41-72c8ae45ab42 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:41.740626 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-832907ed-a576-48d9-ad16-8885a3789511 req-58a4a2f5-2490-462a-af41-72c8ae45ab42 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3aa7141-8fed-42ba-9d2d-662ea30e6157 HTTP/1.1" status: 200 len: 946 time: 0.0642941 Oct 30 15:26:41.761214 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-8a75d88a-8b9f-4354-9d26-0ded97a91d00 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=70cce15cdd5e41fbbe6931edacc9551f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3796041 Oct 30 15:26:41.764492 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a75d88a-8b9f-4354-9d26-0ded97a91d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05aa0aa8-fd2b-4359-8cee-f3cb77e13800,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:41.765788 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 56032) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:41.800418 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83660a8-9066-4178-b15a-727f1f1bb6e0 req-3eed102b-7e25-4179-baf1-479a93e08579 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:41.803027 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b83660a8-9066-4178-b15a-727f1f1bb6e0 req-3eed102b-7e25-4179-baf1-479a93e08579 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=294f33dc-6bdf-46da-8012-eb35ed17225b HTTP/1.1" status: 200 len: 944 time: 0.1547682 Oct 30 15:26:41.828875 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-832907ed-a576-48d9-ad16-8885a3789511 req-02422b78-aca5-47b7-8c03-05b026487d37 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872378 Oct 30 15:26:41.851425 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b83660a8-9066-4178-b15a-727f1f1bb6e0 req-3ed094d0-1efa-44c3-8c78-72b657835c21 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/security-groups?id=18950aca-06cc-4b84-b3ff-54cf6d21ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416687 Oct 30 15:26:41.893130 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-501d089f-e5a3-4c6b-a8ef-a7178c5546ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:41.933811 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-501d089f-e5a3-4c6b-a8ef-a7178c5546ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:42.000694 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-501d089f-e5a3-4c6b-a8ef-a7178c5546ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:42.003813 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-501d089f-e5a3-4c6b-a8ef-a7178c5546ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:42.005056 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-501d089f-e5a3-4c6b-a8ef-a7178c5546ad admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/05aa0aa8-fd2b-4359-8cee-f3cb77e13800 HTTP/1.1" status: 204 len: 168 time: 0.2346482 Oct 30 15:26:42.019502 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501d089f-e5a3-4c6b-a8ef-a7178c5546ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05aa0aa8-fd2b-4359-8cee-f3cb77e13800,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:42.040250 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-441a2e84-a24e-4a3d-bd36-a22906fb98f7 req-a04935fe-a3d0-4f3f-a97b-45ce9a7c3122 tempest-ServerShowV247Test-1856616642 tempest-ServerShowV247Test-1856616642-project] 10.222.0.62 "GET /v2.0/ports?device_id=9598d42b-e63a-4fb6-9113-fbaaeb439f87 HTTP/1.1" status: 200 len: 210 time: 0.0709798 Oct 30 15:26:42.227207 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:26:43.038203 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfa0a99-4a76-4f75-a3b4-422df200da3c req-6d4aa0dc-3004-45d0-9b11-1c7a53a46fc5 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:43.046929 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1cfa0a99-4a76-4f75-a3b4-422df200da3c req-6d4aa0dc-3004-45d0-9b11-1c7a53a46fc5 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=294f33dc-6bdf-46da-8012-eb35ed17225b HTTP/1.1" status: 200 len: 944 time: 0.1021888 Oct 30 15:26:43.049377 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a80cb-1df3-4239-9521-796c8ff13aac req-d19460a4-31fe-4848-ac30-9e7edbef32b5 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:43.051499 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d38a80cb-1df3-4239-9521-796c8ff13aac req-d19460a4-31fe-4848-ac30-9e7edbef32b5 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3aa7141-8fed-42ba-9d2d-662ea30e6157 HTTP/1.1" status: 200 len: 946 time: 0.0763750 Oct 30 15:26:43.100486 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d38a80cb-1df3-4239-9521-796c8ff13aac req-dea5cf50-dbe5-44bb-9cab-a4567e608821 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414426 Oct 30 15:26:43.108432 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1cfa0a99-4a76-4f75-a3b4-422df200da3c req-c77dd47b-5df2-4307-ad80-cdfda8c1fdf6 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/security-groups?id=18950aca-06cc-4b84-b3ff-54cf6d21ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603809 Oct 30 15:26:43.132923 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 6645edd6-5538-4dbd-b9d7-83f42a5c5c60 up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:26:43.208700 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port 6645edd6-5538-4dbd-b9d7-83f42a5c5c60 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:26:43.213995 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port 6645edd6-5538-4dbd-b9d7-83f42a5c5c60 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:26:43.215064 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:43.294188 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a9bd98-f3ae-4ccb-a467-f4eca62a0733 req-ea964b22-afc3-4dbf-b9de-96642d1f7913 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:43.302099 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f0a9bd98-f3ae-4ccb-a467-f4eca62a0733 req-ea964b22-afc3-4dbf-b9de-96642d1f7913 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3aa7141-8fed-42ba-9d2d-662ea30e6157 HTTP/1.1" status: 200 len: 946 time: 0.0825300 Oct 30 15:26:43.353391 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:43.400010 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '294f33dc-6bdf-46da-8012-eb35ed17225b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6645edd6-5538-4dbd-b9d7-83f42a5c5c60'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:26:43.400763 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f0a9bd98-f3ae-4ccb-a467-f4eca62a0733 req-62b69426-37b8-470e-b8d1-e46a41fcf32d tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829568 Oct 30 15:26:43.402611 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b89755d-0f89-460f-83ae-773a2ddc9b46" -d '{"events": [{"server_uuid": "294f33dc-6bdf-46da-8012-eb35ed17225b", "name": "network-vif-plugged", "status": "completed", "tag": "6645edd6-5538-4dbd-b9d7-83f42a5c5c60"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:26:43.423298 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 6645edd6-5538-4dbd-b9d7-83f42a5c5c60, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=6645edd6-5538-4dbd-b9d7-83f42a5c5c60,segment=NetworkSegment(bc60acd5-af90-46a3-b163-8f2ce87131df),segment_id=bc60acd5-af90-46a3-b163-8f2ce87131df)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:26:43.429053 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:43.544837 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-791b8f47-db60-453e-9b82-205ee739af70 x-openstack-request-id: req-791b8f47-db60-453e-9b82-205ee739af70 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:26:43.545050 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "294f33dc-6bdf-46da-8012-eb35ed17225b", "name": "network-vif-plugged", "status": "completed", "tag": "6645edd6-5538-4dbd-b9d7-83f42a5c5c60", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:26:43.545268 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-791b8f47-db60-453e-9b82-205ee739af70 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:26:43.545646 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '294f33dc-6bdf-46da-8012-eb35ed17225b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6645edd6-5538-4dbd-b9d7-83f42a5c5c60', 'code': 200} Oct 30 15:26:43.548859 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=6645edd6-5538-4dbd-b9d7-83f42a5c5c60,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:43.637023 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 56094) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:43.649186 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8951203b-850a-49f7-95a1-bec38c81905f req-06a9fc22-874e-47a4-841b-db7a287b4f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:43.651093 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8951203b-850a-49f7-95a1-bec38c81905f req-06a9fc22-874e-47a4-841b-db7a287b4f46 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=294f33dc-6bdf-46da-8012-eb35ed17225b HTTP/1.1" status: 200 len: 1097 time: 0.0894935 Oct 30 15:26:43.712416 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8951203b-850a-49f7-95a1-bec38c81905f req-26744c1c-d2b4-46aa-85e2-3da5b046b5ea service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=18950aca-06cc-4b84-b3ff-54cf6d21ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538669 Oct 30 15:26:43.781095 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9fb5d3-0e8e-4055-b824-4987b47211ec req-268c8446-4661-403b-af5e-4be9d94c3e15 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:43.782762 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6f9fb5d3-0e8e-4055-b824-4987b47211ec req-268c8446-4661-403b-af5e-4be9d94c3e15 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3aa7141-8fed-42ba-9d2d-662ea30e6157 HTTP/1.1" status: 200 len: 946 time: 0.0591061 Oct 30 15:26:43.819728 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2adb1e59-e8ff-4b13-91eb-161b4c1308f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:43.830865 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6f9fb5d3-0e8e-4055-b824-4987b47211ec req-4316afa1-e1ec-465d-9b21-fac9ad15b5a8 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413158 Oct 30 15:26:43.945387 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2adb1e59-e8ff-4b13-91eb-161b4c1308f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:43.949767 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2adb1e59-e8ff-4b13-91eb-161b4c1308f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:44.000790 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-2adb1e59-e8ff-4b13-91eb-161b4c1308f5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1d66022b6dce4fb492fec56533bbce8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3601191 Oct 30 15:26:44.000790 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adb1e59-e8ff-4b13-91eb-161b4c1308f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2738c679-9035-41b1-9ae6-b9fa93d83a06,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:44.001665 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 56108) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:44.069385 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-43154cfd-bd35-4eaa-9a41-d6e9018fe445 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:44.099799 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-43154cfd-bd35-4eaa-9a41-d6e9018fe445 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:44.145114 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 56116) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:44.152700 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-43154cfd-bd35-4eaa-9a41-d6e9018fe445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:44.159494 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-43154cfd-bd35-4eaa-9a41-d6e9018fe445 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:44.163580 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-43154cfd-bd35-4eaa-9a41-d6e9018fe445 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2738c679-9035-41b1-9ae6-b9fa93d83a06 HTTP/1.1" status: 204 len: 168 time: 0.1594636 Oct 30 15:26:44.171897 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43154cfd-bd35-4eaa-9a41-d6e9018fe445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2738c679-9035-41b1-9ae6-b9fa93d83a06,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:44.278536 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b9fb9-a49e-43e2-8eee-9baf6655022d req-1aaec014-b18f-48a2-9bb5-525c00a413b6 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:44.287556 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-604b9fb9-a49e-43e2-8eee-9baf6655022d req-1aaec014-b18f-48a2-9bb5-525c00a413b6 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=294f33dc-6bdf-46da-8012-eb35ed17225b HTTP/1.1" status: 200 len: 945 time: 0.0661128 Oct 30 15:26:44.335655 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-22797fff-c6e8-413e-b3ba-77bfe43a469c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:44.348908 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-604b9fb9-a49e-43e2-8eee-9baf6655022d req-ea739585-2b53-4b43-bed7-3e08355b2e51 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/security-groups?id=18950aca-06cc-4b84-b3ff-54cf6d21ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603967 Oct 30 15:26:44.439113 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-22797fff-c6e8-413e-b3ba-77bfe43a469c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:44.444117 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-22797fff-c6e8-413e-b3ba-77bfe43a469c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:44.489895 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-22797fff-c6e8-413e-b3ba-77bfe43a469c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cffef3686f1f40eea35b082cff681eda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3411825 Oct 30 15:26:44.490339 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 56124) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:44.504068 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22797fff-c6e8-413e-b3ba-77bfe43a469c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd1d7e4-ce6f-44a2-8973-0b2208faa1cc,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:44.550763 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5b1df073-600e-41db-beaf-ed3a62458a68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:44.573455 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5b1df073-600e-41db-beaf-ed3a62458a68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:44.624521 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5b1df073-600e-41db-beaf-ed3a62458a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:44.627379 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5b1df073-600e-41db-beaf-ed3a62458a68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:44.631972 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-5b1df073-600e-41db-beaf-ed3a62458a68 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1dd1d7e4-ce6f-44a2-8973-0b2208faa1cc HTTP/1.1" status: 204 len: 168 time: 0.1404700 Oct 30 15:26:44.642508 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1df073-600e-41db-beaf-ed3a62458a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd1d7e4-ce6f-44a2-8973-0b2208faa1cc,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:44.992589 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee1759-809e-4d5f-82bc-00a111d73939 req-d8115f9b-c530-411f-83db-d37e93e6660d tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:44.994724 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-05ee1759-809e-4d5f-82bc-00a111d73939 req-d8115f9b-c530-411f-83db-d37e93e6660d tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3aa7141-8fed-42ba-9d2d-662ea30e6157 HTTP/1.1" status: 200 len: 946 time: 0.0567408 Oct 30 15:26:45.040103 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 56146) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:45.056305 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fa72b72c-3dcf-44b5-8d1f-46697866a031 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:45.116663 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-05ee1759-809e-4d5f-82bc-00a111d73939 req-1f74696f-63b1-4a69-84fa-56ddcf905143 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117620 Oct 30 15:26:45.138510 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c94ac5-767c-4c8b-85f2-b9a1c446e0d6 req-e149a7fa-bb66-4811-b717-f96fd12f2dd0 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:45.140026 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-53c94ac5-767c-4c8b-85f2-b9a1c446e0d6 req-e149a7fa-bb66-4811-b717-f96fd12f2dd0 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3aa7141-8fed-42ba-9d2d-662ea30e6157 HTTP/1.1" status: 200 len: 946 time: 0.1267130 Oct 30 15:26:45.160641 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fa72b72c-3dcf-44b5-8d1f-46697866a031 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:45.165042 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fa72b72c-3dcf-44b5-8d1f-46697866a031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:45.190106 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa72b72c-3dcf-44b5-8d1f-46697866a031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8248e3-062e-4109-b585-b258802a9633,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:45.238175 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-fa72b72c-3dcf-44b5-8d1f-46697866a031 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6545929497f347d183b3c767dbffdd17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1968217 Oct 30 15:26:45.238987 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 56152) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:45.239533 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 56154) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:45.279071 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-53c94ac5-767c-4c8b-85f2-b9a1c446e0d6 req-c37550f4-153f-4684-bdab-580661059ee3 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Deleting port 92c78ca1-1f69-499a-9b02-1ab908d06f05 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:26:45.279412 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-53c94ac5-767c-4c8b-85f2-b9a1c446e0d6 req-c37550f4-153f-4684-bdab-580661059ee3 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:45.308358 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1bbc14ac-4319-4f9a-818a-9ccdd672e82f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:45.333126 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1bbc14ac-4319-4f9a-818a-9ccdd672e82f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:45.382784 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-53c94ac5-767c-4c8b-85f2-b9a1c446e0d6 req-c37550f4-153f-4684-bdab-580661059ee3 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] For port 92c78ca1-1f69-499a-9b02-1ab908d06f05, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=92c78ca1-1f69-499a-9b02-1ab908d06f05,segment=NetworkSegment(7dc81a9b-3539-4be9-a222-feb3b591dcc0),segment_id=7dc81a9b-3539-4be9-a222-feb3b591dcc0)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:26:45.383072 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-53c94ac5-767c-4c8b-85f2-b9a1c446e0d6 req-c37550f4-153f-4684-bdab-580661059ee3 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:45.388599 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1bbc14ac-4319-4f9a-818a-9ccdd672e82f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:45.391501 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1bbc14ac-4319-4f9a-818a-9ccdd672e82f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:45.392797 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-1bbc14ac-4319-4f9a-818a-9ccdd672e82f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cf8248e3-062e-4109-b585-b258802a9633 HTTP/1.1" status: 204 len: 168 time: 0.1503232 Oct 30 15:26:45.400356 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-53c94ac5-767c-4c8b-85f2-b9a1c446e0d6 req-c37550f4-153f-4684-bdab-580661059ee3 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Calling delete_port for 92c78ca1-1f69-499a-9b02-1ab908d06f05 owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:26:45.404310 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbc14ac-4319-4f9a-818a-9ccdd672e82f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8248e3-062e-4109-b585-b258802a9633,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:45.440861 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-108d2657-2daa-4375-803f-c3c8eadc78b5 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-882195335-network', 'tenant_id': 'f1094d6e69f44862b60c82383dd8328b'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:26:45.499956 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-108d2657-2daa-4375-803f-c3c8eadc78b5 admin admin] Made reservation on behalf of f1094d6e69f44862b60c82383dd8328b for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:26:45.502150 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-108d2657-2daa-4375-803f-c3c8eadc78b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:45.513756 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-108d2657-2daa-4375-803f-c3c8eadc78b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:45.549785 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61facf95-6552-44f7-894c-869902156536 req-f1a0425b-cc9f-4da4-85f9-daf835db7eb7 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:45.557720 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-61facf95-6552-44f7-894c-869902156536 req-f1a0425b-cc9f-4da4-85f9-daf835db7eb7 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=294f33dc-6bdf-46da-8012-eb35ed17225b HTTP/1.1" status: 200 len: 945 time: 0.0930812 Oct 30 15:26:45.582524 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-53c94ac5-767c-4c8b-85f2-b9a1c446e0d6 req-c37550f4-153f-4684-bdab-580661059ee3 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:45.597002 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['92c78ca1-1f69-499a-9b02-1ab908d06f05'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:26:45.599875 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['20b1da37-2313-4f20-8e19-c39745683e2e'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:26:45.612612 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37550f4-153f-4684-bdab-580661059ee3 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Pushing event deleted for resources: {'Port': ['ID=92c78ca1-1f69-499a-9b02-1ab908d06f05,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:45.621742 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-61facf95-6552-44f7-894c-869902156536 req-cd380d81-e133-4b0f-8693-37572529c4ea tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/security-groups?id=18950aca-06cc-4b84-b3ff-54cf6d21ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629830 Oct 30 15:26:45.658559 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-53c94ac5-767c-4c8b-85f2-b9a1c446e0d6 req-c37550f4-153f-4684-bdab-580661059ee3 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] No DVR routers for this DVR port 92c78ca1-1f69-499a-9b02-1ab908d06f05 on host n-h1-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:26:45.661419 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-53c94ac5-767c-4c8b-85f2-b9a1c446e0d6 req-c37550f4-153f-4684-bdab-580661059ee3 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:45.665885 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-53c94ac5-767c-4c8b-85f2-b9a1c446e0d6 req-c37550f4-153f-4684-bdab-580661059ee3 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.53 "DELETE /v2.0/ports/92c78ca1-1f69-499a-9b02-1ab908d06f05 HTTP/1.1" status: 204 len: 173 time: 0.5157731 Oct 30 15:26:45.666340 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3aa7141-8fed-42ba-9d2d-662ea30e6157', 'name': 'network-vif-deleted', 'tag': '92c78ca1-1f69-499a-9b02-1ab908d06f05'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:26:45.668724 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ddd0b63-7d45-4f39-937a-5f4e93eb4730" -d '{"events": [{"server_uuid": "d3aa7141-8fed-42ba-9d2d-662ea30e6157", "name": "network-vif-deleted", "tag": "92c78ca1-1f69-499a-9b02-1ab908d06f05"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:26:45.707119 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-108d2657-2daa-4375-803f-c3c8eadc78b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:45.711853 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-108d2657-2daa-4375-803f-c3c8eadc78b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:45.755723 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-108d2657-2daa-4375-803f-c3c8eadc78b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:26:45.758703 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9143e511-485b-40a1-a717-05902f7b8e30 x-openstack-request-id: req-9143e511-485b-40a1-a717-05902f7b8e30 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:26:45.759083 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3aa7141-8fed-42ba-9d2d-662ea30e6157", "name": "network-vif-deleted", "tag": "92c78ca1-1f69-499a-9b02-1ab908d06f05", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:26:45.759258 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9143e511-485b-40a1-a717-05902f7b8e30 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:26:45.759652 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3aa7141-8fed-42ba-9d2d-662ea30e6157', 'name': 'network-vif-deleted', 'tag': '92c78ca1-1f69-499a-9b02-1ab908d06f05', 'status': 'completed', 'code': 200} Oct 30 15:26:45.798655 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-108d2657-2daa-4375-803f-c3c8eadc78b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:45.799504 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-108d2657-2daa-4375-803f-c3c8eadc78b5 admin admin] Added segment c00b905e-e2b8-4c9c-bbe0-5ec800b8bc03 of type vlan for network 055292bf-ad8a-4b27-ab2d-7985d7661ec4 Oct 30 15:26:45.802719 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108d2657-2daa-4375-803f-c3c8eadc78b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f1c4a8-9063-4c9c-8f7d-a04c4603213a,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:45.877021 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-108d2657-2daa-4375-803f-c3c8eadc78b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:45.909391 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-108d2657-2daa-4375-803f-c3c8eadc78b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:45.910692 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108d2657-2daa-4375-803f-c3c8eadc78b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:45.911388 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-108d2657-2daa-4375-803f-c3c8eadc78b5 admin admin] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:45.958080 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f12661e-3090-4051-a6d9-7d1c97870ed4 req-9b992c13-ede8-4df6-9c82-eee5043b9c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:45.959800 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8f12661e-3090-4051-a6d9-7d1c97870ed4 req-9b992c13-ede8-4df6-9c82-eee5043b9c80 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8883efdab1974efc9f550527d856656f&device_id=294f33dc-6bdf-46da-8012-eb35ed17225b HTTP/1.1" status: 200 len: 1097 time: 0.0553267 Oct 30 15:26:45.991861 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-108d2657-2daa-4375-803f-c3c8eadc78b5 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7427742 Oct 30 15:26:46.020945 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108d2657-2daa-4375-803f-c3c8eadc78b5 admin admin] Pushing event updated for resources: {'Network': ['ID=055292bf-ad8a-4b27-ab2d-7985d7661ec4,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:46.032433 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 055292bf-ad8a-4b27-ab2d-7985d7661ec4 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:26:46.042001 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2120ace0-45fe-4407-abda-98d8396ea934 req-47ebb56c-5b5b-4a35-a569-be39de18e584 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:46.049711 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2120ace0-45fe-4407-abda-98d8396ea934 req-47ebb56c-5b5b-4a35-a569-be39de18e584 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=294f33dc-6bdf-46da-8012-eb35ed17225b HTTP/1.1" status: 200 len: 945 time: 0.1266949 Oct 30 15:26:46.100978 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2120ace0-45fe-4407-abda-98d8396ea934 req-6a5d7bca-4a48-44fd-96cc-999d20415fa8 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/security-groups?id=18950aca-06cc-4b84-b3ff-54cf6d21ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502422 Oct 30 15:26:46.108149 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f12661e-3090-4051-a6d9-7d1c97870ed4 req-285a6f58-24ab-4716-8cc4-617c54e67093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:46.112047 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8f12661e-3090-4051-a6d9-7d1c97870ed4 req-285a6f58-24ab-4716-8cc4-617c54e67093 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e874fc18-e11d-4a09-8a86-4d3449e06603 HTTP/1.1" status: 200 len: 919 time: 0.1423566 Oct 30 15:26:46.185162 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8f12661e-3090-4051-a6d9-7d1c97870ed4 req-d4c25f6f-931b-46fe-a0a9-a805df605a95 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6645edd6-5538-4dbd-b9d7-83f42a5c5c60 HTTP/1.1" status: 200 len: 217 time: 0.0649452 Oct 30 15:26:46.313854 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cff6dc00-394a-4de0-864d-13ef460609e6 req-9ee22e9d-f81c-47cd-99b1-2883c376c8c8 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3aa7141-8fed-42ba-9d2d-662ea30e6157 HTTP/1.1" status: 200 len: 210 time: 0.0292315 Oct 30 15:26:46.317874 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f12661e-3090-4051-a6d9-7d1c97870ed4 req-2a45176d-625c-4969-aef5-47843a67b5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:46.319370 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8f12661e-3090-4051-a6d9-7d1c97870ed4 req-2a45176d-625c-4969-aef5-47843a67b5b2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8ef7cf87-b3e7-4e69-a9d4-cb34bde83505 HTTP/1.1" status: 200 len: 858 time: 0.1280241 Oct 30 15:26:46.363529 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8f12661e-3090-4051-a6d9-7d1c97870ed4 req-5efe21ef-93ff-4ddb-805b-efe7875edc8d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e874fc18-e11d-4a09-8a86-4d3449e06603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273769 Oct 30 15:26:46.464549 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8f12661e-3090-4051-a6d9-7d1c97870ed4 req-6842f805-4076-43e2-ac83-313e45f6114e service neutron] 10.222.0.44 "GET /v2.0/networks/e874fc18-e11d-4a09-8a86-4d3449e06603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931671 Oct 30 15:26:46.570118 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8f12661e-3090-4051-a6d9-7d1c97870ed4 req-40c58792-8e95-4cb0-8bfe-35273dfd3c0f service neutron] 10.222.0.44 "GET /v2.0/networks/e874fc18-e11d-4a09-8a86-4d3449e06603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984108 Oct 30 15:26:46.617968 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bae67d-ffdd-4a2d-af1e-6c04fc00c8a4 req-c0ee60a9-d7b0-43a1-8e98-5cf1ff8e2fc8 tempest-ComputeTenantNetworksTest-1288270510 tempest-ComputeTenantNetworksTest-1288270510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:46.625674 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bae67d-ffdd-4a2d-af1e-6c04fc00c8a4 req-c0ee60a9-d7b0-43a1-8e98-5cf1ff8e2fc8 tempest-ComputeTenantNetworksTest-1288270510 tempest-ComputeTenantNetworksTest-1288270510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:46.632691 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bae67d-ffdd-4a2d-af1e-6c04fc00c8a4 req-c0ee60a9-d7b0-43a1-8e98-5cf1ff8e2fc8 tempest-ComputeTenantNetworksTest-1288270510 tempest-ComputeTenantNetworksTest-1288270510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:46.642285 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-88bae67d-ffdd-4a2d-af1e-6c04fc00c8a4 req-c0ee60a9-d7b0-43a1-8e98-5cf1ff8e2fc8 tempest-ComputeTenantNetworksTest-1288270510 tempest-ComputeTenantNetworksTest-1288270510-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.1498196 Oct 30 15:26:46.741747 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd7511-4bf9-4d9c-ba24-52ee05fe1ed1 req-4bd3950b-ed2e-4c92-90fa-aab22910d178 tempest-ComputeTenantNetworksTest-1288270510 tempest-ComputeTenantNetworksTest-1288270510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:46.743100 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-38cd7511-4bf9-4d9c-ba24-52ee05fe1ed1 req-4bd3950b-ed2e-4c92-90fa-aab22910d178 tempest-ComputeTenantNetworksTest-1288270510 tempest-ComputeTenantNetworksTest-1288270510-project] 10.222.0.62 "GET /v2.0/networks/055292bf-ad8a-4b27-ab2d-7985d7661ec4 HTTP/1.1" status: 200 len: 768 time: 0.0871418 Oct 30 15:26:46.751112 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 56214) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:46.820807 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3d45a8c8-3b9a-41d4-87b7-e0b75fe7fd98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:46.905518 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3d45a8c8-3b9a-41d4-87b7-e0b75fe7fd98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:46.926268 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-3d45a8c8-3b9a-41d4-87b7-e0b75fe7fd98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['055292bf-ad8a-4b27-ab2d-7985d7661ec4']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:26:46.936121 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-3d45a8c8-3b9a-41d4-87b7-e0b75fe7fd98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c00b905e-e2b8-4c9c-bbe0-5ec800b8bc03') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:26:46.936419 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-3d45a8c8-3b9a-41d4-87b7-e0b75fe7fd98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c00b905e-e2b8-4c9c-bbe0-5ec800b8bc03') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:26:46.948961 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3d45a8c8-3b9a-41d4-87b7-e0b75fe7fd98 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:46.964434 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3d45a8c8-3b9a-41d4-87b7-e0b75fe7fd98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:46.971343 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d45a8c8-3b9a-41d4-87b7-e0b75fe7fd98 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:26:46.971759 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3d45a8c8-3b9a-41d4-87b7-e0b75fe7fd98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:46.973721 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:26:46.973721 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:26:46.973721 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:26:46.973721 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:26:46.973721 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:26:46.973721 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:26:46.973721 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:26:46.973721 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:26:46.973721 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:26:46.973721 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:26:46.973721 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:26:46.973721 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:26:46.973721 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:26:46.973721 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:26:46.973721 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:26:46.973721 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:26:46.973721 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:26:46.973721 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:26:46.973721 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:26:46.973721 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:26:46.973721 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:26:46.973721 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:26:46.973721 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:26:46.973721 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:26:46.973721 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:26:46.973721 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:26:46.973721 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:26:46.973721 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:26:46.973721 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:26:46.973721 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:26:46.973721 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:26:46.973721 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:26:47.029739 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3d45a8c8-3b9a-41d4-87b7-e0b75fe7fd98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:47.046598 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3d45a8c8-3b9a-41d4-87b7-e0b75fe7fd98 admin admin] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:47.049796 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-3d45a8c8-3b9a-41d4-87b7-e0b75fe7fd98 admin admin] 10.222.0.62 "DELETE /v2.0/networks/055292bf-ad8a-4b27-ab2d-7985d7661ec4 HTTP/1.1" status: 204 len: 168 time: 0.2976499 Oct 30 15:26:47.051167 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d45a8c8-3b9a-41d4-87b7-e0b75fe7fd98 admin admin] Pushing event deleted for resources: {'Network': ['ID=055292bf-ad8a-4b27-ab2d-7985d7661ec4,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:47.227710 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1eb76a-3297-475f-a53e-dd30d88de872 req-a0e3e6cb-bcb9-4b3b-b185-2507e6d99899 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:47.228620 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 56234) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:47.231606 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1a1eb76a-3297-475f-a53e-dd30d88de872 req-a0e3e6cb-bcb9-4b3b-b185-2507e6d99899 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=294f33dc-6bdf-46da-8012-eb35ed17225b HTTP/1.1" status: 200 len: 945 time: 0.0628743 Oct 30 15:26:47.278846 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1a1eb76a-3297-475f-a53e-dd30d88de872 req-6f13fddd-7fe8-43a1-80ee-18c491fc0ad7 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/security-groups?id=18950aca-06cc-4b84-b3ff-54cf6d21ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402176 Oct 30 15:26:47.291268 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-ffbbb25c-bc95-4726-b0e5-0100806a0ab1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f1094d6e69f44862b60c82383dd8328b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0612166 Oct 30 15:26:47.293677 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 56238) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:47.348479 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-29e96f87-d304-4fb7-b03d-2129e888b6ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:47.378557 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-29e96f87-d304-4fb7-b03d-2129e888b6ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:47.434439 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-29e96f87-d304-4fb7-b03d-2129e888b6ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:47.437127 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-29e96f87-d304-4fb7-b03d-2129e888b6ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:47.438405 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-29e96f87-d304-4fb7-b03d-2129e888b6ef admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e4f1c4a8-9063-4c9c-8f7d-a04c4603213a HTTP/1.1" status: 204 len: 168 time: 0.1436887 Oct 30 15:26:47.447344 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e96f87-d304-4fb7-b03d-2129e888b6ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f1c4a8-9063-4c9c-8f7d-a04c4603213a,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:47.689512 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d66f5-e1a8-4768-9e00-6c131b4a78e5 req-2cc678f8-8a56-4f56-86fb-d90da795087a tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:47.690981 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-de3d66f5-e1a8-4768-9e00-6c131b4a78e5 req-2cc678f8-8a56-4f56-86fb-d90da795087a tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/networks?id=e3d349fd-06d3-4d89-81c2-25b2b94c579c HTTP/1.1" status: 200 len: 806 time: 0.1088274 Oct 30 15:26:47.707387 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-de3d66f5-e1a8-4768-9e00-6c131b4a78e5 req-26f70a9e-029c-4273-82b0-d78803e7a26c tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/quotas/a3028294d5734482b28fa89832495d29 HTTP/1.1" status: 200 len: 375 time: 0.0099823 Oct 30 15:26:47.757102 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-de3d66f5-e1a8-4768-9e00-6c131b4a78e5 req-2ac69f3b-4b48-4e50-b485-0949240b7467 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a3028294d5734482b28fa89832495d29&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0440125 Oct 30 15:26:47.857007 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-de3d66f5-e1a8-4768-9e00-6c131b4a78e5 req-dc419b97-5695-409f-92f1-dd6765ce0d76 service neutron] 10.222.0.62 "GET /v2.0/networks/e3d349fd-06d3-4d89-81c2-25b2b94c579c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924606 Oct 30 15:26:47.950237 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-de3d66f5-e1a8-4768-9e00-6c131b4a78e5 req-acde186a-084e-4ac5-bb4e-c6bbba403555 service neutron] 10.222.0.62 "GET /v2.0/networks/e3d349fd-06d3-4d89-81c2-25b2b94c579c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862265 Oct 30 15:26:48.039423 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 92c78ca1-1f69-499a-9b02-1ab908d06f05 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:26:48.061630 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: 92c78ca1-1f69-499a-9b02-1ab908d06f05 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:26:48.061981 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 92c78ca1-1f69-499a-9b02-1ab908d06f05 not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:26:48.121802 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1caa4e4f-4bca-488e-ac76-7d9699a361c6 req-bec6261e-9bcd-4d00-8edc-6d3ca5fedb1d tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5ffc168-eac4-479e-9cc8-1e6ca8159ed5 HTTP/1.1" status: 200 len: 210 time: 0.0294528 Oct 30 15:26:48.142344 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 56282) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:48.241935 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-a62eb1f8-6475-48cc-9398-c0b5c790840b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-449199179-network', 'tenant_id': '851f863f3af14cfda31cec55b5caebe9'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:26:48.265040 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a62eb1f8-6475-48cc-9398-c0b5c790840b admin admin] Made reservation on behalf of 851f863f3af14cfda31cec55b5caebe9 for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:26:48.267336 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a62eb1f8-6475-48cc-9398-c0b5c790840b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:48.276263 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a62eb1f8-6475-48cc-9398-c0b5c790840b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:48.363110 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a62eb1f8-6475-48cc-9398-c0b5c790840b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:48.368099 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a62eb1f8-6475-48cc-9398-c0b5c790840b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:48.398972 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a62eb1f8-6475-48cc-9398-c0b5c790840b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:26:48.442272 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a62eb1f8-6475-48cc-9398-c0b5c790840b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:48.442567 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-a62eb1f8-6475-48cc-9398-c0b5c790840b admin admin] Added segment 59d6fed5-1de0-4ec5-ad2b-5027d009e9f0 of type vlan for network a69ee861-8dad-4f6c-abe3-f84fb501d5dd Oct 30 15:26:48.444392 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62eb1f8-6475-48cc-9398-c0b5c790840b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=499c2e65-0f42-40a0-874a-31e22574df6b,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:48.494220 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a62eb1f8-6475-48cc-9398-c0b5c790840b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:48.504070 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3121f17c-a35b-40e6-9aa3-e6b7f6640f39 req-64eb5956-6ec4-4045-acff-a467f19db8e1 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:48.506115 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3121f17c-a35b-40e6-9aa3-e6b7f6640f39 req-64eb5956-6ec4-4045-acff-a467f19db8e1 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=294f33dc-6bdf-46da-8012-eb35ed17225b HTTP/1.1" status: 200 len: 945 time: 0.1290469 Oct 30 15:26:48.555097 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a62eb1f8-6475-48cc-9398-c0b5c790840b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:48.556073 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62eb1f8-6475-48cc-9398-c0b5c790840b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:48.556639 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a62eb1f8-6475-48cc-9398-c0b5c790840b admin admin] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:48.580339 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3121f17c-a35b-40e6-9aa3-e6b7f6640f39 req-d34629c1-55fc-41a5-8e6a-5c774b761d13 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/security-groups?id=18950aca-06cc-4b84-b3ff-54cf6d21ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678852 Oct 30 15:26:48.638737 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-a62eb1f8-6475-48cc-9398-c0b5c790840b admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4978299 Oct 30 15:26:48.638946 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 56300) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:48.644787 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-50897dd0-3bb2-4715-9157-a57da34e7316 admin admin] Request body: {'subnet': {'network_id': 'a69ee861-8dad-4f6c-abe3-f84fb501d5dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-449199179-subnet', 'tenant_id': '851f863f3af14cfda31cec55b5caebe9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:26:48.656017 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62eb1f8-6475-48cc-9398-c0b5c790840b admin admin] Pushing event updated for resources: {'Network': ['ID=a69ee861-8dad-4f6c-abe3-f84fb501d5dd,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:48.667940 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network a69ee861-8dad-4f6c-abe3-f84fb501d5dd details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:26:48.684399 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50897dd0-3bb2-4715-9157-a57da34e7316 admin admin] Made reservation on behalf of 851f863f3af14cfda31cec55b5caebe9 for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:26:48.687358 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-50897dd0-3bb2-4715-9157-a57da34e7316 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:48.894756 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-50897dd0-3bb2-4715-9157-a57da34e7316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:48.964264 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50897dd0-3bb2-4715-9157-a57da34e7316 admin admin] Pushing event updated for resources: {'Subnet': ['ID=173890c6-b6ee-44b8-ab6a-06362ece304f,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:48.971574 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50897dd0-3bb2-4715-9157-a57da34e7316 admin admin] Checking segment: {'id': '59d6fed5-1de0-4ec5-ad2b-5027d009e9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a69ee861-8dad-4f6c-abe3-f84fb501d5dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:26:48.971971 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50897dd0-3bb2-4715-9157-a57da34e7316 admin admin] Network hostable DHCP agents. Network: a69ee861-8dad-4f6c-abe3-f84fb501d5dd, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:26:48.991361 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50897dd0-3bb2-4715-9157-a57da34e7316 admin admin] Network a69ee861-8dad-4f6c-abe3-f84fb501d5dd is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:26:49.001346 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-50897dd0-3bb2-4715-9157-a57da34e7316 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, a69ee861-8dad-4f6c-abe3-f84fb501d5dd) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:26:49.006483 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50897dd0-3bb2-4715-9157-a57da34e7316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:49.007186 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-50897dd0-3bb2-4715-9157-a57da34e7316 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:49.012014 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179405af-e62e-400e-8496-c10f26e77e75 None None] Network a69ee861-8dad-4f6c-abe3-f84fb501d5dd requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:26:49.048239 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-50897dd0-3bb2-4715-9157-a57da34e7316 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4082136 Oct 30 15:26:49.051485 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 56312) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:49.057215 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-8da141d3-03e8-45f8-8456-e29ee76bab9a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-449199179-router', 'tenant_id': '851f863f3af14cfda31cec55b5caebe9', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:26:49.103423 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8da141d3-03e8-45f8-8456-e29ee76bab9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:49.104870 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8da141d3-03e8-45f8-8456-e29ee76bab9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:49.171453 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8da141d3-03e8-45f8-8456-e29ee76bab9a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:49.182042 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d66f5-e1a8-4768-9e00-6c131b4a78e5 req-44bcfddf-f79b-4039-9f68-8938151101da tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:49.183690 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-de3d66f5-e1a8-4768-9e00-6c131b4a78e5 req-44bcfddf-f79b-4039-9f68-8938151101da tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.44 "GET /v2.0/networks?id=e3d349fd-06d3-4d89-81c2-25b2b94c579c HTTP/1.1" status: 200 len: 806 time: 0.1667204 Oct 30 15:26:49.199647 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-de3d66f5-e1a8-4768-9e00-6c131b4a78e5 req-8b7eccaa-4c63-429b-b0b0-9d935bfbe920 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Request body: {'port': {'device_id': 'd5ffc168-eac4-479e-9cc8-1e6ca8159ed5', 'network_id': 'e3d349fd-06d3-4d89-81c2-25b2b94c579c', 'admin_state_up': True, 'tenant_id': 'a3028294d5734482b28fa89832495d29'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:26:49.289114 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d75701f-b78c-499a-896c-01e01fdbeeb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-a69ee861-8dad-4f6c-abe3-f84fb501d5dd', 'network_id': 'a69ee861-8dad-4f6c-abe3-f84fb501d5dd', 'tenant_id': '851f863f3af14cfda31cec55b5caebe9', 'fixed_ips': [{'subnet_id': '173890c6-b6ee-44b8-ab6a-06362ece304f'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:26:49.291176 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8d75701f-b78c-499a-896c-01e01fdbeeb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:49.349067 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de3d66f5-e1a8-4768-9e00-6c131b4a78e5 req-8b7eccaa-4c63-429b-b0b0-9d935bfbe920 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Made reservation on behalf of a3028294d5734482b28fa89832495d29 for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:26:49.355232 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-912c2efa-9522-4ba2-9e58-1e16edff8e7c req-64e93b06-c4e5-449c-aece-a5e994f6b74e tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5ffc168-eac4-479e-9cc8-1e6ca8159ed5 HTTP/1.1" status: 200 len: 210 time: 0.0918295 Oct 30 15:26:49.357246 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8da141d3-03e8-45f8-8456-e29ee76bab9a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:49.363842 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-de3d66f5-e1a8-4768-9e00-6c131b4a78e5 req-8b7eccaa-4c63-429b-b0b0-9d935bfbe920 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:49.506272 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-8d75701f-b78c-499a-896c-01e01fdbeeb7 None None] Allocated IP 172.20.0.2 (a69ee861-8dad-4f6c-abe3-f84fb501d5dd/173890c6-b6ee-44b8-ab6a-06362ece304f/fb099d9c-c389-4725-8022-87c16d224fad) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:26:49.596165 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8da141d3-03e8-45f8-8456-e29ee76bab9a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:49.623482 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8da141d3-03e8-45f8-8456-e29ee76bab9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:49.741334 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8d75701f-b78c-499a-896c-01e01fdbeeb7 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:49.748762 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8d75701f-b78c-499a-896c-01e01fdbeeb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:49.803817 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d75701f-b78c-499a-896c-01e01fdbeeb7 None None] Network a69ee861-8dad-4f6c-abe3-f84fb501d5dd is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:26:49.805543 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-8da141d3-03e8-45f8-8456-e29ee76bab9a admin admin] Allocated IP 172.25.4.111 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/96e620ec-98fc-4071-b414-cf43c3104cc7) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:26:49.807669 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-8d75701f-b78c-499a-896c-01e01fdbeeb7 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:26:49.813258 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d75701f-b78c-499a-896c-01e01fdbeeb7 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:26:49.825127 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d75701f-b78c-499a-896c-01e01fdbeeb7 None None] Pushing event updated for resources: {'Port': ['ID=fb099d9c-c389-4725-8022-87c16d224fad,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:49.878133 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6343dfb5-9178-4394-ba7c-56e082dacb4a req-c5dd599b-0539-41d4-961e-52825c4197f8 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:49.885951 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6343dfb5-9178-4394-ba7c-56e082dacb4a req-c5dd599b-0539-41d4-961e-52825c4197f8 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=294f33dc-6bdf-46da-8012-eb35ed17225b HTTP/1.1" status: 200 len: 945 time: 0.1029711 Oct 30 15:26:49.888388 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-8d75701f-b78c-499a-896c-01e01fdbeeb7 None None] Attempting to bind port fb099d9c-c389-4725-8022-87c16d224fad on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:26:49.889408 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-8d75701f-b78c-499a-896c-01e01fdbeeb7 None None] Attempting to bind port fb099d9c-c389-4725-8022-87c16d224fad by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '59d6fed5-1de0-4ec5-ad2b-5027d009e9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a69ee861-8dad-4f6c-abe3-f84fb501d5dd'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:26:49.889931 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d75701f-b78c-499a-896c-01e01fdbeeb7 None None] Attempting to bind port fb099d9c-c389-4725-8022-87c16d224fad on network a69ee861-8dad-4f6c-abe3-f84fb501d5dd {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:26:49.897236 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d75701f-b78c-499a-896c-01e01fdbeeb7 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:26:49.897612 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d75701f-b78c-499a-896c-01e01fdbeeb7 None None] Checking segment: {'id': '59d6fed5-1de0-4ec5-ad2b-5027d009e9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a69ee861-8dad-4f6c-abe3-f84fb501d5dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:26:49.898627 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8d75701f-b78c-499a-896c-01e01fdbeeb7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:49.899030 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d75701f-b78c-499a-896c-01e01fdbeeb7 None None] Bound using segment: {'id': '59d6fed5-1de0-4ec5-ad2b-5027d009e9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a69ee861-8dad-4f6c-abe3-f84fb501d5dd'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:26:49.900128 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-8d75701f-b78c-499a-896c-01e01fdbeeb7 None None] Bound port: fb099d9c-c389-4725-8022-87c16d224fad, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59d6fed5-1de0-4ec5-ad2b-5027d009e9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a69ee861-8dad-4f6c-abe3-f84fb501d5dd'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:26:49.900937 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8d75701f-b78c-499a-896c-01e01fdbeeb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:49.949418 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6343dfb5-9178-4394-ba7c-56e082dacb4a req-ff525f8a-7a18-4b58-b9d2-c6628fd1e39c tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/security-groups?id=18950aca-06cc-4b84-b3ff-54cf6d21ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626817 Oct 30 15:26:49.949682 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8da141d3-03e8-45f8-8456-e29ee76bab9a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:49.964432 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-de3d66f5-e1a8-4768-9e00-6c131b4a78e5 req-8b7eccaa-4c63-429b-b0b0-9d935bfbe920 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Allocated IP 172.20.0.6 (e3d349fd-06d3-4d89-81c2-25b2b94c579c/8cd32631-4817-453f-b06d-49c42463e638/bb981df7-feff-45e9-95cb-a6ad5cda54f5) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:26:49.997194 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8da141d3-03e8-45f8-8456-e29ee76bab9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:49.998657 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-8d75701f-b78c-499a-896c-01e01fdbeeb7 None None] For port fb099d9c-c389-4725-8022-87c16d224fad, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:26:50.002787 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-8d75701f-b78c-499a-896c-01e01fdbeeb7 None None] For port fb099d9c-c389-4725-8022-87c16d224fad, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=fb099d9c-c389-4725-8022-87c16d224fad,segment=NetworkSegment(59d6fed5-1de0-4ec5-ad2b-5027d009e9f0),segment_id=59d6fed5-1de0-4ec5-ad2b-5027d009e9f0)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:26:50.010180 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8d75701f-b78c-499a-896c-01e01fdbeeb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:50.073482 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da141d3-03e8-45f8-8456-e29ee76bab9a admin admin] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:26:50.077986 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-8da141d3-03e8-45f8-8456-e29ee76bab9a admin admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:26:50.087921 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d75701f-b78c-499a-896c-01e01fdbeeb7 None None] Pushing event updated for resources: {'Port': ['ID=fb099d9c-c389-4725-8022-87c16d224fad,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:50.090091 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da141d3-03e8-45f8-8456-e29ee76bab9a admin admin] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:26:50.125377 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da141d3-03e8-45f8-8456-e29ee76bab9a admin admin] Pushing event updated for resources: {'Port': ['ID=96e620ec-98fc-4071-b414-cf43c3104cc7,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:50.137713 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da141d3-03e8-45f8-8456-e29ee76bab9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:26:50.142692 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da141d3-03e8-45f8-8456-e29ee76bab9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:26:50.143086 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da141d3-03e8-45f8-8456-e29ee76bab9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:26:50.143428 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da141d3-03e8-45f8-8456-e29ee76bab9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:26:50.143884 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da141d3-03e8-45f8-8456-e29ee76bab9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:26:50.144227 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da141d3-03e8-45f8-8456-e29ee76bab9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:26:50.144564 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da141d3-03e8-45f8-8456-e29ee76bab9a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:26:50.144895 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da141d3-03e8-45f8-8456-e29ee76bab9a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:26:50.145221 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da141d3-03e8-45f8-8456-e29ee76bab9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:26:50.145551 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da141d3-03e8-45f8-8456-e29ee76bab9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:26:50.146667 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da141d3-03e8-45f8-8456-e29ee76bab9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:26:50.147001 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da141d3-03e8-45f8-8456-e29ee76bab9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:26:50.178602 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-de3d66f5-e1a8-4768-9e00-6c131b4a78e5 req-8b7eccaa-4c63-429b-b0b0-9d935bfbe920 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:50.224266 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-de3d66f5-e1a8-4768-9e00-6c131b4a78e5 req-8b7eccaa-4c63-429b-b0b0-9d935bfbe920 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:50.243089 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['20b1da37-2313-4f20-8e19-c39745683e2e'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:26:50.289546 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de3d66f5-e1a8-4768-9e00-6c131b4a78e5 req-8b7eccaa-4c63-429b-b0b0-9d935bfbe920 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Network e3d349fd-06d3-4d89-81c2-25b2b94c579c is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:26:50.291075 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-de3d66f5-e1a8-4768-9e00-6c131b4a78e5 req-8b7eccaa-4c63-429b-b0b0-9d935bfbe920 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:26:50.295481 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-de3d66f5-e1a8-4768-9e00-6c131b4a78e5 req-8b7eccaa-4c63-429b-b0b0-9d935bfbe920 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:26:50.389859 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d66f5-e1a8-4768-9e00-6c131b4a78e5 req-8b7eccaa-4c63-429b-b0b0-9d935bfbe920 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:50.390490 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-de3d66f5-e1a8-4768-9e00-6c131b4a78e5 req-8b7eccaa-4c63-429b-b0b0-9d935bfbe920 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:50.404750 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7eccaa-4c63-429b-b0b0-9d935bfbe920 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Pushing event updated for resources: {'Port': ['ID=bb981df7-feff-45e9-95cb-a6ad5cda54f5,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:50.424401 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-de3d66f5-e1a8-4768-9e00-6c131b4a78e5 req-8b7eccaa-4c63-429b-b0b0-9d935bfbe920 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2308078 Oct 30 15:26:50.440523 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-de3d66f5-e1a8-4768-9e00-6c131b4a78e5 req-e967ca80-de68-4cc9-92d8-56fdbfd9b13c service neutron] Request body: {'port': {'device_id': 'd5ffc168-eac4-479e-9cc8-1e6ca8159ed5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:26:50.538136 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-de3d66f5-e1a8-4768-9e00-6c131b4a78e5 req-e967ca80-de68-4cc9-92d8-56fdbfd9b13c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:50.577973 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82020bb-b5eb-4ec9-a0d6-08bf77f65d2e req-31740b2b-21ac-42b3-a1bb-645c81c43fc1 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:50.579519 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a82020bb-b5eb-4ec9-a0d6-08bf77f65d2e req-31740b2b-21ac-42b3-a1bb-645c81c43fc1 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5ffc168-eac4-479e-9cc8-1e6ca8159ed5 HTTP/1.1" status: 200 len: 931 time: 0.0906131 Oct 30 15:26:50.580504 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8da141d3-03e8-45f8-8456-e29ee76bab9a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:50.700799 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a82020bb-b5eb-4ec9-a0d6-08bf77f65d2e req-59c4b7f6-cb09-45ff-b7e2-2ac52c79ee25 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803368 Oct 30 15:26:50.834236 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8da141d3-03e8-45f8-8456-e29ee76bab9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:50.853739 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-de3d66f5-e1a8-4768-9e00-6c131b4a78e5 req-e967ca80-de68-4cc9-92d8-56fdbfd9b13c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb981df7-feff-45e9-95cb-a6ad5cda54f5 {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:26:50.862071 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-de3d66f5-e1a8-4768-9e00-6c131b4a78e5 req-e967ca80-de68-4cc9-92d8-56fdbfd9b13c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:50.874793 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-de3d66f5-e1a8-4768-9e00-6c131b4a78e5 req-e967ca80-de68-4cc9-92d8-56fdbfd9b13c service neutron] Transition to ACTIVE for port object bb981df7-feff-45e9-95cb-a6ad5cda54f5 will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:26:50.879740 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-de3d66f5-e1a8-4768-9e00-6c131b4a78e5 req-e967ca80-de68-4cc9-92d8-56fdbfd9b13c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:50.952474 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e967ca80-de68-4cc9-92d8-56fdbfd9b13c service neutron] Pushing event updated for resources: {'Port': ['ID=bb981df7-feff-45e9-95cb-a6ad5cda54f5,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:50.991234 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8da141d3-03e8-45f8-8456-e29ee76bab9a admin admin] Router 1c4c91be-2b4e-4768-849f-f23428b3f3de is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:26:51.011717 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-de3d66f5-e1a8-4768-9e00-6c131b4a78e5 req-e967ca80-de68-4cc9-92d8-56fdbfd9b13c service neutron] Attempting to bind port bb981df7-feff-45e9-95cb-a6ad5cda54f5 on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:26:51.012060 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-de3d66f5-e1a8-4768-9e00-6c131b4a78e5 req-e967ca80-de68-4cc9-92d8-56fdbfd9b13c service neutron] Attempting to bind port bb981df7-feff-45e9-95cb-a6ad5cda54f5 by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': '7dc81a9b-3539-4be9-a222-feb3b591dcc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e3d349fd-06d3-4d89-81c2-25b2b94c579c'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:26:51.012400 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3d66f5-e1a8-4768-9e00-6c131b4a78e5 req-e967ca80-de68-4cc9-92d8-56fdbfd9b13c service neutron] Attempting to bind port bb981df7-feff-45e9-95cb-a6ad5cda54f5 on network e3d349fd-06d3-4d89-81c2-25b2b94c579c {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:26:51.017652 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3d66f5-e1a8-4768-9e00-6c131b4a78e5 req-e967ca80-de68-4cc9-92d8-56fdbfd9b13c service neutron] Port bb981df7-feff-45e9-95cb-a6ad5cda54f5 on network e3d349fd-06d3-4d89-81c2-25b2b94c579c not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:26:51.017984 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3d66f5-e1a8-4768-9e00-6c131b4a78e5 req-e967ca80-de68-4cc9-92d8-56fdbfd9b13c service neutron] Attempting to bind port bb981df7-feff-45e9-95cb-a6ad5cda54f5 on network e3d349fd-06d3-4d89-81c2-25b2b94c579c {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:26:51.030187 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3d66f5-e1a8-4768-9e00-6c131b4a78e5 req-e967ca80-de68-4cc9-92d8-56fdbfd9b13c service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:26:51.030187 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3d66f5-e1a8-4768-9e00-6c131b4a78e5 req-e967ca80-de68-4cc9-92d8-56fdbfd9b13c service neutron] Checking segment: {'id': '7dc81a9b-3539-4be9-a222-feb3b591dcc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e3d349fd-06d3-4d89-81c2-25b2b94c579c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:26:51.030570 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3d66f5-e1a8-4768-9e00-6c131b4a78e5 req-e967ca80-de68-4cc9-92d8-56fdbfd9b13c service neutron] Bound using segment: {'id': '7dc81a9b-3539-4be9-a222-feb3b591dcc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e3d349fd-06d3-4d89-81c2-25b2b94c579c'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:26:51.030958 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-de3d66f5-e1a8-4768-9e00-6c131b4a78e5 req-e967ca80-de68-4cc9-92d8-56fdbfd9b13c service neutron] Bound port: bb981df7-feff-45e9-95cb-a6ad5cda54f5, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dc81a9b-3539-4be9-a222-feb3b591dcc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e3d349fd-06d3-4d89-81c2-25b2b94c579c'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:26:51.031315 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-de3d66f5-e1a8-4768-9e00-6c131b4a78e5 req-e967ca80-de68-4cc9-92d8-56fdbfd9b13c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:51.133353 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da141d3-03e8-45f8-8456-e29ee76bab9a admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:26:51.139332 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3675717e-1762-4396-9ce5-5fedbd586302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:51.146199 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7e3cf7-eb0c-4a46-a5be-4c867c42ce0d None None] Sync routers for ids ['1c4c91be-2b4e-4768-849f-f23428b3f3de'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:26:51.164587 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7e3cf7-eb0c-4a46-a5be-4c867c42ce0d None None] Routers {'1c4c91be-2b4e-4768-849f-f23428b3f3de'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:26:51.166389 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-1e7e3cf7-eb0c-4a46-a5be-4c867c42ce0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:26:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['1c4c91be-2b4e-4768-849f-f23428b3f3de'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:26:51.173839 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8da141d3-03e8-45f8-8456-e29ee76bab9a admin admin] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:51.176593 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-8da141d3-03e8-45f8-8456-e29ee76bab9a admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1239686 Oct 30 15:26:51.179708 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 56334) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:51.229528 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-de3d66f5-e1a8-4768-9e00-6c131b4a78e5 req-e967ca80-de68-4cc9-92d8-56fdbfd9b13c service neutron] For port bb981df7-feff-45e9-95cb-a6ad5cda54f5, host n-h2-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:26:51.244435 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-de3d66f5-e1a8-4768-9e00-6c131b4a78e5 req-e967ca80-de68-4cc9-92d8-56fdbfd9b13c service neutron] For port bb981df7-feff-45e9-95cb-a6ad5cda54f5, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=bb981df7-feff-45e9-95cb-a6ad5cda54f5,segment=NetworkSegment(7dc81a9b-3539-4be9-a222-feb3b591dcc0),segment_id=7dc81a9b-3539-4be9-a222-feb3b591dcc0)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:26:51.259742 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545d0fc-a7bc-4e24-a283-ef95cf18c124 req-94d49996-1b92-483b-b655-32e387445569 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:51.263499 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2545d0fc-a7bc-4e24-a283-ef95cf18c124 req-94d49996-1b92-483b-b655-32e387445569 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=294f33dc-6bdf-46da-8012-eb35ed17225b HTTP/1.1" status: 200 len: 945 time: 0.1336010 Oct 30 15:26:51.264976 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-de3d66f5-e1a8-4768-9e00-6c131b4a78e5 req-e967ca80-de68-4cc9-92d8-56fdbfd9b13c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:51.337544 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-1e7e3cf7-eb0c-4a46-a5be-4c867c42ce0d None None] Set router 1c4c91be-2b4e-4768-849f-f23428b3f3de gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:26:51.375985 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d66f5-e1a8-4768-9e00-6c131b4a78e5 req-e967ca80-de68-4cc9-92d8-56fdbfd9b13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:51.375985 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-de3d66f5-e1a8-4768-9e00-6c131b4a78e5 req-e967ca80-de68-4cc9-92d8-56fdbfd9b13c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:51.377443 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-de3d66f5-e1a8-4768-9e00-6c131b4a78e5 req-e967ca80-de68-4cc9-92d8-56fdbfd9b13c service neutron] 10.222.0.44 "PUT /v2.0/ports/bb981df7-feff-45e9-95cb-a6ad5cda54f5 HTTP/1.1" status: 200 len: 1092 time: 0.9417391 Oct 30 15:26:51.380757 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2545d0fc-a7bc-4e24-a283-ef95cf18c124 req-7004ddff-dc8b-4839-a4c7-bf3f5e0a2ef4 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/security-groups?id=18950aca-06cc-4b84-b3ff-54cf6d21ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098168 Oct 30 15:26:51.381320 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5ffc168-eac4-479e-9cc8-1e6ca8159ed5', 'tag': 'bb981df7-feff-45e9-95cb-a6ad5cda54f5'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:26:51.383835 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b804c112-5fee-462c-8a0d-1809dffce0a6" -d '{"events": [{"name": "network-changed", "server_uuid": "d5ffc168-eac4-479e-9cc8-1e6ca8159ed5", "tag": "bb981df7-feff-45e9-95cb-a6ad5cda54f5"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:26:51.421949 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e967ca80-de68-4cc9-92d8-56fdbfd9b13c service neutron] Pushing event updated for resources: {'Port': ['ID=bb981df7-feff-45e9-95cb-a6ad5cda54f5,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:51.496191 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af787a4-1a4f-4e4f-a5fe-c626d4c0ae8e x-openstack-request-id: req-3af787a4-1a4f-4e4f-a5fe-c626d4c0ae8e {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:26:51.496668 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5ffc168-eac4-479e-9cc8-1e6ca8159ed5", "tag": "bb981df7-feff-45e9-95cb-a6ad5cda54f5", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:26:51.497102 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3af787a4-1a4f-4e4f-a5fe-c626d4c0ae8e {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:26:51.497763 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5ffc168-eac4-479e-9cc8-1e6ca8159ed5', 'tag': 'bb981df7-feff-45e9-95cb-a6ad5cda54f5', 'status': 'completed', 'code': 200} Oct 30 15:26:51.499805 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d66f5-e1a8-4768-9e00-6c131b4a78e5 req-ba21d91b-eee0-4c32-81f8-f63ecf5c9889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:51.502406 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-de3d66f5-e1a8-4768-9e00-6c131b4a78e5 req-ba21d91b-eee0-4c32-81f8-f63ecf5c9889 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a3028294d5734482b28fa89832495d29&device_id=d5ffc168-eac4-479e-9cc8-1e6ca8159ed5 HTTP/1.1" status: 200 len: 1095 time: 0.0655560 Oct 30 15:26:51.505765 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3b4faa-2f67-4c00-8498-ba28fe144425 None None] Network a69ee861-8dad-4f6c-abe3-f84fb501d5dd requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:26:51.578109 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-de3d66f5-e1a8-4768-9e00-6c131b4a78e5 req-adeed299-8d93-4dee-a367-52e58a691c03 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb981df7-feff-45e9-95cb-a6ad5cda54f5 HTTP/1.1" status: 200 len: 217 time: 0.0575378 Oct 30 15:26:51.661136 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d66f5-e1a8-4768-9e00-6c131b4a78e5 req-da569fe7-cc52-4348-ae1b-6c6c0234525c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:51.662843 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-de3d66f5-e1a8-4768-9e00-6c131b4a78e5 req-da569fe7-cc52-4348-ae1b-6c6c0234525c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8cd32631-4817-453f-b06d-49c42463e638 HTTP/1.1" status: 200 len: 846 time: 0.0768013 Oct 30 15:26:51.714711 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-de3d66f5-e1a8-4768-9e00-6c131b4a78e5 req-ba257f00-193d-4ae3-a435-e09088b30ebb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e3d349fd-06d3-4d89-81c2-25b2b94c579c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439274 Oct 30 15:26:51.916597 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3146d1de-abf3-4582-bc20-b87917e31420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:51.958849 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device fb099d9c-c389-4725-8022-87c16d224fad up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:26:51.963003 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd180f-4c21-4f1c-ad5f-136b6dae3fa6 req-e007944c-b223-412b-9d3e-db14f3301520 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:51.967971 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-51cd180f-4c21-4f1c-ad5f-136b6dae3fa6 req-e007944c-b223-412b-9d3e-db14f3301520 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5ffc168-eac4-479e-9cc8-1e6ca8159ed5 HTTP/1.1" status: 200 len: 943 time: 0.1057177 Oct 30 15:26:51.971239 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-de3d66f5-e1a8-4768-9e00-6c131b4a78e5 req-692cd637-bd8f-4375-9868-088398450a8f service neutron] 10.222.0.44 "GET /v2.0/networks/e3d349fd-06d3-4d89-81c2-25b2b94c579c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497473 Oct 30 15:26:52.025304 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-a430bb7d-fbf2-4593-9aeb-903425d0d538 None None] Provisioning complete for port fb099d9c-c389-4725-8022-87c16d224fad triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:26:52.025582 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a430bb7d-fbf2-4593-9aeb-903425d0d538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:52.084966 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-51cd180f-4c21-4f1c-ad5f-136b6dae3fa6 req-d9210f81-8ddf-4641-afcf-3debd3112c28 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124542 Oct 30 15:26:52.099586 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-3146d1de-abf3-4582-bc20-b87917e31420 admin admin] Allocated IP 172.20.0.1 (a69ee861-8dad-4f6c-abe3-f84fb501d5dd/173890c6-b6ee-44b8-ab6a-06362ece304f/0096e650-bf87-41cb-9c1e-5ec8978c8b99) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:26:52.196554 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-de3d66f5-e1a8-4768-9e00-6c131b4a78e5 req-52a7c43a-c551-4131-8b86-4378e75550ec service neutron] 10.222.0.44 "GET /v2.0/networks/e3d349fd-06d3-4d89-81c2-25b2b94c579c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159026 Oct 30 15:26:52.314103 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-1e7e3cf7-eb0c-4a46-a5be-4c867c42ce0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4c91be-2b4e-4768-849f-f23428b3f3de', 'name': 'tempest-AttachVolumeTestJSON-449199179-router', 'tenant_id': '851f863f3af14cfda31cec55b5caebe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '96e620ec-98fc-4071-b414-cf43c3104cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:26:49Z', 'updated_at': '2021-10-30T15:26:50Z', 'revision_number': 3, 'project_id': '851f863f3af14cfda31cec55b5caebe9', 'gw_port': {'id': '96e620ec-98fc-4071-b414-cf43c3104cc7', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fa:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4c91be-2b4e-4768-849f-f23428b3f3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:26:49Z', 'updated_at': '2021-10-30T15:26:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:26:52.350197 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b804c112-5fee-462c-8a0d-1809dffce0a6 req-913ba8b6-72a1-4d4c-97db-4f320b23d12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:52.352962 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b804c112-5fee-462c-8a0d-1809dffce0a6 req-913ba8b6-72a1-4d4c-97db-4f320b23d12e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a3028294d5734482b28fa89832495d29&device_id=d5ffc168-eac4-479e-9cc8-1e6ca8159ed5 HTTP/1.1" status: 200 len: 1095 time: 0.1011419 Oct 30 15:26:52.355136 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port fb099d9c-c389-4725-8022-87c16d224fad triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:26:52.355552 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:52.407020 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7e3cf7-eb0c-4a46-a5be-4c867c42ce0d None None] Checking router: 1c4c91be-2b4e-4768-849f-f23428b3f3de for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:26:52.407399 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7e3cf7-eb0c-4a46-a5be-4c867c42ce0d None None] Updating router 1c4c91be-2b4e-4768-849f-f23428b3f3de port 96e620ec-98fc-4071-b414-cf43c3104cc7 binding host n-d-806683-17 {{(pid=102132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:26:52.451411 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a430bb7d-fbf2-4593-9aeb-903425d0d538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:52.500081 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b804c112-5fee-462c-8a0d-1809dffce0a6 req-cef964d7-76f7-4d8e-8485-c34d07675a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:52.502328 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b804c112-5fee-462c-8a0d-1809dffce0a6 req-cef964d7-76f7-4d8e-8485-c34d07675a32 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e3d349fd-06d3-4d89-81c2-25b2b94c579c HTTP/1.1" status: 200 len: 907 time: 0.1453874 Oct 30 15:26:52.550559 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:52.553445 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1e7e3cf7-eb0c-4a46-a5be-4c867c42ce0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:52.582818 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-a430bb7d-fbf2-4593-9aeb-903425d0d538 None None] For port fb099d9c-c389-4725-8022-87c16d224fad, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=fb099d9c-c389-4725-8022-87c16d224fad,segment=NetworkSegment(59d6fed5-1de0-4ec5-ad2b-5027d009e9f0),segment_id=59d6fed5-1de0-4ec5-ad2b-5027d009e9f0)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:26:52.594533 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a430bb7d-fbf2-4593-9aeb-903425d0d538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:52.625882 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b804c112-5fee-462c-8a0d-1809dffce0a6 req-168851a7-17ba-4a7c-8e81-16554286eb74 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb981df7-feff-45e9-95cb-a6ad5cda54f5 HTTP/1.1" status: 200 len: 217 time: 0.1155434 Oct 30 15:26:52.722214 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b804c112-5fee-462c-8a0d-1809dffce0a6 req-dfc67131-2b91-487a-831a-dc0dea22955a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:52.724378 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b804c112-5fee-462c-8a0d-1809dffce0a6 req-dfc67131-2b91-487a-831a-dc0dea22955a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8cd32631-4817-453f-b06d-49c42463e638 HTTP/1.1" status: 200 len: 846 time: 0.0824144 Oct 30 15:26:52.797931 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b804c112-5fee-462c-8a0d-1809dffce0a6 req-7efd7ce8-661c-4308-ae2b-9ba84da172d4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e3d349fd-06d3-4d89-81c2-25b2b94c579c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646648 Oct 30 15:26:52.805433 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a430bb7d-fbf2-4593-9aeb-903425d0d538 None None] Pushing event updated for resources: {'Port': ['ID=fb099d9c-c389-4725-8022-87c16d224fad,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:52.819234 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.db.api [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 30 15:26:52.819647 n-d-806683-17 neutron-server[102132]: DEBUG oslo_db.api [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 30 15:26:52.929259 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b804c112-5fee-462c-8a0d-1809dffce0a6 req-d52c8b98-406c-41bd-a1fc-fd48f6e21472 service neutron] 10.222.0.44 "GET /v2.0/networks/e3d349fd-06d3-4d89-81c2-25b2b94c579c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233060 Oct 30 15:26:52.935626 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-b78a7558-d5a9-413e-b67d-318fb5b7e27f None None] Provisioning complete for port fb099d9c-c389-4725-8022-87c16d224fad triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:26:52.936168 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b78a7558-d5a9-413e-b67d-318fb5b7e27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:52.947941 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3146d1de-abf3-4582-bc20-b87917e31420 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:52.995958 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3146d1de-abf3-4582-bc20-b87917e31420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:53.063697 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3146d1de-abf3-4582-bc20-b87917e31420 admin admin] Network a69ee861-8dad-4f6c-abe3-f84fb501d5dd is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:26:53.065378 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b804c112-5fee-462c-8a0d-1809dffce0a6 req-0ec62a19-d199-4d3e-88a7-b950657a522e service neutron] 10.222.0.44 "GET /v2.0/networks/e3d349fd-06d3-4d89-81c2-25b2b94c579c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267338 Oct 30 15:26:53.078833 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0934b08f-c9b8-4a56-8ed9-709528463198 req-cda7b5d9-e1e5-4542-969f-d9438d7ffa6a tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:53.080758 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0934b08f-c9b8-4a56-8ed9-709528463198 req-cda7b5d9-e1e5-4542-969f-d9438d7ffa6a tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=294f33dc-6bdf-46da-8012-eb35ed17225b HTTP/1.1" status: 200 len: 945 time: 0.1976185 Oct 30 15:26:53.084503 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-3146d1de-abf3-4582-bc20-b87917e31420 admin admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:26:53.103668 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3146d1de-abf3-4582-bc20-b87917e31420 admin admin] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:26:53.106502 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1e7e3cf7-eb0c-4a46-a5be-4c867c42ce0d None None] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:53.116564 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1e7e3cf7-eb0c-4a46-a5be-4c867c42ce0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:53.191409 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3146d1de-abf3-4582-bc20-b87917e31420 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:53.221054 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0934b08f-c9b8-4a56-8ed9-709528463198 req-880b2586-878c-4b9c-92dd-55df83cb2da2 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/security-groups?id=18950aca-06cc-4b84-b3ff-54cf6d21ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185160 Oct 30 15:26:53.221764 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3146d1de-abf3-4582-bc20-b87917e31420 admin admin] Pushing event updated for resources: {'Port': ['ID=0096e650-bf87-41cb-9c1e-5ec8978c8b99,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:53.242339 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5571c0dc-6bc4-4a9d-92c5-de83bf987946 None None] Pushing event updated for resources: {'Port': ['ID=96e620ec-98fc-4071-b414-cf43c3104cc7,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:53.257900 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-1e7e3cf7-eb0c-4a46-a5be-4c867c42ce0d None None] Attempting to bind port 96e620ec-98fc-4071-b414-cf43c3104cc7 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:26:53.258422 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-1e7e3cf7-eb0c-4a46-a5be-4c867c42ce0d None None] Attempting to bind port 96e620ec-98fc-4071-b414-cf43c3104cc7 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:26:53.258893 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7e3cf7-eb0c-4a46-a5be-4c867c42ce0d None None] Attempting to bind port 96e620ec-98fc-4071-b414-cf43c3104cc7 on network edc38ef5-7816-4133-914c-cfe2849a0125 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:26:53.272295 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7e3cf7-eb0c-4a46-a5be-4c867c42ce0d None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:26:53.272821 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7e3cf7-eb0c-4a46-a5be-4c867c42ce0d None None] Checking segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:26:53.273337 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1e7e3cf7-eb0c-4a46-a5be-4c867c42ce0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:53.273839 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7e3cf7-eb0c-4a46-a5be-4c867c42ce0d None None] Bound using segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:26:53.274436 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-1e7e3cf7-eb0c-4a46-a5be-4c867c42ce0d None None] Bound port: 96e620ec-98fc-4071-b414-cf43c3104cc7, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:26:53.274927 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1e7e3cf7-eb0c-4a46-a5be-4c867c42ce0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:53.302212 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d0133-8c5b-44cc-9632-1669b90cd2de req-19b39892-4fa7-41d4-b4db-08e0790168b7 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:53.316121 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a32d0133-8c5b-44cc-9632-1669b90cd2de req-19b39892-4fa7-41d4-b4db-08e0790168b7 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5ffc168-eac4-479e-9cc8-1e6ca8159ed5 HTTP/1.1" status: 200 len: 943 time: 0.1079795 Oct 30 15:26:53.392066 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-1e7e3cf7-eb0c-4a46-a5be-4c867c42ce0d None None] For port 96e620ec-98fc-4071-b414-cf43c3104cc7, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:26:53.395240 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a32d0133-8c5b-44cc-9632-1669b90cd2de req-3d2819d3-4698-4ac1-8f4e-5fd02eddeb27 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783274 Oct 30 15:26:53.413242 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-1e7e3cf7-eb0c-4a46-a5be-4c867c42ce0d None None] For port 96e620ec-98fc-4071-b414-cf43c3104cc7, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=96e620ec-98fc-4071-b414-cf43c3104cc7,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:26:53.421012 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1e7e3cf7-eb0c-4a46-a5be-4c867c42ce0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:53.434570 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3146d1de-abf3-4582-bc20-b87917e31420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:53.477259 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5571c0dc-6bc4-4a9d-92c5-de83bf987946 None None] Pushing event updated for resources: {'Port': ['ID=96e620ec-98fc-4071-b414-cf43c3104cc7,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:53.511733 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-3989a667-bcf2-467d-aee0-8e2c508b224e None None] Provisioning complete for port 0096e650-bf87-41cb-9c1e-5ec8978c8b99 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:26:53.512108 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3989a667-bcf2-467d-aee0-8e2c508b224e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:53.541357 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7e3cf7-eb0c-4a46-a5be-4c867c42ce0d None None] Routers {'1c4c91be-2b4e-4768-849f-f23428b3f3de'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:26:53.542005 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-1e7e3cf7-eb0c-4a46-a5be-4c867c42ce0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:26:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['1c4c91be-2b4e-4768-849f-f23428b3f3de'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:26:53.630485 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3146d1de-abf3-4582-bc20-b87917e31420 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:53.636496 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3146d1de-abf3-4582-bc20-b87917e31420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:53.664456 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-3989a667-bcf2-467d-aee0-8e2c508b224e None None] Port 0096e650-bf87-41cb-9c1e-5ec8978c8b99 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:26:53.697495 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-1e7e3cf7-eb0c-4a46-a5be-4c867c42ce0d None None] Set router 1c4c91be-2b4e-4768-849f-f23428b3f3de gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:26:53.710526 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3146d1de-abf3-4582-bc20-b87917e31420 admin admin] Pushing event updated for resources: {'Port': ['ID=0096e650-bf87-41cb-9c1e-5ec8978c8b99,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:53.715564 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3146d1de-abf3-4582-bc20-b87917e31420 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:53.791652 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-dee4985b-a5ef-4838-935b-758e2d510717 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:53.860125 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3146d1de-abf3-4582-bc20-b87917e31420 admin admin] Network a69ee861-8dad-4f6c-abe3-f84fb501d5dd is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:26:53.861999 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-3146d1de-abf3-4582-bc20-b87917e31420 admin admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:26:54.044442 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device fb099d9c-c389-4725-8022-87c16d224fad up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:26:54.168663 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port fb099d9c-c389-4725-8022-87c16d224fad triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:26:54.169044 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:54.173682 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-1e7e3cf7-eb0c-4a46-a5be-4c867c42ce0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4c91be-2b4e-4768-849f-f23428b3f3de', 'name': 'tempest-AttachVolumeTestJSON-449199179-router', 'tenant_id': '851f863f3af14cfda31cec55b5caebe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '96e620ec-98fc-4071-b414-cf43c3104cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:26:49Z', 'updated_at': '2021-10-30T15:26:53Z', 'revision_number': 4, 'project_id': '851f863f3af14cfda31cec55b5caebe9', 'gw_port': {'id': '96e620ec-98fc-4071-b414-cf43c3104cc7', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fa:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4c91be-2b4e-4768-849f-f23428b3f3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:26:49Z', 'updated_at': '2021-10-30T15:26:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '0096e650-bf87-41cb-9c1e-5ec8978c8b99', 'name': '', 'network_id': 'a69ee861-8dad-4f6c-abe3-f84fb501d5dd', 'tenant_id': '851f863f3af14cfda31cec55b5caebe9', 'mac_address': 'fa:16:3e:17:9e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4c91be-2b4e-4768-849f-f23428b3f3de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '173890c6-b6ee-44b8-ab6a-06362ece304f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:26:51Z', 'updated_at': '2021-10-30T15:26:52Z', 'revision_number': 1, 'project_id': '851f863f3af14cfda31cec55b5caebe9', 'subnets': [{'id': '173890c6-b6ee-44b8-ab6a-06362ece304f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:26:54.302630 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3146d1de-abf3-4582-bc20-b87917e31420 admin admin] Router 1c4c91be-2b4e-4768-849f-f23428b3f3de has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:26:54.345499 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7e3cf7-eb0c-4a46-a5be-4c867c42ce0d None None] The sync data for ids ['1c4c91be-2b4e-4768-849f-f23428b3f3de'] in n-d-806683-17 is: [{'id': '1c4c91be-2b4e-4768-849f-f23428b3f3de', 'name': 'tempest-AttachVolumeTestJSON-449199179-router', 'tenant_id': '851f863f3af14cfda31cec55b5caebe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '96e620ec-98fc-4071-b414-cf43c3104cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:26:49Z', 'updated_at': '2021-10-30T15:26:53Z', 'revision_number': 4, 'project_id': '851f863f3af14cfda31cec55b5caebe9', 'gw_port': {'id': '96e620ec-98fc-4071-b414-cf43c3104cc7', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fa:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4c91be-2b4e-4768-849f-f23428b3f3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:26:49Z', 'updated_at': '2021-10-30T15:26:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '0096e650-bf87-41cb-9c1e-5ec8978c8b99', 'name': '', 'network_id': 'a69ee861-8dad-4f6c-abe3-f84fb501d5dd', 'tenant_id': '851f863f3af14cfda31cec55b5caebe9', 'mac_address': 'fa:16:3e:17:9e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4c91be-2b4e-4768-849f-f23428b3f3de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '173890c6-b6ee-44b8-ab6a-06362ece304f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:26:51Z', 'updated_at': '2021-10-30T15:26:52Z', 'revision_number': 1, 'project_id': '851f863f3af14cfda31cec55b5caebe9', 'subnets': [{'id': '173890c6-b6ee-44b8-ab6a-06362ece304f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:26:54.380616 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-f9a53402-beb3-4dc9-955b-aaa825de0843 None None] Provisioning complete for port 0096e650-bf87-41cb-9c1e-5ec8978c8b99 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:26:54.381059 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f9a53402-beb3-4dc9-955b-aaa825de0843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:54.463919 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-f9a53402-beb3-4dc9-955b-aaa825de0843 None None] Port 0096e650-bf87-41cb-9c1e-5ec8978c8b99 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:26:54.502863 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a78194b-8399-4e82-b4e1-d2295ad16312 req-c29d8c1e-e455-4a02-94ca-07de6cbc3073 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:54.504409 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0a78194b-8399-4e82-b4e1-d2295ad16312 req-c29d8c1e-e455-4a02-94ca-07de6cbc3073 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=294f33dc-6bdf-46da-8012-eb35ed17225b HTTP/1.1" status: 200 len: 945 time: 0.1206968 Oct 30 15:26:54.512002 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3146d1de-abf3-4582-bc20-b87917e31420 admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:26:54.524059 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-3146d1de-abf3-4582-bc20-b87917e31420 admin admin] 10.222.0.62 "PUT /v2.0/routers/1c4c91be-2b4e-4768-849f-f23428b3f3de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3432312 Oct 30 15:26:54.567016 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0a78194b-8399-4e82-b4e1-d2295ad16312 req-f22312c0-e043-4b8b-8da6-7df8eb1cc26d tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/security-groups?id=18950aca-06cc-4b84-b3ff-54cf6d21ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416586 Oct 30 15:26:54.592409 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55bca8-efab-490d-9d2c-7221bcfabd21 req-59181e0e-8c04-4b40-9dca-22d6bf4ccb84 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:54.594573 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-db55bca8-efab-490d-9d2c-7221bcfabd21 req-59181e0e-8c04-4b40-9dca-22d6bf4ccb84 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5ffc168-eac4-479e-9cc8-1e6ca8159ed5 HTTP/1.1" status: 200 len: 943 time: 0.0706480 Oct 30 15:26:54.639019 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:54.648051 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-db55bca8-efab-490d-9d2c-7221bcfabd21 req-69a5adb1-0f05-42ba-af99-8e85eb6c6464 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461321 Oct 30 15:26:54.889216 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:55.168493 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 56390) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:55.173073 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-73ade60a-b98d-488e-9d72-9a69a7608399 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1706219611', 'description': 'tempest-description--545705232'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:26:55.216279 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device bb981df7-feff-45e9-95cb-a6ad5cda54f5 details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:26:55.216604 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-73ade60a-b98d-488e-9d72-9a69a7608399 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:55.350426 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-73ade60a-b98d-488e-9d72-9a69a7608399 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:55.355928 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-73ade60a-b98d-488e-9d72-9a69a7608399 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:55.394477 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port bb981df7-feff-45e9-95cb-a6ad5cda54f5, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=bb981df7-feff-45e9-95cb-a6ad5cda54f5,segment=NetworkSegment(7dc81a9b-3539-4be9-a222-feb3b591dcc0),segment_id=7dc81a9b-3539-4be9-a222-feb3b591dcc0)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:26:55.412053 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': 'bb981df7-feff-45e9-95cb-a6ad5cda54f5', 'network_id': 'e3d349fd-06d3-4d89-81c2-25b2b94c579c', 'port_id': 'bb981df7-feff-45e9-95cb-a6ad5cda54f5', 'mac_address': 'fa:16:3e:e9:de:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cd32631-4817-453f-b06d-49c42463e638', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:26:55.429315 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-73ade60a-b98d-488e-9d72-9a69a7608399 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:55.430974 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-73ade60a-b98d-488e-9d72-9a69a7608399 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2614501 Oct 30 15:26:55.433842 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 56394) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:55.436434 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ade60a-b98d-488e-9d72-9a69a7608399 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48597c60-ccc8-4d96-92aa-deedb67edace,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:55.460779 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-b3a46f3d-954d-4107-a099-969a700eb0d5 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Request body: {'security_group_rule': {'security_group_id': '48597c60-ccc8-4d96-92aa-deedb67edace', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:26:55.467702 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:55.491895 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb981df7-feff-45e9-95cb-a6ad5cda54f5 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:26:55.508857 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b3a46f3d-954d-4107-a099-969a700eb0d5 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:55.519106 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port bb981df7-feff-45e9-95cb-a6ad5cda54f5, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=bb981df7-feff-45e9-95cb-a6ad5cda54f5,segment=NetworkSegment(7dc81a9b-3539-4be9-a222-feb3b591dcc0),segment_id=7dc81a9b-3539-4be9-a222-feb3b591dcc0)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:26:55.524253 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:55.588381 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=bb981df7-feff-45e9-95cb-a6ad5cda54f5,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:55.721443 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b3a46f3d-954d-4107-a099-969a700eb0d5 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:55.731076 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b3a46f3d-954d-4107-a099-969a700eb0d5 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:55.749910 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['bb981df7-feff-45e9-95cb-a6ad5cda54f5'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:26:55.761477 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a46f3d-954d-4107-a099-969a700eb0d5 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0400ca29-8aca-42fc-8c28-7bf114ad2e4d,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:55.776799 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2378ad-988b-44e7-80da-1a764805c63f req-294aff9c-1031-4278-9d29-c5679dbd50d9 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:55.785072 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6b2378ad-988b-44e7-80da-1a764805c63f req-294aff9c-1031-4278-9d29-c5679dbd50d9 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=294f33dc-6bdf-46da-8012-eb35ed17225b HTTP/1.1" status: 200 len: 945 time: 0.1058536 Oct 30 15:26:55.866344 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6b2378ad-988b-44e7-80da-1a764805c63f req-2c697b9f-c1bf-40f5-87af-ffeeb4368f7e tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/security-groups?id=18950aca-06cc-4b84-b3ff-54cf6d21ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803185 Oct 30 15:26:55.873254 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b3a46f3d-954d-4107-a099-969a700eb0d5 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:55.879204 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b3a46f3d-954d-4107-a099-969a700eb0d5 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4416251 Oct 30 15:26:55.880786 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 56404) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:55.914132 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-eb1aa5ed-dee8-44a1-b542-8b82c26ab7db tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Request body: {'security_group_rule': {'security_group_id': '48597c60-ccc8-4d96-92aa-deedb67edace', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:26:55.925827 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c837855-1753-44bd-90d5-e95c2b2ecb5c req-7f79edad-cf4e-404b-ab79-5edd7e4f1060 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:55.937871 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7c837855-1753-44bd-90d5-e95c2b2ecb5c req-7f79edad-cf4e-404b-ab79-5edd7e4f1060 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5ffc168-eac4-479e-9cc8-1e6ca8159ed5 HTTP/1.1" status: 200 len: 944 time: 0.1269681 Oct 30 15:26:55.983856 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 96e620ec-98fc-4071-b414-cf43c3104cc7 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:26:55.993804 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-eb1aa5ed-dee8-44a1-b542-8b82c26ab7db tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:56.017214 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7c837855-1753-44bd-90d5-e95c2b2ecb5c req-69396315-5969-4622-81bc-1c55a09fbd49 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780404 Oct 30 15:26:56.090798 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-eb1aa5ed-dee8-44a1-b542-8b82c26ab7db tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:56.096296 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-eb1aa5ed-dee8-44a1-b542-8b82c26ab7db tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:56.104852 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 96e620ec-98fc-4071-b414-cf43c3104cc7 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:26:56.105186 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:56.140340 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-eb1aa5ed-dee8-44a1-b542-8b82c26ab7db tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:56.141036 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-eb1aa5ed-dee8-44a1-b542-8b82c26ab7db tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2590580 Oct 30 15:26:56.144456 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1aa5ed-dee8-44a1-b542-8b82c26ab7db tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f36eb96d-7631-4c89-8dff-662c064b84ad,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:56.144870 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 56406) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:26:56.161407 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-9dae69c3-e94c-4765-b1bf-aaf0e6f0d38b tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Request body: {'floatingip': {'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:26:56.194585 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9dae69c3-e94c-4765-b1bf-aaf0e6f0d38b tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks [] for floatingip, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:56.335935 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9dae69c3-e94c-4765-b1bf-aaf0e6f0d38b tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:56.403427 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:56.429719 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 96e620ec-98fc-4071-b414-cf43c3104cc7, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=96e620ec-98fc-4071-b414-cf43c3104cc7,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:26:56.437288 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:56.463525 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-9dae69c3-e94c-4765-b1bf-aaf0e6f0d38b tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Allocated IP 172.25.4.234 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/7f864e4b-6318-40c2-ba70-7116e0f1d46d) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:26:56.515360 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=96e620ec-98fc-4071-b414-cf43c3104cc7,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:56.556497 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:56.600888 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9dae69c3-e94c-4765-b1bf-aaf0e6f0d38b tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:56.637010 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9dae69c3-e94c-4765-b1bf-aaf0e6f0d38b tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:56.711914 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dae69c3-e94c-4765-b1bf-aaf0e6f0d38b tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:26:56.715306 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-9dae69c3-e94c-4765-b1bf-aaf0e6f0d38b tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:26:56.719105 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dae69c3-e94c-4765-b1bf-aaf0e6f0d38b tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:26:56.725477 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dae69c3-e94c-4765-b1bf-aaf0e6f0d38b tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Pushing event updated for resources: {'Port': ['ID=7f864e4b-6318-40c2-ba70-7116e0f1d46d,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:56.814620 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9dae69c3-e94c-4765-b1bf-aaf0e6f0d38b tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:56.867941 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9dae69c3-e94c-4765-b1bf-aaf0e6f0d38b tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:57.079539 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9dae69c3-e94c-4765-b1bf-aaf0e6f0d38b tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:57.084566 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9dae69c3-e94c-4765-b1bf-aaf0e6f0d38b tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:57.085318 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff1419-34b5-4026-a0da-910dbadfb8f2 req-75330606-b2fd-43a6-9960-7896c5b0a30a tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:57.087399 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9bff1419-34b5-4026-a0da-910dbadfb8f2 req-75330606-b2fd-43a6-9960-7896c5b0a30a tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=294f33dc-6bdf-46da-8012-eb35ed17225b HTTP/1.1" status: 200 len: 945 time: 0.1042914 Oct 30 15:26:57.181693 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9bff1419-34b5-4026-a0da-910dbadfb8f2 req-ad3eaec9-947c-424b-ae5c-d08dfd0a9f69 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/security-groups?id=18950aca-06cc-4b84-b3ff-54cf6d21ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825403 Oct 30 15:26:57.225743 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dae69c3-e94c-4765-b1bf-aaf0e6f0d38b tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Pushing event updated for resources: {'Port': ['ID=7f864e4b-6318-40c2-ba70-7116e0f1d46d,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:57.248953 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device bb981df7-feff-45e9-95cb-a6ad5cda54f5 up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:26:57.284628 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9dae69c3-e94c-4765-b1bf-aaf0e6f0d38b tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:57.353805 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8bc9bd-22a5-41b4-9850-eb109c53380f req-d821363b-9424-4f93-aea3-47ba068093ad tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:57.370566 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ec8bc9bd-22a5-41b4-9850-eb109c53380f req-d821363b-9424-4f93-aea3-47ba068093ad tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5ffc168-eac4-479e-9cc8-1e6ca8159ed5 HTTP/1.1" status: 200 len: 944 time: 0.2332029 Oct 30 15:26:57.436744 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port bb981df7-feff-45e9-95cb-a6ad5cda54f5 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:26:57.443577 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port bb981df7-feff-45e9-95cb-a6ad5cda54f5 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:26:57.443577 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:57.451503 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e5f3a1-9ee7-494a-b1c6-799bfeb11139 None None] Sync routers for ids ['1c4c91be-2b4e-4768-849f-f23428b3f3de'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:26:57.464776 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e5f3a1-9ee7-494a-b1c6-799bfeb11139 None None] Routers {'1c4c91be-2b4e-4768-849f-f23428b3f3de'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:26:57.465493 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-76e5f3a1-9ee7-494a-b1c6-799bfeb11139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:26:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['1c4c91be-2b4e-4768-849f-f23428b3f3de'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:26:57.480119 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9dae69c3-e94c-4765-b1bf-aaf0e6f0d38b tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:57.482819 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9dae69c3-e94c-4765-b1bf-aaf0e6f0d38b tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3367212 Oct 30 15:26:57.518188 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ec8bc9bd-22a5-41b4-9850-eb109c53380f req-94b20411-359f-4841-9b71-afa906d7e2b8 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468961 Oct 30 15:26:57.638510 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:57.654328 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-76e5f3a1-9ee7-494a-b1c6-799bfeb11139 None None] Set router 1c4c91be-2b4e-4768-849f-f23428b3f3de gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:26:57.693505 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5ffc168-eac4-479e-9cc8-1e6ca8159ed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb981df7-feff-45e9-95cb-a6ad5cda54f5'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:26:57.696087 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2fdd0e-9e39-4f33-b2e8-86826e8df2ff" -d '{"events": [{"server_uuid": "d5ffc168-eac4-479e-9cc8-1e6ca8159ed5", "name": "network-vif-plugged", "status": "completed", "tag": "bb981df7-feff-45e9-95cb-a6ad5cda54f5"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:26:57.721330 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port bb981df7-feff-45e9-95cb-a6ad5cda54f5, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=bb981df7-feff-45e9-95cb-a6ad5cda54f5,segment=NetworkSegment(7dc81a9b-3539-4be9-a222-feb3b591dcc0),segment_id=7dc81a9b-3539-4be9-a222-feb3b591dcc0)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:26:57.728487 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:57.754336 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6c9e3327-86f6-4889-991a-f306b94843ad req-fb385f6c-145f-4b3c-b321-98391f3c942d tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1706219611&fields=id&tenant_id=851f863f3af14cfda31cec55b5caebe9 HTTP/1.1" status: 200 len: 267 time: 0.0930905 Oct 30 15:26:57.789445 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=bb981df7-feff-45e9-95cb-a6ad5cda54f5,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:57.831394 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b26aa3-7b98-4350-8a18-3ad5d4f31501 x-openstack-request-id: req-10b26aa3-7b98-4350-8a18-3ad5d4f31501 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:26:57.831726 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5ffc168-eac4-479e-9cc8-1e6ca8159ed5", "name": "network-vif-plugged", "status": "completed", "tag": "bb981df7-feff-45e9-95cb-a6ad5cda54f5", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:26:57.832425 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-10b26aa3-7b98-4350-8a18-3ad5d4f31501 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:26:57.832657 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5ffc168-eac4-479e-9cc8-1e6ca8159ed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb981df7-feff-45e9-95cb-a6ad5cda54f5', 'code': 200} Oct 30 15:26:57.919226 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 96e620ec-98fc-4071-b414-cf43c3104cc7 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:26:57.944945 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e3327-86f6-4889-991a-f306b94843ad req-cdb02d85-ef8b-486c-80b1-7c84df7d9355 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:57.947100 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6c9e3327-86f6-4889-991a-f306b94843ad req-cdb02d85-ef8b-486c-80b1-7c84df7d9355 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/networks?id=a69ee861-8dad-4f6c-abe3-f84fb501d5dd HTTP/1.1" status: 200 len: 810 time: 0.1889961 Oct 30 15:26:57.959755 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-76e5f3a1-9ee7-494a-b1c6-799bfeb11139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4c91be-2b4e-4768-849f-f23428b3f3de', 'name': 'tempest-AttachVolumeTestJSON-449199179-router', 'tenant_id': '851f863f3af14cfda31cec55b5caebe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '96e620ec-98fc-4071-b414-cf43c3104cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:26:49Z', 'updated_at': '2021-10-30T15:26:53Z', 'revision_number': 4, 'project_id': '851f863f3af14cfda31cec55b5caebe9', 'gw_port': {'id': '96e620ec-98fc-4071-b414-cf43c3104cc7', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fa:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4c91be-2b4e-4768-849f-f23428b3f3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:26:49Z', 'updated_at': '2021-10-30T15:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '0096e650-bf87-41cb-9c1e-5ec8978c8b99', 'name': '', 'network_id': 'a69ee861-8dad-4f6c-abe3-f84fb501d5dd', 'tenant_id': '851f863f3af14cfda31cec55b5caebe9', 'mac_address': 'fa:16:3e:17:9e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4c91be-2b4e-4768-849f-f23428b3f3de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '173890c6-b6ee-44b8-ab6a-06362ece304f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:26:51Z', 'updated_at': '2021-10-30T15:26:53Z', 'revision_number': 2, 'project_id': '851f863f3af14cfda31cec55b5caebe9', 'subnets': [{'id': '173890c6-b6ee-44b8-ab6a-06362ece304f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:26:57.981501 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 96e620ec-98fc-4071-b414-cf43c3104cc7 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:26:57.982036 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:57.982991 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6c9e3327-86f6-4889-991a-f306b94843ad req-904c2ee8-ce61-420d-acbf-616d13b24e58 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/quotas/851f863f3af14cfda31cec55b5caebe9 HTTP/1.1" status: 200 len: 375 time: 0.0150044 Oct 30 15:26:57.993744 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e5f3a1-9ee7-494a-b1c6-799bfeb11139 None None] Checking router: 1c4c91be-2b4e-4768-849f-f23428b3f3de for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:26:57.994812 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e5f3a1-9ee7-494a-b1c6-799bfeb11139 None None] Updating router 1c4c91be-2b4e-4768-849f-f23428b3f3de port 0096e650-bf87-41cb-9c1e-5ec8978c8b99 binding host n-d-806683-17 {{(pid=102133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:26:58.022312 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-76e5f3a1-9ee7-494a-b1c6-799bfeb11139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:58.029634 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bfa2b6-41ed-481b-9692-0c6fe1f61944 req-e5a10176-91da-4798-a3a9-55879e2526a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:58.031190 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-47bfa2b6-41ed-481b-9692-0c6fe1f61944 req-e5a10176-91da-4798-a3a9-55879e2526a8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d5ffc168-eac4-479e-9cc8-1e6ca8159ed5 HTTP/1.1" status: 200 len: 1097 time: 0.1022027 Oct 30 15:26:58.087923 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6c9e3327-86f6-4889-991a-f306b94843ad req-b3ac8ed2-6e96-4d33-a1bc-78f35decfed6 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=851f863f3af14cfda31cec55b5caebe9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0880980 Oct 30 15:26:58.099776 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [req-6c9e3327-86f6-4889-991a-f306b94843ad req-e00036b3-1a61-4544-a2eb-99ca502dce06 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:26:58.100734 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6c9e3327-86f6-4889-991a-f306b94843ad req-e00036b3-1a61-4544-a2eb-99ca502dce06 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0060613 Oct 30 15:26:58.106726 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-47bfa2b6-41ed-481b-9692-0c6fe1f61944 req-3f026d8b-e516-4589-b0c7-547a6002a497 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645573 Oct 30 15:26:58.204799 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6c9e3327-86f6-4889-991a-f306b94843ad req-9fcc5c7c-d540-4cac-981d-ab6498f73fd3 service neutron] 10.222.0.62 "GET /v2.0/networks/a69ee861-8dad-4f6c-abe3-f84fb501d5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945072 Oct 30 15:26:58.301053 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeebca3-6b49-4167-a011-2f7dc1bbbc24 req-58bc4ea9-d7ed-471f-8263-639a1a9e1ec0 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:58.303218 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-adeebca3-6b49-4167-a011-2f7dc1bbbc24 req-58bc4ea9-d7ed-471f-8263-639a1a9e1ec0 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=294f33dc-6bdf-46da-8012-eb35ed17225b HTTP/1.1" status: 200 len: 945 time: 0.0565691 Oct 30 15:26:58.312427 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6c9e3327-86f6-4889-991a-f306b94843ad req-99372bbe-6d6d-4d79-8bc0-8aaaa6769d2e service neutron] 10.222.0.62 "GET /v2.0/networks/a69ee861-8dad-4f6c-abe3-f84fb501d5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018910 Oct 30 15:26:58.321953 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-76e5f3a1-9ee7-494a-b1c6-799bfeb11139 None None] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:58.328699 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-76e5f3a1-9ee7-494a-b1c6-799bfeb11139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:58.369044 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c16fdf-a28a-429d-b190-9058726cbb39 None None] Pushing event updated for resources: {'Port': ['ID=0096e650-bf87-41cb-9c1e-5ec8978c8b99,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:58.369606 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-adeebca3-6b49-4167-a011-2f7dc1bbbc24 req-828a2c8b-4077-4cd7-b380-03f1ef5c5bbc tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/security-groups?id=18950aca-06cc-4b84-b3ff-54cf6d21ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600622 Oct 30 15:26:58.477260 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-76e5f3a1-9ee7-494a-b1c6-799bfeb11139 None None] Attempting to bind port 0096e650-bf87-41cb-9c1e-5ec8978c8b99 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:26:58.479126 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-76e5f3a1-9ee7-494a-b1c6-799bfeb11139 None None] Attempting to bind port 0096e650-bf87-41cb-9c1e-5ec8978c8b99 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '59d6fed5-1de0-4ec5-ad2b-5027d009e9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a69ee861-8dad-4f6c-abe3-f84fb501d5dd'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:26:58.481268 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e5f3a1-9ee7-494a-b1c6-799bfeb11139 None None] Attempting to bind port 0096e650-bf87-41cb-9c1e-5ec8978c8b99 on network a69ee861-8dad-4f6c-abe3-f84fb501d5dd {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:26:58.487789 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e5f3a1-9ee7-494a-b1c6-799bfeb11139 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:26:58.488414 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e5f3a1-9ee7-494a-b1c6-799bfeb11139 None None] Checking segment: {'id': '59d6fed5-1de0-4ec5-ad2b-5027d009e9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a69ee861-8dad-4f6c-abe3-f84fb501d5dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:26:58.489004 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-76e5f3a1-9ee7-494a-b1c6-799bfeb11139 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:58.492542 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e5f3a1-9ee7-494a-b1c6-799bfeb11139 None None] Bound using segment: {'id': '59d6fed5-1de0-4ec5-ad2b-5027d009e9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a69ee861-8dad-4f6c-abe3-f84fb501d5dd'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:26:58.493512 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-76e5f3a1-9ee7-494a-b1c6-799bfeb11139 None None] Bound port: 0096e650-bf87-41cb-9c1e-5ec8978c8b99, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59d6fed5-1de0-4ec5-ad2b-5027d009e9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a69ee861-8dad-4f6c-abe3-f84fb501d5dd'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:26:58.493717 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-76e5f3a1-9ee7-494a-b1c6-799bfeb11139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:58.546257 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0e389387-55cb-4860-a42d-407abb36f17c req-faa600aa-1b47-4ae6-b930-b09429a81a01 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dad581b-6b88-4a09-9559-b8dfc538115c HTTP/1.1" status: 200 len: 210 time: 0.0723503 Oct 30 15:26:58.680967 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-76e5f3a1-9ee7-494a-b1c6-799bfeb11139 None None] For port 0096e650-bf87-41cb-9c1e-5ec8978c8b99, host n-d-806683-17, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:26:58.689188 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-76e5f3a1-9ee7-494a-b1c6-799bfeb11139 None None] For port 0096e650-bf87-41cb-9c1e-5ec8978c8b99, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=0096e650-bf87-41cb-9c1e-5ec8978c8b99,segment=NetworkSegment(59d6fed5-1de0-4ec5-ad2b-5027d009e9f0),segment_id=59d6fed5-1de0-4ec5-ad2b-5027d009e9f0)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:26:58.697018 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-76e5f3a1-9ee7-494a-b1c6-799bfeb11139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:58.755522 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e5f3a1-9ee7-494a-b1c6-799bfeb11139 None None] Routers {'1c4c91be-2b4e-4768-849f-f23428b3f3de'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:26:58.756210 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-76e5f3a1-9ee7-494a-b1c6-799bfeb11139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:26:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['1c4c91be-2b4e-4768-849f-f23428b3f3de'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:26:58.796860 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d717cd-f4a5-43ed-b25d-8ce014320f1f req-9b1d5707-4acf-419a-8d55-83ffc8534190 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:58.800073 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e6d717cd-f4a5-43ed-b25d-8ce014320f1f req-9b1d5707-4acf-419a-8d55-83ffc8534190 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5ffc168-eac4-479e-9cc8-1e6ca8159ed5 HTTP/1.1" status: 200 len: 945 time: 0.1158636 Oct 30 15:26:58.810855 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-316f5779-f325-44f6-ac08-b97c38d3b1a9 req-4ebbd295-e14b-4070-9033-db6d9784211a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1cd22608-c4fb-4169-9dbc-1af63b942f0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2368121 Oct 30 15:26:58.854822 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-eb7a2623-cc00-4cfe-8a02-c16e6db56b97 None None] Provisioning complete for port 0096e650-bf87-41cb-9c1e-5ec8978c8b99 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:26:58.855307 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-eb7a2623-cc00-4cfe-8a02-c16e6db56b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:58.902390 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e6d717cd-f4a5-43ed-b25d-8ce014320f1f req-99bf2ede-8278-41a9-980d-3200fb4a214e tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889249 Oct 30 15:26:58.916744 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-76e5f3a1-9ee7-494a-b1c6-799bfeb11139 None None] Set router 1c4c91be-2b4e-4768-849f-f23428b3f3de gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:26:59.037993 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f5779-f325-44f6-ac08-b97c38d3b1a9 req-0a8ae738-5366-4b83-b822-66dab17b3951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:59.043601 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-316f5779-f325-44f6-ac08-b97c38d3b1a9 req-0a8ae738-5366-4b83-b822-66dab17b3951 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a3028294d5734482b28fa89832495d29&device_id=1cd22608-c4fb-4169-9dbc-1af63b942f0c HTTP/1.1" status: 200 len: 1097 time: 0.1393986 Oct 30 15:26:59.257162 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-eb7a2623-cc00-4cfe-8a02-c16e6db56b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:59.388420 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-eb7a2623-cc00-4cfe-8a02-c16e6db56b97 None None] For port 0096e650-bf87-41cb-9c1e-5ec8978c8b99, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=0096e650-bf87-41cb-9c1e-5ec8978c8b99,segment=NetworkSegment(59d6fed5-1de0-4ec5-ad2b-5027d009e9f0),segment_id=59d6fed5-1de0-4ec5-ad2b-5027d009e9f0)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:26:59.394694 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-eb7a2623-cc00-4cfe-8a02-c16e6db56b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:59.418230 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f5779-f325-44f6-ac08-b97c38d3b1a9 req-db95a99f-7a10-4f95-a2ab-22813d595c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:59.431113 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-316f5779-f325-44f6-ac08-b97c38d3b1a9 req-db95a99f-7a10-4f95-a2ab-22813d595c72 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e3d349fd-06d3-4d89-81c2-25b2b94c579c HTTP/1.1" status: 200 len: 907 time: 0.3541667 Oct 30 15:26:59.617993 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-316f5779-f325-44f6-ac08-b97c38d3b1a9 req-50054bac-f2cd-449a-bd2e-2e172fbf0e87 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20b1da37-2313-4f20-8e19-c39745683e2e HTTP/1.1" status: 200 len: 217 time: 0.1715353 Oct 30 15:26:59.716323 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7a2623-cc00-4cfe-8a02-c16e6db56b97 None None] Pushing event updated for resources: {'Port': ['ID=0096e650-bf87-41cb-9c1e-5ec8978c8b99,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:26:59.730724 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-19962318-a5c9-4894-8cd0-a66cae82f945 None None] Provisioning complete for port 0096e650-bf87-41cb-9c1e-5ec8978c8b99 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:26:59.731099 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-19962318-a5c9-4894-8cd0-a66cae82f945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:26:59.765875 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bfa577-34f4-4946-81c7-a52e7903039a req-05b8e510-d5a2-4a68-8339-3763b4e5e67f tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:59.775844 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-13bfa577-34f4-4946-81c7-a52e7903039a req-05b8e510-d5a2-4a68-8339-3763b4e5e67f tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=294f33dc-6bdf-46da-8012-eb35ed17225b HTTP/1.1" status: 200 len: 945 time: 0.1935730 Oct 30 15:26:59.887600 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f5779-f325-44f6-ac08-b97c38d3b1a9 req-4a8468f7-3d7e-447a-b3c3-13bce1e61608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:26:59.889529 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-316f5779-f325-44f6-ac08-b97c38d3b1a9 req-4a8468f7-3d7e-447a-b3c3-13bce1e61608 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8cd32631-4817-453f-b06d-49c42463e638 HTTP/1.1" status: 200 len: 846 time: 0.2624187 Oct 30 15:26:59.930132 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-13bfa577-34f4-4946-81c7-a52e7903039a req-ae7cd9a3-f5a0-4dce-8a04-d9339298c814 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/security-groups?id=18950aca-06cc-4b84-b3ff-54cf6d21ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491661 Oct 30 15:26:59.945398 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:00.021913 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c16fdf-a28a-429d-b190-9058726cbb39 None None] Pushing event updated for resources: {'Port': ['ID=0096e650-bf87-41cb-9c1e-5ec8978c8b99,revision_number=4']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:27:00.048219 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-316f5779-f325-44f6-ac08-b97c38d3b1a9 req-49e94cc2-ad06-489b-b7e9-c4bdf3b8e704 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e3d349fd-06d3-4d89-81c2-25b2b94c579c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1496978 Oct 30 15:27:00.056602 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-19dd8ade-6c4a-4a3f-99fd-ad0f65357fd2 req-e3684b37-dca5-4184-bed0-51620bee7cca tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dad581b-6b88-4a09-9559-b8dfc538115c HTTP/1.1" status: 200 len: 210 time: 0.1356180 Oct 30 15:27:00.056738 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 0096e650-bf87-41cb-9c1e-5ec8978c8b99 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:27:00.164192 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-76e5f3a1-9ee7-494a-b1c6-799bfeb11139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4c91be-2b4e-4768-849f-f23428b3f3de', 'name': 'tempest-AttachVolumeTestJSON-449199179-router', 'tenant_id': '851f863f3af14cfda31cec55b5caebe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '96e620ec-98fc-4071-b414-cf43c3104cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:26:49Z', 'updated_at': '2021-10-30T15:26:53Z', 'revision_number': 4, 'project_id': '851f863f3af14cfda31cec55b5caebe9', 'gw_port': {'id': '96e620ec-98fc-4071-b414-cf43c3104cc7', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fa:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4c91be-2b4e-4768-849f-f23428b3f3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:26:49Z', 'updated_at': '2021-10-30T15:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '0096e650-bf87-41cb-9c1e-5ec8978c8b99', 'name': '', 'network_id': 'a69ee861-8dad-4f6c-abe3-f84fb501d5dd', 'tenant_id': '851f863f3af14cfda31cec55b5caebe9', 'mac_address': 'fa:16:3e:17:9e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4c91be-2b4e-4768-849f-f23428b3f3de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '173890c6-b6ee-44b8-ab6a-06362ece304f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:26:51Z', 'updated_at': '2021-10-30T15:26:58Z', 'revision_number': 4, 'project_id': '851f863f3af14cfda31cec55b5caebe9', 'subnets': [{'id': '173890c6-b6ee-44b8-ab6a-06362ece304f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:27:00.175486 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca28f6a-022a-423a-9d8b-601b969e455f req-c5e41d87-7840-431d-8513-c5d889c9bf99 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:00.184876 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bca28f6a-022a-423a-9d8b-601b969e455f req-c5e41d87-7840-431d-8513-c5d889c9bf99 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5ffc168-eac4-479e-9cc8-1e6ca8159ed5 HTTP/1.1" status: 200 len: 945 time: 0.1141613 Oct 30 15:27:00.213890 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 0096e650-bf87-41cb-9c1e-5ec8978c8b99 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:27:00.219361 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:00.245670 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e5f3a1-9ee7-494a-b1c6-799bfeb11139 None None] The sync data for ids ['1c4c91be-2b4e-4768-849f-f23428b3f3de'] in n-d-806683-17 is: [{'id': '1c4c91be-2b4e-4768-849f-f23428b3f3de', 'name': 'tempest-AttachVolumeTestJSON-449199179-router', 'tenant_id': '851f863f3af14cfda31cec55b5caebe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '96e620ec-98fc-4071-b414-cf43c3104cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:26:49Z', 'updated_at': '2021-10-30T15:26:53Z', 'revision_number': 4, 'project_id': '851f863f3af14cfda31cec55b5caebe9', 'gw_port': {'id': '96e620ec-98fc-4071-b414-cf43c3104cc7', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fa:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4c91be-2b4e-4768-849f-f23428b3f3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:26:49Z', 'updated_at': '2021-10-30T15:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '0096e650-bf87-41cb-9c1e-5ec8978c8b99', 'name': '', 'network_id': 'a69ee861-8dad-4f6c-abe3-f84fb501d5dd', 'tenant_id': '851f863f3af14cfda31cec55b5caebe9', 'mac_address': 'fa:16:3e:17:9e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4c91be-2b4e-4768-849f-f23428b3f3de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '173890c6-b6ee-44b8-ab6a-06362ece304f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:26:51Z', 'updated_at': '2021-10-30T15:26:58Z', 'revision_number': 4, 'project_id': '851f863f3af14cfda31cec55b5caebe9', 'subnets': [{'id': '173890c6-b6ee-44b8-ab6a-06362ece304f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:27:00.267780 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bca28f6a-022a-423a-9d8b-601b969e455f req-79bfb5f9-143d-4b25-a85f-36c7164dd9a5 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767977 Oct 30 15:27:00.356001 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-316f5779-f325-44f6-ac08-b97c38d3b1a9 req-4022cc79-d702-4d29-8de0-83438095e27b service neutron] 10.222.0.44 "GET /v2.0/networks/e3d349fd-06d3-4d89-81c2-25b2b94c579c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964437 Oct 30 15:27:00.581220 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-316f5779-f325-44f6-ac08-b97c38d3b1a9 req-931b438a-0390-42b5-9bb1-952c218c4e3f service neutron] 10.222.0.44 "GET /v2.0/networks/e3d349fd-06d3-4d89-81c2-25b2b94c579c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174399 Oct 30 15:27:00.833818 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e3327-86f6-4889-991a-f306b94843ad req-3d26487b-ddf3-4604-a469-ec9da0ec86e4 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:00.837871 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6c9e3327-86f6-4889-991a-f306b94843ad req-3d26487b-ddf3-4604-a469-ec9da0ec86e4 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.44 "GET /v2.0/networks?id=a69ee861-8dad-4f6c-abe3-f84fb501d5dd HTTP/1.1" status: 200 len: 810 time: 0.2633080 Oct 30 15:27:00.901034 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e42ca2-731b-4910-b666-00e5f6805666 req-f9eb0f9b-7f86-48a4-801c-cf0f8100030b tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:00.909762 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c2e42ca2-731b-4910-b666-00e5f6805666 req-f9eb0f9b-7f86-48a4-801c-cf0f8100030b tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/networks?id=e3d349fd-06d3-4d89-81c2-25b2b94c579c HTTP/1.1" status: 200 len: 806 time: 0.2235820 Oct 30 15:27:00.935202 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c2e42ca2-731b-4910-b666-00e5f6805666 req-b66eda99-7b91-48d4-9f5d-6fb3a872e2de tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/quotas/a3028294d5734482b28fa89832495d29 HTTP/1.1" status: 200 len: 375 time: 0.0244672 Oct 30 15:27:00.959867 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6c9e3327-86f6-4889-991a-f306b94843ad req-f2980ed0-26eb-47e7-844a-75fbcc1b8968 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=851f863f3af14cfda31cec55b5caebe9 HTTP/1.1" status: 200 len: 380 time: 0.1094546 Oct 30 15:27:00.995349 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-6c9e3327-86f6-4889-991a-f306b94843ad req-7085c4f3-07bd-42f9-9bd4-c29d3cda8b9d tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Request body: {'port': {'device_id': '1dad581b-6b88-4a09-9559-b8dfc538115c', 'network_id': 'a69ee861-8dad-4f6c-abe3-f84fb501d5dd', 'admin_state_up': True, 'tenant_id': '851f863f3af14cfda31cec55b5caebe9', 'security_groups': ['48597c60-ccc8-4d96-92aa-deedb67edace']}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:27:01.092103 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c2e42ca2-731b-4910-b666-00e5f6805666 req-69940ed4-af94-4a9c-9953-e6f98e819a6b tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a3028294d5734482b28fa89832495d29&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1411912 Oct 30 15:27:01.236073 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b981fa-ae70-4331-a5a8-ee922ea2b00c req-d0d876d5-e67e-4240-b5d9-e933fd7fff8b tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:01.244518 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d1b981fa-ae70-4331-a5a8-ee922ea2b00c req-d0d876d5-e67e-4240-b5d9-e933fd7fff8b tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=294f33dc-6bdf-46da-8012-eb35ed17225b HTTP/1.1" status: 200 len: 945 time: 0.1478226 Oct 30 15:27:01.316370 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c9e3327-86f6-4889-991a-f306b94843ad req-7085c4f3-07bd-42f9-9bd4-c29d3cda8b9d tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Made reservation on behalf of 851f863f3af14cfda31cec55b5caebe9 for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:27:01.320037 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6c9e3327-86f6-4889-991a-f306b94843ad req-7085c4f3-07bd-42f9-9bd4-c29d3cda8b9d tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:01.391722 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d1b981fa-ae70-4331-a5a8-ee922ea2b00c req-6dc16eab-3dd3-458d-a666-ee399fcd7803 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/security-groups?id=18950aca-06cc-4b84-b3ff-54cf6d21ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001897 Oct 30 15:27:01.406290 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c2e42ca2-731b-4910-b666-00e5f6805666 req-b12291f4-0409-49cc-bdca-f9ad9028e640 service neutron] 10.222.0.62 "GET /v2.0/networks/e3d349fd-06d3-4d89-81c2-25b2b94c579c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058751 Oct 30 15:27:01.787926 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c2e42ca2-731b-4910-b666-00e5f6805666 req-64ab1f49-e95d-4502-a2f1-4a901ccd0356 service neutron] 10.222.0.62 "GET /v2.0/networks/e3d349fd-06d3-4d89-81c2-25b2b94c579c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3798928 Oct 30 15:27:01.815095 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-6c9e3327-86f6-4889-991a-f306b94843ad req-7085c4f3-07bd-42f9-9bd4-c29d3cda8b9d tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Allocated IP 172.20.0.10 (a69ee861-8dad-4f6c-abe3-f84fb501d5dd/173890c6-b6ee-44b8-ab6a-06362ece304f/d09cdac4-cc2e-4ba9-87b6-65031961fa47) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:27:01.938280 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:02.171028 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ab72831d-c108-44ab-bdf0-862290314961 req-56cca8b5-271f-4136-898c-9c9f5c2af04b tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dad581b-6b88-4a09-9559-b8dfc538115c HTTP/1.1" status: 200 len: 210 time: 0.1052983 Oct 30 15:27:02.244688 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-58bae049-8d02-4c42-986b-daac9f7562ee req-8a3b98db-20de-42ec-8da1-b43702b51beb tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d0f5c2d-893e-442b-9db9-dff3e61d309e HTTP/1.1" status: 200 len: 210 time: 0.0461071 Oct 30 15:27:02.279080 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6c9e3327-86f6-4889-991a-f306b94843ad req-7085c4f3-07bd-42f9-9bd4-c29d3cda8b9d tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:02.376744 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6c9e3327-86f6-4889-991a-f306b94843ad req-7085c4f3-07bd-42f9-9bd4-c29d3cda8b9d tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:02.463852 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a6e2b3-5aee-4821-852c-0046f5f4767f req-84850cc8-3d2c-46df-abc2-3050d8b05db6 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:02.485913 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a6e2b3-5aee-4821-852c-0046f5f4767f req-84850cc8-3d2c-46df-abc2-3050d8b05db6 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:02.508762 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a6e2b3-5aee-4821-852c-0046f5f4767f req-84850cc8-3d2c-46df-abc2-3050d8b05db6 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:02.539054 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a6e2b3-5aee-4821-852c-0046f5f4767f req-84850cc8-3d2c-46df-abc2-3050d8b05db6 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:02.550884 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a6e2b3-5aee-4821-852c-0046f5f4767f req-84850cc8-3d2c-46df-abc2-3050d8b05db6 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:02.566528 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c9e3327-86f6-4889-991a-f306b94843ad req-7085c4f3-07bd-42f9-9bd4-c29d3cda8b9d tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Network a69ee861-8dad-4f6c-abe3-f84fb501d5dd is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:27:02.568317 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a6e2b3-5aee-4821-852c-0046f5f4767f req-84850cc8-3d2c-46df-abc2-3050d8b05db6 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:02.585130 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a6e2b3-5aee-4821-852c-0046f5f4767f req-84850cc8-3d2c-46df-abc2-3050d8b05db6 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:02.587276 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-66a6e2b3-5aee-4821-852c-0046f5f4767f req-84850cc8-3d2c-46df-abc2-3050d8b05db6 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 5445 time: 0.2765608 Oct 30 15:27:02.636800 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-6c9e3327-86f6-4889-991a-f306b94843ad req-7085c4f3-07bd-42f9-9bd4-c29d3cda8b9d tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:27:02.662444 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c9e3327-86f6-4889-991a-f306b94843ad req-7085c4f3-07bd-42f9-9bd4-c29d3cda8b9d tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:27:02.693296 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-66a6e2b3-5aee-4821-852c-0046f5f4767f req-95c783dc-e671-40c9-9754-825d84eff345 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d8b2e39-c2c3-46e2-b7ce-d3094509b03c&id=301c6b35-46a3-48b2-8746-44103cb6e6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0948877 Oct 30 15:27:02.761127 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7085c4f3-07bd-42f9-9bd4-c29d3cda8b9d tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Pushing event updated for resources: {'Port': ['ID=d09cdac4-cc2e-4ba9-87b6-65031961fa47,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:27:02.809811 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e3327-86f6-4889-991a-f306b94843ad req-7085c4f3-07bd-42f9-9bd4-c29d3cda8b9d tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:02.810563 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6c9e3327-86f6-4889-991a-f306b94843ad req-7085c4f3-07bd-42f9-9bd4-c29d3cda8b9d tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:02.833346 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7734a454-9a76-4b0a-9829-913f14556ea3 req-2dbf0062-2fd7-4485-b887-9f0f1a218e82 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:02.842781 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7734a454-9a76-4b0a-9829-913f14556ea3 req-2dbf0062-2fd7-4485-b887-9f0f1a218e82 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=294f33dc-6bdf-46da-8012-eb35ed17225b HTTP/1.1" status: 200 len: 945 time: 0.2952492 Oct 30 15:27:02.849568 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6c9e3327-86f6-4889-991a-f306b94843ad req-7085c4f3-07bd-42f9-9bd4-c29d3cda8b9d tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8764501 Oct 30 15:27:02.890931 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-6c9e3327-86f6-4889-991a-f306b94843ad req-65a45b8f-a86a-4bc3-a612-42182f6548ed service neutron] Request body: {'port': {'device_id': '1dad581b-6b88-4a09-9559-b8dfc538115c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:27:03.001347 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7734a454-9a76-4b0a-9829-913f14556ea3 req-d899293b-598a-4014-a7d6-0053db9ed4f8 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/security-groups?id=18950aca-06cc-4b84-b3ff-54cf6d21ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576631 Oct 30 15:27:03.017562 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6c9e3327-86f6-4889-991a-f306b94843ad req-65a45b8f-a86a-4bc3-a612-42182f6548ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:03.088338 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-431b64fb-fec7-41cd-9d8d-aaf2f4b2a6db None None] Provisioning complete for port d09cdac4-cc2e-4ba9-87b6-65031961fa47 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:27:03.091109 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-431b64fb-fec7-41cd-9d8d-aaf2f4b2a6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:03.225376 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-431b64fb-fec7-41cd-9d8d-aaf2f4b2a6db None None] Port d09cdac4-cc2e-4ba9-87b6-65031961fa47 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:27:03.373281 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df3a270-6eec-45bb-9676-3e1e36603626 req-bbcce838-bf27-4a39-9b7c-ceeffbecdaca tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:03.381229 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7df3a270-6eec-45bb-9676-3e1e36603626 req-bbcce838-bf27-4a39-9b7c-ceeffbecdaca tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dad581b-6b88-4a09-9559-b8dfc538115c HTTP/1.1" status: 200 len: 932 time: 0.0867317 Oct 30 15:27:03.430151 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7df3a270-6eec-45bb-9676-3e1e36603626 req-9d140df5-887c-4690-bc92-6c34b81e4011 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/security-groups?id=48597c60-ccc8-4d96-92aa-deedb67edace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479391 Oct 30 15:27:03.456622 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-0dda06f2-8431-4642-888b-e2e2f7457a69 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:03.464322 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-0dda06f2-8431-4642-888b-e2e2f7457a69 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:03.470838 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-0dda06f2-8431-4642-888b-e2e2f7457a69 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:03.478419 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-0dda06f2-8431-4642-888b-e2e2f7457a69 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:03.485052 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-0dda06f2-8431-4642-888b-e2e2f7457a69 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:03.491416 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-0dda06f2-8431-4642-888b-e2e2f7457a69 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:03.497715 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-0dda06f2-8431-4642-888b-e2e2f7457a69 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:03.499855 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-0dda06f2-8431-4642-888b-e2e2f7457a69 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.53 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 5445 time: 0.1947377 Oct 30 15:27:03.550879 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6dab6415-01eb-4322-9d25-755ba9f40e18 req-43432748-ade2-491a-8203-e3a41c71b22f tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d0f5c2d-893e-442b-9db9-dff3e61d309e HTTP/1.1" status: 200 len: 210 time: 0.0551162 Oct 30 15:27:03.579956 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-6c9e3327-86f6-4889-991a-f306b94843ad req-65a45b8f-a86a-4bc3-a612-42182f6548ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d09cdac4-cc2e-4ba9-87b6-65031961fa47 {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:27:03.586825 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-1b5d238c-e705-47a8-9a8c-5f1446ad50ed tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:03.591700 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6c9e3327-86f6-4889-991a-f306b94843ad req-65a45b8f-a86a-4bc3-a612-42182f6548ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:03.596045 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-1b5d238c-e705-47a8-9a8c-5f1446ad50ed tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.53 "GET /v2.0/ports/ff9a5354-a79a-4869-a44a-a51335ced7ef?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0834072 Oct 30 15:27:03.621282 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-6c9e3327-86f6-4889-991a-f306b94843ad req-65a45b8f-a86a-4bc3-a612-42182f6548ed service neutron] Transition to ACTIVE for port object d09cdac4-cc2e-4ba9-87b6-65031961fa47 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:27:03.626953 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6c9e3327-86f6-4889-991a-f306b94843ad req-65a45b8f-a86a-4bc3-a612-42182f6548ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:03.739612 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a45b8f-a86a-4bc3-a612-42182f6548ed service neutron] Pushing event updated for resources: {'Port': ['ID=d09cdac4-cc2e-4ba9-87b6-65031961fa47,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:27:03.927937 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-fadcd936-0478-4ffd-bc89-72ef5d5757b2 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.53 "GET /v2.0/networks/1c5c7057-6cfb-4273-ace5-d2dc41be3e4a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3252017 Oct 30 15:27:03.939453 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-f9f6b580-14cb-4a60-8509-ac9c2a37b2b2 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:27:04.086784 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-6c9e3327-86f6-4889-991a-f306b94843ad req-65a45b8f-a86a-4bc3-a612-42182f6548ed service neutron] Attempting to bind port d09cdac4-cc2e-4ba9-87b6-65031961fa47 on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:27:04.087211 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-6c9e3327-86f6-4889-991a-f306b94843ad req-65a45b8f-a86a-4bc3-a612-42182f6548ed service neutron] Attempting to bind port d09cdac4-cc2e-4ba9-87b6-65031961fa47 by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': '59d6fed5-1de0-4ec5-ad2b-5027d009e9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a69ee861-8dad-4f6c-abe3-f84fb501d5dd'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:27:04.087574 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9e3327-86f6-4889-991a-f306b94843ad req-65a45b8f-a86a-4bc3-a612-42182f6548ed service neutron] Attempting to bind port d09cdac4-cc2e-4ba9-87b6-65031961fa47 on network a69ee861-8dad-4f6c-abe3-f84fb501d5dd {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:27:04.101627 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e42ca2-731b-4910-b666-00e5f6805666 req-7d5c54c0-15cd-4615-8f33-39c9b710fa4d tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:04.103242 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c2e42ca2-731b-4910-b666-00e5f6805666 req-7d5c54c0-15cd-4615-8f33-39c9b710fa4d tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.53 "GET /v2.0/networks?id=e3d349fd-06d3-4d89-81c2-25b2b94c579c HTTP/1.1" status: 200 len: 806 time: 0.3571467 Oct 30 15:27:04.103872 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9e3327-86f6-4889-991a-f306b94843ad req-65a45b8f-a86a-4bc3-a612-42182f6548ed service neutron] Port d09cdac4-cc2e-4ba9-87b6-65031961fa47 on network a69ee861-8dad-4f6c-abe3-f84fb501d5dd not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:27:04.104196 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9e3327-86f6-4889-991a-f306b94843ad req-65a45b8f-a86a-4bc3-a612-42182f6548ed service neutron] Attempting to bind port d09cdac4-cc2e-4ba9-87b6-65031961fa47 on network a69ee861-8dad-4f6c-abe3-f84fb501d5dd {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:27:04.114400 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9e3327-86f6-4889-991a-f306b94843ad req-65a45b8f-a86a-4bc3-a612-42182f6548ed service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:27:04.114619 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9e3327-86f6-4889-991a-f306b94843ad req-65a45b8f-a86a-4bc3-a612-42182f6548ed service neutron] Checking segment: {'id': '59d6fed5-1de0-4ec5-ad2b-5027d009e9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a69ee861-8dad-4f6c-abe3-f84fb501d5dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:27:04.115049 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9e3327-86f6-4889-991a-f306b94843ad req-65a45b8f-a86a-4bc3-a612-42182f6548ed service neutron] Bound using segment: {'id': '59d6fed5-1de0-4ec5-ad2b-5027d009e9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a69ee861-8dad-4f6c-abe3-f84fb501d5dd'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:27:04.116348 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-6c9e3327-86f6-4889-991a-f306b94843ad req-65a45b8f-a86a-4bc3-a612-42182f6548ed service neutron] Bound port: d09cdac4-cc2e-4ba9-87b6-65031961fa47, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59d6fed5-1de0-4ec5-ad2b-5027d009e9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a69ee861-8dad-4f6c-abe3-f84fb501d5dd'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:27:04.116723 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6c9e3327-86f6-4889-991a-f306b94843ad req-65a45b8f-a86a-4bc3-a612-42182f6548ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:04.127070 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-c2e42ca2-731b-4910-b666-00e5f6805666 req-24c037fe-5d90-47c1-83b8-cbc35097e6a4 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Request body: {'port': {'device_id': '9d0f5c2d-893e-442b-9db9-dff3e61d309e', 'network_id': 'e3d349fd-06d3-4d89-81c2-25b2b94c579c', 'admin_state_up': True, 'tenant_id': 'a3028294d5734482b28fa89832495d29'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:27:04.273196 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c56f82-5ba2-408d-8e02-588c140ce8b3 req-e9166b00-5368-4a6c-9e7f-bdf158ce13e7 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:04.296029 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c56f82-5ba2-408d-8e02-588c140ce8b3 req-e9166b00-5368-4a6c-9e7f-bdf158ce13e7 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:04.316110 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c56f82-5ba2-408d-8e02-588c140ce8b3 req-e9166b00-5368-4a6c-9e7f-bdf158ce13e7 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:04.322162 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c56f82-5ba2-408d-8e02-588c140ce8b3 req-e9166b00-5368-4a6c-9e7f-bdf158ce13e7 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:04.328657 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c56f82-5ba2-408d-8e02-588c140ce8b3 req-e9166b00-5368-4a6c-9e7f-bdf158ce13e7 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:04.335690 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c56f82-5ba2-408d-8e02-588c140ce8b3 req-e9166b00-5368-4a6c-9e7f-bdf158ce13e7 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:04.341904 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c56f82-5ba2-408d-8e02-588c140ce8b3 req-e9166b00-5368-4a6c-9e7f-bdf158ce13e7 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:04.344229 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c1c56f82-5ba2-408d-8e02-588c140ce8b3 req-e9166b00-5368-4a6c-9e7f-bdf158ce13e7 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 5445 time: 0.3817692 Oct 30 15:27:04.350774 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-f9f6b580-14cb-4a60-8509-ac9c2a37b2b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:04.365525 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-6c9e3327-86f6-4889-991a-f306b94843ad req-65a45b8f-a86a-4bc3-a612-42182f6548ed service neutron] For port d09cdac4-cc2e-4ba9-87b6-65031961fa47, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:27:04.401050 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-6c9e3327-86f6-4889-991a-f306b94843ad req-65a45b8f-a86a-4bc3-a612-42182f6548ed service neutron] For port d09cdac4-cc2e-4ba9-87b6-65031961fa47, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=d09cdac4-cc2e-4ba9-87b6-65031961fa47,segment=NetworkSegment(59d6fed5-1de0-4ec5-ad2b-5027d009e9f0),segment_id=59d6fed5-1de0-4ec5-ad2b-5027d009e9f0)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:27:04.421417 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6c9e3327-86f6-4889-991a-f306b94843ad req-65a45b8f-a86a-4bc3-a612-42182f6548ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:04.447702 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729a98ab-32be-4313-8fc5-375df294f839 req-d959d151-41d9-42de-a038-5922ee84c2df tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:04.452726 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-729a98ab-32be-4313-8fc5-375df294f839 req-d959d151-41d9-42de-a038-5922ee84c2df tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=294f33dc-6bdf-46da-8012-eb35ed17225b HTTP/1.1" status: 200 len: 945 time: 0.2479947 Oct 30 15:27:04.455622 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c1c56f82-5ba2-408d-8e02-588c140ce8b3 req-fe2ff3d5-0f7d-4db6-a989-b04be61b2a4e tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d8b2e39-c2c3-46e2-b7ce-d3094509b03c&id=301c6b35-46a3-48b2-8746-44103cb6e6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0961835 Oct 30 15:27:04.524045 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e3327-86f6-4889-991a-f306b94843ad req-65a45b8f-a86a-4bc3-a612-42182f6548ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:04.524611 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6c9e3327-86f6-4889-991a-f306b94843ad req-65a45b8f-a86a-4bc3-a612-42182f6548ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:04.526096 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6c9e3327-86f6-4889-991a-f306b94843ad req-65a45b8f-a86a-4bc3-a612-42182f6548ed service neutron] 10.222.0.44 "PUT /v2.0/ports/d09cdac4-cc2e-4ba9-87b6-65031961fa47 HTTP/1.1" status: 200 len: 1093 time: 1.6527612 Oct 30 15:27:04.537703 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dad581b-6b88-4a09-9559-b8dfc538115c', 'tag': 'd09cdac4-cc2e-4ba9-87b6-65031961fa47'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:27:04.540246 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d75f3930-d20a-4086-b2a7-b690448b3bfe" -d '{"events": [{"name": "network-changed", "server_uuid": "1dad581b-6b88-4a09-9559-b8dfc538115c", "tag": "d09cdac4-cc2e-4ba9-87b6-65031961fa47"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:27:04.620559 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-729a98ab-32be-4313-8fc5-375df294f839 req-63e86df7-4171-44c4-956c-6fe3833c7b01 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/security-groups?id=18950aca-06cc-4b84-b3ff-54cf6d21ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556485 Oct 30 15:27:04.646948 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a45b8f-a86a-4bc3-a612-42182f6548ed service neutron] Pushing event updated for resources: {'Port': ['ID=d09cdac4-cc2e-4ba9-87b6-65031961fa47,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:27:04.684123 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2e42ca2-731b-4910-b666-00e5f6805666 req-24c037fe-5d90-47c1-83b8-cbc35097e6a4 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Made reservation on behalf of a3028294d5734482b28fa89832495d29 for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:27:04.693761 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-c2e42ca2-731b-4910-b666-00e5f6805666 req-24c037fe-5d90-47c1-83b8-cbc35097e6a4 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:04.729890 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019aaa0d-46c2-44e6-836e-8dd8c0ee72c8 req-aea88dc1-9596-41a2-8fdd-a96bb13a7845 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:04.738007 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-019aaa0d-46c2-44e6-836e-8dd8c0ee72c8 req-aea88dc1-9596-41a2-8fdd-a96bb13a7845 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dad581b-6b88-4a09-9559-b8dfc538115c HTTP/1.1" status: 200 len: 944 time: 0.1119850 Oct 30 15:27:04.756255 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e3327-86f6-4889-991a-f306b94843ad req-9118538d-9add-4c0b-8c36-c1cc19947a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:04.758174 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6c9e3327-86f6-4889-991a-f306b94843ad req-9118538d-9add-4c0b-8c36-c1cc19947a0a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=851f863f3af14cfda31cec55b5caebe9&device_id=1dad581b-6b88-4a09-9559-b8dfc538115c HTTP/1.1" status: 200 len: 1096 time: 0.1833801 Oct 30 15:27:04.762135 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23988101-5f8b-4b38-aab9-f78b5b3b11ce x-openstack-request-id: req-23988101-5f8b-4b38-aab9-f78b5b3b11ce {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:27:04.762684 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dad581b-6b88-4a09-9559-b8dfc538115c", "tag": "d09cdac4-cc2e-4ba9-87b6-65031961fa47", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:27:04.763181 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-23988101-5f8b-4b38-aab9-f78b5b3b11ce {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:27:04.763827 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dad581b-6b88-4a09-9559-b8dfc538115c', 'tag': 'd09cdac4-cc2e-4ba9-87b6-65031961fa47', 'status': 'completed', 'code': 200} Oct 30 15:27:04.768939 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-f9f6b580-14cb-4a60-8509-ac9c2a37b2b2 service neutron] For port ff9a5354-a79a-4869-a44a-a51335ced7ef, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=ff9a5354-a79a-4869-a44a-a51335ced7ef,segment=NetworkSegment(4d71454c-3ec5-4d11-8d12-d1e996d7212b),segment_id=4d71454c-3ec5-4d11-8d12-d1e996d7212b)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:27:04.830020 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-019aaa0d-46c2-44e6-836e-8dd8c0ee72c8 req-66a1592b-6899-428c-828c-46ec36402d63 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/security-groups?id=48597c60-ccc8-4d96-92aa-deedb67edace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910683 Oct 30 15:27:04.847132 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-f9f6b580-14cb-4a60-8509-ac9c2a37b2b2 service neutron] For port ff9a5354-a79a-4869-a44a-a51335ced7ef, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:27:04.888775 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-f9f6b580-14cb-4a60-8509-ac9c2a37b2b2 service neutron] device_id is not set on port ff9a5354-a79a-4869-a44a-a51335ced7ef yet. {{(pid=102131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:27:04.894213 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6c9e3327-86f6-4889-991a-f306b94843ad req-a6603e28-9cc2-4059-8f4e-8f7311cb2173 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d09cdac4-cc2e-4ba9-87b6-65031961fa47 HTTP/1.1" status: 200 len: 217 time: 0.1195931 Oct 30 15:27:04.898729 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-f9f6b580-14cb-4a60-8509-ac9c2a37b2b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:04.908182 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-f9f6b580-14cb-4a60-8509-ac9c2a37b2b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:04.961044 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e3327-86f6-4889-991a-f306b94843ad req-87aab8eb-176f-4847-9a41-b6f130b61f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:04.962497 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6c9e3327-86f6-4889-991a-f306b94843ad req-87aab8eb-176f-4847-9a41-b6f130b61f7c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=173890c6-b6ee-44b8-ab6a-06362ece304f HTTP/1.1" status: 200 len: 849 time: 0.0565770 Oct 30 15:27:04.973937 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-f9f6b580-14cb-4a60-8509-ac9c2a37b2b2 service neutron] No DVR routers for this DVR port ff9a5354-a79a-4869-a44a-a51335ced7ef on host n-h1-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:27:04.981061 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3a0a7159-7b64-40d5-8cd3-071ca0db54f6 req-2aede42f-2f21-4fca-9eff-122d25e5db23 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d0f5c2d-893e-442b-9db9-dff3e61d309e HTTP/1.1" status: 200 len: 210 time: 0.0885527 Oct 30 15:27:05.018616 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-f9f6b580-14cb-4a60-8509-ac9c2a37b2b2 service neutron] In _notify_port_updated(), no bound segment for port ff9a5354-a79a-4869-a44a-a51335ced7ef on network 1c5c7057-6cfb-4273-ace5-d2dc41be3e4a {{(pid=102131) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 30 15:27:05.019674 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-f9f6b580-14cb-4a60-8509-ac9c2a37b2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:05.020326 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-f9f6b580-14cb-4a60-8509-ac9c2a37b2b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:05.022208 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-f9f6b580-14cb-4a60-8509-ac9c2a37b2b2 service neutron] 10.222.0.53 "PUT /v2.0/ports/ff9a5354-a79a-4869-a44a-a51335ced7ef HTTP/1.1" status: 200 len: 1032 time: 1.0868781 Oct 30 15:27:05.026874 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f6b580-14cb-4a60-8509-ac9c2a37b2b2 service neutron] Pushing event updated for resources: {'Port': ['ID=ff9a5354-a79a-4869-a44a-a51335ced7ef,revision_number=6']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:27:05.094415 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-3a880909-8cae-47d7-b088-cba1621b8e23 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:05.096239 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-3a880909-8cae-47d7-b088-cba1621b8e23 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.53 "GET /v2.0/ports/e21a4b47-04c9-4fc7-8de8-e9be41310592?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0667615 Oct 30 15:27:05.104734 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e3327-86f6-4889-991a-f306b94843ad req-9b7d196d-b439-42d0-834f-d482a09f74dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:05.106216 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6c9e3327-86f6-4889-991a-f306b94843ad req-9b7d196d-b439-42d0-834f-d482a09f74dc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a69ee861-8dad-4f6c-abe3-f84fb501d5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1275885 Oct 30 15:27:05.113209 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-8c032c0b-7338-4afd-8bf5-a82c973fe506 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:27:05.121698 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-c2e42ca2-731b-4910-b666-00e5f6805666 req-24c037fe-5d90-47c1-83b8-cbc35097e6a4 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Allocated IP 172.20.0.7 (e3d349fd-06d3-4d89-81c2-25b2b94c579c/8cd32631-4817-453f-b06d-49c42463e638/12b21dd4-5ec0-4824-b423-5b5c32974f2f) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:27:05.231281 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-8c032c0b-7338-4afd-8bf5-a82c973fe506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:05.320895 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6c9e3327-86f6-4889-991a-f306b94843ad req-70906927-3f08-441e-b990-8934175d27ca service neutron] 10.222.0.44 "GET /v2.0/networks/a69ee861-8dad-4f6c-abe3-f84fb501d5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964815 Oct 30 15:27:05.362192 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-dff39b1e-8398-4ca4-8926-f0846d8fc7f4 None None] Provisioning complete for port ff9a5354-a79a-4869-a44a-a51335ced7ef triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:27:05.366748 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-dff39b1e-8398-4ca4-8926-f0846d8fc7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:05.455353 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-8c032c0b-7338-4afd-8bf5-a82c973fe506 service neutron] For port e21a4b47-04c9-4fc7-8de8-e9be41310592, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=e21a4b47-04c9-4fc7-8de8-e9be41310592,segment=NetworkSegment(4d71454c-3ec5-4d11-8d12-d1e996d7212b),segment_id=4d71454c-3ec5-4d11-8d12-d1e996d7212b)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:27:05.470164 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-dff39b1e-8398-4ca4-8926-f0846d8fc7f4 None None] Port ff9a5354-a79a-4869-a44a-a51335ced7ef cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:27:05.517429 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-8c032c0b-7338-4afd-8bf5-a82c973fe506 service neutron] For port e21a4b47-04c9-4fc7-8de8-e9be41310592, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:27:05.540487 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6c9e3327-86f6-4889-991a-f306b94843ad req-79657eb3-ad01-4966-8b4d-e42f40a90601 service neutron] 10.222.0.44 "GET /v2.0/networks/a69ee861-8dad-4f6c-abe3-f84fb501d5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934261 Oct 30 15:27:05.556596 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-c2e42ca2-731b-4910-b666-00e5f6805666 req-24c037fe-5d90-47c1-83b8-cbc35097e6a4 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:05.596993 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-8c032c0b-7338-4afd-8bf5-a82c973fe506 service neutron] device_id is not set on port e21a4b47-04c9-4fc7-8de8-e9be41310592 yet. {{(pid=102131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:27:05.608519 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-8c032c0b-7338-4afd-8bf5-a82c973fe506 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:05.636300 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d296606b-049a-4850-a7a5-04fa0193b0fd req-ddda7844-6ec6-4e55-b297-b115b0558904 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:05.642524 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d296606b-049a-4850-a7a5-04fa0193b0fd req-ddda7844-6ec6-4e55-b297-b115b0558904 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:05.648897 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-c2e42ca2-731b-4910-b666-00e5f6805666 req-24c037fe-5d90-47c1-83b8-cbc35097e6a4 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:05.654253 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d296606b-049a-4850-a7a5-04fa0193b0fd req-ddda7844-6ec6-4e55-b297-b115b0558904 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:05.660632 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d296606b-049a-4850-a7a5-04fa0193b0fd req-ddda7844-6ec6-4e55-b297-b115b0558904 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:05.666967 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d296606b-049a-4850-a7a5-04fa0193b0fd req-ddda7844-6ec6-4e55-b297-b115b0558904 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:05.668178 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['20b1da37-2313-4f20-8e19-c39745683e2e', 'bb981df7-feff-45e9-95cb-a6ad5cda54f5'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:27:05.674209 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d296606b-049a-4850-a7a5-04fa0193b0fd req-ddda7844-6ec6-4e55-b297-b115b0558904 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:05.676225 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d296606b-049a-4850-a7a5-04fa0193b0fd req-ddda7844-6ec6-4e55-b297-b115b0558904 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 4666 time: 0.1196942 Oct 30 15:27:05.678613 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-8c032c0b-7338-4afd-8bf5-a82c973fe506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:05.727203 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2e42ca2-731b-4910-b666-00e5f6805666 req-24c037fe-5d90-47c1-83b8-cbc35097e6a4 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Network e3d349fd-06d3-4d89-81c2-25b2b94c579c is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:27:05.733627 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-c2e42ca2-731b-4910-b666-00e5f6805666 req-24c037fe-5d90-47c1-83b8-cbc35097e6a4 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:27:05.738397 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2e42ca2-731b-4910-b666-00e5f6805666 req-24c037fe-5d90-47c1-83b8-cbc35097e6a4 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:27:05.775930 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-8c032c0b-7338-4afd-8bf5-a82c973fe506 service neutron] No DVR routers for this DVR port e21a4b47-04c9-4fc7-8de8-e9be41310592 on host n-h1-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:27:05.786605 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c037fe-5d90-47c1-83b8-cbc35097e6a4 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Pushing event updated for resources: {'Port': ['ID=12b21dd4-5ec0-4824-b423-5b5c32974f2f,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:27:05.811985 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f3930-d20a-4086-b2a7-b690448b3bfe req-54dc8e03-8319-4e2c-9239-bf23501e4b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:05.814008 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d75f3930-d20a-4086-b2a7-b690448b3bfe req-54dc8e03-8319-4e2c-9239-bf23501e4b98 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=851f863f3af14cfda31cec55b5caebe9&device_id=1dad581b-6b88-4a09-9559-b8dfc538115c HTTP/1.1" status: 200 len: 1096 time: 0.2136810 Oct 30 15:27:05.835805 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c032c0b-7338-4afd-8bf5-a82c973fe506 service neutron] Pushing event updated for resources: {'Port': ['ID=e21a4b47-04c9-4fc7-8de8-e9be41310592,revision_number=6']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:27:05.867595 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d296606b-049a-4850-a7a5-04fa0193b0fd req-d4ef105b-edf9-45a8-97a5-c439921c1b3d tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d8b2e39-c2c3-46e2-b7ce-d3094509b03c&id=301c6b35-46a3-48b2-8746-44103cb6e6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1549151 Oct 30 15:27:05.875656 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-8c032c0b-7338-4afd-8bf5-a82c973fe506 service neutron] In _notify_port_updated(), no bound segment for port e21a4b47-04c9-4fc7-8de8-e9be41310592 on network 1c5c7057-6cfb-4273-ace5-d2dc41be3e4a {{(pid=102131) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 30 15:27:05.876698 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-8c032c0b-7338-4afd-8bf5-a82c973fe506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:05.877326 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-8c032c0b-7338-4afd-8bf5-a82c973fe506 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:05.879131 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-8c032c0b-7338-4afd-8bf5-a82c973fe506 service neutron] 10.222.0.53 "PUT /v2.0/ports/e21a4b47-04c9-4fc7-8de8-e9be41310592 HTTP/1.1" status: 200 len: 1033 time: 0.7750072 Oct 30 15:27:06.024259 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e42ca2-731b-4910-b666-00e5f6805666 req-24c037fe-5d90-47c1-83b8-cbc35097e6a4 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:06.024259 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-c2e42ca2-731b-4910-b666-00e5f6805666 req-24c037fe-5d90-47c1-83b8-cbc35097e6a4 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:06.059017 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afaf546-1e7f-4dae-8740-30e5ab333be9 req-09c5f2d5-edd4-44fe-ae5e-bbb399611cf6 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:06.066622 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8afaf546-1e7f-4dae-8740-30e5ab333be9 req-09c5f2d5-edd4-44fe-ae5e-bbb399611cf6 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=294f33dc-6bdf-46da-8012-eb35ed17225b HTTP/1.1" status: 200 len: 945 time: 0.2670038 Oct 30 15:27:06.067691 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-b6356e13-ad26-4617-9bef-cf21751e163d tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Deleting port aba3b5e0-23a2-4836-aae5-4d9317d5a7f3 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:27:06.068161 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-b6356e13-ad26-4617-9bef-cf21751e163d tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:06.074566 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c2e42ca2-731b-4910-b666-00e5f6805666 req-24c037fe-5d90-47c1-83b8-cbc35097e6a4 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9546459 Oct 30 15:27:06.128570 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-657ef5a7-f345-4e46-b64d-832649b0ab19 None None] Provisioning complete for port e21a4b47-04c9-4fc7-8de8-e9be41310592 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:27:06.130517 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-657ef5a7-f345-4e46-b64d-832649b0ab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:06.137820 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f3930-d20a-4086-b2a7-b690448b3bfe req-09801128-bfae-4c55-ad1f-0fd934f7a05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:06.139720 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d75f3930-d20a-4086-b2a7-b690448b3bfe req-09801128-bfae-4c55-ad1f-0fd934f7a05a service neutron] 10.222.0.44 "GET /v2.0/networks?id=a69ee861-8dad-4f6c-abe3-f84fb501d5dd HTTP/1.1" status: 200 len: 911 time: 0.3102229 Oct 30 15:27:06.144385 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e871470-10f6-430e-95ed-5db29cd2c159 req-bbf619d2-49fa-445a-83be-aa314f1aef0b tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:06.146815 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0e871470-10f6-430e-95ed-5db29cd2c159 req-bbf619d2-49fa-445a-83be-aa314f1aef0b tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dad581b-6b88-4a09-9559-b8dfc538115c HTTP/1.1" status: 200 len: 944 time: 0.1243377 Oct 30 15:27:06.146951 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-c2e42ca2-731b-4910-b666-00e5f6805666 req-79546eda-4b74-41cd-be27-44205283f27e service neutron] Request body: {'port': {'device_id': '9d0f5c2d-893e-442b-9db9-dff3e61d309e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:27:06.187182 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-b6356e13-ad26-4617-9bef-cf21751e163d tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] For port aba3b5e0-23a2-4836-aae5-4d9317d5a7f3, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=aba3b5e0-23a2-4836-aae5-4d9317d5a7f3,segment=NetworkSegment(4d71454c-3ec5-4d11-8d12-d1e996d7212b),segment_id=4d71454c-3ec5-4d11-8d12-d1e996d7212b)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:27:06.187543 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-b6356e13-ad26-4617-9bef-cf21751e163d tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:06.191637 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-657ef5a7-f345-4e46-b64d-832649b0ab19 None None] Port e21a4b47-04c9-4fc7-8de8-e9be41310592 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:27:06.193483 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device aba3b5e0-23a2-4836-aae5-4d9317d5a7f3 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:27:06.204097 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-b6356e13-ad26-4617-9bef-cf21751e163d tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Calling delete_port for aba3b5e0-23a2-4836-aae5-4d9317d5a7f3 owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:27:06.284214 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:06.304032 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0e871470-10f6-430e-95ed-5db29cd2c159 req-a6e54965-8229-4e14-9ecb-d89d42574323 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/security-groups?id=48597c60-ccc8-4d96-92aa-deedb67edace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487115 Oct 30 15:27:06.311951 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '318e0f35-11f4-4936-80dd-75a782a28c98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aba3b5e0-23a2-4836-aae5-4d9317d5a7f3'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:27:06.316394 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1958b8c6-c15d-4e16-897d-7568220d5448" -d '{"events": [{"server_uuid": "318e0f35-11f4-4936-80dd-75a782a28c98", "name": "network-vif-unplugged", "status": "completed", "tag": "aba3b5e0-23a2-4836-aae5-4d9317d5a7f3"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:27:06.337211 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port aba3b5e0-23a2-4836-aae5-4d9317d5a7f3, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=aba3b5e0-23a2-4836-aae5-4d9317d5a7f3,segment=NetworkSegment(4d71454c-3ec5-4d11-8d12-d1e996d7212b),segment_id=4d71454c-3ec5-4d11-8d12-d1e996d7212b)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:27:06.338732 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d75f3930-d20a-4086-b2a7-b690448b3bfe req-fd9df38d-5b46-454c-9e25-0cb57d2d5a9f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d09cdac4-cc2e-4ba9-87b6-65031961fa47 HTTP/1.1" status: 200 len: 217 time: 0.1199167 Oct 30 15:27:06.346020 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:06.347497 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device e21a4b47-04c9-4fc7-8de8-e9be41310592 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:27:06.383128 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8afaf546-1e7f-4dae-8740-30e5ab333be9 req-afbc00bf-e10f-4582-9088-024612dff695 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/security-groups?id=18950aca-06cc-4b84-b3ff-54cf6d21ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155470 Oct 30 15:27:06.437698 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-c2e42ca2-731b-4910-b666-00e5f6805666 req-79546eda-4b74-41cd-be27-44205283f27e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:06.464180 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=aba3b5e0-23a2-4836-aae5-4d9317d5a7f3,revision_number=6']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:27:06.497142 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device e21a4b47-04c9-4fc7-8de8-e9be41310592 not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:27:06.497581 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device fbb4922f-13db-4bb7-84e3-986b821ba15c no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:27:06.537700 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Oct 2021 15:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba08d4b2-a577-4708-bfb5-f4db7f9ac5e2 x-openstack-request-id: req-ba08d4b2-a577-4708-bfb5-f4db7f9ac5e2 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:27:06.538090 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "318e0f35-11f4-4936-80dd-75a782a28c98", "name": "network-vif-unplugged", "status": "completed", "tag": "aba3b5e0-23a2-4836-aae5-4d9317d5a7f3", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:27:06.538376 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ba08d4b2-a577-4708-bfb5-f4db7f9ac5e2 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:27:06.539751 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '318e0f35-11f4-4936-80dd-75a782a28c98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aba3b5e0-23a2-4836-aae5-4d9317d5a7f3', 'code': 200} Oct 30 15:27:06.541285 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924b345d-8f69-4a38-8aec-4006909cb3f6 req-2db24729-79e7-4b1e-a284-41a60750c979 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:06.542967 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-924b345d-8f69-4a38-8aec-4006909cb3f6 req-2db24729-79e7-4b1e-a284-41a60750c979 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d0f5c2d-893e-442b-9db9-dff3e61d309e HTTP/1.1" status: 200 len: 931 time: 0.1104052 Oct 30 15:27:06.544623 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-b6356e13-ad26-4617-9bef-cf21751e163d tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:06.574737 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f3930-d20a-4086-b2a7-b690448b3bfe req-0c4d54ad-610e-4b88-ba3a-cefbf1726596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:06.589287 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d75f3930-d20a-4086-b2a7-b690448b3bfe req-0c4d54ad-610e-4b88-ba3a-cefbf1726596 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=173890c6-b6ee-44b8-ab6a-06362ece304f HTTP/1.1" status: 200 len: 849 time: 0.2353985 Oct 30 15:27:06.593621 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6356e13-ad26-4617-9bef-cf21751e163d tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Pushing event deleted for resources: {'Port': ['ID=aba3b5e0-23a2-4836-aae5-4d9317d5a7f3,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:27:06.656783 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:06.662363 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-b6356e13-ad26-4617-9bef-cf21751e163d tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] No DVR routers for this DVR port aba3b5e0-23a2-4836-aae5-4d9317d5a7f3 on host n-h1-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:27:06.667358 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-b6356e13-ad26-4617-9bef-cf21751e163d tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:06.672620 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-b6356e13-ad26-4617-9bef-cf21751e163d tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.53 "DELETE /v2.0/ports/aba3b5e0-23a2-4836-aae5-4d9317d5a7f3 HTTP/1.1" status: 204 len: 173 time: 0.7875917 Oct 30 15:27:06.687046 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '318e0f35-11f4-4936-80dd-75a782a28c98', 'name': 'network-vif-deleted', 'tag': 'aba3b5e0-23a2-4836-aae5-4d9317d5a7f3'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:27:06.698596 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64a6c89-9b07-4e29-9be2-d15758eecb79" -d '{"events": [{"server_uuid": "318e0f35-11f4-4936-80dd-75a782a28c98", "name": "network-vif-deleted", "tag": "aba3b5e0-23a2-4836-aae5-4d9317d5a7f3"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:27:06.752818 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port fbb4922f-13db-4bb7-84e3-986b821ba15c, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=fbb4922f-13db-4bb7-84e3-986b821ba15c,segment=NetworkSegment(b5ba004b-9013-4cb0-8ed5-52fde33455a1),segment_id=b5ba004b-9013-4cb0-8ed5-52fde33455a1)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:27:06.753914 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-924b345d-8f69-4a38-8aec-4006909cb3f6 req-623c0fbb-f4e5-4efb-8b9a-d551d4a2b9e0 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986175 Oct 30 15:27:06.774989 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:06.775850 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device ff9a5354-a79a-4869-a44a-a51335ced7ef no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:27:06.790264 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f1b557-f118-4ada-93db-06ac9577167f x-openstack-request-id: req-05f1b557-f118-4ada-93db-06ac9577167f {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:27:06.790951 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "318e0f35-11f4-4936-80dd-75a782a28c98", "name": "network-vif-deleted", "tag": "aba3b5e0-23a2-4836-aae5-4d9317d5a7f3", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:27:06.791420 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-05f1b557-f118-4ada-93db-06ac9577167f {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:27:06.792078 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '318e0f35-11f4-4936-80dd-75a782a28c98', 'name': 'network-vif-deleted', 'tag': 'aba3b5e0-23a2-4836-aae5-4d9317d5a7f3', 'status': 'completed', 'code': 200} Oct 30 15:27:06.829638 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-cbb6d91b-1cb4-429f-b3e8-9a70a692d5a0 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Deleting port 60e5a05d-03c1-40b5-93f7-57ad866f5b1b {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:27:06.830363 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-cbb6d91b-1cb4-429f-b3e8-9a70a692d5a0 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:06.940022 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device ff9a5354-a79a-4869-a44a-a51335ced7ef not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:27:06.940463 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 60e5a05d-03c1-40b5-93f7-57ad866f5b1b no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:27:06.992597 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=fbb4922f-13db-4bb7-84e3-986b821ba15c,revision_number=6']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:27:07.111866 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:07.187687 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 60e5a05d-03c1-40b5-93f7-57ad866f5b1b, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=60e5a05d-03c1-40b5-93f7-57ad866f5b1b,segment=NetworkSegment(ee263023-fb4d-46ef-8443-a0bc757d4895),segment_id=ee263023-fb4d-46ef-8443-a0bc757d4895)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:27:07.192916 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:07.193956 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 1e599b99-35d0-4059-9329-16f026a4447b no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:27:07.250140 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f3930-d20a-4086-b2a7-b690448b3bfe req-3b19c4d9-d522-4797-b772-895391d46fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:07.251647 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d75f3930-d20a-4086-b2a7-b690448b3bfe req-3b19c4d9-d522-4797-b772-895391d46fff service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a69ee861-8dad-4f6c-abe3-f84fb501d5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6540773 Oct 30 15:27:07.316879 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device d09cdac4-cc2e-4ba9-87b6-65031961fa47 details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:27:07.355861 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=60e5a05d-03c1-40b5-93f7-57ad866f5b1b,revision_number=6']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:27:07.372215 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:07.456496 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08ea54-3f46-455c-8ed9-7c86decaf719 req-3a21e795-8439-4c2a-9f59-36b04cf92bbf tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:07.463359 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 1e599b99-35d0-4059-9329-16f026a4447b, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=1e599b99-35d0-4059-9329-16f026a4447b,segment=NetworkSegment(4d71454c-3ec5-4d11-8d12-d1e996d7212b),segment_id=4d71454c-3ec5-4d11-8d12-d1e996d7212b)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:27:07.470488 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:07.472374 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device c0d7a646-ac12-414b-a666-37b4c87a490e no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:27:07.472680 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08ea54-3f46-455c-8ed9-7c86decaf719 req-3a21e795-8439-4c2a-9f59-36b04cf92bbf tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:07.493444 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08ea54-3f46-455c-8ed9-7c86decaf719 req-3a21e795-8439-4c2a-9f59-36b04cf92bbf tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:07.514771 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08ea54-3f46-455c-8ed9-7c86decaf719 req-3a21e795-8439-4c2a-9f59-36b04cf92bbf tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:07.523669 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-eb08ea54-3f46-455c-8ed9-7c86decaf719 req-3a21e795-8439-4c2a-9f59-36b04cf92bbf tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 3147 time: 0.1983078 Oct 30 15:27:07.542767 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-cbb6d91b-1cb4-429f-b3e8-9a70a692d5a0 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] For port 60e5a05d-03c1-40b5-93f7-57ad866f5b1b, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=60e5a05d-03c1-40b5-93f7-57ad866f5b1b,segment=NetworkSegment(ee263023-fb4d-46ef-8443-a0bc757d4895),segment_id=ee263023-fb4d-46ef-8443-a0bc757d4895)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:27:07.543408 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-cbb6d91b-1cb4-429f-b3e8-9a70a692d5a0 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:07.617540 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port d09cdac4-cc2e-4ba9-87b6-65031961fa47, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=d09cdac4-cc2e-4ba9-87b6-65031961fa47,segment=NetworkSegment(59d6fed5-1de0-4ec5-ad2b-5027d009e9f0),segment_id=59d6fed5-1de0-4ec5-ad2b-5027d009e9f0)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:27:07.628221 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6344ec-cdf9-41eb-8ecd-03474d5dc647 req-e5d4ca87-a292-4cf6-bb2f-8b71b7783081 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:07.636654 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1e6344ec-cdf9-41eb-8ecd-03474d5dc647 req-e5d4ca87-a292-4cf6-bb2f-8b71b7783081 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dad581b-6b88-4a09-9559-b8dfc538115c HTTP/1.1" status: 200 len: 944 time: 0.1910188 Oct 30 15:27:07.668063 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=1e599b99-35d0-4059-9329-16f026a4447b,revision_number=6']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:27:07.679283 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': 'd09cdac4-cc2e-4ba9-87b6-65031961fa47', 'network_id': 'a69ee861-8dad-4f6c-abe3-f84fb501d5dd', 'port_id': 'd09cdac4-cc2e-4ba9-87b6-65031961fa47', 'mac_address': 'fa:16:3e:27:97:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '173890c6-b6ee-44b8-ab6a-06362ece304f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:27:07.682994 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-eb08ea54-3f46-455c-8ed9-7c86decaf719 req-6c489c68-4f87-45c8-9d72-419a9589ce91 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d8b2e39-c2c3-46e2-b7ce-d3094509b03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583405 Oct 30 15:27:07.695803 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:07.710545 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d75f3930-d20a-4086-b2a7-b690448b3bfe req-0d043f01-c45c-4ddb-a745-346e1e5e10a7 service neutron] 10.222.0.44 "GET /v2.0/networks/a69ee861-8dad-4f6c-abe3-f84fb501d5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4431732 Oct 30 15:27:07.810483 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port c0d7a646-ac12-414b-a666-37b4c87a490e, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=c0d7a646-ac12-414b-a666-37b4c87a490e,segment=NetworkSegment(b5ba004b-9013-4cb0-8ed5-52fde33455a1),segment_id=b5ba004b-9013-4cb0-8ed5-52fde33455a1)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:27:07.819409 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:07.858407 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:07.885010 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d09cdac4-cc2e-4ba9-87b6-65031961fa47 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:27:07.930489 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port d09cdac4-cc2e-4ba9-87b6-65031961fa47, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=d09cdac4-cc2e-4ba9-87b6-65031961fa47,segment=NetworkSegment(59d6fed5-1de0-4ec5-ad2b-5027d009e9f0),segment_id=59d6fed5-1de0-4ec5-ad2b-5027d009e9f0)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:27:07.941520 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:07.955966 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=c0d7a646-ac12-414b-a666-37b4c87a490e,revision_number=6']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:27:07.997948 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1e6344ec-cdf9-41eb-8ecd-03474d5dc647 req-93208586-9895-4d7a-a749-4d3b6fe6d970 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/security-groups?id=48597c60-ccc8-4d96-92aa-deedb67edace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3598981 Oct 30 15:27:08.000377 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d75f3930-d20a-4086-b2a7-b690448b3bfe req-860ff6b8-9c1e-45b9-9cab-064d4b8f2ea0 service neutron] 10.222.0.44 "GET /v2.0/networks/a69ee861-8dad-4f6c-abe3-f84fb501d5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472277 Oct 30 15:27:08.003334 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8484e92-485b-4ce4-b193-19e5b159734d req-5311d62b-9829-4ff0-a430-51ae648ac221 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:08.006347 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e8484e92-485b-4ce4-b193-19e5b159734d req-5311d62b-9829-4ff0-a430-51ae648ac221 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=294f33dc-6bdf-46da-8012-eb35ed17225b HTTP/1.1" status: 200 len: 945 time: 0.1560063 Oct 30 15:27:08.015194 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-cbb6d91b-1cb4-429f-b3e8-9a70a692d5a0 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:08.015702 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-cbb6d91b-1cb4-429f-b3e8-9a70a692d5a0 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:08.016182 n-d-806683-17 neutron-server[102131]: INFO neutron.db.l3_db [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-cbb6d91b-1cb4-429f-b3e8-9a70a692d5a0 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Floating IP 74e203dd-c0c3-4c98-9f94-0c6bc4798239 disassociated. External IP: 172.25.4.50, port: 60e5a05d-03c1-40b5-93f7-57ad866f5b1b. Oct 30 15:27:08.016541 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-cbb6d91b-1cb4-429f-b3e8-9a70a692d5a0 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Calling delete_port for 60e5a05d-03c1-40b5-93f7-57ad866f5b1b owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:27:08.076201 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-c2e42ca2-731b-4910-b666-00e5f6805666 req-79546eda-4b74-41cd-be27-44205283f27e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12b21dd4-5ec0-4824-b423-5b5c32974f2f {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:27:08.095126 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-c2e42ca2-731b-4910-b666-00e5f6805666 req-79546eda-4b74-41cd-be27-44205283f27e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:08.111241 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=d09cdac4-cc2e-4ba9-87b6-65031961fa47,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:27:08.140596 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e8484e92-485b-4ce4-b193-19e5b159734d req-7d13d2a6-78c9-4d27-aebf-3455d05048ff tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/security-groups?id=18950aca-06cc-4b84-b3ff-54cf6d21ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217103 Oct 30 15:27:08.144803 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-c2e42ca2-731b-4910-b666-00e5f6805666 req-79546eda-4b74-41cd-be27-44205283f27e service neutron] Transition to ACTIVE for port object 12b21dd4-5ec0-4824-b423-5b5c32974f2f will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:27:08.170898 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfabd81b-d77e-4a24-b3d2-fbf82584265f req-11ba2fe4-b888-47a8-9197-248b51a5c63a tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:08.173900 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dfabd81b-d77e-4a24-b3d2-fbf82584265f req-11ba2fe4-b888-47a8-9197-248b51a5c63a tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d0f5c2d-893e-442b-9db9-dff3e61d309e HTTP/1.1" status: 200 len: 931 time: 0.0818837 Oct 30 15:27:08.175789 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-c2e42ca2-731b-4910-b666-00e5f6805666 req-79546eda-4b74-41cd-be27-44205283f27e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:08.187298 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['d09cdac4-cc2e-4ba9-87b6-65031961fa47'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:27:08.278072 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dfabd81b-d77e-4a24-b3d2-fbf82584265f req-c05af53b-e554-4101-bc0e-89e4b5510e28 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011877 Oct 30 15:27:08.302631 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79546eda-4b74-41cd-be27-44205283f27e service neutron] Pushing event updated for resources: {'Port': ['ID=12b21dd4-5ec0-4824-b423-5b5c32974f2f,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:27:08.344105 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-cbb6d91b-1cb4-429f-b3e8-9a70a692d5a0 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:08.369519 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-c2e42ca2-731b-4910-b666-00e5f6805666 req-79546eda-4b74-41cd-be27-44205283f27e service neutron] Attempting to bind port 12b21dd4-5ec0-4824-b423-5b5c32974f2f on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:27:08.370102 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-c2e42ca2-731b-4910-b666-00e5f6805666 req-79546eda-4b74-41cd-be27-44205283f27e service neutron] Attempting to bind port 12b21dd4-5ec0-4824-b423-5b5c32974f2f by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '7dc81a9b-3539-4be9-a222-feb3b591dcc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e3d349fd-06d3-4d89-81c2-25b2b94c579c'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:27:08.370593 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e42ca2-731b-4910-b666-00e5f6805666 req-79546eda-4b74-41cd-be27-44205283f27e service neutron] Attempting to bind port 12b21dd4-5ec0-4824-b423-5b5c32974f2f on network e3d349fd-06d3-4d89-81c2-25b2b94c579c {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:27:08.377783 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb6d91b-1cb4-429f-b3e8-9a70a692d5a0 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Pushing event deleted for resources: {'Port': ['ID=60e5a05d-03c1-40b5-93f7-57ad866f5b1b,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:27:08.377981 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e42ca2-731b-4910-b666-00e5f6805666 req-79546eda-4b74-41cd-be27-44205283f27e service neutron] Port 12b21dd4-5ec0-4824-b423-5b5c32974f2f on network e3d349fd-06d3-4d89-81c2-25b2b94c579c not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:27:08.378223 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e42ca2-731b-4910-b666-00e5f6805666 req-79546eda-4b74-41cd-be27-44205283f27e service neutron] Attempting to bind port 12b21dd4-5ec0-4824-b423-5b5c32974f2f on network e3d349fd-06d3-4d89-81c2-25b2b94c579c {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:27:08.392238 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e42ca2-731b-4910-b666-00e5f6805666 req-79546eda-4b74-41cd-be27-44205283f27e service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:27:08.392681 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e42ca2-731b-4910-b666-00e5f6805666 req-79546eda-4b74-41cd-be27-44205283f27e service neutron] Checking segment: {'id': '7dc81a9b-3539-4be9-a222-feb3b591dcc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e3d349fd-06d3-4d89-81c2-25b2b94c579c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:27:08.393146 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e42ca2-731b-4910-b666-00e5f6805666 req-79546eda-4b74-41cd-be27-44205283f27e service neutron] Bound using segment: {'id': '7dc81a9b-3539-4be9-a222-feb3b591dcc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e3d349fd-06d3-4d89-81c2-25b2b94c579c'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:27:08.393660 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-c2e42ca2-731b-4910-b666-00e5f6805666 req-79546eda-4b74-41cd-be27-44205283f27e service neutron] Bound port: 12b21dd4-5ec0-4824-b423-5b5c32974f2f, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dc81a9b-3539-4be9-a222-feb3b591dcc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e3d349fd-06d3-4d89-81c2-25b2b94c579c'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:27:08.394092 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-c2e42ca2-731b-4910-b666-00e5f6805666 req-79546eda-4b74-41cd-be27-44205283f27e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:08.465127 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-c2e42ca2-731b-4910-b666-00e5f6805666 req-79546eda-4b74-41cd-be27-44205283f27e service neutron] For port 12b21dd4-5ec0-4824-b423-5b5c32974f2f, host n-h1-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:27:08.468397 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-c2e42ca2-731b-4910-b666-00e5f6805666 req-79546eda-4b74-41cd-be27-44205283f27e service neutron] For port 12b21dd4-5ec0-4824-b423-5b5c32974f2f, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=12b21dd4-5ec0-4824-b423-5b5c32974f2f,segment=NetworkSegment(7dc81a9b-3539-4be9-a222-feb3b591dcc0),segment_id=7dc81a9b-3539-4be9-a222-feb3b591dcc0)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:27:08.472355 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-c2e42ca2-731b-4910-b666-00e5f6805666 req-79546eda-4b74-41cd-be27-44205283f27e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:08.507057 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-cbb6d91b-1cb4-429f-b3e8-9a70a692d5a0 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Router b5fd71c0-96e0-4944-97e5-b0e757b0e0f5 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:27:08.508622 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e42ca2-731b-4910-b666-00e5f6805666 req-79546eda-4b74-41cd-be27-44205283f27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:08.509267 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-c2e42ca2-731b-4910-b666-00e5f6805666 req-79546eda-4b74-41cd-be27-44205283f27e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:08.510680 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c2e42ca2-731b-4910-b666-00e5f6805666 req-79546eda-4b74-41cd-be27-44205283f27e service neutron] 10.222.0.53 "PUT /v2.0/ports/12b21dd4-5ec0-4824-b423-5b5c32974f2f HTTP/1.1" status: 200 len: 1092 time: 2.3700223 Oct 30 15:27:08.511128 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d0f5c2d-893e-442b-9db9-dff3e61d309e', 'tag': '12b21dd4-5ec0-4824-b423-5b5c32974f2f'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:27:08.514412 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d92c587-2903-4357-858e-14b945daf2ce" -d '{"events": [{"name": "network-changed", "server_uuid": "9d0f5c2d-893e-442b-9db9-dff3e61d309e", "tag": "12b21dd4-5ec0-4824-b423-5b5c32974f2f"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:27:08.542155 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '318e0f35-11f4-4936-80dd-75a782a28c98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbb4922f-13db-4bb7-84e3-986b821ba15c'}, {'server_uuid': '318e0f35-11f4-4936-80dd-75a782a28c98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60e5a05d-03c1-40b5-93f7-57ad866f5b1b'}, {'server_uuid': '318e0f35-11f4-4936-80dd-75a782a28c98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e599b99-35d0-4059-9329-16f026a4447b'}, {'server_uuid': '318e0f35-11f4-4936-80dd-75a782a28c98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0d7a646-ac12-414b-a666-37b4c87a490e'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:27:08.546069 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb90bbc2-9415-41d3-9a21-dc85a688ad42" -d '{"events": [{"server_uuid": "318e0f35-11f4-4936-80dd-75a782a28c98", "name": "network-vif-unplugged", "status": "completed", "tag": "fbb4922f-13db-4bb7-84e3-986b821ba15c"}, {"server_uuid": "318e0f35-11f4-4936-80dd-75a782a28c98", "name": "network-vif-unplugged", "status": "completed", "tag": "60e5a05d-03c1-40b5-93f7-57ad866f5b1b"}, {"server_uuid": "318e0f35-11f4-4936-80dd-75a782a28c98", "name": "network-vif-unplugged", "status": "completed", "tag": "1e599b99-35d0-4059-9329-16f026a4447b"}, {"server_uuid": "318e0f35-11f4-4936-80dd-75a782a28c98", "name": "network-vif-unplugged", "status": "completed", "tag": "c0d7a646-ac12-414b-a666-37b4c87a490e"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:27:08.557863 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79546eda-4b74-41cd-be27-44205283f27e service neutron] Pushing event updated for resources: {'Port': ['ID=12b21dd4-5ec0-4824-b423-5b5c32974f2f,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:27:08.642417 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1d584d-74ff-4594-b405-65d329dabca2 x-openstack-request-id: req-0e1d584d-74ff-4594-b405-65d329dabca2 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:27:08.642723 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d0f5c2d-893e-442b-9db9-dff3e61d309e", "tag": "12b21dd4-5ec0-4824-b423-5b5c32974f2f", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:27:08.643042 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0e1d584d-74ff-4594-b405-65d329dabca2 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:27:08.644269 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d0f5c2d-893e-442b-9db9-dff3e61d309e', 'tag': '12b21dd4-5ec0-4824-b423-5b5c32974f2f', 'status': 'completed', 'code': 200} Oct 30 15:27:08.650594 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Sat, 30 Oct 2021 15:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba502e2-eb94-42d6-adbe-d9f8b48fa3de x-openstack-request-id: req-fba502e2-eb94-42d6-adbe-d9f8b48fa3de {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:27:08.650946 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "318e0f35-11f4-4936-80dd-75a782a28c98", "name": "network-vif-unplugged", "status": "completed", "tag": "fbb4922f-13db-4bb7-84e3-986b821ba15c", "code": 200}, {"server_uuid": "318e0f35-11f4-4936-80dd-75a782a28c98", "name": "network-vif-unplugged", "status": "completed", "tag": "60e5a05d-03c1-40b5-93f7-57ad866f5b1b", "code": 200}, {"server_uuid": "318e0f35-11f4-4936-80dd-75a782a28c98", "name": "network-vif-unplugged", "status": "completed", "tag": "1e599b99-35d0-4059-9329-16f026a4447b", "code": 200}, {"server_uuid": "318e0f35-11f4-4936-80dd-75a782a28c98", "name": "network-vif-unplugged", "status": "completed", "tag": "c0d7a646-ac12-414b-a666-37b4c87a490e", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:27:08.651785 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fba502e2-eb94-42d6-adbe-d9f8b48fa3de {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:27:08.651785 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '318e0f35-11f4-4936-80dd-75a782a28c98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbb4922f-13db-4bb7-84e3-986b821ba15c', 'code': 200} Oct 30 15:27:08.651970 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '318e0f35-11f4-4936-80dd-75a782a28c98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60e5a05d-03c1-40b5-93f7-57ad866f5b1b', 'code': 200} Oct 30 15:27:08.652063 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '318e0f35-11f4-4936-80dd-75a782a28c98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e599b99-35d0-4059-9329-16f026a4447b', 'code': 200} Oct 30 15:27:08.652418 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '318e0f35-11f4-4936-80dd-75a782a28c98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0d7a646-ac12-414b-a666-37b4c87a490e', 'code': 200} Oct 30 15:27:08.663580 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-cbb6d91b-1cb4-429f-b3e8-9a70a692d5a0 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:27:08.675701 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4028749-4245-473f-b04c-70c10009a0d3 None None] Sync routers for ids ['b5fd71c0-96e0-4944-97e5-b0e757b0e0f5'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:27:08.675880 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e42ca2-731b-4910-b666-00e5f6805666 req-508bd4c6-d4ed-40f3-9242-fad7ccc2ba32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:08.679635 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c2e42ca2-731b-4910-b666-00e5f6805666 req-508bd4c6-d4ed-40f3-9242-fad7ccc2ba32 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a3028294d5734482b28fa89832495d29&device_id=9d0f5c2d-893e-442b-9db9-dff3e61d309e HTTP/1.1" status: 200 len: 1095 time: 0.1046212 Oct 30 15:27:08.700665 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4028749-4245-473f-b04c-70c10009a0d3 None None] Routers {'b5fd71c0-96e0-4944-97e5-b0e757b0e0f5'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:27:08.701311 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-d4028749-4245-473f-b04c-70c10009a0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:26:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['b5fd71c0-96e0-4944-97e5-b0e757b0e0f5'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:27:08.753428 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c2e42ca2-731b-4910-b666-00e5f6805666 req-e49a6e6d-f5b3-420f-8fb6-5ae42310f06c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12b21dd4-5ec0-4824-b423-5b5c32974f2f HTTP/1.1" status: 200 len: 217 time: 0.0641122 Oct 30 15:27:08.777265 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-cbb6d91b-1cb4-429f-b3e8-9a70a692d5a0 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] No DVR routers for this DVR port 60e5a05d-03c1-40b5-93f7-57ad866f5b1b on host n-h1-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:27:08.781636 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-cbb6d91b-1cb4-429f-b3e8-9a70a692d5a0 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:08.789820 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-cbb6d91b-1cb4-429f-b3e8-9a70a692d5a0 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.53 "DELETE /v2.0/ports/60e5a05d-03c1-40b5-93f7-57ad866f5b1b HTTP/1.1" status: 204 len: 173 time: 2.0838680 Oct 30 15:27:08.793540 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '318e0f35-11f4-4936-80dd-75a782a28c98', 'name': 'network-vif-deleted', 'tag': '60e5a05d-03c1-40b5-93f7-57ad866f5b1b'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:27:08.796302 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0679a745-c67e-49be-b7ef-959e387527c4" -d '{"events": [{"server_uuid": "318e0f35-11f4-4936-80dd-75a782a28c98", "name": "network-vif-deleted", "tag": "60e5a05d-03c1-40b5-93f7-57ad866f5b1b"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:27:08.915485 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e42ca2-731b-4910-b666-00e5f6805666 req-f31e48cd-a106-4306-a19a-72192ca116aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:08.917219 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c2e42ca2-731b-4910-b666-00e5f6805666 req-f31e48cd-a106-4306-a19a-72192ca116aa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8cd32631-4817-453f-b06d-49c42463e638 HTTP/1.1" status: 200 len: 846 time: 0.1569901 Oct 30 15:27:08.953524 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bbad13-139b-4414-8fd7-efb24a047f3b req-3edaccdb-2f11-4e40-9320-8064cf3abae9 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:08.967729 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bbad13-139b-4414-8fd7-efb24a047f3b req-3edaccdb-2f11-4e40-9320-8064cf3abae9 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:08.974981 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bbad13-139b-4414-8fd7-efb24a047f3b req-3edaccdb-2f11-4e40-9320-8064cf3abae9 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:08.984611 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-35bbad13-139b-4414-8fd7-efb24a047f3b req-3edaccdb-2f11-4e40-9320-8064cf3abae9 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 2409 time: 0.1418426 Oct 30 15:27:09.001924 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-d4028749-4245-473f-b04c-70c10009a0d3 None None] Set router b5fd71c0-96e0-4944-97e5-b0e757b0e0f5 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:27:09.046196 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ef7252-c918-4f5b-b740-8ccc5da653a6 x-openstack-request-id: req-47ef7252-c918-4f5b-b740-8ccc5da653a6 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:27:09.046518 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "318e0f35-11f4-4936-80dd-75a782a28c98", "name": "network-vif-deleted", "tag": "60e5a05d-03c1-40b5-93f7-57ad866f5b1b", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:27:09.046745 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-47ef7252-c918-4f5b-b740-8ccc5da653a6 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:27:09.047156 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '318e0f35-11f4-4936-80dd-75a782a28c98', 'name': 'network-vif-deleted', 'tag': '60e5a05d-03c1-40b5-93f7-57ad866f5b1b', 'status': 'completed', 'code': 200} Oct 30 15:27:09.074493 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-30472654-b906-4ff5-90fb-9792c67dd1bb tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Deleting port c0d7a646-ac12-414b-a666-37b4c87a490e {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:27:09.074848 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-30472654-b906-4ff5-90fb-9792c67dd1bb tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:09.100904 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-35bbad13-139b-4414-8fd7-efb24a047f3b req-607f1ed0-43f3-4a48-8b54-65c104dc49b5 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d8b2e39-c2c3-46e2-b7ce-d3094509b03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058798 Oct 30 15:27:09.100904 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c2e42ca2-731b-4910-b666-00e5f6805666 req-5c8ed946-9400-41ab-9877-f8047bb7a5bb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e3d349fd-06d3-4d89-81c2-25b2b94c579c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1702168 Oct 30 15:27:09.309566 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-30472654-b906-4ff5-90fb-9792c67dd1bb tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] For port c0d7a646-ac12-414b-a666-37b4c87a490e, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=c0d7a646-ac12-414b-a666-37b4c87a490e,segment=NetworkSegment(b5ba004b-9013-4cb0-8ed5-52fde33455a1),segment_id=b5ba004b-9013-4cb0-8ed5-52fde33455a1)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:27:09.309875 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-30472654-b906-4ff5-90fb-9792c67dd1bb tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:09.315612 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c2e42ca2-731b-4910-b666-00e5f6805666 req-9c04cba8-3ffd-4302-9089-1ea1c9c19dba service neutron] 10.222.0.53 "GET /v2.0/networks/e3d349fd-06d3-4d89-81c2-25b2b94c579c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056150 Oct 30 15:27:09.321121 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453eede9-55d7-4681-b146-79bb47f9c808 req-739d73d3-c50c-4f48-8a8e-18912d493149 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:09.323941 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-453eede9-55d7-4681-b146-79bb47f9c808 req-739d73d3-c50c-4f48-8a8e-18912d493149 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dad581b-6b88-4a09-9559-b8dfc538115c HTTP/1.1" status: 200 len: 945 time: 0.1378553 Oct 30 15:27:09.347129 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b3c8f-d4d0-45cd-81b6-581ae1da70e8 req-3dff42cb-685f-4602-a239-473a57611a79 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:09.349640 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ec5b3c8f-d4d0-45cd-81b6-581ae1da70e8 req-3dff42cb-685f-4602-a239-473a57611a79 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=294f33dc-6bdf-46da-8012-eb35ed17225b HTTP/1.1" status: 200 len: 945 time: 0.0890224 Oct 30 15:27:09.367922 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-30472654-b906-4ff5-90fb-9792c67dd1bb tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Calling delete_port for c0d7a646-ac12-414b-a666-37b4c87a490e owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:27:09.445294 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-453eede9-55d7-4681-b146-79bb47f9c808 req-aca43cbe-44f0-4899-a94f-e5d8f8c69652 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/security-groups?id=48597c60-ccc8-4d96-92aa-deedb67edace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095083 Oct 30 15:27:09.452566 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ec5b3c8f-d4d0-45cd-81b6-581ae1da70e8 req-508cd894-8998-4698-9c7b-e6f11e060e4a tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/security-groups?id=18950aca-06cc-4b84-b3ff-54cf6d21ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918682 Oct 30 15:27:09.534406 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c2e42ca2-731b-4910-b666-00e5f6805666 req-46377508-6992-48b2-9dec-0db7d60ff90a service neutron] 10.222.0.53 "GET /v2.0/networks/e3d349fd-06d3-4d89-81c2-25b2b94c579c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043986 Oct 30 15:27:09.548005 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device d09cdac4-cc2e-4ba9-87b6-65031961fa47 up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:27:09.683314 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92c587-2903-4357-858e-14b945daf2ce req-88f5d6bf-6959-4291-baf3-f225c1a864ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:09.685554 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8d92c587-2903-4357-858e-14b945daf2ce req-88f5d6bf-6959-4291-baf3-f225c1a864ad service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a3028294d5734482b28fa89832495d29&device_id=9d0f5c2d-893e-442b-9db9-dff3e61d309e HTTP/1.1" status: 200 len: 1095 time: 0.0993094 Oct 30 15:27:09.687119 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port d09cdac4-cc2e-4ba9-87b6-65031961fa47 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:27:09.694726 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efebec85-d0b9-4be1-b785-ba24d2b89c8b req-a03e0128-4b24-4642-8dd9-45182c08f6ae tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:09.695888 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-efebec85-d0b9-4be1-b785-ba24d2b89c8b req-a03e0128-4b24-4642-8dd9-45182c08f6ae tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d0f5c2d-893e-442b-9db9-dff3e61d309e HTTP/1.1" status: 200 len: 943 time: 0.1193306 Oct 30 15:27:09.701022 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-30472654-b906-4ff5-90fb-9792c67dd1bb tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:09.703384 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port d09cdac4-cc2e-4ba9-87b6-65031961fa47 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:27:09.703831 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:09.764410 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-efebec85-d0b9-4be1-b785-ba24d2b89c8b req-05291fa6-cbb8-4409-9e6a-ce352d7ec823 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611708 Oct 30 15:27:09.835370 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30472654-b906-4ff5-90fb-9792c67dd1bb tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Pushing event deleted for resources: {'Port': ['ID=c0d7a646-ac12-414b-a666-37b4c87a490e,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:27:09.862823 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-d4028749-4245-473f-b04c-70c10009a0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fd71c0-96e0-4944-97e5-b0e757b0e0f5', 'name': 'tempest-TaggedBootDevicesTest_v242-649327085-router', 'tenant_id': 'fedcadc844c84f7ca955acdb50df6c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '31e81794-7799-40cb-bcff-0d71465679b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:16:12Z', 'updated_at': '2021-10-30T15:16:21Z', 'revision_number': 4, 'project_id': 'fedcadc844c84f7ca955acdb50df6c20', 'gw_port': {'id': '31e81794-7799-40cb-bcff-0d71465679b9', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:79:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd71c0-96e0-4944-97e5-b0e757b0e0f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:16:13Z', 'updated_at': '2021-10-30T15:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '98612be3-4586-478c-b7e3-18b4ae63c41f', 'name': '', 'network_id': '99b2e015-7a7a-41c9-9251-e2d5c417b9db', 'tenant_id': 'fedcadc844c84f7ca955acdb50df6c20', 'mac_address': 'fa:16:3e:df:86:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd71c0-96e0-4944-97e5-b0e757b0e0f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '23f39dd9-f253-43ba-86ce-00953dd18499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:16:19Z', 'updated_at': '2021-10-30T15:16:30Z', 'revision_number': 5, 'project_id': 'fedcadc844c84f7ca955acdb50df6c20', 'subnets': [{'id': '23f39dd9-f253-43ba-86ce-00953dd18499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:27:09.891139 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92c587-2903-4357-858e-14b945daf2ce req-65adc93e-7138-4c5c-9958-2ad83dd79562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:09.893335 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8d92c587-2903-4357-858e-14b945daf2ce req-65adc93e-7138-4c5c-9958-2ad83dd79562 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e3d349fd-06d3-4d89-81c2-25b2b94c579c HTTP/1.1" status: 200 len: 907 time: 0.1964786 Oct 30 15:27:09.914878 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-30472654-b906-4ff5-90fb-9792c67dd1bb tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] No DVR routers for this DVR port c0d7a646-ac12-414b-a666-37b4c87a490e on host n-h1-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:27:09.919201 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-30472654-b906-4ff5-90fb-9792c67dd1bb tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:09.923797 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-30472654-b906-4ff5-90fb-9792c67dd1bb tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.53 "DELETE /v2.0/ports/c0d7a646-ac12-414b-a666-37b4c87a490e HTTP/1.1" status: 204 len: 173 time: 1.1240034 Oct 30 15:27:09.934886 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4028749-4245-473f-b04c-70c10009a0d3 None None] Checking router: b5fd71c0-96e0-4944-97e5-b0e757b0e0f5 for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:27:09.969076 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8d92c587-2903-4357-858e-14b945daf2ce req-63fd6eef-7c12-4a78-80bb-4e547d194d8c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12b21dd4-5ec0-4824-b423-5b5c32974f2f HTTP/1.1" status: 200 len: 217 time: 0.0678277 Oct 30 15:27:09.994811 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4028749-4245-473f-b04c-70c10009a0d3 None None] Routers {'b5fd71c0-96e0-4944-97e5-b0e757b0e0f5'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:27:09.995451 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-d4028749-4245-473f-b04c-70c10009a0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:26:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['b5fd71c0-96e0-4944-97e5-b0e757b0e0f5'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:27:10.045849 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92c587-2903-4357-858e-14b945daf2ce req-fbdcf827-7682-49cd-819e-0273e1ba47a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:10.047567 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8d92c587-2903-4357-858e-14b945daf2ce req-fbdcf827-7682-49cd-819e-0273e1ba47a9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8cd32631-4817-453f-b06d-49c42463e638 HTTP/1.1" status: 200 len: 846 time: 0.0712750 Oct 30 15:27:10.107202 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-97e6da80-cdff-4336-93f0-3d3ec958eaec tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Deleting port fbb4922f-13db-4bb7-84e3-986b821ba15c {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:27:10.108660 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-97e6da80-cdff-4336-93f0-3d3ec958eaec tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:10.111185 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8d92c587-2903-4357-858e-14b945daf2ce req-3bbb03df-0ad3-4d8f-9246-5b1327fe6996 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e3d349fd-06d3-4d89-81c2-25b2b94c579c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551541 Oct 30 15:27:10.112772 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-d4028749-4245-473f-b04c-70c10009a0d3 None None] Set router b5fd71c0-96e0-4944-97e5-b0e757b0e0f5 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:27:10.317921 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:10.367751 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-97e6da80-cdff-4336-93f0-3d3ec958eaec tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] For port fbb4922f-13db-4bb7-84e3-986b821ba15c, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=fbb4922f-13db-4bb7-84e3-986b821ba15c,segment=NetworkSegment(b5ba004b-9013-4cb0-8ed5-52fde33455a1),segment_id=b5ba004b-9013-4cb0-8ed5-52fde33455a1)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:27:10.369451 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-97e6da80-cdff-4336-93f0-3d3ec958eaec tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:10.399691 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-97e6da80-cdff-4336-93f0-3d3ec958eaec tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Calling delete_port for fbb4922f-13db-4bb7-84e3-986b821ba15c owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:27:10.509852 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c4411-eaed-4c71-8256-09263cb10beb req-c885dabd-93e5-4be2-b374-ef8bdbbb9c5b tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:10.524670 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c4411-eaed-4c71-8256-09263cb10beb req-c885dabd-93e5-4be2-b374-ef8bdbbb9c5b tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:10.528706 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-612c4411-eaed-4c71-8256-09263cb10beb req-c885dabd-93e5-4be2-b374-ef8bdbbb9c5b tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 1676 time: 0.2603915 Oct 30 15:27:10.712216 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-612c4411-eaed-4c71-8256-09263cb10beb req-36250659-9eb6-441e-b813-913c4be1e3fc tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d8b2e39-c2c3-46e2-b7ce-d3094509b03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679370 Oct 30 15:27:10.716990 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8d92c587-2903-4357-858e-14b945daf2ce req-99d9f469-ef2f-425f-9fd1-4ab9ee9f9f6b service neutron] 10.222.0.53 "GET /v2.0/networks/e3d349fd-06d3-4d89-81c2-25b2b94c579c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5970972 Oct 30 15:27:10.735875 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dad581b-6b88-4a09-9559-b8dfc538115c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd09cdac4-cc2e-4ba9-87b6-65031961fa47'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:27:10.742579 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d420d8-c6f0-4bbc-858b-de3164d89c2a" -d '{"events": [{"server_uuid": "1dad581b-6b88-4a09-9559-b8dfc538115c", "name": "network-vif-plugged", "status": "completed", "tag": "d09cdac4-cc2e-4ba9-87b6-65031961fa47"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:27:10.783749 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610512a3-6f6a-48d1-8c20-5837351b15a7 req-ede54bcd-8800-44ff-99cc-63b970c436f6 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:10.785356 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-610512a3-6f6a-48d1-8c20-5837351b15a7 req-ede54bcd-8800-44ff-99cc-63b970c436f6 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dad581b-6b88-4a09-9559-b8dfc538115c HTTP/1.1" status: 200 len: 945 time: 0.2073407 Oct 30 15:27:10.825105 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port d09cdac4-cc2e-4ba9-87b6-65031961fa47, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=d09cdac4-cc2e-4ba9-87b6-65031961fa47,segment=NetworkSegment(59d6fed5-1de0-4ec5-ad2b-5027d009e9f0),segment_id=59d6fed5-1de0-4ec5-ad2b-5027d009e9f0)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:27:10.837726 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:10.910611 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8d92c587-2903-4357-858e-14b945daf2ce req-02821761-67d8-4788-9c70-02281f67625d service neutron] 10.222.0.53 "GET /v2.0/networks/e3d349fd-06d3-4d89-81c2-25b2b94c579c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857600 Oct 30 15:27:10.969443 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-610512a3-6f6a-48d1-8c20-5837351b15a7 req-80de68c6-ece2-44af-8256-bb6aacb0536b tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/security-groups?id=48597c60-ccc8-4d96-92aa-deedb67edace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754637 Oct 30 15:27:11.003583 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-97e6da80-cdff-4336-93f0-3d3ec958eaec tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:11.005058 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=d09cdac4-cc2e-4ba9-87b6-65031961fa47,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:27:11.021156 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-d4028749-4245-473f-b04c-70c10009a0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fd71c0-96e0-4944-97e5-b0e757b0e0f5', 'name': 'tempest-TaggedBootDevicesTest_v242-649327085-router', 'tenant_id': 'fedcadc844c84f7ca955acdb50df6c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '31e81794-7799-40cb-bcff-0d71465679b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:16:12Z', 'updated_at': '2021-10-30T15:16:21Z', 'revision_number': 4, 'project_id': 'fedcadc844c84f7ca955acdb50df6c20', 'gw_port': {'id': '31e81794-7799-40cb-bcff-0d71465679b9', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:79:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd71c0-96e0-4944-97e5-b0e757b0e0f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:16:13Z', 'updated_at': '2021-10-30T15:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '98612be3-4586-478c-b7e3-18b4ae63c41f', 'name': '', 'network_id': '99b2e015-7a7a-41c9-9251-e2d5c417b9db', 'tenant_id': 'fedcadc844c84f7ca955acdb50df6c20', 'mac_address': 'fa:16:3e:df:86:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd71c0-96e0-4944-97e5-b0e757b0e0f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '23f39dd9-f253-43ba-86ce-00953dd18499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:16:19Z', 'updated_at': '2021-10-30T15:16:30Z', 'revision_number': 5, 'project_id': 'fedcadc844c84f7ca955acdb50df6c20', 'subnets': [{'id': '23f39dd9-f253-43ba-86ce-00953dd18499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:27:11.034151 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059406b-9c56-4c66-900f-b7f3cdf74664 req-6190d8f8-8fd0-4415-ba70-cf1c885290bf tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:11.039540 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6059406b-9c56-4c66-900f-b7f3cdf74664 req-6190d8f8-8fd0-4415-ba70-cf1c885290bf tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=294f33dc-6bdf-46da-8012-eb35ed17225b HTTP/1.1" status: 200 len: 945 time: 0.1671331 Oct 30 15:27:11.076377 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '318e0f35-11f4-4936-80dd-75a782a28c98', 'name': 'network-vif-deleted', 'tag': 'c0d7a646-ac12-414b-a666-37b4c87a490e'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:27:11.083246 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8689724e-d606-4dea-9528-c5877a1bd426" -d '{"events": [{"server_uuid": "318e0f35-11f4-4936-80dd-75a782a28c98", "name": "network-vif-deleted", "tag": "c0d7a646-ac12-414b-a666-37b4c87a490e"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:27:11.094267 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a2e669-c6f6-4793-a969-f4b057b78197 x-openstack-request-id: req-a4a2e669-c6f6-4793-a969-f4b057b78197 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:27:11.094706 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dad581b-6b88-4a09-9559-b8dfc538115c", "name": "network-vif-plugged", "status": "completed", "tag": "d09cdac4-cc2e-4ba9-87b6-65031961fa47", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:27:11.096949 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a4a2e669-c6f6-4793-a969-f4b057b78197 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:27:11.097478 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dad581b-6b88-4a09-9559-b8dfc538115c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd09cdac4-cc2e-4ba9-87b6-65031961fa47', 'code': 200} Oct 30 15:27:11.098691 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4028749-4245-473f-b04c-70c10009a0d3 None None] The sync data for ids ['b5fd71c0-96e0-4944-97e5-b0e757b0e0f5'] in n-d-806683-17 is: [{'id': 'b5fd71c0-96e0-4944-97e5-b0e757b0e0f5', 'name': 'tempest-TaggedBootDevicesTest_v242-649327085-router', 'tenant_id': 'fedcadc844c84f7ca955acdb50df6c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '31e81794-7799-40cb-bcff-0d71465679b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:16:12Z', 'updated_at': '2021-10-30T15:16:21Z', 'revision_number': 4, 'project_id': 'fedcadc844c84f7ca955acdb50df6c20', 'gw_port': {'id': '31e81794-7799-40cb-bcff-0d71465679b9', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:79:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd71c0-96e0-4944-97e5-b0e757b0e0f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:16:13Z', 'updated_at': '2021-10-30T15:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '98612be3-4586-478c-b7e3-18b4ae63c41f', 'name': '', 'network_id': '99b2e015-7a7a-41c9-9251-e2d5c417b9db', 'tenant_id': 'fedcadc844c84f7ca955acdb50df6c20', 'mac_address': 'fa:16:3e:df:86:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd71c0-96e0-4944-97e5-b0e757b0e0f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '23f39dd9-f253-43ba-86ce-00953dd18499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:16:19Z', 'updated_at': '2021-10-30T15:16:30Z', 'revision_number': 5, 'project_id': 'fedcadc844c84f7ca955acdb50df6c20', 'subnets': [{'id': '23f39dd9-f253-43ba-86ce-00953dd18499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:27:11.103931 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e6da80-cdff-4336-93f0-3d3ec958eaec tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Pushing event deleted for resources: {'Port': ['ID=fbb4922f-13db-4bb7-84e3-986b821ba15c,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:27:11.214893 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6059406b-9c56-4c66-900f-b7f3cdf74664 req-271065a3-f09f-4205-bc23-1060c16bf84c tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/security-groups?id=18950aca-06cc-4b84-b3ff-54cf6d21ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700492 Oct 30 15:27:11.226947 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-97e6da80-cdff-4336-93f0-3d3ec958eaec tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] No DVR routers for this DVR port fbb4922f-13db-4bb7-84e3-986b821ba15c on host n-h1-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:27:11.240030 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-97e6da80-cdff-4336-93f0-3d3ec958eaec tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:11.247172 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-97e6da80-cdff-4336-93f0-3d3ec958eaec tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.53 "DELETE /v2.0/ports/fbb4922f-13db-4bb7-84e3-986b821ba15c HTTP/1.1" status: 204 len: 173 time: 1.3164959 Oct 30 15:27:11.341276 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb09e15-b51c-410d-a8a6-3a3a6e9a9843 x-openstack-request-id: req-bcb09e15-b51c-410d-a8a6-3a3a6e9a9843 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:27:11.341576 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "318e0f35-11f4-4936-80dd-75a782a28c98", "name": "network-vif-deleted", "tag": "c0d7a646-ac12-414b-a666-37b4c87a490e", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:27:11.341829 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bcb09e15-b51c-410d-a8a6-3a3a6e9a9843 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:27:11.342235 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '318e0f35-11f4-4936-80dd-75a782a28c98', 'name': 'network-vif-deleted', 'tag': 'c0d7a646-ac12-414b-a666-37b4c87a490e', 'status': 'completed', 'code': 200} Oct 30 15:27:11.343286 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b4e9c1-1a48-4f38-86aa-29ad3cec04b6 req-a0e29a47-838a-4446-af04-43a4108b4fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:11.344919 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f6b4e9c1-1a48-4f38-86aa-29ad3cec04b6 req-a0e29a47-838a-4446-af04-43a4108b4fd5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1dad581b-6b88-4a09-9559-b8dfc538115c HTTP/1.1" status: 200 len: 1098 time: 0.1290114 Oct 30 15:27:11.425657 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a3fe06-af16-4439-83a8-5c7538805e0d req-578a7ece-074d-48fb-80fb-6e70c5c6ed27 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:11.428170 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-02a3fe06-af16-4439-83a8-5c7538805e0d req-578a7ece-074d-48fb-80fb-6e70c5c6ed27 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d0f5c2d-893e-442b-9db9-dff3e61d309e HTTP/1.1" status: 200 len: 943 time: 0.1410339 Oct 30 15:27:11.437776 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f6b4e9c1-1a48-4f38-86aa-29ad3cec04b6 req-42115c33-ac88-4103-bd36-c9e72027dffd service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=48597c60-ccc8-4d96-92aa-deedb67edace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815516 Oct 30 15:27:11.500328 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-f0a29175-bf50-49c5-91cb-c2edb55c2429 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Deleting port 1e599b99-35d0-4059-9329-16f026a4447b {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:27:11.501378 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-f0a29175-bf50-49c5-91cb-c2edb55c2429 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:11.515931 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-02a3fe06-af16-4439-83a8-5c7538805e0d req-1271d3f1-9a5f-4de2-ba80-1699830632cc tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732398 Oct 30 15:27:11.630672 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37adb69f-df77-4516-b973-5fb01f7833c0 None None] New status for floating IP 74e203dd-c0c3-4c98-9f94-0c6bc4798239: DOWN {{(pid=102133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 15:27:11.632104 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-f0a29175-bf50-49c5-91cb-c2edb55c2429 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] For port 1e599b99-35d0-4059-9329-16f026a4447b, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=1e599b99-35d0-4059-9329-16f026a4447b,segment=NetworkSegment(4d71454c-3ec5-4d11-8d12-d1e996d7212b),segment_id=4d71454c-3ec5-4d11-8d12-d1e996d7212b)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:27:11.632567 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-f0a29175-bf50-49c5-91cb-c2edb55c2429 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:11.652775 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-f0a29175-bf50-49c5-91cb-c2edb55c2429 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Calling delete_port for 1e599b99-35d0-4059-9329-16f026a4447b owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:27:11.880355 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-f0a29175-bf50-49c5-91cb-c2edb55c2429 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:11.916434 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a29175-bf50-49c5-91cb-c2edb55c2429 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Pushing event deleted for resources: {'Port': ['ID=1e599b99-35d0-4059-9329-16f026a4447b,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:27:11.949078 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f72d8441-8d4b-48fd-994d-7d15b2114d43 req-c54936ca-e45d-4c11-80a9-c800807065b7 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 210 time: 0.0601213 Oct 30 15:27:11.993437 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-f0a29175-bf50-49c5-91cb-c2edb55c2429 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] No DVR routers for this DVR port 1e599b99-35d0-4059-9329-16f026a4447b on host n-h1-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:27:11.996277 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-f0a29175-bf50-49c5-91cb-c2edb55c2429 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:12.000069 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7bbdf6f1-abbe-4901-8379-26d932dd6c95 req-f0a29175-bf50-49c5-91cb-c2edb55c2429 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.53 "DELETE /v2.0/ports/1e599b99-35d0-4059-9329-16f026a4447b HTTP/1.1" status: 204 len: 173 time: 0.7449050 Oct 30 15:27:12.144621 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 12b21dd4-5ec0-4824-b423-5b5c32974f2f details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:27:12.165633 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413ae5f-9c85-415b-8fe7-889d222736d9 req-93836ae2-68ca-45b7-aadb-a9b788fbdb15 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:12.174176 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0413ae5f-9c85-415b-8fe7-889d222736d9 req-93836ae2-68ca-45b7-aadb-a9b788fbdb15 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dad581b-6b88-4a09-9559-b8dfc538115c HTTP/1.1" status: 200 len: 946 time: 0.0726736 Oct 30 15:27:12.227393 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0413ae5f-9c85-415b-8fe7-889d222736d9 req-ceb1cdc7-e3bd-4305-9126-838657f76704 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/security-groups?id=48597c60-ccc8-4d96-92aa-deedb67edace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462532 Oct 30 15:27:12.286829 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 12b21dd4-5ec0-4824-b423-5b5c32974f2f, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=12b21dd4-5ec0-4824-b423-5b5c32974f2f,segment=NetworkSegment(7dc81a9b-3539-4be9-a222-feb3b591dcc0),segment_id=7dc81a9b-3539-4be9-a222-feb3b591dcc0)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:27:12.314400 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '12b21dd4-5ec0-4824-b423-5b5c32974f2f', 'network_id': 'e3d349fd-06d3-4d89-81c2-25b2b94c579c', 'port_id': '12b21dd4-5ec0-4824-b423-5b5c32974f2f', 'mac_address': 'fa:16:3e:a3:c7:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cd32631-4817-453f-b06d-49c42463e638', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:27:12.418199 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a649a-0303-4357-b2b2-a523e19f1e5c req-e51cff70-7da2-4365-9c2b-29eb7a502146 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:12.423090 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bb7a649a-0303-4357-b2b2-a523e19f1e5c req-e51cff70-7da2-4365-9c2b-29eb7a502146 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=294f33dc-6bdf-46da-8012-eb35ed17225b HTTP/1.1" status: 200 len: 945 time: 0.0992875 Oct 30 15:27:12.424536 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:12.451996 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12b21dd4-5ec0-4824-b423-5b5c32974f2f {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:27:12.499866 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 12b21dd4-5ec0-4824-b423-5b5c32974f2f, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=12b21dd4-5ec0-4824-b423-5b5c32974f2f,segment=NetworkSegment(7dc81a9b-3539-4be9-a222-feb3b591dcc0),segment_id=7dc81a9b-3539-4be9-a222-feb3b591dcc0)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:27:12.505338 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:12.520276 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bb7a649a-0303-4357-b2b2-a523e19f1e5c req-be35f7d8-1002-4aa9-a7b0-8a8abec3ee36 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/security-groups?id=18950aca-06cc-4b84-b3ff-54cf6d21ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909886 Oct 30 15:27:12.588401 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=12b21dd4-5ec0-4824-b423-5b5c32974f2f,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:27:12.718998 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a7dab-d88d-4509-92f9-e50af913c660 req-69217f29-97f5-4be0-bac9-705749a5e677 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:12.721069 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c63a7dab-d88d-4509-92f9-e50af913c660 req-69217f29-97f5-4be0-bac9-705749a5e677 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d0f5c2d-893e-442b-9db9-dff3e61d309e HTTP/1.1" status: 200 len: 944 time: 0.1074483 Oct 30 15:27:12.747957 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['12b21dd4-5ec0-4824-b423-5b5c32974f2f'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:27:12.782552 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c63a7dab-d88d-4509-92f9-e50af913c660 req-16f798b3-46e2-4bc1-b90c-bc6577c7e92b tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505388 Oct 30 15:27:13.059650 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ba550308-8853-461d-bb78-0e77524e62b0 req-7c6b30ba-7e10-4793-9dfa-9b1830ab4ace tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 210 time: 0.0326071 Oct 30 15:27:13.336149 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689816a1-96fa-4d71-bd8a-1f551d023714 req-64994ab1-5431-40ab-bbbe-72802bb3d1f1 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:13.337527 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-689816a1-96fa-4d71-bd8a-1f551d023714 req-64994ab1-5431-40ab-bbbe-72802bb3d1f1 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dad581b-6b88-4a09-9559-b8dfc538115c HTTP/1.1" status: 200 len: 946 time: 0.0529599 Oct 30 15:27:13.343092 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '318e0f35-11f4-4936-80dd-75a782a28c98', 'name': 'network-vif-deleted', 'tag': 'fbb4922f-13db-4bb7-84e3-986b821ba15c'}, {'server_uuid': '318e0f35-11f4-4936-80dd-75a782a28c98', 'name': 'network-vif-deleted', 'tag': '1e599b99-35d0-4059-9329-16f026a4447b'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:27:13.345371 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599403a5-98b5-4c58-bbe8-3ecf7717d981" -d '{"events": [{"server_uuid": "318e0f35-11f4-4936-80dd-75a782a28c98", "name": "network-vif-deleted", "tag": "fbb4922f-13db-4bb7-84e3-986b821ba15c"}, {"server_uuid": "318e0f35-11f4-4936-80dd-75a782a28c98", "name": "network-vif-deleted", "tag": "1e599b99-35d0-4059-9329-16f026a4447b"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:27:13.381217 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-689816a1-96fa-4d71-bd8a-1f551d023714 req-d953ff13-90d9-446b-967f-cbadc0d301c9 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/security-groups?id=48597c60-ccc8-4d96-92aa-deedb67edace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329142 Oct 30 15:27:13.401464 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 30 Oct 2021 15:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9cbf6d9-9d5a-4088-9bf9-25af2d0f34d1 x-openstack-request-id: req-c9cbf6d9-9d5a-4088-9bf9-25af2d0f34d1 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:27:13.401752 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "318e0f35-11f4-4936-80dd-75a782a28c98", "name": "network-vif-deleted", "tag": "fbb4922f-13db-4bb7-84e3-986b821ba15c", "status": "completed", "code": 200}, {"server_uuid": "318e0f35-11f4-4936-80dd-75a782a28c98", "name": "network-vif-deleted", "tag": "1e599b99-35d0-4059-9329-16f026a4447b", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:27:13.402005 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c9cbf6d9-9d5a-4088-9bf9-25af2d0f34d1 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:27:13.402406 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '318e0f35-11f4-4936-80dd-75a782a28c98', 'name': 'network-vif-deleted', 'tag': 'fbb4922f-13db-4bb7-84e3-986b821ba15c', 'status': 'completed', 'code': 200} Oct 30 15:27:13.402656 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '318e0f35-11f4-4936-80dd-75a782a28c98', 'name': 'network-vif-deleted', 'tag': '1e599b99-35d0-4059-9329-16f026a4447b', 'status': 'completed', 'code': 200} Oct 30 15:27:13.495434 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f9a093-57b7-47c8-abca-1bba9e1b2fac req-fc1a02e4-d014-4aef-9454-752c928cc1fa tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:13.496938 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-32f9a093-57b7-47c8-abca-1bba9e1b2fac req-fc1a02e4-d014-4aef-9454-752c928cc1fa tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dad581b-6b88-4a09-9559-b8dfc538115c HTTP/1.1" status: 200 len: 946 time: 0.0494819 Oct 30 15:27:13.505798 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 56684) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:27:13.510261 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-67a8068f-aa77-4e0c-b5b7-88a99d40e158 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Request body: {'floatingip': {'port_id': 'd09cdac4-cc2e-4ba9-87b6-65031961fa47'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:27:13.550569 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-67a8068f-aa77-4e0c-b5b7-88a99d40e158 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks [] for floatingip, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:13.654669 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c3298-1ac4-4637-8fc4-9ba0539fbb79 req-1aa8265e-119f-4a73-9326-4c730ebaebfe tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:13.656354 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-693c3298-1ac4-4637-8fc4-9ba0539fbb79 req-1aa8265e-119f-4a73-9326-4c730ebaebfe tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=294f33dc-6bdf-46da-8012-eb35ed17225b HTTP/1.1" status: 200 len: 945 time: 0.0504560 Oct 30 15:27:13.699658 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-693c3298-1ac4-4637-8fc4-9ba0539fbb79 req-6c4fb4e5-d443-459e-b86d-a3e327809598 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/security-groups?id=18950aca-06cc-4b84-b3ff-54cf6d21ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362730 Oct 30 15:27:13.969129 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a32aedb-547a-42cf-ac60-d08bb80f454a req-163bbff3-ab0f-41a7-abfb-7893f08da603 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:13.970517 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8a32aedb-547a-42cf-ac60-d08bb80f454a req-163bbff3-ab0f-41a7-abfb-7893f08da603 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d0f5c2d-893e-442b-9db9-dff3e61d309e HTTP/1.1" status: 200 len: 944 time: 0.1195447 Oct 30 15:27:14.053543 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8a32aedb-547a-42cf-ac60-d08bb80f454a req-e113c326-31f6-49e0-8e65-49a9def0c104 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758555 Oct 30 15:27:14.061282 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-67a8068f-aa77-4e0c-b5b7-88a99d40e158 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:14.074628 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-67a8068f-aa77-4e0c-b5b7-88a99d40e158 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:14.146131 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 12b21dd4-5ec0-4824-b423-5b5c32974f2f up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:27:14.165787 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a9b93fa7-2cfb-4fcb-81b3-1071130618ae req-aa59df25-b362-4234-b152-94d399a0d463 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 210 time: 0.0348697 Oct 30 15:27:14.172944 n-d-806683-17 neutron-server[102130]: INFO neutron.db.l3_db [None req-67a8068f-aa77-4e0c-b5b7-88a99d40e158 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Floating IP 608fba7c-21b7-493e-826f-1be44a4c34a4 associated. External IP: 172.25.4.234, port: d09cdac4-cc2e-4ba9-87b6-65031961fa47. Oct 30 15:27:14.223001 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port 12b21dd4-5ec0-4824-b423-5b5c32974f2f completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:27:14.227893 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 12b21dd4-5ec0-4824-b423-5b5c32974f2f triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:27:14.228342 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:14.311228 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:14.344613 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 12b21dd4-5ec0-4824-b423-5b5c32974f2f, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=12b21dd4-5ec0-4824-b423-5b5c32974f2f,segment=NetworkSegment(7dc81a9b-3539-4be9-a222-feb3b591dcc0),segment_id=7dc81a9b-3539-4be9-a222-feb3b591dcc0)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:27:14.345585 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d0f5c2d-893e-442b-9db9-dff3e61d309e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b21dd4-5ec0-4824-b423-5b5c32974f2f'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:27:14.348929 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb846d3-7697-4ee8-83a2-c2b587860b43" -d '{"events": [{"server_uuid": "9d0f5c2d-893e-442b-9db9-dff3e61d309e", "name": "network-vif-plugged", "status": "completed", "tag": "12b21dd4-5ec0-4824-b423-5b5c32974f2f"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:27:14.352709 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:14.398350 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67a8068f-aa77-4e0c-b5b7-88a99d40e158 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Router 1c4c91be-2b4e-4768-849f-f23428b3f3de has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:27:14.402290 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd63b3f-bee9-4034-90a4-ab9e10209920 x-openstack-request-id: req-9bd63b3f-bee9-4034-90a4-ab9e10209920 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:27:14.402790 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d0f5c2d-893e-442b-9db9-dff3e61d309e", "name": "network-vif-plugged", "status": "completed", "tag": "12b21dd4-5ec0-4824-b423-5b5c32974f2f", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:27:14.403051 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9bd63b3f-bee9-4034-90a4-ab9e10209920 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:27:14.403445 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d0f5c2d-893e-442b-9db9-dff3e61d309e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b21dd4-5ec0-4824-b423-5b5c32974f2f', 'code': 200} Oct 30 15:27:14.413894 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=12b21dd4-5ec0-4824-b423-5b5c32974f2f,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:27:14.511445 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a8068f-aa77-4e0c-b5b7-88a99d40e158 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:27:14.513604 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e7223b-b7ff-48c9-8c42-314624dbe871 req-83207574-78a6-4eb5-beec-e7246d1053d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:14.515104 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-65e7223b-b7ff-48c9-8c42-314624dbe871 req-83207574-78a6-4eb5-beec-e7246d1053d6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9d0f5c2d-893e-442b-9db9-dff3e61d309e HTTP/1.1" status: 200 len: 1097 time: 0.0444310 Oct 30 15:27:14.516015 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-67a8068f-aa77-4e0c-b5b7-88a99d40e158 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:14.523578 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7d7e5c-b8b5-4585-b9fe-9c0999d6176f None None] Sync routers for ids ['1c4c91be-2b4e-4768-849f-f23428b3f3de'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:27:14.534750 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7d7e5c-b8b5-4585-b9fe-9c0999d6176f None None] Routers {'1c4c91be-2b4e-4768-849f-f23428b3f3de'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:27:14.536841 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-2c7d7e5c-b8b5-4585-b9fe-9c0999d6176f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:26:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['1c4c91be-2b4e-4768-849f-f23428b3f3de'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:27:14.550877 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-67a8068f-aa77-4e0c-b5b7-88a99d40e158 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "PUT /v2.0/floatingips/608fba7c-21b7-493e-826f-1be44a4c34a4 HTTP/1.1" status: 200 len: 992 time: 1.0433066 Oct 30 15:27:14.551855 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dad581b-6b88-4a09-9559-b8dfc538115c', 'tag': 'd09cdac4-cc2e-4ba9-87b6-65031961fa47'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:27:14.564415 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a999bda-266f-4b6a-bd44-ea449f97ddd3" -d '{"events": [{"name": "network-changed", "server_uuid": "1dad581b-6b88-4a09-9559-b8dfc538115c", "tag": "d09cdac4-cc2e-4ba9-87b6-65031961fa47"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:27:14.574744 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-65e7223b-b7ff-48c9-8c42-314624dbe871 req-5e65f2a5-0ff4-4b88-863a-a3dd84c5259e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512772 Oct 30 15:27:14.615448 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2893fce7-50d1-44a7-aa9c-aff8289c94fa x-openstack-request-id: req-2893fce7-50d1-44a7-aa9c-aff8289c94fa {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:27:14.615764 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dad581b-6b88-4a09-9559-b8dfc538115c", "tag": "d09cdac4-cc2e-4ba9-87b6-65031961fa47", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:27:14.616018 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2893fce7-50d1-44a7-aa9c-aff8289c94fa {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:27:14.616425 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dad581b-6b88-4a09-9559-b8dfc538115c', 'tag': 'd09cdac4-cc2e-4ba9-87b6-65031961fa47', 'status': 'completed', 'code': 200} Oct 30 15:27:14.667971 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-2c7d7e5c-b8b5-4585-b9fe-9c0999d6176f None None] Set router 1c4c91be-2b4e-4768-849f-f23428b3f3de gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:27:14.700911 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a999bda-266f-4b6a-bd44-ea449f97ddd3 req-a87bd8e9-4887-446c-a3c1-2b8d8b6f420f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:14.703122 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8a999bda-266f-4b6a-bd44-ea449f97ddd3 req-a87bd8e9-4887-446c-a3c1-2b8d8b6f420f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=851f863f3af14cfda31cec55b5caebe9&device_id=1dad581b-6b88-4a09-9559-b8dfc538115c HTTP/1.1" status: 200 len: 1098 time: 0.0507784 Oct 30 15:27:14.844051 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a999bda-266f-4b6a-bd44-ea449f97ddd3 req-908b83a5-f33b-4e99-b906-b366435d0e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:14.845511 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8a999bda-266f-4b6a-bd44-ea449f97ddd3 req-908b83a5-f33b-4e99-b906-b366435d0e97 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a69ee861-8dad-4f6c-abe3-f84fb501d5dd HTTP/1.1" status: 200 len: 911 time: 0.1345005 Oct 30 15:27:14.853307 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f672881-b009-4a61-8b05-b7f95960760d req-3f8c447e-74fe-45ba-a657-658a27d26b26 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:14.854766 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5f672881-b009-4a61-8b05-b7f95960760d req-3f8c447e-74fe-45ba-a657-658a27d26b26 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=294f33dc-6bdf-46da-8012-eb35ed17225b HTTP/1.1" status: 200 len: 945 time: 0.0754206 Oct 30 15:27:14.917066 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-2c7d7e5c-b8b5-4585-b9fe-9c0999d6176f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4c91be-2b4e-4768-849f-f23428b3f3de', 'name': 'tempest-AttachVolumeTestJSON-449199179-router', 'tenant_id': '851f863f3af14cfda31cec55b5caebe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '96e620ec-98fc-4071-b414-cf43c3104cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:26:49Z', 'updated_at': '2021-10-30T15:26:53Z', 'revision_number': 4, 'project_id': '851f863f3af14cfda31cec55b5caebe9', 'gw_port': {'id': '96e620ec-98fc-4071-b414-cf43c3104cc7', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fa:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4c91be-2b4e-4768-849f-f23428b3f3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:26:49Z', 'updated_at': '2021-10-30T15:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '608fba7c-21b7-493e-826f-1be44a4c34a4', 'tenant_id': '851f863f3af14cfda31cec55b5caebe9', 'floating_ip_address': '172.25.4.234', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '1c4c91be-2b4e-4768-849f-f23428b3f3de', 'port_id': 'd09cdac4-cc2e-4ba9-87b6-65031961fa47', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a69ee861-8dad-4f6c-abe3-f84fb501d5dd', 'mac_address': 'fa:16:3e:27:97:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dad581b-6b88-4a09-9559-b8dfc538115c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:26:56Z', 'updated_at': '2021-10-30T15:27:13Z', 'revision_number': 1, 'project_id': '851f863f3af14cfda31cec55b5caebe9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0096e650-bf87-41cb-9c1e-5ec8978c8b99', 'name': '', 'network_id': 'a69ee861-8dad-4f6c-abe3-f84fb501d5dd', 'tenant_id': '851f863f3af14cfda31cec55b5caebe9', 'mac_address': 'fa:16:3e:17:9e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4c91be-2b4e-4768-849f-f23428b3f3de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '173890c6-b6ee-44b8-ab6a-06362ece304f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:26:51Z', 'updated_at': '2021-10-30T15:26:59Z', 'revision_number': 5, 'project_id': '851f863f3af14cfda31cec55b5caebe9', 'subnets': [{'id': '173890c6-b6ee-44b8-ab6a-06362ece304f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:27:14.947222 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5f672881-b009-4a61-8b05-b7f95960760d req-eda5a0cc-25d7-46bd-8f0a-99663d1fafc7 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/security-groups?id=18950aca-06cc-4b84-b3ff-54cf6d21ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510795 Oct 30 15:27:14.950187 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7d7e5c-b8b5-4585-b9fe-9c0999d6176f None None] Checking router: 1c4c91be-2b4e-4768-849f-f23428b3f3de for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:27:14.951628 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8a999bda-266f-4b6a-bd44-ea449f97ddd3 req-35e7be74-c382-4ac0-8288-27fbb265c2c4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d09cdac4-cc2e-4ba9-87b6-65031961fa47 HTTP/1.1" status: 200 len: 1000 time: 0.0957692 Oct 30 15:27:14.959803 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7d7e5c-b8b5-4585-b9fe-9c0999d6176f None None] Routers {'1c4c91be-2b4e-4768-849f-f23428b3f3de'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:27:14.960546 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-2c7d7e5c-b8b5-4585-b9fe-9c0999d6176f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:26:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['1c4c91be-2b4e-4768-849f-f23428b3f3de'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:27:15.012730 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a999bda-266f-4b6a-bd44-ea449f97ddd3 req-5ae990e7-a98f-473f-8df1-1af1850dd645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:15.014233 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8a999bda-266f-4b6a-bd44-ea449f97ddd3 req-5ae990e7-a98f-473f-8df1-1af1850dd645 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=173890c6-b6ee-44b8-ab6a-06362ece304f HTTP/1.1" status: 200 len: 849 time: 0.0553119 Oct 30 15:27:15.066281 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a999bda-266f-4b6a-bd44-ea449f97ddd3 req-9f986189-eb70-409c-84dc-ee221fd51cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:15.068992 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8a999bda-266f-4b6a-bd44-ea449f97ddd3 req-9f986189-eb70-409c-84dc-ee221fd51cb8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a69ee861-8dad-4f6c-abe3-f84fb501d5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482388 Oct 30 15:27:15.074561 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-2c7d7e5c-b8b5-4585-b9fe-9c0999d6176f None None] Set router 1c4c91be-2b4e-4768-849f-f23428b3f3de gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:27:15.186068 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8a999bda-266f-4b6a-bd44-ea449f97ddd3 req-00897aa3-eaad-4a60-ae30-71e1bb6da66f service neutron] 10.222.0.44 "GET /v2.0/networks/a69ee861-8dad-4f6c-abe3-f84fb501d5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099808 Oct 30 15:27:15.189817 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa8efed-ca47-4d7f-a24e-892a58abd11d req-3da2db62-8ed0-454d-9d4f-fe2e576836f9 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:15.191319 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8fa8efed-ca47-4d7f-a24e-892a58abd11d req-3da2db62-8ed0-454d-9d4f-fe2e576836f9 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d0f5c2d-893e-442b-9db9-dff3e61d309e HTTP/1.1" status: 200 len: 945 time: 0.0613058 Oct 30 15:27:15.246959 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8fa8efed-ca47-4d7f-a24e-892a58abd11d req-f8676596-8d34-4dfb-a99c-e0236531b811 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465281 Oct 30 15:27:15.310093 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8b4ae5ce-a951-4449-8c4c-ee7b20befbc9 req-e916df3d-d501-4709-ada7-d9b64ecdac8f tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 210 time: 0.0389230 Oct 30 15:27:15.346919 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8a999bda-266f-4b6a-bd44-ea449f97ddd3 req-22b331b3-9492-4d92-be49-eb063e09d387 service neutron] 10.222.0.44 "GET /v2.0/networks/a69ee861-8dad-4f6c-abe3-f84fb501d5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468468 Oct 30 15:27:15.517413 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-2c7d7e5c-b8b5-4585-b9fe-9c0999d6176f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4c91be-2b4e-4768-849f-f23428b3f3de', 'name': 'tempest-AttachVolumeTestJSON-449199179-router', 'tenant_id': '851f863f3af14cfda31cec55b5caebe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '96e620ec-98fc-4071-b414-cf43c3104cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:26:49Z', 'updated_at': '2021-10-30T15:26:53Z', 'revision_number': 4, 'project_id': '851f863f3af14cfda31cec55b5caebe9', 'gw_port': {'id': '96e620ec-98fc-4071-b414-cf43c3104cc7', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fa:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4c91be-2b4e-4768-849f-f23428b3f3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:26:49Z', 'updated_at': '2021-10-30T15:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '608fba7c-21b7-493e-826f-1be44a4c34a4', 'tenant_id': '851f863f3af14cfda31cec55b5caebe9', 'floating_ip_address': '172.25.4.234', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '1c4c91be-2b4e-4768-849f-f23428b3f3de', 'port_id': 'd09cdac4-cc2e-4ba9-87b6-65031961fa47', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a69ee861-8dad-4f6c-abe3-f84fb501d5dd', 'mac_address': 'fa:16:3e:27:97:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dad581b-6b88-4a09-9559-b8dfc538115c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:26:56Z', 'updated_at': '2021-10-30T15:27:13Z', 'revision_number': 1, 'project_id': '851f863f3af14cfda31cec55b5caebe9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0096e650-bf87-41cb-9c1e-5ec8978c8b99', 'name': '', 'network_id': 'a69ee861-8dad-4f6c-abe3-f84fb501d5dd', 'tenant_id': '851f863f3af14cfda31cec55b5caebe9', 'mac_address': 'fa:16:3e:17:9e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4c91be-2b4e-4768-849f-f23428b3f3de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '173890c6-b6ee-44b8-ab6a-06362ece304f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:26:51Z', 'updated_at': '2021-10-30T15:26:59Z', 'revision_number': 5, 'project_id': '851f863f3af14cfda31cec55b5caebe9', 'subnets': [{'id': '173890c6-b6ee-44b8-ab6a-06362ece304f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:27:15.548377 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7d7e5c-b8b5-4585-b9fe-9c0999d6176f None None] The sync data for ids ['1c4c91be-2b4e-4768-849f-f23428b3f3de'] in n-d-806683-17 is: [{'id': '1c4c91be-2b4e-4768-849f-f23428b3f3de', 'name': 'tempest-AttachVolumeTestJSON-449199179-router', 'tenant_id': '851f863f3af14cfda31cec55b5caebe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '96e620ec-98fc-4071-b414-cf43c3104cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:26:49Z', 'updated_at': '2021-10-30T15:26:53Z', 'revision_number': 4, 'project_id': '851f863f3af14cfda31cec55b5caebe9', 'gw_port': {'id': '96e620ec-98fc-4071-b414-cf43c3104cc7', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fa:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4c91be-2b4e-4768-849f-f23428b3f3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:26:49Z', 'updated_at': '2021-10-30T15:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '608fba7c-21b7-493e-826f-1be44a4c34a4', 'tenant_id': '851f863f3af14cfda31cec55b5caebe9', 'floating_ip_address': '172.25.4.234', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '1c4c91be-2b4e-4768-849f-f23428b3f3de', 'port_id': 'd09cdac4-cc2e-4ba9-87b6-65031961fa47', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a69ee861-8dad-4f6c-abe3-f84fb501d5dd', 'mac_address': 'fa:16:3e:27:97:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dad581b-6b88-4a09-9559-b8dfc538115c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:26:56Z', 'updated_at': '2021-10-30T15:27:13Z', 'revision_number': 1, 'project_id': '851f863f3af14cfda31cec55b5caebe9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0096e650-bf87-41cb-9c1e-5ec8978c8b99', 'name': '', 'network_id': 'a69ee861-8dad-4f6c-abe3-f84fb501d5dd', 'tenant_id': '851f863f3af14cfda31cec55b5caebe9', 'mac_address': 'fa:16:3e:17:9e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4c91be-2b4e-4768-849f-f23428b3f3de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '173890c6-b6ee-44b8-ab6a-06362ece304f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:26:51Z', 'updated_at': '2021-10-30T15:26:59Z', 'revision_number': 5, 'project_id': '851f863f3af14cfda31cec55b5caebe9', 'subnets': [{'id': '173890c6-b6ee-44b8-ab6a-06362ece304f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:27:15.882170 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80297e01-c25f-4253-9c88-ee72cf27c81d None None] New status for floating IP 608fba7c-21b7-493e-826f-1be44a4c34a4: ACTIVE {{(pid=102133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 15:27:16.124962 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a985eff8-ad09-4a61-b3cc-c52f8cc67f7b req-cb0e72ff-6fb8-41ab-bd59-f70b0515bf36 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:16.127872 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a985eff8-ad09-4a61-b3cc-c52f8cc67f7b req-cb0e72ff-6fb8-41ab-bd59-f70b0515bf36 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] 10.222.0.62 "GET /v2.0/ports?device_id=654dbdb8-5428-4a3b-bdac-270bfc84462d HTTP/1.1" status: 200 len: 945 time: 0.0831540 Oct 30 15:27:16.138907 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f311445-4bb8-4561-9dfb-e8b757e79939 req-3ae19198-2c2c-4e54-bcba-cad544263a8c tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:16.144405 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8f311445-4bb8-4561-9dfb-e8b757e79939 req-3ae19198-2c2c-4e54-bcba-cad544263a8c tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=294f33dc-6bdf-46da-8012-eb35ed17225b HTTP/1.1" status: 200 len: 945 time: 0.0907209 Oct 30 15:27:16.200795 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a985eff8-ad09-4a61-b3cc-c52f8cc67f7b req-7ef85b03-8a7d-4454-83c5-0cff9cbcda10 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8d0b5d91-2f63-4416-9274-91191d4ba671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657573 Oct 30 15:27:16.232128 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8f311445-4bb8-4561-9dfb-e8b757e79939 req-2c78efd2-e49a-4106-896a-e48d0102069b tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/security-groups?id=18950aca-06cc-4b84-b3ff-54cf6d21ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773196 Oct 30 15:27:16.365842 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8fea5c-658c-42b6-b8fe-ab23f841a045 req-1aeb20fc-9fb3-4578-bf45-8d931134ba3c tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:16.373348 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fc8fea5c-658c-42b6-b8fe-ab23f841a045 req-1aeb20fc-9fb3-4578-bf45-8d931134ba3c tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d0f5c2d-893e-442b-9db9-dff3e61d309e HTTP/1.1" status: 200 len: 945 time: 0.0565219 Oct 30 15:27:16.417964 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fc8fea5c-658c-42b6-b8fe-ab23f841a045 req-27c09c0d-eb48-46bf-934c-263c98fab625 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436859 Oct 30 15:27:16.447189 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9f0b7334-1e33-45a2-bf48-32c1dfa32434 req-fc3d5824-a538-4dc9-bacf-ee7c0e72d55d tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 210 time: 0.0472834 Oct 30 15:27:16.534533 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f50a6-ff14-476e-bf9b-a10604c09f1b req-a4b27e27-a791-450d-ad76-5058fadc3d08 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:16.537888 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-794f50a6-ff14-476e-bf9b-a10604c09f1b req-a4b27e27-a791-450d-ad76-5058fadc3d08 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5ffc168-eac4-479e-9cc8-1e6ca8159ed5 HTTP/1.1" status: 200 len: 945 time: 0.0558841 Oct 30 15:27:16.587835 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-794f50a6-ff14-476e-bf9b-a10604c09f1b req-2b93d1dd-cbac-43c2-b4dd-06fc63efe643 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395346 Oct 30 15:27:16.710659 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0989d5-43c6-44ce-9037-0a87e5616819 req-4d167b48-6a8b-4bbb-98c2-147f2488c7f2 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:16.712169 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-eb0989d5-43c6-44ce-9037-0a87e5616819 req-4d167b48-6a8b-4bbb-98c2-147f2488c7f2 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d0f5c2d-893e-442b-9db9-dff3e61d309e HTTP/1.1" status: 200 len: 945 time: 0.0501051 Oct 30 15:27:16.750220 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-eb0989d5-43c6-44ce-9037-0a87e5616819 req-bdf648fa-0b16-486d-9228-562b38fed207 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318816 Oct 30 15:27:17.025706 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1f338e-b8cf-404f-be62-fc9bea3f4072 req-8f9a381d-e3ea-4d94-b95b-e1cbbccb41a8 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:17.027458 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2a1f338e-b8cf-404f-be62-fc9bea3f4072 req-8f9a381d-e3ea-4d94-b95b-e1cbbccb41a8 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d0f5c2d-893e-442b-9db9-dff3e61d309e HTTP/1.1" status: 200 len: 945 time: 0.0522563 Oct 30 15:27:17.070975 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2a1f338e-b8cf-404f-be62-fc9bea3f4072 req-c9d3dca9-7292-401d-b0d5-72893327396d tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355346 Oct 30 15:27:17.360797 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac3e829-049d-405c-8aa7-d0e7fefbb691 req-a77adeda-352f-4107-92fd-4090a74ed3da tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:17.362970 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-aac3e829-049d-405c-8aa7-d0e7fefbb691 req-a77adeda-352f-4107-92fd-4090a74ed3da tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] 10.222.0.62 "GET /v2.0/ports?device_id=654dbdb8-5428-4a3b-bdac-270bfc84462d HTTP/1.1" status: 200 len: 945 time: 0.0585825 Oct 30 15:27:17.369496 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f31acb-e523-4282-a4af-19753998e8a6 req-f8f3b486-3f01-40d3-967d-5358998b2bb5 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:17.377692 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-54f31acb-e523-4282-a4af-19753998e8a6 req-f8f3b486-3f01-40d3-967d-5358998b2bb5 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=294f33dc-6bdf-46da-8012-eb35ed17225b HTTP/1.1" status: 200 len: 945 time: 0.0626559 Oct 30 15:27:17.403990 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-aac3e829-049d-405c-8aa7-d0e7fefbb691 req-ee39e358-b860-4d9d-95a3-36a8a53217a8 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8d0b5d91-2f63-4416-9274-91191d4ba671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345607 Oct 30 15:27:17.423410 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-54f31acb-e523-4282-a4af-19753998e8a6 req-ab531b69-faf9-4162-9d1b-3d4c42c17ad5 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/security-groups?id=18950aca-06cc-4b84-b3ff-54cf6d21ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424697 Oct 30 15:27:17.549892 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-482bf936-7d63-4adf-a794-33266c166dec req-60ef7381-5b7c-456d-b5d7-11f357e18588 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 210 time: 0.0286379 Oct 30 15:27:17.722644 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262a72da-e678-4069-af89-003524b4ce6b req-76daf714-e975-4ab2-83c2-197eb6f7b626 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:17.724743 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-262a72da-e678-4069-af89-003524b4ce6b req-76daf714-e975-4ab2-83c2-197eb6f7b626 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] 10.222.0.53 "GET /v2.0/ports?device_id=654dbdb8-5428-4a3b-bdac-270bfc84462d HTTP/1.1" status: 200 len: 945 time: 0.0562630 Oct 30 15:27:17.831845 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-262a72da-e678-4069-af89-003524b4ce6b req-a7eeee67-35af-49fa-9018-f26c76e28601 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Deleting port 2e484bd0-2902-4a18-a631-100bd5ee0c8e {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:27:17.833715 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-262a72da-e678-4069-af89-003524b4ce6b req-a7eeee67-35af-49fa-9018-f26c76e28601 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:17.956783 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c56e6-83be-43a3-a0a8-974b21ece671 req-e13b48c9-9dbc-47bb-9837-5a449e6cf351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:17.959393 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a38c56e6-83be-43a3-a0a8-974b21ece671 req-e13b48c9-9dbc-47bb-9837-5a449e6cf351 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=294f33dc-6bdf-46da-8012-eb35ed17225b HTTP/1.1" status: 200 len: 1097 time: 0.0531003 Oct 30 15:27:17.985058 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-262a72da-e678-4069-af89-003524b4ce6b req-a7eeee67-35af-49fa-9018-f26c76e28601 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] For port 2e484bd0-2902-4a18-a631-100bd5ee0c8e, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=2e484bd0-2902-4a18-a631-100bd5ee0c8e,segment=NetworkSegment(7011c6d8-32ed-4459-adbb-56923cb7836a),segment_id=7011c6d8-32ed-4459-adbb-56923cb7836a)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:27:17.985483 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-262a72da-e678-4069-af89-003524b4ce6b req-a7eeee67-35af-49fa-9018-f26c76e28601 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:17.999169 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-262a72da-e678-4069-af89-003524b4ce6b req-a7eeee67-35af-49fa-9018-f26c76e28601 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Calling delete_port for 2e484bd0-2902-4a18-a631-100bd5ee0c8e owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:27:18.011185 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a38c56e6-83be-43a3-a0a8-974b21ece671 req-d9c27b47-369e-488d-b9c5-1b20943e863c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=18950aca-06cc-4b84-b3ff-54cf6d21ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446498 Oct 30 15:27:18.147005 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-262a72da-e678-4069-af89-003524b4ce6b req-a7eeee67-35af-49fa-9018-f26c76e28601 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:18.159427 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['2e484bd0-2902-4a18-a631-100bd5ee0c8e'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:27:18.190508 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eeee67-35af-49fa-9018-f26c76e28601 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Pushing event deleted for resources: {'Port': ['ID=2e484bd0-2902-4a18-a631-100bd5ee0c8e,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:27:18.269101 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-262a72da-e678-4069-af89-003524b4ce6b req-a7eeee67-35af-49fa-9018-f26c76e28601 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] No DVR routers for this DVR port 2e484bd0-2902-4a18-a631-100bd5ee0c8e on host n-h1-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:27:18.272205 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-262a72da-e678-4069-af89-003524b4ce6b req-a7eeee67-35af-49fa-9018-f26c76e28601 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:18.277369 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-262a72da-e678-4069-af89-003524b4ce6b req-a7eeee67-35af-49fa-9018-f26c76e28601 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] 10.222.0.53 "DELETE /v2.0/ports/2e484bd0-2902-4a18-a631-100bd5ee0c8e HTTP/1.1" status: 204 len: 173 time: 0.5464430 Oct 30 15:27:18.279300 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '654dbdb8-5428-4a3b-bdac-270bfc84462d', 'name': 'network-vif-deleted', 'tag': '2e484bd0-2902-4a18-a631-100bd5ee0c8e'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:27:18.283428 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93bbf437-626b-437c-af4a-5aad73870ae9" -d '{"events": [{"server_uuid": "654dbdb8-5428-4a3b-bdac-270bfc84462d", "name": "network-vif-deleted", "tag": "2e484bd0-2902-4a18-a631-100bd5ee0c8e"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:27:18.304707 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe2a128-4750-445f-b9e6-3d11fc14d8be req-d02a6e59-cc5c-425a-851d-467d38bf8b84 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:18.306271 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cbe2a128-4750-445f-b9e6-3d11fc14d8be req-d02a6e59-cc5c-425a-851d-467d38bf8b84 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d0f5c2d-893e-442b-9db9-dff3e61d309e HTTP/1.1" status: 200 len: 945 time: 0.1201086 Oct 30 15:27:18.383691 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cbe2a128-4750-445f-b9e6-3d11fc14d8be req-72bbabf4-bbe2-47bd-a2eb-4b16cf05a951 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697846 Oct 30 15:27:18.388910 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7463be21-ebf3-4709-ab68-2e54ff6bfca4 x-openstack-request-id: req-7463be21-ebf3-4709-ab68-2e54ff6bfca4 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:27:18.389217 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "654dbdb8-5428-4a3b-bdac-270bfc84462d", "name": "network-vif-deleted", "tag": "2e484bd0-2902-4a18-a631-100bd5ee0c8e", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:27:18.389512 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7463be21-ebf3-4709-ab68-2e54ff6bfca4 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:27:18.389933 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '654dbdb8-5428-4a3b-bdac-270bfc84462d', 'name': 'network-vif-deleted', 'tag': '2e484bd0-2902-4a18-a631-100bd5ee0c8e', 'status': 'completed', 'code': 200} Oct 30 15:27:18.471492 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856fd311-dab8-49b5-b221-fa211ee762d6 req-98969da6-5eac-4d41-9705-445a2efe00f9 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:18.473808 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-856fd311-dab8-49b5-b221-fa211ee762d6 req-98969da6-5eac-4d41-9705-445a2efe00f9 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d0f5c2d-893e-442b-9db9-dff3e61d309e HTTP/1.1" status: 200 len: 945 time: 0.0655673 Oct 30 15:27:18.563358 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4754b3ba-1dfb-4428-b5e8-330024db3c5a req-da513ccf-4861-495e-bb3c-3981301b5669 tempest-VolumesSnapshotTestJSON-298182214 tempest-VolumesSnapshotTestJSON-298182214-project] 10.222.0.62 "GET /v2.0/ports?device_id=654dbdb8-5428-4a3b-bdac-270bfc84462d HTTP/1.1" status: 200 len: 210 time: 0.0294311 Oct 30 15:27:18.633016 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fbd0c2-fe04-4da1-a868-a90dd9f04e37 req-276bcd13-f118-4f77-890e-4874a3b2a1d9 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:18.634627 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c0fbd0c2-fe04-4da1-a868-a90dd9f04e37 req-276bcd13-f118-4f77-890e-4874a3b2a1d9 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=294f33dc-6bdf-46da-8012-eb35ed17225b HTTP/1.1" status: 200 len: 945 time: 0.0956945 Oct 30 15:27:18.642303 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-856fd311-dab8-49b5-b221-fa211ee762d6 req-b52780e5-7003-4b63-915f-71116b98457f tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Deleting port 12b21dd4-5ec0-4824-b423-5b5c32974f2f {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:27:18.642743 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-856fd311-dab8-49b5-b221-fa211ee762d6 req-b52780e5-7003-4b63-915f-71116b98457f tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:18.677603 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1966db42-773f-4684-9071-1e924289d4bf req-35d2524c-a8c7-407c-8246-9b4e45099f60 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 210 time: 0.0360949 Oct 30 15:27:18.744790 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c0fbd0c2-fe04-4da1-a868-a90dd9f04e37 req-78a1fac8-d8b9-44e2-805d-c60fa08e41dd tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/security-groups?id=18950aca-06cc-4b84-b3ff-54cf6d21ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982699 Oct 30 15:27:18.794232 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-856fd311-dab8-49b5-b221-fa211ee762d6 req-b52780e5-7003-4b63-915f-71116b98457f tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] For port 12b21dd4-5ec0-4824-b423-5b5c32974f2f, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=12b21dd4-5ec0-4824-b423-5b5c32974f2f,segment=NetworkSegment(7dc81a9b-3539-4be9-a222-feb3b591dcc0),segment_id=7dc81a9b-3539-4be9-a222-feb3b591dcc0)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:27:18.794571 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-856fd311-dab8-49b5-b221-fa211ee762d6 req-b52780e5-7003-4b63-915f-71116b98457f tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:18.811424 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-856fd311-dab8-49b5-b221-fa211ee762d6 req-b52780e5-7003-4b63-915f-71116b98457f tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Calling delete_port for 12b21dd4-5ec0-4824-b423-5b5c32974f2f owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:27:18.979352 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-856fd311-dab8-49b5-b221-fa211ee762d6 req-b52780e5-7003-4b63-915f-71116b98457f tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:18.991690 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['20b1da37-2313-4f20-8e19-c39745683e2e', 'bb981df7-feff-45e9-95cb-a6ad5cda54f5'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:27:18.994173 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['12b21dd4-5ec0-4824-b423-5b5c32974f2f'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:27:19.020806 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52780e5-7003-4b63-915f-71116b98457f tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Pushing event deleted for resources: {'Port': ['ID=12b21dd4-5ec0-4824-b423-5b5c32974f2f,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:27:19.067733 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-856fd311-dab8-49b5-b221-fa211ee762d6 req-b52780e5-7003-4b63-915f-71116b98457f tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] No DVR routers for this DVR port 12b21dd4-5ec0-4824-b423-5b5c32974f2f on host n-h1-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:27:19.070254 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-856fd311-dab8-49b5-b221-fa211ee762d6 req-b52780e5-7003-4b63-915f-71116b98457f tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:19.073732 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-856fd311-dab8-49b5-b221-fa211ee762d6 req-b52780e5-7003-4b63-915f-71116b98457f tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.53 "DELETE /v2.0/ports/12b21dd4-5ec0-4824-b423-5b5c32974f2f HTTP/1.1" status: 204 len: 173 time: 0.5941439 Oct 30 15:27:19.231014 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:27:19.520671 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f677a4da-4143-4846-9f73-096c00c69831 req-91a0df0c-53d9-4652-b394-b3a4dcde51c6 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d0f5c2d-893e-442b-9db9-dff3e61d309e HTTP/1.1" status: 200 len: 210 time: 0.0377281 Oct 30 15:27:19.839800 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-722a556c-e676-4ce2-9d0b-d7d70d21ff0d req-bc0b4362-0cd1-4617-b0b2-a55c2c1b1241 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 210 time: 0.0526538 Oct 30 15:27:19.921588 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d446a85-2d46-4d1f-9b97-4c8637dd68d0 req-e9e6156f-1a05-4b3f-8345-2887ce99fe28 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:19.924650 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0d446a85-2d46-4d1f-9b97-4c8637dd68d0 req-e9e6156f-1a05-4b3f-8345-2887ce99fe28 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=294f33dc-6bdf-46da-8012-eb35ed17225b HTTP/1.1" status: 200 len: 945 time: 0.0581055 Oct 30 15:27:20.006374 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0d446a85-2d46-4d1f-9b97-4c8637dd68d0 req-e2d48f64-9448-4941-8102-933413f235c4 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/security-groups?id=18950aca-06cc-4b84-b3ff-54cf6d21ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737677 Oct 30 15:27:20.174035 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 2e484bd0-2902-4a18-a631-100bd5ee0c8e no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:27:20.202811 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: 2e484bd0-2902-4a18-a631-100bd5ee0c8e {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:27:20.203286 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba4cfd-14f5-40ea-a509-eeb9ab6367e4 req-84e5f849-b25c-4f83-8056-7804bb016b2b tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:20.203428 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 2e484bd0-2902-4a18-a631-100bd5ee0c8e not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:27:20.209140 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-84ba4cfd-14f5-40ea-a509-eeb9ab6367e4 req-84e5f849-b25c-4f83-8056-7804bb016b2b tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc542170-88f6-4c2f-93dd-699ca91e8342 HTTP/1.1" status: 200 len: 946 time: 0.0759554 Oct 30 15:27:20.261470 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-84ba4cfd-14f5-40ea-a509-eeb9ab6367e4 req-037ac508-d80b-4a23-9e38-2894ebeefd11 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/security-groups?id=18950aca-06cc-4b84-b3ff-54cf6d21ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462406 Oct 30 15:27:20.391614 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d0f5c2d-893e-442b-9db9-dff3e61d309e', 'name': 'network-vif-deleted', 'tag': '12b21dd4-5ec0-4824-b423-5b5c32974f2f'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:27:20.394222 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06324f70-4228-46cf-b908-9ca9a204c109" -d '{"events": [{"server_uuid": "9d0f5c2d-893e-442b-9db9-dff3e61d309e", "name": "network-vif-deleted", "tag": "12b21dd4-5ec0-4824-b423-5b5c32974f2f"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:27:20.464729 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9a89be-e904-43fd-8776-c3d784dd914b x-openstack-request-id: req-0a9a89be-e904-43fd-8776-c3d784dd914b {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:27:20.465154 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d0f5c2d-893e-442b-9db9-dff3e61d309e", "name": "network-vif-deleted", "tag": "12b21dd4-5ec0-4824-b423-5b5c32974f2f", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:27:20.465612 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0a9a89be-e904-43fd-8776-c3d784dd914b {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:27:20.466639 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d0f5c2d-893e-442b-9db9-dff3e61d309e', 'name': 'network-vif-deleted', 'tag': '12b21dd4-5ec0-4824-b423-5b5c32974f2f', 'status': 'completed', 'code': 200} Oct 30 15:27:20.633885 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c0f4f0-c018-4ae7-96fb-7630646fcae2 req-0f09853c-d1c6-4d65-9f6b-3c366313688a tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:20.641296 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a2c0f4f0-c018-4ae7-96fb-7630646fcae2 req-0f09853c-d1c6-4d65-9f6b-3c366313688a tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc542170-88f6-4c2f-93dd-699ca91e8342 HTTP/1.1" status: 200 len: 946 time: 0.0972023 Oct 30 15:27:20.707634 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a2c0f4f0-c018-4ae7-96fb-7630646fcae2 req-b49f77f3-9898-4256-b6f3-62339272573c tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/security-groups?id=18950aca-06cc-4b84-b3ff-54cf6d21ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652783 Oct 30 15:27:20.950832 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deaa1c3-a4e3-4ed8-97ef-bc9277136675 req-67a290ef-fade-4f85-a1c8-f08f1bed8522 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:20.950832 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1deaa1c3-a4e3-4ed8-97ef-bc9277136675 req-67a290ef-fade-4f85-a1c8-f08f1bed8522 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5ffc168-eac4-479e-9cc8-1e6ca8159ed5 HTTP/1.1" status: 200 len: 945 time: 0.0822031 Oct 30 15:27:20.985651 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-338c6a44-6224-45e3-b870-f5d9243a30f6 req-f191a9f0-577e-4513-a5b3-aa39b68ab832 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 210 time: 0.0361977 Oct 30 15:27:20.994086 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1deaa1c3-a4e3-4ed8-97ef-bc9277136675 req-89cf7c68-9eb8-4750-83f4-946302b822bd tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411921 Oct 30 15:27:21.134529 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-db39acb3-afa5-4764-ba05-5605100d8735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:21.838011 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f30467e-ca67-4336-843e-f1e2ed51ec4e req-8941568f-b8d8-4cbd-9965-0919934a1136 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:21.839653 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3f30467e-ca67-4336-843e-f1e2ed51ec4e req-8941568f-b8d8-4cbd-9965-0919934a1136 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc542170-88f6-4c2f-93dd-699ca91e8342 HTTP/1.1" status: 200 len: 946 time: 0.0506275 Oct 30 15:27:21.884896 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3f30467e-ca67-4336-843e-f1e2ed51ec4e req-946e3b2f-677c-4f1f-b2b3-75b17dbdd59f tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/security-groups?id=18950aca-06cc-4b84-b3ff-54cf6d21ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391796 Oct 30 15:27:22.107993 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-77591aae-d4ab-459f-ae04-61d1e3ea8380 req-f534e036-346b-4628-afea-8508c33cb2da tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 210 time: 0.0315559 Oct 30 15:27:22.158789 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 12b21dd4-5ec0-4824-b423-5b5c32974f2f no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:27:22.197997 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: 12b21dd4-5ec0-4824-b423-5b5c32974f2f {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:27:22.198619 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 12b21dd4-5ec0-4824-b423-5b5c32974f2f not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:27:22.213542 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91338627-f4a4-402b-8e78-caee630c64d1 req-f889f019-5248-4517-9e77-c8a4964046fb tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:22.216702 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-91338627-f4a4-402b-8e78-caee630c64d1 req-f889f019-5248-4517-9e77-c8a4964046fb tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5ffc168-eac4-479e-9cc8-1e6ca8159ed5 HTTP/1.1" status: 200 len: 945 time: 0.0909193 Oct 30 15:27:22.276384 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99492fac-1db6-4767-9297-cc0acb6bdbc7 req-2bc36d2e-a837-4ebc-ba00-c93e54a2975d tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:22.285061 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-99492fac-1db6-4767-9297-cc0acb6bdbc7 req-2bc36d2e-a837-4ebc-ba00-c93e54a2975d tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc542170-88f6-4c2f-93dd-699ca91e8342 HTTP/1.1" status: 200 len: 946 time: 0.1006856 Oct 30 15:27:22.344044 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-99492fac-1db6-4767-9297-cc0acb6bdbc7 req-40c28b8d-89c5-4a5e-a4d9-2b504a40b3c1 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/security-groups?id=18950aca-06cc-4b84-b3ff-54cf6d21ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577846 Oct 30 15:27:22.344324 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-91338627-f4a4-402b-8e78-caee630c64d1 req-5b533d82-ad6a-4aba-be89-c550baaf8745 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163454 Oct 30 15:27:22.362654 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4293e451-93c9-4f5a-97f4-38de68bba5a5 req-6e413266-ce63-4cef-8d99-e53b89844532 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:22.366105 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4293e451-93c9-4f5a-97f4-38de68bba5a5 req-6e413266-ce63-4cef-8d99-e53b89844532 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5ffc168-eac4-479e-9cc8-1e6ca8159ed5 HTTP/1.1" status: 200 len: 945 time: 0.1415582 Oct 30 15:27:22.486148 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-4293e451-93c9-4f5a-97f4-38de68bba5a5 req-59ed131d-fdfa-4386-b9e7-9616ad0f5191 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Deleting port bb981df7-feff-45e9-95cb-a6ad5cda54f5 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:27:22.486698 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-4293e451-93c9-4f5a-97f4-38de68bba5a5 req-59ed131d-fdfa-4386-b9e7-9616ad0f5191 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:22.583199 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-4293e451-93c9-4f5a-97f4-38de68bba5a5 req-59ed131d-fdfa-4386-b9e7-9616ad0f5191 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] For port bb981df7-feff-45e9-95cb-a6ad5cda54f5, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=bb981df7-feff-45e9-95cb-a6ad5cda54f5,segment=NetworkSegment(7dc81a9b-3539-4be9-a222-feb3b591dcc0),segment_id=7dc81a9b-3539-4be9-a222-feb3b591dcc0)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:27:22.583961 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-4293e451-93c9-4f5a-97f4-38de68bba5a5 req-59ed131d-fdfa-4386-b9e7-9616ad0f5191 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:22.597070 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-4293e451-93c9-4f5a-97f4-38de68bba5a5 req-59ed131d-fdfa-4386-b9e7-9616ad0f5191 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Calling delete_port for bb981df7-feff-45e9-95cb-a6ad5cda54f5 owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:27:22.767620 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-4293e451-93c9-4f5a-97f4-38de68bba5a5 req-59ed131d-fdfa-4386-b9e7-9616ad0f5191 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:22.783654 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['20b1da37-2313-4f20-8e19-c39745683e2e', 'bb981df7-feff-45e9-95cb-a6ad5cda54f5'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:27:22.823456 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ed131d-fdfa-4386-b9e7-9616ad0f5191 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Pushing event deleted for resources: {'Port': ['ID=bb981df7-feff-45e9-95cb-a6ad5cda54f5,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:27:22.878780 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-4293e451-93c9-4f5a-97f4-38de68bba5a5 req-59ed131d-fdfa-4386-b9e7-9616ad0f5191 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] No DVR routers for this DVR port bb981df7-feff-45e9-95cb-a6ad5cda54f5 on host n-h2-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:27:22.882531 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-4293e451-93c9-4f5a-97f4-38de68bba5a5 req-59ed131d-fdfa-4386-b9e7-9616ad0f5191 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:22.886422 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4293e451-93c9-4f5a-97f4-38de68bba5a5 req-59ed131d-fdfa-4386-b9e7-9616ad0f5191 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.44 "DELETE /v2.0/ports/bb981df7-feff-45e9-95cb-a6ad5cda54f5 HTTP/1.1" status: 204 len: 173 time: 0.5143843 Oct 30 15:27:22.887072 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5ffc168-eac4-479e-9cc8-1e6ca8159ed5', 'name': 'network-vif-deleted', 'tag': 'bb981df7-feff-45e9-95cb-a6ad5cda54f5'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:27:22.890426 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d0d3326-02f7-454c-bbb8-9578dd0f0639" -d '{"events": [{"server_uuid": "d5ffc168-eac4-479e-9cc8-1e6ca8159ed5", "name": "network-vif-deleted", "tag": "bb981df7-feff-45e9-95cb-a6ad5cda54f5"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:27:22.977164 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a4a9777-3b6a-43a3-874d-ecfe5b1e7085 x-openstack-request-id: req-0a4a9777-3b6a-43a3-874d-ecfe5b1e7085 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:27:22.978367 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5ffc168-eac4-479e-9cc8-1e6ca8159ed5", "name": "network-vif-deleted", "tag": "bb981df7-feff-45e9-95cb-a6ad5cda54f5", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:27:22.978956 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0a4a9777-3b6a-43a3-874d-ecfe5b1e7085 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:27:22.979785 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5ffc168-eac4-479e-9cc8-1e6ca8159ed5', 'name': 'network-vif-deleted', 'tag': 'bb981df7-feff-45e9-95cb-a6ad5cda54f5', 'status': 'completed', 'code': 200} Oct 30 15:27:23.534072 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-066ee0c8-1a67-4a63-a886-5b60fee16595 req-a9232de8-5598-4323-b9e6-c238a42d3632 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5ffc168-eac4-479e-9cc8-1e6ca8159ed5 HTTP/1.1" status: 200 len: 210 time: 0.0501945 Oct 30 15:27:23.654727 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b7d7b740-f2b1-4455-8899-8f97063edd84 req-4ef304ea-95ca-464e-be1c-910d115ebc77 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 210 time: 0.4363852 Oct 30 15:27:23.710042 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d10fe5-78cc-4068-9620-675d0d0e844a req-b1fc81d0-6422-43e5-af61-5b4ec2d7e449 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:23.711897 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-99d10fe5-78cc-4068-9620-675d0d0e844a req-b1fc81d0-6422-43e5-af61-5b4ec2d7e449 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc542170-88f6-4c2f-93dd-699ca91e8342 HTTP/1.1" status: 200 len: 946 time: 0.0699539 Oct 30 15:27:23.759446 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6df7a262-811f-41e5-ac41-03377fc67d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:23.804728 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-99d10fe5-78cc-4068-9620-675d0d0e844a req-a3631d38-cee1-4443-98ee-124935f3afd1 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/security-groups?id=18950aca-06cc-4b84-b3ff-54cf6d21ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864453 Oct 30 15:27:24.656309 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:24.799823 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-22cc09bd-fc6c-4167-8c78-af20b3549dcd req-47a2ab99-0b73-4230-83d1-eaa7e3c1d54f tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 210 time: 0.0303752 Oct 30 15:27:24.876476 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bade5d7-ea92-4da9-b566-77bb3b8c0eb7 req-28ef606b-7dac-4bd8-85de-fa3acb520717 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:24.877990 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1bade5d7-ea92-4da9-b566-77bb3b8c0eb7 req-28ef606b-7dac-4bd8-85de-fa3acb520717 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/networks?id=e3d349fd-06d3-4d89-81c2-25b2b94c579c HTTP/1.1" status: 200 len: 806 time: 0.1081984 Oct 30 15:27:24.888814 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:24.903896 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1bade5d7-ea92-4da9-b566-77bb3b8c0eb7 req-2e53e366-3b81-49a7-8806-a2ba01bd7b3f tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/quotas/a3028294d5734482b28fa89832495d29 HTTP/1.1" status: 200 len: 375 time: 0.0148132 Oct 30 15:27:24.954212 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1bade5d7-ea92-4da9-b566-77bb3b8c0eb7 req-2fa57b06-4920-4710-af99-10d0baa2dfac tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a3028294d5734482b28fa89832495d29&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0443652 Oct 30 15:27:25.098255 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1bade5d7-ea92-4da9-b566-77bb3b8c0eb7 req-1037df08-1b3e-4f4c-aac1-8bae8e823fdc service neutron] 10.222.0.62 "GET /v2.0/networks/e3d349fd-06d3-4d89-81c2-25b2b94c579c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362460 Oct 30 15:27:25.212294 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1bade5d7-ea92-4da9-b566-77bb3b8c0eb7 req-f96b0fcb-c5c6-46de-a7d6-3b3bf578b508 service neutron] 10.222.0.62 "GET /v2.0/networks/e3d349fd-06d3-4d89-81c2-25b2b94c579c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064341 Oct 30 15:27:25.368926 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device bb981df7-feff-45e9-95cb-a6ad5cda54f5 no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:27:25.417958 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] No Port match for: bb981df7-feff-45e9-95cb-a6ad5cda54f5 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:27:25.418541 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device bb981df7-feff-45e9-95cb-a6ad5cda54f5 not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:27:25.436145 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0ece27b5-67df-4546-b595-2738d1f80ca5 req-4dce2727-6413-4f8e-83fa-25d1f7deb610 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec7a1cf7-f816-4434-95df-1ba928f178cc HTTP/1.1" status: 200 len: 210 time: 0.0706921 Oct 30 15:27:25.969075 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-47f9ff43-9d29-4356-a16d-6c6e3e8ced27 req-2f590ce8-1ed0-4c20-9521-40660c075b6a tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 210 time: 0.0637891 Oct 30 15:27:26.597425 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:26.621663 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dbb6a504-3350-41d4-b61c-5dca868257b9 req-84280ffa-e89e-4b98-b027-0be1f920917e tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec7a1cf7-f816-4434-95df-1ba928f178cc HTTP/1.1" status: 200 len: 210 time: 0.0756087 Oct 30 15:27:26.720151 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f5f10-606f-40a3-92c1-5b09d4032f11 req-c47db0dc-e9e7-42b9-93c8-e915bef8c812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:26.723869 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b85f5f10-606f-40a3-92c1-5b09d4032f11 req-c47db0dc-e9e7-42b9-93c8-e915bef8c812 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8883efdab1974efc9f550527d856656f&device_id=fc542170-88f6-4c2f-93dd-699ca91e8342 HTTP/1.1" status: 200 len: 1098 time: 0.1002710 Oct 30 15:27:26.918380 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f5f10-606f-40a3-92c1-5b09d4032f11 req-b6cd9dce-16c6-4127-8cdf-e994399b97f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:26.919982 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b85f5f10-606f-40a3-92c1-5b09d4032f11 req-b6cd9dce-16c6-4127-8cdf-e994399b97f6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e874fc18-e11d-4a09-8a86-4d3449e06603 HTTP/1.1" status: 200 len: 919 time: 0.1713009 Oct 30 15:27:26.925915 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bade5d7-ea92-4da9-b566-77bb3b8c0eb7 req-a909ba88-464a-4843-86b3-25fccf422fd4 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:26.927322 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1bade5d7-ea92-4da9-b566-77bb3b8c0eb7 req-a909ba88-464a-4843-86b3-25fccf422fd4 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.53 "GET /v2.0/networks?id=e3d349fd-06d3-4d89-81c2-25b2b94c579c HTTP/1.1" status: 200 len: 806 time: 0.6459799 Oct 30 15:27:26.946590 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-1bade5d7-ea92-4da9-b566-77bb3b8c0eb7 req-d1a093b6-6913-4d02-90ee-6e53f7050dc4 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Request body: {'port': {'device_id': 'ec7a1cf7-f816-4434-95df-1ba928f178cc', 'network_id': 'e3d349fd-06d3-4d89-81c2-25b2b94c579c', 'admin_state_up': True, 'tenant_id': 'a3028294d5734482b28fa89832495d29'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:27:26.997045 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b85f5f10-606f-40a3-92c1-5b09d4032f11 req-8e2d4dec-e007-4439-8493-bb51be4ef2c0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99d5db0b-d610-47fd-95c7-44707343fc82 HTTP/1.1" status: 200 len: 217 time: 0.0700023 Oct 30 15:27:27.001338 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e7ca7-90ce-428c-b178-d636ba90af03 req-68051e86-8e03-4cf9-a772-c63667ecfbb2 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:27.011494 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-871e7ca7-90ce-428c-b178-d636ba90af03 req-68051e86-8e03-4cf9-a772-c63667ecfbb2 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc542170-88f6-4c2f-93dd-699ca91e8342 HTTP/1.1" status: 200 len: 946 time: 0.1732321 Oct 30 15:27:27.067367 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-871e7ca7-90ce-428c-b178-d636ba90af03 req-67584c6a-ed14-426b-b345-64260da56c9e tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/security-groups?id=18950aca-06cc-4b84-b3ff-54cf6d21ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523233 Oct 30 15:27:27.068911 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f5f10-606f-40a3-92c1-5b09d4032f11 req-10bd3128-87d5-4c08-b2b1-f4e6726aa43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:27.070735 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b85f5f10-606f-40a3-92c1-5b09d4032f11 req-10bd3128-87d5-4c08-b2b1-f4e6726aa43b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8ef7cf87-b3e7-4e69-a9d4-cb34bde83505 HTTP/1.1" status: 200 len: 858 time: 0.0670381 Oct 30 15:27:27.117711 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b85f5f10-606f-40a3-92c1-5b09d4032f11 req-a8fa3b30-bee3-4c00-866f-15df76e6c455 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e874fc18-e11d-4a09-8a86-4d3449e06603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401912 Oct 30 15:27:27.157038 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3263f426-f60e-4ad8-852d-dd37d2ba0278 req-978c411d-1305-45ec-8388-4604ccc258c3 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 210 time: 0.0379562 Oct 30 15:27:27.166313 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bade5d7-ea92-4da9-b566-77bb3b8c0eb7 req-d1a093b6-6913-4d02-90ee-6e53f7050dc4 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Made reservation on behalf of a3028294d5734482b28fa89832495d29 for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:27:27.174821 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-1bade5d7-ea92-4da9-b566-77bb3b8c0eb7 req-d1a093b6-6913-4d02-90ee-6e53f7050dc4 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:27.260489 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b85f5f10-606f-40a3-92c1-5b09d4032f11 req-f359fee5-25aa-46de-90b2-db9cf994823f service neutron] 10.222.0.53 "GET /v2.0/networks/e874fc18-e11d-4a09-8a86-4d3449e06603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131854 Oct 30 15:27:27.312689 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-1bade5d7-ea92-4da9-b566-77bb3b8c0eb7 req-d1a093b6-6913-4d02-90ee-6e53f7050dc4 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Allocated IP 172.20.0.2 (e3d349fd-06d3-4d89-81c2-25b2b94c579c/8cd32631-4817-453f-b06d-49c42463e638/fdd29310-f83f-4423-9cea-4eafad156f30) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:27:27.373409 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b85f5f10-606f-40a3-92c1-5b09d4032f11 req-b767c7dd-5930-4aa6-adab-8aac5659dae1 service neutron] 10.222.0.53 "GET /v2.0/networks/e874fc18-e11d-4a09-8a86-4d3449e06603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063919 Oct 30 15:27:27.500025 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-1bade5d7-ea92-4da9-b566-77bb3b8c0eb7 req-d1a093b6-6913-4d02-90ee-6e53f7050dc4 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:27.535216 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-1bade5d7-ea92-4da9-b566-77bb3b8c0eb7 req-d1a093b6-6913-4d02-90ee-6e53f7050dc4 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:27.547755 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['20b1da37-2313-4f20-8e19-c39745683e2e'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:27:27.591410 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a093b6-6913-4d02-90ee-6e53f7050dc4 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Pushing event updated for resources: {'Port': ['ID=fdd29310-f83f-4423-9cea-4eafad156f30,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:27:27.604920 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bade5d7-ea92-4da9-b566-77bb3b8c0eb7 req-d1a093b6-6913-4d02-90ee-6e53f7050dc4 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Network e3d349fd-06d3-4d89-81c2-25b2b94c579c is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:27:27.606329 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-1bade5d7-ea92-4da9-b566-77bb3b8c0eb7 req-d1a093b6-6913-4d02-90ee-6e53f7050dc4 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:27:27.609132 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bade5d7-ea92-4da9-b566-77bb3b8c0eb7 req-d1a093b6-6913-4d02-90ee-6e53f7050dc4 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:27:27.670201 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bade5d7-ea92-4da9-b566-77bb3b8c0eb7 req-d1a093b6-6913-4d02-90ee-6e53f7050dc4 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:27.674715 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-1bade5d7-ea92-4da9-b566-77bb3b8c0eb7 req-d1a093b6-6913-4d02-90ee-6e53f7050dc4 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:27.702761 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1bade5d7-ea92-4da9-b566-77bb3b8c0eb7 req-d1a093b6-6913-4d02-90ee-6e53f7050dc4 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7608402 Oct 30 15:27:27.716163 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-1bade5d7-ea92-4da9-b566-77bb3b8c0eb7 req-e4cb261a-5b09-491c-a016-3dce3ff3bd5e service neutron] Request body: {'port': {'device_id': 'ec7a1cf7-f816-4434-95df-1ba928f178cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:27:27.826641 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2967c1-339f-4adc-8857-1acc4577b2e7 req-6bbbbc4a-cbbe-4bc9-ac31-caf346298244 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:27.828166 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9a2967c1-339f-4adc-8857-1acc4577b2e7 req-6bbbbc4a-cbbe-4bc9-ac31-caf346298244 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec7a1cf7-f816-4434-95df-1ba928f178cc HTTP/1.1" status: 200 len: 931 time: 0.1089654 Oct 30 15:27:27.828768 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-1bade5d7-ea92-4da9-b566-77bb3b8c0eb7 req-e4cb261a-5b09-491c-a016-3dce3ff3bd5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:27.876326 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9a2967c1-339f-4adc-8857-1acc4577b2e7 req-62bb1069-9f36-4b52-b333-c54058eef7e4 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375180 Oct 30 15:27:28.174593 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-1bade5d7-ea92-4da9-b566-77bb3b8c0eb7 req-e4cb261a-5b09-491c-a016-3dce3ff3bd5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdd29310-f83f-4423-9cea-4eafad156f30 {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:27:28.185132 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-1bade5d7-ea92-4da9-b566-77bb3b8c0eb7 req-e4cb261a-5b09-491c-a016-3dce3ff3bd5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:28.197621 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5679cbc2-8da0-41d1-a85f-aed00e437130 req-c14aed01-98fc-45bb-8a16-eba14360239e tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:28.198459 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-1bade5d7-ea92-4da9-b566-77bb3b8c0eb7 req-e4cb261a-5b09-491c-a016-3dce3ff3bd5e service neutron] Transition to ACTIVE for port object fdd29310-f83f-4423-9cea-4eafad156f30 will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:27:28.200274 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5679cbc2-8da0-41d1-a85f-aed00e437130 req-c14aed01-98fc-45bb-8a16-eba14360239e tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc542170-88f6-4c2f-93dd-699ca91e8342 HTTP/1.1" status: 200 len: 946 time: 0.0530279 Oct 30 15:27:28.205705 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-1bade5d7-ea92-4da9-b566-77bb3b8c0eb7 req-e4cb261a-5b09-491c-a016-3dce3ff3bd5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:28.256315 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5679cbc2-8da0-41d1-a85f-aed00e437130 req-30c04779-bb74-4751-8ca7-aa2acaa1d19b tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/security-groups?id=18950aca-06cc-4b84-b3ff-54cf6d21ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440280 Oct 30 15:27:28.256932 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cb261a-5b09-491c-a016-3dce3ff3bd5e service neutron] Pushing event updated for resources: {'Port': ['ID=fdd29310-f83f-4423-9cea-4eafad156f30,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:27:28.357127 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f9586a18-397e-403b-b044-8e9d9a5abe6d req-08b7b27b-d3f6-4ca1-9bd8-2e5ef1ab28db tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 210 time: 0.0403669 Oct 30 15:27:28.386346 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-1bade5d7-ea92-4da9-b566-77bb3b8c0eb7 req-e4cb261a-5b09-491c-a016-3dce3ff3bd5e service neutron] Attempting to bind port fdd29310-f83f-4423-9cea-4eafad156f30 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:27:28.386698 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-1bade5d7-ea92-4da9-b566-77bb3b8c0eb7 req-e4cb261a-5b09-491c-a016-3dce3ff3bd5e service neutron] Attempting to bind port fdd29310-f83f-4423-9cea-4eafad156f30 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '7dc81a9b-3539-4be9-a222-feb3b591dcc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e3d349fd-06d3-4d89-81c2-25b2b94c579c'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:27:28.387039 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bade5d7-ea92-4da9-b566-77bb3b8c0eb7 req-e4cb261a-5b09-491c-a016-3dce3ff3bd5e service neutron] Attempting to bind port fdd29310-f83f-4423-9cea-4eafad156f30 on network e3d349fd-06d3-4d89-81c2-25b2b94c579c {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:27:28.392574 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bade5d7-ea92-4da9-b566-77bb3b8c0eb7 req-e4cb261a-5b09-491c-a016-3dce3ff3bd5e service neutron] Port fdd29310-f83f-4423-9cea-4eafad156f30 on network e3d349fd-06d3-4d89-81c2-25b2b94c579c not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:27:28.392917 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bade5d7-ea92-4da9-b566-77bb3b8c0eb7 req-e4cb261a-5b09-491c-a016-3dce3ff3bd5e service neutron] Attempting to bind port fdd29310-f83f-4423-9cea-4eafad156f30 on network e3d349fd-06d3-4d89-81c2-25b2b94c579c {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:27:28.400123 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bade5d7-ea92-4da9-b566-77bb3b8c0eb7 req-e4cb261a-5b09-491c-a016-3dce3ff3bd5e service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:27:28.400634 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bade5d7-ea92-4da9-b566-77bb3b8c0eb7 req-e4cb261a-5b09-491c-a016-3dce3ff3bd5e service neutron] Checking segment: {'id': '7dc81a9b-3539-4be9-a222-feb3b591dcc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e3d349fd-06d3-4d89-81c2-25b2b94c579c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:27:28.401021 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bade5d7-ea92-4da9-b566-77bb3b8c0eb7 req-e4cb261a-5b09-491c-a016-3dce3ff3bd5e service neutron] Bound using segment: {'id': '7dc81a9b-3539-4be9-a222-feb3b591dcc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e3d349fd-06d3-4d89-81c2-25b2b94c579c'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:27:28.401481 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-1bade5d7-ea92-4da9-b566-77bb3b8c0eb7 req-e4cb261a-5b09-491c-a016-3dce3ff3bd5e service neutron] Bound port: fdd29310-f83f-4423-9cea-4eafad156f30, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dc81a9b-3539-4be9-a222-feb3b591dcc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e3d349fd-06d3-4d89-81c2-25b2b94c579c'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:27:28.401851 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-1bade5d7-ea92-4da9-b566-77bb3b8c0eb7 req-e4cb261a-5b09-491c-a016-3dce3ff3bd5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:28.485235 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-1bade5d7-ea92-4da9-b566-77bb3b8c0eb7 req-e4cb261a-5b09-491c-a016-3dce3ff3bd5e service neutron] For port fdd29310-f83f-4423-9cea-4eafad156f30, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:27:28.489118 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-1bade5d7-ea92-4da9-b566-77bb3b8c0eb7 req-e4cb261a-5b09-491c-a016-3dce3ff3bd5e service neutron] For port fdd29310-f83f-4423-9cea-4eafad156f30, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=fdd29310-f83f-4423-9cea-4eafad156f30,segment=NetworkSegment(7dc81a9b-3539-4be9-a222-feb3b591dcc0),segment_id=7dc81a9b-3539-4be9-a222-feb3b591dcc0)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:27:28.494617 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-1bade5d7-ea92-4da9-b566-77bb3b8c0eb7 req-e4cb261a-5b09-491c-a016-3dce3ff3bd5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:28.534328 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bade5d7-ea92-4da9-b566-77bb3b8c0eb7 req-e4cb261a-5b09-491c-a016-3dce3ff3bd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:28.534957 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-1bade5d7-ea92-4da9-b566-77bb3b8c0eb7 req-e4cb261a-5b09-491c-a016-3dce3ff3bd5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:28.537353 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1bade5d7-ea92-4da9-b566-77bb3b8c0eb7 req-e4cb261a-5b09-491c-a016-3dce3ff3bd5e service neutron] 10.222.0.53 "PUT /v2.0/ports/fdd29310-f83f-4423-9cea-4eafad156f30 HTTP/1.1" status: 200 len: 1092 time: 0.8264873 Oct 30 15:27:28.537864 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec7a1cf7-f816-4434-95df-1ba928f178cc', 'tag': 'fdd29310-f83f-4423-9cea-4eafad156f30'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:27:28.540230 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05cf29f-4269-4123-882f-7528ab34c8d0" -d '{"events": [{"name": "network-changed", "server_uuid": "ec7a1cf7-f816-4434-95df-1ba928f178cc", "tag": "fdd29310-f83f-4423-9cea-4eafad156f30"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:27:28.562604 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cb261a-5b09-491c-a016-3dce3ff3bd5e service neutron] Pushing event updated for resources: {'Port': ['ID=fdd29310-f83f-4423-9cea-4eafad156f30,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:27:28.618288 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-670d1faa-7953-44f8-9611-6d2dcc4ed6c4 x-openstack-request-id: req-670d1faa-7953-44f8-9611-6d2dcc4ed6c4 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:27:28.618878 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec7a1cf7-f816-4434-95df-1ba928f178cc", "tag": "fdd29310-f83f-4423-9cea-4eafad156f30", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:27:28.619135 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-670d1faa-7953-44f8-9611-6d2dcc4ed6c4 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:27:28.619563 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec7a1cf7-f816-4434-95df-1ba928f178cc', 'tag': 'fdd29310-f83f-4423-9cea-4eafad156f30', 'status': 'completed', 'code': 200} Oct 30 15:27:28.636366 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bade5d7-ea92-4da9-b566-77bb3b8c0eb7 req-a0e9b325-93d1-461c-8aef-5961e62b167e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:28.637881 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1bade5d7-ea92-4da9-b566-77bb3b8c0eb7 req-a0e9b325-93d1-461c-8aef-5961e62b167e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a3028294d5734482b28fa89832495d29&device_id=ec7a1cf7-f816-4434-95df-1ba928f178cc HTTP/1.1" status: 200 len: 1095 time: 0.0520599 Oct 30 15:27:28.688046 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1bade5d7-ea92-4da9-b566-77bb3b8c0eb7 req-aa703b16-fa8d-48ff-8302-ba82e085466a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fdd29310-f83f-4423-9cea-4eafad156f30 HTTP/1.1" status: 200 len: 217 time: 0.0421033 Oct 30 15:27:28.741607 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bade5d7-ea92-4da9-b566-77bb3b8c0eb7 req-ac91b885-2dd8-4f91-84a9-8236cbe96518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:28.741929 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1bade5d7-ea92-4da9-b566-77bb3b8c0eb7 req-ac91b885-2dd8-4f91-84a9-8236cbe96518 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8cd32631-4817-453f-b06d-49c42463e638 HTTP/1.1" status: 200 len: 846 time: 0.0477648 Oct 30 15:27:28.775838 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1bade5d7-ea92-4da9-b566-77bb3b8c0eb7 req-7fdc12cd-ce42-4df7-9129-1d85232b6e7e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e3d349fd-06d3-4d89-81c2-25b2b94c579c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269001 Oct 30 15:27:28.876720 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1bade5d7-ea92-4da9-b566-77bb3b8c0eb7 req-e4e1c902-c879-4bec-8f9d-b2dae6d480e8 service neutron] 10.222.0.53 "GET /v2.0/networks/e3d349fd-06d3-4d89-81c2-25b2b94c579c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940945 Oct 30 15:27:28.979674 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1bade5d7-ea92-4da9-b566-77bb3b8c0eb7 req-f01dfff5-b949-497a-96bc-c2d3e1b40622 service neutron] 10.222.0.53 "GET /v2.0/networks/e3d349fd-06d3-4d89-81c2-25b2b94c579c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963564 Oct 30 15:27:29.057541 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98953790-6622-41e4-8056-079d5c9035a6 req-1da2f6bb-6d34-431e-a0b1-c88a904fb078 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:29.059372 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-98953790-6622-41e4-8056-079d5c9035a6 req-1da2f6bb-6d34-431e-a0b1-c88a904fb078 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec7a1cf7-f816-4434-95df-1ba928f178cc HTTP/1.1" status: 200 len: 943 time: 0.0877690 Oct 30 15:27:29.123074 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-98953790-6622-41e4-8056-079d5c9035a6 req-93da62e6-6dbe-4301-86f4-c875aee50e84 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535266 Oct 30 15:27:29.137476 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05cf29f-4269-4123-882f-7528ab34c8d0 req-f6c835c5-7fbd-4f30-9f01-3ee59f66f9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:29.145029 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e05cf29f-4269-4123-882f-7528ab34c8d0 req-f6c835c5-7fbd-4f30-9f01-3ee59f66f9e7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a3028294d5734482b28fa89832495d29&device_id=ec7a1cf7-f816-4434-95df-1ba928f178cc HTTP/1.1" status: 200 len: 1095 time: 0.0973532 Oct 30 15:27:29.301696 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05cf29f-4269-4123-882f-7528ab34c8d0 req-4a6d50db-b5e7-4030-81cb-1696c8dbf73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:29.303232 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e05cf29f-4269-4123-882f-7528ab34c8d0 req-4a6d50db-b5e7-4030-81cb-1696c8dbf73b service neutron] 10.222.0.53 "GET /v2.0/networks?id=e3d349fd-06d3-4d89-81c2-25b2b94c579c HTTP/1.1" status: 200 len: 907 time: 0.1485684 Oct 30 15:27:29.378036 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e05cf29f-4269-4123-882f-7528ab34c8d0 req-fbb1a063-71b8-4937-b96a-5e26c3b17567 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fdd29310-f83f-4423-9cea-4eafad156f30 HTTP/1.1" status: 200 len: 217 time: 0.0667565 Oct 30 15:27:29.468537 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c60bc-c01d-4661-8827-b8e87e1b70dd req-4bc59cbe-0f74-464f-8f33-6a6f4cc8374e tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:29.475856 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4d2c60bc-c01d-4661-8827-b8e87e1b70dd req-4bc59cbe-0f74-464f-8f33-6a6f4cc8374e tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc542170-88f6-4c2f-93dd-699ca91e8342 HTTP/1.1" status: 200 len: 946 time: 0.1075804 Oct 30 15:27:29.478487 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05cf29f-4269-4123-882f-7528ab34c8d0 req-fdd42a2a-b1c7-4a38-b7a3-65e7bf372235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:29.479827 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ccf6ad4d-e7f4-4176-9176-7f5253c2fc7b req-94bd19ed-3de6-4cdd-bc29-865085b08873 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 210 time: 0.0315330 Oct 30 15:27:29.480342 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e05cf29f-4269-4123-882f-7528ab34c8d0 req-fdd42a2a-b1c7-4a38-b7a3-65e7bf372235 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8cd32631-4817-453f-b06d-49c42463e638 HTTP/1.1" status: 200 len: 846 time: 0.0802994 Oct 30 15:27:29.538440 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e05cf29f-4269-4123-882f-7528ab34c8d0 req-a1486c8f-8632-4938-88bf-d7e83b642409 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e3d349fd-06d3-4d89-81c2-25b2b94c579c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426199 Oct 30 15:27:29.545634 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4d2c60bc-c01d-4661-8827-b8e87e1b70dd req-f84099ad-1d70-4d65-889f-5a3587951799 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/security-groups?id=18950aca-06cc-4b84-b3ff-54cf6d21ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687883 Oct 30 15:27:29.647136 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e05cf29f-4269-4123-882f-7528ab34c8d0 req-65325df2-b417-443f-8268-563902c5b133 service neutron] 10.222.0.53 "GET /v2.0/networks/e3d349fd-06d3-4d89-81c2-25b2b94c579c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001940 Oct 30 15:27:29.745384 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e05cf29f-4269-4123-882f-7528ab34c8d0 req-e48eb285-0c23-46bb-9dc9-e68195ac96fb service neutron] 10.222.0.53 "GET /v2.0/networks/e3d349fd-06d3-4d89-81c2-25b2b94c579c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904682 Oct 30 15:27:29.825108 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:30.283266 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e85734-6982-44f3-941d-e610d934f3ad req-c9be2cf2-19b4-4952-8e74-6be90949d1b4 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:30.298210 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e3e85734-6982-44f3-941d-e610d934f3ad req-c9be2cf2-19b4-4952-8e74-6be90949d1b4 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec7a1cf7-f816-4434-95df-1ba928f178cc HTTP/1.1" status: 200 len: 943 time: 0.0907784 Oct 30 15:27:30.327407 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e3e85734-6982-44f3-941d-e610d934f3ad req-f8ff3c89-87a4-4258-b5cc-ab8e266ab3ce tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349803 Oct 30 15:27:30.671330 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e209e1f7-bbdd-4220-8205-631866ad5cbd req-f649125c-d513-4170-addb-fe061176982d tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 210 time: 0.0582879 Oct 30 15:27:30.752158 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21abbd78-afc1-45c5-8fad-2b6378592a1d req-df9c5f05-e6ea-4052-a8f7-7f3d03c7ddb8 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:30.760193 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-21abbd78-afc1-45c5-8fad-2b6378592a1d req-df9c5f05-e6ea-4052-a8f7-7f3d03c7ddb8 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc542170-88f6-4c2f-93dd-699ca91e8342 HTTP/1.1" status: 200 len: 946 time: 0.0999477 Oct 30 15:27:30.827304 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-21abbd78-afc1-45c5-8fad-2b6378592a1d req-a3ab1e91-ce16-403d-80ca-f0be089a70a5 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/security-groups?id=18950aca-06cc-4b84-b3ff-54cf6d21ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617614 Oct 30 15:27:31.538180 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec6a026-7722-4a4e-82d3-cd1ac9e2b761 req-9546e2b7-8c97-4252-bfc5-57e50bef1eb9 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:31.539667 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5ec6a026-7722-4a4e-82d3-cd1ac9e2b761 req-9546e2b7-8c97-4252-bfc5-57e50bef1eb9 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec7a1cf7-f816-4434-95df-1ba928f178cc HTTP/1.1" status: 200 len: 943 time: 0.0765002 Oct 30 15:27:31.587870 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5ec6a026-7722-4a4e-82d3-cd1ac9e2b761 req-9f827d5b-8bbc-474d-b0f7-f75e25fd3d16 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408769 Oct 30 15:27:31.880923 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:31.954156 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-eeed00db-49d2-4d75-b41b-2b152da9a0e7 req-5da22350-e692-4329-9db1-e136e09f1062 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/ports?device_id=318e0f35-11f4-4936-80dd-75a782a28c98 HTTP/1.1" status: 200 len: 210 time: 0.0567231 Oct 30 15:27:31.974632 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a78ca-65d0-41f1-b714-5bad059ef442 req-bd4ddf0a-e46f-4f56-a7e1-11030653a92f tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:31.976832 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8b7a78ca-65d0-41f1-b714-5bad059ef442 req-bd4ddf0a-e46f-4f56-a7e1-11030653a92f tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc542170-88f6-4c2f-93dd-699ca91e8342 HTTP/1.1" status: 200 len: 946 time: 0.0644569 Oct 30 15:27:32.025004 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8b7a78ca-65d0-41f1-b714-5bad059ef442 req-42457a2c-1d88-476d-82e0-2fb0421649c8 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/security-groups?id=18950aca-06cc-4b84-b3ff-54cf6d21ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418198 Oct 30 15:27:32.188218 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device fdd29310-f83f-4423-9cea-4eafad156f30 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:27:32.315836 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port fdd29310-f83f-4423-9cea-4eafad156f30, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=fdd29310-f83f-4423-9cea-4eafad156f30,segment=NetworkSegment(7dc81a9b-3539-4be9-a222-feb3b591dcc0),segment_id=7dc81a9b-3539-4be9-a222-feb3b591dcc0)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:27:32.352869 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': 'fdd29310-f83f-4423-9cea-4eafad156f30', 'network_id': 'e3d349fd-06d3-4d89-81c2-25b2b94c579c', 'port_id': 'fdd29310-f83f-4423-9cea-4eafad156f30', 'mac_address': 'fa:16:3e:10:14:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cd32631-4817-453f-b06d-49c42463e638', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:27:32.459066 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:32.483365 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdd29310-f83f-4423-9cea-4eafad156f30 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:27:32.546528 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port fdd29310-f83f-4423-9cea-4eafad156f30, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=fdd29310-f83f-4423-9cea-4eafad156f30,segment=NetworkSegment(7dc81a9b-3539-4be9-a222-feb3b591dcc0),segment_id=7dc81a9b-3539-4be9-a222-feb3b591dcc0)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:27:32.555181 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:32.653631 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=fdd29310-f83f-4423-9cea-4eafad156f30,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:27:32.757936 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e939fe-80da-456f-96e8-3532916ed000 req-10197821-c84a-481d-8526-d593e2dccaab tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:32.765784 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c2e939fe-80da-456f-96e8-3532916ed000 req-10197821-c84a-481d-8526-d593e2dccaab tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec7a1cf7-f816-4434-95df-1ba928f178cc HTTP/1.1" status: 200 len: 944 time: 0.0609922 Oct 30 15:27:32.774601 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['fdd29310-f83f-4423-9cea-4eafad156f30'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:27:32.833286 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c2e939fe-80da-456f-96e8-3532916ed000 req-13a2da96-76ff-4aa4-ac28-e31ff58893d7 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663979 Oct 30 15:27:33.102593 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 57064) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:27:33.163199 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dd11d2-dd31-495d-ad13-3648ce1eb4d8 req-d7a8fc53-0ee7-441a-886f-5728d046eef3 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:33.165502 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a2dd11d2-dd31-495d-ad13-3648ce1eb4d8 req-d7a8fc53-0ee7-441a-886f-5728d046eef3 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc542170-88f6-4c2f-93dd-699ca91e8342 HTTP/1.1" status: 200 len: 946 time: 0.0668747 Oct 30 15:27:33.169498 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-13083970-50cf-47c6-993e-42cb743254bf tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:33.197215 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-13083970-50cf-47c6-993e-42cb743254bf tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:33.220214 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a2dd11d2-dd31-495d-ad13-3648ce1eb4d8 req-c1bd0148-786c-4d63-b702-bf94b1fa8ce6 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/security-groups?id=18950aca-06cc-4b84-b3ff-54cf6d21ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377934 Oct 30 15:27:33.281962 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-13083970-50cf-47c6-993e-42cb743254bf tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:33.284310 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-13083970-50cf-47c6-993e-42cb743254bf tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:33.285796 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-13083970-50cf-47c6-993e-42cb743254bf tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "DELETE /v2.0/security-groups/0d8b2e39-c2c3-46e2-b7ce-d3094509b03c HTTP/1.1" status: 204 len: 168 time: 0.1815035 Oct 30 15:27:33.289100 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 57066) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:27:33.316863 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [None req-c514e3db-487c-4976-8b1e-032e8f8c5bc3 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] show failed (client error): The resource could not be found. Oct 30 15:27:33.321230 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13083970-50cf-47c6-993e-42cb743254bf tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8b2e39-c2c3-46e2-b7ce-d3094509b03c,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:27:33.321498 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c514e3db-487c-4976-8b1e-032e8f8c5bc3 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "GET /v2.0/security-groups/0d8b2e39-c2c3-46e2-b7ce-d3094509b03c HTTP/1.1" status: 404 len: 347 time: 0.0310545 Oct 30 15:27:33.324825 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 57068) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:27:33.344852 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13083970-50cf-47c6-993e-42cb743254bf tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:27:33.345347 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13083970-50cf-47c6-993e-42cb743254bf tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:27:33.345709 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13083970-50cf-47c6-993e-42cb743254bf tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:27:33.346055 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13083970-50cf-47c6-993e-42cb743254bf tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:27:33.346437 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13083970-50cf-47c6-993e-42cb743254bf tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:27:33.346772 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13083970-50cf-47c6-993e-42cb743254bf tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:27:33.347132 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13083970-50cf-47c6-993e-42cb743254bf tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:27:33.347541 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13083970-50cf-47c6-993e-42cb743254bf tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:27:33.347864 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13083970-50cf-47c6-993e-42cb743254bf tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:27:33.348202 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13083970-50cf-47c6-993e-42cb743254bf tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:27:33.348531 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13083970-50cf-47c6-993e-42cb743254bf tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:27:33.348858 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13083970-50cf-47c6-993e-42cb743254bf tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:27:33.511560 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4096c26f-a359-4a2f-b40b-d2c6f5629765 req-ecd2f1a7-4cb7-4c75-bb75-adb54875a9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:33.513490 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4096c26f-a359-4a2f-b40b-d2c6f5629765 req-ecd2f1a7-4cb7-4c75-bb75-adb54875a9ff service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fc542170-88f6-4c2f-93dd-699ca91e8342 HTTP/1.1" status: 200 len: 1098 time: 0.1445858 Oct 30 15:27:33.624143 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4096c26f-a359-4a2f-b40b-d2c6f5629765 req-2a14f157-589b-4c75-91f2-3a0228c7c908 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=18950aca-06cc-4b84-b3ff-54cf6d21ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003382 Oct 30 15:27:33.650780 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-65787d88-5601-4c57-bbd0-cf5a110c0710 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Deleting port 3c120248-b3e7-4085-a3f5-6084a7f0be97 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:27:33.651669 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-65787d88-5601-4c57-bbd0-cf5a110c0710 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:33.751028 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-65787d88-5601-4c57-bbd0-cf5a110c0710 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:33.751773 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-65787d88-5601-4c57-bbd0-cf5a110c0710 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:33.772451 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-65787d88-5601-4c57-bbd0-cf5a110c0710 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Calling delete_port for 3c120248-b3e7-4085-a3f5-6084a7f0be97 owned by network:floatingip {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:27:33.984811 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-65787d88-5601-4c57-bbd0-cf5a110c0710 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:34.037283 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f2635-4d27-42f2-907b-949d5f770039 req-7a184490-2a45-484a-8995-293afa54db42 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:34.039671 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-519f2635-4d27-42f2-907b-949d5f770039 req-7a184490-2a45-484a-8995-293afa54db42 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec7a1cf7-f816-4434-95df-1ba928f178cc HTTP/1.1" status: 200 len: 944 time: 0.1031697 Oct 30 15:27:34.039671 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65787d88-5601-4c57-bbd0-cf5a110c0710 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Pushing event deleted for resources: {'Port': ['ID=3c120248-b3e7-4085-a3f5-6084a7f0be97,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:27:34.193102 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device fdd29310-f83f-4423-9cea-4eafad156f30 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:27:34.211845 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-519f2635-4d27-42f2-907b-949d5f770039 req-34768d59-499a-498a-85b6-da742256fb2e tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501737 Oct 30 15:27:34.315949 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-65787d88-5601-4c57-bbd0-cf5a110c0710 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks [] for floatingip, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:34.324721 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-65787d88-5601-4c57-bbd0-cf5a110c0710 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:34.328037 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-65787d88-5601-4c57-bbd0-cf5a110c0710 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "DELETE /v2.0/floatingips/74e203dd-c0c3-4c98-9f94-0c6bc4798239 HTTP/1.1" status: 204 len: 168 time: 1.0015798 Oct 30 15:27:34.335034 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port fdd29310-f83f-4423-9cea-4eafad156f30 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:27:34.335528 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 57080) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:27:34.341241 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port fdd29310-f83f-4423-9cea-4eafad156f30 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:27:34.341927 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:34.407317 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b41a2-bd87-43c5-a5c7-36df7ab1d573 req-1bd8a1fa-1af9-4e13-86a8-a8f46f7928c3 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:34.410439 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9e4b41a2-bd87-43c5-a5c7-36df7ab1d573 req-1bd8a1fa-1af9-4e13-86a8-a8f46f7928c3 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc542170-88f6-4c2f-93dd-699ca91e8342 HTTP/1.1" status: 200 len: 946 time: 0.0957079 Oct 30 15:27:34.482254 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:34.491147 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9e4b41a2-bd87-43c5-a5c7-36df7ab1d573 req-fd701ed0-47b2-4119-98a7-b23bd7207515 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/security-groups?id=18950aca-06cc-4b84-b3ff-54cf6d21ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686574 Oct 30 15:27:34.492325 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-e427f00e-0d69-4433-813f-bcdcda616b66 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Deleting port e21a4b47-04c9-4fc7-8de8-e9be41310592 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:27:34.492676 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e427f00e-0d69-4433-813f-bcdcda616b66 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:34.526639 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec7a1cf7-f816-4434-95df-1ba928f178cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd29310-f83f-4423-9cea-4eafad156f30'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:27:34.537807 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e74b36-3897-4b7a-a955-fff53088334b" -d '{"events": [{"server_uuid": "ec7a1cf7-f816-4434-95df-1ba928f178cc", "name": "network-vif-plugged", "status": "completed", "tag": "fdd29310-f83f-4423-9cea-4eafad156f30"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:27:34.561059 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port fdd29310-f83f-4423-9cea-4eafad156f30, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=fdd29310-f83f-4423-9cea-4eafad156f30,segment=NetworkSegment(7dc81a9b-3539-4be9-a222-feb3b591dcc0),segment_id=7dc81a9b-3539-4be9-a222-feb3b591dcc0)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:27:34.568562 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:34.620949 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19bbd80b-35af-453a-a653-d58f87bfa7f4 x-openstack-request-id: req-19bbd80b-35af-453a-a653-d58f87bfa7f4 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:27:34.621242 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec7a1cf7-f816-4434-95df-1ba928f178cc", "name": "network-vif-plugged", "status": "completed", "tag": "fdd29310-f83f-4423-9cea-4eafad156f30", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:27:34.621496 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-19bbd80b-35af-453a-a653-d58f87bfa7f4 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:27:34.621892 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec7a1cf7-f816-4434-95df-1ba928f178cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd29310-f83f-4423-9cea-4eafad156f30', 'code': 200} Oct 30 15:27:34.641845 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=fdd29310-f83f-4423-9cea-4eafad156f30,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:27:34.652254 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e427f00e-0d69-4433-813f-bcdcda616b66 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:34.670811 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-e427f00e-0d69-4433-813f-bcdcda616b66 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Calling delete_port for e21a4b47-04c9-4fc7-8de8-e9be41310592 owned by {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:27:34.758822 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb497f-a6fa-4472-8d92-7ac467fdd85f req-17827831-2519-4311-a05a-12a374fbe2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:34.760397 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e8cb497f-a6fa-4472-8d92-7ac467fdd85f req-17827831-2519-4311-a05a-12a374fbe2ae service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ec7a1cf7-f816-4434-95df-1ba928f178cc HTTP/1.1" status: 200 len: 1097 time: 0.0480647 Oct 30 15:27:34.810871 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e8cb497f-a6fa-4472-8d92-7ac467fdd85f req-0d61f0a0-d324-4904-ad9e-96b63862fe8c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421491 Oct 30 15:27:34.880145 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e427f00e-0d69-4433-813f-bcdcda616b66 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:34.929663 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e427f00e-0d69-4433-813f-bcdcda616b66 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Pushing event deleted for resources: {'Port': ['ID=e21a4b47-04c9-4fc7-8de8-e9be41310592,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:27:34.998534 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e427f00e-0d69-4433-813f-bcdcda616b66 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:35.002419 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e427f00e-0d69-4433-813f-bcdcda616b66 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "DELETE /v2.0/ports/e21a4b47-04c9-4fc7-8de8-e9be41310592 HTTP/1.1" status: 204 len: 168 time: 0.6594093 Oct 30 15:27:35.005834 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 57088) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:27:35.111325 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-0eec62e6-db14-4885-afc7-0f13f7e06815 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Deleting port ff9a5354-a79a-4869-a44a-a51335ced7ef {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:27:35.111704 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0eec62e6-db14-4885-afc7-0f13f7e06815 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:35.211134 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0eec62e6-db14-4885-afc7-0f13f7e06815 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:35.224926 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-0eec62e6-db14-4885-afc7-0f13f7e06815 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Calling delete_port for ff9a5354-a79a-4869-a44a-a51335ced7ef owned by {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:27:35.399457 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a8742-3f5f-4796-bfa4-561f9e18ca01 req-3f348729-6da3-452a-9fc8-138a92ab7a7d tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:35.415069 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-182a8742-3f5f-4796-bfa4-561f9e18ca01 req-3f348729-6da3-452a-9fc8-138a92ab7a7d tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec7a1cf7-f816-4434-95df-1ba928f178cc HTTP/1.1" status: 200 len: 945 time: 0.1034043 Oct 30 15:27:35.492084 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-182a8742-3f5f-4796-bfa4-561f9e18ca01 req-5ccb1959-d813-4da4-8445-0a7d16fb671e tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816028 Oct 30 15:27:35.497539 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0eec62e6-db14-4885-afc7-0f13f7e06815 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:35.535931 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eec62e6-db14-4885-afc7-0f13f7e06815 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Pushing event deleted for resources: {'Port': ['ID=ff9a5354-a79a-4869-a44a-a51335ced7ef,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:27:35.612812 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373ee33-0104-443d-966f-35c5581746f3 req-55b1d571-8cab-4238-bd19-b4b00ab4c4d8 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:35.615768 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0eec62e6-db14-4885-afc7-0f13f7e06815 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:35.616024 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2373ee33-0104-443d-966f-35c5581746f3 req-55b1d571-8cab-4238-bd19-b4b00ab4c4d8 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc542170-88f6-4c2f-93dd-699ca91e8342 HTTP/1.1" status: 200 len: 946 time: 0.0527611 Oct 30 15:27:35.621583 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-0eec62e6-db14-4885-afc7-0f13f7e06815 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "DELETE /v2.0/ports/ff9a5354-a79a-4869-a44a-a51335ced7ef HTTP/1.1" status: 204 len: 168 time: 0.6123924 Oct 30 15:27:35.621925 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 57114) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:27:35.657629 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2373ee33-0104-443d-966f-35c5581746f3 req-42a9a379-07f2-4ed8-be2d-626ebdd85e93 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/security-groups?id=18950aca-06cc-4b84-b3ff-54cf6d21ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342317 Oct 30 15:27:35.695285 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-536c4292-66b6-492f-91ca-9b5667224a0f tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Deleting subnet 7868c22e-6812-4ce4-9812-394c9b463f87 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:27:35.699377 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-536c4292-66b6-492f-91ca-9b5667224a0f tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:35.754591 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-536c4292-66b6-492f-91ca-9b5667224a0f tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:35.969464 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-536c4292-66b6-492f-91ca-9b5667224a0f tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:36.052075 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3618088c-694d-4355-8f5e-9b823b443dcf req-21f0fee3-5db8-4cc1-b555-fef47cc6d1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:36.053800 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3618088c-694d-4355-8f5e-9b823b443dcf req-21f0fee3-5db8-4cc1-b555-fef47cc6d1dd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8883efdab1974efc9f550527d856656f&device_id=fc542170-88f6-4c2f-93dd-699ca91e8342 HTTP/1.1" status: 200 len: 1098 time: 0.1288519 Oct 30 15:27:36.101494 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-536c4292-66b6-492f-91ca-9b5667224a0f tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:36.140836 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536c4292-66b6-492f-91ca-9b5667224a0f tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Pushing event deleted for resources: {'Subnet': ['ID=7868c22e-6812-4ce4-9812-394c9b463f87,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:27:36.156101 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f97f13-6e40-407a-a4b8-16509c5d9c8e None None] Network 992316f0-a5bb-44db-b566-e8ec1fde1c28 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:27:36.156598 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-536c4292-66b6-492f-91ca-9b5667224a0f tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:36.162243 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-536c4292-66b6-492f-91ca-9b5667224a0f tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "DELETE /v2.0/subnets/7868c22e-6812-4ce4-9812-394c9b463f87 HTTP/1.1" status: 204 len: 168 time: 0.5392179 Oct 30 15:27:36.163730 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3618088c-694d-4355-8f5e-9b823b443dcf req-b85bf92e-669c-42c8-98e3-1bd3f7de1823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:36.164759 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 57132) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:27:36.165191 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3618088c-694d-4355-8f5e-9b823b443dcf req-b85bf92e-669c-42c8-98e3-1bd3f7de1823 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e874fc18-e11d-4a09-8a86-4d3449e06603 HTTP/1.1" status: 200 len: 919 time: 0.1043198 Oct 30 15:27:36.213563 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3618088c-694d-4355-8f5e-9b823b443dcf req-2bf7cf2c-91c3-4664-9603-2ee54152b9e7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99d5db0b-d610-47fd-95c7-44707343fc82 HTTP/1.1" status: 200 len: 217 time: 0.0406599 Oct 30 15:27:36.224058 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcea58f-01a4-4b89-ac30-768ac82ca077 req-b10940c2-10ab-4810-9e59-48efc3c71b01 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:36.227051 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-35a96798-9443-41f0-bbe5-ea43c312519c tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Deleting subnet d87999b7-8b72-4b87-ab2b-73584fe80893 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:27:36.230756 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-35a96798-9443-41f0-bbe5-ea43c312519c tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:36.232572 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dfcea58f-01a4-4b89-ac30-768ac82ca077 req-b10940c2-10ab-4810-9e59-48efc3c71b01 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc542170-88f6-4c2f-93dd-699ca91e8342 HTTP/1.1" status: 200 len: 946 time: 0.2548451 Oct 30 15:27:36.279696 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-35a96798-9443-41f0-bbe5-ea43c312519c tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:36.325603 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dfcea58f-01a4-4b89-ac30-768ac82ca077 req-496a4562-e141-480f-8504-4a5877da0bae tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/security-groups?id=18950aca-06cc-4b84-b3ff-54cf6d21ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815918 Oct 30 15:27:36.352660 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3618088c-694d-4355-8f5e-9b823b443dcf req-dea20174-22c8-482f-a47a-279207083e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:36.354141 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3618088c-694d-4355-8f5e-9b823b443dcf req-dea20174-22c8-482f-a47a-279207083e2b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8ef7cf87-b3e7-4e69-a9d4-cb34bde83505 HTTP/1.1" status: 200 len: 858 time: 0.1188889 Oct 30 15:27:36.385771 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5253fd6b-aed1-4c27-8064-471d27f0e1b7 None None] DHCP port deletion for 992316f0-a5bb-44db-b566-e8ec1fde1c28 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:27:36.392900 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3618088c-694d-4355-8f5e-9b823b443dcf req-3d3295ff-2ef7-4e89-aa81-ee2e5912558c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e874fc18-e11d-4a09-8a86-4d3449e06603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303991 Oct 30 15:27:36.452781 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-35a96798-9443-41f0-bbe5-ea43c312519c tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:36.476685 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-5253fd6b-aed1-4c27-8064-471d27f0e1b7 None None] Deleting port ce6e6ae2-4559-4763-a587-e090cf355924 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:27:36.477069 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5253fd6b-aed1-4c27-8064-471d27f0e1b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:36.512355 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3618088c-694d-4355-8f5e-9b823b443dcf req-c1a18397-fdfc-4392-824c-910a68cca895 service neutron] 10.222.0.53 "GET /v2.0/networks/e874fc18-e11d-4a09-8a86-4d3449e06603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123095 Oct 30 15:27:36.549829 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-5253fd6b-aed1-4c27-8064-471d27f0e1b7 None None] For port ce6e6ae2-4559-4763-a587-e090cf355924, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=ce6e6ae2-4559-4763-a587-e090cf355924,segment=NetworkSegment(b5ba004b-9013-4cb0-8ed5-52fde33455a1),segment_id=b5ba004b-9013-4cb0-8ed5-52fde33455a1)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:27:36.551151 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5253fd6b-aed1-4c27-8064-471d27f0e1b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:36.567683 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-5253fd6b-aed1-4c27-8064-471d27f0e1b7 None None] Calling delete_port for ce6e6ae2-4559-4763-a587-e090cf355924 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:27:36.583800 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-35a96798-9443-41f0-bbe5-ea43c312519c tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:36.643045 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a96798-9443-41f0-bbe5-ea43c312519c tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Pushing event deleted for resources: {'Subnet': ['ID=d87999b7-8b72-4b87-ab2b-73584fe80893,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:27:36.662158 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5253fd6b-aed1-4c27-8064-471d27f0e1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:36.668727 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-35a96798-9443-41f0-bbe5-ea43c312519c tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:36.688031 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2006e924-3c09-45ea-8947-6539f8ccab36 None None] Network 1c5c7057-6cfb-4273-ace5-d2dc41be3e4a requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:27:36.690029 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 57138) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:27:36.692115 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5253fd6b-aed1-4c27-8064-471d27f0e1b7 None None] No DVR routers for this DVR port ce6e6ae2-4559-4763-a587-e090cf355924 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:27:36.692840 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-35a96798-9443-41f0-bbe5-ea43c312519c tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "DELETE /v2.0/subnets/d87999b7-8b72-4b87-ab2b-73584fe80893 HTTP/1.1" status: 204 len: 168 time: 0.5265629 Oct 30 15:27:36.744542 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd76359-3b4a-4c38-aa69-86703bb9608c req-1f9b7e07-761b-41a3-ab09-1bfddc161724 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:36.746356 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8dd76359-3b4a-4c38-aa69-86703bb9608c req-1f9b7e07-761b-41a3-ab09-1bfddc161724 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec7a1cf7-f816-4434-95df-1ba928f178cc HTTP/1.1" status: 200 len: 945 time: 0.1010368 Oct 30 15:27:36.783537 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3618088c-694d-4355-8f5e-9b823b443dcf req-1e38c11d-3d55-4ead-baac-689f012883b5 service neutron] 10.222.0.53 "GET /v2.0/networks/e874fc18-e11d-4a09-8a86-4d3449e06603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523780 Oct 30 15:27:36.805450 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8dd76359-3b4a-4c38-aa69-86703bb9608c req-3d5b0ff0-1391-4784-98f8-def5bcc67234 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526352 Oct 30 15:27:36.834419 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c8520721-c509-4a52-ad19-9f42fab719f7 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:36.842689 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5253fd6b-aed1-4c27-8064-471d27f0e1b7 None None] Pushing event deleted for resources: {'Port': ['ID=ce6e6ae2-4559-4763-a587-e090cf355924,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:27:36.961793 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c8520721-c509-4a52-ad19-9f42fab719f7 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:36.994183 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-c8520721-c509-4a52-ad19-9f42fab719f7 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['992316f0-a5bb-44db-b566-e8ec1fde1c28']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:27:37.017220 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-c8520721-c509-4a52-ad19-9f42fab719f7 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5ba004b-9013-4cb0-8ed5-52fde33455a1') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:27:37.017614 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-c8520721-c509-4a52-ad19-9f42fab719f7 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5ba004b-9013-4cb0-8ed5-52fde33455a1') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:27:37.039154 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c8520721-c509-4a52-ad19-9f42fab719f7 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:37.087702 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c8520721-c509-4a52-ad19-9f42fab719f7 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:37.095209 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8520721-c509-4a52-ad19-9f42fab719f7 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:27:37.095791 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c8520721-c509-4a52-ad19-9f42fab719f7 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:37.100270 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:27:37.100270 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:27:37.100270 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:27:37.100270 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:27:37.100270 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:27:37.100270 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:27:37.100270 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:27:37.100270 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:27:37.100270 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:27:37.100270 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:27:37.100270 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:27:37.100270 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:27:37.100270 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:27:37.100270 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:27:37.100270 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:27:37.100270 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:27:37.100270 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:27:37.100270 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:27:37.100270 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:27:37.100270 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:27:37.100270 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:27:37.100270 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:27:37.100270 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:27:37.100270 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:27:37.100270 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:27:37.100270 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:27:37.100270 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:27:37.100270 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:27:37.100270 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:27:37.100270 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:27:37.100270 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:27:37.100270 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:27:37.102689 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02cbe2a7-efe5-4b99-abbf-54ca4925ce34 None None] DHCP port deletion for 1c5c7057-6cfb-4273-ace5-d2dc41be3e4a request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:27:37.184858 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-02cbe2a7-efe5-4b99-abbf-54ca4925ce34 None None] Deleting port 5660e2c1-aef9-478e-9b31-b2cf03484e96 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:27:37.185507 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-02cbe2a7-efe5-4b99-abbf-54ca4925ce34 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:37.227985 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c8520721-c509-4a52-ad19-9f42fab719f7 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:37.248098 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c8520721-c509-4a52-ad19-9f42fab719f7 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:37.254209 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-c8520721-c509-4a52-ad19-9f42fab719f7 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "DELETE /v2.0/networks/992316f0-a5bb-44db-b566-e8ec1fde1c28 HTTP/1.1" status: 204 len: 168 time: 0.5542285 Oct 30 15:27:37.256593 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 57148) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:27:37.265461 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-02cbe2a7-efe5-4b99-abbf-54ca4925ce34 None None] For port 5660e2c1-aef9-478e-9b31-b2cf03484e96, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=5660e2c1-aef9-478e-9b31-b2cf03484e96,segment=NetworkSegment(4d71454c-3ec5-4d11-8d12-d1e996d7212b),segment_id=4d71454c-3ec5-4d11-8d12-d1e996d7212b)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:27:37.267129 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-02cbe2a7-efe5-4b99-abbf-54ca4925ce34 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:37.270716 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8520721-c509-4a52-ad19-9f42fab719f7 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Pushing event deleted for resources: {'Network': ['ID=992316f0-a5bb-44db-b566-e8ec1fde1c28,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:27:37.284466 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-02cbe2a7-efe5-4b99-abbf-54ca4925ce34 None None] Calling delete_port for 5660e2c1-aef9-478e-9b31-b2cf03484e96 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:27:37.296851 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f7aad5-2ed8-437b-86e3-913924405141 req-d3d25d92-6e4f-4a2f-8e58-0fd315f1e5c5 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:37.308103 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f8f7aad5-2ed8-437b-86e3-913924405141 req-d3d25d92-6e4f-4a2f-8e58-0fd315f1e5c5 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec7a1cf7-f816-4434-95df-1ba928f178cc HTTP/1.1" status: 200 len: 945 time: 0.1317360 Oct 30 15:27:37.361714 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f8f7aad5-2ed8-437b-86e3-913924405141 req-fc5aacec-94ce-4891-be49-aebcb0f7cb82 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475523 Oct 30 15:27:37.390288 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-02cbe2a7-efe5-4b99-abbf-54ca4925ce34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:37.411682 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e6dd34d6-4fbf-40fa-8af0-5827fab44af9 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:37.454513 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cbe2a7-efe5-4b99-abbf-54ca4925ce34 None None] Pushing event deleted for resources: {'Port': ['ID=5660e2c1-aef9-478e-9b31-b2cf03484e96,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:27:37.467313 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cbe2a7-efe5-4b99-abbf-54ca4925ce34 None None] No DVR routers for this DVR port 5660e2c1-aef9-478e-9b31-b2cf03484e96 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:27:37.561650 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f50ad13-b484-442e-b53b-d20024554e61 req-d576a6c9-9a7f-49dd-ac4e-8817c928bb41 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:37.563164 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3f50ad13-b484-442e-b53b-d20024554e61 req-d576a6c9-9a7f-49dd-ac4e-8817c928bb41 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec7a1cf7-f816-4434-95df-1ba928f178cc HTTP/1.1" status: 200 len: 945 time: 0.0707610 Oct 30 15:27:37.580376 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e6dd34d6-4fbf-40fa-8af0-5827fab44af9 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:37.617210 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3f50ad13-b484-442e-b53b-d20024554e61 req-ad16beda-23af-49e2-a350-269ba7045578 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457568 Oct 30 15:27:37.620687 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33767cc-c284-4d02-aa2a-6c3d18bed35d req-5953bd83-2cda-4f5b-b746-363aa9bee953 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:37.628247 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b33767cc-c284-4d02-aa2a-6c3d18bed35d req-5953bd83-2cda-4f5b-b746-363aa9bee953 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc542170-88f6-4c2f-93dd-699ca91e8342 HTTP/1.1" status: 200 len: 946 time: 0.1805706 Oct 30 15:27:37.640062 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-e6dd34d6-4fbf-40fa-8af0-5827fab44af9 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c5c7057-6cfb-4273-ace5-d2dc41be3e4a']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:27:37.663724 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-e6dd34d6-4fbf-40fa-8af0-5827fab44af9 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d71454c-3ec5-4d11-8d12-d1e996d7212b') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:27:37.664250 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-e6dd34d6-4fbf-40fa-8af0-5827fab44af9 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d71454c-3ec5-4d11-8d12-d1e996d7212b') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:27:37.679922 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e6dd34d6-4fbf-40fa-8af0-5827fab44af9 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:37.713292 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b33767cc-c284-4d02-aa2a-6c3d18bed35d req-06f91afb-e163-4f4d-b2f3-8bf6f50b8f1f tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/security-groups?id=18950aca-06cc-4b84-b3ff-54cf6d21ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829272 Oct 30 15:27:37.719067 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e6dd34d6-4fbf-40fa-8af0-5827fab44af9 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:37.736195 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6dd34d6-4fbf-40fa-8af0-5827fab44af9 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:27:37.736830 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e6dd34d6-4fbf-40fa-8af0-5827fab44af9 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:37.742878 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:27:37.742878 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:27:37.742878 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:27:37.742878 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:27:37.742878 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:27:37.742878 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:27:37.742878 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:27:37.742878 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:27:37.742878 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:27:37.742878 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:27:37.742878 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:27:37.742878 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:27:37.742878 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:27:37.742878 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:27:37.742878 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:27:37.742878 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:27:37.742878 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:27:37.742878 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:27:37.742878 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:27:37.742878 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:27:37.742878 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:27:37.742878 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:27:37.742878 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:27:37.742878 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:27:37.742878 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:27:37.742878 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:27:37.742878 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:27:37.742878 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:27:37.742878 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:27:37.742878 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:27:37.742878 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:27:37.742878 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:27:37.862359 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e6dd34d6-4fbf-40fa-8af0-5827fab44af9 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:37.891278 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e6dd34d6-4fbf-40fa-8af0-5827fab44af9 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:37.896659 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e6dd34d6-4fbf-40fa-8af0-5827fab44af9 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] 10.222.0.62 "DELETE /v2.0/networks/1c5c7057-6cfb-4273-ace5-d2dc41be3e4a HTTP/1.1" status: 204 len: 168 time: 0.6380866 Oct 30 15:27:37.925064 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device ce6e6ae2-4559-4763-a587-e090cf355924 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:27:37.926485 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dd34d6-4fbf-40fa-8af0-5827fab44af9 tempest-TaggedBootDevicesTest_v242-822406355 tempest-TaggedBootDevicesTest_v242-822406355-project] Pushing event deleted for resources: {'Network': ['ID=1c5c7057-6cfb-4273-ace5-d2dc41be3e4a,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:27:37.960310 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: ce6e6ae2-4559-4763-a587-e090cf355924 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:27:37.960940 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device ce6e6ae2-4559-4763-a587-e090cf355924 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:27:37.962037 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 5660e2c1-aef9-478e-9b31-b2cf03484e96 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:27:37.982403 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9df5bd-9a8b-460c-9b7b-162274647f58 req-7585e9bf-f1ac-414f-9aa1-90ebf266b8e5 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:37.983445 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 5660e2c1-aef9-478e-9b31-b2cf03484e96 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:27:37.983844 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 5660e2c1-aef9-478e-9b31-b2cf03484e96 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:27:37.984201 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4e9df5bd-9a8b-460c-9b7b-162274647f58 req-7585e9bf-f1ac-414f-9aa1-90ebf266b8e5 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec7a1cf7-f816-4434-95df-1ba928f178cc HTTP/1.1" status: 200 len: 945 time: 0.0687709 Oct 30 15:27:38.047822 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4e9df5bd-9a8b-460c-9b7b-162274647f58 req-d11c5946-9127-47f2-a731-90f58ad2c6d2 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524154 Oct 30 15:27:38.871405 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4f93f-c788-4fae-b273-1789bc70a582 req-0d2274e7-1e5a-43a8-97b7-6f0da356e3fe tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:38.873568 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a1f4f93f-c788-4fae-b273-1789bc70a582 req-0d2274e7-1e5a-43a8-97b7-6f0da356e3fe tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc542170-88f6-4c2f-93dd-699ca91e8342 HTTP/1.1" status: 200 len: 946 time: 0.0705554 Oct 30 15:27:38.935376 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a1f4f93f-c788-4fae-b273-1789bc70a582 req-9fdf2b9a-f4fb-4632-baaf-728a216cef68 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/security-groups?id=18950aca-06cc-4b84-b3ff-54cf6d21ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496438 Oct 30 15:27:39.240011 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b187ce-7acb-4f8b-a5ef-7e087b3c1fb9 req-d69c32b9-46f1-40f0-a942-66b525baf769 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:39.242188 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-52b187ce-7acb-4f8b-a5ef-7e087b3c1fb9 req-d69c32b9-46f1-40f0-a942-66b525baf769 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec7a1cf7-f816-4434-95df-1ba928f178cc HTTP/1.1" status: 200 len: 945 time: 0.1069529 Oct 30 15:27:39.532911 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794ad37a-f48e-4a89-8e02-74338df40273 req-e35a5911-937c-487f-b0b2-9de2d1bda188 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:39.541254 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-794ad37a-f48e-4a89-8e02-74338df40273 req-e35a5911-937c-487f-b0b2-9de2d1bda188 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec7a1cf7-f816-4434-95df-1ba928f178cc HTTP/1.1" status: 200 len: 945 time: 0.2977338 Oct 30 15:27:39.566743 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-52b187ce-7acb-4f8b-a5ef-7e087b3c1fb9 req-9a605910-0c85-4373-b25f-00859b290df3 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Deleting port fdd29310-f83f-4423-9cea-4eafad156f30 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:27:39.567190 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-52b187ce-7acb-4f8b-a5ef-7e087b3c1fb9 req-9a605910-0c85-4373-b25f-00859b290df3 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:39.650297 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-794ad37a-f48e-4a89-8e02-74338df40273 req-a25e00fa-7a7c-4d97-bb77-dda67e59661b tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049449 Oct 30 15:27:39.728858 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-52b187ce-7acb-4f8b-a5ef-7e087b3c1fb9 req-9a605910-0c85-4373-b25f-00859b290df3 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] For port fdd29310-f83f-4423-9cea-4eafad156f30, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=fdd29310-f83f-4423-9cea-4eafad156f30,segment=NetworkSegment(7dc81a9b-3539-4be9-a222-feb3b591dcc0),segment_id=7dc81a9b-3539-4be9-a222-feb3b591dcc0)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:27:39.729674 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-52b187ce-7acb-4f8b-a5ef-7e087b3c1fb9 req-9a605910-0c85-4373-b25f-00859b290df3 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:39.768402 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-52b187ce-7acb-4f8b-a5ef-7e087b3c1fb9 req-9a605910-0c85-4373-b25f-00859b290df3 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Calling delete_port for fdd29310-f83f-4423-9cea-4eafad156f30 owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:27:40.008755 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-52b187ce-7acb-4f8b-a5ef-7e087b3c1fb9 req-9a605910-0c85-4373-b25f-00859b290df3 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:40.022834 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['fdd29310-f83f-4423-9cea-4eafad156f30'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:27:40.025938 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['20b1da37-2313-4f20-8e19-c39745683e2e'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:27:40.093521 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a605910-0c85-4373-b25f-00859b290df3 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Pushing event deleted for resources: {'Port': ['ID=fdd29310-f83f-4423-9cea-4eafad156f30,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:27:40.207366 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-52b187ce-7acb-4f8b-a5ef-7e087b3c1fb9 req-9a605910-0c85-4373-b25f-00859b290df3 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] No DVR routers for this DVR port fdd29310-f83f-4423-9cea-4eafad156f30 on host n-h1-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:27:40.212376 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-52b187ce-7acb-4f8b-a5ef-7e087b3c1fb9 req-9a605910-0c85-4373-b25f-00859b290df3 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:40.220575 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-52b187ce-7acb-4f8b-a5ef-7e087b3c1fb9 req-9a605910-0c85-4373-b25f-00859b290df3 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.53 "DELETE /v2.0/ports/fdd29310-f83f-4423-9cea-4eafad156f30 HTTP/1.1" status: 204 len: 173 time: 0.9670672 Oct 30 15:27:40.223754 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec7a1cf7-f816-4434-95df-1ba928f178cc', 'name': 'network-vif-deleted', 'tag': 'fdd29310-f83f-4423-9cea-4eafad156f30'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:27:40.226835 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1698e1-949b-40a8-a6c7-c774313568ee" -d '{"events": [{"server_uuid": "ec7a1cf7-f816-4434-95df-1ba928f178cc", "name": "network-vif-deleted", "tag": "fdd29310-f83f-4423-9cea-4eafad156f30"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:27:40.321816 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96057c91-fe41-4a4e-b773-bbaac89ca226 x-openstack-request-id: req-96057c91-fe41-4a4e-b773-bbaac89ca226 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:27:40.322439 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec7a1cf7-f816-4434-95df-1ba928f178cc", "name": "network-vif-deleted", "tag": "fdd29310-f83f-4423-9cea-4eafad156f30", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:27:40.322439 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-96057c91-fe41-4a4e-b773-bbaac89ca226 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:27:40.322749 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec7a1cf7-f816-4434-95df-1ba928f178cc', 'name': 'network-vif-deleted', 'tag': 'fdd29310-f83f-4423-9cea-4eafad156f30', 'status': 'completed', 'code': 200} Oct 30 15:27:40.943576 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bc226c07-cccc-427d-9fe6-133e3fb1249e req-06eb326a-23d4-4b24-83f5-9281461af15f tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec7a1cf7-f816-4434-95df-1ba928f178cc HTTP/1.1" status: 200 len: 210 time: 0.1514637 Oct 30 15:27:41.692084 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f61c2-18fd-4bd2-b3ad-cc93f5fad629 req-5edcb6b5-3d30-4814-a789-d6702c655bd2 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:41.693574 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3b3f61c2-18fd-4bd2-b3ad-cc93f5fad629 req-5edcb6b5-3d30-4814-a789-d6702c655bd2 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc542170-88f6-4c2f-93dd-699ca91e8342 HTTP/1.1" status: 200 len: 946 time: 0.0572777 Oct 30 15:27:41.732188 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3b3f61c2-18fd-4bd2-b3ad-cc93f5fad629 req-fcbb6c84-cbac-4519-be24-3267669e1bc2 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/security-groups?id=18950aca-06cc-4b84-b3ff-54cf6d21ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323415 Oct 30 15:27:42.326563 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07936e8b-834d-4d1e-aa3b-e737f2dfea17 req-806a32be-4779-4162-b716-98977ba24254 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:42.329217 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-07936e8b-834d-4d1e-aa3b-e737f2dfea17 req-806a32be-4779-4162-b716-98977ba24254 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/networks?id=e3d349fd-06d3-4d89-81c2-25b2b94c579c HTTP/1.1" status: 200 len: 806 time: 0.1442282 Oct 30 15:27:42.354301 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-07936e8b-834d-4d1e-aa3b-e737f2dfea17 req-9c637bba-e3cc-4e70-9f99-738f10a60723 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/quotas/a3028294d5734482b28fa89832495d29 HTTP/1.1" status: 200 len: 375 time: 0.0181971 Oct 30 15:27:42.432178 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-07936e8b-834d-4d1e-aa3b-e737f2dfea17 req-4fa19789-d72c-4ff5-a96c-79882746354c tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a3028294d5734482b28fa89832495d29&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0704136 Oct 30 15:27:42.538015 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [req-07936e8b-834d-4d1e-aa3b-e737f2dfea17 req-e34a4fcf-209a-4e4c-9940-e511229f4f09 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:27:42.539247 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-07936e8b-834d-4d1e-aa3b-e737f2dfea17 req-e34a4fcf-209a-4e4c-9940-e511229f4f09 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1001322 Oct 30 15:27:42.710329 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-07936e8b-834d-4d1e-aa3b-e737f2dfea17 req-332ea87c-ac2e-45a6-9179-ccff26de569d service neutron] 10.222.0.62 "GET /v2.0/networks/e3d349fd-06d3-4d89-81c2-25b2b94c579c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639581 Oct 30 15:27:42.975146 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-07936e8b-834d-4d1e-aa3b-e737f2dfea17 req-1fea443b-9a52-4286-b7fc-0e75ba5017ef service neutron] 10.222.0.62 "GET /v2.0/networks/e3d349fd-06d3-4d89-81c2-25b2b94c579c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627549 Oct 30 15:27:43.305120 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d2ea3d87-a8c0-4fa0-83b4-1d592361b5a4 req-88186b2f-5e02-48a8-9d13-b27c4c6d67da tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=af8ba3a3-e1d9-42e9-ae8b-2a54174dffdc HTTP/1.1" status: 200 len: 210 time: 0.0505819 Oct 30 15:27:44.245971 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device fdd29310-f83f-4423-9cea-4eafad156f30 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:27:44.330969 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: fdd29310-f83f-4423-9cea-4eafad156f30 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:27:44.332052 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device fdd29310-f83f-4423-9cea-4eafad156f30 not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:27:44.553530 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-877db037-76fe-4a69-bd79-d62f7a2b257e req-a8642fad-a163-4e64-a848-7c39e2d03b3a tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=af8ba3a3-e1d9-42e9-ae8b-2a54174dffdc HTTP/1.1" status: 200 len: 210 time: 0.0862250 Oct 30 15:27:44.902929 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07936e8b-834d-4d1e-aa3b-e737f2dfea17 req-80448770-bfee-4709-a2b2-1ecf914bb0ca tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:44.904940 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-07936e8b-834d-4d1e-aa3b-e737f2dfea17 req-80448770-bfee-4709-a2b2-1ecf914bb0ca tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.53 "GET /v2.0/networks?id=e3d349fd-06d3-4d89-81c2-25b2b94c579c HTTP/1.1" status: 200 len: 806 time: 0.2995474 Oct 30 15:27:44.918793 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-07936e8b-834d-4d1e-aa3b-e737f2dfea17 req-f52249e6-f505-4fd9-9b3c-eb3ac9444ebc tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Request body: {'port': {'device_id': 'af8ba3a3-e1d9-42e9-ae8b-2a54174dffdc', 'network_id': 'e3d349fd-06d3-4d89-81c2-25b2b94c579c', 'admin_state_up': True, 'tenant_id': 'a3028294d5734482b28fa89832495d29'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:27:45.112343 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07936e8b-834d-4d1e-aa3b-e737f2dfea17 req-f52249e6-f505-4fd9-9b3c-eb3ac9444ebc tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Made reservation on behalf of a3028294d5734482b28fa89832495d29 for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:27:45.116617 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-07936e8b-834d-4d1e-aa3b-e737f2dfea17 req-f52249e6-f505-4fd9-9b3c-eb3ac9444ebc tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:45.312348 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-07936e8b-834d-4d1e-aa3b-e737f2dfea17 req-f52249e6-f505-4fd9-9b3c-eb3ac9444ebc tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Allocated IP 172.20.0.3 (e3d349fd-06d3-4d89-81c2-25b2b94c579c/8cd32631-4817-453f-b06d-49c42463e638/30c49f20-ba33-4312-a138-dcd5b8ac6f79) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:27:45.556138 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-07936e8b-834d-4d1e-aa3b-e737f2dfea17 req-f52249e6-f505-4fd9-9b3c-eb3ac9444ebc tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:45.755238 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-07936e8b-834d-4d1e-aa3b-e737f2dfea17 req-f52249e6-f505-4fd9-9b3c-eb3ac9444ebc tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:45.771633 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['20b1da37-2313-4f20-8e19-c39745683e2e'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:27:45.997847 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07936e8b-834d-4d1e-aa3b-e737f2dfea17 req-f52249e6-f505-4fd9-9b3c-eb3ac9444ebc tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Network e3d349fd-06d3-4d89-81c2-25b2b94c579c is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:27:46.000102 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52249e6-f505-4fd9-9b3c-eb3ac9444ebc tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Pushing event updated for resources: {'Port': ['ID=30c49f20-ba33-4312-a138-dcd5b8ac6f79,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:27:46.003305 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-07936e8b-834d-4d1e-aa3b-e737f2dfea17 req-f52249e6-f505-4fd9-9b3c-eb3ac9444ebc tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:27:46.035400 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6fe38-f098-49cf-898b-72e7f0210d81 req-cf4a530f-f607-423a-9b41-3405f13e7754 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:46.052116 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-60d6fe38-f098-49cf-898b-72e7f0210d81 req-cf4a530f-f607-423a-9b41-3405f13e7754 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=af8ba3a3-e1d9-42e9-ae8b-2a54174dffdc HTTP/1.1" status: 200 len: 931 time: 0.3142836 Oct 30 15:27:46.086424 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-07936e8b-834d-4d1e-aa3b-e737f2dfea17 req-f52249e6-f505-4fd9-9b3c-eb3ac9444ebc tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:27:46.225266 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07936e8b-834d-4d1e-aa3b-e737f2dfea17 req-f52249e6-f505-4fd9-9b3c-eb3ac9444ebc tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:46.226308 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-07936e8b-834d-4d1e-aa3b-e737f2dfea17 req-f52249e6-f505-4fd9-9b3c-eb3ac9444ebc tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:46.249729 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-60d6fe38-f098-49cf-898b-72e7f0210d81 req-9fd6d072-8a68-438a-b497-bbbbe6e6b4a4 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965165 Oct 30 15:27:46.255838 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-07936e8b-834d-4d1e-aa3b-e737f2dfea17 req-f52249e6-f505-4fd9-9b3c-eb3ac9444ebc tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3420415 Oct 30 15:27:46.274930 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-07936e8b-834d-4d1e-aa3b-e737f2dfea17 req-c17e76c0-5018-42ea-b5ce-ba58a5a5b18e service neutron] Request body: {'port': {'device_id': 'af8ba3a3-e1d9-42e9-ae8b-2a54174dffdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:27:46.340630 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-07936e8b-834d-4d1e-aa3b-e737f2dfea17 req-c17e76c0-5018-42ea-b5ce-ba58a5a5b18e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:47.304676 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-07936e8b-834d-4d1e-aa3b-e737f2dfea17 req-c17e76c0-5018-42ea-b5ce-ba58a5a5b18e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30c49f20-ba33-4312-a138-dcd5b8ac6f79 {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:27:47.323783 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-07936e8b-834d-4d1e-aa3b-e737f2dfea17 req-c17e76c0-5018-42ea-b5ce-ba58a5a5b18e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:47.354727 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-07936e8b-834d-4d1e-aa3b-e737f2dfea17 req-c17e76c0-5018-42ea-b5ce-ba58a5a5b18e service neutron] Transition to ACTIVE for port object 30c49f20-ba33-4312-a138-dcd5b8ac6f79 will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:27:47.362220 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-07936e8b-834d-4d1e-aa3b-e737f2dfea17 req-c17e76c0-5018-42ea-b5ce-ba58a5a5b18e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:47.557530 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a57af0-72e7-4fec-8f2a-e200aa06b7c3 req-1310ca92-fb45-462a-8e59-ee0d1e19ade4 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:47.559110 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-49a57af0-72e7-4fec-8f2a-e200aa06b7c3 req-1310ca92-fb45-462a-8e59-ee0d1e19ade4 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=af8ba3a3-e1d9-42e9-ae8b-2a54174dffdc HTTP/1.1" status: 200 len: 943 time: 0.1730239 Oct 30 15:27:47.562752 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17e76c0-5018-42ea-b5ce-ba58a5a5b18e service neutron] Pushing event updated for resources: {'Port': ['ID=30c49f20-ba33-4312-a138-dcd5b8ac6f79,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:27:47.770078 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-49a57af0-72e7-4fec-8f2a-e200aa06b7c3 req-5dddb136-6de1-49c0-8126-6f8aeebea6f0 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847806 Oct 30 15:27:47.811194 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-07936e8b-834d-4d1e-aa3b-e737f2dfea17 req-c17e76c0-5018-42ea-b5ce-ba58a5a5b18e service neutron] Attempting to bind port 30c49f20-ba33-4312-a138-dcd5b8ac6f79 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:27:47.811447 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-07936e8b-834d-4d1e-aa3b-e737f2dfea17 req-c17e76c0-5018-42ea-b5ce-ba58a5a5b18e service neutron] Attempting to bind port 30c49f20-ba33-4312-a138-dcd5b8ac6f79 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '7dc81a9b-3539-4be9-a222-feb3b591dcc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e3d349fd-06d3-4d89-81c2-25b2b94c579c'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:27:47.811737 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07936e8b-834d-4d1e-aa3b-e737f2dfea17 req-c17e76c0-5018-42ea-b5ce-ba58a5a5b18e service neutron] Attempting to bind port 30c49f20-ba33-4312-a138-dcd5b8ac6f79 on network e3d349fd-06d3-4d89-81c2-25b2b94c579c {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:27:47.826790 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07936e8b-834d-4d1e-aa3b-e737f2dfea17 req-c17e76c0-5018-42ea-b5ce-ba58a5a5b18e service neutron] Port 30c49f20-ba33-4312-a138-dcd5b8ac6f79 on network e3d349fd-06d3-4d89-81c2-25b2b94c579c not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:27:47.827249 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07936e8b-834d-4d1e-aa3b-e737f2dfea17 req-c17e76c0-5018-42ea-b5ce-ba58a5a5b18e service neutron] Attempting to bind port 30c49f20-ba33-4312-a138-dcd5b8ac6f79 on network e3d349fd-06d3-4d89-81c2-25b2b94c579c {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:27:47.843261 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07936e8b-834d-4d1e-aa3b-e737f2dfea17 req-c17e76c0-5018-42ea-b5ce-ba58a5a5b18e service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:27:47.844962 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07936e8b-834d-4d1e-aa3b-e737f2dfea17 req-c17e76c0-5018-42ea-b5ce-ba58a5a5b18e service neutron] Checking segment: {'id': '7dc81a9b-3539-4be9-a222-feb3b591dcc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e3d349fd-06d3-4d89-81c2-25b2b94c579c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:27:47.845560 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07936e8b-834d-4d1e-aa3b-e737f2dfea17 req-c17e76c0-5018-42ea-b5ce-ba58a5a5b18e service neutron] Bound using segment: {'id': '7dc81a9b-3539-4be9-a222-feb3b591dcc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e3d349fd-06d3-4d89-81c2-25b2b94c579c'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:27:47.847172 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-07936e8b-834d-4d1e-aa3b-e737f2dfea17 req-c17e76c0-5018-42ea-b5ce-ba58a5a5b18e service neutron] Bound port: 30c49f20-ba33-4312-a138-dcd5b8ac6f79, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dc81a9b-3539-4be9-a222-feb3b591dcc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e3d349fd-06d3-4d89-81c2-25b2b94c579c'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:27:47.847568 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-07936e8b-834d-4d1e-aa3b-e737f2dfea17 req-c17e76c0-5018-42ea-b5ce-ba58a5a5b18e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:47.982871 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-07936e8b-834d-4d1e-aa3b-e737f2dfea17 req-c17e76c0-5018-42ea-b5ce-ba58a5a5b18e service neutron] For port 30c49f20-ba33-4312-a138-dcd5b8ac6f79, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:27:47.987098 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-07936e8b-834d-4d1e-aa3b-e737f2dfea17 req-c17e76c0-5018-42ea-b5ce-ba58a5a5b18e service neutron] For port 30c49f20-ba33-4312-a138-dcd5b8ac6f79, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=30c49f20-ba33-4312-a138-dcd5b8ac6f79,segment=NetworkSegment(7dc81a9b-3539-4be9-a222-feb3b591dcc0),segment_id=7dc81a9b-3539-4be9-a222-feb3b591dcc0)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:27:47.992885 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-07936e8b-834d-4d1e-aa3b-e737f2dfea17 req-c17e76c0-5018-42ea-b5ce-ba58a5a5b18e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:48.058912 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07936e8b-834d-4d1e-aa3b-e737f2dfea17 req-c17e76c0-5018-42ea-b5ce-ba58a5a5b18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:48.059545 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-07936e8b-834d-4d1e-aa3b-e737f2dfea17 req-c17e76c0-5018-42ea-b5ce-ba58a5a5b18e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:48.062698 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-07936e8b-834d-4d1e-aa3b-e737f2dfea17 req-c17e76c0-5018-42ea-b5ce-ba58a5a5b18e service neutron] 10.222.0.53 "PUT /v2.0/ports/30c49f20-ba33-4312-a138-dcd5b8ac6f79 HTTP/1.1" status: 200 len: 1092 time: 1.7927547 Oct 30 15:27:48.086536 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af8ba3a3-e1d9-42e9-ae8b-2a54174dffdc', 'tag': '30c49f20-ba33-4312-a138-dcd5b8ac6f79'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:27:48.094849 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7029c681-ba32-49a8-96f2-ed48164c6539" -d '{"events": [{"name": "network-changed", "server_uuid": "af8ba3a3-e1d9-42e9-ae8b-2a54174dffdc", "tag": "30c49f20-ba33-4312-a138-dcd5b8ac6f79"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:27:48.192609 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a40832-cfe4-40fd-98fb-3db4520e0d19 x-openstack-request-id: req-18a40832-cfe4-40fd-98fb-3db4520e0d19 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:27:48.193032 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af8ba3a3-e1d9-42e9-ae8b-2a54174dffdc", "tag": "30c49f20-ba33-4312-a138-dcd5b8ac6f79", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:27:48.193339 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-18a40832-cfe4-40fd-98fb-3db4520e0d19 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:27:48.193981 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af8ba3a3-e1d9-42e9-ae8b-2a54174dffdc', 'tag': '30c49f20-ba33-4312-a138-dcd5b8ac6f79', 'status': 'completed', 'code': 200} Oct 30 15:27:48.245180 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17e76c0-5018-42ea-b5ce-ba58a5a5b18e service neutron] Pushing event updated for resources: {'Port': ['ID=30c49f20-ba33-4312-a138-dcd5b8ac6f79,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:27:48.277688 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07936e8b-834d-4d1e-aa3b-e737f2dfea17 req-c10b35bb-6959-42f8-9da8-95cca5c53eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:48.279230 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-07936e8b-834d-4d1e-aa3b-e737f2dfea17 req-c10b35bb-6959-42f8-9da8-95cca5c53eeb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a3028294d5734482b28fa89832495d29&device_id=af8ba3a3-e1d9-42e9-ae8b-2a54174dffdc HTTP/1.1" status: 200 len: 1095 time: 0.1559427 Oct 30 15:27:48.374909 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-07936e8b-834d-4d1e-aa3b-e737f2dfea17 req-1cb6681b-e31a-4c06-bdcd-63b59fd69049 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=30c49f20-ba33-4312-a138-dcd5b8ac6f79 HTTP/1.1" status: 200 len: 217 time: 0.0876160 Oct 30 15:27:48.473495 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07936e8b-834d-4d1e-aa3b-e737f2dfea17 req-7dec9c3e-8a53-4458-b301-375ec667c8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:48.475997 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-07936e8b-834d-4d1e-aa3b-e737f2dfea17 req-7dec9c3e-8a53-4458-b301-375ec667c8a6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8cd32631-4817-453f-b06d-49c42463e638 HTTP/1.1" status: 200 len: 846 time: 0.0954835 Oct 30 15:27:48.543134 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-07936e8b-834d-4d1e-aa3b-e737f2dfea17 req-6a4a0e2e-70c7-44d9-9815-d05bb820200c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e3d349fd-06d3-4d89-81c2-25b2b94c579c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562396 Oct 30 15:27:48.743591 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-07936e8b-834d-4d1e-aa3b-e737f2dfea17 req-511653fb-4944-472e-8e4e-4d2795939c98 service neutron] 10.222.0.53 "GET /v2.0/networks/e3d349fd-06d3-4d89-81c2-25b2b94c579c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890028 Oct 30 15:27:48.969235 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-07936e8b-834d-4d1e-aa3b-e737f2dfea17 req-41e35a29-b296-491f-b260-a30c4c6bb5ed service neutron] 10.222.0.53 "GET /v2.0/networks/e3d349fd-06d3-4d89-81c2-25b2b94c579c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169418 Oct 30 15:27:49.018163 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad7fdbb-c81c-4839-87c5-017d4e23413b req-08ed9d2b-f499-459b-9468-68177068dec8 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:49.040062 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3ad7fdbb-c81c-4839-87c5-017d4e23413b req-08ed9d2b-f499-459b-9468-68177068dec8 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=af8ba3a3-e1d9-42e9-ae8b-2a54174dffdc HTTP/1.1" status: 200 len: 943 time: 0.1147661 Oct 30 15:27:49.117458 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3ad7fdbb-c81c-4839-87c5-017d4e23413b req-fe1a8fd1-e0a7-4a40-9216-cfb67f923ee9 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764453 Oct 30 15:27:49.127714 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7029c681-ba32-49a8-96f2-ed48164c6539 req-59205afb-a8ca-4b4f-88d1-cc2d836ca98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:49.129270 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7029c681-ba32-49a8-96f2-ed48164c6539 req-59205afb-a8ca-4b4f-88d1-cc2d836ca98d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a3028294d5734482b28fa89832495d29&device_id=af8ba3a3-e1d9-42e9-ae8b-2a54174dffdc HTTP/1.1" status: 200 len: 1095 time: 0.0937903 Oct 30 15:27:49.260036 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7029c681-ba32-49a8-96f2-ed48164c6539 req-c48bb1c0-3eb9-45e0-8b6f-aa4fc2b460b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:49.261463 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7029c681-ba32-49a8-96f2-ed48164c6539 req-c48bb1c0-3eb9-45e0-8b6f-aa4fc2b460b2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e3d349fd-06d3-4d89-81c2-25b2b94c579c HTTP/1.1" status: 200 len: 907 time: 0.1250691 Oct 30 15:27:49.321957 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7029c681-ba32-49a8-96f2-ed48164c6539 req-f7d16013-c5cd-48ec-bde3-3bfa61dd12b0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=30c49f20-ba33-4312-a138-dcd5b8ac6f79 HTTP/1.1" status: 200 len: 217 time: 0.0493193 Oct 30 15:27:49.429726 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7029c681-ba32-49a8-96f2-ed48164c6539 req-9130f01c-1b20-484c-87e8-43ec3e6eccb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:49.440486 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7029c681-ba32-49a8-96f2-ed48164c6539 req-9130f01c-1b20-484c-87e8-43ec3e6eccb4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8cd32631-4817-453f-b06d-49c42463e638 HTTP/1.1" status: 200 len: 846 time: 0.0960894 Oct 30 15:27:49.493223 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7029c681-ba32-49a8-96f2-ed48164c6539 req-5e745cef-1c78-40a5-8bec-a570f84ac88e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e3d349fd-06d3-4d89-81c2-25b2b94c579c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500925 Oct 30 15:27:49.654595 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7029c681-ba32-49a8-96f2-ed48164c6539 req-1913884e-ec4c-472b-b6a5-d92eda13ce4c service neutron] 10.222.0.53 "GET /v2.0/networks/e3d349fd-06d3-4d89-81c2-25b2b94c579c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543362 Oct 30 15:27:49.820007 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7029c681-ba32-49a8-96f2-ed48164c6539 req-32c409a0-d6cd-43ce-909c-df8cfffad3ba service neutron] 10.222.0.53 "GET /v2.0/networks/e3d349fd-06d3-4d89-81c2-25b2b94c579c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580648 Oct 30 15:27:50.232203 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0771fe-3419-4c7b-9479-f178f98fe778 req-871d5bc5-24ed-4111-a3e5-552d76020cb2 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:50.234752 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5d0771fe-3419-4c7b-9479-f178f98fe778 req-871d5bc5-24ed-4111-a3e5-552d76020cb2 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=af8ba3a3-e1d9-42e9-ae8b-2a54174dffdc HTTP/1.1" status: 200 len: 943 time: 0.0563064 Oct 30 15:27:50.286274 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5d0771fe-3419-4c7b-9479-f178f98fe778 req-edc70006-9775-4a3c-9199-1b2791fb9b22 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439751 Oct 30 15:27:51.130215 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-047c664c-f1ed-4375-894e-8161afe39d9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:51.533072 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe3a0d-1b3d-4faa-9224-bc4628dd323f req-22dd5b17-5bb1-4ef2-b7f2-d40b61c6380d tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:51.538573 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cebe3a0d-1b3d-4faa-9224-bc4628dd323f req-22dd5b17-5bb1-4ef2-b7f2-d40b61c6380d tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=af8ba3a3-e1d9-42e9-ae8b-2a54174dffdc HTTP/1.1" status: 200 len: 943 time: 0.1169841 Oct 30 15:27:51.632448 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cebe3a0d-1b3d-4faa-9224-bc4628dd323f req-c4b1519b-7878-49ba-85a8-16c353769f24 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888796 Oct 30 15:27:52.302607 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 30c49f20-ba33-4312-a138-dcd5b8ac6f79 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:27:52.421203 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 30c49f20-ba33-4312-a138-dcd5b8ac6f79, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=30c49f20-ba33-4312-a138-dcd5b8ac6f79,segment=NetworkSegment(7dc81a9b-3539-4be9-a222-feb3b591dcc0),segment_id=7dc81a9b-3539-4be9-a222-feb3b591dcc0)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:27:52.433664 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '30c49f20-ba33-4312-a138-dcd5b8ac6f79', 'network_id': 'e3d349fd-06d3-4d89-81c2-25b2b94c579c', 'port_id': '30c49f20-ba33-4312-a138-dcd5b8ac6f79', 'mac_address': 'fa:16:3e:c6:a2:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cd32631-4817-453f-b06d-49c42463e638', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:27:52.570037 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:52.622330 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30c49f20-ba33-4312-a138-dcd5b8ac6f79 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:27:52.705217 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 30c49f20-ba33-4312-a138-dcd5b8ac6f79, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=30c49f20-ba33-4312-a138-dcd5b8ac6f79,segment=NetworkSegment(7dc81a9b-3539-4be9-a222-feb3b591dcc0),segment_id=7dc81a9b-3539-4be9-a222-feb3b591dcc0)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:27:52.711906 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:52.838202 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb5ae3a-cf96-4424-88f2-aa531e596fb1 req-116da0f0-c5e0-4a92-8dda-2459f3b20afa tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:52.872192 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4cb5ae3a-cf96-4424-88f2-aa531e596fb1 req-116da0f0-c5e0-4a92-8dda-2459f3b20afa tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=af8ba3a3-e1d9-42e9-ae8b-2a54174dffdc HTTP/1.1" status: 200 len: 944 time: 0.1144984 Oct 30 15:27:52.878774 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=30c49f20-ba33-4312-a138-dcd5b8ac6f79,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:27:52.913251 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:27:52.913910 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:27:52.917693 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:27:52.918255 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:27:52.926731 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:27:52.928907 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:27:52.929670 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:27:52.931211 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:27:52.932072 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:27:52.933171 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:27:52.937109 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:27:52.941891 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:27:52.997310 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4cb5ae3a-cf96-4424-88f2-aa531e596fb1 req-9a1e5f45-32b4-4c64-88f8-adf0436f532e tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123104 Oct 30 15:27:53.033325 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['30c49f20-ba33-4312-a138-dcd5b8ac6f79'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:27:53.765388 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-549523f5-61a6-408d-8061-5175c0b3b79d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:54.147430 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e190d2f-eff6-46c0-9b80-23c321a745d4 req-d039bc6b-cde2-4ce9-a254-5fc995b82a15 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:54.149826 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2e190d2f-eff6-46c0-9b80-23c321a745d4 req-d039bc6b-cde2-4ce9-a254-5fc995b82a15 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=af8ba3a3-e1d9-42e9-ae8b-2a54174dffdc HTTP/1.1" status: 200 len: 944 time: 0.0646162 Oct 30 15:27:54.277321 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2e190d2f-eff6-46c0-9b80-23c321a745d4 req-61eec252-5e34-4439-b2d2-41029b85a55e tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142440 Oct 30 15:27:54.319492 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 30c49f20-ba33-4312-a138-dcd5b8ac6f79 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:27:54.404758 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port 30c49f20-ba33-4312-a138-dcd5b8ac6f79 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:27:54.411779 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 30c49f20-ba33-4312-a138-dcd5b8ac6f79 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:27:54.412582 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:54.545205 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:54.570960 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8ba3a3-e1d9-42e9-ae8b-2a54174dffdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c49f20-ba33-4312-a138-dcd5b8ac6f79'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:27:54.573556 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-898f60e9-5474-4a4b-8c6a-1c7446f45754" -d '{"events": [{"server_uuid": "af8ba3a3-e1d9-42e9-ae8b-2a54174dffdc", "name": "network-vif-plugged", "status": "completed", "tag": "30c49f20-ba33-4312-a138-dcd5b8ac6f79"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:27:54.590868 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 30c49f20-ba33-4312-a138-dcd5b8ac6f79, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=30c49f20-ba33-4312-a138-dcd5b8ac6f79,segment=NetworkSegment(7dc81a9b-3539-4be9-a222-feb3b591dcc0),segment_id=7dc81a9b-3539-4be9-a222-feb3b591dcc0)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:27:54.603312 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:54.664296 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e9ccf7-4d18-4374-8ce2-2bd4b90b5978 x-openstack-request-id: req-83e9ccf7-4d18-4374-8ce2-2bd4b90b5978 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:27:54.664893 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af8ba3a3-e1d9-42e9-ae8b-2a54174dffdc", "name": "network-vif-plugged", "status": "completed", "tag": "30c49f20-ba33-4312-a138-dcd5b8ac6f79", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:27:54.665326 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-83e9ccf7-4d18-4374-8ce2-2bd4b90b5978 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:27:54.665900 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af8ba3a3-e1d9-42e9-ae8b-2a54174dffdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c49f20-ba33-4312-a138-dcd5b8ac6f79', 'code': 200} Oct 30 15:27:54.752227 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:54.808994 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=30c49f20-ba33-4312-a138-dcd5b8ac6f79,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:27:54.820077 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e9031-2974-4b18-bbd8-77fc6194c3a6 req-b97a7190-e20d-42de-9b68-dbc4114fb94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:54.823265 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7e0e9031-2974-4b18-bbd8-77fc6194c3a6 req-b97a7190-e20d-42de-9b68-dbc4114fb94e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=af8ba3a3-e1d9-42e9-ae8b-2a54174dffdc HTTP/1.1" status: 200 len: 1097 time: 0.0965655 Oct 30 15:27:54.889449 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7e0e9031-2974-4b18-bbd8-77fc6194c3a6 req-45100669-f6dc-4400-947d-f1a8d9aeebe5 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580604 Oct 30 15:27:54.906038 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:55.291590 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 57502) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:27:55.515641 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dda024-8c7c-443b-ab83-a6d336a65d2c req-4ad243d2-612b-4200-adae-bf50263be7dc tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:55.524671 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-38dda024-8c7c-443b-ab83-a6d336a65d2c req-4ad243d2-612b-4200-adae-bf50263be7dc tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=af8ba3a3-e1d9-42e9-ae8b-2a54174dffdc HTTP/1.1" status: 200 len: 945 time: 0.1563487 Oct 30 15:27:55.607796 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-38dda024-8c7c-443b-ab83-a6d336a65d2c req-bc044829-f012-407e-ae88-1761c9a19224 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692472 Oct 30 15:27:55.878381 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-acaceab2-95db-4a68-bb70-ac31e9c26d4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:56.230639 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:27:56.300178 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-acaceab2-95db-4a68-bb70-ac31e9c26d4b admin admin] Deleting port 98612be3-4586-478c-b7e3-18b4ae63c41f {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:27:56.300706 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-acaceab2-95db-4a68-bb70-ac31e9c26d4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:56.395872 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-acaceab2-95db-4a68-bb70-ac31e9c26d4b admin admin] For port 98612be3-4586-478c-b7e3-18b4ae63c41f, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=98612be3-4586-478c-b7e3-18b4ae63c41f,segment=NetworkSegment(ee263023-fb4d-46ef-8443-a0bc757d4895),segment_id=ee263023-fb4d-46ef-8443-a0bc757d4895)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:27:56.396485 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-acaceab2-95db-4a68-bb70-ac31e9c26d4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:56.411624 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-acaceab2-95db-4a68-bb70-ac31e9c26d4b admin admin] Calling delete_port for 98612be3-4586-478c-b7e3-18b4ae63c41f owned by network:router_interface {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:27:56.572463 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:56.703775 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-acaceab2-95db-4a68-bb70-ac31e9c26d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:56.733386 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaceab2-95db-4a68-bb70-ac31e9c26d4b admin admin] Pushing event deleted for resources: {'Port': ['ID=98612be3-4586-478c-b7e3-18b4ae63c41f,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:27:56.744989 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaceab2-95db-4a68-bb70-ac31e9c26d4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:27:56.745344 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaceab2-95db-4a68-bb70-ac31e9c26d4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:27:56.745669 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaceab2-95db-4a68-bb70-ac31e9c26d4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:27:56.746002 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaceab2-95db-4a68-bb70-ac31e9c26d4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:27:56.746343 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaceab2-95db-4a68-bb70-ac31e9c26d4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:27:56.746716 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaceab2-95db-4a68-bb70-ac31e9c26d4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:27:56.747052 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaceab2-95db-4a68-bb70-ac31e9c26d4b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:27:56.747536 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaceab2-95db-4a68-bb70-ac31e9c26d4b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:27:56.747723 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaceab2-95db-4a68-bb70-ac31e9c26d4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:27:56.748016 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaceab2-95db-4a68-bb70-ac31e9c26d4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:27:56.748366 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaceab2-95db-4a68-bb70-ac31e9c26d4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:27:56.748809 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaceab2-95db-4a68-bb70-ac31e9c26d4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:27:56.810690 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a95b60-6e2e-4447-ac4c-c6640667441e req-8159c65c-f5cc-4b49-a893-4cd7f8e63dd9 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:56.819686 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c4a95b60-6e2e-4447-ac4c-c6640667441e req-8159c65c-f5cc-4b49-a893-4cd7f8e63dd9 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=af8ba3a3-e1d9-42e9-ae8b-2a54174dffdc HTTP/1.1" status: 200 len: 945 time: 0.1070168 Oct 30 15:27:56.878640 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c4a95b60-6e2e-4447-ac4c-c6640667441e req-9efe37f4-8bfb-4a01-b826-43a06e392ff4 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520446 Oct 30 15:27:56.957965 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-acaceab2-95db-4a68-bb70-ac31e9c26d4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:57.163572 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd9a560-52ba-4379-8466-c40487b1b943 req-35421c91-870a-40b8-a1e2-becf9a6ad7a4 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:57.167357 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d2f39-165c-4a49-84cc-6c937a395ab8 req-850afa22-34ce-4c11-83ec-7cf8a8696869 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:57.167930 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8cd9a560-52ba-4379-8466-c40487b1b943 req-35421c91-870a-40b8-a1e2-becf9a6ad7a4 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=af8ba3a3-e1d9-42e9-ae8b-2a54174dffdc HTTP/1.1" status: 200 len: 945 time: 0.0969365 Oct 30 15:27:57.168966 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-218d2f39-165c-4a49-84cc-6c937a395ab8 req-850afa22-34ce-4c11-83ec-7cf8a8696869 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc542170-88f6-4c2f-93dd-699ca91e8342 HTTP/1.1" status: 200 len: 946 time: 0.0791061 Oct 30 15:27:57.193368 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85985c4c-a1e9-44cb-b119-7705265e1322 req-d39a47fe-694b-4909-b4df-424f70518b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:57.195010 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-85985c4c-a1e9-44cb-b119-7705265e1322 req-d39a47fe-694b-4909-b4df-424f70518b6f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8883efdab1974efc9f550527d856656f&device_id=fc542170-88f6-4c2f-93dd-699ca91e8342 HTTP/1.1" status: 200 len: 1098 time: 0.0968132 Oct 30 15:27:57.261858 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8cd9a560-52ba-4379-8466-c40487b1b943 req-8891790a-8996-41bd-a153-3071a672ed30 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876534 Oct 30 15:27:57.317784 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85985c4c-a1e9-44cb-b119-7705265e1322 req-1a13a59b-31ab-4b7b-8d9f-c4bcff547bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:57.319714 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-85985c4c-a1e9-44cb-b119-7705265e1322 req-1a13a59b-31ab-4b7b-8d9f-c4bcff547bb5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e874fc18-e11d-4a09-8a86-4d3449e06603 HTTP/1.1" status: 200 len: 919 time: 0.1140518 Oct 30 15:27:57.389588 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-85985c4c-a1e9-44cb-b119-7705265e1322 req-667f0ecb-2dbb-414f-aa71-e0b84b35a410 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99d5db0b-d610-47fd-95c7-44707343fc82 HTTP/1.1" status: 200 len: 217 time: 0.0617852 Oct 30 15:27:57.536365 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85985c4c-a1e9-44cb-b119-7705265e1322 req-11023bb7-566d-4721-95e4-b7dff2969595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:57.538020 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-85985c4c-a1e9-44cb-b119-7705265e1322 req-11023bb7-566d-4721-95e4-b7dff2969595 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8ef7cf87-b3e7-4e69-a9d4-cb34bde83505 HTTP/1.1" status: 200 len: 858 time: 0.1400337 Oct 30 15:27:57.565347 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472c72d-a39b-4bc7-b987-0aad3257ca25 req-4039cac9-3854-49af-8594-a306549f37bc tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:57.572914 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2472c72d-a39b-4bc7-b987-0aad3257ca25 req-4039cac9-3854-49af-8594-a306549f37bc tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=af8ba3a3-e1d9-42e9-ae8b-2a54174dffdc HTTP/1.1" status: 200 len: 945 time: 0.0825799 Oct 30 15:27:57.596235 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-85985c4c-a1e9-44cb-b119-7705265e1322 req-316c5735-7317-47a2-9c94-fff5e8ab03b6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e874fc18-e11d-4a09-8a86-4d3449e06603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490186 Oct 30 15:27:57.655147 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-218d2f39-165c-4a49-84cc-6c937a395ab8 req-0620c032-ccef-4920-9597-569af5afc53f tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/security-groups?id=18950aca-06cc-4b84-b3ff-54cf6d21ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845850 Oct 30 15:27:57.708575 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acaceab2-95db-4a68-bb70-ac31e9c26d4b admin admin] Router b5fd71c0-96e0-4944-97e5-b0e757b0e0f5 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:27:57.725876 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2472c72d-a39b-4bc7-b987-0aad3257ca25 req-78077344-1b92-4d91-84ad-4666bdd38774 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469193 Oct 30 15:27:57.751834 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-85985c4c-a1e9-44cb-b119-7705265e1322 req-acd29957-8fd8-470c-803a-7a8bc20bfc26 service neutron] 10.222.0.53 "GET /v2.0/networks/e874fc18-e11d-4a09-8a86-4d3449e06603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479938 Oct 30 15:27:57.892061 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acaceab2-95db-4a68-bb70-ac31e9c26d4b admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:27:57.900375 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-acaceab2-95db-4a68-bb70-ac31e9c26d4b admin admin] 10.222.0.62 "PUT /v2.0/routers/b5fd71c0-96e0-4944-97e5-b0e757b0e0f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6053989 Oct 30 15:27:57.901494 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 57566) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:27:57.908950 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3428643-8b7d-481a-88d6-1d2e9c58839a None None] Sync routers for ids ['b5fd71c0-96e0-4944-97e5-b0e757b0e0f5'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:27:57.926813 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3428643-8b7d-481a-88d6-1d2e9c58839a None None] Routers {'b5fd71c0-96e0-4944-97e5-b0e757b0e0f5'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:27:57.930148 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-e3428643-8b7d-481a-88d6-1d2e9c58839a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:27:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['b5fd71c0-96e0-4944-97e5-b0e757b0e0f5'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:27:57.965205 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-85985c4c-a1e9-44cb-b119-7705265e1322 req-98c11fcf-d04c-4f4f-a659-dfcbd5d5fd17 service neutron] 10.222.0.53 "GET /v2.0/networks/e874fc18-e11d-4a09-8a86-4d3449e06603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016754 Oct 30 15:27:58.037223 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db38bc-1983-4e68-b86a-04c45503fc7d req-54979115-792b-4acb-9f83-2813dc04c73a tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:58.044956 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c1db38bc-1983-4e68-b86a-04c45503fc7d req-54979115-792b-4acb-9f83-2813dc04c73a tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=af8ba3a3-e1d9-42e9-ae8b-2a54174dffdc HTTP/1.1" status: 200 len: 945 time: 0.0674698 Oct 30 15:27:58.099086 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-66d855ac-525b-44c9-907c-49dc82398d2d admin admin] Publish callbacks [] for router, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:58.104623 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-e3428643-8b7d-481a-88d6-1d2e9c58839a None None] Set router b5fd71c0-96e0-4944-97e5-b0e757b0e0f5 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:27:58.110109 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c1db38bc-1983-4e68-b86a-04c45503fc7d req-3fe65ebd-915a-4380-bab8-40f212f3cd2a tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589108 Oct 30 15:27:58.229844 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-66d855ac-525b-44c9-907c-49dc82398d2d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:58.290810 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-66d855ac-525b-44c9-907c-49dc82398d2d admin admin] Deleting port 31e81794-7799-40cb-bcff-0d71465679b9 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:27:58.291772 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-66d855ac-525b-44c9-907c-49dc82398d2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:58.310509 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-e3428643-8b7d-481a-88d6-1d2e9c58839a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fd71c0-96e0-4944-97e5-b0e757b0e0f5', 'name': 'tempest-TaggedBootDevicesTest_v242-649327085-router', 'tenant_id': 'fedcadc844c84f7ca955acdb50df6c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '31e81794-7799-40cb-bcff-0d71465679b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:16:12Z', 'updated_at': '2021-10-30T15:27:56Z', 'revision_number': 5, 'project_id': 'fedcadc844c84f7ca955acdb50df6c20', 'gw_port': {'id': '31e81794-7799-40cb-bcff-0d71465679b9', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:79:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd71c0-96e0-4944-97e5-b0e757b0e0f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:16:13Z', 'updated_at': '2021-10-30T15:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:27:58.342845 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3428643-8b7d-481a-88d6-1d2e9c58839a None None] Checking router: b5fd71c0-96e0-4944-97e5-b0e757b0e0f5 for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:27:58.353508 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3428643-8b7d-481a-88d6-1d2e9c58839a None None] Routers {'b5fd71c0-96e0-4944-97e5-b0e757b0e0f5'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:27:58.354200 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-e3428643-8b7d-481a-88d6-1d2e9c58839a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:27:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['b5fd71c0-96e0-4944-97e5-b0e757b0e0f5'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:27:58.391101 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-66d855ac-525b-44c9-907c-49dc82398d2d admin admin] For port 31e81794-7799-40cb-bcff-0d71465679b9, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=31e81794-7799-40cb-bcff-0d71465679b9,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:27:58.391950 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-66d855ac-525b-44c9-907c-49dc82398d2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:58.419159 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-66d855ac-525b-44c9-907c-49dc82398d2d admin admin] Calling delete_port for 31e81794-7799-40cb-bcff-0d71465679b9 owned by network:router_gateway {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:27:58.485656 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-e3428643-8b7d-481a-88d6-1d2e9c58839a None None] Set router b5fd71c0-96e0-4944-97e5-b0e757b0e0f5 gateway port host: None {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:27:58.547986 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-e3428643-8b7d-481a-88d6-1d2e9c58839a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fd71c0-96e0-4944-97e5-b0e757b0e0f5', 'name': 'tempest-TaggedBootDevicesTest_v242-649327085-router', 'tenant_id': 'fedcadc844c84f7ca955acdb50df6c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:16:12Z', 'updated_at': '2021-10-30T15:27:58Z', 'revision_number': 6, 'project_id': 'fedcadc844c84f7ca955acdb50df6c20', 'gw_port_host': None}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:27:58.754671 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-66d855ac-525b-44c9-907c-49dc82398d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:58.800763 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3428643-8b7d-481a-88d6-1d2e9c58839a None None] The sync data for ids ['b5fd71c0-96e0-4944-97e5-b0e757b0e0f5'] in n-d-806683-17 is: [{'id': 'b5fd71c0-96e0-4944-97e5-b0e757b0e0f5', 'name': 'tempest-TaggedBootDevicesTest_v242-649327085-router', 'tenant_id': 'fedcadc844c84f7ca955acdb50df6c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:16:12Z', 'updated_at': '2021-10-30T15:27:58Z', 'revision_number': 6, 'project_id': 'fedcadc844c84f7ca955acdb50df6c20', 'gw_port_host': None}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:27:58.816718 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d855ac-525b-44c9-907c-49dc82398d2d admin admin] Pushing event deleted for resources: {'Port': ['ID=31e81794-7799-40cb-bcff-0d71465679b9,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:27:58.849074 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769db45-4ad6-4cd1-9414-d8a473e3f649 req-b902f7c9-70a9-4a0a-94f2-bd030e34d863 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:58.850654 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e769db45-4ad6-4cd1-9414-d8a473e3f649 req-b902f7c9-70a9-4a0a-94f2-bd030e34d863 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc542170-88f6-4c2f-93dd-699ca91e8342 HTTP/1.1" status: 200 len: 946 time: 0.0808094 Oct 30 15:27:58.884465 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bf7b94ff-f097-4cf7-97bb-e13568f9fc85 req-28b37077-fbca-46be-90d4-e3616a707df8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=294f33dc-6bdf-46da-8012-eb35ed17225b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2567008 Oct 30 15:27:58.911026 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-66d855ac-525b-44c9-907c-49dc82398d2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:58.917787 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e769db45-4ad6-4cd1-9414-d8a473e3f649 req-11ab9057-90cc-4e41-a8f2-6259ffe5f55a tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/security-groups?id=18950aca-06cc-4b84-b3ff-54cf6d21ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529125 Oct 30 15:27:59.036500 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-66d855ac-525b-44c9-907c-49dc82398d2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:59.039722 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-66d855ac-525b-44c9-907c-49dc82398d2d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:59.089361 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b94ff-f097-4cf7-97bb-e13568f9fc85 req-d959efb9-2a40-40f9-95b4-18faf5283d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:59.091145 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bf7b94ff-f097-4cf7-97bb-e13568f9fc85 req-d959efb9-2a40-40f9-95b4-18faf5283d2a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8883efdab1974efc9f550527d856656f&device_id=294f33dc-6bdf-46da-8012-eb35ed17225b HTTP/1.1" status: 200 len: 1097 time: 0.1485665 Oct 30 15:27:59.102184 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-66d855ac-525b-44c9-907c-49dc82398d2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:59.102831 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d855ac-525b-44c9-907c-49dc82398d2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5fd71c0-96e0-4944-97e5-b0e757b0e0f5 {{(pid=102130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:27:59.111075 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-66d855ac-525b-44c9-907c-49dc82398d2d admin admin] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:59.114967 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-66d855ac-525b-44c9-907c-49dc82398d2d admin admin] 10.222.0.62 "DELETE /v2.0/routers/b5fd71c0-96e0-4944-97e5-b0e757b0e0f5 HTTP/1.1" status: 204 len: 168 time: 1.2099953 Oct 30 15:27:59.115860 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 57584) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:27:59.185219 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f30e116-f694-4eff-ab5a-fe5eb21f5448 admin admin] Deleting subnet 23f39dd9-f253-43ba-86ce-00953dd18499 {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:27:59.191370 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0f30e116-f694-4eff-ab5a-fe5eb21f5448 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:59.239576 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0f30e116-f694-4eff-ab5a-fe5eb21f5448 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:59.272142 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b94ff-f097-4cf7-97bb-e13568f9fc85 req-a861db90-0bc3-4fed-ac94-9cf61853552b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:59.274207 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bf7b94ff-f097-4cf7-97bb-e13568f9fc85 req-a861db90-0bc3-4fed-ac94-9cf61853552b service neutron] 10.222.0.44 "GET /v2.0/networks?id=e874fc18-e11d-4a09-8a86-4d3449e06603 HTTP/1.1" status: 200 len: 919 time: 0.1601362 Oct 30 15:27:59.353674 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c80fe17-c6b7-44c0-be4a-1d9ada3c6a4d req-50d04169-e0a4-4663-8291-8dd22f7fe39d tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:59.355331 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8c80fe17-c6b7-44c0-be4a-1d9ada3c6a4d req-50d04169-e0a4-4663-8291-8dd22f7fe39d tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=af8ba3a3-e1d9-42e9-ae8b-2a54174dffdc HTTP/1.1" status: 200 len: 945 time: 0.1565564 Oct 30 15:27:59.356921 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bf7b94ff-f097-4cf7-97bb-e13568f9fc85 req-c430d129-c4e2-4947-bc86-171dbbe344a1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6645edd6-5538-4dbd-b9d7-83f42a5c5c60 HTTP/1.1" status: 200 len: 217 time: 0.0741365 Oct 30 15:27:59.396047 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0f30e116-f694-4eff-ab5a-fe5eb21f5448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:59.444572 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8c80fe17-c6b7-44c0-be4a-1d9ada3c6a4d req-b4b16a14-c7ca-428d-af3f-9605d4692ba0 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779047 Oct 30 15:27:59.448692 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b94ff-f097-4cf7-97bb-e13568f9fc85 req-464dcf17-3cfa-4910-bde8-2cfb3ce43c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:59.450128 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bf7b94ff-f097-4cf7-97bb-e13568f9fc85 req-464dcf17-3cfa-4910-bde8-2cfb3ce43c78 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8ef7cf87-b3e7-4e69-a9d4-cb34bde83505 HTTP/1.1" status: 200 len: 858 time: 0.0811357 Oct 30 15:27:59.475263 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0f30e116-f694-4eff-ab5a-fe5eb21f5448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:59.488663 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bf7b94ff-f097-4cf7-97bb-e13568f9fc85 req-95905345-54a0-42e4-a811-689ddebd0781 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e874fc18-e11d-4a09-8a86-4d3449e06603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312765 Oct 30 15:27:59.513127 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f30e116-f694-4eff-ab5a-fe5eb21f5448 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23f39dd9-f253-43ba-86ce-00953dd18499,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:27:59.536138 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0f30e116-f694-4eff-ab5a-fe5eb21f5448 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:59.539178 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d036c27-8989-409b-846c-fd3e189ce407 None None] Network 99b2e015-7a7a-41c9-9251-e2d5c417b9db requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:27:59.543182 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-0f30e116-f694-4eff-ab5a-fe5eb21f5448 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/23f39dd9-f253-43ba-86ce-00953dd18499 HTTP/1.1" status: 204 len: 168 time: 0.4254999 Oct 30 15:27:59.549022 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 57590) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:27:59.682168 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bf7b94ff-f097-4cf7-97bb-e13568f9fc85 req-e269cfe1-030a-43b9-9f4b-0c0f2431fee9 service neutron] 10.222.0.44 "GET /v2.0/networks/e874fc18-e11d-4a09-8a86-4d3449e06603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842017 Oct 30 15:27:59.881677 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:59.914646 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e36af791-6556-47e6-9df6-be5e92a49f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:27:59.923941 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bf7b94ff-f097-4cf7-97bb-e13568f9fc85 req-b92d134d-c45d-4467-b078-febd7305cb21 service neutron] 10.222.0.44 "GET /v2.0/networks/e874fc18-e11d-4a09-8a86-4d3449e06603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159908 Oct 30 15:27:59.940865 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6f8a8-b926-4bf7-bb56-939857549a62 req-7be9f3c0-8ccf-46c9-b84a-63a095d96a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:27:59.955725 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b6a6f8a8-b926-4bf7-bb56-939857549a62 req-7be9f3c0-8ccf-46c9-b84a-63a095d96a68 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8883efdab1974efc9f550527d856656f&device_id=fc542170-88f6-4c2f-93dd-699ca91e8342 HTTP/1.1" status: 200 len: 1098 time: 0.2715380 Oct 30 15:28:00.006564 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 98612be3-4586-478c-b7e3-18b4ae63c41f no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:28:00.072234 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 98612be3-4586-478c-b7e3-18b4ae63c41f {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:28:00.072860 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 98612be3-4586-478c-b7e3-18b4ae63c41f not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:28:00.073533 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 31e81794-7799-40cb-bcff-0d71465679b9 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:28:00.136545 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0c16a9-54c0-4269-8c1c-4f69d016b9d8 None None] DHCP port deletion for 99b2e015-7a7a-41c9-9251-e2d5c417b9db request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:28:00.150741 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 31e81794-7799-40cb-bcff-0d71465679b9 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:28:00.153257 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 31e81794-7799-40cb-bcff-0d71465679b9 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:28:00.188903 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6f8a8-b926-4bf7-bb56-939857549a62 req-730363de-8095-451a-a146-2197737c0cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:00.192077 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b6a6f8a8-b926-4bf7-bb56-939857549a62 req-730363de-8095-451a-a146-2197737c0cd9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e874fc18-e11d-4a09-8a86-4d3449e06603 HTTP/1.1" status: 200 len: 919 time: 0.1958036 Oct 30 15:28:00.225341 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cccc4fa-b71f-41bc-b662-7919774a2345 req-bdb64cab-a737-426c-b77b-36848bdf8ca2 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:00.226984 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7cccc4fa-b71f-41bc-b662-7919774a2345 req-bdb64cab-a737-426c-b77b-36848bdf8ca2 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc542170-88f6-4c2f-93dd-699ca91e8342 HTTP/1.1" status: 200 len: 946 time: 0.1174777 Oct 30 15:28:00.277664 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b6a6f8a8-b926-4bf7-bb56-939857549a62 req-55bf51a3-6c15-4d7b-ad8e-97f53b77ef95 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99d5db0b-d610-47fd-95c7-44707343fc82 HTTP/1.1" status: 200 len: 217 time: 0.0707390 Oct 30 15:28:00.369507 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-ad0c16a9-54c0-4269-8c1c-4f69d016b9d8 None None] Deleting port 064d0479-cb2e-4a18-8896-42f0d9588bd1 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:28:00.371114 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ad0c16a9-54c0-4269-8c1c-4f69d016b9d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:00.371418 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-e36af791-6556-47e6-9df6-be5e92a49f5a admin admin] Deleting port 064d0479-cb2e-4a18-8896-42f0d9588bd1 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:28:00.371781 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e36af791-6556-47e6-9df6-be5e92a49f5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:00.377050 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7cccc4fa-b71f-41bc-b662-7919774a2345 req-b363f9df-f6da-4538-8765-ea05483c7c38 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/security-groups?id=18950aca-06cc-4b84-b3ff-54cf6d21ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351645 Oct 30 15:28:00.489163 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-ad0c16a9-54c0-4269-8c1c-4f69d016b9d8 None None] For port 064d0479-cb2e-4a18-8896-42f0d9588bd1, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=064d0479-cb2e-4a18-8896-42f0d9588bd1,segment=NetworkSegment(ee263023-fb4d-46ef-8443-a0bc757d4895),segment_id=ee263023-fb4d-46ef-8443-a0bc757d4895)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:28:00.489825 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ad0c16a9-54c0-4269-8c1c-4f69d016b9d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:00.499096 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6f8a8-b926-4bf7-bb56-939857549a62 req-88571119-a46e-487c-9f9e-e2688fbb1e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:00.505501 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-ad0c16a9-54c0-4269-8c1c-4f69d016b9d8 None None] Calling delete_port for 064d0479-cb2e-4a18-8896-42f0d9588bd1 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:28:00.507344 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b6a6f8a8-b926-4bf7-bb56-939857549a62 req-88571119-a46e-487c-9f9e-e2688fbb1e41 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8ef7cf87-b3e7-4e69-a9d4-cb34bde83505 HTTP/1.1" status: 200 len: 858 time: 0.2140315 Oct 30 15:28:00.608992 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b6a6f8a8-b926-4bf7-bb56-939857549a62 req-e44a3d8b-c2e9-4f34-82cb-5a6dcab0d0ba service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e874fc18-e11d-4a09-8a86-4d3449e06603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823195 Oct 30 15:28:00.613936 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ad0c16a9-54c0-4269-8c1c-4f69d016b9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:00.633203 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-e36af791-6556-47e6-9df6-be5e92a49f5a admin admin] For port 064d0479-cb2e-4a18-8896-42f0d9588bd1, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=064d0479-cb2e-4a18-8896-42f0d9588bd1,segment=NetworkSegment(ee263023-fb4d-46ef-8443-a0bc757d4895),segment_id=ee263023-fb4d-46ef-8443-a0bc757d4895)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:28:00.633578 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e36af791-6556-47e6-9df6-be5e92a49f5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:00.685523 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0c16a9-54c0-4269-8c1c-4f69d016b9d8 None None] Pushing event deleted for resources: {'Port': ['ID=064d0479-cb2e-4a18-8896-42f0d9588bd1,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:00.703722 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0c16a9-54c0-4269-8c1c-4f69d016b9d8 None None] No DVR routers for this DVR port 064d0479-cb2e-4a18-8896-42f0d9588bd1 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:28:00.728048 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-e36af791-6556-47e6-9df6-be5e92a49f5a admin admin] Calling delete_port for 064d0479-cb2e-4a18-8896-42f0d9588bd1 owned by network:dhcp {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:28:00.782948 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c81c1-f35d-4e54-9a8b-c7c4db765954 req-e7e5cb07-1864-4a24-bc85-7b56d384f754 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:00.787265 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-028c81c1-f35d-4e54-9a8b-c7c4db765954 req-e7e5cb07-1864-4a24-bc85-7b56d384f754 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=af8ba3a3-e1d9-42e9-ae8b-2a54174dffdc HTTP/1.1" status: 200 len: 945 time: 0.1962147 Oct 30 15:28:00.956517 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-028c81c1-f35d-4e54-9a8b-c7c4db765954 req-15c30d21-e01a-4eb9-be7b-9ccbeda11ccc tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548235 Oct 30 15:28:00.968182 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b6a6f8a8-b926-4bf7-bb56-939857549a62 req-86cf5b39-2998-473c-9a16-8ac2c06da421 service neutron] 10.222.0.53 "GET /v2.0/networks/e874fc18-e11d-4a09-8a86-4d3449e06603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3433204 Oct 30 15:28:01.016128 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 57638) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:28:01.065698 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e36af791-6556-47e6-9df6-be5e92a49f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:01.097417 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36af791-6556-47e6-9df6-be5e92a49f5a admin admin] No DVR routers for this DVR port 064d0479-cb2e-4a18-8896-42f0d9588bd1 on host n-d-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:28:01.105825 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36af791-6556-47e6-9df6-be5e92a49f5a admin admin] Pushing event deleted for resources: {'Port': ['ID=064d0479-cb2e-4a18-8896-42f0d9588bd1,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:01.171681 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5a491621-9803-4843-adf6-d06e02be7412 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:01.195800 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e36af791-6556-47e6-9df6-be5e92a49f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:01.223645 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-e36af791-6556-47e6-9df6-be5e92a49f5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99b2e015-7a7a-41c9-9251-e2d5c417b9db']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:28:01.234368 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-e36af791-6556-47e6-9df6-be5e92a49f5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee263023-fb4d-46ef-8443-a0bc757d4895') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:28:01.234777 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-e36af791-6556-47e6-9df6-be5e92a49f5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee263023-fb4d-46ef-8443-a0bc757d4895') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:28:01.260433 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e36af791-6556-47e6-9df6-be5e92a49f5a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:01.286745 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e36af791-6556-47e6-9df6-be5e92a49f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:01.291260 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5a491621-9803-4843-adf6-d06e02be7412 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:01.294939 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e36af791-6556-47e6-9df6-be5e92a49f5a admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:28:01.295336 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e36af791-6556-47e6-9df6-be5e92a49f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:01.295661 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5a491621-9803-4843-adf6-d06e02be7412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:01.297057 n-d-806683-17 neutron-server[102131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:28:01.297057 n-d-806683-17 neutron-server[102131]: self.session.flush() Oct 30 15:28:01.297057 n-d-806683-17 neutron-server[102131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:28:01.297057 n-d-806683-17 neutron-server[102131]: self.session.flush() Oct 30 15:28:01.297057 n-d-806683-17 neutron-server[102131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:28:01.297057 n-d-806683-17 neutron-server[102131]: self.session.flush() Oct 30 15:28:01.297057 n-d-806683-17 neutron-server[102131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:28:01.297057 n-d-806683-17 neutron-server[102131]: self.session.flush() Oct 30 15:28:01.297057 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:28:01.297057 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:28:01.297057 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:28:01.297057 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:28:01.297057 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:28:01.297057 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:28:01.297057 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:28:01.297057 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:28:01.297057 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:28:01.297057 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:28:01.297057 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:28:01.297057 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:28:01.297057 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:28:01.297057 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:28:01.297057 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:28:01.297057 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:28:01.297057 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:28:01.297057 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:28:01.297057 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:28:01.297057 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:28:01.297057 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:28:01.297057 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:28:01.297057 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:28:01.297057 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:28:01.297057 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:28:01.297057 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:28:01.297057 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:28:01.297057 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:28:01.297057 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:28:01.297057 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:28:01.297057 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:28:01.297057 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:28:01.352647 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-5a491621-9803-4843-adf6-d06e02be7412 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5eb138b04d884f86a8bc3fc3e62d688a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3300540 Oct 30 15:28:01.352866 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b6a6f8a8-b926-4bf7-bb56-939857549a62 req-ad7b0482-cf27-47f6-8483-69fad67502fd service neutron] 10.222.0.53 "GET /v2.0/networks/e874fc18-e11d-4a09-8a86-4d3449e06603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3697603 Oct 30 15:28:01.353624 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 57642) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:28:01.356499 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e36af791-6556-47e6-9df6-be5e92a49f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:01.363003 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a491621-9803-4843-adf6-d06e02be7412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f368a1b-2ff8-4172-9cf5-f5db130142f3,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:01.377127 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e36af791-6556-47e6-9df6-be5e92a49f5a admin admin] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:01.384439 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-e36af791-6556-47e6-9df6-be5e92a49f5a admin admin] 10.222.0.62 "DELETE /v2.0/networks/99b2e015-7a7a-41c9-9251-e2d5c417b9db HTTP/1.1" status: 204 len: 168 time: 1.8339965 Oct 30 15:28:01.408106 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36af791-6556-47e6-9df6-be5e92a49f5a admin admin] Pushing event deleted for resources: {'Network': ['ID=99b2e015-7a7a-41c9-9251-e2d5c417b9db,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:01.436892 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4fdf1a3b-0dad-4935-8bec-06d57b870f2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:01.462491 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4fdf1a3b-0dad-4935-8bec-06d57b870f2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:01.565672 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 57648) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:28:01.566886 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca94ced-e934-460d-bd3c-a14013004ab6 req-13b54ad6-b0bb-4803-ad1f-1d8db25a7cfc tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:01.569281 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8ca94ced-e934-460d-bd3c-a14013004ab6 req-13b54ad6-b0bb-4803-ad1f-1d8db25a7cfc tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc542170-88f6-4c2f-93dd-699ca91e8342 HTTP/1.1" status: 200 len: 946 time: 0.0654845 Oct 30 15:28:01.596710 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4fdf1a3b-0dad-4935-8bec-06d57b870f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:01.600463 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4fdf1a3b-0dad-4935-8bec-06d57b870f2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:01.601831 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-4fdf1a3b-0dad-4935-8bec-06d57b870f2a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6f368a1b-2ff8-4172-9cf5-f5db130142f3 HTTP/1.1" status: 204 len: 168 time: 0.2470195 Oct 30 15:28:01.624191 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b590e6af-b845-431f-9b89-2cbd9fb46ed9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fedcadc844c84f7ca955acdb50df6c20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0548410 Oct 30 15:28:01.624819 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdf1a3b-0dad-4935-8bec-06d57b870f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f368a1b-2ff8-4172-9cf5-f5db130142f3,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:01.630611 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 57652) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:28:01.644997 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8ca94ced-e934-460d-bd3c-a14013004ab6 req-7af37487-d4c9-4b3d-a24b-5c51ee7a2362 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/security-groups?id=18950aca-06cc-4b84-b3ff-54cf6d21ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682228 Oct 30 15:28:01.748276 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-44ff0a9a-879a-4a5e-834d-3e168baf2d0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:01.798038 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-44ff0a9a-879a-4a5e-834d-3e168baf2d0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:01.905789 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-44ff0a9a-879a-4a5e-834d-3e168baf2d0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:01.909345 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-44ff0a9a-879a-4a5e-834d-3e168baf2d0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:01.911213 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-44ff0a9a-879a-4a5e-834d-3e168baf2d0d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/301c6b35-46a3-48b2-8746-44103cb6e6e4 HTTP/1.1" status: 204 len: 168 time: 0.2795031 Oct 30 15:28:01.918172 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:01.928346 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ff0a9a-879a-4a5e-834d-3e168baf2d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=301c6b35-46a3-48b2-8746-44103cb6e6e4,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:01.960338 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 064d0479-cb2e-4a18-8896-42f0d9588bd1 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:28:02.032311 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 064d0479-cb2e-4a18-8896-42f0d9588bd1 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:28:02.034179 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 064d0479-cb2e-4a18-8896-42f0d9588bd1 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:28:02.167077 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6fc484-f318-41e9-bf00-8ae7f6ed20ce req-cb2d2e98-e0c4-4f52-b855-a66dffe1948a tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:02.178077 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7b6fc484-f318-41e9-bf00-8ae7f6ed20ce req-cb2d2e98-e0c4-4f52-b855-a66dffe1948a tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=af8ba3a3-e1d9-42e9-ae8b-2a54174dffdc HTTP/1.1" status: 200 len: 945 time: 0.1038470 Oct 30 15:28:02.235827 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7b6fc484-f318-41e9-bf00-8ae7f6ed20ce req-aad2a1ae-2ea5-45f1-a9c3-b913d82b9131 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533834 Oct 30 15:28:02.401317 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 57674) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:28:02.419917 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b28d93f0-657d-460c-a797-09d3ee1c1f68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:02.499029 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b28d93f0-657d-460c-a797-09d3ee1c1f68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:02.504840 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b28d93f0-657d-460c-a797-09d3ee1c1f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:02.535995 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b28d93f0-657d-460c-a797-09d3ee1c1f68 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=33228837fb28437bb21caed498749f77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1310503 Oct 30 15:28:02.537315 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 57678) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:28:02.559517 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28d93f0-657d-460c-a797-09d3ee1c1f68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=932374b5-f02f-4a7c-b383-edebef9942d6,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:02.597191 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9aa0c72c-affc-4078-a663-f3472b1f5835 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:02.646621 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9aa0c72c-affc-4078-a663-f3472b1f5835 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:02.708279 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9aa0c72c-affc-4078-a663-f3472b1f5835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:02.710856 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9aa0c72c-affc-4078-a663-f3472b1f5835 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:02.714934 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-9aa0c72c-affc-4078-a663-f3472b1f5835 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/932374b5-f02f-4a7c-b383-edebef9942d6 HTTP/1.1" status: 204 len: 168 time: 0.1736505 Oct 30 15:28:02.721757 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa0c72c-affc-4078-a663-f3472b1f5835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932374b5-f02f-4a7c-b383-edebef9942d6,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:02.826131 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432b520a-3166-4319-bda5-eb1b592e326d req-d00eaed6-7820-480f-b001-a470c1c0b641 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:02.828017 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-432b520a-3166-4319-bda5-eb1b592e326d req-d00eaed6-7820-480f-b001-a470c1c0b641 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc542170-88f6-4c2f-93dd-699ca91e8342 HTTP/1.1" status: 200 len: 946 time: 0.0738134 Oct 30 15:28:02.904111 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-432b520a-3166-4319-bda5-eb1b592e326d req-444cb0c8-2d33-4af3-8b2a-2798cbbab4b8 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/security-groups?id=18950aca-06cc-4b84-b3ff-54cf6d21ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666337 Oct 30 15:28:02.942707 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 57696) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:28:03.090723 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-7974e6e1-7125-4575-9cf4-a793ee6195b6 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1168520965-network', 'tenant_id': 'ab2b3af01354414ba5f2ac7f938cef8e'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:28:03.116440 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7974e6e1-7125-4575-9cf4-a793ee6195b6 admin admin] Made reservation on behalf of ab2b3af01354414ba5f2ac7f938cef8e for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:28:03.119829 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7974e6e1-7125-4575-9cf4-a793ee6195b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:03.132790 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7974e6e1-7125-4575-9cf4-a793ee6195b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:03.216019 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7974e6e1-7125-4575-9cf4-a793ee6195b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:03.220841 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7974e6e1-7125-4575-9cf4-a793ee6195b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:03.242593 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7974e6e1-7125-4575-9cf4-a793ee6195b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:28:03.264894 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7974e6e1-7125-4575-9cf4-a793ee6195b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48aa1847-1657-477d-9264-854371b5d7cc,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:03.269800 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7974e6e1-7125-4575-9cf4-a793ee6195b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:03.270042 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-7974e6e1-7125-4575-9cf4-a793ee6195b6 admin admin] Added segment 3e3bb8b6-444d-4e39-a930-2b63663a3025 of type vlan for network 144c756e-f841-4437-a210-6b4988002828 Oct 30 15:28:03.345557 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7974e6e1-7125-4575-9cf4-a793ee6195b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:03.385459 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ac6d5-1487-4905-8382-7ccd04f4f95b req-26788e71-5c44-4822-b95e-b273e65d80e7 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:03.387007 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2b6ac6d5-1487-4905-8382-7ccd04f4f95b req-26788e71-5c44-4822-b95e-b273e65d80e7 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=af8ba3a3-e1d9-42e9-ae8b-2a54174dffdc HTTP/1.1" status: 200 len: 945 time: 0.0625544 Oct 30 15:28:03.388174 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7974e6e1-7125-4575-9cf4-a793ee6195b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:03.389129 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7974e6e1-7125-4575-9cf4-a793ee6195b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:03.389685 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7974e6e1-7125-4575-9cf4-a793ee6195b6 admin admin] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:03.445694 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2b6ac6d5-1487-4905-8382-7ccd04f4f95b req-efff0468-47a6-454a-8ed7-6ecc9f63cec1 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498478 Oct 30 15:28:03.469535 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-7974e6e1-7125-4575-9cf4-a793ee6195b6 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5255098 Oct 30 15:28:03.472526 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 57724) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:28:03.478264 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-45ce56a2-3453-4b9b-9d6f-4db93314739a admin admin] Request body: {'subnet': {'network_id': '144c756e-f841-4437-a210-6b4988002828', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1168520965-subnet', 'tenant_id': 'ab2b3af01354414ba5f2ac7f938cef8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:28:03.483357 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7974e6e1-7125-4575-9cf4-a793ee6195b6 admin admin] Pushing event updated for resources: {'Network': ['ID=144c756e-f841-4437-a210-6b4988002828,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:03.495848 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 144c756e-f841-4437-a210-6b4988002828 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:28:03.516370 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ce56a2-3453-4b9b-9d6f-4db93314739a admin admin] Made reservation on behalf of ab2b3af01354414ba5f2ac7f938cef8e for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:28:03.520558 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-45ce56a2-3453-4b9b-9d6f-4db93314739a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:03.724440 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-45ce56a2-3453-4b9b-9d6f-4db93314739a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:03.781508 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ce56a2-3453-4b9b-9d6f-4db93314739a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d36c3b01-12a3-4379-ac03-1c5a3c0e911b,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:03.790988 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ce56a2-3453-4b9b-9d6f-4db93314739a admin admin] Checking segment: {'id': '3e3bb8b6-444d-4e39-a930-2b63663a3025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '144c756e-f841-4437-a210-6b4988002828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:28:03.791356 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ce56a2-3453-4b9b-9d6f-4db93314739a admin admin] Network hostable DHCP agents. Network: 144c756e-f841-4437-a210-6b4988002828, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:28:03.814384 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ce56a2-3453-4b9b-9d6f-4db93314739a admin admin] Network 144c756e-f841-4437-a210-6b4988002828 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:28:03.825129 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-45ce56a2-3453-4b9b-9d6f-4db93314739a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 144c756e-f841-4437-a210-6b4988002828) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:28:03.830013 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ce56a2-3453-4b9b-9d6f-4db93314739a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:03.831499 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-45ce56a2-3453-4b9b-9d6f-4db93314739a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:03.839973 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d354d76-afe3-4ede-98e9-7dd22f4e66e0 None None] Network 144c756e-f841-4437-a210-6b4988002828 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:28:03.870452 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-45ce56a2-3453-4b9b-9d6f-4db93314739a admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.3942468 Oct 30 15:28:04.052907 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b435f5-2d5e-410b-8c4a-ac750e8386ba None None] Network 144c756e-f841-4437-a210-6b4988002828 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:28:04.158460 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0d09a-e74f-4b11-aba2-ae2e8dbab042 req-c997a1b6-477b-47d7-bd90-47b84428ba47 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:04.161648 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-54b0d09a-e74f-4b11-aba2-ae2e8dbab042 req-c997a1b6-477b-47d7-bd90-47b84428ba47 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc542170-88f6-4c2f-93dd-699ca91e8342 HTTP/1.1" status: 200 len: 946 time: 0.1294005 Oct 30 15:28:04.228799 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-54b0d09a-e74f-4b11-aba2-ae2e8dbab042 req-69b01d85-6f0a-4180-82f1-5995e37066f4 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/security-groups?id=18950aca-06cc-4b84-b3ff-54cf6d21ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555153 Oct 30 15:28:04.594606 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09e31b0-6750-43ef-bb96-a92f65aa8a2b req-34b6eb47-daa3-4b3e-8181-30dfe933fc6e tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:04.596200 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e09e31b0-6750-43ef-bb96-a92f65aa8a2b req-34b6eb47-daa3-4b3e-8181-30dfe933fc6e tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=af8ba3a3-e1d9-42e9-ae8b-2a54174dffdc HTTP/1.1" status: 200 len: 945 time: 0.0533328 Oct 30 15:28:04.627008 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16db4b-c8fc-4650-887b-8fc06e4314af req-e0b8d391-fc02-4ecc-a057-78a56f450da4 tempest-InstanceActionsV221TestJSON-53908206 tempest-InstanceActionsV221TestJSON-53908206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:04.629720 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9c16db4b-c8fc-4650-887b-8fc06e4314af req-e0b8d391-fc02-4ecc-a057-78a56f450da4 tempest-InstanceActionsV221TestJSON-53908206 tempest-InstanceActionsV221TestJSON-53908206-project] 10.222.0.62 "GET /v2.0/networks?id=144c756e-f841-4437-a210-6b4988002828 HTTP/1.1" status: 200 len: 818 time: 0.1232126 Oct 30 15:28:04.644200 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e09e31b0-6750-43ef-bb96-a92f65aa8a2b req-13e79298-8418-4121-bdaa-c969dc4da74a tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417571 Oct 30 15:28:04.657006 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9c16db4b-c8fc-4650-887b-8fc06e4314af req-0152a9bd-c791-4a96-8989-136ed8d38e9c tempest-InstanceActionsV221TestJSON-53908206 tempest-InstanceActionsV221TestJSON-53908206-project] 10.222.0.62 "GET /v2.0/quotas/ab2b3af01354414ba5f2ac7f938cef8e HTTP/1.1" status: 200 len: 375 time: 0.0180459 Oct 30 15:28:04.699014 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9c16db4b-c8fc-4650-887b-8fc06e4314af req-aca25d01-4d2b-4a82-9bab-0291d569409a tempest-InstanceActionsV221TestJSON-53908206 tempest-InstanceActionsV221TestJSON-53908206-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ab2b3af01354414ba5f2ac7f938cef8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410390 Oct 30 15:28:04.792006 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9c16db4b-c8fc-4650-887b-8fc06e4314af req-85f3ae34-fa9e-45a8-abea-9e012667026f service neutron] 10.222.0.62 "GET /v2.0/networks/144c756e-f841-4437-a210-6b4988002828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916409 Oct 30 15:28:04.932035 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9c16db4b-c8fc-4650-887b-8fc06e4314af req-06b7d3c3-d1ad-4cc3-9825-5a86b20618b3 service neutron] 10.222.0.62 "GET /v2.0/networks/144c756e-f841-4437-a210-6b4988002828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340423 Oct 30 15:28:05.128675 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2be0c71d-231b-4fe3-a1a2-a89cd4cc0ba9 req-c7312613-9661-404f-81d5-bd19170348e3 tempest-InstanceActionsV221TestJSON-53908206 tempest-InstanceActionsV221TestJSON-53908206-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfed815d-7228-4436-bc2c-425dc038e165 HTTP/1.1" status: 200 len: 210 time: 0.0313694 Oct 30 15:28:05.407664 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c51e041-bc6c-4e92-8b42-d8ecec53b6ad req-9a13a8ca-3cbe-4609-8f9a-67fff36efbc0 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:05.410543 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5c51e041-bc6c-4e92-8b42-d8ecec53b6ad req-9a13a8ca-3cbe-4609-8f9a-67fff36efbc0 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc542170-88f6-4c2f-93dd-699ca91e8342 HTTP/1.1" status: 200 len: 946 time: 0.0928764 Oct 30 15:28:05.471630 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5c51e041-bc6c-4e92-8b42-d8ecec53b6ad req-3077a54e-aff1-43e3-a236-f9f7ac87411a tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/security-groups?id=18950aca-06cc-4b84-b3ff-54cf6d21ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463791 Oct 30 15:28:05.833149 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286a6c9-bf99-40b0-bc79-45c253482b82 req-8003c47a-4466-4f29-ae3e-3fbe97bb8b89 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:05.835356 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3286a6c9-bf99-40b0-bc79-45c253482b82 req-8003c47a-4466-4f29-ae3e-3fbe97bb8b89 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=af8ba3a3-e1d9-42e9-ae8b-2a54174dffdc HTTP/1.1" status: 200 len: 945 time: 0.0928535 Oct 30 15:28:05.887673 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3286a6c9-bf99-40b0-bc79-45c253482b82 req-6bdf6d47-da40-4168-9aa7-40a580a1d4dc tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453367 Oct 30 15:28:06.303594 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9d6be7e8-258c-4fbd-b014-a03fb3b171c9 req-db8e2905-d843-4710-b908-c1cd5db7646d tempest-InstanceActionsV221TestJSON-53908206 tempest-InstanceActionsV221TestJSON-53908206-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfed815d-7228-4436-bc2c-425dc038e165 HTTP/1.1" status: 200 len: 210 time: 0.0793273 Oct 30 15:28:06.308113 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16db4b-c8fc-4650-887b-8fc06e4314af req-32f8baf2-0b96-4e79-aa9b-0590f1f94d5d tempest-InstanceActionsV221TestJSON-53908206 tempest-InstanceActionsV221TestJSON-53908206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:06.309657 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9c16db4b-c8fc-4650-887b-8fc06e4314af req-32f8baf2-0b96-4e79-aa9b-0590f1f94d5d tempest-InstanceActionsV221TestJSON-53908206 tempest-InstanceActionsV221TestJSON-53908206-project] 10.222.0.44 "GET /v2.0/networks?id=144c756e-f841-4437-a210-6b4988002828 HTTP/1.1" status: 200 len: 818 time: 0.1882243 Oct 30 15:28:06.334212 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-9c16db4b-c8fc-4650-887b-8fc06e4314af req-9f6dcf0e-fb70-4160-8752-87eff9505449 tempest-InstanceActionsV221TestJSON-53908206 tempest-InstanceActionsV221TestJSON-53908206-project] Request body: {'port': {'device_id': 'bfed815d-7228-4436-bc2c-425dc038e165', 'network_id': '144c756e-f841-4437-a210-6b4988002828', 'admin_state_up': True, 'tenant_id': 'ab2b3af01354414ba5f2ac7f938cef8e'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:28:06.498041 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c16db4b-c8fc-4650-887b-8fc06e4314af req-9f6dcf0e-fb70-4160-8752-87eff9505449 tempest-InstanceActionsV221TestJSON-53908206 tempest-InstanceActionsV221TestJSON-53908206-project] Made reservation on behalf of ab2b3af01354414ba5f2ac7f938cef8e for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:28:06.504507 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-9c16db4b-c8fc-4650-887b-8fc06e4314af req-9f6dcf0e-fb70-4160-8752-87eff9505449 tempest-InstanceActionsV221TestJSON-53908206 tempest-InstanceActionsV221TestJSON-53908206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:06.710760 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4fb76-3b75-4a11-9eb8-8515e6e4bf87 req-3679e760-92b1-4b70-8325-f82663b8fefd tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:06.712344 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6fa4fb76-3b75-4a11-9eb8-8515e6e4bf87 req-3679e760-92b1-4b70-8325-f82663b8fefd tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc542170-88f6-4c2f-93dd-699ca91e8342 HTTP/1.1" status: 200 len: 946 time: 0.1536109 Oct 30 15:28:06.743510 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-9c16db4b-c8fc-4650-887b-8fc06e4314af req-9f6dcf0e-fb70-4160-8752-87eff9505449 tempest-InstanceActionsV221TestJSON-53908206 tempest-InstanceActionsV221TestJSON-53908206-project] Allocated IP 172.20.0.12 (144c756e-f841-4437-a210-6b4988002828/d36c3b01-12a3-4379-ac03-1c5a3c0e911b/bf8fe317-019e-407f-b4f0-d7065e10161f) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:28:06.782201 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6fa4fb76-3b75-4a11-9eb8-8515e6e4bf87 req-f9c70a89-1021-4dde-ae37-87e29d0e5626 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/security-groups?id=18950aca-06cc-4b84-b3ff-54cf6d21ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616829 Oct 30 15:28:06.942097 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-9c16db4b-c8fc-4650-887b-8fc06e4314af req-9f6dcf0e-fb70-4160-8752-87eff9505449 tempest-InstanceActionsV221TestJSON-53908206 tempest-InstanceActionsV221TestJSON-53908206-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:06.984386 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-9c16db4b-c8fc-4650-887b-8fc06e4314af req-9f6dcf0e-fb70-4160-8752-87eff9505449 tempest-InstanceActionsV221TestJSON-53908206 tempest-InstanceActionsV221TestJSON-53908206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:07.025714 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be9bf74-8491-4e3b-9b17-baa76379a6bb req-87105e70-3be9-4849-92a1-647ca6b6ea4e tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:07.028741 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1be9bf74-8491-4e3b-9b17-baa76379a6bb req-87105e70-3be9-4849-92a1-647ca6b6ea4e tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=af8ba3a3-e1d9-42e9-ae8b-2a54174dffdc HTTP/1.1" status: 200 len: 945 time: 0.0683725 Oct 30 15:28:07.046482 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c16db4b-c8fc-4650-887b-8fc06e4314af req-9f6dcf0e-fb70-4160-8752-87eff9505449 tempest-InstanceActionsV221TestJSON-53908206 tempest-InstanceActionsV221TestJSON-53908206-project] Network 144c756e-f841-4437-a210-6b4988002828 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:28:07.051366 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-9c16db4b-c8fc-4650-887b-8fc06e4314af req-9f6dcf0e-fb70-4160-8752-87eff9505449 tempest-InstanceActionsV221TestJSON-53908206 tempest-InstanceActionsV221TestJSON-53908206-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:28:07.059343 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c16db4b-c8fc-4650-887b-8fc06e4314af req-9f6dcf0e-fb70-4160-8752-87eff9505449 tempest-InstanceActionsV221TestJSON-53908206 tempest-InstanceActionsV221TestJSON-53908206-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:28:07.090129 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1be9bf74-8491-4e3b-9b17-baa76379a6bb req-f25b6cd0-d0ca-4193-90d0-a66cf01af032 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540473 Oct 30 15:28:07.113559 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6dcf0e-fb70-4160-8752-87eff9505449 tempest-InstanceActionsV221TestJSON-53908206 tempest-InstanceActionsV221TestJSON-53908206-project] Pushing event updated for resources: {'Port': ['ID=bf8fe317-019e-407f-b4f0-d7065e10161f,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:07.128395 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16db4b-c8fc-4650-887b-8fc06e4314af req-9f6dcf0e-fb70-4160-8752-87eff9505449 tempest-InstanceActionsV221TestJSON-53908206 tempest-InstanceActionsV221TestJSON-53908206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:07.129016 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-9c16db4b-c8fc-4650-887b-8fc06e4314af req-9f6dcf0e-fb70-4160-8752-87eff9505449 tempest-InstanceActionsV221TestJSON-53908206 tempest-InstanceActionsV221TestJSON-53908206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:07.144976 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9c16db4b-c8fc-4650-887b-8fc06e4314af req-9f6dcf0e-fb70-4160-8752-87eff9505449 tempest-InstanceActionsV221TestJSON-53908206 tempest-InstanceActionsV221TestJSON-53908206-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8236029 Oct 30 15:28:07.157396 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-9c16db4b-c8fc-4650-887b-8fc06e4314af req-6858df6f-46cc-4087-bc60-cae5b1fcb9e8 service neutron] Request body: {'port': {'device_id': 'bfed815d-7228-4436-bc2c-425dc038e165', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:28:07.218239 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-9c16db4b-c8fc-4650-887b-8fc06e4314af req-6858df6f-46cc-4087-bc60-cae5b1fcb9e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:07.434550 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f4c8a-d8a4-4041-bb9b-c7fa3469ec65 req-f104008d-0b57-4afe-b079-cc3946dfc79c tempest-InstanceActionsV221TestJSON-53908206 tempest-InstanceActionsV221TestJSON-53908206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:07.443576 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0a9f4c8a-d8a4-4041-bb9b-c7fa3469ec65 req-f104008d-0b57-4afe-b079-cc3946dfc79c tempest-InstanceActionsV221TestJSON-53908206 tempest-InstanceActionsV221TestJSON-53908206-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfed815d-7228-4436-bc2c-425dc038e165 HTTP/1.1" status: 200 len: 932 time: 0.0604599 Oct 30 15:28:07.496686 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0a9f4c8a-d8a4-4041-bb9b-c7fa3469ec65 req-5d37430a-515d-443a-806e-d92cc7104d8c tempest-InstanceActionsV221TestJSON-53908206 tempest-InstanceActionsV221TestJSON-53908206-project] 10.222.0.62 "GET /v2.0/security-groups?id=48aa1847-1657-477d-9264-854371b5d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513167 Oct 30 15:28:07.539308 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-9c16db4b-c8fc-4650-887b-8fc06e4314af req-6858df6f-46cc-4087-bc60-cae5b1fcb9e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf8fe317-019e-407f-b4f0-d7065e10161f {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:28:07.546751 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-9c16db4b-c8fc-4650-887b-8fc06e4314af req-6858df6f-46cc-4087-bc60-cae5b1fcb9e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:07.558840 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-9c16db4b-c8fc-4650-887b-8fc06e4314af req-6858df6f-46cc-4087-bc60-cae5b1fcb9e8 service neutron] Transition to ACTIVE for port object bf8fe317-019e-407f-b4f0-d7065e10161f will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:28:07.562165 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-9c16db4b-c8fc-4650-887b-8fc06e4314af req-6858df6f-46cc-4087-bc60-cae5b1fcb9e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:07.631988 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6858df6f-46cc-4087-bc60-cae5b1fcb9e8 service neutron] Pushing event updated for resources: {'Port': ['ID=bf8fe317-019e-407f-b4f0-d7065e10161f,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:07.684551 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-9c16db4b-c8fc-4650-887b-8fc06e4314af req-6858df6f-46cc-4087-bc60-cae5b1fcb9e8 service neutron] Attempting to bind port bf8fe317-019e-407f-b4f0-d7065e10161f on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:28:07.684898 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-9c16db4b-c8fc-4650-887b-8fc06e4314af req-6858df6f-46cc-4087-bc60-cae5b1fcb9e8 service neutron] Attempting to bind port bf8fe317-019e-407f-b4f0-d7065e10161f by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': '3e3bb8b6-444d-4e39-a930-2b63663a3025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '144c756e-f841-4437-a210-6b4988002828'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:28:07.685228 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c16db4b-c8fc-4650-887b-8fc06e4314af req-6858df6f-46cc-4087-bc60-cae5b1fcb9e8 service neutron] Attempting to bind port bf8fe317-019e-407f-b4f0-d7065e10161f on network 144c756e-f841-4437-a210-6b4988002828 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:28:07.689729 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c16db4b-c8fc-4650-887b-8fc06e4314af req-6858df6f-46cc-4087-bc60-cae5b1fcb9e8 service neutron] Port bf8fe317-019e-407f-b4f0-d7065e10161f on network 144c756e-f841-4437-a210-6b4988002828 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:28:07.690629 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c16db4b-c8fc-4650-887b-8fc06e4314af req-6858df6f-46cc-4087-bc60-cae5b1fcb9e8 service neutron] Attempting to bind port bf8fe317-019e-407f-b4f0-d7065e10161f on network 144c756e-f841-4437-a210-6b4988002828 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:28:07.695496 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c16db4b-c8fc-4650-887b-8fc06e4314af req-6858df6f-46cc-4087-bc60-cae5b1fcb9e8 service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:28:07.695845 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c16db4b-c8fc-4650-887b-8fc06e4314af req-6858df6f-46cc-4087-bc60-cae5b1fcb9e8 service neutron] Checking segment: {'id': '3e3bb8b6-444d-4e39-a930-2b63663a3025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '144c756e-f841-4437-a210-6b4988002828'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:28:07.696236 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c16db4b-c8fc-4650-887b-8fc06e4314af req-6858df6f-46cc-4087-bc60-cae5b1fcb9e8 service neutron] Bound using segment: {'id': '3e3bb8b6-444d-4e39-a930-2b63663a3025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '144c756e-f841-4437-a210-6b4988002828'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:28:07.696675 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-9c16db4b-c8fc-4650-887b-8fc06e4314af req-6858df6f-46cc-4087-bc60-cae5b1fcb9e8 service neutron] Bound port: bf8fe317-019e-407f-b4f0-d7065e10161f, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e3bb8b6-444d-4e39-a930-2b63663a3025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '144c756e-f841-4437-a210-6b4988002828'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:28:07.697038 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-9c16db4b-c8fc-4650-887b-8fc06e4314af req-6858df6f-46cc-4087-bc60-cae5b1fcb9e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:07.769310 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-9c16db4b-c8fc-4650-887b-8fc06e4314af req-6858df6f-46cc-4087-bc60-cae5b1fcb9e8 service neutron] For port bf8fe317-019e-407f-b4f0-d7065e10161f, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:28:07.772812 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-9c16db4b-c8fc-4650-887b-8fc06e4314af req-6858df6f-46cc-4087-bc60-cae5b1fcb9e8 service neutron] For port bf8fe317-019e-407f-b4f0-d7065e10161f, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=bf8fe317-019e-407f-b4f0-d7065e10161f,segment=NetworkSegment(3e3bb8b6-444d-4e39-a930-2b63663a3025),segment_id=3e3bb8b6-444d-4e39-a930-2b63663a3025)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:28:07.777163 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-9c16db4b-c8fc-4650-887b-8fc06e4314af req-6858df6f-46cc-4087-bc60-cae5b1fcb9e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:07.819118 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16db4b-c8fc-4650-887b-8fc06e4314af req-6858df6f-46cc-4087-bc60-cae5b1fcb9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:07.831936 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-9c16db4b-c8fc-4650-887b-8fc06e4314af req-6858df6f-46cc-4087-bc60-cae5b1fcb9e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:07.836257 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9c16db4b-c8fc-4650-887b-8fc06e4314af req-6858df6f-46cc-4087-bc60-cae5b1fcb9e8 service neutron] 10.222.0.44 "PUT /v2.0/ports/bf8fe317-019e-407f-b4f0-d7065e10161f HTTP/1.1" status: 200 len: 1093 time: 0.6830170 Oct 30 15:28:07.836874 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfed815d-7228-4436-bc2c-425dc038e165', 'tag': 'bf8fe317-019e-407f-b4f0-d7065e10161f'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:28:07.842724 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4877a577-e852-4d99-b5e1-a6dd4defa7fb" -d '{"events": [{"name": "network-changed", "server_uuid": "bfed815d-7228-4436-bc2c-425dc038e165", "tag": "bf8fe317-019e-407f-b4f0-d7065e10161f"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:28:07.887215 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6858df6f-46cc-4087-bc60-cae5b1fcb9e8 service neutron] Pushing event updated for resources: {'Port': ['ID=bf8fe317-019e-407f-b4f0-d7065e10161f,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:07.916302 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48cb952a-91e0-4df1-8c07-efe76aae20f0 x-openstack-request-id: req-48cb952a-91e0-4df1-8c07-efe76aae20f0 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:28:07.917730 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfed815d-7228-4436-bc2c-425dc038e165", "tag": "bf8fe317-019e-407f-b4f0-d7065e10161f", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:28:07.919361 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-48cb952a-91e0-4df1-8c07-efe76aae20f0 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:28:07.919926 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfed815d-7228-4436-bc2c-425dc038e165', 'tag': 'bf8fe317-019e-407f-b4f0-d7065e10161f', 'status': 'completed', 'code': 200} Oct 30 15:28:08.019116 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16db4b-c8fc-4650-887b-8fc06e4314af req-8a407fe8-27ab-4afd-bf85-bc2dce2251ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:08.020800 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9c16db4b-c8fc-4650-887b-8fc06e4314af req-8a407fe8-27ab-4afd-bf85-bc2dce2251ab service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ab2b3af01354414ba5f2ac7f938cef8e&device_id=bfed815d-7228-4436-bc2c-425dc038e165 HTTP/1.1" status: 200 len: 1096 time: 0.0859344 Oct 30 15:28:08.035879 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f217e948-1b65-4e9f-86fe-6043776df338 req-1ec41dd9-60c5-436f-9182-5b051b6b92f1 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:08.037326 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f217e948-1b65-4e9f-86fe-6043776df338 req-1ec41dd9-60c5-436f-9182-5b051b6b92f1 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc542170-88f6-4c2f-93dd-699ca91e8342 HTTP/1.1" status: 200 len: 946 time: 0.0668724 Oct 30 15:28:08.079777 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9c16db4b-c8fc-4650-887b-8fc06e4314af req-68e8b6bb-2251-4cd7-88f2-ab6c838ffbc6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf8fe317-019e-407f-b4f0-d7065e10161f HTTP/1.1" status: 200 len: 217 time: 0.0413237 Oct 30 15:28:08.140294 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f217e948-1b65-4e9f-86fe-6043776df338 req-412776db-fa34-4283-b94c-42ce2172a620 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/security-groups?id=18950aca-06cc-4b84-b3ff-54cf6d21ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965319 Oct 30 15:28:08.148211 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16db4b-c8fc-4650-887b-8fc06e4314af req-0aeada36-61bc-4d3c-a5ca-49ffce30f40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:08.149625 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9c16db4b-c8fc-4650-887b-8fc06e4314af req-0aeada36-61bc-4d3c-a5ca-49ffce30f40c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d36c3b01-12a3-4379-ac03-1c5a3c0e911b HTTP/1.1" status: 200 len: 858 time: 0.0627465 Oct 30 15:28:08.190637 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9c16db4b-c8fc-4650-887b-8fc06e4314af req-b3f5b01b-b5cf-45a9-8429-405ebe82f88f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=144c756e-f841-4437-a210-6b4988002828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340960 Oct 30 15:28:08.274898 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2b2e5a-0c1c-4b35-a97b-25afdf5f488c req-0c3bdd77-4a76-4d1e-8667-cc4e2aba78bd tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:08.279248 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-de2b2e5a-0c1c-4b35-a97b-25afdf5f488c req-0c3bdd77-4a76-4d1e-8667-cc4e2aba78bd tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=af8ba3a3-e1d9-42e9-ae8b-2a54174dffdc HTTP/1.1" status: 200 len: 945 time: 0.0731676 Oct 30 15:28:08.296888 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9c16db4b-c8fc-4650-887b-8fc06e4314af req-ca1e3e3c-dadc-41b7-8bfe-42365fed5945 service neutron] 10.222.0.44 "GET /v2.0/networks/144c756e-f841-4437-a210-6b4988002828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984585 Oct 30 15:28:08.318981 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-de2b2e5a-0c1c-4b35-a97b-25afdf5f488c req-9c513689-b177-42c4-9cd4-d11bba241e8b tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368152 Oct 30 15:28:08.395731 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9c16db4b-c8fc-4650-887b-8fc06e4314af req-a1fd8d39-33bd-4ca4-9344-9848a9d0fe1a service neutron] 10.222.0.44 "GET /v2.0/networks/144c756e-f841-4437-a210-6b4988002828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911863 Oct 30 15:28:08.484673 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4877a577-e852-4d99-b5e1-a6dd4defa7fb req-a5d1b102-7d3c-4041-a96c-0d167b8c645d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:08.486778 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4877a577-e852-4d99-b5e1-a6dd4defa7fb req-a5d1b102-7d3c-4041-a96c-0d167b8c645d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ab2b3af01354414ba5f2ac7f938cef8e&device_id=bfed815d-7228-4436-bc2c-425dc038e165 HTTP/1.1" status: 200 len: 1096 time: 0.0409639 Oct 30 15:28:08.646690 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4877a577-e852-4d99-b5e1-a6dd4defa7fb req-1a01d2aa-0528-464b-ad71-c96ca4562e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:08.648253 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4877a577-e852-4d99-b5e1-a6dd4defa7fb req-1a01d2aa-0528-464b-ad71-c96ca4562e73 service neutron] 10.222.0.44 "GET /v2.0/networks?id=144c756e-f841-4437-a210-6b4988002828 HTTP/1.1" status: 200 len: 919 time: 0.1543131 Oct 30 15:28:08.703924 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4877a577-e852-4d99-b5e1-a6dd4defa7fb req-85c8bb6a-4169-4cb8-a66a-78787a76c22f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf8fe317-019e-407f-b4f0-d7065e10161f HTTP/1.1" status: 200 len: 217 time: 0.0481534 Oct 30 15:28:08.712504 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca7a78-3406-459e-89e0-fea26d4e2c4a req-b53363f8-11c1-4d59-9b71-c2d18c1ab903 tempest-InstanceActionsV221TestJSON-53908206 tempest-InstanceActionsV221TestJSON-53908206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:08.713910 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-60ca7a78-3406-459e-89e0-fea26d4e2c4a req-b53363f8-11c1-4d59-9b71-c2d18c1ab903 tempest-InstanceActionsV221TestJSON-53908206 tempest-InstanceActionsV221TestJSON-53908206-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfed815d-7228-4436-bc2c-425dc038e165 HTTP/1.1" status: 200 len: 944 time: 0.0977576 Oct 30 15:28:08.786555 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4877a577-e852-4d99-b5e1-a6dd4defa7fb req-6752a32b-2cb1-48d8-b5e6-69a3f90c5c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:08.787959 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4877a577-e852-4d99-b5e1-a6dd4defa7fb req-6752a32b-2cb1-48d8-b5e6-69a3f90c5c9c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d36c3b01-12a3-4379-ac03-1c5a3c0e911b HTTP/1.1" status: 200 len: 858 time: 0.0732114 Oct 30 15:28:08.790866 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-60ca7a78-3406-459e-89e0-fea26d4e2c4a req-e5305007-741a-4355-a5cb-716cc5cda61a tempest-InstanceActionsV221TestJSON-53908206 tempest-InstanceActionsV221TestJSON-53908206-project] 10.222.0.62 "GET /v2.0/security-groups?id=48aa1847-1657-477d-9264-854371b5d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678422 Oct 30 15:28:08.823137 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4877a577-e852-4d99-b5e1-a6dd4defa7fb req-fdddc56a-3411-4dc3-89b6-a8f64992470f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=144c756e-f841-4437-a210-6b4988002828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273373 Oct 30 15:28:08.917428 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4877a577-e852-4d99-b5e1-a6dd4defa7fb req-fe19c295-f7f5-4c6f-8c02-5fe28c874497 service neutron] 10.222.0.44 "GET /v2.0/networks/144c756e-f841-4437-a210-6b4988002828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872166 Oct 30 15:28:09.038438 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4877a577-e852-4d99-b5e1-a6dd4defa7fb req-a3c8e2ad-6345-4573-b0d4-c7210113a04d service neutron] 10.222.0.44 "GET /v2.0/networks/144c756e-f841-4437-a210-6b4988002828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131625 Oct 30 15:28:09.085688 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c6b7cc-e1ec-41a7-ad1e-5fbf83334f62 req-c849963a-a0e2-42d6-982c-dc6a92c90389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:09.087154 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f2c6b7cc-e1ec-41a7-ad1e-5fbf83334f62 req-c849963a-a0e2-42d6-982c-dc6a92c90389 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fc542170-88f6-4c2f-93dd-699ca91e8342 HTTP/1.1" status: 200 len: 1098 time: 0.0548098 Oct 30 15:28:09.133316 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f2c6b7cc-e1ec-41a7-ad1e-5fbf83334f62 req-b4321496-746f-4127-844d-dccfe4a74753 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=18950aca-06cc-4b84-b3ff-54cf6d21ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384707 Oct 30 15:28:09.299197 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b436b-d282-437c-aea5-1ab0ceab24f0 req-d08fa192-f43f-496f-8167-582c81719a20 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:09.309505 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fe7b436b-d282-437c-aea5-1ab0ceab24f0 req-d08fa192-f43f-496f-8167-582c81719a20 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc542170-88f6-4c2f-93dd-699ca91e8342 HTTP/1.1" status: 200 len: 946 time: 0.0678849 Oct 30 15:28:09.358737 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fe7b436b-d282-437c-aea5-1ab0ceab24f0 req-c33858c6-7948-4246-950b-a7d6494af0c2 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/security-groups?id=18950aca-06cc-4b84-b3ff-54cf6d21ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449839 Oct 30 15:28:09.492890 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f8a45b-c9c4-4b4e-8b75-486b02a14754 req-76c05d66-0358-402b-a7ae-43bc8b653bbf tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:09.494688 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-87f8a45b-c9c4-4b4e-8b75-486b02a14754 req-76c05d66-0358-402b-a7ae-43bc8b653bbf tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=af8ba3a3-e1d9-42e9-ae8b-2a54174dffdc HTTP/1.1" status: 200 len: 945 time: 0.0548360 Oct 30 15:28:09.540600 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-87f8a45b-c9c4-4b4e-8b75-486b02a14754 req-928a0a71-5de5-45e9-aae8-b0b53970dfc6 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395930 Oct 30 15:28:09.933808 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2d811c-9619-4bda-8a4b-32da9b1c77c2 req-25e5392b-dfd1-48b0-8046-bedcb62edfb2 tempest-InstanceActionsV221TestJSON-53908206 tempest-InstanceActionsV221TestJSON-53908206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:09.936785 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1d2d811c-9619-4bda-8a4b-32da9b1c77c2 req-25e5392b-dfd1-48b0-8046-bedcb62edfb2 tempest-InstanceActionsV221TestJSON-53908206 tempest-InstanceActionsV221TestJSON-53908206-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfed815d-7228-4436-bc2c-425dc038e165 HTTP/1.1" status: 200 len: 944 time: 0.0583034 Oct 30 15:28:09.997457 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1d2d811c-9619-4bda-8a4b-32da9b1c77c2 req-ed5fb58e-3873-4f5c-bf5c-d1f2f6363921 tempest-InstanceActionsV221TestJSON-53908206 tempest-InstanceActionsV221TestJSON-53908206-project] 10.222.0.62 "GET /v2.0/security-groups?id=48aa1847-1657-477d-9264-854371b5d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535016 Oct 30 15:28:10.505957 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbca9c0-0a30-4f61-900f-b760cbd1cf39 req-688d022b-13a8-4420-b591-d0efad28bbd6 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:10.507620 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3fbca9c0-0a30-4f61-900f-b760cbd1cf39 req-688d022b-13a8-4420-b591-d0efad28bbd6 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc542170-88f6-4c2f-93dd-699ca91e8342 HTTP/1.1" status: 200 len: 946 time: 0.0714614 Oct 30 15:28:10.569170 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3fbca9c0-0a30-4f61-900f-b760cbd1cf39 req-e7214854-a68b-4032-8665-49fd23c3f268 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/security-groups?id=18950aca-06cc-4b84-b3ff-54cf6d21ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486453 Oct 30 15:28:10.654630 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 57884) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:28:10.747562 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae18d6a-ee20-4870-83f2-47ea526e76f1 req-6e6a6deb-3cc7-4658-80e7-5c02eebaa4fe tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:10.758621 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8ae18d6a-ee20-4870-83f2-47ea526e76f1 req-6e6a6deb-3cc7-4658-80e7-5c02eebaa4fe tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=af8ba3a3-e1d9-42e9-ae8b-2a54174dffdc HTTP/1.1" status: 200 len: 945 time: 0.0961449 Oct 30 15:28:10.817540 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a4a3c543-262d-4cc2-ab87-b48b799de23e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:10.828470 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8ae18d6a-ee20-4870-83f2-47ea526e76f1 req-705f4330-3585-4b3f-81d2-20ef2e1faffd tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643895 Oct 30 15:28:10.920220 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a4a3c543-262d-4cc2-ab87-b48b799de23e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:10.925731 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a4a3c543-262d-4cc2-ab87-b48b799de23e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:10.964781 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a4a3c543-262d-4cc2-ab87-b48b799de23e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d4c452406e2b439f9bac1b95d867d33c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3092163 Oct 30 15:28:10.965630 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a3c543-262d-4cc2-ab87-b48b799de23e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e28bb0-fbf9-48c1-aa05-dbcc0593a3fd,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:10.968179 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 57894) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:28:10.982814 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefaefc1-9f12-4ab4-a8be-98cbc3fb0f14 req-96974497-863f-4616-bd3b-854b9e6246d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:10.984612 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-aefaefc1-9f12-4ab4-a8be-98cbc3fb0f14 req-96974497-863f-4616-bd3b-854b9e6246d5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8883efdab1974efc9f550527d856656f&device_id=fc542170-88f6-4c2f-93dd-699ca91e8342 HTTP/1.1" status: 200 len: 1098 time: 0.0578206 Oct 30 15:28:10.993590 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4fc42d-08c0-46f8-a3ca-06842f0a2081 req-014c8d2d-6805-4fd9-9b92-2f91781e6e5b tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:10.995104 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-eb4fc42d-08c0-46f8-a3ca-06842f0a2081 req-014c8d2d-6805-4fd9-9b92-2f91781e6e5b tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc542170-88f6-4c2f-93dd-699ca91e8342 HTTP/1.1" status: 200 len: 946 time: 0.0988472 Oct 30 15:28:11.028371 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-88c2446f-cb8f-4e2d-b276-4fe06d2d6bde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:11.057987 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-88c2446f-cb8f-4e2d-b276-4fe06d2d6bde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:11.093678 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-eb4fc42d-08c0-46f8-a3ca-06842f0a2081 req-1be78434-a05a-4120-be8b-4ee5acf847c6 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/security-groups?id=18950aca-06cc-4b84-b3ff-54cf6d21ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890074 Oct 30 15:28:11.134931 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefaefc1-9f12-4ab4-a8be-98cbc3fb0f14 req-ce73fc2a-dd93-4e03-abc5-c74a6ce860a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:11.137677 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-aefaefc1-9f12-4ab4-a8be-98cbc3fb0f14 req-ce73fc2a-dd93-4e03-abc5-c74a6ce860a9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e874fc18-e11d-4a09-8a86-4d3449e06603 HTTP/1.1" status: 200 len: 919 time: 0.1414521 Oct 30 15:28:11.145443 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f5ee75-b31c-4cc4-859b-3ea629ff7fb0 req-9ed00823-5072-4b00-ae13-6841e409251e tempest-InstanceActionsV221TestJSON-53908206 tempest-InstanceActionsV221TestJSON-53908206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:11.147904 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-92f5ee75-b31c-4cc4-859b-3ea629ff7fb0 req-9ed00823-5072-4b00-ae13-6841e409251e tempest-InstanceActionsV221TestJSON-53908206 tempest-InstanceActionsV221TestJSON-53908206-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfed815d-7228-4436-bc2c-425dc038e165 HTTP/1.1" status: 200 len: 944 time: 0.0817816 Oct 30 15:28:11.161897 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-88c2446f-cb8f-4e2d-b276-4fe06d2d6bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:11.164724 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-88c2446f-cb8f-4e2d-b276-4fe06d2d6bde admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:11.168355 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-88c2446f-cb8f-4e2d-b276-4fe06d2d6bde admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/01e28bb0-fbf9-48c1-aa05-dbcc0593a3fd HTTP/1.1" status: 204 len: 168 time: 0.1961234 Oct 30 15:28:11.183508 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c2446f-cb8f-4e2d-b276-4fe06d2d6bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e28bb0-fbf9-48c1-aa05-dbcc0593a3fd,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:11.210696 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-92f5ee75-b31c-4cc4-859b-3ea629ff7fb0 req-43dea87f-aed1-41eb-a72f-8149001aad8e tempest-InstanceActionsV221TestJSON-53908206 tempest-InstanceActionsV221TestJSON-53908206-project] 10.222.0.62 "GET /v2.0/security-groups?id=48aa1847-1657-477d-9264-854371b5d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569458 Oct 30 15:28:11.224702 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-aefaefc1-9f12-4ab4-a8be-98cbc3fb0f14 req-01ac65b1-1f20-4949-8f1b-5c846919d462 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99d5db0b-d610-47fd-95c7-44707343fc82 HTTP/1.1" status: 200 len: 217 time: 0.0796714 Oct 30 15:28:11.457251 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 57902) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:28:11.471800 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-78cf0fe5-f8d6-48cb-8f16-2f71c78a19ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:11.555073 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefaefc1-9f12-4ab4-a8be-98cbc3fb0f14 req-8347cbad-9d41-4442-956e-4a46729358de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:11.557338 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-aefaefc1-9f12-4ab4-a8be-98cbc3fb0f14 req-8347cbad-9d41-4442-956e-4a46729358de service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8ef7cf87-b3e7-4e69-a9d4-cb34bde83505 HTTP/1.1" status: 200 len: 858 time: 0.3115516 Oct 30 15:28:11.573450 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device bf8fe317-019e-407f-b4f0-d7065e10161f details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:28:11.587935 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-78cf0fe5-f8d6-48cb-8f16-2f71c78a19ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:11.592106 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-78cf0fe5-f8d6-48cb-8f16-2f71c78a19ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:11.595696 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-aefaefc1-9f12-4ab4-a8be-98cbc3fb0f14 req-c572cee9-b520-4122-87cb-deb4c0c31cbc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e874fc18-e11d-4a09-8a86-4d3449e06603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292964 Oct 30 15:28:11.624249 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-78cf0fe5-f8d6-48cb-8f16-2f71c78a19ca admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6058c8f4384f496a91ebf351a4b66575&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1656098 Oct 30 15:28:11.625085 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 57906) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:28:11.696889 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cf0fe5-f8d6-48cb-8f16-2f71c78a19ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3661e26a-ab1f-4fcf-9ec8-10f883f32269,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:11.702584 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-aefaefc1-9f12-4ab4-a8be-98cbc3fb0f14 req-12adc251-13ad-41e6-b302-38f8df52bf32 service neutron] 10.222.0.53 "GET /v2.0/networks/e874fc18-e11d-4a09-8a86-4d3449e06603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966434 Oct 30 15:28:11.715011 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-41eb2b61-7c78-4692-927c-cb18386a0041 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:11.723564 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port bf8fe317-019e-407f-b4f0-d7065e10161f, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=bf8fe317-019e-407f-b4f0-d7065e10161f,segment=NetworkSegment(3e3bb8b6-444d-4e39-a930-2b63663a3025),segment_id=3e3bb8b6-444d-4e39-a930-2b63663a3025)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:28:11.740464 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-41eb2b61-7c78-4692-927c-cb18386a0041 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:11.741840 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': 'bf8fe317-019e-407f-b4f0-d7065e10161f', 'network_id': '144c756e-f841-4437-a210-6b4988002828', 'port_id': 'bf8fe317-019e-407f-b4f0-d7065e10161f', 'mac_address': 'fa:16:3e:4f:c4:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd36c3b01-12a3-4379-ac03-1c5a3c0e911b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:28:11.785292 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:11.802107 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf8fe317-019e-407f-b4f0-d7065e10161f {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:28:11.808956 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-41eb2b61-7c78-4692-927c-cb18386a0041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:11.812593 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-41eb2b61-7c78-4692-927c-cb18386a0041 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:11.816855 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-41eb2b61-7c78-4692-927c-cb18386a0041 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3661e26a-ab1f-4fcf-9ec8-10f883f32269 HTTP/1.1" status: 204 len: 168 time: 0.1868851 Oct 30 15:28:11.819659 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-aefaefc1-9f12-4ab4-a8be-98cbc3fb0f14 req-85b13fcd-bd22-452b-b36c-4245a27f515e service neutron] 10.222.0.53 "GET /v2.0/networks/e874fc18-e11d-4a09-8a86-4d3449e06603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092641 Oct 30 15:28:11.824915 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eb2b61-7c78-4692-927c-cb18386a0041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3661e26a-ab1f-4fcf-9ec8-10f883f32269,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:11.836659 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port bf8fe317-019e-407f-b4f0-d7065e10161f, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=bf8fe317-019e-407f-b4f0-d7065e10161f,segment=NetworkSegment(3e3bb8b6-444d-4e39-a930-2b63663a3025),segment_id=3e3bb8b6-444d-4e39-a930-2b63663a3025)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:28:11.857972 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:11.980897 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=bf8fe317-019e-407f-b4f0-d7065e10161f,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:12.014750 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfba232-b938-47f0-a7bb-53a4381812d1 req-cdcc998a-f3a9-4768-8c13-6334c0df20fe tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:12.016535 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4dfba232-b938-47f0-a7bb-53a4381812d1 req-cdcc998a-f3a9-4768-8c13-6334c0df20fe tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=af8ba3a3-e1d9-42e9-ae8b-2a54174dffdc HTTP/1.1" status: 200 len: 945 time: 0.1001897 Oct 30 15:28:12.060745 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4dfba232-b938-47f0-a7bb-53a4381812d1 req-c17b6594-b3d2-4cbf-883e-558bf03f5fa6 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367467 Oct 30 15:28:12.102691 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['bf8fe317-019e-407f-b4f0-d7065e10161f'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:28:12.270870 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cae6fe-eee6-4d6b-a040-dd7a69dcf9ac req-7a8e190c-99dc-4995-9dd8-eab1c61f16dc tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:12.272871 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-83cae6fe-eee6-4d6b-a040-dd7a69dcf9ac req-7a8e190c-99dc-4995-9dd8-eab1c61f16dc tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc542170-88f6-4c2f-93dd-699ca91e8342 HTTP/1.1" status: 200 len: 946 time: 0.0582705 Oct 30 15:28:12.323686 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-83cae6fe-eee6-4d6b-a040-dd7a69dcf9ac req-1793411c-624b-4991-8116-bf88d17ec714 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/security-groups?id=18950aca-06cc-4b84-b3ff-54cf6d21ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440040 Oct 30 15:28:12.387630 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a316c2-c7f3-40b6-884d-083c9f5a68d3 req-9fd555a0-cfb3-49fd-b674-2c48a5ee1784 tempest-InstanceActionsV221TestJSON-53908206 tempest-InstanceActionsV221TestJSON-53908206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:12.395698 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-75a316c2-c7f3-40b6-884d-083c9f5a68d3 req-9fd555a0-cfb3-49fd-b674-2c48a5ee1784 tempest-InstanceActionsV221TestJSON-53908206 tempest-InstanceActionsV221TestJSON-53908206-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfed815d-7228-4436-bc2c-425dc038e165 HTTP/1.1" status: 200 len: 945 time: 0.0761206 Oct 30 15:28:12.446324 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-75a316c2-c7f3-40b6-884d-083c9f5a68d3 req-ade9228c-e8a4-49dc-88bc-de318f549d7c tempest-InstanceActionsV221TestJSON-53908206 tempest-InstanceActionsV221TestJSON-53908206-project] 10.222.0.62 "GET /v2.0/security-groups?id=48aa1847-1657-477d-9264-854371b5d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497468 Oct 30 15:28:13.250527 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd8463b-e3ba-481a-bead-b64730d4d564 req-a500e6eb-90ac-47d4-b056-ecfdbcf39d94 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:13.252758 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dfd8463b-e3ba-481a-bead-b64730d4d564 req-a500e6eb-90ac-47d4-b056-ecfdbcf39d94 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=af8ba3a3-e1d9-42e9-ae8b-2a54174dffdc HTTP/1.1" status: 200 len: 945 time: 0.0807836 Oct 30 15:28:13.321254 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dfd8463b-e3ba-481a-bead-b64730d4d564 req-35232f17-368a-449d-b1a7-0efddaf35f76 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589330 Oct 30 15:28:13.488683 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f67558-26b0-43d3-ad4f-506f702469d8 req-a27c780b-c7f8-4ea7-9a61-8104566d8ce2 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:13.490279 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-63f67558-26b0-43d3-ad4f-506f702469d8 req-a27c780b-c7f8-4ea7-9a61-8104566d8ce2 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc542170-88f6-4c2f-93dd-699ca91e8342 HTTP/1.1" status: 200 len: 946 time: 0.0627117 Oct 30 15:28:13.530520 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-63f67558-26b0-43d3-ad4f-506f702469d8 req-e207821e-cb75-40c8-a712-a9c8076e781e tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/security-groups?id=18950aca-06cc-4b84-b3ff-54cf6d21ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341091 Oct 30 15:28:13.572724 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device bf8fe317-019e-407f-b4f0-d7065e10161f up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:28:13.605989 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7630655a-eb93-42cd-89e7-abdf0133e95a req-de291745-abdb-469a-b3ce-a1853c3c2a40 tempest-InstanceActionsV221TestJSON-53908206 tempest-InstanceActionsV221TestJSON-53908206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:13.607613 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7630655a-eb93-42cd-89e7-abdf0133e95a req-de291745-abdb-469a-b3ce-a1853c3c2a40 tempest-InstanceActionsV221TestJSON-53908206 tempest-InstanceActionsV221TestJSON-53908206-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfed815d-7228-4436-bc2c-425dc038e165 HTTP/1.1" status: 200 len: 945 time: 0.0673640 Oct 30 15:28:13.663616 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7630655a-eb93-42cd-89e7-abdf0133e95a req-e4cbcd4c-f6a5-4c4b-9d73-73a8b7fbdae4 tempest-InstanceActionsV221TestJSON-53908206 tempest-InstanceActionsV221TestJSON-53908206-project] 10.222.0.62 "GET /v2.0/security-groups?id=48aa1847-1657-477d-9264-854371b5d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486281 Oct 30 15:28:13.686917 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port bf8fe317-019e-407f-b4f0-d7065e10161f completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:28:13.697481 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port bf8fe317-019e-407f-b4f0-d7065e10161f triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:28:13.698384 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:13.788226 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:13.817429 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfed815d-7228-4436-bc2c-425dc038e165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf8fe317-019e-407f-b4f0-d7065e10161f'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:28:13.820632 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1450c23a-c13e-4f1d-8385-be3d88e7af75" -d '{"events": [{"server_uuid": "bfed815d-7228-4436-bc2c-425dc038e165", "name": "network-vif-plugged", "status": "completed", "tag": "bf8fe317-019e-407f-b4f0-d7065e10161f"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:28:13.837430 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port bf8fe317-019e-407f-b4f0-d7065e10161f, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=bf8fe317-019e-407f-b4f0-d7065e10161f,segment=NetworkSegment(3e3bb8b6-444d-4e39-a930-2b63663a3025),segment_id=3e3bb8b6-444d-4e39-a930-2b63663a3025)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:28:13.843062 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:13.913722 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d07f1b-57cb-4c1d-959e-fcd56cf7c703 x-openstack-request-id: req-f0d07f1b-57cb-4c1d-959e-fcd56cf7c703 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:28:13.914367 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfed815d-7228-4436-bc2c-425dc038e165", "name": "network-vif-plugged", "status": "completed", "tag": "bf8fe317-019e-407f-b4f0-d7065e10161f", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:28:13.914937 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f0d07f1b-57cb-4c1d-959e-fcd56cf7c703 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:28:13.916241 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfed815d-7228-4436-bc2c-425dc038e165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf8fe317-019e-407f-b4f0-d7065e10161f', 'code': 200} Oct 30 15:28:13.920543 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=bf8fe317-019e-407f-b4f0-d7065e10161f,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:14.037516 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953c4cff-7af0-4b3b-8485-2a1d7d1d2944 req-9d4bd9c5-d686-47b8-93ac-8d6b644b2741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:14.039095 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-953c4cff-7af0-4b3b-8485-2a1d7d1d2944 req-9d4bd9c5-d686-47b8-93ac-8d6b644b2741 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bfed815d-7228-4436-bc2c-425dc038e165 HTTP/1.1" status: 200 len: 1098 time: 0.0465958 Oct 30 15:28:14.084609 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-953c4cff-7af0-4b3b-8485-2a1d7d1d2944 req-d1a948b1-c5af-4db0-9390-606b27f7cde4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=48aa1847-1657-477d-9264-854371b5d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385766 Oct 30 15:28:14.422988 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58028) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:28:14.461974 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959e5a95-eb0c-4151-bd48-f02f37b40482 req-8e05ef65-37c1-4c03-bdbb-859d854436a2 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:14.467998 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-959e5a95-eb0c-4151-bd48-f02f37b40482 req-8e05ef65-37c1-4c03-bdbb-859d854436a2 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=af8ba3a3-e1d9-42e9-ae8b-2a54174dffdc HTTP/1.1" status: 200 len: 945 time: 0.0636191 Oct 30 15:28:14.511364 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-959e5a95-eb0c-4151-bd48-f02f37b40482 req-15bd5fa3-07b0-4f47-a747-fa16596f89fd tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401602 Oct 30 15:28:14.553671 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6b37027a-7516-4e27-a91c-8112e0ef21fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:14.654509 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6b37027a-7516-4e27-a91c-8112e0ef21fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:14.659135 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6b37027a-7516-4e27-a91c-8112e0ef21fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:14.713575 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58034) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:28:14.713732 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-6b37027a-7516-4e27-a91c-8112e0ef21fb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=72751537e629402c9a688fee8fa7c9f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2892749 Oct 30 15:28:14.724507 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b37027a-7516-4e27-a91c-8112e0ef21fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dfa0cfc-536a-4949-82d5-4d3e7159b942,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:14.801943 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-066acb83-7dbb-446d-a1f0-eb5d011cbb29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:14.834246 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-066acb83-7dbb-446d-a1f0-eb5d011cbb29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:14.844242 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a69d7e2-9ddf-473c-b380-92f2a0c9c194 req-041c2024-3523-4dac-9ef8-4935cb119cd5 tempest-InstanceActionsV221TestJSON-53908206 tempest-InstanceActionsV221TestJSON-53908206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:14.845872 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7a69d7e2-9ddf-473c-b380-92f2a0c9c194 req-041c2024-3523-4dac-9ef8-4935cb119cd5 tempest-InstanceActionsV221TestJSON-53908206 tempest-InstanceActionsV221TestJSON-53908206-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfed815d-7228-4436-bc2c-425dc038e165 HTTP/1.1" status: 200 len: 946 time: 0.0630400 Oct 30 15:28:14.905174 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7a69d7e2-9ddf-473c-b380-92f2a0c9c194 req-73664e54-5199-40a7-bc86-931d311aaf0a tempest-InstanceActionsV221TestJSON-53908206 tempest-InstanceActionsV221TestJSON-53908206-project] 10.222.0.62 "GET /v2.0/security-groups?id=48aa1847-1657-477d-9264-854371b5d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521996 Oct 30 15:28:14.910337 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-066acb83-7dbb-446d-a1f0-eb5d011cbb29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:14.914147 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-066acb83-7dbb-446d-a1f0-eb5d011cbb29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:14.919359 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-066acb83-7dbb-446d-a1f0-eb5d011cbb29 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0dfa0cfc-536a-4949-82d5-4d3e7159b942 HTTP/1.1" status: 204 len: 168 time: 0.2045262 Oct 30 15:28:14.928613 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066acb83-7dbb-446d-a1f0-eb5d011cbb29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dfa0cfc-536a-4949-82d5-4d3e7159b942,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:15.251504 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58044) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:28:15.266742 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7339e64a-531c-4036-bb83-0c22fb810c18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:15.374734 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7339e64a-531c-4036-bb83-0c22fb810c18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:15.379242 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7339e64a-531c-4036-bb83-0c22fb810c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:15.641229 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebfd858-578e-430f-b280-0ec4d7e0e13e req-0150cc3f-4a0f-4400-a469-a17ecf8b7bdb tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:15.650111 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2ebfd858-578e-430f-b280-0ec4d7e0e13e req-0150cc3f-4a0f-4400-a469-a17ecf8b7bdb tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=af8ba3a3-e1d9-42e9-ae8b-2a54174dffdc HTTP/1.1" status: 200 len: 945 time: 0.0612845 Oct 30 15:28:15.693037 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2ebfd858-578e-430f-b280-0ec4d7e0e13e req-bb58da2f-b59c-4bd6-bab5-2f0c55f905fe tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416842 Oct 30 15:28:15.808881 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-7339e64a-531c-4036-bb83-0c22fb810c18 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f49629f479b44e57b394672735ff2f64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5557041 Oct 30 15:28:15.809877 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7339e64a-531c-4036-bb83-0c22fb810c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc53cb6d-3341-4535-953c-96e168e73dcd,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:15.812379 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58050) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:28:15.881655 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-02000ccc-32fc-471d-8c52-2fde672119a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:15.908458 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-02000ccc-32fc-471d-8c52-2fde672119a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:15.962612 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-02000ccc-32fc-471d-8c52-2fde672119a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:15.966376 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-02000ccc-32fc-471d-8c52-2fde672119a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:15.967705 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-02000ccc-32fc-471d-8c52-2fde672119a8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fc53cb6d-3341-4535-953c-96e168e73dcd HTTP/1.1" status: 204 len: 168 time: 0.1542857 Oct 30 15:28:15.977370 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02000ccc-32fc-471d-8c52-2fde672119a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc53cb6d-3341-4535-953c-96e168e73dcd,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:16.070454 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e7566a-db1f-44c1-bfa2-90577475986d req-ce0f23ab-894b-4078-bfb9-17dbddfe9fc6 tempest-InstanceActionsV221TestJSON-53908206 tempest-InstanceActionsV221TestJSON-53908206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:16.079117 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-78e7566a-db1f-44c1-bfa2-90577475986d req-ce0f23ab-894b-4078-bfb9-17dbddfe9fc6 tempest-InstanceActionsV221TestJSON-53908206 tempest-InstanceActionsV221TestJSON-53908206-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfed815d-7228-4436-bc2c-425dc038e165 HTTP/1.1" status: 200 len: 946 time: 0.0673821 Oct 30 15:28:16.144594 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-78e7566a-db1f-44c1-bfa2-90577475986d req-bb768da1-ec5e-4ecd-ba55-53e27806c19d tempest-InstanceActionsV221TestJSON-53908206 tempest-InstanceActionsV221TestJSON-53908206-project] 10.222.0.62 "GET /v2.0/security-groups?id=48aa1847-1657-477d-9264-854371b5d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644038 Oct 30 15:28:16.506899 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f841a73-f48a-4223-9be5-2a2d8ec119ac req-0e263116-bf5d-4f1a-93e3-1faabdda5dd4 tempest-InstanceActionsV221TestJSON-53908206 tempest-InstanceActionsV221TestJSON-53908206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:16.518610 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6f841a73-f48a-4223-9be5-2a2d8ec119ac req-0e263116-bf5d-4f1a-93e3-1faabdda5dd4 tempest-InstanceActionsV221TestJSON-53908206 tempest-InstanceActionsV221TestJSON-53908206-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfed815d-7228-4436-bc2c-425dc038e165 HTTP/1.1" status: 200 len: 946 time: 0.1029308 Oct 30 15:28:16.600076 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6f841a73-f48a-4223-9be5-2a2d8ec119ac req-36784fa5-254f-463b-ad8f-53078cbe3dcd tempest-InstanceActionsV221TestJSON-53908206 tempest-InstanceActionsV221TestJSON-53908206-project] 10.222.0.62 "GET /v2.0/security-groups?id=48aa1847-1657-477d-9264-854371b5d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741835 Oct 30 15:28:16.818276 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8239a042-6437-4c5d-a81e-c1f8bccd0004 req-8038a1ff-ee71-4650-983b-60c6c7964bb4 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:16.820560 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8239a042-6437-4c5d-a81e-c1f8bccd0004 req-8038a1ff-ee71-4650-983b-60c6c7964bb4 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=af8ba3a3-e1d9-42e9-ae8b-2a54174dffdc HTTP/1.1" status: 200 len: 945 time: 0.0546010 Oct 30 15:28:16.887774 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8239a042-6437-4c5d-a81e-c1f8bccd0004 req-408836a3-f9d0-4c93-80e8-5eadfc5459c2 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612240 Oct 30 15:28:17.736088 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4c6d9-6e4c-46e9-9c3c-f282c777003c req-3ea7ad47-08af-4bde-9de8-5071145fc5ab tempest-InstanceActionsV221TestJSON-53908206 tempest-InstanceActionsV221TestJSON-53908206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:17.737586 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-84c4c6d9-6e4c-46e9-9c3c-f282c777003c req-3ea7ad47-08af-4bde-9de8-5071145fc5ab tempest-InstanceActionsV221TestJSON-53908206 tempest-InstanceActionsV221TestJSON-53908206-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfed815d-7228-4436-bc2c-425dc038e165 HTTP/1.1" status: 200 len: 946 time: 0.0778363 Oct 30 15:28:17.762472 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0378e3-717c-45a6-8bc4-9170271a696b req-9c10a295-2804-4faa-b772-4895f4e417c8 tempest-InstanceActionsV221TestJSON-53908206 tempest-InstanceActionsV221TestJSON-53908206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:17.782892 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ab0378e3-717c-45a6-8bc4-9170271a696b req-9c10a295-2804-4faa-b772-4895f4e417c8 tempest-InstanceActionsV221TestJSON-53908206 tempest-InstanceActionsV221TestJSON-53908206-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfed815d-7228-4436-bc2c-425dc038e165 HTTP/1.1" status: 200 len: 946 time: 0.0794613 Oct 30 15:28:17.874074 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ab0378e3-717c-45a6-8bc4-9170271a696b req-8d0e1482-9e8b-4d7f-af8f-90ff03790559 tempest-InstanceActionsV221TestJSON-53908206 tempest-InstanceActionsV221TestJSON-53908206-project] 10.222.0.62 "GET /v2.0/security-groups?id=48aa1847-1657-477d-9264-854371b5d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898638 Oct 30 15:28:17.900318 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-84c4c6d9-6e4c-46e9-9c3c-f282c777003c req-674132e0-714d-4669-bb25-268bef710c4e tempest-InstanceActionsV221TestJSON-53908206 tempest-InstanceActionsV221TestJSON-53908206-project] Deleting port bf8fe317-019e-407f-b4f0-d7065e10161f {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:28:17.900866 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-84c4c6d9-6e4c-46e9-9c3c-f282c777003c req-674132e0-714d-4669-bb25-268bef710c4e tempest-InstanceActionsV221TestJSON-53908206 tempest-InstanceActionsV221TestJSON-53908206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:18.057991 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-84c4c6d9-6e4c-46e9-9c3c-f282c777003c req-674132e0-714d-4669-bb25-268bef710c4e tempest-InstanceActionsV221TestJSON-53908206 tempest-InstanceActionsV221TestJSON-53908206-project] For port bf8fe317-019e-407f-b4f0-d7065e10161f, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=bf8fe317-019e-407f-b4f0-d7065e10161f,segment=NetworkSegment(3e3bb8b6-444d-4e39-a930-2b63663a3025),segment_id=3e3bb8b6-444d-4e39-a930-2b63663a3025)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:28:18.058568 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-84c4c6d9-6e4c-46e9-9c3c-f282c777003c req-674132e0-714d-4669-bb25-268bef710c4e tempest-InstanceActionsV221TestJSON-53908206 tempest-InstanceActionsV221TestJSON-53908206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:18.071825 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19fad3-365e-4d6e-ada3-d4e8d30c4b0b req-5571f75f-c54e-4269-9c1c-6a1fba26e4bd tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:18.073865 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9b19fad3-365e-4d6e-ada3-d4e8d30c4b0b req-5571f75f-c54e-4269-9c1c-6a1fba26e4bd tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=af8ba3a3-e1d9-42e9-ae8b-2a54174dffdc HTTP/1.1" status: 200 len: 945 time: 0.0912259 Oct 30 15:28:18.095263 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-84c4c6d9-6e4c-46e9-9c3c-f282c777003c req-674132e0-714d-4669-bb25-268bef710c4e tempest-InstanceActionsV221TestJSON-53908206 tempest-InstanceActionsV221TestJSON-53908206-project] Calling delete_port for bf8fe317-019e-407f-b4f0-d7065e10161f owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:28:18.141799 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9b19fad3-365e-4d6e-ada3-d4e8d30c4b0b req-57215137-4f18-463c-877a-37b83b62613f tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605602 Oct 30 15:28:18.340710 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-84c4c6d9-6e4c-46e9-9c3c-f282c777003c req-674132e0-714d-4669-bb25-268bef710c4e tempest-InstanceActionsV221TestJSON-53908206 tempest-InstanceActionsV221TestJSON-53908206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:18.354058 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['bf8fe317-019e-407f-b4f0-d7065e10161f'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:28:18.377568 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674132e0-714d-4669-bb25-268bef710c4e tempest-InstanceActionsV221TestJSON-53908206 tempest-InstanceActionsV221TestJSON-53908206-project] Pushing event deleted for resources: {'Port': ['ID=bf8fe317-019e-407f-b4f0-d7065e10161f,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:18.419145 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-84c4c6d9-6e4c-46e9-9c3c-f282c777003c req-674132e0-714d-4669-bb25-268bef710c4e tempest-InstanceActionsV221TestJSON-53908206 tempest-InstanceActionsV221TestJSON-53908206-project] No DVR routers for this DVR port bf8fe317-019e-407f-b4f0-d7065e10161f on host n-h2-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:28:18.421974 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-84c4c6d9-6e4c-46e9-9c3c-f282c777003c req-674132e0-714d-4669-bb25-268bef710c4e tempest-InstanceActionsV221TestJSON-53908206 tempest-InstanceActionsV221TestJSON-53908206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:18.426412 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-84c4c6d9-6e4c-46e9-9c3c-f282c777003c req-674132e0-714d-4669-bb25-268bef710c4e tempest-InstanceActionsV221TestJSON-53908206 tempest-InstanceActionsV221TestJSON-53908206-project] 10.222.0.44 "DELETE /v2.0/ports/bf8fe317-019e-407f-b4f0-d7065e10161f HTTP/1.1" status: 204 len: 173 time: 0.6821079 Oct 30 15:28:18.426923 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfed815d-7228-4436-bc2c-425dc038e165', 'name': 'network-vif-deleted', 'tag': 'bf8fe317-019e-407f-b4f0-d7065e10161f'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:28:18.429804 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6698531c-fd4c-4ea8-9a2e-aea87a1a7c06" -d '{"events": [{"server_uuid": "bfed815d-7228-4436-bc2c-425dc038e165", "name": "network-vif-deleted", "tag": "bf8fe317-019e-407f-b4f0-d7065e10161f"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:28:18.485558 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68369f3a-bfc5-4f82-8756-0aa4eb8152a3 x-openstack-request-id: req-68369f3a-bfc5-4f82-8756-0aa4eb8152a3 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:28:18.485953 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfed815d-7228-4436-bc2c-425dc038e165", "name": "network-vif-deleted", "tag": "bf8fe317-019e-407f-b4f0-d7065e10161f", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:28:18.486532 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-68369f3a-bfc5-4f82-8756-0aa4eb8152a3 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:28:18.487022 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfed815d-7228-4436-bc2c-425dc038e165', 'name': 'network-vif-deleted', 'tag': 'bf8fe317-019e-407f-b4f0-d7065e10161f', 'status': 'completed', 'code': 200} Oct 30 15:28:18.990133 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e966239b-880c-4f8a-a0ab-05015e78f78b req-06c5f962-9b02-48c6-bd00-b3ff53e1753a tempest-InstanceActionsV221TestJSON-53908206 tempest-InstanceActionsV221TestJSON-53908206-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfed815d-7228-4436-bc2c-425dc038e165 HTTP/1.1" status: 200 len: 210 time: 0.0264366 Oct 30 15:28:19.345614 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe33f88-1c3a-465e-b005-07d4f5d6f6eb req-a45d788c-63de-45e0-b55d-507c2e1392a7 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:19.348417 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ebe33f88-1c3a-465e-b005-07d4f5d6f6eb req-a45d788c-63de-45e0-b55d-507c2e1392a7 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=af8ba3a3-e1d9-42e9-ae8b-2a54174dffdc HTTP/1.1" status: 200 len: 945 time: 0.0891619 Oct 30 15:28:19.398838 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ebe33f88-1c3a-465e-b005-07d4f5d6f6eb req-056c301a-66cb-4ca6-88d9-eaf8c536738c tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421002 Oct 30 15:28:20.234467 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58174) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:28:20.295976 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-44b3d12d-023b-47eb-80b1-5f0b6d15668e admin admin] Deleting subnet d36c3b01-12a3-4379-ac03-1c5a3c0e911b {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:28:20.300070 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-44b3d12d-023b-47eb-80b1-5f0b6d15668e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:20.336579 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-44b3d12d-023b-47eb-80b1-5f0b6d15668e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:20.375263 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-44b3d12d-023b-47eb-80b1-5f0b6d15668e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:20.443649 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-44b3d12d-023b-47eb-80b1-5f0b6d15668e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:20.459184 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-44b3d12d-023b-47eb-80b1-5f0b6d15668e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:20.466735 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-44b3d12d-023b-47eb-80b1-5f0b6d15668e admin admin] 10.222.0.62 "DELETE /v2.0/subnets/d36c3b01-12a3-4379-ac03-1c5a3c0e911b HTTP/1.1" status: 204 len: 168 time: 0.2309742 Oct 30 15:28:20.467377 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58180) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:28:20.494818 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b3d12d-023b-47eb-80b1-5f0b6d15668e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d36c3b01-12a3-4379-ac03-1c5a3c0e911b,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:20.606482 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a0c15405-928c-461c-acee-be41f4719729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:20.662396 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d039cd04-7a1e-47a1-a551-c42ab5d291cc req-0b0fa28b-214e-42ee-af3e-58edbcf3b0fb tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:20.663962 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d039cd04-7a1e-47a1-a551-c42ab5d291cc req-0b0fa28b-214e-42ee-af3e-58edbcf3b0fb tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=af8ba3a3-e1d9-42e9-ae8b-2a54174dffdc HTTP/1.1" status: 200 len: 945 time: 0.1245408 Oct 30 15:28:20.733120 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a0c15405-928c-461c-acee-be41f4719729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:20.810403 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d039cd04-7a1e-47a1-a551-c42ab5d291cc req-b2bf8bb8-6ab6-43a3-bf31-4d698849d741 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332970 Oct 30 15:28:20.815439 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-a0c15405-928c-461c-acee-be41f4719729 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['144c756e-f841-4437-a210-6b4988002828']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:28:20.839002 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-a0c15405-928c-461c-acee-be41f4719729 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e3bb8b6-444d-4e39-a930-2b63663a3025') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:28:20.841944 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-a0c15405-928c-461c-acee-be41f4719729 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e3bb8b6-444d-4e39-a930-2b63663a3025') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:28:20.865668 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a0c15405-928c-461c-acee-be41f4719729 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:20.884705 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a0c15405-928c-461c-acee-be41f4719729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:20.891692 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0c15405-928c-461c-acee-be41f4719729 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:28:20.892243 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a0c15405-928c-461c-acee-be41f4719729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:20.952329 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:28:20.952329 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:28:20.952329 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:28:20.952329 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:28:20.952329 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:28:20.952329 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:28:20.952329 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:28:20.952329 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:28:20.952329 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:28:20.952329 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:28:20.952329 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:28:20.952329 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:28:20.952329 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:28:20.952329 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:28:20.952329 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:28:20.952329 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:28:20.952329 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:28:20.952329 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:28:20.952329 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:28:20.952329 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:28:20.952329 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:28:20.952329 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:28:20.952329 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:28:20.952329 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:28:20.952329 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:28:20.952329 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:28:20.952329 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:28:20.952329 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:28:20.952329 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:28:20.952329 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:28:20.952329 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:28:20.952329 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:28:20.958012 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a0c15405-928c-461c-acee-be41f4719729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:20.963081 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a0c15405-928c-461c-acee-be41f4719729 admin admin] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:20.967163 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a0c15405-928c-461c-acee-be41f4719729 admin admin] 10.222.0.62 "DELETE /v2.0/networks/144c756e-f841-4437-a210-6b4988002828 HTTP/1.1" status: 204 len: 168 time: 0.4801877 Oct 30 15:28:20.987314 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c15405-928c-461c-acee-be41f4719729 admin admin] Pushing event deleted for resources: {'Network': ['ID=144c756e-f841-4437-a210-6b4988002828,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:21.128069 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a1bae093-e776-46f7-8b72-74650c6898dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:21.215717 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58202) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:28:21.260927 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9c5bcde6-9e7c-446b-a952-79343e054003 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ab2b3af01354414ba5f2ac7f938cef8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0487587 Oct 30 15:28:21.263350 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58208) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:28:21.370740 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cb84b566-7b7d-4e88-b33a-dc9031aa8174 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:21.401292 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cb84b566-7b7d-4e88-b33a-dc9031aa8174 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:21.462259 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cb84b566-7b7d-4e88-b33a-dc9031aa8174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:21.464740 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cb84b566-7b7d-4e88-b33a-dc9031aa8174 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:21.466098 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-cb84b566-7b7d-4e88-b33a-dc9031aa8174 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/48aa1847-1657-477d-9264-854371b5d7cc HTTP/1.1" status: 204 len: 168 time: 0.2015886 Oct 30 15:28:21.475706 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb84b566-7b7d-4e88-b33a-dc9031aa8174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48aa1847-1657-477d-9264-854371b5d7cc,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:21.588491 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device bf8fe317-019e-407f-b4f0-d7065e10161f no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:28:21.637286 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] No Port match for: bf8fe317-019e-407f-b4f0-d7065e10161f {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:28:21.640060 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device bf8fe317-019e-407f-b4f0-d7065e10161f not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:28:22.032637 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6558db0a-61e2-4c1f-a444-d5380089f585 req-0c2c2511-32c0-4126-a8c8-b03dd216bdf0 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:22.034657 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6558db0a-61e2-4c1f-a444-d5380089f585 req-0c2c2511-32c0-4126-a8c8-b03dd216bdf0 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=af8ba3a3-e1d9-42e9-ae8b-2a54174dffdc HTTP/1.1" status: 200 len: 945 time: 0.0836251 Oct 30 15:28:22.124447 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6558db0a-61e2-4c1f-a444-d5380089f585 req-74622953-7766-42fa-b2a8-cac415ee60e3 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775723 Oct 30 15:28:22.419423 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58244) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:28:22.525955 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-698d661d-3787-4986-aed8-cbdd0651b20b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1940937375-network', 'tenant_id': '52d5707d42164fa59651a7c936edcad0'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:28:22.558646 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-698d661d-3787-4986-aed8-cbdd0651b20b admin admin] Made reservation on behalf of 52d5707d42164fa59651a7c936edcad0 for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:28:22.561010 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-698d661d-3787-4986-aed8-cbdd0651b20b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:22.569760 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-698d661d-3787-4986-aed8-cbdd0651b20b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:22.672754 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-698d661d-3787-4986-aed8-cbdd0651b20b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:22.686264 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-698d661d-3787-4986-aed8-cbdd0651b20b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:22.715788 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-698d661d-3787-4986-aed8-cbdd0651b20b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:28:22.722963 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698d661d-3787-4986-aed8-cbdd0651b20b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c836a4-245c-4c88-a8e8-b27990c6f4c8,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:22.729375 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-698d661d-3787-4986-aed8-cbdd0651b20b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:22.729723 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-698d661d-3787-4986-aed8-cbdd0651b20b admin admin] Added segment 484087b8-0b96-4040-95fa-d7476f0ffdd2 of type vlan for network 834aade9-e2a5-495d-aaa2-56ff1f82896f Oct 30 15:28:22.772441 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-698d661d-3787-4986-aed8-cbdd0651b20b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:22.800392 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-698d661d-3787-4986-aed8-cbdd0651b20b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:22.801432 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698d661d-3787-4986-aed8-cbdd0651b20b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:22.802015 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-698d661d-3787-4986-aed8-cbdd0651b20b admin admin] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:22.869414 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-698d661d-3787-4986-aed8-cbdd0651b20b admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.4460251 Oct 30 15:28:22.869635 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58248) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:28:22.880488 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-b938498a-e2bc-46e1-9b9d-7571800e0b53 admin admin] Request body: {'subnet': {'network_id': '834aade9-e2a5-495d-aaa2-56ff1f82896f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1940937375-subnet', 'tenant_id': '52d5707d42164fa59651a7c936edcad0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:28:22.895047 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58252) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:28:22.909341 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698d661d-3787-4986-aed8-cbdd0651b20b admin admin] Pushing event updated for resources: {'Network': ['ID=834aade9-e2a5-495d-aaa2-56ff1f82896f,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:22.921697 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 834aade9-e2a5-495d-aaa2-56ff1f82896f details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:28:22.933698 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b938498a-e2bc-46e1-9b9d-7571800e0b53 admin admin] Made reservation on behalf of 52d5707d42164fa59651a7c936edcad0 for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:28:22.937894 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b938498a-e2bc-46e1-9b9d-7571800e0b53 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:22.991849 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f6f6449-7563-4b53-b68c-ef8a017d316d admin admin] Deleting subnet 159d4bc1-fd5e-4038-aef3-4912df62b6b9 {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:28:23.002492 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0f6f6449-7563-4b53-b68c-ef8a017d316d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:23.071695 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0f6f6449-7563-4b53-b68c-ef8a017d316d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:23.116626 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0f6f6449-7563-4b53-b68c-ef8a017d316d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:23.175771 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b938498a-e2bc-46e1-9b9d-7571800e0b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:23.223095 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0f6f6449-7563-4b53-b68c-ef8a017d316d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:23.248979 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6f6449-7563-4b53-b68c-ef8a017d316d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=159d4bc1-fd5e-4038-aef3-4912df62b6b9,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:23.257933 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0f6f6449-7563-4b53-b68c-ef8a017d316d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:23.261317 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-0f6f6449-7563-4b53-b68c-ef8a017d316d admin admin] 10.222.0.62 "DELETE /v2.0/subnets/159d4bc1-fd5e-4038-aef3-4912df62b6b9 HTTP/1.1" status: 204 len: 168 time: 0.3652439 Oct 30 15:28:23.263731 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58258) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:28:23.271626 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b938498a-e2bc-46e1-9b9d-7571800e0b53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de5c0b4c-aaae-4578-ad74-ca909467c325,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:23.290255 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b938498a-e2bc-46e1-9b9d-7571800e0b53 admin admin] Checking segment: {'id': '484087b8-0b96-4040-95fa-d7476f0ffdd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '834aade9-e2a5-495d-aaa2-56ff1f82896f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:28:23.290699 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b938498a-e2bc-46e1-9b9d-7571800e0b53 admin admin] Network hostable DHCP agents. Network: 834aade9-e2a5-495d-aaa2-56ff1f82896f, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:28:23.308162 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e76122b-7a00-4986-8a90-f6497532ce27 req-2737bd45-f6ea-4dc3-acba-73dc280bd8cc tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:23.323479 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2e76122b-7a00-4986-8a90-f6497532ce27 req-2737bd45-f6ea-4dc3-acba-73dc280bd8cc tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=af8ba3a3-e1d9-42e9-ae8b-2a54174dffdc HTTP/1.1" status: 200 len: 945 time: 0.0999475 Oct 30 15:28:23.363954 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-86fe5e08-fdcd-48cb-af12-e0d4eef0365f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:23.372436 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b938498a-e2bc-46e1-9b9d-7571800e0b53 admin admin] Network 834aade9-e2a5-495d-aaa2-56ff1f82896f is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:28:23.386606 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2e76122b-7a00-4986-8a90-f6497532ce27 req-24bb3ab6-9da6-4f59-84a8-239ffabb5abb tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558455 Oct 30 15:28:23.394940 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-b938498a-e2bc-46e1-9b9d-7571800e0b53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 834aade9-e2a5-495d-aaa2-56ff1f82896f) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:28:23.406156 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15544499-8eec-42f3-a81f-17a190145b17 None None] Network 834aade9-e2a5-495d-aaa2-56ff1f82896f requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:28:23.415929 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b938498a-e2bc-46e1-9b9d-7571800e0b53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:23.416529 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b938498a-e2bc-46e1-9b9d-7571800e0b53 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:23.461570 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b938498a-e2bc-46e1-9b9d-7571800e0b53 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5909829 Oct 30 15:28:23.594559 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bc39af-e737-4381-91f9-c9d43e5f72ed None None] Network 834aade9-e2a5-495d-aaa2-56ff1f82896f requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:28:23.657422 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-86fe5e08-fdcd-48cb-af12-e0d4eef0365f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:23.704292 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-86fe5e08-fdcd-48cb-af12-e0d4eef0365f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba542ebd-5699-4174-b714-a377fade84dc']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:28:23.723185 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-86fe5e08-fdcd-48cb-af12-e0d4eef0365f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7011c6d8-32ed-4459-adbb-56923cb7836a') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:28:23.723185 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-86fe5e08-fdcd-48cb-af12-e0d4eef0365f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7011c6d8-32ed-4459-adbb-56923cb7836a') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:28:23.739204 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-86fe5e08-fdcd-48cb-af12-e0d4eef0365f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:23.764556 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-86fe5e08-fdcd-48cb-af12-e0d4eef0365f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:23.779657 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86fe5e08-fdcd-48cb-af12-e0d4eef0365f admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:28:23.780075 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-86fe5e08-fdcd-48cb-af12-e0d4eef0365f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:23.785332 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:28:23.785332 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:28:23.785332 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:28:23.785332 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:28:23.785332 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:28:23.785332 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:28:23.785332 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:28:23.785332 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:28:23.785332 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:28:23.785332 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:28:23.785332 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:28:23.785332 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:28:23.785332 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:28:23.785332 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:28:23.785332 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:28:23.785332 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:28:23.785332 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:28:23.785332 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:28:23.785332 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:28:23.785332 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:28:23.785332 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:28:23.785332 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:28:23.785332 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:28:23.785332 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:28:23.785332 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:28:23.785332 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:28:23.785332 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:28:23.785332 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:28:23.785332 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:28:23.785332 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:28:23.785332 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:28:23.785332 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:28:23.819542 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-943d097f-fe60-4000-9e14-82b89a45c5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:23.876166 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-86fe5e08-fdcd-48cb-af12-e0d4eef0365f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:23.904373 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-86fe5e08-fdcd-48cb-af12-e0d4eef0365f admin admin] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:23.911108 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-86fe5e08-fdcd-48cb-af12-e0d4eef0365f admin admin] 10.222.0.62 "DELETE /v2.0/networks/ba542ebd-5699-4174-b714-a377fade84dc HTTP/1.1" status: 204 len: 168 time: 0.6432278 Oct 30 15:28:23.911108 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fe5e08-fdcd-48cb-af12-e0d4eef0365f admin admin] Pushing event deleted for resources: {'Network': ['ID=ba542ebd-5699-4174-b714-a377fade84dc,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:24.175543 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58290) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:28:24.256376 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-131879fd-1d5d-416f-b342-ffe5f01d21e9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=62f659ad7df643c08749c99059158339&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0778487 Oct 30 15:28:24.257667 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58292) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:28:24.272865 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7494bbd-27ee-4d85-b89d-4857c3ff8eed req-7dcedafb-b676-4eb7-bd8f-95ce704b391f tempest-InstanceActionsNegativeTestJSON-1454948738 tempest-InstanceActionsNegativeTestJSON-1454948738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:24.274562 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e7494bbd-27ee-4d85-b89d-4857c3ff8eed req-7dcedafb-b676-4eb7-bd8f-95ce704b391f tempest-InstanceActionsNegativeTestJSON-1454948738 tempest-InstanceActionsNegativeTestJSON-1454948738-project] 10.222.0.62 "GET /v2.0/networks?id=834aade9-e2a5-495d-aaa2-56ff1f82896f HTTP/1.1" status: 200 len: 822 time: 0.2017484 Oct 30 15:28:24.297831 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e7494bbd-27ee-4d85-b89d-4857c3ff8eed req-bc13fd70-1854-4a61-adc9-1f6fd545a527 tempest-InstanceActionsNegativeTestJSON-1454948738 tempest-InstanceActionsNegativeTestJSON-1454948738-project] 10.222.0.62 "GET /v2.0/quotas/52d5707d42164fa59651a7c936edcad0 HTTP/1.1" status: 200 len: 375 time: 0.0151563 Oct 30 15:28:24.350488 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e7494bbd-27ee-4d85-b89d-4857c3ff8eed req-2cc0777b-7709-4ff4-8543-7bbfb1746645 tempest-InstanceActionsNegativeTestJSON-1454948738 tempest-InstanceActionsNegativeTestJSON-1454948738-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=52d5707d42164fa59651a7c936edcad0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446472 Oct 30 15:28:24.369536 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fde18195-06f4-4edb-8943-426554aec21d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:24.403685 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fde18195-06f4-4edb-8943-426554aec21d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:24.473745 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fde18195-06f4-4edb-8943-426554aec21d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:24.476468 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fde18195-06f4-4edb-8943-426554aec21d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:24.477653 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-fde18195-06f4-4edb-8943-426554aec21d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8d0b5d91-2f63-4416-9274-91191d4ba671 HTTP/1.1" status: 204 len: 168 time: 0.2162168 Oct 30 15:28:24.489236 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde18195-06f4-4edb-8943-426554aec21d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0b5d91-2f63-4416-9274-91191d4ba671,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:24.535627 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e7494bbd-27ee-4d85-b89d-4857c3ff8eed req-1539d160-596f-42f5-b3ee-ba03ad3a67a4 service neutron] 10.222.0.62 "GET /v2.0/networks/834aade9-e2a5-495d-aaa2-56ff1f82896f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723881 Oct 30 15:28:24.585439 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9bb210-e32c-466f-a161-7886c489b8d0 req-a126300a-33e8-4a3f-a269-4601dd284ded tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:24.598735 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5b9bb210-e32c-466f-a161-7886c489b8d0 req-a126300a-33e8-4a3f-a269-4601dd284ded tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=af8ba3a3-e1d9-42e9-ae8b-2a54174dffdc HTTP/1.1" status: 200 len: 945 time: 0.0774009 Oct 30 15:28:24.660816 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:24.691396 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5b9bb210-e32c-466f-a161-7886c489b8d0 req-af2fb00a-e844-4f5e-a23d-44da00d727b0 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915766 Oct 30 15:28:24.804709 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e7494bbd-27ee-4d85-b89d-4857c3ff8eed req-0176f54d-882a-40ec-acd5-b59bf655f068 service neutron] 10.222.0.62 "GET /v2.0/networks/834aade9-e2a5-495d-aaa2-56ff1f82896f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678013 Oct 30 15:28:24.897686 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:25.115636 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c6d3f505-3bfd-4cb4-8133-cbec9bf4d24c req-1fb104f3-eb7a-4820-8caf-aa1daf12455e tempest-InstanceActionsNegativeTestJSON-1454948738 tempest-InstanceActionsNegativeTestJSON-1454948738-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe17d14c-1128-4ad5-9c41-42884584a91f HTTP/1.1" status: 200 len: 210 time: 0.0648487 Oct 30 15:28:25.233853 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a434423b-9bd1-4658-b939-7715ee4b9294 req-a20db252-46f4-4aaf-aa6a-82d1c1f8752d tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:25.243066 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a434423b-9bd1-4658-b939-7715ee4b9294 req-a20db252-46f4-4aaf-aa6a-82d1c1f8752d tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=af8ba3a3-e1d9-42e9-ae8b-2a54174dffdc HTTP/1.1" status: 200 len: 945 time: 0.1480570 Oct 30 15:28:25.383302 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a434423b-9bd1-4658-b939-7715ee4b9294 req-fce311eb-2a64-4285-9ee7-5e2c44d332f1 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367583 Oct 30 15:28:25.584459 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb512fa8-bd6d-4c63-be27-76b5b2b1e3b1 req-c413f944-1e64-4d5d-8772-59baa7fb135c tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:25.586008 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bb512fa8-bd6d-4c63-be27-76b5b2b1e3b1 req-c413f944-1e64-4d5d-8772-59baa7fb135c tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=af8ba3a3-e1d9-42e9-ae8b-2a54174dffdc HTTP/1.1" status: 200 len: 945 time: 0.1055019 Oct 30 15:28:25.669686 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bb512fa8-bd6d-4c63-be27-76b5b2b1e3b1 req-320004c4-ddb3-45ab-be31-90afdf392ded tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693517 Oct 30 15:28:25.818118 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58352) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:28:26.004984 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-ed8e902f-64e0-408b-b865-cfa3024a8797 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-222635648-network', 'tenant_id': '8a49be3103614bedb3f7e7d62e41a928'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:28:26.050680 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8e902f-64e0-408b-b865-cfa3024a8797 admin admin] Made reservation on behalf of 8a49be3103614bedb3f7e7d62e41a928 for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:28:26.053527 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ed8e902f-64e0-408b-b865-cfa3024a8797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:26.064082 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ed8e902f-64e0-408b-b865-cfa3024a8797 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:26.145198 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5026c019-6621-4a46-bf5e-071c66c341d1 req-d81e2e0e-3adc-41db-9f3f-c151afe807f4 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:26.151947 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5026c019-6621-4a46-bf5e-071c66c341d1 req-d81e2e0e-3adc-41db-9f3f-c151afe807f4 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=af8ba3a3-e1d9-42e9-ae8b-2a54174dffdc HTTP/1.1" status: 200 len: 945 time: 0.0681381 Oct 30 15:28:26.163169 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ed8e902f-64e0-408b-b865-cfa3024a8797 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:26.168932 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ed8e902f-64e0-408b-b865-cfa3024a8797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:26.196327 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed8e902f-64e0-408b-b865-cfa3024a8797 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:28:26.207382 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5026c019-6621-4a46-bf5e-071c66c341d1 req-852d09ec-9e67-4d22-94d4-f6c3cb849d18 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469260 Oct 30 15:28:26.215526 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8e902f-64e0-408b-b865-cfa3024a8797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4ec83d-5a22-4686-80f0-6d40e79ff943,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:26.219115 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ed8e902f-64e0-408b-b865-cfa3024a8797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:26.232188 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-ed8e902f-64e0-408b-b865-cfa3024a8797 admin admin] Added segment ebe3ba67-01c2-4381-997b-ab77bc740ef4 of type vlan for network 26b72f5e-5ef7-434b-80f8-6f770c0deb28 Oct 30 15:28:26.289693 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f87979e3-cbed-4c75-910c-da6ccaba74a3 req-d418e449-3ab6-4186-99cc-735ea7fe363c tempest-InstanceActionsNegativeTestJSON-1454948738 tempest-InstanceActionsNegativeTestJSON-1454948738-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe17d14c-1128-4ad5-9c41-42884584a91f HTTP/1.1" status: 200 len: 210 time: 0.0477631 Oct 30 15:28:26.304695 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ed8e902f-64e0-408b-b865-cfa3024a8797 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:26.329614 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ed8e902f-64e0-408b-b865-cfa3024a8797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:26.331100 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8e902f-64e0-408b-b865-cfa3024a8797 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:26.331829 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ed8e902f-64e0-408b-b865-cfa3024a8797 admin admin] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:26.384496 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-ed8e902f-64e0-408b-b865-cfa3024a8797 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5648654 Oct 30 15:28:26.387553 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58364) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:28:26.394930 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-84e78e92-27ba-494c-bee7-9a4100e46074 admin admin] Request body: {'subnet': {'network_id': '26b72f5e-5ef7-434b-80f8-6f770c0deb28', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-222635648-subnet', 'tenant_id': '8a49be3103614bedb3f7e7d62e41a928', 'ip_version': 4}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:28:26.416659 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8e902f-64e0-408b-b865-cfa3024a8797 admin admin] Pushing event updated for resources: {'Network': ['ID=26b72f5e-5ef7-434b-80f8-6f770c0deb28,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:26.431031 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 26b72f5e-5ef7-434b-80f8-6f770c0deb28 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:28:26.530612 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e78e92-27ba-494c-bee7-9a4100e46074 admin admin] Made reservation on behalf of 8a49be3103614bedb3f7e7d62e41a928 for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:28:26.533715 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-84e78e92-27ba-494c-bee7-9a4100e46074 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:26.619045 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:26.674964 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7494bbd-27ee-4d85-b89d-4857c3ff8eed req-3289e0e4-7f7e-48d8-b221-bf85327eed36 tempest-InstanceActionsNegativeTestJSON-1454948738 tempest-InstanceActionsNegativeTestJSON-1454948738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:26.677041 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e7494bbd-27ee-4d85-b89d-4857c3ff8eed req-3289e0e4-7f7e-48d8-b221-bf85327eed36 tempest-InstanceActionsNegativeTestJSON-1454948738 tempest-InstanceActionsNegativeTestJSON-1454948738-project] 10.222.0.44 "GET /v2.0/networks?id=834aade9-e2a5-495d-aaa2-56ff1f82896f HTTP/1.1" status: 200 len: 822 time: 0.2639496 Oct 30 15:28:26.691358 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-e7494bbd-27ee-4d85-b89d-4857c3ff8eed req-1d046809-27c5-4ab2-aaf9-26d07c0d696d tempest-InstanceActionsNegativeTestJSON-1454948738 tempest-InstanceActionsNegativeTestJSON-1454948738-project] Request body: {'port': {'device_id': 'fe17d14c-1128-4ad5-9c41-42884584a91f', 'network_id': '834aade9-e2a5-495d-aaa2-56ff1f82896f', 'admin_state_up': True, 'tenant_id': '52d5707d42164fa59651a7c936edcad0'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:28:26.905353 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-84e78e92-27ba-494c-bee7-9a4100e46074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:26.911515 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7494bbd-27ee-4d85-b89d-4857c3ff8eed req-1d046809-27c5-4ab2-aaf9-26d07c0d696d tempest-InstanceActionsNegativeTestJSON-1454948738 tempest-InstanceActionsNegativeTestJSON-1454948738-project] Made reservation on behalf of 52d5707d42164fa59651a7c936edcad0 for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:28:26.915842 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-e7494bbd-27ee-4d85-b89d-4857c3ff8eed req-1d046809-27c5-4ab2-aaf9-26d07c0d696d tempest-InstanceActionsNegativeTestJSON-1454948738 tempest-InstanceActionsNegativeTestJSON-1454948738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:27.084558 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-e7494bbd-27ee-4d85-b89d-4857c3ff8eed req-1d046809-27c5-4ab2-aaf9-26d07c0d696d tempest-InstanceActionsNegativeTestJSON-1454948738 tempest-InstanceActionsNegativeTestJSON-1454948738-project] Allocated IP 172.20.0.2 (834aade9-e2a5-495d-aaa2-56ff1f82896f/de5c0b4c-aaae-4578-ad74-ca909467c325/51c0d4ed-77d2-45d1-90ac-db6781d75436) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:28:27.266818 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e78e92-27ba-494c-bee7-9a4100e46074 admin admin] Pushing event updated for resources: {'Subnet': ['ID=010c8d2e-d667-474c-8f31-fa6fcc355e17,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:27.311815 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-e7494bbd-27ee-4d85-b89d-4857c3ff8eed req-1d046809-27c5-4ab2-aaf9-26d07c0d696d tempest-InstanceActionsNegativeTestJSON-1454948738 tempest-InstanceActionsNegativeTestJSON-1454948738-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:27.349273 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e78e92-27ba-494c-bee7-9a4100e46074 admin admin] Checking segment: {'id': 'ebe3ba67-01c2-4381-997b-ab77bc740ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '26b72f5e-5ef7-434b-80f8-6f770c0deb28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:28:27.349675 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e78e92-27ba-494c-bee7-9a4100e46074 admin admin] Network hostable DHCP agents. Network: 26b72f5e-5ef7-434b-80f8-6f770c0deb28, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:28:27.369426 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff410d57-914f-4032-ba15-08d657cd74d1 req-6b38ce07-be24-41ad-8773-ea79478e7899 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:27.376743 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ff410d57-914f-4032-ba15-08d657cd74d1 req-6b38ce07-be24-41ad-8773-ea79478e7899 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=af8ba3a3-e1d9-42e9-ae8b-2a54174dffdc HTTP/1.1" status: 200 len: 945 time: 0.1031218 Oct 30 15:28:27.419666 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-e7494bbd-27ee-4d85-b89d-4857c3ff8eed req-1d046809-27c5-4ab2-aaf9-26d07c0d696d tempest-InstanceActionsNegativeTestJSON-1454948738 tempest-InstanceActionsNegativeTestJSON-1454948738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:27.436416 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb05a5-a2e4-44db-9e8c-6a49bf77515c req-2be4e5b1-6e49-4e41-b073-169eb68a9cf1 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:27.438012 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-46eb05a5-a2e4-44db-9e8c-6a49bf77515c req-2be4e5b1-6e49-4e41-b073-169eb68a9cf1 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.53 "GET /v2.0/ports?device_id=af8ba3a3-e1d9-42e9-ae8b-2a54174dffdc HTTP/1.1" status: 200 len: 945 time: 0.1358805 Oct 30 15:28:27.488942 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e78e92-27ba-494c-bee7-9a4100e46074 admin admin] Network 26b72f5e-5ef7-434b-80f8-6f770c0deb28 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:28:27.492386 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7494bbd-27ee-4d85-b89d-4857c3ff8eed req-1d046809-27c5-4ab2-aaf9-26d07c0d696d tempest-InstanceActionsNegativeTestJSON-1454948738 tempest-InstanceActionsNegativeTestJSON-1454948738-project] Network 834aade9-e2a5-495d-aaa2-56ff1f82896f is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:28:27.500104 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ff410d57-914f-4032-ba15-08d657cd74d1 req-e2fa375f-9f0f-4861-98ad-e4a3f6b04ad8 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219831 Oct 30 15:28:27.514600 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-e7494bbd-27ee-4d85-b89d-4857c3ff8eed req-1d046809-27c5-4ab2-aaf9-26d07c0d696d tempest-InstanceActionsNegativeTestJSON-1454948738 tempest-InstanceActionsNegativeTestJSON-1454948738-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:28:27.518753 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7494bbd-27ee-4d85-b89d-4857c3ff8eed req-1d046809-27c5-4ab2-aaf9-26d07c0d696d tempest-InstanceActionsNegativeTestJSON-1454948738 tempest-InstanceActionsNegativeTestJSON-1454948738-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:28:27.576968 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-84e78e92-27ba-494c-bee7-9a4100e46074 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 26b72f5e-5ef7-434b-80f8-6f770c0deb28) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:28:27.587206 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ae0a23-b7f7-4243-933b-3fef74658d3d None None] Network 26b72f5e-5ef7-434b-80f8-6f770c0deb28 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:28:27.594291 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d046809-27c5-4ab2-aaf9-26d07c0d696d tempest-InstanceActionsNegativeTestJSON-1454948738 tempest-InstanceActionsNegativeTestJSON-1454948738-project] Pushing event updated for resources: {'Port': ['ID=51c0d4ed-77d2-45d1-90ac-db6781d75436,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:27.600977 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e78e92-27ba-494c-bee7-9a4100e46074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:27.601563 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-84e78e92-27ba-494c-bee7-9a4100e46074 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:27.617270 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfedcac2-7cf8-475a-a550-10501f4a0d9c req-11586222-3ad2-4c01-9007-01e1db048f83 tempest-InstanceActionsNegativeTestJSON-1454948738 tempest-InstanceActionsNegativeTestJSON-1454948738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:27.619043 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cfedcac2-7cf8-475a-a550-10501f4a0d9c req-11586222-3ad2-4c01-9007-01e1db048f83 tempest-InstanceActionsNegativeTestJSON-1454948738 tempest-InstanceActionsNegativeTestJSON-1454948738-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe17d14c-1128-4ad5-9c41-42884584a91f HTTP/1.1" status: 200 len: 931 time: 0.2019608 Oct 30 15:28:27.621368 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-46eb05a5-a2e4-44db-9e8c-6a49bf77515c req-16b7d871-e7be-45ba-b175-6887b32ce917 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Deleting port 30c49f20-ba33-4312-a138-dcd5b8ac6f79 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:28:27.621745 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-46eb05a5-a2e4-44db-9e8c-6a49bf77515c req-16b7d871-e7be-45ba-b175-6887b32ce917 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:27.645104 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7494bbd-27ee-4d85-b89d-4857c3ff8eed req-1d046809-27c5-4ab2-aaf9-26d07c0d696d tempest-InstanceActionsNegativeTestJSON-1454948738 tempest-InstanceActionsNegativeTestJSON-1454948738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:27.645794 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-e7494bbd-27ee-4d85-b89d-4857c3ff8eed req-1d046809-27c5-4ab2-aaf9-26d07c0d696d tempest-InstanceActionsNegativeTestJSON-1454948738 tempest-InstanceActionsNegativeTestJSON-1454948738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:27.694209 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-84e78e92-27ba-494c-bee7-9a4100e46074 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3049905 Oct 30 15:28:27.699209 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58384) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:28:27.703696 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-004ed7d0-3f1d-430f-8ee6-925c60d5e946 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-222635648-router', 'tenant_id': '8a49be3103614bedb3f7e7d62e41a928', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:28:27.733551 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e7494bbd-27ee-4d85-b89d-4857c3ff8eed req-1d046809-27c5-4ab2-aaf9-26d07c0d696d tempest-InstanceActionsNegativeTestJSON-1454948738 tempest-InstanceActionsNegativeTestJSON-1454948738-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0465631 Oct 30 15:28:27.767418 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-e7494bbd-27ee-4d85-b89d-4857c3ff8eed req-8dcdd4b5-e02c-4f70-bb7d-2c5a1964740b service neutron] Request body: {'port': {'device_id': 'fe17d14c-1128-4ad5-9c41-42884584a91f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:28:27.787367 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cfedcac2-7cf8-475a-a550-10501f4a0d9c req-6f43b064-d150-4d85-b659-f099d5d67d5f tempest-InstanceActionsNegativeTestJSON-1454948738 tempest-InstanceActionsNegativeTestJSON-1454948738-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1c836a4-245c-4c88-a8e8-b27990c6f4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574092 Oct 30 15:28:27.825973 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-46eb05a5-a2e4-44db-9e8c-6a49bf77515c req-16b7d871-e7be-45ba-b175-6887b32ce917 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] For port 30c49f20-ba33-4312-a138-dcd5b8ac6f79, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=30c49f20-ba33-4312-a138-dcd5b8ac6f79,segment=NetworkSegment(7dc81a9b-3539-4be9-a222-feb3b591dcc0),segment_id=7dc81a9b-3539-4be9-a222-feb3b591dcc0)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:28:27.826367 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-46eb05a5-a2e4-44db-9e8c-6a49bf77515c req-16b7d871-e7be-45ba-b175-6887b32ce917 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:27.854315 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-004ed7d0-3f1d-430f-8ee6-925c60d5e946 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:27.855387 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-004ed7d0-3f1d-430f-8ee6-925c60d5e946 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:27.858727 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-46eb05a5-a2e4-44db-9e8c-6a49bf77515c req-16b7d871-e7be-45ba-b175-6887b32ce917 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Calling delete_port for 30c49f20-ba33-4312-a138-dcd5b8ac6f79 owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:28:27.937486 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-e7494bbd-27ee-4d85-b89d-4857c3ff8eed req-8dcdd4b5-e02c-4f70-bb7d-2c5a1964740b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:27.994055 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a17a4a-b239-46a7-9f6e-106b25b5f1b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-26b72f5e-5ef7-434b-80f8-6f770c0deb28', 'network_id': '26b72f5e-5ef7-434b-80f8-6f770c0deb28', 'tenant_id': '8a49be3103614bedb3f7e7d62e41a928', 'fixed_ips': [{'subnet_id': '010c8d2e-d667-474c-8f31-fa6fcc355e17'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:28:27.995117 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-70a17a4a-b239-46a7-9f6e-106b25b5f1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:28.076187 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-004ed7d0-3f1d-430f-8ee6-925c60d5e946 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:28.165624 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-46eb05a5-a2e4-44db-9e8c-6a49bf77515c req-16b7d871-e7be-45ba-b175-6887b32ce917 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:28.338994 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-70a17a4a-b239-46a7-9f6e-106b25b5f1b8 None None] Allocated IP 172.20.0.2 (26b72f5e-5ef7-434b-80f8-6f770c0deb28/010c8d2e-d667-474c-8f31-fa6fcc355e17/1efc8c4d-f85c-41bf-8c90-70d0014c6aec) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:28:28.343777 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-46eb05a5-a2e4-44db-9e8c-6a49bf77515c req-16b7d871-e7be-45ba-b175-6887b32ce917 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] No DVR routers for this DVR port 30c49f20-ba33-4312-a138-dcd5b8ac6f79 on host n-h1-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:28:28.349640 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-46eb05a5-a2e4-44db-9e8c-6a49bf77515c req-16b7d871-e7be-45ba-b175-6887b32ce917 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:28.359968 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-46eb05a5-a2e4-44db-9e8c-6a49bf77515c req-16b7d871-e7be-45ba-b175-6887b32ce917 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.53 "DELETE /v2.0/ports/30c49f20-ba33-4312-a138-dcd5b8ac6f79 HTTP/1.1" status: 204 len: 173 time: 0.9157264 Oct 30 15:28:28.363677 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8ba3a3-e1d9-42e9-ae8b-2a54174dffdc', 'name': 'network-vif-deleted', 'tag': '30c49f20-ba33-4312-a138-dcd5b8ac6f79'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:28:28.375180 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74470f75-7033-434b-8402-240409e08ec0" -d '{"events": [{"server_uuid": "af8ba3a3-e1d9-42e9-ae8b-2a54174dffdc", "name": "network-vif-deleted", "tag": "30c49f20-ba33-4312-a138-dcd5b8ac6f79"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:28:28.400581 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b7d871-e7be-45ba-b175-6887b32ce917 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Pushing event deleted for resources: {'Port': ['ID=30c49f20-ba33-4312-a138-dcd5b8ac6f79,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:28.422303 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-004ed7d0-3f1d-430f-8ee6-925c60d5e946 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:28.480055 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6db4907-36bd-4a8a-94ec-295aba2e4f64 x-openstack-request-id: req-f6db4907-36bd-4a8a-94ec-295aba2e4f64 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:28:28.480706 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af8ba3a3-e1d9-42e9-ae8b-2a54174dffdc", "name": "network-vif-deleted", "tag": "30c49f20-ba33-4312-a138-dcd5b8ac6f79", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:28:28.481214 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f6db4907-36bd-4a8a-94ec-295aba2e4f64 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:28:28.481840 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af8ba3a3-e1d9-42e9-ae8b-2a54174dffdc', 'name': 'network-vif-deleted', 'tag': '30c49f20-ba33-4312-a138-dcd5b8ac6f79', 'status': 'completed', 'code': 200} Oct 30 15:28:28.662784 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-70a17a4a-b239-46a7-9f6e-106b25b5f1b8 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:28.671970 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['20b1da37-2313-4f20-8e19-c39745683e2e'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:28:28.675570 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['30c49f20-ba33-4312-a138-dcd5b8ac6f79'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:28:28.681929 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-70a17a4a-b239-46a7-9f6e-106b25b5f1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:28.696985 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-e7494bbd-27ee-4d85-b89d-4857c3ff8eed req-8dcdd4b5-e02c-4f70-bb7d-2c5a1964740b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51c0d4ed-77d2-45d1-90ac-db6781d75436 {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:28:28.702890 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-673f09c4-62b7-4b5e-a5dc-bd16986e5198 req-9c56c1ae-6b32-43fb-8852-d39d29879519 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=af8ba3a3-e1d9-42e9-ae8b-2a54174dffdc HTTP/1.1" status: 200 len: 210 time: 0.0539885 Oct 30 15:28:28.713459 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-e7494bbd-27ee-4d85-b89d-4857c3ff8eed req-8dcdd4b5-e02c-4f70-bb7d-2c5a1964740b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:28.732260 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-e7494bbd-27ee-4d85-b89d-4857c3ff8eed req-8dcdd4b5-e02c-4f70-bb7d-2c5a1964740b service neutron] Transition to ACTIVE for port object 51c0d4ed-77d2-45d1-90ac-db6781d75436 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:28:28.781714 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a17a4a-b239-46a7-9f6e-106b25b5f1b8 None None] Pushing event updated for resources: {'Port': ['ID=1efc8c4d-f85c-41bf-8c90-70d0014c6aec,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:28.805552 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a17a4a-b239-46a7-9f6e-106b25b5f1b8 None None] Network 26b72f5e-5ef7-434b-80f8-6f770c0deb28 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:28:28.815580 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-70a17a4a-b239-46a7-9f6e-106b25b5f1b8 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:28:28.838600 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a17a4a-b239-46a7-9f6e-106b25b5f1b8 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:28:28.850429 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-e7494bbd-27ee-4d85-b89d-4857c3ff8eed req-8dcdd4b5-e02c-4f70-bb7d-2c5a1964740b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:28.978736 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-70a17a4a-b239-46a7-9f6e-106b25b5f1b8 None None] Attempting to bind port 1efc8c4d-f85c-41bf-8c90-70d0014c6aec on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:28:28.979214 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-70a17a4a-b239-46a7-9f6e-106b25b5f1b8 None None] Attempting to bind port 1efc8c4d-f85c-41bf-8c90-70d0014c6aec by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'ebe3ba67-01c2-4381-997b-ab77bc740ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '26b72f5e-5ef7-434b-80f8-6f770c0deb28'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:28:28.979690 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a17a4a-b239-46a7-9f6e-106b25b5f1b8 None None] Attempting to bind port 1efc8c4d-f85c-41bf-8c90-70d0014c6aec on network 26b72f5e-5ef7-434b-80f8-6f770c0deb28 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:28:29.007090 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a17a4a-b239-46a7-9f6e-106b25b5f1b8 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:28:29.007619 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a17a4a-b239-46a7-9f6e-106b25b5f1b8 None None] Checking segment: {'id': 'ebe3ba67-01c2-4381-997b-ab77bc740ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '26b72f5e-5ef7-434b-80f8-6f770c0deb28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:28:29.008099 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-70a17a4a-b239-46a7-9f6e-106b25b5f1b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:29.008569 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a17a4a-b239-46a7-9f6e-106b25b5f1b8 None None] Bound using segment: {'id': 'ebe3ba67-01c2-4381-997b-ab77bc740ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '26b72f5e-5ef7-434b-80f8-6f770c0deb28'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:28:29.009207 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-70a17a4a-b239-46a7-9f6e-106b25b5f1b8 None None] Bound port: 1efc8c4d-f85c-41bf-8c90-70d0014c6aec, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe3ba67-01c2-4381-997b-ab77bc740ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '26b72f5e-5ef7-434b-80f8-6f770c0deb28'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:28:29.009663 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-70a17a4a-b239-46a7-9f6e-106b25b5f1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:29.053868 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-004ed7d0-3f1d-430f-8ee6-925c60d5e946 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:29.117400 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcdd4b5-e02c-4f70-bb7d-2c5a1964740b service neutron] Pushing event updated for resources: {'Port': ['ID=51c0d4ed-77d2-45d1-90ac-db6781d75436,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:29.126512 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-004ed7d0-3f1d-430f-8ee6-925c60d5e946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:29.205705 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-70a17a4a-b239-46a7-9f6e-106b25b5f1b8 None None] For port 1efc8c4d-f85c-41bf-8c90-70d0014c6aec, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:28:29.210240 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-70a17a4a-b239-46a7-9f6e-106b25b5f1b8 None None] For port 1efc8c4d-f85c-41bf-8c90-70d0014c6aec, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=1efc8c4d-f85c-41bf-8c90-70d0014c6aec,segment=NetworkSegment(ebe3ba67-01c2-4381-997b-ab77bc740ef4),segment_id=ebe3ba67-01c2-4381-997b-ab77bc740ef4)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:28:29.215492 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-70a17a4a-b239-46a7-9f6e-106b25b5f1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:29.256365 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99209c6-76cc-455d-a42c-37a31f926535 req-ad8a7b20-52e2-423a-8079-3ec054d3f290 tempest-InstanceActionsNegativeTestJSON-1454948738 tempest-InstanceActionsNegativeTestJSON-1454948738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:29.270201 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a99209c6-76cc-455d-a42c-37a31f926535 req-ad8a7b20-52e2-423a-8079-3ec054d3f290 tempest-InstanceActionsNegativeTestJSON-1454948738 tempest-InstanceActionsNegativeTestJSON-1454948738-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe17d14c-1128-4ad5-9c41-42884584a91f HTTP/1.1" status: 200 len: 943 time: 0.3161578 Oct 30 15:28:29.285249 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-e7494bbd-27ee-4d85-b89d-4857c3ff8eed req-8dcdd4b5-e02c-4f70-bb7d-2c5a1964740b service neutron] Attempting to bind port 51c0d4ed-77d2-45d1-90ac-db6781d75436 on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:28:29.285972 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-e7494bbd-27ee-4d85-b89d-4857c3ff8eed req-8dcdd4b5-e02c-4f70-bb7d-2c5a1964740b service neutron] Attempting to bind port 51c0d4ed-77d2-45d1-90ac-db6781d75436 by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': '484087b8-0b96-4040-95fa-d7476f0ffdd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '834aade9-e2a5-495d-aaa2-56ff1f82896f'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:28:29.286552 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7494bbd-27ee-4d85-b89d-4857c3ff8eed req-8dcdd4b5-e02c-4f70-bb7d-2c5a1964740b service neutron] Attempting to bind port 51c0d4ed-77d2-45d1-90ac-db6781d75436 on network 834aade9-e2a5-495d-aaa2-56ff1f82896f {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:28:29.320266 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a17a4a-b239-46a7-9f6e-106b25b5f1b8 None None] Pushing event updated for resources: {'Port': ['ID=1efc8c4d-f85c-41bf-8c90-70d0014c6aec,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:29.324874 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7494bbd-27ee-4d85-b89d-4857c3ff8eed req-8dcdd4b5-e02c-4f70-bb7d-2c5a1964740b service neutron] Port 51c0d4ed-77d2-45d1-90ac-db6781d75436 on network 834aade9-e2a5-495d-aaa2-56ff1f82896f not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:28:29.325658 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7494bbd-27ee-4d85-b89d-4857c3ff8eed req-8dcdd4b5-e02c-4f70-bb7d-2c5a1964740b service neutron] Attempting to bind port 51c0d4ed-77d2-45d1-90ac-db6781d75436 on network 834aade9-e2a5-495d-aaa2-56ff1f82896f {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:28:29.337271 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7494bbd-27ee-4d85-b89d-4857c3ff8eed req-8dcdd4b5-e02c-4f70-bb7d-2c5a1964740b service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:28:29.337623 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7494bbd-27ee-4d85-b89d-4857c3ff8eed req-8dcdd4b5-e02c-4f70-bb7d-2c5a1964740b service neutron] Checking segment: {'id': '484087b8-0b96-4040-95fa-d7476f0ffdd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '834aade9-e2a5-495d-aaa2-56ff1f82896f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:28:29.338014 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7494bbd-27ee-4d85-b89d-4857c3ff8eed req-8dcdd4b5-e02c-4f70-bb7d-2c5a1964740b service neutron] Bound using segment: {'id': '484087b8-0b96-4040-95fa-d7476f0ffdd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '834aade9-e2a5-495d-aaa2-56ff1f82896f'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:28:29.338461 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-e7494bbd-27ee-4d85-b89d-4857c3ff8eed req-8dcdd4b5-e02c-4f70-bb7d-2c5a1964740b service neutron] Bound port: 51c0d4ed-77d2-45d1-90ac-db6781d75436, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '484087b8-0b96-4040-95fa-d7476f0ffdd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '834aade9-e2a5-495d-aaa2-56ff1f82896f'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:28:29.338818 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-e7494bbd-27ee-4d85-b89d-4857c3ff8eed req-8dcdd4b5-e02c-4f70-bb7d-2c5a1964740b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:29.415457 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a99209c6-76cc-455d-a42c-37a31f926535 req-f5997636-25b1-460b-908a-4db703a728f7 tempest-InstanceActionsNegativeTestJSON-1454948738 tempest-InstanceActionsNegativeTestJSON-1454948738-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1c836a4-245c-4c88-a8e8-b27990c6f4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429608 Oct 30 15:28:29.488807 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-004ed7d0-3f1d-430f-8ee6-925c60d5e946 admin admin] Allocated IP 172.25.4.109 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/e1c66d4e-f4d3-4fa0-8ac1-b55d5e1aeab8) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:28:29.519746 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-e7494bbd-27ee-4d85-b89d-4857c3ff8eed req-8dcdd4b5-e02c-4f70-bb7d-2c5a1964740b service neutron] For port 51c0d4ed-77d2-45d1-90ac-db6781d75436, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:28:29.525320 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-e7494bbd-27ee-4d85-b89d-4857c3ff8eed req-8dcdd4b5-e02c-4f70-bb7d-2c5a1964740b service neutron] For port 51c0d4ed-77d2-45d1-90ac-db6781d75436, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=51c0d4ed-77d2-45d1-90ac-db6781d75436,segment=NetworkSegment(484087b8-0b96-4040-95fa-d7476f0ffdd2),segment_id=484087b8-0b96-4040-95fa-d7476f0ffdd2)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:28:29.537541 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-e7494bbd-27ee-4d85-b89d-4857c3ff8eed req-8dcdd4b5-e02c-4f70-bb7d-2c5a1964740b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:29.637835 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7494bbd-27ee-4d85-b89d-4857c3ff8eed req-8dcdd4b5-e02c-4f70-bb7d-2c5a1964740b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:29.638826 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-e7494bbd-27ee-4d85-b89d-4857c3ff8eed req-8dcdd4b5-e02c-4f70-bb7d-2c5a1964740b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:29.640458 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e7494bbd-27ee-4d85-b89d-4857c3ff8eed req-8dcdd4b5-e02c-4f70-bb7d-2c5a1964740b service neutron] 10.222.0.44 "PUT /v2.0/ports/51c0d4ed-77d2-45d1-90ac-db6781d75436 HTTP/1.1" status: 200 len: 1092 time: 1.8798821 Oct 30 15:28:29.649051 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe17d14c-1128-4ad5-9c41-42884584a91f', 'tag': '51c0d4ed-77d2-45d1-90ac-db6781d75436'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:28:29.653831 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b54190-a6cc-4d87-beaa-8d1f4071d05b" -d '{"events": [{"name": "network-changed", "server_uuid": "fe17d14c-1128-4ad5-9c41-42884584a91f", "tag": "51c0d4ed-77d2-45d1-90ac-db6781d75436"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:28:29.830800 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0f783e-e416-441b-b3f2-9ccd16358304 x-openstack-request-id: req-3d0f783e-e416-441b-b3f2-9ccd16358304 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:28:29.831774 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe17d14c-1128-4ad5-9c41-42884584a91f", "tag": "51c0d4ed-77d2-45d1-90ac-db6781d75436", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:28:29.833167 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3d0f783e-e416-441b-b3f2-9ccd16358304 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:28:29.834742 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe17d14c-1128-4ad5-9c41-42884584a91f', 'tag': '51c0d4ed-77d2-45d1-90ac-db6781d75436', 'status': 'completed', 'code': 200} Oct 30 15:28:29.841804 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:29.843397 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcdd4b5-e02c-4f70-bb7d-2c5a1964740b service neutron] Pushing event updated for resources: {'Port': ['ID=51c0d4ed-77d2-45d1-90ac-db6781d75436,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:30.019868 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7494bbd-27ee-4d85-b89d-4857c3ff8eed req-fc3eb4f7-a688-40fd-a4ad-b7de0c95a9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:30.021896 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e7494bbd-27ee-4d85-b89d-4857c3ff8eed req-fc3eb4f7-a688-40fd-a4ad-b7de0c95a9db service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=52d5707d42164fa59651a7c936edcad0&device_id=fe17d14c-1128-4ad5-9c41-42884584a91f HTTP/1.1" status: 200 len: 1095 time: 0.2619796 Oct 30 15:28:30.075837 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 1efc8c4d-f85c-41bf-8c90-70d0014c6aec up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:28:30.126142 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e7494bbd-27ee-4d85-b89d-4857c3ff8eed req-5800697e-aec5-4d0b-923f-8aa88800d371 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=51c0d4ed-77d2-45d1-90ac-db6781d75436 HTTP/1.1" status: 200 len: 217 time: 0.0948660 Oct 30 15:28:30.132340 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-004ed7d0-3f1d-430f-8ee6-925c60d5e946 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:30.164938 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 1efc8c4d-f85c-41bf-8c90-70d0014c6aec triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:28:30.165507 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:30.221916 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7494bbd-27ee-4d85-b89d-4857c3ff8eed req-f3844db6-28c8-41d7-8dbc-c6d2d09e5538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:30.223818 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e7494bbd-27ee-4d85-b89d-4857c3ff8eed req-f3844db6-28c8-41d7-8dbc-c6d2d09e5538 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=de5c0b4c-aaae-4578-ad74-ca909467c325 HTTP/1.1" status: 200 len: 862 time: 0.0886645 Oct 30 15:28:30.294600 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e7494bbd-27ee-4d85-b89d-4857c3ff8eed req-e7ec9a45-7412-4306-add2-80411f17d42d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=834aade9-e2a5-495d-aaa2-56ff1f82896f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614049 Oct 30 15:28:30.301466 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-004ed7d0-3f1d-430f-8ee6-925c60d5e946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:30.390762 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707a2acc-6dbf-42fd-8f84-268a8330260f req-8017288d-6cba-46ce-800b-dcfc952ba6d2 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:30.404433 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-707a2acc-6dbf-42fd-8f84-268a8330260f req-8017288d-6cba-46ce-800b-dcfc952ba6d2 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=294f33dc-6bdf-46da-8012-eb35ed17225b HTTP/1.1" status: 200 len: 945 time: 0.1909540 Oct 30 15:28:30.492459 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-707a2acc-6dbf-42fd-8f84-268a8330260f req-ddd00747-29b5-4dcb-ab65-57289b02e099 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/security-groups?id=18950aca-06cc-4b84-b3ff-54cf6d21ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868120 Oct 30 15:28:30.688208 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474fb8b-5d04-4372-a99c-2a4cda9c25a3 req-32cbb9f8-7025-4687-9cc0-020b3e481440 tempest-InstanceActionsNegativeTestJSON-1454948738 tempest-InstanceActionsNegativeTestJSON-1454948738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:30.707218 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6474fb8b-5d04-4372-a99c-2a4cda9c25a3 req-32cbb9f8-7025-4687-9cc0-020b3e481440 tempest-InstanceActionsNegativeTestJSON-1454948738 tempest-InstanceActionsNegativeTestJSON-1454948738-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe17d14c-1128-4ad5-9c41-42884584a91f HTTP/1.1" status: 200 len: 943 time: 0.1043019 Oct 30 15:28:30.739265 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004ed7d0-3f1d-430f-8ee6-925c60d5e946 admin admin] Pushing event updated for resources: {'Port': ['ID=e1c66d4e-f4d3-4fa0-8ac1-b55d5e1aeab8,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:30.751057 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:30.753023 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e7494bbd-27ee-4d85-b89d-4857c3ff8eed req-b6fe147c-29ef-44d4-8a1a-7bc42d1ada4f service neutron] 10.222.0.44 "GET /v2.0/networks/834aade9-e2a5-495d-aaa2-56ff1f82896f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4430363 Oct 30 15:28:30.783803 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004ed7d0-3f1d-430f-8ee6-925c60d5e946 admin admin] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:28:30.790233 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-004ed7d0-3f1d-430f-8ee6-925c60d5e946 admin admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:28:30.804686 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 1efc8c4d-f85c-41bf-8c90-70d0014c6aec, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=1efc8c4d-f85c-41bf-8c90-70d0014c6aec,segment=NetworkSegment(ebe3ba67-01c2-4381-997b-ab77bc740ef4),segment_id=ebe3ba67-01c2-4381-997b-ab77bc740ef4)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:28:30.807273 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6474fb8b-5d04-4372-a99c-2a4cda9c25a3 req-e410e9e9-11a5-4d66-88ee-40a5c31c9f1c tempest-InstanceActionsNegativeTestJSON-1454948738 tempest-InstanceActionsNegativeTestJSON-1454948738-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1c836a4-245c-4c88-a8e8-b27990c6f4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983841 Oct 30 15:28:30.812737 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:30.913217 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004ed7d0-3f1d-430f-8ee6-925c60d5e946 admin admin] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:28:30.914712 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=1efc8c4d-f85c-41bf-8c90-70d0014c6aec,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:31.106635 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e2ca52-97bf-4b6b-a653-4a205bf99044 None None] Network 26b72f5e-5ef7-434b-80f8-6f770c0deb28 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:28:31.230247 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e7494bbd-27ee-4d85-b89d-4857c3ff8eed req-9fedded3-60a3-4e4d-9627-c4a0296ddfef service neutron] 10.222.0.44 "GET /v2.0/networks/834aade9-e2a5-495d-aaa2-56ff1f82896f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4411807 Oct 30 15:28:31.347016 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-a8ed21c7-c4f0-45ee-899e-05bed6b837c6 None None] Provisioning complete for port 1efc8c4d-f85c-41bf-8c90-70d0014c6aec triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:28:31.347632 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a8ed21c7-c4f0-45ee-899e-05bed6b837c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:31.891062 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:31.937910 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 1efc8c4d-f85c-41bf-8c90-70d0014c6aec up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:28:32.068417 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-ecf63731-ced2-40e0-b19d-91b68be96810 None None] Provisioning complete for port 1efc8c4d-f85c-41bf-8c90-70d0014c6aec triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:28:32.072878 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ecf63731-ced2-40e0-b19d-91b68be96810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:32.232952 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b54190-a6cc-4d87-beaa-8d1f4071d05b req-b21c8716-f707-483b-8156-963fd499fd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:32.240463 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-21b54190-a6cc-4d87-beaa-8d1f4071d05b req-b21c8716-f707-483b-8156-963fd499fd64 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=52d5707d42164fa59651a7c936edcad0&device_id=fe17d14c-1128-4ad5-9c41-42884584a91f HTTP/1.1" status: 200 len: 1095 time: 0.2063367 Oct 30 15:28:32.244780 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-004ed7d0-3f1d-430f-8ee6-925c60d5e946 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:32.254914 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 1efc8c4d-f85c-41bf-8c90-70d0014c6aec triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:28:32.255288 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:32.395187 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27675f87-c1b6-4aed-89d0-7ada7fae10a7 req-29497079-d7ef-4a2b-9866-d5a2095c9651 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:32.398617 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-27675f87-c1b6-4aed-89d0-7ada7fae10a7 req-29497079-d7ef-4a2b-9866-d5a2095c9651 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.44 "GET /v2.0/ports?device_id=294f33dc-6bdf-46da-8012-eb35ed17225b HTTP/1.1" status: 200 len: 945 time: 0.1724339 Oct 30 15:28:32.410721 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7c6d7-b719-4a94-8cb9-6a979267ad28 req-db04a8a7-383f-4c7f-9e4f-7b59462af8cb tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:32.412186 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9ba7c6d7-b719-4a94-8cb9-6a979267ad28 req-db04a8a7-383f-4c7f-9e4f-7b59462af8cb tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=294f33dc-6bdf-46da-8012-eb35ed17225b HTTP/1.1" status: 200 len: 945 time: 0.1432106 Oct 30 15:28:32.437598 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 30c49f20-ba33-4312-a138-dcd5b8ac6f79 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:28:32.472779 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: 30c49f20-ba33-4312-a138-dcd5b8ac6f79 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:28:32.473131 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 30c49f20-ba33-4312-a138-dcd5b8ac6f79 not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:28:32.477255 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcde3158-198c-48f1-85ad-dcfc51da9fb4 req-0707c134-67c8-4c7f-b03d-3e7bd18c4e7e tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:32.480301 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bcde3158-198c-48f1-85ad-dcfc51da9fb4 req-0707c134-67c8-4c7f-b03d-3e7bd18c4e7e tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cd22608-c4fb-4169-9dbc-1af63b942f0c HTTP/1.1" status: 200 len: 945 time: 0.4557326 Oct 30 15:28:32.541984 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9ba7c6d7-b719-4a94-8cb9-6a979267ad28 req-8610bf33-9850-4bdb-9e34-ffbd8291a75e tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/security-groups?id=18950aca-06cc-4b84-b3ff-54cf6d21ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155200 Oct 30 15:28:32.579609 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-27675f87-c1b6-4aed-89d0-7ada7fae10a7 req-8c92eecf-2653-49bf-acb5-ba080cf09e83 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Deleting port 6645edd6-5538-4dbd-b9d7-83f42a5c5c60 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:28:32.581609 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-27675f87-c1b6-4aed-89d0-7ada7fae10a7 req-8c92eecf-2653-49bf-acb5-ba080cf09e83 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:32.728947 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bcde3158-198c-48f1-85ad-dcfc51da9fb4 req-3dfe6171-7d68-4234-a159-b6a23a172d21 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053659 Oct 30 15:28:32.743998 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-27675f87-c1b6-4aed-89d0-7ada7fae10a7 req-8c92eecf-2653-49bf-acb5-ba080cf09e83 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] For port 6645edd6-5538-4dbd-b9d7-83f42a5c5c60, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=6645edd6-5538-4dbd-b9d7-83f42a5c5c60,segment=NetworkSegment(bc60acd5-af90-46a3-b163-8f2ce87131df),segment_id=bc60acd5-af90-46a3-b163-8f2ce87131df)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:28:32.744385 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-27675f87-c1b6-4aed-89d0-7ada7fae10a7 req-8c92eecf-2653-49bf-acb5-ba080cf09e83 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:32.775624 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-27675f87-c1b6-4aed-89d0-7ada7fae10a7 req-8c92eecf-2653-49bf-acb5-ba080cf09e83 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Calling delete_port for 6645edd6-5538-4dbd-b9d7-83f42a5c5c60 owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:28:32.848368 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b54190-a6cc-4d87-beaa-8d1f4071d05b req-d5f96a1f-0ac5-488b-81ea-0fb05b01728d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:32.850371 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-21b54190-a6cc-4d87-beaa-8d1f4071d05b req-d5f96a1f-0ac5-488b-81ea-0fb05b01728d service neutron] 10.222.0.44 "GET /v2.0/networks?id=834aade9-e2a5-495d-aaa2-56ff1f82896f HTTP/1.1" status: 200 len: 923 time: 0.5923433 Oct 30 15:28:32.854656 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ff92c-073e-444b-b419-dcc472ec836e req-126a086b-d326-443c-aef0-8d27512e026d tempest-InstanceActionsNegativeTestJSON-1454948738 tempest-InstanceActionsNegativeTestJSON-1454948738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:32.854656 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8b9ff92c-073e-444b-b419-dcc472ec836e req-126a086b-d326-443c-aef0-8d27512e026d tempest-InstanceActionsNegativeTestJSON-1454948738 tempest-InstanceActionsNegativeTestJSON-1454948738-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe17d14c-1128-4ad5-9c41-42884584a91f HTTP/1.1" status: 200 len: 943 time: 0.1889668 Oct 30 15:28:32.906820 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-21b54190-a6cc-4d87-beaa-8d1f4071d05b req-7d1e4ad5-13c8-4ec8-8f22-2063f07c1823 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=51c0d4ed-77d2-45d1-90ac-db6781d75436 HTTP/1.1" status: 200 len: 217 time: 0.0467117 Oct 30 15:28:32.957358 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6678bdb-9d7a-427d-aa6d-b98788ece6c7 req-6b8f672e-8db5-4372-8be0-f6f605599070 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:32.958878 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d6678bdb-9d7a-427d-aa6d-b98788ece6c7 req-6b8f672e-8db5-4372-8be0-f6f605599070 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.44 "GET /v2.0/ports?device_id=1cd22608-c4fb-4169-9dbc-1af63b942f0c HTTP/1.1" status: 200 len: 945 time: 0.2193160 Oct 30 15:28:32.970701 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-27675f87-c1b6-4aed-89d0-7ada7fae10a7 req-8c92eecf-2653-49bf-acb5-ba080cf09e83 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:32.985468 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['6645edd6-5538-4dbd-b9d7-83f42a5c5c60'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:28:32.988280 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['99d5db0b-d610-47fd-95c7-44707343fc82'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:28:33.018725 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-004ed7d0-3f1d-430f-8ee6-925c60d5e946 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:33.024534 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b54190-a6cc-4d87-beaa-8d1f4071d05b req-ea69cb66-b67e-4832-a642-55a12738224d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:33.026027 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-21b54190-a6cc-4d87-beaa-8d1f4071d05b req-ea69cb66-b67e-4832-a642-55a12738224d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=de5c0b4c-aaae-4578-ad74-ca909467c325 HTTP/1.1" status: 200 len: 862 time: 0.1101632 Oct 30 15:28:33.036797 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c92eecf-2653-49bf-acb5-ba080cf09e83 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Pushing event deleted for resources: {'Port': ['ID=6645edd6-5538-4dbd-b9d7-83f42a5c5c60,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:33.064574 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8b9ff92c-073e-444b-b419-dcc472ec836e req-4233dcdb-797d-4634-bf57-438125d1f1b1 tempest-InstanceActionsNegativeTestJSON-1454948738 tempest-InstanceActionsNegativeTestJSON-1454948738-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1c836a4-245c-4c88-a8e8-b27990c6f4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034777 Oct 30 15:28:33.096527 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-27675f87-c1b6-4aed-89d0-7ada7fae10a7 req-8c92eecf-2653-49bf-acb5-ba080cf09e83 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] No DVR routers for this DVR port 6645edd6-5538-4dbd-b9d7-83f42a5c5c60 on host n-h2-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:28:33.099155 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-27675f87-c1b6-4aed-89d0-7ada7fae10a7 req-8c92eecf-2653-49bf-acb5-ba080cf09e83 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:33.102933 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-27675f87-c1b6-4aed-89d0-7ada7fae10a7 req-8c92eecf-2653-49bf-acb5-ba080cf09e83 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.44 "DELETE /v2.0/ports/6645edd6-5538-4dbd-b9d7-83f42a5c5c60 HTTP/1.1" status: 204 len: 173 time: 0.6898346 Oct 30 15:28:33.103675 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '294f33dc-6bdf-46da-8012-eb35ed17225b', 'name': 'network-vif-deleted', 'tag': '6645edd6-5538-4dbd-b9d7-83f42a5c5c60'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:28:33.120148 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9863b1e9-5a46-4399-aca1-038886b2c041" -d '{"events": [{"server_uuid": "294f33dc-6bdf-46da-8012-eb35ed17225b", "name": "network-vif-deleted", "tag": "6645edd6-5538-4dbd-b9d7-83f42a5c5c60"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:28:33.132885 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-21b54190-a6cc-4d87-beaa-8d1f4071d05b req-87c096c1-404f-4295-9ab4-857f1cd1792c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=834aade9-e2a5-495d-aaa2-56ff1f82896f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0922747 Oct 30 15:28:33.215584 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617bdc24-5287-4702-8aed-928f194f9826 x-openstack-request-id: req-617bdc24-5287-4702-8aed-928f194f9826 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:28:33.216056 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "294f33dc-6bdf-46da-8012-eb35ed17225b", "name": "network-vif-deleted", "tag": "6645edd6-5538-4dbd-b9d7-83f42a5c5c60", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:28:33.216378 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-617bdc24-5287-4702-8aed-928f194f9826 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:28:33.216955 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '294f33dc-6bdf-46da-8012-eb35ed17225b', 'name': 'network-vif-deleted', 'tag': '6645edd6-5538-4dbd-b9d7-83f42a5c5c60', 'status': 'completed', 'code': 200} Oct 30 15:28:33.234367 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:28:33.355016 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-d6678bdb-9d7a-427d-aa6d-b98788ece6c7 req-217c3db0-faff-4704-971b-22df2281c4d5 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Deleting port 20b1da37-2313-4f20-8e19-c39745683e2e {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:28:33.355649 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-d6678bdb-9d7a-427d-aa6d-b98788ece6c7 req-217c3db0-faff-4704-971b-22df2281c4d5 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:33.377029 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-21b54190-a6cc-4d87-beaa-8d1f4071d05b req-02cf891d-6b6d-4c8a-9ae1-65f3ae792c23 service neutron] 10.222.0.44 "GET /v2.0/networks/834aade9-e2a5-495d-aaa2-56ff1f82896f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041891 Oct 30 15:28:33.536470 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-d6678bdb-9d7a-427d-aa6d-b98788ece6c7 req-217c3db0-faff-4704-971b-22df2281c4d5 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] For port 20b1da37-2313-4f20-8e19-c39745683e2e, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=20b1da37-2313-4f20-8e19-c39745683e2e,segment=NetworkSegment(7dc81a9b-3539-4be9-a222-feb3b591dcc0),segment_id=7dc81a9b-3539-4be9-a222-feb3b591dcc0)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:28:33.537469 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-d6678bdb-9d7a-427d-aa6d-b98788ece6c7 req-217c3db0-faff-4704-971b-22df2281c4d5 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:33.553737 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-004ed7d0-3f1d-430f-8ee6-925c60d5e946 admin admin] Router d6fa68ae-ee7d-4e6c-b7c7-535f7f43523c is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:28:33.569165 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-d6678bdb-9d7a-427d-aa6d-b98788ece6c7 req-217c3db0-faff-4704-971b-22df2281c4d5 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Calling delete_port for 20b1da37-2313-4f20-8e19-c39745683e2e owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:28:33.585708 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-21b54190-a6cc-4d87-beaa-8d1f4071d05b req-93da82a1-8d84-45cc-a60e-23c6d1c9f659 service neutron] 10.222.0.44 "GET /v2.0/networks/834aade9-e2a5-495d-aaa2-56ff1f82896f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695015 Oct 30 15:28:33.664002 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 51c0d4ed-77d2-45d1-90ac-db6781d75436 details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:28:33.749805 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1add0e48-2c36-4d8e-a183-8c30f093bf39 req-4673e179-acee-44bc-b60c-694117def2b3 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=294f33dc-6bdf-46da-8012-eb35ed17225b HTTP/1.1" status: 200 len: 210 time: 0.0981293 Oct 30 15:28:33.803531 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-004ed7d0-3f1d-430f-8ee6-925c60d5e946 admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:28:33.816545 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31363cdb-37fd-4760-be46-de5a54bcd543 None None] Sync routers for ids ['d6fa68ae-ee7d-4e6c-b7c7-535f7f43523c'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:28:33.833694 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 51c0d4ed-77d2-45d1-90ac-db6781d75436, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=51c0d4ed-77d2-45d1-90ac-db6781d75436,segment=NetworkSegment(484087b8-0b96-4040-95fa-d7476f0ffdd2),segment_id=484087b8-0b96-4040-95fa-d7476f0ffdd2)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:28:33.844162 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31363cdb-37fd-4760-be46-de5a54bcd543 None None] Routers {'d6fa68ae-ee7d-4e6c-b7c7-535f7f43523c'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:28:33.844834 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-31363cdb-37fd-4760-be46-de5a54bcd543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:28:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['d6fa68ae-ee7d-4e6c-b7c7-535f7f43523c'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:28:33.845022 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-004ed7d0-3f1d-430f-8ee6-925c60d5e946 admin admin] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:33.852061 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-004ed7d0-3f1d-430f-8ee6-925c60d5e946 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.1465585 Oct 30 15:28:33.852252 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58476) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:28:33.862493 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': '51c0d4ed-77d2-45d1-90ac-db6781d75436', 'network_id': '834aade9-e2a5-495d-aaa2-56ff1f82896f', 'port_id': '51c0d4ed-77d2-45d1-90ac-db6781d75436', 'mac_address': 'fa:16:3e:91:ae:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de5c0b4c-aaae-4578-ad74-ca909467c325', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:28:33.918742 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:33.949043 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51c0d4ed-77d2-45d1-90ac-db6781d75436 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:28:33.974475 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c940308-2ad3-4595-a07e-1849089dfe7c req-bf9666fa-6bef-4475-aa37-59b24e1a06e7 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:33.982962 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6c940308-2ad3-4595-a07e-1849089dfe7c req-bf9666fa-6bef-4475-aa37-59b24e1a06e7 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/ports?device_id=1cd22608-c4fb-4169-9dbc-1af63b942f0c HTTP/1.1" status: 200 len: 945 time: 0.0781765 Oct 30 15:28:33.993345 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 51c0d4ed-77d2-45d1-90ac-db6781d75436, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=51c0d4ed-77d2-45d1-90ac-db6781d75436,segment=NetworkSegment(484087b8-0b96-4040-95fa-d7476f0ffdd2),segment_id=484087b8-0b96-4040-95fa-d7476f0ffdd2)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:28:34.010037 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:34.033761 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6c940308-2ad3-4595-a07e-1849089dfe7c req-80e38f91-fdd9-4dc4-a50d-0811a5fd8844 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ff41a61-d2d9-46c6-8b99-b0d018c0964a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498507 Oct 30 15:28:34.039987 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-d6678bdb-9d7a-427d-aa6d-b98788ece6c7 req-217c3db0-faff-4704-971b-22df2281c4d5 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:34.079625 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=51c0d4ed-77d2-45d1-90ac-db6781d75436,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:34.087331 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217c3db0-faff-4704-971b-22df2281c4d5 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Pushing event deleted for resources: {'Port': ['ID=20b1da37-2313-4f20-8e19-c39745683e2e,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:34.113584 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-31363cdb-37fd-4760-be46-de5a54bcd543 None None] Set router d6fa68ae-ee7d-4e6c-b7c7-535f7f43523c gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:28:34.146617 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6678bdb-9d7a-427d-aa6d-b98788ece6c7 req-217c3db0-faff-4704-971b-22df2281c4d5 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] No DVR routers for this DVR port 20b1da37-2313-4f20-8e19-c39745683e2e on host n-h2-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:28:34.149425 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-d6678bdb-9d7a-427d-aa6d-b98788ece6c7 req-217c3db0-faff-4704-971b-22df2281c4d5 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:34.152998 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d6678bdb-9d7a-427d-aa6d-b98788ece6c7 req-217c3db0-faff-4704-971b-22df2281c4d5 tempest-ServersTestJSON-516915088 tempest-ServersTestJSON-516915088-project] 10.222.0.44 "DELETE /v2.0/ports/20b1da37-2313-4f20-8e19-c39745683e2e HTTP/1.1" status: 204 len: 173 time: 1.1825812 Oct 30 15:28:34.153553 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cd22608-c4fb-4169-9dbc-1af63b942f0c', 'name': 'network-vif-deleted', 'tag': '20b1da37-2313-4f20-8e19-c39745683e2e'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:28:34.156319 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c8116b-87c2-40f6-81d7-68f2d7b0d4f1" -d '{"events": [{"server_uuid": "1cd22608-c4fb-4169-9dbc-1af63b942f0c", "name": "network-vif-deleted", "tag": "20b1da37-2313-4f20-8e19-c39745683e2e"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:28:34.229638 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['51c0d4ed-77d2-45d1-90ac-db6781d75436'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:28:34.265386 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b335241-656b-40ae-9a93-fc97513d47c0 x-openstack-request-id: req-5b335241-656b-40ae-9a93-fc97513d47c0 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:28:34.265867 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cd22608-c4fb-4169-9dbc-1af63b942f0c", "name": "network-vif-deleted", "tag": "20b1da37-2313-4f20-8e19-c39745683e2e", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:28:34.266185 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5b335241-656b-40ae-9a93-fc97513d47c0 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:28:34.266918 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cd22608-c4fb-4169-9dbc-1af63b942f0c', 'name': 'network-vif-deleted', 'tag': '20b1da37-2313-4f20-8e19-c39745683e2e', 'status': 'completed', 'code': 200} Oct 30 15:28:34.447121 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-31363cdb-37fd-4760-be46-de5a54bcd543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fa68ae-ee7d-4e6c-b7c7-535f7f43523c', 'name': 'tempest-TestAggregatesBasicOps-222635648-router', 'tenant_id': '8a49be3103614bedb3f7e7d62e41a928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'e1c66d4e-f4d3-4fa0-8ac1-b55d5e1aeab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:28:27Z', 'updated_at': '2021-10-30T15:28:31Z', 'revision_number': 3, 'project_id': '8a49be3103614bedb3f7e7d62e41a928', 'gw_port': {'id': 'e1c66d4e-f4d3-4fa0-8ac1-b55d5e1aeab8', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:6a:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6fa68ae-ee7d-4e6c-b7c7-535f7f43523c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:28:29Z', 'updated_at': '2021-10-30T15:28:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:28:34.477917 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31363cdb-37fd-4760-be46-de5a54bcd543 None None] Checking router: d6fa68ae-ee7d-4e6c-b7c7-535f7f43523c for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:28:34.478267 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31363cdb-37fd-4760-be46-de5a54bcd543 None None] Updating router d6fa68ae-ee7d-4e6c-b7c7-535f7f43523c port e1c66d4e-f4d3-4fa0-8ac1-b55d5e1aeab8 binding host n-d-806683-17 {{(pid=102133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:28:34.513330 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-31363cdb-37fd-4760-be46-de5a54bcd543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:34.659031 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8bb3db-9949-45d2-9c27-517c6341dfba req-be1204c1-2e79-4684-b546-dd7e88d1444e tempest-InstanceActionsNegativeTestJSON-1454948738 tempest-InstanceActionsNegativeTestJSON-1454948738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:34.667037 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8e8bb3db-9949-45d2-9c27-517c6341dfba req-be1204c1-2e79-4684-b546-dd7e88d1444e tempest-InstanceActionsNegativeTestJSON-1454948738 tempest-InstanceActionsNegativeTestJSON-1454948738-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe17d14c-1128-4ad5-9c41-42884584a91f HTTP/1.1" status: 200 len: 944 time: 0.3949127 Oct 30 15:28:34.742980 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8e8bb3db-9949-45d2-9c27-517c6341dfba req-bfa43069-97f4-4677-80fe-aed6de979b74 tempest-InstanceActionsNegativeTestJSON-1454948738 tempest-InstanceActionsNegativeTestJSON-1454948738-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1c836a4-245c-4c88-a8e8-b27990c6f4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750699 Oct 30 15:28:34.847182 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-31363cdb-37fd-4760-be46-de5a54bcd543 None None] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:34.857044 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-31363cdb-37fd-4760-be46-de5a54bcd543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:34.912172 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-beda9de0-5b18-4ad8-9724-58b1b18d11da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:34.957028 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-31363cdb-37fd-4760-be46-de5a54bcd543 None None] Attempting to bind port e1c66d4e-f4d3-4fa0-8ac1-b55d5e1aeab8 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:28:34.957401 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-31363cdb-37fd-4760-be46-de5a54bcd543 None None] Attempting to bind port e1c66d4e-f4d3-4fa0-8ac1-b55d5e1aeab8 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:28:34.957727 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31363cdb-37fd-4760-be46-de5a54bcd543 None None] Attempting to bind port e1c66d4e-f4d3-4fa0-8ac1-b55d5e1aeab8 on network edc38ef5-7816-4133-914c-cfe2849a0125 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:28:34.970316 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31363cdb-37fd-4760-be46-de5a54bcd543 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:28:34.970686 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31363cdb-37fd-4760-be46-de5a54bcd543 None None] Checking segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:28:34.971081 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-31363cdb-37fd-4760-be46-de5a54bcd543 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:34.971488 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31363cdb-37fd-4760-be46-de5a54bcd543 None None] Bound using segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:28:34.972212 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-31363cdb-37fd-4760-be46-de5a54bcd543 None None] Bound port: e1c66d4e-f4d3-4fa0-8ac1-b55d5e1aeab8, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:28:34.972594 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-31363cdb-37fd-4760-be46-de5a54bcd543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:35.174852 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58500) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:28:35.197093 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-31363cdb-37fd-4760-be46-de5a54bcd543 None None] For port e1c66d4e-f4d3-4fa0-8ac1-b55d5e1aeab8, host n-d-806683-17, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:28:35.202491 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-31363cdb-37fd-4760-be46-de5a54bcd543 None None] For port e1c66d4e-f4d3-4fa0-8ac1-b55d5e1aeab8, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=e1c66d4e-f4d3-4fa0-8ac1-b55d5e1aeab8,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:28:35.220358 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-31363cdb-37fd-4760-be46-de5a54bcd543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:35.244345 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-beda9de0-5b18-4ad8-9724-58b1b18d11da admin admin] Allocated IP 172.20.0.1 (26b72f5e-5ef7-434b-80f8-6f770c0deb28/010c8d2e-d667-474c-8f31-fa6fcc355e17/71570533-3b2a-40e3-8d9a-f7d928cb921c) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:28:35.245046 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e498ba00-50c8-469e-8c94-b43c45c6c32d None None] Pushing event updated for resources: {'Port': ['ID=e1c66d4e-f4d3-4fa0-8ac1-b55d5e1aeab8,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:35.262069 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3d4832a-a741-49cf-816e-e799bab0d281 admin admin] Deleting subnet 8cd32631-4817-453f-b06d-49c42463e638 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:28:35.268321 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62332a18-204c-49ce-867d-afdf1240e8b9 req-b8363edf-815b-4f67-bf8c-34737f160fb6 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:35.270348 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-62332a18-204c-49ce-867d-afdf1240e8b9 req-b8363edf-815b-4f67-bf8c-34737f160fb6 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc542170-88f6-4c2f-93dd-699ca91e8342 HTTP/1.1" status: 200 len: 946 time: 0.0932498 Oct 30 15:28:35.273279 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a3d4832a-a741-49cf-816e-e799bab0d281 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:35.276993 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e498ba00-50c8-469e-8c94-b43c45c6c32d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:28:35.277532 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e498ba00-50c8-469e-8c94-b43c45c6c32d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:28:35.277870 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e498ba00-50c8-469e-8c94-b43c45c6c32d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:28:35.278200 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e498ba00-50c8-469e-8c94-b43c45c6c32d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:28:35.278524 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e498ba00-50c8-469e-8c94-b43c45c6c32d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:28:35.278845 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e498ba00-50c8-469e-8c94-b43c45c6c32d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:28:35.279163 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e498ba00-50c8-469e-8c94-b43c45c6c32d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:28:35.279512 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e498ba00-50c8-469e-8c94-b43c45c6c32d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:28:35.279864 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e498ba00-50c8-469e-8c94-b43c45c6c32d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:28:35.280123 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e498ba00-50c8-469e-8c94-b43c45c6c32d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:28:35.286651 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e498ba00-50c8-469e-8c94-b43c45c6c32d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:28:35.287314 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e498ba00-50c8-469e-8c94-b43c45c6c32d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:28:35.342833 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31363cdb-37fd-4760-be46-de5a54bcd543 None None] Routers {'d6fa68ae-ee7d-4e6c-b7c7-535f7f43523c'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:28:35.343457 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-31363cdb-37fd-4760-be46-de5a54bcd543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:28:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['d6fa68ae-ee7d-4e6c-b7c7-535f7f43523c'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:28:35.358687 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-62332a18-204c-49ce-867d-afdf1240e8b9 req-1ba8003b-9d70-4a46-9038-7632a98bfeef tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/security-groups?id=18950aca-06cc-4b84-b3ff-54cf6d21ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808287 Oct 30 15:28:35.370109 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a3d4832a-a741-49cf-816e-e799bab0d281 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:35.421742 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a3d4832a-a741-49cf-816e-e799bab0d281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:35.442262 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e498ba00-50c8-469e-8c94-b43c45c6c32d None None] Pushing event updated for resources: {'Port': ['ID=e1c66d4e-f4d3-4fa0-8ac1-b55d5e1aeab8,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:35.456971 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-beda9de0-5b18-4ad8-9724-58b1b18d11da admin admin] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:35.492019 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a3d4832a-a741-49cf-816e-e799bab0d281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:35.503206 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-beda9de0-5b18-4ad8-9724-58b1b18d11da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:35.525775 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d4832a-a741-49cf-816e-e799bab0d281 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cd32631-4817-453f-b06d-49c42463e638,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:35.527148 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-31363cdb-37fd-4760-be46-de5a54bcd543 None None] Set router d6fa68ae-ee7d-4e6c-b7c7-535f7f43523c gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:28:35.533157 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a3d4832a-a741-49cf-816e-e799bab0d281 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:35.537319 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a3d4832a-a741-49cf-816e-e799bab0d281 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/8cd32631-4817-453f-b06d-49c42463e638 HTTP/1.1" status: 204 len: 168 time: 0.3624794 Oct 30 15:28:35.541442 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58502) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:28:35.568953 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beda9de0-5b18-4ad8-9724-58b1b18d11da admin admin] Network 26b72f5e-5ef7-434b-80f8-6f770c0deb28 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:28:35.572397 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-beda9de0-5b18-4ad8-9724-58b1b18d11da admin admin] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:28:35.590857 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beda9de0-5b18-4ad8-9724-58b1b18d11da admin admin] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:28:35.640221 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2dc82ab6-dc21-4612-813a-ec9b99337712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:35.642180 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beda9de0-5b18-4ad8-9724-58b1b18d11da admin admin] Pushing event updated for resources: {'Port': ['ID=71570533-3b2a-40e3-8d9a-f7d928cb921c,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:35.656257 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beda9de0-5b18-4ad8-9724-58b1b18d11da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:28:35.656857 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beda9de0-5b18-4ad8-9724-58b1b18d11da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:28:35.657342 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beda9de0-5b18-4ad8-9724-58b1b18d11da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:28:35.658347 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beda9de0-5b18-4ad8-9724-58b1b18d11da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:28:35.658850 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beda9de0-5b18-4ad8-9724-58b1b18d11da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:28:35.659340 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beda9de0-5b18-4ad8-9724-58b1b18d11da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:28:35.659990 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beda9de0-5b18-4ad8-9724-58b1b18d11da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:28:35.660481 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beda9de0-5b18-4ad8-9724-58b1b18d11da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:28:35.661090 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beda9de0-5b18-4ad8-9724-58b1b18d11da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:28:35.661723 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beda9de0-5b18-4ad8-9724-58b1b18d11da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:28:35.662210 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beda9de0-5b18-4ad8-9724-58b1b18d11da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:28:35.662700 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beda9de0-5b18-4ad8-9724-58b1b18d11da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:28:35.666746 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-beda9de0-5b18-4ad8-9724-58b1b18d11da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:35.670081 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 51c0d4ed-77d2-45d1-90ac-db6781d75436 up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:28:35.769174 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port 51c0d4ed-77d2-45d1-90ac-db6781d75436 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:28:35.774273 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port 51c0d4ed-77d2-45d1-90ac-db6781d75436 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:28:35.774647 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:35.829065 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2dc82ab6-dc21-4612-813a-ec9b99337712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:35.895983 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-beda9de0-5b18-4ad8-9724-58b1b18d11da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:35.901807 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-2dc82ab6-dc21-4612-813a-ec9b99337712 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3d349fd-06d3-4d89-81c2-25b2b94c579c']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:28:35.919765 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-31363cdb-37fd-4760-be46-de5a54bcd543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fa68ae-ee7d-4e6c-b7c7-535f7f43523c', 'name': 'tempest-TestAggregatesBasicOps-222635648-router', 'tenant_id': '8a49be3103614bedb3f7e7d62e41a928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'e1c66d4e-f4d3-4fa0-8ac1-b55d5e1aeab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:28:27Z', 'updated_at': '2021-10-30T15:28:31Z', 'revision_number': 3, 'project_id': '8a49be3103614bedb3f7e7d62e41a928', 'gw_port': {'id': 'e1c66d4e-f4d3-4fa0-8ac1-b55d5e1aeab8', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:6a:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6fa68ae-ee7d-4e6c-b7c7-535f7f43523c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:28:29Z', 'updated_at': '2021-10-30T15:28:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:28:35.942380 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:35.950973 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31363cdb-37fd-4760-be46-de5a54bcd543 None None] The sync data for ids ['d6fa68ae-ee7d-4e6c-b7c7-535f7f43523c'] in n-d-806683-17 is: [{'id': 'd6fa68ae-ee7d-4e6c-b7c7-535f7f43523c', 'name': 'tempest-TestAggregatesBasicOps-222635648-router', 'tenant_id': '8a49be3103614bedb3f7e7d62e41a928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'e1c66d4e-f4d3-4fa0-8ac1-b55d5e1aeab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:28:27Z', 'updated_at': '2021-10-30T15:28:31Z', 'revision_number': 3, 'project_id': '8a49be3103614bedb3f7e7d62e41a928', 'gw_port': {'id': 'e1c66d4e-f4d3-4fa0-8ac1-b55d5e1aeab8', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:6a:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6fa68ae-ee7d-4e6c-b7c7-535f7f43523c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:28:29Z', 'updated_at': '2021-10-30T15:28:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:28:35.965083 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-2dc82ab6-dc21-4612-813a-ec9b99337712 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dc81a9b-3539-4be9-a222-feb3b591dcc0') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:28:35.965435 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-2dc82ab6-dc21-4612-813a-ec9b99337712 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dc81a9b-3539-4be9-a222-feb3b591dcc0') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:28:35.993297 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2dc82ab6-dc21-4612-813a-ec9b99337712 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:36.009812 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe17d14c-1128-4ad5-9c41-42884584a91f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51c0d4ed-77d2-45d1-90ac-db6781d75436'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:28:36.013375 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b03d397-1811-462f-ba7d-feb491f60f9b" -d '{"events": [{"server_uuid": "fe17d14c-1128-4ad5-9c41-42884584a91f", "name": "network-vif-plugged", "status": "completed", "tag": "51c0d4ed-77d2-45d1-90ac-db6781d75436"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:28:36.021049 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b00bc-8fbb-4de3-a317-e9aefc3ae0a4 req-a845e9bc-c471-4d4a-961a-f6f70f48f60a tempest-InstanceActionsNegativeTestJSON-1454948738 tempest-InstanceActionsNegativeTestJSON-1454948738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:36.022910 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d70b00bc-8fbb-4de3-a317-e9aefc3ae0a4 req-a845e9bc-c471-4d4a-961a-f6f70f48f60a tempest-InstanceActionsNegativeTestJSON-1454948738 tempest-InstanceActionsNegativeTestJSON-1454948738-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe17d14c-1128-4ad5-9c41-42884584a91f HTTP/1.1" status: 200 len: 944 time: 0.1661346 Oct 30 15:28:36.039275 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 51c0d4ed-77d2-45d1-90ac-db6781d75436, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=51c0d4ed-77d2-45d1-90ac-db6781d75436,segment=NetworkSegment(484087b8-0b96-4040-95fa-d7476f0ffdd2),segment_id=484087b8-0b96-4040-95fa-d7476f0ffdd2)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:28:36.042755 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2dc82ab6-dc21-4612-813a-ec9b99337712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:36.046490 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-f46ebf8f-ff7f-456f-b708-97bddbf4ff03 None None] Provisioning complete for port 71570533-3b2a-40e3-8d9a-f7d928cb921c triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:28:36.047105 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f46ebf8f-ff7f-456f-b708-97bddbf4ff03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:36.099390 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d32d084-22bc-4f48-99c5-820fd40554e8 x-openstack-request-id: req-4d32d084-22bc-4f48-99c5-820fd40554e8 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:28:36.101458 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe17d14c-1128-4ad5-9c41-42884584a91f", "name": "network-vif-plugged", "status": "completed", "tag": "51c0d4ed-77d2-45d1-90ac-db6781d75436", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:28:36.101976 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4d32d084-22bc-4f48-99c5-820fd40554e8 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:28:36.102564 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe17d14c-1128-4ad5-9c41-42884584a91f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51c0d4ed-77d2-45d1-90ac-db6781d75436', 'code': 200} Oct 30 15:28:36.103490 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dc82ab6-dc21-4612-813a-ec9b99337712 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:28:36.105208 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2dc82ab6-dc21-4612-813a-ec9b99337712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:36.114152 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:36.114985 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 20b1da37-2313-4f20-8e19-c39745683e2e no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:28:36.131031 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:28:36.131031 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:28:36.131031 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:28:36.131031 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:28:36.131031 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:28:36.131031 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:28:36.131031 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:28:36.131031 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:28:36.131031 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:28:36.131031 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:28:36.131031 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:28:36.131031 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:28:36.131031 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:28:36.131031 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:28:36.131031 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:28:36.131031 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:28:36.131031 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:28:36.131031 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:28:36.131031 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:28:36.131031 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:28:36.131031 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:28:36.131031 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:28:36.131031 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:28:36.131031 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:28:36.131031 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:28:36.131031 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:28:36.131031 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:28:36.131031 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:28:36.131031 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:28:36.131031 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:28:36.131031 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:28:36.131031 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:28:36.225497 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=51c0d4ed-77d2-45d1-90ac-db6781d75436,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:36.230559 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] No Port match for: 20b1da37-2313-4f20-8e19-c39745683e2e {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:28:36.231278 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 20b1da37-2313-4f20-8e19-c39745683e2e not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:28:36.231883 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 6645edd6-5538-4dbd-b9d7-83f42a5c5c60 no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:28:36.233898 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-beda9de0-5b18-4ad8-9724-58b1b18d11da admin admin] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:36.237189 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-f46ebf8f-ff7f-456f-b708-97bddbf4ff03 None None] Port 71570533-3b2a-40e3-8d9a-f7d928cb921c cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:28:36.245490 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-beda9de0-5b18-4ad8-9724-58b1b18d11da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:36.271094 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] No Port match for: 6645edd6-5538-4dbd-b9d7-83f42a5c5c60 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:28:36.271959 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 6645edd6-5538-4dbd-b9d7-83f42a5c5c60 not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:28:36.320645 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d70b00bc-8fbb-4de3-a317-e9aefc3ae0a4 req-f1e82f9d-3a33-4788-a206-cc99f3085805 tempest-InstanceActionsNegativeTestJSON-1454948738 tempest-InstanceActionsNegativeTestJSON-1454948738-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1c836a4-245c-4c88-a8e8-b27990c6f4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879529 Oct 30 15:28:36.350103 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2dc82ab6-dc21-4612-813a-ec9b99337712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:36.350429 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-beda9de0-5b18-4ad8-9724-58b1b18d11da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:36.350537 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2dc82ab6-dc21-4612-813a-ec9b99337712 admin admin] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:36.352462 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-2dc82ab6-dc21-4612-813a-ec9b99337712 admin admin] 10.222.0.62 "DELETE /v2.0/networks/e3d349fd-06d3-4d89-81c2-25b2b94c579c HTTP/1.1" status: 204 len: 168 time: 0.8094654 Oct 30 15:28:36.368768 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beda9de0-5b18-4ad8-9724-58b1b18d11da admin admin] Pushing event updated for resources: {'Port': ['ID=71570533-3b2a-40e3-8d9a-f7d928cb921c,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:36.371373 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc82ab6-dc21-4612-813a-ec9b99337712 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3d349fd-06d3-4d89-81c2-25b2b94c579c,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:36.381521 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f064995c-7a4e-4640-b533-40c26f706f4c req-89b1e373-e0ce-4e9e-b14b-32f907ce7956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:36.383711 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f064995c-7a4e-4640-b533-40c26f706f4c req-89b1e373-e0ce-4e9e-b14b-32f907ce7956 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fe17d14c-1128-4ad5-9c41-42884584a91f HTTP/1.1" status: 200 len: 1097 time: 0.1263449 Oct 30 15:28:36.462480 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f064995c-7a4e-4640-b533-40c26f706f4c req-9b66e926-fa47-41f2-9baf-55c778e67d08 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e1c836a4-245c-4c88-a8e8-b27990c6f4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712223 Oct 30 15:28:36.513462 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beda9de0-5b18-4ad8-9724-58b1b18d11da admin admin] Network 26b72f5e-5ef7-434b-80f8-6f770c0deb28 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:28:36.532058 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-beda9de0-5b18-4ad8-9724-58b1b18d11da admin admin] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:28:36.581464 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58516) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:28:36.635508 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-0a7c391a-08f2-4151-8b5f-aaf96ea60de7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a3028294d5734482b28fa89832495d29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0521986 Oct 30 15:28:36.637453 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58518) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:28:36.672451 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e46dda-920a-49c6-96f8-65f5059b1788 req-fde79db0-88ce-4453-a707-e93fcb83f002 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:36.680585 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-25e46dda-920a-49c6-96f8-65f5059b1788 req-fde79db0-88ce-4453-a707-e93fcb83f002 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc542170-88f6-4c2f-93dd-699ca91e8342 HTTP/1.1" status: 200 len: 946 time: 0.1887240 Oct 30 15:28:36.719713 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-296627fa-6725-49aa-a508-6d1c906bde8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:36.752330 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-25e46dda-920a-49c6-96f8-65f5059b1788 req-30969408-f71f-4d81-bc28-5a82e220819c tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/security-groups?id=18950aca-06cc-4b84-b3ff-54cf6d21ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707164 Oct 30 15:28:36.756600 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-296627fa-6725-49aa-a508-6d1c906bde8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:36.764776 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beda9de0-5b18-4ad8-9724-58b1b18d11da admin admin] Router d6fa68ae-ee7d-4e6c-b7c7-535f7f43523c has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:28:36.836936 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-296627fa-6725-49aa-a508-6d1c906bde8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:36.840984 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-296627fa-6725-49aa-a508-6d1c906bde8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:36.854136 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-296627fa-6725-49aa-a508-6d1c906bde8a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1ff41a61-d2d9-46c6-8b99-b0d018c0964a HTTP/1.1" status: 204 len: 168 time: 0.2135351 Oct 30 15:28:36.863969 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296627fa-6725-49aa-a508-6d1c906bde8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff41a61-d2d9-46c6-8b99-b0d018c0964a,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:36.916844 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beda9de0-5b18-4ad8-9724-58b1b18d11da admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:28:36.921415 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-9bc6eae0-c629-4f90-a429-6ddc0ca20987 None None] Provisioning complete for port 71570533-3b2a-40e3-8d9a-f7d928cb921c triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:28:36.921877 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9bc6eae0-c629-4f90-a429-6ddc0ca20987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:36.922902 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-beda9de0-5b18-4ad8-9724-58b1b18d11da admin admin] 10.222.0.62 "PUT /v2.0/routers/d6fa68ae-ee7d-4e6c-b7c7-535f7f43523c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0721922 Oct 30 15:28:36.975711 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-9bc6eae0-c629-4f90-a429-6ddc0ca20987 None None] Port 71570533-3b2a-40e3-8d9a-f7d928cb921c cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:28:37.461400 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dce5e4-ec83-4a04-9382-205cdd6f3581 req-8e8b1f37-2b40-43e6-8989-5efdb4d1f6ad tempest-InstanceActionsNegativeTestJSON-1454948738 tempest-InstanceActionsNegativeTestJSON-1454948738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:37.469376 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-23dce5e4-ec83-4a04-9382-205cdd6f3581 req-8e8b1f37-2b40-43e6-8989-5efdb4d1f6ad tempest-InstanceActionsNegativeTestJSON-1454948738 tempest-InstanceActionsNegativeTestJSON-1454948738-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe17d14c-1128-4ad5-9c41-42884584a91f HTTP/1.1" status: 200 len: 945 time: 0.0637834 Oct 30 15:28:37.523841 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-23dce5e4-ec83-4a04-9382-205cdd6f3581 req-5ca24fbf-fbe8-4b8b-8827-c8b4764001b0 tempest-InstanceActionsNegativeTestJSON-1454948738 tempest-InstanceActionsNegativeTestJSON-1454948738-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1c836a4-245c-4c88-a8e8-b27990c6f4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507326 Oct 30 15:28:37.674673 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58554) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:28:37.679913 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-35eb0e82-ed50-4c33-83b5-2fe2f8fc72ce admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2116748634-network', 'tenant_id': 'c423d04a724948f0bab6209fa2bd87d5'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:28:37.705542 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35eb0e82-ed50-4c33-83b5-2fe2f8fc72ce admin admin] Made reservation on behalf of c423d04a724948f0bab6209fa2bd87d5 for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:28:37.708165 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-35eb0e82-ed50-4c33-83b5-2fe2f8fc72ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:37.718171 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-35eb0e82-ed50-4c33-83b5-2fe2f8fc72ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:37.816749 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-35eb0e82-ed50-4c33-83b5-2fe2f8fc72ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:37.822396 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-35eb0e82-ed50-4c33-83b5-2fe2f8fc72ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:37.856361 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35eb0e82-ed50-4c33-83b5-2fe2f8fc72ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:28:37.873540 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-35eb0e82-ed50-4c33-83b5-2fe2f8fc72ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:37.874176 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-35eb0e82-ed50-4c33-83b5-2fe2f8fc72ce admin admin] Added segment 936aa729-0264-45fe-accd-63d50efc752a of type vlan for network 20cc699d-c68f-405f-b00d-ead4420fa15c Oct 30 15:28:37.944179 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-35eb0e82-ed50-4c33-83b5-2fe2f8fc72ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:37.972086 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device e1c66d4e-f4d3-4fa0-8ac1-b55d5e1aeab8 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:28:37.994426 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eb0e82-ed50-4c33-83b5-2fe2f8fc72ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0276a011-c1f6-4fbd-b0c2-57a4860daca8,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:38.027843 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58564) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:28:38.031727 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf29d04-9690-4bdb-bdef-8ea9bf4d7548 req-5feefb03-0bb2-4444-b6cc-9a61d0b6c113 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:38.034029 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bdf29d04-9690-4bdb-bdef-8ea9bf4d7548 req-5feefb03-0bb2-4444-b6cc-9a61d0b6c113 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc542170-88f6-4c2f-93dd-699ca91e8342 HTTP/1.1" status: 200 len: 946 time: 0.1025863 Oct 30 15:28:38.035250 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-35eb0e82-ed50-4c33-83b5-2fe2f8fc72ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:38.036305 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35eb0e82-ed50-4c33-83b5-2fe2f8fc72ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:38.037217 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-35eb0e82-ed50-4c33-83b5-2fe2f8fc72ce admin admin] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:38.064104 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port e1c66d4e-f4d3-4fa0-8ac1-b55d5e1aeab8 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:28:38.064582 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:38.123195 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-35eb0e82-ed50-4c33-83b5-2fe2f8fc72ce admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4470987 Oct 30 15:28:38.123871 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58570) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:28:38.133836 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-6d0c0c20-b59b-4411-989b-2b6d3396e0b3 admin admin] Request body: {'subnet': {'network_id': '20cc699d-c68f-405f-b00d-ead4420fa15c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2116748634-subnet', 'tenant_id': 'c423d04a724948f0bab6209fa2bd87d5', 'ip_version': 4}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:28:38.137782 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eb0e82-ed50-4c33-83b5-2fe2f8fc72ce admin admin] Pushing event updated for resources: {'Network': ['ID=20cc699d-c68f-405f-b00d-ead4420fa15c,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:38.144472 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bdf29d04-9690-4bdb-bdef-8ea9bf4d7548 req-28049189-b280-4354-8090-acc8b3d079a4 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/security-groups?id=18950aca-06cc-4b84-b3ff-54cf6d21ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023979 Oct 30 15:28:38.172801 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-c1ade718-c101-4616-8d48-c2007a2aba20 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-122250380-network', 'tenant_id': '83163a2e76164950a9379cf5be4baa34'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:28:38.195369 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:38.201435 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 20cc699d-c68f-405f-b00d-ead4420fa15c details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:28:38.218160 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ade718-c101-4616-8d48-c2007a2aba20 admin admin] Made reservation on behalf of 83163a2e76164950a9379cf5be4baa34 for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:28:38.221098 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c1ade718-c101-4616-8d48-c2007a2aba20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:38.232033 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c1ade718-c101-4616-8d48-c2007a2aba20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:38.233627 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0c0c20-b59b-4411-989b-2b6d3396e0b3 admin admin] Made reservation on behalf of c423d04a724948f0bab6209fa2bd87d5 for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:28:38.237242 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6d0c0c20-b59b-4411-989b-2b6d3396e0b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:38.325300 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port e1c66d4e-f4d3-4fa0-8ac1-b55d5e1aeab8, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=e1c66d4e-f4d3-4fa0-8ac1-b55d5e1aeab8,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:28:38.331493 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:38.346678 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f921d6d1-1c5a-4bf7-af5a-5fdca8f1d7c6 None None] Sync routers for ids ['d6fa68ae-ee7d-4e6c-b7c7-535f7f43523c'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:28:38.419186 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f921d6d1-1c5a-4bf7-af5a-5fdca8f1d7c6 None None] Routers {'d6fa68ae-ee7d-4e6c-b7c7-535f7f43523c'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:28:38.419857 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-f921d6d1-1c5a-4bf7-af5a-5fdca8f1d7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:28:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['d6fa68ae-ee7d-4e6c-b7c7-535f7f43523c'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:28:38.452266 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c1ade718-c101-4616-8d48-c2007a2aba20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:38.459757 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=e1c66d4e-f4d3-4fa0-8ac1-b55d5e1aeab8,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:38.462659 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c1ade718-c101-4616-8d48-c2007a2aba20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:38.508066 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1ade718-c101-4616-8d48-c2007a2aba20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:28:38.512369 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58578) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:28:38.550457 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-f921d6d1-1c5a-4bf7-af5a-5fdca8f1d7c6 None None] Set router d6fa68ae-ee7d-4e6c-b7c7-535f7f43523c gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:28:38.607117 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6d0c0c20-b59b-4411-989b-2b6d3396e0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:38.613362 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ade718-c101-4616-8d48-c2007a2aba20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071f186e-c669-4ee7-a556-7b513f31568d,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:38.616403 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c1ade718-c101-4616-8d48-c2007a2aba20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:38.616742 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-c1ade718-c101-4616-8d48-c2007a2aba20 admin admin] Added segment dd3c69d2-19e5-49a2-83d4-39997396926e of type vlan for network f8e25823-3fc3-4f4e-beb9-0b0629874c87 Oct 30 15:28:38.701554 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c1ade718-c101-4616-8d48-c2007a2aba20 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:38.709847 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-273803b8-f87c-4ec5-96a2-0ce2f3cb4c79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:38.723171 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0c0c20-b59b-4411-989b-2b6d3396e0b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c355edf-34c9-4c1f-ae97-edbe593a01ef,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:38.748878 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0c0c20-b59b-4411-989b-2b6d3396e0b3 admin admin] Checking segment: {'id': '936aa729-0264-45fe-accd-63d50efc752a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '20cc699d-c68f-405f-b00d-ead4420fa15c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:28:38.749291 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0c0c20-b59b-4411-989b-2b6d3396e0b3 admin admin] Network hostable DHCP agents. Network: 20cc699d-c68f-405f-b00d-ead4420fa15c, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:28:38.753144 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c1ade718-c101-4616-8d48-c2007a2aba20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:38.754081 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ade718-c101-4616-8d48-c2007a2aba20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:38.754800 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c1ade718-c101-4616-8d48-c2007a2aba20 admin admin] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:38.807555 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd223088-292c-421c-a0de-ed1138591b8c req-17b9f196-f1a5-4af0-b68c-b6048047c60e tempest-InstanceActionsNegativeTestJSON-1454948738 tempest-InstanceActionsNegativeTestJSON-1454948738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:38.809814 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cd223088-292c-421c-a0de-ed1138591b8c req-17b9f196-f1a5-4af0-b68c-b6048047c60e tempest-InstanceActionsNegativeTestJSON-1454948738 tempest-InstanceActionsNegativeTestJSON-1454948738-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe17d14c-1128-4ad5-9c41-42884584a91f HTTP/1.1" status: 200 len: 945 time: 0.1876960 Oct 30 15:28:38.817014 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-c1ade718-c101-4616-8d48-c2007a2aba20 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7860751 Oct 30 15:28:38.819777 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58586) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:28:38.826796 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-050517b6-f128-4931-bf56-65e756d40227 admin admin] Request body: {'subnet': {'network_id': 'f8e25823-3fc3-4f4e-beb9-0b0629874c87', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-122250380-subnet', 'tenant_id': '83163a2e76164950a9379cf5be4baa34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:28:38.845219 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0c0c20-b59b-4411-989b-2b6d3396e0b3 admin admin] Network 20cc699d-c68f-405f-b00d-ead4420fa15c is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:28:38.848196 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-f921d6d1-1c5a-4bf7-af5a-5fdca8f1d7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fa68ae-ee7d-4e6c-b7c7-535f7f43523c', 'name': 'tempest-TestAggregatesBasicOps-222635648-router', 'tenant_id': '8a49be3103614bedb3f7e7d62e41a928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'e1c66d4e-f4d3-4fa0-8ac1-b55d5e1aeab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:28:27Z', 'updated_at': '2021-10-30T15:28:35Z', 'revision_number': 4, 'project_id': '8a49be3103614bedb3f7e7d62e41a928', 'gw_port': {'id': 'e1c66d4e-f4d3-4fa0-8ac1-b55d5e1aeab8', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:6a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fa68ae-ee7d-4e6c-b7c7-535f7f43523c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:28:29Z', 'updated_at': '2021-10-30T15:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '71570533-3b2a-40e3-8d9a-f7d928cb921c', 'name': '', 'network_id': '26b72f5e-5ef7-434b-80f8-6f770c0deb28', 'tenant_id': '8a49be3103614bedb3f7e7d62e41a928', 'mac_address': 'fa:16:3e:a4:5d:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6fa68ae-ee7d-4e6c-b7c7-535f7f43523c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '010c8d2e-d667-474c-8f31-fa6fcc355e17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:28:34Z', 'updated_at': '2021-10-30T15:28:35Z', 'revision_number': 2, 'project_id': '8a49be3103614bedb3f7e7d62e41a928', 'subnets': [{'id': '010c8d2e-d667-474c-8f31-fa6fcc355e17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:28:38.858612 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ade718-c101-4616-8d48-c2007a2aba20 admin admin] Pushing event updated for resources: {'Network': ['ID=f8e25823-3fc3-4f4e-beb9-0b0629874c87,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:38.865670 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-6d0c0c20-b59b-4411-989b-2b6d3396e0b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 20cc699d-c68f-405f-b00d-ead4420fa15c) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:28:38.870820 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0c0c20-b59b-4411-989b-2b6d3396e0b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:38.871451 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6d0c0c20-b59b-4411-989b-2b6d3396e0b3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:38.877117 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network f8e25823-3fc3-4f4e-beb9-0b0629874c87 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:28:38.878065 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050517b6-f128-4931-bf56-65e756d40227 admin admin] Made reservation on behalf of 83163a2e76164950a9379cf5be4baa34 for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:28:38.879381 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f921d6d1-1c5a-4bf7-af5a-5fdca8f1d7c6 None None] Checking router: d6fa68ae-ee7d-4e6c-b7c7-535f7f43523c for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:28:38.879768 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f921d6d1-1c5a-4bf7-af5a-5fdca8f1d7c6 None None] Updating router d6fa68ae-ee7d-4e6c-b7c7-535f7f43523c port 71570533-3b2a-40e3-8d9a-f7d928cb921c binding host n-d-806683-17 {{(pid=102132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:28:38.881522 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-050517b6-f128-4931-bf56-65e756d40227 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:38.888926 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cd223088-292c-421c-a0de-ed1138591b8c req-d1dacb49-25c8-475a-8e5b-588bdd279faa tempest-InstanceActionsNegativeTestJSON-1454948738 tempest-InstanceActionsNegativeTestJSON-1454948738-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1c836a4-245c-4c88-a8e8-b27990c6f4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700142 Oct 30 15:28:38.916076 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-273803b8-f87c-4ec5-96a2-0ce2f3cb4c79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:38.920655 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-273803b8-f87c-4ec5-96a2-0ce2f3cb4c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:38.924203 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8f6729-b5fb-4b75-b8f3-0d973cd5a5f7 None None] Network 20cc699d-c68f-405f-b00d-ead4420fa15c requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:28:38.929010 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-6d0c0c20-b59b-4411-989b-2b6d3396e0b3 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8004894 Oct 30 15:28:38.929010 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58590) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:28:38.934639 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-b1eed913-c1a2-4faa-be8f-4d8221c84cc3 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2116748634-router', 'tenant_id': 'c423d04a724948f0bab6209fa2bd87d5', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:28:38.952953 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273803b8-f87c-4ec5-96a2-0ce2f3cb4c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ea1a1a-606d-49e7-84b3-42a6300af647,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:38.986595 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b1eed913-c1a2-4faa-be8f-4d8221c84cc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:38.987763 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b1eed913-c1a2-4faa-be8f-4d8221c84cc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:38.996794 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-273803b8-f87c-4ec5-96a2-0ce2f3cb4c79 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9d3e8f34b95c4ef68679e49fbdcc9ef9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4828281 Oct 30 15:28:38.999997 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58592) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:28:39.055530 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f921d6d1-1c5a-4bf7-af5a-5fdca8f1d7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:39.083355 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cc06d930-5f32-40ba-a548-c06616da80e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:39.125584 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cc06d930-5f32-40ba-a548-c06616da80e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:39.134053 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b1eed913-c1a2-4faa-be8f-4d8221c84cc3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:39.215386 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cc06d930-5f32-40ba-a548-c06616da80e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:39.218799 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cc06d930-5f32-40ba-a548-c06616da80e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:39.220867 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-cc06d930-5f32-40ba-a548-c06616da80e4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/08ea1a1a-606d-49e7-84b3-42a6300af647 HTTP/1.1" status: 204 len: 168 time: 0.2185595 Oct 30 15:28:39.332951 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-050517b6-f128-4931-bf56-65e756d40227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:39.335798 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc06d930-5f32-40ba-a548-c06616da80e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ea1a1a-606d-49e7-84b3-42a6300af647,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:39.382394 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b1eed913-c1a2-4faa-be8f-4d8221c84cc3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:39.402242 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791befb5-ee29-41e4-a047-ff9d623e495e req-9f9e63df-6a4d-4de0-a974-fc39ce97a099 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:39.408596 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-791befb5-ee29-41e4-a047-ff9d623e495e req-9f9e63df-6a4d-4de0-a974-fc39ce97a099 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc542170-88f6-4c2f-93dd-699ca91e8342 HTTP/1.1" status: 200 len: 946 time: 0.1449468 Oct 30 15:28:39.450387 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050517b6-f128-4931-bf56-65e756d40227 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f10ba2c-a980-4319-9add-8030477039ac,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:39.495043 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-791befb5-ee29-41e4-a047-ff9d623e495e req-6f5e4d48-0fe7-4900-bcfd-28d71f379e85 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/security-groups?id=18950aca-06cc-4b84-b3ff-54cf6d21ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818815 Oct 30 15:28:39.502882 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050517b6-f128-4931-bf56-65e756d40227 admin admin] Checking segment: {'id': 'dd3c69d2-19e5-49a2-83d4-39997396926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f8e25823-3fc3-4f4e-beb9-0b0629874c87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:28:39.503430 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050517b6-f128-4931-bf56-65e756d40227 admin admin] Network hostable DHCP agents. Network: f8e25823-3fc3-4f4e-beb9-0b0629874c87, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:28:39.601109 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050517b6-f128-4931-bf56-65e756d40227 admin admin] Network f8e25823-3fc3-4f4e-beb9-0b0629874c87 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:28:39.634349 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-050517b6-f128-4931-bf56-65e756d40227 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, f8e25823-3fc3-4f4e-beb9-0b0629874c87) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:28:39.646514 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56685da-bca0-4602-86e1-33a8897213b0 req-5213fbd4-48e2-4045-965f-9f734202ac79 tempest-InstanceActionsNegativeTestJSON-1454948738 tempest-InstanceActionsNegativeTestJSON-1454948738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:39.648458 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f56685da-bca0-4602-86e1-33a8897213b0 req-5213fbd4-48e2-4045-965f-9f734202ac79 tempest-InstanceActionsNegativeTestJSON-1454948738 tempest-InstanceActionsNegativeTestJSON-1454948738-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe17d14c-1128-4ad5-9c41-42884584a91f HTTP/1.1" status: 200 len: 945 time: 0.1252940 Oct 30 15:28:39.653587 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf5df89-af48-49c3-8a85-af3795ee3cf6 None None] Network f8e25823-3fc3-4f4e-beb9-0b0629874c87 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:28:39.653862 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050517b6-f128-4931-bf56-65e756d40227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:39.654574 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-050517b6-f128-4931-bf56-65e756d40227 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:39.715439 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6189eef9-9946-4912-a991-bc357f862e40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-20cc699d-c68f-405f-b00d-ead4420fa15c', 'network_id': '20cc699d-c68f-405f-b00d-ead4420fa15c', 'tenant_id': 'c423d04a724948f0bab6209fa2bd87d5', 'fixed_ips': [{'subnet_id': '9c355edf-34c9-4c1f-ae97-edbe593a01ef'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:28:39.716344 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6189eef9-9946-4912-a991-bc357f862e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:39.744340 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58608) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:28:39.762134 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-982b8640-1ccc-41c4-9cd2-4564d851c33b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:39.774519 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-050517b6-f128-4931-bf56-65e756d40227 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9529037 Oct 30 15:28:39.836227 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b1eed913-c1a2-4faa-be8f-4d8221c84cc3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:39.861433 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-982b8640-1ccc-41c4-9cd2-4564d851c33b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:39.866232 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b1eed913-c1a2-4faa-be8f-4d8221c84cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:39.870830 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-982b8640-1ccc-41c4-9cd2-4564d851c33b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:39.917757 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982b8640-1ccc-41c4-9cd2-4564d851c33b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce0eacd-f6c3-4a32-8c74-c28c7a00d9ef,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:39.943250 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-982b8640-1ccc-41c4-9cd2-4564d851c33b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=20a2a5fc316e4112a28425ca822f4238&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1972492 Oct 30 15:28:39.945797 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58612) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:28:39.993415 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device e1c66d4e-f4d3-4fa0-8ac1-b55d5e1aeab8 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:28:40.028080 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-b1eed913-c1a2-4faa-be8f-4d8221c84cc3 admin admin] Allocated IP 172.25.4.23 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/1401e708-d259-4dd2-b4d6-11913e9af23a) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:28:40.036878 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9da9f436-68d3-48eb-9be1-ef4d8f7a7a76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:40.059190 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f56685da-bca0-4602-86e1-33a8897213b0 req-5202d466-18ef-444d-9fb1-c9dad2fdd092 tempest-InstanceActionsNegativeTestJSON-1454948738 tempest-InstanceActionsNegativeTestJSON-1454948738-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1c836a4-245c-4c88-a8e8-b27990c6f4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3926117 Oct 30 15:28:40.081426 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9da9f436-68d3-48eb-9be1-ef4d8f7a7a76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:40.148998 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9da9f436-68d3-48eb-9be1-ef4d8f7a7a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:40.154570 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9da9f436-68d3-48eb-9be1-ef4d8f7a7a76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:40.178097 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9da9f436-68d3-48eb-9be1-ef4d8f7a7a76 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dce0eacd-f6c3-4a32-8c74-c28c7a00d9ef HTTP/1.1" status: 204 len: 168 time: 0.2213163 Oct 30 15:28:40.212228 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da9f436-68d3-48eb-9be1-ef4d8f7a7a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce0eacd-f6c3-4a32-8c74-c28c7a00d9ef,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:40.221216 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b1eed913-c1a2-4faa-be8f-4d8221c84cc3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:40.322378 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b1eed913-c1a2-4faa-be8f-4d8221c84cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:40.336741 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f921d6d1-1c5a-4bf7-af5a-5fdca8f1d7c6 None None] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:40.352313 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60088d2-5d51-4819-8e39-4c8b2d13be95 None None] Network f8e25823-3fc3-4f4e-beb9-0b0629874c87 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:28:40.355367 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f921d6d1-1c5a-4bf7-af5a-5fdca8f1d7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:40.402174 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1eed913-c1a2-4faa-be8f-4d8221c84cc3 admin admin] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:28:40.412032 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-b1eed913-c1a2-4faa-be8f-4d8221c84cc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:28:40.419769 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1eed913-c1a2-4faa-be8f-4d8221c84cc3 admin admin] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:28:40.443267 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eed913-c1a2-4faa-be8f-4d8221c84cc3 admin admin] Pushing event updated for resources: {'Port': ['ID=1401e708-d259-4dd2-b4d6-11913e9af23a,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:40.449478 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port e1c66d4e-f4d3-4fa0-8ac1-b55d5e1aeab8 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:28:40.449861 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:40.454930 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89c670e-a347-4a80-a8a4-df067b1b56dd req-7ac5e0ef-6267-437f-80b3-6c80598326db tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:40.456530 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c89c670e-a347-4a80-a8a4-df067b1b56dd req-7ac5e0ef-6267-437f-80b3-6c80598326db tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc542170-88f6-4c2f-93dd-699ca91e8342 HTTP/1.1" status: 200 len: 946 time: 0.1501389 Oct 30 15:28:40.489519 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-6189eef9-9946-4912-a991-bc357f862e40 None None] Allocated IP 172.20.0.2 (20cc699d-c68f-405f-b00d-ead4420fa15c/9c355edf-34c9-4c1f-ae97-edbe593a01ef/8fad9801-efe0-4937-a60b-e224b2a5efe6) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:28:40.560753 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b674c2c-bfe0-4dc6-9a74-b59aac5eae16 req-6539d3b0-5363-4f3e-afac-1c094b5d63f4 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:40.569150 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7b674c2c-bfe0-4dc6-9a74-b59aac5eae16 req-6539d3b0-5363-4f3e-afac-1c094b5d63f4 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/networks?id=f8e25823-3fc3-4f4e-beb9-0b0629874c87 HTTP/1.1" status: 200 len: 813 time: 0.1778824 Oct 30 15:28:40.586180 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1c6ba6-acb8-454f-9972-316bea7e1bf2 None None] Pushing event updated for resources: {'Port': ['ID=71570533-3b2a-40e3-8d9a-f7d928cb921c,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:40.595148 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7b674c2c-bfe0-4dc6-9a74-b59aac5eae16 req-20b7c0b9-5875-4481-ac83-83ccef241912 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/quotas/83163a2e76164950a9379cf5be4baa34 HTTP/1.1" status: 200 len: 375 time: 0.0182700 Oct 30 15:28:40.641170 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7b674c2c-bfe0-4dc6-9a74-b59aac5eae16 req-3219fd98-d345-479a-858f-a2c3121cef3e tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=83163a2e76164950a9379cf5be4baa34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447516 Oct 30 15:28:40.752180 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-f921d6d1-1c5a-4bf7-af5a-5fdca8f1d7c6 None None] Attempting to bind port 71570533-3b2a-40e3-8d9a-f7d928cb921c on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:28:40.752556 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-f921d6d1-1c5a-4bf7-af5a-5fdca8f1d7c6 None None] Attempting to bind port 71570533-3b2a-40e3-8d9a-f7d928cb921c by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'ebe3ba67-01c2-4381-997b-ab77bc740ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '26b72f5e-5ef7-434b-80f8-6f770c0deb28'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:28:40.752930 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f921d6d1-1c5a-4bf7-af5a-5fdca8f1d7c6 None None] Attempting to bind port 71570533-3b2a-40e3-8d9a-f7d928cb921c on network 26b72f5e-5ef7-434b-80f8-6f770c0deb28 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:28:40.763253 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f921d6d1-1c5a-4bf7-af5a-5fdca8f1d7c6 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:28:40.763690 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f921d6d1-1c5a-4bf7-af5a-5fdca8f1d7c6 None None] Checking segment: {'id': 'ebe3ba67-01c2-4381-997b-ab77bc740ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '26b72f5e-5ef7-434b-80f8-6f770c0deb28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:28:40.764108 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f921d6d1-1c5a-4bf7-af5a-5fdca8f1d7c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:40.764512 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f921d6d1-1c5a-4bf7-af5a-5fdca8f1d7c6 None None] Bound using segment: {'id': 'ebe3ba67-01c2-4381-997b-ab77bc740ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '26b72f5e-5ef7-434b-80f8-6f770c0deb28'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:28:40.765008 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-f921d6d1-1c5a-4bf7-af5a-5fdca8f1d7c6 None None] Bound port: 71570533-3b2a-40e3-8d9a-f7d928cb921c, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe3ba67-01c2-4381-997b-ab77bc740ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '26b72f5e-5ef7-434b-80f8-6f770c0deb28'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:28:40.765399 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f921d6d1-1c5a-4bf7-af5a-5fdca8f1d7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:40.798808 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e272fd-4abc-4746-b5f9-db0a440dd482 req-c8b902d5-368a-4119-8a44-bd0f973a0fc9 tempest-InstanceActionsNegativeTestJSON-1454948738 tempest-InstanceActionsNegativeTestJSON-1454948738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:40.802378 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d5e272fd-4abc-4746-b5f9-db0a440dd482 req-c8b902d5-368a-4119-8a44-bd0f973a0fc9 tempest-InstanceActionsNegativeTestJSON-1454948738 tempest-InstanceActionsNegativeTestJSON-1454948738-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe17d14c-1128-4ad5-9c41-42884584a91f HTTP/1.1" status: 200 len: 945 time: 0.0867558 Oct 30 15:28:40.895005 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7b674c2c-bfe0-4dc6-9a74-b59aac5eae16 req-bc92d95b-43cd-4b57-889c-d4816642a8f1 service neutron] 10.222.0.62 "GET /v2.0/networks/f8e25823-3fc3-4f4e-beb9-0b0629874c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524869 Oct 30 15:28:40.962878 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-f921d6d1-1c5a-4bf7-af5a-5fdca8f1d7c6 None None] For port 71570533-3b2a-40e3-8d9a-f7d928cb921c, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:28:40.967401 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-f921d6d1-1c5a-4bf7-af5a-5fdca8f1d7c6 None None] For port 71570533-3b2a-40e3-8d9a-f7d928cb921c, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=71570533-3b2a-40e3-8d9a-f7d928cb921c,segment=NetworkSegment(ebe3ba67-01c2-4381-997b-ab77bc740ef4),segment_id=ebe3ba67-01c2-4381-997b-ab77bc740ef4)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:28:40.991624 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f921d6d1-1c5a-4bf7-af5a-5fdca8f1d7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:41.011385 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-d5e272fd-4abc-4746-b5f9-db0a440dd482 req-522c0684-edeb-4443-975e-14b54f759be8 tempest-InstanceActionsNegativeTestJSON-1454948738 tempest-InstanceActionsNegativeTestJSON-1454948738-project] Deleting port 51c0d4ed-77d2-45d1-90ac-db6781d75436 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:28:41.011922 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-d5e272fd-4abc-4746-b5f9-db0a440dd482 req-522c0684-edeb-4443-975e-14b54f759be8 tempest-InstanceActionsNegativeTestJSON-1454948738 tempest-InstanceActionsNegativeTestJSON-1454948738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:41.018667 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d998cc73-6a35-4624-8ab1-1709d8732c85 None None] Provisioning complete for port 71570533-3b2a-40e3-8d9a-f7d928cb921c triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:28:41.019042 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d998cc73-6a35-4624-8ab1-1709d8732c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:41.094707 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7b674c2c-bfe0-4dc6-9a74-b59aac5eae16 req-db51cc67-4763-477a-81b8-24ee012c2240 service neutron] 10.222.0.62 "GET /v2.0/networks/f8e25823-3fc3-4f4e-beb9-0b0629874c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763480 Oct 30 15:28:41.164633 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc4ad2-9dd0-46b2-bf2f-f0442e287d0b req-2d5637b5-e243-4800-bee4-77d2dde40665 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:41.177238 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-d5e272fd-4abc-4746-b5f9-db0a440dd482 req-522c0684-edeb-4443-975e-14b54f759be8 tempest-InstanceActionsNegativeTestJSON-1454948738 tempest-InstanceActionsNegativeTestJSON-1454948738-project] For port 51c0d4ed-77d2-45d1-90ac-db6781d75436, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=51c0d4ed-77d2-45d1-90ac-db6781d75436,segment=NetworkSegment(484087b8-0b96-4040-95fa-d7476f0ffdd2),segment_id=484087b8-0b96-4040-95fa-d7476f0ffdd2)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:28:41.177425 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-86bc4ad2-9dd0-46b2-bf2f-f0442e287d0b req-2d5637b5-e243-4800-bee4-77d2dde40665 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc542170-88f6-4c2f-93dd-699ca91e8342 HTTP/1.1" status: 200 len: 946 time: 0.5186007 Oct 30 15:28:41.177592 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-d5e272fd-4abc-4746-b5f9-db0a440dd482 req-522c0684-edeb-4443-975e-14b54f759be8 tempest-InstanceActionsNegativeTestJSON-1454948738 tempest-InstanceActionsNegativeTestJSON-1454948738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:41.212846 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f921d6d1-1c5a-4bf7-af5a-5fdca8f1d7c6 None None] Routers {'d6fa68ae-ee7d-4e6c-b7c7-535f7f43523c'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:28:41.213609 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-f921d6d1-1c5a-4bf7-af5a-5fdca8f1d7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:28:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['d6fa68ae-ee7d-4e6c-b7c7-535f7f43523c'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:28:41.217844 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-d5e272fd-4abc-4746-b5f9-db0a440dd482 req-522c0684-edeb-4443-975e-14b54f759be8 tempest-InstanceActionsNegativeTestJSON-1454948738 tempest-InstanceActionsNegativeTestJSON-1454948738-project] Calling delete_port for 51c0d4ed-77d2-45d1-90ac-db6781d75436 owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:28:41.263665 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6189eef9-9946-4912-a991-bc357f862e40 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:41.267229 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1c6ba6-acb8-454f-9972-316bea7e1bf2 None None] Pushing event updated for resources: {'Port': ['ID=71570533-3b2a-40e3-8d9a-f7d928cb921c,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:41.314860 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6189eef9-9946-4912-a991-bc357f862e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:41.398318 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b1eed913-c1a2-4faa-be8f-4d8221c84cc3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:41.463627 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d998cc73-6a35-4624-8ab1-1709d8732c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:41.480542 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6189eef9-9946-4912-a991-bc357f862e40 None None] Network 20cc699d-c68f-405f-b00d-ead4420fa15c is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:28:41.492081 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-6189eef9-9946-4912-a991-bc357f862e40 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:28:41.495128 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6189eef9-9946-4912-a991-bc357f862e40 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:28:41.518470 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-86bc4ad2-9dd0-46b2-bf2f-f0442e287d0b req-e2c5c104-bb71-451c-a6ba-5508092e07d3 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/security-groups?id=18950aca-06cc-4b84-b3ff-54cf6d21ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378527 Oct 30 15:28:41.543252 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-c89c670e-a347-4a80-a8a4-df067b1b56dd req-cc0d2031-e64e-4f43-b808-53df30a7f7f1 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Deleting port 99d5db0b-d610-47fd-95c7-44707343fc82 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:28:41.545650 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-c89c670e-a347-4a80-a8a4-df067b1b56dd req-cc0d2031-e64e-4f43-b808-53df30a7f7f1 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:41.551002 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-d5e272fd-4abc-4746-b5f9-db0a440dd482 req-522c0684-edeb-4443-975e-14b54f759be8 tempest-InstanceActionsNegativeTestJSON-1454948738 tempest-InstanceActionsNegativeTestJSON-1454948738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:41.593634 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['51c0d4ed-77d2-45d1-90ac-db6781d75436'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:28:41.641306 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522c0684-edeb-4443-975e-14b54f759be8 tempest-InstanceActionsNegativeTestJSON-1454948738 tempest-InstanceActionsNegativeTestJSON-1454948738-project] Pushing event deleted for resources: {'Port': ['ID=51c0d4ed-77d2-45d1-90ac-db6781d75436,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:41.691245 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6189eef9-9946-4912-a991-bc357f862e40 None None] Pushing event updated for resources: {'Port': ['ID=8fad9801-efe0-4937-a60b-e224b2a5efe6,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:41.704304 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5e272fd-4abc-4746-b5f9-db0a440dd482 req-522c0684-edeb-4443-975e-14b54f759be8 tempest-InstanceActionsNegativeTestJSON-1454948738 tempest-InstanceActionsNegativeTestJSON-1454948738-project] No DVR routers for this DVR port 51c0d4ed-77d2-45d1-90ac-db6781d75436 on host n-h2-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:28:41.707505 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-d5e272fd-4abc-4746-b5f9-db0a440dd482 req-522c0684-edeb-4443-975e-14b54f759be8 tempest-InstanceActionsNegativeTestJSON-1454948738 tempest-InstanceActionsNegativeTestJSON-1454948738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:41.711223 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d5e272fd-4abc-4746-b5f9-db0a440dd482 req-522c0684-edeb-4443-975e-14b54f759be8 tempest-InstanceActionsNegativeTestJSON-1454948738 tempest-InstanceActionsNegativeTestJSON-1454948738-project] 10.222.0.44 "DELETE /v2.0/ports/51c0d4ed-77d2-45d1-90ac-db6781d75436 HTTP/1.1" status: 204 len: 173 time: 0.8975816 Oct 30 15:28:41.720213 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe17d14c-1128-4ad5-9c41-42884584a91f', 'name': 'network-vif-deleted', 'tag': '51c0d4ed-77d2-45d1-90ac-db6781d75436'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:28:41.725758 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b39ca4-070b-447b-bd08-823bdbb1c91d" -d '{"events": [{"server_uuid": "fe17d14c-1128-4ad5-9c41-42884584a91f", "name": "network-vif-deleted", "tag": "51c0d4ed-77d2-45d1-90ac-db6781d75436"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:28:41.768868 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d998cc73-6a35-4624-8ab1-1709d8732c85 None None] For port 71570533-3b2a-40e3-8d9a-f7d928cb921c, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=71570533-3b2a-40e3-8d9a-f7d928cb921c,segment=NetworkSegment(ebe3ba67-01c2-4381-997b-ab77bc740ef4),segment_id=ebe3ba67-01c2-4381-997b-ab77bc740ef4)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:28:41.774694 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-f921d6d1-1c5a-4bf7-af5a-5fdca8f1d7c6 None None] Set router d6fa68ae-ee7d-4e6c-b7c7-535f7f43523c gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:28:41.784727 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d19586d3-1466-4f88-8798-4833b04b951f req-650ac85c-54a0-4019-89fb-136a66d723ff tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 210 time: 0.0818238 Oct 30 15:28:41.809953 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d998cc73-6a35-4624-8ab1-1709d8732c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:41.823811 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-6189eef9-9946-4912-a991-bc357f862e40 None None] Attempting to bind port 8fad9801-efe0-4937-a60b-e224b2a5efe6 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:28:41.824475 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-6189eef9-9946-4912-a991-bc357f862e40 None None] Attempting to bind port 8fad9801-efe0-4937-a60b-e224b2a5efe6 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '936aa729-0264-45fe-accd-63d50efc752a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '20cc699d-c68f-405f-b00d-ead4420fa15c'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:28:41.824871 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6189eef9-9946-4912-a991-bc357f862e40 None None] Attempting to bind port 8fad9801-efe0-4937-a60b-e224b2a5efe6 on network 20cc699d-c68f-405f-b00d-ead4420fa15c {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:28:41.834767 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6189eef9-9946-4912-a991-bc357f862e40 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:28:41.835140 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6189eef9-9946-4912-a991-bc357f862e40 None None] Checking segment: {'id': '936aa729-0264-45fe-accd-63d50efc752a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '20cc699d-c68f-405f-b00d-ead4420fa15c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:28:41.835561 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6189eef9-9946-4912-a991-bc357f862e40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:41.835958 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6189eef9-9946-4912-a991-bc357f862e40 None None] Bound using segment: {'id': '936aa729-0264-45fe-accd-63d50efc752a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '20cc699d-c68f-405f-b00d-ead4420fa15c'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:28:41.836441 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-6189eef9-9946-4912-a991-bc357f862e40 None None] Bound port: 8fad9801-efe0-4937-a60b-e224b2a5efe6, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '936aa729-0264-45fe-accd-63d50efc752a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '20cc699d-c68f-405f-b00d-ead4420fa15c'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:28:41.836819 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6189eef9-9946-4912-a991-bc357f862e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:41.873006 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7785b353-7998-40e1-8a81-caf58e8256c6 req-668279d2-eab1-491a-9fd8-9bdadbfc2efd tempest-InstanceActionsNegativeTestJSON-1454948738 tempest-InstanceActionsNegativeTestJSON-1454948738-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe17d14c-1128-4ad5-9c41-42884584a91f HTTP/1.1" status: 200 len: 210 time: 0.2153630 Oct 30 15:28:41.905979 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bebc3f5-86b3-492c-93e0-1be6bb3797a9 x-openstack-request-id: req-6bebc3f5-86b3-492c-93e0-1be6bb3797a9 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:28:41.906587 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe17d14c-1128-4ad5-9c41-42884584a91f", "name": "network-vif-deleted", "tag": "51c0d4ed-77d2-45d1-90ac-db6781d75436", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:28:41.906587 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6bebc3f5-86b3-492c-93e0-1be6bb3797a9 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:28:41.907153 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe17d14c-1128-4ad5-9c41-42884584a91f', 'name': 'network-vif-deleted', 'tag': '51c0d4ed-77d2-45d1-90ac-db6781d75436', 'status': 'completed', 'code': 200} Oct 30 15:28:41.988388 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-c89c670e-a347-4a80-a8a4-df067b1b56dd req-cc0d2031-e64e-4f43-b808-53df30a7f7f1 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] For port 99d5db0b-d610-47fd-95c7-44707343fc82, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=99d5db0b-d610-47fd-95c7-44707343fc82,segment=NetworkSegment(bc60acd5-af90-46a3-b163-8f2ce87131df),segment_id=bc60acd5-af90-46a3-b163-8f2ce87131df)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:28:41.988792 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-c89c670e-a347-4a80-a8a4-df067b1b56dd req-cc0d2031-e64e-4f43-b808-53df30a7f7f1 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:41.998294 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b1eed913-c1a2-4faa-be8f-4d8221c84cc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:42.044762 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-c89c670e-a347-4a80-a8a4-df067b1b56dd req-cc0d2031-e64e-4f43-b808-53df30a7f7f1 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Calling delete_port for 99d5db0b-d610-47fd-95c7-44707343fc82 owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:28:42.256371 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1eed913-c1a2-4faa-be8f-4d8221c84cc3 admin admin] Router 3f6fdcd2-76a3-4ad9-a4ba-8b18a4da03bc is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:28:42.272533 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-6189eef9-9946-4912-a991-bc357f862e40 None None] For port 8fad9801-efe0-4937-a60b-e224b2a5efe6, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:28:42.276234 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-6189eef9-9946-4912-a991-bc357f862e40 None None] For port 8fad9801-efe0-4937-a60b-e224b2a5efe6, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=8fad9801-efe0-4937-a60b-e224b2a5efe6,segment=NetworkSegment(936aa729-0264-45fe-accd-63d50efc752a),segment_id=936aa729-0264-45fe-accd-63d50efc752a)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:28:42.288514 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d998cc73-6a35-4624-8ab1-1709d8732c85 None None] Pushing event updated for resources: {'Port': ['ID=71570533-3b2a-40e3-8d9a-f7d928cb921c,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:42.294907 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6189eef9-9946-4912-a991-bc357f862e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:42.323496 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58678) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:28:42.351139 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-edef7e0d-3cd7-4d09-8c2f-c17217ba9c9d None None] Provisioning complete for port 71570533-3b2a-40e3-8d9a-f7d928cb921c triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:28:42.352399 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-edef7e0d-3cd7-4d09-8c2f-c17217ba9c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:42.354544 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6189eef9-9946-4912-a991-bc357f862e40 None None] Pushing event updated for resources: {'Port': ['ID=8fad9801-efe0-4937-a60b-e224b2a5efe6,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:42.388194 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-c89c670e-a347-4a80-a8a4-df067b1b56dd req-cc0d2031-e64e-4f43-b808-53df30a7f7f1 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:42.413541 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['99d5db0b-d610-47fd-95c7-44707343fc82'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:28:42.432030 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0d2031-e64e-4f43-b808-53df30a7f7f1 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Pushing event deleted for resources: {'Port': ['ID=99d5db0b-d610-47fd-95c7-44707343fc82,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:42.502800 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1eed913-c1a2-4faa-be8f-4d8221c84cc3 admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:28:42.514906 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1082cc5-a527-4c7a-bdde-3fd2e75b8116 None None] Sync routers for ids ['3f6fdcd2-76a3-4ad9-a4ba-8b18a4da03bc'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:28:42.532201 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1082cc5-a527-4c7a-bdde-3fd2e75b8116 None None] Routers {'3f6fdcd2-76a3-4ad9-a4ba-8b18a4da03bc'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:28:42.536805 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-b1082cc5-a527-4c7a-bdde-3fd2e75b8116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:28:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['3f6fdcd2-76a3-4ad9-a4ba-8b18a4da03bc'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:28:42.585504 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-f921d6d1-1c5a-4bf7-af5a-5fdca8f1d7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fa68ae-ee7d-4e6c-b7c7-535f7f43523c', 'name': 'tempest-TestAggregatesBasicOps-222635648-router', 'tenant_id': '8a49be3103614bedb3f7e7d62e41a928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'e1c66d4e-f4d3-4fa0-8ac1-b55d5e1aeab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:28:27Z', 'updated_at': '2021-10-30T15:28:35Z', 'revision_number': 4, 'project_id': '8a49be3103614bedb3f7e7d62e41a928', 'gw_port': {'id': 'e1c66d4e-f4d3-4fa0-8ac1-b55d5e1aeab8', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:6a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fa68ae-ee7d-4e6c-b7c7-535f7f43523c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:28:29Z', 'updated_at': '2021-10-30T15:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '71570533-3b2a-40e3-8d9a-f7d928cb921c', 'name': '', 'network_id': '26b72f5e-5ef7-434b-80f8-6f770c0deb28', 'tenant_id': '8a49be3103614bedb3f7e7d62e41a928', 'mac_address': 'fa:16:3e:a4:5d:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6fa68ae-ee7d-4e6c-b7c7-535f7f43523c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '010c8d2e-d667-474c-8f31-fa6fcc355e17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:28:34Z', 'updated_at': '2021-10-30T15:28:40Z', 'revision_number': 4, 'project_id': '8a49be3103614bedb3f7e7d62e41a928', 'subnets': [{'id': '010c8d2e-d667-474c-8f31-fa6fcc355e17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:28:42.631067 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b1eed913-c1a2-4faa-be8f-4d8221c84cc3 admin admin] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:42.632114 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-200f7141-a0f8-468b-8813-c238ee311409 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:42.633545 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b1eed913-c1a2-4faa-be8f-4d8221c84cc3 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.7040250 Oct 30 15:28:42.634007 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f921d6d1-1c5a-4bf7-af5a-5fdca8f1d7c6 None None] The sync data for ids ['d6fa68ae-ee7d-4e6c-b7c7-535f7f43523c'] in n-d-806683-17 is: [{'id': 'd6fa68ae-ee7d-4e6c-b7c7-535f7f43523c', 'name': 'tempest-TestAggregatesBasicOps-222635648-router', 'tenant_id': '8a49be3103614bedb3f7e7d62e41a928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'e1c66d4e-f4d3-4fa0-8ac1-b55d5e1aeab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:28:27Z', 'updated_at': '2021-10-30T15:28:35Z', 'revision_number': 4, 'project_id': '8a49be3103614bedb3f7e7d62e41a928', 'gw_port': {'id': 'e1c66d4e-f4d3-4fa0-8ac1-b55d5e1aeab8', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:6a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fa68ae-ee7d-4e6c-b7c7-535f7f43523c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:28:29Z', 'updated_at': '2021-10-30T15:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '71570533-3b2a-40e3-8d9a-f7d928cb921c', 'name': '', 'network_id': '26b72f5e-5ef7-434b-80f8-6f770c0deb28', 'tenant_id': '8a49be3103614bedb3f7e7d62e41a928', 'mac_address': 'fa:16:3e:a4:5d:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6fa68ae-ee7d-4e6c-b7c7-535f7f43523c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '010c8d2e-d667-474c-8f31-fa6fcc355e17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:28:34Z', 'updated_at': '2021-10-30T15:28:40Z', 'revision_number': 4, 'project_id': '8a49be3103614bedb3f7e7d62e41a928', 'subnets': [{'id': '010c8d2e-d667-474c-8f31-fa6fcc355e17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:28:42.637113 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58686) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:28:42.642697 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-c89c670e-a347-4a80-a8a4-df067b1b56dd req-cc0d2031-e64e-4f43-b808-53df30a7f7f1 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] No DVR routers for this DVR port 99d5db0b-d610-47fd-95c7-44707343fc82 on host n-h1-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:28:42.650814 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-c89c670e-a347-4a80-a8a4-df067b1b56dd req-cc0d2031-e64e-4f43-b808-53df30a7f7f1 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:42.655170 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c89c670e-a347-4a80-a8a4-df067b1b56dd req-cc0d2031-e64e-4f43-b808-53df30a7f7f1 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.53 "DELETE /v2.0/ports/99d5db0b-d610-47fd-95c7-44707343fc82 HTTP/1.1" status: 204 len: 173 time: 2.1884270 Oct 30 15:28:42.655875 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc542170-88f6-4c2f-93dd-699ca91e8342', 'name': 'network-vif-deleted', 'tag': '99d5db0b-d610-47fd-95c7-44707343fc82'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:28:42.659142 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac11e9b4-e0ba-4d08-9ac3-115b11130167" -d '{"events": [{"server_uuid": "fc542170-88f6-4c2f-93dd-699ca91e8342", "name": "network-vif-deleted", "tag": "99d5db0b-d610-47fd-95c7-44707343fc82"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:28:42.759954 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-db8936b8-e077-41e0-9ebd-2126de95730b req-1103670b-7911-4365-ab2e-14e1e609eba4 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc542170-88f6-4c2f-93dd-699ca91e8342 HTTP/1.1" status: 200 len: 210 time: 0.0752416 Oct 30 15:28:42.822722 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-b1082cc5-a527-4c7a-bdde-3fd2e75b8116 None None] Set router 3f6fdcd2-76a3-4ad9-a4ba-8b18a4da03bc gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:28:42.855150 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4cc04b-f883-4ac1-a1c1-a148a7ab0050 x-openstack-request-id: req-ad4cc04b-f883-4ac1-a1c1-a148a7ab0050 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:28:42.855452 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc542170-88f6-4c2f-93dd-699ca91e8342", "name": "network-vif-deleted", "tag": "99d5db0b-d610-47fd-95c7-44707343fc82", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:28:42.855726 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ad4cc04b-f883-4ac1-a1c1-a148a7ab0050 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:28:42.856129 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc542170-88f6-4c2f-93dd-699ca91e8342', 'name': 'network-vif-deleted', 'tag': '99d5db0b-d610-47fd-95c7-44707343fc82', 'status': 'completed', 'code': 200} Oct 30 15:28:42.991361 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c31be55d-d3d7-4021-a3d0-bb7da70fbd75 req-27746754-33e5-4339-865d-26e9dcc33348 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 210 time: 0.0531275 Oct 30 15:28:42.993935 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58694) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:28:43.083074 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a23f03e-c799-47d3-8cca-7d459319db15 admin admin] Deleting subnet de5c0b4c-aaae-4578-ad74-ca909467c325 {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:28:43.087264 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2a23f03e-c799-47d3-8cca-7d459319db15 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:43.127545 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2a23f03e-c799-47d3-8cca-7d459319db15 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:43.133023 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-200f7141-a0f8-468b-8813-c238ee311409 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:43.149843 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-200f7141-a0f8-468b-8813-c238ee311409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:43.164174 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-b1082cc5-a527-4c7a-bdde-3fd2e75b8116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f6fdcd2-76a3-4ad9-a4ba-8b18a4da03bc', 'name': 'tempest-TestAggregatesBasicOps-2116748634-router', 'tenant_id': 'c423d04a724948f0bab6209fa2bd87d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '1401e708-d259-4dd2-b4d6-11913e9af23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:28:38Z', 'updated_at': '2021-10-30T15:28:41Z', 'revision_number': 3, 'project_id': 'c423d04a724948f0bab6209fa2bd87d5', 'gw_port': {'id': '1401e708-d259-4dd2-b4d6-11913e9af23a', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:27:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f6fdcd2-76a3-4ad9-a4ba-8b18a4da03bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:28:39Z', 'updated_at': '2021-10-30T15:28:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:28:43.222546 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1082cc5-a527-4c7a-bdde-3fd2e75b8116 None None] Checking router: 3f6fdcd2-76a3-4ad9-a4ba-8b18a4da03bc for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:28:43.223806 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1082cc5-a527-4c7a-bdde-3fd2e75b8116 None None] Updating router 3f6fdcd2-76a3-4ad9-a4ba-8b18a4da03bc port 1401e708-d259-4dd2-b4d6-11913e9af23a binding host n-d-806683-17 {{(pid=102133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:28:43.260497 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2a23f03e-c799-47d3-8cca-7d459319db15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:43.280240 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b1082cc5-a527-4c7a-bdde-3fd2e75b8116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:43.284708 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200f7141-a0f8-468b-8813-c238ee311409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23334dbd-ec2f-4ce3-9039-5eb58d77ef1d,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:43.291615 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-200f7141-a0f8-468b-8813-c238ee311409 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=88e6a8a7524c41659d7a73dcce289bf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9670072 Oct 30 15:28:43.309317 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58696) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:28:43.460150 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b674c2c-bfe0-4dc6-9a74-b59aac5eae16 req-d556c66f-e3d6-4eef-ae62-c96b1f93780f tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:43.462124 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7b674c2c-bfe0-4dc6-9a74-b59aac5eae16 req-d556c66f-e3d6-4eef-ae62-c96b1f93780f tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.53 "GET /v2.0/networks?id=f8e25823-3fc3-4f4e-beb9-0b0629874c87 HTTP/1.1" status: 200 len: 813 time: 0.2997856 Oct 30 15:28:43.481400 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-7b674c2c-bfe0-4dc6-9a74-b59aac5eae16 req-3b48ae1a-fb56-4ff7-b7da-13fbe9b2b9ab tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Request body: {'port': {'device_id': '97cfe86f-a746-4d17-9b3f-f78cee3266a1', 'network_id': 'f8e25823-3fc3-4f4e-beb9-0b0629874c87', 'admin_state_up': True, 'tenant_id': '83163a2e76164950a9379cf5be4baa34'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:28:43.532452 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5d4c0b64-15ba-423b-9f3a-1503852a1469 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:43.540662 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2a23f03e-c799-47d3-8cca-7d459319db15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:43.642451 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a23f03e-c799-47d3-8cca-7d459319db15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de5c0b4c-aaae-4578-ad74-ca909467c325,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:43.664332 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5d4c0b64-15ba-423b-9f3a-1503852a1469 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:43.685089 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b1082cc5-a527-4c7a-bdde-3fd2e75b8116 None None] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:43.697239 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b1082cc5-a527-4c7a-bdde-3fd2e75b8116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:43.712673 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 51c0d4ed-77d2-45d1-90ac-db6781d75436 no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:28:43.731758 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-b1082cc5-a527-4c7a-bdde-3fd2e75b8116 None None] Attempting to bind port 1401e708-d259-4dd2-b4d6-11913e9af23a on host n-d-806683-17 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:28:43.732397 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-b1082cc5-a527-4c7a-bdde-3fd2e75b8116 None None] Attempting to bind port 1401e708-d259-4dd2-b4d6-11913e9af23a by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:28:43.732961 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1082cc5-a527-4c7a-bdde-3fd2e75b8116 None None] Attempting to bind port 1401e708-d259-4dd2-b4d6-11913e9af23a on network edc38ef5-7816-4133-914c-cfe2849a0125 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:28:43.760046 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1082cc5-a527-4c7a-bdde-3fd2e75b8116 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:28:43.760648 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1082cc5-a527-4c7a-bdde-3fd2e75b8116 None None] Checking segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:28:43.761334 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b1082cc5-a527-4c7a-bdde-3fd2e75b8116 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:43.762018 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1082cc5-a527-4c7a-bdde-3fd2e75b8116 None None] Bound using segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:28:43.762658 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-b1082cc5-a527-4c7a-bdde-3fd2e75b8116 None None] Bound port: 1401e708-d259-4dd2-b4d6-11913e9af23a, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:28:43.763232 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b1082cc5-a527-4c7a-bdde-3fd2e75b8116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:43.779203 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] No Port match for: 51c0d4ed-77d2-45d1-90ac-db6781d75436 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:28:43.783561 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 51c0d4ed-77d2-45d1-90ac-db6781d75436 not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:28:43.804163 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2a23f03e-c799-47d3-8cca-7d459319db15 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:43.809731 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-2a23f03e-c799-47d3-8cca-7d459319db15 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/de5c0b4c-aaae-4578-ad74-ca909467c325 HTTP/1.1" status: 204 len: 168 time: 0.8124216 Oct 30 15:28:43.830029 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58700) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:28:43.885263 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58704) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:28:43.930850 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-b1082cc5-a527-4c7a-bdde-3fd2e75b8116 None None] For port 1401e708-d259-4dd2-b4d6-11913e9af23a, host n-d-806683-17, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:28:43.952726 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b674c2c-bfe0-4dc6-9a74-b59aac5eae16 req-3b48ae1a-fb56-4ff7-b7da-13fbe9b2b9ab tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Made reservation on behalf of 83163a2e76164950a9379cf5be4baa34 for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:28:43.956638 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-b1082cc5-a527-4c7a-bdde-3fd2e75b8116 None None] For port 1401e708-d259-4dd2-b4d6-11913e9af23a, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=1401e708-d259-4dd2-b4d6-11913e9af23a,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:28:43.958821 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-7b674c2c-bfe0-4dc6-9a74-b59aac5eae16 req-3b48ae1a-fb56-4ff7-b7da-13fbe9b2b9ab tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:43.972971 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-b1082cc5-a527-4c7a-bdde-3fd2e75b8116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:43.975186 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-57bd4a54-b027-4d43-ad8c-86c84df7d8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:43.978431 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc70759d-2fc4-47e1-aeb5-0ed930be1497 None None] Pushing event updated for resources: {'Port': ['ID=1401e708-d259-4dd2-b4d6-11913e9af23a,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:43.982007 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5d4c0b64-15ba-423b-9f3a-1503852a1469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:43.985138 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5d4c0b64-15ba-423b-9f3a-1503852a1469 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:43.989052 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-5d4c0b64-15ba-423b-9f3a-1503852a1469 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/23334dbd-ec2f-4ce3-9039-5eb58d77ef1d HTTP/1.1" status: 204 len: 168 time: 0.6778061 Oct 30 15:28:44.000364 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4c0b64-15ba-423b-9f3a-1503852a1469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23334dbd-ec2f-4ce3-9039-5eb58d77ef1d,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:44.142178 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 8fad9801-efe0-4937-a60b-e224b2a5efe6 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:28:44.155257 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1082cc5-a527-4c7a-bdde-3fd2e75b8116 None None] Routers {'3f6fdcd2-76a3-4ad9-a4ba-8b18a4da03bc'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:28:44.173310 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-b1082cc5-a527-4c7a-bdde-3fd2e75b8116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:28:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['3f6fdcd2-76a3-4ad9-a4ba-8b18a4da03bc'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:28:44.238369 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cdf545e3-2d06-46f1-9c40-cd60c782421b req-88395b6d-48b3-42fa-a2ad-1e19b52aa5a9 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 210 time: 0.0691557 Oct 30 15:28:44.269253 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 8fad9801-efe0-4937-a60b-e224b2a5efe6 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:28:44.269879 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:44.325835 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc70759d-2fc4-47e1-aeb5-0ed930be1497 None None] Pushing event updated for resources: {'Port': ['ID=1401e708-d259-4dd2-b4d6-11913e9af23a,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:44.365555 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fece980-f9fc-49d0-aada-5c1d5af93b1a None None] Network 20cc699d-c68f-405f-b00d-ead4420fa15c requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:28:44.420565 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-b1082cc5-a527-4c7a-bdde-3fd2e75b8116 None None] Set router 3f6fdcd2-76a3-4ad9-a4ba-8b18a4da03bc gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:28:44.454277 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-57bd4a54-b027-4d43-ad8c-86c84df7d8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:44.485037 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-57bd4a54-b027-4d43-ad8c-86c84df7d8d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['834aade9-e2a5-495d-aaa2-56ff1f82896f']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:28:44.500124 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-57bd4a54-b027-4d43-ad8c-86c84df7d8d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '484087b8-0b96-4040-95fa-d7476f0ffdd2') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:28:44.500675 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-57bd4a54-b027-4d43-ad8c-86c84df7d8d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '484087b8-0b96-4040-95fa-d7476f0ffdd2') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:28:44.516016 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-57bd4a54-b027-4d43-ad8c-86c84df7d8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:44.516655 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 99d5db0b-d610-47fd-95c7-44707343fc82 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:28:44.531691 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-57bd4a54-b027-4d43-ad8c-86c84df7d8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:44.539144 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57bd4a54-b027-4d43-ad8c-86c84df7d8d2 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:28:44.539559 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-57bd4a54-b027-4d43-ad8c-86c84df7d8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:44.544532 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-5f715eee-2b41-45bd-be92-84f705508b3c None None] Provisioning complete for port 8fad9801-efe0-4937-a60b-e224b2a5efe6 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:28:44.545126 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5f715eee-2b41-45bd-be92-84f705508b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:44.552055 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: 99d5db0b-d610-47fd-95c7-44707343fc82 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:28:44.552785 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 99d5db0b-d610-47fd-95c7-44707343fc82 not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:28:44.624920 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:44.636861 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:28:44.636861 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:28:44.636861 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:28:44.636861 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:28:44.636861 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:28:44.636861 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:28:44.636861 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:28:44.636861 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:28:44.636861 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:28:44.636861 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:28:44.636861 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:28:44.636861 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:28:44.636861 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:28:44.636861 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:28:44.636861 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:28:44.636861 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:28:44.636861 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:28:44.636861 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:28:44.636861 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:28:44.636861 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:28:44.636861 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:28:44.636861 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:28:44.636861 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:28:44.636861 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:28:44.636861 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:28:44.636861 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:28:44.636861 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:28:44.636861 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:28:44.636861 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:28:44.636861 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:28:44.636861 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:28:44.636861 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:28:44.655948 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-57bd4a54-b027-4d43-ad8c-86c84df7d8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:44.691611 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-57bd4a54-b027-4d43-ad8c-86c84df7d8d2 admin admin] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:44.695575 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-57bd4a54-b027-4d43-ad8c-86c84df7d8d2 admin admin] 10.222.0.62 "DELETE /v2.0/networks/834aade9-e2a5-495d-aaa2-56ff1f82896f HTTP/1.1" status: 204 len: 168 time: 0.8644748 Oct 30 15:28:44.742479 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bd4a54-b027-4d43-ad8c-86c84df7d8d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=834aade9-e2a5-495d-aaa2-56ff1f82896f,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:44.747331 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 8fad9801-efe0-4937-a60b-e224b2a5efe6, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=8fad9801-efe0-4937-a60b-e224b2a5efe6,segment=NetworkSegment(936aa729-0264-45fe-accd-63d50efc752a),segment_id=936aa729-0264-45fe-accd-63d50efc752a)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:28:44.760976 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-7b674c2c-bfe0-4dc6-9a74-b59aac5eae16 req-3b48ae1a-fb56-4ff7-b7da-13fbe9b2b9ab tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Allocated IP 172.20.0.8 (f8e25823-3fc3-4f4e-beb9-0b0629874c87/0f10ba2c-a980-4319-9add-8030477039ac/359fc4c5-25ae-4bc2-811f-6dd4960736b0) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:28:44.811486 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:44.816111 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 71570533-3b2a-40e3-8d9a-f7d928cb921c up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:28:44.911051 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-278a69c6-e3af-49bd-a5b2-991518bda573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:45.002621 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58724) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:28:45.067262 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-b1082cc5-a527-4c7a-bdde-3fd2e75b8116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f6fdcd2-76a3-4ad9-a4ba-8b18a4da03bc', 'name': 'tempest-TestAggregatesBasicOps-2116748634-router', 'tenant_id': 'c423d04a724948f0bab6209fa2bd87d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '1401e708-d259-4dd2-b4d6-11913e9af23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:28:38Z', 'updated_at': '2021-10-30T15:28:41Z', 'revision_number': 3, 'project_id': 'c423d04a724948f0bab6209fa2bd87d5', 'gw_port': {'id': '1401e708-d259-4dd2-b4d6-11913e9af23a', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:27:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f6fdcd2-76a3-4ad9-a4ba-8b18a4da03bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:28:39Z', 'updated_at': '2021-10-30T15:28:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:28:45.095746 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-c6bf732e-5089-465b-99e1-e5bea864d88c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=52d5707d42164fa59651a7c936edcad0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0918777 Oct 30 15:28:45.096367 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58726) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:28:45.103046 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-7b674c2c-bfe0-4dc6-9a74-b59aac5eae16 req-3b48ae1a-fb56-4ff7-b7da-13fbe9b2b9ab tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:45.118923 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1082cc5-a527-4c7a-bdde-3fd2e75b8116 None None] The sync data for ids ['3f6fdcd2-76a3-4ad9-a4ba-8b18a4da03bc'] in n-d-806683-17 is: [{'id': '3f6fdcd2-76a3-4ad9-a4ba-8b18a4da03bc', 'name': 'tempest-TestAggregatesBasicOps-2116748634-router', 'tenant_id': 'c423d04a724948f0bab6209fa2bd87d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '1401e708-d259-4dd2-b4d6-11913e9af23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:28:38Z', 'updated_at': '2021-10-30T15:28:41Z', 'revision_number': 3, 'project_id': 'c423d04a724948f0bab6209fa2bd87d5', 'gw_port': {'id': '1401e708-d259-4dd2-b4d6-11913e9af23a', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:27:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f6fdcd2-76a3-4ad9-a4ba-8b18a4da03bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:28:39Z', 'updated_at': '2021-10-30T15:28:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:28:45.151403 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=8fad9801-efe0-4937-a60b-e224b2a5efe6,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:45.200791 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d0a6aceb-2bb3-4b60-b069-9bd296ef853b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:45.205990 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 71570533-3b2a-40e3-8d9a-f7d928cb921c triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:28:45.206250 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:45.214257 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-7b674c2c-bfe0-4dc6-9a74-b59aac5eae16 req-3b48ae1a-fb56-4ff7-b7da-13fbe9b2b9ab tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:45.290012 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d0a6aceb-2bb3-4b60-b069-9bd296ef853b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:45.334394 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-278a69c6-e3af-49bd-a5b2-991518bda573 admin admin] Allocated IP 172.20.0.1 (20cc699d-c68f-405f-b00d-ead4420fa15c/9c355edf-34c9-4c1f-ae97-edbe593a01ef/761d6256-887e-4ff0-b05a-64c3656b473b) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:28:45.348491 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b674c2c-bfe0-4dc6-9a74-b59aac5eae16 req-3b48ae1a-fb56-4ff7-b7da-13fbe9b2b9ab tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Network f8e25823-3fc3-4f4e-beb9-0b0629874c87 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:28:45.379172 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b48ae1a-fb56-4ff7-b7da-13fbe9b2b9ab tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Pushing event updated for resources: {'Port': ['ID=359fc4c5-25ae-4bc2-811f-6dd4960736b0,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:45.386461 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-7b674c2c-bfe0-4dc6-9a74-b59aac5eae16 req-3b48ae1a-fb56-4ff7-b7da-13fbe9b2b9ab tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:28:45.394997 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b674c2c-bfe0-4dc6-9a74-b59aac5eae16 req-3b48ae1a-fb56-4ff7-b7da-13fbe9b2b9ab tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:28:45.463202 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b674c2c-bfe0-4dc6-9a74-b59aac5eae16 req-3b48ae1a-fb56-4ff7-b7da-13fbe9b2b9ab tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:45.464625 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-7b674c2c-bfe0-4dc6-9a74-b59aac5eae16 req-3b48ae1a-fb56-4ff7-b7da-13fbe9b2b9ab tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:45.474354 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d0a6aceb-2bb3-4b60-b069-9bd296ef853b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:45.476960 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d0a6aceb-2bb3-4b60-b069-9bd296ef853b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:45.484956 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d0a6aceb-2bb3-4b60-b069-9bd296ef853b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e1c836a4-245c-4c88-a8e8-b27990c6f4c8 HTTP/1.1" status: 204 len: 168 time: 0.3848639 Oct 30 15:28:45.501709 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a6aceb-2bb3-4b60-b069-9bd296ef853b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c836a4-245c-4c88-a8e8-b27990c6f4c8,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:45.515837 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7b674c2c-bfe0-4dc6-9a74-b59aac5eae16 req-3b48ae1a-fb56-4ff7-b7da-13fbe9b2b9ab tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0382290 Oct 30 15:28:45.532040 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-7b674c2c-bfe0-4dc6-9a74-b59aac5eae16 req-88138261-d946-4f7b-927c-b514f486b602 service neutron] Request body: {'port': {'device_id': '97cfe86f-a746-4d17-9b3f-f78cee3266a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:28:45.565524 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dceb72-c8bc-424a-b704-8ba28252c4b2 req-ab1f38a3-71f0-4529-baf4-31eeb5f7f3c0 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:45.574212 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d2dceb72-c8bc-424a-b704-8ba28252c4b2 req-ab1f38a3-71f0-4529-baf4-31eeb5f7f3c0 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 931 time: 0.1486168 Oct 30 15:28:45.651340 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-4a8f4c98-45bc-4f19-8e69-b076f390f818 None None] Provisioning complete for port 8fad9801-efe0-4937-a60b-e224b2a5efe6 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:28:45.651834 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4a8f4c98-45bc-4f19-8e69-b076f390f818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:45.658815 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-278a69c6-e3af-49bd-a5b2-991518bda573 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:45.662527 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-7b674c2c-bfe0-4dc6-9a74-b59aac5eae16 req-88138261-d946-4f7b-927c-b514f486b602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:45.667454 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ec10f844-e091-4c25-a412-9b4b9c8c5dfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:45.816818 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d2dceb72-c8bc-424a-b704-8ba28252c4b2 req-5a339629-9b62-4558-a69a-7c7c80fb65e1 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394316 Oct 30 15:28:45.868799 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-278a69c6-e3af-49bd-a5b2-991518bda573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:46.046967 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278a69c6-e3af-49bd-a5b2-991518bda573 admin admin] Network 20cc699d-c68f-405f-b00d-ead4420fa15c is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:28:46.123697 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-278a69c6-e3af-49bd-a5b2-991518bda573 admin admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:28:46.127927 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278a69c6-e3af-49bd-a5b2-991518bda573 admin admin] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:28:46.137927 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 1401e708-d259-4dd2-b4d6-11913e9af23a up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:28:46.175367 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a69c6-e3af-49bd-a5b2-991518bda573 admin admin] Pushing event updated for resources: {'Port': ['ID=761d6256-887e-4ff0-b05a-64c3656b473b,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:46.175998 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-7b674c2c-bfe0-4dc6-9a74-b59aac5eae16 req-88138261-d946-4f7b-927c-b514f486b602 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 359fc4c5-25ae-4bc2-811f-6dd4960736b0 {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:28:46.196742 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-7b674c2c-bfe0-4dc6-9a74-b59aac5eae16 req-88138261-d946-4f7b-927c-b514f486b602 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:46.220601 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-7b674c2c-bfe0-4dc6-9a74-b59aac5eae16 req-88138261-d946-4f7b-927c-b514f486b602 service neutron] Transition to ACTIVE for port object 359fc4c5-25ae-4bc2-811f-6dd4960736b0 will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:28:46.232142 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-7b674c2c-bfe0-4dc6-9a74-b59aac5eae16 req-88138261-d946-4f7b-927c-b514f486b602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:46.239935 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-278a69c6-e3af-49bd-a5b2-991518bda573 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:46.268088 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 1401e708-d259-4dd2-b4d6-11913e9af23a triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:28:46.268466 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:46.337638 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88138261-d946-4f7b-927c-b514f486b602 service neutron] Pushing event updated for resources: {'Port': ['ID=359fc4c5-25ae-4bc2-811f-6dd4960736b0,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:46.468543 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-7b674c2c-bfe0-4dc6-9a74-b59aac5eae16 req-88138261-d946-4f7b-927c-b514f486b602 service neutron] Attempting to bind port 359fc4c5-25ae-4bc2-811f-6dd4960736b0 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:28:46.469243 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-7b674c2c-bfe0-4dc6-9a74-b59aac5eae16 req-88138261-d946-4f7b-927c-b514f486b602 service neutron] Attempting to bind port 359fc4c5-25ae-4bc2-811f-6dd4960736b0 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': 'dd3c69d2-19e5-49a2-83d4-39997396926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f8e25823-3fc3-4f4e-beb9-0b0629874c87'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:28:46.469243 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b674c2c-bfe0-4dc6-9a74-b59aac5eae16 req-88138261-d946-4f7b-927c-b514f486b602 service neutron] Attempting to bind port 359fc4c5-25ae-4bc2-811f-6dd4960736b0 on network f8e25823-3fc3-4f4e-beb9-0b0629874c87 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:28:46.478019 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b674c2c-bfe0-4dc6-9a74-b59aac5eae16 req-88138261-d946-4f7b-927c-b514f486b602 service neutron] Port 359fc4c5-25ae-4bc2-811f-6dd4960736b0 on network f8e25823-3fc3-4f4e-beb9-0b0629874c87 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:28:46.478640 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b674c2c-bfe0-4dc6-9a74-b59aac5eae16 req-88138261-d946-4f7b-927c-b514f486b602 service neutron] Attempting to bind port 359fc4c5-25ae-4bc2-811f-6dd4960736b0 on network f8e25823-3fc3-4f4e-beb9-0b0629874c87 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:28:46.488115 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b674c2c-bfe0-4dc6-9a74-b59aac5eae16 req-88138261-d946-4f7b-927c-b514f486b602 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:28:46.488453 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b674c2c-bfe0-4dc6-9a74-b59aac5eae16 req-88138261-d946-4f7b-927c-b514f486b602 service neutron] Checking segment: {'id': 'dd3c69d2-19e5-49a2-83d4-39997396926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f8e25823-3fc3-4f4e-beb9-0b0629874c87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:28:46.488832 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b674c2c-bfe0-4dc6-9a74-b59aac5eae16 req-88138261-d946-4f7b-927c-b514f486b602 service neutron] Bound using segment: {'id': 'dd3c69d2-19e5-49a2-83d4-39997396926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f8e25823-3fc3-4f4e-beb9-0b0629874c87'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:28:46.489254 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-7b674c2c-bfe0-4dc6-9a74-b59aac5eae16 req-88138261-d946-4f7b-927c-b514f486b602 service neutron] Bound port: 359fc4c5-25ae-4bc2-811f-6dd4960736b0, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd3c69d2-19e5-49a2-83d4-39997396926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f8e25823-3fc3-4f4e-beb9-0b0629874c87'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:28:46.489610 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-7b674c2c-bfe0-4dc6-9a74-b59aac5eae16 req-88138261-d946-4f7b-927c-b514f486b602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:46.495454 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:46.551924 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 1401e708-d259-4dd2-b4d6-11913e9af23a, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=1401e708-d259-4dd2-b4d6-11913e9af23a,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:28:46.565884 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:46.566696 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 8fad9801-efe0-4937-a60b-e224b2a5efe6 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:28:46.575621 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-278a69c6-e3af-49bd-a5b2-991518bda573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:46.597586 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-ec10f844-e091-4c25-a412-9b4b9c8c5dfa admin admin] Deleting port 6daa04c8-e32a-4e9f-9feb-af61168403b3 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:28:46.597923 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ec10f844-e091-4c25-a412-9b4b9c8c5dfa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:46.620030 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-7b674c2c-bfe0-4dc6-9a74-b59aac5eae16 req-88138261-d946-4f7b-927c-b514f486b602 service neutron] For port 359fc4c5-25ae-4bc2-811f-6dd4960736b0, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:28:46.623390 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-7b674c2c-bfe0-4dc6-9a74-b59aac5eae16 req-88138261-d946-4f7b-927c-b514f486b602 service neutron] For port 359fc4c5-25ae-4bc2-811f-6dd4960736b0, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=359fc4c5-25ae-4bc2-811f-6dd4960736b0,segment=NetworkSegment(dd3c69d2-19e5-49a2-83d4-39997396926e),segment_id=dd3c69d2-19e5-49a2-83d4-39997396926e)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:28:46.635811 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-7b674c2c-bfe0-4dc6-9a74-b59aac5eae16 req-88138261-d946-4f7b-927c-b514f486b602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:46.706562 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=1401e708-d259-4dd2-b4d6-11913e9af23a,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:46.707663 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b674c2c-bfe0-4dc6-9a74-b59aac5eae16 req-88138261-d946-4f7b-927c-b514f486b602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:46.708303 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-7b674c2c-bfe0-4dc6-9a74-b59aac5eae16 req-88138261-d946-4f7b-927c-b514f486b602 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:46.710322 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7b674c2c-bfe0-4dc6-9a74-b59aac5eae16 req-88138261-d946-4f7b-927c-b514f486b602 service neutron] 10.222.0.53 "PUT /v2.0/ports/359fc4c5-25ae-4bc2-811f-6dd4960736b0 HTTP/1.1" status: 200 len: 1092 time: 1.1855395 Oct 30 15:28:46.710582 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97cfe86f-a746-4d17-9b3f-f78cee3266a1', 'tag': '359fc4c5-25ae-4bc2-811f-6dd4960736b0'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:28:46.713821 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142e0257-6567-4e71-b0cf-e218cffa7b76" -d '{"events": [{"name": "network-changed", "server_uuid": "97cfe86f-a746-4d17-9b3f-f78cee3266a1", "tag": "359fc4c5-25ae-4bc2-811f-6dd4960736b0"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:28:46.755024 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-c5983a5d-2013-4bef-a444-b1449ab199d0 None None] Provisioning complete for port 761d6256-887e-4ff0-b05a-64c3656b473b triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:28:46.759684 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c5983a5d-2013-4bef-a444-b1449ab199d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:46.814124 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-c5983a5d-2013-4bef-a444-b1449ab199d0 None None] Port 761d6256-887e-4ff0-b05a-64c3656b473b cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:28:46.831383 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47d9fe4-e0d4-4f93-ac2b-ff3fda692a27 x-openstack-request-id: req-e47d9fe4-e0d4-4f93-ac2b-ff3fda692a27 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:28:46.831947 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97cfe86f-a746-4d17-9b3f-f78cee3266a1", "tag": "359fc4c5-25ae-4bc2-811f-6dd4960736b0", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:28:46.832234 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e47d9fe4-e0d4-4f93-ac2b-ff3fda692a27 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:28:46.832736 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97cfe86f-a746-4d17-9b3f-f78cee3266a1', 'tag': '359fc4c5-25ae-4bc2-811f-6dd4960736b0', 'status': 'completed', 'code': 200} Oct 30 15:28:46.849956 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 8fad9801-efe0-4937-a60b-e224b2a5efe6 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:28:46.850509 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:46.853672 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-ec10f844-e091-4c25-a412-9b4b9c8c5dfa admin admin] For port 6daa04c8-e32a-4e9f-9feb-af61168403b3, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=6daa04c8-e32a-4e9f-9feb-af61168403b3,segment=NetworkSegment(bc60acd5-af90-46a3-b163-8f2ce87131df),segment_id=bc60acd5-af90-46a3-b163-8f2ce87131df)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:28:46.856786 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ec10f844-e091-4c25-a412-9b4b9c8c5dfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:46.908131 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-ec10f844-e091-4c25-a412-9b4b9c8c5dfa admin admin] Calling delete_port for 6daa04c8-e32a-4e9f-9feb-af61168403b3 owned by network:router_interface {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:28:47.270865 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-278a69c6-e3af-49bd-a5b2-991518bda573 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:47.303531 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-278a69c6-e3af-49bd-a5b2-991518bda573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:47.338546 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88138261-d946-4f7b-927c-b514f486b602 service neutron] Pushing event updated for resources: {'Port': ['ID=359fc4c5-25ae-4bc2-811f-6dd4960736b0,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:47.398332 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-278a69c6-e3af-49bd-a5b2-991518bda573 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:47.404310 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ec10f844-e091-4c25-a412-9b4b9c8c5dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:47.410998 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a69c6-e3af-49bd-a5b2-991518bda573 admin admin] Pushing event updated for resources: {'Port': ['ID=761d6256-887e-4ff0-b05a-64c3656b473b,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:47.431954 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b674c2c-bfe0-4dc6-9a74-b59aac5eae16 req-3f73c9db-fc65-404c-88fc-1c49ef2bfdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:47.433528 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7b674c2c-bfe0-4dc6-9a74-b59aac5eae16 req-3f73c9db-fc65-404c-88fc-1c49ef2bfdc6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=83163a2e76164950a9379cf5be4baa34&device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 1095 time: 0.6582990 Oct 30 15:28:47.447953 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec10f844-e091-4c25-a412-9b4b9c8c5dfa admin admin] Pushing event deleted for resources: {'Port': ['ID=6daa04c8-e32a-4e9f-9feb-af61168403b3,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:47.519939 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7b674c2c-bfe0-4dc6-9a74-b59aac5eae16 req-68594560-20f4-4c0a-9e95-0b3b46c92790 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=359fc4c5-25ae-4bc2-811f-6dd4960736b0 HTTP/1.1" status: 200 len: 217 time: 0.0772495 Oct 30 15:28:47.529503 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f2a4e4-00d5-4885-b28c-07f58680cdaf req-a09499fd-6b91-4c9d-8853-d78f333472cb tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:47.531649 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-12f2a4e4-00d5-4885-b28c-07f58680cdaf req-a09499fd-6b91-4c9d-8853-d78f333472cb tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 943 time: 0.1960232 Oct 30 15:28:47.620015 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b674c2c-bfe0-4dc6-9a74-b59aac5eae16 req-af4c9aa4-7707-4483-83af-2212b2fb0266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:47.621602 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7b674c2c-bfe0-4dc6-9a74-b59aac5eae16 req-af4c9aa4-7707-4483-83af-2212b2fb0266 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0f10ba2c-a980-4319-9add-8030477039ac HTTP/1.1" status: 200 len: 853 time: 0.0874696 Oct 30 15:28:47.634316 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-12f2a4e4-00d5-4885-b28c-07f58680cdaf req-2f7f35b9-e504-41c5-b9ca-2b65b176a789 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598311 Oct 30 15:28:47.665634 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278a69c6-e3af-49bd-a5b2-991518bda573 admin admin] Network 20cc699d-c68f-405f-b00d-ead4420fa15c is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:28:47.668743 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-278a69c6-e3af-49bd-a5b2-991518bda573 admin admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:28:47.669648 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7b674c2c-bfe0-4dc6-9a74-b59aac5eae16 req-a31f143a-915e-4e95-b7a3-94a4a1910777 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f8e25823-3fc3-4f4e-beb9-0b0629874c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404384 Oct 30 15:28:47.815211 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7b674c2c-bfe0-4dc6-9a74-b59aac5eae16 req-714b9ceb-43fc-4e5f-880d-00cad4aca10c service neutron] 10.222.0.53 "GET /v2.0/networks/f8e25823-3fc3-4f4e-beb9-0b0629874c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316025 Oct 30 15:28:47.839392 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ec10f844-e091-4c25-a412-9b4b9c8c5dfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:47.989707 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7b674c2c-bfe0-4dc6-9a74-b59aac5eae16 req-1a598749-b70c-4ae2-9a65-05b1ae1da5bd service neutron] 10.222.0.53 "GET /v2.0/networks/f8e25823-3fc3-4f4e-beb9-0b0629874c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654565 Oct 30 15:28:48.113485 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-278a69c6-e3af-49bd-a5b2-991518bda573 admin admin] Router 3f6fdcd2-76a3-4ad9-a4ba-8b18a4da03bc has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:28:48.132806 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 1401e708-d259-4dd2-b4d6-11913e9af23a up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:28:48.143167 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e0257-6567-4e71-b0cf-e218cffa7b76 req-2c9035db-b981-4131-be0e-4d959091f245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:48.144850 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-142e0257-6567-4e71-b0cf-e218cffa7b76 req-2c9035db-b981-4131-be0e-4d959091f245 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=83163a2e76164950a9379cf5be4baa34&device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 1095 time: 0.0846808 Oct 30 15:28:48.223527 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-bb9954ae-3655-46ef-a0d8-d23b0453ebad None None] Provisioning complete for port 761d6256-887e-4ff0-b05a-64c3656b473b triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:28:48.223862 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bb9954ae-3655-46ef-a0d8-d23b0453ebad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:48.254444 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e0257-6567-4e71-b0cf-e218cffa7b76 req-2c71a38d-f810-4d91-93c3-f8b4ce42a001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:48.256137 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-142e0257-6567-4e71-b0cf-e218cffa7b76 req-2c71a38d-f810-4d91-93c3-f8b4ce42a001 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f8e25823-3fc3-4f4e-beb9-0b0629874c87 HTTP/1.1" status: 200 len: 914 time: 0.1019721 Oct 30 15:28:48.261097 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 1401e708-d259-4dd2-b4d6-11913e9af23a triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:28:48.262323 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:48.302644 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-bb9954ae-3655-46ef-a0d8-d23b0453ebad None None] Port 761d6256-887e-4ff0-b05a-64c3656b473b cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:28:48.308948 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-142e0257-6567-4e71-b0cf-e218cffa7b76 req-ed0c8e42-c2f7-479e-b009-eab938b301ea service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=359fc4c5-25ae-4bc2-811f-6dd4960736b0 HTTP/1.1" status: 200 len: 217 time: 0.0439835 Oct 30 15:28:48.384157 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e0257-6567-4e71-b0cf-e218cffa7b76 req-d360fcb4-7f00-4d0f-989f-ecc283678de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:48.385711 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-142e0257-6567-4e71-b0cf-e218cffa7b76 req-d360fcb4-7f00-4d0f-989f-ecc283678de6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0f10ba2c-a980-4319-9add-8030477039ac HTTP/1.1" status: 200 len: 853 time: 0.0693314 Oct 30 15:28:48.429655 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-142e0257-6567-4e71-b0cf-e218cffa7b76 req-f0162d9a-d4e9-4f70-bea3-c3830279fdd2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f8e25823-3fc3-4f4e-beb9-0b0629874c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360844 Oct 30 15:28:48.431339 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58816) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:28:48.533564 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-142e0257-6567-4e71-b0cf-e218cffa7b76 req-28d3da2e-1cbf-4b1b-802a-f206ffdf3408 service neutron] 10.222.0.53 "GET /v2.0/networks/f8e25823-3fc3-4f4e-beb9-0b0629874c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939264 Oct 30 15:28:48.594405 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1b4fe16f-5b37-4144-9bc5-2033d8acec45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:48.666889 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-142e0257-6567-4e71-b0cf-e218cffa7b76 req-7916ab6f-510f-4886-9d0e-a2830871b9a8 service neutron] 10.222.0.53 "GET /v2.0/networks/f8e25823-3fc3-4f4e-beb9-0b0629874c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249418 Oct 30 15:28:48.722251 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-278a69c6-e3af-49bd-a5b2-991518bda573 admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:28:48.722896 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1b4fe16f-5b37-4144-9bc5-2033d8acec45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:48.733876 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-278a69c6-e3af-49bd-a5b2-991518bda573 admin admin] 10.222.0.62 "PUT /v2.0/routers/3f6fdcd2-76a3-4ad9-a4ba-8b18a4da03bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0892298 Oct 30 15:28:48.734070 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1b4fe16f-5b37-4144-9bc5-2033d8acec45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:48.742495 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516bd08f-5009-4497-bb5a-8dcc8c880cb9 None None] Sync routers for ids ['3f6fdcd2-76a3-4ad9-a4ba-8b18a4da03bc'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:28:48.749854 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec10f844-e091-4c25-a412-9b4b9c8c5dfa admin admin] Router b74a5fe8-bde6-4f4e-beb6-17d8fc8d81fc has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:28:48.757026 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516bd08f-5009-4497-bb5a-8dcc8c880cb9 None None] Routers {'3f6fdcd2-76a3-4ad9-a4ba-8b18a4da03bc'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:28:48.757662 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-516bd08f-5009-4497-bb5a-8dcc8c880cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:28:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['3f6fdcd2-76a3-4ad9-a4ba-8b18a4da03bc'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:28:48.822817 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-1b4fe16f-5b37-4144-9bc5-2033d8acec45 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ba94d5d3c26747998d0e825ec6e61c5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3902831 Oct 30 15:28:48.825419 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4fe16f-5b37-4144-9bc5-2033d8acec45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8231a8a0-a43e-48b0-98d5-049527d0b2c5,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:48.827853 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58824) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:28:48.852555 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e633372-9e5c-4e64-8a81-04787c59897e req-4a166a07-0c4a-4f69-bdd6-4d6d2f3ad262 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:48.854041 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8e633372-9e5c-4e64-8a81-04787c59897e req-4a166a07-0c4a-4f69-bdd6-4d6d2f3ad262 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 943 time: 0.1339087 Oct 30 15:28:48.912918 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-516bd08f-5009-4497-bb5a-8dcc8c880cb9 None None] Set router 3f6fdcd2-76a3-4ad9-a4ba-8b18a4da03bc gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:28:48.914308 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec10f844-e091-4c25-a412-9b4b9c8c5dfa admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:28:48.920652 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8e633372-9e5c-4e64-8a81-04787c59897e req-12e1cea8-bd52-4066-9904-25cd9b141430 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560658 Oct 30 15:28:48.926126 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3b0ea4f6-dc38-4446-8508-c73fd603a4e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:48.929040 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3913caad-a31a-442d-9f62-7d2da57f8bd8 None None] Sync routers for ids ['b74a5fe8-bde6-4f4e-beb6-17d8fc8d81fc'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:28:48.934255 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-ec10f844-e091-4c25-a412-9b4b9c8c5dfa admin admin] 10.222.0.62 "PUT /v2.0/routers/b74a5fe8-bde6-4f4e-beb6-17d8fc8d81fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0475137 Oct 30 15:28:48.936256 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58830) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:28:48.962591 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3b0ea4f6-dc38-4446-8508-c73fd603a4e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:48.967226 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3913caad-a31a-442d-9f62-7d2da57f8bd8 None None] Routers {'b74a5fe8-bde6-4f4e-beb6-17d8fc8d81fc'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:28:48.968085 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-3913caad-a31a-442d-9f62-7d2da57f8bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:28:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['b74a5fe8-bde6-4f4e-beb6-17d8fc8d81fc'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:28:49.059424 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3b0ea4f6-dc38-4446-8508-c73fd603a4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:49.062679 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3b0ea4f6-dc38-4446-8508-c73fd603a4e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:49.064614 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-3b0ea4f6-dc38-4446-8508-c73fd603a4e1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8231a8a0-a43e-48b0-98d5-049527d0b2c5 HTTP/1.1" status: 204 len: 168 time: 0.2344763 Oct 30 15:28:49.073462 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0ea4f6-dc38-4446-8508-c73fd603a4e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8231a8a0-a43e-48b0-98d5-049527d0b2c5,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:49.121497 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ed875929-cb4c-4c19-bc04-bbe297d08e3d admin admin] Publish callbacks [] for router, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:49.132828 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-3913caad-a31a-442d-9f62-7d2da57f8bd8 None None] Set router b74a5fe8-bde6-4f4e-beb6-17d8fc8d81fc gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:28:49.326576 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ed875929-cb4c-4c19-bc04-bbe297d08e3d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:49.355680 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-516bd08f-5009-4497-bb5a-8dcc8c880cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f6fdcd2-76a3-4ad9-a4ba-8b18a4da03bc', 'name': 'tempest-TestAggregatesBasicOps-2116748634-router', 'tenant_id': 'c423d04a724948f0bab6209fa2bd87d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '1401e708-d259-4dd2-b4d6-11913e9af23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:28:38Z', 'updated_at': '2021-10-30T15:28:46Z', 'revision_number': 4, 'project_id': 'c423d04a724948f0bab6209fa2bd87d5', 'gw_port': {'id': '1401e708-d259-4dd2-b4d6-11913e9af23a', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:27:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6fdcd2-76a3-4ad9-a4ba-8b18a4da03bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:28:39Z', 'updated_at': '2021-10-30T15:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '761d6256-887e-4ff0-b05a-64c3656b473b', 'name': '', 'network_id': '20cc699d-c68f-405f-b00d-ead4420fa15c', 'tenant_id': 'c423d04a724948f0bab6209fa2bd87d5', 'mac_address': 'fa:16:3e:e9:3c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f6fdcd2-76a3-4ad9-a4ba-8b18a4da03bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': '9c355edf-34c9-4c1f-ae97-edbe593a01ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:28:45Z', 'updated_at': '2021-10-30T15:28:47Z', 'revision_number': 2, 'project_id': 'c423d04a724948f0bab6209fa2bd87d5', 'subnets': [{'id': '9c355edf-34c9-4c1f-ae97-edbe593a01ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:28:49.401972 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516bd08f-5009-4497-bb5a-8dcc8c880cb9 None None] Checking router: 3f6fdcd2-76a3-4ad9-a4ba-8b18a4da03bc for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:28:49.402620 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516bd08f-5009-4497-bb5a-8dcc8c880cb9 None None] Updating router 3f6fdcd2-76a3-4ad9-a4ba-8b18a4da03bc port 761d6256-887e-4ff0-b05a-64c3656b473b binding host n-d-806683-17 {{(pid=102132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:28:49.413842 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-ed875929-cb4c-4c19-bc04-bbe297d08e3d admin admin] Deleting port d55c0f69-baac-405f-ba93-4b7a64874d64 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:28:49.414319 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ed875929-cb4c-4c19-bc04-bbe297d08e3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:49.441159 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-516bd08f-5009-4497-bb5a-8dcc8c880cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:49.540161 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-ed875929-cb4c-4c19-bc04-bbe297d08e3d admin admin] For port d55c0f69-baac-405f-ba93-4b7a64874d64, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=d55c0f69-baac-405f-ba93-4b7a64874d64,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:28:49.540532 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ed875929-cb4c-4c19-bc04-bbe297d08e3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:49.563887 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-ed875929-cb4c-4c19-bc04-bbe297d08e3d admin admin] Calling delete_port for d55c0f69-baac-405f-ba93-4b7a64874d64 owned by network:router_gateway {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:28:49.583953 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-3913caad-a31a-442d-9f62-7d2da57f8bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74a5fe8-bde6-4f4e-beb6-17d8fc8d81fc', 'name': 'tempest-ServerRescueNegativeTestJSON-336213634-router', 'tenant_id': '8883efdab1974efc9f550527d856656f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': 'd55c0f69-baac-405f-ba93-4b7a64874d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:26:21Z', 'updated_at': '2021-10-30T15:28:47Z', 'revision_number': 5, 'project_id': '8883efdab1974efc9f550527d856656f', 'gw_port': {'id': 'd55c0f69-baac-405f-ba93-4b7a64874d64', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:40:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74a5fe8-bde6-4f4e-beb6-17d8fc8d81fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:26:21Z', 'updated_at': '2021-10-30T15:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:28:49.616117 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3913caad-a31a-442d-9f62-7d2da57f8bd8 None None] Checking router: b74a5fe8-bde6-4f4e-beb6-17d8fc8d81fc for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:28:49.625031 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3913caad-a31a-442d-9f62-7d2da57f8bd8 None None] Routers {'b74a5fe8-bde6-4f4e-beb6-17d8fc8d81fc'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:28:49.626546 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-3913caad-a31a-442d-9f62-7d2da57f8bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:28:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['b74a5fe8-bde6-4f4e-beb6-17d8fc8d81fc'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:28:49.792157 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-3913caad-a31a-442d-9f62-7d2da57f8bd8 None None] Set router b74a5fe8-bde6-4f4e-beb6-17d8fc8d81fc gateway port host: None {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:28:49.882863 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-3913caad-a31a-442d-9f62-7d2da57f8bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74a5fe8-bde6-4f4e-beb6-17d8fc8d81fc', 'name': 'tempest-ServerRescueNegativeTestJSON-336213634-router', 'tenant_id': '8883efdab1974efc9f550527d856656f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:26:21Z', 'updated_at': '2021-10-30T15:28:49Z', 'revision_number': 6, 'project_id': '8883efdab1974efc9f550527d856656f', 'gw_port_host': None}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:28:49.890995 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-516bd08f-5009-4497-bb5a-8dcc8c880cb9 None None] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:49.904526 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-516bd08f-5009-4497-bb5a-8dcc8c880cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:49.927225 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3913caad-a31a-442d-9f62-7d2da57f8bd8 None None] The sync data for ids ['b74a5fe8-bde6-4f4e-beb6-17d8fc8d81fc'] in n-d-806683-17 is: [{'id': 'b74a5fe8-bde6-4f4e-beb6-17d8fc8d81fc', 'name': 'tempest-ServerRescueNegativeTestJSON-336213634-router', 'tenant_id': '8883efdab1974efc9f550527d856656f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:26:21Z', 'updated_at': '2021-10-30T15:28:49Z', 'revision_number': 6, 'project_id': '8883efdab1974efc9f550527d856656f', 'gw_port_host': None}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:28:50.094336 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f270f89-091c-4ce8-89de-133b69c44736 None None] Pushing event updated for resources: {'Port': ['ID=761d6256-887e-4ff0-b05a-64c3656b473b,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:50.135617 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ed875929-cb4c-4c19-bc04-bbe297d08e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:50.164940 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-516bd08f-5009-4497-bb5a-8dcc8c880cb9 None None] Attempting to bind port 761d6256-887e-4ff0-b05a-64c3656b473b on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:28:50.165553 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-516bd08f-5009-4497-bb5a-8dcc8c880cb9 None None] Attempting to bind port 761d6256-887e-4ff0-b05a-64c3656b473b by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '936aa729-0264-45fe-accd-63d50efc752a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '20cc699d-c68f-405f-b00d-ead4420fa15c'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:28:50.166174 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516bd08f-5009-4497-bb5a-8dcc8c880cb9 None None] Attempting to bind port 761d6256-887e-4ff0-b05a-64c3656b473b on network 20cc699d-c68f-405f-b00d-ead4420fa15c {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:28:50.175542 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516bd08f-5009-4497-bb5a-8dcc8c880cb9 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:28:50.176189 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516bd08f-5009-4497-bb5a-8dcc8c880cb9 None None] Checking segment: {'id': '936aa729-0264-45fe-accd-63d50efc752a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '20cc699d-c68f-405f-b00d-ead4420fa15c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:28:50.177568 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-516bd08f-5009-4497-bb5a-8dcc8c880cb9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:50.178142 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516bd08f-5009-4497-bb5a-8dcc8c880cb9 None None] Bound using segment: {'id': '936aa729-0264-45fe-accd-63d50efc752a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '20cc699d-c68f-405f-b00d-ead4420fa15c'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:28:50.178859 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-516bd08f-5009-4497-bb5a-8dcc8c880cb9 None None] Bound port: 761d6256-887e-4ff0-b05a-64c3656b473b, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '936aa729-0264-45fe-accd-63d50efc752a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '20cc699d-c68f-405f-b00d-ead4420fa15c'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:28:50.179714 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-516bd08f-5009-4497-bb5a-8dcc8c880cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:50.200002 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed875929-cb4c-4c19-bc04-bbe297d08e3d admin admin] Pushing event deleted for resources: {'Port': ['ID=d55c0f69-baac-405f-ba93-4b7a64874d64,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:50.222849 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54790ebc-d615-4dad-89b4-dbe68bdebedc req-79baa38b-7a89-4511-ae48-673c7c5eb041 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:50.231341 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-54790ebc-d615-4dad-89b4-dbe68bdebedc req-79baa38b-7a89-4511-ae48-673c7c5eb041 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 943 time: 0.1159508 Oct 30 15:28:50.320674 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ed875929-cb4c-4c19-bc04-bbe297d08e3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:50.347842 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-54790ebc-d615-4dad-89b4-dbe68bdebedc req-45d9d7ec-55e7-4660-8899-fb3334f35fa5 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082997 Oct 30 15:28:50.397210 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-ad29ffc0-7888-4cda-ac3e-5c18d4ed1f94 None None] Provisioning complete for port 761d6256-887e-4ff0-b05a-64c3656b473b triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:28:50.397717 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ad29ffc0-7888-4cda-ac3e-5c18d4ed1f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:50.401810 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-516bd08f-5009-4497-bb5a-8dcc8c880cb9 None None] For port 761d6256-887e-4ff0-b05a-64c3656b473b, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:28:50.456710 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58886) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:28:50.475752 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-516bd08f-5009-4497-bb5a-8dcc8c880cb9 None None] For port 761d6256-887e-4ff0-b05a-64c3656b473b, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=761d6256-887e-4ff0-b05a-64c3656b473b,segment=NetworkSegment(936aa729-0264-45fe-accd-63d50efc752a),segment_id=936aa729-0264-45fe-accd-63d50efc752a)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:28:50.484511 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ed875929-cb4c-4c19-bc04-bbe297d08e3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:50.487501 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ed875929-cb4c-4c19-bc04-bbe297d08e3d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:50.488991 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-516bd08f-5009-4497-bb5a-8dcc8c880cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:50.560056 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-ad29ffc0-7888-4cda-ac3e-5c18d4ed1f94 None None] Port 761d6256-887e-4ff0-b05a-64c3656b473b cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:28:50.569949 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 359fc4c5-25ae-4bc2-811f-6dd4960736b0 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:28:50.580902 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f270f89-091c-4ce8-89de-133b69c44736 None None] Pushing event updated for resources: {'Port': ['ID=761d6256-887e-4ff0-b05a-64c3656b473b,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:50.602757 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ed875929-cb4c-4c19-bc04-bbe297d08e3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:50.603722 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed875929-cb4c-4c19-bc04-bbe297d08e3d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b74a5fe8-bde6-4f4e-beb6-17d8fc8d81fc {{(pid=102130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:28:50.609525 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ed875929-cb4c-4c19-bc04-bbe297d08e3d admin admin] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:50.613930 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58898) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:28:50.625364 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-ed875929-cb4c-4c19-bc04-bbe297d08e3d admin admin] 10.222.0.62 "DELETE /v2.0/routers/b74a5fe8-bde6-4f4e-beb6-17d8fc8d81fc HTTP/1.1" status: 204 len: 168 time: 1.6842711 Oct 30 15:28:50.663632 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516bd08f-5009-4497-bb5a-8dcc8c880cb9 None None] Routers {'3f6fdcd2-76a3-4ad9-a4ba-8b18a4da03bc'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:28:50.664621 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-516bd08f-5009-4497-bb5a-8dcc8c880cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:28:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['3f6fdcd2-76a3-4ad9-a4ba-8b18a4da03bc'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:28:50.676771 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-4cab499a-adee-4883-893c-37bdac31bb21 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1774117657-network', 'tenant_id': '67bc9a3add214ecaad76147ad0906766'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:28:50.698424 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-da58ed7a-e40c-4c1c-a6bd-e63616fa2f87 admin admin] Deleting subnet 8ef7cf87-b3e7-4e69-a9d4-cb34bde83505 {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:28:50.711643 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-da58ed7a-e40c-4c1c-a6bd-e63616fa2f87 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:50.790987 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cab499a-adee-4883-893c-37bdac31bb21 admin admin] Made reservation on behalf of 67bc9a3add214ecaad76147ad0906766 for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:28:50.801250 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4cab499a-adee-4883-893c-37bdac31bb21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:50.830329 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4cab499a-adee-4883-893c-37bdac31bb21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:50.846612 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-da58ed7a-e40c-4c1c-a6bd-e63616fa2f87 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:50.905662 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-da58ed7a-e40c-4c1c-a6bd-e63616fa2f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:50.941358 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58910) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:28:50.976055 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-516bd08f-5009-4497-bb5a-8dcc8c880cb9 None None] Set router 3f6fdcd2-76a3-4ad9-a4ba-8b18a4da03bc gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:28:50.979416 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 359fc4c5-25ae-4bc2-811f-6dd4960736b0, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=359fc4c5-25ae-4bc2-811f-6dd4960736b0,segment=NetworkSegment(dd3c69d2-19e5-49a2-83d4-39997396926e),segment_id=dd3c69d2-19e5-49a2-83d4-39997396926e)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:28:51.021641 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-da58ed7a-e40c-4c1c-a6bd-e63616fa2f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:51.031588 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '359fc4c5-25ae-4bc2-811f-6dd4960736b0', 'network_id': 'f8e25823-3fc3-4f4e-beb9-0b0629874c87', 'port_id': '359fc4c5-25ae-4bc2-811f-6dd4960736b0', 'mac_address': 'fa:16:3e:23:e2:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f10ba2c-a980-4319-9add-8030477039ac', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:28:51.043638 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-da58ed7a-e40c-4c1c-a6bd-e63616fa2f87 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:51.053671 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-da58ed7a-e40c-4c1c-a6bd-e63616fa2f87 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/8ef7cf87-b3e7-4e69-a9d4-cb34bde83505 HTTP/1.1" status: 204 len: 168 time: 0.4383934 Oct 30 15:28:51.066958 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58912) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:28:51.088925 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58ed7a-e40c-4c1c-a6bd-e63616fa2f87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ef7cf87-b3e7-4e69-a9d4-cb34bde83505,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:51.162202 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4cab499a-adee-4883-893c-37bdac31bb21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:51.169403 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4cab499a-adee-4883-893c-37bdac31bb21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:51.205778 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cab499a-adee-4883-893c-37bdac31bb21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:28:51.208863 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ea3b0d66-314a-44ab-836c-5f1a64cc80d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:51.216934 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cab499a-adee-4883-893c-37bdac31bb21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd3b46a-875f-48ca-8c97-f976aea8d9ba,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:51.225319 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4cab499a-adee-4883-893c-37bdac31bb21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:51.226042 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-4cab499a-adee-4883-893c-37bdac31bb21 admin admin] Added segment cca476af-9f70-4fa8-acb6-015f19cab179 of type vlan for network ada754b2-2d16-48ef-bd4a-b3c351db82b3 Oct 30 15:28:51.286586 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4cab499a-adee-4883-893c-37bdac31bb21 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:51.323240 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4cab499a-adee-4883-893c-37bdac31bb21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:51.324275 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cab499a-adee-4883-893c-37bdac31bb21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:51.324892 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4cab499a-adee-4883-893c-37bdac31bb21 admin admin] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:51.492248 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-4cab499a-adee-4883-893c-37bdac31bb21 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0331178 Oct 30 15:28:51.492882 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58918) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:28:51.505955 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-6d9ee663-c229-424f-b660-a9d60f35108d admin admin] Request body: {'subnet': {'network_id': 'ada754b2-2d16-48ef-bd4a-b3c351db82b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1774117657-subnet', 'tenant_id': '67bc9a3add214ecaad76147ad0906766', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:28:51.521676 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cab499a-adee-4883-893c-37bdac31bb21 admin admin] Pushing event updated for resources: {'Network': ['ID=ada754b2-2d16-48ef-bd4a-b3c351db82b3,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:51.560555 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network ada754b2-2d16-48ef-bd4a-b3c351db82b3 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:28:51.583663 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9ee663-c229-424f-b660-a9d60f35108d admin admin] Made reservation on behalf of 67bc9a3add214ecaad76147ad0906766 for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:28:51.587737 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6d9ee663-c229-424f-b660-a9d60f35108d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:51.593171 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ea3b0d66-314a-44ab-836c-5f1a64cc80d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:51.655834 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-ea3b0d66-314a-44ab-836c-5f1a64cc80d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e874fc18-e11d-4a09-8a86-4d3449e06603']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:28:51.670746 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e56aa66f-e6cf-48e4-8c15-04c52e119406 None None] Provisioning complete for port 761d6256-887e-4ff0-b05a-64c3656b473b triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:28:51.671406 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e56aa66f-e6cf-48e4-8c15-04c52e119406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:51.671964 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-ea3b0d66-314a-44ab-836c-5f1a64cc80d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc60acd5-af90-46a3-b163-8f2ce87131df') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:28:51.672266 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-ea3b0d66-314a-44ab-836c-5f1a64cc80d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc60acd5-af90-46a3-b163-8f2ce87131df') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:28:51.712604 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ea3b0d66-314a-44ab-836c-5f1a64cc80d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:51.714490 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-14dfffe2-6dd0-4ddc-9508-7a5b16f07e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:51.729127 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44082cf5-64be-4cb5-bcc7-15cf73d345cb req-c25fcfc9-9486-4aa0-b386-43eb55b4aff8 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:51.730692 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-44082cf5-64be-4cb5-bcc7-15cf73d345cb req-c25fcfc9-9486-4aa0-b386-43eb55b4aff8 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 943 time: 0.1417956 Oct 30 15:28:51.750563 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ea3b0d66-314a-44ab-836c-5f1a64cc80d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:51.760005 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:51.771572 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea3b0d66-314a-44ab-836c-5f1a64cc80d7 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:28:51.771985 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ea3b0d66-314a-44ab-836c-5f1a64cc80d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:51.773734 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:28:51.773734 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:28:51.773734 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:28:51.773734 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:28:51.773734 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:28:51.773734 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:28:51.773734 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:28:51.773734 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:28:51.773734 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:28:51.773734 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:28:51.773734 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:28:51.773734 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:28:51.773734 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:28:51.773734 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:28:51.773734 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:28:51.773734 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:28:51.773734 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:28:51.773734 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:28:51.773734 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:28:51.773734 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:28:51.773734 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:28:51.773734 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:28:51.773734 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:28:51.773734 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:28:51.773734 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:28:51.773734 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:28:51.773734 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:28:51.773734 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:28:51.773734 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:28:51.773734 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:28:51.773734 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:28:51.773734 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:28:51.805381 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 359fc4c5-25ae-4bc2-811f-6dd4960736b0 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:28:51.829296 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-44082cf5-64be-4cb5-bcc7-15cf73d345cb req-25e973bc-63b6-4b3a-a0d6-d280fbb94216 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905755 Oct 30 15:28:51.856378 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6d9ee663-c229-424f-b660-a9d60f35108d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:51.884943 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 359fc4c5-25ae-4bc2-811f-6dd4960736b0, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=359fc4c5-25ae-4bc2-811f-6dd4960736b0,segment=NetworkSegment(dd3c69d2-19e5-49a2-83d4-39997396926e),segment_id=dd3c69d2-19e5-49a2-83d4-39997396926e)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:28:51.898525 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:51.919747 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9ee663-c229-424f-b660-a9d60f35108d admin admin] Pushing event updated for resources: {'Subnet': ['ID=296dc533-f6ac-49b9-ab46-37f1565b56fb,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:51.920335 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ea3b0d66-314a-44ab-836c-5f1a64cc80d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:51.943033 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ea3b0d66-314a-44ab-836c-5f1a64cc80d7 admin admin] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:51.948756 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-ea3b0d66-314a-44ab-836c-5f1a64cc80d7 admin admin] 10.222.0.62 "DELETE /v2.0/networks/e874fc18-e11d-4a09-8a86-4d3449e06603 HTTP/1.1" status: 204 len: 168 time: 0.8691006 Oct 30 15:28:51.948756 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3b0d66-314a-44ab-836c-5f1a64cc80d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e874fc18-e11d-4a09-8a86-4d3449e06603,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:51.961153 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9ee663-c229-424f-b660-a9d60f35108d admin admin] Checking segment: {'id': 'cca476af-9f70-4fa8-acb6-015f19cab179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ada754b2-2d16-48ef-bd4a-b3c351db82b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:28:51.961581 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9ee663-c229-424f-b660-a9d60f35108d admin admin] Network hostable DHCP agents. Network: ada754b2-2d16-48ef-bd4a-b3c351db82b3, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:28:51.982311 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9ee663-c229-424f-b660-a9d60f35108d admin admin] Network ada754b2-2d16-48ef-bd4a-b3c351db82b3 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:28:51.986290 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 6daa04c8-e32a-4e9f-9feb-af61168403b3 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:28:51.994818 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-6d9ee663-c229-424f-b660-a9d60f35108d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, ada754b2-2d16-48ef-bd4a-b3c351db82b3) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:28:52.000742 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9ee663-c229-424f-b660-a9d60f35108d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:52.001519 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6d9ee663-c229-424f-b660-a9d60f35108d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:52.021860 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e56aa66f-e6cf-48e4-8c15-04c52e119406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:52.024592 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-6d9ee663-c229-424f-b660-a9d60f35108d admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5281892 Oct 30 15:28:52.026530 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58924) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:28:52.032668 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-bc87bb7f-8325-4e57-b6b0-94a105203e4f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1774117657-router', 'tenant_id': '67bc9a3add214ecaad76147ad0906766', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:28:52.042653 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-29b74adb-ea6d-43d9-9745-f7072edfc1a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:52.051622 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64878cb-9053-4c91-bfe1-2bd56d3f3923 None None] Network ada754b2-2d16-48ef-bd4a-b3c351db82b3 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:28:52.055063 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 6daa04c8-e32a-4e9f-9feb-af61168403b3 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:28:52.055621 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 6daa04c8-e32a-4e9f-9feb-af61168403b3 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:28:52.056032 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device d55c0f69-baac-405f-ba93-4b7a64874d64 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:28:52.060749 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bc87bb7f-8325-4e57-b6b0-94a105203e4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:52.062427 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bc87bb7f-8325-4e57-b6b0-94a105203e4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:52.088672 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: d55c0f69-baac-405f-ba93-4b7a64874d64 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:28:52.089010 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device d55c0f69-baac-405f-ba93-4b7a64874d64 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:28:52.111770 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58926) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:28:52.115853 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-516bd08f-5009-4497-bb5a-8dcc8c880cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f6fdcd2-76a3-4ad9-a4ba-8b18a4da03bc', 'name': 'tempest-TestAggregatesBasicOps-2116748634-router', 'tenant_id': 'c423d04a724948f0bab6209fa2bd87d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '1401e708-d259-4dd2-b4d6-11913e9af23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:28:38Z', 'updated_at': '2021-10-30T15:28:46Z', 'revision_number': 4, 'project_id': 'c423d04a724948f0bab6209fa2bd87d5', 'gw_port': {'id': '1401e708-d259-4dd2-b4d6-11913e9af23a', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:27:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6fdcd2-76a3-4ad9-a4ba-8b18a4da03bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:28:39Z', 'updated_at': '2021-10-30T15:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '761d6256-887e-4ff0-b05a-64c3656b473b', 'name': '', 'network_id': '20cc699d-c68f-405f-b00d-ead4420fa15c', 'tenant_id': 'c423d04a724948f0bab6209fa2bd87d5', 'mac_address': 'fa:16:3e:e9:3c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f6fdcd2-76a3-4ad9-a4ba-8b18a4da03bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': '9c355edf-34c9-4c1f-ae97-edbe593a01ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:28:45Z', 'updated_at': '2021-10-30T15:28:50Z', 'revision_number': 4, 'project_id': 'c423d04a724948f0bab6209fa2bd87d5', 'subnets': [{'id': '9c355edf-34c9-4c1f-ae97-edbe593a01ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:28:52.130237 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bc87bb7f-8325-4e57-b6b0-94a105203e4f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:52.182258 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-8bacc975-5696-44ff-b4ad-9cb7b33c3f51 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8883efdab1974efc9f550527d856656f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0689957 Oct 30 15:28:52.184716 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58928) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:28:52.187334 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['359fc4c5-25ae-4bc2-811f-6dd4960736b0'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:28:52.209488 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516bd08f-5009-4497-bb5a-8dcc8c880cb9 None None] The sync data for ids ['3f6fdcd2-76a3-4ad9-a4ba-8b18a4da03bc'] in n-d-806683-17 is: [{'id': '3f6fdcd2-76a3-4ad9-a4ba-8b18a4da03bc', 'name': 'tempest-TestAggregatesBasicOps-2116748634-router', 'tenant_id': 'c423d04a724948f0bab6209fa2bd87d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '1401e708-d259-4dd2-b4d6-11913e9af23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:28:38Z', 'updated_at': '2021-10-30T15:28:46Z', 'revision_number': 4, 'project_id': 'c423d04a724948f0bab6209fa2bd87d5', 'gw_port': {'id': '1401e708-d259-4dd2-b4d6-11913e9af23a', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:27:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6fdcd2-76a3-4ad9-a4ba-8b18a4da03bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:28:39Z', 'updated_at': '2021-10-30T15:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '761d6256-887e-4ff0-b05a-64c3656b473b', 'name': '', 'network_id': '20cc699d-c68f-405f-b00d-ead4420fa15c', 'tenant_id': 'c423d04a724948f0bab6209fa2bd87d5', 'mac_address': 'fa:16:3e:e9:3c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f6fdcd2-76a3-4ad9-a4ba-8b18a4da03bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': '9c355edf-34c9-4c1f-ae97-edbe593a01ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:28:45Z', 'updated_at': '2021-10-30T15:28:50Z', 'revision_number': 4, 'project_id': 'c423d04a724948f0bab6209fa2bd87d5', 'subnets': [{'id': '9c355edf-34c9-4c1f-ae97-edbe593a01ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:28:52.249978 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=359fc4c5-25ae-4bc2-811f-6dd4960736b0,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:52.272117 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e56aa66f-e6cf-48e4-8c15-04c52e119406 None None] For port 761d6256-887e-4ff0-b05a-64c3656b473b, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=761d6256-887e-4ff0-b05a-64c3656b473b,segment=NetworkSegment(936aa729-0264-45fe-accd-63d50efc752a),segment_id=936aa729-0264-45fe-accd-63d50efc752a)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:28:52.284335 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e56aa66f-e6cf-48e4-8c15-04c52e119406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:52.295200 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bc87bb7f-8325-4e57-b6b0-94a105203e4f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:52.333158 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-25dbc6aa-1c45-4ffc-a62a-ff50eb70b0aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:52.366249 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56aa66f-e6cf-48e4-8c15-04c52e119406 None None] Pushing event updated for resources: {'Port': ['ID=761d6256-887e-4ff0-b05a-64c3656b473b,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:52.371900 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-25dbc6aa-1c45-4ffc-a62a-ff50eb70b0aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:52.490357 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-25dbc6aa-1c45-4ffc-a62a-ff50eb70b0aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:52.494417 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-25dbc6aa-1c45-4ffc-a62a-ff50eb70b0aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:52.497941 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-25dbc6aa-1c45-4ffc-a62a-ff50eb70b0aa admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/18950aca-06cc-4b84-b3ff-54cf6d21ecd7 HTTP/1.1" status: 204 len: 168 time: 0.3099716 Oct 30 15:28:52.542851 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9ff675-6075-4014-892c-ebd5b02fe917 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-ada754b2-2d16-48ef-bd4a-b3c351db82b3', 'network_id': 'ada754b2-2d16-48ef-bd4a-b3c351db82b3', 'tenant_id': '67bc9a3add214ecaad76147ad0906766', 'fixed_ips': [{'subnet_id': '296dc533-f6ac-49b9-ab46-37f1565b56fb'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:28:52.543767 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2b9ff675-6075-4014-892c-ebd5b02fe917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:52.566678 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dbc6aa-1c45-4ffc-a62a-ff50eb70b0aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18950aca-06cc-4b84-b3ff-54cf6d21ecd7,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:52.620410 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-29b74adb-ea6d-43d9-9745-f7072edfc1a7 admin admin] Deleting port 71570533-3b2a-40e3-8d9a-f7d928cb921c {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:28:52.620747 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-29b74adb-ea6d-43d9-9745-f7072edfc1a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:52.634906 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bc87bb7f-8325-4e57-b6b0-94a105203e4f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:52.688665 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bc87bb7f-8325-4e57-b6b0-94a105203e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:52.765254 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-29b74adb-ea6d-43d9-9745-f7072edfc1a7 admin admin] For port 71570533-3b2a-40e3-8d9a-f7d928cb921c, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=71570533-3b2a-40e3-8d9a-f7d928cb921c,segment=NetworkSegment(ebe3ba67-01c2-4381-997b-ab77bc740ef4),segment_id=ebe3ba67-01c2-4381-997b-ab77bc740ef4)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:28:52.765766 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-29b74adb-ea6d-43d9-9745-f7072edfc1a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:52.782590 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-29b74adb-ea6d-43d9-9745-f7072edfc1a7 admin admin] Calling delete_port for 71570533-3b2a-40e3-8d9a-f7d928cb921c owned by network:router_interface {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:28:52.978976 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-2b9ff675-6075-4014-892c-ebd5b02fe917 None None] Allocated IP 172.20.0.2 (ada754b2-2d16-48ef-bd4a-b3c351db82b3/296dc533-f6ac-49b9-ab46-37f1565b56fb/c303f105-47a3-4b04-9c5d-eb2634cf7709) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:28:53.002580 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-bc87bb7f-8325-4e57-b6b0-94a105203e4f admin admin] Allocated IP 172.25.4.28 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/503733f3-e621-4bc3-9447-1e54ecbeab74) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:28:53.149907 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-29b74adb-ea6d-43d9-9745-f7072edfc1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:53.188765 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b74adb-ea6d-43d9-9745-f7072edfc1a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=71570533-3b2a-40e3-8d9a-f7d928cb921c,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:53.207200 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2b9ff675-6075-4014-892c-ebd5b02fe917 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:53.216541 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2b9ff675-6075-4014-892c-ebd5b02fe917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:53.285932 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf07a1b-89c8-405d-98be-fe6241998891 req-28454461-9d42-40db-901e-7e3cd58ff8c8 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:53.294784 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bbf07a1b-89c8-405d-98be-fe6241998891 req-28454461-9d42-40db-901e-7e3cd58ff8c8 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 944 time: 0.2637875 Oct 30 15:28:53.335927 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9ff675-6075-4014-892c-ebd5b02fe917 None None] Pushing event updated for resources: {'Port': ['ID=c303f105-47a3-4b04-9c5d-eb2634cf7709,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:53.340198 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bc87bb7f-8325-4e57-b6b0-94a105203e4f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:53.353185 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9ff675-6075-4014-892c-ebd5b02fe917 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:28:53.353864 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9ff675-6075-4014-892c-ebd5b02fe917 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:28:53.355785 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9ff675-6075-4014-892c-ebd5b02fe917 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:28:53.356261 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9ff675-6075-4014-892c-ebd5b02fe917 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:28:53.357767 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9ff675-6075-4014-892c-ebd5b02fe917 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:28:53.358281 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9ff675-6075-4014-892c-ebd5b02fe917 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:28:53.360425 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9ff675-6075-4014-892c-ebd5b02fe917 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:28:53.361940 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9ff675-6075-4014-892c-ebd5b02fe917 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:28:53.363101 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9ff675-6075-4014-892c-ebd5b02fe917 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:28:53.363574 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9ff675-6075-4014-892c-ebd5b02fe917 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:28:53.365009 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9ff675-6075-4014-892c-ebd5b02fe917 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:28:53.366449 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9ff675-6075-4014-892c-ebd5b02fe917 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:28:53.393298 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9ff675-6075-4014-892c-ebd5b02fe917 None None] Network ada754b2-2d16-48ef-bd4a-b3c351db82b3 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:28:53.400465 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-2b9ff675-6075-4014-892c-ebd5b02fe917 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:28:53.401445 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bbf07a1b-89c8-405d-98be-fe6241998891 req-34350a9a-49c7-4e20-96ee-2455252f0ce2 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056950 Oct 30 15:28:53.401928 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bc87bb7f-8325-4e57-b6b0-94a105203e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:53.420447 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9ff675-6075-4014-892c-ebd5b02fe917 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:28:53.503207 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc87bb7f-8325-4e57-b6b0-94a105203e4f admin admin] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:28:53.515360 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-bc87bb7f-8325-4e57-b6b0-94a105203e4f admin admin] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:28:53.523936 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc87bb7f-8325-4e57-b6b0-94a105203e4f admin admin] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:28:53.576562 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-29b74adb-ea6d-43d9-9745-f7072edfc1a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:53.599052 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-2b9ff675-6075-4014-892c-ebd5b02fe917 None None] Attempting to bind port c303f105-47a3-4b04-9c5d-eb2634cf7709 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:28:53.599586 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-2b9ff675-6075-4014-892c-ebd5b02fe917 None None] Attempting to bind port c303f105-47a3-4b04-9c5d-eb2634cf7709 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'cca476af-9f70-4fa8-acb6-015f19cab179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ada754b2-2d16-48ef-bd4a-b3c351db82b3'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:28:53.599810 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9ff675-6075-4014-892c-ebd5b02fe917 None None] Attempting to bind port c303f105-47a3-4b04-9c5d-eb2634cf7709 on network ada754b2-2d16-48ef-bd4a-b3c351db82b3 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:28:53.620084 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9ff675-6075-4014-892c-ebd5b02fe917 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:28:53.624043 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9ff675-6075-4014-892c-ebd5b02fe917 None None] Checking segment: {'id': 'cca476af-9f70-4fa8-acb6-015f19cab179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ada754b2-2d16-48ef-bd4a-b3c351db82b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:28:53.624315 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2b9ff675-6075-4014-892c-ebd5b02fe917 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:53.626285 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9ff675-6075-4014-892c-ebd5b02fe917 None None] Bound using segment: {'id': 'cca476af-9f70-4fa8-acb6-015f19cab179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ada754b2-2d16-48ef-bd4a-b3c351db82b3'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:28:53.627051 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-2b9ff675-6075-4014-892c-ebd5b02fe917 None None] Bound port: c303f105-47a3-4b04-9c5d-eb2634cf7709, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca476af-9f70-4fa8-acb6-015f19cab179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ada754b2-2d16-48ef-bd4a-b3c351db82b3'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:28:53.627446 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2b9ff675-6075-4014-892c-ebd5b02fe917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:53.767166 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc87bb7f-8325-4e57-b6b0-94a105203e4f admin admin] Pushing event updated for resources: {'Port': ['ID=503733f3-e621-4bc3-9447-1e54ecbeab74,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:53.780687 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-2b9ff675-6075-4014-892c-ebd5b02fe917 None None] For port c303f105-47a3-4b04-9c5d-eb2634cf7709, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:28:53.783596 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-96f407a5-99a0-42c9-8984-35dc662aa70c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:53.788541 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-2b9ff675-6075-4014-892c-ebd5b02fe917 None None] For port c303f105-47a3-4b04-9c5d-eb2634cf7709, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=c303f105-47a3-4b04-9c5d-eb2634cf7709,segment=NetworkSegment(cca476af-9f70-4fa8-acb6-015f19cab179),segment_id=cca476af-9f70-4fa8-acb6-015f19cab179)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:28:53.795490 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2b9ff675-6075-4014-892c-ebd5b02fe917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:53.912578 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9ff675-6075-4014-892c-ebd5b02fe917 None None] Pushing event updated for resources: {'Port': ['ID=c303f105-47a3-4b04-9c5d-eb2634cf7709,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:54.010930 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bc87bb7f-8325-4e57-b6b0-94a105203e4f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:54.161896 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 761d6256-887e-4ff0-b05a-64c3656b473b up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:28:54.198041 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29b74adb-ea6d-43d9-9745-f7072edfc1a7 admin admin] Router d6fa68ae-ee7d-4e6c-b7c7-535f7f43523c has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:28:54.285911 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 761d6256-887e-4ff0-b05a-64c3656b473b triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:28:54.286626 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:54.476305 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b74adb-ea6d-43d9-9745-f7072edfc1a7 admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:28:54.493757 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae4a4e1-e4b5-42c1-8268-4d027b1e867d None None] Sync routers for ids ['d6fa68ae-ee7d-4e6c-b7c7-535f7f43523c'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:28:54.501056 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bc87bb7f-8325-4e57-b6b0-94a105203e4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:54.510005 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-29b74adb-ea6d-43d9-9745-f7072edfc1a7 admin admin] 10.222.0.62 "PUT /v2.0/routers/d6fa68ae-ee7d-4e6c-b7c7-535f7f43523c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5665071 Oct 30 15:28:54.512266 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58980) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:28:54.527053 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae4a4e1-e4b5-42c1-8268-4d027b1e867d None None] Routers {'d6fa68ae-ee7d-4e6c-b7c7-535f7f43523c'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:28:54.527731 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-dae4a4e1-e4b5-42c1-8268-4d027b1e867d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:28:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['d6fa68ae-ee7d-4e6c-b7c7-535f7f43523c'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:28:54.623558 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 359fc4c5-25ae-4bc2-811f-6dd4960736b0 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:28:54.739841 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d1f6126f-3a42-4cde-8e2a-923d1f054313 admin admin] Publish callbacks [] for router, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:54.843792 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:54.856995 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0423631c-ed67-4b56-a737-9afa762c7966 req-5f5a824f-49c7-47d7-b5b9-eec9fcc880e5 tempest-ServerShowV257Test-266233417 tempest-ServerShowV257Test-266233417-project] 10.222.0.62 "GET /v2.0/ports?device_id=136e21d5-0f56-4629-87fd-1e222ed7bc0d HTTP/1.1" status: 200 len: 210 time: 0.1029396 Oct 30 15:28:54.877989 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port 359fc4c5-25ae-4bc2-811f-6dd4960736b0 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:28:54.901488 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 359fc4c5-25ae-4bc2-811f-6dd4960736b0 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:28:54.901868 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:54.936570 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc87bb7f-8325-4e57-b6b0-94a105203e4f admin admin] Router c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:28:54.959431 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:54.996417 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba00738-21b7-4351-859b-69f358a03ab2 req-0ff68c56-93ec-4a49-afc9-59e7119a4339 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:55.005254 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aba00738-21b7-4351-859b-69f358a03ab2 req-0ff68c56-93ec-4a49-afc9-59e7119a4339 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 944 time: 0.1185744 Oct 30 15:28:55.011017 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-dae4a4e1-e4b5-42c1-8268-4d027b1e867d None None] Set router d6fa68ae-ee7d-4e6c-b7c7-535f7f43523c gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:28:55.062121 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d1f6126f-3a42-4cde-8e2a-923d1f054313 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:55.120534 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aba00738-21b7-4351-859b-69f358a03ab2 req-27277bb1-b230-4c0c-86ec-d5e08be3736a tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098673 Oct 30 15:28:55.196359 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc87bb7f-8325-4e57-b6b0-94a105203e4f admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:28:55.218027 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2064f04d-ed90-40e5-a4ae-e88874690f8b None None] Sync routers for ids ['c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:28:55.231263 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-d1f6126f-3a42-4cde-8e2a-923d1f054313 admin admin] Deleting port e1c66d4e-f4d3-4fa0-8ac1-b55d5e1aeab8 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:28:55.233508 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d1f6126f-3a42-4cde-8e2a-923d1f054313 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:55.234735 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2064f04d-ed90-40e5-a4ae-e88874690f8b None None] Routers {'c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:28:55.235756 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-2064f04d-ed90-40e5-a4ae-e88874690f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:28:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:28:55.259009 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bc87bb7f-8325-4e57-b6b0-94a105203e4f admin admin] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:55.263786 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-bc87bb7f-8325-4e57-b6b0-94a105203e4f admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.2361090 Oct 30 15:28:55.264462 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58996) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:28:55.440771 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-2064f04d-ed90-40e5-a4ae-e88874690f8b None None] Set router c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:28:55.561604 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-d1f6126f-3a42-4cde-8e2a-923d1f054313 admin admin] For port e1c66d4e-f4d3-4fa0-8ac1-b55d5e1aeab8, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=e1c66d4e-f4d3-4fa0-8ac1-b55d5e1aeab8,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:28:55.562231 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d1f6126f-3a42-4cde-8e2a-923d1f054313 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:55.601441 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-d1f6126f-3a42-4cde-8e2a-923d1f054313 admin admin] Calling delete_port for e1c66d4e-f4d3-4fa0-8ac1-b55d5e1aeab8 owned by network:router_gateway {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:28:55.868372 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-2064f04d-ed90-40e5-a4ae-e88874690f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b', 'name': 'tempest-AttachVolumeShelveTestJSON-1774117657-router', 'tenant_id': '67bc9a3add214ecaad76147ad0906766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '503733f3-e621-4bc3-9447-1e54ecbeab74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:28:52Z', 'updated_at': '2021-10-30T15:28:53Z', 'revision_number': 3, 'project_id': '67bc9a3add214ecaad76147ad0906766', 'gw_port': {'id': '503733f3-e621-4bc3-9447-1e54ecbeab74', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:53:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:28:52Z', 'updated_at': '2021-10-30T15:28:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:28:55.891678 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d1f6126f-3a42-4cde-8e2a-923d1f054313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:55.922016 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f6126f-3a42-4cde-8e2a-923d1f054313 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1c66d4e-f4d3-4fa0-8ac1-b55d5e1aeab8,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:55.949258 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2064f04d-ed90-40e5-a4ae-e88874690f8b None None] Checking router: c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:28:55.950122 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2064f04d-ed90-40e5-a4ae-e88874690f8b None None] Updating router c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b port 503733f3-e621-4bc3-9447-1e54ecbeab74 binding host n-d-806683-17 {{(pid=102133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:28:55.952230 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac664ff-f290-48f8-bf09-29c97c2ad864 None None] Network ada754b2-2d16-48ef-bd4a-b3c351db82b3 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:28:56.006534 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2064f04d-ed90-40e5-a4ae-e88874690f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:56.021799 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d1f6126f-3a42-4cde-8e2a-923d1f054313 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:56.068683 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6cdfd79f-4bfd-4166-86c9-d5db0bb1bd35 req-802e710e-602b-472b-98c8-8d73fd2a5b2d tempest-ServerShowV257Test-266233417 tempest-ServerShowV257Test-266233417-project] 10.222.0.62 "GET /v2.0/ports?device_id=136e21d5-0f56-4629-87fd-1e222ed7bc0d HTTP/1.1" status: 200 len: 210 time: 0.0397844 Oct 30 15:28:56.136537 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device c303f105-47a3-4b04-9c5d-eb2634cf7709 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:28:56.364983 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:56.384361 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-b531a98a-aa17-4dff-8ed2-e1920f05a925 None None] Provisioning complete for port c303f105-47a3-4b04-9c5d-eb2634cf7709 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:28:56.385074 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b531a98a-aa17-4dff-8ed2-e1920f05a925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:56.387054 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port c303f105-47a3-4b04-9c5d-eb2634cf7709 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:28:56.387577 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:56.418655 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-dae4a4e1-e4b5-42c1-8268-4d027b1e867d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fa68ae-ee7d-4e6c-b7c7-535f7f43523c', 'name': 'tempest-TestAggregatesBasicOps-222635648-router', 'tenant_id': '8a49be3103614bedb3f7e7d62e41a928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'e1c66d4e-f4d3-4fa0-8ac1-b55d5e1aeab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:28:27Z', 'updated_at': '2021-10-30T15:28:53Z', 'revision_number': 5, 'project_id': '8a49be3103614bedb3f7e7d62e41a928', 'gw_port': {'id': 'e1c66d4e-f4d3-4fa0-8ac1-b55d5e1aeab8', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:6a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fa68ae-ee7d-4e6c-b7c7-535f7f43523c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:28:29Z', 'updated_at': '2021-10-30T15:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:28:56.451668 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2064f04d-ed90-40e5-a4ae-e88874690f8b None None] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:56.454786 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cd87cbec-8a7e-409d-bef2-0054efd2f273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:56.460874 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2064f04d-ed90-40e5-a4ae-e88874690f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:56.531944 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4086371-11b0-40c2-a00f-61c20fae425b None None] Pushing event updated for resources: {'Port': ['ID=503733f3-e621-4bc3-9447-1e54ecbeab74,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:56.564458 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 359fc4c5-25ae-4bc2-811f-6dd4960736b0, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=359fc4c5-25ae-4bc2-811f-6dd4960736b0,segment=NetworkSegment(dd3c69d2-19e5-49a2-83d4-39997396926e),segment_id=dd3c69d2-19e5-49a2-83d4-39997396926e)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:28:56.565901 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-2064f04d-ed90-40e5-a4ae-e88874690f8b None None] Attempting to bind port 503733f3-e621-4bc3-9447-1e54ecbeab74 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:28:56.566669 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-2064f04d-ed90-40e5-a4ae-e88874690f8b None None] Attempting to bind port 503733f3-e621-4bc3-9447-1e54ecbeab74 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:28:56.567301 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2064f04d-ed90-40e5-a4ae-e88874690f8b None None] Attempting to bind port 503733f3-e621-4bc3-9447-1e54ecbeab74 on network edc38ef5-7816-4133-914c-cfe2849a0125 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:28:56.576272 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2064f04d-ed90-40e5-a4ae-e88874690f8b None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:28:56.576981 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2064f04d-ed90-40e5-a4ae-e88874690f8b None None] Checking segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:28:56.577552 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2064f04d-ed90-40e5-a4ae-e88874690f8b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:56.578249 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2064f04d-ed90-40e5-a4ae-e88874690f8b None None] Bound using segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:28:56.579693 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97cfe86f-a746-4d17-9b3f-f78cee3266a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '359fc4c5-25ae-4bc2-811f-6dd4960736b0'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:28:56.580743 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-2064f04d-ed90-40e5-a4ae-e88874690f8b None None] Bound port: 503733f3-e621-4bc3-9447-1e54ecbeab74, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:28:56.581318 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2064f04d-ed90-40e5-a4ae-e88874690f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:56.582565 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1864c409-8862-40cf-8873-4d538a771284" -d '{"events": [{"server_uuid": "97cfe86f-a746-4d17-9b3f-f78cee3266a1", "name": "network-vif-plugged", "status": "completed", "tag": "359fc4c5-25ae-4bc2-811f-6dd4960736b0"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:28:56.585538 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae4a4e1-e4b5-42c1-8268-4d027b1e867d None None] Checking router: d6fa68ae-ee7d-4e6c-b7c7-535f7f43523c for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:28:56.611980 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:56.648260 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-2064f04d-ed90-40e5-a4ae-e88874690f8b None None] For port 503733f3-e621-4bc3-9447-1e54ecbeab74, host n-d-806683-17, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:28:56.652339 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-2064f04d-ed90-40e5-a4ae-e88874690f8b None None] For port 503733f3-e621-4bc3-9447-1e54ecbeab74, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=503733f3-e621-4bc3-9447-1e54ecbeab74,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:28:56.658737 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-2064f04d-ed90-40e5-a4ae-e88874690f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:56.724733 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6147bbbe-84a1-4f1d-a975-c623fc31e87e x-openstack-request-id: req-6147bbbe-84a1-4f1d-a975-c623fc31e87e {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:28:56.725415 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97cfe86f-a746-4d17-9b3f-f78cee3266a1", "name": "network-vif-plugged", "status": "completed", "tag": "359fc4c5-25ae-4bc2-811f-6dd4960736b0", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:28:56.726089 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6147bbbe-84a1-4f1d-a975-c623fc31e87e {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:28:56.726698 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97cfe86f-a746-4d17-9b3f-f78cee3266a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '359fc4c5-25ae-4bc2-811f-6dd4960736b0', 'code': 200} Oct 30 15:28:56.731181 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=359fc4c5-25ae-4bc2-811f-6dd4960736b0,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:56.732303 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4086371-11b0-40c2-a00f-61c20fae425b None None] Pushing event updated for resources: {'Port': ['ID=503733f3-e621-4bc3-9447-1e54ecbeab74,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:56.767573 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2064f04d-ed90-40e5-a4ae-e88874690f8b None None] Routers {'c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:28:56.768228 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-2064f04d-ed90-40e5-a4ae-e88874690f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:28:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:28:56.813549 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae4a4e1-e4b5-42c1-8268-4d027b1e867d None None] Routers {'d6fa68ae-ee7d-4e6c-b7c7-535f7f43523c'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:28:56.814629 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-dae4a4e1-e4b5-42c1-8268-4d027b1e867d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:28:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['d6fa68ae-ee7d-4e6c-b7c7-535f7f43523c'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:28:56.880923 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:56.983095 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-dae4a4e1-e4b5-42c1-8268-4d027b1e867d None None] Set router d6fa68ae-ee7d-4e6c-b7c7-535f7f43523c gateway port host: None {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:28:57.026494 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d1f6126f-3a42-4cde-8e2a-923d1f054313 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:57.052249 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d1f6126f-3a42-4cde-8e2a-923d1f054313 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:57.088292 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b531a98a-aa17-4dff-8ed2-e1920f05a925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:57.141973 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-2064f04d-ed90-40e5-a4ae-e88874690f8b None None] Set router c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:28:57.205600 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21651293-2376-4404-baed-f7a5fb9ee01b req-fc18abd9-4404-45a2-84a4-fdedfe516019 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:57.207221 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-21651293-2376-4404-baed-f7a5fb9ee01b req-fc18abd9-4404-45a2-84a4-fdedfe516019 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.2437348 Oct 30 15:28:57.208386 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d1f6126f-3a42-4cde-8e2a-923d1f054313 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:57.208903 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f6126f-3a42-4cde-8e2a-923d1f054313 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6fa68ae-ee7d-4e6c-b7c7-535f7f43523c {{(pid=102130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:28:57.222347 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d1f6126f-3a42-4cde-8e2a-923d1f054313 admin admin] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:57.227129 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-d1f6126f-3a42-4cde-8e2a-923d1f054313 admin admin] 10.222.0.62 "DELETE /v2.0/routers/d6fa68ae-ee7d-4e6c-b7c7-535f7f43523c HTTP/1.1" status: 204 len: 168 time: 2.7102313 Oct 30 15:28:57.230513 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 59024) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:28:57.244244 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81d2c39-1947-4280-8bc1-37f18ad08697 req-8a4229be-9bd3-496b-8006-faa1e6416456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:57.249378 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a81d2c39-1947-4280-8bc1-37f18ad08697 req-8a4229be-9bd3-496b-8006-faa1e6416456 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 1097 time: 0.2114863 Oct 30 15:28:57.262710 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-dae4a4e1-e4b5-42c1-8268-4d027b1e867d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fa68ae-ee7d-4e6c-b7c7-535f7f43523c', 'name': 'tempest-TestAggregatesBasicOps-222635648-router', 'tenant_id': '8a49be3103614bedb3f7e7d62e41a928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:28:27Z', 'updated_at': '2021-10-30T15:28:55Z', 'revision_number': 7, 'project_id': '8a49be3103614bedb3f7e7d62e41a928', 'gw_port_host': None}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:28:57.316866 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae4a4e1-e4b5-42c1-8268-4d027b1e867d None None] The sync data for ids ['d6fa68ae-ee7d-4e6c-b7c7-535f7f43523c'] in n-d-806683-17 is: [{'id': 'd6fa68ae-ee7d-4e6c-b7c7-535f7f43523c', 'name': 'tempest-TestAggregatesBasicOps-222635648-router', 'tenant_id': '8a49be3103614bedb3f7e7d62e41a928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:28:27Z', 'updated_at': '2021-10-30T15:28:55Z', 'revision_number': 7, 'project_id': '8a49be3103614bedb3f7e7d62e41a928', 'gw_port_host': None}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:28:57.327701 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-b531a98a-aa17-4dff-8ed2-e1920f05a925 None None] For port c303f105-47a3-4b04-9c5d-eb2634cf7709, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=c303f105-47a3-4b04-9c5d-eb2634cf7709,segment=NetworkSegment(cca476af-9f70-4fa8-acb6-015f19cab179),segment_id=cca476af-9f70-4fa8-acb6-015f19cab179)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:28:57.345333 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b531a98a-aa17-4dff-8ed2-e1920f05a925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:57.354252 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:57.456316 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-21651293-2376-4404-baed-f7a5fb9ee01b req-5bb720c5-5f7b-46a4-be0e-7a6c0821d061 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315171 Oct 30 15:28:57.471296 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-6710c5e5-397e-4184-ac24-430a55705667 admin admin] Deleting subnet 010c8d2e-d667-474c-8f31-fa6fcc355e17 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:28:57.489973 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-703850d4-b259-4068-abdd-ecd50da00736 req-88d8558e-ff38-49f1-ad12-aaa0d67248af service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=136e21d5-0f56-4629-87fd-1e222ed7bc0d HTTP/1.1" status: 200 len: 210 time: 0.0307181 Oct 30 15:28:57.491852 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6710c5e5-397e-4184-ac24-430a55705667 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:57.533549 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6710c5e5-397e-4184-ac24-430a55705667 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:57.540466 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-70f32b1a-06d0-435c-b0d1-90aa9323a61e req-1d7d4ac2-c990-408d-a75d-74ff81cefcc3 tempest-ServerShowV257Test-266233417 tempest-ServerShowV257Test-266233417-project] 10.222.0.62 "GET /v2.0/ports?device_id=136e21d5-0f56-4629-87fd-1e222ed7bc0d HTTP/1.1" status: 200 len: 210 time: 0.2248263 Oct 30 15:28:57.573241 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a81d2c39-1947-4280-8bc1-37f18ad08697 req-38332927-e566-49e7-acfc-b7fbc7308c16 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106580 Oct 30 15:28:57.615274 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-2064f04d-ed90-40e5-a4ae-e88874690f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b', 'name': 'tempest-AttachVolumeShelveTestJSON-1774117657-router', 'tenant_id': '67bc9a3add214ecaad76147ad0906766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '503733f3-e621-4bc3-9447-1e54ecbeab74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:28:52Z', 'updated_at': '2021-10-30T15:28:53Z', 'revision_number': 3, 'project_id': '67bc9a3add214ecaad76147ad0906766', 'gw_port': {'id': '503733f3-e621-4bc3-9447-1e54ecbeab74', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:53:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:28:52Z', 'updated_at': '2021-10-30T15:28:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:28:57.630824 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.db.api [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 30 15:28:57.631042 n-d-806683-17 neutron-server[102132]: DEBUG oslo_db.api [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 30 15:28:57.658964 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-cd87cbec-8a7e-409d-bef2-0054efd2f273 admin admin] Allocated IP 172.20.0.1 (ada754b2-2d16-48ef-bd4a-b3c351db82b3/296dc533-f6ac-49b9-ab46-37f1565b56fb/d2d85ea3-f8ad-4155-b6dc-54581ba83508) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:28:57.659872 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6710c5e5-397e-4184-ac24-430a55705667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:57.666574 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-f48054db-eeaa-4684-a8f1-c9db86d9090e None None] Provisioning complete for port c303f105-47a3-4b04-9c5d-eb2634cf7709 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:28:57.667003 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f48054db-eeaa-4684-a8f1-c9db86d9090e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:57.686219 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2064f04d-ed90-40e5-a4ae-e88874690f8b None None] The sync data for ids ['c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b'] in n-d-806683-17 is: [{'id': 'c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b', 'name': 'tempest-AttachVolumeShelveTestJSON-1774117657-router', 'tenant_id': '67bc9a3add214ecaad76147ad0906766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '503733f3-e621-4bc3-9447-1e54ecbeab74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:28:52Z', 'updated_at': '2021-10-30T15:28:53Z', 'revision_number': 3, 'project_id': '67bc9a3add214ecaad76147ad0906766', 'gw_port': {'id': '503733f3-e621-4bc3-9447-1e54ecbeab74', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:53:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:28:52Z', 'updated_at': '2021-10-30T15:28:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:28:57.735620 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6710c5e5-397e-4184-ac24-430a55705667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:57.760967 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6710c5e5-397e-4184-ac24-430a55705667 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:57.764616 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-6710c5e5-397e-4184-ac24-430a55705667 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/010c8d2e-d667-474c-8f31-fa6fcc355e17 HTTP/1.1" status: 204 len: 168 time: 0.5324721 Oct 30 15:28:57.777285 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844ba3b4-cb3f-458e-8c61-76c8853d5691 None None] Network 26b72f5e-5ef7-434b-80f8-6f770c0deb28 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:28:57.797930 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 59032) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:28:57.800209 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b531a98a-aa17-4dff-8ed2-e1920f05a925 None None] Pushing event updated for resources: {'Port': ['ID=c303f105-47a3-4b04-9c5d-eb2634cf7709,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:57.816390 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6710c5e5-397e-4184-ac24-430a55705667 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=010c8d2e-d667-474c-8f31-fa6fcc355e17,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:57.841733 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cd87cbec-8a7e-409d-bef2-0054efd2f273 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:57.843580 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6710c5e5-397e-4184-ac24-430a55705667 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:28:57.844257 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6710c5e5-397e-4184-ac24-430a55705667 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:28:57.844861 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6710c5e5-397e-4184-ac24-430a55705667 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:28:57.845138 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6710c5e5-397e-4184-ac24-430a55705667 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:28:57.845577 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6710c5e5-397e-4184-ac24-430a55705667 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:28:57.846045 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6710c5e5-397e-4184-ac24-430a55705667 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:28:57.846477 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6710c5e5-397e-4184-ac24-430a55705667 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:28:57.846937 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6710c5e5-397e-4184-ac24-430a55705667 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:28:57.847377 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6710c5e5-397e-4184-ac24-430a55705667 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:28:57.847879 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6710c5e5-397e-4184-ac24-430a55705667 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:28:57.848319 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6710c5e5-397e-4184-ac24-430a55705667 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:28:57.848743 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6710c5e5-397e-4184-ac24-430a55705667 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:28:57.890201 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cd87cbec-8a7e-409d-bef2-0054efd2f273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:57.951763 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd87cbec-8a7e-409d-bef2-0054efd2f273 admin admin] Pushing event updated for resources: {'Port': ['ID=d2d85ea3-f8ad-4155-b6dc-54581ba83508,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:57.971768 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd87cbec-8a7e-409d-bef2-0054efd2f273 admin admin] Network ada754b2-2d16-48ef-bd4a-b3c351db82b3 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:28:57.974884 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-cd87cbec-8a7e-409d-bef2-0054efd2f273 admin admin] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:28:57.988424 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-27a62b63-3de9-4116-bc53-e5ba85b03c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:57.993036 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd87cbec-8a7e-409d-bef2-0054efd2f273 admin admin] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:28:58.080735 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cd87cbec-8a7e-409d-bef2-0054efd2f273 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:58.098636 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-27a62b63-3de9-4116-bc53-e5ba85b03c3f admin admin] Deleting port 1efc8c4d-f85c-41bf-8c90-70d0014c6aec {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:28:58.099931 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-27a62b63-3de9-4116-bc53-e5ba85b03c3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:58.208748 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-27a62b63-3de9-4116-bc53-e5ba85b03c3f admin admin] For port 1efc8c4d-f85c-41bf-8c90-70d0014c6aec, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=1efc8c4d-f85c-41bf-8c90-70d0014c6aec,segment=NetworkSegment(ebe3ba67-01c2-4381-997b-ab77bc740ef4),segment_id=ebe3ba67-01c2-4381-997b-ab77bc740ef4)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:28:58.209432 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-27a62b63-3de9-4116-bc53-e5ba85b03c3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:58.230193 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-27a62b63-3de9-4116-bc53-e5ba85b03c3f admin admin] Calling delete_port for 1efc8c4d-f85c-41bf-8c90-70d0014c6aec owned by network:dhcp {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:28:58.284947 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e176ea40-4619-4920-8c21-bb652d3f999b None None] DHCP port deletion for 26b72f5e-5ef7-434b-80f8-6f770c0deb28 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:28:58.345863 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cd87cbec-8a7e-409d-bef2-0054efd2f273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:58.447701 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e176ea40-4619-4920-8c21-bb652d3f999b None None] Deleting port 1efc8c4d-f85c-41bf-8c90-70d0014c6aec {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:28:58.448176 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e176ea40-4619-4920-8c21-bb652d3f999b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:58.464170 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-27a62b63-3de9-4116-bc53-e5ba85b03c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:58.527908 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a62b63-3de9-4116-bc53-e5ba85b03c3f admin admin] Pushing event deleted for resources: {'Port': ['ID=1efc8c4d-f85c-41bf-8c90-70d0014c6aec,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:58.548174 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a62b63-3de9-4116-bc53-e5ba85b03c3f admin admin] No DVR routers for this DVR port 1efc8c4d-f85c-41bf-8c90-70d0014c6aec on host n-d-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:28:58.673650 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device c303f105-47a3-4b04-9c5d-eb2634cf7709 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:28:58.792479 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e176ea40-4619-4920-8c21-bb652d3f999b None None] For port 1efc8c4d-f85c-41bf-8c90-70d0014c6aec, host n-d-806683-17, got binding levels [] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:28:58.793135 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e176ea40-4619-4920-8c21-bb652d3f999b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:58.811799 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e176ea40-4619-4920-8c21-bb652d3f999b None None] Calling delete_port for 1efc8c4d-f85c-41bf-8c90-70d0014c6aec owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:28:58.815757 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.ipam_backend_mixin [None req-e176ea40-4619-4920-8c21-bb652d3f999b None None] Port 1efc8c4d-f85c-41bf-8c90-70d0014c6aec was not found and therefore no delete operation was performed {{(pid=102132) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 30 15:28:58.825676 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-27a62b63-3de9-4116-bc53-e5ba85b03c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:58.837392 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e176ea40-4619-4920-8c21-bb652d3f999b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:58.878658 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-06b86703-ddd9-4bd9-8aaa-092efe031738 req-a428df27-5042-4569-b24d-daa4d5112e8b tempest-ServerShowV257Test-266233417 tempest-ServerShowV257Test-266233417-project] 10.222.0.62 "GET /v2.0/ports?device_id=136e21d5-0f56-4629-87fd-1e222ed7bc0d HTTP/1.1" status: 200 len: 210 time: 0.1020181 Oct 30 15:28:58.920521 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e176ea40-4619-4920-8c21-bb652d3f999b None None] No DVR routers for this DVR port 1efc8c4d-f85c-41bf-8c90-70d0014c6aec on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:28:58.938646 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-27a62b63-3de9-4116-bc53-e5ba85b03c3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26b72f5e-5ef7-434b-80f8-6f770c0deb28']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:28:58.943975 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e176ea40-4619-4920-8c21-bb652d3f999b None None] Pushing event deleted for resources: {'Port': ['ID=1efc8c4d-f85c-41bf-8c90-70d0014c6aec,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:59.002536 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-2e579d6b-dfaa-4f0b-8aeb-9a60d29b2258 None None] Provisioning complete for port d2d85ea3-f8ad-4155-b6dc-54581ba83508 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:28:59.002913 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2e579d6b-dfaa-4f0b-8aeb-9a60d29b2258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:59.007489 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-27a62b63-3de9-4116-bc53-e5ba85b03c3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebe3ba67-01c2-4381-997b-ab77bc740ef4') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:28:59.008123 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-27a62b63-3de9-4116-bc53-e5ba85b03c3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebe3ba67-01c2-4381-997b-ab77bc740ef4') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:28:59.021850 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0470a1-3bf0-4e87-98b5-bb8eb59a71b6 req-d2d547fc-2ed1-4d06-8e54-165bd576cf99 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:59.024775 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0f0470a1-3bf0-4e87-98b5-bb8eb59a71b6 req-d2d547fc-2ed1-4d06-8e54-165bd576cf99 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.3251834 Oct 30 15:28:59.038648 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-27a62b63-3de9-4116-bc53-e5ba85b03c3f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:59.085538 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port c303f105-47a3-4b04-9c5d-eb2634cf7709 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:28:59.085917 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:59.087738 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-2e579d6b-dfaa-4f0b-8aeb-9a60d29b2258 None None] Port d2d85ea3-f8ad-4155-b6dc-54581ba83508 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:28:59.107157 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cd87cbec-8a7e-409d-bef2-0054efd2f273 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:59.115299 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cd87cbec-8a7e-409d-bef2-0054efd2f273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:59.189208 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0f0470a1-3bf0-4e87-98b5-bb8eb59a71b6 req-0c7b6c2c-be78-4df1-8188-d102fc599bf3 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476305 Oct 30 15:28:59.212553 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-27a62b63-3de9-4116-bc53-e5ba85b03c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:59.231196 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27a62b63-3de9-4116-bc53-e5ba85b03c3f admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:28:59.231196 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-27a62b63-3de9-4116-bc53-e5ba85b03c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:59.231196 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:28:59.231196 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:28:59.231196 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:28:59.231196 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:28:59.231196 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:28:59.231196 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:28:59.231196 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:28:59.231196 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:28:59.231196 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:28:59.231196 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:28:59.231196 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:28:59.231196 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:28:59.231196 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:28:59.231196 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:28:59.231196 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:28:59.231196 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:28:59.231196 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:28:59.231196 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:28:59.231196 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:28:59.231196 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:28:59.231196 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:28:59.231196 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:28:59.231196 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:28:59.231196 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:28:59.231196 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:28:59.231196 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:28:59.231196 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:28:59.231196 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:28:59.231196 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:28:59.231196 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:28:59.231196 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:28:59.231196 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:28:59.308587 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd87cbec-8a7e-409d-bef2-0054efd2f273 admin admin] Pushing event updated for resources: {'Port': ['ID=d2d85ea3-f8ad-4155-b6dc-54581ba83508,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:59.338143 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-27a62b63-3de9-4116-bc53-e5ba85b03c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:59.339485 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cd87cbec-8a7e-409d-bef2-0054efd2f273 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:59.353563 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-27a62b63-3de9-4116-bc53-e5ba85b03c3f admin admin] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:59.358731 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-27a62b63-3de9-4116-bc53-e5ba85b03c3f admin admin] 10.222.0.62 "DELETE /v2.0/networks/26b72f5e-5ef7-434b-80f8-6f770c0deb28 HTTP/1.1" status: 204 len: 168 time: 1.5592291 Oct 30 15:28:59.362905 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 59044) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:28:59.369632 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 1efc8c4d-f85c-41bf-8c90-70d0014c6aec no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:28:59.401620 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a62b63-3de9-4116-bc53-e5ba85b03c3f admin admin] Pushing event deleted for resources: {'Network': ['ID=26b72f5e-5ef7-434b-80f8-6f770c0deb28,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:28:59.436024 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 1efc8c4d-f85c-41bf-8c90-70d0014c6aec {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:28:59.436529 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 1efc8c4d-f85c-41bf-8c90-70d0014c6aec not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:28:59.437045 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device e1c66d4e-f4d3-4fa0-8ac1-b55d5e1aeab8 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:28:59.474233 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: e1c66d4e-f4d3-4fa0-8ac1-b55d5e1aeab8 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:28:59.474590 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device e1c66d4e-f4d3-4fa0-8ac1-b55d5e1aeab8 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:28:59.475007 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 71570533-3b2a-40e3-8d9a-f7d928cb921c no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:28:59.505435 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 71570533-3b2a-40e3-8d9a-f7d928cb921c {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:28:59.505435 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 71570533-3b2a-40e3-8d9a-f7d928cb921c not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:28:59.622883 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd87cbec-8a7e-409d-bef2-0054efd2f273 admin admin] Network ada754b2-2d16-48ef-bd4a-b3c351db82b3 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:28:59.627255 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fa44052f-7f94-4d3d-9079-4d96e835aae4 req-4539ef0f-89d4-4cc8-aaf4-a0f24282d358 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1dad581b-6b88-4a09-9559-b8dfc538115c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0697517 Oct 30 15:28:59.682663 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-cd87cbec-8a7e-409d-bef2-0054efd2f273 admin admin] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:28:59.767576 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44052f-7f94-4d3d-9079-4d96e835aae4 req-d929c12c-7193-40e5-9f0d-04f57b4bb1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:59.770102 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fa44052f-7f94-4d3d-9079-4d96e835aae4 req-d929c12c-7193-40e5-9f0d-04f57b4bb1b1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=851f863f3af14cfda31cec55b5caebe9&device_id=1dad581b-6b88-4a09-9559-b8dfc538115c HTTP/1.1" status: 200 len: 1098 time: 0.0963273 Oct 30 15:28:59.864732 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:28:59.986531 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd87cbec-8a7e-409d-bef2-0054efd2f273 admin admin] Router c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:28:59.989957 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44052f-7f94-4d3d-9079-4d96e835aae4 req-89f846a2-3a1d-4ad9-bfdf-b8749ec3aded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:28:59.997848 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fa44052f-7f94-4d3d-9079-4d96e835aae4 req-89f846a2-3a1d-4ad9-bfdf-b8749ec3aded service neutron] 10.222.0.44 "GET /v2.0/networks?id=a69ee861-8dad-4f6c-abe3-f84fb501d5dd HTTP/1.1" status: 200 len: 911 time: 0.2069945 Oct 30 15:29:00.132133 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8e3aedef-a815-468e-9fcb-2b248056b613 req-c360130f-bad6-4a12-87e3-40ec7a64fe64 tempest-ServerShowV257Test-266233417 tempest-ServerShowV257Test-266233417-project] 10.222.0.62 "GET /v2.0/ports?device_id=136e21d5-0f56-4629-87fd-1e222ed7bc0d HTTP/1.1" status: 200 len: 210 time: 0.0597711 Oct 30 15:29:00.151164 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-de1b4795-3307-4a5a-8729-419c7b1ca59c None None] Provisioning complete for port d2d85ea3-f8ad-4155-b6dc-54581ba83508 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:29:00.151587 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-de1b4795-3307-4a5a-8729-419c7b1ca59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:00.153803 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fa44052f-7f94-4d3d-9079-4d96e835aae4 req-1919860a-681d-4562-a7c9-5e182dc34f77 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d09cdac4-cc2e-4ba9-87b6-65031961fa47 HTTP/1.1" status: 200 len: 1002 time: 0.1483476 Oct 30 15:29:00.236627 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-de1b4795-3307-4a5a-8729-419c7b1ca59c None None] Port d2d85ea3-f8ad-4155-b6dc-54581ba83508 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:29:00.243742 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44052f-7f94-4d3d-9079-4d96e835aae4 req-620cc175-6ed2-4370-97a3-34232d5a0363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:00.246483 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fa44052f-7f94-4d3d-9079-4d96e835aae4 req-620cc175-6ed2-4370-97a3-34232d5a0363 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=173890c6-b6ee-44b8-ab6a-06362ece304f HTTP/1.1" status: 200 len: 849 time: 0.0851376 Oct 30 15:29:00.365688 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd87cbec-8a7e-409d-bef2-0054efd2f273 admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:29:00.420129 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-cd87cbec-8a7e-409d-bef2-0054efd2f273 admin admin] 10.222.0.62 "PUT /v2.0/routers/c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1544497 Oct 30 15:29:00.507817 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9218d7bc-15e0-4f26-9ebb-db3fb7a8d59b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:00.516953 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 503733f3-e621-4bc3-9447-1e54ecbeab74 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:29:00.568798 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44052f-7f94-4d3d-9079-4d96e835aae4 req-4f26fca3-04c7-4a3a-beb8-41f58e50d7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:00.569913 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fa44052f-7f94-4d3d-9079-4d96e835aae4 req-4f26fca3-04c7-4a3a-beb8-41f58e50d7e4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a69ee861-8dad-4f6c-abe3-f84fb501d5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3142905 Oct 30 15:29:00.605829 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc8b73-a561-43bf-86c6-7e298739f9c7 req-d0ceb7a9-ce6e-43b7-a3a6-88639146f465 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:00.607389 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-96bc8b73-a561-43bf-86c6-7e298739f9c7 req-d0ceb7a9-ce6e-43b7-a3a6-88639146f465 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.2508876 Oct 30 15:29:00.667298 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 503733f3-e621-4bc3-9447-1e54ecbeab74 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:29:00.667720 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:00.987192 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:01.025877 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 503733f3-e621-4bc3-9447-1e54ecbeab74, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=503733f3-e621-4bc3-9447-1e54ecbeab74,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:29:01.032913 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:01.107492 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-96bc8b73-a561-43bf-86c6-7e298739f9c7 req-a8139851-48bc-422f-a670-3f837f7df111 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4387336 Oct 30 15:29:01.119786 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=503733f3-e621-4bc3-9447-1e54ecbeab74,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:29:01.172266 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fa44052f-7f94-4d3d-9079-4d96e835aae4 req-1a79efca-f244-40e1-b245-f93d9763fd8e service neutron] 10.222.0.44 "GET /v2.0/networks/a69ee861-8dad-4f6c-abe3-f84fb501d5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5189924 Oct 30 15:29:01.214676 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8edc78-b1ab-4bd1-bde3-2fef68e7d598 None None] Sync routers for ids ['c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:29:01.227947 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8edc78-b1ab-4bd1-bde3-2fef68e7d598 None None] Routers {'c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:29:01.233225 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-4e8edc78-b1ab-4bd1-bde3-2fef68e7d598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:28:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:29:01.269711 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-9218d7bc-15e0-4f26-9ebb-db3fb7a8d59b admin admin] Deleting port 761d6256-887e-4ff0-b05a-64c3656b473b {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:29:01.270055 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9218d7bc-15e0-4f26-9ebb-db3fb7a8d59b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:01.373660 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 59092) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:29:01.382551 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-f775b68c-0f3d-4906-9e64-b0ae517e5b66 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Request body: {'security_group': {'name': 'tempest-securitygroup--605387342', 'description': 'tempest-description--1022736865'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:29:01.391842 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-87767425-e6ec-42f4-b258-c4aa0a75c11c req-979d0780-780d-447b-b895-2626d195c6ed tempest-ServerShowV257Test-266233417 tempest-ServerShowV257Test-266233417-project] 10.222.0.62 "GET /v2.0/ports?device_id=136e21d5-0f56-4629-87fd-1e222ed7bc0d HTTP/1.1" status: 200 len: 210 time: 0.1611092 Oct 30 15:29:01.463015 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fa44052f-7f94-4d3d-9079-4d96e835aae4 req-0bec12c9-5e34-421b-8d08-02da1d7d2b79 service neutron] 10.222.0.44 "GET /v2.0/networks/a69ee861-8dad-4f6c-abe3-f84fb501d5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856219 Oct 30 15:29:01.465723 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f775b68c-0f3d-4906-9e64-b0ae517e5b66 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:01.470203 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-9218d7bc-15e0-4f26-9ebb-db3fb7a8d59b admin admin] For port 761d6256-887e-4ff0-b05a-64c3656b473b, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=761d6256-887e-4ff0-b05a-64c3656b473b,segment=NetworkSegment(936aa729-0264-45fe-accd-63d50efc752a),segment_id=936aa729-0264-45fe-accd-63d50efc752a)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:29:01.470606 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9218d7bc-15e0-4f26-9ebb-db3fb7a8d59b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:01.524472 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-9218d7bc-15e0-4f26-9ebb-db3fb7a8d59b admin admin] Calling delete_port for 761d6256-887e-4ff0-b05a-64c3656b473b owned by network:router_interface {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:29:01.704116 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-4e8edc78-b1ab-4bd1-bde3-2fef68e7d598 None None] Set router c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:29:01.752607 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02aee46-87c9-4a22-88f3-33d2cb0d7e03 req-e39c0d94-12ec-43e5-a74f-0424511da7ad tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:01.759836 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f02aee46-87c9-4a22-88f3-33d2cb0d7e03 req-e39c0d94-12ec-43e5-a74f-0424511da7ad tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/networks?id=f8e25823-3fc3-4f4e-beb9-0b0629874c87 HTTP/1.1" status: 200 len: 813 time: 0.2629118 Oct 30 15:29:01.807826 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f775b68c-0f3d-4906-9e64-b0ae517e5b66 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:01.816476 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f775b68c-0f3d-4906-9e64-b0ae517e5b66 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:01.819780 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f02aee46-87c9-4a22-88f3-33d2cb0d7e03 req-8a5093b0-c93b-45c5-8a48-917fbe2cb317 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/quotas/83163a2e76164950a9379cf5be4baa34 HTTP/1.1" status: 200 len: 375 time: 0.0589368 Oct 30 15:29:01.869964 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f775b68c-0f3d-4906-9e64-b0ae517e5b66 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:01.871258 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-f775b68c-0f3d-4906-9e64-b0ae517e5b66 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4965911 Oct 30 15:29:01.874708 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 59102) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:29:01.888833 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-bd474217-07c8-492e-b08b-b13181597c7d tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Request body: {'security_group_rule': {'security_group_id': 'a3d32fb4-59bb-4ed8-a618-6a89a7e07898', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:29:01.900950 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f775b68c-0f3d-4906-9e64-b0ae517e5b66 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d32fb4-59bb-4ed8-a618-6a89a7e07898,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:29:01.977293 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bd474217-07c8-492e-b08b-b13181597c7d tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:01.980358 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f02aee46-87c9-4a22-88f3-33d2cb0d7e03 req-64844c0f-4d05-4a8a-b926-f3607884ef29 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=83163a2e76164950a9379cf5be4baa34&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1451955 Oct 30 15:29:02.048760 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:02.089814 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9218d7bc-15e0-4f26-9ebb-db3fb7a8d59b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:02.111556 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bd474217-07c8-492e-b08b-b13181597c7d tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:02.116203 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bd474217-07c8-492e-b08b-b13181597c7d tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:02.135454 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd474217-07c8-492e-b08b-b13181597c7d tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8b74d1d-e421-4319-b7fb-c9621e7bb891,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:29:02.170610 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9218d7bc-15e0-4f26-9ebb-db3fb7a8d59b admin admin] Pushing event deleted for resources: {'Port': ['ID=761d6256-887e-4ff0-b05a-64c3656b473b,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:29:02.204592 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bd474217-07c8-492e-b08b-b13181597c7d tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:02.206593 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-bd474217-07c8-492e-b08b-b13181597c7d tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3288958 Oct 30 15:29:02.209526 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 59108) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:29:02.218689 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-12d9926a-2741-4214-a088-478fe548abed tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Request body: {'security_group_rule': {'security_group_id': 'a3d32fb4-59bb-4ed8-a618-6a89a7e07898', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:29:02.221291 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-4e8edc78-b1ab-4bd1-bde3-2fef68e7d598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b', 'name': 'tempest-AttachVolumeShelveTestJSON-1774117657-router', 'tenant_id': '67bc9a3add214ecaad76147ad0906766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '503733f3-e621-4bc3-9447-1e54ecbeab74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:28:52Z', 'updated_at': '2021-10-30T15:28:58Z', 'revision_number': 4, 'project_id': '67bc9a3add214ecaad76147ad0906766', 'gw_port': {'id': '503733f3-e621-4bc3-9447-1e54ecbeab74', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:53:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:28:52Z', 'updated_at': '2021-10-30T15:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'd2d85ea3-f8ad-4155-b6dc-54581ba83508', 'name': '', 'network_id': 'ada754b2-2d16-48ef-bd4a-b3c351db82b3', 'tenant_id': '67bc9a3add214ecaad76147ad0906766', 'mac_address': 'fa:16:3e:ca:d3:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '296dc533-f6ac-49b9-ab46-37f1565b56fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:28:57Z', 'updated_at': '2021-10-30T15:28:58Z', 'revision_number': 2, 'project_id': '67bc9a3add214ecaad76147ad0906766', 'subnets': [{'id': '296dc533-f6ac-49b9-ab46-37f1565b56fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:29:02.298164 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8edc78-b1ab-4bd1-bde3-2fef68e7d598 None None] Checking router: c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:29:02.298517 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8edc78-b1ab-4bd1-bde3-2fef68e7d598 None None] Updating router c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b port d2d85ea3-f8ad-4155-b6dc-54581ba83508 binding host n-d-806683-17 {{(pid=102132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:29:02.301742 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f02aee46-87c9-4a22-88f3-33d2cb0d7e03 req-eb106794-a8a8-40ad-b8a1-442f7cefc31a service neutron] 10.222.0.62 "GET /v2.0/networks/f8e25823-3fc3-4f4e-beb9-0b0629874c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332036 Oct 30 15:29:02.302195 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-12d9926a-2741-4214-a088-478fe548abed tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:02.340809 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4e8edc78-b1ab-4bd1-bde3-2fef68e7d598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:02.417242 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-12d9926a-2741-4214-a088-478fe548abed tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:02.432555 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-12d9926a-2741-4214-a088-478fe548abed tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:02.507341 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d9926a-2741-4214-a088-478fe548abed tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9945a3df-1ebd-4ee5-be47-39114b3fe569,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:29:02.513703 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-12d9926a-2741-4214-a088-478fe548abed tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:02.518744 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-12d9926a-2741-4214-a088-478fe548abed tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3078773 Oct 30 15:29:02.526881 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 59112) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:29:02.532817 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-8eaee102-c8f1-489e-bb0f-f53321ec9c7d tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Request body: {'floatingip': {'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:29:02.575947 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-89132855-a7ca-4082-af5d-8455fabfce5b req-0569bea3-4a73-46ed-a9c9-b3b6b51abcdb tempest-ServerShowV257Test-266233417 tempest-ServerShowV257Test-266233417-project] 10.222.0.62 "GET /v2.0/ports?device_id=136e21d5-0f56-4629-87fd-1e222ed7bc0d HTTP/1.1" status: 200 len: 210 time: 0.0695744 Oct 30 15:29:02.606251 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 503733f3-e621-4bc3-9447-1e54ecbeab74 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:29:02.608400 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8eaee102-c8f1-489e-bb0f-f53321ec9c7d tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks [] for floatingip, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:02.609857 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f02aee46-87c9-4a22-88f3-33d2cb0d7e03 req-f7d48b60-281d-4789-ad2c-2fb2c23654ab service neutron] 10.222.0.62 "GET /v2.0/networks/f8e25823-3fc3-4f4e-beb9-0b0629874c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066745 Oct 30 15:29:02.647381 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9218d7bc-15e0-4f26-9ebb-db3fb7a8d59b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:02.751645 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8eaee102-c8f1-489e-bb0f-f53321ec9c7d tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:02.972867 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-8eaee102-c8f1-489e-bb0f-f53321ec9c7d tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Allocated IP 172.25.4.188 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/88960d97-6782-4856-a13b-1c0a5e1a98ae) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:29:03.071371 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 503733f3-e621-4bc3-9447-1e54ecbeab74 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:29:03.072641 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:03.073875 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1e85a604-b8fc-4cdf-b98f-53de74d2a107 req-16febab4-0a78-4b9a-bc18-190a567da95a tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=2346b88b-3c2a-419d-8298-3e4bd4650fc6 HTTP/1.1" status: 200 len: 210 time: 0.0859113 Oct 30 15:29:03.273120 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8eaee102-c8f1-489e-bb0f-f53321ec9c7d tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:03.292117 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4e8edc78-b1ab-4bd1-bde3-2fef68e7d598 None None] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:03.310709 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8eaee102-c8f1-489e-bb0f-f53321ec9c7d tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:03.313197 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4e8edc78-b1ab-4bd1-bde3-2fef68e7d598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:03.420960 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3b19da-1941-437d-8237-ad5d1d80354b None None] Pushing event updated for resources: {'Port': ['ID=d2d85ea3-f8ad-4155-b6dc-54581ba83508,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:29:03.426213 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eaee102-c8f1-489e-bb0f-f53321ec9c7d tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:29:03.445002 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9218d7bc-15e0-4f26-9ebb-db3fb7a8d59b admin admin] Router 3f6fdcd2-76a3-4ad9-a4ba-8b18a4da03bc has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:29:03.453159 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-8eaee102-c8f1-489e-bb0f-f53321ec9c7d tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:29:03.462057 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eaee102-c8f1-489e-bb0f-f53321ec9c7d tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:29:03.470467 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaee102-c8f1-489e-bb0f-f53321ec9c7d tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Pushing event updated for resources: {'Port': ['ID=88960d97-6782-4856-a13b-1c0a5e1a98ae,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:29:03.613114 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-4e8edc78-b1ab-4bd1-bde3-2fef68e7d598 None None] Attempting to bind port d2d85ea3-f8ad-4155-b6dc-54581ba83508 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:29:03.623570 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-4e8edc78-b1ab-4bd1-bde3-2fef68e7d598 None None] Attempting to bind port d2d85ea3-f8ad-4155-b6dc-54581ba83508 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'cca476af-9f70-4fa8-acb6-015f19cab179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ada754b2-2d16-48ef-bd4a-b3c351db82b3'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:29:03.625803 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8edc78-b1ab-4bd1-bde3-2fef68e7d598 None None] Attempting to bind port d2d85ea3-f8ad-4155-b6dc-54581ba83508 on network ada754b2-2d16-48ef-bd4a-b3c351db82b3 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:29:03.632954 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8eaee102-c8f1-489e-bb0f-f53321ec9c7d tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:03.648507 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8edc78-b1ab-4bd1-bde3-2fef68e7d598 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:29:03.650189 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8edc78-b1ab-4bd1-bde3-2fef68e7d598 None None] Checking segment: {'id': 'cca476af-9f70-4fa8-acb6-015f19cab179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ada754b2-2d16-48ef-bd4a-b3c351db82b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:29:03.652057 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4e8edc78-b1ab-4bd1-bde3-2fef68e7d598 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:03.652478 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8edc78-b1ab-4bd1-bde3-2fef68e7d598 None None] Bound using segment: {'id': 'cca476af-9f70-4fa8-acb6-015f19cab179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ada754b2-2d16-48ef-bd4a-b3c351db82b3'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:29:03.654433 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-4e8edc78-b1ab-4bd1-bde3-2fef68e7d598 None None] Bound port: d2d85ea3-f8ad-4155-b6dc-54581ba83508, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca476af-9f70-4fa8-acb6-015f19cab179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ada754b2-2d16-48ef-bd4a-b3c351db82b3'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:29:03.654892 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4e8edc78-b1ab-4bd1-bde3-2fef68e7d598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:03.693299 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9218d7bc-15e0-4f26-9ebb-db3fb7a8d59b admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:29:03.705593 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8eaee102-c8f1-489e-bb0f-f53321ec9c7d tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:03.707117 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4fb46e-ddc2-4415-9769-56d8d6222bc5 None None] Sync routers for ids ['3f6fdcd2-76a3-4ad9-a4ba-8b18a4da03bc'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:29:03.723971 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-9218d7bc-15e0-4f26-9ebb-db3fb7a8d59b admin admin] 10.222.0.62 "PUT /v2.0/routers/3f6fdcd2-76a3-4ad9-a4ba-8b18a4da03bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3560472 Oct 30 15:29:03.723971 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 59130) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:29:03.730575 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4fb46e-ddc2-4415-9769-56d8d6222bc5 None None] Routers {'3f6fdcd2-76a3-4ad9-a4ba-8b18a4da03bc'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:29:03.734923 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-2b4fb46e-ddc2-4415-9769-56d8d6222bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:28:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['3f6fdcd2-76a3-4ad9-a4ba-8b18a4da03bc'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:29:03.776186 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bee1ef31-7f09-491b-af55-68b396309e56 req-a13c27e4-b721-44bc-a965-b9ba51c4efbd tempest-ServerShowV257Test-266233417 tempest-ServerShowV257Test-266233417-project] 10.222.0.62 "GET /v2.0/ports?device_id=136e21d5-0f56-4629-87fd-1e222ed7bc0d HTTP/1.1" status: 200 len: 210 time: 0.0744786 Oct 30 15:29:03.848736 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-4e8edc78-b1ab-4bd1-bde3-2fef68e7d598 None None] For port d2d85ea3-f8ad-4155-b6dc-54581ba83508, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:29:03.852789 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-4e8edc78-b1ab-4bd1-bde3-2fef68e7d598 None None] For port d2d85ea3-f8ad-4155-b6dc-54581ba83508, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=d2d85ea3-f8ad-4155-b6dc-54581ba83508,segment=NetworkSegment(cca476af-9f70-4fa8-acb6-015f19cab179),segment_id=cca476af-9f70-4fa8-acb6-015f19cab179)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:29:03.860743 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4e8edc78-b1ab-4bd1-bde3-2fef68e7d598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:03.967390 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-2b4fb46e-ddc2-4415-9769-56d8d6222bc5 None None] Set router 3f6fdcd2-76a3-4ad9-a4ba-8b18a4da03bc gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:29:04.001241 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1d4d3ea9-42c3-4a5c-9008-384ac3bf0904 admin admin] Publish callbacks [] for router, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:04.006140 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3b19da-1941-437d-8237-ad5d1d80354b None None] Pushing event updated for resources: {'Port': ['ID=d2d85ea3-f8ad-4155-b6dc-54581ba83508,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:29:04.086580 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8edc78-b1ab-4bd1-bde3-2fef68e7d598 None None] Routers {'c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:29:04.089514 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-4e8edc78-b1ab-4bd1-bde3-2fef68e7d598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:28:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:29:04.165147 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8eaee102-c8f1-489e-bb0f-f53321ec9c7d tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:04.174328 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8eaee102-c8f1-489e-bb0f-f53321ec9c7d tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:04.325116 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1d4d3ea9-42c3-4a5c-9008-384ac3bf0904 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:04.360423 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4623e079-7220-445e-aac1-f9d529f6f967 req-a390e312-2799-469a-96ee-4878dc7bec19 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=2346b88b-3c2a-419d-8298-3e4bd4650fc6 HTTP/1.1" status: 200 len: 210 time: 0.0663457 Oct 30 15:29:04.373944 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-47adb7f4-a06f-4802-90d7-046c971244e6 None None] Provisioning complete for port d2d85ea3-f8ad-4155-b6dc-54581ba83508 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:29:04.374325 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-47adb7f4-a06f-4802-90d7-046c971244e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:04.478177 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaee102-c8f1-489e-bb0f-f53321ec9c7d tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Pushing event updated for resources: {'Port': ['ID=88960d97-6782-4856-a13b-1c0a5e1a98ae,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:29:04.513255 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8eaee102-c8f1-489e-bb0f-f53321ec9c7d tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:04.539955 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-2b4fb46e-ddc2-4415-9769-56d8d6222bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f6fdcd2-76a3-4ad9-a4ba-8b18a4da03bc', 'name': 'tempest-TestAggregatesBasicOps-2116748634-router', 'tenant_id': 'c423d04a724948f0bab6209fa2bd87d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '1401e708-d259-4dd2-b4d6-11913e9af23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:28:38Z', 'updated_at': '2021-10-30T15:29:01Z', 'revision_number': 5, 'project_id': 'c423d04a724948f0bab6209fa2bd87d5', 'gw_port': {'id': '1401e708-d259-4dd2-b4d6-11913e9af23a', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:27:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6fdcd2-76a3-4ad9-a4ba-8b18a4da03bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:28:39Z', 'updated_at': '2021-10-30T15:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:29:04.543292 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8eaee102-c8f1-489e-bb0f-f53321ec9c7d tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:04.557296 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-8eaee102-c8f1-489e-bb0f-f53321ec9c7d tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0290167 Oct 30 15:29:04.621825 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4fb46e-ddc2-4415-9769-56d8d6222bc5 None None] Checking router: 3f6fdcd2-76a3-4ad9-a4ba-8b18a4da03bc for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:29:04.644975 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4fb46e-ddc2-4415-9769-56d8d6222bc5 None None] Routers {'3f6fdcd2-76a3-4ad9-a4ba-8b18a4da03bc'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:29:04.645643 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-2b4fb46e-ddc2-4415-9769-56d8d6222bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:28:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['3f6fdcd2-76a3-4ad9-a4ba-8b18a4da03bc'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:29:04.655270 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-4e8edc78-b1ab-4bd1-bde3-2fef68e7d598 None None] Set router c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:29:04.658790 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02aee46-87c9-4a22-88f3-33d2cb0d7e03 req-f099c1de-0dce-44d6-8937-ab2d23e097cc tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:04.660603 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f02aee46-87c9-4a22-88f3-33d2cb0d7e03 req-f099c1de-0dce-44d6-8937-ab2d23e097cc tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.53 "GET /v2.0/networks?id=f8e25823-3fc3-4f4e-beb9-0b0629874c87 HTTP/1.1" status: 200 len: 813 time: 0.2166276 Oct 30 15:29:04.681743 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-f02aee46-87c9-4a22-88f3-33d2cb0d7e03 req-00df0ff4-95ae-44fc-951e-146a195564a7 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Request body: {'port': {'device_id': '2346b88b-3c2a-419d-8298-3e4bd4650fc6', 'network_id': 'f8e25823-3fc3-4f4e-beb9-0b0629874c87', 'admin_state_up': True, 'tenant_id': '83163a2e76164950a9379cf5be4baa34'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:29:04.739754 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d3ea9-42c3-4a5c-9008-384ac3bf0904 admin admin] Deleting port 1401e708-d259-4dd2-b4d6-11913e9af23a {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:29:04.740429 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1d4d3ea9-42c3-4a5c-9008-384ac3bf0904 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:04.769660 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-47adb7f4-a06f-4802-90d7-046c971244e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:04.799072 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-2b4fb46e-ddc2-4415-9769-56d8d6222bc5 None None] Set router 3f6fdcd2-76a3-4ad9-a4ba-8b18a4da03bc gateway port host: None {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:29:04.857620 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-2b4fb46e-ddc2-4415-9769-56d8d6222bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f6fdcd2-76a3-4ad9-a4ba-8b18a4da03bc', 'name': 'tempest-TestAggregatesBasicOps-2116748634-router', 'tenant_id': 'c423d04a724948f0bab6209fa2bd87d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:28:38Z', 'updated_at': '2021-10-30T15:29:04Z', 'revision_number': 6, 'project_id': 'c423d04a724948f0bab6209fa2bd87d5', 'gw_port_host': None}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:29:04.892785 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-47adb7f4-a06f-4802-90d7-046c971244e6 None None] For port d2d85ea3-f8ad-4155-b6dc-54581ba83508, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=d2d85ea3-f8ad-4155-b6dc-54581ba83508,segment=NetworkSegment(cca476af-9f70-4fa8-acb6-015f19cab179),segment_id=cca476af-9f70-4fa8-acb6-015f19cab179)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:29:04.898579 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-47adb7f4-a06f-4802-90d7-046c971244e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:04.928861 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4fb46e-ddc2-4415-9769-56d8d6222bc5 None None] The sync data for ids ['3f6fdcd2-76a3-4ad9-a4ba-8b18a4da03bc'] in n-d-806683-17 is: [{'id': '3f6fdcd2-76a3-4ad9-a4ba-8b18a4da03bc', 'name': 'tempest-TestAggregatesBasicOps-2116748634-router', 'tenant_id': 'c423d04a724948f0bab6209fa2bd87d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:28:38Z', 'updated_at': '2021-10-30T15:29:04Z', 'revision_number': 6, 'project_id': 'c423d04a724948f0bab6209fa2bd87d5', 'gw_port_host': None}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:29:04.980428 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0fcef023-1b1d-454b-b517-f391a899ca65 req-12d68958-801a-440b-b234-a01120708236 tempest-ServerShowV257Test-266233417 tempest-ServerShowV257Test-266233417-project] 10.222.0.62 "GET /v2.0/ports?device_id=136e21d5-0f56-4629-87fd-1e222ed7bc0d HTTP/1.1" status: 200 len: 210 time: 0.0779877 Oct 30 15:29:05.013867 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e0c655ee-bcbe-4804-b08d-2ba56bb97e14 req-43d4506d-47c5-4dfc-ba8a-dfd35f2987fa tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--605387342&fields=id&tenant_id=67bc9a3add214ecaad76147ad0906766 HTTP/1.1" status: 200 len: 267 time: 0.2762091 Oct 30 15:29:05.018377 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47adb7f4-a06f-4802-90d7-046c971244e6 None None] Pushing event updated for resources: {'Port': ['ID=d2d85ea3-f8ad-4155-b6dc-54581ba83508,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:29:05.084891 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-5cd57f30-ef8b-4da0-a35a-2e999abb5218 None None] Provisioning complete for port d2d85ea3-f8ad-4155-b6dc-54581ba83508 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:29:05.085292 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5cd57f30-ef8b-4da0-a35a-2e999abb5218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:05.177632 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-4e8edc78-b1ab-4bd1-bde3-2fef68e7d598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b', 'name': 'tempest-AttachVolumeShelveTestJSON-1774117657-router', 'tenant_id': '67bc9a3add214ecaad76147ad0906766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '503733f3-e621-4bc3-9447-1e54ecbeab74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:28:52Z', 'updated_at': '2021-10-30T15:28:58Z', 'revision_number': 4, 'project_id': '67bc9a3add214ecaad76147ad0906766', 'gw_port': {'id': '503733f3-e621-4bc3-9447-1e54ecbeab74', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:53:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:28:52Z', 'updated_at': '2021-10-30T15:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'd2d85ea3-f8ad-4155-b6dc-54581ba83508', 'name': '', 'network_id': 'ada754b2-2d16-48ef-bd4a-b3c351db82b3', 'tenant_id': '67bc9a3add214ecaad76147ad0906766', 'mac_address': 'fa:16:3e:ca:d3:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '296dc533-f6ac-49b9-ab46-37f1565b56fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:28:57Z', 'updated_at': '2021-10-30T15:29:03Z', 'revision_number': 4, 'project_id': '67bc9a3add214ecaad76147ad0906766', 'subnets': [{'id': '296dc533-f6ac-49b9-ab46-37f1565b56fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:29:05.180135 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f02aee46-87c9-4a22-88f3-33d2cb0d7e03 req-00df0ff4-95ae-44fc-951e-146a195564a7 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Made reservation on behalf of 83163a2e76164950a9379cf5be4baa34 for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:29:05.186243 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-f02aee46-87c9-4a22-88f3-33d2cb0d7e03 req-00df0ff4-95ae-44fc-951e-146a195564a7 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:05.231057 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8edc78-b1ab-4bd1-bde3-2fef68e7d598 None None] The sync data for ids ['c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b'] in n-d-806683-17 is: [{'id': 'c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b', 'name': 'tempest-AttachVolumeShelveTestJSON-1774117657-router', 'tenant_id': '67bc9a3add214ecaad76147ad0906766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '503733f3-e621-4bc3-9447-1e54ecbeab74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:28:52Z', 'updated_at': '2021-10-30T15:28:58Z', 'revision_number': 4, 'project_id': '67bc9a3add214ecaad76147ad0906766', 'gw_port': {'id': '503733f3-e621-4bc3-9447-1e54ecbeab74', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:53:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:28:52Z', 'updated_at': '2021-10-30T15:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'd2d85ea3-f8ad-4155-b6dc-54581ba83508', 'name': '', 'network_id': 'ada754b2-2d16-48ef-bd4a-b3c351db82b3', 'tenant_id': '67bc9a3add214ecaad76147ad0906766', 'mac_address': 'fa:16:3e:ca:d3:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '296dc533-f6ac-49b9-ab46-37f1565b56fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:28:57Z', 'updated_at': '2021-10-30T15:29:03Z', 'revision_number': 4, 'project_id': '67bc9a3add214ecaad76147ad0906766', 'subnets': [{'id': '296dc533-f6ac-49b9-ab46-37f1565b56fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:29:05.240811 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-1d4d3ea9-42c3-4a5c-9008-384ac3bf0904 admin admin] For port 1401e708-d259-4dd2-b4d6-11913e9af23a, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=1401e708-d259-4dd2-b4d6-11913e9af23a,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:29:05.241185 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1d4d3ea9-42c3-4a5c-9008-384ac3bf0904 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:05.312968 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d3ea9-42c3-4a5c-9008-384ac3bf0904 admin admin] Calling delete_port for 1401e708-d259-4dd2-b4d6-11913e9af23a owned by network:router_gateway {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:29:05.474364 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c655ee-bcbe-4804-b08d-2ba56bb97e14 req-ac24b38f-66da-406a-b42f-41477979593b tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:05.475972 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e0c655ee-bcbe-4804-b08d-2ba56bb97e14 req-ac24b38f-66da-406a-b42f-41477979593b tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/networks?id=ada754b2-2d16-48ef-bd4a-b3c351db82b3 HTTP/1.1" status: 200 len: 817 time: 0.4098830 Oct 30 15:29:05.533636 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e0c655ee-bcbe-4804-b08d-2ba56bb97e14 req-dc0a622f-6303-4700-af1a-cc56c60b3132 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/quotas/67bc9a3add214ecaad76147ad0906766 HTTP/1.1" status: 200 len: 375 time: 0.0380628 Oct 30 15:29:05.548277 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d0501b5e-f993-4706-b730-740fea53a8e1 req-763e99cd-56de-40e4-8f72-d14cd201694d tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=2346b88b-3c2a-419d-8298-3e4bd4650fc6 HTTP/1.1" status: 200 len: 210 time: 0.0480609 Oct 30 15:29:05.647921 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-f02aee46-87c9-4a22-88f3-33d2cb0d7e03 req-00df0ff4-95ae-44fc-951e-146a195564a7 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Allocated IP 172.20.0.5 (f8e25823-3fc3-4f4e-beb9-0b0629874c87/0f10ba2c-a980-4319-9add-8030477039ac/94f162d3-38c8-447a-9ebe-1c8360f49251) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:29:05.801657 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e0c655ee-bcbe-4804-b08d-2ba56bb97e14 req-9c22a344-401f-4ad1-b9c0-97e67764929a tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=67bc9a3add214ecaad76147ad0906766&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2668409 Oct 30 15:29:05.967172 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1d4d3ea9-42c3-4a5c-9008-384ac3bf0904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:06.004121 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-f02aee46-87c9-4a22-88f3-33d2cb0d7e03 req-00df0ff4-95ae-44fc-951e-146a195564a7 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:06.015372 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d3ea9-42c3-4a5c-9008-384ac3bf0904 admin admin] Pushing event deleted for resources: {'Port': ['ID=1401e708-d259-4dd2-b4d6-11913e9af23a,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:29:06.106718 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e0c655ee-bcbe-4804-b08d-2ba56bb97e14 req-6cb99836-6a18-4284-a031-32df85309c6c service neutron] 10.222.0.62 "GET /v2.0/networks/ada754b2-2d16-48ef-bd4a-b3c351db82b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673583 Oct 30 15:29:06.167678 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b0ca1b39-3c31-4859-901c-0d69e6745e40 req-8d770cb1-1a00-4172-90f1-ce98e23ecc79 tempest-ServerShowV257Test-266233417 tempest-ServerShowV257Test-266233417-project] 10.222.0.62 "GET /v2.0/ports?device_id=136e21d5-0f56-4629-87fd-1e222ed7bc0d HTTP/1.1" status: 200 len: 210 time: 0.0571427 Oct 30 15:29:06.249896 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1d4d3ea9-42c3-4a5c-9008-384ac3bf0904 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:06.360970 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-f02aee46-87c9-4a22-88f3-33d2cb0d7e03 req-00df0ff4-95ae-44fc-951e-146a195564a7 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:06.372928 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['359fc4c5-25ae-4bc2-811f-6dd4960736b0'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:29:06.441088 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device d2d85ea3-f8ad-4155-b6dc-54581ba83508 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:29:06.478194 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df0ff4-95ae-44fc-951e-146a195564a7 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Pushing event updated for resources: {'Port': ['ID=94f162d3-38c8-447a-9ebe-1c8360f49251,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:29:06.522154 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1d4d3ea9-42c3-4a5c-9008-384ac3bf0904 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:06.529964 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1d4d3ea9-42c3-4a5c-9008-384ac3bf0904 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:06.545514 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f02aee46-87c9-4a22-88f3-33d2cb0d7e03 req-00df0ff4-95ae-44fc-951e-146a195564a7 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Network f8e25823-3fc3-4f4e-beb9-0b0629874c87 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:29:06.549201 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e0c655ee-bcbe-4804-b08d-2ba56bb97e14 req-0c5884ab-0fa3-441d-b7da-4b92ad06522c service neutron] 10.222.0.62 "GET /v2.0/networks/ada754b2-2d16-48ef-bd4a-b3c351db82b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4276419 Oct 30 15:29:06.553155 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-f02aee46-87c9-4a22-88f3-33d2cb0d7e03 req-00df0ff4-95ae-44fc-951e-146a195564a7 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:29:06.556225 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-f02aee46-87c9-4a22-88f3-33d2cb0d7e03 req-00df0ff4-95ae-44fc-951e-146a195564a7 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:29:06.697738 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02aee46-87c9-4a22-88f3-33d2cb0d7e03 req-00df0ff4-95ae-44fc-951e-146a195564a7 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:06.698422 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-f02aee46-87c9-4a22-88f3-33d2cb0d7e03 req-00df0ff4-95ae-44fc-951e-146a195564a7 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:06.737128 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f02aee46-87c9-4a22-88f3-33d2cb0d7e03 req-00df0ff4-95ae-44fc-951e-146a195564a7 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0652053 Oct 30 15:29:06.737755 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1d4d3ea9-42c3-4a5c-9008-384ac3bf0904 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:06.738411 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d4d3ea9-42c3-4a5c-9008-384ac3bf0904 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f6fdcd2-76a3-4ad9-a4ba-8b18a4da03bc {{(pid=102131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:29:06.755258 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port d2d85ea3-f8ad-4155-b6dc-54581ba83508 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:29:06.755800 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:06.774179 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1d4d3ea9-42c3-4a5c-9008-384ac3bf0904 admin admin] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:06.800368 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ebd31e-b7a9-4891-9024-c86b3431794f req-d38f7aa2-9dea-426d-8fb0-9a234a50025e tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:06.803675 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-1d4d3ea9-42c3-4a5c-9008-384ac3bf0904 admin admin] 10.222.0.62 "DELETE /v2.0/routers/3f6fdcd2-76a3-4ad9-a4ba-8b18a4da03bc HTTP/1.1" status: 204 len: 168 time: 3.0520449 Oct 30 15:29:06.804461 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 59172) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:29:06.807918 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f9ebd31e-b7a9-4891-9024-c86b3431794f req-d38f7aa2-9dea-426d-8fb0-9a234a50025e tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=2346b88b-3c2a-419d-8298-3e4bd4650fc6 HTTP/1.1" status: 200 len: 931 time: 0.1045256 Oct 30 15:29:06.811155 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-f02aee46-87c9-4a22-88f3-33d2cb0d7e03 req-61d574b5-421d-4944-a7e8-3571a7ef1a7d service neutron] Request body: {'port': {'device_id': '2346b88b-3c2a-419d-8298-3e4bd4650fc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:29:06.981346 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f9ebd31e-b7a9-4891-9024-c86b3431794f req-32f9633d-4d91-4e37-b2e1-e617d8d9633f tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581578 Oct 30 15:29:07.116149 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5e41970d-d14d-49ba-898a-22acf77372a6 req-92bdd15f-bc83-4253-b314-335ab07e6c8b tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=25353754-ad8b-4952-b0f6-00eb931ff7ca HTTP/1.1" status: 200 len: 210 time: 0.0804853 Oct 30 15:29:07.257893 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-971130bb-853b-4771-8c70-b46029846d38 admin admin] Deleting subnet 9c355edf-34c9-4c1f-ae97-edbe593a01ef {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:29:07.261957 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-971130bb-853b-4771-8c70-b46029846d38 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:07.315653 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-971130bb-853b-4771-8c70-b46029846d38 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:07.423416 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-971130bb-853b-4771-8c70-b46029846d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:07.424305 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-65cf0ae2-56d3-49da-975b-b2969b61afcd req-0c3bab05-4aa3-49cc-90dd-d6472cbf8f1e tempest-ServerShowV257Test-266233417 tempest-ServerShowV257Test-266233417-project] 10.222.0.62 "GET /v2.0/ports?device_id=136e21d5-0f56-4629-87fd-1e222ed7bc0d HTTP/1.1" status: 200 len: 210 time: 0.0538309 Oct 30 15:29:07.472393 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-f02aee46-87c9-4a22-88f3-33d2cb0d7e03 req-61d574b5-421d-4944-a7e8-3571a7ef1a7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:07.600910 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-971130bb-853b-4771-8c70-b46029846d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:07.616203 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 1401e708-d259-4dd2-b4d6-11913e9af23a no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:29:07.659882 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 1401e708-d259-4dd2-b4d6-11913e9af23a {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:29:07.661052 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 1401e708-d259-4dd2-b4d6-11913e9af23a not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:29:07.662238 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 761d6256-887e-4ff0-b05a-64c3656b473b no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:29:07.700339 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 761d6256-887e-4ff0-b05a-64c3656b473b {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:29:07.700834 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 761d6256-887e-4ff0-b05a-64c3656b473b not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:29:07.989000 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-f02aee46-87c9-4a22-88f3-33d2cb0d7e03 req-61d574b5-421d-4944-a7e8-3571a7ef1a7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94f162d3-38c8-447a-9ebe-1c8360f49251 {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:29:07.997761 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-f02aee46-87c9-4a22-88f3-33d2cb0d7e03 req-61d574b5-421d-4944-a7e8-3571a7ef1a7d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:08.012496 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-f02aee46-87c9-4a22-88f3-33d2cb0d7e03 req-61d574b5-421d-4944-a7e8-3571a7ef1a7d service neutron] Transition to ACTIVE for port object 94f162d3-38c8-447a-9ebe-1c8360f49251 will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:29:08.034691 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-971130bb-853b-4771-8c70-b46029846d38 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:08.040909 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-971130bb-853b-4771-8c70-b46029846d38 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/9c355edf-34c9-4c1f-ae97-edbe593a01ef HTTP/1.1" status: 204 len: 168 time: 1.2137964 Oct 30 15:29:08.040909 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-f02aee46-87c9-4a22-88f3-33d2cb0d7e03 req-61d574b5-421d-4944-a7e8-3571a7ef1a7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:08.041360 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 59196) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:29:08.041805 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46e230a-ac13-4875-b39c-ede4df074738 None None] Network 20cc699d-c68f-405f-b00d-ead4420fa15c requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:29:08.073406 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971130bb-853b-4771-8c70-b46029846d38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c355edf-34c9-4c1f-ae97-edbe593a01ef,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:29:08.224837 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4d9d9d04-f511-4047-9989-62ac1d350717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:08.375120 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-332bd037-fa7e-4f14-a583-b74afbf4d8f6 req-f37725d7-fe14-4ddb-96de-4d7418c2792c tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=25353754-ad8b-4952-b0f6-00eb931ff7ca HTTP/1.1" status: 200 len: 210 time: 0.0586662 Oct 30 15:29:08.412185 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c475563c-40c9-45ee-97e1-a4a8ab43b06c None None] DHCP port deletion for 20cc699d-c68f-405f-b00d-ead4420fa15c request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:29:08.432870 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-4d9d9d04-f511-4047-9989-62ac1d350717 admin admin] Deleting port 8fad9801-efe0-4937-a60b-e224b2a5efe6 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:29:08.433219 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4d9d9d04-f511-4047-9989-62ac1d350717 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:08.489270 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d574b5-421d-4944-a7e8-3571a7ef1a7d service neutron] Pushing event updated for resources: {'Port': ['ID=94f162d3-38c8-447a-9ebe-1c8360f49251,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:29:08.511415 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19afe129-7479-4468-9c89-4081bd2bd127 req-303acd29-d6b8-4cb6-8b1e-b6e6754b5cdc tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:08.521706 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-19afe129-7479-4468-9c89-4081bd2bd127 req-303acd29-d6b8-4cb6-8b1e-b6e6754b5cdc tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=2346b88b-3c2a-419d-8298-3e4bd4650fc6 HTTP/1.1" status: 200 len: 943 time: 0.4531329 Oct 30 15:29:08.550988 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-c475563c-40c9-45ee-97e1-a4a8ab43b06c None None] Deleting port 8fad9801-efe0-4937-a60b-e224b2a5efe6 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:29:08.553715 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c475563c-40c9-45ee-97e1-a4a8ab43b06c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:08.573623 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-f02aee46-87c9-4a22-88f3-33d2cb0d7e03 req-61d574b5-421d-4944-a7e8-3571a7ef1a7d service neutron] Attempting to bind port 94f162d3-38c8-447a-9ebe-1c8360f49251 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:29:08.573999 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-f02aee46-87c9-4a22-88f3-33d2cb0d7e03 req-61d574b5-421d-4944-a7e8-3571a7ef1a7d service neutron] Attempting to bind port 94f162d3-38c8-447a-9ebe-1c8360f49251 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': 'dd3c69d2-19e5-49a2-83d4-39997396926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f8e25823-3fc3-4f4e-beb9-0b0629874c87'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:29:08.574313 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02aee46-87c9-4a22-88f3-33d2cb0d7e03 req-61d574b5-421d-4944-a7e8-3571a7ef1a7d service neutron] Attempting to bind port 94f162d3-38c8-447a-9ebe-1c8360f49251 on network f8e25823-3fc3-4f4e-beb9-0b0629874c87 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:29:08.686881 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-4d9d9d04-f511-4047-9989-62ac1d350717 admin admin] For port 8fad9801-efe0-4937-a60b-e224b2a5efe6, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=8fad9801-efe0-4937-a60b-e224b2a5efe6,segment=NetworkSegment(936aa729-0264-45fe-accd-63d50efc752a),segment_id=936aa729-0264-45fe-accd-63d50efc752a)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:29:08.687243 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4d9d9d04-f511-4047-9989-62ac1d350717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:08.696004 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-19afe129-7479-4468-9c89-4081bd2bd127 req-7c35a7f0-12d0-4f97-8f99-b82ab1e018dd tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519220 Oct 30 15:29:08.697232 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02aee46-87c9-4a22-88f3-33d2cb0d7e03 req-61d574b5-421d-4944-a7e8-3571a7ef1a7d service neutron] Port 94f162d3-38c8-447a-9ebe-1c8360f49251 on network f8e25823-3fc3-4f4e-beb9-0b0629874c87 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:29:08.697232 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02aee46-87c9-4a22-88f3-33d2cb0d7e03 req-61d574b5-421d-4944-a7e8-3571a7ef1a7d service neutron] Attempting to bind port 94f162d3-38c8-447a-9ebe-1c8360f49251 on network f8e25823-3fc3-4f4e-beb9-0b0629874c87 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:29:08.717756 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02aee46-87c9-4a22-88f3-33d2cb0d7e03 req-61d574b5-421d-4944-a7e8-3571a7ef1a7d service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:29:08.718489 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02aee46-87c9-4a22-88f3-33d2cb0d7e03 req-61d574b5-421d-4944-a7e8-3571a7ef1a7d service neutron] Checking segment: {'id': 'dd3c69d2-19e5-49a2-83d4-39997396926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f8e25823-3fc3-4f4e-beb9-0b0629874c87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:29:08.723369 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02aee46-87c9-4a22-88f3-33d2cb0d7e03 req-61d574b5-421d-4944-a7e8-3571a7ef1a7d service neutron] Bound using segment: {'id': 'dd3c69d2-19e5-49a2-83d4-39997396926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f8e25823-3fc3-4f4e-beb9-0b0629874c87'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:29:08.725445 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-f02aee46-87c9-4a22-88f3-33d2cb0d7e03 req-61d574b5-421d-4944-a7e8-3571a7ef1a7d service neutron] Bound port: 94f162d3-38c8-447a-9ebe-1c8360f49251, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd3c69d2-19e5-49a2-83d4-39997396926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f8e25823-3fc3-4f4e-beb9-0b0629874c87'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:29:08.725916 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-f02aee46-87c9-4a22-88f3-33d2cb0d7e03 req-61d574b5-421d-4944-a7e8-3571a7ef1a7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:08.729389 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e0828339-3559-429c-aad3-212bae704552 req-d52f189c-fba3-47c7-995a-facb3760c34f tempest-ServerShowV257Test-266233417 tempest-ServerShowV257Test-266233417-project] 10.222.0.62 "GET /v2.0/ports?device_id=136e21d5-0f56-4629-87fd-1e222ed7bc0d HTTP/1.1" status: 200 len: 210 time: 0.1534891 Oct 30 15:29:08.755428 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-4d9d9d04-f511-4047-9989-62ac1d350717 admin admin] Calling delete_port for 8fad9801-efe0-4937-a60b-e224b2a5efe6 owned by network:dhcp {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:29:08.802569 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-c475563c-40c9-45ee-97e1-a4a8ab43b06c None None] For port 8fad9801-efe0-4937-a60b-e224b2a5efe6, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=8fad9801-efe0-4937-a60b-e224b2a5efe6,segment=NetworkSegment(936aa729-0264-45fe-accd-63d50efc752a),segment_id=936aa729-0264-45fe-accd-63d50efc752a)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:29:08.803155 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c475563c-40c9-45ee-97e1-a4a8ab43b06c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:08.822047 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-c475563c-40c9-45ee-97e1-a4a8ab43b06c None None] Calling delete_port for 8fad9801-efe0-4937-a60b-e224b2a5efe6 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:29:08.886401 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-f02aee46-87c9-4a22-88f3-33d2cb0d7e03 req-61d574b5-421d-4944-a7e8-3571a7ef1a7d service neutron] For port 94f162d3-38c8-447a-9ebe-1c8360f49251, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:29:08.889970 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-f02aee46-87c9-4a22-88f3-33d2cb0d7e03 req-61d574b5-421d-4944-a7e8-3571a7ef1a7d service neutron] For port 94f162d3-38c8-447a-9ebe-1c8360f49251, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=94f162d3-38c8-447a-9ebe-1c8360f49251,segment=NetworkSegment(dd3c69d2-19e5-49a2-83d4-39997396926e),segment_id=dd3c69d2-19e5-49a2-83d4-39997396926e)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:29:08.895504 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-f02aee46-87c9-4a22-88f3-33d2cb0d7e03 req-61d574b5-421d-4944-a7e8-3571a7ef1a7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:08.928429 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c475563c-40c9-45ee-97e1-a4a8ab43b06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:08.929562 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c655ee-bcbe-4804-b08d-2ba56bb97e14 req-9e9dae00-9a51-45ab-a942-065c78b16d47 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:08.931069 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e0c655ee-bcbe-4804-b08d-2ba56bb97e14 req-9e9dae00-9a51-45ab-a942-065c78b16d47 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.44 "GET /v2.0/networks?id=ada754b2-2d16-48ef-bd4a-b3c351db82b3 HTTP/1.1" status: 200 len: 817 time: 0.4807963 Oct 30 15:29:08.968485 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c475563c-40c9-45ee-97e1-a4a8ab43b06c None None] Pushing event deleted for resources: {'Port': ['ID=8fad9801-efe0-4937-a60b-e224b2a5efe6,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:29:08.973008 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c475563c-40c9-45ee-97e1-a4a8ab43b06c None None] No DVR routers for this DVR port 8fad9801-efe0-4937-a60b-e224b2a5efe6 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:29:09.001341 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e0c655ee-bcbe-4804-b08d-2ba56bb97e14 req-3046f6e5-6cdd-4232-ac4c-86721e0d6996 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67bc9a3add214ecaad76147ad0906766 HTTP/1.1" status: 200 len: 379 time: 0.0590110 Oct 30 15:29:09.010736 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-e0c655ee-bcbe-4804-b08d-2ba56bb97e14 req-4e59450d-16d3-4970-b334-bde2f1069fd4 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Request body: {'port': {'device_id': '25353754-ad8b-4952-b0f6-00eb931ff7ca', 'network_id': 'ada754b2-2d16-48ef-bd4a-b3c351db82b3', 'admin_state_up': True, 'tenant_id': '67bc9a3add214ecaad76147ad0906766', 'security_groups': ['a3d32fb4-59bb-4ed8-a618-6a89a7e07898']}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:29:09.027834 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4d9d9d04-f511-4047-9989-62ac1d350717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:09.110890 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9d9d04-f511-4047-9989-62ac1d350717 admin admin] No DVR routers for this DVR port 8fad9801-efe0-4937-a60b-e224b2a5efe6 on host n-d-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:29:09.118203 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9d9d04-f511-4047-9989-62ac1d350717 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fad9801-efe0-4937-a60b-e224b2a5efe6,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:29:09.240527 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4d9d9d04-f511-4047-9989-62ac1d350717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:09.247939 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02aee46-87c9-4a22-88f3-33d2cb0d7e03 req-61d574b5-421d-4944-a7e8-3571a7ef1a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:09.248559 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-f02aee46-87c9-4a22-88f3-33d2cb0d7e03 req-61d574b5-421d-4944-a7e8-3571a7ef1a7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:09.250002 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f02aee46-87c9-4a22-88f3-33d2cb0d7e03 req-61d574b5-421d-4944-a7e8-3571a7ef1a7d service neutron] 10.222.0.53 "PUT /v2.0/ports/94f162d3-38c8-447a-9ebe-1c8360f49251 HTTP/1.1" status: 200 len: 1092 time: 2.4445274 Oct 30 15:29:09.250442 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2346b88b-3c2a-419d-8298-3e4bd4650fc6', 'tag': '94f162d3-38c8-447a-9ebe-1c8360f49251'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:29:09.252912 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00928e3-3b96-4f84-8939-a80670fe4d33" -d '{"events": [{"name": "network-changed", "server_uuid": "2346b88b-3c2a-419d-8298-3e4bd4650fc6", "tag": "94f162d3-38c8-447a-9ebe-1c8360f49251"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:29:09.287888 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-4d9d9d04-f511-4047-9989-62ac1d350717 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20cc699d-c68f-405f-b00d-ead4420fa15c']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:29:09.306623 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-4d9d9d04-f511-4047-9989-62ac1d350717 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '936aa729-0264-45fe-accd-63d50efc752a') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:29:09.307192 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-4d9d9d04-f511-4047-9989-62ac1d350717 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '936aa729-0264-45fe-accd-63d50efc752a') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:29:09.324476 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4d9d9d04-f511-4047-9989-62ac1d350717 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:09.331389 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0c655ee-bcbe-4804-b08d-2ba56bb97e14 req-4e59450d-16d3-4970-b334-bde2f1069fd4 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Made reservation on behalf of 67bc9a3add214ecaad76147ad0906766 for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:29:09.338441 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-e0c655ee-bcbe-4804-b08d-2ba56bb97e14 req-4e59450d-16d3-4970-b334-bde2f1069fd4 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:09.340396 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd13f79b-d43e-4d0c-85ce-23a079d7ba35 x-openstack-request-id: req-bd13f79b-d43e-4d0c-85ce-23a079d7ba35 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:29:09.340733 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2346b88b-3c2a-419d-8298-3e4bd4650fc6", "tag": "94f162d3-38c8-447a-9ebe-1c8360f49251", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:29:09.341171 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bd13f79b-d43e-4d0c-85ce-23a079d7ba35 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:29:09.341678 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2346b88b-3c2a-419d-8298-3e4bd4650fc6', 'tag': '94f162d3-38c8-447a-9ebe-1c8360f49251', 'status': 'completed', 'code': 200} Oct 30 15:29:09.361837 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4d9d9d04-f511-4047-9989-62ac1d350717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:09.374332 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d9d9d04-f511-4047-9989-62ac1d350717 admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:29:09.375099 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4d9d9d04-f511-4047-9989-62ac1d350717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:09.375941 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d574b5-421d-4944-a7e8-3571a7ef1a7d service neutron] Pushing event updated for resources: {'Port': ['ID=94f162d3-38c8-447a-9ebe-1c8360f49251,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:29:09.378080 n-d-806683-17 neutron-server[102130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:29:09.378080 n-d-806683-17 neutron-server[102130]: self.session.flush() Oct 30 15:29:09.378080 n-d-806683-17 neutron-server[102130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:29:09.378080 n-d-806683-17 neutron-server[102130]: self.session.flush() Oct 30 15:29:09.378080 n-d-806683-17 neutron-server[102130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:29:09.378080 n-d-806683-17 neutron-server[102130]: self.session.flush() Oct 30 15:29:09.378080 n-d-806683-17 neutron-server[102130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:29:09.378080 n-d-806683-17 neutron-server[102130]: self.session.flush() Oct 30 15:29:09.378080 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:29:09.378080 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:29:09.378080 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:29:09.378080 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:29:09.378080 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:29:09.378080 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:29:09.378080 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:29:09.378080 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:29:09.378080 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:29:09.378080 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:29:09.378080 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:29:09.378080 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:29:09.378080 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:29:09.378080 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:29:09.378080 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:29:09.378080 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:29:09.378080 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:29:09.378080 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:29:09.378080 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:29:09.378080 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:29:09.378080 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:29:09.378080 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:29:09.378080 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:29:09.378080 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:29:09.378080 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:29:09.378080 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:29:09.378080 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:29:09.378080 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:29:09.378080 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:29:09.378080 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:29:09.378080 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:29:09.378080 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:29:09.398959 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02aee46-87c9-4a22-88f3-33d2cb0d7e03 req-020d956f-ac1b-47ee-abd0-882ed893dda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:09.401705 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f02aee46-87c9-4a22-88f3-33d2cb0d7e03 req-020d956f-ac1b-47ee-abd0-882ed893dda2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=83163a2e76164950a9379cf5be4baa34&device_id=2346b88b-3c2a-419d-8298-3e4bd4650fc6 HTTP/1.1" status: 200 len: 1095 time: 0.0969124 Oct 30 15:29:09.460075 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f02aee46-87c9-4a22-88f3-33d2cb0d7e03 req-584c7c89-4bb7-495f-8b24-75c8a3abfe54 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94f162d3-38c8-447a-9ebe-1c8360f49251 HTTP/1.1" status: 200 len: 217 time: 0.0487008 Oct 30 15:29:09.509240 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4d9d9d04-f511-4047-9989-62ac1d350717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:09.537401 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02aee46-87c9-4a22-88f3-33d2cb0d7e03 req-8a4ffeb8-42e6-4e9f-be34-b3c1da47cd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:09.539260 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f02aee46-87c9-4a22-88f3-33d2cb0d7e03 req-8a4ffeb8-42e6-4e9f-be34-b3c1da47cd95 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0f10ba2c-a980-4319-9add-8030477039ac HTTP/1.1" status: 200 len: 853 time: 0.0710170 Oct 30 15:29:09.565361 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6ba8e9d6-b5c2-494d-b892-acbe9633cfc8 req-342ff2ec-f001-4b15-8a5d-a44bcc26d8d7 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=25353754-ad8b-4952-b0f6-00eb931ff7ca HTTP/1.1" status: 200 len: 210 time: 0.0778487 Oct 30 15:29:09.585463 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f02aee46-87c9-4a22-88f3-33d2cb0d7e03 req-494226ae-40ed-4bb8-a402-caa1a5d298ff service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f8e25823-3fc3-4f4e-beb9-0b0629874c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374727 Oct 30 15:29:09.635992 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4d9d9d04-f511-4047-9989-62ac1d350717 admin admin] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:09.640283 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-4d9d9d04-f511-4047-9989-62ac1d350717 admin admin] 10.222.0.62 "DELETE /v2.0/networks/20cc699d-c68f-405f-b00d-ead4420fa15c HTTP/1.1" status: 204 len: 168 time: 1.5979249 Oct 30 15:29:09.642472 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9d9d04-f511-4047-9989-62ac1d350717 admin admin] Pushing event deleted for resources: {'Network': ['ID=20cc699d-c68f-405f-b00d-ead4420fa15c,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:29:09.662825 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-e0c655ee-bcbe-4804-b08d-2ba56bb97e14 req-4e59450d-16d3-4970-b334-bde2f1069fd4 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Allocated IP 172.20.0.10 (ada754b2-2d16-48ef-bd4a-b3c351db82b3/296dc533-f6ac-49b9-ab46-37f1565b56fb/56d1ab5b-3e58-4426-a963-21c6ed167554) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:29:09.739215 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f02aee46-87c9-4a22-88f3-33d2cb0d7e03 req-a4ec0d34-524c-4c32-9b0c-2a105b2d2e93 service neutron] 10.222.0.53 "GET /v2.0/networks/f8e25823-3fc3-4f4e-beb9-0b0629874c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345561 Oct 30 15:29:09.916501 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-e0c655ee-bcbe-4804-b08d-2ba56bb97e14 req-4e59450d-16d3-4970-b334-bde2f1069fd4 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:09.977529 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f02aee46-87c9-4a22-88f3-33d2cb0d7e03 req-4a45fb49-cad4-4f9d-95ca-f0a81b4d7108 service neutron] 10.222.0.53 "GET /v2.0/networks/f8e25823-3fc3-4f4e-beb9-0b0629874c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297788 Oct 30 15:29:09.981615 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 59224) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:29:10.004254 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17c0089-3c7c-477e-b32f-bfbe22eb01ba req-307b94ba-01f2-4a45-ba08-335640e0eb53 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:10.006725 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e17c0089-3c7c-477e-b32f-bfbe22eb01ba req-307b94ba-01f2-4a45-ba08-335640e0eb53 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=2346b88b-3c2a-419d-8298-3e4bd4650fc6 HTTP/1.1" status: 200 len: 943 time: 0.1335819 Oct 30 15:29:10.008530 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7bb5f5da-545e-422b-bc0d-4ddb2946bdc9 req-83229e26-ef9a-452c-bea9-b3dc21166130 tempest-ServerShowV257Test-266233417 tempest-ServerShowV257Test-266233417-project] 10.222.0.62 "GET /v2.0/ports?device_id=136e21d5-0f56-4629-87fd-1e222ed7bc0d HTTP/1.1" status: 200 len: 210 time: 0.1410260 Oct 30 15:29:10.012733 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-e0c655ee-bcbe-4804-b08d-2ba56bb97e14 req-4e59450d-16d3-4970-b334-bde2f1069fd4 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:10.075568 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e59450d-16d3-4970-b334-bde2f1069fd4 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Pushing event updated for resources: {'Port': ['ID=56d1ab5b-3e58-4426-a963-21c6ed167554,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:29:10.093269 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0c655ee-bcbe-4804-b08d-2ba56bb97e14 req-4e59450d-16d3-4970-b334-bde2f1069fd4 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Network ada754b2-2d16-48ef-bd4a-b3c351db82b3 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:29:10.100744 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-e0c655ee-bcbe-4804-b08d-2ba56bb97e14 req-4e59450d-16d3-4970-b334-bde2f1069fd4 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:29:10.114789 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0c655ee-bcbe-4804-b08d-2ba56bb97e14 req-4e59450d-16d3-4970-b334-bde2f1069fd4 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:29:10.142185 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00928e3-3b96-4f84-8939-a80670fe4d33 req-1476a29f-74fb-4a42-9409-5675b8f76eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:10.144024 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c00928e3-3b96-4f84-8939-a80670fe4d33 req-1476a29f-74fb-4a42-9409-5675b8f76eb4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=83163a2e76164950a9379cf5be4baa34&device_id=2346b88b-3c2a-419d-8298-3e4bd4650fc6 HTTP/1.1" status: 200 len: 1095 time: 0.0976217 Oct 30 15:29:10.146906 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-5fedf69b-31dc-4389-9763-61ee515ebae0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8a49be3103614bedb3f7e7d62e41a928&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1380568 Oct 30 15:29:10.150138 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 59226) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:29:10.190741 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c655ee-bcbe-4804-b08d-2ba56bb97e14 req-4e59450d-16d3-4970-b334-bde2f1069fd4 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:10.191734 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-e0c655ee-bcbe-4804-b08d-2ba56bb97e14 req-4e59450d-16d3-4970-b334-bde2f1069fd4 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:10.196222 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e17c0089-3c7c-477e-b32f-bfbe22eb01ba req-377399a9-3a6c-4f34-9d5c-5fab133d8ffe tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584165 Oct 30 15:29:10.223592 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e0c655ee-bcbe-4804-b08d-2ba56bb97e14 req-4e59450d-16d3-4970-b334-bde2f1069fd4 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2167611 Oct 30 15:29:10.234618 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:29:10.237350 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-e0c655ee-bcbe-4804-b08d-2ba56bb97e14 req-91c41b43-f0c5-4df0-b8d9-c74e317abc67 service neutron] Request body: {'port': {'device_id': '25353754-ad8b-4952-b0f6-00eb931ff7ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:29:10.335979 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 8fad9801-efe0-4937-a60b-e224b2a5efe6 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:29:10.341448 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-e0c655ee-bcbe-4804-b08d-2ba56bb97e14 req-91c41b43-f0c5-4df0-b8d9-c74e317abc67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:10.380981 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 8fad9801-efe0-4937-a60b-e224b2a5efe6 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:29:10.381722 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 8fad9801-efe0-4937-a60b-e224b2a5efe6 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:29:10.423422 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00928e3-3b96-4f84-8939-a80670fe4d33 req-ee80bf6b-9d04-437d-b163-b368a877f4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:10.425048 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c00928e3-3b96-4f84-8939-a80670fe4d33 req-ee80bf6b-9d04-437d-b163-b368a877f4df service neutron] 10.222.0.53 "GET /v2.0/networks?id=f8e25823-3fc3-4f4e-beb9-0b0629874c87 HTTP/1.1" status: 200 len: 914 time: 0.2439756 Oct 30 15:29:10.425903 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-28397e8a-5f2b-41cd-a4a2-fd3d73192bf4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:10.486553 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-f1d88d62-314e-4972-8e87-3e9917b4a62d None None] Provisioning complete for port 56d1ab5b-3e58-4426-a963-21c6ed167554 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:29:10.486919 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f1d88d62-314e-4972-8e87-3e9917b4a62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:10.507041 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-28397e8a-5f2b-41cd-a4a2-fd3d73192bf4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:10.510269 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c00928e3-3b96-4f84-8939-a80670fe4d33 req-48176dab-9c7b-4ab7-9530-d63c295dfe6a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94f162d3-38c8-447a-9ebe-1c8360f49251 HTTP/1.1" status: 200 len: 217 time: 0.0746551 Oct 30 15:29:10.524043 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-f1d88d62-314e-4972-8e87-3e9917b4a62d None None] Port 56d1ab5b-3e58-4426-a963-21c6ed167554 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:29:10.615971 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-28397e8a-5f2b-41cd-a4a2-fd3d73192bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:10.619371 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-28397e8a-5f2b-41cd-a4a2-fd3d73192bf4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:10.626354 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-28397e8a-5f2b-41cd-a4a2-fd3d73192bf4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cf4ec83d-5a22-4686-80f0-6d40e79ff943 HTTP/1.1" status: 204 len: 168 time: 0.4722753 Oct 30 15:29:10.661974 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28397e8a-5f2b-41cd-a4a2-fd3d73192bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4ec83d-5a22-4686-80f0-6d40e79ff943,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:29:10.681376 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00928e3-3b96-4f84-8939-a80670fe4d33 req-c6c7fff5-51bb-435a-a7b6-52e870b755aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:10.682851 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c00928e3-3b96-4f84-8939-a80670fe4d33 req-c6c7fff5-51bb-435a-a7b6-52e870b755aa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0f10ba2c-a980-4319-9add-8030477039ac HTTP/1.1" status: 200 len: 853 time: 0.1504736 Oct 30 15:29:10.748854 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c00928e3-3b96-4f84-8939-a80670fe4d33 req-ce43914d-1482-404c-9723-8889e97c2f95 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f8e25823-3fc3-4f4e-beb9-0b0629874c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558629 Oct 30 15:29:10.757268 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-e0c655ee-bcbe-4804-b08d-2ba56bb97e14 req-91c41b43-f0c5-4df0-b8d9-c74e317abc67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56d1ab5b-3e58-4426-a963-21c6ed167554 {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:29:10.769754 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea07fc8-85c1-4e8a-9041-445dfef3fb50 req-a1e2197e-3a28-404e-a19e-170e345f47ed tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:10.771717 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1ea07fc8-85c1-4e8a-9041-445dfef3fb50 req-a1e2197e-3a28-404e-a19e-170e345f47ed tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=25353754-ad8b-4952-b0f6-00eb931ff7ca HTTP/1.1" status: 200 len: 932 time: 0.0763788 Oct 30 15:29:10.776415 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-e0c655ee-bcbe-4804-b08d-2ba56bb97e14 req-91c41b43-f0c5-4df0-b8d9-c74e317abc67 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:10.827111 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1ea07fc8-85c1-4e8a-9041-445dfef3fb50 req-d72bf6f8-2024-4250-9bdb-5aa0699ed43a tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d32fb4-59bb-4ed8-a618-6a89a7e07898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464463 Oct 30 15:29:10.829405 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-e0c655ee-bcbe-4804-b08d-2ba56bb97e14 req-91c41b43-f0c5-4df0-b8d9-c74e317abc67 service neutron] Transition to ACTIVE for port object 56d1ab5b-3e58-4426-a963-21c6ed167554 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:29:10.833509 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-e0c655ee-bcbe-4804-b08d-2ba56bb97e14 req-91c41b43-f0c5-4df0-b8d9-c74e317abc67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:10.900719 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c00928e3-3b96-4f84-8939-a80670fe4d33 req-f3dac34c-37b3-46b2-9d96-01d10ba49efc service neutron] 10.222.0.53 "GET /v2.0/networks/f8e25823-3fc3-4f4e-beb9-0b0629874c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423707 Oct 30 15:29:10.929101 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c41b43-f0c5-4df0-b8d9-c74e317abc67 service neutron] Pushing event updated for resources: {'Port': ['ID=56d1ab5b-3e58-4426-a963-21c6ed167554,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:29:10.999700 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-e0c655ee-bcbe-4804-b08d-2ba56bb97e14 req-91c41b43-f0c5-4df0-b8d9-c74e317abc67 service neutron] Attempting to bind port 56d1ab5b-3e58-4426-a963-21c6ed167554 on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:29:11.000185 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-e0c655ee-bcbe-4804-b08d-2ba56bb97e14 req-91c41b43-f0c5-4df0-b8d9-c74e317abc67 service neutron] Attempting to bind port 56d1ab5b-3e58-4426-a963-21c6ed167554 by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': 'cca476af-9f70-4fa8-acb6-015f19cab179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ada754b2-2d16-48ef-bd4a-b3c351db82b3'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:29:11.000528 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c655ee-bcbe-4804-b08d-2ba56bb97e14 req-91c41b43-f0c5-4df0-b8d9-c74e317abc67 service neutron] Attempting to bind port 56d1ab5b-3e58-4426-a963-21c6ed167554 on network ada754b2-2d16-48ef-bd4a-b3c351db82b3 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:29:11.007393 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c655ee-bcbe-4804-b08d-2ba56bb97e14 req-91c41b43-f0c5-4df0-b8d9-c74e317abc67 service neutron] Port 56d1ab5b-3e58-4426-a963-21c6ed167554 on network ada754b2-2d16-48ef-bd4a-b3c351db82b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:29:11.007746 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c655ee-bcbe-4804-b08d-2ba56bb97e14 req-91c41b43-f0c5-4df0-b8d9-c74e317abc67 service neutron] Attempting to bind port 56d1ab5b-3e58-4426-a963-21c6ed167554 on network ada754b2-2d16-48ef-bd4a-b3c351db82b3 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:29:11.014539 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c655ee-bcbe-4804-b08d-2ba56bb97e14 req-91c41b43-f0c5-4df0-b8d9-c74e317abc67 service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:29:11.014890 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c655ee-bcbe-4804-b08d-2ba56bb97e14 req-91c41b43-f0c5-4df0-b8d9-c74e317abc67 service neutron] Checking segment: {'id': 'cca476af-9f70-4fa8-acb6-015f19cab179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ada754b2-2d16-48ef-bd4a-b3c351db82b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:29:11.015588 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c655ee-bcbe-4804-b08d-2ba56bb97e14 req-91c41b43-f0c5-4df0-b8d9-c74e317abc67 service neutron] Bound using segment: {'id': 'cca476af-9f70-4fa8-acb6-015f19cab179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ada754b2-2d16-48ef-bd4a-b3c351db82b3'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:29:11.016230 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-e0c655ee-bcbe-4804-b08d-2ba56bb97e14 req-91c41b43-f0c5-4df0-b8d9-c74e317abc67 service neutron] Bound port: 56d1ab5b-3e58-4426-a963-21c6ed167554, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cca476af-9f70-4fa8-acb6-015f19cab179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ada754b2-2d16-48ef-bd4a-b3c351db82b3'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:29:11.017003 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-e0c655ee-bcbe-4804-b08d-2ba56bb97e14 req-91c41b43-f0c5-4df0-b8d9-c74e317abc67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:11.080047 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c00928e3-3b96-4f84-8939-a80670fe4d33 req-f5d80ab8-0ae2-4480-bb76-bf5ffd74d57d service neutron] 10.222.0.53 "GET /v2.0/networks/f8e25823-3fc3-4f4e-beb9-0b0629874c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692109 Oct 30 15:29:11.106126 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 59240) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:29:11.124236 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-e0c655ee-bcbe-4804-b08d-2ba56bb97e14 req-91c41b43-f0c5-4df0-b8d9-c74e317abc67 service neutron] For port 56d1ab5b-3e58-4426-a963-21c6ed167554, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:29:11.129952 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-e0c655ee-bcbe-4804-b08d-2ba56bb97e14 req-91c41b43-f0c5-4df0-b8d9-c74e317abc67 service neutron] For port 56d1ab5b-3e58-4426-a963-21c6ed167554, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=56d1ab5b-3e58-4426-a963-21c6ed167554,segment=NetworkSegment(cca476af-9f70-4fa8-acb6-015f19cab179),segment_id=cca476af-9f70-4fa8-acb6-015f19cab179)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:29:11.134238 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-e0c655ee-bcbe-4804-b08d-2ba56bb97e14 req-91c41b43-f0c5-4df0-b8d9-c74e317abc67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:11.180136 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-91487b1b-b2e0-4b9d-8726-649a10807924 req-23d6f16c-defe-4a3d-8fd6-495f8b203ef4 tempest-ServerShowV257Test-266233417 tempest-ServerShowV257Test-266233417-project] 10.222.0.62 "GET /v2.0/ports?device_id=136e21d5-0f56-4629-87fd-1e222ed7bc0d HTTP/1.1" status: 200 len: 210 time: 0.0445008 Oct 30 15:29:11.199069 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-43a0fdf1-cd74-47ce-8ff0-aa9d026acaa3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c423d04a724948f0bab6209fa2bd87d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0896149 Oct 30 15:29:11.199399 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 59242) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:29:11.215114 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c41b43-f0c5-4df0-b8d9-c74e317abc67 service neutron] Pushing event updated for resources: {'Port': ['ID=56d1ab5b-3e58-4426-a963-21c6ed167554,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:29:11.227397 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c655ee-bcbe-4804-b08d-2ba56bb97e14 req-91c41b43-f0c5-4df0-b8d9-c74e317abc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:11.228051 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-e0c655ee-bcbe-4804-b08d-2ba56bb97e14 req-91c41b43-f0c5-4df0-b8d9-c74e317abc67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:11.229729 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e0c655ee-bcbe-4804-b08d-2ba56bb97e14 req-91c41b43-f0c5-4df0-b8d9-c74e317abc67 service neutron] 10.222.0.44 "PUT /v2.0/ports/56d1ab5b-3e58-4426-a963-21c6ed167554 HTTP/1.1" status: 200 len: 1093 time: 0.9983168 Oct 30 15:29:11.230572 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25353754-ad8b-4952-b0f6-00eb931ff7ca', 'tag': '56d1ab5b-3e58-4426-a963-21c6ed167554'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:29:11.235388 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5ee01d-7290-4b6f-92b8-92e621b7a280" -d '{"events": [{"name": "network-changed", "server_uuid": "25353754-ad8b-4952-b0f6-00eb931ff7ca", "tag": "56d1ab5b-3e58-4426-a963-21c6ed167554"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:29:11.289649 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cd6a29c1-2b69-462c-ad8e-89a55b55395b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:11.316093 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cd6a29c1-2b69-462c-ad8e-89a55b55395b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:11.375438 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cd6a29c1-2b69-462c-ad8e-89a55b55395b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:11.378212 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cd6a29c1-2b69-462c-ad8e-89a55b55395b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:11.382094 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-cd6a29c1-2b69-462c-ad8e-89a55b55395b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0276a011-c1f6-4fbd-b0c2-57a4860daca8 HTTP/1.1" status: 204 len: 168 time: 0.1788714 Oct 30 15:29:11.390228 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6a29c1-2b69-462c-ad8e-89a55b55395b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0276a011-c1f6-4fbd-b0c2-57a4860daca8,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:29:11.399873 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9431bc-f9f3-4c4f-a6d5-f560b4c0c768 x-openstack-request-id: req-2f9431bc-f9f3-4c4f-a6d5-f560b4c0c768 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:29:11.400149 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25353754-ad8b-4952-b0f6-00eb931ff7ca", "tag": "56d1ab5b-3e58-4426-a963-21c6ed167554", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:29:11.400426 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2f9431bc-f9f3-4c4f-a6d5-f560b4c0c768 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:29:11.400822 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25353754-ad8b-4952-b0f6-00eb931ff7ca', 'tag': '56d1ab5b-3e58-4426-a963-21c6ed167554', 'status': 'completed', 'code': 200} Oct 30 15:29:11.421011 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c655ee-bcbe-4804-b08d-2ba56bb97e14 req-3ea1942a-9bc2-458c-8658-8bbd24f5ddcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:11.422493 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e0c655ee-bcbe-4804-b08d-2ba56bb97e14 req-3ea1942a-9bc2-458c-8658-8bbd24f5ddcb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=67bc9a3add214ecaad76147ad0906766&device_id=25353754-ad8b-4952-b0f6-00eb931ff7ca HTTP/1.1" status: 200 len: 1096 time: 0.1511805 Oct 30 15:29:11.438746 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee7ad7-e2a4-4794-946c-8581958456d8 req-70cdc487-f9f4-45b9-a6b2-99191740fe10 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:11.440267 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f2ee7ad7-e2a4-4794-946c-8581958456d8 req-70cdc487-f9f4-45b9-a6b2-99191740fe10 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=2346b88b-3c2a-419d-8298-3e4bd4650fc6 HTTP/1.1" status: 200 len: 943 time: 0.0896256 Oct 30 15:29:11.503067 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e0c655ee-bcbe-4804-b08d-2ba56bb97e14 req-a144f5d4-b19f-42f4-bf26-72efe97cbbb3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56d1ab5b-3e58-4426-a963-21c6ed167554 HTTP/1.1" status: 200 len: 217 time: 0.0616593 Oct 30 15:29:11.585942 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f2ee7ad7-e2a4-4794-946c-8581958456d8 req-3a6fe466-b1aa-4b6f-96b2-9bfe9c3e9213 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388271 Oct 30 15:29:11.656453 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c655ee-bcbe-4804-b08d-2ba56bb97e14 req-a712fe8f-9282-45b7-b71b-720ab99a29cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:11.667656 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e0c655ee-bcbe-4804-b08d-2ba56bb97e14 req-a712fe8f-9282-45b7-b71b-720ab99a29cd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=296dc533-f6ac-49b9-ab46-37f1565b56fb HTTP/1.1" status: 200 len: 856 time: 0.1300507 Oct 30 15:29:11.798626 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c655ee-bcbe-4804-b08d-2ba56bb97e14 req-22b21b2b-43df-437b-9806-b659ef94f83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:11.800304 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e0c655ee-bcbe-4804-b08d-2ba56bb97e14 req-22b21b2b-43df-437b-9806-b659ef94f83f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ada754b2-2d16-48ef-bd4a-b3c351db82b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1328540 Oct 30 15:29:11.918699 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e0c655ee-bcbe-4804-b08d-2ba56bb97e14 req-fc0d9c11-b3cd-402f-89d3-788b3d2906dd service neutron] 10.222.0.44 "GET /v2.0/networks/ada754b2-2d16-48ef-bd4a-b3c351db82b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084588 Oct 30 15:29:12.011695 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a53d9f7-fcb4-472e-8e4e-dbc15f389762 req-c6e66659-9023-47dc-bfa8-757cf667d475 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:12.013189 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5a53d9f7-fcb4-472e-8e4e-dbc15f389762 req-c6e66659-9023-47dc-bfa8-757cf667d475 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=25353754-ad8b-4952-b0f6-00eb931ff7ca HTTP/1.1" status: 200 len: 944 time: 0.0499165 Oct 30 15:29:12.020090 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e0c655ee-bcbe-4804-b08d-2ba56bb97e14 req-e484c391-faf4-47ba-8169-4976cb5c0587 service neutron] 10.222.0.44 "GET /v2.0/networks/ada754b2-2d16-48ef-bd4a-b3c351db82b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904508 Oct 30 15:29:12.053417 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5a53d9f7-fcb4-472e-8e4e-dbc15f389762 req-f7e8e8ef-8222-473b-bd5b-be44cbddb778 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d32fb4-59bb-4ed8-a618-6a89a7e07898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340033 Oct 30 15:29:12.110660 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ee01d-7290-4b6f-92b8-92e621b7a280 req-2fc87745-ed1b-4ee8-afd9-492dec026a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:12.112181 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2a5ee01d-7290-4b6f-92b8-92e621b7a280 req-2fc87745-ed1b-4ee8-afd9-492dec026a28 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=67bc9a3add214ecaad76147ad0906766&device_id=25353754-ad8b-4952-b0f6-00eb931ff7ca HTTP/1.1" status: 200 len: 1096 time: 0.0414543 Oct 30 15:29:12.231086 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ee01d-7290-4b6f-92b8-92e621b7a280 req-4e032dd0-7dad-4ea9-8dcb-4f5fafd2a711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:12.232613 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2a5ee01d-7290-4b6f-92b8-92e621b7a280 req-4e032dd0-7dad-4ea9-8dcb-4f5fafd2a711 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ada754b2-2d16-48ef-bd4a-b3c351db82b3 HTTP/1.1" status: 200 len: 918 time: 0.1010778 Oct 30 15:29:12.277533 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2a5ee01d-7290-4b6f-92b8-92e621b7a280 req-25222a8f-797c-4941-adc9-537428189188 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56d1ab5b-3e58-4426-a963-21c6ed167554 HTTP/1.1" status: 200 len: 217 time: 0.0370243 Oct 30 15:29:12.304412 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-62bf4c58-4546-46d7-ab75-91a95ed25454 req-6d726bab-0c5a-4e77-ac7d-f2c626286897 tempest-ServerShowV257Test-266233417 tempest-ServerShowV257Test-266233417-project] 10.222.0.62 "GET /v2.0/ports?device_id=136e21d5-0f56-4629-87fd-1e222ed7bc0d HTTP/1.1" status: 200 len: 210 time: 0.0258675 Oct 30 15:29:12.349034 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ee01d-7290-4b6f-92b8-92e621b7a280 req-edb3658a-7982-459f-bc6b-bac95cc727ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:12.350465 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2a5ee01d-7290-4b6f-92b8-92e621b7a280 req-edb3658a-7982-459f-bc6b-bac95cc727ff service neutron] 10.222.0.44 "GET /v2.0/subnets?id=296dc533-f6ac-49b9-ab46-37f1565b56fb HTTP/1.1" status: 200 len: 856 time: 0.0485551 Oct 30 15:29:12.397813 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ee01d-7290-4b6f-92b8-92e621b7a280 req-06c5bae7-c84f-40c8-8b93-4155b1e6e12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:12.399246 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2a5ee01d-7290-4b6f-92b8-92e621b7a280 req-06c5bae7-c84f-40c8-8b93-4155b1e6e12f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ada754b2-2d16-48ef-bd4a-b3c351db82b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398018 Oct 30 15:29:12.485669 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2a5ee01d-7290-4b6f-92b8-92e621b7a280 req-dfc0687b-13e4-4c4f-83db-7af96e1ec44d service neutron] 10.222.0.44 "GET /v2.0/networks/ada754b2-2d16-48ef-bd4a-b3c351db82b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796330 Oct 30 15:29:12.581324 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2a5ee01d-7290-4b6f-92b8-92e621b7a280 req-92ea31b5-b555-4299-92fd-eaf937e13b4c service neutron] 10.222.0.44 "GET /v2.0/networks/ada754b2-2d16-48ef-bd4a-b3c351db82b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862813 Oct 30 15:29:12.668848 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 94f162d3-38c8-447a-9ebe-1c8360f49251 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:29:12.705488 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6763609f-cf53-4ca2-b877-6ecc361359cd req-b363af52-4073-41d8-a2ae-6eabef203792 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:12.706968 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6763609f-cf53-4ca2-b877-6ecc361359cd req-b363af52-4073-41d8-a2ae-6eabef203792 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=2346b88b-3c2a-419d-8298-3e4bd4650fc6 HTTP/1.1" status: 200 len: 943 time: 0.0508795 Oct 30 15:29:12.744892 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6763609f-cf53-4ca2-b877-6ecc361359cd req-c3c59476-29b3-4a89-b78d-9db3fcdb1055 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312755 Oct 30 15:29:12.770408 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 94f162d3-38c8-447a-9ebe-1c8360f49251, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=94f162d3-38c8-447a-9ebe-1c8360f49251,segment=NetworkSegment(dd3c69d2-19e5-49a2-83d4-39997396926e),segment_id=dd3c69d2-19e5-49a2-83d4-39997396926e)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:29:12.777611 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '94f162d3-38c8-447a-9ebe-1c8360f49251', 'network_id': 'f8e25823-3fc3-4f4e-beb9-0b0629874c87', 'port_id': '94f162d3-38c8-447a-9ebe-1c8360f49251', 'mac_address': 'fa:16:3e:6e:f6:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f10ba2c-a980-4319-9add-8030477039ac', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:29:12.820624 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:12.835779 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94f162d3-38c8-447a-9ebe-1c8360f49251 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:29:12.854432 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 94f162d3-38c8-447a-9ebe-1c8360f49251, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=94f162d3-38c8-447a-9ebe-1c8360f49251,segment=NetworkSegment(dd3c69d2-19e5-49a2-83d4-39997396926e),segment_id=dd3c69d2-19e5-49a2-83d4-39997396926e)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:29:12.858618 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:12.908486 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=94f162d3-38c8-447a-9ebe-1c8360f49251,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:29:13.085158 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['94f162d3-38c8-447a-9ebe-1c8360f49251'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:29:13.201753 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7677169-c233-4b20-90cf-a991fdead078 req-34c62557-381e-43df-991b-15ae151be9ac tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:13.203292 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e7677169-c233-4b20-90cf-a991fdead078 req-34c62557-381e-43df-991b-15ae151be9ac tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=25353754-ad8b-4952-b0f6-00eb931ff7ca HTTP/1.1" status: 200 len: 944 time: 0.0610323 Oct 30 15:29:13.243287 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e7677169-c233-4b20-90cf-a991fdead078 req-f737e64e-7745-4f50-b6e0-9b7ae0e7e68e tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d32fb4-59bb-4ed8-a618-6a89a7e07898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336716 Oct 30 15:29:13.407873 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0eedeacb-077a-447e-9ba0-c22851b3f6c1 req-92e11a6a-1144-40f1-a60c-d09fac72a639 tempest-ServerShowV257Test-266233417 tempest-ServerShowV257Test-266233417-project] 10.222.0.62 "GET /v2.0/ports?device_id=136e21d5-0f56-4629-87fd-1e222ed7bc0d HTTP/1.1" status: 200 len: 210 time: 0.0262496 Oct 30 15:29:13.802998 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 56d1ab5b-3e58-4426-a963-21c6ed167554 details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:29:13.878834 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29ee00-81de-4695-ac85-2f4c867af1d9 req-c559e25b-859e-4667-af0d-bda0fb31b30e tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:13.886229 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3e29ee00-81de-4695-ac85-2f4c867af1d9 req-c559e25b-859e-4667-af0d-bda0fb31b30e tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=2346b88b-3c2a-419d-8298-3e4bd4650fc6 HTTP/1.1" status: 200 len: 944 time: 0.0668235 Oct 30 15:29:13.920819 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 56d1ab5b-3e58-4426-a963-21c6ed167554, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=56d1ab5b-3e58-4426-a963-21c6ed167554,segment=NetworkSegment(cca476af-9f70-4fa8-acb6-015f19cab179),segment_id=cca476af-9f70-4fa8-acb6-015f19cab179)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:29:13.922532 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3e29ee00-81de-4695-ac85-2f4c867af1d9 req-76969952-91bc-4da7-9dab-c1b6ad1ae565 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354455 Oct 30 15:29:13.934013 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': '56d1ab5b-3e58-4426-a963-21c6ed167554', 'network_id': 'ada754b2-2d16-48ef-bd4a-b3c351db82b3', 'port_id': '56d1ab5b-3e58-4426-a963-21c6ed167554', 'mac_address': 'fa:16:3e:b8:18:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '296dc533-f6ac-49b9-ab46-37f1565b56fb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:29:13.978048 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:13.990962 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56d1ab5b-3e58-4426-a963-21c6ed167554 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:29:14.009911 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 56d1ab5b-3e58-4426-a963-21c6ed167554, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=56d1ab5b-3e58-4426-a963-21c6ed167554,segment=NetworkSegment(cca476af-9f70-4fa8-acb6-015f19cab179),segment_id=cca476af-9f70-4fa8-acb6-015f19cab179)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:29:14.014422 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:14.061562 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=56d1ab5b-3e58-4426-a963-21c6ed167554,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:29:14.238827 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['56d1ab5b-3e58-4426-a963-21c6ed167554'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:29:14.384015 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194538d3-19d3-476f-9b57-875c4822fdf0 req-4f0352f0-14ed-4f13-9791-57a4f4928e61 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:14.385505 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-194538d3-19d3-476f-9b57-875c4822fdf0 req-4f0352f0-14ed-4f13-9791-57a4f4928e61 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=25353754-ad8b-4952-b0f6-00eb931ff7ca HTTP/1.1" status: 200 len: 945 time: 0.0563526 Oct 30 15:29:14.423737 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-194538d3-19d3-476f-9b57-875c4822fdf0 req-8e7985d6-52fb-47a7-a536-acfbe6291bde tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d32fb4-59bb-4ed8-a618-6a89a7e07898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318573 Oct 30 15:29:14.512206 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ba5a1008-5829-422d-baf4-0131ddf196db req-d4a5a73a-9f9b-4f00-ab1c-0e5b6a91de86 tempest-ServerShowV257Test-266233417 tempest-ServerShowV257Test-266233417-project] 10.222.0.62 "GET /v2.0/ports?device_id=136e21d5-0f56-4629-87fd-1e222ed7bc0d HTTP/1.1" status: 200 len: 210 time: 0.0259316 Oct 30 15:29:14.670924 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 94f162d3-38c8-447a-9ebe-1c8360f49251 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:29:14.720544 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port 94f162d3-38c8-447a-9ebe-1c8360f49251 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:29:14.724710 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 94f162d3-38c8-447a-9ebe-1c8360f49251 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:29:14.725078 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:14.805699 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:14.827646 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2346b88b-3c2a-419d-8298-3e4bd4650fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94f162d3-38c8-447a-9ebe-1c8360f49251'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:29:14.830472 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df00bc7-322b-481c-9406-9f5285dcd636" -d '{"events": [{"server_uuid": "2346b88b-3c2a-419d-8298-3e4bd4650fc6", "name": "network-vif-plugged", "status": "completed", "tag": "94f162d3-38c8-447a-9ebe-1c8360f49251"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:29:14.845387 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 94f162d3-38c8-447a-9ebe-1c8360f49251, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=94f162d3-38c8-447a-9ebe-1c8360f49251,segment=NetworkSegment(dd3c69d2-19e5-49a2-83d4-39997396926e),segment_id=dd3c69d2-19e5-49a2-83d4-39997396926e)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:29:14.849564 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:14.876677 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f05ba996-d718-4a00-b487-96f77614ee70 x-openstack-request-id: req-f05ba996-d718-4a00-b487-96f77614ee70 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:29:14.876979 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2346b88b-3c2a-419d-8298-3e4bd4650fc6", "name": "network-vif-plugged", "status": "completed", "tag": "94f162d3-38c8-447a-9ebe-1c8360f49251", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:29:14.877209 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f05ba996-d718-4a00-b487-96f77614ee70 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:29:14.877599 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2346b88b-3c2a-419d-8298-3e4bd4650fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94f162d3-38c8-447a-9ebe-1c8360f49251', 'code': 200} Oct 30 15:29:14.908592 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=94f162d3-38c8-447a-9ebe-1c8360f49251,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:29:14.992788 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdbe0ba-35d1-4ca4-98b6-3f30ad50b8ea req-d7cfb8f5-28d4-49a3-a5b4-eb8706509ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:14.994876 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7bdbe0ba-35d1-4ca4-98b6-3f30ad50b8ea req-d7cfb8f5-28d4-49a3-a5b4-eb8706509ea2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2346b88b-3c2a-419d-8298-3e4bd4650fc6 HTTP/1.1" status: 200 len: 1097 time: 0.0526845 Oct 30 15:29:15.039375 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7bdbe0ba-35d1-4ca4-98b6-3f30ad50b8ea req-38b08479-3bfc-4a31-a3d5-e4d814d92ff9 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372522 Oct 30 15:29:15.048750 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8697a6d2-66bc-44eb-9ae7-997c9c493fdb req-5080729d-fa27-415a-a166-62ce45f9b196 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:15.050335 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8697a6d2-66bc-44eb-9ae7-997c9c493fdb req-5080729d-fa27-415a-a166-62ce45f9b196 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=2346b88b-3c2a-419d-8298-3e4bd4650fc6 HTTP/1.1" status: 200 len: 945 time: 0.0515416 Oct 30 15:29:15.088232 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8697a6d2-66bc-44eb-9ae7-997c9c493fdb req-e7c9dc58-6dcd-46fe-8260-4cd5c36de35d tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315981 Oct 30 15:29:15.522504 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b220e2ec-a0b7-40f7-af57-3040f57509f7 req-c09c6d49-bc7b-4001-ad36-8b3fcae21a80 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:15.524017 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b220e2ec-a0b7-40f7-af57-3040f57509f7 req-c09c6d49-bc7b-4001-ad36-8b3fcae21a80 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dad581b-6b88-4a09-9559-b8dfc538115c HTTP/1.1" status: 200 len: 946 time: 0.0752106 Oct 30 15:29:15.559198 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52549761-8fef-4c95-a1b1-9700b0358622 req-7be137de-b7fd-4871-8b3a-7b2aad445357 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:15.562176 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-52549761-8fef-4c95-a1b1-9700b0358622 req-7be137de-b7fd-4871-8b3a-7b2aad445357 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=25353754-ad8b-4952-b0f6-00eb931ff7ca HTTP/1.1" status: 200 len: 945 time: 0.0562596 Oct 30 15:29:15.565873 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b220e2ec-a0b7-40f7-af57-3040f57509f7 req-550e7d52-0c2e-4d56-8bc6-3689a2b872f1 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/security-groups?id=48597c60-ccc8-4d96-92aa-deedb67edace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356255 Oct 30 15:29:15.610589 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-52549761-8fef-4c95-a1b1-9700b0358622 req-8dc8e876-77ef-4b20-96df-ef192280ec71 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d32fb4-59bb-4ed8-a618-6a89a7e07898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414698 Oct 30 15:29:15.657998 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0ac79b53-2786-415c-a5a8-536b676d1ce5 req-ae2a99e8-f186-41fe-9131-29a88f65d3f6 tempest-ServerShowV257Test-266233417 tempest-ServerShowV257Test-266233417-project] 10.222.0.62 "GET /v2.0/ports?device_id=136e21d5-0f56-4629-87fd-1e222ed7bc0d HTTP/1.1" status: 200 len: 210 time: 0.0276937 Oct 30 15:29:15.809955 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 56d1ab5b-3e58-4426-a963-21c6ed167554 up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:29:15.857745 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port 56d1ab5b-3e58-4426-a963-21c6ed167554 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:29:15.862736 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port 56d1ab5b-3e58-4426-a963-21c6ed167554 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:29:15.863033 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:15.943074 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:15.977884 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 56d1ab5b-3e58-4426-a963-21c6ed167554, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=56d1ab5b-3e58-4426-a963-21c6ed167554,segment=NetworkSegment(cca476af-9f70-4fa8-acb6-015f19cab179),segment_id=cca476af-9f70-4fa8-acb6-015f19cab179)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:29:15.982091 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:16.029727 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=56d1ab5b-3e58-4426-a963-21c6ed167554,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:29:16.212557 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d736d-b400-4b8a-b583-1ad0c5c02d1f req-68efc1d0-f1d5-488a-9315-c578454e990f tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:16.214115 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9b1d736d-b400-4b8a-b583-1ad0c5c02d1f req-68efc1d0-f1d5-488a-9315-c578454e990f tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=2346b88b-3c2a-419d-8298-3e4bd4650fc6 HTTP/1.1" status: 200 len: 945 time: 0.0587785 Oct 30 15:29:16.263756 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9b1d736d-b400-4b8a-b583-1ad0c5c02d1f req-966c31bc-a405-424d-a481-75cdefacf6d1 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421429 Oct 30 15:29:16.516044 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a2a80e-4029-4a24-b248-7c4dad5e8334 req-f7f25f09-7733-4fb6-8acc-1509a181785d tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:16.517811 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e7a2a80e-4029-4a24-b248-7c4dad5e8334 req-f7f25f09-7733-4fb6-8acc-1509a181785d tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=2346b88b-3c2a-419d-8298-3e4bd4650fc6 HTTP/1.1" status: 200 len: 945 time: 0.0518110 Oct 30 15:29:16.558633 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e7a2a80e-4029-4a24-b248-7c4dad5e8334 req-d377fdba-b0ea-4821-b61b-712fdbd28690 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336690 Oct 30 15:29:16.711238 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af55e81-117e-42da-b1b7-f284064393cb req-d619b6a8-a6a9-48a9-baf0-848fcd1a13d8 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:16.712964 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5af55e81-117e-42da-b1b7-f284064393cb req-d619b6a8-a6a9-48a9-baf0-848fcd1a13d8 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dad581b-6b88-4a09-9559-b8dfc538115c HTTP/1.1" status: 200 len: 946 time: 0.0711453 Oct 30 15:29:16.746038 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72ea136-486b-4821-b703-41f749319879 req-1f6169cb-3372-450f-93c3-411b34302fbc tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:16.747516 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f72ea136-486b-4821-b703-41f749319879 req-1f6169cb-3372-450f-93c3-411b34302fbc tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=25353754-ad8b-4952-b0f6-00eb931ff7ca HTTP/1.1" status: 200 len: 946 time: 0.0541565 Oct 30 15:29:16.770014 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5af55e81-117e-42da-b1b7-f284064393cb req-8c543b18-93c7-405e-9fca-a14668791b96 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/security-groups?id=48597c60-ccc8-4d96-92aa-deedb67edace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503376 Oct 30 15:29:16.802390 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f72ea136-486b-4821-b703-41f749319879 req-6a060221-3e5b-41a1-9b2f-b651ff0a4647 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d32fb4-59bb-4ed8-a618-6a89a7e07898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433416 Oct 30 15:29:16.873584 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-68f2ff17-bbd8-4f12-8b88-fb9eaf4a77e4 req-3245a52a-1ddf-4801-b110-90866059afc9 tempest-ServerShowV257Test-266233417 tempest-ServerShowV257Test-266233417-project] 10.222.0.62 "GET /v2.0/ports?device_id=136e21d5-0f56-4629-87fd-1e222ed7bc0d HTTP/1.1" status: 200 len: 210 time: 0.0332956 Oct 30 15:29:16.878232 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25353754-ad8b-4952-b0f6-00eb931ff7ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d1ab5b-3e58-4426-a963-21c6ed167554'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:29:16.882551 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a9658c4-e7f4-46a1-81b1-fd5a351a467c" -d '{"events": [{"server_uuid": "25353754-ad8b-4952-b0f6-00eb931ff7ca", "name": "network-vif-plugged", "status": "completed", "tag": "56d1ab5b-3e58-4426-a963-21c6ed167554"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:29:16.933800 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12a9f63-9848-4ed3-a871-b1c9c85ed151 x-openstack-request-id: req-a12a9f63-9848-4ed3-a871-b1c9c85ed151 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:29:16.934127 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25353754-ad8b-4952-b0f6-00eb931ff7ca", "name": "network-vif-plugged", "status": "completed", "tag": "56d1ab5b-3e58-4426-a963-21c6ed167554", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:29:16.934346 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a12a9f63-9848-4ed3-a871-b1c9c85ed151 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:29:16.934751 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25353754-ad8b-4952-b0f6-00eb931ff7ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d1ab5b-3e58-4426-a963-21c6ed167554', 'code': 200} Oct 30 15:29:17.371416 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a408eaf9-4065-48d5-92e4-d17563026e3b req-73caa393-853f-44cb-b7a6-da248d42888b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:17.372969 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a408eaf9-4065-48d5-92e4-d17563026e3b req-73caa393-853f-44cb-b7a6-da248d42888b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=25353754-ad8b-4952-b0f6-00eb931ff7ca HTTP/1.1" status: 200 len: 1098 time: 0.3796537 Oct 30 15:29:17.409993 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a408eaf9-4065-48d5-92e4-d17563026e3b req-342c551c-5266-478c-ad19-640ec70345f5 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a3d32fb4-59bb-4ed8-a618-6a89a7e07898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293903 Oct 30 15:29:17.677613 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddb2265-597b-4c61-a2bb-7512853a384b req-3dba180b-0402-4730-b546-83aee0807a0e tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:17.679549 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1ddb2265-597b-4c61-a2bb-7512853a384b req-3dba180b-0402-4730-b546-83aee0807a0e tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=2346b88b-3c2a-419d-8298-3e4bd4650fc6 HTTP/1.1" status: 200 len: 945 time: 0.0508566 Oct 30 15:29:17.721036 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1ddb2265-597b-4c61-a2bb-7512853a384b req-29d374e9-aae5-4da8-8704-ea6e8831380a tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324931 Oct 30 15:29:17.880963 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa16ef-2afe-44a1-9b9b-4a64d76fac23 req-181903ee-8900-4aaa-82f8-2eab614da4d5 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:17.883556 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c1fa16ef-2afe-44a1-9b9b-4a64d76fac23 req-181903ee-8900-4aaa-82f8-2eab614da4d5 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.53 "GET /v2.0/ports?device_id=2346b88b-3c2a-419d-8298-3e4bd4650fc6 HTTP/1.1" status: 200 len: 945 time: 0.0945091 Oct 30 15:29:17.944653 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240bfb7-d8cb-4ff4-aa3a-ad15825e73cf req-7f5f1ec9-c515-4842-89f2-f936b6e6f909 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:17.946283 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f240bfb7-d8cb-4ff4-aa3a-ad15825e73cf req-7f5f1ec9-c515-4842-89f2-f936b6e6f909 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=25353754-ad8b-4952-b0f6-00eb931ff7ca HTTP/1.1" status: 200 len: 946 time: 0.0592337 Oct 30 15:29:17.996582 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f240bfb7-d8cb-4ff4-aa3a-ad15825e73cf req-7adf1116-4f5d-4465-848b-e726cc809b04 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d32fb4-59bb-4ed8-a618-6a89a7e07898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436924 Oct 30 15:29:18.009185 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f77a2-cc09-482c-8a08-86f93b10afcc req-305d6054-afc1-4967-adf2-b651a2017c45 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:18.010921 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f32f77a2-cc09-482c-8a08-86f93b10afcc req-305d6054-afc1-4967-adf2-b651a2017c45 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dad581b-6b88-4a09-9559-b8dfc538115c HTTP/1.1" status: 200 len: 946 time: 0.1568620 Oct 30 15:29:18.039140 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-c1fa16ef-2afe-44a1-9b9b-4a64d76fac23 req-c4757a23-94c0-4362-95df-6a6eed5eea30 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Deleting port 94f162d3-38c8-447a-9ebe-1c8360f49251 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:29:18.039502 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-c1fa16ef-2afe-44a1-9b9b-4a64d76fac23 req-c4757a23-94c0-4362-95df-6a6eed5eea30 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:18.106937 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4c7f7ebd-68e4-4009-8806-0b028e429695 req-7c90cfd3-8f9a-4647-a0a3-3b75e0470db2 tempest-ServerShowV257Test-266233417 tempest-ServerShowV257Test-266233417-project] 10.222.0.62 "GET /v2.0/ports?device_id=136e21d5-0f56-4629-87fd-1e222ed7bc0d HTTP/1.1" status: 200 len: 210 time: 0.0395062 Oct 30 15:29:18.152500 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-c1fa16ef-2afe-44a1-9b9b-4a64d76fac23 req-c4757a23-94c0-4362-95df-6a6eed5eea30 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] For port 94f162d3-38c8-447a-9ebe-1c8360f49251, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=94f162d3-38c8-447a-9ebe-1c8360f49251,segment=NetworkSegment(dd3c69d2-19e5-49a2-83d4-39997396926e),segment_id=dd3c69d2-19e5-49a2-83d4-39997396926e)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:29:18.153026 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-c1fa16ef-2afe-44a1-9b9b-4a64d76fac23 req-c4757a23-94c0-4362-95df-6a6eed5eea30 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:18.168081 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f32f77a2-cc09-482c-8a08-86f93b10afcc req-9fdd736b-e71a-420e-a1eb-b9d226bf35a7 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/security-groups?id=48597c60-ccc8-4d96-92aa-deedb67edace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469328 Oct 30 15:29:18.175842 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-c1fa16ef-2afe-44a1-9b9b-4a64d76fac23 req-c4757a23-94c0-4362-95df-6a6eed5eea30 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Calling delete_port for 94f162d3-38c8-447a-9ebe-1c8360f49251 owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:29:18.320139 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-c1fa16ef-2afe-44a1-9b9b-4a64d76fac23 req-c4757a23-94c0-4362-95df-6a6eed5eea30 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:18.333235 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['359fc4c5-25ae-4bc2-811f-6dd4960736b0', '94f162d3-38c8-447a-9ebe-1c8360f49251'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:29:18.347762 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4757a23-94c0-4362-95df-6a6eed5eea30 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Pushing event deleted for resources: {'Port': ['ID=94f162d3-38c8-447a-9ebe-1c8360f49251,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:29:18.401054 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1fa16ef-2afe-44a1-9b9b-4a64d76fac23 req-c4757a23-94c0-4362-95df-6a6eed5eea30 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] No DVR routers for this DVR port 94f162d3-38c8-447a-9ebe-1c8360f49251 on host n-h1-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:29:18.406257 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-c1fa16ef-2afe-44a1-9b9b-4a64d76fac23 req-c4757a23-94c0-4362-95df-6a6eed5eea30 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:18.409631 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c1fa16ef-2afe-44a1-9b9b-4a64d76fac23 req-c4757a23-94c0-4362-95df-6a6eed5eea30 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.53 "DELETE /v2.0/ports/94f162d3-38c8-447a-9ebe-1c8360f49251 HTTP/1.1" status: 204 len: 173 time: 0.5065198 Oct 30 15:29:18.410081 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2346b88b-3c2a-419d-8298-3e4bd4650fc6', 'name': 'network-vif-deleted', 'tag': '94f162d3-38c8-447a-9ebe-1c8360f49251'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:29:18.412367 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac52e4f7-8791-4421-a2f0-69f849c39f96" -d '{"events": [{"server_uuid": "2346b88b-3c2a-419d-8298-3e4bd4650fc6", "name": "network-vif-deleted", "tag": "94f162d3-38c8-447a-9ebe-1c8360f49251"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:29:18.470635 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd11e49a-2b89-4d63-a064-0aa63189c81e x-openstack-request-id: req-fd11e49a-2b89-4d63-a064-0aa63189c81e {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:29:18.470933 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2346b88b-3c2a-419d-8298-3e4bd4650fc6", "name": "network-vif-deleted", "tag": "94f162d3-38c8-447a-9ebe-1c8360f49251", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:29:18.471180 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fd11e49a-2b89-4d63-a064-0aa63189c81e {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:29:18.471609 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2346b88b-3c2a-419d-8298-3e4bd4650fc6', 'name': 'network-vif-deleted', 'tag': '94f162d3-38c8-447a-9ebe-1c8360f49251', 'status': 'completed', 'code': 200} Oct 30 15:29:18.840131 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-02049c85-a494-4ebf-b1b8-e018b0e2a247 req-2a3cf04e-ae69-46ee-8179-f279ca8133f7 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=2346b88b-3c2a-419d-8298-3e4bd4650fc6 HTTP/1.1" status: 200 len: 210 time: 0.0312512 Oct 30 15:29:19.123951 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ed95d-a198-4251-982e-b0e579c5f7fd req-92403c24-5f81-4420-b705-bae1420ee02e tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:19.125575 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-141ed95d-a198-4251-982e-b0e579c5f7fd req-92403c24-5f81-4420-b705-bae1420ee02e tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=25353754-ad8b-4952-b0f6-00eb931ff7ca HTTP/1.1" status: 200 len: 946 time: 0.0538418 Oct 30 15:29:19.205670 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-141ed95d-a198-4251-982e-b0e579c5f7fd req-2ac728ef-cfee-453c-9682-e995da18c31b tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d32fb4-59bb-4ed8-a618-6a89a7e07898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661757 Oct 30 15:29:19.233492 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-313571fc-69a1-43a8-a79b-17a907e7bfef req-08cfbbea-3a36-46f1-8f09-e299ee17b56a tempest-ServerShowV257Test-266233417 tempest-ServerShowV257Test-266233417-project] 10.222.0.62 "GET /v2.0/ports?device_id=136e21d5-0f56-4629-87fd-1e222ed7bc0d HTTP/1.1" status: 200 len: 210 time: 0.0283387 Oct 30 15:29:19.321535 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66262a96-41c0-4362-a2a8-ccb2b1111c08 req-befca11e-a3b8-4d12-be72-4a0601dd7df4 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:19.322959 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-66262a96-41c0-4362-a2a8-ccb2b1111c08 req-befca11e-a3b8-4d12-be72-4a0601dd7df4 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dad581b-6b88-4a09-9559-b8dfc538115c HTTP/1.1" status: 200 len: 946 time: 0.0506918 Oct 30 15:29:19.365470 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3803270d-b31e-4847-88fc-672ddf6e355f req-d86d71d6-4c7f-4030-8b71-ef528a22483c tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:19.371519 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3803270d-b31e-4847-88fc-672ddf6e355f req-d86d71d6-4c7f-4030-8b71-ef528a22483c tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=25353754-ad8b-4952-b0f6-00eb931ff7ca HTTP/1.1" status: 200 len: 946 time: 0.0558994 Oct 30 15:29:19.376361 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 59346) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:29:19.385281 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-7c6dd97c-36ab-4967-a7a9-f2b81a1112cb tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Request body: {'floatingip': {'port_id': '56d1ab5b-3e58-4426-a963-21c6ed167554'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:29:19.405542 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-66262a96-41c0-4362-a2a8-ccb2b1111c08 req-3b4d1f38-5b2b-4e68-ae00-44efd0167c75 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/security-groups?id=48597c60-ccc8-4d96-92aa-deedb67edace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748253 Oct 30 15:29:19.438751 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7c6dd97c-36ab-4967-a7a9-f2b81a1112cb tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks [] for floatingip, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:19.880358 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7c6dd97c-36ab-4967-a7a9-f2b81a1112cb tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:19.884372 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7c6dd97c-36ab-4967-a7a9-f2b81a1112cb tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:20.009822 n-d-806683-17 neutron-server[102131]: INFO neutron.db.l3_db [None req-7c6dd97c-36ab-4967-a7a9-f2b81a1112cb tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Floating IP d6ea2ca1-174f-46ab-9e13-241672dc45c6 associated. External IP: 172.25.4.188, port: 56d1ab5b-3e58-4426-a963-21c6ed167554. Oct 30 15:29:20.020513 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6611c7-98e6-4278-8dbb-b0d587146609 req-50418724-f452-4e49-84da-97c58d7d3515 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:20.029421 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dd6611c7-98e6-4278-8dbb-b0d587146609 req-50418724-f452-4e49-84da-97c58d7d3515 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.0649471 Oct 30 15:29:20.088872 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dd6611c7-98e6-4278-8dbb-b0d587146609 req-4f2dde5f-6941-4e1a-9bd1-253948d98af3 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581765 Oct 30 15:29:20.273065 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c6dd97c-36ab-4967-a7a9-f2b81a1112cb tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Router c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:29:20.356182 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800873fc-0cee-487e-9027-fa47065fefa4 req-cad74ebc-8fa4-4197-8946-ac30899eb96c tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:20.364284 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-800873fc-0cee-487e-9027-fa47065fefa4 req-cad74ebc-8fa4-4197-8946-ac30899eb96c tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.0932529 Oct 30 15:29:20.411167 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-56a73113-c12f-483a-9ec6-d384bf1e6f08 req-c2058b5f-7e57-4b3e-8253-824e00765c57 tempest-ServerShowV257Test-266233417 tempest-ServerShowV257Test-266233417-project] 10.222.0.62 "GET /v2.0/ports?device_id=136e21d5-0f56-4629-87fd-1e222ed7bc0d HTTP/1.1" status: 200 len: 210 time: 0.0723526 Oct 30 15:29:20.425857 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-800873fc-0cee-487e-9027-fa47065fefa4 req-3a58d4a6-551f-434a-aac6-5227d2d08e42 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604367 Oct 30 15:29:20.493935 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c6dd97c-36ab-4967-a7a9-f2b81a1112cb tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:29:20.499200 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7c6dd97c-36ab-4967-a7a9-f2b81a1112cb tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:20.517434 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721be716-cde3-4a86-bfb3-16c14a5afec5 None None] Sync routers for ids ['c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:29:20.529945 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721be716-cde3-4a86-bfb3-16c14a5afec5 None None] Routers {'c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:29:20.531365 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-721be716-cde3-4a86-bfb3-16c14a5afec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:28:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:29:20.559262 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-7c6dd97c-36ab-4967-a7a9-f2b81a1112cb tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "PUT /v2.0/floatingips/d6ea2ca1-174f-46ab-9e13-241672dc45c6 HTTP/1.1" status: 200 len: 992 time: 1.1797557 Oct 30 15:29:20.560445 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25353754-ad8b-4952-b0f6-00eb931ff7ca', 'tag': '56d1ab5b-3e58-4426-a963-21c6ed167554'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:29:20.563660 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54fc6228-7d09-41a8-88a8-297e94fb090c" -d '{"events": [{"name": "network-changed", "server_uuid": "25353754-ad8b-4952-b0f6-00eb931ff7ca", "tag": "56d1ab5b-3e58-4426-a963-21c6ed167554"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:29:20.594720 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5906a1a-f006-408a-a86c-1df87a6862a2 req-835e01b8-ffc7-4ea5-9f41-b0abe9d764c0 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:20.596690 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a5906a1a-f006-408a-a86c-1df87a6862a2 req-835e01b8-ffc7-4ea5-9f41-b0abe9d764c0 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dad581b-6b88-4a09-9559-b8dfc538115c HTTP/1.1" status: 200 len: 946 time: 0.1041961 Oct 30 15:29:20.618266 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd6134-e184-4ea2-87a8-35d089a23158 req-66381c29-cbaf-4348-ba39-6f1f6d052854 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:20.619799 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-82dd6134-e184-4ea2-87a8-35d089a23158 req-66381c29-cbaf-4348-ba39-6f1f6d052854 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.1039126 Oct 30 15:29:20.655532 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a5906a1a-f006-408a-a86c-1df87a6862a2 req-49b02c75-f750-4dd8-bf2b-ab7e718bf43d tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/security-groups?id=48597c60-ccc8-4d96-92aa-deedb67edace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516472 Oct 30 15:29:20.692078 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-82dd6134-e184-4ea2-87a8-35d089a23158 req-2b103780-9d2e-41a0-9107-2dd53bde6599 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643175 Oct 30 15:29:20.737487 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-721be716-cde3-4a86-bfb3-16c14a5afec5 None None] Set router c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:29:20.777621 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434c0941-866a-447e-bb57-a6ba6c9d08c3 x-openstack-request-id: req-434c0941-866a-447e-bb57-a6ba6c9d08c3 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:29:20.777908 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25353754-ad8b-4952-b0f6-00eb931ff7ca", "tag": "56d1ab5b-3e58-4426-a963-21c6ed167554", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:29:20.778155 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-434c0941-866a-447e-bb57-a6ba6c9d08c3 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:29:20.778551 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25353754-ad8b-4952-b0f6-00eb931ff7ca', 'tag': '56d1ab5b-3e58-4426-a963-21c6ed167554', 'status': 'completed', 'code': 200} Oct 30 15:29:20.852950 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc6228-7d09-41a8-88a8-297e94fb090c req-8cd176ac-16a9-40c1-999c-37fa69e243de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:20.854813 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-54fc6228-7d09-41a8-88a8-297e94fb090c req-8cd176ac-16a9-40c1-999c-37fa69e243de service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=67bc9a3add214ecaad76147ad0906766&device_id=25353754-ad8b-4952-b0f6-00eb931ff7ca HTTP/1.1" status: 200 len: 1098 time: 0.0610356 Oct 30 15:29:21.030222 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc6228-7d09-41a8-88a8-297e94fb090c req-a3a59771-4803-4caf-abfa-3060d41c3ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:21.032217 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-54fc6228-7d09-41a8-88a8-297e94fb090c req-a3a59771-4803-4caf-abfa-3060d41c3ac6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ada754b2-2d16-48ef-bd4a-b3c351db82b3 HTTP/1.1" status: 200 len: 918 time: 0.1687789 Oct 30 15:29:21.072552 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-721be716-cde3-4a86-bfb3-16c14a5afec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b', 'name': 'tempest-AttachVolumeShelveTestJSON-1774117657-router', 'tenant_id': '67bc9a3add214ecaad76147ad0906766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '503733f3-e621-4bc3-9447-1e54ecbeab74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:28:52Z', 'updated_at': '2021-10-30T15:28:58Z', 'revision_number': 4, 'project_id': '67bc9a3add214ecaad76147ad0906766', 'gw_port': {'id': '503733f3-e621-4bc3-9447-1e54ecbeab74', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:53:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:28:52Z', 'updated_at': '2021-10-30T15:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': 'd6ea2ca1-174f-46ab-9e13-241672dc45c6', 'tenant_id': '67bc9a3add214ecaad76147ad0906766', 'floating_ip_address': '172.25.4.188', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': 'c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b', 'port_id': '56d1ab5b-3e58-4426-a963-21c6ed167554', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ada754b2-2d16-48ef-bd4a-b3c351db82b3', 'mac_address': 'fa:16:3e:b8:18:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25353754-ad8b-4952-b0f6-00eb931ff7ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:29:03Z', 'updated_at': '2021-10-30T15:29:19Z', 'revision_number': 1, 'project_id': '67bc9a3add214ecaad76147ad0906766', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2d85ea3-f8ad-4155-b6dc-54581ba83508', 'name': '', 'network_id': 'ada754b2-2d16-48ef-bd4a-b3c351db82b3', 'tenant_id': '67bc9a3add214ecaad76147ad0906766', 'mac_address': 'fa:16:3e:ca:d3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '296dc533-f6ac-49b9-ab46-37f1565b56fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:28:57Z', 'updated_at': '2021-10-30T15:29:04Z', 'revision_number': 5, 'project_id': '67bc9a3add214ecaad76147ad0906766', 'subnets': [{'id': '296dc533-f6ac-49b9-ab46-37f1565b56fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:29:21.113858 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721be716-cde3-4a86-bfb3-16c14a5afec5 None None] Checking router: c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:29:21.131560 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721be716-cde3-4a86-bfb3-16c14a5afec5 None None] Routers {'c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:29:21.132169 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-721be716-cde3-4a86-bfb3-16c14a5afec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:28:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:29:21.134123 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-54fc6228-7d09-41a8-88a8-297e94fb090c req-e6b78b63-12a4-4a1b-bbaa-36eb32c325a6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56d1ab5b-3e58-4426-a963-21c6ed167554 HTTP/1.1" status: 200 len: 1000 time: 0.0934138 Oct 30 15:29:21.135560 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-20ff6dfe-fee7-43c6-ab88-acae5db06203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:21.186714 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc6228-7d09-41a8-88a8-297e94fb090c req-ac40af75-705f-4447-8cd8-2255a407a1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:21.188841 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-54fc6228-7d09-41a8-88a8-297e94fb090c req-ac40af75-705f-4447-8cd8-2255a407a1a7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=296dc533-f6ac-49b9-ab46-37f1565b56fb HTTP/1.1" status: 200 len: 856 time: 0.0476890 Oct 30 15:29:21.241034 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc6228-7d09-41a8-88a8-297e94fb090c req-9f45c4ad-baf6-4e5f-b656-d2481369a0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:21.242784 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-54fc6228-7d09-41a8-88a8-297e94fb090c req-9f45c4ad-baf6-4e5f-b656-d2481369a0d8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ada754b2-2d16-48ef-bd4a-b3c351db82b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460401 Oct 30 15:29:21.250945 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-721be716-cde3-4a86-bfb3-16c14a5afec5 None None] Set router c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:29:21.350177 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-54fc6228-7d09-41a8-88a8-297e94fb090c req-d1bafbc8-64e6-46f8-a806-274d40abaa7a service neutron] 10.222.0.44 "GET /v2.0/networks/ada754b2-2d16-48ef-bd4a-b3c351db82b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996680 Oct 30 15:29:21.446193 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-54fc6228-7d09-41a8-88a8-297e94fb090c req-1aef7e03-623e-42de-9964-355498811ede service neutron] 10.222.0.44 "GET /v2.0/networks/ada754b2-2d16-48ef-bd4a-b3c351db82b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877004 Oct 30 15:29:21.530563 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-721be716-cde3-4a86-bfb3-16c14a5afec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b', 'name': 'tempest-AttachVolumeShelveTestJSON-1774117657-router', 'tenant_id': '67bc9a3add214ecaad76147ad0906766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '503733f3-e621-4bc3-9447-1e54ecbeab74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:28:52Z', 'updated_at': '2021-10-30T15:28:58Z', 'revision_number': 4, 'project_id': '67bc9a3add214ecaad76147ad0906766', 'gw_port': {'id': '503733f3-e621-4bc3-9447-1e54ecbeab74', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:53:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:28:52Z', 'updated_at': '2021-10-30T15:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': 'd6ea2ca1-174f-46ab-9e13-241672dc45c6', 'tenant_id': '67bc9a3add214ecaad76147ad0906766', 'floating_ip_address': '172.25.4.188', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': 'c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b', 'port_id': '56d1ab5b-3e58-4426-a963-21c6ed167554', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ada754b2-2d16-48ef-bd4a-b3c351db82b3', 'mac_address': 'fa:16:3e:b8:18:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25353754-ad8b-4952-b0f6-00eb931ff7ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:29:03Z', 'updated_at': '2021-10-30T15:29:19Z', 'revision_number': 1, 'project_id': '67bc9a3add214ecaad76147ad0906766', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2d85ea3-f8ad-4155-b6dc-54581ba83508', 'name': '', 'network_id': 'ada754b2-2d16-48ef-bd4a-b3c351db82b3', 'tenant_id': '67bc9a3add214ecaad76147ad0906766', 'mac_address': 'fa:16:3e:ca:d3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '296dc533-f6ac-49b9-ab46-37f1565b56fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:28:57Z', 'updated_at': '2021-10-30T15:29:04Z', 'revision_number': 5, 'project_id': '67bc9a3add214ecaad76147ad0906766', 'subnets': [{'id': '296dc533-f6ac-49b9-ab46-37f1565b56fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:29:21.542027 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c625e0cd-e0e0-4cd2-9c89-e5ff27bff268 req-17168317-d0cb-48cb-b371-a74c64b908b0 tempest-ServerShowV257Test-266233417 tempest-ServerShowV257Test-266233417-project] 10.222.0.62 "GET /v2.0/ports?device_id=136e21d5-0f56-4629-87fd-1e222ed7bc0d HTTP/1.1" status: 200 len: 210 time: 0.0378089 Oct 30 15:29:21.571870 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721be716-cde3-4a86-bfb3-16c14a5afec5 None None] The sync data for ids ['c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b'] in n-d-806683-17 is: [{'id': 'c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b', 'name': 'tempest-AttachVolumeShelveTestJSON-1774117657-router', 'tenant_id': '67bc9a3add214ecaad76147ad0906766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '503733f3-e621-4bc3-9447-1e54ecbeab74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:28:52Z', 'updated_at': '2021-10-30T15:28:58Z', 'revision_number': 4, 'project_id': '67bc9a3add214ecaad76147ad0906766', 'gw_port': {'id': '503733f3-e621-4bc3-9447-1e54ecbeab74', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:53:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:28:52Z', 'updated_at': '2021-10-30T15:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': 'd6ea2ca1-174f-46ab-9e13-241672dc45c6', 'tenant_id': '67bc9a3add214ecaad76147ad0906766', 'floating_ip_address': '172.25.4.188', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': 'c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b', 'port_id': '56d1ab5b-3e58-4426-a963-21c6ed167554', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ada754b2-2d16-48ef-bd4a-b3c351db82b3', 'mac_address': 'fa:16:3e:b8:18:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25353754-ad8b-4952-b0f6-00eb931ff7ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:29:03Z', 'updated_at': '2021-10-30T15:29:19Z', 'revision_number': 1, 'project_id': '67bc9a3add214ecaad76147ad0906766', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2d85ea3-f8ad-4155-b6dc-54581ba83508', 'name': '', 'network_id': 'ada754b2-2d16-48ef-bd4a-b3c351db82b3', 'tenant_id': '67bc9a3add214ecaad76147ad0906766', 'mac_address': 'fa:16:3e:ca:d3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '296dc533-f6ac-49b9-ab46-37f1565b56fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:28:57Z', 'updated_at': '2021-10-30T15:29:04Z', 'revision_number': 5, 'project_id': '67bc9a3add214ecaad76147ad0906766', 'subnets': [{'id': '296dc533-f6ac-49b9-ab46-37f1565b56fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:29:21.817000 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681ba87-7727-4d2c-9810-f81c4b682ae5 req-7cda6b0a-ad6e-4ff3-96eb-ec53309c7dc0 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:21.818878 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2681ba87-7727-4d2c-9810-f81c4b682ae5 req-7cda6b0a-ad6e-4ff3-96eb-ec53309c7dc0 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dad581b-6b88-4a09-9559-b8dfc538115c HTTP/1.1" status: 200 len: 946 time: 0.0655797 Oct 30 15:29:21.868047 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b79943-d3ae-47b4-ac11-9b7e187716b0 None None] New status for floating IP d6ea2ca1-174f-46ab-9e13-241672dc45c6: ACTIVE {{(pid=102133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 15:29:21.893358 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2681ba87-7727-4d2c-9810-f81c4b682ae5 req-33144888-2fd4-4778-ba7f-60f17882bbae tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/security-groups?id=48597c60-ccc8-4d96-92aa-deedb67edace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536273 Oct 30 15:29:22.459342 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd0031-b5a4-4f75-ab77-9c5a5ec8412b req-175baf78-dd74-4637-bf59-8aa61974dff9 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:22.460839 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9fdd0031-b5a4-4f75-ab77-9c5a5ec8412b req-175baf78-dd74-4637-bf59-8aa61974dff9 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.0486550 Oct 30 15:29:22.498802 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9fdd0031-b5a4-4f75-ab77-9c5a5ec8412b req-4a694025-cc94-4705-9ae0-9e87c67f315f tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319011 Oct 30 15:29:22.624259 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d36a5e-a8da-4c5e-80eb-763682ea405d req-87d7830d-a4d1-49f1-8503-7d3ce2ec27fc tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:22.626385 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-70d36a5e-a8da-4c5e-80eb-763682ea405d req-87d7830d-a4d1-49f1-8503-7d3ce2ec27fc tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.0573020 Oct 30 15:29:22.652358 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-88f8ccda-0313-492f-be80-96ae6d79ec31 req-195746eb-4f8c-4f9c-a0bd-ac635f20dfba tempest-ServerShowV257Test-266233417 tempest-ServerShowV257Test-266233417-project] 10.222.0.62 "GET /v2.0/ports?device_id=136e21d5-0f56-4629-87fd-1e222ed7bc0d HTTP/1.1" status: 200 len: 210 time: 0.0279689 Oct 30 15:29:22.669115 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-70d36a5e-a8da-4c5e-80eb-763682ea405d req-da076eac-24cb-4e07-933f-56af07c682f0 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366545 Oct 30 15:29:22.695855 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 94f162d3-38c8-447a-9ebe-1c8360f49251 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:29:22.712825 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: 94f162d3-38c8-447a-9ebe-1c8360f49251 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:29:22.713172 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 94f162d3-38c8-447a-9ebe-1c8360f49251 not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:29:23.064329 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f187b5-4733-4636-b057-8991e56274a4 req-6583d238-fe28-4219-b3fc-ee7642f831d5 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:23.065837 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-40f187b5-4733-4636-b057-8991e56274a4 req-6583d238-fe28-4219-b3fc-ee7642f831d5 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dad581b-6b88-4a09-9559-b8dfc538115c HTTP/1.1" status: 200 len: 946 time: 0.0698073 Oct 30 15:29:23.115669 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-40f187b5-4733-4636-b057-8991e56274a4 req-1d5e9c2c-c284-4bd2-ae1e-c7e01473ccfd tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/security-groups?id=48597c60-ccc8-4d96-92aa-deedb67edace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410352 Oct 30 15:29:23.747854 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-55ec0443-7afc-413a-871d-0cf64a3cb4d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:23.793354 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-53f57a88-e5ee-40b3-b1c1-1dbf42c38448 req-f74c836f-e8ad-4735-8af4-a3c2a273a340 tempest-ServerShowV257Test-266233417 tempest-ServerShowV257Test-266233417-project] 10.222.0.62 "GET /v2.0/ports?device_id=136e21d5-0f56-4629-87fd-1e222ed7bc0d HTTP/1.1" status: 200 len: 210 time: 0.0496199 Oct 30 15:29:24.172501 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7240d86-b976-4036-bf7d-40da02df188c req-1727029e-7624-4fe4-8d03-e686f73d3332 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:24.174747 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d7240d86-b976-4036-bf7d-40da02df188c req-1727029e-7624-4fe4-8d03-e686f73d3332 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.0521975 Oct 30 15:29:24.213902 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d7240d86-b976-4036-bf7d-40da02df188c req-03a2ba54-21a4-4617-a0f9-782e1832e209 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329256 Oct 30 15:29:24.254470 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03871e0-a5d9-41ff-8d31-c441ae96b6ee req-c57a8896-cf96-49c9-a834-4138b19a7319 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:24.255983 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b03871e0-a5d9-41ff-8d31-c441ae96b6ee req-c57a8896-cf96-49c9-a834-4138b19a7319 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dad581b-6b88-4a09-9559-b8dfc538115c HTTP/1.1" status: 200 len: 946 time: 0.0690389 Oct 30 15:29:24.298134 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b03871e0-a5d9-41ff-8d31-c441ae96b6ee req-7df7fb53-f8c0-45be-8cdf-4da9cbbbc764 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/security-groups?id=48597c60-ccc8-4d96-92aa-deedb67edace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347457 Oct 30 15:29:24.351841 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3442c764-3ac0-4304-804d-5f5dc65f36c7 req-192e3bb6-b501-4809-80f5-9d659010b288 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:24.353637 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3442c764-3ac0-4304-804d-5f5dc65f36c7 req-192e3bb6-b501-4809-80f5-9d659010b288 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.0560002 Oct 30 15:29:24.392953 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3442c764-3ac0-4304-804d-5f5dc65f36c7 req-47556094-f5c6-4ad0-a935-4c161e1b5195 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321820 Oct 30 15:29:24.562289 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06dee45-b1de-40df-bfdf-9abf13c73098 req-da683a3d-4bbf-4db6-8a1f-350513c51956 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:24.563828 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c06dee45-b1de-40df-bfdf-9abf13c73098 req-da683a3d-4bbf-4db6-8a1f-350513c51956 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.0516787 Oct 30 15:29:24.603552 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c06dee45-b1de-40df-bfdf-9abf13c73098 req-7607479f-7583-438f-ae24-dc62a289abe1 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335410 Oct 30 15:29:24.652717 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:24.732819 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b56a8c-96cd-4ef1-b176-b748b856651a req-6a925ddd-806f-4b6b-8a80-caa10cf98aef tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:24.734760 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-74b56a8c-96cd-4ef1-b176-b748b856651a req-6a925ddd-806f-4b6b-8a80-caa10cf98aef tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.0495293 Oct 30 15:29:24.777101 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-74b56a8c-96cd-4ef1-b176-b748b856651a req-543b8ae4-b083-438a-95cd-8989090dc839 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328417 Oct 30 15:29:24.897924 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:24.924690 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-744dae73-8e18-4084-a809-40a7dce41059 req-42f7f1a3-7b1f-4d6e-bdb9-086dad8a881b tempest-ServerShowV257Test-266233417 tempest-ServerShowV257Test-266233417-project] 10.222.0.62 "GET /v2.0/ports?device_id=136e21d5-0f56-4629-87fd-1e222ed7bc0d HTTP/1.1" status: 200 len: 210 time: 0.0297885 Oct 30 15:29:24.984275 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec50572-9dff-4653-b4df-94f971ac1ddc req-b6861808-6628-47e5-9b2f-c12be47cdee9 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:24.985661 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6ec50572-9dff-4653-b4df-94f971ac1ddc req-b6861808-6628-47e5-9b2f-c12be47cdee9 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.0509024 Oct 30 15:29:25.023867 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6ec50572-9dff-4653-b4df-94f971ac1ddc req-54041a18-2fd2-4ce2-a7e9-4305d56be62c tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318353 Oct 30 15:29:25.152334 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031333ea-e1b7-42ab-b0a3-d37704b7517c req-6656b58c-1c5d-470d-84a5-14b6bca634c9 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:25.153812 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-031333ea-e1b7-42ab-b0a3-d37704b7517c req-6656b58c-1c5d-470d-84a5-14b6bca634c9 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.0606112 Oct 30 15:29:25.194272 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-031333ea-e1b7-42ab-b0a3-d37704b7517c req-84c20b10-ff51-4cb7-b6e3-1af8bd97b45f tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340631 Oct 30 15:29:25.395939 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5141487b-0411-421e-b769-581aa40f842f req-29b5ae68-c415-44f0-866d-738275075ef5 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:25.403613 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5141487b-0411-421e-b769-581aa40f842f req-29b5ae68-c415-44f0-866d-738275075ef5 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.0671988 Oct 30 15:29:25.422496 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec05336-11c0-4fac-a360-6796f6171d2f req-75ee4a02-a148-4e47-baa5-8df6c3f952a3 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:25.424134 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4ec05336-11c0-4fac-a360-6796f6171d2f req-75ee4a02-a148-4e47-baa5-8df6c3f952a3 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dad581b-6b88-4a09-9559-b8dfc538115c HTTP/1.1" status: 200 len: 946 time: 0.0538383 Oct 30 15:29:25.438447 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5141487b-0411-421e-b769-581aa40f842f req-b8297252-1af3-45c5-8706-c08e3732e438 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338917 Oct 30 15:29:25.464829 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4ec05336-11c0-4fac-a360-6796f6171d2f req-df71cabe-030c-4d9a-9d34-9531b2eef636 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/security-groups?id=48597c60-ccc8-4d96-92aa-deedb67edace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334401 Oct 30 15:29:25.555572 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79bfcb4-3a73-42f0-bd11-dfc85600311a req-c6673de2-da34-4c42-bf2f-b3be1cd692c4 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:25.556956 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f79bfcb4-3a73-42f0-bd11-dfc85600311a req-c6673de2-da34-4c42-bf2f-b3be1cd692c4 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.0484283 Oct 30 15:29:25.595082 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f79bfcb4-3a73-42f0-bd11-dfc85600311a req-903b3088-3264-4c5e-a2f0-41f96f4d15b0 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312119 Oct 30 15:29:25.768833 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31174e43-9fc9-4b86-afad-6cb6a3e49363 req-28a45bca-3498-4bbc-9b54-3f6bf5f31c84 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:25.770285 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-31174e43-9fc9-4b86-afad-6cb6a3e49363 req-28a45bca-3498-4bbc-9b54-3f6bf5f31c84 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.0536945 Oct 30 15:29:25.808269 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-31174e43-9fc9-4b86-afad-6cb6a3e49363 req-6f08d3eb-a5b9-42a6-9f06-c3ee875c7484 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314493 Oct 30 15:29:25.931299 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a9990b-1015-40da-9edc-122e56ce9ef5 req-9ccda49d-b028-4b18-9559-ab77225a8982 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:25.932860 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-96a9990b-1015-40da-9edc-122e56ce9ef5 req-9ccda49d-b028-4b18-9559-ab77225a8982 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.0519097 Oct 30 15:29:25.975400 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-96a9990b-1015-40da-9edc-122e56ce9ef5 req-0fcea63d-481e-49a8-89b7-1ecf4af375da tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355227 Oct 30 15:29:26.086540 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-159c12c2-dd76-4d40-9485-7178ede6d694 req-9131204b-fad3-4876-a5bb-8e5db7526a77 tempest-ServerShowV257Test-266233417 tempest-ServerShowV257Test-266233417-project] 10.222.0.62 "GET /v2.0/ports?device_id=136e21d5-0f56-4629-87fd-1e222ed7bc0d HTTP/1.1" status: 200 len: 210 time: 0.0509903 Oct 30 15:29:26.216539 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfce204-d589-472e-8e3e-cb46de385db3 req-96c4f92d-fe61-4cfd-8379-bd767de1ef8e tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:26.223893 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2cfce204-d589-472e-8e3e-cb46de385db3 req-96c4f92d-fe61-4cfd-8379-bd767de1ef8e tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.0605769 Oct 30 15:29:26.258815 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2cfce204-d589-472e-8e3e-cb46de385db3 req-f9fea6b5-71b5-4b87-bf67-2595b6acb8ae tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338216 Oct 30 15:29:26.384342 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b36805-862e-44f3-b78d-1308a4deb33d req-1b479277-a077-408b-b872-0a86adcaf289 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:26.385745 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-29b36805-862e-44f3-b78d-1308a4deb33d req-1b479277-a077-408b-b872-0a86adcaf289 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.0510290 Oct 30 15:29:26.425095 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-29b36805-862e-44f3-b78d-1308a4deb33d req-0659fcf9-60af-4e2d-92e4-eade949087cf tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325804 Oct 30 15:29:26.599079 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bdd572-c0fa-4eec-a4f8-3cec578ff6e9 req-160c1ada-7615-4a3f-8799-dfd75387646c tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:26.610083 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c1bdd572-c0fa-4eec-a4f8-3cec578ff6e9 req-160c1ada-7615-4a3f-8799-dfd75387646c tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dad581b-6b88-4a09-9559-b8dfc538115c HTTP/1.1" status: 200 len: 946 time: 0.0723517 Oct 30 15:29:26.614425 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:26.653797 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c1bdd572-c0fa-4eec-a4f8-3cec578ff6e9 req-2c8689cb-4ff8-44b5-aa67-630f70692209 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/security-groups?id=48597c60-ccc8-4d96-92aa-deedb67edace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426362 Oct 30 15:29:26.734558 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b4a0c2-a60d-41f7-a585-9354cff2179d req-4dc3b18a-72f3-4ab5-9011-1a1bef681a71 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:26.736032 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-89b4a0c2-a60d-41f7-a585-9354cff2179d req-4dc3b18a-72f3-4ab5-9011-1a1bef681a71 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/networks?id=f8e25823-3fc3-4f4e-beb9-0b0629874c87 HTTP/1.1" status: 200 len: 813 time: 0.1204331 Oct 30 15:29:26.751472 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-89b4a0c2-a60d-41f7-a585-9354cff2179d req-9c9be14b-2744-4373-802e-ff173fd361c2 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/quotas/83163a2e76164950a9379cf5be4baa34 HTTP/1.1" status: 200 len: 375 time: 0.0089884 Oct 30 15:29:26.803358 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-89b4a0c2-a60d-41f7-a585-9354cff2179d req-0d9c3a23-bd74-40ca-aff0-dc44dc9c174b tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=83163a2e76164950a9379cf5be4baa34&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0466027 Oct 30 15:29:26.919001 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a82022f-365e-4518-aec0-37d14d88a2f2 req-41608bfc-d2a0-4b80-ad50-85beec1c9a59 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:26.920406 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3a82022f-365e-4518-aec0-37d14d88a2f2 req-41608bfc-d2a0-4b80-ad50-85beec1c9a59 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.0522985 Oct 30 15:29:26.958388 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3a82022f-365e-4518-aec0-37d14d88a2f2 req-4ddf7bc0-39a8-47f6-81ce-1fb130c22187 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319941 Oct 30 15:29:27.075813 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f839af-21d3-4fb2-b65b-5840dbf4d511 req-03022e87-1f98-4b03-ab7a-2589479d96c6 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:27.077786 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-77f839af-21d3-4fb2-b65b-5840dbf4d511 req-03022e87-1f98-4b03-ab7a-2589479d96c6 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.0499117 Oct 30 15:29:27.121061 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-77f839af-21d3-4fb2-b65b-5840dbf4d511 req-c84d216f-e662-40f6-ba84-33f589831744 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368819 Oct 30 15:29:27.203196 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6f6ea11d-33ae-4355-ad8a-75c65979bf96 req-e66ae48e-d00e-46a0-a459-078917c3202d tempest-ServerShowV257Test-266233417 tempest-ServerShowV257Test-266233417-project] 10.222.0.62 "GET /v2.0/ports?device_id=136e21d5-0f56-4629-87fd-1e222ed7bc0d HTTP/1.1" status: 200 len: 210 time: 0.0333970 Oct 30 15:29:27.305350 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-62e24463-683b-495a-9dc7-80287ba8ca74 req-94ad6f70-29ce-48f0-abcd-ede8db62b41a tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=83163a2e76164950a9379cf5be4baa34 HTTP/1.1" status: 200 len: 221 time: 0.0251467 Oct 30 15:29:27.433030 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e84c41-d04b-427f-be68-21a65ff66c6b req-61448285-4865-47a8-8c5f-fd9a032ec4ad tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:27.434520 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-89e84c41-d04b-427f-be68-21a65ff66c6b req-61448285-4865-47a8-8c5f-fd9a032ec4ad tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.0611324 Oct 30 15:29:27.474536 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-89e84c41-d04b-427f-be68-21a65ff66c6b req-f80612ba-6757-4388-ab77-7b9e7fddd4d2 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338395 Oct 30 15:29:27.598564 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d662b-3958-4193-b558-8abe96349f8e req-18d7cd87-f233-4a74-aadc-a2458bc28cbc tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:27.600112 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-148d662b-3958-4193-b558-8abe96349f8e req-18d7cd87-f233-4a74-aadc-a2458bc28cbc tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.0563886 Oct 30 15:29:27.792555 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf423ff-6615-4a9a-b5a2-e98f38adfdc0 req-0b1402ac-b9dd-455b-84ba-444045f0d852 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:27.794383 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-faf423ff-6615-4a9a-b5a2-e98f38adfdc0 req-0b1402ac-b9dd-455b-84ba-444045f0d852 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dad581b-6b88-4a09-9559-b8dfc538115c HTTP/1.1" status: 200 len: 946 time: 0.0569324 Oct 30 15:29:27.835183 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-faf423ff-6615-4a9a-b5a2-e98f38adfdc0 req-fcdcb684-0650-4c89-a9b0-854899b3ac48 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/security-groups?id=48597c60-ccc8-4d96-92aa-deedb67edace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342615 Oct 30 15:29:27.900473 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-148d662b-3958-4193-b558-8abe96349f8e req-8bdc937c-4340-4209-b8f3-361e1cc65497 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938480 Oct 30 15:29:28.033937 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33416bb6-33ac-415b-a296-1ed4be84a81c req-943bc85e-fc47-46d5-a741-7415f95a6341 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:28.035581 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-33416bb6-33ac-415b-a296-1ed4be84a81c req-943bc85e-fc47-46d5-a741-7415f95a6341 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.0510957 Oct 30 15:29:28.076158 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-33416bb6-33ac-415b-a296-1ed4be84a81c req-317994bb-b3ff-4f1b-a258-5b7818aad1cc tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341887 Oct 30 15:29:28.197795 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94cf355-c702-49e9-a5d5-823ccdd84a1a req-4fc87c8e-c481-4e5a-ac87-8ccc4df91a9b tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:28.199331 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a94cf355-c702-49e9-a5d5-823ccdd84a1a req-4fc87c8e-c481-4e5a-ac87-8ccc4df91a9b tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.0483203 Oct 30 15:29:28.249922 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a94cf355-c702-49e9-a5d5-823ccdd84a1a req-b3e4f36a-53b8-4dde-907e-0fca729f9dd6 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432999 Oct 30 15:29:28.342513 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ffc7a769-79f5-4202-ae8d-6cc0b945e50a req-0ae9c153-d4c8-419c-818b-8cfd80f4bdef tempest-ServerShowV257Test-266233417 tempest-ServerShowV257Test-266233417-project] 10.222.0.62 "GET /v2.0/ports?device_id=136e21d5-0f56-4629-87fd-1e222ed7bc0d HTTP/1.1" status: 200 len: 210 time: 0.0400231 Oct 30 15:29:28.481174 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e385658d-13b5-4f90-a211-79845d6de9cc req-d38aa200-2590-43cf-8da8-ff375ff1df30 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:28.482695 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e385658d-13b5-4f90-a211-79845d6de9cc req-d38aa200-2590-43cf-8da8-ff375ff1df30 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.0573037 Oct 30 15:29:28.524213 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e385658d-13b5-4f90-a211-79845d6de9cc req-626c6c56-c5c5-42d6-8085-f4c9fc995dcb tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348017 Oct 30 15:29:28.664267 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd0f9a9-205a-4cf3-9f28-478bf64a0058 req-de5a5489-8cf2-454d-9177-c1cabc9584b2 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:28.672914 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cdd0f9a9-205a-4cf3-9f28-478bf64a0058 req-de5a5489-8cf2-454d-9177-c1cabc9584b2 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.0652688 Oct 30 15:29:28.741013 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cdd0f9a9-205a-4cf3-9f28-478bf64a0058 req-52eed403-9cd2-4dc0-a462-d92ef4880ff3 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660160 Oct 30 15:29:28.744510 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0a896d5f-706c-48e2-858d-9a679097fb94 req-723c3387-ea8d-47a8-b146-6fae7cfa8843 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=136e21d5-0f56-4629-87fd-1e222ed7bc0d HTTP/1.1" status: 200 len: 210 time: 0.0396020 Oct 30 15:29:28.787998 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 59584) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:29:28.881017 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724fb6aa-0a4d-41a7-98be-01a876821510 req-cfd4b8cc-8398-44c5-bcad-290323617db5 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:28.882858 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-724fb6aa-0a4d-41a7-98be-01a876821510 req-cfd4b8cc-8398-44c5-bcad-290323617db5 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.0508029 Oct 30 15:29:28.903699 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0d549dff-4fdd-44e6-9834-6f3e7ab54b30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:28.930180 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-724fb6aa-0a4d-41a7-98be-01a876821510 req-3deff435-f05e-470c-b646-60d88edabed2 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412214 Oct 30 15:29:29.006468 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de7a2d0-2bc4-4a30-9e3e-52563e05ce53 req-2e1e4f74-e18f-412d-bea6-84afdbd8042e tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:29.008022 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3de7a2d0-2bc4-4a30-9e3e-52563e05ce53 req-2e1e4f74-e18f-412d-bea6-84afdbd8042e tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dad581b-6b88-4a09-9559-b8dfc538115c HTTP/1.1" status: 200 len: 946 time: 0.0654080 Oct 30 15:29:29.053990 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0d549dff-4fdd-44e6-9834-6f3e7ab54b30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:29.067917 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0d549dff-4fdd-44e6-9834-6f3e7ab54b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:29.070330 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac42362-5bef-4c00-8731-7f18d6ce49ee req-7089eb4e-b58b-4cab-9a96-8045449cc3dd tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:29.077972 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3ac42362-5bef-4c00-8731-7f18d6ce49ee req-7089eb4e-b58b-4cab-9a96-8045449cc3dd tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.0672674 Oct 30 15:29:29.094896 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3de7a2d0-2bc4-4a30-9e3e-52563e05ce53 req-c3e6f41b-6281-45f4-a74f-e4cf18989856 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/security-groups?id=48597c60-ccc8-4d96-92aa-deedb67edace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770652 Oct 30 15:29:29.118700 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3ac42362-5bef-4c00-8731-7f18d6ce49ee req-f27ace25-557d-4317-be8a-c2bff85a639f tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393584 Oct 30 15:29:29.125105 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-0d549dff-4fdd-44e6-9834-6f3e7ab54b30 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fefc0f22869e4efc928f0e58da7451c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3354218 Oct 30 15:29:29.127894 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 59592) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:29:29.131819 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d549dff-4fdd-44e6-9834-6f3e7ab54b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31e87b4-f2a9-4f5e-8f5e-c042003e50b5,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:29:29.193142 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bcaeafba-232d-4e23-a5ad-ff5a168d0c99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:29.219923 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bcaeafba-232d-4e23-a5ad-ff5a168d0c99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:29.291717 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdad7a8-bbc4-4291-ab4f-b51fcf3e14c3 req-83e397b7-781c-4ab9-a031-cdd83602f471 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:29.293226 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3cdad7a8-bbc4-4291-ab4f-b51fcf3e14c3 req-83e397b7-781c-4ab9-a031-cdd83602f471 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.0761728 Oct 30 15:29:29.315572 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bcaeafba-232d-4e23-a5ad-ff5a168d0c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:29.318083 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bcaeafba-232d-4e23-a5ad-ff5a168d0c99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:29.319196 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-bcaeafba-232d-4e23-a5ad-ff5a168d0c99 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c31e87b4-f2a9-4f5e-8f5e-c042003e50b5 HTTP/1.1" status: 204 len: 168 time: 0.1901231 Oct 30 15:29:29.333580 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaeafba-232d-4e23-a5ad-ff5a168d0c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31e87b4-f2a9-4f5e-8f5e-c042003e50b5,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:29:29.355376 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3cdad7a8-bbc4-4291-ab4f-b51fcf3e14c3 req-e4459766-15d4-4b81-be07-d70836d9d547 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545878 Oct 30 15:29:29.488191 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-05c2fc1c-c9cc-41a9-8573-765fc6ac4c40 req-22dee9ce-64a8-4ec3-a2a4-23e599324f3d tempest-ServerShowV257Test-266233417 tempest-ServerShowV257Test-266233417-project] 10.222.0.62 "GET /v2.0/ports?device_id=136e21d5-0f56-4629-87fd-1e222ed7bc0d HTTP/1.1" status: 200 len: 210 time: 0.0372658 Oct 30 15:29:29.568995 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b830271-c637-4d98-941b-a114c2071f0e req-e661d058-fc88-4d47-b763-594f97a84176 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:29.570751 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3b830271-c637-4d98-941b-a114c2071f0e req-e661d058-fc88-4d47-b763-594f97a84176 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.0564754 Oct 30 15:29:29.616058 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3b830271-c637-4d98-941b-a114c2071f0e req-3ddc8fd9-47d1-4780-b66e-479b7827bfc1 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349669 Oct 30 15:29:29.780979 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6706a22-e4cf-4ec4-8a2f-5ff5ae69b861 req-55fe6e15-71de-4b93-9d31-d2fead9e962e tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:29.782383 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a6706a22-e4cf-4ec4-8a2f-5ff5ae69b861 req-55fe6e15-71de-4b93-9d31-d2fead9e962e tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.0540750 Oct 30 15:29:29.829979 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:29.842903 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a6706a22-e4cf-4ec4-8a2f-5ff5ae69b861 req-fb490d49-b12e-4225-825d-bdeacaad4b4f tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427759 Oct 30 15:29:29.969606 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea10c62e-83b0-4eff-89fb-47ec12fff02d req-4d1786d7-5166-4b63-9b87-3ba317b69595 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:29.971092 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ea10c62e-83b0-4eff-89fb-47ec12fff02d req-4d1786d7-5166-4b63-9b87-3ba317b69595 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.0544477 Oct 30 15:29:30.010418 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ea10c62e-83b0-4eff-89fb-47ec12fff02d req-6f2ad256-a3c4-4c8f-9da0-5a782d247bb7 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331812 Oct 30 15:29:30.152689 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9857a-a043-45ad-a72a-ea12a4001551 req-3f856406-e9f0-4492-91d5-566b71f101eb tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:30.154384 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-27f9857a-a043-45ad-a72a-ea12a4001551 req-3f856406-e9f0-4492-91d5-566b71f101eb tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.0561817 Oct 30 15:29:30.195212 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-27f9857a-a043-45ad-a72a-ea12a4001551 req-d0ff956f-9ebc-4c3e-9dd7-023470d0d268 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345666 Oct 30 15:29:30.233999 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b417b3-2287-4d7a-9dd3-7f5f795f8ff0 req-236d4e2c-2a44-492e-9ba7-805ce28c969b tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:30.241548 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a5b417b3-2287-4d7a-9dd3-7f5f795f8ff0 req-236d4e2c-2a44-492e-9ba7-805ce28c969b tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dad581b-6b88-4a09-9559-b8dfc538115c HTTP/1.1" status: 200 len: 946 time: 0.0602813 Oct 30 15:29:30.286310 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a5b417b3-2287-4d7a-9dd3-7f5f795f8ff0 req-966bc9df-0e8f-4462-9c53-17ccbd6fdd80 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/security-groups?id=48597c60-ccc8-4d96-92aa-deedb67edace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419896 Oct 30 15:29:30.333812 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc76ea-8105-4b25-a490-73df2a442f54 req-b1dc8c5d-263d-4bf9-ba7c-347f76aac251 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:30.335332 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fbfc76ea-8105-4b25-a490-73df2a442f54 req-b1dc8c5d-263d-4bf9-ba7c-347f76aac251 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.0609791 Oct 30 15:29:30.377274 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fbfc76ea-8105-4b25-a490-73df2a442f54 req-99d5a525-fcbd-4ea3-8790-4ecf55a71e25 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356202 Oct 30 15:29:30.612068 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c9cc1997-a0cc-4b4c-a4d4-060e57099852 req-4f2e8fb2-2e78-48cf-874d-d5e8b2dd234d tempest-ServerShowV257Test-266233417 tempest-ServerShowV257Test-266233417-project] 10.222.0.62 "GET /v2.0/ports?device_id=136e21d5-0f56-4629-87fd-1e222ed7bc0d HTTP/1.1" status: 200 len: 210 time: 0.0304112 Oct 30 15:29:30.666254 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2997b9-84c8-471f-bc17-a6d15b905f2b req-61eb4212-7be6-4a96-b995-c0a1e41c3526 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:30.667825 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cc2997b9-84c8-471f-bc17-a6d15b905f2b req-61eb4212-7be6-4a96-b995-c0a1e41c3526 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.0619802 Oct 30 15:29:30.728027 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cc2997b9-84c8-471f-bc17-a6d15b905f2b req-9d0d4152-e89d-40b3-819d-c44a7c3cce3f tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522599 Oct 30 15:29:30.873296 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5b7af101-4730-4cec-b73f-77ac10235f13 req-dce1e32c-84ad-4c30-b16c-820058722e2d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=61c9ab34284a4a60ae59bcbd38d1f491&device_id=136e21d5-0f56-4629-87fd-1e222ed7bc0d HTTP/1.1" status: 200 len: 210 time: 0.0321078 Oct 30 15:29:30.874610 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa5c63-ecfd-481c-b709-3b7f69a4da89 req-88a04c84-18a7-4a06-a32d-d2b94f42df8d tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:30.877253 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b1fa5c63-ecfd-481c-b709-3b7f69a4da89 req-88a04c84-18a7-4a06-a32d-d2b94f42df8d tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.0629671 Oct 30 15:29:30.915216 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dfcfe4eb-1fd2-4bea-b447-a3c4a46af5de req-dad994a1-971d-4009-9d39-b07bcdfd93e3 tempest-ServerShowV257Test-266233417 tempest-ServerShowV257Test-266233417-project] 10.222.0.62 "GET /v2.0/ports?device_id=136e21d5-0f56-4629-87fd-1e222ed7bc0d HTTP/1.1" status: 200 len: 210 time: 0.0401721 Oct 30 15:29:30.930161 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5b7af101-4730-4cec-b73f-77ac10235f13 req-d375d87c-2cf7-4a6c-8329-36bc200e6900 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=61c9ab34284a4a60ae59bcbd38d1f491&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437543 Oct 30 15:29:30.931827 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b1fa5c63-ecfd-481c-b709-3b7f69a4da89 req-e22b07c4-10f9-4945-b91a-b94684b2ce17 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456791 Oct 30 15:29:31.048989 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7af101-4730-4cec-b73f-77ac10235f13 req-8485397d-a6f4-459a-bbdd-cc3211e4a54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:31.050486 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5b7af101-4730-4cec-b73f-77ac10235f13 req-8485397d-a6f4-459a-bbdd-cc3211e4a54d service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1099977 Oct 30 15:29:31.114424 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204616ac-e35b-4bf1-a36e-a788054f718f req-bef27f34-ca5e-4f78-bd31-2e9e52c1e96d tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:31.115859 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-204616ac-e35b-4bf1-a36e-a788054f718f req-bef27f34-ca5e-4f78-bd31-2e9e52c1e96d tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.0506337 Oct 30 15:29:31.157904 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-204616ac-e35b-4bf1-a36e-a788054f718f req-1ad0e312-0c0e-4454-9214-f5c63126ac2e tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357976 Oct 30 15:29:31.276011 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90142393-10dc-4219-9779-05718254a6e6 req-c63900f6-214a-4a68-b10c-55f137974957 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:31.277693 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-90142393-10dc-4219-9779-05718254a6e6 req-c63900f6-214a-4a68-b10c-55f137974957 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.0514510 Oct 30 15:29:31.320472 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-90142393-10dc-4219-9779-05718254a6e6 req-27e9d74f-155e-4cdb-8800-acc1432e81d3 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364201 Oct 30 15:29:31.418934 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ada87c-c5ec-47f3-bd3e-facb4f63d2a3 req-33663c72-7ad6-491a-bb36-a9284082dcb6 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:31.420585 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a8ada87c-c5ec-47f3-bd3e-facb4f63d2a3 req-33663c72-7ad6-491a-bb36-a9284082dcb6 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dad581b-6b88-4a09-9559-b8dfc538115c HTTP/1.1" status: 200 len: 946 time: 0.0635123 Oct 30 15:29:31.474217 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a8ada87c-c5ec-47f3-bd3e-facb4f63d2a3 req-c73a979a-72ad-4ec8-837c-31e87e860494 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/security-groups?id=48597c60-ccc8-4d96-92aa-deedb67edace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466101 Oct 30 15:29:31.487696 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f5fcd0-8271-409d-b561-f8435e27b7e8 req-b59f6404-45fd-495f-af86-2c7bbaea9c07 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:31.489016 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f7f5fcd0-8271-409d-b561-f8435e27b7e8 req-b59f6404-45fd-495f-af86-2c7bbaea9c07 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.0577888 Oct 30 15:29:31.531677 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f7f5fcd0-8271-409d-b561-f8435e27b7e8 req-1fb2bf69-d466-4ecb-b3eb-81dc7b43c3bf tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350826 Oct 30 15:29:31.694842 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ce6cb-2513-4c5d-ba54-9767dc703dff req-5c240da6-86cf-4f03-8d88-2454e7c4e038 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:31.702564 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d53ce6cb-2513-4c5d-ba54-9767dc703dff req-5c240da6-86cf-4f03-8d88-2454e7c4e038 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.0584602 Oct 30 15:29:31.740070 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d53ce6cb-2513-4c5d-ba54-9767dc703dff req-0c9954bb-925c-4eb4-9c8f-f0a3fe7a4dd1 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359764 Oct 30 15:29:31.748024 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dcc321-889a-4817-b5a8-f7698cea1ade req-4156e2dc-26b9-4a58-8195-e69d5573338d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:31.750125 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d4dcc321-889a-4817-b5a8-f7698cea1ade req-4156e2dc-26b9-4a58-8195-e69d5573338d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=851f863f3af14cfda31cec55b5caebe9&device_id=1dad581b-6b88-4a09-9559-b8dfc538115c HTTP/1.1" status: 200 len: 1098 time: 0.0693154 Oct 30 15:29:31.822301 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f5db59-939f-45ff-8812-187a264e0c46 req-ecc0304d-5cde-4422-8d16-c40e61993ac6 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:31.824127 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f5f5db59-939f-45ff-8812-187a264e0c46 req-ecc0304d-5cde-4422-8d16-c40e61993ac6 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dad581b-6b88-4a09-9559-b8dfc538115c HTTP/1.1" status: 200 len: 946 time: 0.1046939 Oct 30 15:29:31.895194 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:31.901771 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f5f5db59-939f-45ff-8812-187a264e0c46 req-c818471e-62ed-48ae-a4a5-427b83e980c2 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/security-groups?id=48597c60-ccc8-4d96-92aa-deedb67edace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696502 Oct 30 15:29:31.906726 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dcc321-889a-4817-b5a8-f7698cea1ade req-ae685e32-4b07-4781-beec-b1c6a504f1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:31.908298 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d4dcc321-889a-4817-b5a8-f7698cea1ade req-ae685e32-4b07-4781-beec-b1c6a504f1ef service neutron] 10.222.0.44 "GET /v2.0/networks?id=a69ee861-8dad-4f6c-abe3-f84fb501d5dd HTTP/1.1" status: 200 len: 911 time: 0.1497054 Oct 30 15:29:32.007264 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d4dcc321-889a-4817-b5a8-f7698cea1ade req-df48df11-0aed-406a-b351-429bf1a8a515 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d09cdac4-cc2e-4ba9-87b6-65031961fa47 HTTP/1.1" status: 200 len: 1002 time: 0.0837607 Oct 30 15:29:32.014843 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a62beaa-4c34-463f-b361-cfad31adca2d req-0d2acf4a-a428-426e-9ded-b3ccefa09f55 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:32.024930 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5a62beaa-4c34-463f-b361-cfad31adca2d req-0d2acf4a-a428-426e-9ded-b3ccefa09f55 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.0897992 Oct 30 15:29:32.069328 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5a62beaa-4c34-463f-b361-cfad31adca2d req-1cc2f146-2030-4bd6-bb88-d35103a057a7 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445187 Oct 30 15:29:32.097520 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8f76722e-5110-48a6-885e-2937634694ed req-09c771a6-fc13-4a1b-9eeb-6708b691614f tempest-ServerShowV257Test-266233417 tempest-ServerShowV257Test-266233417-project] 10.222.0.62 "GET /v2.0/ports?device_id=136e21d5-0f56-4629-87fd-1e222ed7bc0d HTTP/1.1" status: 200 len: 210 time: 0.0382845 Oct 30 15:29:32.112246 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dcc321-889a-4817-b5a8-f7698cea1ade req-76a88cc1-526e-4775-8e93-8d1e16fa095b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:32.113714 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d4dcc321-889a-4817-b5a8-f7698cea1ade req-76a88cc1-526e-4775-8e93-8d1e16fa095b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=173890c6-b6ee-44b8-ab6a-06362ece304f HTTP/1.1" status: 200 len: 849 time: 0.0981019 Oct 30 15:29:32.164057 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dcc321-889a-4817-b5a8-f7698cea1ade req-9a557c72-3f77-41ec-b6b2-b4e9c24c38cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:32.165558 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d4dcc321-889a-4817-b5a8-f7698cea1ade req-9a557c72-3f77-41ec-b6b2-b4e9c24c38cc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a69ee861-8dad-4f6c-abe3-f84fb501d5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442364 Oct 30 15:29:32.260722 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d4dcc321-889a-4817-b5a8-f7698cea1ade req-ae18ce08-c01c-47b9-9598-13e39c87eb99 service neutron] 10.222.0.44 "GET /v2.0/networks/a69ee861-8dad-4f6c-abe3-f84fb501d5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869524 Oct 30 15:29:32.353663 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d4dcc321-889a-4817-b5a8-f7698cea1ade req-d41e5091-a169-437b-b125-f1fa314c8940 service neutron] 10.222.0.44 "GET /v2.0/networks/a69ee861-8dad-4f6c-abe3-f84fb501d5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836022 Oct 30 15:29:32.430896 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5b7af101-4730-4cec-b73f-77ac10235f13 req-2d585bd0-6287-4eac-b692-5a9809ef0a99 tempest-ServerShowV257Test-266233417 tempest-ServerShowV257Test-266233417-project] 10.222.0.44 "GET /v2.0/ports?device_id=136e21d5-0f56-4629-87fd-1e222ed7bc0d HTTP/1.1" status: 200 len: 210 time: 0.0258653 Oct 30 15:29:33.043826 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4697db-f1ab-446c-9c90-3e2b9da7c91b req-40f0aee1-52bc-4efb-8aa9-d7e2a13d6024 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:33.045326 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fe4697db-f1ab-446c-9c90-3e2b9da7c91b req-40f0aee1-52bc-4efb-8aa9-d7e2a13d6024 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dad581b-6b88-4a09-9559-b8dfc538115c HTTP/1.1" status: 200 len: 946 time: 0.0586188 Oct 30 15:29:33.092083 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fe4697db-f1ab-446c-9c90-3e2b9da7c91b req-729a92e1-2804-497f-b591-e65612a144c4 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/security-groups?id=48597c60-ccc8-4d96-92aa-deedb67edace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382261 Oct 30 15:29:33.221129 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b584b9bb-c79c-4cd8-a46c-99f5e5a80948 req-422373d0-f619-463b-b5aa-f2a21da8794d tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:33.222642 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b584b9bb-c79c-4cd8-a46c-99f5e5a80948 req-422373d0-f619-463b-b5aa-f2a21da8794d tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.0573983 Oct 30 15:29:33.262844 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b584b9bb-c79c-4cd8-a46c-99f5e5a80948 req-37724c07-1141-4a6f-be02-6200a2a6df4d tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337660 Oct 30 15:29:33.445404 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 59732) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:29:33.587954 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb1c32c-4ba7-493d-96f5-f19f4a769a79 req-54cce742-27fb-4799-af22-e6b4e8ef0f2b tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:33.590569 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0cb1c32c-4ba7-493d-96f5-f19f4a769a79 req-54cce742-27fb-4799-af22-e6b4e8ef0f2b tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.0661037 Oct 30 15:29:33.647452 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0cb1c32c-4ba7-493d-96f5-f19f4a769a79 req-e44af482-9181-47eb-b896-5e5c7ed09ba7 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498257 Oct 30 15:29:33.722906 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-da369e30-df39-41d1-80b0-4c44fb84d382 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:33.801233 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-da369e30-df39-41d1-80b0-4c44fb84d382 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:33.805155 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-da369e30-df39-41d1-80b0-4c44fb84d382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:33.844237 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-da369e30-df39-41d1-80b0-4c44fb84d382 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=61c9ab34284a4a60ae59bcbd38d1f491&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3977134 Oct 30 15:29:33.845101 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da369e30-df39-41d1-80b0-4c44fb84d382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=281eb4e7-b5e8-42d9-9a28-2723a956af52,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:29:33.847037 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 59742) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:29:33.897480 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5c752691-e1a9-427d-8475-09c9a05e43a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:33.918866 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5c752691-e1a9-427d-8475-09c9a05e43a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:33.965239 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5c752691-e1a9-427d-8475-09c9a05e43a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:33.968057 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5c752691-e1a9-427d-8475-09c9a05e43a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:33.971769 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-5c752691-e1a9-427d-8475-09c9a05e43a4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/281eb4e7-b5e8-42d9-9a28-2723a956af52 HTTP/1.1" status: 204 len: 168 time: 0.1211114 Oct 30 15:29:33.977584 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c752691-e1a9-427d-8475-09c9a05e43a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=281eb4e7-b5e8-42d9-9a28-2723a956af52,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:29:34.258377 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422555dc-7421-4fe9-ae2a-d68c91834f01 req-3c6c8f82-1963-4be0-b5c9-6630273808d9 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:34.260298 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-422555dc-7421-4fe9-ae2a-d68c91834f01 req-3c6c8f82-1963-4be0-b5c9-6630273808d9 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dad581b-6b88-4a09-9559-b8dfc538115c HTTP/1.1" status: 200 len: 946 time: 0.0662565 Oct 30 15:29:34.303700 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-422555dc-7421-4fe9-ae2a-d68c91834f01 req-a0f0b2f4-6fcd-4946-a415-3dc36fcf7379 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/security-groups?id=48597c60-ccc8-4d96-92aa-deedb67edace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348008 Oct 30 15:29:34.614081 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 59778) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:29:34.715589 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-38a9feb4-9b95-4ae3-883f-88976b5ad611 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1782813876-network', 'tenant_id': '418cf2ad48d140a890f370572e02e430'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:29:34.774700 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a9feb4-9b95-4ae3-883f-88976b5ad611 admin admin] Made reservation on behalf of 418cf2ad48d140a890f370572e02e430 for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:29:34.777172 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-38a9feb4-9b95-4ae3-883f-88976b5ad611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:34.788694 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-38a9feb4-9b95-4ae3-883f-88976b5ad611 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:34.816627 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00c570-96eb-49c2-b461-5556e9edca08 req-fba4f8d3-5d91-4e98-8eb7-0c2e0880fb7d tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:34.824153 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7d00c570-96eb-49c2-b461-5556e9edca08 req-fba4f8d3-5d91-4e98-8eb7-0c2e0880fb7d tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.1028264 Oct 30 15:29:34.881792 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7d00c570-96eb-49c2-b461-5556e9edca08 req-9d583888-1087-4110-9811-a9eace11df0e tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566797 Oct 30 15:29:34.925860 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-38a9feb4-9b95-4ae3-883f-88976b5ad611 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:34.932216 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-38a9feb4-9b95-4ae3-883f-88976b5ad611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:34.965865 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38a9feb4-9b95-4ae3-883f-88976b5ad611 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:29:34.970600 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a9feb4-9b95-4ae3-883f-88976b5ad611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=053b9cf4-352e-4ef0-8bf5-860171236f26,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:29:34.978262 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-38a9feb4-9b95-4ae3-883f-88976b5ad611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:34.978590 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-38a9feb4-9b95-4ae3-883f-88976b5ad611 admin admin] Added segment 53e82d7a-e8b9-4af4-a6c7-31dd93d40d85 of type vlan for network afe9f814-a570-48da-bba8-14161084feb3 Oct 30 15:29:35.015391 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d929ee-fee2-4013-a115-f053fed2d62f req-2c4afa72-eaad-41c6-904d-9b435795bc1f tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:35.016888 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-59d929ee-fee2-4013-a115-f053fed2d62f req-2c4afa72-eaad-41c6-904d-9b435795bc1f tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.0538230 Oct 30 15:29:35.021718 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-38a9feb4-9b95-4ae3-883f-88976b5ad611 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:35.051655 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-38a9feb4-9b95-4ae3-883f-88976b5ad611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:35.052855 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a9feb4-9b95-4ae3-883f-88976b5ad611 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:35.054320 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-38a9feb4-9b95-4ae3-883f-88976b5ad611 admin admin] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:35.061802 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-59d929ee-fee2-4013-a115-f053fed2d62f req-1f08151a-d0be-495c-9d2a-8bbd0e55d998 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366068 Oct 30 15:29:35.121427 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-38a9feb4-9b95-4ae3-883f-88976b5ad611 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5061588 Oct 30 15:29:35.127746 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 59800) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:29:35.129521 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-9516489b-dd29-45dc-bf0b-c46b8ac6358b admin admin] Request body: {'subnet': {'network_id': 'afe9f814-a570-48da-bba8-14161084feb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1782813876-subnet', 'tenant_id': '418cf2ad48d140a890f370572e02e430', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:29:35.144982 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a9feb4-9b95-4ae3-883f-88976b5ad611 admin admin] Pushing event updated for resources: {'Network': ['ID=afe9f814-a570-48da-bba8-14161084feb3,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:29:35.153903 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9516489b-dd29-45dc-bf0b-c46b8ac6358b admin admin] Made reservation on behalf of 418cf2ad48d140a890f370572e02e430 for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:29:35.157177 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9516489b-dd29-45dc-bf0b-c46b8ac6358b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:35.158767 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network afe9f814-a570-48da-bba8-14161084feb3 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:29:35.278240 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeeba3b-2926-466e-aebd-af21f7eb3b35 req-26e03524-c842-41ed-9df1-ec4a2c240d7f tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:35.279657 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-caeeba3b-2926-466e-aebd-af21f7eb3b35 req-26e03524-c842-41ed-9df1-ec4a2c240d7f tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.0697584 Oct 30 15:29:35.349218 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-caeeba3b-2926-466e-aebd-af21f7eb3b35 req-f10cf76e-c49c-4876-a4fc-179bb2a37fb4 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625622 Oct 30 15:29:35.418442 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9516489b-dd29-45dc-bf0b-c46b8ac6358b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:35.487819 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc671c4-149c-4374-bbfc-8ece7cc03b30 req-9bd08584-9b34-456f-86d4-8ad787000d75 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:35.490238 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0fc671c4-149c-4374-bbfc-8ece7cc03b30 req-9bd08584-9b34-456f-86d4-8ad787000d75 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.0573113 Oct 30 15:29:35.493518 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9516489b-dd29-45dc-bf0b-c46b8ac6358b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f238035-4a06-4a86-bab5-a49b9089e33c,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:29:35.499209 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9516489b-dd29-45dc-bf0b-c46b8ac6358b admin admin] Checking segment: {'id': '53e82d7a-e8b9-4af4-a6c7-31dd93d40d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'afe9f814-a570-48da-bba8-14161084feb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:29:35.499605 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9516489b-dd29-45dc-bf0b-c46b8ac6358b admin admin] Network hostable DHCP agents. Network: afe9f814-a570-48da-bba8-14161084feb3, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:29:35.519137 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9516489b-dd29-45dc-bf0b-c46b8ac6358b admin admin] Network afe9f814-a570-48da-bba8-14161084feb3 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:29:35.528412 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-9516489b-dd29-45dc-bf0b-c46b8ac6358b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, afe9f814-a570-48da-bba8-14161084feb3) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:29:35.538652 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d44470c-a438-40ea-b1f9-ad06bb298c86 None None] Network afe9f814-a570-48da-bba8-14161084feb3 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:29:35.540158 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9516489b-dd29-45dc-bf0b-c46b8ac6358b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:35.540762 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9516489b-dd29-45dc-bf0b-c46b8ac6358b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:35.547487 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0fc671c4-149c-4374-bbfc-8ece7cc03b30 req-f807a6e2-2817-4078-b6f1-ea087a9c1786 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466628 Oct 30 15:29:35.559976 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9516489b-dd29-45dc-bf0b-c46b8ac6358b admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4343517 Oct 30 15:29:35.723265 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8017086-7f70-4a38-8708-42e8caeae157 req-cfbfac1a-b276-4a5a-8bfc-01517fb79e0b tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:35.725392 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e8017086-7f70-4a38-8708-42e8caeae157 req-cfbfac1a-b276-4a5a-8bfc-01517fb79e0b tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.0625494 Oct 30 15:29:35.783154 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e8017086-7f70-4a38-8708-42e8caeae157 req-72a0d7b6-4650-42ba-a1f1-b49a8ebc89cb tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500135 Oct 30 15:29:35.869634 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341e2ea6-661e-44d4-8cfe-057c4cb7be53 None None] Network afe9f814-a570-48da-bba8-14161084feb3 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:29:35.931722 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d7c24-3a38-4140-b5cd-d974bd22fade req-9449281c-d2d2-49a5-abee-c36ea94687a7 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:35.939526 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-458d7c24-3a38-4140-b5cd-d974bd22fade req-9449281c-d2d2-49a5-abee-c36ea94687a7 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.0765116 Oct 30 15:29:35.992189 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-458d7c24-3a38-4140-b5cd-d974bd22fade req-c4921aff-aca3-4950-8256-5b5a8e07e59c tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461626 Oct 30 15:29:36.084742 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 59850) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:29:36.089923 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-9ee9995c-c53a-4b3d-9933-4b5de38cd95f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1195127280-network', 'tenant_id': '1a149ed8e5d44f9da698c06ead995be6'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:29:36.126570 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee9995c-c53a-4b3d-9933-4b5de38cd95f admin admin] Made reservation on behalf of 1a149ed8e5d44f9da698c06ead995be6 for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:29:36.128780 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9ee9995c-c53a-4b3d-9933-4b5de38cd95f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:36.155260 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9ee9995c-c53a-4b3d-9933-4b5de38cd95f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:36.194636 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc1a0ee-65ed-440c-9968-6b06b3a44639 req-06d6c9b9-efe0-423f-b566-3527ae6ca08a tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:36.196169 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0fc1a0ee-65ed-440c-9968-6b06b3a44639 req-06d6c9b9-efe0-423f-b566-3527ae6ca08a tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.0813940 Oct 30 15:29:36.257981 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0fc1a0ee-65ed-440c-9968-6b06b3a44639 req-6871f3b5-7ecd-46e1-b7b1-31abb628cd95 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535808 Oct 30 15:29:36.282042 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9ee9995c-c53a-4b3d-9933-4b5de38cd95f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:36.286522 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9ee9995c-c53a-4b3d-9933-4b5de38cd95f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:36.307987 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ee9995c-c53a-4b3d-9933-4b5de38cd95f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:29:36.323900 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee9995c-c53a-4b3d-9933-4b5de38cd95f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d166b177-0f79-4f75-b177-98d13c04691d,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:29:36.329699 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9ee9995c-c53a-4b3d-9933-4b5de38cd95f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:36.330041 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-9ee9995c-c53a-4b3d-9933-4b5de38cd95f admin admin] Added segment a8efbaac-f417-45d4-a3ac-bf992c002009 of type vlan for network fa6133ec-091f-40d6-860d-a71b18042b89 Oct 30 15:29:36.376848 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9ee9995c-c53a-4b3d-9933-4b5de38cd95f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:36.392819 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a5db7-558d-4c1c-810e-25f871a80b95 req-e99cd3fd-6d80-482c-8a34-76111c81c252 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:36.394478 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4b4a5db7-558d-4c1c-810e-25f871a80b95 req-e99cd3fd-6d80-482c-8a34-76111c81c252 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.0601254 Oct 30 15:29:36.407344 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9ee9995c-c53a-4b3d-9933-4b5de38cd95f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:36.408355 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee9995c-c53a-4b3d-9933-4b5de38cd95f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:36.408941 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9ee9995c-c53a-4b3d-9933-4b5de38cd95f admin admin] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:36.436928 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4b4a5db7-558d-4c1c-810e-25f871a80b95 req-75cba185-b80b-4d05-95e2-de77355843b5 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339854 Oct 30 15:29:36.466967 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9ee9995c-c53a-4b3d-9933-4b5de38cd95f admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3779955 Oct 30 15:29:36.470561 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 59866) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:29:36.489146 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-3eb592a3-d00e-489c-8b83-00dc49015e97 admin admin] Request body: {'subnet': {'network_id': 'fa6133ec-091f-40d6-860d-a71b18042b89', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1195127280-subnet', 'tenant_id': '1a149ed8e5d44f9da698c06ead995be6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:29:36.499609 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee9995c-c53a-4b3d-9933-4b5de38cd95f admin admin] Pushing event updated for resources: {'Network': ['ID=fa6133ec-091f-40d6-860d-a71b18042b89,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:29:36.511639 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network fa6133ec-091f-40d6-860d-a71b18042b89 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:29:36.528561 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb592a3-d00e-489c-8b83-00dc49015e97 admin admin] Made reservation on behalf of 1a149ed8e5d44f9da698c06ead995be6 for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:29:36.531651 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3eb592a3-d00e-489c-8b83-00dc49015e97 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:36.601537 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb84f509-957c-4410-95c5-75dce1a0c31f req-877a9030-0aa1-4c24-b7e6-7fdcba94face tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:36.603926 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bb84f509-957c-4410-95c5-75dce1a0c31f req-877a9030-0aa1-4c24-b7e6-7fdcba94face tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.0603864 Oct 30 15:29:36.651222 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bb84f509-957c-4410-95c5-75dce1a0c31f req-3cfdcc5f-a2b7-4da6-9665-554f83cdcfc7 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400913 Oct 30 15:29:36.728402 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3eb592a3-d00e-489c-8b83-00dc49015e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:36.826143 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb592a3-d00e-489c-8b83-00dc49015e97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34a68dd8-a1b7-4ef5-8c64-3e1f25dc44de,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:29:36.842638 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a5e53e-23a8-4894-a22b-1b9539bf19f2 req-9623ced1-0b3a-4a0c-ac1f-6976dda33b13 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:36.844478 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-73a5e53e-23a8-4894-a22b-1b9539bf19f2 req-9623ced1-0b3a-4a0c-ac1f-6976dda33b13 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.1180961 Oct 30 15:29:36.851745 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb592a3-d00e-489c-8b83-00dc49015e97 admin admin] Checking segment: {'id': 'a8efbaac-f417-45d4-a3ac-bf992c002009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'fa6133ec-091f-40d6-860d-a71b18042b89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:29:36.852184 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb592a3-d00e-489c-8b83-00dc49015e97 admin admin] Network hostable DHCP agents. Network: fa6133ec-091f-40d6-860d-a71b18042b89, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:29:36.897026 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-73a5e53e-23a8-4894-a22b-1b9539bf19f2 req-f5b05577-4fab-4662-8a8b-079a26b3714c tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424685 Oct 30 15:29:36.898028 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb592a3-d00e-489c-8b83-00dc49015e97 admin admin] Network fa6133ec-091f-40d6-860d-a71b18042b89 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:29:36.908497 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-3eb592a3-d00e-489c-8b83-00dc49015e97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, fa6133ec-091f-40d6-860d-a71b18042b89) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:29:36.913404 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb592a3-d00e-489c-8b83-00dc49015e97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:36.914059 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3eb592a3-d00e-489c-8b83-00dc49015e97 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:36.927897 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64c70d9-4d85-42db-afb0-639cadb40a68 None None] Network fa6133ec-091f-40d6-860d-a71b18042b89 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:29:36.950378 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-3eb592a3-d00e-489c-8b83-00dc49015e97 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4646904 Oct 30 15:29:37.098323 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de45163-d048-4255-9b15-7103ed2652f2 None None] Network fa6133ec-091f-40d6-860d-a71b18042b89 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:29:37.171700 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee312a8-5a09-4c7a-bf8c-b6c1a2b3ea60 req-c7c096c0-6736-4af1-8c6f-ee025c97c604 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:37.184218 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8ee312a8-5a09-4c7a-bf8c-b6c1a2b3ea60 req-c7c096c0-6736-4af1-8c6f-ee025c97c604 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.1095548 Oct 30 15:29:37.237237 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8ee312a8-5a09-4c7a-bf8c-b6c1a2b3ea60 req-ca5985fb-83b9-4d8a-bb8a-3d04b7a802a8 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462642 Oct 30 15:29:37.355217 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb36d8-1b14-4357-8590-36626d863c2d req-9bdb56a2-7f04-4d9c-9554-f787af79f82b tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:37.356819 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-19bb36d8-1b14-4357-8590-36626d863c2d req-9bdb56a2-7f04-4d9c-9554-f787af79f82b tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.0499773 Oct 30 15:29:37.396456 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-19bb36d8-1b14-4357-8590-36626d863c2d req-e437d576-6a9b-4a74-b3b2-8fad2cd8f6d9 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331056 Oct 30 15:29:37.576320 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30876ed7-c37c-46f8-b47c-2c223cd96d05 req-7c886120-9368-4635-8bf3-f606c1c66ffa tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:37.578441 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-30876ed7-c37c-46f8-b47c-2c223cd96d05 req-7c886120-9368-4635-8bf3-f606c1c66ffa tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.0608928 Oct 30 15:29:37.608079 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525bfb18-580f-4536-8581-66d58e9333dc req-bbc58ddf-ab8b-4671-ad02-4dfe403f0367 tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:37.610132 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-525bfb18-580f-4536-8581-66d58e9333dc req-bbc58ddf-ab8b-4671-ad02-4dfe403f0367 tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] 10.222.0.62 "GET /v2.0/networks?id=afe9f814-a570-48da-bba8-14161084feb3 HTTP/1.1" status: 200 len: 825 time: 0.1324453 Oct 30 15:29:37.620953 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-30876ed7-c37c-46f8-b47c-2c223cd96d05 req-7bfdffbd-4bd9-471e-8b71-e865663ffb70 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363040 Oct 30 15:29:37.625530 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-525bfb18-580f-4536-8581-66d58e9333dc req-7dd1f4c7-9540-4647-b5d3-6dfa9a2d407a tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] 10.222.0.62 "GET /v2.0/quotas/418cf2ad48d140a890f370572e02e430 HTTP/1.1" status: 200 len: 375 time: 0.0095925 Oct 30 15:29:37.661003 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-525bfb18-580f-4536-8581-66d58e9333dc req-baeed1ad-e981-4ad0-84a2-0ec93cc15646 tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=418cf2ad48d140a890f370572e02e430&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297210 Oct 30 15:29:37.741264 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcbe7c5-6738-48a6-9f39-b2d38829fdd2 req-1a71dec4-cbbd-46a9-962a-04414c5f5648 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:37.743161 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-efcbe7c5-6738-48a6-9f39-b2d38829fdd2 req-1a71dec4-cbbd-46a9-962a-04414c5f5648 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.0531096 Oct 30 15:29:37.759994 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-525bfb18-580f-4536-8581-66d58e9333dc req-7f88ba35-ff71-4105-bfd0-98688e3e6725 service neutron] 10.222.0.62 "GET /v2.0/networks/afe9f814-a570-48da-bba8-14161084feb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917890 Oct 30 15:29:37.784691 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-efcbe7c5-6738-48a6-9f39-b2d38829fdd2 req-20b52015-7024-495e-b574-d3b07b6ca579 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350761 Oct 30 15:29:37.859243 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-525bfb18-580f-4536-8581-66d58e9333dc req-502a8df6-82b3-47c4-8bd8-8f46693d1872 service neutron] 10.222.0.62 "GET /v2.0/networks/afe9f814-a570-48da-bba8-14161084feb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947783 Oct 30 15:29:37.935369 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ff022-6114-4f4f-bec7-37486de2c3d1 req-b8ee692a-8de1-4d16-a0ce-89d21ac4c874 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:37.937943 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b10ff022-6114-4f4f-bec7-37486de2c3d1 req-b8ee692a-8de1-4d16-a0ce-89d21ac4c874 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.0568237 Oct 30 15:29:37.992270 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b10ff022-6114-4f4f-bec7-37486de2c3d1 req-fd78b4cb-9a81-4179-b7ba-58f6faceba52 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442543 Oct 30 15:29:38.055395 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-be84c54a-6273-415b-b97f-9a01394bfa57 req-85052b5a-e878-43d7-bea4-211e5608ea5a tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] 10.222.0.62 "GET /v2.0/ports?device_id=43f81880-0a26-4475-98e7-aea34042b627 HTTP/1.1" status: 200 len: 210 time: 0.0377514 Oct 30 15:29:38.159286 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb52b07-9678-464c-acfa-fa74a81ace4e req-9436e364-82ca-4e4f-8567-8e690e99fa12 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:38.161312 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dcb52b07-9678-464c-acfa-fa74a81ace4e req-9436e364-82ca-4e4f-8567-8e690e99fa12 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.0670769 Oct 30 15:29:38.220115 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dcb52b07-9678-464c-acfa-fa74a81ace4e req-c131c336-11ea-404b-a7b0-9c50129d01f9 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472341 Oct 30 15:29:38.390791 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f9fda-0544-4402-8cd9-47e33651fada req-d533883f-34d5-496a-b893-9d77b5ba1fd9 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:38.392666 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-748f9fda-0544-4402-8cd9-47e33651fada req-d533883f-34d5-496a-b893-9d77b5ba1fd9 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.0583138 Oct 30 15:29:38.440304 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-748f9fda-0544-4402-8cd9-47e33651fada req-088414bb-ab1f-4800-ad2c-188aeebecf66 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407367 Oct 30 15:29:38.564319 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f2da74-7c2f-4c02-a451-823792d45e6c req-2424d327-3113-4ace-aa67-9944f21c7b84 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:38.566010 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f1f2da74-7c2f-4c02-a451-823792d45e6c req-2424d327-3113-4ace-aa67-9944f21c7b84 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.0512412 Oct 30 15:29:38.607627 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f1f2da74-7c2f-4c02-a451-823792d45e6c req-4e8120af-2e20-423f-86ed-5cd0ec0e42ec tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343904 Oct 30 15:29:38.832341 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6970f-b1d4-4191-bcc4-0ede90ebc512 req-349a2c94-b0d6-4cc3-b326-064e1fb9994c tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:38.833948 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-73e6970f-b1d4-4191-bcc4-0ede90ebc512 req-349a2c94-b0d6-4cc3-b326-064e1fb9994c tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.0512574 Oct 30 15:29:38.879284 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-73e6970f-b1d4-4191-bcc4-0ede90ebc512 req-a37fdc0b-2b99-473b-a962-e509781ea554 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391951 Oct 30 15:29:38.999247 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10380c-0215-477f-97da-58b8e6a37cca req-26615ac4-7435-4ab5-91ae-d25322215a21 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:39.000773 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-be10380c-0215-477f-97da-58b8e6a37cca req-26615ac4-7435-4ab5-91ae-d25322215a21 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.0514498 Oct 30 15:29:39.043617 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-be10380c-0215-477f-97da-58b8e6a37cca req-83b4c84e-0ee9-449d-9907-af9c0f1a74e7 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363848 Oct 30 15:29:39.220106 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-64bfa403-d41a-4841-8422-2aa2dfc162a7 req-f051409e-2fa2-45a5-9d8a-4f528a9a4a1a tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] 10.222.0.62 "GET /v2.0/ports?device_id=43f81880-0a26-4475-98e7-aea34042b627 HTTP/1.1" status: 200 len: 210 time: 0.0366724 Oct 30 15:29:39.246751 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525bfb18-580f-4536-8581-66d58e9333dc req-ced6a23d-fe4a-43f2-84a0-ed5a9f89d494 tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:39.248330 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-525bfb18-580f-4536-8581-66d58e9333dc req-ced6a23d-fe4a-43f2-84a0-ed5a9f89d494 tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] 10.222.0.53 "GET /v2.0/networks?id=afe9f814-a570-48da-bba8-14161084feb3 HTTP/1.1" status: 200 len: 825 time: 0.1703138 Oct 30 15:29:39.263185 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-525bfb18-580f-4536-8581-66d58e9333dc req-5b1ecd9e-0857-4cd4-a378-05e1c39f9e1d tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] Request body: {'port': {'device_id': '43f81880-0a26-4475-98e7-aea34042b627', 'network_id': 'afe9f814-a570-48da-bba8-14161084feb3', 'admin_state_up': True, 'tenant_id': '418cf2ad48d140a890f370572e02e430'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:29:39.284294 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96379597-b834-44cf-80d5-9942d4413d07 req-53500fda-9fa7-48d0-9c70-339bf52f90ac tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:39.286336 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-96379597-b834-44cf-80d5-9942d4413d07 req-53500fda-9fa7-48d0-9c70-339bf52f90ac tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.0702283 Oct 30 15:29:39.336113 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-96379597-b834-44cf-80d5-9942d4413d07 req-deb3fff0-7dd9-41d9-a6cc-03fd50569cd3 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426698 Oct 30 15:29:39.387649 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-525bfb18-580f-4536-8581-66d58e9333dc req-5b1ecd9e-0857-4cd4-a378-05e1c39f9e1d tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] Made reservation on behalf of 418cf2ad48d140a890f370572e02e430 for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:29:39.391116 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-525bfb18-580f-4536-8581-66d58e9333dc req-5b1ecd9e-0857-4cd4-a378-05e1c39f9e1d tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:39.530602 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd129170-063c-445d-ae99-042b149e2200 req-f4fe5475-c80f-4b2e-8650-4c1510728975 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:39.532107 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cd129170-063c-445d-ae99-042b149e2200 req-f4fe5475-c80f-4b2e-8650-4c1510728975 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.1165068 Oct 30 15:29:39.572416 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-525bfb18-580f-4536-8581-66d58e9333dc req-5b1ecd9e-0857-4cd4-a378-05e1c39f9e1d tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] Allocated IP 172.20.0.14 (afe9f814-a570-48da-bba8-14161084feb3/9f238035-4a06-4a86-bab5-a49b9089e33c/2ea86028-7043-4442-a331-45cdf997ca74) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:29:39.592310 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cd129170-063c-445d-ae99-042b149e2200 req-845bbe94-c3c8-4de5-ba6d-ce4e3a0c5197 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512400 Oct 30 15:29:39.744757 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-525bfb18-580f-4536-8581-66d58e9333dc req-5b1ecd9e-0857-4cd4-a378-05e1c39f9e1d tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:39.795274 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-525bfb18-580f-4536-8581-66d58e9333dc req-5b1ecd9e-0857-4cd4-a378-05e1c39f9e1d tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:39.837113 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-525bfb18-580f-4536-8581-66d58e9333dc req-5b1ecd9e-0857-4cd4-a378-05e1c39f9e1d tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] Network afe9f814-a570-48da-bba8-14161084feb3 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:29:39.840306 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-525bfb18-580f-4536-8581-66d58e9333dc req-5b1ecd9e-0857-4cd4-a378-05e1c39f9e1d tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:29:39.844847 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-525bfb18-580f-4536-8581-66d58e9333dc req-5b1ecd9e-0857-4cd4-a378-05e1c39f9e1d tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:29:39.870836 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1ecd9e-0857-4cd4-a378-05e1c39f9e1d tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] Pushing event updated for resources: {'Port': ['ID=2ea86028-7043-4442-a331-45cdf997ca74,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:29:39.891293 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1ecd9e-0857-4cd4-a378-05e1c39f9e1d tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:29:39.891709 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1ecd9e-0857-4cd4-a378-05e1c39f9e1d tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:29:39.892054 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1ecd9e-0857-4cd4-a378-05e1c39f9e1d tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:29:39.892455 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1ecd9e-0857-4cd4-a378-05e1c39f9e1d tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:29:39.892729 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1ecd9e-0857-4cd4-a378-05e1c39f9e1d tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:29:39.893063 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1ecd9e-0857-4cd4-a378-05e1c39f9e1d tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:29:39.893395 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1ecd9e-0857-4cd4-a378-05e1c39f9e1d tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:29:39.893733 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1ecd9e-0857-4cd4-a378-05e1c39f9e1d tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:29:39.894132 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1ecd9e-0857-4cd4-a378-05e1c39f9e1d tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:29:39.894463 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1ecd9e-0857-4cd4-a378-05e1c39f9e1d tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:29:39.894785 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1ecd9e-0857-4cd4-a378-05e1c39f9e1d tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:29:39.895194 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1ecd9e-0857-4cd4-a378-05e1c39f9e1d tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:29:39.916383 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525bfb18-580f-4536-8581-66d58e9333dc req-5b1ecd9e-0857-4cd4-a378-05e1c39f9e1d tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:39.916984 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-525bfb18-580f-4536-8581-66d58e9333dc req-5b1ecd9e-0857-4cd4-a378-05e1c39f9e1d tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:39.937361 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-525bfb18-580f-4536-8581-66d58e9333dc req-5b1ecd9e-0857-4cd4-a378-05e1c39f9e1d tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6763945 Oct 30 15:29:39.949893 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-525bfb18-580f-4536-8581-66d58e9333dc req-f71de267-a0f1-413e-88ff-ba3fb7c23e32 service neutron] Request body: {'port': {'device_id': '43f81880-0a26-4475-98e7-aea34042b627', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:29:40.032691 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-525bfb18-580f-4536-8581-66d58e9333dc req-f71de267-a0f1-413e-88ff-ba3fb7c23e32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:40.081715 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245fd1f5-9bd2-4dfb-b23c-ee5c25574452 req-1187c12a-98d2-43d2-a7e6-5649b11e618d tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:40.083195 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-245fd1f5-9bd2-4dfb-b23c-ee5c25574452 req-1187c12a-98d2-43d2-a7e6-5649b11e618d tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.0806146 Oct 30 15:29:40.187130 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-245fd1f5-9bd2-4dfb-b23c-ee5c25574452 req-3828954f-f19b-4e91-bea7-acc41e999990 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974696 Oct 30 15:29:40.415084 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-525bfb18-580f-4536-8581-66d58e9333dc req-f71de267-a0f1-413e-88ff-ba3fb7c23e32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ea86028-7043-4442-a331-45cdf997ca74 {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:29:40.415758 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13742f24-e1c2-4482-8787-cd8974ff4ea6 req-c83bc730-1ee3-4b10-8524-636b570cd012 tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:40.428517 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-13742f24-e1c2-4482-8787-cd8974ff4ea6 req-c83bc730-1ee3-4b10-8524-636b570cd012 tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] 10.222.0.62 "GET /v2.0/ports?device_id=43f81880-0a26-4475-98e7-aea34042b627 HTTP/1.1" status: 200 len: 932 time: 0.0819826 Oct 30 15:29:40.429840 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-525bfb18-580f-4536-8581-66d58e9333dc req-f71de267-a0f1-413e-88ff-ba3fb7c23e32 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:40.445098 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-525bfb18-580f-4536-8581-66d58e9333dc req-f71de267-a0f1-413e-88ff-ba3fb7c23e32 service neutron] Transition to ACTIVE for port object 2ea86028-7043-4442-a331-45cdf997ca74 will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:29:40.450132 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-525bfb18-580f-4536-8581-66d58e9333dc req-f71de267-a0f1-413e-88ff-ba3fb7c23e32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:40.476254 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-13742f24-e1c2-4482-8787-cd8974ff4ea6 req-8ff2a52b-ab15-4a1f-8fcf-ff3e3795e263 tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] 10.222.0.62 "GET /v2.0/security-groups?id=053b9cf4-352e-4ef0-8bf5-860171236f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465932 Oct 30 15:29:40.508183 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71de267-a0f1-413e-88ff-ba3fb7c23e32 service neutron] Pushing event updated for resources: {'Port': ['ID=2ea86028-7043-4442-a331-45cdf997ca74,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:29:40.576332 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-525bfb18-580f-4536-8581-66d58e9333dc req-f71de267-a0f1-413e-88ff-ba3fb7c23e32 service neutron] Attempting to bind port 2ea86028-7043-4442-a331-45cdf997ca74 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:29:40.576902 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-525bfb18-580f-4536-8581-66d58e9333dc req-f71de267-a0f1-413e-88ff-ba3fb7c23e32 service neutron] Attempting to bind port 2ea86028-7043-4442-a331-45cdf997ca74 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '53e82d7a-e8b9-4af4-a6c7-31dd93d40d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'afe9f814-a570-48da-bba8-14161084feb3'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:29:40.577233 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525bfb18-580f-4536-8581-66d58e9333dc req-f71de267-a0f1-413e-88ff-ba3fb7c23e32 service neutron] Attempting to bind port 2ea86028-7043-4442-a331-45cdf997ca74 on network afe9f814-a570-48da-bba8-14161084feb3 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:29:40.582312 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525bfb18-580f-4536-8581-66d58e9333dc req-f71de267-a0f1-413e-88ff-ba3fb7c23e32 service neutron] Port 2ea86028-7043-4442-a331-45cdf997ca74 on network afe9f814-a570-48da-bba8-14161084feb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:29:40.582639 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525bfb18-580f-4536-8581-66d58e9333dc req-f71de267-a0f1-413e-88ff-ba3fb7c23e32 service neutron] Attempting to bind port 2ea86028-7043-4442-a331-45cdf997ca74 on network afe9f814-a570-48da-bba8-14161084feb3 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:29:40.588007 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525bfb18-580f-4536-8581-66d58e9333dc req-f71de267-a0f1-413e-88ff-ba3fb7c23e32 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:29:40.588340 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525bfb18-580f-4536-8581-66d58e9333dc req-f71de267-a0f1-413e-88ff-ba3fb7c23e32 service neutron] Checking segment: {'id': '53e82d7a-e8b9-4af4-a6c7-31dd93d40d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'afe9f814-a570-48da-bba8-14161084feb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:29:40.588717 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525bfb18-580f-4536-8581-66d58e9333dc req-f71de267-a0f1-413e-88ff-ba3fb7c23e32 service neutron] Bound using segment: {'id': '53e82d7a-e8b9-4af4-a6c7-31dd93d40d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'afe9f814-a570-48da-bba8-14161084feb3'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:29:40.589145 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-525bfb18-580f-4536-8581-66d58e9333dc req-f71de267-a0f1-413e-88ff-ba3fb7c23e32 service neutron] Bound port: 2ea86028-7043-4442-a331-45cdf997ca74, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53e82d7a-e8b9-4af4-a6c7-31dd93d40d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'afe9f814-a570-48da-bba8-14161084feb3'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:29:40.589506 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-525bfb18-580f-4536-8581-66d58e9333dc req-f71de267-a0f1-413e-88ff-ba3fb7c23e32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:40.656142 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-525bfb18-580f-4536-8581-66d58e9333dc req-f71de267-a0f1-413e-88ff-ba3fb7c23e32 service neutron] For port 2ea86028-7043-4442-a331-45cdf997ca74, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:29:40.659583 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-525bfb18-580f-4536-8581-66d58e9333dc req-f71de267-a0f1-413e-88ff-ba3fb7c23e32 service neutron] For port 2ea86028-7043-4442-a331-45cdf997ca74, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=2ea86028-7043-4442-a331-45cdf997ca74,segment=NetworkSegment(53e82d7a-e8b9-4af4-a6c7-31dd93d40d85),segment_id=53e82d7a-e8b9-4af4-a6c7-31dd93d40d85)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:29:40.663905 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-525bfb18-580f-4536-8581-66d58e9333dc req-f71de267-a0f1-413e-88ff-ba3fb7c23e32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:40.701093 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525bfb18-580f-4536-8581-66d58e9333dc req-f71de267-a0f1-413e-88ff-ba3fb7c23e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:40.701713 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-525bfb18-580f-4536-8581-66d58e9333dc req-f71de267-a0f1-413e-88ff-ba3fb7c23e32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:40.703259 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-525bfb18-580f-4536-8581-66d58e9333dc req-f71de267-a0f1-413e-88ff-ba3fb7c23e32 service neutron] 10.222.0.53 "PUT /v2.0/ports/2ea86028-7043-4442-a331-45cdf997ca74 HTTP/1.1" status: 200 len: 1093 time: 0.7581420 Oct 30 15:29:40.708130 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43f81880-0a26-4475-98e7-aea34042b627', 'tag': '2ea86028-7043-4442-a331-45cdf997ca74'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:29:40.710516 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10dfc68f-b6c9-4227-b4ca-786b9d39e5eb" -d '{"events": [{"name": "network-changed", "server_uuid": "43f81880-0a26-4475-98e7-aea34042b627", "tag": "2ea86028-7043-4442-a331-45cdf997ca74"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:29:40.736507 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71de267-a0f1-413e-88ff-ba3fb7c23e32 service neutron] Pushing event updated for resources: {'Port': ['ID=2ea86028-7043-4442-a331-45cdf997ca74,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:29:40.773674 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541dc932-fe36-4e2e-a0f7-4c54cd151a8e x-openstack-request-id: req-541dc932-fe36-4e2e-a0f7-4c54cd151a8e {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:29:40.773964 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43f81880-0a26-4475-98e7-aea34042b627", "tag": "2ea86028-7043-4442-a331-45cdf997ca74", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:29:40.774214 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-541dc932-fe36-4e2e-a0f7-4c54cd151a8e {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:29:40.774614 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43f81880-0a26-4475-98e7-aea34042b627', 'tag': '2ea86028-7043-4442-a331-45cdf997ca74', 'status': 'completed', 'code': 200} Oct 30 15:29:40.790559 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525bfb18-580f-4536-8581-66d58e9333dc req-7613fe40-189f-4c2a-9f7c-f27f2760cfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:40.792088 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-525bfb18-580f-4536-8581-66d58e9333dc req-7613fe40-189f-4c2a-9f7c-f27f2760cfd6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=418cf2ad48d140a890f370572e02e430&device_id=43f81880-0a26-4475-98e7-aea34042b627 HTTP/1.1" status: 200 len: 1096 time: 0.0448284 Oct 30 15:29:40.834525 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-525bfb18-580f-4536-8581-66d58e9333dc req-9a34fd97-8c3e-4150-8d52-a434c92ad828 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ea86028-7043-4442-a331-45cdf997ca74 HTTP/1.1" status: 200 len: 217 time: 0.0329475 Oct 30 15:29:40.892005 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525bfb18-580f-4536-8581-66d58e9333dc req-82bb57ca-04ec-40ff-833f-50c40bcdbfef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:40.893356 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-525bfb18-580f-4536-8581-66d58e9333dc req-82bb57ca-04ec-40ff-833f-50c40bcdbfef service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9f238035-4a06-4a86-bab5-a49b9089e33c HTTP/1.1" status: 200 len: 865 time: 0.0496500 Oct 30 15:29:40.925934 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-525bfb18-580f-4536-8581-66d58e9333dc req-bd8b1e24-a8bd-4feb-a711-aca194568125 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=afe9f814-a570-48da-bba8-14161084feb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258126 Oct 30 15:29:41.019623 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-525bfb18-580f-4536-8581-66d58e9333dc req-1fd143fe-6ec3-4426-838a-4a03a5b4f847 service neutron] 10.222.0.53 "GET /v2.0/networks/afe9f814-a570-48da-bba8-14161084feb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861475 Oct 30 15:29:41.122930 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-525bfb18-580f-4536-8581-66d58e9333dc req-7859d374-505b-4045-ad3b-cd309e1f8d65 service neutron] 10.222.0.53 "GET /v2.0/networks/afe9f814-a570-48da-bba8-14161084feb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886071 Oct 30 15:29:41.205273 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dfc68f-b6c9-4227-b4ca-786b9d39e5eb req-14805258-c8b0-45c8-8c15-bd9bfec74457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:41.206761 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-10dfc68f-b6c9-4227-b4ca-786b9d39e5eb req-14805258-c8b0-45c8-8c15-bd9bfec74457 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=418cf2ad48d140a890f370572e02e430&device_id=43f81880-0a26-4475-98e7-aea34042b627 HTTP/1.1" status: 200 len: 1096 time: 0.0418067 Oct 30 15:29:41.304186 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dfc68f-b6c9-4227-b4ca-786b9d39e5eb req-a1881f63-0ec9-490d-95b7-29f05bf33876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:41.305590 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-10dfc68f-b6c9-4227-b4ca-786b9d39e5eb req-a1881f63-0ec9-490d-95b7-29f05bf33876 service neutron] 10.222.0.53 "GET /v2.0/networks?id=afe9f814-a570-48da-bba8-14161084feb3 HTTP/1.1" status: 200 len: 926 time: 0.0922592 Oct 30 15:29:41.310524 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728bb5fb-d61d-40f6-92f9-1c0936c9d549 req-d243f207-6dd2-4d18-9995-57051f9afc86 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:41.312120 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-728bb5fb-d61d-40f6-92f9-1c0936c9d549 req-d243f207-6dd2-4d18-9995-57051f9afc86 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.0514185 Oct 30 15:29:41.350432 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-10dfc68f-b6c9-4227-b4ca-786b9d39e5eb req-171b9ba4-22eb-44c3-9564-cf5dba151878 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ea86028-7043-4442-a331-45cdf997ca74 HTTP/1.1" status: 200 len: 217 time: 0.0347750 Oct 30 15:29:41.353423 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-728bb5fb-d61d-40f6-92f9-1c0936c9d549 req-0d190236-5d3b-4849-8a6d-e105ffec2b2e tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349646 Oct 30 15:29:41.401492 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dfc68f-b6c9-4227-b4ca-786b9d39e5eb req-751b046d-59c9-44e5-8de0-39d46e306236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:41.402949 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-10dfc68f-b6c9-4227-b4ca-786b9d39e5eb req-751b046d-59c9-44e5-8de0-39d46e306236 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9f238035-4a06-4a86-bab5-a49b9089e33c HTTP/1.1" status: 200 len: 865 time: 0.0455818 Oct 30 15:29:41.440247 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-10dfc68f-b6c9-4227-b4ca-786b9d39e5eb req-0b14736c-b193-4aae-8f0c-6c19719cdb10 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=afe9f814-a570-48da-bba8-14161084feb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298126 Oct 30 15:29:41.558895 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-10dfc68f-b6c9-4227-b4ca-786b9d39e5eb req-7570c458-7e74-43ee-bb3c-0f36a0175e73 service neutron] 10.222.0.53 "GET /v2.0/networks/afe9f814-a570-48da-bba8-14161084feb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040335 Oct 30 15:29:41.599357 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee531145-ebb0-4527-a2bb-64d762886f3e req-2390bbe6-a0a7-4339-9118-ee7acc028e07 tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:41.601007 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ee531145-ebb0-4527-a2bb-64d762886f3e req-2390bbe6-a0a7-4339-9118-ee7acc028e07 tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] 10.222.0.62 "GET /v2.0/ports?device_id=43f81880-0a26-4475-98e7-aea34042b627 HTTP/1.1" status: 200 len: 944 time: 0.0506170 Oct 30 15:29:41.642772 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ee531145-ebb0-4527-a2bb-64d762886f3e req-c99ccb7d-a51a-4219-98ee-2a9f8a392d68 tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] 10.222.0.62 "GET /v2.0/security-groups?id=053b9cf4-352e-4ef0-8bf5-860171236f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351548 Oct 30 15:29:41.688973 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-10dfc68f-b6c9-4227-b4ca-786b9d39e5eb req-c3ace96c-ac58-4a10-a685-4e66ba34179c service neutron] 10.222.0.53 "GET /v2.0/networks/afe9f814-a570-48da-bba8-14161084feb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154039 Oct 30 15:29:42.475344 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed70532-c5bb-4098-ba74-d0d79f041301 req-df40967f-7339-48d5-9489-5d4e0c2ab1e7 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:42.477156 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3ed70532-c5bb-4098-ba74-d0d79f041301 req-df40967f-7339-48d5-9489-5d4e0c2ab1e7 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.0503354 Oct 30 15:29:42.517962 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3ed70532-c5bb-4098-ba74-d0d79f041301 req-41fa582b-c5f1-488f-bf5b-6a0b10197d72 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348601 Oct 30 15:29:42.770742 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af0915-b13d-43e3-ae4b-510ee85e723d req-d454680f-a275-4e2c-a46a-7e05cd9ff9d1 tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:42.772722 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-94af0915-b13d-43e3-ae4b-510ee85e723d req-d454680f-a275-4e2c-a46a-7e05cd9ff9d1 tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] 10.222.0.62 "GET /v2.0/ports?device_id=43f81880-0a26-4475-98e7-aea34042b627 HTTP/1.1" status: 200 len: 944 time: 0.0507495 Oct 30 15:29:42.812340 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-94af0915-b13d-43e3-ae4b-510ee85e723d req-df352e58-c141-416d-a7da-d74f36f77dcb tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] 10.222.0.62 "GET /v2.0/security-groups?id=053b9cf4-352e-4ef0-8bf5-860171236f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333667 Oct 30 15:29:43.646975 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baca3e3-dc4d-409e-b8ca-92bc9f245976 req-ef1df3b1-0db2-46e9-8f59-f0d744829f3b tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:43.669390 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8baca3e3-dc4d-409e-b8ca-92bc9f245976 req-ef1df3b1-0db2-46e9-8f59-f0d744829f3b tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.0573342 Oct 30 15:29:43.710938 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8baca3e3-dc4d-409e-b8ca-92bc9f245976 req-82c47c93-c988-4b99-baab-37a35e0dd79c tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532758 Oct 30 15:29:43.943545 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f978198-a568-4c5d-9f8a-de07744c79c9 req-1c071af9-927b-4071-9a58-ae7bc68dfa99 tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:43.945149 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2f978198-a568-4c5d-9f8a-de07744c79c9 req-1c071af9-927b-4071-9a58-ae7bc68dfa99 tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] 10.222.0.62 "GET /v2.0/ports?device_id=43f81880-0a26-4475-98e7-aea34042b627 HTTP/1.1" status: 200 len: 944 time: 0.0546401 Oct 30 15:29:43.983291 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2f978198-a568-4c5d-9f8a-de07744c79c9 req-df580ff5-2c11-456f-927b-40b939bb18ff tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] 10.222.0.62 "GET /v2.0/security-groups?id=053b9cf4-352e-4ef0-8bf5-860171236f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319452 Oct 30 15:29:44.761954 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 2ea86028-7043-4442-a331-45cdf997ca74 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:29:44.849850 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb79bfc-5dde-4b7d-954f-f6e63f01e7f6 req-bbaa530a-7e17-4faa-99ff-4828e051b732 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:44.851345 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fbb79bfc-5dde-4b7d-954f-f6e63f01e7f6 req-bbaa530a-7e17-4faa-99ff-4828e051b732 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.0492239 Oct 30 15:29:44.877737 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 2ea86028-7043-4442-a331-45cdf997ca74, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=2ea86028-7043-4442-a331-45cdf997ca74,segment=NetworkSegment(53e82d7a-e8b9-4af4-a6c7-31dd93d40d85),segment_id=53e82d7a-e8b9-4af4-a6c7-31dd93d40d85)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:29:44.891723 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '2ea86028-7043-4442-a331-45cdf997ca74', 'network_id': 'afe9f814-a570-48da-bba8-14161084feb3', 'port_id': '2ea86028-7043-4442-a331-45cdf997ca74', 'mac_address': 'fa:16:3e:8e:c3:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f238035-4a06-4a86-bab5-a49b9089e33c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:29:44.893806 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fbb79bfc-5dde-4b7d-954f-f6e63f01e7f6 req-c0e8d0b2-d8da-4a36-9912-c398b4364d2d tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363379 Oct 30 15:29:44.937950 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:44.953082 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ea86028-7043-4442-a331-45cdf997ca74 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:29:44.973178 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 2ea86028-7043-4442-a331-45cdf997ca74, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=2ea86028-7043-4442-a331-45cdf997ca74,segment=NetworkSegment(53e82d7a-e8b9-4af4-a6c7-31dd93d40d85),segment_id=53e82d7a-e8b9-4af4-a6c7-31dd93d40d85)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:29:44.978055 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:45.032546 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=2ea86028-7043-4442-a331-45cdf997ca74,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:29:45.034453 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60026) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:29:45.125418 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a343beee-07fb-48a7-b989-d16b87ddccf0 req-9724a9ab-5dfc-489e-97c2-5e4a161ce647 tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:45.127026 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a343beee-07fb-48a7-b989-d16b87ddccf0 req-9724a9ab-5dfc-489e-97c2-5e4a161ce647 tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] 10.222.0.62 "GET /v2.0/ports?device_id=43f81880-0a26-4475-98e7-aea34042b627 HTTP/1.1" status: 200 len: 945 time: 0.0582337 Oct 30 15:29:45.160026 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-76bc1e46-5830-49e3-a892-a2e1d72a0456 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:45.181055 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['2ea86028-7043-4442-a331-45cdf997ca74'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:29:45.198120 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a343beee-07fb-48a7-b989-d16b87ddccf0 req-84d8ac0d-1bce-48b6-93e4-24c36ee2ce36 tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] 10.222.0.62 "GET /v2.0/security-groups?id=053b9cf4-352e-4ef0-8bf5-860171236f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558016 Oct 30 15:29:45.265353 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-76bc1e46-5830-49e3-a892-a2e1d72a0456 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:45.276058 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-76bc1e46-5830-49e3-a892-a2e1d72a0456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:45.305711 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-76bc1e46-5830-49e3-a892-a2e1d72a0456 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6f8f11463b0346538d1bcb21a4991478&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2693102 Oct 30 15:29:45.306025 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 60030) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:29:45.329272 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bc1e46-5830-49e3-a892-a2e1d72a0456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c67a7842-be49-4884-8826-7a665f6665ca,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:29:45.364808 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c2d0c468-a811-412b-a7c4-516af74ff54b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:45.385201 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c2d0c468-a811-412b-a7c4-516af74ff54b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:45.431419 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c2d0c468-a811-412b-a7c4-516af74ff54b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:45.434164 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c2d0c468-a811-412b-a7c4-516af74ff54b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:45.435391 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-c2d0c468-a811-412b-a7c4-516af74ff54b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c67a7842-be49-4884-8826-7a665f6665ca HTTP/1.1" status: 204 len: 168 time: 0.1286588 Oct 30 15:29:45.445469 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d0c468-a811-412b-a7c4-516af74ff54b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67a7842-be49-4884-8826-7a665f6665ca,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:29:46.020748 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14782d3-cd72-4e7b-b931-b794f63af1f8 req-dadba969-cf7a-4842-9d22-f4420ee9554d tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:46.022485 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a14782d3-cd72-4e7b-b931-b794f63af1f8 req-dadba969-cf7a-4842-9d22-f4420ee9554d tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.0521297 Oct 30 15:29:46.060326 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a14782d3-cd72-4e7b-b931-b794f63af1f8 req-f7b92254-ef05-4df6-8515-5764a28c6d19 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319061 Oct 30 15:29:46.332978 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31936fc6-47e1-4466-915a-8ef7c2ecadae req-d2b9526e-891d-40f5-8639-a7f37e994a88 tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:46.334485 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-31936fc6-47e1-4466-915a-8ef7c2ecadae req-d2b9526e-891d-40f5-8639-a7f37e994a88 tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] 10.222.0.62 "GET /v2.0/ports?device_id=43f81880-0a26-4475-98e7-aea34042b627 HTTP/1.1" status: 200 len: 945 time: 0.0550811 Oct 30 15:29:46.372894 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-31936fc6-47e1-4466-915a-8ef7c2ecadae req-784cdf21-d89d-4dc1-8990-63ca508098b5 tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] 10.222.0.62 "GET /v2.0/security-groups?id=053b9cf4-352e-4ef0-8bf5-860171236f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323868 Oct 30 15:29:46.761702 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 2ea86028-7043-4442-a331-45cdf997ca74 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:29:46.810636 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port 2ea86028-7043-4442-a331-45cdf997ca74 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:29:46.815877 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 2ea86028-7043-4442-a331-45cdf997ca74 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:29:46.816255 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:46.901312 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:46.924200 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f81880-0a26-4475-98e7-aea34042b627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea86028-7043-4442-a331-45cdf997ca74'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:29:46.926552 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a8eb5f-807c-4ee2-b0cd-c7e954c5d416" -d '{"events": [{"server_uuid": "43f81880-0a26-4475-98e7-aea34042b627", "name": "network-vif-plugged", "status": "completed", "tag": "2ea86028-7043-4442-a331-45cdf997ca74"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:29:46.940290 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 2ea86028-7043-4442-a331-45cdf997ca74, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=2ea86028-7043-4442-a331-45cdf997ca74,segment=NetworkSegment(53e82d7a-e8b9-4af4-a6c7-31dd93d40d85),segment_id=53e82d7a-e8b9-4af4-a6c7-31dd93d40d85)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:29:46.944457 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:46.968115 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ef3308-eb13-4a24-b857-866a75d36514 x-openstack-request-id: req-06ef3308-eb13-4a24-b857-866a75d36514 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:29:46.968399 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43f81880-0a26-4475-98e7-aea34042b627", "name": "network-vif-plugged", "status": "completed", "tag": "2ea86028-7043-4442-a331-45cdf997ca74", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:29:46.968649 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-06ef3308-eb13-4a24-b857-866a75d36514 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:29:46.969035 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43f81880-0a26-4475-98e7-aea34042b627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea86028-7043-4442-a331-45cdf997ca74', 'code': 200} Oct 30 15:29:46.995209 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=2ea86028-7043-4442-a331-45cdf997ca74,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:29:47.075517 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25708b-f985-4983-be7a-99fb97bc1e26 req-295c34ab-92ed-4b82-8e67-ba19685486b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:47.077656 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6e25708b-f985-4983-be7a-99fb97bc1e26 req-295c34ab-92ed-4b82-8e67-ba19685486b0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=43f81880-0a26-4475-98e7-aea34042b627 HTTP/1.1" status: 200 len: 1098 time: 0.0403805 Oct 30 15:29:47.114535 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6e25708b-f985-4983-be7a-99fb97bc1e26 req-8008ad68-cb6c-4a80-b2b1-d6f22b652997 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=053b9cf4-352e-4ef0-8bf5-860171236f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304122 Oct 30 15:29:47.185871 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3399b18e-6505-429d-848f-407f80190d09 req-18479956-6087-44b7-834a-9a0fb2a2209c tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:47.187483 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3399b18e-6505-429d-848f-407f80190d09 req-18479956-6087-44b7-834a-9a0fb2a2209c tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.0530841 Oct 30 15:29:47.234455 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:29:47.235052 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3399b18e-6505-429d-848f-407f80190d09 req-12297543-c07c-4a04-b0d9-5d7dbac1c1dd tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410099 Oct 30 15:29:47.491712 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26e96b-e87c-404c-9366-b4325b628fa4 req-945d0067-af42-45e5-b25f-1de54b5c0b63 tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:47.493175 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9b26e96b-e87c-404c-9366-b4325b628fa4 req-945d0067-af42-45e5-b25f-1de54b5c0b63 tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] 10.222.0.62 "GET /v2.0/ports?device_id=43f81880-0a26-4475-98e7-aea34042b627 HTTP/1.1" status: 200 len: 946 time: 0.0478935 Oct 30 15:29:47.531137 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9b26e96b-e87c-404c-9366-b4325b628fa4 req-cd4b96a4-9f4e-4d1e-a15f-77624deddc69 tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] 10.222.0.62 "GET /v2.0/security-groups?id=053b9cf4-352e-4ef0-8bf5-860171236f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315528 Oct 30 15:29:48.353907 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea3d24-2201-4440-b75e-24cfd63d57b3 req-56d50ac8-81cd-4949-b072-e9a866a91b01 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:48.355351 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-23ea3d24-2201-4440-b75e-24cfd63d57b3 req-56d50ac8-81cd-4949-b072-e9a866a91b01 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.0537508 Oct 30 15:29:48.395385 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-23ea3d24-2201-4440-b75e-24cfd63d57b3 req-ea3369dd-dbb6-4434-ac08-f0224b05f12a tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333090 Oct 30 15:29:48.656794 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40604398-20a0-4a4a-954c-f632d195f297 req-feae3faa-a9d0-46b1-90da-878bb564c30d tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:48.658880 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-40604398-20a0-4a4a-954c-f632d195f297 req-feae3faa-a9d0-46b1-90da-878bb564c30d tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] 10.222.0.62 "GET /v2.0/ports?device_id=43f81880-0a26-4475-98e7-aea34042b627 HTTP/1.1" status: 200 len: 946 time: 0.0564864 Oct 30 15:29:48.707810 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-40604398-20a0-4a4a-954c-f632d195f297 req-c2bc4054-6706-40a0-bc54-3122a7833fb0 tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] 10.222.0.62 "GET /v2.0/security-groups?id=053b9cf4-352e-4ef0-8bf5-860171236f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425348 Oct 30 15:29:48.823099 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad0e33-3508-4223-9a8c-4b4e68c497eb req-9bdd6fb5-9673-4763-add1-ba6a35ee332e tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:48.824717 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a4ad0e33-3508-4223-9a8c-4b4e68c497eb req-9bdd6fb5-9673-4763-add1-ba6a35ee332e tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] 10.222.0.62 "GET /v2.0/ports?device_id=43f81880-0a26-4475-98e7-aea34042b627 HTTP/1.1" status: 200 len: 946 time: 0.0497823 Oct 30 15:29:48.863192 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a4ad0e33-3508-4223-9a8c-4b4e68c497eb req-35759d60-b982-447b-b484-b7cf15f1a4e1 tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] 10.222.0.62 "GET /v2.0/security-groups?id=053b9cf4-352e-4ef0-8bf5-860171236f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316207 Oct 30 15:29:49.263661 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b51b22-5641-46d3-b564-04c76e944a3b req-f38afa1b-6c0f-4954-9b1a-8dfb9635bcb4 tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:49.265699 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-84b51b22-5641-46d3-b564-04c76e944a3b req-f38afa1b-6c0f-4954-9b1a-8dfb9635bcb4 tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] 10.222.0.62 "GET /v2.0/ports?device_id=43f81880-0a26-4475-98e7-aea34042b627 HTTP/1.1" status: 200 len: 946 time: 0.0510206 Oct 30 15:29:49.304639 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-84b51b22-5641-46d3-b564-04c76e944a3b req-edb0fde8-b39c-475e-ba10-90bbfe336864 tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] 10.222.0.62 "GET /v2.0/security-groups?id=053b9cf4-352e-4ef0-8bf5-860171236f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325284 Oct 30 15:29:49.518799 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397e399-bcc9-4f6c-8e23-c3597dfd257a req-9bfa150a-a28e-4fde-a91b-d3f7071cb508 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:49.520322 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2397e399-bcc9-4f6c-8e23-c3597dfd257a req-9bfa150a-a28e-4fde-a91b-d3f7071cb508 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.0552800 Oct 30 15:29:49.559020 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2397e399-bcc9-4f6c-8e23-c3597dfd257a req-5aca8103-6c22-469a-8793-302b482b340b tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321493 Oct 30 15:29:49.585643 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd537e61-dd4c-4b48-b166-48a991a2f317 req-a64054c1-7e99-42ef-abe2-c4871b03693f tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:49.587113 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fd537e61-dd4c-4b48-b166-48a991a2f317 req-a64054c1-7e99-42ef-abe2-c4871b03693f tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] 10.222.0.62 "GET /v2.0/ports?device_id=43f81880-0a26-4475-98e7-aea34042b627 HTTP/1.1" status: 200 len: 946 time: 0.0527303 Oct 30 15:29:49.625005 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fd537e61-dd4c-4b48-b166-48a991a2f317 req-846389e1-6cb5-40ba-86ac-3093131cf1ac tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] 10.222.0.62 "GET /v2.0/security-groups?id=053b9cf4-352e-4ef0-8bf5-860171236f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318210 Oct 30 15:29:50.684710 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184d61a4-114c-4b98-b285-18e4f24ecd9e req-027dd796-066e-47b7-afac-b4128f889390 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:50.693884 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-184d61a4-114c-4b98-b285-18e4f24ecd9e req-027dd796-066e-47b7-afac-b4128f889390 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.0667284 Oct 30 15:29:50.729459 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-184d61a4-114c-4b98-b285-18e4f24ecd9e req-02bd36d0-3984-4d21-8439-5d73dc6927eb tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346818 Oct 30 15:29:50.768731 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f18619b-35aa-4fb7-a712-76c14bbd61fa req-01730639-0f1b-4bd0-acaa-25eafba9dbb4 tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:50.770218 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9f18619b-35aa-4fb7-a712-76c14bbd61fa req-01730639-0f1b-4bd0-acaa-25eafba9dbb4 tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] 10.222.0.62 "GET /v2.0/ports?device_id=43f81880-0a26-4475-98e7-aea34042b627 HTTP/1.1" status: 200 len: 946 time: 0.0590916 Oct 30 15:29:50.809142 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9f18619b-35aa-4fb7-a712-76c14bbd61fa req-9d056374-1133-4c12-82f0-d05dbff4ca34 tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] 10.222.0.62 "GET /v2.0/security-groups?id=053b9cf4-352e-4ef0-8bf5-860171236f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323753 Oct 30 15:29:50.900452 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae23dd-d1f8-4009-9427-8cbc17768272 req-b84da8b6-531a-4b9e-b3fe-93cf96496bb9 tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:50.901890 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-22ae23dd-d1f8-4009-9427-8cbc17768272 req-b84da8b6-531a-4b9e-b3fe-93cf96496bb9 tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] 10.222.0.53 "GET /v2.0/ports?device_id=43f81880-0a26-4475-98e7-aea34042b627 HTTP/1.1" status: 200 len: 946 time: 0.0483937 Oct 30 15:29:50.999336 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-22ae23dd-d1f8-4009-9427-8cbc17768272 req-f34e903c-e9a2-4de7-af23-acd80353c1eb tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] Deleting port 2ea86028-7043-4442-a331-45cdf997ca74 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:29:50.999694 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-22ae23dd-d1f8-4009-9427-8cbc17768272 req-f34e903c-e9a2-4de7-af23-acd80353c1eb tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:51.096215 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-22ae23dd-d1f8-4009-9427-8cbc17768272 req-f34e903c-e9a2-4de7-af23-acd80353c1eb tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] For port 2ea86028-7043-4442-a331-45cdf997ca74, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=2ea86028-7043-4442-a331-45cdf997ca74,segment=NetworkSegment(53e82d7a-e8b9-4af4-a6c7-31dd93d40d85),segment_id=53e82d7a-e8b9-4af4-a6c7-31dd93d40d85)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:29:51.096572 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-22ae23dd-d1f8-4009-9427-8cbc17768272 req-f34e903c-e9a2-4de7-af23-acd80353c1eb tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:51.115293 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-22ae23dd-d1f8-4009-9427-8cbc17768272 req-f34e903c-e9a2-4de7-af23-acd80353c1eb tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] Calling delete_port for 2ea86028-7043-4442-a331-45cdf997ca74 owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:29:51.122939 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-43866d2b-4770-44f3-8fba-503ea7d73c9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:51.267124 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-22ae23dd-d1f8-4009-9427-8cbc17768272 req-f34e903c-e9a2-4de7-af23-acd80353c1eb tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:51.280832 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['2ea86028-7043-4442-a331-45cdf997ca74'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:29:51.298078 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34e903c-e9a2-4de7-af23-acd80353c1eb tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] Pushing event deleted for resources: {'Port': ['ID=2ea86028-7043-4442-a331-45cdf997ca74,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:29:51.350745 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ae23dd-d1f8-4009-9427-8cbc17768272 req-f34e903c-e9a2-4de7-af23-acd80353c1eb tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] No DVR routers for this DVR port 2ea86028-7043-4442-a331-45cdf997ca74 on host n-h1-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:29:51.353443 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-22ae23dd-d1f8-4009-9427-8cbc17768272 req-f34e903c-e9a2-4de7-af23-acd80353c1eb tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:51.356959 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-22ae23dd-d1f8-4009-9427-8cbc17768272 req-f34e903c-e9a2-4de7-af23-acd80353c1eb tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] 10.222.0.53 "DELETE /v2.0/ports/2ea86028-7043-4442-a331-45cdf997ca74 HTTP/1.1" status: 204 len: 173 time: 0.4474959 Oct 30 15:29:51.357444 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f81880-0a26-4475-98e7-aea34042b627', 'name': 'network-vif-deleted', 'tag': '2ea86028-7043-4442-a331-45cdf997ca74'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:29:51.360375 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0dd1bb-b8df-4da4-a40d-159b8594036c" -d '{"events": [{"server_uuid": "43f81880-0a26-4475-98e7-aea34042b627", "name": "network-vif-deleted", "tag": "2ea86028-7043-4442-a331-45cdf997ca74"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:29:51.402012 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a8c4e0-72fc-4d8e-bff6-40dda6ad2091 x-openstack-request-id: req-65a8c4e0-72fc-4d8e-bff6-40dda6ad2091 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:29:51.402307 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43f81880-0a26-4475-98e7-aea34042b627", "name": "network-vif-deleted", "tag": "2ea86028-7043-4442-a331-45cdf997ca74", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:29:51.402573 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-65a8c4e0-72fc-4d8e-bff6-40dda6ad2091 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:29:51.402978 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43f81880-0a26-4475-98e7-aea34042b627', 'name': 'network-vif-deleted', 'tag': '2ea86028-7043-4442-a331-45cdf997ca74', 'status': 'completed', 'code': 200} Oct 30 15:29:51.935582 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-870bb1f1-2ca6-4830-809b-1a4f433ca9b1 req-dd5adbfc-7b09-4ca4-af2b-71346c35e47d tempest-ServersNegativeTestMultiTenantJSON-1819644992 tempest-ServersNegativeTestMultiTenantJSON-1819644992-project] 10.222.0.62 "GET /v2.0/ports?device_id=43f81880-0a26-4475-98e7-aea34042b627 HTTP/1.1" status: 200 len: 210 time: 0.0404441 Oct 30 15:29:51.975269 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe649c2-7028-4a22-9395-f83c605562bb req-016fde18-6a22-43b5-ab1e-6e7bebb840a1 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:51.976788 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-abe649c2-7028-4a22-9395-f83c605562bb req-016fde18-6a22-43b5-ab1e-6e7bebb840a1 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.1721106 Oct 30 15:29:52.023864 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-abe649c2-7028-4a22-9395-f83c605562bb req-fc12e13f-0889-468f-af0a-378e2676b502 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407641 Oct 30 15:29:52.808502 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 359fc4c5-25ae-4bc2-811f-6dd4960736b0 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:29:52.917111 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 359fc4c5-25ae-4bc2-811f-6dd4960736b0, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=359fc4c5-25ae-4bc2-811f-6dd4960736b0,segment=NetworkSegment(dd3c69d2-19e5-49a2-83d4-39997396926e),segment_id=dd3c69d2-19e5-49a2-83d4-39997396926e)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:29:52.930024 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '359fc4c5-25ae-4bc2-811f-6dd4960736b0', 'network_id': 'f8e25823-3fc3-4f4e-beb9-0b0629874c87', 'port_id': '359fc4c5-25ae-4bc2-811f-6dd4960736b0', 'mac_address': 'fa:16:3e:23:e2:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f10ba2c-a980-4319-9add-8030477039ac', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:29:52.974970 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:52.993438 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 359fc4c5-25ae-4bc2-811f-6dd4960736b0 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:29:53.019636 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60182) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:29:53.053154 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 359fc4c5-25ae-4bc2-811f-6dd4960736b0, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=359fc4c5-25ae-4bc2-811f-6dd4960736b0,segment=NetworkSegment(dd3c69d2-19e5-49a2-83d4-39997396926e),segment_id=dd3c69d2-19e5-49a2-83d4-39997396926e)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:29:53.062147 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:53.126164 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=359fc4c5-25ae-4bc2-811f-6dd4960736b0,revision_number=6']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:29:53.135780 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-334c86d1-df78-45dc-8432-473e4283d1e4 admin admin] Deleting subnet 9f238035-4a06-4a86-bab5-a49b9089e33c {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:29:53.140309 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-334c86d1-df78-45dc-8432-473e4283d1e4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:53.174940 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['359fc4c5-25ae-4bc2-811f-6dd4960736b0'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:29:53.179886 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-334c86d1-df78-45dc-8432-473e4283d1e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:53.242122 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-334c86d1-df78-45dc-8432-473e4283d1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:53.333529 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-334c86d1-df78-45dc-8432-473e4283d1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:53.377747 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334c86d1-df78-45dc-8432-473e4283d1e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f238035-4a06-4a86-bab5-a49b9089e33c,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:29:53.391548 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-334c86d1-df78-45dc-8432-473e4283d1e4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:53.395777 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-334c86d1-df78-45dc-8432-473e4283d1e4 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/9f238035-4a06-4a86-bab5-a49b9089e33c HTTP/1.1" status: 204 len: 168 time: 0.3745937 Oct 30 15:29:53.398449 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 60190) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:29:53.421655 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba3483-fd09-4a2e-994b-d3d8de28b8a5 req-c6fb12c8-1c78-4086-bef1-85a0bf584ea5 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:53.430157 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-58ba3483-fd09-4a2e-994b-d3d8de28b8a5 req-c6fb12c8-1c78-4086-bef1-85a0bf584ea5 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 944 time: 0.1264458 Oct 30 15:29:53.480067 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-58ba3483-fd09-4a2e-994b-d3d8de28b8a5 req-b5747259-3498-4c22-9a22-48811674131a tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487077 Oct 30 15:29:53.487011 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-82646b6c-3634-4ca1-924e-c5797c3ed90c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:53.598741 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-82646b6c-3634-4ca1-924e-c5797c3ed90c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:53.625537 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-82646b6c-3634-4ca1-924e-c5797c3ed90c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afe9f814-a570-48da-bba8-14161084feb3']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:29:53.637076 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-82646b6c-3634-4ca1-924e-c5797c3ed90c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53e82d7a-e8b9-4af4-a6c7-31dd93d40d85') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:29:53.637511 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-82646b6c-3634-4ca1-924e-c5797c3ed90c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53e82d7a-e8b9-4af4-a6c7-31dd93d40d85') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:29:53.654391 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-82646b6c-3634-4ca1-924e-c5797c3ed90c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:53.674304 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-82646b6c-3634-4ca1-924e-c5797c3ed90c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:53.685550 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82646b6c-3634-4ca1-924e-c5797c3ed90c admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:29:53.686939 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-82646b6c-3634-4ca1-924e-c5797c3ed90c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:53.689043 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:29:53.689043 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:29:53.689043 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:29:53.689043 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:29:53.689043 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:29:53.689043 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:29:53.689043 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:29:53.689043 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:29:53.689043 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:29:53.689043 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:29:53.689043 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:29:53.689043 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:29:53.689043 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:29:53.689043 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:29:53.689043 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:29:53.689043 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:29:53.689043 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:29:53.689043 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:29:53.689043 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:29:53.689043 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:29:53.689043 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:29:53.689043 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:29:53.689043 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:29:53.689043 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:29:53.689043 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:29:53.689043 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:29:53.689043 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:29:53.689043 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:29:53.689043 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:29:53.689043 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:29:53.689043 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:29:53.689043 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:29:53.757541 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e1891f9d-a75c-404b-9426-7d00fdcc413f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:53.763552 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-82646b6c-3634-4ca1-924e-c5797c3ed90c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:53.787333 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-82646b6c-3634-4ca1-924e-c5797c3ed90c admin admin] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:53.793314 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-82646b6c-3634-4ca1-924e-c5797c3ed90c admin admin] 10.222.0.62 "DELETE /v2.0/networks/afe9f814-a570-48da-bba8-14161084feb3 HTTP/1.1" status: 204 len: 168 time: 0.3908365 Oct 30 15:29:53.793314 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82646b6c-3634-4ca1-924e-c5797c3ed90c admin admin] Pushing event deleted for resources: {'Network': ['ID=afe9f814-a570-48da-bba8-14161084feb3,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:29:53.794635 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60192) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:29:53.865289 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-284c7e58-9e8a-4f2d-ac82-5df9a3324a53 admin admin] Deleting subnet 34a68dd8-a1b7-4ef5-8c64-3e1f25dc44de {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:29:53.869998 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-284c7e58-9e8a-4f2d-ac82-5df9a3324a53 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:53.916360 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-284c7e58-9e8a-4f2d-ac82-5df9a3324a53 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:53.958949 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-284c7e58-9e8a-4f2d-ac82-5df9a3324a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:54.020026 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-284c7e58-9e8a-4f2d-ac82-5df9a3324a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:54.052137 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284c7e58-9e8a-4f2d-ac82-5df9a3324a53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34a68dd8-a1b7-4ef5-8c64-3e1f25dc44de,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:29:54.062524 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-284c7e58-9e8a-4f2d-ac82-5df9a3324a53 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:54.066351 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-284c7e58-9e8a-4f2d-ac82-5df9a3324a53 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/34a68dd8-a1b7-4ef5-8c64-3e1f25dc44de HTTP/1.1" status: 204 len: 168 time: 0.2665465 Oct 30 15:29:54.071523 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60194) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:29:54.170606 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6d954cf6-25e8-4684-abcf-b16cd594b284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:54.291936 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6d954cf6-25e8-4684-abcf-b16cd594b284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:54.316758 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-6d954cf6-25e8-4684-abcf-b16cd594b284 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa6133ec-091f-40d6-860d-a71b18042b89']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:29:54.329784 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-6d954cf6-25e8-4684-abcf-b16cd594b284 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8efbaac-f417-45d4-a3ac-bf992c002009') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:29:54.330030 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-6d954cf6-25e8-4684-abcf-b16cd594b284 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8efbaac-f417-45d4-a3ac-bf992c002009') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:29:54.346838 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6d954cf6-25e8-4684-abcf-b16cd594b284 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:54.365104 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6d954cf6-25e8-4684-abcf-b16cd594b284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:54.373636 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d954cf6-25e8-4684-abcf-b16cd594b284 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:29:54.374250 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6d954cf6-25e8-4684-abcf-b16cd594b284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:54.377142 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:29:54.377142 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:29:54.377142 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:29:54.377142 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:29:54.377142 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:29:54.377142 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:29:54.377142 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:29:54.377142 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:29:54.377142 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:29:54.377142 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:29:54.377142 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:29:54.377142 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:29:54.377142 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:29:54.377142 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:29:54.377142 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:29:54.377142 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:29:54.377142 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:29:54.377142 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:29:54.377142 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:29:54.377142 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:29:54.377142 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:29:54.377142 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:29:54.377142 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:29:54.377142 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:29:54.377142 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:29:54.377142 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:29:54.377142 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:29:54.377142 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:29:54.377142 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:29:54.377142 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:29:54.377142 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:29:54.377142 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:29:54.445560 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6d954cf6-25e8-4684-abcf-b16cd594b284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:54.459411 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6d954cf6-25e8-4684-abcf-b16cd594b284 admin admin] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:54.465568 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-6d954cf6-25e8-4684-abcf-b16cd594b284 admin admin] 10.222.0.62 "DELETE /v2.0/networks/fa6133ec-091f-40d6-860d-a71b18042b89 HTTP/1.1" status: 204 len: 168 time: 0.3906729 Oct 30 15:29:54.476004 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d954cf6-25e8-4684-abcf-b16cd594b284 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa6133ec-091f-40d6-860d-a71b18042b89,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:29:54.646921 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c194459-a445-40d7-aad4-0fdc307d74ad req-21706ba3-6415-4ddc-b39b-f633149578dd tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:54.648489 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8c194459-a445-40d7-aad4-0fdc307d74ad req-21706ba3-6415-4ddc-b39b-f633149578dd tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 944 time: 0.0625863 Oct 30 15:29:54.658013 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:54.710891 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8c194459-a445-40d7-aad4-0fdc307d74ad req-2ea883ce-97bd-4dd9-9898-670074e9e517 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512736 Oct 30 15:29:54.752370 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60204) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:29:54.809321 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 359fc4c5-25ae-4bc2-811f-6dd4960736b0 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:29:54.818110 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-67fece50-0f3e-4fb3-a50e-e0c536759487 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=418cf2ad48d140a890f370572e02e430&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0642369 Oct 30 15:29:54.820329 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60206) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:29:54.876654 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9616bab8-f3d0-4459-a438-ff995a976658 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:54.901219 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:54.911357 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 359fc4c5-25ae-4bc2-811f-6dd4960736b0 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:29:54.912109 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:54.919034 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9616bab8-f3d0-4459-a438-ff995a976658 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:54.974466 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9616bab8-f3d0-4459-a438-ff995a976658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:54.977669 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9616bab8-f3d0-4459-a438-ff995a976658 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:54.980695 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9616bab8-f3d0-4459-a438-ff995a976658 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/053b9cf4-352e-4ef0-8bf5-860171236f26 HTTP/1.1" status: 204 len: 168 time: 0.1593623 Oct 30 15:29:54.990952 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9616bab8-f3d0-4459-a438-ff995a976658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=053b9cf4-352e-4ef0-8bf5-860171236f26,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:29:55.031100 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:55.073426 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 359fc4c5-25ae-4bc2-811f-6dd4960736b0, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=359fc4c5-25ae-4bc2-811f-6dd4960736b0,segment=NetworkSegment(dd3c69d2-19e5-49a2-83d4-39997396926e),segment_id=dd3c69d2-19e5-49a2-83d4-39997396926e)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:29:55.074663 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97cfe86f-a746-4d17-9b3f-f78cee3266a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '359fc4c5-25ae-4bc2-811f-6dd4960736b0'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:29:55.079835 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10134324-824f-44d8-8725-316b6fddfb41" -d '{"events": [{"server_uuid": "97cfe86f-a746-4d17-9b3f-f78cee3266a1", "name": "network-vif-plugged", "status": "completed", "tag": "359fc4c5-25ae-4bc2-811f-6dd4960736b0"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:29:55.084691 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:55.085647 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 2ea86028-7043-4442-a331-45cdf997ca74 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:29:55.143111 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=359fc4c5-25ae-4bc2-811f-6dd4960736b0,revision_number=7']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:29:55.174367 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:29:55.175367 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:29:55.175860 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:29:55.176303 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:29:55.176742 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:29:55.177332 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:29:55.177775 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:29:55.178215 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:29:55.178646 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:29:55.179091 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:29:55.179556 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:29:55.179996 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:29:55.188755 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8527692f-013f-4c94-a132-c14116193ae7 x-openstack-request-id: req-8527692f-013f-4c94-a132-c14116193ae7 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:29:55.189391 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97cfe86f-a746-4d17-9b3f-f78cee3266a1", "name": "network-vif-plugged", "status": "completed", "tag": "359fc4c5-25ae-4bc2-811f-6dd4960736b0", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:29:55.189498 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8527692f-013f-4c94-a132-c14116193ae7 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:29:55.189841 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97cfe86f-a746-4d17-9b3f-f78cee3266a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '359fc4c5-25ae-4bc2-811f-6dd4960736b0', 'code': 200} Oct 30 15:29:55.191248 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: 2ea86028-7043-4442-a331-45cdf997ca74 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:29:55.191611 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 2ea86028-7043-4442-a331-45cdf997ca74 not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:29:55.453546 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 60222) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:29:55.537763 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-69d5f7cc-b30d-46c4-b2c6-d07ff847bd13 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1a149ed8e5d44f9da698c06ead995be6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0824342 Oct 30 15:29:55.540418 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60224) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:29:55.629236 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3adc223d-e8e2-48ab-852b-e2732371e9f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:55.665503 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3adc223d-e8e2-48ab-852b-e2732371e9f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:55.741317 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3adc223d-e8e2-48ab-852b-e2732371e9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:55.744000 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3adc223d-e8e2-48ab-852b-e2732371e9f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:55.745198 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-3adc223d-e8e2-48ab-852b-e2732371e9f3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d166b177-0f79-4f75-b177-98d13c04691d HTTP/1.1" status: 204 len: 168 time: 0.2036912 Oct 30 15:29:55.764829 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adc223d-e8e2-48ab-852b-e2732371e9f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d166b177-0f79-4f75-b177-98d13c04691d,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:29:55.847396 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60232) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:29:55.951095 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b6f297-7b0f-4b33-a51c-d19ad13e389c req-d4723275-3e65-4fa0-8974-fcd87fdcc926 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:55.969589 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-82b6f297-7b0f-4b33-a51c-d19ad13e389c req-d4723275-3e65-4fa0-8974-fcd87fdcc926 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.0929437 Oct 30 15:29:56.031753 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-82b6f297-7b0f-4b33-a51c-d19ad13e389c req-e2f686f4-3c1a-4b69-b5a6-92cec6155607 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608070 Oct 30 15:29:56.077656 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4207bef0-027a-43ef-ac7e-3ed9a9dea1c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:56.189675 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4207bef0-027a-43ef-ac7e-3ed9a9dea1c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:56.196848 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4207bef0-027a-43ef-ac7e-3ed9a9dea1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:56.248736 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-4207bef0-027a-43ef-ac7e-3ed9a9dea1c3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=da53374199be4e18b89adf8ac8566374&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3995721 Oct 30 15:29:56.248987 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 60238) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:29:56.249640 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4207bef0-027a-43ef-ac7e-3ed9a9dea1c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d880023-0103-4f89-8967-9b13a46f3761,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:29:56.345048 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d5d9b8a9-761d-4fb2-817a-55df49ada5c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:56.375203 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d5d9b8a9-761d-4fb2-817a-55df49ada5c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:56.432302 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d5d9b8a9-761d-4fb2-817a-55df49ada5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:56.445437 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d5d9b8a9-761d-4fb2-817a-55df49ada5c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:56.446630 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d5d9b8a9-761d-4fb2-817a-55df49ada5c6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7d880023-0103-4f89-8967-9b13a46f3761 HTTP/1.1" status: 204 len: 168 time: 0.1966321 Oct 30 15:29:56.455568 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d9b8a9-761d-4fb2-817a-55df49ada5c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d880023-0103-4f89-8967-9b13a46f3761,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:29:56.591763 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:57.194865 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7efd8d-4242-4086-b47d-79744a190c40 req-ed26c18e-c4ae-45a9-a873-889c0c2439b1 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:57.197008 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dc7efd8d-4242-4086-b47d-79744a190c40 req-ed26c18e-c4ae-45a9-a873-889c0c2439b1 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.0648165 Oct 30 15:29:57.271872 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dc7efd8d-4242-4086-b47d-79744a190c40 req-e5bf980e-c9d2-40fa-becb-ca413c764037 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638547 Oct 30 15:29:58.430784 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9768e81-478d-4ce1-8092-78a6d85fb7a9 req-3bedd5e5-8e2f-4433-8d8f-c75114e679a7 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:58.439385 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b9768e81-478d-4ce1-8092-78a6d85fb7a9 req-3bedd5e5-8e2f-4433-8d8f-c75114e679a7 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.0648425 Oct 30 15:29:58.458367 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60336) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:29:58.485434 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b9768e81-478d-4ce1-8092-78a6d85fb7a9 req-3395912e-2bdd-44a7-b73c-2b124cf9267c tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448658 Oct 30 15:29:58.800266 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-2463232d-5871-4aa8-8a5e-a6a1ecbe977a tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Request body: {'network': {'name': 'tempest-network-smoke--1130093537', 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'port_security_enabled': True}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:29:58.845559 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2463232d-5871-4aa8-8a5e-a6a1ecbe977a tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Made reservation on behalf of b2267fc2b77143d693871f591bcb3dbf for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:29:58.850335 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2463232d-5871-4aa8-8a5e-a6a1ecbe977a tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:58.861992 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2463232d-5871-4aa8-8a5e-a6a1ecbe977a tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:58.958642 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2463232d-5871-4aa8-8a5e-a6a1ecbe977a tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:58.965537 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2463232d-5871-4aa8-8a5e-a6a1ecbe977a tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:58.994176 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2463232d-5871-4aa8-8a5e-a6a1ecbe977a tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:29:59.012650 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2463232d-5871-4aa8-8a5e-a6a1ecbe977a tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f58d7f5e-1708-4cdf-83cd-f4824422eb95,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:29:59.022290 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2463232d-5871-4aa8-8a5e-a6a1ecbe977a tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:59.023009 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-2463232d-5871-4aa8-8a5e-a6a1ecbe977a tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Added segment 99c0d31c-ae09-4bd5-a6a2-89091fbe996b of type vlan for network 4b22032d-f999-405c-9aae-f4a890134250 Oct 30 15:29:59.025416 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2463232d-5871-4aa8-8a5e-a6a1ecbe977a tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:29:59.026064 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2463232d-5871-4aa8-8a5e-a6a1ecbe977a tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:29:59.026629 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2463232d-5871-4aa8-8a5e-a6a1ecbe977a tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:29:59.027192 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2463232d-5871-4aa8-8a5e-a6a1ecbe977a tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:29:59.027913 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2463232d-5871-4aa8-8a5e-a6a1ecbe977a tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:29:59.028648 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2463232d-5871-4aa8-8a5e-a6a1ecbe977a tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:29:59.029311 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2463232d-5871-4aa8-8a5e-a6a1ecbe977a tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:29:59.029899 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2463232d-5871-4aa8-8a5e-a6a1ecbe977a tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:29:59.030445 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2463232d-5871-4aa8-8a5e-a6a1ecbe977a tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:29:59.031001 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2463232d-5871-4aa8-8a5e-a6a1ecbe977a tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:29:59.031589 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2463232d-5871-4aa8-8a5e-a6a1ecbe977a tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:29:59.032136 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2463232d-5871-4aa8-8a5e-a6a1ecbe977a tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:29:59.097213 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2463232d-5871-4aa8-8a5e-a6a1ecbe977a tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:59.128671 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2463232d-5871-4aa8-8a5e-a6a1ecbe977a tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:59.138107 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2463232d-5871-4aa8-8a5e-a6a1ecbe977a tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:29:59.139891 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2463232d-5871-4aa8-8a5e-a6a1ecbe977a tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:59.209188 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-2463232d-5871-4aa8-8a5e-a6a1ecbe977a tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7496092 Oct 30 15:29:59.212530 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 60348) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:29:59.218601 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-fcb06cf4-f556-4e42-a8c9-644003f610be tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-689751041', 'admin_state_up': True, 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:29:59.237256 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2463232d-5871-4aa8-8a5e-a6a1ecbe977a tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Pushing event updated for resources: {'Network': ['ID=4b22032d-f999-405c-9aae-f4a890134250,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:29:59.250763 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fcb06cf4-f556-4e42-a8c9-644003f610be tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:59.252759 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fcb06cf4-f556-4e42-a8c9-644003f610be tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:59.254868 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 4b22032d-f999-405c-9aae-f4a890134250 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:29:59.319554 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fcb06cf4-f556-4e42-a8c9-644003f610be tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:59.856177 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:59.885202 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fcb06cf4-f556-4e42-a8c9-644003f610be tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:29:59.998698 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c929e-5d2f-4dd3-a319-8cd2495622fa req-7b7c982d-7c00-43db-b96a-b24f82de7b99 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:00.000236 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1e2c929e-5d2f-4dd3-a319-8cd2495622fa req-7b7c982d-7c00-43db-b96a-b24f82de7b99 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.1279027 Oct 30 15:30:00.056057 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1e2c929e-5d2f-4dd3-a319-8cd2495622fa req-d79312eb-f856-417f-a60c-e762edd7147b tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433209 Oct 30 15:30:00.232144 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fcb06cf4-f556-4e42-a8c9-644003f610be tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for router_gateway, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:00.254413 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fcb06cf4-f556-4e42-a8c9-644003f610be tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:00.392312 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-fcb06cf4-f556-4e42-a8c9-644003f610be tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Allocated IP 172.25.4.172 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/9d2cecfb-0985-4e1c-82a4-1cfca792288f) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:30:00.526765 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fcb06cf4-f556-4e42-a8c9-644003f610be tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:00.566579 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fcb06cf4-f556-4e42-a8c9-644003f610be tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:00.616246 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb06cf4-f556-4e42-a8c9-644003f610be tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:30:00.622405 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-fcb06cf4-f556-4e42-a8c9-644003f610be tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:30:00.625062 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb06cf4-f556-4e42-a8c9-644003f610be tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Pushing event updated for resources: {'Port': ['ID=9d2cecfb-0985-4e1c-82a4-1cfca792288f,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:00.635781 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb06cf4-f556-4e42-a8c9-644003f610be tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:30:01.254921 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fcb06cf4-f556-4e42-a8c9-644003f610be tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for router_gateway, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:01.399357 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11e282c-f83a-43d3-b50e-483338be28eb req-a209239f-2938-4800-b69e-8824abfa09fd tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:01.400530 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c11e282c-f83a-43d3-b50e-483338be28eb req-a209239f-2938-4800-b69e-8824abfa09fd tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.1646650 Oct 30 15:30:01.528972 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c11e282c-f83a-43d3-b50e-483338be28eb req-0b8239c0-1b4f-4866-a496-9f7fea0f4357 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969107 Oct 30 15:30:01.665714 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fcb06cf4-f556-4e42-a8c9-644003f610be tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:01.838170 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcb06cf4-f556-4e42-a8c9-644003f610be tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Router c99df3d5-4b1b-4965-a7fb-0db01c37b920 is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:30:01.901845 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:01.989095 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb06cf4-f556-4e42-a8c9-644003f610be tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:30:01.999632 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e89a421-d4e5-479a-b583-3cad0c205356 None None] Sync routers for ids ['c99df3d5-4b1b-4965-a7fb-0db01c37b920'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:30:02.015452 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fcb06cf4-f556-4e42-a8c9-644003f610be tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:02.019657 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-fcb06cf4-f556-4e42-a8c9-644003f610be tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.8029227 Oct 30 15:30:02.020283 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 60446) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:02.024230 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e89a421-d4e5-479a-b583-3cad0c205356 None None] Routers {'c99df3d5-4b1b-4965-a7fb-0db01c37b920'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:30:02.024883 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-0e89a421-d4e5-479a-b583-3cad0c205356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:29:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['c99df3d5-4b1b-4965-a7fb-0db01c37b920'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:30:02.184900 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-0e89a421-d4e5-479a-b583-3cad0c205356 None None] Set router c99df3d5-4b1b-4965-a7fb-0db01c37b920 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:30:02.367882 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-47516cc5-2bc0-4386-b3ee-98bf94339087 tempest-TestNetworkBasicOps-1227062034 tempest-TestNetworkBasicOps-1227062034-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=b2267fc2b77143d693871f591bcb3dbf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3427546 Oct 30 15:30:02.368387 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60472) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:02.439553 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-0e89a421-d4e5-479a-b583-3cad0c205356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c99df3d5-4b1b-4965-a7fb-0db01c37b920', 'name': 'tempest-TestNetworkBasicOps-router-689751041', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '9d2cecfb-0985-4e1c-82a4-1cfca792288f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:29:59Z', 'updated_at': '2021-10-30T15:30:00Z', 'revision_number': 3, 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'gw_port': {'id': '9d2cecfb-0985-4e1c-82a4-1cfca792288f', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:42:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c99df3d5-4b1b-4965-a7fb-0db01c37b920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:30:00Z', 'updated_at': '2021-10-30T15:30:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:30:02.445330 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd3365f-e117-49d6-8ba1-87176b30836f req-6cd3f774-34e9-4fa5-8d0a-d0827c125834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:02.446887 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dcd3365f-e117-49d6-8ba1-87176b30836f req-6cd3f774-34e9-4fa5-8d0a-d0827c125834 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=83163a2e76164950a9379cf5be4baa34&device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 1097 time: 0.2075853 Oct 30 15:30:02.475985 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e89a421-d4e5-479a-b583-3cad0c205356 None None] Checking router: c99df3d5-4b1b-4965-a7fb-0db01c37b920 for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:30:02.476666 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e89a421-d4e5-479a-b583-3cad0c205356 None None] Updating router c99df3d5-4b1b-4965-a7fb-0db01c37b920 port 9d2cecfb-0985-4e1c-82a4-1cfca792288f binding host n-d-806683-17 {{(pid=102132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:30:02.505648 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0e89a421-d4e5-479a-b583-3cad0c205356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:02.662745 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd3365f-e117-49d6-8ba1-87176b30836f req-90cb2012-32e5-4932-9b33-6b482c492d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:02.665943 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dcd3365f-e117-49d6-8ba1-87176b30836f req-90cb2012-32e5-4932-9b33-6b482c492d62 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f8e25823-3fc3-4f4e-beb9-0b0629874c87 HTTP/1.1" status: 200 len: 914 time: 0.1900539 Oct 30 15:30:02.765185 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dcd3365f-e117-49d6-8ba1-87176b30836f req-2b239df0-a203-4ef3-9c65-eb63dbc01da1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=359fc4c5-25ae-4bc2-811f-6dd4960736b0 HTTP/1.1" status: 200 len: 217 time: 0.0891545 Oct 30 15:30:02.916134 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f910f01-c410-446e-8287-6363e17690b3 req-59d61872-0fbc-4fda-91f4-587b3d83203c tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:02.918392 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3f910f01-c410-446e-8287-6363e17690b3 req-59d61872-0fbc-4fda-91f4-587b3d83203c tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.1515911 Oct 30 15:30:02.925131 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd3365f-e117-49d6-8ba1-87176b30836f req-26b2aa55-36ca-4bd4-af45-1315b3621d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:02.926619 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dcd3365f-e117-49d6-8ba1-87176b30836f req-26b2aa55-36ca-4bd4-af45-1315b3621d21 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0f10ba2c-a980-4319-9add-8030477039ac HTTP/1.1" status: 200 len: 853 time: 0.1388450 Oct 30 15:30:02.969668 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3f910f01-c410-446e-8287-6363e17690b3 req-f281d9da-b599-4a8a-811e-fdd9f5b6edb9 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402007 Oct 30 15:30:02.998083 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dcd3365f-e117-49d6-8ba1-87176b30836f req-ee8d593c-54b0-4f68-96d1-ccec2d189c6b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f8e25823-3fc3-4f4e-beb9-0b0629874c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322754 Oct 30 15:30:03.010574 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0e89a421-d4e5-479a-b583-3cad0c205356 None None] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:03.033671 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0e89a421-d4e5-479a-b583-3cad0c205356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:03.097391 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10977c2d-50b3-411c-b608-bc03e6514575 tempest-TestNetworkBasicOps-1227062034 tempest-TestNetworkBasicOps-1227062034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:03.100525 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-10977c2d-50b3-411c-b608-bc03e6514575 tempest-TestNetworkBasicOps-1227062034 tempest-TestNetworkBasicOps-1227062034-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7314341 Oct 30 15:30:03.111392 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60510) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:03.168931 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-f905056b-632b-469c-af33-aaf860325342 tempest-TestNetworkBasicOps-1227062034 tempest-TestNetworkBasicOps-1227062034-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=edc38ef5-7816-4133-914c-cfe2849a0125&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0547817 Oct 30 15:30:03.186561 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dcd3365f-e117-49d6-8ba1-87176b30836f req-77b73be5-407e-4ac4-9311-ecd526fa9684 service neutron] 10.222.0.53 "GET /v2.0/networks/f8e25823-3fc3-4f4e-beb9-0b0629874c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798739 Oct 30 15:30:03.187068 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 60518) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:03.196245 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-0e89a421-d4e5-479a-b583-3cad0c205356 None None] Attempting to bind port 9d2cecfb-0985-4e1c-82a4-1cfca792288f on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:30:03.196830 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-0e89a421-d4e5-479a-b583-3cad0c205356 None None] Attempting to bind port 9d2cecfb-0985-4e1c-82a4-1cfca792288f by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:30:03.197480 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-a9742905-0cf6-4f92-8b19-a5f73da37a53 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1588460656', 'network_id': '4b22032d-f999-405c-9aae-f4a890134250', 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:30:03.198037 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e89a421-d4e5-479a-b583-3cad0c205356 None None] Attempting to bind port 9d2cecfb-0985-4e1c-82a4-1cfca792288f on network edc38ef5-7816-4133-914c-cfe2849a0125 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:30:03.212257 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76db6331-e7eb-495e-aa72-b7148fdabc8a None None] Pushing event updated for resources: {'Port': ['ID=9d2cecfb-0985-4e1c-82a4-1cfca792288f,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:03.220189 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e89a421-d4e5-479a-b583-3cad0c205356 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:30:03.220582 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e89a421-d4e5-479a-b583-3cad0c205356 None None] Checking segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:30:03.220994 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0e89a421-d4e5-479a-b583-3cad0c205356 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:03.221396 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e89a421-d4e5-479a-b583-3cad0c205356 None None] Bound using segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:30:03.221900 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-0e89a421-d4e5-479a-b583-3cad0c205356 None None] Bound port: 9d2cecfb-0985-4e1c-82a4-1cfca792288f, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:30:03.231941 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0e89a421-d4e5-479a-b583-3cad0c205356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:03.310960 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-0e89a421-d4e5-479a-b583-3cad0c205356 None None] For port 9d2cecfb-0985-4e1c-82a4-1cfca792288f, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:30:03.314404 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-0e89a421-d4e5-479a-b583-3cad0c205356 None None] For port 9d2cecfb-0985-4e1c-82a4-1cfca792288f, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=9d2cecfb-0985-4e1c-82a4-1cfca792288f,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:30:03.321232 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0e89a421-d4e5-479a-b583-3cad0c205356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:03.381856 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e89a421-d4e5-479a-b583-3cad0c205356 None None] Routers {'c99df3d5-4b1b-4965-a7fb-0db01c37b920'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:30:03.382732 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-0e89a421-d4e5-479a-b583-3cad0c205356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:29:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['c99df3d5-4b1b-4965-a7fb-0db01c37b920'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:30:03.421793 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9742905-0cf6-4f92-8b19-a5f73da37a53 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Made reservation on behalf of b2267fc2b77143d693871f591bcb3dbf for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:30:03.426488 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a9742905-0cf6-4f92-8b19-a5f73da37a53 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:03.494788 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76db6331-e7eb-495e-aa72-b7148fdabc8a None None] Pushing event updated for resources: {'Port': ['ID=9d2cecfb-0985-4e1c-82a4-1cfca792288f,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:03.567976 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dcd3365f-e117-49d6-8ba1-87176b30836f req-09073111-0208-436a-bb68-8cb8d794db61 service neutron] 10.222.0.53 "GET /v2.0/networks/f8e25823-3fc3-4f4e-beb9-0b0629874c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3397496 Oct 30 15:30:03.568272 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-0e89a421-d4e5-479a-b583-3cad0c205356 None None] Set router c99df3d5-4b1b-4965-a7fb-0db01c37b920 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:30:03.725917 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a9742905-0cf6-4f92-8b19-a5f73da37a53 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:03.821230 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60534) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:03.859091 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9742905-0cf6-4f92-8b19-a5f73da37a53 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Checking segment: {'id': '99c0d31c-ae09-4bd5-a6a2-89091fbe996b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4b22032d-f999-405c-9aae-f4a890134250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:30:03.859755 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9742905-0cf6-4f92-8b19-a5f73da37a53 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Network hostable DHCP agents. Network: 4b22032d-f999-405c-9aae-f4a890134250, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:30:03.881358 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9742905-0cf6-4f92-8b19-a5f73da37a53 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Pushing event updated for resources: {'Subnet': ['ID=ce71113c-07b3-443c-b38d-a9b479050738,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:03.892701 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9742905-0cf6-4f92-8b19-a5f73da37a53 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Network 4b22032d-f999-405c-9aae-f4a890134250 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:30:03.909449 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-a9742905-0cf6-4f92-8b19-a5f73da37a53 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 4b22032d-f999-405c-9aae-f4a890134250) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:30:03.913945 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9742905-0cf6-4f92-8b19-a5f73da37a53 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:03.914543 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a9742905-0cf6-4f92-8b19-a5f73da37a53 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:03.923295 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53eb843e-76e4-4ccb-aa7f-8e2b4effcd0a None None] Network 4b22032d-f999-405c-9aae-f4a890134250 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:30:03.939051 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60538) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:03.940365 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-a9742905-0cf6-4f92-8b19-a5f73da37a53 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7518237 Oct 30 15:30:04.025418 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-43a616aa-081a-4090-9e68-0bfcc61965f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:04.097881 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-0e89a421-d4e5-479a-b583-3cad0c205356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c99df3d5-4b1b-4965-a7fb-0db01c37b920', 'name': 'tempest-TestNetworkBasicOps-router-689751041', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '9d2cecfb-0985-4e1c-82a4-1cfca792288f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:29:59Z', 'updated_at': '2021-10-30T15:30:00Z', 'revision_number': 3, 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'gw_port': {'id': '9d2cecfb-0985-4e1c-82a4-1cfca792288f', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:42:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c99df3d5-4b1b-4965-a7fb-0db01c37b920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:30:00Z', 'updated_at': '2021-10-30T15:30:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:30:04.137194 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e89a421-d4e5-479a-b583-3cad0c205356 None None] The sync data for ids ['c99df3d5-4b1b-4965-a7fb-0db01c37b920'] in n-d-806683-17 is: [{'id': 'c99df3d5-4b1b-4965-a7fb-0db01c37b920', 'name': 'tempest-TestNetworkBasicOps-router-689751041', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '9d2cecfb-0985-4e1c-82a4-1cfca792288f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:29:59Z', 'updated_at': '2021-10-30T15:30:00Z', 'revision_number': 3, 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'gw_port': {'id': '9d2cecfb-0985-4e1c-82a4-1cfca792288f', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:42:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c99df3d5-4b1b-4965-a7fb-0db01c37b920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:30:00Z', 'updated_at': '2021-10-30T15:30:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:30:04.157811 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfceb0b7-a0d6-41f1-9e78-af055d8931f1 req-2ea2237a-ebaa-4e7f-9610-8293992320be tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:04.168012 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dfceb0b7-a0d6-41f1-9e78-af055d8931f1 req-2ea2237a-ebaa-4e7f-9610-8293992320be tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.0870268 Oct 30 15:30:04.192948 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca23097e-0900-449f-856a-37dea437d19c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-4b22032d-f999-405c-9aae-f4a890134250', 'network_id': '4b22032d-f999-405c-9aae-f4a890134250', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'fixed_ips': [{'subnet_id': 'ce71113c-07b3-443c-b38d-a9b479050738'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:30:04.201556 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ca23097e-0900-449f-856a-37dea437d19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:04.255434 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dfceb0b7-a0d6-41f1-9e78-af055d8931f1 req-90935615-a802-4e56-af80-0a97c0e72461 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863218 Oct 30 15:30:04.340524 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-43a616aa-081a-4090-9e68-0bfcc61965f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:04.362515 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-43a616aa-081a-4090-9e68-0bfcc61965f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:04.417741 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-ca23097e-0900-449f-856a-37dea437d19c None None] Allocated IP 172.20.0.2 (4b22032d-f999-405c-9aae-f4a890134250/ce71113c-07b3-443c-b38d-a9b479050738/6ef9131a-5246-4273-8e26-7a2bdb6d5206) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:30:04.435154 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-43a616aa-081a-4090-9e68-0bfcc61965f2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8bc10c56f63d4da6b11c911953ee2a30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6098237 Oct 30 15:30:04.435891 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 60544) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:04.441729 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a616aa-081a-4090-9e68-0bfcc61965f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2eb047-1275-4be9-b404-f4fd7b0b4519,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:04.533765 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5f97ce45-9ef2-42d5-b67d-a8b07c073b71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:04.568106 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5f97ce45-9ef2-42d5-b67d-a8b07c073b71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:04.637747 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5f97ce45-9ef2-42d5-b67d-a8b07c073b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:04.642678 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5f97ce45-9ef2-42d5-b67d-a8b07c073b71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:04.644813 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-5f97ce45-9ef2-42d5-b67d-a8b07c073b71 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4f2eb047-1275-4be9-b404-f4fd7b0b4519 HTTP/1.1" status: 204 len: 168 time: 0.2058911 Oct 30 15:30:04.665760 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f97ce45-9ef2-42d5-b67d-a8b07c073b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2eb047-1275-4be9-b404-f4fd7b0b4519,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:04.752026 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ca23097e-0900-449f-856a-37dea437d19c None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:04.766312 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ca23097e-0900-449f-856a-37dea437d19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:04.839702 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca23097e-0900-449f-856a-37dea437d19c None None] Network 4b22032d-f999-405c-9aae-f4a890134250 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:30:04.846632 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-ca23097e-0900-449f-856a-37dea437d19c None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:30:04.850355 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca23097e-0900-449f-856a-37dea437d19c None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:30:04.867927 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca23097e-0900-449f-856a-37dea437d19c None None] Pushing event updated for resources: {'Port': ['ID=6ef9131a-5246-4273-8e26-7a2bdb6d5206,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:04.897533 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-322a08b4-9d66-48c3-a4b0-ebff06d2c698 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:04.930352 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-ca23097e-0900-449f-856a-37dea437d19c None None] Attempting to bind port 6ef9131a-5246-4273-8e26-7a2bdb6d5206 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:30:04.930834 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-ca23097e-0900-449f-856a-37dea437d19c None None] Attempting to bind port 6ef9131a-5246-4273-8e26-7a2bdb6d5206 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '99c0d31c-ae09-4bd5-a6a2-89091fbe996b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4b22032d-f999-405c-9aae-f4a890134250'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:30:04.931266 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca23097e-0900-449f-856a-37dea437d19c None None] Attempting to bind port 6ef9131a-5246-4273-8e26-7a2bdb6d5206 on network 4b22032d-f999-405c-9aae-f4a890134250 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:30:04.937703 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca23097e-0900-449f-856a-37dea437d19c None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:30:04.938182 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca23097e-0900-449f-856a-37dea437d19c None None] Checking segment: {'id': '99c0d31c-ae09-4bd5-a6a2-89091fbe996b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4b22032d-f999-405c-9aae-f4a890134250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:30:04.939199 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ca23097e-0900-449f-856a-37dea437d19c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:04.939697 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca23097e-0900-449f-856a-37dea437d19c None None] Bound using segment: {'id': '99c0d31c-ae09-4bd5-a6a2-89091fbe996b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4b22032d-f999-405c-9aae-f4a890134250'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:30:04.940269 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-ca23097e-0900-449f-856a-37dea437d19c None None] Bound port: 6ef9131a-5246-4273-8e26-7a2bdb6d5206, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99c0d31c-ae09-4bd5-a6a2-89091fbe996b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4b22032d-f999-405c-9aae-f4a890134250'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:30:04.940702 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ca23097e-0900-449f-856a-37dea437d19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:05.043703 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-ca23097e-0900-449f-856a-37dea437d19c None None] For port 6ef9131a-5246-4273-8e26-7a2bdb6d5206, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:30:05.049409 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-ca23097e-0900-449f-856a-37dea437d19c None None] For port 6ef9131a-5246-4273-8e26-7a2bdb6d5206, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=6ef9131a-5246-4273-8e26-7a2bdb6d5206,segment=NetworkSegment(99c0d31c-ae09-4bd5-a6a2-89091fbe996b),segment_id=99c0d31c-ae09-4bd5-a6a2-89091fbe996b)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:30:05.062646 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ca23097e-0900-449f-856a-37dea437d19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:05.174646 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca23097e-0900-449f-856a-37dea437d19c None None] Pushing event updated for resources: {'Port': ['ID=6ef9131a-5246-4273-8e26-7a2bdb6d5206,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:05.244153 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 60550) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:05.264023 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ebc84d2b-0e6f-4ddc-bdcd-80b51dbe98ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:05.484298 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ebc84d2b-0e6f-4ddc-bdcd-80b51dbe98ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:05.514758 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8968870-5e36-4c29-9d54-5db17a78636a req-8a27cb99-7126-4f8a-a94f-a661e51606a6 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:05.519267 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f8968870-5e36-4c29-9d54-5db17a78636a req-8a27cb99-7126-4f8a-a94f-a661e51606a6 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.1449938 Oct 30 15:30:05.523708 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ebc84d2b-0e6f-4ddc-bdcd-80b51dbe98ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:05.546389 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-322a08b4-9d66-48c3-a4b0-ebff06d2c698 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Allocated IP 172.20.0.1 (4b22032d-f999-405c-9aae-f4a890134250/ce71113c-07b3-443c-b38d-a9b479050738/cc731b44-299e-44a1-9e52-298d89ace0b2) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:30:05.612886 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-ebc84d2b-0e6f-4ddc-bdcd-80b51dbe98ba admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=26b8206e24d04d368b13743d2fbc66af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3672674 Oct 30 15:30:05.616255 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc84d2b-0e6f-4ddc-bdcd-80b51dbe98ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0a6aa6-1bd8-41bd-8507-e28504c91731,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:05.618718 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 60556) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:05.646288 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f8968870-5e36-4c29-9d54-5db17a78636a req-ac795707-8d4c-4d70-95ee-14a16fae3f08 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080253 Oct 30 15:30:05.715702 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ca6266bd-a565-4226-a223-c3d9e905aeca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:05.735950 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-322a08b4-9d66-48c3-a4b0-ebff06d2c698 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:05.744768 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ca6266bd-a565-4226-a223-c3d9e905aeca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:05.784679 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-322a08b4-9d66-48c3-a4b0-ebff06d2c698 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:05.825506 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ca6266bd-a565-4226-a223-c3d9e905aeca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:05.829325 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ca6266bd-a565-4226-a223-c3d9e905aeca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:05.834579 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-ca6266bd-a565-4226-a223-c3d9e905aeca admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7b0a6aa6-1bd8-41bd-8507-e28504c91731 HTTP/1.1" status: 204 len: 168 time: 0.2130671 Oct 30 15:30:05.845580 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6266bd-a565-4226-a223-c3d9e905aeca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0a6aa6-1bd8-41bd-8507-e28504c91731,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:05.849667 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322a08b4-9d66-48c3-a4b0-ebff06d2c698 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Pushing event updated for resources: {'Port': ['ID=cc731b44-299e-44a1-9e52-298d89ace0b2,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:05.893451 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322a08b4-9d66-48c3-a4b0-ebff06d2c698 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Network 4b22032d-f999-405c-9aae-f4a890134250 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:30:05.895169 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-322a08b4-9d66-48c3-a4b0-ebff06d2c698 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:30:05.908472 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322a08b4-9d66-48c3-a4b0-ebff06d2c698 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:30:05.962887 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-322a08b4-9d66-48c3-a4b0-ebff06d2c698 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:06.144882 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-322a08b4-9d66-48c3-a4b0-ebff06d2c698 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:06.479063 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 6ef9131a-5246-4273-8e26-7a2bdb6d5206 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:30:06.593737 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 6ef9131a-5246-4273-8e26-7a2bdb6d5206 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:30:06.594118 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:06.673574 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-322a08b4-9d66-48c3-a4b0-ebff06d2c698 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:06.680874 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-322a08b4-9d66-48c3-a4b0-ebff06d2c698 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:06.776311 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:06.818586 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 6ef9131a-5246-4273-8e26-7a2bdb6d5206, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=6ef9131a-5246-4273-8e26-7a2bdb6d5206,segment=NetworkSegment(99c0d31c-ae09-4bd5-a6a2-89091fbe996b),segment_id=99c0d31c-ae09-4bd5-a6a2-89091fbe996b)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:30:06.823873 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:06.825871 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 9d2cecfb-0985-4e1c-82a4-1cfca792288f up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:30:06.873311 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322a08b4-9d66-48c3-a4b0-ebff06d2c698 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Pushing event updated for resources: {'Port': ['ID=cc731b44-299e-44a1-9e52-298d89ace0b2,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:06.879386 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-322a08b4-9d66-48c3-a4b0-ebff06d2c698 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:06.973188 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a344f61-f83f-4944-82a1-14f4c6784d25 req-239263e4-6403-4b21-ab15-58daf296881b tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:06.983584 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2a344f61-f83f-4944-82a1-14f4c6784d25 req-239263e4-6403-4b21-ab15-58daf296881b tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.1868680 Oct 30 15:30:07.048454 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 9d2cecfb-0985-4e1c-82a4-1cfca792288f triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:30:07.049259 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:07.051119 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=6ef9131a-5246-4273-8e26-7a2bdb6d5206,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:07.073638 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2a344f61-f83f-4944-82a1-14f4c6784d25 req-de0fccfa-4c77-4f30-a2de-c4830eb37978 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881486 Oct 30 15:30:07.083293 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322a08b4-9d66-48c3-a4b0-ebff06d2c698 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Network 4b22032d-f999-405c-9aae-f4a890134250 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:30:07.103889 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-322a08b4-9d66-48c3-a4b0-ebff06d2c698 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:30:07.221531 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:07.272208 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 9d2cecfb-0985-4e1c-82a4-1cfca792288f, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=9d2cecfb-0985-4e1c-82a4-1cfca792288f,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:30:07.285087 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:07.369033 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=9d2cecfb-0985-4e1c-82a4-1cfca792288f,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:07.456806 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-322a08b4-9d66-48c3-a4b0-ebff06d2c698 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Router c99df3d5-4b1b-4965-a7fb-0db01c37b920 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:30:07.590986 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60bff5de-7a17-40f7-b31b-a4b77f4f75c6 None None] Network 4b22032d-f999-405c-9aae-f4a890134250 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:30:07.745541 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-322a08b4-9d66-48c3-a4b0-ebff06d2c698 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:30:07.761665 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-322a08b4-9d66-48c3-a4b0-ebff06d2c698 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "PUT /v2.0/routers/c99df3d5-4b1b-4965-a7fb-0db01c37b920/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8212194 Oct 30 15:30:07.761930 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e236dd24-fdec-4d94-b577-cb0e7cf806a9 None None] Sync routers for ids ['c99df3d5-4b1b-4965-a7fb-0db01c37b920'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:30:07.764867 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 60602) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:07.784006 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e236dd24-fdec-4d94-b577-cb0e7cf806a9 None None] Routers {'c99df3d5-4b1b-4965-a7fb-0db01c37b920'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:30:07.787740 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-e236dd24-fdec-4d94-b577-cb0e7cf806a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:29:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['c99df3d5-4b1b-4965-a7fb-0db01c37b920'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:30:07.793584 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-babbe1e8-c42b-4d8d-a576-e1df85f352e2 None None] Provisioning complete for port 6ef9131a-5246-4273-8e26-7a2bdb6d5206 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:30:07.793976 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-babbe1e8-c42b-4d8d-a576-e1df85f352e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:08.154085 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-e236dd24-fdec-4d94-b577-cb0e7cf806a9 None None] Set router c99df3d5-4b1b-4965-a7fb-0db01c37b920 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:30:08.486321 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 6ef9131a-5246-4273-8e26-7a2bdb6d5206 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:30:08.564294 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 6ef9131a-5246-4273-8e26-7a2bdb6d5206 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:30:08.564963 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:08.578883 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-e236dd24-fdec-4d94-b577-cb0e7cf806a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c99df3d5-4b1b-4965-a7fb-0db01c37b920', 'name': 'tempest-TestNetworkBasicOps-router-689751041', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '9d2cecfb-0985-4e1c-82a4-1cfca792288f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:29:59Z', 'updated_at': '2021-10-30T15:30:06Z', 'revision_number': 4, 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'gw_port': {'id': '9d2cecfb-0985-4e1c-82a4-1cfca792288f', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:42:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99df3d5-4b1b-4965-a7fb-0db01c37b920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:30:00Z', 'updated_at': '2021-10-30T15:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'cc731b44-299e-44a1-9e52-298d89ace0b2', 'name': '', 'network_id': '4b22032d-f999-405c-9aae-f4a890134250', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'mac_address': 'fa:16:3e:af:c5:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c99df3d5-4b1b-4965-a7fb-0db01c37b920', 'device_owner': 'network:router_interface', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'ce71113c-07b3-443c-b38d-a9b479050738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:30:05Z', 'updated_at': '2021-10-30T15:30:06Z', 'revision_number': 2, 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'subnets': [{'id': 'ce71113c-07b3-443c-b38d-a9b479050738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:30:08.622214 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e236dd24-fdec-4d94-b577-cb0e7cf806a9 None None] Checking router: c99df3d5-4b1b-4965-a7fb-0db01c37b920 for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:30:08.623203 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e236dd24-fdec-4d94-b577-cb0e7cf806a9 None None] Updating router c99df3d5-4b1b-4965-a7fb-0db01c37b920 port cc731b44-299e-44a1-9e52-298d89ace0b2 binding host n-d-806683-17 {{(pid=102133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:30:08.668685 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 9d2cecfb-0985-4e1c-82a4-1cfca792288f up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:30:08.670352 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bbf342-bf14-4ac9-bf48-518256a3bb40 tempest-TestNetworkBasicOps-1227062034 tempest-TestNetworkBasicOps-1227062034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:08.671261 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bbf342-bf14-4ac9-bf48-518256a3bb40 tempest-TestNetworkBasicOps-1227062034 tempest-TestNetworkBasicOps-1227062034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:08.672402 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bbf342-bf14-4ac9-bf48-518256a3bb40 tempest-TestNetworkBasicOps-1227062034 tempest-TestNetworkBasicOps-1227062034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:08.672872 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bbf342-bf14-4ac9-bf48-518256a3bb40 tempest-TestNetworkBasicOps-1227062034 tempest-TestNetworkBasicOps-1227062034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:08.673327 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bbf342-bf14-4ac9-bf48-518256a3bb40 tempest-TestNetworkBasicOps-1227062034 tempest-TestNetworkBasicOps-1227062034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:08.673779 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bbf342-bf14-4ac9-bf48-518256a3bb40 tempest-TestNetworkBasicOps-1227062034 tempest-TestNetworkBasicOps-1227062034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:08.674224 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bbf342-bf14-4ac9-bf48-518256a3bb40 tempest-TestNetworkBasicOps-1227062034 tempest-TestNetworkBasicOps-1227062034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:08.678749 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-68bbf342-bf14-4ac9-bf48-518256a3bb40 tempest-TestNetworkBasicOps-1227062034 tempest-TestNetworkBasicOps-1227062034-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4990 time: 0.9103224 Oct 30 15:30:08.679115 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60632) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:08.686676 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e236dd24-fdec-4d94-b577-cb0e7cf806a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:08.714251 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d646f0-8e4b-437a-bb25-5e19ed148732 req-d4b88dcb-711e-4df3-bc44-3499cdeff38e tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:08.726382 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d6d646f0-8e4b-437a-bb25-5e19ed148732 req-d4b88dcb-711e-4df3-bc44-3499cdeff38e tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.5331333 Oct 30 15:30:08.753573 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efd83f3e-0cb4-4066-ab13-d63f0040d44b None None] Provisioning complete for port 6ef9131a-5246-4273-8e26-7a2bdb6d5206 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:30:08.753946 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efd83f3e-0cb4-4066-ab13-d63f0040d44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:08.782801 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d6d646f0-8e4b-437a-bb25-5e19ed148732 req-0eea8b64-01b7-4cca-b344-fc477a1f142d tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548723 Oct 30 15:30:08.864923 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308eb3c1-0fa0-4473-ba62-cf759ef6d640 tempest-TestNetworkBasicOps-1227062034 tempest-TestNetworkBasicOps-1227062034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:08.865411 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308eb3c1-0fa0-4473-ba62-cf759ef6d640 tempest-TestNetworkBasicOps-1227062034 tempest-TestNetworkBasicOps-1227062034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:08.865845 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308eb3c1-0fa0-4473-ba62-cf759ef6d640 tempest-TestNetworkBasicOps-1227062034 tempest-TestNetworkBasicOps-1227062034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:08.866630 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308eb3c1-0fa0-4473-ba62-cf759ef6d640 tempest-TestNetworkBasicOps-1227062034 tempest-TestNetworkBasicOps-1227062034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:08.867079 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308eb3c1-0fa0-4473-ba62-cf759ef6d640 tempest-TestNetworkBasicOps-1227062034 tempest-TestNetworkBasicOps-1227062034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:08.871575 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308eb3c1-0fa0-4473-ba62-cf759ef6d640 tempest-TestNetworkBasicOps-1227062034 tempest-TestNetworkBasicOps-1227062034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:08.872261 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308eb3c1-0fa0-4473-ba62-cf759ef6d640 tempest-TestNetworkBasicOps-1227062034 tempest-TestNetworkBasicOps-1227062034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:08.875002 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-308eb3c1-0fa0-4473-ba62-cf759ef6d640 tempest-TestNetworkBasicOps-1227062034 tempest-TestNetworkBasicOps-1227062034-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4650 time: 0.1939487 Oct 30 15:30:08.878393 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 60636) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:08.948088 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 9d2cecfb-0985-4e1c-82a4-1cfca792288f triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:30:08.948667 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:09.176643 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efd83f3e-0cb4-4066-ab13-d63f0040d44b None None] Provisioning complete for port cc731b44-299e-44a1-9e52-298d89ace0b2 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:30:09.177020 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efd83f3e-0cb4-4066-ab13-d63f0040d44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:09.181110 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1255d252-45aa-4c71-b186-b8e1513e07f2 req-a21971e5-e23f-4819-b5e3-81a0cb395766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:09.183702 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1255d252-45aa-4c71-b186-b8e1513e07f2 req-a21971e5-e23f-4819-b5e3-81a0cb395766 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=83163a2e76164950a9379cf5be4baa34&device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 1097 time: 0.1806726 Oct 30 15:30:09.265403 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efd83f3e-0cb4-4066-ab13-d63f0040d44b None None] Port cc731b44-299e-44a1-9e52-298d89ace0b2 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:30:09.375007 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e236dd24-fdec-4d94-b577-cb0e7cf806a9 None None] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:09.391169 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-5ee802a5-2950-406a-8903-fd60289eacf2 None None] Provisioning complete for port cc731b44-299e-44a1-9e52-298d89ace0b2 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:30:09.391587 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5ee802a5-2950-406a-8903-fd60289eacf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:09.393314 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e236dd24-fdec-4d94-b577-cb0e7cf806a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:09.431390 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-5ee802a5-2950-406a-8903-fd60289eacf2 None None] Port cc731b44-299e-44a1-9e52-298d89ace0b2 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:30:09.516292 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2556f558-63de-4e5f-8778-e52ff45ec0a7 None None] Pushing event updated for resources: {'Port': ['ID=cc731b44-299e-44a1-9e52-298d89ace0b2,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:09.522107 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1255d252-45aa-4c71-b186-b8e1513e07f2 req-70c178d5-29b7-4197-8e41-f3d357fb9f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:09.534734 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1255d252-45aa-4c71-b186-b8e1513e07f2 req-70c178d5-29b7-4197-8e41-f3d357fb9f44 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f8e25823-3fc3-4f4e-beb9-0b0629874c87 HTTP/1.1" status: 200 len: 914 time: 0.3415780 Oct 30 15:30:09.542720 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2556f558-63de-4e5f-8778-e52ff45ec0a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:30:09.542720 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2556f558-63de-4e5f-8778-e52ff45ec0a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:30:09.542720 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2556f558-63de-4e5f-8778-e52ff45ec0a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:30:09.543099 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2556f558-63de-4e5f-8778-e52ff45ec0a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:30:09.543301 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2556f558-63de-4e5f-8778-e52ff45ec0a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:30:09.543861 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2556f558-63de-4e5f-8778-e52ff45ec0a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:30:09.544902 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2556f558-63de-4e5f-8778-e52ff45ec0a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:30:09.545392 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2556f558-63de-4e5f-8778-e52ff45ec0a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:30:09.546479 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2556f558-63de-4e5f-8778-e52ff45ec0a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:30:09.547021 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2556f558-63de-4e5f-8778-e52ff45ec0a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:30:09.547538 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2556f558-63de-4e5f-8778-e52ff45ec0a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:30:09.547896 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2556f558-63de-4e5f-8778-e52ff45ec0a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:30:09.594521 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-e236dd24-fdec-4d94-b577-cb0e7cf806a9 None None] Attempting to bind port cc731b44-299e-44a1-9e52-298d89ace0b2 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:30:09.596032 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-e236dd24-fdec-4d94-b577-cb0e7cf806a9 None None] Attempting to bind port cc731b44-299e-44a1-9e52-298d89ace0b2 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '99c0d31c-ae09-4bd5-a6a2-89091fbe996b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4b22032d-f999-405c-9aae-f4a890134250'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:30:09.597200 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e236dd24-fdec-4d94-b577-cb0e7cf806a9 None None] Attempting to bind port cc731b44-299e-44a1-9e52-298d89ace0b2 on network 4b22032d-f999-405c-9aae-f4a890134250 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:30:09.610164 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e236dd24-fdec-4d94-b577-cb0e7cf806a9 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:30:09.613862 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e236dd24-fdec-4d94-b577-cb0e7cf806a9 None None] Checking segment: {'id': '99c0d31c-ae09-4bd5-a6a2-89091fbe996b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4b22032d-f999-405c-9aae-f4a890134250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:30:09.614288 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e236dd24-fdec-4d94-b577-cb0e7cf806a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:09.614688 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e236dd24-fdec-4d94-b577-cb0e7cf806a9 None None] Bound using segment: {'id': '99c0d31c-ae09-4bd5-a6a2-89091fbe996b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4b22032d-f999-405c-9aae-f4a890134250'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:30:09.617220 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-e236dd24-fdec-4d94-b577-cb0e7cf806a9 None None] Bound port: cc731b44-299e-44a1-9e52-298d89ace0b2, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99c0d31c-ae09-4bd5-a6a2-89091fbe996b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4b22032d-f999-405c-9aae-f4a890134250'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:30:09.617609 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e236dd24-fdec-4d94-b577-cb0e7cf806a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:09.629760 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1255d252-45aa-4c71-b186-b8e1513e07f2 req-bd6c4b17-90b6-4b30-95c4-4c52d7b7890b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=359fc4c5-25ae-4bc2-811f-6dd4960736b0 HTTP/1.1" status: 200 len: 217 time: 0.0524306 Oct 30 15:30:09.726655 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-96b06c44-3d8d-476b-baee-27d800c14eec tempest-TestNetworkBasicOps-1227062034 tempest-TestNetworkBasicOps-1227062034-project-admin] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3051 time: 0.8450224 Oct 30 15:30:09.743081 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1255d252-45aa-4c71-b186-b8e1513e07f2 req-b537e87e-d820-4177-b744-4f0d2067d680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:09.749578 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1255d252-45aa-4c71-b186-b8e1513e07f2 req-b537e87e-d820-4177-b744-4f0d2067d680 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0f10ba2c-a980-4319-9add-8030477039ac HTTP/1.1" status: 200 len: 853 time: 0.1122730 Oct 30 15:30:09.797428 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-e236dd24-fdec-4d94-b577-cb0e7cf806a9 None None] For port cc731b44-299e-44a1-9e52-298d89ace0b2, host n-d-806683-17, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:30:09.805576 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-e236dd24-fdec-4d94-b577-cb0e7cf806a9 None None] For port cc731b44-299e-44a1-9e52-298d89ace0b2, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=cc731b44-299e-44a1-9e52-298d89ace0b2,segment=NetworkSegment(99c0d31c-ae09-4bd5-a6a2-89091fbe996b),segment_id=99c0d31c-ae09-4bd5-a6a2-89091fbe996b)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:30:09.819044 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e236dd24-fdec-4d94-b577-cb0e7cf806a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:09.839512 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1255d252-45aa-4c71-b186-b8e1513e07f2 req-97fd722a-f1bc-4678-ab0b-ac7d14e56c62 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f8e25823-3fc3-4f4e-beb9-0b0629874c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752606 Oct 30 15:30:09.958144 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e236dd24-fdec-4d94-b577-cb0e7cf806a9 None None] Routers {'c99df3d5-4b1b-4965-a7fb-0db01c37b920'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:30:09.961363 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-e236dd24-fdec-4d94-b577-cb0e7cf806a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:29:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['c99df3d5-4b1b-4965-a7fb-0db01c37b920'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:30:09.972383 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-0ad7b4f6-234b-40a6-93e5-9cae7fdc4869 None None] Provisioning complete for port cc731b44-299e-44a1-9e52-298d89ace0b2 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:30:09.972955 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0ad7b4f6-234b-40a6-93e5-9cae7fdc4869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:10.045926 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2556f558-63de-4e5f-8778-e52ff45ec0a7 None None] Pushing event updated for resources: {'Port': ['ID=cc731b44-299e-44a1-9e52-298d89ace0b2,revision_number=4']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:10.114888 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b296c-a845-4a47-9b3a-a772e6364fbb req-32ae0e6d-64d2-4c4f-ab5a-3112dab550a9 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:10.124962 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-563b296c-a845-4a47-9b3a-a772e6364fbb req-32ae0e6d-64d2-4c4f-ab5a-3112dab550a9 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.1527936 Oct 30 15:30:10.147879 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1255d252-45aa-4c71-b186-b8e1513e07f2 req-703c5a0b-9cd7-4596-8b36-3992b6e4085b service neutron] 10.222.0.53 "GET /v2.0/networks/f8e25823-3fc3-4f4e-beb9-0b0629874c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014946 Oct 30 15:30:10.164584 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0ad7b4f6-234b-40a6-93e5-9cae7fdc4869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:10.197064 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-563b296c-a845-4a47-9b3a-a772e6364fbb req-42bb6fdf-f193-49b8-9660-e7cbdbab3027 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598512 Oct 30 15:30:10.227333 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-0ad7b4f6-234b-40a6-93e5-9cae7fdc4869 None None] For port cc731b44-299e-44a1-9e52-298d89ace0b2, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=cc731b44-299e-44a1-9e52-298d89ace0b2,segment=NetworkSegment(99c0d31c-ae09-4bd5-a6a2-89091fbe996b),segment_id=99c0d31c-ae09-4bd5-a6a2-89091fbe996b)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:30:10.235410 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0ad7b4f6-234b-40a6-93e5-9cae7fdc4869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:10.304887 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad7b4f6-234b-40a6-93e5-9cae7fdc4869 None None] Pushing event updated for resources: {'Port': ['ID=cc731b44-299e-44a1-9e52-298d89ace0b2,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:10.365509 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-e236dd24-fdec-4d94-b577-cb0e7cf806a9 None None] Set router c99df3d5-4b1b-4965-a7fb-0db01c37b920 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:30:10.391991 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1255d252-45aa-4c71-b186-b8e1513e07f2 req-f7f81345-548f-475f-98f6-a9ea7b0e1111 service neutron] 10.222.0.53 "GET /v2.0/networks/f8e25823-3fc3-4f4e-beb9-0b0629874c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359633 Oct 30 15:30:10.486791 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-01a2761e-af42-4efe-a149-9b8dc138f343 None None] Provisioning complete for port cc731b44-299e-44a1-9e52-298d89ace0b2 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:30:10.487181 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-01a2761e-af42-4efe-a149-9b8dc138f343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:10.553635 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60666) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:10.561882 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-4567211a-e3cd-4d71-b0b0-ae6e81b23c93 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-168303925', 'description': 'tempest-secgroup-smoke-168303925 description', 'project_id': 'b2267fc2b77143d693871f591bcb3dbf'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:30:10.622331 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4567211a-e3cd-4d71-b0b0-ae6e81b23c93 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:10.721278 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4567211a-e3cd-4d71-b0b0-ae6e81b23c93 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:10.727265 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4567211a-e3cd-4d71-b0b0-ae6e81b23c93 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:10.761899 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4567211a-e3cd-4d71-b0b0-ae6e81b23c93 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:10.764396 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-4567211a-e3cd-4d71-b0b0-ae6e81b23c93 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2092404 Oct 30 15:30:10.767342 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 60670) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:10.772912 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-d2467ba6-816c-41d2-a3d2-45c4c653e396 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Request body: {'security_group_rule': {'security_group_id': '8bcff584-4c57-4650-8391-4c52b91ef9b7', 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:30:10.790251 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4567211a-e3cd-4d71-b0b0-ae6e81b23c93 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bcff584-4c57-4650-8391-4c52b91ef9b7,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:10.819991 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-e236dd24-fdec-4d94-b577-cb0e7cf806a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c99df3d5-4b1b-4965-a7fb-0db01c37b920', 'name': 'tempest-TestNetworkBasicOps-router-689751041', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '9d2cecfb-0985-4e1c-82a4-1cfca792288f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:29:59Z', 'updated_at': '2021-10-30T15:30:06Z', 'revision_number': 4, 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'gw_port': {'id': '9d2cecfb-0985-4e1c-82a4-1cfca792288f', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:42:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99df3d5-4b1b-4965-a7fb-0db01c37b920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:30:00Z', 'updated_at': '2021-10-30T15:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'cc731b44-299e-44a1-9e52-298d89ace0b2', 'name': '', 'network_id': '4b22032d-f999-405c-9aae-f4a890134250', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'mac_address': 'fa:16:3e:af:c5:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c99df3d5-4b1b-4965-a7fb-0db01c37b920', 'device_owner': 'network:router_interface', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'ce71113c-07b3-443c-b38d-a9b479050738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:30:05Z', 'updated_at': '2021-10-30T15:30:09Z', 'revision_number': 4, 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'subnets': [{'id': 'ce71113c-07b3-443c-b38d-a9b479050738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:30:10.822018 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d2467ba6-816c-41d2-a3d2-45c4c653e396 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:10.861331 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e236dd24-fdec-4d94-b577-cb0e7cf806a9 None None] The sync data for ids ['c99df3d5-4b1b-4965-a7fb-0db01c37b920'] in n-d-806683-17 is: [{'id': 'c99df3d5-4b1b-4965-a7fb-0db01c37b920', 'name': 'tempest-TestNetworkBasicOps-router-689751041', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '9d2cecfb-0985-4e1c-82a4-1cfca792288f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:29:59Z', 'updated_at': '2021-10-30T15:30:06Z', 'revision_number': 4, 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'gw_port': {'id': '9d2cecfb-0985-4e1c-82a4-1cfca792288f', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:42:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99df3d5-4b1b-4965-a7fb-0db01c37b920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:30:00Z', 'updated_at': '2021-10-30T15:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'cc731b44-299e-44a1-9e52-298d89ace0b2', 'name': '', 'network_id': '4b22032d-f999-405c-9aae-f4a890134250', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'mac_address': 'fa:16:3e:af:c5:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c99df3d5-4b1b-4965-a7fb-0db01c37b920', 'device_owner': 'network:router_interface', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'ce71113c-07b3-443c-b38d-a9b479050738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:30:05Z', 'updated_at': '2021-10-30T15:30:09Z', 'revision_number': 4, 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'subnets': [{'id': 'ce71113c-07b3-443c-b38d-a9b479050738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:30:10.998229 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d2467ba6-816c-41d2-a3d2-45c4c653e396 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:11.008506 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d2467ba6-816c-41d2-a3d2-45c4c653e396 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:11.052332 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2467ba6-816c-41d2-a3d2-45c4c653e396 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e151027-a512-4d3e-913c-c39f9118f1c1,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:11.077311 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d2467ba6-816c-41d2-a3d2-45c4c653e396 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:11.079236 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d2467ba6-816c-41d2-a3d2-45c4c653e396 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3101110 Oct 30 15:30:11.081992 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60674) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:11.092583 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-48f8beb7-2ded-428e-b814-2a18c034c94c tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Request body: {'security_group_rule': {'security_group_id': '8bcff584-4c57-4650-8391-4c52b91ef9b7', 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:30:11.133670 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-48f8beb7-2ded-428e-b814-2a18c034c94c tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:11.223864 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-48f8beb7-2ded-428e-b814-2a18c034c94c tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:11.228863 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-48f8beb7-2ded-428e-b814-2a18c034c94c tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:11.258498 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f8beb7-2ded-428e-b814-2a18c034c94c tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87c1d279-4a1a-4895-8c41-4bd7e633113b,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:11.275644 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-48f8beb7-2ded-428e-b814-2a18c034c94c tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:11.277332 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-48f8beb7-2ded-428e-b814-2a18c034c94c tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1936996 Oct 30 15:30:11.280646 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 60680) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:11.287693 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-e3d21d69-d863-42cd-b760-8e23c9260eb4 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Request body: {'security_group_rule': {'security_group_id': '8bcff584-4c57-4650-8391-4c52b91ef9b7', 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:30:11.376578 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e3d21d69-d863-42cd-b760-8e23c9260eb4 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:11.412571 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60684) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:11.446910 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3917a6ba-b8fb-46c9-a550-0b1950cc011d req-ea1f3008-4d31-43fd-9630-ad425c90da60 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:11.461901 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3917a6ba-b8fb-46c9-a550-0b1950cc011d req-ea1f3008-4d31-43fd-9630-ad425c90da60 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.1225460 Oct 30 15:30:11.520342 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e3d21d69-d863-42cd-b760-8e23c9260eb4 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:11.523405 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3917a6ba-b8fb-46c9-a550-0b1950cc011d req-346fd6a0-a30b-44d1-9515-2eba4a5029d0 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568471 Oct 30 15:30:11.539699 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e3d21d69-d863-42cd-b760-8e23c9260eb4 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:11.558008 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d21d69-d863-42cd-b760-8e23c9260eb4 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1b2312b-36b6-49b2-a29b-3e692a543101,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:11.576325 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a256be01-7851-4ea2-b72d-9fa090d6259f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:11.580025 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e3d21d69-d863-42cd-b760-8e23c9260eb4 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:11.581206 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-e3d21d69-d863-42cd-b760-8e23c9260eb4 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2993984 Oct 30 15:30:11.583923 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 60688) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:11.590473 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-d003f761-2083-47a1-b04b-8c1e13539590 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Request body: {'security_group_rule': {'security_group_id': '8bcff584-4c57-4650-8391-4c52b91ef9b7', 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:30:11.644555 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d003f761-2083-47a1-b04b-8c1e13539590 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:11.684999 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a256be01-7851-4ea2-b72d-9fa090d6259f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:11.699620 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a256be01-7851-4ea2-b72d-9fa090d6259f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:11.763362 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a256be01-7851-4ea2-b72d-9fa090d6259f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2dd4106c31244091a56d185a10de2b30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3493533 Oct 30 15:30:11.764890 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a256be01-7851-4ea2-b72d-9fa090d6259f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0767f456-66e6-486a-b6e7-bff9f0f91af0,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:11.766079 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 60692) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:11.829621 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d003f761-2083-47a1-b04b-8c1e13539590 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:11.838719 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d003f761-2083-47a1-b04b-8c1e13539590 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:11.869450 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d003f761-2083-47a1-b04b-8c1e13539590 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af62f1f2-b695-4ab4-af56-7e48fd0b0210,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:11.881143 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d003f761-2083-47a1-b04b-8c1e13539590 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:11.882768 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d003f761-2083-47a1-b04b-8c1e13539590 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2978044 Oct 30 15:30:11.885623 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 60694) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:11.891022 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-71f007dd-8ee1-4de7-9eb7-205677cfe6fd tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Request body: {'security_group_rule': {'security_group_id': '8bcff584-4c57-4650-8391-4c52b91ef9b7', 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:30:11.926414 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9f04233a-0fab-45d3-83ae-ec9800b0277d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:11.953227 n-d-806683-17 neutron-server[102131]: INFO neutron.db.securitygroups_db [None req-71f007dd-8ee1-4de7-9eb7-205677cfe6fd tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Project b2267fc2b77143d693871f591bcb3dbf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 30 15:30:11.962656 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9f04233a-0fab-45d3-83ae-ec9800b0277d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:11.970938 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-71f007dd-8ee1-4de7-9eb7-205677cfe6fd tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:12.052776 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-71f007dd-8ee1-4de7-9eb7-205677cfe6fd tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:12.057939 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-71f007dd-8ee1-4de7-9eb7-205677cfe6fd tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:12.100971 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f007dd-8ee1-4de7-9eb7-205677cfe6fd tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e8d553f-28d3-4f03-8292-87bbaf3701d3,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:12.105947 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9f04233a-0fab-45d3-83ae-ec9800b0277d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:12.109190 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9f04233a-0fab-45d3-83ae-ec9800b0277d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:12.110774 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-9f04233a-0fab-45d3-83ae-ec9800b0277d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0767f456-66e6-486a-b6e7-bff9f0f91af0 HTTP/1.1" status: 204 len: 168 time: 0.3437412 Oct 30 15:30:12.116573 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-71f007dd-8ee1-4de7-9eb7-205677cfe6fd tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:12.118872 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-71f007dd-8ee1-4de7-9eb7-205677cfe6fd tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2320209 Oct 30 15:30:12.121906 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60698) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:12.126374 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-9cd184b1-a112-402a-898a-02ada4466793 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Request body: {'security_group_rule': {'security_group_id': '8bcff584-4c57-4650-8391-4c52b91ef9b7', 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:30:12.146508 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f04233a-0fab-45d3-83ae-ec9800b0277d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0767f456-66e6-486a-b6e7-bff9f0f91af0,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:12.204021 n-d-806683-17 neutron-server[102130]: INFO neutron.db.securitygroups_db [None req-9cd184b1-a112-402a-898a-02ada4466793 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Project b2267fc2b77143d693871f591bcb3dbf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 30 15:30:12.214257 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9cd184b1-a112-402a-898a-02ada4466793 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:12.357394 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9cd184b1-a112-402a-898a-02ada4466793 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:12.368928 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9cd184b1-a112-402a-898a-02ada4466793 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:12.424689 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd184b1-a112-402a-898a-02ada4466793 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b67f5a1-1ba5-4fe9-ad8c-d4e535f88e35,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:12.442570 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9cd184b1-a112-402a-898a-02ada4466793 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:12.454164 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9cd184b1-a112-402a-898a-02ada4466793 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3311827 Oct 30 15:30:12.481310 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device cc731b44-299e-44a1-9e52-298d89ace0b2 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:30:12.625140 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port cc731b44-299e-44a1-9e52-298d89ace0b2 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:30:12.626116 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:12.900791 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406463a0-5a40-4ed6-b62b-13c5b55727ea req-95fc042a-bb3d-40a0-acb1-e27bbcb1b73c tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:12.903355 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-406463a0-5a40-4ed6-b62b-13c5b55727ea req-95fc042a-bb3d-40a0-acb1-e27bbcb1b73c tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.1983721 Oct 30 15:30:12.925887 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 60720) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:12.941618 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 359fc4c5-25ae-4bc2-811f-6dd4960736b0 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:30:12.958132 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-787142c5-352f-49cb-a7c9-ae28330dd27c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:13.003575 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b365e6d9-231f-481d-b85d-ee86b1decbf5 req-03ccf694-a4e8-431f-879a-628807a20f5f tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-168303925&fields=id&tenant_id=b2267fc2b77143d693871f591bcb3dbf HTTP/1.1" status: 200 len: 267 time: 0.0851171 Oct 30 15:30:13.027633 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-406463a0-5a40-4ed6-b62b-13c5b55727ea req-3a225e6a-273c-427f-b6ba-b6a2e6d0e144 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133273 Oct 30 15:30:13.110103 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-787142c5-352f-49cb-a7c9-ae28330dd27c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:13.139640 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-787142c5-352f-49cb-a7c9-ae28330dd27c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:13.200094 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-787142c5-352f-49cb-a7c9-ae28330dd27c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e82c9f82fe9f4a0bbd63172e766323bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2730861 Oct 30 15:30:13.201519 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60724) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:13.207298 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787142c5-352f-49cb-a7c9-ae28330dd27c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f4bd89-df2a-4555-a148-e0973d462f7b,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:13.238071 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:13.284606 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b365e6d9-231f-481d-b85d-ee86b1decbf5 req-417fb788-24bf-490f-9de8-edc072b9b22a tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:13.285880 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97cfe86f-a746-4d17-9b3f-f78cee3266a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '359fc4c5-25ae-4bc2-811f-6dd4960736b0'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:30:13.292579 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e5c532a-608f-40b5-959c-22740fa19d5e" -d '{"events": [{"server_uuid": "97cfe86f-a746-4d17-9b3f-f78cee3266a1", "name": "network-vif-unplugged", "status": "completed", "tag": "359fc4c5-25ae-4bc2-811f-6dd4960736b0"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:30:13.302556 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b365e6d9-231f-481d-b85d-ee86b1decbf5 req-417fb788-24bf-490f-9de8-edc072b9b22a tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/networks?id=4b22032d-f999-405c-9aae-f4a890134250 HTTP/1.1" status: 200 len: 797 time: 0.2805779 Oct 30 15:30:13.322629 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 359fc4c5-25ae-4bc2-811f-6dd4960736b0, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=359fc4c5-25ae-4bc2-811f-6dd4960736b0,segment=NetworkSegment(dd3c69d2-19e5-49a2-83d4-39997396926e),segment_id=dd3c69d2-19e5-49a2-83d4-39997396926e)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:30:13.327776 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b365e6d9-231f-481d-b85d-ee86b1decbf5 req-4e27c35f-aa5d-45f3-a5ab-58ff7fa0fab4 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/quotas/b2267fc2b77143d693871f591bcb3dbf HTTP/1.1" status: 200 len: 375 time: 0.0240157 Oct 30 15:30:13.338106 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:13.366361 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-99c19625-125c-44d0-81ec-e8d347109964 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:13.378003 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e471c8-d039-4d36-872f-7725f81bbfeb req-9834ca43-d585-438c-9a4e-a52d0c86aeb9 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:13.386662 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d0e471c8-d039-4d36-872f-7725f81bbfeb req-9834ca43-d585-438c-9a4e-a52d0c86aeb9 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.1266561 Oct 30 15:30:13.434262 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=359fc4c5-25ae-4bc2-811f-6dd4960736b0,revision_number=8']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:13.435982 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-99c19625-125c-44d0-81ec-e8d347109964 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:13.461519 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b365e6d9-231f-481d-b85d-ee86b1decbf5 req-bb9434a4-b73b-403a-a41d-3441a3732ee0 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b2267fc2b77143d693871f591bcb3dbf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1200275 Oct 30 15:30:13.471264 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d0e471c8-d039-4d36-872f-7725f81bbfeb req-fc905523-b666-4ad2-a3c1-d1acf9e93638 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820026 Oct 30 15:30:13.581831 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 30 Oct 2021 15:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff364c3-acbb-4726-8b29-a306d94d9198 x-openstack-request-id: req-2ff364c3-acbb-4726-8b29-a306d94d9198 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:30:13.582371 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97cfe86f-a746-4d17-9b3f-f78cee3266a1", "name": "network-vif-unplugged", "status": "failed", "tag": "359fc4c5-25ae-4bc2-811f-6dd4960736b0", "code": 422}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:30:13.582532 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2ff364c3-acbb-4726-8b29-a306d94d9198 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:30:13.583148 n-d-806683-17 neutron-server[102132]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '97cfe86f-a746-4d17-9b3f-f78cee3266a1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '359fc4c5-25ae-4bc2-811f-6dd4960736b0', 'code': 422} returned with failed status Oct 30 15:30:13.621569 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b365e6d9-231f-481d-b85d-ee86b1decbf5 req-8bfea504-2ad7-4d49-bb4a-2c9fba30d576 service neutron] 10.222.0.62 "GET /v2.0/networks/4b22032d-f999-405c-9aae-f4a890134250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565206 Oct 30 15:30:13.626829 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-99c19625-125c-44d0-81ec-e8d347109964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:13.630566 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-99c19625-125c-44d0-81ec-e8d347109964 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:13.642960 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-99c19625-125c-44d0-81ec-e8d347109964 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/02f4bd89-df2a-4555-a148-e0973d462f7b HTTP/1.1" status: 204 len: 168 time: 0.4341209 Oct 30 15:30:13.657502 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c19625-125c-44d0-81ec-e8d347109964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f4bd89-df2a-4555-a148-e0973d462f7b,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:13.761735 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b365e6d9-231f-481d-b85d-ee86b1decbf5 req-96f02d03-0d0f-4ddb-a762-7b4e3c78a29b service neutron] 10.222.0.62 "GET /v2.0/networks/4b22032d-f999-405c-9aae-f4a890134250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392813 Oct 30 15:30:13.954382 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [req-b5292cce-13fc-465b-96e7-ec464ed52af5 req-0bfef495-3806-4e85-9c32-37b1a67f27ed service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:30:13.955317 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b5292cce-13fc-465b-96e7-ec464ed52af5 req-0bfef495-3806-4e85-9c32-37b1a67f27ed service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0060201 Oct 30 15:30:14.039368 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5cb87525-b980-4dba-acbb-37b68a2ad2ef req-ba534252-db07-4150-8131-1f48e0396bbc tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a96fdb3-520e-48f8-9ebb-d27d38160cdb HTTP/1.1" status: 200 len: 210 time: 0.0711374 Oct 30 15:30:14.197189 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc338c1-5eaa-4680-8ab5-1f39795b651c req-b1daa134-def9-4c57-89ea-ee39def428f4 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:14.211184 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3fc338c1-5eaa-4680-8ab5-1f39795b651c req-b1daa134-def9-4c57-89ea-ee39def428f4 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 943 time: 0.0863328 Oct 30 15:30:14.268250 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3fc338c1-5eaa-4680-8ab5-1f39795b651c req-8685d146-de65-4f2d-809f-714c5891a630 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537939 Oct 30 15:30:14.453943 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 60774) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:14.643997 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8fe66a5c-672d-49ef-9815-9c1dc064062a req-1ea045c5-7e31-4cad-9bee-49c1987978dd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1887548 Oct 30 15:30:14.656328 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [req-8fe66a5c-672d-49ef-9815-9c1dc064062a req-ad1d69b7-650a-4de8-9fb6-f8f47f09ebf7 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:30:14.657750 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8fe66a5c-672d-49ef-9815-9c1dc064062a req-ad1d69b7-650a-4de8-9fb6-f8f47f09ebf7 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0061238 Oct 30 15:30:15.260280 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-87a214cf-2238-4deb-9ee6-c5d25fe28e8a req-656c1a32-ef78-4ce4-bb2d-9000672c3fc1 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a96fdb3-520e-48f8-9ebb-d27d38160cdb HTTP/1.1" status: 200 len: 210 time: 0.0815263 Oct 30 15:30:15.280845 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b365e6d9-231f-481d-b85d-ee86b1decbf5 req-efcf675f-cdf4-492f-820b-a8bbf9f452e2 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:15.282663 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b365e6d9-231f-481d-b85d-ee86b1decbf5 req-efcf675f-cdf4-492f-820b-a8bbf9f452e2 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.53 "GET /v2.0/networks?id=4b22032d-f999-405c-9aae-f4a890134250 HTTP/1.1" status: 200 len: 797 time: 0.1944742 Oct 30 15:30:15.368054 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b365e6d9-231f-481d-b85d-ee86b1decbf5 req-acd68534-acd6-4915-838f-12f07bd5162b tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2267fc2b77143d693871f591bcb3dbf HTTP/1.1" status: 200 len: 379 time: 0.0738122 Oct 30 15:30:15.381659 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-b365e6d9-231f-481d-b85d-ee86b1decbf5 req-13381a99-613f-42ac-a1fe-8044956ee08e tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Request body: {'port': {'device_id': '5a96fdb3-520e-48f8-9ebb-d27d38160cdb', 'network_id': '4b22032d-f999-405c-9aae-f4a890134250', 'admin_state_up': True, 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'security_groups': ['8bcff584-4c57-4650-8391-4c52b91ef9b7']}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:30:15.527240 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d6de2-2602-47e0-a189-7d9a1b712cad req-e957224f-38cb-4248-b03d-ad1bd5408793 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:15.532096 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4a8d6de2-2602-47e0-a189-7d9a1b712cad req-e957224f-38cb-4248-b03d-ad1bd5408793 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 943 time: 0.1300173 Oct 30 15:30:15.607950 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b365e6d9-231f-481d-b85d-ee86b1decbf5 req-13381a99-613f-42ac-a1fe-8044956ee08e tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Made reservation on behalf of b2267fc2b77143d693871f591bcb3dbf for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:30:15.613343 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-b365e6d9-231f-481d-b85d-ee86b1decbf5 req-13381a99-613f-42ac-a1fe-8044956ee08e tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:15.635297 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4a8d6de2-2602-47e0-a189-7d9a1b712cad req-e9936663-ebf2-4a93-9da3-fc7d5fc9cb5d tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804713 Oct 30 15:30:15.770351 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-b365e6d9-231f-481d-b85d-ee86b1decbf5 req-13381a99-613f-42ac-a1fe-8044956ee08e tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Allocated IP 172.20.0.7 (4b22032d-f999-405c-9aae-f4a890134250/ce71113c-07b3-443c-b38d-a9b479050738/02deada9-fa8b-4a17-b369-882334c3479f) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:30:15.874827 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe66a5c-672d-49ef-9815-9c1dc064062a req-314708be-44e4-4b84-8894-9dd8cefd0b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:15.876845 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8fe66a5c-672d-49ef-9815-9c1dc064062a req-314708be-44e4-4b84-8894-9dd8cefd0b30 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1&tenant_id=83163a2e76164950a9379cf5be4baa34 HTTP/1.1" status: 200 len: 1095 time: 0.1073132 Oct 30 15:30:15.890434 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-8fe66a5c-672d-49ef-9815-9c1dc064062a req-e37e950a-0203-4b23-a149-de161a60c973 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-17', 'device_owner': 'compute:nova'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:30:15.957685 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 60832) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:15.959966 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-8fe66a5c-672d-49ef-9815-9c1dc064062a req-e37e950a-0203-4b23-a149-de161a60c973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:15.977472 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-b365e6d9-231f-481d-b85d-ee86b1decbf5 req-13381a99-613f-42ac-a1fe-8044956ee08e tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:16.015956 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-b365e6d9-231f-481d-b85d-ee86b1decbf5 req-13381a99-613f-42ac-a1fe-8044956ee08e tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:16.078201 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13381a99-613f-42ac-a1fe-8044956ee08e tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Pushing event updated for resources: {'Port': ['ID=02deada9-fa8b-4a17-b369-882334c3479f,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:16.097344 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b365e6d9-231f-481d-b85d-ee86b1decbf5 req-13381a99-613f-42ac-a1fe-8044956ee08e tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Network 4b22032d-f999-405c-9aae-f4a890134250 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:30:16.106269 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-b365e6d9-231f-481d-b85d-ee86b1decbf5 req-13381a99-613f-42ac-a1fe-8044956ee08e tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:30:16.109379 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-b365e6d9-231f-481d-b85d-ee86b1decbf5 req-13381a99-613f-42ac-a1fe-8044956ee08e tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:30:16.140570 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c8e51125-c033-42ae-ae7b-baa30aa504e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:16.191386 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b365e6d9-231f-481d-b85d-ee86b1decbf5 req-13381a99-613f-42ac-a1fe-8044956ee08e tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:16.192160 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-b365e6d9-231f-481d-b85d-ee86b1decbf5 req-13381a99-613f-42ac-a1fe-8044956ee08e tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:16.224780 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b365e6d9-231f-481d-b85d-ee86b1decbf5 req-13381a99-613f-42ac-a1fe-8044956ee08e tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8490858 Oct 30 15:30:16.232483 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-8fe66a5c-672d-49ef-9815-9c1dc064062a req-e37e950a-0203-4b23-a149-de161a60c973 service neutron] For port 359fc4c5-25ae-4bc2-811f-6dd4960736b0, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=359fc4c5-25ae-4bc2-811f-6dd4960736b0,segment=NetworkSegment(dd3c69d2-19e5-49a2-83d4-39997396926e),segment_id=dd3c69d2-19e5-49a2-83d4-39997396926e)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:30:16.241697 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-b365e6d9-231f-481d-b85d-ee86b1decbf5 req-f6d2ed07-b418-4fbd-aa72-b49a3021649a service neutron] Request body: {'port': {'device_id': '5a96fdb3-520e-48f8-9ebb-d27d38160cdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:30:16.319514 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-8fe66a5c-672d-49ef-9815-9c1dc064062a req-e37e950a-0203-4b23-a149-de161a60c973 service neutron] For port 359fc4c5-25ae-4bc2-811f-6dd4960736b0, host n-h1-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:30:16.321576 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-b365e6d9-231f-481d-b85d-ee86b1decbf5 req-f6d2ed07-b418-4fbd-aa72-b49a3021649a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:16.330629 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10bce16-9108-4f5a-9873-c5f370d1a8a1 req-745e4e68-2e4b-4ffd-bc8f-7d1bce5a3198 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:16.338159 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c10bce16-9108-4f5a-9873-c5f370d1a8a1 req-745e4e68-2e4b-4ffd-bc8f-7d1bce5a3198 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dad581b-6b88-4a09-9559-b8dfc538115c HTTP/1.1" status: 200 len: 946 time: 0.0845876 Oct 30 15:30:16.344158 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c8e51125-c033-42ae-ae7b-baa30aa504e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:16.381929 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c8e51125-c033-42ae-ae7b-baa30aa504e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:16.400865 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-8fe66a5c-672d-49ef-9815-9c1dc064062a req-e37e950a-0203-4b23-a149-de161a60c973 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 359fc4c5-25ae-4bc2-811f-6dd4960736b0 {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:30:16.412306 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-8fe66a5c-672d-49ef-9815-9c1dc064062a req-e37e950a-0203-4b23-a149-de161a60c973 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:16.416894 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c10bce16-9108-4f5a-9873-c5f370d1a8a1 req-ec73bd57-34fb-4ae7-8869-071d0367b4e5 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/security-groups?id=48597c60-ccc8-4d96-92aa-deedb67edace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778701 Oct 30 15:30:16.427752 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-8fe66a5c-672d-49ef-9815-9c1dc064062a req-e37e950a-0203-4b23-a149-de161a60c973 service neutron] Transition to ACTIVE for port object 359fc4c5-25ae-4bc2-811f-6dd4960736b0 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:30:16.432458 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-8fe66a5c-672d-49ef-9815-9c1dc064062a req-e37e950a-0203-4b23-a149-de161a60c973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:16.469394 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-c8e51125-c033-42ae-ae7b-baa30aa504e5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6381e20fce8f4c0694a5f27a72fe9e01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5106366 Oct 30 15:30:16.472838 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60844) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:16.492186 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-2bc72b8e-2698-4d09-8a37-8dd6d468831a None None] Provisioning complete for port 02deada9-fa8b-4a17-b369-882334c3479f triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:30:16.493705 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2bc72b8e-2698-4d09-8a37-8dd6d468831a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:16.515106 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fe66a5c-672d-49ef-9815-9c1dc064062a req-e37e950a-0203-4b23-a149-de161a60c973 service neutron] No DVR routers for this DVR port 359fc4c5-25ae-4bc2-811f-6dd4960736b0 on host n-h1-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:30:16.519436 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37e950a-0203-4b23-a149-de161a60c973 service neutron] Pushing event updated for resources: {'Port': ['ID=359fc4c5-25ae-4bc2-811f-6dd4960736b0,revision_number=9']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:16.521670 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e51125-c033-42ae-ae7b-baa30aa504e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a253ea-e574-4da8-a115-5bc2b92486ae,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:16.544734 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d939c66-3a7c-40dd-a5f0-d626253d5fa7 req-9485f3fb-7cac-4031-96c7-67fa45362c88 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:16.546256 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4d939c66-3a7c-40dd-a5f0-d626253d5fa7 req-9485f3fb-7cac-4031-96c7-67fa45362c88 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a96fdb3-520e-48f8-9ebb-d27d38160cdb HTTP/1.1" status: 200 len: 931 time: 0.1721282 Oct 30 15:30:16.547015 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-2bc72b8e-2698-4d09-8a37-8dd6d468831a None None] Port 02deada9-fa8b-4a17-b369-882334c3479f cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:30:16.575708 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-8fe66a5c-672d-49ef-9815-9c1dc064062a req-e37e950a-0203-4b23-a149-de161a60c973 service neutron] Attempting to bind port 359fc4c5-25ae-4bc2-811f-6dd4960736b0 on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:30:16.576035 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-8fe66a5c-672d-49ef-9815-9c1dc064062a req-e37e950a-0203-4b23-a149-de161a60c973 service neutron] Attempting to bind port 359fc4c5-25ae-4bc2-811f-6dd4960736b0 by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': 'dd3c69d2-19e5-49a2-83d4-39997396926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f8e25823-3fc3-4f4e-beb9-0b0629874c87'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:30:16.576559 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe66a5c-672d-49ef-9815-9c1dc064062a req-e37e950a-0203-4b23-a149-de161a60c973 service neutron] Attempting to bind port 359fc4c5-25ae-4bc2-811f-6dd4960736b0 on network f8e25823-3fc3-4f4e-beb9-0b0629874c87 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:30:16.589570 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe66a5c-672d-49ef-9815-9c1dc064062a req-e37e950a-0203-4b23-a149-de161a60c973 service neutron] Port 359fc4c5-25ae-4bc2-811f-6dd4960736b0 on network f8e25823-3fc3-4f4e-beb9-0b0629874c87 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:30:16.589814 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe66a5c-672d-49ef-9815-9c1dc064062a req-e37e950a-0203-4b23-a149-de161a60c973 service neutron] Attempting to bind port 359fc4c5-25ae-4bc2-811f-6dd4960736b0 on network f8e25823-3fc3-4f4e-beb9-0b0629874c87 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:30:16.592650 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a31c3089-3515-4f9a-a24e-20f9ff314c6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:16.598305 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe66a5c-672d-49ef-9815-9c1dc064062a req-e37e950a-0203-4b23-a149-de161a60c973 service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:30:16.598640 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe66a5c-672d-49ef-9815-9c1dc064062a req-e37e950a-0203-4b23-a149-de161a60c973 service neutron] Checking segment: {'id': 'dd3c69d2-19e5-49a2-83d4-39997396926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f8e25823-3fc3-4f4e-beb9-0b0629874c87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:30:16.599024 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe66a5c-672d-49ef-9815-9c1dc064062a req-e37e950a-0203-4b23-a149-de161a60c973 service neutron] Bound using segment: {'id': 'dd3c69d2-19e5-49a2-83d4-39997396926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f8e25823-3fc3-4f4e-beb9-0b0629874c87'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:30:16.599456 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-8fe66a5c-672d-49ef-9815-9c1dc064062a req-e37e950a-0203-4b23-a149-de161a60c973 service neutron] Bound port: 359fc4c5-25ae-4bc2-811f-6dd4960736b0, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd3c69d2-19e5-49a2-83d4-39997396926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f8e25823-3fc3-4f4e-beb9-0b0629874c87'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:30:16.599835 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-8fe66a5c-672d-49ef-9815-9c1dc064062a req-e37e950a-0203-4b23-a149-de161a60c973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:16.632797 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a31c3089-3515-4f9a-a24e-20f9ff314c6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:16.633177 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4d939c66-3a7c-40dd-a5f0-d626253d5fa7 req-50007a61-a26a-433d-b734-ab069fc02986 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/security-groups?id=8bcff584-4c57-4650-8391-4c52b91ef9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796566 Oct 30 15:30:16.734737 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-b365e6d9-231f-481d-b85d-ee86b1decbf5 req-f6d2ed07-b418-4fbd-aa72-b49a3021649a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02deada9-fa8b-4a17-b369-882334c3479f {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:30:16.747100 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-b365e6d9-231f-481d-b85d-ee86b1decbf5 req-f6d2ed07-b418-4fbd-aa72-b49a3021649a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:16.747925 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-8fe66a5c-672d-49ef-9815-9c1dc064062a req-e37e950a-0203-4b23-a149-de161a60c973 service neutron] For port 359fc4c5-25ae-4bc2-811f-6dd4960736b0, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:30:16.762287 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-8fe66a5c-672d-49ef-9815-9c1dc064062a req-e37e950a-0203-4b23-a149-de161a60c973 service neutron] For port 359fc4c5-25ae-4bc2-811f-6dd4960736b0, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=359fc4c5-25ae-4bc2-811f-6dd4960736b0,segment=NetworkSegment(dd3c69d2-19e5-49a2-83d4-39997396926e),segment_id=dd3c69d2-19e5-49a2-83d4-39997396926e)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:30:16.768841 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-b365e6d9-231f-481d-b85d-ee86b1decbf5 req-f6d2ed07-b418-4fbd-aa72-b49a3021649a service neutron] Transition to ACTIVE for port object 02deada9-fa8b-4a17-b369-882334c3479f will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:30:16.769025 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-8fe66a5c-672d-49ef-9815-9c1dc064062a req-e37e950a-0203-4b23-a149-de161a60c973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:16.772352 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-b365e6d9-231f-481d-b85d-ee86b1decbf5 req-f6d2ed07-b418-4fbd-aa72-b49a3021649a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:16.778294 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a31c3089-3515-4f9a-a24e-20f9ff314c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:16.780880 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a31c3089-3515-4f9a-a24e-20f9ff314c6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:16.782036 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a31c3089-3515-4f9a-a24e-20f9ff314c6e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/84a253ea-e574-4da8-a115-5bc2b92486ae HTTP/1.1" status: 204 len: 168 time: 0.3067300 Oct 30 15:30:16.835173 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511657a5-8528-4e55-82a5-fdb910eaf597 req-b5ba0c58-7b16-4c68-85c6-955f9d2ee596 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:16.836764 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-511657a5-8528-4e55-82a5-fdb910eaf597 req-b5ba0c58-7b16-4c68-85c6-955f9d2ee596 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 943 time: 0.1226506 Oct 30 15:30:16.838086 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31c3089-3515-4f9a-a24e-20f9ff314c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a253ea-e574-4da8-a115-5bc2b92486ae,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:16.840801 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe66a5c-672d-49ef-9815-9c1dc064062a req-e37e950a-0203-4b23-a149-de161a60c973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:16.841653 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-8fe66a5c-672d-49ef-9815-9c1dc064062a req-e37e950a-0203-4b23-a149-de161a60c973 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:16.843631 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8fe66a5c-672d-49ef-9815-9c1dc064062a req-e37e950a-0203-4b23-a149-de161a60c973 service neutron] 10.222.0.44 "PUT /v2.0/ports/359fc4c5-25ae-4bc2-811f-6dd4960736b0 HTTP/1.1" status: 200 len: 1092 time: 0.9586301 Oct 30 15:30:16.846445 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97cfe86f-a746-4d17-9b3f-f78cee3266a1', 'tag': '359fc4c5-25ae-4bc2-811f-6dd4960736b0'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:30:16.849234 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5eb559-bd95-4a35-8faf-24b00f2f7a11" -d '{"events": [{"name": "network-changed", "server_uuid": "97cfe86f-a746-4d17-9b3f-f78cee3266a1", "tag": "359fc4c5-25ae-4bc2-811f-6dd4960736b0"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:30:16.925686 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37e950a-0203-4b23-a149-de161a60c973 service neutron] Pushing event updated for resources: {'Port': ['ID=359fc4c5-25ae-4bc2-811f-6dd4960736b0,revision_number=10']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:16.927982 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d2ed07-b418-4fbd-aa72-b49a3021649a service neutron] Pushing event updated for resources: {'Port': ['ID=02deada9-fa8b-4a17-b369-882334c3479f,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:16.929892 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3982a3c5-471c-444e-9f31-15ba1df3e747 x-openstack-request-id: req-3982a3c5-471c-444e-9f31-15ba1df3e747 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:30:16.930540 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97cfe86f-a746-4d17-9b3f-f78cee3266a1", "tag": "359fc4c5-25ae-4bc2-811f-6dd4960736b0", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:30:16.931030 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3982a3c5-471c-444e-9f31-15ba1df3e747 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:30:16.931671 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97cfe86f-a746-4d17-9b3f-f78cee3266a1', 'tag': '359fc4c5-25ae-4bc2-811f-6dd4960736b0', 'status': 'completed', 'code': 200} Oct 30 15:30:16.935750 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 359fc4c5-25ae-4bc2-811f-6dd4960736b0 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:30:16.968522 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-511657a5-8528-4e55-82a5-fdb910eaf597 req-bfd9db77-67f2-49c4-ba14-ae4f7b11450b tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150801 Oct 30 15:30:16.978184 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-b365e6d9-231f-481d-b85d-ee86b1decbf5 req-f6d2ed07-b418-4fbd-aa72-b49a3021649a service neutron] Attempting to bind port 02deada9-fa8b-4a17-b369-882334c3479f on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:30:16.978531 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-b365e6d9-231f-481d-b85d-ee86b1decbf5 req-f6d2ed07-b418-4fbd-aa72-b49a3021649a service neutron] Attempting to bind port 02deada9-fa8b-4a17-b369-882334c3479f by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '99c0d31c-ae09-4bd5-a6a2-89091fbe996b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4b22032d-f999-405c-9aae-f4a890134250'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:30:16.978910 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b365e6d9-231f-481d-b85d-ee86b1decbf5 req-f6d2ed07-b418-4fbd-aa72-b49a3021649a service neutron] Attempting to bind port 02deada9-fa8b-4a17-b369-882334c3479f on network 4b22032d-f999-405c-9aae-f4a890134250 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:30:16.987306 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b365e6d9-231f-481d-b85d-ee86b1decbf5 req-f6d2ed07-b418-4fbd-aa72-b49a3021649a service neutron] Port 02deada9-fa8b-4a17-b369-882334c3479f on network 4b22032d-f999-405c-9aae-f4a890134250 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:30:16.987932 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b365e6d9-231f-481d-b85d-ee86b1decbf5 req-f6d2ed07-b418-4fbd-aa72-b49a3021649a service neutron] Attempting to bind port 02deada9-fa8b-4a17-b369-882334c3479f on network 4b22032d-f999-405c-9aae-f4a890134250 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:30:16.995141 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe66a5c-672d-49ef-9815-9c1dc064062a req-399ef394-c41e-4a32-962f-aae034415e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:16.996188 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b365e6d9-231f-481d-b85d-ee86b1decbf5 req-f6d2ed07-b418-4fbd-aa72-b49a3021649a service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:30:16.996544 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b365e6d9-231f-481d-b85d-ee86b1decbf5 req-f6d2ed07-b418-4fbd-aa72-b49a3021649a service neutron] Checking segment: {'id': '99c0d31c-ae09-4bd5-a6a2-89091fbe996b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4b22032d-f999-405c-9aae-f4a890134250'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:30:16.997074 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b365e6d9-231f-481d-b85d-ee86b1decbf5 req-f6d2ed07-b418-4fbd-aa72-b49a3021649a service neutron] Bound using segment: {'id': '99c0d31c-ae09-4bd5-a6a2-89091fbe996b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4b22032d-f999-405c-9aae-f4a890134250'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:30:16.998192 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-b365e6d9-231f-481d-b85d-ee86b1decbf5 req-f6d2ed07-b418-4fbd-aa72-b49a3021649a service neutron] Bound port: 02deada9-fa8b-4a17-b369-882334c3479f, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99c0d31c-ae09-4bd5-a6a2-89091fbe996b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4b22032d-f999-405c-9aae-f4a890134250'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:30:16.998563 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-b365e6d9-231f-481d-b85d-ee86b1decbf5 req-f6d2ed07-b418-4fbd-aa72-b49a3021649a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:16.999428 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8fe66a5c-672d-49ef-9815-9c1dc064062a req-399ef394-c41e-4a32-962f-aae034415e7c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=83163a2e76164950a9379cf5be4baa34&device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 1096 time: 0.1209385 Oct 30 15:30:17.023815 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 359fc4c5-25ae-4bc2-811f-6dd4960736b0 not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:30:17.119115 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-b365e6d9-231f-481d-b85d-ee86b1decbf5 req-f6d2ed07-b418-4fbd-aa72-b49a3021649a service neutron] For port 02deada9-fa8b-4a17-b369-882334c3479f, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:30:17.122524 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-b365e6d9-231f-481d-b85d-ee86b1decbf5 req-f6d2ed07-b418-4fbd-aa72-b49a3021649a service neutron] For port 02deada9-fa8b-4a17-b369-882334c3479f, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=02deada9-fa8b-4a17-b369-882334c3479f,segment=NetworkSegment(99c0d31c-ae09-4bd5-a6a2-89091fbe996b),segment_id=99c0d31c-ae09-4bd5-a6a2-89091fbe996b)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:30:17.128768 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-b365e6d9-231f-481d-b85d-ee86b1decbf5 req-f6d2ed07-b418-4fbd-aa72-b49a3021649a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:17.140696 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe66a5c-672d-49ef-9815-9c1dc064062a req-eb2e565c-89e3-458d-bcf7-94b6b07c5b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:17.142198 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8fe66a5c-672d-49ef-9815-9c1dc064062a req-eb2e565c-89e3-458d-bcf7-94b6b07c5b65 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f8e25823-3fc3-4f4e-beb9-0b0629874c87 HTTP/1.1" status: 200 len: 914 time: 0.1354997 Oct 30 15:30:17.191905 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d2ed07-b418-4fbd-aa72-b49a3021649a service neutron] Pushing event updated for resources: {'Port': ['ID=02deada9-fa8b-4a17-b369-882334c3479f,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:17.201858 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b365e6d9-231f-481d-b85d-ee86b1decbf5 req-f6d2ed07-b418-4fbd-aa72-b49a3021649a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:17.202623 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-b365e6d9-231f-481d-b85d-ee86b1decbf5 req-f6d2ed07-b418-4fbd-aa72-b49a3021649a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:17.203959 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b365e6d9-231f-481d-b85d-ee86b1decbf5 req-f6d2ed07-b418-4fbd-aa72-b49a3021649a service neutron] 10.222.0.53 "PUT /v2.0/ports/02deada9-fa8b-4a17-b369-882334c3479f HTTP/1.1" status: 200 len: 1092 time: 0.9676721 Oct 30 15:30:17.204438 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a96fdb3-520e-48f8-9ebb-d27d38160cdb', 'tag': '02deada9-fa8b-4a17-b369-882334c3479f'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:30:17.206777 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d285f1fb-d4a8-44c6-bd1c-628ef662fc76" -d '{"events": [{"name": "network-changed", "server_uuid": "5a96fdb3-520e-48f8-9ebb-d27d38160cdb", "tag": "02deada9-fa8b-4a17-b369-882334c3479f"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:30:17.207453 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8fe66a5c-672d-49ef-9815-9c1dc064062a req-bad96ff2-0c45-4cdf-b191-676788cf877a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=359fc4c5-25ae-4bc2-811f-6dd4960736b0 HTTP/1.1" status: 200 len: 217 time: 0.0547349 Oct 30 15:30:17.254025 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c726ef5-05e4-42c4-8521-e4690105889c x-openstack-request-id: req-5c726ef5-05e4-42c4-8521-e4690105889c {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:30:17.254319 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a96fdb3-520e-48f8-9ebb-d27d38160cdb", "tag": "02deada9-fa8b-4a17-b369-882334c3479f", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:30:17.254571 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5c726ef5-05e4-42c4-8521-e4690105889c {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:30:17.254976 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a96fdb3-520e-48f8-9ebb-d27d38160cdb', 'tag': '02deada9-fa8b-4a17-b369-882334c3479f', 'status': 'completed', 'code': 200} Oct 30 15:30:17.273902 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe66a5c-672d-49ef-9815-9c1dc064062a req-b5419dd7-6096-4c50-a183-9a591e0cf1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:17.275971 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8fe66a5c-672d-49ef-9815-9c1dc064062a req-b5419dd7-6096-4c50-a183-9a591e0cf1c7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0f10ba2c-a980-4319-9add-8030477039ac HTTP/1.1" status: 200 len: 853 time: 0.0606654 Oct 30 15:30:17.314989 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b365e6d9-231f-481d-b85d-ee86b1decbf5 req-8e022f48-483e-4d37-bd57-d71049bcd805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:17.315746 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8fe66a5c-672d-49ef-9815-9c1dc064062a req-f48e200d-ef61-4742-b22e-46f141c2e95f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f8e25823-3fc3-4f4e-beb9-0b0629874c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310822 Oct 30 15:30:17.316739 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b365e6d9-231f-481d-b85d-ee86b1decbf5 req-8e022f48-483e-4d37-bd57-d71049bcd805 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b2267fc2b77143d693871f591bcb3dbf&device_id=5a96fdb3-520e-48f8-9ebb-d27d38160cdb HTTP/1.1" status: 200 len: 1095 time: 0.0603642 Oct 30 15:30:17.380786 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b365e6d9-231f-481d-b85d-ee86b1decbf5 req-7bbc1dbb-3f5b-4b3c-8302-2772f7624fcc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02deada9-fa8b-4a17-b369-882334c3479f HTTP/1.1" status: 200 len: 217 time: 0.0563853 Oct 30 15:30:17.428647 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8fe66a5c-672d-49ef-9815-9c1dc064062a req-bca2b252-7e9e-4b93-bb80-589e99a55e12 service neutron] 10.222.0.44 "GET /v2.0/networks/f8e25823-3fc3-4f4e-beb9-0b0629874c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053188 Oct 30 15:30:17.442343 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b365e6d9-231f-481d-b85d-ee86b1decbf5 req-8b0eb300-7c94-42bd-bee5-d52e696ae8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:17.444213 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b365e6d9-231f-481d-b85d-ee86b1decbf5 req-8b0eb300-7c94-42bd-bee5-d52e696ae8eb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ce71113c-07b3-443c-b38d-a9b479050738 HTTP/1.1" status: 200 len: 835 time: 0.0570681 Oct 30 15:30:17.508347 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b365e6d9-231f-481d-b85d-ee86b1decbf5 req-9d6dc0d9-cf99-4f1e-96ed-f51f22b5b84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:17.512175 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b365e6d9-231f-481d-b85d-ee86b1decbf5 req-9d6dc0d9-cf99-4f1e-96ed-f51f22b5b84e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4b22032d-f999-405c-9aae-f4a890134250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0609374 Oct 30 15:30:17.563006 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8fe66a5c-672d-49ef-9815-9c1dc064062a req-250f1c45-c7c4-4b56-95d1-f0c459b6ef9b service neutron] 10.222.0.44 "GET /v2.0/networks/f8e25823-3fc3-4f4e-beb9-0b0629874c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269529 Oct 30 15:30:17.656185 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda941b-941d-4a1c-ba73-6c29d7275df5 req-6d122aba-a526-4e40-9cd0-ae80f5488ea9 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:17.660021 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5eb559-bd95-4a35-8faf-24b00f2f7a11 req-2df76f60-ef0b-4c2c-ae82-63e48ddf3faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:17.661755 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3e5eb559-bd95-4a35-8faf-24b00f2f7a11 req-2df76f60-ef0b-4c2c-ae82-63e48ddf3faf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=83163a2e76164950a9379cf5be4baa34&device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 1096 time: 0.0494418 Oct 30 15:30:17.668656 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ccda941b-941d-4a1c-ba73-6c29d7275df5 req-6d122aba-a526-4e40-9cd0-ae80f5488ea9 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dad581b-6b88-4a09-9559-b8dfc538115c HTTP/1.1" status: 200 len: 946 time: 0.1302416 Oct 30 15:30:17.681387 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b365e6d9-231f-481d-b85d-ee86b1decbf5 req-45d842bb-a975-434a-bb88-33e4d29a5479 service neutron] 10.222.0.53 "GET /v2.0/networks/4b22032d-f999-405c-9aae-f4a890134250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590755 Oct 30 15:30:17.805159 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ccda941b-941d-4a1c-ba73-6c29d7275df5 req-9bcd62ff-8285-40c8-9572-e83f3f8fcda4 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/security-groups?id=48597c60-ccc8-4d96-92aa-deedb67edace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169083 Oct 30 15:30:17.845645 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b365e6d9-231f-481d-b85d-ee86b1decbf5 req-87447d1f-b450-4b1d-8fb7-aa934d88325e service neutron] 10.222.0.53 "GET /v2.0/networks/4b22032d-f999-405c-9aae-f4a890134250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463604 Oct 30 15:30:17.851822 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1bd4ad-a5c5-4b44-bcd8-441cd0de830b req-c15378c2-dec2-4743-ba2a-05c3b1d1dc4b tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:17.853416 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4f1bd4ad-a5c5-4b44-bcd8-441cd0de830b req-c15378c2-dec2-4743-ba2a-05c3b1d1dc4b tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a96fdb3-520e-48f8-9ebb-d27d38160cdb HTTP/1.1" status: 200 len: 943 time: 0.1009910 Oct 30 15:30:17.854779 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5eb559-bd95-4a35-8faf-24b00f2f7a11 req-81cc7e5c-0535-4ab5-8955-7fa936ec6334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:17.856210 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3e5eb559-bd95-4a35-8faf-24b00f2f7a11 req-81cc7e5c-0535-4ab5-8955-7fa936ec6334 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f8e25823-3fc3-4f4e-beb9-0b0629874c87 HTTP/1.1" status: 200 len: 914 time: 0.1836939 Oct 30 15:30:17.926325 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3e5eb559-bd95-4a35-8faf-24b00f2f7a11 req-384fa44d-99db-4ea7-be47-0f1cd4319a18 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=359fc4c5-25ae-4bc2-811f-6dd4960736b0 HTTP/1.1" status: 200 len: 217 time: 0.0585690 Oct 30 15:30:17.956764 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d285f1fb-d4a8-44c6-bd1c-628ef662fc76 req-ee1db2b1-eae8-4b63-bf31-ff3efd0cbf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:17.959211 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d285f1fb-d4a8-44c6-bd1c-628ef662fc76 req-ee1db2b1-eae8-4b63-bf31-ff3efd0cbf80 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b2267fc2b77143d693871f591bcb3dbf&device_id=5a96fdb3-520e-48f8-9ebb-d27d38160cdb HTTP/1.1" status: 200 len: 1095 time: 0.0585108 Oct 30 15:30:17.997819 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5eb559-bd95-4a35-8faf-24b00f2f7a11 req-c30a6cd5-206a-4067-b8cd-ae80cc4a35aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:17.999885 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3e5eb559-bd95-4a35-8faf-24b00f2f7a11 req-c30a6cd5-206a-4067-b8cd-ae80cc4a35aa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0f10ba2c-a980-4319-9add-8030477039ac HTTP/1.1" status: 200 len: 853 time: 0.0674005 Oct 30 15:30:18.061741 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4f1bd4ad-a5c5-4b44-bcd8-441cd0de830b req-cbd4c154-90f2-44a2-af58-b10a731685dd tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/security-groups?id=8bcff584-4c57-4650-8391-4c52b91ef9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2020772 Oct 30 15:30:18.098234 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3e5eb559-bd95-4a35-8faf-24b00f2f7a11 req-08e06cf4-7baa-46bf-b5cf-aa239592d066 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f8e25823-3fc3-4f4e-beb9-0b0629874c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910077 Oct 30 15:30:18.177886 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8afd12-d33a-42d0-893d-565040641c76 req-9c980668-160f-4fec-b8ee-1342ce28b7ff tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:18.181873 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0c8afd12-d33a-42d0-893d-565040641c76 req-9c980668-160f-4fec-b8ee-1342ce28b7ff tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 944 time: 0.1154108 Oct 30 15:30:18.260187 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0c8afd12-d33a-42d0-893d-565040641c76 req-f35c55a7-ac1a-4271-883b-be2bb0770bba tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667403 Oct 30 15:30:18.266785 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d285f1fb-d4a8-44c6-bd1c-628ef662fc76 req-32f5c6b5-150d-40d5-b7fa-0f37c8f969d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:18.275969 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d285f1fb-d4a8-44c6-bd1c-628ef662fc76 req-32f5c6b5-150d-40d5-b7fa-0f37c8f969d3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4b22032d-f999-405c-9aae-f4a890134250 HTTP/1.1" status: 200 len: 898 time: 0.3098619 Oct 30 15:30:18.311181 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3e5eb559-bd95-4a35-8faf-24b00f2f7a11 req-194c4a1f-5059-4678-9c32-986730085e31 service neutron] 10.222.0.44 "GET /v2.0/networks/f8e25823-3fc3-4f4e-beb9-0b0629874c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796830 Oct 30 15:30:18.344536 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d285f1fb-d4a8-44c6-bd1c-628ef662fc76 req-58a22d4f-f184-438b-8402-f52a189b63bb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02deada9-fa8b-4a17-b369-882334c3479f HTTP/1.1" status: 200 len: 217 time: 0.0590024 Oct 30 15:30:18.843770 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60924) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:18.893126 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d285f1fb-d4a8-44c6-bd1c-628ef662fc76 req-e2985fd9-ddc0-4afc-8562-7d4ce619bbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:18.897393 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d285f1fb-d4a8-44c6-bd1c-628ef662fc76 req-e2985fd9-ddc0-4afc-8562-7d4ce619bbe7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ce71113c-07b3-443c-b38d-a9b479050738 HTTP/1.1" status: 200 len: 835 time: 0.5424988 Oct 30 15:30:18.980271 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53828a8f-6139-43f6-84a8-3f025425acf8 req-b2ee9465-c7d9-4b6c-9a35-53a667dae1a8 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:18.981787 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-53828a8f-6139-43f6-84a8-3f025425acf8 req-b2ee9465-c7d9-4b6c-9a35-53a667dae1a8 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dad581b-6b88-4a09-9559-b8dfc538115c HTTP/1.1" status: 200 len: 946 time: 0.0834386 Oct 30 15:30:18.984857 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d285f1fb-d4a8-44c6-bd1c-628ef662fc76 req-55a65297-7d78-4ec1-a7a8-814470f08a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:18.986219 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d285f1fb-d4a8-44c6-bd1c-628ef662fc76 req-55a65297-7d78-4ec1-a7a8-814470f08a79 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4b22032d-f999-405c-9aae-f4a890134250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0758755 Oct 30 15:30:19.005912 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4ba692fc-b7b6-4f0a-83a5-e3ac26b9e6b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:19.087338 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-53828a8f-6139-43f6-84a8-3f025425acf8 req-a31cf688-7151-4daf-8087-9732b2e4d0dd tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/security-groups?id=48597c60-ccc8-4d96-92aa-deedb67edace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993924 Oct 30 15:30:19.126697 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d285f1fb-d4a8-44c6-bd1c-628ef662fc76 req-ddbcdd89-7f9d-4f4d-a012-ba94c1a5dc81 service neutron] 10.222.0.53 "GET /v2.0/networks/4b22032d-f999-405c-9aae-f4a890134250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226737 Oct 30 15:30:19.137298 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4ba692fc-b7b6-4f0a-83a5-e3ac26b9e6b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:19.143663 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4ba692fc-b7b6-4f0a-83a5-e3ac26b9e6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:19.240254 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-4ba692fc-b7b6-4f0a-83a5-e3ac26b9e6b4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4431a89fe1a04258bd364be19b8c305d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3954134 Oct 30 15:30:19.242035 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba692fc-b7b6-4f0a-83a5-e3ac26b9e6b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9deb79a-264d-4936-ada6-e2c37a031638,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:19.243040 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 60930) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:19.269599 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6cbdf2-846b-4410-a560-4a854dba46ba req-7f50210b-157b-484c-af5d-eb32ade0e773 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:19.271768 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8a6cbdf2-846b-4410-a560-4a854dba46ba req-7f50210b-157b-484c-af5d-eb32ade0e773 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a96fdb3-520e-48f8-9ebb-d27d38160cdb HTTP/1.1" status: 200 len: 943 time: 0.0882111 Oct 30 15:30:19.309152 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d285f1fb-d4a8-44c6-bd1c-628ef662fc76 req-8aec57b0-b9b9-4ce6-ba9c-26ed46b23a81 service neutron] 10.222.0.53 "GET /v2.0/networks/4b22032d-f999-405c-9aae-f4a890134250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834641 Oct 30 15:30:19.334366 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8a6cbdf2-846b-4410-a560-4a854dba46ba req-5fb96195-0cc5-4f49-8d5e-71dfe283a134 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/security-groups?id=8bcff584-4c57-4650-8391-4c52b91ef9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560954 Oct 30 15:30:19.367372 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6dfdb825-ffb9-4d1c-b501-07b824f52d3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:19.420353 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6dfdb825-ffb9-4d1c-b501-07b824f52d3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:19.484796 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df958e-3269-4026-b012-1204df90c256 req-4fd3d669-3853-409e-8647-4c6be469b39e tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:19.486302 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f4df958e-3269-4026-b012-1204df90c256 req-4fd3d669-3853-409e-8647-4c6be469b39e tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 944 time: 0.0868125 Oct 30 15:30:19.515671 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6dfdb825-ffb9-4d1c-b501-07b824f52d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:19.520263 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6dfdb825-ffb9-4d1c-b501-07b824f52d3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:19.522332 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-6dfdb825-ffb9-4d1c-b501-07b824f52d3c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d9deb79a-264d-4936-ada6-e2c37a031638 HTTP/1.1" status: 204 len: 168 time: 0.2780135 Oct 30 15:30:19.543997 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfdb825-ffb9-4d1c-b501-07b824f52d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9deb79a-264d-4936-ada6-e2c37a031638,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:19.548703 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f4df958e-3269-4026-b012-1204df90c256 req-586b623b-076b-497d-b4cb-28bcd4717439 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563931 Oct 30 15:30:20.257753 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8685f0b-2360-4634-b24c-e8df8337ee17 req-4b3dbef7-d239-49f1-851b-c60677680418 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:20.260052 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f8685f0b-2360-4634-b24c-e8df8337ee17 req-4b3dbef7-d239-49f1-851b-c60677680418 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dad581b-6b88-4a09-9559-b8dfc538115c HTTP/1.1" status: 200 len: 946 time: 0.0680473 Oct 30 15:30:20.308406 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f8685f0b-2360-4634-b24c-e8df8337ee17 req-e85473a4-208e-4a9e-aab7-dba6b11ed444 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/security-groups?id=48597c60-ccc8-4d96-92aa-deedb67edace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412054 Oct 30 15:30:20.466734 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2fbd74-ceed-4152-a1d9-c05625b46ed2 req-9685f843-27d1-46dc-ae50-4b88546d6647 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:20.470388 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7d2fbd74-ceed-4152-a1d9-c05625b46ed2 req-9685f843-27d1-46dc-ae50-4b88546d6647 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a96fdb3-520e-48f8-9ebb-d27d38160cdb HTTP/1.1" status: 200 len: 943 time: 0.0689211 Oct 30 15:30:20.516055 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7d2fbd74-ceed-4152-a1d9-c05625b46ed2 req-cdd96228-f866-425d-b9f0-1fdd97529103 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/security-groups?id=8bcff584-4c57-4650-8391-4c52b91ef9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350349 Oct 30 15:30:20.616378 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 60970) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:20.717726 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6dd6ec-915d-4aee-9932-66eca53c65d5 req-e15e1499-8947-4167-8e44-05a3bb9047a4 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:20.719141 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3e6dd6ec-915d-4aee-9932-66eca53c65d5 req-e15e1499-8947-4167-8e44-05a3bb9047a4 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 944 time: 0.0768464 Oct 30 15:30:20.745854 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-211aa742-0549-4675-97d8-b6b2c7db2651 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:20.783234 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3e6dd6ec-915d-4aee-9932-66eca53c65d5 req-cc2cdddf-5885-40c5-9cb1-c1473729c20a tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540929 Oct 30 15:30:20.846747 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-211aa742-0549-4675-97d8-b6b2c7db2651 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:20.851325 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-211aa742-0549-4675-97d8-b6b2c7db2651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:20.892650 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-211aa742-0549-4675-97d8-b6b2c7db2651 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ff656625d07b48d2b0815f2ce9f730dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2751601 Oct 30 15:30:20.893556 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211aa742-0549-4675-97d8-b6b2c7db2651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff41671-03b5-435a-8e5e-60a907e9141f,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:20.895312 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60974) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:20.957278 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-758a7841-e2c1-4b3b-aced-c190c3e4b523 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:20.977698 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 02deada9-fa8b-4a17-b369-882334c3479f details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:30:20.980663 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-758a7841-e2c1-4b3b-aced-c190c3e4b523 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:21.048170 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-758a7841-e2c1-4b3b-aced-c190c3e4b523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:21.051211 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-758a7841-e2c1-4b3b-aced-c190c3e4b523 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:21.055374 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-758a7841-e2c1-4b3b-aced-c190c3e4b523 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2ff41671-03b5-435a-8e5e-60a907e9141f HTTP/1.1" status: 204 len: 168 time: 0.1586473 Oct 30 15:30:21.066176 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758a7841-e2c1-4b3b-aced-c190c3e4b523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff41671-03b5-435a-8e5e-60a907e9141f,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:21.263921 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6ee398ff-ede7-4328-bd27-7b4d39d914d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:21.285912 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 02deada9-fa8b-4a17-b369-882334c3479f, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=02deada9-fa8b-4a17-b369-882334c3479f,segment=NetworkSegment(99c0d31c-ae09-4bd5-a6a2-89091fbe996b),segment_id=99c0d31c-ae09-4bd5-a6a2-89091fbe996b)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:30:21.302627 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '02deada9-fa8b-4a17-b369-882334c3479f', 'network_id': '4b22032d-f999-405c-9aae-f4a890134250', 'port_id': '02deada9-fa8b-4a17-b369-882334c3479f', 'mac_address': 'fa:16:3e:1d:33:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce71113c-07b3-443c-b38d-a9b479050738', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:30:21.348140 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:21.362918 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02deada9-fa8b-4a17-b369-882334c3479f {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:30:21.386145 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 02deada9-fa8b-4a17-b369-882334c3479f, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=02deada9-fa8b-4a17-b369-882334c3479f,segment=NetworkSegment(99c0d31c-ae09-4bd5-a6a2-89091fbe996b),segment_id=99c0d31c-ae09-4bd5-a6a2-89091fbe996b)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:30:21.391441 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:21.452574 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=02deada9-fa8b-4a17-b369-882334c3479f,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:21.499149 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504d6b5-4da1-48db-bc03-86a197df588b req-984e25e9-b69e-423a-a252-d0ebd12c964c tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:21.506655 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0504d6b5-4da1-48db-bc03-86a197df588b req-984e25e9-b69e-423a-a252-d0ebd12c964c tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dad581b-6b88-4a09-9559-b8dfc538115c HTTP/1.1" status: 200 len: 946 time: 0.0735099 Oct 30 15:30:21.553371 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0504d6b5-4da1-48db-bc03-86a197df588b req-96633919-a09f-4368-b3d7-8c61a057d2f1 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/security-groups?id=48597c60-ccc8-4d96-92aa-deedb67edace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457938 Oct 30 15:30:21.594239 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['02deada9-fa8b-4a17-b369-882334c3479f'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:30:21.734906 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3976acda-d08c-4d17-9379-da10e9d903b0 req-fa1edddd-1403-4a9f-8ca1-d8420868511a tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:21.736891 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3976acda-d08c-4d17-9379-da10e9d903b0 req-fa1edddd-1403-4a9f-8ca1-d8420868511a tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a96fdb3-520e-48f8-9ebb-d27d38160cdb HTTP/1.1" status: 200 len: 944 time: 0.0907044 Oct 30 15:30:21.814092 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3976acda-d08c-4d17-9379-da10e9d903b0 req-ec779bc5-c071-4527-a4f3-c3ba936bc101 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/security-groups?id=8bcff584-4c57-4650-8391-4c52b91ef9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615892 Oct 30 15:30:22.068207 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ec9a6e-9c7a-46b8-a757-fbc3e380e1f1 req-7d23e6a7-0e17-42e0-8e72-058df93149ad tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:22.089513 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f8ec9a6e-9c7a-46b8-a757-fbc3e380e1f1 req-7d23e6a7-0e17-42e0-8e72-058df93149ad tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 944 time: 0.1530597 Oct 30 15:30:22.149093 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f8ec9a6e-9c7a-46b8-a757-fbc3e380e1f1 req-737de62c-a724-479e-a6f2-97300da8cf50 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485792 Oct 30 15:30:22.698468 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae8dae-8848-464e-b917-0136086891d5 req-1a7920d5-3ede-4652-b379-cdee546b9261 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:22.703405 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b4ae8dae-8848-464e-b917-0136086891d5 req-1a7920d5-3ede-4652-b379-cdee546b9261 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dad581b-6b88-4a09-9559-b8dfc538115c HTTP/1.1" status: 200 len: 946 time: 0.0642550 Oct 30 15:30:22.741913 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b4ae8dae-8848-464e-b917-0136086891d5 req-c6341f9a-6660-4e9d-bcf7-1987403b8729 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/security-groups?id=48597c60-ccc8-4d96-92aa-deedb67edace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355742 Oct 30 15:30:22.978310 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 02deada9-fa8b-4a17-b369-882334c3479f up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:30:23.008748 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e5c5a9-d8cd-488f-a430-deaf4bd8d783 req-f6b81e56-ddd6-42dd-bbd6-b00d90c5206a tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:23.018678 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-67e5c5a9-d8cd-488f-a430-deaf4bd8d783 req-f6b81e56-ddd6-42dd-bbd6-b00d90c5206a tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a96fdb3-520e-48f8-9ebb-d27d38160cdb HTTP/1.1" status: 200 len: 944 time: 0.0933385 Oct 30 15:30:23.057238 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port 02deada9-fa8b-4a17-b369-882334c3479f completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:30:23.065500 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 02deada9-fa8b-4a17-b369-882334c3479f triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:30:23.066257 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:23.070251 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-67e5c5a9-d8cd-488f-a430-deaf4bd8d783 req-dc812190-1349-4c0a-a5a0-13f7b0cecf7e tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/security-groups?id=8bcff584-4c57-4650-8391-4c52b91ef9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505373 Oct 30 15:30:23.157667 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:23.217657 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a96fdb3-520e-48f8-9ebb-d27d38160cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02deada9-fa8b-4a17-b369-882334c3479f'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:30:23.220183 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905ffaf2-54e8-4cea-9458-2718ab0ee80a" -d '{"events": [{"server_uuid": "5a96fdb3-520e-48f8-9ebb-d27d38160cdb", "name": "network-vif-plugged", "status": "completed", "tag": "02deada9-fa8b-4a17-b369-882334c3479f"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:30:23.239786 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 02deada9-fa8b-4a17-b369-882334c3479f, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=02deada9-fa8b-4a17-b369-882334c3479f,segment=NetworkSegment(99c0d31c-ae09-4bd5-a6a2-89091fbe996b),segment_id=99c0d31c-ae09-4bd5-a6a2-89091fbe996b)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:30:23.264868 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:23.316481 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356da888-e10c-4e7e-af04-7c8d84e5681e req-51b9364d-ad15-475d-a1b1-06b6a0472d99 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:23.326628 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-356da888-e10c-4e7e-af04-7c8d84e5681e req-51b9364d-ad15-475d-a1b1-06b6a0472d99 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 944 time: 0.0710173 Oct 30 15:30:23.358712 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=02deada9-fa8b-4a17-b369-882334c3479f,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:23.382795 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-356da888-e10c-4e7e-af04-7c8d84e5681e req-2285631c-650c-4add-bb67-ed90c2cc62ef tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544438 Oct 30 15:30:23.438641 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 32808) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:23.617310 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-b34bcfc3-9d58-4759-ae2d-a8ec8533f47c tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Request body: {'floatingip': {'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:30:23.619925 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88cf0234-05ce-4760-b391-8bcce49faa17 x-openstack-request-id: req-88cf0234-05ce-4760-b391-8bcce49faa17 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:30:23.620222 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a96fdb3-520e-48f8-9ebb-d27d38160cdb", "name": "network-vif-plugged", "status": "completed", "tag": "02deada9-fa8b-4a17-b369-882334c3479f", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:30:23.620511 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-88cf0234-05ce-4760-b391-8bcce49faa17 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:30:23.621070 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a96fdb3-520e-48f8-9ebb-d27d38160cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02deada9-fa8b-4a17-b369-882334c3479f', 'code': 200} Oct 30 15:30:23.651095 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b34bcfc3-9d58-4759-ae2d-a8ec8533f47c tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks [] for floatingip, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:23.757889 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4f1d045d-eb7e-437b-be4b-df853bb61f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:23.772426 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f6d676-a1b5-4af5-86b1-51a52e14d642 req-31abd259-03d1-40ae-b751-6e74a3227bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:23.774029 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-93f6d676-a1b5-4af5-86b1-51a52e14d642 req-31abd259-03d1-40ae-b751-6e74a3227bd7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5a96fdb3-520e-48f8-9ebb-d27d38160cdb HTTP/1.1" status: 200 len: 1097 time: 0.0865538 Oct 30 15:30:23.893055 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-93f6d676-a1b5-4af5-86b1-51a52e14d642 req-cb930d3a-df63-4024-ae80-7e723689b16b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8bcff584-4c57-4650-8391-4c52b91ef9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065800 Oct 30 15:30:23.905814 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14198202-bf15-4349-b377-c3b87a1ac6c9 req-99a16aa3-a942-4500-9be5-20f8dc363932 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:23.907615 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-14198202-bf15-4349-b377-c3b87a1ac6c9 req-99a16aa3-a942-4500-9be5-20f8dc363932 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dad581b-6b88-4a09-9559-b8dfc538115c HTTP/1.1" status: 200 len: 946 time: 0.0753131 Oct 30 15:30:23.951993 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-14198202-bf15-4349-b377-c3b87a1ac6c9 req-828577bd-c1b3-407d-ae03-80b19ad0feec tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/security-groups?id=48597c60-ccc8-4d96-92aa-deedb67edace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373681 Oct 30 15:30:24.111444 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b34bcfc3-9d58-4759-ae2d-a8ec8533f47c tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:24.197927 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541afff1-cfd7-4260-a546-f4df2a0d7bba req-ab2e935f-a59d-47c6-8132-c9d2bf37fff6 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:24.199925 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-541afff1-cfd7-4260-a546-f4df2a0d7bba req-ab2e935f-a59d-47c6-8132-c9d2bf37fff6 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a96fdb3-520e-48f8-9ebb-d27d38160cdb HTTP/1.1" status: 200 len: 945 time: 0.0610204 Oct 30 15:30:24.243238 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:30:24.264870 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-541afff1-cfd7-4260-a546-f4df2a0d7bba req-be99aba1-d62e-4bfe-a31d-31fc477cc022 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/security-groups?id=8bcff584-4c57-4650-8391-4c52b91ef9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525196 Oct 30 15:30:24.275076 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-b34bcfc3-9d58-4759-ae2d-a8ec8533f47c tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Allocated IP 172.25.4.32 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/3b28874a-7ba2-45ed-a8b8-149e91ca7c84) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:30:24.386695 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b34bcfc3-9d58-4759-ae2d-a8ec8533f47c tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:24.442722 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b34bcfc3-9d58-4759-ae2d-a8ec8533f47c tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:24.487188 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34bcfc3-9d58-4759-ae2d-a8ec8533f47c tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:30:24.490217 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-b34bcfc3-9d58-4759-ae2d-a8ec8533f47c tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:30:24.494334 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34bcfc3-9d58-4759-ae2d-a8ec8533f47c tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:30:24.524400 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34bcfc3-9d58-4759-ae2d-a8ec8533f47c tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Pushing event updated for resources: {'Port': ['ID=3b28874a-7ba2-45ed-a8b8-149e91ca7c84,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:24.533745 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13534f4f-eb95-43dd-bd97-5214424e9fb7 req-28fe276b-19b7-4339-b8d1-8f891bbbf593 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:24.534687 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-13534f4f-eb95-43dd-bd97-5214424e9fb7 req-28fe276b-19b7-4339-b8d1-8f891bbbf593 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 944 time: 0.0788100 Oct 30 15:30:24.576304 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-13534f4f-eb95-43dd-bd97-5214424e9fb7 req-8017c037-eab2-4719-a134-7924b3569162 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351155 Oct 30 15:30:24.613392 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b34bcfc3-9d58-4759-ae2d-a8ec8533f47c tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:24.654359 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b34bcfc3-9d58-4759-ae2d-a8ec8533f47c tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:24.657696 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:24.856541 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b34bcfc3-9d58-4759-ae2d-a8ec8533f47c tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:24.862015 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b34bcfc3-9d58-4759-ae2d-a8ec8533f47c tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:24.901813 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:24.943608 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34bcfc3-9d58-4759-ae2d-a8ec8533f47c tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Pushing event updated for resources: {'Port': ['ID=3b28874a-7ba2-45ed-a8b8-149e91ca7c84,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:24.956223 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b34bcfc3-9d58-4759-ae2d-a8ec8533f47c tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:24.980835 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b34bcfc3-9d58-4759-ae2d-a8ec8533f47c tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:24.982728 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b34bcfc3-9d58-4759-ae2d-a8ec8533f47c tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5430663 Oct 30 15:30:24.985695 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 32822) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:24.990755 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-041eb3e7-1231-456b-ac80-ffab68d35bc6 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1416704675'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:30:25.035864 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-041eb3e7-1231-456b-ac80-ffab68d35bc6 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Made reservation on behalf of eba81ff5da084148a9b4ffa05e72490e for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:30:25.041422 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-041eb3e7-1231-456b-ac80-ffab68d35bc6 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:25.066729 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-041eb3e7-1231-456b-ac80-ffab68d35bc6 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:25.132345 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b875d-f4ce-45e4-8e5d-b4cbffe74ce4 req-ba748367-bfca-4b99-91d0-2ac5c4ccde61 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:25.134077 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a73b875d-f4ce-45e4-8e5d-b4cbffe74ce4 req-ba748367-bfca-4b99-91d0-2ac5c4ccde61 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dad581b-6b88-4a09-9559-b8dfc538115c HTTP/1.1" status: 200 len: 946 time: 0.0766048 Oct 30 15:30:25.198539 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a73b875d-f4ce-45e4-8e5d-b4cbffe74ce4 req-196cb945-2732-4e5e-86b4-bb468af2a0c2 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/security-groups?id=48597c60-ccc8-4d96-92aa-deedb67edace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549815 Oct 30 15:30:25.235492 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-041eb3e7-1231-456b-ac80-ffab68d35bc6 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:25.247340 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-041eb3e7-1231-456b-ac80-ffab68d35bc6 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:25.276325 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-041eb3e7-1231-456b-ac80-ffab68d35bc6 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:30:25.288006 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041eb3e7-1231-456b-ac80-ffab68d35bc6 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcbb49d5-9555-4956-9928-20d6c66ed74a,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:25.305447 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-041eb3e7-1231-456b-ac80-ffab68d35bc6 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:25.305785 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-041eb3e7-1231-456b-ac80-ffab68d35bc6 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Added segment 89c70114-de7f-4b59-ba04-07678857745a of type vlan for network 4fc22042-6d3c-4e45-be0d-4df285e981b6 Oct 30 15:30:25.368927 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-041eb3e7-1231-456b-ac80-ffab68d35bc6 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:25.432486 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de04892b-7e37-4fd5-bceb-b7a9650c51a1 req-5e2570d8-7d84-40d5-9f66-0979762fa752 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:25.433954 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-de04892b-7e37-4fd5-bceb-b7a9650c51a1 req-5e2570d8-7d84-40d5-9f66-0979762fa752 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a96fdb3-520e-48f8-9ebb-d27d38160cdb HTTP/1.1" status: 200 len: 945 time: 0.0761173 Oct 30 15:30:25.435126 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-041eb3e7-1231-456b-ac80-ffab68d35bc6 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:25.440412 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041eb3e7-1231-456b-ac80-ffab68d35bc6 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:25.440978 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-041eb3e7-1231-456b-ac80-ffab68d35bc6 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:25.530020 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-041eb3e7-1231-456b-ac80-ffab68d35bc6 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5430152 Oct 30 15:30:25.532810 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 32826) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:25.538411 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041eb3e7-1231-456b-ac80-ffab68d35bc6 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Pushing event updated for resources: {'Network': ['ID=4fc22042-6d3c-4e45-be0d-4df285e981b6,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:25.538601 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-6b639d13-c07b-4ff7-aabe-c770a1eaca19 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Request body: {'subnet': {'network_id': '4fc22042-6d3c-4e45-be0d-4df285e981b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:30:25.543413 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-de04892b-7e37-4fd5-bceb-b7a9650c51a1 req-9b59ed39-a835-4d4c-a0b3-f1016c1c5ece tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/security-groups?id=8bcff584-4c57-4650-8391-4c52b91ef9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998628 Oct 30 15:30:25.554644 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 4fc22042-6d3c-4e45-be0d-4df285e981b6 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:30:25.664203 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b639d13-c07b-4ff7-aabe-c770a1eaca19 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Made reservation on behalf of eba81ff5da084148a9b4ffa05e72490e for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:30:25.669237 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6b639d13-c07b-4ff7-aabe-c770a1eaca19 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:25.733352 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b615d-8ba2-40eb-8349-f8aff1c6d44e req-87d68377-de16-4723-9950-a99d108130ed tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:25.741043 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-777b615d-8ba2-40eb-8349-f8aff1c6d44e req-87d68377-de16-4723-9950-a99d108130ed tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a96fdb3-520e-48f8-9ebb-d27d38160cdb HTTP/1.1" status: 200 len: 945 time: 0.1072147 Oct 30 15:30:25.781460 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-777b615d-8ba2-40eb-8349-f8aff1c6d44e req-a7393924-d168-48a6-a4ad-e1323e7f67fa tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/security-groups?id=8bcff584-4c57-4650-8391-4c52b91ef9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395298 Oct 30 15:30:25.807476 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 32832) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:25.892111 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb7728f-b92b-438f-978a-e77925fa1f85 tempest-TestNetworkBasicOps-1227062034 tempest-TestNetworkBasicOps-1227062034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:25.893816 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-edb7728f-b92b-438f-978a-e77925fa1f85 tempest-TestNetworkBasicOps-1227062034 tempest-TestNetworkBasicOps-1227062034-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=5a96fdb3-520e-48f8-9ebb-d27d38160cdb HTTP/1.1" status: 200 len: 1092 time: 0.0847874 Oct 30 15:30:25.898055 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 32834) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:25.904048 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-df6c14fc-452c-457f-b48c-8422832ca5b2 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Request body: {'floatingip': {'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'port_id': '02deada9-fa8b-4a17-b369-882334c3479f', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:30:25.935544 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccde227-ce50-4afe-a759-4e75bf372be8 req-9e75c06d-f400-4de1-991e-9e163150b823 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:25.937091 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3ccde227-ce50-4afe-a759-4e75bf372be8 req-9e75c06d-f400-4de1-991e-9e163150b823 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 944 time: 0.0900273 Oct 30 15:30:25.957578 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-df6c14fc-452c-457f-b48c-8422832ca5b2 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for floatingip, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:25.957818 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6b639d13-c07b-4ff7-aabe-c770a1eaca19 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:26.033566 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3ccde227-ce50-4afe-a759-4e75bf372be8 req-74d72d3e-9826-4369-9390-7d8e63d12c59 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902605 Oct 30 15:30:26.054126 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b639d13-c07b-4ff7-aabe-c770a1eaca19 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Pushing event updated for resources: {'Subnet': ['ID=67c06d5f-1946-4167-a0ce-6b1537e594e6,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:26.069438 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b639d13-c07b-4ff7-aabe-c770a1eaca19 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Checking segment: {'id': '89c70114-de7f-4b59-ba04-07678857745a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4fc22042-6d3c-4e45-be0d-4df285e981b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:30:26.069810 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b639d13-c07b-4ff7-aabe-c770a1eaca19 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Network hostable DHCP agents. Network: 4fc22042-6d3c-4e45-be0d-4df285e981b6, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:30:26.094918 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b639d13-c07b-4ff7-aabe-c770a1eaca19 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Network 4fc22042-6d3c-4e45-be0d-4df285e981b6 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:30:26.105767 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-6b639d13-c07b-4ff7-aabe-c770a1eaca19 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 4fc22042-6d3c-4e45-be0d-4df285e981b6) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:30:26.114341 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9c5b9b-8e2a-462f-a394-f9186b3f9ca1 None None] Network 4fc22042-6d3c-4e45-be0d-4df285e981b6 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:30:26.117176 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b639d13-c07b-4ff7-aabe-c770a1eaca19 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:26.118664 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6b639d13-c07b-4ff7-aabe-c770a1eaca19 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:26.141973 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-df6c14fc-452c-457f-b48c-8422832ca5b2 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:26.142403 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-6b639d13-c07b-4ff7-aabe-c770a1eaca19 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6082137 Oct 30 15:30:26.145248 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 32836) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:26.155175 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-4407e76b-bc22-4c37-af91-9b1f723275f1 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1930306113', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}, 'admin_state_up': False}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:30:26.185469 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4407e76b-bc22-4c37-af91-9b1f723275f1 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:26.186591 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4407e76b-bc22-4c37-af91-9b1f723275f1 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:26.349359 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4407e76b-bc22-4c37-af91-9b1f723275f1 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:26.349616 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-df6c14fc-452c-457f-b48c-8422832ca5b2 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Allocated IP 172.25.4.203 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/47f8a257-7dc1-4d46-9484-47eee806c940) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:30:26.401285 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1be9f0c-0df9-4684-ab07-ce34467dfea7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-4fc22042-6d3c-4e45-be0d-4df285e981b6', 'network_id': '4fc22042-6d3c-4e45-be0d-4df285e981b6', 'tenant_id': 'eba81ff5da084148a9b4ffa05e72490e', 'fixed_ips': [{'subnet_id': '67c06d5f-1946-4167-a0ce-6b1537e594e6'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:30:26.402165 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f1be9f0c-0df9-4684-ab07-ce34467dfea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:26.481475 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4860183-6365-4f9a-95c7-943abd4d318b req-167065bc-7cc5-41f8-9bc9-1b441daac97a tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:26.483077 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a4860183-6365-4f9a-95c7-943abd4d318b req-167065bc-7cc5-41f8-9bc9-1b441daac97a tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dad581b-6b88-4a09-9559-b8dfc538115c HTTP/1.1" status: 200 len: 946 time: 0.1550975 Oct 30 15:30:26.557749 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-df6c14fc-452c-457f-b48c-8422832ca5b2 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:26.594855 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4407e76b-bc22-4c37-af91-9b1f723275f1 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:26.600018 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a4860183-6365-4f9a-95c7-943abd4d318b req-a8b90120-07ab-4507-a299-360844a44e1c tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/security-groups?id=48597c60-ccc8-4d96-92aa-deedb67edace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881238 Oct 30 15:30:26.623099 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-f1be9f0c-0df9-4684-ab07-ce34467dfea7 None None] Allocated IP 172.20.0.2 (4fc22042-6d3c-4e45-be0d-4df285e981b6/67c06d5f-1946-4167-a0ce-6b1537e594e6/f6fa1be2-226c-4f52-a43f-8a26c6504264) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:30:26.635068 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-df6c14fc-452c-457f-b48c-8422832ca5b2 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:26.700763 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6c14fc-452c-457f-b48c-8422832ca5b2 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:30:26.704021 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-df6c14fc-452c-457f-b48c-8422832ca5b2 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:30:26.707802 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6c14fc-452c-457f-b48c-8422832ca5b2 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:30:26.755718 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6c14fc-452c-457f-b48c-8422832ca5b2 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Pushing event updated for resources: {'Port': ['ID=47f8a257-7dc1-4d46-9484-47eee806c940,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:26.771239 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:26.894429 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f1be9f0c-0df9-4684-ab07-ce34467dfea7 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:26.915435 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f1be9f0c-0df9-4684-ab07-ce34467dfea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:26.990533 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1be9f0c-0df9-4684-ab07-ce34467dfea7 None None] Network 4fc22042-6d3c-4e45-be0d-4df285e981b6 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:30:26.996231 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-f1be9f0c-0df9-4684-ab07-ce34467dfea7 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:30:27.009709 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1be9f0c-0df9-4684-ab07-ce34467dfea7 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:30:27.014504 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4407e76b-bc22-4c37-af91-9b1f723275f1 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks [] for router_gateway, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:27.020813 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1be9f0c-0df9-4684-ab07-ce34467dfea7 None None] Pushing event updated for resources: {'Port': ['ID=f6fa1be2-226c-4f52-a43f-8a26c6504264,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:27.050026 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4407e76b-bc22-4c37-af91-9b1f723275f1 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:27.095671 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-f1be9f0c-0df9-4684-ab07-ce34467dfea7 None None] Attempting to bind port f6fa1be2-226c-4f52-a43f-8a26c6504264 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:30:27.096043 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-f1be9f0c-0df9-4684-ab07-ce34467dfea7 None None] Attempting to bind port f6fa1be2-226c-4f52-a43f-8a26c6504264 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '89c70114-de7f-4b59-ba04-07678857745a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4fc22042-6d3c-4e45-be0d-4df285e981b6'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:30:27.096407 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1be9f0c-0df9-4684-ab07-ce34467dfea7 None None] Attempting to bind port f6fa1be2-226c-4f52-a43f-8a26c6504264 on network 4fc22042-6d3c-4e45-be0d-4df285e981b6 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:30:27.102874 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1be9f0c-0df9-4684-ab07-ce34467dfea7 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:30:27.102874 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1be9f0c-0df9-4684-ab07-ce34467dfea7 None None] Checking segment: {'id': '89c70114-de7f-4b59-ba04-07678857745a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4fc22042-6d3c-4e45-be0d-4df285e981b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:30:27.103147 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f1be9f0c-0df9-4684-ab07-ce34467dfea7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:27.103420 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1be9f0c-0df9-4684-ab07-ce34467dfea7 None None] Bound using segment: {'id': '89c70114-de7f-4b59-ba04-07678857745a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4fc22042-6d3c-4e45-be0d-4df285e981b6'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:30:27.103923 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-f1be9f0c-0df9-4684-ab07-ce34467dfea7 None None] Bound port: f6fa1be2-226c-4f52-a43f-8a26c6504264, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89c70114-de7f-4b59-ba04-07678857745a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4fc22042-6d3c-4e45-be0d-4df285e981b6'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:30:27.104300 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f1be9f0c-0df9-4684-ab07-ce34467dfea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:27.194273 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-f1be9f0c-0df9-4684-ab07-ce34467dfea7 None None] For port f6fa1be2-226c-4f52-a43f-8a26c6504264, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:30:27.197594 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-f1be9f0c-0df9-4684-ab07-ce34467dfea7 None None] For port f6fa1be2-226c-4f52-a43f-8a26c6504264, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=f6fa1be2-226c-4f52-a43f-8a26c6504264,segment=NetworkSegment(89c70114-de7f-4b59-ba04-07678857745a),segment_id=89c70114-de7f-4b59-ba04-07678857745a)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:30:27.210201 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f1be9f0c-0df9-4684-ab07-ce34467dfea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:27.235549 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-4407e76b-bc22-4c37-af91-9b1f723275f1 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Allocated IP 172.25.4.6 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/d0959050-9ea6-4e27-a0e7-7002cd901e8f) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:30:27.273247 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-df6c14fc-452c-457f-b48c-8422832ca5b2 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:27.280776 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1be9f0c-0df9-4684-ab07-ce34467dfea7 None None] Pushing event updated for resources: {'Port': ['ID=f6fa1be2-226c-4f52-a43f-8a26c6504264,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:27.326787 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab4538-a191-48c3-8d19-f55ab2a0dad0 req-55898e7e-3b0c-49c7-a95b-5f5e83855297 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:27.336564 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7eab4538-a191-48c3-8d19-f55ab2a0dad0 req-55898e7e-3b0c-49c7-a95b-5f5e83855297 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 944 time: 0.1545906 Oct 30 15:30:27.404926 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4407e76b-bc22-4c37-af91-9b1f723275f1 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:27.423876 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7eab4538-a191-48c3-8d19-f55ab2a0dad0 req-97447c56-b1a2-4977-a4c4-32f3adb0a703 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862646 Oct 30 15:30:27.471495 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-df6c14fc-452c-457f-b48c-8422832ca5b2 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:27.502507 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4407e76b-bc22-4c37-af91-9b1f723275f1 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:27.662387 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4407e76b-bc22-4c37-af91-9b1f723275f1 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:30:27.664725 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-4407e76b-bc22-4c37-af91-9b1f723275f1 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:30:27.666831 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4407e76b-bc22-4c37-af91-9b1f723275f1 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Pushing event updated for resources: {'Port': ['ID=d0959050-9ea6-4e27-a0e7-7002cd901e8f,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:27.669658 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4407e76b-bc22-4c37-af91-9b1f723275f1 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:30:27.855495 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-df6c14fc-452c-457f-b48c-8422832ca5b2 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:27.866731 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df1db1e-0368-40b4-89f5-2f88d79a11d0 req-07ca531b-3c6e-4b40-abde-7a9cacbcc0ff tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:27.869066 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7df1db1e-0368-40b4-89f5-2f88d79a11d0 req-07ca531b-3c6e-4b40-abde-7a9cacbcc0ff tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dad581b-6b88-4a09-9559-b8dfc538115c HTTP/1.1" status: 200 len: 946 time: 0.1164308 Oct 30 15:30:27.870671 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-df6c14fc-452c-457f-b48c-8422832ca5b2 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:27.932276 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6c14fc-452c-457f-b48c-8422832ca5b2 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Pushing event updated for resources: {'Port': ['ID=47f8a257-7dc1-4d46-9484-47eee806c940,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:28.001749 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7df1db1e-0368-40b4-89f5-2f88d79a11d0 req-9a40852e-121b-4e13-8254-d77d07ce35b1 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/security-groups?id=48597c60-ccc8-4d96-92aa-deedb67edace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899105 Oct 30 15:30:28.014535 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-df6c14fc-452c-457f-b48c-8422832ca5b2 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:28.073017 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4407e76b-bc22-4c37-af91-9b1f723275f1 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks [] for router_gateway, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:28.152077 n-d-806683-17 neutron-server[102131]: INFO neutron.db.l3_db [None req-df6c14fc-452c-457f-b48c-8422832ca5b2 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Floating IP 40af0d91-39d2-4c87-90ac-9f556f3f8a19 associated. External IP: 172.25.4.203, port: 02deada9-fa8b-4a17-b369-882334c3479f. Oct 30 15:30:28.339189 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4407e76b-bc22-4c37-af91-9b1f723275f1 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:28.440110 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df6c14fc-452c-457f-b48c-8422832ca5b2 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Router c99df3d5-4b1b-4965-a7fb-0db01c37b920 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:30:28.499920 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device f6fa1be2-226c-4f52-a43f-8a26c6504264 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:30:28.585774 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port f6fa1be2-226c-4f52-a43f-8a26c6504264 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:30:28.586217 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:28.683052 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d5caa1-9fd9-46a2-9e61-7ec4b051fb22 req-3caf5d1e-8a4a-4b80-ad53-93cf9748b168 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:28.685540 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a3d5caa1-9fd9-46a2-9e61-7ec4b051fb22 req-3caf5d1e-8a4a-4b80-ad53-93cf9748b168 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 944 time: 0.1602986 Oct 30 15:30:28.720993 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:28.743540 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a3d5caa1-9fd9-46a2-9e61-7ec4b051fb22 req-41cdaea6-e0f5-42fb-a357-60ead637eafe tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481796 Oct 30 15:30:28.745837 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6c14fc-452c-457f-b48c-8422832ca5b2 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:30:28.785251 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-df6c14fc-452c-457f-b48c-8422832ca5b2 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:28.788278 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port f6fa1be2-226c-4f52-a43f-8a26c6504264, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=f6fa1be2-226c-4f52-a43f-8a26c6504264,segment=NetworkSegment(89c70114-de7f-4b59-ba04-07678857745a),segment_id=89c70114-de7f-4b59-ba04-07678857745a)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:30:28.792567 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee9e2c8-a80b-4487-967e-d0910a828f40 None None] Sync routers for ids ['c99df3d5-4b1b-4965-a7fb-0db01c37b920'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:30:28.798178 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:28.807215 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de164fa7-31df-4d5e-9e84-9c5ce06dcdd5 None None] Network 4fc22042-6d3c-4e45-be0d-4df285e981b6 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:30:28.843400 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-df6c14fc-452c-457f-b48c-8422832ca5b2 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9440234 Oct 30 15:30:28.844245 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 32848) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:28.845064 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a96fdb3-520e-48f8-9ebb-d27d38160cdb', 'tag': '02deada9-fa8b-4a17-b369-882334c3479f'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:30:28.847903 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1b6f5b-c3f1-4219-8c2a-bbf1dbf8a1c9" -d '{"events": [{"name": "network-changed", "server_uuid": "5a96fdb3-520e-48f8-9ebb-d27d38160cdb", "tag": "02deada9-fa8b-4a17-b369-882334c3479f"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:30:28.926806 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee9e2c8-a80b-4487-967e-d0910a828f40 None None] Routers {'c99df3d5-4b1b-4965-a7fb-0db01c37b920'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:30:28.927839 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-5ee9e2c8-a80b-4487-967e-d0910a828f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:30:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['c99df3d5-4b1b-4965-a7fb-0db01c37b920'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:30:28.943990 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3e5eb559-bd95-4a35-8faf-24b00f2f7a11 req-7b0cfb92-1e36-439e-8359-d80f47e0768e service neutron] 10.222.0.44 "GET /v2.0/networks/f8e25823-3fc3-4f4e-beb9-0b0629874c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461348 Oct 30 15:30:28.974317 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-19cbc6d1-1ee6-4098-a419-0194332b7fe9 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/floatingips/40af0d91-39d2-4c87-90ac-9f556f3f8a19 HTTP/1.1" status: 200 len: 991 time: 0.1228724 Oct 30 15:30:28.986385 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4407e76b-bc22-4c37-af91-9b1f723275f1 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Router c632b07e-4c78-4d4a-9276-03963066de68 is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:30:28.991102 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e000ba81-d07a-4256-a7eb-431bd641985b None None] Provisioning complete for port f6fa1be2-226c-4f52-a43f-8a26c6504264 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:30:28.991491 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e000ba81-d07a-4256-a7eb-431bd641985b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:29.053861 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6bd23e-3801-4649-a360-f97782261b9c x-openstack-request-id: req-ce6bd23e-3801-4649-a360-f97782261b9c {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:30:29.054618 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a96fdb3-520e-48f8-9ebb-d27d38160cdb", "tag": "02deada9-fa8b-4a17-b369-882334c3479f", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:30:29.055186 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ce6bd23e-3801-4649-a360-f97782261b9c {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:30:29.058188 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a96fdb3-520e-48f8-9ebb-d27d38160cdb', 'tag': '02deada9-fa8b-4a17-b369-882334c3479f', 'status': 'completed', 'code': 200} Oct 30 15:30:29.103235 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=f6fa1be2-226c-4f52-a43f-8a26c6504264,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:29.158197 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4407e76b-bc22-4c37-af91-9b1f723275f1 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:30:29.163286 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1b6f5b-c3f1-4219-8c2a-bbf1dbf8a1c9 req-73776312-961d-4968-97f3-703094ad6172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:29.165106 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6e1b6f5b-c3f1-4219-8c2a-bbf1dbf8a1c9 req-73776312-961d-4968-97f3-703094ad6172 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b2267fc2b77143d693871f591bcb3dbf&device_id=5a96fdb3-520e-48f8-9ebb-d27d38160cdb HTTP/1.1" status: 200 len: 1097 time: 0.0875263 Oct 30 15:30:29.172984 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93746238-242b-4665-942d-cf7663be2498 None None] Sync routers for ids ['c632b07e-4c78-4d4a-9276-03963066de68'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:30:29.188278 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93746238-242b-4665-942d-cf7663be2498 None None] Routers {'c632b07e-4c78-4d4a-9276-03963066de68'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:30:29.190717 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-93746238-242b-4665-942d-cf7663be2498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:30:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['c632b07e-4c78-4d4a-9276-03963066de68'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:30:29.197150 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4407e76b-bc22-4c37-af91-9b1f723275f1 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:29.203022 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-4407e76b-bc22-4c37-af91-9b1f723275f1 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 3.0563502 Oct 30 15:30:29.203956 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 32856) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:29.204765 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f32fb2-d498-4956-91e9-96e1a30c7bdd req-8bc25757-e311-467a-917d-cf90ff097110 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:29.206434 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d1f32fb2-d498-4956-91e9-96e1a30c7bdd req-8bc25757-e311-467a-917d-cf90ff097110 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dad581b-6b88-4a09-9559-b8dfc538115c HTTP/1.1" status: 200 len: 946 time: 0.0888982 Oct 30 15:30:29.281959 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-93746238-242b-4665-942d-cf7663be2498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:30:29.294729 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-5ee9e2c8-a80b-4487-967e-d0910a828f40 None None] Set router c99df3d5-4b1b-4965-a7fb-0db01c37b920 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:30:29.295205 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d1f32fb2-d498-4956-91e9-96e1a30c7bdd req-d26be56e-b5aa-4262-a19d-38eeae5828d7 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/security-groups?id=48597c60-ccc8-4d96-92aa-deedb67edace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525215 Oct 30 15:30:29.315006 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93746238-242b-4665-942d-cf7663be2498 None None] Routers {'c632b07e-4c78-4d4a-9276-03963066de68'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:30:29.316253 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-93746238-242b-4665-942d-cf7663be2498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:30:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['c632b07e-4c78-4d4a-9276-03963066de68'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:30:29.381363 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-93746238-242b-4665-942d-cf7663be2498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:30:29.382357 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93746238-242b-4665-942d-cf7663be2498 None None] The sync data for ids ['c632b07e-4c78-4d4a-9276-03963066de68'] in n-d-806683-17 is: [] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:30:29.391162 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1b6f5b-c3f1-4219-8c2a-bbf1dbf8a1c9 req-3e13dd6d-d501-495a-8229-c187ad6e65f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:29.392860 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6e1b6f5b-c3f1-4219-8c2a-bbf1dbf8a1c9 req-3e13dd6d-d501-495a-8229-c187ad6e65f9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4b22032d-f999-405c-9aae-f4a890134250 HTTP/1.1" status: 200 len: 898 time: 0.2198529 Oct 30 15:30:29.552735 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6e1b6f5b-c3f1-4219-8c2a-bbf1dbf8a1c9 req-314a6598-cb6e-4731-8c9e-7e17b6e74626 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02deada9-fa8b-4a17-b369-882334c3479f HTTP/1.1" status: 200 len: 999 time: 0.1520333 Oct 30 15:30:29.705961 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da3c97-7da9-429e-a1b8-b850ed3ba6fc req-3e6e15f1-529b-4197-a6f3-8b10b3e18690 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:29.715095 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-5ee9e2c8-a80b-4487-967e-d0910a828f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c99df3d5-4b1b-4965-a7fb-0db01c37b920', 'name': 'tempest-TestNetworkBasicOps-router-689751041', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '9d2cecfb-0985-4e1c-82a4-1cfca792288f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:29:59Z', 'updated_at': '2021-10-30T15:30:06Z', 'revision_number': 4, 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'gw_port': {'id': '9d2cecfb-0985-4e1c-82a4-1cfca792288f', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:42:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99df3d5-4b1b-4965-a7fb-0db01c37b920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:30:00Z', 'updated_at': '2021-10-30T15:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '40af0d91-39d2-4c87-90ac-9f556f3f8a19', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'floating_ip_address': '172.25.4.203', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': 'c99df3d5-4b1b-4965-a7fb-0db01c37b920', 'port_id': '02deada9-fa8b-4a17-b369-882334c3479f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b22032d-f999-405c-9aae-f4a890134250', 'mac_address': 'fa:16:3e:1d:33:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a96fdb3-520e-48f8-9ebb-d27d38160cdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:30:26Z', 'updated_at': '2021-10-30T15:30:26Z', 'revision_number': 0, 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc731b44-299e-44a1-9e52-298d89ace0b2', 'name': '', 'network_id': '4b22032d-f999-405c-9aae-f4a890134250', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'mac_address': 'fa:16:3e:af:c5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99df3d5-4b1b-4965-a7fb-0db01c37b920', 'device_owner': 'network:router_interface', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'ce71113c-07b3-443c-b38d-a9b479050738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:30:05Z', 'updated_at': '2021-10-30T15:30:10Z', 'revision_number': 5, 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'subnets': [{'id': 'ce71113c-07b3-443c-b38d-a9b479050738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:30:29.720599 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-27da3c97-7da9-429e-a1b8-b850ed3ba6fc req-3e6e15f1-529b-4197-a6f3-8b10b3e18690 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dad581b-6b88-4a09-9559-b8dfc538115c HTTP/1.1" status: 200 len: 946 time: 0.1667974 Oct 30 15:30:29.737084 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1b6f5b-c3f1-4219-8c2a-bbf1dbf8a1c9 req-3c81a1eb-72aa-471c-9863-0777f05131a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:29.738336 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6e1b6f5b-c3f1-4219-8c2a-bbf1dbf8a1c9 req-3c81a1eb-72aa-471c-9863-0777f05131a3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ce71113c-07b3-443c-b38d-a9b479050738 HTTP/1.1" status: 200 len: 835 time: 0.1727171 Oct 30 15:30:29.759617 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee9e2c8-a80b-4487-967e-d0910a828f40 None None] Checking router: c99df3d5-4b1b-4965-a7fb-0db01c37b920 for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:30:29.769531 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee9e2c8-a80b-4487-967e-d0910a828f40 None None] Routers {'c99df3d5-4b1b-4965-a7fb-0db01c37b920'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:30:29.770001 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-5ee9e2c8-a80b-4487-967e-d0910a828f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:30:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['c99df3d5-4b1b-4965-a7fb-0db01c37b920'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:30:29.836864 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-27da3c97-7da9-429e-a1b8-b850ed3ba6fc req-dada9d78-f2f1-4403-a6b0-ca928a8229be tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/security-groups?id=48597c60-ccc8-4d96-92aa-deedb67edace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153772 Oct 30 15:30:29.847042 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1b6f5b-c3f1-4219-8c2a-bbf1dbf8a1c9 req-85d18ac2-2c57-4353-8b3a-a4df65a2c3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:29.849597 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6e1b6f5b-c3f1-4219-8c2a-bbf1dbf8a1c9 req-85d18ac2-2c57-4353-8b3a-a4df65a2c3be service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4b22032d-f999-405c-9aae-f4a890134250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1015096 Oct 30 15:30:29.923314 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b2512-e2d3-4264-93e3-940732c17a25 req-0bda469a-9829-4f07-872e-b78f914ba294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:29.925138 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1d6b2512-e2d3-4264-93e3-940732c17a25 req-0bda469a-9829-4f07-872e-b78f914ba294 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=851f863f3af14cfda31cec55b5caebe9&device_id=1dad581b-6b88-4a09-9559-b8dfc538115c HTTP/1.1" status: 200 len: 1098 time: 0.3243699 Oct 30 15:30:29.975633 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 32866) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:30.024365 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6e1b6f5b-c3f1-4219-8c2a-bbf1dbf8a1c9 req-5a8fef76-5073-446f-a53f-cc8b6de2cda9 service neutron] 10.222.0.53 "GET /v2.0/networks/4b22032d-f999-405c-9aae-f4a890134250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666186 Oct 30 15:30:30.027553 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e3be7-8683-44a8-96d0-501573bb472c req-1ec6c65d-9575-460c-9a96-c83d80be3911 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:30.037401 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-496e3be7-8683-44a8-96d0-501573bb472c req-1ec6c65d-9575-460c-9a96-c83d80be3911 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 944 time: 0.1738532 Oct 30 15:30:30.066973 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-8139207b-df6c-46a0-9a0f-8aaf9919710b tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/floatingips/40af0d91-39d2-4c87-90ac-9f556f3f8a19 HTTP/1.1" status: 200 len: 991 time: 0.0901351 Oct 30 15:30:30.070955 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-67589d93-7b94-4979-acf3-7704c0e9b2a9 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:30.126104 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-496e3be7-8683-44a8-96d0-501573bb472c req-2ad79366-25a4-4d19-bf29-720d8ca44c1b tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867465 Oct 30 15:30:30.134744 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e896c2d9-57b2-4b37-9fe4-cfe2293c301e None None] Provisioning complete for port f6fa1be2-226c-4f52-a43f-8a26c6504264 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:30:30.135432 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e896c2d9-57b2-4b37-9fe4-cfe2293c301e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:30.166232 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 359fc4c5-25ae-4bc2-811f-6dd4960736b0 details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:30:30.176246 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6e1b6f5b-c3f1-4219-8c2a-bbf1dbf8a1c9 req-1a9db847-c76a-4dc9-b5be-376e1700b66b service neutron] 10.222.0.53 "GET /v2.0/networks/4b22032d-f999-405c-9aae-f4a890134250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230781 Oct 30 15:30:30.183618 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:30.208199 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-5ee9e2c8-a80b-4487-967e-d0910a828f40 None None] Set router c99df3d5-4b1b-4965-a7fb-0db01c37b920 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:30:30.224558 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b2512-e2d3-4264-93e3-940732c17a25 req-05460652-2243-424c-9450-94be79ba2e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:30.226026 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1d6b2512-e2d3-4264-93e3-940732c17a25 req-05460652-2243-424c-9450-94be79ba2e19 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a69ee861-8dad-4f6c-abe3-f84fb501d5dd HTTP/1.1" status: 200 len: 911 time: 0.2771652 Oct 30 15:30:30.311692 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1d6b2512-e2d3-4264-93e3-940732c17a25 req-1903f627-51b8-4628-891b-dd3302724c79 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d09cdac4-cc2e-4ba9-87b6-65031961fa47 HTTP/1.1" status: 200 len: 1002 time: 0.0772762 Oct 30 15:30:30.424232 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b2512-e2d3-4264-93e3-940732c17a25 req-195b80b3-dd91-4f57-9e5c-8ce2682fde55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:30.426948 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1d6b2512-e2d3-4264-93e3-940732c17a25 req-195b80b3-dd91-4f57-9e5c-8ce2682fde55 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=173890c6-b6ee-44b8-ab6a-06362ece304f HTTP/1.1" status: 200 len: 849 time: 0.1082962 Oct 30 15:30:30.439450 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device f6fa1be2-226c-4f52-a43f-8a26c6504264 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:30:30.486289 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 359fc4c5-25ae-4bc2-811f-6dd4960736b0, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=359fc4c5-25ae-4bc2-811f-6dd4960736b0,segment=NetworkSegment(dd3c69d2-19e5-49a2-83d4-39997396926e),segment_id=dd3c69d2-19e5-49a2-83d4-39997396926e)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:30:30.542761 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b2512-e2d3-4264-93e3-940732c17a25 req-75bcebec-29f7-4c5a-b09f-9eedfc2a4889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:30.545004 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1d6b2512-e2d3-4264-93e3-940732c17a25 req-75bcebec-29f7-4c5a-b09f-9eedfc2a4889 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a69ee861-8dad-4f6c-abe3-f84fb501d5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0918112 Oct 30 15:30:30.564568 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': '359fc4c5-25ae-4bc2-811f-6dd4960736b0', 'network_id': 'f8e25823-3fc3-4f4e-beb9-0b0629874c87', 'port_id': '359fc4c5-25ae-4bc2-811f-6dd4960736b0', 'mac_address': 'fa:16:3e:23:e2:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f10ba2c-a980-4319-9add-8030477039ac', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:30:30.577485 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-67589d93-7b94-4979-acf3-7704c0e9b2a9 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Allocated IP 172.20.0.1 (4fc22042-6d3c-4e45-be0d-4df285e981b6/67c06d5f-1946-4167-a0ce-6b1537e594e6/6871264e-bb83-43d7-bf6f-ef089946119b) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:30:30.640481 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port f6fa1be2-226c-4f52-a43f-8a26c6504264 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:30:30.640862 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:30.669166 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:30.706699 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 359fc4c5-25ae-4bc2-811f-6dd4960736b0 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:30:30.714495 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1d6b2512-e2d3-4264-93e3-940732c17a25 req-9f8eb08a-fbf3-415f-8785-abd5b4e59658 service neutron] 10.222.0.44 "GET /v2.0/networks/a69ee861-8dad-4f6c-abe3-f84fb501d5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616056 Oct 30 15:30:30.742017 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 359fc4c5-25ae-4bc2-811f-6dd4960736b0, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=359fc4c5-25ae-4bc2-811f-6dd4960736b0,segment=NetworkSegment(dd3c69d2-19e5-49a2-83d4-39997396926e),segment_id=dd3c69d2-19e5-49a2-83d4-39997396926e)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:30:30.751186 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:30.821545 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-67589d93-7b94-4979-acf3-7704c0e9b2a9 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:30.868051 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=359fc4c5-25ae-4bc2-811f-6dd4960736b0,revision_number=11']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:30.873494 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-5ee9e2c8-a80b-4487-967e-d0910a828f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c99df3d5-4b1b-4965-a7fb-0db01c37b920', 'name': 'tempest-TestNetworkBasicOps-router-689751041', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '9d2cecfb-0985-4e1c-82a4-1cfca792288f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:29:59Z', 'updated_at': '2021-10-30T15:30:06Z', 'revision_number': 4, 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'gw_port': {'id': '9d2cecfb-0985-4e1c-82a4-1cfca792288f', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:42:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99df3d5-4b1b-4965-a7fb-0db01c37b920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:30:00Z', 'updated_at': '2021-10-30T15:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '40af0d91-39d2-4c87-90ac-9f556f3f8a19', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'floating_ip_address': '172.25.4.203', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': 'c99df3d5-4b1b-4965-a7fb-0db01c37b920', 'port_id': '02deada9-fa8b-4a17-b369-882334c3479f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b22032d-f999-405c-9aae-f4a890134250', 'mac_address': 'fa:16:3e:1d:33:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a96fdb3-520e-48f8-9ebb-d27d38160cdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:30:26Z', 'updated_at': '2021-10-30T15:30:26Z', 'revision_number': 0, 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc731b44-299e-44a1-9e52-298d89ace0b2', 'name': '', 'network_id': '4b22032d-f999-405c-9aae-f4a890134250', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'mac_address': 'fa:16:3e:af:c5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99df3d5-4b1b-4965-a7fb-0db01c37b920', 'device_owner': 'network:router_interface', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'ce71113c-07b3-443c-b38d-a9b479050738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:30:05Z', 'updated_at': '2021-10-30T15:30:10Z', 'revision_number': 5, 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'subnets': [{'id': 'ce71113c-07b3-443c-b38d-a9b479050738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:30:30.876250 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1d6b2512-e2d3-4264-93e3-940732c17a25 req-4906c86a-be37-4234-93f0-f724dce655b7 service neutron] 10.222.0.44 "GET /v2.0/networks/a69ee861-8dad-4f6c-abe3-f84fb501d5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486356 Oct 30 15:30:30.908862 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-67589d93-7b94-4979-acf3-7704c0e9b2a9 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:30.935555 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee9e2c8-a80b-4487-967e-d0910a828f40 None None] The sync data for ids ['c99df3d5-4b1b-4965-a7fb-0db01c37b920'] in n-d-806683-17 is: [{'id': 'c99df3d5-4b1b-4965-a7fb-0db01c37b920', 'name': 'tempest-TestNetworkBasicOps-router-689751041', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '9d2cecfb-0985-4e1c-82a4-1cfca792288f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:29:59Z', 'updated_at': '2021-10-30T15:30:06Z', 'revision_number': 4, 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'gw_port': {'id': '9d2cecfb-0985-4e1c-82a4-1cfca792288f', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:42:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99df3d5-4b1b-4965-a7fb-0db01c37b920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:30:00Z', 'updated_at': '2021-10-30T15:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '40af0d91-39d2-4c87-90ac-9f556f3f8a19', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'floating_ip_address': '172.25.4.203', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': 'c99df3d5-4b1b-4965-a7fb-0db01c37b920', 'port_id': '02deada9-fa8b-4a17-b369-882334c3479f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b22032d-f999-405c-9aae-f4a890134250', 'mac_address': 'fa:16:3e:1d:33:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a96fdb3-520e-48f8-9ebb-d27d38160cdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:30:26Z', 'updated_at': '2021-10-30T15:30:26Z', 'revision_number': 0, 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc731b44-299e-44a1-9e52-298d89ace0b2', 'name': '', 'network_id': '4b22032d-f999-405c-9aae-f4a890134250', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'mac_address': 'fa:16:3e:af:c5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99df3d5-4b1b-4965-a7fb-0db01c37b920', 'device_owner': 'network:router_interface', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'ce71113c-07b3-443c-b38d-a9b479050738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:30:05Z', 'updated_at': '2021-10-30T15:30:10Z', 'revision_number': 5, 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'subnets': [{'id': 'ce71113c-07b3-443c-b38d-a9b479050738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:30:30.998163 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67589d93-7b94-4979-acf3-7704c0e9b2a9 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Network 4fc22042-6d3c-4e45-be0d-4df285e981b6 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:30:31.004728 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-67589d93-7b94-4979-acf3-7704c0e9b2a9 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:30:31.007433 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67589d93-7b94-4979-acf3-7704c0e9b2a9 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:30:31.011367 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67589d93-7b94-4979-acf3-7704c0e9b2a9 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Pushing event updated for resources: {'Port': ['ID=6871264e-bb83-43d7-bf6f-ef089946119b,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:31.024191 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['359fc4c5-25ae-4bc2-811f-6dd4960736b0'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:30:31.068504 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 32872) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:31.080536 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcc6ac3-19a7-4f41-bbaa-c1a7419ad122 req-8fe93dfc-6c55-4087-a1f9-465ebd5e2c95 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:31.089128 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-afcc6ac3-19a7-4f41-bbaa-c1a7419ad122 req-8fe93dfc-6c55-4087-a1f9-465ebd5e2c95 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dad581b-6b88-4a09-9559-b8dfc538115c HTTP/1.1" status: 200 len: 946 time: 0.1360855 Oct 30 15:30:31.090584 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-67589d93-7b94-4979-acf3-7704c0e9b2a9 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:31.172688 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-7e860dfe-f61b-4310-882b-31c7daf6432a tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/floatingips/40af0d91-39d2-4c87-90ac-9f556f3f8a19 HTTP/1.1" status: 200 len: 991 time: 0.1021757 Oct 30 15:30:31.322583 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d887c35-a4f4-490c-9719-03a600b86ffc None None] New status for floating IP 40af0d91-39d2-4c87-90ac-9f556f3f8a19: ACTIVE {{(pid=102132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 15:30:31.331169 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-afcc6ac3-19a7-4f41-bbaa-c1a7419ad122 req-a2ce1424-7408-4247-81a0-90d768404bb3 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/security-groups?id=48597c60-ccc8-4d96-92aa-deedb67edace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2262626 Oct 30 15:30:31.375509 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb2bb7b-3051-4f78-9df6-c5cc37aeb568 req-bdbb5fa5-8ccd-4dd5-b30e-256f3e40b9d7 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:31.384817 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6eb2bb7b-3051-4f78-9df6-c5cc37aeb568 req-bdbb5fa5-8ccd-4dd5-b30e-256f3e40b9d7 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 945 time: 0.0992267 Oct 30 15:30:31.425732 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6eb2bb7b-3051-4f78-9df6-c5cc37aeb568 req-986ce36e-74d9-4a3d-bd5a-6f0a239c7ec8 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400078 Oct 30 15:30:31.486582 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-67589d93-7b94-4979-acf3-7704c0e9b2a9 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:31.521499 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e52f1a1b-c736-4f74-af87-358e9ee9a718 None None] Provisioning complete for port 6871264e-bb83-43d7-bf6f-ef089946119b triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:30:31.521967 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e52f1a1b-c736-4f74-af87-358e9ee9a718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:31.603729 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e52f1a1b-c736-4f74-af87-358e9ee9a718 None None] Port 6871264e-bb83-43d7-bf6f-ef089946119b cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:30:31.801085 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-67589d93-7b94-4979-acf3-7704c0e9b2a9 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:31.805917 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-67589d93-7b94-4979-acf3-7704c0e9b2a9 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:31.898531 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:32.117034 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67589d93-7b94-4979-acf3-7704c0e9b2a9 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Pushing event updated for resources: {'Port': ['ID=6871264e-bb83-43d7-bf6f-ef089946119b,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:32.120580 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-67589d93-7b94-4979-acf3-7704c0e9b2a9 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:32.145272 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 359fc4c5-25ae-4bc2-811f-6dd4960736b0 up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:30:32.174617 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 32878) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:32.206445 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port 359fc4c5-25ae-4bc2-811f-6dd4960736b0 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:30:32.213268 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port 359fc4c5-25ae-4bc2-811f-6dd4960736b0 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:30:32.214204 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:32.226325 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67589d93-7b94-4979-acf3-7704c0e9b2a9 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Network 4fc22042-6d3c-4e45-be0d-4df285e981b6 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:30:32.228122 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-67589d93-7b94-4979-acf3-7704c0e9b2a9 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:30:32.256875 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-6d5209ea-1db4-461e-b58d-9a2d3fb83e67 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/floatingips/40af0d91-39d2-4c87-90ac-9f556f3f8a19 HTTP/1.1" status: 200 len: 993 time: 0.0797524 Oct 30 15:30:32.320005 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:32.352561 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97cfe86f-a746-4d17-9b3f-f78cee3266a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '359fc4c5-25ae-4bc2-811f-6dd4960736b0'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:30:32.354896 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a60bfdf-691c-4fd6-930f-954bdca50122" -d '{"events": [{"server_uuid": "97cfe86f-a746-4d17-9b3f-f78cee3266a1", "name": "network-vif-plugged", "status": "completed", "tag": "359fc4c5-25ae-4bc2-811f-6dd4960736b0"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:30:32.382080 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67589d93-7b94-4979-acf3-7704c0e9b2a9 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Router c632b07e-4c78-4d4a-9276-03963066de68 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:30:32.385753 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 359fc4c5-25ae-4bc2-811f-6dd4960736b0, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=359fc4c5-25ae-4bc2-811f-6dd4960736b0,segment=NetworkSegment(dd3c69d2-19e5-49a2-83d4-39997396926e),segment_id=dd3c69d2-19e5-49a2-83d4-39997396926e)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:30:32.394927 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:32.477214 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a504128b-29e4-4574-b633-c4acefcd1f76 x-openstack-request-id: req-a504128b-29e4-4574-b633-c4acefcd1f76 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:30:32.477504 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97cfe86f-a746-4d17-9b3f-f78cee3266a1", "name": "network-vif-plugged", "status": "completed", "tag": "359fc4c5-25ae-4bc2-811f-6dd4960736b0", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:30:32.477764 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a504128b-29e4-4574-b633-c4acefcd1f76 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:30:32.478211 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97cfe86f-a746-4d17-9b3f-f78cee3266a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '359fc4c5-25ae-4bc2-811f-6dd4960736b0', 'code': 200} Oct 30 15:30:32.489295 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=359fc4c5-25ae-4bc2-811f-6dd4960736b0,revision_number=12']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:32.564788 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4134ee10-fe0c-4055-bac2-4b98dfa4cead req-4e6d68a9-9980-4c47-8415-542acad76bc9 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:32.567319 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4134ee10-fe0c-4055-bac2-4b98dfa4cead req-4e6d68a9-9980-4c47-8415-542acad76bc9 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dad581b-6b88-4a09-9559-b8dfc538115c HTTP/1.1" status: 200 len: 946 time: 0.0882392 Oct 30 15:30:32.628439 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4134ee10-fe0c-4055-bac2-4b98dfa4cead req-55d58aae-a43d-409c-9971-853cb19882ae tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/security-groups?id=48597c60-ccc8-4d96-92aa-deedb67edace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502777 Oct 30 15:30:32.634768 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-7269837e-bbf8-4d34-87c6-a33d4cb6f714 None None] Provisioning complete for port 6871264e-bb83-43d7-bf6f-ef089946119b triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:30:32.635183 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7269837e-bbf8-4d34-87c6-a33d4cb6f714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:32.641125 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67589d93-7b94-4979-acf3-7704c0e9b2a9 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:30:32.661934 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf984512-3063-42ab-badb-19f8d4750e87 None None] Sync routers for ids ['c632b07e-4c78-4d4a-9276-03963066de68'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:30:32.666131 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-67589d93-7b94-4979-acf3-7704c0e9b2a9 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] 10.222.0.62 "PUT /v2.0/routers/c632b07e-4c78-4d4a-9276-03963066de68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4610553 Oct 30 15:30:32.670115 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 32888) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:32.677515 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-e22d7d91-a12d-4210-b44a-b479b4a48183 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Request body: {'port': {'network_id': '4fc22042-6d3c-4e45-be0d-4df285e981b6', 'name': 'tempest-FloatingIPAdminTestJSON-726234969'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:30:32.688812 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf984512-3063-42ab-badb-19f8d4750e87 None None] Routers {'c632b07e-4c78-4d4a-9276-03963066de68'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:30:32.689651 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-cf984512-3063-42ab-badb-19f8d4750e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:30:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['c632b07e-4c78-4d4a-9276-03963066de68'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:30:32.697363 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-7269837e-bbf8-4d34-87c6-a33d4cb6f714 None None] Port 6871264e-bb83-43d7-bf6f-ef089946119b cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:30:32.698872 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0adaab-de6d-4ac2-9a17-44a305220b8e req-3ef640e2-23f8-47f0-95cd-f3330fa8525d tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:32.703975 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7b0adaab-de6d-4ac2-9a17-44a305220b8e req-3ef640e2-23f8-47f0-95cd-f3330fa8525d tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 946 time: 0.1498022 Oct 30 15:30:32.730149 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-cf984512-3063-42ab-badb-19f8d4750e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:30:32.730802 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976d31c-105e-4617-9993-0e175dd64259 req-64f58fb7-685b-4d23-87d4-2a820a54b906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:32.732506 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d976d31c-105e-4617-9993-0e175dd64259 req-64f58fb7-685b-4d23-87d4-2a820a54b906 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 1098 time: 0.1045444 Oct 30 15:30:32.743924 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf984512-3063-42ab-badb-19f8d4750e87 None None] Routers {'c632b07e-4c78-4d4a-9276-03963066de68'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:30:32.744816 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-cf984512-3063-42ab-badb-19f8d4750e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:30:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['c632b07e-4c78-4d4a-9276-03963066de68'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:30:32.779101 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7b0adaab-de6d-4ac2-9a17-44a305220b8e req-36d9a4ca-1ff5-4e5a-b06b-4bdc7c161e9d tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666437 Oct 30 15:30:32.785538 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-cf984512-3063-42ab-badb-19f8d4750e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:30:32.786199 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf984512-3063-42ab-badb-19f8d4750e87 None None] The sync data for ids ['c632b07e-4c78-4d4a-9276-03963066de68'] in n-d-806683-17 is: [] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:30:32.797641 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d976d31c-105e-4617-9993-0e175dd64259 req-d5f3e499-2c2f-480f-8778-c49101310149 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527995 Oct 30 15:30:32.822904 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e22d7d91-a12d-4210-b44a-b479b4a48183 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Made reservation on behalf of eba81ff5da084148a9b4ffa05e72490e for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:30:32.826785 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e22d7d91-a12d-4210-b44a-b479b4a48183 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:32.844341 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [None req-e22d7d91-a12d-4210-b44a-b479b4a48183 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] device_id is not set on port a2c2833c-620e-4fab-a4b9-b9765bfe7cdb yet. {{(pid=102131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:30:33.261816 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-e22d7d91-a12d-4210-b44a-b479b4a48183 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Allocated IP 172.20.0.14 (4fc22042-6d3c-4e45-be0d-4df285e981b6/67c06d5f-1946-4167-a0ce-6b1537e594e6/a2c2833c-620e-4fab-a4b9-b9765bfe7cdb) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:30:33.414030 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e22d7d91-a12d-4210-b44a-b479b4a48183 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:33.447415 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e22d7d91-a12d-4210-b44a-b479b4a48183 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:33.491296 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22d7d91-a12d-4210-b44a-b479b4a48183 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Network 4fc22042-6d3c-4e45-be0d-4df285e981b6 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:30:33.494468 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-e22d7d91-a12d-4210-b44a-b479b4a48183 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:30:33.499267 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22d7d91-a12d-4210-b44a-b479b4a48183 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:30:33.525670 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22d7d91-a12d-4210-b44a-b479b4a48183 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Pushing event updated for resources: {'Port': ['ID=a2c2833c-620e-4fab-a4b9-b9765bfe7cdb,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:33.555890 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22d7d91-a12d-4210-b44a-b479b4a48183 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:33.556831 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e22d7d91-a12d-4210-b44a-b479b4a48183 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:33.579869 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-e22d7d91-a12d-4210-b44a-b479b4a48183 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9088249 Oct 30 15:30:33.582987 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 32892) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:33.644693 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-45d4ddef-4882-4752-8b0d-8c7bca74c4e6 tempest-FloatingIPAdminTestJSON-648178100 tempest-FloatingIPAdminTestJSON-648178100-project-admin] Request body: {'floatingip': {'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'project_id': 'eba81ff5da084148a9b4ffa05e72490e', 'port_id': 'a2c2833c-620e-4fab-a4b9-b9765bfe7cdb'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:30:33.671140 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-45d4ddef-4882-4752-8b0d-8c7bca74c4e6 tempest-FloatingIPAdminTestJSON-648178100 tempest-FloatingIPAdminTestJSON-648178100-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:33.727793 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-2665c162-9131-454e-9aa8-67885079fcbb None None] Provisioning complete for port a2c2833c-620e-4fab-a4b9-b9765bfe7cdb triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:30:33.728346 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2665c162-9131-454e-9aa8-67885079fcbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:33.776572 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-2665c162-9131-454e-9aa8-67885079fcbb None None] Port a2c2833c-620e-4fab-a4b9-b9765bfe7cdb cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:30:33.788120 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-45d4ddef-4882-4752-8b0d-8c7bca74c4e6 tempest-FloatingIPAdminTestJSON-648178100 tempest-FloatingIPAdminTestJSON-648178100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:33.931568 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-45d4ddef-4882-4752-8b0d-8c7bca74c4e6 tempest-FloatingIPAdminTestJSON-648178100 tempest-FloatingIPAdminTestJSON-648178100-project-admin] Allocated IP 172.25.4.41 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/8c0e2d0f-c0ab-449a-a827-97831e490ebd) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:30:33.948161 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df312309-8719-45c7-afba-67426c2e25e8 req-169d5779-eeaf-44b6-87c5-3512c1590f90 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:33.949792 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-df312309-8719-45c7-afba-67426c2e25e8 req-169d5779-eeaf-44b6-87c5-3512c1590f90 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 946 time: 0.0742588 Oct 30 15:30:34.001304 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-df312309-8719-45c7-afba-67426c2e25e8 req-ab16ff23-1438-4217-bc4b-4982fd4ddbb2 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427625 Oct 30 15:30:34.068813 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-45d4ddef-4882-4752-8b0d-8c7bca74c4e6 tempest-FloatingIPAdminTestJSON-648178100 tempest-FloatingIPAdminTestJSON-648178100-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:34.112803 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-45d4ddef-4882-4752-8b0d-8c7bca74c4e6 tempest-FloatingIPAdminTestJSON-648178100 tempest-FloatingIPAdminTestJSON-648178100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:34.167631 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d4ddef-4882-4752-8b0d-8c7bca74c4e6 tempest-FloatingIPAdminTestJSON-648178100 tempest-FloatingIPAdminTestJSON-648178100-project-admin] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:30:34.171902 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-45d4ddef-4882-4752-8b0d-8c7bca74c4e6 tempest-FloatingIPAdminTestJSON-648178100 tempest-FloatingIPAdminTestJSON-648178100-project-admin] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:30:34.173769 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d4ddef-4882-4752-8b0d-8c7bca74c4e6 tempest-FloatingIPAdminTestJSON-648178100 tempest-FloatingIPAdminTestJSON-648178100-project-admin] Pushing event updated for resources: {'Port': ['ID=8c0e2d0f-c0ab-449a-a827-97831e490ebd,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:34.176111 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d4ddef-4882-4752-8b0d-8c7bca74c4e6 tempest-FloatingIPAdminTestJSON-648178100 tempest-FloatingIPAdminTestJSON-648178100-project-admin] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:30:34.598499 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-45d4ddef-4882-4752-8b0d-8c7bca74c4e6 tempest-FloatingIPAdminTestJSON-648178100 tempest-FloatingIPAdminTestJSON-648178100-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:34.667778 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-45d4ddef-4882-4752-8b0d-8c7bca74c4e6 tempest-FloatingIPAdminTestJSON-648178100 tempest-FloatingIPAdminTestJSON-648178100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:34.848665 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-45d4ddef-4882-4752-8b0d-8c7bca74c4e6 tempest-FloatingIPAdminTestJSON-648178100 tempest-FloatingIPAdminTestJSON-648178100-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:34.853056 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-45d4ddef-4882-4752-8b0d-8c7bca74c4e6 tempest-FloatingIPAdminTestJSON-648178100 tempest-FloatingIPAdminTestJSON-648178100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:34.924461 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d4ddef-4882-4752-8b0d-8c7bca74c4e6 tempest-FloatingIPAdminTestJSON-648178100 tempest-FloatingIPAdminTestJSON-648178100-project-admin] Pushing event updated for resources: {'Port': ['ID=8c0e2d0f-c0ab-449a-a827-97831e490ebd,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:34.936960 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-45d4ddef-4882-4752-8b0d-8c7bca74c4e6 tempest-FloatingIPAdminTestJSON-648178100 tempest-FloatingIPAdminTestJSON-648178100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:35.041143 n-d-806683-17 neutron-server[102131]: INFO neutron.db.l3_db [None req-45d4ddef-4882-4752-8b0d-8c7bca74c4e6 tempest-FloatingIPAdminTestJSON-648178100 tempest-FloatingIPAdminTestJSON-648178100-project-admin] Floating IP eec5bbf9-75c3-4f6a-b310-2287e8e96be7 associated. External IP: 172.25.4.41, port: a2c2833c-620e-4fab-a4b9-b9765bfe7cdb. Oct 30 15:30:35.135068 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0855732a-cf08-49ec-ba31-350c9831d7c4 req-99cded5b-6f63-4d4d-ab03-5aa4999ec8fc tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:35.152105 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0855732a-cf08-49ec-ba31-350c9831d7c4 req-99cded5b-6f63-4d4d-ab03-5aa4999ec8fc tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 946 time: 0.0658882 Oct 30 15:30:35.208053 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0855732a-cf08-49ec-ba31-350c9831d7c4 req-8e138f6b-cebe-4807-a833-3ca30cadfde5 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549769 Oct 30 15:30:35.273440 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45d4ddef-4882-4752-8b0d-8c7bca74c4e6 tempest-FloatingIPAdminTestJSON-648178100 tempest-FloatingIPAdminTestJSON-648178100-project-admin] Router c632b07e-4c78-4d4a-9276-03963066de68 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:30:35.412780 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3eebd-8755-4df7-b744-21a1bd61faab req-a9b9e5a9-f627-471c-a050-08fe0fdb1dad tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:35.414253 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-71f3eebd-8755-4df7-b744-21a1bd61faab req-a9b9e5a9-f627-471c-a050-08fe0fdb1dad tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 946 time: 0.0948927 Oct 30 15:30:35.429825 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45d4ddef-4882-4752-8b0d-8c7bca74c4e6 tempest-FloatingIPAdminTestJSON-648178100 tempest-FloatingIPAdminTestJSON-648178100-project-admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:30:35.440512 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10ad1e9-ae7c-4445-a8f7-0d512b3e7cc2 None None] Sync routers for ids ['c632b07e-4c78-4d4a-9276-03963066de68'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:30:35.454989 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10ad1e9-ae7c-4445-a8f7-0d512b3e7cc2 None None] Routers {'c632b07e-4c78-4d4a-9276-03963066de68'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:30:35.458286 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-e10ad1e9-ae7c-4445-a8f7-0d512b3e7cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:30:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['c632b07e-4c78-4d4a-9276-03963066de68'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:30:35.462955 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-45d4ddef-4882-4752-8b0d-8c7bca74c4e6 tempest-FloatingIPAdminTestJSON-648178100 tempest-FloatingIPAdminTestJSON-648178100-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:35.488639 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-71f3eebd-8755-4df7-b744-21a1bd61faab req-44bab860-ad11-47b9-9c0c-ad602bf5f977 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673995 Oct 30 15:30:35.493068 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-e10ad1e9-ae7c-4445-a8f7-0d512b3e7cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:30:35.499970 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-45d4ddef-4882-4752-8b0d-8c7bca74c4e6 tempest-FloatingIPAdminTestJSON-648178100 tempest-FloatingIPAdminTestJSON-648178100-project-admin] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 1.9153392 Oct 30 15:30:35.502368 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 32940) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:35.509679 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10ad1e9-ae7c-4445-a8f7-0d512b3e7cc2 None None] Routers {'c632b07e-4c78-4d4a-9276-03963066de68'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:30:35.510300 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-e10ad1e9-ae7c-4445-a8f7-0d512b3e7cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:30:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['c632b07e-4c78-4d4a-9276-03963066de68'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:30:35.550771 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-e10ad1e9-ae7c-4445-a8f7-0d512b3e7cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:30:35.551647 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10ad1e9-ae7c-4445-a8f7-0d512b3e7cc2 None None] The sync data for ids ['c632b07e-4c78-4d4a-9276-03963066de68'] in n-d-806683-17 is: [] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:30:35.629569 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-8e465fd2-46cd-4564-b55b-5935bc542a61 tempest-FloatingIPAdminTestJSON-648178100 tempest-FloatingIPAdminTestJSON-648178100-project-admin] 10.222.0.62 "GET /v2.0/floatingips/eec5bbf9-75c3-4f6a-b310-2287e8e96be7 HTTP/1.1" status: 200 len: 982 time: 0.1261055 Oct 30 15:30:35.631885 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 32944) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:35.649389 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ccb754-9a9e-40b9-9294-00bbb2f8a667 req-d18d7e11-f16a-4d82-a150-2b4686c28ae2 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:35.657272 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f9ccb754-9a9e-40b9-9294-00bbb2f8a667 req-d18d7e11-f16a-4d82-a150-2b4686c28ae2 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 946 time: 0.0669804 Oct 30 15:30:35.694422 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f9ccb754-9a9e-40b9-9294-00bbb2f8a667 req-385fb5a1-e71f-419a-a6b1-648d66c0414d tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373893 Oct 30 15:30:35.751866 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-e448987e-5174-411b-b403-5a3bc4e6cf1a tempest-FloatingIPAdminTestJSON-648178100 tempest-FloatingIPAdminTestJSON-648178100-project-admin] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3822 time: 0.1187077 Oct 30 15:30:35.754487 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 32950) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:35.850523 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4ebe9b-1319-4320-a388-f64731e3f96c req-3eb2e7b3-228c-4e32-ba87-ad41a5b2bdef tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:35.855511 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aa4ebe9b-1319-4320-a388-f64731e3f96c req-3eb2e7b3-228c-4e32-ba87-ad41a5b2bdef tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 946 time: 0.0535560 Oct 30 15:30:35.894908 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aa4ebe9b-1319-4320-a388-f64731e3f96c req-be2318d7-023d-4c05-9f11-a60966f58dda tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359411 Oct 30 15:30:35.927650 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-224908bf-6c88-494f-b6f2-7739c8b184d0 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Deleting port 8c0e2d0f-c0ab-449a-a827-97831e490ebd {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:30:35.927996 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-224908bf-6c88-494f-b6f2-7739c8b184d0 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:36.038492 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-224908bf-6c88-494f-b6f2-7739c8b184d0 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:36.038748 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-224908bf-6c88-494f-b6f2-7739c8b184d0 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:36.060781 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0515b8d-fced-46af-8c7f-61341a3ac105 req-d7379e45-03ab-4931-aa75-35a0b0ac21e7 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:36.062328 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a0515b8d-fced-46af-8c7f-61341a3ac105 req-d7379e45-03ab-4931-aa75-35a0b0ac21e7 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 946 time: 0.0830698 Oct 30 15:30:36.066532 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-224908bf-6c88-494f-b6f2-7739c8b184d0 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Calling delete_port for 8c0e2d0f-c0ab-449a-a827-97831e490ebd owned by network:floatingip {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:30:36.168415 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a0515b8d-fced-46af-8c7f-61341a3ac105 req-17cd8589-b08a-4a0f-85bc-7b249076c3a9 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961623 Oct 30 15:30:36.305163 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-224908bf-6c88-494f-b6f2-7739c8b184d0 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:36.349283 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c36c756-579c-405d-a60d-1905f8a7b182 req-e605541e-33e2-4d1d-b66b-7e035d968ae6 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:36.350743 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1c36c756-579c-405d-a60d-1905f8a7b182 req-e605541e-33e2-4d1d-b66b-7e035d968ae6 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 946 time: 0.0911648 Oct 30 15:30:36.353967 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224908bf-6c88-494f-b6f2-7739c8b184d0 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Pushing event deleted for resources: {'Port': ['ID=8c0e2d0f-c0ab-449a-a827-97831e490ebd,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:36.433824 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1c36c756-579c-405d-a60d-1905f8a7b182 req-15747df9-96cb-4c83-97f7-59772a88ff91 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730033 Oct 30 15:30:36.439166 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-224908bf-6c88-494f-b6f2-7739c8b184d0 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks [] for floatingip, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:36.439530 n-d-806683-17 neutron-server[102131]: INFO neutron.db.l3_db [None req-224908bf-6c88-494f-b6f2-7739c8b184d0 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Floating IP eec5bbf9-75c3-4f6a-b310-2287e8e96be7 disassociated (deleted). External IP: 172.25.4.41, port: a2c2833c-620e-4fab-a4b9-b9765bfe7cdb. Oct 30 15:30:36.575436 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a79ebe0-55cd-4337-950f-72da7400714a req-4a7bd536-cc05-4dd2-9817-190301e4c14b tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:36.577100 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5a79ebe0-55cd-4337-950f-72da7400714a req-4a7bd536-cc05-4dd2-9817-190301e4c14b tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 946 time: 0.0574749 Oct 30 15:30:36.626006 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5a79ebe0-55cd-4337-950f-72da7400714a req-df5a7d4e-f758-4954-992d-9ef53c72e413 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423512 Oct 30 15:30:36.905302 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b763c63-ed32-4654-9d94-63d90c773985 req-0575f143-3d4c-410b-afb0-592f8beee237 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:36.906801 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6b763c63-ed32-4654-9d94-63d90c773985 req-0575f143-3d4c-410b-afb0-592f8beee237 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 946 time: 0.0575194 Oct 30 15:30:36.969034 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6b763c63-ed32-4654-9d94-63d90c773985 req-aa68ab5c-49a3-46ed-8bf6-f11cc7b28f43 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504339 Oct 30 15:30:36.978380 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-224908bf-6c88-494f-b6f2-7739c8b184d0 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Router c632b07e-4c78-4d4a-9276-03963066de68 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:30:37.086961 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-224908bf-6c88-494f-b6f2-7739c8b184d0 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:30:37.092309 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-224908bf-6c88-494f-b6f2-7739c8b184d0 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:37.098702 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff65e9c-ac67-404e-9a90-9a62c67e74af None None] Sync routers for ids ['c632b07e-4c78-4d4a-9276-03963066de68'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:30:37.117441 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff65e9c-ac67-404e-9a90-9a62c67e74af None None] Routers {'c632b07e-4c78-4d4a-9276-03963066de68'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:30:37.119891 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-2ff65e9c-ac67-404e-9a90-9a62c67e74af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:30:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['c632b07e-4c78-4d4a-9276-03963066de68'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:30:37.120554 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-224908bf-6c88-494f-b6f2-7739c8b184d0 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] 10.222.0.62 "DELETE /v2.0/floatingips/eec5bbf9-75c3-4f6a-b310-2287e8e96be7 HTTP/1.1" status: 204 len: 168 time: 1.3650594 Oct 30 15:30:37.124433 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 32966) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:37.129233 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-d4c62670-392c-4893-a153-b8de1b193d97 tempest-FloatingIPAdminTestJSON-648178100 tempest-FloatingIPAdminTestJSON-648178100-project-admin] Request body: {'floatingip': {'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:30:37.153673 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d4c62670-392c-4893-a153-b8de1b193d97 tempest-FloatingIPAdminTestJSON-648178100 tempest-FloatingIPAdminTestJSON-648178100-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:37.162449 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-2ff65e9c-ac67-404e-9a90-9a62c67e74af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:30:37.175031 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff65e9c-ac67-404e-9a90-9a62c67e74af None None] Routers {'c632b07e-4c78-4d4a-9276-03963066de68'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:30:37.175678 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-2ff65e9c-ac67-404e-9a90-9a62c67e74af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:30:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['c632b07e-4c78-4d4a-9276-03963066de68'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:30:37.207084 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-2ff65e9c-ac67-404e-9a90-9a62c67e74af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:30:37.207765 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff65e9c-ac67-404e-9a90-9a62c67e74af None None] The sync data for ids ['c632b07e-4c78-4d4a-9276-03963066de68'] in n-d-806683-17 is: [] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:30:37.248824 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d4c62670-392c-4893-a153-b8de1b193d97 tempest-FloatingIPAdminTestJSON-648178100 tempest-FloatingIPAdminTestJSON-648178100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:37.374023 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-d4c62670-392c-4893-a153-b8de1b193d97 tempest-FloatingIPAdminTestJSON-648178100 tempest-FloatingIPAdminTestJSON-648178100-project-admin] Allocated IP 172.25.4.92 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/7e954e49-2f97-4e79-91b1-93a7b36e9a61) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:30:37.488547 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d4c62670-392c-4893-a153-b8de1b193d97 tempest-FloatingIPAdminTestJSON-648178100 tempest-FloatingIPAdminTestJSON-648178100-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:37.524157 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d4c62670-392c-4893-a153-b8de1b193d97 tempest-FloatingIPAdminTestJSON-648178100 tempest-FloatingIPAdminTestJSON-648178100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:37.566895 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c62670-392c-4893-a153-b8de1b193d97 tempest-FloatingIPAdminTestJSON-648178100 tempest-FloatingIPAdminTestJSON-648178100-project-admin] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:30:37.571287 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-d4c62670-392c-4893-a153-b8de1b193d97 tempest-FloatingIPAdminTestJSON-648178100 tempest-FloatingIPAdminTestJSON-648178100-project-admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:30:37.574370 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c62670-392c-4893-a153-b8de1b193d97 tempest-FloatingIPAdminTestJSON-648178100 tempest-FloatingIPAdminTestJSON-648178100-project-admin] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:30:37.596716 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c62670-392c-4893-a153-b8de1b193d97 tempest-FloatingIPAdminTestJSON-648178100 tempest-FloatingIPAdminTestJSON-648178100-project-admin] Pushing event updated for resources: {'Port': ['ID=7e954e49-2f97-4e79-91b1-93a7b36e9a61,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:37.664207 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d4c62670-392c-4893-a153-b8de1b193d97 tempest-FloatingIPAdminTestJSON-648178100 tempest-FloatingIPAdminTestJSON-648178100-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:37.701752 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d4c62670-392c-4893-a153-b8de1b193d97 tempest-FloatingIPAdminTestJSON-648178100 tempest-FloatingIPAdminTestJSON-648178100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:37.850606 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d4c62670-392c-4893-a153-b8de1b193d97 tempest-FloatingIPAdminTestJSON-648178100 tempest-FloatingIPAdminTestJSON-648178100-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:37.855092 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d4c62670-392c-4893-a153-b8de1b193d97 tempest-FloatingIPAdminTestJSON-648178100 tempest-FloatingIPAdminTestJSON-648178100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:37.929059 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c62670-392c-4893-a153-b8de1b193d97 tempest-FloatingIPAdminTestJSON-648178100 tempest-FloatingIPAdminTestJSON-648178100-project-admin] Pushing event updated for resources: {'Port': ['ID=7e954e49-2f97-4e79-91b1-93a7b36e9a61,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:37.939455 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d4c62670-392c-4893-a153-b8de1b193d97 tempest-FloatingIPAdminTestJSON-648178100 tempest-FloatingIPAdminTestJSON-648178100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:37.954312 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d4c62670-392c-4893-a153-b8de1b193d97 tempest-FloatingIPAdminTestJSON-648178100 tempest-FloatingIPAdminTestJSON-648178100-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:37.955625 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-d4c62670-392c-4893-a153-b8de1b193d97 tempest-FloatingIPAdminTestJSON-648178100 tempest-FloatingIPAdminTestJSON-648178100-project-admin] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8301318 Oct 30 15:30:37.958367 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 32970) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:38.064795 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-e460eecc-25e8-4571-b67b-84999da7b673 tempest-FloatingIPAdminTestJSON-1084247717 tempest-FloatingIPAdminTestJSON-1084247717-project] Request body: {'floatingip': {'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:30:38.092602 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a19193-4a6f-4aa2-a5a1-938a0715bb6b req-606fc98c-bb63-46f2-a271-ac95854521c3 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:38.094063 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-15a19193-4a6f-4aa2-a5a1-938a0715bb6b req-606fc98c-bb63-46f2-a271-ac95854521c3 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 946 time: 0.0667477 Oct 30 15:30:38.107115 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e460eecc-25e8-4571-b67b-84999da7b673 tempest-FloatingIPAdminTestJSON-1084247717 tempest-FloatingIPAdminTestJSON-1084247717-project] Publish callbacks [] for floatingip, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:38.177814 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-15a19193-4a6f-4aa2-a5a1-938a0715bb6b req-bda95a56-338c-427c-85e8-7d1755606aaf tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769792 Oct 30 15:30:38.232194 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e460eecc-25e8-4571-b67b-84999da7b673 tempest-FloatingIPAdminTestJSON-1084247717 tempest-FloatingIPAdminTestJSON-1084247717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:38.350233 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-e460eecc-25e8-4571-b67b-84999da7b673 tempest-FloatingIPAdminTestJSON-1084247717 tempest-FloatingIPAdminTestJSON-1084247717-project] Allocated IP 172.25.4.149 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/fe9b1d30-5a47-4e28-9424-c4e00e26e0ee) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:30:38.503801 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea6d32f-9076-47b3-9d4a-b0830ce7c137 req-a7da78d0-1784-4266-bd80-3b959a54fbd8 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:38.505282 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5ea6d32f-9076-47b3-9d4a-b0830ce7c137 req-a7da78d0-1784-4266-bd80-3b959a54fbd8 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 946 time: 0.0608935 Oct 30 15:30:38.538571 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e460eecc-25e8-4571-b67b-84999da7b673 tempest-FloatingIPAdminTestJSON-1084247717 tempest-FloatingIPAdminTestJSON-1084247717-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:38.544860 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5ea6d32f-9076-47b3-9d4a-b0830ce7c137 req-9e1881c4-8d5e-49e3-bbe9-7e6eedc7aa3c tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330644 Oct 30 15:30:38.559417 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d025f1c-b186-4272-8743-cc259b66945b req-4f07ec93-0947-4b50-8e68-d0b3a366777c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:38.560949 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6d025f1c-b186-4272-8743-cc259b66945b req-4f07ec93-0947-4b50-8e68-d0b3a366777c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=83163a2e76164950a9379cf5be4baa34&device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 1098 time: 0.0634286 Oct 30 15:30:38.635049 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e460eecc-25e8-4571-b67b-84999da7b673 tempest-FloatingIPAdminTestJSON-1084247717 tempest-FloatingIPAdminTestJSON-1084247717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:38.688453 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e460eecc-25e8-4571-b67b-84999da7b673 tempest-FloatingIPAdminTestJSON-1084247717 tempest-FloatingIPAdminTestJSON-1084247717-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:30:38.695975 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-e460eecc-25e8-4571-b67b-84999da7b673 tempest-FloatingIPAdminTestJSON-1084247717 tempest-FloatingIPAdminTestJSON-1084247717-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:30:38.698918 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e460eecc-25e8-4571-b67b-84999da7b673 tempest-FloatingIPAdminTestJSON-1084247717 tempest-FloatingIPAdminTestJSON-1084247717-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:30:38.737493 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d025f1c-b186-4272-8743-cc259b66945b req-719b5666-9248-45d7-9ac1-d7ecc0fd5cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:38.738975 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6d025f1c-b186-4272-8743-cc259b66945b req-719b5666-9248-45d7-9ac1-d7ecc0fd5cb2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f8e25823-3fc3-4f4e-beb9-0b0629874c87 HTTP/1.1" status: 200 len: 914 time: 0.1699042 Oct 30 15:30:38.741257 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e460eecc-25e8-4571-b67b-84999da7b673 tempest-FloatingIPAdminTestJSON-1084247717 tempest-FloatingIPAdminTestJSON-1084247717-project] Pushing event updated for resources: {'Port': ['ID=fe9b1d30-5a47-4e28-9424-c4e00e26e0ee,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:38.789602 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6d025f1c-b186-4272-8743-cc259b66945b req-80d995b6-25b4-42e4-b307-b75ea5d820ec service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=359fc4c5-25ae-4bc2-811f-6dd4960736b0 HTTP/1.1" status: 200 len: 217 time: 0.0429029 Oct 30 15:30:38.876354 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d025f1c-b186-4272-8743-cc259b66945b req-6e82115c-c9b7-4e7b-ab10-e8facd0cef13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:38.877842 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6d025f1c-b186-4272-8743-cc259b66945b req-6e82115c-c9b7-4e7b-ab10-e8facd0cef13 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0f10ba2c-a980-4319-9add-8030477039ac HTTP/1.1" status: 200 len: 853 time: 0.0813947 Oct 30 15:30:38.884657 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e460eecc-25e8-4571-b67b-84999da7b673 tempest-FloatingIPAdminTestJSON-1084247717 tempest-FloatingIPAdminTestJSON-1084247717-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:38.912404 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6d025f1c-b186-4272-8743-cc259b66945b req-f69028f6-2e86-447c-bf6d-1873db1e60f7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f8e25823-3fc3-4f4e-beb9-0b0629874c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261843 Oct 30 15:30:38.980482 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e460eecc-25e8-4571-b67b-84999da7b673 tempest-FloatingIPAdminTestJSON-1084247717 tempest-FloatingIPAdminTestJSON-1084247717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:39.061530 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6d025f1c-b186-4272-8743-cc259b66945b req-cdacc714-0841-4f7f-9fdc-a09493fd3895 service neutron] 10.222.0.44 "GET /v2.0/networks/f8e25823-3fc3-4f4e-beb9-0b0629874c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316125 Oct 30 15:30:39.216319 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6d025f1c-b186-4272-8743-cc259b66945b req-f694c469-7aeb-4600-884e-23fcad255b41 service neutron] 10.222.0.44 "GET /v2.0/networks/f8e25823-3fc3-4f4e-beb9-0b0629874c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312344 Oct 30 15:30:39.232160 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e460eecc-25e8-4571-b67b-84999da7b673 tempest-FloatingIPAdminTestJSON-1084247717 tempest-FloatingIPAdminTestJSON-1084247717-project] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:39.236358 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e460eecc-25e8-4571-b67b-84999da7b673 tempest-FloatingIPAdminTestJSON-1084247717 tempest-FloatingIPAdminTestJSON-1084247717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:39.306508 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e460eecc-25e8-4571-b67b-84999da7b673 tempest-FloatingIPAdminTestJSON-1084247717 tempest-FloatingIPAdminTestJSON-1084247717-project] Pushing event updated for resources: {'Port': ['ID=fe9b1d30-5a47-4e28-9424-c4e00e26e0ee,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:39.318491 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e460eecc-25e8-4571-b67b-84999da7b673 tempest-FloatingIPAdminTestJSON-1084247717 tempest-FloatingIPAdminTestJSON-1084247717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:39.333665 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e460eecc-25e8-4571-b67b-84999da7b673 tempest-FloatingIPAdminTestJSON-1084247717 tempest-FloatingIPAdminTestJSON-1084247717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:39.334892 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e460eecc-25e8-4571-b67b-84999da7b673 tempest-FloatingIPAdminTestJSON-1084247717 tempest-FloatingIPAdminTestJSON-1084247717-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3755901 Oct 30 15:30:39.337652 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 32984) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:39.452058 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-5eb21ec2-821e-4d37-ac9c-7a9ddc60ca90 tempest-FloatingIPAdminTestJSON-648178100 tempest-FloatingIPAdminTestJSON-648178100-project-admin] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4007 time: 0.1133103 Oct 30 15:30:39.454504 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 32986) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:39.527349 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-351cc6a7-7782-4f7e-a910-6f8d5f08283c tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0717154 Oct 30 15:30:39.530120 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 32990) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:39.668784 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2b43fb-9e5b-4601-9af2-029d37687670 req-e672fe48-82bb-47ca-87c5-f77017b421d0 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:39.670258 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ff2b43fb-9e5b-4601-9af2-029d37687670 req-e672fe48-82bb-47ca-87c5-f77017b421d0 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 946 time: 0.0538011 Oct 30 15:30:39.685277 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-3b8043e5-5e64-4fdd-89b5-eed88536ee76 tempest-FloatingIPAdminTestJSON-1084247717 tempest-FloatingIPAdminTestJSON-1084247717-project] Deleting port fe9b1d30-5a47-4e28-9424-c4e00e26e0ee {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:30:39.685816 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3b8043e5-5e64-4fdd-89b5-eed88536ee76 tempest-FloatingIPAdminTestJSON-1084247717 tempest-FloatingIPAdminTestJSON-1084247717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:39.710502 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ff2b43fb-9e5b-4601-9af2-029d37687670 req-31bf7292-e1db-4cb6-ba05-c673a4340269 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335793 Oct 30 15:30:39.764148 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3b8043e5-5e64-4fdd-89b5-eed88536ee76 tempest-FloatingIPAdminTestJSON-1084247717 tempest-FloatingIPAdminTestJSON-1084247717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:39.764448 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3b8043e5-5e64-4fdd-89b5-eed88536ee76 tempest-FloatingIPAdminTestJSON-1084247717 tempest-FloatingIPAdminTestJSON-1084247717-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:39.780328 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-3b8043e5-5e64-4fdd-89b5-eed88536ee76 tempest-FloatingIPAdminTestJSON-1084247717 tempest-FloatingIPAdminTestJSON-1084247717-project] Calling delete_port for fe9b1d30-5a47-4e28-9424-c4e00e26e0ee owned by network:floatingip {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:30:40.147198 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3b8043e5-5e64-4fdd-89b5-eed88536ee76 tempest-FloatingIPAdminTestJSON-1084247717 tempest-FloatingIPAdminTestJSON-1084247717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:40.175763 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8043e5-5e64-4fdd-89b5-eed88536ee76 tempest-FloatingIPAdminTestJSON-1084247717 tempest-FloatingIPAdminTestJSON-1084247717-project] Pushing event deleted for resources: {'Port': ['ID=fe9b1d30-5a47-4e28-9424-c4e00e26e0ee,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:40.233189 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3b8043e5-5e64-4fdd-89b5-eed88536ee76 tempest-FloatingIPAdminTestJSON-1084247717 tempest-FloatingIPAdminTestJSON-1084247717-project] Publish callbacks [] for floatingip, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:40.235923 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3b8043e5-5e64-4fdd-89b5-eed88536ee76 tempest-FloatingIPAdminTestJSON-1084247717 tempest-FloatingIPAdminTestJSON-1084247717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:40.237110 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-3b8043e5-5e64-4fdd-89b5-eed88536ee76 tempest-FloatingIPAdminTestJSON-1084247717 tempest-FloatingIPAdminTestJSON-1084247717-project] 10.222.0.62 "DELETE /v2.0/floatingips/ec9474dc-a0e6-477a-8528-1d4e3bd2d08a HTTP/1.1" status: 204 len: 168 time: 0.7059615 Oct 30 15:30:40.240128 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 32994) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:40.390222 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-12c067d2-5ae7-464e-9331-36d9eddace7a tempest-FloatingIPAdminTestJSON-648178100 tempest-FloatingIPAdminTestJSON-648178100-project-admin] Deleting port 7e954e49-2f97-4e79-91b1-93a7b36e9a61 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:30:40.390563 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-12c067d2-5ae7-464e-9331-36d9eddace7a tempest-FloatingIPAdminTestJSON-648178100 tempest-FloatingIPAdminTestJSON-648178100-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:40.473890 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-12c067d2-5ae7-464e-9331-36d9eddace7a tempest-FloatingIPAdminTestJSON-648178100 tempest-FloatingIPAdminTestJSON-648178100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:40.474221 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-12c067d2-5ae7-464e-9331-36d9eddace7a tempest-FloatingIPAdminTestJSON-648178100 tempest-FloatingIPAdminTestJSON-648178100-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:40.485619 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-12c067d2-5ae7-464e-9331-36d9eddace7a tempest-FloatingIPAdminTestJSON-648178100 tempest-FloatingIPAdminTestJSON-648178100-project-admin] Calling delete_port for 7e954e49-2f97-4e79-91b1-93a7b36e9a61 owned by network:floatingip {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:30:40.621577 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-12c067d2-5ae7-464e-9331-36d9eddace7a tempest-FloatingIPAdminTestJSON-648178100 tempest-FloatingIPAdminTestJSON-648178100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:40.648263 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c067d2-5ae7-464e-9331-36d9eddace7a tempest-FloatingIPAdminTestJSON-648178100 tempest-FloatingIPAdminTestJSON-648178100-project-admin] Pushing event deleted for resources: {'Port': ['ID=7e954e49-2f97-4e79-91b1-93a7b36e9a61,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:40.706298 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-12c067d2-5ae7-464e-9331-36d9eddace7a tempest-FloatingIPAdminTestJSON-648178100 tempest-FloatingIPAdminTestJSON-648178100-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:40.709708 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-12c067d2-5ae7-464e-9331-36d9eddace7a tempest-FloatingIPAdminTestJSON-648178100 tempest-FloatingIPAdminTestJSON-648178100-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:40.710848 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-12c067d2-5ae7-464e-9331-36d9eddace7a tempest-FloatingIPAdminTestJSON-648178100 tempest-FloatingIPAdminTestJSON-648178100-project-admin] 10.222.0.62 "DELETE /v2.0/floatingips/a1e5532b-b2eb-4cd2-aaae-cf516517bad5 HTTP/1.1" status: 204 len: 168 time: 0.4697576 Oct 30 15:30:40.714390 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 32998) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:40.805518 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-415129b4-33e2-4b9c-9083-2703c58bfbb7 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Deleting port a2c2833c-620e-4fab-a4b9-b9765bfe7cdb {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:30:40.805861 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-415129b4-33e2-4b9c-9083-2703c58bfbb7 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:40.825795 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe429c0-ab63-494d-9206-c4e3d4e91f31 req-bc151df5-1987-420d-a529-f3210598dd78 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:40.827312 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cfe429c0-ab63-494d-9206-c4e3d4e91f31 req-bc151df5-1987-420d-a529-f3210598dd78 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 946 time: 0.0484357 Oct 30 15:30:40.864749 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cfe429c0-ab63-494d-9206-c4e3d4e91f31 req-bb8dacf6-e62c-45ca-a941-df42d4e34bd9 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314102 Oct 30 15:30:40.892794 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-415129b4-33e2-4b9c-9083-2703c58bfbb7 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:40.907227 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-415129b4-33e2-4b9c-9083-2703c58bfbb7 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Calling delete_port for a2c2833c-620e-4fab-a4b9-b9765bfe7cdb owned by {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:30:41.018414 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb32251-9ffa-4a2b-b044-dc8f48926005 req-d439a516-74eb-4bb0-99cd-541790e34552 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:41.019901 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cdb32251-9ffa-4a2b-b044-dc8f48926005 req-d439a516-74eb-4bb0-99cd-541790e34552 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 946 time: 0.0691705 Oct 30 15:30:41.096601 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cdb32251-9ffa-4a2b-b044-dc8f48926005 req-96c937c5-f881-43ed-a668-f30edec55f3b tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703409 Oct 30 15:30:41.100691 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-415129b4-33e2-4b9c-9083-2703c58bfbb7 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:41.131096 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415129b4-33e2-4b9c-9083-2703c58bfbb7 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Pushing event deleted for resources: {'Port': ['ID=a2c2833c-620e-4fab-a4b9-b9765bfe7cdb,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:41.253401 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-415129b4-33e2-4b9c-9083-2703c58bfbb7 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:41.256655 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-415129b4-33e2-4b9c-9083-2703c58bfbb7 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] 10.222.0.62 "DELETE /v2.0/ports/a2c2833c-620e-4fab-a4b9-b9765bfe7cdb HTTP/1.1" status: 204 len: 168 time: 0.5412514 Oct 30 15:30:41.259346 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 33008) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:41.274101 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d68a3e9-ea6f-4ab2-ba14-8887ac11df48 req-d0e0b4b8-5e1c-452b-8999-8405d9d1be26 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:41.275666 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7d68a3e9-ea6f-4ab2-ba14-8887ac11df48 req-d0e0b4b8-5e1c-452b-8999-8405d9d1be26 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 946 time: 0.0745239 Oct 30 15:30:41.310408 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd988b88-3242-4a34-a37f-8598fa3b3c57 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:41.314520 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-cd988b88-3242-4a34-a37f-8598fa3b3c57 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] 10.222.0.62 "GET /v2.0/ports?device_id=c632b07e-4c78-4d4a-9276-03963066de68 HTTP/1.1" status: 200 len: 913 time: 0.0513260 Oct 30 15:30:41.314888 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 33010) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:41.325053 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7d68a3e9-ea6f-4ab2-ba14-8887ac11df48 req-7faebb18-c51e-4023-920d-9fbdd983e9f9 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421641 Oct 30 15:30:41.441787 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9dc158-b990-4548-8619-f142f4e73390 req-f47fead8-590b-4dfd-92fc-c3546f771c36 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:41.443147 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2b9dc158-b990-4548-8619-f142f4e73390 req-f47fead8-590b-4dfd-92fc-c3546f771c36 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 946 time: 0.0488558 Oct 30 15:30:41.486107 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2b9dc158-b990-4548-8619-f142f4e73390 req-36e749a3-5853-47a8-bc16-b8e678646c1c tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367336 Oct 30 15:30:41.655401 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59197f2d-b19d-410b-a95c-6ef96731cff5 req-84d0be9c-6c3a-4f7a-8795-51de7d9dbf7f tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:41.664019 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-59197f2d-b19d-410b-a95c-6ef96731cff5 req-84d0be9c-6c3a-4f7a-8795-51de7d9dbf7f tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 946 time: 0.0612175 Oct 30 15:30:41.702158 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-59197f2d-b19d-410b-a95c-6ef96731cff5 req-aa856156-b8d7-482c-8e27-647e582fe073 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346222 Oct 30 15:30:41.753965 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-eae438fe-289b-47f4-acb3-189cdcd2cbb1 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:41.875153 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8074d7-2c8d-4066-a691-8063a8afe911 req-15825331-98e5-4178-b9c5-307c3859c4af tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:41.876599 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7c8074d7-2c8d-4066-a691-8063a8afe911 req-15825331-98e5-4178-b9c5-307c3859c4af tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 946 time: 0.0869260 Oct 30 15:30:41.998650 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7c8074d7-2c8d-4066-a691-8063a8afe911 req-792196e4-99ab-4186-aa3e-ba165b36a253 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152909 Oct 30 15:30:42.154317 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961006a5-c12c-452f-84ab-db3fcf8cbc1e req-87efcce7-9d50-43c9-9e7a-5372b44b4aed tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:42.155791 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-961006a5-c12c-452f-84ab-db3fcf8cbc1e req-87efcce7-9d50-43c9-9e7a-5372b44b4aed tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 946 time: 0.0639937 Oct 30 15:30:42.160911 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-eae438fe-289b-47f4-acb3-189cdcd2cbb1 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Deleting port 6871264e-bb83-43d7-bf6f-ef089946119b {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:30:42.161246 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-eae438fe-289b-47f4-acb3-189cdcd2cbb1 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:42.245031 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-961006a5-c12c-452f-84ab-db3fcf8cbc1e req-488d1836-4aa6-4cfe-940f-61e67ba04c1d tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808854 Oct 30 15:30:42.267607 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-eae438fe-289b-47f4-acb3-189cdcd2cbb1 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:42.279892 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-eae438fe-289b-47f4-acb3-189cdcd2cbb1 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Calling delete_port for 6871264e-bb83-43d7-bf6f-ef089946119b owned by network:router_interface {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:30:42.362030 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fcef5a-4666-4a19-8d99-c201a4e6b891 req-a019e6b8-735c-485f-9a79-bf514da95e7b tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:42.363640 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f8fcef5a-4666-4a19-8d99-c201a4e6b891 req-a019e6b8-735c-485f-9a79-bf514da95e7b tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 946 time: 0.0508478 Oct 30 15:30:42.404862 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f8fcef5a-4666-4a19-8d99-c201a4e6b891 req-01e283ea-52c7-4ffb-b968-d36d4f649e4d tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351484 Oct 30 15:30:42.572509 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df46219-baa3-498d-94ed-6307d82514e1 req-8952232a-4a5c-4bf0-8ea6-2e1e567f3c3d tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:42.573887 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3df46219-baa3-498d-94ed-6307d82514e1 req-8952232a-4a5c-4bf0-8ea6-2e1e567f3c3d tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 946 time: 0.0516775 Oct 30 15:30:42.614716 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3df46219-baa3-498d-94ed-6307d82514e1 req-324a1831-2bbe-4372-89c5-fac0495531d1 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347769 Oct 30 15:30:42.740604 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-eae438fe-289b-47f4-acb3-189cdcd2cbb1 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:42.775905 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae438fe-289b-47f4-acb3-189cdcd2cbb1 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Pushing event deleted for resources: {'Port': ['ID=6871264e-bb83-43d7-bf6f-ef089946119b,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:42.788267 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a890a9-7377-45f4-8b4f-c91c4931f3f7 req-49245653-a4d8-4e48-9685-ce54d16553bd tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:42.790002 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e8a890a9-7377-45f4-8b4f-c91c4931f3f7 req-49245653-a4d8-4e48-9685-ce54d16553bd tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 946 time: 0.1002877 Oct 30 15:30:42.873185 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e8a890a9-7377-45f4-8b4f-c91c4931f3f7 req-d6ec2b0f-8fc0-4fb9-b18f-91a86efa02aa tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682409 Oct 30 15:30:43.018109 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-eae438fe-289b-47f4-acb3-189cdcd2cbb1 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:43.041837 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c106c-6f9c-4d44-a565-d6840f134924 req-a430756f-203f-4ea6-bec5-78d06e88b2b7 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:43.043911 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-917c106c-6f9c-4d44-a565-d6840f134924 req-a430756f-203f-4ea6-bec5-78d06e88b2b7 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 946 time: 0.0711029 Oct 30 15:30:43.147404 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-917c106c-6f9c-4d44-a565-d6840f134924 req-73967c1a-f13b-4eee-bc6b-3144a20de0da tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724628 Oct 30 15:30:43.265381 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71715e58-c1a8-4013-a656-544b348714e5 req-0ef81ecb-5a0e-4f65-b456-01d94a331799 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:43.266875 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-71715e58-c1a8-4013-a656-544b348714e5 req-0ef81ecb-5a0e-4f65-b456-01d94a331799 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 946 time: 0.0495036 Oct 30 15:30:43.274650 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eae438fe-289b-47f4-acb3-189cdcd2cbb1 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Router c632b07e-4c78-4d4a-9276-03963066de68 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:30:43.305851 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-71715e58-c1a8-4013-a656-544b348714e5 req-dae922a3-c617-459c-b483-03634719a2aa tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325618 Oct 30 15:30:43.380986 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae438fe-289b-47f4-acb3-189cdcd2cbb1 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:30:43.385871 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-eae438fe-289b-47f4-acb3-189cdcd2cbb1 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] 10.222.0.62 "PUT /v2.0/routers/c632b07e-4c78-4d4a-9276-03963066de68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0700996 Oct 30 15:30:43.389030 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 33046) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:43.394302 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fac8c8-554e-4bd8-b7de-979909dfba4b None None] Sync routers for ids ['c632b07e-4c78-4d4a-9276-03963066de68'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:30:43.405867 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fac8c8-554e-4bd8-b7de-979909dfba4b None None] Routers {'c632b07e-4c78-4d4a-9276-03963066de68'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:30:43.406491 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-40fac8c8-554e-4bd8-b7de-979909dfba4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:30:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['c632b07e-4c78-4d4a-9276-03963066de68'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:30:43.439188 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-40fac8c8-554e-4bd8-b7de-979909dfba4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:30:43.440027 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99d099c-f0c3-4afd-89f0-52dc4dc42a72 req-e886b4c6-59d1-4f60-8fd8-781676e47091 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:43.442132 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b99d099c-f0c3-4afd-89f0-52dc4dc42a72 req-e886b4c6-59d1-4f60-8fd8-781676e47091 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 946 time: 0.0508218 Oct 30 15:30:43.448451 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fac8c8-554e-4bd8-b7de-979909dfba4b None None] Routers {'c632b07e-4c78-4d4a-9276-03963066de68'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:30:43.449064 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-40fac8c8-554e-4bd8-b7de-979909dfba4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:30:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['c632b07e-4c78-4d4a-9276-03963066de68'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:30:43.482409 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b99d099c-f0c3-4afd-89f0-52dc4dc42a72 req-1c45dcb0-ff0a-4ff0-919c-0ea87e5a9c54 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329654 Oct 30 15:30:43.486049 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-40fac8c8-554e-4bd8-b7de-979909dfba4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:30:43.486701 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fac8c8-554e-4bd8-b7de-979909dfba4b None None] The sync data for ids ['c632b07e-4c78-4d4a-9276-03963066de68'] in n-d-806683-17 is: [] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:30:43.504354 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d9c5051c-772c-4eea-8cd0-6540db05f88f tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks [] for router, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:43.640521 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b6c9f-4a50-4918-aa98-6a00288dfda2 req-6df642a0-9d7d-4cf2-a0da-04d2f3563fe8 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:43.641975 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2d2b6c9f-4a50-4918-aa98-6a00288dfda2 req-6df642a0-9d7d-4cf2-a0da-04d2f3563fe8 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 946 time: 0.0754824 Oct 30 15:30:43.657280 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d9c5051c-772c-4eea-8cd0-6540db05f88f tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:43.706595 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2d2b6c9f-4a50-4918-aa98-6a00288dfda2 req-10fae600-1322-40ce-a27a-cedf413cc8bf tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567343 Oct 30 15:30:43.728309 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-d9c5051c-772c-4eea-8cd0-6540db05f88f tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Deleting port d0959050-9ea6-4e27-a0e7-7002cd901e8f {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:30:43.728648 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d9c5051c-772c-4eea-8cd0-6540db05f88f tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:43.806876 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d9c5051c-772c-4eea-8cd0-6540db05f88f tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:43.819445 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-d9c5051c-772c-4eea-8cd0-6540db05f88f tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Calling delete_port for d0959050-9ea6-4e27-a0e7-7002cd901e8f owned by network:router_gateway {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:30:43.838000 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dd040b-b54e-4bc3-89e6-0e251024365d req-19992577-2e2f-4e6b-89f2-2d98e8617970 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:43.839495 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b8dd040b-b54e-4bc3-89e6-0e251024365d req-19992577-2e2f-4e6b-89f2-2d98e8617970 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 946 time: 0.0492721 Oct 30 15:30:43.880953 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b8dd040b-b54e-4bc3-89e6-0e251024365d req-face8d73-f89d-4feb-966b-2eabe866f9b7 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352135 Oct 30 15:30:43.992757 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d9c5051c-772c-4eea-8cd0-6540db05f88f tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:44.023533 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c5051c-772c-4eea-8cd0-6540db05f88f tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Pushing event deleted for resources: {'Port': ['ID=d0959050-9ea6-4e27-a0e7-7002cd901e8f,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:44.088630 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d9c5051c-772c-4eea-8cd0-6540db05f88f tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:44.192394 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d9c5051c-772c-4eea-8cd0-6540db05f88f tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:44.194447 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d9c5051c-772c-4eea-8cd0-6540db05f88f tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:44.258048 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d9c5051c-772c-4eea-8cd0-6540db05f88f tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:44.258542 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c5051c-772c-4eea-8cd0-6540db05f88f tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Fanout notify agent at l3_agent the message router_deleted on router c632b07e-4c78-4d4a-9276-03963066de68 {{(pid=102130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:30:44.265828 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d9c5051c-772c-4eea-8cd0-6540db05f88f tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:44.266955 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-d9c5051c-772c-4eea-8cd0-6540db05f88f tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] 10.222.0.62 "DELETE /v2.0/routers/c632b07e-4c78-4d4a-9276-03963066de68 HTTP/1.1" status: 204 len: 168 time: 0.8770144 Oct 30 15:30:44.269464 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 33062) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:44.320429 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a7dca13-0fdf-44b3-a823-9eee35f43af8 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Deleting subnet 67c06d5f-1946-4167-a0ce-6b1537e594e6 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:30:44.323700 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7a7dca13-0fdf-44b3-a823-9eee35f43af8 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:44.364760 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7a7dca13-0fdf-44b3-a823-9eee35f43af8 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:44.469378 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7a7dca13-0fdf-44b3-a823-9eee35f43af8 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:44.526244 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7a7dca13-0fdf-44b3-a823-9eee35f43af8 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:44.553517 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7dca13-0fdf-44b3-a823-9eee35f43af8 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Pushing event deleted for resources: {'Subnet': ['ID=67c06d5f-1946-4167-a0ce-6b1537e594e6,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:44.555546 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7a7dca13-0fdf-44b3-a823-9eee35f43af8 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:44.559256 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-7a7dca13-0fdf-44b3-a823-9eee35f43af8 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] 10.222.0.62 "DELETE /v2.0/subnets/67c06d5f-1946-4167-a0ce-6b1537e594e6 HTTP/1.1" status: 204 len: 168 time: 0.2883055 Oct 30 15:30:44.560982 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedab020-aeda-47ac-8681-4b6a73d726bb None None] Network 4fc22042-6d3c-4e45-be0d-4df285e981b6 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:30:44.561864 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 33064) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:44.646876 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1851cfd7-8295-42ff-ab77-2b7a9fbb24e2 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:44.708612 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-1851cfd7-8295-42ff-ab77-2b7a9fbb24e2 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Deleting port f6fa1be2-226c-4f52-a43f-8a26c6504264 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:30:44.709238 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1851cfd7-8295-42ff-ab77-2b7a9fbb24e2 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:44.758135 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb37f7c-f374-4174-857a-d2b6fd3fffea None None] DHCP port deletion for 4fc22042-6d3c-4e45-be0d-4df285e981b6 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:30:44.779364 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-1851cfd7-8295-42ff-ab77-2b7a9fbb24e2 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] For port f6fa1be2-226c-4f52-a43f-8a26c6504264, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=f6fa1be2-226c-4f52-a43f-8a26c6504264,segment=NetworkSegment(89c70114-de7f-4b59-ba04-07678857745a),segment_id=89c70114-de7f-4b59-ba04-07678857745a)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:30:44.779849 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1851cfd7-8295-42ff-ab77-2b7a9fbb24e2 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:44.795813 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-1851cfd7-8295-42ff-ab77-2b7a9fbb24e2 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Calling delete_port for f6fa1be2-226c-4f52-a43f-8a26c6504264 owned by network:dhcp {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:30:44.827395 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-dbb37f7c-f374-4174-857a-d2b6fd3fffea None None] Deleting port f6fa1be2-226c-4f52-a43f-8a26c6504264 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:30:44.827902 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-dbb37f7c-f374-4174-857a-d2b6fd3fffea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:44.884930 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1851cfd7-8295-42ff-ab77-2b7a9fbb24e2 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:44.906133 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-dbb37f7c-f374-4174-857a-d2b6fd3fffea None None] For port f6fa1be2-226c-4f52-a43f-8a26c6504264, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=f6fa1be2-226c-4f52-a43f-8a26c6504264,segment=NetworkSegment(89c70114-de7f-4b59-ba04-07678857745a),segment_id=89c70114-de7f-4b59-ba04-07678857745a)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:30:44.906619 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-dbb37f7c-f374-4174-857a-d2b6fd3fffea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:44.912747 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1851cfd7-8295-42ff-ab77-2b7a9fbb24e2 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Pushing event deleted for resources: {'Port': ['ID=f6fa1be2-226c-4f52-a43f-8a26c6504264,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:44.916411 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1851cfd7-8295-42ff-ab77-2b7a9fbb24e2 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] No DVR routers for this DVR port f6fa1be2-226c-4f52-a43f-8a26c6504264 on host n-d-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:30:44.920522 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-dbb37f7c-f374-4174-857a-d2b6fd3fffea None None] Calling delete_port for f6fa1be2-226c-4f52-a43f-8a26c6504264 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:30:44.998286 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1851cfd7-8295-42ff-ab77-2b7a9fbb24e2 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:45.006901 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-dbb37f7c-f374-4174-857a-d2b6fd3fffea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:45.021268 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-1851cfd7-8295-42ff-ab77-2b7a9fbb24e2 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fc22042-6d3c-4e45-be0d-4df285e981b6']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:30:45.029596 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb37f7c-f374-4174-857a-d2b6fd3fffea None None] No DVR routers for this DVR port f6fa1be2-226c-4f52-a43f-8a26c6504264 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:30:45.032590 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-1851cfd7-8295-42ff-ab77-2b7a9fbb24e2 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89c70114-de7f-4b59-ba04-07678857745a') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:30:45.033007 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-1851cfd7-8295-42ff-ab77-2b7a9fbb24e2 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89c70114-de7f-4b59-ba04-07678857745a') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:30:45.044050 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1851cfd7-8295-42ff-ab77-2b7a9fbb24e2 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:45.057868 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1851cfd7-8295-42ff-ab77-2b7a9fbb24e2 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:45.060902 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb37f7c-f374-4174-857a-d2b6fd3fffea None None] Pushing event deleted for resources: {'Port': ['ID=f6fa1be2-226c-4f52-a43f-8a26c6504264,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:45.066300 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1851cfd7-8295-42ff-ab77-2b7a9fbb24e2 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:30:45.070057 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1851cfd7-8295-42ff-ab77-2b7a9fbb24e2 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:45.073414 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:30:45.073414 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:30:45.073414 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:30:45.073414 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:30:45.073414 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:30:45.073414 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:30:45.073414 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:30:45.073414 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:30:45.073414 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:30:45.073414 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:30:45.073414 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:30:45.073414 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:30:45.073414 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:30:45.073414 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:30:45.073414 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:30:45.073414 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:30:45.073414 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:30:45.073414 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:30:45.073414 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:30:45.073414 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:30:45.073414 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:30:45.073414 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:30:45.073414 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:30:45.073414 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:30:45.073414 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:30:45.073414 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:30:45.073414 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:30:45.073414 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:30:45.073414 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:30:45.073414 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:30:45.073414 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:30:45.073414 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:30:45.138119 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1851cfd7-8295-42ff-ab77-2b7a9fbb24e2 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:45.148452 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1851cfd7-8295-42ff-ab77-2b7a9fbb24e2 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:45.154550 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 33070) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:45.155060 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-1851cfd7-8295-42ff-ab77-2b7a9fbb24e2 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] 10.222.0.62 "DELETE /v2.0/networks/4fc22042-6d3c-4e45-be0d-4df285e981b6 HTTP/1.1" status: 204 len: 168 time: 0.5917604 Oct 30 15:30:45.165027 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1851cfd7-8295-42ff-ab77-2b7a9fbb24e2 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Pushing event deleted for resources: {'Network': ['ID=4fc22042-6d3c-4e45-be0d-4df285e981b6,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:45.284061 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-5e6f7575-0814-44d7-afc6-ae080d773ae3 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Deleting port 3b28874a-7ba2-45ed-a8b8-149e91ca7c84 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:30:45.284404 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5e6f7575-0814-44d7-afc6-ae080d773ae3 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:45.360726 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5e6f7575-0814-44d7-afc6-ae080d773ae3 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:45.360954 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5e6f7575-0814-44d7-afc6-ae080d773ae3 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:45.372600 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-5e6f7575-0814-44d7-afc6-ae080d773ae3 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Calling delete_port for 3b28874a-7ba2-45ed-a8b8-149e91ca7c84 owned by network:floatingip {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:30:45.504892 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5e6f7575-0814-44d7-afc6-ae080d773ae3 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:45.531731 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6f7575-0814-44d7-afc6-ae080d773ae3 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Pushing event deleted for resources: {'Port': ['ID=3b28874a-7ba2-45ed-a8b8-149e91ca7c84,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:45.557982 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6f7575-0814-44d7-afc6-ae080d773ae3 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:30:45.558330 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6f7575-0814-44d7-afc6-ae080d773ae3 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:30:45.558674 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6f7575-0814-44d7-afc6-ae080d773ae3 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:30:45.559009 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6f7575-0814-44d7-afc6-ae080d773ae3 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:30:45.559336 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6f7575-0814-44d7-afc6-ae080d773ae3 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:30:45.559692 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6f7575-0814-44d7-afc6-ae080d773ae3 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:30:45.560021 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6f7575-0814-44d7-afc6-ae080d773ae3 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:30:45.560345 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6f7575-0814-44d7-afc6-ae080d773ae3 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:30:45.560671 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6f7575-0814-44d7-afc6-ae080d773ae3 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:30:45.561001 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6f7575-0814-44d7-afc6-ae080d773ae3 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:30:45.561328 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6f7575-0814-44d7-afc6-ae080d773ae3 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:30:45.561647 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6f7575-0814-44d7-afc6-ae080d773ae3 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:30:45.605033 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5e6f7575-0814-44d7-afc6-ae080d773ae3 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks [] for floatingip, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:45.610178 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5e6f7575-0814-44d7-afc6-ae080d773ae3 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:45.610827 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-5e6f7575-0814-44d7-afc6-ae080d773ae3 tempest-FloatingIPAdminTestJSON-1801530302 tempest-FloatingIPAdminTestJSON-1801530302-project] 10.222.0.62 "DELETE /v2.0/floatingips/7e8905dd-f881-499e-9948-6419e57ce874 HTTP/1.1" status: 204 len: 168 time: 0.4549010 Oct 30 15:30:45.873684 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 33076) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:46.036001 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 33082) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:46.036639 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-59dfe1a6-9028-474c-b0f9-98e0f3836fb9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=eba81ff5da084148a9b4ffa05e72490e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1611576 Oct 30 15:30:46.090402 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c2def693-f6fe-4eac-8b27-4914fbced162 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:46.112792 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c2def693-f6fe-4eac-8b27-4914fbced162 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:46.179234 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c2def693-f6fe-4eac-8b27-4914fbced162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:46.184333 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c2def693-f6fe-4eac-8b27-4914fbced162 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:46.185820 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c2def693-f6fe-4eac-8b27-4914fbced162 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dcbb49d5-9555-4956-9928-20d6c66ed74a HTTP/1.1" status: 204 len: 168 time: 0.1482329 Oct 30 15:30:46.205117 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2def693-f6fe-4eac-8b27-4914fbced162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcbb49d5-9555-4956-9928-20d6c66ed74a,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:46.490164 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device f6fa1be2-226c-4f52-a43f-8a26c6504264 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:30:46.493294 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 33094) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:46.518821 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a101f865-4bd8-4e74-be8b-903f0ce0d970 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:46.522072 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: f6fa1be2-226c-4f52-a43f-8a26c6504264 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:30:46.522707 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device f6fa1be2-226c-4f52-a43f-8a26c6504264 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:30:46.607938 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a101f865-4bd8-4e74-be8b-903f0ce0d970 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:46.612069 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a101f865-4bd8-4e74-be8b-903f0ce0d970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:46.656983 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a101f865-4bd8-4e74-be8b-903f0ce0d970 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=87ed131440a946989dc189cdc2be7870&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1623874 Oct 30 15:30:46.657891 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a101f865-4bd8-4e74-be8b-903f0ce0d970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c57b794-6b0e-4023-8c73-d3539e209349,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:46.659960 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 33096) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:46.721842 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-72112a4e-89b6-4ec9-890f-a067162bf780 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:46.744470 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-72112a4e-89b6-4ec9-890f-a067162bf780 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:46.791688 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-72112a4e-89b6-4ec9-890f-a067162bf780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:46.794315 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-72112a4e-89b6-4ec9-890f-a067162bf780 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:46.795488 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-72112a4e-89b6-4ec9-890f-a067162bf780 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3c57b794-6b0e-4023-8c73-d3539e209349 HTTP/1.1" status: 204 len: 168 time: 0.1339672 Oct 30 15:30:46.804171 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72112a4e-89b6-4ec9-890f-a067162bf780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c57b794-6b0e-4023-8c73-d3539e209349,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:47.167651 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 33104) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:47.181885 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e49505b3-e77e-4d58-a1bc-ef86258b0b95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:47.262572 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e49505b3-e77e-4d58-a1bc-ef86258b0b95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:47.268745 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e49505b3-e77e-4d58-a1bc-ef86258b0b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:47.314558 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-e49505b3-e77e-4d58-a1bc-ef86258b0b95 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bfa3970ac1524f9193341456f694db2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1450341 Oct 30 15:30:47.315746 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49505b3-e77e-4d58-a1bc-ef86258b0b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b03e184-9532-42f8-ae85-56af03594bdd,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:47.317169 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 33108) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:47.384099 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-eca29267-6856-4f03-bcb1-69a54e45b19c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:47.406233 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-eca29267-6856-4f03-bcb1-69a54e45b19c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:47.452131 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-eca29267-6856-4f03-bcb1-69a54e45b19c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:47.454676 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-eca29267-6856-4f03-bcb1-69a54e45b19c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:47.455882 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-eca29267-6856-4f03-bcb1-69a54e45b19c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6b03e184-9532-42f8-ae85-56af03594bdd HTTP/1.1" status: 204 len: 168 time: 0.1320038 Oct 30 15:30:47.463271 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca29267-6856-4f03-bcb1-69a54e45b19c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b03e184-9532-42f8-ae85-56af03594bdd,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:48.679023 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 33148) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:48.779090 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-bff787bc-1a0a-49cc-ba3b-77b0b9214f73 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-991440354', 'router:external': True}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:30:48.799694 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff787bc-1a0a-49cc-ba3b-77b0b9214f73 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Made reservation on behalf of c2a9796dfc6b4aecb58bc63225fd62fd for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:30:48.801982 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bff787bc-1a0a-49cc-ba3b-77b0b9214f73 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:48.811021 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bff787bc-1a0a-49cc-ba3b-77b0b9214f73 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:48.884566 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bff787bc-1a0a-49cc-ba3b-77b0b9214f73 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:48.888530 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bff787bc-1a0a-49cc-ba3b-77b0b9214f73 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:48.916804 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bff787bc-1a0a-49cc-ba3b-77b0b9214f73 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:30:48.923134 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff787bc-1a0a-49cc-ba3b-77b0b9214f73 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eebf39c0-a8b1-440a-a3cc-936574606676,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:48.930952 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bff787bc-1a0a-49cc-ba3b-77b0b9214f73 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:48.931210 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-bff787bc-1a0a-49cc-ba3b-77b0b9214f73 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Added segment 57b4bd99-1445-40dc-9302-0d4912ad7209 of type vlan for network 8bd61413-0800-43bd-8fae-869ae44cbe88 Oct 30 15:30:48.982333 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bff787bc-1a0a-49cc-ba3b-77b0b9214f73 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:49.011088 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bff787bc-1a0a-49cc-ba3b-77b0b9214f73 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:49.012218 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff787bc-1a0a-49cc-ba3b-77b0b9214f73 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:49.012731 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bff787bc-1a0a-49cc-ba3b-77b0b9214f73 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:49.064817 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-bff787bc-1a0a-49cc-ba3b-77b0b9214f73 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.3814285 Oct 30 15:30:49.068095 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 33152) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:49.074681 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-a83c1de1-0319-4b91-94f8-0727eb92b1a7 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Request body: {'subnet': {'network_id': '8bd61413-0800-43bd-8fae-869ae44cbe88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:30:49.076073 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff787bc-1a0a-49cc-ba3b-77b0b9214f73 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Pushing event updated for resources: {'Network': ['ID=8bd61413-0800-43bd-8fae-869ae44cbe88,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:49.086450 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 8bd61413-0800-43bd-8fae-869ae44cbe88 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:30:49.103816 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83c1de1-0319-4b91-94f8-0727eb92b1a7 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Made reservation on behalf of c2a9796dfc6b4aecb58bc63225fd62fd for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:30:49.107043 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a83c1de1-0319-4b91-94f8-0727eb92b1a7 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:49.417257 n-d-806683-17 neutron-server[102131]: DEBUG neutron.objects.ports [None req-a83c1de1-0319-4b91-94f8-0727eb92b1a7 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102131) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 30 15:30:49.417713 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a83c1de1-0319-4b91-94f8-0727eb92b1a7 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:49.474373 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83c1de1-0319-4b91-94f8-0727eb92b1a7 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5bda7db6-3ef7-44e7-99f6-85146faa916e,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:49.483812 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83c1de1-0319-4b91-94f8-0727eb92b1a7 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Checking segment: {'id': '57b4bd99-1445-40dc-9302-0d4912ad7209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8bd61413-0800-43bd-8fae-869ae44cbe88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:30:49.484202 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83c1de1-0319-4b91-94f8-0727eb92b1a7 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Network hostable DHCP agents. Network: 8bd61413-0800-43bd-8fae-869ae44cbe88, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:30:49.500751 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83c1de1-0319-4b91-94f8-0727eb92b1a7 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Network 8bd61413-0800-43bd-8fae-869ae44cbe88 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:30:49.510032 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-a83c1de1-0319-4b91-94f8-0727eb92b1a7 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 8bd61413-0800-43bd-8fae-869ae44cbe88) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:30:49.516256 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83c1de1-0319-4b91-94f8-0727eb92b1a7 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:49.517164 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a83c1de1-0319-4b91-94f8-0727eb92b1a7 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:49.528429 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b9b7fd-53a6-4ddb-a5d2-78d8c7002158 None None] Network 8bd61413-0800-43bd-8fae-869ae44cbe88 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:30:49.554859 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-a83c1de1-0319-4b91-94f8-0727eb92b1a7 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.4855919 Oct 30 15:30:49.557642 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 33166) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:49.563643 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-66d2ca1e-d82d-48fc-be9c-9a1e40544bc5 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-929681818', 'network_id': '8bd61413-0800-43bd-8fae-869ae44cbe88'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:30:49.588180 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d2ca1e-d82d-48fc-be9c-9a1e40544bc5 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Made reservation on behalf of c2a9796dfc6b4aecb58bc63225fd62fd for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:30:49.591447 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-66d2ca1e-d82d-48fc-be9c-9a1e40544bc5 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:49.613072 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [None req-66d2ca1e-d82d-48fc-be9c-9a1e40544bc5 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] device_id is not set on port e872dc61-72bf-41e0-b5c9-add01904ebf2 yet. {{(pid=102130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:30:49.751541 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2896bd91-7161-41c6-9f71-c11430d85756 req-a58ef46f-7dcb-4f6f-b430-7f4b034acff1 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:49.753093 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2896bd91-7161-41c6-9f71-c11430d85756 req-a58ef46f-7dcb-4f6f-b430-7f4b034acff1 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 946 time: 0.1352713 Oct 30 15:30:49.803506 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-66d2ca1e-d82d-48fc-be9c-9a1e40544bc5 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Allocated IP 2001:db8::12b (8bd61413-0800-43bd-8fae-869ae44cbe88/5bda7db6-3ef7-44e7-99f6-85146faa916e/e872dc61-72bf-41e0-b5c9-add01904ebf2) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:30:49.815770 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2896bd91-7161-41c6-9f71-c11430d85756 req-4ae1b9a9-154d-4269-aaa3-9669ff537cfe tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559933 Oct 30 15:30:49.862672 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f526e7-8bac-4af8-a993-310a70a39166 None None] Network 8bd61413-0800-43bd-8fae-869ae44cbe88 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:30:49.949964 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-66d2ca1e-d82d-48fc-be9c-9a1e40544bc5 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:49.984434 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-66d2ca1e-d82d-48fc-be9c-9a1e40544bc5 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:50.027615 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d2ca1e-d82d-48fc-be9c-9a1e40544bc5 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Network 8bd61413-0800-43bd-8fae-869ae44cbe88 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:30:50.030535 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-66d2ca1e-d82d-48fc-be9c-9a1e40544bc5 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:30:50.034025 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d2ca1e-d82d-48fc-be9c-9a1e40544bc5 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:30:50.035008 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d2ca1e-d82d-48fc-be9c-9a1e40544bc5 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:50.035647 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-66d2ca1e-d82d-48fc-be9c-9a1e40544bc5 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:50.043906 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d2ca1e-d82d-48fc-be9c-9a1e40544bc5 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Pushing event updated for resources: {'Port': ['ID=e872dc61-72bf-41e0-b5c9-add01904ebf2,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:50.055226 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-66d2ca1e-d82d-48fc-be9c-9a1e40544bc5 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4962966 Oct 30 15:30:50.057685 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 33168) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:50.394627 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-9ec8534e-6bfc-4eea-b7aa-9de472e751b8 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Deleting port e872dc61-72bf-41e0-b5c9-add01904ebf2 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:30:50.394967 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9ec8534e-6bfc-4eea-b7aa-9de472e751b8 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:50.471052 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9ec8534e-6bfc-4eea-b7aa-9de472e751b8 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:50.482655 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-9ec8534e-6bfc-4eea-b7aa-9de472e751b8 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Calling delete_port for e872dc61-72bf-41e0-b5c9-add01904ebf2 owned by {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:30:50.602510 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9ec8534e-6bfc-4eea-b7aa-9de472e751b8 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:50.629655 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec8534e-6bfc-4eea-b7aa-9de472e751b8 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Pushing event deleted for resources: {'Port': ['ID=e872dc61-72bf-41e0-b5c9-add01904ebf2,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:50.654351 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9ec8534e-6bfc-4eea-b7aa-9de472e751b8 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:50.657630 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9ec8534e-6bfc-4eea-b7aa-9de472e751b8 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] 10.222.0.62 "DELETE /v2.0/ports/e872dc61-72bf-41e0-b5c9-add01904ebf2 HTTP/1.1" status: 204 len: 168 time: 0.5990241 Oct 30 15:30:50.660258 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 33176) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:50.664387 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-11fa3e86-c2e5-4270-a101-3cdd6dc40085 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8bd61413-0800-43bd-8fae-869ae44cbe88', 'external_fixed_ips': [{'subnet_id': '5bda7db6-3ef7-44e7-99f6-85146faa916e', 'ip_address': '2001:db8::12b'}]}}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:30:50.685425 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-11fa3e86-c2e5-4270-a101-3cdd6dc40085 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:50.686459 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-11fa3e86-c2e5-4270-a101-3cdd6dc40085 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:50.737952 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-11fa3e86-c2e5-4270-a101-3cdd6dc40085 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:50.871254 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-11fa3e86-c2e5-4270-a101-3cdd6dc40085 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:50.939829 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231feb0-7a57-41e8-89ee-dcda8f58a81f req-78b438b2-cb73-4dd6-ae5c-cf8c2e43bb14 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:50.941471 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8231feb0-7a57-41e8-89ee-dcda8f58a81f req-78b438b2-cb73-4dd6-ae5c-cf8c2e43bb14 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 946 time: 0.0505886 Oct 30 15:30:50.982110 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8231feb0-7a57-41e8-89ee-dcda8f58a81f req-1cb635ea-eb2f-43c5-9743-7b1d73bc2fe7 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/security-groups?id=071f186e-c669-4ee7-a556-7b513f31568d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344472 Oct 30 15:30:51.068529 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-11fa3e86-c2e5-4270-a101-3cdd6dc40085 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:51.087359 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-11fa3e86-c2e5-4270-a101-3cdd6dc40085 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:51.115620 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2b9f53db-8131-4ca3-8b57-1dd467733e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:51.302310 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-11fa3e86-c2e5-4270-a101-3cdd6dc40085 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Allocated IP 2001:db8::12b (8bd61413-0800-43bd-8fae-869ae44cbe88/5bda7db6-3ef7-44e7-99f6-85146faa916e/3b98d542-0494-48db-a2ad-903d455da86a) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:30:51.330015 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f49f2-670e-48ee-9dbd-4315ac89905d req-a38f7e00-2eb3-4dd8-97b8-4c0e82f95f80 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:51.331439 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f66f49f2-670e-48ee-9dbd-4315ac89905d req-a38f7e00-2eb3-4dd8-97b8-4c0e82f95f80 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.44 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 946 time: 0.0700283 Oct 30 15:30:51.475483 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-11fa3e86-c2e5-4270-a101-3cdd6dc40085 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:51.494371 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-f66f49f2-670e-48ee-9dbd-4315ac89905d req-069790c4-a4b0-4ee4-ba16-6a51cae4aa1b tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Deleting port 359fc4c5-25ae-4bc2-811f-6dd4960736b0 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:30:51.494699 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-f66f49f2-670e-48ee-9dbd-4315ac89905d req-069790c4-a4b0-4ee4-ba16-6a51cae4aa1b tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:51.565821 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-11fa3e86-c2e5-4270-a101-3cdd6dc40085 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:51.633224 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fa3e86-c2e5-4270-a101-3cdd6dc40085 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Network 8bd61413-0800-43bd-8fae-869ae44cbe88 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:30:51.634935 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-f66f49f2-670e-48ee-9dbd-4315ac89905d req-069790c4-a4b0-4ee4-ba16-6a51cae4aa1b tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] For port 359fc4c5-25ae-4bc2-811f-6dd4960736b0, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=359fc4c5-25ae-4bc2-811f-6dd4960736b0,segment=NetworkSegment(dd3c69d2-19e5-49a2-83d4-39997396926e),segment_id=dd3c69d2-19e5-49a2-83d4-39997396926e)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:30:51.635289 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-f66f49f2-670e-48ee-9dbd-4315ac89905d req-069790c4-a4b0-4ee4-ba16-6a51cae4aa1b tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:51.643731 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-11fa3e86-c2e5-4270-a101-3cdd6dc40085 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:30:51.649604 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fa3e86-c2e5-4270-a101-3cdd6dc40085 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:30:51.655319 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-f66f49f2-670e-48ee-9dbd-4315ac89905d req-069790c4-a4b0-4ee4-ba16-6a51cae4aa1b tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Calling delete_port for 359fc4c5-25ae-4bc2-811f-6dd4960736b0 owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:30:51.656943 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fa3e86-c2e5-4270-a101-3cdd6dc40085 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Pushing event updated for resources: {'Port': ['ID=3b98d542-0494-48db-a2ad-903d455da86a,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:51.954112 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-11fa3e86-c2e5-4270-a101-3cdd6dc40085 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:51.957211 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-f66f49f2-670e-48ee-9dbd-4315ac89905d req-069790c4-a4b0-4ee4-ba16-6a51cae4aa1b tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:51.969432 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['359fc4c5-25ae-4bc2-811f-6dd4960736b0'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:30:52.049373 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069790c4-a4b0-4ee4-ba16-6a51cae4aa1b tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Pushing event deleted for resources: {'Port': ['ID=359fc4c5-25ae-4bc2-811f-6dd4960736b0,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:52.080070 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-44bde7ef-21fa-44b9-b8c2-d5c12df15624 req-b1500883-a209-4b53-9e21-5c13ce561616 tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.62 "GET /v2.0/ports?device_id=97cfe86f-a746-4d17-9b3f-f78cee3266a1 HTTP/1.1" status: 200 len: 210 time: 0.0276008 Oct 30 15:30:52.097051 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-f66f49f2-670e-48ee-9dbd-4315ac89905d req-069790c4-a4b0-4ee4-ba16-6a51cae4aa1b tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] No DVR routers for this DVR port 359fc4c5-25ae-4bc2-811f-6dd4960736b0 on host n-h2-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:30:52.101318 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-f66f49f2-670e-48ee-9dbd-4315ac89905d req-069790c4-a4b0-4ee4-ba16-6a51cae4aa1b tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:52.104700 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f66f49f2-670e-48ee-9dbd-4315ac89905d req-069790c4-a4b0-4ee4-ba16-6a51cae4aa1b tempest-ServersNegativeTestJSON-1812878700 tempest-ServersNegativeTestJSON-1812878700-project] 10.222.0.44 "DELETE /v2.0/ports/359fc4c5-25ae-4bc2-811f-6dd4960736b0 HTTP/1.1" status: 204 len: 173 time: 0.7632124 Oct 30 15:30:52.105194 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97cfe86f-a746-4d17-9b3f-f78cee3266a1', 'name': 'network-vif-deleted', 'tag': '359fc4c5-25ae-4bc2-811f-6dd4960736b0'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:30:52.107952 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3e6d88-1ff5-4f75-8a83-e22b6817832b" -d '{"events": [{"server_uuid": "97cfe86f-a746-4d17-9b3f-f78cee3266a1", "name": "network-vif-deleted", "tag": "359fc4c5-25ae-4bc2-811f-6dd4960736b0"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:30:52.172173 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea746b00-f9d3-4873-9ea2-a35742fff5c3 x-openstack-request-id: req-ea746b00-f9d3-4873-9ea2-a35742fff5c3 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:30:52.172446 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97cfe86f-a746-4d17-9b3f-f78cee3266a1", "name": "network-vif-deleted", "tag": "359fc4c5-25ae-4bc2-811f-6dd4960736b0", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:30:52.172702 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ea746b00-f9d3-4873-9ea2-a35742fff5c3 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:30:52.173352 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97cfe86f-a746-4d17-9b3f-f78cee3266a1', 'name': 'network-vif-deleted', 'tag': '359fc4c5-25ae-4bc2-811f-6dd4960736b0', 'status': 'completed', 'code': 200} Oct 30 15:30:52.242714 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-11fa3e86-c2e5-4270-a101-3cdd6dc40085 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:52.369937 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11fa3e86-c2e5-4270-a101-3cdd6dc40085 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Router 06f1adb3-6eec-4508-ac23-71d32182bee5 is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:30:52.476006 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11fa3e86-c2e5-4270-a101-3cdd6dc40085 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:30:52.486955 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4ae20f-5261-415c-a196-2861d234c50d None None] Sync routers for ids ['06f1adb3-6eec-4508-ac23-71d32182bee5'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:30:52.492684 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-11fa3e86-c2e5-4270-a101-3cdd6dc40085 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:52.494027 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-11fa3e86-c2e5-4270-a101-3cdd6dc40085 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 1.8328433 Oct 30 15:30:52.496639 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 33188) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:52.497896 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4ae20f-5261-415c-a196-2861d234c50d None None] Routers {'06f1adb3-6eec-4508-ac23-71d32182bee5'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:30:52.498515 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-4a4ae20f-5261-415c-a196-2861d234c50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:30:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['06f1adb3-6eec-4508-ac23-71d32182bee5'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:30:52.710462 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-4a4ae20f-5261-415c-a196-2861d234c50d None None] Set router 06f1adb3-6eec-4508-ac23-71d32182bee5 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:30:52.858019 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-05a4c77c-9330-44ff-b6b9-a04a6fb87a36 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks [] for router, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:52.889575 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-4a4ae20f-5261-415c-a196-2861d234c50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f1adb3-6eec-4508-ac23-71d32182bee5', 'name': '', 'tenant_id': 'c2a9796dfc6b4aecb58bc63225fd62fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bd61413-0800-43bd-8fae-869ae44cbe88', 'external_fixed_ips': [{'subnet_id': '5bda7db6-3ef7-44e7-99f6-85146faa916e', 'ip_address': '2001:db8::12b'}], 'enable_snat': True}, 'gw_port_id': '3b98d542-0494-48db-a2ad-903d455da86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:30:50Z', 'updated_at': '2021-10-30T15:30:51Z', 'revision_number': 3, 'project_id': 'c2a9796dfc6b4aecb58bc63225fd62fd', 'gw_port': {'id': '3b98d542-0494-48db-a2ad-903d455da86a', 'name': '', 'network_id': '8bd61413-0800-43bd-8fae-869ae44cbe88', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06f1adb3-6eec-4508-ac23-71d32182bee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '5bda7db6-3ef7-44e7-99f6-85146faa916e', 'ip_address': '2001:db8::12b', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:30:51Z', 'updated_at': '2021-10-30T15:30:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bda7db6-3ef7-44e7-99f6-85146faa916e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:30:52.919167 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4ae20f-5261-415c-a196-2861d234c50d None None] Checking router: 06f1adb3-6eec-4508-ac23-71d32182bee5 for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:30:52.919533 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4ae20f-5261-415c-a196-2861d234c50d None None] Updating router 06f1adb3-6eec-4508-ac23-71d32182bee5 port 3b98d542-0494-48db-a2ad-903d455da86a binding host n-d-806683-17 {{(pid=102133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:30:52.944631 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4a4ae20f-5261-415c-a196-2861d234c50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:52.970079 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-05a4c77c-9330-44ff-b6b9-a04a6fb87a36 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:53.023258 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-05a4c77c-9330-44ff-b6b9-a04a6fb87a36 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Deleting port 3b98d542-0494-48db-a2ad-903d455da86a {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:30:53.023785 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-05a4c77c-9330-44ff-b6b9-a04a6fb87a36 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:53.097823 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-05a4c77c-9330-44ff-b6b9-a04a6fb87a36 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:53.109933 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-05a4c77c-9330-44ff-b6b9-a04a6fb87a36 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Calling delete_port for 3b98d542-0494-48db-a2ad-903d455da86a owned by network:router_gateway {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:30:53.144345 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 33194) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:53.194539 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc01a9b6-82df-499c-869e-8ffc5361e1bb admin admin] Deleting subnet 0f10ba2c-a980-4319-9add-8030477039ac {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:30:53.197719 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cc01a9b6-82df-499c-869e-8ffc5361e1bb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:53.207474 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4a4ae20f-5261-415c-a196-2861d234c50d None None] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:53.212270 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4a4ae20f-5261-415c-a196-2861d234c50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:53.232995 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cc01a9b6-82df-499c-869e-8ffc5361e1bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:53.272519 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-4a4ae20f-5261-415c-a196-2861d234c50d None None] Attempting to bind port 3b98d542-0494-48db-a2ad-903d455da86a on host n-d-806683-17 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:30:53.272886 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-4a4ae20f-5261-415c-a196-2861d234c50d None None] Attempting to bind port 3b98d542-0494-48db-a2ad-903d455da86a by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '57b4bd99-1445-40dc-9302-0d4912ad7209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8bd61413-0800-43bd-8fae-869ae44cbe88'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:30:53.273085 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cc01a9b6-82df-499c-869e-8ffc5361e1bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:53.273257 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4ae20f-5261-415c-a196-2861d234c50d None None] Attempting to bind port 3b98d542-0494-48db-a2ad-903d455da86a on network 8bd61413-0800-43bd-8fae-869ae44cbe88 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:30:53.276089 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95328ea2-6b67-48d5-a586-380fbbf2a59c None None] Pushing event updated for resources: {'Port': ['ID=3b98d542-0494-48db-a2ad-903d455da86a,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:53.283327 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4ae20f-5261-415c-a196-2861d234c50d None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:30:53.284359 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4ae20f-5261-415c-a196-2861d234c50d None None] Checking segment: {'id': '57b4bd99-1445-40dc-9302-0d4912ad7209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8bd61413-0800-43bd-8fae-869ae44cbe88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:30:53.284920 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4a4ae20f-5261-415c-a196-2861d234c50d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:53.285487 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4ae20f-5261-415c-a196-2861d234c50d None None] Bound using segment: {'id': '57b4bd99-1445-40dc-9302-0d4912ad7209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8bd61413-0800-43bd-8fae-869ae44cbe88'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:30:53.286259 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-4a4ae20f-5261-415c-a196-2861d234c50d None None] Bound port: 3b98d542-0494-48db-a2ad-903d455da86a, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57b4bd99-1445-40dc-9302-0d4912ad7209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8bd61413-0800-43bd-8fae-869ae44cbe88'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:30:53.286944 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4a4ae20f-5261-415c-a196-2861d234c50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:53.297036 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-05a4c77c-9330-44ff-b6b9-a04a6fb87a36 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:53.330802 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a4c77c-9330-44ff-b6b9-a04a6fb87a36 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Pushing event deleted for resources: {'Port': ['ID=3b98d542-0494-48db-a2ad-903d455da86a,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:53.333716 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cc01a9b6-82df-499c-869e-8ffc5361e1bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:53.349400 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.db.api [None req-4a4ae20f-5261-415c-a196-2861d234c50d None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 30 15:30:53.349838 n-d-806683-17 neutron-server[102133]: DEBUG oslo_db.api [None req-4a4ae20f-5261-415c-a196-2861d234c50d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 30 15:30:53.356878 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-05a4c77c-9330-44ff-b6b9-a04a6fb87a36 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:53.368143 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc01a9b6-82df-499c-869e-8ffc5361e1bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f10ba2c-a980-4319-9add-8030477039ac,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:53.374235 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cc01a9b6-82df-499c-869e-8ffc5361e1bb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:53.378370 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-cc01a9b6-82df-499c-869e-8ffc5361e1bb admin admin] 10.222.0.62 "DELETE /v2.0/subnets/0f10ba2c-a980-4319-9add-8030477039ac HTTP/1.1" status: 204 len: 168 time: 0.2324293 Oct 30 15:30:53.380307 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 33198) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:53.449907 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-05a4c77c-9330-44ff-b6b9-a04a6fb87a36 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:53.452031 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-05a4c77c-9330-44ff-b6b9-a04a6fb87a36 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:53.457120 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8b08b09b-e76d-40fa-8dea-825b68222aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:53.495531 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-05a4c77c-9330-44ff-b6b9-a04a6fb87a36 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:53.496886 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a4c77c-9330-44ff-b6b9-a04a6fb87a36 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 06f1adb3-6eec-4508-ac23-71d32182bee5 {{(pid=102130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:30:53.501225 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-05a4c77c-9330-44ff-b6b9-a04a6fb87a36 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:53.502345 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-05a4c77c-9330-44ff-b6b9-a04a6fb87a36 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] 10.222.0.62 "DELETE /v2.0/routers/06f1adb3-6eec-4508-ac23-71d32182bee5 HTTP/1.1" status: 204 len: 168 time: 1.0047829 Oct 30 15:30:53.504969 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 33200) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:53.540551 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8b08b09b-e76d-40fa-8dea-825b68222aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:53.549224 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1343514-5240-4b6a-afce-6ca56705af33 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Deleting subnet 5bda7db6-3ef7-44e7-99f6-85146faa916e {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:30:53.552343 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a1343514-5240-4b6a-afce-6ca56705af33 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:53.560347 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-8b08b09b-e76d-40fa-8dea-825b68222aaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8e25823-3fc3-4f4e-beb9-0b0629874c87']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:30:53.569435 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-8b08b09b-e76d-40fa-8dea-825b68222aaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd3c69d2-19e5-49a2-83d4-39997396926e') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:30:53.569726 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-8b08b09b-e76d-40fa-8dea-825b68222aaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd3c69d2-19e5-49a2-83d4-39997396926e') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:30:53.579353 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8b08b09b-e76d-40fa-8dea-825b68222aaa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:53.590561 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a1343514-5240-4b6a-afce-6ca56705af33 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:53.592340 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8b08b09b-e76d-40fa-8dea-825b68222aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:53.598100 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b08b09b-e76d-40fa-8dea-825b68222aaa admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:30:53.598476 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8b08b09b-e76d-40fa-8dea-825b68222aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:53.600147 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:30:53.600147 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:30:53.600147 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:30:53.600147 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:30:53.600147 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:30:53.600147 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:30:53.600147 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:30:53.600147 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:30:53.600147 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:30:53.600147 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:30:53.600147 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:30:53.600147 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:30:53.600147 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:30:53.600147 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:30:53.600147 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:30:53.600147 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:30:53.600147 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:30:53.600147 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:30:53.600147 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:30:53.600147 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:30:53.600147 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:30:53.600147 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:30:53.600147 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:30:53.600147 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:30:53.600147 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:30:53.600147 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:30:53.600147 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:30:53.600147 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:30:53.600147 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:30:53.600147 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:30:53.600147 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:30:53.600147 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:30:53.629764 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a1343514-5240-4b6a-afce-6ca56705af33 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:53.654328 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8b08b09b-e76d-40fa-8dea-825b68222aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:53.658853 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8b08b09b-e76d-40fa-8dea-825b68222aaa admin admin] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:53.664714 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-8b08b09b-e76d-40fa-8dea-825b68222aaa admin admin] 10.222.0.62 "DELETE /v2.0/networks/f8e25823-3fc3-4f4e-beb9-0b0629874c87 HTTP/1.1" status: 204 len: 168 time: 0.2834144 Oct 30 15:30:53.680338 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b08b09b-e76d-40fa-8dea-825b68222aaa admin admin] Pushing event deleted for resources: {'Network': ['ID=f8e25823-3fc3-4f4e-beb9-0b0629874c87,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:53.697558 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a1343514-5240-4b6a-afce-6ca56705af33 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:53.724177 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1343514-5240-4b6a-afce-6ca56705af33 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5bda7db6-3ef7-44e7-99f6-85146faa916e,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:53.727811 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a1343514-5240-4b6a-afce-6ca56705af33 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:53.734074 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a1343514-5240-4b6a-afce-6ca56705af33 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] 10.222.0.62 "DELETE /v2.0/subnets/5bda7db6-3ef7-44e7-99f6-85146faa916e HTTP/1.1" status: 204 len: 168 time: 0.2251251 Oct 30 15:30:53.747797 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 33204) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:53.757348 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-475a7804-5567-4bc5-8f15-20d85e7e9243 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:53.825581 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9f5bc382-9069-41ef-9990-96a348841703 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:53.856694 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 33206) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:53.868389 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-4a4ae20f-5261-415c-a196-2861d234c50d None None] Attempting to bind port 3b98d542-0494-48db-a2ad-903d455da86a on host n-d-806683-17 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:30:53.869404 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-4a4ae20f-5261-415c-a196-2861d234c50d None None] Attempting to bind port 3b98d542-0494-48db-a2ad-903d455da86a by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '57b4bd99-1445-40dc-9302-0d4912ad7209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8bd61413-0800-43bd-8fae-869ae44cbe88'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:30:53.869768 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4ae20f-5261-415c-a196-2861d234c50d None None] Attempting to bind port 3b98d542-0494-48db-a2ad-903d455da86a on network 8bd61413-0800-43bd-8fae-869ae44cbe88 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:30:53.875491 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4ae20f-5261-415c-a196-2861d234c50d None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:30:53.875874 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4ae20f-5261-415c-a196-2861d234c50d None None] Checking segment: {'id': '57b4bd99-1445-40dc-9302-0d4912ad7209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8bd61413-0800-43bd-8fae-869ae44cbe88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:30:53.876273 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4a4ae20f-5261-415c-a196-2861d234c50d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:53.876661 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4ae20f-5261-415c-a196-2861d234c50d None None] Bound using segment: {'id': '57b4bd99-1445-40dc-9302-0d4912ad7209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8bd61413-0800-43bd-8fae-869ae44cbe88'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:30:53.877126 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-4a4ae20f-5261-415c-a196-2861d234c50d None None] Bound port: 3b98d542-0494-48db-a2ad-903d455da86a, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57b4bd99-1445-40dc-9302-0d4912ad7209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8bd61413-0800-43bd-8fae-869ae44cbe88'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:30:53.877784 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4a4ae20f-5261-415c-a196-2861d234c50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:53.898664 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.plugin [None req-4a4ae20f-5261-415c-a196-2861d234c50d None None] Port 3b98d542-0494-48db-a2ad-903d455da86a has been deleted concurrently {{(pid=102133) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Oct 30 15:30:53.907550 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-01e6a3ae-4b4c-4f2d-a924-9faa209960c8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=83163a2e76164950a9379cf5be4baa34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469363 Oct 30 15:30:53.907763 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 33208) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:53.909725 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4ae20f-5261-415c-a196-2861d234c50d None None] Routers set() bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:30:53.910032 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4ae20f-5261-415c-a196-2861d234c50d None None] Router IDs set() for agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 30 15:30:53.910665 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_agentschedulers_db [None req-4a4ae20f-5261-415c-a196-2861d234c50d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'06f1adb3-6eec-4508-ac23-71d32182bee5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:30:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent'). {{(pid=102133) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 30 15:30:53.911242 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4ae20f-5261-415c-a196-2861d234c50d None None] The sync data for ids ['06f1adb3-6eec-4508-ac23-71d32182bee5'] in n-d-806683-17 is: [] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:30:53.914848 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9f5bc382-9069-41ef-9990-96a348841703 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:53.936057 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-9f5bc382-9069-41ef-9990-96a348841703 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bd61413-0800-43bd-8fae-869ae44cbe88']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:30:53.945133 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-9f5bc382-9069-41ef-9990-96a348841703 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57b4bd99-1445-40dc-9302-0d4912ad7209') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:30:53.945427 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-9f5bc382-9069-41ef-9990-96a348841703 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57b4bd99-1445-40dc-9302-0d4912ad7209') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:30:53.954830 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9f5bc382-9069-41ef-9990-96a348841703 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:53.957410 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e89c777f-7b64-4a13-ae80-61196a19eaa4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:53.967556 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9f5bc382-9069-41ef-9990-96a348841703 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:53.973512 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f5bc382-9069-41ef-9990-96a348841703 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:30:53.974148 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9f5bc382-9069-41ef-9990-96a348841703 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:53.976126 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:30:53.976126 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:30:53.976126 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:30:53.976126 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:30:53.976126 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:30:53.976126 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:30:53.976126 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:30:53.976126 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:30:53.976126 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:30:53.976126 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:30:53.976126 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:30:53.976126 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:30:53.976126 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:30:53.976126 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:30:53.976126 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:30:53.976126 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:30:53.976126 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:30:53.976126 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:30:53.976126 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:30:53.976126 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:30:53.976126 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:30:53.976126 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:30:53.976126 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:30:53.976126 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:30:53.976126 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:30:53.976126 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:30:53.976126 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:30:53.976126 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:30:53.976126 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:30:53.976126 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:30:53.976126 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:30:53.976126 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:30:53.979578 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e89c777f-7b64-4a13-ae80-61196a19eaa4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:54.035766 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e89c777f-7b64-4a13-ae80-61196a19eaa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:54.038355 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e89c777f-7b64-4a13-ae80-61196a19eaa4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:54.043939 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e89c777f-7b64-4a13-ae80-61196a19eaa4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/071f186e-c669-4ee7-a556-7b513f31568d HTTP/1.1" status: 204 len: 168 time: 0.1312411 Oct 30 15:30:54.044936 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9f5bc382-9069-41ef-9990-96a348841703 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:54.051204 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89c777f-7b64-4a13-ae80-61196a19eaa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071f186e-c669-4ee7-a556-7b513f31568d,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:54.053297 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f5bc382-9069-41ef-9990-96a348841703 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8bd61413-0800-43bd-8fae-869ae44cbe88 {{(pid=102131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 30 15:30:54.056220 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9f5bc382-9069-41ef-9990-96a348841703 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:54.064303 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-9f5bc382-9069-41ef-9990-96a348841703 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] 10.222.0.62 "DELETE /v2.0/networks/8bd61413-0800-43bd-8fae-869ae44cbe88 HTTP/1.1" status: 204 len: 168 time: 0.3206608 Oct 30 15:30:54.072316 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5bc382-9069-41ef-9990-96a348841703 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Pushing event deleted for resources: {'Network': ['ID=8bd61413-0800-43bd-8fae-869ae44cbe88,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:54.323642 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 33222) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:54.331762 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-cf1d1474-3bc7-43d9-8c16-cf25aa28ade0 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Request body: {'router': {'name': 'tempest-router--83247245', 'project_id': '7249691cbef340e880522fe1ba036723'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:30:54.364166 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cf1d1474-3bc7-43d9-8c16-cf25aa28ade0 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:54.365365 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cf1d1474-3bc7-43d9-8c16-cf25aa28ade0 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:54.426332 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cf1d1474-3bc7-43d9-8c16-cf25aa28ade0 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:54.431941 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cf1d1474-3bc7-43d9-8c16-cf25aa28ade0 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:54.450658 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cf1d1474-3bc7-43d9-8c16-cf25aa28ade0 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:54.452230 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-cf1d1474-3bc7-43d9-8c16-cf25aa28ade0 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1270626 Oct 30 15:30:54.455147 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 33232) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:54.537392 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e20d91ef-fe44-421b-a1a8-3614004e51f9 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks [] for router, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:54.662221 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:54.710499 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e20d91ef-fe44-421b-a1a8-3614004e51f9 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:54.712712 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e20d91ef-fe44-421b-a1a8-3614004e51f9 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:54.760129 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e20d91ef-fe44-421b-a1a8-3614004e51f9 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:54.760630 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e20d91ef-fe44-421b-a1a8-3614004e51f9 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 424d5c87-d290-42df-82c4-05563d4e90f6 {{(pid=102130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:30:54.765652 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e20d91ef-fe44-421b-a1a8-3614004e51f9 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:54.768016 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 33242) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:54.769755 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e20d91ef-fe44-421b-a1a8-3614004e51f9 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] 10.222.0.62 "DELETE /v2.0/routers/424d5c87-d290-42df-82c4-05563d4e90f6 HTTP/1.1" status: 204 len: 168 time: 0.3134036 Oct 30 15:30:54.869301 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-8bfa5882-dbde-4fdc-8b41-ee91f34db80e admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1502077231-network', 'tenant_id': '23c2d9c0a4b145f881a975b58a00087c'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:30:54.883441 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:54.896683 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bfa5882-dbde-4fdc-8b41-ee91f34db80e admin admin] Made reservation on behalf of 23c2d9c0a4b145f881a975b58a00087c for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:30:54.899271 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8bfa5882-dbde-4fdc-8b41-ee91f34db80e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:54.908786 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8bfa5882-dbde-4fdc-8b41-ee91f34db80e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:54.932770 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 33248) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:54.985937 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8bfa5882-dbde-4fdc-8b41-ee91f34db80e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:54.990260 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8bfa5882-dbde-4fdc-8b41-ee91f34db80e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:55.016868 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bfa5882-dbde-4fdc-8b41-ee91f34db80e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:30:55.027754 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfa5882-dbde-4fdc-8b41-ee91f34db80e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe885058-db00-4e3a-adf7-625657c7ef28,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:55.041788 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8bfa5882-dbde-4fdc-8b41-ee91f34db80e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:55.042072 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-8bfa5882-dbde-4fdc-8b41-ee91f34db80e admin admin] Added segment c6f81dbd-2e56-4ac5-ba3e-467d8f10ddfc of type vlan for network e66cc7fe-6799-4216-8fb8-63b558b75374 Oct 30 15:30:55.086608 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8bfa5882-dbde-4fdc-8b41-ee91f34db80e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:55.089084 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-01981c2d-9778-4872-b801-ba687c5f5b80 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1124328557', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}, 'admin_state_up': False}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:30:55.112837 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8bfa5882-dbde-4fdc-8b41-ee91f34db80e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:55.113913 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfa5882-dbde-4fdc-8b41-ee91f34db80e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:55.114060 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-01981c2d-9778-4872-b801-ba687c5f5b80 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:55.114485 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8bfa5882-dbde-4fdc-8b41-ee91f34db80e admin admin] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:55.115087 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-01981c2d-9778-4872-b801-ba687c5f5b80 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:55.165398 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-8bfa5882-dbde-4fdc-8b41-ee91f34db80e admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3962598 Oct 30 15:30:55.168998 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 33252) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:55.175264 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-9b4c2eb8-1b9a-47bc-b1ee-b5a165a696db admin admin] Request body: {'subnet': {'network_id': 'e66cc7fe-6799-4216-8fb8-63b558b75374', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1502077231-subnet', 'tenant_id': '23c2d9c0a4b145f881a975b58a00087c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:30:55.176184 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfa5882-dbde-4fdc-8b41-ee91f34db80e admin admin] Pushing event updated for resources: {'Network': ['ID=e66cc7fe-6799-4216-8fb8-63b558b75374,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:55.179975 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-01981c2d-9778-4872-b801-ba687c5f5b80 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:55.187621 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network e66cc7fe-6799-4216-8fb8-63b558b75374 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:30:55.268556 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b4c2eb8-1b9a-47bc-b1ee-b5a165a696db admin admin] Made reservation on behalf of 23c2d9c0a4b145f881a975b58a00087c for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:30:55.271264 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9b4c2eb8-1b9a-47bc-b1ee-b5a165a696db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:55.373044 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-01981c2d-9778-4872-b801-ba687c5f5b80 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:55.571697 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9b4c2eb8-1b9a-47bc-b1ee-b5a165a696db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:55.690923 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4c2eb8-1b9a-47bc-b1ee-b5a165a696db admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6b94655-ffc4-447b-afc4-ea0405b5bd77,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:55.731196 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-01981c2d-9778-4872-b801-ba687c5f5b80 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks [] for router_gateway, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:55.733718 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4c2eb8-1b9a-47bc-b1ee-b5a165a696db admin admin] Checking segment: {'id': 'c6f81dbd-2e56-4ac5-ba3e-467d8f10ddfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'e66cc7fe-6799-4216-8fb8-63b558b75374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:30:55.734073 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4c2eb8-1b9a-47bc-b1ee-b5a165a696db admin admin] Network hostable DHCP agents. Network: e66cc7fe-6799-4216-8fb8-63b558b75374, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:30:55.754601 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-01981c2d-9778-4872-b801-ba687c5f5b80 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:55.803303 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4c2eb8-1b9a-47bc-b1ee-b5a165a696db admin admin] Network e66cc7fe-6799-4216-8fb8-63b558b75374 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:30:55.824671 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-9b4c2eb8-1b9a-47bc-b1ee-b5a165a696db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, e66cc7fe-6799-4216-8fb8-63b558b75374) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:30:55.832182 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4c2eb8-1b9a-47bc-b1ee-b5a165a696db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:55.832771 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9b4c2eb8-1b9a-47bc-b1ee-b5a165a696db admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:55.833839 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42346cf9-d7b3-4518-a505-cb8ee9bde3f5 None None] Network e66cc7fe-6799-4216-8fb8-63b558b75374 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:30:55.876060 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9b4c2eb8-1b9a-47bc-b1ee-b5a165a696db admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7059016 Oct 30 15:30:55.899110 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-01981c2d-9778-4872-b801-ba687c5f5b80 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Allocated IP 172.25.4.144 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/ae17cc94-999f-4ba2-9c25-bb287d1aadf5) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:30:55.974638 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3107fc31-2e78-4a21-add8-e88d5d0f0308 None None] Network e66cc7fe-6799-4216-8fb8-63b558b75374 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:30:56.006015 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 33260) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:56.020673 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-01981c2d-9778-4872-b801-ba687c5f5b80 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:56.056007 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-50bf25b6-a534-4388-9e92-899676a73e1c admin admin] Deleting subnet d6b94655-ffc4-447b-afc4-ea0405b5bd77 {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:30:56.060443 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-50bf25b6-a534-4388-9e92-899676a73e1c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:56.061227 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-01981c2d-9778-4872-b801-ba687c5f5b80 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:56.100972 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-50bf25b6-a534-4388-9e92-899676a73e1c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:56.108905 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01981c2d-9778-4872-b801-ba687c5f5b80 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:30:56.114651 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-01981c2d-9778-4872-b801-ba687c5f5b80 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:30:56.117254 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01981c2d-9778-4872-b801-ba687c5f5b80 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:30:56.120355 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01981c2d-9778-4872-b801-ba687c5f5b80 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Pushing event updated for resources: {'Port': ['ID=ae17cc94-999f-4ba2-9c25-bb287d1aadf5,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:56.141268 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-50bf25b6-a534-4388-9e92-899676a73e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:56.192973 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-50bf25b6-a534-4388-9e92-899676a73e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:56.216470 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bf25b6-a534-4388-9e92-899676a73e1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6b94655-ffc4-447b-afc4-ea0405b5bd77,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:56.223617 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-50bf25b6-a534-4388-9e92-899676a73e1c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:56.227620 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-50bf25b6-a534-4388-9e92-899676a73e1c admin admin] 10.222.0.62 "DELETE /v2.0/subnets/d6b94655-ffc4-447b-afc4-ea0405b5bd77 HTTP/1.1" status: 204 len: 168 time: 0.2203956 Oct 30 15:30:56.230695 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 33262) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:56.256207 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 359fc4c5-25ae-4bc2-811f-6dd4960736b0 no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:30:56.277283 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] No Port match for: 359fc4c5-25ae-4bc2-811f-6dd4960736b0 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:30:56.277766 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 359fc4c5-25ae-4bc2-811f-6dd4960736b0 not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:30:56.307938 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-93d6b45c-2ea6-42d0-b5ac-b284db6622c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:56.376818 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-01981c2d-9778-4872-b801-ba687c5f5b80 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks [] for router_gateway, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:56.385285 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-93d6b45c-2ea6-42d0-b5ac-b284db6622c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:56.405390 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-93d6b45c-2ea6-42d0-b5ac-b284db6622c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e66cc7fe-6799-4216-8fb8-63b558b75374']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:30:56.414712 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-93d6b45c-2ea6-42d0-b5ac-b284db6622c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6f81dbd-2e56-4ac5-ba3e-467d8f10ddfc') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:30:56.415012 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-93d6b45c-2ea6-42d0-b5ac-b284db6622c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6f81dbd-2e56-4ac5-ba3e-467d8f10ddfc') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:30:56.424853 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-93d6b45c-2ea6-42d0-b5ac-b284db6622c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:56.438144 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-93d6b45c-2ea6-42d0-b5ac-b284db6622c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:56.444495 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93d6b45c-2ea6-42d0-b5ac-b284db6622c0 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:30:56.444908 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-93d6b45c-2ea6-42d0-b5ac-b284db6622c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:56.446592 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:30:56.446592 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:30:56.446592 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:30:56.446592 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:30:56.446592 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:30:56.446592 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:30:56.446592 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:30:56.446592 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:30:56.446592 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:30:56.446592 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:30:56.446592 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:30:56.446592 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:30:56.446592 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:30:56.446592 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:30:56.446592 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:30:56.446592 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:30:56.446592 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:30:56.446592 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:30:56.446592 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:30:56.446592 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:30:56.446592 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:30:56.446592 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:30:56.446592 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:30:56.446592 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:30:56.446592 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:30:56.446592 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:30:56.446592 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:30:56.446592 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:30:56.446592 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:30:56.446592 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:30:56.446592 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:30:56.446592 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:30:56.503424 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-93d6b45c-2ea6-42d0-b5ac-b284db6622c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:56.507819 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-93d6b45c-2ea6-42d0-b5ac-b284db6622c0 admin admin] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:56.511172 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-93d6b45c-2ea6-42d0-b5ac-b284db6622c0 admin admin] 10.222.0.62 "DELETE /v2.0/networks/e66cc7fe-6799-4216-8fb8-63b558b75374 HTTP/1.1" status: 204 len: 168 time: 0.2793152 Oct 30 15:30:56.523317 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d6b45c-2ea6-42d0-b5ac-b284db6622c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e66cc7fe-6799-4216-8fb8-63b558b75374,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:56.582519 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-01981c2d-9778-4872-b801-ba687c5f5b80 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:56.582951 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:56.695401 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 33270) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:56.713464 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 33272) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:56.802174 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-10649a3d-cbb2-4ed4-b62a-c1d90ebe68a5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=23c2d9c0a4b145f881a975b58a00087c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1053617 Oct 30 15:30:56.809136 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 33274) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:56.819498 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5e9604-101f-46d3-a5d5-ce2a14fb2e50 tempest-TestNetworkBasicOps-1227062034 tempest-TestNetworkBasicOps-1227062034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:56.819976 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5e9604-101f-46d3-a5d5-ce2a14fb2e50 tempest-TestNetworkBasicOps-1227062034 tempest-TestNetworkBasicOps-1227062034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:56.820430 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5e9604-101f-46d3-a5d5-ce2a14fb2e50 tempest-TestNetworkBasicOps-1227062034 tempest-TestNetworkBasicOps-1227062034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:30:56.822091 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-9e5e9604-101f-46d3-a5d5-ce2a14fb2e50 tempest-TestNetworkBasicOps-1227062034 tempest-TestNetworkBasicOps-1227062034-project-admin] 10.222.0.62 "GET /v2.0/ports?project_id=b2267fc2b77143d693871f591bcb3dbf&network_id=4b22032d-f999-405c-9aae-f4a890134250 HTTP/1.1" status: 200 len: 2972 time: 0.1058581 Oct 30 15:30:56.866803 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d39b632b-596f-4b87-bdcd-d3edb8088342 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:56.889678 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d39b632b-596f-4b87-bdcd-d3edb8088342 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:56.940682 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d39b632b-596f-4b87-bdcd-d3edb8088342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:56.947873 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d39b632b-596f-4b87-bdcd-d3edb8088342 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:56.949031 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d39b632b-596f-4b87-bdcd-d3edb8088342 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fe885058-db00-4e3a-adf7-625657c7ef28 HTTP/1.1" status: 204 len: 168 time: 0.1389413 Oct 30 15:30:56.957113 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39b632b-596f-4b87-bdcd-d3edb8088342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe885058-db00-4e3a-adf7-625657c7ef28,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:56.986765 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01981c2d-9778-4872-b801-ba687c5f5b80 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Router d585c4be-c404-4f77-ac3b-2fd8d8d0d710 is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:30:57.095318 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01981c2d-9778-4872-b801-ba687c5f5b80 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:30:57.106349 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7d4ad4-fb8d-409c-aca4-d075878aa9d6 None None] Sync routers for ids ['d585c4be-c404-4f77-ac3b-2fd8d8d0d710'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:30:57.118776 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-01981c2d-9778-4872-b801-ba687c5f5b80 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:57.119342 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7d4ad4-fb8d-409c-aca4-d075878aa9d6 None None] Routers {'d585c4be-c404-4f77-ac3b-2fd8d8d0d710'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:30:57.119505 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-9a7d4ad4-fb8d-409c-aca4-d075878aa9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:30:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['d585c4be-c404-4f77-ac3b-2fd8d8d0d710'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:30:57.120038 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-01981c2d-9778-4872-b801-ba687c5f5b80 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.1856663 Oct 30 15:30:57.123723 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 33282) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:57.164200 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-9a7d4ad4-fb8d-409c-aca4-d075878aa9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:30:57.173743 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7d4ad4-fb8d-409c-aca4-d075878aa9d6 None None] Routers {'d585c4be-c404-4f77-ac3b-2fd8d8d0d710'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:30:57.174470 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-9a7d4ad4-fb8d-409c-aca4-d075878aa9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:30:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['d585c4be-c404-4f77-ac3b-2fd8d8d0d710'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:30:57.209777 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-9a7d4ad4-fb8d-409c-aca4-d075878aa9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:30:57.210591 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7d4ad4-fb8d-409c-aca4-d075878aa9d6 None None] The sync data for ids ['d585c4be-c404-4f77-ac3b-2fd8d8d0d710'] in n-d-806683-17 is: [] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:30:57.251501 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-7b0ed590-04ca-4070-bd71-8f15b9b6b6ff tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] 10.222.0.62 "GET /v2.0/routers/d585c4be-c404-4f77-ac3b-2fd8d8d0d710 HTTP/1.1" status: 200 len: 925 time: 0.1263301 Oct 30 15:30:57.254001 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 33288) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:57.281013 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b7abc218-5ca1-4d58-b8e7-ac64aa4c2bc7 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d585c4be-c404-4f77-ac3b-2fd8d8d0d710 HTTP/1.1" status: 200 len: 205 time: 0.0259349 Oct 30 15:30:57.283582 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 33292) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:57.393341 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a0d29b46-209d-4fc8-8e83-574c86ee1a30 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks [] for router, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:57.497714 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a0d29b46-209d-4fc8-8e83-574c86ee1a30 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:57.550989 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-a0d29b46-209d-4fc8-8e83-574c86ee1a30 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Deleting port ae17cc94-999f-4ba2-9c25-bb287d1aadf5 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:30:57.551335 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a0d29b46-209d-4fc8-8e83-574c86ee1a30 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:57.630280 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a0d29b46-209d-4fc8-8e83-574c86ee1a30 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:57.642372 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-a0d29b46-209d-4fc8-8e83-574c86ee1a30 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Calling delete_port for ae17cc94-999f-4ba2-9c25-bb287d1aadf5 owned by network:router_gateway {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:30:57.806865 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a0d29b46-209d-4fc8-8e83-574c86ee1a30 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:57.833912 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d29b46-209d-4fc8-8e83-574c86ee1a30 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Pushing event deleted for resources: {'Port': ['ID=ae17cc94-999f-4ba2-9c25-bb287d1aadf5,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:57.895657 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a0d29b46-209d-4fc8-8e83-574c86ee1a30 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:57.987891 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a0d29b46-209d-4fc8-8e83-574c86ee1a30 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:57.990027 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a0d29b46-209d-4fc8-8e83-574c86ee1a30 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:58.337113 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a0d29b46-209d-4fc8-8e83-574c86ee1a30 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:58.337961 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d29b46-209d-4fc8-8e83-574c86ee1a30 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Fanout notify agent at l3_agent the message router_deleted on router d585c4be-c404-4f77-ac3b-2fd8d8d0d710 {{(pid=102131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:30:58.345241 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a0d29b46-209d-4fc8-8e83-574c86ee1a30 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:58.346418 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-a0d29b46-209d-4fc8-8e83-574c86ee1a30 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] 10.222.0.62 "DELETE /v2.0/routers/d585c4be-c404-4f77-ac3b-2fd8d8d0d710 HTTP/1.1" status: 204 len: 168 time: 1.0618587 Oct 30 15:30:58.349989 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 33328) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:58.354157 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-20f26b0c-6251-4e71-8323-231641dd49f8 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1822095230', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'enable_snat': False}}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:30:58.374284 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-20f26b0c-6251-4e71-8323-231641dd49f8 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:58.375654 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-20f26b0c-6251-4e71-8323-231641dd49f8 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:58.429408 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-20f26b0c-6251-4e71-8323-231641dd49f8 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:58.561874 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-20f26b0c-6251-4e71-8323-231641dd49f8 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:58.768778 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-20f26b0c-6251-4e71-8323-231641dd49f8 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:58.789693 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-20f26b0c-6251-4e71-8323-231641dd49f8 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:58.899033 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-20f26b0c-6251-4e71-8323-231641dd49f8 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Allocated IP 172.25.4.45 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/00bab01d-3ddb-41b5-b61b-ffea4b219021) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:30:59.005882 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-20f26b0c-6251-4e71-8323-231641dd49f8 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:59.042091 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-20f26b0c-6251-4e71-8323-231641dd49f8 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:59.081051 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f26b0c-6251-4e71-8323-231641dd49f8 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:30:59.083952 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-20f26b0c-6251-4e71-8323-231641dd49f8 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:30:59.087497 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f26b0c-6251-4e71-8323-231641dd49f8 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:30:59.111005 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f26b0c-6251-4e71-8323-231641dd49f8 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Pushing event updated for resources: {'Port': ['ID=00bab01d-3ddb-41b5-b61b-ffea4b219021,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:59.128011 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 33356) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:59.234843 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d0f9af39-2f0b-44e3-ab1e-b6c1a4914787 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:59.307330 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d0f9af39-2f0b-44e3-ab1e-b6c1a4914787 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:59.311772 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d0f9af39-2f0b-44e3-ab1e-b6c1a4914787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:59.340515 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-20f26b0c-6251-4e71-8323-231641dd49f8 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:59.350978 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-d0f9af39-2f0b-44e3-ab1e-b6c1a4914787 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fa32cb1637444234a88ea460e6dbfee8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2195170 Oct 30 15:30:59.350978 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f9af39-2f0b-44e3-ab1e-b6c1a4914787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4997b459-5ac2-4acb-b612-8c57ca1ebb84,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:59.352190 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 33360) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:59.363206 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f9af39-2f0b-44e3-ab1e-b6c1a4914787 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:30:59.363793 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f9af39-2f0b-44e3-ab1e-b6c1a4914787 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:30:59.363939 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f9af39-2f0b-44e3-ab1e-b6c1a4914787 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:30:59.364258 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f9af39-2f0b-44e3-ab1e-b6c1a4914787 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:30:59.364614 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f9af39-2f0b-44e3-ab1e-b6c1a4914787 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:30:59.364940 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f9af39-2f0b-44e3-ab1e-b6c1a4914787 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:30:59.365262 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f9af39-2f0b-44e3-ab1e-b6c1a4914787 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:30:59.365583 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f9af39-2f0b-44e3-ab1e-b6c1a4914787 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:30:59.365905 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f9af39-2f0b-44e3-ab1e-b6c1a4914787 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:30:59.366229 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f9af39-2f0b-44e3-ab1e-b6c1a4914787 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:30:59.366547 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f9af39-2f0b-44e3-ab1e-b6c1a4914787 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:30:59.366864 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f9af39-2f0b-44e3-ab1e-b6c1a4914787 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:30:59.412550 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-09b0730a-bbca-4c4c-a30e-5bed1a9113e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:59.432823 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-09b0730a-bbca-4c4c-a30e-5bed1a9113e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:59.478730 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-09b0730a-bbca-4c4c-a30e-5bed1a9113e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:59.481334 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-09b0730a-bbca-4c4c-a30e-5bed1a9113e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:59.485082 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-09b0730a-bbca-4c4c-a30e-5bed1a9113e0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4997b459-5ac2-4acb-b612-8c57ca1ebb84 HTTP/1.1" status: 204 len: 168 time: 0.1319754 Oct 30 15:30:59.493057 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b0730a-bbca-4c4c-a30e-5bed1a9113e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4997b459-5ac2-4acb-b612-8c57ca1ebb84,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:59.540285 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-20f26b0c-6251-4e71-8323-231641dd49f8 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:59.669852 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20f26b0c-6251-4e71-8323-231641dd49f8 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Router 10e05270-2c9a-480a-b1eb-f96a7e587424 is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:30:59.748650 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 33366) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:59.762237 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-01899cc1-b4e0-45a0-8ba8-9bd4d492bb28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:59.781077 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f26b0c-6251-4e71-8323-231641dd49f8 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:30:59.791094 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88ed80b-2cfe-4f0e-84f4-9e489ffd498f None None] Sync routers for ids ['10e05270-2c9a-480a-b1eb-f96a7e587424'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:30:59.800877 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88ed80b-2cfe-4f0e-84f4-9e489ffd498f None None] Routers {'10e05270-2c9a-480a-b1eb-f96a7e587424'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:30:59.801586 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-c88ed80b-2cfe-4f0e-84f4-9e489ffd498f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:30:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['10e05270-2c9a-480a-b1eb-f96a7e587424'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:30:59.823169 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-20f26b0c-6251-4e71-8323-231641dd49f8 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:59.827575 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-20f26b0c-6251-4e71-8323-231641dd49f8 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.4735575 Oct 30 15:30:59.827816 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 33370) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:59.858441 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:59.868640 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-01899cc1-b4e0-45a0-8ba8-9bd4d492bb28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:59.876728 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-01899cc1-b4e0-45a0-8ba8-9bd4d492bb28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:30:59.921399 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-01899cc1-b4e0-45a0-8ba8-9bd4d492bb28 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cb077c8a49c7455fbf253e0c9b18e36b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1715164 Oct 30 15:30:59.922787 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01899cc1-b4e0-45a0-8ba8-9bd4d492bb28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37159919-2b57-47a1-ba6a-8a0c7c5ec20f,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:30:59.925433 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 33374) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:30:59.970704 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-c88ed80b-2cfe-4f0e-84f4-9e489ffd498f None None] Set router 10e05270-2c9a-480a-b1eb-f96a7e587424 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:31:00.007988 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d42072c2-8dac-4fd8-a9ad-d4adf8807dea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:00.021712 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-edc4c220-7896-47e6-9199-214f4ded7d25 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] 10.222.0.62 "GET /v2.0/routers/10e05270-2c9a-480a-b1eb-f96a7e587424 HTTP/1.1" status: 200 len: 908 time: 0.1902900 Oct 30 15:31:00.022496 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 33380) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:00.027629 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-c96bc34c-e0b6-4513-a800-6acd94364744 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1822095230', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'enable_snat': True}}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:31:00.036641 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d42072c2-8dac-4fd8-a9ad-d4adf8807dea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:00.052914 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c96bc34c-e0b6-4513-a800-6acd94364744 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:00.054435 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c96bc34c-e0b6-4513-a800-6acd94364744 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:00.100366 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d42072c2-8dac-4fd8-a9ad-d4adf8807dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:00.103078 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d42072c2-8dac-4fd8-a9ad-d4adf8807dea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:00.107645 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d42072c2-8dac-4fd8-a9ad-d4adf8807dea admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/37159919-2b57-47a1-ba6a-8a0c7c5ec20f HTTP/1.1" status: 204 len: 168 time: 0.1790738 Oct 30 15:31:00.115506 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c96bc34c-e0b6-4513-a800-6acd94364744 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:00.115938 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42072c2-8dac-4fd8-a9ad-d4adf8807dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37159919-2b57-47a1-ba6a-8a0c7c5ec20f,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:00.217594 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-c88ed80b-2cfe-4f0e-84f4-9e489ffd498f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10e05270-2c9a-480a-b1eb-f96a7e587424', 'name': 'tempest-snat-router-1822095230', 'tenant_id': 'c2a9796dfc6b4aecb58bc63225fd62fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.45'}], 'enable_snat': False}, 'gw_port_id': '00bab01d-3ddb-41b5-b61b-ffea4b219021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:30:58Z', 'updated_at': '2021-10-30T15:30:59Z', 'revision_number': 3, 'project_id': 'c2a9796dfc6b4aecb58bc63225fd62fd', 'gw_port': {'id': '00bab01d-3ddb-41b5-b61b-ffea4b219021', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10e05270-2c9a-480a-b1eb-f96a7e587424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:30:58Z', 'updated_at': '2021-10-30T15:30:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:00.246775 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88ed80b-2cfe-4f0e-84f4-9e489ffd498f None None] Checking router: 10e05270-2c9a-480a-b1eb-f96a7e587424 for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:31:00.247127 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88ed80b-2cfe-4f0e-84f4-9e489ffd498f None None] Updating router 10e05270-2c9a-480a-b1eb-f96a7e587424 port 00bab01d-3ddb-41b5-b61b-ffea4b219021 binding host n-d-806683-17 {{(pid=102133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:31:00.288839 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c88ed80b-2cfe-4f0e-84f4-9e489ffd498f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:00.305204 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c96bc34c-e0b6-4513-a800-6acd94364744 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:00.560661 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c96bc34c-e0b6-4513-a800-6acd94364744 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:00.583151 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c96bc34c-e0b6-4513-a800-6acd94364744 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:00.674496 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c88ed80b-2cfe-4f0e-84f4-9e489ffd498f None None] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:00.695981 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c88ed80b-2cfe-4f0e-84f4-9e489ffd498f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:00.748671 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 33400) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:00.755523 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-c96bc34c-e0b6-4513-a800-6acd94364744 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Allocated IP 172.25.4.137 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/f53bd0cf-ef19-4b15-b340-1ccd243c59a3) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:31:00.800909 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-c88ed80b-2cfe-4f0e-84f4-9e489ffd498f None None] Attempting to bind port 00bab01d-3ddb-41b5-b61b-ffea4b219021 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:31:00.802158 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-c88ed80b-2cfe-4f0e-84f4-9e489ffd498f None None] Attempting to bind port 00bab01d-3ddb-41b5-b61b-ffea4b219021 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:31:00.802749 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88ed80b-2cfe-4f0e-84f4-9e489ffd498f None None] Attempting to bind port 00bab01d-3ddb-41b5-b61b-ffea4b219021 on network edc38ef5-7816-4133-914c-cfe2849a0125 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:31:00.810915 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88ed80b-2cfe-4f0e-84f4-9e489ffd498f None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:31:00.811752 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88ed80b-2cfe-4f0e-84f4-9e489ffd498f None None] Checking segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:31:00.812461 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c88ed80b-2cfe-4f0e-84f4-9e489ffd498f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:00.813007 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88ed80b-2cfe-4f0e-84f4-9e489ffd498f None None] Bound using segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:31:00.813636 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-c88ed80b-2cfe-4f0e-84f4-9e489ffd498f None None] Bound port: 00bab01d-3ddb-41b5-b61b-ffea4b219021, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:31:00.814430 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c88ed80b-2cfe-4f0e-84f4-9e489ffd498f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:00.844572 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b600b-931f-4147-927b-67dfac643052 None None] Pushing event updated for resources: {'Port': ['ID=00bab01d-3ddb-41b5-b61b-ffea4b219021,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:00.866531 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ce964e-234d-4310-90d8-d3213b969440 tempest-TestNetworkBasicOps-1227062034 tempest-TestNetworkBasicOps-1227062034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:00.868178 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-53ce964e-234d-4310-90d8-d3213b969440 tempest-TestNetworkBasicOps-1227062034 tempest-TestNetworkBasicOps-1227062034-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=edc38ef5-7816-4133-914c-cfe2849a0125 HTTP/1.1" status: 200 len: 814 time: 0.1185164 Oct 30 15:31:00.899403 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-c88ed80b-2cfe-4f0e-84f4-9e489ffd498f None None] For port 00bab01d-3ddb-41b5-b61b-ffea4b219021, host n-d-806683-17, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:31:00.903694 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-c88ed80b-2cfe-4f0e-84f4-9e489ffd498f None None] For port 00bab01d-3ddb-41b5-b61b-ffea4b219021, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=00bab01d-3ddb-41b5-b61b-ffea4b219021,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:31:00.909874 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c88ed80b-2cfe-4f0e-84f4-9e489ffd498f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:00.951934 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c96bc34c-e0b6-4513-a800-6acd94364744 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:00.966911 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88ed80b-2cfe-4f0e-84f4-9e489ffd498f None None] Routers {'10e05270-2c9a-480a-b1eb-f96a7e587424'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:31:00.967664 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-c88ed80b-2cfe-4f0e-84f4-9e489ffd498f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:30:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['10e05270-2c9a-480a-b1eb-f96a7e587424'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:01.005933 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c96bc34c-e0b6-4513-a800-6acd94364744 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:01.047504 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b600b-931f-4147-927b-67dfac643052 None None] Pushing event updated for resources: {'Port': ['ID=00bab01d-3ddb-41b5-b61b-ffea4b219021,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:01.062561 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96bc34c-e0b6-4513-a800-6acd94364744 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:31:01.066947 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-c96bc34c-e0b6-4513-a800-6acd94364744 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:31:01.075929 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96bc34c-e0b6-4513-a800-6acd94364744 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:31:01.106693 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96bc34c-e0b6-4513-a800-6acd94364744 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Pushing event updated for resources: {'Port': ['ID=f53bd0cf-ef19-4b15-b340-1ccd243c59a3,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:01.120852 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-c88ed80b-2cfe-4f0e-84f4-9e489ffd498f None None] Set router 10e05270-2c9a-480a-b1eb-f96a7e587424 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:31:01.255088 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:31:01.361469 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-c88ed80b-2cfe-4f0e-84f4-9e489ffd498f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10e05270-2c9a-480a-b1eb-f96a7e587424', 'name': 'tempest-snat-router-1822095230', 'tenant_id': 'c2a9796dfc6b4aecb58bc63225fd62fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.45'}], 'enable_snat': False}, 'gw_port_id': '00bab01d-3ddb-41b5-b61b-ffea4b219021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:30:58Z', 'updated_at': '2021-10-30T15:30:59Z', 'revision_number': 3, 'project_id': 'c2a9796dfc6b4aecb58bc63225fd62fd', 'gw_port': {'id': '00bab01d-3ddb-41b5-b61b-ffea4b219021', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10e05270-2c9a-480a-b1eb-f96a7e587424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:30:58Z', 'updated_at': '2021-10-30T15:31:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:01.398479 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88ed80b-2cfe-4f0e-84f4-9e489ffd498f None None] The sync data for ids ['10e05270-2c9a-480a-b1eb-f96a7e587424'] in n-d-806683-17 is: [{'id': '10e05270-2c9a-480a-b1eb-f96a7e587424', 'name': 'tempest-snat-router-1822095230', 'tenant_id': 'c2a9796dfc6b4aecb58bc63225fd62fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.45'}], 'enable_snat': False}, 'gw_port_id': '00bab01d-3ddb-41b5-b61b-ffea4b219021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:30:58Z', 'updated_at': '2021-10-30T15:30:59Z', 'revision_number': 3, 'project_id': 'c2a9796dfc6b4aecb58bc63225fd62fd', 'gw_port': {'id': '00bab01d-3ddb-41b5-b61b-ffea4b219021', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10e05270-2c9a-480a-b1eb-f96a7e587424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:30:58Z', 'updated_at': '2021-10-30T15:31:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806683-17'}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:31:01.409134 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c96bc34c-e0b6-4513-a800-6acd94364744 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:01.683766 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d3817483-e2ef-4f11-bd5c-b7eeecd98e4b req-68c4cd46-0920-43c4-bb86-c53171fcd81c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5a96fdb3-520e-48f8-9ebb-d27d38160cdb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0792282 Oct 30 15:31:01.739122 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c96bc34c-e0b6-4513-a800-6acd94364744 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:01.811961 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 33428) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:01.814984 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3817483-e2ef-4f11-bd5c-b7eeecd98e4b req-b2d8d543-5c60-436c-bd86-b95399934a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:01.816679 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d3817483-e2ef-4f11-bd5c-b7eeecd98e4b req-b2d8d543-5c60-436c-bd86-b95399934a61 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b2267fc2b77143d693871f591bcb3dbf&device_id=5a96fdb3-520e-48f8-9ebb-d27d38160cdb HTTP/1.1" status: 200 len: 1097 time: 0.0768995 Oct 30 15:31:01.840698 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-6675cea3-a7c4-40dd-9e66-e450e253b370 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Request body: {'network': {'name': 'tempest-network-smoke--1467748537', 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'port_security_enabled': True}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:31:01.923054 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:01.947014 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6675cea3-a7c4-40dd-9e66-e450e253b370 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Made reservation on behalf of b2267fc2b77143d693871f591bcb3dbf for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:31:01.953749 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6675cea3-a7c4-40dd-9e66-e450e253b370 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:02.028370 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6675cea3-a7c4-40dd-9e66-e450e253b370 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:31:02.038493 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3817483-e2ef-4f11-bd5c-b7eeecd98e4b req-cf53d140-1375-4670-8bac-14db75e16828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:02.040301 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d3817483-e2ef-4f11-bd5c-b7eeecd98e4b req-cf53d140-1375-4670-8bac-14db75e16828 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4b22032d-f999-405c-9aae-f4a890134250 HTTP/1.1" status: 200 len: 898 time: 0.1956859 Oct 30 15:31:02.040458 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c96bc34c-e0b6-4513-a800-6acd94364744 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Router d3d0d399-a63c-4670-9190-bd9622ee3a6f is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:31:02.046404 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6675cea3-a7c4-40dd-9e66-e450e253b370 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:02.046976 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-6675cea3-a7c4-40dd-9e66-e450e253b370 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Added segment aa9130cd-62ac-492c-bcab-253da3d07c77 of type vlan for network 5b39545b-0064-4ccc-9db6-0523660565de Oct 30 15:31:02.146024 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6675cea3-a7c4-40dd-9e66-e450e253b370 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:02.177047 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d3817483-e2ef-4f11-bd5c-b7eeecd98e4b req-d8ae21b9-07ce-4c22-9266-f6a1c9f2ec22 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02deada9-fa8b-4a17-b369-882334c3479f HTTP/1.1" status: 200 len: 1001 time: 0.1189203 Oct 30 15:31:02.193760 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c96bc34c-e0b6-4513-a800-6acd94364744 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:31:02.208810 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c065f124-4b3a-4e34-b362-1bae0b129af3 None None] Sync routers for ids ['d3d0d399-a63c-4670-9190-bd9622ee3a6f'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:31:02.227267 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c065f124-4b3a-4e34-b362-1bae0b129af3 None None] Routers {'d3d0d399-a63c-4670-9190-bd9622ee3a6f'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:31:02.228752 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-c065f124-4b3a-4e34-b362-1bae0b129af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:30:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['d3d0d399-a63c-4670-9190-bd9622ee3a6f'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:02.229512 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c96bc34c-e0b6-4513-a800-6acd94364744 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:02.233942 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c96bc34c-e0b6-4513-a800-6acd94364744 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.2079723 Oct 30 15:31:02.234310 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 33440) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:02.279142 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3817483-e2ef-4f11-bd5c-b7eeecd98e4b req-695a4978-fd57-4f20-9434-f1017abbba9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:02.280635 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d3817483-e2ef-4f11-bd5c-b7eeecd98e4b req-695a4978-fd57-4f20-9434-f1017abbba9a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ce71113c-07b3-443c-b38d-a9b479050738 HTTP/1.1" status: 200 len: 835 time: 0.0809486 Oct 30 15:31:02.300919 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6675cea3-a7c4-40dd-9e66-e450e253b370 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:02.306886 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6675cea3-a7c4-40dd-9e66-e450e253b370 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:02.307514 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6675cea3-a7c4-40dd-9e66-e450e253b370 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:02.402539 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6675cea3-a7c4-40dd-9e66-e450e253b370 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Pushing event updated for resources: {'Network': ['ID=5b39545b-0064-4ccc-9db6-0523660565de,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:02.419803 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-6675cea3-a7c4-40dd-9e66-e450e253b370 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6015050 Oct 30 15:31:02.423432 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 33448) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:02.424421 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 5b39545b-0064-4ccc-9db6-0523660565de details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:31:02.436385 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3817483-e2ef-4f11-bd5c-b7eeecd98e4b req-6f1e8963-842a-46ac-be29-55c8e4173378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:02.437778 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d3817483-e2ef-4f11-bd5c-b7eeecd98e4b req-6f1e8963-842a-46ac-be29-55c8e4173378 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4b22032d-f999-405c-9aae-f4a890134250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1475255 Oct 30 15:31:02.531169 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e7e88b46-a2c7-4a0c-aaee-7f75a922d680 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] 10.222.0.62 "GET /v2.0/routers/d3d0d399-a63c-4670-9190-bd9622ee3a6f HTTP/1.1" status: 200 len: 908 time: 0.2951117 Oct 30 15:31:02.536657 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 33452) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:02.609960 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 00bab01d-3ddb-41b5-b61b-ffea4b219021 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:31:02.613519 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9a43b8-7bb7-4f76-b606-6c3d3e2415c8 tempest-TestNetworkBasicOps-1227062034 tempest-TestNetworkBasicOps-1227062034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:02.615123 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-1f9a43b8-7bb7-4f76-b606-6c3d3e2415c8 tempest-TestNetworkBasicOps-1227062034 tempest-TestNetworkBasicOps-1227062034-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=b2267fc2b77143d693871f591bcb3dbf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1905930 Oct 30 15:31:02.621940 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 33458) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:02.752782 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-c065f124-4b3a-4e34-b362-1bae0b129af3 None None] Set router d3d0d399-a63c-4670-9190-bd9622ee3a6f gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:31:02.762239 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4ef257f4-4a07-42bd-b451-c4eaf21f6425 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks [] for router, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:02.768703 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d3817483-e2ef-4f11-bd5c-b7eeecd98e4b req-d0ddf68d-5cec-44dc-ac83-a50eb8495242 service neutron] 10.222.0.53 "GET /v2.0/networks/4b22032d-f999-405c-9aae-f4a890134250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214290 Oct 30 15:31:02.839655 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 00bab01d-3ddb-41b5-b61b-ffea4b219021 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:31:02.842979 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:02.947737 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4ef257f4-4a07-42bd-b451-c4eaf21f6425 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:03.029465 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23174d86-396b-437b-ae77-43ac30b4c4b4 tempest-TestNetworkBasicOps-1227062034 tempest-TestNetworkBasicOps-1227062034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:03.035300 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-23174d86-396b-437b-ae77-43ac30b4c4b4 tempest-TestNetworkBasicOps-1227062034 tempest-TestNetworkBasicOps-1227062034-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4122813 Oct 30 15:31:03.040656 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 33466) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:03.090073 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fd4b9a55-ea79-4ecb-86e6-f3aca8897a5e req-9268e478-69f0-456c-9c2a-30ff7600ca4d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1dad581b-6b88-4a09-9559-b8dfc538115c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4775929 Oct 30 15:31:03.116168 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-4e22d690-6bc9-4533-9972-c60ce0d13e5c tempest-TestNetworkBasicOps-1227062034 tempest-TestNetworkBasicOps-1227062034-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=edc38ef5-7816-4133-914c-cfe2849a0125&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0702956 Oct 30 15:31:03.117233 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 33468) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:03.131022 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d2fc1d-bd9c-4c40-845c-b6ef52626e0f req-1ec4bd88-2834-4504-bdf5-6efc0dc73748 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:03.140931 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-38d2fc1d-bd9c-4c40-845c-b6ef52626e0f req-1ec4bd88-2834-4504-bdf5-6efc0dc73748 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=25353754-ad8b-4952-b0f6-00eb931ff7ca HTTP/1.1" status: 200 len: 946 time: 0.2356141 Oct 30 15:31:03.175728 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d3817483-e2ef-4f11-bd5c-b7eeecd98e4b req-79545705-a6f7-4f03-b15c-fb0ad8589861 service neutron] 10.222.0.53 "GET /v2.0/networks/4b22032d-f999-405c-9aae-f4a890134250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3741567 Oct 30 15:31:03.210113 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-38d2fc1d-bd9c-4c40-845c-b6ef52626e0f req-482233f2-6552-49fb-9116-bacb73f8fdf2 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d32fb4-59bb-4ed8-a618-6a89a7e07898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679054 Oct 30 15:31:03.235745 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-c065f124-4b3a-4e34-b362-1bae0b129af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d0d399-a63c-4670-9190-bd9622ee3a6f', 'name': 'tempest-snat-router-1822095230', 'tenant_id': 'c2a9796dfc6b4aecb58bc63225fd62fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': 'f53bd0cf-ef19-4b15-b340-1ccd243c59a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:31:00Z', 'updated_at': '2021-10-30T15:31:01Z', 'revision_number': 3, 'project_id': 'c2a9796dfc6b4aecb58bc63225fd62fd', 'gw_port': {'id': 'f53bd0cf-ef19-4b15-b340-1ccd243c59a3', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e0:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d0d399-a63c-4670-9190-bd9622ee3a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:31:00Z', 'updated_at': '2021-10-30T15:31:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:03.275215 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c065f124-4b3a-4e34-b362-1bae0b129af3 None None] Checking router: d3d0d399-a63c-4670-9190-bd9622ee3a6f for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:31:03.275596 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c065f124-4b3a-4e34-b362-1bae0b129af3 None None] Updating router d3d0d399-a63c-4670-9190-bd9622ee3a6f port f53bd0cf-ef19-4b15-b340-1ccd243c59a3 binding host n-d-806683-17 {{(pid=102132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:31:03.279518 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:03.315535 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 00bab01d-3ddb-41b5-b61b-ffea4b219021, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=00bab01d-3ddb-41b5-b61b-ffea4b219021,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:31:03.323159 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:03.330771 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c065f124-4b3a-4e34-b362-1bae0b129af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:03.330952 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 33472) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:03.469184 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2e0a583d-bfe4-4a13-bbb0-9915b71dcd5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:03.469453 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=00bab01d-3ddb-41b5-b61b-ffea4b219021,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:03.480592 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:31:03.480997 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:31:03.481288 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:31:03.481634 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:31:03.481974 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:31:03.482413 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:31:03.482970 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:31:03.483610 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:31:03.484211 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:31:03.484594 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:31:03.484935 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:31:03.485269 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:31:03.508880 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-ed381d83-848d-4615-a87d-cca3c444160c tempest-TestNetworkBasicOps-1227062034 tempest-TestNetworkBasicOps-1227062034-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=b2267fc2b77143d693871f591bcb3dbf&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3898189 Oct 30 15:31:03.510634 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-4ef257f4-4a07-42bd-b451-c4eaf21f6425 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Deleting port f53bd0cf-ef19-4b15-b340-1ccd243c59a3 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:31:03.511074 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4ef257f4-4a07-42bd-b451-c4eaf21f6425 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:03.523739 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 33476) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:03.584197 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2e0a583d-bfe4-4a13-bbb0-9915b71dcd5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:03.591023 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2e0a583d-bfe4-4a13-bbb0-9915b71dcd5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:03.641927 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-2e0a583d-bfe4-4a13-bbb0-9915b71dcd5c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7e07d4010b16463b8e44ede98d3b3ee7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3102603 Oct 30 15:31:03.643418 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0a583d-bfe4-4a13-bbb0-9915b71dcd5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df85b01a-ec92-4f82-bb17-b5ee68b93dee,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:03.646014 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 33478) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:03.653745 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4b9a55-ea79-4ecb-86e6-f3aca8897a5e req-57e0f20b-215b-4a91-90a1-a55065e2e508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:03.655272 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fd4b9a55-ea79-4ecb-86e6-f3aca8897a5e req-57e0f20b-215b-4a91-90a1-a55065e2e508 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=851f863f3af14cfda31cec55b5caebe9&device_id=1dad581b-6b88-4a09-9559-b8dfc538115c HTTP/1.1" status: 200 len: 1098 time: 0.4931903 Oct 30 15:31:03.705582 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c065f124-4b3a-4e34-b362-1bae0b129af3 None None] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:03.712275 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bdc696d1-c6cd-4ce6-bcf9-9695d79a2f93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:03.712815 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c065f124-4b3a-4e34-b362-1bae0b129af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:03.735259 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bdc696d1-c6cd-4ce6-bcf9-9695d79a2f93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:03.752694 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4ef257f4-4a07-42bd-b451-c4eaf21f6425 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:03.778868 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-c065f124-4b3a-4e34-b362-1bae0b129af3 None None] Attempting to bind port f53bd0cf-ef19-4b15-b340-1ccd243c59a3 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:31:03.779289 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-c065f124-4b3a-4e34-b362-1bae0b129af3 None None] Attempting to bind port f53bd0cf-ef19-4b15-b340-1ccd243c59a3 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:31:03.779691 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c065f124-4b3a-4e34-b362-1bae0b129af3 None None] Attempting to bind port f53bd0cf-ef19-4b15-b340-1ccd243c59a3 on network edc38ef5-7816-4133-914c-cfe2849a0125 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:31:03.782188 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-4ef257f4-4a07-42bd-b451-c4eaf21f6425 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Calling delete_port for f53bd0cf-ef19-4b15-b340-1ccd243c59a3 owned by network:router_gateway {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:31:03.788369 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c065f124-4b3a-4e34-b362-1bae0b129af3 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:31:03.788839 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c065f124-4b3a-4e34-b362-1bae0b129af3 None None] Checking segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:31:03.789325 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c065f124-4b3a-4e34-b362-1bae0b129af3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:03.789771 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c065f124-4b3a-4e34-b362-1bae0b129af3 None None] Bound using segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:31:03.790428 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-c065f124-4b3a-4e34-b362-1bae0b129af3 None None] Bound port: f53bd0cf-ef19-4b15-b340-1ccd243c59a3, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:31:03.792074 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c065f124-4b3a-4e34-b362-1bae0b129af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:03.796347 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e541db32-c5e8-4927-9432-8002442f35b3 tempest-TestNetworkBasicOps-1227062034 tempest-TestNetworkBasicOps-1227062034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:03.797770 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641bf0d6-6fff-484a-a6f2-a56d5ee5acbd None None] Pushing event updated for resources: {'Port': ['ID=f53bd0cf-ef19-4b15-b340-1ccd243c59a3,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:03.797896 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e541db32-c5e8-4927-9432-8002442f35b3 tempest-TestNetworkBasicOps-1227062034 tempest-TestNetworkBasicOps-1227062034-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2731183 Oct 30 15:31:03.799034 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bdc696d1-c6cd-4ce6-bcf9-9695d79a2f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:03.801905 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bdc696d1-c6cd-4ce6-bcf9-9695d79a2f93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:03.803370 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-bdc696d1-c6cd-4ce6-bcf9-9695d79a2f93 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/df85b01a-ec92-4f82-bb17-b5ee68b93dee HTTP/1.1" status: 204 len: 168 time: 0.1561811 Oct 30 15:31:03.804124 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 33480) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:03.842282 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc696d1-c6cd-4ce6-bcf9-9695d79a2f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df85b01a-ec92-4f82-bb17-b5ee68b93dee,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:03.848742 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-95ed7111-03b9-4f78-86ce-ac96231751e1 tempest-TestNetworkBasicOps-1227062034 tempest-TestNetworkBasicOps-1227062034-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=edc38ef5-7816-4133-914c-cfe2849a0125&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389514 Oct 30 15:31:03.849713 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 33484) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:03.856433 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-73e5b67c-dece-4909-b0c7-484965ad1566 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1059469652', 'network_id': '5b39545b-0064-4ccc-9db6-0523660565de', 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:31:03.874676 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4b9a55-ea79-4ecb-86e6-f3aca8897a5e req-fcd29dd2-2abd-4aaf-8bd0-ab977f974a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:03.875695 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fd4b9a55-ea79-4ecb-86e6-f3aca8897a5e req-fcd29dd2-2abd-4aaf-8bd0-ab977f974a2d service neutron] 10.222.0.44 "GET /v2.0/networks?id=a69ee861-8dad-4f6c-abe3-f84fb501d5dd HTTP/1.1" status: 200 len: 911 time: 0.1898453 Oct 30 15:31:03.938883 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-c065f124-4b3a-4e34-b362-1bae0b129af3 None None] For port f53bd0cf-ef19-4b15-b340-1ccd243c59a3, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:31:03.943126 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-c065f124-4b3a-4e34-b362-1bae0b129af3 None None] For port f53bd0cf-ef19-4b15-b340-1ccd243c59a3, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=f53bd0cf-ef19-4b15-b340-1ccd243c59a3,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:31:03.950998 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c065f124-4b3a-4e34-b362-1bae0b129af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:03.986427 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e5b67c-dece-4909-b0c7-484965ad1566 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Made reservation on behalf of b2267fc2b77143d693871f591bcb3dbf for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:31:03.989968 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-73e5b67c-dece-4909-b0c7-484965ad1566 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:04.023128 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c065f124-4b3a-4e34-b362-1bae0b129af3 None None] Routers {'d3d0d399-a63c-4670-9190-bd9622ee3a6f'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:31:04.023673 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-c065f124-4b3a-4e34-b362-1bae0b129af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:30:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['d3d0d399-a63c-4670-9190-bd9622ee3a6f'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:04.029488 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fd4b9a55-ea79-4ecb-86e6-f3aca8897a5e req-9b5f91ec-990e-4a3e-a401-5ae3d4a99740 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d09cdac4-cc2e-4ba9-87b6-65031961fa47 HTTP/1.1" status: 200 len: 1002 time: 0.1425247 Oct 30 15:31:04.139925 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4b9a55-ea79-4ecb-86e6-f3aca8897a5e req-ca3c6b5c-9117-4dfb-878b-18d563772e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:04.141443 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fd4b9a55-ea79-4ecb-86e6-f3aca8897a5e req-ca3c6b5c-9117-4dfb-878b-18d563772e8d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=173890c6-b6ee-44b8-ab6a-06362ece304f HTTP/1.1" status: 200 len: 849 time: 0.1010296 Oct 30 15:31:04.210714 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4b9a55-ea79-4ecb-86e6-f3aca8897a5e req-81001591-9b10-46aa-b5de-afb6da0e245f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:04.212982 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fd4b9a55-ea79-4ecb-86e6-f3aca8897a5e req-81001591-9b10-46aa-b5de-afb6da0e245f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a69ee861-8dad-4f6c-abe3-f84fb501d5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0634060 Oct 30 15:31:04.214688 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4ef257f4-4a07-42bd-b451-c4eaf21f6425 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:04.242816 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 33488) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:04.286465 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0da14586-4c14-49bc-a3b1-15ea2524d7ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:04.305504 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641bf0d6-6fff-484a-a6f2-a56d5ee5acbd None None] Pushing event updated for resources: {'Port': ['ID=f53bd0cf-ef19-4b15-b340-1ccd243c59a3,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:04.314443 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-73e5b67c-dece-4909-b0c7-484965ad1566 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:04.338502 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-c065f124-4b3a-4e34-b362-1bae0b129af3 None None] Set router d3d0d399-a63c-4670-9190-bd9622ee3a6f gateway port host: None {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:31:04.352526 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef257f4-4a07-42bd-b451-c4eaf21f6425 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Pushing event deleted for resources: {'Port': ['ID=f53bd0cf-ef19-4b15-b340-1ccd243c59a3,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:04.403074 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-c065f124-4b3a-4e34-b362-1bae0b129af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d0d399-a63c-4670-9190-bd9622ee3a6f', 'name': 'tempest-snat-router-1822095230', 'tenant_id': 'c2a9796dfc6b4aecb58bc63225fd62fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:31:00Z', 'updated_at': '2021-10-30T15:31:02Z', 'revision_number': 4, 'project_id': 'c2a9796dfc6b4aecb58bc63225fd62fd', 'gw_port_host': None}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:04.406573 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e5b67c-dece-4909-b0c7-484965ad1566 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Pushing event updated for resources: {'Subnet': ['ID=f7c74f8f-86be-4bca-9237-b05f6009cb35,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:04.427638 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e5b67c-dece-4909-b0c7-484965ad1566 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Checking segment: {'id': 'aa9130cd-62ac-492c-bcab-253da3d07c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5b39545b-0064-4ccc-9db6-0523660565de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:31:04.428013 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e5b67c-dece-4909-b0c7-484965ad1566 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Network hostable DHCP agents. Network: 5b39545b-0064-4ccc-9db6-0523660565de, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:31:04.434618 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c065f124-4b3a-4e34-b362-1bae0b129af3 None None] The sync data for ids ['d3d0d399-a63c-4670-9190-bd9622ee3a6f'] in n-d-806683-17 is: [{'id': 'd3d0d399-a63c-4670-9190-bd9622ee3a6f', 'name': 'tempest-snat-router-1822095230', 'tenant_id': 'c2a9796dfc6b4aecb58bc63225fd62fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:31:00Z', 'updated_at': '2021-10-30T15:31:02Z', 'revision_number': 4, 'project_id': 'c2a9796dfc6b4aecb58bc63225fd62fd', 'gw_port_host': None}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:31:04.465367 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0da14586-4c14-49bc-a3b1-15ea2524d7ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:04.466547 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e5b67c-dece-4909-b0c7-484965ad1566 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Network 5b39545b-0064-4ccc-9db6-0523660565de is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:31:04.470032 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0da14586-4c14-49bc-a3b1-15ea2524d7ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:04.495319 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-73e5b67c-dece-4909-b0c7-484965ad1566 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 5b39545b-0064-4ccc-9db6-0523660565de) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:31:04.503724 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df73807e-9ab9-4235-9f84-5296f1b5aca1 None None] Network 5b39545b-0064-4ccc-9db6-0523660565de requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:31:04.510107 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4ef257f4-4a07-42bd-b451-c4eaf21f6425 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:04.539184 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e5b67c-dece-4909-b0c7-484965ad1566 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:04.544704 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-73e5b67c-dece-4909-b0c7-484965ad1566 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:04.555305 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e551db0f-e38a-4505-94a5-5c52ef52f151 req-0e2f9d42-e1ff-4935-879e-444f3dd49349 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:04.557632 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e551db0f-e38a-4505-94a5-5c52ef52f151 req-0e2f9d42-e1ff-4935-879e-444f3dd49349 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=25353754-ad8b-4952-b0f6-00eb931ff7ca HTTP/1.1" status: 200 len: 946 time: 0.1982856 Oct 30 15:31:04.579451 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da14586-4c14-49bc-a3b1-15ea2524d7ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbdbba4f-06ad-4413-be0a-8f34b8ef7d45,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:04.593529 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fd4b9a55-ea79-4ecb-86e6-f3aca8897a5e req-8d98cc12-be98-40c3-88fb-906a54182657 service neutron] 10.222.0.44 "GET /v2.0/networks/a69ee861-8dad-4f6c-abe3-f84fb501d5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215528 Oct 30 15:31:04.603382 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-0da14586-4c14-49bc-a3b1-15ea2524d7ba admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=acd50e17dc334002b7733a95725e123a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3385286 Oct 30 15:31:04.604318 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 33492) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:04.621406 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 00bab01d-3ddb-41b5-b61b-ffea4b219021 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:31:04.623307 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-73e5b67c-dece-4909-b0c7-484965ad1566 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7726681 Oct 30 15:31:04.687918 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9428f107-2064-4dc6-a7ed-fbc7d8d62d8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:04.726139 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4ef257f4-4a07-42bd-b451-c4eaf21f6425 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:04.729939 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4ef257f4-4a07-42bd-b451-c4eaf21f6425 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:04.738900 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9428f107-2064-4dc6-a7ed-fbc7d8d62d8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:04.742178 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e551db0f-e38a-4505-94a5-5c52ef52f151 req-e94f3ed3-5062-4578-a1c8-3e6a6f40bb44 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d32fb4-59bb-4ed8-a618-6a89a7e07898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477048 Oct 30 15:31:04.803720 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 00bab01d-3ddb-41b5-b61b-ffea4b219021 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:31:04.804103 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:04.821906 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fd4b9a55-ea79-4ecb-86e6-f3aca8897a5e req-ca895cd1-75be-4de5-b0a8-5b55153b6568 service neutron] 10.222.0.44 "GET /v2.0/networks/a69ee861-8dad-4f6c-abe3-f84fb501d5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698840 Oct 30 15:31:04.822533 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4ef257f4-4a07-42bd-b451-c4eaf21f6425 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:04.823055 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef257f4-4a07-42bd-b451-c4eaf21f6425 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d3d0d399-a63c-4670-9190-bd9622ee3a6f {{(pid=102130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:31:04.828960 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4ef257f4-4a07-42bd-b451-c4eaf21f6425 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:04.833036 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-4ef257f4-4a07-42bd-b451-c4eaf21f6425 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] 10.222.0.62 "DELETE /v2.0/routers/d3d0d399-a63c-4670-9190-bd9622ee3a6f HTTP/1.1" status: 204 len: 168 time: 2.2949686 Oct 30 15:31:04.833672 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 33496) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:04.835857 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ed6e12-8787-496c-be13-55e1eabe324d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-5b39545b-0064-4ccc-9db6-0523660565de', 'network_id': '5b39545b-0064-4ccc-9db6-0523660565de', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'fixed_ips': [{'subnet_id': 'f7c74f8f-86be-4bca-9237-b05f6009cb35'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:31:04.836728 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f1ed6e12-8787-496c-be13-55e1eabe324d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:04.851898 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9428f107-2064-4dc6-a7ed-fbc7d8d62d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:04.861510 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9428f107-2064-4dc6-a7ed-fbc7d8d62d8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:04.865329 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-9428f107-2064-4dc6-a7ed-fbc7d8d62d8c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fbdbba4f-06ad-4413-be0a-8f34b8ef7d45 HTTP/1.1" status: 204 len: 168 time: 0.2562675 Oct 30 15:31:04.878014 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9428f107-2064-4dc6-a7ed-fbc7d8d62d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbdbba4f-06ad-4413-be0a-8f34b8ef7d45,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:05.028527 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-83f7f48a-33d5-4d35-8593-4eaf5e679704 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks [] for router, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:05.066456 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-f1ed6e12-8787-496c-be13-55e1eabe324d None None] Allocated IP 172.20.0.18 (5b39545b-0064-4ccc-9db6-0523660565de/f7c74f8f-86be-4bca-9237-b05f6009cb35/bd159f95-c65b-4f6a-935c-be08275b0860) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:31:05.069627 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 33500) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:05.077353 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-e3d02d41-5eaf-4b19-bba5-a4345413b765 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-100423259', 'description': 'tempest-secgroup-smoke-100423259 description', 'project_id': 'b2267fc2b77143d693871f591bcb3dbf'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:31:05.109953 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e3d02d41-5eaf-4b19-bba5-a4345413b765 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:05.211840 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e3d02d41-5eaf-4b19-bba5-a4345413b765 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:05.217054 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e3d02d41-5eaf-4b19-bba5-a4345413b765 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:05.219582 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-83f7f48a-33d5-4d35-8593-4eaf5e679704 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:05.241655 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e3d02d41-5eaf-4b19-bba5-a4345413b765 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:05.242665 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-e3d02d41-5eaf-4b19-bba5-a4345413b765 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1715264 Oct 30 15:31:05.246496 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 33508) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:05.259910 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-e0f59129-ec73-4b20-90dd-335a682c6116 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Request body: {'security_group_rule': {'security_group_id': 'a1723890-f44a-45d2-a097-7588f09fd380', 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:31:05.305516 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f1ed6e12-8787-496c-be13-55e1eabe324d None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:05.307420 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d02d41-5eaf-4b19-bba5-a4345413b765 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1723890-f44a-45d2-a097-7588f09fd380,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:05.315598 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-83f7f48a-33d5-4d35-8593-4eaf5e679704 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Deleting port 00bab01d-3ddb-41b5-b61b-ffea4b219021 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:31:05.316128 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-83f7f48a-33d5-4d35-8593-4eaf5e679704 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:05.322586 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f1ed6e12-8787-496c-be13-55e1eabe324d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:05.326842 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e0f59129-ec73-4b20-90dd-335a682c6116 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:05.342231 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ed6e12-8787-496c-be13-55e1eabe324d None None] Network 5b39545b-0064-4ccc-9db6-0523660565de is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:31:05.346734 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-f1ed6e12-8787-496c-be13-55e1eabe324d None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:31:05.379099 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ed6e12-8787-496c-be13-55e1eabe324d None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:31:05.423251 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e0f59129-ec73-4b20-90dd-335a682c6116 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:05.427698 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ed6e12-8787-496c-be13-55e1eabe324d None None] Pushing event updated for resources: {'Port': ['ID=bd159f95-c65b-4f6a-935c-be08275b0860,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:05.429396 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e0f59129-ec73-4b20-90dd-335a682c6116 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:05.466726 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-f1ed6e12-8787-496c-be13-55e1eabe324d None None] Attempting to bind port bd159f95-c65b-4f6a-935c-be08275b0860 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:31:05.467232 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-f1ed6e12-8787-496c-be13-55e1eabe324d None None] Attempting to bind port bd159f95-c65b-4f6a-935c-be08275b0860 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'aa9130cd-62ac-492c-bcab-253da3d07c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5b39545b-0064-4ccc-9db6-0523660565de'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:31:05.467630 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ed6e12-8787-496c-be13-55e1eabe324d None None] Attempting to bind port bd159f95-c65b-4f6a-935c-be08275b0860 on network 5b39545b-0064-4ccc-9db6-0523660565de {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:31:05.470516 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f59129-ec73-4b20-90dd-335a682c6116 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=949042be-a031-4080-bbb3-c24fe1a2ad86,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:05.473902 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ed6e12-8787-496c-be13-55e1eabe324d None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:31:05.474285 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ed6e12-8787-496c-be13-55e1eabe324d None None] Checking segment: {'id': 'aa9130cd-62ac-492c-bcab-253da3d07c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5b39545b-0064-4ccc-9db6-0523660565de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:31:05.474718 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f1ed6e12-8787-496c-be13-55e1eabe324d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:05.475080 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ed6e12-8787-496c-be13-55e1eabe324d None None] Bound using segment: {'id': 'aa9130cd-62ac-492c-bcab-253da3d07c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5b39545b-0064-4ccc-9db6-0523660565de'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:31:05.475573 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-f1ed6e12-8787-496c-be13-55e1eabe324d None None] Bound port: bd159f95-c65b-4f6a-935c-be08275b0860, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa9130cd-62ac-492c-bcab-253da3d07c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5b39545b-0064-4ccc-9db6-0523660565de'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:31:05.475821 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-83f7f48a-33d5-4d35-8593-4eaf5e679704 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] For port 00bab01d-3ddb-41b5-b61b-ffea4b219021, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=00bab01d-3ddb-41b5-b61b-ffea4b219021,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:31:05.475991 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f1ed6e12-8787-496c-be13-55e1eabe324d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:05.476202 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-83f7f48a-33d5-4d35-8593-4eaf5e679704 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:05.500343 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-83f7f48a-33d5-4d35-8593-4eaf5e679704 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Calling delete_port for 00bab01d-3ddb-41b5-b61b-ffea4b219021 owned by network:router_gateway {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:31:05.507292 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e0f59129-ec73-4b20-90dd-335a682c6116 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:05.518933 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-e0f59129-ec73-4b20-90dd-335a682c6116 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2713797 Oct 30 15:31:05.522087 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 33522) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:05.535261 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-c3ed08ed-dd56-41af-a377-6a0b87fa290d tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Request body: {'security_group_rule': {'security_group_id': 'a1723890-f44a-45d2-a097-7588f09fd380', 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:31:05.577547 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-f1ed6e12-8787-496c-be13-55e1eabe324d None None] For port bd159f95-c65b-4f6a-935c-be08275b0860, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:31:05.592793 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-f1ed6e12-8787-496c-be13-55e1eabe324d None None] For port bd159f95-c65b-4f6a-935c-be08275b0860, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=bd159f95-c65b-4f6a-935c-be08275b0860,segment=NetworkSegment(aa9130cd-62ac-492c-bcab-253da3d07c77),segment_id=aa9130cd-62ac-492c-bcab-253da3d07c77)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:31:05.596209 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c3ed08ed-dd56-41af-a377-6a0b87fa290d tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:05.599976 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f1ed6e12-8787-496c-be13-55e1eabe324d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:05.692538 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c3ed08ed-dd56-41af-a377-6a0b87fa290d tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:05.704712 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c3ed08ed-dd56-41af-a377-6a0b87fa290d tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:05.712449 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ed6e12-8787-496c-be13-55e1eabe324d None None] Pushing event updated for resources: {'Port': ['ID=bd159f95-c65b-4f6a-935c-be08275b0860,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:05.735155 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ed08ed-dd56-41af-a377-6a0b87fa290d tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4fdf21a-c7ad-4117-9954-b86eb53231d1,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:05.761688 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c3ed08ed-dd56-41af-a377-6a0b87fa290d tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:05.763284 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-c3ed08ed-dd56-41af-a377-6a0b87fa290d tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2400179 Oct 30 15:31:05.768947 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 33528) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:05.788062 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-d31489a1-3209-4104-bbdd-1f9f97cccf4b tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Request body: {'security_group_rule': {'security_group_id': 'a1723890-f44a-45d2-a097-7588f09fd380', 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:31:05.824219 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1625bd6-45b1-4aa0-bf9b-cfe95523f83b req-7fc26f90-9992-49ff-924c-519ba4bce046 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:05.825902 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f1625bd6-45b1-4aa0-bf9b-cfe95523f83b req-7fc26f90-9992-49ff-924c-519ba4bce046 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dad581b-6b88-4a09-9559-b8dfc538115c HTTP/1.1" status: 200 len: 946 time: 0.1211178 Oct 30 15:31:05.834232 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d31489a1-3209-4104-bbdd-1f9f97cccf4b tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:05.874590 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-83f7f48a-33d5-4d35-8593-4eaf5e679704 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:05.922697 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f7f48a-33d5-4d35-8593-4eaf5e679704 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Pushing event deleted for resources: {'Port': ['ID=00bab01d-3ddb-41b5-b61b-ffea4b219021,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:05.966830 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f1625bd6-45b1-4aa0-bf9b-cfe95523f83b req-cef9332f-c75f-4995-a6c6-9850ee556403 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/security-groups?id=48597c60-ccc8-4d96-92aa-deedb67edace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232374 Oct 30 15:31:06.027434 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d31489a1-3209-4104-bbdd-1f9f97cccf4b tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:06.032162 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-83f7f48a-33d5-4d35-8593-4eaf5e679704 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:06.032894 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d31489a1-3209-4104-bbdd-1f9f97cccf4b tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:06.068298 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31489a1-3209-4104-bbdd-1f9f97cccf4b tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e39d8bdb-5122-4dd0-b3bd-3a98d5999d51,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:06.078734 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c456d22-7664-46ed-adac-8beb772b3879 req-63af0813-0e3e-4b3b-93a0-ffad2069f87c tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:06.080398 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0c456d22-7664-46ed-adac-8beb772b3879 req-63af0813-0e3e-4b3b-93a0-ffad2069f87c tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=25353754-ad8b-4952-b0f6-00eb931ff7ca HTTP/1.1" status: 200 len: 946 time: 0.1887395 Oct 30 15:31:06.083646 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d31489a1-3209-4104-bbdd-1f9f97cccf4b tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:06.084742 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d31489a1-3209-4104-bbdd-1f9f97cccf4b tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3141618 Oct 30 15:31:06.087386 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 33536) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:06.091868 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-2f3630bd-3ef4-4319-82d4-f6c6abc88601 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Request body: {'security_group_rule': {'security_group_id': 'a1723890-f44a-45d2-a097-7588f09fd380', 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:31:06.149922 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0c456d22-7664-46ed-adac-8beb772b3879 req-ae62a21f-edac-453e-b8ea-e477190e9b39 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d32fb4-59bb-4ed8-a618-6a89a7e07898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521171 Oct 30 15:31:06.153762 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2f3630bd-3ef4-4319-82d4-f6c6abc88601 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:06.153981 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-83f7f48a-33d5-4d35-8593-4eaf5e679704 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:06.156208 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-83f7f48a-33d5-4d35-8593-4eaf5e679704 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:06.212520 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-83f7f48a-33d5-4d35-8593-4eaf5e679704 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:06.213842 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f7f48a-33d5-4d35-8593-4eaf5e679704 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 10e05270-2c9a-480a-b1eb-f96a7e587424 {{(pid=102130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:31:06.222503 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-83f7f48a-33d5-4d35-8593-4eaf5e679704 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:06.224565 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-83f7f48a-33d5-4d35-8593-4eaf5e679704 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] 10.222.0.62 "DELETE /v2.0/routers/10e05270-2c9a-480a-b1eb-f96a7e587424 HTTP/1.1" status: 204 len: 168 time: 1.3896341 Oct 30 15:31:06.228032 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 33542) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:06.233623 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-4506f568-d0ef-4640-9dcd-1e08d50a8203 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-706901987', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}, 'admin_state_up': False}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:31:06.238511 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2f3630bd-3ef4-4319-82d4-f6c6abc88601 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:06.243395 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2f3630bd-3ef4-4319-82d4-f6c6abc88601 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:06.266130 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3630bd-3ef4-4319-82d4-f6c6abc88601 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b58743ac-a0f7-44dd-848d-4e48fca31ae4,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:06.267353 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4506f568-d0ef-4640-9dcd-1e08d50a8203 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:06.275373 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4506f568-d0ef-4640-9dcd-1e08d50a8203 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:06.276304 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2f3630bd-3ef4-4319-82d4-f6c6abc88601 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:06.278754 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-2f3630bd-3ef4-4319-82d4-f6c6abc88601 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1902251 Oct 30 15:31:06.281465 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 33544) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:06.289204 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-10ef3da5-7334-46c3-85ce-4273088a2f6e tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Request body: {'security_group_rule': {'security_group_id': 'a1723890-f44a-45d2-a097-7588f09fd380', 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:31:06.320027 n-d-806683-17 neutron-server[102131]: INFO neutron.db.securitygroups_db [None req-10ef3da5-7334-46c3-85ce-4273088a2f6e tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Project b2267fc2b77143d693871f591bcb3dbf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 30 15:31:06.326909 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-10ef3da5-7334-46c3-85ce-4273088a2f6e tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:06.335748 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4506f568-d0ef-4640-9dcd-1e08d50a8203 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:06.416998 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-10ef3da5-7334-46c3-85ce-4273088a2f6e tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:06.422004 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-10ef3da5-7334-46c3-85ce-4273088a2f6e tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:06.450582 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef3da5-7334-46c3-85ce-4273088a2f6e tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9c79846-dfc0-4080-b6db-cff9a5b27313,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:06.459892 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-10ef3da5-7334-46c3-85ce-4273088a2f6e tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:06.463670 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-10ef3da5-7334-46c3-85ce-4273088a2f6e tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1783214 Oct 30 15:31:06.463855 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 33548) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:06.468461 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-01a657cb-33ad-4674-b5c0-792ce25c8bce tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Request body: {'security_group_rule': {'security_group_id': 'a1723890-f44a-45d2-a097-7588f09fd380', 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:31:06.491987 n-d-806683-17 neutron-server[102131]: INFO neutron.db.securitygroups_db [None req-01a657cb-33ad-4674-b5c0-792ce25c8bce tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Project b2267fc2b77143d693871f591bcb3dbf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 30 15:31:06.497603 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-01a657cb-33ad-4674-b5c0-792ce25c8bce tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:06.517081 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4506f568-d0ef-4640-9dcd-1e08d50a8203 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:06.582040 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-01a657cb-33ad-4674-b5c0-792ce25c8bce tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:06.588051 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-01a657cb-33ad-4674-b5c0-792ce25c8bce tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:06.608914 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a657cb-33ad-4674-b5c0-792ce25c8bce tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83b65f9a-8c2f-4c80-881c-06b5e77c472b,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:06.621388 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-01a657cb-33ad-4674-b5c0-792ce25c8bce tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:06.624891 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-01a657cb-33ad-4674-b5c0-792ce25c8bce tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1598876 Oct 30 15:31:06.785960 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4506f568-d0ef-4640-9dcd-1e08d50a8203 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks [] for router_gateway, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:06.825272 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4506f568-d0ef-4640-9dcd-1e08d50a8203 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:06.960671 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-debd5d85-2f9c-4330-afd6-8ffd6f7edfdd req-20b73d5e-d0af-42e2-ac48-200ee2ecf649 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-100423259&fields=id&tenant_id=b2267fc2b77143d693871f591bcb3dbf HTTP/1.1" status: 200 len: 267 time: 0.0638099 Oct 30 15:31:07.000960 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device bd159f95-c65b-4f6a-935c-be08275b0860 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:31:07.085698 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-4506f568-d0ef-4640-9dcd-1e08d50a8203 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Allocated IP 172.25.4.110 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/92bdcbb9-3962-4714-a907-660511a51ed1) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:31:07.090768 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc4f0df-8ee4-4b74-9be0-4049f070fb48 None None] Network 5b39545b-0064-4ccc-9db6-0523660565de requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:31:07.150519 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd6d929-c323-4b3a-a14d-4188ca7c4497 req-e2410763-5a66-4eb7-8c77-67eaaa821986 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:07.152921 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0bd6d929-c323-4b3a-a14d-4188ca7c4497 req-e2410763-5a66-4eb7-8c77-67eaaa821986 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dad581b-6b88-4a09-9559-b8dfc538115c HTTP/1.1" status: 200 len: 946 time: 0.0515518 Oct 30 15:31:07.164742 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port bd159f95-c65b-4f6a-935c-be08275b0860 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:31:07.165597 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:07.219507 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0bd6d929-c323-4b3a-a14d-4188ca7c4497 req-71976a21-c6c0-4ef5-b1d2-ac4695c100d6 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/security-groups?id=48597c60-ccc8-4d96-92aa-deedb67edace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516436 Oct 30 15:31:07.233368 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-2517654e-6fee-4a6b-bbb0-760397bcd747 None None] Provisioning complete for port bd159f95-c65b-4f6a-935c-be08275b0860 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:31:07.233368 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2517654e-6fee-4a6b-bbb0-760397bcd747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:07.357928 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44253ab0-cea9-43d9-a1f0-8bacc924cad6 req-00a14cb6-c3b2-4f72-8645-307f7769d040 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:07.360896 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-44253ab0-cea9-43d9-a1f0-8bacc924cad6 req-00a14cb6-c3b2-4f72-8645-307f7769d040 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=25353754-ad8b-4952-b0f6-00eb931ff7ca HTTP/1.1" status: 200 len: 946 time: 0.0674787 Oct 30 15:31:07.397862 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:07.418731 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-44253ab0-cea9-43d9-a1f0-8bacc924cad6 req-65e55502-c7a0-45a0-8ab0-7705ab77f910 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d32fb4-59bb-4ed8-a618-6a89a7e07898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510740 Oct 30 15:31:07.503591 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port bd159f95-c65b-4f6a-935c-be08275b0860, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=bd159f95-c65b-4f6a-935c-be08275b0860,segment=NetworkSegment(aa9130cd-62ac-492c-bcab-253da3d07c77),segment_id=aa9130cd-62ac-492c-bcab-253da3d07c77)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:31:07.515111 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd5d85-2f9c-4330-afd6-8ffd6f7edfdd req-479e0232-81af-4958-844a-2742865817ca tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:07.516728 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-debd5d85-2f9c-4330-afd6-8ffd6f7edfdd req-479e0232-81af-4958-844a-2742865817ca tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/networks?id=5b39545b-0064-4ccc-9db6-0523660565de HTTP/1.1" status: 200 len: 797 time: 0.5359497 Oct 30 15:31:07.520232 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:07.526020 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2517654e-6fee-4a6b-bbb0-760397bcd747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:07.544905 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-debd5d85-2f9c-4330-afd6-8ffd6f7edfdd req-b9ffcc95-f954-42ae-8308-d97414e87d92 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/quotas/b2267fc2b77143d693871f591bcb3dbf HTTP/1.1" status: 200 len: 375 time: 0.0164394 Oct 30 15:31:07.638194 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=bd159f95-c65b-4f6a-935c-be08275b0860,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:07.642542 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.db.api [None req-2517654e-6fee-4a6b-bbb0-760397bcd747 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 30 15:31:07.642989 n-d-806683-17 neutron-server[102132]: DEBUG oslo_db.api [None req-2517654e-6fee-4a6b-bbb0-760397bcd747 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 30 15:31:07.683827 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839af8e-973f-45ce-8fbc-beabea8a4620 req-2d3b602c-a00f-4156-837d-409414abafad tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:07.685593 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2839af8e-973f-45ce-8fbc-beabea8a4620 req-2d3b602c-a00f-4156-837d-409414abafad tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.44 "GET /v2.0/ports?device_id=1dad581b-6b88-4a09-9559-b8dfc538115c HTTP/1.1" status: 200 len: 946 time: 0.1375318 Oct 30 15:31:07.693689 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4506f568-d0ef-4640-9dcd-1e08d50a8203 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:07.766329 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-debd5d85-2f9c-4330-afd6-8ffd6f7edfdd req-95c7e048-8c05-43ec-a509-b0170e42b169 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b2267fc2b77143d693871f591bcb3dbf&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2063506 Oct 30 15:31:07.864757 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4506f568-d0ef-4640-9dcd-1e08d50a8203 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:07.878576 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 33612) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:07.936445 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4506f568-d0ef-4640-9dcd-1e08d50a8203 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:31:07.944216 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-4506f568-d0ef-4640-9dcd-1e08d50a8203 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:31:07.947406 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-2839af8e-973f-45ce-8fbc-beabea8a4620 req-9dc31476-457b-41d0-a26c-c8673c4fe88e tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Deleting port d09cdac4-cc2e-4ba9-87b6-65031961fa47 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:31:07.947766 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-2839af8e-973f-45ce-8fbc-beabea8a4620 req-9dc31476-457b-41d0-a26c-c8673c4fe88e tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:07.950529 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4506f568-d0ef-4640-9dcd-1e08d50a8203 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:31:07.978146 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-debd5d85-2f9c-4330-afd6-8ffd6f7edfdd req-80fdd21b-e4a6-4b1f-a5e8-de265da580d6 service neutron] 10.222.0.62 "GET /v2.0/networks/5b39545b-0064-4ccc-9db6-0523660565de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856408 Oct 30 15:31:07.990340 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4506f568-d0ef-4640-9dcd-1e08d50a8203 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Pushing event updated for resources: {'Port': ['ID=92bdcbb9-3962-4714-a907-660511a51ed1,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:08.005695 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b00cf059-06bb-430d-8d40-2bd5e8869d36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:08.083171 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b00cf059-06bb-430d-8d40-2bd5e8869d36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:08.087804 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b00cf059-06bb-430d-8d40-2bd5e8869d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:08.126048 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b00cf059-06bb-430d-8d40-2bd5e8869d36 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=32c81e092a2045708c956fce70f1f0bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2459555 Oct 30 15:31:08.126927 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00cf059-06bb-430d-8d40-2bd5e8869d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb984034-3fd7-4fda-989c-2ce8725d720a,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:08.130000 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 33616) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:08.183361 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-17778dad-5323-4293-9374-82c40bec76d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:08.206600 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-17778dad-5323-4293-9374-82c40bec76d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:08.250776 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-2839af8e-973f-45ce-8fbc-beabea8a4620 req-9dc31476-457b-41d0-a26c-c8673c4fe88e tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] For port d09cdac4-cc2e-4ba9-87b6-65031961fa47, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=d09cdac4-cc2e-4ba9-87b6-65031961fa47,segment=NetworkSegment(59d6fed5-1de0-4ec5-ad2b-5027d009e9f0),segment_id=59d6fed5-1de0-4ec5-ad2b-5027d009e9f0)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:31:08.250776 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-2839af8e-973f-45ce-8fbc-beabea8a4620 req-9dc31476-457b-41d0-a26c-c8673c4fe88e tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:08.264383 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-debd5d85-2f9c-4330-afd6-8ffd6f7edfdd req-c462d72d-4d3c-4236-813f-a0aa2299fa0b service neutron] 10.222.0.62 "GET /v2.0/networks/5b39545b-0064-4ccc-9db6-0523660565de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715428 Oct 30 15:31:08.264889 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-17778dad-5323-4293-9374-82c40bec76d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:08.270115 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-17778dad-5323-4293-9374-82c40bec76d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:08.272097 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-17778dad-5323-4293-9374-82c40bec76d5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bb984034-3fd7-4fda-989c-2ce8725d720a HTTP/1.1" status: 204 len: 168 time: 0.1419148 Oct 30 15:31:08.282991 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17778dad-5323-4293-9374-82c40bec76d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb984034-3fd7-4fda-989c-2ce8725d720a,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:08.344404 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-9e8ac622-4de1-4115-8da4-884412dccd43 None None] Provisioning complete for port bd159f95-c65b-4f6a-935c-be08275b0860 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:31:08.350474 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9e8ac622-4de1-4115-8da4-884412dccd43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:08.357878 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328825c-e3ce-4329-9a44-fe8ab374873a req-7ac73952-d6da-4e80-846e-9f5436cf2624 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:08.372051 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0328825c-e3ce-4329-9a44-fe8ab374873a req-7ac73952-d6da-4e80-846e-9f5436cf2624 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dad581b-6b88-4a09-9559-b8dfc538115c HTTP/1.1" status: 200 len: 946 time: 0.0699470 Oct 30 15:31:08.484489 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0328825c-e3ce-4329-9a44-fe8ab374873a req-697164fa-98ab-4ed1-b9a0-c832700a6249 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/security-groups?id=48597c60-ccc8-4d96-92aa-deedb67edace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090393 Oct 30 15:31:08.558298 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device bd159f95-c65b-4f6a-935c-be08275b0860 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:31:08.584187 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0253ae75-a4fb-49fc-8fba-f3202f48fd0b req-5d457f92-1f90-453f-8d3c-813e180a5fd5 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c0fb05b-4f21-48cf-a2c9-68a3327bf2b1 HTTP/1.1" status: 200 len: 210 time: 0.1132934 Oct 30 15:31:08.632602 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cec426-27fb-43d9-abf8-ea9302a0bfd2 req-fd453e26-44e1-47e3-827e-dc5fbca63d8a tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:08.643625 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-14cec426-27fb-43d9-abf8-ea9302a0bfd2 req-fd453e26-44e1-47e3-827e-dc5fbca63d8a tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=25353754-ad8b-4952-b0f6-00eb931ff7ca HTTP/1.1" status: 200 len: 946 time: 0.0790222 Oct 30 15:31:08.693671 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4506f568-d0ef-4640-9dcd-1e08d50a8203 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks [] for router_gateway, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:08.699720 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port bd159f95-c65b-4f6a-935c-be08275b0860 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:31:08.700307 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:08.703100 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-14cec426-27fb-43d9-abf8-ea9302a0bfd2 req-fe5dc0ff-7d7f-4d9b-ad02-0c5c2a4b61f3 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d32fb4-59bb-4ed8-a618-6a89a7e07898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579374 Oct 30 15:31:08.801383 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 00bab01d-3ddb-41b5-b61b-ffea4b219021 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:31:08.826815 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 00bab01d-3ddb-41b5-b61b-ffea4b219021 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:31:08.827323 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 00bab01d-3ddb-41b5-b61b-ffea4b219021 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:31:08.827658 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-2839af8e-973f-45ce-8fbc-beabea8a4620 req-9dc31476-457b-41d0-a26c-c8673c4fe88e tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:08.828033 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-2839af8e-973f-45ce-8fbc-beabea8a4620 req-9dc31476-457b-41d0-a26c-c8673c4fe88e tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:08.828354 n-d-806683-17 neutron-server[102130]: INFO neutron.db.l3_db [req-2839af8e-973f-45ce-8fbc-beabea8a4620 req-9dc31476-457b-41d0-a26c-c8673c4fe88e tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Floating IP 608fba7c-21b7-493e-826f-1be44a4c34a4 disassociated. External IP: 172.25.4.234, port: d09cdac4-cc2e-4ba9-87b6-65031961fa47. Oct 30 15:31:08.828705 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-2839af8e-973f-45ce-8fbc-beabea8a4620 req-9dc31476-457b-41d0-a26c-c8673c4fe88e tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Calling delete_port for d09cdac4-cc2e-4ba9-87b6-65031961fa47 owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:31:08.876591 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 33632) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:08.898175 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9a070558-da08-4026-8fd5-f3f32fdcb53d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:08.987866 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9a070558-da08-4026-8fd5-f3f32fdcb53d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:08.991993 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9a070558-da08-4026-8fd5-f3f32fdcb53d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:09.032973 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a070558-da08-4026-8fd5-f3f32fdcb53d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b2140c-c1b2-4a5c-b9da-d56b3283447a,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:09.041391 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-9a070558-da08-4026-8fd5-f3f32fdcb53d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=64c5d625d26a4ce1bbcb71fa6cfb36a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1637533 Oct 30 15:31:09.042224 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 33640) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:09.092272 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4506f568-d0ef-4640-9dcd-1e08d50a8203 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:09.114015 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-21d9700a-59c3-4dc4-a5eb-c0309ef801fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:09.140430 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-21d9700a-59c3-4dc4-a5eb-c0309ef801fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:09.215401 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-2839af8e-973f-45ce-8fbc-beabea8a4620 req-9dc31476-457b-41d0-a26c-c8673c4fe88e tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:09.251747 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc31476-457b-41d0-a26c-c8673c4fe88e tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Pushing event deleted for resources: {'Port': ['ID=d09cdac4-cc2e-4ba9-87b6-65031961fa47,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:09.387057 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4506f568-d0ef-4640-9dcd-1e08d50a8203 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Router c187fa85-396c-48d6-b385-7f9abebe6be0 is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:31:09.488199 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2839af8e-973f-45ce-8fbc-beabea8a4620 req-9dc31476-457b-41d0-a26c-c8673c4fe88e tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Router 1c4c91be-2b4e-4768-849f-f23428b3f3de has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:31:09.569161 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-21d9700a-59c3-4dc4-a5eb-c0309ef801fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:09.570148 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4506f568-d0ef-4640-9dcd-1e08d50a8203 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:31:09.572232 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-21d9700a-59c3-4dc4-a5eb-c0309ef801fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:09.573525 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-21d9700a-59c3-4dc4-a5eb-c0309ef801fa admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/66b2140c-c1b2-4a5c-b9da-d56b3283447a HTTP/1.1" status: 204 len: 168 time: 0.5295737 Oct 30 15:31:09.582377 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d9700a-59c3-4dc4-a5eb-c0309ef801fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b2140c-c1b2-4a5c-b9da-d56b3283447a,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:09.585245 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcd7e3d-80f8-4999-826e-64e2cee74599 None None] Sync routers for ids ['c187fa85-396c-48d6-b385-7f9abebe6be0'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:31:09.612240 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcd7e3d-80f8-4999-826e-64e2cee74599 None None] Routers {'c187fa85-396c-48d6-b385-7f9abebe6be0'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:31:09.613674 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-0bcd7e3d-80f8-4999-826e-64e2cee74599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:30:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['c187fa85-396c-48d6-b385-7f9abebe6be0'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:09.672733 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-0bcd7e3d-80f8-4999-826e-64e2cee74599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:09.684897 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcd7e3d-80f8-4999-826e-64e2cee74599 None None] Routers {'c187fa85-396c-48d6-b385-7f9abebe6be0'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:31:09.685532 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-0bcd7e3d-80f8-4999-826e-64e2cee74599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:30:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['c187fa85-396c-48d6-b385-7f9abebe6be0'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:09.802598 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e89f0cc7-afac-4175-b9bd-fcec161b8b2c req-560eca21-09be-4ecb-8a59-ace8dc8ac5cb tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c0fb05b-4f21-48cf-a2c9-68a3327bf2b1 HTTP/1.1" status: 200 len: 210 time: 0.0938642 Oct 30 15:31:09.886615 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-0bcd7e3d-80f8-4999-826e-64e2cee74599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:09.888106 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcd7e3d-80f8-4999-826e-64e2cee74599 None None] The sync data for ids ['c187fa85-396c-48d6-b385-7f9abebe6be0'] in n-d-806683-17 is: [] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:31:10.102762 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd5d85-2f9c-4330-afd6-8ffd6f7edfdd req-bcc7494f-8a60-4ab3-bc43-2ca9bdc04c97 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:10.104488 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-debd5d85-2f9c-4330-afd6-8ffd6f7edfdd req-bcc7494f-8a60-4ab3-bc43-2ca9bdc04c97 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.53 "GET /v2.0/networks?id=5b39545b-0064-4ccc-9db6-0523660565de HTTP/1.1" status: 200 len: 797 time: 0.2148738 Oct 30 15:31:10.171835 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ad460-edd5-4b56-bf5f-a6b341b1caa3 req-62d7ea51-48dc-4358-9bd4-d6280860d875 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:10.179548 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b79ad460-edd5-4b56-bf5f-a6b341b1caa3 req-62d7ea51-48dc-4358-9bd4-d6280860d875 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=25353754-ad8b-4952-b0f6-00eb931ff7ca HTTP/1.1" status: 200 len: 946 time: 0.1960733 Oct 30 15:31:10.206230 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-91f38383-4588-436e-81eb-a5c5c941dea0 req-59d10ae8-d221-4439-a707-e072548a49da tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dad581b-6b88-4a09-9559-b8dfc538115c HTTP/1.1" status: 200 len: 210 time: 0.6174495 Oct 30 15:31:10.210909 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4506f568-d0ef-4640-9dcd-1e08d50a8203 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:10.212390 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-4506f568-d0ef-4640-9dcd-1e08d50a8203 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.9831734 Oct 30 15:31:10.216606 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 33656) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:10.223416 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-e07dea46-e2bd-4f8c-bc51-e3d74c785d94 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'enable_snat': False}}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:31:10.248625 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-debd5d85-2f9c-4330-afd6-8ffd6f7edfdd req-ecdb1f78-fa2a-48c7-abae-cf77a51aa8af tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2267fc2b77143d693871f591bcb3dbf HTTP/1.1" status: 200 len: 471 time: 0.1215792 Oct 30 15:31:10.265011 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b79ad460-edd5-4b56-bf5f-a6b341b1caa3 req-98f94e21-1329-49cd-a82b-b21f64d38e86 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d32fb4-59bb-4ed8-a618-6a89a7e07898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782261 Oct 30 15:31:10.271230 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-debd5d85-2f9c-4330-afd6-8ffd6f7edfdd req-461b8963-4948-4bee-8ea6-48236fb154a0 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Request body: {'port': {'device_id': '1c0fb05b-4f21-48cf-a2c9-68a3327bf2b1', 'network_id': '5b39545b-0064-4ccc-9db6-0523660565de', 'admin_state_up': True, 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'security_groups': ['a1723890-f44a-45d2-a097-7588f09fd380']}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:31:10.334240 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2839af8e-973f-45ce-8fbc-beabea8a4620 req-9dc31476-457b-41d0-a26c-c8673c4fe88e tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:31:10.346833 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92ec78c-5db4-4b06-9c2f-56285b8f034d None None] Sync routers for ids ['1c4c91be-2b4e-4768-849f-f23428b3f3de'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:31:10.369626 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92ec78c-5db4-4b06-9c2f-56285b8f034d None None] Routers {'1c4c91be-2b4e-4768-849f-f23428b3f3de'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:31:10.372294 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-e92ec78c-5db4-4b06-9c2f-56285b8f034d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:30:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['1c4c91be-2b4e-4768-849f-f23428b3f3de'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:10.407408 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-2839af8e-973f-45ce-8fbc-beabea8a4620 req-9dc31476-457b-41d0-a26c-c8673c4fe88e tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] No DVR routers for this DVR port d09cdac4-cc2e-4ba9-87b6-65031961fa47 on host n-h2-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:31:10.411833 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-2839af8e-973f-45ce-8fbc-beabea8a4620 req-9dc31476-457b-41d0-a26c-c8673c4fe88e tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:10.416477 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2839af8e-973f-45ce-8fbc-beabea8a4620 req-9dc31476-457b-41d0-a26c-c8673c4fe88e tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.44 "DELETE /v2.0/ports/d09cdac4-cc2e-4ba9-87b6-65031961fa47 HTTP/1.1" status: 204 len: 173 time: 2.7209368 Oct 30 15:31:10.416813 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dad581b-6b88-4a09-9559-b8dfc538115c', 'name': 'network-vif-deleted', 'tag': 'd09cdac4-cc2e-4ba9-87b6-65031961fa47'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:31:10.420508 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb83b76-f1b7-4cba-aa60-654c5582378d" -d '{"events": [{"server_uuid": "1dad581b-6b88-4a09-9559-b8dfc538115c", "name": "network-vif-deleted", "tag": "d09cdac4-cc2e-4ba9-87b6-65031961fa47"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:31:10.526214 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b47eb0ec-821a-4a99-bce0-c33416955fac x-openstack-request-id: req-b47eb0ec-821a-4a99-bce0-c33416955fac {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:31:10.526568 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dad581b-6b88-4a09-9559-b8dfc538115c", "name": "network-vif-deleted", "tag": "d09cdac4-cc2e-4ba9-87b6-65031961fa47", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:31:10.526826 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b47eb0ec-821a-4a99-bce0-c33416955fac {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:31:10.527234 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dad581b-6b88-4a09-9559-b8dfc538115c', 'name': 'network-vif-deleted', 'tag': 'd09cdac4-cc2e-4ba9-87b6-65031961fa47', 'status': 'completed', 'code': 200} Oct 30 15:31:10.546864 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-debd5d85-2f9c-4330-afd6-8ffd6f7edfdd req-461b8963-4948-4bee-8ea6-48236fb154a0 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Made reservation on behalf of b2267fc2b77143d693871f591bcb3dbf for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:31:10.554935 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-debd5d85-2f9c-4330-afd6-8ffd6f7edfdd req-461b8963-4948-4bee-8ea6-48236fb154a0 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:10.660185 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-e92ec78c-5db4-4b06-9c2f-56285b8f034d None None] Set router 1c4c91be-2b4e-4768-849f-f23428b3f3de gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:31:10.713663 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-debd5d85-2f9c-4330-afd6-8ffd6f7edfdd req-461b8963-4948-4bee-8ea6-48236fb154a0 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Allocated IP 172.20.0.23 (5b39545b-0064-4ccc-9db6-0523660565de/f7c74f8f-86be-4bca-9237-b05f6009cb35/8c3bf256-ee8a-4d3b-98d2-183e0d0adc81) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:31:10.785643 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e07dea46-e2bd-4f8c-bc51-e3d74c785d94 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:10.979905 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-e92ec78c-5db4-4b06-9c2f-56285b8f034d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4c91be-2b4e-4768-849f-f23428b3f3de', 'name': 'tempest-AttachVolumeTestJSON-449199179-router', 'tenant_id': '851f863f3af14cfda31cec55b5caebe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '96e620ec-98fc-4071-b414-cf43c3104cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:26:49Z', 'updated_at': '2021-10-30T15:26:53Z', 'revision_number': 4, 'project_id': '851f863f3af14cfda31cec55b5caebe9', 'gw_port': {'id': '96e620ec-98fc-4071-b414-cf43c3104cc7', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fa:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4c91be-2b4e-4768-849f-f23428b3f3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:26:49Z', 'updated_at': '2021-10-30T15:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '0096e650-bf87-41cb-9c1e-5ec8978c8b99', 'name': '', 'network_id': 'a69ee861-8dad-4f6c-abe3-f84fb501d5dd', 'tenant_id': '851f863f3af14cfda31cec55b5caebe9', 'mac_address': 'fa:16:3e:17:9e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4c91be-2b4e-4768-849f-f23428b3f3de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '173890c6-b6ee-44b8-ab6a-06362ece304f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:26:51Z', 'updated_at': '2021-10-30T15:26:59Z', 'revision_number': 5, 'project_id': '851f863f3af14cfda31cec55b5caebe9', 'subnets': [{'id': '173890c6-b6ee-44b8-ab6a-06362ece304f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:10.985759 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-eda1601f-48ed-4c40-94f9-84198ebf72fb req-36cf73b1-1396-48ff-9c2c-a6476e1dc586 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c0fb05b-4f21-48cf-a2c9-68a3327bf2b1 HTTP/1.1" status: 200 len: 210 time: 0.0645406 Oct 30 15:31:11.014361 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92ec78c-5db4-4b06-9c2f-56285b8f034d None None] Checking router: 1c4c91be-2b4e-4768-849f-f23428b3f3de for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:31:11.025497 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92ec78c-5db4-4b06-9c2f-56285b8f034d None None] Routers {'1c4c91be-2b4e-4768-849f-f23428b3f3de'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:31:11.026142 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-e92ec78c-5db4-4b06-9c2f-56285b8f034d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:30:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['1c4c91be-2b4e-4768-849f-f23428b3f3de'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:11.033964 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-debd5d85-2f9c-4330-afd6-8ffd6f7edfdd req-461b8963-4948-4bee-8ea6-48236fb154a0 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:11.087336 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-debd5d85-2f9c-4330-afd6-8ffd6f7edfdd req-461b8963-4948-4bee-8ea6-48236fb154a0 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:11.153063 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-e92ec78c-5db4-4b06-9c2f-56285b8f034d None None] Set router 1c4c91be-2b4e-4768-849f-f23428b3f3de gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:31:11.163412 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-debd5d85-2f9c-4330-afd6-8ffd6f7edfdd req-461b8963-4948-4bee-8ea6-48236fb154a0 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Network 5b39545b-0064-4ccc-9db6-0523660565de is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:31:11.168089 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-debd5d85-2f9c-4330-afd6-8ffd6f7edfdd req-461b8963-4948-4bee-8ea6-48236fb154a0 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:31:11.171041 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-debd5d85-2f9c-4330-afd6-8ffd6f7edfdd req-461b8963-4948-4bee-8ea6-48236fb154a0 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:31:11.227683 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461b8963-4948-4bee-8ea6-48236fb154a0 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Pushing event updated for resources: {'Port': ['ID=8c3bf256-ee8a-4d3b-98d2-183e0d0adc81,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:11.286614 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd5d85-2f9c-4330-afd6-8ffd6f7edfdd req-461b8963-4948-4bee-8ea6-48236fb154a0 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:11.287379 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-debd5d85-2f9c-4330-afd6-8ffd6f7edfdd req-461b8963-4948-4bee-8ea6-48236fb154a0 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:11.330668 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-debd5d85-2f9c-4330-afd6-8ffd6f7edfdd req-461b8963-4948-4bee-8ea6-48236fb154a0 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0642989 Oct 30 15:31:11.332533 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 33686) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:11.365012 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-debd5d85-2f9c-4330-afd6-8ffd6f7edfdd req-9a28f41b-f7ad-4ca2-95c5-5d8938e9dbe9 service neutron] Request body: {'port': {'device_id': '1c0fb05b-4f21-48cf-a2c9-68a3327bf2b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:31:11.446158 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-debd5d85-2f9c-4330-afd6-8ffd6f7edfdd req-9a28f41b-f7ad-4ca2-95c5-5d8938e9dbe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:11.520562 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-e92ec78c-5db4-4b06-9c2f-56285b8f034d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4c91be-2b4e-4768-849f-f23428b3f3de', 'name': 'tempest-AttachVolumeTestJSON-449199179-router', 'tenant_id': '851f863f3af14cfda31cec55b5caebe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '96e620ec-98fc-4071-b414-cf43c3104cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:26:49Z', 'updated_at': '2021-10-30T15:26:53Z', 'revision_number': 4, 'project_id': '851f863f3af14cfda31cec55b5caebe9', 'gw_port': {'id': '96e620ec-98fc-4071-b414-cf43c3104cc7', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fa:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4c91be-2b4e-4768-849f-f23428b3f3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:26:49Z', 'updated_at': '2021-10-30T15:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '0096e650-bf87-41cb-9c1e-5ec8978c8b99', 'name': '', 'network_id': 'a69ee861-8dad-4f6c-abe3-f84fb501d5dd', 'tenant_id': '851f863f3af14cfda31cec55b5caebe9', 'mac_address': 'fa:16:3e:17:9e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4c91be-2b4e-4768-849f-f23428b3f3de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '173890c6-b6ee-44b8-ab6a-06362ece304f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:26:51Z', 'updated_at': '2021-10-30T15:26:59Z', 'revision_number': 5, 'project_id': '851f863f3af14cfda31cec55b5caebe9', 'subnets': [{'id': '173890c6-b6ee-44b8-ab6a-06362ece304f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:11.540826 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-122405bd-1ce4-490a-bf48-8d9f506d6c41 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:11.554116 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0120ea-665a-45ec-b335-fe1605ca253c req-edef83fb-f32a-4126-9583-d505fa023350 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:11.554467 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92ec78c-5db4-4b06-9c2f-56285b8f034d None None] The sync data for ids ['1c4c91be-2b4e-4768-849f-f23428b3f3de'] in n-d-806683-17 is: [{'id': '1c4c91be-2b4e-4768-849f-f23428b3f3de', 'name': 'tempest-AttachVolumeTestJSON-449199179-router', 'tenant_id': '851f863f3af14cfda31cec55b5caebe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '96e620ec-98fc-4071-b414-cf43c3104cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:26:49Z', 'updated_at': '2021-10-30T15:26:53Z', 'revision_number': 4, 'project_id': '851f863f3af14cfda31cec55b5caebe9', 'gw_port': {'id': '96e620ec-98fc-4071-b414-cf43c3104cc7', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fa:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4c91be-2b4e-4768-849f-f23428b3f3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:26:49Z', 'updated_at': '2021-10-30T15:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '0096e650-bf87-41cb-9c1e-5ec8978c8b99', 'name': '', 'network_id': 'a69ee861-8dad-4f6c-abe3-f84fb501d5dd', 'tenant_id': '851f863f3af14cfda31cec55b5caebe9', 'mac_address': 'fa:16:3e:17:9e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4c91be-2b4e-4768-849f-f23428b3f3de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '173890c6-b6ee-44b8-ab6a-06362ece304f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:26:51Z', 'updated_at': '2021-10-30T15:26:59Z', 'revision_number': 5, 'project_id': '851f863f3af14cfda31cec55b5caebe9', 'subnets': [{'id': '173890c6-b6ee-44b8-ab6a-06362ece304f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:31:11.555663 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bd0120ea-665a-45ec-b335-fe1605ca253c req-edef83fb-f32a-4126-9583-d505fa023350 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=25353754-ad8b-4952-b0f6-00eb931ff7ca HTTP/1.1" status: 200 len: 946 time: 0.1774704 Oct 30 15:31:11.569757 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-eba21c79-2dfe-400d-bffd-2c542d5bb25c None None] Provisioning complete for port 8c3bf256-ee8a-4d3b-98d2-183e0d0adc81 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:31:11.570101 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-eba21c79-2dfe-400d-bffd-2c542d5bb25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:11.615620 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-eba21c79-2dfe-400d-bffd-2c542d5bb25c None None] Port 8c3bf256-ee8a-4d3b-98d2-183e0d0adc81 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:31:11.620776 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e07dea46-e2bd-4f8c-bc51-e3d74c785d94 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-773039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29512'] for router, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:11.630491 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-122405bd-1ce4-490a-bf48-8d9f506d6c41 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:11.642320 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e07dea46-e2bd-4f8c-bc51-e3d74c785d94 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-773014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-773021', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-773165'] for router, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:11.746252 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bd0120ea-665a-45ec-b335-fe1605ca253c req-a0a5416d-7a25-4306-bcf2-da41f4865b21 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d32fb4-59bb-4ed8-a618-6a89a7e07898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1747341 Oct 30 15:31:11.795917 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-122405bd-1ce4-490a-bf48-8d9f506d6c41 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:11.800807 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-122405bd-1ce4-490a-bf48-8d9f506d6c41 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:11.804324 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-122405bd-1ce4-490a-bf48-8d9f506d6c41 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "DELETE /v2.0/security-groups/48597c60-ccc8-4d96-92aa-deedb67edace HTTP/1.1" status: 204 len: 168 time: 0.4674330 Oct 30 15:31:11.804949 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 33700) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:11.819911 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-2a6f038b-6be7-4208-ab08-fc95249d4a36 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] show failed (client error): The resource could not be found. Oct 30 15:31:11.826311 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-2a6f038b-6be7-4208-ab08-fc95249d4a36 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/security-groups/48597c60-ccc8-4d96-92aa-deedb67edace HTTP/1.1" status: 404 len: 347 time: 0.0151947 Oct 30 15:31:11.830225 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 33702) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:11.832049 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122405bd-1ce4-490a-bf48-8d9f506d6c41 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48597c60-ccc8-4d96-92aa-deedb67edace,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:11.840389 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e07dea46-e2bd-4f8c-bc51-e3d74c785d94 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Router c187fa85-396c-48d6-b385-7f9abebe6be0 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:31:11.914348 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-debd5d85-2f9c-4330-afd6-8ffd6f7edfdd req-9a28f41b-f7ad-4ca2-95c5-5d8938e9dbe9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c3bf256-ee8a-4d3b-98d2-183e0d0adc81 {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:31:11.932753 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-debd5d85-2f9c-4330-afd6-8ffd6f7edfdd req-9a28f41b-f7ad-4ca2-95c5-5d8938e9dbe9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:11.975345 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e07dea46-e2bd-4f8c-bc51-e3d74c785d94 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:31:11.979573 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e07dea46-e2bd-4f8c-bc51-e3d74c785d94 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:11.981052 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e07dea46-e2bd-4f8c-bc51-e3d74c785d94 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] 10.222.0.62 "PUT /v2.0/routers/c187fa85-396c-48d6-b385-7f9abebe6be0 HTTP/1.1" status: 200 len: 925 time: 1.7637115 Oct 30 15:31:11.983599 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 33704) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:11.989460 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e33ec70-e261-4ad2-a707-cabbee5d7e14 None None] Sync routers for ids ['c187fa85-396c-48d6-b385-7f9abebe6be0'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:31:12.004118 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e33ec70-e261-4ad2-a707-cabbee5d7e14 None None] Routers {'c187fa85-396c-48d6-b385-7f9abebe6be0'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:31:12.005656 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-4e33ec70-e261-4ad2-a707-cabbee5d7e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:30:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['c187fa85-396c-48d6-b385-7f9abebe6be0'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:12.028947 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4e4aba-0dde-42c9-a603-736361136426 None None] New status for floating IP 608fba7c-21b7-493e-826f-1be44a4c34a4: DOWN {{(pid=102132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 15:31:12.046998 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-debd5d85-2f9c-4330-afd6-8ffd6f7edfdd req-9a28f41b-f7ad-4ca2-95c5-5d8938e9dbe9 service neutron] Transition to ACTIVE for port object 8c3bf256-ee8a-4d3b-98d2-183e0d0adc81 will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:31:12.060283 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-debd5d85-2f9c-4330-afd6-8ffd6f7edfdd req-9a28f41b-f7ad-4ca2-95c5-5d8938e9dbe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:12.064401 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-4e33ec70-e261-4ad2-a707-cabbee5d7e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:12.079079 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e33ec70-e261-4ad2-a707-cabbee5d7e14 None None] Routers {'c187fa85-396c-48d6-b385-7f9abebe6be0'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:31:12.083231 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-4e33ec70-e261-4ad2-a707-cabbee5d7e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:30:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['c187fa85-396c-48d6-b385-7f9abebe6be0'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:12.141433 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-4e33ec70-e261-4ad2-a707-cabbee5d7e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:12.146195 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e33ec70-e261-4ad2-a707-cabbee5d7e14 None None] The sync data for ids ['c187fa85-396c-48d6-b385-7f9abebe6be0'] in n-d-806683-17 is: [] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:31:12.175886 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-bed4cdcf-93ca-4b64-bcae-ce5a4fafb79f tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] 10.222.0.62 "GET /v2.0/routers/c187fa85-396c-48d6-b385-7f9abebe6be0 HTTP/1.1" status: 200 len: 925 time: 0.1908741 Oct 30 15:31:12.176515 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 33718) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:12.180721 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-c377ca2f-e859-4ee3-8717-c2757473bf93 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Deleting port 7f864e4b-6318-40c2-ba70-7116e0f1d46d {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:31:12.181061 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c377ca2f-e859-4ee3-8717-c2757473bf93 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:12.193827 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a28f41b-f7ad-4ca2-95c5-5d8938e9dbe9 service neutron] Pushing event updated for resources: {'Port': ['ID=8c3bf256-ee8a-4d3b-98d2-183e0d0adc81,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:12.280176 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314ca21c-9322-4755-a8ed-001222d9b6c1 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:12.283963 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-314ca21c-9322-4755-a8ed-001222d9b6c1 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=edc38ef5-7816-4133-914c-cfe2849a0125&device_id=c187fa85-396c-48d6-b385-7f9abebe6be0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1063132 Oct 30 15:31:12.285385 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 33720) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:12.329685 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device d09cdac4-cc2e-4ba9-87b6-65031961fa47 no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:31:12.331423 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e1ac1f-b1cf-4f15-8a1d-2ab1c801cf52 req-4091f9e1-5490-4cd4-9e9f-fce73a3f6f86 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:12.333909 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-45e1ac1f-b1cf-4f15-8a1d-2ab1c801cf52 req-4091f9e1-5490-4cd4-9e9f-fce73a3f6f86 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c0fb05b-4f21-48cf-a2c9-68a3327bf2b1 HTTP/1.1" status: 200 len: 944 time: 0.2181575 Oct 30 15:31:12.381137 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] No Port match for: d09cdac4-cc2e-4ba9-87b6-65031961fa47 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:31:12.381482 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device d09cdac4-cc2e-4ba9-87b6-65031961fa47 not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:31:12.416185 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d4f561-915c-4fde-b57a-d0163ad9a77b tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:12.419361 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-71d4f561-915c-4fde-b57a-d0163ad9a77b tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] 10.222.0.62 "GET /v2.0/networks/edc38ef5-7816-4133-914c-cfe2849a0125 HTTP/1.1" status: 200 len: 881 time: 0.1330440 Oct 30 15:31:12.422695 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 33736) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:12.436319 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c377ca2f-e859-4ee3-8717-c2757473bf93 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:12.438041 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c377ca2f-e859-4ee3-8717-c2757473bf93 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:12.454200 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-415ab376-dc2a-4804-98e0-a11dc00c99c7 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] 10.222.0.62 "GET /v2.0/ports?device_id=c187fa85-396c-48d6-b385-7f9abebe6be0 HTTP/1.1" status: 200 len: 205 time: 0.0295956 Oct 30 15:31:12.456474 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 33738) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:12.458276 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-45e1ac1f-b1cf-4f15-8a1d-2ab1c801cf52 req-7f34c043-cfa3-43bf-baa7-be62cd495b7a tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1723890-f44a-45d2-a097-7588f09fd380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122415 Oct 30 15:31:12.460942 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-debd5d85-2f9c-4330-afd6-8ffd6f7edfdd req-9a28f41b-f7ad-4ca2-95c5-5d8938e9dbe9 service neutron] Attempting to bind port 8c3bf256-ee8a-4d3b-98d2-183e0d0adc81 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:31:12.461832 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-debd5d85-2f9c-4330-afd6-8ffd6f7edfdd req-9a28f41b-f7ad-4ca2-95c5-5d8938e9dbe9 service neutron] Attempting to bind port 8c3bf256-ee8a-4d3b-98d2-183e0d0adc81 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': 'aa9130cd-62ac-492c-bcab-253da3d07c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5b39545b-0064-4ccc-9db6-0523660565de'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:31:12.461976 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debd5d85-2f9c-4330-afd6-8ffd6f7edfdd req-9a28f41b-f7ad-4ca2-95c5-5d8938e9dbe9 service neutron] Attempting to bind port 8c3bf256-ee8a-4d3b-98d2-183e0d0adc81 on network 5b39545b-0064-4ccc-9db6-0523660565de {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:31:12.468112 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-c377ca2f-e859-4ee3-8717-c2757473bf93 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Calling delete_port for 7f864e4b-6318-40c2-ba70-7116e0f1d46d owned by network:floatingip {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:31:12.473188 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debd5d85-2f9c-4330-afd6-8ffd6f7edfdd req-9a28f41b-f7ad-4ca2-95c5-5d8938e9dbe9 service neutron] Port 8c3bf256-ee8a-4d3b-98d2-183e0d0adc81 on network 5b39545b-0064-4ccc-9db6-0523660565de not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:31:12.473510 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debd5d85-2f9c-4330-afd6-8ffd6f7edfdd req-9a28f41b-f7ad-4ca2-95c5-5d8938e9dbe9 service neutron] Attempting to bind port 8c3bf256-ee8a-4d3b-98d2-183e0d0adc81 on network 5b39545b-0064-4ccc-9db6-0523660565de {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:31:12.484027 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debd5d85-2f9c-4330-afd6-8ffd6f7edfdd req-9a28f41b-f7ad-4ca2-95c5-5d8938e9dbe9 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:31:12.484426 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debd5d85-2f9c-4330-afd6-8ffd6f7edfdd req-9a28f41b-f7ad-4ca2-95c5-5d8938e9dbe9 service neutron] Checking segment: {'id': 'aa9130cd-62ac-492c-bcab-253da3d07c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5b39545b-0064-4ccc-9db6-0523660565de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:31:12.484806 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debd5d85-2f9c-4330-afd6-8ffd6f7edfdd req-9a28f41b-f7ad-4ca2-95c5-5d8938e9dbe9 service neutron] Bound using segment: {'id': 'aa9130cd-62ac-492c-bcab-253da3d07c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5b39545b-0064-4ccc-9db6-0523660565de'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:31:12.485241 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-debd5d85-2f9c-4330-afd6-8ffd6f7edfdd req-9a28f41b-f7ad-4ca2-95c5-5d8938e9dbe9 service neutron] Bound port: 8c3bf256-ee8a-4d3b-98d2-183e0d0adc81, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa9130cd-62ac-492c-bcab-253da3d07c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5b39545b-0064-4ccc-9db6-0523660565de'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:31:12.485598 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-debd5d85-2f9c-4330-afd6-8ffd6f7edfdd req-9a28f41b-f7ad-4ca2-95c5-5d8938e9dbe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:12.594022 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1c971016-52ff-4518-8423-925c5ca36095 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks [] for router, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:12.611592 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-debd5d85-2f9c-4330-afd6-8ffd6f7edfdd req-9a28f41b-f7ad-4ca2-95c5-5d8938e9dbe9 service neutron] For port 8c3bf256-ee8a-4d3b-98d2-183e0d0adc81, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:31:12.626419 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-debd5d85-2f9c-4330-afd6-8ffd6f7edfdd req-9a28f41b-f7ad-4ca2-95c5-5d8938e9dbe9 service neutron] For port 8c3bf256-ee8a-4d3b-98d2-183e0d0adc81, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=8c3bf256-ee8a-4d3b-98d2-183e0d0adc81,segment=NetworkSegment(aa9130cd-62ac-492c-bcab-253da3d07c77),segment_id=aa9130cd-62ac-492c-bcab-253da3d07c77)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:31:12.631944 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-debd5d85-2f9c-4330-afd6-8ffd6f7edfdd req-9a28f41b-f7ad-4ca2-95c5-5d8938e9dbe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:12.703423 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd5d85-2f9c-4330-afd6-8ffd6f7edfdd req-9a28f41b-f7ad-4ca2-95c5-5d8938e9dbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:12.704296 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-debd5d85-2f9c-4330-afd6-8ffd6f7edfdd req-9a28f41b-f7ad-4ca2-95c5-5d8938e9dbe9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:12.705709 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-debd5d85-2f9c-4330-afd6-8ffd6f7edfdd req-9a28f41b-f7ad-4ca2-95c5-5d8938e9dbe9 service neutron] 10.222.0.53 "PUT /v2.0/ports/8c3bf256-ee8a-4d3b-98d2-183e0d0adc81 HTTP/1.1" status: 200 len: 1093 time: 1.3614833 Oct 30 15:31:12.712888 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c0fb05b-4f21-48cf-a2c9-68a3327bf2b1', 'tag': '8c3bf256-ee8a-4d3b-98d2-183e0d0adc81'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:31:12.715810 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e600ed-8683-4ae0-a5cd-3eafeab02130" -d '{"events": [{"name": "network-changed", "server_uuid": "1c0fb05b-4f21-48cf-a2c9-68a3327bf2b1", "tag": "8c3bf256-ee8a-4d3b-98d2-183e0d0adc81"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:31:12.739912 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1c971016-52ff-4518-8423-925c5ca36095 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:12.745222 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a28f41b-f7ad-4ca2-95c5-5d8938e9dbe9 service neutron] Pushing event updated for resources: {'Port': ['ID=8c3bf256-ee8a-4d3b-98d2-183e0d0adc81,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:12.751270 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c377ca2f-e859-4ee3-8717-c2757473bf93 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:12.796755 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2386d5a7-204e-4a4c-989f-a174f8b26249 x-openstack-request-id: req-2386d5a7-204e-4a4c-989f-a174f8b26249 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:31:12.797022 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c0fb05b-4f21-48cf-a2c9-68a3327bf2b1", "tag": "8c3bf256-ee8a-4d3b-98d2-183e0d0adc81", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:31:12.797271 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2386d5a7-204e-4a4c-989f-a174f8b26249 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:31:12.797736 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c0fb05b-4f21-48cf-a2c9-68a3327bf2b1', 'tag': '8c3bf256-ee8a-4d3b-98d2-183e0d0adc81', 'status': 'completed', 'code': 200} Oct 30 15:31:12.807244 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377ca2f-e859-4ee3-8717-c2757473bf93 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Pushing event deleted for resources: {'Port': ['ID=7f864e4b-6318-40c2-ba70-7116e0f1d46d,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:12.853089 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-1c971016-52ff-4518-8423-925c5ca36095 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Deleting port 92bdcbb9-3962-4714-a907-660511a51ed1 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:31:12.853865 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1c971016-52ff-4518-8423-925c5ca36095 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:12.949308 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd5d85-2f9c-4330-afd6-8ffd6f7edfdd req-35218aed-0881-4240-a6b6-ba49e917c52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:12.950851 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-debd5d85-2f9c-4330-afd6-8ffd6f7edfdd req-35218aed-0881-4240-a6b6-ba49e917c52f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b2267fc2b77143d693871f591bcb3dbf&device_id=1c0fb05b-4f21-48cf-a2c9-68a3327bf2b1 HTTP/1.1" status: 200 len: 1096 time: 0.1559885 Oct 30 15:31:12.970730 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1c971016-52ff-4518-8423-925c5ca36095 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:12.987802 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-1c971016-52ff-4518-8423-925c5ca36095 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Calling delete_port for 92bdcbb9-3962-4714-a907-660511a51ed1 owned by network:router_gateway {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:31:13.020110 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6373d10-e739-4d35-a2cd-21bff0605da0 req-20032d41-545c-4470-b347-36a55ce2f6ae tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:13.022122 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a6373d10-e739-4d35-a2cd-21bff0605da0 req-20032d41-545c-4470-b347-36a55ce2f6ae tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=25353754-ad8b-4952-b0f6-00eb931ff7ca HTTP/1.1" status: 200 len: 946 time: 0.1525319 Oct 30 15:31:13.023093 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c377ca2f-e859-4ee3-8717-c2757473bf93 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks [] for floatingip, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:13.025964 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c377ca2f-e859-4ee3-8717-c2757473bf93 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:13.027296 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-c377ca2f-e859-4ee3-8717-c2757473bf93 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "DELETE /v2.0/floatingips/608fba7c-21b7-493e-826f-1be44a4c34a4 HTTP/1.1" status: 204 len: 168 time: 1.1957815 Oct 30 15:31:13.033879 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-debd5d85-2f9c-4330-afd6-8ffd6f7edfdd req-015b8240-ed51-4528-9c24-be18bbae022d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=8c3bf256-ee8a-4d3b-98d2-183e0d0adc81 HTTP/1.1" status: 200 len: 217 time: 0.0676525 Oct 30 15:31:13.112824 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a6373d10-e739-4d35-a2cd-21bff0605da0 req-03d0b357-9a27-4fef-88e6-a552be1553b9 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d32fb4-59bb-4ed8-a618-6a89a7e07898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811787 Oct 30 15:31:13.116986 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd5d85-2f9c-4330-afd6-8ffd6f7edfdd req-f6617083-a29c-40d0-a54b-3b1f8628232f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:13.118399 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-debd5d85-2f9c-4330-afd6-8ffd6f7edfdd req-f6617083-a29c-40d0-a54b-3b1f8628232f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f7c74f8f-86be-4bca-9237-b05f6009cb35 HTTP/1.1" status: 200 len: 838 time: 0.0769675 Oct 30 15:31:13.221323 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd5d85-2f9c-4330-afd6-8ffd6f7edfdd req-74666a20-bce2-4fc9-bdb7-d761558eb8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:13.222888 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-debd5d85-2f9c-4330-afd6-8ffd6f7edfdd req-74666a20-bce2-4fc9-bdb7-d761558eb8c3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5b39545b-0064-4ccc-9db6-0523660565de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0946739 Oct 30 15:31:13.260365 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1c971016-52ff-4518-8423-925c5ca36095 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:13.288500 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c971016-52ff-4518-8423-925c5ca36095 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Pushing event deleted for resources: {'Port': ['ID=92bdcbb9-3962-4714-a907-660511a51ed1,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:13.352898 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-debd5d85-2f9c-4330-afd6-8ffd6f7edfdd req-aec390a7-33ec-4176-8f70-b7fc24ff792c service neutron] 10.222.0.53 "GET /v2.0/networks/5b39545b-0064-4ccc-9db6-0523660565de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212962 Oct 30 15:31:13.356412 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1c971016-52ff-4518-8423-925c5ca36095 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:13.468072 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1c971016-52ff-4518-8423-925c5ca36095 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:13.470430 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1c971016-52ff-4518-8423-925c5ca36095 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:13.471307 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-debd5d85-2f9c-4330-afd6-8ffd6f7edfdd req-213e17ff-42e9-4976-9c54-7d97b635f6a1 service neutron] 10.222.0.53 "GET /v2.0/networks/5b39545b-0064-4ccc-9db6-0523660565de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107166 Oct 30 15:31:13.578311 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 33820) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:13.585871 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-5e9e0d76-5d34-464d-b71f-fda042fc2213 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Request body: {'security_group': {'name': 'tempest-securitygroup--355624349', 'description': 'tempest-description--54735152'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:31:13.661233 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e600ed-8683-4ae0-a5cd-3eafeab02130 req-9e887345-06ec-423b-a093-0cd89409cc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:13.662788 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-51e600ed-8683-4ae0-a5cd-3eafeab02130 req-9e887345-06ec-423b-a093-0cd89409cc64 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b2267fc2b77143d693871f591bcb3dbf&device_id=1c0fb05b-4f21-48cf-a2c9-68a3327bf2b1 HTTP/1.1" status: 200 len: 1096 time: 0.1347585 Oct 30 15:31:13.664421 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5e9e0d76-5d34-464d-b71f-fda042fc2213 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:13.747365 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d815aa98-5898-46c2-9bb5-a985899ca48c req-9dd0885c-e78c-4578-9701-c116d09e8425 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:13.749010 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d815aa98-5898-46c2-9bb5-a985899ca48c req-9dd0885c-e78c-4578-9701-c116d09e8425 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c0fb05b-4f21-48cf-a2c9-68a3327bf2b1 HTTP/1.1" status: 200 len: 944 time: 0.1476727 Oct 30 15:31:13.836865 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d815aa98-5898-46c2-9bb5-a985899ca48c req-ffbeab80-5a7b-4f3e-9c8f-432ac07e2205 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1723890-f44a-45d2-a097-7588f09fd380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771723 Oct 30 15:31:13.838518 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1c971016-52ff-4518-8423-925c5ca36095 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:13.840584 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c971016-52ff-4518-8423-925c5ca36095 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Fanout notify agent at l3_agent the message router_deleted on router c187fa85-396c-48d6-b385-7f9abebe6be0 {{(pid=102130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:31:13.851108 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1c971016-52ff-4518-8423-925c5ca36095 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:13.852420 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-1c971016-52ff-4518-8423-925c5ca36095 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] 10.222.0.62 "DELETE /v2.0/routers/c187fa85-396c-48d6-b385-7f9abebe6be0 HTTP/1.1" status: 204 len: 168 time: 1.3944683 Oct 30 15:31:13.856916 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 33850) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:13.861518 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-059c7750-c0e1-4824-888a-ffc8971d7417 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1809573082', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:31:13.883373 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5e9e0d76-5d34-464d-b71f-fda042fc2213 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:13.884971 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e600ed-8683-4ae0-a5cd-3eafeab02130 req-b9bebc53-750d-4aa5-bacf-5463a133c189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:13.886535 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-51e600ed-8683-4ae0-a5cd-3eafeab02130 req-b9bebc53-750d-4aa5-bacf-5463a133c189 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5b39545b-0064-4ccc-9db6-0523660565de HTTP/1.1" status: 200 len: 898 time: 0.2107191 Oct 30 15:31:13.887151 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-059c7750-c0e1-4824-888a-ffc8971d7417 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:13.889021 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-059c7750-c0e1-4824-888a-ffc8971d7417 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:13.889238 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5e9e0d76-5d34-464d-b71f-fda042fc2213 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:13.953893 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-059c7750-c0e1-4824-888a-ffc8971d7417 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:13.959742 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-059c7750-c0e1-4824-888a-ffc8971d7417 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:13.968242 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-51e600ed-8683-4ae0-a5cd-3eafeab02130 req-d49f97de-140b-4a06-b9fc-45637430bcd0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=8c3bf256-ee8a-4d3b-98d2-183e0d0adc81 HTTP/1.1" status: 200 len: 217 time: 0.0693650 Oct 30 15:31:13.976502 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5e9e0d76-5d34-464d-b71f-fda042fc2213 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:13.980302 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-5e9e0d76-5d34-464d-b71f-fda042fc2213 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3984225 Oct 30 15:31:13.980454 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-059c7750-c0e1-4824-888a-ffc8971d7417 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:13.985047 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-059c7750-c0e1-4824-888a-ffc8971d7417 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1265574 Oct 30 15:31:13.985797 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 33854) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:13.986216 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 33856) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:13.987785 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9e0d76-5d34-464d-b71f-fda042fc2213 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a106b63-8fed-415b-ae28-9b0372877e48,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:13.994094 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-ec0720ea-2007-4613-9ef5-fbf4ad9387b4 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Request body: {'security_group_rule': {'security_group_id': '8a106b63-8fed-415b-ae28-9b0372877e48', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:31:14.006400 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-03688ae4-01d9-4b1b-a26d-8ca288d6fff9 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Request body: {'router': {'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:31:14.025998 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e600ed-8683-4ae0-a5cd-3eafeab02130 req-07034961-7650-493f-bd5b-0d9b3ed18415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:14.027559 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-51e600ed-8683-4ae0-a5cd-3eafeab02130 req-07034961-7650-493f-bd5b-0d9b3ed18415 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f7c74f8f-86be-4bca-9237-b05f6009cb35 HTTP/1.1" status: 200 len: 838 time: 0.0488994 Oct 30 15:31:14.077679 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e600ed-8683-4ae0-a5cd-3eafeab02130 req-29d45e57-8c7f-4fb7-9811-69bc4f6f8a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:14.079411 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-51e600ed-8683-4ae0-a5cd-3eafeab02130 req-29d45e57-8c7f-4fb7-9811-69bc4f6f8a5e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5b39545b-0064-4ccc-9db6-0523660565de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0438545 Oct 30 15:31:14.165872 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ec0720ea-2007-4613-9ef5-fbf4ad9387b4 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:14.192061 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 33864) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:14.194648 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-51e600ed-8683-4ae0-a5cd-3eafeab02130 req-2b965469-3839-4ba6-a6ac-198131f89712 service neutron] 10.222.0.53 "GET /v2.0/networks/5b39545b-0064-4ccc-9db6-0523660565de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068211 Oct 30 15:31:14.309035 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-51e600ed-8683-4ae0-a5cd-3eafeab02130 req-bc0a03fd-02e1-46a1-93ae-1530c194d7c9 service neutron] 10.222.0.53 "GET /v2.0/networks/5b39545b-0064-4ccc-9db6-0523660565de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062202 Oct 30 15:31:14.316956 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-03688ae4-01d9-4b1b-a26d-8ca288d6fff9 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:14.347929 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 56d1ab5b-3e58-4426-a963-21c6ed167554 details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:31:14.351091 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ec0720ea-2007-4613-9ef5-fbf4ad9387b4 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:14.365171 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7504c126-5e56-48a4-bbe3-11f47530448c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:14.369527 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ec0720ea-2007-4613-9ef5-fbf4ad9387b4 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:14.434300 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0720ea-2007-4613-9ef5-fbf4ad9387b4 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=485a4d00-6433-44ad-afea-77b130c45be3,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:14.447831 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a0fd16-43fe-4080-a89b-04de46ed4c2a req-2718486a-49d6-44d4-958d-60de898be7f9 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:14.449977 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c0a0fd16-43fe-4080-a89b-04de46ed4c2a req-2718486a-49d6-44d4-958d-60de898be7f9 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=25353754-ad8b-4952-b0f6-00eb931ff7ca HTTP/1.1" status: 200 len: 946 time: 0.2053854 Oct 30 15:31:14.455756 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ec0720ea-2007-4613-9ef5-fbf4ad9387b4 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:14.456981 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-ec0720ea-2007-4613-9ef5-fbf4ad9387b4 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4697752 Oct 30 15:31:14.459858 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 33868) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:14.464552 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-5c359af6-3ad9-4fe7-a8c6-50ed2e1abb58 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Request body: {'security_group_rule': {'security_group_id': '8a106b63-8fed-415b-ae28-9b0372877e48', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:31:14.496024 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5c359af6-3ad9-4fe7-a8c6-50ed2e1abb58 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:14.554839 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c0a0fd16-43fe-4080-a89b-04de46ed4c2a req-712d01e4-fed7-4c6a-bcff-2aaa0d498424 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d32fb4-59bb-4ed8-a618-6a89a7e07898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825126 Oct 30 15:31:14.572745 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5c359af6-3ad9-4fe7-a8c6-50ed2e1abb58 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:14.578227 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5c359af6-3ad9-4fe7-a8c6-50ed2e1abb58 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:14.603828 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7504c126-5e56-48a4-bbe3-11f47530448c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:14.611845 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7504c126-5e56-48a4-bbe3-11f47530448c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:14.612047 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c359af6-3ad9-4fe7-a8c6-50ed2e1abb58 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4879febf-31f8-446e-8698-0d5141b079d7,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:14.617206 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 56d1ab5b-3e58-4426-a963-21c6ed167554, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=56d1ab5b-3e58-4426-a963-21c6ed167554,segment=NetworkSegment(cca476af-9f70-4fa8-acb6-015f19cab179),segment_id=cca476af-9f70-4fa8-acb6-015f19cab179)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:31:14.622142 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5c359af6-3ad9-4fe7-a8c6-50ed2e1abb58 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:14.623437 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-5c359af6-3ad9-4fe7-a8c6-50ed2e1abb58 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1625645 Oct 30 15:31:14.626432 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 33870) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:14.629866 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': '56d1ab5b-3e58-4426-a963-21c6ed167554', 'network_id': 'ada754b2-2d16-48ef-bd4a-b3c351db82b3', 'port_id': '56d1ab5b-3e58-4426-a963-21c6ed167554', 'mac_address': 'fa:16:3e:b8:18:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '296dc533-f6ac-49b9-ab46-37f1565b56fb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:31:14.632209 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-d9f129cb-e97d-4aca-9a0c-e9e344f22041 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Request body: {'floatingip': {'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:31:14.661385 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d9f129cb-e97d-4aca-9a0c-e9e344f22041 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks [] for floatingip, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:14.667626 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:14.672773 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-7504c126-5e56-48a4-bbe3-11f47530448c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f15ffb6cd6654edfb733a6e16cd2297c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4782975 Oct 30 15:31:14.676953 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 33872) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:14.686453 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 56d1ab5b-3e58-4426-a963-21c6ed167554 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:31:14.710130 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 56d1ab5b-3e58-4426-a963-21c6ed167554, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=56d1ab5b-3e58-4426-a963-21c6ed167554,segment=NetworkSegment(cca476af-9f70-4fa8-acb6-015f19cab179),segment_id=cca476af-9f70-4fa8-acb6-015f19cab179)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:31:14.717577 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7504c126-5e56-48a4-bbe3-11f47530448c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3390bc-a37c-42c5-9de6-b5b838665166,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:14.717931 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:14.782729 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=56d1ab5b-3e58-4426-a963-21c6ed167554,revision_number=6']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:14.789655 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d9f129cb-e97d-4aca-9a0c-e9e344f22041 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:14.795267 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-03688ae4-01d9-4b1b-a26d-8ca288d6fff9 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks [] for router_gateway, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:14.805239 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['56d1ab5b-3e58-4426-a963-21c6ed167554'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:31:14.822043 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-03688ae4-01d9-4b1b-a26d-8ca288d6fff9 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:14.891558 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-735141fa-acba-4aac-9874-d85d3c0d188c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:14.921659 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-735141fa-acba-4aac-9874-d85d3c0d188c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:14.932056 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-d9f129cb-e97d-4aca-9a0c-e9e344f22041 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Allocated IP 172.25.4.107 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/8ab77f99-09bc-47b0-943d-fc857d699c7e) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:31:14.976414 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-735141fa-acba-4aac-9874-d85d3c0d188c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:14.979000 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-735141fa-acba-4aac-9874-d85d3c0d188c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:14.980730 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-735141fa-acba-4aac-9874-d85d3c0d188c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ab3390bc-a37c-42c5-9de6-b5b838665166 HTTP/1.1" status: 204 len: 168 time: 0.3025036 Oct 30 15:31:14.988843 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735141fa-acba-4aac-9874-d85d3c0d188c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3390bc-a37c-42c5-9de6-b5b838665166,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:15.037646 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f04f4-b431-429a-a12e-36f8803b364d req-8f01262c-67da-436c-a1fb-3be2741e6927 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:15.039155 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-232f04f4-b431-429a-a12e-36f8803b364d req-8f01262c-67da-436c-a1fb-3be2741e6927 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c0fb05b-4f21-48cf-a2c9-68a3327bf2b1 HTTP/1.1" status: 200 len: 944 time: 0.1148200 Oct 30 15:31:15.114268 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-232f04f4-b431-429a-a12e-36f8803b364d req-b65e9870-723f-4d7a-bafa-8fe629823929 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1723890-f44a-45d2-a097-7588f09fd380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639076 Oct 30 15:31:15.117271 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d9f129cb-e97d-4aca-9a0c-e9e344f22041 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:15.156519 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d9f129cb-e97d-4aca-9a0c-e9e344f22041 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:15.201635 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f129cb-e97d-4aca-9a0c-e9e344f22041 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:31:15.206182 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-d9f129cb-e97d-4aca-9a0c-e9e344f22041 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:31:15.209868 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f129cb-e97d-4aca-9a0c-e9e344f22041 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:31:15.216692 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f129cb-e97d-4aca-9a0c-e9e344f22041 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Pushing event updated for resources: {'Port': ['ID=8ab77f99-09bc-47b0-943d-fc857d699c7e,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:15.225198 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-03688ae4-01d9-4b1b-a26d-8ca288d6fff9 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Allocated IP 172.25.4.239 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/10c1f967-d95d-4bb2-8a45-e7fc3e4799e9) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:31:15.311621 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d9f129cb-e97d-4aca-9a0c-e9e344f22041 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:15.329988 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 33890) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:15.348908 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d9f129cb-e97d-4aca-9a0c-e9e344f22041 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:15.352201 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-891334f3-f5f1-432c-91c1-910845efbdbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:15.356086 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-03688ae4-01d9-4b1b-a26d-8ca288d6fff9 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:15.427629 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-03688ae4-01d9-4b1b-a26d-8ca288d6fff9 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:15.488297 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03688ae4-01d9-4b1b-a26d-8ca288d6fff9 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:31:15.501268 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-03688ae4-01d9-4b1b-a26d-8ca288d6fff9 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:31:15.507121 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-891334f3-f5f1-432c-91c1-910845efbdbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:15.508213 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03688ae4-01d9-4b1b-a26d-8ca288d6fff9 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:31:15.510276 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03688ae4-01d9-4b1b-a26d-8ca288d6fff9 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Pushing event updated for resources: {'Port': ['ID=10c1f967-d95d-4bb2-8a45-e7fc3e4799e9,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:15.532422 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-891334f3-f5f1-432c-91c1-910845efbdbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:15.532649 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d9f129cb-e97d-4aca-9a0c-e9e344f22041 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:15.540321 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d9f129cb-e97d-4aca-9a0c-e9e344f22041 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:15.592872 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-891334f3-f5f1-432c-91c1-910845efbdbe admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=05ef43a07cfa436c9c19d8fa72e196d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2616389 Oct 30 15:31:15.593626 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 33902) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:15.600215 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891334f3-f5f1-432c-91c1-910845efbdbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b68f3aa-d468-4b50-8b83-29a1ff6e1abe,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:15.642607 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f129cb-e97d-4aca-9a0c-e9e344f22041 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Pushing event updated for resources: {'Port': ['ID=8ab77f99-09bc-47b0-943d-fc857d699c7e,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:15.653754 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d9f129cb-e97d-4aca-9a0c-e9e344f22041 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:15.670912 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d9f129cb-e97d-4aca-9a0c-e9e344f22041 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:15.673414 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d9f129cb-e97d-4aca-9a0c-e9e344f22041 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0448689 Oct 30 15:31:15.809396 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c050a12-ea1c-4aeb-a7f0-68c4f7236836 req-2c73261c-7fef-49db-9bf5-650710e0c622 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:15.815989 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5c050a12-ea1c-4aeb-a7f0-68c4f7236836 req-2c73261c-7fef-49db-9bf5-650710e0c622 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=25353754-ad8b-4952-b0f6-00eb931ff7ca HTTP/1.1" status: 200 len: 945 time: 0.1396890 Oct 30 15:31:15.816692 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c70184c7-1316-4f58-80f2-62de83d3722c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:15.927924 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ff583f12-53ca-4bcf-8407-44693f502197 req-7b51bc74-3efc-469a-895c-e8a4e491b018 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--355624349&fields=id&tenant_id=851f863f3af14cfda31cec55b5caebe9 HTTP/1.1" status: 200 len: 267 time: 0.0499017 Oct 30 15:31:15.930053 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c70184c7-1316-4f58-80f2-62de83d3722c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:15.965414 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5c050a12-ea1c-4aeb-a7f0-68c4f7236836 req-fe92aa72-f56a-42a7-ab7f-c48ed04a437e tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d32fb4-59bb-4ed8-a618-6a89a7e07898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440618 Oct 30 15:31:16.004298 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-03688ae4-01d9-4b1b-a26d-8ca288d6fff9 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks [] for router_gateway, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:16.088195 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff583f12-53ca-4bcf-8407-44693f502197 req-e74f7455-ab85-45eb-a8ab-80c83570f718 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:16.091453 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ff583f12-53ca-4bcf-8407-44693f502197 req-e74f7455-ab85-45eb-a8ab-80c83570f718 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/networks?id=a69ee861-8dad-4f6c-abe3-f84fb501d5dd HTTP/1.1" status: 200 len: 810 time: 0.1513200 Oct 30 15:31:16.115685 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ff583f12-53ca-4bcf-8407-44693f502197 req-f5ef5f6b-7b26-40b5-bd81-538f7767f4df tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/quotas/851f863f3af14cfda31cec55b5caebe9 HTTP/1.1" status: 200 len: 375 time: 0.0115581 Oct 30 15:31:16.125603 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c70184c7-1316-4f58-80f2-62de83d3722c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:16.129213 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c70184c7-1316-4f58-80f2-62de83d3722c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:16.133477 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c70184c7-1316-4f58-80f2-62de83d3722c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4b68f3aa-d468-4b50-8b83-29a1ff6e1abe HTTP/1.1" status: 204 len: 168 time: 0.5386159 Oct 30 15:31:16.149407 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70184c7-1316-4f58-80f2-62de83d3722c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b68f3aa-d468-4b50-8b83-29a1ff6e1abe,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:16.235757 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ff583f12-53ca-4bcf-8407-44693f502197 req-6b997786-f26c-4791-8367-67ee0e32cbb6 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=851f863f3af14cfda31cec55b5caebe9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1080232 Oct 30 15:31:16.350072 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de555de-ef0d-4220-9f00-59b10a10965b req-60272289-babf-44a5-945f-e23fa0c7e367 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:16.357567 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1de555de-ef0d-4220-9f00-59b10a10965b req-60272289-babf-44a5-945f-e23fa0c7e367 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c0fb05b-4f21-48cf-a2c9-68a3327bf2b1 HTTP/1.1" status: 200 len: 944 time: 0.1081088 Oct 30 15:31:16.363242 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 56d1ab5b-3e58-4426-a963-21c6ed167554 up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:31:16.390918 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ff583f12-53ca-4bcf-8407-44693f502197 req-f1a2f356-0d2c-4df2-a8f8-c5567ed015dd service neutron] 10.222.0.62 "GET /v2.0/networks/a69ee861-8dad-4f6c-abe3-f84fb501d5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397195 Oct 30 15:31:16.392159 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-03688ae4-01d9-4b1b-a26d-8ca288d6fff9 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-773039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29512'] for router, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:16.405485 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-03688ae4-01d9-4b1b-a26d-8ca288d6fff9 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-773014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-773021', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-773165'] for router, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:16.433995 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1de555de-ef0d-4220-9f00-59b10a10965b req-ce791ace-effc-4eb0-bf1a-c1913b1cddf5 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1723890-f44a-45d2-a097-7588f09fd380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710440 Oct 30 15:31:16.447452 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port 56d1ab5b-3e58-4426-a963-21c6ed167554 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:31:16.448168 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:16.548415 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:16.550311 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ff583f12-53ca-4bcf-8407-44693f502197 req-ad7201d1-08d0-47ce-8307-7d9a7d1de99d service neutron] 10.222.0.62 "GET /v2.0/networks/a69ee861-8dad-4f6c-abe3-f84fb501d5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553836 Oct 30 15:31:16.590584 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 56d1ab5b-3e58-4426-a963-21c6ed167554, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=56d1ab5b-3e58-4426-a963-21c6ed167554,segment=NetworkSegment(cca476af-9f70-4fa8-acb6-015f19cab179),segment_id=cca476af-9f70-4fa8-acb6-015f19cab179)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:31:16.592076 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25353754-ad8b-4952-b0f6-00eb931ff7ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d1ab5b-3e58-4426-a963-21c6ed167554'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:31:16.595345 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb27ead-a042-4570-b8b5-4aa18ee684c8" -d '{"events": [{"server_uuid": "25353754-ad8b-4952-b0f6-00eb931ff7ca", "name": "network-vif-plugged", "status": "completed", "tag": "56d1ab5b-3e58-4426-a963-21c6ed167554"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:31:16.609072 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:16.701949 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03688ae4-01d9-4b1b-a26d-8ca288d6fff9 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Router 9aec9d2e-eb1b-4747-9a9e-df8f789e71f9 is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:31:16.741696 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308ea28b-f017-4fde-8c7e-c4a81155d325 x-openstack-request-id: req-308ea28b-f017-4fde-8c7e-c4a81155d325 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:31:16.742034 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25353754-ad8b-4952-b0f6-00eb931ff7ca", "name": "network-vif-plugged", "status": "completed", "tag": "56d1ab5b-3e58-4426-a963-21c6ed167554", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:31:16.742290 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-308ea28b-f017-4fde-8c7e-c4a81155d325 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:31:16.743193 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25353754-ad8b-4952-b0f6-00eb931ff7ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d1ab5b-3e58-4426-a963-21c6ed167554', 'code': 200} Oct 30 15:31:16.744267 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=56d1ab5b-3e58-4426-a963-21c6ed167554,revision_number=7']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:16.959564 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03688ae4-01d9-4b1b-a26d-8ca288d6fff9 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:31:16.971227 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662b0bae-e64b-4354-809c-80d7ff9aa775 None None] Sync routers for ids ['9aec9d2e-eb1b-4747-9a9e-df8f789e71f9'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:31:16.990067 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662b0bae-e64b-4354-809c-80d7ff9aa775 None None] Routers {'9aec9d2e-eb1b-4747-9a9e-df8f789e71f9'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:31:16.991043 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-662b0bae-e64b-4354-809c-80d7ff9aa775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:30:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['9aec9d2e-eb1b-4747-9a9e-df8f789e71f9'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:17.025192 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-03688ae4-01d9-4b1b-a26d-8ca288d6fff9 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:17.032694 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-03688ae4-01d9-4b1b-a26d-8ca288d6fff9 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] 10.222.0.62 "PUT /v2.0/routers/9aec9d2e-eb1b-4747-9a9e-df8f789e71f9 HTTP/1.1" status: 200 len: 884 time: 3.0407548 Oct 30 15:31:17.032939 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 33948) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:17.055709 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1041a1b5-f473-40dd-b943-6e9f2df1a0ec req-d91a07aa-b0da-4f6e-b16f-8e85a7c03bfc tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d53cdbf-2232-4e8d-a741-dc0b7f7b11c3 HTTP/1.1" status: 200 len: 210 time: 0.1262300 Oct 30 15:31:17.135396 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 8c3bf256-ee8a-4d3b-98d2-183e0d0adc81 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:31:17.137639 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-662b0bae-e64b-4354-809c-80d7ff9aa775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:17.157567 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662b0bae-e64b-4354-809c-80d7ff9aa775 None None] Routers {'9aec9d2e-eb1b-4747-9a9e-df8f789e71f9'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:31:17.158508 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-662b0bae-e64b-4354-809c-80d7ff9aa775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:30:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['9aec9d2e-eb1b-4747-9a9e-df8f789e71f9'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:17.259500 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-662b0bae-e64b-4354-809c-80d7ff9aa775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:17.260174 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662b0bae-e64b-4354-809c-80d7ff9aa775 None None] The sync data for ids ['9aec9d2e-eb1b-4747-9a9e-df8f789e71f9'] in n-d-806683-17 is: [] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:31:17.322971 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 8c3bf256-ee8a-4d3b-98d2-183e0d0adc81, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=8c3bf256-ee8a-4d3b-98d2-183e0d0adc81,segment=NetworkSegment(aa9130cd-62ac-492c-bcab-253da3d07c77),segment_id=aa9130cd-62ac-492c-bcab-253da3d07c77)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:31:17.338859 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '8c3bf256-ee8a-4d3b-98d2-183e0d0adc81', 'network_id': '5b39545b-0064-4ccc-9db6-0523660565de', 'port_id': '8c3bf256-ee8a-4d3b-98d2-183e0d0adc81', 'mac_address': 'fa:16:3e:59:27:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c74f8f-86be-4bca-9237-b05f6009cb35', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:31:17.386794 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:17.409823 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c3bf256-ee8a-4d3b-98d2-183e0d0adc81 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:31:17.439332 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 8c3bf256-ee8a-4d3b-98d2-183e0d0adc81, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=8c3bf256-ee8a-4d3b-98d2-183e0d0adc81,segment=NetworkSegment(aa9130cd-62ac-492c-bcab-253da3d07c77),segment_id=aa9130cd-62ac-492c-bcab-253da3d07c77)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:31:17.446525 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:17.511969 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=8c3bf256-ee8a-4d3b-98d2-183e0d0adc81,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:17.654150 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['8c3bf256-ee8a-4d3b-98d2-183e0d0adc81'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:31:17.670701 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1637a43-f4bb-47ac-bdb6-c7868780c4af req-99d189e3-e3a9-445b-afc1-c95126adac22 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:17.680645 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b1637a43-f4bb-47ac-bdb6-c7868780c4af req-99d189e3-e3a9-445b-afc1-c95126adac22 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c0fb05b-4f21-48cf-a2c9-68a3327bf2b1 HTTP/1.1" status: 200 len: 945 time: 0.1282260 Oct 30 15:31:17.772473 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b1637a43-f4bb-47ac-bdb6-c7868780c4af req-e7883569-0251-4630-be6c-b68d5ec7b7ae tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1723890-f44a-45d2-a097-7588f09fd380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908270 Oct 30 15:31:17.797587 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecace0f7-9977-42c1-97f9-f8acef801542 req-7fa59e0d-03c7-46be-9a84-aa4975ee3f5d tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:17.808881 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ecace0f7-9977-42c1-97f9-f8acef801542 req-7fa59e0d-03c7-46be-9a84-aa4975ee3f5d tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=25353754-ad8b-4952-b0f6-00eb931ff7ca HTTP/1.1" status: 200 len: 946 time: 0.6052794 Oct 30 15:31:17.887857 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 33966) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:17.888809 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-045f9092-d124-4e0c-9deb-01a4dfac934c tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] 10.222.0.62 "GET /v2.0/routers/9aec9d2e-eb1b-4747-9a9e-df8f789e71f9 HTTP/1.1" status: 200 len: 925 time: 0.8546178 Oct 30 15:31:17.915162 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ecace0f7-9977-42c1-97f9-f8acef801542 req-7dc98e20-8a32-4bd3-81de-07b91696eeb5 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d32fb4-59bb-4ed8-a618-6a89a7e07898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027136 Oct 30 15:31:17.969247 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32bacec8-3b4c-495c-8b54-b8a4a3317fcb tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:17.974169 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 33968) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:17.984945 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-32bacec8-3b4c-495c-8b54-b8a4a3317fcb tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=edc38ef5-7816-4133-914c-cfe2849a0125&device_id=9aec9d2e-eb1b-4747-9a9e-df8f789e71f9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0959513 Oct 30 15:31:18.138748 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3850fcf8-ba22-444f-9785-3c8ac490175a tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:18.143445 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 33976) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:18.156032 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-3850fcf8-ba22-444f-9785-3c8ac490175a tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] 10.222.0.62 "GET /v2.0/networks/edc38ef5-7816-4133-914c-cfe2849a0125 HTTP/1.1" status: 200 len: 881 time: 0.1804376 Oct 30 15:31:18.196519 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b5a1e497-5ac2-493b-b6b5-ce56f7fdf0d7 req-b7e7fe6e-24de-4de5-8dd0-3c77573c6672 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d53cdbf-2232-4e8d-a741-dc0b7f7b11c3 HTTP/1.1" status: 200 len: 210 time: 0.0429001 Oct 30 15:31:18.247961 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-418eacc7-ade9-4fd9-8773-7dcc13c2f1ef tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] 10.222.0.62 "GET /v2.0/ports?device_id=9aec9d2e-eb1b-4747-9a9e-df8f789e71f9 HTTP/1.1" status: 200 len: 205 time: 0.1003025 Oct 30 15:31:18.248296 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 33980) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:18.495919 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8d7ff365-d498-426f-9eef-056fc6fe15c8 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks [] for router, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:18.608280 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff583f12-53ca-4bcf-8407-44693f502197 req-e234922e-2ec2-4934-bed4-f6253d8df641 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:18.615207 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ff583f12-53ca-4bcf-8407-44693f502197 req-e234922e-2ec2-4934-bed4-f6253d8df641 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.44 "GET /v2.0/networks?id=a69ee861-8dad-4f6c-abe3-f84fb501d5dd HTTP/1.1" status: 200 len: 810 time: 0.3093321 Oct 30 15:31:18.705113 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ff583f12-53ca-4bcf-8407-44693f502197 req-2ed354e6-f626-4e4b-9eb8-88ad27160d49 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=851f863f3af14cfda31cec55b5caebe9 HTTP/1.1" status: 200 len: 379 time: 0.0608296 Oct 30 15:31:18.717511 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-ff583f12-53ca-4bcf-8407-44693f502197 req-c8e1a953-0163-4d99-8116-73b9724d6b46 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Request body: {'port': {'device_id': '0d53cdbf-2232-4e8d-a741-dc0b7f7b11c3', 'network_id': 'a69ee861-8dad-4f6c-abe3-f84fb501d5dd', 'admin_state_up': True, 'tenant_id': '851f863f3af14cfda31cec55b5caebe9', 'security_groups': ['8a106b63-8fed-415b-ae28-9b0372877e48']}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:31:18.773566 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8d7ff365-d498-426f-9eef-056fc6fe15c8 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:18.989606 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eceebdb-a4f5-45d4-84a2-221fb97cfe37 req-f08e7f40-51ec-4c02-802b-47801b7f2d81 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:18.998095 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5eceebdb-a4f5-45d4-84a2-221fb97cfe37 req-f08e7f40-51ec-4c02-802b-47801b7f2d81 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c0fb05b-4f21-48cf-a2c9-68a3327bf2b1 HTTP/1.1" status: 200 len: 945 time: 0.0921013 Oct 30 15:31:19.063970 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5eceebdb-a4f5-45d4-84a2-221fb97cfe37 req-f1ac2a57-57f7-4a8b-9580-1884523651db tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1723890-f44a-45d2-a097-7588f09fd380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649831 Oct 30 15:31:19.135048 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 8c3bf256-ee8a-4d3b-98d2-183e0d0adc81 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:31:19.261468 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port 8c3bf256-ee8a-4d3b-98d2-183e0d0adc81 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:31:19.266763 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 8c3bf256-ee8a-4d3b-98d2-183e0d0adc81 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:31:19.267380 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:19.314059 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d20624-f725-4f6e-b42f-5711d83020b4 req-753d045c-83ed-46a4-bb1f-53943bcba4fe tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:19.325023 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-62d20624-f725-4f6e-b42f-5711d83020b4 req-753d045c-83ed-46a4-bb1f-53943bcba4fe tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=25353754-ad8b-4952-b0f6-00eb931ff7ca HTTP/1.1" status: 200 len: 946 time: 0.1066787 Oct 30 15:31:19.361952 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-8d7ff365-d498-426f-9eef-056fc6fe15c8 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Deleting port 10c1f967-d95d-4bb2-8a45-e7fc3e4799e9 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:31:19.362334 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8d7ff365-d498-426f-9eef-056fc6fe15c8 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:19.396529 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-78627afe-794e-42d0-b272-7e770f8a51ca req-bc10da27-c7f1-4f26-adfc-66c8c6743ba1 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d53cdbf-2232-4e8d-a741-dc0b7f7b11c3 HTTP/1.1" status: 200 len: 210 time: 0.0605843 Oct 30 15:31:19.440912 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff583f12-53ca-4bcf-8407-44693f502197 req-c8e1a953-0163-4d99-8116-73b9724d6b46 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Made reservation on behalf of 851f863f3af14cfda31cec55b5caebe9 for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:31:19.444529 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ff583f12-53ca-4bcf-8407-44693f502197 req-c8e1a953-0163-4d99-8116-73b9724d6b46 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:19.451693 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:19.483972 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c0fb05b-4f21-48cf-a2c9-68a3327bf2b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c3bf256-ee8a-4d3b-98d2-183e0d0adc81'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:31:19.486870 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c117ba02-19ad-457f-9880-f44d61682c86" -d '{"events": [{"server_uuid": "1c0fb05b-4f21-48cf-a2c9-68a3327bf2b1", "name": "network-vif-plugged", "status": "completed", "tag": "8c3bf256-ee8a-4d3b-98d2-183e0d0adc81"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:31:19.504124 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-62d20624-f725-4f6e-b42f-5711d83020b4 req-17c5f360-43a8-4792-9848-ef3b776ac095 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d32fb4-59bb-4ed8-a618-6a89a7e07898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1781299 Oct 30 15:31:19.524236 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 8c3bf256-ee8a-4d3b-98d2-183e0d0adc81, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=8c3bf256-ee8a-4d3b-98d2-183e0d0adc81,segment=NetworkSegment(aa9130cd-62ac-492c-bcab-253da3d07c77),segment_id=aa9130cd-62ac-492c-bcab-253da3d07c77)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:31:19.540894 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:19.594609 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8d7ff365-d498-426f-9eef-056fc6fe15c8 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:19.598224 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b09c953-4d3f-48f8-934d-ba742b6d468f x-openstack-request-id: req-7b09c953-4d3f-48f8-934d-ba742b6d468f {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:31:19.598517 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c0fb05b-4f21-48cf-a2c9-68a3327bf2b1", "name": "network-vif-plugged", "status": "completed", "tag": "8c3bf256-ee8a-4d3b-98d2-183e0d0adc81", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:31:19.598773 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7b09c953-4d3f-48f8-934d-ba742b6d468f {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:31:19.599172 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c0fb05b-4f21-48cf-a2c9-68a3327bf2b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c3bf256-ee8a-4d3b-98d2-183e0d0adc81', 'code': 200} Oct 30 15:31:19.625738 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-8d7ff365-d498-426f-9eef-056fc6fe15c8 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Calling delete_port for 10c1f967-d95d-4bb2-8a45-e7fc3e4799e9 owned by network:router_gateway {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:31:19.654375 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=8c3bf256-ee8a-4d3b-98d2-183e0d0adc81,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:19.730914 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-ff583f12-53ca-4bcf-8407-44693f502197 req-c8e1a953-0163-4d99-8116-73b9724d6b46 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Allocated IP 172.20.0.3 (a69ee861-8dad-4f6c-abe3-f84fb501d5dd/173890c6-b6ee-44b8-ab6a-06362ece304f/22953f16-417d-4b0a-8cda-9118858916c7) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:31:19.736994 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec07dc7-da51-4d7c-97b0-783eb2116526 req-7d9ad096-8247-4917-a493-9b2b42215f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:19.738832 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9ec07dc7-da51-4d7c-97b0-783eb2116526 req-7d9ad096-8247-4917-a493-9b2b42215f41 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1c0fb05b-4f21-48cf-a2c9-68a3327bf2b1 HTTP/1.1" status: 200 len: 1098 time: 0.0663214 Oct 30 15:31:19.799844 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9ec07dc7-da51-4d7c-97b0-783eb2116526 req-c3342cf7-fd0a-4cb7-9600-c76830683d77 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a1723890-f44a-45d2-a097-7588f09fd380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520923 Oct 30 15:31:19.907245 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34040) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:19.979483 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8d7ff365-d498-426f-9eef-056fc6fe15c8 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:20.035445 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ff583f12-53ca-4bcf-8407-44693f502197 req-c8e1a953-0163-4d99-8116-73b9724d6b46 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:20.041319 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ff365-d498-426f-9eef-056fc6fe15c8 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Pushing event deleted for resources: {'Port': ['ID=10c1f967-d95d-4bb2-8a45-e7fc3e4799e9,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:20.078531 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b0406e8f-7bf7-4780-9856-b702cb767098 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:20.153516 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ff583f12-53ca-4bcf-8407-44693f502197 req-c8e1a953-0163-4d99-8116-73b9724d6b46 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:20.171595 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8d7ff365-d498-426f-9eef-056fc6fe15c8 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:20.258759 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b0406e8f-7bf7-4780-9856-b702cb767098 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:20.265167 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b0406e8f-7bf7-4780-9856-b702cb767098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:20.316716 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b0406e8f-7bf7-4780-9856-b702cb767098 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=baa8a0d28eb04bd1b81048af75e3e373&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4076231 Oct 30 15:31:20.317690 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34050) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:20.339223 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff583f12-53ca-4bcf-8407-44693f502197 req-c8e1a953-0163-4d99-8116-73b9724d6b46 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Network a69ee861-8dad-4f6c-abe3-f84fb501d5dd is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:31:20.341020 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8d7ff365-d498-426f-9eef-056fc6fe15c8 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:20.345282 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0406e8f-7bf7-4780-9856-b702cb767098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc264bd7-9f6e-474f-ab10-decb59b45e49,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:20.350900 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8d7ff365-d498-426f-9eef-056fc6fe15c8 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:20.359316 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e1a953-0163-4d99-8116-73b9724d6b46 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Pushing event updated for resources: {'Port': ['ID=22953f16-417d-4b0a-8cda-9118858916c7,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:20.359316 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-ff583f12-53ca-4bcf-8407-44693f502197 req-c8e1a953-0163-4d99-8116-73b9724d6b46 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:31:20.362286 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff583f12-53ca-4bcf-8407-44693f502197 req-c8e1a953-0163-4d99-8116-73b9724d6b46 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:31:20.445650 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f950cad8-6985-4077-afb5-8fcd86d012e0 req-30171fe7-db7b-4962-a194-2b4f5dfccaf2 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:20.447232 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f950cad8-6985-4077-afb5-8fcd86d012e0 req-30171fe7-db7b-4962-a194-2b4f5dfccaf2 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c0fb05b-4f21-48cf-a2c9-68a3327bf2b1 HTTP/1.1" status: 200 len: 946 time: 0.2860370 Oct 30 15:31:20.455349 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-765b2d8f-891b-43d7-9d70-0c1bbe462d3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:20.492798 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-765b2d8f-891b-43d7-9d70-0c1bbe462d3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:20.498463 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8d7ff365-d498-426f-9eef-056fc6fe15c8 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:20.499027 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d7ff365-d498-426f-9eef-056fc6fe15c8 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Fanout notify agent at l3_agent the message router_deleted on router 9aec9d2e-eb1b-4747-9a9e-df8f789e71f9 {{(pid=102130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:31:20.514908 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8d7ff365-d498-426f-9eef-056fc6fe15c8 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:20.514908 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-8d7ff365-d498-426f-9eef-056fc6fe15c8 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] 10.222.0.62 "DELETE /v2.0/routers/9aec9d2e-eb1b-4747-9a9e-df8f789e71f9 HTTP/1.1" status: 204 len: 168 time: 2.2610795 Oct 30 15:31:20.518739 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34054) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:20.547874 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-6d711e33-de6b-4851-8e23-1546e9c63901 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1570976958', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:31:20.549905 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff583f12-53ca-4bcf-8407-44693f502197 req-c8e1a953-0163-4d99-8116-73b9724d6b46 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:20.550595 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ff583f12-53ca-4bcf-8407-44693f502197 req-c8e1a953-0163-4d99-8116-73b9724d6b46 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:20.559299 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f950cad8-6985-4077-afb5-8fcd86d012e0 req-93540595-3ef6-4432-b6b4-094d01c1607c tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1723890-f44a-45d2-a097-7588f09fd380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037607 Oct 30 15:31:20.598147 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ff583f12-53ca-4bcf-8407-44693f502197 req-c8e1a953-0163-4d99-8116-73b9724d6b46 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8848903 Oct 30 15:31:20.611439 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-ff583f12-53ca-4bcf-8407-44693f502197 req-bf064a1f-12e1-4a5d-b108-e41ec7570a78 service neutron] Request body: {'port': {'device_id': '0d53cdbf-2232-4e8d-a741-dc0b7f7b11c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:31:20.638073 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6d711e33-de6b-4851-8e23-1546e9c63901 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:20.639540 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6d711e33-de6b-4851-8e23-1546e9c63901 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:20.653999 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51695f58-a5af-4659-a6b7-b733486c3fa5 req-aa9dbdfb-6f60-4a76-9733-d077011dd904 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:20.661782 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-51695f58-a5af-4659-a6b7-b733486c3fa5 req-aa9dbdfb-6f60-4a76-9733-d077011dd904 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d53cdbf-2232-4e8d-a741-dc0b7f7b11c3 HTTP/1.1" status: 200 len: 931 time: 0.1720061 Oct 30 15:31:20.708902 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ff583f12-53ca-4bcf-8407-44693f502197 req-bf064a1f-12e1-4a5d-b108-e41ec7570a78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:20.787535 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-46fcc786-c954-4372-b50d-42c31b7f2bea None None] Provisioning complete for port 22953f16-417d-4b0a-8cda-9118858916c7 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:31:20.788159 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b74995-6c1e-4e40-95e6-d8ab5d142571 req-8e0e0dc8-1563-462c-9b04-d1aef545ae49 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:20.789304 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-46fcc786-c954-4372-b50d-42c31b7f2bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:20.789531 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-00b74995-6c1e-4e40-95e6-d8ab5d142571 req-8e0e0dc8-1563-462c-9b04-d1aef545ae49 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=25353754-ad8b-4952-b0f6-00eb931ff7ca HTTP/1.1" status: 200 len: 946 time: 0.1176062 Oct 30 15:31:20.830900 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-51695f58-a5af-4659-a6b7-b733486c3fa5 req-f234db69-4e31-4150-910a-ff4a596688f4 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a106b63-8fed-415b-ae28-9b0372877e48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1677327 Oct 30 15:31:20.845114 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6d711e33-de6b-4851-8e23-1546e9c63901 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:20.846090 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-765b2d8f-891b-43d7-9d70-0c1bbe462d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:20.848688 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-765b2d8f-891b-43d7-9d70-0c1bbe462d3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:20.853122 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-765b2d8f-891b-43d7-9d70-0c1bbe462d3b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cc264bd7-9f6e-474f-ab10-decb59b45e49 HTTP/1.1" status: 204 len: 168 time: 0.5277920 Oct 30 15:31:20.861788 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6d711e33-de6b-4851-8e23-1546e9c63901 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:20.867223 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765b2d8f-891b-43d7-9d70-0c1bbe462d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc264bd7-9f6e-474f-ab10-decb59b45e49,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:20.905039 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6d711e33-de6b-4851-8e23-1546e9c63901 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:20.908913 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-6d711e33-de6b-4851-8e23-1546e9c63901 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3665252 Oct 30 15:31:20.909532 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34060) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:20.922380 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-46fcc786-c954-4372-b50d-42c31b7f2bea None None] Port 22953f16-417d-4b0a-8cda-9118858916c7 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:31:20.925808 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-4afb548a-fbfe-4204-8ffa-ad3c2ed39d76 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'enable_snat': True}}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:31:20.938717 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-00b74995-6c1e-4e40-95e6-d8ab5d142571 req-6cd79a71-19bf-43d1-ade3-e79b20179d5c tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d32fb4-59bb-4ed8-a618-6a89a7e07898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365879 Oct 30 15:31:21.145931 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a9fc22a2-3675-4ea3-95ab-11bef4ef4859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:21.177282 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-ff583f12-53ca-4bcf-8407-44693f502197 req-bf064a1f-12e1-4a5d-b108-e41ec7570a78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22953f16-417d-4b0a-8cda-9118858916c7 {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:31:21.193428 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ff583f12-53ca-4bcf-8407-44693f502197 req-bf064a1f-12e1-4a5d-b108-e41ec7570a78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:21.200562 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4afb548a-fbfe-4204-8ffa-ad3c2ed39d76 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:21.215749 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-ff583f12-53ca-4bcf-8407-44693f502197 req-bf064a1f-12e1-4a5d-b108-e41ec7570a78 service neutron] Transition to ACTIVE for port object 22953f16-417d-4b0a-8cda-9118858916c7 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:31:21.221918 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ff583f12-53ca-4bcf-8407-44693f502197 req-bf064a1f-12e1-4a5d-b108-e41ec7570a78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:21.295150 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf064a1f-12e1-4a5d-b108-e41ec7570a78 service neutron] Pushing event updated for resources: {'Port': ['ID=22953f16-417d-4b0a-8cda-9118858916c7,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:21.385832 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-ff583f12-53ca-4bcf-8407-44693f502197 req-bf064a1f-12e1-4a5d-b108-e41ec7570a78 service neutron] Attempting to bind port 22953f16-417d-4b0a-8cda-9118858916c7 on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:31:21.386181 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-ff583f12-53ca-4bcf-8407-44693f502197 req-bf064a1f-12e1-4a5d-b108-e41ec7570a78 service neutron] Attempting to bind port 22953f16-417d-4b0a-8cda-9118858916c7 by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': '59d6fed5-1de0-4ec5-ad2b-5027d009e9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a69ee861-8dad-4f6c-abe3-f84fb501d5dd'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:31:21.386518 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff583f12-53ca-4bcf-8407-44693f502197 req-bf064a1f-12e1-4a5d-b108-e41ec7570a78 service neutron] Attempting to bind port 22953f16-417d-4b0a-8cda-9118858916c7 on network a69ee861-8dad-4f6c-abe3-f84fb501d5dd {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:31:21.401312 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff583f12-53ca-4bcf-8407-44693f502197 req-bf064a1f-12e1-4a5d-b108-e41ec7570a78 service neutron] Port 22953f16-417d-4b0a-8cda-9118858916c7 on network a69ee861-8dad-4f6c-abe3-f84fb501d5dd not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:31:21.401659 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff583f12-53ca-4bcf-8407-44693f502197 req-bf064a1f-12e1-4a5d-b108-e41ec7570a78 service neutron] Attempting to bind port 22953f16-417d-4b0a-8cda-9118858916c7 on network a69ee861-8dad-4f6c-abe3-f84fb501d5dd {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:31:21.415912 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff583f12-53ca-4bcf-8407-44693f502197 req-bf064a1f-12e1-4a5d-b108-e41ec7570a78 service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:31:21.416262 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff583f12-53ca-4bcf-8407-44693f502197 req-bf064a1f-12e1-4a5d-b108-e41ec7570a78 service neutron] Checking segment: {'id': '59d6fed5-1de0-4ec5-ad2b-5027d009e9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a69ee861-8dad-4f6c-abe3-f84fb501d5dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:31:21.417228 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff583f12-53ca-4bcf-8407-44693f502197 req-bf064a1f-12e1-4a5d-b108-e41ec7570a78 service neutron] Bound using segment: {'id': '59d6fed5-1de0-4ec5-ad2b-5027d009e9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a69ee861-8dad-4f6c-abe3-f84fb501d5dd'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:31:21.428170 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-ff583f12-53ca-4bcf-8407-44693f502197 req-bf064a1f-12e1-4a5d-b108-e41ec7570a78 service neutron] Bound port: 22953f16-417d-4b0a-8cda-9118858916c7, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59d6fed5-1de0-4ec5-ad2b-5027d009e9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a69ee861-8dad-4f6c-abe3-f84fb501d5dd'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:31:21.428565 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ff583f12-53ca-4bcf-8407-44693f502197 req-bf064a1f-12e1-4a5d-b108-e41ec7570a78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:21.458746 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34064) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:21.500362 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e051d924-b52e-4cdc-811e-fa28c8edb44f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:21.508828 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4afb548a-fbfe-4204-8ffa-ad3c2ed39d76 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:21.544860 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4afb548a-fbfe-4204-8ffa-ad3c2ed39d76 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:21.591587 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-ff583f12-53ca-4bcf-8407-44693f502197 req-bf064a1f-12e1-4a5d-b108-e41ec7570a78 service neutron] For port 22953f16-417d-4b0a-8cda-9118858916c7, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:31:21.624202 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-ff583f12-53ca-4bcf-8407-44693f502197 req-bf064a1f-12e1-4a5d-b108-e41ec7570a78 service neutron] For port 22953f16-417d-4b0a-8cda-9118858916c7, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=22953f16-417d-4b0a-8cda-9118858916c7,segment=NetworkSegment(59d6fed5-1de0-4ec5-ad2b-5027d009e9f0),segment_id=59d6fed5-1de0-4ec5-ad2b-5027d009e9f0)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:31:21.645627 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ff583f12-53ca-4bcf-8407-44693f502197 req-bf064a1f-12e1-4a5d-b108-e41ec7570a78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:21.724988 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff583f12-53ca-4bcf-8407-44693f502197 req-bf064a1f-12e1-4a5d-b108-e41ec7570a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:21.725656 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ff583f12-53ca-4bcf-8407-44693f502197 req-bf064a1f-12e1-4a5d-b108-e41ec7570a78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:21.727292 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ff583f12-53ca-4bcf-8407-44693f502197 req-bf064a1f-12e1-4a5d-b108-e41ec7570a78 service neutron] 10.222.0.44 "PUT /v2.0/ports/22953f16-417d-4b0a-8cda-9118858916c7 HTTP/1.1" status: 200 len: 1092 time: 1.1202631 Oct 30 15:31:21.727767 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d53cdbf-2232-4e8d-a741-dc0b7f7b11c3', 'tag': '22953f16-417d-4b0a-8cda-9118858916c7'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:31:21.730361 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860d0eb8-c07d-4f2f-baac-05b6f58dbb01" -d '{"events": [{"name": "network-changed", "server_uuid": "0d53cdbf-2232-4e8d-a741-dc0b7f7b11c3", "tag": "22953f16-417d-4b0a-8cda-9118858916c7"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:31:21.740547 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e051d924-b52e-4cdc-811e-fa28c8edb44f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:21.768612 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e051d924-b52e-4cdc-811e-fa28c8edb44f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:21.808219 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd431f6e-380d-4397-83cf-a33b0b656b3b x-openstack-request-id: req-cd431f6e-380d-4397-83cf-a33b0b656b3b {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:31:21.808571 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d53cdbf-2232-4e8d-a741-dc0b7f7b11c3", "tag": "22953f16-417d-4b0a-8cda-9118858916c7", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:31:21.808752 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cd431f6e-380d-4397-83cf-a33b0b656b3b {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:31:21.809147 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d53cdbf-2232-4e8d-a741-dc0b7f7b11c3', 'tag': '22953f16-417d-4b0a-8cda-9118858916c7', 'status': 'completed', 'code': 200} Oct 30 15:31:21.814620 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-4afb548a-fbfe-4204-8ffa-ad3c2ed39d76 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Allocated IP 172.25.4.50 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/060829f9-e5fe-411f-9c82-a8958e3fa7af) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:31:21.849949 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf064a1f-12e1-4a5d-b108-e41ec7570a78 service neutron] Pushing event updated for resources: {'Port': ['ID=22953f16-417d-4b0a-8cda-9118858916c7,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:21.877026 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac67b1e-3b5f-496a-a158-2db3e793a12f req-1ddcaf18-40c2-43c3-8203-7b2ee6ad0b55 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:21.885125 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0ac67b1e-3b5f-496a-a158-2db3e793a12f req-1ddcaf18-40c2-43c3-8203-7b2ee6ad0b55 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c0fb05b-4f21-48cf-a2c9-68a3327bf2b1 HTTP/1.1" status: 200 len: 946 time: 0.1983654 Oct 30 15:31:21.940892 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e051d924-b52e-4cdc-811e-fa28c8edb44f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1339f577b73741bcb72780b2ee6d445f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4805188 Oct 30 15:31:21.943166 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34072) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:21.952875 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e051d924-b52e-4cdc-811e-fa28c8edb44f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a18531-071c-4070-a97d-3f8c08ff93d4,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:21.993928 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0ac67b1e-3b5f-496a-a158-2db3e793a12f req-dbed1576-385e-4003-b89c-c75128dd842c tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1723890-f44a-45d2-a097-7588f09fd380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068561 Oct 30 15:31:22.073768 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff583f12-53ca-4bcf-8407-44693f502197 req-95465118-6ec7-4096-9c11-997fbf2611ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:22.075275 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ff583f12-53ca-4bcf-8407-44693f502197 req-95465118-6ec7-4096-9c11-997fbf2611ef service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=851f863f3af14cfda31cec55b5caebe9&device_id=0d53cdbf-2232-4e8d-a741-dc0b7f7b11c3 HTTP/1.1" status: 200 len: 1095 time: 0.2689836 Oct 30 15:31:22.102386 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4afb548a-fbfe-4204-8ffa-ad3c2ed39d76 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:22.140653 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d942e525-2f5d-43bb-bd80-57ce140f1714 req-aa8314b6-c2dc-4207-81b6-3e9472ec4355 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:22.141915 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d942e525-2f5d-43bb-bd80-57ce140f1714 req-aa8314b6-c2dc-4207-81b6-3e9472ec4355 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d53cdbf-2232-4e8d-a741-dc0b7f7b11c3 HTTP/1.1" status: 200 len: 943 time: 0.1999631 Oct 30 15:31:22.145294 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ff583f12-53ca-4bcf-8407-44693f502197 req-72d3dd8d-819e-4100-a398-db4be357812b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22953f16-417d-4b0a-8cda-9118858916c7 HTTP/1.1" status: 200 len: 217 time: 0.0585475 Oct 30 15:31:22.171552 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b22eae6-23ea-4a77-9348-06a90929292b req-8ff1be5c-9c33-4b17-9480-072d5aff7e73 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:22.174041 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4b22eae6-23ea-4a77-9348-06a90929292b req-8ff1be5c-9c33-4b17-9480-072d5aff7e73 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=25353754-ad8b-4952-b0f6-00eb931ff7ca HTTP/1.1" status: 200 len: 946 time: 0.0956147 Oct 30 15:31:22.181150 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c719fb8d-aa20-4e13-a344-f69bd487027b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:22.230269 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4afb548a-fbfe-4204-8ffa-ad3c2ed39d76 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:22.236901 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4b22eae6-23ea-4a77-9348-06a90929292b req-1b5b2383-6573-47a3-841a-a43af7c843a6 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d32fb4-59bb-4ed8-a618-6a89a7e07898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557339 Oct 30 15:31:22.251979 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c719fb8d-aa20-4e13-a344-f69bd487027b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:22.256068 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d942e525-2f5d-43bb-bd80-57ce140f1714 req-8e81c3b5-cb43-450e-94eb-3ab51c26ca4e tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a106b63-8fed-415b-ae28-9b0372877e48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049798 Oct 30 15:31:22.263343 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff583f12-53ca-4bcf-8407-44693f502197 req-dd6a10c3-29fc-4663-a1d2-279abac9649c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:22.264828 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ff583f12-53ca-4bcf-8407-44693f502197 req-dd6a10c3-29fc-4663-a1d2-279abac9649c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=173890c6-b6ee-44b8-ab6a-06362ece304f HTTP/1.1" status: 200 len: 849 time: 0.1098223 Oct 30 15:31:22.279632 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afb548a-fbfe-4204-8ffa-ad3c2ed39d76 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:31:22.284873 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-4afb548a-fbfe-4204-8ffa-ad3c2ed39d76 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:31:22.287456 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afb548a-fbfe-4204-8ffa-ad3c2ed39d76 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:31:22.348848 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff583f12-53ca-4bcf-8407-44693f502197 req-f383a36d-ebd7-4dd9-b773-fc71897c5cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:22.350366 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ff583f12-53ca-4bcf-8407-44693f502197 req-f383a36d-ebd7-4dd9-b773-fc71897c5cef service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a69ee861-8dad-4f6c-abe3-f84fb501d5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0729585 Oct 30 15:31:22.388780 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c719fb8d-aa20-4e13-a344-f69bd487027b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:22.391514 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c719fb8d-aa20-4e13-a344-f69bd487027b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:22.395293 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c719fb8d-aa20-4e13-a344-f69bd487027b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/34a18531-071c-4070-a97d-3f8c08ff93d4 HTTP/1.1" status: 204 len: 168 time: 0.4501998 Oct 30 15:31:22.428029 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afb548a-fbfe-4204-8ffa-ad3c2ed39d76 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Pushing event updated for resources: {'Port': ['ID=060829f9-e5fe-411f-9c82-a8958e3fa7af,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:22.461568 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c719fb8d-aa20-4e13-a344-f69bd487027b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a18531-071c-4070-a97d-3f8c08ff93d4,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:22.505733 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24374bd-d479-43f6-9570-6c3c8e7cb15a req-102047e6-488f-45a1-86f9-9d997dfebf77 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:22.513564 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e24374bd-d479-43f6-9570-6c3c8e7cb15a req-102047e6-488f-45a1-86f9-9d997dfebf77 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c0fb05b-4f21-48cf-a2c9-68a3327bf2b1 HTTP/1.1" status: 200 len: 946 time: 0.1258655 Oct 30 15:31:22.543333 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ff583f12-53ca-4bcf-8407-44693f502197 req-a3ac3293-9d09-43a1-8e5d-db30d0ccbc75 service neutron] 10.222.0.44 "GET /v2.0/networks/a69ee861-8dad-4f6c-abe3-f84fb501d5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831703 Oct 30 15:31:22.590264 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e24374bd-d479-43f6-9570-6c3c8e7cb15a req-71ed6b98-188e-4ff7-b8fb-e83ae2b00f2e tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1723890-f44a-45d2-a097-7588f09fd380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733562 Oct 30 15:31:22.660015 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4afb548a-fbfe-4204-8ffa-ad3c2ed39d76 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:22.680033 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ff583f12-53ca-4bcf-8407-44693f502197 req-aacca267-8b0a-4bfa-b772-f647bfb00f6e service neutron] 10.222.0.44 "GET /v2.0/networks/a69ee861-8dad-4f6c-abe3-f84fb501d5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267619 Oct 30 15:31:22.797350 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d0eb8-c07d-4f2f-baac-05b6f58dbb01 req-5379edab-5918-4d3b-982f-a9d894b24bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:22.805590 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-860d0eb8-c07d-4f2f-baac-05b6f58dbb01 req-5379edab-5918-4d3b-982f-a9d894b24bc8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=851f863f3af14cfda31cec55b5caebe9&device_id=0d53cdbf-2232-4e8d-a741-dc0b7f7b11c3 HTTP/1.1" status: 200 len: 1095 time: 0.0637393 Oct 30 15:31:22.951756 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d0eb8-c07d-4f2f-baac-05b6f58dbb01 req-649d4b9a-b3a0-4247-a093-d783ff31d66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:22.953521 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-860d0eb8-c07d-4f2f-baac-05b6f58dbb01 req-649d4b9a-b3a0-4247-a093-d783ff31d66f service neutron] 10.222.0.44 "GET /v2.0/networks?id=a69ee861-8dad-4f6c-abe3-f84fb501d5dd HTTP/1.1" status: 200 len: 911 time: 0.1385913 Oct 30 15:31:22.997982 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-860d0eb8-c07d-4f2f-baac-05b6f58dbb01 req-173c2be7-c7fe-4d3f-b789-f563b42c5470 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22953f16-417d-4b0a-8cda-9118858916c7 HTTP/1.1" status: 200 len: 217 time: 0.0371716 Oct 30 15:31:23.001391 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4afb548a-fbfe-4204-8ffa-ad3c2ed39d76 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-773039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29512'] for router, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:23.017233 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4afb548a-fbfe-4204-8ffa-ad3c2ed39d76 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-773014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-773021', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-773165'] for router, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:23.062306 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d0eb8-c07d-4f2f-baac-05b6f58dbb01 req-fce1f6f8-683d-426e-8e54-e4193c77e7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:23.064211 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-860d0eb8-c07d-4f2f-baac-05b6f58dbb01 req-fce1f6f8-683d-426e-8e54-e4193c77e7ac service neutron] 10.222.0.44 "GET /v2.0/subnets?id=173890c6-b6ee-44b8-ab6a-06362ece304f HTTP/1.1" status: 200 len: 849 time: 0.0553906 Oct 30 15:31:23.130274 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d0eb8-c07d-4f2f-baac-05b6f58dbb01 req-9556983e-14d8-489a-8067-03ebe3bc8baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:23.131912 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-860d0eb8-c07d-4f2f-baac-05b6f58dbb01 req-9556983e-14d8-489a-8067-03ebe3bc8baf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a69ee861-8dad-4f6c-abe3-f84fb501d5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0601654 Oct 30 15:31:23.232850 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4afb548a-fbfe-4204-8ffa-ad3c2ed39d76 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Router 0e8429df-ffb9-49b3-9216-6091a241d66b is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:31:23.254278 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-860d0eb8-c07d-4f2f-baac-05b6f58dbb01 req-22fb8269-ef6a-4426-a628-bee042c6bdaf service neutron] 10.222.0.44 "GET /v2.0/networks/a69ee861-8dad-4f6c-abe3-f84fb501d5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106768 Oct 30 15:31:23.450072 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-860d0eb8-c07d-4f2f-baac-05b6f58dbb01 req-35ea2479-fa7c-4ca5-9b78-732ccdfd5e1e service neutron] 10.222.0.44 "GET /v2.0/networks/a69ee861-8dad-4f6c-abe3-f84fb501d5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892431 Oct 30 15:31:23.485384 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4afb548a-fbfe-4204-8ffa-ad3c2ed39d76 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:31:23.490340 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4afb548a-fbfe-4204-8ffa-ad3c2ed39d76 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:23.495585 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-4afb548a-fbfe-4204-8ffa-ad3c2ed39d76 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] 10.222.0.62 "PUT /v2.0/routers/0e8429df-ffb9-49b3-9216-6091a241d66b HTTP/1.1" status: 200 len: 918 time: 2.5844622 Oct 30 15:31:23.496904 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb8f2ed-cb67-48ec-982e-053cbf5a8687 None None] Sync routers for ids ['0e8429df-ffb9-49b3-9216-6091a241d66b'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:31:23.497830 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34106) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:23.513884 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb8f2ed-cb67-48ec-982e-053cbf5a8687 None None] Routers {'0e8429df-ffb9-49b3-9216-6091a241d66b'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:31:23.515035 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-1bb8f2ed-cb67-48ec-982e-053cbf5a8687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:30:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['0e8429df-ffb9-49b3-9216-6091a241d66b'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:23.533162 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e89efe-cbdb-48fb-ab8a-87ad0f7179d9 req-ef0b4ce0-6654-4561-b6f6-9ee963ad7e32 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:23.535210 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-77e89efe-cbdb-48fb-ab8a-87ad0f7179d9 req-ef0b4ce0-6654-4561-b6f6-9ee963ad7e32 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=25353754-ad8b-4952-b0f6-00eb931ff7ca HTTP/1.1" status: 200 len: 946 time: 0.0836432 Oct 30 15:31:23.563712 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-1bb8f2ed-cb67-48ec-982e-053cbf5a8687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:23.574558 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb8f2ed-cb67-48ec-982e-053cbf5a8687 None None] Routers {'0e8429df-ffb9-49b3-9216-6091a241d66b'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:31:23.575699 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-1bb8f2ed-cb67-48ec-982e-053cbf5a8687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:30:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['0e8429df-ffb9-49b3-9216-6091a241d66b'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:23.626401 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-77e89efe-cbdb-48fb-ab8a-87ad0f7179d9 req-e312e4f5-3d89-4e95-a666-48fe7f254f1d tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d32fb4-59bb-4ed8-a618-6a89a7e07898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818617 Oct 30 15:31:23.626632 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab183905-25b8-4ffc-b6ad-7142190f6310 req-fc198704-a930-402a-836e-bced7ee20f0f tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:23.628223 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ab183905-25b8-4ffc-b6ad-7142190f6310 req-fc198704-a930-402a-836e-bced7ee20f0f tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d53cdbf-2232-4e8d-a741-dc0b7f7b11c3 HTTP/1.1" status: 200 len: 943 time: 0.2210970 Oct 30 15:31:23.653634 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-1bb8f2ed-cb67-48ec-982e-053cbf5a8687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:23.654653 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb8f2ed-cb67-48ec-982e-053cbf5a8687 None None] The sync data for ids ['0e8429df-ffb9-49b3-9216-6091a241d66b'] in n-d-806683-17 is: [] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:31:23.694245 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ab183905-25b8-4ffc-b6ad-7142190f6310 req-41d13fb7-8cb2-40d5-89a2-29edd0dac441 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a106b63-8fed-415b-ae28-9b0372877e48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577500 Oct 30 15:31:23.712649 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-27c11ebb-51b9-4cf2-8cae-1dadd8f51f58 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] 10.222.0.62 "GET /v2.0/routers/0e8429df-ffb9-49b3-9216-6091a241d66b HTTP/1.1" status: 200 len: 924 time: 0.2122569 Oct 30 15:31:23.715798 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34114) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:23.770310 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-822b8fad-d7a4-45c1-86d0-b7090d4a977d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:23.815977 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f31b6a-f965-420f-86d2-ab838f885956 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:23.817592 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-c2f31b6a-f965-420f-86d2-ab838f885956 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=edc38ef5-7816-4133-914c-cfe2849a0125&device_id=0e8429df-ffb9-49b3-9216-6091a241d66b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1008732 Oct 30 15:31:23.824523 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34144) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:23.945690 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3515b009-10aa-4796-82fd-6228853bc1d3 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:23.950760 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34156) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:23.950967 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-3515b009-10aa-4796-82fd-6228853bc1d3 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] 10.222.0.62 "GET /v2.0/networks/edc38ef5-7816-4133-914c-cfe2849a0125 HTTP/1.1" status: 200 len: 881 time: 0.1250927 Oct 30 15:31:23.979069 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-11ee5d7f-04a9-42e8-9992-187341959482 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e8429df-ffb9-49b3-9216-6091a241d66b HTTP/1.1" status: 200 len: 205 time: 0.0268905 Oct 30 15:31:23.982203 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34158) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:24.107193 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b025a2d0-3ebf-4ce4-97bf-c5ccc10d4815 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks [] for router, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:24.120772 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34162) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:24.208668 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34164) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:24.261258 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b025a2d0-3ebf-4ce4-97bf-c5ccc10d4815 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:24.339820 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-b025a2d0-3ebf-4ce4-97bf-c5ccc10d4815 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Deleting port 060829f9-e5fe-411f-9c82-a8958e3fa7af {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:31:24.340228 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b025a2d0-3ebf-4ce4-97bf-c5ccc10d4815 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:24.375324 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 22953f16-417d-4b0a-8cda-9118858916c7 details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:31:24.396232 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bc01e22c-0652-4d8f-915b-93b4797eb10e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:24.473501 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b025a2d0-3ebf-4ce4-97bf-c5ccc10d4815 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:24.497355 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-b025a2d0-3ebf-4ce4-97bf-c5ccc10d4815 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Calling delete_port for 060829f9-e5fe-411f-9c82-a8958e3fa7af owned by network:router_gateway {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:31:24.521105 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 22953f16-417d-4b0a-8cda-9118858916c7, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=22953f16-417d-4b0a-8cda-9118858916c7,segment=NetworkSegment(59d6fed5-1de0-4ec5-ad2b-5027d009e9f0),segment_id=59d6fed5-1de0-4ec5-ad2b-5027d009e9f0)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:31:24.538370 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': '22953f16-417d-4b0a-8cda-9118858916c7', 'network_id': 'a69ee861-8dad-4f6c-abe3-f84fb501d5dd', 'port_id': '22953f16-417d-4b0a-8cda-9118858916c7', 'mac_address': 'fa:16:3e:05:f9:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '173890c6-b6ee-44b8-ab6a-06362ece304f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:31:24.591705 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:24.595361 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bc01e22c-0652-4d8f-915b-93b4797eb10e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:24.604209 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bc01e22c-0652-4d8f-915b-93b4797eb10e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:24.607340 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22953f16-417d-4b0a-8cda-9118858916c7 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:31:24.629379 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 22953f16-417d-4b0a-8cda-9118858916c7, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=22953f16-417d-4b0a-8cda-9118858916c7,segment=NetworkSegment(59d6fed5-1de0-4ec5-ad2b-5027d009e9f0),segment_id=59d6fed5-1de0-4ec5-ad2b-5027d009e9f0)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:31:24.635951 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc01e22c-0652-4d8f-915b-93b4797eb10e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f3cba73-072a-499f-9ff0-cbf47ffeabdc,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:24.642935 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:24.704761 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=22953f16-417d-4b0a-8cda-9118858916c7,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:24.732262 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:24.743098 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-bc01e22c-0652-4d8f-915b-93b4797eb10e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e811476c3a9546cbbb60fc8e96398d97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5330961 Oct 30 15:31:24.747108 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34172) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:24.864588 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['22953f16-417d-4b0a-8cda-9118858916c7'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:31:24.873596 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f327e2-1680-4617-850b-12ae140aee08 req-13fa9102-8fe5-4585-b6b1-23470ba4dfee tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:24.875620 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-89f327e2-1680-4617-850b-12ae140aee08 req-13fa9102-8fe5-4585-b6b1-23470ba4dfee tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d53cdbf-2232-4e8d-a741-dc0b7f7b11c3 HTTP/1.1" status: 200 len: 944 time: 0.0790031 Oct 30 15:31:24.876869 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b025a2d0-3ebf-4ce4-97bf-c5ccc10d4815 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:24.922597 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cb6e4f18-6cec-40f0-a6b9-6fffa4fe673c tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:24.938835 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b025a2d0-3ebf-4ce4-97bf-c5ccc10d4815 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Pushing event deleted for resources: {'Port': ['ID=060829f9-e5fe-411f-9c82-a8958e3fa7af,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:24.950453 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b616bff6-c387-435c-a0dd-b533884acb2d req-9c771a77-5288-400b-add6-7e0e7a54a7cb tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:24.958503 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b616bff6-c387-435c-a0dd-b533884acb2d req-9c771a77-5288-400b-add6-7e0e7a54a7cb tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=25353754-ad8b-4952-b0f6-00eb931ff7ca HTTP/1.1" status: 200 len: 946 time: 0.2129445 Oct 30 15:31:24.986010 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:25.014795 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-89f327e2-1680-4617-850b-12ae140aee08 req-3dd8d6f5-da84-4ea1-84a2-f84a746d5c7e tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a106b63-8fed-415b-ae28-9b0372877e48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140797 Oct 30 15:31:25.040367 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b025a2d0-3ebf-4ce4-97bf-c5ccc10d4815 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:25.061824 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e5b39e4a-4e8e-4120-8c40-9bcae1304bcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:25.093062 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b616bff6-c387-435c-a0dd-b533884acb2d req-6eb9e95b-072b-4e95-a4a6-807d49b94b54 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d32fb4-59bb-4ed8-a618-6a89a7e07898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336427 Oct 30 15:31:25.131580 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e5b39e4a-4e8e-4120-8c40-9bcae1304bcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:25.170571 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b025a2d0-3ebf-4ce4-97bf-c5ccc10d4815 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:25.172921 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b025a2d0-3ebf-4ce4-97bf-c5ccc10d4815 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:25.223513 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b025a2d0-3ebf-4ce4-97bf-c5ccc10d4815 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:25.224913 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b025a2d0-3ebf-4ce4-97bf-c5ccc10d4815 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Fanout notify agent at l3_agent the message router_deleted on router 0e8429df-ffb9-49b3-9216-6091a241d66b {{(pid=102131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:31:25.236782 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b025a2d0-3ebf-4ce4-97bf-c5ccc10d4815 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:25.237845 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b025a2d0-3ebf-4ce4-97bf-c5ccc10d4815 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] 10.222.0.62 "DELETE /v2.0/routers/0e8429df-ffb9-49b3-9216-6091a241d66b HTTP/1.1" status: 204 len: 168 time: 1.2544758 Oct 30 15:31:25.241752 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34174) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:25.247742 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-309ee466-75c5-4fa1-a8eb-aec355e05617 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1354738307', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:31:25.276943 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-309ee466-75c5-4fa1-a8eb-aec355e05617 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:25.278164 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-309ee466-75c5-4fa1-a8eb-aec355e05617 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:25.605327 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e5b39e4a-4e8e-4120-8c40-9bcae1304bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:25.607804 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e5b39e4a-4e8e-4120-8c40-9bcae1304bcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:25.611330 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e5b39e4a-4e8e-4120-8c40-9bcae1304bcf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4f3cba73-072a-499f-9ff0-cbf47ffeabdc HTTP/1.1" status: 204 len: 168 time: 0.8615687 Oct 30 15:31:25.629142 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b39e4a-4e8e-4120-8c40-9bcae1304bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f3cba73-072a-499f-9ff0-cbf47ffeabdc,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:25.653050 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-309ee466-75c5-4fa1-a8eb-aec355e05617 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:25.665737 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-309ee466-75c5-4fa1-a8eb-aec355e05617 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:25.686436 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-cb6e4f18-6cec-40f0-a6b9-6fffa4fe673c tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Allocated IP 172.20.0.17 (5b39545b-0064-4ccc-9db6-0523660565de/f7c74f8f-86be-4bca-9237-b05f6009cb35/f86cb27b-6785-4061-9971-13467a221a8e) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:31:25.708154 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-309ee466-75c5-4fa1-a8eb-aec355e05617 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:25.710463 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-309ee466-75c5-4fa1-a8eb-aec355e05617 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4667938 Oct 30 15:31:25.712963 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34182) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:25.719884 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-7cfdd9d7-f5da-43df-8479-5573fa0bb8df tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'enable_snat': False}}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:31:25.848535 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cb6e4f18-6cec-40f0-a6b9-6fffa4fe673c tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:25.893522 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cb6e4f18-6cec-40f0-a6b9-6fffa4fe673c tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:25.964798 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6e4f18-6cec-40f0-a6b9-6fffa4fe673c tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Network 5b39545b-0064-4ccc-9db6-0523660565de is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:31:25.969888 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-cb6e4f18-6cec-40f0-a6b9-6fffa4fe673c tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:31:25.974998 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6e4f18-6cec-40f0-a6b9-6fffa4fe673c tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:31:26.026167 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6e4f18-6cec-40f0-a6b9-6fffa4fe673c tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Pushing event updated for resources: {'Port': ['ID=f86cb27b-6785-4061-9971-13467a221a8e,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:26.056777 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cb6e4f18-6cec-40f0-a6b9-6fffa4fe673c tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:26.349507 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cb6e4f18-6cec-40f0-a6b9-6fffa4fe673c tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:26.372984 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710eb680-aaec-4014-bf5b-9cc9cd5dd477 req-592d6fe1-d71b-4dfa-876e-5f353a3d10e6 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:26.374079 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-710eb680-aaec-4014-bf5b-9cc9cd5dd477 req-592d6fe1-d71b-4dfa-876e-5f353a3d10e6 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=25353754-ad8b-4952-b0f6-00eb931ff7ca HTTP/1.1" status: 200 len: 946 time: 0.1049821 Oct 30 15:31:26.379798 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 22953f16-417d-4b0a-8cda-9118858916c7 up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:31:26.505370 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e74a6-86d5-422f-89a5-6aacb141ccac req-405f3243-a8bf-4e59-9131-6118124b2339 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:26.507057 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4b2e74a6-86d5-422f-89a5-6aacb141ccac req-405f3243-a8bf-4e59-9131-6118124b2339 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d53cdbf-2232-4e8d-a741-dc0b7f7b11c3 HTTP/1.1" status: 200 len: 944 time: 0.1860483 Oct 30 15:31:26.515438 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7cfdd9d7-f5da-43df-8479-5573fa0bb8df tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:26.528013 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-a4190dff-b14a-4bf8-951c-ef744afe7ae9 None None] Provisioning complete for port f86cb27b-6785-4061-9971-13467a221a8e triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:31:26.533131 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a4190dff-b14a-4bf8-951c-ef744afe7ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:26.537443 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-710eb680-aaec-4014-bf5b-9cc9cd5dd477 req-4996b767-fe44-4218-a6d3-2c616099afa6 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d32fb4-59bb-4ed8-a618-6a89a7e07898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349361 Oct 30 15:31:26.574399 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4b2e74a6-86d5-422f-89a5-6aacb141ccac req-5531dc81-6fff-484f-88c5-7439dc705451 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a106b63-8fed-415b-ae28-9b0372877e48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552685 Oct 30 15:31:26.640325 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port 22953f16-417d-4b0a-8cda-9118858916c7 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:31:26.646952 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port 22953f16-417d-4b0a-8cda-9118858916c7 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:31:26.647685 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:26.649415 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-a4190dff-b14a-4bf8-951c-ef744afe7ae9 None None] Port f86cb27b-6785-4061-9971-13467a221a8e cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:31:26.653038 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:26.762406 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:26.798313 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d53cdbf-2232-4e8d-a741-dc0b7f7b11c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22953f16-417d-4b0a-8cda-9118858916c7'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:31:26.801017 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27829613-2688-49fd-95d1-0c0e4f523aa5" -d '{"events": [{"server_uuid": "0d53cdbf-2232-4e8d-a741-dc0b7f7b11c3", "name": "network-vif-plugged", "status": "completed", "tag": "22953f16-417d-4b0a-8cda-9118858916c7"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:31:26.837998 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 22953f16-417d-4b0a-8cda-9118858916c7, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=22953f16-417d-4b0a-8cda-9118858916c7,segment=NetworkSegment(59d6fed5-1de0-4ec5-ad2b-5027d009e9f0),segment_id=59d6fed5-1de0-4ec5-ad2b-5027d009e9f0)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:31:26.856434 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f19e1053-18f4-4149-8067-b0519fcd99d7 x-openstack-request-id: req-f19e1053-18f4-4149-8067-b0519fcd99d7 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:31:26.857527 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d53cdbf-2232-4e8d-a741-dc0b7f7b11c3", "name": "network-vif-plugged", "status": "completed", "tag": "22953f16-417d-4b0a-8cda-9118858916c7", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:31:26.857990 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f19e1053-18f4-4149-8067-b0519fcd99d7 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:31:26.858597 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d53cdbf-2232-4e8d-a741-dc0b7f7b11c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22953f16-417d-4b0a-8cda-9118858916c7', 'code': 200} Oct 30 15:31:26.860520 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:26.875439 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7cfdd9d7-f5da-43df-8479-5573fa0bb8df tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:26.900740 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cb6e4f18-6cec-40f0-a6b9-6fffa4fe673c tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:26.907395 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7cfdd9d7-f5da-43df-8479-5573fa0bb8df tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:26.912858 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cb6e4f18-6cec-40f0-a6b9-6fffa4fe673c tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:26.974358 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=22953f16-417d-4b0a-8cda-9118858916c7,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:27.071380 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6e4f18-6cec-40f0-a6b9-6fffa4fe673c tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Pushing event updated for resources: {'Port': ['ID=f86cb27b-6785-4061-9971-13467a221a8e,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:27.075900 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cb6e4f18-6cec-40f0-a6b9-6fffa4fe673c tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:27.098478 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-7cfdd9d7-f5da-43df-8479-5573fa0bb8df tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Allocated IP 172.25.4.113 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/4deeb250-1790-4de2-84c3-602e0cd0fbfd) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:31:27.140303 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a1e86-3d01-45a5-8b45-e8a05d6a68c7 req-c11be29d-5bad-4622-bb41-d661dbad583c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:27.142148 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-189a1e86-3d01-45a5-8b45-e8a05d6a68c7 req-c11be29d-5bad-4622-bb41-d661dbad583c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0d53cdbf-2232-4e8d-a741-dc0b7f7b11c3 HTTP/1.1" status: 200 len: 1097 time: 0.2085745 Oct 30 15:31:27.207723 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-189a1e86-3d01-45a5-8b45-e8a05d6a68c7 req-96546f13-2a64-41a6-abbc-540b2b966867 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8a106b63-8fed-415b-ae28-9b0372877e48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521193 Oct 30 15:31:27.234126 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6e4f18-6cec-40f0-a6b9-6fffa4fe673c tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Network 5b39545b-0064-4ccc-9db6-0523660565de is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:31:27.235451 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-cb6e4f18-6cec-40f0-a6b9-6fffa4fe673c tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:31:27.288116 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7cfdd9d7-f5da-43df-8479-5573fa0bb8df tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:27.351204 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7cfdd9d7-f5da-43df-8479-5573fa0bb8df tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:27.467702 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb6e4f18-6cec-40f0-a6b9-6fffa4fe673c tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Router c99df3d5-4b1b-4965-a7fb-0db01c37b920 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:31:27.472817 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfdd9d7-f5da-43df-8479-5573fa0bb8df tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:31:27.480431 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-7cfdd9d7-f5da-43df-8479-5573fa0bb8df tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:31:27.489051 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfdd9d7-f5da-43df-8479-5573fa0bb8df tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:31:27.547900 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfdd9d7-f5da-43df-8479-5573fa0bb8df tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Pushing event updated for resources: {'Port': ['ID=4deeb250-1790-4de2-84c3-602e0cd0fbfd,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:27.704608 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6e4f18-6cec-40f0-a6b9-6fffa4fe673c tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:31:27.707967 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-12dcc489-b21c-44b7-8a8d-1a1d5fe00a0e None None] Provisioning complete for port f86cb27b-6785-4061-9971-13467a221a8e triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:31:27.709458 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-12dcc489-b21c-44b7-8a8d-1a1d5fe00a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:27.725748 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-cb6e4f18-6cec-40f0-a6b9-6fffa4fe673c tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "PUT /v2.0/routers/c99df3d5-4b1b-4965-a7fb-0db01c37b920/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5889144 Oct 30 15:31:27.726014 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb5d81d-62b9-4d67-98a1-f90c7e1d3bfc None None] Sync routers for ids ['c99df3d5-4b1b-4965-a7fb-0db01c37b920'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:31:27.726490 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb5d81d-62b9-4d67-98a1-f90c7e1d3bfc None None] Routers {'c99df3d5-4b1b-4965-a7fb-0db01c37b920'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:31:27.727966 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-9bb5d81d-62b9-4d67-98a1-f90c7e1d3bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:31:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['c99df3d5-4b1b-4965-a7fb-0db01c37b920'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:27.788119 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046106cc-5b35-45ca-b0da-b81969f70e63 req-9b09027c-ecff-40e6-b5c5-542b426d6fae tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:27.789768 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-046106cc-5b35-45ca-b0da-b81969f70e63 req-9b09027c-ecff-40e6-b5c5-542b426d6fae tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d53cdbf-2232-4e8d-a741-dc0b7f7b11c3 HTTP/1.1" status: 200 len: 945 time: 0.0591850 Oct 30 15:31:27.797654 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-12dcc489-b21c-44b7-8a8d-1a1d5fe00a0e None None] Port f86cb27b-6785-4061-9971-13467a221a8e cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:31:27.877026 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-046106cc-5b35-45ca-b0da-b81969f70e63 req-124dae60-d5e1-4b21-a194-35281467e626 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a106b63-8fed-415b-ae28-9b0372877e48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754349 Oct 30 15:31:27.925367 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-9bb5d81d-62b9-4d67-98a1-f90c7e1d3bfc None None] Set router c99df3d5-4b1b-4965-a7fb-0db01c37b920 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:31:27.955009 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46bed53-d166-4e1c-9e9f-1d4ec0cebb77 req-902d0171-8cfc-48d8-ad33-bc4d8cb582d7 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:27.956595 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c46bed53-d166-4e1c-9e9f-1d4ec0cebb77 req-902d0171-8cfc-48d8-ad33-bc4d8cb582d7 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=25353754-ad8b-4952-b0f6-00eb931ff7ca HTTP/1.1" status: 200 len: 946 time: 0.1719179 Oct 30 15:31:28.036014 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34230) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:28.093144 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c46bed53-d166-4e1c-9e9f-1d4ec0cebb77 req-6964b968-f36a-4ed6-afc9-9ff2045f71f9 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d32fb4-59bb-4ed8-a618-6a89a7e07898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900452 Oct 30 15:31:28.112339 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7cfdd9d7-f5da-43df-8479-5573fa0bb8df tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:28.233430 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-9bb5d81d-62b9-4d67-98a1-f90c7e1d3bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c99df3d5-4b1b-4965-a7fb-0db01c37b920', 'name': 'tempest-TestNetworkBasicOps-router-689751041', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '9d2cecfb-0985-4e1c-82a4-1cfca792288f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:29:59Z', 'updated_at': '2021-10-30T15:31:26Z', 'revision_number': 5, 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'gw_port': {'id': '9d2cecfb-0985-4e1c-82a4-1cfca792288f', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:42:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99df3d5-4b1b-4965-a7fb-0db01c37b920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:30:00Z', 'updated_at': '2021-10-30T15:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '40af0d91-39d2-4c87-90ac-9f556f3f8a19', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'floating_ip_address': '172.25.4.203', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': 'c99df3d5-4b1b-4965-a7fb-0db01c37b920', 'port_id': '02deada9-fa8b-4a17-b369-882334c3479f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b22032d-f999-405c-9aae-f4a890134250', 'mac_address': 'fa:16:3e:1d:33:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a96fdb3-520e-48f8-9ebb-d27d38160cdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:30:26Z', 'updated_at': '2021-10-30T15:30:31Z', 'revision_number': 1, 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc731b44-299e-44a1-9e52-298d89ace0b2', 'name': '', 'network_id': '4b22032d-f999-405c-9aae-f4a890134250', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'mac_address': 'fa:16:3e:af:c5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99df3d5-4b1b-4965-a7fb-0db01c37b920', 'device_owner': 'network:router_interface', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'ce71113c-07b3-443c-b38d-a9b479050738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:30:05Z', 'updated_at': '2021-10-30T15:30:10Z', 'revision_number': 5, 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'subnets': [{'id': 'ce71113c-07b3-443c-b38d-a9b479050738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f86cb27b-6785-4061-9971-13467a221a8e', 'name': '', 'network_id': '5b39545b-0064-4ccc-9db6-0523660565de', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'mac_address': 'fa:16:3e:2d:f6:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c99df3d5-4b1b-4965-a7fb-0db01c37b920', 'device_owner': 'network:router_interface', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': 'f7c74f8f-86be-4bca-9237-b05f6009cb35', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:31:25Z', 'updated_at': '2021-10-30T15:31:26Z', 'revision_number': 2, 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'subnets': [{'id': 'f7c74f8f-86be-4bca-9237-b05f6009cb35', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:28.260190 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb5d81d-62b9-4d67-98a1-f90c7e1d3bfc None None] Checking router: c99df3d5-4b1b-4965-a7fb-0db01c37b920 for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:31:28.260906 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb5d81d-62b9-4d67-98a1-f90c7e1d3bfc None None] Updating router c99df3d5-4b1b-4965-a7fb-0db01c37b920 port f86cb27b-6785-4061-9971-13467a221a8e binding host n-d-806683-17 {{(pid=102133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:31:28.289200 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-338748b2-17ef-4a24-aa3d-128da6ef3393 tempest-ExternalNetworksTestJSON-636461032 tempest-ExternalNetworksTestJSON-636461032-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1391051387'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:31:28.327076 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9bb5d81d-62b9-4d67-98a1-f90c7e1d3bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:28.339938 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338748b2-17ef-4a24-aa3d-128da6ef3393 tempest-ExternalNetworksTestJSON-636461032 tempest-ExternalNetworksTestJSON-636461032-project] Made reservation on behalf of 44d76ecac0cb475f81d3420942f54662 for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:31:28.346331 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-338748b2-17ef-4a24-aa3d-128da6ef3393 tempest-ExternalNetworksTestJSON-636461032 tempest-ExternalNetworksTestJSON-636461032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:28.349572 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7cfdd9d7-f5da-43df-8479-5573fa0bb8df tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-773039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29512'] for router, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:28.352172 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7cfdd9d7-f5da-43df-8479-5573fa0bb8df tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-773014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-773021', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-773165'] for router, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:28.373313 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-338748b2-17ef-4a24-aa3d-128da6ef3393 tempest-ExternalNetworksTestJSON-636461032 tempest-ExternalNetworksTestJSON-636461032-project] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:28.531630 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-338748b2-17ef-4a24-aa3d-128da6ef3393 tempest-ExternalNetworksTestJSON-636461032 tempest-ExternalNetworksTestJSON-636461032-project] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:28.537881 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-338748b2-17ef-4a24-aa3d-128da6ef3393 tempest-ExternalNetworksTestJSON-636461032 tempest-ExternalNetworksTestJSON-636461032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:28.552120 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cfdd9d7-f5da-43df-8479-5573fa0bb8df tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Router e3ebeb9a-023a-402d-83bf-bb7d18b490a7 is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:31:28.572440 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-338748b2-17ef-4a24-aa3d-128da6ef3393 tempest-ExternalNetworksTestJSON-636461032 tempest-ExternalNetworksTestJSON-636461032-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:31:28.594466 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338748b2-17ef-4a24-aa3d-128da6ef3393 tempest-ExternalNetworksTestJSON-636461032 tempest-ExternalNetworksTestJSON-636461032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5406bef-2d5f-4072-8447-e9ccdd2825d6,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:28.597293 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-338748b2-17ef-4a24-aa3d-128da6ef3393 tempest-ExternalNetworksTestJSON-636461032 tempest-ExternalNetworksTestJSON-636461032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:28.597722 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-338748b2-17ef-4a24-aa3d-128da6ef3393 tempest-ExternalNetworksTestJSON-636461032 tempest-ExternalNetworksTestJSON-636461032-project] Added segment 1a83a689-6033-410e-87ad-4cce93e9d2d4 of type vlan for network 08985074-bd51-45b3-879b-164cfc9c5443 Oct 30 15:31:28.647634 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-338748b2-17ef-4a24-aa3d-128da6ef3393 tempest-ExternalNetworksTestJSON-636461032 tempest-ExternalNetworksTestJSON-636461032-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:28.676125 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9bb5d81d-62b9-4d67-98a1-f90c7e1d3bfc None None] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:28.684228 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9bb5d81d-62b9-4d67-98a1-f90c7e1d3bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:28.697321 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-338748b2-17ef-4a24-aa3d-128da6ef3393 tempest-ExternalNetworksTestJSON-636461032 tempest-ExternalNetworksTestJSON-636461032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:28.706615 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338748b2-17ef-4a24-aa3d-128da6ef3393 tempest-ExternalNetworksTestJSON-636461032 tempest-ExternalNetworksTestJSON-636461032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:28.707403 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-338748b2-17ef-4a24-aa3d-128da6ef3393 tempest-ExternalNetworksTestJSON-636461032 tempest-ExternalNetworksTestJSON-636461032-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:28.735096 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-338748b2-17ef-4a24-aa3d-128da6ef3393 tempest-ExternalNetworksTestJSON-636461032 tempest-ExternalNetworksTestJSON-636461032-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.6974733 Oct 30 15:31:28.737668 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34234) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:28.784313 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d9c579-2d81-48bc-95d3-af219ba2319f None None] Pushing event updated for resources: {'Port': ['ID=f86cb27b-6785-4061-9971-13467a221a8e,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:28.796524 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cfdd9d7-f5da-43df-8479-5573fa0bb8df tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:31:28.799442 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d9c579-2d81-48bc-95d3-af219ba2319f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:31:28.801277 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d9c579-2d81-48bc-95d3-af219ba2319f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:31:28.803952 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d9c579-2d81-48bc-95d3-af219ba2319f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:31:28.804374 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d9c579-2d81-48bc-95d3-af219ba2319f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:31:28.805088 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d9c579-2d81-48bc-95d3-af219ba2319f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:31:28.805798 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d9c579-2d81-48bc-95d3-af219ba2319f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:31:28.807564 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d9c579-2d81-48bc-95d3-af219ba2319f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:31:28.807996 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d9c579-2d81-48bc-95d3-af219ba2319f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:31:28.808417 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d9c579-2d81-48bc-95d3-af219ba2319f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:31:28.808839 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d9c579-2d81-48bc-95d3-af219ba2319f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:31:28.809035 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7cfdd9d7-f5da-43df-8479-5573fa0bb8df tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:28.810391 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-7cfdd9d7-f5da-43df-8479-5573fa0bb8df tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] 10.222.0.62 "PUT /v2.0/routers/e3ebeb9a-023a-402d-83bf-bb7d18b490a7 HTTP/1.1" status: 200 len: 920 time: 3.0953636 Oct 30 15:31:28.811016 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d9c579-2d81-48bc-95d3-af219ba2319f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:31:28.811447 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d9c579-2d81-48bc-95d3-af219ba2319f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:31:28.813227 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34238) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:28.814248 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f0fff8-c648-497d-a0f8-cc1cf3b8a7c5 None None] Sync routers for ids ['e3ebeb9a-023a-402d-83bf-bb7d18b490a7'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:31:28.828268 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-9bb5d81d-62b9-4d67-98a1-f90c7e1d3bfc None None] Attempting to bind port f86cb27b-6785-4061-9971-13467a221a8e on host n-d-806683-17 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:31:28.828268 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-9bb5d81d-62b9-4d67-98a1-f90c7e1d3bfc None None] Attempting to bind port f86cb27b-6785-4061-9971-13467a221a8e by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'aa9130cd-62ac-492c-bcab-253da3d07c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5b39545b-0064-4ccc-9db6-0523660565de'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:31:28.832194 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb5d81d-62b9-4d67-98a1-f90c7e1d3bfc None None] Attempting to bind port f86cb27b-6785-4061-9971-13467a221a8e on network 5b39545b-0064-4ccc-9db6-0523660565de {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:31:28.842512 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb5d81d-62b9-4d67-98a1-f90c7e1d3bfc None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:31:28.842512 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb5d81d-62b9-4d67-98a1-f90c7e1d3bfc None None] Checking segment: {'id': 'aa9130cd-62ac-492c-bcab-253da3d07c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5b39545b-0064-4ccc-9db6-0523660565de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:31:28.844292 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9bb5d81d-62b9-4d67-98a1-f90c7e1d3bfc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:28.844826 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb5d81d-62b9-4d67-98a1-f90c7e1d3bfc None None] Bound using segment: {'id': 'aa9130cd-62ac-492c-bcab-253da3d07c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5b39545b-0064-4ccc-9db6-0523660565de'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:31:28.846209 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-9bb5d81d-62b9-4d67-98a1-f90c7e1d3bfc None None] Bound port: f86cb27b-6785-4061-9971-13467a221a8e, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa9130cd-62ac-492c-bcab-253da3d07c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5b39545b-0064-4ccc-9db6-0523660565de'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:31:28.848487 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9bb5d81d-62b9-4d67-98a1-f90c7e1d3bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:28.865761 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f0fff8-c648-497d-a0f8-cc1cf3b8a7c5 None None] Routers {'e3ebeb9a-023a-402d-83bf-bb7d18b490a7'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:31:28.867725 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-41f0fff8-c648-497d-a0f8-cc1cf3b8a7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:31:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['e3ebeb9a-023a-402d-83bf-bb7d18b490a7'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:28.876481 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338748b2-17ef-4a24-aa3d-128da6ef3393 tempest-ExternalNetworksTestJSON-636461032 tempest-ExternalNetworksTestJSON-636461032-project] Pushing event updated for resources: {'Network': ['ID=08985074-bd51-45b3-879b-164cfc9c5443,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:28.935396 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-554bb6b8-5918-4ea9-9d53-658f92c8e389 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Request body: {'network': {'name': 'tempest-network--997829833', 'router:external': True}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:31:28.935759 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 08985074-bd51-45b3-879b-164cfc9c5443 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:31:28.940308 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-41f0fff8-c648-497d-a0f8-cc1cf3b8a7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:28.983198 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554bb6b8-5918-4ea9-9d53-658f92c8e389 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Made reservation on behalf of 64837ada74d14c49bc5c351d13c2c4c7 for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:31:28.985533 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-554bb6b8-5918-4ea9-9d53-658f92c8e389 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:29.002900 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-554bb6b8-5918-4ea9-9d53-658f92c8e389 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:29.009337 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f0fff8-c648-497d-a0f8-cc1cf3b8a7c5 None None] Routers {'e3ebeb9a-023a-402d-83bf-bb7d18b490a7'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:31:29.011085 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-41f0fff8-c648-497d-a0f8-cc1cf3b8a7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:31:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['e3ebeb9a-023a-402d-83bf-bb7d18b490a7'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:29.017576 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-9bb5d81d-62b9-4d67-98a1-f90c7e1d3bfc None None] For port f86cb27b-6785-4061-9971-13467a221a8e, host n-d-806683-17, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:31:29.021967 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-9bb5d81d-62b9-4d67-98a1-f90c7e1d3bfc None None] For port f86cb27b-6785-4061-9971-13467a221a8e, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=f86cb27b-6785-4061-9971-13467a221a8e,segment=NetworkSegment(aa9130cd-62ac-492c-bcab-253da3d07c77),segment_id=aa9130cd-62ac-492c-bcab-253da3d07c77)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:31:29.028267 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9bb5d81d-62b9-4d67-98a1-f90c7e1d3bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:29.046046 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-4beb0cef-22ab-4a70-80e2-4024871f4988 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] 10.222.0.62 "GET /v2.0/routers/e3ebeb9a-023a-402d-83bf-bb7d18b490a7 HTTP/1.1" status: 200 len: 926 time: 0.2288070 Oct 30 15:31:29.047347 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34242) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:29.145481 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb5d81d-62b9-4d67-98a1-f90c7e1d3bfc None None] Routers {'c99df3d5-4b1b-4965-a7fb-0db01c37b920'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:31:29.146376 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-9bb5d81d-62b9-4d67-98a1-f90c7e1d3bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:31:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['c99df3d5-4b1b-4965-a7fb-0db01c37b920'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:29.156184 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-41f0fff8-c648-497d-a0f8-cc1cf3b8a7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:29.164995 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f0fff8-c648-497d-a0f8-cc1cf3b8a7c5 None None] The sync data for ids ['e3ebeb9a-023a-402d-83bf-bb7d18b490a7'] in n-d-806683-17 is: [] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:31:29.204473 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-cfd8146f-c032-4b00-a52b-8003febe5a22 None None] Provisioning complete for port f86cb27b-6785-4061-9971-13467a221a8e triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:31:29.205000 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-cfd8146f-c032-4b00-a52b-8003febe5a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:29.232427 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-554bb6b8-5918-4ea9-9d53-658f92c8e389 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:29.241584 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-554bb6b8-5918-4ea9-9d53-658f92c8e389 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:29.268419 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8682a4c-3ec5-448f-854c-e2b8ccf65647 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:29.273404 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c8682a4c-3ec5-448f-854c-e2b8ccf65647 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=edc38ef5-7816-4133-914c-cfe2849a0125&device_id=e3ebeb9a-023a-402d-83bf-bb7d18b490a7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2243969 Oct 30 15:31:29.279778 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34246) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:29.304643 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554bb6b8-5918-4ea9-9d53-658f92c8e389 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd62c077-b0f6-469f-ae69-87cb9b45c741,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:29.353473 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d9c579-2d81-48bc-95d3-af219ba2319f None None] Pushing event updated for resources: {'Port': ['ID=f86cb27b-6785-4061-9971-13467a221a8e,revision_number=4']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:29.372455 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-554bb6b8-5918-4ea9-9d53-658f92c8e389 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:31:29.394013 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-cfd8146f-c032-4b00-a52b-8003febe5a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:29.405770 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-554bb6b8-5918-4ea9-9d53-658f92c8e389 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:29.406281 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-554bb6b8-5918-4ea9-9d53-658f92c8e389 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Added segment fcbb1f4e-987e-4d41-b75e-28716254a627 of type vlan for network cd9010a2-7741-4940-8af6-cf4619431504 Oct 30 15:31:29.434702 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-9bb5d81d-62b9-4d67-98a1-f90c7e1d3bfc None None] Set router c99df3d5-4b1b-4965-a7fb-0db01c37b920 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:31:29.456240 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6e6521-5b2d-43d1-8f8f-61df3cc7074b tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:29.458497 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-be6e6521-5b2d-43d1-8f8f-61df3cc7074b tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] 10.222.0.62 "GET /v2.0/networks/edc38ef5-7816-4133-914c-cfe2849a0125 HTTP/1.1" status: 200 len: 881 time: 0.1775537 Oct 30 15:31:29.466116 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34248) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:29.470539 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-cfd8146f-c032-4b00-a52b-8003febe5a22 None None] For port f86cb27b-6785-4061-9971-13467a221a8e, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=f86cb27b-6785-4061-9971-13467a221a8e,segment=NetworkSegment(aa9130cd-62ac-492c-bcab-253da3d07c77),segment_id=aa9130cd-62ac-492c-bcab-253da3d07c77)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:31:29.472554 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e17a4-f677-4d71-b12f-48b8641dc45e req-0b0a22f7-75ca-4ada-b288-adcbbe8e6054 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:29.473935 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-492e17a4-f677-4d71-b12f-48b8641dc45e req-0b0a22f7-75ca-4ada-b288-adcbbe8e6054 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d53cdbf-2232-4e8d-a741-dc0b7f7b11c3 HTTP/1.1" status: 200 len: 945 time: 0.3713388 Oct 30 15:31:29.478030 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-cfd8146f-c032-4b00-a52b-8003febe5a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:29.507606 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc1a4a0-6057-4016-b660-f77f2d3cd255 req-7965286f-3237-428d-8e74-81266175f794 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:29.509738 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5cc1a4a0-6057-4016-b660-f77f2d3cd255 req-7965286f-3237-428d-8e74-81266175f794 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=25353754-ad8b-4952-b0f6-00eb931ff7ca HTTP/1.1" status: 200 len: 946 time: 0.2064335 Oct 30 15:31:29.535351 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-554bb6b8-5918-4ea9-9d53-658f92c8e389 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:29.546381 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-492e17a4-f677-4d71-b12f-48b8641dc45e req-a0cb3cc0-5ba8-4c05-80d0-92a8787b8d19 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a106b63-8fed-415b-ae28-9b0372877e48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617723 Oct 30 15:31:29.594717 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd8146f-c032-4b00-a52b-8003febe5a22 None None] Pushing event updated for resources: {'Port': ['ID=f86cb27b-6785-4061-9971-13467a221a8e,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:29.605338 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-f3ade50e-af14-4c44-ac2e-391cb19b86a4 None None] Provisioning complete for port f86cb27b-6785-4061-9971-13467a221a8e triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:31:29.605913 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f3ade50e-af14-4c44-ac2e-391cb19b86a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:29.672365 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-794daa96-ca24-4353-a938-f448566e961f tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3ebeb9a-023a-402d-83bf-bb7d18b490a7 HTTP/1.1" status: 200 len: 205 time: 0.1824939 Oct 30 15:31:29.673031 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34252) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:29.759692 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3928da9a-adfe-46eb-bef7-03d445d29b1e req-f01c8f36-3368-408b-8fa0-543f141d7347 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:29.765277 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3928da9a-adfe-46eb-bef7-03d445d29b1e req-f01c8f36-3368-408b-8fa0-543f141d7347 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d53cdbf-2232-4e8d-a741-dc0b7f7b11c3 HTTP/1.1" status: 200 len: 945 time: 0.0987504 Oct 30 15:31:29.770603 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34254) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:29.778117 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-f4d02693-5a0a-4a17-b77c-a5908bea9639 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Request body: {'floatingip': {'port_id': '22953f16-417d-4b0a-8cda-9118858916c7'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:31:29.801373 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5cc1a4a0-6057-4016-b660-f77f2d3cd255 req-584023a1-2f0b-4095-bfd9-5ffe573e748c tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d32fb4-59bb-4ed8-a618-6a89a7e07898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2384837 Oct 30 15:31:29.808883 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-9bb5d81d-62b9-4d67-98a1-f90c7e1d3bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c99df3d5-4b1b-4965-a7fb-0db01c37b920', 'name': 'tempest-TestNetworkBasicOps-router-689751041', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '9d2cecfb-0985-4e1c-82a4-1cfca792288f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:29:59Z', 'updated_at': '2021-10-30T15:31:26Z', 'revision_number': 5, 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'gw_port': {'id': '9d2cecfb-0985-4e1c-82a4-1cfca792288f', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:42:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99df3d5-4b1b-4965-a7fb-0db01c37b920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:30:00Z', 'updated_at': '2021-10-30T15:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '40af0d91-39d2-4c87-90ac-9f556f3f8a19', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'floating_ip_address': '172.25.4.203', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': 'c99df3d5-4b1b-4965-a7fb-0db01c37b920', 'port_id': '02deada9-fa8b-4a17-b369-882334c3479f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b22032d-f999-405c-9aae-f4a890134250', 'mac_address': 'fa:16:3e:1d:33:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a96fdb3-520e-48f8-9ebb-d27d38160cdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:30:26Z', 'updated_at': '2021-10-30T15:30:31Z', 'revision_number': 1, 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc731b44-299e-44a1-9e52-298d89ace0b2', 'name': '', 'network_id': '4b22032d-f999-405c-9aae-f4a890134250', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'mac_address': 'fa:16:3e:af:c5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99df3d5-4b1b-4965-a7fb-0db01c37b920', 'device_owner': 'network:router_interface', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'ce71113c-07b3-443c-b38d-a9b479050738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:30:05Z', 'updated_at': '2021-10-30T15:30:10Z', 'revision_number': 5, 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'subnets': [{'id': 'ce71113c-07b3-443c-b38d-a9b479050738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f86cb27b-6785-4061-9971-13467a221a8e', 'name': '', 'network_id': '5b39545b-0064-4ccc-9db6-0523660565de', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'mac_address': 'fa:16:3e:2d:f6:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c99df3d5-4b1b-4965-a7fb-0db01c37b920', 'device_owner': 'network:router_interface', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': 'f7c74f8f-86be-4bca-9237-b05f6009cb35', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:31:25Z', 'updated_at': '2021-10-30T15:31:29Z', 'revision_number': 4, 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'subnets': [{'id': 'f7c74f8f-86be-4bca-9237-b05f6009cb35', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:29.811433 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-554bb6b8-5918-4ea9-9d53-658f92c8e389 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:29.812312 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554bb6b8-5918-4ea9-9d53-658f92c8e389 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:29.813046 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-554bb6b8-5918-4ea9-9d53-658f92c8e389 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:29.857590 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb5d81d-62b9-4d67-98a1-f90c7e1d3bfc None None] The sync data for ids ['c99df3d5-4b1b-4965-a7fb-0db01c37b920'] in n-d-806683-17 is: [{'id': 'c99df3d5-4b1b-4965-a7fb-0db01c37b920', 'name': 'tempest-TestNetworkBasicOps-router-689751041', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '9d2cecfb-0985-4e1c-82a4-1cfca792288f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:29:59Z', 'updated_at': '2021-10-30T15:31:26Z', 'revision_number': 5, 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'gw_port': {'id': '9d2cecfb-0985-4e1c-82a4-1cfca792288f', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:42:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99df3d5-4b1b-4965-a7fb-0db01c37b920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:30:00Z', 'updated_at': '2021-10-30T15:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '40af0d91-39d2-4c87-90ac-9f556f3f8a19', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'floating_ip_address': '172.25.4.203', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': 'c99df3d5-4b1b-4965-a7fb-0db01c37b920', 'port_id': '02deada9-fa8b-4a17-b369-882334c3479f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b22032d-f999-405c-9aae-f4a890134250', 'mac_address': 'fa:16:3e:1d:33:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a96fdb3-520e-48f8-9ebb-d27d38160cdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:30:26Z', 'updated_at': '2021-10-30T15:30:31Z', 'revision_number': 1, 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc731b44-299e-44a1-9e52-298d89ace0b2', 'name': '', 'network_id': '4b22032d-f999-405c-9aae-f4a890134250', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'mac_address': 'fa:16:3e:af:c5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99df3d5-4b1b-4965-a7fb-0db01c37b920', 'device_owner': 'network:router_interface', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'ce71113c-07b3-443c-b38d-a9b479050738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:30:05Z', 'updated_at': '2021-10-30T15:30:10Z', 'revision_number': 5, 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'subnets': [{'id': 'ce71113c-07b3-443c-b38d-a9b479050738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f86cb27b-6785-4061-9971-13467a221a8e', 'name': '', 'network_id': '5b39545b-0064-4ccc-9db6-0523660565de', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'mac_address': 'fa:16:3e:2d:f6:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c99df3d5-4b1b-4965-a7fb-0db01c37b920', 'device_owner': 'network:router_interface', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': 'f7c74f8f-86be-4bca-9237-b05f6009cb35', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:31:25Z', 'updated_at': '2021-10-30T15:31:29Z', 'revision_number': 4, 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'subnets': [{'id': 'f7c74f8f-86be-4bca-9237-b05f6009cb35', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:31:29.882699 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:29.887872 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f4d02693-5a0a-4a17-b77c-a5908bea9639 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks [] for floatingip, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:29.892961 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34256) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:29.893706 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-554bb6b8-5918-4ea9-9d53-658f92c8e389 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.1544631 Oct 30 15:31:29.926918 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554bb6b8-5918-4ea9-9d53-658f92c8e389 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Pushing event updated for resources: {'Network': ['ID=cd9010a2-7741-4940-8af6-cf4619431504,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:29.951838 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network cd9010a2-7741-4940-8af6-cf4619431504 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:31:29.954044 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2eeec61f-05ce-4d12-a11e-43d66af869e5 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks [] for router, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:30.052159 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1e8be452-321f-4469-a736-a2de82623c09 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:30.178737 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2eeec61f-05ce-4d12-a11e-43d66af869e5 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:30.267933 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-2eeec61f-05ce-4d12-a11e-43d66af869e5 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Deleting port 4deeb250-1790-4de2-84c3-602e0cd0fbfd {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:31:30.268537 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2eeec61f-05ce-4d12-a11e-43d66af869e5 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:30.268677 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1e8be452-321f-4469-a736-a2de82623c09 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:30.324639 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-1e8be452-321f-4469-a736-a2de82623c09 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd9010a2-7741-4940-8af6-cf4619431504']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:30.345737 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-1e8be452-321f-4469-a736-a2de82623c09 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcbb1f4e-987e-4d41-b75e-28716254a627') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:30.346012 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-1e8be452-321f-4469-a736-a2de82623c09 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcbb1f4e-987e-4d41-b75e-28716254a627') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:30.359486 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1e8be452-321f-4469-a736-a2de82623c09 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:30.385241 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1e8be452-321f-4469-a736-a2de82623c09 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:30.393644 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e8be452-321f-4469-a736-a2de82623c09 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:31:30.394567 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1e8be452-321f-4469-a736-a2de82623c09 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:30.422065 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2eeec61f-05ce-4d12-a11e-43d66af869e5 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:30.440048 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-2eeec61f-05ce-4d12-a11e-43d66af869e5 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Calling delete_port for 4deeb250-1790-4de2-84c3-602e0cd0fbfd owned by network:router_gateway {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:31:30.557621 n-d-806683-17 neutron-server[102130]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:31:30.557621 n-d-806683-17 neutron-server[102130]: items = [ Oct 30 15:31:30.557621 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:31:30.557621 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:31:30.557621 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:31:30.557621 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:31:30.557621 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:31:30.557621 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:31:30.557621 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:31:30.557621 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:31:30.557621 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:31:30.557621 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:31:30.557621 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:31:30.557621 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:31:30.557621 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:31:30.557621 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:31:30.557621 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:31:30.557621 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:31:30.557621 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:31:30.557621 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:31:30.557621 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:31:30.557621 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:31:30.557621 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:31:30.557621 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:31:30.557621 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:31:30.557621 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:31:30.557621 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:31:30.557621 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:31:30.557621 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:31:30.557621 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:31:30.557621 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:31:30.557621 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:31:30.557621 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:31:30.557621 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:31:30.614099 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device f86cb27b-6785-4061-9971-13467a221a8e up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:31:30.707520 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port f86cb27b-6785-4061-9971-13467a221a8e triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:31:30.709183 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:30.722245 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1e8be452-321f-4469-a736-a2de82623c09 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:30.734294 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e8be452-321f-4469-a736-a2de82623c09 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cd9010a2-7741-4940-8af6-cf4619431504 {{(pid=102130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 30 15:31:30.739722 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1e8be452-321f-4469-a736-a2de82623c09 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:30.749454 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-1e8be452-321f-4469-a736-a2de82623c09 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] 10.222.0.62 "DELETE /v2.0/networks/cd9010a2-7741-4940-8af6-cf4619431504 HTTP/1.1" status: 204 len: 168 time: 0.8517048 Oct 30 15:31:30.756744 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34260) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:30.774491 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-55fa6333-1ca0-4b38-85a3-d6cab3a19a97 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:31:30.829109 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55fa6333-1ca0-4b38-85a3-d6cab3a19a97 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Made reservation on behalf of 64837ada74d14c49bc5c351d13c2c4c7 for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:31:30.831693 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-55fa6333-1ca0-4b38-85a3-d6cab3a19a97 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:30.846728 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8be452-321f-4469-a736-a2de82623c09 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Pushing event deleted for resources: {'Network': ['ID=cd9010a2-7741-4940-8af6-cf4619431504,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:30.849077 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2eeec61f-05ce-4d12-a11e-43d66af869e5 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:30.940170 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeec61f-05ce-4d12-a11e-43d66af869e5 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Pushing event deleted for resources: {'Port': ['ID=4deeb250-1790-4de2-84c3-602e0cd0fbfd,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:30.980777 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55fa6333-1ca0-4b38-85a3-d6cab3a19a97 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:31:31.023844 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-55fa6333-1ca0-4b38-85a3-d6cab3a19a97 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:31.024422 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-55fa6333-1ca0-4b38-85a3-d6cab3a19a97 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Added segment 61db2cbb-bc5a-4976-8ddd-b653a15ae8fe of type vlan for network 18c4132f-55dc-4625-9c4e-e22ff49dbbce Oct 30 15:31:31.066684 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2eeec61f-05ce-4d12-a11e-43d66af869e5 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:31.175293 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-55fa6333-1ca0-4b38-85a3-d6cab3a19a97 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:31.190171 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2eeec61f-05ce-4d12-a11e-43d66af869e5 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:31.193964 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2eeec61f-05ce-4d12-a11e-43d66af869e5 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:31.253926 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-55fa6333-1ca0-4b38-85a3-d6cab3a19a97 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:31.255586 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fa6333-1ca0-4b38-85a3-d6cab3a19a97 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:31.256308 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-55fa6333-1ca0-4b38-85a3-d6cab3a19a97 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:31.262664 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2eeec61f-05ce-4d12-a11e-43d66af869e5 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:31.263439 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eeec61f-05ce-4d12-a11e-43d66af869e5 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Fanout notify agent at l3_agent the message router_deleted on router e3ebeb9a-023a-402d-83bf-bb7d18b490a7 {{(pid=102131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:31:31.283817 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2eeec61f-05ce-4d12-a11e-43d66af869e5 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:31.288684 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-2eeec61f-05ce-4d12-a11e-43d66af869e5 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] 10.222.0.62 "DELETE /v2.0/routers/e3ebeb9a-023a-402d-83bf-bb7d18b490a7 HTTP/1.1" status: 204 len: 168 time: 1.5932176 Oct 30 15:31:31.319589 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34264) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:31.327249 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-0c481231-c33c-4238-99c3-442d127a04f5 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1837679791', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}, 'admin_state_up': False}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:31:31.352047 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-55fa6333-1ca0-4b38-85a3-d6cab3a19a97 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5915694 Oct 30 15:31:31.368237 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34266) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:31.386852 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-9944eed5-0a35-49cb-9b65-ab9b84202928 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Request body: {'subnet': {'network_id': '18c4132f-55dc-4625-9c4e-e22ff49dbbce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:31:31.407315 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fa6333-1ca0-4b38-85a3-d6cab3a19a97 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Pushing event updated for resources: {'Network': ['ID=18c4132f-55dc-4625-9c4e-e22ff49dbbce,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:31.411283 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.db.resource_extend [None req-f4d02693-5a0a-4a17-b77c-a5908bea9639 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 30 15:31:31.419784 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 18c4132f-55dc-4625-9c4e-e22ff49dbbce details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:31:31.422613 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0c481231-c33c-4238-99c3-442d127a04f5 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:31.423932 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0c481231-c33c-4238-99c3-442d127a04f5 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:31.455904 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9944eed5-0a35-49cb-9b65-ab9b84202928 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Made reservation on behalf of 64837ada74d14c49bc5c351d13c2c4c7 for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:31:31.458517 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9944eed5-0a35-49cb-9b65-ab9b84202928 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:31.484813 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ac791-dba6-470f-a9ca-78ef088d0b74 req-c3d01471-4125-49f8-95b9-8beef4efc967 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:31.487212 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-741ac791-dba6-470f-a9ca-78ef088d0b74 req-c3d01471-4125-49f8-95b9-8beef4efc967 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=25353754-ad8b-4952-b0f6-00eb931ff7ca HTTP/1.1" status: 200 len: 946 time: 0.5229802 Oct 30 15:31:31.501087 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f4d02693-5a0a-4a17-b77c-a5908bea9639 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:31.520080 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f4d02693-5a0a-4a17-b77c-a5908bea9639 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:31.579949 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0c481231-c33c-4238-99c3-442d127a04f5 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:31.667276 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-741ac791-dba6-470f-a9ca-78ef088d0b74 req-9fafb3a9-4ddb-4a82-9744-3e261604706f tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d32fb4-59bb-4ed8-a618-6a89a7e07898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1690454 Oct 30 15:31:31.680196 n-d-806683-17 neutron-server[102130]: INFO neutron.db.l3_db [None req-f4d02693-5a0a-4a17-b77c-a5908bea9639 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Floating IP 9b589411-ffd3-44fd-b809-62ff8d019bc8 associated. External IP: 172.25.4.107, port: 22953f16-417d-4b0a-8cda-9118858916c7. Oct 30 15:31:31.981220 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4d02693-5a0a-4a17-b77c-a5908bea9639 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Router 1c4c91be-2b4e-4768-849f-f23428b3f3de has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:31:31.990779 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:32.113589 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d02693-5a0a-4a17-b77c-a5908bea9639 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:31:32.120692 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f4d02693-5a0a-4a17-b77c-a5908bea9639 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:32.126728 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92af1a06-cae2-436e-95a2-ea7f0155b967 None None] Sync routers for ids ['1c4c91be-2b4e-4768-849f-f23428b3f3de'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:31:32.144695 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92af1a06-cae2-436e-95a2-ea7f0155b967 None None] Routers {'1c4c91be-2b4e-4768-849f-f23428b3f3de'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:31:32.146422 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-92af1a06-cae2-436e-95a2-ea7f0155b967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:31:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['1c4c91be-2b4e-4768-849f-f23428b3f3de'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:32.161909 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-f4d02693-5a0a-4a17-b77c-a5908bea9639 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "PUT /v2.0/floatingips/9b589411-ffd3-44fd-b809-62ff8d019bc8 HTTP/1.1" status: 200 len: 991 time: 2.3868189 Oct 30 15:31:32.161909 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d53cdbf-2232-4e8d-a741-dc0b7f7b11c3', 'tag': '22953f16-417d-4b0a-8cda-9118858916c7'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:31:32.162942 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd9bd7eb-60a2-4c14-8354-e90ae2c73926" -d '{"events": [{"name": "network-changed", "server_uuid": "0d53cdbf-2232-4e8d-a741-dc0b7f7b11c3", "tag": "22953f16-417d-4b0a-8cda-9118858916c7"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:31:32.212242 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e7efb1-efc8-4169-a1a1-df7495df4fba x-openstack-request-id: req-b4e7efb1-efc8-4169-a1a1-df7495df4fba {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:31:32.213318 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d53cdbf-2232-4e8d-a741-dc0b7f7b11c3", "tag": "22953f16-417d-4b0a-8cda-9118858916c7", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:31:32.213677 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b4e7efb1-efc8-4169-a1a1-df7495df4fba {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:31:32.214646 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d53cdbf-2232-4e8d-a741-dc0b7f7b11c3', 'tag': '22953f16-417d-4b0a-8cda-9118858916c7', 'status': 'completed', 'code': 200} Oct 30 15:31:32.269054 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0c481231-c33c-4238-99c3-442d127a04f5 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:32.311343 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9bd7eb-60a2-4c14-8354-e90ae2c73926 req-f73853f3-f215-4eec-9402-5c7f47dadcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:32.313091 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fd9bd7eb-60a2-4c14-8354-e90ae2c73926 req-f73853f3-f215-4eec-9402-5c7f47dadcde service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=851f863f3af14cfda31cec55b5caebe9&device_id=0d53cdbf-2232-4e8d-a741-dc0b7f7b11c3 HTTP/1.1" status: 200 len: 1097 time: 0.0748091 Oct 30 15:31:32.454763 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-92af1a06-cae2-436e-95a2-ea7f0155b967 None None] Set router 1c4c91be-2b4e-4768-849f-f23428b3f3de gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:31:32.459965 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9bd7eb-60a2-4c14-8354-e90ae2c73926 req-ea67fe39-1ebe-4368-8243-a635ca1a1628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:32.461742 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fd9bd7eb-60a2-4c14-8354-e90ae2c73926 req-ea67fe39-1ebe-4368-8243-a635ca1a1628 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a69ee861-8dad-4f6c-abe3-f84fb501d5dd HTTP/1.1" status: 200 len: 911 time: 0.1401622 Oct 30 15:31:32.558782 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fd9bd7eb-60a2-4c14-8354-e90ae2c73926 req-d87d58c7-ec3d-427c-a879-9e2e52b477ae service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22953f16-417d-4b0a-8cda-9118858916c7 HTTP/1.1" status: 200 len: 999 time: 0.0877237 Oct 30 15:31:32.569361 n-d-806683-17 neutron-server[102131]: DEBUG neutron.objects.ports [None req-9944eed5-0a35-49cb-9b65-ab9b84202928 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102131) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 30 15:31:32.569843 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9944eed5-0a35-49cb-9b65-ab9b84202928 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:32.632935 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9bd7eb-60a2-4c14-8354-e90ae2c73926 req-35502fd7-d93b-4918-81b9-75cbb9de6b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:32.637893 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fd9bd7eb-60a2-4c14-8354-e90ae2c73926 req-35502fd7-d93b-4918-81b9-75cbb9de6b66 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=173890c6-b6ee-44b8-ab6a-06362ece304f HTTP/1.1" status: 200 len: 849 time: 0.0661678 Oct 30 15:31:32.679196 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0c481231-c33c-4238-99c3-442d127a04f5 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks [] for router_gateway, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:32.691703 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9944eed5-0a35-49cb-9b65-ab9b84202928 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Pushing event updated for resources: {'Subnet': ['ID=17dbdd26-ba5e-4717-a68a-6c0d965c0b41,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:32.718725 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9944eed5-0a35-49cb-9b65-ab9b84202928 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Checking segment: {'id': '61db2cbb-bc5a-4976-8ddd-b653a15ae8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '18c4132f-55dc-4625-9c4e-e22ff49dbbce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:31:32.719124 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9944eed5-0a35-49cb-9b65-ab9b84202928 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Network hostable DHCP agents. Network: 18c4132f-55dc-4625-9c4e-e22ff49dbbce, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:31:32.721621 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0c481231-c33c-4238-99c3-442d127a04f5 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:32.745435 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9bd7eb-60a2-4c14-8354-e90ae2c73926 req-d7c7b21e-18eb-4fb9-9338-70b11838b508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:32.747118 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fd9bd7eb-60a2-4c14-8354-e90ae2c73926 req-d7c7b21e-18eb-4fb9-9338-70b11838b508 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a69ee861-8dad-4f6c-abe3-f84fb501d5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1007528 Oct 30 15:31:32.780087 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9944eed5-0a35-49cb-9b65-ab9b84202928 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Network 18c4132f-55dc-4625-9c4e-e22ff49dbbce is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:31:32.800125 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-9944eed5-0a35-49cb-9b65-ab9b84202928 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 18c4132f-55dc-4625-9c4e-e22ff49dbbce) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:31:32.815668 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af63afd-5c59-4380-9661-e0aea2a3676f None None] Network 18c4132f-55dc-4625-9c4e-e22ff49dbbce requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:31:32.828652 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9944eed5-0a35-49cb-9b65-ab9b84202928 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:32.829903 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9944eed5-0a35-49cb-9b65-ab9b84202928 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:32.859175 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-9944eed5-0a35-49cb-9b65-ab9b84202928 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4880972 Oct 30 15:31:32.863552 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34280) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:32.868095 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-3bec14ab-8174-4d94-8ec6-531dd6ddb857 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Request body: {'floatingip': {'floating_network_id': '18c4132f-55dc-4625-9c4e-e22ff49dbbce'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:31:32.878870 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-0c481231-c33c-4238-99c3-442d127a04f5 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Allocated IP 172.25.4.140 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/a75830d7-e5a1-44d5-bded-54a105048431) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:31:32.907363 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-92af1a06-cae2-436e-95a2-ea7f0155b967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4c91be-2b4e-4768-849f-f23428b3f3de', 'name': 'tempest-AttachVolumeTestJSON-449199179-router', 'tenant_id': '851f863f3af14cfda31cec55b5caebe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '96e620ec-98fc-4071-b414-cf43c3104cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:26:49Z', 'updated_at': '2021-10-30T15:26:53Z', 'revision_number': 4, 'project_id': '851f863f3af14cfda31cec55b5caebe9', 'gw_port': {'id': '96e620ec-98fc-4071-b414-cf43c3104cc7', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fa:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4c91be-2b4e-4768-849f-f23428b3f3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:26:49Z', 'updated_at': '2021-10-30T15:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '9b589411-ffd3-44fd-b809-62ff8d019bc8', 'tenant_id': '851f863f3af14cfda31cec55b5caebe9', 'floating_ip_address': '172.25.4.107', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '1c4c91be-2b4e-4768-849f-f23428b3f3de', 'port_id': '22953f16-417d-4b0a-8cda-9118858916c7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a69ee861-8dad-4f6c-abe3-f84fb501d5dd', 'mac_address': 'fa:16:3e:05:f9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d53cdbf-2232-4e8d-a741-dc0b7f7b11c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:31:15Z', 'updated_at': '2021-10-30T15:31:30Z', 'revision_number': 1, 'project_id': '851f863f3af14cfda31cec55b5caebe9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0096e650-bf87-41cb-9c1e-5ec8978c8b99', 'name': '', 'network_id': 'a69ee861-8dad-4f6c-abe3-f84fb501d5dd', 'tenant_id': '851f863f3af14cfda31cec55b5caebe9', 'mac_address': 'fa:16:3e:17:9e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4c91be-2b4e-4768-849f-f23428b3f3de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '173890c6-b6ee-44b8-ab6a-06362ece304f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:26:51Z', 'updated_at': '2021-10-30T15:26:59Z', 'revision_number': 5, 'project_id': '851f863f3af14cfda31cec55b5caebe9', 'subnets': [{'id': '173890c6-b6ee-44b8-ab6a-06362ece304f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:32.925785 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3bec14ab-8174-4d94-8ec6-531dd6ddb857 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:32.989909 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92af1a06-cae2-436e-95a2-ea7f0155b967 None None] Checking router: 1c4c91be-2b4e-4768-849f-f23428b3f3de for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:31:33.025263 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92af1a06-cae2-436e-95a2-ea7f0155b967 None None] Routers {'1c4c91be-2b4e-4768-849f-f23428b3f3de'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:31:33.026905 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-92af1a06-cae2-436e-95a2-ea7f0155b967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:31:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['1c4c91be-2b4e-4768-849f-f23428b3f3de'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:33.046888 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba57f4b3-67c6-46f1-a158-d5c962af3cab None None] Network 18c4132f-55dc-4625-9c4e-e22ff49dbbce requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:31:33.073041 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0c481231-c33c-4238-99c3-442d127a04f5 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:33.092293 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80321952-d289-4e49-a4db-dfee25801c88 req-fea71e97-cdbb-45e7-8f46-a4303b62db97 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:33.093957 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-80321952-d289-4e49-a4db-dfee25801c88 req-fea71e97-cdbb-45e7-8f46-a4303b62db97 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=25353754-ad8b-4952-b0f6-00eb931ff7ca HTTP/1.1" status: 200 len: 946 time: 0.2061701 Oct 30 15:31:33.147479 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3bec14ab-8174-4d94-8ec6-531dd6ddb857 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:33.160000 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fd9bd7eb-60a2-4c14-8354-e90ae2c73926 req-9fc6969d-31a5-4c8d-911d-a524b85672a9 service neutron] 10.222.0.44 "GET /v2.0/networks/a69ee861-8dad-4f6c-abe3-f84fb501d5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4048944 Oct 30 15:31:33.252701 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-3bec14ab-8174-4d94-8ec6-531dd6ddb857 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Allocated IP 172.20.0.14 (18c4132f-55dc-4625-9c4e-e22ff49dbbce/17dbdd26-ba5e-4717-a68a-6c0d965c0b41/22153d65-e84c-44ff-b201-c311f3fd1212) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:31:33.271439 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-92af1a06-cae2-436e-95a2-ea7f0155b967 None None] Set router 1c4c91be-2b4e-4768-849f-f23428b3f3de gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:31:33.291600 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-80321952-d289-4e49-a4db-dfee25801c88 req-4cb021d4-4313-4774-bb28-f5dba488fd43 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d32fb4-59bb-4ed8-a618-6a89a7e07898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1847680 Oct 30 15:31:33.366552 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fd9bd7eb-60a2-4c14-8354-e90ae2c73926 req-46832472-a235-47c1-9eaf-cec2c3805d5b service neutron] 10.222.0.44 "GET /v2.0/networks/a69ee861-8dad-4f6c-abe3-f84fb501d5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933818 Oct 30 15:31:33.400892 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0c481231-c33c-4238-99c3-442d127a04f5 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:33.456692 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3bec14ab-8174-4d94-8ec6-531dd6ddb857 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:33.480044 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c481231-c33c-4238-99c3-442d127a04f5 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:31:33.485636 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-0c481231-c33c-4238-99c3-442d127a04f5 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:31:33.489729 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c481231-c33c-4238-99c3-442d127a04f5 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:31:33.493714 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c481231-c33c-4238-99c3-442d127a04f5 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Pushing event updated for resources: {'Port': ['ID=a75830d7-e5a1-44d5-bded-54a105048431,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:33.595291 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3bec14ab-8174-4d94-8ec6-531dd6ddb857 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:33.596846 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-92af1a06-cae2-436e-95a2-ea7f0155b967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4c91be-2b4e-4768-849f-f23428b3f3de', 'name': 'tempest-AttachVolumeTestJSON-449199179-router', 'tenant_id': '851f863f3af14cfda31cec55b5caebe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '96e620ec-98fc-4071-b414-cf43c3104cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:26:49Z', 'updated_at': '2021-10-30T15:26:53Z', 'revision_number': 4, 'project_id': '851f863f3af14cfda31cec55b5caebe9', 'gw_port': {'id': '96e620ec-98fc-4071-b414-cf43c3104cc7', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fa:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4c91be-2b4e-4768-849f-f23428b3f3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:26:49Z', 'updated_at': '2021-10-30T15:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '9b589411-ffd3-44fd-b809-62ff8d019bc8', 'tenant_id': '851f863f3af14cfda31cec55b5caebe9', 'floating_ip_address': '172.25.4.107', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '1c4c91be-2b4e-4768-849f-f23428b3f3de', 'port_id': '22953f16-417d-4b0a-8cda-9118858916c7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a69ee861-8dad-4f6c-abe3-f84fb501d5dd', 'mac_address': 'fa:16:3e:05:f9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d53cdbf-2232-4e8d-a741-dc0b7f7b11c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:31:15Z', 'updated_at': '2021-10-30T15:31:30Z', 'revision_number': 1, 'project_id': '851f863f3af14cfda31cec55b5caebe9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0096e650-bf87-41cb-9c1e-5ec8978c8b99', 'name': '', 'network_id': 'a69ee861-8dad-4f6c-abe3-f84fb501d5dd', 'tenant_id': '851f863f3af14cfda31cec55b5caebe9', 'mac_address': 'fa:16:3e:17:9e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4c91be-2b4e-4768-849f-f23428b3f3de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '173890c6-b6ee-44b8-ab6a-06362ece304f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:26:51Z', 'updated_at': '2021-10-30T15:26:59Z', 'revision_number': 5, 'project_id': '851f863f3af14cfda31cec55b5caebe9', 'subnets': [{'id': '173890c6-b6ee-44b8-ab6a-06362ece304f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:33.633431 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92af1a06-cae2-436e-95a2-ea7f0155b967 None None] The sync data for ids ['1c4c91be-2b4e-4768-849f-f23428b3f3de'] in n-d-806683-17 is: [{'id': '1c4c91be-2b4e-4768-849f-f23428b3f3de', 'name': 'tempest-AttachVolumeTestJSON-449199179-router', 'tenant_id': '851f863f3af14cfda31cec55b5caebe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '96e620ec-98fc-4071-b414-cf43c3104cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:26:49Z', 'updated_at': '2021-10-30T15:26:53Z', 'revision_number': 4, 'project_id': '851f863f3af14cfda31cec55b5caebe9', 'gw_port': {'id': '96e620ec-98fc-4071-b414-cf43c3104cc7', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fa:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4c91be-2b4e-4768-849f-f23428b3f3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:26:49Z', 'updated_at': '2021-10-30T15:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '9b589411-ffd3-44fd-b809-62ff8d019bc8', 'tenant_id': '851f863f3af14cfda31cec55b5caebe9', 'floating_ip_address': '172.25.4.107', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '1c4c91be-2b4e-4768-849f-f23428b3f3de', 'port_id': '22953f16-417d-4b0a-8cda-9118858916c7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a69ee861-8dad-4f6c-abe3-f84fb501d5dd', 'mac_address': 'fa:16:3e:05:f9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d53cdbf-2232-4e8d-a741-dc0b7f7b11c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:31:15Z', 'updated_at': '2021-10-30T15:31:30Z', 'revision_number': 1, 'project_id': '851f863f3af14cfda31cec55b5caebe9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0096e650-bf87-41cb-9c1e-5ec8978c8b99', 'name': '', 'network_id': 'a69ee861-8dad-4f6c-abe3-f84fb501d5dd', 'tenant_id': '851f863f3af14cfda31cec55b5caebe9', 'mac_address': 'fa:16:3e:17:9e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4c91be-2b4e-4768-849f-f23428b3f3de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '173890c6-b6ee-44b8-ab6a-06362ece304f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:26:51Z', 'updated_at': '2021-10-30T15:26:59Z', 'revision_number': 5, 'project_id': '851f863f3af14cfda31cec55b5caebe9', 'subnets': [{'id': '173890c6-b6ee-44b8-ab6a-06362ece304f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:31:33.702676 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bec14ab-8174-4d94-8ec6-531dd6ddb857 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Network 18c4132f-55dc-4625-9c4e-e22ff49dbbce is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:31:33.709688 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-3bec14ab-8174-4d94-8ec6-531dd6ddb857 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:31:33.715877 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec14ab-8174-4d94-8ec6-531dd6ddb857 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Pushing event updated for resources: {'Port': ['ID=22153d65-e84c-44ff-b201-c311f3fd1212,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:33.719102 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bec14ab-8174-4d94-8ec6-531dd6ddb857 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:31:33.850508 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4b247e-afe5-4256-929b-24a6f3dc2e75 None None] New status for floating IP 9b589411-ffd3-44fd-b809-62ff8d019bc8: ACTIVE {{(pid=102132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 15:31:33.891979 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3bec14ab-8174-4d94-8ec6-531dd6ddb857 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:33.899935 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0c481231-c33c-4238-99c3-442d127a04f5 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks [] for router_gateway, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:33.996962 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3bec14ab-8174-4d94-8ec6-531dd6ddb857 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:34.135408 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c4d0d-2acb-4c1f-a64f-b7b0e63272af req-20e74074-063d-4cd7-93de-2ef6ed1a123c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:34.136941 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1c8c4d0d-2acb-4c1f-a64f-b7b0e63272af req-20e74074-063d-4cd7-93de-2ef6ed1a123c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=67bc9a3add214ecaad76147ad0906766&device_id=25353754-ad8b-4952-b0f6-00eb931ff7ca HTTP/1.1" status: 200 len: 1098 time: 0.0448349 Oct 30 15:31:34.223781 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0c481231-c33c-4238-99c3-442d127a04f5 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:34.225630 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c4d0d-2acb-4c1f-a64f-b7b0e63272af req-1cf2fcd9-e67e-464a-ad80-b105de081c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:34.227175 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1c8c4d0d-2acb-4c1f-a64f-b7b0e63272af req-1cf2fcd9-e67e-464a-ad80-b105de081c97 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ada754b2-2d16-48ef-bd4a-b3c351db82b3 HTTP/1.1" status: 200 len: 918 time: 0.0840435 Oct 30 15:31:34.304442 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1c8c4d0d-2acb-4c1f-a64f-b7b0e63272af req-5637403a-6a66-49e0-9409-20b8c5ef9bf6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56d1ab5b-3e58-4426-a963-21c6ed167554 HTTP/1.1" status: 200 len: 1002 time: 0.0690718 Oct 30 15:31:34.315106 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3bec14ab-8174-4d94-8ec6-531dd6ddb857 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:34.320779 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3bec14ab-8174-4d94-8ec6-531dd6ddb857 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:34.369895 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c4d0d-2acb-4c1f-a64f-b7b0e63272af req-0acb2b66-ff01-411a-a5c7-491bbdc33bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:34.371483 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1c8c4d0d-2acb-4c1f-a64f-b7b0e63272af req-0acb2b66-ff01-411a-a5c7-491bbdc33bea service neutron] 10.222.0.44 "GET /v2.0/subnets?id=296dc533-f6ac-49b9-ab46-37f1565b56fb HTTP/1.1" status: 200 len: 856 time: 0.0599351 Oct 30 15:31:34.413731 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec14ab-8174-4d94-8ec6-531dd6ddb857 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Pushing event updated for resources: {'Port': ['ID=22153d65-e84c-44ff-b201-c311f3fd1212,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:34.428445 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3bec14ab-8174-4d94-8ec6-531dd6ddb857 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:34.455879 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3bec14ab-8174-4d94-8ec6-531dd6ddb857 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:34.457136 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-3bec14ab-8174-4d94-8ec6-531dd6ddb857 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5925648 Oct 30 15:31:34.460670 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34298) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:34.467840 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c481231-c33c-4238-99c3-442d127a04f5 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Router 166de1af-b182-47de-98f0-b5c2bc798b46 is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:31:34.470255 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8819cfd6-fc08-42e1-a252-78b40834219f req-438954d3-3c9d-475b-a47e-1e82348f9aa3 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:34.471826 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8819cfd6-fc08-42e1-a252-78b40834219f req-438954d3-3c9d-475b-a47e-1e82348f9aa3 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=25353754-ad8b-4952-b0f6-00eb931ff7ca HTTP/1.1" status: 200 len: 946 time: 0.0850136 Oct 30 15:31:34.531428 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c4d0d-2acb-4c1f-a64f-b7b0e63272af req-2c5a104c-b3a1-4cd2-b301-5534cd7d253d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:34.532929 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1c8c4d0d-2acb-4c1f-a64f-b7b0e63272af req-2c5a104c-b3a1-4cd2-b301-5534cd7d253d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ada754b2-2d16-48ef-bd4a-b3c351db82b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1548100 Oct 30 15:31:34.571273 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9c6214f4-a737-43bb-a6cc-2a55dbdd75f2 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] 10.222.0.62 "GET /v2.0/floatingips?floating_network_id=18c4132f-55dc-4625-9c4e-e22ff49dbbce HTTP/1.1" status: 200 len: 690 time: 0.0983646 Oct 30 15:31:34.573880 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34300) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:34.593425 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c481231-c33c-4238-99c3-442d127a04f5 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:31:34.604689 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262acb69-ca66-4ea2-971f-b8affc8e773c None None] Sync routers for ids ['166de1af-b182-47de-98f0-b5c2bc798b46'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:31:34.616001 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262acb69-ca66-4ea2-971f-b8affc8e773c None None] Routers {'166de1af-b182-47de-98f0-b5c2bc798b46'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:31:34.616603 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-262acb69-ca66-4ea2-971f-b8affc8e773c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:31:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['166de1af-b182-47de-98f0-b5c2bc798b46'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:34.630384 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8819cfd6-fc08-42e1-a252-78b40834219f req-0c383ee5-52b1-4728-a26a-112eaa1f38f7 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d32fb4-59bb-4ed8-a618-6a89a7e07898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318350 Oct 30 15:31:34.652859 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-262acb69-ca66-4ea2-971f-b8affc8e773c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:34.653418 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0c481231-c33c-4238-99c3-442d127a04f5 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:34.657049 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-0c481231-c33c-4238-99c3-442d127a04f5 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.3339396 Oct 30 15:31:34.657475 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34304) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:34.663702 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-215e2ab3-78b8-48a2-8db2-191af73fd88e tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:31:34.671035 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1c8c4d0d-2acb-4c1f-a64f-b7b0e63272af req-1d12585d-5b5a-4e35-8616-3d9a8e350655 service neutron] 10.222.0.44 "GET /v2.0/networks/ada754b2-2d16-48ef-bd4a-b3c351db82b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273904 Oct 30 15:31:34.671289 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262acb69-ca66-4ea2-971f-b8affc8e773c None None] Routers {'166de1af-b182-47de-98f0-b5c2bc798b46'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:31:34.671969 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-262acb69-ca66-4ea2-971f-b8affc8e773c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:31:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['166de1af-b182-47de-98f0-b5c2bc798b46'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:34.711640 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-262acb69-ca66-4ea2-971f-b8affc8e773c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:34.712289 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262acb69-ca66-4ea2-971f-b8affc8e773c None None] The sync data for ids ['166de1af-b182-47de-98f0-b5c2bc798b46'] in n-d-806683-17 is: [] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:31:34.765304 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9f5eeabb-391f-4464-ae56-3538cf9657d9 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:34.776036 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1c8c4d0d-2acb-4c1f-a64f-b7b0e63272af req-6719423e-f0ec-4e29-8ffd-d0babb0d08a2 service neutron] 10.222.0.44 "GET /v2.0/networks/ada754b2-2d16-48ef-bd4a-b3c351db82b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959823 Oct 30 15:31:34.940399 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-9f5eeabb-391f-4464-ae56-3538cf9657d9 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Deleting port 22153d65-e84c-44ff-b201-c311f3fd1212 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:31:34.940743 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9f5eeabb-391f-4464-ae56-3538cf9657d9 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:35.417658 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9f5eeabb-391f-4464-ae56-3538cf9657d9 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:35.418404 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9f5eeabb-391f-4464-ae56-3538cf9657d9 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:35.435113 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-9f5eeabb-391f-4464-ae56-3538cf9657d9 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Calling delete_port for 22153d65-e84c-44ff-b201-c311f3fd1212 owned by network:floatingip {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:31:35.458864 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-215e2ab3-78b8-48a2-8db2-191af73fd88e tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:35.503862 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-215e2ab3-78b8-48a2-8db2-191af73fd88e tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:35.601786 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-215e2ab3-78b8-48a2-8db2-191af73fd88e tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Deleting port a75830d7-e5a1-44d5-bded-54a105048431 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:31:35.602128 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-215e2ab3-78b8-48a2-8db2-191af73fd88e tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:35.660836 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9f5eeabb-391f-4464-ae56-3538cf9657d9 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:35.692540 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5eeabb-391f-4464-ae56-3538cf9657d9 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Pushing event deleted for resources: {'Port': ['ID=22153d65-e84c-44ff-b201-c311f3fd1212,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:35.767487 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-215e2ab3-78b8-48a2-8db2-191af73fd88e tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:35.773189 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65811384-24e9-4d0d-b0fc-eaab2ba327c0 req-81ebef20-3a5b-4b32-b239-2ee783527ac0 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:35.774726 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-65811384-24e9-4d0d-b0fc-eaab2ba327c0 req-81ebef20-3a5b-4b32-b239-2ee783527ac0 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=25353754-ad8b-4952-b0f6-00eb931ff7ca HTTP/1.1" status: 200 len: 946 time: 0.0554845 Oct 30 15:31:35.787700 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-215e2ab3-78b8-48a2-8db2-191af73fd88e tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Calling delete_port for a75830d7-e5a1-44d5-bded-54a105048431 owned by network:router_gateway {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:31:35.804885 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9f5eeabb-391f-4464-ae56-3538cf9657d9 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:35.814829 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-65811384-24e9-4d0d-b0fc-eaab2ba327c0 req-74736e86-3b6c-4da9-a6d0-ec75b70e1530 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d32fb4-59bb-4ed8-a618-6a89a7e07898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336759 Oct 30 15:31:35.901037 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9f5eeabb-391f-4464-ae56-3538cf9657d9 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:36.019594 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9f5eeabb-391f-4464-ae56-3538cf9657d9 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:36.054854 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5eeabb-391f-4464-ae56-3538cf9657d9 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=17dbdd26-ba5e-4717-a68a-6c0d965c0b41,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:36.059212 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-215e2ab3-78b8-48a2-8db2-191af73fd88e tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:36.127120 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215e2ab3-78b8-48a2-8db2-191af73fd88e tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Pushing event deleted for resources: {'Port': ['ID=a75830d7-e5a1-44d5-bded-54a105048431,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:36.142530 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9f5eeabb-391f-4464-ae56-3538cf9657d9 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:36.198475 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-9f5eeabb-391f-4464-ae56-3538cf9657d9 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18c4132f-55dc-4625-9c4e-e22ff49dbbce']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:36.213581 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-9f5eeabb-391f-4464-ae56-3538cf9657d9 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61db2cbb-bc5a-4976-8ddd-b653a15ae8fe') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:36.213872 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-9f5eeabb-391f-4464-ae56-3538cf9657d9 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61db2cbb-bc5a-4976-8ddd-b653a15ae8fe') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:36.226735 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9f5eeabb-391f-4464-ae56-3538cf9657d9 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:36.235296 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-215e2ab3-78b8-48a2-8db2-191af73fd88e tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:36.303004 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9f5eeabb-391f-4464-ae56-3538cf9657d9 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:36.313284 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f5eeabb-391f-4464-ae56-3538cf9657d9 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:31:36.313738 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9f5eeabb-391f-4464-ae56-3538cf9657d9 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:36.315485 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:31:36.315485 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:31:36.315485 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:31:36.315485 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:31:36.315485 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:31:36.315485 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:31:36.315485 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:31:36.315485 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:31:36.315485 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:31:36.315485 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:31:36.315485 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:31:36.315485 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:31:36.315485 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:31:36.315485 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:31:36.315485 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:31:36.315485 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:31:36.315485 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:31:36.315485 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:31:36.315485 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:31:36.315485 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:31:36.315485 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:31:36.315485 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:31:36.315485 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:31:36.315485 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:31:36.315485 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:31:36.315485 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:31:36.315485 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:31:36.315485 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:31:36.315485 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:31:36.315485 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:31:36.315485 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:31:36.315485 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:31:36.469778 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9f5eeabb-391f-4464-ae56-3538cf9657d9 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:36.504459 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f5eeabb-391f-4464-ae56-3538cf9657d9 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 18c4132f-55dc-4625-9c4e-e22ff49dbbce {{(pid=102131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 30 15:31:36.516092 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9f5eeabb-391f-4464-ae56-3538cf9657d9 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:36.519288 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-9f5eeabb-391f-4464-ae56-3538cf9657d9 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] 10.222.0.62 "DELETE /v2.0/networks/18c4132f-55dc-4625-9c4e-e22ff49dbbce HTTP/1.1" status: 204 len: 168 time: 1.9444151 Oct 30 15:31:36.522147 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34312) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:36.529762 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-215e2ab3-78b8-48a2-8db2-191af73fd88e tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-773039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29512'] for router, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:36.531613 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5eeabb-391f-4464-ae56-3538cf9657d9 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Pushing event deleted for resources: {'Network': ['ID=18c4132f-55dc-4625-9c4e-e22ff49dbbce,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:36.536138 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-215e2ab3-78b8-48a2-8db2-191af73fd88e tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-773014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-773021', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-773165'] for router, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:36.658689 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-885d07fb-c7ea-4bb7-9a61-809fafcbca6b tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2568 time: 0.1354249 Oct 30 15:31:36.661441 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34314) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:36.682128 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-215e2ab3-78b8-48a2-8db2-191af73fd88e tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Router 166de1af-b182-47de-98f0-b5c2bc798b46 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:31:36.821357 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a001d78-0afd-4544-b8d5-c0d73ea393db tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:36.821812 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a001d78-0afd-4544-b8d5-c0d73ea393db tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:36.822794 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a001d78-0afd-4544-b8d5-c0d73ea393db tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:36.823237 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a001d78-0afd-4544-b8d5-c0d73ea393db tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:36.823709 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a001d78-0afd-4544-b8d5-c0d73ea393db tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:36.824151 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a001d78-0afd-4544-b8d5-c0d73ea393db tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:36.824589 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a001d78-0afd-4544-b8d5-c0d73ea393db tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:36.826387 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-3a001d78-0afd-4544-b8d5-c0d73ea393db tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4635 time: 0.1639876 Oct 30 15:31:36.829222 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34316) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:36.865724 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-f3c9959c-ba17-4d33-b630-5f58b3b9fa6e tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] delete failed (client error): The resource could not be found. Oct 30 15:31:36.869855 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-f3c9959c-ba17-4d33-b630-5f58b3b9fa6e tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] 10.222.0.62 "DELETE /v2.0/floatingips/9c93b20a-6c83-4717-b1a7-6a27dafa0534 HTTP/1.1" status: 404 len: 345 time: 0.0366390 Oct 30 15:31:36.869855 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-215e2ab3-78b8-48a2-8db2-191af73fd88e tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:31:36.870091 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34320) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:36.881065 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-215e2ab3-78b8-48a2-8db2-191af73fd88e tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:36.884790 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-215e2ab3-78b8-48a2-8db2-191af73fd88e tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] 10.222.0.62 "PUT /v2.0/routers/166de1af-b182-47de-98f0-b5c2bc798b46 HTTP/1.1" status: 200 len: 710 time: 2.2239823 Oct 30 15:31:36.885561 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34322) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:36.893659 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-47bee4b3-ed4d-4453-b80f-0c9c84ed5c52 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] DELETE failed (client error): The resource could not be found. Oct 30 15:31:36.894233 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47bee4b3-ed4d-4453-b80f-0c9c84ed5c52 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:31:36.897553 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-47bee4b3-ed4d-4453-b80f-0c9c84ed5c52 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] 10.222.0.62 "DELETE /v2.0/networks/18c4132f-55dc-4625-9c4e-e22ff49dbbce HTTP/1.1" status: 404 len: 339 time: 0.0266235 Oct 30 15:31:36.901818 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34324) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:36.906431 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-be68cad3-70e0-49aa-9351-45fe295e580c tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Request body: {'network': {'name': 'tempest-network--1750488038', 'router:external': True}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:31:36.929302 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be68cad3-70e0-49aa-9351-45fe295e580c tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Made reservation on behalf of 64837ada74d14c49bc5c351d13c2c4c7 for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:31:36.932729 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-be68cad3-70e0-49aa-9351-45fe295e580c tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:36.960075 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be68cad3-70e0-49aa-9351-45fe295e580c tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:31:36.973850 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-be68cad3-70e0-49aa-9351-45fe295e580c tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:36.974223 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-be68cad3-70e0-49aa-9351-45fe295e580c tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Added segment 28c7109b-3510-4f11-b081-4890a2e0a7b1 of type vlan for network 4f11bd40-1961-4600-b880-192d38a70ec9 Oct 30 15:31:36.990020 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-789a451c-d734-4d2c-bf04-d0bac1893ba3 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] 10.222.0.62 "GET /v2.0/routers/166de1af-b182-47de-98f0-b5c2bc798b46 HTTP/1.1" status: 200 len: 745 time: 0.1006720 Oct 30 15:31:36.990891 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34328) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:37.019028 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-be68cad3-70e0-49aa-9351-45fe295e580c tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:37.042127 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-53f163b1-81c7-41f5-8694-b112a1582271 tempest-RoutersIpV6AdminTest-1901585597 tempest-RoutersIpV6AdminTest-1901585597-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=edc38ef5-7816-4133-914c-cfe2849a0125&device_id=166de1af-b182-47de-98f0-b5c2bc798b46 HTTP/1.1" status: 200 len: 205 time: 0.0471225 Oct 30 15:31:37.043273 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34330) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:37.063283 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30853b22-988c-4a0d-b828-d568d08ca4b9 req-90ee13fd-e63c-43a9-8702-220769fd82ba tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:37.063599 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dbe429-24c9-4c5e-b850-e9a183d00c3e None None] Sync routers for ids ['166de1af-b182-47de-98f0-b5c2bc798b46'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:31:37.064104 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-be68cad3-70e0-49aa-9351-45fe295e580c tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:37.064924 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-30853b22-988c-4a0d-b828-d568d08ca4b9 req-90ee13fd-e63c-43a9-8702-220769fd82ba tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=25353754-ad8b-4952-b0f6-00eb931ff7ca HTTP/1.1" status: 200 len: 946 time: 0.1402769 Oct 30 15:31:37.065162 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be68cad3-70e0-49aa-9351-45fe295e580c tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:37.068206 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-be68cad3-70e0-49aa-9351-45fe295e580c tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:37.075495 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dbe429-24c9-4c5e-b850-e9a183d00c3e None None] Routers {'166de1af-b182-47de-98f0-b5c2bc798b46'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:31:37.076407 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-63dbe429-24c9-4c5e-b850-e9a183d00c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:31:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['166de1af-b182-47de-98f0-b5c2bc798b46'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:37.089653 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-f9cd9080-c697-4479-b644-1c843cb1fe01 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] 10.222.0.62 "GET /v2.0/ports?device_id=166de1af-b182-47de-98f0-b5c2bc798b46 HTTP/1.1" status: 200 len: 205 time: 0.0423892 Oct 30 15:31:37.089864 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34332) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:37.110569 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-63dbe429-24c9-4c5e-b850-e9a183d00c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:37.119924 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dbe429-24c9-4c5e-b850-e9a183d00c3e None None] Routers {'166de1af-b182-47de-98f0-b5c2bc798b46'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:31:37.120758 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-63dbe429-24c9-4c5e-b850-e9a183d00c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:31:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['166de1af-b182-47de-98f0-b5c2bc798b46'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:37.128939 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-be68cad3-70e0-49aa-9351-45fe295e580c tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2260804 Oct 30 15:31:37.131490 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34334) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:37.158323 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-63dbe429-24c9-4c5e-b850-e9a183d00c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:37.159307 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dbe429-24c9-4c5e-b850-e9a183d00c3e None None] The sync data for ids ['166de1af-b182-47de-98f0-b5c2bc798b46'] in n-d-806683-17 is: [] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:31:37.184272 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-30853b22-988c-4a0d-b828-d568d08ca4b9 req-c5ba6b91-af16-48cf-8489-3590a96ad353 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d32fb4-59bb-4ed8-a618-6a89a7e07898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048203 Oct 30 15:31:37.186422 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0a00c398-4b4d-422a-8188-645a2b52d1df tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks [] for router, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:37.207403 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be68cad3-70e0-49aa-9351-45fe295e580c tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Pushing event updated for resources: {'Network': ['ID=4f11bd40-1961-4600-b880-192d38a70ec9,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:37.220288 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 4f11bd40-1961-4600-b880-192d38a70ec9 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:31:37.348340 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f631ed-5a66-42fb-b29c-79a3840770e8 tempest-ExternalNetworksTestJSON-636461032 tempest-ExternalNetworksTestJSON-636461032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:37.354833 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f631ed-5a66-42fb-b29c-79a3840770e8 tempest-ExternalNetworksTestJSON-636461032 tempest-ExternalNetworksTestJSON-636461032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:37.361352 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f631ed-5a66-42fb-b29c-79a3840770e8 tempest-ExternalNetworksTestJSON-636461032 tempest-ExternalNetworksTestJSON-636461032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:37.362418 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0a00c398-4b4d-422a-8188-645a2b52d1df tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:37.364617 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0a00c398-4b4d-422a-8188-645a2b52d1df tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:37.367280 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f631ed-5a66-42fb-b29c-79a3840770e8 tempest-ExternalNetworksTestJSON-636461032 tempest-ExternalNetworksTestJSON-636461032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:37.369436 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-42f631ed-5a66-42fb-b29c-79a3840770e8 tempest-ExternalNetworksTestJSON-636461032 tempest-ExternalNetworksTestJSON-636461032-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.2365427 Oct 30 15:31:37.372192 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34344) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:37.416320 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0a00c398-4b4d-422a-8188-645a2b52d1df tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:37.417230 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a00c398-4b4d-422a-8188-645a2b52d1df tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Fanout notify agent at l3_agent the message router_deleted on router 166de1af-b182-47de-98f0-b5c2bc798b46 {{(pid=102130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:31:37.427444 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0a00c398-4b4d-422a-8188-645a2b52d1df tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:37.433352 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-0a00c398-4b4d-422a-8188-645a2b52d1df tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] 10.222.0.62 "DELETE /v2.0/routers/166de1af-b182-47de-98f0-b5c2bc798b46 HTTP/1.1" status: 204 len: 168 time: 0.3379109 Oct 30 15:31:37.434009 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34346) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:37.454803 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0604af91-b826-435a-8884-4c13e9f02795 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:37.473966 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-24eb25db-62a7-4efe-9dc4-b52856ccc0f9 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] 10.222.0.62 "GET /v2.0/ports?device_id=166de1af-b182-47de-98f0-b5c2bc798b46 HTTP/1.1" status: 200 len: 205 time: 0.0382767 Oct 30 15:31:37.476234 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34350) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:37.515907 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [None req-5a244cde-b572-4cae-b365-2abb99ebd50a tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] delete failed (client error): The resource could not be found. Oct 30 15:31:37.519780 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-5a244cde-b572-4cae-b365-2abb99ebd50a tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] 10.222.0.62 "DELETE /v2.0/routers/166de1af-b182-47de-98f0-b5c2bc798b46 HTTP/1.1" status: 404 len: 336 time: 0.0424159 Oct 30 15:31:37.520250 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34352) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:37.558402 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-45fc2923-9e50-4869-8632-512314e34abe tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3ebeb9a-023a-402d-83bf-bb7d18b490a7 HTTP/1.1" status: 200 len: 205 time: 0.0367832 Oct 30 15:31:37.560137 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0604af91-b826-435a-8884-4c13e9f02795 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:37.560941 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34356) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:37.581489 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-0604af91-b826-435a-8884-4c13e9f02795 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f11bd40-1961-4600-b880-192d38a70ec9']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:37.596377 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-0604af91-b826-435a-8884-4c13e9f02795 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28c7109b-3510-4f11-b081-4890a2e0a7b1') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:37.596863 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-0604af91-b826-435a-8884-4c13e9f02795 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28c7109b-3510-4f11-b081-4890a2e0a7b1') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:37.601142 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [None req-0ff6e216-b450-42fe-80ec-da1d419c2d1a tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] delete failed (client error): The resource could not be found. Oct 30 15:31:37.602396 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-0ff6e216-b450-42fe-80ec-da1d419c2d1a tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] 10.222.0.62 "DELETE /v2.0/routers/e3ebeb9a-023a-402d-83bf-bb7d18b490a7 HTTP/1.1" status: 404 len: 336 time: 0.0402606 Oct 30 15:31:37.605387 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34362) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:37.608444 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0604af91-b826-435a-8884-4c13e9f02795 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:37.621952 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0604af91-b826-435a-8884-4c13e9f02795 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:37.629643 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0604af91-b826-435a-8884-4c13e9f02795 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:31:37.629643 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0604af91-b826-435a-8884-4c13e9f02795 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:37.631340 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:31:37.631340 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:31:37.631340 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:31:37.631340 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:31:37.631340 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:31:37.631340 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:31:37.631340 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:31:37.631340 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:31:37.631340 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:31:37.631340 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:31:37.631340 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:31:37.631340 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:31:37.631340 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:31:37.631340 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:31:37.631340 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:31:37.631340 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:31:37.631340 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:31:37.631340 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:31:37.631340 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:31:37.631340 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:31:37.631340 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:31:37.631340 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:31:37.631340 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:31:37.631340 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:31:37.631340 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:31:37.631340 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:31:37.631340 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:31:37.631340 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:31:37.631340 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:31:37.631340 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:31:37.631340 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:31:37.631340 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:31:37.640772 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-4af3425e-64bb-43bc-8b63-3ce06590dd86 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e8429df-ffb9-49b3-9216-6091a241d66b HTTP/1.1" status: 200 len: 205 time: 0.0342777 Oct 30 15:31:37.641009 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34364) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:37.712076 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-be825f35-d542-4538-9c1a-0e788d150c43 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] delete failed (client error): The resource could not be found. Oct 30 15:31:37.713166 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-be825f35-d542-4538-9c1a-0e788d150c43 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] 10.222.0.62 "DELETE /v2.0/routers/0e8429df-ffb9-49b3-9216-6091a241d66b HTTP/1.1" status: 404 len: 336 time: 0.0713601 Oct 30 15:31:37.715984 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34368) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:37.727199 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [req-6c13cdef-3968-4762-afc3-ee076e060b72 req-5ba50528-d192-4d9a-9e62-74fe5cedae7e service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:31:37.728235 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6c13cdef-3968-4762-afc3-ee076e060b72 req-5ba50528-d192-4d9a-9e62-74fe5cedae7e service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0128138 Oct 30 15:31:37.737899 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0604af91-b826-435a-8884-4c13e9f02795 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:37.743165 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0604af91-b826-435a-8884-4c13e9f02795 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4f11bd40-1961-4600-b880-192d38a70ec9 {{(pid=102131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 30 15:31:37.745369 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-49e788be-5983-40e3-bf0e-13794f27120e tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] 10.222.0.62 "GET /v2.0/ports?device_id=9aec9d2e-eb1b-4747-9a9e-df8f789e71f9 HTTP/1.1" status: 200 len: 205 time: 0.0269587 Oct 30 15:31:37.746916 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34370) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:37.755084 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0604af91-b826-435a-8884-4c13e9f02795 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:37.758538 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-0604af91-b826-435a-8884-4c13e9f02795 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] 10.222.0.62 "DELETE /v2.0/networks/4f11bd40-1961-4600-b880-192d38a70ec9 HTTP/1.1" status: 204 len: 168 time: 0.3852665 Oct 30 15:31:37.760516 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0604af91-b826-435a-8884-4c13e9f02795 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Pushing event deleted for resources: {'Network': ['ID=4f11bd40-1961-4600-b880-192d38a70ec9,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:37.762491 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34372) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:37.767568 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-9fdba77a-0bfd-49ef-8b23-94bdd6b41ef7 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Request body: {'network': {'name': 'tempest-network--2019240181', 'router:external': True}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:31:37.784818 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [None req-6a6169c6-403a-43d4-8e8f-2ed2e4dbfc2c tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] delete failed (client error): The resource could not be found. Oct 30 15:31:37.788579 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34374) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:37.788778 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-6a6169c6-403a-43d4-8e8f-2ed2e4dbfc2c tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] 10.222.0.62 "DELETE /v2.0/routers/9aec9d2e-eb1b-4747-9a9e-df8f789e71f9 HTTP/1.1" status: 404 len: 336 time: 0.0406487 Oct 30 15:31:37.799874 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fdba77a-0bfd-49ef-8b23-94bdd6b41ef7 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Made reservation on behalf of 64837ada74d14c49bc5c351d13c2c4c7 for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:31:37.802667 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9fdba77a-0bfd-49ef-8b23-94bdd6b41ef7 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:37.825095 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34378) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:37.829470 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-9d2447a2-53f7-460a-a626-36d1c245fd7c tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] 10.222.0.62 "GET /v2.0/ports?device_id=c187fa85-396c-48d6-b385-7f9abebe6be0 HTTP/1.1" status: 200 len: 205 time: 0.0390022 Oct 30 15:31:37.867296 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fdba77a-0bfd-49ef-8b23-94bdd6b41ef7 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:31:37.881696 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9fdba77a-0bfd-49ef-8b23-94bdd6b41ef7 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:37.882043 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-9fdba77a-0bfd-49ef-8b23-94bdd6b41ef7 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Added segment 4287349a-6790-48ac-ae20-09d6e5bfc870 of type vlan for network b42536c3-dfb5-45e8-a284-c5f2c7bd4909 Oct 30 15:31:37.885353 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [None req-8c28d9f5-184f-40a2-bcfc-d291ad2c5ddb tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] delete failed (client error): The resource could not be found. Oct 30 15:31:37.889179 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-8c28d9f5-184f-40a2-bcfc-d291ad2c5ddb tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] 10.222.0.62 "DELETE /v2.0/routers/c187fa85-396c-48d6-b385-7f9abebe6be0 HTTP/1.1" status: 404 len: 336 time: 0.0630672 Oct 30 15:31:37.889877 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34386) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:37.943061 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-621ffcd4-6c62-47fc-93e9-fecb86b0e8ee tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] 10.222.0.62 "GET /v2.0/ports?device_id=d585c4be-c404-4f77-ac3b-2fd8d8d0d710 HTTP/1.1" status: 200 len: 205 time: 0.0449762 Oct 30 15:31:37.946933 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34388) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:37.959202 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9fdba77a-0bfd-49ef-8b23-94bdd6b41ef7 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:37.988821 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [None req-62434d9b-5c25-4961-8077-1319afdccd9b tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] delete failed (client error): The resource could not be found. Oct 30 15:31:37.990166 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-62434d9b-5c25-4961-8077-1319afdccd9b tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] 10.222.0.62 "DELETE /v2.0/routers/d585c4be-c404-4f77-ac3b-2fd8d8d0d710 HTTP/1.1" status: 404 len: 336 time: 0.0417562 Oct 30 15:31:37.994343 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34390) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:38.004504 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9fdba77a-0bfd-49ef-8b23-94bdd6b41ef7 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:38.005753 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fdba77a-0bfd-49ef-8b23-94bdd6b41ef7 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:38.006564 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9fdba77a-0bfd-49ef-8b23-94bdd6b41ef7 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:38.013902 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7efabd2-1c85-4057-934a-1670bc54a089 req-e10414b4-d748-4690-9fd1-bf3ea159919b tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:38.015483 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e7efabd2-1c85-4057-934a-1670bc54a089 req-e10414b4-d748-4690-9fd1-bf3ea159919b tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=25353754-ad8b-4952-b0f6-00eb931ff7ca HTTP/1.1" status: 200 len: 946 time: 0.1333685 Oct 30 15:31:38.044528 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-33e279f9-7b89-4eb5-9a93-b034523f3774 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] DELETE failed (client error): The resource could not be found. Oct 30 15:31:38.045430 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33e279f9-7b89-4eb5-9a93-b034523f3774 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:31:38.048925 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-33e279f9-7b89-4eb5-9a93-b034523f3774 tempest-RoutersIpV6AdminTest-1534792220 tempest-RoutersIpV6AdminTest-1534792220-project] 10.222.0.62 "DELETE /v2.0/subnets/5bda7db6-3ef7-44e7-99f6-85146faa916e HTTP/1.1" status: 404 len: 337 time: 0.0529988 Oct 30 15:31:38.075226 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e7efabd2-1c85-4057-934a-1670bc54a089 req-4fb3a79c-bb47-47de-add1-b8c169a0538e tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d32fb4-59bb-4ed8-a618-6a89a7e07898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531399 Oct 30 15:31:38.122766 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-9fdba77a-0bfd-49ef-8b23-94bdd6b41ef7 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3592341 Oct 30 15:31:38.125355 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34398) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:38.169177 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdba77a-0bfd-49ef-8b23-94bdd6b41ef7 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Pushing event updated for resources: {'Network': ['ID=b42536c3-dfb5-45e8-a284-c5f2c7bd4909,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:38.177541 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34400) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:38.186732 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network b42536c3-dfb5-45e8-a284-c5f2c7bd4909 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:31:38.231041 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93a85c0-0d89-4643-a6d2-c0fec6716ccf tempest-ExternalNetworksTestJSON-636461032 tempest-ExternalNetworksTestJSON-636461032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:38.234161 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e93a85c0-0d89-4643-a6d2-c0fec6716ccf tempest-ExternalNetworksTestJSON-636461032 tempest-ExternalNetworksTestJSON-636461032-project] 10.222.0.62 "GET /v2.0/networks/b42536c3-dfb5-45e8-a284-c5f2c7bd4909 HTTP/1.1" status: 200 len: 757 time: 0.1076975 Oct 30 15:31:38.237281 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34404) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:38.249047 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:31:38.308838 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5a21aa84-998e-434e-93c2-f19d863c5b98 req-d60f1db5-2d0b-4edc-8663-1ca37be5da38 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=25353754-ad8b-4952-b0f6-00eb931ff7ca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1295309 Oct 30 15:31:38.319830 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [req-5a21aa84-998e-434e-93c2-f19d863c5b98 req-1c363ff2-8a48-4b01-bc49-b269f9fdc6f5 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:31:38.320816 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5a21aa84-998e-434e-93c2-f19d863c5b98 req-1c363ff2-8a48-4b01-bc49-b269f9fdc6f5 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052564 Oct 30 15:31:38.325750 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6ac9c9-b850-477e-823a-a3361380447b tempest-ExternalNetworksTestJSON-636461032 tempest-ExternalNetworksTestJSON-636461032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:38.327139 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9f6ac9c9-b850-477e-823a-a3361380447b tempest-ExternalNetworksTestJSON-636461032 tempest-ExternalNetworksTestJSON-636461032-project] 10.222.0.62 "GET /v2.0/networks/08985074-bd51-45b3-879b-164cfc9c5443 HTTP/1.1" status: 200 len: 768 time: 0.0889034 Oct 30 15:31:38.329972 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34406) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:38.408576 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fc820714-7f42-48bf-868c-6af5c161b536 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:38.427567 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34412) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:38.433757 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 56d1ab5b-3e58-4426-a963-21c6ed167554 no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:31:38.499189 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fc820714-7f42-48bf-868c-6af5c161b536 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:38.520098 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-fc820714-7f42-48bf-868c-6af5c161b536 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b42536c3-dfb5-45e8-a284-c5f2c7bd4909']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:38.530561 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-fc820714-7f42-48bf-868c-6af5c161b536 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4287349a-6790-48ac-ae20-09d6e5bfc870') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:38.530905 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-fc820714-7f42-48bf-868c-6af5c161b536 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4287349a-6790-48ac-ae20-09d6e5bfc870') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:38.531808 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:38.541011 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fc820714-7f42-48bf-868c-6af5c161b536 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:38.554620 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fc820714-7f42-48bf-868c-6af5c161b536 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:38.561856 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc820714-7f42-48bf-868c-6af5c161b536 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:31:38.562250 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fc820714-7f42-48bf-868c-6af5c161b536 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:38.564020 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:31:38.564020 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:31:38.564020 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:31:38.564020 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:31:38.564020 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:31:38.564020 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:31:38.564020 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:31:38.564020 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:31:38.564020 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:31:38.564020 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:31:38.564020 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:31:38.564020 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:31:38.564020 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:31:38.564020 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:31:38.564020 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:31:38.564020 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:31:38.564020 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:31:38.564020 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:31:38.564020 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:31:38.564020 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:31:38.564020 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:31:38.564020 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:31:38.564020 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:31:38.564020 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:31:38.564020 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:31:38.564020 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:31:38.564020 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:31:38.564020 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:31:38.564020 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:31:38.564020 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:31:38.564020 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:31:38.564020 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:31:38.575141 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25353754-ad8b-4952-b0f6-00eb931ff7ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56d1ab5b-3e58-4426-a963-21c6ed167554'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:31:38.578675 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8593d9-f3c9-4d1b-a48f-4ecdd960eefb" -d '{"events": [{"server_uuid": "25353754-ad8b-4952-b0f6-00eb931ff7ca", "name": "network-vif-unplugged", "status": "completed", "tag": "56d1ab5b-3e58-4426-a963-21c6ed167554"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:31:38.591102 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-73711715-4524-4b8a-9aa4-1ab05816ddf0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:38.595397 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 56d1ab5b-3e58-4426-a963-21c6ed167554, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=56d1ab5b-3e58-4426-a963-21c6ed167554,segment=NetworkSegment(cca476af-9f70-4fa8-acb6-015f19cab179),segment_id=cca476af-9f70-4fa8-acb6-015f19cab179)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:31:38.600735 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:38.629479 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fc820714-7f42-48bf-868c-6af5c161b536 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:38.642510 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc820714-7f42-48bf-868c-6af5c161b536 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b42536c3-dfb5-45e8-a284-c5f2c7bd4909 {{(pid=102130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 30 15:31:38.656203 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 30 Oct 2021 15:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aed0c2b-45bb-48e3-9d85-531f45113186 x-openstack-request-id: req-2aed0c2b-45bb-48e3-9d85-531f45113186 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:31:38.656497 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25353754-ad8b-4952-b0f6-00eb931ff7ca", "name": "network-vif-unplugged", "status": "failed", "tag": "56d1ab5b-3e58-4426-a963-21c6ed167554", "code": 422}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:31:38.656752 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2aed0c2b-45bb-48e3-9d85-531f45113186 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:31:38.657187 n-d-806683-17 neutron-server[102132]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '25353754-ad8b-4952-b0f6-00eb931ff7ca', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '56d1ab5b-3e58-4426-a963-21c6ed167554', 'code': 422} returned with failed status Oct 30 15:31:38.657473 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fc820714-7f42-48bf-868c-6af5c161b536 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:38.666721 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-fc820714-7f42-48bf-868c-6af5c161b536 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] 10.222.0.62 "DELETE /v2.0/networks/b42536c3-dfb5-45e8-a284-c5f2c7bd4909 HTTP/1.1" status: 204 len: 168 time: 0.3345673 Oct 30 15:31:38.668027 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc820714-7f42-48bf-868c-6af5c161b536 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Pushing event deleted for resources: {'Network': ['ID=b42536c3-dfb5-45e8-a284-c5f2c7bd4909,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:38.670419 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34422) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:38.691579 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-44da8bf8-2cd7-45b5-8856-2eced6e3f62e tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Request body: {'network': {'name': 'tempest-network--1889907182'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:31:38.779412 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44da8bf8-2cd7-45b5-8856-2eced6e3f62e tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Made reservation on behalf of 64837ada74d14c49bc5c351d13c2c4c7 for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:31:38.782221 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-44da8bf8-2cd7-45b5-8856-2eced6e3f62e tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:38.833278 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-73711715-4524-4b8a-9aa4-1ab05816ddf0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:38.840532 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-73711715-4524-4b8a-9aa4-1ab05816ddf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:38.844515 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44da8bf8-2cd7-45b5-8856-2eced6e3f62e tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:31:38.877488 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-44da8bf8-2cd7-45b5-8856-2eced6e3f62e tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:38.877842 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-44da8bf8-2cd7-45b5-8856-2eced6e3f62e tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Added segment 5854c37d-570a-4d3b-9f7b-77e0583226dc of type vlan for network 21875195-2b83-4d40-966c-7d0b59f929e4 Oct 30 15:31:38.898517 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=56d1ab5b-3e58-4426-a963-21c6ed167554,revision_number=8']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:38.927280 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-73711715-4524-4b8a-9aa4-1ab05816ddf0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8d863387da6d4cfd837ed50a52cbbafe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4980552 Oct 30 15:31:38.930333 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73711715-4524-4b8a-9aa4-1ab05816ddf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58928777-76f9-472f-b5a4-c5d0cc1668c2,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:38.930799 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34426) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:38.947054 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-44da8bf8-2cd7-45b5-8856-2eced6e3f62e tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:38.974632 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-44da8bf8-2cd7-45b5-8856-2eced6e3f62e tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:38.975994 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44da8bf8-2cd7-45b5-8856-2eced6e3f62e tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:38.976430 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-44da8bf8-2cd7-45b5-8856-2eced6e3f62e tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:38.998295 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5304a6d1-fef6-4bd7-b8e1-2ef122711ce7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:39.024677 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5304a6d1-fef6-4bd7-b8e1-2ef122711ce7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:39.037970 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-44da8bf8-2cd7-45b5-8856-2eced6e3f62e tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.3658760 Oct 30 15:31:39.044136 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34430) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:39.051680 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-d0c7863b-1ce8-4ea4-acb6-01266af16a92 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:31:39.058678 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44da8bf8-2cd7-45b5-8856-2eced6e3f62e tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Pushing event updated for resources: {'Network': ['ID=21875195-2b83-4d40-966c-7d0b59f929e4,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:39.069291 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 21875195-2b83-4d40-966c-7d0b59f929e4 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:31:39.205348 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5304a6d1-fef6-4bd7-b8e1-2ef122711ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:39.210277 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5304a6d1-fef6-4bd7-b8e1-2ef122711ce7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:39.217602 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-5304a6d1-fef6-4bd7-b8e1-2ef122711ce7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/58928777-76f9-472f-b5a4-c5d0cc1668c2 HTTP/1.1" status: 204 len: 168 time: 0.2824845 Oct 30 15:31:39.243180 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e522c-c0e4-4162-8c4f-24bdcd2fdab0 req-3e67450d-96ef-4217-9b2f-878e5537f809 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:39.244783 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-089e522c-c0e4-4162-8c4f-24bdcd2fdab0 req-3e67450d-96ef-4217-9b2f-878e5537f809 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=25353754-ad8b-4952-b0f6-00eb931ff7ca HTTP/1.1" status: 200 len: 944 time: 0.0758505 Oct 30 15:31:39.263590 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5304a6d1-fef6-4bd7-b8e1-2ef122711ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58928777-76f9-472f-b5a4-c5d0cc1668c2,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:39.290419 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-089e522c-c0e4-4162-8c4f-24bdcd2fdab0 req-6f2da360-dbd8-4c41-b248-576be437f906 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d32fb4-59bb-4ed8-a618-6a89a7e07898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394638 Oct 30 15:31:39.322986 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d0c7863b-1ce8-4ea4-acb6-01266af16a92 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:39.570127 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34438) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:39.621880 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-8a718869-8d85-4222-903b-24dd6a77e1f3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c2a9796dfc6b4aecb58bc63225fd62fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0505455 Oct 30 15:31:39.622534 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34440) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:39.642565 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d0c7863b-1ce8-4ea4-acb6-01266af16a92 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:39.659386 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d0c7863b-1ce8-4ea4-acb6-01266af16a92 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Network 21875195-2b83-4d40-966c-7d0b59f929e4 is not hosted by any dhcp agent {{(pid=102130) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 30 15:31:39.660302 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c7863b-1ce8-4ea4-acb6-01266af16a92 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:39.660921 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d0c7863b-1ce8-4ea4-acb6-01266af16a92 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:39.664665 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-d0c7863b-1ce8-4ea4-acb6-01266af16a92 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] 10.222.0.62 "PUT /v2.0/networks/21875195-2b83-4d40-966c-7d0b59f929e4 HTTP/1.1" status: 200 len: 858 time: 0.6169791 Oct 30 15:31:39.667295 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34442) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:39.687068 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8467212c-dc56-489f-8377-163fc3ef8aa9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:39.703987 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7863b-1ce8-4ea4-acb6-01266af16a92 tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Pushing event updated for resources: {'Network': ['ID=21875195-2b83-4d40-966c-7d0b59f929e4,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:39.751252 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8467212c-dc56-489f-8377-163fc3ef8aa9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:39.773202 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6b4ba9ea-abe6-4d9f-9063-1ea1317ecc6b tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:40.202554 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8467212c-dc56-489f-8377-163fc3ef8aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:40.205045 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8467212c-dc56-489f-8377-163fc3ef8aa9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:40.206169 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-8467212c-dc56-489f-8377-163fc3ef8aa9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/eebf39c0-a8b1-440a-a3cc-936574606676 HTTP/1.1" status: 204 len: 168 time: 0.5827971 Oct 30 15:31:40.216576 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6b4ba9ea-abe6-4d9f-9063-1ea1317ecc6b tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:40.219021 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8467212c-dc56-489f-8377-163fc3ef8aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eebf39c0-a8b1-440a-a3cc-936574606676,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:40.238416 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-6b4ba9ea-abe6-4d9f-9063-1ea1317ecc6b tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21875195-2b83-4d40-966c-7d0b59f929e4']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:40.250328 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-6b4ba9ea-abe6-4d9f-9063-1ea1317ecc6b tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5854c37d-570a-4d3b-9f7b-77e0583226dc') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:40.250748 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-6b4ba9ea-abe6-4d9f-9063-1ea1317ecc6b tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5854c37d-570a-4d3b-9f7b-77e0583226dc') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:40.261127 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6b4ba9ea-abe6-4d9f-9063-1ea1317ecc6b tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:40.274545 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6b4ba9ea-abe6-4d9f-9063-1ea1317ecc6b tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:40.280867 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b4ba9ea-abe6-4d9f-9063-1ea1317ecc6b tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:31:40.281453 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6b4ba9ea-abe6-4d9f-9063-1ea1317ecc6b tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:40.283236 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:31:40.283236 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:31:40.283236 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:31:40.283236 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:31:40.283236 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:31:40.283236 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:31:40.283236 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:31:40.283236 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:31:40.283236 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:31:40.283236 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:31:40.283236 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:31:40.283236 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:31:40.283236 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:31:40.283236 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:31:40.283236 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:31:40.283236 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:31:40.283236 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:31:40.283236 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:31:40.283236 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:31:40.283236 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:31:40.283236 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:31:40.283236 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:31:40.283236 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:31:40.283236 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:31:40.283236 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:31:40.283236 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:31:40.283236 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:31:40.283236 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:31:40.283236 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:31:40.283236 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:31:40.283236 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:31:40.283236 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:31:40.342528 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6b4ba9ea-abe6-4d9f-9063-1ea1317ecc6b tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:40.351000 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b4ba9ea-abe6-4d9f-9063-1ea1317ecc6b tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 21875195-2b83-4d40-966c-7d0b59f929e4 {{(pid=102131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 30 15:31:40.362930 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6b4ba9ea-abe6-4d9f-9063-1ea1317ecc6b tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:40.371196 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-6b4ba9ea-abe6-4d9f-9063-1ea1317ecc6b tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] 10.222.0.62 "DELETE /v2.0/networks/21875195-2b83-4d40-966c-7d0b59f929e4 HTTP/1.1" status: 204 len: 168 time: 0.6981246 Oct 30 15:31:40.371196 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34450) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:40.380761 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ba9ea-abe6-4d9f-9063-1ea1317ecc6b tempest-ExternalNetworksTestJSON-1337650554 tempest-ExternalNetworksTestJSON-1337650554-project-admin] Pushing event deleted for resources: {'Network': ['ID=21875195-2b83-4d40-966c-7d0b59f929e4,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:40.408010 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbc19162-6127-4bc1-be15-b7f079c413dd tempest-ExternalNetworksTestJSON-636461032 tempest-ExternalNetworksTestJSON-636461032-project] DELETE failed (client error): The resource could not be found. Oct 30 15:31:40.408560 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbc19162-6127-4bc1-be15-b7f079c413dd tempest-ExternalNetworksTestJSON-636461032 tempest-ExternalNetworksTestJSON-636461032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:31:40.414026 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-bbc19162-6127-4bc1-be15-b7f079c413dd tempest-ExternalNetworksTestJSON-636461032 tempest-ExternalNetworksTestJSON-636461032-project] 10.222.0.62 "DELETE /v2.0/subnets/17dbdd26-ba5e-4717-a68a-6c0d965c0b41 HTTP/1.1" status: 404 len: 337 time: 0.0397878 Oct 30 15:31:40.414329 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34452) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:40.518799 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c787c24d-5ea3-4673-81aa-2e4453bce58e tempest-ExternalNetworksTestJSON-636461032 tempest-ExternalNetworksTestJSON-636461032-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:40.608456 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff3be0-de53-475d-ba3f-cf9e1b2adec4 req-2be02eeb-a67d-4ff6-b49f-c26bd82f978d tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:40.609953 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-46ff3be0-de53-475d-ba3f-cf9e1b2adec4 req-2be02eeb-a67d-4ff6-b49f-c26bd82f978d tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=25353754-ad8b-4952-b0f6-00eb931ff7ca HTTP/1.1" status: 200 len: 944 time: 0.1751008 Oct 30 15:31:40.661855 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c787c24d-5ea3-4673-81aa-2e4453bce58e tempest-ExternalNetworksTestJSON-636461032 tempest-ExternalNetworksTestJSON-636461032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:40.734483 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-46ff3be0-de53-475d-ba3f-cf9e1b2adec4 req-59289d17-7cb2-4db0-8a1f-790583886b4b tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d32fb4-59bb-4ed8-a618-6a89a7e07898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679016 Oct 30 15:31:40.736267 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-c787c24d-5ea3-4673-81aa-2e4453bce58e tempest-ExternalNetworksTestJSON-636461032 tempest-ExternalNetworksTestJSON-636461032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08985074-bd51-45b3-879b-164cfc9c5443']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:40.758138 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-c787c24d-5ea3-4673-81aa-2e4453bce58e tempest-ExternalNetworksTestJSON-636461032 tempest-ExternalNetworksTestJSON-636461032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a83a689-6033-410e-87ad-4cce93e9d2d4') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:40.758816 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-c787c24d-5ea3-4673-81aa-2e4453bce58e tempest-ExternalNetworksTestJSON-636461032 tempest-ExternalNetworksTestJSON-636461032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a83a689-6033-410e-87ad-4cce93e9d2d4') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:40.771161 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c787c24d-5ea3-4673-81aa-2e4453bce58e tempest-ExternalNetworksTestJSON-636461032 tempest-ExternalNetworksTestJSON-636461032-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:40.788691 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c787c24d-5ea3-4673-81aa-2e4453bce58e tempest-ExternalNetworksTestJSON-636461032 tempest-ExternalNetworksTestJSON-636461032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:40.798910 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c787c24d-5ea3-4673-81aa-2e4453bce58e tempest-ExternalNetworksTestJSON-636461032 tempest-ExternalNetworksTestJSON-636461032-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:31:40.799724 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c787c24d-5ea3-4673-81aa-2e4453bce58e tempest-ExternalNetworksTestJSON-636461032 tempest-ExternalNetworksTestJSON-636461032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:40.882885 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:31:40.882885 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:31:40.882885 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:31:40.882885 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:31:40.882885 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:31:40.882885 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:31:40.882885 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:31:40.882885 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:31:40.882885 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:31:40.882885 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:31:40.882885 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:31:40.882885 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:31:40.882885 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:31:40.882885 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:31:40.882885 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:31:40.882885 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:31:40.882885 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:31:40.882885 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:31:40.882885 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:31:40.882885 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:31:40.882885 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:31:40.882885 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:31:40.882885 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:31:40.882885 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:31:40.882885 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:31:40.882885 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:31:40.882885 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:31:40.882885 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:31:40.882885 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:31:40.882885 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:31:40.882885 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:31:40.882885 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:31:40.888323 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c787c24d-5ea3-4673-81aa-2e4453bce58e tempest-ExternalNetworksTestJSON-636461032 tempest-ExternalNetworksTestJSON-636461032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:40.896190 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c787c24d-5ea3-4673-81aa-2e4453bce58e tempest-ExternalNetworksTestJSON-636461032 tempest-ExternalNetworksTestJSON-636461032-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:40.900350 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-c787c24d-5ea3-4673-81aa-2e4453bce58e tempest-ExternalNetworksTestJSON-636461032 tempest-ExternalNetworksTestJSON-636461032-project] 10.222.0.62 "DELETE /v2.0/networks/08985074-bd51-45b3-879b-164cfc9c5443 HTTP/1.1" status: 204 len: 168 time: 0.4848161 Oct 30 15:31:40.914336 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c787c24d-5ea3-4673-81aa-2e4453bce58e tempest-ExternalNetworksTestJSON-636461032 tempest-ExternalNetworksTestJSON-636461032-project] Pushing event deleted for resources: {'Network': ['ID=08985074-bd51-45b3-879b-164cfc9c5443,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:41.116830 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34478) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:41.125506 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34482) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:41.219676 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-fbeeff95-0d96-4743-b8f5-547921177be1 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-2055333617'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:31:41.261040 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbeeff95-0d96-4743-b8f5-547921177be1 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Made reservation on behalf of ee12cc7bf3e14cdba3ace2cbd46ac13b for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:31:41.264452 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fbeeff95-0d96-4743-b8f5-547921177be1 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:41.278435 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fbeeff95-0d96-4743-b8f5-547921177be1 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:41.294085 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-225a3d96-44cc-4aa5-8428-24b017ec9491 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=44d76ecac0cb475f81d3420942f54662&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1675439 Oct 30 15:31:41.296548 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34486) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:41.377903 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b05dfc06-b418-49f8-bc8f-090961c31a73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:41.413350 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b05dfc06-b418-49f8-bc8f-090961c31a73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:41.428498 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fbeeff95-0d96-4743-b8f5-547921177be1 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:41.437721 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fbeeff95-0d96-4743-b8f5-547921177be1 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:41.477312 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbeeff95-0d96-4743-b8f5-547921177be1 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:31:41.489876 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeeff95-0d96-4743-b8f5-547921177be1 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91a051fd-22b8-4306-9b85-982aebcf0fb8,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:41.505051 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b05dfc06-b418-49f8-bc8f-090961c31a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:41.507932 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b05dfc06-b418-49f8-bc8f-090961c31a73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:41.509120 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b05dfc06-b418-49f8-bc8f-090961c31a73 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d5406bef-2d5f-4072-8447-e9ccdd2825d6 HTTP/1.1" status: 204 len: 168 time: 0.2116461 Oct 30 15:31:41.518931 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fbeeff95-0d96-4743-b8f5-547921177be1 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:41.519430 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-fbeeff95-0d96-4743-b8f5-547921177be1 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Added segment 4171a214-dd59-4475-abe0-a4ec553fadf7 of type vlan for network 7647fe19-ea7a-4816-84b1-6d0a166b80b1 Oct 30 15:31:41.566964 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fbeeff95-0d96-4743-b8f5-547921177be1 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:41.574953 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05dfc06-b418-49f8-bc8f-090961c31a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5406bef-2d5f-4072-8447-e9ccdd2825d6,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:41.601861 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fbeeff95-0d96-4743-b8f5-547921177be1 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:41.607578 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbeeff95-0d96-4743-b8f5-547921177be1 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:41.608185 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fbeeff95-0d96-4743-b8f5-547921177be1 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:41.673309 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34494) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:41.674023 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-fbeeff95-0d96-4743-b8f5-547921177be1 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5553062 Oct 30 15:31:41.687786 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-0a3ee08d-965f-4736-9d86-82b37cce660b tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Request body: {'port': {'network_id': '7647fe19-ea7a-4816-84b1-6d0a166b80b1', 'name': 'tempest-PortsIpV6TestJSON-1510964775'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:31:41.688052 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeeff95-0d96-4743-b8f5-547921177be1 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event updated for resources: {'Network': ['ID=7647fe19-ea7a-4816-84b1-6d0a166b80b1,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:41.702630 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 7647fe19-ea7a-4816-84b1-6d0a166b80b1 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:31:41.811575 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a3ee08d-965f-4736-9d86-82b37cce660b tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Made reservation on behalf of ee12cc7bf3e14cdba3ace2cbd46ac13b for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:31:41.817055 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0a3ee08d-965f-4736-9d86-82b37cce660b tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:41.846526 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [None req-0a3ee08d-965f-4736-9d86-82b37cce660b tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] device_id is not set on port 5c99c04b-93fe-42ce-909f-9af06787d580 yet. {{(pid=102130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:31:41.878723 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34498) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:41.925423 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dce3e0-efc6-42b8-94de-39a65a61c043 req-c894942c-dd0f-4d0f-b7f1-a6cf80859dc6 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:41.929457 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e0dce3e0-efc6-42b8-94de-39a65a61c043 req-c894942c-dd0f-4d0f-b7f1-a6cf80859dc6 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=25353754-ad8b-4952-b0f6-00eb931ff7ca HTTP/1.1" status: 200 len: 944 time: 0.0944507 Oct 30 15:31:41.970038 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-f5e29ce9-e601-429a-baad-d7ab6adb3eea admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=64837ada74d14c49bc5c351d13c2c4c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0898192 Oct 30 15:31:41.972511 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34502) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:42.010653 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e0dce3e0-efc6-42b8-94de-39a65a61c043 req-68283bec-69a8-4a1c-9714-30b7eeedc28c tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d32fb4-59bb-4ed8-a618-6a89a7e07898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656571 Oct 30 15:31:42.048815 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6a22773e-d5e6-478d-bab7-8fc7bd16fec0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:42.061273 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0a3ee08d-965f-4736-9d86-82b37cce660b tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:42.077420 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6a22773e-d5e6-478d-bab7-8fc7bd16fec0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:42.096103 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0a3ee08d-965f-4736-9d86-82b37cce660b tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:42.129656 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6a22773e-d5e6-478d-bab7-8fc7bd16fec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:42.132747 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6a22773e-d5e6-478d-bab7-8fc7bd16fec0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:42.136295 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-6a22773e-d5e6-478d-bab7-8fc7bd16fec0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fd62c077-b0f6-469f-ae69-87cb9b45c741 HTTP/1.1" status: 204 len: 168 time: 0.1604638 Oct 30 15:31:42.153609 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a22773e-d5e6-478d-bab7-8fc7bd16fec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd62c077-b0f6-469f-ae69-87cb9b45c741,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:42.164455 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3ee08d-965f-4736-9d86-82b37cce660b tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event updated for resources: {'Port': ['ID=5c99c04b-93fe-42ce-909f-9af06787d580,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:42.173421 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3ee08d-965f-4736-9d86-82b37cce660b tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Checking segment: {'id': '4171a214-dd59-4475-abe0-a4ec553fadf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7647fe19-ea7a-4816-84b1-6d0a166b80b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:31:42.173947 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3ee08d-965f-4736-9d86-82b37cce660b tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Network hostable DHCP agents. Network: 7647fe19-ea7a-4816-84b1-6d0a166b80b1, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:31:42.192816 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3ee08d-965f-4736-9d86-82b37cce660b tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Network 7647fe19-ea7a-4816-84b1-6d0a166b80b1 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:31:42.203433 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-0a3ee08d-965f-4736-9d86-82b37cce660b tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 7647fe19-ea7a-4816-84b1-6d0a166b80b1) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:31:42.207313 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3ee08d-965f-4736-9d86-82b37cce660b tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:31:42.213668 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3ee08d-965f-4736-9d86-82b37cce660b tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:42.214273 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0a3ee08d-965f-4736-9d86-82b37cce660b tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:42.215729 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa22fe7e-d06d-4276-8d7f-aa974d075a75 None None] Network 7647fe19-ea7a-4816-84b1-6d0a166b80b1 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:31:42.234706 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-0a3ee08d-965f-4736-9d86-82b37cce660b tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5544670 Oct 30 15:31:42.238300 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34506) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:42.244158 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-1fdbd5b8-83c9-4919-92fc-ad3f52825fd6 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1355045759'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:31:42.273916 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fdbd5b8-83c9-4919-92fc-ad3f52825fd6 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Made reservation on behalf of ee12cc7bf3e14cdba3ace2cbd46ac13b for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:31:42.280354 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1fdbd5b8-83c9-4919-92fc-ad3f52825fd6 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:42.314719 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fdbd5b8-83c9-4919-92fc-ad3f52825fd6 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:31:42.325761 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1fdbd5b8-83c9-4919-92fc-ad3f52825fd6 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:42.326481 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-1fdbd5b8-83c9-4919-92fc-ad3f52825fd6 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Added segment b799acd7-cf10-4809-9a8f-c63820973fb1 of type vlan for network fee10ffc-f871-43a3-9dc7-e57733a9cf5b Oct 30 15:31:42.377808 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1fdbd5b8-83c9-4919-92fc-ad3f52825fd6 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:42.401367 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1fdbd5b8-83c9-4919-92fc-ad3f52825fd6 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:42.407388 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdbd5b8-83c9-4919-92fc-ad3f52825fd6 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:42.408086 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1fdbd5b8-83c9-4919-92fc-ad3f52825fd6 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:42.466964 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-1fdbd5b8-83c9-4919-92fc-ad3f52825fd6 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2252319 Oct 30 15:31:42.467498 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34510) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:42.472581 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-1af961a1-6c6d-4844-a056-6838476dc5d6 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Request body: {'ports': [{'network_id': '7647fe19-ea7a-4816-84b1-6d0a166b80b1'}, {'network_id': 'fee10ffc-f871-43a3-9dc7-e57733a9cf5b'}]} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:31:42.472894 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-1af961a1-6c6d-4844-a056-6838476dc5d6 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Request body: {'port': {'network_id': '7647fe19-ea7a-4816-84b1-6d0a166b80b1'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:31:42.473381 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-1af961a1-6c6d-4844-a056-6838476dc5d6 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Request body: {'port': {'network_id': 'fee10ffc-f871-43a3-9dc7-e57733a9cf5b'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:31:42.481494 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdbd5b8-83c9-4919-92fc-ad3f52825fd6 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event updated for resources: {'Network': ['ID=fee10ffc-f871-43a3-9dc7-e57733a9cf5b,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:42.494762 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network fee10ffc-f871-43a3-9dc7-e57733a9cf5b details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:31:42.672377 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af961a1-6c6d-4844-a056-6838476dc5d6 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Made reservation on behalf of ee12cc7bf3e14cdba3ace2cbd46ac13b for: {'port': 2} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:31:42.678126 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1af961a1-6c6d-4844-a056-6838476dc5d6 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:42.694724 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1af961a1-6c6d-4844-a056-6838476dc5d6 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:42.788838 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [None req-1af961a1-6c6d-4844-a056-6838476dc5d6 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] device_id is not set on port 66a8dbdc-3b92-4bff-b693-6e9aa61cec90 yet. {{(pid=102130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:31:42.913381 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1af961a1-6c6d-4844-a056-6838476dc5d6 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:42.988329 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [None req-1af961a1-6c6d-4844-a056-6838476dc5d6 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] device_id is not set on port 03011158-9302-422c-af46-89f9f79b6576 yet. {{(pid=102130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:31:43.125222 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1af961a1-6c6d-4844-a056-6838476dc5d6 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:43.182041 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1af961a1-6c6d-4844-a056-6838476dc5d6 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:43.197464 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39552fb-7427-4f23-9b89-0bc68f803216 req-d58ac314-e567-4379-b670-82ba671c7d93 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:43.199843 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c39552fb-7427-4f23-9b89-0bc68f803216 req-d58ac314-e567-4379-b670-82ba671c7d93 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=25353754-ad8b-4952-b0f6-00eb931ff7ca HTTP/1.1" status: 200 len: 944 time: 0.0731275 Oct 30 15:31:43.231560 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af961a1-6c6d-4844-a056-6838476dc5d6 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Network 7647fe19-ea7a-4816-84b1-6d0a166b80b1 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:31:43.234918 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-1af961a1-6c6d-4844-a056-6838476dc5d6 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:31:43.239828 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af961a1-6c6d-4844-a056-6838476dc5d6 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:31:43.240678 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1af961a1-6c6d-4844-a056-6838476dc5d6 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:43.258983 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c39552fb-7427-4f23-9b89-0bc68f803216 req-26404ede-c83d-4487-bc40-9feca44b1404 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d32fb4-59bb-4ed8-a618-6a89a7e07898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531836 Oct 30 15:31:43.260175 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af961a1-6c6d-4844-a056-6838476dc5d6 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event updated for resources: {'Port': ['ID=66a8dbdc-3b92-4bff-b693-6e9aa61cec90,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:43.323606 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af961a1-6c6d-4844-a056-6838476dc5d6 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event updated for resources: {'Port': ['ID=03011158-9302-422c-af46-89f9f79b6576,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:43.326281 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af961a1-6c6d-4844-a056-6838476dc5d6 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Checking segment: {'id': 'b799acd7-cf10-4809-9a8f-c63820973fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'fee10ffc-f871-43a3-9dc7-e57733a9cf5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:31:43.326696 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af961a1-6c6d-4844-a056-6838476dc5d6 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Network hostable DHCP agents. Network: fee10ffc-f871-43a3-9dc7-e57733a9cf5b, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:31:43.346637 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af961a1-6c6d-4844-a056-6838476dc5d6 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Network fee10ffc-f871-43a3-9dc7-e57733a9cf5b is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:31:43.355907 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-1af961a1-6c6d-4844-a056-6838476dc5d6 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, fee10ffc-f871-43a3-9dc7-e57733a9cf5b) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:31:43.361593 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af961a1-6c6d-4844-a056-6838476dc5d6 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:31:43.368908 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbaa855-0767-4148-9b62-d59e617d307d None None] Network fee10ffc-f871-43a3-9dc7-e57733a9cf5b requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:31:43.370810 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af961a1-6c6d-4844-a056-6838476dc5d6 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:43.376320 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af961a1-6c6d-4844-a056-6838476dc5d6 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:43.377044 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1af961a1-6c6d-4844-a056-6838476dc5d6 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:43.395962 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-1af961a1-6c6d-4844-a056-6838476dc5d6 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.9269836 Oct 30 15:31:43.398779 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34540) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:43.493313 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-05e38dc7-7a1a-45a7-80a7-341ae8bcb63b tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Deleting port 03011158-9302-422c-af46-89f9f79b6576 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:31:43.494330 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-05e38dc7-7a1a-45a7-80a7-341ae8bcb63b tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:43.576225 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-05e38dc7-7a1a-45a7-80a7-341ae8bcb63b tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:43.592194 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-05e38dc7-7a1a-45a7-80a7-341ae8bcb63b tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Calling delete_port for 03011158-9302-422c-af46-89f9f79b6576 owned by {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:31:43.678295 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-05e38dc7-7a1a-45a7-80a7-341ae8bcb63b tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:43.713763 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e38dc7-7a1a-45a7-80a7-341ae8bcb63b tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event deleted for resources: {'Port': ['ID=03011158-9302-422c-af46-89f9f79b6576,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:43.719886 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-05e38dc7-7a1a-45a7-80a7-341ae8bcb63b tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:43.725610 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-05e38dc7-7a1a-45a7-80a7-341ae8bcb63b tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "DELETE /v2.0/ports/03011158-9302-422c-af46-89f9f79b6576 HTTP/1.1" status: 204 len: 168 time: 0.3229094 Oct 30 15:31:43.726040 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34552) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:43.816205 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e76dc1-11e0-4fcf-9bf5-0c0082243349 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:43.823100 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e76dc1-11e0-4fcf-9bf5-0c0082243349 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:43.827256 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-65e76dc1-11e0-4fcf-9bf5-0c0082243349 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0982223 Oct 30 15:31:43.827642 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34558) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:43.887665 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34560) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:43.933529 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-5703e94d-5359-4cbc-b7c4-03f86a4977a3 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Deleting port 66a8dbdc-3b92-4bff-b693-6e9aa61cec90 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:31:43.933848 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5703e94d-5359-4cbc-b7c4-03f86a4977a3 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:43.996599 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-3e51021c-b35d-419e-9417-44944e18b8c0 tempest-QuotasTest-1714745197 tempest-QuotasTest-1714745197-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:31:44.002568 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5703e94d-5359-4cbc-b7c4-03f86a4977a3 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:44.022168 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-5703e94d-5359-4cbc-b7c4-03f86a4977a3 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Calling delete_port for 66a8dbdc-3b92-4bff-b693-6e9aa61cec90 owned by {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:31:44.028575 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-3e51021c-b35d-419e-9417-44944e18b8c0 tempest-QuotasTest-1714745197 tempest-QuotasTest-1714745197-project-admin] 10.222.0.62 "PUT /v2.0/quotas/1ac05dbd79fb4fd2834d97c00fd0794b HTTP/1.1" status: 200 len: 366 time: 0.1390326 Oct 30 15:31:44.031641 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34564) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:44.042843 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-8ca8211d-54a1-419d-a60b-ab6557c17f7a tempest-QuotasTest-1714745197 tempest-QuotasTest-1714745197-project-admin] 10.222.0.62 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0096362 Oct 30 15:31:44.045277 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34566) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:44.055567 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-486eaf61-6779-4065-81c6-5e43555c7925 tempest-QuotasTest-1714745197 tempest-QuotasTest-1714745197-project-admin] 10.222.0.62 "GET /v2.0/quotas/1ac05dbd79fb4fd2834d97c00fd0794b HTTP/1.1" status: 200 len: 366 time: 0.0089209 Oct 30 15:31:44.058494 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34568) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:44.077409 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-4aa7a623-b91c-403a-a853-c54afd23105c tempest-QuotasTest-1714745197 tempest-QuotasTest-1714745197-project-admin] 10.222.0.62 "DELETE /v2.0/quotas/1ac05dbd79fb4fd2834d97c00fd0794b HTTP/1.1" status: 204 len: 168 time: 0.0171044 Oct 30 15:31:44.079611 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34570) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:44.088903 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-379e0717-7dbf-4f36-8227-4014408a6d23 tempest-QuotasTest-1714745197 tempest-QuotasTest-1714745197-project-admin] 10.222.0.62 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0081294 Oct 30 15:31:44.091187 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34572) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:44.100584 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-172d3f7e-1dd3-4f9b-b24e-56a55daea487 tempest-QuotasTest-1714745197 tempest-QuotasTest-1714745197-project-admin] 10.222.0.62 "GET /v2.0/quotas/1ac05dbd79fb4fd2834d97c00fd0794b HTTP/1.1" status: 200 len: 370 time: 0.0081804 Oct 30 15:31:44.102972 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34574) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:44.108365 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-c5ec8951-2f8e-42df-af3f-1401cb715050 tempest-QuotasTest-1714745197 tempest-QuotasTest-1714745197-project-admin] 10.222.0.62 "GET /v2.0/quotas/1ac05dbd79fb4fd2834d97c00fd0794b/default HTTP/1.1" status: 200 len: 370 time: 0.0039043 Oct 30 15:31:44.110590 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34576) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:44.111591 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5703e94d-5359-4cbc-b7c4-03f86a4977a3 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:44.118466 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-7a71d280-1b67-4c89-91b2-ace39ca43e14 tempest-QuotasTest-1714745197 tempest-QuotasTest-1714745197-project-admin] delete failed (client error): The resource could not be found. Oct 30 15:31:44.122483 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-7a71d280-1b67-4c89-91b2-ace39ca43e14 tempest-QuotasTest-1714745197 tempest-QuotasTest-1714745197-project-admin] 10.222.0.62 "DELETE /v2.0/quotas/1ac05dbd79fb4fd2834d97c00fd0794b HTTP/1.1" status: 404 len: 348 time: 0.0085649 Oct 30 15:31:44.148210 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5703e94d-5359-4cbc-b7c4-03f86a4977a3 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event deleted for resources: {'Port': ['ID=66a8dbdc-3b92-4bff-b693-6e9aa61cec90,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:44.162421 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5703e94d-5359-4cbc-b7c4-03f86a4977a3 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:44.169114 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-5703e94d-5359-4cbc-b7c4-03f86a4977a3 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "DELETE /v2.0/ports/66a8dbdc-3b92-4bff-b693-6e9aa61cec90 HTTP/1.1" status: 204 len: 168 time: 0.3381751 Oct 30 15:31:44.169371 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34582) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:44.222837 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed601c7-bd27-48cd-bb09-1f98c5dcef7b tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:44.226792 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-4ed601c7-bd27-48cd-bb09-1f98c5dcef7b tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0540807 Oct 30 15:31:44.227093 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34584) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:44.252764 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34586) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:44.262686 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad848b65-4c30-4c4d-9c59-fc3e64d181e6 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] GET failed (client error): The resource could not be found. Oct 30 15:31:44.266835 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-ad848b65-4c30-4c4d-9c59-fc3e64d181e6 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "GET /v2.0/ports/03011158-9302-422c-af46-89f9f79b6576 HTTP/1.1" status: 404 len: 333 time: 0.0361040 Oct 30 15:31:44.267029 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34588) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:44.278551 n-d-806683-17 neutron-server[102131]: DEBUG neutron.quota.resource [None req-519a92ad-e52a-42ff-9eeb-3b70085b8e1d tempest-QuotasTest-1714745197 tempest-QuotasTest-1714745197-project-admin] Usage tracker for resource:network and project:da5b3fd7ac59412bb5f9b7236d1ed09a is out of sync, need to count used quota {{(pid=102131) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 30 15:31:44.282053 n-d-806683-17 neutron-server[102131]: DEBUG neutron.quota.resource [None req-519a92ad-e52a-42ff-9eeb-3b70085b8e1d tempest-QuotasTest-1714745197 tempest-QuotasTest-1714745197-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102131) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 30 15:31:44.292033 n-d-806683-17 neutron-server[102131]: DEBUG neutron.quota.resource [None req-519a92ad-e52a-42ff-9eeb-3b70085b8e1d tempest-QuotasTest-1714745197 tempest-QuotasTest-1714745197-project-admin] Usage tracker for resource:subnet and project:da5b3fd7ac59412bb5f9b7236d1ed09a is out of sync, need to count used quota {{(pid=102131) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 30 15:31:44.292855 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-fab9dabc-ea61-4ecc-8f54-ae0a29ee33ea tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] GET failed (client error): The resource could not be found. Oct 30 15:31:44.294467 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-fab9dabc-ea61-4ecc-8f54-ae0a29ee33ea tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "GET /v2.0/ports/66a8dbdc-3b92-4bff-b693-6e9aa61cec90 HTTP/1.1" status: 404 len: 333 time: 0.0264673 Oct 30 15:31:44.297338 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34592) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:44.300218 n-d-806683-17 neutron-server[102131]: DEBUG neutron.quota.resource [None req-519a92ad-e52a-42ff-9eeb-3b70085b8e1d tempest-QuotasTest-1714745197 tempest-QuotasTest-1714745197-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102131) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 30 15:31:44.308367 n-d-806683-17 neutron-server[102131]: DEBUG neutron.quota.resource [None req-519a92ad-e52a-42ff-9eeb-3b70085b8e1d tempest-QuotasTest-1714745197 tempest-QuotasTest-1714745197-project-admin] Usage tracker for resource:subnetpool and project:da5b3fd7ac59412bb5f9b7236d1ed09a is out of sync, need to count used quota {{(pid=102131) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 30 15:31:44.320109 n-d-806683-17 neutron-server[102131]: DEBUG neutron.quota.resource [None req-519a92ad-e52a-42ff-9eeb-3b70085b8e1d tempest-QuotasTest-1714745197 tempest-QuotasTest-1714745197-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102131) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 30 15:31:44.328041 n-d-806683-17 neutron-server[102131]: DEBUG neutron.quota.resource [None req-519a92ad-e52a-42ff-9eeb-3b70085b8e1d tempest-QuotasTest-1714745197 tempest-QuotasTest-1714745197-project-admin] Usage tracker for resource:port and project:da5b3fd7ac59412bb5f9b7236d1ed09a is out of sync, need to count used quota {{(pid=102131) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 30 15:31:44.331254 n-d-806683-17 neutron-server[102131]: DEBUG neutron.quota.resource [None req-519a92ad-e52a-42ff-9eeb-3b70085b8e1d tempest-QuotasTest-1714745197 tempest-QuotasTest-1714745197-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102131) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 30 15:31:44.338610 n-d-806683-17 neutron-server[102131]: DEBUG neutron.quota.resource [None req-519a92ad-e52a-42ff-9eeb-3b70085b8e1d tempest-QuotasTest-1714745197 tempest-QuotasTest-1714745197-project-admin] Usage tracker for resource:router and project:da5b3fd7ac59412bb5f9b7236d1ed09a is out of sync, need to count used quota {{(pid=102131) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 30 15:31:44.353570 n-d-806683-17 neutron-server[102131]: DEBUG neutron.quota.resource [None req-519a92ad-e52a-42ff-9eeb-3b70085b8e1d tempest-QuotasTest-1714745197 tempest-QuotasTest-1714745197-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102131) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 30 15:31:44.384965 n-d-806683-17 neutron-server[102131]: DEBUG neutron.quota.resource [None req-519a92ad-e52a-42ff-9eeb-3b70085b8e1d tempest-QuotasTest-1714745197 tempest-QuotasTest-1714745197-project-admin] Usage tracker for resource:floatingip and project:da5b3fd7ac59412bb5f9b7236d1ed09a is out of sync, need to count used quota {{(pid=102131) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 30 15:31:44.387605 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1411fc03-38dc-4038-8f0c-a6b0aafe77a3 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:44.391677 n-d-806683-17 neutron-server[102131]: DEBUG neutron.quota.resource [None req-519a92ad-e52a-42ff-9eeb-3b70085b8e1d tempest-QuotasTest-1714745197 tempest-QuotasTest-1714745197-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102131) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 30 15:31:44.410279 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6fc86b-b6a5-4887-8160-3d894b0ce09b req-f9a00735-38f1-4576-8284-fe9c847637e0 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:44.411800 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0f6fc86b-b6a5-4887-8160-3d894b0ce09b req-f9a00735-38f1-4576-8284-fe9c847637e0 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=25353754-ad8b-4952-b0f6-00eb931ff7ca HTTP/1.1" status: 200 len: 944 time: 0.0703447 Oct 30 15:31:44.472083 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0f6fc86b-b6a5-4887-8160-3d894b0ce09b req-9bc33217-b026-4191-84d3-5762dffa538d tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d32fb4-59bb-4ed8-a618-6a89a7e07898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486991 Oct 30 15:31:44.474656 n-d-806683-17 neutron-server[102131]: DEBUG neutron.quota.resource [None req-519a92ad-e52a-42ff-9eeb-3b70085b8e1d tempest-QuotasTest-1714745197 tempest-QuotasTest-1714745197-project-admin] Usage tracker for resource:security_group and project:da5b3fd7ac59412bb5f9b7236d1ed09a is out of sync, need to count used quota {{(pid=102131) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 30 15:31:44.478024 n-d-806683-17 neutron-server[102131]: DEBUG neutron.quota.resource [None req-519a92ad-e52a-42ff-9eeb-3b70085b8e1d tempest-QuotasTest-1714745197 tempest-QuotasTest-1714745197-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102131) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 30 15:31:44.485535 n-d-806683-17 neutron-server[102131]: DEBUG neutron.quota.resource [None req-519a92ad-e52a-42ff-9eeb-3b70085b8e1d tempest-QuotasTest-1714745197 tempest-QuotasTest-1714745197-project-admin] Usage tracker for resource:security_group_rule and project:da5b3fd7ac59412bb5f9b7236d1ed09a is out of sync, need to count used quota {{(pid=102131) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 30 15:31:44.488924 n-d-806683-17 neutron-server[102131]: DEBUG neutron.quota.resource [None req-519a92ad-e52a-42ff-9eeb-3b70085b8e1d tempest-QuotasTest-1714745197 tempest-QuotasTest-1714745197-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102131) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 30 15:31:44.494298 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-519a92ad-e52a-42ff-9eeb-3b70085b8e1d tempest-QuotasTest-1714745197 tempest-QuotasTest-1714745197-project-admin] 10.222.0.62 "GET /v2.0/quotas/da5b3fd7ac59412bb5f9b7236d1ed09a/details.json HTTP/1.1" status: 200 len: 703 time: 0.2401991 Oct 30 15:31:44.503815 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1411fc03-38dc-4038-8f0c-a6b0aafe77a3 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:44.527231 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-1411fc03-38dc-4038-8f0c-a6b0aafe77a3 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fee10ffc-f871-43a3-9dc7-e57733a9cf5b']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:44.537800 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-1411fc03-38dc-4038-8f0c-a6b0aafe77a3 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b799acd7-cf10-4809-9a8f-c63820973fb1') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:44.538015 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-1411fc03-38dc-4038-8f0c-a6b0aafe77a3 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b799acd7-cf10-4809-9a8f-c63820973fb1') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:44.549666 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1411fc03-38dc-4038-8f0c-a6b0aafe77a3 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:44.564077 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1411fc03-38dc-4038-8f0c-a6b0aafe77a3 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:44.572031 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1411fc03-38dc-4038-8f0c-a6b0aafe77a3 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:31:44.572557 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1411fc03-38dc-4038-8f0c-a6b0aafe77a3 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:44.576755 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:31:44.576755 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:31:44.576755 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:31:44.576755 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:31:44.576755 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:31:44.576755 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:31:44.576755 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:31:44.576755 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:31:44.576755 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:31:44.576755 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:31:44.576755 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:31:44.576755 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:31:44.576755 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:31:44.576755 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:31:44.576755 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:31:44.576755 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:31:44.576755 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:31:44.576755 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:31:44.576755 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:31:44.576755 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:31:44.576755 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:31:44.576755 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:31:44.576755 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:31:44.576755 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:31:44.576755 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:31:44.576755 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:31:44.576755 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:31:44.576755 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:31:44.576755 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:31:44.576755 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:31:44.576755 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:31:44.576755 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:31:44.642160 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1411fc03-38dc-4038-8f0c-a6b0aafe77a3 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:44.657945 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1411fc03-38dc-4038-8f0c-a6b0aafe77a3 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:44.661456 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-1411fc03-38dc-4038-8f0c-a6b0aafe77a3 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "DELETE /v2.0/networks/fee10ffc-f871-43a3-9dc7-e57733a9cf5b HTTP/1.1" status: 204 len: 168 time: 0.3629897 Oct 30 15:31:44.665165 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34596) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:44.670903 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-55aea8b1-43c0-45ed-8e92-948523970c76 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-416613564'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:31:44.677988 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1411fc03-38dc-4038-8f0c-a6b0aafe77a3 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event deleted for resources: {'Network': ['ID=fee10ffc-f871-43a3-9dc7-e57733a9cf5b,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:44.699997 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55aea8b1-43c0-45ed-8e92-948523970c76 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Made reservation on behalf of ee12cc7bf3e14cdba3ace2cbd46ac13b for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:31:44.703635 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-55aea8b1-43c0-45ed-8e92-948523970c76 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:44.728489 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55aea8b1-43c0-45ed-8e92-948523970c76 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:31:44.738506 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-55aea8b1-43c0-45ed-8e92-948523970c76 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:44.739321 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-55aea8b1-43c0-45ed-8e92-948523970c76 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Added segment 956a7611-0e28-4f37-8a19-eb93a2cdc994 of type vlan for network c16eb1ee-4632-42bd-8d5c-fe7fc8b82655 Oct 30 15:31:44.782054 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-55aea8b1-43c0-45ed-8e92-948523970c76 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:44.813042 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-55aea8b1-43c0-45ed-8e92-948523970c76 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:44.818981 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55aea8b1-43c0-45ed-8e92-948523970c76 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:44.819645 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-55aea8b1-43c0-45ed-8e92-948523970c76 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:44.855671 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34600) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:44.883299 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-55aea8b1-43c0-45ed-8e92-948523970c76 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2165737 Oct 30 15:31:44.886613 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34604) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:44.892389 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-3a4de25b-352a-4778-bd11-8e791373e3d8 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Request body: {'subnet': {'network_id': 'c16eb1ee-4632-42bd-8d5c-fe7fc8b82655', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:31:44.904818 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aea8b1-43c0-45ed-8e92-948523970c76 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event updated for resources: {'Network': ['ID=c16eb1ee-4632-42bd-8d5c-fe7fc8b82655,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:44.923113 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network c16eb1ee-4632-42bd-8d5c-fe7fc8b82655 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:31:45.015573 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a4de25b-352a-4778-bd11-8e791373e3d8 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Made reservation on behalf of ee12cc7bf3e14cdba3ace2cbd46ac13b for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:31:45.018994 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3a4de25b-352a-4778-bd11-8e791373e3d8 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:45.023715 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-178eb895-ea1f-4e23-9686-ffb9d003d06c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:45.093070 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.ipam_backend_mixin [None req-3a4de25b-352a-4778-bd11-8e791373e3d8 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Performing IP validity checks on allocation pools {{(pid=102130) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 30 15:31:45.095839 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.ipam_backend_mixin [None req-3a4de25b-352a-4778-bd11-8e791373e3d8 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102130) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 30 15:31:45.213181 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-178eb895-ea1f-4e23-9686-ffb9d003d06c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:45.218948 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-178eb895-ea1f-4e23-9686-ffb9d003d06c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:45.320650 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-178eb895-ea1f-4e23-9686-ffb9d003d06c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ee79ac925e7941b4b901d6b3f726f53a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4633267 Oct 30 15:31:45.322758 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3a4de25b-352a-4778-bd11-8e791373e3d8 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:45.323366 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34608) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:45.333805 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178eb895-ea1f-4e23-9686-ffb9d003d06c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07579cf0-0c72-4fe5-9e0a-2ae8372a5c14,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:45.375364 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a912d9ea-f55f-4041-be48-cffabc7c84e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:45.388104 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a21aa84-998e-434e-93c2-f19d863c5b98 req-4214217b-b685-4e4f-ba47-b2926ce85c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:45.389627 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5a21aa84-998e-434e-93c2-f19d863c5b98 req-4214217b-b685-4e4f-ba47-b2926ce85c26 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=25353754-ad8b-4952-b0f6-00eb931ff7ca&tenant_id=67bc9a3add214ecaad76147ad0906766 HTTP/1.1" status: 200 len: 1096 time: 0.1053517 Oct 30 15:31:45.399083 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a912d9ea-f55f-4041-be48-cffabc7c84e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:45.404274 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4de25b-352a-4778-bd11-8e791373e3d8 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event updated for resources: {'Subnet': ['ID=e97d030f-f987-41c0-b687-2013e7437815,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:45.413958 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4de25b-352a-4778-bd11-8e791373e3d8 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Checking segment: {'id': '956a7611-0e28-4f37-8a19-eb93a2cdc994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c16eb1ee-4632-42bd-8d5c-fe7fc8b82655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:31:45.414532 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4de25b-352a-4778-bd11-8e791373e3d8 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Network hostable DHCP agents. Network: c16eb1ee-4632-42bd-8d5c-fe7fc8b82655, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:31:45.446233 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a912d9ea-f55f-4041-be48-cffabc7c84e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:45.448905 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a912d9ea-f55f-4041-be48-cffabc7c84e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:45.450061 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-a912d9ea-f55f-4041-be48-cffabc7c84e4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/07579cf0-0c72-4fe5-9e0a-2ae8372a5c14 HTTP/1.1" status: 204 len: 168 time: 0.1255603 Oct 30 15:31:45.459894 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a912d9ea-f55f-4041-be48-cffabc7c84e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07579cf0-0c72-4fe5-9e0a-2ae8372a5c14,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:45.462979 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4de25b-352a-4778-bd11-8e791373e3d8 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Network c16eb1ee-4632-42bd-8d5c-fe7fc8b82655 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:31:45.473965 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a21aa84-998e-434e-93c2-f19d863c5b98 req-36a4d4b9-3469-446e-b30c-20f16652e0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:45.475700 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5a21aa84-998e-434e-93c2-f19d863c5b98 req-36a4d4b9-3469-446e-b30c-20f16652e0dd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=67bc9a3add214ecaad76147ad0906766&device_id=25353754-ad8b-4952-b0f6-00eb931ff7ca HTTP/1.1" status: 200 len: 1096 time: 0.0578494 Oct 30 15:31:45.476819 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-3a4de25b-352a-4778-bd11-8e791373e3d8 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, c16eb1ee-4632-42bd-8d5c-fe7fc8b82655) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:31:45.481337 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4de25b-352a-4778-bd11-8e791373e3d8 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:45.482027 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3a4de25b-352a-4778-bd11-8e791373e3d8 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:45.490488 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01390bd-7e4b-4af6-ba1c-f21c42610bd4 None None] Network c16eb1ee-4632-42bd-8d5c-fe7fc8b82655 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:31:45.552329 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-3a4de25b-352a-4778-bd11-8e791373e3d8 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6618905 Oct 30 15:31:45.553088 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34614) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:45.558683 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-5430f5fc-d959-4f7e-9ad9-a3684e03004d tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Request body: {'port': {'network_id': 'c16eb1ee-4632-42bd-8d5c-fe7fc8b82655', 'name': 'tempest-PortsIpV6TestJSON-24832008'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:31:45.591380 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a21aa84-998e-434e-93c2-f19d863c5b98 req-b4beefb1-de0f-47f9-a245-0feab221408c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:45.593289 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5a21aa84-998e-434e-93c2-f19d863c5b98 req-b4beefb1-de0f-47f9-a245-0feab221408c service neutron] 10.222.0.44 "GET /v2.0/networks?id=ada754b2-2d16-48ef-bd4a-b3c351db82b3 HTTP/1.1" status: 200 len: 918 time: 0.1085088 Oct 30 15:31:45.674139 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de9748d-4459-45ce-b95e-19837155c21a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-c16eb1ee-4632-42bd-8d5c-fe7fc8b82655', 'network_id': 'c16eb1ee-4632-42bd-8d5c-fe7fc8b82655', 'tenant_id': 'ee12cc7bf3e14cdba3ace2cbd46ac13b', 'fixed_ips': [{'subnet_id': 'e97d030f-f987-41c0-b687-2013e7437815'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:31:45.675682 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2de9748d-4459-45ce-b95e-19837155c21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:45.690256 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5a21aa84-998e-434e-93c2-f19d863c5b98 req-f6040d92-b4fd-43b9-8c59-7187bd47e3ea service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56d1ab5b-3e58-4426-a963-21c6ed167554 HTTP/1.1" status: 200 len: 1000 time: 0.0901153 Oct 30 15:31:45.697902 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c2ce8-5bdd-40ef-9c0a-e20f7fb45c70 req-226f9a43-48da-4a0d-ad59-c94956b3ce9c tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:45.699389 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5c3c2ce8-5bdd-40ef-9c0a-e20f7fb45c70 req-226f9a43-48da-4a0d-ad59-c94956b3ce9c tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=25353754-ad8b-4952-b0f6-00eb931ff7ca HTTP/1.1" status: 200 len: 944 time: 0.0798595 Oct 30 15:31:45.766691 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5c3c2ce8-5bdd-40ef-9c0a-e20f7fb45c70 req-a365b09b-3c49-4f21-be22-c5de3c83a14b tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d32fb4-59bb-4ed8-a618-6a89a7e07898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556607 Oct 30 15:31:45.768556 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5430f5fc-d959-4f7e-9ad9-a3684e03004d tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Made reservation on behalf of ee12cc7bf3e14cdba3ace2cbd46ac13b for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:31:45.772556 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5430f5fc-d959-4f7e-9ad9-a3684e03004d tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:45.779183 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a21aa84-998e-434e-93c2-f19d863c5b98 req-cee9d48d-253f-4abf-ab2a-b5d65889b885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:45.782509 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5a21aa84-998e-434e-93c2-f19d863c5b98 req-cee9d48d-253f-4abf-ab2a-b5d65889b885 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=296dc533-f6ac-49b9-ab46-37f1565b56fb HTTP/1.1" status: 200 len: 856 time: 0.0855200 Oct 30 15:31:45.795843 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [None req-5430f5fc-d959-4f7e-9ad9-a3684e03004d tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] device_id is not set on port 33643d82-f217-40d2-83f3-79926740d982 yet. {{(pid=102131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:31:45.847861 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a21aa84-998e-434e-93c2-f19d863c5b98 req-6fb1fecd-4c2c-4cfc-a356-7272b7ab711c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:45.850051 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5a21aa84-998e-434e-93c2-f19d863c5b98 req-6fb1fecd-4c2c-4cfc-a356-7272b7ab711c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ada754b2-2d16-48ef-bd4a-b3c351db82b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594149 Oct 30 15:31:45.857752 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-2de9748d-4459-45ce-b95e-19837155c21a None None] Allocated IP 2001:db8::2 (c16eb1ee-4632-42bd-8d5c-fe7fc8b82655/e97d030f-f987-41c0-b687-2013e7437815/ae532ca0-7404-493a-b14a-eafe9b46f84c) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:31:45.875432 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34620) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:45.892081 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ec596dd0-e6e9-453c-85b1-6901f5b25bbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:45.954471 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5a21aa84-998e-434e-93c2-f19d863c5b98 req-b793e914-53c7-4c33-92fd-d29bf79a61d1 service neutron] 10.222.0.44 "GET /v2.0/networks/ada754b2-2d16-48ef-bd4a-b3c351db82b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977466 Oct 30 15:31:45.977965 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ec596dd0-e6e9-453c-85b1-6901f5b25bbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:45.982171 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ec596dd0-e6e9-453c-85b1-6901f5b25bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:46.019136 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec596dd0-e6e9-453c-85b1-6901f5b25bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0bc673-c582-4c9f-8962-641234f06edf,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:46.023220 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-ec596dd0-e6e9-453c-85b1-6901f5b25bbf admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=da5b3fd7ac59412bb5f9b7236d1ed09a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1465099 Oct 30 15:31:46.026381 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34622) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:46.030393 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2de9748d-4459-45ce-b95e-19837155c21a None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:46.037568 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2de9748d-4459-45ce-b95e-19837155c21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:46.053713 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec596dd0-e6e9-453c-85b1-6901f5b25bbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:31:46.053983 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec596dd0-e6e9-453c-85b1-6901f5b25bbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:31:46.054083 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec596dd0-e6e9-453c-85b1-6901f5b25bbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:31:46.054409 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec596dd0-e6e9-453c-85b1-6901f5b25bbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:31:46.054730 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec596dd0-e6e9-453c-85b1-6901f5b25bbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:31:46.055358 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec596dd0-e6e9-453c-85b1-6901f5b25bbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:31:46.055358 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec596dd0-e6e9-453c-85b1-6901f5b25bbf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:31:46.055720 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec596dd0-e6e9-453c-85b1-6901f5b25bbf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:31:46.056010 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec596dd0-e6e9-453c-85b1-6901f5b25bbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:31:46.056956 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec596dd0-e6e9-453c-85b1-6901f5b25bbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:31:46.057314 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec596dd0-e6e9-453c-85b1-6901f5b25bbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:31:46.057637 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec596dd0-e6e9-453c-85b1-6901f5b25bbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:31:46.059898 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5a21aa84-998e-434e-93c2-f19d863c5b98 req-4affeabe-57a8-494b-9c3b-a5d60f8cb8a6 service neutron] 10.222.0.44 "GET /v2.0/networks/ada754b2-2d16-48ef-bd4a-b3c351db82b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975304 Oct 30 15:31:46.083743 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de9748d-4459-45ce-b95e-19837155c21a None None] Network c16eb1ee-4632-42bd-8d5c-fe7fc8b82655 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:31:46.085379 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-2de9748d-4459-45ce-b95e-19837155c21a None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:31:46.090152 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de9748d-4459-45ce-b95e-19837155c21a None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:31:46.096289 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de9748d-4459-45ce-b95e-19837155c21a None None] Pushing event updated for resources: {'Port': ['ID=ae532ca0-7404-493a-b14a-eafe9b46f84c,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:46.137822 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34626) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:46.149484 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-5430f5fc-d959-4f7e-9ad9-a3684e03004d tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Allocated IP 2001:db8::25d (c16eb1ee-4632-42bd-8d5c-fe7fc8b82655/e97d030f-f987-41c0-b687-2013e7437815/33643d82-f217-40d2-83f3-79926740d982) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:31:46.151956 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-909d766e-9459-4c64-b46e-e6b66c567524 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:46.154936 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-2de9748d-4459-45ce-b95e-19837155c21a None None] Attempting to bind port ae532ca0-7404-493a-b14a-eafe9b46f84c on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:31:46.155774 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-2de9748d-4459-45ce-b95e-19837155c21a None None] Attempting to bind port ae532ca0-7404-493a-b14a-eafe9b46f84c by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '956a7611-0e28-4f37-8a19-eb93a2cdc994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c16eb1ee-4632-42bd-8d5c-fe7fc8b82655'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:31:46.155774 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de9748d-4459-45ce-b95e-19837155c21a None None] Attempting to bind port ae532ca0-7404-493a-b14a-eafe9b46f84c on network c16eb1ee-4632-42bd-8d5c-fe7fc8b82655 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:31:46.161983 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de9748d-4459-45ce-b95e-19837155c21a None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:31:46.162591 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de9748d-4459-45ce-b95e-19837155c21a None None] Checking segment: {'id': '956a7611-0e28-4f37-8a19-eb93a2cdc994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c16eb1ee-4632-42bd-8d5c-fe7fc8b82655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:31:46.162591 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2de9748d-4459-45ce-b95e-19837155c21a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:46.163138 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de9748d-4459-45ce-b95e-19837155c21a None None] Bound using segment: {'id': '956a7611-0e28-4f37-8a19-eb93a2cdc994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c16eb1ee-4632-42bd-8d5c-fe7fc8b82655'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:31:46.163669 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-2de9748d-4459-45ce-b95e-19837155c21a None None] Bound port: ae532ca0-7404-493a-b14a-eafe9b46f84c, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '956a7611-0e28-4f37-8a19-eb93a2cdc994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c16eb1ee-4632-42bd-8d5c-fe7fc8b82655'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:31:46.164062 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2de9748d-4459-45ce-b95e-19837155c21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:46.187514 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-909d766e-9459-4c64-b46e-e6b66c567524 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:46.249934 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-2de9748d-4459-45ce-b95e-19837155c21a None None] For port ae532ca0-7404-493a-b14a-eafe9b46f84c, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:31:46.253478 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-2de9748d-4459-45ce-b95e-19837155c21a None None] For port ae532ca0-7404-493a-b14a-eafe9b46f84c, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=ae532ca0-7404-493a-b14a-eafe9b46f84c,segment=NetworkSegment(956a7611-0e28-4f37-8a19-eb93a2cdc994),segment_id=956a7611-0e28-4f37-8a19-eb93a2cdc994)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:31:46.257318 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2de9748d-4459-45ce-b95e-19837155c21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:46.325268 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de9748d-4459-45ce-b95e-19837155c21a None None] Pushing event updated for resources: {'Port': ['ID=ae532ca0-7404-493a-b14a-eafe9b46f84c,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:46.329431 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-909d766e-9459-4c64-b46e-e6b66c567524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:46.333531 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-909d766e-9459-4c64-b46e-e6b66c567524 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:46.335036 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-909d766e-9459-4c64-b46e-e6b66c567524 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4b0bc673-c582-4c9f-8962-641234f06edf HTTP/1.1" status: 204 len: 168 time: 0.3077378 Oct 30 15:31:46.352090 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909d766e-9459-4c64-b46e-e6b66c567524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0bc673-c582-4c9f-8962-641234f06edf,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:46.417341 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5430f5fc-d959-4f7e-9ad9-a3684e03004d tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:46.464907 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5430f5fc-d959-4f7e-9ad9-a3684e03004d tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:46.517072 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5430f5fc-d959-4f7e-9ad9-a3684e03004d tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event updated for resources: {'Port': ['ID=33643d82-f217-40d2-83f3-79926740d982,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:46.533882 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5430f5fc-d959-4f7e-9ad9-a3684e03004d tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Network c16eb1ee-4632-42bd-8d5c-fe7fc8b82655 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:31:46.535424 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-5430f5fc-d959-4f7e-9ad9-a3684e03004d tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:31:46.539270 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5430f5fc-d959-4f7e-9ad9-a3684e03004d tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:31:46.547694 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5430f5fc-d959-4f7e-9ad9-a3684e03004d tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:46.548351 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5430f5fc-d959-4f7e-9ad9-a3684e03004d tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:46.569991 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-5430f5fc-d959-4f7e-9ad9-a3684e03004d tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0155299 Oct 30 15:31:46.573577 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34640) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:46.761927 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-50f84f37-1ffc-48ba-a92b-a51b632dabf3 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Deleting port 33643d82-f217-40d2-83f3-79926740d982 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:31:46.762251 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-50f84f37-1ffc-48ba-a92b-a51b632dabf3 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:46.945472 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-50f84f37-1ffc-48ba-a92b-a51b632dabf3 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:46.968430 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-544e18c1-2872-48fc-a330-7e03102cf15d tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:46.971029 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-50f84f37-1ffc-48ba-a92b-a51b632dabf3 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Calling delete_port for 33643d82-f217-40d2-83f3-79926740d982 owned by {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:31:47.068056 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bbce10-4812-40d0-b7f1-de9b4c3c6cea req-7dbb1244-00cb-4d70-a33f-1885a3f70f55 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:47.074710 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-39bbce10-4812-40d0-b7f1-de9b4c3c6cea req-7dbb1244-00cb-4d70-a33f-1885a3f70f55 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=25353754-ad8b-4952-b0f6-00eb931ff7ca HTTP/1.1" status: 200 len: 944 time: 0.1534295 Oct 30 15:31:47.206235 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-39bbce10-4812-40d0-b7f1-de9b4c3c6cea req-e6707240-46d1-429a-a06c-359ddfae0b33 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d32fb4-59bb-4ed8-a618-6a89a7e07898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236234 Oct 30 15:31:47.451732 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-50f84f37-1ffc-48ba-a92b-a51b632dabf3 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:47.533549 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f84f37-1ffc-48ba-a92b-a51b632dabf3 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event deleted for resources: {'Port': ['ID=33643d82-f217-40d2-83f3-79926740d982,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:47.569673 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-50f84f37-1ffc-48ba-a92b-a51b632dabf3 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:47.575694 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-50f84f37-1ffc-48ba-a92b-a51b632dabf3 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "DELETE /v2.0/ports/33643d82-f217-40d2-83f3-79926740d982 HTTP/1.1" status: 204 len: 168 time: 0.9986100 Oct 30 15:31:47.576122 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34668) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:47.627071 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf0b4b07-256d-4544-84ab-0412d0b8fea1 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] DELETE failed (client error): The resource could not be found. Oct 30 15:31:47.628394 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf0b4b07-256d-4544-84ab-0412d0b8fea1 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:31:47.642121 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-cf0b4b07-256d-4544-84ab-0412d0b8fea1 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "DELETE /v2.0/ports/33643d82-f217-40d2-83f3-79926740d982 HTTP/1.1" status: 404 len: 333 time: 0.0623000 Oct 30 15:31:47.642458 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34672) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:47.721943 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-544e18c1-2872-48fc-a330-7e03102cf15d tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Deleting port f86cb27b-6785-4061-9971-13467a221a8e {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:31:47.722548 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-544e18c1-2872-48fc-a330-7e03102cf15d tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:47.728789 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-b33269ff-2f4d-4386-958c-128b095e1d0d tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] GET failed (client error): The resource could not be found. Oct 30 15:31:47.738205 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b33269ff-2f4d-4386-958c-128b095e1d0d tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "GET /v2.0/ports/33643d82-f217-40d2-83f3-79926740d982 HTTP/1.1" status: 404 len: 333 time: 0.0923407 Oct 30 15:31:47.744041 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34674) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:47.835869 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-f56d494d-2776-4c73-ba72-e56bf0f98fb3 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Deleting subnet e97d030f-f987-41c0-b687-2013e7437815 {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:31:47.850151 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f56d494d-2776-4c73-ba72-e56bf0f98fb3 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:47.933563 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f56d494d-2776-4c73-ba72-e56bf0f98fb3 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:47.946432 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-544e18c1-2872-48fc-a330-7e03102cf15d tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] For port f86cb27b-6785-4061-9971-13467a221a8e, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=f86cb27b-6785-4061-9971-13467a221a8e,segment=NetworkSegment(aa9130cd-62ac-492c-bcab-253da3d07c77),segment_id=aa9130cd-62ac-492c-bcab-253da3d07c77)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:31:47.947083 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-544e18c1-2872-48fc-a330-7e03102cf15d tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:47.961641 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-544e18c1-2872-48fc-a330-7e03102cf15d tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Calling delete_port for f86cb27b-6785-4061-9971-13467a221a8e owned by network:router_interface {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:31:47.966297 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104206c4-6d69-464a-88c0-11078382d8f0 None None] Network c16eb1ee-4632-42bd-8d5c-fe7fc8b82655 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:31:48.128144 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-1b1dae99-2712-4731-a25f-5815419d500a None None] Provisioning complete for port ae532ca0-7404-493a-b14a-eafe9b46f84c triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:31:48.128793 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1b1dae99-2712-4731-a25f-5815419d500a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:48.155934 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f56d494d-2776-4c73-ba72-e56bf0f98fb3 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:48.240861 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1b1dae99-2712-4731-a25f-5815419d500a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:48.245802 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f56d494d-2776-4c73-ba72-e56bf0f98fb3 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:48.279353 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f56d494d-2776-4c73-ba72-e56bf0f98fb3 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:48.287765 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-f56d494d-2776-4c73-ba72-e56bf0f98fb3 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "DELETE /v2.0/subnets/e97d030f-f987-41c0-b687-2013e7437815 HTTP/1.1" status: 204 len: 168 time: 0.5425622 Oct 30 15:31:48.293451 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34684) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:48.367524 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.db.api [None req-1b1dae99-2712-4731-a25f-5815419d500a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 30 15:31:48.368193 n-d-806683-17 neutron-server[102132]: DEBUG oslo_db.api [None req-1b1dae99-2712-4731-a25f-5815419d500a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 30 15:31:48.384646 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56d494d-2776-4c73-ba72-e56bf0f98fb3 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event deleted for resources: {'Subnet': ['ID=e97d030f-f987-41c0-b687-2013e7437815,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:48.448748 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1227912-6533-43a2-9947-9c5e96c23bbd None None] DHCP port deletion for c16eb1ee-4632-42bd-8d5c-fe7fc8b82655 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:31:48.532028 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d1227912-6533-43a2-9947-9c5e96c23bbd None None] Deleting port ae532ca0-7404-493a-b14a-eafe9b46f84c {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:31:48.532798 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d1227912-6533-43a2-9947-9c5e96c23bbd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:48.621350 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d1227912-6533-43a2-9947-9c5e96c23bbd None None] For port ae532ca0-7404-493a-b14a-eafe9b46f84c, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=ae532ca0-7404-493a-b14a-eafe9b46f84c,segment=NetworkSegment(956a7611-0e28-4f37-8a19-eb93a2cdc994),segment_id=956a7611-0e28-4f37-8a19-eb93a2cdc994)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:31:48.622166 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d1227912-6533-43a2-9947-9c5e96c23bbd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:48.637932 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c93196-297f-48e3-81c1-335d5850c61d req-74add9fd-5c2a-4db6-8dba-2d736828192c tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:48.640928 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d1227912-6533-43a2-9947-9c5e96c23bbd None None] Calling delete_port for ae532ca0-7404-493a-b14a-eafe9b46f84c owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:31:48.648324 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-68c93196-297f-48e3-81c1-335d5850c61d req-74add9fd-5c2a-4db6-8dba-2d736828192c tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=25353754-ad8b-4952-b0f6-00eb931ff7ca HTTP/1.1" status: 200 len: 944 time: 0.3108830 Oct 30 15:31:48.691846 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-feb5491d-414f-4666-bb0c-edc30e0c53c6 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:48.747436 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d1227912-6533-43a2-9947-9c5e96c23bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:48.787769 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1227912-6533-43a2-9947-9c5e96c23bbd None None] Pushing event deleted for resources: {'Port': ['ID=ae532ca0-7404-493a-b14a-eafe9b46f84c,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:48.793695 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1227912-6533-43a2-9947-9c5e96c23bbd None None] No DVR routers for this DVR port ae532ca0-7404-493a-b14a-eafe9b46f84c on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:31:48.795244 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-68c93196-297f-48e3-81c1-335d5850c61d req-6a19c8ea-8e9d-4318-9173-ef4c8557a7fd tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d32fb4-59bb-4ed8-a618-6a89a7e07898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417665 Oct 30 15:31:48.881284 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-544e18c1-2872-48fc-a330-7e03102cf15d tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:48.910582 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-1b1dae99-2712-4731-a25f-5815419d500a None None] Port ae532ca0-7404-493a-b14a-eafe9b46f84c update to ACTIVE by agent not found {{(pid=102132) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 30 15:31:48.914641 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544e18c1-2872-48fc-a330-7e03102cf15d tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Pushing event deleted for resources: {'Port': ['ID=f86cb27b-6785-4061-9971-13467a221a8e,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:48.979392 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34696) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:49.056456 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-feb5491d-414f-4666-bb0c-edc30e0c53c6 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:49.101478 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-feb5491d-414f-4666-bb0c-edc30e0c53c6 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c16eb1ee-4632-42bd-8d5c-fe7fc8b82655']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:49.112170 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-feb5491d-414f-4666-bb0c-edc30e0c53c6 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '956a7611-0e28-4f37-8a19-eb93a2cdc994') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:49.112478 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-feb5491d-414f-4666-bb0c-edc30e0c53c6 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '956a7611-0e28-4f37-8a19-eb93a2cdc994') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:49.137488 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-feb5491d-414f-4666-bb0c-edc30e0c53c6 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:49.160480 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-feb5491d-414f-4666-bb0c-edc30e0c53c6 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:49.168910 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feb5491d-414f-4666-bb0c-edc30e0c53c6 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:31:49.169337 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-feb5491d-414f-4666-bb0c-edc30e0c53c6 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:49.173760 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:31:49.173760 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:31:49.173760 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:31:49.173760 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:31:49.173760 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:31:49.173760 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:31:49.173760 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:31:49.173760 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:31:49.173760 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:31:49.173760 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:31:49.173760 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:31:49.173760 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:31:49.173760 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:31:49.173760 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:31:49.173760 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:31:49.173760 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:31:49.173760 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:31:49.173760 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:31:49.173760 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:31:49.173760 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:31:49.173760 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:31:49.173760 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:31:49.173760 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:31:49.173760 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:31:49.173760 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:31:49.173760 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:31:49.173760 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:31:49.173760 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:31:49.173760 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:31:49.173760 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:31:49.173760 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:31:49.173760 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:31:49.198602 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-544e18c1-2872-48fc-a330-7e03102cf15d tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:49.243065 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-bf4d1c95-bcf2-4af0-b2be-8f8927f9e17d tempest-RoutersTestDVR-2110843130 tempest-RoutersTestDVR-2110843130-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1137836140'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:31:49.283853 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-feb5491d-414f-4666-bb0c-edc30e0c53c6 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:49.291214 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-feb5491d-414f-4666-bb0c-edc30e0c53c6 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:49.294799 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-feb5491d-414f-4666-bb0c-edc30e0c53c6 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "DELETE /v2.0/networks/c16eb1ee-4632-42bd-8d5c-fe7fc8b82655 HTTP/1.1" status: 204 len: 168 time: 0.9652097 Oct 30 15:31:49.303001 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34700) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:49.308580 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-331fb8be-84da-46d6-bb95-25d87739b6fe tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1536773851'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:31:49.313639 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bf4d1c95-bcf2-4af0-b2be-8f8927f9e17d tempest-RoutersTestDVR-2110843130 tempest-RoutersTestDVR-2110843130-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:49.314651 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bf4d1c95-bcf2-4af0-b2be-8f8927f9e17d tempest-RoutersTestDVR-2110843130 tempest-RoutersTestDVR-2110843130-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:49.318933 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb5491d-414f-4666-bb0c-edc30e0c53c6 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event deleted for resources: {'Network': ['ID=c16eb1ee-4632-42bd-8d5c-fe7fc8b82655,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:49.372683 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bf4d1c95-bcf2-4af0-b2be-8f8927f9e17d tempest-RoutersTestDVR-2110843130 tempest-RoutersTestDVR-2110843130-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:49.377328 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bf4d1c95-bcf2-4af0-b2be-8f8927f9e17d tempest-RoutersTestDVR-2110843130 tempest-RoutersTestDVR-2110843130-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:49.396739 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-331fb8be-84da-46d6-bb95-25d87739b6fe tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Made reservation on behalf of ee12cc7bf3e14cdba3ace2cbd46ac13b for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:31:49.398714 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bf4d1c95-bcf2-4af0-b2be-8f8927f9e17d tempest-RoutersTestDVR-2110843130 tempest-RoutersTestDVR-2110843130-project-admin] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:49.401041 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-331fb8be-84da-46d6-bb95-25d87739b6fe tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:49.404226 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-bf4d1c95-bcf2-4af0-b2be-8f8927f9e17d tempest-RoutersTestDVR-2110843130 tempest-RoutersTestDVR-2110843130-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.4230862 Oct 30 15:31:49.404838 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34702) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:49.506477 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4d7c11d8-40b3-4b12-824a-96721099e7dd tempest-RoutersTestDVR-2110843130 tempest-RoutersTestDVR-2110843130-project-admin] Publish callbacks [] for router, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:49.513180 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-331fb8be-84da-46d6-bb95-25d87739b6fe tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:31:49.647228 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-331fb8be-84da-46d6-bb95-25d87739b6fe tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:49.647519 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-331fb8be-84da-46d6-bb95-25d87739b6fe tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Added segment 1549d445-0f70-4724-b988-9b7bbf1567b7 of type vlan for network 46d3008b-2ef4-4f6b-90d1-dc468a193f49 Oct 30 15:31:49.792235 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-331fb8be-84da-46d6-bb95-25d87739b6fe tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:49.798751 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4d7c11d8-40b3-4b12-824a-96721099e7dd tempest-RoutersTestDVR-2110843130 tempest-RoutersTestDVR-2110843130-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:49.802090 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4d7c11d8-40b3-4b12-824a-96721099e7dd tempest-RoutersTestDVR-2110843130 tempest-RoutersTestDVR-2110843130-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:49.898900 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4d7c11d8-40b3-4b12-824a-96721099e7dd tempest-RoutersTestDVR-2110843130 tempest-RoutersTestDVR-2110843130-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:49.901001 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d7c11d8-40b3-4b12-824a-96721099e7dd tempest-RoutersTestDVR-2110843130 tempest-RoutersTestDVR-2110843130-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 07927c3d-fbea-4602-9cb1-7519ce95dd16 {{(pid=102130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:31:49.905774 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-331fb8be-84da-46d6-bb95-25d87739b6fe tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:49.914151 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331fb8be-84da-46d6-bb95-25d87739b6fe tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:49.915024 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-331fb8be-84da-46d6-bb95-25d87739b6fe tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:49.929618 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4d7c11d8-40b3-4b12-824a-96721099e7dd tempest-RoutersTestDVR-2110843130 tempest-RoutersTestDVR-2110843130-project-admin] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:49.932039 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-4d7c11d8-40b3-4b12-824a-96721099e7dd tempest-RoutersTestDVR-2110843130 tempest-RoutersTestDVR-2110843130-project-admin] 10.222.0.62 "DELETE /v2.0/routers/07927c3d-fbea-4602-9cb1-7519ce95dd16 HTTP/1.1" status: 204 len: 168 time: 0.5254827 Oct 30 15:31:49.935716 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34708) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:49.941914 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-06a860d3-e87f-4ea8-890b-e3dd897413a9 tempest-RoutersTestDVR-2110843130 tempest-RoutersTestDVR-2110843130-project-admin] Request body: {'router': {'name': 'tempest-router-1749167734', 'distributed': False}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:31:49.942355 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-544e18c1-2872-48fc-a330-7e03102cf15d tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Router c99df3d5-4b1b-4965-a7fb-0db01c37b920 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:31:49.957225 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-331fb8be-84da-46d6-bb95-25d87739b6fe tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6526973 Oct 30 15:31:49.963543 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34710) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:49.968857 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-5f979684-d131-4f70-af33-bd5e98ba15b5 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Request body: {'subnet': {'network_id': '46d3008b-2ef4-4f6b-90d1-dc468a193f49', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:31:50.034326 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d5f1f1-f25a-4113-a3f9-8dbb0c5bf479 req-db050af6-00b5-4ee7-9701-92c4deadfbff tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:50.035839 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-01d5f1f1-f25a-4113-a3f9-8dbb0c5bf479 req-db050af6-00b5-4ee7-9701-92c4deadfbff tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=25353754-ad8b-4952-b0f6-00eb931ff7ca HTTP/1.1" status: 200 len: 944 time: 0.1543293 Oct 30 15:31:50.074459 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-06a860d3-e87f-4ea8-890b-e3dd897413a9 tempest-RoutersTestDVR-2110843130 tempest-RoutersTestDVR-2110843130-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:50.075552 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-06a860d3-e87f-4ea8-890b-e3dd897413a9 tempest-RoutersTestDVR-2110843130 tempest-RoutersTestDVR-2110843130-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:50.094981 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331fb8be-84da-46d6-bb95-25d87739b6fe tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event updated for resources: {'Network': ['ID=46d3008b-2ef4-4f6b-90d1-dc468a193f49,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:50.111796 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 46d3008b-2ef4-4f6b-90d1-dc468a193f49 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:31:50.154471 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-544e18c1-2872-48fc-a330-7e03102cf15d tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:31:50.162779 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-544e18c1-2872-48fc-a330-7e03102cf15d tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "PUT /v2.0/routers/c99df3d5-4b1b-4965-a7fb-0db01c37b920/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0213385 Oct 30 15:31:50.176125 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-01d5f1f1-f25a-4113-a3f9-8dbb0c5bf479 req-b2b36e1e-7bd6-4043-8527-6c9f5ef42141 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d32fb4-59bb-4ed8-a618-6a89a7e07898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026745 Oct 30 15:31:50.178993 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a2c484-2220-4fc6-9745-6a9f4379bcf9 None None] Sync routers for ids ['c99df3d5-4b1b-4965-a7fb-0db01c37b920'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:31:50.179734 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f979684-d131-4f70-af33-bd5e98ba15b5 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Made reservation on behalf of ee12cc7bf3e14cdba3ace2cbd46ac13b for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:31:50.184078 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5f979684-d131-4f70-af33-bd5e98ba15b5 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:50.190695 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-06a860d3-e87f-4ea8-890b-e3dd897413a9 tempest-RoutersTestDVR-2110843130 tempest-RoutersTestDVR-2110843130-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:50.200059 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a2c484-2220-4fc6-9745-6a9f4379bcf9 None None] Routers {'c99df3d5-4b1b-4965-a7fb-0db01c37b920'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:31:50.200918 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-c8a2c484-2220-4fc6-9745-6a9f4379bcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:31:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['c99df3d5-4b1b-4965-a7fb-0db01c37b920'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:50.269463 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-06a860d3-e87f-4ea8-890b-e3dd897413a9 tempest-RoutersTestDVR-2110843130 tempest-RoutersTestDVR-2110843130-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:50.330093 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-06a860d3-e87f-4ea8-890b-e3dd897413a9 tempest-RoutersTestDVR-2110843130 tempest-RoutersTestDVR-2110843130-project-admin] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:50.331303 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-06a860d3-e87f-4ea8-890b-e3dd897413a9 tempest-RoutersTestDVR-2110843130 tempest-RoutersTestDVR-2110843130-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3942938 Oct 30 15:31:50.334158 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34714) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:50.359715 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-c8a2c484-2220-4fc6-9745-6a9f4379bcf9 None None] Set router c99df3d5-4b1b-4965-a7fb-0db01c37b920 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:31:50.447585 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-135d1aa3-65a8-4af2-9140-5c4dae88c85b tempest-RoutersTestDVR-2110843130 tempest-RoutersTestDVR-2110843130-project-admin] Publish callbacks [] for router, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:50.656568 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5f979684-d131-4f70-af33-bd5e98ba15b5 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:50.737061 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-135d1aa3-65a8-4af2-9140-5c4dae88c85b tempest-RoutersTestDVR-2110843130 tempest-RoutersTestDVR-2110843130-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:50.739722 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-135d1aa3-65a8-4af2-9140-5c4dae88c85b tempest-RoutersTestDVR-2110843130 tempest-RoutersTestDVR-2110843130-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:50.801028 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ded41-6190-48bc-a114-b52b5a6c6fa5 req-ad1db16a-f900-49bd-bf81-6869565dc067 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:50.803607 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b19ded41-6190-48bc-a114-b52b5a6c6fa5 req-ad1db16a-f900-49bd-bf81-6869565dc067 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c0fb05b-4f21-48cf-a2c9-68a3327bf2b1 HTTP/1.1" status: 200 len: 946 time: 0.1891489 Oct 30 15:31:50.805413 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-c8a2c484-2220-4fc6-9745-6a9f4379bcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c99df3d5-4b1b-4965-a7fb-0db01c37b920', 'name': 'tempest-TestNetworkBasicOps-router-689751041', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '9d2cecfb-0985-4e1c-82a4-1cfca792288f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:29:59Z', 'updated_at': '2021-10-30T15:31:48Z', 'revision_number': 6, 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'gw_port': {'id': '9d2cecfb-0985-4e1c-82a4-1cfca792288f', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:42:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99df3d5-4b1b-4965-a7fb-0db01c37b920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:30:00Z', 'updated_at': '2021-10-30T15:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '40af0d91-39d2-4c87-90ac-9f556f3f8a19', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'floating_ip_address': '172.25.4.203', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': 'c99df3d5-4b1b-4965-a7fb-0db01c37b920', 'port_id': '02deada9-fa8b-4a17-b369-882334c3479f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b22032d-f999-405c-9aae-f4a890134250', 'mac_address': 'fa:16:3e:1d:33:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a96fdb3-520e-48f8-9ebb-d27d38160cdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:30:26Z', 'updated_at': '2021-10-30T15:30:31Z', 'revision_number': 1, 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc731b44-299e-44a1-9e52-298d89ace0b2', 'name': '', 'network_id': '4b22032d-f999-405c-9aae-f4a890134250', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'mac_address': 'fa:16:3e:af:c5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99df3d5-4b1b-4965-a7fb-0db01c37b920', 'device_owner': 'network:router_interface', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'ce71113c-07b3-443c-b38d-a9b479050738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:30:05Z', 'updated_at': '2021-10-30T15:30:10Z', 'revision_number': 5, 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'subnets': [{'id': 'ce71113c-07b3-443c-b38d-a9b479050738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:50.810360 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-135d1aa3-65a8-4af2-9140-5c4dae88c85b tempest-RoutersTestDVR-2110843130 tempest-RoutersTestDVR-2110843130-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:50.811020 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-135d1aa3-65a8-4af2-9140-5c4dae88c85b tempest-RoutersTestDVR-2110843130 tempest-RoutersTestDVR-2110843130-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 563f4224-7d98-4fc0-ba6e-2e40ad4ee625 {{(pid=102130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:31:50.816496 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-135d1aa3-65a8-4af2-9140-5c4dae88c85b tempest-RoutersTestDVR-2110843130 tempest-RoutersTestDVR-2110843130-project-admin] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:50.821245 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-135d1aa3-65a8-4af2-9140-5c4dae88c85b tempest-RoutersTestDVR-2110843130 tempest-RoutersTestDVR-2110843130-project-admin] 10.222.0.62 "DELETE /v2.0/routers/563f4224-7d98-4fc0-ba6e-2e40ad4ee625 HTTP/1.1" status: 204 len: 168 time: 0.4827051 Oct 30 15:31:50.822446 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34718) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:50.828152 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-131a12a6-ca09-4727-9055-2262fb6fa08f tempest-RoutersTestDVR-2110843130 tempest-RoutersTestDVR-2110843130-project-admin] Request body: {'router': {'name': 'tempest-router-314270575', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'a2fc8c99131c41c580bae3306b359122'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:31:50.852651 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a2c484-2220-4fc6-9745-6a9f4379bcf9 None None] Checking router: c99df3d5-4b1b-4965-a7fb-0db01c37b920 for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:31:50.856817 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-131a12a6-ca09-4727-9055-2262fb6fa08f tempest-RoutersTestDVR-2110843130 tempest-RoutersTestDVR-2110843130-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:50.858256 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-131a12a6-ca09-4727-9055-2262fb6fa08f tempest-RoutersTestDVR-2110843130 tempest-RoutersTestDVR-2110843130-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:50.862568 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a2c484-2220-4fc6-9745-6a9f4379bcf9 None None] Routers {'c99df3d5-4b1b-4965-a7fb-0db01c37b920'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:31:50.863399 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-c8a2c484-2220-4fc6-9745-6a9f4379bcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:31:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['c99df3d5-4b1b-4965-a7fb-0db01c37b920'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:50.898822 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f979684-d131-4f70-af33-bd5e98ba15b5 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event updated for resources: {'Subnet': ['ID=c533474c-81be-4bfa-8017-92d34ffa2451,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:50.932099 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b19ded41-6190-48bc-a114-b52b5a6c6fa5 req-874f5924-1a8a-412f-9f19-f608ad1c2729 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1723890-f44a-45d2-a097-7588f09fd380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950108 Oct 30 15:31:50.944016 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f979684-d131-4f70-af33-bd5e98ba15b5 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Checking segment: {'id': '1549d445-0f70-4724-b988-9b7bbf1567b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '46d3008b-2ef4-4f6b-90d1-dc468a193f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:31:50.944712 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f979684-d131-4f70-af33-bd5e98ba15b5 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Network hostable DHCP agents. Network: 46d3008b-2ef4-4f6b-90d1-dc468a193f49, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:31:50.948220 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-131a12a6-ca09-4727-9055-2262fb6fa08f tempest-RoutersTestDVR-2110843130 tempest-RoutersTestDVR-2110843130-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:50.969653 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-131a12a6-ca09-4727-9055-2262fb6fa08f tempest-RoutersTestDVR-2110843130 tempest-RoutersTestDVR-2110843130-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:50.983950 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f979684-d131-4f70-af33-bd5e98ba15b5 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Network 46d3008b-2ef4-4f6b-90d1-dc468a193f49 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:31:50.992363 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-c8a2c484-2220-4fc6-9745-6a9f4379bcf9 None None] Set router c99df3d5-4b1b-4965-a7fb-0db01c37b920 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:31:51.006790 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-5f979684-d131-4f70-af33-bd5e98ba15b5 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 46d3008b-2ef4-4f6b-90d1-dc468a193f49) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:31:51.010776 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-131a12a6-ca09-4727-9055-2262fb6fa08f tempest-RoutersTestDVR-2110843130 tempest-RoutersTestDVR-2110843130-project-admin] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:51.015310 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-131a12a6-ca09-4727-9055-2262fb6fa08f tempest-RoutersTestDVR-2110843130 tempest-RoutersTestDVR-2110843130-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1881981 Oct 30 15:31:51.015310 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34720) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:51.015726 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf73f48-d978-41fb-9d82-df71054f4000 None None] Network 46d3008b-2ef4-4f6b-90d1-dc468a193f49 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:31:51.021083 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f979684-d131-4f70-af33-bd5e98ba15b5 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:51.021662 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5f979684-d131-4f70-af33-bd5e98ba15b5 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:51.030183 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-f4680233-552d-4117-bada-3d1102fa581f tempest-RoutersTestDVR-2110843130 tempest-RoutersTestDVR-2110843130-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:31:51.049840 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-5f979684-d131-4f70-af33-bd5e98ba15b5 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0852208 Oct 30 15:31:51.050464 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34722) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:51.059610 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-a6708eb6-8a8e-4015-835c-3bb9400cfce7 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Request body: {'port': {'network_id': '46d3008b-2ef4-4f6b-90d1-dc468a193f49', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-571806013'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:31:51.296509 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6708eb6-8a8e-4015-835c-3bb9400cfce7 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Made reservation on behalf of ee12cc7bf3e14cdba3ace2cbd46ac13b for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:31:51.301208 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a6708eb6-8a8e-4015-835c-3bb9400cfce7 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:51.323526 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [None req-a6708eb6-8a8e-4015-835c-3bb9400cfce7 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] device_id is not set on port 7499ddf2-aa95-4251-9932-34edab7fe68a yet. {{(pid=102131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:31:51.356146 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-75d6af5a-c7c5-48dc-a2bb-a1d2e70002fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:51.364546 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8ca925-65f2-4eb3-ba0c-41652130305a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-46d3008b-2ef4-4f6b-90d1-dc468a193f49', 'network_id': '46d3008b-2ef4-4f6b-90d1-dc468a193f49', 'tenant_id': 'ee12cc7bf3e14cdba3ace2cbd46ac13b', 'fixed_ips': [{'subnet_id': 'c533474c-81be-4bfa-8017-92d34ffa2451'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:31:51.368054 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6c8ca925-65f2-4eb3-ba0c-41652130305a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:51.394638 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f4680233-552d-4117-bada-3d1102fa581f tempest-RoutersTestDVR-2110843130 tempest-RoutersTestDVR-2110843130-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-773039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29512'] for router, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:51.395000 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f4680233-552d-4117-bada-3d1102fa581f tempest-RoutersTestDVR-2110843130 tempest-RoutersTestDVR-2110843130-project-admin] Publish callbacks [] for router, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:51.534361 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-c8a2c484-2220-4fc6-9745-6a9f4379bcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c99df3d5-4b1b-4965-a7fb-0db01c37b920', 'name': 'tempest-TestNetworkBasicOps-router-689751041', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '9d2cecfb-0985-4e1c-82a4-1cfca792288f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:29:59Z', 'updated_at': '2021-10-30T15:31:48Z', 'revision_number': 6, 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'gw_port': {'id': '9d2cecfb-0985-4e1c-82a4-1cfca792288f', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:42:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99df3d5-4b1b-4965-a7fb-0db01c37b920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:30:00Z', 'updated_at': '2021-10-30T15:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '40af0d91-39d2-4c87-90ac-9f556f3f8a19', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'floating_ip_address': '172.25.4.203', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': 'c99df3d5-4b1b-4965-a7fb-0db01c37b920', 'port_id': '02deada9-fa8b-4a17-b369-882334c3479f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b22032d-f999-405c-9aae-f4a890134250', 'mac_address': 'fa:16:3e:1d:33:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a96fdb3-520e-48f8-9ebb-d27d38160cdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:30:26Z', 'updated_at': '2021-10-30T15:30:31Z', 'revision_number': 1, 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc731b44-299e-44a1-9e52-298d89ace0b2', 'name': '', 'network_id': '4b22032d-f999-405c-9aae-f4a890134250', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'mac_address': 'fa:16:3e:af:c5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99df3d5-4b1b-4965-a7fb-0db01c37b920', 'device_owner': 'network:router_interface', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'ce71113c-07b3-443c-b38d-a9b479050738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:30:05Z', 'updated_at': '2021-10-30T15:30:10Z', 'revision_number': 5, 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'subnets': [{'id': 'ce71113c-07b3-443c-b38d-a9b479050738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:51.541702 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-a6708eb6-8a8e-4015-835c-3bb9400cfce7 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Allocated IP 2001:db8::10a (46d3008b-2ef4-4f6b-90d1-dc468a193f49/c533474c-81be-4bfa-8017-92d34ffa2451/7499ddf2-aa95-4251-9932-34edab7fe68a) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:31:51.580812 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-f4680233-552d-4117-bada-3d1102fa581f tempest-RoutersTestDVR-2110843130 tempest-RoutersTestDVR-2110843130-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102130) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Oct 30 15:31:51.581168 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-f4680233-552d-4117-bada-3d1102fa581f tempest-RoutersTestDVR-2110843130 tempest-RoutersTestDVR-2110843130-project-admin] Router e8d6d34e-a0e1-4c0c-a160-4bbcf29676e7 migrating from provider to provider. {{(pid=102130) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Oct 30 15:31:51.581529 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f4680233-552d-4117-bada-3d1102fa581f tempest-RoutersTestDVR-2110843130 tempest-RoutersTestDVR-2110843130-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:51.586760 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f4680233-552d-4117-bada-3d1102fa581f tempest-RoutersTestDVR-2110843130 tempest-RoutersTestDVR-2110843130-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:51.592578 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a2c484-2220-4fc6-9745-6a9f4379bcf9 None None] The sync data for ids ['c99df3d5-4b1b-4965-a7fb-0db01c37b920'] in n-d-806683-17 is: [{'id': 'c99df3d5-4b1b-4965-a7fb-0db01c37b920', 'name': 'tempest-TestNetworkBasicOps-router-689751041', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '9d2cecfb-0985-4e1c-82a4-1cfca792288f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:29:59Z', 'updated_at': '2021-10-30T15:31:48Z', 'revision_number': 6, 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'gw_port': {'id': '9d2cecfb-0985-4e1c-82a4-1cfca792288f', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:42:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99df3d5-4b1b-4965-a7fb-0db01c37b920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:30:00Z', 'updated_at': '2021-10-30T15:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '40af0d91-39d2-4c87-90ac-9f556f3f8a19', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'floating_ip_address': '172.25.4.203', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': 'c99df3d5-4b1b-4965-a7fb-0db01c37b920', 'port_id': '02deada9-fa8b-4a17-b369-882334c3479f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b22032d-f999-405c-9aae-f4a890134250', 'mac_address': 'fa:16:3e:1d:33:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a96fdb3-520e-48f8-9ebb-d27d38160cdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:30:26Z', 'updated_at': '2021-10-30T15:30:31Z', 'revision_number': 1, 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc731b44-299e-44a1-9e52-298d89ace0b2', 'name': '', 'network_id': '4b22032d-f999-405c-9aae-f4a890134250', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'mac_address': 'fa:16:3e:af:c5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99df3d5-4b1b-4965-a7fb-0db01c37b920', 'device_owner': 'network:router_interface', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'ce71113c-07b3-443c-b38d-a9b479050738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:30:05Z', 'updated_at': '2021-10-30T15:30:10Z', 'revision_number': 5, 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'subnets': [{'id': 'ce71113c-07b3-443c-b38d-a9b479050738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:31:51.598609 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f4680233-552d-4117-bada-3d1102fa581f tempest-RoutersTestDVR-2110843130 tempest-RoutersTestDVR-2110843130-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-773014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-773021', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-773165'] for router, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:51.686659 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8511955a-9cdc-4b24-b7b6-17c5568740e6 req-7ac94a1d-39c5-4a5c-aefd-985761014b5e tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:51.696487 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8511955a-9cdc-4b24-b7b6-17c5568740e6 req-7ac94a1d-39c5-4a5c-aefd-985761014b5e tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=25353754-ad8b-4952-b0f6-00eb931ff7ca HTTP/1.1" status: 200 len: 944 time: 0.4101686 Oct 30 15:31:51.714435 n-d-806683-17 neutron-server[102130]: WARNING neutron.scheduler.l3_agent_scheduler [None req-f4680233-552d-4117-bada-3d1102fa581f tempest-RoutersTestDVR-2110843130 tempest-RoutersTestDVR-2110843130-project-admin] No L3 agents can host the router e8d6d34e-a0e1-4c0c-a160-4bbcf29676e7 Oct 30 15:31:51.734944 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a6708eb6-8a8e-4015-835c-3bb9400cfce7 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:51.756916 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8511955a-9cdc-4b24-b7b6-17c5568740e6 req-f976f39b-4714-45fc-8589-f57a62eca7c7 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d32fb4-59bb-4ed8-a618-6a89a7e07898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548518 Oct 30 15:31:51.792727 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a6708eb6-8a8e-4015-835c-3bb9400cfce7 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:51.846845 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6708eb6-8a8e-4015-835c-3bb9400cfce7 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Network 46d3008b-2ef4-4f6b-90d1-dc468a193f49 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:31:51.848979 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-6c8ca925-65f2-4eb3-ba0c-41652130305a None None] Allocated IP 2001:db8::2 (46d3008b-2ef4-4f6b-90d1-dc468a193f49/c533474c-81be-4bfa-8017-92d34ffa2451/e63300b0-676c-46fb-8b0d-78f4b5ea9970) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:31:51.864289 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-a6708eb6-8a8e-4015-835c-3bb9400cfce7 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:31:51.882735 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6708eb6-8a8e-4015-835c-3bb9400cfce7 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:31:51.889528 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6708eb6-8a8e-4015-835c-3bb9400cfce7 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:51.890562 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a6708eb6-8a8e-4015-835c-3bb9400cfce7 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:51.900329 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4680233-552d-4117-bada-3d1102fa581f tempest-RoutersTestDVR-2110843130 tempest-RoutersTestDVR-2110843130-project-admin] Hosts for router e8d6d34e-a0e1-4c0c-a160-4bbcf29676e7: [] {{(pid=102130) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Oct 30 15:31:51.910255 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6708eb6-8a8e-4015-835c-3bb9400cfce7 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event updated for resources: {'Port': ['ID=7499ddf2-aa95-4251-9932-34edab7fe68a,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:51.936050 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac9825-a8d8-4e62-8922-cb82fa6d74db req-a49c95e2-bd0c-4aab-8124-0aff4cc1164a tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:51.937617 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a9ac9825-a8d8-4e62-8922-cb82fa6d74db req-a49c95e2-bd0c-4aab-8124-0aff4cc1164a tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c0fb05b-4f21-48cf-a2c9-68a3327bf2b1 HTTP/1.1" status: 200 len: 946 time: 0.0928881 Oct 30 15:31:51.941089 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-a6708eb6-8a8e-4015-835c-3bb9400cfce7 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 0.8896446 Oct 30 15:31:51.943923 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34726) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:51.953328 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4680233-552d-4117-bada-3d1102fa581f tempest-RoutersTestDVR-2110843130 tempest-RoutersTestDVR-2110843130-project-admin] Hosts for other DVR routers connected to router e8d6d34e-a0e1-4c0c-a160-4bbcf29676e7: set() {{(pid=102130) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Oct 30 15:31:51.957887 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f4680233-552d-4117-bada-3d1102fa581f tempest-RoutersTestDVR-2110843130 tempest-RoutersTestDVR-2110843130-project-admin] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:51.961578 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-f4680233-552d-4117-bada-3d1102fa581f tempest-RoutersTestDVR-2110843130 tempest-RoutersTestDVR-2110843130-project-admin] 10.222.0.62 "PUT /v2.0/routers/e8d6d34e-a0e1-4c0c-a160-4bbcf29676e7 HTTP/1.1" status: 200 len: 716 time: 0.9365427 Oct 30 15:31:51.968783 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34728) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:52.121952 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6c8ca925-65f2-4eb3-ba0c-41652130305a None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:52.130210 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6c8ca925-65f2-4eb3-ba0c-41652130305a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:52.192403 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8ca925-65f2-4eb3-ba0c-41652130305a None None] Network 46d3008b-2ef4-4f6b-90d1-dc468a193f49 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:31:52.196607 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-6c8ca925-65f2-4eb3-ba0c-41652130305a None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:31:52.202335 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8ca925-65f2-4eb3-ba0c-41652130305a None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:31:52.214532 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8ca925-65f2-4eb3-ba0c-41652130305a None None] Pushing event updated for resources: {'Port': ['ID=e63300b0-676c-46fb-8b0d-78f4b5ea9970,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:52.269455 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-6c8ca925-65f2-4eb3-ba0c-41652130305a None None] Attempting to bind port e63300b0-676c-46fb-8b0d-78f4b5ea9970 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:31:52.269834 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-6c8ca925-65f2-4eb3-ba0c-41652130305a None None] Attempting to bind port e63300b0-676c-46fb-8b0d-78f4b5ea9970 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '1549d445-0f70-4724-b988-9b7bbf1567b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '46d3008b-2ef4-4f6b-90d1-dc468a193f49'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:31:52.270208 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8ca925-65f2-4eb3-ba0c-41652130305a None None] Attempting to bind port e63300b0-676c-46fb-8b0d-78f4b5ea9970 on network 46d3008b-2ef4-4f6b-90d1-dc468a193f49 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:31:52.276983 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8ca925-65f2-4eb3-ba0c-41652130305a None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:31:52.277366 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8ca925-65f2-4eb3-ba0c-41652130305a None None] Checking segment: {'id': '1549d445-0f70-4724-b988-9b7bbf1567b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '46d3008b-2ef4-4f6b-90d1-dc468a193f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:31:52.277777 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6c8ca925-65f2-4eb3-ba0c-41652130305a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:52.278327 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8ca925-65f2-4eb3-ba0c-41652130305a None None] Bound using segment: {'id': '1549d445-0f70-4724-b988-9b7bbf1567b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '46d3008b-2ef4-4f6b-90d1-dc468a193f49'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:31:52.278818 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-6c8ca925-65f2-4eb3-ba0c-41652130305a None None] Bound port: e63300b0-676c-46fb-8b0d-78f4b5ea9970, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1549d445-0f70-4724-b988-9b7bbf1567b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '46d3008b-2ef4-4f6b-90d1-dc468a193f49'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:31:52.279204 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6c8ca925-65f2-4eb3-ba0c-41652130305a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:52.360066 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-6c8ca925-65f2-4eb3-ba0c-41652130305a None None] For port e63300b0-676c-46fb-8b0d-78f4b5ea9970, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:31:52.365444 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-6c8ca925-65f2-4eb3-ba0c-41652130305a None None] For port e63300b0-676c-46fb-8b0d-78f4b5ea9970, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=e63300b0-676c-46fb-8b0d-78f4b5ea9970,segment=NetworkSegment(1549d445-0f70-4724-b988-9b7bbf1567b7),segment_id=1549d445-0f70-4724-b988-9b7bbf1567b7)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:31:52.371891 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6c8ca925-65f2-4eb3-ba0c-41652130305a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:52.473495 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbfc756-f52d-4f53-993a-04a1db076d0f req-b9d5ed1a-5dea-4a57-bf27-b2383adac204 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:52.477703 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0bbfc756-f52d-4f53-993a-04a1db076d0f req-b9d5ed1a-5dea-4a57-bf27-b2383adac204 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c0fb05b-4f21-48cf-a2c9-68a3327bf2b1 HTTP/1.1" status: 200 len: 946 time: 0.4156208 Oct 30 15:31:52.507213 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device f86cb27b-6785-4061-9971-13467a221a8e no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:31:52.519287 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8ca925-65f2-4eb3-ba0c-41652130305a None None] Pushing event updated for resources: {'Port': ['ID=e63300b0-676c-46fb-8b0d-78f4b5ea9970,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:52.545767 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: f86cb27b-6785-4061-9971-13467a221a8e {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:31:52.561755 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device f86cb27b-6785-4061-9971-13467a221a8e not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:31:52.584617 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-36e177cc-5076-4c72-ad26-fe0899ff220c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Deleting port 7499ddf2-aa95-4251-9932-34edab7fe68a {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:31:52.584956 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-36e177cc-5076-4c72-ad26-fe0899ff220c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:52.610356 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-6b2d8f65-2408-4310-bb3b-bd92d1030ce7 tempest-RoutersTestDVR-2110843130 tempest-RoutersTestDVR-2110843130-project-admin] 10.222.0.62 "GET /v2.0/routers/e8d6d34e-a0e1-4c0c-a160-4bbcf29676e7 HTTP/1.1" status: 200 len: 716 time: 0.6379356 Oct 30 15:31:52.611922 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34732) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:52.641757 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0bbfc756-f52d-4f53-993a-04a1db076d0f req-5d20dcf0-bd46-4b7b-b975-cf9a04f537cd tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1723890-f44a-45d2-a097-7588f09fd380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424870 Oct 30 15:31:52.663160 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-a9ac9825-a8d8-4e62-8922-cb82fa6d74db req-1d7055e1-be32-4038-be90-98ebaf33b8c2 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Deleting port 8c3bf256-ee8a-4d3b-98d2-183e0d0adc81 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:31:52.663708 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a9ac9825-a8d8-4e62-8922-cb82fa6d74db req-1d7055e1-be32-4038-be90-98ebaf33b8c2 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:52.864751 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-a9ac9825-a8d8-4e62-8922-cb82fa6d74db req-1d7055e1-be32-4038-be90-98ebaf33b8c2 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] For port 8c3bf256-ee8a-4d3b-98d2-183e0d0adc81, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=8c3bf256-ee8a-4d3b-98d2-183e0d0adc81,segment=NetworkSegment(aa9130cd-62ac-492c-bcab-253da3d07c77),segment_id=aa9130cd-62ac-492c-bcab-253da3d07c77)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:31:52.865545 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a9ac9825-a8d8-4e62-8922-cb82fa6d74db req-1d7055e1-be32-4038-be90-98ebaf33b8c2 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:52.944195 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-a9ac9825-a8d8-4e62-8922-cb82fa6d74db req-1d7055e1-be32-4038-be90-98ebaf33b8c2 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Calling delete_port for 8c3bf256-ee8a-4d3b-98d2-183e0d0adc81 owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:31:52.964927 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-494dd976-f09a-4a98-b560-2308e907e3db tempest-RoutersTestDVR-1708480220 tempest-RoutersTestDVR-1708480220-project] 10.222.0.62 "GET /v2.0/routers/e8d6d34e-a0e1-4c0c-a160-4bbcf29676e7 HTTP/1.1" status: 200 len: 682 time: 0.3512697 Oct 30 15:31:52.966594 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34738) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:52.967088 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-36e177cc-5076-4c72-ad26-fe0899ff220c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:52.982524 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-36e177cc-5076-4c72-ad26-fe0899ff220c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Calling delete_port for 7499ddf2-aa95-4251-9932-34edab7fe68a owned by {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:31:53.048434 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4c320425-59f6-4a54-b594-f07c042d9eec tempest-RoutersTestDVR-2110843130 tempest-RoutersTestDVR-2110843130-project-admin] Publish callbacks [] for router, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:53.126688 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8822111f-fdc4-43f3-bde6-569455965a6d req-44eb8b24-a3a0-4604-b246-f59524f06c00 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:53.143875 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8822111f-fdc4-43f3-bde6-569455965a6d req-44eb8b24-a3a0-4604-b246-f59524f06c00 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=25353754-ad8b-4952-b0f6-00eb931ff7ca HTTP/1.1" status: 200 len: 944 time: 0.2463338 Oct 30 15:31:53.242287 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4c320425-59f6-4a54-b594-f07c042d9eec tempest-RoutersTestDVR-2110843130 tempest-RoutersTestDVR-2110843130-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:53.245314 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4c320425-59f6-4a54-b594-f07c042d9eec tempest-RoutersTestDVR-2110843130 tempest-RoutersTestDVR-2110843130-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:53.265501 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-36e177cc-5076-4c72-ad26-fe0899ff220c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:53.298898 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e177cc-5076-4c72-ad26-fe0899ff220c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event deleted for resources: {'Port': ['ID=7499ddf2-aa95-4251-9932-34edab7fe68a,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:53.310057 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4c320425-59f6-4a54-b594-f07c042d9eec tempest-RoutersTestDVR-2110843130 tempest-RoutersTestDVR-2110843130-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:53.310646 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c320425-59f6-4a54-b594-f07c042d9eec tempest-RoutersTestDVR-2110843130 tempest-RoutersTestDVR-2110843130-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e8d6d34e-a0e1-4c0c-a160-4bbcf29676e7 {{(pid=102130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:31:53.312852 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8822111f-fdc4-43f3-bde6-569455965a6d req-5b2403e4-4d77-4354-805e-25d9ca8a3672 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d32fb4-59bb-4ed8-a618-6a89a7e07898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1680984 Oct 30 15:31:53.321280 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4c320425-59f6-4a54-b594-f07c042d9eec tempest-RoutersTestDVR-2110843130 tempest-RoutersTestDVR-2110843130-project-admin] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:53.329493 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-4c320425-59f6-4a54-b594-f07c042d9eec tempest-RoutersTestDVR-2110843130 tempest-RoutersTestDVR-2110843130-project-admin] 10.222.0.62 "DELETE /v2.0/routers/e8d6d34e-a0e1-4c0c-a160-4bbcf29676e7 HTTP/1.1" status: 204 len: 168 time: 0.3571565 Oct 30 15:31:53.335792 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34742) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:53.340342 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-921b308a-b2cd-4f5d-a47a-80011aaaebcb tempest-RoutersTestDVR-2110843130 tempest-RoutersTestDVR-2110843130-project-admin] Request body: {'router': {'name': 'tempest-router-731355588', 'distributed': True}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:31:53.368067 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-36e177cc-5076-4c72-ad26-fe0899ff220c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:53.375571 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-36e177cc-5076-4c72-ad26-fe0899ff220c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "DELETE /v2.0/ports/7499ddf2-aa95-4251-9932-34edab7fe68a HTTP/1.1" status: 204 len: 168 time: 1.4303424 Oct 30 15:31:53.378621 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34744) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:53.389956 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-921b308a-b2cd-4f5d-a47a-80011aaaebcb tempest-RoutersTestDVR-2110843130 tempest-RoutersTestDVR-2110843130-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:53.393133 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-921b308a-b2cd-4f5d-a47a-80011aaaebcb tempest-RoutersTestDVR-2110843130 tempest-RoutersTestDVR-2110843130-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:53.419501 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a7889fb-ee93-4311-a852-188ef7487e63 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] GET failed (client error): The resource could not be found. Oct 30 15:31:53.419501 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-5a7889fb-ee93-4311-a852-188ef7487e63 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "GET /v2.0/ports/7499ddf2-aa95-4251-9932-34edab7fe68a HTTP/1.1" status: 404 len: 333 time: 0.0373330 Oct 30 15:31:53.420604 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34746) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:53.467017 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-921b308a-b2cd-4f5d-a47a-80011aaaebcb tempest-RoutersTestDVR-2110843130 tempest-RoutersTestDVR-2110843130-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:53.467308 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a9ac9825-a8d8-4e62-8922-cb82fa6d74db req-1d7055e1-be32-4038-be90-98ebaf33b8c2 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:53.472692 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-921b308a-b2cd-4f5d-a47a-80011aaaebcb tempest-RoutersTestDVR-2110843130 tempest-RoutersTestDVR-2110843130-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:53.492782 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-921b308a-b2cd-4f5d-a47a-80011aaaebcb tempest-RoutersTestDVR-2110843130 tempest-RoutersTestDVR-2110843130-project-admin] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:53.494256 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-921b308a-b2cd-4f5d-a47a-80011aaaebcb tempest-RoutersTestDVR-2110843130 tempest-RoutersTestDVR-2110843130-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1573749 Oct 30 15:31:53.496952 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34748) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:53.543399 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7055e1-be32-4038-be90-98ebaf33b8c2 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Pushing event deleted for resources: {'Port': ['ID=8c3bf256-ee8a-4d3b-98d2-183e0d0adc81,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:53.580976 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a0c7f06-ac21-471d-afb8-de4eb6cfcb0c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Deleting subnet c533474c-81be-4bfa-8017-92d34ffa2451 {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:31:53.589721 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9d8abb02-c15b-4989-b61d-8e038688ebfc tempest-RoutersTestDVR-2110843130 tempest-RoutersTestDVR-2110843130-project-admin] Publish callbacks [] for router, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:53.599513 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5a0c7f06-ac21-471d-afb8-de4eb6cfcb0c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:53.602460 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9ac9825-a8d8-4e62-8922-cb82fa6d74db req-1d7055e1-be32-4038-be90-98ebaf33b8c2 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] No DVR routers for this DVR port 8c3bf256-ee8a-4d3b-98d2-183e0d0adc81 on host n-h1-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:31:53.626401 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a9ac9825-a8d8-4e62-8922-cb82fa6d74db req-1d7055e1-be32-4038-be90-98ebaf33b8c2 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:53.629878 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a9ac9825-a8d8-4e62-8922-cb82fa6d74db req-1d7055e1-be32-4038-be90-98ebaf33b8c2 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.53 "DELETE /v2.0/ports/8c3bf256-ee8a-4d3b-98d2-183e0d0adc81 HTTP/1.1" status: 204 len: 173 time: 1.6776979 Oct 30 15:31:53.630354 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c0fb05b-4f21-48cf-a2c9-68a3327bf2b1', 'name': 'network-vif-deleted', 'tag': '8c3bf256-ee8a-4d3b-98d2-183e0d0adc81'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:31:53.640254 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17119157-a54a-46c6-b80b-e1d4a74e6102" -d '{"events": [{"server_uuid": "1c0fb05b-4f21-48cf-a2c9-68a3327bf2b1", "name": "network-vif-deleted", "tag": "8c3bf256-ee8a-4d3b-98d2-183e0d0adc81"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:31:53.726429 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5a0c7f06-ac21-471d-afb8-de4eb6cfcb0c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:53.762421 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-df778c43-55bd-49fc-b171-c834145ce8c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:53.779554 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3881ae02-b730-4226-b885-351595c875d8 x-openstack-request-id: req-3881ae02-b730-4226-b885-351595c875d8 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:31:53.779884 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c0fb05b-4f21-48cf-a2c9-68a3327bf2b1", "name": "network-vif-deleted", "tag": "8c3bf256-ee8a-4d3b-98d2-183e0d0adc81", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:31:53.780142 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3881ae02-b730-4226-b885-351595c875d8 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:31:53.780570 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c0fb05b-4f21-48cf-a2c9-68a3327bf2b1', 'name': 'network-vif-deleted', 'tag': '8c3bf256-ee8a-4d3b-98d2-183e0d0adc81', 'status': 'completed', 'code': 200} Oct 30 15:31:53.892668 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9d8abb02-c15b-4989-b61d-8e038688ebfc tempest-RoutersTestDVR-2110843130 tempest-RoutersTestDVR-2110843130-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:53.896716 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9d8abb02-c15b-4989-b61d-8e038688ebfc tempest-RoutersTestDVR-2110843130 tempest-RoutersTestDVR-2110843130-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:53.976115 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cb35ffbc-6ba3-4092-833c-e1376fb797e9 req-d3312207-0f17-42cd-85b0-2f7dedbaadcd tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c0fb05b-4f21-48cf-a2c9-68a3327bf2b1 HTTP/1.1" status: 200 len: 210 time: 0.0708530 Oct 30 15:31:53.997060 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9d8abb02-c15b-4989-b61d-8e038688ebfc tempest-RoutersTestDVR-2110843130 tempest-RoutersTestDVR-2110843130-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:54.000038 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d8abb02-c15b-4989-b61d-8e038688ebfc tempest-RoutersTestDVR-2110843130 tempest-RoutersTestDVR-2110843130-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 86d64edd-308b-4821-bad5-e79a310a4f1d {{(pid=102130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:31:54.022581 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9d8abb02-c15b-4989-b61d-8e038688ebfc tempest-RoutersTestDVR-2110843130 tempest-RoutersTestDVR-2110843130-project-admin] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:54.024043 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9d8abb02-c15b-4989-b61d-8e038688ebfc tempest-RoutersTestDVR-2110843130 tempest-RoutersTestDVR-2110843130-project-admin] 10.222.0.62 "DELETE /v2.0/routers/86d64edd-308b-4821-bad5-e79a310a4f1d HTTP/1.1" status: 204 len: 168 time: 0.5259581 Oct 30 15:31:54.031741 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5a0c7f06-ac21-471d-afb8-de4eb6cfcb0c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:54.204915 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5a0c7f06-ac21-471d-afb8-de4eb6cfcb0c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:54.238860 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0c7f06-ac21-471d-afb8-de4eb6cfcb0c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event deleted for resources: {'Subnet': ['ID=c533474c-81be-4bfa-8017-92d34ffa2451,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:54.244657 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5a0c7f06-ac21-471d-afb8-de4eb6cfcb0c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:54.247357 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fdf3f9-db7e-4845-8361-4b6d6aff9526 None None] Network 46d3008b-2ef4-4f6b-90d1-dc468a193f49 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:31:54.250704 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-5a0c7f06-ac21-471d-afb8-de4eb6cfcb0c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "DELETE /v2.0/subnets/c533474c-81be-4bfa-8017-92d34ffa2451 HTTP/1.1" status: 204 len: 168 time: 0.8272293 Oct 30 15:31:54.251450 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34756) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:54.411880 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-766da273-8438-41b9-85c1-b4f48560d5a1 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:54.429326 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-2176a045-38a2-4e4b-a6e2-6b4e119303c0 None None] Provisioning complete for port e63300b0-676c-46fb-8b0d-78f4b5ea9970 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:31:54.430106 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2176a045-38a2-4e4b-a6e2-6b4e119303c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:54.498126 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-766da273-8438-41b9-85c1-b4f48560d5a1 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Deleting port e63300b0-676c-46fb-8b0d-78f4b5ea9970 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:31:54.498461 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-766da273-8438-41b9-85c1-b4f48560d5a1 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:54.627633 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2176a045-38a2-4e4b-a6e2-6b4e119303c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:54.635453 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc60ab4-22a2-4360-b87b-32947c51ae6a req-ea1abe2c-895a-4ff1-acd3-942f1c5a1adb tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:54.661923 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-766da273-8438-41b9-85c1-b4f48560d5a1 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] For port e63300b0-676c-46fb-8b0d-78f4b5ea9970, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=e63300b0-676c-46fb-8b0d-78f4b5ea9970,segment=NetworkSegment(1549d445-0f70-4724-b988-9b7bbf1567b7),segment_id=1549d445-0f70-4724-b988-9b7bbf1567b7)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:31:54.662305 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-766da273-8438-41b9-85c1-b4f48560d5a1 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:54.662562 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bbc60ab4-22a2-4360-b87b-32947c51ae6a req-ea1abe2c-895a-4ff1-acd3-942f1c5a1adb tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=25353754-ad8b-4952-b0f6-00eb931ff7ca HTTP/1.1" status: 200 len: 944 time: 0.1434796 Oct 30 15:31:54.695106 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device e63300b0-676c-46fb-8b0d-78f4b5ea9970 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:31:54.697150 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-766da273-8438-41b9-85c1-b4f48560d5a1 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Calling delete_port for e63300b0-676c-46fb-8b0d-78f4b5ea9970 owned by network:dhcp {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:31:54.702662 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-2176a045-38a2-4e4b-a6e2-6b4e119303c0 None None] For port e63300b0-676c-46fb-8b0d-78f4b5ea9970, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=e63300b0-676c-46fb-8b0d-78f4b5ea9970,segment=NetworkSegment(1549d445-0f70-4724-b988-9b7bbf1567b7),segment_id=1549d445-0f70-4724-b988-9b7bbf1567b7)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:31:54.723301 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34762) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:54.761168 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e7ae54-0ad3-4965-ba05-8bb1b15a7ff4 None None] DHCP port deletion for 46d3008b-2ef4-4f6b-90d1-dc468a193f49 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:31:54.833758 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:54.836354 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2176a045-38a2-4e4b-a6e2-6b4e119303c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:54.837180 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-766da273-8438-41b9-85c1-b4f48560d5a1 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:54.840912 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bbc60ab4-22a2-4360-b87b-32947c51ae6a req-1b78fb7f-de38-4883-a75d-73a5c3e2bdb3 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d32fb4-59bb-4ed8-a618-6a89a7e07898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1768529 Oct 30 15:31:54.879047 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No active binding found for port e63300b0-676c-46fb-8b0d-78f4b5ea9970 {{(pid=102132) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 30 15:31:54.879934 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device e63300b0-676c-46fb-8b0d-78f4b5ea9970 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 30 15:31:54.910412 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766da273-8438-41b9-85c1-b4f48560d5a1 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event deleted for resources: {'Port': ['ID=e63300b0-676c-46fb-8b0d-78f4b5ea9970,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:54.916768 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766da273-8438-41b9-85c1-b4f48560d5a1 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] No DVR routers for this DVR port e63300b0-676c-46fb-8b0d-78f4b5ea9970 on host n-d-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:31:54.958943 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176a045-38a2-4e4b-a6e2-6b4e119303c0 None None] Pushing event deleted for resources: {'Port': ['ID=e63300b0-676c-46fb-8b0d-78f4b5ea9970,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:54.971886 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9c89f236-44fc-48eb-b8f4-6fa2b5e3c953 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:54.976657 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Port e63300b0-676c-46fb-8b0d-78f4b5ea9970 not found, will not notify nova. {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 30 15:31:54.994200 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:55.016951 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-55e7ae54-0ad3-4965-ba05-8bb1b15a7ff4 None None] Deleting port e63300b0-676c-46fb-8b0d-78f4b5ea9970 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:31:55.017340 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-55e7ae54-0ad3-4965-ba05-8bb1b15a7ff4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:55.038034 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-766da273-8438-41b9-85c1-b4f48560d5a1 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:55.086235 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-766da273-8438-41b9-85c1-b4f48560d5a1 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46d3008b-2ef4-4f6b-90d1-dc468a193f49']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:55.120966 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-766da273-8438-41b9-85c1-b4f48560d5a1 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1549d445-0f70-4724-b988-9b7bbf1567b7') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:55.120966 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-766da273-8438-41b9-85c1-b4f48560d5a1 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1549d445-0f70-4724-b988-9b7bbf1567b7') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:55.124735 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-766da273-8438-41b9-85c1-b4f48560d5a1 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:55.132495 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34768) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:55.139408 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-55e7ae54-0ad3-4965-ba05-8bb1b15a7ff4 None None] For port e63300b0-676c-46fb-8b0d-78f4b5ea9970, host n-d-806683-17, got binding levels [] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:31:55.139956 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-55e7ae54-0ad3-4965-ba05-8bb1b15a7ff4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:55.167034 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-55e7ae54-0ad3-4965-ba05-8bb1b15a7ff4 None None] Calling delete_port for e63300b0-676c-46fb-8b0d-78f4b5ea9970 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:31:55.172246 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-766da273-8438-41b9-85c1-b4f48560d5a1 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:55.176627 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.ipam_backend_mixin [None req-55e7ae54-0ad3-4965-ba05-8bb1b15a7ff4 None None] Port e63300b0-676c-46fb-8b0d-78f4b5ea9970 was not found and therefore no delete operation was performed {{(pid=102132) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 30 15:31:55.185001 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-55e7ae54-0ad3-4965-ba05-8bb1b15a7ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:55.209922 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-766da273-8438-41b9-85c1-b4f48560d5a1 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:31:55.214921 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-766da273-8438-41b9-85c1-b4f48560d5a1 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:55.235519 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:31:55.235519 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:31:55.235519 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:31:55.235519 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:31:55.235519 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:31:55.235519 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:31:55.235519 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:31:55.235519 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:31:55.235519 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:31:55.235519 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:31:55.235519 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:31:55.235519 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:31:55.235519 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:31:55.235519 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:31:55.235519 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:31:55.235519 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:31:55.235519 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:31:55.235519 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:31:55.235519 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:31:55.235519 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:31:55.235519 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:31:55.235519 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:31:55.235519 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:31:55.235519 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:31:55.235519 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:31:55.235519 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:31:55.235519 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:31:55.235519 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:31:55.235519 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:31:55.235519 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:31:55.235519 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:31:55.235519 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:31:55.280983 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 8c3bf256-ee8a-4d3b-98d2-183e0d0adc81 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:31:55.326313 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e7ae54-0ad3-4965-ba05-8bb1b15a7ff4 None None] Pushing event deleted for resources: {'Port': ['ID=e63300b0-676c-46fb-8b0d-78f4b5ea9970,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:55.326313 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e7ae54-0ad3-4965-ba05-8bb1b15a7ff4 None None] No DVR routers for this DVR port e63300b0-676c-46fb-8b0d-78f4b5ea9970 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:31:55.351114 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: 8c3bf256-ee8a-4d3b-98d2-183e0d0adc81 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:31:55.351807 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 8c3bf256-ee8a-4d3b-98d2-183e0d0adc81 not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:31:55.375722 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a14cb0ad-77cb-4883-a045-52e62fdb1846 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:55.385501 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9c89f236-44fc-48eb-b8f4-6fa2b5e3c953 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:55.390291 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9c89f236-44fc-48eb-b8f4-6fa2b5e3c953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:55.409237 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-766da273-8438-41b9-85c1-b4f48560d5a1 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:55.426402 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-766da273-8438-41b9-85c1-b4f48560d5a1 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:55.429692 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-766da273-8438-41b9-85c1-b4f48560d5a1 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "DELETE /v2.0/networks/46d3008b-2ef4-4f6b-90d1-dc468a193f49 HTTP/1.1" status: 204 len: 168 time: 1.1768894 Oct 30 15:31:55.435513 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34770) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:55.436835 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a14cb0ad-77cb-4883-a045-52e62fdb1846 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:55.463138 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-49c56ce8-d6c0-465f-8eb8-a07c1476c3be tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Request body: {'port': {'network_id': '7647fe19-ea7a-4816-84b1-6d0a166b80b1', 'name': 'tempest-PortsIpV6TestJSON-515165210'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:31:55.490158 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766da273-8438-41b9-85c1-b4f48560d5a1 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event deleted for resources: {'Network': ['ID=46d3008b-2ef4-4f6b-90d1-dc468a193f49,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:55.526028 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9c89f236-44fc-48eb-b8f4-6fa2b5e3c953 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a2fc8c99131c41c580bae3306b359122&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8012798 Oct 30 15:31:55.526871 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34772) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:55.533832 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c89f236-44fc-48eb-b8f4-6fa2b5e3c953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa701cb-d27e-4ede-856e-167ed9a1e537,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:55.578805 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a14cb0ad-77cb-4883-a045-52e62fdb1846 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:55.582019 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a14cb0ad-77cb-4883-a045-52e62fdb1846 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:55.585822 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-a14cb0ad-77cb-4883-a045-52e62fdb1846 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "DELETE /v2.0/security-groups/a1723890-f44a-45d2-a097-7588f09fd380 HTTP/1.1" status: 204 len: 168 time: 0.4498100 Oct 30 15:31:55.589653 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c56ce8-d6c0-465f-8eb8-a07c1476c3be tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Made reservation on behalf of ee12cc7bf3e14cdba3ace2cbd46ac13b for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:31:55.602422 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-49c56ce8-d6c0-465f-8eb8-a07c1476c3be tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:55.602696 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14cb0ad-77cb-4883-a045-52e62fdb1846 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1723890-f44a-45d2-a097-7588f09fd380,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:55.621506 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34776) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:55.624500 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [None req-49c56ce8-d6c0-465f-8eb8-a07c1476c3be tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] device_id is not set on port 508630b2-d2fd-47f7-8dd3-eeaca2551c5b yet. {{(pid=102130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:31:55.683408 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bb4f1e78-06f0-4a2d-a5d3-e7056c4a5574 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:55.695209 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee4658c7-0b2e-4c34-94a1-aec3822be771 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Deleting subnet f7c74f8f-86be-4bca-9237-b05f6009cb35 {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:31:55.703418 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ee4658c7-0b2e-4c34-94a1-aec3822be771 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:55.891184 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-49c56ce8-d6c0-465f-8eb8-a07c1476c3be tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:55.938036 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-49c56ce8-d6c0-465f-8eb8-a07c1476c3be tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:56.003699 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c56ce8-d6c0-465f-8eb8-a07c1476c3be tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Network 7647fe19-ea7a-4816-84b1-6d0a166b80b1 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:31:56.007760 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-49c56ce8-d6c0-465f-8eb8-a07c1476c3be tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:31:56.010725 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c56ce8-d6c0-465f-8eb8-a07c1476c3be tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:31:56.021889 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c56ce8-d6c0-465f-8eb8-a07c1476c3be tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:56.022566 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-49c56ce8-d6c0-465f-8eb8-a07c1476c3be tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:56.033313 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c56ce8-d6c0-465f-8eb8-a07c1476c3be tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event updated for resources: {'Port': ['ID=508630b2-d2fd-47f7-8dd3-eeaca2551c5b,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:56.073121 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-49c56ce8-d6c0-465f-8eb8-a07c1476c3be tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6339087 Oct 30 15:31:56.073871 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34780) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:56.132768 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bb4f1e78-06f0-4a2d-a5d3-e7056c4a5574 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:56.162461 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ee4658c7-0b2e-4c34-94a1-aec3822be771 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:56.182063 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-ee29ae9c-9871-4ac2-b3c7-9fb291f76103 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Deleting port 508630b2-d2fd-47f7-8dd3-eeaca2551c5b {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:31:56.182474 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ee29ae9c-9871-4ac2-b3c7-9fb291f76103 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:56.221055 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d001224-230c-411a-afaf-794a227f6cc0 req-fa32e150-ae49-47c8-a344-2a1333e2d03e tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:56.222567 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6d001224-230c-411a-afaf-794a227f6cc0 req-fa32e150-ae49-47c8-a344-2a1333e2d03e tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=25353754-ad8b-4952-b0f6-00eb931ff7ca HTTP/1.1" status: 200 len: 944 time: 0.1266325 Oct 30 15:31:56.269392 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ee29ae9c-9871-4ac2-b3c7-9fb291f76103 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:56.284840 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-ee29ae9c-9871-4ac2-b3c7-9fb291f76103 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Calling delete_port for 508630b2-d2fd-47f7-8dd3-eeaca2551c5b owned by {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:31:56.287627 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bb4f1e78-06f0-4a2d-a5d3-e7056c4a5574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:56.290774 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bb4f1e78-06f0-4a2d-a5d3-e7056c4a5574 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:56.294366 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-bb4f1e78-06f0-4a2d-a5d3-e7056c4a5574 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6fa701cb-d27e-4ede-856e-167ed9a1e537 HTTP/1.1" status: 204 len: 168 time: 0.7638829 Oct 30 15:31:56.315054 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4f1e78-06f0-4a2d-a5d3-e7056c4a5574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa701cb-d27e-4ede-856e-167ed9a1e537,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:56.322833 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6d001224-230c-411a-afaf-794a227f6cc0 req-5688b5e1-01db-46f4-8aac-5fc5cde236d6 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d32fb4-59bb-4ed8-a618-6a89a7e07898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908186 Oct 30 15:31:56.327848 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ee4658c7-0b2e-4c34-94a1-aec3822be771 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:56.407123 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ee4658c7-0b2e-4c34-94a1-aec3822be771 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:56.432489 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ee29ae9c-9871-4ac2-b3c7-9fb291f76103 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:56.466273 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee29ae9c-9871-4ac2-b3c7-9fb291f76103 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event deleted for resources: {'Port': ['ID=508630b2-d2fd-47f7-8dd3-eeaca2551c5b,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:56.474330 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ee29ae9c-9871-4ac2-b3c7-9fb291f76103 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:56.478960 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-ee29ae9c-9871-4ac2-b3c7-9fb291f76103 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "DELETE /v2.0/ports/508630b2-d2fd-47f7-8dd3-eeaca2551c5b HTTP/1.1" status: 204 len: 168 time: 0.4042060 Oct 30 15:31:56.481503 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34786) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:56.483803 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4658c7-0b2e-4c34-94a1-aec3822be771 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Pushing event deleted for resources: {'Subnet': ['ID=f7c74f8f-86be-4bca-9237-b05f6009cb35,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:56.495267 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-9a8a3f8e-9260-4931-88d4-f5cfd45140b7 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Request body: {'port': {'network_id': '7647fe19-ea7a-4816-84b1-6d0a166b80b1', 'mac_address': 'fa:16:3e:d1:77:26', 'name': 'tempest-PortsIpV6TestJSON-651978760'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:31:56.495852 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ee4658c7-0b2e-4c34-94a1-aec3822be771 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:56.500230 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4882e34-f757-43a7-aca4-9d67b0b9a5e0 None None] Network 5b39545b-0064-4ccc-9db6-0523660565de requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:31:56.506161 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-ee4658c7-0b2e-4c34-94a1-aec3822be771 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "DELETE /v2.0/subnets/f7c74f8f-86be-4bca-9237-b05f6009cb35 HTTP/1.1" status: 204 len: 168 time: 0.8812346 Oct 30 15:31:56.506688 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34788) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:56.696298 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e16edccb-3987-4011-a6a1-505d95c086c0 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:56.718182 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8a3f8e-9260-4931-88d4-f5cfd45140b7 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Made reservation on behalf of ee12cc7bf3e14cdba3ace2cbd46ac13b for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:31:56.807789 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-e16edccb-3987-4011-a6a1-505d95c086c0 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Deleting port bd159f95-c65b-4f6a-935c-be08275b0860 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:31:56.808466 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e16edccb-3987-4011-a6a1-505d95c086c0 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:56.828804 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9a8a3f8e-9260-4931-88d4-f5cfd45140b7 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:56.842306 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device e63300b0-676c-46fb-8b0d-78f4b5ea9970 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:31:56.858158 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [None req-9a8a3f8e-9260-4931-88d4-f5cfd45140b7 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] device_id is not set on port 04d6e162-1387-4c4c-bdf4-aaba4e51b4a0 yet. {{(pid=102130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:31:56.873449 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: e63300b0-676c-46fb-8b0d-78f4b5ea9970 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:31:56.873864 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device e63300b0-676c-46fb-8b0d-78f4b5ea9970 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:31:56.938582 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-e16edccb-3987-4011-a6a1-505d95c086c0 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] For port bd159f95-c65b-4f6a-935c-be08275b0860, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=bd159f95-c65b-4f6a-935c-be08275b0860,segment=NetworkSegment(aa9130cd-62ac-492c-bcab-253da3d07c77),segment_id=aa9130cd-62ac-492c-bcab-253da3d07c77)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:31:56.939274 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e16edccb-3987-4011-a6a1-505d95c086c0 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:56.942833 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:56.955584 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-e16edccb-3987-4011-a6a1-505d95c086c0 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Calling delete_port for bd159f95-c65b-4f6a-935c-be08275b0860 owned by network:dhcp {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:31:57.041229 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34792) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:57.061188 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-85b14d60-328a-4ded-8de1-2917a5cca29b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:57.122624 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fc9efd-f008-4c19-adb1-5f13003fa8f5 None None] DHCP port deletion for 5b39545b-0064-4ccc-9db6-0523660565de request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:31:57.135544 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e16edccb-3987-4011-a6a1-505d95c086c0 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:57.163173 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9a8a3f8e-9260-4931-88d4-f5cfd45140b7 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:57.177179 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16edccb-3987-4011-a6a1-505d95c086c0 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] No DVR routers for this DVR port bd159f95-c65b-4f6a-935c-be08275b0860 on host n-d-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:31:57.186167 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16edccb-3987-4011-a6a1-505d95c086c0 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Pushing event deleted for resources: {'Port': ['ID=bd159f95-c65b-4f6a-935c-be08275b0860,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:57.202943 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9a8a3f8e-9260-4931-88d4-f5cfd45140b7 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:57.253778 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8a3f8e-9260-4931-88d4-f5cfd45140b7 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Network 7647fe19-ea7a-4816-84b1-6d0a166b80b1 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:31:57.270209 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-9a8a3f8e-9260-4931-88d4-f5cfd45140b7 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:31:57.276230 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8a3f8e-9260-4931-88d4-f5cfd45140b7 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:31:57.283776 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e16edccb-3987-4011-a6a1-505d95c086c0 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:57.286436 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8a3f8e-9260-4931-88d4-f5cfd45140b7 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:57.287030 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9a8a3f8e-9260-4931-88d4-f5cfd45140b7 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:57.305390 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8a3f8e-9260-4931-88d4-f5cfd45140b7 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event updated for resources: {'Port': ['ID=04d6e162-1387-4c4c-bdf4-aaba4e51b4a0,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:57.314375 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-e16edccb-3987-4011-a6a1-505d95c086c0 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b39545b-0064-4ccc-9db6-0523660565de']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:57.320733 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9a8a3f8e-9260-4931-88d4-f5cfd45140b7 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8354363 Oct 30 15:31:57.322099 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34794) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:57.332421 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-e16edccb-3987-4011-a6a1-505d95c086c0 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa9130cd-62ac-492c-bcab-253da3d07c77') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:57.332638 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-e16edccb-3987-4011-a6a1-505d95c086c0 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa9130cd-62ac-492c-bcab-253da3d07c77') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:57.349852 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e16edccb-3987-4011-a6a1-505d95c086c0 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:57.352545 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-85b14d60-328a-4ded-8de1-2917a5cca29b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:57.358412 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-85b14d60-328a-4ded-8de1-2917a5cca29b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:57.374349 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84c1f22-1fd0-469d-8aed-1250a3dad8b1 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:57.378311 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b84c1f22-1fd0-469d-8aed-1250a3dad8b1 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "GET /v2.0/ports/04d6e162-1387-4c4c-bdf4-aaba4e51b4a0 HTTP/1.1" status: 200 len: 844 time: 0.0527246 Oct 30 15:31:57.378554 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34796) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:57.380948 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e16edccb-3987-4011-a6a1-505d95c086c0 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:57.404456 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e16edccb-3987-4011-a6a1-505d95c086c0 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:31:57.404852 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e16edccb-3987-4011-a6a1-505d95c086c0 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:57.410216 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:31:57.410216 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:31:57.410216 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:31:57.410216 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:31:57.410216 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:31:57.410216 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:31:57.410216 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:31:57.410216 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:31:57.410216 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:31:57.410216 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:31:57.410216 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:31:57.410216 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:31:57.410216 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:31:57.410216 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:31:57.410216 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:31:57.410216 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:31:57.410216 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:31:57.410216 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:31:57.410216 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:31:57.410216 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:31:57.410216 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:31:57.410216 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:31:57.410216 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:31:57.410216 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:31:57.410216 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:31:57.410216 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:31:57.410216 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:31:57.410216 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:31:57.410216 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:31:57.410216 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:31:57.410216 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:31:57.410216 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:31:57.430204 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-85b14d60-328a-4ded-8de1-2917a5cca29b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8c249de4078a40cd8e733d2c01a53caa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3849030 Oct 30 15:31:57.448686 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34800) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:57.454921 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b14d60-328a-4ded-8de1-2917a5cca29b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e383dfe3-54a1-4cff-8247-74c0aafffee9,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:57.484174 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e16edccb-3987-4011-a6a1-505d95c086c0 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:57.495549 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e16edccb-3987-4011-a6a1-505d95c086c0 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:57.498790 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-e16edccb-3987-4011-a6a1-505d95c086c0 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "DELETE /v2.0/networks/5b39545b-0064-4ccc-9db6-0523660565de HTTP/1.1" status: 204 len: 168 time: 0.9910758 Oct 30 15:31:57.504219 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34802) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:57.517589 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16edccb-3987-4011-a6a1-505d95c086c0 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Pushing event deleted for resources: {'Network': ['ID=5b39545b-0064-4ccc-9db6-0523660565de,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:57.550355 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-a048bc58-5d2d-4190-8a15-16dbb4d65853 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Deleting port 04d6e162-1387-4c4c-bdf4-aaba4e51b4a0 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:31:57.550612 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a048bc58-5d2d-4190-8a15-16dbb4d65853 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:57.554929 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e64542-c2f8-448e-b18c-65aa07a3af58 req-b316f056-6a21-4fcd-a13a-27d5f17e1585 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:57.557052 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e6e64542-c2f8-448e-b18c-65aa07a3af58 req-b316f056-6a21-4fcd-a13a-27d5f17e1585 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=25353754-ad8b-4952-b0f6-00eb931ff7ca HTTP/1.1" status: 200 len: 944 time: 0.0654209 Oct 30 15:31:57.594759 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e6e64542-c2f8-448e-b18c-65aa07a3af58 req-feef8d15-d8b7-40ec-b997-1c1bb2d5039a tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d32fb4-59bb-4ed8-a618-6a89a7e07898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315437 Oct 30 15:31:57.615596 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-74b9d670-0e4d-4cb3-a84f-2559ade2ace8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:57.695485 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-74b9d670-0e4d-4cb3-a84f-2559ade2ace8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:57.701476 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a048bc58-5d2d-4190-8a15-16dbb4d65853 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:57.737719 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-a048bc58-5d2d-4190-8a15-16dbb4d65853 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Calling delete_port for 04d6e162-1387-4c4c-bdf4-aaba4e51b4a0 owned by {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:31:57.847541 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-74b9d670-0e4d-4cb3-a84f-2559ade2ace8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:57.850516 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-74b9d670-0e4d-4cb3-a84f-2559ade2ace8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:57.851685 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-74b9d670-0e4d-4cb3-a84f-2559ade2ace8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e383dfe3-54a1-4cff-8247-74c0aafffee9 HTTP/1.1" status: 204 len: 168 time: 0.4016895 Oct 30 15:31:57.871762 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b9d670-0e4d-4cb3-a84f-2559ade2ace8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e383dfe3-54a1-4cff-8247-74c0aafffee9,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:57.882271 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-a0550036-16c4-4a01-b978-033aa588cd3b tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Deleting port 47f8a257-7dc1-4d46-9484-47eee806c940 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:31:57.882726 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a0550036-16c4-4a01-b978-033aa588cd3b tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:57.921885 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a048bc58-5d2d-4190-8a15-16dbb4d65853 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:57.962688 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a048bc58-5d2d-4190-8a15-16dbb4d65853 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event deleted for resources: {'Port': ['ID=04d6e162-1387-4c4c-bdf4-aaba4e51b4a0,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:57.971447 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a048bc58-5d2d-4190-8a15-16dbb4d65853 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:57.974719 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a048bc58-5d2d-4190-8a15-16dbb4d65853 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "DELETE /v2.0/ports/04d6e162-1387-4c4c-bdf4-aaba4e51b4a0 HTTP/1.1" status: 204 len: 168 time: 0.5951872 Oct 30 15:31:57.977636 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34806) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:58.006588 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a0550036-16c4-4a01-b978-033aa588cd3b tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:58.006778 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-b19039d2-bbdb-4293-b4bb-b86fdb83fb6a tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] GET failed (client error): The resource could not be found. Oct 30 15:31:58.006916 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a0550036-16c4-4a01-b978-033aa588cd3b tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:58.012929 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b19039d2-bbdb-4293-b4bb-b86fdb83fb6a tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "GET /v2.0/ports/04d6e162-1387-4c4c-bdf4-aaba4e51b4a0 HTTP/1.1" status: 404 len: 333 time: 0.0296822 Oct 30 15:31:58.013469 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34808) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:58.019445 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-a8e3879d-e08b-4ce4-b698-5fd20abdad94 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Request body: {'port': {'network_id': '7647fe19-ea7a-4816-84b1-6d0a166b80b1', 'name': 'tempest-PortsIpV6TestJSON-1279706267'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:31:58.022300 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-a0550036-16c4-4a01-b978-033aa588cd3b tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Calling delete_port for 47f8a257-7dc1-4d46-9484-47eee806c940 owned by network:floatingip {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:31:58.121140 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e3879d-e08b-4ce4-b698-5fd20abdad94 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Made reservation on behalf of ee12cc7bf3e14cdba3ace2cbd46ac13b for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:31:58.126667 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a8e3879d-e08b-4ce4-b698-5fd20abdad94 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:58.148910 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [None req-a8e3879d-e08b-4ce4-b698-5fd20abdad94 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] device_id is not set on port c8c9d3e6-91a6-4293-a89e-4dbe94d81501 yet. {{(pid=102131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:31:58.230218 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a0550036-16c4-4a01-b978-033aa588cd3b tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:58.261444 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0550036-16c4-4a01-b978-033aa588cd3b tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Pushing event deleted for resources: {'Port': ['ID=47f8a257-7dc1-4d46-9484-47eee806c940,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:58.324672 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a0550036-16c4-4a01-b978-033aa588cd3b tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for floatingip, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:58.325169 n-d-806683-17 neutron-server[102130]: INFO neutron.db.l3_db [None req-a0550036-16c4-4a01-b978-033aa588cd3b tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Floating IP 40af0d91-39d2-4c87-90ac-9f556f3f8a19 disassociated (deleted). External IP: 172.25.4.203, port: 02deada9-fa8b-4a17-b369-882334c3479f. Oct 30 15:31:58.340090 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a8e3879d-e08b-4ce4-b698-5fd20abdad94 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:58.376938 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a8e3879d-e08b-4ce4-b698-5fd20abdad94 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:58.423681 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e3879d-e08b-4ce4-b698-5fd20abdad94 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Network 7647fe19-ea7a-4816-84b1-6d0a166b80b1 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:31:58.428029 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-a8e3879d-e08b-4ce4-b698-5fd20abdad94 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:31:58.436274 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e3879d-e08b-4ce4-b698-5fd20abdad94 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event updated for resources: {'Port': ['ID=c8c9d3e6-91a6-4293-a89e-4dbe94d81501,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:58.439418 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e3879d-e08b-4ce4-b698-5fd20abdad94 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:31:58.448296 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e3879d-e08b-4ce4-b698-5fd20abdad94 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:58.448936 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a8e3879d-e08b-4ce4-b698-5fd20abdad94 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:58.481212 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-a8e3879d-e08b-4ce4-b698-5fd20abdad94 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4663532 Oct 30 15:31:58.486150 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34826) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:58.493722 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-0e0620be-0445-4f73-b988-40f95c6ad710 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:31:58.546177 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device bd159f95-c65b-4f6a-935c-be08275b0860 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:31:58.568061 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: bd159f95-c65b-4f6a-935c-be08275b0860 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:31:58.568724 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device bd159f95-c65b-4f6a-935c-be08275b0860 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:31:58.589620 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0e0620be-0445-4f73-b988-40f95c6ad710 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:58.594795 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0550036-16c4-4a01-b978-033aa588cd3b tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Router c99df3d5-4b1b-4965-a7fb-0db01c37b920 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:31:58.668334 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34832) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:58.727278 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0550036-16c4-4a01-b978-033aa588cd3b tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:31:58.735148 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a0550036-16c4-4a01-b978-033aa588cd3b tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:58.742793 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f67c4c0-48b8-464d-970b-bb0367b00b16 None None] Sync routers for ids ['c99df3d5-4b1b-4965-a7fb-0db01c37b920'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:31:58.754682 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f67c4c0-48b8-464d-970b-bb0367b00b16 None None] Routers {'c99df3d5-4b1b-4965-a7fb-0db01c37b920'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:31:58.755676 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-7f67c4c0-48b8-464d-970b-bb0367b00b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:31:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['c99df3d5-4b1b-4965-a7fb-0db01c37b920'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:58.784375 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a0550036-16c4-4a01-b978-033aa588cd3b tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "DELETE /v2.0/floatingips/40af0d91-39d2-4c87-90ac-9f556f3f8a19 HTTP/1.1" status: 204 len: 168 time: 1.2781997 Oct 30 15:31:58.785261 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a96fdb3-520e-48f8-9ebb-d27d38160cdb', 'tag': '02deada9-fa8b-4a17-b369-882334c3479f'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:31:58.788008 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8906cca7-5ab6-40b7-9493-9841d8754c8c" -d '{"events": [{"name": "network-changed", "server_uuid": "5a96fdb3-520e-48f8-9ebb-d27d38160cdb", "tag": "02deada9-fa8b-4a17-b369-882334c3479f"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:31:58.794484 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e4e9d-d59f-43bb-a4ad-7904772cc3fc req-954790a0-9c19-4c45-a06f-1d07bd232074 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:58.796277 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8d6e4e9d-d59f-43bb-a4ad-7904772cc3fc req-954790a0-9c19-4c45-a06f-1d07bd232074 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=25353754-ad8b-4952-b0f6-00eb931ff7ca HTTP/1.1" status: 200 len: 944 time: 0.1177301 Oct 30 15:31:58.831584 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-b7e757af-45db-4738-a760-91224440ff42 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1466516542'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:31:58.869925 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0e0620be-0445-4f73-b988-40f95c6ad710 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:58.874125 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-7f67c4c0-48b8-464d-970b-bb0367b00b16 None None] Set router c99df3d5-4b1b-4965-a7fb-0db01c37b920 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:31:58.877198 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8d6e4e9d-d59f-43bb-a4ad-7904772cc3fc req-ac595f30-6bae-42ec-830d-02caac7f3f34 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d32fb4-59bb-4ed8-a618-6a89a7e07898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733888 Oct 30 15:31:58.880625 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0e0620be-0445-4f73-b988-40f95c6ad710 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:58.924806 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e757af-45db-4738-a760-91224440ff42 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Made reservation on behalf of 950626c196e345129caa4bb8b656378a for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:31:58.928629 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b7e757af-45db-4738-a760-91224440ff42 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:58.948404 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b7e757af-45db-4738-a760-91224440ff42 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:58.958386 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-0e0620be-0445-4f73-b988-40f95c6ad710 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] In _notify_port_updated(), no bound segment for port c8c9d3e6-91a6-4293-a89e-4dbe94d81501 on network 7647fe19-ea7a-4816-84b1-6d0a166b80b1 {{(pid=102131) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 30 15:31:58.965214 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0620be-0445-4f73-b988-40f95c6ad710 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:58.966049 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0e0620be-0445-4f73-b988-40f95c6ad710 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:58.967615 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-0e0620be-0445-4f73-b988-40f95c6ad710 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "PUT /v2.0/ports/c8c9d3e6-91a6-4293-a89e-4dbe94d81501 HTTP/1.1" status: 200 len: 818 time: 0.4802256 Oct 30 15:31:58.970492 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34850) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:58.989709 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0620be-0445-4f73-b988-40f95c6ad710 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event updated for resources: {'Port': ['ID=c8c9d3e6-91a6-4293-a89e-4dbe94d81501,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:59.062713 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b7e757af-45db-4738-a760-91224440ff42 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:59.067802 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b7e757af-45db-4738-a760-91224440ff42 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:59.103607 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7e757af-45db-4738-a760-91224440ff42 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:31:59.110333 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e757af-45db-4738-a760-91224440ff42 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db8f455e-ebf5-44c7-a2fc-b8b14bafba0a,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:59.117674 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b7e757af-45db-4738-a760-91224440ff42 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:59.117674 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-b7e757af-45db-4738-a760-91224440ff42 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Added segment 04fb9866-245b-47c9-a7bc-8854a722bc22 of type vlan for network 0087ab61-2d5d-438b-a324-8b85dab759bc Oct 30 15:31:59.142257 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-c3635b4a-31e2-4c00-b1bb-1e6783a0ed13 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Deleting port c8c9d3e6-91a6-4293-a89e-4dbe94d81501 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:31:59.142594 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c3635b4a-31e2-4c00-b1bb-1e6783a0ed13 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:59.193813 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-7f67c4c0-48b8-464d-970b-bb0367b00b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c99df3d5-4b1b-4965-a7fb-0db01c37b920', 'name': 'tempest-TestNetworkBasicOps-router-689751041', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '9d2cecfb-0985-4e1c-82a4-1cfca792288f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:29:59Z', 'updated_at': '2021-10-30T15:31:48Z', 'revision_number': 6, 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'gw_port': {'id': '9d2cecfb-0985-4e1c-82a4-1cfca792288f', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:42:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99df3d5-4b1b-4965-a7fb-0db01c37b920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:30:00Z', 'updated_at': '2021-10-30T15:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'cc731b44-299e-44a1-9e52-298d89ace0b2', 'name': '', 'network_id': '4b22032d-f999-405c-9aae-f4a890134250', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'mac_address': 'fa:16:3e:af:c5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99df3d5-4b1b-4965-a7fb-0db01c37b920', 'device_owner': 'network:router_interface', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'ce71113c-07b3-443c-b38d-a9b479050738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:30:05Z', 'updated_at': '2021-10-30T15:30:10Z', 'revision_number': 5, 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'subnets': [{'id': 'ce71113c-07b3-443c-b38d-a9b479050738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:59.210295 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b7e757af-45db-4738-a760-91224440ff42 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:59.253352 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f67c4c0-48b8-464d-970b-bb0367b00b16 None None] Checking router: c99df3d5-4b1b-4965-a7fb-0db01c37b920 for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:31:59.271825 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f67c4c0-48b8-464d-970b-bb0367b00b16 None None] Routers {'c99df3d5-4b1b-4965-a7fb-0db01c37b920'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:31:59.273726 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-7f67c4c0-48b8-464d-970b-bb0367b00b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:31:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['c99df3d5-4b1b-4965-a7fb-0db01c37b920'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:59.294301 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8906cca7-5ab6-40b7-9493-9841d8754c8c req-a70f7630-aeb4-4d75-a493-61bb58179b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:59.295975 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8906cca7-5ab6-40b7-9493-9841d8754c8c req-a70f7630-aeb4-4d75-a493-61bb58179b72 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b2267fc2b77143d693871f591bcb3dbf&device_id=5a96fdb3-520e-48f8-9ebb-d27d38160cdb HTTP/1.1" status: 200 len: 1097 time: 0.1007268 Oct 30 15:31:59.303388 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b7e757af-45db-4738-a760-91224440ff42 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:59.309138 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e757af-45db-4738-a760-91224440ff42 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:59.309775 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b7e757af-45db-4738-a760-91224440ff42 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:59.409469 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-7f67c4c0-48b8-464d-970b-bb0367b00b16 None None] Set router c99df3d5-4b1b-4965-a7fb-0db01c37b920 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:31:59.416795 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b7e757af-45db-4738-a760-91224440ff42 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7470183 Oct 30 15:31:59.423075 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34852) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:59.436584 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-b30702cc-c0a5-432f-aec5-bef0f6fa849f tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Request body: {'subnet': {'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:31:59.448804 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a029498-4dd9-4d28-ba48-7f186b54a875 req-d35a4378-36e4-4353-ab41-9eee4470de2e tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:59.450321 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9a029498-4dd9-4d28-ba48-7f186b54a875 req-d35a4378-36e4-4353-ab41-9eee4470de2e tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a96fdb3-520e-48f8-9ebb-d27d38160cdb HTTP/1.1" status: 200 len: 945 time: 0.2103157 Oct 30 15:31:59.503260 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c6d391-46e0-4783-acd9-a0e799a2a47b x-openstack-request-id: req-b0c6d391-46e0-4783-acd9-a0e799a2a47b {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:31:59.503959 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a96fdb3-520e-48f8-9ebb-d27d38160cdb", "tag": "02deada9-fa8b-4a17-b369-882334c3479f", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:31:59.503959 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b0c6d391-46e0-4783-acd9-a0e799a2a47b {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:31:59.504186 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a96fdb3-520e-48f8-9ebb-d27d38160cdb', 'tag': '02deada9-fa8b-4a17-b369-882334c3479f', 'status': 'completed', 'code': 200} Oct 30 15:31:59.533881 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e757af-45db-4738-a760-91224440ff42 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event updated for resources: {'Network': ['ID=0087ab61-2d5d-438b-a324-8b85dab759bc,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:59.552342 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 0087ab61-2d5d-438b-a324-8b85dab759bc details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:31:59.561594 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c3635b4a-31e2-4c00-b1bb-1e6783a0ed13 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:59.575261 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-c3635b4a-31e2-4c00-b1bb-1e6783a0ed13 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Calling delete_port for c8c9d3e6-91a6-4293-a89e-4dbe94d81501 owned by {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:31:59.600923 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8906cca7-5ab6-40b7-9493-9841d8754c8c req-4ce60b09-f5f0-499f-a612-743c25be5bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:59.602465 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8906cca7-5ab6-40b7-9493-9841d8754c8c req-4ce60b09-f5f0-499f-a612-743c25be5bf7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4b22032d-f999-405c-9aae-f4a890134250 HTTP/1.1" status: 200 len: 898 time: 0.2883134 Oct 30 15:31:59.605932 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9a029498-4dd9-4d28-ba48-7f186b54a875 req-37da20fb-1f47-499c-a833-1148d0556b42 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/security-groups?id=8bcff584-4c57-4650-8391-4c52b91ef9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999601 Oct 30 15:31:59.627264 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30702cc-c0a5-432f-aec5-bef0f6fa849f tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Made reservation on behalf of 950626c196e345129caa4bb8b656378a for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:31:59.631335 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b30702cc-c0a5-432f-aec5-bef0f6fa849f tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:59.662080 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c3635b4a-31e2-4c00-b1bb-1e6783a0ed13 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:59.673920 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8906cca7-5ab6-40b7-9493-9841d8754c8c req-927af830-acde-4d1a-80a5-b0abb908c451 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02deada9-fa8b-4a17-b369-882334c3479f HTTP/1.1" status: 200 len: 217 time: 0.0622525 Oct 30 15:31:59.690832 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3635b4a-31e2-4c00-b1bb-1e6783a0ed13 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event deleted for resources: {'Port': ['ID=c8c9d3e6-91a6-4293-a89e-4dbe94d81501,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:31:59.705110 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3635b4a-31e2-4c00-b1bb-1e6783a0ed13 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:31:59.705533 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3635b4a-31e2-4c00-b1bb-1e6783a0ed13 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:31:59.706064 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3635b4a-31e2-4c00-b1bb-1e6783a0ed13 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:31:59.706362 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3635b4a-31e2-4c00-b1bb-1e6783a0ed13 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:31:59.706698 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3635b4a-31e2-4c00-b1bb-1e6783a0ed13 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:31:59.707057 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3635b4a-31e2-4c00-b1bb-1e6783a0ed13 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:31:59.707779 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3635b4a-31e2-4c00-b1bb-1e6783a0ed13 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:31:59.708114 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3635b4a-31e2-4c00-b1bb-1e6783a0ed13 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:31:59.708445 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3635b4a-31e2-4c00-b1bb-1e6783a0ed13 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:31:59.708764 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3635b4a-31e2-4c00-b1bb-1e6783a0ed13 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:31:59.709091 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3635b4a-31e2-4c00-b1bb-1e6783a0ed13 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:31:59.709413 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3635b4a-31e2-4c00-b1bb-1e6783a0ed13 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:31:59.713207 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c3635b4a-31e2-4c00-b1bb-1e6783a0ed13 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:59.719244 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c3635b4a-31e2-4c00-b1bb-1e6783a0ed13 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "DELETE /v2.0/ports/c8c9d3e6-91a6-4293-a89e-4dbe94d81501 HTTP/1.1" status: 204 len: 168 time: 0.7451992 Oct 30 15:31:59.719435 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34854) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:59.730400 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-7f67c4c0-48b8-464d-970b-bb0367b00b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c99df3d5-4b1b-4965-a7fb-0db01c37b920', 'name': 'tempest-TestNetworkBasicOps-router-689751041', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '9d2cecfb-0985-4e1c-82a4-1cfca792288f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:29:59Z', 'updated_at': '2021-10-30T15:31:48Z', 'revision_number': 6, 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'gw_port': {'id': '9d2cecfb-0985-4e1c-82a4-1cfca792288f', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:42:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99df3d5-4b1b-4965-a7fb-0db01c37b920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:30:00Z', 'updated_at': '2021-10-30T15:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'cc731b44-299e-44a1-9e52-298d89ace0b2', 'name': '', 'network_id': '4b22032d-f999-405c-9aae-f4a890134250', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'mac_address': 'fa:16:3e:af:c5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99df3d5-4b1b-4965-a7fb-0db01c37b920', 'device_owner': 'network:router_interface', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'ce71113c-07b3-443c-b38d-a9b479050738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:30:05Z', 'updated_at': '2021-10-30T15:30:10Z', 'revision_number': 5, 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'subnets': [{'id': 'ce71113c-07b3-443c-b38d-a9b479050738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:31:59.758652 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f67c4c0-48b8-464d-970b-bb0367b00b16 None None] The sync data for ids ['c99df3d5-4b1b-4965-a7fb-0db01c37b920'] in n-d-806683-17 is: [{'id': 'c99df3d5-4b1b-4965-a7fb-0db01c37b920', 'name': 'tempest-TestNetworkBasicOps-router-689751041', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '9d2cecfb-0985-4e1c-82a4-1cfca792288f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:29:59Z', 'updated_at': '2021-10-30T15:31:48Z', 'revision_number': 6, 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'gw_port': {'id': '9d2cecfb-0985-4e1c-82a4-1cfca792288f', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:42:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99df3d5-4b1b-4965-a7fb-0db01c37b920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:30:00Z', 'updated_at': '2021-10-30T15:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'cc731b44-299e-44a1-9e52-298d89ace0b2', 'name': '', 'network_id': '4b22032d-f999-405c-9aae-f4a890134250', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'mac_address': 'fa:16:3e:af:c5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99df3d5-4b1b-4965-a7fb-0db01c37b920', 'device_owner': 'network:router_interface', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'ce71113c-07b3-443c-b38d-a9b479050738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:30:05Z', 'updated_at': '2021-10-30T15:30:10Z', 'revision_number': 5, 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'subnets': [{'id': 'ce71113c-07b3-443c-b38d-a9b479050738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:31:59.781081 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8906cca7-5ab6-40b7-9493-9841d8754c8c req-48175868-1eb0-4da4-a450-d995cf3eb7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:59.781616 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4fe403-a913-4e7f-913d-322164908dad tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:59.782634 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8906cca7-5ab6-40b7-9493-9841d8754c8c req-48175868-1eb0-4da4-a450-d995cf3eb7f6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ce71113c-07b3-443c-b38d-a9b479050738 HTTP/1.1" status: 200 len: 835 time: 0.0771453 Oct 30 15:31:59.785967 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-dc4fe403-a913-4e7f-913d-322164908dad tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0629809 Oct 30 15:31:59.786554 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34856) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:59.815275 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-985fcf8d-9aff-48e6-a01a-e1aa6454777f tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] GET failed (client error): The resource could not be found. Oct 30 15:31:59.817002 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-985fcf8d-9aff-48e6-a01a-e1aa6454777f tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "GET /v2.0/ports/c8c9d3e6-91a6-4293-a89e-4dbe94d81501 HTTP/1.1" status: 404 len: 333 time: 0.0293519 Oct 30 15:31:59.820798 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34858) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:31:59.826494 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-8e3224a9-6439-4f51-bb18-389242ac9bda tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1952800596'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:31:59.856707 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3224a9-6439-4f51-bb18-389242ac9bda tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Made reservation on behalf of ee12cc7bf3e14cdba3ace2cbd46ac13b for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:31:59.860865 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8e3224a9-6439-4f51-bb18-389242ac9bda tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:59.869258 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8906cca7-5ab6-40b7-9493-9841d8754c8c req-ef910913-3de4-4b61-b3f9-56001f148799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:59.870928 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8906cca7-5ab6-40b7-9493-9841d8754c8c req-ef910913-3de4-4b61-b3f9-56001f148799 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4b22032d-f999-405c-9aae-f4a890134250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0797307 Oct 30 15:31:59.882863 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:59.889408 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e3224a9-6439-4f51-bb18-389242ac9bda tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:31:59.898913 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8e3224a9-6439-4f51-bb18-389242ac9bda tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:59.899283 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-8e3224a9-6439-4f51-bb18-389242ac9bda tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Added segment 971372fd-487f-48f2-b440-c6a02f28df57 of type vlan for network c630ca3c-02e9-4f01-a274-46b15727d3c4 Oct 30 15:31:59.945603 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8e3224a9-6439-4f51-bb18-389242ac9bda tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:59.981051 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8e3224a9-6439-4f51-bb18-389242ac9bda tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:59.986915 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3224a9-6439-4f51-bb18-389242ac9bda tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:31:59.987675 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8e3224a9-6439-4f51-bb18-389242ac9bda tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:31:59.998742 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b30702cc-c0a5-432f-aec5-bef0f6fa849f tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:00.061261 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8906cca7-5ab6-40b7-9493-9841d8754c8c req-9bcaf7ea-0451-43ba-b33b-0d578c190fa5 service neutron] 10.222.0.53 "GET /v2.0/networks/4b22032d-f999-405c-9aae-f4a890134250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825364 Oct 30 15:32:00.076356 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-8e3224a9-6439-4f51-bb18-389242ac9bda tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2543700 Oct 30 15:32:00.082010 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34862) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:00.088267 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-b14812aa-c148-4e54-a8dd-68bd6a22fd4b tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Request body: {'subnet': {'network_id': 'c630ca3c-02e9-4f01-a274-46b15727d3c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:00.098658 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3224a9-6439-4f51-bb18-389242ac9bda tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event updated for resources: {'Network': ['ID=c630ca3c-02e9-4f01-a274-46b15727d3c4,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:00.111107 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network c630ca3c-02e9-4f01-a274-46b15727d3c4 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:32:00.111703 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc9a87-1b04-48a5-9c17-0ee31a362c20 req-7ac44cc1-6694-4cb6-a888-93c76b32c414 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:00.113096 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30702cc-c0a5-432f-aec5-bef0f6fa849f tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event updated for resources: {'Subnet': ['ID=458a7a53-9b1b-473a-9182-84e14a0d2ec4,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:00.114511 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58245f98-fa1e-47d4-b6ee-17dbb4c8a7d7 None None] New status for floating IP 40af0d91-39d2-4c87-90ac-9f556f3f8a19: DOWN {{(pid=102133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 15:32:00.120698 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b4bc9a87-1b04-48a5-9c17-0ee31a362c20 req-7ac44cc1-6694-4cb6-a888-93c76b32c414 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=25353754-ad8b-4952-b0f6-00eb931ff7ca HTTP/1.1" status: 200 len: 944 time: 0.1419706 Oct 30 15:32:00.169260 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b4bc9a87-1b04-48a5-9c17-0ee31a362c20 req-e7946414-5360-4fd0-b1ac-8194ec4bbfa8 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d32fb4-59bb-4ed8-a618-6a89a7e07898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475981 Oct 30 15:32:00.239210 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30702cc-c0a5-432f-aec5-bef0f6fa849f tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Checking segment: {'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:32:00.239595 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30702cc-c0a5-432f-aec5-bef0f6fa849f tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Network hostable DHCP agents. Network: 0087ab61-2d5d-438b-a324-8b85dab759bc, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:32:00.253314 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96eb5f2-cfa9-4502-992f-f8f11221c617 req-b6686b4b-ea4c-41bf-9320-3ca21b1e3e3f tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:00.254803 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b96eb5f2-cfa9-4502-992f-f8f11221c617 req-b6686b4b-ea4c-41bf-9320-3ca21b1e3e3f tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a96fdb3-520e-48f8-9ebb-d27d38160cdb HTTP/1.1" status: 200 len: 945 time: 0.0518384 Oct 30 15:32:00.285389 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30702cc-c0a5-432f-aec5-bef0f6fa849f tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Network 0087ab61-2d5d-438b-a324-8b85dab759bc is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:32:00.304906 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14812aa-c148-4e54-a8dd-68bd6a22fd4b tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Made reservation on behalf of ee12cc7bf3e14cdba3ace2cbd46ac13b for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:32:00.308866 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b14812aa-c148-4e54-a8dd-68bd6a22fd4b tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:00.314606 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8906cca7-5ab6-40b7-9493-9841d8754c8c req-db722e20-6fcb-45ad-9733-fdf2602a4128 service neutron] 10.222.0.53 "GET /v2.0/networks/4b22032d-f999-405c-9aae-f4a890134250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444611 Oct 30 15:32:00.315156 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-b30702cc-c0a5-432f-aec5-bef0f6fa849f tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 0087ab61-2d5d-438b-a324-8b85dab759bc) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:32:00.321188 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30702cc-c0a5-432f-aec5-bef0f6fa849f tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:00.322257 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b30702cc-c0a5-432f-aec5-bef0f6fa849f tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:00.325635 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764c7593-0476-40a0-9b6b-d54363be82c0 None None] Network 0087ab61-2d5d-438b-a324-8b85dab759bc requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:32:00.351800 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-b96eb5f2-cfa9-4502-992f-f8f11221c617 req-7d7d08ab-d465-4608-a14c-2fbae7b3bfe0 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Deleting port 02deada9-fa8b-4a17-b369-882334c3479f {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:32:00.352185 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b96eb5f2-cfa9-4502-992f-f8f11221c617 req-7d7d08ab-d465-4608-a14c-2fbae7b3bfe0 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:00.423723 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b30702cc-c0a5-432f-aec5-bef0f6fa849f tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9951689 Oct 30 15:32:00.424368 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34866) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:00.435697 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-1cf61878-11b8-4e91-810b-af031002999d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Request body: {'port': {'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'name': 'tempest-NetworksTestDHCPv6-1012004623'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:00.458156 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-b96eb5f2-cfa9-4502-992f-f8f11221c617 req-7d7d08ab-d465-4608-a14c-2fbae7b3bfe0 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] For port 02deada9-fa8b-4a17-b369-882334c3479f, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=02deada9-fa8b-4a17-b369-882334c3479f,segment=NetworkSegment(99c0d31c-ae09-4bd5-a6a2-89091fbe996b),segment_id=99c0d31c-ae09-4bd5-a6a2-89091fbe996b)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:32:00.458421 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b96eb5f2-cfa9-4502-992f-f8f11221c617 req-7d7d08ab-d465-4608-a14c-2fbae7b3bfe0 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:00.473446 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-b96eb5f2-cfa9-4502-992f-f8f11221c617 req-7d7d08ab-d465-4608-a14c-2fbae7b3bfe0 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Calling delete_port for 02deada9-fa8b-4a17-b369-882334c3479f owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:32:00.525843 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d22a8d5-5901-4e34-a4b7-a40179dad42a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-0087ab61-2d5d-438b-a324-8b85dab759bc', 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'tenant_id': '950626c196e345129caa4bb8b656378a', 'fixed_ips': [{'subnet_id': '458a7a53-9b1b-473a-9182-84e14a0d2ec4'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:32:00.526754 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5d22a8d5-5901-4e34-a4b7-a40179dad42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:00.625657 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b96eb5f2-cfa9-4502-992f-f8f11221c617 req-7d7d08ab-d465-4608-a14c-2fbae7b3bfe0 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:00.643906 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf61878-11b8-4e91-810b-af031002999d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Made reservation on behalf of 950626c196e345129caa4bb8b656378a for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:32:00.650237 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1cf61878-11b8-4e91-810b-af031002999d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:00.675897 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [None req-1cf61878-11b8-4e91-810b-af031002999d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] device_id is not set on port 8f45e844-887c-4729-a8d7-541e947bbc58 yet. {{(pid=102131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:32:00.677814 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7d08ab-d465-4608-a14c-2fbae7b3bfe0 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Pushing event deleted for resources: {'Port': ['ID=02deada9-fa8b-4a17-b369-882334c3479f,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:00.686603 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b14812aa-c148-4e54-a8dd-68bd6a22fd4b tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:00.691679 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-5d22a8d5-5901-4e34-a4b7-a40179dad42a None None] Allocated IP 2001:db8::2 (0087ab61-2d5d-438b-a324-8b85dab759bc/458a7a53-9b1b-473a-9182-84e14a0d2ec4/d70b1684-2afd-47eb-bd93-9dc591a04897) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:32:00.741299 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-b96eb5f2-cfa9-4502-992f-f8f11221c617 req-7d7d08ab-d465-4608-a14c-2fbae7b3bfe0 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] No DVR routers for this DVR port 02deada9-fa8b-4a17-b369-882334c3479f on host n-h1-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:32:00.762377 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b96eb5f2-cfa9-4502-992f-f8f11221c617 req-7d7d08ab-d465-4608-a14c-2fbae7b3bfe0 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:00.765684 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b96eb5f2-cfa9-4502-992f-f8f11221c617 req-7d7d08ab-d465-4608-a14c-2fbae7b3bfe0 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.53 "DELETE /v2.0/ports/02deada9-fa8b-4a17-b369-882334c3479f HTTP/1.1" status: 204 len: 173 time: 0.5053291 Oct 30 15:32:00.768163 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f86cec62-438e-4b19-ae40-d45641013459 req-f0e0a935-638d-46f0-9210-fdb8488e4f74 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a96fdb3-520e-48f8-9ebb-d27d38160cdb HTTP/1.1" status: 200 len: 210 time: 0.0533977 Oct 30 15:32:00.831401 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14812aa-c148-4e54-a8dd-68bd6a22fd4b tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event updated for resources: {'Subnet': ['ID=560683e6-f827-4a2e-b0fc-689fcfaf532a,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:00.837726 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14812aa-c148-4e54-a8dd-68bd6a22fd4b tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Checking segment: {'id': '971372fd-487f-48f2-b440-c6a02f28df57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c630ca3c-02e9-4f01-a274-46b15727d3c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:32:00.837958 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14812aa-c148-4e54-a8dd-68bd6a22fd4b tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Network hostable DHCP agents. Network: c630ca3c-02e9-4f01-a274-46b15727d3c4, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:32:00.855870 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14812aa-c148-4e54-a8dd-68bd6a22fd4b tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Network c630ca3c-02e9-4f01-a274-46b15727d3c4 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:32:00.865149 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5d22a8d5-5901-4e34-a4b7-a40179dad42a None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:00.865795 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-b14812aa-c148-4e54-a8dd-68bd6a22fd4b tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, c630ca3c-02e9-4f01-a274-46b15727d3c4) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:32:00.870452 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5d22a8d5-5901-4e34-a4b7-a40179dad42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:00.872625 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14812aa-c148-4e54-a8dd-68bd6a22fd4b tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:00.873778 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b14812aa-c148-4e54-a8dd-68bd6a22fd4b tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:00.889740 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175c9cfc-7c94-4659-bca6-8e1d09b1971a None None] Network c630ca3c-02e9-4f01-a274-46b15727d3c4 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:32:00.918209 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b14812aa-c148-4e54-a8dd-68bd6a22fd4b tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8350484 Oct 30 15:32:00.921280 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34870) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:00.928098 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-cf576c90-4f1c-4fdc-ba90-f233528db2c9 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Request body: {'subnet': {'network_id': 'c630ca3c-02e9-4f01-a274-46b15727d3c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:00.948915 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-1cf61878-11b8-4e91-810b-af031002999d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Allocated IP 2001:db8::118 (0087ab61-2d5d-438b-a324-8b85dab759bc/458a7a53-9b1b-473a-9182-84e14a0d2ec4/8f45e844-887c-4729-a8d7-541e947bbc58) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:32:00.961525 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d22a8d5-5901-4e34-a4b7-a40179dad42a None None] Network 0087ab61-2d5d-438b-a324-8b85dab759bc is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:32:00.971250 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-5d22a8d5-5901-4e34-a4b7-a40179dad42a None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:32:00.974534 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d22a8d5-5901-4e34-a4b7-a40179dad42a None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:32:00.995147 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d22a8d5-5901-4e34-a4b7-a40179dad42a None None] Pushing event updated for resources: {'Port': ['ID=d70b1684-2afd-47eb-bd93-9dc591a04897,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:01.057570 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf576c90-4f1c-4fdc-ba90-f233528db2c9 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Made reservation on behalf of ee12cc7bf3e14cdba3ace2cbd46ac13b for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:32:01.061209 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cf576c90-4f1c-4fdc-ba90-f233528db2c9 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:01.068843 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-5d22a8d5-5901-4e34-a4b7-a40179dad42a None None] Attempting to bind port d70b1684-2afd-47eb-bd93-9dc591a04897 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:32:01.069352 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-5d22a8d5-5901-4e34-a4b7-a40179dad42a None None] Attempting to bind port d70b1684-2afd-47eb-bd93-9dc591a04897 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:32:01.069818 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d22a8d5-5901-4e34-a4b7-a40179dad42a None None] Attempting to bind port d70b1684-2afd-47eb-bd93-9dc591a04897 on network 0087ab61-2d5d-438b-a324-8b85dab759bc {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:32:01.096645 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d22a8d5-5901-4e34-a4b7-a40179dad42a None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:32:01.097640 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d22a8d5-5901-4e34-a4b7-a40179dad42a None None] Checking segment: {'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:32:01.098141 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5d22a8d5-5901-4e34-a4b7-a40179dad42a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:01.098819 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d22a8d5-5901-4e34-a4b7-a40179dad42a None None] Bound using segment: {'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:32:01.099419 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-5d22a8d5-5901-4e34-a4b7-a40179dad42a None None] Bound port: d70b1684-2afd-47eb-bd93-9dc591a04897, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:32:01.099950 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5d22a8d5-5901-4e34-a4b7-a40179dad42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:01.150618 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1cf61878-11b8-4e91-810b-af031002999d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:01.200227 n-d-806683-17 neutron-server[102130]: INFO neutron.db.ipam_backend_mixin [None req-cf576c90-4f1c-4fdc-ba90-f233528db2c9 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 560683e6-f827-4a2e-b0fc-689fcfaf532a (CIDR: 2001:db8::/64) Oct 30 15:32:01.201042 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1cf61878-11b8-4e91-810b-af031002999d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:01.228930 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf576c90-4f1c-4fdc-ba90-f233528db2c9 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 30 15:32:01.232007 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf576c90-4f1c-4fdc-ba90-f233528db2c9 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:32:01.242662 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1ea4a9-4bb7-4e23-b69e-5f9d689d63d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-c630ca3c-02e9-4f01-a274-46b15727d3c4', 'network_id': 'c630ca3c-02e9-4f01-a274-46b15727d3c4', 'tenant_id': 'ee12cc7bf3e14cdba3ace2cbd46ac13b', 'fixed_ips': [{'subnet_id': '560683e6-f827-4a2e-b0fc-689fcfaf532a'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:32:01.244258 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5b1ea4a9-4bb7-4e23-b69e-5f9d689d63d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:01.265572 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-cf576c90-4f1c-4fdc-ba90-f233528db2c9 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3398786 Oct 30 15:32:01.265572 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34874) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:01.271887 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf61878-11b8-4e91-810b-af031002999d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Network 0087ab61-2d5d-438b-a324-8b85dab759bc is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:32:01.275604 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-1cf61878-11b8-4e91-810b-af031002999d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:32:01.277249 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-c30e1f87-1a50-46e0-abed-eafa215af00f tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Request body: {'subnet': {'network_id': 'c630ca3c-02e9-4f01-a274-46b15727d3c4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:01.280510 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf61878-11b8-4e91-810b-af031002999d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:32:01.286239 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-5d22a8d5-5901-4e34-a4b7-a40179dad42a None None] For port d70b1684-2afd-47eb-bd93-9dc591a04897, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:32:01.286491 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf61878-11b8-4e91-810b-af031002999d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:01.287518 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1cf61878-11b8-4e91-810b-af031002999d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:01.299946 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf61878-11b8-4e91-810b-af031002999d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event updated for resources: {'Port': ['ID=8f45e844-887c-4729-a8d7-541e947bbc58,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:01.326668 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-5d22a8d5-5901-4e34-a4b7-a40179dad42a None None] For port d70b1684-2afd-47eb-bd93-9dc591a04897, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=d70b1684-2afd-47eb-bd93-9dc591a04897,segment=NetworkSegment(04fb9866-245b-47c9-a7bc-8854a722bc22),segment_id=04fb9866-245b-47c9-a7bc-8854a722bc22)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:32:01.333016 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5d22a8d5-5901-4e34-a4b7-a40179dad42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:01.347677 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34876) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:01.348235 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-1cf61878-11b8-4e91-810b-af031002999d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.9166050 Oct 30 15:32:01.379340 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ea506-29c2-4a14-986c-4dded34570d8 req-2c811f38-e184-4565-bf4c-46012f2dbd4a tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:01.380947 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bc5ea506-29c2-4a14-986c-4dded34570d8 req-2c811f38-e184-4565-bf4c-46012f2dbd4a tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=25353754-ad8b-4952-b0f6-00eb931ff7ca HTTP/1.1" status: 200 len: 944 time: 0.0758901 Oct 30 15:32:01.426786 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db419ec-2f68-4de7-978d-ec973deaca3a tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:01.429399 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bc5ea506-29c2-4a14-986c-4dded34570d8 req-53a0208d-120d-4f3c-b822-b63f868b7785 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d32fb4-59bb-4ed8-a618-6a89a7e07898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391896 Oct 30 15:32:01.433527 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db419ec-2f68-4de7-978d-ec973deaca3a tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:01.437535 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-4db419ec-2f68-4de7-978d-ec973deaca3a tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.0864952 Oct 30 15:32:01.438556 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34878) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:01.458851 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d22a8d5-5901-4e34-a4b7-a40179dad42a None None] Pushing event updated for resources: {'Port': ['ID=d70b1684-2afd-47eb-bd93-9dc591a04897,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:01.506368 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a96fdb3-520e-48f8-9ebb-d27d38160cdb', 'name': 'network-vif-deleted', 'tag': '02deada9-fa8b-4a17-b369-882334c3479f'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:32:01.508801 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52405451-cdfc-471f-ad15-406a1edc4cde" -d '{"events": [{"server_uuid": "5a96fdb3-520e-48f8-9ebb-d27d38160cdb", "name": "network-vif-deleted", "tag": "02deada9-fa8b-4a17-b369-882334c3479f"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:32:01.536344 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-5b1ea4a9-4bb7-4e23-b69e-5f9d689d63d9 None None] Allocated IP 2001:db8::2 (c630ca3c-02e9-4f01-a274-46b15727d3c4/560683e6-f827-4a2e-b0fc-689fcfaf532a/2415b933-fdcb-40ad-8834-917ac580a413) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:32:01.556484 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae7f93a3-5242-4322-bf5d-176b5186deae x-openstack-request-id: req-ae7f93a3-5242-4322-bf5d-176b5186deae {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:32:01.556778 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a96fdb3-520e-48f8-9ebb-d27d38160cdb", "name": "network-vif-deleted", "tag": "02deada9-fa8b-4a17-b369-882334c3479f", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:32:01.557041 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ae7f93a3-5242-4322-bf5d-176b5186deae {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:32:01.557668 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a96fdb3-520e-48f8-9ebb-d27d38160cdb', 'name': 'network-vif-deleted', 'tag': '02deada9-fa8b-4a17-b369-882334c3479f', 'status': 'completed', 'code': 200} Oct 30 15:32:01.576989 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c30e1f87-1a50-46e0-abed-eafa215af00f tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Made reservation on behalf of ee12cc7bf3e14cdba3ace2cbd46ac13b for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:32:01.580412 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c30e1f87-1a50-46e0-abed-eafa215af00f tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:01.645074 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-dad8dfc5-effa-46f7-b138-a1cdec15e050 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Deleting port 8f45e844-887c-4729-a8d7-541e947bbc58 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:32:01.645945 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-dad8dfc5-effa-46f7-b138-a1cdec15e050 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:01.739356 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5b1ea4a9-4bb7-4e23-b69e-5f9d689d63d9 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:01.746553 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5b1ea4a9-4bb7-4e23-b69e-5f9d689d63d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:01.793886 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-dad8dfc5-effa-46f7-b138-a1cdec15e050 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:01.795160 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1ea4a9-4bb7-4e23-b69e-5f9d689d63d9 None None] Network c630ca3c-02e9-4f01-a274-46b15727d3c4 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:32:01.802950 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-5b1ea4a9-4bb7-4e23-b69e-5f9d689d63d9 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:32:01.806375 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1ea4a9-4bb7-4e23-b69e-5f9d689d63d9 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:32:01.812338 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-dad8dfc5-effa-46f7-b138-a1cdec15e050 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Calling delete_port for 8f45e844-887c-4729-a8d7-541e947bbc58 owned by {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:32:01.816590 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1ea4a9-4bb7-4e23-b69e-5f9d689d63d9 None None] Pushing event updated for resources: {'Port': ['ID=2415b933-fdcb-40ad-8834-917ac580a413,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:01.862744 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34886) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:01.878954 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-5b1ea4a9-4bb7-4e23-b69e-5f9d689d63d9 None None] Attempting to bind port 2415b933-fdcb-40ad-8834-917ac580a413 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:32:01.879378 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-5b1ea4a9-4bb7-4e23-b69e-5f9d689d63d9 None None] Attempting to bind port 2415b933-fdcb-40ad-8834-917ac580a413 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '971372fd-487f-48f2-b440-c6a02f28df57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c630ca3c-02e9-4f01-a274-46b15727d3c4'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:32:01.879869 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1ea4a9-4bb7-4e23-b69e-5f9d689d63d9 None None] Attempting to bind port 2415b933-fdcb-40ad-8834-917ac580a413 on network c630ca3c-02e9-4f01-a274-46b15727d3c4 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:32:01.885116 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1ea4a9-4bb7-4e23-b69e-5f9d689d63d9 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:32:01.885594 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1ea4a9-4bb7-4e23-b69e-5f9d689d63d9 None None] Checking segment: {'id': '971372fd-487f-48f2-b440-c6a02f28df57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c630ca3c-02e9-4f01-a274-46b15727d3c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:32:01.886276 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5b1ea4a9-4bb7-4e23-b69e-5f9d689d63d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:01.886912 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1ea4a9-4bb7-4e23-b69e-5f9d689d63d9 None None] Bound using segment: {'id': '971372fd-487f-48f2-b440-c6a02f28df57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c630ca3c-02e9-4f01-a274-46b15727d3c4'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:32:01.887603 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-5b1ea4a9-4bb7-4e23-b69e-5f9d689d63d9 None None] Bound port: 2415b933-fdcb-40ad-8834-917ac580a413, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '971372fd-487f-48f2-b440-c6a02f28df57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c630ca3c-02e9-4f01-a274-46b15727d3c4'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:32:01.888233 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5b1ea4a9-4bb7-4e23-b69e-5f9d689d63d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:01.928372 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-48df0ff8-cc45-4d29-a7fc-ad1f865a969f tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:01.954789 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-48df0ff8-cc45-4d29-a7fc-ad1f865a969f tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:01.964271 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-5b1ea4a9-4bb7-4e23-b69e-5f9d689d63d9 None None] For port 2415b933-fdcb-40ad-8834-917ac580a413, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:32:01.972905 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-5b1ea4a9-4bb7-4e23-b69e-5f9d689d63d9 None None] For port 2415b933-fdcb-40ad-8834-917ac580a413, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=2415b933-fdcb-40ad-8834-917ac580a413,segment=NetworkSegment(971372fd-487f-48f2-b440-c6a02f28df57),segment_id=971372fd-487f-48f2-b440-c6a02f28df57)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:32:01.987172 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5b1ea4a9-4bb7-4e23-b69e-5f9d689d63d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:02.020158 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c30e1f87-1a50-46e0-abed-eafa215af00f tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:02.041838 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-48df0ff8-cc45-4d29-a7fc-ad1f865a969f tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:02.045400 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-48df0ff8-cc45-4d29-a7fc-ad1f865a969f tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:02.049210 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-48df0ff8-cc45-4d29-a7fc-ad1f865a969f tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "DELETE /v2.0/security-groups/8bcff584-4c57-4650-8391-4c52b91ef9b7 HTTP/1.1" status: 204 len: 168 time: 0.1813314 Oct 30 15:32:02.053049 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:02.076925 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48df0ff8-cc45-4d29-a7fc-ad1f865a969f tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bcff584-4c57-4650-8391-4c52b91ef9b7,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:02.083700 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-dad8dfc5-effa-46f7-b138-a1cdec15e050 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:02.103128 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34890) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:02.145852 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1ea4a9-4bb7-4e23-b69e-5f9d689d63d9 None None] Pushing event updated for resources: {'Port': ['ID=2415b933-fdcb-40ad-8834-917ac580a413,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:02.198475 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad8dfc5-effa-46f7-b138-a1cdec15e050 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event deleted for resources: {'Port': ['ID=8f45e844-887c-4729-a8d7-541e947bbc58,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:02.209497 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30e1f87-1a50-46e0-abed-eafa215af00f tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Network c630ca3c-02e9-4f01-a274-46b15727d3c4 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:32:02.223891 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-c30e1f87-1a50-46e0-abed-eafa215af00f tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:32:02.244341 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30e1f87-1a50-46e0-abed-eafa215af00f tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event updated for resources: {'Subnet': ['ID=bf5c3e25-35a0-4f0b-b74d-c75eb46a0861,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:02.247358 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30e1f87-1a50-46e0-abed-eafa215af00f tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:02.247977 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c30e1f87-1a50-46e0-abed-eafa215af00f tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:02.253458 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-dad8dfc5-effa-46f7-b138-a1cdec15e050 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:02.256886 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-dad8dfc5-effa-46f7-b138-a1cdec15e050 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/ports/8f45e844-887c-4729-a8d7-541e947bbc58 HTTP/1.1" status: 204 len: 168 time: 0.8179705 Oct 30 15:32:02.260731 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34892) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:02.369472 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0139a114-59bd-42ba-9acf-d9ae5264580a tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:02.382017 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0139a114-59bd-42ba-9acf-d9ae5264580a tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:02.401084 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-0139a114-59bd-42ba-9acf-d9ae5264580a tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1219647 Oct 30 15:32:02.404706 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34894) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:02.443451 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c30e1f87-1a50-46e0-abed-eafa215af00f tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1725836 Oct 30 15:32:02.451838 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34896) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:02.506547 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-a73c8a22-83cd-41a4-bf20-e3ce6d13302f tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Request body: {'port': {'network_id': 'c630ca3c-02e9-4f01-a274-46b15727d3c4', 'fixed_ips': [{'subnet_id': '560683e6-f827-4a2e-b0fc-689fcfaf532a'}, {'subnet_id': 'bf5c3e25-35a0-4f0b-b74d-c75eb46a0861'}], 'name': 'tempest-PortsIpV6TestJSON-2019103762'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:02.643912 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-89d9dcec-7985-45c5-8a02-4b5412cd7a23 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Deleting subnet 458a7a53-9b1b-473a-9182-84e14a0d2ec4 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:32:02.650728 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-89d9dcec-7985-45c5-8a02-4b5412cd7a23 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:02.712787 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 2415b933-fdcb-40ad-8834-917ac580a413 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:32:02.742274 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-89d9dcec-7985-45c5-8a02-4b5412cd7a23 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:02.785499 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 2415b933-fdcb-40ad-8834-917ac580a413 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:02.787342 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:02.807855 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1c11ad4b-d6bb-418d-8553-15ce03f15dc8 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:02.824061 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699168e2-087a-4cef-aa3a-3b6a52b6b607 req-905609dc-130c-4c40-8045-909aad6e9516 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:02.831177 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-699168e2-087a-4cef-aa3a-3b6a52b6b607 req-905609dc-130c-4c40-8045-909aad6e9516 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=25353754-ad8b-4952-b0f6-00eb931ff7ca HTTP/1.1" status: 200 len: 944 time: 0.1813087 Oct 30 15:32:02.891099 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:02.932670 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1467d01-c599-40a6-bc7c-18ecc4c302f8 None None] Network 0087ab61-2d5d-438b-a324-8b85dab759bc requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:32:02.933461 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a73c8a22-83cd-41a4-bf20-e3ce6d13302f tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Made reservation on behalf of ee12cc7bf3e14cdba3ace2cbd46ac13b for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:32:02.943147 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-699168e2-087a-4cef-aa3a-3b6a52b6b607 req-946637c0-a647-4aa9-bc8d-c7993f5385a9 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d32fb4-59bb-4ed8-a618-6a89a7e07898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110799 Oct 30 15:32:02.955045 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-89d9dcec-7985-45c5-8a02-4b5412cd7a23 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:02.997478 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 2415b933-fdcb-40ad-8834-917ac580a413, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=2415b933-fdcb-40ad-8834-917ac580a413,segment=NetworkSegment(971372fd-487f-48f2-b440-c6a02f28df57),segment_id=971372fd-487f-48f2-b440-c6a02f28df57)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:32:03.002342 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:03.003175 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device d70b1684-2afd-47eb-bd93-9dc591a04897 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:32:03.078551 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a73c8a22-83cd-41a4-bf20-e3ce6d13302f tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:03.090584 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-89d9dcec-7985-45c5-8a02-4b5412cd7a23 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:03.107875 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-a7c387e6-04d8-4d76-9a87-9921f1f42f86 None None] Provisioning complete for port d70b1684-2afd-47eb-bd93-9dc591a04897 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:03.108245 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a7c387e6-04d8-4d76-9a87-9921f1f42f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:03.125401 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d9dcec-7985-45c5-8a02-4b5412cd7a23 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event deleted for resources: {'Subnet': ['ID=458a7a53-9b1b-473a-9182-84e14a0d2ec4,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:03.127806 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [None req-a73c8a22-83cd-41a4-bf20-e3ce6d13302f tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] device_id is not set on port c85725e8-341c-46c3-ab2b-a07709d191a7 yet. {{(pid=102130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:32:03.142543 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-89d9dcec-7985-45c5-8a02-4b5412cd7a23 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:03.146612 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-89d9dcec-7985-45c5-8a02-4b5412cd7a23 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/subnets/458a7a53-9b1b-473a-9182-84e14a0d2ec4 HTTP/1.1" status: 204 len: 168 time: 0.7397473 Oct 30 15:32:03.148961 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34902) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:03.174802 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=2415b933-fdcb-40ad-8834-917ac580a413,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:03.179298 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-1c11ad4b-d6bb-418d-8553-15ce03f15dc8 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Deleting port cc731b44-299e-44a1-9e52-298d89ace0b2 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:32:03.180206 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1c11ad4b-d6bb-418d-8553-15ce03f15dc8 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:03.212250 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port d70b1684-2afd-47eb-bd93-9dc591a04897 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:03.212811 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:03.265135 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-34bbcf95-bee3-44a2-b82d-0fc4480e3f16 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1122026 Oct 30 15:32:03.266240 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34904) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:03.276616 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-a0246e47-2880-4f0b-8137-6640bee01b1f tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Request body: {'subnet': {'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:03.365679 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-1c11ad4b-d6bb-418d-8553-15ce03f15dc8 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] For port cc731b44-299e-44a1-9e52-298d89ace0b2, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=cc731b44-299e-44a1-9e52-298d89ace0b2,segment=NetworkSegment(99c0d31c-ae09-4bd5-a6a2-89091fbe996b),segment_id=99c0d31c-ae09-4bd5-a6a2-89091fbe996b)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:32:03.366078 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1c11ad4b-d6bb-418d-8553-15ce03f15dc8 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:03.388846 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-1c11ad4b-d6bb-418d-8553-15ce03f15dc8 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Calling delete_port for cc731b44-299e-44a1-9e52-298d89ace0b2 owned by network:router_interface {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:32:03.457310 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0246e47-2880-4f0b-8137-6640bee01b1f tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Made reservation on behalf of 950626c196e345129caa4bb8b656378a for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:32:03.464239 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a0246e47-2880-4f0b-8137-6640bee01b1f tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:03.522358 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a7c387e6-04d8-4d76-9a87-9921f1f42f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:03.561336 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb6840f-ba23-4fce-a3b5-4d9be327a71e None None] DHCP port deletion for 0087ab61-2d5d-438b-a324-8b85dab759bc request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:32:03.563374 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:03.626141 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-a7c387e6-04d8-4d76-9a87-9921f1f42f86 None None] For port d70b1684-2afd-47eb-bd93-9dc591a04897, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=d70b1684-2afd-47eb-bd93-9dc591a04897,segment=NetworkSegment(04fb9866-245b-47c9-a7bc-8854a722bc22),segment_id=04fb9866-245b-47c9-a7bc-8854a722bc22)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:32:03.648695 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a7c387e6-04d8-4d76-9a87-9921f1f42f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:03.675376 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fab8833-ce05-46b1-bfed-10d217d8288d None None] Network c630ca3c-02e9-4f01-a274-46b15727d3c4 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:32:03.690301 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-a73c8a22-83cd-41a4-bf20-e3ce6d13302f tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Allocated IP 2001:db8::51 (c630ca3c-02e9-4f01-a274-46b15727d3c4/560683e6-f827-4a2e-b0fc-689fcfaf532a/c85725e8-341c-46c3-ab2b-a07709d191a7) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:32:03.697143 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35512e7-8ef7-4977-8279-6faf71c24c0f req-5d8b4743-b2d8-4fd3-b555-43b0ed05a6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:03.699446 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f35512e7-8ef7-4977-8279-6faf71c24c0f req-5d8b4743-b2d8-4fd3-b555-43b0ed05a6fa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=67bc9a3add214ecaad76147ad0906766&device_id=25353754-ad8b-4952-b0f6-00eb931ff7ca HTTP/1.1" status: 200 len: 1096 time: 0.0941091 Oct 30 15:32:03.788497 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1c11ad4b-d6bb-418d-8553-15ce03f15dc8 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:03.789362 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-a73c8a22-83cd-41a4-bf20-e3ce6d13302f tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Allocated IP 2001:db8:0:1::117 (c630ca3c-02e9-4f01-a274-46b15727d3c4/bf5c3e25-35a0-4f0b-b74d-c75eb46a0861/c85725e8-341c-46c3-ab2b-a07709d191a7) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:32:03.817809 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c11ad4b-d6bb-418d-8553-15ce03f15dc8 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Pushing event deleted for resources: {'Port': ['ID=cc731b44-299e-44a1-9e52-298d89ace0b2,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:03.820322 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a0246e47-2880-4f0b-8137-6640bee01b1f tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:03.828216 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-b2d3dcaf-1fcc-452a-ac10-91d215319ef8 None None] Provisioning complete for port 2415b933-fdcb-40ad-8834-917ac580a413 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:03.829544 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b2d3dcaf-1fcc-452a-ac10-91d215319ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:03.841254 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.db.api [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 30 15:32:03.841615 n-d-806683-17 neutron-server[102132]: DEBUG oslo_db.api [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 30 15:32:03.878980 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c387e6-04d8-4d76-9a87-9921f1f42f86 None None] Pushing event updated for resources: {'Port': ['ID=d70b1684-2afd-47eb-bd93-9dc591a04897,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:03.910268 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0246e47-2880-4f0b-8137-6640bee01b1f tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Network 0087ab61-2d5d-438b-a324-8b85dab759bc is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:32:03.919351 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c387e6-04d8-4d76-9a87-9921f1f42f86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:32:03.920017 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c387e6-04d8-4d76-9a87-9921f1f42f86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:32:03.920560 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c387e6-04d8-4d76-9a87-9921f1f42f86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:32:03.920993 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-a0246e47-2880-4f0b-8137-6640bee01b1f tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:32:03.921287 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c387e6-04d8-4d76-9a87-9921f1f42f86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:32:03.921797 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c387e6-04d8-4d76-9a87-9921f1f42f86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:32:03.922300 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c387e6-04d8-4d76-9a87-9921f1f42f86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:32:03.923400 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c387e6-04d8-4d76-9a87-9921f1f42f86 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:32:03.923954 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c387e6-04d8-4d76-9a87-9921f1f42f86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:32:03.924554 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c387e6-04d8-4d76-9a87-9921f1f42f86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:32:03.925057 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c387e6-04d8-4d76-9a87-9921f1f42f86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:32:03.925562 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c387e6-04d8-4d76-9a87-9921f1f42f86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:32:03.926069 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c387e6-04d8-4d76-9a87-9921f1f42f86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:32:03.929783 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0246e47-2880-4f0b-8137-6640bee01b1f tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:03.931117 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a0246e47-2880-4f0b-8137-6640bee01b1f tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:03.937436 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-2fb6840f-ba23-4fce-a3b5-4d9be327a71e None None] Deleting port d70b1684-2afd-47eb-bd93-9dc591a04897 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:32:03.938010 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2fb6840f-ba23-4fce-a3b5-4d9be327a71e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:03.952889 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-a0246e47-2880-4f0b-8137-6640bee01b1f tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6862004 Oct 30 15:32:03.955782 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34908) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:03.960790 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-d03ce11e-dacc-4e9a-96ac-9561896c4ed2 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Request body: {'port': {'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'name': 'tempest-NetworksTestDHCPv6-253455366'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:03.964075 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0246e47-2880-4f0b-8137-6640bee01b1f tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event updated for resources: {'Subnet': ['ID=4b08d6ef-5505-4bac-8992-edc570eeac3f,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:04.041996 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a73c8a22-83cd-41a4-bf20-e3ce6d13302f tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:04.095379 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a73c8a22-83cd-41a4-bf20-e3ce6d13302f tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:04.169614 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35512e7-8ef7-4977-8279-6faf71c24c0f req-0cf69095-88ca-406e-9776-169905476104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:04.171112 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f35512e7-8ef7-4977-8279-6faf71c24c0f req-0cf69095-88ca-406e-9776-169905476104 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ada754b2-2d16-48ef-bd4a-b3c351db82b3 HTTP/1.1" status: 200 len: 918 time: 0.4424460 Oct 30 15:32:04.183506 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-2fb6840f-ba23-4fce-a3b5-4d9be327a71e None None] For port d70b1684-2afd-47eb-bd93-9dc591a04897, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=d70b1684-2afd-47eb-bd93-9dc591a04897,segment=NetworkSegment(04fb9866-245b-47c9-a7bc-8854a722bc22),segment_id=04fb9866-245b-47c9-a7bc-8854a722bc22)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:32:04.183785 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2fb6840f-ba23-4fce-a3b5-4d9be327a71e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:04.202210 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73c8a22-83cd-41a4-bf20-e3ce6d13302f tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Network c630ca3c-02e9-4f01-a274-46b15727d3c4 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:32:04.207265 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-2fb6840f-ba23-4fce-a3b5-4d9be327a71e None None] Calling delete_port for d70b1684-2afd-47eb-bd93-9dc591a04897 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:32:04.244535 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-a73c8a22-83cd-41a4-bf20-e3ce6d13302f tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:32:04.248984 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73c8a22-83cd-41a4-bf20-e3ce6d13302f tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:32:04.255247 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73c8a22-83cd-41a4-bf20-e3ce6d13302f tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:04.255923 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a73c8a22-83cd-41a4-bf20-e3ce6d13302f tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:04.288626 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73c8a22-83cd-41a4-bf20-e3ce6d13302f tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event updated for resources: {'Port': ['ID=c85725e8-341c-46c3-ab2b-a07709d191a7,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:04.308213 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205de283-91c4-4411-8bb4-b6027326174d req-07f17457-f2dd-49f9-a481-72b249b68370 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:04.310028 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-205de283-91c4-4411-8bb4-b6027326174d req-07f17457-f2dd-49f9-a481-72b249b68370 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=25353754-ad8b-4952-b0f6-00eb931ff7ca HTTP/1.1" status: 200 len: 944 time: 0.2169158 Oct 30 15:32:04.322806 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a73c8a22-83cd-41a4-bf20-e3ce6d13302f tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.8636777 Oct 30 15:32:04.324972 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34912) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:04.330441 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-1e7f370e-f1e8-4365-a95f-11fd19687cbd tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '560683e6-f827-4a2e-b0fc-689fcfaf532a'}]}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:04.349732 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f35512e7-8ef7-4977-8279-6faf71c24c0f req-80987f35-46d7-4180-a146-25c3e53d9238 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56d1ab5b-3e58-4426-a963-21c6ed167554 HTTP/1.1" status: 200 len: 1000 time: 0.1557786 Oct 30 15:32:04.392903 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2fb6840f-ba23-4fce-a3b5-4d9be327a71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:04.432170 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb6840f-ba23-4fce-a3b5-4d9be327a71e None None] No DVR routers for this DVR port d70b1684-2afd-47eb-bd93-9dc591a04897 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:32:04.442660 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb6840f-ba23-4fce-a3b5-4d9be327a71e None None] Pushing event deleted for resources: {'Port': ['ID=d70b1684-2afd-47eb-bd93-9dc591a04897,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:04.445293 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80ae295-fa86-4dd0-b656-6502f6778b57 None None] Update dhcp port {'port': {'network_id': 'c630ca3c-02e9-4f01-a274-46b15727d3c4', 'fixed_ips': [{'subnet_id': '560683e6-f827-4a2e-b0fc-689fcfaf532a', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bf5c3e25-35a0-4f0b-b74d-c75eb46a0861'}], 'binding:host_id': 'n-d-806683-17'}, 'id': '2415b933-fdcb-40ad-8834-917ac580a413'} from n-d-806683-17. {{(pid=102132) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 30 15:32:04.482579 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c80ae295-fa86-4dd0-b656-6502f6778b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:04.485468 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7eeaf21-bc01-4dc7-be64-a232e70949c5 None None] Network 0087ab61-2d5d-438b-a324-8b85dab759bc requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:32:04.506434 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-205de283-91c4-4411-8bb4-b6027326174d req-9ea4d4e1-31f4-43d1-90f9-d756c96a7ba0 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d32fb4-59bb-4ed8-a618-6a89a7e07898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1659644 Oct 30 15:32:04.506949 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35512e7-8ef7-4977-8279-6faf71c24c0f req-b78aba1b-2f02-4dad-94aa-1c80fb8baf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:04.508486 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f35512e7-8ef7-4977-8279-6faf71c24c0f req-b78aba1b-2f02-4dad-94aa-1c80fb8baf8d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=296dc533-f6ac-49b9-ab46-37f1565b56fb HTTP/1.1" status: 200 len: 856 time: 0.1303141 Oct 30 15:32:04.509046 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1e7f370e-f1e8-4365-a95f-11fd19687cbd tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:04.517278 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1c11ad4b-d6bb-418d-8553-15ce03f15dc8 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:04.535185 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03ce11e-dacc-4e9a-96ac-9561896c4ed2 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Made reservation on behalf of 950626c196e345129caa4bb8b656378a for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:32:04.539170 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d03ce11e-dacc-4e9a-96ac-9561896c4ed2 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:04.633811 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35512e7-8ef7-4977-8279-6faf71c24c0f req-cc278754-f311-4dc1-9f1a-9b911fff2a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:04.635457 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f35512e7-8ef7-4977-8279-6faf71c24c0f req-cc278754-f311-4dc1-9f1a-9b911fff2a7f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ada754b2-2d16-48ef-bd4a-b3c351db82b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1175313 Oct 30 15:32:04.649654 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 56d1ab5b-3e58-4426-a963-21c6ed167554 details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:32:04.651885 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [None req-d03ce11e-dacc-4e9a-96ac-9561896c4ed2 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] device_id is not set on port 44c2887b-e4f3-4874-b49c-4e6c664787ce yet. {{(pid=102131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:32:04.744547 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f35512e7-8ef7-4977-8279-6faf71c24c0f req-daf84a3b-6dfd-4454-8df6-660aa5c96d21 service neutron] 10.222.0.44 "GET /v2.0/networks/ada754b2-2d16-48ef-bd4a-b3c351db82b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996835 Oct 30 15:32:04.764406 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 2415b933-fdcb-40ad-8834-917ac580a413 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:32:04.931153 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-d03ce11e-dacc-4e9a-96ac-9561896c4ed2 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Allocated IP 2001:db8::2e9 (0087ab61-2d5d-438b-a324-8b85dab759bc/4b08d6ef-5505-4bac-8992-edc570eeac3f/44c2887b-e4f3-4874-b49c-4e6c664787ce) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:32:04.984555 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c11ad4b-d6bb-418d-8553-15ce03f15dc8 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Router c99df3d5-4b1b-4965-a7fb-0db01c37b920 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:32:05.025010 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 56d1ab5b-3e58-4426-a963-21c6ed167554, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=56d1ab5b-3e58-4426-a963-21c6ed167554,segment=NetworkSegment(cca476af-9f70-4fa8-acb6-015f19cab179),segment_id=cca476af-9f70-4fa8-acb6-015f19cab179)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:32:05.041975 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-c80ae295-fa86-4dd0-b656-6502f6778b57 None None] Allocated IP 2001:db8:0:1::2 (c630ca3c-02e9-4f01-a274-46b15727d3c4/bf5c3e25-35a0-4f0b-b74d-c75eb46a0861/2415b933-fdcb-40ad-8834-917ac580a413) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:32:05.045229 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6556d9d0-27f5-4965-89e3-f296361e4a4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-0087ab61-2d5d-438b-a324-8b85dab759bc', 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'tenant_id': '950626c196e345129caa4bb8b656378a', 'fixed_ips': [{'subnet_id': '4b08d6ef-5505-4bac-8992-edc570eeac3f'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:32:05.046195 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6556d9d0-27f5-4965-89e3-f296361e4a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:05.076784 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': '56d1ab5b-3e58-4426-a963-21c6ed167554', 'network_id': 'ada754b2-2d16-48ef-bd4a-b3c351db82b3', 'port_id': '56d1ab5b-3e58-4426-a963-21c6ed167554', 'mac_address': 'fa:16:3e:b8:18:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '296dc533-f6ac-49b9-ab46-37f1565b56fb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:32:05.104637 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 2415b933-fdcb-40ad-8834-917ac580a413 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:05.105103 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:05.202007 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c11ad4b-d6bb-418d-8553-15ce03f15dc8 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:32:05.216354 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-1c11ad4b-d6bb-418d-8553-15ce03f15dc8 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "PUT /v2.0/routers/c99df3d5-4b1b-4965-a7fb-0db01c37b920/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1103549 Oct 30 15:32:05.218810 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34916) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:05.228455 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d03ce11e-dacc-4e9a-96ac-9561896c4ed2 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:05.265067 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e400471c-a4fa-4d85-8b44-4cbd5f3dbf77 None None] Sync routers for ids ['c99df3d5-4b1b-4965-a7fb-0db01c37b920'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:32:05.275171 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f35512e7-8ef7-4977-8279-6faf71c24c0f req-905696db-0e9f-48d3-ab3e-670394e33d8b service neutron] 10.222.0.44 "GET /v2.0/networks/ada754b2-2d16-48ef-bd4a-b3c351db82b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5219929 Oct 30 15:32:05.280859 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 02deada9-fa8b-4a17-b369-882334c3479f no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:32:05.290337 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-562730c3-ecb4-4982-b38b-a0031bce7ec6 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Deleting subnet ce71113c-07b3-443c-b38d-a9b479050738 {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:32:05.296324 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-562730c3-ecb4-4982-b38b-a0031bce7ec6 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:05.319340 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:05.339870 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: 02deada9-fa8b-4a17-b369-882334c3479f {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:32:05.340269 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 02deada9-fa8b-4a17-b369-882334c3479f not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:32:05.341581 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d03ce11e-dacc-4e9a-96ac-9561896c4ed2 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:05.345395 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-562730c3-ecb4-4982-b38b-a0031bce7ec6 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:05.348252 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e400471c-a4fa-4d85-8b44-4cbd5f3dbf77 None None] Routers {'c99df3d5-4b1b-4965-a7fb-0db01c37b920'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:32:05.348883 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-e400471c-a4fa-4d85-8b44-4cbd5f3dbf77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:31:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['c99df3d5-4b1b-4965-a7fb-0db01c37b920'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:32:05.426103 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03ce11e-dacc-4e9a-96ac-9561896c4ed2 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Network 0087ab61-2d5d-438b-a324-8b85dab759bc is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:32:05.435067 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-d03ce11e-dacc-4e9a-96ac-9561896c4ed2 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:32:05.441534 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03ce11e-dacc-4e9a-96ac-9561896c4ed2 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:32:05.447987 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03ce11e-dacc-4e9a-96ac-9561896c4ed2 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:05.448635 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d03ce11e-dacc-4e9a-96ac-9561896c4ed2 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:05.479981 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03ce11e-dacc-4e9a-96ac-9561896c4ed2 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event updated for resources: {'Port': ['ID=44c2887b-e4f3-4874-b49c-4e6c664787ce,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:05.502385 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d03ce11e-dacc-4e9a-96ac-9561896c4ed2 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5453141 Oct 30 15:32:05.505035 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34918) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:05.512491 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-562730c3-ecb4-4982-b38b-a0031bce7ec6 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:05.580554 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-562730c3-ecb4-4982-b38b-a0031bce7ec6 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:05.585803 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2946a919-97de-47ba-9066-224e55768e35 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:05.590743 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-2946a919-97de-47ba-9066-224e55768e35 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0821807 Oct 30 15:32:05.593398 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34922) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:05.607515 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56d1ab5b-3e58-4426-a963-21c6ed167554 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:32:05.615032 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562730c3-ecb4-4982-b38b-a0031bce7ec6 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Pushing event deleted for resources: {'Subnet': ['ID=ce71113c-07b3-443c-b38d-a9b479050738,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:05.621586 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-562730c3-ecb4-4982-b38b-a0031bce7ec6 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:05.628226 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-562730c3-ecb4-4982-b38b-a0031bce7ec6 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "DELETE /v2.0/subnets/ce71113c-07b3-443c-b38d-a9b479050738 HTTP/1.1" status: 204 len: 168 time: 0.4079137 Oct 30 15:32:05.628866 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34924) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:05.660185 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20a6ba6-2b3b-49a0-a663-c971a06eaa57 None None] Network 4b22032d-f999-405c-9aae-f4a890134250 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:32:05.672119 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2933fa3c-692d-49ef-9beb-7c4330a4e55b req-7c6a9b46-38e3-444d-9447-376e112dbce9 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:05.674004 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2933fa3c-692d-49ef-9beb-7c4330a4e55b req-7c6a9b46-38e3-444d-9447-376e112dbce9 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=25353754-ad8b-4952-b0f6-00eb931ff7ca HTTP/1.1" status: 200 len: 944 time: 0.1072052 Oct 30 15:32:05.744273 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 56d1ab5b-3e58-4426-a963-21c6ed167554, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=56d1ab5b-3e58-4426-a963-21c6ed167554,segment=NetworkSegment(cca476af-9f70-4fa8-acb6-015f19cab179),segment_id=cca476af-9f70-4fa8-acb6-015f19cab179)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:32:05.748944 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2933fa3c-692d-49ef-9beb-7c4330a4e55b req-e5afefcc-32a0-486b-8ab9-8ed56b906aaa tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d32fb4-59bb-4ed8-a618-6a89a7e07898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479021 Oct 30 15:32:05.760019 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-daa4791d-a543-4106-a333-9c99f8f08e01 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Deleting port 44c2887b-e4f3-4874-b49c-4e6c664787ce {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:32:05.760241 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5338bcf1-556e-4997-9c86-5f087fa1080d tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for router, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:05.760353 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-daa4791d-a543-4106-a333-9c99f8f08e01 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:05.769927 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-c80ae295-fa86-4dd0-b656-6502f6778b57 None None] For port 2415b933-fdcb-40ad-8834-917ac580a413, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=2415b933-fdcb-40ad-8834-917ac580a413,segment=NetworkSegment(971372fd-487f-48f2-b440-c6a02f28df57),segment_id=971372fd-487f-48f2-b440-c6a02f28df57)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:32:05.792127 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:05.817664 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-6556d9d0-27f5-4965-89e3-f296361e4a4b None None] Allocated IP 2001:db8::2 (0087ab61-2d5d-438b-a324-8b85dab759bc/4b08d6ef-5505-4bac-8992-edc570eeac3f/8c713e92-7807-49be-a47f-ee3d783b08b0) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:32:05.859528 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-daa4791d-a543-4106-a333-9c99f8f08e01 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:05.873707 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-daa4791d-a543-4106-a333-9c99f8f08e01 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Calling delete_port for 44c2887b-e4f3-4874-b49c-4e6c664787ce owned by {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:32:05.885652 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5338bcf1-556e-4997-9c86-5f087fa1080d tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:05.978326 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c80ae295-fa86-4dd0-b656-6502f6778b57 None None] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:05.984205 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-5338bcf1-556e-4997-9c86-5f087fa1080d tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Deleting port 9d2cecfb-0985-4e1c-82a4-1cfca792288f {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:32:05.984797 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5338bcf1-556e-4997-9c86-5f087fa1080d tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:06.017467 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device d70b1684-2afd-47eb-bd93-9dc591a04897 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:32:06.063014 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-e400471c-a4fa-4d85-8b44-4cbd5f3dbf77 None None] Set router c99df3d5-4b1b-4965-a7fb-0db01c37b920 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:32:06.067112 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['56d1ab5b-3e58-4426-a963-21c6ed167554'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:32:06.069108 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c80ae295-fa86-4dd0-b656-6502f6778b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:06.074189 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-1e7f370e-f1e8-4365-a95f-11fd19687cbd tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Delete allocated IP 2001:db8:0:1::117 (c630ca3c-02e9-4f01-a274-46b15727d3c4/bf5c3e25-35a0-4f0b-b74d-c75eb46a0861) {{(pid=102130) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 30 15:32:06.079363 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-daa4791d-a543-4106-a333-9c99f8f08e01 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:06.083711 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-5338bcf1-556e-4997-9c86-5f087fa1080d tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] For port 9d2cecfb-0985-4e1c-82a4-1cfca792288f, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=9d2cecfb-0985-4e1c-82a4-1cfca792288f,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:32:06.084150 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5338bcf1-556e-4997-9c86-5f087fa1080d tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:06.097600 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-5338bcf1-556e-4997-9c86-5f087fa1080d tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Calling delete_port for 9d2cecfb-0985-4e1c-82a4-1cfca792288f owned by network:router_gateway {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:32:06.103025 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=56d1ab5b-3e58-4426-a963-21c6ed167554,revision_number=9']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:06.108916 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa4791d-a543-4106-a333-9c99f8f08e01 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event deleted for resources: {'Port': ['ID=44c2887b-e4f3-4874-b49c-4e6c664787ce,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:06.159630 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: d70b1684-2afd-47eb-bd93-9dc591a04897 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:32:06.162224 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device d70b1684-2afd-47eb-bd93-9dc591a04897 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:32:06.189203 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-daa4791d-a543-4106-a333-9c99f8f08e01 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:06.194621 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-daa4791d-a543-4106-a333-9c99f8f08e01 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/ports/44c2887b-e4f3-4874-b49c-4e6c664787ce HTTP/1.1" status: 204 len: 168 time: 0.6003523 Oct 30 15:32:06.195013 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34928) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:06.278518 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1e7f370e-f1e8-4365-a95f-11fd19687cbd tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:06.285296 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1e7f370e-f1e8-4365-a95f-11fd19687cbd tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:06.294635 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3bcc95-526b-4840-a195-bc3457134f42 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:06.296636 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3bcc95-526b-4840-a195-bc3457134f42 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:06.300648 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-5d3bcc95-526b-4840-a195-bc3457134f42 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1020486 Oct 30 15:32:06.301246 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34930) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:06.364889 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-1e7f370e-f1e8-4365-a95f-11fd19687cbd tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] In _notify_port_updated(), no bound segment for port c85725e8-341c-46c3-ab2b-a07709d191a7 on network c630ca3c-02e9-4f01-a274-46b15727d3c4 {{(pid=102130) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 30 15:32:06.371690 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7f370e-f1e8-4365-a95f-11fd19687cbd tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:06.372351 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1e7f370e-f1e8-4365-a95f-11fd19687cbd tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:06.376226 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-1e7f370e-f1e8-4365-a95f-11fd19687cbd tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "PUT /v2.0/ports/c85725e8-341c-46c3-ab2b-a07709d191a7 HTTP/1.1" status: 200 len: 925 time: 2.0477829 Oct 30 15:32:06.378613 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34932) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:06.384205 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-c1c1c7c6-e604-4e47-a13f-a7c3eeb0ae00 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '560683e6-f827-4a2e-b0fc-689fcfaf532a'}, {'subnet_id': 'bf5c3e25-35a0-4f0b-b74d-c75eb46a0861'}]}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:06.390331 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7f370e-f1e8-4365-a95f-11fd19687cbd tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event updated for resources: {'Port': ['ID=c85725e8-341c-46c3-ab2b-a07709d191a7,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:06.416363 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-72ee687d-d320-4313-ad27-26eae7319083 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Deleting subnet 4b08d6ef-5505-4bac-8992-edc570eeac3f {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:32:06.440835 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80ae295-fa86-4dd0-b656-6502f6778b57 None None] Pushing event updated for resources: {'Port': ['ID=2415b933-fdcb-40ad-8834-917ac580a413,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:06.444562 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5338bcf1-556e-4997-9c86-5f087fa1080d tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:06.459567 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61dce2e-f06e-4750-9c9e-4b91d3b89689 None None] DHCP port deletion for 4b22032d-f999-405c-9aae-f4a890134250 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:32:06.483374 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5338bcf1-556e-4997-9c86-5f087fa1080d tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Pushing event deleted for resources: {'Port': ['ID=9d2cecfb-0985-4e1c-82a4-1cfca792288f,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:06.486905 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c1c1c7c6-e604-4e47-a13f-a7c3eeb0ae00 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:06.498251 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6556d9d0-27f5-4965-89e3-f296361e4a4b None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:06.507659 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-72ee687d-d320-4313-ad27-26eae7319083 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:06.530289 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6556d9d0-27f5-4965-89e3-f296361e4a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:06.597737 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-72ee687d-d320-4313-ad27-26eae7319083 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:06.648529 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5338bcf1-556e-4997-9c86-5f087fa1080d tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:06.663591 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6556d9d0-27f5-4965-89e3-f296361e4a4b None None] Network 0087ab61-2d5d-438b-a324-8b85dab759bc is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:32:06.688358 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-6556d9d0-27f5-4965-89e3-f296361e4a4b None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:32:06.708296 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6556d9d0-27f5-4965-89e3-f296361e4a4b None None] Pushing event updated for resources: {'Port': ['ID=8c713e92-7807-49be-a47f-ee3d783b08b0,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:06.732832 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6556d9d0-27f5-4965-89e3-f296361e4a4b None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:32:06.772824 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 2415b933-fdcb-40ad-8834-917ac580a413 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:32:06.781222 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5338bcf1-556e-4997-9c86-5f087fa1080d tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:06.785556 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5338bcf1-556e-4997-9c86-5f087fa1080d tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:06.812363 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d61dce2e-f06e-4750-9c9e-4b91d3b89689 None None] Deleting port 6ef9131a-5246-4273-8e26-7a2bdb6d5206 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:32:06.812837 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d61dce2e-f06e-4750-9c9e-4b91d3b89689 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:06.843810 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-c1c1c7c6-e604-4e47-a13f-a7c3eeb0ae00 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Allocated IP 2001:db8:0:1::4d (c630ca3c-02e9-4f01-a274-46b15727d3c4/bf5c3e25-35a0-4f0b-b74d-c75eb46a0861/c85725e8-341c-46c3-ab2b-a07709d191a7) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:32:06.873062 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5338bcf1-556e-4997-9c86-5f087fa1080d tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:06.873805 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5338bcf1-556e-4997-9c86-5f087fa1080d tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Fanout notify agent at l3_agent the message router_deleted on router c99df3d5-4b1b-4965-a7fb-0db01c37b920 {{(pid=102131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:32:06.881909 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5338bcf1-556e-4997-9c86-5f087fa1080d tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:06.883229 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-5338bcf1-556e-4997-9c86-5f087fa1080d tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "DELETE /v2.0/routers/c99df3d5-4b1b-4965-a7fb-0db01c37b920 HTTP/1.1" status: 204 len: 168 time: 1.2532003 Oct 30 15:32:06.886853 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34936) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:06.900509 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-72ee687d-d320-4313-ad27-26eae7319083 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:06.915298 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d61dce2e-f06e-4750-9c9e-4b91d3b89689 None None] For port 6ef9131a-5246-4273-8e26-7a2bdb6d5206, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=6ef9131a-5246-4273-8e26-7a2bdb6d5206,segment=NetworkSegment(99c0d31c-ae09-4bd5-a6a2-89091fbe996b),segment_id=99c0d31c-ae09-4bd5-a6a2-89091fbe996b)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:32:06.916012 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d61dce2e-f06e-4750-9c9e-4b91d3b89689 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:06.931167 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d61dce2e-f06e-4750-9c9e-4b91d3b89689 None None] Calling delete_port for 6ef9131a-5246-4273-8e26-7a2bdb6d5206 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:32:07.014651 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c1c1c7c6-e604-4e47-a13f-a7c3eeb0ae00 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:07.014891 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5555bef7-5d9f-4a9f-9c08-414054a6b5e6 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:07.061485 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c1c1c7c6-e604-4e47-a13f-a7c3eeb0ae00 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:07.093270 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-6556d9d0-27f5-4965-89e3-f296361e4a4b None None] Attempting to bind port 8c713e92-7807-49be-a47f-ee3d783b08b0 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:32:07.093893 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-6556d9d0-27f5-4965-89e3-f296361e4a4b None None] Attempting to bind port 8c713e92-7807-49be-a47f-ee3d783b08b0 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:32:07.094275 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6556d9d0-27f5-4965-89e3-f296361e4a4b None None] Attempting to bind port 8c713e92-7807-49be-a47f-ee3d783b08b0 on network 0087ab61-2d5d-438b-a324-8b85dab759bc {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:32:07.096744 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-72ee687d-d320-4313-ad27-26eae7319083 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:07.097378 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d61dce2e-f06e-4750-9c9e-4b91d3b89689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:07.116362 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-e400471c-a4fa-4d85-8b44-4cbd5f3dbf77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c99df3d5-4b1b-4965-a7fb-0db01c37b920', 'name': 'tempest-TestNetworkBasicOps-router-689751041', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '9d2cecfb-0985-4e1c-82a4-1cfca792288f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:29:59Z', 'updated_at': '2021-10-30T15:32:03Z', 'revision_number': 7, 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'gw_port': {'id': '9d2cecfb-0985-4e1c-82a4-1cfca792288f', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:42:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99df3d5-4b1b-4965-a7fb-0db01c37b920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:30:00Z', 'updated_at': '2021-10-30T15:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:32:07.150733 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e400471c-a4fa-4d85-8b44-4cbd5f3dbf77 None None] Checking router: c99df3d5-4b1b-4965-a7fb-0db01c37b920 for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:32:07.172632 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6556d9d0-27f5-4965-89e3-f296361e4a4b None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:32:07.173279 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6556d9d0-27f5-4965-89e3-f296361e4a4b None None] Checking segment: {'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:32:07.173826 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6556d9d0-27f5-4965-89e3-f296361e4a4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:07.174306 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6556d9d0-27f5-4965-89e3-f296361e4a4b None None] Bound using segment: {'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:32:07.174876 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-6556d9d0-27f5-4965-89e3-f296361e4a4b None None] Bound port: 8c713e92-7807-49be-a47f-ee3d783b08b0, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:32:07.175334 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6556d9d0-27f5-4965-89e3-f296361e4a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:07.193536 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c8f675-3023-4603-bc32-eb9e060e6e1c req-ac6d76f5-4c14-4631-a9fd-6a809a50f075 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:07.201143 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-72c8f675-3023-4603-bc32-eb9e060e6e1c req-ac6d76f5-4c14-4631-a9fd-6a809a50f075 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=25353754-ad8b-4952-b0f6-00eb931ff7ca HTTP/1.1" status: 200 len: 945 time: 0.1834075 Oct 30 15:32:07.203098 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-72ee687d-d320-4313-ad27-26eae7319083 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:07.206736 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-72ee687d-d320-4313-ad27-26eae7319083 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/subnets/4b08d6ef-5505-4bac-8992-edc570eeac3f HTTP/1.1" status: 204 len: 168 time: 0.9045556 Oct 30 15:32:07.208712 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-c1c1c7c6-e604-4e47-a13f-a7c3eeb0ae00 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] In _notify_port_updated(), no bound segment for port c85725e8-341c-46c3-ab2b-a07709d191a7 on network c630ca3c-02e9-4f01-a274-46b15727d3c4 {{(pid=102130) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 30 15:32:07.214821 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c1c7c6-e604-4e47-a13f-a7c3eeb0ae00 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:07.215446 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c1c1c7c6-e604-4e47-a13f-a7c3eeb0ae00 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:07.219681 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c1c1c7c6-e604-4e47-a13f-a7c3eeb0ae00 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "PUT /v2.0/ports/c85725e8-341c-46c3-ab2b-a07709d191a7 HTTP/1.1" status: 200 len: 1010 time: 0.8397310 Oct 30 15:32:07.220333 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34940) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:07.220673 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34942) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:07.238091 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ee687d-d320-4313-ad27-26eae7319083 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event deleted for resources: {'Subnet': ['ID=4b08d6ef-5505-4bac-8992-edc570eeac3f,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:07.263606 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61dce2e-f06e-4750-9c9e-4b91d3b89689 None None] No DVR routers for this DVR port 6ef9131a-5246-4273-8e26-7a2bdb6d5206 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:32:07.264397 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5555bef7-5d9f-4a9f-9c08-414054a6b5e6 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:07.265475 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61dce2e-f06e-4750-9c9e-4b91d3b89689 None None] Pushing event deleted for resources: {'Port': ['ID=6ef9131a-5246-4273-8e26-7a2bdb6d5206,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:07.284009 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-6556d9d0-27f5-4965-89e3-f296361e4a4b None None] For port 8c713e92-7807-49be-a47f-ee3d783b08b0, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:32:07.285831 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-6556d9d0-27f5-4965-89e3-f296361e4a4b None None] For port 8c713e92-7807-49be-a47f-ee3d783b08b0, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=8c713e92-7807-49be-a47f-ee3d783b08b0,segment=NetworkSegment(04fb9866-245b-47c9-a7bc-8854a722bc22),segment_id=04fb9866-245b-47c9-a7bc-8854a722bc22)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:32:07.292891 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e400471c-a4fa-4d85-8b44-4cbd5f3dbf77 None None] Routers set() bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:32:07.293361 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e400471c-a4fa-4d85-8b44-4cbd5f3dbf77 None None] Router IDs set() for agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 30 15:32:07.294163 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_agentschedulers_db [None req-e400471c-a4fa-4d85-8b44-4cbd5f3dbf77 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c99df3d5-4b1b-4965-a7fb-0db01c37b920'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:31:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent'). {{(pid=102132) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 30 15:32:07.294635 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e400471c-a4fa-4d85-8b44-4cbd5f3dbf77 None None] The sync data for ids ['c99df3d5-4b1b-4965-a7fb-0db01c37b920'] in n-d-806683-17 is: [] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:32:07.307908 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-de3ffa48-3dc3-478e-9487-f6f93451bcb9 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0822420 Oct 30 15:32:07.308600 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c1c7c6-e604-4e47-a13f-a7c3eeb0ae00 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event updated for resources: {'Port': ['ID=c85725e8-341c-46c3-ab2b-a07709d191a7,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:07.314220 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34944) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:07.316250 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6556d9d0-27f5-4965-89e3-f296361e4a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:07.323969 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-5422ccf4-8f64-4fc5-9042-1d3b8e1ac703 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Request body: {'subnet': {'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:07.338464 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-5555bef7-5d9f-4a9f-9c08-414054a6b5e6 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b22032d-f999-405c-9aae-f4a890134250']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:32:07.341652 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 2415b933-fdcb-40ad-8834-917ac580a413 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:07.342018 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:07.348791 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c62fa3a-23e3-446b-8463-71c49ae74714 None None] Network c630ca3c-02e9-4f01-a274-46b15727d3c4 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:32:07.353778 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-5555bef7-5d9f-4a9f-9c08-414054a6b5e6 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99c0d31c-ae09-4bd5-a6a2-89091fbe996b') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:32:07.354084 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-5555bef7-5d9f-4a9f-9c08-414054a6b5e6 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99c0d31c-ae09-4bd5-a6a2-89091fbe996b') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:32:07.364541 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5555bef7-5d9f-4a9f-9c08-414054a6b5e6 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:07.369960 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-72c8f675-3023-4603-bc32-eb9e060e6e1c req-3c1355d6-448a-4bc9-9ee7-3c9b6677f2d5 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d32fb4-59bb-4ed8-a618-6a89a7e07898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1676872 Oct 30 15:32:07.378626 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5555bef7-5d9f-4a9f-9c08-414054a6b5e6 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:07.385888 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5555bef7-5d9f-4a9f-9c08-414054a6b5e6 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:32:07.387001 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5555bef7-5d9f-4a9f-9c08-414054a6b5e6 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:07.399690 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:32:07.399690 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:32:07.399690 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:32:07.399690 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:32:07.399690 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:32:07.399690 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:32:07.399690 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:32:07.399690 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:32:07.399690 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:32:07.399690 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:32:07.399690 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:32:07.399690 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:32:07.399690 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:32:07.399690 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:32:07.399690 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:32:07.399690 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:32:07.399690 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:32:07.399690 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:32:07.399690 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:32:07.399690 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:32:07.399690 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:32:07.399690 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:32:07.399690 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:32:07.399690 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:32:07.399690 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:32:07.399690 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:32:07.399690 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:32:07.399690 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:32:07.399690 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:32:07.399690 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:32:07.399690 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:32:07.399690 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:32:07.475760 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5555bef7-5d9f-4a9f-9c08-414054a6b5e6 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:07.482874 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5555bef7-5d9f-4a9f-9c08-414054a6b5e6 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:07.490692 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-5555bef7-5d9f-4a9f-9c08-414054a6b5e6 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "DELETE /v2.0/networks/4b22032d-f999-405c-9aae-f4a890134250 HTTP/1.1" status: 204 len: 168 time: 0.5989311 Oct 30 15:32:07.513444 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5555bef7-5d9f-4a9f-9c08-414054a6b5e6 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Pushing event deleted for resources: {'Network': ['ID=4b22032d-f999-405c-9aae-f4a890134250,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:07.513690 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34946) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:07.521552 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-ef233187-2b23-4246-908b-f3f61348549b tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Request body: {'network': {'name': 'tempest-network-smoke--1903108124', 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'port_security_enabled': True}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:07.550493 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5422ccf4-8f64-4fc5-9042-1d3b8e1ac703 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Made reservation on behalf of 950626c196e345129caa4bb8b656378a for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:32:07.553893 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5422ccf4-8f64-4fc5-9042-1d3b8e1ac703 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:07.609297 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-c4d54742-5ac0-47b5-8a6c-0eedf58b1a0d tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Deleting port c85725e8-341c-46c3-ab2b-a07709d191a7 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:32:07.609638 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c4d54742-5ac0-47b5-8a6c-0eedf58b1a0d tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:07.616175 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef233187-2b23-4246-908b-f3f61348549b tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Made reservation on behalf of b2267fc2b77143d693871f591bcb3dbf for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:32:07.620321 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ef233187-2b23-4246-908b-f3f61348549b tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:07.687223 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-62e001b0-d1d5-4d7f-bbd2-600a36c49cce None None] Provisioning complete for port c85725e8-341c-46c3-ab2b-a07709d191a7 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:07.687615 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-62e001b0-d1d5-4d7f-bbd2-600a36c49cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:07.718240 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6556d9d0-27f5-4965-89e3-f296361e4a4b None None] Pushing event updated for resources: {'Port': ['ID=8c713e92-7807-49be-a47f-ee3d783b08b0,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:07.719832 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef233187-2b23-4246-908b-f3f61348549b tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:32:07.745998 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-62e001b0-d1d5-4d7f-bbd2-600a36c49cce None None] Port c85725e8-341c-46c3-ab2b-a07709d191a7 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:32:07.750423 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ef233187-2b23-4246-908b-f3f61348549b tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:07.750423 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-ef233187-2b23-4246-908b-f3f61348549b tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Added segment b0d0104d-5e31-4d9b-a1de-be494a6e0bdb of type vlan for network 17c0523f-c120-43f8-8de5-645c5eef05e9 Oct 30 15:32:07.807174 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c4d54742-5ac0-47b5-8a6c-0eedf58b1a0d tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:07.833855 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-62e001b0-d1d5-4d7f-bbd2-600a36c49cce None None] Provisioning complete for port 2415b933-fdcb-40ad-8834-917ac580a413 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:07.834378 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-62e001b0-d1d5-4d7f-bbd2-600a36c49cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:07.851169 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ef233187-2b23-4246-908b-f3f61348549b tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:07.862955 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-c4d54742-5ac0-47b5-8a6c-0eedf58b1a0d tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Calling delete_port for c85725e8-341c-46c3-ab2b-a07709d191a7 owned by {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:32:07.969019 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ef233187-2b23-4246-908b-f3f61348549b tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:07.974535 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef233187-2b23-4246-908b-f3f61348549b tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:07.975129 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ef233187-2b23-4246-908b-f3f61348549b tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:08.051496 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5422ccf4-8f64-4fc5-9042-1d3b8e1ac703 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:08.063053 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-ef233187-2b23-4246-908b-f3f61348549b tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5458462 Oct 30 15:32:08.065928 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34948) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:08.070642 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-4bbf8e28-8724-4933-8067-c2aab7af899e tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-441667409', 'admin_state_up': True, 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:08.094414 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4bbf8e28-8724-4933-8067-c2aab7af899e tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:08.095783 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4bbf8e28-8724-4933-8067-c2aab7af899e tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:08.118301 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef233187-2b23-4246-908b-f3f61348549b tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Pushing event updated for resources: {'Network': ['ID=17c0523f-c120-43f8-8de5-645c5eef05e9,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:08.135728 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 17c0523f-c120-43f8-8de5-645c5eef05e9 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:32:08.136854 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5422ccf4-8f64-4fc5-9042-1d3b8e1ac703 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Network 0087ab61-2d5d-438b-a324-8b85dab759bc is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:32:08.140721 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-5422ccf4-8f64-4fc5-9042-1d3b8e1ac703 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:32:08.145457 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5422ccf4-8f64-4fc5-9042-1d3b8e1ac703 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:08.146303 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5422ccf4-8f64-4fc5-9042-1d3b8e1ac703 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:08.152625 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5422ccf4-8f64-4fc5-9042-1d3b8e1ac703 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event updated for resources: {'Subnet': ['ID=3ed012a1-689c-45bc-894f-9a91c1c96012,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:08.183212 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4bbf8e28-8724-4933-8067-c2aab7af899e tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:08.203092 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-5422ccf4-8f64-4fc5-9042-1d3b8e1ac703 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8844664 Oct 30 15:32:08.205977 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34952) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:08.213299 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-4ad439bc-72b5-4a8d-9373-d1277f440da6 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Request body: {'port': {'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'name': 'tempest-NetworksTestDHCPv6-1236193993'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:08.256739 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9017d7e-d9f0-48ba-be11-c52dc99bef7b None None] Network 0087ab61-2d5d-438b-a324-8b85dab759bc requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:32:08.259859 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 6ef9131a-5246-4273-8e26-7a2bdb6d5206 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:32:08.347733 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 6ef9131a-5246-4273-8e26-7a2bdb6d5206 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:32:08.348182 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 6ef9131a-5246-4273-8e26-7a2bdb6d5206 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:32:08.388848 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c4d54742-5ac0-47b5-8a6c-0eedf58b1a0d tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:08.400580 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-154e80e6-9631-4d8f-935a-7ed362e38237 None None] Provisioning complete for port c85725e8-341c-46c3-ab2b-a07709d191a7 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:08.403077 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-154e80e6-9631-4d8f-935a-7ed362e38237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:08.436742 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d54742-5ac0-47b5-8a6c-0eedf58b1a0d tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event deleted for resources: {'Port': ['ID=c85725e8-341c-46c3-ab2b-a07709d191a7,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:08.436921 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-154e80e6-9631-4d8f-935a-7ed362e38237 None None] Port c85725e8-341c-46c3-ab2b-a07709d191a7 was deleted so its status cannot be updated. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 30 15:32:08.448253 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4bbf8e28-8724-4933-8067-c2aab7af899e tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:08.475057 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-154e80e6-9631-4d8f-935a-7ed362e38237 None None] Provisioning complete for port 2415b933-fdcb-40ad-8834-917ac580a413 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:08.475801 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-154e80e6-9631-4d8f-935a-7ed362e38237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:08.487130 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad439bc-72b5-4a8d-9373-d1277f440da6 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Made reservation on behalf of 950626c196e345129caa4bb8b656378a for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:32:08.492535 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4ad439bc-72b5-4a8d-9373-d1277f440da6 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:08.544374 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device cc731b44-299e-44a1-9e52-298d89ace0b2 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:32:08.575546 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: cc731b44-299e-44a1-9e52-298d89ace0b2 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:32:08.575825 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device cc731b44-299e-44a1-9e52-298d89ace0b2 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:32:08.576375 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 9d2cecfb-0985-4e1c-82a4-1cfca792288f no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:32:08.577606 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c4d54742-5ac0-47b5-8a6c-0eedf58b1a0d tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:08.583905 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c4d54742-5ac0-47b5-8a6c-0eedf58b1a0d tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "DELETE /v2.0/ports/c85725e8-341c-46c3-ab2b-a07709d191a7 HTTP/1.1" status: 204 len: 168 time: 1.3521297 Oct 30 15:32:08.584146 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34956) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:08.612596 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [None req-4ad439bc-72b5-4a8d-9373-d1277f440da6 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] device_id is not set on port 16421426-c4a5-4275-9527-db993d9a51d1 yet. {{(pid=102130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:32:08.625525 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-c40fe33b-5a1c-4a08-b139-cfe83c3a9f06 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] GET failed (client error): The resource could not be found. Oct 30 15:32:08.627098 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-c40fe33b-5a1c-4a08-b139-cfe83c3a9f06 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "GET /v2.0/ports/c85725e8-341c-46c3-ab2b-a07709d191a7 HTTP/1.1" status: 404 len: 333 time: 0.0419831 Oct 30 15:32:08.628902 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 56d1ab5b-3e58-4426-a963-21c6ed167554 up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:32:08.633499 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34958) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:08.677691 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 9d2cecfb-0985-4e1c-82a4-1cfca792288f {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:32:08.677924 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 9d2cecfb-0985-4e1c-82a4-1cfca792288f not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:32:08.698745 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4870b970-8be8-4abd-9998-2bdf539090a8 req-f41dd9f2-16ea-46f4-b12a-428dfbcc814f tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:08.707373 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4870b970-8be8-4abd-9998-2bdf539090a8 req-f41dd9f2-16ea-46f4-b12a-428dfbcc814f tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=25353754-ad8b-4952-b0f6-00eb931ff7ca HTTP/1.1" status: 200 len: 945 time: 0.1632197 Oct 30 15:32:08.774017 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port 56d1ab5b-3e58-4426-a963-21c6ed167554 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:08.774528 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:08.778819 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-467e3812-c7d4-4852-bf14-be40e924c89c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Deleting subnet bf5c3e25-35a0-4f0b-b74d-c75eb46a0861 {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:32:08.784158 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-467e3812-c7d4-4852-bf14-be40e924c89c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:08.795189 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4870b970-8be8-4abd-9998-2bdf539090a8 req-100d003f-c193-4f3c-aee1-a402f31a4017 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d32fb4-59bb-4ed8-a618-6a89a7e07898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863607 Oct 30 15:32:08.826267 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4bbf8e28-8724-4933-8067-c2aab7af899e tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for router_gateway, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:08.833140 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-4ad439bc-72b5-4a8d-9373-d1277f440da6 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Allocated IP 2001:db8::19c (0087ab61-2d5d-438b-a324-8b85dab759bc/3ed012a1-689c-45bc-894f-9a91c1c96012/16421426-c4a5-4275-9527-db993d9a51d1) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:32:08.854669 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4bbf8e28-8724-4933-8067-c2aab7af899e tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:08.870166 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-467e3812-c7d4-4852-bf14-be40e924c89c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:08.885260 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-9f4c6203-c540-4971-a575-922801cb4e62 None None] Could not find standard attr ID for object c85725e8-341c-46c3-ab2b-a07709d191a7. {{(pid=102132) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 30 15:32:08.901778 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea734d0-595b-44b9-9472-f8c0b256ccaa None None] Update dhcp port {'port': {'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'fixed_ips': [{'subnet_id': '3ed012a1-689c-45bc-894f-9a91c1c96012'}], 'binding:host_id': 'n-d-806683-17'}, 'id': '8c713e92-7807-49be-a47f-ee3d783b08b0'} from n-d-806683-17. {{(pid=102132) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 30 15:32:08.931227 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8ea734d0-595b-44b9-9472-f8c0b256ccaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:09.030200 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4ad439bc-72b5-4a8d-9373-d1277f440da6 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:09.046875 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-467e3812-c7d4-4852-bf14-be40e924c89c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:09.089504 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:09.090960 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4ad439bc-72b5-4a8d-9373-d1277f440da6 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:09.095627 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-4bbf8e28-8724-4933-8067-c2aab7af899e tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Allocated IP 172.25.4.227 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/c972f468-0e4b-44ba-84b6-b2e471f61655) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:32:09.170014 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad439bc-72b5-4a8d-9373-d1277f440da6 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Network 0087ab61-2d5d-438b-a324-8b85dab759bc is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:32:09.171389 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad439bc-72b5-4a8d-9373-d1277f440da6 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event updated for resources: {'Port': ['ID=16421426-c4a5-4275-9527-db993d9a51d1,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:09.174475 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-4ad439bc-72b5-4a8d-9373-d1277f440da6 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:32:09.177677 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad439bc-72b5-4a8d-9373-d1277f440da6 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:32:09.185168 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad439bc-72b5-4a8d-9373-d1277f440da6 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:09.185378 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4ad439bc-72b5-4a8d-9373-d1277f440da6 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:09.218537 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-4ad439bc-72b5-4a8d-9373-d1277f440da6 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0091333 Oct 30 15:32:09.223207 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-8ea734d0-595b-44b9-9472-f8c0b256ccaa None None] Allocated IP 2001:db8::2 (0087ab61-2d5d-438b-a324-8b85dab759bc/3ed012a1-689c-45bc-894f-9a91c1c96012/8c713e92-7807-49be-a47f-ee3d783b08b0) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:32:09.225917 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34960) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:09.230466 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-467e3812-c7d4-4852-bf14-be40e924c89c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:09.293857 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0add9602-48a3-4ce2-a6a5-d74891f263a3 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:09.301671 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0add9602-48a3-4ce2-a6a5-d74891f263a3 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:09.303326 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467e3812-c7d4-4852-bf14-be40e924c89c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event deleted for resources: {'Subnet': ['ID=bf5c3e25-35a0-4f0b-b74d-c75eb46a0861,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:09.306779 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-0add9602-48a3-4ce2-a6a5-d74891f263a3 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.0762362 Oct 30 15:32:09.306940 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-467e3812-c7d4-4852-bf14-be40e924c89c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:09.307056 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34964) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:09.310017 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-467e3812-c7d4-4852-bf14-be40e924c89c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "DELETE /v2.0/subnets/bf5c3e25-35a0-4f0b-b74d-c75eb46a0861 HTTP/1.1" status: 204 len: 168 time: 0.6748788 Oct 30 15:32:09.313931 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34966) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:09.388960 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4bbf8e28-8724-4933-8067-c2aab7af899e tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:09.427226 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-736fd867-6bc5-4514-bff9-a6752c8d45d3 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Deleting subnet 560683e6-f827-4a2e-b0fc-689fcfaf532a {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:32:09.434284 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-736fd867-6bc5-4514-bff9-a6752c8d45d3 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:09.441506 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-3afab11f-a03c-43f1-a288-956ea2bcbeeb None None] Could not find standard attr ID for object c85725e8-341c-46c3-ab2b-a07709d191a7. {{(pid=102132) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 30 15:32:09.442991 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25353754-ad8b-4952-b0f6-00eb931ff7ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d1ab5b-3e58-4426-a963-21c6ed167554'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:32:09.448145 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6054bc99-eb6d-40a1-b01f-45f8d7530b1d" -d '{"events": [{"server_uuid": "25353754-ad8b-4952-b0f6-00eb931ff7ca", "name": "network-vif-plugged", "status": "completed", "tag": "56d1ab5b-3e58-4426-a963-21c6ed167554"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:32:09.456548 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-80b139ef-9427-4d57-89c3-9c3a0276fb43 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Deleting port 16421426-c4a5-4275-9527-db993d9a51d1 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:32:09.457191 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-80b139ef-9427-4d57-89c3-9c3a0276fb43 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:09.474435 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-8ea734d0-595b-44b9-9472-f8c0b256ccaa None None] For port 8c713e92-7807-49be-a47f-ee3d783b08b0, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=8c713e92-7807-49be-a47f-ee3d783b08b0,segment=NetworkSegment(04fb9866-245b-47c9-a7bc-8854a722bc22),segment_id=04fb9866-245b-47c9-a7bc-8854a722bc22)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:32:09.478280 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 56d1ab5b-3e58-4426-a963-21c6ed167554, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=56d1ab5b-3e58-4426-a963-21c6ed167554,segment=NetworkSegment(cca476af-9f70-4fa8-acb6-015f19cab179),segment_id=cca476af-9f70-4fa8-acb6-015f19cab179)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:32:09.490860 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:09.501238 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-736fd867-6bc5-4514-bff9-a6752c8d45d3 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:09.506296 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4bbf8e28-8724-4933-8067-c2aab7af899e tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:09.538587 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b7ce17-c85a-4b7f-8966-5409adba4147 None None] Network c630ca3c-02e9-4f01-a274-46b15727d3c4 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:32:09.608360 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbf8e28-8724-4933-8067-c2aab7af899e tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:32:09.614964 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-4bbf8e28-8724-4933-8067-c2aab7af899e tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:32:09.619129 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbf8e28-8724-4933-8067-c2aab7af899e tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:32:09.643872 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8735b99e-2154-4a91-9ea6-6570a838e871 x-openstack-request-id: req-8735b99e-2154-4a91-9ea6-6570a838e871 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:32:09.644967 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25353754-ad8b-4952-b0f6-00eb931ff7ca", "name": "network-vif-plugged", "status": "completed", "tag": "56d1ab5b-3e58-4426-a963-21c6ed167554", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:32:09.644967 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8735b99e-2154-4a91-9ea6-6570a838e871 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:32:09.644967 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25353754-ad8b-4952-b0f6-00eb931ff7ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d1ab5b-3e58-4426-a963-21c6ed167554', 'code': 200} Oct 30 15:32:09.653609 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-80b139ef-9427-4d57-89c3-9c3a0276fb43 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:09.660088 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbf8e28-8724-4933-8067-c2aab7af899e tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Pushing event updated for resources: {'Port': ['ID=c972f468-0e4b-44ba-84b6-b2e471f61655,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:09.689198 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-80b139ef-9427-4d57-89c3-9c3a0276fb43 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Calling delete_port for 16421426-c4a5-4275-9527-db993d9a51d1 owned by {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:32:09.697811 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8ea734d0-595b-44b9-9472-f8c0b256ccaa None None] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:09.724479 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8ea734d0-595b-44b9-9472-f8c0b256ccaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:09.740271 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=56d1ab5b-3e58-4426-a963-21c6ed167554,revision_number=10']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:09.789545 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-736fd867-6bc5-4514-bff9-a6752c8d45d3 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:09.825206 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d478345d-e152-4a58-aa83-b25a2bfdcbf0 req-32be7d49-1ae4-49b8-868b-f33499738a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:09.826806 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d478345d-e152-4a58-aa83-b25a2bfdcbf0 req-32be7d49-1ae4-49b8-868b-f33499738a0d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=25353754-ad8b-4952-b0f6-00eb931ff7ca HTTP/1.1" status: 200 len: 1099 time: 0.0671554 Oct 30 15:32:09.839722 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea734d0-595b-44b9-9472-f8c0b256ccaa None None] Pushing event updated for resources: {'Port': ['ID=8c713e92-7807-49be-a47f-ee3d783b08b0,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:09.964587 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d478345d-e152-4a58-aa83-b25a2bfdcbf0 req-3bf543f7-25ff-4663-abf7-0a4bc9df0460 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a3d32fb4-59bb-4ed8-a618-6a89a7e07898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306989 Oct 30 15:32:10.006412 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-80b139ef-9427-4d57-89c3-9c3a0276fb43 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:10.025937 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-736fd867-6bc5-4514-bff9-a6752c8d45d3 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:10.048533 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b139ef-9427-4d57-89c3-9c3a0276fb43 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event deleted for resources: {'Port': ['ID=16421426-c4a5-4275-9527-db993d9a51d1,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:10.080743 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-80b139ef-9427-4d57-89c3-9c3a0276fb43 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:10.091017 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736fd867-6bc5-4514-bff9-a6752c8d45d3 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event deleted for resources: {'Subnet': ['ID=560683e6-f827-4a2e-b0fc-689fcfaf532a,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:10.091373 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-80b139ef-9427-4d57-89c3-9c3a0276fb43 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/ports/16421426-c4a5-4275-9527-db993d9a51d1 HTTP/1.1" status: 204 len: 168 time: 0.7782156 Oct 30 15:32:10.095524 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34972) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:10.110422 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-736fd867-6bc5-4514-bff9-a6752c8d45d3 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:10.114439 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-736fd867-6bc5-4514-bff9-a6752c8d45d3 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "DELETE /v2.0/subnets/560683e6-f827-4a2e-b0fc-689fcfaf532a HTTP/1.1" status: 204 len: 168 time: 0.7967505 Oct 30 15:32:10.128841 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34974) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:10.178292 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8006c35e-4df2-4fa0-abd3-55d1918ebc51 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:10.180553 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8006c35e-4df2-4fa0-abd3-55d1918ebc51 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:10.185251 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-8006c35e-4df2-4fa0-abd3-55d1918ebc51 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0886288 Oct 30 15:32:10.185839 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34976) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:10.252096 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-11636107-8e17-49b2-9ebc-f40a8528aaed tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Deleting subnet 3ed012a1-689c-45bc-894f-9a91c1c96012 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:32:10.256783 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-11636107-8e17-49b2-9ebc-f40a8528aaed tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:10.332895 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-11636107-8e17-49b2-9ebc-f40a8528aaed tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:10.489276 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-11636107-8e17-49b2-9ebc-f40a8528aaed tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:10.570538 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-11636107-8e17-49b2-9ebc-f40a8528aaed tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:10.623905 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11636107-8e17-49b2-9ebc-f40a8528aaed tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event deleted for resources: {'Subnet': ['ID=3ed012a1-689c-45bc-894f-9a91c1c96012,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:10.635327 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-11636107-8e17-49b2-9ebc-f40a8528aaed tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:10.642607 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-11636107-8e17-49b2-9ebc-f40a8528aaed tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/subnets/3ed012a1-689c-45bc-894f-9a91c1c96012 HTTP/1.1" status: 204 len: 168 time: 0.4557183 Oct 30 15:32:10.643254 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34980) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:10.703128 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 8c713e92-7807-49be-a47f-ee3d783b08b0 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:32:10.706623 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-ce5e1b8b-d210-4e84-abfc-49782b824b24 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0616119 Oct 30 15:32:10.707190 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34982) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:10.763122 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 8c713e92-7807-49be-a47f-ee3d783b08b0 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:10.763771 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:10.771091 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5705652b-3aff-4480-a2fd-c9bd71b6bdf7 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:10.775381 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-5705652b-3aff-4480-a2fd-c9bd71b6bdf7 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0596645 Oct 30 15:32:10.775974 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34984) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:10.848625 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfecf1af-a733-42b2-825c-8ceb2284cf84 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:10.850109 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-dfecf1af-a733-42b2-825c-8ceb2284cf84 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0730138 Oct 30 15:32:10.856051 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 34986) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:10.895199 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:10.911974 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d15d728-e2d6-4abb-b200-7eecd14c7a17 req-28e3f3e3-7e1d-48be-be8e-54f4df9ae53c tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:10.917186 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8d15d728-e2d6-4abb-b200-7eecd14c7a17 req-28e3f3e3-7e1d-48be-be8e-54f4df9ae53c tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=25353754-ad8b-4952-b0f6-00eb931ff7ca HTTP/1.1" status: 200 len: 947 time: 0.9535749 Oct 30 15:32:10.930738 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-da7bcf7e-0f17-47a9-851e-4bd319d3bf22 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:10.945238 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4bbf8e28-8724-4933-8067-c2aab7af899e tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for router_gateway, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:10.959203 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e836cb-c82d-4107-a608-87b04f85f9e3 None None] Network c630ca3c-02e9-4f01-a274-46b15727d3c4 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:32:11.041651 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 8c713e92-7807-49be-a47f-ee3d783b08b0, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=8c713e92-7807-49be-a47f-ee3d783b08b0,segment=NetworkSegment(04fb9866-245b-47c9-a7bc-8854a722bc22),segment_id=04fb9866-245b-47c9-a7bc-8854a722bc22)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:32:11.056469 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:11.100140 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-a132fff5-939c-495b-b0c2-56c459c9d380 None None] Provisioning complete for port 2415b933-fdcb-40ad-8834-917ac580a413 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:11.100676 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a132fff5-939c-495b-b0c2-56c459c9d380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:11.106131 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8d15d728-e2d6-4abb-b200-7eecd14c7a17 req-abfe73ac-6450-467c-84f3-25f818c07ddc tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d32fb4-59bb-4ed8-a618-6a89a7e07898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1726933 Oct 30 15:32:11.227636 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-da7bcf7e-0f17-47a9-851e-4bd319d3bf22 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Deleting port 2415b933-fdcb-40ad-8834-917ac580a413 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:32:11.228217 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-da7bcf7e-0f17-47a9-851e-4bd319d3bf22 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:11.338523 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=8c713e92-7807-49be-a47f-ee3d783b08b0,revision_number=6']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:11.342444 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-da7bcf7e-0f17-47a9-851e-4bd319d3bf22 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] For port 2415b933-fdcb-40ad-8834-917ac580a413, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=2415b933-fdcb-40ad-8834-917ac580a413,segment=NetworkSegment(971372fd-487f-48f2-b440-c6a02f28df57),segment_id=971372fd-487f-48f2-b440-c6a02f28df57)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:32:11.342681 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-da7bcf7e-0f17-47a9-851e-4bd319d3bf22 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:11.371932 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c517eb5a-a4cd-4e9e-8b4e-b9a1440c1dee tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5146282 Oct 30 15:32:11.378180 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 34996) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:11.383193 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-35ffc525-26c5-42be-ad6d-b61b29e99d7b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Request body: {'subnet': {'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:11.387359 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-da7bcf7e-0f17-47a9-851e-4bd319d3bf22 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Calling delete_port for 2415b933-fdcb-40ad-8834-917ac580a413 owned by network:dhcp {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:32:11.433301 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b58e1b3-08ba-4805-9430-58644daa975c None None] Network 0087ab61-2d5d-438b-a324-8b85dab759bc requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:32:11.458558 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4bbf8e28-8724-4933-8067-c2aab7af899e tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:11.480308 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b566a7a-358c-4c65-b680-94ae92ee95c1 None None] DHCP port deletion for c630ca3c-02e9-4f01-a274-46b15727d3c4 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:32:11.665267 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ffc525-26c5-42be-ad6d-b61b29e99d7b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Made reservation on behalf of 950626c196e345129caa4bb8b656378a for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:32:11.669335 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-35ffc525-26c5-42be-ad6d-b61b29e99d7b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:11.735831 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-1a080d60-4b4c-4844-bb97-107494e68272 None None] Provisioning complete for port 8c713e92-7807-49be-a47f-ee3d783b08b0 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:11.736412 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1a080d60-4b4c-4844-bb97-107494e68272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:11.756335 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-da7bcf7e-0f17-47a9-851e-4bd319d3bf22 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:11.802652 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7bcf7e-0f17-47a9-851e-4bd319d3bf22 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event deleted for resources: {'Port': ['ID=2415b933-fdcb-40ad-8834-917ac580a413,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:11.806707 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-9b566a7a-358c-4c65-b680-94ae92ee95c1 None None] Deleting port 2415b933-fdcb-40ad-8834-917ac580a413 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:32:11.807085 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9b566a7a-358c-4c65-b680-94ae92ee95c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:11.812849 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7bcf7e-0f17-47a9-851e-4bd319d3bf22 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] No DVR routers for this DVR port 2415b933-fdcb-40ad-8834-917ac580a413 on host n-d-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:32:11.906597 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-9b566a7a-358c-4c65-b680-94ae92ee95c1 None None] For port 2415b933-fdcb-40ad-8834-917ac580a413, host n-d-806683-17, got binding levels [] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:32:11.907201 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9b566a7a-358c-4c65-b680-94ae92ee95c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:11.924787 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-9b566a7a-358c-4c65-b680-94ae92ee95c1 None None] Calling delete_port for 2415b933-fdcb-40ad-8834-917ac580a413 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:32:11.927654 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-da7bcf7e-0f17-47a9-851e-4bd319d3bf22 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:11.929013 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.ipam_backend_mixin [None req-9b566a7a-358c-4c65-b680-94ae92ee95c1 None None] Port 2415b933-fdcb-40ad-8834-917ac580a413 was not found and therefore no delete operation was performed {{(pid=102132) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 30 15:32:11.933037 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9b566a7a-358c-4c65-b680-94ae92ee95c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:11.963110 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b566a7a-358c-4c65-b680-94ae92ee95c1 None None] Pushing event deleted for resources: {'Port': ['ID=2415b933-fdcb-40ad-8834-917ac580a413,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:11.966503 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b566a7a-358c-4c65-b680-94ae92ee95c1 None None] No DVR routers for this DVR port 2415b933-fdcb-40ad-8834-917ac580a413 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:32:11.970961 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9426392a-7d5a-4266-8917-76da21409977 None None] DHCP port deletion for 0087ab61-2d5d-438b-a324-8b85dab759bc request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:32:12.006276 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-da7bcf7e-0f17-47a9-851e-4bd319d3bf22 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c630ca3c-02e9-4f01-a274-46b15727d3c4']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:32:12.027435 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bbf8e28-8724-4933-8067-c2aab7af899e tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Router 6c682dc7-056d-4996-98f3-776ebd35edbf is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:32:12.027823 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-9426392a-7d5a-4266-8917-76da21409977 None None] Deleting port 8c713e92-7807-49be-a47f-ee3d783b08b0 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:32:12.028269 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9426392a-7d5a-4266-8917-76da21409977 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:12.035158 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-da7bcf7e-0f17-47a9-851e-4bd319d3bf22 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '971372fd-487f-48f2-b440-c6a02f28df57') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:32:12.035491 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-da7bcf7e-0f17-47a9-851e-4bd319d3bf22 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '971372fd-487f-48f2-b440-c6a02f28df57') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:32:12.053510 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-da7bcf7e-0f17-47a9-851e-4bd319d3bf22 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:12.097037 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-da7bcf7e-0f17-47a9-851e-4bd319d3bf22 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:12.099179 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-9426392a-7d5a-4266-8917-76da21409977 None None] For port 8c713e92-7807-49be-a47f-ee3d783b08b0, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=8c713e92-7807-49be-a47f-ee3d783b08b0,segment=NetworkSegment(04fb9866-245b-47c9-a7bc-8854a722bc22),segment_id=04fb9866-245b-47c9-a7bc-8854a722bc22)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:32:12.099848 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9426392a-7d5a-4266-8917-76da21409977 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:12.114409 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-9426392a-7d5a-4266-8917-76da21409977 None None] Calling delete_port for 8c713e92-7807-49be-a47f-ee3d783b08b0 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:32:12.183280 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da7bcf7e-0f17-47a9-851e-4bd319d3bf22 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:32:12.183647 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-da7bcf7e-0f17-47a9-851e-4bd319d3bf22 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:12.186650 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:32:12.186650 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:32:12.186650 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:32:12.186650 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:32:12.186650 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:32:12.186650 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:32:12.186650 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:32:12.186650 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:32:12.186650 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:32:12.186650 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:32:12.186650 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:32:12.186650 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:32:12.186650 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:32:12.186650 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:32:12.186650 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:32:12.186650 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:32:12.186650 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:32:12.186650 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:32:12.186650 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:32:12.186650 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:32:12.186650 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:32:12.186650 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:32:12.186650 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:32:12.186650 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:32:12.186650 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:32:12.186650 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:32:12.186650 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:32:12.186650 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:32:12.186650 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:32:12.186650 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:32:12.186650 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:32:12.186650 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:32:12.201551 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9426392a-7d5a-4266-8917-76da21409977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:12.232110 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-35ffc525-26c5-42be-ad6d-b61b29e99d7b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:12.234174 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9426392a-7d5a-4266-8917-76da21409977 None None] Pushing event deleted for resources: {'Port': ['ID=8c713e92-7807-49be-a47f-ee3d783b08b0,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:12.240874 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9426392a-7d5a-4266-8917-76da21409977 None None] No DVR routers for this DVR port 8c713e92-7807-49be-a47f-ee3d783b08b0 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:32:12.257281 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddf45f1-9162-4f58-a658-9d3d5a761216 None None] get_active_networks_info from n-d-806683-17 {{(pid=102132) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 30 15:32:12.352907 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ffc525-26c5-42be-ad6d-b61b29e99d7b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Network 0087ab61-2d5d-438b-a324-8b85dab759bc is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:32:12.353157 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bddf45f1-9162-4f58-a658-9d3d5a761216 None None] Resources bound (agent type, host, resource id): {{(pid=102132) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 30 15:32:12.364306 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-35ffc525-26c5-42be-ad6d-b61b29e99d7b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:32:12.366406 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-da7bcf7e-0f17-47a9-851e-4bd319d3bf22 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:12.374491 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ffc525-26c5-42be-ad6d-b61b29e99d7b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:12.375182 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-35ffc525-26c5-42be-ad6d-b61b29e99d7b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:12.388834 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-da7bcf7e-0f17-47a9-851e-4bd319d3bf22 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:12.392171 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-da7bcf7e-0f17-47a9-851e-4bd319d3bf22 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "DELETE /v2.0/networks/c630ca3c-02e9-4f01-a274-46b15727d3c4 HTTP/1.1" status: 204 len: 168 time: 2.2610250 Oct 30 15:32:12.397411 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35028) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:12.411850 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ffc525-26c5-42be-ad6d-b61b29e99d7b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event updated for resources: {'Subnet': ['ID=87d6aa3d-b8a8-4336-8298-efc9f9056769,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:12.417974 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bbf8e28-8724-4933-8067-c2aab7af899e tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:32:12.421931 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7bcf7e-0f17-47a9-851e-4bd319d3bf22 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event deleted for resources: {'Network': ['ID=c630ca3c-02e9-4f01-a274-46b15727d3c4,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:12.439004 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-35ffc525-26c5-42be-ad6d-b61b29e99d7b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0573509 Oct 30 15:32:12.441004 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35030) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:12.442305 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48ba2c0-71d0-4d06-9d6a-669926e519d6 None None] Sync routers for ids ['6c682dc7-056d-4996-98f3-776ebd35edbf'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:32:12.452935 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea7755c-b5d7-4e5f-92de-867a44becdf5 req-41f700a1-6c02-40b2-be6f-96159ccfcb97 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:12.455515 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4ea7755c-b5d7-4e5f-92de-867a44becdf5 req-41f700a1-6c02-40b2-be6f-96159ccfcb97 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=25353754-ad8b-4952-b0f6-00eb931ff7ca HTTP/1.1" status: 200 len: 947 time: 0.2261624 Oct 30 15:32:12.459675 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-89e69d68-6d24-4d22-900a-7549e2e6b4d1 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Request body: {'port': {'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'fixed_ips': [{'subnet_id': '87d6aa3d-b8a8-4336-8298-efc9f9056769', 'ip_address': '2001:db8::2cc9:6f16:5612:4ccb'}], 'name': 'tempest-NetworksTestDHCPv6-1724603426'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:12.460797 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48ba2c0-71d0-4d06-9d6a-669926e519d6 None None] Routers {'6c682dc7-056d-4996-98f3-776ebd35edbf'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:32:12.464698 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-d48ba2c0-71d0-4d06-9d6a-669926e519d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:31:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['6c682dc7-056d-4996-98f3-776ebd35edbf'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:32:12.465258 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29542d06-25e5-47bb-9152-72e3a4a2f775 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:12.467013 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-29542d06-25e5-47bb-9152-72e3a4a2f775 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0673432 Oct 30 15:32:12.470554 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35032) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:12.518513 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4bbf8e28-8724-4933-8067-c2aab7af899e tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:12.523312 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-4bbf8e28-8724-4933-8067-c2aab7af899e tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.4562933 Oct 30 15:32:12.526040 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35034) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:12.578372 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-3ad78866-1a3e-4286-a126-33cc68a4b146 tempest-TestNetworkBasicOps-1227062034 tempest-TestNetworkBasicOps-1227062034-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=b2267fc2b77143d693871f591bcb3dbf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0498834 Oct 30 15:32:12.581343 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35036) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:12.584289 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4ea7755c-b5d7-4e5f-92de-867a44becdf5 req-867d6fee-c530-45e3-b226-8fb9d87a8326 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d32fb4-59bb-4ed8-a618-6a89a7e07898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033578 Oct 30 15:32:12.612402 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-d48ba2c0-71d0-4d06-9d6a-669926e519d6 None None] Set router 6c682dc7-056d-4996-98f3-776ebd35edbf gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:32:12.639658 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e69d68-6d24-4d22-900a-7549e2e6b4d1 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Made reservation on behalf of 950626c196e345129caa4bb8b656378a for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:32:12.655205 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-bd4adeb3-1ae9-43b7-a31e-18961e4fd4c1 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1830540 Oct 30 15:32:12.658658 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35042) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:12.688508 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 8c713e92-7807-49be-a47f-ee3d783b08b0 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:32:12.726289 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-96d0c4d6-2539-432f-b577-5cf546f31d92 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1036688085'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:12.729398 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 8c713e92-7807-49be-a47f-ee3d783b08b0 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:32:12.729745 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 8c713e92-7807-49be-a47f-ee3d783b08b0 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:32:12.730201 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 2415b933-fdcb-40ad-8834-917ac580a413 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:32:12.762087 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 2415b933-fdcb-40ad-8834-917ac580a413 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:32:12.762816 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 2415b933-fdcb-40ad-8834-917ac580a413 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:32:12.780111 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d0c4d6-2539-432f-b577-5cf546f31d92 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Made reservation on behalf of ee12cc7bf3e14cdba3ace2cbd46ac13b for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:32:12.780994 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-89e69d68-6d24-4d22-900a-7549e2e6b4d1 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:12.784987 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-96d0c4d6-2539-432f-b577-5cf546f31d92 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:12.804214 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [None req-89e69d68-6d24-4d22-900a-7549e2e6b4d1 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] device_id is not set on port 7a8074b0-d587-468a-9458-a719aa143ae2 yet. {{(pid=102131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:32:12.821478 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9f9a5a-4695-491c-8a1b-7870f729575d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-0087ab61-2d5d-438b-a324-8b85dab759bc', 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'tenant_id': '950626c196e345129caa4bb8b656378a', 'fixed_ips': [{'subnet_id': '87d6aa3d-b8a8-4336-8298-efc9f9056769'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:32:12.823095 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3b9f9a5a-4695-491c-8a1b-7870f729575d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:12.827656 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc8b461-6a79-415c-9e23-4685d91334d9 tempest-TestNetworkBasicOps-1227062034 tempest-TestNetworkBasicOps-1227062034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:12.829309 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-6bc8b461-6a79-415c-9e23-4685d91334d9 tempest-TestNetworkBasicOps-1227062034 tempest-TestNetworkBasicOps-1227062034-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2468657 Oct 30 15:32:12.834326 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35044) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:12.867189 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96d0c4d6-2539-432f-b577-5cf546f31d92 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:32:12.871837 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-21975e9f-c749-48ef-b8c1-56690358421b tempest-TestNetworkBasicOps-1227062034 tempest-TestNetworkBasicOps-1227062034-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=edc38ef5-7816-4133-914c-cfe2849a0125&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0363030 Oct 30 15:32:12.876335 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35046) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:12.879041 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-d48ba2c0-71d0-4d06-9d6a-669926e519d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c682dc7-056d-4996-98f3-776ebd35edbf', 'name': 'tempest-TestNetworkBasicOps-router-441667409', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': 'c972f468-0e4b-44ba-84b6-b2e471f61655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:32:08Z', 'updated_at': '2021-10-30T15:32:09Z', 'revision_number': 3, 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'gw_port': {'id': 'c972f468-0e4b-44ba-84b6-b2e471f61655', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:57:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c682dc7-056d-4996-98f3-776ebd35edbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:32:08Z', 'updated_at': '2021-10-30T15:32:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:32:12.881823 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-502ddc05-b5e8-4a83-8ec0-72a62b12d1ac tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1470707166', 'network_id': '17c0523f-c120-43f8-8de5-645c5eef05e9', 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:12.927050 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48ba2c0-71d0-4d06-9d6a-669926e519d6 None None] Checking router: 6c682dc7-056d-4996-98f3-776ebd35edbf for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:32:12.927398 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48ba2c0-71d0-4d06-9d6a-669926e519d6 None None] Updating router 6c682dc7-056d-4996-98f3-776ebd35edbf port c972f468-0e4b-44ba-84b6-b2e471f61655 binding host n-d-806683-17 {{(pid=102133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:32:12.932123 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-96d0c4d6-2539-432f-b577-5cf546f31d92 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:12.933943 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-96d0c4d6-2539-432f-b577-5cf546f31d92 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Added segment ea5d9667-d625-4f0d-b582-f9b2610b54d1 of type vlan for network bd72ee67-c633-4830-9639-7790d62302fa Oct 30 15:32:12.961824 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d48ba2c0-71d0-4d06-9d6a-669926e519d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:12.996778 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-3b9f9a5a-4695-491c-8a1b-7870f729575d None None] Allocated IP 2001:db8::2 (0087ab61-2d5d-438b-a324-8b85dab759bc/87d6aa3d-b8a8-4336-8298-efc9f9056769/910f0c86-27dc-46b1-94c2-188606e27b33) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:32:13.002025 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-96d0c4d6-2539-432f-b577-5cf546f31d92 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:13.042333 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502ddc05-b5e8-4a83-8ec0-72a62b12d1ac tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Made reservation on behalf of b2267fc2b77143d693871f591bcb3dbf for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:32:13.046428 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-502ddc05-b5e8-4a83-8ec0-72a62b12d1ac tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:13.095258 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-96d0c4d6-2539-432f-b577-5cf546f31d92 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:13.101484 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d0c4d6-2539-432f-b577-5cf546f31d92 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:13.102740 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-96d0c4d6-2539-432f-b577-5cf546f31d92 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:13.176109 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-96d0c4d6-2539-432f-b577-5cf546f31d92 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4541829 Oct 30 15:32:13.179035 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35048) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:13.184718 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-648c1220-e091-42b4-b23c-f3c78f739687 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Request body: {'subnet': {'network_id': 'bd72ee67-c633-4830-9639-7790d62302fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:13.190240 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3b9f9a5a-4695-491c-8a1b-7870f729575d None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:13.200378 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3b9f9a5a-4695-491c-8a1b-7870f729575d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:13.205218 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d0c4d6-2539-432f-b577-5cf546f31d92 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event updated for resources: {'Network': ['ID=bd72ee67-c633-4830-9639-7790d62302fa,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:13.221321 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network bd72ee67-c633-4830-9639-7790d62302fa details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:32:13.246237 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d48ba2c0-71d0-4d06-9d6a-669926e519d6 None None] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:13.255248 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d48ba2c0-71d0-4d06-9d6a-669926e519d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:13.292246 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-d48ba2c0-71d0-4d06-9d6a-669926e519d6 None None] Attempting to bind port c972f468-0e4b-44ba-84b6-b2e471f61655 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:32:13.293194 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-d48ba2c0-71d0-4d06-9d6a-669926e519d6 None None] Attempting to bind port c972f468-0e4b-44ba-84b6-b2e471f61655 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:32:13.293864 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48ba2c0-71d0-4d06-9d6a-669926e519d6 None None] Attempting to bind port c972f468-0e4b-44ba-84b6-b2e471f61655 on network edc38ef5-7816-4133-914c-cfe2849a0125 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:32:13.318616 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9f9a5a-4695-491c-8a1b-7870f729575d None None] Network 0087ab61-2d5d-438b-a324-8b85dab759bc is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:32:13.324500 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48ba2c0-71d0-4d06-9d6a-669926e519d6 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:32:13.324950 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-3b9f9a5a-4695-491c-8a1b-7870f729575d None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:32:13.325675 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48ba2c0-71d0-4d06-9d6a-669926e519d6 None None] Checking segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:32:13.326246 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d48ba2c0-71d0-4d06-9d6a-669926e519d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:13.326797 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48ba2c0-71d0-4d06-9d6a-669926e519d6 None None] Bound using segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:32:13.327449 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-d48ba2c0-71d0-4d06-9d6a-669926e519d6 None None] Bound port: c972f468-0e4b-44ba-84b6-b2e471f61655, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:32:13.328596 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9f9a5a-4695-491c-8a1b-7870f729575d None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:32:13.328992 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d48ba2c0-71d0-4d06-9d6a-669926e519d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:13.335228 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-89e69d68-6d24-4d22-900a-7549e2e6b4d1 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Allocated IP 2001:db8::2cc9:6f16:5612:4ccb (0087ab61-2d5d-438b-a324-8b85dab759bc/87d6aa3d-b8a8-4336-8298-efc9f9056769/7a8074b0-d587-468a-9458-a719aa143ae2) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:32:13.357917 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-502ddc05-b5e8-4a83-8ec0-72a62b12d1ac tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:13.378377 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-648c1220-e091-42b4-b23c-f3c78f739687 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Made reservation on behalf of ee12cc7bf3e14cdba3ace2cbd46ac13b for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:32:13.382048 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-648c1220-e091-42b4-b23c-f3c78f739687 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:13.396885 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9f9a5a-4695-491c-8a1b-7870f729575d None None] Pushing event updated for resources: {'Port': ['ID=910f0c86-27dc-46b1-94c2-188606e27b33,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:13.398276 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-d48ba2c0-71d0-4d06-9d6a-669926e519d6 None None] For port c972f468-0e4b-44ba-84b6-b2e471f61655, host n-d-806683-17, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:32:13.402106 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-d48ba2c0-71d0-4d06-9d6a-669926e519d6 None None] For port c972f468-0e4b-44ba-84b6-b2e471f61655, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=c972f468-0e4b-44ba-84b6-b2e471f61655,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:32:13.402291 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-3b9f9a5a-4695-491c-8a1b-7870f729575d None None] Attempting to bind port 910f0c86-27dc-46b1-94c2-188606e27b33 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:32:13.402768 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-3b9f9a5a-4695-491c-8a1b-7870f729575d None None] Attempting to bind port 910f0c86-27dc-46b1-94c2-188606e27b33 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:32:13.403265 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9f9a5a-4695-491c-8a1b-7870f729575d None None] Attempting to bind port 910f0c86-27dc-46b1-94c2-188606e27b33 on network 0087ab61-2d5d-438b-a324-8b85dab759bc {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:32:13.409792 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9f9a5a-4695-491c-8a1b-7870f729575d None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:32:13.410178 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9f9a5a-4695-491c-8a1b-7870f729575d None None] Checking segment: {'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:32:13.410627 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3b9f9a5a-4695-491c-8a1b-7870f729575d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:13.411032 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9f9a5a-4695-491c-8a1b-7870f729575d None None] Bound using segment: {'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:32:13.411554 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-3b9f9a5a-4695-491c-8a1b-7870f729575d None None] Bound port: 910f0c86-27dc-46b1-94c2-188606e27b33, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:32:13.412001 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3b9f9a5a-4695-491c-8a1b-7870f729575d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:13.415842 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d48ba2c0-71d0-4d06-9d6a-669926e519d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:13.448266 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48ba2c0-71d0-4d06-9d6a-669926e519d6 None None] Routers {'6c682dc7-056d-4996-98f3-776ebd35edbf'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:32:13.449706 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-d48ba2c0-71d0-4d06-9d6a-669926e519d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:31:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['6c682dc7-056d-4996-98f3-776ebd35edbf'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:32:13.454658 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502ddc05-b5e8-4a83-8ec0-72a62b12d1ac tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Pushing event updated for resources: {'Subnet': ['ID=0083fb2c-b80c-4e1f-b3c7-34201cc33f79,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:13.460421 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502ddc05-b5e8-4a83-8ec0-72a62b12d1ac tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Checking segment: {'id': 'b0d0104d-5e31-4d9b-a1de-be494a6e0bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '17c0523f-c120-43f8-8de5-645c5eef05e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:32:13.460682 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502ddc05-b5e8-4a83-8ec0-72a62b12d1ac tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Network hostable DHCP agents. Network: 17c0523f-c120-43f8-8de5-645c5eef05e9, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:32:13.483904 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502ddc05-b5e8-4a83-8ec0-72a62b12d1ac tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Network 17c0523f-c120-43f8-8de5-645c5eef05e9 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:32:13.497031 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-502ddc05-b5e8-4a83-8ec0-72a62b12d1ac tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 17c0523f-c120-43f8-8de5-645c5eef05e9) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:32:13.500943 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-3b9f9a5a-4695-491c-8a1b-7870f729575d None None] For port 910f0c86-27dc-46b1-94c2-188606e27b33, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:32:13.504178 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-3b9f9a5a-4695-491c-8a1b-7870f729575d None None] For port 910f0c86-27dc-46b1-94c2-188606e27b33, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=910f0c86-27dc-46b1-94c2-188606e27b33,segment=NetworkSegment(04fb9866-245b-47c9-a7bc-8854a722bc22),segment_id=04fb9866-245b-47c9-a7bc-8854a722bc22)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:32:13.511029 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502ddc05-b5e8-4a83-8ec0-72a62b12d1ac tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:13.511847 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3b9f9a5a-4695-491c-8a1b-7870f729575d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:13.513509 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-502ddc05-b5e8-4a83-8ec0-72a62b12d1ac tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:13.543418 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-502ddc05-b5e8-4a83-8ec0-72a62b12d1ac tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6656492 Oct 30 15:32:13.546034 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2abc101-6360-4a6b-a0eb-1239babe67b4 None None] Pushing event updated for resources: {'Port': ['ID=c972f468-0e4b-44ba-84b6-b2e471f61655,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:13.548389 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35050) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:13.596926 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9f9a5a-4695-491c-8a1b-7870f729575d None None] Pushing event updated for resources: {'Port': ['ID=910f0c86-27dc-46b1-94c2-188606e27b33,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:13.615951 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2abc101-6360-4a6b-a0eb-1239babe67b4 None None] Pushing event updated for resources: {'Port': ['ID=c972f468-0e4b-44ba-84b6-b2e471f61655,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:13.641752 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-d48ba2c0-71d0-4d06-9d6a-669926e519d6 None None] Set router 6c682dc7-056d-4996-98f3-776ebd35edbf gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:32:13.773139 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-89e69d68-6d24-4d22-900a-7549e2e6b4d1 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:13.870831 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-d48ba2c0-71d0-4d06-9d6a-669926e519d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c682dc7-056d-4996-98f3-776ebd35edbf', 'name': 'tempest-TestNetworkBasicOps-router-441667409', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': 'c972f468-0e4b-44ba-84b6-b2e471f61655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:32:08Z', 'updated_at': '2021-10-30T15:32:09Z', 'revision_number': 3, 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'gw_port': {'id': 'c972f468-0e4b-44ba-84b6-b2e471f61655', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:57:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c682dc7-056d-4996-98f3-776ebd35edbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:32:08Z', 'updated_at': '2021-10-30T15:32:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:32:13.902466 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48ba2c0-71d0-4d06-9d6a-669926e519d6 None None] The sync data for ids ['6c682dc7-056d-4996-98f3-776ebd35edbf'] in n-d-806683-17 is: [{'id': '6c682dc7-056d-4996-98f3-776ebd35edbf', 'name': 'tempest-TestNetworkBasicOps-router-441667409', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': 'c972f468-0e4b-44ba-84b6-b2e471f61655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:32:08Z', 'updated_at': '2021-10-30T15:32:09Z', 'revision_number': 3, 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'gw_port': {'id': 'c972f468-0e4b-44ba-84b6-b2e471f61655', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:57:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c682dc7-056d-4996-98f3-776ebd35edbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:32:08Z', 'updated_at': '2021-10-30T15:32:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:32:13.964569 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-648c1220-e091-42b4-b23c-f3c78f739687 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:13.997631 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-89e69d68-6d24-4d22-900a-7549e2e6b4d1 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:14.155558 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648c1220-e091-42b4-b23c-f3c78f739687 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event updated for resources: {'Subnet': ['ID=8f4defcb-b592-4413-ac95-9efdeac3adba,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:14.162795 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e69d68-6d24-4d22-900a-7549e2e6b4d1 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Network 0087ab61-2d5d-438b-a324-8b85dab759bc is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:32:14.167341 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e69d68-6d24-4d22-900a-7549e2e6b4d1 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event updated for resources: {'Port': ['ID=7a8074b0-d587-468a-9458-a719aa143ae2,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:14.172454 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-89e69d68-6d24-4d22-900a-7549e2e6b4d1 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:32:14.179576 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e69d68-6d24-4d22-900a-7549e2e6b4d1 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:32:14.185330 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e69d68-6d24-4d22-900a-7549e2e6b4d1 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:14.186083 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-89e69d68-6d24-4d22-900a-7549e2e6b4d1 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:14.202723 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648c1220-e091-42b4-b23c-f3c78f739687 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Checking segment: {'id': 'ea5d9667-d625-4f0d-b582-f9b2610b54d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'bd72ee67-c633-4830-9639-7790d62302fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:32:14.203092 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648c1220-e091-42b4-b23c-f3c78f739687 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Network hostable DHCP agents. Network: bd72ee67-c633-4830-9639-7790d62302fa, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:32:14.219231 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-89e69d68-6d24-4d22-900a-7549e2e6b4d1 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7749310 Oct 30 15:32:14.221751 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35054) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:14.243426 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648c1220-e091-42b4-b23c-f3c78f739687 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Network bd72ee67-c633-4830-9639-7790d62302fa is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:32:14.286174 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-648c1220-e091-42b4-b23c-f3c78f739687 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, bd72ee67-c633-4830-9639-7790d62302fa) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:32:14.297451 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648c1220-e091-42b4-b23c-f3c78f739687 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:14.298168 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-648c1220-e091-42b4-b23c-f3c78f739687 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:14.305466 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eed54bb-9d23-4dc5-9c74-d20957b6b1db tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:14.317951 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eed54bb-9d23-4dc5-9c74-d20957b6b1db tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:14.319811 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-1eed54bb-9d23-4dc5-9c74-d20957b6b1db tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0968285 Oct 30 15:32:14.323162 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35056) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:14.357139 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-648c1220-e091-42b4-b23c-f3c78f739687 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1766710 Oct 30 15:32:14.360805 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35058) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:14.365847 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-ed68a346-7e6a-4944-97f0-51726deeb392 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Request body: {'port': {'network_id': 'bd72ee67-c633-4830-9639-7790d62302fa', 'name': 'tempest-PortsIpV6TestJSON-2139413545'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:14.447350 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-503aed5d-bd3e-434a-b428-4382f4563b61 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Deleting port 7a8074b0-d587-468a-9458-a719aa143ae2 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:32:14.447943 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-503aed5d-bd3e-434a-b428-4382f4563b61 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:14.513362 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0c746cdd-cbc9-4e5c-8ffb-50178be85907 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:14.581459 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-503aed5d-bd3e-434a-b428-4382f4563b61 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:14.597448 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-503aed5d-bd3e-434a-b428-4382f4563b61 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Calling delete_port for 7a8074b0-d587-468a-9458-a719aa143ae2 owned by {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:32:14.657166 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed68a346-7e6a-4944-97f0-51726deeb392 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Made reservation on behalf of ee12cc7bf3e14cdba3ace2cbd46ac13b for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:32:14.661478 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ed68a346-7e6a-4944-97f0-51726deeb392 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:14.734851 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device c972f468-0e4b-44ba-84b6-b2e471f61655 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:32:14.784603 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-503aed5d-bd3e-434a-b428-4382f4563b61 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:14.803293 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ca8cf5-66a3-49a5-ba1a-3a39a6c225a2 None None] Network 0087ab61-2d5d-438b-a324-8b85dab759bc requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:32:14.814926 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff906e08-652a-449a-b735-dd5e5c227c92 None None] Network 17c0523f-c120-43f8-8de5-645c5eef05e9 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:32:14.819076 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df297400-2d58-4c00-aafa-c14ed8cc7258 None None] Network bd72ee67-c633-4830-9639-7790d62302fa requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:32:14.822349 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503aed5d-bd3e-434a-b428-4382f4563b61 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event deleted for resources: {'Port': ['ID=7a8074b0-d587-468a-9458-a719aa143ae2,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:14.869284 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-503aed5d-bd3e-434a-b428-4382f4563b61 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:14.872775 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-503aed5d-bd3e-434a-b428-4382f4563b61 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/ports/7a8074b0-d587-468a-9458-a719aa143ae2 HTTP/1.1" status: 204 len: 168 time: 0.5483258 Oct 30 15:32:14.875143 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35062) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:14.936554 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671c016b-7dc1-49ea-8a76-7193c2d0d1ba tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:14.940962 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671c016b-7dc1-49ea-8a76-7193c2d0d1ba tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:14.940962 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-671c016b-7dc1-49ea-8a76-7193c2d0d1ba tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0639892 Oct 30 15:32:14.942860 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35064) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:15.001629 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-dadb8ae7-c70d-4110-933d-b5b655b3913d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Deleting subnet 87d6aa3d-b8a8-4336-8298-efc9f9056769 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:32:15.003330 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port c972f468-0e4b-44ba-84b6-b2e471f61655 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:15.003741 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:15.005567 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-dadb8ae7-c70d-4110-933d-b5b655b3913d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:15.052247 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-dadb8ae7-c70d-4110-933d-b5b655b3913d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:15.093666 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-a465f9d8-c757-47db-8aa7-20aaba72d470 None None] Provisioning complete for port 910f0c86-27dc-46b1-94c2-188606e27b33 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:15.093936 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a465f9d8-c757-47db-8aa7-20aaba72d470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:15.156393 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-dadb8ae7-c70d-4110-933d-b5b655b3913d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:15.165404 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [None req-ed68a346-7e6a-4944-97f0-51726deeb392 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] device_id is not set on port 5773f8cb-a969-4cd0-ab6c-e48bfe94e181 yet. {{(pid=102131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:32:15.228431 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-dadb8ae7-c70d-4110-933d-b5b655b3913d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:15.250789 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:32:15.261278 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-dadb8ae7-c70d-4110-933d-b5b655b3913d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:15.268549 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-dadb8ae7-c70d-4110-933d-b5b655b3913d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/subnets/87d6aa3d-b8a8-4336-8298-efc9f9056769 HTTP/1.1" status: 204 len: 168 time: 0.3244982 Oct 30 15:32:15.269288 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadb8ae7-c70d-4110-933d-b5b655b3913d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event deleted for resources: {'Subnet': ['ID=87d6aa3d-b8a8-4336-8298-efc9f9056769,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:15.270404 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35066) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:15.338271 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-ebda9d2c-68d8-4b63-af31-ceaa0fefa242 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0657337 Oct 30 15:32:15.341152 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35068) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:15.347366 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-1c4af419-b613-4728-8181-ad805df48c4b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Request body: {'subnet': {'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:15.349156 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:15.391213 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff380ff-b106-40e4-96d7-df3a7ef937a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-bd72ee67-c633-4830-9639-7790d62302fa', 'network_id': 'bd72ee67-c633-4830-9639-7790d62302fa', 'tenant_id': 'ee12cc7bf3e14cdba3ace2cbd46ac13b', 'fixed_ips': [{'subnet_id': '8f4defcb-b592-4413-ac95-9efdeac3adba'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:32:15.392098 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0ff380ff-b106-40e4-96d7-df3a7ef937a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:15.450483 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-ed68a346-7e6a-4944-97f0-51726deeb392 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Allocated IP 2001:db8::b7 (bd72ee67-c633-4830-9639-7790d62302fa/8f4defcb-b592-4413-ac95-9efdeac3adba/5773f8cb-a969-4cd0-ab6c-e48bfe94e181) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:32:15.464912 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4af419-b613-4728-8181-ad805df48c4b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Made reservation on behalf of 950626c196e345129caa4bb8b656378a for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:32:15.468696 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1c4af419-b613-4728-8181-ad805df48c4b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:15.525377 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-0c746cdd-cbc9-4e5c-8ffb-50178be85907 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Allocated IP 172.20.0.1 (17c0523f-c120-43f8-8de5-645c5eef05e9/0083fb2c-b80c-4e1f-b3c7-34201cc33f79/9994e975-9cc8-47d6-94b4-eeea285d2542) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:32:15.577292 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port c972f468-0e4b-44ba-84b6-b2e471f61655, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=c972f468-0e4b-44ba-84b6-b2e471f61655,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:32:15.579840 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222b5215-a570-4b8d-bc3a-01cf4e476148 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-17c0523f-c120-43f8-8de5-645c5eef05e9', 'network_id': '17c0523f-c120-43f8-8de5-645c5eef05e9', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'fixed_ips': [{'subnet_id': '0083fb2c-b80c-4e1f-b3c7-34201cc33f79'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:32:15.580701 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-222b5215-a570-4b8d-bc3a-01cf4e476148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:15.612735 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:15.613540 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 910f0c86-27dc-46b1-94c2-188606e27b33 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:32:15.728379 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1c4af419-b613-4728-8181-ad805df48c4b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:15.745305 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0c746cdd-cbc9-4e5c-8ffb-50178be85907 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:15.764155 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a465f9d8-c757-47db-8aa7-20aaba72d470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:15.776988 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4af419-b613-4728-8181-ad805df48c4b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Network 0087ab61-2d5d-438b-a324-8b85dab759bc is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:32:15.782909 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-1c4af419-b613-4728-8181-ad805df48c4b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:32:15.791519 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4af419-b613-4728-8181-ad805df48c4b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:15.791899 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1c4af419-b613-4728-8181-ad805df48c4b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:15.800512 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0c746cdd-cbc9-4e5c-8ffb-50178be85907 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:15.812605 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-1c4af419-b613-4728-8181-ad805df48c4b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4667299 Oct 30 15:32:15.812813 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35070) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:15.817895 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-a1ebf423-6328-4dc3-965f-cea4f81fd2a5 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Request body: {'port': {'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'fixed_ips': [{'subnet_id': 'a5c3fe6c-fa5f-4a17-b3f4-fabd23882599', 'ip_address': '2001:db8::699f:9e1d:f691:62fe'}], 'name': 'tempest-NetworksTestDHCPv6-776676369'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:15.835668 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4af419-b613-4728-8181-ad805df48c4b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event updated for resources: {'Subnet': ['ID=a5c3fe6c-fa5f-4a17-b3f4-fabd23882599,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:15.845566 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801f0545-01e1-4c7d-b0ab-008930529288 None None] DHCP port deletion for 0087ab61-2d5d-438b-a324-8b85dab759bc request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:32:15.868570 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ed68a346-7e6a-4944-97f0-51726deeb392 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:15.876523 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c746cdd-cbc9-4e5c-8ffb-50178be85907 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Network 17c0523f-c120-43f8-8de5-645c5eef05e9 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:32:15.880720 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=c972f468-0e4b-44ba-84b6-b2e471f61655,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:15.885362 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-0c746cdd-cbc9-4e5c-8ffb-50178be85907 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:32:15.892465 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c746cdd-cbc9-4e5c-8ffb-50178be85907 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:32:15.923793 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c746cdd-cbc9-4e5c-8ffb-50178be85907 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Pushing event updated for resources: {'Port': ['ID=9994e975-9cc8-47d6-94b4-eeea285d2542,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:15.957576 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ebf423-6328-4dc3-965f-cea4f81fd2a5 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Made reservation on behalf of 950626c196e345129caa4bb8b656378a for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:32:15.961845 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0c746cdd-cbc9-4e5c-8ffb-50178be85907 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:15.992939 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-a465f9d8-c757-47db-8aa7-20aaba72d470 None None] For port 910f0c86-27dc-46b1-94c2-188606e27b33, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=910f0c86-27dc-46b1-94c2-188606e27b33,segment=NetworkSegment(04fb9866-245b-47c9-a7bc-8854a722bc22),segment_id=04fb9866-245b-47c9-a7bc-8854a722bc22)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:32:16.002499 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a465f9d8-c757-47db-8aa7-20aaba72d470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:16.010954 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ed68a346-7e6a-4944-97f0-51726deeb392 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:16.069797 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed68a346-7e6a-4944-97f0-51726deeb392 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Network bd72ee67-c633-4830-9639-7790d62302fa is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:32:16.077996 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-ed68a346-7e6a-4944-97f0-51726deeb392 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:32:16.085954 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed68a346-7e6a-4944-97f0-51726deeb392 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:32:16.089442 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a1ebf423-6328-4dc3-965f-cea4f81fd2a5 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:16.092940 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed68a346-7e6a-4944-97f0-51726deeb392 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:16.093604 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ed68a346-7e6a-4944-97f0-51726deeb392 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:16.099078 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 910f0c86-27dc-46b1-94c2-188606e27b33 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:16.099713 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:16.110582 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [None req-a1ebf423-6328-4dc3-965f-cea4f81fd2a5 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] device_id is not set on port 65d371a6-f290-4a59-9d9a-15a7f1704f25 yet. {{(pid=102130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:32:16.113754 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed68a346-7e6a-4944-97f0-51726deeb392 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event updated for resources: {'Port': ['ID=5773f8cb-a969-4cd0-ab6c-e48bfe94e181,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:16.172608 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-222b5215-a570-4b8d-bc3a-01cf4e476148 None None] Allocated IP 172.20.0.2 (17c0523f-c120-43f8-8de5-645c5eef05e9/0083fb2c-b80c-4e1f-b3c7-34201cc33f79/24467252-17d4-470a-a3a2-4bf2db6ceadd) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:32:16.180686 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-ed68a346-7e6a-4944-97f0-51726deeb392 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8167562 Oct 30 15:32:16.184277 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35074) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:16.184505 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a465f9d8-c757-47db-8aa7-20aaba72d470 None None] Pushing event updated for resources: {'Port': ['ID=910f0c86-27dc-46b1-94c2-188606e27b33,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:16.195605 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-7064b461-b716-46ee-b4c6-e6f9e3b7d477 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Request body: {'port': {'network_id': 'bd72ee67-c633-4830-9639-7790d62302fa', 'name': 'tempest-PortsIpV6TestJSON-1827873206'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:16.212231 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-0ff380ff-b106-40e4-96d7-df3a7ef937a2 None None] Allocated IP 2001:db8::2 (bd72ee67-c633-4830-9639-7790d62302fa/8f4defcb-b592-4413-ac95-9efdeac3adba/0b516379-821a-4000-a7fe-9c838421ce32) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:32:16.274191 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-801f0545-01e1-4c7d-b0ab-008930529288 None None] Deleting port 910f0c86-27dc-46b1-94c2-188606e27b33 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:32:16.274975 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-801f0545-01e1-4c7d-b0ab-008930529288 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:16.300982 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-a1ebf423-6328-4dc3-965f-cea4f81fd2a5 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Allocated IP 2001:db8::699f:9e1d:f691:62fe (0087ab61-2d5d-438b-a324-8b85dab759bc/a5c3fe6c-fa5f-4a17-b3f4-fabd23882599/65d371a6-f290-4a59-9d9a-15a7f1704f25) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:32:16.315703 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0c746cdd-cbc9-4e5c-8ffb-50178be85907 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:16.394323 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7064b461-b716-46ee-b4c6-e6f9e3b7d477 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Made reservation on behalf of ee12cc7bf3e14cdba3ace2cbd46ac13b for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:32:16.398275 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7064b461-b716-46ee-b4c6-e6f9e3b7d477 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:16.466427 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a1ebf423-6328-4dc3-965f-cea4f81fd2a5 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:16.479909 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [None req-7064b461-b716-46ee-b4c6-e6f9e3b7d477 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] device_id is not set on port fe386d41-b11d-41a2-9aed-231eb9f12cfb yet. {{(pid=102131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:32:16.507828 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a1ebf423-6328-4dc3-965f-cea4f81fd2a5 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:16.541402 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-801f0545-01e1-4c7d-b0ab-008930529288 None None] For port 910f0c86-27dc-46b1-94c2-188606e27b33, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=910f0c86-27dc-46b1-94c2-188606e27b33,segment=NetworkSegment(04fb9866-245b-47c9-a7bc-8854a722bc22),segment_id=04fb9866-245b-47c9-a7bc-8854a722bc22)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:32:16.541799 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-801f0545-01e1-4c7d-b0ab-008930529288 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:16.574098 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ebf423-6328-4dc3-965f-cea4f81fd2a5 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Network 0087ab61-2d5d-438b-a324-8b85dab759bc is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:32:16.577964 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-a1ebf423-6328-4dc3-965f-cea4f81fd2a5 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:32:16.582289 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ebf423-6328-4dc3-965f-cea4f81fd2a5 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:32:16.588702 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-801f0545-01e1-4c7d-b0ab-008930529288 None None] Calling delete_port for 910f0c86-27dc-46b1-94c2-188606e27b33 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:32:16.590284 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ebf423-6328-4dc3-965f-cea4f81fd2a5 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:16.590926 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a1ebf423-6328-4dc3-965f-cea4f81fd2a5 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:16.611000 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-222b5215-a570-4b8d-bc3a-01cf4e476148 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:16.611256 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a1ebf423-6328-4dc3-965f-cea4f81fd2a5 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.7974684 Oct 30 15:32:16.614543 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35076) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:16.624895 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device c972f468-0e4b-44ba-84b6-b2e471f61655 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:32:16.627350 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ebf423-6328-4dc3-965f-cea4f81fd2a5 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event updated for resources: {'Port': ['ID=65d371a6-f290-4a59-9d9a-15a7f1704f25,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:16.632265 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-222b5215-a570-4b8d-bc3a-01cf4e476148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:16.677112 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40fddda-76b4-42ff-94d6-c88805efd182 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:16.684416 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40fddda-76b4-42ff-94d6-c88805efd182 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:16.686495 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-f40fddda-76b4-42ff-94d6-c88805efd182 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.0713713 Oct 30 15:32:16.690184 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35078) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:16.730641 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0ff380ff-b106-40e4-96d7-df3a7ef937a2 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:16.747392 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0c746cdd-cbc9-4e5c-8ffb-50178be85907 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:16.758158 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0ff380ff-b106-40e4-96d7-df3a7ef937a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:16.763453 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222b5215-a570-4b8d-bc3a-01cf4e476148 None None] Network 17c0523f-c120-43f8-8de5-645c5eef05e9 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:32:16.775607 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0c746cdd-cbc9-4e5c-8ffb-50178be85907 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:16.784536 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-222b5215-a570-4b8d-bc3a-01cf4e476148 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:32:16.788220 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-328b2d8f-72ca-4898-b941-87000f5a3db3 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Deleting port 65d371a6-f290-4a59-9d9a-15a7f1704f25 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:32:16.788761 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-328b2d8f-72ca-4898-b941-87000f5a3db3 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:16.789360 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222b5215-a570-4b8d-bc3a-01cf4e476148 None None] Pushing event updated for resources: {'Port': ['ID=24467252-17d4-470a-a3a2-4bf2db6ceadd,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:16.796459 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222b5215-a570-4b8d-bc3a-01cf4e476148 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:32:16.842976 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff380ff-b106-40e4-96d7-df3a7ef937a2 None None] Network bd72ee67-c633-4830-9639-7790d62302fa is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:32:16.873939 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-0ff380ff-b106-40e4-96d7-df3a7ef937a2 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:32:16.887777 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-7064b461-b716-46ee-b4c6-e6f9e3b7d477 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Allocated IP 2001:db8::cb (bd72ee67-c633-4830-9639-7790d62302fa/8f4defcb-b592-4413-ac95-9efdeac3adba/fe386d41-b11d-41a2-9aed-231eb9f12cfb) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:32:16.890964 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0c746cdd-cbc9-4e5c-8ffb-50178be85907 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:16.898418 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-328b2d8f-72ca-4898-b941-87000f5a3db3 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:16.899440 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff380ff-b106-40e4-96d7-df3a7ef937a2 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:32:16.900649 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c746cdd-cbc9-4e5c-8ffb-50178be85907 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Pushing event updated for resources: {'Port': ['ID=9994e975-9cc8-47d6-94b4-eeea285d2542,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:16.905569 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff380ff-b106-40e4-96d7-df3a7ef937a2 None None] Pushing event updated for resources: {'Port': ['ID=0b516379-821a-4000-a7fe-9c838421ce32,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:16.918180 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-328b2d8f-72ca-4898-b941-87000f5a3db3 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Calling delete_port for 65d371a6-f290-4a59-9d9a-15a7f1704f25 owned by {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:32:16.924982 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-801f0545-01e1-4c7d-b0ab-008930529288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:16.927396 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port c972f468-0e4b-44ba-84b6-b2e471f61655 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:16.927396 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:16.968558 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-222b5215-a570-4b8d-bc3a-01cf4e476148 None None] Attempting to bind port 24467252-17d4-470a-a3a2-4bf2db6ceadd on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:32:16.968928 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-222b5215-a570-4b8d-bc3a-01cf4e476148 None None] Attempting to bind port 24467252-17d4-470a-a3a2-4bf2db6ceadd by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'b0d0104d-5e31-4d9b-a1de-be494a6e0bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '17c0523f-c120-43f8-8de5-645c5eef05e9'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:32:16.969288 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222b5215-a570-4b8d-bc3a-01cf4e476148 None None] Attempting to bind port 24467252-17d4-470a-a3a2-4bf2db6ceadd on network 17c0523f-c120-43f8-8de5-645c5eef05e9 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:32:17.016151 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801f0545-01e1-4c7d-b0ab-008930529288 None None] Pushing event deleted for resources: {'Port': ['ID=910f0c86-27dc-46b1-94c2-188606e27b33,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:17.020776 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801f0545-01e1-4c7d-b0ab-008930529288 None None] No DVR routers for this DVR port 910f0c86-27dc-46b1-94c2-188606e27b33 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:32:17.025280 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222b5215-a570-4b8d-bc3a-01cf4e476148 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:32:17.025653 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222b5215-a570-4b8d-bc3a-01cf4e476148 None None] Checking segment: {'id': 'b0d0104d-5e31-4d9b-a1de-be494a6e0bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '17c0523f-c120-43f8-8de5-645c5eef05e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:32:17.026051 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-222b5215-a570-4b8d-bc3a-01cf4e476148 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:17.026438 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222b5215-a570-4b8d-bc3a-01cf4e476148 None None] Bound using segment: {'id': 'b0d0104d-5e31-4d9b-a1de-be494a6e0bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '17c0523f-c120-43f8-8de5-645c5eef05e9'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:32:17.026921 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-222b5215-a570-4b8d-bc3a-01cf4e476148 None None] Bound port: 24467252-17d4-470a-a3a2-4bf2db6ceadd, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0d0104d-5e31-4d9b-a1de-be494a6e0bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '17c0523f-c120-43f8-8de5-645c5eef05e9'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:32:17.027299 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-222b5215-a570-4b8d-bc3a-01cf4e476148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:17.054475 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1771db54-cd2f-4226-853b-d884be1b9814 None None] Network 0087ab61-2d5d-438b-a324-8b85dab759bc requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:32:17.097659 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-328b2d8f-72ca-4898-b941-87000f5a3db3 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:17.104837 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-0ff380ff-b106-40e4-96d7-df3a7ef937a2 None None] Attempting to bind port 0b516379-821a-4000-a7fe-9c838421ce32 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:32:17.105329 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-0ff380ff-b106-40e4-96d7-df3a7ef937a2 None None] Attempting to bind port 0b516379-821a-4000-a7fe-9c838421ce32 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'ea5d9667-d625-4f0d-b582-f9b2610b54d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'bd72ee67-c633-4830-9639-7790d62302fa'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:32:17.105598 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff380ff-b106-40e4-96d7-df3a7ef937a2 None None] Attempting to bind port 0b516379-821a-4000-a7fe-9c838421ce32 on network bd72ee67-c633-4830-9639-7790d62302fa {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:32:17.114235 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c746cdd-cbc9-4e5c-8ffb-50178be85907 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Network 17c0523f-c120-43f8-8de5-645c5eef05e9 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:32:17.120080 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-0c746cdd-cbc9-4e5c-8ffb-50178be85907 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:32:17.142993 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff380ff-b106-40e4-96d7-df3a7ef937a2 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:32:17.143509 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff380ff-b106-40e4-96d7-df3a7ef937a2 None None] Checking segment: {'id': 'ea5d9667-d625-4f0d-b582-f9b2610b54d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'bd72ee67-c633-4830-9639-7790d62302fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:32:17.143988 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0ff380ff-b106-40e4-96d7-df3a7ef937a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:17.144205 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff380ff-b106-40e4-96d7-df3a7ef937a2 None None] Bound using segment: {'id': 'ea5d9667-d625-4f0d-b582-f9b2610b54d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'bd72ee67-c633-4830-9639-7790d62302fa'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:32:17.144641 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-0ff380ff-b106-40e4-96d7-df3a7ef937a2 None None] Bound port: 0b516379-821a-4000-a7fe-9c838421ce32, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea5d9667-d625-4f0d-b582-f9b2610b54d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'bd72ee67-c633-4830-9639-7790d62302fa'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:32:17.144905 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328b2d8f-72ca-4898-b941-87000f5a3db3 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event deleted for resources: {'Port': ['ID=65d371a6-f290-4a59-9d9a-15a7f1704f25,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:17.145041 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0ff380ff-b106-40e4-96d7-df3a7ef937a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:17.182119 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-328b2d8f-72ca-4898-b941-87000f5a3db3 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:17.187496 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-328b2d8f-72ca-4898-b941-87000f5a3db3 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/ports/65d371a6-f290-4a59-9d9a-15a7f1704f25 HTTP/1.1" status: 204 len: 168 time: 0.4944432 Oct 30 15:32:17.187813 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35082) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:17.242456 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513824c0-efd0-407d-9055-0a47abe9b072 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:17.244060 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513824c0-efd0-407d-9055-0a47abe9b072 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:17.248260 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-513824c0-efd0-407d-9055-0a47abe9b072 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0568590 Oct 30 15:32:17.248452 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35084) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:17.252988 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7064b461-b716-46ee-b4c6-e6f9e3b7d477 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:17.296305 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-222b5215-a570-4b8d-bc3a-01cf4e476148 None None] For port 24467252-17d4-470a-a3a2-4bf2db6ceadd, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:32:17.311204 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9fc834c-447a-4589-94bb-6646b5685a31 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Deleting subnet a5c3fe6c-fa5f-4a17-b3f4-fabd23882599 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:32:17.315750 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a9fc834c-447a-4589-94bb-6646b5685a31 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:17.318769 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c746cdd-cbc9-4e5c-8ffb-50178be85907 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Router 6c682dc7-056d-4996-98f3-776ebd35edbf has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:32:17.326025 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7064b461-b716-46ee-b4c6-e6f9e3b7d477 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:17.350506 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 910f0c86-27dc-46b1-94c2-188606e27b33 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:32:17.356688 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-222b5215-a570-4b8d-bc3a-01cf4e476148 None None] For port 24467252-17d4-470a-a3a2-4bf2db6ceadd, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=24467252-17d4-470a-a3a2-4bf2db6ceadd,segment=NetworkSegment(b0d0104d-5e31-4d9b-a1de-be494a6e0bdb),segment_id=b0d0104d-5e31-4d9b-a1de-be494a6e0bdb)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:32:17.366478 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a9fc834c-447a-4589-94bb-6646b5685a31 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:17.400577 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-222b5215-a570-4b8d-bc3a-01cf4e476148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:17.409469 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 910f0c86-27dc-46b1-94c2-188606e27b33 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:32:17.409813 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 910f0c86-27dc-46b1-94c2-188606e27b33 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:32:17.434784 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a9fc834c-447a-4589-94bb-6646b5685a31 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:17.505974 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a9fc834c-447a-4589-94bb-6646b5685a31 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:17.535971 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fc834c-447a-4589-94bb-6646b5685a31 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event deleted for resources: {'Subnet': ['ID=a5c3fe6c-fa5f-4a17-b3f4-fabd23882599,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:17.540807 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a9fc834c-447a-4589-94bb-6646b5685a31 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:17.546483 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a9fc834c-447a-4589-94bb-6646b5685a31 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/subnets/a5c3fe6c-fa5f-4a17-b3f4-fabd23882599 HTTP/1.1" status: 204 len: 168 time: 0.2950628 Oct 30 15:32:17.546839 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35086) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:17.592809 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-4a412c15-6bf5-4d77-bd5b-a1a3b472f159 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0424020 Oct 30 15:32:17.593037 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35088) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:17.598048 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-430dbf48-a0bb-4b89-b3e7-6b8685a5d4ff tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Request body: {'subnet': {'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:17.618341 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-0ff380ff-b106-40e4-96d7-df3a7ef937a2 None None] For port 0b516379-821a-4000-a7fe-9c838421ce32, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:32:17.661080 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-0ff380ff-b106-40e4-96d7-df3a7ef937a2 None None] For port 0b516379-821a-4000-a7fe-9c838421ce32, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=0b516379-821a-4000-a7fe-9c838421ce32,segment=NetworkSegment(ea5d9667-d625-4f0d-b582-f9b2610b54d1),segment_id=ea5d9667-d625-4f0d-b582-f9b2610b54d1)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:32:17.670941 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0ff380ff-b106-40e4-96d7-df3a7ef937a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:17.674257 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7064b461-b716-46ee-b4c6-e6f9e3b7d477 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Network bd72ee67-c633-4830-9639-7790d62302fa is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:32:17.682916 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-7064b461-b716-46ee-b4c6-e6f9e3b7d477 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:32:17.693842 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7064b461-b716-46ee-b4c6-e6f9e3b7d477 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:32:17.696626 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222b5215-a570-4b8d-bc3a-01cf4e476148 None None] Pushing event updated for resources: {'Port': ['ID=24467252-17d4-470a-a3a2-4bf2db6ceadd,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:17.699871 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7064b461-b716-46ee-b4c6-e6f9e3b7d477 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:17.700228 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7064b461-b716-46ee-b4c6-e6f9e3b7d477 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:17.707372 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7064b461-b716-46ee-b4c6-e6f9e3b7d477 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event updated for resources: {'Port': ['ID=fe386d41-b11d-41a2-9aed-231eb9f12cfb,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:17.724763 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430dbf48-a0bb-4b89-b3e7-6b8685a5d4ff tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Made reservation on behalf of 950626c196e345129caa4bb8b656378a for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:32:17.730133 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-430dbf48-a0bb-4b89-b3e7-6b8685a5d4ff tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:17.731635 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e077e45-26f4-4920-a65f-508810f866a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-0087ab61-2d5d-438b-a324-8b85dab759bc', 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'tenant_id': '950626c196e345129caa4bb8b656378a', 'fixed_ips': [{'subnet_id': 'a5c3fe6c-fa5f-4a17-b3f4-fabd23882599'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:32:17.732360 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-7064b461-b716-46ee-b4c6-e6f9e3b7d477 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5466394 Oct 30 15:32:17.732506 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0e077e45-26f4-4920-a65f-508810f866a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:17.737844 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35090) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:17.749331 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c746cdd-cbc9-4e5c-8ffb-50178be85907 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:32:17.769199 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-0c746cdd-cbc9-4e5c-8ffb-50178be85907 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "PUT /v2.0/routers/6c682dc7-056d-4996-98f3-776ebd35edbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2121685 Oct 30 15:32:17.769199 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35092) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:17.778651 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff380ff-b106-40e4-96d7-df3a7ef937a2 None None] Pushing event updated for resources: {'Port': ['ID=0b516379-821a-4000-a7fe-9c838421ce32,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:17.793628 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5df9d35-0694-4e9a-8b04-a99b12c75fea None None] Sync routers for ids ['6c682dc7-056d-4996-98f3-776ebd35edbf'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:32:17.821798 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5df9d35-0694-4e9a-8b04-a99b12c75fea None None] Routers {'6c682dc7-056d-4996-98f3-776ebd35edbf'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:32:17.822745 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-e5df9d35-0694-4e9a-8b04-a99b12c75fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:31:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['6c682dc7-056d-4996-98f3-776ebd35edbf'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:32:17.941055 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc81b4c4-ffe9-462a-bab0-85fea3d9dbb6 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:17.942651 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-bc81b4c4-ffe9-462a-bab0-85fea3d9dbb6 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Ab7 HTTP/1.1" status: 200 len: 928 time: 0.2029958 Oct 30 15:32:17.948461 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35094) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:18.041945 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-e5df9d35-0694-4e9a-8b04-a99b12c75fea None None] Set router 6c682dc7-056d-4996-98f3-776ebd35edbf gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:32:18.133469 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-430dbf48-a0bb-4b89-b3e7-6b8685a5d4ff tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:18.149196 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086d8594-6cfd-4ae5-bee6-b4cb8adccac3 tempest-TestNetworkBasicOps-1227062034 tempest-TestNetworkBasicOps-1227062034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:18.149824 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086d8594-6cfd-4ae5-bee6-b4cb8adccac3 tempest-TestNetworkBasicOps-1227062034 tempest-TestNetworkBasicOps-1227062034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:18.150381 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086d8594-6cfd-4ae5-bee6-b4cb8adccac3 tempest-TestNetworkBasicOps-1227062034 tempest-TestNetworkBasicOps-1227062034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:18.150901 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086d8594-6cfd-4ae5-bee6-b4cb8adccac3 tempest-TestNetworkBasicOps-1227062034 tempest-TestNetworkBasicOps-1227062034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:18.151417 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086d8594-6cfd-4ae5-bee6-b4cb8adccac3 tempest-TestNetworkBasicOps-1227062034 tempest-TestNetworkBasicOps-1227062034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:18.152061 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086d8594-6cfd-4ae5-bee6-b4cb8adccac3 tempest-TestNetworkBasicOps-1227062034 tempest-TestNetworkBasicOps-1227062034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:18.152716 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086d8594-6cfd-4ae5-bee6-b4cb8adccac3 tempest-TestNetworkBasicOps-1227062034 tempest-TestNetworkBasicOps-1227062034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:18.153241 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086d8594-6cfd-4ae5-bee6-b4cb8adccac3 tempest-TestNetworkBasicOps-1227062034 tempest-TestNetworkBasicOps-1227062034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:18.153755 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086d8594-6cfd-4ae5-bee6-b4cb8adccac3 tempest-TestNetworkBasicOps-1227062034 tempest-TestNetworkBasicOps-1227062034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:18.158421 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-086d8594-6cfd-4ae5-bee6-b4cb8adccac3 tempest-TestNetworkBasicOps-1227062034 tempest-TestNetworkBasicOps-1227062034-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6305 time: 0.3908269 Oct 30 15:32:18.161063 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35096) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:18.209362 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430dbf48-a0bb-4b89-b3e7-6b8685a5d4ff tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Network 0087ab61-2d5d-438b-a324-8b85dab759bc is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:32:18.218333 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-430dbf48-a0bb-4b89-b3e7-6b8685a5d4ff tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:32:18.221214 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430dbf48-a0bb-4b89-b3e7-6b8685a5d4ff tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:18.221816 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-430dbf48-a0bb-4b89-b3e7-6b8685a5d4ff tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:18.233219 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430dbf48-a0bb-4b89-b3e7-6b8685a5d4ff tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event updated for resources: {'Subnet': ['ID=280c4314-2f9a-478c-9fac-6d0927fd6171,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:18.245999 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e8d94b-936a-4f84-92e6-675fe748ce10 None None] Network 0087ab61-2d5d-438b-a324-8b85dab759bc requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:32:18.261429 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-7496c511-271c-4c43-bb19-43db98501489 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Deleting port fe386d41-b11d-41a2-9aed-231eb9f12cfb {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:32:18.262038 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7496c511-271c-4c43-bb19-43db98501489 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:18.269196 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-430dbf48-a0bb-4b89-b3e7-6b8685a5d4ff tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6751380 Oct 30 15:32:18.272391 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35100) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:18.289301 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-154ba89c-dab6-4bfd-9938-d0572ed6cf8d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Request body: {'port': {'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'fixed_ips': [{'subnet_id': '280c4314-2f9a-478c-9fac-6d0927fd6171', 'ip_address': '2001:db8::a156:b50b:c8b9:68a3'}], 'name': 'tempest-NetworksTestDHCPv6-1925018668'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:18.368067 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffd0b5a-0a3c-4c90-af26-87ce64f8101b tempest-TestNetworkBasicOps-1227062034 tempest-TestNetworkBasicOps-1227062034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:18.368530 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffd0b5a-0a3c-4c90-af26-87ce64f8101b tempest-TestNetworkBasicOps-1227062034 tempest-TestNetworkBasicOps-1227062034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:18.368976 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffd0b5a-0a3c-4c90-af26-87ce64f8101b tempest-TestNetworkBasicOps-1227062034 tempest-TestNetworkBasicOps-1227062034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:18.369485 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffd0b5a-0a3c-4c90-af26-87ce64f8101b tempest-TestNetworkBasicOps-1227062034 tempest-TestNetworkBasicOps-1227062034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:18.369922 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffd0b5a-0a3c-4c90-af26-87ce64f8101b tempest-TestNetworkBasicOps-1227062034 tempest-TestNetworkBasicOps-1227062034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:18.370361 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffd0b5a-0a3c-4c90-af26-87ce64f8101b tempest-TestNetworkBasicOps-1227062034 tempest-TestNetworkBasicOps-1227062034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:18.371009 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffd0b5a-0a3c-4c90-af26-87ce64f8101b tempest-TestNetworkBasicOps-1227062034 tempest-TestNetworkBasicOps-1227062034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:18.371646 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffd0b5a-0a3c-4c90-af26-87ce64f8101b tempest-TestNetworkBasicOps-1227062034 tempest-TestNetworkBasicOps-1227062034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:18.373897 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-cffd0b5a-0a3c-4c90-af26-87ce64f8101b tempest-TestNetworkBasicOps-1227062034 tempest-TestNetworkBasicOps-1227062034-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5246 time: 0.2116344 Oct 30 15:32:18.376922 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35102) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:18.437381 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154ba89c-dab6-4bfd-9938-d0572ed6cf8d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Made reservation on behalf of 950626c196e345129caa4bb8b656378a for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:32:18.442878 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-154ba89c-dab6-4bfd-9938-d0572ed6cf8d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:18.463292 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [None req-154ba89c-dab6-4bfd-9938-d0572ed6cf8d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] device_id is not set on port 39a1dffd-7d8d-40cb-99e5-85414d1becda yet. {{(pid=102130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:32:18.486219 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-e5df9d35-0694-4e9a-8b04-a99b12c75fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c682dc7-056d-4996-98f3-776ebd35edbf', 'name': 'tempest-TestNetworkBasicOps-router-441667409', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': 'c972f468-0e4b-44ba-84b6-b2e471f61655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:32:08Z', 'updated_at': '2021-10-30T15:32:16Z', 'revision_number': 4, 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'gw_port': {'id': 'c972f468-0e4b-44ba-84b6-b2e471f61655', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:57:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c682dc7-056d-4996-98f3-776ebd35edbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:32:08Z', 'updated_at': '2021-10-30T15:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '9994e975-9cc8-47d6-94b4-eeea285d2542', 'name': '', 'network_id': '17c0523f-c120-43f8-8de5-645c5eef05e9', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'mac_address': 'fa:16:3e:42:a3:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c682dc7-056d-4996-98f3-776ebd35edbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': '0083fb2c-b80c-4e1f-b3c7-34201cc33f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:32:15Z', 'updated_at': '2021-10-30T15:32:16Z', 'revision_number': 2, 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'subnets': [{'id': '0083fb2c-b80c-4e1f-b3c7-34201cc33f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:32:18.489858 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c8d684-0738-4d1b-9c05-8c3010ea4bd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-0087ab61-2d5d-438b-a324-8b85dab759bc', 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'tenant_id': '950626c196e345129caa4bb8b656378a', 'fixed_ips': [{'subnet_id': '280c4314-2f9a-478c-9fac-6d0927fd6171'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:32:18.490688 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-27c8d684-0738-4d1b-9c05-8c3010ea4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:18.556097 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7496c511-271c-4c43-bb19-43db98501489 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:18.561833 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5df9d35-0694-4e9a-8b04-a99b12c75fea None None] Checking router: 6c682dc7-056d-4996-98f3-776ebd35edbf for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:32:18.562227 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5df9d35-0694-4e9a-8b04-a99b12c75fea None None] Updating router 6c682dc7-056d-4996-98f3-776ebd35edbf port 9994e975-9cc8-47d6-94b4-eeea285d2542 binding host n-d-806683-17 {{(pid=102132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:32:18.578417 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-7496c511-271c-4c43-bb19-43db98501489 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Calling delete_port for fe386d41-b11d-41a2-9aed-231eb9f12cfb owned by {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:32:18.601537 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e5df9d35-0694-4e9a-8b04-a99b12c75fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:18.643845 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-154ba89c-dab6-4bfd-9938-d0572ed6cf8d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Allocated IP 2001:db8::a156:b50b:c8b9:68a3 (0087ab61-2d5d-438b-a324-8b85dab759bc/280c4314-2f9a-478c-9fac-6d0927fd6171/39a1dffd-7d8d-40cb-99e5-85414d1becda) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:32:18.829999 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-154ba89c-dab6-4bfd-9938-d0572ed6cf8d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:18.835640 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-4f9f3bbf-9499-41fc-9098-139f1da1bd78 tempest-TestNetworkBasicOps-1227062034 tempest-TestNetworkBasicOps-1227062034-project-admin] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3051 time: 0.4572830 Oct 30 15:32:18.875917 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7496c511-271c-4c43-bb19-43db98501489 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:18.909006 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-154ba89c-dab6-4bfd-9938-d0572ed6cf8d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:18.927391 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7496c511-271c-4c43-bb19-43db98501489 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event deleted for resources: {'Port': ['ID=fe386d41-b11d-41a2-9aed-231eb9f12cfb,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:18.964934 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7496c511-271c-4c43-bb19-43db98501489 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:18.970345 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-7496c511-271c-4c43-bb19-43db98501489 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "DELETE /v2.0/ports/fe386d41-b11d-41a2-9aed-231eb9f12cfb HTTP/1.1" status: 204 len: 168 time: 1.0209212 Oct 30 15:32:18.974230 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35106) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:19.027397 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-94889d10-e03e-4b0a-95b9-ccd1a1b4933a tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] GET failed (client error): The resource could not be found. Oct 30 15:32:19.032017 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-94889d10-e03e-4b0a-95b9-ccd1a1b4933a tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "GET /v2.0/ports/fe386d41-b11d-41a2-9aed-231eb9f12cfb HTTP/1.1" status: 404 len: 333 time: 0.0554137 Oct 30 15:32:19.032695 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35108) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:19.040691 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 0b516379-821a-4000-a7fe-9c838421ce32 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:32:19.044001 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-27c8d684-0738-4d1b-9c05-8c3010ea4bd4 None None] Allocated IP 2001:db8::2 (0087ab61-2d5d-438b-a324-8b85dab759bc/280c4314-2f9a-478c-9fac-6d0927fd6171/85ed70d0-ad12-4f60-bf59-d28c0a9c12d3) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:32:19.063883 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154ba89c-dab6-4bfd-9938-d0572ed6cf8d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Network 0087ab61-2d5d-438b-a324-8b85dab759bc is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:32:19.070142 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-154ba89c-dab6-4bfd-9938-d0572ed6cf8d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:32:19.080605 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154ba89c-dab6-4bfd-9938-d0572ed6cf8d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:32:19.088608 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154ba89c-dab6-4bfd-9938-d0572ed6cf8d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:19.089589 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-154ba89c-dab6-4bfd-9938-d0572ed6cf8d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:19.097528 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154ba89c-dab6-4bfd-9938-d0572ed6cf8d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event updated for resources: {'Port': ['ID=39a1dffd-7d8d-40cb-99e5-85414d1becda,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:19.130249 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-154ba89c-dab6-4bfd-9938-d0572ed6cf8d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8563275 Oct 30 15:32:19.133509 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35110) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:19.186428 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-2978d22c-f381-4464-bbbe-972422e1af44 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Deleting port 5773f8cb-a969-4cd0-ab6c-e48bfe94e181 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:32:19.188394 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2978d22c-f381-4464-bbbe-972422e1af44 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:19.231508 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ee546d-b407-4e5e-9885-8db38ee96155 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:19.233120 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-87ee546d-b407-4e5e-9885-8db38ee96155 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0981731 Oct 30 15:32:19.236137 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35112) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:19.356808 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e5df9d35-0694-4e9a-8b04-a99b12c75fea None None] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:19.369538 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 0b516379-821a-4000-a7fe-9c838421ce32 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:19.370006 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:19.375290 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2978d22c-f381-4464-bbbe-972422e1af44 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:19.378092 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e5df9d35-0694-4e9a-8b04-a99b12c75fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:19.393103 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-2978d22c-f381-4464-bbbe-972422e1af44 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Calling delete_port for 5773f8cb-a969-4cd0-ab6c-e48bfe94e181 owned by {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:32:19.415616 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-64b53a55-cfe0-4f7a-8d66-8b30baa16c87 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Deleting port 39a1dffd-7d8d-40cb-99e5-85414d1becda {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:32:19.416683 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-64b53a55-cfe0-4f7a-8d66-8b30baa16c87 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:19.481478 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35116) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:19.488111 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-e3d81de8-3c29-4429-9099-291070333288 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-243118236', 'description': 'tempest-secgroup-smoke-243118236 description', 'project_id': 'b2267fc2b77143d693871f591bcb3dbf'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:19.490276 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00cc7170-6739-4794-bb8e-cdd0ee543388 None None] Network 17c0523f-c120-43f8-8de5-645c5eef05e9 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:32:19.545249 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e3d81de8-3c29-4429-9099-291070333288 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:19.567493 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-64b53a55-cfe0-4f7a-8d66-8b30baa16c87 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:19.589944 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-64b53a55-cfe0-4f7a-8d66-8b30baa16c87 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Calling delete_port for 39a1dffd-7d8d-40cb-99e5-85414d1becda owned by {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:32:19.615622 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaab2b0-6cfb-4606-a9b5-4e7a452de2bd None None] Pushing event updated for resources: {'Port': ['ID=9994e975-9cc8-47d6-94b4-eeea285d2542,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:19.631338 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-27c8d684-0738-4d1b-9c05-8c3010ea4bd4 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:19.636421 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2978d22c-f381-4464-bbbe-972422e1af44 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:19.688104 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-27c8d684-0738-4d1b-9c05-8c3010ea4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:19.689956 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2978d22c-f381-4464-bbbe-972422e1af44 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event deleted for resources: {'Port': ['ID=5773f8cb-a969-4cd0-ab6c-e48bfe94e181,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:19.702425 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-0eb545cb-a9dd-4cbb-86ba-f6ce2023ad42 None None] Provisioning complete for port 24467252-17d4-470a-a3a2-4bf2db6ceadd triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:19.702758 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0eb545cb-a9dd-4cbb-86ba-f6ce2023ad42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:19.722807 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2978d22c-f381-4464-bbbe-972422e1af44 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:19.726550 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-2978d22c-f381-4464-bbbe-972422e1af44 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "DELETE /v2.0/ports/5773f8cb-a969-4cd0-ab6c-e48bfe94e181 HTTP/1.1" status: 204 len: 168 time: 0.6927128 Oct 30 15:32:19.731202 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35118) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:19.766605 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-79c04a52-2abe-4148-9879-9cd35b34c647 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] GET failed (client error): The resource could not be found. Oct 30 15:32:19.768261 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-79c04a52-2abe-4148-9879-9cd35b34c647 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "GET /v2.0/ports/5773f8cb-a969-4cd0-ab6c-e48bfe94e181 HTTP/1.1" status: 404 len: 333 time: 0.0361338 Oct 30 15:32:19.771289 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35120) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:19.780860 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-64b53a55-cfe0-4f7a-8d66-8b30baa16c87 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:19.822994 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b53a55-cfe0-4f7a-8d66-8b30baa16c87 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event deleted for resources: {'Port': ['ID=39a1dffd-7d8d-40cb-99e5-85414d1becda,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:19.826936 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e3d81de8-3c29-4429-9099-291070333288 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:19.837904 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e3d81de8-3c29-4429-9099-291070333288 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:19.855458 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-64b53a55-cfe0-4f7a-8d66-8b30baa16c87 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:19.859528 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-64b53a55-cfe0-4f7a-8d66-8b30baa16c87 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/ports/39a1dffd-7d8d-40cb-99e5-85414d1becda HTTP/1.1" status: 204 len: 168 time: 0.6220908 Oct 30 15:32:19.865210 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35122) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:19.886225 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc9ff83b-c23b-4893-b497-799a783e845f tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Deleting subnet 8f4defcb-b592-4413-ac95-9efdeac3adba {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:32:19.900344 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cc9ff83b-c23b-4893-b497-799a783e845f tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:19.905226 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e3d81de8-3c29-4429-9099-291070333288 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:19.906490 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-e3d81de8-3c29-4429-9099-291070333288 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4239435 Oct 30 15:32:19.909466 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35124) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:19.915033 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-ff8d9e83-f9a8-483d-969b-a71c5a7265f3 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Request body: {'security_group_rule': {'security_group_id': '9a19a4ce-3a11-454b-95f3-1bb884aef828', 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:19.943268 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ff8d9e83-f9a8-483d-969b-a71c5a7265f3 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:19.966532 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d81de8-3c29-4429-9099-291070333288 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a19a4ce-3a11-454b-95f3-1bb884aef828,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:19.967330 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8edd2af4-5eca-4fad-851b-c4f26f328b54 None None] Network bd72ee67-c633-4830-9639-7790d62302fa requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:32:19.994391 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cc9ff83b-c23b-4893-b497-799a783e845f tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:20.018359 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ff8d9e83-f9a8-483d-969b-a71c5a7265f3 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:20.018601 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8fae397-2175-47a6-bdeb-5bc8b001c4d8 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:20.020900 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8fae397-2175-47a6-bdeb-5bc8b001c4d8 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:20.025597 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-e8fae397-2175-47a6-bdeb-5bc8b001c4d8 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1562970 Oct 30 15:32:20.025794 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ff8d9e83-f9a8-483d-969b-a71c5a7265f3 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:20.026823 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35126) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:20.043348 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8d9e83-f9a8-483d-969b-a71c5a7265f3 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe086ef7-f58d-4b76-b775-d1c13410bdb4,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:20.050228 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ff8d9e83-f9a8-483d-969b-a71c5a7265f3 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:20.052771 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-ff8d9e83-f9a8-483d-969b-a71c5a7265f3 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1415365 Oct 30 15:32:20.052881 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c8d684-0738-4d1b-9c05-8c3010ea4bd4 None None] Network 0087ab61-2d5d-438b-a324-8b85dab759bc is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:32:20.054858 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35128) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:20.059863 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-3920b85f-19ea-4067-b39e-0e6904685a04 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Request body: {'security_group_rule': {'security_group_id': '9a19a4ce-3a11-454b-95f3-1bb884aef828', 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:20.062843 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-e5df9d35-0694-4e9a-8b04-a99b12c75fea None None] Attempting to bind port 9994e975-9cc8-47d6-94b4-eeea285d2542 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:32:20.063215 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-e5df9d35-0694-4e9a-8b04-a99b12c75fea None None] Attempting to bind port 9994e975-9cc8-47d6-94b4-eeea285d2542 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'b0d0104d-5e31-4d9b-a1de-be494a6e0bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '17c0523f-c120-43f8-8de5-645c5eef05e9'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:32:20.063613 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5df9d35-0694-4e9a-8b04-a99b12c75fea None None] Attempting to bind port 9994e975-9cc8-47d6-94b4-eeea285d2542 on network 17c0523f-c120-43f8-8de5-645c5eef05e9 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:32:20.088055 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3920b85f-19ea-4067-b39e-0e6904685a04 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:20.090400 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-27c8d684-0738-4d1b-9c05-8c3010ea4bd4 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:32:20.104285 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c8d684-0738-4d1b-9c05-8c3010ea4bd4 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:32:20.107245 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-011b1545-cd94-4f0d-a344-f650fcf035cb tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Deleting subnet 280c4314-2f9a-478c-9fac-6d0927fd6171 {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:32:20.107863 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c8d684-0738-4d1b-9c05-8c3010ea4bd4 None None] Pushing event updated for resources: {'Port': ['ID=85ed70d0-ad12-4f60-bf59-d28c0a9c12d3,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:20.123640 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5df9d35-0694-4e9a-8b04-a99b12c75fea None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:32:20.124019 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5df9d35-0694-4e9a-8b04-a99b12c75fea None None] Checking segment: {'id': 'b0d0104d-5e31-4d9b-a1de-be494a6e0bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '17c0523f-c120-43f8-8de5-645c5eef05e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:32:20.124423 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e5df9d35-0694-4e9a-8b04-a99b12c75fea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:20.124818 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5df9d35-0694-4e9a-8b04-a99b12c75fea None None] Bound using segment: {'id': 'b0d0104d-5e31-4d9b-a1de-be494a6e0bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '17c0523f-c120-43f8-8de5-645c5eef05e9'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:32:20.125290 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-e5df9d35-0694-4e9a-8b04-a99b12c75fea None None] Bound port: 9994e975-9cc8-47d6-94b4-eeea285d2542, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0d0104d-5e31-4d9b-a1de-be494a6e0bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '17c0523f-c120-43f8-8de5-645c5eef05e9'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:32:20.125711 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e5df9d35-0694-4e9a-8b04-a99b12c75fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:20.130235 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-011b1545-cd94-4f0d-a344-f650fcf035cb tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:20.133889 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:20.162037 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3920b85f-19ea-4067-b39e-0e6904685a04 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:20.167173 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3920b85f-19ea-4067-b39e-0e6904685a04 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:20.189464 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3920b85f-19ea-4067-b39e-0e6904685a04 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=629342f9-da86-43c1-9d63-844a354a2de7,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:20.193528 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cc9ff83b-c23b-4893-b497-799a783e845f tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:20.199245 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3920b85f-19ea-4067-b39e-0e6904685a04 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:20.208550 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-3920b85f-19ea-4067-b39e-0e6904685a04 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1496665 Oct 30 15:32:20.210862 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35130) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:20.216710 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-9b9947b4-8ab7-4477-9d6c-12b76158bd3e tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Request body: {'security_group_rule': {'security_group_id': '9a19a4ce-3a11-454b-95f3-1bb884aef828', 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:20.223485 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-011b1545-cd94-4f0d-a344-f650fcf035cb tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:20.245169 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9b9947b4-8ab7-4477-9d6c-12b76158bd3e tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:20.310797 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9b9947b4-8ab7-4477-9d6c-12b76158bd3e tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:20.314784 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9b9947b4-8ab7-4477-9d6c-12b76158bd3e tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:20.334710 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9947b4-8ab7-4477-9d6c-12b76158bd3e tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55d9037c-d436-4a76-ab7b-1991a2f5d32d,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:20.339744 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cc9ff83b-c23b-4893-b497-799a783e845f tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:20.343727 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-011b1545-cd94-4f0d-a344-f650fcf035cb tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:20.346862 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9b9947b4-8ab7-4477-9d6c-12b76158bd3e tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:20.350467 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9b9947b4-8ab7-4477-9d6c-12b76158bd3e tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1351333 Oct 30 15:32:20.350842 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35132) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:20.356797 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-a5cc4fff-ba89-401a-abf8-63f861e7b1b5 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Request body: {'security_group_rule': {'security_group_id': '9a19a4ce-3a11-454b-95f3-1bb884aef828', 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:20.368756 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-27c8d684-0738-4d1b-9c05-8c3010ea4bd4 None None] Attempting to bind port 85ed70d0-ad12-4f60-bf59-d28c0a9c12d3 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:32:20.368986 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-27c8d684-0738-4d1b-9c05-8c3010ea4bd4 None None] Attempting to bind port 85ed70d0-ad12-4f60-bf59-d28c0a9c12d3 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:32:20.369309 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c8d684-0738-4d1b-9c05-8c3010ea4bd4 None None] Attempting to bind port 85ed70d0-ad12-4f60-bf59-d28c0a9c12d3 on network 0087ab61-2d5d-438b-a324-8b85dab759bc {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:32:20.390177 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a5cc4fff-ba89-401a-abf8-63f861e7b1b5 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:20.409244 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9ff83b-c23b-4893-b497-799a783e845f tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event deleted for resources: {'Subnet': ['ID=8f4defcb-b592-4413-ac95-9efdeac3adba,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:20.414103 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cc9ff83b-c23b-4893-b497-799a783e845f tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:20.418109 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-cc9ff83b-c23b-4893-b497-799a783e845f tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "DELETE /v2.0/subnets/8f4defcb-b592-4413-ac95-9efdeac3adba HTTP/1.1" status: 204 len: 168 time: 0.6456959 Oct 30 15:32:20.421403 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35134) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:20.429091 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c8d684-0738-4d1b-9c05-8c3010ea4bd4 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:32:20.430307 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c8d684-0738-4d1b-9c05-8c3010ea4bd4 None None] Checking segment: {'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:32:20.430898 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-27c8d684-0738-4d1b-9c05-8c3010ea4bd4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:20.431297 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c8d684-0738-4d1b-9c05-8c3010ea4bd4 None None] Bound using segment: {'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:32:20.431955 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-27c8d684-0738-4d1b-9c05-8c3010ea4bd4 None None] Bound port: 85ed70d0-ad12-4f60-bf59-d28c0a9c12d3, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:32:20.432344 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-27c8d684-0738-4d1b-9c05-8c3010ea4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:20.442336 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0eb545cb-a9dd-4cbb-86ba-f6ce2023ad42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:20.454235 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e5df9d35-0694-4e9a-8b04-a99b12c75fea None None] For port 9994e975-9cc8-47d6-94b4-eeea285d2542, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:32:20.463919 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a5cc4fff-ba89-401a-abf8-63f861e7b1b5 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:20.469207 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a5cc4fff-ba89-401a-abf8-63f861e7b1b5 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:20.490753 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cc4fff-ba89-401a-abf8-63f861e7b1b5 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4de36df8-3e4e-4483-ba9c-e091607c223f,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:20.505468 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a5cc4fff-ba89-401a-abf8-63f861e7b1b5 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:20.506284 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e5df9d35-0694-4e9a-8b04-a99b12c75fea None None] For port 9994e975-9cc8-47d6-94b4-eeea285d2542, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=9994e975-9cc8-47d6-94b4-eeea285d2542,segment=NetworkSegment(b0d0104d-5e31-4d9b-a1de-be494a6e0bdb),segment_id=b0d0104d-5e31-4d9b-a1de-be494a6e0bdb)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:32:20.508842 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a5cc4fff-ba89-401a-abf8-63f861e7b1b5 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1555231 Oct 30 15:32:20.511565 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35138) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:20.513935 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.db.api [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 30 15:32:20.514140 n-d-806683-17 neutron-server[102132]: DEBUG oslo_db.api [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 30 15:32:20.521809 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-8a5095d6-7b2b-4f1f-a697-ca9b5bb1b91a tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Request body: {'security_group_rule': {'security_group_id': '9a19a4ce-3a11-454b-95f3-1bb884aef828', 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:20.531413 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-011b1545-cd94-4f0d-a344-f650fcf035cb tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:20.533556 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e5df9d35-0694-4e9a-8b04-a99b12c75fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:20.555019 n-d-806683-17 neutron-server[102130]: INFO neutron.db.securitygroups_db [None req-8a5095d6-7b2b-4f1f-a697-ca9b5bb1b91a tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Project b2267fc2b77143d693871f591bcb3dbf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 30 15:32:20.566696 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8a5095d6-7b2b-4f1f-a697-ca9b5bb1b91a tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:20.587759 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011b1545-cd94-4f0d-a344-f650fcf035cb tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event deleted for resources: {'Subnet': ['ID=280c4314-2f9a-478c-9fac-6d0927fd6171,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:20.597457 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-011b1545-cd94-4f0d-a344-f650fcf035cb tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:20.603751 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-011b1545-cd94-4f0d-a344-f650fcf035cb tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/subnets/280c4314-2f9a-478c-9fac-6d0927fd6171 HTTP/1.1" status: 204 len: 168 time: 0.5733263 Oct 30 15:32:20.604900 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35140) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:20.609130 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3cea9b6b-2b44-402a-a7c2-6669036cd33c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:20.642843 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-0eb545cb-a9dd-4cbb-86ba-f6ce2023ad42 None None] For port 24467252-17d4-470a-a3a2-4bf2db6ceadd, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=24467252-17d4-470a-a3a2-4bf2db6ceadd,segment=NetworkSegment(b0d0104d-5e31-4d9b-a1de-be494a6e0bdb),segment_id=b0d0104d-5e31-4d9b-a1de-be494a6e0bdb)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:32:20.663970 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-402db887-fc10-4cff-8b8f-16450e3b14e0 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0563314 Oct 30 15:32:20.664793 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35142) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:20.666132 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0eb545cb-a9dd-4cbb-86ba-f6ce2023ad42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:20.707925 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-27c8d684-0738-4d1b-9c05-8c3010ea4bd4 None None] For port 85ed70d0-ad12-4f60-bf59-d28c0a9c12d3, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:32:20.712084 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-27c8d684-0738-4d1b-9c05-8c3010ea4bd4 None None] For port 85ed70d0-ad12-4f60-bf59-d28c0a9c12d3, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=85ed70d0-ad12-4f60-bf59-d28c0a9c12d3,segment=NetworkSegment(04fb9866-245b-47c9-a7bc-8854a722bc22),segment_id=04fb9866-245b-47c9-a7bc-8854a722bc22)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:32:20.718797 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-27c8d684-0738-4d1b-9c05-8c3010ea4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:20.721510 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaab2b0-6cfb-4606-a9b5-4e7a452de2bd None None] Pushing event updated for resources: {'Port': ['ID=9994e975-9cc8-47d6-94b4-eeea285d2542,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:20.723633 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5df9d35-0694-4e9a-8b04-a99b12c75fea None None] Routers {'6c682dc7-056d-4996-98f3-776ebd35edbf'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:32:20.724249 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-e5df9d35-0694-4e9a-8b04-a99b12c75fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:31:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['6c682dc7-056d-4996-98f3-776ebd35edbf'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:32:20.744534 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-3cea9b6b-2b44-402a-a7c2-6669036cd33c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Deleting port 0b516379-821a-4000-a7fe-9c838421ce32 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:32:20.745208 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3cea9b6b-2b44-402a-a7c2-6669036cd33c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:20.751265 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d7e962-9df3-4209-b3e6-ebe0fa2332fc tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:20.755187 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-88d7e962-9df3-4209-b3e6-ebe0fa2332fc tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0870137 Oct 30 15:32:20.756128 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35144) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:20.780998 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8a5095d6-7b2b-4f1f-a697-ca9b5bb1b91a tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:20.808882 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8a5095d6-7b2b-4f1f-a697-ca9b5bb1b91a tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:20.850676 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-3cea9b6b-2b44-402a-a7c2-6669036cd33c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] For port 0b516379-821a-4000-a7fe-9c838421ce32, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=0b516379-821a-4000-a7fe-9c838421ce32,segment=NetworkSegment(ea5d9667-d625-4f0d-b582-f9b2610b54d1),segment_id=ea5d9667-d625-4f0d-b582-f9b2610b54d1)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:32:20.851244 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3cea9b6b-2b44-402a-a7c2-6669036cd33c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:20.866125 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f931259-bc10-4926-b5f1-b54fafed4784 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:20.870693 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-7f931259-bc10-4926-b5f1-b54fafed4784 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1135523 Oct 30 15:32:20.871521 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5095d6-7b2b-4f1f-a697-ca9b5bb1b91a tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84fc7f15-7720-4562-8bce-c0f3c4b20fe9,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:20.876318 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35146) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:20.890988 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8a5095d6-7b2b-4f1f-a697-ca9b5bb1b91a tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:20.891209 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-3cea9b6b-2b44-402a-a7c2-6669036cd33c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Calling delete_port for 0b516379-821a-4000-a7fe-9c838421ce32 owned by network:dhcp {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:32:20.891209 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35148) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:20.892674 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-8a5095d6-7b2b-4f1f-a697-ca9b5bb1b91a tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3767681 Oct 30 15:32:20.898770 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-2f90d91a-1fc8-444e-abb5-a0c0fc601047 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Request body: {'security_group_rule': {'security_group_id': '9a19a4ce-3a11-454b-95f3-1bb884aef828', 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:20.910270 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-ae890ec4-96e2-4818-9b82-6930417794be None None] Provisioning complete for port 0b516379-821a-4000-a7fe-9c838421ce32 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:20.910650 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ae890ec4-96e2-4818-9b82-6930417794be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:20.919434 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb545cb-a9dd-4cbb-86ba-f6ce2023ad42 None None] Pushing event updated for resources: {'Port': ['ID=24467252-17d4-470a-a3a2-4bf2db6ceadd,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:21.073369 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-e5df9d35-0694-4e9a-8b04-a99b12c75fea None None] Set router 6c682dc7-056d-4996-98f3-776ebd35edbf gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:32:21.122513 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c8d684-0738-4d1b-9c05-8c3010ea4bd4 None None] Pushing event updated for resources: {'Port': ['ID=85ed70d0-ad12-4f60-bf59-d28c0a9c12d3,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:21.162978 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:21.167146 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81831ff-0a4a-4ebc-9d37-41569b8ddd8f None None] Network bd72ee67-c633-4830-9639-7790d62302fa requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:32:21.193996 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b024d491-ba62-4c8b-bfd6-fa222cc9af29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:21.253836 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-76ab3d63-e88f-4608-ad79-e9ee71f4111a tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3725991 Oct 30 15:32:21.254774 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35150) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:21.262258 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-71513306-adf5-44ef-bff5-74fb67d5fbaf tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Request body: {'subnet': {'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:21.316299 n-d-806683-17 neutron-server[102131]: INFO neutron.db.securitygroups_db [None req-2f90d91a-1fc8-444e-abb5-a0c0fc601047 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Project b2267fc2b77143d693871f591bcb3dbf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 30 15:32:21.334211 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2f90d91a-1fc8-444e-abb5-a0c0fc601047 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:21.427987 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71513306-adf5-44ef-bff5-74fb67d5fbaf tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Made reservation on behalf of 950626c196e345129caa4bb8b656378a for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:32:21.433066 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-71513306-adf5-44ef-bff5-74fb67d5fbaf tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:21.434920 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 0b516379-821a-4000-a7fe-9c838421ce32, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=0b516379-821a-4000-a7fe-9c838421ce32,segment=NetworkSegment(ea5d9667-d625-4f0d-b582-f9b2610b54d1),segment_id=ea5d9667-d625-4f0d-b582-f9b2610b54d1)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:32:21.468844 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ae890ec4-96e2-4818-9b82-6930417794be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:21.470631 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:21.471340 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 24467252-17d4-470a-a3a2-4bf2db6ceadd up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:32:21.494420 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2f90d91a-1fc8-444e-abb5-a0c0fc601047 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:21.495454 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3cea9b6b-2b44-402a-a7c2-6669036cd33c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:21.536689 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2f90d91a-1fc8-444e-abb5-a0c0fc601047 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:21.546101 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cea9b6b-2b44-402a-a7c2-6669036cd33c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event deleted for resources: {'Port': ['ID=0b516379-821a-4000-a7fe-9c838421ce32,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:21.565359 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cea9b6b-2b44-402a-a7c2-6669036cd33c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] No DVR routers for this DVR port 0b516379-821a-4000-a7fe-9c838421ce32 on host n-d-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:32:21.605748 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f90d91a-1fc8-444e-abb5-a0c0fc601047 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=308908e2-77d8-457e-84d8-115059ba60ba,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:21.623396 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2f90d91a-1fc8-444e-abb5-a0c0fc601047 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:21.626120 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-2f90d91a-1fc8-444e-abb5-a0c0fc601047 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7335689 Oct 30 15:32:21.690021 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event deleted for resources: {'Port': ['ID=0b516379-821a-4000-a7fe-9c838421ce32,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:21.738736 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3cea9b6b-2b44-402a-a7c2-6669036cd33c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:21.754930 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-71513306-adf5-44ef-bff5-74fb67d5fbaf tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:21.801980 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-3cea9b6b-2b44-402a-a7c2-6669036cd33c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd72ee67-c633-4830-9639-7790d62302fa']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:32:21.822639 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-3cea9b6b-2b44-402a-a7c2-6669036cd33c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea5d9667-d625-4f0d-b582-f9b2610b54d1') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:32:21.823309 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-3cea9b6b-2b44-402a-a7c2-6669036cd33c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea5d9667-d625-4f0d-b582-f9b2610b54d1') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:32:21.853963 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3cea9b6b-2b44-402a-a7c2-6669036cd33c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:21.856271 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71513306-adf5-44ef-bff5-74fb67d5fbaf tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Network 0087ab61-2d5d-438b-a324-8b85dab759bc is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:32:21.866779 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-71513306-adf5-44ef-bff5-74fb67d5fbaf tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:32:21.883297 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71513306-adf5-44ef-bff5-74fb67d5fbaf tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:21.883994 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-71513306-adf5-44ef-bff5-74fb67d5fbaf tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:21.888689 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3cea9b6b-2b44-402a-a7c2-6669036cd33c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:21.917587 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 24467252-17d4-470a-a3a2-4bf2db6ceadd triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:21.918170 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:21.919015 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cea9b6b-2b44-402a-a7c2-6669036cd33c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:32:21.919423 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3cea9b6b-2b44-402a-a7c2-6669036cd33c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:21.924897 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:32:21.924897 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:32:21.924897 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:32:21.924897 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:32:21.924897 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:32:21.924897 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:32:21.924897 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:32:21.924897 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:32:21.924897 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:32:21.924897 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:32:21.924897 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:32:21.924897 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:32:21.924897 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:32:21.924897 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:32:21.924897 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:32:21.924897 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:32:21.924897 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:32:21.924897 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:32:21.924897 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:32:21.924897 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:32:21.924897 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:32:21.924897 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:32:21.924897 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:32:21.924897 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:32:21.924897 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:32:21.924897 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:32:21.924897 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:32:21.924897 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:32:21.924897 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:32:21.924897 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:32:21.924897 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:32:21.924897 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:32:21.952437 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc322f9-3744-4d5b-a5f8-d18844a0ead8 None None] DHCP port deletion for bd72ee67-c633-4830-9639-7790d62302fa request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:32:21.974084 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-f321b8bb-f701-4bb1-8a3e-c5061515396b None None] Could not find standard attr ID for object 0b516379-821a-4000-a7fe-9c838421ce32. {{(pid=102132) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 30 15:32:21.981884 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71513306-adf5-44ef-bff5-74fb67d5fbaf tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event updated for resources: {'Subnet': ['ID=f83311f0-5500-4ae3-bf95-98a7dc9fb9f9,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:21.999759 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-71513306-adf5-44ef-bff5-74fb67d5fbaf tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7402282 Oct 30 15:32:22.003968 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35166) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:22.011063 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-fe9b0bef-6215-4ed5-a35e-b717114d34a9 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Request body: {'port': {'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'fixed_ips': [{'subnet_id': 'f83311f0-5500-4ae3-bf95-98a7dc9fb9f9', 'ip_address': '2001:db8::23a4:c9fb:7a93:84c8'}], 'name': 'tempest-NetworksTestDHCPv6-108316478'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:22.032394 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-e5df9d35-0694-4e9a-8b04-a99b12c75fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c682dc7-056d-4996-98f3-776ebd35edbf', 'name': 'tempest-TestNetworkBasicOps-router-441667409', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': 'c972f468-0e4b-44ba-84b6-b2e471f61655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:32:08Z', 'updated_at': '2021-10-30T15:32:16Z', 'revision_number': 4, 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'gw_port': {'id': 'c972f468-0e4b-44ba-84b6-b2e471f61655', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:57:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c682dc7-056d-4996-98f3-776ebd35edbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:32:08Z', 'updated_at': '2021-10-30T15:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '9994e975-9cc8-47d6-94b4-eeea285d2542', 'name': '', 'network_id': '17c0523f-c120-43f8-8de5-645c5eef05e9', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'mac_address': 'fa:16:3e:42:a3:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c682dc7-056d-4996-98f3-776ebd35edbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': '0083fb2c-b80c-4e1f-b3c7-34201cc33f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:32:15Z', 'updated_at': '2021-10-30T15:32:20Z', 'revision_number': 4, 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'subnets': [{'id': '0083fb2c-b80c-4e1f-b3c7-34201cc33f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:32:22.034794 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-f321b8bb-f701-4bb1-8a3e-c5061515396b None None] Provisioning complete for port 24467252-17d4-470a-a3a2-4bf2db6ceadd triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:22.035174 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f321b8bb-f701-4bb1-8a3e-c5061515396b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:22.093766 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5df9d35-0694-4e9a-8b04-a99b12c75fea None None] The sync data for ids ['6c682dc7-056d-4996-98f3-776ebd35edbf'] in n-d-806683-17 is: [{'id': '6c682dc7-056d-4996-98f3-776ebd35edbf', 'name': 'tempest-TestNetworkBasicOps-router-441667409', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': 'c972f468-0e4b-44ba-84b6-b2e471f61655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:32:08Z', 'updated_at': '2021-10-30T15:32:16Z', 'revision_number': 4, 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'gw_port': {'id': 'c972f468-0e4b-44ba-84b6-b2e471f61655', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:57:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c682dc7-056d-4996-98f3-776ebd35edbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:32:08Z', 'updated_at': '2021-10-30T15:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '9994e975-9cc8-47d6-94b4-eeea285d2542', 'name': '', 'network_id': '17c0523f-c120-43f8-8de5-645c5eef05e9', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'mac_address': 'fa:16:3e:42:a3:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c682dc7-056d-4996-98f3-776ebd35edbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': '0083fb2c-b80c-4e1f-b3c7-34201cc33f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:32:15Z', 'updated_at': '2021-10-30T15:32:20Z', 'revision_number': 4, 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'subnets': [{'id': '0083fb2c-b80c-4e1f-b3c7-34201cc33f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:32:22.141115 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ca3ce38f-e2d7-44f8-9b3b-aed75d5b943c req-d1cd8479-db56-4587-b5d1-20c0879923b4 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-243118236&fields=id&tenant_id=b2267fc2b77143d693871f591bcb3dbf HTTP/1.1" status: 200 len: 267 time: 0.1018903 Oct 30 15:32:22.245526 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe9b0bef-6215-4ed5-a35e-b717114d34a9 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Made reservation on behalf of 950626c196e345129caa4bb8b656378a for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:32:22.322911 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3cea9b6b-2b44-402a-a7c2-6669036cd33c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:22.369233 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3cea9b6b-2b44-402a-a7c2-6669036cd33c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:22.372992 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-3cea9b6b-2b44-402a-a7c2-6669036cd33c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "DELETE /v2.0/networks/bd72ee67-c633-4830-9639-7790d62302fa HTTP/1.1" status: 204 len: 168 time: 1.9505899 Oct 30 15:32:22.382349 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35168) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:22.402771 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-5d34fb8a-2251-47ee-9ae5-56b68067e8ba tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1752632914'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:22.409183 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cea9b6b-2b44-402a-a7c2-6669036cd33c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event deleted for resources: {'Network': ['ID=bd72ee67-c633-4830-9639-7790d62302fa,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:22.431382 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fe9b0bef-6215-4ed5-a35e-b717114d34a9 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:22.471200 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d34fb8a-2251-47ee-9ae5-56b68067e8ba tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Made reservation on behalf of ee12cc7bf3e14cdba3ace2cbd46ac13b for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:32:22.476368 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5d34fb8a-2251-47ee-9ae5-56b68067e8ba tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:22.558783 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [None req-fe9b0bef-6215-4ed5-a35e-b717114d34a9 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] device_id is not set on port 5497fa74-4d4c-48c7-b81f-150a63d0ef08 yet. {{(pid=102130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:32:22.562059 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ce38f-e2d7-44f8-9b3b-aed75d5b943c req-ba4398d9-9785-4bee-965c-6d918db2be45 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:22.573172 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ca3ce38f-e2d7-44f8-9b3b-aed75d5b943c req-ba4398d9-9785-4bee-965c-6d918db2be45 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/networks?id=17c0523f-c120-43f8-8de5-645c5eef05e9 HTTP/1.1" status: 200 len: 797 time: 0.4309525 Oct 30 15:32:22.594505 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-f321b8bb-f701-4bb1-8a3e-c5061515396b None None] Provisioning complete for port 9994e975-9cc8-47d6-94b4-eeea285d2542 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:22.594895 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f321b8bb-f701-4bb1-8a3e-c5061515396b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:22.603379 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ca3ce38f-e2d7-44f8-9b3b-aed75d5b943c req-ff7deacf-60eb-4700-a748-3c6c4a2235f2 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/quotas/b2267fc2b77143d693871f591bcb3dbf HTTP/1.1" status: 200 len: 375 time: 0.0110242 Oct 30 15:32:22.661777 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d34fb8a-2251-47ee-9ae5-56b68067e8ba tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:32:22.676681 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb0eff2-9ac6-467c-96de-290cb09a4552 None None] Network 0087ab61-2d5d-438b-a324-8b85dab759bc requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:32:22.705119 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5d34fb8a-2251-47ee-9ae5-56b68067e8ba tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:22.705462 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-5d34fb8a-2251-47ee-9ae5-56b68067e8ba tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Added segment 8ae323bf-4343-416e-b41a-9d9f9957fd38 of type vlan for network 13133e81-c31c-4fc0-9a3c-915e0f57dd27 Oct 30 15:32:22.743433 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ca3ce38f-e2d7-44f8-9b3b-aed75d5b943c req-47e4e566-2f13-4bb7-a628-6db8dd5c5e4a tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b2267fc2b77143d693871f591bcb3dbf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1334131 Oct 30 15:32:22.831169 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5d34fb8a-2251-47ee-9ae5-56b68067e8ba tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:22.849685 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 9994e975-9cc8-47d6-94b4-eeea285d2542 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:32:22.917634 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-fe9b0bef-6215-4ed5-a35e-b717114d34a9 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Allocated IP 2001:db8::23a4:c9fb:7a93:84c8 (0087ab61-2d5d-438b-a324-8b85dab759bc/f83311f0-5500-4ae3-bf95-98a7dc9fb9f9/5497fa74-4d4c-48c7-b81f-150a63d0ef08) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:32:22.924138 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5d34fb8a-2251-47ee-9ae5-56b68067e8ba tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:22.931531 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d34fb8a-2251-47ee-9ae5-56b68067e8ba tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:22.932178 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5d34fb8a-2251-47ee-9ae5-56b68067e8ba tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:22.933738 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ca3ce38f-e2d7-44f8-9b3b-aed75d5b943c req-2f55065d-ac26-4d1c-b41b-1e9c34260b45 service neutron] 10.222.0.62 "GET /v2.0/networks/17c0523f-c120-43f8-8de5-645c5eef05e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732342 Oct 30 15:32:22.991419 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f321b8bb-f701-4bb1-8a3e-c5061515396b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:23.023502 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-5d34fb8a-2251-47ee-9ae5-56b68067e8ba tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6362875 Oct 30 15:32:23.024442 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35172) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:23.035176 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-31d2cd98-bde5-4c19-aab6-39f5d63e4881 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Request body: {'subnet': {'network_id': '13133e81-c31c-4fc0-9a3c-915e0f57dd27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:23.037961 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 9994e975-9cc8-47d6-94b4-eeea285d2542 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:23.037961 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:23.045528 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-f321b8bb-f701-4bb1-8a3e-c5061515396b None None] For port 9994e975-9cc8-47d6-94b4-eeea285d2542, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=9994e975-9cc8-47d6-94b4-eeea285d2542,segment=NetworkSegment(b0d0104d-5e31-4d9b-a1de-be494a6e0bdb),segment_id=b0d0104d-5e31-4d9b-a1de-be494a6e0bdb)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:32:23.045990 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d34fb8a-2251-47ee-9ae5-56b68067e8ba tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event updated for resources: {'Network': ['ID=13133e81-c31c-4fc0-9a3c-915e0f57dd27,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:23.079287 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 13133e81-c31c-4fc0-9a3c-915e0f57dd27 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:32:23.087700 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f321b8bb-f701-4bb1-8a3e-c5061515396b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:23.157232 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ca3ce38f-e2d7-44f8-9b3b-aed75d5b943c req-b2d9b356-e893-4c8d-bf93-c93cf0fb07b5 service neutron] 10.222.0.62 "GET /v2.0/networks/17c0523f-c120-43f8-8de5-645c5eef05e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220347 Oct 30 15:32:23.195850 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d2cd98-bde5-4c19-aab6-39f5d63e4881 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Made reservation on behalf of ee12cc7bf3e14cdba3ace2cbd46ac13b for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:32:23.200896 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-31d2cd98-bde5-4c19-aab6-39f5d63e4881 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:23.293673 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fe9b0bef-6215-4ed5-a35e-b717114d34a9 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:23.314898 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-11f3866f-a6fe-4a6f-91f5-b2fb55c2b833 None None] Provisioning complete for port 9994e975-9cc8-47d6-94b4-eeea285d2542 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:23.315500 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-11f3866f-a6fe-4a6f-91f5-b2fb55c2b833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:23.318684 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f321b8bb-f701-4bb1-8a3e-c5061515396b None None] Pushing event updated for resources: {'Port': ['ID=9994e975-9cc8-47d6-94b4-eeea285d2542,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:23.385670 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fe9b0bef-6215-4ed5-a35e-b717114d34a9 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:23.444850 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 85ed70d0-ad12-4f60-bf59-d28c0a9c12d3 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:32:23.472852 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9b0bef-6215-4ed5-a35e-b717114d34a9 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Network 0087ab61-2d5d-438b-a324-8b85dab759bc is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:32:23.487815 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-fe9b0bef-6215-4ed5-a35e-b717114d34a9 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:32:23.510292 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9b0bef-6215-4ed5-a35e-b717114d34a9 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:32:23.517283 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9b0bef-6215-4ed5-a35e-b717114d34a9 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:23.518383 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fe9b0bef-6215-4ed5-a35e-b717114d34a9 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:23.528122 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e85aeed3-f274-4a6d-8fbd-23c3e190e9ee req-455838f3-87e1-40f2-9e81-cddb7424231f tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ebf36ef-a495-4f6a-88b5-01abef8f7272 HTTP/1.1" status: 200 len: 210 time: 0.0738029 Oct 30 15:32:23.541574 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9b0bef-6215-4ed5-a35e-b717114d34a9 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event updated for resources: {'Port': ['ID=5497fa74-4d4c-48c7-b81f-150a63d0ef08,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:23.555967 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 85ed70d0-ad12-4f60-bf59-d28c0a9c12d3 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:23.556343 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:23.588688 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-fe9b0bef-6215-4ed5-a35e-b717114d34a9 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5813484 Oct 30 15:32:23.589264 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35178) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:23.598241 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-34fc59c9-77e1-444a-ba7a-be49df63c1fc tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Request body: {'port': {'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'fixed_ips': [{'subnet_id': 'f83311f0-5500-4ae3-bf95-98a7dc9fb9f9', 'ip_address': '2001:db8::23a4:c9fb:7a93:84c8'}], 'name': 'tempest-NetworksTestDHCPv6-1762680688'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:23.627680 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-11f3866f-a6fe-4a6f-91f5-b2fb55c2b833 None None] Provisioning complete for port 85ed70d0-ad12-4f60-bf59-d28c0a9c12d3 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:23.628049 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-11f3866f-a6fe-4a6f-91f5-b2fb55c2b833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:23.666277 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-31d2cd98-bde5-4c19-aab6-39f5d63e4881 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:23.781258 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:23.791922 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d2cd98-bde5-4c19-aab6-39f5d63e4881 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Checking segment: {'id': '8ae323bf-4343-416e-b41a-9d9f9957fd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '13133e81-c31c-4fc0-9a3c-915e0f57dd27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:32:23.792872 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d2cd98-bde5-4c19-aab6-39f5d63e4881 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Network hostable DHCP agents. Network: 13133e81-c31c-4fc0-9a3c-915e0f57dd27, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:32:23.794609 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d2cd98-bde5-4c19-aab6-39f5d63e4881 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event updated for resources: {'Subnet': ['ID=a61e1bc6-8b50-42ec-8188-509ef999e57e,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:23.816294 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34fc59c9-77e1-444a-ba7a-be49df63c1fc tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Made reservation on behalf of 950626c196e345129caa4bb8b656378a for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:32:23.823430 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-34fc59c9-77e1-444a-ba7a-be49df63c1fc tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:23.838626 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d2cd98-bde5-4c19-aab6-39f5d63e4881 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Network 13133e81-c31c-4fc0-9a3c-915e0f57dd27 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:32:23.844619 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [None req-34fc59c9-77e1-444a-ba7a-be49df63c1fc tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] device_id is not set on port 3c35cf36-9672-4a4d-8576-59f602d1abff yet. {{(pid=102130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:32:23.856262 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bbcfb3fe-a930-46fd-81f3-15cca9579ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:23.871946 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-31d2cd98-bde5-4c19-aab6-39f5d63e4881 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 13133e81-c31c-4fc0-9a3c-915e0f57dd27) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:32:23.884442 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d2cd98-bde5-4c19-aab6-39f5d63e4881 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:23.885049 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-31d2cd98-bde5-4c19-aab6-39f5d63e4881 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:23.887048 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc6e679-e645-4c4b-a7be-33fda1afb18e None None] Network 13133e81-c31c-4fc0-9a3c-915e0f57dd27 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:32:23.936700 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-31d2cd98-bde5-4c19-aab6-39f5d63e4881 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9109225 Oct 30 15:32:23.940306 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35186) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:23.947665 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-df0a383f-0f65-4fc3-9b19-268e69c4eff1 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Request body: {'port': {'network_id': '13133e81-c31c-4fc0-9a3c-915e0f57dd27', 'name': 'tempest-PortsIpV6TestJSON-1466584539', 'fixed_ips': [{'subnet_id': 'a61e1bc6-8b50-42ec-8188-509ef999e57e', 'ip_address': '2001:db8::10'}]}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:23.977763 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 85ed70d0-ad12-4f60-bf59-d28c0a9c12d3, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=85ed70d0-ad12-4f60-bf59-d28c0a9c12d3,segment=NetworkSegment(04fb9866-245b-47c9-a7bc-8854a722bc22),segment_id=04fb9866-245b-47c9-a7bc-8854a722bc22)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:32:23.979057 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-11f3866f-a6fe-4a6f-91f5-b2fb55c2b833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:23.989862 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:23.990647 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 24467252-17d4-470a-a3a2-4bf2db6ceadd up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:32:24.141342 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-34fc59c9-77e1-444a-ba7a-be49df63c1fc tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] POST failed (client error): There was a conflict when trying to complete your request. Oct 30 15:32:24.141795 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34fc59c9-77e1-444a-ba7a-be49df63c1fc tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:32:24.172508 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-34fc59c9-77e1-444a-ba7a-be49df63c1fc tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.5800958 Oct 30 15:32:24.177568 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35190) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:24.199676 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0a383f-0f65-4fc3-9b19-268e69c4eff1 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Made reservation on behalf of ee12cc7bf3e14cdba3ace2cbd46ac13b for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:32:24.263661 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fe7e4d-c377-4741-b484-3a5793e9efa5 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:24.272235 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=85ed70d0-ad12-4f60-bf59-d28c0a9c12d3,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:24.286225 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fe7e4d-c377-4741-b484-3a5793e9efa5 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:24.289690 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-57fe7e4d-c377-4741-b484-3a5793e9efa5 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1102979 Oct 30 15:32:24.293727 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35192) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:24.313103 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-df0a383f-0f65-4fc3-9b19-268e69c4eff1 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:24.326110 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.db.api [None req-11f3866f-a6fe-4a6f-91f5-b2fb55c2b833 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 30 15:32:24.326611 n-d-806683-17 neutron-server[102132]: DEBUG oslo_db.api [None req-11f3866f-a6fe-4a6f-91f5-b2fb55c2b833 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 30 15:32:24.347878 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 24467252-17d4-470a-a3a2-4bf2db6ceadd triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:24.348294 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:24.368589 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [None req-df0a383f-0f65-4fc3-9b19-268e69c4eff1 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] device_id is not set on port 7a6cbc80-d7ad-4169-9a5a-fd5c1e40c4e0 yet. {{(pid=102131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:32:24.415325 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3268a162-42e7-47da-9f3e-155b41128880 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-13133e81-c31c-4fc0-9a3c-915e0f57dd27', 'network_id': '13133e81-c31c-4fc0-9a3c-915e0f57dd27', 'tenant_id': 'ee12cc7bf3e14cdba3ace2cbd46ac13b', 'fixed_ips': [{'subnet_id': 'a61e1bc6-8b50-42ec-8188-509ef999e57e'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:32:24.416320 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3268a162-42e7-47da-9f3e-155b41128880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:24.591707 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-df0a383f-0f65-4fc3-9b19-268e69c4eff1 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Allocated IP 2001:db8::10 (13133e81-c31c-4fc0-9a3c-915e0f57dd27/a61e1bc6-8b50-42ec-8188-509ef999e57e/7a6cbc80-d7ad-4169-9a5a-fd5c1e40c4e0) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:32:24.673709 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:24.687027 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 0b516379-821a-4000-a7fe-9c838421ce32 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:32:24.715339 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 0b516379-821a-4000-a7fe-9c838421ce32 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:32:24.715762 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 0b516379-821a-4000-a7fe-9c838421ce32 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:32:24.829718 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-df0a383f-0f65-4fc3-9b19-268e69c4eff1 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:24.836016 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 9994e975-9cc8-47d6-94b4-eeea285d2542 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:32:24.886258 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-df0a383f-0f65-4fc3-9b19-268e69c4eff1 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:24.939826 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0a383f-0f65-4fc3-9b19-268e69c4eff1 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Network 13133e81-c31c-4fc0-9a3c-915e0f57dd27 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:32:24.943440 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-df0a383f-0f65-4fc3-9b19-268e69c4eff1 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:32:24.948919 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0a383f-0f65-4fc3-9b19-268e69c4eff1 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:32:24.955974 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0a383f-0f65-4fc3-9b19-268e69c4eff1 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:24.956595 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-df0a383f-0f65-4fc3-9b19-268e69c4eff1 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:24.966413 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0a383f-0f65-4fc3-9b19-268e69c4eff1 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event updated for resources: {'Port': ['ID=7a6cbc80-d7ad-4169-9a5a-fd5c1e40c4e0,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:24.970622 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ec9e100f-fb37-4e51-bcfd-1cbbfaa720b5 req-9831a84e-426f-467e-8d21-2204e1e60ade tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ebf36ef-a495-4f6a-88b5-01abef8f7272 HTTP/1.1" status: 200 len: 210 time: 0.0861738 Oct 30 15:32:24.984848 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-df0a383f-0f65-4fc3-9b19-268e69c4eff1 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0408099 Oct 30 15:32:24.986176 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35196) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:24.990457 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-5c84baa0-8a10-4639-92ae-9bb746a26824 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Request body: {'port': {'network_id': '13133e81-c31c-4fc0-9a3c-915e0f57dd27', 'name': 'tempest-PortsIpV6TestJSON-410896752', 'fixed_ips': [{'subnet_id': 'a61e1bc6-8b50-42ec-8188-509ef999e57e', 'ip_address': '2001:db8::f'}]}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:25.059594 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:25.067697 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-257498f7-d2a6-4c16-a604-18610af40d73 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Deleting port 5497fa74-4d4c-48c7-b81f-150a63d0ef08 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:32:25.068374 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-257498f7-d2a6-4c16-a604-18610af40d73 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:25.081226 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-3268a162-42e7-47da-9f3e-155b41128880 None None] Allocated IP 2001:db8::2 (13133e81-c31c-4fc0-9a3c-915e0f57dd27/a61e1bc6-8b50-42ec-8188-509ef999e57e/7a8daede-b01e-45ac-b73e-ea989199e69e) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:32:25.102878 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 9994e975-9cc8-47d6-94b4-eeea285d2542 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:25.103294 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:25.182258 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ce38f-e2d7-44f8-9b3b-aed75d5b943c req-162139a6-f26f-452e-a916-10069034d5b9 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:25.183777 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ca3ce38f-e2d7-44f8-9b3b-aed75d5b943c req-162139a6-f26f-452e-a916-10069034d5b9 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.53 "GET /v2.0/networks?id=17c0523f-c120-43f8-8de5-645c5eef05e9 HTTP/1.1" status: 200 len: 797 time: 0.2902212 Oct 30 15:32:25.216884 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-b5e48c4e-ba74-454c-aa60-171cb9fd812c None None] Provisioning complete for port 5497fa74-4d4c-48c7-b81f-150a63d0ef08 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:25.217333 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b5e48c4e-ba74-454c-aa60-171cb9fd812c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:25.248657 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-257498f7-d2a6-4c16-a604-18610af40d73 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:25.264450 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c84baa0-8a10-4639-92ae-9bb746a26824 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Made reservation on behalf of ee12cc7bf3e14cdba3ace2cbd46ac13b for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:32:25.275145 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-257498f7-d2a6-4c16-a604-18610af40d73 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Calling delete_port for 5497fa74-4d4c-48c7-b81f-150a63d0ef08 owned by {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:32:25.318638 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ca3ce38f-e2d7-44f8-9b3b-aed75d5b943c req-27f315fa-b156-467d-8b6c-b7942bd3a6bb tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2267fc2b77143d693871f591bcb3dbf HTTP/1.1" status: 200 len: 379 time: 0.1230154 Oct 30 15:32:25.320576 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-b5e48c4e-ba74-454c-aa60-171cb9fd812c None None] Port 5497fa74-4d4c-48c7-b81f-150a63d0ef08 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:32:25.333194 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 85ed70d0-ad12-4f60-bf59-d28c0a9c12d3 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:32:25.335746 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-ca3ce38f-e2d7-44f8-9b3b-aed75d5b943c req-076ab90f-a98b-4bcd-a439-bdf7495a13e9 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Request body: {'port': {'device_id': '4ebf36ef-a495-4f6a-88b5-01abef8f7272', 'network_id': '17c0523f-c120-43f8-8de5-645c5eef05e9', 'admin_state_up': True, 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'security_groups': ['9a19a4ce-3a11-454b-95f3-1bb884aef828']}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:25.338707 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-b5e48c4e-ba74-454c-aa60-171cb9fd812c None None] Could not find standard attr ID for object 39a1dffd-7d8d-40cb-99e5-85414d1becda. {{(pid=102132) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 30 15:32:25.340379 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3268a162-42e7-47da-9f3e-155b41128880 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:25.367322 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3268a162-42e7-47da-9f3e-155b41128880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:25.412806 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-b5e48c4e-ba74-454c-aa60-171cb9fd812c None None] Provisioning complete for port 85ed70d0-ad12-4f60-bf59-d28c0a9c12d3 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:25.413175 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b5e48c4e-ba74-454c-aa60-171cb9fd812c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:25.440625 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3268a162-42e7-47da-9f3e-155b41128880 None None] Network 13133e81-c31c-4fc0-9a3c-915e0f57dd27 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:32:25.448549 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-3268a162-42e7-47da-9f3e-155b41128880 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:32:25.457337 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3268a162-42e7-47da-9f3e-155b41128880 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:32:25.462530 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3268a162-42e7-47da-9f3e-155b41128880 None None] Pushing event updated for resources: {'Port': ['ID=7a8daede-b01e-45ac-b73e-ea989199e69e,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:25.477014 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5c84baa0-8a10-4639-92ae-9bb746a26824 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:25.502617 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 85ed70d0-ad12-4f60-bf59-d28c0a9c12d3 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:25.503034 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:25.539566 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [None req-5c84baa0-8a10-4639-92ae-9bb746a26824 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] device_id is not set on port 3a9d975f-f947-40f7-a463-114de3374a11 yet. {{(pid=102130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:32:25.565530 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-3268a162-42e7-47da-9f3e-155b41128880 None None] Attempting to bind port 7a8daede-b01e-45ac-b73e-ea989199e69e on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:32:25.565893 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-3268a162-42e7-47da-9f3e-155b41128880 None None] Attempting to bind port 7a8daede-b01e-45ac-b73e-ea989199e69e by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '8ae323bf-4343-416e-b41a-9d9f9957fd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '13133e81-c31c-4fc0-9a3c-915e0f57dd27'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:32:25.566251 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3268a162-42e7-47da-9f3e-155b41128880 None None] Attempting to bind port 7a8daede-b01e-45ac-b73e-ea989199e69e on network 13133e81-c31c-4fc0-9a3c-915e0f57dd27 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:32:25.594185 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3268a162-42e7-47da-9f3e-155b41128880 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:32:25.594556 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3268a162-42e7-47da-9f3e-155b41128880 None None] Checking segment: {'id': '8ae323bf-4343-416e-b41a-9d9f9957fd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '13133e81-c31c-4fc0-9a3c-915e0f57dd27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:32:25.594956 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3268a162-42e7-47da-9f3e-155b41128880 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:25.595346 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3268a162-42e7-47da-9f3e-155b41128880 None None] Bound using segment: {'id': '8ae323bf-4343-416e-b41a-9d9f9957fd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '13133e81-c31c-4fc0-9a3c-915e0f57dd27'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:32:25.595852 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-3268a162-42e7-47da-9f3e-155b41128880 None None] Bound port: 7a8daede-b01e-45ac-b73e-ea989199e69e, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ae323bf-4343-416e-b41a-9d9f9957fd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '13133e81-c31c-4fc0-9a3c-915e0f57dd27'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:32:25.596226 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3268a162-42e7-47da-9f3e-155b41128880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:25.651064 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca3ce38f-e2d7-44f8-9b3b-aed75d5b943c req-076ab90f-a98b-4bcd-a439-bdf7495a13e9 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Made reservation on behalf of b2267fc2b77143d693871f591bcb3dbf for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:32:25.654596 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ca3ce38f-e2d7-44f8-9b3b-aed75d5b943c req-076ab90f-a98b-4bcd-a439-bdf7495a13e9 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:25.704433 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-3268a162-42e7-47da-9f3e-155b41128880 None None] For port 7a8daede-b01e-45ac-b73e-ea989199e69e, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:32:25.707868 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-3268a162-42e7-47da-9f3e-155b41128880 None None] For port 7a8daede-b01e-45ac-b73e-ea989199e69e, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=7a8daede-b01e-45ac-b73e-ea989199e69e,segment=NetworkSegment(8ae323bf-4343-416e-b41a-9d9f9957fd38),segment_id=8ae323bf-4343-416e-b41a-9d9f9957fd38)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:32:25.712275 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-257498f7-d2a6-4c16-a604-18610af40d73 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:25.712475 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3268a162-42e7-47da-9f3e-155b41128880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:25.762662 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257498f7-d2a6-4c16-a604-18610af40d73 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event deleted for resources: {'Port': ['ID=5497fa74-4d4c-48c7-b81f-150a63d0ef08,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:25.776594 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3268a162-42e7-47da-9f3e-155b41128880 None None] Pushing event updated for resources: {'Port': ['ID=7a8daede-b01e-45ac-b73e-ea989199e69e,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:25.865933 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-257498f7-d2a6-4c16-a604-18610af40d73 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:25.872956 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-257498f7-d2a6-4c16-a604-18610af40d73 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/ports/5497fa74-4d4c-48c7-b81f-150a63d0ef08 HTTP/1.1" status: 204 len: 168 time: 1.5746837 Oct 30 15:32:25.873746 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35200) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:25.885108 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-5c84baa0-8a10-4639-92ae-9bb746a26824 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Allocated IP 2001:db8::f (13133e81-c31c-4fc0-9a3c-915e0f57dd27/a61e1bc6-8b50-42ec-8188-509ef999e57e/3a9d975f-f947-40f7-a463-114de3374a11) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:32:25.952245 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a680b9ec-958c-4f4b-8f32-7892a499d0ae tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:25.954510 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a680b9ec-958c-4f4b-8f32-7892a499d0ae tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:25.956176 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-a680b9ec-958c-4f4b-8f32-7892a499d0ae tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0812099 Oct 30 15:32:25.958828 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35202) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:25.980370 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-ca3ce38f-e2d7-44f8-9b3b-aed75d5b943c req-076ab90f-a98b-4bcd-a439-bdf7495a13e9 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Allocated IP 172.20.0.14 (17c0523f-c120-43f8-8de5-645c5eef05e9/0083fb2c-b80c-4e1f-b3c7-34201cc33f79/f98ecc94-d72b-422d-9882-76c74dca36e3) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:32:26.051877 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-80b487f6-4046-4d90-8140-060d6b11e191 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Deleting subnet f83311f0-5500-4ae3-bf95-98a7dc9fb9f9 {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:32:26.055552 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-80b487f6-4046-4d90-8140-060d6b11e191 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:26.124660 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-80b487f6-4046-4d90-8140-060d6b11e191 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:26.191038 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-80b487f6-4046-4d90-8140-060d6b11e191 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:26.255486 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5bd1f9f3-eaa8-4d49-8dff-fbe5afdaad70 req-400e3d35-7691-4a74-bb8e-708b3110b114 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ebf36ef-a495-4f6a-88b5-01abef8f7272 HTTP/1.1" status: 200 len: 210 time: 0.1312492 Oct 30 15:32:26.261717 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-80b487f6-4046-4d90-8140-060d6b11e191 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:26.297496 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b487f6-4046-4d90-8140-060d6b11e191 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event deleted for resources: {'Subnet': ['ID=f83311f0-5500-4ae3-bf95-98a7dc9fb9f9,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:26.300257 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-80b487f6-4046-4d90-8140-060d6b11e191 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:26.304128 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-80b487f6-4046-4d90-8140-060d6b11e191 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/subnets/f83311f0-5500-4ae3-bf95-98a7dc9fb9f9 HTTP/1.1" status: 204 len: 168 time: 0.3436720 Oct 30 15:32:26.306794 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35208) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:26.311829 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2dbb84-1581-4ba3-966f-0a6af762f141 None None] Network 0087ab61-2d5d-438b-a324-8b85dab759bc requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:32:26.325284 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5c84baa0-8a10-4639-92ae-9bb746a26824 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:26.354034 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ca3ce38f-e2d7-44f8-9b3b-aed75d5b943c req-076ab90f-a98b-4bcd-a439-bdf7495a13e9 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:26.360417 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-4bb88c6b-9c5d-4119-a9db-b771a934498c tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0520124 Oct 30 15:32:26.360675 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35210) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:26.373510 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-9d476045-73f7-4e34-890c-bad94edf459b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Request body: {'subnet': {'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:26.458791 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5c84baa0-8a10-4639-92ae-9bb746a26824 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:26.531107 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c84baa0-8a10-4639-92ae-9bb746a26824 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Network 13133e81-c31c-4fc0-9a3c-915e0f57dd27 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:32:26.532475 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ca3ce38f-e2d7-44f8-9b3b-aed75d5b943c req-076ab90f-a98b-4bcd-a439-bdf7495a13e9 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:26.542940 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-5c84baa0-8a10-4639-92ae-9bb746a26824 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:32:26.552281 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c84baa0-8a10-4639-92ae-9bb746a26824 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:32:26.558650 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c84baa0-8a10-4639-92ae-9bb746a26824 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:26.559172 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5c84baa0-8a10-4639-92ae-9bb746a26824 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:26.586022 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c84baa0-8a10-4639-92ae-9bb746a26824 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event updated for resources: {'Port': ['ID=3a9d975f-f947-40f7-a463-114de3374a11,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:26.591258 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca3ce38f-e2d7-44f8-9b3b-aed75d5b943c req-076ab90f-a98b-4bcd-a439-bdf7495a13e9 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Network 17c0523f-c120-43f8-8de5-645c5eef05e9 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:32:26.595011 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d476045-73f7-4e34-890c-bad94edf459b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Made reservation on behalf of 950626c196e345129caa4bb8b656378a for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:32:26.598526 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9d476045-73f7-4e34-890c-bad94edf459b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:26.603771 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-ca3ce38f-e2d7-44f8-9b3b-aed75d5b943c req-076ab90f-a98b-4bcd-a439-bdf7495a13e9 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:32:26.604058 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:26.628724 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-5c84baa0-8a10-4639-92ae-9bb746a26824 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6422386 Oct 30 15:32:26.631581 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35212) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:26.639798 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca3ce38f-e2d7-44f8-9b3b-aed75d5b943c req-076ab90f-a98b-4bcd-a439-bdf7495a13e9 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:32:26.747598 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8c87dd-dbe5-4040-9b6c-4fbd0b6c1ecd tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:26.750298 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb442b5-b246-43e0-a047-6d11e6e6cbb4 None None] DHCP port deletion for 0087ab61-2d5d-438b-a324-8b85dab759bc request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:32:26.754134 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35214) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:26.755030 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-5a8c87dd-dbe5-4040-9b6c-4fbd0b6c1ecd tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1199284 Oct 30 15:32:26.809187 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076ab90f-a98b-4bcd-a439-bdf7495a13e9 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Pushing event updated for resources: {'Port': ['ID=f98ecc94-d72b-422d-9882-76c74dca36e3,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:26.816934 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-0bb442b5-b246-43e0-a047-6d11e6e6cbb4 None None] Deleting port 85ed70d0-ad12-4f60-bf59-d28c0a9c12d3 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:32:26.817187 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0bb442b5-b246-43e0-a047-6d11e6e6cbb4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:26.863991 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ce38f-e2d7-44f8-9b3b-aed75d5b943c req-076ab90f-a98b-4bcd-a439-bdf7495a13e9 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:26.864667 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ca3ce38f-e2d7-44f8-9b3b-aed75d5b943c req-076ab90f-a98b-4bcd-a439-bdf7495a13e9 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:26.915213 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-0bb442b5-b246-43e0-a047-6d11e6e6cbb4 None None] For port 85ed70d0-ad12-4f60-bf59-d28c0a9c12d3, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=85ed70d0-ad12-4f60-bf59-d28c0a9c12d3,segment=NetworkSegment(04fb9866-245b-47c9-a7bc-8854a722bc22),segment_id=04fb9866-245b-47c9-a7bc-8854a722bc22)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:32:26.915917 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0bb442b5-b246-43e0-a047-6d11e6e6cbb4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:26.928722 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ca3ce38f-e2d7-44f8-9b3b-aed75d5b943c req-076ab90f-a98b-4bcd-a439-bdf7495a13e9 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6016669 Oct 30 15:32:26.932745 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 7a8daede-b01e-45ac-b73e-ea989199e69e up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:32:26.940080 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6e2ddd-e863-4656-ac6f-658ea6c1d668 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:26.946848 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6e2ddd-e863-4656-ac6f-658ea6c1d668 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:26.953023 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6e2ddd-e863-4656-ac6f-658ea6c1d668 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:26.954829 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-1c6e2ddd-e863-4656-ac6f-658ea6c1d668 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1930218 Oct 30 15:32:26.957729 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35216) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:26.960298 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-ca3ce38f-e2d7-44f8-9b3b-aed75d5b943c req-5a65e93c-a9aa-47e0-864e-7c76d7eb29ce service neutron] Request body: {'port': {'device_id': '4ebf36ef-a495-4f6a-88b5-01abef8f7272', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:26.986380 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-0bb442b5-b246-43e0-a047-6d11e6e6cbb4 None None] Calling delete_port for 85ed70d0-ad12-4f60-bf59-d28c0a9c12d3 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:32:27.008062 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 7a8daede-b01e-45ac-b73e-ea989199e69e triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:27.008852 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:27.050503 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ca3ce38f-e2d7-44f8-9b3b-aed75d5b943c req-5a65e93c-a9aa-47e0-864e-7c76d7eb29ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:27.088623 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-3f354e7a-758d-4003-bb07-d7e114f3b13a tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Deleting port 3a9d975f-f947-40f7-a463-114de3374a11 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:32:27.089916 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3f354e7a-758d-4003-bb07-d7e114f3b13a tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:27.126872 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-4614146a-57cc-4635-9ece-35fd822ef3fa None None] Provisioning complete for port f98ecc94-d72b-422d-9882-76c74dca36e3 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:27.127249 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4614146a-57cc-4635-9ece-35fd822ef3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:27.165556 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952a646b-210c-4677-9dc5-0ac2606b026c None None] Network 13133e81-c31c-4fc0-9a3c-915e0f57dd27 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:32:27.192456 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3f354e7a-758d-4003-bb07-d7e114f3b13a tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:27.208405 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-3f354e7a-758d-4003-bb07-d7e114f3b13a tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Calling delete_port for 3a9d975f-f947-40f7-a463-114de3374a11 owned by {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:32:27.224943 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0bb442b5-b246-43e0-a047-6d11e6e6cbb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:27.234379 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9d476045-73f7-4e34-890c-bad94edf459b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:27.239617 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-4614146a-57cc-4635-9ece-35fd822ef3fa None None] Port f98ecc94-d72b-422d-9882-76c74dca36e3 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:32:27.295357 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb442b5-b246-43e0-a047-6d11e6e6cbb4 None None] Pushing event deleted for resources: {'Port': ['ID=85ed70d0-ad12-4f60-bf59-d28c0a9c12d3,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:27.314252 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb442b5-b246-43e0-a047-6d11e6e6cbb4 None None] No DVR routers for this DVR port 85ed70d0-ad12-4f60-bf59-d28c0a9c12d3 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:32:27.315096 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d476045-73f7-4e34-890c-bad94edf459b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Network 0087ab61-2d5d-438b-a324-8b85dab759bc is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:32:27.324286 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-9d476045-73f7-4e34-890c-bad94edf459b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:32:27.345317 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d476045-73f7-4e34-890c-bad94edf459b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:27.349530 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82542f9-a8a5-4d60-9146-202a2cfdd904 None None] Network 0087ab61-2d5d-438b-a324-8b85dab759bc requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:32:27.350253 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9d476045-73f7-4e34-890c-bad94edf459b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:27.358243 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:27.377693 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3f354e7a-758d-4003-bb07-d7e114f3b13a tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:27.414355 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f354e7a-758d-4003-bb07-d7e114f3b13a tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event deleted for resources: {'Port': ['ID=3a9d975f-f947-40f7-a463-114de3374a11,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:27.444711 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d476045-73f7-4e34-890c-bad94edf459b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event updated for resources: {'Subnet': ['ID=3d4ec61b-54be-428d-84af-43286cf9cd66,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:27.458243 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3f354e7a-758d-4003-bb07-d7e114f3b13a tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:27.461181 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9d476045-73f7-4e34-890c-bad94edf459b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0983100 Oct 30 15:32:27.462188 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-3f354e7a-758d-4003-bb07-d7e114f3b13a tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "DELETE /v2.0/ports/3a9d975f-f947-40f7-a463-114de3374a11 HTTP/1.1" status: 204 len: 168 time: 0.5034583 Oct 30 15:32:27.464238 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35222) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:27.464659 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35224) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:27.470071 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-9be7f5bd-a3ad-4372-b68e-ca2b5914ad77 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Request body: {'port': {'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'fixed_ips': [{'subnet_id': '3d4ec61b-54be-428d-84af-43286cf9cd66', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-1687495598'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:27.478993 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289e980d-d163-4b72-a734-c6f5eafe79a2 req-4b707132-a704-4dfc-8b7a-2148c9e1a78c tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:27.480778 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-7eb812f8-72b4-4048-978f-09d341e812e0 None None] Provisioning complete for port 7a8daede-b01e-45ac-b73e-ea989199e69e triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:27.481174 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7eb812f8-72b4-4048-978f-09d341e812e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:27.486467 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-289e980d-d163-4b72-a734-c6f5eafe79a2 req-4b707132-a704-4dfc-8b7a-2148c9e1a78c tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ebf36ef-a495-4f6a-88b5-01abef8f7272 HTTP/1.1" status: 200 len: 932 time: 0.1296127 Oct 30 15:32:27.514658 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 7a8daede-b01e-45ac-b73e-ea989199e69e, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=7a8daede-b01e-45ac-b73e-ea989199e69e,segment=NetworkSegment(8ae323bf-4343-416e-b41a-9d9f9957fd38),segment_id=8ae323bf-4343-416e-b41a-9d9f9957fd38)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:32:27.529716 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:27.535127 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-683bfa4e-0a4b-4671-b4e3-a86fb1abbaa7 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] GET failed (client error): The resource could not be found. Oct 30 15:32:27.537043 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-683bfa4e-0a4b-4671-b4e3-a86fb1abbaa7 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "GET /v2.0/ports/3a9d975f-f947-40f7-a463-114de3374a11 HTTP/1.1" status: 404 len: 333 time: 0.0633883 Oct 30 15:32:27.540276 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35226) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:27.556356 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-289e980d-d163-4b72-a734-c6f5eafe79a2 req-63f79d6f-d465-4bef-bfb4-a3df25f8a199 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a19a4ce-3a11-454b-95f3-1bb884aef828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633054 Oct 30 15:32:27.646078 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 85ed70d0-ad12-4f60-bf59-d28c0a9c12d3 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:32:27.650792 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-ca3ce38f-e2d7-44f8-9b3b-aed75d5b943c req-5a65e93c-a9aa-47e0-864e-7c76d7eb29ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f98ecc94-d72b-422d-9882-76c74dca36e3 {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:32:27.660029 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ca3ce38f-e2d7-44f8-9b3b-aed75d5b943c req-5a65e93c-a9aa-47e0-864e-7c76d7eb29ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:27.673107 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-ca3ce38f-e2d7-44f8-9b3b-aed75d5b943c req-5a65e93c-a9aa-47e0-864e-7c76d7eb29ce service neutron] Transition to ACTIVE for port object f98ecc94-d72b-422d-9882-76c74dca36e3 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:32:27.678292 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ca3ce38f-e2d7-44f8-9b3b-aed75d5b943c req-5a65e93c-a9aa-47e0-864e-7c76d7eb29ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:27.687417 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-b562843a-7b61-41d0-b8f1-8dd215a43d16 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Deleting port 7a6cbc80-d7ad-4169-9a5a-fd5c1e40c4e0 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:32:27.687417 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b562843a-7b61-41d0-b8f1-8dd215a43d16 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:27.691780 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be7f5bd-a3ad-4372-b68e-ca2b5914ad77 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Made reservation on behalf of 950626c196e345129caa4bb8b656378a for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:32:27.714727 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 85ed70d0-ad12-4f60-bf59-d28c0a9c12d3 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:32:27.715097 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 85ed70d0-ad12-4f60-bf59-d28c0a9c12d3 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:32:27.772030 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a65e93c-a9aa-47e0-864e-7c76d7eb29ce service neutron] Pushing event updated for resources: {'Port': ['ID=f98ecc94-d72b-422d-9882-76c74dca36e3,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:27.797396 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=7a8daede-b01e-45ac-b73e-ea989199e69e,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:27.854331 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-ca3ce38f-e2d7-44f8-9b3b-aed75d5b943c req-5a65e93c-a9aa-47e0-864e-7c76d7eb29ce service neutron] Attempting to bind port f98ecc94-d72b-422d-9882-76c74dca36e3 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:32:27.854766 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-ca3ce38f-e2d7-44f8-9b3b-aed75d5b943c req-5a65e93c-a9aa-47e0-864e-7c76d7eb29ce service neutron] Attempting to bind port f98ecc94-d72b-422d-9882-76c74dca36e3 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': 'b0d0104d-5e31-4d9b-a1de-be494a6e0bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '17c0523f-c120-43f8-8de5-645c5eef05e9'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:32:27.855440 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3ce38f-e2d7-44f8-9b3b-aed75d5b943c req-5a65e93c-a9aa-47e0-864e-7c76d7eb29ce service neutron] Attempting to bind port f98ecc94-d72b-422d-9882-76c74dca36e3 on network 17c0523f-c120-43f8-8de5-645c5eef05e9 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:32:27.858687 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b562843a-7b61-41d0-b8f1-8dd215a43d16 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:27.860721 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3ce38f-e2d7-44f8-9b3b-aed75d5b943c req-5a65e93c-a9aa-47e0-864e-7c76d7eb29ce service neutron] Port f98ecc94-d72b-422d-9882-76c74dca36e3 on network 17c0523f-c120-43f8-8de5-645c5eef05e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:32:27.861458 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3ce38f-e2d7-44f8-9b3b-aed75d5b943c req-5a65e93c-a9aa-47e0-864e-7c76d7eb29ce service neutron] Attempting to bind port f98ecc94-d72b-422d-9882-76c74dca36e3 on network 17c0523f-c120-43f8-8de5-645c5eef05e9 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:32:27.863830 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cda102c-c7c8-4998-9960-3dd1586738c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-0087ab61-2d5d-438b-a324-8b85dab759bc', 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'tenant_id': '950626c196e345129caa4bb8b656378a', 'fixed_ips': [{'subnet_id': '3d4ec61b-54be-428d-84af-43286cf9cd66'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:32:27.864787 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9cda102c-c7c8-4998-9960-3dd1586738c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:27.868512 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3ce38f-e2d7-44f8-9b3b-aed75d5b943c req-5a65e93c-a9aa-47e0-864e-7c76d7eb29ce service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:32:27.869252 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3ce38f-e2d7-44f8-9b3b-aed75d5b943c req-5a65e93c-a9aa-47e0-864e-7c76d7eb29ce service neutron] Checking segment: {'id': 'b0d0104d-5e31-4d9b-a1de-be494a6e0bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '17c0523f-c120-43f8-8de5-645c5eef05e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:32:27.869892 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3ce38f-e2d7-44f8-9b3b-aed75d5b943c req-5a65e93c-a9aa-47e0-864e-7c76d7eb29ce service neutron] Bound using segment: {'id': 'b0d0104d-5e31-4d9b-a1de-be494a6e0bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '17c0523f-c120-43f8-8de5-645c5eef05e9'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:32:27.870443 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-ca3ce38f-e2d7-44f8-9b3b-aed75d5b943c req-5a65e93c-a9aa-47e0-864e-7c76d7eb29ce service neutron] Bound port: f98ecc94-d72b-422d-9882-76c74dca36e3, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0d0104d-5e31-4d9b-a1de-be494a6e0bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '17c0523f-c120-43f8-8de5-645c5eef05e9'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:32:27.870995 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ca3ce38f-e2d7-44f8-9b3b-aed75d5b943c req-5a65e93c-a9aa-47e0-864e-7c76d7eb29ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:27.880658 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9be7f5bd-a3ad-4372-b68e-ca2b5914ad77 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:27.904851 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-b562843a-7b61-41d0-b8f1-8dd215a43d16 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Calling delete_port for 7a6cbc80-d7ad-4169-9a5a-fd5c1e40c4e0 owned by {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:32:27.957384 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-ca3ce38f-e2d7-44f8-9b3b-aed75d5b943c req-5a65e93c-a9aa-47e0-864e-7c76d7eb29ce service neutron] For port f98ecc94-d72b-422d-9882-76c74dca36e3, host n-h1-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:32:27.961602 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-ca3ce38f-e2d7-44f8-9b3b-aed75d5b943c req-5a65e93c-a9aa-47e0-864e-7c76d7eb29ce service neutron] For port f98ecc94-d72b-422d-9882-76c74dca36e3, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=f98ecc94-d72b-422d-9882-76c74dca36e3,segment=NetworkSegment(b0d0104d-5e31-4d9b-a1de-be494a6e0bdb),segment_id=b0d0104d-5e31-4d9b-a1de-be494a6e0bdb)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:32:27.968346 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ca3ce38f-e2d7-44f8-9b3b-aed75d5b943c req-5a65e93c-a9aa-47e0-864e-7c76d7eb29ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:28.019100 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ce38f-e2d7-44f8-9b3b-aed75d5b943c req-5a65e93c-a9aa-47e0-864e-7c76d7eb29ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:28.019756 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ca3ce38f-e2d7-44f8-9b3b-aed75d5b943c req-5a65e93c-a9aa-47e0-864e-7c76d7eb29ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:28.021471 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ca3ce38f-e2d7-44f8-9b3b-aed75d5b943c req-5a65e93c-a9aa-47e0-864e-7c76d7eb29ce service neutron] 10.222.0.53 "PUT /v2.0/ports/f98ecc94-d72b-422d-9882-76c74dca36e3 HTTP/1.1" status: 200 len: 1093 time: 1.0654120 Oct 30 15:32:28.021936 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ebf36ef-a495-4f6a-88b5-01abef8f7272', 'tag': 'f98ecc94-d72b-422d-9882-76c74dca36e3'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:32:28.024933 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a499236-476d-4410-87e4-104356f0e6e5" -d '{"events": [{"name": "network-changed", "server_uuid": "4ebf36ef-a495-4f6a-88b5-01abef8f7272", "tag": "f98ecc94-d72b-422d-9882-76c74dca36e3"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:32:28.035800 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [None req-9be7f5bd-a3ad-4372-b68e-ca2b5914ad77 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] device_id is not set on port d714b777-0b35-461b-ba2d-469c21919e2b yet. {{(pid=102131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:32:28.080541 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a65e93c-a9aa-47e0-864e-7c76d7eb29ce service neutron] Pushing event updated for resources: {'Port': ['ID=f98ecc94-d72b-422d-9882-76c74dca36e3,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:28.085530 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-9cda102c-c7c8-4998-9960-3dd1586738c3 None None] Allocated IP 2001:db8::2 (0087ab61-2d5d-438b-a324-8b85dab759bc/3d4ec61b-54be-428d-84af-43286cf9cd66/541a3a46-9e38-4ddc-a8b4-0c83e0900b89) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:32:28.129356 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bbd39ef-9362-4179-964d-11e6f2372d92 x-openstack-request-id: req-2bbd39ef-9362-4179-964d-11e6f2372d92 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:32:28.129651 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ebf36ef-a495-4f6a-88b5-01abef8f7272", "tag": "f98ecc94-d72b-422d-9882-76c74dca36e3", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:32:28.129957 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2bbd39ef-9362-4179-964d-11e6f2372d92 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:32:28.130368 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ebf36ef-a495-4f6a-88b5-01abef8f7272', 'tag': 'f98ecc94-d72b-422d-9882-76c74dca36e3', 'status': 'completed', 'code': 200} Oct 30 15:32:28.143592 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ce38f-e2d7-44f8-9b3b-aed75d5b943c req-676c560d-1c6a-4dc7-a87b-331acbb83af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:28.147332 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ca3ce38f-e2d7-44f8-9b3b-aed75d5b943c req-676c560d-1c6a-4dc7-a87b-331acbb83af3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b2267fc2b77143d693871f591bcb3dbf&device_id=4ebf36ef-a495-4f6a-88b5-01abef8f7272 HTTP/1.1" status: 200 len: 1096 time: 0.0749087 Oct 30 15:32:28.204797 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ca3ce38f-e2d7-44f8-9b3b-aed75d5b943c req-40ef4d58-4b4b-4c96-bb45-a738e7cbd77b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f98ecc94-d72b-422d-9882-76c74dca36e3 HTTP/1.1" status: 200 len: 217 time: 0.0491960 Oct 30 15:32:28.289939 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b562843a-7b61-41d0-b8f1-8dd215a43d16 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:28.303026 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9cda102c-c7c8-4998-9960-3dd1586738c3 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:28.311076 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-152c2423-f48b-4d57-9a80-05546ac7bb00 None None] Could not find standard attr ID for object 7a6cbc80-d7ad-4169-9a5a-fd5c1e40c4e0. {{(pid=102132) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 30 15:32:28.316777 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9cda102c-c7c8-4998-9960-3dd1586738c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:28.325806 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ce38f-e2d7-44f8-9b3b-aed75d5b943c req-0df21c43-a3d8-471e-828d-0776ee7a57b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:28.327332 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ca3ce38f-e2d7-44f8-9b3b-aed75d5b943c req-0df21c43-a3d8-471e-828d-0776ee7a57b1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0083fb2c-b80c-4e1f-b3c7-34201cc33f79 HTTP/1.1" status: 200 len: 835 time: 0.1109593 Oct 30 15:32:28.339815 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b562843a-7b61-41d0-b8f1-8dd215a43d16 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event deleted for resources: {'Port': ['ID=7a6cbc80-d7ad-4169-9a5a-fd5c1e40c4e0,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:28.350959 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-9be7f5bd-a3ad-4372-b68e-ca2b5914ad77 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 30 15:32:28.350959 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9be7f5bd-a3ad-4372-b68e-ca2b5914ad77 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:32:28.376499 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b562843a-7b61-41d0-b8f1-8dd215a43d16 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:28.380191 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b562843a-7b61-41d0-b8f1-8dd215a43d16 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "DELETE /v2.0/ports/7a6cbc80-d7ad-4169-9a5a-fd5c1e40c4e0 HTTP/1.1" status: 204 len: 168 time: 0.8390436 Oct 30 15:32:28.383397 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35232) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:28.428591 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cda102c-c7c8-4998-9960-3dd1586738c3 None None] Network 0087ab61-2d5d-438b-a324-8b85dab759bc is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:32:28.431445 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-49338d74-3200-4209-8e0e-f7b13b0d7be4 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] GET failed (client error): The resource could not be found. Oct 30 15:32:28.431816 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ce38f-e2d7-44f8-9b3b-aed75d5b943c req-c747fd96-e1e0-4942-9739-31a83bcaa9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:28.433591 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ca3ce38f-e2d7-44f8-9b3b-aed75d5b943c req-c747fd96-e1e0-4942-9739-31a83bcaa9e1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17c0523f-c120-43f8-8de5-645c5eef05e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0980980 Oct 30 15:32:28.435434 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-9cda102c-c7c8-4998-9960-3dd1586738c3 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:32:28.436118 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35234) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:28.437008 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-49338d74-3200-4209-8e0e-f7b13b0d7be4 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "GET /v2.0/ports/7a6cbc80-d7ad-4169-9a5a-fd5c1e40c4e0 HTTP/1.1" status: 404 len: 333 time: 0.0522547 Oct 30 15:32:28.438571 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cda102c-c7c8-4998-9960-3dd1586738c3 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:32:28.441256 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-9be7f5bd-a3ad-4372-b68e-ca2b5914ad77 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.9753938 Oct 30 15:32:28.443640 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35236) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:28.448794 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-152c2423-f48b-4d57-9a80-05546ac7bb00 None None] Provisioning complete for port 7a8daede-b01e-45ac-b73e-ea989199e69e triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:28.449081 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-152c2423-f48b-4d57-9a80-05546ac7bb00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:28.535127 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cda102c-c7c8-4998-9960-3dd1586738c3 None None] Pushing event updated for resources: {'Port': ['ID=541a3a46-9e38-4ddc-a8b4-0c83e0900b89,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:28.547111 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5524a3a6-cccb-48ce-81b4-6692dee7dedb tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:28.548831 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-5524a3a6-cccb-48ce-81b4-6692dee7dedb tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1038725 Oct 30 15:32:28.552223 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35238) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:28.567568 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-9cda102c-c7c8-4998-9960-3dd1586738c3 None None] Attempting to bind port 541a3a46-9e38-4ddc-a8b4-0c83e0900b89 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:32:28.567568 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-9cda102c-c7c8-4998-9960-3dd1586738c3 None None] Attempting to bind port 541a3a46-9e38-4ddc-a8b4-0c83e0900b89 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:32:28.567568 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cda102c-c7c8-4998-9960-3dd1586738c3 None None] Attempting to bind port 541a3a46-9e38-4ddc-a8b4-0c83e0900b89 on network 0087ab61-2d5d-438b-a324-8b85dab759bc {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:32:28.589922 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8dc377c-dfd2-4db0-bbc5-dfde937e2fa0 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Deleting subnet a61e1bc6-8b50-42ec-8188-509ef999e57e {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:32:28.595815 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f8dc377c-dfd2-4db0-bbc5-dfde937e2fa0 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:28.624457 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cda102c-c7c8-4998-9960-3dd1586738c3 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:32:28.624837 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cda102c-c7c8-4998-9960-3dd1586738c3 None None] Checking segment: {'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:32:28.625235 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9cda102c-c7c8-4998-9960-3dd1586738c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:28.626070 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cda102c-c7c8-4998-9960-3dd1586738c3 None None] Bound using segment: {'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:32:28.626230 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-9cda102c-c7c8-4998-9960-3dd1586738c3 None None] Bound port: 541a3a46-9e38-4ddc-a8b4-0c83e0900b89, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:32:28.626502 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9cda102c-c7c8-4998-9960-3dd1586738c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:28.666512 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f8dc377c-dfd2-4db0-bbc5-dfde937e2fa0 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:28.712517 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-9cda102c-c7c8-4998-9960-3dd1586738c3 None None] For port 541a3a46-9e38-4ddc-a8b4-0c83e0900b89, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:32:28.716753 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-9cda102c-c7c8-4998-9960-3dd1586738c3 None None] For port 541a3a46-9e38-4ddc-a8b4-0c83e0900b89, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=541a3a46-9e38-4ddc-a8b4-0c83e0900b89,segment=NetworkSegment(04fb9866-245b-47c9-a7bc-8854a722bc22),segment_id=04fb9866-245b-47c9-a7bc-8854a722bc22)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:32:28.720710 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ca3ce38f-e2d7-44f8-9b3b-aed75d5b943c req-a7864cec-cefe-4faa-8656-7d8201d890b1 service neutron] 10.222.0.53 "GET /v2.0/networks/17c0523f-c120-43f8-8de5-645c5eef05e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580984 Oct 30 15:32:28.724234 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9cda102c-c7c8-4998-9960-3dd1586738c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:28.803512 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cda102c-c7c8-4998-9960-3dd1586738c3 None None] Pushing event updated for resources: {'Port': ['ID=541a3a46-9e38-4ddc-a8b4-0c83e0900b89,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:28.869405 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 7a8daede-b01e-45ac-b73e-ea989199e69e up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:32:28.926768 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f8dc377c-dfd2-4db0-bbc5-dfde937e2fa0 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:28.931983 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-a4c5c2d6-f780-4b50-b26e-1c3d6b44f88b None None] Could not find standard attr ID for object 7a6cbc80-d7ad-4169-9a5a-fd5c1e40c4e0. {{(pid=102132) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 30 15:32:28.971621 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ca3ce38f-e2d7-44f8-9b3b-aed75d5b943c req-61a7cb87-6937-4414-a7c8-2234fc1a6841 service neutron] 10.222.0.53 "GET /v2.0/networks/17c0523f-c120-43f8-8de5-645c5eef05e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437646 Oct 30 15:32:28.998634 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 7a8daede-b01e-45ac-b73e-ea989199e69e triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:28.999006 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:29.016288 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2691fb78-8c0d-463a-8b83-cd6d23f92b31 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:29.018399 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2691fb78-8c0d-463a-8b83-cd6d23f92b31 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:29.024113 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-2691fb78-8c0d-463a-8b83-cd6d23f92b31 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4708173 Oct 30 15:32:29.024961 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35242) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:29.035705 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f8dc377c-dfd2-4db0-bbc5-dfde937e2fa0 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:29.073758 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7123a9-eab4-4968-bea6-da696e4381c8 req-c4d2afae-e2d7-4932-8b10-c29ba47b4cca tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:29.075300 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-be7123a9-eab4-4968-bea6-da696e4381c8 req-c4d2afae-e2d7-4932-8b10-c29ba47b4cca tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ebf36ef-a495-4f6a-88b5-01abef8f7272 HTTP/1.1" status: 200 len: 944 time: 0.1299834 Oct 30 15:32:29.102092 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-893d6d6b-e32c-4f0b-bfe0-c3ba80c1abab None None] Could not find standard attr ID for object 3a9d975f-f947-40f7-a463-114de3374a11. {{(pid=102132) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 30 15:32:29.120727 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f8dc377c-dfd2-4db0-bbc5-dfde937e2fa0 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:29.128595 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35244) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:29.131625 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-f8dc377c-dfd2-4db0-bbc5-dfde937e2fa0 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "DELETE /v2.0/subnets/a61e1bc6-8b50-42ec-8188-509ef999e57e HTTP/1.1" status: 204 len: 168 time: 0.6934886 Oct 30 15:32:29.137068 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dc377c-dfd2-4db0-bbc5-dfde937e2fa0 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event deleted for resources: {'Subnet': ['ID=a61e1bc6-8b50-42ec-8188-509ef999e57e,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:29.181525 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-1abd519c-2d42-4055-9277-030e3f521ef9 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Deleting subnet 3d4ec61b-54be-428d-84af-43286cf9cd66 {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:32:29.193899 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a499236-476d-4410-87e4-104356f0e6e5 req-ed207259-88df-46a8-bcc1-233dee7ffefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:29.198626 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4a499236-476d-4410-87e4-104356f0e6e5 req-ed207259-88df-46a8-bcc1-233dee7ffefd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b2267fc2b77143d693871f591bcb3dbf&device_id=4ebf36ef-a495-4f6a-88b5-01abef8f7272 HTTP/1.1" status: 200 len: 1096 time: 0.0986512 Oct 30 15:32:29.214942 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1abd519c-2d42-4055-9277-030e3f521ef9 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:29.295984 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1abd519c-2d42-4055-9277-030e3f521ef9 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:29.300728 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-be7123a9-eab4-4968-bea6-da696e4381c8 req-427f9622-a17a-4c3b-80ad-b4dbc3de1ae9 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a19a4ce-3a11-454b-95f3-1bb884aef828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2175000 Oct 30 15:32:29.312225 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a499236-476d-4410-87e4-104356f0e6e5 req-23bde4e1-36b3-43eb-a6d4-4bcd095fae4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:29.313777 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4a499236-476d-4410-87e4-104356f0e6e5 req-23bde4e1-36b3-43eb-a6d4-4bcd095fae4a service neutron] 10.222.0.53 "GET /v2.0/networks?id=17c0523f-c120-43f8-8de5-645c5eef05e9 HTTP/1.1" status: 200 len: 898 time: 0.1113930 Oct 30 15:32:29.339173 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-45da1f8c-e05e-4181-acc7-ba1ab67bce6a tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:29.366088 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4a499236-476d-4410-87e4-104356f0e6e5 req-dc5d4199-ef74-4e0d-afb6-935566694175 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f98ecc94-d72b-422d-9882-76c74dca36e3 HTTP/1.1" status: 200 len: 217 time: 0.0408247 Oct 30 15:32:29.370855 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7374e93b-04e7-43f9-a1f6-cf7328330cce None None] Network 13133e81-c31c-4fc0-9a3c-915e0f57dd27 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:32:29.419716 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a499236-476d-4410-87e4-104356f0e6e5 req-3ad79692-f408-4f11-92e2-10b575517c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:29.421606 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4a499236-476d-4410-87e4-104356f0e6e5 req-3ad79692-f408-4f11-92e2-10b575517c1e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0083fb2c-b80c-4e1f-b3c7-34201cc33f79 HTTP/1.1" status: 200 len: 835 time: 0.0481219 Oct 30 15:32:29.421916 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1abd519c-2d42-4055-9277-030e3f521ef9 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:29.482737 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a499236-476d-4410-87e4-104356f0e6e5 req-49b40572-dc36-473a-8e6c-12bb6f4930c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:29.484699 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4a499236-476d-4410-87e4-104356f0e6e5 req-49b40572-dc36-473a-8e6c-12bb6f4930c9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17c0523f-c120-43f8-8de5-645c5eef05e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540009 Oct 30 15:32:29.488482 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-45da1f8c-e05e-4181-acc7-ba1ab67bce6a tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Deleting port 7a8daede-b01e-45ac-b73e-ea989199e69e {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:32:29.488815 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-45da1f8c-e05e-4181-acc7-ba1ab67bce6a tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:29.564484 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1abd519c-2d42-4055-9277-030e3f521ef9 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:29.582797 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-45da1f8c-e05e-4181-acc7-ba1ab67bce6a tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] For port 7a8daede-b01e-45ac-b73e-ea989199e69e, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=7a8daede-b01e-45ac-b73e-ea989199e69e,segment=NetworkSegment(8ae323bf-4343-416e-b41a-9d9f9957fd38),segment_id=8ae323bf-4343-416e-b41a-9d9f9957fd38)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:32:29.583165 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-45da1f8c-e05e-4181-acc7-ba1ab67bce6a tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:29.591309 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0596f0-5183-4aff-bca0-92570f14b97f None None] DHCP port deletion for 13133e81-c31c-4fc0-9a3c-915e0f57dd27 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:32:29.598508 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4a499236-476d-4410-87e4-104356f0e6e5 req-b3119731-86c3-40fd-aafc-6befc381c0dd service neutron] 10.222.0.53 "GET /v2.0/networks/17c0523f-c120-43f8-8de5-645c5eef05e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030529 Oct 30 15:32:29.612614 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abd519c-2d42-4055-9277-030e3f521ef9 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event deleted for resources: {'Subnet': ['ID=3d4ec61b-54be-428d-84af-43286cf9cd66,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:29.619548 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-45da1f8c-e05e-4181-acc7-ba1ab67bce6a tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Calling delete_port for 7a8daede-b01e-45ac-b73e-ea989199e69e owned by network:dhcp {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:32:29.621526 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1abd519c-2d42-4055-9277-030e3f521ef9 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:29.624795 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-1abd519c-2d42-4055-9277-030e3f521ef9 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/subnets/3d4ec61b-54be-428d-84af-43286cf9cd66 HTTP/1.1" status: 204 len: 168 time: 0.5979505 Oct 30 15:32:29.627409 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35248) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:29.657271 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-0f0596f0-5183-4aff-bca0-92570f14b97f None None] Deleting port 7a8daede-b01e-45ac-b73e-ea989199e69e {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:32:29.658049 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0f0596f0-5183-4aff-bca0-92570f14b97f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:29.678500 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35250) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:29.684400 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-390c19e0-1ec5-448a-96ea-2a18941dd54d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Request body: {'subnet': {'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:29.690413 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-1cf24280-3923-4e38-8d90-e6d97bc62e30 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0617690 Oct 30 15:32:29.735786 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-0f0596f0-5183-4aff-bca0-92570f14b97f None None] For port 7a8daede-b01e-45ac-b73e-ea989199e69e, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=7a8daede-b01e-45ac-b73e-ea989199e69e,segment=NetworkSegment(8ae323bf-4343-416e-b41a-9d9f9957fd38),segment_id=8ae323bf-4343-416e-b41a-9d9f9957fd38)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:32:29.736407 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0f0596f0-5183-4aff-bca0-92570f14b97f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:29.752950 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-0f0596f0-5183-4aff-bca0-92570f14b97f None None] Calling delete_port for 7a8daede-b01e-45ac-b73e-ea989199e69e owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:32:29.787302 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-45da1f8c-e05e-4181-acc7-ba1ab67bce6a tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:29.816466 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45da1f8c-e05e-4181-acc7-ba1ab67bce6a tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event deleted for resources: {'Port': ['ID=7a8daede-b01e-45ac-b73e-ea989199e69e,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:29.821114 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45da1f8c-e05e-4181-acc7-ba1ab67bce6a tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] No DVR routers for this DVR port 7a8daede-b01e-45ac-b73e-ea989199e69e on host n-d-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:32:29.856459 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0f0596f0-5183-4aff-bca0-92570f14b97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:29.892721 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0596f0-5183-4aff-bca0-92570f14b97f None None] Pushing event deleted for resources: {'Port': ['ID=7a8daede-b01e-45ac-b73e-ea989199e69e,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:29.907096 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0596f0-5183-4aff-bca0-92570f14b97f None None] No DVR routers for this DVR port 7a8daede-b01e-45ac-b73e-ea989199e69e on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:32:29.911850 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:29.958437 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-45da1f8c-e05e-4181-acc7-ba1ab67bce6a tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:29.982062 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-45da1f8c-e05e-4181-acc7-ba1ab67bce6a tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13133e81-c31c-4fc0-9a3c-915e0f57dd27']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:32:29.993393 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-45da1f8c-e05e-4181-acc7-ba1ab67bce6a tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ae323bf-4343-416e-b41a-9d9f9957fd38') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:32:29.993669 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-45da1f8c-e05e-4181-acc7-ba1ab67bce6a tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ae323bf-4343-416e-b41a-9d9f9957fd38') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:32:30.004185 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-45da1f8c-e05e-4181-acc7-ba1ab67bce6a tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:30.018512 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-45da1f8c-e05e-4181-acc7-ba1ab67bce6a tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:30.033477 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45da1f8c-e05e-4181-acc7-ba1ab67bce6a tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:32:30.034189 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-45da1f8c-e05e-4181-acc7-ba1ab67bce6a tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:30.037910 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:32:30.037910 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:32:30.037910 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:32:30.037910 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:32:30.037910 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:32:30.037910 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:32:30.037910 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:32:30.037910 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:32:30.037910 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:32:30.037910 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:32:30.037910 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:32:30.037910 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:32:30.037910 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:32:30.037910 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:32:30.037910 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:32:30.037910 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:32:30.037910 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:32:30.037910 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:32:30.037910 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:32:30.037910 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:32:30.037910 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:32:30.037910 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:32:30.037910 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:32:30.037910 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:32:30.037910 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:32:30.037910 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:32:30.037910 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:32:30.037910 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:32:30.037910 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:32:30.037910 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:32:30.037910 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:32:30.037910 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:32:30.101620 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-45da1f8c-e05e-4181-acc7-ba1ab67bce6a tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:30.110705 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-45da1f8c-e05e-4181-acc7-ba1ab67bce6a tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:30.111778 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4a000a-6f25-4173-8237-852409559f75 None None] Network 0087ab61-2d5d-438b-a324-8b85dab759bc requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:32:30.114284 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-45da1f8c-e05e-4181-acc7-ba1ab67bce6a tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "DELETE /v2.0/networks/13133e81-c31c-4fc0-9a3c-915e0f57dd27 HTTP/1.1" status: 204 len: 168 time: 0.9799085 Oct 30 15:32:30.126837 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35252) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:30.131934 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-7bc775b3-d3fa-450b-9df9-50b3153ff12c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1743159527'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:30.136576 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45da1f8c-e05e-4181-acc7-ba1ab67bce6a tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event deleted for resources: {'Network': ['ID=13133e81-c31c-4fc0-9a3c-915e0f57dd27,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:30.156447 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc775b3-d3fa-450b-9df9-50b3153ff12c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Made reservation on behalf of ee12cc7bf3e14cdba3ace2cbd46ac13b for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:32:30.161268 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7bc775b3-d3fa-450b-9df9-50b3153ff12c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:30.193845 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-745f0be0-e01b-4b7d-99ec-2942e7662794 None None] Provisioning complete for port 541a3a46-9e38-4ddc-a8b4-0c83e0900b89 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:30.194218 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-745f0be0-e01b-4b7d-99ec-2942e7662794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:30.194338 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bc775b3-d3fa-450b-9df9-50b3153ff12c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:32:30.202874 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4a499236-476d-4410-87e4-104356f0e6e5 req-a6299889-771e-48c9-8a26-cf8eaf5ef3d2 service neutron] 10.222.0.53 "GET /v2.0/networks/17c0523f-c120-43f8-8de5-645c5eef05e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5970623 Oct 30 15:32:30.204873 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7bc775b3-d3fa-450b-9df9-50b3153ff12c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:30.205292 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-7bc775b3-d3fa-450b-9df9-50b3153ff12c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Added segment bc368ea5-a00e-444e-ba55-5e88b4d9dba4 of type vlan for network 3b74b243-c526-449e-b6ba-d0d1daa67483 Oct 30 15:32:30.213927 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-390c19e0-1ec5-448a-96ea-2a18941dd54d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Made reservation on behalf of 950626c196e345129caa4bb8b656378a for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:32:30.222020 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-390c19e0-1ec5-448a-96ea-2a18941dd54d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:30.258605 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7bc775b3-d3fa-450b-9df9-50b3153ff12c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:30.288385 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7bc775b3-d3fa-450b-9df9-50b3153ff12c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:30.295440 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc775b3-d3fa-450b-9df9-50b3153ff12c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:30.296120 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7bc775b3-d3fa-450b-9df9-50b3153ff12c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:30.344293 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-745f0be0-e01b-4b7d-99ec-2942e7662794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:30.368225 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2fb32f-51a6-4d1e-8a1a-be32f3b67763 None None] DHCP port deletion for 0087ab61-2d5d-438b-a324-8b85dab759bc request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:32:30.389116 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35256) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:30.390500 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-7bc775b3-d3fa-450b-9df9-50b3153ff12c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2623684 Oct 30 15:32:30.391670 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc775b3-d3fa-450b-9df9-50b3153ff12c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event updated for resources: {'Network': ['ID=3b74b243-c526-449e-b6ba-d0d1daa67483,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:30.399456 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-edefa618-c4a5-40ce-b9ab-885ae5b01f71 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Request body: {'subnet': {'network_id': '3b74b243-c526-449e-b6ba-d0d1daa67483', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:30.417144 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-745f0be0-e01b-4b7d-99ec-2942e7662794 None None] For port 541a3a46-9e38-4ddc-a8b4-0c83e0900b89, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=541a3a46-9e38-4ddc-a8b4-0c83e0900b89,segment=NetworkSegment(04fb9866-245b-47c9-a7bc-8854a722bc22),segment_id=04fb9866-245b-47c9-a7bc-8854a722bc22)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:32:30.418390 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 3b74b243-c526-449e-b6ba-d0d1daa67483 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:32:30.464383 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-745f0be0-e01b-4b7d-99ec-2942e7662794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:30.466526 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0df51-096d-491c-b84a-a97b376a5e93 req-de077e70-b944-47ae-8ec7-9e71ce461ca9 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:30.474444 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-75a0df51-096d-491c-b84a-a97b376a5e93 req-de077e70-b944-47ae-8ec7-9e71ce461ca9 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ebf36ef-a495-4f6a-88b5-01abef8f7272 HTTP/1.1" status: 200 len: 944 time: 0.0654113 Oct 30 15:32:30.526213 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-75a0df51-096d-491c-b84a-a97b376a5e93 req-b43574f2-f1dc-4c66-b53d-61725e1e5773 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a19a4ce-3a11-454b-95f3-1bb884aef828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506959 Oct 30 15:32:30.536367 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-390c19e0-1ec5-448a-96ea-2a18941dd54d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:30.588016 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390c19e0-1ec5-448a-96ea-2a18941dd54d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Network 0087ab61-2d5d-438b-a324-8b85dab759bc is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:32:30.593555 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edefa618-c4a5-40ce-b9ab-885ae5b01f71 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Made reservation on behalf of ee12cc7bf3e14cdba3ace2cbd46ac13b for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:32:30.597218 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-edefa618-c4a5-40ce-b9ab-885ae5b01f71 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:30.600579 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-390c19e0-1ec5-448a-96ea-2a18941dd54d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:32:30.608054 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390c19e0-1ec5-448a-96ea-2a18941dd54d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:30.608713 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-390c19e0-1ec5-448a-96ea-2a18941dd54d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:30.667923 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-390c19e0-1ec5-448a-96ea-2a18941dd54d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9883327 Oct 30 15:32:30.670602 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35260) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:30.671013 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390c19e0-1ec5-448a-96ea-2a18941dd54d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event updated for resources: {'Subnet': ['ID=6ed24dbe-82d3-4296-8fb4-fb6d5a96f783,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:30.676289 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-d05b126f-cf4c-45ad-a48d-94d749a76f44 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1256116616', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:30.707615 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d05b126f-cf4c-45ad-a48d-94d749a76f44 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:30.709445 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d05b126f-cf4c-45ad-a48d-94d749a76f44 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:30.713337 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745f0be0-e01b-4b7d-99ec-2942e7662794 None None] Pushing event updated for resources: {'Port': ['ID=541a3a46-9e38-4ddc-a8b4-0c83e0900b89,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:30.722267 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-fa2fb32f-51a6-4d1e-8a1a-be32f3b67763 None None] Deleting port 541a3a46-9e38-4ddc-a8b4-0c83e0900b89 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:32:30.722838 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-fa2fb32f-51a6-4d1e-8a1a-be32f3b67763 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:30.767674 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d05b126f-cf4c-45ad-a48d-94d749a76f44 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:30.776230 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d05b126f-cf4c-45ad-a48d-94d749a76f44 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:30.799974 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d05b126f-cf4c-45ad-a48d-94d749a76f44 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:30.801066 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d05b126f-cf4c-45ad-a48d-94d749a76f44 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1288798 Oct 30 15:32:30.806084 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35262) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:30.818650 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-fa2fb32f-51a6-4d1e-8a1a-be32f3b67763 None None] For port 541a3a46-9e38-4ddc-a8b4-0c83e0900b89, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=541a3a46-9e38-4ddc-a8b4-0c83e0900b89,segment=NetworkSegment(04fb9866-245b-47c9-a7bc-8854a722bc22),segment_id=04fb9866-245b-47c9-a7bc-8854a722bc22)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:32:30.819246 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-fa2fb32f-51a6-4d1e-8a1a-be32f3b67763 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:30.832575 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-fa2fb32f-51a6-4d1e-8a1a-be32f3b67763 None None] Calling delete_port for 541a3a46-9e38-4ddc-a8b4-0c83e0900b89 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:32:30.839837 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 7a8daede-b01e-45ac-b73e-ea989199e69e no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:32:30.896373 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 7a8daede-b01e-45ac-b73e-ea989199e69e {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:32:30.896783 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 7a8daede-b01e-45ac-b73e-ea989199e69e not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:32:30.941027 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-fa2fb32f-51a6-4d1e-8a1a-be32f3b67763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:30.966761 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2fb32f-51a6-4d1e-8a1a-be32f3b67763 None None] Pushing event deleted for resources: {'Port': ['ID=541a3a46-9e38-4ddc-a8b4-0c83e0900b89,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:30.970200 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2fb32f-51a6-4d1e-8a1a-be32f3b67763 None None] No DVR routers for this DVR port 541a3a46-9e38-4ddc-a8b4-0c83e0900b89 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:32:30.983041 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1033ec95-d5d2-4d71-97cf-7b02c70ce7ba None None] Network 0087ab61-2d5d-438b-a324-8b85dab759bc requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:32:30.996349 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-edefa618-c4a5-40ce-b9ab-885ae5b01f71 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:31.119020 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edefa618-c4a5-40ce-b9ab-885ae5b01f71 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event updated for resources: {'Subnet': ['ID=e400d529-c1cb-4482-b25b-85326956d008,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:31.134386 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736d29cc-2fa6-4389-a456-f5340f5aac7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-0087ab61-2d5d-438b-a324-8b85dab759bc', 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'tenant_id': '950626c196e345129caa4bb8b656378a', 'fixed_ips': [{'subnet_id': '6ed24dbe-82d3-4296-8fb4-fb6d5a96f783'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:32:31.135283 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-736d29cc-2fa6-4389-a456-f5340f5aac7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:31.168624 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edefa618-c4a5-40ce-b9ab-885ae5b01f71 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Checking segment: {'id': 'bc368ea5-a00e-444e-ba55-5e88b4d9dba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3b74b243-c526-449e-b6ba-d0d1daa67483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:32:31.168976 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edefa618-c4a5-40ce-b9ab-885ae5b01f71 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Network hostable DHCP agents. Network: 3b74b243-c526-449e-b6ba-d0d1daa67483, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:32:31.209686 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6d2ffcd9-e66f-46ee-b0de-c441817f4688 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:31.218761 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edefa618-c4a5-40ce-b9ab-885ae5b01f71 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Network 3b74b243-c526-449e-b6ba-d0d1daa67483 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:32:31.274612 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-736d29cc-2fa6-4389-a456-f5340f5aac7e None None] Allocated IP 2001:db8::2 (0087ab61-2d5d-438b-a324-8b85dab759bc/6ed24dbe-82d3-4296-8fb4-fb6d5a96f783/45d853f4-18d1-48dc-a9e7-228e36c187c9) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:32:31.290675 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-edefa618-c4a5-40ce-b9ab-885ae5b01f71 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 3b74b243-c526-449e-b6ba-d0d1daa67483) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:32:31.295151 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edefa618-c4a5-40ce-b9ab-885ae5b01f71 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:31.295767 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-edefa618-c4a5-40ce-b9ab-885ae5b01f71 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:31.325044 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3feb1e6b-0666-4705-9d26-0504f45fa3bc None None] Network 3b74b243-c526-449e-b6ba-d0d1daa67483 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:32:31.326734 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-edefa618-c4a5-40ce-b9ab-885ae5b01f71 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9350958 Oct 30 15:32:31.329688 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35264) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:31.336404 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-d0c0468f-69fc-4e44-bb83-df82a2866fef tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1785401926', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:31.369545 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d0c0468f-69fc-4e44-bb83-df82a2866fef tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:31.370772 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d0c0468f-69fc-4e44-bb83-df82a2866fef tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:31.382003 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device f98ecc94-d72b-422d-9882-76c74dca36e3 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:32:31.431783 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d0c0468f-69fc-4e44-bb83-df82a2866fef tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:31.436387 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d0c0468f-69fc-4e44-bb83-df82a2866fef tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:31.454838 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d0c0468f-69fc-4e44-bb83-df82a2866fef tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:31.456076 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d0c0468f-69fc-4e44-bb83-df82a2866fef tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1241126 Oct 30 15:32:31.458842 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35266) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:31.464605 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-83b83d17-30f8-40b6-bf65-3c9214b60d6a tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Request body: {'port': {'network_id': '3b74b243-c526-449e-b6ba-d0d1daa67483', 'name': 'tempest-PortsIpV6TestJSON-943440561'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:31.577613 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b83d17-30f8-40b6-bf65-3c9214b60d6a tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Made reservation on behalf of ee12cc7bf3e14cdba3ace2cbd46ac13b for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:32:31.584208 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-83b83d17-30f8-40b6-bf65-3c9214b60d6a tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:31.587712 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-736d29cc-2fa6-4389-a456-f5340f5aac7e None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:31.613305 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [None req-83b83d17-30f8-40b6-bf65-3c9214b60d6a tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] device_id is not set on port c4395565-67b0-4c61-b100-d836c9aabeb2 yet. {{(pid=102130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:32:31.631697 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-736d29cc-2fa6-4389-a456-f5340f5aac7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:31.679754 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736d29cc-2fa6-4389-a456-f5340f5aac7e None None] Network 0087ab61-2d5d-438b-a324-8b85dab759bc is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:32:31.680168 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433377fe-a93c-40d9-8f89-adda25014753 req-475f3574-f8fe-4378-8e58-e9d08786f19e tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:31.682544 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09170b75-1096-43bd-ab03-4dffadd0569a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-3b74b243-c526-449e-b6ba-d0d1daa67483', 'network_id': '3b74b243-c526-449e-b6ba-d0d1daa67483', 'tenant_id': 'ee12cc7bf3e14cdba3ace2cbd46ac13b', 'fixed_ips': [{'subnet_id': 'e400d529-c1cb-4482-b25b-85326956d008'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:32:31.683408 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-09170b75-1096-43bd-ab03-4dffadd0569a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:31.688969 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-433377fe-a93c-40d9-8f89-adda25014753 req-475f3574-f8fe-4378-8e58-e9d08786f19e tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ebf36ef-a495-4f6a-88b5-01abef8f7272 HTTP/1.1" status: 200 len: 944 time: 0.0784817 Oct 30 15:32:31.705522 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-736d29cc-2fa6-4389-a456-f5340f5aac7e None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:32:31.707908 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736d29cc-2fa6-4389-a456-f5340f5aac7e None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:32:31.714534 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port f98ecc94-d72b-422d-9882-76c74dca36e3, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=f98ecc94-d72b-422d-9882-76c74dca36e3,segment=NetworkSegment(b0d0104d-5e31-4d9b-a1de-be494a6e0bdb),segment_id=b0d0104d-5e31-4d9b-a1de-be494a6e0bdb)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:32:31.733286 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-6d2ffcd9-e66f-46ee-b0de-c441817f4688 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Allocated IP 2001:db8::1 (0087ab61-2d5d-438b-a324-8b85dab759bc/6ed24dbe-82d3-4296-8fb4-fb6d5a96f783/3f08867a-67e4-44dc-9b8c-6b59bb4f46e8) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:32:31.736954 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-433377fe-a93c-40d9-8f89-adda25014753 req-32ad7c84-9f04-4b04-bae1-3da9f1b0c986 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a19a4ce-3a11-454b-95f3-1bb884aef828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467348 Oct 30 15:32:31.745448 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736d29cc-2fa6-4389-a456-f5340f5aac7e None None] Pushing event updated for resources: {'Port': ['ID=45d853f4-18d1-48dc-a9e7-228e36c187c9,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:31.763966 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': 'f98ecc94-d72b-422d-9882-76c74dca36e3', 'network_id': '17c0523f-c120-43f8-8de5-645c5eef05e9', 'port_id': 'f98ecc94-d72b-422d-9882-76c74dca36e3', 'mac_address': 'fa:16:3e:47:28:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0083fb2c-b80c-4e1f-b3c7-34201cc33f79', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:32:31.871043 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-736d29cc-2fa6-4389-a456-f5340f5aac7e None None] Attempting to bind port 45d853f4-18d1-48dc-a9e7-228e36c187c9 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:32:31.871792 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-736d29cc-2fa6-4389-a456-f5340f5aac7e None None] Attempting to bind port 45d853f4-18d1-48dc-a9e7-228e36c187c9 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:32:31.871792 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736d29cc-2fa6-4389-a456-f5340f5aac7e None None] Attempting to bind port 45d853f4-18d1-48dc-a9e7-228e36c187c9 on network 0087ab61-2d5d-438b-a324-8b85dab759bc {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:32:31.880574 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-83b83d17-30f8-40b6-bf65-3c9214b60d6a tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Allocated IP 2001:db8::20d (3b74b243-c526-449e-b6ba-d0d1daa67483/e400d529-c1cb-4482-b25b-85326956d008/c4395565-67b0-4c61-b100-d836c9aabeb2) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:32:31.890924 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736d29cc-2fa6-4389-a456-f5340f5aac7e None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:32:31.891293 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736d29cc-2fa6-4389-a456-f5340f5aac7e None None] Checking segment: {'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:32:31.891830 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-736d29cc-2fa6-4389-a456-f5340f5aac7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:31.892399 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736d29cc-2fa6-4389-a456-f5340f5aac7e None None] Bound using segment: {'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:32:31.893008 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-736d29cc-2fa6-4389-a456-f5340f5aac7e None None] Bound port: 45d853f4-18d1-48dc-a9e7-228e36c187c9, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:32:31.893442 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-736d29cc-2fa6-4389-a456-f5340f5aac7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:31.908803 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:31.940431 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6d2ffcd9-e66f-46ee-b0de-c441817f4688 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:31.947119 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f98ecc94-d72b-422d-9882-76c74dca36e3 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:32:31.984173 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:31.985779 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port f98ecc94-d72b-422d-9882-76c74dca36e3, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=f98ecc94-d72b-422d-9882-76c74dca36e3,segment=NetworkSegment(b0d0104d-5e31-4d9b-a1de-be494a6e0bdb),segment_id=b0d0104d-5e31-4d9b-a1de-be494a6e0bdb)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:32:31.992321 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:32.034231 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-736d29cc-2fa6-4389-a456-f5340f5aac7e None None] For port 45d853f4-18d1-48dc-a9e7-228e36c187c9, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:32:32.045744 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6d2ffcd9-e66f-46ee-b0de-c441817f4688 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:32.052766 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-736d29cc-2fa6-4389-a456-f5340f5aac7e None None] For port 45d853f4-18d1-48dc-a9e7-228e36c187c9, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=45d853f4-18d1-48dc-a9e7-228e36c187c9,segment=NetworkSegment(04fb9866-245b-47c9-a7bc-8854a722bc22),segment_id=04fb9866-245b-47c9-a7bc-8854a722bc22)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:32:32.061201 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-736d29cc-2fa6-4389-a456-f5340f5aac7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:32.068342 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=f98ecc94-d72b-422d-9882-76c74dca36e3,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:32.106495 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2ffcd9-e66f-46ee-b0de-c441817f4688 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Network 0087ab61-2d5d-438b-a324-8b85dab759bc is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:32:32.118136 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-6d2ffcd9-e66f-46ee-b0de-c441817f4688 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:32:32.126858 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2ffcd9-e66f-46ee-b0de-c441817f4688 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:32:32.127401 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6d2ffcd9-e66f-46ee-b0de-c441817f4688 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:32.136718 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736d29cc-2fa6-4389-a456-f5340f5aac7e None None] Pushing event updated for resources: {'Port': ['ID=45d853f4-18d1-48dc-a9e7-228e36c187c9,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:32.137310 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-83b83d17-30f8-40b6-bf65-3c9214b60d6a tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:32.180217 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2ffcd9-e66f-46ee-b0de-c441817f4688 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event updated for resources: {'Port': ['ID=3f08867a-67e4-44dc-9b8c-6b59bb4f46e8,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:32.196011 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['f98ecc94-d72b-422d-9882-76c74dca36e3'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:32:32.271236 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-83b83d17-30f8-40b6-bf65-3c9214b60d6a tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:32.321726 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6d2ffcd9-e66f-46ee-b0de-c441817f4688 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:32.348069 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b83d17-30f8-40b6-bf65-3c9214b60d6a tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Network 3b74b243-c526-449e-b6ba-d0d1daa67483 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:32:32.354690 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-83b83d17-30f8-40b6-bf65-3c9214b60d6a tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:32:32.356175 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-09170b75-1096-43bd-ab03-4dffadd0569a None None] Allocated IP 2001:db8::2 (3b74b243-c526-449e-b6ba-d0d1daa67483/e400d529-c1cb-4482-b25b-85326956d008/e657e149-4577-489c-94d8-8fb5b78cbc57) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:32:32.382185 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b83d17-30f8-40b6-bf65-3c9214b60d6a tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:32:32.388577 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b83d17-30f8-40b6-bf65-3c9214b60d6a tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:32.389265 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-83b83d17-30f8-40b6-bf65-3c9214b60d6a tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:32.394888 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b83d17-30f8-40b6-bf65-3c9214b60d6a tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event updated for resources: {'Port': ['ID=c4395565-67b0-4c61-b100-d836c9aabeb2,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:32.421002 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-83b83d17-30f8-40b6-bf65-3c9214b60d6a tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9587250 Oct 30 15:32:32.421326 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35272) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:32.633156 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-09170b75-1096-43bd-ab03-4dffadd0569a None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:32.646553 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-09170b75-1096-43bd-ab03-4dffadd0569a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:32.670334 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6d2ffcd9-e66f-46ee-b0de-c441817f4688 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:32.676633 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6d2ffcd9-e66f-46ee-b0de-c441817f4688 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:32.677748 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6d2ffcd9-e66f-46ee-b0de-c441817f4688 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:32.715786 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09170b75-1096-43bd-ab03-4dffadd0569a None None] Network 3b74b243-c526-449e-b6ba-d0d1daa67483 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:32:32.726945 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-09170b75-1096-43bd-ab03-4dffadd0569a None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:32:32.730313 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09170b75-1096-43bd-ab03-4dffadd0569a None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:32:32.734520 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09170b75-1096-43bd-ab03-4dffadd0569a None None] Pushing event updated for resources: {'Port': ['ID=e657e149-4577-489c-94d8-8fb5b78cbc57,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:32.811329 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2ffcd9-e66f-46ee-b0de-c441817f4688 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event updated for resources: {'Port': ['ID=3f08867a-67e4-44dc-9b8c-6b59bb4f46e8,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:32.856147 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-09170b75-1096-43bd-ab03-4dffadd0569a None None] Attempting to bind port e657e149-4577-489c-94d8-8fb5b78cbc57 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:32:32.856530 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-09170b75-1096-43bd-ab03-4dffadd0569a None None] Attempting to bind port e657e149-4577-489c-94d8-8fb5b78cbc57 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'bc368ea5-a00e-444e-ba55-5e88b4d9dba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3b74b243-c526-449e-b6ba-d0d1daa67483'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:32:32.856900 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09170b75-1096-43bd-ab03-4dffadd0569a None None] Attempting to bind port e657e149-4577-489c-94d8-8fb5b78cbc57 on network 3b74b243-c526-449e-b6ba-d0d1daa67483 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:32:32.862538 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09170b75-1096-43bd-ab03-4dffadd0569a None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:32:32.862914 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09170b75-1096-43bd-ab03-4dffadd0569a None None] Checking segment: {'id': 'bc368ea5-a00e-444e-ba55-5e88b4d9dba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3b74b243-c526-449e-b6ba-d0d1daa67483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:32:32.863324 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-09170b75-1096-43bd-ab03-4dffadd0569a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:32.863763 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09170b75-1096-43bd-ab03-4dffadd0569a None None] Bound using segment: {'id': 'bc368ea5-a00e-444e-ba55-5e88b4d9dba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3b74b243-c526-449e-b6ba-d0d1daa67483'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:32:32.864235 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-09170b75-1096-43bd-ab03-4dffadd0569a None None] Bound port: e657e149-4577-489c-94d8-8fb5b78cbc57, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc368ea5-a00e-444e-ba55-5e88b4d9dba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3b74b243-c526-449e-b6ba-d0d1daa67483'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:32:32.864615 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-09170b75-1096-43bd-ab03-4dffadd0569a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:32.881182 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2ffcd9-e66f-46ee-b0de-c441817f4688 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Network 0087ab61-2d5d-438b-a324-8b85dab759bc is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:32:32.889302 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-6d2ffcd9-e66f-46ee-b0de-c441817f4688 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:32:32.916652 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ee346e7b-4013-44ba-8aee-2c69e38ab37c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:32.932265 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 45d853f4-18d1-48dc-a9e7-228e36c187c9 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:32:32.981917 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b044cd-1dff-4139-b7c5-eadf493c3a26 req-754e5f5d-c4bd-4cca-bb95-e7ec11a267ef tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:32.983489 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-99b044cd-1dff-4139-b7c5-eadf493c3a26 req-754e5f5d-c4bd-4cca-bb95-e7ec11a267ef tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ebf36ef-a495-4f6a-88b5-01abef8f7272 HTTP/1.1" status: 200 len: 945 time: 0.1120467 Oct 30 15:32:33.021536 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-09170b75-1096-43bd-ab03-4dffadd0569a None None] For port e657e149-4577-489c-94d8-8fb5b78cbc57, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:32:33.027960 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-09170b75-1096-43bd-ab03-4dffadd0569a None None] For port e657e149-4577-489c-94d8-8fb5b78cbc57, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=e657e149-4577-489c-94d8-8fb5b78cbc57,segment=NetworkSegment(bc368ea5-a00e-444e-ba55-5e88b4d9dba4),segment_id=bc368ea5-a00e-444e-ba55-5e88b4d9dba4)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:32:33.038033 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-09170b75-1096-43bd-ab03-4dffadd0569a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:33.043812 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-99b044cd-1dff-4139-b7c5-eadf493c3a26 req-708f1ff7-dc3f-4f23-9700-e4869bb3ce8d tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a19a4ce-3a11-454b-95f3-1bb884aef828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528049 Oct 30 15:32:33.054685 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d2ffcd9-e66f-46ee-b0de-c441817f4688 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Router aeedf6fd-679c-4ad1-9f5f-2cd35b5db352 is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:32:33.144374 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 45d853f4-18d1-48dc-a9e7-228e36c187c9 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:33.144704 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:33.169385 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09170b75-1096-43bd-ab03-4dffadd0569a None None] Pushing event updated for resources: {'Port': ['ID=e657e149-4577-489c-94d8-8fb5b78cbc57,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:33.209719 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d2ffcd9-e66f-46ee-b0de-c441817f4688 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:32:33.223038 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-6d2ffcd9-e66f-46ee-b0de-c441817f4688 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "PUT /v2.0/routers/aeedf6fd-679c-4ad1-9f5f-2cd35b5db352/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4134932 Oct 30 15:32:33.223637 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35278) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:33.229746 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db149cf0-906c-4f76-87f9-a87d244c7fda None None] Sync routers for ids ['aeedf6fd-679c-4ad1-9f5f-2cd35b5db352'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:32:33.248987 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db149cf0-906c-4f76-87f9-a87d244c7fda None None] Routers {'aeedf6fd-679c-4ad1-9f5f-2cd35b5db352'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:32:33.250338 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-db149cf0-906c-4f76-87f9-a87d244c7fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:32:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['aeedf6fd-679c-4ad1-9f5f-2cd35b5db352'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:32:33.308529 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a861929-1f76-455b-a17e-804da199ecf3 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:33.312491 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-6a861929-1f76-455b-a17e-804da199ecf3 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/ports/3f08867a-67e4-44dc-9b8c-6b59bb4f46e8 HTTP/1.1" status: 200 len: 911 time: 0.0850251 Oct 30 15:32:33.313804 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35280) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:33.333474 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:33.371424 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ee346e7b-4013-44ba-8aee-2c69e38ab37c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:33.384391 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ee346e7b-4013-44ba-8aee-2c69e38ab37c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:33.396805 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d653ffe-3e9e-4911-a90e-00fca65bdc64 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:33.397321 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 45d853f4-18d1-48dc-a9e7-228e36c187c9, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=45d853f4-18d1-48dc-a9e7-228e36c187c9,segment=NetworkSegment(04fb9866-245b-47c9-a7bc-8854a722bc22),segment_id=04fb9866-245b-47c9-a7bc-8854a722bc22)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:32:33.403093 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:33.408133 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d653ffe-3e9e-4911-a90e-00fca65bdc64 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:33.409873 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-2d653ffe-3e9e-4911-a90e-00fca65bdc64 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.0950680 Oct 30 15:32:33.415814 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35282) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:33.417027 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device f98ecc94-d72b-422d-9882-76c74dca36e3 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:32:33.432145 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-db149cf0-906c-4f76-87f9-a87d244c7fda None None] Set router aeedf6fd-679c-4ad1-9f5f-2cd35b5db352 gateway port host: None {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:32:33.564699 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee346e7b-4013-44ba-8aee-2c69e38ab37c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event updated for resources: {'Port': ['ID=c4395565-67b0-4c61-b100-d836c9aabeb2,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:33.584310 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=45d853f4-18d1-48dc-a9e7-228e36c187c9,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:33.603913 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port f98ecc94-d72b-422d-9882-76c74dca36e3 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:32:33.610349 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port f98ecc94-d72b-422d-9882-76c74dca36e3 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:33.612016 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:33.736331 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:33.775071 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-db149cf0-906c-4f76-87f9-a87d244c7fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeedf6fd-679c-4ad1-9f5f-2cd35b5db352', 'name': 'tempest-NetworksTestDHCPv6-router-1256116616', 'tenant_id': '950626c196e345129caa4bb8b656378a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:32:30Z', 'updated_at': '2021-10-30T15:32:32Z', 'revision_number': 2, 'project_id': '950626c196e345129caa4bb8b656378a', 'gw_port_host': None, '_interfaces': [{'id': '3f08867a-67e4-44dc-9b8c-6b59bb4f46e8', 'name': '', 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'tenant_id': '950626c196e345129caa4bb8b656378a', 'mac_address': 'fa:16:3e:0b:aa:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeedf6fd-679c-4ad1-9f5f-2cd35b5db352', 'device_owner': 'network:router_interface', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': '6ed24dbe-82d3-4296-8fb4-fb6d5a96f783', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:32:31Z', 'updated_at': '2021-10-30T15:32:32Z', 'revision_number': 2, 'project_id': '950626c196e345129caa4bb8b656378a', 'subnets': [{'id': '6ed24dbe-82d3-4296-8fb4-fb6d5a96f783', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:32:33.784554 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ebf36ef-a495-4f6a-88b5-01abef8f7272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f98ecc94-d72b-422d-9882-76c74dca36e3'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:32:33.791147 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d97b6fc-6c0a-4966-8431-c28054235990" -d '{"events": [{"server_uuid": "4ebf36ef-a495-4f6a-88b5-01abef8f7272", "name": "network-vif-plugged", "status": "completed", "tag": "f98ecc94-d72b-422d-9882-76c74dca36e3"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:32:33.813697 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db149cf0-906c-4f76-87f9-a87d244c7fda None None] Checking router: aeedf6fd-679c-4ad1-9f5f-2cd35b5db352 for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:32:33.814488 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db149cf0-906c-4f76-87f9-a87d244c7fda None None] Updating router aeedf6fd-679c-4ad1-9f5f-2cd35b5db352 port 3f08867a-67e4-44dc-9b8c-6b59bb4f46e8 binding host n-d-806683-17 {{(pid=102133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:32:33.832286 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ee346e7b-4013-44ba-8aee-2c69e38ab37c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:33.833135 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port f98ecc94-d72b-422d-9882-76c74dca36e3, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=f98ecc94-d72b-422d-9882-76c74dca36e3,segment=NetworkSegment(b0d0104d-5e31-4d9b-a1de-be494a6e0bdb),segment_id=b0d0104d-5e31-4d9b-a1de-be494a6e0bdb)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:32:33.844941 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-2e4c7293-9582-491f-90e8-83c11b519b40 None None] Provisioning complete for port 45d853f4-18d1-48dc-a9e7-228e36c187c9 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:33.845476 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2e4c7293-9582-491f-90e8-83c11b519b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:33.859877 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-db149cf0-906c-4f76-87f9-a87d244c7fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:33.889700 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:33.941382 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-561b9c54-004b-48c3-81aa-c00da6dfb9bf x-openstack-request-id: req-561b9c54-004b-48c3-81aa-c00da6dfb9bf {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:32:33.942112 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ebf36ef-a495-4f6a-88b5-01abef8f7272", "name": "network-vif-plugged", "status": "completed", "tag": "f98ecc94-d72b-422d-9882-76c74dca36e3", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:32:33.942112 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-561b9c54-004b-48c3-81aa-c00da6dfb9bf {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:32:33.942344 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ebf36ef-a495-4f6a-88b5-01abef8f7272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f98ecc94-d72b-422d-9882-76c74dca36e3', 'code': 200} Oct 30 15:32:34.060053 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=f98ecc94-d72b-422d-9882-76c74dca36e3,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:34.065823 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ee346e7b-4013-44ba-8aee-2c69e38ab37c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:34.102190 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f7b45d-52c7-4a22-9659-5ea9805e7bbf req-0d627375-992f-4dd4-946b-21614de9c858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:34.104620 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-02f7b45d-52c7-4a22-9659-5ea9805e7bbf req-0d627375-992f-4dd4-946b-21614de9c858 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4ebf36ef-a495-4f6a-88b5-01abef8f7272 HTTP/1.1" status: 200 len: 1098 time: 0.1180036 Oct 30 15:32:34.187107 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-02f7b45d-52c7-4a22-9659-5ea9805e7bbf req-901b07cc-2d4c-4688-8fb2-3146e4e7cba3 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9a19a4ce-3a11-454b-95f3-1bb884aef828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719190 Oct 30 15:32:34.247259 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-613a8513-6745-4be3-89cf-31d4a8e7ff9a None None] Provisioning complete for port 3f08867a-67e4-44dc-9b8c-6b59bb4f46e8 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:34.247703 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-613a8513-6745-4be3-89cf-31d4a8e7ff9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:34.295822 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-613a8513-6745-4be3-89cf-31d4a8e7ff9a None None] Port 3f08867a-67e4-44dc-9b8c-6b59bb4f46e8 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:32:34.379581 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-db149cf0-906c-4f76-87f9-a87d244c7fda None None] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:34.380161 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d96934-eb83-4c5c-8c57-c6a0ddc0a3ac req-5df64502-d662-4e16-8060-f711fb54fda6 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:34.387895 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f8d96934-eb83-4c5c-8c57-c6a0ddc0a3ac req-5df64502-d662-4e16-8060-f711fb54fda6 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ebf36ef-a495-4f6a-88b5-01abef8f7272 HTTP/1.1" status: 200 len: 946 time: 0.2204795 Oct 30 15:32:34.396046 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-db149cf0-906c-4f76-87f9-a87d244c7fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:34.413292 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cdc19233-7a46-4cda-bb7f-34716e7fe721 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:34.462018 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ee346e7b-4013-44ba-8aee-2c69e38ab37c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:34.468817 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ee346e7b-4013-44ba-8aee-2c69e38ab37c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:34.469950 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ee346e7b-4013-44ba-8aee-2c69e38ab37c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:34.533242 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-db149cf0-906c-4f76-87f9-a87d244c7fda None None] Attempting to bind port 3f08867a-67e4-44dc-9b8c-6b59bb4f46e8 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:32:34.534281 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-db149cf0-906c-4f76-87f9-a87d244c7fda None None] Attempting to bind port 3f08867a-67e4-44dc-9b8c-6b59bb4f46e8 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:32:34.535001 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db149cf0-906c-4f76-87f9-a87d244c7fda None None] Attempting to bind port 3f08867a-67e4-44dc-9b8c-6b59bb4f46e8 on network 0087ab61-2d5d-438b-a324-8b85dab759bc {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:32:34.541700 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db149cf0-906c-4f76-87f9-a87d244c7fda None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:32:34.542335 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db149cf0-906c-4f76-87f9-a87d244c7fda None None] Checking segment: {'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:32:34.543785 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-db149cf0-906c-4f76-87f9-a87d244c7fda None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:34.544501 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db149cf0-906c-4f76-87f9-a87d244c7fda None None] Bound using segment: {'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:32:34.545297 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-db149cf0-906c-4f76-87f9-a87d244c7fda None None] Bound port: 3f08867a-67e4-44dc-9b8c-6b59bb4f46e8, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:32:34.545932 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-db149cf0-906c-4f76-87f9-a87d244c7fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:34.548627 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69369d9d-8a2c-4b33-9902-871d53e8f882 None None] Pushing event updated for resources: {'Port': ['ID=3f08867a-67e4-44dc-9b8c-6b59bb4f46e8,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:34.559690 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69369d9d-8a2c-4b33-9902-871d53e8f882 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:32:34.560272 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69369d9d-8a2c-4b33-9902-871d53e8f882 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:32:34.561132 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69369d9d-8a2c-4b33-9902-871d53e8f882 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:32:34.561909 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69369d9d-8a2c-4b33-9902-871d53e8f882 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:32:34.562420 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69369d9d-8a2c-4b33-9902-871d53e8f882 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:32:34.563026 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69369d9d-8a2c-4b33-9902-871d53e8f882 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:32:34.563562 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69369d9d-8a2c-4b33-9902-871d53e8f882 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:32:34.564211 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69369d9d-8a2c-4b33-9902-871d53e8f882 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:32:34.565046 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69369d9d-8a2c-4b33-9902-871d53e8f882 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:32:34.565158 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f8d96934-eb83-4c5c-8c57-c6a0ddc0a3ac req-eabca45c-b995-4570-a528-433379dd2b35 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a19a4ce-3a11-454b-95f3-1bb884aef828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1759350 Oct 30 15:32:34.565265 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69369d9d-8a2c-4b33-9902-871d53e8f882 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:32:34.565390 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69369d9d-8a2c-4b33-9902-871d53e8f882 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:32:34.565776 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69369d9d-8a2c-4b33-9902-871d53e8f882 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:32:34.628637 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d08be107-844a-4613-9e8c-34334208a680 None None] Provisioning complete for port 3f08867a-67e4-44dc-9b8c-6b59bb4f46e8 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:34.629422 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee346e7b-4013-44ba-8aee-2c69e38ab37c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event updated for resources: {'Port': ['ID=c4395565-67b0-4c61-b100-d836c9aabeb2,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:34.630944 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d08be107-844a-4613-9e8c-34334208a680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:34.686713 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-db149cf0-906c-4f76-87f9-a87d244c7fda None None] For port 3f08867a-67e4-44dc-9b8c-6b59bb4f46e8, host n-d-806683-17, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:32:34.693424 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-db149cf0-906c-4f76-87f9-a87d244c7fda None None] For port 3f08867a-67e4-44dc-9b8c-6b59bb4f46e8, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=3f08867a-67e4-44dc-9b8c-6b59bb4f46e8,segment=NetworkSegment(04fb9866-245b-47c9-a7bc-8854a722bc22),segment_id=04fb9866-245b-47c9-a7bc-8854a722bc22)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:32:34.702444 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-db149cf0-906c-4f76-87f9-a87d244c7fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:34.722875 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d08be107-844a-4613-9e8c-34334208a680 None None] Port 3f08867a-67e4-44dc-9b8c-6b59bb4f46e8 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:32:34.758637 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee346e7b-4013-44ba-8aee-2c69e38ab37c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Network 3b74b243-c526-449e-b6ba-d0d1daa67483 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:32:34.760183 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-ee346e7b-4013-44ba-8aee-2c69e38ab37c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:32:34.798050 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69369d9d-8a2c-4b33-9902-871d53e8f882 None None] Pushing event updated for resources: {'Port': ['ID=3f08867a-67e4-44dc-9b8c-6b59bb4f46e8,revision_number=4']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:34.832550 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69110ab1-95af-46fe-9c82-fa19e1624f4e None None] Network 3b74b243-c526-449e-b6ba-d0d1daa67483 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:32:34.833118 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db149cf0-906c-4f76-87f9-a87d244c7fda None None] Routers {'aeedf6fd-679c-4ad1-9f5f-2cd35b5db352'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:32:34.834008 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-db149cf0-906c-4f76-87f9-a87d244c7fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:32:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['aeedf6fd-679c-4ad1-9f5f-2cd35b5db352'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:32:34.972337 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee346e7b-4013-44ba-8aee-2c69e38ab37c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Router 117520af-381e-48dd-90b8-c05afee6a8bc is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:32:34.997296 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-b5e2818f-76f6-494c-aba1-d51cbf021976 None None] Provisioning complete for port e657e149-4577-489c-94d8-8fb5b78cbc57 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:34.997812 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b5e2818f-76f6-494c-aba1-d51cbf021976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:35.051053 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-db149cf0-906c-4f76-87f9-a87d244c7fda None None] Set router aeedf6fd-679c-4ad1-9f5f-2cd35b5db352 gateway port host: None {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:32:35.061120 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 45d853f4-18d1-48dc-a9e7-228e36c187c9 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:32:35.132530 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee346e7b-4013-44ba-8aee-2c69e38ab37c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:32:35.142446 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-ee346e7b-4013-44ba-8aee-2c69e38ab37c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "PUT /v2.0/routers/117520af-381e-48dd-90b8-c05afee6a8bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7190866 Oct 30 15:32:35.144650 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35294) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:35.183491 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5605639d-63d3-4628-becb-465f211d5f27 None None] Sync routers for ids ['117520af-381e-48dd-90b8-c05afee6a8bc'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:32:35.213841 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33563462-a5d1-4052-8b88-22593999667b tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:35.215392 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-33563462-a5d1-4052-8b88-22593999667b tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "GET /v2.0/ports?device_id=117520af-381e-48dd-90b8-c05afee6a8bc HTTP/1.1" status: 200 len: 988 time: 0.0693023 Oct 30 15:32:35.218474 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35296) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:35.262783 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5605639d-63d3-4628-becb-465f211d5f27 None None] Routers {'117520af-381e-48dd-90b8-c05afee6a8bc'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:32:35.264016 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-5605639d-63d3-4628-becb-465f211d5f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:32:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['117520af-381e-48dd-90b8-c05afee6a8bc'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:32:35.323129 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-cdc19233-7a46-4cda-bb7f-34716e7fe721 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Deleting port 3f08867a-67e4-44dc-9b8c-6b59bb4f46e8 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:32:35.328491 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cdc19233-7a46-4cda-bb7f-34716e7fe721 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:35.344188 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-5605639d-63d3-4628-becb-465f211d5f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:32:35.356441 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 45d853f4-18d1-48dc-a9e7-228e36c187c9 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:35.356816 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:35.418066 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5605639d-63d3-4628-becb-465f211d5f27 None None] Routers {'117520af-381e-48dd-90b8-c05afee6a8bc'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:32:35.418703 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-5605639d-63d3-4628-becb-465f211d5f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:32:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['117520af-381e-48dd-90b8-c05afee6a8bc'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:32:35.443409 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-cdc19233-7a46-4cda-bb7f-34716e7fe721 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] For port 3f08867a-67e4-44dc-9b8c-6b59bb4f46e8, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=3f08867a-67e4-44dc-9b8c-6b59bb4f46e8,segment=NetworkSegment(04fb9866-245b-47c9-a7bc-8854a722bc22),segment_id=04fb9866-245b-47c9-a7bc-8854a722bc22)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:32:35.444109 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cdc19233-7a46-4cda-bb7f-34716e7fe721 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:35.458396 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-cdc19233-7a46-4cda-bb7f-34716e7fe721 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Calling delete_port for 3f08867a-67e4-44dc-9b8c-6b59bb4f46e8 owned by network:router_interface {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:32:35.461635 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-db149cf0-906c-4f76-87f9-a87d244c7fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeedf6fd-679c-4ad1-9f5f-2cd35b5db352', 'name': 'tempest-NetworksTestDHCPv6-router-1256116616', 'tenant_id': '950626c196e345129caa4bb8b656378a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:32:30Z', 'updated_at': '2021-10-30T15:32:32Z', 'revision_number': 2, 'project_id': '950626c196e345129caa4bb8b656378a', 'gw_port_host': None, '_interfaces': [{'id': '3f08867a-67e4-44dc-9b8c-6b59bb4f46e8', 'name': '', 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'tenant_id': '950626c196e345129caa4bb8b656378a', 'mac_address': 'fa:16:3e:0b:aa:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeedf6fd-679c-4ad1-9f5f-2cd35b5db352', 'device_owner': 'network:router_interface', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': '6ed24dbe-82d3-4296-8fb4-fb6d5a96f783', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:32:31Z', 'updated_at': '2021-10-30T15:32:34Z', 'revision_number': 4, 'project_id': '950626c196e345129caa4bb8b656378a', 'subnets': [{'id': '6ed24dbe-82d3-4296-8fb4-fb6d5a96f783', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:32:35.471923 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b5e2818f-76f6-494c-aba1-d51cbf021976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:35.491648 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-5605639d-63d3-4628-becb-465f211d5f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:32:35.492311 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5605639d-63d3-4628-becb-465f211d5f27 None None] The sync data for ids ['117520af-381e-48dd-90b8-c05afee6a8bc'] in n-d-806683-17 is: [] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:32:35.505240 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db149cf0-906c-4f76-87f9-a87d244c7fda None None] The sync data for ids ['aeedf6fd-679c-4ad1-9f5f-2cd35b5db352'] in n-d-806683-17 is: [{'id': 'aeedf6fd-679c-4ad1-9f5f-2cd35b5db352', 'name': 'tempest-NetworksTestDHCPv6-router-1256116616', 'tenant_id': '950626c196e345129caa4bb8b656378a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:32:30Z', 'updated_at': '2021-10-30T15:32:32Z', 'revision_number': 2, 'project_id': '950626c196e345129caa4bb8b656378a', 'gw_port_host': None, '_interfaces': [{'id': '3f08867a-67e4-44dc-9b8c-6b59bb4f46e8', 'name': '', 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'tenant_id': '950626c196e345129caa4bb8b656378a', 'mac_address': 'fa:16:3e:0b:aa:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeedf6fd-679c-4ad1-9f5f-2cd35b5db352', 'device_owner': 'network:router_interface', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': '6ed24dbe-82d3-4296-8fb4-fb6d5a96f783', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:32:31Z', 'updated_at': '2021-10-30T15:32:34Z', 'revision_number': 4, 'project_id': '950626c196e345129caa4bb8b656378a', 'subnets': [{'id': '6ed24dbe-82d3-4296-8fb4-fb6d5a96f783', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:32:35.560290 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-b5e2818f-76f6-494c-aba1-d51cbf021976 None None] For port e657e149-4577-489c-94d8-8fb5b78cbc57, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=e657e149-4577-489c-94d8-8fb5b78cbc57,segment=NetworkSegment(bc368ea5-a00e-444e-ba55-5e88b4d9dba4),segment_id=bc368ea5-a00e-444e-ba55-5e88b4d9dba4)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:32:35.572131 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b5e2818f-76f6-494c-aba1-d51cbf021976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:35.619563 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device e657e149-4577-489c-94d8-8fb5b78cbc57 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:32:35.798570 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cdc19233-7a46-4cda-bb7f-34716e7fe721 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:35.846301 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef49134-0a1b-4fd0-91e9-1d6de3900e1e req-dae94587-0368-4767-bb48-d63059f91e7f tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:35.849451 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7ef49134-0a1b-4fd0-91e9-1d6de3900e1e req-dae94587-0368-4767-bb48-d63059f91e7f tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ebf36ef-a495-4f6a-88b5-01abef8f7272 HTTP/1.1" status: 200 len: 946 time: 0.1461673 Oct 30 15:32:35.856374 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc19233-7a46-4cda-bb7f-34716e7fe721 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event deleted for resources: {'Port': ['ID=3f08867a-67e4-44dc-9b8c-6b59bb4f46e8,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:35.948389 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-f87ff221-7b0a-444d-9f7b-956fd3b9d4ef None None] Could not find standard attr ID for object 3f08867a-67e4-44dc-9b8c-6b59bb4f46e8. {{(pid=102132) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 30 15:32:35.950265 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e2818f-76f6-494c-aba1-d51cbf021976 None None] Pushing event updated for resources: {'Port': ['ID=e657e149-4577-489c-94d8-8fb5b78cbc57,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:35.993126 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port e657e149-4577-489c-94d8-8fb5b78cbc57 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:35.993671 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:36.068051 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cdc19233-7a46-4cda-bb7f-34716e7fe721 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:36.073768 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7ef49134-0a1b-4fd0-91e9-1d6de3900e1e req-ee51d23c-201f-4e22-87ab-1e2343e94339 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a19a4ce-3a11-454b-95f3-1bb884aef828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1850252 Oct 30 15:32:36.145788 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-8427cbc9-1583-4e97-8c2b-93f8f02b0c9f None None] Provisioning complete for port c4395565-67b0-4c61-b100-d836c9aabeb2 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:36.159521 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8427cbc9-1583-4e97-8c2b-93f8f02b0c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:36.292922 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-8427cbc9-1583-4e97-8c2b-93f8f02b0c9f None None] Port c4395565-67b0-4c61-b100-d836c9aabeb2 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:32:36.306957 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5b2327d8-2997-4fe3-bf61-4724a5113152 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:36.331311 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-8427cbc9-1583-4e97-8c2b-93f8f02b0c9f None None] Provisioning complete for port e657e149-4577-489c-94d8-8fb5b78cbc57 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:36.331924 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8427cbc9-1583-4e97-8c2b-93f8f02b0c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:36.386402 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdc19233-7a46-4cda-bb7f-34716e7fe721 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Router aeedf6fd-679c-4ad1-9f5f-2cd35b5db352 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:32:36.419964 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb97cb67-8c4c-4894-ab41-25d7a33ab101 req-9a3fcc74-56fb-427c-be74-d205ac41ab57 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:36.422008 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-eb97cb67-8c4c-4894-ab41-25d7a33ab101 req-9a3fcc74-56fb-427c-be74-d205ac41ab57 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ebf36ef-a495-4f6a-88b5-01abef8f7272 HTTP/1.1" status: 200 len: 946 time: 0.1744828 Oct 30 15:32:36.484897 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc19233-7a46-4cda-bb7f-34716e7fe721 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:32:36.491179 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-cdc19233-7a46-4cda-bb7f-34716e7fe721 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "PUT /v2.0/routers/aeedf6fd-679c-4ad1-9f5f-2cd35b5db352/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0738742 Oct 30 15:32:36.493807 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35304) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:36.540445 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-eb97cb67-8c4c-4894-ab41-25d7a33ab101 req-504a1c24-e3de-4690-a2e5-3f229550d507 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a19a4ce-3a11-454b-95f3-1bb884aef828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045716 Oct 30 15:32:36.565471 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35306) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:36.583622 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50deeb1-9c64-4592-b9b2-1e3aa409ae0f tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:36.585144 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50deeb1-9c64-4592-b9b2-1e3aa409ae0f tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:36.589217 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c50deeb1-9c64-4592-b9b2-1e3aa409ae0f tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0914991 Oct 30 15:32:36.599924 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35308) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:36.622227 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-f4cdddc4-5dea-4a7d-8719-7125e3f87d77 None None] Provisioning complete for port c4395565-67b0-4c61-b100-d836c9aabeb2 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:36.623025 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f4cdddc4-5dea-4a7d-8719-7125e3f87d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:36.629288 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700faee6-db14-4d5a-a209-8a8bc8d28845 tempest-TestNetworkBasicOps-1227062034 tempest-TestNetworkBasicOps-1227062034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:36.630822 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-700faee6-db14-4d5a-a209-8a8bc8d28845 tempest-TestNetworkBasicOps-1227062034 tempest-TestNetworkBasicOps-1227062034-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4ebf36ef-a495-4f6a-88b5-01abef8f7272 HTTP/1.1" status: 200 len: 1093 time: 0.0623550 Oct 30 15:32:36.633973 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35310) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:36.640448 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-f9e69f3e-b040-4b4b-ba7c-9a57341115f8 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Request body: {'floatingip': {'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'port_id': 'f98ecc94-d72b-422d-9882-76c74dca36e3', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:36.664464 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-f4cdddc4-5dea-4a7d-8719-7125e3f87d77 None None] Port c4395565-67b0-4c61-b100-d836c9aabeb2 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:32:36.690010 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f9e69f3e-b040-4b4b-ba7c-9a57341115f8 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for floatingip, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:36.699161 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d850caa-bde6-4045-a697-aae9d56f7ae5 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Deleting subnet 6ed24dbe-82d3-4296-8fb4-fb6d5a96f783 {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:32:36.712809 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4d850caa-bde6-4045-a697-aae9d56f7ae5 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:36.789787 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-5b2327d8-2997-4fe3-bf61-4724a5113152 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Deleting port c4395565-67b0-4c61-b100-d836c9aabeb2 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:32:36.790151 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5b2327d8-2997-4fe3-bf61-4724a5113152 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:36.796800 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-963802a3-f2ba-479d-acd5-3abb789b59dc None None] Provisioning complete for port c4395565-67b0-4c61-b100-d836c9aabeb2 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:36.797471 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-963802a3-f2ba-479d-acd5-3abb789b59dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:36.844508 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device e657e149-4577-489c-94d8-8fb5b78cbc57 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:32:36.850285 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-963802a3-f2ba-479d-acd5-3abb789b59dc None None] Port c4395565-67b0-4c61-b100-d836c9aabeb2 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:32:36.857698 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4d850caa-bde6-4045-a697-aae9d56f7ae5 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:36.904355 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port e657e149-4577-489c-94d8-8fb5b78cbc57 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:36.904732 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:36.967294 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5b2327d8-2997-4fe3-bf61-4724a5113152 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:37.010097 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-5b2327d8-2997-4fe3-bf61-4724a5113152 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Calling delete_port for c4395565-67b0-4c61-b100-d836c9aabeb2 owned by network:router_interface {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:32:37.041810 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4d850caa-bde6-4045-a697-aae9d56f7ae5 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:37.073622 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-6e736dc3-ae87-4859-8ce5-a56e8e748ec8 None None] Provisioning complete for port c4395565-67b0-4c61-b100-d836c9aabeb2 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:37.074017 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6e736dc3-ae87-4859-8ce5-a56e8e748ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:37.099235 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f9e69f3e-b040-4b4b-ba7c-9a57341115f8 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:37.111834 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-6e736dc3-ae87-4859-8ce5-a56e8e748ec8 None None] Port c4395565-67b0-4c61-b100-d836c9aabeb2 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:32:37.260599 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4d850caa-bde6-4045-a697-aae9d56f7ae5 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:37.305530 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d850caa-bde6-4045-a697-aae9d56f7ae5 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event deleted for resources: {'Subnet': ['ID=6ed24dbe-82d3-4296-8fb4-fb6d5a96f783,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:37.314918 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4d850caa-bde6-4045-a697-aae9d56f7ae5 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:37.318542 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-4d850caa-bde6-4045-a697-aae9d56f7ae5 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/subnets/6ed24dbe-82d3-4296-8fb4-fb6d5a96f783 HTTP/1.1" status: 204 len: 168 time: 0.7174084 Oct 30 15:32:37.321125 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35314) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:37.324368 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c037f2-43d7-45ba-b5d5-4f4de3e3259f None None] Network 0087ab61-2d5d-438b-a324-8b85dab759bc requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:32:37.372789 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f5e981-05a1-4d3c-bd9d-3c543884c445 None None] Sync routers for ids ['aeedf6fd-679c-4ad1-9f5f-2cd35b5db352'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:32:37.383739 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-f9e69f3e-b040-4b4b-ba7c-9a57341115f8 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Allocated IP 172.25.4.84 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/2d043bde-f00e-41e7-bf63-546e1d3277f4) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:32:37.384006 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f5e981-05a1-4d3c-bd9d-3c543884c445 None None] Routers {'aeedf6fd-679c-4ad1-9f5f-2cd35b5db352'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:32:37.384591 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-f7f5e981-05a1-4d3c-bd9d-3c543884c445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:32:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['aeedf6fd-679c-4ad1-9f5f-2cd35b5db352'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:32:37.457725 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-f7f5e981-05a1-4d3c-bd9d-3c543884c445 None None] Set router aeedf6fd-679c-4ad1-9f5f-2cd35b5db352 gateway port host: None {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:32:37.520737 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-f7f5e981-05a1-4d3c-bd9d-3c543884c445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeedf6fd-679c-4ad1-9f5f-2cd35b5db352', 'name': 'tempest-NetworksTestDHCPv6-router-1256116616', 'tenant_id': '950626c196e345129caa4bb8b656378a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:32:30Z', 'updated_at': '2021-10-30T15:32:35Z', 'revision_number': 3, 'project_id': '950626c196e345129caa4bb8b656378a', 'gw_port_host': None}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:32:37.530924 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651fb189-e9fe-4852-be6c-315ca92f6431 None None] DHCP port deletion for 0087ab61-2d5d-438b-a324-8b85dab759bc request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:32:37.542129 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5b2327d8-2997-4fe3-bf61-4724a5113152 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:37.549485 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f5e981-05a1-4d3c-bd9d-3c543884c445 None None] Checking router: aeedf6fd-679c-4ad1-9f5f-2cd35b5db352 for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:32:37.560219 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f5e981-05a1-4d3c-bd9d-3c543884c445 None None] Routers {'aeedf6fd-679c-4ad1-9f5f-2cd35b5db352'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:32:37.561086 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-f7f5e981-05a1-4d3c-bd9d-3c543884c445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:32:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['aeedf6fd-679c-4ad1-9f5f-2cd35b5db352'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:32:37.586709 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-651fb189-e9fe-4852-be6c-315ca92f6431 None None] Deleting port 45d853f4-18d1-48dc-a9e7-228e36c187c9 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:32:37.587195 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-651fb189-e9fe-4852-be6c-315ca92f6431 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:37.587321 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-5c9265a6-b7b5-4e75-b59c-2c5f56fad80c tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2644832 Oct 30 15:32:37.591264 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35316) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:37.593985 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2327d8-2997-4fe3-bf61-4724a5113152 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event deleted for resources: {'Port': ['ID=c4395565-67b0-4c61-b100-d836c9aabeb2,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:37.665780 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-651fb189-e9fe-4852-be6c-315ca92f6431 None None] For port 45d853f4-18d1-48dc-a9e7-228e36c187c9, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=45d853f4-18d1-48dc-a9e7-228e36c187c9,segment=NetworkSegment(04fb9866-245b-47c9-a7bc-8854a722bc22),segment_id=04fb9866-245b-47c9-a7bc-8854a722bc22)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:32:37.666438 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-651fb189-e9fe-4852-be6c-315ca92f6431 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:37.692416 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-651fb189-e9fe-4852-be6c-315ca92f6431 None None] Calling delete_port for 45d853f4-18d1-48dc-a9e7-228e36c187c9 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:32:37.738485 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f9e69f3e-b040-4b4b-ba7c-9a57341115f8 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:37.747405 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5b2327d8-2997-4fe3-bf61-4724a5113152 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:37.761916 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1376e5ea-7c25-4655-b8ff-8e9ea8ad0c0e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for router, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:37.767870 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-f7f5e981-05a1-4d3c-bd9d-3c543884c445 None None] Set router aeedf6fd-679c-4ad1-9f5f-2cd35b5db352 gateway port host: None {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:32:37.802503 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-651fb189-e9fe-4852-be6c-315ca92f6431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:37.853401 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-f7f5e981-05a1-4d3c-bd9d-3c543884c445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeedf6fd-679c-4ad1-9f5f-2cd35b5db352', 'name': 'tempest-NetworksTestDHCPv6-router-1256116616', 'tenant_id': '950626c196e345129caa4bb8b656378a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:32:30Z', 'updated_at': '2021-10-30T15:32:35Z', 'revision_number': 3, 'project_id': '950626c196e345129caa4bb8b656378a', 'gw_port_host': None}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:32:37.855910 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651fb189-e9fe-4852-be6c-315ca92f6431 None None] Pushing event deleted for resources: {'Port': ['ID=45d853f4-18d1-48dc-a9e7-228e36c187c9,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:37.861752 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651fb189-e9fe-4852-be6c-315ca92f6431 None None] No DVR routers for this DVR port 45d853f4-18d1-48dc-a9e7-228e36c187c9 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:32:37.881451 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f9e69f3e-b040-4b4b-ba7c-9a57341115f8 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:37.911182 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f5e981-05a1-4d3c-bd9d-3c543884c445 None None] The sync data for ids ['aeedf6fd-679c-4ad1-9f5f-2cd35b5db352'] in n-d-806683-17 is: [{'id': 'aeedf6fd-679c-4ad1-9f5f-2cd35b5db352', 'name': 'tempest-NetworksTestDHCPv6-router-1256116616', 'tenant_id': '950626c196e345129caa4bb8b656378a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:32:30Z', 'updated_at': '2021-10-30T15:32:35Z', 'revision_number': 3, 'project_id': '950626c196e345129caa4bb8b656378a', 'gw_port_host': None}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:32:38.000844 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e69f3e-b040-4b4b-ba7c-9a57341115f8 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:32:38.006851 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-f9e69f3e-b040-4b4b-ba7c-9a57341115f8 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:32:38.013772 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e69f3e-b040-4b4b-ba7c-9a57341115f8 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:32:38.017434 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e69f3e-b040-4b4b-ba7c-9a57341115f8 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Pushing event updated for resources: {'Port': ['ID=2d043bde-f00e-41e7-bf63-546e1d3277f4,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:38.033381 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1376e5ea-7c25-4655-b8ff-8e9ea8ad0c0e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:38.035765 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1376e5ea-7c25-4655-b8ff-8e9ea8ad0c0e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:38.081766 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1376e5ea-7c25-4655-b8ff-8e9ea8ad0c0e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:38.082273 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1376e5ea-7c25-4655-b8ff-8e9ea8ad0c0e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Fanout notify agent at l3_agent the message router_deleted on router aeedf6fd-679c-4ad1-9f5f-2cd35b5db352 {{(pid=102130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:32:38.089610 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1376e5ea-7c25-4655-b8ff-8e9ea8ad0c0e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:38.090953 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-1376e5ea-7c25-4655-b8ff-8e9ea8ad0c0e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/routers/aeedf6fd-679c-4ad1-9f5f-2cd35b5db352 HTTP/1.1" status: 204 len: 168 time: 0.4977422 Oct 30 15:32:38.093939 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35318) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:38.099112 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-09b1654f-f861-4dc1-8d41-f672c3ec2081 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Request body: {'subnet': {'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:38.196963 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b1654f-f861-4dc1-8d41-f672c3ec2081 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Made reservation on behalf of 950626c196e345129caa4bb8b656378a for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:32:38.200712 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-09b1654f-f861-4dc1-8d41-f672c3ec2081 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:38.316790 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b2327d8-2997-4fe3-bf61-4724a5113152 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Router 117520af-381e-48dd-90b8-c05afee6a8bc has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:32:38.401862 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-09b1654f-f861-4dc1-8d41-f672c3ec2081 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:38.438853 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b1654f-f861-4dc1-8d41-f672c3ec2081 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Network 0087ab61-2d5d-438b-a324-8b85dab759bc is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:32:38.442470 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-09b1654f-f861-4dc1-8d41-f672c3ec2081 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:32:38.447184 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b1654f-f861-4dc1-8d41-f672c3ec2081 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:38.447902 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-09b1654f-f861-4dc1-8d41-f672c3ec2081 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:38.454254 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585896c0-8f9a-4c62-8309-e2f542d1deb5 None None] Network 0087ab61-2d5d-438b-a324-8b85dab759bc requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:32:38.456835 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b2327d8-2997-4fe3-bf61-4724a5113152 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:32:38.464809 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-5b2327d8-2997-4fe3-bf61-4724a5113152 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "PUT /v2.0/routers/117520af-381e-48dd-90b8-c05afee6a8bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2452257 Oct 30 15:32:38.468030 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35322) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:38.484708 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-09b1654f-f861-4dc1-8d41-f672c3ec2081 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3896673 Oct 30 15:32:38.487494 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35324) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:38.499985 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-9bf6f0e8-17cb-4d15-88c2-07fa69e36ab2 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1316073183', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:38.502266 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae759fcd-1426-4b39-bc15-eb002bc4319c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] GET failed (client error): The resource could not be found. Oct 30 15:32:38.503855 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-ae759fcd-1426-4b39-bc15-eb002bc4319c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "GET /v2.0/ports/c4395565-67b0-4c61-b100-d836c9aabeb2 HTTP/1.1" status: 404 len: 333 time: 0.0345600 Oct 30 15:32:38.504552 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b1654f-f861-4dc1-8d41-f672c3ec2081 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event updated for resources: {'Subnet': ['ID=b050d4aa-7e2b-44d0-8655-f1ee3d38e35d,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:38.506179 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9db0e8-e949-4bea-99be-d99023e91a2c None None] Sync routers for ids ['117520af-381e-48dd-90b8-c05afee6a8bc'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:32:38.506804 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35326) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:38.542208 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9db0e8-e949-4bea-99be-d99023e91a2c None None] Routers {'117520af-381e-48dd-90b8-c05afee6a8bc'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:32:38.543153 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-8d9db0e8-e949-4bea-99be-d99023e91a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:32:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['117520af-381e-48dd-90b8-c05afee6a8bc'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:32:38.587890 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cf9c8eff-f597-44d0-9459-6098a098c4c8 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for router, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:38.590327 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-8d9db0e8-e949-4bea-99be-d99023e91a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:32:38.611830 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9db0e8-e949-4bea-99be-d99023e91a2c None None] Routers {'117520af-381e-48dd-90b8-c05afee6a8bc'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:32:38.612737 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-8d9db0e8-e949-4bea-99be-d99023e91a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:32:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['117520af-381e-48dd-90b8-c05afee6a8bc'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:32:38.615157 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9bf6f0e8-17cb-4d15-88c2-07fa69e36ab2 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:38.617755 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9bf6f0e8-17cb-4d15-88c2-07fa69e36ab2 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:38.671322 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-8d9db0e8-e949-4bea-99be-d99023e91a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:32:38.672408 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9db0e8-e949-4bea-99be-d99023e91a2c None None] The sync data for ids ['117520af-381e-48dd-90b8-c05afee6a8bc'] in n-d-806683-17 is: [] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:32:38.717986 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9bf6f0e8-17cb-4d15-88c2-07fa69e36ab2 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:38.730073 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796bb71f-f7e8-41bc-80a1-0ac267741510 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-0087ab61-2d5d-438b-a324-8b85dab759bc', 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'tenant_id': '950626c196e345129caa4bb8b656378a', 'fixed_ips': [{'subnet_id': 'b050d4aa-7e2b-44d0-8655-f1ee3d38e35d'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:32:38.731428 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-796bb71f-f7e8-41bc-80a1-0ac267741510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:38.736893 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9bf6f0e8-17cb-4d15-88c2-07fa69e36ab2 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:38.765474 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cf9c8eff-f597-44d0-9459-6098a098c4c8 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:38.771669 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cf9c8eff-f597-44d0-9459-6098a098c4c8 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:38.795286 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9bf6f0e8-17cb-4d15-88c2-07fa69e36ab2 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:38.803086 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-9bf6f0e8-17cb-4d15-88c2-07fa69e36ab2 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3014197 Oct 30 15:32:38.803339 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35328) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:38.837548 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 45d853f4-18d1-48dc-a9e7-228e36c187c9 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:32:38.840505 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cf9c8eff-f597-44d0-9459-6098a098c4c8 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:38.841211 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf9c8eff-f597-44d0-9459-6098a098c4c8 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Fanout notify agent at l3_agent the message router_deleted on router 117520af-381e-48dd-90b8-c05afee6a8bc {{(pid=102130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:32:38.851091 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cf9c8eff-f597-44d0-9459-6098a098c4c8 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:38.852394 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-cf9c8eff-f597-44d0-9459-6098a098c4c8 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "DELETE /v2.0/routers/117520af-381e-48dd-90b8-c05afee6a8bc HTTP/1.1" status: 204 len: 168 time: 0.3448822 Oct 30 15:32:38.854948 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35330) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:38.868324 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 45d853f4-18d1-48dc-a9e7-228e36c187c9 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:32:38.868668 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 45d853f4-18d1-48dc-a9e7-228e36c187c9 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:32:38.869297 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 3f08867a-67e4-44dc-9b8c-6b59bb4f46e8 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:32:38.900516 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 3f08867a-67e4-44dc-9b8c-6b59bb4f46e8 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:32:38.900863 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 3f08867a-67e4-44dc-9b8c-6b59bb4f46e8 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:32:38.920766 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7f68b50-7ad1-4162-9a98-8f0caab0ba78 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Deleting subnet e400d529-c1cb-4482-b25b-85326956d008 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:32:38.924324 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a7f68b50-7ad1-4162-9a98-8f0caab0ba78 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:38.958874 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-796bb71f-f7e8-41bc-80a1-0ac267741510 None None] Allocated IP 2001:db8::2 (0087ab61-2d5d-438b-a324-8b85dab759bc/b050d4aa-7e2b-44d0-8655-f1ee3d38e35d/371db7fd-790d-4a26-b3ec-c6e9caa90307) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:32:38.977365 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a7f68b50-7ad1-4162-9a98-8f0caab0ba78 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:39.068331 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a7f68b50-7ad1-4162-9a98-8f0caab0ba78 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:39.122115 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-796bb71f-f7e8-41bc-80a1-0ac267741510 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:39.127016 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-796bb71f-f7e8-41bc-80a1-0ac267741510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:39.142231 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a7f68b50-7ad1-4162-9a98-8f0caab0ba78 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:39.173063 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796bb71f-f7e8-41bc-80a1-0ac267741510 None None] Network 0087ab61-2d5d-438b-a324-8b85dab759bc is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:32:39.174612 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f68b50-7ad1-4162-9a98-8f0caab0ba78 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event deleted for resources: {'Subnet': ['ID=e400d529-c1cb-4482-b25b-85326956d008,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:39.179343 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-796bb71f-f7e8-41bc-80a1-0ac267741510 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:32:39.182285 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796bb71f-f7e8-41bc-80a1-0ac267741510 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:32:39.189664 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796bb71f-f7e8-41bc-80a1-0ac267741510 None None] Pushing event updated for resources: {'Port': ['ID=371db7fd-790d-4a26-b3ec-c6e9caa90307,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:39.190025 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a7f68b50-7ad1-4162-9a98-8f0caab0ba78 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:39.195400 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a7f68b50-7ad1-4162-9a98-8f0caab0ba78 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "DELETE /v2.0/subnets/e400d529-c1cb-4482-b25b-85326956d008 HTTP/1.1" status: 204 len: 168 time: 0.3381460 Oct 30 15:32:39.198898 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1398e194-a5e6-4b31-8aaa-e66150c24e46 None None] Network 3b74b243-c526-449e-b6ba-d0d1daa67483 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:32:39.199866 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35332) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:39.234281 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f9e69f3e-b040-4b4b-ba7c-9a57341115f8 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:39.280208 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-845311d6-f4bf-48f4-a14f-a88252788377 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:39.292979 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-796bb71f-f7e8-41bc-80a1-0ac267741510 None None] Attempting to bind port 371db7fd-790d-4a26-b3ec-c6e9caa90307 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:32:39.293354 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-796bb71f-f7e8-41bc-80a1-0ac267741510 None None] Attempting to bind port 371db7fd-790d-4a26-b3ec-c6e9caa90307 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:32:39.294164 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796bb71f-f7e8-41bc-80a1-0ac267741510 None None] Attempting to bind port 371db7fd-790d-4a26-b3ec-c6e9caa90307 on network 0087ab61-2d5d-438b-a324-8b85dab759bc {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:32:39.305977 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796bb71f-f7e8-41bc-80a1-0ac267741510 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:32:39.306349 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796bb71f-f7e8-41bc-80a1-0ac267741510 None None] Checking segment: {'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:32:39.306739 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-796bb71f-f7e8-41bc-80a1-0ac267741510 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:39.307128 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796bb71f-f7e8-41bc-80a1-0ac267741510 None None] Bound using segment: {'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:32:39.307619 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-796bb71f-f7e8-41bc-80a1-0ac267741510 None None] Bound port: 371db7fd-790d-4a26-b3ec-c6e9caa90307, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:32:39.307995 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-796bb71f-f7e8-41bc-80a1-0ac267741510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:39.334861 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-845311d6-f4bf-48f4-a14f-a88252788377 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Deleting port e657e149-4577-489c-94d8-8fb5b78cbc57 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:32:39.335287 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-845311d6-f4bf-48f4-a14f-a88252788377 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:39.337085 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-01f249e8-d376-4348-9719-25978ccfda91 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:39.409267 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-845311d6-f4bf-48f4-a14f-a88252788377 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] For port e657e149-4577-489c-94d8-8fb5b78cbc57, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=e657e149-4577-489c-94d8-8fb5b78cbc57,segment=NetworkSegment(bc368ea5-a00e-444e-ba55-5e88b4d9dba4),segment_id=bc368ea5-a00e-444e-ba55-5e88b4d9dba4)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:32:39.409267 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-845311d6-f4bf-48f4-a14f-a88252788377 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:39.426386 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-845311d6-f4bf-48f4-a14f-a88252788377 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Calling delete_port for e657e149-4577-489c-94d8-8fb5b78cbc57 owned by network:dhcp {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:32:39.428421 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-796bb71f-f7e8-41bc-80a1-0ac267741510 None None] For port 371db7fd-790d-4a26-b3ec-c6e9caa90307, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:32:39.436639 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-796bb71f-f7e8-41bc-80a1-0ac267741510 None None] For port 371db7fd-790d-4a26-b3ec-c6e9caa90307, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=371db7fd-790d-4a26-b3ec-c6e9caa90307,segment=NetworkSegment(04fb9866-245b-47c9-a7bc-8854a722bc22),segment_id=04fb9866-245b-47c9-a7bc-8854a722bc22)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:32:39.442449 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f9e69f3e-b040-4b4b-ba7c-9a57341115f8 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:39.442655 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-796bb71f-f7e8-41bc-80a1-0ac267741510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:39.526191 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796bb71f-f7e8-41bc-80a1-0ac267741510 None None] Pushing event updated for resources: {'Port': ['ID=371db7fd-790d-4a26-b3ec-c6e9caa90307,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:39.532858 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a90326-c594-4e31-9cf7-cdef6d25c982 None None] DHCP port deletion for 3b74b243-c526-449e-b6ba-d0d1daa67483 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:32:39.575961 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-845311d6-f4bf-48f4-a14f-a88252788377 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:39.594157 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-77a90326-c594-4e31-9cf7-cdef6d25c982 None None] Deleting port e657e149-4577-489c-94d8-8fb5b78cbc57 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:32:39.594530 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-77a90326-c594-4e31-9cf7-cdef6d25c982 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:39.615313 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845311d6-f4bf-48f4-a14f-a88252788377 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event deleted for resources: {'Port': ['ID=e657e149-4577-489c-94d8-8fb5b78cbc57,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:39.623433 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845311d6-f4bf-48f4-a14f-a88252788377 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] No DVR routers for this DVR port e657e149-4577-489c-94d8-8fb5b78cbc57 on host n-d-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:32:39.672792 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-77a90326-c594-4e31-9cf7-cdef6d25c982 None None] For port e657e149-4577-489c-94d8-8fb5b78cbc57, host n-d-806683-17, got binding levels [] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:32:39.686795 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-77a90326-c594-4e31-9cf7-cdef6d25c982 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:39.701365 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-77a90326-c594-4e31-9cf7-cdef6d25c982 None None] Calling delete_port for e657e149-4577-489c-94d8-8fb5b78cbc57 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:32:39.704102 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.ipam_backend_mixin [None req-77a90326-c594-4e31-9cf7-cdef6d25c982 None None] Port e657e149-4577-489c-94d8-8fb5b78cbc57 was not found and therefore no delete operation was performed {{(pid=102132) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 30 15:32:39.705411 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-77a90326-c594-4e31-9cf7-cdef6d25c982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:39.720795 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-845311d6-f4bf-48f4-a14f-a88252788377 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:39.733523 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a90326-c594-4e31-9cf7-cdef6d25c982 None None] Pushing event deleted for resources: {'Port': ['ID=e657e149-4577-489c-94d8-8fb5b78cbc57,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:39.738694 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a90326-c594-4e31-9cf7-cdef6d25c982 None None] No DVR routers for this DVR port e657e149-4577-489c-94d8-8fb5b78cbc57 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:32:39.739059 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-01f249e8-d376-4348-9719-25978ccfda91 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Allocated IP 2001:db8::1 (0087ab61-2d5d-438b-a324-8b85dab759bc/b050d4aa-7e2b-44d0-8655-f1ee3d38e35d/bdcf0c01-fd0e-4d95-a369-27ea5a67232e) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:32:39.752601 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-845311d6-f4bf-48f4-a14f-a88252788377 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b74b243-c526-449e-b6ba-d0d1daa67483']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:32:39.763373 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-845311d6-f4bf-48f4-a14f-a88252788377 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc368ea5-a00e-444e-ba55-5e88b4d9dba4') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:32:39.763820 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-845311d6-f4bf-48f4-a14f-a88252788377 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc368ea5-a00e-444e-ba55-5e88b4d9dba4') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:32:39.767769 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f9e69f3e-b040-4b4b-ba7c-9a57341115f8 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:39.776709 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f9e69f3e-b040-4b4b-ba7c-9a57341115f8 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:39.797699 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-845311d6-f4bf-48f4-a14f-a88252788377 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:39.813382 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-845311d6-f4bf-48f4-a14f-a88252788377 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:39.821324 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-845311d6-f4bf-48f4-a14f-a88252788377 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:32:39.821789 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-845311d6-f4bf-48f4-a14f-a88252788377 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:39.826738 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:32:39.826738 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:32:39.826738 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:32:39.826738 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:32:39.826738 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:32:39.826738 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:32:39.826738 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:32:39.826738 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:32:39.826738 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:32:39.826738 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:32:39.826738 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:32:39.826738 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:32:39.826738 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:32:39.826738 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:32:39.826738 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:32:39.826738 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:32:39.826738 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:32:39.826738 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:32:39.826738 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:32:39.826738 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:32:39.826738 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:32:39.826738 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:32:39.826738 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:32:39.826738 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:32:39.826738 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:32:39.826738 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:32:39.826738 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:32:39.826738 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:32:39.826738 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:32:39.826738 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:32:39.826738 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:32:39.826738 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:32:39.915146 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-845311d6-f4bf-48f4-a14f-a88252788377 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:39.917258 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e69f3e-b040-4b4b-ba7c-9a57341115f8 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Pushing event updated for resources: {'Port': ['ID=2d043bde-f00e-41e7-bf63-546e1d3277f4,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:39.925808 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-845311d6-f4bf-48f4-a14f-a88252788377 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:39.932994 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-845311d6-f4bf-48f4-a14f-a88252788377 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "DELETE /v2.0/networks/3b74b243-c526-449e-b6ba-d0d1daa67483 HTTP/1.1" status: 204 len: 168 time: 0.7280817 Oct 30 15:32:39.939152 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35336) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:39.952255 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845311d6-f4bf-48f4-a14f-a88252788377 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event deleted for resources: {'Network': ['ID=3b74b243-c526-449e-b6ba-d0d1daa67483,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:39.975156 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-01f249e8-d376-4348-9719-25978ccfda91 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:39.976894 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f9e69f3e-b040-4b4b-ba7c-9a57341115f8 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:39.987671 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c887adb7-2b35-4fec-b7d2-e27797d5afa0 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:39.989139 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c887adb7-2b35-4fec-b7d2-e27797d5afa0 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "GET /v2.0/ports/5c99c04b-93fe-42ce-909f-9af06787d580 HTTP/1.1" status: 200 len: 845 time: 0.0487328 Oct 30 15:32:39.993467 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35338) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:40.033341 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-576b1e6c-7e9b-4685-8530-9d3ae6698370 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "GET /v2.0/ports/5c99c04b-93fe-42ce-909f-9af06787d580?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0386906 Oct 30 15:32:40.037029 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35340) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:40.042145 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-e1bd99ee-0840-42aa-a1f5-769c5d794c98 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Request body: {'subnet': {'network_id': '7647fe19-ea7a-4816-84b1-6d0a166b80b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:40.090083 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-01f249e8-d376-4348-9719-25978ccfda91 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:40.134059 n-d-806683-17 neutron-server[102131]: INFO neutron.db.l3_db [None req-f9e69f3e-b040-4b4b-ba7c-9a57341115f8 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Floating IP bedd8854-69dc-415b-9aa8-b700103aca12 associated. External IP: 172.25.4.84, port: f98ecc94-d72b-422d-9882-76c74dca36e3. Oct 30 15:32:40.137487 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1bd99ee-0840-42aa-a1f5-769c5d794c98 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Made reservation on behalf of ee12cc7bf3e14cdba3ace2cbd46ac13b for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:32:40.141479 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e1bd99ee-0840-42aa-a1f5-769c5d794c98 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:40.174174 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f249e8-d376-4348-9719-25978ccfda91 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Network 0087ab61-2d5d-438b-a324-8b85dab759bc is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:32:40.207893 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-01f249e8-d376-4348-9719-25978ccfda91 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:32:40.215426 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f249e8-d376-4348-9719-25978ccfda91 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:32:40.215993 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-01f249e8-d376-4348-9719-25978ccfda91 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:40.225140 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f249e8-d376-4348-9719-25978ccfda91 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event updated for resources: {'Port': ['ID=bdcf0c01-fd0e-4d95-a369-27ea5a67232e,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:40.351432 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e1bd99ee-0840-42aa-a1f5-769c5d794c98 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:40.401378 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1bd99ee-0840-42aa-a1f5-769c5d794c98 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Network 7647fe19-ea7a-4816-84b1-6d0a166b80b1 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:32:40.404776 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-e1bd99ee-0840-42aa-a1f5-769c5d794c98 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:32:40.407890 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bd99ee-0840-42aa-a1f5-769c5d794c98 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:40.408483 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e1bd99ee-0840-42aa-a1f5-769c5d794c98 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:40.416443 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e52ef0-1b0b-4020-9176-ea675b638ddb None None] Network 7647fe19-ea7a-4816-84b1-6d0a166b80b1 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:32:40.424163 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bd99ee-0840-42aa-a1f5-769c5d794c98 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event updated for resources: {'Subnet': ['ID=9ae5a989-e506-48cc-a9a1-d34180c2c4b5,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:40.435032 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e1bd99ee-0840-42aa-a1f5-769c5d794c98 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3967299 Oct 30 15:32:40.437813 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35344) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:40.445969 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-e48105f7-be15-4313-acf1-e25235f832eb tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Request body: {'security_group': {'name': 'tempest-secgroup-1077154946'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:40.480562 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e48105f7-be15-4313-acf1-e25235f832eb tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:40.580779 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e48105f7-be15-4313-acf1-e25235f832eb tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:40.587615 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e48105f7-be15-4313-acf1-e25235f832eb tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:40.612450 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e48105f7-be15-4313-acf1-e25235f832eb tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:40.614524 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e48105f7-be15-4313-acf1-e25235f832eb tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1750593 Oct 30 15:32:40.617528 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35348) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:40.625162 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-113f8145-95d1-4bde-9dbc-3ab7b3a78531 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Request body: {'security_group': {'name': 'tempest-secgroup-1298498460'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:40.643805 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48105f7-be15-4313-acf1-e25235f832eb tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cab6723-4dd6-45a7-bb7d-39f585c16a14,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:40.667855 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0a80c5-b51a-4e0b-9b00-5a7f02e1a28e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-7647fe19-ea7a-4816-84b1-6d0a166b80b1', 'network_id': '7647fe19-ea7a-4816-84b1-6d0a166b80b1', 'tenant_id': 'ee12cc7bf3e14cdba3ace2cbd46ac13b', 'fixed_ips': [{'subnet_id': '9ae5a989-e506-48cc-a9a1-d34180c2c4b5'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:32:40.668937 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1e0a80c5-b51a-4e0b-9b00-5a7f02e1a28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:40.671401 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-113f8145-95d1-4bde-9dbc-3ab7b3a78531 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:40.777321 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-01f249e8-d376-4348-9719-25978ccfda91 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:40.830023 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-1e0a80c5-b51a-4e0b-9b00-5a7f02e1a28e None None] Allocated IP 2001:db8::2 (7647fe19-ea7a-4816-84b1-6d0a166b80b1/9ae5a989-e506-48cc-a9a1-d34180c2c4b5/ad577800-1318-42a7-8dde-a7ac1ed90930) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:32:40.892054 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 371db7fd-790d-4a26-b3ec-c6e9caa90307 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:32:40.952975 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-022ddc15-9477-49d4-a2b4-63c4ad8e2ad9 None None] Provisioning complete for port 371db7fd-790d-4a26-b3ec-c6e9caa90307 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:40.953349 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-022ddc15-9477-49d4-a2b4-63c4ad8e2ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:40.954190 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9e69f3e-b040-4b4b-ba7c-9a57341115f8 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Router 6c682dc7-056d-4996-98f3-776ebd35edbf has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:32:41.001676 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-113f8145-95d1-4bde-9dbc-3ab7b3a78531 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:41.043147 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-113f8145-95d1-4bde-9dbc-3ab7b3a78531 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:41.067680 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 371db7fd-790d-4a26-b3ec-c6e9caa90307 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:41.068064 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:41.118466 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1e0a80c5-b51a-4e0b-9b00-5a7f02e1a28e None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:41.147129 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1e0a80c5-b51a-4e0b-9b00-5a7f02e1a28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:41.159529 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-113f8145-95d1-4bde-9dbc-3ab7b3a78531 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:41.160755 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-113f8145-95d1-4bde-9dbc-3ab7b3a78531 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5400982 Oct 30 15:32:41.164046 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35350) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:41.167968 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113f8145-95d1-4bde-9dbc-3ab7b3a78531 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f19eac07-c820-441e-8e86-1d749066b482,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:41.170353 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-19d5aa88-c0c2-420b-83fa-5b46e61c2018 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1282820253', 'security_groups': ['f19eac07-c820-441e-8e86-1d749066b482'], 'network_id': '7647fe19-ea7a-4816-84b1-6d0a166b80b1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9ae5a989-e506-48cc-a9a1-d34180c2c4b5'}]}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:41.203116 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0a80c5-b51a-4e0b-9b00-5a7f02e1a28e None None] Network 7647fe19-ea7a-4816-84b1-6d0a166b80b1 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:32:41.209179 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-1e0a80c5-b51a-4e0b-9b00-5a7f02e1a28e None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:32:41.211660 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-022ddc15-9477-49d4-a2b4-63c4ad8e2ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:41.214141 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0a80c5-b51a-4e0b-9b00-5a7f02e1a28e None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:32:41.222983 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0a80c5-b51a-4e0b-9b00-5a7f02e1a28e None None] Pushing event updated for resources: {'Port': ['ID=ad577800-1318-42a7-8dde-a7ac1ed90930,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:41.223241 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e69f3e-b040-4b4b-ba7c-9a57341115f8 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:32:41.239163 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e984f78-dc89-491b-9c5b-f9c7bb346fee None None] Sync routers for ids ['6c682dc7-056d-4996-98f3-776ebd35edbf'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:32:41.253463 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e984f78-dc89-491b-9c5b-f9c7bb346fee None None] Routers {'6c682dc7-056d-4996-98f3-776ebd35edbf'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:32:41.254099 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-5e984f78-dc89-491b-9c5b-f9c7bb346fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:32:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['6c682dc7-056d-4996-98f3-776ebd35edbf'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:32:41.260339 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f9e69f3e-b040-4b4b-ba7c-9a57341115f8 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:41.266107 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-01f249e8-d376-4348-9719-25978ccfda91 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:41.284953 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-01f249e8-d376-4348-9719-25978ccfda91 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:41.285742 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-01f249e8-d376-4348-9719-25978ccfda91 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:41.308356 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d5aa88-c0c2-420b-83fa-5b46e61c2018 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Made reservation on behalf of ee12cc7bf3e14cdba3ace2cbd46ac13b for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:32:41.332448 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-f9e69f3e-b040-4b4b-ba7c-9a57341115f8 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.6954427 Oct 30 15:32:41.343052 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35352) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:41.345289 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ebf36ef-a495-4f6a-88b5-01abef8f7272', 'tag': 'f98ecc94-d72b-422d-9882-76c74dca36e3'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:32:41.347642 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c669de-a079-4642-b0ee-019c4c5c4448" -d '{"events": [{"name": "network-changed", "server_uuid": "4ebf36ef-a495-4f6a-88b5-01abef8f7272", "tag": "f98ecc94-d72b-422d-9882-76c74dca36e3"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:32:41.367044 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:41.374184 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-022ddc15-9477-49d4-a2b4-63c4ad8e2ad9 None None] For port 371db7fd-790d-4a26-b3ec-c6e9caa90307, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=371db7fd-790d-4a26-b3ec-c6e9caa90307,segment=NetworkSegment(04fb9866-245b-47c9-a7bc-8854a722bc22),segment_id=04fb9866-245b-47c9-a7bc-8854a722bc22)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:32:41.418361 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-022ddc15-9477-49d4-a2b4-63c4ad8e2ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:41.434339 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-1e0a80c5-b51a-4e0b-9b00-5a7f02e1a28e None None] Attempting to bind port ad577800-1318-42a7-8dde-a7ac1ed90930 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:32:41.436510 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-1e0a80c5-b51a-4e0b-9b00-5a7f02e1a28e None None] Attempting to bind port ad577800-1318-42a7-8dde-a7ac1ed90930 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '4171a214-dd59-4475-abe0-a4ec553fadf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7647fe19-ea7a-4816-84b1-6d0a166b80b1'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:32:41.437142 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0a80c5-b51a-4e0b-9b00-5a7f02e1a28e None None] Attempting to bind port ad577800-1318-42a7-8dde-a7ac1ed90930 on network 7647fe19-ea7a-4816-84b1-6d0a166b80b1 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:32:41.442458 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-19d5aa88-c0c2-420b-83fa-5b46e61c2018 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:41.447664 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3971f9e-71e0-4144-9cda-b8075d92b7e5 x-openstack-request-id: req-b3971f9e-71e0-4144-9cda-b8075d92b7e5 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:32:41.447972 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ebf36ef-a495-4f6a-88b5-01abef8f7272", "tag": "f98ecc94-d72b-422d-9882-76c74dca36e3", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:32:41.448205 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b3971f9e-71e0-4144-9cda-b8075d92b7e5 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:32:41.448600 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ebf36ef-a495-4f6a-88b5-01abef8f7272', 'tag': 'f98ecc94-d72b-422d-9882-76c74dca36e3', 'status': 'completed', 'code': 200} Oct 30 15:32:41.452976 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-5e984f78-dc89-491b-9c5b-f9c7bb346fee None None] Set router 6c682dc7-056d-4996-98f3-776ebd35edbf gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:32:41.470324 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0a80c5-b51a-4e0b-9b00-5a7f02e1a28e None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:32:41.471131 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0a80c5-b51a-4e0b-9b00-5a7f02e1a28e None None] Checking segment: {'id': '4171a214-dd59-4475-abe0-a4ec553fadf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7647fe19-ea7a-4816-84b1-6d0a166b80b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:32:41.471872 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1e0a80c5-b51a-4e0b-9b00-5a7f02e1a28e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:41.472549 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0a80c5-b51a-4e0b-9b00-5a7f02e1a28e None None] Bound using segment: {'id': '4171a214-dd59-4475-abe0-a4ec553fadf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7647fe19-ea7a-4816-84b1-6d0a166b80b1'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:32:41.473286 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-1e0a80c5-b51a-4e0b-9b00-5a7f02e1a28e None None] Bound port: ad577800-1318-42a7-8dde-a7ac1ed90930, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4171a214-dd59-4475-abe0-a4ec553fadf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7647fe19-ea7a-4816-84b1-6d0a166b80b1'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:32:41.473906 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1e0a80c5-b51a-4e0b-9b00-5a7f02e1a28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:41.477035 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f249e8-d376-4348-9719-25978ccfda91 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event updated for resources: {'Port': ['ID=bdcf0c01-fd0e-4d95-a369-27ea5a67232e,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:41.514752 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [None req-19d5aa88-c0c2-420b-83fa-5b46e61c2018 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] device_id is not set on port ae951fbc-b351-4d18-965c-a3c397518f8b yet. {{(pid=102130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:32:41.526619 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-fc0e9315-41da-4d32-b666-e81903128dbf tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/floatingips/bedd8854-69dc-415b-9aa8-b700103aca12 HTTP/1.1" status: 200 len: 991 time: 0.1756418 Oct 30 15:32:41.528533 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c669de-a079-4642-b0ee-019c4c5c4448 req-48e1f649-29e6-4feb-a0a7-a1100c65ca70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:41.530852 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b3c669de-a079-4642-b0ee-019c4c5c4448 req-48e1f649-29e6-4feb-a0a7-a1100c65ca70 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b2267fc2b77143d693871f591bcb3dbf&device_id=4ebf36ef-a495-4f6a-88b5-01abef8f7272 HTTP/1.1" status: 200 len: 1098 time: 0.0843761 Oct 30 15:32:41.562240 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f249e8-d376-4348-9719-25978ccfda91 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Network 0087ab61-2d5d-438b-a324-8b85dab759bc is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:32:41.563905 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-01f249e8-d376-4348-9719-25978ccfda91 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:32:41.717369 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c669de-a079-4642-b0ee-019c4c5c4448 req-172f6394-fba8-44ac-b105-898ae2897939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:41.719060 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b3c669de-a079-4642-b0ee-019c4c5c4448 req-172f6394-fba8-44ac-b105-898ae2897939 service neutron] 10.222.0.53 "GET /v2.0/networks?id=17c0523f-c120-43f8-8de5-645c5eef05e9 HTTP/1.1" status: 200 len: 898 time: 0.1460764 Oct 30 15:32:41.736505 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.db.api [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 30 15:32:41.737118 n-d-806683-17 neutron-server[102132]: DEBUG oslo_db.api [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 30 15:32:41.767917 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022ddc15-9477-49d4-a2b4-63c4ad8e2ad9 None None] Pushing event updated for resources: {'Port': ['ID=371db7fd-790d-4a26-b3ec-c6e9caa90307,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:41.783692 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-79b2111f-7d82-4410-a565-b1359958d973 None None] Provisioning complete for port bdcf0c01-fd0e-4d95-a369-27ea5a67232e triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:41.784125 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-79b2111f-7d82-4410-a565-b1359958d973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:41.797124 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01f249e8-d376-4348-9719-25978ccfda91 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Router dd179a0f-7cbf-461a-87c9-91b593c6f0d0 is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:32:41.851843 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-79b2111f-7d82-4410-a565-b1359958d973 None None] Port bdcf0c01-fd0e-4d95-a369-27ea5a67232e cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:32:41.873204 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b3c669de-a079-4642-b0ee-019c4c5c4448 req-60612c8a-9ddf-4aab-9c13-0c2efd1d8bb1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f98ecc94-d72b-422d-9882-76c74dca36e3 HTTP/1.1" status: 200 len: 999 time: 0.1267905 Oct 30 15:32:41.908164 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-1e0a80c5-b51a-4e0b-9b00-5a7f02e1a28e None None] For port ad577800-1318-42a7-8dde-a7ac1ed90930, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:32:41.912391 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-1e0a80c5-b51a-4e0b-9b00-5a7f02e1a28e None None] For port ad577800-1318-42a7-8dde-a7ac1ed90930, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=ad577800-1318-42a7-8dde-a7ac1ed90930,segment=NetworkSegment(4171a214-dd59-4475-abe0-a4ec553fadf7),segment_id=4171a214-dd59-4475-abe0-a4ec553fadf7)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:32:41.917392 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1e0a80c5-b51a-4e0b-9b00-5a7f02e1a28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:41.921020 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-5e984f78-dc89-491b-9c5b-f9c7bb346fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c682dc7-056d-4996-98f3-776ebd35edbf', 'name': 'tempest-TestNetworkBasicOps-router-441667409', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': 'c972f468-0e4b-44ba-84b6-b2e471f61655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:32:08Z', 'updated_at': '2021-10-30T15:32:16Z', 'revision_number': 4, 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'gw_port': {'id': 'c972f468-0e4b-44ba-84b6-b2e471f61655', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:57:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c682dc7-056d-4996-98f3-776ebd35edbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:32:08Z', 'updated_at': '2021-10-30T15:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': 'bedd8854-69dc-415b-9aa8-b700103aca12', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'floating_ip_address': '172.25.4.84', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '6c682dc7-056d-4996-98f3-776ebd35edbf', 'port_id': 'f98ecc94-d72b-422d-9882-76c74dca36e3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17c0523f-c120-43f8-8de5-645c5eef05e9', 'mac_address': 'fa:16:3e:47:28:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ebf36ef-a495-4f6a-88b5-01abef8f7272', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:32:38Z', 'updated_at': '2021-10-30T15:32:38Z', 'revision_number': 0, 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9994e975-9cc8-47d6-94b4-eeea285d2542', 'name': '', 'network_id': '17c0523f-c120-43f8-8de5-645c5eef05e9', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'mac_address': 'fa:16:3e:42:a3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c682dc7-056d-4996-98f3-776ebd35edbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': '0083fb2c-b80c-4e1f-b3c7-34201cc33f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:32:15Z', 'updated_at': '2021-10-30T15:32:23Z', 'revision_number': 5, 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'subnets': [{'id': '0083fb2c-b80c-4e1f-b3c7-34201cc33f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:32:41.950746 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-19d5aa88-c0c2-420b-83fa-5b46e61c2018 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Allocated IP 2001:db8::52 (7647fe19-ea7a-4816-84b1-6d0a166b80b1/9ae5a989-e506-48cc-a9a1-d34180c2c4b5/ae951fbc-b351-4d18-965c-a3c397518f8b) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:32:41.968676 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c669de-a079-4642-b0ee-019c4c5c4448 req-3cb82e51-712a-4877-b851-5b8619a404f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:41.970269 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b3c669de-a079-4642-b0ee-019c4c5c4448 req-3cb82e51-712a-4877-b851-5b8619a404f7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0083fb2c-b80c-4e1f-b3c7-34201cc33f79 HTTP/1.1" status: 200 len: 835 time: 0.0887511 Oct 30 15:32:41.991293 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e984f78-dc89-491b-9c5b-f9c7bb346fee None None] Checking router: 6c682dc7-056d-4996-98f3-776ebd35edbf for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:32:42.003915 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e984f78-dc89-491b-9c5b-f9c7bb346fee None None] Routers {'6c682dc7-056d-4996-98f3-776ebd35edbf'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:32:42.004383 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0a80c5-b51a-4e0b-9b00-5a7f02e1a28e None None] Pushing event updated for resources: {'Port': ['ID=ad577800-1318-42a7-8dde-a7ac1ed90930,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:42.004585 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-5e984f78-dc89-491b-9c5b-f9c7bb346fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:32:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['6c682dc7-056d-4996-98f3-776ebd35edbf'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:32:42.019973 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f249e8-d376-4348-9719-25978ccfda91 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:32:42.033064 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53230bf0-05ce-47f9-8812-0ddb971f7d6a None None] Sync routers for ids ['dd179a0f-7cbf-461a-87c9-91b593c6f0d0'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:32:42.035189 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-01f249e8-d376-4348-9719-25978ccfda91 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "PUT /v2.0/routers/dd179a0f-7cbf-461a-87c9-91b593c6f0d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2300332 Oct 30 15:32:42.036914 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35360) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:42.049074 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53230bf0-05ce-47f9-8812-0ddb971f7d6a None None] Routers {'dd179a0f-7cbf-461a-87c9-91b593c6f0d0'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:32:42.050056 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-53230bf0-05ce-47f9-8812-0ddb971f7d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:32:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['dd179a0f-7cbf-461a-87c9-91b593c6f0d0'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:32:42.103515 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c669de-a079-4642-b0ee-019c4c5c4448 req-8a4a15d4-5c03-4a41-9836-632aa62fe87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:42.105352 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b3c669de-a079-4642-b0ee-019c4c5c4448 req-8a4a15d4-5c03-4a41-9836-632aa62fe87e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17c0523f-c120-43f8-8de5-645c5eef05e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1254036 Oct 30 15:32:42.114691 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee596f0-6b06-46c8-a3c5-101a4b8437a2 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:42.122225 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-bee596f0-6b06-46c8-a3c5-101a4b8437a2 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/ports/bdcf0c01-fd0e-4d95-a369-27ea5a67232e HTTP/1.1" status: 200 len: 911 time: 0.0843720 Oct 30 15:32:42.124589 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35362) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:42.146597 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-5e984f78-dc89-491b-9c5b-f9c7bb346fee None None] Set router 6c682dc7-056d-4996-98f3-776ebd35edbf gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:32:42.183266 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-80afdfda-488f-49e4-bee8-05897def6440 None None] Provisioning complete for port bdcf0c01-fd0e-4d95-a369-27ea5a67232e triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:42.183700 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-80afdfda-488f-49e4-bee8-05897def6440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:42.215901 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6395dc-c431-417e-957c-3dd76b29f7b4 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:42.225481 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6395dc-c431-417e-957c-3dd76b29f7b4 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:42.230249 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-ef6395dc-c431-417e-957c-3dd76b29f7b4 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1041172 Oct 30 15:32:42.234041 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35364) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:42.248522 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-53230bf0-05ce-47f9-8812-0ddb971f7d6a None None] Set router dd179a0f-7cbf-461a-87c9-91b593c6f0d0 gateway port host: None {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:32:42.250462 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-19d5aa88-c0c2-420b-83fa-5b46e61c2018 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:42.274344 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b3c669de-a079-4642-b0ee-019c4c5c4448 req-f5794714-5d15-4e88-b75a-af3671a48624 service neutron] 10.222.0.53 "GET /v2.0/networks/17c0523f-c120-43f8-8de5-645c5eef05e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620893 Oct 30 15:32:42.382810 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-80afdfda-488f-49e4-bee8-05897def6440 None None] Port bdcf0c01-fd0e-4d95-a369-27ea5a67232e cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:32:42.383593 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-19d5aa88-c0c2-420b-83fa-5b46e61c2018 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:42.480203 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d5aa88-c0c2-420b-83fa-5b46e61c2018 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Network 7647fe19-ea7a-4816-84b1-6d0a166b80b1 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:32:42.483731 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-19d5aa88-c0c2-420b-83fa-5b46e61c2018 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:32:42.486360 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d5aa88-c0c2-420b-83fa-5b46e61c2018 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:32:42.495128 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d5aa88-c0c2-420b-83fa-5b46e61c2018 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:42.495800 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-19d5aa88-c0c2-420b-83fa-5b46e61c2018 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:42.511948 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b3c669de-a079-4642-b0ee-019c4c5c4448 req-bc7fb60a-dc38-4afe-8376-764ce201738d service neutron] 10.222.0.53 "GET /v2.0/networks/17c0523f-c120-43f8-8de5-645c5eef05e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276282 Oct 30 15:32:42.529352 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35366) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:42.545661 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device e657e149-4577-489c-94d8-8fb5b78cbc57 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:32:42.546033 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d5aa88-c0c2-420b-83fa-5b46e61c2018 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event updated for resources: {'Port': ['ID=ae951fbc-b351-4d18-965c-a3c397518f8b,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:42.594479 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-5e984f78-dc89-491b-9c5b-f9c7bb346fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c682dc7-056d-4996-98f3-776ebd35edbf', 'name': 'tempest-TestNetworkBasicOps-router-441667409', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': 'c972f468-0e4b-44ba-84b6-b2e471f61655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:32:08Z', 'updated_at': '2021-10-30T15:32:16Z', 'revision_number': 4, 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'gw_port': {'id': 'c972f468-0e4b-44ba-84b6-b2e471f61655', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:57:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c682dc7-056d-4996-98f3-776ebd35edbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:32:08Z', 'updated_at': '2021-10-30T15:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': 'bedd8854-69dc-415b-9aa8-b700103aca12', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'floating_ip_address': '172.25.4.84', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '6c682dc7-056d-4996-98f3-776ebd35edbf', 'port_id': 'f98ecc94-d72b-422d-9882-76c74dca36e3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17c0523f-c120-43f8-8de5-645c5eef05e9', 'mac_address': 'fa:16:3e:47:28:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ebf36ef-a495-4f6a-88b5-01abef8f7272', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:32:38Z', 'updated_at': '2021-10-30T15:32:38Z', 'revision_number': 0, 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9994e975-9cc8-47d6-94b4-eeea285d2542', 'name': '', 'network_id': '17c0523f-c120-43f8-8de5-645c5eef05e9', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'mac_address': 'fa:16:3e:42:a3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c682dc7-056d-4996-98f3-776ebd35edbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': '0083fb2c-b80c-4e1f-b3c7-34201cc33f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:32:15Z', 'updated_at': '2021-10-30T15:32:23Z', 'revision_number': 5, 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'subnets': [{'id': '0083fb2c-b80c-4e1f-b3c7-34201cc33f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:32:42.595997 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-19d5aa88-c0c2-420b-83fa-5b46e61c2018 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4307644 Oct 30 15:32:42.599743 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35368) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:42.604934 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: e657e149-4577-489c-94d8-8fb5b78cbc57 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:32:42.605373 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device e657e149-4577-489c-94d8-8fb5b78cbc57 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:32:42.606140 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-9b30903a-705c-4de0-9e10-55c803a7d731 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Request body: {'subnet': {'network_id': '7647fe19-ea7a-4816-84b1-6d0a166b80b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:42.634628 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e984f78-dc89-491b-9c5b-f9c7bb346fee None None] The sync data for ids ['6c682dc7-056d-4996-98f3-776ebd35edbf'] in n-d-806683-17 is: [{'id': '6c682dc7-056d-4996-98f3-776ebd35edbf', 'name': 'tempest-TestNetworkBasicOps-router-441667409', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': 'c972f468-0e4b-44ba-84b6-b2e471f61655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:32:08Z', 'updated_at': '2021-10-30T15:32:16Z', 'revision_number': 4, 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'gw_port': {'id': 'c972f468-0e4b-44ba-84b6-b2e471f61655', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:57:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c682dc7-056d-4996-98f3-776ebd35edbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:32:08Z', 'updated_at': '2021-10-30T15:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': 'bedd8854-69dc-415b-9aa8-b700103aca12', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'floating_ip_address': '172.25.4.84', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '6c682dc7-056d-4996-98f3-776ebd35edbf', 'port_id': 'f98ecc94-d72b-422d-9882-76c74dca36e3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17c0523f-c120-43f8-8de5-645c5eef05e9', 'mac_address': 'fa:16:3e:47:28:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ebf36ef-a495-4f6a-88b5-01abef8f7272', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:32:38Z', 'updated_at': '2021-10-30T15:32:38Z', 'revision_number': 0, 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9994e975-9cc8-47d6-94b4-eeea285d2542', 'name': '', 'network_id': '17c0523f-c120-43f8-8de5-645c5eef05e9', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'mac_address': 'fa:16:3e:42:a3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c682dc7-056d-4996-98f3-776ebd35edbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': '0083fb2c-b80c-4e1f-b3c7-34201cc33f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:32:15Z', 'updated_at': '2021-10-30T15:32:23Z', 'revision_number': 5, 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'subnets': [{'id': '0083fb2c-b80c-4e1f-b3c7-34201cc33f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:32:42.689682 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-cce3e1df-b697-4c04-9f64-a9e0232663c5 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/floatingips/bedd8854-69dc-415b-9aa8-b700103aca12 HTTP/1.1" status: 200 len: 991 time: 0.1565061 Oct 30 15:32:42.694076 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-53230bf0-05ce-47f9-8812-0ddb971f7d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd179a0f-7cbf-461a-87c9-91b593c6f0d0', 'name': 'tempest-NetworksTestDHCPv6-router-1316073183', 'tenant_id': '950626c196e345129caa4bb8b656378a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:32:38Z', 'updated_at': '2021-10-30T15:32:40Z', 'revision_number': 2, 'project_id': '950626c196e345129caa4bb8b656378a', 'gw_port_host': None, '_interfaces': [{'id': 'bdcf0c01-fd0e-4d95-a369-27ea5a67232e', 'name': '', 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'tenant_id': '950626c196e345129caa4bb8b656378a', 'mac_address': 'fa:16:3e:91:43:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd179a0f-7cbf-461a-87c9-91b593c6f0d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': 'b050d4aa-7e2b-44d0-8655-f1ee3d38e35d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:32:39Z', 'updated_at': '2021-10-30T15:32:40Z', 'revision_number': 2, 'project_id': '950626c196e345129caa4bb8b656378a', 'subnets': [{'id': 'b050d4aa-7e2b-44d0-8655-f1ee3d38e35d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:32:42.731103 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53230bf0-05ce-47f9-8812-0ddb971f7d6a None None] Checking router: dd179a0f-7cbf-461a-87c9-91b593c6f0d0 for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:32:42.732087 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53230bf0-05ce-47f9-8812-0ddb971f7d6a None None] Updating router dd179a0f-7cbf-461a-87c9-91b593c6f0d0 port bdcf0c01-fd0e-4d95-a369-27ea5a67232e binding host n-d-806683-17 {{(pid=102132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:32:42.764576 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-53230bf0-05ce-47f9-8812-0ddb971f7d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:42.774170 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b30903a-705c-4de0-9e10-55c803a7d731 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Made reservation on behalf of ee12cc7bf3e14cdba3ace2cbd46ac13b for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:32:42.781644 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9b30903a-705c-4de0-9e10-55c803a7d731 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:42.820876 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2bc9c544-366f-4737-8f71-1d3ac69331e2 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:42.888258 n-d-806683-17 neutron-server[102130]: INFO neutron.db.ipam_backend_mixin [None req-9b30903a-705c-4de0-9e10-55c803a7d731 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9ae5a989-e506-48cc-a9a1-d34180c2c4b5 (CIDR: 2001:db8::/64) Oct 30 15:32:42.895885 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b30903a-705c-4de0-9e10-55c803a7d731 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 30 15:32:42.897049 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b30903a-705c-4de0-9e10-55c803a7d731 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:32:42.925902 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9b30903a-705c-4de0-9e10-55c803a7d731 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3245721 Oct 30 15:32:42.928164 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35372) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:42.936387 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-17436093-3d67-4876-975c-95c161c27535 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Request body: {'subnet': {'network_id': '7647fe19-ea7a-4816-84b1-6d0a166b80b1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:43.034960 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 371db7fd-790d-4a26-b3ec-c6e9caa90307 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:32:43.104584 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-2bc9c544-366f-4737-8f71-1d3ac69331e2 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Deleting port bdcf0c01-fd0e-4d95-a369-27ea5a67232e {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:32:43.104956 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2bc9c544-366f-4737-8f71-1d3ac69331e2 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:43.151529 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17436093-3d67-4876-975c-95c161c27535 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Made reservation on behalf of ee12cc7bf3e14cdba3ace2cbd46ac13b for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:32:43.156253 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-17436093-3d67-4876-975c-95c161c27535 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:43.179644 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 371db7fd-790d-4a26-b3ec-c6e9caa90307 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:43.181606 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:43.230311 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0942c0e-1929-404e-9188-76d25f8c1ad7 None None] New status for floating IP bedd8854-69dc-415b-9aa8-b700103aca12: ACTIVE {{(pid=102133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 15:32:43.287911 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2bc9c544-366f-4737-8f71-1d3ac69331e2 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:43.301357 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-53230bf0-05ce-47f9-8812-0ddb971f7d6a None None] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:43.312693 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-53230bf0-05ce-47f9-8812-0ddb971f7d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:43.314886 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-2bc9c544-366f-4737-8f71-1d3ac69331e2 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Calling delete_port for bdcf0c01-fd0e-4d95-a369-27ea5a67232e owned by network:router_interface {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:32:43.382504 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c44733c-e7b5-4dc6-a46b-cc28a3bdb30a None None] Pushing event updated for resources: {'Port': ['ID=bdcf0c01-fd0e-4d95-a369-27ea5a67232e,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:43.469808 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-17436093-3d67-4876-975c-95c161c27535 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:43.482956 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-53230bf0-05ce-47f9-8812-0ddb971f7d6a None None] Attempting to bind port bdcf0c01-fd0e-4d95-a369-27ea5a67232e on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:32:43.483286 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-53230bf0-05ce-47f9-8812-0ddb971f7d6a None None] Attempting to bind port bdcf0c01-fd0e-4d95-a369-27ea5a67232e by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:32:43.483687 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53230bf0-05ce-47f9-8812-0ddb971f7d6a None None] Attempting to bind port bdcf0c01-fd0e-4d95-a369-27ea5a67232e on network 0087ab61-2d5d-438b-a324-8b85dab759bc {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:32:43.517767 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17436093-3d67-4876-975c-95c161c27535 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Network 7647fe19-ea7a-4816-84b1-6d0a166b80b1 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:32:43.522713 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-17436093-3d67-4876-975c-95c161c27535 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:32:43.534088 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17436093-3d67-4876-975c-95c161c27535 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:43.534819 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-17436093-3d67-4876-975c-95c161c27535 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:43.566434 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17436093-3d67-4876-975c-95c161c27535 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event updated for resources: {'Subnet': ['ID=dbb3f2be-98f4-4185-bb67-49a4e8bf7510,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:43.575043 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-17436093-3d67-4876-975c-95c161c27535 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6421976 Oct 30 15:32:43.575043 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35374) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:43.582759 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-51fbb4d4-a9f8-437f-b21d-561df513a54a tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-191908563', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'dbb3f2be-98f4-4185-bb67-49a4e8bf7510'}], 'security_groups': ['2cab6723-4dd6-45a7-bb7d-39f585c16a14']}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:43.585710 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53230bf0-05ce-47f9-8812-0ddb971f7d6a None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:32:43.586088 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53230bf0-05ce-47f9-8812-0ddb971f7d6a None None] Checking segment: {'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:32:43.586499 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-53230bf0-05ce-47f9-8812-0ddb971f7d6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:43.586902 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53230bf0-05ce-47f9-8812-0ddb971f7d6a None None] Bound using segment: {'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:32:43.587398 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-53230bf0-05ce-47f9-8812-0ddb971f7d6a None None] Bound port: bdcf0c01-fd0e-4d95-a369-27ea5a67232e, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:32:43.587889 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-53230bf0-05ce-47f9-8812-0ddb971f7d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:43.636727 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device ad577800-1318-42a7-8dde-a7ac1ed90930 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:32:43.662307 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2bc9c544-366f-4737-8f71-1d3ac69331e2 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:43.693018 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35376) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:43.696810 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc9c544-366f-4737-8f71-1d3ac69331e2 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event deleted for resources: {'Port': ['ID=bdcf0c01-fd0e-4d95-a369-27ea5a67232e,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:43.709636 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.db.api [None req-53230bf0-05ce-47f9-8812-0ddb971f7d6a None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 30 15:32:43.710533 n-d-806683-17 neutron-server[102132]: DEBUG oslo_db.api [None req-53230bf0-05ce-47f9-8812-0ddb971f7d6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 30 15:32:43.711068 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-5c7a4656-f162-4a2d-b5a0-fe083429bbed None None] Provisioning complete for port ad577800-1318-42a7-8dde-a7ac1ed90930 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:43.711434 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5c7a4656-f162-4a2d-b5a0-fe083429bbed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:43.772323 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-2ac2eadc-c01b-4bef-89df-28c6de4bfe0f tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/floatingips/bedd8854-69dc-415b-9aa8-b700103aca12 HTTP/1.1" status: 200 len: 993 time: 0.0724189 Oct 30 15:32:43.810659 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port ad577800-1318-42a7-8dde-a7ac1ed90930 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:43.812362 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:43.897465 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2bc9c544-366f-4737-8f71-1d3ac69331e2 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:43.922897 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5c7a4656-f162-4a2d-b5a0-fe083429bbed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:43.938669 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d9b0dd-8bf2-49db-981e-f5133e5bde4a None None] Network 7647fe19-ea7a-4816-84b1-6d0a166b80b1 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:32:44.074319 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-5c7a4656-f162-4a2d-b5a0-fe083429bbed None None] For port ad577800-1318-42a7-8dde-a7ac1ed90930, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=ad577800-1318-42a7-8dde-a7ac1ed90930,segment=NetworkSegment(4171a214-dd59-4475-abe0-a4ec553fadf7),segment_id=4171a214-dd59-4475-abe0-a4ec553fadf7)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:32:44.083585 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:44.106476 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5c7a4656-f162-4a2d-b5a0-fe083429bbed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:44.145234 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bc9c544-366f-4737-8f71-1d3ac69331e2 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Router dd179a0f-7cbf-461a-87c9-91b593c6f0d0 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:32:44.178329 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-51fbb4d4-a9f8-437f-b21d-561df513a54a tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:44.207995 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-5c7a4656-f162-4a2d-b5a0-fe083429bbed None None] Provisioning complete for port 5c99c04b-93fe-42ce-909f-9af06787d580 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:44.208371 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5c7a4656-f162-4a2d-b5a0-fe083429bbed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:44.216308 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.db.api [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 30 15:32:44.216668 n-d-806683-17 neutron-server[102132]: DEBUG oslo_db.api [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 30 15:32:44.223129 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc9c544-366f-4737-8f71-1d3ac69331e2 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:32:44.231570 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-2bc9c544-366f-4737-8f71-1d3ac69331e2 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "PUT /v2.0/routers/dd179a0f-7cbf-461a-87c9-91b593c6f0d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9961431 Oct 30 15:32:44.232199 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35380) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:44.256499 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7a4656-f162-4a2d-b5a0-fe083429bbed None None] Pushing event updated for resources: {'Port': ['ID=ad577800-1318-42a7-8dde-a7ac1ed90930,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:44.262846 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-53230bf0-05ce-47f9-8812-0ddb971f7d6a None None] Attempting to bind port bdcf0c01-fd0e-4d95-a369-27ea5a67232e on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:32:44.263219 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-53230bf0-05ce-47f9-8812-0ddb971f7d6a None None] Attempting to bind port bdcf0c01-fd0e-4d95-a369-27ea5a67232e by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:32:44.263619 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53230bf0-05ce-47f9-8812-0ddb971f7d6a None None] Attempting to bind port bdcf0c01-fd0e-4d95-a369-27ea5a67232e on network 0087ab61-2d5d-438b-a324-8b85dab759bc {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:32:44.306103 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53230bf0-05ce-47f9-8812-0ddb971f7d6a None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:32:44.306483 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53230bf0-05ce-47f9-8812-0ddb971f7d6a None None] Checking segment: {'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:32:44.306890 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-53230bf0-05ce-47f9-8812-0ddb971f7d6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:44.307290 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53230bf0-05ce-47f9-8812-0ddb971f7d6a None None] Bound using segment: {'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:32:44.307805 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-53230bf0-05ce-47f9-8812-0ddb971f7d6a None None] Bound port: bdcf0c01-fd0e-4d95-a369-27ea5a67232e, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:32:44.308193 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-53230bf0-05ce-47f9-8812-0ddb971f7d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:44.325945 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a22686-dc6e-4304-9433-2ecd62121898 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:44.327394 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a22686-dc6e-4304-9433-2ecd62121898 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:44.328944 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-14a22686-dc6e-4304-9433-2ecd62121898 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0960362 Oct 30 15:32:44.331762 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35382) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:44.337610 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-5c7a4656-f162-4a2d-b5a0-fe083429bbed None None] Port 5c99c04b-93fe-42ce-909f-9af06787d580 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:32:44.363587 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-53230bf0-05ce-47f9-8812-0ddb971f7d6a None None] Port bdcf0c01-fd0e-4d95-a369-27ea5a67232e has been deleted concurrently {{(pid=102132) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Oct 30 15:32:44.397085 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-da281dbe-fdec-43db-9981-0242dfe07ec3 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Deleting subnet b050d4aa-7e2b-44d0-8655-f1ee3d38e35d {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:32:44.397335 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53230bf0-05ce-47f9-8812-0ddb971f7d6a None None] Routers {'dd179a0f-7cbf-461a-87c9-91b593c6f0d0'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:32:44.398347 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-53230bf0-05ce-47f9-8812-0ddb971f7d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:32:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['dd179a0f-7cbf-461a-87c9-91b593c6f0d0'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:32:44.401203 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-da281dbe-fdec-43db-9981-0242dfe07ec3 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:44.445976 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-da281dbe-fdec-43db-9981-0242dfe07ec3 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:44.549296 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-51fbb4d4-a9f8-437f-b21d-561df513a54a tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Delete allocated IP 2001:db8::52 (7647fe19-ea7a-4816-84b1-6d0a166b80b1/9ae5a989-e506-48cc-a9a1-d34180c2c4b5) {{(pid=102130) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 30 15:32:44.559836 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-51fbb4d4-a9f8-437f-b21d-561df513a54a tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Allocated IP 2001:db8:0:1::2cf (7647fe19-ea7a-4816-84b1-6d0a166b80b1/dbb3f2be-98f4-4185-bb67-49a4e8bf7510/ae951fbc-b351-4d18-965c-a3c397518f8b) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:32:44.653313 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-528582e5-3e1e-401e-a0e0-c5cf588dfcaa None None] Could not find standard attr ID for object bdcf0c01-fd0e-4d95-a369-27ea5a67232e. {{(pid=102132) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 30 15:32:44.659062 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-53230bf0-05ce-47f9-8812-0ddb971f7d6a None None] Set router dd179a0f-7cbf-461a-87c9-91b593c6f0d0 gateway port host: None {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:32:44.724497 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-53230bf0-05ce-47f9-8812-0ddb971f7d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd179a0f-7cbf-461a-87c9-91b593c6f0d0', 'name': 'tempest-NetworksTestDHCPv6-router-1316073183', 'tenant_id': '950626c196e345129caa4bb8b656378a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:32:38Z', 'updated_at': '2021-10-30T15:32:43Z', 'revision_number': 3, 'project_id': '950626c196e345129caa4bb8b656378a', 'gw_port_host': None}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:32:44.736846 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-51fbb4d4-a9f8-437f-b21d-561df513a54a tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:44.742155 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-51fbb4d4-a9f8-437f-b21d-561df513a54a tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:44.804066 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53230bf0-05ce-47f9-8812-0ddb971f7d6a None None] The sync data for ids ['dd179a0f-7cbf-461a-87c9-91b593c6f0d0'] in n-d-806683-17 is: [{'id': 'dd179a0f-7cbf-461a-87c9-91b593c6f0d0', 'name': 'tempest-NetworksTestDHCPv6-router-1316073183', 'tenant_id': '950626c196e345129caa4bb8b656378a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:32:38Z', 'updated_at': '2021-10-30T15:32:43Z', 'revision_number': 3, 'project_id': '950626c196e345129caa4bb8b656378a', 'gw_port_host': None}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:32:44.809495 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-528582e5-3e1e-401e-a0e0-c5cf588dfcaa None None] Provisioning complete for port ae951fbc-b351-4d18-965c-a3c397518f8b triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:44.809768 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-528582e5-3e1e-401e-a0e0-c5cf588dfcaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:44.811309 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-51fbb4d4-a9f8-437f-b21d-561df513a54a tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] In _notify_port_updated(), no bound segment for port ae951fbc-b351-4d18-965c-a3c397518f8b on network 7647fe19-ea7a-4816-84b1-6d0a166b80b1 {{(pid=102130) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 30 15:32:44.817623 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51fbb4d4-a9f8-437f-b21d-561df513a54a tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:44.818889 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-51fbb4d4-a9f8-437f-b21d-561df513a54a tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:44.820494 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-51fbb4d4-a9f8-437f-b21d-561df513a54a tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "PUT /v2.0/ports/ae951fbc-b351-4d18-965c-a3c397518f8b HTTP/1.1" status: 200 len: 930 time: 1.2442050 Oct 30 15:32:44.824060 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35386) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:44.864092 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860ae721-1f64-417b-b107-aa8c7cce82ff None None] Update dhcp port {'port': {'network_id': '7647fe19-ea7a-4816-84b1-6d0a166b80b1', 'fixed_ips': [{'subnet_id': '9ae5a989-e506-48cc-a9a1-d34180c2c4b5', 'ip_address': '2001:db8::2'}, {'subnet_id': 'dbb3f2be-98f4-4185-bb67-49a4e8bf7510'}], 'binding:host_id': 'n-d-806683-17'}, 'id': 'ad577800-1318-42a7-8dde-a7ac1ed90930'} from n-d-806683-17. {{(pid=102132) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 30 15:32:44.864650 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fbb4d4-a9f8-437f-b21d-561df513a54a tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event updated for resources: {'Port': ['ID=ae951fbc-b351-4d18-965c-a3c397518f8b,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:44.869608 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-da281dbe-fdec-43db-9981-0242dfe07ec3 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:44.882948 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-528582e5-3e1e-401e-a0e0-c5cf588dfcaa None None] Port ae951fbc-b351-4d18-965c-a3c397518f8b cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:32:44.905640 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-860ae721-1f64-417b-b107-aa8c7cce82ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:44.954503 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-da281dbe-fdec-43db-9981-0242dfe07ec3 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:44.986468 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-d1c232e2-78f9-41db-b078-e771e8864c58 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Deleting port ae951fbc-b351-4d18-965c-a3c397518f8b {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:32:44.986876 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d1c232e2-78f9-41db-b078-e771e8864c58 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:44.998773 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da281dbe-fdec-43db-9981-0242dfe07ec3 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event deleted for resources: {'Subnet': ['ID=b050d4aa-7e2b-44d0-8655-f1ee3d38e35d,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:45.007512 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-da281dbe-fdec-43db-9981-0242dfe07ec3 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:45.023720 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-da281dbe-fdec-43db-9981-0242dfe07ec3 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/subnets/b050d4aa-7e2b-44d0-8655-f1ee3d38e35d HTTP/1.1" status: 204 len: 168 time: 0.6781263 Oct 30 15:32:45.028010 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2473b974-6b61-415f-9a32-06fa0a86c7d0 None None] Network 0087ab61-2d5d-438b-a324-8b85dab759bc requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:32:45.028207 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35390) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:45.029904 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device ad577800-1318-42a7-8dde-a7ac1ed90930 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:32:45.124947 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d1c232e2-78f9-41db-b078-e771e8864c58 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:45.153598 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-084eac2b-53a2-44b1-be5c-c53db7999be6 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1242962 Oct 30 15:32:45.154382 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35394) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:45.158844 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-d1c232e2-78f9-41db-b078-e771e8864c58 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Calling delete_port for ae951fbc-b351-4d18-965c-a3c397518f8b owned by {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:32:45.242106 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2804c79a-0920-44af-b0ab-375641d1851f tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for router, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:45.286320 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-860ae721-1f64-417b-b107-aa8c7cce82ff None None] Allocated IP 2001:db8:0:1::2 (7647fe19-ea7a-4816-84b1-6d0a166b80b1/dbb3f2be-98f4-4185-bb67-49a4e8bf7510/ad577800-1318-42a7-8dde-a7ac1ed90930) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:32:45.294127 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port ad577800-1318-42a7-8dde-a7ac1ed90930 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:45.294565 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:45.352263 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d1c232e2-78f9-41db-b078-e771e8864c58 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:45.406539 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d1c232e2-78f9-41db-b078-e771e8864c58 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:45.410197 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-d1c232e2-78f9-41db-b078-e771e8864c58 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "DELETE /v2.0/ports/ae951fbc-b351-4d18-965c-a3c397518f8b HTTP/1.1" status: 204 len: 168 time: 0.5850616 Oct 30 15:32:45.427286 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e1f96d-6c1a-4e1e-856e-d11af665557b None None] DHCP port deletion for 0087ab61-2d5d-438b-a324-8b85dab759bc request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:32:45.435800 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35406) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:45.447709 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c232e2-78f9-41db-b078-e771e8864c58 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event deleted for resources: {'Port': ['ID=ae951fbc-b351-4d18-965c-a3c397518f8b,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:45.454716 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2804c79a-0920-44af-b0ab-375641d1851f tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:45.457248 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2804c79a-0920-44af-b0ab-375641d1851f tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:45.468974 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-79220644-1673-48d3-b70e-26a3b5296578 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] GET failed (client error): The resource could not be found. Oct 30 15:32:45.470900 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-79220644-1673-48d3-b70e-26a3b5296578 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "GET /v2.0/ports/ae951fbc-b351-4d18-965c-a3c397518f8b HTTP/1.1" status: 404 len: 333 time: 0.0338087 Oct 30 15:32:45.473857 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35408) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:45.505795 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2804c79a-0920-44af-b0ab-375641d1851f tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:45.508064 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2804c79a-0920-44af-b0ab-375641d1851f tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Fanout notify agent at l3_agent the message router_deleted on router dd179a0f-7cbf-461a-87c9-91b593c6f0d0 {{(pid=102131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:32:45.523823 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2804c79a-0920-44af-b0ab-375641d1851f tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:45.527751 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-2804c79a-0920-44af-b0ab-375641d1851f tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/routers/dd179a0f-7cbf-461a-87c9-91b593c6f0d0 HTTP/1.1" status: 204 len: 168 time: 0.3725560 Oct 30 15:32:45.528502 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35412) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:45.539004 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-860ae721-1f64-417b-b107-aa8c7cce82ff None None] For port ad577800-1318-42a7-8dde-a7ac1ed90930, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=ad577800-1318-42a7-8dde-a7ac1ed90930,segment=NetworkSegment(4171a214-dd59-4475-abe0-a4ec553fadf7),segment_id=4171a214-dd59-4475-abe0-a4ec553fadf7)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:32:45.568845 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b3d1f13f-0854-499b-abf1-51b218ab3772 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:45.585280 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-860ae721-1f64-417b-b107-aa8c7cce82ff None None] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:45.591386 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-66e1f96d-6c1a-4e1e-856e-d11af665557b None None] Deleting port 371db7fd-790d-4a26-b3ec-c6e9caa90307 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:32:45.594332 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-66e1f96d-6c1a-4e1e-856e-d11af665557b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:45.601671 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-860ae721-1f64-417b-b107-aa8c7cce82ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:45.603693 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b3d1f13f-0854-499b-abf1-51b218ab3772 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:45.661398 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543b362c-4842-4bab-b60e-ec48628b16a4 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:45.669900 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35416) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:45.672143 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-543b362c-4842-4bab-b60e-ec48628b16a4 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1411729 Oct 30 15:32:45.736130 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b3d1f13f-0854-499b-abf1-51b218ab3772 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:45.738818 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b3d1f13f-0854-499b-abf1-51b218ab3772 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:45.740078 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b3d1f13f-0854-499b-abf1-51b218ab3772 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "DELETE /v2.0/security-groups/f19eac07-c820-441e-8e86-1d749066b482 HTTP/1.1" status: 204 len: 168 time: 0.2650428 Oct 30 15:32:45.743720 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35418) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:45.754773 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d1f13f-0854-499b-abf1-51b218ab3772 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19eac07-c820-441e-8e86-1d749066b482,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:45.760334 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d50718-c65f-4811-a533-24a32562623c tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:45.765228 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-62d50718-c65f-4811-a533-24a32562623c tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0909479 Oct 30 15:32:45.765228 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35420) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:45.803244 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-66e1f96d-6c1a-4e1e-856e-d11af665557b None None] For port 371db7fd-790d-4a26-b3ec-c6e9caa90307, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=371db7fd-790d-4a26-b3ec-c6e9caa90307,segment=NetworkSegment(04fb9866-245b-47c9-a7bc-8854a722bc22),segment_id=04fb9866-245b-47c9-a7bc-8854a722bc22)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:32:45.803814 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-66e1f96d-6c1a-4e1e-856e-d11af665557b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:45.831017 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860ae721-1f64-417b-b107-aa8c7cce82ff None None] Pushing event updated for resources: {'Port': ['ID=ad577800-1318-42a7-8dde-a7ac1ed90930,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:45.840077 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-186c66c8-c18e-43d4-8f9c-7d07bdc6ebc1 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0674789 Oct 30 15:32:45.843582 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35422) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:45.844720 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-66e1f96d-6c1a-4e1e-856e-d11af665557b None None] Calling delete_port for 371db7fd-790d-4a26-b3ec-c6e9caa90307 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:32:45.855078 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-056de84a-0fa4-49ae-ad51-805d4dd404e5 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Request body: {'subnet': {'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:45.856244 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d83778ea-34d0-4ee9-ab36-4e4043b4d34c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:45.898104 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d83778ea-34d0-4ee9-ab36-4e4043b4d34c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:45.975493 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056de84a-0fa4-49ae-ad51-805d4dd404e5 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Made reservation on behalf of 950626c196e345129caa4bb8b656378a for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:32:45.980000 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-056de84a-0fa4-49ae-ad51-805d4dd404e5 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:45.984540 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-66e1f96d-6c1a-4e1e-856e-d11af665557b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:45.992845 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d83778ea-34d0-4ee9-ab36-4e4043b4d34c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:45.996624 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d83778ea-34d0-4ee9-ab36-4e4043b4d34c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:46.000985 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d83778ea-34d0-4ee9-ab36-4e4043b4d34c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "DELETE /v2.0/security-groups/2cab6723-4dd6-45a7-bb7d-39f585c16a14 HTTP/1.1" status: 204 len: 168 time: 0.2561853 Oct 30 15:32:46.001734 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35424) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:46.038065 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e1f96d-6c1a-4e1e-856e-d11af665557b None None] Pushing event deleted for resources: {'Port': ['ID=371db7fd-790d-4a26-b3ec-c6e9caa90307,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:46.042198 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e1f96d-6c1a-4e1e-856e-d11af665557b None None] No DVR routers for this DVR port 371db7fd-790d-4a26-b3ec-c6e9caa90307 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:32:46.057501 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83778ea-34d0-4ee9-ab36-4e4043b4d34c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cab6723-4dd6-45a7-bb7d-39f585c16a14,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:46.090762 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5a7d439-2131-4fe3-b543-f242abeabcf9 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Deleting subnet 9ae5a989-e506-48cc-a9a1-d34180c2c4b5 {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:32:46.094149 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d5a7d439-2131-4fe3-b543-f242abeabcf9 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:46.157599 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d5a7d439-2131-4fe3-b543-f242abeabcf9 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:46.188282 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80132601-dbf7-49a0-83ab-ce5b3afc3ef2 None None] Sync routers for ids ['dd179a0f-7cbf-461a-87c9-91b593c6f0d0'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:32:46.213620 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80132601-dbf7-49a0-83ab-ce5b3afc3ef2 None None] Routers set() bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:32:46.218751 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80132601-dbf7-49a0-83ab-ce5b3afc3ef2 None None] Router IDs set() for agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 30 15:32:46.219989 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_agentschedulers_db [None req-80132601-dbf7-49a0-83ab-ce5b3afc3ef2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'dd179a0f-7cbf-461a-87c9-91b593c6f0d0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:32:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent'). {{(pid=102132) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 30 15:32:46.245593 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80132601-dbf7-49a0-83ab-ce5b3afc3ef2 None None] Routers set() bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:32:46.246094 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80132601-dbf7-49a0-83ab-ce5b3afc3ef2 None None] Router IDs set() for agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 30 15:32:46.246691 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_agentschedulers_db [None req-80132601-dbf7-49a0-83ab-ce5b3afc3ef2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'dd179a0f-7cbf-461a-87c9-91b593c6f0d0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:32:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent'). {{(pid=102132) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 30 15:32:46.247066 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80132601-dbf7-49a0-83ab-ce5b3afc3ef2 None None] The sync data for ids ['dd179a0f-7cbf-461a-87c9-91b593c6f0d0'] in n-d-806683-17 is: [] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:32:46.300997 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d5a7d439-2131-4fe3-b543-f242abeabcf9 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:46.401387 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d5a7d439-2131-4fe3-b543-f242abeabcf9 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:46.436682 n-d-806683-17 neutron-server[102130]: DEBUG neutron.objects.ports [None req-056de84a-0fa4-49ae-ad51-805d4dd404e5 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102130) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 30 15:32:46.438536 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-056de84a-0fa4-49ae-ad51-805d4dd404e5 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:46.445453 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d5a7d439-2131-4fe3-b543-f242abeabcf9 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:46.452437 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d5a7d439-2131-4fe3-b543-f242abeabcf9 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "DELETE /v2.0/subnets/9ae5a989-e506-48cc-a9a1-d34180c2c4b5 HTTP/1.1" status: 204 len: 168 time: 0.4456668 Oct 30 15:32:46.453909 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a7d439-2131-4fe3-b543-f242abeabcf9 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event deleted for resources: {'Subnet': ['ID=9ae5a989-e506-48cc-a9a1-d34180c2c4b5,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:46.463152 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35428) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:46.469008 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-d97f627a-5e04-41c9-9ffc-0cef7dd24ff1 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Request body: {'subnet': {'network_id': '7647fe19-ea7a-4816-84b1-6d0a166b80b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:46.476954 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a7d439-2131-4fe3-b543-f242abeabcf9 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:32:46.477685 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a7d439-2131-4fe3-b543-f242abeabcf9 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:32:46.478912 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a7d439-2131-4fe3-b543-f242abeabcf9 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:32:46.479493 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a7d439-2131-4fe3-b543-f242abeabcf9 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:32:46.480211 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a7d439-2131-4fe3-b543-f242abeabcf9 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:32:46.480878 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a7d439-2131-4fe3-b543-f242abeabcf9 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:32:46.481444 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a7d439-2131-4fe3-b543-f242abeabcf9 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:32:46.482011 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a7d439-2131-4fe3-b543-f242abeabcf9 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:32:46.483587 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a7d439-2131-4fe3-b543-f242abeabcf9 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:32:46.484170 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a7d439-2131-4fe3-b543-f242abeabcf9 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:32:46.484718 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a7d439-2131-4fe3-b543-f242abeabcf9 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:32:46.485940 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a7d439-2131-4fe3-b543-f242abeabcf9 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:32:46.493876 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056de84a-0fa4-49ae-ad51-805d4dd404e5 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Network 0087ab61-2d5d-438b-a324-8b85dab759bc is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:32:46.497432 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-056de84a-0fa4-49ae-ad51-805d4dd404e5 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:32:46.500437 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056de84a-0fa4-49ae-ad51-805d4dd404e5 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:46.501021 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-056de84a-0fa4-49ae-ad51-805d4dd404e5 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:46.507815 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e5b396-9ef2-4fe3-a2f9-7ad586d947ed None None] Network 0087ab61-2d5d-438b-a324-8b85dab759bc requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:32:46.518613 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056de84a-0fa4-49ae-ad51-805d4dd404e5 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event updated for resources: {'Subnet': ['ID=91ae85a2-fe42-4275-bbf9-ab66a7a3dc27,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:46.543713 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-056de84a-0fa4-49ae-ad51-805d4dd404e5 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6950419 Oct 30 15:32:46.544075 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35430) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:46.550678 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-f3f4c631-b1de-4bc6-b1b8-f10839590d91 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Request body: {'subnet': {'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:46.668508 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d97f627a-5e04-41c9-9ffc-0cef7dd24ff1 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Made reservation on behalf of ee12cc7bf3e14cdba3ace2cbd46ac13b for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:32:46.672358 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d97f627a-5e04-41c9-9ffc-0cef7dd24ff1 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:46.735613 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1ee510-0f2c-49ed-8541-463052dacd9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-0087ab61-2d5d-438b-a324-8b85dab759bc', 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'tenant_id': '950626c196e345129caa4bb8b656378a', 'fixed_ips': [{'subnet_id': '91ae85a2-fe42-4275-bbf9-ab66a7a3dc27'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:32:46.736804 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0c1ee510-0f2c-49ed-8541-463052dacd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:46.777163 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f4c631-b1de-4bc6-b1b8-f10839590d91 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Made reservation on behalf of 950626c196e345129caa4bb8b656378a for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:32:46.781107 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f3f4c631-b1de-4bc6-b1b8-f10839590d91 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:46.840866 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e58b29-c402-421a-bf74-00362245642d None None] Network 7647fe19-ea7a-4816-84b1-6d0a166b80b1 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:32:46.939770 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-bc9dcafa-163a-4156-9c85-ff7cfe6200d7 None None] Provisioning complete for port ad577800-1318-42a7-8dde-a7ac1ed90930 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:46.940189 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bc9dcafa-163a-4156-9c85-ff7cfe6200d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:47.042123 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d97f627a-5e04-41c9-9ffc-0cef7dd24ff1 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:47.099864 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f3f4c631-b1de-4bc6-b1b8-f10839590d91 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:47.110146 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97f627a-5e04-41c9-9ffc-0cef7dd24ff1 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Network 7647fe19-ea7a-4816-84b1-6d0a166b80b1 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:32:47.116807 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-d97f627a-5e04-41c9-9ffc-0cef7dd24ff1 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:32:47.122978 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97f627a-5e04-41c9-9ffc-0cef7dd24ff1 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:47.124463 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d97f627a-5e04-41c9-9ffc-0cef7dd24ff1 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:47.146600 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97f627a-5e04-41c9-9ffc-0cef7dd24ff1 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event updated for resources: {'Subnet': ['ID=4b4ba9d7-e6de-4566-9859-20f0204480ef,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:47.165713 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f4c631-b1de-4bc6-b1b8-f10839590d91 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event updated for resources: {'Subnet': ['ID=93e320ff-4426-4fe0-ab7d-89a81c542b11,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:47.166737 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d97f627a-5e04-41c9-9ffc-0cef7dd24ff1 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7020535 Oct 30 15:32:47.169565 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35434) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:47.180172 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-20bae19c-32d4-4225-b3bf-40cbde2895f7 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Request body: {'security_group': {'name': 'tempest-secgroup-1656159416'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:47.191367 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f4c631-b1de-4bc6-b1b8-f10839590d91 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Network 0087ab61-2d5d-438b-a324-8b85dab759bc is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:32:47.194808 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-f3f4c631-b1de-4bc6-b1b8-f10839590d91 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:32:47.198927 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f4c631-b1de-4bc6-b1b8-f10839590d91 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:47.199703 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f3f4c631-b1de-4bc6-b1b8-f10839590d91 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:47.207380 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device ad577800-1318-42a7-8dde-a7ac1ed90930 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:32:47.225065 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-20bae19c-32d4-4225-b3bf-40cbde2895f7 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:47.246603 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-f3f4c631-b1de-4bc6-b1b8-f10839590d91 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7001295 Oct 30 15:32:47.249777 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35438) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:47.255074 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-40221c1b-a40b-4633-9a59-d02ea9f0c7b4 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Request body: {'port': {'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'mac_address': 'fa:16:3e:2a:7a:18', 'name': 'tempest-NetworksTestDHCPv6-1530690224'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:47.273771 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-0c1ee510-0f2c-49ed-8541-463052dacd9f None None] Allocated IP 2001:db8::f816:3eff:fee8:8cc9 (0087ab61-2d5d-438b-a324-8b85dab759bc/91ae85a2-fe42-4275-bbf9-ab66a7a3dc27/dc4c897f-c1f1-45fa-b3d7-46ec122e5a86) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:32:47.347183 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-20bae19c-32d4-4225-b3bf-40cbde2895f7 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:47.357149 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-20bae19c-32d4-4225-b3bf-40cbde2895f7 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:47.399143 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bae19c-32d4-4225-b3bf-40cbde2895f7 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02a5f53e-d3e5-4cc9-b84a-a414d47b944d,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:47.407815 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-20bae19c-32d4-4225-b3bf-40cbde2895f7 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:47.413960 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-20bae19c-32d4-4225-b3bf-40cbde2895f7 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2413270 Oct 30 15:32:47.414594 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35440) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:47.421447 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-bc9dcafa-163a-4156-9c85-ff7cfe6200d7 None None] Could not find standard attr ID for object ae951fbc-b351-4d18-965c-a3c397518f8b. {{(pid=102132) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 30 15:32:47.422299 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-33db4ec5-80a5-4a82-9a68-3cbfc3bcedeb tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Request body: {'security_group': {'name': 'tempest-secgroup-1013368748'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:47.442117 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40221c1b-a40b-4633-9a59-d02ea9f0c7b4 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Made reservation on behalf of 950626c196e345129caa4bb8b656378a for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:32:47.442461 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port ad577800-1318-42a7-8dde-a7ac1ed90930 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:47.442846 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:47.508001 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-33db4ec5-80a5-4a82-9a68-3cbfc3bcedeb tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:47.525305 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-bc9dcafa-163a-4156-9c85-ff7cfe6200d7 None None] Provisioning complete for port 5c99c04b-93fe-42ce-909f-9af06787d580 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:47.526044 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bc9dcafa-163a-4156-9c85-ff7cfe6200d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:47.566555 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-40221c1b-a40b-4633-9a59-d02ea9f0c7b4 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:47.601884 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [None req-40221c1b-a40b-4633-9a59-d02ea9f0c7b4 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] device_id is not set on port c61654e7-568e-44b9-b831-17e3a2627fe3 yet. {{(pid=102130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:32:47.609001 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-bc9dcafa-163a-4156-9c85-ff7cfe6200d7 None None] Port 5c99c04b-93fe-42ce-909f-9af06787d580 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:32:47.660216 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-33db4ec5-80a5-4a82-9a68-3cbfc3bcedeb tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:47.670260 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-33db4ec5-80a5-4a82-9a68-3cbfc3bcedeb tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:47.684546 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0c1ee510-0f2c-49ed-8541-463052dacd9f None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:47.699073 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0c1ee510-0f2c-49ed-8541-463052dacd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:47.723983 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-33db4ec5-80a5-4a82-9a68-3cbfc3bcedeb tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:47.725321 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-33db4ec5-80a5-4a82-9a68-3cbfc3bcedeb tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3099885 Oct 30 15:32:47.730310 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35442) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:47.735697 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-c6ef3dac-98df-4266-a170-08769355b3e5 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Request body: {'security_group': {'name': 'tempest-secgroup-1077669164'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:47.742709 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 371db7fd-790d-4a26-b3ec-c6e9caa90307 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:32:47.775598 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c6ef3dac-98df-4266-a170-08769355b3e5 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:47.778014 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1ee510-0f2c-49ed-8541-463052dacd9f None None] Network 0087ab61-2d5d-438b-a324-8b85dab759bc is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:32:47.781684 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 371db7fd-790d-4a26-b3ec-c6e9caa90307 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:32:47.782219 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 371db7fd-790d-4a26-b3ec-c6e9caa90307 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:32:47.787810 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-0c1ee510-0f2c-49ed-8541-463052dacd9f None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:32:47.794834 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1ee510-0f2c-49ed-8541-463052dacd9f None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:32:47.796568 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db4ec5-80a5-4a82-9a68-3cbfc3bcedeb tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e1f6e0-dc85-43bf-bc9e-303d5cee6e3d,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:47.799599 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1ee510-0f2c-49ed-8541-463052dacd9f None None] Pushing event updated for resources: {'Port': ['ID=dc4c897f-c1f1-45fa-b3d7-46ec122e5a86,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:47.910089 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-0c1ee510-0f2c-49ed-8541-463052dacd9f None None] Attempting to bind port dc4c897f-c1f1-45fa-b3d7-46ec122e5a86 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:32:47.910464 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-0c1ee510-0f2c-49ed-8541-463052dacd9f None None] Attempting to bind port dc4c897f-c1f1-45fa-b3d7-46ec122e5a86 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:32:47.910850 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1ee510-0f2c-49ed-8541-463052dacd9f None None] Attempting to bind port dc4c897f-c1f1-45fa-b3d7-46ec122e5a86 on network 0087ab61-2d5d-438b-a324-8b85dab759bc {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:32:47.917971 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1ee510-0f2c-49ed-8541-463052dacd9f None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:32:47.918351 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1ee510-0f2c-49ed-8541-463052dacd9f None None] Checking segment: {'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:32:47.918756 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0c1ee510-0f2c-49ed-8541-463052dacd9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:47.919150 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1ee510-0f2c-49ed-8541-463052dacd9f None None] Bound using segment: {'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:32:47.919701 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-0c1ee510-0f2c-49ed-8541-463052dacd9f None None] Bound port: dc4c897f-c1f1-45fa-b3d7-46ec122e5a86, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:32:47.920150 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0c1ee510-0f2c-49ed-8541-463052dacd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:47.923321 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c6ef3dac-98df-4266-a170-08769355b3e5 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:47.934756 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c6ef3dac-98df-4266-a170-08769355b3e5 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:47.963050 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-40221c1b-a40b-4633-9a59-d02ea9f0c7b4 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Allocated IP 172.20.0.2 (0087ab61-2d5d-438b-a324-8b85dab759bc/93e320ff-4426-4fe0-ab7d-89a81c542b11/c61654e7-568e-44b9-b831-17e3a2627fe3) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:32:47.976445 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-40221c1b-a40b-4633-9a59-d02ea9f0c7b4 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Allocated IP 2001:db8::f816:3eff:fe2a:7a18 (0087ab61-2d5d-438b-a324-8b85dab759bc/91ae85a2-fe42-4275-bbf9-ab66a7a3dc27/c61654e7-568e-44b9-b831-17e3a2627fe3) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:32:47.976604 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c6ef3dac-98df-4266-a170-08769355b3e5 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:47.980468 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-c6ef3dac-98df-4266-a170-08769355b3e5 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2464442 Oct 30 15:32:47.981856 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35446) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:47.987181 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-95639808-73ea-41df-b02b-566cb7ef54fe tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-319357399', 'security_groups': ['f26183f3-3be5-43be-9add-f54e2260ae7f'], 'network_id': '7647fe19-ea7a-4816-84b1-6d0a166b80b1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4b4ba9d7-e6de-4566-9859-20f0204480ef'}]}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:47.990468 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7f9ed9-dc27-4fbc-9c67-4d49c9a0b262 None None] Network 7647fe19-ea7a-4816-84b1-6d0a166b80b1 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:32:48.047620 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ef3dac-98df-4266-a170-08769355b3e5 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f26183f3-3be5-43be-9add-f54e2260ae7f,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:48.082284 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-0c1ee510-0f2c-49ed-8541-463052dacd9f None None] For port dc4c897f-c1f1-45fa-b3d7-46ec122e5a86, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:32:48.112439 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-0c1ee510-0f2c-49ed-8541-463052dacd9f None None] For port dc4c897f-c1f1-45fa-b3d7-46ec122e5a86, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=dc4c897f-c1f1-45fa-b3d7-46ec122e5a86,segment=NetworkSegment(04fb9866-245b-47c9-a7bc-8854a722bc22),segment_id=04fb9866-245b-47c9-a7bc-8854a722bc22)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:32:48.119826 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-eaf8e4b3-c095-4d4f-b21d-a8281df554fc None None] Provisioning complete for port ad577800-1318-42a7-8dde-a7ac1ed90930 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:48.120196 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-eaf8e4b3-c095-4d4f-b21d-a8281df554fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:48.138428 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95639808-73ea-41df-b02b-566cb7ef54fe tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Made reservation on behalf of ee12cc7bf3e14cdba3ace2cbd46ac13b for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:32:48.154980 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0c1ee510-0f2c-49ed-8541-463052dacd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:48.175128 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-40221c1b-a40b-4633-9a59-d02ea9f0c7b4 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:48.217884 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-40221c1b-a40b-4633-9a59-d02ea9f0c7b4 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:48.269141 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-95639808-73ea-41df-b02b-566cb7ef54fe tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:48.289870 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40221c1b-a40b-4633-9a59-d02ea9f0c7b4 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Network 0087ab61-2d5d-438b-a324-8b85dab759bc is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:32:48.293813 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-40221c1b-a40b-4633-9a59-d02ea9f0c7b4 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:32:48.295304 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1ee510-0f2c-49ed-8541-463052dacd9f None None] Pushing event updated for resources: {'Port': ['ID=dc4c897f-c1f1-45fa-b3d7-46ec122e5a86,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:48.301742 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [None req-95639808-73ea-41df-b02b-566cb7ef54fe tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] device_id is not set on port 86abbb41-d63f-4bf0-be77-af4dcaa4b037 yet. {{(pid=102131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:32:48.312354 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40221c1b-a40b-4633-9a59-d02ea9f0c7b4 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:32:48.394441 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-eaf8e4b3-c095-4d4f-b21d-a8281df554fc None None] Provisioning complete for port 5c99c04b-93fe-42ce-909f-9af06787d580 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:48.394730 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40221c1b-a40b-4633-9a59-d02ea9f0c7b4 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:48.394856 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-eaf8e4b3-c095-4d4f-b21d-a8281df554fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:48.395213 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-40221c1b-a40b-4633-9a59-d02ea9f0c7b4 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:48.416514 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40221c1b-a40b-4633-9a59-d02ea9f0c7b4 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event updated for resources: {'Port': ['ID=c61654e7-568e-44b9-b831-17e3a2627fe3,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:48.439940 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35450) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:48.442769 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-eaf8e4b3-c095-4d4f-b21d-a8281df554fc None None] Port 5c99c04b-93fe-42ce-909f-9af06787d580 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:32:48.448301 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-40221c1b-a40b-4633-9a59-d02ea9f0c7b4 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.1975899 Oct 30 15:32:48.620327 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c209c83-412e-4d90-80db-7888b65005dc tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:48.627715 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c209c83-412e-4d90-80db-7888b65005dc tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:48.629418 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-9c209c83-412e-4d90-80db-7888b65005dc tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1838250 Oct 30 15:32:48.632666 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35452) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:48.759700 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-95639808-73ea-41df-b02b-566cb7ef54fe tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Allocated IP 2001:db8::271 (7647fe19-ea7a-4816-84b1-6d0a166b80b1/4b4ba9d7-e6de-4566-9859-20f0204480ef/86abbb41-d63f-4bf0-be77-af4dcaa4b037) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:32:48.782407 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e2348858-b66b-4d45-84f3-149e5f708fc2 None None] Provisioning complete for port ad577800-1318-42a7-8dde-a7ac1ed90930 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:48.783163 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e2348858-b66b-4d45-84f3-149e5f708fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:48.800224 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-854d9c56-e822-415b-93a6-2b0327086c73 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Deleting port c61654e7-568e-44b9-b831-17e3a2627fe3 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:32:48.800773 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-854d9c56-e822-415b-93a6-2b0327086c73 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:48.924978 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-95639808-73ea-41df-b02b-566cb7ef54fe tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:48.946972 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-854d9c56-e822-415b-93a6-2b0327086c73 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:48.969945 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-95639808-73ea-41df-b02b-566cb7ef54fe tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:48.985397 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-854d9c56-e822-415b-93a6-2b0327086c73 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Calling delete_port for c61654e7-568e-44b9-b831-17e3a2627fe3 owned by {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:32:48.993602 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e2348858-b66b-4d45-84f3-149e5f708fc2 None None] Provisioning complete for port 5c99c04b-93fe-42ce-909f-9af06787d580 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:48.994011 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e2348858-b66b-4d45-84f3-149e5f708fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:49.044987 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95639808-73ea-41df-b02b-566cb7ef54fe tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Network 7647fe19-ea7a-4816-84b1-6d0a166b80b1 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:32:49.050693 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-95639808-73ea-41df-b02b-566cb7ef54fe tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:32:49.053974 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95639808-73ea-41df-b02b-566cb7ef54fe tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:32:49.060594 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95639808-73ea-41df-b02b-566cb7ef54fe tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:49.061267 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-95639808-73ea-41df-b02b-566cb7ef54fe tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:49.113362 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95639808-73ea-41df-b02b-566cb7ef54fe tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event updated for resources: {'Port': ['ID=86abbb41-d63f-4bf0-be77-af4dcaa4b037,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:49.123215 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device dc4c897f-c1f1-45fa-b3d7-46ec122e5a86 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:32:49.127373 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-95639808-73ea-41df-b02b-566cb7ef54fe tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1449919 Oct 30 15:32:49.128114 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35456) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:49.129717 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e2348858-b66b-4d45-84f3-149e5f708fc2 None None] Port 5c99c04b-93fe-42ce-909f-9af06787d580 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:32:49.135365 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-4cb8a133-cb01-4f44-b528-b2e01d34cf2b tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Request body: {'subnet': {'network_id': '7647fe19-ea7a-4816-84b1-6d0a166b80b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:49.227437 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port dc4c897f-c1f1-45fa-b3d7-46ec122e5a86 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:49.228089 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:49.284313 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-6a9227fc-6ef5-48ac-94f1-9c070ba38b62 None None] Could not find standard attr ID for object ae951fbc-b351-4d18-965c-a3c397518f8b. {{(pid=102132) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 30 15:32:49.328833 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb8a133-cb01-4f44-b528-b2e01d34cf2b tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Made reservation on behalf of ee12cc7bf3e14cdba3ace2cbd46ac13b for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:32:49.336718 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4cb8a133-cb01-4f44-b528-b2e01d34cf2b tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:49.369692 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-854d9c56-e822-415b-93a6-2b0327086c73 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:49.370202 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:49.405082 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854d9c56-e822-415b-93a6-2b0327086c73 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event deleted for resources: {'Port': ['ID=c61654e7-568e-44b9-b831-17e3a2627fe3,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:49.420429 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port dc4c897f-c1f1-45fa-b3d7-46ec122e5a86, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=dc4c897f-c1f1-45fa-b3d7-46ec122e5a86,segment=NetworkSegment(04fb9866-245b-47c9-a7bc-8854a722bc22),segment_id=04fb9866-245b-47c9-a7bc-8854a722bc22)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:32:49.435238 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:49.519137 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=dc4c897f-c1f1-45fa-b3d7-46ec122e5a86,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:49.553542 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-854d9c56-e822-415b-93a6-2b0327086c73 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:49.555051 n-d-806683-17 neutron-server[102131]: INFO neutron.db.ipam_backend_mixin [None req-4cb8a133-cb01-4f44-b528-b2e01d34cf2b tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4b4ba9d7-e6de-4566-9859-20f0204480ef (CIDR: 2001:db8::/64) Oct 30 15:32:49.562313 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cb8a133-cb01-4f44-b528-b2e01d34cf2b tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 30 15:32:49.562881 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cb8a133-cb01-4f44-b528-b2e01d34cf2b tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:32:49.564214 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-854d9c56-e822-415b-93a6-2b0327086c73 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/ports/c61654e7-568e-44b9-b831-17e3a2627fe3 HTTP/1.1" status: 204 len: 168 time: 0.9264781 Oct 30 15:32:49.565811 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35460) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:49.589961 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-4cb8a133-cb01-4f44-b528-b2e01d34cf2b tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4595361 Oct 30 15:32:49.592615 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35462) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:49.597750 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-a804b424-ea34-4d0b-8282-1c3a88ce993c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Request body: {'subnet': {'network_id': '7647fe19-ea7a-4816-84b1-6d0a166b80b1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:49.637207 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-205ba3fb-9bd4-447b-824b-a352ff8f4cad None None] Provisioning complete for port 86abbb41-d63f-4bf0-be77-af4dcaa4b037 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:49.637827 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-205ba3fb-9bd4-447b-824b-a352ff8f4cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:49.650229 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292a7907-9e54-4743-ba50-2f22d9ca2904 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:49.653608 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292a7907-9e54-4743-ba50-2f22d9ca2904 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:49.655273 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292a7907-9e54-4743-ba50-2f22d9ca2904 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:49.664546 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-292a7907-9e54-4743-ba50-2f22d9ca2904 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0971701 Oct 30 15:32:49.665347 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35464) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:49.704886 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-205ba3fb-9bd4-447b-824b-a352ff8f4cad None None] Port 86abbb41-d63f-4bf0-be77-af4dcaa4b037 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:32:49.750626 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb0fa59e-9d67-4f6e-ab6b-6481afcc6371 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Deleting subnet 91ae85a2-fe42-4275-bbf9-ab66a7a3dc27 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:32:49.753634 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cb0fa59e-9d67-4f6e-ab6b-6481afcc6371 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:49.807620 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d488de66-8ced-4625-8917-6cffb277a265 None None] Network 0087ab61-2d5d-438b-a324-8b85dab759bc requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:32:49.817997 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cb0fa59e-9d67-4f6e-ab6b-6481afcc6371 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:49.847222 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a804b424-ea34-4d0b-8282-1c3a88ce993c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Made reservation on behalf of ee12cc7bf3e14cdba3ace2cbd46ac13b for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:32:49.851591 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a804b424-ea34-4d0b-8282-1c3a88ce993c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:49.909433 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-554f168b-6740-4c22-bab3-1ade59174b86 None None] Provisioning complete for port dc4c897f-c1f1-45fa-b3d7-46ec122e5a86 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:49.918437 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-554f168b-6740-4c22-bab3-1ade59174b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:49.976305 n-d-806683-17 neutron-server[102131]: INFO neutron.db.ipam_backend_mixin [None req-a804b424-ea34-4d0b-8282-1c3a88ce993c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet dbb3f2be-98f4-4185-bb67-49a4e8bf7510 (CIDR: 2001:db8:0:1::/64) Oct 30 15:32:49.982107 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-a804b424-ea34-4d0b-8282-1c3a88ce993c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 30 15:32:49.983093 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a804b424-ea34-4d0b-8282-1c3a88ce993c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:32:50.002949 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cb0fa59e-9d67-4f6e-ab6b-6481afcc6371 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:50.003560 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-a804b424-ea34-4d0b-8282-1c3a88ce993c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4093697 Oct 30 15:32:50.007767 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35466) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:50.016160 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-4a12546c-e9b5-44cd-bd63-19ea3c2721f3 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Request body: {'subnet': {'network_id': '7647fe19-ea7a-4816-84b1-6d0a166b80b1', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:50.097291 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cb0fa59e-9d67-4f6e-ab6b-6481afcc6371 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:50.140078 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0fa59e-9d67-4f6e-ab6b-6481afcc6371 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event deleted for resources: {'Subnet': ['ID=91ae85a2-fe42-4275-bbf9-ab66a7a3dc27,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:50.151223 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cb0fa59e-9d67-4f6e-ab6b-6481afcc6371 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:50.154678 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-cb0fa59e-9d67-4f6e-ab6b-6481afcc6371 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/subnets/91ae85a2-fe42-4275-bbf9-ab66a7a3dc27 HTTP/1.1" status: 204 len: 168 time: 0.4878099 Oct 30 15:32:50.157104 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35470) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:50.198407 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a12546c-e9b5-44cd-bd63-19ea3c2721f3 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Made reservation on behalf of ee12cc7bf3e14cdba3ace2cbd46ac13b for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:32:50.202174 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4a12546c-e9b5-44cd-bd63-19ea3c2721f3 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:50.217922 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-988241d8-9679-457d-a096-863200d2b2c7 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Deleting subnet 93e320ff-4426-4fe0-ab7d-89a81c542b11 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:32:50.221514 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-988241d8-9679-457d-a096-863200d2b2c7 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:50.253572 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcdbd20a-f61f-4810-a104-66c355f016e7 None None] Update dhcp port {'port': {'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'fixed_ips': [{'subnet_id': '93e320ff-4426-4fe0-ab7d-89a81c542b11'}, {'subnet_id': '91ae85a2-fe42-4275-bbf9-ab66a7a3dc27'}], 'binding:host_id': 'n-d-806683-17'}, 'id': 'dc4c897f-c1f1-45fa-b3d7-46ec122e5a86'} from n-d-806683-17. {{(pid=102132) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 30 15:32:50.270010 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-988241d8-9679-457d-a096-863200d2b2c7 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:50.284689 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd20a-f61f-4810-a104-66c355f016e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:50.332305 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-988241d8-9679-457d-a096-863200d2b2c7 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:50.421804 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-988241d8-9679-457d-a096-863200d2b2c7 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server [None req-dcdbd20a-f61f-4810-a104-66c355f016e7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 93e320ff-4426-4fe0-ab7d-89a81c542b11: This subnet is being modified by another concurrent operation. Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server raise self.value Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server raise self.value Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server raise self.value Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server raise self.value Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server raise self.value Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server raise self.value Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1740, in update_port Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server raise exception Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 93e320ff-4426-4fe0-ab7d-89a81c542b11: This subnet is being modified by another concurrent operation. Oct 30 15:32:50.425709 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server Oct 30 15:32:50.466624 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-988241d8-9679-457d-a096-863200d2b2c7 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:50.470786 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-988241d8-9679-457d-a096-863200d2b2c7 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/subnets/93e320ff-4426-4fe0-ab7d-89a81c542b11 HTTP/1.1" status: 204 len: 168 time: 0.3125322 Oct 30 15:32:50.471872 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988241d8-9679-457d-a096-863200d2b2c7 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event deleted for resources: {'Subnet': ['ID=93e320ff-4426-4fe0-ab7d-89a81c542b11,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:50.473693 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35472) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:50.521249 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-09eec7ca-e671-446f-925f-651e4609fa89 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0463734 Oct 30 15:32:50.526783 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4a12546c-e9b5-44cd-bd63-19ea3c2721f3 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:50.527384 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35474) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:50.532279 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e42362-a627-477c-bb65-e8031c0589c8 None None] Network 0087ab61-2d5d-438b-a324-8b85dab759bc requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:32:50.533326 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-0f5a2a44-0d39-4654-928f-70845a23c104 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Request body: {'subnet': {'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:50.583749 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12546c-e9b5-44cd-bd63-19ea3c2721f3 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event updated for resources: {'Subnet': ['ID=e8fc3d70-e663-4579-b307-b8012077f963,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:50.612454 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a12546c-e9b5-44cd-bd63-19ea3c2721f3 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Network 7647fe19-ea7a-4816-84b1-6d0a166b80b1 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:32:50.614876 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-4a12546c-e9b5-44cd-bd63-19ea3c2721f3 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:32:50.625550 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a12546c-e9b5-44cd-bd63-19ea3c2721f3 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:50.626904 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4a12546c-e9b5-44cd-bd63-19ea3c2721f3 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:50.639200 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03841af2-c4b3-4984-89c5-a3d5eec30134 None None] Network 7647fe19-ea7a-4816-84b1-6d0a166b80b1 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:32:50.652550 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5a2a44-0d39-4654-928f-70845a23c104 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Made reservation on behalf of 950626c196e345129caa4bb8b656378a for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:32:50.657125 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0f5a2a44-0d39-4654-928f-70845a23c104 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:50.670681 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-4a12546c-e9b5-44cd-bd63-19ea3c2721f3 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6600006 Oct 30 15:32:50.673385 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35478) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:50.679349 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-930ee99f-7aa9-4e4f-a97d-81b9481bd8dd tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-417151650', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e8fc3d70-e663-4579-b307-b8012077f963'}], 'security_groups': ['02a5f53e-d3e5-4cc9-b84a-a414d47b944d', 'c3e1f6e0-dc85-43bf-bc9e-303d5cee6e3d']}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:50.755595 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-94b7a10d-c079-4011-bbe8-cab499ff2d21 None None] Provisioning complete for port dc4c897f-c1f1-45fa-b3d7-46ec122e5a86 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:50.755962 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-94b7a10d-c079-4011-bbe8-cab499ff2d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:50.770629 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-930ee99f-7aa9-4e4f-a97d-81b9481bd8dd tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:50.909068 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2bad14-275a-4ffa-a55c-cda8ad211910 None None] DHCP port deletion for 0087ab61-2d5d-438b-a324-8b85dab759bc request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:32:51.010844 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device dc4c897f-c1f1-45fa-b3d7-46ec122e5a86 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:32:51.128143 n-d-806683-17 neutron-server[102130]: DEBUG neutron.objects.ports [None req-0f5a2a44-0d39-4654-928f-70845a23c104 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102130) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 30 15:32:51.136040 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-5d2bad14-275a-4ffa-a55c-cda8ad211910 None None] Deleting port dc4c897f-c1f1-45fa-b3d7-46ec122e5a86 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:32:51.141370 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5d2bad14-275a-4ffa-a55c-cda8ad211910 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:51.164722 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-930ee99f-7aa9-4e4f-a97d-81b9481bd8dd tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Delete allocated IP 2001:db8::271 (7647fe19-ea7a-4816-84b1-6d0a166b80b1/4b4ba9d7-e6de-4566-9859-20f0204480ef) {{(pid=102131) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 30 15:32:51.175763 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-930ee99f-7aa9-4e4f-a97d-81b9481bd8dd tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Allocated IP 2001:db8:0:2::3b6 (7647fe19-ea7a-4816-84b1-6d0a166b80b1/e8fc3d70-e663-4579-b307-b8012077f963/86abbb41-d63f-4bf0-be77-af4dcaa4b037) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:32:51.241165 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8f360de4-ea50-45b8-a9be-03b5a75a6a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:51.256546 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:51.281865 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca13fd6-efc5-498e-a62e-d01ef239f513 None None] Update dhcp port {'port': {'network_id': '7647fe19-ea7a-4816-84b1-6d0a166b80b1', 'fixed_ips': [{'subnet_id': 'dbb3f2be-98f4-4185-bb67-49a4e8bf7510', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'e8fc3d70-e663-4579-b307-b8012077f963'}, {'subnet_id': '4b4ba9d7-e6de-4566-9859-20f0204480ef'}], 'binding:host_id': 'n-d-806683-17'}, 'id': 'ad577800-1318-42a7-8dde-a7ac1ed90930'} from n-d-806683-17. {{(pid=102132) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 30 15:32:51.344376 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9ca13fd6-efc5-498e-a62e-d01ef239f513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:51.347229 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-5d2bad14-275a-4ffa-a55c-cda8ad211910 None None] For port dc4c897f-c1f1-45fa-b3d7-46ec122e5a86, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=dc4c897f-c1f1-45fa-b3d7-46ec122e5a86,segment=NetworkSegment(04fb9866-245b-47c9-a7bc-8854a722bc22),segment_id=04fb9866-245b-47c9-a7bc-8854a722bc22)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:32:51.347711 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5d2bad14-275a-4ffa-a55c-cda8ad211910 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:51.351620 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port dc4c897f-c1f1-45fa-b3d7-46ec122e5a86, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=dc4c897f-c1f1-45fa-b3d7-46ec122e5a86,segment=NetworkSegment(04fb9866-245b-47c9-a7bc-8854a722bc22),segment_id=04fb9866-245b-47c9-a7bc-8854a722bc22)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:32:51.366707 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:51.374453 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-5d2bad14-275a-4ffa-a55c-cda8ad211910 None None] Calling delete_port for dc4c897f-c1f1-45fa-b3d7-46ec122e5a86 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:32:51.399098 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-930ee99f-7aa9-4e4f-a97d-81b9481bd8dd tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:51.406618 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-930ee99f-7aa9-4e4f-a97d-81b9481bd8dd tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:51.450493 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0f5a2a44-0d39-4654-928f-70845a23c104 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:51.503900 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-930ee99f-7aa9-4e4f-a97d-81b9481bd8dd tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] In _notify_port_updated(), no bound segment for port 86abbb41-d63f-4bf0-be77-af4dcaa4b037 on network 7647fe19-ea7a-4816-84b1-6d0a166b80b1 {{(pid=102131) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 30 15:32:51.511837 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930ee99f-7aa9-4e4f-a97d-81b9481bd8dd tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:51.513110 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-930ee99f-7aa9-4e4f-a97d-81b9481bd8dd tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:51.514552 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-930ee99f-7aa9-4e4f-a97d-81b9481bd8dd tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "PUT /v2.0/ports/86abbb41-d63f-4bf0-be77-af4dcaa4b037 HTTP/1.1" status: 200 len: 969 time: 0.8401253 Oct 30 15:32:51.518242 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35482) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:51.560284 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ee99f-7aa9-4e4f-a97d-81b9481bd8dd tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event updated for resources: {'Port': ['ID=86abbb41-d63f-4bf0-be77-af4dcaa4b037,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:51.644135 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-8befb117-a4de-47ad-b375-7591900ae255 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Deleting port 86abbb41-d63f-4bf0-be77-af4dcaa4b037 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:32:51.644608 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8befb117-a4de-47ad-b375-7591900ae255 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:51.669808 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-0f5a2a44-0d39-4654-928f-70845a23c104 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] For port dc4c897f-c1f1-45fa-b3d7-46ec122e5a86, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=dc4c897f-c1f1-45fa-b3d7-46ec122e5a86,segment=NetworkSegment(04fb9866-245b-47c9-a7bc-8854a722bc22),segment_id=04fb9866-245b-47c9-a7bc-8854a722bc22)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:32:51.727944 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0f5a2a44-0d39-4654-928f-70845a23c104 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:51.749092 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0f5a2a44-0d39-4654-928f-70845a23c104 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:51.750155 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0f5a2a44-0d39-4654-928f-70845a23c104 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:51.759633 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=dc4c897f-c1f1-45fa-b3d7-46ec122e5a86,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:51.774305 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8befb117-a4de-47ad-b375-7591900ae255 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:51.797228 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-8befb117-a4de-47ad-b375-7591900ae255 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Calling delete_port for 86abbb41-d63f-4bf0-be77-af4dcaa4b037 owned by {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:32:51.856375 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5a2a44-0d39-4654-928f-70845a23c104 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event updated for resources: {'Subnet': ['ID=3910a15b-6272-414f-ae70-ab8743d28cfd,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:51.869909 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5a2a44-0d39-4654-928f-70845a23c104 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Network 0087ab61-2d5d-438b-a324-8b85dab759bc is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:32:51.874992 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-0f5a2a44-0d39-4654-928f-70845a23c104 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:32:51.884007 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5a2a44-0d39-4654-928f-70845a23c104 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:51.884861 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0f5a2a44-0d39-4654-928f-70845a23c104 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:51.898380 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5a2a44-0d39-4654-928f-70845a23c104 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event updated for resources: {'Port': ['ID=dc4c897f-c1f1-45fa-b3d7-46ec122e5a86,revision_number=7']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:51.907451 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5d2bad14-275a-4ffa-a55c-cda8ad211910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:51.914412 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-0f5a2a44-0d39-4654-928f-70845a23c104 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3856122 Oct 30 15:32:51.917233 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35486) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:51.926285 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-15a663f4-42dd-4e72-8bce-87b03262aea8 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Request body: {'subnet': {'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:51.971393 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2bad14-275a-4ffa-a55c-cda8ad211910 None None] No DVR routers for this DVR port dc4c897f-c1f1-45fa-b3d7-46ec122e5a86 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:32:51.973486 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2bad14-275a-4ffa-a55c-cda8ad211910 None None] Pushing event deleted for resources: {'Port': ['ID=dc4c897f-c1f1-45fa-b3d7-46ec122e5a86,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:52.004105 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad4a7a2-d04c-4dfd-8d9e-d15f5ce68dda None None] Network 0087ab61-2d5d-438b-a324-8b85dab759bc requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:32:52.022334 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8befb117-a4de-47ad-b375-7591900ae255 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:52.026108 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-9ca13fd6-efc5-498e-a62e-d01ef239f513 None None] Allocated IP 2001:db8:0:2::2 (7647fe19-ea7a-4816-84b1-6d0a166b80b1/e8fc3d70-e663-4579-b307-b8012077f963/ad577800-1318-42a7-8dde-a7ac1ed90930) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:32:52.067822 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-9ca13fd6-efc5-498e-a62e-d01ef239f513 None None] Allocated IP 2001:db8::2 (7647fe19-ea7a-4816-84b1-6d0a166b80b1/4b4ba9d7-e6de-4566-9859-20f0204480ef/ad577800-1318-42a7-8dde-a7ac1ed90930) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:32:52.091453 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a663f4-42dd-4e72-8bce-87b03262aea8 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Made reservation on behalf of 950626c196e345129caa4bb8b656378a for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:32:52.096523 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8befb117-a4de-47ad-b375-7591900ae255 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event deleted for resources: {'Port': ['ID=86abbb41-d63f-4bf0-be77-af4dcaa4b037,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:52.097140 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-15a663f4-42dd-4e72-8bce-87b03262aea8 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:52.103191 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8befb117-a4de-47ad-b375-7591900ae255 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:52.110019 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-8befb117-a4de-47ad-b375-7591900ae255 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "DELETE /v2.0/ports/86abbb41-d63f-4bf0-be77-af4dcaa4b037 HTTP/1.1" status: 204 len: 168 time: 0.5908163 Oct 30 15:32:52.112912 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35488) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:52.145193 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cd84ac3-8670-4002-81b6-5d658c69290f tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] GET failed (client error): The resource could not be found. Oct 30 15:32:52.149969 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-1cd84ac3-8670-4002-81b6-5d658c69290f tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "GET /v2.0/ports/86abbb41-d63f-4bf0-be77-af4dcaa4b037 HTTP/1.1" status: 404 len: 333 time: 0.0331137 Oct 30 15:32:52.151945 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35490) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:52.206367 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8a3bca5b-5e10-4316-ae7b-c191e2dbdd1f tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:52.231571 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8a3bca5b-5e10-4316-ae7b-c191e2dbdd1f tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:52.259577 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:32:52.267230 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-9ca13fd6-efc5-498e-a62e-d01ef239f513 None None] For port ad577800-1318-42a7-8dde-a7ac1ed90930, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=ad577800-1318-42a7-8dde-a7ac1ed90930,segment=NetworkSegment(4171a214-dd59-4475-abe0-a4ec553fadf7),segment_id=4171a214-dd59-4475-abe0-a4ec553fadf7)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:32:52.293560 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8a3bca5b-5e10-4316-ae7b-c191e2dbdd1f tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:52.296831 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8a3bca5b-5e10-4316-ae7b-c191e2dbdd1f tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:52.301220 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-8a3bca5b-5e10-4316-ae7b-c191e2dbdd1f tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "DELETE /v2.0/security-groups/f26183f3-3be5-43be-9add-f54e2260ae7f HTTP/1.1" status: 204 len: 168 time: 0.1471553 Oct 30 15:32:52.301705 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35496) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:52.330957 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3bca5b-5e10-4316-ae7b-c191e2dbdd1f tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26183f3-3be5-43be-9add-f54e2260ae7f,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:52.340136 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9ca13fd6-efc5-498e-a62e-d01ef239f513 None None] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:52.346480 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff721ea0-b28b-4afb-ae8a-6fb926998b06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-0087ab61-2d5d-438b-a324-8b85dab759bc', 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'tenant_id': '950626c196e345129caa4bb8b656378a', 'fixed_ips': [{'subnet_id': '3910a15b-6272-414f-ae70-ab8743d28cfd'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:32:52.347338 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ff721ea0-b28b-4afb-ae8a-6fb926998b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:52.365885 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9ca13fd6-efc5-498e-a62e-d01ef239f513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:52.388610 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f1a8a426-c267-4a73-a395-4049ee3c1e25 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:52.430868 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f1a8a426-c267-4a73-a395-4049ee3c1e25 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:52.453112 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-15a663f4-42dd-4e72-8bce-87b03262aea8 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:52.491319 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f1a8a426-c267-4a73-a395-4049ee3c1e25 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:52.498871 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f1a8a426-c267-4a73-a395-4049ee3c1e25 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:52.502186 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a663f4-42dd-4e72-8bce-87b03262aea8 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Network 0087ab61-2d5d-438b-a324-8b85dab759bc is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:32:52.502759 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-f1a8a426-c267-4a73-a395-4049ee3c1e25 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "DELETE /v2.0/security-groups/c3e1f6e0-dc85-43bf-bc9e-303d5cee6e3d HTTP/1.1" status: 204 len: 168 time: 0.1957607 Oct 30 15:32:52.504431 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35500) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:52.512230 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-15a663f4-42dd-4e72-8bce-87b03262aea8 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:32:52.519141 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a663f4-42dd-4e72-8bce-87b03262aea8 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:52.520541 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-15a663f4-42dd-4e72-8bce-87b03262aea8 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:52.530859 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca13fd6-efc5-498e-a62e-d01ef239f513 None None] Pushing event updated for resources: {'Port': ['ID=ad577800-1318-42a7-8dde-a7ac1ed90930,revision_number=6']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:52.533459 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a8a426-c267-4a73-a395-4049ee3c1e25 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e1f6e0-dc85-43bf-bc9e-303d5cee6e3d,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:52.549236 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a663f4-42dd-4e72-8bce-87b03262aea8 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event updated for resources: {'Subnet': ['ID=cb30e2ec-9563-48e9-ba8d-7bb57b89fa8d,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:52.596405 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-15a663f4-42dd-4e72-8bce-87b03262aea8 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6778500 Oct 30 15:32:52.599195 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35504) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:52.611663 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-67cbad06-0c5d-4980-ac50-61c07f35701f tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Request body: {'port': {'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'mac_address': 'fa:16:3e:0a:ec:69', 'name': 'tempest-NetworksTestDHCPv6-2145705276'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:52.620576 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-32c1e9ba-86df-4966-954c-931d35a938b3 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:52.625149 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-ff721ea0-b28b-4afb-ae8a-6fb926998b06 None None] Allocated IP 2001:db8::f816:3eff:fe10:bf86 (0087ab61-2d5d-438b-a324-8b85dab759bc/3910a15b-6272-414f-ae70-ab8743d28cfd/66c1a14d-80c7-4397-a00b-35d453d5e824) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:32:52.661398 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-32c1e9ba-86df-4966-954c-931d35a938b3 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:52.715358 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-32c1e9ba-86df-4966-954c-931d35a938b3 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:52.721744 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-32c1e9ba-86df-4966-954c-931d35a938b3 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:52.726106 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-32c1e9ba-86df-4966-954c-931d35a938b3 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "DELETE /v2.0/security-groups/02a5f53e-d3e5-4cc9-b84a-a414d47b944d HTTP/1.1" status: 204 len: 168 time: 0.2197762 Oct 30 15:32:52.733132 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35506) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:52.740656 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c1e9ba-86df-4966-954c-931d35a938b3 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a5f53e-d3e5-4cc9-b84a-a414d47b944d,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:52.788584 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc171c8f-1b00-4dba-b083-e4f65f87cf71 req-f215c667-f353-4078-ad03-8982a4b4adf8 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:52.790135 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fc171c8f-1b00-4dba-b083-e4f65f87cf71 req-f215c667-f353-4078-ad03-8982a4b4adf8 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=25353754-ad8b-4952-b0f6-00eb931ff7ca HTTP/1.1" status: 200 len: 947 time: 0.1205943 Oct 30 15:32:52.847132 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-59bdb0c3-82fc-4a84-b612-64b3028ed006 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Deleting subnet 4b4ba9d7-e6de-4566-9859-20f0204480ef {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:32:52.849824 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ff721ea0-b28b-4afb-ae8a-6fb926998b06 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:52.854322 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-59bdb0c3-82fc-4a84-b612-64b3028ed006 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:52.859431 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ff721ea0-b28b-4afb-ae8a-6fb926998b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:52.919403 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff721ea0-b28b-4afb-ae8a-6fb926998b06 None None] Network 0087ab61-2d5d-438b-a324-8b85dab759bc is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:32:52.923181 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-ff721ea0-b28b-4afb-ae8a-6fb926998b06 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:32:52.929071 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff721ea0-b28b-4afb-ae8a-6fb926998b06 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:32:52.930987 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff721ea0-b28b-4afb-ae8a-6fb926998b06 None None] Pushing event updated for resources: {'Port': ['ID=66c1a14d-80c7-4397-a00b-35d453d5e824,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:52.941063 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fc171c8f-1b00-4dba-b083-e4f65f87cf71 req-5fd93b10-13ae-4016-85f4-55c3d6ed72dd tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d32fb4-59bb-4ed8-a618-6a89a7e07898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366999 Oct 30 15:32:52.948659 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-59bdb0c3-82fc-4a84-b612-64b3028ed006 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:52.980145 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device ad577800-1318-42a7-8dde-a7ac1ed90930 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:32:52.989080 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67cbad06-0c5d-4980-ac50-61c07f35701f tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Made reservation on behalf of 950626c196e345129caa4bb8b656378a for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:32:53.042639 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-ff721ea0-b28b-4afb-ae8a-6fb926998b06 None None] Attempting to bind port 66c1a14d-80c7-4397-a00b-35d453d5e824 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:32:53.042639 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-ff721ea0-b28b-4afb-ae8a-6fb926998b06 None None] Attempting to bind port 66c1a14d-80c7-4397-a00b-35d453d5e824 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:32:53.043006 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff721ea0-b28b-4afb-ae8a-6fb926998b06 None None] Attempting to bind port 66c1a14d-80c7-4397-a00b-35d453d5e824 on network 0087ab61-2d5d-438b-a324-8b85dab759bc {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:32:53.051982 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff721ea0-b28b-4afb-ae8a-6fb926998b06 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:32:53.052458 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff721ea0-b28b-4afb-ae8a-6fb926998b06 None None] Checking segment: {'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:32:53.052961 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ff721ea0-b28b-4afb-ae8a-6fb926998b06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:53.054188 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff721ea0-b28b-4afb-ae8a-6fb926998b06 None None] Bound using segment: {'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:32:53.054557 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-ff721ea0-b28b-4afb-ae8a-6fb926998b06 None None] Bound port: 66c1a14d-80c7-4397-a00b-35d453d5e824, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:32:53.055017 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ff721ea0-b28b-4afb-ae8a-6fb926998b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:53.112002 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port ad577800-1318-42a7-8dde-a7ac1ed90930 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:53.112305 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:53.130234 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-59bdb0c3-82fc-4a84-b612-64b3028ed006 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:53.135547 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-67cbad06-0c5d-4980-ac50-61c07f35701f tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:53.173337 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-ff721ea0-b28b-4afb-ae8a-6fb926998b06 None None] For port 66c1a14d-80c7-4397-a00b-35d453d5e824, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:32:53.177328 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-ff721ea0-b28b-4afb-ae8a-6fb926998b06 None None] For port 66c1a14d-80c7-4397-a00b-35d453d5e824, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=66c1a14d-80c7-4397-a00b-35d453d5e824,segment=NetworkSegment(04fb9866-245b-47c9-a7bc-8854a722bc22),segment_id=04fb9866-245b-47c9-a7bc-8854a722bc22)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:32:53.186987 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ff721ea0-b28b-4afb-ae8a-6fb926998b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:53.192730 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [None req-67cbad06-0c5d-4980-ac50-61c07f35701f tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] device_id is not set on port 3d6a1395-6836-421f-a532-8845aa12c39f yet. {{(pid=102131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:32:53.274495 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-59bdb0c3-82fc-4a84-b612-64b3028ed006 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:53.279284 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff721ea0-b28b-4afb-ae8a-6fb926998b06 None None] Pushing event updated for resources: {'Port': ['ID=66c1a14d-80c7-4397-a00b-35d453d5e824,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:53.332308 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bdb0c3-82fc-4a84-b612-64b3028ed006 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event deleted for resources: {'Subnet': ['ID=4b4ba9d7-e6de-4566-9859-20f0204480ef,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:53.341898 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-59bdb0c3-82fc-4a84-b612-64b3028ed006 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:53.345165 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-59bdb0c3-82fc-4a84-b612-64b3028ed006 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "DELETE /v2.0/subnets/4b4ba9d7-e6de-4566-9859-20f0204480ef HTTP/1.1" status: 204 len: 168 time: 0.6109991 Oct 30 15:32:53.348959 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35510) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:53.410077 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-94f3cef9-6421-47ac-8fe3-ca0a85cd5bbb tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Deleting subnet e8fc3d70-e663-4579-b307-b8012077f963 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:32:53.413931 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-94f3cef9-6421-47ac-8fe3-ca0a85cd5bbb tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:53.429555 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-cff799a1-cac2-4258-a46a-3875aaabade2 None None] Provisioning complete for port ad577800-1318-42a7-8dde-a7ac1ed90930 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:53.429923 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-cff799a1-cac2-4258-a46a-3875aaabade2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:53.434439 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-67cbad06-0c5d-4980-ac50-61c07f35701f tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Allocated IP 172.20.0.14 (0087ab61-2d5d-438b-a324-8b85dab759bc/cb30e2ec-9563-48e9-ba8d-7bb57b89fa8d/3d6a1395-6836-421f-a532-8845aa12c39f) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:32:53.442357 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-67cbad06-0c5d-4980-ac50-61c07f35701f tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Allocated IP 2001:db8::f816:3eff:fe0a:ec69 (0087ab61-2d5d-438b-a324-8b85dab759bc/3910a15b-6272-414f-ae70-ab8743d28cfd/3d6a1395-6836-421f-a532-8845aa12c39f) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:32:53.470039 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-94f3cef9-6421-47ac-8fe3-ca0a85cd5bbb tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:53.572169 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-cff799a1-cac2-4258-a46a-3875aaabade2 None None] Could not find standard attr ID for object 86abbb41-d63f-4bf0-be77-af4dcaa4b037. {{(pid=102132) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 30 15:32:53.593585 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-cff799a1-cac2-4258-a46a-3875aaabade2 None None] Provisioning complete for port 5c99c04b-93fe-42ce-909f-9af06787d580 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:53.593585 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-cff799a1-cac2-4258-a46a-3875aaabade2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:53.625966 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-94f3cef9-6421-47ac-8fe3-ca0a85cd5bbb tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:53.667716 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-cff799a1-cac2-4258-a46a-3875aaabade2 None None] Port 5c99c04b-93fe-42ce-909f-9af06787d580 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:32:53.721229 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-94f3cef9-6421-47ac-8fe3-ca0a85cd5bbb tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:53.735562 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98fe0a4-d8da-457e-8242-491fe7df7f69 None None] Network 7647fe19-ea7a-4816-84b1-6d0a166b80b1 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:32:53.758215 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3cef9-6421-47ac-8fe3-ca0a85cd5bbb tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event deleted for resources: {'Subnet': ['ID=e8fc3d70-e663-4579-b307-b8012077f963,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:53.761601 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-94f3cef9-6421-47ac-8fe3-ca0a85cd5bbb tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:53.768420 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-94f3cef9-6421-47ac-8fe3-ca0a85cd5bbb tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "DELETE /v2.0/subnets/e8fc3d70-e663-4579-b307-b8012077f963 HTTP/1.1" status: 204 len: 168 time: 0.4181914 Oct 30 15:32:53.769353 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35512) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:53.799119 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-78873002-e8a5-4e96-922a-e627feca4eba tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] DELETE failed (client error): The resource could not be found. Oct 30 15:32:53.800152 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78873002-e8a5-4e96-922a-e627feca4eba tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:32:53.806928 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-78873002-e8a5-4e96-922a-e627feca4eba tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "DELETE /v2.0/subnets/4b4ba9d7-e6de-4566-9859-20f0204480ef HTTP/1.1" status: 404 len: 337 time: 0.0363407 Oct 30 15:32:53.807898 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35514) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:53.810643 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-f7ad32c2-2dda-43b6-ba39-a18c075f6c84 None None] Could not find standard attr ID for object 86abbb41-d63f-4bf0-be77-af4dcaa4b037. {{(pid=102132) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 30 15:32:53.818714 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e6bc3dce-9c34-4127-8fb3-6615be8d9ba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:53.879257 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9297dc4-416c-4a78-9793-d710485e3490 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Deleting subnet dbb3f2be-98f4-4185-bb67-49a4e8bf7510 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:32:53.883402 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f9297dc4-416c-4a78-9793-d710485e3490 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:53.936058 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f9297dc4-416c-4a78-9793-d710485e3490 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:54.060179 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-67cbad06-0c5d-4980-ac50-61c07f35701f tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:54.071272 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f9297dc4-416c-4a78-9793-d710485e3490 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:54.123418 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe6cc8b-f562-4595-af88-cef903ff9ecb req-dc6814ba-9a79-4284-a34d-b35bf7f0ba2a tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:54.125004 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fbe6cc8b-f562-4595-af88-cef903ff9ecb req-dc6814ba-9a79-4284-a34d-b35bf7f0ba2a tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=25353754-ad8b-4952-b0f6-00eb931ff7ca HTTP/1.1" status: 200 len: 947 time: 0.0798109 Oct 30 15:32:54.155000 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-67cbad06-0c5d-4980-ac50-61c07f35701f tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:54.162413 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7e2014-29e9-4df5-9d4b-87e6d441fbb0 req-a583eb67-0f3b-4ff6-a126-1857c3af45c3 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:54.164192 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8f7e2014-29e9-4df5-9d4b-87e6d441fbb0 req-a583eb67-0f3b-4ff6-a126-1857c3af45c3 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.44 "GET /v2.0/ports?device_id=25353754-ad8b-4952-b0f6-00eb931ff7ca HTTP/1.1" status: 200 len: 947 time: 0.1212540 Oct 30 15:32:54.165823 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f9297dc4-416c-4a78-9793-d710485e3490 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:54.216314 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fbe6cc8b-f562-4595-af88-cef903ff9ecb req-a94cbd3d-a64e-4f3f-81de-2b60cd347ee3 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d32fb4-59bb-4ed8-a618-6a89a7e07898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847814 Oct 30 15:32:54.225151 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cbad06-0c5d-4980-ac50-61c07f35701f tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Network 0087ab61-2d5d-438b-a324-8b85dab759bc is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:32:54.238580 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9297dc4-416c-4a78-9793-d710485e3490 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event deleted for resources: {'Subnet': ['ID=dbb3f2be-98f4-4185-bb67-49a4e8bf7510,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:54.239411 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-67cbad06-0c5d-4980-ac50-61c07f35701f tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:32:54.247588 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f9297dc4-416c-4a78-9793-d710485e3490 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:54.252963 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-f9297dc4-416c-4a78-9793-d710485e3490 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "DELETE /v2.0/subnets/dbb3f2be-98f4-4185-bb67-49a4e8bf7510 HTTP/1.1" status: 204 len: 168 time: 0.4416342 Oct 30 15:32:54.253892 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35520) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:54.256494 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cbad06-0c5d-4980-ac50-61c07f35701f tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:32:54.260802 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cbad06-0c5d-4980-ac50-61c07f35701f tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event updated for resources: {'Port': ['ID=3d6a1395-6836-421f-a532-8845aa12c39f,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:54.288057 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfe3e136-59ea-4bfe-9033-17dc8499e9d4 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] DELETE failed (client error): The resource could not be found. Oct 30 15:32:54.288519 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfe3e136-59ea-4bfe-9033-17dc8499e9d4 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:32:54.291624 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-cfe3e136-59ea-4bfe-9033-17dc8499e9d4 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "DELETE /v2.0/subnets/9ae5a989-e506-48cc-a9a1-d34180c2c4b5 HTTP/1.1" status: 404 len: 337 time: 0.0367291 Oct 30 15:32:54.296944 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35522) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:54.336308 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cbad06-0c5d-4980-ac50-61c07f35701f tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:54.338428 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-67cbad06-0c5d-4980-ac50-61c07f35701f tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:54.340515 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-917a3e6e-4815-4ac5-b3d6-a71d27ed8b44 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "GET /v2.0/ports?device_id=117520af-381e-48dd-90b8-c05afee6a8bc HTTP/1.1" status: 200 len: 205 time: 0.0424187 Oct 30 15:32:54.342748 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35524) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:54.360089 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-67cbad06-0c5d-4980-ac50-61c07f35701f tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.7584500 Oct 30 15:32:54.360718 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35526) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:54.386977 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [None req-d3726cb8-808d-4bbb-ae0a-32604fe85318 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] delete failed (client error): The resource could not be found. Oct 30 15:32:54.388002 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-d3726cb8-808d-4bbb-ae0a-32604fe85318 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "DELETE /v2.0/routers/117520af-381e-48dd-90b8-c05afee6a8bc HTTP/1.1" status: 404 len: 336 time: 0.0443575 Oct 30 15:32:54.392531 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35528) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:54.422061 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37dc3c9a-be5e-48ee-8b1f-14064a61e0a1 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:54.422613 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5789392-16db-4bdf-9721-4c3dd5f402fd tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] DELETE failed (client error): The resource could not be found. Oct 30 15:32:54.423088 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5789392-16db-4bdf-9721-4c3dd5f402fd tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:32:54.427862 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b5789392-16db-4bdf-9721-4c3dd5f402fd tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "DELETE /v2.0/subnets/e400d529-c1cb-4482-b25b-85326956d008 HTTP/1.1" status: 404 len: 337 time: 0.0340767 Oct 30 15:32:54.431843 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35530) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:54.432139 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37dc3c9a-be5e-48ee-8b1f-14064a61e0a1 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:54.433933 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-37dc3c9a-be5e-48ee-8b1f-14064a61e0a1 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.0720041 Oct 30 15:32:54.440139 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35532) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:54.465584 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-d345b0c2-0f2d-46e8-8cd4-e6368b40aac7 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] DELETE failed (client error): The resource could not be found. Oct 30 15:32:54.466048 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d345b0c2-0f2d-46e8-8cd4-e6368b40aac7 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:32:54.469139 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-d345b0c2-0f2d-46e8-8cd4-e6368b40aac7 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "DELETE /v2.0/subnets/a61e1bc6-8b50-42ec-8188-509ef999e57e HTTP/1.1" status: 404 len: 337 time: 0.0365663 Oct 30 15:32:54.471727 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35534) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:54.484938 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-8f7e2014-29e9-4df5-9d4b-87e6d441fbb0 req-9a575d61-979b-4a03-a946-447b889ae53d tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Deleting port 56d1ab5b-3e58-4426-a963-21c6ed167554 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:32:54.485983 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-8f7e2014-29e9-4df5-9d4b-87e6d441fbb0 req-9a575d61-979b-4a03-a946-447b889ae53d tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:54.512470 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b7d901d-4517-4a8a-afb5-13d7098fee0c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] DELETE failed (client error): The resource could not be found. Oct 30 15:32:54.512924 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b7d901d-4517-4a8a-afb5-13d7098fee0c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:32:54.516034 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-0b7d901d-4517-4a8a-afb5-13d7098fee0c tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "DELETE /v2.0/subnets/8f4defcb-b592-4413-ac95-9efdeac3adba HTTP/1.1" status: 404 len: 337 time: 0.0402949 Oct 30 15:32:54.518580 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35536) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:54.568876 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a72398d-9565-4208-92b8-c8bfc2c852b4 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] DELETE failed (client error): The resource could not be found. Oct 30 15:32:54.569600 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a72398d-9565-4208-92b8-c8bfc2c852b4 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:32:54.572673 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-2a72398d-9565-4208-92b8-c8bfc2c852b4 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "DELETE /v2.0/ports/c85725e8-341c-46c3-ab2b-a07709d191a7 HTTP/1.1" status: 404 len: 333 time: 0.0531733 Oct 30 15:32:54.575761 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35538) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:54.603200 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-8f7e2014-29e9-4df5-9d4b-87e6d441fbb0 req-9a575d61-979b-4a03-a946-447b889ae53d tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] For port 56d1ab5b-3e58-4426-a963-21c6ed167554, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=56d1ab5b-3e58-4426-a963-21c6ed167554,segment=NetworkSegment(cca476af-9f70-4fa8-acb6-015f19cab179),segment_id=cca476af-9f70-4fa8-acb6-015f19cab179)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:32:54.603200 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-8f7e2014-29e9-4df5-9d4b-87e6d441fbb0 req-9a575d61-979b-4a03-a946-447b889ae53d tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:54.613081 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ad244f3-220c-4ebf-932c-5ba444441e11 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] DELETE failed (client error): The resource could not be found. Oct 30 15:32:54.613604 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ad244f3-220c-4ebf-932c-5ba444441e11 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:32:54.617271 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-2ad244f3-220c-4ebf-932c-5ba444441e11 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "DELETE /v2.0/subnets/bf5c3e25-35a0-4f0b-b74d-c75eb46a0861 HTTP/1.1" status: 404 len: 337 time: 0.0383573 Oct 30 15:32:54.620127 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35540) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:54.621690 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ab9fba-68ec-4b73-8549-ea6a2cb6b7f4 None None] Network 0087ab61-2d5d-438b-a324-8b85dab759bc requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:32:54.650149 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-11fcad7c-2224-4ce8-b38e-4198acd1e05f tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] DELETE failed (client error): The resource could not be found. Oct 30 15:32:54.650602 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11fcad7c-2224-4ce8-b38e-4198acd1e05f tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:32:54.653668 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-11fcad7c-2224-4ce8-b38e-4198acd1e05f tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "DELETE /v2.0/subnets/560683e6-f827-4a2e-b0fc-689fcfaf532a HTTP/1.1" status: 404 len: 337 time: 0.0326040 Oct 30 15:32:54.656273 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35542) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:54.687926 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-1be9652a-3696-4ad3-93ea-a99bc91924bc tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] DELETE failed (client error): The resource could not be found. Oct 30 15:32:54.688601 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1be9652a-3696-4ad3-93ea-a99bc91924bc tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:32:54.695042 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35544) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:54.696580 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-1be9652a-3696-4ad3-93ea-a99bc91924bc tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "DELETE /v2.0/ports/7499ddf2-aa95-4251-9932-34edab7fe68a HTTP/1.1" status: 404 len: 333 time: 0.0344391 Oct 30 15:32:54.704610 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-242a7dc3-9ef3-48c8-92db-4816f94ecde0 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Deleting port 3d6a1395-6836-421f-a532-8845aa12c39f {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:32:54.705090 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-242a7dc3-9ef3-48c8-92db-4816f94ecde0 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:54.729626 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e38fbbd-f84d-41f2-b7fb-fa0ee41252be tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] DELETE failed (client error): The resource could not be found. Oct 30 15:32:54.729894 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:54.730518 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e38fbbd-f84d-41f2-b7fb-fa0ee41252be tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:32:54.732305 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-af43291a-7a05-4b63-ab08-8881a3550265 None None] Provisioning complete for port 66c1a14d-80c7-4397-a00b-35d453d5e824 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:54.732668 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-af43291a-7a05-4b63-ab08-8881a3550265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:54.734181 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-1e38fbbd-f84d-41f2-b7fb-fa0ee41252be tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "DELETE /v2.0/subnets/c533474c-81be-4bfa-8017-92d34ffa2451 HTTP/1.1" status: 404 len: 337 time: 0.0373776 Oct 30 15:32:54.736992 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35546) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:54.769787 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bf6d11d-ee7e-4d75-9711-78f9c31b51a9 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] DELETE failed (client error): The resource could not be found. Oct 30 15:32:54.770253 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bf6d11d-ee7e-4d75-9711-78f9c31b51a9 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:32:54.774650 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-7bf6d11d-ee7e-4d75-9711-78f9c31b51a9 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "DELETE /v2.0/subnets/e97d030f-f987-41c0-b687-2013e7437815 HTTP/1.1" status: 404 len: 337 time: 0.0367098 Oct 30 15:32:54.804442 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35548) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:54.813284 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-242a7dc3-9ef3-48c8-92db-4816f94ecde0 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:54.829858 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-242a7dc3-9ef3-48c8-92db-4816f94ecde0 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Calling delete_port for 3d6a1395-6836-421f-a532-8845aa12c39f owned by {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:32:54.834403 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211ecc96-17d2-4e99-9456-a06c4e9244f3 None None] Network 7647fe19-ea7a-4816-84b1-6d0a166b80b1 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:32:54.991508 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:54.995326 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-af43291a-7a05-4b63-ab08-8881a3550265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:55.051419 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 66c1a14d-80c7-4397-a00b-35d453d5e824 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:32:55.104485 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-242a7dc3-9ef3-48c8-92db-4816f94ecde0 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:55.171580 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242a7dc3-9ef3-48c8-92db-4816f94ecde0 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event deleted for resources: {'Port': ['ID=3d6a1395-6836-421f-a532-8845aa12c39f,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:55.244302 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-242a7dc3-9ef3-48c8-92db-4816f94ecde0 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:55.250003 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-242a7dc3-9ef3-48c8-92db-4816f94ecde0 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/ports/3d6a1395-6836-421f-a532-8845aa12c39f HTTP/1.1" status: 204 len: 168 time: 0.8086340 Oct 30 15:32:55.251060 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35554) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:55.316989 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d8f2d8-8c07-407a-abbe-79866f8969ab tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:55.319097 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d8f2d8-8c07-407a-abbe-79866f8969ab tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:55.320012 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-af43291a-7a05-4b63-ab08-8881a3550265 None None] For port 66c1a14d-80c7-4397-a00b-35d453d5e824, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=66c1a14d-80c7-4397-a00b-35d453d5e824,segment=NetworkSegment(04fb9866-245b-47c9-a7bc-8854a722bc22),segment_id=04fb9866-245b-47c9-a7bc-8854a722bc22)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:32:55.320903 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d8f2d8-8c07-407a-abbe-79866f8969ab tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:55.325926 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-c5d8f2d8-8c07-407a-abbe-79866f8969ab tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0719056 Oct 30 15:32:55.334153 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35556) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:55.337285 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-af43291a-7a05-4b63-ab08-8881a3550265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:55.353347 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11046ee5-35b7-4bf0-a06b-a987bc4743d1 None None] Update dhcp port {'port': {'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'fixed_ips': [{'subnet_id': '3910a15b-6272-414f-ae70-ab8743d28cfd', 'ip_address': '2001:db8::f816:3eff:fe10:bf86'}, {'subnet_id': 'cb30e2ec-9563-48e9-ba8d-7bb57b89fa8d'}], 'binding:host_id': 'n-d-806683-17'}, 'id': '66c1a14d-80c7-4397-a00b-35d453d5e824'} from n-d-806683-17. {{(pid=102132) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 30 15:32:55.380874 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b353e2dc-1180-47cd-ab68-ab2b3e2b55af req-014cd3b0-c3e8-4d52-a387-1167563b9712 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:55.383320 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b353e2dc-1180-47cd-ab68-ab2b3e2b55af req-014cd3b0-c3e8-4d52-a387-1167563b9712 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=25353754-ad8b-4952-b0f6-00eb931ff7ca HTTP/1.1" status: 200 len: 947 time: 0.0582139 Oct 30 15:32:55.423456 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-11046ee5-35b7-4bf0-a06b-a987bc4743d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:55.425547 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-8f7e2014-29e9-4df5-9d4b-87e6d441fbb0 req-9a575d61-979b-4a03-a946-447b889ae53d tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:55.425981 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-8f7e2014-29e9-4df5-9d4b-87e6d441fbb0 req-9a575d61-979b-4a03-a946-447b889ae53d tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:55.426350 n-d-806683-17 neutron-server[102130]: INFO neutron.db.l3_db [req-8f7e2014-29e9-4df5-9d4b-87e6d441fbb0 req-9a575d61-979b-4a03-a946-447b889ae53d tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Floating IP d6ea2ca1-174f-46ab-9e13-241672dc45c6 disassociated. External IP: 172.25.4.188, port: 56d1ab5b-3e58-4426-a963-21c6ed167554. Oct 30 15:32:55.426763 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-8f7e2014-29e9-4df5-9d4b-87e6d441fbb0 req-9a575d61-979b-4a03-a946-447b889ae53d tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Calling delete_port for 56d1ab5b-3e58-4426-a963-21c6ed167554 owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:32:55.431720 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 66c1a14d-80c7-4397-a00b-35d453d5e824 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:55.432141 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:55.433519 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-58e002af-c3c8-4e9b-8876-b2c5a1424f58 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Deleting subnet 3910a15b-6272-414f-ae70-ab8743d28cfd {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:32:55.441403 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-58e002af-c3c8-4e9b-8876-b2c5a1424f58 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:55.446578 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64068076-2462-4bae-9e9d-85afbf4da61f None None] DHCP port deletion for 7647fe19-ea7a-4816-84b1-6d0a166b80b1 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:32:55.455993 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b353e2dc-1180-47cd-ab68-ab2b3e2b55af req-b37af1cf-1c10-4fb7-be05-4da982b45f0d tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d32fb4-59bb-4ed8-a618-6a89a7e07898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633366 Oct 30 15:32:55.478743 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-e044f6af-37f7-4901-a958-06a2447f8270 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Deleting port 5c99c04b-93fe-42ce-909f-9af06787d580 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:32:55.478743 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e044f6af-37f7-4901-a958-06a2447f8270 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:55.486023 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af43291a-7a05-4b63-ab08-8881a3550265 None None] Pushing event updated for resources: {'Port': ['ID=66c1a14d-80c7-4397-a00b-35d453d5e824,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:55.554844 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-2f55cbe2-c018-4523-a395-3e6e3115f54c None None] Provisioning complete for port ad577800-1318-42a7-8dde-a7ac1ed90930 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:55.555212 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2f55cbe2-c018-4523-a395-3e6e3115f54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:55.578114 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-58e002af-c3c8-4e9b-8876-b2c5a1424f58 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:55.618004 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e044f6af-37f7-4901-a958-06a2447f8270 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:55.637950 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-e044f6af-37f7-4901-a958-06a2447f8270 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Calling delete_port for 5c99c04b-93fe-42ce-909f-9af06787d580 owned by {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:32:55.714194 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-64068076-2462-4bae-9e9d-85afbf4da61f None None] Deleting port ad577800-1318-42a7-8dde-a7ac1ed90930 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:32:55.714788 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-64068076-2462-4bae-9e9d-85afbf4da61f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:55.784113 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-58e002af-c3c8-4e9b-8876-b2c5a1424f58 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:55.824973 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-64068076-2462-4bae-9e9d-85afbf4da61f None None] For port ad577800-1318-42a7-8dde-a7ac1ed90930, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=ad577800-1318-42a7-8dde-a7ac1ed90930,segment=NetworkSegment(4171a214-dd59-4475-abe0-a4ec553fadf7),segment_id=4171a214-dd59-4475-abe0-a4ec553fadf7)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:32:55.825373 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-64068076-2462-4bae-9e9d-85afbf4da61f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:55.845350 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-64068076-2462-4bae-9e9d-85afbf4da61f None None] Calling delete_port for ad577800-1318-42a7-8dde-a7ac1ed90930 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:32:55.847283 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-2f55cbe2-c018-4523-a395-3e6e3115f54c None None] Provisioning complete for port 5c99c04b-93fe-42ce-909f-9af06787d580 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:55.847735 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2f55cbe2-c018-4523-a395-3e6e3115f54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:55.855881 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e044f6af-37f7-4901-a958-06a2447f8270 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:55.857601 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-8f7e2014-29e9-4df5-9d4b-87e6d441fbb0 req-9a575d61-979b-4a03-a946-447b889ae53d tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:55.874682 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-2f55cbe2-c018-4523-a395-3e6e3115f54c None None] Port 5c99c04b-93fe-42ce-909f-9af06787d580 was deleted so its status cannot be updated. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 30 15:32:55.903587 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e044f6af-37f7-4901-a958-06a2447f8270 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event deleted for resources: {'Port': ['ID=5c99c04b-93fe-42ce-909f-9af06787d580,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:55.914270 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e044f6af-37f7-4901-a958-06a2447f8270 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:55.917596 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e044f6af-37f7-4901-a958-06a2447f8270 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "DELETE /v2.0/ports/5c99c04b-93fe-42ce-909f-9af06787d580 HTTP/1.1" status: 204 len: 168 time: 1.1122019 Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server [None req-11046ee5-35b7-4bf0-a06b-a987bc4743d1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3910a15b-6272-414f-ae70-ab8743d28cfd: This subnet is being modified by another concurrent operation. Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server raise self.value Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server raise self.value Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server raise self.value Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server raise self.value Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server raise self.value Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server raise self.value Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1740, in update_port Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server raise exception Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3910a15b-6272-414f-ae70-ab8743d28cfd: This subnet is being modified by another concurrent operation. Oct 30 15:32:55.920720 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server Oct 30 15:32:55.926823 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35558) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:55.939888 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-58e002af-c3c8-4e9b-8876-b2c5a1424f58 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:55.946819 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a575d61-979b-4a03-a946-447b889ae53d tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Pushing event deleted for resources: {'Port': ['ID=56d1ab5b-3e58-4426-a963-21c6ed167554,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:55.975054 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-64068076-2462-4bae-9e9d-85afbf4da61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:56.004070 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64068076-2462-4bae-9e9d-85afbf4da61f None None] Pushing event deleted for resources: {'Port': ['ID=ad577800-1318-42a7-8dde-a7ac1ed90930,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:56.009154 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64068076-2462-4bae-9e9d-85afbf4da61f None None] No DVR routers for this DVR port ad577800-1318-42a7-8dde-a7ac1ed90930 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:32:56.031631 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e002af-c3c8-4e9b-8876-b2c5a1424f58 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event deleted for resources: {'Subnet': ['ID=3910a15b-6272-414f-ae70-ab8743d28cfd,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:56.033247 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1379c15a-1fae-4efc-b750-edf5d49175f0 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:56.072647 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-58e002af-c3c8-4e9b-8876-b2c5a1424f58 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:56.080976 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-58e002af-c3c8-4e9b-8876-b2c5a1424f58 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/subnets/3910a15b-6272-414f-ae70-ab8743d28cfd HTTP/1.1" status: 204 len: 168 time: 0.7405653 Oct 30 15:32:56.088681 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35560) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:56.123397 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-fe8cb971-c043-45b2-a99e-cdde8cf15e3b None None] Provisioning complete for port 66c1a14d-80c7-4397-a00b-35d453d5e824 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:56.123942 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-fe8cb971-c043-45b2-a99e-cdde8cf15e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:56.153494 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1379c15a-1fae-4efc-b750-edf5d49175f0 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:56.170420 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edb37a2-9b2b-424c-b420-2ad2ccea2551 None None] Network 0087ab61-2d5d-438b-a324-8b85dab759bc requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:32:56.173479 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c46d7d8-05a7-4e43-b0f5-512808d27fcf tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Deleting subnet cb30e2ec-9563-48e9-ba8d-7bb57b89fa8d {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:32:56.178902 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1c46d7d8-05a7-4e43-b0f5-512808d27fcf tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:56.183952 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-1379c15a-1fae-4efc-b750-edf5d49175f0 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7647fe19-ea7a-4816-84b1-6d0a166b80b1']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:32:56.195726 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-1379c15a-1fae-4efc-b750-edf5d49175f0 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4171a214-dd59-4475-abe0-a4ec553fadf7') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:32:56.195939 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-1379c15a-1fae-4efc-b750-edf5d49175f0 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4171a214-dd59-4475-abe0-a4ec553fadf7') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:32:56.205769 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1379c15a-1fae-4efc-b750-edf5d49175f0 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:56.219406 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f7e2014-29e9-4df5-9d4b-87e6d441fbb0 req-9a575d61-979b-4a03-a946-447b889ae53d tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Router c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:32:56.221314 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1379c15a-1fae-4efc-b750-edf5d49175f0 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:56.228817 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1379c15a-1fae-4efc-b750-edf5d49175f0 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:32:56.229312 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1379c15a-1fae-4efc-b750-edf5d49175f0 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:56.232704 n-d-806683-17 neutron-server[102131]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:32:56.232704 n-d-806683-17 neutron-server[102131]: items = [ Oct 30 15:32:56.232704 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:32:56.232704 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:32:56.232704 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:32:56.232704 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:32:56.232704 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:32:56.232704 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:32:56.232704 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:32:56.232704 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:32:56.232704 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:32:56.232704 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:32:56.232704 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:32:56.232704 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:32:56.232704 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:32:56.232704 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:32:56.232704 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:32:56.232704 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:32:56.232704 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:32:56.232704 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:32:56.232704 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:32:56.232704 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:32:56.232704 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:32:56.232704 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:32:56.232704 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:32:56.232704 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:32:56.232704 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:32:56.232704 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:32:56.232704 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:32:56.232704 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:32:56.232704 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:32:56.232704 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:32:56.232704 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:32:56.232704 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:32:56.235635 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1c46d7d8-05a7-4e43-b0f5-512808d27fcf tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:56.299983 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1379c15a-1fae-4efc-b750-edf5d49175f0 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:56.308944 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1379c15a-1fae-4efc-b750-edf5d49175f0 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:56.313758 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-1379c15a-1fae-4efc-b750-edf5d49175f0 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] 10.222.0.62 "DELETE /v2.0/networks/7647fe19-ea7a-4816-84b1-6d0a166b80b1 HTTP/1.1" status: 204 len: 168 time: 0.3911169 Oct 30 15:32:56.331553 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-fe8cb971-c043-45b2-a99e-cdde8cf15e3b None None] Could not find standard attr ID for object 3d6a1395-6836-421f-a532-8845aa12c39f. {{(pid=102132) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 30 15:32:56.343585 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1379c15a-1fae-4efc-b750-edf5d49175f0 tempest-PortsIpV6TestJSON-590503561 tempest-PortsIpV6TestJSON-590503561-project] Pushing event deleted for resources: {'Network': ['ID=7647fe19-ea7a-4816-84b1-6d0a166b80b1,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:56.383159 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1c46d7d8-05a7-4e43-b0f5-512808d27fcf tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:56.454425 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f7e2014-29e9-4df5-9d4b-87e6d441fbb0 req-9a575d61-979b-4a03-a946-447b889ae53d tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:32:56.466558 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971ad96e-1a69-4720-83c5-7eddc8895b0f None None] Sync routers for ids ['c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:32:56.467148 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-ec93f353-2696-4805-842f-81ddd4016764 None None] Could not find standard attr ID for object c61654e7-568e-44b9-b831-17e3a2627fe3. {{(pid=102132) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 30 15:32:56.481038 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5aabb80-b432-4fae-8b04-e497f569fa1f None None] Update dhcp port {'port': {'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'fixed_ips': [{'subnet_id': 'cb30e2ec-9563-48e9-ba8d-7bb57b89fa8d'}], 'binding:host_id': 'n-d-806683-17'}, 'id': '66c1a14d-80c7-4397-a00b-35d453d5e824'} from n-d-806683-17. {{(pid=102132) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 30 15:32:56.482729 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971ad96e-1a69-4720-83c5-7eddc8895b0f None None] Routers {'c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:32:56.483417 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-971ad96e-1a69-4720-83c5-7eddc8895b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:32:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:32:56.524254 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f7e2014-29e9-4df5-9d4b-87e6d441fbb0 req-9a575d61-979b-4a03-a946-447b889ae53d tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] No DVR routers for this DVR port 56d1ab5b-3e58-4426-a963-21c6ed167554 on host n-h2-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:32:56.526875 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-8f7e2014-29e9-4df5-9d4b-87e6d441fbb0 req-9a575d61-979b-4a03-a946-447b889ae53d tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:56.531601 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8f7e2014-29e9-4df5-9d4b-87e6d441fbb0 req-9a575d61-979b-4a03-a946-447b889ae53d tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.44 "DELETE /v2.0/ports/56d1ab5b-3e58-4426-a963-21c6ed167554 HTTP/1.1" status: 204 len: 173 time: 2.3592949 Oct 30 15:32:56.532405 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25353754-ad8b-4952-b0f6-00eb931ff7ca', 'name': 'network-vif-deleted', 'tag': '56d1ab5b-3e58-4426-a963-21c6ed167554'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:32:56.536746 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1daa2597-0336-4037-8fbd-43ed148e3fbe" -d '{"events": [{"server_uuid": "25353754-ad8b-4952-b0f6-00eb931ff7ca", "name": "network-vif-deleted", "tag": "56d1ab5b-3e58-4426-a963-21c6ed167554"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:32:56.548452 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d5aabb80-b432-4fae-8b04-e497f569fa1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:56.564365 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1c46d7d8-05a7-4e43-b0f5-512808d27fcf tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:56.637018 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1c46d7d8-05a7-4e43-b0f5-512808d27fcf tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:56.641149 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-1c46d7d8-05a7-4e43-b0f5-512808d27fcf tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/subnets/cb30e2ec-9563-48e9-ba8d-7bb57b89fa8d HTTP/1.1" status: 204 len: 168 time: 0.5515940 Oct 30 15:32:56.643161 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-705bc734-4d6b-4fb1-b268-734ded0344a1 x-openstack-request-id: req-705bc734-4d6b-4fb1-b268-734ded0344a1 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:32:56.643892 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25353754-ad8b-4952-b0f6-00eb931ff7ca", "name": "network-vif-deleted", "tag": "56d1ab5b-3e58-4426-a963-21c6ed167554", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:32:56.644383 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-705bc734-4d6b-4fb1-b268-734ded0344a1 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:32:56.645654 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25353754-ad8b-4952-b0f6-00eb931ff7ca', 'name': 'network-vif-deleted', 'tag': '56d1ab5b-3e58-4426-a963-21c6ed167554', 'status': 'completed', 'code': 200} Oct 30 15:32:56.647520 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c46d7d8-05a7-4e43-b0f5-512808d27fcf tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event deleted for resources: {'Subnet': ['ID=cb30e2ec-9563-48e9-ba8d-7bb57b89fa8d,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:56.658374 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:56.665849 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35570) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:56.713003 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-971ad96e-1a69-4720-83c5-7eddc8895b0f None None] Set router c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:32:56.727379 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7e99fed8-a278-4375-a072-aba2acd222fa req-d6e975ed-baaa-42d9-be2e-ec7b7ee60f21 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=25353754-ad8b-4952-b0f6-00eb931ff7ca HTTP/1.1" status: 200 len: 210 time: 0.1463785 Oct 30 15:32:56.757399 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-fb8c77d9-0b12-485e-a3c6-2a19b4e78fef tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0879145 Oct 30 15:32:56.760111 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35574) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:56.771266 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-3fb05071-433f-49a6-aeb2-84ea8a2c95fe tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Request body: {'subnet': {'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:56.814281 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35576) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:56.919355 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-1d6f9ccd-f915-4791-96da-9dae4e500e9d None None] Provisioning complete for port 66c1a14d-80c7-4397-a00b-35d453d5e824 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:56.921130 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1d6f9ccd-f915-4791-96da-9dae4e500e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:56.938845 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb05071-433f-49a6-aeb2-84ea8a2c95fe tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Made reservation on behalf of 950626c196e345129caa4bb8b656378a for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:32:56.942441 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3fb05071-433f-49a6-aeb2-84ea8a2c95fe tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:57.052753 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device ad577800-1318-42a7-8dde-a7ac1ed90930 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:32:57.089574 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: ad577800-1318-42a7-8dde-a7ac1ed90930 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:32:57.089967 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device ad577800-1318-42a7-8dde-a7ac1ed90930 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:32:57.090336 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 66c1a14d-80c7-4397-a00b-35d453d5e824 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:32:57.143577 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-971ad96e-1a69-4720-83c5-7eddc8895b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b', 'name': 'tempest-AttachVolumeShelveTestJSON-1774117657-router', 'tenant_id': '67bc9a3add214ecaad76147ad0906766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '503733f3-e621-4bc3-9447-1e54ecbeab74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:28:52Z', 'updated_at': '2021-10-30T15:28:58Z', 'revision_number': 4, 'project_id': '67bc9a3add214ecaad76147ad0906766', 'gw_port': {'id': '503733f3-e621-4bc3-9447-1e54ecbeab74', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:53:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:28:52Z', 'updated_at': '2021-10-30T15:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'd2d85ea3-f8ad-4155-b6dc-54581ba83508', 'name': '', 'network_id': 'ada754b2-2d16-48ef-bd4a-b3c351db82b3', 'tenant_id': '67bc9a3add214ecaad76147ad0906766', 'mac_address': 'fa:16:3e:ca:d3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '296dc533-f6ac-49b9-ab46-37f1565b56fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:28:57Z', 'updated_at': '2021-10-30T15:29:04Z', 'revision_number': 5, 'project_id': '67bc9a3add214ecaad76147ad0906766', 'subnets': [{'id': '296dc533-f6ac-49b9-ab46-37f1565b56fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:32:57.146356 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-105dc578-d567-4f2e-bbf8-abb6b77a4369 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ee12cc7bf3e14cdba3ace2cbd46ac13b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3307521 Oct 30 15:32:57.149891 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35580) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:57.168046 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5726c4-31d0-4fa8-ac33-d9f1af3fd12b None None] get_active_networks_info from n-d-806683-17 {{(pid=102132) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 30 15:32:57.179397 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971ad96e-1a69-4720-83c5-7eddc8895b0f None None] Checking router: c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:32:57.190864 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971ad96e-1a69-4720-83c5-7eddc8895b0f None None] Routers {'c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:32:57.191697 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-971ad96e-1a69-4720-83c5-7eddc8895b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:32:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:32:57.220460 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:57.261263 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-ec0060d6-57c3-478e-a488-28a33d10c79a None None] Could not find standard attr ID for object 3d6a1395-6836-421f-a532-8845aa12c39f. {{(pid=102132) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 30 15:32:57.262534 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2b970488-c457-4534-8734-ad628d6b8c0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:57.271586 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3fb05071-433f-49a6-aeb2-84ea8a2c95fe tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:57.288520 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 66c1a14d-80c7-4397-a00b-35d453d5e824, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=66c1a14d-80c7-4397-a00b-35d453d5e824,segment=NetworkSegment(04fb9866-245b-47c9-a7bc-8854a722bc22),segment_id=04fb9866-245b-47c9-a7bc-8854a722bc22)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:32:57.306187 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2b970488-c457-4534-8734-ad628d6b8c0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:57.309075 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:57.316516 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5726c4-31d0-4fa8-ac33-d9f1af3fd12b None None] Resources bound (agent type, host, resource id): {{(pid=102132) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 30 15:32:57.340901 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb05071-433f-49a6-aeb2-84ea8a2c95fe tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event updated for resources: {'Subnet': ['ID=849f55b7-13d4-488e-b105-5d3de856a16a,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:57.349360 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb05071-433f-49a6-aeb2-84ea8a2c95fe tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Network 0087ab61-2d5d-438b-a324-8b85dab759bc is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:32:57.352146 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-3fb05071-433f-49a6-aeb2-84ea8a2c95fe tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:32:57.355941 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb05071-433f-49a6-aeb2-84ea8a2c95fe tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:57.356806 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3fb05071-433f-49a6-aeb2-84ea8a2c95fe tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:57.386946 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-3fb05071-433f-49a6-aeb2-84ea8a2c95fe tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6253085 Oct 30 15:32:57.389944 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35584) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:57.403413 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-40a96323-3aa7-4675-a661-a4e34c78187d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Request body: {'subnet': {'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:57.419177 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2b970488-c457-4534-8734-ad628d6b8c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:57.421488 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=66c1a14d-80c7-4397-a00b-35d453d5e824,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:57.422417 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2b970488-c457-4534-8734-ad628d6b8c0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:57.423628 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-2b970488-c457-4534-8734-ad628d6b8c0d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/91a051fd-22b8-4306-9b85-982aebcf0fb8 HTTP/1.1" status: 204 len: 168 time: 0.2726855 Oct 30 15:32:57.454303 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-971ad96e-1a69-4720-83c5-7eddc8895b0f None None] Set router c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:32:57.474116 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b970488-c457-4534-8734-ad628d6b8c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a051fd-22b8-4306-9b85-982aebcf0fb8,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:57.573723 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a96323-3aa7-4675-a661-a4e34c78187d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Made reservation on behalf of 950626c196e345129caa4bb8b656378a for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:32:57.585204 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-40a96323-3aa7-4675-a661-a4e34c78187d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:57.735864 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed5f5fc-a07a-4f92-bf55-23620e2303c3 None None] Update dhcp port {'port': {'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'fixed_ips': [{'subnet_id': '849f55b7-13d4-488e-b105-5d3de856a16a'}], 'binding:host_id': 'n-d-806683-17'}, 'id': '66c1a14d-80c7-4397-a00b-35d453d5e824'} from n-d-806683-17. {{(pid=102132) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 30 15:32:57.753120 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-971ad96e-1a69-4720-83c5-7eddc8895b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b', 'name': 'tempest-AttachVolumeShelveTestJSON-1774117657-router', 'tenant_id': '67bc9a3add214ecaad76147ad0906766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '503733f3-e621-4bc3-9447-1e54ecbeab74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:28:52Z', 'updated_at': '2021-10-30T15:28:58Z', 'revision_number': 4, 'project_id': '67bc9a3add214ecaad76147ad0906766', 'gw_port': {'id': '503733f3-e621-4bc3-9447-1e54ecbeab74', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:53:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:28:52Z', 'updated_at': '2021-10-30T15:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'd2d85ea3-f8ad-4155-b6dc-54581ba83508', 'name': '', 'network_id': 'ada754b2-2d16-48ef-bd4a-b3c351db82b3', 'tenant_id': '67bc9a3add214ecaad76147ad0906766', 'mac_address': 'fa:16:3e:ca:d3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '296dc533-f6ac-49b9-ab46-37f1565b56fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:28:57Z', 'updated_at': '2021-10-30T15:29:04Z', 'revision_number': 5, 'project_id': '67bc9a3add214ecaad76147ad0906766', 'subnets': [{'id': '296dc533-f6ac-49b9-ab46-37f1565b56fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:32:57.772639 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-fed5f5fc-a07a-4f92-bf55-23620e2303c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:57.799108 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971ad96e-1a69-4720-83c5-7eddc8895b0f None None] The sync data for ids ['c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b'] in n-d-806683-17 is: [{'id': 'c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b', 'name': 'tempest-AttachVolumeShelveTestJSON-1774117657-router', 'tenant_id': '67bc9a3add214ecaad76147ad0906766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '503733f3-e621-4bc3-9447-1e54ecbeab74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:28:52Z', 'updated_at': '2021-10-30T15:28:58Z', 'revision_number': 4, 'project_id': '67bc9a3add214ecaad76147ad0906766', 'gw_port': {'id': '503733f3-e621-4bc3-9447-1e54ecbeab74', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:53:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:28:52Z', 'updated_at': '2021-10-30T15:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'd2d85ea3-f8ad-4155-b6dc-54581ba83508', 'name': '', 'network_id': 'ada754b2-2d16-48ef-bd4a-b3c351db82b3', 'tenant_id': '67bc9a3add214ecaad76147ad0906766', 'mac_address': 'fa:16:3e:ca:d3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '296dc533-f6ac-49b9-ab46-37f1565b56fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:28:57Z', 'updated_at': '2021-10-30T15:29:04Z', 'revision_number': 5, 'project_id': '67bc9a3add214ecaad76147ad0906766', 'subnets': [{'id': '296dc533-f6ac-49b9-ab46-37f1565b56fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:32:57.890037 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35600) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:58.035077 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-67992392-0866-4a17-8565-be5204f639fb tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:58.035686 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-fed5f5fc-a07a-4f92-bf55-23620e2303c3 None None] Allocated IP 172.20.0.2 (0087ab61-2d5d-438b-a324-8b85dab759bc/849f55b7-13d4-488e-b105-5d3de856a16a/66c1a14d-80c7-4397-a00b-35d453d5e824) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:32:58.066714 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-67992392-0866-4a17-8565-be5204f639fb tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:58.131063 n-d-806683-17 neutron-server[102130]: DEBUG neutron.objects.ports [None req-40a96323-3aa7-4675-a661-a4e34c78187d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102130) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 30 15:32:58.153188 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-fed5f5fc-a07a-4f92-bf55-23620e2303c3 None None] For port 66c1a14d-80c7-4397-a00b-35d453d5e824, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=66c1a14d-80c7-4397-a00b-35d453d5e824,segment=NetworkSegment(04fb9866-245b-47c9-a7bc-8854a722bc22),segment_id=04fb9866-245b-47c9-a7bc-8854a722bc22)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:32:58.189181 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-fed5f5fc-a07a-4f92-bf55-23620e2303c3 None None] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:58.196575 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327148df-44a5-4e84-a4c7-018a1fff6026 None None] New status for floating IP d6ea2ca1-174f-46ab-9e13-241672dc45c6: DOWN {{(pid=102132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 15:32:58.218482 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-67992392-0866-4a17-8565-be5204f639fb tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:58.221080 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-67992392-0866-4a17-8565-be5204f639fb tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:58.224678 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-67992392-0866-4a17-8565-be5204f639fb tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "DELETE /v2.0/security-groups/a3d32fb4-59bb-4ed8-a618-6a89a7e07898 HTTP/1.1" status: 204 len: 168 time: 0.3309653 Oct 30 15:32:58.225118 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35612) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:58.238565 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-fed5f5fc-a07a-4f92-bf55-23620e2303c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:58.240090 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67992392-0866-4a17-8565-be5204f639fb tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d32fb4-59bb-4ed8-a618-6a89a7e07898,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:58.249932 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-17493483-2c86-4938-b56b-6c4a27cbe006 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] show failed (client error): The resource could not be found. Oct 30 15:32:58.251266 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-17493483-2c86-4938-b56b-6c4a27cbe006 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups/a3d32fb4-59bb-4ed8-a618-6a89a7e07898 HTTP/1.1" status: 404 len: 347 time: 0.0240979 Oct 30 15:32:58.254248 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35614) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:58.330099 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-40a96323-3aa7-4675-a661-a4e34c78187d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:58.361064 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35618) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:58.431345 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-a01d3b68-1d47-48b1-8ee7-0ac2ab3f97fc tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Deleting port 88960d97-6782-4856-a13b-1c0a5e1a98ae {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:32:58.431818 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a01d3b68-1d47-48b1-8ee7-0ac2ab3f97fc tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:58.481002 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed5f5fc-a07a-4f92-bf55-23620e2303c3 None None] Pushing event updated for resources: {'Port': ['ID=66c1a14d-80c7-4397-a00b-35d453d5e824,revision_number=6']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:58.545090 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-21b0ce74-200f-4ba1-bde2-3ec754a9ed57 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-930518930', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:58.558677 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-40a96323-3aa7-4675-a661-a4e34c78187d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] For port 66c1a14d-80c7-4397-a00b-35d453d5e824, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=66c1a14d-80c7-4397-a00b-35d453d5e824,segment=NetworkSegment(04fb9866-245b-47c9-a7bc-8854a722bc22),segment_id=04fb9866-245b-47c9-a7bc-8854a722bc22)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:32:58.564739 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a01d3b68-1d47-48b1-8ee7-0ac2ab3f97fc tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:58.565133 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a01d3b68-1d47-48b1-8ee7-0ac2ab3f97fc tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:58.586504 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-a01d3b68-1d47-48b1-8ee7-0ac2ab3f97fc tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Calling delete_port for 88960d97-6782-4856-a13b-1c0a5e1a98ae owned by network:floatingip {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:32:58.599712 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-21b0ce74-200f-4ba1-bde2-3ec754a9ed57 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:58.600753 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-21b0ce74-200f-4ba1-bde2-3ec754a9ed57 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:58.602194 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-40a96323-3aa7-4675-a661-a4e34c78187d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:58.630076 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-40a96323-3aa7-4675-a661-a4e34c78187d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:58.630979 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-40a96323-3aa7-4675-a661-a4e34c78187d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:58.716159 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-21b0ce74-200f-4ba1-bde2-3ec754a9ed57 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:58.722967 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-21b0ce74-200f-4ba1-bde2-3ec754a9ed57 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:58.727530 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a96323-3aa7-4675-a661-a4e34c78187d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Network 0087ab61-2d5d-438b-a324-8b85dab759bc is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:32:58.739776 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-40a96323-3aa7-4675-a661-a4e34c78187d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:32:58.745003 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a96323-3aa7-4675-a661-a4e34c78187d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event updated for resources: {'Subnet': ['ID=8e3a5a2e-2442-43d9-b54f-2360201bde97,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:58.749631 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a96323-3aa7-4675-a661-a4e34c78187d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:58.750176 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-40a96323-3aa7-4675-a661-a4e34c78187d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:58.757441 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a96323-3aa7-4675-a661-a4e34c78187d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event updated for resources: {'Port': ['ID=66c1a14d-80c7-4397-a00b-35d453d5e824,revision_number=8']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:58.765138 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-21b0ce74-200f-4ba1-bde2-3ec754a9ed57 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:58.768046 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-21b0ce74-200f-4ba1-bde2-3ec754a9ed57 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4058259 Oct 30 15:32:58.771527 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35622) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:58.781145 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-14af790d-955c-462e-96ea-f0ec782add7a tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1656220704'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:58.788798 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-40a96323-3aa7-4675-a661-a4e34c78187d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3976018 Oct 30 15:32:58.789439 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35624) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:58.795882 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-afd42b3f-fd6d-495f-b15b-8fffa0f277be tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Request body: {'port': {'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'mac_address': 'fa:16:3e:aa:85:24', 'name': 'tempest-NetworksTestDHCPv6-1852859580'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:58.826310 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 56d1ab5b-3e58-4426-a963-21c6ed167554 no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:32:58.852662 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14af790d-955c-462e-96ea-f0ec782add7a tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Made reservation on behalf of b255bcc8e8c14a309f3b630f8de7347c for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:32:58.856733 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-14af790d-955c-462e-96ea-f0ec782add7a tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:58.869061 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] No Port match for: 56d1ab5b-3e58-4426-a963-21c6ed167554 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:32:58.869414 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 56d1ab5b-3e58-4426-a963-21c6ed167554 not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:32:58.889303 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a01d3b68-1d47-48b1-8ee7-0ac2ab3f97fc tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:58.894186 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-14af790d-955c-462e-96ea-f0ec782add7a tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:58.942051 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01d3b68-1d47-48b1-8ee7-0ac2ab3f97fc tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Pushing event deleted for resources: {'Port': ['ID=88960d97-6782-4856-a13b-1c0a5e1a98ae,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:58.964622 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd42b3f-fd6d-495f-b15b-8fffa0f277be tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Made reservation on behalf of 950626c196e345129caa4bb8b656378a for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:32:58.989902 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 66c1a14d-80c7-4397-a00b-35d453d5e824 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:32:59.034847 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a01d3b68-1d47-48b1-8ee7-0ac2ab3f97fc tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks [] for floatingip, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:59.039599 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a01d3b68-1d47-48b1-8ee7-0ac2ab3f97fc tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:59.054631 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-a01d3b68-1d47-48b1-8ee7-0ac2ab3f97fc tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "DELETE /v2.0/floatingips/d6ea2ca1-174f-46ab-9e13-241672dc45c6 HTTP/1.1" status: 204 len: 168 time: 0.7827573 Oct 30 15:32:59.064520 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 66c1a14d-80c7-4397-a00b-35d453d5e824 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:59.065682 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:59.133525 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-afd42b3f-fd6d-495f-b15b-8fffa0f277be tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:59.140111 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-14af790d-955c-462e-96ea-f0ec782add7a tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:59.148893 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-14af790d-955c-462e-96ea-f0ec782add7a tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:59.161599 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [None req-afd42b3f-fd6d-495f-b15b-8fffa0f277be tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] device_id is not set on port 4a21dbd1-7c02-40a9-bd25-4caa46612108 yet. {{(pid=102130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:32:59.169012 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14af790d-955c-462e-96ea-f0ec782add7a tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:32:59.188386 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-14af790d-955c-462e-96ea-f0ec782add7a tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:59.190597 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-14af790d-955c-462e-96ea-f0ec782add7a tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Added segment fe2dfcf2-bf0b-4251-9e0f-632eedd8b476 of type vlan for network 231e406b-5015-497e-a460-89a6d19a43fb Oct 30 15:32:59.238367 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-14af790d-955c-462e-96ea-f0ec782add7a tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:59.240200 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:59.289185 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 66c1a14d-80c7-4397-a00b-35d453d5e824, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=66c1a14d-80c7-4397-a00b-35d453d5e824,segment=NetworkSegment(04fb9866-245b-47c9-a7bc-8854a722bc22),segment_id=04fb9866-245b-47c9-a7bc-8854a722bc22)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:32:59.296573 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:59.304726 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-14af790d-955c-462e-96ea-f0ec782add7a tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:59.311238 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14af790d-955c-462e-96ea-f0ec782add7a tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:59.312086 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-14af790d-955c-462e-96ea-f0ec782add7a tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:59.324475 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14af790d-955c-462e-96ea-f0ec782add7a tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90e6a3c0-2100-40f0-b4a6-2cc698f7d41c,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:59.357488 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-afd42b3f-fd6d-495f-b15b-8fffa0f277be tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Allocated IP 172.20.0.5 (0087ab61-2d5d-438b-a324-8b85dab759bc/849f55b7-13d4-488e-b105-5d3de856a16a/4a21dbd1-7c02-40a9-bd25-4caa46612108) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:32:59.364267 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-afd42b3f-fd6d-495f-b15b-8fffa0f277be tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Allocated IP 2001:db8::f816:3eff:feaa:8524 (0087ab61-2d5d-438b-a324-8b85dab759bc/8e3a5a2e-2442-43d9-b54f-2360201bde97/4a21dbd1-7c02-40a9-bd25-4caa46612108) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:32:59.378675 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=66c1a14d-80c7-4397-a00b-35d453d5e824,revision_number=9']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:59.382389 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fddfbf1-31e5-44de-95c2-42b61a3933e2 None None] get_active_networks_info from n-d-806683-17 {{(pid=102132) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 30 15:32:59.383353 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-14af790d-955c-462e-96ea-f0ec782add7a tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6091840 Oct 30 15:32:59.384235 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35628) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:59.392857 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-0254d8c0-bc55-401b-a075-9f3c8042e27d tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Request body: {'subnet': {'network_id': '231e406b-5015-497e-a460-89a6d19a43fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:59.419124 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14af790d-955c-462e-96ea-f0ec782add7a tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Pushing event updated for resources: {'Network': ['ID=231e406b-5015-497e-a460-89a6d19a43fb,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:59.440987 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 231e406b-5015-497e-a460-89a6d19a43fb details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:32:59.528272 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0254d8c0-bc55-401b-a075-9f3c8042e27d tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Made reservation on behalf of b255bcc8e8c14a309f3b630f8de7347c for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:32:59.533171 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0254d8c0-bc55-401b-a075-9f3c8042e27d tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:59.545816 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-79c72fd2-bdc3-4635-b998-51bc73019c39 None None] Provisioning complete for port 66c1a14d-80c7-4397-a00b-35d453d5e824 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:32:59.546321 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-79c72fd2-bdc3-4635-b998-51bc73019c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:59.582387 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-afd42b3f-fd6d-495f-b15b-8fffa0f277be tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:59.629745 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-afd42b3f-fd6d-495f-b15b-8fffa0f277be tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:59.705568 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35632) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:59.707232 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd42b3f-fd6d-495f-b15b-8fffa0f277be tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event updated for resources: {'Port': ['ID=4a21dbd1-7c02-40a9-bd25-4caa46612108,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:59.722686 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-31d3c1c9-1520-4174-b2c2-83ca89d276ef tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Request body: {'security_group': {'name': 'tempest-securitygroup--949780996', 'description': 'tempest-description--1160696008'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:32:59.753142 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd42b3f-fd6d-495f-b15b-8fffa0f277be tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Network 0087ab61-2d5d-438b-a324-8b85dab759bc is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:32:59.758840 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-afd42b3f-fd6d-495f-b15b-8fffa0f277be tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:32:59.767739 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd42b3f-fd6d-495f-b15b-8fffa0f277be tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:32:59.795109 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0254d8c0-bc55-401b-a075-9f3c8042e27d tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:59.807957 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-31d3c1c9-1520-4174-b2c2-83ca89d276ef tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:59.855042 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd42b3f-fd6d-495f-b15b-8fffa0f277be tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:59.856127 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-afd42b3f-fd6d-495f-b15b-8fffa0f277be tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:59.887388 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0254d8c0-bc55-401b-a075-9f3c8042e27d tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Checking segment: {'id': 'fe2dfcf2-bf0b-4251-9e0f-632eedd8b476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '231e406b-5015-497e-a460-89a6d19a43fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:32:59.887786 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0254d8c0-bc55-401b-a075-9f3c8042e27d tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Network hostable DHCP agents. Network: 231e406b-5015-497e-a460-89a6d19a43fb, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:32:59.890612 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-afd42b3f-fd6d-495f-b15b-8fffa0f277be tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.1000984 Oct 30 15:32:59.891333 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35636) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:32:59.922330 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0254d8c0-bc55-401b-a075-9f3c8042e27d tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Pushing event updated for resources: {'Subnet': ['ID=40ddb69a-8285-4f19-a79b-f6fb1014f423,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:32:59.938655 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0254d8c0-bc55-401b-a075-9f3c8042e27d tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Network 231e406b-5015-497e-a460-89a6d19a43fb is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:32:59.951514 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-0254d8c0-bc55-401b-a075-9f3c8042e27d tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 231e406b-5015-497e-a460-89a6d19a43fb) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:32:59.962952 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0254d8c0-bc55-401b-a075-9f3c8042e27d tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:32:59.964793 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0254d8c0-bc55-401b-a075-9f3c8042e27d tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:59.993607 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:32:59.995872 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-0254d8c0-bc55-401b-a075-9f3c8042e27d tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6068983 Oct 30 15:32:59.998637 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35638) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:00.004314 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-31d3c1c9-1520-4174-b2c2-83ca89d276ef tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:00.005376 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-70d0614f-201c-41a5-9487-21ca7de0ba63 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Request body: {'network': {'name': 'tempest-router-network01--1304156705'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:00.016809 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7d8f57-f244-4f4d-831a-6ce3fb912c8d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:00.027617 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7d8f57-f244-4f4d-831a-6ce3fb912c8d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:00.029071 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35640) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:00.029236 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-ee7d8f57-f244-4f4d-831a-6ce3fb912c8d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1327167 Oct 30 15:33:00.036429 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-31d3c1c9-1520-4174-b2c2-83ca89d276ef tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:00.047993 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fddfbf1-31e5-44de-95c2-42b61a3933e2 None None] Resources bound (agent type, host, resource id): {{(pid=102132) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 30 15:33:00.071698 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d3c1c9-1520-4174-b2c2-83ca89d276ef tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5a29da-464d-4127-ba39-e13f61005ef3,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:00.079677 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d3c1c9-1520-4174-b2c2-83ca89d276ef tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:33:00.080167 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d3c1c9-1520-4174-b2c2-83ca89d276ef tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:33:00.080615 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d3c1c9-1520-4174-b2c2-83ca89d276ef tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:33:00.081058 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d3c1c9-1520-4174-b2c2-83ca89d276ef tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:33:00.081504 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d3c1c9-1520-4174-b2c2-83ca89d276ef tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:33:00.082321 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d3c1c9-1520-4174-b2c2-83ca89d276ef tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:33:00.082807 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d3c1c9-1520-4174-b2c2-83ca89d276ef tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:33:00.083245 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d3c1c9-1520-4174-b2c2-83ca89d276ef tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:33:00.083857 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d3c1c9-1520-4174-b2c2-83ca89d276ef tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:33:00.084337 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d3c1c9-1520-4174-b2c2-83ca89d276ef tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:33:00.085289 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d3c1c9-1520-4174-b2c2-83ca89d276ef tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:33:00.085804 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d3c1c9-1520-4174-b2c2-83ca89d276ef tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:33:00.120410 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d0614f-201c-41a5-9487-21ca7de0ba63 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Made reservation on behalf of b255bcc8e8c14a309f3b630f8de7347c for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:33:00.123816 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-70d0614f-201c-41a5-9487-21ca7de0ba63 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:00.126937 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-31d3c1c9-1520-4174-b2c2-83ca89d276ef tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:00.128642 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-31d3c1c9-1520-4174-b2c2-83ca89d276ef tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4109371 Oct 30 15:33:00.132045 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35644) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:00.136806 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-51a3354c-2324-42b4-9347-cd02ff305a51 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Request body: {'security_group_rule': {'security_group_id': 'ee5a29da-464d-4127-ba39-e13f61005ef3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:00.161697 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70d0614f-201c-41a5-9487-21ca7de0ba63 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:33:00.171945 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-51a3354c-2324-42b4-9347-cd02ff305a51 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:00.176629 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-70d0614f-201c-41a5-9487-21ca7de0ba63 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:00.176984 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-70d0614f-201c-41a5-9487-21ca7de0ba63 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Added segment 2e8c16dc-803a-4b0a-aad9-245a31275219 of type vlan for network 4915947b-c2ab-4122-8675-83e5d0421c0f Oct 30 15:33:00.187644 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-6df40e2b-f86b-4332-9171-7117a0992637 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Deleting port 4a21dbd1-7c02-40a9-bd25-4caa46612108 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:33:00.188129 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6df40e2b-f86b-4332-9171-7117a0992637 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:00.241781 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-51a3354c-2324-42b4-9347-cd02ff305a51 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:00.247037 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-51a3354c-2324-42b4-9347-cd02ff305a51 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:00.267119 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a3354c-2324-42b4-9347-cd02ff305a51 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64c680ed-5d6f-469a-9b33-6c220c64566a,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:00.269937 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-70d0614f-201c-41a5-9487-21ca7de0ba63 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:00.279053 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-51a3354c-2324-42b4-9347-cd02ff305a51 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:00.283188 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-51a3354c-2324-42b4-9347-cd02ff305a51 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1474321 Oct 30 15:33:00.284205 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35646) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:00.289368 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-43b7bb8c-1427-48d4-81a8-94be2fee1e1d tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Request body: {'security_group_rule': {'security_group_id': 'ee5a29da-464d-4127-ba39-e13f61005ef3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:00.319154 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-70d0614f-201c-41a5-9487-21ca7de0ba63 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:00.321403 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-43b7bb8c-1427-48d4-81a8-94be2fee1e1d tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:00.324779 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d0614f-201c-41a5-9487-21ca7de0ba63 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:00.325309 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-70d0614f-201c-41a5-9487-21ca7de0ba63 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:00.340135 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6df40e2b-f86b-4332-9171-7117a0992637 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:00.362926 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c811d3f-a068-44c9-b84e-c17f37800252 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-231e406b-5015-497e-a460-89a6d19a43fb', 'network_id': '231e406b-5015-497e-a460-89a6d19a43fb', 'tenant_id': 'b255bcc8e8c14a309f3b630f8de7347c', 'fixed_ips': [{'subnet_id': '40ddb69a-8285-4f19-a79b-f6fb1014f423'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:33:00.364652 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0c811d3f-a068-44c9-b84e-c17f37800252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:00.384499 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-43b7bb8c-1427-48d4-81a8-94be2fee1e1d tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:00.390149 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-43b7bb8c-1427-48d4-81a8-94be2fee1e1d tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:00.400312 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-6df40e2b-f86b-4332-9171-7117a0992637 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Calling delete_port for 4a21dbd1-7c02-40a9-bd25-4caa46612108 owned by {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:33:00.415925 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-70d0614f-201c-41a5-9487-21ca7de0ba63 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4160762 Oct 30 15:33:00.416572 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35648) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:00.432135 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b7bb8c-1427-48d4-81a8-94be2fee1e1d tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=367598db-afa3-4a44-8624-9cca972d67b8,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:00.433179 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-6b250a16-6e90-4b33-b330-d43c53ab74f9 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Request body: {'network': {'name': 'tempest-router-network02--719982966'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:00.444539 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-43b7bb8c-1427-48d4-81a8-94be2fee1e1d tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:00.447071 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d0614f-201c-41a5-9487-21ca7de0ba63 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Pushing event updated for resources: {'Network': ['ID=4915947b-c2ab-4122-8675-83e5d0421c0f,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:00.450032 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-43b7bb8c-1427-48d4-81a8-94be2fee1e1d tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1651855 Oct 30 15:33:00.450653 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35650) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:00.455338 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-bfdcf33f-5b4f-4b7f-baab-cd9d6000731b tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Request body: {'floatingip': {'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:00.467863 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 4915947b-c2ab-4122-8675-83e5d0421c0f details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:33:00.503447 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b250a16-6e90-4b33-b330-d43c53ab74f9 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Made reservation on behalf of b255bcc8e8c14a309f3b630f8de7347c for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:33:00.507801 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6b250a16-6e90-4b33-b330-d43c53ab74f9 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:00.538390 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bfdcf33f-5b4f-4b7f-baab-cd9d6000731b tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks [] for floatingip, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:00.554810 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b250a16-6e90-4b33-b330-d43c53ab74f9 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:33:00.567824 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6b250a16-6e90-4b33-b330-d43c53ab74f9 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:00.567824 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-6b250a16-6e90-4b33-b330-d43c53ab74f9 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Added segment 07099c63-82ab-4c19-8a76-191cc135243d of type vlan for network 91fc4ee3-8a5b-4edd-9b52-c886ed31388c Oct 30 15:33:00.619592 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-0c811d3f-a068-44c9-b84e-c17f37800252 None None] Allocated IP 172.20.0.2 (231e406b-5015-497e-a460-89a6d19a43fb/40ddb69a-8285-4f19-a79b-f6fb1014f423/a5083a03-d567-4d19-8231-3b9371a24e90) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:33:00.663043 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6b250a16-6e90-4b33-b330-d43c53ab74f9 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:00.693165 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bfdcf33f-5b4f-4b7f-baab-cd9d6000731b tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:00.741191 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6b250a16-6e90-4b33-b330-d43c53ab74f9 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:00.748899 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b250a16-6e90-4b33-b330-d43c53ab74f9 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:00.749955 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6b250a16-6e90-4b33-b330-d43c53ab74f9 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:00.759817 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6df40e2b-f86b-4332-9171-7117a0992637 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:00.809571 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0c811d3f-a068-44c9-b84e-c17f37800252 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:00.817118 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0c811d3f-a068-44c9-b84e-c17f37800252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:00.820471 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-bfdcf33f-5b4f-4b7f-baab-cd9d6000731b tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Allocated IP 172.25.4.47 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/49b851ff-2aaa-42f7-9322-496d9b5c67d8) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:33:00.862418 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df40e2b-f86b-4332-9171-7117a0992637 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event deleted for resources: {'Port': ['ID=4a21dbd1-7c02-40a9-bd25-4caa46612108,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:00.866434 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c811d3f-a068-44c9-b84e-c17f37800252 None None] Network 231e406b-5015-497e-a460-89a6d19a43fb is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:33:00.870037 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-6b250a16-6e90-4b33-b330-d43c53ab74f9 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4403126 Oct 30 15:33:00.872304 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-0c811d3f-a068-44c9-b84e-c17f37800252 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:33:00.877260 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c811d3f-a068-44c9-b84e-c17f37800252 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:33:00.884141 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c811d3f-a068-44c9-b84e-c17f37800252 None None] Pushing event updated for resources: {'Port': ['ID=a5083a03-d567-4d19-8231-3b9371a24e90,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:00.885263 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35654) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:00.901878 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-916c92af-7f56-4ef2-ba04-d3fb7b2b0954 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Request body: {'subnet': {'network_id': '4915947b-c2ab-4122-8675-83e5d0421c0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:00.954598 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-0c811d3f-a068-44c9-b84e-c17f37800252 None None] Attempting to bind port a5083a03-d567-4d19-8231-3b9371a24e90 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:33:00.955058 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-0c811d3f-a068-44c9-b84e-c17f37800252 None None] Attempting to bind port a5083a03-d567-4d19-8231-3b9371a24e90 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'fe2dfcf2-bf0b-4251-9e0f-632eedd8b476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '231e406b-5015-497e-a460-89a6d19a43fb'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:33:00.955438 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c811d3f-a068-44c9-b84e-c17f37800252 None None] Attempting to bind port a5083a03-d567-4d19-8231-3b9371a24e90 on network 231e406b-5015-497e-a460-89a6d19a43fb {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:33:00.962804 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c811d3f-a068-44c9-b84e-c17f37800252 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:33:00.963343 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c811d3f-a068-44c9-b84e-c17f37800252 None None] Checking segment: {'id': 'fe2dfcf2-bf0b-4251-9e0f-632eedd8b476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '231e406b-5015-497e-a460-89a6d19a43fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:33:00.963797 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0c811d3f-a068-44c9-b84e-c17f37800252 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:00.964209 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c811d3f-a068-44c9-b84e-c17f37800252 None None] Bound using segment: {'id': 'fe2dfcf2-bf0b-4251-9e0f-632eedd8b476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '231e406b-5015-497e-a460-89a6d19a43fb'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:33:00.965117 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-0c811d3f-a068-44c9-b84e-c17f37800252 None None] Bound port: a5083a03-d567-4d19-8231-3b9371a24e90, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe2dfcf2-bf0b-4251-9e0f-632eedd8b476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '231e406b-5015-497e-a460-89a6d19a43fb'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:33:00.965510 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0c811d3f-a068-44c9-b84e-c17f37800252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:00.986734 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bfdcf33f-5b4f-4b7f-baab-cd9d6000731b tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:01.009062 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b250a16-6e90-4b33-b330-d43c53ab74f9 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Pushing event updated for resources: {'Network': ['ID=91fc4ee3-8a5b-4edd-9b52-c886ed31388c,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:01.024604 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 91fc4ee3-8a5b-4edd-9b52-c886ed31388c details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:33:01.025820 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bfdcf33f-5b4f-4b7f-baab-cd9d6000731b tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:01.076640 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdcf33f-5b4f-4b7f-baab-cd9d6000731b tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:33:01.079945 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-bfdcf33f-5b4f-4b7f-baab-cd9d6000731b tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:33:01.085146 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdcf33f-5b4f-4b7f-baab-cd9d6000731b tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:33:01.088417 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdcf33f-5b4f-4b7f-baab-cd9d6000731b tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Pushing event updated for resources: {'Port': ['ID=49b851ff-2aaa-42f7-9322-496d9b5c67d8,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:01.096428 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6df40e2b-f86b-4332-9171-7117a0992637 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:01.103306 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-6df40e2b-f86b-4332-9171-7117a0992637 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/ports/4a21dbd1-7c02-40a9-bd25-4caa46612108 HTTP/1.1" status: 204 len: 168 time: 1.0729616 Oct 30 15:33:01.105659 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35656) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:01.106750 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 66c1a14d-80c7-4397-a00b-35d453d5e824 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:33:01.161070 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-0c811d3f-a068-44c9-b84e-c17f37800252 None None] For port a5083a03-d567-4d19-8231-3b9371a24e90, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:33:01.177465 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43506a82-5a84-4719-b6ca-0dee6a4f4e8b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:01.179021 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43506a82-5a84-4719-b6ca-0dee6a4f4e8b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:01.180601 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43506a82-5a84-4719-b6ca-0dee6a4f4e8b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:01.183784 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-0c811d3f-a068-44c9-b84e-c17f37800252 None None] For port a5083a03-d567-4d19-8231-3b9371a24e90, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=a5083a03-d567-4d19-8231-3b9371a24e90,segment=NetworkSegment(fe2dfcf2-bf0b-4251-9e0f-632eedd8b476),segment_id=fe2dfcf2-bf0b-4251-9e0f-632eedd8b476)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:33:01.185019 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-43506a82-5a84-4719-b6ca-0dee6a4f4e8b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0784895 Oct 30 15:33:01.185756 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35658) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:01.186381 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916c92af-7f56-4ef2-ba04-d3fb7b2b0954 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Made reservation on behalf of b255bcc8e8c14a309f3b630f8de7347c for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:33:01.190056 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-916c92af-7f56-4ef2-ba04-d3fb7b2b0954 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:01.196883 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0c811d3f-a068-44c9-b84e-c17f37800252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:01.202577 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 66c1a14d-80c7-4397-a00b-35d453d5e824 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:33:01.202840 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:01.223065 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bfdcf33f-5b4f-4b7f-baab-cd9d6000731b tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:01.277305 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bfdcf33f-5b4f-4b7f-baab-cd9d6000731b tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:01.302887 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c811d3f-a068-44c9-b84e-c17f37800252 None None] Pushing event updated for resources: {'Port': ['ID=a5083a03-d567-4d19-8231-3b9371a24e90,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:01.324442 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ac57efa-3360-43c8-ad4e-06651ad51550 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Deleting subnet 849f55b7-13d4-488e-b105-5d3de856a16a {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:33:01.333286 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7ac57efa-3360-43c8-ad4e-06651ad51550 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:01.389465 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7ac57efa-3360-43c8-ad4e-06651ad51550 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:01.445111 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-4a30033f-eade-42ad-b718-97b2337b1c51 None None] Provisioning complete for port 66c1a14d-80c7-4397-a00b-35d453d5e824 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:33:01.446032 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4a30033f-eade-42ad-b718-97b2337b1c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:01.480612 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bfdcf33f-5b4f-4b7f-baab-cd9d6000731b tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:01.489308 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bfdcf33f-5b4f-4b7f-baab-cd9d6000731b tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:01.561962 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7ac57efa-3360-43c8-ad4e-06651ad51550 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:01.608774 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-916c92af-7f56-4ef2-ba04-d3fb7b2b0954 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:01.616132 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdcf33f-5b4f-4b7f-baab-cd9d6000731b tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Pushing event updated for resources: {'Port': ['ID=49b851ff-2aaa-42f7-9322-496d9b5c67d8,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:01.645865 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-4a30033f-eade-42ad-b718-97b2337b1c51 None None] Could not find standard attr ID for object 4a21dbd1-7c02-40a9-bd25-4caa46612108. {{(pid=102132) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 30 15:33:01.663913 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bfdcf33f-5b4f-4b7f-baab-cd9d6000731b tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:01.697629 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bfdcf33f-5b4f-4b7f-baab-cd9d6000731b tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:01.699641 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-bfdcf33f-5b4f-4b7f-baab-cd9d6000731b tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2477541 Oct 30 15:33:01.716776 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916c92af-7f56-4ef2-ba04-d3fb7b2b0954 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Pushing event updated for resources: {'Subnet': ['ID=cb0d415d-975f-4116-9db4-1ce015c5ba69,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:01.754353 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916c92af-7f56-4ef2-ba04-d3fb7b2b0954 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Checking segment: {'id': '2e8c16dc-803a-4b0a-aad9-245a31275219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4915947b-c2ab-4122-8675-83e5d0421c0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:33:01.754353 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916c92af-7f56-4ef2-ba04-d3fb7b2b0954 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Network hostable DHCP agents. Network: 4915947b-c2ab-4122-8675-83e5d0421c0f, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:33:01.757653 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7ac57efa-3360-43c8-ad4e-06651ad51550 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:01.790202 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac57efa-3360-43c8-ad4e-06651ad51550 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event deleted for resources: {'Subnet': ['ID=849f55b7-13d4-488e-b105-5d3de856a16a,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:01.798746 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7ac57efa-3360-43c8-ad4e-06651ad51550 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:01.804666 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-7ac57efa-3360-43c8-ad4e-06651ad51550 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/subnets/849f55b7-13d4-488e-b105-5d3de856a16a HTTP/1.1" status: 204 len: 168 time: 0.6076396 Oct 30 15:33:01.805449 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35664) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:01.813257 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916c92af-7f56-4ef2-ba04-d3fb7b2b0954 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Network 4915947b-c2ab-4122-8675-83e5d0421c0f is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:33:01.827351 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-916c92af-7f56-4ef2-ba04-d3fb7b2b0954 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 4915947b-c2ab-4122-8675-83e5d0421c0f) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:33:01.834603 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916c92af-7f56-4ef2-ba04-d3fb7b2b0954 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:01.835791 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-916c92af-7f56-4ef2-ba04-d3fb7b2b0954 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:01.855326 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-916c92af-7f56-4ef2-ba04-d3fb7b2b0954 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9684930 Oct 30 15:33:01.857675 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35668) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:01.862830 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-f3bd5246-2f02-497b-94d3-5f4478e1bca8 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Request body: {'subnet': {'network_id': '91fc4ee3-8a5b-4edd-9b52-c886ed31388c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:01.871346 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f56ba38-472b-44fe-822a-dad53f6fd6fe tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Deleting subnet 8e3a5a2e-2442-43d9-b54f-2360201bde97 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:33:01.874658 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3f56ba38-472b-44fe-822a-dad53f6fd6fe tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:01.923498 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3f56ba38-472b-44fe-822a-dad53f6fd6fe tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:01.951662 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:01.965948 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3bd5246-2f02-497b-94d3-5f4478e1bca8 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Made reservation on behalf of b255bcc8e8c14a309f3b630f8de7347c for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:33:01.969980 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f3bd5246-2f02-497b-94d3-5f4478e1bca8 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:02.000266 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-166b82df-230a-4cba-8952-25e288ad5a8e req-813a293f-2f6c-4ecc-bf09-7ec43dbe3e3b tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--949780996&fields=id&tenant_id=67bc9a3add214ecaad76147ad0906766 HTTP/1.1" status: 200 len: 267 time: 0.0546410 Oct 30 15:33:02.090855 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3f56ba38-472b-44fe-822a-dad53f6fd6fe tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:02.159349 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f3bd5246-2f02-497b-94d3-5f4478e1bca8 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:02.177712 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166b82df-230a-4cba-8952-25e288ad5a8e req-d13b8798-f978-4a19-b8b4-585465e23d5d tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:02.179891 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-166b82df-230a-4cba-8952-25e288ad5a8e req-d13b8798-f978-4a19-b8b4-585465e23d5d tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/networks?id=ada754b2-2d16-48ef-bd4a-b3c351db82b3 HTTP/1.1" status: 200 len: 817 time: 0.1601908 Oct 30 15:33:02.192495 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3f56ba38-472b-44fe-822a-dad53f6fd6fe tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:02.225858 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bd5246-2f02-497b-94d3-5f4478e1bca8 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Pushing event updated for resources: {'Subnet': ['ID=27c7a245-a97b-473c-88c4-a98aab48ee0a,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:02.229418 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-166b82df-230a-4cba-8952-25e288ad5a8e req-40bba770-4750-421e-b50d-0c3b6f7a8bae tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/quotas/67bc9a3add214ecaad76147ad0906766 HTTP/1.1" status: 200 len: 375 time: 0.0391810 Oct 30 15:33:02.230116 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f56ba38-472b-44fe-822a-dad53f6fd6fe tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event deleted for resources: {'Subnet': ['ID=8e3a5a2e-2442-43d9-b54f-2360201bde97,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:02.232214 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3f56ba38-472b-44fe-822a-dad53f6fd6fe tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:02.233256 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bd5246-2f02-497b-94d3-5f4478e1bca8 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Checking segment: {'id': '07099c63-82ab-4c19-8a76-191cc135243d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '91fc4ee3-8a5b-4edd-9b52-c886ed31388c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:33:02.233618 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bd5246-2f02-497b-94d3-5f4478e1bca8 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Network hostable DHCP agents. Network: 91fc4ee3-8a5b-4edd-9b52-c886ed31388c, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:33:02.235478 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-3f56ba38-472b-44fe-822a-dad53f6fd6fe tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/subnets/8e3a5a2e-2442-43d9-b54f-2360201bde97 HTTP/1.1" status: 204 len: 168 time: 0.4292119 Oct 30 15:33:02.238000 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35678) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:02.286144 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-8fc5315a-74f1-4ce4-b10d-fc26e5f9e9f4 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0434952 Oct 30 15:33:02.286915 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35680) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:02.291572 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-84bbc3e0-8688-4aa9-a1e7-7837ea6177ad tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Request body: {'subnet': {'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:02.308687 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bd5246-2f02-497b-94d3-5f4478e1bca8 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Network 91fc4ee3-8a5b-4edd-9b52-c886ed31388c is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:33:02.310716 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-166b82df-230a-4cba-8952-25e288ad5a8e req-2d4ff55a-0e6c-472a-a63b-024fd896207e tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=67bc9a3add214ecaad76147ad0906766&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0583136 Oct 30 15:33:02.351920 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-f3bd5246-2f02-497b-94d3-5f4478e1bca8 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 91fc4ee3-8a5b-4edd-9b52-c886ed31388c) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:33:02.364889 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bd5246-2f02-497b-94d3-5f4478e1bca8 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:02.365510 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f3bd5246-2f02-497b-94d3-5f4478e1bca8 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:02.395837 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-f3bd5246-2f02-497b-94d3-5f4478e1bca8 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5367475 Oct 30 15:33:02.399168 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35684) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:02.477756 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84bbc3e0-8688-4aa9-a1e7-7837ea6177ad tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Made reservation on behalf of 950626c196e345129caa4bb8b656378a for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:33:02.481251 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-84bbc3e0-8688-4aa9-a1e7-7837ea6177ad tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:02.496017 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-166b82df-230a-4cba-8952-25e288ad5a8e req-4ef7e4a3-95be-4235-bd9e-f933a97bf642 service neutron] 10.222.0.62 "GET /v2.0/networks/ada754b2-2d16-48ef-bd4a-b3c351db82b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707530 Oct 30 15:33:02.600484 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1fa8bd-2ecc-47e3-bd90-e76e36a397ca None None] Network 0087ab61-2d5d-438b-a324-8b85dab759bc requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:33:02.643778 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-166b82df-230a-4cba-8952-25e288ad5a8e req-f7b72630-6d17-4a8d-bf4c-f47f41d1cb8f service neutron] 10.222.0.62 "GET /v2.0/networks/ada754b2-2d16-48ef-bd4a-b3c351db82b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399074 Oct 30 15:33:02.668585 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aaecb293-a9e0-4528-bf1d-0d681d76aff1 req-e38d6ae0-9a87-4702-b0dc-43097b0e86d2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4ebf36ef-a495-4f6a-88b5-01abef8f7272&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0673509 Oct 30 15:33:02.696198 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521850dd-fc5b-4d42-8847-b6f33721dc76 None None] Network 231e406b-5015-497e-a460-89a6d19a43fb requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:33:02.837921 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9acab0-8f6c-430e-8196-d0e4b21190d1 None None] Network 4915947b-c2ab-4122-8675-83e5d0421c0f requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:33:02.840667 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e06dc3-6260-4552-b622-752efcf0f9cd None None] Network 91fc4ee3-8a5b-4edd-9b52-c886ed31388c requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:33:02.850640 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaecb293-a9e0-4528-bf1d-0d681d76aff1 req-0773db34-4d7a-4f57-8d43-4d4621e0354d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:02.853097 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aaecb293-a9e0-4528-bf1d-0d681d76aff1 req-0773db34-4d7a-4f57-8d43-4d4621e0354d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b2267fc2b77143d693871f591bcb3dbf&device_id=4ebf36ef-a495-4f6a-88b5-01abef8f7272 HTTP/1.1" status: 200 len: 1098 time: 0.0923383 Oct 30 15:33:02.991138 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-9312ec17-db59-4bca-b8d5-3962e261f148 None None] Provisioning complete for port 66c1a14d-80c7-4397-a00b-35d453d5e824 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:33:02.991649 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9312ec17-db59-4bca-b8d5-3962e261f148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:03.128128 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-67ecf553-e3bc-4cfa-8860-b2d3633bc673 req-d4d3318f-9418-4bcc-8b13-9d0211c424b0 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8feeca9-8e7a-47c5-9834-b2981b41113f HTTP/1.1" status: 200 len: 210 time: 0.0688999 Oct 30 15:33:03.134497 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fa3dd926-9834-4656-8a4c-b9c8d78b1a70 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:03.154367 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device a5083a03-d567-4d19-8231-3b9371a24e90 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:33:03.170853 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-84bbc3e0-8688-4aa9-a1e7-7837ea6177ad tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:03.187346 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaecb293-a9e0-4528-bf1d-0d681d76aff1 req-e34cc74a-053f-4e14-807d-7ba9bdfbc410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:03.188927 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aaecb293-a9e0-4528-bf1d-0d681d76aff1 req-e34cc74a-053f-4e14-807d-7ba9bdfbc410 service neutron] 10.222.0.53 "GET /v2.0/networks?id=17c0523f-c120-43f8-8de5-645c5eef05e9 HTTP/1.1" status: 200 len: 898 time: 0.3043034 Oct 30 15:33:03.307617 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aaecb293-a9e0-4528-bf1d-0d681d76aff1 req-d6dbe2fb-d3c7-45bb-8692-37b0afad45a4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f98ecc94-d72b-422d-9882-76c74dca36e3 HTTP/1.1" status: 200 len: 1001 time: 0.1104498 Oct 30 15:33:03.387534 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaecb293-a9e0-4528-bf1d-0d681d76aff1 req-00454389-c24b-4c55-abc5-90da7b81b9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:03.389422 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aaecb293-a9e0-4528-bf1d-0d681d76aff1 req-00454389-c24b-4c55-abc5-90da7b81b9a0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0083fb2c-b80c-4e1f-b3c7-34201cc33f79 HTTP/1.1" status: 200 len: 835 time: 0.0740614 Oct 30 15:33:03.472196 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaecb293-a9e0-4528-bf1d-0d681d76aff1 req-db5ceef6-edd0-4f67-80d9-c334a21adf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:03.473837 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aaecb293-a9e0-4528-bf1d-0d681d76aff1 req-db5ceef6-edd0-4f67-80d9-c334a21adf99 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17c0523f-c120-43f8-8de5-645c5eef05e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0773356 Oct 30 15:33:03.631831 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-93228bc4-1e36-4697-ac44-56a6257fa66c req-a3dd9cc2-87c4-4c8d-a7ad-41c44d9ecb0a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0d53cdbf-2232-4e8d-a741-dc0b7f7b11c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0735247 Oct 30 15:33:03.632517 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70c7814-efa6-4741-9ebd-82aa6f44244c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-4915947b-c2ab-4122-8675-83e5d0421c0f', 'network_id': '4915947b-c2ab-4122-8675-83e5d0421c0f', 'tenant_id': 'b255bcc8e8c14a309f3b630f8de7347c', 'fixed_ips': [{'subnet_id': 'cb0d415d-975f-4116-9db4-1ce015c5ba69'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:33:03.633527 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c70c7814-efa6-4741-9ebd-82aa6f44244c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:03.661464 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aaecb293-a9e0-4528-bf1d-0d681d76aff1 req-705e70fc-e90d-45d2-9623-c42d61ad183d service neutron] 10.222.0.53 "GET /v2.0/networks/17c0523f-c120-43f8-8de5-645c5eef05e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788671 Oct 30 15:33:03.726713 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bbc3e0-8688-4aa9-a1e7-7837ea6177ad tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Network 0087ab61-2d5d-438b-a324-8b85dab759bc is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:33:03.740866 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-84bbc3e0-8688-4aa9-a1e7-7837ea6177ad tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:33:03.749013 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bbc3e0-8688-4aa9-a1e7-7837ea6177ad tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:03.749794 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-84bbc3e0-8688-4aa9-a1e7-7837ea6177ad tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:03.754680 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bbc3e0-8688-4aa9-a1e7-7837ea6177ad tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event updated for resources: {'Subnet': ['ID=99b573c3-bd2c-44ac-bbc3-e576f82634e1,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:03.814494 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-84bbc3e0-8688-4aa9-a1e7-7837ea6177ad tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5242114 Oct 30 15:33:03.814898 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35704) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:03.821287 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-54cfe1d8-8857-4188-939a-ec719ecfccd2 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Request body: {'subnet': {'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:03.868848 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a5bb2e-5cc4-4d23-949b-ee7301a4a099 None None] DHCP port deletion for 0087ab61-2d5d-438b-a324-8b85dab759bc request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:33:03.898293 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93228bc4-1e36-4697-ac44-56a6257fa66c req-2cebecaf-14c4-4953-81cc-fbf9f16ba8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:03.900084 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-93228bc4-1e36-4697-ac44-56a6257fa66c req-2cebecaf-14c4-4953-81cc-fbf9f16ba8d4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=851f863f3af14cfda31cec55b5caebe9&device_id=0d53cdbf-2232-4e8d-a741-dc0b7f7b11c3 HTTP/1.1" status: 200 len: 1097 time: 0.1280177 Oct 30 15:33:03.905293 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port a5083a03-d567-4d19-8231-3b9371a24e90 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:33:03.905822 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:04.003062 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce64fe4-defe-4055-af49-a1098955cc56 None None] Network 231e406b-5015-497e-a460-89a6d19a43fb requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:33:04.051722 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad5dd95-6856-493e-bf46-923ed368fcd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-91fc4ee3-8a5b-4edd-9b52-c886ed31388c', 'network_id': '91fc4ee3-8a5b-4edd-9b52-c886ed31388c', 'tenant_id': 'b255bcc8e8c14a309f3b630f8de7347c', 'fixed_ips': [{'subnet_id': '27c7a245-a97b-473c-88c4-a98aab48ee0a'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:33:04.052008 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bad5dd95-6856-493e-bf46-923ed368fcd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:04.066610 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-fa3dd926-9834-4656-8a4c-b9c8d78b1a70 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Allocated IP 172.20.0.1 (4915947b-c2ab-4122-8675-83e5d0421c0f/cb0d415d-975f-4116-9db4-1ce015c5ba69/d0f800c7-b899-4e5d-87ac-f1259ed586db) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:33:04.082062 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54cfe1d8-8857-4188-939a-ec719ecfccd2 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Made reservation on behalf of 950626c196e345129caa4bb8b656378a for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:33:04.086522 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-54cfe1d8-8857-4188-939a-ec719ecfccd2 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:04.108641 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-9312ec17-db59-4bca-b8d5-3962e261f148 None None] Provisioning complete for port a5083a03-d567-4d19-8231-3b9371a24e90 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:33:04.109026 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9312ec17-db59-4bca-b8d5-3962e261f148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:04.326281 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fa3dd926-9834-4656-8a4c-b9c8d78b1a70 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:04.430077 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aaecb293-a9e0-4528-bf1d-0d681d76aff1 req-2a8880b1-ec99-42a0-8e69-419102d88b65 service neutron] 10.222.0.53 "GET /v2.0/networks/17c0523f-c120-43f8-8de5-645c5eef05e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7619240 Oct 30 15:33:04.435257 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fa3dd926-9834-4656-8a4c-b9c8d78b1a70 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:04.436055 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-b6a5bb2e-5cc4-4d23-949b-ee7301a4a099 None None] Deleting port 66c1a14d-80c7-4397-a00b-35d453d5e824 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:33:04.436432 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b6a5bb2e-5cc4-4d23-949b-ee7301a4a099 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:04.438976 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:04.463249 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b6da2cf2-7e9f-45ed-aefc-2ca9fcfb9430 req-80fb7d8d-9522-4615-ad9b-b9dd4a6fd9d3 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8feeca9-8e7a-47c5-9834-b2981b41113f HTTP/1.1" status: 200 len: 210 time: 0.0868578 Oct 30 15:33:04.491909 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3dd926-9834-4656-8a4c-b9c8d78b1a70 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Pushing event updated for resources: {'Port': ['ID=d0f800c7-b899-4e5d-87ac-f1259ed586db,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:04.549502 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3dd926-9834-4656-8a4c-b9c8d78b1a70 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Network 4915947b-c2ab-4122-8675-83e5d0421c0f is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:33:04.552711 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-fa3dd926-9834-4656-8a4c-b9c8d78b1a70 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:33:04.557105 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3dd926-9834-4656-8a4c-b9c8d78b1a70 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:33:04.565942 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93228bc4-1e36-4697-ac44-56a6257fa66c req-27848a83-f81b-4a17-b8cb-8c74f526cbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:04.568586 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-93228bc4-1e36-4697-ac44-56a6257fa66c req-27848a83-f81b-4a17-b8cb-8c74f526cbae service neutron] 10.222.0.44 "GET /v2.0/networks?id=a69ee861-8dad-4f6c-abe3-f84fb501d5dd HTTP/1.1" status: 200 len: 911 time: 0.6179326 Oct 30 15:33:04.588507 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166b82df-230a-4cba-8952-25e288ad5a8e req-408995c4-c8e1-43f0-ad74-698168d368af tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:04.590008 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-166b82df-230a-4cba-8952-25e288ad5a8e req-408995c4-c8e1-43f0-ad74-698168d368af tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.44 "GET /v2.0/networks?id=ada754b2-2d16-48ef-bd4a-b3c351db82b3 HTTP/1.1" status: 200 len: 817 time: 0.1663454 Oct 30 15:33:04.604997 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-bad5dd95-6856-493e-bf46-923ed368fcd3 None None] Allocated IP 172.20.0.2 (91fc4ee3-8a5b-4edd-9b52-c886ed31388c/27c7a245-a97b-473c-88c4-a98aab48ee0a/bef26c96-b194-4bfe-8443-b68957b3e73b) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:33:04.612516 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fa3dd926-9834-4656-8a4c-b9c8d78b1a70 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:04.694937 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-93228bc4-1e36-4697-ac44-56a6257fa66c req-92f8948d-fb2f-4d18-be92-60b34b6f08c6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22953f16-417d-4b0a-8cda-9118858916c7 HTTP/1.1" status: 200 len: 1001 time: 0.1039073 Oct 30 15:33:04.702113 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-c70c7814-efa6-4741-9ebd-82aa6f44244c None None] Allocated IP 172.20.0.2 (4915947b-c2ab-4122-8675-83e5d0421c0f/cb0d415d-975f-4116-9db4-1ce015c5ba69/b7dc83d1-eb19-4601-aa1c-6b6b25bb64d2) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:33:04.705378 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-166b82df-230a-4cba-8952-25e288ad5a8e req-cd03ed19-934c-48ad-aff8-e6a1084a8c68 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67bc9a3add214ecaad76147ad0906766 HTTP/1.1" status: 200 len: 379 time: 0.0655692 Oct 30 15:33:04.708043 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port a5083a03-d567-4d19-8231-3b9371a24e90, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=a5083a03-d567-4d19-8231-3b9371a24e90,segment=NetworkSegment(fe2dfcf2-bf0b-4251-9e0f-632eedd8b476),segment_id=fe2dfcf2-bf0b-4251-9e0f-632eedd8b476)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:33:04.709742 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9312ec17-db59-4bca-b8d5-3962e261f148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:04.719241 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-166b82df-230a-4cba-8952-25e288ad5a8e req-b6fa13ce-c3a9-47f3-8724-4d287e2be2f0 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Request body: {'port': {'device_id': 'e8feeca9-8e7a-47c5-9834-b2981b41113f', 'network_id': 'ada754b2-2d16-48ef-bd4a-b3c351db82b3', 'admin_state_up': True, 'tenant_id': '67bc9a3add214ecaad76147ad0906766', 'security_groups': ['ee5a29da-464d-4127-ba39-e13f61005ef3']}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:04.768608 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:04.811762 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93228bc4-1e36-4697-ac44-56a6257fa66c req-6191ee47-c71f-4165-82c8-1b10925a36d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:04.813250 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-93228bc4-1e36-4697-ac44-56a6257fa66c req-6191ee47-c71f-4165-82c8-1b10925a36d7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=173890c6-b6ee-44b8-ab6a-06362ece304f HTTP/1.1" status: 200 len: 849 time: 0.1073003 Oct 30 15:33:04.890519 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93228bc4-1e36-4697-ac44-56a6257fa66c req-f26a4d15-8478-484c-9336-bb999f0fe835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:04.891990 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-93228bc4-1e36-4697-ac44-56a6257fa66c req-f26a4d15-8478-484c-9336-bb999f0fe835 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a69ee861-8dad-4f6c-abe3-f84fb501d5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0702665 Oct 30 15:33:04.899004 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-b6a5bb2e-5cc4-4d23-949b-ee7301a4a099 None None] For port 66c1a14d-80c7-4397-a00b-35d453d5e824, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=66c1a14d-80c7-4397-a00b-35d453d5e824,segment=NetworkSegment(04fb9866-245b-47c9-a7bc-8854a722bc22),segment_id=04fb9866-245b-47c9-a7bc-8854a722bc22)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:33:04.899608 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b6a5bb2e-5cc4-4d23-949b-ee7301a4a099 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:04.945234 n-d-806683-17 neutron-server[102131]: DEBUG neutron.objects.ports [None req-54cfe1d8-8857-4188-939a-ec719ecfccd2 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102131) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 30 15:33:04.947428 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fa3dd926-9834-4656-8a4c-b9c8d78b1a70 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:04.959938 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-166b82df-230a-4cba-8952-25e288ad5a8e req-b6fa13ce-c3a9-47f3-8724-4d287e2be2f0 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Made reservation on behalf of 67bc9a3add214ecaad76147ad0906766 for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:33:04.959938 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-166b82df-230a-4cba-8952-25e288ad5a8e req-b6fa13ce-c3a9-47f3-8724-4d287e2be2f0 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:04.982489 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-b6a5bb2e-5cc4-4d23-949b-ee7301a4a099 None None] Calling delete_port for 66c1a14d-80c7-4397-a00b-35d453d5e824 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:33:05.012593 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=a5083a03-d567-4d19-8231-3b9371a24e90,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:05.020486 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 66c1a14d-80c7-4397-a00b-35d453d5e824 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:33:05.031198 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:33:05.031560 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:33:05.031907 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:33:05.032244 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:33:05.032580 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:33:05.032916 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:33:05.033244 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:33:05.033582 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:33:05.033893 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:33:05.034216 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:33:05.034541 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:33:05.036065 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:33:05.168031 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-166b82df-230a-4cba-8952-25e288ad5a8e req-b6fa13ce-c3a9-47f3-8724-4d287e2be2f0 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Allocated IP 172.20.0.6 (ada754b2-2d16-48ef-bd4a-b3c351db82b3/296dc533-f6ac-49b9-ab46-37f1565b56fb/88d0f80f-4998-4729-9dae-c58ec4d318cc) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:33:05.172238 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-93228bc4-1e36-4697-ac44-56a6257fa66c req-8c9b638c-e78b-4144-858d-bab789da9c39 service neutron] 10.222.0.44 "GET /v2.0/networks/a69ee861-8dad-4f6c-abe3-f84fb501d5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702153 Oct 30 15:33:05.254632 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bad5dd95-6856-493e-bf46-923ed368fcd3 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:05.301566 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.db.api [None req-9312ec17-db59-4bca-b8d5-3962e261f148 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 30 15:33:05.302099 n-d-806683-17 neutron-server[102132]: DEBUG oslo_db.api [None req-9312ec17-db59-4bca-b8d5-3962e261f148 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 30 15:33:05.311343 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c70c7814-efa6-4741-9ebd-82aa6f44244c None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:05.314501 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bad5dd95-6856-493e-bf46-923ed368fcd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:05.353117 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-54cfe1d8-8857-4188-939a-ec719ecfccd2 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:05.358345 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c70c7814-efa6-4741-9ebd-82aa6f44244c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:05.388257 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad5dd95-6856-493e-bf46-923ed368fcd3 None None] Network 91fc4ee3-8a5b-4edd-9b52-c886ed31388c is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:33:05.396167 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-93228bc4-1e36-4697-ac44-56a6257fa66c req-ab287cfa-6050-49cf-b8b4-dd2e38ce3204 service neutron] 10.222.0.44 "GET /v2.0/networks/a69ee861-8dad-4f6c-abe3-f84fb501d5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115955 Oct 30 15:33:05.410498 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-166b82df-230a-4cba-8952-25e288ad5a8e req-b6fa13ce-c3a9-47f3-8724-4d287e2be2f0 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:05.420508 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-bad5dd95-6856-493e-bf46-923ed368fcd3 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:33:05.424727 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad5dd95-6856-493e-bf46-923ed368fcd3 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:33:05.438413 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70c7814-efa6-4741-9ebd-82aa6f44244c None None] Network 4915947b-c2ab-4122-8675-83e5d0421c0f is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:33:05.440274 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad5dd95-6856-493e-bf46-923ed368fcd3 None None] Pushing event updated for resources: {'Port': ['ID=bef26c96-b194-4bfe-8443-b68957b3e73b,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:05.454465 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-c70c7814-efa6-4741-9ebd-82aa6f44244c None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:33:05.462787 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-166b82df-230a-4cba-8952-25e288ad5a8e req-b6fa13ce-c3a9-47f3-8724-4d287e2be2f0 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:05.465207 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70c7814-efa6-4741-9ebd-82aa6f44244c None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:33:05.521182 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:05.550468 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-166b82df-230a-4cba-8952-25e288ad5a8e req-b6fa13ce-c3a9-47f3-8724-4d287e2be2f0 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Network ada754b2-2d16-48ef-bd4a-b3c351db82b3 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:33:05.577130 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-166b82df-230a-4cba-8952-25e288ad5a8e req-b6fa13ce-c3a9-47f3-8724-4d287e2be2f0 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:33:05.579731 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-166b82df-230a-4cba-8952-25e288ad5a8e req-b6fa13ce-c3a9-47f3-8724-4d287e2be2f0 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:33:05.586764 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fa13ce-c3a9-47f3-8724-4d287e2be2f0 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Pushing event updated for resources: {'Port': ['ID=88d0f80f-4998-4729-9dae-c58ec4d318cc,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:05.595582 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70c7814-efa6-4741-9ebd-82aa6f44244c None None] Pushing event updated for resources: {'Port': ['ID=b7dc83d1-eb19-4601-aa1c-6b6b25bb64d2,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:05.622247 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-bad5dd95-6856-493e-bf46-923ed368fcd3 None None] Attempting to bind port bef26c96-b194-4bfe-8443-b68957b3e73b on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:33:05.622773 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-bad5dd95-6856-493e-bf46-923ed368fcd3 None None] Attempting to bind port bef26c96-b194-4bfe-8443-b68957b3e73b by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '07099c63-82ab-4c19-8a76-191cc135243d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '91fc4ee3-8a5b-4edd-9b52-c886ed31388c'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:33:05.623327 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad5dd95-6856-493e-bf46-923ed368fcd3 None None] Attempting to bind port bef26c96-b194-4bfe-8443-b68957b3e73b on network 91fc4ee3-8a5b-4edd-9b52-c886ed31388c {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:33:05.636351 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-54cfe1d8-8857-4188-939a-ec719ecfccd2 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] For port 66c1a14d-80c7-4397-a00b-35d453d5e824, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=66c1a14d-80c7-4397-a00b-35d453d5e824,segment=NetworkSegment(04fb9866-245b-47c9-a7bc-8854a722bc22),segment_id=04fb9866-245b-47c9-a7bc-8854a722bc22)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:33:05.636870 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-c70c7814-efa6-4741-9ebd-82aa6f44244c None None] Attempting to bind port b7dc83d1-eb19-4601-aa1c-6b6b25bb64d2 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:33:05.637355 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-c70c7814-efa6-4741-9ebd-82aa6f44244c None None] Attempting to bind port b7dc83d1-eb19-4601-aa1c-6b6b25bb64d2 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '2e8c16dc-803a-4b0a-aad9-245a31275219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4915947b-c2ab-4122-8675-83e5d0421c0f'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:33:05.638596 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70c7814-efa6-4741-9ebd-82aa6f44244c None None] Attempting to bind port b7dc83d1-eb19-4601-aa1c-6b6b25bb64d2 on network 4915947b-c2ab-4122-8675-83e5d0421c0f {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:33:05.641340 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad5dd95-6856-493e-bf46-923ed368fcd3 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:33:05.641812 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad5dd95-6856-493e-bf46-923ed368fcd3 None None] Checking segment: {'id': '07099c63-82ab-4c19-8a76-191cc135243d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '91fc4ee3-8a5b-4edd-9b52-c886ed31388c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:33:05.643030 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bad5dd95-6856-493e-bf46-923ed368fcd3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:05.643030 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad5dd95-6856-493e-bf46-923ed368fcd3 None None] Bound using segment: {'id': '07099c63-82ab-4c19-8a76-191cc135243d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '91fc4ee3-8a5b-4edd-9b52-c886ed31388c'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:33:05.643745 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-bad5dd95-6856-493e-bf46-923ed368fcd3 None None] Bound port: bef26c96-b194-4bfe-8443-b68957b3e73b, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07099c63-82ab-4c19-8a76-191cc135243d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '91fc4ee3-8a5b-4edd-9b52-c886ed31388c'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:33:05.644221 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bad5dd95-6856-493e-bf46-923ed368fcd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:05.651551 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70c7814-efa6-4741-9ebd-82aa6f44244c None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:33:05.651551 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70c7814-efa6-4741-9ebd-82aa6f44244c None None] Checking segment: {'id': '2e8c16dc-803a-4b0a-aad9-245a31275219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4915947b-c2ab-4122-8675-83e5d0421c0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:33:05.651551 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c70c7814-efa6-4741-9ebd-82aa6f44244c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:05.651551 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70c7814-efa6-4741-9ebd-82aa6f44244c None None] Bound using segment: {'id': '2e8c16dc-803a-4b0a-aad9-245a31275219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4915947b-c2ab-4122-8675-83e5d0421c0f'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:33:05.652151 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-c70c7814-efa6-4741-9ebd-82aa6f44244c None None] Bound port: b7dc83d1-eb19-4601-aa1c-6b6b25bb64d2, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e8c16dc-803a-4b0a-aad9-245a31275219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4915947b-c2ab-4122-8675-83e5d0421c0f'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:33:05.653172 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c70c7814-efa6-4741-9ebd-82aa6f44244c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:05.655718 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fa3dd926-9834-4656-8a4c-b9c8d78b1a70 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:05.669464 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fa3dd926-9834-4656-8a4c-b9c8d78b1a70 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:05.703745 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-54cfe1d8-8857-4188-939a-ec719ecfccd2 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:05.717143 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166b82df-230a-4cba-8952-25e288ad5a8e req-b6fa13ce-c3a9-47f3-8724-4d287e2be2f0 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:05.718365 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-166b82df-230a-4cba-8952-25e288ad5a8e req-b6fa13ce-c3a9-47f3-8724-4d287e2be2f0 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:05.736487 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b6a5bb2e-5cc4-4d23-949b-ee7301a4a099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:05.743219 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181ea4d-4261-4a30-a837-01962101bfe5 req-565d4811-a603-4062-b150-c97161cc21ef tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:05.745679 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8181ea4d-4261-4a30-a837-01962101bfe5 req-565d4811-a603-4062-b150-c97161cc21ef tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8feeca9-8e7a-47c5-9834-b2981b41113f HTTP/1.1" status: 200 len: 931 time: 0.1118276 Oct 30 15:33:05.767764 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-166b82df-230a-4cba-8952-25e288ad5a8e req-b6fa13ce-c3a9-47f3-8724-4d287e2be2f0 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0531404 Oct 30 15:33:05.773708 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-54cfe1d8-8857-4188-939a-ec719ecfccd2 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:05.777448 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-54cfe1d8-8857-4188-939a-ec719ecfccd2 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:05.786313 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-166b82df-230a-4cba-8952-25e288ad5a8e req-e59872b2-57c8-4054-affd-e5d3e9423683 service neutron] Request body: {'port': {'device_id': 'e8feeca9-8e7a-47c5-9834-b2981b41113f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:05.811995 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a5bb2e-5cc4-4d23-949b-ee7301a4a099 None None] Pushing event deleted for resources: {'Port': ['ID=66c1a14d-80c7-4397-a00b-35d453d5e824,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:05.879154 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fa3dd926-9834-4656-8a4c-b9c8d78b1a70 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:05.902425 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8181ea4d-4261-4a30-a837-01962101bfe5 req-4f9c8efa-8d22-4943-9b4e-2b46b08046ac tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee5a29da-464d-4127-ba39-e13f61005ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462886 Oct 30 15:33:05.909880 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54cfe1d8-8857-4188-939a-ec719ecfccd2 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Network 0087ab61-2d5d-438b-a324-8b85dab759bc is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:33:05.924437 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-54cfe1d8-8857-4188-939a-ec719ecfccd2 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:33:05.942846 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3dd926-9834-4656-8a4c-b9c8d78b1a70 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Pushing event updated for resources: {'Port': ['ID=d0f800c7-b899-4e5d-87ac-f1259ed586db,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:05.953410 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-166b82df-230a-4cba-8952-25e288ad5a8e req-e59872b2-57c8-4054-affd-e5d3e9423683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:05.981754 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54cfe1d8-8857-4188-939a-ec719ecfccd2 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:05.982320 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-54cfe1d8-8857-4188-939a-ec719ecfccd2 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:05.996112 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cfe1d8-8857-4188-939a-ec719ecfccd2 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event updated for resources: {'Subnet': ['ID=5b54cae1-4bad-4eb6-9ef6-6c897db97558,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:06.009207 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-54cfe1d8-8857-4188-939a-ec719ecfccd2 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1929326 Oct 30 15:33:06.012443 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35716) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:06.024321 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-4cb9f235-4dc0-488a-aa45-694e48cf135b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Request body: {'port': {'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'mac_address': 'fa:16:3e:51:b2:e7', 'name': 'tempest-NetworksTestDHCPv6-1951588086'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:06.037526 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cfe1d8-8857-4188-939a-ec719ecfccd2 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event deleted for resources: {'Port': ['ID=66c1a14d-80c7-4397-a00b-35d453d5e824,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:06.053119 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a5bb2e-5cc4-4d23-949b-ee7301a4a099 None None] No DVR routers for this DVR port 66c1a14d-80c7-4397-a00b-35d453d5e824 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:33:06.068301 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-c70c7814-efa6-4741-9ebd-82aa6f44244c None None] For port b7dc83d1-eb19-4601-aa1c-6b6b25bb64d2, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:33:06.088638 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8135f5b3-d0e9-452f-9071-b6baaa658032 None None] Network 0087ab61-2d5d-438b-a324-8b85dab759bc requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:33:06.098955 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3dd926-9834-4656-8a4c-b9c8d78b1a70 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Network 4915947b-c2ab-4122-8675-83e5d0421c0f is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:33:06.101130 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-fa3dd926-9834-4656-8a4c-b9c8d78b1a70 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:33:06.102844 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-bad5dd95-6856-493e-bf46-923ed368fcd3 None None] For port bef26c96-b194-4bfe-8443-b68957b3e73b, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:33:06.131451 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-c70c7814-efa6-4741-9ebd-82aa6f44244c None None] For port b7dc83d1-eb19-4601-aa1c-6b6b25bb64d2, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=b7dc83d1-eb19-4601-aa1c-6b6b25bb64d2,segment=NetworkSegment(2e8c16dc-803a-4b0a-aad9-245a31275219),segment_id=2e8c16dc-803a-4b0a-aad9-245a31275219)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:33:06.163900 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-bad5dd95-6856-493e-bf46-923ed368fcd3 None None] For port bef26c96-b194-4bfe-8443-b68957b3e73b, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=bef26c96-b194-4bfe-8443-b68957b3e73b,segment=NetworkSegment(07099c63-82ab-4c19-8a76-191cc135243d),segment_id=07099c63-82ab-4c19-8a76-191cc135243d)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:33:06.167071 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c70c7814-efa6-4741-9ebd-82aa6f44244c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:06.229376 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-9312ec17-db59-4bca-b8d5-3962e261f148 None None] Could not find standard attr ID for object 4a21dbd1-7c02-40a9-bd25-4caa46612108. {{(pid=102132) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 30 15:33:06.235779 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bad5dd95-6856-493e-bf46-923ed368fcd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:06.311008 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70c7814-efa6-4741-9ebd-82aa6f44244c None None] Pushing event updated for resources: {'Port': ['ID=b7dc83d1-eb19-4601-aa1c-6b6b25bb64d2,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:06.346828 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb9f235-4dc0-488a-aa45-694e48cf135b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Made reservation on behalf of 950626c196e345129caa4bb8b656378a for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:33:06.347820 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa3dd926-9834-4656-8a4c-b9c8d78b1a70 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Router 8fec8905-5f76-4e18-8e0f-c892f9ca7ca7 is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:33:06.429673 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad5dd95-6856-493e-bf46-923ed368fcd3 None None] Pushing event updated for resources: {'Port': ['ID=bef26c96-b194-4bfe-8443-b68957b3e73b,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:06.434320 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-7c0da805-2232-4fba-969e-d2ae66714947 None None] Provisioning complete for port 88d0f80f-4998-4729-9dae-c58ec4d318cc triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:33:06.434724 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7c0da805-2232-4fba-969e-d2ae66714947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:06.480698 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be09b86-5a46-4f65-a0c9-987ca06bb5b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-0087ab61-2d5d-438b-a324-8b85dab759bc', 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'tenant_id': '950626c196e345129caa4bb8b656378a', 'fixed_ips': [{'subnet_id': '5b54cae1-4bad-4eb6-9ef6-6c897db97558'}, {'subnet_id': '99b573c3-bd2c-44ac-bbc3-e576f82634e1'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:33:06.481653 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5be09b86-5a46-4f65-a0c9-987ca06bb5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:06.508989 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-7c0da805-2232-4fba-969e-d2ae66714947 None None] Port 88d0f80f-4998-4729-9dae-c58ec4d318cc cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:33:06.512640 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa3dd926-9834-4656-8a4c-b9c8d78b1a70 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:33:06.529307 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4328991d-2524-4f3a-bac6-346f398c908a None None] Sync routers for ids ['8fec8905-5f76-4e18-8e0f-c892f9ca7ca7'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:33:06.534934 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-fa3dd926-9834-4656-8a4c-b9c8d78b1a70 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] 10.222.0.62 "PUT /v2.0/routers/8fec8905-5f76-4e18-8e0f-c892f9ca7ca7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1313169 Oct 30 15:33:06.536988 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35722) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:06.543034 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4328991d-2524-4f3a-bac6-346f398c908a None None] Routers {'8fec8905-5f76-4e18-8e0f-c892f9ca7ca7'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:33:06.544138 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4cb9f235-4dc0-488a-aa45-694e48cf135b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:06.545276 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-4328991d-2524-4f3a-bac6-346f398c908a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:32:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['8fec8905-5f76-4e18-8e0f-c892f9ca7ca7'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:33:06.572008 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-166b82df-230a-4cba-8952-25e288ad5a8e req-e59872b2-57c8-4054-affd-e5d3e9423683 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88d0f80f-4998-4729-9dae-c58ec4d318cc {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:33:06.581622 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-166b82df-230a-4cba-8952-25e288ad5a8e req-e59872b2-57c8-4054-affd-e5d3e9423683 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:06.596038 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-4328991d-2524-4f3a-bac6-346f398c908a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:33:06.616732 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4328991d-2524-4f3a-bac6-346f398c908a None None] Routers {'8fec8905-5f76-4e18-8e0f-c892f9ca7ca7'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:33:06.617570 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-4328991d-2524-4f3a-bac6-346f398c908a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:32:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['8fec8905-5f76-4e18-8e0f-c892f9ca7ca7'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:33:06.630984 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-7c0da805-2232-4fba-969e-d2ae66714947 None None] Provisioning complete for port a5083a03-d567-4d19-8231-3b9371a24e90 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:33:06.640421 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7c0da805-2232-4fba-969e-d2ae66714947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:06.658561 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-166b82df-230a-4cba-8952-25e288ad5a8e req-e59872b2-57c8-4054-affd-e5d3e9423683 service neutron] Transition to ACTIVE for port object 88d0f80f-4998-4729-9dae-c58ec4d318cc will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:33:06.706005 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-4328991d-2524-4f3a-bac6-346f398c908a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:33:06.706684 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4328991d-2524-4f3a-bac6-346f398c908a None None] The sync data for ids ['8fec8905-5f76-4e18-8e0f-c892f9ca7ca7'] in n-d-806683-17 is: [] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:33:06.714839 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [None req-4cb9f235-4dc0-488a-aa45-694e48cf135b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] device_id is not set on port 667c7434-3cf8-4303-b6a1-3675a1ce48c6 yet. {{(pid=102130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:33:06.719583 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-166b82df-230a-4cba-8952-25e288ad5a8e req-e59872b2-57c8-4054-affd-e5d3e9423683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:06.877614 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59872b2-57c8-4054-affd-e5d3e9423683 service neutron] Pushing event updated for resources: {'Port': ['ID=88d0f80f-4998-4729-9dae-c58ec4d318cc,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:06.945726 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-5be09b86-5a46-4f65-a0c9-987ca06bb5b6 None None] Allocated IP 172.20.0.2 (0087ab61-2d5d-438b-a324-8b85dab759bc/99b573c3-bd2c-44ac-bbc3-e576f82634e1/abe5cdd1-33b4-44f8-8bbc-d1bbd514f150) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:33:06.957481 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-166b82df-230a-4cba-8952-25e288ad5a8e req-e59872b2-57c8-4054-affd-e5d3e9423683 service neutron] Attempting to bind port 88d0f80f-4998-4729-9dae-c58ec4d318cc on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:33:06.957829 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-166b82df-230a-4cba-8952-25e288ad5a8e req-e59872b2-57c8-4054-affd-e5d3e9423683 service neutron] Attempting to bind port 88d0f80f-4998-4729-9dae-c58ec4d318cc by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': 'cca476af-9f70-4fa8-acb6-015f19cab179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ada754b2-2d16-48ef-bd4a-b3c351db82b3'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:33:06.958206 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166b82df-230a-4cba-8952-25e288ad5a8e req-e59872b2-57c8-4054-affd-e5d3e9423683 service neutron] Attempting to bind port 88d0f80f-4998-4729-9dae-c58ec4d318cc on network ada754b2-2d16-48ef-bd4a-b3c351db82b3 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:33:06.966247 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166b82df-230a-4cba-8952-25e288ad5a8e req-e59872b2-57c8-4054-affd-e5d3e9423683 service neutron] Port 88d0f80f-4998-4729-9dae-c58ec4d318cc on network ada754b2-2d16-48ef-bd4a-b3c351db82b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:33:06.967617 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166b82df-230a-4cba-8952-25e288ad5a8e req-e59872b2-57c8-4054-affd-e5d3e9423683 service neutron] Attempting to bind port 88d0f80f-4998-4729-9dae-c58ec4d318cc on network ada754b2-2d16-48ef-bd4a-b3c351db82b3 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:33:06.969624 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-5be09b86-5a46-4f65-a0c9-987ca06bb5b6 None None] Allocated IP 2001:db8::f816:3eff:fe95:660a (0087ab61-2d5d-438b-a324-8b85dab759bc/5b54cae1-4bad-4eb6-9ef6-6c897db97558/abe5cdd1-33b4-44f8-8bbc-d1bbd514f150) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:33:06.980593 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166b82df-230a-4cba-8952-25e288ad5a8e req-e59872b2-57c8-4054-affd-e5d3e9423683 service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:33:06.980947 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166b82df-230a-4cba-8952-25e288ad5a8e req-e59872b2-57c8-4054-affd-e5d3e9423683 service neutron] Checking segment: {'id': 'cca476af-9f70-4fa8-acb6-015f19cab179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ada754b2-2d16-48ef-bd4a-b3c351db82b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:33:06.982529 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166b82df-230a-4cba-8952-25e288ad5a8e req-e59872b2-57c8-4054-affd-e5d3e9423683 service neutron] Bound using segment: {'id': 'cca476af-9f70-4fa8-acb6-015f19cab179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ada754b2-2d16-48ef-bd4a-b3c351db82b3'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:33:06.983161 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-166b82df-230a-4cba-8952-25e288ad5a8e req-e59872b2-57c8-4054-affd-e5d3e9423683 service neutron] Bound port: 88d0f80f-4998-4729-9dae-c58ec4d318cc, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cca476af-9f70-4fa8-acb6-015f19cab179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ada754b2-2d16-48ef-bd4a-b3c351db82b3'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:33:06.984436 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-166b82df-230a-4cba-8952-25e288ad5a8e req-e59872b2-57c8-4054-affd-e5d3e9423683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:07.162964 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-166b82df-230a-4cba-8952-25e288ad5a8e req-e59872b2-57c8-4054-affd-e5d3e9423683 service neutron] For port 88d0f80f-4998-4729-9dae-c58ec4d318cc, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:33:07.166748 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-166b82df-230a-4cba-8952-25e288ad5a8e req-e59872b2-57c8-4054-affd-e5d3e9423683 service neutron] For port 88d0f80f-4998-4729-9dae-c58ec4d318cc, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=88d0f80f-4998-4729-9dae-c58ec4d318cc,segment=NetworkSegment(cca476af-9f70-4fa8-acb6-015f19cab179),segment_id=cca476af-9f70-4fa8-acb6-015f19cab179)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:33:07.189966 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe9cf73-c87e-4770-ae5a-e5b32f7a2aa8 req-169e173b-a85b-423e-b0c7-dfb7dd9799cc tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:07.191522 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3fe9cf73-c87e-4770-ae5a-e5b32f7a2aa8 req-169e173b-a85b-423e-b0c7-dfb7dd9799cc tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8feeca9-8e7a-47c5-9834-b2981b41113f HTTP/1.1" status: 200 len: 943 time: 0.1090271 Oct 30 15:33:07.192674 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-166b82df-230a-4cba-8952-25e288ad5a8e req-e59872b2-57c8-4054-affd-e5d3e9423683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:07.206850 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5be09b86-5a46-4f65-a0c9-987ca06bb5b6 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:07.213540 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5be09b86-5a46-4f65-a0c9-987ca06bb5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:07.256900 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device bef26c96-b194-4bfe-8443-b68957b3e73b up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:33:07.292169 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166b82df-230a-4cba-8952-25e288ad5a8e req-e59872b2-57c8-4054-affd-e5d3e9423683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:07.292858 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-166b82df-230a-4cba-8952-25e288ad5a8e req-e59872b2-57c8-4054-affd-e5d3e9423683 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:07.294283 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-166b82df-230a-4cba-8952-25e288ad5a8e req-e59872b2-57c8-4054-affd-e5d3e9423683 service neutron] 10.222.0.44 "PUT /v2.0/ports/88d0f80f-4998-4729-9dae-c58ec4d318cc HTTP/1.1" status: 200 len: 1092 time: 1.5164754 Oct 30 15:33:07.295161 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8feeca9-8e7a-47c5-9834-b2981b41113f', 'tag': '88d0f80f-4998-4729-9dae-c58ec4d318cc'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:33:07.297087 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-167826b2-ecee-4946-b3bd-248e752b8ca4" -d '{"events": [{"name": "network-changed", "server_uuid": "e8feeca9-8e7a-47c5-9834-b2981b41113f", "tag": "88d0f80f-4998-4729-9dae-c58ec4d318cc"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:33:07.332673 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-84f20630-ee78-4e59-aaa1-1f62ab94b407 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 30 15:33:07.336982 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-84f20630-ee78-4e59-aaa1-1f62ab94b407 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] 10.222.0.62 "PUT /v2.0/routers/8fec8905-5f76-4e18-8e0f-c892f9ca7ca7/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7977128 Oct 30 15:33:07.339766 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35730) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:07.363819 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be09b86-5a46-4f65-a0c9-987ca06bb5b6 None None] Pushing event updated for resources: {'Port': ['ID=abe5cdd1-33b4-44f8-8bbc-d1bbd514f150,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:07.387725 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be09b86-5a46-4f65-a0c9-987ca06bb5b6 None None] Network 0087ab61-2d5d-438b-a324-8b85dab759bc is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:33:07.391702 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-5be09b86-5a46-4f65-a0c9-987ca06bb5b6 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:33:07.395770 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be09b86-5a46-4f65-a0c9-987ca06bb5b6 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:33:07.401864 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59872b2-57c8-4054-affd-e5d3e9423683 service neutron] Pushing event updated for resources: {'Port': ['ID=88d0f80f-4998-4729-9dae-c58ec4d318cc,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:07.435860 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3fe9cf73-c87e-4770-ae5a-e5b32f7a2aa8 req-fe154203-d211-49ea-ab20-db2f5cb96192 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee5a29da-464d-4127-ba39-e13f61005ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2291684 Oct 30 15:33:07.502992 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c11ad2e5-a252-4bda-9696-50096d1a66e7 x-openstack-request-id: req-c11ad2e5-a252-4bda-9696-50096d1a66e7 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:33:07.503531 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8feeca9-8e7a-47c5-9834-b2981b41113f", "tag": "88d0f80f-4998-4729-9dae-c58ec4d318cc", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:33:07.503857 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c11ad2e5-a252-4bda-9696-50096d1a66e7 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:33:07.504363 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8feeca9-8e7a-47c5-9834-b2981b41113f', 'tag': '88d0f80f-4998-4729-9dae-c58ec4d318cc', 'status': 'completed', 'code': 200} Oct 30 15:33:07.512945 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port bef26c96-b194-4bfe-8443-b68957b3e73b triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:33:07.513333 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:07.538560 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166b82df-230a-4cba-8952-25e288ad5a8e req-e53a4260-fadf-444c-a834-2c283cc86225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:07.540350 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-166b82df-230a-4cba-8952-25e288ad5a8e req-e53a4260-fadf-444c-a834-2c283cc86225 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=67bc9a3add214ecaad76147ad0906766&device_id=e8feeca9-8e7a-47c5-9834-b2981b41113f HTTP/1.1" status: 200 len: 1095 time: 0.1763012 Oct 30 15:33:07.560846 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-5be09b86-5a46-4f65-a0c9-987ca06bb5b6 None None] Attempting to bind port abe5cdd1-33b4-44f8-8bbc-d1bbd514f150 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:33:07.561142 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-5be09b86-5a46-4f65-a0c9-987ca06bb5b6 None None] Attempting to bind port abe5cdd1-33b4-44f8-8bbc-d1bbd514f150 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:33:07.561519 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be09b86-5a46-4f65-a0c9-987ca06bb5b6 None None] Attempting to bind port abe5cdd1-33b4-44f8-8bbc-d1bbd514f150 on network 0087ab61-2d5d-438b-a324-8b85dab759bc {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:33:07.567432 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-4cb9f235-4dc0-488a-aa45-694e48cf135b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Allocated IP 172.20.0.12 (0087ab61-2d5d-438b-a324-8b85dab759bc/99b573c3-bd2c-44ac-bbc3-e576f82634e1/667c7434-3cf8-4303-b6a1-3675a1ce48c6) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:33:07.570532 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be09b86-5a46-4f65-a0c9-987ca06bb5b6 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:33:07.570532 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be09b86-5a46-4f65-a0c9-987ca06bb5b6 None None] Checking segment: {'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:33:07.571092 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5be09b86-5a46-4f65-a0c9-987ca06bb5b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:07.571092 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be09b86-5a46-4f65-a0c9-987ca06bb5b6 None None] Bound using segment: {'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:33:07.571587 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-5be09b86-5a46-4f65-a0c9-987ca06bb5b6 None None] Bound port: abe5cdd1-33b4-44f8-8bbc-d1bbd514f150, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:33:07.572210 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5be09b86-5a46-4f65-a0c9-987ca06bb5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:07.616580 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-166b82df-230a-4cba-8952-25e288ad5a8e req-d81e59d9-1869-4936-8374-20790216d377 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88d0f80f-4998-4729-9dae-c58ec4d318cc HTTP/1.1" status: 200 len: 217 time: 0.0639176 Oct 30 15:33:07.618073 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-4cb9f235-4dc0-488a-aa45-694e48cf135b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Allocated IP 2001:db8::f816:3eff:fe51:b2e7 (0087ab61-2d5d-438b-a324-8b85dab759bc/5b54cae1-4bad-4eb6-9ef6-6c897db97558/667c7434-3cf8-4303-b6a1-3675a1ce48c6) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:33:07.696465 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166b82df-230a-4cba-8952-25e288ad5a8e req-8d8695c2-68b7-4508-95fc-347aa5ee1841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:07.698132 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-166b82df-230a-4cba-8952-25e288ad5a8e req-8d8695c2-68b7-4508-95fc-347aa5ee1841 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=296dc533-f6ac-49b9-ab46-37f1565b56fb HTTP/1.1" status: 200 len: 856 time: 0.0734968 Oct 30 15:33:07.730322 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-5be09b86-5a46-4f65-a0c9-987ca06bb5b6 None None] For port abe5cdd1-33b4-44f8-8bbc-d1bbd514f150, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:33:07.743441 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:07.749739 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-5be09b86-5a46-4f65-a0c9-987ca06bb5b6 None None] For port abe5cdd1-33b4-44f8-8bbc-d1bbd514f150, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=abe5cdd1-33b4-44f8-8bbc-d1bbd514f150,segment=NetworkSegment(04fb9866-245b-47c9-a7bc-8854a722bc22),segment_id=04fb9866-245b-47c9-a7bc-8854a722bc22)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:33:07.760575 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5be09b86-5a46-4f65-a0c9-987ca06bb5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:07.854693 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166b82df-230a-4cba-8952-25e288ad5a8e req-d19cdd89-ec57-4422-91d5-d7a8718fa276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:07.856242 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-166b82df-230a-4cba-8952-25e288ad5a8e req-d19cdd89-ec57-4422-91d5-d7a8718fa276 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ada754b2-2d16-48ef-bd4a-b3c351db82b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1443994 Oct 30 15:33:07.872616 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port bef26c96-b194-4bfe-8443-b68957b3e73b, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=bef26c96-b194-4bfe-8443-b68957b3e73b,segment=NetworkSegment(07099c63-82ab-4c19-8a76-191cc135243d),segment_id=07099c63-82ab-4c19-8a76-191cc135243d)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:33:07.890981 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3996cea6-0e5c-4ce3-966c-9103e76b9756 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:07.892077 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be09b86-5a46-4f65-a0c9-987ca06bb5b6 None None] Pushing event updated for resources: {'Port': ['ID=abe5cdd1-33b4-44f8-8bbc-d1bbd514f150,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:07.897825 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:07.898947 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device b7dc83d1-eb19-4601-aa1c-6b6b25bb64d2 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:33:08.014669 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port b7dc83d1-eb19-4601-aa1c-6b6b25bb64d2 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:33:08.015256 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:08.018467 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=bef26c96-b194-4bfe-8443-b68957b3e73b,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:08.044597 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad3bb3e-39fe-4236-a992-21a058fe76fb None None] Network 4915947b-c2ab-4122-8675-83e5d0421c0f requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:33:08.099117 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4cb9f235-4dc0-488a-aa45-694e48cf135b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:08.115586 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-166b82df-230a-4cba-8952-25e288ad5a8e req-34816f81-24f9-4aa2-8391-362b60d2b353 service neutron] 10.222.0.44 "GET /v2.0/networks/ada754b2-2d16-48ef-bd4a-b3c351db82b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491596 Oct 30 15:33:08.149345 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-ac2bb0ba-890d-4a90-9d9b-e2f67aaabfc4 None None] Provisioning complete for port b7dc83d1-eb19-4601-aa1c-6b6b25bb64d2 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:33:08.149728 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ac2bb0ba-890d-4a90-9d9b-e2f67aaabfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:08.178420 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4cb9f235-4dc0-488a-aa45-694e48cf135b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:08.313496 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-3996cea6-0e5c-4ce3-966c-9103e76b9756 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Deleting port d0f800c7-b899-4e5d-87ac-f1259ed586db {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:33:08.314139 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3996cea6-0e5c-4ce3-966c-9103e76b9756 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:08.324860 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:08.342938 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb9f235-4dc0-488a-aa45-694e48cf135b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Network 0087ab61-2d5d-438b-a324-8b85dab759bc is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:33:08.351289 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-4cb9f235-4dc0-488a-aa45-694e48cf135b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:33:08.363445 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb9f235-4dc0-488a-aa45-694e48cf135b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:33:08.369877 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb9f235-4dc0-488a-aa45-694e48cf135b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event updated for resources: {'Port': ['ID=667c7434-3cf8-4303-b6a1-3675a1ce48c6,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:08.411053 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port b7dc83d1-eb19-4601-aa1c-6b6b25bb64d2, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=b7dc83d1-eb19-4601-aa1c-6b6b25bb64d2,segment=NetworkSegment(2e8c16dc-803a-4b0a-aad9-245a31275219),segment_id=2e8c16dc-803a-4b0a-aad9-245a31275219)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:33:08.449557 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:08.453143 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device a5083a03-d567-4d19-8231-3b9371a24e90 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:33:08.505178 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-166b82df-230a-4cba-8952-25e288ad5a8e req-167ddd6f-9e12-432e-933c-f4492834bf15 service neutron] 10.222.0.44 "GET /v2.0/networks/ada754b2-2d16-48ef-bd4a-b3c351db82b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3814473 Oct 30 15:33:08.507939 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3996cea6-0e5c-4ce3-966c-9103e76b9756 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:08.519171 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb9f235-4dc0-488a-aa45-694e48cf135b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:08.520600 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4cb9f235-4dc0-488a-aa45-694e48cf135b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:08.545162 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-3996cea6-0e5c-4ce3-966c-9103e76b9756 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Calling delete_port for d0f800c7-b899-4e5d-87ac-f1259ed586db owned by network:router_interface {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:33:08.563105 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-4cb9f235-4dc0-488a-aa45-694e48cf135b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.5462773 Oct 30 15:33:08.564231 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35736) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:08.572139 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ac2bb0ba-890d-4a90-9d9b-e2f67aaabfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:08.580379 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f895e91f-49b6-4898-988c-7ef4809ca24e None None] Network 91fc4ee3-8a5b-4edd-9b52-c886ed31388c requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:33:08.654259 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167826b2-ecee-4946-b3bd-248e752b8ca4 req-1f29fc02-abe4-4b63-8b4a-62f24422dc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:08.655960 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-167826b2-ecee-4946-b3bd-248e752b8ca4 req-1f29fc02-abe4-4b63-8b4a-62f24422dc0a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=67bc9a3add214ecaad76147ad0906766&device_id=e8feeca9-8e7a-47c5-9834-b2981b41113f HTTP/1.1" status: 200 len: 1095 time: 0.0786617 Oct 30 15:33:08.684162 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f6606b-1c7c-47eb-ac97-5b320e78ed9d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:08.692778 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f6606b-1c7c-47eb-ac97-5b320e78ed9d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:08.694970 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-f5f6606b-1c7c-47eb-ac97-5b320e78ed9d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1293197 Oct 30 15:33:08.706014 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35738) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:08.758938 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port a5083a03-d567-4d19-8231-3b9371a24e90 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:33:08.759858 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:08.859242 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.db.api [None req-ac2bb0ba-890d-4a90-9d9b-e2f67aaabfc4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 30 15:33:08.859520 n-d-806683-17 neutron-server[102132]: DEBUG oslo_db.api [None req-ac2bb0ba-890d-4a90-9d9b-e2f67aaabfc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 30 15:33:08.867996 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=b7dc83d1-eb19-4601-aa1c-6b6b25bb64d2,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:08.910829 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167826b2-ecee-4946-b3bd-248e752b8ca4 req-f5a25979-6407-4bb1-882b-677e2ae95833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:08.913270 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-167826b2-ecee-4946-b3bd-248e752b8ca4 req-f5a25979-6407-4bb1-882b-677e2ae95833 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ada754b2-2d16-48ef-bd4a-b3c351db82b3 HTTP/1.1" status: 200 len: 918 time: 0.2170670 Oct 30 15:33:08.933872 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-e6346113-7c98-402b-ad19-15654def765e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Deleting port 667c7434-3cf8-4303-b6a1-3675a1ce48c6 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:33:08.934310 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e6346113-7c98-402b-ad19-15654def765e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:09.049361 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-167826b2-ecee-4946-b3bd-248e752b8ca4 req-b8a4d1e4-53c3-4284-9126-c2a296d15dd7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88d0f80f-4998-4729-9dae-c58ec4d318cc HTTP/1.1" status: 200 len: 217 time: 0.1237371 Oct 30 15:33:09.159573 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167826b2-ecee-4946-b3bd-248e752b8ca4 req-4d922d6e-df7c-46fa-a551-19b40fe20066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:09.163046 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-167826b2-ecee-4946-b3bd-248e752b8ca4 req-4d922d6e-df7c-46fa-a551-19b40fe20066 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=296dc533-f6ac-49b9-ab46-37f1565b56fb HTTP/1.1" status: 200 len: 856 time: 0.1041317 Oct 30 15:33:09.218917 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e6346113-7c98-402b-ad19-15654def765e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:09.265336 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-e6346113-7c98-402b-ad19-15654def765e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Calling delete_port for 667c7434-3cf8-4303-b6a1-3675a1ce48c6 owned by {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:33:09.287326 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device abe5cdd1-33b4-44f8-8bbc-d1bbd514f150 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:33:09.359724 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port abe5cdd1-33b4-44f8-8bbc-d1bbd514f150 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:33:09.360107 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:09.375015 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff4916f-dc81-408a-a300-8a6013a24ae1 req-dc378900-5fb3-4bfd-94b7-e496c9c8debf tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:09.388335 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-aff4916f-dc81-408a-a300-8a6013a24ae1 req-dc378900-5fb3-4bfd-94b7-e496c9c8debf tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8feeca9-8e7a-47c5-9834-b2981b41113f HTTP/1.1" status: 200 len: 943 time: 0.8213716 Oct 30 15:33:09.400777 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167826b2-ecee-4946-b3bd-248e752b8ca4 req-ee35309e-797f-4d5b-8ab5-d55e69e6e696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:09.402319 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-167826b2-ecee-4946-b3bd-248e752b8ca4 req-ee35309e-797f-4d5b-8ab5-d55e69e6e696 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ada754b2-2d16-48ef-bd4a-b3c351db82b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2245429 Oct 30 15:33:09.473786 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-aff4916f-dc81-408a-a300-8a6013a24ae1 req-018552f3-3b0c-46f1-b7a9-f970618b3a8b tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee5a29da-464d-4127-ba39-e13f61005ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781708 Oct 30 15:33:09.605465 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3996cea6-0e5c-4ce3-966c-9103e76b9756 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:09.665280 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3996cea6-0e5c-4ce3-966c-9103e76b9756 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Pushing event deleted for resources: {'Port': ['ID=d0f800c7-b899-4e5d-87ac-f1259ed586db,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:09.670780 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-167826b2-ecee-4946-b3bd-248e752b8ca4 req-f422f3ca-3d8a-4dd0-bd79-8bcc1a167ebb service neutron] 10.222.0.44 "GET /v2.0/networks/ada754b2-2d16-48ef-bd4a-b3c351db82b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541878 Oct 30 15:33:09.782861 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:09.867863 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-afb54ac3-eb10-412f-b034-3db84796d641 None None] Could not find standard attr ID for object d0f800c7-b899-4e5d-87ac-f1259ed586db. {{(pid=102132) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 30 15:33:09.882843 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port abe5cdd1-33b4-44f8-8bbc-d1bbd514f150, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=abe5cdd1-33b4-44f8-8bbc-d1bbd514f150,segment=NetworkSegment(04fb9866-245b-47c9-a7bc-8854a722bc22),segment_id=04fb9866-245b-47c9-a7bc-8854a722bc22)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:33:09.910724 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:09.913583 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device b7dc83d1-eb19-4601-aa1c-6b6b25bb64d2 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:33:09.997549 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e6346113-7c98-402b-ad19-15654def765e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:10.004001 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f812bb78-3e07-43b0-af6d-47e920c450c3 None None] Network 0087ab61-2d5d-438b-a324-8b85dab759bc requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:33:10.043109 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3996cea6-0e5c-4ce3-966c-9103e76b9756 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:10.051582 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-afb54ac3-eb10-412f-b034-3db84796d641 None None] Provisioning complete for port bef26c96-b194-4bfe-8443-b68957b3e73b triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:33:10.053439 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-afb54ac3-eb10-412f-b034-3db84796d641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:10.106000 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6346113-7c98-402b-ad19-15654def765e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event deleted for resources: {'Port': ['ID=667c7434-3cf8-4303-b6a1-3675a1ce48c6,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:10.112210 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-167826b2-ecee-4946-b3bd-248e752b8ca4 req-b3c3204a-63d9-4140-87f4-ae19107b16f3 service neutron] 10.222.0.44 "GET /v2.0/networks/ada754b2-2d16-48ef-bd4a-b3c351db82b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4189639 Oct 30 15:33:10.146110 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port b7dc83d1-eb19-4601-aa1c-6b6b25bb64d2 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:33:10.147003 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:10.156494 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=abe5cdd1-33b4-44f8-8bbc-d1bbd514f150,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:10.285781 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e6346113-7c98-402b-ad19-15654def765e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:10.293446 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e6346113-7c98-402b-ad19-15654def765e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/ports/667c7434-3cf8-4303-b6a1-3675a1ce48c6 HTTP/1.1" status: 204 len: 168 time: 1.5861793 Oct 30 15:33:10.298734 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35750) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:10.373129 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3996cea6-0e5c-4ce3-966c-9103e76b9756 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Router 8fec8905-5f76-4e18-8e0f-c892f9ca7ca7 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:33:10.420339 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97dab3e1-18d8-4153-848b-471f9eddde6e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:10.422459 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97dab3e1-18d8-4153-848b-471f9eddde6e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:10.424336 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97dab3e1-18d8-4153-848b-471f9eddde6e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:10.429694 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-97dab3e1-18d8-4153-848b-471f9eddde6e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1302023 Oct 30 15:33:10.430285 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35752) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:10.487620 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-5513b03e-b780-478f-9d13-798765ef47c7 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Deleting subnet 5b54cae1-4bad-4eb6-9ef6-6c897db97558 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:33:10.492009 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5513b03e-b780-478f-9d13-798765ef47c7 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:10.521036 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device bef26c96-b194-4bfe-8443-b68957b3e73b up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:33:10.549196 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5513b03e-b780-478f-9d13-798765ef47c7 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:10.552434 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3996cea6-0e5c-4ce3-966c-9103e76b9756 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:33:10.560518 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-3996cea6-0e5c-4ce3-966c-9103e76b9756 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] 10.222.0.62 "PUT /v2.0/routers/8fec8905-5f76-4e18-8e0f-c892f9ca7ca7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2196348 Oct 30 15:33:10.564503 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35758) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:10.575153 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb38ea88-8901-4c70-8883-3ec12793a7f6 None None] Sync routers for ids ['8fec8905-5f76-4e18-8e0f-c892f9ca7ca7'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:33:10.602660 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb38ea88-8901-4c70-8883-3ec12793a7f6 None None] Routers {'8fec8905-5f76-4e18-8e0f-c892f9ca7ca7'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:33:10.603511 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-fb38ea88-8901-4c70-8883-3ec12793a7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:32:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['8fec8905-5f76-4e18-8e0f-c892f9ca7ca7'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:33:10.626591 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-4bd6ce2c-e03d-4e12-9c9d-1c4ef23ade52 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] delete failed (client error): The resource could not be found. Oct 30 15:33:10.628441 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-4bd6ce2c-e03d-4e12-9c9d-1c4ef23ade52 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] 10.222.0.62 "DELETE /v2.0/routers/tempest-non_exist_router-1994103645 HTTP/1.1" status: 404 len: 335 time: 0.0627334 Oct 30 15:33:10.633460 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35760) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:10.639147 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-2fdcf714-9f37-4748-b1d2-1367da93896d tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Request body: {'router': {'external_gateway_info': {'network_id': '8fec8905-5f76-4e18-8e0f-c892f9ca7ca7'}}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:10.653687 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port bef26c96-b194-4bfe-8443-b68957b3e73b triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:33:10.653687 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:10.701090 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-afb54ac3-eb10-412f-b034-3db84796d641 None None] Provisioning complete for port b7dc83d1-eb19-4601-aa1c-6b6b25bb64d2 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:33:10.701628 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-afb54ac3-eb10-412f-b034-3db84796d641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:10.705812 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-fb38ea88-8901-4c70-8883-3ec12793a7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:33:10.776247 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb38ea88-8901-4c70-8883-3ec12793a7f6 None None] Routers {'8fec8905-5f76-4e18-8e0f-c892f9ca7ca7'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:33:10.776810 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-fb38ea88-8901-4c70-8883-3ec12793a7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:32:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['8fec8905-5f76-4e18-8e0f-c892f9ca7ca7'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:33:10.811029 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5513b03e-b780-478f-9d13-798765ef47c7 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:10.822647 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d804f6f-d39a-4074-81c8-0a60efca25e1 req-2bd00991-42f1-441f-8210-09562432bffd tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:10.824483 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7d804f6f-d39a-4074-81c8-0a60efca25e1 req-2bd00991-42f1-441f-8210-09562432bffd tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8feeca9-8e7a-47c5-9834-b2981b41113f HTTP/1.1" status: 200 len: 943 time: 0.1270046 Oct 30 15:33:10.844585 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-fb38ea88-8901-4c70-8883-3ec12793a7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:33:10.845418 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb38ea88-8901-4c70-8883-3ec12793a7f6 None None] The sync data for ids ['8fec8905-5f76-4e18-8e0f-c892f9ca7ca7'] in n-d-806683-17 is: [] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:33:10.905045 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7d804f6f-d39a-4074-81c8-0a60efca25e1 req-28e6fa65-3930-49c8-be07-f171d360ceca tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee5a29da-464d-4127-ba39-e13f61005ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484800 Oct 30 15:33:10.910726 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d576fe01-e583-49b0-bb68-801957041a43 None None] Network 0087ab61-2d5d-438b-a324-8b85dab759bc requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:33:10.959248 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5513b03e-b780-478f-9d13-798765ef47c7 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:10.992254 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5513b03e-b780-478f-9d13-798765ef47c7 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event deleted for resources: {'Subnet': ['ID=5b54cae1-4bad-4eb6-9ef6-6c897db97558,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:10.994839 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5513b03e-b780-478f-9d13-798765ef47c7 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:11.002921 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-5513b03e-b780-478f-9d13-798765ef47c7 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/subnets/5b54cae1-4bad-4eb6-9ef6-6c897db97558 HTTP/1.1" status: 204 len: 168 time: 0.5703535 Oct 30 15:33:11.004380 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35766) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:11.022536 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2fdcf714-9f37-4748-b1d2-1367da93896d tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:11.036337 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35768) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:11.081931 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1826a3f-fffb-464b-ac2b-7b1fa4c1f643 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Deleting subnet 99b573c3-bd2c-44ac-bbc3-e576f82634e1 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:33:11.085880 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b1826a3f-fffb-464b-ac2b-7b1fa4c1f643 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:11.127835 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-2fdcf714-9f37-4748-b1d2-1367da93896d tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] update failed (client error): The resource could not be found. Oct 30 15:33:11.129448 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-2fdcf714-9f37-4748-b1d2-1367da93896d tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] 10.222.0.62 "PUT /v2.0/routers/8fec8905-5f76-4e18-8e0f-c892f9ca7ca7 HTTP/1.1" status: 404 len: 339 time: 0.4948068 Oct 30 15:33:11.139304 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35770) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:11.180210 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device abe5cdd1-33b4-44f8-8bbc-d1bbd514f150 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:33:11.258986 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-021435ca-d850-42db-a865-57cb67edab62 None None] Could not find standard attr ID for object d0f800c7-b899-4e5d-87ac-f1259ed586db. {{(pid=102132) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 30 15:33:11.301282 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-021435ca-d850-42db-a865-57cb67edab62 None None] Provisioning complete for port abe5cdd1-33b4-44f8-8bbc-d1bbd514f150 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:33:11.301543 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-021435ca-d850-42db-a865-57cb67edab62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:11.322420 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port abe5cdd1-33b4-44f8-8bbc-d1bbd514f150 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:33:11.323068 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:11.451316 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-3d4546cb-988c-40ba-a945-df6eb7ddc0bb tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/floatingips/bedd8854-69dc-415b-9aa8-b700103aca12 HTTP/1.1" status: 200 len: 993 time: 0.4126642 Oct 30 15:33:11.642788 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6c4cc91a-09c9-4e26-a778-6b2b8091fd58 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:11.731053 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b1826a3f-fffb-464b-ac2b-7b1fa4c1f643 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:11.755113 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35778) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:11.929124 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b1826a3f-fffb-464b-ac2b-7b1fa4c1f643 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:11.987631 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-6c4cc91a-09c9-4e26-a778-6b2b8091fd58 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Allocated IP 172.20.0.1 (231e406b-5015-497e-a460-89a6d19a43fb/40ddb69a-8285-4f19-a79b-f6fb1014f423/53cf5669-2553-4f93-a63f-0a19823fb8bb) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:33:12.037382 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b1826a3f-fffb-464b-ac2b-7b1fa4c1f643 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:12.050942 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-2ba3587f-0a55-44de-98d6-e77b4a52668f None None] Provisioning complete for port abe5cdd1-33b4-44f8-8bbc-d1bbd514f150 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:33:12.051863 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2ba3587f-0a55-44de-98d6-e77b4a52668f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:12.085411 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1826a3f-fffb-464b-ac2b-7b1fa4c1f643 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event deleted for resources: {'Subnet': ['ID=99b573c3-bd2c-44ac-bbc3-e576f82634e1,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:12.092322 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b1826a3f-fffb-464b-ac2b-7b1fa4c1f643 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:12.095906 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b1826a3f-fffb-464b-ac2b-7b1fa4c1f643 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/subnets/99b573c3-bd2c-44ac-bbc3-e576f82634e1 HTTP/1.1" status: 204 len: 168 time: 1.0904460 Oct 30 15:33:12.097455 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-309920cd-35a8-42fe-8279-3a80bc78a8d4 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Deleting port 2d043bde-f00e-41e7-bf63-546e1d3277f4 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:33:12.097785 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-309920cd-35a8-42fe-8279-3a80bc78a8d4 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:12.099494 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35782) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:12.170622 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6c4cc91a-09c9-4e26-a778-6b2b8091fd58 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:12.182129 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9d6f2425-dbbf-42cb-9008-73a382d49603 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0800354 Oct 30 15:33:12.186448 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35784) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:12.207138 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66539a40-6de8-4177-b08f-f12474c2c55e req-469f54d1-4c29-4479-95c9-6dd19194d707 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:12.208690 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-66539a40-6de8-4177-b08f-f12474c2c55e req-469f54d1-4c29-4479-95c9-6dd19194d707 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8feeca9-8e7a-47c5-9834-b2981b41113f HTTP/1.1" status: 200 len: 943 time: 0.1837490 Oct 30 15:33:12.245496 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6c4cc91a-09c9-4e26-a778-6b2b8091fd58 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:12.256693 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-309920cd-35a8-42fe-8279-3a80bc78a8d4 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:12.257017 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-309920cd-35a8-42fe-8279-3a80bc78a8d4 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:12.262106 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08de0728-5d4d-49cb-9d47-54afac65fa76 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:12.266596 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-08de0728-5d4d-49cb-9d47-54afac65fa76 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0791581 Oct 30 15:33:12.269614 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35786) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:12.273650 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e1f181-fc93-487e-954e-17ae8653976f None None] Network 0087ab61-2d5d-438b-a324-8b85dab759bc requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:33:12.282675 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-66539a40-6de8-4177-b08f-f12474c2c55e req-2185ba07-bc60-4f11-8b62-4d9c20382bef tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee5a29da-464d-4127-ba39-e13f61005ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668256 Oct 30 15:33:12.283563 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-309920cd-35a8-42fe-8279-3a80bc78a8d4 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Calling delete_port for 2d043bde-f00e-41e7-bf63-546e1d3277f4 owned by network:floatingip {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:33:12.342189 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4cc91a-09c9-4e26-a778-6b2b8091fd58 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Network 231e406b-5015-497e-a460-89a6d19a43fb is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:33:12.350908 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-6c4cc91a-09c9-4e26-a778-6b2b8091fd58 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:33:12.357780 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4cc91a-09c9-4e26-a778-6b2b8091fd58 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:33:12.363602 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4cc91a-09c9-4e26-a778-6b2b8091fd58 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Pushing event updated for resources: {'Port': ['ID=53cf5669-2553-4f93-a63f-0a19823fb8bb,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:12.379180 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-4505f126-589b-464d-91c0-e35d97505d75 None None] Could not find standard attr ID for object 4a21dbd1-7c02-40a9-bd25-4caa46612108. {{(pid=102132) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 30 15:33:12.391263 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bc81d4-c097-401f-bc3d-0ad40acdadd4 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:12.395064 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-47bc81d4-c097-401f-bc3d-0ad40acdadd4 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1040761 Oct 30 15:33:12.396079 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35788) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:12.450751 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-fa014a9e-7fc0-4e1f-bf91-1679e9cc1daa tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0508437 Oct 30 15:33:12.457685 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35792) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:12.465852 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-8482a079-780d-4d77-96cc-4086edeeb72e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Request body: {'subnet': {'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:12.502436 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-309920cd-35a8-42fe-8279-3a80bc78a8d4 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:12.519847 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6c4cc91a-09c9-4e26-a778-6b2b8091fd58 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:12.538294 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffba0a1-f914-4023-8577-2bf54094c824 None None] DHCP port deletion for 0087ab61-2d5d-438b-a324-8b85dab759bc request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:33:12.570630 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309920cd-35a8-42fe-8279-3a80bc78a8d4 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Pushing event deleted for resources: {'Port': ['ID=2d043bde-f00e-41e7-bf63-546e1d3277f4,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:12.635244 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-4ffba0a1-f914-4023-8577-2bf54094c824 None None] Deleting port abe5cdd1-33b4-44f8-8bbc-d1bbd514f150 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:33:12.635942 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4ffba0a1-f914-4023-8577-2bf54094c824 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:12.671230 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8482a079-780d-4d77-96cc-4086edeeb72e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Made reservation on behalf of 950626c196e345129caa4bb8b656378a for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:33:12.675217 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8482a079-780d-4d77-96cc-4086edeeb72e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:12.676783 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-8482a079-780d-4d77-96cc-4086edeeb72e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 30 15:33:12.678267 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8482a079-780d-4d77-96cc-4086edeeb72e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:33:12.696363 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-309920cd-35a8-42fe-8279-3a80bc78a8d4 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for floatingip, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:12.696904 n-d-806683-17 neutron-server[102130]: INFO neutron.db.l3_db [None req-309920cd-35a8-42fe-8279-3a80bc78a8d4 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Floating IP bedd8854-69dc-415b-9aa8-b700103aca12 disassociated (deleted). External IP: 172.25.4.84, port: f98ecc94-d72b-422d-9882-76c74dca36e3. Oct 30 15:33:12.734796 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-8482a079-780d-4d77-96cc-4086edeeb72e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2730629 Oct 30 15:33:12.734796 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6c4cc91a-09c9-4e26-a778-6b2b8091fd58 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:12.745726 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-4ffba0a1-f914-4023-8577-2bf54094c824 None None] For port abe5cdd1-33b4-44f8-8bbc-d1bbd514f150, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=abe5cdd1-33b4-44f8-8bbc-d1bbd514f150,segment=NetworkSegment(04fb9866-245b-47c9-a7bc-8854a722bc22),segment_id=04fb9866-245b-47c9-a7bc-8854a722bc22)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:33:12.745726 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4ffba0a1-f914-4023-8577-2bf54094c824 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:12.747593 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-87f293a8-5b79-41ce-a9c3-f30d582b59db None None] Provisioning complete for port 53cf5669-2553-4f93-a63f-0a19823fb8bb triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:33:12.747951 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-87f293a8-5b79-41ce-a9c3-f30d582b59db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:12.751726 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35800) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:12.763153 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-52a491b0-fc67-482c-a167-143caf0a0c62 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Request body: {'subnet': {'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:12.783021 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-4ffba0a1-f914-4023-8577-2bf54094c824 None None] Calling delete_port for abe5cdd1-33b4-44f8-8bbc-d1bbd514f150 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:33:12.807568 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-87f293a8-5b79-41ce-a9c3-f30d582b59db None None] Port 53cf5669-2553-4f93-a63f-0a19823fb8bb cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:33:12.865136 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 88d0f80f-4998-4729-9dae-c58ec4d318cc details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:33:12.964881 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4ffba0a1-f914-4023-8577-2bf54094c824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:12.988477 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-309920cd-35a8-42fe-8279-3a80bc78a8d4 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Router 6c682dc7-056d-4996-98f3-776ebd35edbf has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:33:13.010742 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffba0a1-f914-4023-8577-2bf54094c824 None None] Pushing event deleted for resources: {'Port': ['ID=abe5cdd1-33b4-44f8-8bbc-d1bbd514f150,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:13.023363 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffba0a1-f914-4023-8577-2bf54094c824 None None] No DVR routers for this DVR port abe5cdd1-33b4-44f8-8bbc-d1bbd514f150 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:33:13.039726 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a491b0-fc67-482c-a167-143caf0a0c62 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Made reservation on behalf of 950626c196e345129caa4bb8b656378a for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:33:13.048939 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-52a491b0-fc67-482c-a167-143caf0a0c62 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:13.050116 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-52a491b0-fc67-482c-a167-143caf0a0c62 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 30 15:33:13.052115 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52a491b0-fc67-482c-a167-143caf0a0c62 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:33:13.068096 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 88d0f80f-4998-4729-9dae-c58ec4d318cc, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=88d0f80f-4998-4729-9dae-c58ec4d318cc,segment=NetworkSegment(cca476af-9f70-4fa8-acb6-015f19cab179),segment_id=cca476af-9f70-4fa8-acb6-015f19cab179)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:33:13.083196 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': '88d0f80f-4998-4729-9dae-c58ec4d318cc', 'network_id': 'ada754b2-2d16-48ef-bd4a-b3c351db82b3', 'port_id': '88d0f80f-4998-4729-9dae-c58ec4d318cc', 'mac_address': 'fa:16:3e:2c:e5:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '296dc533-f6ac-49b9-ab46-37f1565b56fb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:33:13.135584 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:13.156671 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-52a491b0-fc67-482c-a167-143caf0a0c62 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4009576 Oct 30 15:33:13.156931 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device abe5cdd1-33b4-44f8-8bbc-d1bbd514f150 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:33:13.157108 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35806) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:13.164001 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-3716e286-dc47-4ce5-b919-dcc04bb23eef tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Request body: {'subnet': {'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:13.165848 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-309920cd-35a8-42fe-8279-3a80bc78a8d4 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:33:13.180308 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2d1053-8136-4711-a95b-46ebb7bba618 None None] Sync routers for ids ['6c682dc7-056d-4996-98f3-776ebd35edbf'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:33:13.180834 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: abe5cdd1-33b4-44f8-8bbc-d1bbd514f150 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:33:13.181038 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device abe5cdd1-33b4-44f8-8bbc-d1bbd514f150 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:33:13.183870 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88d0f80f-4998-4729-9dae-c58ec4d318cc {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:33:13.184706 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-309920cd-35a8-42fe-8279-3a80bc78a8d4 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:13.208881 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 88d0f80f-4998-4729-9dae-c58ec4d318cc, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=88d0f80f-4998-4729-9dae-c58ec4d318cc,segment=NetworkSegment(cca476af-9f70-4fa8-acb6-015f19cab179),segment_id=cca476af-9f70-4fa8-acb6-015f19cab179)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:33:13.209674 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2d1053-8136-4711-a95b-46ebb7bba618 None None] Routers {'6c682dc7-056d-4996-98f3-776ebd35edbf'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:33:13.210226 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-6d2d1053-8136-4711-a95b-46ebb7bba618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:32:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['6c682dc7-056d-4996-98f3-776ebd35edbf'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:33:13.219724 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:13.228354 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-309920cd-35a8-42fe-8279-3a80bc78a8d4 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "DELETE /v2.0/floatingips/bedd8854-69dc-415b-9aa8-b700103aca12 HTTP/1.1" status: 204 len: 168 time: 1.4697211 Oct 30 15:33:13.228354 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ebf36ef-a495-4f6a-88b5-01abef8f7272', 'tag': 'f98ecc94-d72b-422d-9882-76c74dca36e3'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:33:13.245828 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e27335f-b423-4aaa-9f0d-46533673432b" -d '{"events": [{"name": "network-changed", "server_uuid": "4ebf36ef-a495-4f6a-88b5-01abef8f7272", "tag": "f98ecc94-d72b-422d-9882-76c74dca36e3"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:33:13.323206 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=88d0f80f-4998-4729-9dae-c58ec4d318cc,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:13.332012 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3990b82f-3d1f-4923-8a81-2bbabdba6924 x-openstack-request-id: req-3990b82f-3d1f-4923-8a81-2bbabdba6924 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:33:13.332657 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ebf36ef-a495-4f6a-88b5-01abef8f7272", "tag": "f98ecc94-d72b-422d-9882-76c74dca36e3", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:33:13.333105 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3990b82f-3d1f-4923-8a81-2bbabdba6924 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:33:13.333735 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ebf36ef-a495-4f6a-88b5-01abef8f7272', 'tag': 'f98ecc94-d72b-422d-9882-76c74dca36e3', 'status': 'completed', 'code': 200} Oct 30 15:33:13.347731 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-6d2d1053-8136-4711-a95b-46ebb7bba618 None None] Set router 6c682dc7-056d-4996-98f3-776ebd35edbf gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:33:13.360319 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6c4cc91a-09c9-4e26-a778-6b2b8091fd58 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:13.367915 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3716e286-dc47-4ce5-b919-dcc04bb23eef tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Made reservation on behalf of 950626c196e345129caa4bb8b656378a for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:33:13.372432 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3716e286-dc47-4ce5-b919-dcc04bb23eef tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:13.374277 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-3716e286-dc47-4ce5-b919-dcc04bb23eef tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 30 15:33:13.374978 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3716e286-dc47-4ce5-b919-dcc04bb23eef tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:33:13.378927 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6c4cc91a-09c9-4e26-a778-6b2b8091fd58 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:13.432041 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e27335f-b423-4aaa-9f0d-46533673432b req-6e1fee90-e754-417b-be27-776f658d0e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:13.434271 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4e27335f-b423-4aaa-9f0d-46533673432b req-6e1fee90-e754-417b-be27-776f658d0e87 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b2267fc2b77143d693871f591bcb3dbf&device_id=4ebf36ef-a495-4f6a-88b5-01abef8f7272 HTTP/1.1" status: 200 len: 1098 time: 0.0770586 Oct 30 15:33:13.442831 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['88d0f80f-4998-4729-9dae-c58ec4d318cc'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:33:13.473974 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-3716e286-dc47-4ce5-b919-dcc04bb23eef tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3157077 Oct 30 15:33:13.477873 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35814) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:13.489530 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-f753a32b-1d67-4df0-bbc4-37797526c234 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Request body: {'subnet': {'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:13.506656 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4cc91a-09c9-4e26-a778-6b2b8091fd58 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Pushing event updated for resources: {'Port': ['ID=53cf5669-2553-4f93-a63f-0a19823fb8bb,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:13.509938 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6c4cc91a-09c9-4e26-a778-6b2b8091fd58 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:13.680078 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-6d2d1053-8136-4711-a95b-46ebb7bba618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c682dc7-056d-4996-98f3-776ebd35edbf', 'name': 'tempest-TestNetworkBasicOps-router-441667409', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': 'c972f468-0e4b-44ba-84b6-b2e471f61655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:32:08Z', 'updated_at': '2021-10-30T15:32:16Z', 'revision_number': 4, 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'gw_port': {'id': 'c972f468-0e4b-44ba-84b6-b2e471f61655', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:57:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c682dc7-056d-4996-98f3-776ebd35edbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:32:08Z', 'updated_at': '2021-10-30T15:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '9994e975-9cc8-47d6-94b4-eeea285d2542', 'name': '', 'network_id': '17c0523f-c120-43f8-8de5-645c5eef05e9', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'mac_address': 'fa:16:3e:42:a3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c682dc7-056d-4996-98f3-776ebd35edbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': '0083fb2c-b80c-4e1f-b3c7-34201cc33f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:32:15Z', 'updated_at': '2021-10-30T15:32:23Z', 'revision_number': 5, 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'subnets': [{'id': '0083fb2c-b80c-4e1f-b3c7-34201cc33f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:33:13.720963 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2d1053-8136-4711-a95b-46ebb7bba618 None None] Checking router: 6c682dc7-056d-4996-98f3-776ebd35edbf for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:33:13.737222 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4cc91a-09c9-4e26-a778-6b2b8091fd58 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Network 231e406b-5015-497e-a460-89a6d19a43fb is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:33:13.738077 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2d1053-8136-4711-a95b-46ebb7bba618 None None] Routers {'6c682dc7-056d-4996-98f3-776ebd35edbf'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:33:13.741199 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-6d2d1053-8136-4711-a95b-46ebb7bba618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:32:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['6c682dc7-056d-4996-98f3-776ebd35edbf'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:33:13.742696 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-6c4cc91a-09c9-4e26-a778-6b2b8091fd58 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:33:13.829203 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f753a32b-1d67-4df0-bbc4-37797526c234 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Made reservation on behalf of 950626c196e345129caa4bb8b656378a for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:33:13.833384 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f753a32b-1d67-4df0-bbc4-37797526c234 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:13.835489 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-f753a32b-1d67-4df0-bbc4-37797526c234 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 30 15:33:13.836153 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f753a32b-1d67-4df0-bbc4-37797526c234 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:33:13.858642 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-f753a32b-1d67-4df0-bbc4-37797526c234 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3748300 Oct 30 15:33:13.864469 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35818) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:13.871394 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-83527d62-430f-460c-a248-84ed7e9ceee8 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Request body: {'subnet': {'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:13.877474 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e27335f-b423-4aaa-9f0d-46533673432b req-34d434ed-fec3-430b-81e1-6831aa6681d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:13.879112 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4e27335f-b423-4aaa-9f0d-46533673432b req-34d434ed-fec3-430b-81e1-6831aa6681d4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=17c0523f-c120-43f8-8de5-645c5eef05e9 HTTP/1.1" status: 200 len: 898 time: 0.4318092 Oct 30 15:33:13.882525 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e448c53d-4c87-4492-8afa-489ad81e50a3 req-0ea3488d-8241-49ab-96bc-636bc805a27f tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:13.884097 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e448c53d-4c87-4492-8afa-489ad81e50a3 req-0ea3488d-8241-49ab-96bc-636bc805a27f tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8feeca9-8e7a-47c5-9834-b2981b41113f HTTP/1.1" status: 200 len: 944 time: 0.3647797 Oct 30 15:33:13.943815 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e448c53d-4c87-4492-8afa-489ad81e50a3 req-66a50a92-767e-47da-9d6d-1b24c596d75c tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee5a29da-464d-4127-ba39-e13f61005ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528057 Oct 30 15:33:13.953133 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c4cc91a-09c9-4e26-a778-6b2b8091fd58 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Router 8fec8905-5f76-4e18-8e0f-c892f9ca7ca7 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:33:13.971309 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-6d2d1053-8136-4711-a95b-46ebb7bba618 None None] Set router 6c682dc7-056d-4996-98f3-776ebd35edbf gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:33:13.988635 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4e27335f-b423-4aaa-9f0d-46533673432b req-0a9f05e4-08d2-468a-adf9-cc80b8084b60 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f98ecc94-d72b-422d-9882-76c74dca36e3 HTTP/1.1" status: 200 len: 217 time: 0.0911205 Oct 30 15:33:14.000567 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6946245d-f0b9-4de4-8d2d-b02fee1a4861 req-85e79b86-9fc9-418c-b85a-16549b9a7e2c tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:14.002456 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6946245d-f0b9-4de4-8d2d-b02fee1a4861 req-85e79b86-9fc9-418c-b85a-16549b9a7e2c tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ebf36ef-a495-4f6a-88b5-01abef8f7272 HTTP/1.1" status: 200 len: 946 time: 0.2992716 Oct 30 15:33:14.120901 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e27335f-b423-4aaa-9f0d-46533673432b req-17032f14-e605-41cf-8fe5-ccab42e7c55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:14.124423 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4e27335f-b423-4aaa-9f0d-46533673432b req-17032f14-e605-41cf-8fe5-ccab42e7c55d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0083fb2c-b80c-4e1f-b3c7-34201cc33f79 HTTP/1.1" status: 200 len: 835 time: 0.1188948 Oct 30 15:33:14.147275 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-c54db73c-3a97-44d3-b65b-0c3a42b3f89d None None] Provisioning complete for port 53cf5669-2553-4f93-a63f-0a19823fb8bb triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:33:14.147901 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c54db73c-3a97-44d3-b65b-0c3a42b3f89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:14.210236 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6946245d-f0b9-4de4-8d2d-b02fee1a4861 req-7cc6b8ab-f0a1-4c6e-ba0b-c1654272911f tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a19a4ce-3a11-454b-95f3-1bb884aef828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1869028 Oct 30 15:33:14.212800 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83527d62-430f-460c-a248-84ed7e9ceee8 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Made reservation on behalf of 950626c196e345129caa4bb8b656378a for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:33:14.217792 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-83527d62-430f-460c-a248-84ed7e9ceee8 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:14.219898 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-83527d62-430f-460c-a248-84ed7e9ceee8 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 30 15:33:14.220522 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83527d62-430f-460c-a248-84ed7e9ceee8 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:33:14.220829 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-c54db73c-3a97-44d3-b65b-0c3a42b3f89d None None] Port 53cf5669-2553-4f93-a63f-0a19823fb8bb cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:33:14.265612 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e27335f-b423-4aaa-9f0d-46533673432b req-4f53ed02-46f9-47a6-9049-57ff2e15e4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:14.267689 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4e27335f-b423-4aaa-9f0d-46533673432b req-4f53ed02-46f9-47a6-9049-57ff2e15e4d5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17c0523f-c120-43f8-8de5-645c5eef05e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1244526 Oct 30 15:33:14.276993 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-83527d62-430f-460c-a248-84ed7e9ceee8 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4106302 Oct 30 15:33:14.277852 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35822) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:14.285427 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-e9ac815f-3633-4409-bed4-87ba5fc5aa89 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Request body: {'subnet': {'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:14.331347 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-6d2d1053-8136-4711-a95b-46ebb7bba618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c682dc7-056d-4996-98f3-776ebd35edbf', 'name': 'tempest-TestNetworkBasicOps-router-441667409', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': 'c972f468-0e4b-44ba-84b6-b2e471f61655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:32:08Z', 'updated_at': '2021-10-30T15:32:16Z', 'revision_number': 4, 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'gw_port': {'id': 'c972f468-0e4b-44ba-84b6-b2e471f61655', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:57:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c682dc7-056d-4996-98f3-776ebd35edbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:32:08Z', 'updated_at': '2021-10-30T15:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '9994e975-9cc8-47d6-94b4-eeea285d2542', 'name': '', 'network_id': '17c0523f-c120-43f8-8de5-645c5eef05e9', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'mac_address': 'fa:16:3e:42:a3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c682dc7-056d-4996-98f3-776ebd35edbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': '0083fb2c-b80c-4e1f-b3c7-34201cc33f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:32:15Z', 'updated_at': '2021-10-30T15:32:23Z', 'revision_number': 5, 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'subnets': [{'id': '0083fb2c-b80c-4e1f-b3c7-34201cc33f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:33:14.370226 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2d1053-8136-4711-a95b-46ebb7bba618 None None] The sync data for ids ['6c682dc7-056d-4996-98f3-776ebd35edbf'] in n-d-806683-17 is: [{'id': '6c682dc7-056d-4996-98f3-776ebd35edbf', 'name': 'tempest-TestNetworkBasicOps-router-441667409', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': 'c972f468-0e4b-44ba-84b6-b2e471f61655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:32:08Z', 'updated_at': '2021-10-30T15:32:16Z', 'revision_number': 4, 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'gw_port': {'id': 'c972f468-0e4b-44ba-84b6-b2e471f61655', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:57:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c682dc7-056d-4996-98f3-776ebd35edbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:32:08Z', 'updated_at': '2021-10-30T15:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '9994e975-9cc8-47d6-94b4-eeea285d2542', 'name': '', 'network_id': '17c0523f-c120-43f8-8de5-645c5eef05e9', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'mac_address': 'fa:16:3e:42:a3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c682dc7-056d-4996-98f3-776ebd35edbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': '0083fb2c-b80c-4e1f-b3c7-34201cc33f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:32:15Z', 'updated_at': '2021-10-30T15:32:23Z', 'revision_number': 5, 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'subnets': [{'id': '0083fb2c-b80c-4e1f-b3c7-34201cc33f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:33:14.459991 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c4cc91a-09c9-4e26-a778-6b2b8091fd58 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:33:14.471840 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-6c4cc91a-09c9-4e26-a778-6b2b8091fd58 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] 10.222.0.62 "PUT /v2.0/routers/8fec8905-5f76-4e18-8e0f-c892f9ca7ca7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3306286 Oct 30 15:33:14.474557 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35826) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:14.477875 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e5e0ce-d67e-40a5-84bb-7eae10c25ac4 None None] Sync routers for ids ['8fec8905-5f76-4e18-8e0f-c892f9ca7ca7'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:33:14.487965 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e5e0ce-d67e-40a5-84bb-7eae10c25ac4 None None] Routers {'8fec8905-5f76-4e18-8e0f-c892f9ca7ca7'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:33:14.488869 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-b7e5e0ce-d67e-40a5-84bb-7eae10c25ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:32:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['8fec8905-5f76-4e18-8e0f-c892f9ca7ca7'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:33:14.534372 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-b7e5e0ce-d67e-40a5-84bb-7eae10c25ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:33:14.545913 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e5e0ce-d67e-40a5-84bb-7eae10c25ac4 None None] Routers {'8fec8905-5f76-4e18-8e0f-c892f9ca7ca7'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:33:14.546535 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-b7e5e0ce-d67e-40a5-84bb-7eae10c25ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:32:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['8fec8905-5f76-4e18-8e0f-c892f9ca7ca7'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:33:14.553689 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4e27335f-b423-4aaa-9f0d-46533673432b req-a1a822c4-a5b9-488e-8fec-08ee85c59be2 service neutron] 10.222.0.53 "GET /v2.0/networks/17c0523f-c120-43f8-8de5-645c5eef05e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746568 Oct 30 15:33:14.556242 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ac815f-3633-4409-bed4-87ba5fc5aa89 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Made reservation on behalf of 950626c196e345129caa4bb8b656378a for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:33:14.559739 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e9ac815f-3633-4409-bed4-87ba5fc5aa89 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:14.561216 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9ac815f-3633-4409-bed4-87ba5fc5aa89 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 30 15:33:14.561638 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9ac815f-3633-4409-bed4-87ba5fc5aa89 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:33:14.580056 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-b7e5e0ce-d67e-40a5-84bb-7eae10c25ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:33:14.580713 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e5e0ce-d67e-40a5-84bb-7eae10c25ac4 None None] The sync data for ids ['8fec8905-5f76-4e18-8e0f-c892f9ca7ca7'] in n-d-806683-17 is: [] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:33:14.645707 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e9ac815f-3633-4409-bed4-87ba5fc5aa89 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3646777 Oct 30 15:33:14.648825 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35828) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:14.676360 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d15c6018-891b-44a2-a113-5675396d42d0 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0263424 Oct 30 15:33:14.688630 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35830) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:14.699167 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f1e5db71-2155-4903-8869-399274b6478b tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks [] for router, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:14.737445 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4e27335f-b423-4aaa-9f0d-46533673432b req-179a2ce8-49d4-4a48-9499-9bbb64b7c446 service neutron] 10.222.0.53 "GET /v2.0/networks/17c0523f-c120-43f8-8de5-645c5eef05e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734104 Oct 30 15:33:14.781381 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9c4b55-5b00-4d8d-9d28-6e53d8d687d5 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:14.785475 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-6c9c4b55-5b00-4d8d-9d28-6e53d8d687d5 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0934999 Oct 30 15:33:14.789136 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35832) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:14.798973 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9e368e-4349-4b79-ad36-5c1483dc2a56 None None] New status for floating IP bedd8854-69dc-415b-9aa8-b700103aca12: DOWN {{(pid=102133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 15:33:14.824416 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [None req-f1e5db71-2155-4903-8869-399274b6478b tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 30 15:33:14.828294 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-f1e5db71-2155-4903-8869-399274b6478b tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] 10.222.0.62 "DELETE /v2.0/routers/8fec8905-5f76-4e18-8e0f-c892f9ca7ca7 HTTP/1.1" status: 409 len: 329 time: 0.3498032 Oct 30 15:33:14.828589 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35834) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:14.856030 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-c36de6da-58f4-4afe-bfc5-e2d889e8f530 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0650399 Oct 30 15:33:14.859519 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35836) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:14.864367 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-9aa90cc8-7626-4903-a2fb-dc5005fef926 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Request body: {'subnet': {'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:14.872351 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 88d0f80f-4998-4729-9dae-c58ec4d318cc up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:33:14.952938 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port 88d0f80f-4998-4729-9dae-c58ec4d318cc completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:33:14.964943 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port 88d0f80f-4998-4729-9dae-c58ec4d318cc triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:33:14.965305 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:15.020551 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa90cc8-7626-4903-a2fb-dc5005fef926 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Made reservation on behalf of 950626c196e345129caa4bb8b656378a for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:33:15.026162 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9aa90cc8-7626-4903-a2fb-dc5005fef926 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:15.070984 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:15.096764 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8feeca9-8e7a-47c5-9834-b2981b41113f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88d0f80f-4998-4729-9dae-c58ec4d318cc'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:33:15.099132 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa94879-af9f-4311-96a6-7b3c84b4a677" -d '{"events": [{"server_uuid": "e8feeca9-8e7a-47c5-9834-b2981b41113f", "name": "network-vif-plugged", "status": "completed", "tag": "88d0f80f-4998-4729-9dae-c58ec4d318cc"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:33:15.116429 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 88d0f80f-4998-4729-9dae-c58ec4d318cc, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=88d0f80f-4998-4729-9dae-c58ec4d318cc,segment=NetworkSegment(cca476af-9f70-4fa8-acb6-015f19cab179),segment_id=cca476af-9f70-4fa8-acb6-015f19cab179)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:33:15.121992 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:15.180589 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104f122d-3056-488f-9d97-f7c48868817a x-openstack-request-id: req-104f122d-3056-488f-9d97-f7c48868817a {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:33:15.181585 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8feeca9-8e7a-47c5-9834-b2981b41113f", "name": "network-vif-plugged", "status": "completed", "tag": "88d0f80f-4998-4729-9dae-c58ec4d318cc", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:33:15.182000 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-104f122d-3056-488f-9d97-f7c48868817a {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:33:15.183261 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8feeca9-8e7a-47c5-9834-b2981b41113f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88d0f80f-4998-4729-9dae-c58ec4d318cc', 'code': 200} Oct 30 15:33:15.217511 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=88d0f80f-4998-4729-9dae-c58ec4d318cc,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:15.245000 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6242d3-08f0-409e-85f8-33f38eca6e1f req-1a2f3db0-039f-4372-932a-7901a219aec3 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:15.247338 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-df6242d3-08f0-409e-85f8-33f38eca6e1f req-1a2f3db0-039f-4372-932a-7901a219aec3 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8feeca9-8e7a-47c5-9834-b2981b41113f HTTP/1.1" status: 200 len: 945 time: 0.1912708 Oct 30 15:33:15.252706 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be70d1-c1e0-4f0d-b25e-b49b650d1a36 req-6fdaed91-2838-40e0-abcd-1408331a7a0e tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:15.254679 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-28be70d1-c1e0-4f0d-b25e-b49b650d1a36 req-6fdaed91-2838-40e0-abcd-1408331a7a0e tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ebf36ef-a495-4f6a-88b5-01abef8f7272 HTTP/1.1" status: 200 len: 946 time: 0.3731575 Oct 30 15:33:15.324944 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-df6242d3-08f0-409e-85f8-33f38eca6e1f req-baf2e14d-8d29-457a-b897-ad0aa1a571d1 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee5a29da-464d-4127-ba39-e13f61005ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695555 Oct 30 15:33:15.483812 n-d-806683-17 neutron-server[102131]: DEBUG neutron.objects.ports [None req-9aa90cc8-7626-4903-a2fb-dc5005fef926 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102131) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 30 15:33:15.485382 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9aa90cc8-7626-4903-a2fb-dc5005fef926 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:15.532450 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa90cc8-7626-4903-a2fb-dc5005fef926 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Network 0087ab61-2d5d-438b-a324-8b85dab759bc is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:33:15.538381 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-9aa90cc8-7626-4903-a2fb-dc5005fef926 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:33:15.542915 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa90cc8-7626-4903-a2fb-dc5005fef926 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:15.543531 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9aa90cc8-7626-4903-a2fb-dc5005fef926 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:15.551776 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180dd3b1-bf70-4b17-b828-933e426748a5 None None] Network 0087ab61-2d5d-438b-a324-8b85dab759bc requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:33:15.557359 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa90cc8-7626-4903-a2fb-dc5005fef926 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event updated for resources: {'Subnet': ['ID=026c7c8d-738f-4f3f-b767-2818eff49395,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:15.566112 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-9aa90cc8-7626-4903-a2fb-dc5005fef926 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7055492 Oct 30 15:33:15.569349 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35846) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:15.574974 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-8746ea56-5d40-4018-8001-4e77930c277d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Request body: {'port': {'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'mac_address': 'fa:16:3e:d1:cb:fe', 'name': 'tempest-NetworksTestDHCPv6-464531053'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:15.735687 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8746ea56-5d40-4018-8001-4e77930c277d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Made reservation on behalf of 950626c196e345129caa4bb8b656378a for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:33:15.746238 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc94587-3d73-43b2-ad8a-b81a0c6353eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-0087ab61-2d5d-438b-a324-8b85dab759bc', 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'tenant_id': '950626c196e345129caa4bb8b656378a', 'fixed_ips': [{'subnet_id': '026c7c8d-738f-4f3f-b767-2818eff49395'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:33:15.747381 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9cc94587-3d73-43b2-ad8a-b81a0c6353eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:15.808001 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce76eb-d375-43f2-9446-ddfe0e2f9518 req-83cb4533-86fb-46d0-b41b-ccb8a8135a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:15.809544 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-28ce76eb-d375-43f2-9446-ddfe0e2f9518 req-83cb4533-86fb-46d0-b41b-ccb8a8135a05 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e8feeca9-8e7a-47c5-9834-b2981b41113f HTTP/1.1" status: 200 len: 1097 time: 0.5465345 Oct 30 15:33:15.836737 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8746ea56-5d40-4018-8001-4e77930c277d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:15.858486 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b94f645-5ebc-4d86-a4d5-455431a5da86 req-f4f1970e-5c1f-472f-ac71-cb7ce5b9469c tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:15.860105 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3b94f645-5ebc-4d86-a4d5-455431a5da86 req-f4f1970e-5c1f-472f-ac71-cb7ce5b9469c tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ebf36ef-a495-4f6a-88b5-01abef8f7272 HTTP/1.1" status: 200 len: 946 time: 0.5362413 Oct 30 15:33:15.868002 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [None req-8746ea56-5d40-4018-8001-4e77930c277d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] device_id is not set on port b305a923-ad32-428b-a96a-13afbcb979f4 yet. {{(pid=102131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:33:15.915064 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-28ce76eb-d375-43f2-9446-ddfe0e2f9518 req-7df3ab91-42f1-4c7a-82c7-71ae71dfe4af service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ee5a29da-464d-4127-ba39-e13f61005ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930395 Oct 30 15:33:15.940558 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-9cc94587-3d73-43b2-ad8a-b81a0c6353eb None None] Allocated IP 2001:db8::f816:3eff:fe5f:8169 (0087ab61-2d5d-438b-a324-8b85dab759bc/026c7c8d-738f-4f3f-b767-2818eff49395/ddab38dc-7d39-4198-ba37-bb340fadb32a) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:33:15.955682 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-28be70d1-c1e0-4f0d-b25e-b49b650d1a36 req-7812edf7-9464-458d-9171-668ff52feda4 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Deleting port f98ecc94-d72b-422d-9882-76c74dca36e3 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:33:15.956028 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-28be70d1-c1e0-4f0d-b25e-b49b650d1a36 req-7812edf7-9464-458d-9171-668ff52feda4 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:15.963219 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3b94f645-5ebc-4d86-a4d5-455431a5da86 req-d5e4bdc7-1f01-4235-ae17-4c068b30dab5 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a19a4ce-3a11-454b-95f3-1bb884aef828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930350 Oct 30 15:33:16.053674 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2fffba4c-2dff-4c02-899d-f2d8a67e6901 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:16.125011 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9cc94587-3d73-43b2-ad8a-b81a0c6353eb None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:16.128504 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-28be70d1-c1e0-4f0d-b25e-b49b650d1a36 req-7812edf7-9464-458d-9171-668ff52feda4 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] For port f98ecc94-d72b-422d-9882-76c74dca36e3, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=f98ecc94-d72b-422d-9882-76c74dca36e3,segment=NetworkSegment(b0d0104d-5e31-4d9b-a1de-be494a6e0bdb),segment_id=b0d0104d-5e31-4d9b-a1de-be494a6e0bdb)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:33:16.128873 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-28be70d1-c1e0-4f0d-b25e-b49b650d1a36 req-7812edf7-9464-458d-9171-668ff52feda4 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:16.131028 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9cc94587-3d73-43b2-ad8a-b81a0c6353eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:16.150352 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-28be70d1-c1e0-4f0d-b25e-b49b650d1a36 req-7812edf7-9464-458d-9171-668ff52feda4 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Calling delete_port for f98ecc94-d72b-422d-9882-76c74dca36e3 owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:33:16.193178 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-8746ea56-5d40-4018-8001-4e77930c277d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Allocated IP 2001:db8::f816:3eff:fed1:cbfe (0087ab61-2d5d-438b-a324-8b85dab759bc/026c7c8d-738f-4f3f-b767-2818eff49395/b305a923-ad32-428b-a96a-13afbcb979f4) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:33:16.231296 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc94587-3d73-43b2-ad8a-b81a0c6353eb None None] Network 0087ab61-2d5d-438b-a324-8b85dab759bc is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:33:16.233910 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc94587-3d73-43b2-ad8a-b81a0c6353eb None None] Pushing event updated for resources: {'Port': ['ID=ddab38dc-7d39-4198-ba37-bb340fadb32a,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:16.237431 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-9cc94587-3d73-43b2-ad8a-b81a0c6353eb None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:33:16.239520 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc94587-3d73-43b2-ad8a-b81a0c6353eb None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:33:16.318759 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-9cc94587-3d73-43b2-ad8a-b81a0c6353eb None None] Attempting to bind port ddab38dc-7d39-4198-ba37-bb340fadb32a on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:33:16.319126 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-9cc94587-3d73-43b2-ad8a-b81a0c6353eb None None] Attempting to bind port ddab38dc-7d39-4198-ba37-bb340fadb32a by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:33:16.319519 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc94587-3d73-43b2-ad8a-b81a0c6353eb None None] Attempting to bind port ddab38dc-7d39-4198-ba37-bb340fadb32a on network 0087ab61-2d5d-438b-a324-8b85dab759bc {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:33:16.324721 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc94587-3d73-43b2-ad8a-b81a0c6353eb None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:33:16.325101 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc94587-3d73-43b2-ad8a-b81a0c6353eb None None] Checking segment: {'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:33:16.325511 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9cc94587-3d73-43b2-ad8a-b81a0c6353eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:16.326370 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc94587-3d73-43b2-ad8a-b81a0c6353eb None None] Bound using segment: {'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:33:16.326370 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-9cc94587-3d73-43b2-ad8a-b81a0c6353eb None None] Bound port: ddab38dc-7d39-4198-ba37-bb340fadb32a, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:33:16.326755 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9cc94587-3d73-43b2-ad8a-b81a0c6353eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:16.397578 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8746ea56-5d40-4018-8001-4e77930c277d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:16.399830 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-28be70d1-c1e0-4f0d-b25e-b49b650d1a36 req-7812edf7-9464-458d-9171-668ff52feda4 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:16.440830 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8746ea56-5d40-4018-8001-4e77930c277d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:16.458407 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7812edf7-9464-458d-9171-668ff52feda4 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Pushing event deleted for resources: {'Port': ['ID=f98ecc94-d72b-422d-9882-76c74dca36e3,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:16.535486 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-28be70d1-c1e0-4f0d-b25e-b49b650d1a36 req-7812edf7-9464-458d-9171-668ff52feda4 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] No DVR routers for this DVR port f98ecc94-d72b-422d-9882-76c74dca36e3 on host n-h1-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:33:16.540504 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-28be70d1-c1e0-4f0d-b25e-b49b650d1a36 req-7812edf7-9464-458d-9171-668ff52feda4 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:16.545153 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-28be70d1-c1e0-4f0d-b25e-b49b650d1a36 req-7812edf7-9464-458d-9171-668ff52feda4 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.53 "DELETE /v2.0/ports/f98ecc94-d72b-422d-9882-76c74dca36e3 HTTP/1.1" status: 204 len: 173 time: 1.2445168 Oct 30 15:33:16.545682 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ebf36ef-a495-4f6a-88b5-01abef8f7272', 'name': 'network-vif-deleted', 'tag': 'f98ecc94-d72b-422d-9882-76c74dca36e3'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:33:16.557543 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5223a24d-d626-4814-b129-2db33c486f06" -d '{"events": [{"server_uuid": "4ebf36ef-a495-4f6a-88b5-01abef8f7272", "name": "network-vif-deleted", "tag": "f98ecc94-d72b-422d-9882-76c74dca36e3"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:33:16.581824 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8746ea56-5d40-4018-8001-4e77930c277d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Network 0087ab61-2d5d-438b-a324-8b85dab759bc is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:33:16.592163 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-8746ea56-5d40-4018-8001-4e77930c277d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:33:16.596220 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8746ea56-5d40-4018-8001-4e77930c277d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event updated for resources: {'Port': ['ID=b305a923-ad32-428b-a96a-13afbcb979f4,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:16.600296 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8746ea56-5d40-4018-8001-4e77930c277d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:33:16.606661 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8746ea56-5d40-4018-8001-4e77930c277d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:16.607288 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8746ea56-5d40-4018-8001-4e77930c277d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:16.612543 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-2fffba4c-2dff-4c02-899d-f2d8a67e6901 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Deleting port 53cf5669-2553-4f93-a63f-0a19823fb8bb {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:33:16.612825 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2fffba4c-2dff-4c02-899d-f2d8a67e6901 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:16.619956 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-9cc94587-3d73-43b2-ad8a-b81a0c6353eb None None] For port ddab38dc-7d39-4198-ba37-bb340fadb32a, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:33:16.628163 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-9cc94587-3d73-43b2-ad8a-b81a0c6353eb None None] For port ddab38dc-7d39-4198-ba37-bb340fadb32a, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=ddab38dc-7d39-4198-ba37-bb340fadb32a,segment=NetworkSegment(04fb9866-245b-47c9-a7bc-8854a722bc22),segment_id=04fb9866-245b-47c9-a7bc-8854a722bc22)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:33:16.634047 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9cc94587-3d73-43b2-ad8a-b81a0c6353eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:16.635840 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7dd677-bea1-434a-b92b-e2ce5e09207d req-8817b9d2-579d-4374-ac3d-ac24b337cc63 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:16.637433 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ba7dd677-bea1-434a-b92b-e2ce5e09207d req-8817b9d2-579d-4374-ac3d-ac24b337cc63 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8feeca9-8e7a-47c5-9834-b2981b41113f HTTP/1.1" status: 200 len: 945 time: 0.1224322 Oct 30 15:33:16.663766 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be97599c-2313-4ee5-9f2d-9ce926aeeeda x-openstack-request-id: req-be97599c-2313-4ee5-9f2d-9ce926aeeeda {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:33:16.664284 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ebf36ef-a495-4f6a-88b5-01abef8f7272", "name": "network-vif-deleted", "tag": "f98ecc94-d72b-422d-9882-76c74dca36e3", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:33:16.664550 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-be97599c-2313-4ee5-9f2d-9ce926aeeeda {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:33:16.664956 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ebf36ef-a495-4f6a-88b5-01abef8f7272', 'name': 'network-vif-deleted', 'tag': 'f98ecc94-d72b-422d-9882-76c74dca36e3', 'status': 'completed', 'code': 200} Oct 30 15:33:16.698572 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-8746ea56-5d40-4018-8001-4e77930c277d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1253829 Oct 30 15:33:16.699771 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ba7dd677-bea1-434a-b92b-e2ce5e09207d req-d4977940-8991-4082-8ab3-14bd4a142038 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee5a29da-464d-4127-ba39-e13f61005ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527906 Oct 30 15:33:16.700484 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35854) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:16.749963 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc94587-3d73-43b2-ad8a-b81a0c6353eb None None] Pushing event updated for resources: {'Port': ['ID=ddab38dc-7d39-4198-ba37-bb340fadb32a,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:16.784286 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d17a1d-befe-4f06-8873-e58dcadc19f0 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:16.791092 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d17a1d-befe-4f06-8873-e58dcadc19f0 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:16.793260 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2fffba4c-2dff-4c02-899d-f2d8a67e6901 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:16.793529 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-47d17a1d-befe-4f06-8873-e58dcadc19f0 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0920949 Oct 30 15:33:16.798035 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35856) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:16.809655 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-2fffba4c-2dff-4c02-899d-f2d8a67e6901 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Calling delete_port for 53cf5669-2553-4f93-a63f-0a19823fb8bb owned by network:router_interface {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:33:16.913981 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-52319575-5d0f-49a4-885b-4ece79d13ce8 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Deleting port b305a923-ad32-428b-a96a-13afbcb979f4 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:33:16.914588 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-52319575-5d0f-49a4-885b-4ece79d13ce8 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:17.096540 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2fffba4c-2dff-4c02-899d-f2d8a67e6901 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:17.124372 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-52319575-5d0f-49a4-885b-4ece79d13ce8 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:17.162301 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-52319575-5d0f-49a4-885b-4ece79d13ce8 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Calling delete_port for b305a923-ad32-428b-a96a-13afbcb979f4 owned by {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:33:17.217166 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fffba4c-2dff-4c02-899d-f2d8a67e6901 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Pushing event deleted for resources: {'Port': ['ID=53cf5669-2553-4f93-a63f-0a19823fb8bb,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:17.318573 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f2eed9c2-7abd-43e3-a20b-966359bb0eca req-dbd47f33-5955-41e3-9085-509062986801 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ebf36ef-a495-4f6a-88b5-01abef8f7272 HTTP/1.1" status: 200 len: 210 time: 0.1030455 Oct 30 15:33:17.405918 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-52319575-5d0f-49a4-885b-4ece79d13ce8 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:17.438693 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52319575-5d0f-49a4-885b-4ece79d13ce8 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event deleted for resources: {'Port': ['ID=b305a923-ad32-428b-a96a-13afbcb979f4,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:17.469998 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-52319575-5d0f-49a4-885b-4ece79d13ce8 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:17.477108 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-52319575-5d0f-49a4-885b-4ece79d13ce8 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/ports/b305a923-ad32-428b-a96a-13afbcb979f4 HTTP/1.1" status: 204 len: 168 time: 0.6778572 Oct 30 15:33:17.477758 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35862) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:17.480802 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2fffba4c-2dff-4c02-899d-f2d8a67e6901 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:17.544184 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf5369c-af6c-4454-8fe9-f41c7f19ad99 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:17.546061 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf5369c-af6c-4454-8fe9-f41c7f19ad99 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:17.550323 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-2cf5369c-af6c-4454-8fe9-f41c7f19ad99 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0716007 Oct 30 15:33:17.550958 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35864) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:17.609991 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9eeae4e-e409-47e1-9a8a-6a8064a71fc3 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Deleting subnet 026c7c8d-738f-4f3f-b767-2818eff49395 {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:33:17.613291 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b9eeae4e-e409-47e1-9a8a-6a8064a71fc3 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:17.657330 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b9eeae4e-e409-47e1-9a8a-6a8064a71fc3 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:17.659521 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fffba4c-2dff-4c02-899d-f2d8a67e6901 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Router 8fec8905-5f76-4e18-8e0f-c892f9ca7ca7 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:33:17.753064 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b9eeae4e-e409-47e1-9a8a-6a8064a71fc3 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:17.757144 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fffba4c-2dff-4c02-899d-f2d8a67e6901 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:33:17.770851 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bba374-9309-4103-ad60-3d7076862da1 None None] Sync routers for ids ['8fec8905-5f76-4e18-8e0f-c892f9ca7ca7'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:33:17.774853 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-2fffba4c-2dff-4c02-899d-f2d8a67e6901 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] 10.222.0.62 "PUT /v2.0/routers/8fec8905-5f76-4e18-8e0f-c892f9ca7ca7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9450731 Oct 30 15:33:17.775683 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35868) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:17.791124 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bba374-9309-4103-ad60-3d7076862da1 None None] Routers {'8fec8905-5f76-4e18-8e0f-c892f9ca7ca7'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:33:17.792026 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-66bba374-9309-4103-ad60-3d7076862da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:32:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['8fec8905-5f76-4e18-8e0f-c892f9ca7ca7'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:33:17.830523 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b9eeae4e-e409-47e1-9a8a-6a8064a71fc3 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:17.850863 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [None req-4c1f44d0-3f8c-4153-a6c4-8bf035d72799 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] show failed (client error): The resource could not be found. Oct 30 15:33:17.861481 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35870) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:17.863254 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-4c1f44d0-3f8c-4153-a6c4-8bf035d72799 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] 10.222.0.62 "GET /v2.0/routers/tempest-non_exist_router-338390204 HTTP/1.1" status: 404 len: 334 time: 0.0864730 Oct 30 15:33:17.875350 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-d23bfe9f-a987-4ba5-b5bd-4078e0228525 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:17.876798 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-66bba374-9309-4103-ad60-3d7076862da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:33:17.881059 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eeae4e-e409-47e1-9a8a-6a8064a71fc3 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event deleted for resources: {'Subnet': ['ID=026c7c8d-738f-4f3f-b767-2818eff49395,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:17.887697 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b9eeae4e-e409-47e1-9a8a-6a8064a71fc3 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:17.888906 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bba374-9309-4103-ad60-3d7076862da1 None None] Routers {'8fec8905-5f76-4e18-8e0f-c892f9ca7ca7'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:33:17.889530 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-66bba374-9309-4103-ad60-3d7076862da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:32:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['8fec8905-5f76-4e18-8e0f-c892f9ca7ca7'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:33:17.892443 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b9eeae4e-e409-47e1-9a8a-6a8064a71fc3 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/subnets/026c7c8d-738f-4f3f-b767-2818eff49395 HTTP/1.1" status: 204 len: 168 time: 0.3403673 Oct 30 15:33:17.894857 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35872) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:17.934098 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-d23bfe9f-a987-4ba5-b5bd-4078e0228525 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] update failed (client error): The resource could not be found. Oct 30 15:33:17.935838 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d23bfe9f-a987-4ba5-b5bd-4078e0228525 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] 10.222.0.62 "PUT /v2.0/routers/tempest-non_exist_router-896343163 HTTP/1.1" status: 404 len: 334 time: 0.0703003 Oct 30 15:33:17.939187 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35874) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:17.939764 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-66bba374-9309-4103-ad60-3d7076862da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:33:17.940569 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bba374-9309-4103-ad60-3d7076862da1 None None] The sync data for ids ['8fec8905-5f76-4e18-8e0f-c892f9ca7ca7'] in n-d-806683-17 is: [] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:33:17.965746 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b8b1b1be-2ad4-46ff-867e-3bbea788b627 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0693071 Oct 30 15:33:17.966272 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35876) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:17.971228 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-91949cee-1210-4d58-9de3-8c23155f4169 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Request body: {'subnet': {'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:18.021664 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7eb3e66-0e77-4ba3-af14-f60eea7a73cd tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Deleting subnet 27c7a245-a97b-473c-88c4-a98aab48ee0a {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:33:18.030231 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d7eb3e66-0e77-4ba3-af14-f60eea7a73cd tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:18.077631 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6abfee-c637-4404-ae29-9b8653e824f0 req-668e07e4-77da-4882-ae96-caf1d79a54ab tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:18.079035 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91949cee-1210-4d58-9de3-8c23155f4169 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Made reservation on behalf of 950626c196e345129caa4bb8b656378a for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:33:18.080064 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0a6abfee-c637-4404-ae29-9b8653e824f0 req-668e07e4-77da-4882-ae96-caf1d79a54ab tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8feeca9-8e7a-47c5-9834-b2981b41113f HTTP/1.1" status: 200 len: 945 time: 0.2009449 Oct 30 15:33:18.083794 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-91949cee-1210-4d58-9de3-8c23155f4169 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:18.118144 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d7eb3e66-0e77-4ba3-af14-f60eea7a73cd tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:18.156313 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0a6abfee-c637-4404-ae29-9b8653e824f0 req-df1c7b18-ce16-4ae5-9638-e5a2889cf658 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee5a29da-464d-4127-ba39-e13f61005ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669487 Oct 30 15:33:18.241827 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d7eb3e66-0e77-4ba3-af14-f60eea7a73cd tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:18.255430 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88827fc1-4af7-4bb4-8cb7-100302773419 None None] Network 0087ab61-2d5d-438b-a324-8b85dab759bc requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:33:18.306806 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d7eb3e66-0e77-4ba3-af14-f60eea7a73cd tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:18.323596 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d7eb3e66-0e77-4ba3-af14-f60eea7a73cd tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:18.329980 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d7eb3e66-0e77-4ba3-af14-f60eea7a73cd tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] 10.222.0.62 "DELETE /v2.0/subnets/27c7a245-a97b-473c-88c4-a98aab48ee0a HTTP/1.1" status: 204 len: 168 time: 0.3893681 Oct 30 15:33:18.330792 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35882) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:18.353459 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90608042-c4d1-429c-8680-56c7abe3dfdb None None] Network 91fc4ee3-8a5b-4edd-9b52-c886ed31388c requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:33:18.381418 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb3e66-0e77-4ba3-af14-f60eea7a73cd tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Pushing event deleted for resources: {'Subnet': ['ID=27c7a245-a97b-473c-88c4-a98aab48ee0a,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:18.445268 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35886) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:18.468807 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-2250d582-8aa9-4742-a25f-2216a309a2b6 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Deleting subnet cb0d415d-975f-4116-9db4-1ce015c5ba69 {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:33:18.473330 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2250d582-8aa9-4742-a25f-2216a309a2b6 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:18.510609 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf39893-b9cb-494c-96a2-aedaf63c634c req-46804d18-cbdf-44f0-8b1c-38da4d946f08 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:18.511499 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-dc4b9417-9a2d-4dbc-95f4-6daddd5222c9 None None] Provisioning complete for port ddab38dc-7d39-4198-ba37-bb340fadb32a triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:33:18.512166 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ddf39893-b9cb-494c-96a2-aedaf63c634c req-46804d18-cbdf-44f0-8b1c-38da4d946f08 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8feeca9-8e7a-47c5-9834-b2981b41113f HTTP/1.1" status: 200 len: 945 time: 0.1485376 Oct 30 15:33:18.516304 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-dc4b9417-9a2d-4dbc-95f4-6daddd5222c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:18.521917 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35888) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:18.528886 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-d8c77c8e-e25f-4375-b5c9-56c4c0b7cb36 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Request body: {'floatingip': {'port_id': '88d0f80f-4998-4729-9dae-c58ec4d318cc'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:18.539357 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2250d582-8aa9-4742-a25f-2216a309a2b6 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:18.632393 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d8c77c8e-e25f-4375-b5c9-56c4c0b7cb36 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks [] for floatingip, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:18.634120 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2250d582-8aa9-4742-a25f-2216a309a2b6 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:18.672471 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-dc4b9417-9a2d-4dbc-95f4-6daddd5222c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:18.701447 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b032da97-d3b4-4cf2-aaa2-0940760a7863 None None] DHCP port deletion for 0087ab61-2d5d-438b-a324-8b85dab759bc request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:33:18.715999 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2250d582-8aa9-4742-a25f-2216a309a2b6 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:18.757363 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2250d582-8aa9-4742-a25f-2216a309a2b6 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Pushing event deleted for resources: {'Subnet': ['ID=cb0d415d-975f-4116-9db4-1ce015c5ba69,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:18.765747 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fa26da-a3ae-47ee-a197-e2a5d62cb5a1 None None] DHCP port deletion for 91fc4ee3-8a5b-4edd-9b52-c886ed31388c request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:33:18.768379 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2250d582-8aa9-4742-a25f-2216a309a2b6 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:18.776009 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-2250d582-8aa9-4742-a25f-2216a309a2b6 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] 10.222.0.62 "DELETE /v2.0/subnets/cb0d415d-975f-4116-9db4-1ce015c5ba69 HTTP/1.1" status: 204 len: 168 time: 0.4255714 Oct 30 15:33:18.776745 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35890) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:18.795035 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01834a0-cda0-4145-80eb-2a7d54e70236 None None] Network 4915947b-c2ab-4122-8675-83e5d0421c0f requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:33:18.803510 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-dc4b9417-9a2d-4dbc-95f4-6daddd5222c9 None None] For port ddab38dc-7d39-4198-ba37-bb340fadb32a, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=ddab38dc-7d39-4198-ba37-bb340fadb32a,segment=NetworkSegment(04fb9866-245b-47c9-a7bc-8854a722bc22),segment_id=04fb9866-245b-47c9-a7bc-8854a722bc22)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:33:18.810859 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-35b1a0f5-ad43-4ea7-9d2b-193ff7eab7c0 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:18.836633 n-d-806683-17 neutron-server[102130]: DEBUG neutron.objects.ports [None req-91949cee-1210-4d58-9de3-8c23155f4169 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102130) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 30 15:33:18.854760 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-dc4b9417-9a2d-4dbc-95f4-6daddd5222c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:18.878725 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b884847e-d950-4f47-a8ee-210b7c3cac0c tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:18.940548 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-b032da97-d3b4-4cf2-aaa2-0940760a7863 None None] Deleting port ddab38dc-7d39-4198-ba37-bb340fadb32a {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:33:18.940819 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b032da97-d3b4-4cf2-aaa2-0940760a7863 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:18.943361 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-b884847e-d950-4f47-a8ee-210b7c3cac0c tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Deleting port bef26c96-b194-4bfe-8443-b68957b3e73b {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:33:18.944354 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b884847e-d950-4f47-a8ee-210b7c3cac0c tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:18.950729 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-35b1a0f5-ad43-4ea7-9d2b-193ff7eab7c0 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:18.963705 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4b9417-9a2d-4dbc-95f4-6daddd5222c9 None None] Pushing event updated for resources: {'Port': ['ID=ddab38dc-7d39-4198-ba37-bb340fadb32a,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:19.028651 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-b884847e-d950-4f47-a8ee-210b7c3cac0c tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] For port bef26c96-b194-4bfe-8443-b68957b3e73b, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=bef26c96-b194-4bfe-8443-b68957b3e73b,segment=NetworkSegment(07099c63-82ab-4c19-8a76-191cc135243d),segment_id=07099c63-82ab-4c19-8a76-191cc135243d)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:33:19.030567 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b884847e-d950-4f47-a8ee-210b7c3cac0c tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:19.038488 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-15fa26da-a3ae-47ee-a197-e2a5d62cb5a1 None None] Deleting port bef26c96-b194-4bfe-8443-b68957b3e73b {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:33:19.038862 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-15fa26da-a3ae-47ee-a197-e2a5d62cb5a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:19.056855 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-b884847e-d950-4f47-a8ee-210b7c3cac0c tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Calling delete_port for bef26c96-b194-4bfe-8443-b68957b3e73b owned by network:dhcp {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:33:19.162617 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device bef26c96-b194-4bfe-8443-b68957b3e73b no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:33:19.163237 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b884847e-d950-4f47-a8ee-210b7c3cac0c tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:19.178562 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-b032da97-d3b4-4cf2-aaa2-0940760a7863 None None] For port ddab38dc-7d39-4198-ba37-bb340fadb32a, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=ddab38dc-7d39-4198-ba37-bb340fadb32a,segment=NetworkSegment(04fb9866-245b-47c9-a7bc-8854a722bc22),segment_id=04fb9866-245b-47c9-a7bc-8854a722bc22)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:33:19.178960 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b032da97-d3b4-4cf2-aaa2-0940760a7863 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:19.210321 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b884847e-d950-4f47-a8ee-210b7c3cac0c tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Pushing event deleted for resources: {'Port': ['ID=bef26c96-b194-4bfe-8443-b68957b3e73b,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:19.214281 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: bef26c96-b194-4bfe-8443-b68957b3e73b {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:33:19.214716 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device bef26c96-b194-4bfe-8443-b68957b3e73b not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:33:19.223646 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-15fa26da-a3ae-47ee-a197-e2a5d62cb5a1 None None] For port bef26c96-b194-4bfe-8443-b68957b3e73b, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=bef26c96-b194-4bfe-8443-b68957b3e73b,segment=NetworkSegment(07099c63-82ab-4c19-8a76-191cc135243d),segment_id=07099c63-82ab-4c19-8a76-191cc135243d)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:33:19.224076 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-15fa26da-a3ae-47ee-a197-e2a5d62cb5a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:19.225325 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b884847e-d950-4f47-a8ee-210b7c3cac0c tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] No DVR routers for this DVR port bef26c96-b194-4bfe-8443-b68957b3e73b on host n-d-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:33:19.236055 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-b032da97-d3b4-4cf2-aaa2-0940760a7863 None None] Calling delete_port for ddab38dc-7d39-4198-ba37-bb340fadb32a owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:33:19.248756 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-15fa26da-a3ae-47ee-a197-e2a5d62cb5a1 None None] Calling delete_port for bef26c96-b194-4bfe-8443-b68957b3e73b owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:33:19.296934 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcb1c32-d843-4d25-850d-06ddbae49196 None None] DHCP port deletion for 4915947b-c2ab-4122-8675-83e5d0421c0f request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:33:19.298387 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-35b1a0f5-ad43-4ea7-9d2b-193ff7eab7c0 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:19.301015 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-35b1a0f5-ad43-4ea7-9d2b-193ff7eab7c0 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:19.305995 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-35b1a0f5-ad43-4ea7-9d2b-193ff7eab7c0 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "DELETE /v2.0/security-groups/9a19a4ce-3a11-454b-95f3-1bb884aef828 HTTP/1.1" status: 204 len: 168 time: 0.8555739 Oct 30 15:33:19.347767 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35894) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:19.375190 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b884847e-d950-4f47-a8ee-210b7c3cac0c tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:19.401086 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-b884847e-d950-4f47-a8ee-210b7c3cac0c tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91fc4ee3-8a5b-4edd-9b52-c886ed31388c']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:33:19.414247 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-b884847e-d950-4f47-a8ee-210b7c3cac0c tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07099c63-82ab-4c19-8a76-191cc135243d') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:33:19.414546 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-b884847e-d950-4f47-a8ee-210b7c3cac0c tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07099c63-82ab-4c19-8a76-191cc135243d') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:33:19.426425 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b884847e-d950-4f47-a8ee-210b7c3cac0c tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:19.444044 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b884847e-d950-4f47-a8ee-210b7c3cac0c tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:19.450627 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b884847e-d950-4f47-a8ee-210b7c3cac0c tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:33:19.451144 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b884847e-d950-4f47-a8ee-210b7c3cac0c tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:19.475953 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-6bcb1c32-d843-4d25-850d-06ddbae49196 None None] Deleting port b7dc83d1-eb19-4601-aa1c-6b6b25bb64d2 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:33:19.482581 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6bcb1c32-d843-4d25-850d-06ddbae49196 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:19.497770 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b032da97-d3b4-4cf2-aaa2-0940760a7863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:19.538667 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b032da97-d3b4-4cf2-aaa2-0940760a7863 None None] No DVR routers for this DVR port ddab38dc-7d39-4198-ba37-bb340fadb32a on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:33:19.546201 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-15fa26da-a3ae-47ee-a197-e2a5d62cb5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:19.570490 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:33:19.570490 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:33:19.570490 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:33:19.570490 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:33:19.570490 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:33:19.570490 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:33:19.570490 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:33:19.570490 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:33:19.570490 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:33:19.570490 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:33:19.570490 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:33:19.570490 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:33:19.570490 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:33:19.570490 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:33:19.570490 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:33:19.570490 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:33:19.570490 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:33:19.570490 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:33:19.570490 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:33:19.570490 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:33:19.570490 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:33:19.570490 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:33:19.570490 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:33:19.570490 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:33:19.570490 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:33:19.570490 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:33:19.570490 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:33:19.570490 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:33:19.570490 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:33:19.570490 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:33:19.570490 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:33:19.570490 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:33:19.574977 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b884847e-d950-4f47-a8ee-210b7c3cac0c tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:19.584588 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fa26da-a3ae-47ee-a197-e2a5d62cb5a1 None None] No DVR routers for this DVR port bef26c96-b194-4bfe-8443-b68957b3e73b on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:33:19.588291 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device f98ecc94-d72b-422d-9882-76c74dca36e3 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:33:19.596770 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b884847e-d950-4f47-a8ee-210b7c3cac0c tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:19.604619 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b884847e-d950-4f47-a8ee-210b7c3cac0c tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] 10.222.0.62 "DELETE /v2.0/networks/91fc4ee3-8a5b-4edd-9b52-c886ed31388c HTTP/1.1" status: 204 len: 168 time: 0.8266323 Oct 30 15:33:19.605616 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b884847e-d950-4f47-a8ee-210b7c3cac0c tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Pushing event deleted for resources: {'Network': ['ID=91fc4ee3-8a5b-4edd-9b52-c886ed31388c,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:19.607787 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35898) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:19.612932 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: f98ecc94-d72b-422d-9882-76c74dca36e3 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:33:19.613312 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device f98ecc94-d72b-422d-9882-76c74dca36e3 not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:33:19.624699 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b032da97-d3b4-4cf2-aaa2-0940760a7863 None None] Pushing event deleted for resources: {'Port': ['ID=ddab38dc-7d39-4198-ba37-bb340fadb32a,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:19.652240 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-91949cee-1210-4d58-9de3-8c23155f4169 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:19.661698 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b1a0f5-ad43-4ea7-9d2b-193ff7eab7c0 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a19a4ce-3a11-454b-95f3-1bb884aef828,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:19.680781 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-6bcb1c32-d843-4d25-850d-06ddbae49196 None None] For port b7dc83d1-eb19-4601-aa1c-6b6b25bb64d2, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=b7dc83d1-eb19-4601-aa1c-6b6b25bb64d2,segment=NetworkSegment(2e8c16dc-803a-4b0a-aad9-245a31275219),segment_id=2e8c16dc-803a-4b0a-aad9-245a31275219)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:33:19.681179 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6bcb1c32-d843-4d25-850d-06ddbae49196 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:19.685081 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fa26da-a3ae-47ee-a197-e2a5d62cb5a1 None None] Pushing event deleted for resources: {'Port': ['ID=bef26c96-b194-4bfe-8443-b68957b3e73b,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:19.705225 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5f1b0939-c3d2-4110-871c-6e0bdf961332 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:19.719137 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-6bcb1c32-d843-4d25-850d-06ddbae49196 None None] Calling delete_port for b7dc83d1-eb19-4601-aa1c-6b6b25bb64d2 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:33:19.783730 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-5f1b0939-c3d2-4110-871c-6e0bdf961332 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Deleting port b7dc83d1-eb19-4601-aa1c-6b6b25bb64d2 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:33:19.784138 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5f1b0939-c3d2-4110-871c-6e0bdf961332 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:19.807161 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-91949cee-1210-4d58-9de3-8c23155f4169 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Port ddab38dc-7d39-4198-ba37-bb340fadb32a concurrently deleted while adding address for new subnet {'id': '7bae72cb-e790-4abb-b7c4-56efd6b300e4', 'name': '', 'tenant_id': '950626c196e345129caa4bb8b656378a', 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 3080, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-10-30T15:33:18Z', 'updated_at': '2021-10-30T15:33:18Z', 'revision_number': 0, 'segment_id': None, 'project_id': '950626c196e345129caa4bb8b656378a'}. {{(pid=102130) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:773}} Oct 30 15:33:19.807721 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-91949cee-1210-4d58-9de3-8c23155f4169 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:19.829962 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.db.resource_extend [None req-d8c77c8e-e25f-4375-b5c9-56c4c0b7cb36 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 30 15:33:19.851295 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6bcb1c32-d843-4d25-850d-06ddbae49196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:19.876869 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-5f1b0939-c3d2-4110-871c-6e0bdf961332 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] For port b7dc83d1-eb19-4601-aa1c-6b6b25bb64d2, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=b7dc83d1-eb19-4601-aa1c-6b6b25bb64d2,segment=NetworkSegment(2e8c16dc-803a-4b0a-aad9-245a31275219),segment_id=2e8c16dc-803a-4b0a-aad9-245a31275219)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:33:19.877421 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5f1b0939-c3d2-4110-871c-6e0bdf961332 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:19.889008 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcb1c32-d843-4d25-850d-06ddbae49196 None None] Pushing event deleted for resources: {'Port': ['ID=b7dc83d1-eb19-4601-aa1c-6b6b25bb64d2,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:19.901852 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcb1c32-d843-4d25-850d-06ddbae49196 None None] No DVR routers for this DVR port b7dc83d1-eb19-4601-aa1c-6b6b25bb64d2 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:33:19.902103 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-5f1b0939-c3d2-4110-871c-6e0bdf961332 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Calling delete_port for b7dc83d1-eb19-4601-aa1c-6b6b25bb64d2 owned by network:dhcp {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:33:19.906372 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91949cee-1210-4d58-9de3-8c23155f4169 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Network 0087ab61-2d5d-438b-a324-8b85dab759bc is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:33:19.942319 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-91949cee-1210-4d58-9de3-8c23155f4169 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:33:19.945957 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91949cee-1210-4d58-9de3-8c23155f4169 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:19.946202 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-91949cee-1210-4d58-9de3-8c23155f4169 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:19.951945 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b02273-2828-4e70-a418-51fe523fad9e None None] Network 0087ab61-2d5d-438b-a324-8b85dab759bc requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:33:19.972546 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91949cee-1210-4d58-9de3-8c23155f4169 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event updated for resources: {'Subnet': ['ID=7bae72cb-e790-4abb-b7c4-56efd6b300e4,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:19.978588 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d8c77c8e-e25f-4375-b5c9-56c4c0b7cb36 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:19.985264 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d8c77c8e-e25f-4375-b5c9-56c4c0b7cb36 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:19.991901 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-91949cee-1210-4d58-9de3-8c23155f4169 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0235634 Oct 30 15:33:19.993827 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35900) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:20.002582 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-8e9c426b-78c8-493e-b5aa-999a9e65452f tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Request body: {'port': {'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'mac_address': 'fa:16:3e:2c:ee:44', 'name': 'tempest-NetworksTestDHCPv6-1602924800'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:20.114530 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5f1b0939-c3d2-4110-871c-6e0bdf961332 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:20.119361 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796141ca-4b6a-4aff-be7c-5f6637aec101 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-0087ab61-2d5d-438b-a324-8b85dab759bc', 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'tenant_id': '950626c196e345129caa4bb8b656378a', 'fixed_ips': [{'subnet_id': '7bae72cb-e790-4abb-b7c4-56efd6b300e4'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:33:20.120264 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-796141ca-4b6a-4aff-be7c-5f6637aec101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:20.135263 n-d-806683-17 neutron-server[102130]: INFO neutron.db.l3_db [None req-d8c77c8e-e25f-4375-b5c9-56c4c0b7cb36 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Floating IP 39aa9dfe-c0fa-462c-bd77-4d2cb006ca01 associated. External IP: 172.25.4.47, port: 88d0f80f-4998-4729-9dae-c58ec4d318cc. Oct 30 15:33:20.148406 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1b0939-c3d2-4110-871c-6e0bdf961332 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Pushing event deleted for resources: {'Port': ['ID=b7dc83d1-eb19-4601-aa1c-6b6b25bb64d2,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:20.155403 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1b0939-c3d2-4110-871c-6e0bdf961332 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] No DVR routers for this DVR port b7dc83d1-eb19-4601-aa1c-6b6b25bb64d2 on host n-d-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:33:20.232022 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9c426b-78c8-493e-b5aa-999a9e65452f tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Made reservation on behalf of 950626c196e345129caa4bb8b656378a for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:33:20.236403 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8e9c426b-78c8-493e-b5aa-999a9e65452f tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:20.268880 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5f1b0939-c3d2-4110-871c-6e0bdf961332 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:20.282225 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [None req-8e9c426b-78c8-493e-b5aa-999a9e65452f tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] device_id is not set on port 0822ea8b-c089-46ab-9518-ab962acc31fe yet. {{(pid=102131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:33:20.291701 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-796141ca-4b6a-4aff-be7c-5f6637aec101 None None] Allocated IP 2001:db8::f816:3eff:fe65:db99 (0087ab61-2d5d-438b-a324-8b85dab759bc/7bae72cb-e790-4abb-b7c4-56efd6b300e4/b58fc36a-2c84-4e9a-9b3a-0809c3c4acc2) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:33:20.303248 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-5f1b0939-c3d2-4110-871c-6e0bdf961332 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4915947b-c2ab-4122-8675-83e5d0421c0f']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:33:20.346809 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-5f1b0939-c3d2-4110-871c-6e0bdf961332 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e8c16dc-803a-4b0a-aad9-245a31275219') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:33:20.347146 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-5f1b0939-c3d2-4110-871c-6e0bdf961332 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e8c16dc-803a-4b0a-aad9-245a31275219') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:33:20.365476 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5f1b0939-c3d2-4110-871c-6e0bdf961332 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:20.385404 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5f1b0939-c3d2-4110-871c-6e0bdf961332 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:20.392464 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f1b0939-c3d2-4110-871c-6e0bdf961332 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:33:20.392898 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5f1b0939-c3d2-4110-871c-6e0bdf961332 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:20.396690 n-d-806683-17 neutron-server[102131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:33:20.396690 n-d-806683-17 neutron-server[102131]: self.session.flush() Oct 30 15:33:20.396690 n-d-806683-17 neutron-server[102131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:33:20.396690 n-d-806683-17 neutron-server[102131]: self.session.flush() Oct 30 15:33:20.396690 n-d-806683-17 neutron-server[102131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:33:20.396690 n-d-806683-17 neutron-server[102131]: self.session.flush() Oct 30 15:33:20.396690 n-d-806683-17 neutron-server[102131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:33:20.396690 n-d-806683-17 neutron-server[102131]: self.session.flush() Oct 30 15:33:20.396690 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:33:20.396690 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:33:20.396690 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:33:20.396690 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:33:20.396690 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:33:20.396690 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:33:20.396690 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:33:20.396690 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:33:20.396690 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:33:20.396690 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:33:20.396690 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:33:20.396690 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:33:20.396690 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:33:20.396690 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:33:20.396690 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:33:20.396690 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:33:20.396690 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:33:20.396690 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:33:20.396690 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:33:20.396690 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:33:20.396690 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:33:20.396690 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:33:20.396690 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:33:20.396690 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:33:20.396690 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:33:20.396690 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:33:20.396690 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:33:20.396690 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:33:20.396690 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:33:20.396690 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:33:20.396690 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:33:20.396690 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:33:20.459969 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5f1b0939-c3d2-4110-871c-6e0bdf961332 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:20.472163 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-796141ca-4b6a-4aff-be7c-5f6637aec101 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:20.479330 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-796141ca-4b6a-4aff-be7c-5f6637aec101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:20.485939 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5f1b0939-c3d2-4110-871c-6e0bdf961332 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:20.491186 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-5f1b0939-c3d2-4110-871c-6e0bdf961332 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] 10.222.0.62 "DELETE /v2.0/networks/4915947b-c2ab-4122-8675-83e5d0421c0f HTTP/1.1" status: 204 len: 168 time: 0.8803489 Oct 30 15:33:20.491186 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1b0939-c3d2-4110-871c-6e0bdf961332 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Pushing event deleted for resources: {'Network': ['ID=4915947b-c2ab-4122-8675-83e5d0421c0f,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:20.497028 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35902) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:20.530621 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796141ca-4b6a-4aff-be7c-5f6637aec101 None None] Network 0087ab61-2d5d-438b-a324-8b85dab759bc is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:33:20.533677 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-796141ca-4b6a-4aff-be7c-5f6637aec101 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:33:20.543426 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796141ca-4b6a-4aff-be7c-5f6637aec101 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:33:20.558901 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796141ca-4b6a-4aff-be7c-5f6637aec101 None None] Pushing event updated for resources: {'Port': ['ID=b58fc36a-2c84-4e9a-9b3a-0809c3c4acc2,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:20.588603 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-8e9c426b-78c8-493e-b5aa-999a9e65452f tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Allocated IP 2001:db8::f816:3eff:fe2c:ee44 (0087ab61-2d5d-438b-a324-8b85dab759bc/7bae72cb-e790-4abb-b7c4-56efd6b300e4/0822ea8b-c089-46ab-9518-ab962acc31fe) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:33:20.596343 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1eacbc0-04e6-43c9-ba5e-bb614d8b42d4 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Deleting subnet 40ddb69a-8285-4f19-a79b-f6fb1014f423 {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:33:20.603660 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d1eacbc0-04e6-43c9-ba5e-bb614d8b42d4 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:20.619457 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-796141ca-4b6a-4aff-be7c-5f6637aec101 None None] Attempting to bind port b58fc36a-2c84-4e9a-9b3a-0809c3c4acc2 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:33:20.620112 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-796141ca-4b6a-4aff-be7c-5f6637aec101 None None] Attempting to bind port b58fc36a-2c84-4e9a-9b3a-0809c3c4acc2 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:33:20.620488 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796141ca-4b6a-4aff-be7c-5f6637aec101 None None] Attempting to bind port b58fc36a-2c84-4e9a-9b3a-0809c3c4acc2 on network 0087ab61-2d5d-438b-a324-8b85dab759bc {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:33:20.623429 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0efddbb0-885a-4354-b4ee-83091dabb12a tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:20.625819 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796141ca-4b6a-4aff-be7c-5f6637aec101 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:33:20.626638 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796141ca-4b6a-4aff-be7c-5f6637aec101 None None] Checking segment: {'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:33:20.627579 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-796141ca-4b6a-4aff-be7c-5f6637aec101 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:20.629169 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796141ca-4b6a-4aff-be7c-5f6637aec101 None None] Bound using segment: {'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:33:20.629731 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-796141ca-4b6a-4aff-be7c-5f6637aec101 None None] Bound port: b58fc36a-2c84-4e9a-9b3a-0809c3c4acc2, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:33:20.630736 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-796141ca-4b6a-4aff-be7c-5f6637aec101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:20.663974 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d1eacbc0-04e6-43c9-ba5e-bb614d8b42d4 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:20.713543 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-796141ca-4b6a-4aff-be7c-5f6637aec101 None None] For port b58fc36a-2c84-4e9a-9b3a-0809c3c4acc2, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:33:20.717090 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-796141ca-4b6a-4aff-be7c-5f6637aec101 None None] For port b58fc36a-2c84-4e9a-9b3a-0809c3c4acc2, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=b58fc36a-2c84-4e9a-9b3a-0809c3c4acc2,segment=NetworkSegment(04fb9866-245b-47c9-a7bc-8854a722bc22),segment_id=04fb9866-245b-47c9-a7bc-8854a722bc22)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:33:20.722574 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-796141ca-4b6a-4aff-be7c-5f6637aec101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:20.783576 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796141ca-4b6a-4aff-be7c-5f6637aec101 None None] Pushing event updated for resources: {'Port': ['ID=b58fc36a-2c84-4e9a-9b3a-0809c3c4acc2,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:20.831621 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d1eacbc0-04e6-43c9-ba5e-bb614d8b42d4 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:20.888640 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8c77c8e-e25f-4375-b5c9-56c4c0b7cb36 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Router c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:33:20.892550 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8e9c426b-78c8-493e-b5aa-999a9e65452f tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:20.934067 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d1eacbc0-04e6-43c9-ba5e-bb614d8b42d4 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:20.972692 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eacbc0-04e6-43c9-ba5e-bb614d8b42d4 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Pushing event deleted for resources: {'Subnet': ['ID=40ddb69a-8285-4f19-a79b-f6fb1014f423,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:20.975439 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d1eacbc0-04e6-43c9-ba5e-bb614d8b42d4 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:20.981736 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d1eacbc0-04e6-43c9-ba5e-bb614d8b42d4 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] 10.222.0.62 "DELETE /v2.0/subnets/40ddb69a-8285-4f19-a79b-f6fb1014f423 HTTP/1.1" status: 204 len: 168 time: 0.4836476 Oct 30 15:33:20.988538 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8e9c426b-78c8-493e-b5aa-999a9e65452f tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:20.989246 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35906) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:21.028264 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74954ac7-80ca-4d78-b56d-52b0117b0f1e None None] Network 231e406b-5015-497e-a460-89a6d19a43fb requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:33:21.037380 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9c426b-78c8-493e-b5aa-999a9e65452f tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Network 0087ab61-2d5d-438b-a324-8b85dab759bc is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:33:21.042685 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-8e9c426b-78c8-493e-b5aa-999a9e65452f tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:33:21.048201 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9c426b-78c8-493e-b5aa-999a9e65452f tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:33:21.057650 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9c426b-78c8-493e-b5aa-999a9e65452f tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:21.058319 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8e9c426b-78c8-493e-b5aa-999a9e65452f tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:21.078773 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9c426b-78c8-493e-b5aa-999a9e65452f tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event updated for resources: {'Port': ['ID=0822ea8b-c089-46ab-9518-ab962acc31fe,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:21.096241 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-8e9c426b-78c8-493e-b5aa-999a9e65452f tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0985787 Oct 30 15:33:21.103610 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35908) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:21.174516 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-38b3c523-43ae-40ba-8f25-a97f352b3b82 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:21.179014 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c77c8e-e25f-4375-b5c9-56c4c0b7cb36 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:33:21.193972 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d8c77c8e-e25f-4375-b5c9-56c4c0b7cb36 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:21.208945 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11930a74-7353-4be1-a6b8-e2fd8f8f471d None None] Sync routers for ids ['c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:33:21.220061 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230a846e-511c-4517-b21d-b84f29f34593 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:21.229439 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11930a74-7353-4be1-a6b8-e2fd8f8f471d None None] Routers {'c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:33:21.231525 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-11930a74-7353-4be1-a6b8-e2fd8f8f471d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:32:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:33:21.237393 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230a846e-511c-4517-b21d-b84f29f34593 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:21.241635 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-230a846e-511c-4517-b21d-b84f29f34593 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1361659 Oct 30 15:33:21.243932 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35910) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:21.284721 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-d8c77c8e-e25f-4375-b5c9-56c4c0b7cb36 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "PUT /v2.0/floatingips/39aa9dfe-c0fa-462c-bd77-4d2cb006ca01 HTTP/1.1" status: 200 len: 990 time: 2.7596877 Oct 30 15:33:21.316450 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8feeca9-8e7a-47c5-9834-b2981b41113f', 'tag': '88d0f80f-4998-4729-9dae-c58ec4d318cc'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:33:21.318814 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25eff66-468c-40be-8e75-1dae76445b0b" -d '{"events": [{"name": "network-changed", "server_uuid": "e8feeca9-8e7a-47c5-9834-b2981b41113f", "tag": "88d0f80f-4998-4729-9dae-c58ec4d318cc"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:33:21.358554 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-0efddbb0-885a-4354-b4ee-83091dabb12a tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Deleting port 9994e975-9cc8-47d6-94b4-eeea285d2542 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:33:21.358984 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0efddbb0-885a-4354-b4ee-83091dabb12a tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:21.386401 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-11930a74-7353-4be1-a6b8-e2fd8f8f471d None None] Set router c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:33:21.394185 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-b73bd28c-013c-414c-a847-8ade8f2b08ab tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Deleting port 0822ea8b-c089-46ab-9518-ab962acc31fe {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:33:21.394536 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b73bd28c-013c-414c-a847-8ade8f2b08ab tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:21.409067 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e36aabc-6682-4c2a-af16-e67f330243da x-openstack-request-id: req-9e36aabc-6682-4c2a-af16-e67f330243da {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:33:21.409406 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8feeca9-8e7a-47c5-9834-b2981b41113f", "tag": "88d0f80f-4998-4729-9dae-c58ec4d318cc", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:33:21.409611 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9e36aabc-6682-4c2a-af16-e67f330243da {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:33:21.410004 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8feeca9-8e7a-47c5-9834-b2981b41113f', 'tag': '88d0f80f-4998-4729-9dae-c58ec4d318cc', 'status': 'completed', 'code': 200} Oct 30 15:33:21.431698 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-38b3c523-43ae-40ba-8f25-a97f352b3b82 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Deleting port a5083a03-d567-4d19-8231-3b9371a24e90 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:33:21.432080 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-38b3c523-43ae-40ba-8f25-a97f352b3b82 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:21.434259 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device b58fc36a-2c84-4e9a-9b3a-0809c3c4acc2 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:33:21.497736 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-fe78157f-76fa-462e-8daa-78ab8857339e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:21.539336 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b73bd28c-013c-414c-a847-8ade8f2b08ab tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:21.558402 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-b73bd28c-013c-414c-a847-8ade8f2b08ab tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Calling delete_port for 0822ea8b-c089-46ab-9518-ab962acc31fe owned by {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:33:21.572200 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-38b3c523-43ae-40ba-8f25-a97f352b3b82 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] For port a5083a03-d567-4d19-8231-3b9371a24e90, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=a5083a03-d567-4d19-8231-3b9371a24e90,segment=NetworkSegment(fe2dfcf2-bf0b-4251-9e0f-632eedd8b476),segment_id=fe2dfcf2-bf0b-4251-9e0f-632eedd8b476)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:33:21.572838 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-38b3c523-43ae-40ba-8f25-a97f352b3b82 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:21.583798 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-0efddbb0-885a-4354-b4ee-83091dabb12a tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] For port 9994e975-9cc8-47d6-94b4-eeea285d2542, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=9994e975-9cc8-47d6-94b4-eeea285d2542,segment=NetworkSegment(b0d0104d-5e31-4d9b-a1de-be494a6e0bdb),segment_id=b0d0104d-5e31-4d9b-a1de-be494a6e0bdb)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:33:21.584186 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0efddbb0-885a-4354-b4ee-83091dabb12a tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:21.606854 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25eff66-468c-40be-8e75-1dae76445b0b req-93eabce9-6e98-453d-a457-5f9600b6a398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:21.607090 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port b58fc36a-2c84-4e9a-9b3a-0809c3c4acc2 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:33:21.607424 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:21.608404 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d25eff66-468c-40be-8e75-1dae76445b0b req-93eabce9-6e98-453d-a457-5f9600b6a398 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=67bc9a3add214ecaad76147ad0906766&device_id=e8feeca9-8e7a-47c5-9834-b2981b41113f HTTP/1.1" status: 200 len: 1097 time: 0.1716669 Oct 30 15:33:21.615644 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-38b3c523-43ae-40ba-8f25-a97f352b3b82 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Calling delete_port for a5083a03-d567-4d19-8231-3b9371a24e90 owned by network:dhcp {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:33:21.618137 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-0efddbb0-885a-4354-b4ee-83091dabb12a tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Calling delete_port for 9994e975-9cc8-47d6-94b4-eeea285d2542 owned by network:router_interface {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:33:21.746542 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344763d0-490c-4507-8d2f-664b19625073 None None] DHCP port deletion for 231e406b-5015-497e-a460-89a6d19a43fb request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:33:21.789605 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25eff66-468c-40be-8e75-1dae76445b0b req-f6507165-ace3-403e-a4b9-e4bd3f3659b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:21.790524 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d25eff66-468c-40be-8e75-1dae76445b0b req-f6507165-ace3-403e-a4b9-e4bd3f3659b3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ada754b2-2d16-48ef-bd4a-b3c351db82b3 HTTP/1.1" status: 200 len: 918 time: 0.1275284 Oct 30 15:33:21.809567 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:21.825852 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b73bd28c-013c-414c-a847-8ade8f2b08ab tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:21.847764 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-344763d0-490c-4507-8d2f-664b19625073 None None] Deleting port a5083a03-d567-4d19-8231-3b9371a24e90 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:33:21.848647 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-344763d0-490c-4507-8d2f-664b19625073 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:21.887976 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d25eff66-468c-40be-8e75-1dae76445b0b req-a257032b-36cc-40ed-aea9-d9915cd38a07 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88d0f80f-4998-4729-9dae-c58ec4d318cc HTTP/1.1" status: 200 len: 998 time: 0.0884864 Oct 30 15:33:21.910492 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73bd28c-013c-414c-a847-8ade8f2b08ab tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event deleted for resources: {'Port': ['ID=0822ea8b-c089-46ab-9518-ab962acc31fe,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:21.915957 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b73bd28c-013c-414c-a847-8ade8f2b08ab tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:21.923196 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b73bd28c-013c-414c-a847-8ade8f2b08ab tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/ports/0822ea8b-c089-46ab-9518-ab962acc31fe HTTP/1.1" status: 204 len: 168 time: 0.6718984 Oct 30 15:33:21.926406 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35918) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:21.948622 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-11930a74-7353-4be1-a6b8-e2fd8f8f471d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b', 'name': 'tempest-AttachVolumeShelveTestJSON-1774117657-router', 'tenant_id': '67bc9a3add214ecaad76147ad0906766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '503733f3-e621-4bc3-9447-1e54ecbeab74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:28:52Z', 'updated_at': '2021-10-30T15:28:58Z', 'revision_number': 4, 'project_id': '67bc9a3add214ecaad76147ad0906766', 'gw_port': {'id': '503733f3-e621-4bc3-9447-1e54ecbeab74', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:53:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:28:52Z', 'updated_at': '2021-10-30T15:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '39aa9dfe-c0fa-462c-bd77-4d2cb006ca01', 'tenant_id': '67bc9a3add214ecaad76147ad0906766', 'floating_ip_address': '172.25.4.47', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': 'c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b', 'port_id': '88d0f80f-4998-4729-9dae-c58ec4d318cc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ada754b2-2d16-48ef-bd4a-b3c351db82b3', 'mac_address': 'fa:16:3e:2c:e5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8feeca9-8e7a-47c5-9834-b2981b41113f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:33:01Z', 'updated_at': '2021-10-30T15:33:19Z', 'revision_number': 1, 'project_id': '67bc9a3add214ecaad76147ad0906766', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2d85ea3-f8ad-4155-b6dc-54581ba83508', 'name': '', 'network_id': 'ada754b2-2d16-48ef-bd4a-b3c351db82b3', 'tenant_id': '67bc9a3add214ecaad76147ad0906766', 'mac_address': 'fa:16:3e:ca:d3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '296dc533-f6ac-49b9-ab46-37f1565b56fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:28:57Z', 'updated_at': '2021-10-30T15:29:04Z', 'revision_number': 5, 'project_id': '67bc9a3add214ecaad76147ad0906766', 'subnets': [{'id': '296dc533-f6ac-49b9-ab46-37f1565b56fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:33:21.962849 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-344763d0-490c-4507-8d2f-664b19625073 None None] For port a5083a03-d567-4d19-8231-3b9371a24e90, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=a5083a03-d567-4d19-8231-3b9371a24e90,segment=NetworkSegment(fe2dfcf2-bf0b-4251-9e0f-632eedd8b476),segment_id=fe2dfcf2-bf0b-4251-9e0f-632eedd8b476)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:33:21.963915 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-344763d0-490c-4507-8d2f-664b19625073 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:21.982115 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-344763d0-490c-4507-8d2f-664b19625073 None None] Calling delete_port for a5083a03-d567-4d19-8231-3b9371a24e90 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:33:21.997487 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8441b649-e7d8-4715-a077-de9d80e99db8 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:21.999558 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8441b649-e7d8-4715-a077-de9d80e99db8 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:22.003301 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-8441b649-e7d8-4715-a077-de9d80e99db8 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0725381 Oct 30 15:33:22.003528 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11930a74-7353-4be1-a6b8-e2fd8f8f471d None None] Checking router: c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:33:22.003642 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35920) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:22.014988 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11930a74-7353-4be1-a6b8-e2fd8f8f471d None None] Routers {'c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:33:22.016550 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-11930a74-7353-4be1-a6b8-e2fd8f8f471d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:32:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:33:22.077256 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25eff66-468c-40be-8e75-1dae76445b0b req-b8fae821-b51a-4977-b0d1-327c410dbaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:22.078943 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-344763d0-490c-4507-8d2f-664b19625073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:22.079365 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d25eff66-468c-40be-8e75-1dae76445b0b req-b8fae821-b51a-4977-b0d1-327c410dbaa9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=296dc533-f6ac-49b9-ab46-37f1565b56fb HTTP/1.1" status: 200 len: 856 time: 0.1490703 Oct 30 15:33:22.090769 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d8cc6da-15b8-498f-9d6b-b7937b40c59d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Deleting subnet 7bae72cb-e790-4abb-b7c4-56efd6b300e4 {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:33:22.091639 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port b58fc36a-2c84-4e9a-9b3a-0809c3c4acc2, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=b58fc36a-2c84-4e9a-9b3a-0809c3c4acc2,segment=NetworkSegment(04fb9866-245b-47c9-a7bc-8854a722bc22),segment_id=04fb9866-245b-47c9-a7bc-8854a722bc22)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:33:22.098152 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3d8cc6da-15b8-498f-9d6b-b7937b40c59d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:22.124532 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344763d0-490c-4507-8d2f-664b19625073 None None] Pushing event deleted for resources: {'Port': ['ID=a5083a03-d567-4d19-8231-3b9371a24e90,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:22.132461 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344763d0-490c-4507-8d2f-664b19625073 None None] No DVR routers for this DVR port a5083a03-d567-4d19-8231-3b9371a24e90 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:33:22.135684 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:22.156950 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-38b3c523-43ae-40ba-8f25-a97f352b3b82 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:22.190205 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3d8cc6da-15b8-498f-9d6b-b7937b40c59d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:22.200247 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=b58fc36a-2c84-4e9a-9b3a-0809c3c4acc2,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:22.215822 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25eff66-468c-40be-8e75-1dae76445b0b req-fea0d435-c2b1-4027-97e3-b6dca9192e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:22.217389 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d25eff66-468c-40be-8e75-1dae76445b0b req-fea0d435-c2b1-4027-97e3-b6dca9192e16 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ada754b2-2d16-48ef-bd4a-b3c351db82b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1267052 Oct 30 15:33:22.221780 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b3c523-43ae-40ba-8f25-a97f352b3b82 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Pushing event deleted for resources: {'Port': ['ID=a5083a03-d567-4d19-8231-3b9371a24e90,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:22.223826 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b3c523-43ae-40ba-8f25-a97f352b3b82 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] No DVR routers for this DVR port a5083a03-d567-4d19-8231-3b9371a24e90 on host n-d-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:33:22.233164 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device b7dc83d1-eb19-4601-aa1c-6b6b25bb64d2 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:33:22.258162 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: b7dc83d1-eb19-4601-aa1c-6b6b25bb64d2 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:33:22.258834 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device b7dc83d1-eb19-4601-aa1c-6b6b25bb64d2 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:33:22.287009 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-11930a74-7353-4be1-a6b8-e2fd8f8f471d None None] Set router c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:33:22.344943 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3d8cc6da-15b8-498f-9d6b-b7937b40c59d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:22.352698 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-85a727b0-7567-4351-98a5-5f3626ad3280 None None] Provisioning complete for port b58fc36a-2c84-4e9a-9b3a-0809c3c4acc2 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:33:22.353469 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-85a727b0-7567-4351-98a5-5f3626ad3280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:22.441382 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-38b3c523-43ae-40ba-8f25-a97f352b3b82 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:22.451623 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3d8cc6da-15b8-498f-9d6b-b7937b40c59d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:22.487778 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3d8cc6da-15b8-498f-9d6b-b7937b40c59d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:22.490009 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-38b3c523-43ae-40ba-8f25-a97f352b3b82 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['231e406b-5015-497e-a460-89a6d19a43fb']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:33:22.494728 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d25eff66-468c-40be-8e75-1dae76445b0b req-fa78811c-0a54-4402-9419-1495bd54edb4 service neutron] 10.222.0.44 "GET /v2.0/networks/ada754b2-2d16-48ef-bd4a-b3c351db82b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653537 Oct 30 15:33:22.495364 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0efddbb0-885a-4354-b4ee-83091dabb12a tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:22.496830 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-3d8cc6da-15b8-498f-9d6b-b7937b40c59d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/subnets/7bae72cb-e790-4abb-b7c4-56efd6b300e4 HTTP/1.1" status: 204 len: 168 time: 0.4921513 Oct 30 15:33:22.500010 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35924) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:22.546697 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8cc6da-15b8-498f-9d6b-b7937b40c59d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event deleted for resources: {'Subnet': ['ID=7bae72cb-e790-4abb-b7c4-56efd6b300e4,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:22.567357 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-022f504f-1316-4fb2-98ba-dd97ea82fc3f tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0507646 Oct 30 15:33:22.570892 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35926) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:22.598439 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-38b3c523-43ae-40ba-8f25-a97f352b3b82 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe2dfcf2-bf0b-4251-9e0f-632eedd8b476') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:33:22.598809 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-38b3c523-43ae-40ba-8f25-a97f352b3b82 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe2dfcf2-bf0b-4251-9e0f-632eedd8b476') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:33:22.607377 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efddbb0-885a-4354-b4ee-83091dabb12a tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Pushing event deleted for resources: {'Port': ['ID=9994e975-9cc8-47d6-94b4-eeea285d2542,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:22.627437 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-38b3c523-43ae-40ba-8f25-a97f352b3b82 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:22.651240 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29397f8-7fe1-45e1-99ba-07b5743e68fe tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:22.656531 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-f29397f8-7fe1-45e1-99ba-07b5743e68fe tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0842581 Oct 30 15:33:22.657162 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35930) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:22.659206 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb82eab4-07bb-46e1-8c35-3b2288b46370 None None] Network 0087ab61-2d5d-438b-a324-8b85dab759bc requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:33:22.685766 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-11930a74-7353-4be1-a6b8-e2fd8f8f471d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b', 'name': 'tempest-AttachVolumeShelveTestJSON-1774117657-router', 'tenant_id': '67bc9a3add214ecaad76147ad0906766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '503733f3-e621-4bc3-9447-1e54ecbeab74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:28:52Z', 'updated_at': '2021-10-30T15:28:58Z', 'revision_number': 4, 'project_id': '67bc9a3add214ecaad76147ad0906766', 'gw_port': {'id': '503733f3-e621-4bc3-9447-1e54ecbeab74', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:53:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:28:52Z', 'updated_at': '2021-10-30T15:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '39aa9dfe-c0fa-462c-bd77-4d2cb006ca01', 'tenant_id': '67bc9a3add214ecaad76147ad0906766', 'floating_ip_address': '172.25.4.47', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': 'c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b', 'port_id': '88d0f80f-4998-4729-9dae-c58ec4d318cc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ada754b2-2d16-48ef-bd4a-b3c351db82b3', 'mac_address': 'fa:16:3e:2c:e5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8feeca9-8e7a-47c5-9834-b2981b41113f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:33:01Z', 'updated_at': '2021-10-30T15:33:19Z', 'revision_number': 1, 'project_id': '67bc9a3add214ecaad76147ad0906766', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2d85ea3-f8ad-4155-b6dc-54581ba83508', 'name': '', 'network_id': 'ada754b2-2d16-48ef-bd4a-b3c351db82b3', 'tenant_id': '67bc9a3add214ecaad76147ad0906766', 'mac_address': 'fa:16:3e:ca:d3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '296dc533-f6ac-49b9-ab46-37f1565b56fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:28:57Z', 'updated_at': '2021-10-30T15:29:04Z', 'revision_number': 5, 'project_id': '67bc9a3add214ecaad76147ad0906766', 'subnets': [{'id': '296dc533-f6ac-49b9-ab46-37f1565b56fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:33:22.727444 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-38b3c523-43ae-40ba-8f25-a97f352b3b82 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:22.733567 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11930a74-7353-4be1-a6b8-e2fd8f8f471d None None] The sync data for ids ['c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b'] in n-d-806683-17 is: [{'id': 'c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b', 'name': 'tempest-AttachVolumeShelveTestJSON-1774117657-router', 'tenant_id': '67bc9a3add214ecaad76147ad0906766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '503733f3-e621-4bc3-9447-1e54ecbeab74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:28:52Z', 'updated_at': '2021-10-30T15:28:58Z', 'revision_number': 4, 'project_id': '67bc9a3add214ecaad76147ad0906766', 'gw_port': {'id': '503733f3-e621-4bc3-9447-1e54ecbeab74', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:53:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:28:52Z', 'updated_at': '2021-10-30T15:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '39aa9dfe-c0fa-462c-bd77-4d2cb006ca01', 'tenant_id': '67bc9a3add214ecaad76147ad0906766', 'floating_ip_address': '172.25.4.47', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': 'c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b', 'port_id': '88d0f80f-4998-4729-9dae-c58ec4d318cc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ada754b2-2d16-48ef-bd4a-b3c351db82b3', 'mac_address': 'fa:16:3e:2c:e5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8feeca9-8e7a-47c5-9834-b2981b41113f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:33:01Z', 'updated_at': '2021-10-30T15:33:19Z', 'revision_number': 1, 'project_id': '67bc9a3add214ecaad76147ad0906766', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2d85ea3-f8ad-4155-b6dc-54581ba83508', 'name': '', 'network_id': 'ada754b2-2d16-48ef-bd4a-b3c351db82b3', 'tenant_id': '67bc9a3add214ecaad76147ad0906766', 'mac_address': 'fa:16:3e:ca:d3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '296dc533-f6ac-49b9-ab46-37f1565b56fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:28:57Z', 'updated_at': '2021-10-30T15:29:04Z', 'revision_number': 5, 'project_id': '67bc9a3add214ecaad76147ad0906766', 'subnets': [{'id': '296dc533-f6ac-49b9-ab46-37f1565b56fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:33:22.766800 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-69699e5a-93bf-46fa-9ff2-8a9aa5612fcb None None] Could not find standard attr ID for object 0822ea8b-c089-46ab-9518-ab962acc31fe. {{(pid=102132) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 30 15:33:22.774033 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb1f706-b1d7-4396-b900-ea88ec7c0906 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:22.781239 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-7eb1f706-b1d7-4396-b900-ea88ec7c0906 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1230264 Oct 30 15:33:22.781883 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35932) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:22.782892 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38b3c523-43ae-40ba-8f25-a97f352b3b82 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:33:22.783225 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-38b3c523-43ae-40ba-8f25-a97f352b3b82 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:22.790776 n-d-806683-17 neutron-server[102130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:33:22.790776 n-d-806683-17 neutron-server[102130]: self.session.flush() Oct 30 15:33:22.790776 n-d-806683-17 neutron-server[102130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:33:22.790776 n-d-806683-17 neutron-server[102130]: self.session.flush() Oct 30 15:33:22.790776 n-d-806683-17 neutron-server[102130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:33:22.790776 n-d-806683-17 neutron-server[102130]: self.session.flush() Oct 30 15:33:22.790776 n-d-806683-17 neutron-server[102130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:33:22.790776 n-d-806683-17 neutron-server[102130]: self.session.flush() Oct 30 15:33:22.790776 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:33:22.790776 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:33:22.790776 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:33:22.790776 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:33:22.790776 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:33:22.790776 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:33:22.790776 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:33:22.790776 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:33:22.790776 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:33:22.790776 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:33:22.790776 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:33:22.790776 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:33:22.790776 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:33:22.790776 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:33:22.790776 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:33:22.790776 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:33:22.790776 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:33:22.790776 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:33:22.790776 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:33:22.790776 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:33:22.790776 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:33:22.790776 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:33:22.790776 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:33:22.790776 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:33:22.790776 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:33:22.790776 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:33:22.790776 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:33:22.790776 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:33:22.790776 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:33:22.790776 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:33:22.790776 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:33:22.790776 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:33:22.850190 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-22d65855-8934-462f-8520-4fb4ee768e86 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0667114 Oct 30 15:33:22.850800 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35934) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:22.855715 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-3a61dbbb-7079-4cb5-bca6-6b1f8d33e127 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Request body: {'subnet': {'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:22.922354 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d25eff66-468c-40be-8e75-1dae76445b0b req-1c1cf755-50c7-4397-b19b-56d3f8ae95e1 service neutron] 10.222.0.44 "GET /v2.0/networks/ada754b2-2d16-48ef-bd4a-b3c351db82b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3570943 Oct 30 15:33:22.925173 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a34d9d-f502-43d7-a8f5-668ce133d706 None None] DHCP port deletion for 0087ab61-2d5d-438b-a324-8b85dab759bc request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:33:22.990584 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a61dbbb-7079-4cb5-bca6-6b1f8d33e127 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Made reservation on behalf of 950626c196e345129caa4bb8b656378a for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:33:22.995807 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3a61dbbb-7079-4cb5-bca6-6b1f8d33e127 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:23.010196 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-38b3c523-43ae-40ba-8f25-a97f352b3b82 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:23.010742 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-20a34d9d-f502-43d7-a8f5-668ce133d706 None None] Deleting port b58fc36a-2c84-4e9a-9b3a-0809c3c4acc2 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:33:23.011389 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-20a34d9d-f502-43d7-a8f5-668ce133d706 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:23.015494 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-38b3c523-43ae-40ba-8f25-a97f352b3b82 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:23.027194 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-38b3c523-43ae-40ba-8f25-a97f352b3b82 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] 10.222.0.62 "DELETE /v2.0/networks/231e406b-5015-497e-a460-89a6d19a43fb HTTP/1.1" status: 204 len: 168 time: 2.0261641 Oct 30 15:33:23.033878 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35936) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:23.060419 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b3c523-43ae-40ba-8f25-a97f352b3b82 tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Pushing event deleted for resources: {'Network': ['ID=231e406b-5015-497e-a460-89a6d19a43fb,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:23.107247 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-12d77e13-178a-4e08-99f4-dd62294f65eb tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] 10.222.0.62 "GET /v2.0/ports?device_id=8fec8905-5f76-4e18-8e0f-c892f9ca7ca7 HTTP/1.1" status: 200 len: 205 time: 0.0323839 Oct 30 15:33:23.108035 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35938) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:23.117773 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3a04d2-cadd-4349-8e47-078c557b33fe None None] New status for floating IP 39aa9dfe-c0fa-462c-bd77-4d2cb006ca01: ACTIVE {{(pid=102132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 15:33:23.123624 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0efddbb0-885a-4354-b4ee-83091dabb12a tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:23.131525 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-20a34d9d-f502-43d7-a8f5-668ce133d706 None None] For port b58fc36a-2c84-4e9a-9b3a-0809c3c4acc2, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=b58fc36a-2c84-4e9a-9b3a-0809c3c4acc2,segment=NetworkSegment(04fb9866-245b-47c9-a7bc-8854a722bc22),segment_id=04fb9866-245b-47c9-a7bc-8854a722bc22)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:33:23.134010 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-20a34d9d-f502-43d7-a8f5-668ce133d706 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:23.192347 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-20a34d9d-f502-43d7-a8f5-668ce133d706 None None] Calling delete_port for b58fc36a-2c84-4e9a-9b3a-0809c3c4acc2 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:33:23.215128 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device b58fc36a-2c84-4e9a-9b3a-0809c3c4acc2 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:33:23.231217 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b3ada28e-430c-425d-9169-658527219cda tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks [] for router, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:23.376969 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0efddbb0-885a-4354-b4ee-83091dabb12a tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Router 6c682dc7-056d-4996-98f3-776ebd35edbf has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:33:23.426087 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-20a34d9d-f502-43d7-a8f5-668ce133d706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:23.435267 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b3ada28e-430c-425d-9169-658527219cda tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:23.439427 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b3ada28e-430c-425d-9169-658527219cda tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:23.440051 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a34d9d-f502-43d7-a8f5-668ce133d706 None None] No DVR routers for this DVR port b58fc36a-2c84-4e9a-9b3a-0809c3c4acc2 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:33:23.472525 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a34d9d-f502-43d7-a8f5-668ce133d706 None None] Pushing event deleted for resources: {'Port': ['ID=b58fc36a-2c84-4e9a-9b3a-0809c3c4acc2,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:23.477553 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:23.498373 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0efddbb0-885a-4354-b4ee-83091dabb12a tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:33:23.506145 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-0efddbb0-885a-4354-b4ee-83091dabb12a tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "PUT /v2.0/routers/6c682dc7-056d-4996-98f3-776ebd35edbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1525900 Oct 30 15:33:23.508717 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35940) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:23.513425 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7889716a-a2dc-4555-bef5-f235a4a3dcdb None None] Sync routers for ids ['6c682dc7-056d-4996-98f3-776ebd35edbf'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:33:23.523844 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device a5083a03-d567-4d19-8231-3b9371a24e90 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:33:23.532275 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7889716a-a2dc-4555-bef5-f235a4a3dcdb None None] Routers {'6c682dc7-056d-4996-98f3-776ebd35edbf'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:33:23.533801 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-7889716a-a2dc-4555-bef5-f235a4a3dcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:32:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['6c682dc7-056d-4996-98f3-776ebd35edbf'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:33:23.544957 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: a5083a03-d567-4d19-8231-3b9371a24e90 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:33:23.545303 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device a5083a03-d567-4d19-8231-3b9371a24e90 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:33:23.589574 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b3ada28e-430c-425d-9169-658527219cda tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:23.590106 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ada28e-430c-425d-9169-658527219cda tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Fanout notify agent at l3_agent the message router_deleted on router 8fec8905-5f76-4e18-8e0f-c892f9ca7ca7 {{(pid=102131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:33:23.600408 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b3ada28e-430c-425d-9169-658527219cda tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:23.601502 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b3ada28e-430c-425d-9169-658527219cda tempest-RoutersNegativeTest-1744407440 tempest-RoutersNegativeTest-1744407440-project] 10.222.0.62 "DELETE /v2.0/routers/8fec8905-5f76-4e18-8e0f-c892f9ca7ca7 HTTP/1.1" status: 204 len: 168 time: 0.4810629 Oct 30 15:33:23.621189 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-14ec61ee-0b79-44af-a54f-64b50b716e85 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Deleting subnet 0083fb2c-b80c-4e1f-b3c7-34201cc33f79 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:33:23.624536 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-14ec61ee-0b79-44af-a54f-64b50b716e85 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:23.671415 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-14ec61ee-0b79-44af-a54f-64b50b716e85 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:23.691208 n-d-806683-17 neutron-server[102131]: DEBUG neutron.objects.ports [None req-3a61dbbb-7079-4cb5-bca6-6b1f8d33e127 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102131) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 30 15:33:23.691825 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-7889716a-a2dc-4555-bef5-f235a4a3dcdb None None] Set router 6c682dc7-056d-4996-98f3-776ebd35edbf gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:33:23.692945 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3a61dbbb-7079-4cb5-bca6-6b1f8d33e127 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:23.738875 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a61dbbb-7079-4cb5-bca6-6b1f8d33e127 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Network 0087ab61-2d5d-438b-a324-8b85dab759bc is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:33:23.742801 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-3a61dbbb-7079-4cb5-bca6-6b1f8d33e127 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:33:23.754983 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250928dc-add0-4b20-86fc-5344a30a98c4 None None] Network 0087ab61-2d5d-438b-a324-8b85dab759bc requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:33:23.758980 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a61dbbb-7079-4cb5-bca6-6b1f8d33e127 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:23.759628 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3a61dbbb-7079-4cb5-bca6-6b1f8d33e127 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:23.800947 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a61dbbb-7079-4cb5-bca6-6b1f8d33e127 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event updated for resources: {'Subnet': ['ID=25c734f1-024a-4099-a4c7-0e39ba4c4632,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:23.808128 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-3a61dbbb-7079-4cb5-bca6-6b1f8d33e127 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.9563072 Oct 30 15:33:23.819807 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35948) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:23.824231 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-14ec61ee-0b79-44af-a54f-64b50b716e85 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:23.824881 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-d8aba664-b8b4-4a3c-956c-7c6a7dc9dc44 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Request body: {'port': {'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'mac_address': 'fa:16:3e:a5:36:5d', 'name': 'tempest-NetworksTestDHCPv6-1754586159'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:23.854287 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f6bc4f8a-d5ca-46fe-9f6e-f0fcd9d5da27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:23.909202 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-14ec61ee-0b79-44af-a54f-64b50b716e85 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:23.964499 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ec61ee-0b79-44af-a54f-64b50b716e85 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Pushing event deleted for resources: {'Subnet': ['ID=0083fb2c-b80c-4e1f-b3c7-34201cc33f79,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:23.968537 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-14ec61ee-0b79-44af-a54f-64b50b716e85 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:23.973611 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-14ec61ee-0b79-44af-a54f-64b50b716e85 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "DELETE /v2.0/subnets/0083fb2c-b80c-4e1f-b3c7-34201cc33f79 HTTP/1.1" status: 204 len: 168 time: 0.4631252 Oct 30 15:33:23.976098 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35952) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:23.988498 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0930803c-1c11-4b17-885b-d9d897df5321 None None] Network 17c0523f-c120-43f8-8de5-645c5eef05e9 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:33:23.995181 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-7889716a-a2dc-4555-bef5-f235a4a3dcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c682dc7-056d-4996-98f3-776ebd35edbf', 'name': 'tempest-TestNetworkBasicOps-router-441667409', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': 'c972f468-0e4b-44ba-84b6-b2e471f61655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:32:08Z', 'updated_at': '2021-10-30T15:33:22Z', 'revision_number': 5, 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'gw_port': {'id': 'c972f468-0e4b-44ba-84b6-b2e471f61655', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:57:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c682dc7-056d-4996-98f3-776ebd35edbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:32:08Z', 'updated_at': '2021-10-30T15:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:33:24.004550 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079a54f4-98c6-45af-90aa-8cb5f1ff7412 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-0087ab61-2d5d-438b-a324-8b85dab759bc', 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'tenant_id': '950626c196e345129caa4bb8b656378a', 'fixed_ips': [{'subnet_id': '25c734f1-024a-4099-a4c7-0e39ba4c4632'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:33:24.007230 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-079a54f4-98c6-45af-90aa-8cb5f1ff7412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:24.031835 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7889716a-a2dc-4555-bef5-f235a4a3dcdb None None] Checking router: 6c682dc7-056d-4996-98f3-776ebd35edbf for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:33:24.044086 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7889716a-a2dc-4555-bef5-f235a4a3dcdb None None] Routers {'6c682dc7-056d-4996-98f3-776ebd35edbf'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:33:24.045513 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-7889716a-a2dc-4555-bef5-f235a4a3dcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:33:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['6c682dc7-056d-4996-98f3-776ebd35edbf'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:33:24.093812 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35954) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:24.176200 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ea12c8ab-ca87-41b2-9149-84a3d2a14000 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for router, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:24.209582 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-7889716a-a2dc-4555-bef5-f235a4a3dcdb None None] Set router 6c682dc7-056d-4996-98f3-776ebd35edbf gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:33:24.236609 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-079a54f4-98c6-45af-90aa-8cb5f1ff7412 None None] Allocated IP 2001:db8::f816:3eff:fedd:10ac (0087ab61-2d5d-438b-a324-8b85dab759bc/25c734f1-024a-4099-a4c7-0e39ba4c4632/4f55611b-5911-4b55-8940-053f300a8030) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:33:24.417821 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8aba664-b8b4-4a3c-956c-7c6a7dc9dc44 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Made reservation on behalf of 950626c196e345129caa4bb8b656378a for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:33:24.472627 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-079a54f4-98c6-45af-90aa-8cb5f1ff7412 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:24.476423 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-7889716a-a2dc-4555-bef5-f235a4a3dcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c682dc7-056d-4996-98f3-776ebd35edbf', 'name': 'tempest-TestNetworkBasicOps-router-441667409', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': 'c972f468-0e4b-44ba-84b6-b2e471f61655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:32:08Z', 'updated_at': '2021-10-30T15:33:22Z', 'revision_number': 5, 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'gw_port': {'id': 'c972f468-0e4b-44ba-84b6-b2e471f61655', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:57:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c682dc7-056d-4996-98f3-776ebd35edbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:32:08Z', 'updated_at': '2021-10-30T15:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:33:24.482174 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-079a54f4-98c6-45af-90aa-8cb5f1ff7412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:24.528033 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7889716a-a2dc-4555-bef5-f235a4a3dcdb None None] The sync data for ids ['6c682dc7-056d-4996-98f3-776ebd35edbf'] in n-d-806683-17 is: [{'id': '6c682dc7-056d-4996-98f3-776ebd35edbf', 'name': 'tempest-TestNetworkBasicOps-router-441667409', 'tenant_id': 'b2267fc2b77143d693871f591bcb3dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': 'c972f468-0e4b-44ba-84b6-b2e471f61655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:32:08Z', 'updated_at': '2021-10-30T15:33:22Z', 'revision_number': 5, 'project_id': 'b2267fc2b77143d693871f591bcb3dbf', 'gw_port': {'id': 'c972f468-0e4b-44ba-84b6-b2e471f61655', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:57:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c682dc7-056d-4996-98f3-776ebd35edbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:32:08Z', 'updated_at': '2021-10-30T15:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:33:24.530996 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079a54f4-98c6-45af-90aa-8cb5f1ff7412 None None] Network 0087ab61-2d5d-438b-a324-8b85dab759bc is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:33:24.534274 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-079a54f4-98c6-45af-90aa-8cb5f1ff7412 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:33:24.538066 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079a54f4-98c6-45af-90aa-8cb5f1ff7412 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:33:24.546002 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a54f4-98c6-45af-90aa-8cb5f1ff7412 None None] Pushing event updated for resources: {'Port': ['ID=4f55611b-5911-4b55-8940-053f300a8030,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:24.586458 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d8aba664-b8b4-4a3c-956c-7c6a7dc9dc44 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:24.603412 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-079a54f4-98c6-45af-90aa-8cb5f1ff7412 None None] Attempting to bind port 4f55611b-5911-4b55-8940-053f300a8030 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:33:24.603820 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-079a54f4-98c6-45af-90aa-8cb5f1ff7412 None None] Attempting to bind port 4f55611b-5911-4b55-8940-053f300a8030 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:33:24.604188 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079a54f4-98c6-45af-90aa-8cb5f1ff7412 None None] Attempting to bind port 4f55611b-5911-4b55-8940-053f300a8030 on network 0087ab61-2d5d-438b-a324-8b85dab759bc {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:33:24.608267 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [None req-d8aba664-b8b4-4a3c-956c-7c6a7dc9dc44 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] device_id is not set on port 7a41e26b-ca31-4733-9450-ad06a08f2db3 yet. {{(pid=102131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:33:24.610080 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079a54f4-98c6-45af-90aa-8cb5f1ff7412 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:33:24.610458 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079a54f4-98c6-45af-90aa-8cb5f1ff7412 None None] Checking segment: {'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:33:24.615400 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-079a54f4-98c6-45af-90aa-8cb5f1ff7412 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:24.617913 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079a54f4-98c6-45af-90aa-8cb5f1ff7412 None None] Bound using segment: {'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:33:24.618449 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-079a54f4-98c6-45af-90aa-8cb5f1ff7412 None None] Bound port: 4f55611b-5911-4b55-8940-053f300a8030, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:33:24.618854 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-079a54f4-98c6-45af-90aa-8cb5f1ff7412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:24.624169 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d64436-7e1b-46e1-af01-65acd7ef3f5c None None] DHCP port deletion for 17c0523f-c120-43f8-8de5-645c5eef05e9 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:33:24.742052 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:24.756407 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-079a54f4-98c6-45af-90aa-8cb5f1ff7412 None None] For port 4f55611b-5911-4b55-8940-053f300a8030, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:33:24.760331 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-079a54f4-98c6-45af-90aa-8cb5f1ff7412 None None] For port 4f55611b-5911-4b55-8940-053f300a8030, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=4f55611b-5911-4b55-8940-053f300a8030,segment=NetworkSegment(04fb9866-245b-47c9-a7bc-8854a722bc22),segment_id=04fb9866-245b-47c9-a7bc-8854a722bc22)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:33:24.769350 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-079a54f4-98c6-45af-90aa-8cb5f1ff7412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:24.773830 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-d8aba664-b8b4-4a3c-956c-7c6a7dc9dc44 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Allocated IP 2001:db8::f816:3eff:fea5:365d (0087ab61-2d5d-438b-a324-8b85dab759bc/25c734f1-024a-4099-a4c7-0e39ba4c4632/7a41e26b-ca31-4733-9450-ad06a08f2db3) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:33:24.784131 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-a2d64436-7e1b-46e1-af01-65acd7ef3f5c None None] Deleting port 24467252-17d4-470a-a3a2-4bf2db6ceadd {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:33:24.784776 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a2d64436-7e1b-46e1-af01-65acd7ef3f5c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:24.837997 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-4973b556-f36f-4524-bcb0-8db4bcb218dc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b255bcc8e8c14a309f3b630f8de7347c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7428772 Oct 30 15:33:24.840868 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35962) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:24.867873 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ea12c8ab-ca87-41b2-9149-84a3d2a14000 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:24.980942 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-a2d64436-7e1b-46e1-af01-65acd7ef3f5c None None] For port 24467252-17d4-470a-a3a2-4bf2db6ceadd, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=24467252-17d4-470a-a3a2-4bf2db6ceadd,segment=NetworkSegment(b0d0104d-5e31-4d9b-a1de-be494a6e0bdb),segment_id=b0d0104d-5e31-4d9b-a1de-be494a6e0bdb)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:33:24.981694 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a2d64436-7e1b-46e1-af01-65acd7ef3f5c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:24.987704 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:24.988206 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-ea12c8ab-ca87-41b2-9149-84a3d2a14000 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Deleting port c972f468-0e4b-44ba-84b6-b2e471f61655 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:33:24.989851 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ea12c8ab-ca87-41b2-9149-84a3d2a14000 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:24.995548 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a54f4-98c6-45af-90aa-8cb5f1ff7412 None None] Pushing event updated for resources: {'Port': ['ID=4f55611b-5911-4b55-8940-053f300a8030,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:25.003500 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-a2d64436-7e1b-46e1-af01-65acd7ef3f5c None None] Calling delete_port for 24467252-17d4-470a-a3a2-4bf2db6ceadd owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:33:25.004267 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4d9f5073-9a3e-42d0-89e1-6aa3ffdbf755 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:25.040961 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d8aba664-b8b4-4a3c-956c-7c6a7dc9dc44 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:25.068922 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4d9f5073-9a3e-42d0-89e1-6aa3ffdbf755 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:25.117606 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a2d64436-7e1b-46e1-af01-65acd7ef3f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:25.120944 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-ea12c8ab-ca87-41b2-9149-84a3d2a14000 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] For port c972f468-0e4b-44ba-84b6-b2e471f61655, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=c972f468-0e4b-44ba-84b6-b2e471f61655,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:33:25.121419 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ea12c8ab-ca87-41b2-9149-84a3d2a14000 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:25.143341 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-ea12c8ab-ca87-41b2-9149-84a3d2a14000 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Calling delete_port for c972f468-0e4b-44ba-84b6-b2e471f61655 owned by network:router_gateway {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:33:25.154813 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d8aba664-b8b4-4a3c-956c-7c6a7dc9dc44 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:25.175587 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 9994e975-9cc8-47d6-94b4-eeea285d2542 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:33:25.178908 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d64436-7e1b-46e1-af01-65acd7ef3f5c None None] Pushing event deleted for resources: {'Port': ['ID=24467252-17d4-470a-a3a2-4bf2db6ceadd,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:25.236403 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d64436-7e1b-46e1-af01-65acd7ef3f5c None None] No DVR routers for this DVR port 24467252-17d4-470a-a3a2-4bf2db6ceadd on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:33:25.237430 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4d9f5073-9a3e-42d0-89e1-6aa3ffdbf755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:25.240997 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 9994e975-9cc8-47d6-94b4-eeea285d2542 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:33:25.241541 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 9994e975-9cc8-47d6-94b4-eeea285d2542 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:33:25.241652 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4d9f5073-9a3e-42d0-89e1-6aa3ffdbf755 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:25.241755 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 24467252-17d4-470a-a3a2-4bf2db6ceadd no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:33:25.246364 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-4d9f5073-9a3e-42d0-89e1-6aa3ffdbf755 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/90e6a3c0-2100-40f0-b4a6-2cc698f7d41c HTTP/1.1" status: 204 len: 168 time: 0.4006994 Oct 30 15:33:25.250361 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8aba664-b8b4-4a3c-956c-7c6a7dc9dc44 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Network 0087ab61-2d5d-438b-a324-8b85dab759bc is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:33:25.263220 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-d8aba664-b8b4-4a3c-956c-7c6a7dc9dc44 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:33:25.266488 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8aba664-b8b4-4a3c-956c-7c6a7dc9dc44 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:33:25.273063 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8aba664-b8b4-4a3c-956c-7c6a7dc9dc44 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:25.273659 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d8aba664-b8b4-4a3c-956c-7c6a7dc9dc44 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:25.287749 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9f5073-9a3e-42d0-89e1-6aa3ffdbf755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e6a3c0-2100-40f0-b4a6-2cc698f7d41c,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:25.302290 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aba664-b8b4-4a3c-956c-7c6a7dc9dc44 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event updated for resources: {'Port': ['ID=7a41e26b-ca31-4733-9450-ad06a08f2db3,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:25.303054 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 24467252-17d4-470a-a3a2-4bf2db6ceadd {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:33:25.304062 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 24467252-17d4-470a-a3a2-4bf2db6ceadd not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:33:25.320100 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d8aba664-b8b4-4a3c-956c-7c6a7dc9dc44 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4990666 Oct 30 15:33:25.323011 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35966) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:25.407907 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e35697-c653-4ae4-8a70-a7df634ec76b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:25.418117 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e35697-c653-4ae4-8a70-a7df634ec76b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:25.422754 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-16e35697-c653-4ae4-8a70-a7df634ec76b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0953922 Oct 30 15:33:25.423309 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 35968) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:25.509099 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ea12c8ab-ca87-41b2-9149-84a3d2a14000 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:25.544806 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea12c8ab-ca87-41b2-9149-84a3d2a14000 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Pushing event deleted for resources: {'Port': ['ID=c972f468-0e4b-44ba-84b6-b2e471f61655,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:25.623593 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-0876b85b-e021-40ce-acd8-b8dc91e23452 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Deleting port 7a41e26b-ca31-4733-9450-ad06a08f2db3 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:33:25.623940 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0876b85b-e021-40ce-acd8-b8dc91e23452 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:25.641944 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ea12c8ab-ca87-41b2-9149-84a3d2a14000 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:25.774765 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ea12c8ab-ca87-41b2-9149-84a3d2a14000 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:25.778674 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ea12c8ab-ca87-41b2-9149-84a3d2a14000 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:25.843722 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ea12c8ab-ca87-41b2-9149-84a3d2a14000 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:25.844285 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea12c8ab-ca87-41b2-9149-84a3d2a14000 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Fanout notify agent at l3_agent the message router_deleted on router 6c682dc7-056d-4996-98f3-776ebd35edbf {{(pid=102130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:33:25.851528 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ea12c8ab-ca87-41b2-9149-84a3d2a14000 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:25.855162 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-ea12c8ab-ca87-41b2-9149-84a3d2a14000 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "DELETE /v2.0/routers/6c682dc7-056d-4996-98f3-776ebd35edbf HTTP/1.1" status: 204 len: 168 time: 1.8756351 Oct 30 15:33:25.855162 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0876b85b-e021-40ce-acd8-b8dc91e23452 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:25.855791 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35986) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:25.874076 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-0876b85b-e021-40ce-acd8-b8dc91e23452 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Calling delete_port for 7a41e26b-ca31-4733-9450-ad06a08f2db3 owned by {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:33:26.011967 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ab1ff7e5-2070-45d7-abcd-3ecb0d337d66 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:26.072662 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0876b85b-e021-40ce-acd8-b8dc91e23452 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:26.146818 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0876b85b-e021-40ce-acd8-b8dc91e23452 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event deleted for resources: {'Port': ['ID=7a41e26b-ca31-4733-9450-ad06a08f2db3,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:26.152106 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 35996) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:26.175687 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0876b85b-e021-40ce-acd8-b8dc91e23452 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:26.179989 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-0876b85b-e021-40ce-acd8-b8dc91e23452 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/ports/7a41e26b-ca31-4733-9450-ad06a08f2db3 HTTP/1.1" status: 204 len: 168 time: 0.7551553 Oct 30 15:33:26.183058 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36002) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:26.194951 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ab1ff7e5-2070-45d7-abcd-3ecb0d337d66 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:26.230618 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-ab1ff7e5-2070-45d7-abcd-3ecb0d337d66 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17c0523f-c120-43f8-8de5-645c5eef05e9']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:33:26.242237 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-ab1ff7e5-2070-45d7-abcd-3ecb0d337d66 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0d0104d-5e31-4d9b-a1de-be494a6e0bdb') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:33:26.242538 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-ab1ff7e5-2070-45d7-abcd-3ecb0d337d66 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0d0104d-5e31-4d9b-a1de-be494a6e0bdb') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:33:26.253043 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ab1ff7e5-2070-45d7-abcd-3ecb0d337d66 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:26.261539 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b700e4-2987-4338-a42b-6b020719d231 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:26.263327 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b700e4-2987-4338-a42b-6b020719d231 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:26.265153 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e5b700e4-2987-4338-a42b-6b020719d231 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0810869 Oct 30 15:33:26.267746 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36006) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:26.283334 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ab1ff7e5-2070-45d7-abcd-3ecb0d337d66 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:26.293442 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab1ff7e5-2070-45d7-abcd-3ecb0d337d66 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:33:26.295935 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ab1ff7e5-2070-45d7-abcd-3ecb0d337d66 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:26.304615 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:33:26.304615 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:33:26.304615 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:33:26.304615 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:33:26.304615 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:33:26.304615 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:33:26.304615 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:33:26.304615 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:33:26.304615 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:33:26.304615 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:33:26.304615 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:33:26.304615 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:33:26.304615 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:33:26.304615 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:33:26.304615 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:33:26.304615 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:33:26.304615 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:33:26.304615 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:33:26.304615 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:33:26.304615 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:33:26.304615 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:33:26.304615 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:33:26.304615 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:33:26.304615 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:33:26.304615 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:33:26.304615 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:33:26.304615 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:33:26.304615 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:33:26.304615 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:33:26.304615 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:33:26.304615 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:33:26.304615 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:33:26.316826 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-e4dac1a1-25c7-481f-affc-d306cb486925 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:26.318490 n-d-806683-17 neutron-server[102131]: WARNING neutron.api.v2.base [None req-e4dac1a1-25c7-481f-affc-d306cb486925 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 30 15:33:26.319002 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-e4dac1a1-25c7-481f-affc-d306cb486925 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] create failed (client error): There was a conflict when trying to complete your request. Oct 30 15:33:26.320027 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-e4dac1a1-25c7-481f-affc-d306cb486925 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1665492 Oct 30 15:33:26.324084 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36010) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:26.332458 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-ca196610-6cbc-4a15-a55a-2adb3c64903f tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Request body: {'security_group': {'name': 'tempest-secgroup--53256043'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:26.371325 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-968531aa-15d5-403e-880a-f8710d95c796 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Deleting subnet 25c734f1-024a-4099-a4c7-0e39ba4c4632 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:33:26.375041 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ca196610-6cbc-4a15-a55a-2adb3c64903f tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:26.378352 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-968531aa-15d5-403e-880a-f8710d95c796 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:26.387648 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ab1ff7e5-2070-45d7-abcd-3ecb0d337d66 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:26.397629 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ab1ff7e5-2070-45d7-abcd-3ecb0d337d66 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:26.401422 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-ab1ff7e5-2070-45d7-abcd-3ecb0d337d66 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] 10.222.0.62 "DELETE /v2.0/networks/17c0523f-c120-43f8-8de5-645c5eef05e9 HTTP/1.1" status: 204 len: 168 time: 0.5449278 Oct 30 15:33:26.421136 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ca196610-6cbc-4a15-a55a-2adb3c64903f tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:26.425858 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1ff7e5-2070-45d7-abcd-3ecb0d337d66 tempest-TestNetworkBasicOps-1476874159 tempest-TestNetworkBasicOps-1476874159-project] Pushing event deleted for resources: {'Network': ['ID=17c0523f-c120-43f8-8de5-645c5eef05e9,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:26.487869 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-5d36c9fc-1abd-4799-81b8-5fb77b604bc0 None None] Provisioning complete for port 4f55611b-5911-4b55-8940-053f300a8030 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:33:26.488468 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5d36c9fc-1abd-4799-81b8-5fb77b604bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:26.496106 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-968531aa-15d5-403e-880a-f8710d95c796 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:26.657526 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:26.671409 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5d36c9fc-1abd-4799-81b8-5fb77b604bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:26.675602 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-968531aa-15d5-403e-880a-f8710d95c796 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:26.782557 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-968531aa-15d5-403e-880a-f8710d95c796 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:26.835365 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-968531aa-15d5-403e-880a-f8710d95c796 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:26.840848 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-968531aa-15d5-403e-880a-f8710d95c796 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/subnets/25c734f1-024a-4099-a4c7-0e39ba4c4632 HTTP/1.1" status: 204 len: 168 time: 0.5585036 Oct 30 15:33:26.840848 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968531aa-15d5-403e-880a-f8710d95c796 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event deleted for resources: {'Subnet': ['ID=25c734f1-024a-4099-a4c7-0e39ba4c4632,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:26.842444 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36022) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:26.865799 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.db.api [None req-5d36c9fc-1abd-4799-81b8-5fb77b604bc0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 30 15:33:26.866417 n-d-806683-17 neutron-server[102132]: DEBUG oslo_db.api [None req-5d36c9fc-1abd-4799-81b8-5fb77b604bc0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 30 15:33:26.881138 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ca196610-6cbc-4a15-a55a-2adb3c64903f tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:26.889383 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ca196610-6cbc-4a15-a55a-2adb3c64903f tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:26.899238 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-4f9c5673-8788-4115-bf90-8122038e78f7 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0552933 Oct 30 15:33:26.899970 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36026) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:26.908815 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36028) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:26.926021 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-922599cb-ba7c-49c4-80b8-0c085b6f1c29 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Request body: {'subnet': {'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:27.000563 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca196610-6cbc-4a15-a55a-2adb3c64903f tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0c9078-7225-43eb-bd66-f98005f71b5e,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:27.049043 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ca196610-6cbc-4a15-a55a-2adb3c64903f tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:27.053817 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ca196610-6cbc-4a15-a55a-2adb3c64903f tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:27.117326 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c57ce2b-5111-43e3-ac26-d1b0db04ad15 None None] Network 0087ab61-2d5d-438b-a324-8b85dab759bc requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:33:27.128852 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-922599cb-ba7c-49c4-80b8-0c085b6f1c29 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Made reservation on behalf of 950626c196e345129caa4bb8b656378a for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:33:27.133190 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-922599cb-ba7c-49c4-80b8-0c085b6f1c29 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:27.138719 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ca196610-6cbc-4a15-a55a-2adb3c64903f tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:27.140379 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-ca196610-6cbc-4a15-a55a-2adb3c64903f tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8126769 Oct 30 15:33:27.142738 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca196610-6cbc-4a15-a55a-2adb3c64903f tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7fe669-2668-4cbe-a9d2-c66d7e636dfb,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:27.145123 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36032) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:27.159484 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-45d47ff1-4b86-477b-becf-e69aba653df4 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Request body: {'security_group_rule': {'security_group_id': '6f7fe669-2668-4cbe-a9d2-c66d7e636dfb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:27.190600 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-45d47ff1-4b86-477b-becf-e69aba653df4 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:27.208796 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-692adcfe-b029-4ca4-bdcd-5c1c9a269b9c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b2267fc2b77143d693871f591bcb3dbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3070407 Oct 30 15:33:27.220231 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36034) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:27.220463 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 4f55611b-5911-4b55-8940-053f300a8030 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:33:27.302926 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-47fa1d6d-943e-4302-b38b-7b2d8502e0e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:27.326676 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-47fa1d6d-943e-4302-b38b-7b2d8502e0e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:27.346109 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 4f55611b-5911-4b55-8940-053f300a8030 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:33:27.346803 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:27.385952 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-45d47ff1-4b86-477b-becf-e69aba653df4 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:27.389631 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-47fa1d6d-943e-4302-b38b-7b2d8502e0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:27.392990 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-47fa1d6d-943e-4302-b38b-7b2d8502e0e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:27.397458 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-47fa1d6d-943e-4302-b38b-7b2d8502e0e6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f58d7f5e-1708-4cdf-83cd-f4824422eb95 HTTP/1.1" status: 204 len: 168 time: 0.1719394 Oct 30 15:33:27.398407 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-45d47ff1-4b86-477b-becf-e69aba653df4 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:27.429519 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fa1d6d-943e-4302-b38b-7b2d8502e0e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58d7f5e-1708-4cdf-83cd-f4824422eb95,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:27.441118 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-45d47ff1-4b86-477b-becf-e69aba653df4 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:27.445324 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-45d47ff1-4b86-477b-becf-e69aba653df4 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2873352 Oct 30 15:33:27.448356 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36038) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:27.460137 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-99283a40-9b26-4b61-9481-3896e0413c26 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Request body: {'security_group_rule': {'security_group_id': '6f7fe669-2668-4cbe-a9d2-c66d7e636dfb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:27.468983 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d47ff1-4b86-477b-becf-e69aba653df4 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0db413ed-1c5b-45f1-b113-371e930d31ed,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:27.493892 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be4bb59-2f0b-4951-9ffd-301ce1abd32d None None] DHCP port deletion for 0087ab61-2d5d-438b-a324-8b85dab759bc request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:33:27.509202 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5d36c9fc-1abd-4799-81b8-5fb77b604bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:27.529466 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-99283a40-9b26-4b61-9481-3896e0413c26 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:27.621215 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [None req-99283a40-9b26-4b61-9481-3896e0413c26 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] create failed (client error): There was a conflict when trying to complete your request. Oct 30 15:33:27.622941 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-99283a40-9b26-4b61-9481-3896e0413c26 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1735315 Oct 30 15:33:27.626954 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36042) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:27.738544 n-d-806683-17 neutron-server[102131]: DEBUG neutron.objects.ports [None req-922599cb-ba7c-49c4-80b8-0c085b6f1c29 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102131) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 30 15:33:27.770636 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-64810277-ec62-462d-a81e-3f713a2c9a9d tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:27.841102 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-64810277-ec62-462d-a81e-3f713a2c9a9d tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:27.914703 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-5d36c9fc-1abd-4799-81b8-5fb77b604bc0 None None] For port 4f55611b-5911-4b55-8940-053f300a8030, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=4f55611b-5911-4b55-8940-053f300a8030,segment=NetworkSegment(04fb9866-245b-47c9-a7bc-8854a722bc22),segment_id=04fb9866-245b-47c9-a7bc-8854a722bc22)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:33:27.918863 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36048) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:27.929024 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:27.940297 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-82ac9de4-850b-40ed-88bb-d5ce24467ab9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:27.942324 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-64810277-ec62-462d-a81e-3f713a2c9a9d tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:27.945827 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-64810277-ec62-462d-a81e-3f713a2c9a9d tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:27.949409 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-64810277-ec62-462d-a81e-3f713a2c9a9d tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] 10.222.0.62 "DELETE /v2.0/security-groups/6f7fe669-2668-4cbe-a9d2-c66d7e636dfb HTTP/1.1" status: 204 len: 168 time: 0.3184390 Oct 30 15:33:27.949757 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5d36c9fc-1abd-4799-81b8-5fb77b604bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:27.955593 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36050) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:27.980843 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64810277-ec62-462d-a81e-3f713a2c9a9d tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7fe669-2668-4cbe-a9d2-c66d7e636dfb,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:28.001532 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-4be4bb59-2f0b-4951-9ffd-301ce1abd32d None None] Deleting port 4f55611b-5911-4b55-8940-053f300a8030 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:33:28.001900 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4be4bb59-2f0b-4951-9ffd-301ce1abd32d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:28.033635 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-922599cb-ba7c-49c4-80b8-0c085b6f1c29 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:28.065249 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b11b530e-b3bb-42c2-99db-44c788c1cac3 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0985284 Oct 30 15:33:28.065876 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36052) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:28.070156 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-a4eea1a4-6060-4e7b-8d03-936bff97ab13 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Request body: {'security_group': {'name': 'tempest-secgroup--1034808094'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:28.105206 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-6ea11f5f-ebd0-4aad-b37a-3cb92d95f4b3 None None] Could not find standard attr ID for object 7a41e26b-ca31-4733-9450-ad06a08f2db3. {{(pid=102132) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 30 15:33:28.108060 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a4eea1a4-6060-4e7b-8d03-936bff97ab13 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:28.112106 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.db.api [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 30 15:33:28.113731 n-d-806683-17 neutron-server[102132]: DEBUG oslo_db.api [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 30 15:33:28.114915 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d36c9fc-1abd-4799-81b8-5fb77b604bc0 None None] Pushing event updated for resources: {'Port': ['ID=4f55611b-5911-4b55-8940-053f300a8030,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:28.151647 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-82ac9de4-850b-40ed-88bb-d5ce24467ab9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:28.156127 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-4be4bb59-2f0b-4951-9ffd-301ce1abd32d None None] For port 4f55611b-5911-4b55-8940-053f300a8030, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=4f55611b-5911-4b55-8940-053f300a8030,segment=NetworkSegment(04fb9866-245b-47c9-a7bc-8854a722bc22),segment_id=04fb9866-245b-47c9-a7bc-8854a722bc22)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:33:28.156860 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4be4bb59-2f0b-4951-9ffd-301ce1abd32d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:28.157506 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-82ac9de4-850b-40ed-88bb-d5ce24467ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:28.173575 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-4be4bb59-2f0b-4951-9ffd-301ce1abd32d None None] Calling delete_port for 4f55611b-5911-4b55-8940-053f300a8030 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:33:28.212820 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-82ac9de4-850b-40ed-88bb-d5ce24467ab9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=32021d85ca794d1fb88db9b444ac3d7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2916477 Oct 30 15:33:28.215499 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36054) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:28.223357 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-922599cb-ba7c-49c4-80b8-0c085b6f1c29 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] For port 4f55611b-5911-4b55-8940-053f300a8030, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=4f55611b-5911-4b55-8940-053f300a8030,segment=NetworkSegment(04fb9866-245b-47c9-a7bc-8854a722bc22),segment_id=04fb9866-245b-47c9-a7bc-8854a722bc22)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:33:28.225657 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ac9de4-850b-40ed-88bb-d5ce24467ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caeb7ab6-f316-4f0f-933f-412b9b1c18cd,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:28.263320 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-922599cb-ba7c-49c4-80b8-0c085b6f1c29 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:28.270032 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-922599cb-ba7c-49c4-80b8-0c085b6f1c29 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:28.270457 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a4eea1a4-6060-4e7b-8d03-936bff97ab13 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:28.270580 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-922599cb-ba7c-49c4-80b8-0c085b6f1c29 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:28.274239 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4be4bb59-2f0b-4951-9ffd-301ce1abd32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:28.280134 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a4eea1a4-6060-4e7b-8d03-936bff97ab13 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:28.301938 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be4bb59-2f0b-4951-9ffd-301ce1abd32d None None] Pushing event deleted for resources: {'Port': ['ID=4f55611b-5911-4b55-8940-053f300a8030,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:28.304593 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be4bb59-2f0b-4951-9ffd-301ce1abd32d None None] No DVR routers for this DVR port 4f55611b-5911-4b55-8940-053f300a8030 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:33:28.318668 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a4eea1a4-6060-4e7b-8d03-936bff97ab13 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:28.319954 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a4eea1a4-6060-4e7b-8d03-936bff97ab13 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2531815 Oct 30 15:33:28.327264 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36056) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:28.333253 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-9e6f96bb-f359-4c81-8b17-53eff4e93c2f tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Request body: {'security_group_rule': {'security_group_id': 'fbb194d5-4492-47a3-b0d6-8a00b9721031', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:28.334060 n-d-806683-17 neutron-server[102130]: WARNING neutron.api.v2.base [None req-9e6f96bb-f359-4c81-8b17-53eff4e93c2f tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 30 15:33:28.334573 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [None req-9e6f96bb-f359-4c81-8b17-53eff4e93c2f tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 30 15:33:28.335901 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9e6f96bb-f359-4c81-8b17-53eff4e93c2f tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0072808 Oct 30 15:33:28.338843 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eea1a4-6060-4e7b-8d03-936bff97ab13 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb194d5-4492-47a3-b0d6-8a00b9721031,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:28.340823 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36058) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:28.342722 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3b74daa8-c907-4015-a8ff-22dc7f4953cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:28.352697 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922599cb-ba7c-49c4-80b8-0c085b6f1c29 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event deleted for resources: {'Port': ['ID=4f55611b-5911-4b55-8940-053f300a8030,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:28.355709 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922599cb-ba7c-49c4-80b8-0c085b6f1c29 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Network 0087ab61-2d5d-438b-a324-8b85dab759bc is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:33:28.362775 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-922599cb-ba7c-49c4-80b8-0c085b6f1c29 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:33:28.366858 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922599cb-ba7c-49c4-80b8-0c085b6f1c29 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:28.367452 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-922599cb-ba7c-49c4-80b8-0c085b6f1c29 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:28.375525 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b453c2-3b5d-4a5b-afa2-55a5ac6c1435 None None] Network 0087ab61-2d5d-438b-a324-8b85dab759bc requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:33:28.381357 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922599cb-ba7c-49c4-80b8-0c085b6f1c29 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event updated for resources: {'Subnet': ['ID=3c72a088-66d4-4036-bc77-db37baf8b5f2,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:28.388531 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3b74daa8-c907-4015-a8ff-22dc7f4953cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:28.397934 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-922599cb-ba7c-49c4-80b8-0c085b6f1c29 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4875953 Oct 30 15:33:28.398761 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36060) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:28.403821 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-7c754d7a-8c46-4bd9-90f3-d57b8fcc788e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Request body: {'port': {'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'mac_address': 'fa:16:3e:29:cc:7e', 'name': 'tempest-NetworksTestDHCPv6-734873474'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:28.441850 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6ac4ea33-2e81-48dc-93cc-03c236fb6147 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:28.467727 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6ac4ea33-2e81-48dc-93cc-03c236fb6147 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:28.488184 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3b74daa8-c907-4015-a8ff-22dc7f4953cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:28.490750 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3b74daa8-c907-4015-a8ff-22dc7f4953cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:28.494369 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-3b74daa8-c907-4015-a8ff-22dc7f4953cb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/caeb7ab6-f316-4f0f-933f-412b9b1c18cd HTTP/1.1" status: 204 len: 168 time: 0.2755013 Oct 30 15:33:28.516481 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b74daa8-c907-4015-a8ff-22dc7f4953cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caeb7ab6-f316-4f0f-933f-412b9b1c18cd,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:28.535659 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6ac4ea33-2e81-48dc-93cc-03c236fb6147 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:28.541189 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6ac4ea33-2e81-48dc-93cc-03c236fb6147 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:28.543432 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-6ac4ea33-2e81-48dc-93cc-03c236fb6147 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] 10.222.0.62 "DELETE /v2.0/security-groups/fbb194d5-4492-47a3-b0d6-8a00b9721031 HTTP/1.1" status: 204 len: 168 time: 0.2015684 Oct 30 15:33:28.547748 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36064) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:28.565022 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c754d7a-8c46-4bd9-90f3-d57b8fcc788e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Made reservation on behalf of 950626c196e345129caa4bb8b656378a for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:33:28.565428 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac4ea33-2e81-48dc-93cc-03c236fb6147 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb194d5-4492-47a3-b0d6-8a00b9721031,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:28.572055 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7c754d7a-8c46-4bd9-90f3-d57b8fcc788e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:28.573111 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6584c06d-db6e-4dfd-af78-90dfa55ee017 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-0087ab61-2d5d-438b-a324-8b85dab759bc', 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'tenant_id': '950626c196e345129caa4bb8b656378a', 'fixed_ips': [{'subnet_id': '3c72a088-66d4-4036-bc77-db37baf8b5f2'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:33:28.573983 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6584c06d-db6e-4dfd-af78-90dfa55ee017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:28.602777 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [None req-7c754d7a-8c46-4bd9-90f3-d57b8fcc788e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] device_id is not set on port 4fbf5acd-bd19-4add-ae2f-669d0455e6b1 yet. {{(pid=102131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:33:28.616208 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36066) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:28.622684 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-ff2dfb89-a7c8-487f-aae7-025dda73ee59 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Request body: {'security_group': {'name': 'tempest-secgroup--1947718971'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:28.625400 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-7fdef9fc-960e-4af5-ae02-9c65880ca0e7 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0737407 Oct 30 15:33:28.683934 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Port 4f55611b-5911-4b55-8940-053f300a8030 update to ACTIVE by agent not found {{(pid=102132) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 30 15:33:28.690201 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ff2dfb89-a7c8-487f-aae7-025dda73ee59 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:28.738782 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device c972f468-0e4b-44ba-84b6-b2e471f61655 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:33:28.763032 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: c972f468-0e4b-44ba-84b6-b2e471f61655 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:33:28.763585 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device c972f468-0e4b-44ba-84b6-b2e471f61655 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:33:28.775161 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-7c754d7a-8c46-4bd9-90f3-d57b8fcc788e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Allocated IP 2001:db8::f816:3eff:fe29:cc7e (0087ab61-2d5d-438b-a324-8b85dab759bc/3c72a088-66d4-4036-bc77-db37baf8b5f2/4fbf5acd-bd19-4add-ae2f-669d0455e6b1) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:33:28.850078 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ff2dfb89-a7c8-487f-aae7-025dda73ee59 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:28.859647 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ff2dfb89-a7c8-487f-aae7-025dda73ee59 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:29.002994 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7c754d7a-8c46-4bd9-90f3-d57b8fcc788e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:29.008765 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ff2dfb89-a7c8-487f-aae7-025dda73ee59 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:29.010057 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-ff2dfb89-a7c8-487f-aae7-025dda73ee59 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3930166 Oct 30 15:33:29.010891 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2dfb89-a7c8-487f-aae7-025dda73ee59 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a300d4d-0e9f-4218-b872-8d94e7d5d94c,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:29.014963 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36084) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:29.019957 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-55804881-2c2a-4f71-866c-146c574a7265 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Request body: {'security_group_rule': {'security_group_id': '8a300d4d-0e9f-4218-b872-8d94e7d5d94c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:29.021071 n-d-806683-17 neutron-server[102130]: WARNING neutron.api.v2.base [None req-55804881-2c2a-4f71-866c-146c574a7265 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 30 15:33:29.021499 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [None req-55804881-2c2a-4f71-866c-146c574a7265 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 30 15:33:29.023113 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-55804881-2c2a-4f71-866c-146c574a7265 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0070350 Oct 30 15:33:29.025951 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36086) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:29.090604 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7c754d7a-8c46-4bd9-90f3-d57b8fcc788e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:29.135035 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-96763a42-89d9-4992-884c-c5d7ff29fbe7 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:29.135444 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 4f55611b-5911-4b55-8940-053f300a8030 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:33:29.155939 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c754d7a-8c46-4bd9-90f3-d57b8fcc788e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event updated for resources: {'Port': ['ID=4fbf5acd-bd19-4add-ae2f-669d0455e6b1,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:29.178503 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c754d7a-8c46-4bd9-90f3-d57b8fcc788e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Network 0087ab61-2d5d-438b-a324-8b85dab759bc is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:33:29.182728 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-7c754d7a-8c46-4bd9-90f3-d57b8fcc788e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:33:29.185391 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c754d7a-8c46-4bd9-90f3-d57b8fcc788e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:33:29.189773 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 4f55611b-5911-4b55-8940-053f300a8030 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:33:29.190131 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 4f55611b-5911-4b55-8940-053f300a8030 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:33:29.193230 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c754d7a-8c46-4bd9-90f3-d57b8fcc788e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:29.193887 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-96763a42-89d9-4992-884c-c5d7ff29fbe7 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:29.194501 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7c754d7a-8c46-4bd9-90f3-d57b8fcc788e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:29.218314 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-6584c06d-db6e-4dfd-af78-90dfa55ee017 None None] Allocated IP 2001:db8::f816:3eff:fe8a:27dc (0087ab61-2d5d-438b-a324-8b85dab759bc/3c72a088-66d4-4036-bc77-db37baf8b5f2/d0c615b2-74e0-43cc-ba47-3c5b0b6a8b21) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:33:29.230970 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-7c754d7a-8c46-4bd9-90f3-d57b8fcc788e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8310137 Oct 30 15:33:29.232033 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36096) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:29.250966 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:33:29.289468 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-96763a42-89d9-4992-884c-c5d7ff29fbe7 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:29.292011 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-96763a42-89d9-4992-884c-c5d7ff29fbe7 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:29.293565 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-96763a42-89d9-4992-884c-c5d7ff29fbe7 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] 10.222.0.62 "DELETE /v2.0/security-groups/8a300d4d-0e9f-4218-b872-8d94e7d5d94c HTTP/1.1" status: 204 len: 168 time: 0.2663715 Oct 30 15:33:29.298436 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36100) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:29.332425 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebf57c5-c16d-49c0-b006-08cbf849c809 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:29.337975 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96763a42-89d9-4992-884c-c5d7ff29fbe7 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a300d4d-0e9f-4218-b872-8d94e7d5d94c,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:29.347742 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36104) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:29.348742 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-1ebf57c5-c16d-49c0-b006-08cbf849c809 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1151466 Oct 30 15:33:29.449720 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-d54e8594-6747-474c-96fe-8dbfa8b5f282 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1418562 Oct 30 15:33:29.453702 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36108) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:29.459368 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-12b85e11-a773-40c5-8bc7-f3978871fc40 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Request body: {'security_group': {'name': 'tempest-secgroup--1481691855'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:29.495402 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6584c06d-db6e-4dfd-af78-90dfa55ee017 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:29.497815 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-12b85e11-a773-40c5-8bc7-f3978871fc40 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:29.507323 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6584c06d-db6e-4dfd-af78-90dfa55ee017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:29.511065 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-7804a4ff-c5be-4caf-bd32-d954e0e4ddc7 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Deleting port 4fbf5acd-bd19-4add-ae2f-669d0455e6b1 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:33:29.511407 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7804a4ff-c5be-4caf-bd32-d954e0e4ddc7 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:29.580665 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6584c06d-db6e-4dfd-af78-90dfa55ee017 None None] Network 0087ab61-2d5d-438b-a324-8b85dab759bc is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:33:29.589428 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-6584c06d-db6e-4dfd-af78-90dfa55ee017 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:33:29.596748 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6584c06d-db6e-4dfd-af78-90dfa55ee017 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:33:29.601426 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6584c06d-db6e-4dfd-af78-90dfa55ee017 None None] Pushing event updated for resources: {'Port': ['ID=d0c615b2-74e0-43cc-ba47-3c5b0b6a8b21,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:29.605111 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-12b85e11-a773-40c5-8bc7-f3978871fc40 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:29.611852 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-12b85e11-a773-40c5-8bc7-f3978871fc40 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:29.619309 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36112) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:29.650480 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b85e11-a773-40c5-8bc7-f3978871fc40 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6afe249f-5da9-4e57-8a34-7cab5a9905d3,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:29.664741 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-12b85e11-a773-40c5-8bc7-f3978871fc40 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:29.666292 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-12b85e11-a773-40c5-8bc7-f3978871fc40 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2116525 Oct 30 15:33:29.669529 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36116) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:29.681695 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-801a465f-e20f-43e2-b1ba-1d0bf6693f2c tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Request body: {'security_group_rule': {'security_group_id': '6afe249f-5da9-4e57-8a34-7cab5a9905d3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:29.696951 n-d-806683-17 neutron-server[102131]: WARNING neutron.api.v2.base [None req-801a465f-e20f-43e2-b1ba-1d0bf6693f2c tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 30 15:33:29.697739 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-801a465f-e20f-43e2-b1ba-1d0bf6693f2c tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 30 15:33:29.698881 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-6584c06d-db6e-4dfd-af78-90dfa55ee017 None None] Attempting to bind port d0c615b2-74e0-43cc-ba47-3c5b0b6a8b21 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:33:29.699332 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-6584c06d-db6e-4dfd-af78-90dfa55ee017 None None] Attempting to bind port d0c615b2-74e0-43cc-ba47-3c5b0b6a8b21 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:33:29.699724 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6584c06d-db6e-4dfd-af78-90dfa55ee017 None None] Attempting to bind port d0c615b2-74e0-43cc-ba47-3c5b0b6a8b21 on network 0087ab61-2d5d-438b-a324-8b85dab759bc {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:33:29.702408 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-801a465f-e20f-43e2-b1ba-1d0bf6693f2c tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0317006 Oct 30 15:33:29.702792 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36118) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:29.707602 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6584c06d-db6e-4dfd-af78-90dfa55ee017 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:33:29.708012 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6584c06d-db6e-4dfd-af78-90dfa55ee017 None None] Checking segment: {'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:33:29.709297 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6584c06d-db6e-4dfd-af78-90dfa55ee017 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:29.709714 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6584c06d-db6e-4dfd-af78-90dfa55ee017 None None] Bound using segment: {'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:33:29.710214 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-6584c06d-db6e-4dfd-af78-90dfa55ee017 None None] Bound port: d0c615b2-74e0-43cc-ba47-3c5b0b6a8b21, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:33:29.710589 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6584c06d-db6e-4dfd-af78-90dfa55ee017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:29.718662 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-33209ce0-ae33-48a0-81c6-2ccee8348353 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Request body: {'security_group_rule': {'security_group_id': '6afe249f-5da9-4e57-8a34-7cab5a9905d3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:29.723282 n-d-806683-17 neutron-server[102130]: WARNING neutron.api.v2.base [None req-33209ce0-ae33-48a0-81c6-2ccee8348353 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 30 15:33:29.724401 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [None req-33209ce0-ae33-48a0-81c6-2ccee8348353 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 30 15:33:29.727153 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-33209ce0-ae33-48a0-81c6-2ccee8348353 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0225995 Oct 30 15:33:29.729714 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36120) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:29.732439 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7804a4ff-c5be-4caf-bd32-d954e0e4ddc7 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:29.737806 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-c74132fd-4c88-4d22-a51c-cc012b183702 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Request body: {'security_group_rule': {'security_group_id': '6afe249f-5da9-4e57-8a34-7cab5a9905d3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:29.738807 n-d-806683-17 neutron-server[102131]: WARNING neutron.api.v2.base [None req-c74132fd-4c88-4d22-a51c-cc012b183702 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 30 15:33:29.739858 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-c74132fd-4c88-4d22-a51c-cc012b183702 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 30 15:33:29.744037 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36122) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:29.744358 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-c74132fd-4c88-4d22-a51c-cc012b183702 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0130742 Oct 30 15:33:29.751550 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-2493c501-5423-448c-abf9-a1da2aade273 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Request body: {'security_group_rule': {'security_group_id': '6afe249f-5da9-4e57-8a34-7cab5a9905d3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:29.753194 n-d-806683-17 neutron-server[102130]: WARNING neutron.api.v2.base [None req-2493c501-5423-448c-abf9-a1da2aade273 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 30 15:33:29.753883 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [None req-2493c501-5423-448c-abf9-a1da2aade273 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 30 15:33:29.755698 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-2493c501-5423-448c-abf9-a1da2aade273 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0096331 Oct 30 15:33:29.758969 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36124) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:29.761449 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-7804a4ff-c5be-4caf-bd32-d954e0e4ddc7 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Calling delete_port for 4fbf5acd-bd19-4add-ae2f-669d0455e6b1 owned by {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:33:29.820363 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-3a9562ea-9b3a-4467-a41c-f5fceefa9707 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1010027017-network', 'tenant_id': '618f83bcebd64e44892a09ff47fd42c7'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:29.820860 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-6584c06d-db6e-4dfd-af78-90dfa55ee017 None None] For port d0c615b2-74e0-43cc-ba47-3c5b0b6a8b21, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:33:29.825504 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-6584c06d-db6e-4dfd-af78-90dfa55ee017 None None] For port d0c615b2-74e0-43cc-ba47-3c5b0b6a8b21, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=d0c615b2-74e0-43cc-ba47-3c5b0b6a8b21,segment=NetworkSegment(04fb9866-245b-47c9-a7bc-8854a722bc22),segment_id=04fb9866-245b-47c9-a7bc-8854a722bc22)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:33:29.830937 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6584c06d-db6e-4dfd-af78-90dfa55ee017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:29.841692 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bad24fb7-c574-48fd-97d6-704be2655137 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:29.873224 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bad24fb7-c574-48fd-97d6-704be2655137 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:29.873545 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a9562ea-9b3a-4467-a41c-f5fceefa9707 admin admin] Made reservation on behalf of 618f83bcebd64e44892a09ff47fd42c7 for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:33:29.876588 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3a9562ea-9b3a-4467-a41c-f5fceefa9707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:29.888149 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3a9562ea-9b3a-4467-a41c-f5fceefa9707 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:29.917933 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:29.958594 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6584c06d-db6e-4dfd-af78-90dfa55ee017 None None] Pushing event updated for resources: {'Port': ['ID=d0c615b2-74e0-43cc-ba47-3c5b0b6a8b21,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:29.971642 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bad24fb7-c574-48fd-97d6-704be2655137 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:29.974963 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bad24fb7-c574-48fd-97d6-704be2655137 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:29.979671 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-bad24fb7-c574-48fd-97d6-704be2655137 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] 10.222.0.62 "DELETE /v2.0/security-groups/6afe249f-5da9-4e57-8a34-7cab5a9905d3 HTTP/1.1" status: 204 len: 168 time: 0.2182438 Oct 30 15:33:29.980427 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36126) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:29.990379 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad24fb7-c574-48fd-97d6-704be2655137 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6afe249f-5da9-4e57-8a34-7cab5a9905d3,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:30.019044 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7804a4ff-c5be-4caf-bd32-d954e0e4ddc7 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:30.081605 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7804a4ff-c5be-4caf-bd32-d954e0e4ddc7 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event deleted for resources: {'Port': ['ID=4fbf5acd-bd19-4add-ae2f-669d0455e6b1,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:30.126100 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-45961e6c-f256-4eb0-b080-09f513c8abe7 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1445174 Oct 30 15:33:30.127551 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7804a4ff-c5be-4caf-bd32-d954e0e4ddc7 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:30.130091 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36130) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:30.134650 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-7804a4ff-c5be-4caf-bd32-d954e0e4ddc7 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/ports/4fbf5acd-bd19-4add-ae2f-669d0455e6b1 HTTP/1.1" status: 204 len: 168 time: 0.7829962 Oct 30 15:33:30.135768 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36132) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:30.136423 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-52fd6c55-f443-4781-8eaa-7b7919a1c76d tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Request body: {'security_group': {'name': 'tempest-secgroup--1667753068'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:30.146202 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3a9562ea-9b3a-4467-a41c-f5fceefa9707 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:30.164536 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-52fd6c55-f443-4781-8eaa-7b7919a1c76d tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:30.171752 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3a9562ea-9b3a-4467-a41c-f5fceefa9707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:30.212178 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a9562ea-9b3a-4467-a41c-f5fceefa9707 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:33:30.253830 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04ddbac-b6ce-4df4-acaf-b3ff35d0a2d8 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:30.256364 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04ddbac-b6ce-4df4-acaf-b3ff35d0a2d8 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:30.258466 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-f04ddbac-b6ce-4df4-acaf-b3ff35d0a2d8 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1215200 Oct 30 15:33:30.261273 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36134) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:30.280529 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3a9562ea-9b3a-4467-a41c-f5fceefa9707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:30.280869 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-3a9562ea-9b3a-4467-a41c-f5fceefa9707 admin admin] Added segment 42009e01-9045-4c91-9272-931b6d9c6bd5 of type vlan for network f7b31817-fb37-4338-9a8b-92e463aec38a Oct 30 15:33:30.294386 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9562ea-9b3a-4467-a41c-f5fceefa9707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0ae007-b496-4e1b-b7f9-4ecfcaf820fd,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:30.306673 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-52fd6c55-f443-4781-8eaa-7b7919a1c76d tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:30.313055 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-52fd6c55-f443-4781-8eaa-7b7919a1c76d tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:30.383234 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-52fd6c55-f443-4781-8eaa-7b7919a1c76d tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:30.384874 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3a9562ea-9b3a-4467-a41c-f5fceefa9707 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:30.386153 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-52fd6c55-f443-4781-8eaa-7b7919a1c76d tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2547853 Oct 30 15:33:30.389438 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36138) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:30.400069 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-055de6f4-b2c0-4631-906b-738a9108973b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Deleting subnet 3c72a088-66d4-4036-bc77-db37baf8b5f2 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:33:30.407777 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-055de6f4-b2c0-4631-906b-738a9108973b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:30.413089 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-59ceb77a-20f0-4e1a-9b6c-21f07046c1d5 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Request body: {'security_group_rule': {'security_group_id': '11993e19-20e9-42b7-a079-68724cd4a047', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:30.414211 n-d-806683-17 neutron-server[102131]: WARNING neutron.api.v2.base [None req-59ceb77a-20f0-4e1a-9b6c-21f07046c1d5 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 30 15:33:30.414806 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-59ceb77a-20f0-4e1a-9b6c-21f07046c1d5 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 30 15:33:30.416619 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-59ceb77a-20f0-4e1a-9b6c-21f07046c1d5 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0137975 Oct 30 15:33:30.424594 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fd6c55-f443-4781-8eaa-7b7919a1c76d tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11993e19-20e9-42b7-a079-68724cd4a047,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:30.435783 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36140) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:30.440862 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-31accd3e-9d5e-4f5d-85bc-3e08ec6cc25f tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Request body: {'security_group_rule': {'security_group_id': '11993e19-20e9-42b7-a079-68724cd4a047', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:30.477478 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-31accd3e-9d5e-4f5d-85bc-3e08ec6cc25f tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 30 15:33:30.477707 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3a9562ea-9b3a-4467-a41c-f5fceefa9707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:30.481114 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-31accd3e-9d5e-4f5d-85bc-3e08ec6cc25f tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0416007 Oct 30 15:33:30.481271 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9562ea-9b3a-4467-a41c-f5fceefa9707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:30.481271 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3a9562ea-9b3a-4467-a41c-f5fceefa9707 admin admin] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:30.481452 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36142) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:30.482802 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-055de6f4-b2c0-4631-906b-738a9108973b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:30.486831 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-5504c7de-584e-4856-8862-eee116092264 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Request body: {'security_group_rule': {'security_group_id': '11993e19-20e9-42b7-a079-68724cd4a047', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:30.487323 n-d-806683-17 neutron-server[102131]: WARNING neutron.api.v2.base [None req-5504c7de-584e-4856-8862-eee116092264 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 30 15:33:30.487845 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-5504c7de-584e-4856-8862-eee116092264 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 30 15:33:30.491521 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-5504c7de-584e-4856-8862-eee116092264 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0065241 Oct 30 15:33:30.492588 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36144) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:30.497293 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-ef797c07-3f52-41af-9906-554d08e255fb tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Request body: {'security_group_rule': {'security_group_id': '11993e19-20e9-42b7-a079-68724cd4a047', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:30.533272 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-ef797c07-3f52-41af-9906-554d08e255fb tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 30 15:33:30.535524 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-ef797c07-3f52-41af-9906-554d08e255fb tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0410051 Oct 30 15:33:30.537977 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36146) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:30.543313 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-0d5c0d58-26bf-45c6-a837-e32390d44afa tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Request body: {'security_group_rule': {'security_group_id': '11993e19-20e9-42b7-a079-68724cd4a047', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:30.543867 n-d-806683-17 neutron-server[102131]: WARNING neutron.api.v2.base [None req-0d5c0d58-26bf-45c6-a837-e32390d44afa tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 30 15:33:30.544351 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-0d5c0d58-26bf-45c6-a837-e32390d44afa tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 30 15:33:30.548539 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-0d5c0d58-26bf-45c6-a837-e32390d44afa tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0064139 Oct 30 15:33:30.549367 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36148) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:30.554558 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-e1d9f69e-3911-4410-8c24-207eae80c9a7 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Request body: {'security_group_rule': {'security_group_id': '11993e19-20e9-42b7-a079-68724cd4a047', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:30.602642 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-e1d9f69e-3911-4410-8c24-207eae80c9a7 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 30 15:33:30.608236 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-e1d9f69e-3911-4410-8c24-207eae80c9a7 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0578787 Oct 30 15:33:30.609458 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36150) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:30.614266 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-3a9562ea-9b3a-4467-a41c-f5fceefa9707 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9910634 Oct 30 15:33:30.616151 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-32af3bfc-697b-45bf-a0a4-8831e3d0c9e0 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Request body: {'security_group_rule': {'security_group_id': '11993e19-20e9-42b7-a079-68724cd4a047', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:30.616635 n-d-806683-17 neutron-server[102131]: WARNING neutron.api.v2.base [None req-32af3bfc-697b-45bf-a0a4-8831e3d0c9e0 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 30 15:33:30.617170 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-32af3bfc-697b-45bf-a0a4-8831e3d0c9e0 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 30 15:33:30.621642 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-32af3bfc-697b-45bf-a0a4-8831e3d0c9e0 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0110481 Oct 30 15:33:30.622194 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36152) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:30.622664 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36154) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:30.629544 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-7e5c590e-e248-47e5-9646-e5059f49937b admin admin] Request body: {'subnet': {'network_id': 'f7b31817-fb37-4338-9a8b-92e463aec38a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1010027017-subnet', 'tenant_id': '618f83bcebd64e44892a09ff47fd42c7', 'ip_version': 4}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:30.638554 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-63870e73-0550-49c7-bff1-292258906aac tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Request body: {'security_group_rule': {'security_group_id': '11993e19-20e9-42b7-a079-68724cd4a047', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:30.638800 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9562ea-9b3a-4467-a41c-f5fceefa9707 admin admin] Pushing event updated for resources: {'Network': ['ID=f7b31817-fb37-4338-9a8b-92e463aec38a,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:30.654037 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network f7b31817-fb37-4338-9a8b-92e463aec38a details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:33:30.665689 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e5c590e-e248-47e5-9646-e5059f49937b admin admin] Made reservation on behalf of 618f83bcebd64e44892a09ff47fd42c7 for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:33:30.668559 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7e5c590e-e248-47e5-9646-e5059f49937b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:30.694738 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-055de6f4-b2c0-4631-906b-738a9108973b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:30.762643 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-63870e73-0550-49c7-bff1-292258906aac tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 30 15:33:30.763836 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-63870e73-0550-49c7-bff1-292258906aac tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1286497 Oct 30 15:33:30.766640 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36156) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:30.776762 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-94659f9d-d792-4e3f-851e-c2fafb38b80e tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Request body: {'security_group_rule': {'security_group_id': '11993e19-20e9-42b7-a079-68724cd4a047', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:30.827237 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [None req-94659f9d-d792-4e3f-851e-c2fafb38b80e tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 30 15:33:30.828358 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-94659f9d-d792-4e3f-851e-c2fafb38b80e tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0604508 Oct 30 15:33:30.831447 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36158) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:30.834553 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-055de6f4-b2c0-4631-906b-738a9108973b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:30.867010 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-055de6f4-b2c0-4631-906b-738a9108973b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:30.872675 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-055de6f4-b2c0-4631-906b-738a9108973b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/subnets/3c72a088-66d4-4036-bc77-db37baf8b5f2 HTTP/1.1" status: 204 len: 168 time: 0.6081769 Oct 30 15:33:30.872675 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055de6f4-b2c0-4631-906b-738a9108973b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event deleted for resources: {'Subnet': ['ID=3c72a088-66d4-4036-bc77-db37baf8b5f2,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:30.873475 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36160) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:30.922481 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-5894a10a-c09d-4d1b-836b-668537e10528 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0456731 Oct 30 15:33:30.922689 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36162) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:30.944456 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7e5c590e-e248-47e5-9646-e5059f49937b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:30.985778 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b09fd646-3a5e-4ebe-839f-88634dc45cc6 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:30.986936 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d37d228-ecf8-45a9-88d9-214b4d093824 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:30.991995 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-7d37d228-ecf8-45a9-88d9-214b4d093824 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0682242 Oct 30 15:33:30.992515 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36164) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:31.019258 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b09fd646-3a5e-4ebe-839f-88634dc45cc6 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:31.087878 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af5c8fe-dfcf-44cd-9dbc-6c577f8ad467 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:31.089913 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-3af5c8fe-dfcf-44cd-9dbc-6c577f8ad467 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0964456 Oct 30 15:33:31.092773 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36166) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:31.098342 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5c590e-e248-47e5-9646-e5059f49937b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb7f4642-d814-4c95-a5f2-078cbd241a0e,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:31.111064 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b09fd646-3a5e-4ebe-839f-88634dc45cc6 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:31.113957 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b09fd646-3a5e-4ebe-839f-88634dc45cc6 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:31.115693 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b09fd646-3a5e-4ebe-839f-88634dc45cc6 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] 10.222.0.62 "DELETE /v2.0/security-groups/11993e19-20e9-42b7-a079-68724cd4a047 HTTP/1.1" status: 204 len: 168 time: 0.2809916 Oct 30 15:33:31.121735 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36168) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:31.152804 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09fd646-3a5e-4ebe-839f-88634dc45cc6 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11993e19-20e9-42b7-a079-68724cd4a047,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:31.186430 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-1712f72e-571a-4f16-818c-d3fa15091672 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0919607 Oct 30 15:33:31.190951 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36172) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:31.197035 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5c590e-e248-47e5-9646-e5059f49937b admin admin] Checking segment: {'id': '42009e01-9045-4c91-9272-931b6d9c6bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f7b31817-fb37-4338-9a8b-92e463aec38a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:33:31.197741 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5c590e-e248-47e5-9646-e5059f49937b admin admin] Network hostable DHCP agents. Network: f7b31817-fb37-4338-9a8b-92e463aec38a, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:33:31.199238 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-012368e9-32c6-4740-81b0-e53c8cba883d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Request body: {'subnet': {'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:31.238721 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device d0c615b2-74e0-43cc-ba47-3c5b0b6a8b21 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:33:31.267679 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-4ee95955-592e-4e32-987c-5d0e7fa7e5a2 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1368413 Oct 30 15:33:31.268544 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36174) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:31.277084 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-1a7db136-4d05-427a-baa6-4ed23f931e1f tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Request body: {'security_group': {'name': 'tempest-secgroup--5593994'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:31.287650 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5c590e-e248-47e5-9646-e5059f49937b admin admin] Network f7b31817-fb37-4338-9a8b-92e463aec38a is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:33:31.307756 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-7e5c590e-e248-47e5-9646-e5059f49937b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, f7b31817-fb37-4338-9a8b-92e463aec38a) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:33:31.318858 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5c590e-e248-47e5-9646-e5059f49937b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:31.319571 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7e5c590e-e248-47e5-9646-e5059f49937b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:31.323608 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1a7db136-4d05-427a-baa6-4ed23f931e1f tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:31.353298 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-7e5c590e-e248-47e5-9646-e5059f49937b admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7265248 Oct 30 15:33:31.353451 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36176) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:31.356916 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731ee103-b97b-42a9-b7d7-7a68c37fbd38 None None] Network f7b31817-fb37-4338-9a8b-92e463aec38a requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:33:31.360903 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-ee346c88-4d40-4a20-8d5e-08ed64d11a8d admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1010027017-router', 'tenant_id': '618f83bcebd64e44892a09ff47fd42c7', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:31.364623 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a9f057-8f92-4001-a72b-cc3c5eaa1ea9 None None] Network 0087ab61-2d5d-438b-a324-8b85dab759bc requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:33:31.416856 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1a7db136-4d05-427a-baa6-4ed23f931e1f tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:31.420848 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1a7db136-4d05-427a-baa6-4ed23f931e1f tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:31.427924 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ee346c88-4d40-4a20-8d5e-08ed64d11a8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:31.429085 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ee346c88-4d40-4a20-8d5e-08ed64d11a8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:31.510650 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-0c98ed26-88c3-46ea-9b95-7e622b91119e None None] Provisioning complete for port d0c615b2-74e0-43cc-ba47-3c5b0b6a8b21 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:33:31.511328 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0c98ed26-88c3-46ea-9b95-7e622b91119e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:31.511513 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1a7db136-4d05-427a-baa6-4ed23f931e1f tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:31.513218 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-1a7db136-4d05-427a-baa6-4ed23f931e1f tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2407823 Oct 30 15:33:31.518189 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36180) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:31.524068 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-f8deb5c9-69e5-425a-a89d-a2b52d5a42cd tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Request body: {'security_group_rule': {'security_group_id': '6f341fa7-dfca-40a1-bd9d-808189916c01', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:31.530287 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ee346c88-4d40-4a20-8d5e-08ed64d11a8d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:31.534192 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012368e9-32c6-4740-81b0-e53c8cba883d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Made reservation on behalf of 950626c196e345129caa4bb8b656378a for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:33:31.535949 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7db136-4d05-427a-baa6-4ed23f931e1f tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f341fa7-dfca-40a1-bd9d-808189916c01,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:31.539141 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-012368e9-32c6-4740-81b0-e53c8cba883d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:31.586269 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-f8deb5c9-69e5-425a-a89d-a2b52d5a42cd tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] create failed (client error): The resource could not be found. Oct 30 15:33:31.587418 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-f8deb5c9-69e5-425a-a89d-a2b52d5a42cd tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0680346 Oct 30 15:33:31.591050 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port d0c615b2-74e0-43cc-ba47-3c5b0b6a8b21 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:33:31.591431 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36182) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:31.591826 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:31.596914 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-fe65f02b-62ab-4331-90f3-0fef1d0f79a1 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Request body: {'security_group_rule': {'security_group_id': '6f341fa7-dfca-40a1-bd9d-808189916c01', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '9ac93501-40f6-411c-ac12-49d351a7cf9e'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:31.644523 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-fe65f02b-62ab-4331-90f3-0fef1d0f79a1 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] create failed (client error): The resource could not be found. Oct 30 15:33:31.646609 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-fe65f02b-62ab-4331-90f3-0fef1d0f79a1 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0538664 Oct 30 15:33:31.650265 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36184) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:31.725646 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-32e4bcb0-78f7-47a5-8ea2-ad3c50e2a27e tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:31.755816 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-32e4bcb0-78f7-47a5-8ea2-ad3c50e2a27e tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:31.789892 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ee346c88-4d40-4a20-8d5e-08ed64d11a8d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:31.819443 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-32e4bcb0-78f7-47a5-8ea2-ad3c50e2a27e tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:31.823157 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-32e4bcb0-78f7-47a5-8ea2-ad3c50e2a27e tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:31.828281 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-32e4bcb0-78f7-47a5-8ea2-ad3c50e2a27e tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] 10.222.0.62 "DELETE /v2.0/security-groups/6f341fa7-dfca-40a1-bd9d-808189916c01 HTTP/1.1" status: 204 len: 168 time: 0.1770210 Oct 30 15:33:31.829035 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36186) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:31.840917 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0c98ed26-88c3-46ea-9b95-7e622b91119e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:31.892176 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece33fe7-e0c1-4c12-a9f7-41a8615d5f22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-f7b31817-fb37-4338-9a8b-92e463aec38a', 'network_id': 'f7b31817-fb37-4338-9a8b-92e463aec38a', 'tenant_id': '618f83bcebd64e44892a09ff47fd42c7', 'fixed_ips': [{'subnet_id': 'cb7f4642-d814-4c95-a5f2-078cbd241a0e'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:33:31.893437 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ece33fe7-e0c1-4c12-a9f7-41a8615d5f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:31.919606 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:31.932319 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4bcb0-78f7-47a5-8ea2-ad3c50e2a27e tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f341fa7-dfca-40a1-bd9d-808189916c01,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:31.953759 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-0c98ed26-88c3-46ea-9b95-7e622b91119e None None] For port d0c615b2-74e0-43cc-ba47-3c5b0b6a8b21, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=d0c615b2-74e0-43cc-ba47-3c5b0b6a8b21,segment=NetworkSegment(04fb9866-245b-47c9-a7bc-8854a722bc22),segment_id=04fb9866-245b-47c9-a7bc-8854a722bc22)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:33:31.966696 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c181c84-bbb8-4051-bb47-7666d7a16596 None None] DHCP port deletion for 0087ab61-2d5d-438b-a324-8b85dab759bc request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:33:31.994575 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-2392d54e-39e2-454f-8a7e-fa0afa8e9037 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1613328 Oct 30 15:33:31.997320 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-012368e9-32c6-4740-81b0-e53c8cba883d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:31.998731 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36188) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:32.007163 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-2c44f260-89f7-4bbc-b8c8-25700b0da531 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Request body: {'security_group_rule': {'security_group_id': 'e37e465b-75a4-42f4-bacb-ed241cbd3185', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:32.024446 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0c98ed26-88c3-46ea-9b95-7e622b91119e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:32.070623 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-2c44f260-89f7-4bbc-b8c8-25700b0da531 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] create failed (client error): The resource could not be found. Oct 30 15:33:32.075426 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-2c44f260-89f7-4bbc-b8c8-25700b0da531 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0722854 Oct 30 15:33:32.076837 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36190) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:32.082655 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-d418c01b-bc64-4bcd-b240-afcd86e2fc02 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Request body: {'security_group': {'name': 'tempest-secgroup--1032544052'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:32.109542 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d418c01b-bc64-4bcd-b240-afcd86e2fc02 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:32.112764 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012368e9-32c6-4740-81b0-e53c8cba883d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Network 0087ab61-2d5d-438b-a324-8b85dab759bc is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:33:32.119979 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-012368e9-32c6-4740-81b0-e53c8cba883d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:33:32.123363 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012368e9-32c6-4740-81b0-e53c8cba883d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:32.123980 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-012368e9-32c6-4740-81b0-e53c8cba883d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:32.148500 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.db.api [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 30 15:33:32.148852 n-d-806683-17 neutron-server[102132]: DEBUG oslo_db.api [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 30 15:33:32.149401 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:32.208530 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c98ed26-88c3-46ea-9b95-7e622b91119e None None] Pushing event updated for resources: {'Port': ['ID=d0c615b2-74e0-43cc-ba47-3c5b0b6a8b21,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:32.215909 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012368e9-32c6-4740-81b0-e53c8cba883d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event updated for resources: {'Subnet': ['ID=36a7bbde-218a-4ed4-a2b8-94b9c10a77ef,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:32.220641 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ee346c88-4d40-4a20-8d5e-08ed64d11a8d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:32.236471 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-012368e9-32c6-4740-81b0-e53c8cba883d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0415673 Oct 30 15:33:32.236582 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d418c01b-bc64-4bcd-b240-afcd86e2fc02 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:32.237779 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36192) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:32.240591 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-ece33fe7-e0c1-4c12-a9f7-41a8615d5f22 None None] Allocated IP 172.20.0.2 (f7b31817-fb37-4338-9a8b-92e463aec38a/cb7f4642-d814-4c95-a5f2-078cbd241a0e/8fc1b3a4-66b1-4c75-a021-652b52eadde2) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:33:32.247904 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-b8f4a2a5-af00-48dc-b22a-4cde0dd1c748 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Request body: {'port': {'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'mac_address': 'fa:16:3e:f0:b2:8f', 'name': 'tempest-NetworksTestDHCPv6-2143958150'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:32.252481 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d418c01b-bc64-4bcd-b240-afcd86e2fc02 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:32.254689 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-4c181c84-bbb8-4051-bb47-7666d7a16596 None None] Deleting port d0c615b2-74e0-43cc-ba47-3c5b0b6a8b21 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:33:32.255619 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4c181c84-bbb8-4051-bb47-7666d7a16596 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:32.257482 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ee346c88-4d40-4a20-8d5e-08ed64d11a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:32.360433 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d418c01b-bc64-4bcd-b240-afcd86e2fc02 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:32.362249 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d418c01b-bc64-4bcd-b240-afcd86e2fc02 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2837412 Oct 30 15:33:32.368239 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36196) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:32.382646 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-3a2a8256-4aac-40d5-ab37-8e8065677898 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Request body: {'security_group': {'name': 'tempest-secgroup--770785315'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:32.390180 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d418c01b-bc64-4bcd-b240-afcd86e2fc02 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e27497b-37f9-478e-a8b2-c12934b20f4c,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:32.468034 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3a2a8256-4aac-40d5-ab37-8e8065677898 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:32.513489 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-ee346c88-4d40-4a20-8d5e-08ed64d11a8d admin admin] Allocated IP 172.25.4.100 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/4ef2f411-3214-46f7-8dc3-00a0463897e9) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:33:32.514968 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f4a2a5-af00-48dc-b22a-4cde0dd1c748 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Made reservation on behalf of 950626c196e345129caa4bb8b656378a for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:33:32.601855 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-4c181c84-bbb8-4051-bb47-7666d7a16596 None None] For port d0c615b2-74e0-43cc-ba47-3c5b0b6a8b21, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=d0c615b2-74e0-43cc-ba47-3c5b0b6a8b21,segment=NetworkSegment(04fb9866-245b-47c9-a7bc-8854a722bc22),segment_id=04fb9866-245b-47c9-a7bc-8854a722bc22)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:33:32.602129 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4c181c84-bbb8-4051-bb47-7666d7a16596 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:32.626107 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-4c181c84-bbb8-4051-bb47-7666d7a16596 None None] Calling delete_port for d0c615b2-74e0-43cc-ba47-3c5b0b6a8b21 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:33:32.650550 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3a2a8256-4aac-40d5-ab37-8e8065677898 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:32.658562 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b8f4a2a5-af00-48dc-b22a-4cde0dd1c748 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:32.661734 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3a2a8256-4aac-40d5-ab37-8e8065677898 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:32.720690 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3a2a8256-4aac-40d5-ab37-8e8065677898 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:32.722372 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-3a2a8256-4aac-40d5-ab37-8e8065677898 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3522296 Oct 30 15:33:32.727323 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36200) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:32.732716 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-17ca748d-b8de-4675-974e-5fca5c198030 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Request body: {'security_group_rule': {'security_group_id': '5e27497b-37f9-478e-a8b2-c12934b20f4c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '5e4a3e16-88ed-4903-9f95-656746fb7c3f'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:32.742778 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [None req-b8f4a2a5-af00-48dc-b22a-4cde0dd1c748 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] device_id is not set on port 1d1bab29-9750-4b68-9ad8-4b31e0e6c46d yet. {{(pid=102131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:33:32.750947 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2a8256-4aac-40d5-ab37-8e8065677898 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4a3e16-88ed-4903-9f95-656746fb7c3f,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:32.759729 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ece33fe7-e0c1-4c12-a9f7-41a8615d5f22 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:32.774329 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ece33fe7-e0c1-4c12-a9f7-41a8615d5f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:32.842917 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece33fe7-e0c1-4c12-a9f7-41a8615d5f22 None None] Pushing event updated for resources: {'Port': ['ID=8fc1b3a4-66b1-4c75-a021-652b52eadde2,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:32.854523 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece33fe7-e0c1-4c12-a9f7-41a8615d5f22 None None] Network f7b31817-fb37-4338-9a8b-92e463aec38a is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:33:32.856661 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-ece33fe7-e0c1-4c12-a9f7-41a8615d5f22 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:33:32.861685 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece33fe7-e0c1-4c12-a9f7-41a8615d5f22 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:33:32.875627 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4c181c84-bbb8-4051-bb47-7666d7a16596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:32.878063 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-17ca748d-b8de-4675-974e-5fca5c198030 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 30 15:33:32.880573 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-17ca748d-b8de-4675-974e-5fca5c198030 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1508086 Oct 30 15:33:32.883852 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36202) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:32.950639 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c181c84-bbb8-4051-bb47-7666d7a16596 None None] No DVR routers for this DVR port d0c615b2-74e0-43cc-ba47-3c5b0b6a8b21 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:33:32.974131 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c181c84-bbb8-4051-bb47-7666d7a16596 None None] Pushing event deleted for resources: {'Port': ['ID=d0c615b2-74e0-43cc-ba47-3c5b0b6a8b21,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:32.976915 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1cd0612-9b57-4eb8-94af-8723305ea687 None None] Network 0087ab61-2d5d-438b-a324-8b85dab759bc requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:33:32.992526 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-b8f4a2a5-af00-48dc-b22a-4cde0dd1c748 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Allocated IP 2001:db8::30c (0087ab61-2d5d-438b-a324-8b85dab759bc/36a7bbde-218a-4ed4-a2b8-94b9c10a77ef/1d1bab29-9750-4b68-9ad8-4b31e0e6c46d) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:33:33.010458 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8111bff0-eea0-495e-b6ed-26304a0bc8b7 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:33.032749 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-ece33fe7-e0c1-4c12-a9f7-41a8615d5f22 None None] Attempting to bind port 8fc1b3a4-66b1-4c75-a021-652b52eadde2 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:33:33.033230 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-ece33fe7-e0c1-4c12-a9f7-41a8615d5f22 None None] Attempting to bind port 8fc1b3a4-66b1-4c75-a021-652b52eadde2 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '42009e01-9045-4c91-9272-931b6d9c6bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f7b31817-fb37-4338-9a8b-92e463aec38a'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:33:33.033704 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece33fe7-e0c1-4c12-a9f7-41a8615d5f22 None None] Attempting to bind port 8fc1b3a4-66b1-4c75-a021-652b52eadde2 on network f7b31817-fb37-4338-9a8b-92e463aec38a {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:33:33.050041 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece33fe7-e0c1-4c12-a9f7-41a8615d5f22 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:33:33.050590 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece33fe7-e0c1-4c12-a9f7-41a8615d5f22 None None] Checking segment: {'id': '42009e01-9045-4c91-9272-931b6d9c6bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f7b31817-fb37-4338-9a8b-92e463aec38a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:33:33.051105 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ece33fe7-e0c1-4c12-a9f7-41a8615d5f22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:33.051679 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece33fe7-e0c1-4c12-a9f7-41a8615d5f22 None None] Bound using segment: {'id': '42009e01-9045-4c91-9272-931b6d9c6bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f7b31817-fb37-4338-9a8b-92e463aec38a'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:33:33.052286 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-ece33fe7-e0c1-4c12-a9f7-41a8615d5f22 None None] Bound port: 8fc1b3a4-66b1-4c75-a021-652b52eadde2, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42009e01-9045-4c91-9272-931b6d9c6bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f7b31817-fb37-4338-9a8b-92e463aec38a'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:33:33.052954 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ece33fe7-e0c1-4c12-a9f7-41a8615d5f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:33.085933 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8111bff0-eea0-495e-b6ed-26304a0bc8b7 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:33.153263 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device d0c615b2-74e0-43cc-ba47-3c5b0b6a8b21 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:33:33.166635 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ee346c88-4d40-4a20-8d5e-08ed64d11a8d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:33.216611 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: d0c615b2-74e0-43cc-ba47-3c5b0b6a8b21 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:33:33.217012 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device d0c615b2-74e0-43cc-ba47-3c5b0b6a8b21 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:33:33.226281 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ee346c88-4d40-4a20-8d5e-08ed64d11a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:33.232611 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8111bff0-eea0-495e-b6ed-26304a0bc8b7 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:33.236284 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8111bff0-eea0-495e-b6ed-26304a0bc8b7 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:33.238964 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-8111bff0-eea0-495e-b6ed-26304a0bc8b7 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] 10.222.0.62 "DELETE /v2.0/security-groups/5e4a3e16-88ed-4903-9f95-656746fb7c3f HTTP/1.1" status: 204 len: 168 time: 0.3537977 Oct 30 15:33:33.248187 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36204) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:33.250760 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-ece33fe7-e0c1-4c12-a9f7-41a8615d5f22 None None] For port 8fc1b3a4-66b1-4c75-a021-652b52eadde2, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:33:33.282073 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8111bff0-eea0-495e-b6ed-26304a0bc8b7 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4a3e16-88ed-4903-9f95-656746fb7c3f,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:33.284151 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee346c88-4d40-4a20-8d5e-08ed64d11a8d admin admin] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:33:33.288286 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-ee346c88-4d40-4a20-8d5e-08ed64d11a8d admin admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:33:33.295819 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-ece33fe7-e0c1-4c12-a9f7-41a8615d5f22 None None] For port 8fc1b3a4-66b1-4c75-a021-652b52eadde2, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=8fc1b3a4-66b1-4c75-a021-652b52eadde2,segment=NetworkSegment(42009e01-9045-4c91-9272-931b6d9c6bd5),segment_id=42009e01-9045-4c91-9272-931b6d9c6bd5)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:33:33.309898 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ece33fe7-e0c1-4c12-a9f7-41a8615d5f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:33.311658 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee346c88-4d40-4a20-8d5e-08ed64d11a8d admin admin] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:33:33.317924 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0ee68d-8c3f-4e50-b137-61f54fd22d2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-0087ab61-2d5d-438b-a324-8b85dab759bc', 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'tenant_id': '950626c196e345129caa4bb8b656378a', 'fixed_ips': [{'subnet_id': '36a7bbde-218a-4ed4-a2b8-94b9c10a77ef'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:33:33.318911 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-cc0ee68d-8c3f-4e50-b137-61f54fd22d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:33.323046 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b8f4a2a5-af00-48dc-b22a-4cde0dd1c748 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:33.360526 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-dd428f0a-616a-48aa-81e4-738d1abd6707 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1098197 Oct 30 15:33:33.361094 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee346c88-4d40-4a20-8d5e-08ed64d11a8d admin admin] Pushing event updated for resources: {'Port': ['ID=4ef2f411-3214-46f7-8dc3-00a0463897e9,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:33.363412 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36206) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:33.387876 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b8f4a2a5-af00-48dc-b22a-4cde0dd1c748 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:33.457131 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f4a2a5-af00-48dc-b22a-4cde0dd1c748 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event updated for resources: {'Port': ['ID=1d1bab29-9750-4b68-9ad8-4b31e0e6c46d,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:33.471957 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f4a2a5-af00-48dc-b22a-4cde0dd1c748 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Network 0087ab61-2d5d-438b-a324-8b85dab759bc is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:33:33.474479 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-b8f4a2a5-af00-48dc-b22a-4cde0dd1c748 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:33:33.477887 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f4a2a5-af00-48dc-b22a-4cde0dd1c748 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:33:33.486097 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f4a2a5-af00-48dc-b22a-4cde0dd1c748 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:33.487004 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b8f4a2a5-af00-48dc-b22a-4cde0dd1c748 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:33.511709 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b8f4a2a5-af00-48dc-b22a-4cde0dd1c748 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2687809 Oct 30 15:33:33.512365 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36210) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:33.532294 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece33fe7-e0c1-4c12-a9f7-41a8615d5f22 None None] Pushing event updated for resources: {'Port': ['ID=8fc1b3a4-66b1-4c75-a021-652b52eadde2,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:33.628335 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cdf9370-b1b4-4124-b73d-346f60ee56dc tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:33.630680 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-7cdf9370-b1b4-4124-b73d-346f60ee56dc tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1165619 Oct 30 15:33:33.635017 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36214) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:33.654105 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d2836710-ddd5-4dab-a0ef-eae8a9521de0 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:33.665200 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-cc0ee68d-8c3f-4e50-b137-61f54fd22d2d None None] Allocated IP 2001:db8::2 (0087ab61-2d5d-438b-a324-8b85dab759bc/36a7bbde-218a-4ed4-a2b8-94b9c10a77ef/eafaaf0d-6e0b-4b92-a4a9-549a624cc6b5) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:33:33.821156 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-3d8c6e58-c906-4d25-aa87-2572d6ad7cd6 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Deleting port 1d1bab29-9750-4b68-9ad8-4b31e0e6c46d {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:33:33.821808 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3d8c6e58-c906-4d25-aa87-2572d6ad7cd6 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:33.841863 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d2836710-ddd5-4dab-a0ef-eae8a9521de0 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:33.931929 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ee346c88-4d40-4a20-8d5e-08ed64d11a8d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:33.936693 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d2836710-ddd5-4dab-a0ef-eae8a9521de0 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:33.938446 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d2836710-ddd5-4dab-a0ef-eae8a9521de0 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:33.943012 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-d2836710-ddd5-4dab-a0ef-eae8a9521de0 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] 10.222.0.62 "DELETE /v2.0/security-groups/5e27497b-37f9-478e-a8b2-c12934b20f4c HTTP/1.1" status: 204 len: 168 time: 0.5744879 Oct 30 15:33:33.949341 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36216) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:33.961636 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3d8c6e58-c906-4d25-aa87-2572d6ad7cd6 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:33.980860 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-cc0ee68d-8c3f-4e50-b137-61f54fd22d2d None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:33.983254 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-3d8c6e58-c906-4d25-aa87-2572d6ad7cd6 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Calling delete_port for 1d1bab29-9750-4b68-9ad8-4b31e0e6c46d owned by {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:33:33.992898 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-cc0ee68d-8c3f-4e50-b137-61f54fd22d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:34.019418 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2836710-ddd5-4dab-a0ef-eae8a9521de0 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e27497b-37f9-478e-a8b2-c12934b20f4c,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:34.059646 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0ee68d-8c3f-4e50-b137-61f54fd22d2d None None] Network 0087ab61-2d5d-438b-a324-8b85dab759bc is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:33:34.065817 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-cc0ee68d-8c3f-4e50-b137-61f54fd22d2d None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:33:34.074089 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0ee68d-8c3f-4e50-b137-61f54fd22d2d None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:33:34.076227 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0ee68d-8c3f-4e50-b137-61f54fd22d2d None None] Pushing event updated for resources: {'Port': ['ID=eafaaf0d-6e0b-4b92-a4a9-549a624cc6b5,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:34.105777 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-5b2a0012-c3d1-47cc-9e0f-f2330045fff5 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1539299 Oct 30 15:33:34.105777 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36218) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:34.116327 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-2264b2a3-5bde-4ff8-a843-eff86dae1215 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Request body: {'security_group': {'name': 'tempest-secgroup--670893762'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:34.142612 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-cc0ee68d-8c3f-4e50-b137-61f54fd22d2d None None] Attempting to bind port eafaaf0d-6e0b-4b92-a4a9-549a624cc6b5 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:33:34.143955 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-cc0ee68d-8c3f-4e50-b137-61f54fd22d2d None None] Attempting to bind port eafaaf0d-6e0b-4b92-a4a9-549a624cc6b5 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:33:34.145534 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0ee68d-8c3f-4e50-b137-61f54fd22d2d None None] Attempting to bind port eafaaf0d-6e0b-4b92-a4a9-549a624cc6b5 on network 0087ab61-2d5d-438b-a324-8b85dab759bc {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:33:34.154723 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0ee68d-8c3f-4e50-b137-61f54fd22d2d None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:33:34.155143 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0ee68d-8c3f-4e50-b137-61f54fd22d2d None None] Checking segment: {'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:33:34.155521 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-cc0ee68d-8c3f-4e50-b137-61f54fd22d2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:34.155926 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0ee68d-8c3f-4e50-b137-61f54fd22d2d None None] Bound using segment: {'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:33:34.156571 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-cc0ee68d-8c3f-4e50-b137-61f54fd22d2d None None] Bound port: eafaaf0d-6e0b-4b92-a4a9-549a624cc6b5, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:33:34.156960 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-cc0ee68d-8c3f-4e50-b137-61f54fd22d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:34.174010 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2264b2a3-5bde-4ff8-a843-eff86dae1215 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:34.204358 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ee346c88-4d40-4a20-8d5e-08ed64d11a8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:34.238870 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-cc0ee68d-8c3f-4e50-b137-61f54fd22d2d None None] For port eafaaf0d-6e0b-4b92-a4a9-549a624cc6b5, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:33:34.243374 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-cc0ee68d-8c3f-4e50-b137-61f54fd22d2d None None] For port eafaaf0d-6e0b-4b92-a4a9-549a624cc6b5, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=eafaaf0d-6e0b-4b92-a4a9-549a624cc6b5,segment=NetworkSegment(04fb9866-245b-47c9-a7bc-8854a722bc22),segment_id=04fb9866-245b-47c9-a7bc-8854a722bc22)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:33:34.252048 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-cc0ee68d-8c3f-4e50-b137-61f54fd22d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:34.296848 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3d8c6e58-c906-4d25-aa87-2572d6ad7cd6 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:34.331501 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0ee68d-8c3f-4e50-b137-61f54fd22d2d None None] Pushing event updated for resources: {'Port': ['ID=eafaaf0d-6e0b-4b92-a4a9-549a624cc6b5,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:34.382367 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8c6e58-c906-4d25-aa87-2572d6ad7cd6 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event deleted for resources: {'Port': ['ID=1d1bab29-9750-4b68-9ad8-4b31e0e6c46d,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:34.435359 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee346c88-4d40-4a20-8d5e-08ed64d11a8d admin admin] Router ad97264b-41a1-4b0a-ada8-16e502a8f63c is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:33:34.446141 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3d8c6e58-c906-4d25-aa87-2572d6ad7cd6 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:34.451220 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-3d8c6e58-c906-4d25-aa87-2572d6ad7cd6 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/ports/1d1bab29-9750-4b68-9ad8-4b31e0e6c46d HTTP/1.1" status: 204 len: 168 time: 0.8151176 Oct 30 15:33:34.457402 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36220) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:34.629834 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2264b2a3-5bde-4ff8-a843-eff86dae1215 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:34.634866 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d36bbbe-4762-4751-acdc-ee22620478a8 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:34.635836 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee346c88-4d40-4a20-8d5e-08ed64d11a8d admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:33:34.637379 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d36bbbe-4762-4751-acdc-ee22620478a8 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:34.649686 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f662cc-e950-431a-a7d3-0f86a93c2db9 None None] Sync routers for ids ['ad97264b-41a1-4b0a-ada8-16e502a8f63c'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:33:34.653766 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36224) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:34.671509 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-3d36bbbe-4762-4751-acdc-ee22620478a8 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2124233 Oct 30 15:33:34.675535 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f662cc-e950-431a-a7d3-0f86a93c2db9 None None] Routers {'ad97264b-41a1-4b0a-ada8-16e502a8f63c'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:33:34.675703 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2264b2a3-5bde-4ff8-a843-eff86dae1215 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:34.675817 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-a9f662cc-e950-431a-a7d3-0f86a93c2db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:33:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['ad97264b-41a1-4b0a-ada8-16e502a8f63c'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:33:34.720648 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ee346c88-4d40-4a20-8d5e-08ed64d11a8d admin admin] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:34.725902 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-ee346c88-4d40-4a20-8d5e-08ed64d11a8d admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3716271 Oct 30 15:33:34.726798 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36226) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:34.767621 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d55d065-3f2d-46bb-9b29-02acf03b12b4 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Deleting subnet 36a7bbde-218a-4ed4-a2b8-94b9c10a77ef {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:33:34.774197 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2d55d065-3f2d-46bb-9b29-02acf03b12b4 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:34.854529 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2d55d065-3f2d-46bb-9b29-02acf03b12b4 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:34.867943 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-a9f662cc-e950-431a-a7d3-0f86a93c2db9 None None] Set router ad97264b-41a1-4b0a-ada8-16e502a8f63c gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:33:34.965051 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2264b2a3-5bde-4ff8-a843-eff86dae1215 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:34.969261 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-2264b2a3-5bde-4ff8-a843-eff86dae1215 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8548923 Oct 30 15:33:34.972183 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36230) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:34.972345 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2d55d065-3f2d-46bb-9b29-02acf03b12b4 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:34.976324 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-0c8afa5e-c006-40e2-9d19-0c9e7bdeeaec tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:34.977046 n-d-806683-17 neutron-server[102131]: WARNING neutron.api.v2.base [None req-0c8afa5e-c006-40e2-9d19-0c9e7bdeeaec tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 30 15:33:34.977718 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-0c8afa5e-c006-40e2-9d19-0c9e7bdeeaec tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] update failed (client error): There was a conflict when trying to complete your request. Oct 30 15:33:34.999643 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-0c8afa5e-c006-40e2-9d19-0c9e7bdeeaec tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] 10.222.0.62 "PUT /v2.0/security-groups/f0c2cef8-77f1-4edb-9e47-ffe1e35fe203 HTTP/1.1" status: 409 len: 330 time: 0.0176411 Oct 30 15:33:35.040108 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2264b2a3-5bde-4ff8-a843-eff86dae1215 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c2cef8-77f1-4edb-9e47-ffe1e35fe203,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:35.064770 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36232) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:35.097293 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2d55d065-3f2d-46bb-9b29-02acf03b12b4 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:35.126348 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282e565c-0beb-4ec4-afa4-edc40fceb558 None None] Network f7b31817-fb37-4338-9a8b-92e463aec38a requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:33:35.148777 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d55d065-3f2d-46bb-9b29-02acf03b12b4 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event deleted for resources: {'Subnet': ['ID=36a7bbde-218a-4ed4-a2b8-94b9c10a77ef,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:35.155514 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2d55d065-3f2d-46bb-9b29-02acf03b12b4 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:35.159039 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-2d55d065-3f2d-46bb-9b29-02acf03b12b4 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/subnets/36a7bbde-218a-4ed4-a2b8-94b9c10a77ef HTTP/1.1" status: 204 len: 168 time: 0.5035250 Oct 30 15:33:35.162046 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36234) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:35.235566 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-2938b7ce-f6d2-4e6e-a229-387a2d66c57e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0711555 Oct 30 15:33:35.247174 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36236) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:35.268625 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-982788c8-b98c-46a7-847d-2bccc71853a0 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:35.306496 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 8fc1b3a4-66b1-4c75-a021-652b52eadde2 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:33:35.321926 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-982788c8-b98c-46a7-847d-2bccc71853a0 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:35.370753 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-982788c8-b98c-46a7-847d-2bccc71853a0 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:35.374156 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-982788c8-b98c-46a7-847d-2bccc71853a0 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:35.375533 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-982788c8-b98c-46a7-847d-2bccc71853a0 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] 10.222.0.62 "DELETE /v2.0/security-groups/f0c2cef8-77f1-4edb-9e47-ffe1e35fe203 HTTP/1.1" status: 204 len: 168 time: 0.3093810 Oct 30 15:33:35.379399 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36238) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:35.402177 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982788c8-b98c-46a7-847d-2bccc71853a0 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c2cef8-77f1-4edb-9e47-ffe1e35fe203,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:35.446470 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-81d5f091-2b6d-468b-8c76-6c2ef1baac7a None None] Provisioning complete for port 8fc1b3a4-66b1-4c75-a021-652b52eadde2 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:33:35.446887 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-81d5f091-2b6d-468b-8c76-6c2ef1baac7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:35.458128 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-fe06ae3c-df58-4f39-b5a7-ddcb411c617f tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0767360 Oct 30 15:33:35.461857 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36240) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:35.485188 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [None req-9582c284-fcbd-461a-a68c-ff87985b8a64 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] delete failed (client error): The resource could not be found. Oct 30 15:33:35.491833 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9582c284-fcbd-461a-a68c-ff87985b8a64 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] 10.222.0.62 "DELETE /v2.0/security-groups/cb02407b-1263-422e-bc65-f3aa2c2dc9ed HTTP/1.1" status: 404 len: 347 time: 0.0284867 Oct 30 15:33:35.493042 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36242) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:35.509809 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [None req-bdb5a093-db1d-4828-a48b-427c0f81b7c3 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] show failed (client error): The resource could not be found. Oct 30 15:33:35.517380 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-bdb5a093-db1d-4828-a48b-427c0f81b7c3 tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] 10.222.0.62 "GET /v2.0/security-groups/bb267d51-ad1d-48d7-b84b-0c271ced5c7b HTTP/1.1" status: 404 len: 347 time: 0.0225427 Oct 30 15:33:35.518494 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36244) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:35.539380 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [None req-3afb4c5d-c6a0-4a0f-9c15-cfdf8bbbc68e tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] show failed (client error): The resource could not be found. Oct 30 15:33:35.553955 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-3afb4c5d-c6a0-4a0f-9c15-cfdf8bbbc68e tempest-NegativeSecGroupTest-1618978001 tempest-NegativeSecGroupTest-1618978001-project] 10.222.0.62 "GET /v2.0/security-group-rules/d4b03360-3d3f-42cc-906c-eacfcb3f21f9 HTTP/1.1" status: 404 len: 356 time: 0.0244322 Oct 30 15:33:35.748005 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-a9f662cc-e950-431a-a7d3-0f86a93c2db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad97264b-41a1-4b0a-ada8-16e502a8f63c', 'name': 'tempest-TestServerBasicOps-1010027017-router', 'tenant_id': '618f83bcebd64e44892a09ff47fd42c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '4ef2f411-3214-46f7-8dc3-00a0463897e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:33:31Z', 'updated_at': '2021-10-30T15:33:33Z', 'revision_number': 3, 'project_id': '618f83bcebd64e44892a09ff47fd42c7', 'gw_port': {'id': '4ef2f411-3214-46f7-8dc3-00a0463897e9', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:5d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad97264b-41a1-4b0a-ada8-16e502a8f63c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:33:32Z', 'updated_at': '2021-10-30T15:33:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:33:35.763284 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 8fc1b3a4-66b1-4c75-a021-652b52eadde2 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:33:35.763686 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:35.896403 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36254) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:35.910001 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3709682-8900-4134-9e7d-cbe705902b98 None None] Network 0087ab61-2d5d-438b-a324-8b85dab759bc requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:33:36.005765 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-26c3ff43-382c-412c-baf6-234dc7c07cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:36.048679 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e608c0-94cc-4d0d-a37b-c53f00cac1b4 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:36.050515 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-e4e608c0-94cc-4d0d-a37b-c53f00cac1b4 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.8016460 Oct 30 15:33:36.053601 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36258) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:36.054369 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-59877439-e937-45b9-a732-df61e6ab64c7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8b56e8e27a1c414a8f561f8c1eff7200&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1561115 Oct 30 15:33:36.056658 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36260) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:36.116444 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0d48de99-5f94-48c9-bbc7-63346bc3dcef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:36.120239 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e318ff29-6691-441b-ab4d-cce777cec9b7 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:36.122309 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-e318ff29-6691-441b-ab4d-cce777cec9b7 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0671105 Oct 30 15:33:36.130620 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36262) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:36.174620 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f662cc-e950-431a-a7d3-0f86a93c2db9 None None] Checking router: ad97264b-41a1-4b0a-ada8-16e502a8f63c for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:33:36.175201 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f662cc-e950-431a-a7d3-0f86a93c2db9 None None] Updating router ad97264b-41a1-4b0a-ada8-16e502a8f63c port 4ef2f411-3214-46f7-8dc3-00a0463897e9 binding host n-d-806683-17 {{(pid=102132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:33:36.191545 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-5e303021-5624-4f6d-8e28-2b403b1b941f tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0592117 Oct 30 15:33:36.192419 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36264) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:36.198340 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0d48de99-5f94-48c9-bbc7-63346bc3dcef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:36.204017 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-19d2b2bf-fde2-4fc8-852d-195ff7506dce tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Request body: {'subnet': {'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:36.257388 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-81d5f091-2b6d-468b-8c76-6c2ef1baac7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:36.282255 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a9f662cc-e950-431a-a7d3-0f86a93c2db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:36.357292 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-81d5f091-2b6d-468b-8c76-6c2ef1baac7a None None] For port 8fc1b3a4-66b1-4c75-a021-652b52eadde2, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=8fc1b3a4-66b1-4c75-a021-652b52eadde2,segment=NetworkSegment(42009e01-9045-4c91-9272-931b6d9c6bd5),segment_id=42009e01-9045-4c91-9272-931b6d9c6bd5)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:33:36.369788 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d2b2bf-fde2-4fc8-852d-195ff7506dce tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Made reservation on behalf of 950626c196e345129caa4bb8b656378a for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:33:36.372290 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-81d5f091-2b6d-468b-8c76-6c2ef1baac7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:36.379569 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-19d2b2bf-fde2-4fc8-852d-195ff7506dce tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:36.380818 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-26c3ff43-382c-412c-baf6-234dc7c07cb5 admin admin] Allocated IP 172.20.0.1 (f7b31817-fb37-4338-9a8b-92e463aec38a/cb7f4642-d814-4c95-a5f2-078cbd241a0e/718e6941-d905-4c43-b46e-71be47228792) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:33:36.454321 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0d48de99-5f94-48c9-bbc7-63346bc3dcef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:36.457275 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0d48de99-5f94-48c9-bbc7-63346bc3dcef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:36.458636 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-0d48de99-5f94-48c9-bbc7-63346bc3dcef admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dd0c9078-7225-43eb-bd66-f98005f71b5e HTTP/1.1" status: 204 len: 168 time: 0.4007511 Oct 30 15:33:36.475100 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48de99-5f94-48c9-bbc7-63346bc3dcef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0c9078-7225-43eb-bd66-f98005f71b5e,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:36.592317 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-26c3ff43-382c-412c-baf6-234dc7c07cb5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:36.661033 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-26c3ff43-382c-412c-baf6-234dc7c07cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:36.671512 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device eafaaf0d-6e0b-4b92-a4a9-549a624cc6b5 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:33:36.690231 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d5f091-2b6d-468b-8c76-6c2ef1baac7a None None] Pushing event updated for resources: {'Port': ['ID=8fc1b3a4-66b1-4c75-a021-652b52eadde2,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:36.711119 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4cb151-986f-4f46-93c9-f41c19f2ca4d None None] DHCP port deletion for 0087ab61-2d5d-438b-a324-8b85dab759bc request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:33:36.714356 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-812bdf48-3c08-418f-9b98-1a77ef7c4fbd None None] Provisioning complete for port eafaaf0d-6e0b-4b92-a4a9-549a624cc6b5 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:33:36.714735 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-812bdf48-3c08-418f-9b98-1a77ef7c4fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:36.718369 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c3ff43-382c-412c-baf6-234dc7c07cb5 admin admin] Network f7b31817-fb37-4338-9a8b-92e463aec38a is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:33:36.724918 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-26c3ff43-382c-412c-baf6-234dc7c07cb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:33:36.727711 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c3ff43-382c-412c-baf6-234dc7c07cb5 admin admin] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:33:36.765257 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c3ff43-382c-412c-baf6-234dc7c07cb5 admin admin] Pushing event updated for resources: {'Port': ['ID=718e6941-d905-4c43-b46e-71be47228792,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:36.788354 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-26c3ff43-382c-412c-baf6-234dc7c07cb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:36.880276 n-d-806683-17 neutron-server[102130]: DEBUG neutron.objects.ports [None req-19d2b2bf-fde2-4fc8-852d-195ff7506dce tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102130) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 30 15:33:36.994154 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port eafaaf0d-6e0b-4b92-a4a9-549a624cc6b5 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:33:36.994537 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:37.084355 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-26c3ff43-382c-412c-baf6-234dc7c07cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:37.126390 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-19d2b2bf-fde2-4fc8-852d-195ff7506dce tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:37.166929 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-fb4cb151-986f-4f46-93c9-f41c19f2ca4d None None] Deleting port eafaaf0d-6e0b-4b92-a4a9-549a624cc6b5 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:33:37.167324 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-fb4cb151-986f-4f46-93c9-f41c19f2ca4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:37.219119 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-812bdf48-3c08-418f-9b98-1a77ef7c4fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:37.274939 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-26c3ff43-382c-412c-baf6-234dc7c07cb5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:37.281988 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-26c3ff43-382c-412c-baf6-234dc7c07cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:37.338637 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-19d2b2bf-fde2-4fc8-852d-195ff7506dce tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] For port eafaaf0d-6e0b-4b92-a4a9-549a624cc6b5, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=eafaaf0d-6e0b-4b92-a4a9-549a624cc6b5,segment=NetworkSegment(04fb9866-245b-47c9-a7bc-8854a722bc22),segment_id=04fb9866-245b-47c9-a7bc-8854a722bc22)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:33:37.344779 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a9f662cc-e950-431a-a7d3-0f86a93c2db9 None None] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:37.354578 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c3ff43-382c-412c-baf6-234dc7c07cb5 admin admin] Pushing event updated for resources: {'Port': ['ID=718e6941-d905-4c43-b46e-71be47228792,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:37.362622 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a9f662cc-e950-431a-a7d3-0f86a93c2db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:37.369045 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:37.383881 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-19d2b2bf-fde2-4fc8-852d-195ff7506dce tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:37.388967 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-26c3ff43-382c-412c-baf6-234dc7c07cb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:37.389491 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-19d2b2bf-fde2-4fc8-852d-195ff7506dce tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:37.390220 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-19d2b2bf-fde2-4fc8-852d-195ff7506dce tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:37.469148 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-fb4cb151-986f-4f46-93c9-f41c19f2ca4d None None] For port eafaaf0d-6e0b-4b92-a4a9-549a624cc6b5, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=eafaaf0d-6e0b-4b92-a4a9-549a624cc6b5,segment=NetworkSegment(04fb9866-245b-47c9-a7bc-8854a722bc22),segment_id=04fb9866-245b-47c9-a7bc-8854a722bc22)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:33:37.469548 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-fb4cb151-986f-4f46-93c9-f41c19f2ca4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:37.491591 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c3ff43-382c-412c-baf6-234dc7c07cb5 admin admin] Network f7b31817-fb37-4338-9a8b-92e463aec38a is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:33:37.493062 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-26c3ff43-382c-412c-baf6-234dc7c07cb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:33:37.497814 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.db.api [None req-812bdf48-3c08-418f-9b98-1a77ef7c4fbd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 30 15:33:37.498173 n-d-806683-17 neutron-server[102132]: DEBUG oslo_db.api [None req-812bdf48-3c08-418f-9b98-1a77ef7c4fbd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 30 15:33:37.506341 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-fb4cb151-986f-4f46-93c9-f41c19f2ca4d None None] Calling delete_port for eafaaf0d-6e0b-4b92-a4a9-549a624cc6b5 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:33:37.508083 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0443a5b-0f6e-4876-b718-0918c5872159 None None] Pushing event updated for resources: {'Port': ['ID=4ef2f411-3214-46f7-8dc3-00a0463897e9,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:37.527979 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d2b2bf-fde2-4fc8-852d-195ff7506dce tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event updated for resources: {'Port': ['ID=eafaaf0d-6e0b-4b92-a4a9-549a624cc6b5,revision_number=5']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:37.532066 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d2b2bf-fde2-4fc8-852d-195ff7506dce tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event updated for resources: {'Subnet': ['ID=e22fb895-3133-433b-b1d1-b98eecb75632,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:37.542485 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d2b2bf-fde2-4fc8-852d-195ff7506dce tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Network 0087ab61-2d5d-438b-a324-8b85dab759bc is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:33:37.544175 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-19d2b2bf-fde2-4fc8-852d-195ff7506dce tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:33:37.547494 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d2b2bf-fde2-4fc8-852d-195ff7506dce tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:37.548147 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-19d2b2bf-fde2-4fc8-852d-195ff7506dce tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:37.554678 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-a9f662cc-e950-431a-a7d3-0f86a93c2db9 None None] Attempting to bind port 4ef2f411-3214-46f7-8dc3-00a0463897e9 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:33:37.555243 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-a9f662cc-e950-431a-a7d3-0f86a93c2db9 None None] Attempting to bind port 4ef2f411-3214-46f7-8dc3-00a0463897e9 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:33:37.555804 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f662cc-e950-431a-a7d3-0f86a93c2db9 None None] Attempting to bind port 4ef2f411-3214-46f7-8dc3-00a0463897e9 on network edc38ef5-7816-4133-914c-cfe2849a0125 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:33:37.571715 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-19d2b2bf-fde2-4fc8-852d-195ff7506dce tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3753290 Oct 30 15:33:37.574331 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36290) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:37.581090 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-24fd3851-a20f-4278-885c-ddbcc47f3f8b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Request body: {'subnet': {'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:37.598081 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36292) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:37.670383 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c3ff43-382c-412c-baf6-234dc7c07cb5 admin admin] Router ad97264b-41a1-4b0a-ada8-16e502a8f63c has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:33:37.717355 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24fd3851-a20f-4278-885c-ddbcc47f3f8b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Made reservation on behalf of 950626c196e345129caa4bb8b656378a for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:33:37.722433 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-24fd3851-a20f-4278-885c-ddbcc47f3f8b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:37.737318 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-fb4cb151-986f-4f46-93c9-f41c19f2ca4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:37.749923 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f662cc-e950-431a-a7d3-0f86a93c2db9 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:33:37.750856 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f662cc-e950-431a-a7d3-0f86a93c2db9 None None] Checking segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:33:37.751784 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a9f662cc-e950-431a-a7d3-0f86a93c2db9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:37.752186 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f662cc-e950-431a-a7d3-0f86a93c2db9 None None] Bound using segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:33:37.752682 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-a9f662cc-e950-431a-a7d3-0f86a93c2db9 None None] Bound port: 4ef2f411-3214-46f7-8dc3-00a0463897e9, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:33:37.753070 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a9f662cc-e950-431a-a7d3-0f86a93c2db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:37.798063 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-e4d853a6-45a4-4455-8ab6-d06a2a11ebaa tempest-TagsTest-1498026189 tempest-TagsTest-1498026189-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-733607438'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:37.802710 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.db.api [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 30 15:33:37.803190 n-d-806683-17 neutron-server[102132]: DEBUG oslo_db.api [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 30 15:33:37.808745 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4cb151-986f-4f46-93c9-f41c19f2ca4d None None] Pushing event deleted for resources: {'Port': ['ID=eafaaf0d-6e0b-4b92-a4a9-549a624cc6b5,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:37.857709 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d853a6-45a4-4455-8ab6-d06a2a11ebaa tempest-TagsTest-1498026189 tempest-TagsTest-1498026189-project] Made reservation on behalf of 48d45bf8b0f048699df533d291f2f072 for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:33:37.860797 n-d-806683-17 neutron-server[102130]: INFO neutron.db.ipam_backend_mixin [None req-24fd3851-a20f-4278-885c-ddbcc47f3f8b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e22fb895-3133-433b-b1d1-b98eecb75632 (CIDR: 2001:db8::/64) Oct 30 15:33:37.862023 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e4d853a6-45a4-4455-8ab6-d06a2a11ebaa tempest-TagsTest-1498026189 tempest-TagsTest-1498026189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:37.864782 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-24fd3851-a20f-4278-885c-ddbcc47f3f8b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 30 15:33:37.865373 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24fd3851-a20f-4278-885c-ddbcc47f3f8b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:33:37.872846 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e4d853a6-45a4-4455-8ab6-d06a2a11ebaa tempest-TagsTest-1498026189 tempest-TagsTest-1498026189-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:37.874375 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4cb151-986f-4f46-93c9-f41c19f2ca4d None None] No DVR routers for this DVR port eafaaf0d-6e0b-4b92-a4a9-549a624cc6b5 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:33:37.875584 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c3ff43-382c-412c-baf6-234dc7c07cb5 admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:33:37.879532 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-a9f662cc-e950-431a-a7d3-0f86a93c2db9 None None] For port 4ef2f411-3214-46f7-8dc3-00a0463897e9, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:33:37.893967 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-26c3ff43-382c-412c-baf6-234dc7c07cb5 admin admin] 10.222.0.62 "PUT /v2.0/routers/ad97264b-41a1-4b0a-ada8-16e502a8f63c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1623874 Oct 30 15:33:37.906827 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-24fd3851-a20f-4278-885c-ddbcc47f3f8b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3312135 Oct 30 15:33:37.908552 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8086f468-290c-4275-80a8-8b3762fce461 None None] Network 0087ab61-2d5d-438b-a324-8b85dab759bc requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:33:37.909636 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36298) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:37.915998 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-a9f662cc-e950-431a-a7d3-0f86a93c2db9 None None] For port 4ef2f411-3214-46f7-8dc3-00a0463897e9, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=4ef2f411-3214-46f7-8dc3-00a0463897e9,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:33:37.917341 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-123e5dc4-12d9-4dc5-85c4-19e043d93834 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Request body: {'subnet': {'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:37.969322 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a9f662cc-e950-431a-a7d3-0f86a93c2db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:38.025449 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e4d853a6-45a4-4455-8ab6-d06a2a11ebaa tempest-TagsTest-1498026189 tempest-TagsTest-1498026189-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:38.032691 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e4d853a6-45a4-4455-8ab6-d06a2a11ebaa tempest-TagsTest-1498026189 tempest-TagsTest-1498026189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:38.068384 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4d853a6-45a4-4455-8ab6-d06a2a11ebaa tempest-TagsTest-1498026189 tempest-TagsTest-1498026189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:33:38.074033 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-812bdf48-3c08-418f-9b98-1a77ef7c4fbd None None] Port eafaaf0d-6e0b-4b92-a4a9-549a624cc6b5 update to ACTIVE by agent not found {{(pid=102132) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 30 15:33:38.092121 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e4d853a6-45a4-4455-8ab6-d06a2a11ebaa tempest-TagsTest-1498026189 tempest-TagsTest-1498026189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:38.092469 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-e4d853a6-45a4-4455-8ab6-d06a2a11ebaa tempest-TagsTest-1498026189 tempest-TagsTest-1498026189-project] Added segment 38eb65ff-5bea-4833-8fb3-d7682915f0a4 of type vlan for network 79f138f3-0759-4b79-9682-f4f6dd201690 Oct 30 15:33:38.112806 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f662cc-e950-431a-a7d3-0f86a93c2db9 None None] Routers {'ad97264b-41a1-4b0a-ada8-16e502a8f63c'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:33:38.113629 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-a9f662cc-e950-431a-a7d3-0f86a93c2db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:33:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['ad97264b-41a1-4b0a-ada8-16e502a8f63c'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:33:38.125345 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0443a5b-0f6e-4876-b718-0918c5872159 None None] Pushing event updated for resources: {'Port': ['ID=4ef2f411-3214-46f7-8dc3-00a0463897e9,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:38.170947 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e4d853a6-45a4-4455-8ab6-d06a2a11ebaa tempest-TagsTest-1498026189 tempest-TagsTest-1498026189-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:38.173656 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d853a6-45a4-4455-8ab6-d06a2a11ebaa tempest-TagsTest-1498026189 tempest-TagsTest-1498026189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad9cedb-91ec-4da5-a4c5-642b45a76f9b,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:38.184862 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123e5dc4-12d9-4dc5-85c4-19e043d93834 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Made reservation on behalf of 950626c196e345129caa4bb8b656378a for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:33:38.192628 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-123e5dc4-12d9-4dc5-85c4-19e043d93834 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:38.207003 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e4d853a6-45a4-4455-8ab6-d06a2a11ebaa tempest-TagsTest-1498026189 tempest-TagsTest-1498026189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:38.221459 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d853a6-45a4-4455-8ab6-d06a2a11ebaa tempest-TagsTest-1498026189 tempest-TagsTest-1498026189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:38.223219 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e4d853a6-45a4-4455-8ab6-d06a2a11ebaa tempest-TagsTest-1498026189 tempest-TagsTest-1498026189-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:38.255175 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-c06427f0-9ccc-4bb7-9412-02d89a0b9a92 None None] Provisioning complete for port 8fc1b3a4-66b1-4c75-a021-652b52eadde2 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:33:38.255814 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c06427f0-9ccc-4bb7-9412-02d89a0b9a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:38.309917 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36308) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:38.310706 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-e4d853a6-45a4-4455-8ab6-d06a2a11ebaa tempest-TagsTest-1498026189 tempest-TagsTest-1498026189-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.7114890 Oct 30 15:33:38.323876 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d853a6-45a4-4455-8ab6-d06a2a11ebaa tempest-TagsTest-1498026189 tempest-TagsTest-1498026189-project] Pushing event updated for resources: {'Network': ['ID=79f138f3-0759-4b79-9682-f4f6dd201690,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:38.340349 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.tag.tag_plugin [None req-3472ed13-f5dd-4d0e-9c77-b344af1a55c6 tempest-TagsTest-1498026189 tempest-TagsTest-1498026189-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '79f138f3-0759-4b79-9682-f4f6dd201690', 'tempest-TagsTest-Tag-111401938') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:33:38.497863 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 79f138f3-0759-4b79-9682-f4f6dd201690 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:33:38.528599 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-3472ed13-f5dd-4d0e-9c77-b344af1a55c6 tempest-TagsTest-1498026189 tempest-TagsTest-1498026189-project] 10.222.0.62 "PUT /v2.0/networks/79f138f3-0759-4b79-9682-f4f6dd201690/tags/tempest-TagsTest-Tag-111401938 HTTP/1.1" status: 201 len: 201 time: 0.2111886 Oct 30 15:33:38.531237 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36316) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:38.533918 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff39962-f7a3-4a02-9742-1b8eea3845bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-0087ab61-2d5d-438b-a324-8b85dab759bc', 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'tenant_id': '950626c196e345129caa4bb8b656378a', 'fixed_ips': [{'subnet_id': 'e22fb895-3133-433b-b1d1-b98eecb75632'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:33:38.534575 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0ff39962-f7a3-4a02-9742-1b8eea3845bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:38.538575 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.tag.tag_plugin [None req-f53ef4be-8394-4665-903b-a4ce95c076d1 tempest-TagsTest-1498026189 tempest-TagsTest-1498026189-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '79f138f3-0759-4b79-9682-f4f6dd201690', 'tempest-TagsTest-Tag-111401938') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:33:38.573673 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Port eafaaf0d-6e0b-4b92-a4a9-549a624cc6b5 update to ACTIVE by agent not found {{(pid=102132) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 30 15:33:38.582347 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-a9f662cc-e950-431a-a7d3-0f86a93c2db9 None None] Set router ad97264b-41a1-4b0a-ada8-16e502a8f63c gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:33:38.608437 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-123e5dc4-12d9-4dc5-85c4-19e043d93834 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:38.614485 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36320) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:38.621046 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-4c73759c-ac81-4dec-99fc-669d1f4f9e11 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-563987466-network', 'tenant_id': '9265db53516b42d6bc42a8ab2eca7aff'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:38.681016 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36322) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:38.683509 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123e5dc4-12d9-4dc5-85c4-19e043d93834 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Network 0087ab61-2d5d-438b-a324-8b85dab759bc is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:33:38.684048 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-f53ef4be-8394-4665-903b-a4ce95c076d1 tempest-TagsTest-1498026189 tempest-TagsTest-1498026189-project] 10.222.0.62 "GET /v2.0/networks/79f138f3-0759-4b79-9682-f4f6dd201690/tags/tempest-TagsTest-Tag-111401938 HTTP/1.1" status: 204 len: 168 time: 0.1504130 Oct 30 15:33:38.691142 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.tag.tag_plugin [None req-c4bd4ec2-ed62-4f6b-b53c-aeac83da7b95 tempest-TagsTest-1498026189 tempest-TagsTest-1498026189-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '79f138f3-0759-4b79-9682-f4f6dd201690') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:33:38.702311 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-123e5dc4-12d9-4dc5-85c4-19e043d93834 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:33:38.705197 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123e5dc4-12d9-4dc5-85c4-19e043d93834 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:38.705789 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-123e5dc4-12d9-4dc5-85c4-19e043d93834 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:38.736907 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c73759c-ac81-4dec-99fc-669d1f4f9e11 admin admin] Made reservation on behalf of 9265db53516b42d6bc42a8ab2eca7aff for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:33:38.739687 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4c73759c-ac81-4dec-99fc-669d1f4f9e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:38.766651 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 8fc1b3a4-66b1-4c75-a021-652b52eadde2 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:33:38.774280 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123e5dc4-12d9-4dc5-85c4-19e043d93834 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event updated for resources: {'Subnet': ['ID=e960477d-8a75-4ae4-ae41-bde8a44d1c2e,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:38.780869 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4c73759c-ac81-4dec-99fc-669d1f4f9e11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:38.785553 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-123e5dc4-12d9-4dc5-85c4-19e043d93834 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8746145 Oct 30 15:33:38.788629 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36324) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:38.793464 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-31e6748a-d327-4059-a669-138d38a5e80e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Request body: {'port': {'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'mac_address': 'fa:16:3e:c6:20:b5', 'name': 'tempest-NetworksTestDHCPv6-1857893308'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:38.902862 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c4bd4ec2-ed62-4f6b-b53c-aeac83da7b95 tempest-TagsTest-1498026189 tempest-TagsTest-1498026189-project] 10.222.0.62 "GET /v2.0/networks/79f138f3-0759-4b79-9682-f4f6dd201690/tags HTTP/1.1" status: 200 len: 237 time: 0.2179370 Oct 30 15:33:38.905684 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36326) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:38.913079 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.tag.tag_plugin [None req-6b393d12-3b37-4198-b891-181b8cbcbcda tempest-TagsTest-1498026189 tempest-TagsTest-1498026189-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '79f138f3-0759-4b79-9682-f4f6dd201690', {'tags': ['tempest-TagsTest-Tag-825414491', 'tempest-TagsTest-Tag-734642524', 'tempest-TagsTest-Tag-1935188034']}) {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:33:38.941564 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-c06427f0-9ccc-4bb7-9412-02d89a0b9a92 None None] Provisioning complete for port 718e6941-d905-4c43-b46e-71be47228792 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:33:38.941927 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c06427f0-9ccc-4bb7-9412-02d89a0b9a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:38.982558 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e6748a-d327-4059-a669-138d38a5e80e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Made reservation on behalf of 950626c196e345129caa4bb8b656378a for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:33:38.990912 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4c73759c-ac81-4dec-99fc-669d1f4f9e11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:38.991147 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-0ff39962-f7a3-4a02-9742-1b8eea3845bb None None] Allocated IP 2001:db8::f816:3eff:fe44:7791 (0087ab61-2d5d-438b-a324-8b85dab759bc/e22fb895-3133-433b-b1d1-b98eecb75632/26a301e7-dc4a-4057-8ff9-f0af443df04e) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:33:39.001734 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4c73759c-ac81-4dec-99fc-669d1f4f9e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:39.042467 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 8fc1b3a4-66b1-4c75-a021-652b52eadde2 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:33:39.042467 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:39.054900 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-6b393d12-3b37-4198-b891-181b8cbcbcda tempest-TagsTest-1498026189 tempest-TagsTest-1498026189-project] 10.222.0.62 "PUT /v2.0/networks/79f138f3-0759-4b79-9682-f4f6dd201690/tags HTTP/1.1" status: 200 len: 307 time: 0.1472285 Oct 30 15:33:39.055563 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36330) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:39.060228 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.tag.tag_plugin [None req-f13b5aa1-a366-4715-a926-03c77b31a41e tempest-TagsTest-1498026189 tempest-TagsTest-1498026189-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '79f138f3-0759-4b79-9682-f4f6dd201690', 'tempest-TagsTest-Tag-825414491') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:33:39.060377 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c73759c-ac81-4dec-99fc-669d1f4f9e11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:33:39.087955 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4c73759c-ac81-4dec-99fc-669d1f4f9e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:39.088299 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-4c73759c-ac81-4dec-99fc-669d1f4f9e11 admin admin] Added segment 9b57e80c-0871-4d8c-9667-f5e410ab75f2 of type vlan for network f3ad78b4-f472-44ca-9996-6dd8d30f3e50 Oct 30 15:33:39.091433 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c73759c-ac81-4dec-99fc-669d1f4f9e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d151c971-64c2-4529-a2c2-74a2808c57a7,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:39.151496 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-f13b5aa1-a366-4715-a926-03c77b31a41e tempest-TagsTest-1498026189 tempest-TagsTest-1498026189-project] 10.222.0.62 "DELETE /v2.0/networks/79f138f3-0759-4b79-9682-f4f6dd201690/tags/tempest-TagsTest-Tag-825414491 HTTP/1.1" status: 204 len: 168 time: 0.0941129 Oct 30 15:33:39.157798 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36334) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:39.161290 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-c06427f0-9ccc-4bb7-9412-02d89a0b9a92 None None] Port 718e6941-d905-4c43-b46e-71be47228792 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:33:39.164718 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.tag.tag_plugin [None req-c94a1ab4-fcc6-42a3-b471-ef59ea09273a tempest-TagsTest-1498026189 tempest-TagsTest-1498026189-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '79f138f3-0759-4b79-9682-f4f6dd201690', 'tempest-TagsTest-Tag-825414491') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:33:39.176280 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-31e6748a-d327-4059-a669-138d38a5e80e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:39.200001 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4c73759c-ac81-4dec-99fc-669d1f4f9e11 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:39.240115 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [None req-31e6748a-d327-4059-a669-138d38a5e80e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] device_id is not set on port 44c4f20d-06a6-4ae1-8198-393e45c3a250 yet. {{(pid=102130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:33:39.265213 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-a9f662cc-e950-431a-a7d3-0f86a93c2db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad97264b-41a1-4b0a-ada8-16e502a8f63c', 'name': 'tempest-TestServerBasicOps-1010027017-router', 'tenant_id': '618f83bcebd64e44892a09ff47fd42c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '4ef2f411-3214-46f7-8dc3-00a0463897e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:33:31Z', 'updated_at': '2021-10-30T15:33:37Z', 'revision_number': 4, 'project_id': '618f83bcebd64e44892a09ff47fd42c7', 'gw_port': {'id': '4ef2f411-3214-46f7-8dc3-00a0463897e9', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:5d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad97264b-41a1-4b0a-ada8-16e502a8f63c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:33:32Z', 'updated_at': '2021-10-30T15:33:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '718e6941-d905-4c43-b46e-71be47228792', 'name': '', 'network_id': 'f7b31817-fb37-4338-9a8b-92e463aec38a', 'tenant_id': '618f83bcebd64e44892a09ff47fd42c7', 'mac_address': 'fa:16:3e:6d:f8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad97264b-41a1-4b0a-ada8-16e502a8f63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'cb7f4642-d814-4c95-a5f2-078cbd241a0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:33:36Z', 'updated_at': '2021-10-30T15:33:37Z', 'revision_number': 2, 'project_id': '618f83bcebd64e44892a09ff47fd42c7', 'subnets': [{'id': 'cb7f4642-d814-4c95-a5f2-078cbd241a0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:33:39.315051 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f662cc-e950-431a-a7d3-0f86a93c2db9 None None] The sync data for ids ['ad97264b-41a1-4b0a-ada8-16e502a8f63c'] in n-d-806683-17 is: [{'id': 'ad97264b-41a1-4b0a-ada8-16e502a8f63c', 'name': 'tempest-TestServerBasicOps-1010027017-router', 'tenant_id': '618f83bcebd64e44892a09ff47fd42c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '4ef2f411-3214-46f7-8dc3-00a0463897e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:33:31Z', 'updated_at': '2021-10-30T15:33:37Z', 'revision_number': 4, 'project_id': '618f83bcebd64e44892a09ff47fd42c7', 'gw_port': {'id': '4ef2f411-3214-46f7-8dc3-00a0463897e9', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:5d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad97264b-41a1-4b0a-ada8-16e502a8f63c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:33:32Z', 'updated_at': '2021-10-30T15:33:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '718e6941-d905-4c43-b46e-71be47228792', 'name': '', 'network_id': 'f7b31817-fb37-4338-9a8b-92e463aec38a', 'tenant_id': '618f83bcebd64e44892a09ff47fd42c7', 'mac_address': 'fa:16:3e:6d:f8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad97264b-41a1-4b0a-ada8-16e502a8f63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'cb7f4642-d814-4c95-a5f2-078cbd241a0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:33:36Z', 'updated_at': '2021-10-30T15:33:37Z', 'revision_number': 2, 'project_id': '618f83bcebd64e44892a09ff47fd42c7', 'subnets': [{'id': 'cb7f4642-d814-4c95-a5f2-078cbd241a0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:33:39.315574 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4c73759c-ac81-4dec-99fc-669d1f4f9e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:39.316587 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c73759c-ac81-4dec-99fc-669d1f4f9e11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:39.317056 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4c73759c-ac81-4dec-99fc-669d1f4f9e11 admin admin] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:39.353974 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0ff39962-f7a3-4a02-9742-1b8eea3845bb None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:39.361836 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0ff39962-f7a3-4a02-9742-1b8eea3845bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:39.380303 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [None req-c94a1ab4-fcc6-42a3-b471-ef59ea09273a tempest-TagsTest-1498026189 tempest-TagsTest-1498026189-project] show failed (client error): The resource could not be found. Oct 30 15:33:39.381346 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c94a1ab4-fcc6-42a3-b471-ef59ea09273a tempest-TagsTest-1498026189 tempest-TagsTest-1498026189-project] 10.222.0.62 "GET /v2.0/networks/79f138f3-0759-4b79-9682-f4f6dd201690/tags/tempest-TagsTest-Tag-825414491 HTTP/1.1" status: 404 len: 325 time: 0.2213976 Oct 30 15:33:39.384727 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36336) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:39.390780 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-4c73759c-ac81-4dec-99fc-669d1f4f9e11 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7737317 Oct 30 15:33:39.391171 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.tag.tag_plugin [None req-413e31f8-984e-4499-a809-1c10d0112f14 tempest-TagsTest-1498026189 tempest-TagsTest-1498026189-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '79f138f3-0759-4b79-9682-f4f6dd201690', 'tempest-TagsTest-Tag-734642524') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:33:39.395943 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36338) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:39.397670 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device eafaaf0d-6e0b-4b92-a4a9-549a624cc6b5 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:33:39.414686 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-6a26dba5-eff3-48f6-bc0b-803745c10e1e admin admin] Request body: {'subnet': {'network_id': 'f3ad78b4-f472-44ca-9996-6dd8d30f3e50', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-563987466-subnet', 'tenant_id': '9265db53516b42d6bc42a8ab2eca7aff', 'ip_version': 4}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:39.435589 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff39962-f7a3-4a02-9742-1b8eea3845bb None None] Network 0087ab61-2d5d-438b-a324-8b85dab759bc is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:33:39.438454 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: eafaaf0d-6e0b-4b92-a4a9-549a624cc6b5 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:33:39.438635 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device eafaaf0d-6e0b-4b92-a4a9-549a624cc6b5 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:33:39.442202 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-0ff39962-f7a3-4a02-9742-1b8eea3845bb None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:33:39.444488 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c73759c-ac81-4dec-99fc-669d1f4f9e11 admin admin] Pushing event updated for resources: {'Network': ['ID=f3ad78b4-f472-44ca-9996-6dd8d30f3e50,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:39.447517 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff39962-f7a3-4a02-9742-1b8eea3845bb None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:33:39.450597 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff39962-f7a3-4a02-9742-1b8eea3845bb None None] Pushing event updated for resources: {'Port': ['ID=26a301e7-dc4a-4057-8ff9-f0af443df04e,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:39.483407 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network f3ad78b4-f472-44ca-9996-6dd8d30f3e50 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:33:39.483900 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a26dba5-eff3-48f6-bc0b-803745c10e1e admin admin] Made reservation on behalf of 9265db53516b42d6bc42a8ab2eca7aff for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:33:39.486442 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6a26dba5-eff3-48f6-bc0b-803745c10e1e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:39.569272 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-0ff39962-f7a3-4a02-9742-1b8eea3845bb None None] Attempting to bind port 26a301e7-dc4a-4057-8ff9-f0af443df04e on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:33:39.569645 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-0ff39962-f7a3-4a02-9742-1b8eea3845bb None None] Attempting to bind port 26a301e7-dc4a-4057-8ff9-f0af443df04e by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:33:39.570014 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff39962-f7a3-4a02-9742-1b8eea3845bb None None] Attempting to bind port 26a301e7-dc4a-4057-8ff9-f0af443df04e on network 0087ab61-2d5d-438b-a324-8b85dab759bc {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:33:39.584226 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-413e31f8-984e-4499-a809-1c10d0112f14 tempest-TagsTest-1498026189 tempest-TagsTest-1498026189-project] 10.222.0.62 "GET /v2.0/networks/79f138f3-0759-4b79-9682-f4f6dd201690/tags/tempest-TagsTest-Tag-734642524 HTTP/1.1" status: 204 len: 168 time: 0.1978114 Oct 30 15:33:39.584900 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36340) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:39.585020 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff39962-f7a3-4a02-9742-1b8eea3845bb None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:33:39.585511 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff39962-f7a3-4a02-9742-1b8eea3845bb None None] Checking segment: {'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:33:39.585930 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0ff39962-f7a3-4a02-9742-1b8eea3845bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:39.586331 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff39962-f7a3-4a02-9742-1b8eea3845bb None None] Bound using segment: {'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:33:39.586830 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-0ff39962-f7a3-4a02-9742-1b8eea3845bb None None] Bound port: 26a301e7-dc4a-4057-8ff9-f0af443df04e, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:33:39.587218 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0ff39962-f7a3-4a02-9742-1b8eea3845bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:39.592573 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.tag.tag_plugin [None req-eebd2a16-a8f5-4efb-b38f-cde598ee4ce3 tempest-TagsTest-1498026189 tempest-TagsTest-1498026189-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '79f138f3-0759-4b79-9682-f4f6dd201690', 'tempest-TagsTest-Tag-1935188034') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:33:39.664657 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-0ff39962-f7a3-4a02-9742-1b8eea3845bb None None] For port 26a301e7-dc4a-4057-8ff9-f0af443df04e, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:33:39.668598 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-0ff39962-f7a3-4a02-9742-1b8eea3845bb None None] For port 26a301e7-dc4a-4057-8ff9-f0af443df04e, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=26a301e7-dc4a-4057-8ff9-f0af443df04e,segment=NetworkSegment(04fb9866-245b-47c9-a7bc-8854a722bc22),segment_id=04fb9866-245b-47c9-a7bc-8854a722bc22)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:33:39.673239 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0ff39962-f7a3-4a02-9742-1b8eea3845bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:39.738448 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-eebd2a16-a8f5-4efb-b38f-cde598ee4ce3 tempest-TagsTest-1498026189 tempest-TagsTest-1498026189-project] 10.222.0.62 "GET /v2.0/networks/79f138f3-0759-4b79-9682-f4f6dd201690/tags/tempest-TagsTest-Tag-1935188034 HTTP/1.1" status: 204 len: 168 time: 0.1497545 Oct 30 15:33:39.739354 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36342) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:39.753972 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.tag.tag_plugin [None req-08ed3556-0806-4e22-a2ad-e135d6fd27a6 tempest-TagsTest-1498026189 tempest-TagsTest-1498026189-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '79f138f3-0759-4b79-9682-f4f6dd201690') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:33:39.774982 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff39962-f7a3-4a02-9742-1b8eea3845bb None None] Pushing event updated for resources: {'Port': ['ID=26a301e7-dc4a-4057-8ff9-f0af443df04e,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:39.858222 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6a26dba5-eff3-48f6-bc0b-803745c10e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:39.921271 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-31e6748a-d327-4059-a669-138d38a5e80e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Allocated IP 2001:db8:0:1::323 (0087ab61-2d5d-438b-a324-8b85dab759bc/e960477d-8a75-4ae4-ae41-bde8a44d1c2e/44c4f20d-06a6-4ae1-8198-393e45c3a250) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:33:39.930887 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-31e6748a-d327-4059-a669-138d38a5e80e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Allocated IP 2001:db8::f816:3eff:fec6:20b5 (0087ab61-2d5d-438b-a324-8b85dab759bc/e22fb895-3133-433b-b1d1-b98eecb75632/44c4f20d-06a6-4ae1-8198-393e45c3a250) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:33:39.950738 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a26dba5-eff3-48f6-bc0b-803745c10e1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8d985ab-3be8-4735-bcaf-5442e0b4e596,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:39.975376 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a26dba5-eff3-48f6-bc0b-803745c10e1e admin admin] Checking segment: {'id': '9b57e80c-0871-4d8c-9667-f5e410ab75f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f3ad78b4-f472-44ca-9996-6dd8d30f3e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:33:39.976056 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a26dba5-eff3-48f6-bc0b-803745c10e1e admin admin] Network hostable DHCP agents. Network: f3ad78b4-f472-44ca-9996-6dd8d30f3e50, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:33:39.984838 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-08ed3556-0806-4e22-a2ad-e135d6fd27a6 tempest-TagsTest-1498026189 tempest-TagsTest-1498026189-project] 10.222.0.62 "DELETE /v2.0/networks/79f138f3-0759-4b79-9682-f4f6dd201690/tags HTTP/1.1" status: 204 len: 168 time: 0.2410295 Oct 30 15:33:39.987534 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36344) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:39.992760 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.tag.tag_plugin [None req-af858b36-906f-4817-a41a-3935aa486969 tempest-TagsTest-1498026189 tempest-TagsTest-1498026189-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '79f138f3-0759-4b79-9682-f4f6dd201690', 'tempest-TagsTest-Tag-734642524') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:33:40.002489 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a26dba5-eff3-48f6-bc0b-803745c10e1e admin admin] Network f3ad78b4-f472-44ca-9996-6dd8d30f3e50 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:33:40.013987 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-6a26dba5-eff3-48f6-bc0b-803745c10e1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, f3ad78b4-f472-44ca-9996-6dd8d30f3e50) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:33:40.020661 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a26dba5-eff3-48f6-bc0b-803745c10e1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:40.023154 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6a26dba5-eff3-48f6-bc0b-803745c10e1e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:40.059979 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60121d6f-1418-4b42-bc32-d4f0984170dd None None] Network f3ad78b4-f472-44ca-9996-6dd8d30f3e50 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:33:40.066291 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-6a26dba5-eff3-48f6-bc0b-803745c10e1e admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6692972 Oct 30 15:33:40.068901 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36346) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:40.078399 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-7cf40535-a0e6-41ad-9b30-83b5619f0579 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-563987466-router', 'tenant_id': '9265db53516b42d6bc42a8ab2eca7aff', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:40.107670 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7cf40535-a0e6-41ad-9b30-83b5619f0579 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:40.109194 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7cf40535-a0e6-41ad-9b30-83b5619f0579 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:40.160891 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [None req-af858b36-906f-4817-a41a-3935aa486969 tempest-TagsTest-1498026189 tempest-TagsTest-1498026189-project] show failed (client error): The resource could not be found. Oct 30 15:33:40.161551 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-af858b36-906f-4817-a41a-3935aa486969 tempest-TagsTest-1498026189 tempest-TagsTest-1498026189-project] 10.222.0.62 "GET /v2.0/networks/79f138f3-0759-4b79-9682-f4f6dd201690/tags/tempest-TagsTest-Tag-734642524 HTTP/1.1" status: 404 len: 325 time: 0.1727481 Oct 30 15:33:40.164528 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36350) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:40.169881 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.tag.tag_plugin [None req-8091b1ba-b00c-4746-ad51-cad67c8a5928 tempest-TagsTest-1498026189 tempest-TagsTest-1498026189-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '79f138f3-0759-4b79-9682-f4f6dd201690', 'tempest-TagsTest-Tag-1935188034') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:33:40.268783 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-31e6748a-d327-4059-a669-138d38a5e80e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:40.287674 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7cf40535-a0e6-41ad-9b30-83b5619f0579 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:40.315548 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [None req-8091b1ba-b00c-4746-ad51-cad67c8a5928 tempest-TagsTest-1498026189 tempest-TagsTest-1498026189-project] show failed (client error): The resource could not be found. Oct 30 15:33:40.318812 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-8091b1ba-b00c-4746-ad51-cad67c8a5928 tempest-TagsTest-1498026189 tempest-TagsTest-1498026189-project] 10.222.0.62 "GET /v2.0/networks/79f138f3-0759-4b79-9682-f4f6dd201690/tags/tempest-TagsTest-Tag-1935188034 HTTP/1.1" status: 404 len: 326 time: 0.1512065 Oct 30 15:33:40.320751 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36354) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:40.328064 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.tag.tag_plugin [None req-9ed4e5b5-5ea1-406d-b257-e219f0567293 tempest-TagsTest-1498026189 tempest-TagsTest-1498026189-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '79f138f3-0759-4b79-9682-f4f6dd201690') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:33:40.353975 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15958b4f-0050-408f-9d6a-36e020b483da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-f3ad78b4-f472-44ca-9996-6dd8d30f3e50', 'network_id': 'f3ad78b4-f472-44ca-9996-6dd8d30f3e50', 'tenant_id': '9265db53516b42d6bc42a8ab2eca7aff', 'fixed_ips': [{'subnet_id': 'b8d985ab-3be8-4735-bcaf-5442e0b4e596'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:33:40.355124 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-31e6748a-d327-4059-a669-138d38a5e80e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:40.355884 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-15958b4f-0050-408f-9d6a-36e020b483da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:40.444793 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e6748a-d327-4059-a669-138d38a5e80e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Network 0087ab61-2d5d-438b-a324-8b85dab759bc is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:33:40.456855 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-31e6748a-d327-4059-a669-138d38a5e80e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:33:40.465766 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e6748a-d327-4059-a669-138d38a5e80e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:33:40.471608 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e6748a-d327-4059-a669-138d38a5e80e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:40.472359 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-31e6748a-d327-4059-a669-138d38a5e80e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:40.492299 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7cf40535-a0e6-41ad-9b30-83b5619f0579 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:40.510817 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e6748a-d327-4059-a669-138d38a5e80e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event updated for resources: {'Port': ['ID=44c4f20d-06a6-4ae1-8198-393e45c3a250,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:40.547915 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-31e6748a-d327-4059-a669-138d38a5e80e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.7558386 Oct 30 15:33:40.557028 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36356) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:40.557506 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36358) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:40.559981 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9ed4e5b5-5ea1-406d-b257-e219f0567293 tempest-TagsTest-1498026189 tempest-TagsTest-1498026189-project] 10.222.0.62 "DELETE /v2.0/networks/79f138f3-0759-4b79-9682-f4f6dd201690/tags HTTP/1.1" status: 204 len: 168 time: 0.2375135 Oct 30 15:33:40.589109 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-15958b4f-0050-408f-9d6a-36e020b483da None None] Allocated IP 172.20.0.2 (f3ad78b4-f472-44ca-9996-6dd8d30f3e50/b8d985ab-3be8-4735-bcaf-5442e0b4e596/d88851bc-6e82-4c5b-bee9-56678a8dd126) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:33:40.729499 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-beb8244f-5fca-465d-8192-2feccbb74025 tempest-TagsTest-1498026189 tempest-TagsTest-1498026189-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:40.803909 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-15958b4f-0050-408f-9d6a-36e020b483da None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:40.817858 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-15958b4f-0050-408f-9d6a-36e020b483da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:40.824392 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-8a8a3d98-a03d-41bf-96dd-e5ffcb6e373c tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Deleting port 44c4f20d-06a6-4ae1-8198-393e45c3a250 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:33:40.824848 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8a8a3d98-a03d-41bf-96dd-e5ffcb6e373c tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:40.851562 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 4ef2f411-3214-46f7-8dc3-00a0463897e9 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:33:40.913149 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15958b4f-0050-408f-9d6a-36e020b483da None None] Network f3ad78b4-f472-44ca-9996-6dd8d30f3e50 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:33:40.920337 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-15958b4f-0050-408f-9d6a-36e020b483da None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:33:40.928662 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15958b4f-0050-408f-9d6a-36e020b483da None None] Pushing event updated for resources: {'Port': ['ID=d88851bc-6e82-4c5b-bee9-56678a8dd126,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:40.932126 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15958b4f-0050-408f-9d6a-36e020b483da None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:33:40.977241 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-beb8244f-5fca-465d-8192-2feccbb74025 tempest-TagsTest-1498026189 tempest-TagsTest-1498026189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:40.994585 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 4ef2f411-3214-46f7-8dc3-00a0463897e9 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:33:40.994958 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:41.019766 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8a8a3d98-a03d-41bf-96dd-e5ffcb6e373c tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:41.029358 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-15958b4f-0050-408f-9d6a-36e020b483da None None] Attempting to bind port d88851bc-6e82-4c5b-bee9-56678a8dd126 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:33:41.029731 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-15958b4f-0050-408f-9d6a-36e020b483da None None] Attempting to bind port d88851bc-6e82-4c5b-bee9-56678a8dd126 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '9b57e80c-0871-4d8c-9667-f5e410ab75f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f3ad78b4-f472-44ca-9996-6dd8d30f3e50'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:33:41.030101 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15958b4f-0050-408f-9d6a-36e020b483da None None] Attempting to bind port d88851bc-6e82-4c5b-bee9-56678a8dd126 on network f3ad78b4-f472-44ca-9996-6dd8d30f3e50 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:33:41.036505 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-8a8a3d98-a03d-41bf-96dd-e5ffcb6e373c tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Calling delete_port for 44c4f20d-06a6-4ae1-8198-393e45c3a250 owned by {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:33:41.039903 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15958b4f-0050-408f-9d6a-36e020b483da None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:33:41.040280 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15958b4f-0050-408f-9d6a-36e020b483da None None] Checking segment: {'id': '9b57e80c-0871-4d8c-9667-f5e410ab75f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f3ad78b4-f472-44ca-9996-6dd8d30f3e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:33:41.040686 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-15958b4f-0050-408f-9d6a-36e020b483da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:41.041088 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15958b4f-0050-408f-9d6a-36e020b483da None None] Bound using segment: {'id': '9b57e80c-0871-4d8c-9667-f5e410ab75f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f3ad78b4-f472-44ca-9996-6dd8d30f3e50'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:33:41.041585 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-15958b4f-0050-408f-9d6a-36e020b483da None None] Bound port: d88851bc-6e82-4c5b-bee9-56678a8dd126, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b57e80c-0871-4d8c-9667-f5e410ab75f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f3ad78b4-f472-44ca-9996-6dd8d30f3e50'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:33:41.041970 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-15958b4f-0050-408f-9d6a-36e020b483da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:41.057255 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-beb8244f-5fca-465d-8192-2feccbb74025 tempest-TagsTest-1498026189 tempest-TagsTest-1498026189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79f138f3-0759-4b79-9682-f4f6dd201690']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:33:41.069721 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-beb8244f-5fca-465d-8192-2feccbb74025 tempest-TagsTest-1498026189 tempest-TagsTest-1498026189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38eb65ff-5bea-4833-8fb3-d7682915f0a4') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:33:41.070153 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-beb8244f-5fca-465d-8192-2feccbb74025 tempest-TagsTest-1498026189 tempest-TagsTest-1498026189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38eb65ff-5bea-4833-8fb3-d7682915f0a4') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:33:41.080314 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-beb8244f-5fca-465d-8192-2feccbb74025 tempest-TagsTest-1498026189 tempest-TagsTest-1498026189-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:41.097709 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-beb8244f-5fca-465d-8192-2feccbb74025 tempest-TagsTest-1498026189 tempest-TagsTest-1498026189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:41.105083 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beb8244f-5fca-465d-8192-2feccbb74025 tempest-TagsTest-1498026189 tempest-TagsTest-1498026189-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:33:41.105827 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-beb8244f-5fca-465d-8192-2feccbb74025 tempest-TagsTest-1498026189 tempest-TagsTest-1498026189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:41.124407 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:33:41.124407 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:33:41.124407 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:33:41.124407 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:33:41.124407 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:33:41.124407 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:33:41.124407 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:33:41.124407 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:33:41.124407 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:33:41.124407 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:33:41.124407 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:33:41.124407 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:33:41.124407 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:33:41.124407 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:33:41.124407 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:33:41.124407 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:33:41.124407 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:33:41.124407 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:33:41.124407 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:33:41.124407 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:33:41.124407 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:33:41.124407 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:33:41.124407 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:33:41.124407 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:33:41.124407 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:33:41.124407 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:33:41.124407 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:33:41.124407 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:33:41.124407 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:33:41.124407 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:33:41.124407 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:33:41.124407 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:33:41.146930 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-15958b4f-0050-408f-9d6a-36e020b483da None None] For port d88851bc-6e82-4c5b-bee9-56678a8dd126, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:33:41.151145 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-15958b4f-0050-408f-9d6a-36e020b483da None None] For port d88851bc-6e82-4c5b-bee9-56678a8dd126, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=d88851bc-6e82-4c5b-bee9-56678a8dd126,segment=NetworkSegment(9b57e80c-0871-4d8c-9667-f5e410ab75f2),segment_id=9b57e80c-0871-4d8c-9667-f5e410ab75f2)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:33:41.169292 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-15958b4f-0050-408f-9d6a-36e020b483da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:41.214297 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:41.225038 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1eee5e9-8ce6-405a-98d3-f766bdd146a5 None None] Network 0087ab61-2d5d-438b-a324-8b85dab759bc requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:33:41.277157 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15958b4f-0050-408f-9d6a-36e020b483da None None] Pushing event updated for resources: {'Port': ['ID=d88851bc-6e82-4c5b-bee9-56678a8dd126,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:41.312420 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-beb8244f-5fca-465d-8192-2feccbb74025 tempest-TagsTest-1498026189 tempest-TagsTest-1498026189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:41.341861 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-beb8244f-5fca-465d-8192-2feccbb74025 tempest-TagsTest-1498026189 tempest-TagsTest-1498026189-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:41.350249 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-beb8244f-5fca-465d-8192-2feccbb74025 tempest-TagsTest-1498026189 tempest-TagsTest-1498026189-project] 10.222.0.62 "DELETE /v2.0/networks/79f138f3-0759-4b79-9682-f4f6dd201690 HTTP/1.1" status: 204 len: 168 time: 0.7879002 Oct 30 15:33:41.356839 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 4ef2f411-3214-46f7-8dc3-00a0463897e9, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=4ef2f411-3214-46f7-8dc3-00a0463897e9,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:33:41.361757 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb8244f-5fca-465d-8192-2feccbb74025 tempest-TagsTest-1498026189 tempest-TagsTest-1498026189-project] Pushing event deleted for resources: {'Network': ['ID=79f138f3-0759-4b79-9682-f4f6dd201690,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:41.383457 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7cf40535-a0e6-41ad-9b30-83b5619f0579 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:41.413041 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7cf40535-a0e6-41ad-9b30-83b5619f0579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:41.596108 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:41.599450 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 26a301e7-dc4a-4057-8ff9-f0af443df04e up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:33:41.656571 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-7cf40535-a0e6-41ad-9b30-83b5619f0579 admin admin] Allocated IP 172.25.4.114 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/c2ec3e9d-b75f-4bec-bd43-aac2201ff9a3) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:33:41.682787 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e807e222-75cb-4b6b-b5b0-6ee924a645be None None] Provisioning complete for port 26a301e7-dc4a-4057-8ff9-f0af443df04e triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:33:41.683159 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e807e222-75cb-4b6b-b5b0-6ee924a645be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:41.750102 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8a8a3d98-a03d-41bf-96dd-e5ffcb6e373c tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:41.799747 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36370) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:41.814088 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=4ef2f411-3214-46f7-8dc3-00a0463897e9,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:41.843531 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 26a301e7-dc4a-4057-8ff9-f0af443df04e triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:33:41.843909 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:41.936152 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e807e222-75cb-4b6b-b5b0-6ee924a645be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:41.969468 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-4cfc3984-8386-4e1c-a6fd-10a7d737dacd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=48d45bf8b0f048699df533d291f2f072&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1677723 Oct 30 15:33:41.973309 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36374) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:42.030099 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e807e222-75cb-4b6b-b5b0-6ee924a645be None None] For port 26a301e7-dc4a-4057-8ff9-f0af443df04e, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=26a301e7-dc4a-4057-8ff9-f0af443df04e,segment=NetworkSegment(04fb9866-245b-47c9-a7bc-8854a722bc22),segment_id=04fb9866-245b-47c9-a7bc-8854a722bc22)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:33:42.040584 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f65d5612-eafd-40b0-b09f-a3dfdce80152 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:42.048925 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e807e222-75cb-4b6b-b5b0-6ee924a645be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:42.060844 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da8a377-fecb-40d6-bf4f-faa417660ec3 None None] Update dhcp port {'port': {'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'fixed_ips': [{'subnet_id': 'e22fb895-3133-433b-b1d1-b98eecb75632', 'ip_address': '2001:db8::f816:3eff:fe44:7791'}, {'subnet_id': 'e960477d-8a75-4ae4-ae41-bde8a44d1c2e'}], 'binding:host_id': 'n-d-806683-17'}, 'id': '26a301e7-dc4a-4057-8ff9-f0af443df04e'} from n-d-806683-17. {{(pid=102132) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 30 15:33:42.071496 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f65d5612-eafd-40b0-b09f-a3dfdce80152 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:42.108986 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0da8a377-fecb-40d6-bf4f-faa417660ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:42.112287 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:42.133603 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f65d5612-eafd-40b0-b09f-a3dfdce80152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:42.138075 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f65d5612-eafd-40b0-b09f-a3dfdce80152 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:42.141833 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-f65d5612-eafd-40b0-b09f-a3dfdce80152 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0ad9cedb-91ec-4da5-a4c5-642b45a76f9b HTTP/1.1" status: 204 len: 168 time: 0.1645782 Oct 30 15:33:42.153667 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65d5612-eafd-40b0-b09f-a3dfdce80152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad9cedb-91ec-4da5-a4c5-642b45a76f9b,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:42.227222 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8a3d98-a03d-41bf-96dd-e5ffcb6e373c tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event deleted for resources: {'Port': ['ID=44c4f20d-06a6-4ae1-8198-393e45c3a250,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:42.288996 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8a8a3d98-a03d-41bf-96dd-e5ffcb6e373c tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:42.292838 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-8a8a3d98-a03d-41bf-96dd-e5ffcb6e373c tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/ports/44c4f20d-06a6-4ae1-8198-393e45c3a250 HTTP/1.1" status: 204 len: 168 time: 1.7331250 Oct 30 15:33:42.295818 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36378) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:42.363270 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7cf40535-a0e6-41ad-9b30-83b5619f0579 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:42.366076 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807e222-75cb-4b6b-b5b0-6ee924a645be None None] Pushing event updated for resources: {'Port': ['ID=26a301e7-dc4a-4057-8ff9-f0af443df04e,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:42.373840 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e655d7-a26e-498e-b324-3ed8cc672710 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:42.376349 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e5e655d7-a26e-498e-b324-3ed8cc672710 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0794022 Oct 30 15:33:42.378937 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36382) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:42.432653 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7cf40535-a0e6-41ad-9b30-83b5619f0579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:42.441421 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fad50c-b209-4bdb-935a-9bc940dd09d8 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:42.445926 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-55fad50c-b209-4bdb-935a-9bc940dd09d8 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0653195 Oct 30 15:33:42.446977 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36386) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:42.523115 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf40535-a0e6-41ad-9b30-83b5619f0579 admin admin] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:33:42.532313 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-7cf40535-a0e6-41ad-9b30-83b5619f0579 admin admin] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:33:42.536560 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf40535-a0e6-41ad-9b30-83b5619f0579 admin admin] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:33:42.541089 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.db.api [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 30 15:33:42.541608 n-d-806683-17 neutron-server[102132]: DEBUG oslo_db.api [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 30 15:33:42.560895 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-0da8a377-fecb-40d6-bf4f-faa417660ec3 None None] Allocated IP 2001:db8:0:1::2 (0087ab61-2d5d-438b-a324-8b85dab759bc/e960477d-8a75-4ae4-ae41-bde8a44d1c2e/26a301e7-dc4a-4057-8ff9-f0af443df04e) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:33:42.592808 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf40535-a0e6-41ad-9b30-83b5619f0579 admin admin] Pushing event updated for resources: {'Port': ['ID=c2ec3e9d-b75f-4bec-bd43-aac2201ff9a3,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:42.603515 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f07e26-9f6c-4b7e-b2e5-7440a87ea839 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:42.605086 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f07e26-9f6c-4b7e-b2e5-7440a87ea839 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:42.609176 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f07e26-9f6c-4b7e-b2e5-7440a87ea839 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:42.615975 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-47f07e26-9f6c-4b7e-b2e5-7440a87ea839 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1665561 Oct 30 15:33:42.620997 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36396) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:42.697120 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-0da8a377-fecb-40d6-bf4f-faa417660ec3 None None] For port 26a301e7-dc4a-4057-8ff9-f0af443df04e, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=26a301e7-dc4a-4057-8ff9-f0af443df04e,segment=NetworkSegment(04fb9866-245b-47c9-a7bc-8854a722bc22),segment_id=04fb9866-245b-47c9-a7bc-8854a722bc22)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:33:42.709247 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-a26c83fc-8a39-425e-ba34-51c3bc680cd2 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Deleting subnet e22fb895-3133-433b-b1d1-b98eecb75632 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:33:42.755230 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0da8a377-fecb-40d6-bf4f-faa417660ec3 None None] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:42.760455 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a26c83fc-8a39-425e-ba34-51c3bc680cd2 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:42.761272 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0da8a377-fecb-40d6-bf4f-faa417660ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:42.859092 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a26c83fc-8a39-425e-ba34-51c3bc680cd2 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:42.917474 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1279998e-88d6-4f65-a578-eceed00d1f08 None None] Sync routers for ids ['ad97264b-41a1-4b0a-ada8-16e502a8f63c'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:33:42.929965 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da8a377-fecb-40d6-bf4f-faa417660ec3 None None] Pushing event updated for resources: {'Port': ['ID=26a301e7-dc4a-4057-8ff9-f0af443df04e,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:42.931545 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1279998e-88d6-4f65-a578-eceed00d1f08 None None] Routers {'ad97264b-41a1-4b0a-ada8-16e502a8f63c'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:33:42.941006 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-1279998e-88d6-4f65-a578-eceed00d1f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:33:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['ad97264b-41a1-4b0a-ada8-16e502a8f63c'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:33:42.971493 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a26c83fc-8a39-425e-ba34-51c3bc680cd2 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:43.006018 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7cf40535-a0e6-41ad-9b30-83b5619f0579 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:43.096009 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a26c83fc-8a39-425e-ba34-51c3bc680cd2 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:43.233462 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26c83fc-8a39-425e-ba34-51c3bc680cd2 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event deleted for resources: {'Subnet': ['ID=e22fb895-3133-433b-b1d1-b98eecb75632,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:43.236307 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a26c83fc-8a39-425e-ba34-51c3bc680cd2 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:43.245956 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a26c83fc-8a39-425e-ba34-51c3bc680cd2 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/subnets/e22fb895-3133-433b-b1d1-b98eecb75632 HTTP/1.1" status: 204 len: 168 time: 0.6212049 Oct 30 15:33:43.247540 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36416) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:43.263428 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-1279998e-88d6-4f65-a578-eceed00d1f08 None None] Set router ad97264b-41a1-4b0a-ada8-16e502a8f63c gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:33:43.439254 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c463d29-8034-4e2a-9bf2-202ba800dc2b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Deleting subnet e960477d-8a75-4ae4-ae41-bde8a44d1c2e {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:33:43.449830 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0c463d29-8034-4e2a-9bf2-202ba800dc2b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:43.460232 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7cf40535-a0e6-41ad-9b30-83b5619f0579 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:43.487218 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 4ef2f411-3214-46f7-8dc3-00a0463897e9 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:33:43.545643 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0c463d29-8034-4e2a-9bf2-202ba800dc2b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:43.554379 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f49770b-45d9-4805-abf4-faa274f2c0e3 None None] Network f3ad78b4-f472-44ca-9996-6dd8d30f3e50 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:33:43.717670 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-7e83cd18-2bf2-4607-b48e-b0558dafe87b None None] Provisioning complete for port d88851bc-6e82-4c5b-bee9-56678a8dd126 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:33:43.718034 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7e83cd18-2bf2-4607-b48e-b0558dafe87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:43.753356 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36428) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:43.763238 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [-] 10.222.0.62 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0043619 Oct 30 15:33:43.776561 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36430) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:43.796526 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0c463d29-8034-4e2a-9bf2-202ba800dc2b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:43.835139 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 4ef2f411-3214-46f7-8dc3-00a0463897e9 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:33:43.835742 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:43.853729 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cf40535-a0e6-41ad-9b30-83b5619f0579 admin admin] Router 0b5f34ff-6a45-437b-9de8-37ec61afb2dd is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:33:43.899387 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0c463d29-8034-4e2a-9bf2-202ba800dc2b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:43.909557 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabd45f6-2294-4e0f-a407-d9d86dad64cd None None] Network 0087ab61-2d5d-438b-a324-8b85dab759bc requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:33:43.918334 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-1279998e-88d6-4f65-a578-eceed00d1f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad97264b-41a1-4b0a-ada8-16e502a8f63c', 'name': 'tempest-TestServerBasicOps-1010027017-router', 'tenant_id': '618f83bcebd64e44892a09ff47fd42c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '4ef2f411-3214-46f7-8dc3-00a0463897e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:33:31Z', 'updated_at': '2021-10-30T15:33:37Z', 'revision_number': 4, 'project_id': '618f83bcebd64e44892a09ff47fd42c7', 'gw_port': {'id': '4ef2f411-3214-46f7-8dc3-00a0463897e9', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:5d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad97264b-41a1-4b0a-ada8-16e502a8f63c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:33:32Z', 'updated_at': '2021-10-30T15:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '718e6941-d905-4c43-b46e-71be47228792', 'name': '', 'network_id': 'f7b31817-fb37-4338-9a8b-92e463aec38a', 'tenant_id': '618f83bcebd64e44892a09ff47fd42c7', 'mac_address': 'fa:16:3e:6d:f8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad97264b-41a1-4b0a-ada8-16e502a8f63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'cb7f4642-d814-4c95-a5f2-078cbd241a0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:33:36Z', 'updated_at': '2021-10-30T15:33:37Z', 'revision_number': 2, 'project_id': '618f83bcebd64e44892a09ff47fd42c7', 'subnets': [{'id': 'cb7f4642-d814-4c95-a5f2-078cbd241a0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:33:43.935255 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c463d29-8034-4e2a-9bf2-202ba800dc2b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event deleted for resources: {'Subnet': ['ID=e960477d-8a75-4ae4-ae41-bde8a44d1c2e,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:43.949136 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0c463d29-8034-4e2a-9bf2-202ba800dc2b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:43.953958 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-0c463d29-8034-4e2a-9bf2-202ba800dc2b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/subnets/e960477d-8a75-4ae4-ae41-bde8a44d1c2e HTTP/1.1" status: 204 len: 168 time: 0.7047660 Oct 30 15:33:43.955866 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36434) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:43.956470 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1279998e-88d6-4f65-a578-eceed00d1f08 None None] Checking router: ad97264b-41a1-4b0a-ada8-16e502a8f63c for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:33:43.957078 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1279998e-88d6-4f65-a578-eceed00d1f08 None None] Updating router ad97264b-41a1-4b0a-ada8-16e502a8f63c port 718e6941-d905-4c43-b46e-71be47228792 binding host n-d-806683-17 {{(pid=102133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:33:43.991781 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1279998e-88d6-4f65-a578-eceed00d1f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:44.021855 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-3d8bc868-4dfa-4b40-832e-bcc0bbef0f93 tempest-NetworksApiDiscovery-1373115647 tempest-NetworksApiDiscovery-1373115647-project] 10.222.0.62 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2368414 Oct 30 15:33:44.021855 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-8c787265-7458-40b5-8050-ec87c4bcb92d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0592167 Oct 30 15:33:44.021855 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36436) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:44.026022 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-29033671-1412-4916-8cf0-d4d1d4c97d90 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Request body: {'subnet': {'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:44.081650 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf40535-a0e6-41ad-9b30-83b5619f0579 admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:33:44.118161 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7cf40535-a0e6-41ad-9b30-83b5619f0579 admin admin] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:44.121415 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-7cf40535-a0e6-41ad-9b30-83b5619f0579 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.0513277 Oct 30 15:33:44.121949 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111b3043-e9ba-49c9-8613-b9946c3167ac None None] Sync routers for ids ['0b5f34ff-6a45-437b-9de8-37ec61afb2dd'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:33:44.125125 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36440) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:44.174824 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 26a301e7-dc4a-4057-8ff9-f0af443df04e up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:33:44.231824 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7e83cd18-2bf2-4607-b48e-b0558dafe87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:44.249778 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29033671-1412-4916-8cf0-d4d1d4c97d90 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Made reservation on behalf of 950626c196e345129caa4bb8b656378a for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:33:44.253540 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-29033671-1412-4916-8cf0-d4d1d4c97d90 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:44.257505 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111b3043-e9ba-49c9-8613-b9946c3167ac None None] Routers {'0b5f34ff-6a45-437b-9de8-37ec61afb2dd'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:33:44.266406 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-111b3043-e9ba-49c9-8613-b9946c3167ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:33:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['0b5f34ff-6a45-437b-9de8-37ec61afb2dd'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:33:44.353697 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1279998e-88d6-4f65-a578-eceed00d1f08 None None] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:44.363293 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1279998e-88d6-4f65-a578-eceed00d1f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:44.373787 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-7e83cd18-2bf2-4607-b48e-b0558dafe87b None None] For port d88851bc-6e82-4c5b-bee9-56678a8dd126, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=d88851bc-6e82-4c5b-bee9-56678a8dd126,segment=NetworkSegment(9b57e80c-0871-4d8c-9667-f5e410ab75f2),segment_id=9b57e80c-0871-4d8c-9667-f5e410ab75f2)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:33:44.510154 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36444) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:44.532328 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7e83cd18-2bf2-4607-b48e-b0558dafe87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:44.623918 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b04c47-72df-4b2c-bbb8-73e0f62f6e9b None None] Pushing event updated for resources: {'Port': ['ID=718e6941-d905-4c43-b46e-71be47228792,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:44.637933 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-1279998e-88d6-4f65-a578-eceed00d1f08 None None] Attempting to bind port 718e6941-d905-4c43-b46e-71be47228792 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:33:44.638459 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-1279998e-88d6-4f65-a578-eceed00d1f08 None None] Attempting to bind port 718e6941-d905-4c43-b46e-71be47228792 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '42009e01-9045-4c91-9272-931b6d9c6bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f7b31817-fb37-4338-9a8b-92e463aec38a'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:33:44.638837 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1279998e-88d6-4f65-a578-eceed00d1f08 None None] Attempting to bind port 718e6941-d905-4c43-b46e-71be47228792 on network f7b31817-fb37-4338-9a8b-92e463aec38a {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:33:44.658920 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b04c47-72df-4b2c-bbb8-73e0f62f6e9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:33:44.659270 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b04c47-72df-4b2c-bbb8-73e0f62f6e9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:33:44.659638 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b04c47-72df-4b2c-bbb8-73e0f62f6e9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:33:44.660026 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b04c47-72df-4b2c-bbb8-73e0f62f6e9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:33:44.660513 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b04c47-72df-4b2c-bbb8-73e0f62f6e9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:33:44.660851 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b04c47-72df-4b2c-bbb8-73e0f62f6e9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:33:44.661183 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b04c47-72df-4b2c-bbb8-73e0f62f6e9b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:33:44.661514 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b04c47-72df-4b2c-bbb8-73e0f62f6e9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:33:44.661837 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b04c47-72df-4b2c-bbb8-73e0f62f6e9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:33:44.662160 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b04c47-72df-4b2c-bbb8-73e0f62f6e9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:33:44.662485 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b04c47-72df-4b2c-bbb8-73e0f62f6e9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:33:44.662809 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b04c47-72df-4b2c-bbb8-73e0f62f6e9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:33:44.677205 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1279998e-88d6-4f65-a578-eceed00d1f08 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:33:44.677662 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1279998e-88d6-4f65-a578-eceed00d1f08 None None] Checking segment: {'id': '42009e01-9045-4c91-9272-931b6d9c6bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f7b31817-fb37-4338-9a8b-92e463aec38a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:33:44.678070 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1279998e-88d6-4f65-a578-eceed00d1f08 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:44.678505 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1279998e-88d6-4f65-a578-eceed00d1f08 None None] Bound using segment: {'id': '42009e01-9045-4c91-9272-931b6d9c6bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f7b31817-fb37-4338-9a8b-92e463aec38a'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:33:44.678990 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-1279998e-88d6-4f65-a578-eceed00d1f08 None None] Bound port: 718e6941-d905-4c43-b46e-71be47228792, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42009e01-9045-4c91-9272-931b6d9c6bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f7b31817-fb37-4338-9a8b-92e463aec38a'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:33:44.682577 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1279998e-88d6-4f65-a578-eceed00d1f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:44.827517 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ad639df6-caf2-42fc-81ec-fa25d91b1c1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:44.827744 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-1279998e-88d6-4f65-a578-eceed00d1f08 None None] For port 718e6941-d905-4c43-b46e-71be47228792, host n-d-806683-17, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:33:44.831789 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-1279998e-88d6-4f65-a578-eceed00d1f08 None None] For port 718e6941-d905-4c43-b46e-71be47228792, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=718e6941-d905-4c43-b46e-71be47228792,segment=NetworkSegment(42009e01-9045-4c91-9272-931b6d9c6bd5),segment_id=42009e01-9045-4c91-9272-931b6d9c6bd5)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:33:44.838784 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1279998e-88d6-4f65-a578-eceed00d1f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:44.984025 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1279998e-88d6-4f65-a578-eceed00d1f08 None None] Routers {'ad97264b-41a1-4b0a-ada8-16e502a8f63c'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:33:44.986311 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-1279998e-88d6-4f65-a578-eceed00d1f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:33:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['ad97264b-41a1-4b0a-ada8-16e502a8f63c'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:33:44.999732 n-d-806683-17 neutron-server[102130]: DEBUG neutron.objects.ports [None req-29033671-1412-4916-8cf0-d4d1d4c97d90 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102130) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 30 15:33:45.020539 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-215f00a7-a988-422d-82e8-e5fb77742113 None None] Provisioning complete for port 26a301e7-dc4a-4057-8ff9-f0af443df04e triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:33:45.020990 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-215f00a7-a988-422d-82e8-e5fb77742113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:45.024472 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 26a301e7-dc4a-4057-8ff9-f0af443df04e triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:33:45.024931 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:45.064134 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e83cd18-2bf2-4607-b48e-b0558dafe87b None None] Pushing event updated for resources: {'Port': ['ID=d88851bc-6e82-4c5b-bee9-56678a8dd126,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:45.103848 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-111b3043-e9ba-49c9-8613-b9946c3167ac None None] Set router 0b5f34ff-6a45-437b-9de8-37ec61afb2dd gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:33:45.105899 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228c49eb-b26d-4eba-a00a-26bd54de0f5a None None] DHCP port deletion for 0087ab61-2d5d-438b-a324-8b85dab759bc request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:33:45.128067 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ad639df6-caf2-42fc-81ec-fa25d91b1c1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:45.134829 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ad639df6-caf2-42fc-81ec-fa25d91b1c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:45.190470 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b04c47-72df-4b2c-bbb8-73e0f62f6e9b None None] Pushing event updated for resources: {'Port': ['ID=718e6941-d905-4c43-b46e-71be47228792,revision_number=4']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:45.193773 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-ad639df6-caf2-42fc-81ec-fa25d91b1c1c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a922bd6322294090be98e9885a674e24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6820741 Oct 30 15:33:45.199041 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36452) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:45.275726 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad639df6-caf2-42fc-81ec-fa25d91b1c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc3e80c-7e60-43ed-8c11-a2bbb6a8d732,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:45.305707 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-1279998e-88d6-4f65-a578-eceed00d1f08 None None] Set router ad97264b-41a1-4b0a-ada8-16e502a8f63c gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:33:45.321127 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-986a65e4-4951-46dc-86f2-f45f3c05e8fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:45.348513 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-986a65e4-4951-46dc-86f2-f45f3c05e8fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:45.417299 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-986a65e4-4951-46dc-86f2-f45f3c05e8fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:45.420594 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-986a65e4-4951-46dc-86f2-f45f3c05e8fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:45.422120 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-986a65e4-4951-46dc-86f2-f45f3c05e8fb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9dc3e80c-7e60-43ed-8c11-a2bbb6a8d732 HTTP/1.1" status: 204 len: 168 time: 0.2207468 Oct 30 15:33:45.434342 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986a65e4-4951-46dc-86f2-f45f3c05e8fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc3e80c-7e60-43ed-8c11-a2bbb6a8d732,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:45.486194 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-29033671-1412-4916-8cf0-d4d1d4c97d90 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:45.511449 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d45a6f3d-77ce-47b5-9582-7c584e2e8244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:45.611708 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device d88851bc-6e82-4c5b-bee9-56678a8dd126 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:33:45.694668 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-228c49eb-b26d-4eba-a00a-26bd54de0f5a None None] Deleting port 26a301e7-dc4a-4057-8ff9-f0af443df04e {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:33:45.695063 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-228c49eb-b26d-4eba-a00a-26bd54de0f5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:45.735160 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-1279998e-88d6-4f65-a578-eceed00d1f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad97264b-41a1-4b0a-ada8-16e502a8f63c', 'name': 'tempest-TestServerBasicOps-1010027017-router', 'tenant_id': '618f83bcebd64e44892a09ff47fd42c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '4ef2f411-3214-46f7-8dc3-00a0463897e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:33:31Z', 'updated_at': '2021-10-30T15:33:37Z', 'revision_number': 4, 'project_id': '618f83bcebd64e44892a09ff47fd42c7', 'gw_port': {'id': '4ef2f411-3214-46f7-8dc3-00a0463897e9', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:5d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad97264b-41a1-4b0a-ada8-16e502a8f63c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:33:32Z', 'updated_at': '2021-10-30T15:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '718e6941-d905-4c43-b46e-71be47228792', 'name': '', 'network_id': 'f7b31817-fb37-4338-9a8b-92e463aec38a', 'tenant_id': '618f83bcebd64e44892a09ff47fd42c7', 'mac_address': 'fa:16:3e:6d:f8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad97264b-41a1-4b0a-ada8-16e502a8f63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'cb7f4642-d814-4c95-a5f2-078cbd241a0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:33:36Z', 'updated_at': '2021-10-30T15:33:44Z', 'revision_number': 4, 'project_id': '618f83bcebd64e44892a09ff47fd42c7', 'subnets': [{'id': 'cb7f4642-d814-4c95-a5f2-078cbd241a0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:33:45.782679 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1279998e-88d6-4f65-a578-eceed00d1f08 None None] The sync data for ids ['ad97264b-41a1-4b0a-ada8-16e502a8f63c'] in n-d-806683-17 is: [{'id': 'ad97264b-41a1-4b0a-ada8-16e502a8f63c', 'name': 'tempest-TestServerBasicOps-1010027017-router', 'tenant_id': '618f83bcebd64e44892a09ff47fd42c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '4ef2f411-3214-46f7-8dc3-00a0463897e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:33:31Z', 'updated_at': '2021-10-30T15:33:37Z', 'revision_number': 4, 'project_id': '618f83bcebd64e44892a09ff47fd42c7', 'gw_port': {'id': '4ef2f411-3214-46f7-8dc3-00a0463897e9', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:5d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad97264b-41a1-4b0a-ada8-16e502a8f63c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:33:32Z', 'updated_at': '2021-10-30T15:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '718e6941-d905-4c43-b46e-71be47228792', 'name': '', 'network_id': 'f7b31817-fb37-4338-9a8b-92e463aec38a', 'tenant_id': '618f83bcebd64e44892a09ff47fd42c7', 'mac_address': 'fa:16:3e:6d:f8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad97264b-41a1-4b0a-ada8-16e502a8f63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'cb7f4642-d814-4c95-a5f2-078cbd241a0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:33:36Z', 'updated_at': '2021-10-30T15:33:44Z', 'revision_number': 4, 'project_id': '618f83bcebd64e44892a09ff47fd42c7', 'subnets': [{'id': 'cb7f4642-d814-4c95-a5f2-078cbd241a0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:33:45.811137 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-228c49eb-b26d-4eba-a00a-26bd54de0f5a None None] For port 26a301e7-dc4a-4057-8ff9-f0af443df04e, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=26a301e7-dc4a-4057-8ff9-f0af443df04e,segment=NetworkSegment(04fb9866-245b-47c9-a7bc-8854a722bc22),segment_id=04fb9866-245b-47c9-a7bc-8854a722bc22)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:33:45.811849 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-228c49eb-b26d-4eba-a00a-26bd54de0f5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:45.835195 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-228c49eb-b26d-4eba-a00a-26bd54de0f5a None None] Calling delete_port for 26a301e7-dc4a-4057-8ff9-f0af443df04e owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:33:45.855898 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port d88851bc-6e82-4c5b-bee9-56678a8dd126 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:33:45.856358 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:45.862959 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-111b3043-e9ba-49c9-8613-b9946c3167ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5f34ff-6a45-437b-9de8-37ec61afb2dd', 'name': 'tempest-TestServerBasicOps-563987466-router', 'tenant_id': '9265db53516b42d6bc42a8ab2eca7aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'c2ec3e9d-b75f-4bec-bd43-aac2201ff9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:33:40Z', 'updated_at': '2021-10-30T15:33:42Z', 'revision_number': 3, 'project_id': '9265db53516b42d6bc42a8ab2eca7aff', 'gw_port': {'id': 'c2ec3e9d-b75f-4bec-bd43-aac2201ff9a3', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e0:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5f34ff-6a45-437b-9de8-37ec61afb2dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:33:41Z', 'updated_at': '2021-10-30T15:33:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:33:45.913432 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-29033671-1412-4916-8cf0-d4d1d4c97d90 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] For port 26a301e7-dc4a-4057-8ff9-f0af443df04e, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=26a301e7-dc4a-4057-8ff9-f0af443df04e,segment=NetworkSegment(04fb9866-245b-47c9-a7bc-8854a722bc22),segment_id=04fb9866-245b-47c9-a7bc-8854a722bc22)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:33:46.005890 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111b3043-e9ba-49c9-8613-b9946c3167ac None None] Checking router: 0b5f34ff-6a45-437b-9de8-37ec61afb2dd for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:33:46.006251 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111b3043-e9ba-49c9-8613-b9946c3167ac None None] Updating router 0b5f34ff-6a45-437b-9de8-37ec61afb2dd port c2ec3e9d-b75f-4bec-bd43-aac2201ff9a3 binding host n-d-806683-17 {{(pid=102132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:33:46.008815 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-29033671-1412-4916-8cf0-d4d1d4c97d90 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:46.025311 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-29033671-1412-4916-8cf0-d4d1d4c97d90 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:46.031894 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-29033671-1412-4916-8cf0-d4d1d4c97d90 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:46.074564 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e46c239b-25e0-44d2-9056-1c998445eb71 None None] Provisioning complete for port d88851bc-6e82-4c5b-bee9-56678a8dd126 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:33:46.074948 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e46c239b-25e0-44d2-9056-1c998445eb71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:46.078383 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-111b3043-e9ba-49c9-8613-b9946c3167ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:46.137449 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-d45a6f3d-77ce-47b5-9582-7c584e2e8244 admin admin] Allocated IP 172.20.0.1 (f3ad78b4-f472-44ca-9996-6dd8d30f3e50/b8d985ab-3be8-4735-bcaf-5442e0b4e596/c440aea4-0d9c-48e5-91b1-6bac67e2bb1e) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:33:46.199888 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29033671-1412-4916-8cf0-d4d1d4c97d90 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Network 0087ab61-2d5d-438b-a324-8b85dab759bc is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:33:46.350489 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d45a6f3d-77ce-47b5-9582-7c584e2e8244 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:46.362499 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-228c49eb-b26d-4eba-a00a-26bd54de0f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:46.394081 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29033671-1412-4916-8cf0-d4d1d4c97d90 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event updated for resources: {'Port': ['ID=26a301e7-dc4a-4057-8ff9-f0af443df04e,revision_number=8']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:46.399946 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-29033671-1412-4916-8cf0-d4d1d4c97d90 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:33:46.404556 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d45a6f3d-77ce-47b5-9582-7c584e2e8244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:46.407498 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29033671-1412-4916-8cf0-d4d1d4c97d90 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:46.408687 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-29033671-1412-4916-8cf0-d4d1d4c97d90 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:46.415499 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29033671-1412-4916-8cf0-d4d1d4c97d90 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event updated for resources: {'Subnet': ['ID=7b7b1178-35f5-4d85-815b-c59cb9e02fb4,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:46.474564 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45a6f3d-77ce-47b5-9582-7c584e2e8244 admin admin] Network f3ad78b4-f472-44ca-9996-6dd8d30f3e50 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:33:46.483372 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c49eb-b26d-4eba-a00a-26bd54de0f5a None None] Pushing event deleted for resources: {'Port': ['ID=26a301e7-dc4a-4057-8ff9-f0af443df04e,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:46.499425 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-d45a6f3d-77ce-47b5-9582-7c584e2e8244 admin admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:33:46.503797 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45a6f3d-77ce-47b5-9582-7c584e2e8244 admin admin] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:33:46.505390 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e46c239b-25e0-44d2-9056-1c998445eb71 None None] Provisioning complete for port 718e6941-d905-4c43-b46e-71be47228792 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:33:46.505548 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e46c239b-25e0-44d2-9056-1c998445eb71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:46.622133 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45a6f3d-77ce-47b5-9582-7c584e2e8244 admin admin] Pushing event updated for resources: {'Port': ['ID=c440aea4-0d9c-48e5-91b1-6bac67e2bb1e,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:46.626868 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d45a6f3d-77ce-47b5-9582-7c584e2e8244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:46.636512 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228c49eb-b26d-4eba-a00a-26bd54de0f5a None None] No DVR routers for this DVR port 26a301e7-dc4a-4057-8ff9-f0af443df04e on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:33:46.637038 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-29033671-1412-4916-8cf0-d4d1d4c97d90 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6129427 Oct 30 15:33:46.637164 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 718e6941-d905-4c43-b46e-71be47228792 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:33:46.637272 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36478) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:46.655257 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-51cff4fa-919e-41f1-9247-44943b7c8cad tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Request body: {'subnet': {'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:46.706475 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d14433-5d1d-4dad-a9a9-651985ebb9be None None] Network 0087ab61-2d5d-438b-a324-8b85dab759bc requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:33:46.955145 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51cff4fa-919e-41f1-9247-44943b7c8cad tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Made reservation on behalf of 950626c196e345129caa4bb8b656378a for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:33:46.968513 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-51cff4fa-919e-41f1-9247-44943b7c8cad tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:47.051695 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d45a6f3d-77ce-47b5-9582-7c584e2e8244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:47.058236 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365e2d62-3609-4048-abac-24e5d067824f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-0087ab61-2d5d-438b-a324-8b85dab759bc', 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'tenant_id': '950626c196e345129caa4bb8b656378a', 'fixed_ips': [{'subnet_id': '7b7b1178-35f5-4d85-815b-c59cb9e02fb4'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:33:47.059119 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-365e2d62-3609-4048-abac-24e5d067824f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:47.205801 n-d-806683-17 neutron-server[102131]: INFO neutron.db.ipam_backend_mixin [None req-51cff4fa-919e-41f1-9247-44943b7c8cad tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7b7b1178-35f5-4d85-815b-c59cb9e02fb4 (CIDR: 2001:db8::/64) Oct 30 15:33:47.214020 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-51cff4fa-919e-41f1-9247-44943b7c8cad tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 30 15:33:47.214962 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51cff4fa-919e-41f1-9247-44943b7c8cad tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:33:47.246606 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-51cff4fa-919e-41f1-9247-44943b7c8cad tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6061797 Oct 30 15:33:47.247438 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36492) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:47.325196 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-365e2d62-3609-4048-abac-24e5d067824f None None] Allocated IP 2001:db8::f816:3eff:fe2d:babd (0087ab61-2d5d-438b-a324-8b85dab759bc/7b7b1178-35f5-4d85-815b-c59cb9e02fb4/3ac5cef0-7a97-46b4-90ce-ab15d542ee6e) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:33:47.522979 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 718e6941-d905-4c43-b46e-71be47228792 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:33:47.523416 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:47.541570 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-c386d89e-d5e1-479d-aaa1-3da7a5eb0571 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Request body: {'subnet': {'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:47.561405 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e46c239b-25e0-44d2-9056-1c998445eb71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:47.581769 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-111b3043-e9ba-49c9-8613-b9946c3167ac None None] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:47.594982 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-111b3043-e9ba-49c9-8613-b9946c3167ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:47.647967 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-365e2d62-3609-4048-abac-24e5d067824f None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:47.718471 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d45a6f3d-77ce-47b5-9582-7c584e2e8244 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:47.724207 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d45a6f3d-77ce-47b5-9582-7c584e2e8244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:47.756527 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c386d89e-d5e1-479d-aaa1-3da7a5eb0571 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Made reservation on behalf of 950626c196e345129caa4bb8b656378a for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:33:47.759888 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c386d89e-d5e1-479d-aaa1-3da7a5eb0571 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:47.874803 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d45a6f3d-77ce-47b5-9582-7c584e2e8244 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:47.883697 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-365e2d62-3609-4048-abac-24e5d067824f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:47.885848 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45a6f3d-77ce-47b5-9582-7c584e2e8244 admin admin] Pushing event updated for resources: {'Port': ['ID=c440aea4-0d9c-48e5-91b1-6bac67e2bb1e,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:47.886565 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-111b3043-e9ba-49c9-8613-b9946c3167ac None None] Attempting to bind port c2ec3e9d-b75f-4bec-bd43-aac2201ff9a3 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:33:47.887182 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-111b3043-e9ba-49c9-8613-b9946c3167ac None None] Attempting to bind port c2ec3e9d-b75f-4bec-bd43-aac2201ff9a3 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:33:47.887835 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111b3043-e9ba-49c9-8613-b9946c3167ac None None] Attempting to bind port c2ec3e9d-b75f-4bec-bd43-aac2201ff9a3 on network edc38ef5-7816-4133-914c-cfe2849a0125 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:33:47.900212 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e46c239b-25e0-44d2-9056-1c998445eb71 None None] For port 718e6941-d905-4c43-b46e-71be47228792, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=718e6941-d905-4c43-b46e-71be47228792,segment=NetworkSegment(42009e01-9045-4c91-9272-931b6d9c6bd5),segment_id=42009e01-9045-4c91-9272-931b6d9c6bd5)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:33:47.919141 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e46c239b-25e0-44d2-9056-1c998445eb71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:47.921934 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111b3043-e9ba-49c9-8613-b9946c3167ac None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:33:47.921934 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111b3043-e9ba-49c9-8613-b9946c3167ac None None] Checking segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:33:47.922338 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-111b3043-e9ba-49c9-8613-b9946c3167ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:47.922718 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111b3043-e9ba-49c9-8613-b9946c3167ac None None] Bound using segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:33:47.923214 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-111b3043-e9ba-49c9-8613-b9946c3167ac None None] Bound port: c2ec3e9d-b75f-4bec-bd43-aac2201ff9a3, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:33:47.923713 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-111b3043-e9ba-49c9-8613-b9946c3167ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:47.928572 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f001cf2-f228-4138-980d-00e3b1f5fe58 None None] Pushing event updated for resources: {'Port': ['ID=c2ec3e9d-b75f-4bec-bd43-aac2201ff9a3,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:48.000128 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365e2d62-3609-4048-abac-24e5d067824f None None] Pushing event updated for resources: {'Port': ['ID=3ac5cef0-7a97-46b4-90ce-ab15d542ee6e,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:48.010870 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365e2d62-3609-4048-abac-24e5d067824f None None] Network 0087ab61-2d5d-438b-a324-8b85dab759bc is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:33:48.013556 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:48.046233 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-365e2d62-3609-4048-abac-24e5d067824f None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:33:48.053582 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365e2d62-3609-4048-abac-24e5d067824f None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:33:48.088185 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45a6f3d-77ce-47b5-9582-7c584e2e8244 admin admin] Network f3ad78b4-f472-44ca-9996-6dd8d30f3e50 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:33:48.091865 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-d45a6f3d-77ce-47b5-9582-7c584e2e8244 admin admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:33:48.206569 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-365e2d62-3609-4048-abac-24e5d067824f None None] Attempting to bind port 3ac5cef0-7a97-46b4-90ce-ab15d542ee6e on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:33:48.206944 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-365e2d62-3609-4048-abac-24e5d067824f None None] Attempting to bind port 3ac5cef0-7a97-46b4-90ce-ab15d542ee6e by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:33:48.213479 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365e2d62-3609-4048-abac-24e5d067824f None None] Attempting to bind port 3ac5cef0-7a97-46b4-90ce-ab15d542ee6e on network 0087ab61-2d5d-438b-a324-8b85dab759bc {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:33:48.221422 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-1a3a6eff-9470-4c1a-b7e3-48a5df3c9c7a None None] Provisioning complete for port c440aea4-0d9c-48e5-91b1-6bac67e2bb1e triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:33:48.221801 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1a3a6eff-9470-4c1a-b7e3-48a5df3c9c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:48.283240 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-111b3043-e9ba-49c9-8613-b9946c3167ac None None] For port c2ec3e9d-b75f-4bec-bd43-aac2201ff9a3, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:33:48.301722 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a6eff-9470-4c1a-b7e3-48a5df3c9c7a None None] Port c440aea4-0d9c-48e5-91b1-6bac67e2bb1e cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:33:48.314825 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d45a6f3d-77ce-47b5-9582-7c584e2e8244 admin admin] Router 0b5f34ff-6a45-437b-9de8-37ec61afb2dd has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:33:48.318644 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46c239b-25e0-44d2-9056-1c998445eb71 None None] Pushing event updated for resources: {'Port': ['ID=718e6941-d905-4c43-b46e-71be47228792,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:48.323967 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365e2d62-3609-4048-abac-24e5d067824f None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:33:48.324337 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365e2d62-3609-4048-abac-24e5d067824f None None] Checking segment: {'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:33:48.324968 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-365e2d62-3609-4048-abac-24e5d067824f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:48.325533 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365e2d62-3609-4048-abac-24e5d067824f None None] Bound using segment: {'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:33:48.326197 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-365e2d62-3609-4048-abac-24e5d067824f None None] Bound port: 3ac5cef0-7a97-46b4-90ce-ab15d542ee6e, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:33:48.326764 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-365e2d62-3609-4048-abac-24e5d067824f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:48.338219 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-111b3043-e9ba-49c9-8613-b9946c3167ac None None] For port c2ec3e9d-b75f-4bec-bd43-aac2201ff9a3, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=c2ec3e9d-b75f-4bec-bd43-aac2201ff9a3,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:33:48.362669 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-111b3043-e9ba-49c9-8613-b9946c3167ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:48.383995 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.db.api [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 30 15:33:48.384571 n-d-806683-17 neutron-server[102132]: DEBUG oslo_db.api [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 30 15:33:48.541350 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c386d89e-d5e1-479d-aaa1-3da7a5eb0571 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:48.592310 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111b3043-e9ba-49c9-8613-b9946c3167ac None None] Routers {'0b5f34ff-6a45-437b-9de8-37ec61afb2dd'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:33:48.593151 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-111b3043-e9ba-49c9-8613-b9946c3167ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:33:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['0b5f34ff-6a45-437b-9de8-37ec61afb2dd'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:33:48.597780 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c386d89e-d5e1-479d-aaa1-3da7a5eb0571 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Network 0087ab61-2d5d-438b-a324-8b85dab759bc is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:33:48.602445 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-4d0919b1-ef4d-48d8-b7da-2a342b71beb9 None None] Provisioning complete for port c440aea4-0d9c-48e5-91b1-6bac67e2bb1e triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:33:48.602950 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4d0919b1-ef4d-48d8-b7da-2a342b71beb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:48.609851 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-c386d89e-d5e1-479d-aaa1-3da7a5eb0571 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:33:48.612751 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c386d89e-d5e1-479d-aaa1-3da7a5eb0571 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:48.613349 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c386d89e-d5e1-479d-aaa1-3da7a5eb0571 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:48.629982 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c386d89e-d5e1-479d-aaa1-3da7a5eb0571 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event updated for resources: {'Subnet': ['ID=192ce37b-ab47-412f-998a-20c6080fc615,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:48.641175 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d45a6f3d-77ce-47b5-9582-7c584e2e8244 admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:33:48.646992 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-d45a6f3d-77ce-47b5-9582-7c584e2e8244 admin admin] 10.222.0.62 "PUT /v2.0/routers/0b5f34ff-6a45-437b-9de8-37ec61afb2dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5167520 Oct 30 15:33:48.653608 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c386d89e-d5e1-479d-aaa1-3da7a5eb0571 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4024582 Oct 30 15:33:48.653895 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36514) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:48.664591 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-365e2d62-3609-4048-abac-24e5d067824f None None] For port 3ac5cef0-7a97-46b4-90ce-ab15d542ee6e, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:33:48.669720 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-6ace3f05-6266-43d6-809f-89c1b037df5e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Request body: {'port': {'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'mac_address': 'fa:16:3e:29:81:f2', 'name': 'tempest-NetworksTestDHCPv6-754059070'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:48.721656 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f001cf2-f228-4138-980d-00e3b1f5fe58 None None] Pushing event updated for resources: {'Port': ['ID=c2ec3e9d-b75f-4bec-bd43-aac2201ff9a3,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:48.745695 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-365e2d62-3609-4048-abac-24e5d067824f None None] For port 3ac5cef0-7a97-46b4-90ce-ab15d542ee6e, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=3ac5cef0-7a97-46b4-90ce-ab15d542ee6e,segment=NetworkSegment(04fb9866-245b-47c9-a7bc-8854a722bc22),segment_id=04fb9866-245b-47c9-a7bc-8854a722bc22)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:33:48.754760 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-365e2d62-3609-4048-abac-24e5d067824f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:48.763197 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-4d0919b1-ef4d-48d8-b7da-2a342b71beb9 None None] Port c440aea4-0d9c-48e5-91b1-6bac67e2bb1e cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:33:48.884597 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365e2d62-3609-4048-abac-24e5d067824f None None] Pushing event updated for resources: {'Port': ['ID=3ac5cef0-7a97-46b4-90ce-ab15d542ee6e,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:48.913316 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ace3f05-6266-43d6-809f-89c1b037df5e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Made reservation on behalf of 950626c196e345129caa4bb8b656378a for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:33:48.952795 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-111b3043-e9ba-49c9-8613-b9946c3167ac None None] Set router 0b5f34ff-6a45-437b-9de8-37ec61afb2dd gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:33:49.010255 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device d88851bc-6e82-4c5b-bee9-56678a8dd126 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:33:49.049309 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6ace3f05-6266-43d6-809f-89c1b037df5e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:49.073468 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [None req-6ace3f05-6266-43d6-809f-89c1b037df5e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] device_id is not set on port 83cbfa07-a5b3-43c5-84db-55fbe9cbbbfb yet. {{(pid=102131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:33:49.230797 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port d88851bc-6e82-4c5b-bee9-56678a8dd126 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:33:49.231444 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:49.437648 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-111b3043-e9ba-49c9-8613-b9946c3167ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5f34ff-6a45-437b-9de8-37ec61afb2dd', 'name': 'tempest-TestServerBasicOps-563987466-router', 'tenant_id': '9265db53516b42d6bc42a8ab2eca7aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'c2ec3e9d-b75f-4bec-bd43-aac2201ff9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:33:40Z', 'updated_at': '2021-10-30T15:33:46Z', 'revision_number': 4, 'project_id': '9265db53516b42d6bc42a8ab2eca7aff', 'gw_port': {'id': 'c2ec3e9d-b75f-4bec-bd43-aac2201ff9a3', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e0:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5f34ff-6a45-437b-9de8-37ec61afb2dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:33:41Z', 'updated_at': '2021-10-30T15:33:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'c440aea4-0d9c-48e5-91b1-6bac67e2bb1e', 'name': '', 'network_id': 'f3ad78b4-f472-44ca-9996-6dd8d30f3e50', 'tenant_id': '9265db53516b42d6bc42a8ab2eca7aff', 'mac_address': 'fa:16:3e:24:d8:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5f34ff-6a45-437b-9de8-37ec61afb2dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'b8d985ab-3be8-4735-bcaf-5442e0b4e596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:33:45Z', 'updated_at': '2021-10-30T15:33:47Z', 'revision_number': 2, 'project_id': '9265db53516b42d6bc42a8ab2eca7aff', 'subnets': [{'id': 'b8d985ab-3be8-4735-bcaf-5442e0b4e596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:33:49.486566 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111b3043-e9ba-49c9-8613-b9946c3167ac None None] The sync data for ids ['0b5f34ff-6a45-437b-9de8-37ec61afb2dd'] in n-d-806683-17 is: [{'id': '0b5f34ff-6a45-437b-9de8-37ec61afb2dd', 'name': 'tempest-TestServerBasicOps-563987466-router', 'tenant_id': '9265db53516b42d6bc42a8ab2eca7aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'c2ec3e9d-b75f-4bec-bd43-aac2201ff9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:33:40Z', 'updated_at': '2021-10-30T15:33:46Z', 'revision_number': 4, 'project_id': '9265db53516b42d6bc42a8ab2eca7aff', 'gw_port': {'id': 'c2ec3e9d-b75f-4bec-bd43-aac2201ff9a3', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e0:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5f34ff-6a45-437b-9de8-37ec61afb2dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:33:41Z', 'updated_at': '2021-10-30T15:33:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'c440aea4-0d9c-48e5-91b1-6bac67e2bb1e', 'name': '', 'network_id': 'f3ad78b4-f472-44ca-9996-6dd8d30f3e50', 'tenant_id': '9265db53516b42d6bc42a8ab2eca7aff', 'mac_address': 'fa:16:3e:24:d8:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5f34ff-6a45-437b-9de8-37ec61afb2dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'b8d985ab-3be8-4735-bcaf-5442e0b4e596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:33:45Z', 'updated_at': '2021-10-30T15:33:47Z', 'revision_number': 2, 'project_id': '9265db53516b42d6bc42a8ab2eca7aff', 'subnets': [{'id': 'b8d985ab-3be8-4735-bcaf-5442e0b4e596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:33:49.489634 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-6ace3f05-6266-43d6-809f-89c1b037df5e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Allocated IP 2001:db8:0:1::183 (0087ab61-2d5d-438b-a324-8b85dab759bc/192ce37b-ab47-412f-998a-20c6080fc615/83cbfa07-a5b3-43c5-84db-55fbe9cbbbfb) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:33:49.495667 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 26a301e7-dc4a-4057-8ff9-f0af443df04e no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:33:49.518914 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-6ace3f05-6266-43d6-809f-89c1b037df5e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Allocated IP 2001:db8::f816:3eff:fe29:81f2 (0087ab61-2d5d-438b-a324-8b85dab759bc/7b7b1178-35f5-4d85-815b-c59cb9e02fb4/83cbfa07-a5b3-43c5-84db-55fbe9cbbbfb) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:33:49.559906 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 26a301e7-dc4a-4057-8ff9-f0af443df04e {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:33:49.560709 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 26a301e7-dc4a-4057-8ff9-f0af443df04e not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:33:49.609189 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36528) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:49.614475 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-f7ab13fa-2385-4435-933d-f5c30b06288c tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1669616145', 'description': 'tempest-secgroup-smoke-1669616145 description', 'project_id': '618f83bcebd64e44892a09ff47fd42c7'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:49.689285 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f7ab13fa-2385-4435-933d-f5c30b06288c tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:49.863626 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 718e6941-d905-4c43-b46e-71be47228792 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:33:49.873251 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f7ab13fa-2385-4435-933d-f5c30b06288c tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:49.878407 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f7ab13fa-2385-4435-933d-f5c30b06288c tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:49.927615 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f7ab13fa-2385-4435-933d-f5c30b06288c tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:49.933252 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-f7ab13fa-2385-4435-933d-f5c30b06288c tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3230009 Oct 30 15:33:49.938566 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36530) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:49.943901 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-3ff606cd-1b12-409d-8762-efe049962e0f tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Request body: {'security_group_rule': {'security_group_id': '54eca5ff-0938-4780-8cdb-10dd56258a8f', 'project_id': '618f83bcebd64e44892a09ff47fd42c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:49.959310 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ab13fa-2385-4435-933d-f5c30b06288c tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54eca5ff-0938-4780-8cdb-10dd56258a8f,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:49.974385 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6ace3f05-6266-43d6-809f-89c1b037df5e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:49.979428 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3ff606cd-1b12-409d-8762-efe049962e0f tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:50.053200 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3ff606cd-1b12-409d-8762-efe049962e0f tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:50.064763 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3ff606cd-1b12-409d-8762-efe049962e0f tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:50.066282 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6ace3f05-6266-43d6-809f-89c1b037df5e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:50.084050 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 718e6941-d905-4c43-b46e-71be47228792 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:33:50.084936 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:50.103032 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff606cd-1b12-409d-8762-efe049962e0f tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d9d8c3f-bca7-456a-b06e-c14bff75af6c,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:50.110015 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3ff606cd-1b12-409d-8762-efe049962e0f tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:50.111144 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-3ff606cd-1b12-409d-8762-efe049962e0f tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1711278 Oct 30 15:33:50.113954 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36532) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:50.121424 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-6fb23576-fd8d-436f-987d-1c7f6d5823fa tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Request body: {'security_group_rule': {'security_group_id': '54eca5ff-0938-4780-8cdb-10dd56258a8f', 'project_id': '618f83bcebd64e44892a09ff47fd42c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:50.134537 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ace3f05-6266-43d6-809f-89c1b037df5e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Network 0087ab61-2d5d-438b-a324-8b85dab759bc is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:33:50.146677 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-6ace3f05-6266-43d6-809f-89c1b037df5e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:33:50.156241 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ace3f05-6266-43d6-809f-89c1b037df5e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:33:50.162478 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ace3f05-6266-43d6-809f-89c1b037df5e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:50.168223 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6ace3f05-6266-43d6-809f-89c1b037df5e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:50.170383 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6fb23576-fd8d-436f-987d-1c7f6d5823fa tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:50.178197 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ace3f05-6266-43d6-809f-89c1b037df5e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event updated for resources: {'Port': ['ID=83cbfa07-a5b3-43c5-84db-55fbe9cbbbfb,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:50.211940 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ace3f05-6266-43d6-809f-89c1b037df5e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:33:50.212291 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ace3f05-6266-43d6-809f-89c1b037df5e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:33:50.212677 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ace3f05-6266-43d6-809f-89c1b037df5e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:33:50.213051 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ace3f05-6266-43d6-809f-89c1b037df5e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:33:50.217618 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ace3f05-6266-43d6-809f-89c1b037df5e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:33:50.218000 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ace3f05-6266-43d6-809f-89c1b037df5e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:33:50.218347 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ace3f05-6266-43d6-809f-89c1b037df5e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:33:50.218686 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ace3f05-6266-43d6-809f-89c1b037df5e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:33:50.219017 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ace3f05-6266-43d6-809f-89c1b037df5e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:33:50.219346 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ace3f05-6266-43d6-809f-89c1b037df5e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:33:50.219777 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ace3f05-6266-43d6-809f-89c1b037df5e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:33:50.220109 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ace3f05-6266-43d6-809f-89c1b037df5e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:33:50.237374 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-6ace3f05-6266-43d6-809f-89c1b037df5e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.5750401 Oct 30 15:33:50.240176 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36534) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:50.254676 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 3ac5cef0-7a97-46b4-90ce-ab15d542ee6e up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:33:50.316351 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6fb23576-fd8d-436f-987d-1c7f6d5823fa tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:50.322177 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6fb23576-fd8d-436f-987d-1c7f6d5823fa tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:50.354788 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6fb23576-fd8d-436f-987d-1c7f6d5823fa tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:50.356370 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-6fb23576-fd8d-436f-987d-1c7f6d5823fa tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2413990 Oct 30 15:33:50.357492 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb23576-fd8d-436f-987d-1c7f6d5823fa tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01b96c21-d9c6-4860-881e-5d484cdd7a2f,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:50.360755 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36536) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:50.365976 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-b45dad95-88c7-41a8-839f-4d7c6cc0c76d tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Request body: {'security_group_rule': {'security_group_id': '54eca5ff-0938-4780-8cdb-10dd56258a8f', 'project_id': '618f83bcebd64e44892a09ff47fd42c7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:50.404453 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b45dad95-88c7-41a8-839f-4d7c6cc0c76d tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:50.411559 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 3ac5cef0-7a97-46b4-90ce-ab15d542ee6e triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:33:50.412683 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:50.444090 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-55e72385-f2ea-43f5-be0d-9fcd3fedb3a6 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Deleting port 83cbfa07-a5b3-43c5-84db-55fbe9cbbbfb {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:33:50.444428 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-55e72385-f2ea-43f5-be0d-9fcd3fedb3a6 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:50.491080 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b45dad95-88c7-41a8-839f-4d7c6cc0c76d tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:50.501894 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b45dad95-88c7-41a8-839f-4d7c6cc0c76d tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:50.518128 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca4cfea-3569-4136-9ac3-f6dbaafe774a None None] Network 0087ab61-2d5d-438b-a324-8b85dab759bc requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:33:50.527356 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45dad95-88c7-41a8-839f-4d7c6cc0c76d tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a75e0b1-ae17-4fec-8b1e-586310f11382,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:50.541926 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b45dad95-88c7-41a8-839f-4d7c6cc0c76d tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:50.547604 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b45dad95-88c7-41a8-839f-4d7c6cc0c76d tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1833811 Oct 30 15:33:50.548756 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36542) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:50.557276 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-a6e9994f-9cb9-4d91-a47b-36fb0bd8dd3b tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Request body: {'security_group_rule': {'security_group_id': '54eca5ff-0938-4780-8cdb-10dd56258a8f', 'project_id': '618f83bcebd64e44892a09ff47fd42c7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:50.598731 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-55e72385-f2ea-43f5-be0d-9fcd3fedb3a6 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:50.615814 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a6e9994f-9cb9-4d91-a47b-36fb0bd8dd3b tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:50.632147 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-55e72385-f2ea-43f5-be0d-9fcd3fedb3a6 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Calling delete_port for 83cbfa07-a5b3-43c5-84db-55fbe9cbbbfb owned by {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:33:50.685335 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-8eb7e78a-d07b-424f-a015-0e4a53a0c7bf None None] Provisioning complete for port 3ac5cef0-7a97-46b4-90ce-ab15d542ee6e triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:33:50.685781 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8eb7e78a-d07b-424f-a015-0e4a53a0c7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:50.730586 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a6e9994f-9cb9-4d91-a47b-36fb0bd8dd3b tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:50.736607 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a6e9994f-9cb9-4d91-a47b-36fb0bd8dd3b tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:50.768458 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a6e9994f-9cb9-4d91-a47b-36fb0bd8dd3b tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:50.770552 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a6e9994f-9cb9-4d91-a47b-36fb0bd8dd3b tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2204068 Oct 30 15:33:50.783141 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36548) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:50.786171 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e9994f-9cb9-4d91-a47b-36fb0bd8dd3b tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bfc52c5-a132-468a-ae10-276808368f60,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:50.789734 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:50.822769 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-7b3cce13-6f87-4d0e-991f-304fce69ecd4 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Request body: {'security_group_rule': {'security_group_id': '54eca5ff-0938-4780-8cdb-10dd56258a8f', 'project_id': '618f83bcebd64e44892a09ff47fd42c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:50.870532 n-d-806683-17 neutron-server[102131]: INFO neutron.db.securitygroups_db [None req-7b3cce13-6f87-4d0e-991f-304fce69ecd4 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Project 618f83bcebd64e44892a09ff47fd42c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 30 15:33:50.884460 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7b3cce13-6f87-4d0e-991f-304fce69ecd4 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:50.972406 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 3ac5cef0-7a97-46b4-90ce-ab15d542ee6e, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=3ac5cef0-7a97-46b4-90ce-ab15d542ee6e,segment=NetworkSegment(04fb9866-245b-47c9-a7bc-8854a722bc22),segment_id=04fb9866-245b-47c9-a7bc-8854a722bc22)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:33:51.004987 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8eb7e78a-d07b-424f-a015-0e4a53a0c7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:51.032583 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:51.100942 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7b3cce13-6f87-4d0e-991f-304fce69ecd4 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:51.105929 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7b3cce13-6f87-4d0e-991f-304fce69ecd4 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:51.132097 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7b3cce13-6f87-4d0e-991f-304fce69ecd4 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:51.133471 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-7b3cce13-6f87-4d0e-991f-304fce69ecd4 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3456707 Oct 30 15:33:51.136405 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36552) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:51.141089 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-b5d51d73-18cb-459c-9952-1a78a67d42f7 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Request body: {'security_group_rule': {'security_group_id': '54eca5ff-0938-4780-8cdb-10dd56258a8f', 'project_id': '618f83bcebd64e44892a09ff47fd42c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:51.174060 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3cce13-6f87-4d0e-991f-304fce69ecd4 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9be7eb1-6d06-404a-9bac-35f9108b8658,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:51.181039 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-55e72385-f2ea-43f5-be0d-9fcd3fedb3a6 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:51.186276 n-d-806683-17 neutron-server[102130]: INFO neutron.db.securitygroups_db [None req-b5d51d73-18cb-459c-9952-1a78a67d42f7 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Project 618f83bcebd64e44892a09ff47fd42c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 30 15:33:51.196533 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b5d51d73-18cb-459c-9952-1a78a67d42f7 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:51.251225 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e72385-f2ea-43f5-be0d-9fcd3fedb3a6 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event deleted for resources: {'Port': ['ID=83cbfa07-a5b3-43c5-84db-55fbe9cbbbfb,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:51.266191 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df15fb0-e5ea-4a3c-9434-2bc5afd4f60b None None] Update dhcp port {'port': {'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'fixed_ips': [{'subnet_id': '7b7b1178-35f5-4d85-815b-c59cb9e02fb4', 'ip_address': '2001:db8::f816:3eff:fe2d:babd'}, {'subnet_id': '192ce37b-ab47-412f-998a-20c6080fc615'}], 'binding:host_id': 'n-d-806683-17'}, 'id': '3ac5cef0-7a97-46b4-90ce-ab15d542ee6e'} from n-d-806683-17. {{(pid=102132) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 30 15:33:51.280483 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-508ed0a6-4e66-426d-bd86-392061f2cf2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:51.282037 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.db.api [None req-8eb7e78a-d07b-424f-a015-0e4a53a0c7bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 30 15:33:51.282403 n-d-806683-17 neutron-server[102132]: DEBUG oslo_db.api [None req-8eb7e78a-d07b-424f-a015-0e4a53a0c7bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 30 15:33:51.284786 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=3ac5cef0-7a97-46b4-90ce-ab15d542ee6e,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:51.339582 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b5d51d73-18cb-459c-9952-1a78a67d42f7 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:51.342593 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-55e72385-f2ea-43f5-be0d-9fcd3fedb3a6 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:51.343444 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3df15fb0-e5ea-4a3c-9434-2bc5afd4f60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:51.348573 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b5d51d73-18cb-459c-9952-1a78a67d42f7 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:51.350537 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36554) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:51.366118 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-55e72385-f2ea-43f5-be0d-9fcd3fedb3a6 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/ports/83cbfa07-a5b3-43c5-84db-55fbe9cbbbfb HTTP/1.1" status: 204 len: 168 time: 1.1248019 Oct 30 15:33:51.421190 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d51d73-18cb-459c-9952-1a78a67d42f7 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f622cd4-ca90-464f-8466-a41a782e1044,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:51.439133 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b5d51d73-18cb-459c-9952-1a78a67d42f7 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:51.448767 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b5d51d73-18cb-459c-9952-1a78a67d42f7 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3029115 Oct 30 15:33:51.480087 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8a2418-4bc7-4c75-b754-88887aa4a22b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:51.481699 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-2b8a2418-4bc7-4c75-b754-88887aa4a22b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1234076 Oct 30 15:33:51.484328 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36558) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:51.607244 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f8e87e-4306-44cd-b152-e74f34097caa tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:51.608895 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-17f8e87e-4306-44cd-b152-e74f34097caa tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1228428 Oct 30 15:33:51.613179 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36570) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:51.687519 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-3df15fb0-e5ea-4a3c-9434-2bc5afd4f60b None None] Allocated IP 2001:db8:0:1::2 (0087ab61-2d5d-438b-a324-8b85dab759bc/192ce37b-ab47-412f-998a-20c6080fc615/3ac5cef0-7a97-46b4-90ce-ab15d542ee6e) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:33:51.859372 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf1bbc9-80a6-41b1-9544-682949355e30 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:51.862559 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf1bbc9-80a6-41b1-9544-682949355e30 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:51.864578 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf1bbc9-80a6-41b1-9544-682949355e30 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:51.867825 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-cbf1bbc9-80a6-41b1-9544-682949355e30 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2516448 Oct 30 15:33:51.869307 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36576) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:51.870888 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 3ac5cef0-7a97-46b4-90ce-ab15d542ee6e up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:33:51.918522 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-995a9da2-488e-4817-bf7a-9713bc9dcae6 req-836df142-9b15-4248-b3cf-71b510d370a4 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1669616145&fields=id&tenant_id=618f83bcebd64e44892a09ff47fd42c7 HTTP/1.1" status: 200 len: 267 time: 0.1690829 Oct 30 15:33:51.981290 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-3df15fb0-e5ea-4a3c-9434-2bc5afd4f60b None None] For port 3ac5cef0-7a97-46b4-90ce-ab15d542ee6e, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=3ac5cef0-7a97-46b4-90ce-ab15d542ee6e,segment=NetworkSegment(04fb9866-245b-47c9-a7bc-8854a722bc22),segment_id=04fb9866-245b-47c9-a7bc-8854a722bc22)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:33:51.990429 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec666f1b-b4b5-42d9-bb5a-3159e2a8b2d2 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Deleting subnet 192ce37b-ab47-412f-998a-20c6080fc615 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:33:52.108516 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a9da2-488e-4817-bf7a-9713bc9dcae6 req-03dd8f25-17ee-431e-82f9-9198b27e1f80 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:52.126349 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-995a9da2-488e-4817-bf7a-9713bc9dcae6 req-03dd8f25-17ee-431e-82f9-9198b27e1f80 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] 10.222.0.62 "GET /v2.0/networks?id=f7b31817-fb37-4338-9a8b-92e463aec38a HTTP/1.1" status: 200 len: 809 time: 0.2044778 Oct 30 15:33:52.146120 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-995a9da2-488e-4817-bf7a-9713bc9dcae6 req-43bdc3ca-c527-4d0a-837c-52e6ccb39201 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] 10.222.0.62 "GET /v2.0/quotas/618f83bcebd64e44892a09ff47fd42c7 HTTP/1.1" status: 200 len: 375 time: 0.0187070 Oct 30 15:33:52.180500 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 3ac5cef0-7a97-46b4-90ce-ab15d542ee6e triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:33:52.180873 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:52.214876 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-995a9da2-488e-4817-bf7a-9713bc9dcae6 req-0b26ec3d-b49a-4e59-a520-3f76ed2404a4 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=618f83bcebd64e44892a09ff47fd42c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0677242 Oct 30 15:33:52.252392 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3df15fb0-e5ea-4a3c-9434-2bc5afd4f60b None None] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:52.258941 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ec666f1b-b4b5-42d9-bb5a-3159e2a8b2d2 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:52.265785 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3df15fb0-e5ea-4a3c-9434-2bc5afd4f60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:52.335695 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ec666f1b-b4b5-42d9-bb5a-3159e2a8b2d2 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:52.423022 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df15fb0-e5ea-4a3c-9434-2bc5afd4f60b None None] Pushing event updated for resources: {'Port': ['ID=3ac5cef0-7a97-46b4-90ce-ab15d542ee6e,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:52.431169 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device c2ec3e9d-b75f-4bec-bd43-aac2201ff9a3 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:33:52.466292 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ec666f1b-b4b5-42d9-bb5a-3159e2a8b2d2 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:52.486319 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port c2ec3e9d-b75f-4bec-bd43-aac2201ff9a3 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:33:52.486706 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:52.500938 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-995a9da2-488e-4817-bf7a-9713bc9dcae6 req-b8ed6cd8-b914-452d-adb3-c39e587a100a service neutron] 10.222.0.62 "GET /v2.0/networks/f7b31817-fb37-4338-9a8b-92e463aec38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729371 Oct 30 15:33:52.567831 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ec666f1b-b4b5-42d9-bb5a-3159e2a8b2d2 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:52.625887 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec666f1b-b4b5-42d9-bb5a-3159e2a8b2d2 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event deleted for resources: {'Subnet': ['ID=192ce37b-ab47-412f-998a-20c6080fc615,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:52.630273 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ec666f1b-b4b5-42d9-bb5a-3159e2a8b2d2 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:52.638493 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-ec666f1b-b4b5-42d9-bb5a-3159e2a8b2d2 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/subnets/192ce37b-ab47-412f-998a-20c6080fc615 HTTP/1.1" status: 204 len: 168 time: 0.7675886 Oct 30 15:33:52.641578 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36582) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:52.651930 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:52.670696 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-995a9da2-488e-4817-bf7a-9713bc9dcae6 req-5062d569-a4c4-43de-863b-33285a4efcf6 service neutron] 10.222.0.62 "GET /v2.0/networks/f7b31817-fb37-4338-9a8b-92e463aec38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570871 Oct 30 15:33:52.699196 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port c2ec3e9d-b75f-4bec-bd43-aac2201ff9a3, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=c2ec3e9d-b75f-4bec-bd43-aac2201ff9a3,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:33:52.705677 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:52.731045 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cdcaf61-ff61-4859-92da-761d0b27ed89 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Deleting subnet 7b7b1178-35f5-4d85-815b-c59cb9e02fb4 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:33:52.740253 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0cdcaf61-ff61-4859-92da-761d0b27ed89 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:52.802940 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=c2ec3e9d-b75f-4bec-bd43-aac2201ff9a3,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:52.839802 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0cdcaf61-ff61-4859-92da-761d0b27ed89 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:52.991199 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0cdcaf61-ff61-4859-92da-761d0b27ed89 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:53.055643 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-83dd24b2-cab0-4f25-8f58-c17f8d9df3ce req-51c18c0f-bd65-4fd1-a84e-3086f8049895 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] 10.222.0.62 "GET /v2.0/ports?device_id=63addfbe-85c9-4de2-8eaf-26998965f136 HTTP/1.1" status: 200 len: 210 time: 0.0331938 Oct 30 15:33:53.234368 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7803ac-c5c7-4962-9b12-dc88a23f8bde None None] Sync routers for ids ['0b5f34ff-6a45-437b-9de8-37ec61afb2dd'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:33:53.280755 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7803ac-c5c7-4962-9b12-dc88a23f8bde None None] Routers {'0b5f34ff-6a45-437b-9de8-37ec61afb2dd'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:33:53.282086 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-cd7803ac-c5c7-4962-9b12-dc88a23f8bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:33:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['0b5f34ff-6a45-437b-9de8-37ec61afb2dd'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:33:53.291775 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0cdcaf61-ff61-4859-92da-761d0b27ed89 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:53.373006 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0cdcaf61-ff61-4859-92da-761d0b27ed89 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:53.377160 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-0cdcaf61-ff61-4859-92da-761d0b27ed89 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/subnets/7b7b1178-35f5-4d85-815b-c59cb9e02fb4 HTTP/1.1" status: 204 len: 168 time: 0.7351141 Oct 30 15:33:53.380169 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36606) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:53.407352 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdcaf61-ff61-4859-92da-761d0b27ed89 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event deleted for resources: {'Subnet': ['ID=7b7b1178-35f5-4d85-815b-c59cb9e02fb4,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:53.508440 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-39327272-b590-4e7c-9904-6fc68a5fd9e8 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1267431 Oct 30 15:33:53.511432 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36610) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:53.516980 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-97bf5fbb-f4b9-4b01-a653-0276e1e5af47 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Request body: {'subnet': {'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:53.527283 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-cd7803ac-c5c7-4962-9b12-dc88a23f8bde None None] Set router 0b5f34ff-6a45-437b-9de8-37ec61afb2dd gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:33:53.591062 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ddf036-64cd-4021-a152-92761dd0fdfd None None] Network 0087ab61-2d5d-438b-a324-8b85dab759bc requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:33:53.643422 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97bf5fbb-f4b9-4b01-a653-0276e1e5af47 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Made reservation on behalf of 950626c196e345129caa4bb8b656378a for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:33:53.650989 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-97bf5fbb-f4b9-4b01-a653-0276e1e5af47 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:53.713076 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-23d13059-d8dc-4c23-9dd5-56ba7b369b1c None None] Provisioning complete for port 3ac5cef0-7a97-46b4-90ce-ab15d542ee6e triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:33:53.713724 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-23d13059-d8dc-4c23-9dd5-56ba7b369b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:53.755425 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 3ac5cef0-7a97-46b4-90ce-ab15d542ee6e up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:33:53.800685 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-cd7803ac-c5c7-4962-9b12-dc88a23f8bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5f34ff-6a45-437b-9de8-37ec61afb2dd', 'name': 'tempest-TestServerBasicOps-563987466-router', 'tenant_id': '9265db53516b42d6bc42a8ab2eca7aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'c2ec3e9d-b75f-4bec-bd43-aac2201ff9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:33:40Z', 'updated_at': '2021-10-30T15:33:46Z', 'revision_number': 4, 'project_id': '9265db53516b42d6bc42a8ab2eca7aff', 'gw_port': {'id': 'c2ec3e9d-b75f-4bec-bd43-aac2201ff9a3', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5f34ff-6a45-437b-9de8-37ec61afb2dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:33:41Z', 'updated_at': '2021-10-30T15:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'c440aea4-0d9c-48e5-91b1-6bac67e2bb1e', 'name': '', 'network_id': 'f3ad78b4-f472-44ca-9996-6dd8d30f3e50', 'tenant_id': '9265db53516b42d6bc42a8ab2eca7aff', 'mac_address': 'fa:16:3e:24:d8:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5f34ff-6a45-437b-9de8-37ec61afb2dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'b8d985ab-3be8-4735-bcaf-5442e0b4e596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:33:45Z', 'updated_at': '2021-10-30T15:33:47Z', 'revision_number': 2, 'project_id': '9265db53516b42d6bc42a8ab2eca7aff', 'subnets': [{'id': 'b8d985ab-3be8-4735-bcaf-5442e0b4e596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:33:53.843279 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1f42af4b-264c-47d3-8e3e-f90c16193025 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:53.852423 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7803ac-c5c7-4962-9b12-dc88a23f8bde None None] Checking router: 0b5f34ff-6a45-437b-9de8-37ec61afb2dd for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:33:53.852842 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7803ac-c5c7-4962-9b12-dc88a23f8bde None None] Updating router 0b5f34ff-6a45-437b-9de8-37ec61afb2dd port c440aea4-0d9c-48e5-91b1-6bac67e2bb1e binding host n-d-806683-17 {{(pid=102133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:33:53.893614 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cd7803ac-c5c7-4962-9b12-dc88a23f8bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:53.944248 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-97bf5fbb-f4b9-4b01-a653-0276e1e5af47 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:53.947389 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 3ac5cef0-7a97-46b4-90ce-ab15d542ee6e triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:33:53.947782 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:53.985095 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-23d13059-d8dc-4c23-9dd5-56ba7b369b1c None None] Could not find standard attr ID for object 83cbfa07-a5b3-43c5-84db-55fbe9cbbbfb. {{(pid=102132) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 30 15:33:54.006079 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bf5fbb-f4b9-4b01-a653-0276e1e5af47 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Network 0087ab61-2d5d-438b-a324-8b85dab759bc is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:33:54.036070 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-97bf5fbb-f4b9-4b01-a653-0276e1e5af47 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:33:54.061814 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fb7a73-2342-42dd-ac60-4fabac084d6f None None] DHCP port deletion for 0087ab61-2d5d-438b-a324-8b85dab759bc request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:33:54.082567 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bf5fbb-f4b9-4b01-a653-0276e1e5af47 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:54.083589 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-97bf5fbb-f4b9-4b01-a653-0276e1e5af47 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:54.097487 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bf5fbb-f4b9-4b01-a653-0276e1e5af47 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event updated for resources: {'Subnet': ['ID=41bb4c62-422c-4597-a63f-169d1319d911,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:54.103825 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device c2ec3e9d-b75f-4bec-bd43-aac2201ff9a3 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:33:54.116013 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-97bf5fbb-f4b9-4b01-a653-0276e1e5af47 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5993669 Oct 30 15:33:54.116235 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36618) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:54.120795 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-2e8b80b0-262d-41e6-b115-6db2e2900c9a tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Request body: {'subnet': {'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:54.169397 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-45fb7a73-2342-42dd-ac60-4fabac084d6f None None] Deleting port 3ac5cef0-7a97-46b4-90ce-ab15d542ee6e {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:33:54.170161 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-45fb7a73-2342-42dd-ac60-4fabac084d6f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:54.237510 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port c2ec3e9d-b75f-4bec-bd43-aac2201ff9a3 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:33:54.239023 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:54.296891 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-85f63bc8-53b2-433d-ac34-9612ecaca930 req-16ac8009-6372-4c29-a99f-d4f8e06224c0 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] 10.222.0.62 "GET /v2.0/ports?device_id=63addfbe-85c9-4de2-8eaf-26998965f136 HTTP/1.1" status: 200 len: 210 time: 0.0921714 Oct 30 15:33:54.309749 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-45fb7a73-2342-42dd-ac60-4fabac084d6f None None] For port 3ac5cef0-7a97-46b4-90ce-ab15d542ee6e, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=3ac5cef0-7a97-46b4-90ce-ab15d542ee6e,segment=NetworkSegment(04fb9866-245b-47c9-a7bc-8854a722bc22),segment_id=04fb9866-245b-47c9-a7bc-8854a722bc22)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:33:54.310583 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-45fb7a73-2342-42dd-ac60-4fabac084d6f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:54.330344 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-45fb7a73-2342-42dd-ac60-4fabac084d6f None None] Calling delete_port for 3ac5cef0-7a97-46b4-90ce-ab15d542ee6e owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:33:54.502263 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cd7803ac-c5c7-4962-9b12-dc88a23f8bde None None] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:54.509414 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cd7803ac-c5c7-4962-9b12-dc88a23f8bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:54.593813 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a9da2-488e-4817-bf7a-9713bc9dcae6 req-5b2f9b9b-518e-45f0-84c8-795f43d78c41 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:54.596939 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-995a9da2-488e-4817-bf7a-9713bc9dcae6 req-5b2f9b9b-518e-45f0-84c8-795f43d78c41 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] 10.222.0.53 "GET /v2.0/networks?id=f7b31817-fb37-4338-9a8b-92e463aec38a HTTP/1.1" status: 200 len: 809 time: 0.1523330 Oct 30 15:33:54.634503 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e8b80b0-262d-41e6-b115-6db2e2900c9a tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Made reservation on behalf of 950626c196e345129caa4bb8b656378a for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:33:54.641978 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2e8b80b0-262d-41e6-b115-6db2e2900c9a tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:54.657211 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-45fb7a73-2342-42dd-ac60-4fabac084d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:54.741653 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6a9db9-b77c-4f5e-a3c3-6e91f7752529 None None] Pushing event updated for resources: {'Port': ['ID=c440aea4-0d9c-48e5-91b1-6bac67e2bb1e,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:54.766656 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fb7a73-2342-42dd-ac60-4fabac084d6f None None] No DVR routers for this DVR port 3ac5cef0-7a97-46b4-90ce-ab15d542ee6e on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:33:54.780569 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-cd7803ac-c5c7-4962-9b12-dc88a23f8bde None None] Attempting to bind port c440aea4-0d9c-48e5-91b1-6bac67e2bb1e on host n-d-806683-17 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:33:54.781541 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-cd7803ac-c5c7-4962-9b12-dc88a23f8bde None None] Attempting to bind port c440aea4-0d9c-48e5-91b1-6bac67e2bb1e by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '9b57e80c-0871-4d8c-9667-f5e410ab75f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f3ad78b4-f472-44ca-9996-6dd8d30f3e50'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:33:54.782782 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7803ac-c5c7-4962-9b12-dc88a23f8bde None None] Attempting to bind port c440aea4-0d9c-48e5-91b1-6bac67e2bb1e on network f3ad78b4-f472-44ca-9996-6dd8d30f3e50 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:33:54.786726 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fb7a73-2342-42dd-ac60-4fabac084d6f None None] Pushing event deleted for resources: {'Port': ['ID=3ac5cef0-7a97-46b4-90ce-ab15d542ee6e,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:54.797057 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b03abf-c6c9-426b-8d1b-4d06925a3e81 None None] Network 0087ab61-2d5d-438b-a324-8b85dab759bc requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:33:54.797880 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7803ac-c5c7-4962-9b12-dc88a23f8bde None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:33:54.798275 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7803ac-c5c7-4962-9b12-dc88a23f8bde None None] Checking segment: {'id': '9b57e80c-0871-4d8c-9667-f5e410ab75f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f3ad78b4-f472-44ca-9996-6dd8d30f3e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:33:54.798678 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cd7803ac-c5c7-4962-9b12-dc88a23f8bde None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:54.799081 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7803ac-c5c7-4962-9b12-dc88a23f8bde None None] Bound using segment: {'id': '9b57e80c-0871-4d8c-9667-f5e410ab75f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f3ad78b4-f472-44ca-9996-6dd8d30f3e50'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:33:54.802538 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-cd7803ac-c5c7-4962-9b12-dc88a23f8bde None None] Bound port: c440aea4-0d9c-48e5-91b1-6bac67e2bb1e, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b57e80c-0871-4d8c-9667-f5e410ab75f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f3ad78b4-f472-44ca-9996-6dd8d30f3e50'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:33:54.804954 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:54.806492 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cd7803ac-c5c7-4962-9b12-dc88a23f8bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:54.854979 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-995a9da2-488e-4817-bf7a-9713bc9dcae6 req-e5845d84-26ce-4a32-b9fb-fa022f669687 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=618f83bcebd64e44892a09ff47fd42c7 HTTP/1.1" status: 200 len: 380 time: 0.2456672 Oct 30 15:33:54.867920 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-995a9da2-488e-4817-bf7a-9713bc9dcae6 req-d89f12db-c7d2-4802-ad13-543fbed2b0b9 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Request body: {'port': {'device_id': '63addfbe-85c9-4de2-8eaf-26998965f136', 'network_id': 'f7b31817-fb37-4338-9a8b-92e463aec38a', 'admin_state_up': True, 'tenant_id': '618f83bcebd64e44892a09ff47fd42c7', 'security_groups': ['54eca5ff-0938-4780-8cdb-10dd56258a8f']}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:54.907124 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-cd7803ac-c5c7-4962-9b12-dc88a23f8bde None None] For port c440aea4-0d9c-48e5-91b1-6bac67e2bb1e, host n-d-806683-17, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:33:54.913035 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-cd7803ac-c5c7-4962-9b12-dc88a23f8bde None None] For port c440aea4-0d9c-48e5-91b1-6bac67e2bb1e, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=c440aea4-0d9c-48e5-91b1-6bac67e2bb1e,segment=NetworkSegment(9b57e80c-0871-4d8c-9667-f5e410ab75f2),segment_id=9b57e80c-0871-4d8c-9667-f5e410ab75f2)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:33:54.935137 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-cd7803ac-c5c7-4962-9b12-dc88a23f8bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:54.968011 n-d-806683-17 neutron-server[102130]: INFO neutron.db.ipam_backend_mixin [None req-2e8b80b0-262d-41e6-b115-6db2e2900c9a tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 41bb4c62-422c-4597-a63f-169d1319d911 (CIDR: 2001:db8::/64) Oct 30 15:33:54.979796 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e8b80b0-262d-41e6-b115-6db2e2900c9a tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 30 15:33:54.980595 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e8b80b0-262d-41e6-b115-6db2e2900c9a tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:33:54.997914 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:55.041161 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-2e8b80b0-262d-41e6-b115-6db2e2900c9a tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9215467 Oct 30 15:33:55.041291 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36632) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:55.046680 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-d5427c02-f612-44f8-ade5-da28cc526512 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Request body: {'subnet': {'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:55.087770 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-995a9da2-488e-4817-bf7a-9713bc9dcae6 req-d89f12db-c7d2-4802-ad13-543fbed2b0b9 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Made reservation on behalf of 618f83bcebd64e44892a09ff47fd42c7 for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:33:55.091748 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-995a9da2-488e-4817-bf7a-9713bc9dcae6 req-d89f12db-c7d2-4802-ad13-543fbed2b0b9 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:55.092592 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7803ac-c5c7-4962-9b12-dc88a23f8bde None None] Routers {'0b5f34ff-6a45-437b-9de8-37ec61afb2dd'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:33:55.093358 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-cd7803ac-c5c7-4962-9b12-dc88a23f8bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:33:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['0b5f34ff-6a45-437b-9de8-37ec61afb2dd'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:33:55.138520 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-a7014d64-78e5-42d0-bab8-65937807c297 None None] Provisioning complete for port c440aea4-0d9c-48e5-91b1-6bac67e2bb1e triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:33:55.139404 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a7014d64-78e5-42d0-bab8-65937807c297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:55.144218 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61567381-812c-410f-96ba-9b0351863c4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-0087ab61-2d5d-438b-a324-8b85dab759bc', 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'tenant_id': '950626c196e345129caa4bb8b656378a', 'fixed_ips': [{'subnet_id': '41bb4c62-422c-4597-a63f-169d1319d911'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:33:55.146527 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-61567381-812c-410f-96ba-9b0351863c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:55.203786 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6a9db9-b77c-4f5e-a3c3-6e91f7752529 None None] Pushing event updated for resources: {'Port': ['ID=c440aea4-0d9c-48e5-91b1-6bac67e2bb1e,revision_number=4']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:55.287125 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-cd7803ac-c5c7-4962-9b12-dc88a23f8bde None None] Set router 0b5f34ff-6a45-437b-9de8-37ec61afb2dd gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:33:55.329606 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-995a9da2-488e-4817-bf7a-9713bc9dcae6 req-d89f12db-c7d2-4802-ad13-543fbed2b0b9 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Allocated IP 172.20.0.6 (f7b31817-fb37-4338-9a8b-92e463aec38a/cb7f4642-d814-4c95-a5f2-078cbd241a0e/2dd24396-1f6f-44e7-a70e-baa41cd763f2) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:33:55.350090 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5427c02-f612-44f8-ade5-da28cc526512 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Made reservation on behalf of 950626c196e345129caa4bb8b656378a for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:33:55.357771 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d5427c02-f612-44f8-ade5-da28cc526512 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:55.424305 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a7014d64-78e5-42d0-bab8-65937807c297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:55.499103 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-a7014d64-78e5-42d0-bab8-65937807c297 None None] For port c440aea4-0d9c-48e5-91b1-6bac67e2bb1e, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=c440aea4-0d9c-48e5-91b1-6bac67e2bb1e,segment=NetworkSegment(9b57e80c-0871-4d8c-9667-f5e410ab75f2),segment_id=9b57e80c-0871-4d8c-9667-f5e410ab75f2)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:33:55.513499 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a7014d64-78e5-42d0-bab8-65937807c297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:55.515807 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-61567381-812c-410f-96ba-9b0351863c4d None None] Allocated IP 2001:db8::2 (0087ab61-2d5d-438b-a324-8b85dab759bc/41bb4c62-422c-4597-a63f-169d1319d911/0d83c8fd-3b56-4839-999b-b0439df8ae1c) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:33:55.530010 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d721b342-9873-4cb7-addf-386653fa07f3 req-e4a05fe5-5515-4d15-8893-c99c0f9427a6 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] 10.222.0.62 "GET /v2.0/ports?device_id=63addfbe-85c9-4de2-8eaf-26998965f136 HTTP/1.1" status: 200 len: 210 time: 0.0585973 Oct 30 15:33:55.649763 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-995a9da2-488e-4817-bf7a-9713bc9dcae6 req-d89f12db-c7d2-4802-ad13-543fbed2b0b9 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:55.686861 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-cd7803ac-c5c7-4962-9b12-dc88a23f8bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5f34ff-6a45-437b-9de8-37ec61afb2dd', 'name': 'tempest-TestServerBasicOps-563987466-router', 'tenant_id': '9265db53516b42d6bc42a8ab2eca7aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'c2ec3e9d-b75f-4bec-bd43-aac2201ff9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:33:40Z', 'updated_at': '2021-10-30T15:33:46Z', 'revision_number': 4, 'project_id': '9265db53516b42d6bc42a8ab2eca7aff', 'gw_port': {'id': 'c2ec3e9d-b75f-4bec-bd43-aac2201ff9a3', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5f34ff-6a45-437b-9de8-37ec61afb2dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:33:41Z', 'updated_at': '2021-10-30T15:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'c440aea4-0d9c-48e5-91b1-6bac67e2bb1e', 'name': '', 'network_id': 'f3ad78b4-f472-44ca-9996-6dd8d30f3e50', 'tenant_id': '9265db53516b42d6bc42a8ab2eca7aff', 'mac_address': 'fa:16:3e:24:d8:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5f34ff-6a45-437b-9de8-37ec61afb2dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'b8d985ab-3be8-4735-bcaf-5442e0b4e596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:33:45Z', 'updated_at': '2021-10-30T15:33:54Z', 'revision_number': 4, 'project_id': '9265db53516b42d6bc42a8ab2eca7aff', 'subnets': [{'id': 'b8d985ab-3be8-4735-bcaf-5442e0b4e596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:33:55.705844 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7014d64-78e5-42d0-bab8-65937807c297 None None] Pushing event updated for resources: {'Port': ['ID=c440aea4-0d9c-48e5-91b1-6bac67e2bb1e,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:55.711097 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-995a9da2-488e-4817-bf7a-9713bc9dcae6 req-d89f12db-c7d2-4802-ad13-543fbed2b0b9 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:55.732354 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7803ac-c5c7-4962-9b12-dc88a23f8bde None None] The sync data for ids ['0b5f34ff-6a45-437b-9de8-37ec61afb2dd'] in n-d-806683-17 is: [{'id': '0b5f34ff-6a45-437b-9de8-37ec61afb2dd', 'name': 'tempest-TestServerBasicOps-563987466-router', 'tenant_id': '9265db53516b42d6bc42a8ab2eca7aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'c2ec3e9d-b75f-4bec-bd43-aac2201ff9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:33:40Z', 'updated_at': '2021-10-30T15:33:46Z', 'revision_number': 4, 'project_id': '9265db53516b42d6bc42a8ab2eca7aff', 'gw_port': {'id': 'c2ec3e9d-b75f-4bec-bd43-aac2201ff9a3', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5f34ff-6a45-437b-9de8-37ec61afb2dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:33:41Z', 'updated_at': '2021-10-30T15:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'c440aea4-0d9c-48e5-91b1-6bac67e2bb1e', 'name': '', 'network_id': 'f3ad78b4-f472-44ca-9996-6dd8d30f3e50', 'tenant_id': '9265db53516b42d6bc42a8ab2eca7aff', 'mac_address': 'fa:16:3e:24:d8:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5f34ff-6a45-437b-9de8-37ec61afb2dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'b8d985ab-3be8-4735-bcaf-5442e0b4e596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:33:45Z', 'updated_at': '2021-10-30T15:33:54Z', 'revision_number': 4, 'project_id': '9265db53516b42d6bc42a8ab2eca7aff', 'subnets': [{'id': 'b8d985ab-3be8-4735-bcaf-5442e0b4e596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:33:55.780962 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device c440aea4-0d9c-48e5-91b1-6bac67e2bb1e up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:33:55.786748 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d8bb1112-da63-4a22-b74f-040ebc40f54b None None] Provisioning complete for port c440aea4-0d9c-48e5-91b1-6bac67e2bb1e triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:33:55.786748 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d8bb1112-da63-4a22-b74f-040ebc40f54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:55.873924 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-995a9da2-488e-4817-bf7a-9713bc9dcae6 req-d89f12db-c7d2-4802-ad13-543fbed2b0b9 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Network f7b31817-fb37-4338-9a8b-92e463aec38a is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:33:55.880656 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-995a9da2-488e-4817-bf7a-9713bc9dcae6 req-d89f12db-c7d2-4802-ad13-543fbed2b0b9 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:33:55.890576 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-995a9da2-488e-4817-bf7a-9713bc9dcae6 req-d89f12db-c7d2-4802-ad13-543fbed2b0b9 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:33:56.014483 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a9da2-488e-4817-bf7a-9713bc9dcae6 req-d89f12db-c7d2-4802-ad13-543fbed2b0b9 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:56.015155 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-995a9da2-488e-4817-bf7a-9713bc9dcae6 req-d89f12db-c7d2-4802-ad13-543fbed2b0b9 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:56.016859 n-d-806683-17 neutron-server[102131]: DEBUG neutron.objects.ports [None req-d5427c02-f612-44f8-ade5-da28cc526512 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102131) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 30 15:33:56.019046 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d5427c02-f612-44f8-ade5-da28cc526512 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:56.079091 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-995a9da2-488e-4817-bf7a-9713bc9dcae6 req-d89f12db-c7d2-4802-ad13-543fbed2b0b9 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2160721 Oct 30 15:33:56.080361 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89f12db-c7d2-4802-ad13-543fbed2b0b9 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Pushing event updated for resources: {'Port': ['ID=2dd24396-1f6f-44e7-a70e-baa41cd763f2,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:56.112128 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-995a9da2-488e-4817-bf7a-9713bc9dcae6 req-8a313e98-d222-4262-8752-7795188a9567 service neutron] Request body: {'port': {'device_id': '63addfbe-85c9-4de2-8eaf-26998965f136', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:56.125755 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-61567381-812c-410f-96ba-9b0351863c4d None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:56.139488 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port c440aea4-0d9c-48e5-91b1-6bac67e2bb1e triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:33:56.142115 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:56.159237 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5427c02-f612-44f8-ade5-da28cc526512 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Network 0087ab61-2d5d-438b-a324-8b85dab759bc is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:33:56.181545 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-d5427c02-f612-44f8-ade5-da28cc526512 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:33:56.206081 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5427c02-f612-44f8-ade5-da28cc526512 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:56.210596 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d5427c02-f612-44f8-ade5-da28cc526512 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:56.212355 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-61567381-812c-410f-96ba-9b0351863c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:56.249973 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-995a9da2-488e-4817-bf7a-9713bc9dcae6 req-8a313e98-d222-4262-8752-7795188a9567 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:56.272949 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d5427c02-f612-44f8-ade5-da28cc526512 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2267752 Oct 30 15:33:56.272949 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5427c02-f612-44f8-ade5-da28cc526512 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event updated for resources: {'Subnet': ['ID=fb63f4f8-52ba-43ed-8a1a-f35318a65cd0,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:56.274671 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36646) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:56.288028 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-15259cd8-2679-4aa7-8ed2-e6752578f774 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Request body: {'port': {'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'mac_address': 'fa:16:3e:1c:84:65', 'name': 'tempest-NetworksTestDHCPv6-332255260'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:33:56.321555 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61567381-812c-410f-96ba-9b0351863c4d None None] Network 0087ab61-2d5d-438b-a324-8b85dab759bc is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:33:56.345016 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-61567381-812c-410f-96ba-9b0351863c4d None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:33:56.353275 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61567381-812c-410f-96ba-9b0351863c4d None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:33:56.401791 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61567381-812c-410f-96ba-9b0351863c4d None None] Pushing event updated for resources: {'Port': ['ID=0d83c8fd-3b56-4839-999b-b0439df8ae1c,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:56.476763 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-61567381-812c-410f-96ba-9b0351863c4d None None] Attempting to bind port 0d83c8fd-3b56-4839-999b-b0439df8ae1c on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:33:56.476763 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-61567381-812c-410f-96ba-9b0351863c4d None None] Attempting to bind port 0d83c8fd-3b56-4839-999b-b0439df8ae1c by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:33:56.476763 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61567381-812c-410f-96ba-9b0351863c4d None None] Attempting to bind port 0d83c8fd-3b56-4839-999b-b0439df8ae1c on network 0087ab61-2d5d-438b-a324-8b85dab759bc {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:33:56.501094 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-9864d797-c2e2-4223-8320-2b47dda9d014 None None] Provisioning complete for port 2dd24396-1f6f-44e7-a70e-baa41cd763f2 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:33:56.501465 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9864d797-c2e2-4223-8320-2b47dda9d014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:56.508468 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61567381-812c-410f-96ba-9b0351863c4d None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:33:56.508914 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61567381-812c-410f-96ba-9b0351863c4d None None] Checking segment: {'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:33:56.509248 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-61567381-812c-410f-96ba-9b0351863c4d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:56.509647 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61567381-812c-410f-96ba-9b0351863c4d None None] Bound using segment: {'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:33:56.510140 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-61567381-812c-410f-96ba-9b0351863c4d None None] Bound port: 0d83c8fd-3b56-4839-999b-b0439df8ae1c, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:33:56.511134 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-61567381-812c-410f-96ba-9b0351863c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:56.569508 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15259cd8-2679-4aa7-8ed2-e6752578f774 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Made reservation on behalf of 950626c196e345129caa4bb8b656378a for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:33:56.762016 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-995a9da2-488e-4817-bf7a-9713bc9dcae6 req-8a313e98-d222-4262-8752-7795188a9567 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dd24396-1f6f-44e7-a70e-baa41cd763f2 {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:33:56.780016 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-995a9da2-488e-4817-bf7a-9713bc9dcae6 req-8a313e98-d222-4262-8752-7795188a9567 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:56.780629 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-15259cd8-2679-4aa7-8ed2-e6752578f774 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:56.824561 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [None req-15259cd8-2679-4aa7-8ed2-e6752578f774 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] device_id is not set on port 1758f6d4-e219-4f34-955a-903037332cb9 yet. {{(pid=102131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:33:56.885089 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-995a9da2-488e-4817-bf7a-9713bc9dcae6 req-8a313e98-d222-4262-8752-7795188a9567 service neutron] Transition to ACTIVE for port object 2dd24396-1f6f-44e7-a70e-baa41cd763f2 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:33:56.918973 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96039439-31e4-4a9f-8485-071e8f6adc65 req-d345f4fb-8315-4d09-9bc0-5ee589b9e0e6 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:56.920796 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-96039439-31e4-4a9f-8485-071e8f6adc65 req-d345f4fb-8315-4d09-9bc0-5ee589b9e0e6 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] 10.222.0.62 "GET /v2.0/ports?device_id=63addfbe-85c9-4de2-8eaf-26998965f136 HTTP/1.1" status: 200 len: 931 time: 0.1505570 Oct 30 15:33:56.922277 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-995a9da2-488e-4817-bf7a-9713bc9dcae6 req-8a313e98-d222-4262-8752-7795188a9567 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:56.929140 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-61567381-812c-410f-96ba-9b0351863c4d None None] For port 0d83c8fd-3b56-4839-999b-b0439df8ae1c, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:33:56.938240 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-61567381-812c-410f-96ba-9b0351863c4d None None] For port 0d83c8fd-3b56-4839-999b-b0439df8ae1c, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=0d83c8fd-3b56-4839-999b-b0439df8ae1c,segment=NetworkSegment(04fb9866-245b-47c9-a7bc-8854a722bc22),segment_id=04fb9866-245b-47c9-a7bc-8854a722bc22)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:33:56.958810 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 3ac5cef0-7a97-46b4-90ce-ab15d542ee6e no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:33:56.982238 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:56.986733 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-61567381-812c-410f-96ba-9b0351863c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:57.037583 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-9864d797-c2e2-4223-8320-2b47dda9d014 None None] Port 2dd24396-1f6f-44e7-a70e-baa41cd763f2 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:33:57.125118 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 3ac5cef0-7a97-46b4-90ce-ab15d542ee6e {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:33:57.126459 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 3ac5cef0-7a97-46b4-90ce-ab15d542ee6e not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:33:57.155557 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a313e98-d222-4262-8752-7795188a9567 service neutron] Pushing event updated for resources: {'Port': ['ID=2dd24396-1f6f-44e7-a70e-baa41cd763f2,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:57.213164 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-96039439-31e4-4a9f-8485-071e8f6adc65 req-7f2d8e28-a46d-481e-9533-951e41d8ce79 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] 10.222.0.62 "GET /v2.0/security-groups?id=54eca5ff-0938-4780-8cdb-10dd56258a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2596834 Oct 30 15:33:57.262919 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61567381-812c-410f-96ba-9b0351863c4d None None] Pushing event updated for resources: {'Port': ['ID=0d83c8fd-3b56-4839-999b-b0439df8ae1c,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:57.280225 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-995a9da2-488e-4817-bf7a-9713bc9dcae6 req-8a313e98-d222-4262-8752-7795188a9567 service neutron] Attempting to bind port 2dd24396-1f6f-44e7-a70e-baa41cd763f2 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:33:57.282344 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-995a9da2-488e-4817-bf7a-9713bc9dcae6 req-8a313e98-d222-4262-8752-7795188a9567 service neutron] Attempting to bind port 2dd24396-1f6f-44e7-a70e-baa41cd763f2 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '42009e01-9045-4c91-9272-931b6d9c6bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f7b31817-fb37-4338-9a8b-92e463aec38a'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:33:57.282783 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995a9da2-488e-4817-bf7a-9713bc9dcae6 req-8a313e98-d222-4262-8752-7795188a9567 service neutron] Attempting to bind port 2dd24396-1f6f-44e7-a70e-baa41cd763f2 on network f7b31817-fb37-4338-9a8b-92e463aec38a {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:33:57.293332 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995a9da2-488e-4817-bf7a-9713bc9dcae6 req-8a313e98-d222-4262-8752-7795188a9567 service neutron] Port 2dd24396-1f6f-44e7-a70e-baa41cd763f2 on network f7b31817-fb37-4338-9a8b-92e463aec38a not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:33:57.293669 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995a9da2-488e-4817-bf7a-9713bc9dcae6 req-8a313e98-d222-4262-8752-7795188a9567 service neutron] Attempting to bind port 2dd24396-1f6f-44e7-a70e-baa41cd763f2 on network f7b31817-fb37-4338-9a8b-92e463aec38a {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:33:57.310191 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995a9da2-488e-4817-bf7a-9713bc9dcae6 req-8a313e98-d222-4262-8752-7795188a9567 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:33:57.310749 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995a9da2-488e-4817-bf7a-9713bc9dcae6 req-8a313e98-d222-4262-8752-7795188a9567 service neutron] Checking segment: {'id': '42009e01-9045-4c91-9272-931b6d9c6bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f7b31817-fb37-4338-9a8b-92e463aec38a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:33:57.311302 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995a9da2-488e-4817-bf7a-9713bc9dcae6 req-8a313e98-d222-4262-8752-7795188a9567 service neutron] Bound using segment: {'id': '42009e01-9045-4c91-9272-931b6d9c6bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f7b31817-fb37-4338-9a8b-92e463aec38a'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:33:57.313004 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-995a9da2-488e-4817-bf7a-9713bc9dcae6 req-8a313e98-d222-4262-8752-7795188a9567 service neutron] Bound port: 2dd24396-1f6f-44e7-a70e-baa41cd763f2, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42009e01-9045-4c91-9272-931b6d9c6bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f7b31817-fb37-4338-9a8b-92e463aec38a'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:33:57.313457 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-995a9da2-488e-4817-bf7a-9713bc9dcae6 req-8a313e98-d222-4262-8752-7795188a9567 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:57.344438 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-15259cd8-2679-4aa7-8ed2-e6752578f774 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Allocated IP 2001:db8::204 (0087ab61-2d5d-438b-a324-8b85dab759bc/41bb4c62-422c-4597-a63f-169d1319d911/1758f6d4-e219-4f34-955a-903037332cb9) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:33:57.366838 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-15259cd8-2679-4aa7-8ed2-e6752578f774 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Allocated IP 2001:db8:0:1:f816:3eff:fe1c:8465 (0087ab61-2d5d-438b-a324-8b85dab759bc/fb63f4f8-52ba-43ed-8a1a-f35318a65cd0/1758f6d4-e219-4f34-955a-903037332cb9) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:33:57.494532 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-995a9da2-488e-4817-bf7a-9713bc9dcae6 req-8a313e98-d222-4262-8752-7795188a9567 service neutron] For port 2dd24396-1f6f-44e7-a70e-baa41cd763f2, host n-h1-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:33:57.498871 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-995a9da2-488e-4817-bf7a-9713bc9dcae6 req-8a313e98-d222-4262-8752-7795188a9567 service neutron] For port 2dd24396-1f6f-44e7-a70e-baa41cd763f2, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=2dd24396-1f6f-44e7-a70e-baa41cd763f2,segment=NetworkSegment(42009e01-9045-4c91-9272-931b6d9c6bd5),segment_id=42009e01-9045-4c91-9272-931b6d9c6bd5)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:33:57.504963 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-995a9da2-488e-4817-bf7a-9713bc9dcae6 req-8a313e98-d222-4262-8752-7795188a9567 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:57.614866 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-15259cd8-2679-4aa7-8ed2-e6752578f774 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:57.626787 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a9da2-488e-4817-bf7a-9713bc9dcae6 req-8a313e98-d222-4262-8752-7795188a9567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:57.629864 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-995a9da2-488e-4817-bf7a-9713bc9dcae6 req-8a313e98-d222-4262-8752-7795188a9567 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:57.631309 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-995a9da2-488e-4817-bf7a-9713bc9dcae6 req-8a313e98-d222-4262-8752-7795188a9567 service neutron] 10.222.0.53 "PUT /v2.0/ports/2dd24396-1f6f-44e7-a70e-baa41cd763f2 HTTP/1.1" status: 200 len: 1092 time: 1.5293622 Oct 30 15:33:57.632252 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63addfbe-85c9-4de2-8eaf-26998965f136', 'tag': '2dd24396-1f6f-44e7-a70e-baa41cd763f2'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:33:57.653902 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29506163-5e8d-4f7f-9efd-dbffaa19cda0" -d '{"events": [{"name": "network-changed", "server_uuid": "63addfbe-85c9-4de2-8eaf-26998965f136", "tag": "2dd24396-1f6f-44e7-a70e-baa41cd763f2"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:33:57.673238 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a313e98-d222-4262-8752-7795188a9567 service neutron] Pushing event updated for resources: {'Port': ['ID=2dd24396-1f6f-44e7-a70e-baa41cd763f2,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:57.694930 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-15259cd8-2679-4aa7-8ed2-e6752578f774 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:57.749470 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76889456-43ff-4743-9297-cd89e5890007 x-openstack-request-id: req-76889456-43ff-4743-9297-cd89e5890007 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:33:57.750033 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63addfbe-85c9-4de2-8eaf-26998965f136", "tag": "2dd24396-1f6f-44e7-a70e-baa41cd763f2", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:33:57.750385 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-76889456-43ff-4743-9297-cd89e5890007 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:33:57.750892 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63addfbe-85c9-4de2-8eaf-26998965f136', 'tag': '2dd24396-1f6f-44e7-a70e-baa41cd763f2', 'status': 'completed', 'code': 200} Oct 30 15:33:57.782871 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15259cd8-2679-4aa7-8ed2-e6752578f774 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Network 0087ab61-2d5d-438b-a324-8b85dab759bc is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:33:57.787117 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-15259cd8-2679-4aa7-8ed2-e6752578f774 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:33:57.789841 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15259cd8-2679-4aa7-8ed2-e6752578f774 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:33:57.794339 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a9da2-488e-4817-bf7a-9713bc9dcae6 req-3c6c6e10-1dea-4010-a686-de7020da02a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:57.798247 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15259cd8-2679-4aa7-8ed2-e6752578f774 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:57.798968 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-15259cd8-2679-4aa7-8ed2-e6752578f774 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:57.807858 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-995a9da2-488e-4817-bf7a-9713bc9dcae6 req-3c6c6e10-1dea-4010-a686-de7020da02a4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=618f83bcebd64e44892a09ff47fd42c7&device_id=63addfbe-85c9-4de2-8eaf-26998965f136 HTTP/1.1" status: 200 len: 1095 time: 0.1014552 Oct 30 15:33:57.825116 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15259cd8-2679-4aa7-8ed2-e6752578f774 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event updated for resources: {'Port': ['ID=1758f6d4-e219-4f34-955a-903037332cb9,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:57.866201 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-15259cd8-2679-4aa7-8ed2-e6752578f774 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.5915380 Oct 30 15:33:57.866903 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36660) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:57.890683 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-995a9da2-488e-4817-bf7a-9713bc9dcae6 req-829c0f75-c1d9-420e-b442-a5d4527a978f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2dd24396-1f6f-44e7-a70e-baa41cd763f2 HTTP/1.1" status: 200 len: 217 time: 0.0802844 Oct 30 15:33:57.923403 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 0d83c8fd-3b56-4839-999b-b0439df8ae1c up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:33:57.977883 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a9da2-488e-4817-bf7a-9713bc9dcae6 req-852b58ee-1adf-4c10-a227-874118d93db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:57.980436 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-995a9da2-488e-4817-bf7a-9713bc9dcae6 req-852b58ee-1adf-4c10-a227-874118d93db8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cb7f4642-d814-4c95-a5f2-078cbd241a0e HTTP/1.1" status: 200 len: 848 time: 0.0845990 Oct 30 15:33:58.024176 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-7ff8777a-f840-467e-a98b-f42fc15eddce tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Deleting port 1758f6d4-e219-4f34-955a-903037332cb9 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:33:58.027045 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7ff8777a-f840-467e-a98b-f42fc15eddce tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:58.050652 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a9da2-488e-4817-bf7a-9713bc9dcae6 req-3532ef47-bea5-4745-bf0d-6c505d3e2171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:58.052315 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-995a9da2-488e-4817-bf7a-9713bc9dcae6 req-3532ef47-bea5-4745-bf0d-6c505d3e2171 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f7b31817-fb37-4338-9a8b-92e463aec38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579288 Oct 30 15:33:58.068055 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 0d83c8fd-3b56-4839-999b-b0439df8ae1c triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:33:58.070463 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:58.174849 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-995a9da2-488e-4817-bf7a-9713bc9dcae6 req-364bc0de-aafd-47ce-a0ff-9819dca8a728 service neutron] 10.222.0.53 "GET /v2.0/networks/f7b31817-fb37-4338-9a8b-92e463aec38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145513 Oct 30 15:33:58.179860 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7ff8777a-f840-467e-a98b-f42fc15eddce tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:58.205192 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-7ff8777a-f840-467e-a98b-f42fc15eddce tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Calling delete_port for 1758f6d4-e219-4f34-955a-903037332cb9 owned by {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:33:58.247534 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:58.287399 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-995a9da2-488e-4817-bf7a-9713bc9dcae6 req-eea9fc06-a5c9-4eb4-a42c-997a3315340f service neutron] 10.222.0.53 "GET /v2.0/networks/f7b31817-fb37-4338-9a8b-92e463aec38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042662 Oct 30 15:33:58.348503 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 0d83c8fd-3b56-4839-999b-b0439df8ae1c, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=0d83c8fd-3b56-4839-999b-b0439df8ae1c,segment=NetworkSegment(04fb9866-245b-47c9-a7bc-8854a722bc22),segment_id=04fb9866-245b-47c9-a7bc-8854a722bc22)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:33:58.364587 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:58.366015 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device c440aea4-0d9c-48e5-91b1-6bac67e2bb1e up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:33:58.455729 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29506163-5e8d-4f7f-9efd-dbffaa19cda0 req-af4d0431-6995-49af-9685-a546c3f57df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:58.457436 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-29506163-5e8d-4f7f-9efd-dbffaa19cda0 req-af4d0431-6995-49af-9685-a546c3f57df4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=618f83bcebd64e44892a09ff47fd42c7&device_id=63addfbe-85c9-4de2-8eaf-26998965f136 HTTP/1.1" status: 200 len: 1095 time: 0.0957246 Oct 30 15:33:58.526178 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=0d83c8fd-3b56-4839-999b-b0439df8ae1c,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:58.554408 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port c440aea4-0d9c-48e5-91b1-6bac67e2bb1e triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:33:58.554954 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:58.560398 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a14039-0b24-44da-9a27-49d7e14667e7 req-a3870226-f995-423b-9ae1-2b49d8c1e74b tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:58.573095 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f1a14039-0b24-44da-9a27-49d7e14667e7 req-a3870226-f995-423b-9ae1-2b49d8c1e74b tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] 10.222.0.62 "GET /v2.0/ports?device_id=63addfbe-85c9-4de2-8eaf-26998965f136 HTTP/1.1" status: 200 len: 943 time: 0.1986699 Oct 30 15:33:58.648573 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29506163-5e8d-4f7f-9efd-dbffaa19cda0 req-98fc86a1-16d8-4fda-ae6f-f8dbd2c4059a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:58.652062 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-29506163-5e8d-4f7f-9efd-dbffaa19cda0 req-98fc86a1-16d8-4fda-ae6f-f8dbd2c4059a service neutron] 10.222.0.53 "GET /v2.0/networks?id=f7b31817-fb37-4338-9a8b-92e463aec38a HTTP/1.1" status: 200 len: 910 time: 0.1870384 Oct 30 15:33:58.708963 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f1a14039-0b24-44da-9a27-49d7e14667e7 req-9b7e2514-9d89-43ad-bbf8-156fb045f0fd tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] 10.222.0.62 "GET /v2.0/security-groups?id=54eca5ff-0938-4780-8cdb-10dd56258a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348653 Oct 30 15:33:58.743362 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-29506163-5e8d-4f7f-9efd-dbffaa19cda0 req-637c5904-426b-4c9f-8b9e-c3cf5f028096 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2dd24396-1f6f-44e7-a70e-baa41cd763f2 HTTP/1.1" status: 200 len: 217 time: 0.0813527 Oct 30 15:33:58.783286 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eddaf0f-ef79-4320-9ff8-6bbed651bc5c None None] Network 0087ab61-2d5d-438b-a324-8b85dab759bc requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:33:58.803970 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29506163-5e8d-4f7f-9efd-dbffaa19cda0 req-ec3e2f4a-fb01-4c46-8695-9683527091f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:58.805613 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-29506163-5e8d-4f7f-9efd-dbffaa19cda0 req-ec3e2f4a-fb01-4c46-8695-9683527091f1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cb7f4642-d814-4c95-a5f2-078cbd241a0e HTTP/1.1" status: 200 len: 848 time: 0.0533059 Oct 30 15:33:58.807509 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7ff8777a-f840-467e-a98b-f42fc15eddce tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:58.844760 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff8777a-f840-467e-a98b-f42fc15eddce tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event deleted for resources: {'Port': ['ID=1758f6d4-e219-4f34-955a-903037332cb9,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:58.880789 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29506163-5e8d-4f7f-9efd-dbffaa19cda0 req-34900bc5-1879-4342-8f53-4b13957f53e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:58.882200 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-29506163-5e8d-4f7f-9efd-dbffaa19cda0 req-34900bc5-1879-4342-8f53-4b13957f53e6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f7b31817-fb37-4338-9a8b-92e463aec38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0678914 Oct 30 15:33:58.901175 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7ff8777a-f840-467e-a98b-f42fc15eddce tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:58.908522 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-7ff8777a-f840-467e-a98b-f42fc15eddce tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/ports/1758f6d4-e219-4f34-955a-903037332cb9 HTTP/1.1" status: 204 len: 168 time: 1.0405178 Oct 30 15:33:58.909353 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36670) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:58.922724 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-ba50f098-8089-453d-bf64-f1df4edcf896 None None] Provisioning complete for port 0d83c8fd-3b56-4839-999b-b0439df8ae1c triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:33:58.923137 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ba50f098-8089-453d-bf64-f1df4edcf896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:59.209406 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a517f2c-7538-4dc3-8cfd-94641021e81e None None] Update dhcp port {'port': {'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'fixed_ips': [{'subnet_id': '41bb4c62-422c-4597-a63f-169d1319d911', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fb63f4f8-52ba-43ed-8a1a-f35318a65cd0'}], 'binding:host_id': 'n-d-806683-17'}, 'id': '0d83c8fd-3b56-4839-999b-b0439df8ae1c'} from n-d-806683-17. {{(pid=102132) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 30 15:33:59.246678 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7a517f2c-7538-4dc3-8cfd-94641021e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:59.373491 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fed294f-6464-4534-8aed-ddf88dad67be tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:59.377178 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-2fed294f-6464-4534-8aed-ddf88dad67be tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.4645309 Oct 30 15:33:59.377779 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36674) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:59.408364 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-29506163-5e8d-4f7f-9efd-dbffaa19cda0 req-a4bfcdcb-0daf-4854-9724-504703fa1b25 service neutron] 10.222.0.53 "GET /v2.0/networks/f7b31817-fb37-4338-9a8b-92e463aec38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5168777 Oct 30 15:33:59.445594 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-7a517f2c-7538-4dc3-8cfd-94641021e81e None None] Allocated IP 2001:db8:0:1:f816:3eff:fea5:ac32 (0087ab61-2d5d-438b-a324-8b85dab759bc/fb63f4f8-52ba-43ed-8a1a-f35318a65cd0/0d83c8fd-3b56-4839-999b-b0439df8ae1c) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:33:59.490692 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9450ce21-ae97-4770-b4a7-6ea4154ef974 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:59.494901 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-9450ce21-ae97-4770-b4a7-6ea4154ef974 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1159303 Oct 30 15:33:59.497459 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36680) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:59.600330 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c89df3f-e8d0-4471-acf4-85093f4bff48 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:59.609004 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c89df3f-e8d0-4471-acf4-85093f4bff48 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:59.610859 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c89df3f-e8d0-4471-acf4-85093f4bff48 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:59.615421 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-8c89df3f-e8d0-4471-acf4-85093f4bff48 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1128969 Oct 30 15:33:59.618429 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36682) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:33:59.627088 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-7a517f2c-7538-4dc3-8cfd-94641021e81e None None] For port 0d83c8fd-3b56-4839-999b-b0439df8ae1c, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=0d83c8fd-3b56-4839-999b-b0439df8ae1c,segment=NetworkSegment(04fb9866-245b-47c9-a7bc-8854a722bc22),segment_id=04fb9866-245b-47c9-a7bc-8854a722bc22)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:33:59.638971 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-29506163-5e8d-4f7f-9efd-dbffaa19cda0 req-bf331db9-4d00-4f5f-8f1c-8a857fd2e2a7 service neutron] 10.222.0.53 "GET /v2.0/networks/f7b31817-fb37-4338-9a8b-92e463aec38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203610 Oct 30 15:33:59.683795 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7a517f2c-7538-4dc3-8cfd-94641021e81e None None] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:59.689396 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7a517f2c-7538-4dc3-8cfd-94641021e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:59.759743 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7ed36b2-1ca6-4ff5-902d-49ac0d536714 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Deleting subnet 41bb4c62-422c-4597-a63f-169d1319d911 {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:33:59.764584 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d7ed36b2-1ca6-4ff5-902d-49ac0d536714 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:59.775424 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a517f2c-7538-4dc3-8cfd-94641021e81e None None] Pushing event updated for resources: {'Port': ['ID=0d83c8fd-3b56-4839-999b-b0439df8ae1c,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:33:59.779944 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 0d83c8fd-3b56-4839-999b-b0439df8ae1c up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:33:59.874142 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d7ed36b2-1ca6-4ff5-902d-49ac0d536714 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:59.965478 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b48001-1e2c-4acd-8c6b-2080d35b2867 req-4d5aeeeb-47aa-40b0-9150-7f47907f4cda tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:33:59.966266 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:33:59.974820 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-49b48001-1e2c-4acd-8c6b-2080d35b2867 req-4d5aeeeb-47aa-40b0-9150-7f47907f4cda tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] 10.222.0.62 "GET /v2.0/ports?device_id=63addfbe-85c9-4de2-8eaf-26998965f136 HTTP/1.1" status: 200 len: 943 time: 0.1572399 Oct 30 15:33:59.977501 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 0d83c8fd-3b56-4839-999b-b0439df8ae1c triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:33:59.977865 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:00.091705 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-49b48001-1e2c-4acd-8c6b-2080d35b2867 req-7f7e7ed7-50bf-499e-b14d-a0f61b3a45eb tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] 10.222.0.62 "GET /v2.0/security-groups?id=54eca5ff-0938-4780-8cdb-10dd56258a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155198 Oct 30 15:34:00.106180 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d7ed36b2-1ca6-4ff5-902d-49ac0d536714 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:00.226254 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d7ed36b2-1ca6-4ff5-902d-49ac0d536714 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:00.280682 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ed36b2-1ca6-4ff5-902d-49ac0d536714 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event deleted for resources: {'Subnet': ['ID=41bb4c62-422c-4597-a63f-169d1319d911,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:00.289857 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d7ed36b2-1ca6-4ff5-902d-49ac0d536714 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:00.296622 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36690) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:00.307794 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d7ed36b2-1ca6-4ff5-902d-49ac0d536714 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/subnets/41bb4c62-422c-4597-a63f-169d1319d911 HTTP/1.1" status: 204 len: 168 time: 0.6858888 Oct 30 15:34:00.351787 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4550b10-b850-45bd-85c0-c79d8748c0b7 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Deleting subnet fb63f4f8-52ba-43ed-8a1a-f35318a65cd0 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:34:00.355536 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b4550b10-b850-45bd-85c0-c79d8748c0b7 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:00.404265 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b4550b10-b850-45bd-85c0-c79d8748c0b7 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:00.545508 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b4550b10-b850-45bd-85c0-c79d8748c0b7 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:00.638341 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b4550b10-b850-45bd-85c0-c79d8748c0b7 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:00.674090 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b4550b10-b850-45bd-85c0-c79d8748c0b7 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:00.678326 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b4550b10-b850-45bd-85c0-c79d8748c0b7 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/subnets/fb63f4f8-52ba-43ed-8a1a-f35318a65cd0 HTTP/1.1" status: 204 len: 168 time: 0.3806450 Oct 30 15:34:00.679419 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4550b10-b850-45bd-85c0-c79d8748c0b7 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event deleted for resources: {'Subnet': ['ID=fb63f4f8-52ba-43ed-8a1a-f35318a65cd0,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:00.681138 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36696) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:00.695193 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4550b10-b850-45bd-85c0-c79d8748c0b7 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:34:00.695751 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4550b10-b850-45bd-85c0-c79d8748c0b7 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:34:00.696103 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4550b10-b850-45bd-85c0-c79d8748c0b7 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:34:00.696450 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4550b10-b850-45bd-85c0-c79d8748c0b7 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:34:00.696795 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4550b10-b850-45bd-85c0-c79d8748c0b7 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:34:00.697134 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4550b10-b850-45bd-85c0-c79d8748c0b7 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:34:00.697469 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4550b10-b850-45bd-85c0-c79d8748c0b7 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:34:00.697804 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4550b10-b850-45bd-85c0-c79d8748c0b7 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:34:00.698138 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4550b10-b850-45bd-85c0-c79d8748c0b7 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:34:00.698585 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4550b10-b850-45bd-85c0-c79d8748c0b7 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:34:00.698928 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4550b10-b850-45bd-85c0-c79d8748c0b7 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:34:00.699263 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4550b10-b850-45bd-85c0-c79d8748c0b7 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:34:00.755073 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36698) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:00.755374 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-7e17e4a2-6f2f-420a-a3e0-0b91e76bdb33 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0727491 Oct 30 15:34:00.761134 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-46910385-e96a-420c-b9ad-e342217b2a63 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Request body: {'subnet': {'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:34:00.780536 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1fb4d3-c32d-4b99-a929-91ef3fa15b55 None None] Network 0087ab61-2d5d-438b-a324-8b85dab759bc requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:34:00.870189 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46910385-e96a-420c-b9ad-e342217b2a63 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Made reservation on behalf of 950626c196e345129caa4bb8b656378a for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:34:00.872743 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-80bee29c-4192-4175-b82c-61558df67a3a None None] Provisioning complete for port 0d83c8fd-3b56-4839-999b-b0439df8ae1c triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:34:00.873240 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-80bee29c-4192-4175-b82c-61558df67a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:00.876053 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-46910385-e96a-420c-b9ad-e342217b2a63 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:01.081772 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f21f9aa-f133-4a22-a6ee-ca95449eff89 None None] DHCP port deletion for 0087ab61-2d5d-438b-a324-8b85dab759bc request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:34:01.135419 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-6f21f9aa-f133-4a22-a6ee-ca95449eff89 None None] Deleting port 0d83c8fd-3b56-4839-999b-b0439df8ae1c {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:34:01.136063 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6f21f9aa-f133-4a22-a6ee-ca95449eff89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:01.179251 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-46910385-e96a-420c-b9ad-e342217b2a63 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:01.292470 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-6f21f9aa-f133-4a22-a6ee-ca95449eff89 None None] For port 0d83c8fd-3b56-4839-999b-b0439df8ae1c, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=0d83c8fd-3b56-4839-999b-b0439df8ae1c,segment=NetworkSegment(04fb9866-245b-47c9-a7bc-8854a722bc22),segment_id=04fb9866-245b-47c9-a7bc-8854a722bc22)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:34:01.293274 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6f21f9aa-f133-4a22-a6ee-ca95449eff89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:01.298982 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46910385-e96a-420c-b9ad-e342217b2a63 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Network 0087ab61-2d5d-438b-a324-8b85dab759bc is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:34:01.313286 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-46910385-e96a-420c-b9ad-e342217b2a63 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:34:01.326119 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-6f21f9aa-f133-4a22-a6ee-ca95449eff89 None None] Calling delete_port for 0d83c8fd-3b56-4839-999b-b0439df8ae1c owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:34:01.331523 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46910385-e96a-420c-b9ad-e342217b2a63 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:34:01.332711 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-46910385-e96a-420c-b9ad-e342217b2a63 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:01.353601 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46910385-e96a-420c-b9ad-e342217b2a63 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event updated for resources: {'Subnet': ['ID=656f081c-5951-4edf-8915-1d4d5c4e66ed,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:01.379306 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-46910385-e96a-420c-b9ad-e342217b2a63 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6193757 Oct 30 15:34:01.379645 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36706) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:01.385996 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-75d90921-68dc-4c64-8a21-62d2c9972741 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Request body: {'subnet': {'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:34:01.443431 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6f21f9aa-f133-4a22-a6ee-ca95449eff89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:01.503640 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f21f9aa-f133-4a22-a6ee-ca95449eff89 None None] Pushing event deleted for resources: {'Port': ['ID=0d83c8fd-3b56-4839-999b-b0439df8ae1c,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:01.505579 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f21f9aa-f133-4a22-a6ee-ca95449eff89 None None] No DVR routers for this DVR port 0d83c8fd-3b56-4839-999b-b0439df8ae1c on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:34:01.527115 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afda6f8e-5f1f-4b8b-abe5-29835a1a351b None None] Network 0087ab61-2d5d-438b-a324-8b85dab759bc requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:34:01.576889 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d90921-68dc-4c64-8a21-62d2c9972741 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Made reservation on behalf of 950626c196e345129caa4bb8b656378a for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:34:01.584207 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-75d90921-68dc-4c64-8a21-62d2c9972741 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:01.724285 n-d-806683-17 neutron-server[102130]: INFO neutron.db.ipam_backend_mixin [None req-75d90921-68dc-4c64-8a21-62d2c9972741 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 656f081c-5951-4edf-8915-1d4d5c4e66ed (CIDR: 2001:db8::/64) Oct 30 15:34:01.729105 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 0d83c8fd-3b56-4839-999b-b0439df8ae1c no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:34:01.731214 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-75d90921-68dc-4c64-8a21-62d2c9972741 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 30 15:34:01.732749 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75d90921-68dc-4c64-8a21-62d2c9972741 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:34:01.754603 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 0d83c8fd-3b56-4839-999b-b0439df8ae1c {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:34:01.754937 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 0d83c8fd-3b56-4839-999b-b0439df8ae1c not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:34:01.773208 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-75d90921-68dc-4c64-8a21-62d2c9972741 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3922668 Oct 30 15:34:01.776145 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36724) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:01.785684 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-3c550d74-03b7-41d4-9be3-60e9f19ea19a tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Request body: {'subnet': {'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:34:01.786916 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 2dd24396-1f6f-44e7-a70e-baa41cd763f2 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:34:01.837008 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8580cb-1cd5-488b-b2bb-0bac2cd26312 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-0087ab61-2d5d-438b-a324-8b85dab759bc', 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'tenant_id': '950626c196e345129caa4bb8b656378a', 'fixed_ips': [{'subnet_id': '656f081c-5951-4edf-8915-1d4d5c4e66ed'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:34:01.837915 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ed8580cb-1cd5-488b-b2bb-0bac2cd26312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:01.904104 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2319a39-299e-448c-b91f-31975305cd0c req-b9c99980-8988-47f7-bef5-170d4acd270f tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:34:01.912814 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e2319a39-299e-448c-b91f-31975305cd0c req-b9c99980-8988-47f7-bef5-170d4acd270f tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] 10.222.0.62 "GET /v2.0/ports?device_id=63addfbe-85c9-4de2-8eaf-26998965f136 HTTP/1.1" status: 200 len: 943 time: 0.6267040 Oct 30 15:34:01.966636 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e2319a39-299e-448c-b91f-31975305cd0c req-fc409170-9d3c-4767-988f-37750572c2d7 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] 10.222.0.62 "GET /v2.0/security-groups?id=54eca5ff-0938-4780-8cdb-10dd56258a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525837 Oct 30 15:34:02.014375 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-ed8580cb-1cd5-488b-b2bb-0bac2cd26312 None None] Allocated IP 2001:db8::2 (0087ab61-2d5d-438b-a324-8b85dab759bc/656f081c-5951-4edf-8915-1d4d5c4e66ed/c92bed5a-9399-46aa-afb3-084f49ed379c) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:34:02.022125 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c550d74-03b7-41d4-9be3-60e9f19ea19a tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Made reservation on behalf of 950626c196e345129caa4bb8b656378a for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:34:02.026356 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3c550d74-03b7-41d4-9be3-60e9f19ea19a tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:02.173203 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ed8580cb-1cd5-488b-b2bb-0bac2cd26312 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:02.177898 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.db.resource_extend [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 30 15:34:02.221333 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ed8580cb-1cd5-488b-b2bb-0bac2cd26312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:02.275130 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:02.288182 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8580cb-1cd5-488b-b2bb-0bac2cd26312 None None] Network 0087ab61-2d5d-438b-a324-8b85dab759bc is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:34:02.296892 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-ed8580cb-1cd5-488b-b2bb-0bac2cd26312 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:34:02.299846 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8580cb-1cd5-488b-b2bb-0bac2cd26312 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:34:02.309253 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8580cb-1cd5-488b-b2bb-0bac2cd26312 None None] Pushing event updated for resources: {'Port': ['ID=c92bed5a-9399-46aa-afb3-084f49ed379c,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:02.391120 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 2dd24396-1f6f-44e7-a70e-baa41cd763f2, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=2dd24396-1f6f-44e7-a70e-baa41cd763f2,segment=NetworkSegment(42009e01-9045-4c91-9272-931b6d9c6bd5),segment_id=42009e01-9045-4c91-9272-931b6d9c6bd5)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:34:02.399728 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-ed8580cb-1cd5-488b-b2bb-0bac2cd26312 None None] Attempting to bind port c92bed5a-9399-46aa-afb3-084f49ed379c on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:34:02.400214 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-ed8580cb-1cd5-488b-b2bb-0bac2cd26312 None None] Attempting to bind port c92bed5a-9399-46aa-afb3-084f49ed379c by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:34:02.401087 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8580cb-1cd5-488b-b2bb-0bac2cd26312 None None] Attempting to bind port c92bed5a-9399-46aa-afb3-084f49ed379c on network 0087ab61-2d5d-438b-a324-8b85dab759bc {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:34:02.409129 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8580cb-1cd5-488b-b2bb-0bac2cd26312 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:34:02.409578 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8580cb-1cd5-488b-b2bb-0bac2cd26312 None None] Checking segment: {'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:34:02.410071 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ed8580cb-1cd5-488b-b2bb-0bac2cd26312 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:02.410547 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8580cb-1cd5-488b-b2bb-0bac2cd26312 None None] Bound using segment: {'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:34:02.411216 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-ed8580cb-1cd5-488b-b2bb-0bac2cd26312 None None] Bound port: c92bed5a-9399-46aa-afb3-084f49ed379c, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04fb9866-245b-47c9-a7bc-8854a722bc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:34:02.411536 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ed8580cb-1cd5-488b-b2bb-0bac2cd26312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:02.414423 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '2dd24396-1f6f-44e7-a70e-baa41cd763f2', 'network_id': 'f7b31817-fb37-4338-9a8b-92e463aec38a', 'port_id': '2dd24396-1f6f-44e7-a70e-baa41cd763f2', 'mac_address': 'fa:16:3e:c5:57:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb7f4642-d814-4c95-a5f2-078cbd241a0e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:34:02.448538 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b60cc-417c-424a-bd5e-2ebd1de340f8 req-45e08c8d-1335-43de-94fd-585949764681 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:34:02.450044 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fe2b60cc-417c-424a-bd5e-2ebd1de340f8 req-45e08c8d-1335-43de-94fd-585949764681 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d53cdbf-2232-4e8d-a741-dc0b7f7b11c3 HTTP/1.1" status: 200 len: 945 time: 0.0929205 Oct 30 15:34:02.483089 n-d-806683-17 neutron-server[102130]: DEBUG neutron.objects.ports [None req-3c550d74-03b7-41d4-9be3-60e9f19ea19a tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102130) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 30 15:34:02.489452 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:02.514553 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dd24396-1f6f-44e7-a70e-baa41cd763f2 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:34:02.519413 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-ed8580cb-1cd5-488b-b2bb-0bac2cd26312 None None] For port c92bed5a-9399-46aa-afb3-084f49ed379c, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:34:02.523974 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-ed8580cb-1cd5-488b-b2bb-0bac2cd26312 None None] For port c92bed5a-9399-46aa-afb3-084f49ed379c, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=c92bed5a-9399-46aa-afb3-084f49ed379c,segment=NetworkSegment(04fb9866-245b-47c9-a7bc-8854a722bc22),segment_id=04fb9866-245b-47c9-a7bc-8854a722bc22)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:34:02.533353 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ed8580cb-1cd5-488b-b2bb-0bac2cd26312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:02.570759 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 2dd24396-1f6f-44e7-a70e-baa41cd763f2, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=2dd24396-1f6f-44e7-a70e-baa41cd763f2,segment=NetworkSegment(42009e01-9045-4c91-9272-931b6d9c6bd5),segment_id=42009e01-9045-4c91-9272-931b6d9c6bd5)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:34:02.571398 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fe2b60cc-417c-424a-bd5e-2ebd1de340f8 req-0890ff80-9924-49e2-a06b-186dd34f8572 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a106b63-8fed-415b-ae28-9b0372877e48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133001 Oct 30 15:34:02.581329 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:02.612462 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8580cb-1cd5-488b-b2bb-0bac2cd26312 None None] Pushing event updated for resources: {'Port': ['ID=c92bed5a-9399-46aa-afb3-084f49ed379c,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:02.681034 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=2dd24396-1f6f-44e7-a70e-baa41cd763f2,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:02.705560 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3c550d74-03b7-41d4-9be3-60e9f19ea19a tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:02.784609 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['2dd24396-1f6f-44e7-a70e-baa41cd763f2'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:34:02.925410 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-3c550d74-03b7-41d4-9be3-60e9f19ea19a tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] For port c92bed5a-9399-46aa-afb3-084f49ed379c, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=c92bed5a-9399-46aa-afb3-084f49ed379c,segment=NetworkSegment(04fb9866-245b-47c9-a7bc-8854a722bc22),segment_id=04fb9866-245b-47c9-a7bc-8854a722bc22)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:34:02.989065 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3c550d74-03b7-41d4-9be3-60e9f19ea19a tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:02.999595 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3c550d74-03b7-41d4-9be3-60e9f19ea19a tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:03.000786 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3c550d74-03b7-41d4-9be3-60e9f19ea19a tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:03.146709 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c550d74-03b7-41d4-9be3-60e9f19ea19a tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Network 0087ab61-2d5d-438b-a324-8b85dab759bc is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:34:03.154313 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-3c550d74-03b7-41d4-9be3-60e9f19ea19a tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:34:03.158078 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c550d74-03b7-41d4-9be3-60e9f19ea19a tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:34:03.158677 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3c550d74-03b7-41d4-9be3-60e9f19ea19a tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:03.160838 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c550d74-03b7-41d4-9be3-60e9f19ea19a tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event updated for resources: {'Subnet': ['ID=dc0d32e1-68d3-4df2-b34f-62aee2418eea,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:03.166150 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c550d74-03b7-41d4-9be3-60e9f19ea19a tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event updated for resources: {'Port': ['ID=c92bed5a-9399-46aa-afb3-084f49ed379c,revision_number=4']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:03.195939 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64501c6a-9ccb-4c05-ae94-7fdd696a6ae5 req-c1428373-eb2d-4b45-a225-e321284bfd4b tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:34:03.197642 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-64501c6a-9ccb-4c05-ae94-7fdd696a6ae5 req-c1428373-eb2d-4b45-a225-e321284bfd4b tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] 10.222.0.62 "GET /v2.0/ports?device_id=63addfbe-85c9-4de2-8eaf-26998965f136 HTTP/1.1" status: 200 len: 944 time: 0.1102705 Oct 30 15:34:03.204833 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-3c550d74-03b7-41d4-9be3-60e9f19ea19a tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.4249988 Oct 30 15:34:03.205282 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36742) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:03.213287 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-1b4ab331-6586-4db7-8d4a-98189716cdf5 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Request body: {'port': {'network_id': '0087ab61-2d5d-438b-a324-8b85dab759bc', 'mac_address': 'fa:16:3e:d5:c9:13', 'name': 'tempest-NetworksTestDHCPv6-1395284038'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:34:03.256499 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-64501c6a-9ccb-4c05-ae94-7fdd696a6ae5 req-7f07a1d6-64f2-4dad-976e-3fec3137acdd tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] 10.222.0.62 "GET /v2.0/security-groups?id=54eca5ff-0938-4780-8cdb-10dd56258a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478642 Oct 30 15:34:03.352198 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4ab331-6586-4db7-8d4a-98189716cdf5 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Made reservation on behalf of 950626c196e345129caa4bb8b656378a for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:34:03.466495 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1b4ab331-6586-4db7-8d4a-98189716cdf5 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:03.494148 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [None req-1b4ab331-6586-4db7-8d4a-98189716cdf5 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] device_id is not set on port dd260270-a84a-4994-9c28-59e3297360cb yet. {{(pid=102131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:34:03.702885 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-1b4ab331-6586-4db7-8d4a-98189716cdf5 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Allocated IP 2001:db8::19b (0087ab61-2d5d-438b-a324-8b85dab759bc/656f081c-5951-4edf-8915-1d4d5c4e66ed/dd260270-a84a-4994-9c28-59e3297360cb) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:34:03.719111 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-1b4ab331-6586-4db7-8d4a-98189716cdf5 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Allocated IP 2001:db8:0:1:f816:3eff:fed5:c913 (0087ab61-2d5d-438b-a324-8b85dab759bc/dc0d32e1-68d3-4df2-b34f-62aee2418eea/dd260270-a84a-4994-9c28-59e3297360cb) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:34:03.759425 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device c92bed5a-9399-46aa-afb3-084f49ed379c up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:34:03.785851 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 2dd24396-1f6f-44e7-a70e-baa41cd763f2 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:34:03.800778 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0d17e9-39d8-4aed-9006-e79be2aa870e req-e1666d8c-84b8-4112-8460-add74d386ffb tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:34:03.802358 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2e0d17e9-39d8-4aed-9006-e79be2aa870e req-e1666d8c-84b8-4112-8460-add74d386ffb tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d53cdbf-2232-4e8d-a741-dc0b7f7b11c3 HTTP/1.1" status: 200 len: 945 time: 0.0970697 Oct 30 15:34:03.843570 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27a370d-d2a1-4207-8715-9c6c81283de9 None None] Network 0087ab61-2d5d-438b-a324-8b85dab759bc requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:34:03.891960 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2e0d17e9-39d8-4aed-9006-e79be2aa870e req-2d08f73d-33e7-4fb5-8120-757ddfc110a6 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a106b63-8fed-415b-ae28-9b0372877e48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707650 Oct 30 15:34:03.902098 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port c92bed5a-9399-46aa-afb3-084f49ed379c triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:34:03.902519 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:03.952606 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1b4ab331-6586-4db7-8d4a-98189716cdf5 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:03.955750 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port 2dd24396-1f6f-44e7-a70e-baa41cd763f2 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:34:03.971803 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 2dd24396-1f6f-44e7-a70e-baa41cd763f2 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:34:03.972339 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:03.977418 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-76917244-5426-4a9a-9b7c-ed20123d2907 None None] Provisioning complete for port c92bed5a-9399-46aa-afb3-084f49ed379c triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:34:03.977883 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-76917244-5426-4a9a-9b7c-ed20123d2907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:03.986294 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1b4ab331-6586-4db7-8d4a-98189716cdf5 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:04.037448 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4ab331-6586-4db7-8d4a-98189716cdf5 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Network 0087ab61-2d5d-438b-a324-8b85dab759bc is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:34:04.043378 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-1b4ab331-6586-4db7-8d4a-98189716cdf5 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:34:04.048767 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4ab331-6586-4db7-8d4a-98189716cdf5 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:34:04.056685 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4ab331-6586-4db7-8d4a-98189716cdf5 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:34:04.056685 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1b4ab331-6586-4db7-8d4a-98189716cdf5 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:04.077494 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4ab331-6586-4db7-8d4a-98189716cdf5 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event updated for resources: {'Port': ['ID=dd260270-a84a-4994-9c28-59e3297360cb,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:04.093834 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36756) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:04.094352 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-1b4ab331-6586-4db7-8d4a-98189716cdf5 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.8877685 Oct 30 15:34:04.169141 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e6c6e8-8b72-4185-b31a-3c155c3ff1b6 req-7a85c0bc-6417-41fc-b24a-33459d08d67b tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:34:04.170650 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-19e6c6e8-8b72-4185-b31a-3c155c3ff1b6 req-7a85c0bc-6417-41fc-b24a-33459d08d67b tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d53cdbf-2232-4e8d-a741-dc0b7f7b11c3 HTTP/1.1" status: 200 len: 945 time: 0.1579096 Oct 30 15:34:04.248040 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:04.293695 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-87492f5d-7244-4f2a-a89c-4a2e139e7b62 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Deleting port dd260270-a84a-4994-9c28-59e3297360cb {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:34:04.294041 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-87492f5d-7244-4f2a-a89c-4a2e139e7b62 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:04.301738 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:04.334102 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-76917244-5426-4a9a-9b7c-ed20123d2907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:04.348896 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-19e6c6e8-8b72-4185-b31a-3c155c3ff1b6 req-59d14934-28f0-4e3d-8a28-041d4e1f7161 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Deleting port 22953f16-417d-4b0a-8cda-9118858916c7 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:34:04.349726 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-19e6c6e8-8b72-4185-b31a-3c155c3ff1b6 req-59d14934-28f0-4e3d-8a28-041d4e1f7161 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:04.363976 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port c92bed5a-9399-46aa-afb3-084f49ed379c, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=c92bed5a-9399-46aa-afb3-084f49ed379c,segment=NetworkSegment(04fb9866-245b-47c9-a7bc-8854a722bc22),segment_id=04fb9866-245b-47c9-a7bc-8854a722bc22)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:34:04.370914 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63addfbe-85c9-4de2-8eaf-26998965f136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd24396-1f6f-44e7-a70e-baa41cd763f2'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:34:04.373343 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ebc5782-833b-48f0-a901-9612719683f5" -d '{"events": [{"server_uuid": "63addfbe-85c9-4de2-8eaf-26998965f136", "name": "network-vif-plugged", "status": "completed", "tag": "2dd24396-1f6f-44e7-a70e-baa41cd763f2"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:34:04.395770 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 2dd24396-1f6f-44e7-a70e-baa41cd763f2, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=2dd24396-1f6f-44e7-a70e-baa41cd763f2,segment=NetworkSegment(42009e01-9045-4c91-9272-931b6d9c6bd5),segment_id=42009e01-9045-4c91-9272-931b6d9c6bd5)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:34:04.399252 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:04.433376 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549f5af-5588-4ae3-99bc-acb1574633ed req-73073fca-b47c-408c-b6ad-3d434dcb6ee7 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:34:04.443112 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6549f5af-5588-4ae3-99bc-acb1574633ed req-73073fca-b47c-408c-b6ad-3d434dcb6ee7 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] 10.222.0.62 "GET /v2.0/ports?device_id=63addfbe-85c9-4de2-8eaf-26998965f136 HTTP/1.1" status: 200 len: 944 time: 0.0986986 Oct 30 15:34:04.453419 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:04.456101 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-87492f5d-7244-4f2a-a89c-4a2e139e7b62 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:04.458272 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f63cd9-5386-4577-9bf0-623d1f1e9f73 x-openstack-request-id: req-95f63cd9-5386-4577-9bf0-623d1f1e9f73 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:34:04.458789 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63addfbe-85c9-4de2-8eaf-26998965f136", "name": "network-vif-plugged", "status": "completed", "tag": "2dd24396-1f6f-44e7-a70e-baa41cd763f2", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:34:04.459390 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-95f63cd9-5386-4577-9bf0-623d1f1e9f73 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:34:04.459974 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63addfbe-85c9-4de2-8eaf-26998965f136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd24396-1f6f-44e7-a70e-baa41cd763f2', 'code': 200} Oct 30 15:34:04.486591 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-87492f5d-7244-4f2a-a89c-4a2e139e7b62 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Calling delete_port for dd260270-a84a-4994-9c28-59e3297360cb owned by {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:34:04.506812 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-19e6c6e8-8b72-4185-b31a-3c155c3ff1b6 req-59d14934-28f0-4e3d-8a28-041d4e1f7161 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] For port 22953f16-417d-4b0a-8cda-9118858916c7, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=22953f16-417d-4b0a-8cda-9118858916c7,segment=NetworkSegment(59d6fed5-1de0-4ec5-ad2b-5027d009e9f0),segment_id=59d6fed5-1de0-4ec5-ad2b-5027d009e9f0)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:34:04.507223 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-19e6c6e8-8b72-4185-b31a-3c155c3ff1b6 req-59d14934-28f0-4e3d-8a28-041d4e1f7161 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:04.513178 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6549f5af-5588-4ae3-99bc-acb1574633ed req-7c3177d2-eada-426a-bb4c-90b3ba1e3599 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] 10.222.0.62 "GET /v2.0/security-groups?id=54eca5ff-0938-4780-8cdb-10dd56258a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688562 Oct 30 15:34:04.519785 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.db.api [None req-76917244-5426-4a9a-9b7c-ed20123d2907 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 30 15:34:04.520666 n-d-806683-17 neutron-server[102132]: DEBUG oslo_db.api [None req-76917244-5426-4a9a-9b7c-ed20123d2907 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 30 15:34:04.523881 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=c92bed5a-9399-46aa-afb3-084f49ed379c,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:04.611337 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=2dd24396-1f6f-44e7-a70e-baa41cd763f2,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:04.755140 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83841571-51da-4798-ab5f-802d7660f3a5 req-10c09263-4ba3-4a59-95a3-0575f2aefe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:34:04.756694 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-83841571-51da-4798-ab5f-802d7660f3a5 req-10c09263-4ba3-4a59-95a3-0575f2aefe18 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=63addfbe-85c9-4de2-8eaf-26998965f136 HTTP/1.1" status: 200 len: 1097 time: 0.1830082 Oct 30 15:34:04.886039 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-83841571-51da-4798-ab5f-802d7660f3a5 req-5ddfff7f-7d8d-4ecd-9272-beb98acfa607 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=54eca5ff-0938-4780-8cdb-10dd56258a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211789 Oct 30 15:34:04.908245 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-19e6c6e8-8b72-4185-b31a-3c155c3ff1b6 req-59d14934-28f0-4e3d-8a28-041d4e1f7161 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:04.908645 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-19e6c6e8-8b72-4185-b31a-3c155c3ff1b6 req-59d14934-28f0-4e3d-8a28-041d4e1f7161 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:04.908930 n-d-806683-17 neutron-server[102130]: INFO neutron.db.l3_db [req-19e6c6e8-8b72-4185-b31a-3c155c3ff1b6 req-59d14934-28f0-4e3d-8a28-041d4e1f7161 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Floating IP 9b589411-ffd3-44fd-b809-62ff8d019bc8 disassociated. External IP: 172.25.4.107, port: 22953f16-417d-4b0a-8cda-9118858916c7. Oct 30 15:34:04.909318 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-19e6c6e8-8b72-4185-b31a-3c155c3ff1b6 req-59d14934-28f0-4e3d-8a28-041d4e1f7161 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Calling delete_port for 22953f16-417d-4b0a-8cda-9118858916c7 owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:34:05.009122 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-87492f5d-7244-4f2a-a89c-4a2e139e7b62 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:05.080834 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87492f5d-7244-4f2a-a89c-4a2e139e7b62 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event deleted for resources: {'Port': ['ID=dd260270-a84a-4994-9c28-59e3297360cb,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:05.145505 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-87492f5d-7244-4f2a-a89c-4a2e139e7b62 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:05.151255 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-87492f5d-7244-4f2a-a89c-4a2e139e7b62 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/ports/dd260270-a84a-4994-9c28-59e3297360cb HTTP/1.1" status: 204 len: 168 time: 1.0534520 Oct 30 15:34:05.152045 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36768) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:05.159425 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64136955-773d-4986-a493-4351772b9af7 req-6caeb159-877c-4032-82c4-d93e67e272a6 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:34:05.161570 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-64136955-773d-4986-a493-4351772b9af7 req-6caeb159-877c-4032-82c4-d93e67e272a6 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d53cdbf-2232-4e8d-a741-dc0b7f7b11c3 HTTP/1.1" status: 200 len: 945 time: 0.1677413 Oct 30 15:34:05.189833 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-bf971c9f-7eb4-4b50-b2f2-39c1670415c4 None None] Could not find standard attr ID for object dd260270-a84a-4994-9c28-59e3297360cb. {{(pid=102132) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 30 15:34:05.215806 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-bf971c9f-7eb4-4b50-b2f2-39c1670415c4 None None] Provisioning complete for port c92bed5a-9399-46aa-afb3-084f49ed379c triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:34:05.216629 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bf971c9f-7eb4-4b50-b2f2-39c1670415c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:05.275096 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d194c5-cf9b-461e-bcf7-7821e1ebbc42 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:34:05.280688 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-20d194c5-cf9b-461e-bcf7-7821e1ebbc42 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1279323 Oct 30 15:34:05.292479 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36770) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:05.300085 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-64136955-773d-4986-a493-4351772b9af7 req-7255e43c-87e0-49bc-8373-9079edcbb243 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a106b63-8fed-415b-ae28-9b0372877e48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254897 Oct 30 15:34:05.330640 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-19e6c6e8-8b72-4185-b31a-3c155c3ff1b6 req-59d14934-28f0-4e3d-8a28-041d4e1f7161 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:05.406848 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8680ab-8d4d-4c96-9fa3-3c0a0712cf9b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:34:05.416713 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-bc8680ab-8d4d-4c96-9fa3-3c0a0712cf9b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1230717 Oct 30 15:34:05.419102 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36772) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:05.474718 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d14934-28f0-4e3d-8a28-041d4e1f7161 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Pushing event deleted for resources: {'Port': ['ID=22953f16-417d-4b0a-8cda-9118858916c7,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:05.515425 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19e6c6e8-8b72-4185-b31a-3c155c3ff1b6 req-59d14934-28f0-4e3d-8a28-041d4e1f7161 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Router 1c4c91be-2b4e-4768-849f-f23428b3f3de has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:34:05.527914 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7654306b-51a3-433a-ae00-92a9e7cf66dd tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:34:05.529471 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7654306b-51a3-433a-ae00-92a9e7cf66dd tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:34:05.531047 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7654306b-51a3-433a-ae00-92a9e7cf66dd tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:34:05.537004 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-7654306b-51a3-433a-ae00-92a9e7cf66dd tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1123905 Oct 30 15:34:05.537302 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36776) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:05.640268 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-6376774c-73af-428b-a50b-7120766c6618 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Deleting subnet 656f081c-5951-4edf-8915-1d4d5c4e66ed {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:34:05.653145 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6376774c-73af-428b-a50b-7120766c6618 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:05.727646 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a8b86263-82b1-4c59-aa03-23cba319042d req-2cf443a8-0fec-4eb7-88da-0dba380e30c8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e8feeca9-8e7a-47c5-9834-b2981b41113f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2102461 Oct 30 15:34:05.747160 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device c92bed5a-9399-46aa-afb3-084f49ed379c up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:34:05.792934 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19e6c6e8-8b72-4185-b31a-3c155c3ff1b6 req-59d14934-28f0-4e3d-8a28-041d4e1f7161 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:34:05.808029 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616000c4-6bcc-48b6-a4ae-393c1a0446f5 None None] Sync routers for ids ['1c4c91be-2b4e-4768-849f-f23428b3f3de'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:34:05.850148 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616000c4-6bcc-48b6-a4ae-393c1a0446f5 None None] Routers {'1c4c91be-2b4e-4768-849f-f23428b3f3de'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:34:05.851985 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-616000c4-6bcc-48b6-a4ae-393c1a0446f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:33:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['1c4c91be-2b4e-4768-849f-f23428b3f3de'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:05.880173 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6376774c-73af-428b-a50b-7120766c6618 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:05.914592 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-19e6c6e8-8b72-4185-b31a-3c155c3ff1b6 req-59d14934-28f0-4e3d-8a28-041d4e1f7161 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] No DVR routers for this DVR port 22953f16-417d-4b0a-8cda-9118858916c7 on host n-h2-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:34:05.921246 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-19e6c6e8-8b72-4185-b31a-3c155c3ff1b6 req-59d14934-28f0-4e3d-8a28-041d4e1f7161 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:05.926315 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-19e6c6e8-8b72-4185-b31a-3c155c3ff1b6 req-59d14934-28f0-4e3d-8a28-041d4e1f7161 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.44 "DELETE /v2.0/ports/22953f16-417d-4b0a-8cda-9118858916c7 HTTP/1.1" status: 204 len: 173 time: 1.7483327 Oct 30 15:34:05.939579 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d53cdbf-2232-4e8d-a741-dc0b7f7b11c3', 'name': 'network-vif-deleted', 'tag': '22953f16-417d-4b0a-8cda-9118858916c7'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:34:05.942664 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d2fa9f-dcae-4bc5-94d3-691ddf4dd378" -d '{"events": [{"server_uuid": "0d53cdbf-2232-4e8d-a741-dc0b7f7b11c3", "name": "network-vif-deleted", "tag": "22953f16-417d-4b0a-8cda-9118858916c7"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:34:05.962416 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32f4540-5395-442d-aa94-93cce9d59539 req-4635e567-8dc8-45d6-8b76-7a855308c2d7 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:34:05.975181 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a32f4540-5395-442d-aa94-93cce9d59539 req-4635e567-8dc8-45d6-8b76-7a855308c2d7 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] 10.222.0.62 "GET /v2.0/ports?device_id=63addfbe-85c9-4de2-8eaf-26998965f136 HTTP/1.1" status: 200 len: 945 time: 0.3225961 Oct 30 15:34:05.983218 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b86263-82b1-4c59-aa03-23cba319042d req-e746f5fd-0226-4a54-9724-61b073ab2b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:34:05.984728 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a8b86263-82b1-4c59-aa03-23cba319042d req-e746f5fd-0226-4a54-9724-61b073ab2b6b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=67bc9a3add214ecaad76147ad0906766&device_id=e8feeca9-8e7a-47c5-9834-b2981b41113f HTTP/1.1" status: 200 len: 1097 time: 0.1684666 Oct 30 15:34:06.083254 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-4d2ee68b-76dd-4fd7-af50-6369f2d86f69 None None] Could not find standard attr ID for object 1d1bab29-9750-4b68-9ad8-4b31e0e6c46d. {{(pid=102132) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 30 15:34:06.106301 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a32f4540-5395-442d-aa94-93cce9d59539 req-c295f0fe-4e4b-4e7d-9245-512fabe1ef70 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] 10.222.0.62 "GET /v2.0/security-groups?id=54eca5ff-0938-4780-8cdb-10dd56258a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299076 Oct 30 15:34:06.115438 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6376774c-73af-428b-a50b-7120766c6618 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:06.124278 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e243e18-5807-4b62-a3f7-c2acbdd548af x-openstack-request-id: req-4e243e18-5807-4b62-a3f7-c2acbdd548af {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:34:06.124499 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d53cdbf-2232-4e8d-a741-dc0b7f7b11c3", "name": "network-vif-deleted", "tag": "22953f16-417d-4b0a-8cda-9118858916c7", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:34:06.128174 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4e243e18-5807-4b62-a3f7-c2acbdd548af {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:34:06.130292 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d53cdbf-2232-4e8d-a741-dc0b7f7b11c3', 'name': 'network-vif-deleted', 'tag': '22953f16-417d-4b0a-8cda-9118858916c7', 'status': 'completed', 'code': 200} Oct 30 15:34:06.149132 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port c92bed5a-9399-46aa-afb3-084f49ed379c triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:34:06.157089 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:06.160189 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-4d2ee68b-76dd-4fd7-af50-6369f2d86f69 None None] Could not find standard attr ID for object 4fbf5acd-bd19-4add-ae2f-669d0455e6b1. {{(pid=102132) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 30 15:34:06.217084 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6376774c-73af-428b-a50b-7120766c6618 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:06.237522 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b86263-82b1-4c59-aa03-23cba319042d req-8b36bc72-611a-4592-a3eb-6ff1db2dda8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:34:06.243815 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a8b86263-82b1-4c59-aa03-23cba319042d req-8b36bc72-611a-4592-a3eb-6ff1db2dda8b service neutron] 10.222.0.44 "GET /v2.0/networks?id=ada754b2-2d16-48ef-bd4a-b3c351db82b3 HTTP/1.1" status: 200 len: 918 time: 0.2314329 Oct 30 15:34:06.246658 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-616000c4-6bcc-48b6-a4ae-393c1a0446f5 None None] Set router 1c4c91be-2b4e-4768-849f-f23428b3f3de gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:34:06.252279 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:34:06.305695 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6376774c-73af-428b-a50b-7120766c6618 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event deleted for resources: {'Subnet': ['ID=656f081c-5951-4edf-8915-1d4d5c4e66ed,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:06.322352 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6376774c-73af-428b-a50b-7120766c6618 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:06.327119 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-40213ea5-51ad-49a7-afd2-818230e996e1 None None] Could not find standard attr ID for object 44c4f20d-06a6-4ae1-8198-393e45c3a250. {{(pid=102132) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 30 15:34:06.333499 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36786) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:06.334634 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-6376774c-73af-428b-a50b-7120766c6618 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/subnets/656f081c-5951-4edf-8915-1d4d5c4e66ed HTTP/1.1" status: 204 len: 168 time: 0.7948942 Oct 30 15:34:06.485097 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6a06503e-36ad-4967-ac16-060df44000d2 req-a15a6351-7f70-479a-9620-bc8f80a534d2 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d53cdbf-2232-4e8d-a741-dc0b7f7b11c3 HTTP/1.1" status: 200 len: 210 time: 0.0344293 Oct 30 15:34:06.673813 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37345e8-8e37-4664-8399-a650b02bd5e5 None None] Network 0087ab61-2d5d-438b-a324-8b85dab759bc requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:34:06.746993 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-571adce7-1255-459d-917c-0ee5670adee4 None None] Could not find standard attr ID for object 83cbfa07-a5b3-43c5-84db-55fbe9cbbbfb. {{(pid=102132) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 30 15:34:06.768627 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a8b86263-82b1-4c59-aa03-23cba319042d req-60b1f750-9119-472b-947f-ad42d10a84dd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88d0f80f-4998-4729-9dae-c58ec4d318cc HTTP/1.1" status: 200 len: 1000 time: 0.5117619 Oct 30 15:34:06.776052 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ceadc5a-fc1c-47ab-a176-f9e268d0c73a tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Deleting subnet dc0d32e1-68d3-4df2-b34f-62aee2418eea {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:34:06.787130 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2ceadc5a-fc1c-47ab-a176-f9e268d0c73a tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:06.837927 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-616000c4-6bcc-48b6-a4ae-393c1a0446f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4c91be-2b4e-4768-849f-f23428b3f3de', 'name': 'tempest-AttachVolumeTestJSON-449199179-router', 'tenant_id': '851f863f3af14cfda31cec55b5caebe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '96e620ec-98fc-4071-b414-cf43c3104cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:26:49Z', 'updated_at': '2021-10-30T15:26:53Z', 'revision_number': 4, 'project_id': '851f863f3af14cfda31cec55b5caebe9', 'gw_port': {'id': '96e620ec-98fc-4071-b414-cf43c3104cc7', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fa:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4c91be-2b4e-4768-849f-f23428b3f3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:26:49Z', 'updated_at': '2021-10-30T15:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '0096e650-bf87-41cb-9c1e-5ec8978c8b99', 'name': '', 'network_id': 'a69ee861-8dad-4f6c-abe3-f84fb501d5dd', 'tenant_id': '851f863f3af14cfda31cec55b5caebe9', 'mac_address': 'fa:16:3e:17:9e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4c91be-2b4e-4768-849f-f23428b3f3de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '173890c6-b6ee-44b8-ab6a-06362ece304f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:26:51Z', 'updated_at': '2021-10-30T15:26:59Z', 'revision_number': 5, 'project_id': '851f863f3af14cfda31cec55b5caebe9', 'subnets': [{'id': '173890c6-b6ee-44b8-ab6a-06362ece304f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:06.866062 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2ceadc5a-fc1c-47ab-a176-f9e268d0c73a tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:06.873330 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616000c4-6bcc-48b6-a4ae-393c1a0446f5 None None] Checking router: 1c4c91be-2b4e-4768-849f-f23428b3f3de for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:34:06.896983 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b86263-82b1-4c59-aa03-23cba319042d req-25eb8eca-04a0-4fc5-b1cd-e08d57f3b386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:34:06.898529 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a8b86263-82b1-4c59-aa03-23cba319042d req-25eb8eca-04a0-4fc5-b1cd-e08d57f3b386 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=296dc533-f6ac-49b9-ab46-37f1565b56fb HTTP/1.1" status: 200 len: 856 time: 0.1194847 Oct 30 15:34:06.914039 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616000c4-6bcc-48b6-a4ae-393c1a0446f5 None None] Routers {'1c4c91be-2b4e-4768-849f-f23428b3f3de'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:34:06.914735 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-616000c4-6bcc-48b6-a4ae-393c1a0446f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:33:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['1c4c91be-2b4e-4768-849f-f23428b3f3de'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:06.991795 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b86263-82b1-4c59-aa03-23cba319042d req-178cf5e2-c069-427b-9441-19a2175a45dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:34:06.993343 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a8b86263-82b1-4c59-aa03-23cba319042d req-178cf5e2-c069-427b-9441-19a2175a45dc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ada754b2-2d16-48ef-bd4a-b3c351db82b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0825930 Oct 30 15:34:07.000790 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2ceadc5a-fc1c-47ab-a176-f9e268d0c73a tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:07.040998 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-616000c4-6bcc-48b6-a4ae-393c1a0446f5 None None] Set router 1c4c91be-2b4e-4768-849f-f23428b3f3de gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:34:07.141171 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a8b86263-82b1-4c59-aa03-23cba319042d req-3059e2da-eb43-4a15-835e-67d974147815 service neutron] 10.222.0.44 "GET /v2.0/networks/ada754b2-2d16-48ef-bd4a-b3c351db82b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363602 Oct 30 15:34:07.142713 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2ceadc5a-fc1c-47ab-a176-f9e268d0c73a tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:07.147256 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 22953f16-417d-4b0a-8cda-9118858916c7 no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:34:07.188310 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceadc5a-fc1c-47ab-a176-f9e268d0c73a tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event deleted for resources: {'Subnet': ['ID=dc0d32e1-68d3-4df2-b34f-62aee2418eea,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:07.274199 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2ceadc5a-fc1c-47ab-a176-f9e268d0c73a tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:07.276884 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] No Port match for: 22953f16-417d-4b0a-8cda-9118858916c7 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:34:07.277346 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 22953f16-417d-4b0a-8cda-9118858916c7 not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:34:07.279008 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-2ceadc5a-fc1c-47ab-a176-f9e268d0c73a tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/subnets/dc0d32e1-68d3-4df2-b34f-62aee2418eea HTTP/1.1" status: 204 len: 168 time: 0.9442656 Oct 30 15:34:07.281582 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36790) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:07.352781 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-4ce60229-87cb-4713-95c8-9b294f2a0f4b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0700011 Oct 30 15:34:07.355965 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36792) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:07.363300 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-616000c4-6bcc-48b6-a4ae-393c1a0446f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4c91be-2b4e-4768-849f-f23428b3f3de', 'name': 'tempest-AttachVolumeTestJSON-449199179-router', 'tenant_id': '851f863f3af14cfda31cec55b5caebe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '96e620ec-98fc-4071-b414-cf43c3104cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:26:49Z', 'updated_at': '2021-10-30T15:26:53Z', 'revision_number': 4, 'project_id': '851f863f3af14cfda31cec55b5caebe9', 'gw_port': {'id': '96e620ec-98fc-4071-b414-cf43c3104cc7', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fa:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4c91be-2b4e-4768-849f-f23428b3f3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:26:49Z', 'updated_at': '2021-10-30T15:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '0096e650-bf87-41cb-9c1e-5ec8978c8b99', 'name': '', 'network_id': 'a69ee861-8dad-4f6c-abe3-f84fb501d5dd', 'tenant_id': '851f863f3af14cfda31cec55b5caebe9', 'mac_address': 'fa:16:3e:17:9e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4c91be-2b4e-4768-849f-f23428b3f3de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '173890c6-b6ee-44b8-ab6a-06362ece304f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:26:51Z', 'updated_at': '2021-10-30T15:26:59Z', 'revision_number': 5, 'project_id': '851f863f3af14cfda31cec55b5caebe9', 'subnets': [{'id': '173890c6-b6ee-44b8-ab6a-06362ece304f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:07.373728 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0d09c-1fcf-47a9-8fc3-c082039fa032 req-84199bcc-1e46-4a0a-9d61-16349054c61e tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:34:07.381905 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8bc0d09c-1fcf-47a9-8fc3-c082039fa032 req-84199bcc-1e46-4a0a-9d61-16349054c61e tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] 10.222.0.62 "GET /v2.0/ports?device_id=63addfbe-85c9-4de2-8eaf-26998965f136 HTTP/1.1" status: 200 len: 945 time: 0.1014733 Oct 30 15:34:07.431121 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a8b86263-82b1-4c59-aa03-23cba319042d req-9f44ad59-c281-4c41-8c10-0cb41d50306f service neutron] 10.222.0.44 "GET /v2.0/networks/ada754b2-2d16-48ef-bd4a-b3c351db82b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790272 Oct 30 15:34:07.461766 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616000c4-6bcc-48b6-a4ae-393c1a0446f5 None None] The sync data for ids ['1c4c91be-2b4e-4768-849f-f23428b3f3de'] in n-d-806683-17 is: [{'id': '1c4c91be-2b4e-4768-849f-f23428b3f3de', 'name': 'tempest-AttachVolumeTestJSON-449199179-router', 'tenant_id': '851f863f3af14cfda31cec55b5caebe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '96e620ec-98fc-4071-b414-cf43c3104cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:26:49Z', 'updated_at': '2021-10-30T15:26:53Z', 'revision_number': 4, 'project_id': '851f863f3af14cfda31cec55b5caebe9', 'gw_port': {'id': '96e620ec-98fc-4071-b414-cf43c3104cc7', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fa:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4c91be-2b4e-4768-849f-f23428b3f3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:26:49Z', 'updated_at': '2021-10-30T15:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '0096e650-bf87-41cb-9c1e-5ec8978c8b99', 'name': '', 'network_id': 'a69ee861-8dad-4f6c-abe3-f84fb501d5dd', 'tenant_id': '851f863f3af14cfda31cec55b5caebe9', 'mac_address': 'fa:16:3e:17:9e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4c91be-2b4e-4768-849f-f23428b3f3de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '173890c6-b6ee-44b8-ab6a-06362ece304f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:26:51Z', 'updated_at': '2021-10-30T15:26:59Z', 'revision_number': 5, 'project_id': '851f863f3af14cfda31cec55b5caebe9', 'subnets': [{'id': '173890c6-b6ee-44b8-ab6a-06362ece304f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:34:07.504304 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804e4ae0-b7bb-4cce-ab10-4bd694a3c175 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:34:07.520568 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8bc0d09c-1fcf-47a9-8fc3-c082039fa032 req-d03887b7-5585-43fa-ba2e-885f5e85ca6b tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] 10.222.0.62 "GET /v2.0/security-groups?id=54eca5ff-0938-4780-8cdb-10dd56258a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245399 Oct 30 15:34:07.520923 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-804e4ae0-b7bb-4cce-ab10-4bd694a3c175 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1477108 Oct 30 15:34:07.520923 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36800) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:07.626145 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2f8914-0e6d-4008-af5c-342b41983886 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:34:07.631134 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-fe2f8914-0e6d-4008-af5c-342b41983886 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1160650 Oct 30 15:34:07.633290 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36810) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:07.671291 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36812) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:07.740155 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-3969b06d-5cb0-4d43-a0ed-567e34a9c58c tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1054771 Oct 30 15:34:07.745680 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36814) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:07.776753 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-39dc0965-23ad-4aa2-8a99-5ba4a7541f3d tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:07.779212 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-59f73d20-99e3-4134-a96d-45db84627896 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] DELETE failed (client error): The resource could not be found. Oct 30 15:34:07.780341 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59f73d20-99e3-4134-a96d-45db84627896 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:34:07.783742 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-59f73d20-99e3-4134-a96d-45db84627896 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/ports/dd260270-a84a-4994-9c28-59e3297360cb HTTP/1.1" status: 404 len: 333 time: 0.0360065 Oct 30 15:34:07.787611 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36816) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:07.813278 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-39dc0965-23ad-4aa2-8a99-5ba4a7541f3d tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:07.816517 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36818) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:07.829181 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-44e8c325-4acb-48cc-ad85-4d24a367ddab tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] DELETE failed (client error): The resource could not be found. Oct 30 15:34:07.829655 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44e8c325-4acb-48cc-ad85-4d24a367ddab tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:34:07.832952 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-44e8c325-4acb-48cc-ad85-4d24a367ddab tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/subnets/dc0d32e1-68d3-4df2-b34f-62aee2418eea HTTP/1.1" status: 404 len: 337 time: 0.0441892 Oct 30 15:34:07.837441 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36822) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:07.841099 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8913e8-b481-4e3d-b953-cdb98bb67f3a req-98039761-4a56-40fe-b546-7cc681ae9dc0 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:34:07.848500 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bf8913e8-b481-4e3d-b953-cdb98bb67f3a req-98039761-4a56-40fe-b546-7cc681ae9dc0 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] 10.222.0.62 "GET /v2.0/ports?device_id=63addfbe-85c9-4de2-8eaf-26998965f136 HTTP/1.1" status: 200 len: 945 time: 0.1507809 Oct 30 15:34:07.900198 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bf8913e8-b481-4e3d-b953-cdb98bb67f3a req-a79b1631-4489-41d2-9016-c6f4826a8803 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] 10.222.0.62 "GET /v2.0/security-groups?id=54eca5ff-0938-4780-8cdb-10dd56258a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507615 Oct 30 15:34:07.916218 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-669b8e3e-de9c-4e3c-87e5-94de65b8b1cc tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] DELETE failed (client error): The resource could not be found. Oct 30 15:34:07.916679 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-669b8e3e-de9c-4e3c-87e5-94de65b8b1cc tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:34:07.921542 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-669b8e3e-de9c-4e3c-87e5-94de65b8b1cc tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/subnets/656f081c-5951-4edf-8915-1d4d5c4e66ed HTTP/1.1" status: 404 len: 337 time: 0.0831211 Oct 30 15:34:07.924639 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36826) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:07.978823 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-22b7e259-0bf0-4aa0-9b2b-021148463674 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] DELETE failed (client error): The resource could not be found. Oct 30 15:34:07.979641 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22b7e259-0bf0-4aa0-9b2b-021148463674 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:34:07.983481 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-22b7e259-0bf0-4aa0-9b2b-021148463674 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/ports/1758f6d4-e219-4f34-955a-903037332cb9 HTTP/1.1" status: 404 len: 333 time: 0.0571244 Oct 30 15:34:07.985945 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36828) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:07.993283 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3988a3-bfa4-4ad9-9dbd-f59bab17509f None None] Network 0087ab61-2d5d-438b-a324-8b85dab759bc requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:34:08.002935 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a69a99-d3f8-4960-ad07-bedaa75b1951 None None] New status for floating IP 9b589411-ffd3-44fd-b809-62ff8d019bc8: DOWN {{(pid=102133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 15:34:08.020463 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3d9d9634-d17e-4891-a1a1-dd735c3e140f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:08.049992 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7d25764-a769-4d34-9c18-68c33a605ccc tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] DELETE failed (client error): The resource could not be found. Oct 30 15:34:08.050476 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7d25764-a769-4d34-9c18-68c33a605ccc tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:34:08.053630 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b7d25764-a769-4d34-9c18-68c33a605ccc tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/subnets/fb63f4f8-52ba-43ed-8a1a-f35318a65cd0 HTTP/1.1" status: 404 len: 337 time: 0.0667467 Oct 30 15:34:08.056655 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36830) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:08.095624 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7644b84-ca41-4db7-a32e-c906ba4ab197 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] DELETE failed (client error): The resource could not be found. Oct 30 15:34:08.096246 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7644b84-ca41-4db7-a32e-c906ba4ab197 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:34:08.103352 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-f7644b84-ca41-4db7-a32e-c906ba4ab197 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/subnets/41bb4c62-422c-4597-a63f-169d1319d911 HTTP/1.1" status: 404 len: 337 time: 0.0454149 Oct 30 15:34:08.104477 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36832) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:08.111814 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-4cfd32bb-9c04-4a4c-9355-b386421051f7 None None] Provisioning complete for port c92bed5a-9399-46aa-afb3-084f49ed379c triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:34:08.112363 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-39dc0965-23ad-4aa2-8a99-5ba4a7541f3d tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:08.112657 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4cfd32bb-9c04-4a4c-9355-b386421051f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:08.116338 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-39dc0965-23ad-4aa2-8a99-5ba4a7541f3d tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:08.120212 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-39dc0965-23ad-4aa2-8a99-5ba4a7541f3d tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "DELETE /v2.0/security-groups/8a106b63-8fed-415b-ae28-9b0372877e48 HTTP/1.1" status: 204 len: 168 time: 0.4445508 Oct 30 15:34:08.121425 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36834) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:08.146399 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dc0965-23ad-4aa2-8a99-5ba4a7541f3d tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a106b63-8fed-415b-ae28-9b0372877e48,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:08.160227 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6ac70-75f8-4cc5-afa2-ab3ed8d9a89d req-d22e118b-e3a9-48cc-9563-77d921c13a04 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:34:08.162138 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-91c787a3-88e7-43a8-baaa-4771f8e69bb3 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] show failed (client error): The resource could not be found. Oct 30 15:34:08.165952 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-91c787a3-88e7-43a8-baaa-4771f8e69bb3 tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "GET /v2.0/security-groups/8a106b63-8fed-415b-ae28-9b0372877e48 HTTP/1.1" status: 404 len: 347 time: 0.0414481 Oct 30 15:34:08.166272 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36836) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:08.168066 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-79e6ac70-75f8-4cc5-afa2-ab3ed8d9a89d req-d22e118b-e3a9-48cc-9563-77d921c13a04 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] 10.222.0.62 "GET /v2.0/ports?device_id=63addfbe-85c9-4de2-8eaf-26998965f136 HTTP/1.1" status: 200 len: 945 time: 0.1459475 Oct 30 15:34:08.248121 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-79e6ac70-75f8-4cc5-afa2-ab3ed8d9a89d req-35ede059-53cb-4770-b69a-1c2a313329af tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] 10.222.0.62 "GET /v2.0/security-groups?id=54eca5ff-0938-4780-8cdb-10dd56258a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663328 Oct 30 15:34:08.252555 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36838) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:08.272974 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca6fa23d-5959-4f90-b3e0-80928cba4d7d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] DELETE failed (client error): The resource could not be found. Oct 30 15:34:08.273739 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca6fa23d-5959-4f90-b3e0-80928cba4d7d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:34:08.277278 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-ca6fa23d-5959-4f90-b3e0-80928cba4d7d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/ports/83cbfa07-a5b3-43c5-84db-55fbe9cbbbfb HTTP/1.1" status: 404 len: 333 time: 0.1715126 Oct 30 15:34:08.290925 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36842) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:08.374794 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-9a065e26-052b-4438-a20f-ba4c0dba23fa tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Deleting port 8ab77f99-09bc-47b0-943d-fc857d699c7e {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:34:08.374794 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9a065e26-052b-4438-a20f-ba4c0dba23fa tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:08.387203 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-886a4c65-3617-4a78-97ec-72ed594751bf tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] DELETE failed (client error): The resource could not be found. Oct 30 15:34:08.387685 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-886a4c65-3617-4a78-97ec-72ed594751bf tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:34:08.393542 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-886a4c65-3617-4a78-97ec-72ed594751bf tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/subnets/192ce37b-ab47-412f-998a-20c6080fc615 HTTP/1.1" status: 404 len: 337 time: 0.0998042 Oct 30 15:34:08.397430 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36844) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:08.400948 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3d9d9634-d17e-4891-a1a1-dd735c3e140f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:08.429878 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-9052f230-070b-42c8-8f7a-3b89c4148510 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] DELETE failed (client error): The resource could not be found. Oct 30 15:34:08.431086 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9052f230-070b-42c8-8f7a-3b89c4148510 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:34:08.434564 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c28f8f-3d6c-497a-9687-f0cc05e550f7 None None] DHCP port deletion for 0087ab61-2d5d-438b-a324-8b85dab759bc request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:34:08.435291 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9a065e26-052b-4438-a20f-ba4c0dba23fa tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:08.435699 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9a065e26-052b-4438-a20f-ba4c0dba23fa tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:08.437384 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9052f230-070b-42c8-8f7a-3b89c4148510 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/subnets/7b7b1178-35f5-4d85-815b-c59cb9e02fb4 HTTP/1.1" status: 404 len: 337 time: 0.0388682 Oct 30 15:34:08.438010 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36846) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:08.446781 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3d9d9634-d17e-4891-a1a1-dd735c3e140f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:08.449324 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-9a065e26-052b-4438-a20f-ba4c0dba23fa tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Calling delete_port for 8ab77f99-09bc-47b0-943d-fc857d699c7e owned by network:floatingip {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:34:08.491683 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9d9634-d17e-4891-a1a1-dd735c3e140f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29f0440-ead8-4ad0-9e2a-d3a7ff5ff47a,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:08.497927 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf0543d1-669b-4242-9814-a3625c936342 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] DELETE failed (client error): The resource could not be found. Oct 30 15:34:08.498690 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf0543d1-669b-4242-9814-a3625c936342 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:34:08.504814 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-cf0543d1-669b-4242-9814-a3625c936342 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/ports/44c4f20d-06a6-4ae1-8198-393e45c3a250 HTTP/1.1" status: 404 len: 333 time: 0.0652313 Oct 30 15:34:08.508231 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36848) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:08.531430 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-01c28f8f-3d6c-497a-9687-f0cc05e550f7 None None] Deleting port c92bed5a-9399-46aa-afb3-084f49ed379c {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:34:08.532041 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-01c28f8f-3d6c-497a-9687-f0cc05e550f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:08.585985 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e7e636c-a014-45f0-a6c9-8532bd0be977 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] DELETE failed (client error): The resource could not be found. Oct 30 15:34:08.586563 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e7e636c-a014-45f0-a6c9-8532bd0be977 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:34:08.591937 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9e7e636c-a014-45f0-a6c9-8532bd0be977 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/subnets/e960477d-8a75-4ae4-ae41-bde8a44d1c2e HTTP/1.1" status: 404 len: 337 time: 0.0823607 Oct 30 15:34:08.595294 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36852) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:08.600429 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-3d9d9634-d17e-4891-a1a1-dd735c3e140f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=220d5df35012492086cb71fc54818c83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7826698 Oct 30 15:34:08.601865 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36854) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:08.613744 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-01c28f8f-3d6c-497a-9687-f0cc05e550f7 None None] For port c92bed5a-9399-46aa-afb3-084f49ed379c, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=c92bed5a-9399-46aa-afb3-084f49ed379c,segment=NetworkSegment(04fb9866-245b-47c9-a7bc-8854a722bc22),segment_id=04fb9866-245b-47c9-a7bc-8854a722bc22)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:34:08.614369 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-01c28f8f-3d6c-497a-9687-f0cc05e550f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:08.626616 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc91f7da-72ae-4539-b27f-539f564f2197 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] DELETE failed (client error): The resource could not be found. Oct 30 15:34:08.627451 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc91f7da-72ae-4539-b27f-539f564f2197 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:34:08.630972 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-fc91f7da-72ae-4539-b27f-539f564f2197 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/subnets/e22fb895-3133-433b-b1d1-b98eecb75632 HTTP/1.1" status: 404 len: 337 time: 0.0345967 Oct 30 15:34:08.632558 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff54c020-4bed-4e28-b65b-b71573093af7 tempest-TestServerBasicOps-1304756869 tempest-TestServerBasicOps-1304756869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:34:08.633410 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36856) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:08.637667 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-ff54c020-4bed-4e28-b65b-b71573093af7 tempest-TestServerBasicOps-1304756869 tempest-TestServerBasicOps-1304756869-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=63addfbe-85c9-4de2-8eaf-26998965f136 HTTP/1.1" status: 200 len: 1092 time: 0.3832154 Oct 30 15:34:08.638377 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36858) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:08.640122 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-01c28f8f-3d6c-497a-9687-f0cc05e550f7 None None] Calling delete_port for c92bed5a-9399-46aa-afb3-084f49ed379c owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:34:08.652518 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-a4a5539b-72f5-4024-b8ef-c5d0f4f44b02 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Request body: {'floatingip': {'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'port_id': '2dd24396-1f6f-44e7-a70e-baa41cd763f2', 'tenant_id': '618f83bcebd64e44892a09ff47fd42c7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:34:08.662701 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9a065e26-052b-4438-a20f-ba4c0dba23fa tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:08.698814 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a065e26-052b-4438-a20f-ba4c0dba23fa tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Pushing event deleted for resources: {'Port': ['ID=8ab77f99-09bc-47b0-943d-fc857d699c7e,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:08.702313 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c59a94b-f2d8-42ca-829b-e618e2b8452c tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] DELETE failed (client error): The resource could not be found. Oct 30 15:34:08.704158 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c59a94b-f2d8-42ca-829b-e618e2b8452c tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:34:08.710782 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-3c59a94b-f2d8-42ca-829b-e618e2b8452c tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/ports/1d1bab29-9750-4b68-9ad8-4b31e0e6c46d HTTP/1.1" status: 404 len: 333 time: 0.0737088 Oct 30 15:34:08.712461 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36860) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:08.721092 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8173ce9d-ffd2-4373-9d09-1f467ce9bdb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:08.726683 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a4a5539b-72f5-4024-b8ef-c5d0f4f44b02 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Publish callbacks [] for floatingip, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:08.741223 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-01c28f8f-3d6c-497a-9687-f0cc05e550f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:08.760336 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-f71b0352-1987-41bc-a4a4-27d157b2c8e0 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] DELETE failed (client error): The resource could not be found. Oct 30 15:34:08.760839 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f71b0352-1987-41bc-a4a4-27d157b2c8e0 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:34:08.766330 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-f71b0352-1987-41bc-a4a4-27d157b2c8e0 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/subnets/36a7bbde-218a-4ed4-a2b8-94b9c10a77ef HTTP/1.1" status: 404 len: 337 time: 0.0488305 Oct 30 15:34:08.776655 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36862) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:08.782361 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c28f8f-3d6c-497a-9687-f0cc05e550f7 None None] Pushing event deleted for resources: {'Port': ['ID=c92bed5a-9399-46aa-afb3-084f49ed379c,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:08.785580 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c28f8f-3d6c-497a-9687-f0cc05e550f7 None None] No DVR routers for this DVR port c92bed5a-9399-46aa-afb3-084f49ed379c on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:34:08.813185 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9a065e26-052b-4438-a20f-ba4c0dba23fa tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks [] for floatingip, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:08.814022 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c28f8f-3d6c-497a-9687-f0cc05e550f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:34:08.814736 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c28f8f-3d6c-497a-9687-f0cc05e550f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:34:08.815407 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c28f8f-3d6c-497a-9687-f0cc05e550f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:34:08.816485 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c28f8f-3d6c-497a-9687-f0cc05e550f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:34:08.816689 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9a065e26-052b-4438-a20f-ba4c0dba23fa tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:08.817141 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c28f8f-3d6c-497a-9687-f0cc05e550f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:34:08.817661 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c28f8f-3d6c-497a-9687-f0cc05e550f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:34:08.817961 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-9a065e26-052b-4438-a20f-ba4c0dba23fa tempest-AttachVolumeTestJSON-1211744067 tempest-AttachVolumeTestJSON-1211744067-project] 10.222.0.62 "DELETE /v2.0/floatingips/9b589411-ffd3-44fd-b809-62ff8d019bc8 HTTP/1.1" status: 204 len: 168 time: 0.6507883 Oct 30 15:34:08.819356 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c28f8f-3d6c-497a-9687-f0cc05e550f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:34:08.820842 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c28f8f-3d6c-497a-9687-f0cc05e550f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:34:08.821485 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c28f8f-3d6c-497a-9687-f0cc05e550f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:34:08.822150 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c28f8f-3d6c-497a-9687-f0cc05e550f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:34:08.822774 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c28f8f-3d6c-497a-9687-f0cc05e550f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:34:08.823283 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c28f8f-3d6c-497a-9687-f0cc05e550f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:34:08.825391 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8173ce9d-ffd2-4373-9d09-1f467ce9bdb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:08.837533 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5c5a174-a059-48d1-adf6-e8adc270583b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] DELETE failed (client error): The resource could not be found. Oct 30 15:34:08.837533 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5c5a174-a059-48d1-adf6-e8adc270583b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:34:08.837533 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e5c5a174-a059-48d1-adf6-e8adc270583b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/ports/4fbf5acd-bd19-4add-ae2f-669d0455e6b1 HTTP/1.1" status: 404 len: 333 time: 0.0530937 Oct 30 15:34:08.837966 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36864) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:08.868985 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-16cdd6a5-8cc1-4b90-a021-8eb67a03c8c4 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] DELETE failed (client error): The resource could not be found. Oct 30 15:34:08.869683 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16cdd6a5-8cc1-4b90-a021-8eb67a03c8c4 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:34:08.879852 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-16cdd6a5-8cc1-4b90-a021-8eb67a03c8c4 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/subnets/3c72a088-66d4-4036-bc77-db37baf8b5f2 HTTP/1.1" status: 404 len: 337 time: 0.0370607 Oct 30 15:34:08.880842 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36868) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:08.914499 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8bf1291-c87b-4a7d-8d75-2ea331e89d73 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] DELETE failed (client error): The resource could not be found. Oct 30 15:34:08.914499 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8bf1291-c87b-4a7d-8d75-2ea331e89d73 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:34:08.919497 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b8bf1291-c87b-4a7d-8d75-2ea331e89d73 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/ports/7a41e26b-ca31-4733-9450-ad06a08f2db3 HTTP/1.1" status: 404 len: 333 time: 0.0345037 Oct 30 15:34:08.919624 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36870) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:08.950255 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8173ce9d-ffd2-4373-9d09-1f467ce9bdb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:08.953228 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8173ce9d-ffd2-4373-9d09-1f467ce9bdb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:08.957629 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-8173ce9d-ffd2-4373-9d09-1f467ce9bdb7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c29f0440-ead8-4ad0-9e2a-d3a7ff5ff47a HTTP/1.1" status: 204 len: 168 time: 0.3513336 Oct 30 15:34:08.960458 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ff04ad1-04e7-45cb-8526-94b2bb9a51e6 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] DELETE failed (client error): The resource could not be found. Oct 30 15:34:08.960917 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ff04ad1-04e7-45cb-8526-94b2bb9a51e6 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:34:08.966266 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-2ff04ad1-04e7-45cb-8526-94b2bb9a51e6 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/subnets/25c734f1-024a-4099-a4c7-0e39ba4c4632 HTTP/1.1" status: 404 len: 337 time: 0.0434654 Oct 30 15:34:08.970014 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36874) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:08.973943 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8173ce9d-ffd2-4373-9d09-1f467ce9bdb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29f0440-ead8-4ad0-9e2a-d3a7ff5ff47a,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:09.011018 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-426bb3fc-ee43-4f09-b5bc-7652e4da4335 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] DELETE failed (client error): The resource could not be found. Oct 30 15:34:09.012325 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-426bb3fc-ee43-4f09-b5bc-7652e4da4335 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:34:09.015856 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a4a5539b-72f5-4024-b8ef-c5d0f4f44b02 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:09.021461 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-426bb3fc-ee43-4f09-b5bc-7652e4da4335 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/ports/0822ea8b-c089-46ab-9518-ab962acc31fe HTTP/1.1" status: 404 len: 333 time: 0.0475523 Oct 30 15:34:09.022439 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36878) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:09.070505 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-508f90cb-eac7-40ba-8a9b-898014311e6e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] DELETE failed (client error): The resource could not be found. Oct 30 15:34:09.071082 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-508f90cb-eac7-40ba-8a9b-898014311e6e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:34:09.075083 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-508f90cb-eac7-40ba-8a9b-898014311e6e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/subnets/7bae72cb-e790-4abb-b7c4-56efd6b300e4 HTTP/1.1" status: 404 len: 337 time: 0.0501044 Oct 30 15:34:09.079335 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36880) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:09.115137 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb895497-14c4-4b42-bfa9-044d796db807 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] DELETE failed (client error): The resource could not be found. Oct 30 15:34:09.115892 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb895497-14c4-4b42-bfa9-044d796db807 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:34:09.118917 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-cb895497-14c4-4b42-bfa9-044d796db807 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/ports/b305a923-ad32-428b-a96a-13afbcb979f4 HTTP/1.1" status: 404 len: 333 time: 0.0385880 Oct 30 15:34:09.121713 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36882) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:09.183757 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-249a785e-f186-4380-a716-1b6fc112a5fa tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] DELETE failed (client error): The resource could not be found. Oct 30 15:34:09.184337 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-249a785e-f186-4380-a716-1b6fc112a5fa tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:34:09.189869 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-249a785e-f186-4380-a716-1b6fc112a5fa tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/subnets/026c7c8d-738f-4f3f-b767-2818eff49395 HTTP/1.1" status: 404 len: 337 time: 0.0647426 Oct 30 15:34:09.190262 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36886) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:09.196653 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-a4a5539b-72f5-4024-b8ef-c5d0f4f44b02 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Allocated IP 172.25.4.245 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/53618f5f-1158-4349-8904-5ded162e65b7) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:34:09.237829 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-9566f265-b3ff-4bd5-9401-fe4a5c3bcb92 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] DELETE failed (client error): The resource could not be found. Oct 30 15:34:09.238629 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9566f265-b3ff-4bd5-9401-fe4a5c3bcb92 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:34:09.252435 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-9566f265-b3ff-4bd5-9401-fe4a5c3bcb92 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/ports/667c7434-3cf8-4303-b6a1-3675a1ce48c6 HTTP/1.1" status: 404 len: 333 time: 0.0583000 Oct 30 15:34:09.253673 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36888) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:09.288743 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-99b31230-96c5-491d-a3ef-9b0e4a5a06fd tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] DELETE failed (client error): The resource could not be found. Oct 30 15:34:09.289285 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99b31230-96c5-491d-a3ef-9b0e4a5a06fd tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:34:09.294680 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-99b31230-96c5-491d-a3ef-9b0e4a5a06fd tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/subnets/5b54cae1-4bad-4eb6-9ef6-6c897db97558 HTTP/1.1" status: 404 len: 337 time: 0.0370309 Oct 30 15:34:09.294970 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36890) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:09.327482 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-f86355fe-7d0f-4eed-94ec-bab6ffeeef5c tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] DELETE failed (client error): The resource could not be found. Oct 30 15:34:09.327642 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f86355fe-7d0f-4eed-94ec-bab6ffeeef5c tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:34:09.330724 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-f86355fe-7d0f-4eed-94ec-bab6ffeeef5c tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/subnets/99b573c3-bd2c-44ac-bbc3-e576f82634e1 HTTP/1.1" status: 404 len: 337 time: 0.0345929 Oct 30 15:34:09.333740 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36892) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:09.370707 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-86799453-1161-401c-8d53-53af97a60e6b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] DELETE failed (client error): The resource could not be found. Oct 30 15:34:09.371570 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86799453-1161-401c-8d53-53af97a60e6b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:34:09.378133 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-86799453-1161-401c-8d53-53af97a60e6b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/ports/4a21dbd1-7c02-40a9-bd25-4caa46612108 HTTP/1.1" status: 404 len: 333 time: 0.0395017 Oct 30 15:34:09.378355 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36894) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:09.422527 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-e80074f6-7802-487d-a6b5-25b149ea04ab tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] DELETE failed (client error): The resource could not be found. Oct 30 15:34:09.426292 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e80074f6-7802-487d-a6b5-25b149ea04ab tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:34:09.438040 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-e80074f6-7802-487d-a6b5-25b149ea04ab tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/subnets/8e3a5a2e-2442-43d9-b54f-2360201bde97 HTTP/1.1" status: 404 len: 337 time: 0.0565581 Oct 30 15:34:09.438665 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36896) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:09.459345 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a4a5539b-72f5-4024-b8ef-c5d0f4f44b02 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:09.476456 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-66f40fd7-adf5-4339-b44e-c142749a0edc tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] DELETE failed (client error): The resource could not be found. Oct 30 15:34:09.477077 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66f40fd7-adf5-4339-b44e-c142749a0edc tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:34:09.482013 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-66f40fd7-adf5-4339-b44e-c142749a0edc tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/subnets/849f55b7-13d4-488e-b105-5d3de856a16a HTTP/1.1" status: 404 len: 337 time: 0.0421116 Oct 30 15:34:09.482896 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36898) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:09.484776 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36900) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:09.507137 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a4a5539b-72f5-4024-b8ef-c5d0f4f44b02 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:09.519864 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-85cec155-a562-4065-8cf2-ecb9fb8c4760 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:09.522864 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa854963-3a98-443e-bf95-a55fb9315c70 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] DELETE failed (client error): The resource could not be found. Oct 30 15:34:09.523835 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa854963-3a98-443e-bf95-a55fb9315c70 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:34:09.528411 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-fa854963-3a98-443e-bf95-a55fb9315c70 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/ports/3d6a1395-6836-421f-a532-8845aa12c39f HTTP/1.1" status: 404 len: 333 time: 0.0372360 Oct 30 15:34:09.530777 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36902) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:09.533399 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a5539b-72f5-4024-b8ef-c5d0f4f44b02 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:34:09.536757 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-a4a5539b-72f5-4024-b8ef-c5d0f4f44b02 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:34:09.563602 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a5539b-72f5-4024-b8ef-c5d0f4f44b02 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:34:09.691550 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-85cec155-a562-4065-8cf2-ecb9fb8c4760 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:09.726921 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-85cec155-a562-4065-8cf2-ecb9fb8c4760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:09.728640 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a5539b-72f5-4024-b8ef-c5d0f4f44b02 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Pushing event updated for resources: {'Port': ['ID=53618f5f-1158-4349-8904-5ded162e65b7,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:09.738538 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e29dec5-9946-437b-9b4c-68bc7d37055d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] DELETE failed (client error): The resource could not be found. Oct 30 15:34:09.738538 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e29dec5-9946-437b-9b4c-68bc7d37055d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:34:09.747415 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-5e29dec5-9946-437b-9b4c-68bc7d37055d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/subnets/cb30e2ec-9563-48e9-ba8d-7bb57b89fa8d HTTP/1.1" status: 404 len: 337 time: 0.2152131 Oct 30 15:34:09.753837 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36906) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:09.777436 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device c92bed5a-9399-46aa-afb3-084f49ed379c no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:34:09.787845 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-85cec155-a562-4065-8cf2-ecb9fb8c4760 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d4b123996e8d40249ca50fa7f39587eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3014166 Oct 30 15:34:09.788241 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36908) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:09.794179 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cec155-a562-4065-8cf2-ecb9fb8c4760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e342c23-f57b-4689-a3ee-ef45e1679237,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:09.794326 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-87bb17b9-a0aa-4557-850f-1fbc67c5294d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] DELETE failed (client error): The resource could not be found. Oct 30 15:34:09.794770 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87bb17b9-a0aa-4557-850f-1fbc67c5294d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:34:09.803769 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-87bb17b9-a0aa-4557-850f-1fbc67c5294d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/subnets/3910a15b-6272-414f-ae70-ab8743d28cfd HTTP/1.1" status: 404 len: 337 time: 0.0473394 Oct 30 15:34:09.807417 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36910) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:09.843586 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: c92bed5a-9399-46aa-afb3-084f49ed379c {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:34:09.844344 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device c92bed5a-9399-46aa-afb3-084f49ed379c not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:34:09.845053 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fb0b397-51d0-4729-8fef-0ccceabbdd55 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] DELETE failed (client error): The resource could not be found. Oct 30 15:34:09.845809 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fb0b397-51d0-4729-8fef-0ccceabbdd55 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:34:09.849978 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-7fb0b397-51d0-4729-8fef-0ccceabbdd55 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/ports/c61654e7-568e-44b9-b831-17e3a2627fe3 HTTP/1.1" status: 404 len: 333 time: 0.0412598 Oct 30 15:34:09.857978 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36912) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:09.899670 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6423ba4-7432-4441-8091-20044f786be0 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] DELETE failed (client error): The resource could not be found. Oct 30 15:34:09.900227 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6423ba4-7432-4441-8091-20044f786be0 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:34:09.908785 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-a6423ba4-7432-4441-8091-20044f786be0 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/subnets/93e320ff-4426-4fe0-ab7d-89a81c542b11 HTTP/1.1" status: 404 len: 337 time: 0.0464814 Oct 30 15:34:09.910574 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36914) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:09.944526 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-995fa4f9-bd47-4877-9fef-bfc55e13b707 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] DELETE failed (client error): The resource could not be found. Oct 30 15:34:09.945106 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-995fa4f9-bd47-4877-9fef-bfc55e13b707 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:34:09.952961 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-995fa4f9-bd47-4877-9fef-bfc55e13b707 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/subnets/91ae85a2-fe42-4275-bbf9-ab66a7a3dc27 HTTP/1.1" status: 404 len: 337 time: 0.0407083 Oct 30 15:34:09.964536 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36916) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:10.006016 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-be5c6e04-e316-4623-a884-c44e31bd8a1c tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd179a0f-7cbf-461a-87c9-91b593c6f0d0 HTTP/1.1" status: 200 len: 205 time: 0.0401506 Oct 30 15:34:10.006961 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f1f24bde-9490-4b8e-89df-0ff7c74be299 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:10.009743 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36918) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:10.081691 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-1d91a57d-683e-4890-85ed-5640b347e8ef tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] delete failed (client error): The resource could not be found. Oct 30 15:34:10.093933 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-1d91a57d-683e-4890-85ed-5640b347e8ef tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/routers/dd179a0f-7cbf-461a-87c9-91b593c6f0d0 HTTP/1.1" status: 404 len: 336 time: 0.0756462 Oct 30 15:34:10.093933 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36922) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:10.107776 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f1f24bde-9490-4b8e-89df-0ff7c74be299 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:10.115368 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a4a5539b-72f5-4024-b8ef-c5d0f4f44b02 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:10.135409 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-abcf739d-c7fd-470a-8bf5-04b2fa5a753d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] DELETE failed (client error): The resource could not be found. Oct 30 15:34:10.135909 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abcf739d-c7fd-470a-8bf5-04b2fa5a753d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:34:10.141777 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36924) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:10.142043 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-abcf739d-c7fd-470a-8bf5-04b2fa5a753d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/subnets/b050d4aa-7e2b-44d0-8655-f1ee3d38e35d HTTP/1.1" status: 404 len: 337 time: 0.0479510 Oct 30 15:34:10.187588 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-836ef9f2-757b-48cc-b164-d377d4ca9e8e tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedf6fd-679c-4ad1-9f5f-2cd35b5db352 HTTP/1.1" status: 200 len: 205 time: 0.0419786 Oct 30 15:34:10.193072 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36926) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:10.199969 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f1f24bde-9490-4b8e-89df-0ff7c74be299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:10.202510 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f1f24bde-9490-4b8e-89df-0ff7c74be299 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:10.203681 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-f1f24bde-9490-4b8e-89df-0ff7c74be299 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5e342c23-f57b-4689-a3ee-ef45e1679237 HTTP/1.1" status: 204 len: 168 time: 0.4146638 Oct 30 15:34:10.226710 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f24bde-9490-4b8e-89df-0ff7c74be299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e342c23-f57b-4689-a3ee-ef45e1679237,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:10.272896 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [None req-89a5fc6f-27fb-4a42-ad9f-bc251e74175d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] delete failed (client error): The resource could not be found. Oct 30 15:34:10.274481 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-89a5fc6f-27fb-4a42-ad9f-bc251e74175d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/routers/aeedf6fd-679c-4ad1-9f5f-2cd35b5db352 HTTP/1.1" status: 404 len: 336 time: 0.0804229 Oct 30 15:34:10.277228 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36930) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:10.308783 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a513958-20f1-4579-8375-157a1894b40f tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] DELETE failed (client error): The resource could not be found. Oct 30 15:34:10.309582 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a513958-20f1-4579-8375-157a1894b40f tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:34:10.316513 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36932) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:10.326355 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-7a513958-20f1-4579-8375-157a1894b40f tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/subnets/6ed24dbe-82d3-4296-8fb4-fb6d5a96f783 HTTP/1.1" status: 404 len: 337 time: 0.0479856 Oct 30 15:34:10.357066 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-e22f395e-c9b1-4da1-87f6-2a6dec1e3a71 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] DELETE failed (client error): The resource could not be found. Oct 30 15:34:10.357523 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e22f395e-c9b1-4da1-87f6-2a6dec1e3a71 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:34:10.373062 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36934) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:10.375215 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-e22f395e-c9b1-4da1-87f6-2a6dec1e3a71 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/subnets/3d4ec61b-54be-428d-84af-43286cf9cd66 HTTP/1.1" status: 404 len: 337 time: 0.0575147 Oct 30 15:34:10.402649 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a4a5539b-72f5-4024-b8ef-c5d0f4f44b02 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:10.405867 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-067e1144-2314-4a60-8eb8-92d6b7732485 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] DELETE failed (client error): The resource could not be found. Oct 30 15:34:10.406206 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-067e1144-2314-4a60-8eb8-92d6b7732485 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:34:10.413600 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36936) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:10.421588 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-067e1144-2314-4a60-8eb8-92d6b7732485 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/ports/5497fa74-4d4c-48c7-b81f-150a63d0ef08 HTTP/1.1" status: 404 len: 333 time: 0.0447464 Oct 30 15:34:10.484822 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-e11b0896-65cc-4901-ae27-f4433fbb66ec tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] DELETE failed (client error): The resource could not be found. Oct 30 15:34:10.485282 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e11b0896-65cc-4901-ae27-f4433fbb66ec tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:34:10.500773 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-e11b0896-65cc-4901-ae27-f4433fbb66ec tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/subnets/f83311f0-5500-4ae3-bf95-98a7dc9fb9f9 HTTP/1.1" status: 404 len: 337 time: 0.0860910 Oct 30 15:34:10.500990 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36940) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:10.556868 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bd9490c-0d0b-48f2-be89-4968f577d74c tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] DELETE failed (client error): The resource could not be found. Oct 30 15:34:10.557630 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bd9490c-0d0b-48f2-be89-4968f577d74c tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:34:10.560869 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-7bd9490c-0d0b-48f2-be89-4968f577d74c tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/ports/39a1dffd-7d8d-40cb-99e5-85414d1becda HTTP/1.1" status: 404 len: 333 time: 0.0586278 Oct 30 15:34:10.563358 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36942) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:10.600262 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb62bbfa-c376-4b93-bc4c-4a8f0976d043 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] DELETE failed (client error): The resource could not be found. Oct 30 15:34:10.600720 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb62bbfa-c376-4b93-bc4c-4a8f0976d043 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:34:10.606184 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-bb62bbfa-c376-4b93-bc4c-4a8f0976d043 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/subnets/280c4314-2f9a-478c-9fac-6d0927fd6171 HTTP/1.1" status: 404 len: 337 time: 0.0393648 Oct 30 15:34:10.606438 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36946) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:10.636602 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-0599768e-012c-4ae5-9243-d1c2a7f5c06c tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] DELETE failed (client error): The resource could not be found. Oct 30 15:34:10.637352 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0599768e-012c-4ae5-9243-d1c2a7f5c06c tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:34:10.640452 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-0599768e-012c-4ae5-9243-d1c2a7f5c06c tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/ports/65d371a6-f290-4a59-9d9a-15a7f1704f25 HTTP/1.1" status: 404 len: 333 time: 0.0330818 Oct 30 15:34:10.642953 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36950) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:10.682676 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ce04fc6-74cc-4c37-afe5-d4a5fb2d14d8 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] DELETE failed (client error): The resource could not be found. Oct 30 15:34:10.683128 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ce04fc6-74cc-4c37-afe5-d4a5fb2d14d8 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:34:10.686187 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-4ce04fc6-74cc-4c37-afe5-d4a5fb2d14d8 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/subnets/a5c3fe6c-fa5f-4a17-b3f4-fabd23882599 HTTP/1.1" status: 404 len: 337 time: 0.0423162 Oct 30 15:34:10.689341 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36954) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:10.717583 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-0171d4c7-5deb-4078-9e99-3a4f67005f31 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] DELETE failed (client error): The resource could not be found. Oct 30 15:34:10.717583 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0171d4c7-5deb-4078-9e99-3a4f67005f31 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:34:10.721857 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-0171d4c7-5deb-4078-9e99-3a4f67005f31 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/ports/7a8074b0-d587-468a-9458-a719aa143ae2 HTTP/1.1" status: 404 len: 333 time: 0.0318854 Oct 30 15:34:10.722065 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36958) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:10.758353 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-66090085-b357-49d0-b254-4b1ee873e7f9 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] DELETE failed (client error): The resource could not be found. Oct 30 15:34:10.758804 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66090085-b357-49d0-b254-4b1ee873e7f9 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:34:10.762145 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-66090085-b357-49d0-b254-4b1ee873e7f9 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/subnets/87d6aa3d-b8a8-4336-8298-efc9f9056769 HTTP/1.1" status: 404 len: 337 time: 0.0390849 Oct 30 15:34:10.764526 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a4a5539b-72f5-4024-b8ef-c5d0f4f44b02 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:10.765115 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36962) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:10.776450 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a4a5539b-72f5-4024-b8ef-c5d0f4f44b02 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:10.794197 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-017c77e3-1e1c-4bd2-b0a3-440d3c17c05d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] DELETE failed (client error): The resource could not be found. Oct 30 15:34:10.794865 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-017c77e3-1e1c-4bd2-b0a3-440d3c17c05d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:34:10.803796 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-017c77e3-1e1c-4bd2-b0a3-440d3c17c05d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/ports/16421426-c4a5-4275-9527-db993d9a51d1 HTTP/1.1" status: 404 len: 333 time: 0.0370455 Oct 30 15:34:10.804423 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36964) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:10.861147 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-da5fd338-4820-4ac9-b6c3-6b1f64b2fb3a tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] DELETE failed (client error): The resource could not be found. Oct 30 15:34:10.861740 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da5fd338-4820-4ac9-b6c3-6b1f64b2fb3a tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:34:10.862814 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a5539b-72f5-4024-b8ef-c5d0f4f44b02 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Pushing event updated for resources: {'Port': ['ID=53618f5f-1158-4349-8904-5ded162e65b7,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:10.865856 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-da5fd338-4820-4ac9-b6c3-6b1f64b2fb3a tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/subnets/3ed012a1-689c-45bc-894f-9a91c1c96012 HTTP/1.1" status: 404 len: 337 time: 0.0604043 Oct 30 15:34:10.869909 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36968) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:10.896993 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a4a5539b-72f5-4024-b8ef-c5d0f4f44b02 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:10.901051 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-411b9994-0740-43e1-a388-de86e9b3dd1b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] DELETE failed (client error): The resource could not be found. Oct 30 15:34:10.901885 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-411b9994-0740-43e1-a388-de86e9b3dd1b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:34:10.905188 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-411b9994-0740-43e1-a388-de86e9b3dd1b tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/ports/44c2887b-e4f3-4874-b49c-4e6c664787ce HTTP/1.1" status: 404 len: 333 time: 0.0342684 Oct 30 15:34:10.908105 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36972) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:10.945573 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f558e36-f87a-45da-9e7d-614c0f61ae3a tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] DELETE failed (client error): The resource could not be found. Oct 30 15:34:10.946045 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f558e36-f87a-45da-9e7d-614c0f61ae3a tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:34:10.952492 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-8f558e36-f87a-45da-9e7d-614c0f61ae3a tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/subnets/4b08d6ef-5505-4bac-8992-edc570eeac3f HTTP/1.1" status: 404 len: 337 time: 0.0410376 Oct 30 15:34:10.953280 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 36976) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:10.982578 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a4ca875-7935-47b7-9674-2bdca4b0e50a tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] DELETE failed (client error): The resource could not be found. Oct 30 15:34:10.983774 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a4ca875-7935-47b7-9674-2bdca4b0e50a tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:34:10.988862 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-7a4ca875-7935-47b7-9674-2bdca4b0e50a tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/ports/8f45e844-887c-4729-a8d7-541e947bbc58 HTTP/1.1" status: 404 len: 333 time: 0.0346217 Oct 30 15:34:10.991387 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36978) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:11.022612 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-152a4b52-b1d2-45dd-842a-5e575c155d5d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] DELETE failed (client error): The resource could not be found. Oct 30 15:34:11.023204 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-152a4b52-b1d2-45dd-842a-5e575c155d5d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:34:11.027600 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-152a4b52-b1d2-45dd-842a-5e575c155d5d tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/subnets/458a7a53-9b1b-473a-9182-84e14a0d2ec4 HTTP/1.1" status: 404 len: 337 time: 0.0337052 Oct 30 15:34:11.028860 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 36982) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:11.101559 n-d-806683-17 neutron-server[102130]: INFO neutron.db.l3_db [None req-a4a5539b-72f5-4024-b8ef-c5d0f4f44b02 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Floating IP f42e240b-4fd7-4007-92ba-c391eb7ae9bd associated. External IP: 172.25.4.245, port: 2dd24396-1f6f-44e7-a70e-baa41cd763f2. Oct 30 15:34:11.183581 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f965ce1c-a897-4443-9202-a8cc94e209b1 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:11.297056 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f965ce1c-a897-4443-9202-a8cc94e209b1 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:11.386507 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-f965ce1c-a897-4443-9202-a8cc94e209b1 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0087ab61-2d5d-438b-a324-8b85dab759bc']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:11.401289 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-f965ce1c-a897-4443-9202-a8cc94e209b1 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04fb9866-245b-47c9-a7bc-8854a722bc22') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:11.401597 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-f965ce1c-a897-4443-9202-a8cc94e209b1 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04fb9866-245b-47c9-a7bc-8854a722bc22') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:11.415861 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f965ce1c-a897-4443-9202-a8cc94e209b1 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:11.438180 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f965ce1c-a897-4443-9202-a8cc94e209b1 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:11.449140 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f965ce1c-a897-4443-9202-a8cc94e209b1 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:34:11.449543 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f965ce1c-a897-4443-9202-a8cc94e209b1 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:11.452555 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:34:11.452555 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:34:11.452555 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:34:11.452555 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:34:11.452555 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:34:11.452555 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:34:11.452555 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:34:11.452555 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:34:11.452555 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:34:11.452555 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:34:11.452555 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:34:11.452555 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:34:11.452555 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:34:11.452555 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:34:11.452555 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:34:11.452555 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:34:11.452555 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:34:11.452555 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:34:11.452555 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:34:11.452555 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:34:11.452555 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:34:11.452555 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:34:11.452555 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:34:11.452555 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:34:11.452555 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:34:11.452555 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:34:11.452555 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:34:11.452555 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:34:11.452555 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:34:11.452555 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:34:11.452555 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:34:11.452555 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:34:11.509205 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a5539b-72f5-4024-b8ef-c5d0f4f44b02 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Router ad97264b-41a1-4b0a-ada8-16e502a8f63c has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:34:11.893884 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f965ce1c-a897-4443-9202-a8cc94e209b1 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:11.913502 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f965ce1c-a897-4443-9202-a8cc94e209b1 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:11.917468 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-f965ce1c-a897-4443-9202-a8cc94e209b1 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] 10.222.0.62 "DELETE /v2.0/networks/0087ab61-2d5d-438b-a324-8b85dab759bc HTTP/1.1" status: 204 len: 168 time: 0.8876817 Oct 30 15:34:11.936707 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f965ce1c-a897-4443-9202-a8cc94e209b1 tempest-NetworksTestDHCPv6-1098352107 tempest-NetworksTestDHCPv6-1098352107-project] Pushing event deleted for resources: {'Network': ['ID=0087ab61-2d5d-438b-a324-8b85dab759bc,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:11.979171 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a5539b-72f5-4024-b8ef-c5d0f4f44b02 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:34:11.991566 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1539379f-1894-4ec6-b746-33bf4902eb20 None None] Sync routers for ids ['ad97264b-41a1-4b0a-ada8-16e502a8f63c'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:34:12.002152 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a4a5539b-72f5-4024-b8ef-c5d0f4f44b02 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:12.004114 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1539379f-1894-4ec6-b746-33bf4902eb20 None None] Routers {'ad97264b-41a1-4b0a-ada8-16e502a8f63c'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:34:12.004889 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-1539379f-1894-4ec6-b746-33bf4902eb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:33:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['ad97264b-41a1-4b0a-ada8-16e502a8f63c'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:12.071481 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a4a5539b-72f5-4024-b8ef-c5d0f4f44b02 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4138999 Oct 30 15:34:12.071481 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63addfbe-85c9-4de2-8eaf-26998965f136', 'tag': '2dd24396-1f6f-44e7-a70e-baa41cd763f2'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:34:12.071481 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ef7744-554f-4bca-9db4-5397e9e8df7c" -d '{"events": [{"name": "network-changed", "server_uuid": "63addfbe-85c9-4de2-8eaf-26998965f136", "tag": "2dd24396-1f6f-44e7-a70e-baa41cd763f2"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:34:12.137188 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dea06e4-0a1f-43bd-90c1-5b5682e31b8d x-openstack-request-id: req-0dea06e4-0a1f-43bd-90c1-5b5682e31b8d {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:34:12.137498 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63addfbe-85c9-4de2-8eaf-26998965f136", "tag": "2dd24396-1f6f-44e7-a70e-baa41cd763f2", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:34:12.137760 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0dea06e4-0a1f-43bd-90c1-5b5682e31b8d {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:34:12.138229 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63addfbe-85c9-4de2-8eaf-26998965f136', 'tag': '2dd24396-1f6f-44e7-a70e-baa41cd763f2', 'status': 'completed', 'code': 200} Oct 30 15:34:12.239184 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef7744-554f-4bca-9db4-5397e9e8df7c req-69504a8e-8973-437b-9c31-1cfc5412e0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:34:12.241326 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-46ef7744-554f-4bca-9db4-5397e9e8df7c req-69504a8e-8973-437b-9c31-1cfc5412e0ba service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=618f83bcebd64e44892a09ff47fd42c7&device_id=63addfbe-85c9-4de2-8eaf-26998965f136 HTTP/1.1" status: 200 len: 1097 time: 0.0743139 Oct 30 15:34:12.376187 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef7744-554f-4bca-9db4-5397e9e8df7c req-5e0de4e2-03c9-47bf-9562-9207127e5583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:34:12.382705 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-46ef7744-554f-4bca-9db4-5397e9e8df7c req-5e0de4e2-03c9-47bf-9562-9207127e5583 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f7b31817-fb37-4338-9a8b-92e463aec38a HTTP/1.1" status: 200 len: 910 time: 0.1312549 Oct 30 15:34:12.391021 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-1539379f-1894-4ec6-b746-33bf4902eb20 None None] Set router ad97264b-41a1-4b0a-ada8-16e502a8f63c gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:34:12.399383 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 37020) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:12.465393 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-46ef7744-554f-4bca-9db4-5397e9e8df7c req-7532b913-75e3-4899-a180-da98e86a127f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2dd24396-1f6f-44e7-a70e-baa41cd763f2 HTTP/1.1" status: 200 len: 999 time: 0.0742521 Oct 30 15:34:12.537319 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef7744-554f-4bca-9db4-5397e9e8df7c req-792d4173-6e84-4685-8c45-a6f954c2b364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:34:12.538863 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-46ef7744-554f-4bca-9db4-5397e9e8df7c req-792d4173-6e84-4685-8c45-a6f954c2b364 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cb7f4642-d814-4c95-a5f2-078cbd241a0e HTTP/1.1" status: 200 len: 848 time: 0.0659621 Oct 30 15:34:12.593020 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef7744-554f-4bca-9db4-5397e9e8df7c req-22275880-e3e3-477f-a08e-51976f982935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:34:12.593840 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-49b2e7fd-7b79-4231-bf04-91bc40b72e72 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=950626c196e345129caa4bb8b656378a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1921632 Oct 30 15:34:12.595498 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-46ef7744-554f-4bca-9db4-5397e9e8df7c req-22275880-e3e3-477f-a08e-51976f982935 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f7b31817-fb37-4338-9a8b-92e463aec38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471313 Oct 30 15:34:12.596361 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 37028) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:12.671306 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9fd83db4-b61d-491c-8d78-6ff21642dbc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:12.695846 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9fd83db4-b61d-491c-8d78-6ff21642dbc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:12.704086 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-1539379f-1894-4ec6-b746-33bf4902eb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad97264b-41a1-4b0a-ada8-16e502a8f63c', 'name': 'tempest-TestServerBasicOps-1010027017-router', 'tenant_id': '618f83bcebd64e44892a09ff47fd42c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '4ef2f411-3214-46f7-8dc3-00a0463897e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:33:31Z', 'updated_at': '2021-10-30T15:33:37Z', 'revision_number': 4, 'project_id': '618f83bcebd64e44892a09ff47fd42c7', 'gw_port': {'id': '4ef2f411-3214-46f7-8dc3-00a0463897e9', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:5d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad97264b-41a1-4b0a-ada8-16e502a8f63c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:33:32Z', 'updated_at': '2021-10-30T15:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': 'f42e240b-4fd7-4007-92ba-c391eb7ae9bd', 'tenant_id': '618f83bcebd64e44892a09ff47fd42c7', 'floating_ip_address': '172.25.4.245', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': 'ad97264b-41a1-4b0a-ada8-16e502a8f63c', 'port_id': '2dd24396-1f6f-44e7-a70e-baa41cd763f2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7b31817-fb37-4338-9a8b-92e463aec38a', 'mac_address': 'fa:16:3e:c5:57:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63addfbe-85c9-4de2-8eaf-26998965f136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:34:09Z', 'updated_at': '2021-10-30T15:34:09Z', 'revision_number': 0, 'project_id': '618f83bcebd64e44892a09ff47fd42c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '718e6941-d905-4c43-b46e-71be47228792', 'name': '', 'network_id': 'f7b31817-fb37-4338-9a8b-92e463aec38a', 'tenant_id': '618f83bcebd64e44892a09ff47fd42c7', 'mac_address': 'fa:16:3e:6d:f8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad97264b-41a1-4b0a-ada8-16e502a8f63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'cb7f4642-d814-4c95-a5f2-078cbd241a0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:33:36Z', 'updated_at': '2021-10-30T15:33:47Z', 'revision_number': 5, 'project_id': '618f83bcebd64e44892a09ff47fd42c7', 'subnets': [{'id': 'cb7f4642-d814-4c95-a5f2-078cbd241a0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:12.746253 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-46ef7744-554f-4bca-9db4-5397e9e8df7c req-be8c815d-79ba-44ef-8e5a-79a4fc14fe6a service neutron] 10.222.0.53 "GET /v2.0/networks/f7b31817-fb37-4338-9a8b-92e463aec38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337838 Oct 30 15:34:12.749140 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9fd83db4-b61d-491c-8d78-6ff21642dbc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:12.752999 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9fd83db4-b61d-491c-8d78-6ff21642dbc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:12.755001 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-9fd83db4-b61d-491c-8d78-6ff21642dbc8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/db8f455e-ebf5-44c7-a2fc-b8b14bafba0a HTTP/1.1" status: 204 len: 168 time: 0.1571198 Oct 30 15:34:12.760085 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1539379f-1894-4ec6-b746-33bf4902eb20 None None] Checking router: ad97264b-41a1-4b0a-ada8-16e502a8f63c for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:34:12.765070 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd83db4-b61d-491c-8d78-6ff21642dbc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8f455e-ebf5-44c7-a2fc-b8b14bafba0a,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:12.791453 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1539379f-1894-4ec6-b746-33bf4902eb20 None None] Routers {'ad97264b-41a1-4b0a-ada8-16e502a8f63c'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:34:12.792098 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-1539379f-1894-4ec6-b746-33bf4902eb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:33:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['ad97264b-41a1-4b0a-ada8-16e502a8f63c'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:12.866163 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-46ef7744-554f-4bca-9db4-5397e9e8df7c req-dfc03699-b9a7-47eb-9a6e-93678bd31a2c service neutron] 10.222.0.53 "GET /v2.0/networks/f7b31817-fb37-4338-9a8b-92e463aec38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135223 Oct 30 15:34:12.957720 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-1539379f-1894-4ec6-b746-33bf4902eb20 None None] Set router ad97264b-41a1-4b0a-ada8-16e502a8f63c gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:34:13.245168 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-1539379f-1894-4ec6-b746-33bf4902eb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad97264b-41a1-4b0a-ada8-16e502a8f63c', 'name': 'tempest-TestServerBasicOps-1010027017-router', 'tenant_id': '618f83bcebd64e44892a09ff47fd42c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '4ef2f411-3214-46f7-8dc3-00a0463897e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:33:31Z', 'updated_at': '2021-10-30T15:33:37Z', 'revision_number': 4, 'project_id': '618f83bcebd64e44892a09ff47fd42c7', 'gw_port': {'id': '4ef2f411-3214-46f7-8dc3-00a0463897e9', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:5d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad97264b-41a1-4b0a-ada8-16e502a8f63c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:33:32Z', 'updated_at': '2021-10-30T15:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': 'f42e240b-4fd7-4007-92ba-c391eb7ae9bd', 'tenant_id': '618f83bcebd64e44892a09ff47fd42c7', 'floating_ip_address': '172.25.4.245', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': 'ad97264b-41a1-4b0a-ada8-16e502a8f63c', 'port_id': '2dd24396-1f6f-44e7-a70e-baa41cd763f2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7b31817-fb37-4338-9a8b-92e463aec38a', 'mac_address': 'fa:16:3e:c5:57:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63addfbe-85c9-4de2-8eaf-26998965f136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:34:09Z', 'updated_at': '2021-10-30T15:34:09Z', 'revision_number': 0, 'project_id': '618f83bcebd64e44892a09ff47fd42c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '718e6941-d905-4c43-b46e-71be47228792', 'name': '', 'network_id': 'f7b31817-fb37-4338-9a8b-92e463aec38a', 'tenant_id': '618f83bcebd64e44892a09ff47fd42c7', 'mac_address': 'fa:16:3e:6d:f8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad97264b-41a1-4b0a-ada8-16e502a8f63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'cb7f4642-d814-4c95-a5f2-078cbd241a0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:33:36Z', 'updated_at': '2021-10-30T15:33:47Z', 'revision_number': 5, 'project_id': '618f83bcebd64e44892a09ff47fd42c7', 'subnets': [{'id': 'cb7f4642-d814-4c95-a5f2-078cbd241a0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:13.276557 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1539379f-1894-4ec6-b746-33bf4902eb20 None None] The sync data for ids ['ad97264b-41a1-4b0a-ada8-16e502a8f63c'] in n-d-806683-17 is: [{'id': 'ad97264b-41a1-4b0a-ada8-16e502a8f63c', 'name': 'tempest-TestServerBasicOps-1010027017-router', 'tenant_id': '618f83bcebd64e44892a09ff47fd42c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '4ef2f411-3214-46f7-8dc3-00a0463897e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:33:31Z', 'updated_at': '2021-10-30T15:33:37Z', 'revision_number': 4, 'project_id': '618f83bcebd64e44892a09ff47fd42c7', 'gw_port': {'id': '4ef2f411-3214-46f7-8dc3-00a0463897e9', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:5d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad97264b-41a1-4b0a-ada8-16e502a8f63c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:33:32Z', 'updated_at': '2021-10-30T15:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': 'f42e240b-4fd7-4007-92ba-c391eb7ae9bd', 'tenant_id': '618f83bcebd64e44892a09ff47fd42c7', 'floating_ip_address': '172.25.4.245', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': 'ad97264b-41a1-4b0a-ada8-16e502a8f63c', 'port_id': '2dd24396-1f6f-44e7-a70e-baa41cd763f2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7b31817-fb37-4338-9a8b-92e463aec38a', 'mac_address': 'fa:16:3e:c5:57:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63addfbe-85c9-4de2-8eaf-26998965f136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:34:09Z', 'updated_at': '2021-10-30T15:34:09Z', 'revision_number': 0, 'project_id': '618f83bcebd64e44892a09ff47fd42c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '718e6941-d905-4c43-b46e-71be47228792', 'name': '', 'network_id': 'f7b31817-fb37-4338-9a8b-92e463aec38a', 'tenant_id': '618f83bcebd64e44892a09ff47fd42c7', 'mac_address': 'fa:16:3e:6d:f8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad97264b-41a1-4b0a-ada8-16e502a8f63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'cb7f4642-d814-4c95-a5f2-078cbd241a0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:33:36Z', 'updated_at': '2021-10-30T15:33:47Z', 'revision_number': 5, 'project_id': '618f83bcebd64e44892a09ff47fd42c7', 'subnets': [{'id': 'cb7f4642-d814-4c95-a5f2-078cbd241a0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:34:13.653418 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e457b3b1-d7a3-4b90-81ec-66f75d798fe7 None None] New status for floating IP f42e240b-4fd7-4007-92ba-c391eb7ae9bd: ACTIVE {{(pid=102133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 15:34:13.724081 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 37060) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:13.832630 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-4fa717bb-109b-4e6c-a3d9-a8b086acffeb tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-448463270'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:34:13.855358 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa717bb-109b-4e6c-a3d9-a8b086acffeb tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Made reservation on behalf of 3fab24dfe8cd42fd9eac128f04bf2ccb for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:34:13.859848 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4fa717bb-109b-4e6c-a3d9-a8b086acffeb tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:13.874410 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4fa717bb-109b-4e6c-a3d9-a8b086acffeb tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:13.953939 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4fa717bb-109b-4e6c-a3d9-a8b086acffeb tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:13.959039 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4fa717bb-109b-4e6c-a3d9-a8b086acffeb tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:13.987304 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fa717bb-109b-4e6c-a3d9-a8b086acffeb tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:34:14.002098 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa717bb-109b-4e6c-a3d9-a8b086acffeb tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7644d6-0856-403c-93b1-8f3a5fb242c0,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:14.008243 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4fa717bb-109b-4e6c-a3d9-a8b086acffeb tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:14.008708 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-4fa717bb-109b-4e6c-a3d9-a8b086acffeb tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Added segment 322cfc41-8e5b-4a9d-b2cd-4c25792cd900 of type vlan for network 40276388-3ff5-464f-a1fa-a9b66ac7f622 Oct 30 15:34:14.053021 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4fa717bb-109b-4e6c-a3d9-a8b086acffeb tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:14.079705 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4fa717bb-109b-4e6c-a3d9-a8b086acffeb tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:14.085641 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa717bb-109b-4e6c-a3d9-a8b086acffeb tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:34:14.086237 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4fa717bb-109b-4e6c-a3d9-a8b086acffeb tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:14.168693 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-4fa717bb-109b-4e6c-a3d9-a8b086acffeb tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4408360 Oct 30 15:34:14.169091 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37066) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:14.172882 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa717bb-109b-4e6c-a3d9-a8b086acffeb tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Pushing event updated for resources: {'Network': ['ID=40276388-3ff5-464f-a1fa-a9b66ac7f622,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:14.174168 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-ee5d5e55-754a-4080-8906-004a37fcf39e tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-916360827'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:34:14.194273 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 40276388-3ff5-464f-a1fa-a9b66ac7f622 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:34:14.206035 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee5d5e55-754a-4080-8906-004a37fcf39e tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Made reservation on behalf of 3fab24dfe8cd42fd9eac128f04bf2ccb for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:34:14.209722 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ee5d5e55-754a-4080-8906-004a37fcf39e tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:14.234589 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee5d5e55-754a-4080-8906-004a37fcf39e tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:34:14.245136 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ee5d5e55-754a-4080-8906-004a37fcf39e tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:14.245408 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-ee5d5e55-754a-4080-8906-004a37fcf39e tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Added segment f57f8a17-b679-4656-8278-815d2cb9764a of type vlan for network 41f4f2b5-72d3-46fe-a08b-bfd4d38e5656 Oct 30 15:34:14.290582 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ee5d5e55-754a-4080-8906-004a37fcf39e tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:14.316164 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ee5d5e55-754a-4080-8906-004a37fcf39e tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:14.322492 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5d5e55-754a-4080-8906-004a37fcf39e tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:34:14.323080 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ee5d5e55-754a-4080-8906-004a37fcf39e tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:14.411646 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-ee5d5e55-754a-4080-8906-004a37fcf39e tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2413721 Oct 30 15:34:14.414711 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 37068) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:14.420933 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-f8a27088-1381-4b43-b4a2-2e866eaf09fc tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Request body: {'subnet': {'network_id': '40276388-3ff5-464f-a1fa-a9b66ac7f622', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:34:14.443019 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5d5e55-754a-4080-8906-004a37fcf39e tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Pushing event updated for resources: {'Network': ['ID=41f4f2b5-72d3-46fe-a08b-bfd4d38e5656,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:14.454900 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 41f4f2b5-72d3-46fe-a08b-bfd4d38e5656 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:34:14.543180 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a27088-1381-4b43-b4a2-2e866eaf09fc tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Made reservation on behalf of 3fab24dfe8cd42fd9eac128f04bf2ccb for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:34:14.554658 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f8a27088-1381-4b43-b4a2-2e866eaf09fc tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:14.770587 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f8a27088-1381-4b43-b4a2-2e866eaf09fc tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:14.839403 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a27088-1381-4b43-b4a2-2e866eaf09fc tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Pushing event updated for resources: {'Subnet': ['ID=601dad51-2621-484a-af75-adef33ef9c29,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:14.847718 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a27088-1381-4b43-b4a2-2e866eaf09fc tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Checking segment: {'id': '322cfc41-8e5b-4a9d-b2cd-4c25792cd900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '40276388-3ff5-464f-a1fa-a9b66ac7f622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:34:14.848408 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a27088-1381-4b43-b4a2-2e866eaf09fc tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Network hostable DHCP agents. Network: 40276388-3ff5-464f-a1fa-a9b66ac7f622, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:34:14.866022 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a27088-1381-4b43-b4a2-2e866eaf09fc tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Network 40276388-3ff5-464f-a1fa-a9b66ac7f622 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:34:14.875212 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-f8a27088-1381-4b43-b4a2-2e866eaf09fc tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 40276388-3ff5-464f-a1fa-a9b66ac7f622) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:34:14.880359 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a27088-1381-4b43-b4a2-2e866eaf09fc tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:34:14.881675 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f8a27088-1381-4b43-b4a2-2e866eaf09fc tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:14.886239 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6b093e-d350-423e-adf6-7ccb6d577797 None None] Network 40276388-3ff5-464f-a1fa-a9b66ac7f622 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:34:14.911995 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37078) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:14.913180 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-f8a27088-1381-4b43-b4a2-2e866eaf09fc tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4970419 Oct 30 15:34:14.918510 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-1337014c-3c8f-41d4-89a6-7f7243ff0d72 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Request body: {'subnet': {'network_id': '41f4f2b5-72d3-46fe-a08b-bfd4d38e5656', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:34:15.029119 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1337014c-3c8f-41d4-89a6-7f7243ff0d72 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Made reservation on behalf of 3fab24dfe8cd42fd9eac128f04bf2ccb for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:34:15.033509 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1337014c-3c8f-41d4-89a6-7f7243ff0d72 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:15.066093 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bf9d4d-01bb-461d-889a-9fbaefd917cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-40276388-3ff5-464f-a1fa-a9b66ac7f622', 'network_id': '40276388-3ff5-464f-a1fa-a9b66ac7f622', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'fixed_ips': [{'subnet_id': '601dad51-2621-484a-af75-adef33ef9c29'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:34:15.067394 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-57bf9d4d-01bb-461d-889a-9fbaefd917cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:15.284897 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1337014c-3c8f-41d4-89a6-7f7243ff0d72 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:15.285464 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-57bf9d4d-01bb-461d-889a-9fbaefd917cc None None] Allocated IP 2001:db8::2 (40276388-3ff5-464f-a1fa-a9b66ac7f622/601dad51-2621-484a-af75-adef33ef9c29/06a39639-0418-4206-9561-789d3b1f26ed) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:34:15.364325 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1337014c-3c8f-41d4-89a6-7f7243ff0d72 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Pushing event updated for resources: {'Subnet': ['ID=372db1bb-9b26-4ae9-bb77-10502fc2b189,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:15.370255 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1337014c-3c8f-41d4-89a6-7f7243ff0d72 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Checking segment: {'id': 'f57f8a17-b679-4656-8278-815d2cb9764a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '41f4f2b5-72d3-46fe-a08b-bfd4d38e5656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:34:15.370702 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1337014c-3c8f-41d4-89a6-7f7243ff0d72 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Network hostable DHCP agents. Network: 41f4f2b5-72d3-46fe-a08b-bfd4d38e5656, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:34:15.392917 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1337014c-3c8f-41d4-89a6-7f7243ff0d72 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Network 41f4f2b5-72d3-46fe-a08b-bfd4d38e5656 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:34:15.413042 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-1337014c-3c8f-41d4-89a6-7f7243ff0d72 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 41f4f2b5-72d3-46fe-a08b-bfd4d38e5656) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:34:15.420197 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1337014c-3c8f-41d4-89a6-7f7243ff0d72 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:34:15.421653 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1337014c-3c8f-41d4-89a6-7f7243ff0d72 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:15.424681 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fc4290-cac3-4489-90a9-3d63e276ab98 None None] Network 41f4f2b5-72d3-46fe-a08b-bfd4d38e5656 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:34:15.444402 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-1337014c-3c8f-41d4-89a6-7f7243ff0d72 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5308146 Oct 30 15:34:15.446844 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37082) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:15.452762 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-31003828-6d9a-4281-bb80-553934f828c4 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1878190112', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:34:15.484032 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-31003828-6d9a-4281-bb80-553934f828c4 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:15.486103 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-31003828-6d9a-4281-bb80-553934f828c4 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:15.508407 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-57bf9d4d-01bb-461d-889a-9fbaefd917cc None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:15.529919 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-57bf9d4d-01bb-461d-889a-9fbaefd917cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:15.558091 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-31003828-6d9a-4281-bb80-553934f828c4 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:15.572205 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-31003828-6d9a-4281-bb80-553934f828c4 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:15.599049 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bf9d4d-01bb-461d-889a-9fbaefd917cc None None] Network 40276388-3ff5-464f-a1fa-a9b66ac7f622 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:34:15.617653 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-31003828-6d9a-4281-bb80-553934f828c4 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:15.619584 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-31003828-6d9a-4281-bb80-553934f828c4 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1711576 Oct 30 15:34:15.621883 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37086) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:15.630911 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-57bf9d4d-01bb-461d-889a-9fbaefd917cc None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:34:15.640237 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bf9d4d-01bb-461d-889a-9fbaefd917cc None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:34:15.647478 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bf9d4d-01bb-461d-889a-9fbaefd917cc None None] Pushing event updated for resources: {'Port': ['ID=06a39639-0418-4206-9561-789d3b1f26ed,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:15.753727 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-57bf9d4d-01bb-461d-889a-9fbaefd917cc None None] Attempting to bind port 06a39639-0418-4206-9561-789d3b1f26ed on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:34:15.754103 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-57bf9d4d-01bb-461d-889a-9fbaefd917cc None None] Attempting to bind port 06a39639-0418-4206-9561-789d3b1f26ed by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '322cfc41-8e5b-4a9d-b2cd-4c25792cd900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '40276388-3ff5-464f-a1fa-a9b66ac7f622'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:34:15.754472 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bf9d4d-01bb-461d-889a-9fbaefd917cc None None] Attempting to bind port 06a39639-0418-4206-9561-789d3b1f26ed on network 40276388-3ff5-464f-a1fa-a9b66ac7f622 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:34:15.762137 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfe6aad-b98d-4393-94a9-1949643feec4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-41f4f2b5-72d3-46fe-a08b-bfd4d38e5656', 'network_id': '41f4f2b5-72d3-46fe-a08b-bfd4d38e5656', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'fixed_ips': [{'subnet_id': '372db1bb-9b26-4ae9-bb77-10502fc2b189'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:34:15.762988 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ccfe6aad-b98d-4393-94a9-1949643feec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:15.766789 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bf9d4d-01bb-461d-889a-9fbaefd917cc None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:34:15.767166 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bf9d4d-01bb-461d-889a-9fbaefd917cc None None] Checking segment: {'id': '322cfc41-8e5b-4a9d-b2cd-4c25792cd900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '40276388-3ff5-464f-a1fa-a9b66ac7f622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:34:15.767587 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-57bf9d4d-01bb-461d-889a-9fbaefd917cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:15.767985 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bf9d4d-01bb-461d-889a-9fbaefd917cc None None] Bound using segment: {'id': '322cfc41-8e5b-4a9d-b2cd-4c25792cd900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '40276388-3ff5-464f-a1fa-a9b66ac7f622'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:34:15.768872 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-57bf9d4d-01bb-461d-889a-9fbaefd917cc None None] Bound port: 06a39639-0418-4206-9561-789d3b1f26ed, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '322cfc41-8e5b-4a9d-b2cd-4c25792cd900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '40276388-3ff5-464f-a1fa-a9b66ac7f622'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:34:15.769262 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-57bf9d4d-01bb-461d-889a-9fbaefd917cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:15.933069 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-57bf9d4d-01bb-461d-889a-9fbaefd917cc None None] For port 06a39639-0418-4206-9561-789d3b1f26ed, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:34:15.938729 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-57bf9d4d-01bb-461d-889a-9fbaefd917cc None None] For port 06a39639-0418-4206-9561-789d3b1f26ed, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=06a39639-0418-4206-9561-789d3b1f26ed,segment=NetworkSegment(322cfc41-8e5b-4a9d-b2cd-4c25792cd900),segment_id=322cfc41-8e5b-4a9d-b2cd-4c25792cd900)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:34:15.967310 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-57bf9d4d-01bb-461d-889a-9fbaefd917cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:15.982642 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ad85e9c7-02d6-46e1-a3f9-9fe70ec694b5 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:16.064810 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-ccfe6aad-b98d-4393-94a9-1949643feec4 None None] Allocated IP 2001:db8:1::2 (41f4f2b5-72d3-46fe-a08b-bfd4d38e5656/372db1bb-9b26-4ae9-bb77-10502fc2b189/d41ddd66-054b-4bbd-afc1-b6ff7c2f47e5) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:34:16.069960 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bf9d4d-01bb-461d-889a-9fbaefd917cc None None] Pushing event updated for resources: {'Port': ['ID=06a39639-0418-4206-9561-789d3b1f26ed,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:16.350789 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ccfe6aad-b98d-4393-94a9-1949643feec4 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:16.386069 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ccfe6aad-b98d-4393-94a9-1949643feec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:16.475655 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-ad85e9c7-02d6-46e1-a3f9-9fe70ec694b5 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Allocated IP 2001:db8::1 (40276388-3ff5-464f-a1fa-a9b66ac7f622/601dad51-2621-484a-af75-adef33ef9c29/866073de-8852-4145-98ae-ef2dadbca60c) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:34:16.509684 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfe6aad-b98d-4393-94a9-1949643feec4 None None] Network 41f4f2b5-72d3-46fe-a08b-bfd4d38e5656 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:34:16.530423 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-ccfe6aad-b98d-4393-94a9-1949643feec4 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:34:16.547612 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfe6aad-b98d-4393-94a9-1949643feec4 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:34:16.608017 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfe6aad-b98d-4393-94a9-1949643feec4 None None] Pushing event updated for resources: {'Port': ['ID=d41ddd66-054b-4bbd-afc1-b6ff7c2f47e5,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:16.651701 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-ccfe6aad-b98d-4393-94a9-1949643feec4 None None] Attempting to bind port d41ddd66-054b-4bbd-afc1-b6ff7c2f47e5 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:34:16.652166 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-ccfe6aad-b98d-4393-94a9-1949643feec4 None None] Attempting to bind port d41ddd66-054b-4bbd-afc1-b6ff7c2f47e5 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'f57f8a17-b679-4656-8278-815d2cb9764a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '41f4f2b5-72d3-46fe-a08b-bfd4d38e5656'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:34:16.652817 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfe6aad-b98d-4393-94a9-1949643feec4 None None] Attempting to bind port d41ddd66-054b-4bbd-afc1-b6ff7c2f47e5 on network 41f4f2b5-72d3-46fe-a08b-bfd4d38e5656 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:34:16.659133 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfe6aad-b98d-4393-94a9-1949643feec4 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:34:16.659813 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfe6aad-b98d-4393-94a9-1949643feec4 None None] Checking segment: {'id': 'f57f8a17-b679-4656-8278-815d2cb9764a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '41f4f2b5-72d3-46fe-a08b-bfd4d38e5656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:34:16.660279 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ccfe6aad-b98d-4393-94a9-1949643feec4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:16.660862 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfe6aad-b98d-4393-94a9-1949643feec4 None None] Bound using segment: {'id': 'f57f8a17-b679-4656-8278-815d2cb9764a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '41f4f2b5-72d3-46fe-a08b-bfd4d38e5656'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:34:16.661443 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-ccfe6aad-b98d-4393-94a9-1949643feec4 None None] Bound port: d41ddd66-054b-4bbd-afc1-b6ff7c2f47e5, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f57f8a17-b679-4656-8278-815d2cb9764a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '41f4f2b5-72d3-46fe-a08b-bfd4d38e5656'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:34:16.661886 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ccfe6aad-b98d-4393-94a9-1949643feec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:16.663075 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ad85e9c7-02d6-46e1-a3f9-9fe70ec694b5 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:16.721748 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ad85e9c7-02d6-46e1-a3f9-9fe70ec694b5 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:16.757844 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-ccfe6aad-b98d-4393-94a9-1949643feec4 None None] For port d41ddd66-054b-4bbd-afc1-b6ff7c2f47e5, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:34:16.762429 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-ccfe6aad-b98d-4393-94a9-1949643feec4 None None] For port d41ddd66-054b-4bbd-afc1-b6ff7c2f47e5, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=d41ddd66-054b-4bbd-afc1-b6ff7c2f47e5,segment=NetworkSegment(f57f8a17-b679-4656-8278-815d2cb9764a),segment_id=f57f8a17-b679-4656-8278-815d2cb9764a)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:34:16.767677 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ccfe6aad-b98d-4393-94a9-1949643feec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:16.789162 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad85e9c7-02d6-46e1-a3f9-9fe70ec694b5 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Network 40276388-3ff5-464f-a1fa-a9b66ac7f622 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:34:16.795145 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-ad85e9c7-02d6-46e1-a3f9-9fe70ec694b5 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:34:16.799533 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad85e9c7-02d6-46e1-a3f9-9fe70ec694b5 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:34:16.800839 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ad85e9c7-02d6-46e1-a3f9-9fe70ec694b5 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:16.847803 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfe6aad-b98d-4393-94a9-1949643feec4 None None] Pushing event updated for resources: {'Port': ['ID=d41ddd66-054b-4bbd-afc1-b6ff7c2f47e5,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:16.872014 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad85e9c7-02d6-46e1-a3f9-9fe70ec694b5 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Pushing event updated for resources: {'Port': ['ID=866073de-8852-4145-98ae-ef2dadbca60c,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:16.986143 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ad85e9c7-02d6-46e1-a3f9-9fe70ec694b5 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:17.395300 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ad85e9c7-02d6-46e1-a3f9-9fe70ec694b5 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:17.404175 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ad85e9c7-02d6-46e1-a3f9-9fe70ec694b5 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:17.405079 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ad85e9c7-02d6-46e1-a3f9-9fe70ec694b5 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:17.458505 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad85e9c7-02d6-46e1-a3f9-9fe70ec694b5 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Pushing event updated for resources: {'Port': ['ID=866073de-8852-4145-98ae-ef2dadbca60c,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:17.588668 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad85e9c7-02d6-46e1-a3f9-9fe70ec694b5 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Network 40276388-3ff5-464f-a1fa-a9b66ac7f622 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:34:17.591840 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-ad85e9c7-02d6-46e1-a3f9-9fe70ec694b5 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:34:17.613340 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02629639-7a8f-4869-a289-35c5e1c7c4f9 None None] Network 40276388-3ff5-464f-a1fa-a9b66ac7f622 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:34:17.824428 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-45ad2dc3-94d5-4b48-bfc1-77b4c55c13a6 None None] Provisioning complete for port 06a39639-0418-4206-9561-789d3b1f26ed triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:34:17.824810 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-45ad2dc3-94d5-4b48-bfc1-77b4c55c13a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:17.838967 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad85e9c7-02d6-46e1-a3f9-9fe70ec694b5 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Router 9a5a4adc-66e2-4bc5-b3bd-7eb0b06b2a0c is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:34:17.900075 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device d41ddd66-054b-4bbd-afc1-b6ff7c2f47e5 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:34:17.986314 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad85e9c7-02d6-46e1-a3f9-9fe70ec694b5 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:34:17.995663 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-ad85e9c7-02d6-46e1-a3f9-9fe70ec694b5 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "PUT /v2.0/routers/9a5a4adc-66e2-4bc5-b3bd-7eb0b06b2a0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3724434 Oct 30 15:34:17.998694 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 37120) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:18.014079 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b659154-37ff-439e-8a53-215e25b48fc8 None None] Sync routers for ids ['9a5a4adc-66e2-4bc5-b3bd-7eb0b06b2a0c'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:34:18.034014 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b659154-37ff-439e-8a53-215e25b48fc8 None None] Routers {'9a5a4adc-66e2-4bc5-b3bd-7eb0b06b2a0c'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:34:18.035193 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-9b659154-37ff-439e-8a53-215e25b48fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:33:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['9a5a4adc-66e2-4bc5-b3bd-7eb0b06b2a0c'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:18.164564 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-45ad2dc3-94d5-4b48-bfc1-77b4c55c13a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:18.171832 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-9b659154-37ff-439e-8a53-215e25b48fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:18.193792 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bbbd13-e700-4e60-a9aa-7d6fd73c4c2a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:34:18.207149 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b3bbbd13-e700-4e60-a9aa-7d6fd73c4c2a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "GET /v2.0/ports/866073de-8852-4145-98ae-ef2dadbca60c HTTP/1.1" status: 200 len: 911 time: 0.2071269 Oct 30 15:34:18.209519 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 37124) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:18.210588 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port d41ddd66-054b-4bbd-afc1-b6ff7c2f47e5 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:34:18.211095 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:18.247739 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b659154-37ff-439e-8a53-215e25b48fc8 None None] Routers {'9a5a4adc-66e2-4bc5-b3bd-7eb0b06b2a0c'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:34:18.248388 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-9b659154-37ff-439e-8a53-215e25b48fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:33:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['9a5a4adc-66e2-4bc5-b3bd-7eb0b06b2a0c'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:18.666029 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d29dee-6cfa-4a2c-a70e-e224ec62931e None None] Network 41f4f2b5-72d3-46fe-a08b-bfd4d38e5656 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:34:18.784952 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-9b659154-37ff-439e-8a53-215e25b48fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:18.785619 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b659154-37ff-439e-8a53-215e25b48fc8 None None] The sync data for ids ['9a5a4adc-66e2-4bc5-b3bd-7eb0b06b2a0c'] in n-d-806683-17 is: [] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:34:18.808469 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3a95a83d-339d-4fb9-9667-6e085893f838 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:18.829750 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-45ad2dc3-94d5-4b48-bfc1-77b4c55c13a6 None None] For port 06a39639-0418-4206-9561-789d3b1f26ed, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=06a39639-0418-4206-9561-789d3b1f26ed,segment=NetworkSegment(322cfc41-8e5b-4a9d-b2cd-4c25792cd900),segment_id=322cfc41-8e5b-4a9d-b2cd-4c25792cd900)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:34:18.870305 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-45ad2dc3-94d5-4b48-bfc1-77b4c55c13a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:19.145727 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-05fb5f82-397b-47f4-9f23-32e117119af0 None None] Provisioning complete for port 06a39639-0418-4206-9561-789d3b1f26ed triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:34:19.146105 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-05fb5f82-397b-47f4-9f23-32e117119af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:19.148607 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ad2dc3-94d5-4b48-bfc1-77b4c55c13a6 None None] Pushing event updated for resources: {'Port': ['ID=06a39639-0418-4206-9561-789d3b1f26ed,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:19.169205 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-3a95a83d-339d-4fb9-9667-6e085893f838 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Allocated IP 2001:db8:1::1 (41f4f2b5-72d3-46fe-a08b-bfd4d38e5656/372db1bb-9b26-4ae9-bb77-10502fc2b189/696478e5-f470-40be-97dc-2a5948906743) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:34:19.176019 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:19.298137 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port d41ddd66-054b-4bbd-afc1-b6ff7c2f47e5, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=d41ddd66-054b-4bbd-afc1-b6ff7c2f47e5,segment=NetworkSegment(f57f8a17-b679-4656-8278-815d2cb9764a),segment_id=f57f8a17-b679-4656-8278-815d2cb9764a)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:34:19.319720 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3a95a83d-339d-4fb9-9667-6e085893f838 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:19.359769 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3a95a83d-339d-4fb9-9667-6e085893f838 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:19.402051 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a95a83d-339d-4fb9-9667-6e085893f838 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Network 41f4f2b5-72d3-46fe-a08b-bfd4d38e5656 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:34:19.403390 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:19.404212 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 06a39639-0418-4206-9561-789d3b1f26ed up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:34:19.410880 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-3a95a83d-339d-4fb9-9667-6e085893f838 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:34:19.416267 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a95a83d-339d-4fb9-9667-6e085893f838 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:34:19.416838 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3a95a83d-339d-4fb9-9667-6e085893f838 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:19.470628 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a95a83d-339d-4fb9-9667-6e085893f838 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Pushing event updated for resources: {'Port': ['ID=696478e5-f470-40be-97dc-2a5948906743,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:19.551064 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-05fb5f82-397b-47f4-9f23-32e117119af0 None None] Provisioning complete for port 866073de-8852-4145-98ae-ef2dadbca60c triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:34:19.551361 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-05fb5f82-397b-47f4-9f23-32e117119af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:19.596029 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3a95a83d-339d-4fb9-9667-6e085893f838 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:19.609736 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=d41ddd66-054b-4bbd-afc1-b6ff7c2f47e5,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:19.632190 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 06a39639-0418-4206-9561-789d3b1f26ed triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:34:19.632585 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:19.636876 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-05fb5f82-397b-47f4-9f23-32e117119af0 None None] Port 866073de-8852-4145-98ae-ef2dadbca60c cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:34:19.701185 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-05fb5f82-397b-47f4-9f23-32e117119af0 None None] Provisioning complete for port d41ddd66-054b-4bbd-afc1-b6ff7c2f47e5 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:34:19.701768 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-05fb5f82-397b-47f4-9f23-32e117119af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:20.014070 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d6f89616-5877-48ad-ab29-e0d9b3952b85 None None] Provisioning complete for port 866073de-8852-4145-98ae-ef2dadbca60c triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:34:20.014617 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d6f89616-5877-48ad-ab29-e0d9b3952b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:20.076222 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d6f89616-5877-48ad-ab29-e0d9b3952b85 None None] Port 866073de-8852-4145-98ae-ef2dadbca60c cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:34:20.092357 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d6f89616-5877-48ad-ab29-e0d9b3952b85 None None] Provisioning complete for port d41ddd66-054b-4bbd-afc1-b6ff7c2f47e5 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:34:20.092868 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d6f89616-5877-48ad-ab29-e0d9b3952b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:20.139335 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device d41ddd66-054b-4bbd-afc1-b6ff7c2f47e5 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:34:20.231758 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port d41ddd66-054b-4bbd-afc1-b6ff7c2f47e5 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:34:20.232131 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:20.322126 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 06a39639-0418-4206-9561-789d3b1f26ed up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:34:20.371481 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 06a39639-0418-4206-9561-789d3b1f26ed triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:34:20.371930 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:20.425112 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-c63d1fef-9b2e-43c0-9945-add91c15f108 None None] Provisioning complete for port 696478e5-f470-40be-97dc-2a5948906743 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:34:20.425495 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c63d1fef-9b2e-43c0-9945-add91c15f108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:20.464236 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3a95a83d-339d-4fb9-9667-6e085893f838 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:20.469379 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3a95a83d-339d-4fb9-9667-6e085893f838 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:20.470165 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3a95a83d-339d-4fb9-9667-6e085893f838 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:20.490375 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-c63d1fef-9b2e-43c0-9945-add91c15f108 None None] Port 696478e5-f470-40be-97dc-2a5948906743 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:34:20.556146 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a95a83d-339d-4fb9-9667-6e085893f838 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Pushing event updated for resources: {'Port': ['ID=696478e5-f470-40be-97dc-2a5948906743,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:20.601372 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a95a83d-339d-4fb9-9667-6e085893f838 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Network 41f4f2b5-72d3-46fe-a08b-bfd4d38e5656 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:34:20.602771 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-3a95a83d-339d-4fb9-9667-6e085893f838 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:34:20.722236 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a95a83d-339d-4fb9-9667-6e085893f838 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Router 9a5a4adc-66e2-4bc5-b3bd-7eb0b06b2a0c has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:34:20.825845 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a95a83d-339d-4fb9-9667-6e085893f838 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:34:20.832390 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-3a95a83d-339d-4fb9-9667-6e085893f838 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "PUT /v2.0/routers/9a5a4adc-66e2-4bc5-b3bd-7eb0b06b2a0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6215320 Oct 30 15:34:20.835986 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37152) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:20.839056 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d997015-1a6d-46c9-842f-8e2e8cd82653 None None] Sync routers for ids ['9a5a4adc-66e2-4bc5-b3bd-7eb0b06b2a0c'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:34:20.852843 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d997015-1a6d-46c9-842f-8e2e8cd82653 None None] Routers {'9a5a4adc-66e2-4bc5-b3bd-7eb0b06b2a0c'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:34:20.853808 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-4d997015-1a6d-46c9-842f-8e2e8cd82653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:33:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['9a5a4adc-66e2-4bc5-b3bd-7eb0b06b2a0c'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:20.933849 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78366cec-9a60-44b4-8f78-f616c2be2be3 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:34:20.934712 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-993abbf1-07f2-4d0d-927d-a5738554873b None None] Provisioning complete for port 696478e5-f470-40be-97dc-2a5948906743 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:34:20.935168 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-993abbf1-07f2-4d0d-927d-a5738554873b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:20.936163 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-78366cec-9a60-44b4-8f78-f616c2be2be3 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "GET /v2.0/ports/696478e5-f470-40be-97dc-2a5948906743 HTTP/1.1" status: 200 len: 913 time: 0.0982909 Oct 30 15:34:20.937828 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-4d997015-1a6d-46c9-842f-8e2e8cd82653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:20.939220 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 37156) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:20.962103 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d997015-1a6d-46c9-842f-8e2e8cd82653 None None] Routers {'9a5a4adc-66e2-4bc5-b3bd-7eb0b06b2a0c'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:34:20.962749 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-4d997015-1a6d-46c9-842f-8e2e8cd82653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:33:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['9a5a4adc-66e2-4bc5-b3bd-7eb0b06b2a0c'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:21.012041 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-993abbf1-07f2-4d0d-927d-a5738554873b None None] Port 696478e5-f470-40be-97dc-2a5948906743 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:34:21.025659 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-4d997015-1a6d-46c9-842f-8e2e8cd82653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:21.026313 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d997015-1a6d-46c9-842f-8e2e8cd82653 None None] The sync data for ids ['9a5a4adc-66e2-4bc5-b3bd-7eb0b06b2a0c'] in n-d-806683-17 is: [] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:34:21.123766 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5faec407-474c-4df7-b0af-79f4855bd19c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:21.301004 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-38cc4556-ab15-420b-bca5-14150f352a75 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:21.574364 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-38cc4556-ab15-420b-bca5-14150f352a75 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Deleting port 696478e5-f470-40be-97dc-2a5948906743 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:34:21.575513 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-38cc4556-ab15-420b-bca5-14150f352a75 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:21.677132 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-38cc4556-ab15-420b-bca5-14150f352a75 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:21.702226 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-38cc4556-ab15-420b-bca5-14150f352a75 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Calling delete_port for 696478e5-f470-40be-97dc-2a5948906743 owned by network:router_interface {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:34:21.889318 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-38cc4556-ab15-420b-bca5-14150f352a75 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:21.920081 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cc4556-ab15-420b-bca5-14150f352a75 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Pushing event deleted for resources: {'Port': ['ID=696478e5-f470-40be-97dc-2a5948906743,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:22.066805 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-38cc4556-ab15-420b-bca5-14150f352a75 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:22.283913 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38cc4556-ab15-420b-bca5-14150f352a75 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Router 9a5a4adc-66e2-4bc5-b3bd-7eb0b06b2a0c has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:34:22.398732 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38cc4556-ab15-420b-bca5-14150f352a75 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:34:22.407804 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-38cc4556-ab15-420b-bca5-14150f352a75 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "PUT /v2.0/routers/9a5a4adc-66e2-4bc5-b3bd-7eb0b06b2a0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4644163 Oct 30 15:34:22.408221 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37164) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:22.409870 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fecfcd3-2eb2-4870-ba3f-e003ea3453c2 None None] Sync routers for ids ['9a5a4adc-66e2-4bc5-b3bd-7eb0b06b2a0c'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:34:22.421051 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fecfcd3-2eb2-4870-ba3f-e003ea3453c2 None None] Routers {'9a5a4adc-66e2-4bc5-b3bd-7eb0b06b2a0c'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:34:22.422171 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-4fecfcd3-2eb2-4870-ba3f-e003ea3453c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:33:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['9a5a4adc-66e2-4bc5-b3bd-7eb0b06b2a0c'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:22.462078 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-4fecfcd3-2eb2-4870-ba3f-e003ea3453c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:22.474541 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fecfcd3-2eb2-4870-ba3f-e003ea3453c2 None None] Routers {'9a5a4adc-66e2-4bc5-b3bd-7eb0b06b2a0c'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:34:22.475719 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-4fecfcd3-2eb2-4870-ba3f-e003ea3453c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:33:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['9a5a4adc-66e2-4bc5-b3bd-7eb0b06b2a0c'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:22.518435 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-4fecfcd3-2eb2-4870-ba3f-e003ea3453c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:22.519203 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fecfcd3-2eb2-4870-ba3f-e003ea3453c2 None None] The sync data for ids ['9a5a4adc-66e2-4bc5-b3bd-7eb0b06b2a0c'] in n-d-806683-17 is: [] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:34:22.585235 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 37172) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:22.812279 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-040621d7-2045-4509-8be8-05ac4186fd53 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:23.097655 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ca4156c6-7bc3-488b-b3a0-3d04bdba165f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:23.411991 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-ca4156c6-7bc3-488b-b3a0-3d04bdba165f admin admin] Deleting port 0096e650-bf87-41cb-9c1e-5ec8978c8b99 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:34:23.412334 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ca4156c6-7bc3-488b-b3a0-3d04bdba165f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:23.424201 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-040621d7-2045-4509-8be8-05ac4186fd53 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Deleting port 866073de-8852-4145-98ae-ef2dadbca60c {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:34:23.424800 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-040621d7-2045-4509-8be8-05ac4186fd53 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:23.502969 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-ca4156c6-7bc3-488b-b3a0-3d04bdba165f admin admin] For port 0096e650-bf87-41cb-9c1e-5ec8978c8b99, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=0096e650-bf87-41cb-9c1e-5ec8978c8b99,segment=NetworkSegment(59d6fed5-1de0-4ec5-ad2b-5027d009e9f0),segment_id=59d6fed5-1de0-4ec5-ad2b-5027d009e9f0)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:34:23.503921 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ca4156c6-7bc3-488b-b3a0-3d04bdba165f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:23.517411 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-ca4156c6-7bc3-488b-b3a0-3d04bdba165f admin admin] Calling delete_port for 0096e650-bf87-41cb-9c1e-5ec8978c8b99 owned by network:router_interface {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:34:23.551834 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-040621d7-2045-4509-8be8-05ac4186fd53 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:23.564194 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-040621d7-2045-4509-8be8-05ac4186fd53 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Calling delete_port for 866073de-8852-4145-98ae-ef2dadbca60c owned by network:router_interface {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:34:23.720430 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ca4156c6-7bc3-488b-b3a0-3d04bdba165f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:23.760454 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4156c6-7bc3-488b-b3a0-3d04bdba165f admin admin] Pushing event deleted for resources: {'Port': ['ID=0096e650-bf87-41cb-9c1e-5ec8978c8b99,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:23.783167 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3cde2764-c05f-435b-bf18-56ebd62eef4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:23.801526 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-040621d7-2045-4509-8be8-05ac4186fd53 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:23.833173 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040621d7-2045-4509-8be8-05ac4186fd53 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Pushing event deleted for resources: {'Port': ['ID=866073de-8852-4145-98ae-ef2dadbca60c,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:23.957971 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ca4156c6-7bc3-488b-b3a0-3d04bdba165f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:23.967331 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-040621d7-2045-4509-8be8-05ac4186fd53 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:24.210368 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-040621d7-2045-4509-8be8-05ac4186fd53 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Router 9a5a4adc-66e2-4bc5-b3bd-7eb0b06b2a0c has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:34:24.228872 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca4156c6-7bc3-488b-b3a0-3d04bdba165f admin admin] Router 1c4c91be-2b4e-4768-849f-f23428b3f3de has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:34:24.306699 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-040621d7-2045-4509-8be8-05ac4186fd53 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:34:24.312187 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-040621d7-2045-4509-8be8-05ac4186fd53 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "PUT /v2.0/routers/9a5a4adc-66e2-4bc5-b3bd-7eb0b06b2a0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9027803 Oct 30 15:34:24.315777 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37190) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:24.322992 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690ff7aa-a447-4d5b-a9cc-6bdee28a0628 None None] Sync routers for ids ['9a5a4adc-66e2-4bc5-b3bd-7eb0b06b2a0c'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:34:24.335824 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690ff7aa-a447-4d5b-a9cc-6bdee28a0628 None None] Routers {'9a5a4adc-66e2-4bc5-b3bd-7eb0b06b2a0c'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:34:24.337152 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-690ff7aa-a447-4d5b-a9cc-6bdee28a0628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:34:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['9a5a4adc-66e2-4bc5-b3bd-7eb0b06b2a0c'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:24.360001 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4156c6-7bc3-488b-b3a0-3d04bdba165f admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:34:24.370375 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-ca4156c6-7bc3-488b-b3a0-3d04bdba165f admin admin] 10.222.0.62 "PUT /v2.0/routers/1c4c91be-2b4e-4768-849f-f23428b3f3de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7815876 Oct 30 15:34:24.370666 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 37194) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:24.371171 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 37196) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:24.376684 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-7817473e-3b34-474e-9811-b9a8f60d82fd tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a5a4adc-66e2-4bc5-b3bd-7eb0b06b2a0c HTTP/1.1" status: 200 len: 205 time: 0.0543854 Oct 30 15:34:24.377244 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b2d882-f1d2-4e2d-bcad-e368a5ae3062 None None] Sync routers for ids ['1c4c91be-2b4e-4768-849f-f23428b3f3de'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:34:24.390791 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b2d882-f1d2-4e2d-bcad-e368a5ae3062 None None] Routers {'1c4c91be-2b4e-4768-849f-f23428b3f3de'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:34:24.391707 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-a1b2d882-f1d2-4e2d-bcad-e368a5ae3062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:34:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['1c4c91be-2b4e-4768-849f-f23428b3f3de'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:24.398804 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-690ff7aa-a447-4d5b-a9cc-6bdee28a0628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:24.407968 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690ff7aa-a447-4d5b-a9cc-6bdee28a0628 None None] Routers {'9a5a4adc-66e2-4bc5-b3bd-7eb0b06b2a0c'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:34:24.408631 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-690ff7aa-a447-4d5b-a9cc-6bdee28a0628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:34:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['9a5a4adc-66e2-4bc5-b3bd-7eb0b06b2a0c'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:24.444801 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-690ff7aa-a447-4d5b-a9cc-6bdee28a0628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:24.445556 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690ff7aa-a447-4d5b-a9cc-6bdee28a0628 None None] The sync data for ids ['9a5a4adc-66e2-4bc5-b3bd-7eb0b06b2a0c'] in n-d-806683-17 is: [] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:34:24.522413 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-a1b2d882-f1d2-4e2d-bcad-e368a5ae3062 None None] Set router 1c4c91be-2b4e-4768-849f-f23428b3f3de gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:34:24.528304 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c4bc1b4d-30dd-4247-b7da-3a741852bca0 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for router, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:24.611742 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-90b5ed26-ff5b-4282-9d00-015b044d028e admin admin] Publish callbacks [] for router, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:24.713335 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:24.733673 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-a1b2d882-f1d2-4e2d-bcad-e368a5ae3062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4c91be-2b4e-4768-849f-f23428b3f3de', 'name': 'tempest-AttachVolumeTestJSON-449199179-router', 'tenant_id': '851f863f3af14cfda31cec55b5caebe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '96e620ec-98fc-4071-b414-cf43c3104cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:26:49Z', 'updated_at': '2021-10-30T15:34:23Z', 'revision_number': 5, 'project_id': '851f863f3af14cfda31cec55b5caebe9', 'gw_port': {'id': '96e620ec-98fc-4071-b414-cf43c3104cc7', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fa:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4c91be-2b4e-4768-849f-f23428b3f3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:26:49Z', 'updated_at': '2021-10-30T15:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:24.769612 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b2d882-f1d2-4e2d-bcad-e368a5ae3062 None None] Checking router: 1c4c91be-2b4e-4768-849f-f23428b3f3de for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:34:24.779792 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b2d882-f1d2-4e2d-bcad-e368a5ae3062 None None] Routers {'1c4c91be-2b4e-4768-849f-f23428b3f3de'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:34:24.780420 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-a1b2d882-f1d2-4e2d-bcad-e368a5ae3062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:34:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['1c4c91be-2b4e-4768-849f-f23428b3f3de'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:24.939802 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:24.981152 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-a1b2d882-f1d2-4e2d-bcad-e368a5ae3062 None None] Set router 1c4c91be-2b4e-4768-849f-f23428b3f3de gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:34:25.159604 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c4bc1b4d-30dd-4247-b7da-3a741852bca0 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:25.163169 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c4bc1b4d-30dd-4247-b7da-3a741852bca0 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:25.168146 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-a1b2d882-f1d2-4e2d-bcad-e368a5ae3062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4c91be-2b4e-4768-849f-f23428b3f3de', 'name': 'tempest-AttachVolumeTestJSON-449199179-router', 'tenant_id': '851f863f3af14cfda31cec55b5caebe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '96e620ec-98fc-4071-b414-cf43c3104cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:26:49Z', 'updated_at': '2021-10-30T15:34:23Z', 'revision_number': 5, 'project_id': '851f863f3af14cfda31cec55b5caebe9', 'gw_port': {'id': '96e620ec-98fc-4071-b414-cf43c3104cc7', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fa:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4c91be-2b4e-4768-849f-f23428b3f3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:26:49Z', 'updated_at': '2021-10-30T15:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:25.195777 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b2d882-f1d2-4e2d-bcad-e368a5ae3062 None None] The sync data for ids ['1c4c91be-2b4e-4768-849f-f23428b3f3de'] in n-d-806683-17 is: [{'id': '1c4c91be-2b4e-4768-849f-f23428b3f3de', 'name': 'tempest-AttachVolumeTestJSON-449199179-router', 'tenant_id': '851f863f3af14cfda31cec55b5caebe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '96e620ec-98fc-4071-b414-cf43c3104cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:26:49Z', 'updated_at': '2021-10-30T15:34:23Z', 'revision_number': 5, 'project_id': '851f863f3af14cfda31cec55b5caebe9', 'gw_port': {'id': '96e620ec-98fc-4071-b414-cf43c3104cc7', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fa:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4c91be-2b4e-4768-849f-f23428b3f3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:26:49Z', 'updated_at': '2021-10-30T15:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:34:25.220539 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c4bc1b4d-30dd-4247-b7da-3a741852bca0 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:25.221047 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4bc1b4d-30dd-4247-b7da-3a741852bca0 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Fanout notify agent at l3_agent the message router_deleted on router 9a5a4adc-66e2-4bc5-b3bd-7eb0b06b2a0c {{(pid=102131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:34:25.229576 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c4bc1b4d-30dd-4247-b7da-3a741852bca0 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:25.234725 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-c4bc1b4d-30dd-4247-b7da-3a741852bca0 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "DELETE /v2.0/routers/9a5a4adc-66e2-4bc5-b3bd-7eb0b06b2a0c HTTP/1.1" status: 204 len: 168 time: 0.8577354 Oct 30 15:34:25.234812 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37198) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:25.251730 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-90b5ed26-ff5b-4282-9d00-015b044d028e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:25.301363 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-639342ef-2dac-47b1-93f9-71a900db7448 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Deleting subnet 372db1bb-9b26-4ae9-bb77-10502fc2b189 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:34:25.305046 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-639342ef-2dac-47b1-93f9-71a900db7448 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:25.306314 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-90b5ed26-ff5b-4282-9d00-015b044d028e admin admin] Deleting port 96e620ec-98fc-4071-b414-cf43c3104cc7 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:34:25.306659 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-90b5ed26-ff5b-4282-9d00-015b044d028e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:25.346093 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-639342ef-2dac-47b1-93f9-71a900db7448 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:25.391934 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-90b5ed26-ff5b-4282-9d00-015b044d028e admin admin] For port 96e620ec-98fc-4071-b414-cf43c3104cc7, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=96e620ec-98fc-4071-b414-cf43c3104cc7,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:34:25.392307 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-90b5ed26-ff5b-4282-9d00-015b044d028e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:25.405617 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-90b5ed26-ff5b-4282-9d00-015b044d028e admin admin] Calling delete_port for 96e620ec-98fc-4071-b414-cf43c3104cc7 owned by network:router_gateway {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:34:25.434937 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-639342ef-2dac-47b1-93f9-71a900db7448 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:25.505528 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-639342ef-2dac-47b1-93f9-71a900db7448 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:25.550853 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f36b7c-b5a0-46fe-be9c-fa5e50df9c1c None None] Network 41f4f2b5-72d3-46fe-a08b-bfd4d38e5656 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:34:25.551024 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-639342ef-2dac-47b1-93f9-71a900db7448 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:25.558053 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-639342ef-2dac-47b1-93f9-71a900db7448 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "DELETE /v2.0/subnets/372db1bb-9b26-4ae9-bb77-10502fc2b189 HTTP/1.1" status: 204 len: 168 time: 0.3233690 Oct 30 15:34:25.558711 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37212) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:25.561517 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639342ef-2dac-47b1-93f9-71a900db7448 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Pushing event deleted for resources: {'Subnet': ['ID=372db1bb-9b26-4ae9-bb77-10502fc2b189,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:25.630931 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-dab7b970-da85-42e6-9f5c-c908b32f05e0 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Deleting subnet 601dad51-2621-484a-af75-adef33ef9c29 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:34:25.634637 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-dab7b970-da85-42e6-9f5c-c908b32f05e0 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:25.653383 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-90b5ed26-ff5b-4282-9d00-015b044d028e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:25.683855 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b5ed26-ff5b-4282-9d00-015b044d028e admin admin] Pushing event deleted for resources: {'Port': ['ID=96e620ec-98fc-4071-b414-cf43c3104cc7,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:25.691784 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-dab7b970-da85-42e6-9f5c-c908b32f05e0 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:25.779757 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-90b5ed26-ff5b-4282-9d00-015b044d028e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:25.823014 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df094fa-f54a-4c92-8799-5a147aa7e7e2 None None] DHCP port deletion for 41f4f2b5-72d3-46fe-a08b-bfd4d38e5656 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:34:25.878049 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-dab7b970-da85-42e6-9f5c-c908b32f05e0 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:25.889702 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-4df094fa-f54a-4c92-8799-5a147aa7e7e2 None None] Deleting port d41ddd66-054b-4bbd-afc1-b6ff7c2f47e5 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:34:25.890079 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4df094fa-f54a-4c92-8799-5a147aa7e7e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:25.906921 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-90b5ed26-ff5b-4282-9d00-015b044d028e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:25.910009 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-90b5ed26-ff5b-4282-9d00-015b044d028e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:25.942987 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-dab7b970-da85-42e6-9f5c-c908b32f05e0 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:25.976983 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab7b970-da85-42e6-9f5c-c908b32f05e0 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Pushing event deleted for resources: {'Subnet': ['ID=601dad51-2621-484a-af75-adef33ef9c29,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:25.988430 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-90b5ed26-ff5b-4282-9d00-015b044d028e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:25.989020 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b5ed26-ff5b-4282-9d00-015b044d028e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c4c91be-2b4e-4768-849f-f23428b3f3de {{(pid=102131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:34:25.991885 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-dab7b970-da85-42e6-9f5c-c908b32f05e0 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:25.998626 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-dab7b970-da85-42e6-9f5c-c908b32f05e0 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "DELETE /v2.0/subnets/601dad51-2621-484a-af75-adef33ef9c29 HTTP/1.1" status: 204 len: 168 time: 0.4383886 Oct 30 15:34:25.999258 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37216) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:26.004880 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580e5b2e-879e-4a32-bd26-597aab161de6 None None] Network 40276388-3ff5-464f-a1fa-a9b66ac7f622 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:34:26.018833 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-90b5ed26-ff5b-4282-9d00-015b044d028e admin admin] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:26.024038 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-90b5ed26-ff5b-4282-9d00-015b044d028e admin admin] 10.222.0.62 "DELETE /v2.0/routers/1c4c91be-2b4e-4768-849f-f23428b3f3de HTTP/1.1" status: 204 len: 168 time: 1.6437395 Oct 30 15:34:26.027295 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37218) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:26.038084 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-4df094fa-f54a-4c92-8799-5a147aa7e7e2 None None] For port d41ddd66-054b-4bbd-afc1-b6ff7c2f47e5, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=d41ddd66-054b-4bbd-afc1-b6ff7c2f47e5,segment=NetworkSegment(f57f8a17-b679-4656-8278-815d2cb9764a),segment_id=f57f8a17-b679-4656-8278-815d2cb9764a)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:34:26.038646 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4df094fa-f54a-4c92-8799-5a147aa7e7e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:26.086810 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-4df094fa-f54a-4c92-8799-5a147aa7e7e2 None None] Calling delete_port for d41ddd66-054b-4bbd-afc1-b6ff7c2f47e5 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:34:26.126177 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4d6d1531-b371-4952-9234-660baf0dc44f tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:26.132621 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd6c8b29-ffa7-48aa-8331-10adcc4ab672 admin admin] Deleting subnet 173890c6-b6ee-44b8-ab6a-06362ece304f {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:34:26.139611 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fd6c8b29-ffa7-48aa-8331-10adcc4ab672 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:26.183931 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device d41ddd66-054b-4bbd-afc1-b6ff7c2f47e5 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:34:26.198231 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fd6c8b29-ffa7-48aa-8331-10adcc4ab672 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:26.270870 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-4d6d1531-b371-4952-9234-660baf0dc44f tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Deleting port d41ddd66-054b-4bbd-afc1-b6ff7c2f47e5 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:34:26.271508 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4d6d1531-b371-4952-9234-660baf0dc44f tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:26.354896 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fd6c8b29-ffa7-48aa-8331-10adcc4ab672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:26.395995 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-4d6d1531-b371-4952-9234-660baf0dc44f tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] For port d41ddd66-054b-4bbd-afc1-b6ff7c2f47e5, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=d41ddd66-054b-4bbd-afc1-b6ff7c2f47e5,segment=NetworkSegment(f57f8a17-b679-4656-8278-815d2cb9764a),segment_id=f57f8a17-b679-4656-8278-815d2cb9764a)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:34:26.396366 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4d6d1531-b371-4952-9234-660baf0dc44f tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:26.417002 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-4d6d1531-b371-4952-9234-660baf0dc44f tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Calling delete_port for d41ddd66-054b-4bbd-afc1-b6ff7c2f47e5 owned by network:dhcp {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:34:26.485745 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fd6c8b29-ffa7-48aa-8331-10adcc4ab672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:26.508933 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4df094fa-f54a-4c92-8799-5a147aa7e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:26.518712 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6c8b29-ffa7-48aa-8331-10adcc4ab672 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=173890c6-b6ee-44b8-ab6a-06362ece304f,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:26.528592 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fd6c8b29-ffa7-48aa-8331-10adcc4ab672 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:26.534836 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 37222) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:26.535394 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-fd6c8b29-ffa7-48aa-8331-10adcc4ab672 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/173890c6-b6ee-44b8-ab6a-06362ece304f HTTP/1.1" status: 204 len: 168 time: 0.5073111 Oct 30 15:34:26.545005 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df094fa-f54a-4c92-8799-5a147aa7e7e2 None None] No DVR routers for this DVR port d41ddd66-054b-4bbd-afc1-b6ff7c2f47e5 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:34:26.548934 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63987e4f-ff07-4dde-a36e-5fcc49edb9bf None None] Network a69ee861-8dad-4f6c-abe3-f84fb501d5dd requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:34:26.558370 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4d6d1531-b371-4952-9234-660baf0dc44f tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:26.608413 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6d1531-b371-4952-9234-660baf0dc44f tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Pushing event deleted for resources: {'Port': ['ID=d41ddd66-054b-4bbd-afc1-b6ff7c2f47e5,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:26.620377 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6d1531-b371-4952-9234-660baf0dc44f tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] No DVR routers for this DVR port d41ddd66-054b-4bbd-afc1-b6ff7c2f47e5 on host n-d-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:34:26.667500 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df094fa-f54a-4c92-8799-5a147aa7e7e2 None None] Pushing event deleted for resources: {'Port': ['ID=d41ddd66-054b-4bbd-afc1-b6ff7c2f47e5,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:26.670426 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3698a50b-3cf1-42d2-a8c6-f2ace520378b None None] DHCP port deletion for 40276388-3ff5-464f-a1fa-a9b66ac7f622 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:34:26.679494 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:26.730735 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0f03028f-836b-481d-b4df-0e2604888197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:26.735990 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4d6d1531-b371-4952-9234-660baf0dc44f tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:26.754280 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:26.771917 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-4d6d1531-b371-4952-9234-660baf0dc44f tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41f4f2b5-72d3-46fe-a08b-bfd4d38e5656']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:26.787507 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-4d6d1531-b371-4952-9234-660baf0dc44f tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f57f8a17-b679-4656-8278-815d2cb9764a') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:26.788715 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-4d6d1531-b371-4952-9234-660baf0dc44f tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f57f8a17-b679-4656-8278-815d2cb9764a') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:26.793393 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 0096e650-bf87-41cb-9c1e-5ec8978c8b99 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:34:26.803310 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-0f03028f-836b-481d-b4df-0e2604888197 admin admin] Deleting port fb099d9c-c389-4725-8022-87c16d224fad {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:34:26.803741 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0f03028f-836b-481d-b4df-0e2604888197 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:26.816096 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4d6d1531-b371-4952-9234-660baf0dc44f tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:26.828055 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 0096e650-bf87-41cb-9c1e-5ec8978c8b99 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:34:26.828329 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 0096e650-bf87-41cb-9c1e-5ec8978c8b99 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:34:26.834039 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4d6d1531-b371-4952-9234-660baf0dc44f tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:26.847097 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-3698a50b-3cf1-42d2-a8c6-f2ace520378b None None] Deleting port 06a39639-0418-4206-9561-789d3b1f26ed {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:34:26.847771 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3698a50b-3cf1-42d2-a8c6-f2ace520378b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:26.854842 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d6d1531-b371-4952-9234-660baf0dc44f tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:34:26.855312 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4d6d1531-b371-4952-9234-660baf0dc44f tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:26.917504 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-0f03028f-836b-481d-b4df-0e2604888197 admin admin] For port fb099d9c-c389-4725-8022-87c16d224fad, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=fb099d9c-c389-4725-8022-87c16d224fad,segment=NetworkSegment(59d6fed5-1de0-4ec5-ad2b-5027d009e9f0),segment_id=59d6fed5-1de0-4ec5-ad2b-5027d009e9f0)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:34:26.918088 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0f03028f-836b-481d-b4df-0e2604888197 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:26.930248 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-3698a50b-3cf1-42d2-a8c6-f2ace520378b None None] For port 06a39639-0418-4206-9561-789d3b1f26ed, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=06a39639-0418-4206-9561-789d3b1f26ed,segment=NetworkSegment(322cfc41-8e5b-4a9d-b2cd-4c25792cd900),segment_id=322cfc41-8e5b-4a9d-b2cd-4c25792cd900)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:34:26.930885 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3698a50b-3cf1-42d2-a8c6-f2ace520378b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:26.933041 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-0f03028f-836b-481d-b4df-0e2604888197 admin admin] Calling delete_port for fb099d9c-c389-4725-8022-87c16d224fad owned by network:dhcp {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:34:26.934862 n-d-806683-17 neutron-server[102130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:34:26.934862 n-d-806683-17 neutron-server[102130]: self.session.flush() Oct 30 15:34:26.934862 n-d-806683-17 neutron-server[102130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:34:26.934862 n-d-806683-17 neutron-server[102130]: self.session.flush() Oct 30 15:34:26.934862 n-d-806683-17 neutron-server[102130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:34:26.934862 n-d-806683-17 neutron-server[102130]: self.session.flush() Oct 30 15:34:26.934862 n-d-806683-17 neutron-server[102130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:34:26.934862 n-d-806683-17 neutron-server[102130]: self.session.flush() Oct 30 15:34:26.934862 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:34:26.934862 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:34:26.934862 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:34:26.934862 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:34:26.934862 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:34:26.934862 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:34:26.934862 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:34:26.934862 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:34:26.934862 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:34:26.934862 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:34:26.934862 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:34:26.934862 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:34:26.934862 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:34:26.934862 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:34:26.934862 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:34:26.934862 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:34:26.934862 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:34:26.934862 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:34:26.934862 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:34:26.934862 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:34:26.934862 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:34:26.934862 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:34:26.934862 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:34:26.934862 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:34:26.934862 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:34:26.934862 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:34:26.934862 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:34:26.934862 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:34:26.934862 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:34:26.934862 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:34:26.934862 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:34:26.934862 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:34:26.939211 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4d6d1531-b371-4952-9234-660baf0dc44f tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:26.951215 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-3698a50b-3cf1-42d2-a8c6-f2ace520378b None None] Calling delete_port for 06a39639-0418-4206-9561-789d3b1f26ed owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:34:26.961711 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4d6d1531-b371-4952-9234-660baf0dc44f tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:26.966411 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-4d6d1531-b371-4952-9234-660baf0dc44f tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "DELETE /v2.0/networks/41f4f2b5-72d3-46fe-a08b-bfd4d38e5656 HTTP/1.1" status: 204 len: 168 time: 0.9661255 Oct 30 15:34:26.976692 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37226) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:27.042662 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b50b7d-861b-4666-b1a8-d0acd9cec831 None None] DHCP port deletion for a69ee861-8dad-4f6c-abe3-f84fb501d5dd request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:34:27.049197 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0f03028f-836b-481d-b4df-0e2604888197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:27.059434 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6d1531-b371-4952-9234-660baf0dc44f tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Pushing event deleted for resources: {'Network': ['ID=41f4f2b5-72d3-46fe-a08b-bfd4d38e5656,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:27.059774 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3698a50b-3cf1-42d2-a8c6-f2ace520378b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:27.067942 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-07535d2b-231c-4943-9199-55cb0037e82b tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:27.100808 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3698a50b-3cf1-42d2-a8c6-f2ace520378b None None] Pushing event deleted for resources: {'Port': ['ID=06a39639-0418-4206-9561-789d3b1f26ed,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:27.101651 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f03028f-836b-481d-b4df-0e2604888197 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb099d9c-c389-4725-8022-87c16d224fad,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:27.112722 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f03028f-836b-481d-b4df-0e2604888197 admin admin] No DVR routers for this DVR port fb099d9c-c389-4725-8022-87c16d224fad on host n-d-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:34:27.119119 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3698a50b-3cf1-42d2-a8c6-f2ace520378b None None] No DVR routers for this DVR port 06a39639-0418-4206-9561-789d3b1f26ed on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:34:27.210375 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0f03028f-836b-481d-b4df-0e2604888197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:27.231959 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-07535d2b-231c-4943-9199-55cb0037e82b tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:27.247090 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-0f03028f-836b-481d-b4df-0e2604888197 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a69ee861-8dad-4f6c-abe3-f84fb501d5dd']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:27.255525 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-07535d2b-231c-4943-9199-55cb0037e82b tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40276388-3ff5-464f-a1fa-a9b66ac7f622']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:27.257149 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-0f03028f-836b-481d-b4df-0e2604888197 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59d6fed5-1de0-4ec5-ad2b-5027d009e9f0') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:27.257872 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-0f03028f-836b-481d-b4df-0e2604888197 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59d6fed5-1de0-4ec5-ad2b-5027d009e9f0') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:27.267535 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-07535d2b-231c-4943-9199-55cb0037e82b tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '322cfc41-8e5b-4a9d-b2cd-4c25792cd900') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:27.267535 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-07535d2b-231c-4943-9199-55cb0037e82b tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '322cfc41-8e5b-4a9d-b2cd-4c25792cd900') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:27.268921 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0f03028f-836b-481d-b4df-0e2604888197 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:27.278374 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-07535d2b-231c-4943-9199-55cb0037e82b tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:27.283041 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0f03028f-836b-481d-b4df-0e2604888197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:27.290034 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f03028f-836b-481d-b4df-0e2604888197 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:34:27.290423 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0f03028f-836b-481d-b4df-0e2604888197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:27.292168 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:34:27.292168 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:34:27.292168 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:34:27.292168 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:34:27.292168 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:34:27.292168 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:34:27.292168 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:34:27.292168 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:34:27.292168 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:34:27.292168 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:34:27.292168 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:34:27.292168 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:34:27.292168 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:34:27.292168 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:34:27.292168 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:34:27.292168 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:34:27.292168 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:34:27.292168 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:34:27.292168 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:34:27.292168 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:34:27.292168 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:34:27.292168 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:34:27.292168 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:34:27.292168 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:34:27.292168 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:34:27.292168 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:34:27.292168 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:34:27.292168 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:34:27.292168 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:34:27.292168 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:34:27.292168 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:34:27.292168 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:34:27.296750 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-07535d2b-231c-4943-9199-55cb0037e82b tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:27.306016 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07535d2b-231c-4943-9199-55cb0037e82b tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:34:27.306514 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-07535d2b-231c-4943-9199-55cb0037e82b tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:27.309846 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:34:27.309846 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:34:27.309846 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:34:27.309846 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:34:27.309846 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:34:27.309846 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:34:27.309846 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:34:27.309846 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:34:27.309846 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:34:27.309846 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:34:27.309846 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:34:27.309846 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:34:27.309846 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:34:27.309846 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:34:27.309846 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:34:27.309846 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:34:27.309846 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:34:27.309846 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:34:27.309846 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:34:27.309846 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:34:27.309846 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:34:27.309846 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:34:27.309846 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:34:27.309846 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:34:27.309846 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:34:27.309846 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:34:27.309846 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:34:27.309846 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:34:27.309846 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:34:27.309846 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:34:27.309846 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:34:27.309846 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:34:27.352371 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0f03028f-836b-481d-b4df-0e2604888197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:27.360264 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0f03028f-836b-481d-b4df-0e2604888197 admin admin] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:27.363456 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-0f03028f-836b-481d-b4df-0e2604888197 admin admin] 10.222.0.62 "DELETE /v2.0/networks/a69ee861-8dad-4f6c-abe3-f84fb501d5dd HTTP/1.1" status: 204 len: 168 time: 0.8255138 Oct 30 15:34:27.377705 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f03028f-836b-481d-b4df-0e2604888197 admin admin] Pushing event deleted for resources: {'Network': ['ID=a69ee861-8dad-4f6c-abe3-f84fb501d5dd,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:27.385578 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-07535d2b-231c-4943-9199-55cb0037e82b tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:27.392524 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-07535d2b-231c-4943-9199-55cb0037e82b tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:27.396530 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-07535d2b-231c-4943-9199-55cb0037e82b tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "DELETE /v2.0/networks/40276388-3ff5-464f-a1fa-a9b66ac7f622 HTTP/1.1" status: 204 len: 168 time: 0.4185395 Oct 30 15:34:27.401210 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 37230) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:27.406761 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-b60ba703-46be-4765-b80d-1b6a29974144 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1824241978'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:34:27.418090 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07535d2b-231c-4943-9199-55cb0037e82b tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Pushing event deleted for resources: {'Network': ['ID=40276388-3ff5-464f-a1fa-a9b66ac7f622,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:27.437146 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60ba703-46be-4765-b80d-1b6a29974144 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Made reservation on behalf of 3fab24dfe8cd42fd9eac128f04bf2ccb for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:34:27.441761 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b60ba703-46be-4765-b80d-1b6a29974144 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:27.474070 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b60ba703-46be-4765-b80d-1b6a29974144 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:34:27.485877 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b60ba703-46be-4765-b80d-1b6a29974144 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:27.486238 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-b60ba703-46be-4765-b80d-1b6a29974144 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Added segment e73c7e91-23b1-4f00-9398-4463c8070292 of type vlan for network f2c94058-b6e1-42cb-9525-6699d22c1802 Oct 30 15:34:27.526200 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37234) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:27.533488 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b60ba703-46be-4765-b80d-1b6a29974144 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:27.567286 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b60ba703-46be-4765-b80d-1b6a29974144 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:27.573521 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-ee8b84f6-4224-47a1-b3b5-f088247825ee admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=851f863f3af14cfda31cec55b5caebe9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0458350 Oct 30 15:34:27.573716 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60ba703-46be-4765-b80d-1b6a29974144 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:34:27.574350 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b60ba703-46be-4765-b80d-1b6a29974144 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:27.576099 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37236) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:27.625243 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4dadd0fa-2bad-445e-96eb-9b554a315e7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:27.641693 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b60ba703-46be-4765-b80d-1b6a29974144 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2368407 Oct 30 15:34:27.642523 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 37240) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:27.649000 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-adc35efd-2a4d-496c-80a1-676df24073ca tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Request body: {'subnet': {'network_id': 'f2c94058-b6e1-42cb-9525-6699d22c1802', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:34:27.655668 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4dadd0fa-2bad-445e-96eb-9b554a315e7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:27.666841 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60ba703-46be-4765-b80d-1b6a29974144 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Pushing event updated for resources: {'Network': ['ID=f2c94058-b6e1-42cb-9525-6699d22c1802,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:27.682530 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network f2c94058-b6e1-42cb-9525-6699d22c1802 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:34:27.721097 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4dadd0fa-2bad-445e-96eb-9b554a315e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:27.726009 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4dadd0fa-2bad-445e-96eb-9b554a315e7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:27.727900 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-4dadd0fa-2bad-445e-96eb-9b554a315e7b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/499c2e65-0f42-40a0-874a-31e22574df6b HTTP/1.1" status: 204 len: 168 time: 0.1505206 Oct 30 15:34:27.740955 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dadd0fa-2bad-445e-96eb-9b554a315e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=499c2e65-0f42-40a0-874a-31e22574df6b,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:27.770542 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc35efd-2a4d-496c-80a1-676df24073ca tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Made reservation on behalf of 3fab24dfe8cd42fd9eac128f04bf2ccb for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:34:27.774325 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-adc35efd-2a4d-496c-80a1-676df24073ca tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:27.991413 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-adc35efd-2a4d-496c-80a1-676df24073ca tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:28.036841 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 06a39639-0418-4206-9561-789d3b1f26ed no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:34:28.064428 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc35efd-2a4d-496c-80a1-676df24073ca tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Pushing event updated for resources: {'Subnet': ['ID=58ccfe3e-413d-4ef2-bcf6-22c42715410d,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:28.069432 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc35efd-2a4d-496c-80a1-676df24073ca tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Checking segment: {'id': 'e73c7e91-23b1-4f00-9398-4463c8070292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2c94058-b6e1-42cb-9525-6699d22c1802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:34:28.069999 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc35efd-2a4d-496c-80a1-676df24073ca tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Network hostable DHCP agents. Network: f2c94058-b6e1-42cb-9525-6699d22c1802, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:34:28.088759 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc35efd-2a4d-496c-80a1-676df24073ca tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Network f2c94058-b6e1-42cb-9525-6699d22c1802 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:34:28.094831 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 06a39639-0418-4206-9561-789d3b1f26ed {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:34:28.095696 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 06a39639-0418-4206-9561-789d3b1f26ed not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:34:28.096778 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 96e620ec-98fc-4071-b414-cf43c3104cc7 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:34:28.101532 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-adc35efd-2a4d-496c-80a1-676df24073ca tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, f2c94058-b6e1-42cb-9525-6699d22c1802) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:34:28.107217 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc35efd-2a4d-496c-80a1-676df24073ca tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:34:28.108158 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-adc35efd-2a4d-496c-80a1-676df24073ca tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:28.124833 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23bdb9e-bb02-4944-84a0-242968be6780 None None] Network f2c94058-b6e1-42cb-9525-6699d22c1802 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:34:28.128311 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 96e620ec-98fc-4071-b414-cf43c3104cc7 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:34:28.128874 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 96e620ec-98fc-4071-b414-cf43c3104cc7 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:34:28.129465 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device fb099d9c-c389-4725-8022-87c16d224fad no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:34:28.131061 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-adc35efd-2a4d-496c-80a1-676df24073ca tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4873564 Oct 30 15:34:28.133594 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 37258) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:28.138279 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-64754dd1-ee6f-43c8-8ca2-f5cb72465ec8 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1058943521', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:34:28.172343 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-64754dd1-ee6f-43c8-8ca2-f5cb72465ec8 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:28.174029 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-64754dd1-ee6f-43c8-8ca2-f5cb72465ec8 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:28.199547 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: fb099d9c-c389-4725-8022-87c16d224fad {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:34:28.200231 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device fb099d9c-c389-4725-8022-87c16d224fad not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:34:28.260175 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-64754dd1-ee6f-43c8-8ca2-f5cb72465ec8 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:28.267806 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-64754dd1-ee6f-43c8-8ca2-f5cb72465ec8 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:28.293584 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-64754dd1-ee6f-43c8-8ca2-f5cb72465ec8 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:28.295769 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-64754dd1-ee6f-43c8-8ca2-f5cb72465ec8 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1605613 Oct 30 15:34:28.297832 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37264) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:28.304021 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-1c56e980-4ec4-46b3-9441-2be6ba2e3b00 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Request body: {'port': {'network_id': 'f2c94058-b6e1-42cb-9525-6699d22c1802', 'name': 'tempest-RoutersIpV6Test-1451824121'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:34:28.336652 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492cedb9-9207-469e-a11f-8a52151fb826 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-f2c94058-b6e1-42cb-9525-6699d22c1802', 'network_id': 'f2c94058-b6e1-42cb-9525-6699d22c1802', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'fixed_ips': [{'subnet_id': '58ccfe3e-413d-4ef2-bcf6-22c42715410d'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:34:28.337863 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-492cedb9-9207-469e-a11f-8a52151fb826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:28.446436 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c56e980-4ec4-46b3-9441-2be6ba2e3b00 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Made reservation on behalf of 3fab24dfe8cd42fd9eac128f04bf2ccb for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:34:28.451064 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1c56e980-4ec4-46b3-9441-2be6ba2e3b00 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:28.472448 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [None req-1c56e980-4ec4-46b3-9441-2be6ba2e3b00 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] device_id is not set on port dff06804-9c8a-4488-86eb-5d70fccf9c65 yet. {{(pid=102130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:34:28.498342 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-492cedb9-9207-469e-a11f-8a52151fb826 None None] Allocated IP 2001:db8::2 (f2c94058-b6e1-42cb-9525-6699d22c1802/58ccfe3e-413d-4ef2-bcf6-22c42715410d/55389c04-3c3e-4ce2-892f-5147923f83cf) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:34:28.687659 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-492cedb9-9207-469e-a11f-8a52151fb826 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:28.695406 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-492cedb9-9207-469e-a11f-8a52151fb826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:28.737895 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492cedb9-9207-469e-a11f-8a52151fb826 None None] Network f2c94058-b6e1-42cb-9525-6699d22c1802 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:34:28.743043 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-492cedb9-9207-469e-a11f-8a52151fb826 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:34:28.745931 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492cedb9-9207-469e-a11f-8a52151fb826 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:34:28.759683 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492cedb9-9207-469e-a11f-8a52151fb826 None None] Pushing event updated for resources: {'Port': ['ID=55389c04-3c3e-4ce2-892f-5147923f83cf,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:28.777753 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-1c56e980-4ec4-46b3-9441-2be6ba2e3b00 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Allocated IP 2001:db8::2d7 (f2c94058-b6e1-42cb-9525-6699d22c1802/58ccfe3e-413d-4ef2-bcf6-22c42715410d/dff06804-9c8a-4488-86eb-5d70fccf9c65) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:34:28.816396 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-492cedb9-9207-469e-a11f-8a52151fb826 None None] Attempting to bind port 55389c04-3c3e-4ce2-892f-5147923f83cf on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:34:28.816876 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-492cedb9-9207-469e-a11f-8a52151fb826 None None] Attempting to bind port 55389c04-3c3e-4ce2-892f-5147923f83cf by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'e73c7e91-23b1-4f00-9398-4463c8070292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2c94058-b6e1-42cb-9525-6699d22c1802'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:34:28.817320 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492cedb9-9207-469e-a11f-8a52151fb826 None None] Attempting to bind port 55389c04-3c3e-4ce2-892f-5147923f83cf on network f2c94058-b6e1-42cb-9525-6699d22c1802 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:34:28.822932 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492cedb9-9207-469e-a11f-8a52151fb826 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:34:28.824154 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492cedb9-9207-469e-a11f-8a52151fb826 None None] Checking segment: {'id': 'e73c7e91-23b1-4f00-9398-4463c8070292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2c94058-b6e1-42cb-9525-6699d22c1802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:34:28.824634 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-492cedb9-9207-469e-a11f-8a52151fb826 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:28.825226 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492cedb9-9207-469e-a11f-8a52151fb826 None None] Bound using segment: {'id': 'e73c7e91-23b1-4f00-9398-4463c8070292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2c94058-b6e1-42cb-9525-6699d22c1802'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:34:28.825786 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-492cedb9-9207-469e-a11f-8a52151fb826 None None] Bound port: 55389c04-3c3e-4ce2-892f-5147923f83cf, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e73c7e91-23b1-4f00-9398-4463c8070292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2c94058-b6e1-42cb-9525-6699d22c1802'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:34:28.826298 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-492cedb9-9207-469e-a11f-8a52151fb826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:28.909033 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-492cedb9-9207-469e-a11f-8a52151fb826 None None] For port 55389c04-3c3e-4ce2-892f-5147923f83cf, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:34:28.912759 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-492cedb9-9207-469e-a11f-8a52151fb826 None None] For port 55389c04-3c3e-4ce2-892f-5147923f83cf, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=55389c04-3c3e-4ce2-892f-5147923f83cf,segment=NetworkSegment(e73c7e91-23b1-4f00-9398-4463c8070292),segment_id=e73c7e91-23b1-4f00-9398-4463c8070292)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:34:28.919819 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-492cedb9-9207-469e-a11f-8a52151fb826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:28.964249 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1c56e980-4ec4-46b3-9441-2be6ba2e3b00 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:29.002254 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492cedb9-9207-469e-a11f-8a52151fb826 None None] Pushing event updated for resources: {'Port': ['ID=55389c04-3c3e-4ce2-892f-5147923f83cf,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:29.045035 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1c56e980-4ec4-46b3-9441-2be6ba2e3b00 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:29.097978 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c56e980-4ec4-46b3-9441-2be6ba2e3b00 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Network f2c94058-b6e1-42cb-9525-6699d22c1802 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:34:29.101436 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-1c56e980-4ec4-46b3-9441-2be6ba2e3b00 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:34:29.106678 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c56e980-4ec4-46b3-9441-2be6ba2e3b00 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:34:29.113113 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c56e980-4ec4-46b3-9441-2be6ba2e3b00 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:34:29.113743 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1c56e980-4ec4-46b3-9441-2be6ba2e3b00 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:29.126213 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c56e980-4ec4-46b3-9441-2be6ba2e3b00 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Pushing event updated for resources: {'Port': ['ID=dff06804-9c8a-4488-86eb-5d70fccf9c65,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:29.150458 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-1c56e980-4ec4-46b3-9441-2be6ba2e3b00 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8485625 Oct 30 15:34:29.151292 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 37288) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:29.529495 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-40da0b54-e4b6-4121-968a-716cc52d81d2 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:29.883063 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-40da0b54-e4b6-4121-968a-716cc52d81d2 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:29.889352 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-40da0b54-e4b6-4121-968a-716cc52d81d2 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:29.935837 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:29.982562 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da0b54-e4b6-4121-968a-716cc52d81d2 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Pushing event updated for resources: {'Port': ['ID=dff06804-9c8a-4488-86eb-5d70fccf9c65,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:30.135544 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-40da0b54-e4b6-4121-968a-716cc52d81d2 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:30.150646 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 55389c04-3c3e-4ce2-892f-5147923f83cf up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:34:30.218308 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 55389c04-3c3e-4ce2-892f-5147923f83cf triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:34:30.218908 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:30.365569 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-40da0b54-e4b6-4121-968a-716cc52d81d2 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:30.374465 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b699cbe7-4a9f-446e-b5e7-00abc81511e3 None None] Network f2c94058-b6e1-42cb-9525-6699d22c1802 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:34:30.441942 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:30.458168 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-2e45a8c8-c987-4047-9526-e804215c1eb4 None None] Provisioning complete for port 55389c04-3c3e-4ce2-892f-5147923f83cf triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:34:30.458668 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2e45a8c8-c987-4047-9526-e804215c1eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:30.557930 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 55389c04-3c3e-4ce2-892f-5147923f83cf, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=55389c04-3c3e-4ce2-892f-5147923f83cf,segment=NetworkSegment(e73c7e91-23b1-4f00-9398-4463c8070292),segment_id=e73c7e91-23b1-4f00-9398-4463c8070292)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:34:30.568585 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:30.712873 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-40da0b54-e4b6-4121-968a-716cc52d81d2 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:30.715108 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=55389c04-3c3e-4ce2-892f-5147923f83cf,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:30.719900 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-40da0b54-e4b6-4121-968a-716cc52d81d2 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:30.720927 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-40da0b54-e4b6-4121-968a-716cc52d81d2 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:30.872071 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40da0b54-e4b6-4121-968a-716cc52d81d2 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Network f2c94058-b6e1-42cb-9525-6699d22c1802 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:34:30.876248 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-40da0b54-e4b6-4121-968a-716cc52d81d2 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:34:30.878894 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da0b54-e4b6-4121-968a-716cc52d81d2 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Pushing event updated for resources: {'Port': ['ID=dff06804-9c8a-4488-86eb-5d70fccf9c65,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:31.033280 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40da0b54-e4b6-4121-968a-716cc52d81d2 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Router c68afd8c-3da0-42ba-b23a-9fabec604b6c is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:34:31.124061 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-200c3231-f09c-4508-a8e6-c17b3c87f905 None None] Provisioning complete for port dff06804-9c8a-4488-86eb-5d70fccf9c65 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:34:31.125479 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-200c3231-f09c-4508-a8e6-c17b3c87f905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:31.153270 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40da0b54-e4b6-4121-968a-716cc52d81d2 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:34:31.164502 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635d5bbd-5400-480a-8580-7dd8a5390b49 None None] Sync routers for ids ['c68afd8c-3da0-42ba-b23a-9fabec604b6c'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:34:31.171059 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-40da0b54-e4b6-4121-968a-716cc52d81d2 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "PUT /v2.0/routers/c68afd8c-3da0-42ba-b23a-9fabec604b6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0156045 Oct 30 15:34:31.171207 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 37360) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:31.176677 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-200c3231-f09c-4508-a8e6-c17b3c87f905 None None] Port dff06804-9c8a-4488-86eb-5d70fccf9c65 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:34:31.178156 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635d5bbd-5400-480a-8580-7dd8a5390b49 None None] Routers {'c68afd8c-3da0-42ba-b23a-9fabec604b6c'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:34:31.179254 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-635d5bbd-5400-480a-8580-7dd8a5390b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:34:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['c68afd8c-3da0-42ba-b23a-9fabec604b6c'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:31.216589 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-200c3231-f09c-4508-a8e6-c17b3c87f905 None None] Provisioning complete for port 55389c04-3c3e-4ce2-892f-5147923f83cf triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:34:31.217515 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-200c3231-f09c-4508-a8e6-c17b3c87f905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:31.226558 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0321064-ed16-4fcc-b03a-ecceed05c13d tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:34:31.230546 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-f0321064-ed16-4fcc-b03a-ecceed05c13d tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "GET /v2.0/ports/dff06804-9c8a-4488-86eb-5d70fccf9c65 HTTP/1.1" status: 200 len: 984 time: 0.0559118 Oct 30 15:34:31.230760 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 37364) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:31.367666 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-635d5bbd-5400-480a-8580-7dd8a5390b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:31.379257 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635d5bbd-5400-480a-8580-7dd8a5390b49 None None] Routers {'c68afd8c-3da0-42ba-b23a-9fabec604b6c'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:34:31.380227 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-635d5bbd-5400-480a-8580-7dd8a5390b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:34:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['c68afd8c-3da0-42ba-b23a-9fabec604b6c'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:31.428177 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-635d5bbd-5400-480a-8580-7dd8a5390b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:31.429076 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635d5bbd-5400-480a-8580-7dd8a5390b49 None None] The sync data for ids ['c68afd8c-3da0-42ba-b23a-9fabec604b6c'] in n-d-806683-17 is: [] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:34:31.567169 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-c094407a-8965-432a-8471-070adb369d6a None None] Provisioning complete for port dff06804-9c8a-4488-86eb-5d70fccf9c65 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:34:31.567793 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c094407a-8965-432a-8471-070adb369d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:31.637656 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-c094407a-8965-432a-8471-070adb369d6a None None] Port dff06804-9c8a-4488-86eb-5d70fccf9c65 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:34:31.691143 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c61ccaa0-106d-4942-b7d3-9dbc25154e74 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:31.788684 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-4d868e9e-a044-4f7c-aee0-48bbb66b63d4 None None] Provisioning complete for port dff06804-9c8a-4488-86eb-5d70fccf9c65 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:34:31.790248 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4d868e9e-a044-4f7c-aee0-48bbb66b63d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:31.848964 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-4d868e9e-a044-4f7c-aee0-48bbb66b63d4 None None] Port dff06804-9c8a-4488-86eb-5d70fccf9c65 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:34:32.030397 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:32.045215 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-c61ccaa0-106d-4942-b7d3-9dbc25154e74 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Deleting port dff06804-9c8a-4488-86eb-5d70fccf9c65 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:34:32.045520 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c61ccaa0-106d-4942-b7d3-9dbc25154e74 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:32.077764 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 55389c04-3c3e-4ce2-892f-5147923f83cf up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:34:32.141812 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 55389c04-3c3e-4ce2-892f-5147923f83cf triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:34:32.143946 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:32.201732 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-b1ee90af-9eba-4822-aae0-fbbda2c8c54e None None] Provisioning complete for port dff06804-9c8a-4488-86eb-5d70fccf9c65 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:34:32.202106 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b1ee90af-9eba-4822-aae0-fbbda2c8c54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:32.272784 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-b1ee90af-9eba-4822-aae0-fbbda2c8c54e None None] Port dff06804-9c8a-4488-86eb-5d70fccf9c65 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:34:32.475937 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37396) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:32.538782 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c61ccaa0-106d-4942-b7d3-9dbc25154e74 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:32.552807 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-c61ccaa0-106d-4942-b7d3-9dbc25154e74 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Calling delete_port for dff06804-9c8a-4488-86eb-5d70fccf9c65 owned by network:router_interface {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:34:32.607049 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-daa8780d-fd60-4935-925e-6ffc5485b006 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:32.693556 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-daa8780d-fd60-4935-925e-6ffc5485b006 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:32.698703 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-daa8780d-fd60-4935-925e-6ffc5485b006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:32.735442 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa8780d-fd60-4935-925e-6ffc5485b006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6798a55-ecbc-49b6-bae9-f99c7b06f742,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:32.739253 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c61ccaa0-106d-4942-b7d3-9dbc25154e74 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:32.743024 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-daa8780d-fd60-4935-925e-6ffc5485b006 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4dc3f56d1b4749c385fd5a6f89744d7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2654278 Oct 30 15:34:32.743661 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37402) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:32.781132 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61ccaa0-106d-4942-b7d3-9dbc25154e74 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Pushing event deleted for resources: {'Port': ['ID=dff06804-9c8a-4488-86eb-5d70fccf9c65,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:32.799919 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-67057337-83c7-4f64-8e09-c24db0776cf9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:32.823069 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-67057337-83c7-4f64-8e09-c24db0776cf9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:32.882218 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-67057337-83c7-4f64-8e09-c24db0776cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:32.884923 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-67057337-83c7-4f64-8e09-c24db0776cf9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:32.886384 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-67057337-83c7-4f64-8e09-c24db0776cf9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f6798a55-ecbc-49b6-bae9-f99c7b06f742 HTTP/1.1" status: 204 len: 168 time: 0.1414573 Oct 30 15:34:32.895359 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67057337-83c7-4f64-8e09-c24db0776cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6798a55-ecbc-49b6-bae9-f99c7b06f742,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:32.913477 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c61ccaa0-106d-4942-b7d3-9dbc25154e74 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:33.129721 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c61ccaa0-106d-4942-b7d3-9dbc25154e74 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Router c68afd8c-3da0-42ba-b23a-9fabec604b6c has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:34:33.210229 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c61ccaa0-106d-4942-b7d3-9dbc25154e74 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:34:33.215416 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-c61ccaa0-106d-4942-b7d3-9dbc25154e74 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "PUT /v2.0/routers/c68afd8c-3da0-42ba-b23a-9fabec604b6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9835856 Oct 30 15:34:33.218230 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 37410) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:33.224445 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846ccae8-fffe-4196-924a-d482d16fe175 None None] Sync routers for ids ['c68afd8c-3da0-42ba-b23a-9fabec604b6c'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:34:33.239055 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846ccae8-fffe-4196-924a-d482d16fe175 None None] Routers {'c68afd8c-3da0-42ba-b23a-9fabec604b6c'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:34:33.239879 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-846ccae8-fffe-4196-924a-d482d16fe175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:34:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['c68afd8c-3da0-42ba-b23a-9fabec604b6c'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:33.262912 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37412) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:33.278253 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4c8de955-a9d2-4f73-b797-c6b1d8f3bc54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:33.291062 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-846ccae8-fffe-4196-924a-d482d16fe175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:33.305170 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846ccae8-fffe-4196-924a-d482d16fe175 None None] Routers {'c68afd8c-3da0-42ba-b23a-9fabec604b6c'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:34:33.305953 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-846ccae8-fffe-4196-924a-d482d16fe175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:34:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['c68afd8c-3da0-42ba-b23a-9fabec604b6c'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:33.353736 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-846ccae8-fffe-4196-924a-d482d16fe175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:33.354938 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846ccae8-fffe-4196-924a-d482d16fe175 None None] The sync data for ids ['c68afd8c-3da0-42ba-b23a-9fabec604b6c'] in n-d-806683-17 is: [] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:34:33.371743 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4c8de955-a9d2-4f73-b797-c6b1d8f3bc54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:33.376463 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4c8de955-a9d2-4f73-b797-c6b1d8f3bc54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:33.416757 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8de955-a9d2-4f73-b797-c6b1d8f3bc54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c132c294-9e49-4b79-b1a3-4698e69384ca,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:33.430070 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-4c8de955-a9d2-4f73-b797-c6b1d8f3bc54 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9c8f6969104e4565a64b704f5eb769d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1658080 Oct 30 15:34:33.432330 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37416) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:33.440933 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-86c48e29-8bd0-4ce1-9333-59fa6bb72e11 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] remove_router_interface failed (client error): The resource could not be found. Oct 30 15:34:33.444639 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-86c48e29-8bd0-4ce1-9333-59fa6bb72e11 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "PUT /v2.0/routers/c68afd8c-3da0-42ba-b23a-9fabec604b6c/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2226410 Oct 30 15:34:33.444824 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 37418) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:33.474682 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-20ed7b5d-b16c-43d7-a5c7-7566c1b1f35a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "GET /v2.0/ports?device_id=c68afd8c-3da0-42ba-b23a-9fabec604b6c HTTP/1.1" status: 200 len: 205 time: 0.0261319 Oct 30 15:34:33.474682 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 37420) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:33.489607 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ade7bd61-e323-431e-b4c5-b18312c884be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:33.516717 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ade7bd61-e323-431e-b4c5-b18312c884be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:33.555392 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-36e0f2f7-e17e-402c-b616-823d444c7412 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for router, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:33.569552 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ade7bd61-e323-431e-b4c5-b18312c884be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:33.573275 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ade7bd61-e323-431e-b4c5-b18312c884be admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:33.574501 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-ade7bd61-e323-431e-b4c5-b18312c884be admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c132c294-9e49-4b79-b1a3-4698e69384ca HTTP/1.1" status: 204 len: 168 time: 0.1411321 Oct 30 15:34:33.594094 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade7bd61-e323-431e-b4c5-b18312c884be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c132c294-9e49-4b79-b1a3-4698e69384ca,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:33.758032 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-36e0f2f7-e17e-402c-b616-823d444c7412 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:33.760322 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-36e0f2f7-e17e-402c-b616-823d444c7412 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:33.810222 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-36e0f2f7-e17e-402c-b616-823d444c7412 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:33.810775 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e0f2f7-e17e-402c-b616-823d444c7412 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Fanout notify agent at l3_agent the message router_deleted on router c68afd8c-3da0-42ba-b23a-9fabec604b6c {{(pid=102131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:34:33.819506 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-36e0f2f7-e17e-402c-b616-823d444c7412 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:33.823280 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-36e0f2f7-e17e-402c-b616-823d444c7412 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "DELETE /v2.0/routers/c68afd8c-3da0-42ba-b23a-9fabec604b6c HTTP/1.1" status: 204 len: 168 time: 0.3450420 Oct 30 15:34:33.823610 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37428) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:33.880690 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ef8fde9-10e4-472a-b518-4d8795332915 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Deleting subnet 58ccfe3e-413d-4ef2-bcf6-22c42715410d {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:34:33.884376 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5ef8fde9-10e4-472a-b518-4d8795332915 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:33.930778 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5ef8fde9-10e4-472a-b518-4d8795332915 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:34.038341 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5ef8fde9-10e4-472a-b518-4d8795332915 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:34.177204 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5ef8fde9-10e4-472a-b518-4d8795332915 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:34.215032 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef8fde9-10e4-472a-b518-4d8795332915 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Pushing event deleted for resources: {'Subnet': ['ID=58ccfe3e-413d-4ef2-bcf6-22c42715410d,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:34.226395 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5ef8fde9-10e4-472a-b518-4d8795332915 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:34.229817 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-5ef8fde9-10e4-472a-b518-4d8795332915 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "DELETE /v2.0/subnets/58ccfe3e-413d-4ef2-bcf6-22c42715410d HTTP/1.1" status: 204 len: 168 time: 0.4049816 Oct 30 15:34:34.234171 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 37442) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:34.234556 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d80993-8e7d-47cc-8ba4-3e6c2cf01c5a None None] Network f2c94058-b6e1-42cb-9525-6699d22c1802 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:34:34.344514 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2c3a4127-1c65-48ed-b1cc-25b4920fc6f4 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:34.412584 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a4127-1c65-48ed-b1cc-25b4920fc6f4 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Deleting port 55389c04-3c3e-4ce2-892f-5147923f83cf {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:34:34.412947 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2c3a4127-1c65-48ed-b1cc-25b4920fc6f4 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:34.477623 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-2c3a4127-1c65-48ed-b1cc-25b4920fc6f4 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] For port 55389c04-3c3e-4ce2-892f-5147923f83cf, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=55389c04-3c3e-4ce2-892f-5147923f83cf,segment=NetworkSegment(e73c7e91-23b1-4f00-9398-4463c8070292),segment_id=e73c7e91-23b1-4f00-9398-4463c8070292)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:34:34.477983 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2c3a4127-1c65-48ed-b1cc-25b4920fc6f4 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:34.478257 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7840033-df69-4754-8026-ece80638c6b5 None None] DHCP port deletion for f2c94058-b6e1-42cb-9525-6699d22c1802 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:34:34.491184 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a4127-1c65-48ed-b1cc-25b4920fc6f4 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Calling delete_port for 55389c04-3c3e-4ce2-892f-5147923f83cf owned by network:dhcp {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:34:34.529820 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-b7840033-df69-4754-8026-ece80638c6b5 None None] Deleting port 55389c04-3c3e-4ce2-892f-5147923f83cf {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:34:34.530198 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b7840033-df69-4754-8026-ece80638c6b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:34.582338 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2c3a4127-1c65-48ed-b1cc-25b4920fc6f4 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:34.597560 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-b7840033-df69-4754-8026-ece80638c6b5 None None] For port 55389c04-3c3e-4ce2-892f-5147923f83cf, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=55389c04-3c3e-4ce2-892f-5147923f83cf,segment=NetworkSegment(e73c7e91-23b1-4f00-9398-4463c8070292),segment_id=e73c7e91-23b1-4f00-9398-4463c8070292)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:34:34.597956 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b7840033-df69-4754-8026-ece80638c6b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:34.610793 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a4127-1c65-48ed-b1cc-25b4920fc6f4 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Pushing event deleted for resources: {'Port': ['ID=55389c04-3c3e-4ce2-892f-5147923f83cf,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:34.611076 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-b7840033-df69-4754-8026-ece80638c6b5 None None] Calling delete_port for 55389c04-3c3e-4ce2-892f-5147923f83cf owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:34:34.615409 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3a4127-1c65-48ed-b1cc-25b4920fc6f4 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] No DVR routers for this DVR port 55389c04-3c3e-4ce2-892f-5147923f83cf on host n-d-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:34:34.710888 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2c3a4127-1c65-48ed-b1cc-25b4920fc6f4 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:34.743347 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-2c3a4127-1c65-48ed-b1cc-25b4920fc6f4 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2c94058-b6e1-42cb-9525-6699d22c1802']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:34.758055 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-2c3a4127-1c65-48ed-b1cc-25b4920fc6f4 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e73c7e91-23b1-4f00-9398-4463c8070292') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:34.758667 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-2c3a4127-1c65-48ed-b1cc-25b4920fc6f4 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e73c7e91-23b1-4f00-9398-4463c8070292') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:34.770580 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2c3a4127-1c65-48ed-b1cc-25b4920fc6f4 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:34.786305 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2c3a4127-1c65-48ed-b1cc-25b4920fc6f4 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:34.797694 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c3a4127-1c65-48ed-b1cc-25b4920fc6f4 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:34:34.798304 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2c3a4127-1c65-48ed-b1cc-25b4920fc6f4 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:34.876368 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:34:34.876368 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:34:34.876368 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:34:34.876368 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:34:34.876368 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:34:34.876368 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:34:34.876368 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:34:34.876368 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:34:34.876368 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:34:34.876368 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:34:34.876368 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:34:34.876368 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:34:34.876368 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:34:34.876368 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:34:34.876368 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:34:34.876368 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:34:34.876368 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:34:34.876368 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:34:34.876368 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:34:34.876368 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:34:34.876368 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:34:34.876368 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:34:34.876368 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:34:34.876368 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:34:34.876368 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:34:34.876368 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:34:34.876368 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:34:34.876368 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:34:34.876368 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:34:34.876368 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:34:34.876368 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:34:34.876368 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:34:34.882207 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2c3a4127-1c65-48ed-b1cc-25b4920fc6f4 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:34.903340 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2c3a4127-1c65-48ed-b1cc-25b4920fc6f4 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:34.906906 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-2c3a4127-1c65-48ed-b1cc-25b4920fc6f4 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "DELETE /v2.0/networks/f2c94058-b6e1-42cb-9525-6699d22c1802 HTTP/1.1" status: 204 len: 168 time: 0.6716228 Oct 30 15:34:34.908266 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a4127-1c65-48ed-b1cc-25b4920fc6f4 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Pushing event deleted for resources: {'Network': ['ID=f2c94058-b6e1-42cb-9525-6699d22c1802,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:34.911426 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37472) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:34.916612 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-4561f9d4-a14b-4811-b2e1-ae101a63e837 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-595833374'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:34:34.937485 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b7840033-df69-4754-8026-ece80638c6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:34.947217 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b7840033-df69-4754-8026-ece80638c6b5 None None] Network f2c94058-b6e1-42cb-9525-6699d22c1802 is not hosted by any dhcp agent {{(pid=102132) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 30 15:34:34.947926 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7840033-df69-4754-8026-ece80638c6b5 None None] No DVR routers for this DVR port 55389c04-3c3e-4ce2-892f-5147923f83cf on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:34:34.949112 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4561f9d4-a14b-4811-b2e1-ae101a63e837 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Made reservation on behalf of 3fab24dfe8cd42fd9eac128f04bf2ccb for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:34:34.959909 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4561f9d4-a14b-4811-b2e1-ae101a63e837 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:34.988902 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7840033-df69-4754-8026-ece80638c6b5 None None] Pushing event deleted for resources: {'Port': ['ID=55389c04-3c3e-4ce2-892f-5147923f83cf,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:34.992238 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4561f9d4-a14b-4811-b2e1-ae101a63e837 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:34:35.003414 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4561f9d4-a14b-4811-b2e1-ae101a63e837 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:35.003795 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-4561f9d4-a14b-4811-b2e1-ae101a63e837 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Added segment adbe11a6-a182-431c-a6f0-dc0c1790c949 of type vlan for network 8853c0fb-f1f2-403e-89ed-21dab6034cf5 Oct 30 15:34:35.046615 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4561f9d4-a14b-4811-b2e1-ae101a63e837 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:35.077258 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4561f9d4-a14b-4811-b2e1-ae101a63e837 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:35.083066 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4561f9d4-a14b-4811-b2e1-ae101a63e837 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:34:35.083770 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4561f9d4-a14b-4811-b2e1-ae101a63e837 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:35.147673 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-4561f9d4-a14b-4811-b2e1-ae101a63e837 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2350609 Oct 30 15:34:35.150721 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 37478) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:35.156162 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-3e8784cf-98f6-45a3-96be-4621dfed04fa tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Request body: {'subnet': {'network_id': '8853c0fb-f1f2-403e-89ed-21dab6034cf5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:34:35.165968 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4561f9d4-a14b-4811-b2e1-ae101a63e837 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Pushing event updated for resources: {'Network': ['ID=8853c0fb-f1f2-403e-89ed-21dab6034cf5,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:35.179431 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 8853c0fb-f1f2-403e-89ed-21dab6034cf5 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:34:35.292713 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8784cf-98f6-45a3-96be-4621dfed04fa tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Made reservation on behalf of 3fab24dfe8cd42fd9eac128f04bf2ccb for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:34:35.297390 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3e8784cf-98f6-45a3-96be-4621dfed04fa tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:35.497316 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3e8784cf-98f6-45a3-96be-4621dfed04fa tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:35.565018 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8784cf-98f6-45a3-96be-4621dfed04fa tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Pushing event updated for resources: {'Subnet': ['ID=ce387e97-64e2-4313-9a56-6c22a9cc9ae3,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:35.570666 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8784cf-98f6-45a3-96be-4621dfed04fa tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Checking segment: {'id': 'adbe11a6-a182-431c-a6f0-dc0c1790c949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8853c0fb-f1f2-403e-89ed-21dab6034cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:34:35.571249 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8784cf-98f6-45a3-96be-4621dfed04fa tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Network hostable DHCP agents. Network: 8853c0fb-f1f2-403e-89ed-21dab6034cf5, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:34:35.591547 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8784cf-98f6-45a3-96be-4621dfed04fa tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Network 8853c0fb-f1f2-403e-89ed-21dab6034cf5 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:34:35.602229 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-3e8784cf-98f6-45a3-96be-4621dfed04fa tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 8853c0fb-f1f2-403e-89ed-21dab6034cf5) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:34:35.606571 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8784cf-98f6-45a3-96be-4621dfed04fa tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:34:35.607211 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3e8784cf-98f6-45a3-96be-4621dfed04fa tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:35.613886 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adcf86fa-ea3f-44e5-98e4-f4c2e6feba2c None None] Network 8853c0fb-f1f2-403e-89ed-21dab6034cf5 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:34:35.624859 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-3e8784cf-98f6-45a3-96be-4621dfed04fa tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4727507 Oct 30 15:34:35.627514 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 37494) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:35.632704 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-444480ac-51d9-471f-9bd8-d472ac370fc0 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-364448456', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:34:35.669803 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-444480ac-51d9-471f-9bd8-d472ac370fc0 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:35.671877 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-444480ac-51d9-471f-9bd8-d472ac370fc0 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:35.733615 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-444480ac-51d9-471f-9bd8-d472ac370fc0 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:35.738387 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-444480ac-51d9-471f-9bd8-d472ac370fc0 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:35.759690 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-444480ac-51d9-471f-9bd8-d472ac370fc0 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:35.761003 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-444480ac-51d9-471f-9bd8-d472ac370fc0 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1317780 Oct 30 15:34:35.763764 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 37498) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:35.820333 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453d16d4-e4da-4d12-9cda-42db54bd2401 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-8853c0fb-f1f2-403e-89ed-21dab6034cf5', 'network_id': '8853c0fb-f1f2-403e-89ed-21dab6034cf5', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'fixed_ips': [{'subnet_id': 'ce387e97-64e2-4313-9a56-6c22a9cc9ae3'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:34:35.821593 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-453d16d4-e4da-4d12-9cda-42db54bd2401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:35.986956 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-453d16d4-e4da-4d12-9cda-42db54bd2401 None None] Allocated IP 2001:db8::2 (8853c0fb-f1f2-403e-89ed-21dab6034cf5/ce387e97-64e2-4313-9a56-6c22a9cc9ae3/0fac7631-092e-4a01-8b81-ca0316608194) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:34:36.085702 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 55389c04-3c3e-4ce2-892f-5147923f83cf no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:34:36.097953 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3daeb72b-ab12-4ebb-9c39-997130e416f0 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:36.115841 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 55389c04-3c3e-4ce2-892f-5147923f83cf {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:34:36.116332 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 55389c04-3c3e-4ce2-892f-5147923f83cf not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:34:36.191216 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-453d16d4-e4da-4d12-9cda-42db54bd2401 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:36.199903 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-453d16d4-e4da-4d12-9cda-42db54bd2401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:36.241418 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453d16d4-e4da-4d12-9cda-42db54bd2401 None None] Network 8853c0fb-f1f2-403e-89ed-21dab6034cf5 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:34:36.247006 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-453d16d4-e4da-4d12-9cda-42db54bd2401 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:34:36.255091 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453d16d4-e4da-4d12-9cda-42db54bd2401 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:34:36.321037 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453d16d4-e4da-4d12-9cda-42db54bd2401 None None] Pushing event updated for resources: {'Port': ['ID=0fac7631-092e-4a01-8b81-ca0316608194,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:36.384122 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-453d16d4-e4da-4d12-9cda-42db54bd2401 None None] Attempting to bind port 0fac7631-092e-4a01-8b81-ca0316608194 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:34:36.385313 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-453d16d4-e4da-4d12-9cda-42db54bd2401 None None] Attempting to bind port 0fac7631-092e-4a01-8b81-ca0316608194 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'adbe11a6-a182-431c-a6f0-dc0c1790c949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8853c0fb-f1f2-403e-89ed-21dab6034cf5'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:34:36.385313 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453d16d4-e4da-4d12-9cda-42db54bd2401 None None] Attempting to bind port 0fac7631-092e-4a01-8b81-ca0316608194 on network 8853c0fb-f1f2-403e-89ed-21dab6034cf5 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:34:36.400226 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453d16d4-e4da-4d12-9cda-42db54bd2401 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:34:36.400623 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453d16d4-e4da-4d12-9cda-42db54bd2401 None None] Checking segment: {'id': 'adbe11a6-a182-431c-a6f0-dc0c1790c949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8853c0fb-f1f2-403e-89ed-21dab6034cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:34:36.401470 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-453d16d4-e4da-4d12-9cda-42db54bd2401 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:36.402101 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453d16d4-e4da-4d12-9cda-42db54bd2401 None None] Bound using segment: {'id': 'adbe11a6-a182-431c-a6f0-dc0c1790c949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8853c0fb-f1f2-403e-89ed-21dab6034cf5'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:34:36.407031 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-453d16d4-e4da-4d12-9cda-42db54bd2401 None None] Bound port: 0fac7631-092e-4a01-8b81-ca0316608194, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adbe11a6-a182-431c-a6f0-dc0c1790c949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8853c0fb-f1f2-403e-89ed-21dab6034cf5'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:34:36.407031 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-453d16d4-e4da-4d12-9cda-42db54bd2401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:36.481541 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-3daeb72b-ab12-4ebb-9c39-997130e416f0 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Allocated IP 2001:db8::1 (8853c0fb-f1f2-403e-89ed-21dab6034cf5/ce387e97-64e2-4313-9a56-6c22a9cc9ae3/35173e55-c804-4d3c-8c8c-131d126ffd9a) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:34:36.497823 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-453d16d4-e4da-4d12-9cda-42db54bd2401 None None] For port 0fac7631-092e-4a01-8b81-ca0316608194, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:34:36.502104 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-453d16d4-e4da-4d12-9cda-42db54bd2401 None None] For port 0fac7631-092e-4a01-8b81-ca0316608194, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=0fac7631-092e-4a01-8b81-ca0316608194,segment=NetworkSegment(adbe11a6-a182-431c-a6f0-dc0c1790c949),segment_id=adbe11a6-a182-431c-a6f0-dc0c1790c949)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:34:36.506004 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-453d16d4-e4da-4d12-9cda-42db54bd2401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:36.568348 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453d16d4-e4da-4d12-9cda-42db54bd2401 None None] Pushing event updated for resources: {'Port': ['ID=0fac7631-092e-4a01-8b81-ca0316608194,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:36.659017 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3daeb72b-ab12-4ebb-9c39-997130e416f0 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:36.701798 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3daeb72b-ab12-4ebb-9c39-997130e416f0 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:36.749380 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3daeb72b-ab12-4ebb-9c39-997130e416f0 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Network 8853c0fb-f1f2-403e-89ed-21dab6034cf5 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:34:36.753458 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-3daeb72b-ab12-4ebb-9c39-997130e416f0 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:34:36.759963 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3daeb72b-ab12-4ebb-9c39-997130e416f0 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:34:36.760886 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3daeb72b-ab12-4ebb-9c39-997130e416f0 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:36.808932 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daeb72b-ab12-4ebb-9c39-997130e416f0 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Pushing event updated for resources: {'Port': ['ID=35173e55-c804-4d3c-8c8c-131d126ffd9a,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:36.910063 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3daeb72b-ab12-4ebb-9c39-997130e416f0 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:37.224893 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3daeb72b-ab12-4ebb-9c39-997130e416f0 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:37.231001 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3daeb72b-ab12-4ebb-9c39-997130e416f0 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:37.231887 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3daeb72b-ab12-4ebb-9c39-997130e416f0 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:37.321206 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daeb72b-ab12-4ebb-9c39-997130e416f0 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Pushing event updated for resources: {'Port': ['ID=35173e55-c804-4d3c-8c8c-131d126ffd9a,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:37.381343 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3daeb72b-ab12-4ebb-9c39-997130e416f0 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Network 8853c0fb-f1f2-403e-89ed-21dab6034cf5 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:34:37.383791 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-3daeb72b-ab12-4ebb-9c39-997130e416f0 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:34:37.540094 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3daeb72b-ab12-4ebb-9c39-997130e416f0 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Router 5db91c85-e82c-4976-a5b0-39e4d2e462ca is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:34:37.668784 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3daeb72b-ab12-4ebb-9c39-997130e416f0 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:34:37.675755 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-3daeb72b-ab12-4ebb-9c39-997130e416f0 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "PUT /v2.0/routers/5db91c85-e82c-4976-a5b0-39e4d2e462ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9107747 Oct 30 15:34:37.678131 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 37570) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:37.681519 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56eb144c-50c8-4f45-8ed8-b24ea1de26e8 None None] Sync routers for ids ['5db91c85-e82c-4976-a5b0-39e4d2e462ca'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:34:37.702216 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56eb144c-50c8-4f45-8ed8-b24ea1de26e8 None None] Routers {'5db91c85-e82c-4976-a5b0-39e4d2e462ca'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:34:37.703065 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-56eb144c-50c8-4f45-8ed8-b24ea1de26e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:34:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['5db91c85-e82c-4976-a5b0-39e4d2e462ca'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:37.747510 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-56eb144c-50c8-4f45-8ed8-b24ea1de26e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:37.749043 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36df43b3-df20-41e9-b743-14899f9274fb tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:34:37.750567 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-36df43b3-df20-41e9-b743-14899f9274fb tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "GET /v2.0/ports/35173e55-c804-4d3c-8c8c-131d126ffd9a HTTP/1.1" status: 200 len: 911 time: 0.0564477 Oct 30 15:34:37.753973 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 37572) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:37.761925 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56eb144c-50c8-4f45-8ed8-b24ea1de26e8 None None] Routers {'5db91c85-e82c-4976-a5b0-39e4d2e462ca'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:34:37.763077 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-56eb144c-50c8-4f45-8ed8-b24ea1de26e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:34:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['5db91c85-e82c-4976-a5b0-39e4d2e462ca'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:37.810388 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-56eb144c-50c8-4f45-8ed8-b24ea1de26e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:37.811029 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56eb144c-50c8-4f45-8ed8-b24ea1de26e8 None None] The sync data for ids ['5db91c85-e82c-4976-a5b0-39e4d2e462ca'] in n-d-806683-17 is: [] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:34:37.937053 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176eb0f5-3b7f-474a-8331-cfad98bca89f None None] Network 8853c0fb-f1f2-403e-89ed-21dab6034cf5 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:34:38.091249 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-5886ccd6-e118-40eb-bd8f-7ab148f54ac6 None None] Provisioning complete for port 0fac7631-092e-4a01-8b81-ca0316608194 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:34:38.091660 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5886ccd6-e118-40eb-bd8f-7ab148f54ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:38.145806 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 0fac7631-092e-4a01-8b81-ca0316608194 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:34:38.191102 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f999034a-dfda-4fe5-b0c3-b7a21683a1f2 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:38.268855 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5886ccd6-e118-40eb-bd8f-7ab148f54ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:38.287213 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 0fac7631-092e-4a01-8b81-ca0316608194 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:34:38.287576 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:38.348247 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-5886ccd6-e118-40eb-bd8f-7ab148f54ac6 None None] For port 0fac7631-092e-4a01-8b81-ca0316608194, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=0fac7631-092e-4a01-8b81-ca0316608194,segment=NetworkSegment(adbe11a6-a182-431c-a6f0-dc0c1790c949),segment_id=adbe11a6-a182-431c-a6f0-dc0c1790c949)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:34:38.362606 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5886ccd6-e118-40eb-bd8f-7ab148f54ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:38.452238 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5886ccd6-e118-40eb-bd8f-7ab148f54ac6 None None] Pushing event updated for resources: {'Port': ['ID=0fac7631-092e-4a01-8b81-ca0316608194,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:38.695723 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-5311ec7c-9721-4e9d-ba09-aa8540b36407 None None] Provisioning complete for port 0fac7631-092e-4a01-8b81-ca0316608194 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:34:38.696103 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5311ec7c-9721-4e9d-ba09-aa8540b36407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:38.850851 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-5311ec7c-9721-4e9d-ba09-aa8540b36407 None None] Provisioning complete for port 35173e55-c804-4d3c-8c8c-131d126ffd9a triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:34:38.851229 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5311ec7c-9721-4e9d-ba09-aa8540b36407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:38.895177 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-5311ec7c-9721-4e9d-ba09-aa8540b36407 None None] Port 35173e55-c804-4d3c-8c8c-131d126ffd9a cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:34:39.032609 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-41d2b5d4-4886-4be6-99f0-d2ef5a7053fe None None] Provisioning complete for port 35173e55-c804-4d3c-8c8c-131d126ffd9a triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:34:39.033709 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-41d2b5d4-4886-4be6-99f0-d2ef5a7053fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:39.069663 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-f999034a-dfda-4fe5-b0c3-b7a21683a1f2 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Deleting port 35173e55-c804-4d3c-8c8c-131d126ffd9a {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:34:39.069999 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f999034a-dfda-4fe5-b0c3-b7a21683a1f2 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:39.099786 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-41d2b5d4-4886-4be6-99f0-d2ef5a7053fe None None] Port 35173e55-c804-4d3c-8c8c-131d126ffd9a cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:34:39.190727 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f999034a-dfda-4fe5-b0c3-b7a21683a1f2 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:39.207324 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-f999034a-dfda-4fe5-b0c3-b7a21683a1f2 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Calling delete_port for 35173e55-c804-4d3c-8c8c-131d126ffd9a owned by network:router_interface {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:34:39.338798 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-8848a501-018b-414d-80b5-5266367814b6 None None] Provisioning complete for port 35173e55-c804-4d3c-8c8c-131d126ffd9a triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:34:39.339173 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8848a501-018b-414d-80b5-5266367814b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:39.385753 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-8848a501-018b-414d-80b5-5266367814b6 None None] Port 35173e55-c804-4d3c-8c8c-131d126ffd9a cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:34:39.417461 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f999034a-dfda-4fe5-b0c3-b7a21683a1f2 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:39.446432 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f999034a-dfda-4fe5-b0c3-b7a21683a1f2 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Pushing event deleted for resources: {'Port': ['ID=35173e55-c804-4d3c-8c8c-131d126ffd9a,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:39.560425 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f999034a-dfda-4fe5-b0c3-b7a21683a1f2 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:39.779067 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f999034a-dfda-4fe5-b0c3-b7a21683a1f2 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Router 5db91c85-e82c-4976-a5b0-39e4d2e462ca has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:34:39.863532 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f999034a-dfda-4fe5-b0c3-b7a21683a1f2 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:34:39.871365 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37624) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:39.871860 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-f999034a-dfda-4fe5-b0c3-b7a21683a1f2 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "PUT /v2.0/routers/5db91c85-e82c-4976-a5b0-39e4d2e462ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1160324 Oct 30 15:34:39.885731 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4449edbd-12e1-4648-a1d6-ef357716c430 None None] Sync routers for ids ['5db91c85-e82c-4976-a5b0-39e4d2e462ca'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:34:39.903607 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4449edbd-12e1-4648-a1d6-ef357716c430 None None] Routers {'5db91c85-e82c-4976-a5b0-39e4d2e462ca'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:34:39.904794 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-4449edbd-12e1-4648-a1d6-ef357716c430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:34:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['5db91c85-e82c-4976-a5b0-39e4d2e462ca'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:39.910585 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c7724ebb-446c-4000-8ad0-0d088dd7271d tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "GET /v2.0/ports?device_id=5db91c85-e82c-4976-a5b0-39e4d2e462ca HTTP/1.1" status: 200 len: 205 time: 0.0363734 Oct 30 15:34:39.912790 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 37626) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:39.950336 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-4449edbd-12e1-4648-a1d6-ef357716c430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:39.959435 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4449edbd-12e1-4648-a1d6-ef357716c430 None None] Routers {'5db91c85-e82c-4976-a5b0-39e4d2e462ca'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:34:39.960083 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-4449edbd-12e1-4648-a1d6-ef357716c430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:34:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['5db91c85-e82c-4976-a5b0-39e4d2e462ca'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:39.995818 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1e72ff50-33c2-4916-a560-56de62e6ecfb tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for router, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:39.999899 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-4449edbd-12e1-4648-a1d6-ef357716c430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:40.000559 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4449edbd-12e1-4648-a1d6-ef357716c430 None None] The sync data for ids ['5db91c85-e82c-4976-a5b0-39e4d2e462ca'] in n-d-806683-17 is: [] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:34:40.090970 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 0fac7631-092e-4a01-8b81-ca0316608194 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:34:40.144573 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 0fac7631-092e-4a01-8b81-ca0316608194 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:34:40.145554 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:40.202531 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1e72ff50-33c2-4916-a560-56de62e6ecfb tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:40.205800 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1e72ff50-33c2-4916-a560-56de62e6ecfb tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:40.255545 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1e72ff50-33c2-4916-a560-56de62e6ecfb tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:40.256094 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e72ff50-33c2-4916-a560-56de62e6ecfb tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Fanout notify agent at l3_agent the message router_deleted on router 5db91c85-e82c-4976-a5b0-39e4d2e462ca {{(pid=102131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:34:40.263326 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1e72ff50-33c2-4916-a560-56de62e6ecfb tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:40.267272 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-1e72ff50-33c2-4916-a560-56de62e6ecfb tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "DELETE /v2.0/routers/5db91c85-e82c-4976-a5b0-39e4d2e462ca HTTP/1.1" status: 204 len: 168 time: 0.3503470 Oct 30 15:34:40.267272 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 37632) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:40.327924 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-b47f0fc1-7c3a-4b0d-b996-1aa535732bbe tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Deleting subnet ce387e97-64e2-4313-9a56-6c22a9cc9ae3 {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:34:40.331339 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b47f0fc1-7c3a-4b0d-b996-1aa535732bbe tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:40.376956 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b47f0fc1-7c3a-4b0d-b996-1aa535732bbe tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:40.466255 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b47f0fc1-7c3a-4b0d-b996-1aa535732bbe tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:40.531905 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b47f0fc1-7c3a-4b0d-b996-1aa535732bbe tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:40.560331 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47f0fc1-7c3a-4b0d-b996-1aa535732bbe tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Pushing event deleted for resources: {'Subnet': ['ID=ce387e97-64e2-4313-9a56-6c22a9cc9ae3,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:40.565292 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b47f0fc1-7c3a-4b0d-b996-1aa535732bbe tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:40.571316 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b47f0fc1-7c3a-4b0d-b996-1aa535732bbe tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "DELETE /v2.0/subnets/ce387e97-64e2-4313-9a56-6c22a9cc9ae3 HTTP/1.1" status: 204 len: 168 time: 0.3004036 Oct 30 15:34:40.571596 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 37636) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:40.581135 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7947960-6319-4527-84d2-584cca5af6d7 None None] Network 8853c0fb-f1f2-403e-89ed-21dab6034cf5 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:34:40.668859 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-59d05973-0aa9-49d4-ace4-6261d817bf86 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:40.747684 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-59d05973-0aa9-49d4-ace4-6261d817bf86 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Deleting port 0fac7631-092e-4a01-8b81-ca0316608194 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:34:40.748309 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-59d05973-0aa9-49d4-ace4-6261d817bf86 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:40.834392 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb37cdee-8110-4491-a5f0-d7a9a1ebf590 None None] DHCP port deletion for 8853c0fb-f1f2-403e-89ed-21dab6034cf5 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:34:40.859686 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-59d05973-0aa9-49d4-ace4-6261d817bf86 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] For port 0fac7631-092e-4a01-8b81-ca0316608194, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=0fac7631-092e-4a01-8b81-ca0316608194,segment=NetworkSegment(adbe11a6-a182-431c-a6f0-dc0c1790c949),segment_id=adbe11a6-a182-431c-a6f0-dc0c1790c949)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:34:40.860057 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-59d05973-0aa9-49d4-ace4-6261d817bf86 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:40.878734 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-59d05973-0aa9-49d4-ace4-6261d817bf86 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Calling delete_port for 0fac7631-092e-4a01-8b81-ca0316608194 owned by network:dhcp {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:34:40.892158 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 37644) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:40.903268 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-fb37cdee-8110-4491-a5f0-d7a9a1ebf590 None None] Deleting port 0fac7631-092e-4a01-8b81-ca0316608194 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:34:40.903870 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-fb37cdee-8110-4491-a5f0-d7a9a1ebf590 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:40.969570 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-fb37cdee-8110-4491-a5f0-d7a9a1ebf590 None None] For port 0fac7631-092e-4a01-8b81-ca0316608194, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=0fac7631-092e-4a01-8b81-ca0316608194,segment=NetworkSegment(adbe11a6-a182-431c-a6f0-dc0c1790c949),segment_id=adbe11a6-a182-431c-a6f0-dc0c1790c949)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:34:40.969942 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-fb37cdee-8110-4491-a5f0-d7a9a1ebf590 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:40.984617 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-59d05973-0aa9-49d4-ace4-6261d817bf86 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:40.997550 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-fb37cdee-8110-4491-a5f0-d7a9a1ebf590 None None] Calling delete_port for 0fac7631-092e-4a01-8b81-ca0316608194 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:34:41.032379 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d05973-0aa9-49d4-ace4-6261d817bf86 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Pushing event deleted for resources: {'Port': ['ID=0fac7631-092e-4a01-8b81-ca0316608194,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:41.040055 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d05973-0aa9-49d4-ace4-6261d817bf86 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] No DVR routers for this DVR port 0fac7631-092e-4a01-8b81-ca0316608194 on host n-d-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:34:41.052159 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7b93bbb5-00a4-4cd1-ab95-a2a667e637c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:41.149995 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-59d05973-0aa9-49d4-ace4-6261d817bf86 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:41.152559 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-fb37cdee-8110-4491-a5f0-d7a9a1ebf590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:41.185892 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb37cdee-8110-4491-a5f0-d7a9a1ebf590 None None] No DVR routers for this DVR port 0fac7631-092e-4a01-8b81-ca0316608194 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:34:41.190999 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb37cdee-8110-4491-a5f0-d7a9a1ebf590 None None] Pushing event deleted for resources: {'Port': ['ID=0fac7631-092e-4a01-8b81-ca0316608194,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:41.198194 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-59d05973-0aa9-49d4-ace4-6261d817bf86 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8853c0fb-f1f2-403e-89ed-21dab6034cf5']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:41.216175 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-59d05973-0aa9-49d4-ace4-6261d817bf86 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adbe11a6-a182-431c-a6f0-dc0c1790c949') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:41.216390 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-59d05973-0aa9-49d4-ace4-6261d817bf86 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adbe11a6-a182-431c-a6f0-dc0c1790c949') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:41.231176 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-59d05973-0aa9-49d4-ace4-6261d817bf86 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:41.252532 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-59d05973-0aa9-49d4-ace4-6261d817bf86 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:41.272954 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59d05973-0aa9-49d4-ace4-6261d817bf86 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:34:41.273621 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-59d05973-0aa9-49d4-ace4-6261d817bf86 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:41.276677 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:34:41.276677 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:34:41.276677 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:34:41.276677 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:34:41.276677 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:34:41.276677 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:34:41.276677 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:34:41.276677 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:34:41.276677 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:34:41.276677 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:34:41.276677 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:34:41.276677 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:34:41.276677 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:34:41.276677 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:34:41.276677 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:34:41.276677 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:34:41.276677 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:34:41.276677 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:34:41.276677 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:34:41.276677 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:34:41.276677 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:34:41.276677 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:34:41.276677 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:34:41.276677 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:34:41.276677 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:34:41.276677 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:34:41.276677 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:34:41.276677 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:34:41.276677 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:34:41.276677 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:34:41.276677 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:34:41.276677 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:34:41.319038 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7b93bbb5-00a4-4cd1-ab95-a2a667e637c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:41.327972 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7b93bbb5-00a4-4cd1-ab95-a2a667e637c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:41.409969 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-7b93bbb5-00a4-4cd1-ab95-a2a667e637c6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6a8a42c7c78e47b2bc3e4f1b0bdb1839&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5137866 Oct 30 15:34:41.409969 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-59d05973-0aa9-49d4-ace4-6261d817bf86 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:41.410994 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37654) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:41.414474 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b93bbb5-00a4-4cd1-ab95-a2a667e637c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=932d1ccf-71a1-46d2-b3cb-6a4dd7c63cec,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:41.421445 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-59d05973-0aa9-49d4-ace4-6261d817bf86 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:41.428490 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-59d05973-0aa9-49d4-ace4-6261d817bf86 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "DELETE /v2.0/networks/8853c0fb-f1f2-403e-89ed-21dab6034cf5 HTTP/1.1" status: 204 len: 168 time: 0.8526707 Oct 30 15:34:41.428638 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 37656) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:41.433683 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-9e1bdff4-ca83-435d-a66f-c87516958f6b tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-253107902', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}, 'admin_state_up': False}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:34:41.451898 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d05973-0aa9-49d4-ace4-6261d817bf86 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Pushing event deleted for resources: {'Network': ['ID=8853c0fb-f1f2-403e-89ed-21dab6034cf5,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:41.462738 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ca917-6174-4fa1-b062-4fb8c90206af req-b5e0cf8b-feab-4172-9807-f7dd7d04150d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:34:41.464373 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b03ca917-6174-4fa1-b062-4fb8c90206af req-b5e0cf8b-feab-4172-9807-f7dd7d04150d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=63addfbe-85c9-4de2-8eaf-26998965f136 HTTP/1.1" status: 200 len: 1097 time: 0.2054191 Oct 30 15:34:41.478432 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9e1bdff4-ca83-435d-a66f-c87516958f6b tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:41.479422 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9e1bdff4-ca83-435d-a66f-c87516958f6b tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:41.505588 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8c635e75-c322-4d6b-b594-5eb983261a3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:41.521939 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b03ca917-6174-4fa1-b062-4fb8c90206af req-3a5cc1bd-b1cd-40cf-b563-9cb19e57b610 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=54eca5ff-0938-4780-8cdb-10dd56258a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506880 Oct 30 15:34:41.535935 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8c635e75-c322-4d6b-b594-5eb983261a3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:41.559900 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9e1bdff4-ca83-435d-a66f-c87516958f6b tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:41.590361 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8c635e75-c322-4d6b-b594-5eb983261a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:41.593031 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8c635e75-c322-4d6b-b594-5eb983261a3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:41.596990 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-8c635e75-c322-4d6b-b594-5eb983261a3e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/932d1ccf-71a1-46d2-b3cb-6a4dd7c63cec HTTP/1.1" status: 204 len: 168 time: 0.1815429 Oct 30 15:34:41.602661 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c635e75-c322-4d6b-b594-5eb983261a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932d1ccf-71a1-46d2-b3cb-6a4dd7c63cec,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:41.716693 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9e1bdff4-ca83-435d-a66f-c87516958f6b tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:41.936077 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9e1bdff4-ca83-435d-a66f-c87516958f6b tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for router_gateway, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:41.949706 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37668) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:41.959092 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9e1bdff4-ca83-435d-a66f-c87516958f6b tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:41.969063 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b1df26b5-6992-43ed-a9ba-a4a4506af270 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:42.056465 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b1df26b5-6992-43ed-a9ba-a4a4506af270 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:42.061113 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 0fac7631-092e-4a01-8b81-ca0316608194 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:34:42.061580 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b1df26b5-6992-43ed-a9ba-a4a4506af270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:42.090551 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-9e1bdff4-ca83-435d-a66f-c87516958f6b tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Allocated IP 172.25.4.24 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/4e8d7e23-8032-4dd2-958b-5c80a94d7485) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:34:42.092040 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 0fac7631-092e-4a01-8b81-ca0316608194 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:34:42.094061 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 0fac7631-092e-4a01-8b81-ca0316608194 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:34:42.108628 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b1df26b5-6992-43ed-a9ba-a4a4506af270 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a690e7ecc4d143df965585255eb11665&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1576312 Oct 30 15:34:42.110229 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1df26b5-6992-43ed-a9ba-a4a4506af270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b370ef6c-6fa2-44d6-afca-81f56c27c43a,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:42.114235 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37670) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:42.167676 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-112b7e87-e0a3-4711-9bed-c939c6c84d3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:42.194222 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-112b7e87-e0a3-4711-9bed-c939c6c84d3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:42.239788 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9e1bdff4-ca83-435d-a66f-c87516958f6b tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:42.249944 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-112b7e87-e0a3-4711-9bed-c939c6c84d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:42.253526 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-112b7e87-e0a3-4711-9bed-c939c6c84d3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:42.257320 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-112b7e87-e0a3-4711-9bed-c939c6c84d3f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b370ef6c-6fa2-44d6-afca-81f56c27c43a HTTP/1.1" status: 204 len: 168 time: 0.1392040 Oct 30 15:34:42.262479 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112b7e87-e0a3-4711-9bed-c939c6c84d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b370ef6c-6fa2-44d6-afca-81f56c27c43a,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:42.315088 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9e1bdff4-ca83-435d-a66f-c87516958f6b tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:42.367392 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1bdff4-ca83-435d-a66f-c87516958f6b tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:34:42.373645 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-9e1bdff4-ca83-435d-a66f-c87516958f6b tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:34:42.379167 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1bdff4-ca83-435d-a66f-c87516958f6b tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:34:42.416229 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1bdff4-ca83-435d-a66f-c87516958f6b tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Pushing event updated for resources: {'Port': ['ID=4e8d7e23-8032-4dd2-958b-5c80a94d7485,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:42.692994 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9e1bdff4-ca83-435d-a66f-c87516958f6b tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for router_gateway, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:42.926351 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9e1bdff4-ca83-435d-a66f-c87516958f6b tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:43.101863 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e1bdff4-ca83-435d-a66f-c87516958f6b tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Router 33a52cfd-bb43-4ef6-bb3e-9de5ccdc4df6 is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:34:43.168155 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37710) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:43.230214 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e1bdff4-ca83-435d-a66f-c87516958f6b tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:34:43.241860 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5ab461-dc79-4936-b364-05c02893c3c1 None None] Sync routers for ids ['33a52cfd-bb43-4ef6-bb3e-9de5ccdc4df6'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:34:43.261102 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9e1bdff4-ca83-435d-a66f-c87516958f6b tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:43.262651 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-9e1bdff4-ca83-435d-a66f-c87516958f6b tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 1.8330789 Oct 30 15:34:43.265741 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37716) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:43.266101 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5ab461-dc79-4936-b364-05c02893c3c1 None None] Routers {'33a52cfd-bb43-4ef6-bb3e-9de5ccdc4df6'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:34:43.266960 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-7d5ab461-dc79-4936-b364-05c02893c3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:34:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['33a52cfd-bb43-4ef6-bb3e-9de5ccdc4df6'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:43.313214 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-7d5ab461-dc79-4936-b364-05c02893c3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:43.320047 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:34:43.325016 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5ab461-dc79-4936-b364-05c02893c3c1 None None] Routers {'33a52cfd-bb43-4ef6-bb3e-9de5ccdc4df6'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:34:43.326463 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-7d5ab461-dc79-4936-b364-05c02893c3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:34:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['33a52cfd-bb43-4ef6-bb3e-9de5ccdc4df6'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:43.375177 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-7d5ab461-dc79-4936-b364-05c02893c3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:43.375817 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5ab461-dc79-4936-b364-05c02893c3c1 None None] The sync data for ids ['33a52cfd-bb43-4ef6-bb3e-9de5ccdc4df6'] in n-d-806683-17 is: [] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:34:43.387298 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-67a0b962-8765-46b9-9244-255a45c20b67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:43.460360 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-607d2b86-58a1-44d8-bced-fe904d7c7563 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "GET /v2.0/routers/33a52cfd-bb43-4ef6-bb3e-9de5ccdc4df6 HTTP/1.1" status: 200 len: 883 time: 0.1933601 Oct 30 15:34:43.462986 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 37724) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:43.500596 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-67a0b962-8765-46b9-9244-255a45c20b67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:43.509148 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-67a0b962-8765-46b9-9244-255a45c20b67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:43.552962 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-67a0b962-8765-46b9-9244-255a45c20b67 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bd94c24bc2c34b27b5f549cc8ef68763&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3827341 Oct 30 15:34:43.555128 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a0b962-8765-46b9-9244-255a45c20b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c412765a-465b-42ab-be42-601183930b81,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:43.558330 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37728) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:43.618418 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-31801df9-26e8-48dd-aca0-9d6e9fd44b6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:43.643023 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-31801df9-26e8-48dd-aca0-9d6e9fd44b6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:43.709215 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-31801df9-26e8-48dd-aca0-9d6e9fd44b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:43.712007 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-31801df9-26e8-48dd-aca0-9d6e9fd44b6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:43.713274 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-31801df9-26e8-48dd-aca0-9d6e9fd44b6f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c412765a-465b-42ab-be42-601183930b81 HTTP/1.1" status: 204 len: 168 time: 0.1537616 Oct 30 15:34:43.730054 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31801df9-26e8-48dd-aca0-9d6e9fd44b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c412765a-465b-42ab-be42-601183930b81,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:44.000225 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-6b8fd462-0916-4aad-9a06-18d4867ed33c tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.5355232 Oct 30 15:34:44.003132 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37744) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:44.007856 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-57ac20c3-f888-4f5a-97ed-068f9027c7e7 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-253107902'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:34:44.146682 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 37752) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:44.161257 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a2ee4b45-6c98-4775-9a96-af17d2c3379d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:44.248826 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a2ee4b45-6c98-4775-9a96-af17d2c3379d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:44.253690 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a2ee4b45-6c98-4775-9a96-af17d2c3379d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:44.298178 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-a2ee4b45-6c98-4775-9a96-af17d2c3379d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=aa27886cf0534734a87968ef8f7013e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1474087 Oct 30 15:34:44.298178 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 37756) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:44.305337 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ee4b45-6c98-4775-9a96-af17d2c3379d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8457a4-73e7-4229-9d64-eae925dba800,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:44.353251 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-57ac20c3-f888-4f5a-97ed-068f9027c7e7 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-773039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29512'] for router, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:44.358465 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f82e4648-e36b-4ff5-baa7-c6ea38a2a9e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:44.367998 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-57ac20c3-f888-4f5a-97ed-068f9027c7e7 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-773014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-773021', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-773165'] for router, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:44.383400 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f82e4648-e36b-4ff5-baa7-c6ea38a2a9e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:44.436909 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f82e4648-e36b-4ff5-baa7-c6ea38a2a9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:44.440579 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f82e4648-e36b-4ff5-baa7-c6ea38a2a9e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:44.442058 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-f82e4648-e36b-4ff5-baa7-c6ea38a2a9e1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0a8457a4-73e7-4229-9d64-eae925dba800 HTTP/1.1" status: 204 len: 168 time: 0.1429892 Oct 30 15:34:44.451502 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82e4648-e36b-4ff5-baa7-c6ea38a2a9e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8457a4-73e7-4229-9d64-eae925dba800,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:44.793811 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57ac20c3-f888-4f5a-97ed-068f9027c7e7 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Router 33a52cfd-bb43-4ef6-bb3e-9de5ccdc4df6 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:34:44.915174 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ac20c3-f888-4f5a-97ed-068f9027c7e7 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:34:44.927066 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00f6a5b-b9c2-4322-a7ec-65b6e9362d00 None None] Sync routers for ids ['33a52cfd-bb43-4ef6-bb3e-9de5ccdc4df6'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:34:44.933254 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-57ac20c3-f888-4f5a-97ed-068f9027c7e7 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:44.934610 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-57ac20c3-f888-4f5a-97ed-068f9027c7e7 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "PUT /v2.0/routers/33a52cfd-bb43-4ef6-bb3e-9de5ccdc4df6 HTTP/1.1" status: 200 len: 890 time: 0.9303412 Oct 30 15:34:44.937303 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 37780) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:44.941967 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00f6a5b-b9c2-4322-a7ec-65b6e9362d00 None None] Routers {'33a52cfd-bb43-4ef6-bb3e-9de5ccdc4df6'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:34:44.942836 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-d00f6a5b-b9c2-4322-a7ec-65b6e9362d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:34:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['33a52cfd-bb43-4ef6-bb3e-9de5ccdc4df6'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:44.977512 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-d00f6a5b-b9c2-4322-a7ec-65b6e9362d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:44.995256 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00f6a5b-b9c2-4322-a7ec-65b6e9362d00 None None] Routers {'33a52cfd-bb43-4ef6-bb3e-9de5ccdc4df6'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:34:44.995950 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-d00f6a5b-b9c2-4322-a7ec-65b6e9362d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:34:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['33a52cfd-bb43-4ef6-bb3e-9de5ccdc4df6'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:45.033812 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-d00f6a5b-b9c2-4322-a7ec-65b6e9362d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:45.034462 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00f6a5b-b9c2-4322-a7ec-65b6e9362d00 None None] The sync data for ids ['33a52cfd-bb43-4ef6-bb3e-9de5ccdc4df6'] in n-d-806683-17 is: [] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:34:45.071422 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-4933274e-cbd7-475f-a47c-24e1a587012f tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "GET /v2.0/routers/33a52cfd-bb43-4ef6-bb3e-9de5ccdc4df6 HTTP/1.1" status: 200 len: 890 time: 0.1318874 Oct 30 15:34:45.074557 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37788) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:45.105394 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-90ba0224-677b-4d58-b4a1-f64f5dddefef tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "GET /v2.0/ports?device_id=33a52cfd-bb43-4ef6-bb3e-9de5ccdc4df6 HTTP/1.1" status: 200 len: 205 time: 0.0272887 Oct 30 15:34:45.105712 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37792) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:45.234611 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7ce39b3c-9186-42e7-ade2-fd7a4e551eb1 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for router, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:45.352442 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7ce39b3c-9186-42e7-ade2-fd7a4e551eb1 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:45.413403 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-7ce39b3c-9186-42e7-ade2-fd7a4e551eb1 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Deleting port 4e8d7e23-8032-4dd2-958b-5c80a94d7485 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:34:45.414079 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7ce39b3c-9186-42e7-ade2-fd7a4e551eb1 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:45.494627 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7ce39b3c-9186-42e7-ade2-fd7a4e551eb1 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:45.508244 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-7ce39b3c-9186-42e7-ade2-fd7a4e551eb1 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Calling delete_port for 4e8d7e23-8032-4dd2-958b-5c80a94d7485 owned by network:router_gateway {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:34:45.691926 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7ce39b3c-9186-42e7-ade2-fd7a4e551eb1 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:45.727141 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce39b3c-9186-42e7-ade2-fd7a4e551eb1 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Pushing event deleted for resources: {'Port': ['ID=4e8d7e23-8032-4dd2-958b-5c80a94d7485,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:45.790373 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7ce39b3c-9186-42e7-ade2-fd7a4e551eb1 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:45.889540 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7ce39b3c-9186-42e7-ade2-fd7a4e551eb1 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:45.891846 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7ce39b3c-9186-42e7-ade2-fd7a4e551eb1 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:45.943919 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7ce39b3c-9186-42e7-ade2-fd7a4e551eb1 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:45.944816 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce39b3c-9186-42e7-ade2-fd7a4e551eb1 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Fanout notify agent at l3_agent the message router_deleted on router 33a52cfd-bb43-4ef6-bb3e-9de5ccdc4df6 {{(pid=102130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:34:45.952668 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7ce39b3c-9186-42e7-ade2-fd7a4e551eb1 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:45.957599 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-7ce39b3c-9186-42e7-ade2-fd7a4e551eb1 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "DELETE /v2.0/routers/33a52cfd-bb43-4ef6-bb3e-9de5ccdc4df6 HTTP/1.1" status: 204 len: 168 time: 0.8470247 Oct 30 15:34:45.958357 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37826) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:45.964488 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-7dbdedc8-7dcb-4a3d-a424-c36957c78cdc tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1929536287'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:34:45.986927 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dbdedc8-7dcb-4a3d-a424-c36957c78cdc tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Made reservation on behalf of 3fab24dfe8cd42fd9eac128f04bf2ccb for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:34:45.990829 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7dbdedc8-7dcb-4a3d-a424-c36957c78cdc tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:46.016269 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dbdedc8-7dcb-4a3d-a424-c36957c78cdc tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:34:46.027620 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7dbdedc8-7dcb-4a3d-a424-c36957c78cdc tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:46.027968 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-7dbdedc8-7dcb-4a3d-a424-c36957c78cdc tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Added segment d22d2d98-1d76-4023-b88e-2c4dca20995e of type vlan for network 1ecbf7ad-0ec3-47a2-b306-a575aa01f547 Oct 30 15:34:46.073052 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7dbdedc8-7dcb-4a3d-a424-c36957c78cdc tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:46.099934 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7dbdedc8-7dcb-4a3d-a424-c36957c78cdc tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:46.105968 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dbdedc8-7dcb-4a3d-a424-c36957c78cdc tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:34:46.106655 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7dbdedc8-7dcb-4a3d-a424-c36957c78cdc tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:46.168618 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-7dbdedc8-7dcb-4a3d-a424-c36957c78cdc tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2091539 Oct 30 15:34:46.171697 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 37836) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:46.177914 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-b2b7fc37-e9a8-41fd-8fc8-8c56f2c9f2cf tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Request body: {'subnet': {'network_id': '1ecbf7ad-0ec3-47a2-b306-a575aa01f547', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:34:46.184430 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbdedc8-7dcb-4a3d-a424-c36957c78cdc tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Pushing event updated for resources: {'Network': ['ID=1ecbf7ad-0ec3-47a2-b306-a575aa01f547,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:46.196157 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 1ecbf7ad-0ec3-47a2-b306-a575aa01f547 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:34:46.325195 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b7fc37-e9a8-41fd-8fc8-8c56f2c9f2cf tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Made reservation on behalf of 3fab24dfe8cd42fd9eac128f04bf2ccb for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:34:46.331731 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b2b7fc37-e9a8-41fd-8fc8-8c56f2c9f2cf tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:46.533521 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b2b7fc37-e9a8-41fd-8fc8-8c56f2c9f2cf tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:46.604678 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b7fc37-e9a8-41fd-8fc8-8c56f2c9f2cf tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Pushing event updated for resources: {'Subnet': ['ID=392c9c79-1104-45ea-b3ff-2c6f7966f937,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:46.618226 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b7fc37-e9a8-41fd-8fc8-8c56f2c9f2cf tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Checking segment: {'id': 'd22d2d98-1d76-4023-b88e-2c4dca20995e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1ecbf7ad-0ec3-47a2-b306-a575aa01f547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:34:46.618522 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b7fc37-e9a8-41fd-8fc8-8c56f2c9f2cf tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Network hostable DHCP agents. Network: 1ecbf7ad-0ec3-47a2-b306-a575aa01f547, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:34:46.641798 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b7fc37-e9a8-41fd-8fc8-8c56f2c9f2cf tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Network 1ecbf7ad-0ec3-47a2-b306-a575aa01f547 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:34:46.653872 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-b2b7fc37-e9a8-41fd-8fc8-8c56f2c9f2cf tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 1ecbf7ad-0ec3-47a2-b306-a575aa01f547) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:34:46.662251 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b7fc37-e9a8-41fd-8fc8-8c56f2c9f2cf tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:34:46.663184 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b2b7fc37-e9a8-41fd-8fc8-8c56f2c9f2cf tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:46.664203 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5a9290-5d51-43bb-981d-93017aa87737 None None] Network 1ecbf7ad-0ec3-47a2-b306-a575aa01f547 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:34:46.700105 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b2b7fc37-e9a8-41fd-8fc8-8c56f2c9f2cf tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5265501 Oct 30 15:34:46.702700 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37856) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:46.708145 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-b6c6a5b4-bb6e-4ba9-afc1-352c32ab36fe tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-876755003', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:34:46.738080 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b6c6a5b4-bb6e-4ba9-afc1-352c32ab36fe tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:46.740249 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b6c6a5b4-bb6e-4ba9-afc1-352c32ab36fe tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:46.799214 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b6c6a5b4-bb6e-4ba9-afc1-352c32ab36fe tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:46.803689 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b6c6a5b4-bb6e-4ba9-afc1-352c32ab36fe tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:46.825979 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b6c6a5b4-bb6e-4ba9-afc1-352c32ab36fe tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:46.827402 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b6c6a5b4-bb6e-4ba9-afc1-352c32ab36fe tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1236901 Oct 30 15:34:46.830212 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37858) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:46.840425 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8035fc89-fabc-43a0-b603-a64c225146ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-1ecbf7ad-0ec3-47a2-b306-a575aa01f547', 'network_id': '1ecbf7ad-0ec3-47a2-b306-a575aa01f547', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'fixed_ips': [{'subnet_id': '392c9c79-1104-45ea-b3ff-2c6f7966f937'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:34:46.841293 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8035fc89-fabc-43a0-b603-a64c225146ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:46.985208 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-8035fc89-fabc-43a0-b603-a64c225146ae None None] Allocated IP 2001:db8::2 (1ecbf7ad-0ec3-47a2-b306-a575aa01f547/392c9c79-1104-45ea-b3ff-2c6f7966f937/fe2d8dd5-0124-4f6e-bb87-86db8853f248) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:34:47.136651 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-48c878f9-56f7-441d-8439-9477c6763b4c tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:47.145520 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8035fc89-fabc-43a0-b603-a64c225146ae None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:47.153522 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8035fc89-fabc-43a0-b603-a64c225146ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:47.202567 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8035fc89-fabc-43a0-b603-a64c225146ae None None] Network 1ecbf7ad-0ec3-47a2-b306-a575aa01f547 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:34:47.208799 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-8035fc89-fabc-43a0-b603-a64c225146ae None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:34:47.212254 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8035fc89-fabc-43a0-b603-a64c225146ae None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:34:47.215750 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8035fc89-fabc-43a0-b603-a64c225146ae None None] Pushing event updated for resources: {'Port': ['ID=fe2d8dd5-0124-4f6e-bb87-86db8853f248,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:47.271634 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-8035fc89-fabc-43a0-b603-a64c225146ae None None] Attempting to bind port fe2d8dd5-0124-4f6e-bb87-86db8853f248 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:34:47.272016 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-8035fc89-fabc-43a0-b603-a64c225146ae None None] Attempting to bind port fe2d8dd5-0124-4f6e-bb87-86db8853f248 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'd22d2d98-1d76-4023-b88e-2c4dca20995e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1ecbf7ad-0ec3-47a2-b306-a575aa01f547'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:34:47.272396 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8035fc89-fabc-43a0-b603-a64c225146ae None None] Attempting to bind port fe2d8dd5-0124-4f6e-bb87-86db8853f248 on network 1ecbf7ad-0ec3-47a2-b306-a575aa01f547 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:34:47.277514 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8035fc89-fabc-43a0-b603-a64c225146ae None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:34:47.277917 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8035fc89-fabc-43a0-b603-a64c225146ae None None] Checking segment: {'id': 'd22d2d98-1d76-4023-b88e-2c4dca20995e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1ecbf7ad-0ec3-47a2-b306-a575aa01f547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:34:47.278331 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8035fc89-fabc-43a0-b603-a64c225146ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:47.278700 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8035fc89-fabc-43a0-b603-a64c225146ae None None] Bound using segment: {'id': 'd22d2d98-1d76-4023-b88e-2c4dca20995e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1ecbf7ad-0ec3-47a2-b306-a575aa01f547'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:34:47.279330 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-8035fc89-fabc-43a0-b603-a64c225146ae None None] Bound port: fe2d8dd5-0124-4f6e-bb87-86db8853f248, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd22d2d98-1d76-4023-b88e-2c4dca20995e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1ecbf7ad-0ec3-47a2-b306-a575aa01f547'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:34:47.279765 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8035fc89-fabc-43a0-b603-a64c225146ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:47.352299 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-8035fc89-fabc-43a0-b603-a64c225146ae None None] For port fe2d8dd5-0124-4f6e-bb87-86db8853f248, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:34:47.356859 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-8035fc89-fabc-43a0-b603-a64c225146ae None None] For port fe2d8dd5-0124-4f6e-bb87-86db8853f248, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=fe2d8dd5-0124-4f6e-bb87-86db8853f248,segment=NetworkSegment(d22d2d98-1d76-4023-b88e-2c4dca20995e),segment_id=d22d2d98-1d76-4023-b88e-2c4dca20995e)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:34:47.363505 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8035fc89-fabc-43a0-b603-a64c225146ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:47.424410 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-48c878f9-56f7-441d-8439-9477c6763b4c tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Allocated IP 2001:db8::1 (1ecbf7ad-0ec3-47a2-b306-a575aa01f547/392c9c79-1104-45ea-b3ff-2c6f7966f937/92d24ca8-d8a3-43aa-a904-42c462cda18a) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:34:47.429114 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8035fc89-fabc-43a0-b603-a64c225146ae None None] Pushing event updated for resources: {'Port': ['ID=fe2d8dd5-0124-4f6e-bb87-86db8853f248,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:47.580735 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-48c878f9-56f7-441d-8439-9477c6763b4c tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:47.623876 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-48c878f9-56f7-441d-8439-9477c6763b4c tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:47.663794 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c878f9-56f7-441d-8439-9477c6763b4c tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Network 1ecbf7ad-0ec3-47a2-b306-a575aa01f547 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:34:47.669694 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-48c878f9-56f7-441d-8439-9477c6763b4c tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:34:47.673694 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c878f9-56f7-441d-8439-9477c6763b4c tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:34:47.674233 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-48c878f9-56f7-441d-8439-9477c6763b4c tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:47.766151 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c878f9-56f7-441d-8439-9477c6763b4c tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Pushing event updated for resources: {'Port': ['ID=92d24ca8-d8a3-43aa-a904-42c462cda18a,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:47.848751 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-48c878f9-56f7-441d-8439-9477c6763b4c tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:48.086285 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device fe2d8dd5-0124-4f6e-bb87-86db8853f248 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:34:48.167046 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-48c878f9-56f7-441d-8439-9477c6763b4c tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:48.182701 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-48c878f9-56f7-441d-8439-9477c6763b4c tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:48.182701 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-48c878f9-56f7-441d-8439-9477c6763b4c tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:48.182952 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port fe2d8dd5-0124-4f6e-bb87-86db8853f248 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:34:48.182952 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:48.297876 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c878f9-56f7-441d-8439-9477c6763b4c tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Pushing event updated for resources: {'Port': ['ID=92d24ca8-d8a3-43aa-a904-42c462cda18a,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:48.366467 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c878f9-56f7-441d-8439-9477c6763b4c tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Network 1ecbf7ad-0ec3-47a2-b306-a575aa01f547 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:34:48.368557 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-48c878f9-56f7-441d-8439-9477c6763b4c tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:34:48.485748 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:48.527415 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port fe2d8dd5-0124-4f6e-bb87-86db8853f248, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=fe2d8dd5-0124-4f6e-bb87-86db8853f248,segment=NetworkSegment(d22d2d98-1d76-4023-b88e-2c4dca20995e),segment_id=d22d2d98-1d76-4023-b88e-2c4dca20995e)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:34:48.529638 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48c878f9-56f7-441d-8439-9477c6763b4c tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Router b281b876-fe54-40da-bc98-1c42023b9aa6 is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:34:48.535029 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:48.594165 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=fe2d8dd5-0124-4f6e-bb87-86db8853f248,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:48.639078 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c878f9-56f7-441d-8439-9477c6763b4c tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:34:48.644520 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-48c878f9-56f7-441d-8439-9477c6763b4c tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "PUT /v2.0/routers/b281b876-fe54-40da-bc98-1c42023b9aa6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8133025 Oct 30 15:34:48.647511 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37914) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:48.652130 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5966c1a8-2872-4a92-9dd2-2300a5a17c6f None None] Sync routers for ids ['b281b876-fe54-40da-bc98-1c42023b9aa6'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:34:48.656206 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235c9ec7-7404-416b-8e2f-797174d0484e None None] Network 1ecbf7ad-0ec3-47a2-b306-a575aa01f547 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:34:48.663616 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5966c1a8-2872-4a92-9dd2-2300a5a17c6f None None] Routers {'b281b876-fe54-40da-bc98-1c42023b9aa6'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:34:48.664312 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-5966c1a8-2872-4a92-9dd2-2300a5a17c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:34:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['b281b876-fe54-40da-bc98-1c42023b9aa6'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:48.703251 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-5966c1a8-2872-4a92-9dd2-2300a5a17c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:48.713562 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5966c1a8-2872-4a92-9dd2-2300a5a17c6f None None] Routers {'b281b876-fe54-40da-bc98-1c42023b9aa6'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:34:48.714446 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-5966c1a8-2872-4a92-9dd2-2300a5a17c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:34:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['b281b876-fe54-40da-bc98-1c42023b9aa6'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:48.740202 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-6feb1648-c449-42c2-8364-d2102fa9d26a None None] Provisioning complete for port fe2d8dd5-0124-4f6e-bb87-86db8853f248 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:34:48.740667 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6feb1648-c449-42c2-8364-d2102fa9d26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:48.744786 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306c0b03-cd57-4432-8251-077004596563 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:34:48.749681 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 37920) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:48.756232 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-fe9838e4-3ce6-46d4-9e0e-5a08df0c8349 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '392c9c79-1104-45ea-b3ff-2c6f7966f937'}]}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:34:48.760786 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-5966c1a8-2872-4a92-9dd2-2300a5a17c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:48.761715 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5966c1a8-2872-4a92-9dd2-2300a5a17c6f None None] The sync data for ids ['b281b876-fe54-40da-bc98-1c42023b9aa6'] in n-d-806683-17 is: [] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:34:48.761845 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-306c0b03-cd57-4432-8251-077004596563 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "GET /v2.0/ports/92d24ca8-d8a3-43aa-a904-42c462cda18a HTTP/1.1" status: 200 len: 911 time: 0.1130092 Oct 30 15:34:48.921444 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fe9838e4-3ce6-46d4-9e0e-5a08df0c8349 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:49.220546 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-7dee9201-25c8-4c08-aa89-889b30eeea0b None None] Provisioning complete for port 92d24ca8-d8a3-43aa-a904-42c462cda18a triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:34:49.220926 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7dee9201-25c8-4c08-aa89-889b30eeea0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:49.264768 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-7dee9201-25c8-4c08-aa89-889b30eeea0b None None] Port 92d24ca8-d8a3-43aa-a904-42c462cda18a cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:34:49.275657 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-7dee9201-25c8-4c08-aa89-889b30eeea0b None None] Provisioning complete for port fe2d8dd5-0124-4f6e-bb87-86db8853f248 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:34:49.276297 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7dee9201-25c8-4c08-aa89-889b30eeea0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:49.369751 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fe9838e4-3ce6-46d4-9e0e-5a08df0c8349 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:49.380113 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fe9838e4-3ce6-46d4-9e0e-5a08df0c8349 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:49.387314 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9838e4-3ce6-46d4-9e0e-5a08df0c8349 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:34:49.388058 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fe9838e4-3ce6-46d4-9e0e-5a08df0c8349 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:49.392203 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-fe9838e4-3ce6-46d4-9e0e-5a08df0c8349 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "PUT /v2.0/ports/92d24ca8-d8a3-43aa-a904-42c462cda18a HTTP/1.1" status: 200 len: 911 time: 0.6388857 Oct 30 15:34:49.392880 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 37950) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:49.456715 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9838e4-3ce6-46d4-9e0e-5a08df0c8349 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Pushing event updated for resources: {'Port': ['ID=92d24ca8-d8a3-43aa-a904-42c462cda18a,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:49.551748 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-1d676305-166c-4233-9d72-995dc16fb3aa None None] Provisioning complete for port 92d24ca8-d8a3-43aa-a904-42c462cda18a triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:34:49.552288 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1d676305-166c-4233-9d72-995dc16fb3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:49.624591 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-1d676305-166c-4233-9d72-995dc16fb3aa None None] Port 92d24ca8-d8a3-43aa-a904-42c462cda18a cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:34:49.752401 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-f65fdd09-49c7-4645-8d55-b901655ec44d None None] Provisioning complete for port 92d24ca8-d8a3-43aa-a904-42c462cda18a triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:34:49.752993 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f65fdd09-49c7-4645-8d55-b901655ec44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:49.794179 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-f65fdd09-49c7-4645-8d55-b901655ec44d None None] Port 92d24ca8-d8a3-43aa-a904-42c462cda18a cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:34:50.089801 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device fe2d8dd5-0124-4f6e-bb87-86db8853f248 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:34:50.148909 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port fe2d8dd5-0124-4f6e-bb87-86db8853f248 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:34:50.149509 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:50.182727 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b7233331-7ea2-45d5-b0e8-76234cd8f0bc tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:50.323622 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 37984) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:50.443601 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0df3c6d5-5da9-4126-8b47-d0fb3ec6314a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:50.456091 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-b7233331-7ea2-45d5-b0e8-76234cd8f0bc tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Deleting port 92d24ca8-d8a3-43aa-a904-42c462cda18a {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:34:50.456850 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b7233331-7ea2-45d5-b0e8-76234cd8f0bc tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:50.538555 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0df3c6d5-5da9-4126-8b47-d0fb3ec6314a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:50.543803 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0df3c6d5-5da9-4126-8b47-d0fb3ec6314a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:50.560028 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b7233331-7ea2-45d5-b0e8-76234cd8f0bc tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:50.573214 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-b7233331-7ea2-45d5-b0e8-76234cd8f0bc tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Calling delete_port for 92d24ca8-d8a3-43aa-a904-42c462cda18a owned by network:router_interface {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:34:50.589294 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-0df3c6d5-5da9-4126-8b47-d0fb3ec6314a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=23e4b5938cae4d429ad1fcd471969ba3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2621729 Oct 30 15:34:50.589525 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 37996) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:50.597514 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df3c6d5-5da9-4126-8b47-d0fb3ec6314a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff3dedc-f446-43df-bc5a-c70b13f05ec6,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:50.614078 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df3c6d5-5da9-4126-8b47-d0fb3ec6314a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:34:50.614423 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df3c6d5-5da9-4126-8b47-d0fb3ec6314a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:34:50.614762 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df3c6d5-5da9-4126-8b47-d0fb3ec6314a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:34:50.615101 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df3c6d5-5da9-4126-8b47-d0fb3ec6314a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:34:50.615428 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df3c6d5-5da9-4126-8b47-d0fb3ec6314a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:34:50.615888 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df3c6d5-5da9-4126-8b47-d0fb3ec6314a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:34:50.616215 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df3c6d5-5da9-4126-8b47-d0fb3ec6314a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:34:50.616536 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df3c6d5-5da9-4126-8b47-d0fb3ec6314a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:34:50.616858 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df3c6d5-5da9-4126-8b47-d0fb3ec6314a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:34:50.617176 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df3c6d5-5da9-4126-8b47-d0fb3ec6314a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:34:50.617494 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df3c6d5-5da9-4126-8b47-d0fb3ec6314a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:34:50.617810 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df3c6d5-5da9-4126-8b47-d0fb3ec6314a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:34:50.659629 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-867c4016-6040-415b-9cfe-f1d83e55d7ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:50.689038 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-867c4016-6040-415b-9cfe-f1d83e55d7ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:50.745883 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-867c4016-6040-415b-9cfe-f1d83e55d7ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:50.748500 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-867c4016-6040-415b-9cfe-f1d83e55d7ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:50.749854 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-867c4016-6040-415b-9cfe-f1d83e55d7ef admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5ff3dedc-f446-43df-bc5a-c70b13f05ec6 HTTP/1.1" status: 204 len: 168 time: 0.1593969 Oct 30 15:34:50.759107 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867c4016-6040-415b-9cfe-f1d83e55d7ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff3dedc-f446-43df-bc5a-c70b13f05ec6,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:50.800940 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b7233331-7ea2-45d5-b0e8-76234cd8f0bc tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:50.828844 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7233331-7ea2-45d5-b0e8-76234cd8f0bc tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Pushing event deleted for resources: {'Port': ['ID=92d24ca8-d8a3-43aa-a904-42c462cda18a,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:50.928431 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b7233331-7ea2-45d5-b0e8-76234cd8f0bc tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:51.104487 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7233331-7ea2-45d5-b0e8-76234cd8f0bc tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Router b281b876-fe54-40da-bc98-1c42023b9aa6 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:34:51.128173 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e2c94227-bdcd-46b2-984f-60966f8ea361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:51.187497 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7233331-7ea2-45d5-b0e8-76234cd8f0bc tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:34:51.192615 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b7233331-7ea2-45d5-b0e8-76234cd8f0bc tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "PUT /v2.0/routers/b281b876-fe54-40da-bc98-1c42023b9aa6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7985365 Oct 30 15:34:51.195781 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38014) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:51.200456 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfdf4ed-01fc-4898-a6da-9ea074d4590f None None] Sync routers for ids ['b281b876-fe54-40da-bc98-1c42023b9aa6'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:34:51.210865 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 38016) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:51.212837 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfdf4ed-01fc-4898-a6da-9ea074d4590f None None] Routers {'b281b876-fe54-40da-bc98-1c42023b9aa6'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:34:51.213782 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-1bfdf4ed-01fc-4898-a6da-9ea074d4590f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:34:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['b281b876-fe54-40da-bc98-1c42023b9aa6'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:51.225918 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2b2b32bb-ed82-437f-91dc-37c327a8a4ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:51.238766 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 38018) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:51.239011 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d55fd2b8-098d-4303-a32d-f6b0fc31fb1d tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "GET /v2.0/ports?device_id=b281b876-fe54-40da-bc98-1c42023b9aa6 HTTP/1.1" status: 200 len: 205 time: 0.0419095 Oct 30 15:34:51.261524 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-1bfdf4ed-01fc-4898-a6da-9ea074d4590f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:51.271634 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfdf4ed-01fc-4898-a6da-9ea074d4590f None None] Routers {'b281b876-fe54-40da-bc98-1c42023b9aa6'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:34:51.272266 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-1bfdf4ed-01fc-4898-a6da-9ea074d4590f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:34:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['b281b876-fe54-40da-bc98-1c42023b9aa6'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:51.305577 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-1bfdf4ed-01fc-4898-a6da-9ea074d4590f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:51.306245 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfdf4ed-01fc-4898-a6da-9ea074d4590f None None] The sync data for ids ['b281b876-fe54-40da-bc98-1c42023b9aa6'] in n-d-806683-17 is: [] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:34:51.327664 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bc11f6e7-d3e1-4db7-947c-7272b7dcd409 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for router, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:51.508652 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bc11f6e7-d3e1-4db7-947c-7272b7dcd409 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:51.514763 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bc11f6e7-d3e1-4db7-947c-7272b7dcd409 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:51.563522 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2b2b32bb-ed82-437f-91dc-37c327a8a4ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:51.568928 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2b2b32bb-ed82-437f-91dc-37c327a8a4ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:51.589533 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bc11f6e7-d3e1-4db7-947c-7272b7dcd409 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:51.590054 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc11f6e7-d3e1-4db7-947c-7272b7dcd409 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Fanout notify agent at l3_agent the message router_deleted on router b281b876-fe54-40da-bc98-1c42023b9aa6 {{(pid=102130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:34:51.604524 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bc11f6e7-d3e1-4db7-947c-7272b7dcd409 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:51.605620 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-bc11f6e7-d3e1-4db7-947c-7272b7dcd409 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "DELETE /v2.0/routers/b281b876-fe54-40da-bc98-1c42023b9aa6 HTTP/1.1" status: 204 len: 168 time: 0.3659346 Oct 30 15:34:51.608418 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38024) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:51.619404 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-2b2b32bb-ed82-437f-91dc-37c327a8a4ec admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=129882bb723c4edbaeadfe716632a796&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4074194 Oct 30 15:34:51.620368 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2b32bb-ed82-437f-91dc-37c327a8a4ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d008499a-315e-4d10-983c-1b0460c8dc97,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:51.623126 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 38026) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:51.668260 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5ec1603-6cd2-412f-bddb-b35d60defaf8 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Deleting subnet 392c9c79-1104-45ea-b3ff-2c6f7966f937 {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:34:51.671538 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c5ec1603-6cd2-412f-bddb-b35d60defaf8 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:51.675523 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b76c828f-7fd7-47f3-a800-c08beb0ba895 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:51.703531 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b76c828f-7fd7-47f3-a800-c08beb0ba895 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:51.729967 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c5ec1603-6cd2-412f-bddb-b35d60defaf8 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:51.776235 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b76c828f-7fd7-47f3-a800-c08beb0ba895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:51.779395 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b76c828f-7fd7-47f3-a800-c08beb0ba895 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:51.783069 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b76c828f-7fd7-47f3-a800-c08beb0ba895 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d008499a-315e-4d10-983c-1b0460c8dc97 HTTP/1.1" status: 204 len: 168 time: 0.1565936 Oct 30 15:34:51.793701 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76c828f-7fd7-47f3-a800-c08beb0ba895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d008499a-315e-4d10-983c-1b0460c8dc97,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:51.833724 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c5ec1603-6cd2-412f-bddb-b35d60defaf8 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:51.899020 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c5ec1603-6cd2-412f-bddb-b35d60defaf8 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:51.936695 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ec1603-6cd2-412f-bddb-b35d60defaf8 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Pushing event deleted for resources: {'Subnet': ['ID=392c9c79-1104-45ea-b3ff-2c6f7966f937,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:51.940552 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c5ec1603-6cd2-412f-bddb-b35d60defaf8 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:51.944215 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-c5ec1603-6cd2-412f-bddb-b35d60defaf8 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "DELETE /v2.0/subnets/392c9c79-1104-45ea-b3ff-2c6f7966f937 HTTP/1.1" status: 204 len: 168 time: 0.3344989 Oct 30 15:34:51.946941 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 38036) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:51.953970 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b350b29c-23f1-4dc4-8987-fda61ddc2286 None None] Network 1ecbf7ad-0ec3-47a2-b306-a575aa01f547 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:34:52.047244 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7ee06f1e-4f16-4abb-8a0e-81beff8f98fa tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:52.115022 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-7ee06f1e-4f16-4abb-8a0e-81beff8f98fa tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Deleting port fe2d8dd5-0124-4f6e-bb87-86db8853f248 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:34:52.115358 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7ee06f1e-4f16-4abb-8a0e-81beff8f98fa tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:52.180943 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44bb830-2225-4209-b284-cc9805060202 None None] DHCP port deletion for 1ecbf7ad-0ec3-47a2-b306-a575aa01f547 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:34:52.194253 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-7ee06f1e-4f16-4abb-8a0e-81beff8f98fa tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] For port fe2d8dd5-0124-4f6e-bb87-86db8853f248, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=fe2d8dd5-0124-4f6e-bb87-86db8853f248,segment=NetworkSegment(d22d2d98-1d76-4023-b88e-2c4dca20995e),segment_id=d22d2d98-1d76-4023-b88e-2c4dca20995e)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:34:52.194716 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7ee06f1e-4f16-4abb-8a0e-81beff8f98fa tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:52.208652 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-7ee06f1e-4f16-4abb-8a0e-81beff8f98fa tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Calling delete_port for fe2d8dd5-0124-4f6e-bb87-86db8853f248 owned by network:dhcp {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:34:52.250503 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-a44bb830-2225-4209-b284-cc9805060202 None None] Deleting port fe2d8dd5-0124-4f6e-bb87-86db8853f248 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:34:52.251091 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a44bb830-2225-4209-b284-cc9805060202 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:52.302106 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7ee06f1e-4f16-4abb-8a0e-81beff8f98fa tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:52.328406 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee06f1e-4f16-4abb-8a0e-81beff8f98fa tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Pushing event deleted for resources: {'Port': ['ID=fe2d8dd5-0124-4f6e-bb87-86db8853f248,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:52.332177 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee06f1e-4f16-4abb-8a0e-81beff8f98fa tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] No DVR routers for this DVR port fe2d8dd5-0124-4f6e-bb87-86db8853f248 on host n-d-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:34:52.343418 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-a44bb830-2225-4209-b284-cc9805060202 None None] For port fe2d8dd5-0124-4f6e-bb87-86db8853f248, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=fe2d8dd5-0124-4f6e-bb87-86db8853f248,segment=NetworkSegment(d22d2d98-1d76-4023-b88e-2c4dca20995e),segment_id=d22d2d98-1d76-4023-b88e-2c4dca20995e)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:34:52.344044 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a44bb830-2225-4209-b284-cc9805060202 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:52.366887 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-a44bb830-2225-4209-b284-cc9805060202 None None] Calling delete_port for fe2d8dd5-0124-4f6e-bb87-86db8853f248 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:34:52.426854 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7ee06f1e-4f16-4abb-8a0e-81beff8f98fa tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:52.448094 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-7ee06f1e-4f16-4abb-8a0e-81beff8f98fa tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ecbf7ad-0ec3-47a2-b306-a575aa01f547']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:52.461307 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a44bb830-2225-4209-b284-cc9805060202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:52.461526 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-7ee06f1e-4f16-4abb-8a0e-81beff8f98fa tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd22d2d98-1d76-4023-b88e-2c4dca20995e') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:52.461740 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-7ee06f1e-4f16-4abb-8a0e-81beff8f98fa tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd22d2d98-1d76-4023-b88e-2c4dca20995e') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:52.475546 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7ee06f1e-4f16-4abb-8a0e-81beff8f98fa tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:52.491484 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44bb830-2225-4209-b284-cc9805060202 None None] Pushing event deleted for resources: {'Port': ['ID=fe2d8dd5-0124-4f6e-bb87-86db8853f248,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:52.493703 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44bb830-2225-4209-b284-cc9805060202 None None] No DVR routers for this DVR port fe2d8dd5-0124-4f6e-bb87-86db8853f248 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:34:52.495885 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7ee06f1e-4f16-4abb-8a0e-81beff8f98fa tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:52.512183 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ee06f1e-4f16-4abb-8a0e-81beff8f98fa tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:34:52.513164 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7ee06f1e-4f16-4abb-8a0e-81beff8f98fa tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:52.517239 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:34:52.517239 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:34:52.517239 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:34:52.517239 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:34:52.517239 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:34:52.517239 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:34:52.517239 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:34:52.517239 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:34:52.517239 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:34:52.517239 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:34:52.517239 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:34:52.517239 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:34:52.517239 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:34:52.517239 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:34:52.517239 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:34:52.517239 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:34:52.517239 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:34:52.517239 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:34:52.517239 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:34:52.517239 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:34:52.517239 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:34:52.517239 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:34:52.517239 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:34:52.517239 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:34:52.517239 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:34:52.517239 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:34:52.517239 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:34:52.517239 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:34:52.517239 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:34:52.517239 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:34:52.517239 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:34:52.517239 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:34:52.579607 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7ee06f1e-4f16-4abb-8a0e-81beff8f98fa tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:52.593921 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7ee06f1e-4f16-4abb-8a0e-81beff8f98fa tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:52.601193 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-7ee06f1e-4f16-4abb-8a0e-81beff8f98fa tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "DELETE /v2.0/networks/1ecbf7ad-0ec3-47a2-b306-a575aa01f547 HTTP/1.1" status: 204 len: 168 time: 0.6496069 Oct 30 15:34:52.601564 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38062) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:52.606986 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-f73e3a41-49de-4964-9afe-0dc220feaaf3 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-335396364', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:34:52.627132 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee06f1e-4f16-4abb-8a0e-81beff8f98fa tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Pushing event deleted for resources: {'Network': ['ID=1ecbf7ad-0ec3-47a2-b306-a575aa01f547,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:52.638404 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f73e3a41-49de-4964-9afe-0dc220feaaf3 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:52.639603 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f73e3a41-49de-4964-9afe-0dc220feaaf3 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:52.707197 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f73e3a41-49de-4964-9afe-0dc220feaaf3 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:52.714972 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f73e3a41-49de-4964-9afe-0dc220feaaf3 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:52.739030 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f73e3a41-49de-4964-9afe-0dc220feaaf3 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:52.740234 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-f73e3a41-49de-4964-9afe-0dc220feaaf3 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1372051 Oct 30 15:34:52.742838 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38070) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:52.747818 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-6ecadf7b-eff0-4435-8141-5b13bb7f56a5 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-270744245'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:34:52.775413 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ecadf7b-eff0-4435-8141-5b13bb7f56a5 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Made reservation on behalf of 3fab24dfe8cd42fd9eac128f04bf2ccb for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:34:52.779255 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6ecadf7b-eff0-4435-8141-5b13bb7f56a5 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:52.809787 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ecadf7b-eff0-4435-8141-5b13bb7f56a5 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:34:52.819725 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6ecadf7b-eff0-4435-8141-5b13bb7f56a5 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:52.820070 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-6ecadf7b-eff0-4435-8141-5b13bb7f56a5 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Added segment 61f8a433-2c06-4d9e-ae51-86b498619e85 of type vlan for network 4e61afb6-0760-4f56-892a-ba5f6722fc04 Oct 30 15:34:52.872919 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6ecadf7b-eff0-4435-8141-5b13bb7f56a5 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:52.898121 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6ecadf7b-eff0-4435-8141-5b13bb7f56a5 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:52.906182 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecadf7b-eff0-4435-8141-5b13bb7f56a5 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:34:52.906933 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6ecadf7b-eff0-4435-8141-5b13bb7f56a5 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:52.974128 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-6ecadf7b-eff0-4435-8141-5b13bb7f56a5 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2270715 Oct 30 15:34:52.974434 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 38082) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:52.980238 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-c72c1fb5-e921-4e95-8d9b-8780455a3c0d tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Request body: {'subnet': {'network_id': '4e61afb6-0760-4f56-892a-ba5f6722fc04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:34:52.994382 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecadf7b-eff0-4435-8141-5b13bb7f56a5 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Pushing event updated for resources: {'Network': ['ID=4e61afb6-0760-4f56-892a-ba5f6722fc04,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:53.007843 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 4e61afb6-0760-4f56-892a-ba5f6722fc04 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:34:53.094434 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c72c1fb5-e921-4e95-8d9b-8780455a3c0d tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Made reservation on behalf of 3fab24dfe8cd42fd9eac128f04bf2ccb for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:34:53.100104 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c72c1fb5-e921-4e95-8d9b-8780455a3c0d tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:53.294881 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c72c1fb5-e921-4e95-8d9b-8780455a3c0d tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:53.365843 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72c1fb5-e921-4e95-8d9b-8780455a3c0d tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Pushing event updated for resources: {'Subnet': ['ID=9dea7653-9433-4993-9458-3a5db4e971b3,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:53.374245 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72c1fb5-e921-4e95-8d9b-8780455a3c0d tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Checking segment: {'id': '61f8a433-2c06-4d9e-ae51-86b498619e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '4e61afb6-0760-4f56-892a-ba5f6722fc04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:34:53.374613 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72c1fb5-e921-4e95-8d9b-8780455a3c0d tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Network hostable DHCP agents. Network: 4e61afb6-0760-4f56-892a-ba5f6722fc04, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:34:53.395843 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72c1fb5-e921-4e95-8d9b-8780455a3c0d tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Network 4e61afb6-0760-4f56-892a-ba5f6722fc04 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:34:53.405813 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-c72c1fb5-e921-4e95-8d9b-8780455a3c0d tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 4e61afb6-0760-4f56-892a-ba5f6722fc04) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:34:53.410626 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72c1fb5-e921-4e95-8d9b-8780455a3c0d tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:34:53.411427 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c72c1fb5-e921-4e95-8d9b-8780455a3c0d tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:53.420416 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23e5d24-0474-426c-934b-4ab2ab8ad599 None None] Network 4e61afb6-0760-4f56-892a-ba5f6722fc04 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:34:53.442190 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38110) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:53.449799 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c72c1fb5-e921-4e95-8d9b-8780455a3c0d tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4741979 Oct 30 15:34:53.583717 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645f4662-2c58-4f25-ae62-74a480215ec4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-4e61afb6-0760-4f56-892a-ba5f6722fc04', 'network_id': '4e61afb6-0760-4f56-892a-ba5f6722fc04', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'fixed_ips': [{'subnet_id': '9dea7653-9433-4993-9458-3a5db4e971b3'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:34:53.586644 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-645f4662-2c58-4f25-ae62-74a480215ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:53.750177 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-645f4662-2c58-4f25-ae62-74a480215ec4 None None] Allocated IP 2001:db8::2 (4e61afb6-0760-4f56-892a-ba5f6722fc04/9dea7653-9433-4993-9458-3a5db4e971b3/6ae51b0e-bb33-4e44-af63-fb304c28729f) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:34:53.792049 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-37eb25c6-a66b-46cc-9d19-ade421ac649e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:53.805954 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0bcd42d5-456f-4808-bd9d-9b0f67e6404f tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:54.007571 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-645f4662-2c58-4f25-ae62-74a480215ec4 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:54.021776 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-645f4662-2c58-4f25-ae62-74a480215ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:54.055766 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645f4662-2c58-4f25-ae62-74a480215ec4 None None] Network 4e61afb6-0760-4f56-892a-ba5f6722fc04 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:34:54.080767 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-645f4662-2c58-4f25-ae62-74a480215ec4 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:34:54.085862 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645f4662-2c58-4f25-ae62-74a480215ec4 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:34:54.093725 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device fe2d8dd5-0124-4f6e-bb87-86db8853f248 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:34:54.094496 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-0bcd42d5-456f-4808-bd9d-9b0f67e6404f tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Allocated IP 2001:db8::1 (4e61afb6-0760-4f56-892a-ba5f6722fc04/9dea7653-9433-4993-9458-3a5db4e971b3/9f3f3ec2-adb6-4808-a72c-6bdfe54387dd) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:34:54.141320 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 38134) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:54.157449 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: fe2d8dd5-0124-4f6e-bb87-86db8853f248 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:34:54.158455 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device fe2d8dd5-0124-4f6e-bb87-86db8853f248 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:34:54.185308 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645f4662-2c58-4f25-ae62-74a480215ec4 None None] Pushing event updated for resources: {'Port': ['ID=6ae51b0e-bb33-4e44-af63-fb304c28729f,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:54.207027 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-645f4662-2c58-4f25-ae62-74a480215ec4 None None] Attempting to bind port 6ae51b0e-bb33-4e44-af63-fb304c28729f on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:34:54.207832 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-645f4662-2c58-4f25-ae62-74a480215ec4 None None] Attempting to bind port 6ae51b0e-bb33-4e44-af63-fb304c28729f by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '61f8a433-2c06-4d9e-ae51-86b498619e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '4e61afb6-0760-4f56-892a-ba5f6722fc04'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:34:54.208321 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645f4662-2c58-4f25-ae62-74a480215ec4 None None] Attempting to bind port 6ae51b0e-bb33-4e44-af63-fb304c28729f on network 4e61afb6-0760-4f56-892a-ba5f6722fc04 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:34:54.215354 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645f4662-2c58-4f25-ae62-74a480215ec4 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:34:54.216067 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645f4662-2c58-4f25-ae62-74a480215ec4 None None] Checking segment: {'id': '61f8a433-2c06-4d9e-ae51-86b498619e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '4e61afb6-0760-4f56-892a-ba5f6722fc04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:34:54.216576 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-645f4662-2c58-4f25-ae62-74a480215ec4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:54.217222 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645f4662-2c58-4f25-ae62-74a480215ec4 None None] Bound using segment: {'id': '61f8a433-2c06-4d9e-ae51-86b498619e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '4e61afb6-0760-4f56-892a-ba5f6722fc04'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:34:54.217977 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-645f4662-2c58-4f25-ae62-74a480215ec4 None None] Bound port: 6ae51b0e-bb33-4e44-af63-fb304c28729f, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61f8a433-2c06-4d9e-ae51-86b498619e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '4e61afb6-0760-4f56-892a-ba5f6722fc04'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:34:54.218898 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-645f4662-2c58-4f25-ae62-74a480215ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:54.227770 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0bcd42d5-456f-4808-bd9d-9b0f67e6404f tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:54.272414 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0bcd42d5-456f-4808-bd9d-9b0f67e6404f tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:54.290047 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-58a090b1-6a14-45e5-a323-edeeb042d053 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:54.306250 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-645f4662-2c58-4f25-ae62-74a480215ec4 None None] For port 6ae51b0e-bb33-4e44-af63-fb304c28729f, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:34:54.312472 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-645f4662-2c58-4f25-ae62-74a480215ec4 None None] For port 6ae51b0e-bb33-4e44-af63-fb304c28729f, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=6ae51b0e-bb33-4e44-af63-fb304c28729f,segment=NetworkSegment(61f8a433-2c06-4d9e-ae51-86b498619e85),segment_id=61f8a433-2c06-4d9e-ae51-86b498619e85)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:34:54.320751 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-645f4662-2c58-4f25-ae62-74a480215ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:54.321080 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bcd42d5-456f-4808-bd9d-9b0f67e6404f tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Network 4e61afb6-0760-4f56-892a-ba5f6722fc04 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:34:54.324913 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-0bcd42d5-456f-4808-bd9d-9b0f67e6404f tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:34:54.328894 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcd42d5-456f-4808-bd9d-9b0f67e6404f tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:34:54.329462 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0bcd42d5-456f-4808-bd9d-9b0f67e6404f tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:54.335582 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcd42d5-456f-4808-bd9d-9b0f67e6404f tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Pushing event updated for resources: {'Port': ['ID=9f3f3ec2-adb6-4808-a72c-6bdfe54387dd,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:54.407759 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645f4662-2c58-4f25-ae62-74a480215ec4 None None] Pushing event updated for resources: {'Port': ['ID=6ae51b0e-bb33-4e44-af63-fb304c28729f,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:54.419344 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-58a090b1-6a14-45e5-a323-edeeb042d053 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:54.426739 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-58a090b1-6a14-45e5-a323-edeeb042d053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:54.467503 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-58a090b1-6a14-45e5-a323-edeeb042d053 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e60e2bb80ca64baeb4ec1117ece8c334&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3250115 Oct 30 15:34:54.469785 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a090b1-6a14-45e5-a323-edeeb042d053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=707bb11e-e9f4-443c-84be-b69b142a8bd2,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:54.472439 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 38140) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:54.500075 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0bcd42d5-456f-4808-bd9d-9b0f67e6404f tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:54.537107 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d5c767da-050c-47e9-b7be-504d61bcfdc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:54.587496 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d5c767da-050c-47e9-b7be-504d61bcfdc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:54.686069 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d5c767da-050c-47e9-b7be-504d61bcfdc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:54.690455 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d5c767da-050c-47e9-b7be-504d61bcfdc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:54.694810 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-d5c767da-050c-47e9-b7be-504d61bcfdc4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/707bb11e-e9f4-443c-84be-b69b142a8bd2 HTTP/1.1" status: 204 len: 168 time: 0.2209766 Oct 30 15:34:54.706808 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:54.707507 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c767da-050c-47e9-b7be-504d61bcfdc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707bb11e-e9f4-443c-84be-b69b142a8bd2,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:54.867409 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0bcd42d5-456f-4808-bd9d-9b0f67e6404f tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:54.873829 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0bcd42d5-456f-4808-bd9d-9b0f67e6404f tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:54.874758 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0bcd42d5-456f-4808-bd9d-9b0f67e6404f tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:54.910400 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:55.035192 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcd42d5-456f-4808-bd9d-9b0f67e6404f tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Pushing event updated for resources: {'Port': ['ID=9f3f3ec2-adb6-4808-a72c-6bdfe54387dd,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:55.084341 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bcd42d5-456f-4808-bd9d-9b0f67e6404f tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Network 4e61afb6-0760-4f56-892a-ba5f6722fc04 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:34:55.085998 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-0bcd42d5-456f-4808-bd9d-9b0f67e6404f tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:34:55.216610 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 38160) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:55.228043 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bcd42d5-456f-4808-bd9d-9b0f67e6404f tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Router 94f008a4-1d4a-4e01-8aa2-8110c31a697f is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:34:55.233247 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0d4ce34c-a9d9-485e-9f97-cd970dad25a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:55.336804 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bcd42d5-456f-4808-bd9d-9b0f67e6404f tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:34:55.347956 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-0bcd42d5-456f-4808-bd9d-9b0f67e6404f tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "PUT /v2.0/routers/94f008a4-1d4a-4e01-8aa2-8110c31a697f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9012294 Oct 30 15:34:55.347956 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38162) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:55.350452 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0373ba8c-8e53-4d15-b4f8-b2c9a386e2bd None None] Sync routers for ids ['94f008a4-1d4a-4e01-8aa2-8110c31a697f'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:34:55.353493 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-7d895073-2e03-41d3-b04c-294f38e07e7a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-672389132'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:34:55.357871 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0d4ce34c-a9d9-485e-9f97-cd970dad25a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:55.363011 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0d4ce34c-a9d9-485e-9f97-cd970dad25a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:55.369215 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0373ba8c-8e53-4d15-b4f8-b2c9a386e2bd None None] Routers {'94f008a4-1d4a-4e01-8aa2-8110c31a697f'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:34:55.370012 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-0373ba8c-8e53-4d15-b4f8-b2c9a386e2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:34:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['94f008a4-1d4a-4e01-8aa2-8110c31a697f'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:55.386532 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d895073-2e03-41d3-b04c-294f38e07e7a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Made reservation on behalf of 3fab24dfe8cd42fd9eac128f04bf2ccb for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:34:55.395000 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7d895073-2e03-41d3-b04c-294f38e07e7a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:55.415363 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-0d4ce34c-a9d9-485e-9f97-cd970dad25a1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2df2e63d549d455c935395937e76713d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1945224 Oct 30 15:34:55.415363 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4ce34c-a9d9-485e-9f97-cd970dad25a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5570ad-8465-43aa-9ab3-5f6fe9050069,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:55.415975 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38166) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:55.441954 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d895073-2e03-41d3-b04c-294f38e07e7a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:34:55.469544 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7d895073-2e03-41d3-b04c-294f38e07e7a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:55.470065 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-7d895073-2e03-41d3-b04c-294f38e07e7a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Added segment 48d4a6f4-ef92-445d-9944-810297ce0a04 of type vlan for network ad15b999-0468-46ef-975e-e1fdfabf0e54 Oct 30 15:34:55.505418 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-0373ba8c-8e53-4d15-b4f8-b2c9a386e2bd None None] Set router 94f008a4-1d4a-4e01-8aa2-8110c31a697f gateway port host: None {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:34:55.524748 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-272a9ad4-f072-4e59-8937-9a526ffe01ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:55.528466 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7d895073-2e03-41d3-b04c-294f38e07e7a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:55.554481 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-272a9ad4-f072-4e59-8937-9a526ffe01ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:55.615791 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-272a9ad4-f072-4e59-8937-9a526ffe01ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:55.618544 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-272a9ad4-f072-4e59-8937-9a526ffe01ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:55.619792 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-272a9ad4-f072-4e59-8937-9a526ffe01ac admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ff5570ad-8465-43aa-9ab3-5f6fe9050069 HTTP/1.1" status: 204 len: 168 time: 0.2019885 Oct 30 15:34:55.634489 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272a9ad4-f072-4e59-8937-9a526ffe01ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5570ad-8465-43aa-9ab3-5f6fe9050069,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:55.666780 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ecc396-f37f-44cb-a6fc-c6708d47859f None None] Network 4e61afb6-0760-4f56-892a-ba5f6722fc04 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:34:55.684963 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7d895073-2e03-41d3-b04c-294f38e07e7a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:55.696736 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d895073-2e03-41d3-b04c-294f38e07e7a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:34:55.697451 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7d895073-2e03-41d3-b04c-294f38e07e7a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:55.775101 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-0373ba8c-8e53-4d15-b4f8-b2c9a386e2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'name': 'tempest-RoutersIpV6Test-router-335396364', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:34:52Z', 'updated_at': '2021-10-30T15:34:54Z', 'revision_number': 2, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'gw_port_host': None, '_interfaces': [{'id': '9f3f3ec2-adb6-4808-a72c-6bdfe54387dd', 'name': '', 'network_id': '4e61afb6-0760-4f56-892a-ba5f6722fc04', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'mac_address': 'fa:16:3e:ba:fe:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '9dea7653-9433-4993-9458-3a5db4e971b3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:34:53Z', 'updated_at': '2021-10-30T15:34:54Z', 'revision_number': 2, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'subnets': [{'id': '9dea7653-9433-4993-9458-3a5db4e971b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:55.782122 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-7d895073-2e03-41d3-b04c-294f38e07e7a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4324167 Oct 30 15:34:55.784042 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 38176) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:55.791186 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-f606043c-c6f5-47a3-8cb6-6e20041dbea6 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Request body: {'subnet': {'network_id': 'ad15b999-0468-46ef-975e-e1fdfabf0e54', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:34:55.803452 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d895073-2e03-41d3-b04c-294f38e07e7a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Pushing event updated for resources: {'Network': ['ID=ad15b999-0468-46ef-975e-e1fdfabf0e54,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:55.828403 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0373ba8c-8e53-4d15-b4f8-b2c9a386e2bd None None] Checking router: 94f008a4-1d4a-4e01-8aa2-8110c31a697f for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:34:55.828979 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0373ba8c-8e53-4d15-b4f8-b2c9a386e2bd None None] Updating router 94f008a4-1d4a-4e01-8aa2-8110c31a697f port 9f3f3ec2-adb6-4808-a72c-6bdfe54387dd binding host n-d-806683-17 {{(pid=102133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:34:55.856119 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0373ba8c-8e53-4d15-b4f8-b2c9a386e2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:55.876168 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network ad15b999-0468-46ef-975e-e1fdfabf0e54 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:34:55.880149 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-46dce348-b778-46d0-b914-0a8abcecab72 None None] Provisioning complete for port 6ae51b0e-bb33-4e44-af63-fb304c28729f triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:34:55.880630 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-46dce348-b778-46d0-b914-0a8abcecab72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:55.942024 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f606043c-c6f5-47a3-8cb6-6e20041dbea6 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Made reservation on behalf of 3fab24dfe8cd42fd9eac128f04bf2ccb for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:34:55.946423 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f606043c-c6f5-47a3-8cb6-6e20041dbea6 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:56.057729 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-46dce348-b778-46d0-b914-0a8abcecab72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:56.120019 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-46dce348-b778-46d0-b914-0a8abcecab72 None None] For port 6ae51b0e-bb33-4e44-af63-fb304c28729f, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=6ae51b0e-bb33-4e44-af63-fb304c28729f,segment=NetworkSegment(61f8a433-2c06-4d9e-ae51-86b498619e85),segment_id=61f8a433-2c06-4d9e-ae51-86b498619e85)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:34:56.129969 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-46dce348-b778-46d0-b914-0a8abcecab72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:56.224399 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 6ae51b0e-bb33-4e44-af63-fb304c28729f up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:34:56.292000 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dce348-b778-46d0-b914-0a8abcecab72 None None] Pushing event updated for resources: {'Port': ['ID=6ae51b0e-bb33-4e44-af63-fb304c28729f,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:56.338863 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 6ae51b0e-bb33-4e44-af63-fb304c28729f triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:34:56.340504 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:56.498373 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f606043c-c6f5-47a3-8cb6-6e20041dbea6 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:56.540989 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0373ba8c-8e53-4d15-b4f8-b2c9a386e2bd None None] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:56.554435 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0373ba8c-8e53-4d15-b4f8-b2c9a386e2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:56.575929 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-70ec35c3-4e85-4634-8a81-6f318c3e0704 None None] Provisioning complete for port 9f3f3ec2-adb6-4808-a72c-6bdfe54387dd triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:34:56.578392 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-70ec35c3-4e85-4634-8a81-6f318c3e0704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:56.613717 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f606043c-c6f5-47a3-8cb6-6e20041dbea6 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Pushing event updated for resources: {'Subnet': ['ID=695df200-a653-4df9-8083-b5b18865f903,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:56.616115 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46055e3-8bbe-4507-b13c-4dfea37bf2fb None None] Pushing event updated for resources: {'Port': ['ID=9f3f3ec2-adb6-4808-a72c-6bdfe54387dd,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:56.637925 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46055e3-8bbe-4507-b13c-4dfea37bf2fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:34:56.638269 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46055e3-8bbe-4507-b13c-4dfea37bf2fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:34:56.638797 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46055e3-8bbe-4507-b13c-4dfea37bf2fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:34:56.639299 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46055e3-8bbe-4507-b13c-4dfea37bf2fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:34:56.641641 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46055e3-8bbe-4507-b13c-4dfea37bf2fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:34:56.643083 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46055e3-8bbe-4507-b13c-4dfea37bf2fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:34:56.643752 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46055e3-8bbe-4507-b13c-4dfea37bf2fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:34:56.644238 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46055e3-8bbe-4507-b13c-4dfea37bf2fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:34:56.644968 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46055e3-8bbe-4507-b13c-4dfea37bf2fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:34:56.649550 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46055e3-8bbe-4507-b13c-4dfea37bf2fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:34:56.650540 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46055e3-8bbe-4507-b13c-4dfea37bf2fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:34:56.651021 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46055e3-8bbe-4507-b13c-4dfea37bf2fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:34:56.697464 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f606043c-c6f5-47a3-8cb6-6e20041dbea6 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Checking segment: {'id': '48d4a6f4-ef92-445d-9944-810297ce0a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'ad15b999-0468-46ef-975e-e1fdfabf0e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:34:56.697833 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f606043c-c6f5-47a3-8cb6-6e20041dbea6 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Network hostable DHCP agents. Network: ad15b999-0468-46ef-975e-e1fdfabf0e54, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:34:56.736837 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-70ec35c3-4e85-4634-8a81-6f318c3e0704 None None] Port 9f3f3ec2-adb6-4808-a72c-6bdfe54387dd cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:34:56.737636 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f606043c-c6f5-47a3-8cb6-6e20041dbea6 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Network ad15b999-0468-46ef-975e-e1fdfabf0e54 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:34:56.746142 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:56.757524 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-f606043c-c6f5-47a3-8cb6-6e20041dbea6 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, ad15b999-0468-46ef-975e-e1fdfabf0e54) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:34:56.767713 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f606043c-c6f5-47a3-8cb6-6e20041dbea6 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:34:56.769453 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f606043c-c6f5-47a3-8cb6-6e20041dbea6 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:56.774431 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806c1785-df2f-458f-a8f2-9ff96303748d None None] Network ad15b999-0468-46ef-975e-e1fdfabf0e54 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:34:56.805747 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-f606043c-c6f5-47a3-8cb6-6e20041dbea6 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0116601 Oct 30 15:34:56.806031 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38216) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:56.808685 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-0373ba8c-8e53-4d15-b4f8-b2c9a386e2bd None None] Attempting to bind port 9f3f3ec2-adb6-4808-a72c-6bdfe54387dd on host n-d-806683-17 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:34:56.809173 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-0373ba8c-8e53-4d15-b4f8-b2c9a386e2bd None None] Attempting to bind port 9f3f3ec2-adb6-4808-a72c-6bdfe54387dd by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '61f8a433-2c06-4d9e-ae51-86b498619e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '4e61afb6-0760-4f56-892a-ba5f6722fc04'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:34:56.809546 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0373ba8c-8e53-4d15-b4f8-b2c9a386e2bd None None] Attempting to bind port 9f3f3ec2-adb6-4808-a72c-6bdfe54387dd on network 4e61afb6-0760-4f56-892a-ba5f6722fc04 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:34:56.838583 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0373ba8c-8e53-4d15-b4f8-b2c9a386e2bd None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:34:56.839223 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0373ba8c-8e53-4d15-b4f8-b2c9a386e2bd None None] Checking segment: {'id': '61f8a433-2c06-4d9e-ae51-86b498619e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '4e61afb6-0760-4f56-892a-ba5f6722fc04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:34:56.840311 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0373ba8c-8e53-4d15-b4f8-b2c9a386e2bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:56.840311 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0373ba8c-8e53-4d15-b4f8-b2c9a386e2bd None None] Bound using segment: {'id': '61f8a433-2c06-4d9e-ae51-86b498619e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '4e61afb6-0760-4f56-892a-ba5f6722fc04'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:34:56.840625 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-0373ba8c-8e53-4d15-b4f8-b2c9a386e2bd None None] Bound port: 9f3f3ec2-adb6-4808-a72c-6bdfe54387dd, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61f8a433-2c06-4d9e-ae51-86b498619e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '4e61afb6-0760-4f56-892a-ba5f6722fc04'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:34:56.840895 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0373ba8c-8e53-4d15-b4f8-b2c9a386e2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:57.042698 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-0373ba8c-8e53-4d15-b4f8-b2c9a386e2bd None None] For port 9f3f3ec2-adb6-4808-a72c-6bdfe54387dd, host n-d-806683-17, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:34:57.053027 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-0373ba8c-8e53-4d15-b4f8-b2c9a386e2bd None None] For port 9f3f3ec2-adb6-4808-a72c-6bdfe54387dd, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=9f3f3ec2-adb6-4808-a72c-6bdfe54387dd,segment=NetworkSegment(61f8a433-2c06-4d9e-ae51-86b498619e85),segment_id=61f8a433-2c06-4d9e-ae51-86b498619e85)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:34:57.070497 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0373ba8c-8e53-4d15-b4f8-b2c9a386e2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:57.090384 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-70ec35c3-4e85-4634-8a81-6f318c3e0704 None None] Provisioning complete for port 6ae51b0e-bb33-4e44-af63-fb304c28729f triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:34:57.091116 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-70ec35c3-4e85-4634-8a81-6f318c3e0704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:57.179773 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e031aaa8-8b2e-4084-862f-19ac0c40bd41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-ad15b999-0468-46ef-975e-e1fdfabf0e54', 'network_id': 'ad15b999-0468-46ef-975e-e1fdfabf0e54', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'fixed_ips': [{'subnet_id': '695df200-a653-4df9-8083-b5b18865f903'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:34:57.181144 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e031aaa8-8b2e-4084-862f-19ac0c40bd41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:57.234433 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46055e3-8bbe-4507-b13c-4dfea37bf2fb None None] Pushing event updated for resources: {'Port': ['ID=9f3f3ec2-adb6-4808-a72c-6bdfe54387dd,revision_number=4']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:57.279452 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0373ba8c-8e53-4d15-b4f8-b2c9a386e2bd None None] Routers {'94f008a4-1d4a-4e01-8aa2-8110c31a697f'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:34:57.280114 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-0373ba8c-8e53-4d15-b4f8-b2c9a386e2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:34:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['94f008a4-1d4a-4e01-8aa2-8110c31a697f'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:57.460908 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-0373ba8c-8e53-4d15-b4f8-b2c9a386e2bd None None] Set router 94f008a4-1d4a-4e01-8aa2-8110c31a697f gateway port host: None {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:34:57.564798 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-e031aaa8-8b2e-4084-862f-19ac0c40bd41 None None] Allocated IP 2001:db8:1::2 (ad15b999-0468-46ef-975e-e1fdfabf0e54/695df200-a653-4df9-8083-b5b18865f903/52789b7f-a880-4bb8-9403-44852fafd866) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:34:57.724449 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-cf2c1464-e67e-4d57-84e4-00cac8879319 None None] Provisioning complete for port 9f3f3ec2-adb6-4808-a72c-6bdfe54387dd triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:34:57.724829 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-cf2c1464-e67e-4d57-84e4-00cac8879319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:57.835575 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e031aaa8-8b2e-4084-862f-19ac0c40bd41 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:57.838985 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6af9aa4d-ebaa-4cfe-a7a7-24fd5c427c37 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:57.886978 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e031aaa8-8b2e-4084-862f-19ac0c40bd41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:57.963524 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e031aaa8-8b2e-4084-862f-19ac0c40bd41 None None] Pushing event updated for resources: {'Port': ['ID=52789b7f-a880-4bb8-9403-44852fafd866,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:58.042810 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-cf2c1464-e67e-4d57-84e4-00cac8879319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:58.049083 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e031aaa8-8b2e-4084-862f-19ac0c40bd41 None None] Network ad15b999-0468-46ef-975e-e1fdfabf0e54 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:34:58.068693 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-e031aaa8-8b2e-4084-862f-19ac0c40bd41 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:34:58.073804 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e031aaa8-8b2e-4084-862f-19ac0c40bd41 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:34:58.207042 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-0373ba8c-8e53-4d15-b4f8-b2c9a386e2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'name': 'tempest-RoutersIpV6Test-router-335396364', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:34:52Z', 'updated_at': '2021-10-30T15:34:54Z', 'revision_number': 2, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'gw_port_host': None, '_interfaces': [{'id': '9f3f3ec2-adb6-4808-a72c-6bdfe54387dd', 'name': '', 'network_id': '4e61afb6-0760-4f56-892a-ba5f6722fc04', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'mac_address': 'fa:16:3e:ba:fe:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '9dea7653-9433-4993-9458-3a5db4e971b3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:34:53Z', 'updated_at': '2021-10-30T15:34:57Z', 'revision_number': 4, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'subnets': [{'id': '9dea7653-9433-4993-9458-3a5db4e971b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:34:58.274088 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0373ba8c-8e53-4d15-b4f8-b2c9a386e2bd None None] The sync data for ids ['94f008a4-1d4a-4e01-8aa2-8110c31a697f'] in n-d-806683-17 is: [{'id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'name': 'tempest-RoutersIpV6Test-router-335396364', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:34:52Z', 'updated_at': '2021-10-30T15:34:54Z', 'revision_number': 2, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'gw_port_host': None, '_interfaces': [{'id': '9f3f3ec2-adb6-4808-a72c-6bdfe54387dd', 'name': '', 'network_id': '4e61afb6-0760-4f56-892a-ba5f6722fc04', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'mac_address': 'fa:16:3e:ba:fe:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '9dea7653-9433-4993-9458-3a5db4e971b3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:34:53Z', 'updated_at': '2021-10-30T15:34:57Z', 'revision_number': 4, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'subnets': [{'id': '9dea7653-9433-4993-9458-3a5db4e971b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:34:58.599809 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 6ae51b0e-bb33-4e44-af63-fb304c28729f up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:34:58.744736 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-6af9aa4d-ebaa-4cfe-a7a7-24fd5c427c37 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Allocated IP 2001:db8:1::1 (ad15b999-0468-46ef-975e-e1fdfabf0e54/695df200-a653-4df9-8083-b5b18865f903/cb23e9ba-6eb3-4580-9729-f07cc140947a) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:34:58.745520 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-cf2c1464-e67e-4d57-84e4-00cac8879319 None None] For port 9f3f3ec2-adb6-4808-a72c-6bdfe54387dd, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=9f3f3ec2-adb6-4808-a72c-6bdfe54387dd,segment=NetworkSegment(61f8a433-2c06-4d9e-ae51-86b498619e85),segment_id=61f8a433-2c06-4d9e-ae51-86b498619e85)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:34:58.777365 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-e031aaa8-8b2e-4084-862f-19ac0c40bd41 None None] Attempting to bind port 52789b7f-a880-4bb8-9403-44852fafd866 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:34:58.777365 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-e031aaa8-8b2e-4084-862f-19ac0c40bd41 None None] Attempting to bind port 52789b7f-a880-4bb8-9403-44852fafd866 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '48d4a6f4-ef92-445d-9944-810297ce0a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'ad15b999-0468-46ef-975e-e1fdfabf0e54'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:34:58.778092 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e031aaa8-8b2e-4084-862f-19ac0c40bd41 None None] Attempting to bind port 52789b7f-a880-4bb8-9403-44852fafd866 on network ad15b999-0468-46ef-975e-e1fdfabf0e54 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:34:58.784182 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-cf2c1464-e67e-4d57-84e4-00cac8879319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:58.856154 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e031aaa8-8b2e-4084-862f-19ac0c40bd41 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:34:58.856630 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e031aaa8-8b2e-4084-862f-19ac0c40bd41 None None] Checking segment: {'id': '48d4a6f4-ef92-445d-9944-810297ce0a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'ad15b999-0468-46ef-975e-e1fdfabf0e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:34:58.857109 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e031aaa8-8b2e-4084-862f-19ac0c40bd41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:58.857706 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e031aaa8-8b2e-4084-862f-19ac0c40bd41 None None] Bound using segment: {'id': '48d4a6f4-ef92-445d-9944-810297ce0a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'ad15b999-0468-46ef-975e-e1fdfabf0e54'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:34:58.858273 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-e031aaa8-8b2e-4084-862f-19ac0c40bd41 None None] Bound port: 52789b7f-a880-4bb8-9403-44852fafd866, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48d4a6f4-ef92-445d-9944-810297ce0a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'ad15b999-0468-46ef-975e-e1fdfabf0e54'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:34:58.858744 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e031aaa8-8b2e-4084-862f-19ac0c40bd41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:58.882269 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6af9aa4d-ebaa-4cfe-a7a7-24fd5c427c37 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:58.955187 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6af9aa4d-ebaa-4cfe-a7a7-24fd5c427c37 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:58.963269 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 6ae51b0e-bb33-4e44-af63-fb304c28729f triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:34:58.963442 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 38258) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:58.963935 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:58.969825 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-7946f694-160c-4b74-9503-8aa3ebb68971 None None] Provisioning complete for port 9f3f3ec2-adb6-4808-a72c-6bdfe54387dd triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:34:58.970241 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7946f694-160c-4b74-9503-8aa3ebb68971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:59.024009 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af9aa4d-ebaa-4cfe-a7a7-24fd5c427c37 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Pushing event updated for resources: {'Port': ['ID=cb23e9ba-6eb3-4580-9729-f07cc140947a,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:59.060256 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2c1464-e67e-4d57-84e4-00cac8879319 None None] Pushing event updated for resources: {'Port': ['ID=9f3f3ec2-adb6-4808-a72c-6bdfe54387dd,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:59.081790 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af9aa4d-ebaa-4cfe-a7a7-24fd5c427c37 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Network ad15b999-0468-46ef-975e-e1fdfabf0e54 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:34:59.083890 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-6af9aa4d-ebaa-4cfe-a7a7-24fd5c427c37 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:34:59.087243 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af9aa4d-ebaa-4cfe-a7a7-24fd5c427c37 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:34:59.088231 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6af9aa4d-ebaa-4cfe-a7a7-24fd5c427c37 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:59.174964 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3f60f550-d5bb-4d60-bed1-888b8fb9440d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:59.190153 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e031aaa8-8b2e-4084-862f-19ac0c40bd41 None None] For port 52789b7f-a880-4bb8-9403-44852fafd866, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:34:59.198004 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e031aaa8-8b2e-4084-862f-19ac0c40bd41 None None] For port 52789b7f-a880-4bb8-9403-44852fafd866, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=52789b7f-a880-4bb8-9403-44852fafd866,segment=NetworkSegment(48d4a6f4-ef92-445d-9944-810297ce0a04),segment_id=48d4a6f4-ef92-445d-9944-810297ce0a04)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:34:59.259395 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e031aaa8-8b2e-4084-862f-19ac0c40bd41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:59.281636 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3f60f550-d5bb-4d60-bed1-888b8fb9440d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:59.289685 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3f60f550-d5bb-4d60-bed1-888b8fb9440d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:59.338893 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e031aaa8-8b2e-4084-862f-19ac0c40bd41 None None] Pushing event updated for resources: {'Port': ['ID=52789b7f-a880-4bb8-9403-44852fafd866,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:59.374282 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6af9aa4d-ebaa-4cfe-a7a7-24fd5c427c37 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:59.381740 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38268) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:34:59.388611 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-3f60f550-d5bb-4d60-bed1-888b8fb9440d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=016fd516ae484195a3e0de4da45565b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4145358 Oct 30 15:34:59.395177 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f60f550-d5bb-4d60-bed1-888b8fb9440d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b552f316-42f5-4f3b-85b6-e2f8dc857a59,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:59.559948 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b7dd9593-2f83-41b9-9849-854b65f12af3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:59.613830 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b7dd9593-2f83-41b9-9849-854b65f12af3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:59.742358 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b7dd9593-2f83-41b9-9849-854b65f12af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:59.745087 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b7dd9593-2f83-41b9-9849-854b65f12af3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:59.749147 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b7dd9593-2f83-41b9-9849-854b65f12af3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b552f316-42f5-4f3b-85b6-e2f8dc857a59 HTTP/1.1" status: 204 len: 168 time: 0.3630426 Oct 30 15:34:59.782013 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dd9593-2f83-41b9-9849-854b65f12af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b552f316-42f5-4f3b-85b6-e2f8dc857a59,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:59.851123 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6af9aa4d-ebaa-4cfe-a7a7-24fd5c427c37 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:59.855898 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6af9aa4d-ebaa-4cfe-a7a7-24fd5c427c37 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:59.856832 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6af9aa4d-ebaa-4cfe-a7a7-24fd5c427c37 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:34:59.962215 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af9aa4d-ebaa-4cfe-a7a7-24fd5c427c37 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Pushing event updated for resources: {'Port': ['ID=cb23e9ba-6eb3-4580-9729-f07cc140947a,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:34:59.981222 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:00.017218 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af9aa4d-ebaa-4cfe-a7a7-24fd5c427c37 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Network ad15b999-0468-46ef-975e-e1fdfabf0e54 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:35:00.018922 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-6af9aa4d-ebaa-4cfe-a7a7-24fd5c427c37 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:35:00.159416 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 38288) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:00.184954 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6af9aa4d-ebaa-4cfe-a7a7-24fd5c427c37 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Router 94f008a4-1d4a-4e01-8aa2-8110c31a697f has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:35:00.187342 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-63590b59-7fee-481a-b25f-aea814f3edcb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:00.242120 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 52789b7f-a880-4bb8-9403-44852fafd866 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:35:00.302986 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af9aa4d-ebaa-4cfe-a7a7-24fd5c427c37 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:35:00.317207 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-6af9aa4d-ebaa-4cfe-a7a7-24fd5c427c37 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "PUT /v2.0/routers/94f008a4-1d4a-4e01-8aa2-8110c31a697f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5152841 Oct 30 15:35:00.318412 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38296) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:00.329009 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-13f4afd0-eb71-40bc-93c6-38be29fe4d87 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1617600704'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:35:00.336356 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 52789b7f-a880-4bb8-9403-44852fafd866 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:35:00.336889 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:00.343179 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-63590b59-7fee-481a-b25f-aea814f3edcb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:00.350632 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-63590b59-7fee-481a-b25f-aea814f3edcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:00.363415 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f4afd0-eb71-40bc-93c6-38be29fe4d87 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Made reservation on behalf of 3fab24dfe8cd42fd9eac128f04bf2ccb for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:35:00.369071 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-13f4afd0-eb71-40bc-93c6-38be29fe4d87 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:00.419845 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13f4afd0-eb71-40bc-93c6-38be29fe4d87 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:35:00.442782 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63590b59-7fee-481a-b25f-aea814f3edcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93845722-2322-4a39-b679-e5f1821d5304,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:00.453449 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:00.492759 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-13f4afd0-eb71-40bc-93c6-38be29fe4d87 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:00.493352 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-13f4afd0-eb71-40bc-93c6-38be29fe4d87 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Added segment a5e4d857-983e-46c1-9910-bfdc8ef032f0 of type vlan for network 9c94af99-bb65-4fc3-8988-459aa775d899 Oct 30 15:35:00.521800 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-63590b59-7fee-481a-b25f-aea814f3edcb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1e75027ca26149ba9dbf3e8260b1cbcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3612373 Oct 30 15:35:00.528992 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 38302) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:00.567860 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-13f4afd0-eb71-40bc-93c6-38be29fe4d87 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:00.587269 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 52789b7f-a880-4bb8-9403-44852fafd866, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=52789b7f-a880-4bb8-9403-44852fafd866,segment=NetworkSegment(48d4a6f4-ef92-445d-9944-810297ce0a04),segment_id=48d4a6f4-ef92-445d-9944-810297ce0a04)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:35:00.597346 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:00.598159 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 9f3f3ec2-adb6-4808-a72c-6bdfe54387dd up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:35:00.625767 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-13f4afd0-eb71-40bc-93c6-38be29fe4d87 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:00.631432 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f4afd0-eb71-40bc-93c6-38be29fe4d87 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:00.632093 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-13f4afd0-eb71-40bc-93c6-38be29fe4d87 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:00.655905 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e7750ef7-2aac-42a6-98dd-7f51f28a4f99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:00.749880 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e7750ef7-2aac-42a6-98dd-7f51f28a4f99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:00.765119 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-13f4afd0-eb71-40bc-93c6-38be29fe4d87 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4448533 Oct 30 15:35:00.765809 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38306) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:00.768988 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=52789b7f-a880-4bb8-9403-44852fafd866,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:00.782085 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-6e0ba6ae-8a2e-45b0-b549-e1952844de9a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Request body: {'subnet': {'network_id': '9c94af99-bb65-4fc3-8988-459aa775d899', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:35:00.798570 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 9f3f3ec2-adb6-4808-a72c-6bdfe54387dd triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:35:00.799230 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:00.805535 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f4afd0-eb71-40bc-93c6-38be29fe4d87 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Pushing event updated for resources: {'Network': ['ID=9c94af99-bb65-4fc3-8988-459aa775d899,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:00.839867 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 9c94af99-bb65-4fc3-8988-459aa775d899 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:35:00.902736 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e7750ef7-2aac-42a6-98dd-7f51f28a4f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:00.906895 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e7750ef7-2aac-42a6-98dd-7f51f28a4f99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:00.908934 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e7750ef7-2aac-42a6-98dd-7f51f28a4f99 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/93845722-2322-4a39-b679-e5f1821d5304 HTTP/1.1" status: 204 len: 168 time: 0.3756492 Oct 30 15:35:00.909932 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7fc257-cc1c-43ba-a93f-06df55f91466 None None] Sync routers for ids ['94f008a4-1d4a-4e01-8aa2-8110c31a697f'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:35:00.948558 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7750ef7-2aac-42a6-98dd-7f51f28a4f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93845722-2322-4a39-b679-e5f1821d5304,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:00.964769 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7750ef7-2aac-42a6-98dd-7f51f28a4f99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:35:00.966371 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7750ef7-2aac-42a6-98dd-7f51f28a4f99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:35:00.971641 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7750ef7-2aac-42a6-98dd-7f51f28a4f99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:35:00.972198 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7750ef7-2aac-42a6-98dd-7f51f28a4f99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:35:00.972613 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7750ef7-2aac-42a6-98dd-7f51f28a4f99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:35:00.973083 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7750ef7-2aac-42a6-98dd-7f51f28a4f99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:35:00.974214 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7750ef7-2aac-42a6-98dd-7f51f28a4f99 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:35:00.975578 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7750ef7-2aac-42a6-98dd-7f51f28a4f99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:35:00.976059 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7750ef7-2aac-42a6-98dd-7f51f28a4f99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:35:00.976500 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7750ef7-2aac-42a6-98dd-7f51f28a4f99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:35:00.978194 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7750ef7-2aac-42a6-98dd-7f51f28a4f99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:35:00.978643 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7750ef7-2aac-42a6-98dd-7f51f28a4f99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:35:00.989169 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0ba6ae-8a2e-45b0-b549-e1952844de9a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Made reservation on behalf of 3fab24dfe8cd42fd9eac128f04bf2ccb for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:35:00.994019 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6e0ba6ae-8a2e-45b0-b549-e1952844de9a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:01.022866 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7fc257-cc1c-43ba-a93f-06df55f91466 None None] Routers {'94f008a4-1d4a-4e01-8aa2-8110c31a697f'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:35:01.023694 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-4e7fc257-cc1c-43ba-a93f-06df55f91466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:34:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['94f008a4-1d4a-4e01-8aa2-8110c31a697f'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:01.133156 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe006f8-2ffe-4ea4-ad90-e41b2e3093ae req-a833751c-770c-4aeb-89a6-5f55c77e43b7 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:01.140055 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cbe006f8-2ffe-4ea4-ad90-e41b2e3093ae req-a833751c-770c-4aeb-89a6-5f55c77e43b7 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8feeca9-8e7a-47c5-9834-b2981b41113f HTTP/1.1" status: 200 len: 945 time: 0.5982556 Oct 30 15:35:01.164701 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-4e7fc257-cc1c-43ba-a93f-06df55f91466 None None] Set router 94f008a4-1d4a-4e01-8aa2-8110c31a697f gateway port host: None {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:35:01.166566 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ffde47-5f7a-43ea-afa8-a331f2738ab3 None None] Network ad15b999-0468-46ef-975e-e1fdfabf0e54 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:35:01.218538 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cbe006f8-2ffe-4ea4-ad90-e41b2e3093ae req-4a45e322-a406-4f22-8afd-2aca140fa2b8 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee5a29da-464d-4127-ba39-e13f61005ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773675 Oct 30 15:35:01.303052 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-a1358c28-3f45-4629-a37e-fea6e93cb17e None None] Provisioning complete for port 52789b7f-a880-4bb8-9403-44852fafd866 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:35:01.303440 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a1358c28-3f45-4629-a37e-fea6e93cb17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:01.334365 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6e0ba6ae-8a2e-45b0-b549-e1952844de9a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:01.403458 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0ba6ae-8a2e-45b0-b549-e1952844de9a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Pushing event updated for resources: {'Subnet': ['ID=455ee70c-86da-4965-aa10-daafda399413,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:01.413541 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0ba6ae-8a2e-45b0-b549-e1952844de9a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Checking segment: {'id': 'a5e4d857-983e-46c1-9910-bfdc8ef032f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9c94af99-bb65-4fc3-8988-459aa775d899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:35:01.413969 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0ba6ae-8a2e-45b0-b549-e1952844de9a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Network hostable DHCP agents. Network: 9c94af99-bb65-4fc3-8988-459aa775d899, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:35:01.432350 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0ba6ae-8a2e-45b0-b549-e1952844de9a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Network 9c94af99-bb65-4fc3-8988-459aa775d899 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:35:01.443427 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-6e0ba6ae-8a2e-45b0-b549-e1952844de9a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 9c94af99-bb65-4fc3-8988-459aa775d899) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:35:01.448621 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0ba6ae-8a2e-45b0-b549-e1952844de9a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:01.449353 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6e0ba6ae-8a2e-45b0-b549-e1952844de9a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:01.467989 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3887af-3888-4177-a3d6-dee03cecb50e None None] Network 9c94af99-bb65-4fc3-8988-459aa775d899 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:35:01.472922 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 38320) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:01.473480 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-6e0ba6ae-8a2e-45b0-b549-e1952844de9a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6960342 Oct 30 15:35:01.836616 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-4e7fc257-cc1c-43ba-a93f-06df55f91466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'name': 'tempest-RoutersIpV6Test-router-335396364', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:34:52Z', 'updated_at': '2021-10-30T15:34:59Z', 'revision_number': 3, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'gw_port_host': None, '_interfaces': [{'id': '9f3f3ec2-adb6-4808-a72c-6bdfe54387dd', 'name': '', 'network_id': '4e61afb6-0760-4f56-892a-ba5f6722fc04', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'mac_address': 'fa:16:3e:ba:fe:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '9dea7653-9433-4993-9458-3a5db4e971b3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:34:53Z', 'updated_at': '2021-10-30T15:34:58Z', 'revision_number': 5, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'subnets': [{'id': '9dea7653-9433-4993-9458-3a5db4e971b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb23e9ba-6eb3-4580-9729-f07cc140947a', 'name': '', 'network_id': 'ad15b999-0468-46ef-975e-e1fdfabf0e54', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'mac_address': 'fa:16:3e:ad:9c:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '695df200-a653-4df9-8083-b5b18865f903', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:34:58Z', 'updated_at': '2021-10-30T15:34:59Z', 'revision_number': 2, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'subnets': [{'id': '695df200-a653-4df9-8083-b5b18865f903', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:01.957142 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-180fa252-528a-4f0e-8e4a-03f8feab3dc5 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:02.056785 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e87bdfa-93fe-4fd4-9655-3eb9dd548956 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-9c94af99-bb65-4fc3-8988-459aa775d899', 'network_id': '9c94af99-bb65-4fc3-8988-459aa775d899', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'fixed_ips': [{'subnet_id': '455ee70c-86da-4965-aa10-daafda399413'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:35:02.057679 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7e87bdfa-93fe-4fd4-9655-3eb9dd548956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:02.066887 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7fc257-cc1c-43ba-a93f-06df55f91466 None None] Checking router: 94f008a4-1d4a-4e01-8aa2-8110c31a697f for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:35:02.067223 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7fc257-cc1c-43ba-a93f-06df55f91466 None None] Updating router 94f008a4-1d4a-4e01-8aa2-8110c31a697f port cb23e9ba-6eb3-4580-9729-f07cc140947a binding host n-d-806683-17 {{(pid=102132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:35:02.137627 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 52789b7f-a880-4bb8-9403-44852fafd866 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:35:02.197687 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4e7fc257-cc1c-43ba-a93f-06df55f91466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:02.293524 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:02.507947 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-8bc56714-37ba-4c97-9303-3c7826a83a44 None None] Provisioning complete for port 52789b7f-a880-4bb8-9403-44852fafd866 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:35:02.508508 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8bc56714-37ba-4c97-9303-3c7826a83a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:02.596845 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c760d393-cf83-4739-825c-e4454f5ed6b2 req-2ff89383-b970-4040-b775-ea729e332afe tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:02.609617 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c760d393-cf83-4739-825c-e4454f5ed6b2 req-2ff89383-b970-4040-b775-ea729e332afe tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8feeca9-8e7a-47c5-9834-b2981b41113f HTTP/1.1" status: 200 len: 945 time: 0.1694186 Oct 30 15:35:02.699366 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c760d393-cf83-4739-825c-e4454f5ed6b2 req-df1d6c5c-353c-4d54-8f63-a73d6410fd1d tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee5a29da-464d-4127-ba39-e13f61005ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887554 Oct 30 15:35:02.701453 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 52789b7f-a880-4bb8-9403-44852fafd866 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:35:02.701836 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:02.790012 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-7e87bdfa-93fe-4fd4-9655-3eb9dd548956 None None] Allocated IP 2001:db8:2::2 (9c94af99-bb65-4fc3-8988-459aa775d899/455ee70c-86da-4965-aa10-daafda399413/64c4b087-5033-4757-b474-65bc967bdb21) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:35:03.054198 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 38382) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:03.129799 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-8bc56714-37ba-4c97-9303-3c7826a83a44 None None] Provisioning complete for port cb23e9ba-6eb3-4580-9729-f07cc140947a triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:35:03.130270 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8bc56714-37ba-4c97-9303-3c7826a83a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:03.168504 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1d83d64e-4e39-4e13-90d3-4281fa88f536 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:03.195227 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4e7fc257-cc1c-43ba-a93f-06df55f91466 None None] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:03.200219 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-8bc56714-37ba-4c97-9303-3c7826a83a44 None None] Port cb23e9ba-6eb3-4580-9729-f07cc140947a cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:35:03.202224 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7e87bdfa-93fe-4fd4-9655-3eb9dd548956 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:03.206253 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4e7fc257-cc1c-43ba-a93f-06df55f91466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:03.216772 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7e87bdfa-93fe-4fd4-9655-3eb9dd548956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:03.277219 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e87bdfa-93fe-4fd4-9655-3eb9dd548956 None None] Network 9c94af99-bb65-4fc3-8988-459aa775d899 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:35:03.287750 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-7e87bdfa-93fe-4fd4-9655-3eb9dd548956 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:35:03.290879 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-180fa252-528a-4f0e-8e4a-03f8feab3dc5 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Allocated IP 2001:db8:2::1 (9c94af99-bb65-4fc3-8988-459aa775d899/455ee70c-86da-4965-aa10-daafda399413/4d7479e5-4126-4327-8294-561a79095596) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:35:03.315849 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e87bdfa-93fe-4fd4-9655-3eb9dd548956 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:35:03.320356 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cedbbc-a942-4cf4-8a2b-570d69395468 None None] Pushing event updated for resources: {'Port': ['ID=cb23e9ba-6eb3-4580-9729-f07cc140947a,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:03.398773 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1d83d64e-4e39-4e13-90d3-4281fa88f536 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:03.429340 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1d83d64e-4e39-4e13-90d3-4281fa88f536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:03.450602 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-4e7fc257-cc1c-43ba-a93f-06df55f91466 None None] Attempting to bind port cb23e9ba-6eb3-4580-9729-f07cc140947a on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:35:03.451087 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-4e7fc257-cc1c-43ba-a93f-06df55f91466 None None] Attempting to bind port cb23e9ba-6eb3-4580-9729-f07cc140947a by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '48d4a6f4-ef92-445d-9944-810297ce0a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'ad15b999-0468-46ef-975e-e1fdfabf0e54'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:35:03.451580 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7fc257-cc1c-43ba-a93f-06df55f91466 None None] Attempting to bind port cb23e9ba-6eb3-4580-9729-f07cc140947a on network ad15b999-0468-46ef-975e-e1fdfabf0e54 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:35:03.453642 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e87bdfa-93fe-4fd4-9655-3eb9dd548956 None None] Pushing event updated for resources: {'Port': ['ID=64c4b087-5033-4757-b474-65bc967bdb21,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:03.509434 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7fc257-cc1c-43ba-a93f-06df55f91466 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:35:03.509931 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7fc257-cc1c-43ba-a93f-06df55f91466 None None] Checking segment: {'id': '48d4a6f4-ef92-445d-9944-810297ce0a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'ad15b999-0468-46ef-975e-e1fdfabf0e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:35:03.510448 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4e7fc257-cc1c-43ba-a93f-06df55f91466 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:03.510964 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7fc257-cc1c-43ba-a93f-06df55f91466 None None] Bound using segment: {'id': '48d4a6f4-ef92-445d-9944-810297ce0a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'ad15b999-0468-46ef-975e-e1fdfabf0e54'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:35:03.511549 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-4e7fc257-cc1c-43ba-a93f-06df55f91466 None None] Bound port: cb23e9ba-6eb3-4580-9729-f07cc140947a, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48d4a6f4-ef92-445d-9944-810297ce0a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'ad15b999-0468-46ef-975e-e1fdfabf0e54'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:35:03.512028 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4e7fc257-cc1c-43ba-a93f-06df55f91466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:03.538881 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-1d83d64e-4e39-4e13-90d3-4281fa88f536 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e773ab9570ab4a58829e31c3ccac2c57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4833574 Oct 30 15:35:03.542112 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38390) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:03.569380 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d83d64e-4e39-4e13-90d3-4281fa88f536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1429d068-6d1a-4e6e-8d47-9a718b631c3a,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:03.588017 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-04dd6323-f01b-4e69-b68d-4c8eda96d222 None None] Provisioning complete for port cb23e9ba-6eb3-4580-9729-f07cc140947a triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:35:03.591040 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-04dd6323-f01b-4e69-b68d-4c8eda96d222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:03.613899 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-180fa252-528a-4f0e-8e4a-03f8feab3dc5 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:03.666919 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6c75da4a-c876-4542-b1b0-630892896ca3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:03.699179 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-180fa252-528a-4f0e-8e4a-03f8feab3dc5 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:03.730923 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-7e87bdfa-93fe-4fd4-9655-3eb9dd548956 None None] Attempting to bind port 64c4b087-5033-4757-b474-65bc967bdb21 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:35:03.731297 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-7e87bdfa-93fe-4fd4-9655-3eb9dd548956 None None] Attempting to bind port 64c4b087-5033-4757-b474-65bc967bdb21 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'a5e4d857-983e-46c1-9910-bfdc8ef032f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9c94af99-bb65-4fc3-8988-459aa775d899'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:35:03.731682 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e87bdfa-93fe-4fd4-9655-3eb9dd548956 None None] Attempting to bind port 64c4b087-5033-4757-b474-65bc967bdb21 on network 9c94af99-bb65-4fc3-8988-459aa775d899 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:35:03.738624 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6c75da4a-c876-4542-b1b0-630892896ca3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:03.753413 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180fa252-528a-4f0e-8e4a-03f8feab3dc5 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Network 9c94af99-bb65-4fc3-8988-459aa775d899 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:35:03.756685 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-180fa252-528a-4f0e-8e4a-03f8feab3dc5 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:35:03.774888 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e87bdfa-93fe-4fd4-9655-3eb9dd548956 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:35:03.775273 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e87bdfa-93fe-4fd4-9655-3eb9dd548956 None None] Checking segment: {'id': 'a5e4d857-983e-46c1-9910-bfdc8ef032f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9c94af99-bb65-4fc3-8988-459aa775d899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:35:03.775714 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7e87bdfa-93fe-4fd4-9655-3eb9dd548956 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:03.776117 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e87bdfa-93fe-4fd4-9655-3eb9dd548956 None None] Bound using segment: {'id': 'a5e4d857-983e-46c1-9910-bfdc8ef032f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9c94af99-bb65-4fc3-8988-459aa775d899'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:35:03.777872 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-7e87bdfa-93fe-4fd4-9655-3eb9dd548956 None None] Bound port: 64c4b087-5033-4757-b474-65bc967bdb21, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5e4d857-983e-46c1-9910-bfdc8ef032f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9c94af99-bb65-4fc3-8988-459aa775d899'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:35:03.778266 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7e87bdfa-93fe-4fd4-9655-3eb9dd548956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:03.801285 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6c75da4a-c876-4542-b1b0-630892896ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:03.807648 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6c75da4a-c876-4542-b1b0-630892896ca3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:03.809472 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-6c75da4a-c876-4542-b1b0-630892896ca3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1429d068-6d1a-4e6e-8d47-9a718b631c3a HTTP/1.1" status: 204 len: 168 time: 0.2662497 Oct 30 15:35:03.838367 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180fa252-528a-4f0e-8e4a-03f8feab3dc5 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:35:03.839838 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-180fa252-528a-4f0e-8e4a-03f8feab3dc5 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:03.859501 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c75da4a-c876-4542-b1b0-630892896ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1429d068-6d1a-4e6e-8d47-9a718b631c3a,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:03.945802 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180fa252-528a-4f0e-8e4a-03f8feab3dc5 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Pushing event updated for resources: {'Port': ['ID=4d7479e5-4126-4327-8294-561a79095596,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:03.978860 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-04dd6323-f01b-4e69-b68d-4c8eda96d222 None None] Port cb23e9ba-6eb3-4580-9729-f07cc140947a cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:35:04.001969 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7721e6-84b4-4241-8a18-76f7db54030f req-3600e72b-9bf8-4fe1-93e5-74f0bc6192fc tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:04.005465 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cd7721e6-84b4-4241-8a18-76f7db54030f req-3600e72b-9bf8-4fe1-93e5-74f0bc6192fc tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8feeca9-8e7a-47c5-9834-b2981b41113f HTTP/1.1" status: 200 len: 945 time: 0.1476524 Oct 30 15:35:04.038420 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-4e7fc257-cc1c-43ba-a93f-06df55f91466 None None] For port cb23e9ba-6eb3-4580-9729-f07cc140947a, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:35:04.081063 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-180fa252-528a-4f0e-8e4a-03f8feab3dc5 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:04.085498 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cd7721e6-84b4-4241-8a18-76f7db54030f req-c7bdf936-c8e7-43c4-bf65-34050e48e7b0 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee5a29da-464d-4127-ba39-e13f61005ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713224 Oct 30 15:35:04.130923 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-4e7fc257-cc1c-43ba-a93f-06df55f91466 None None] For port cb23e9ba-6eb3-4580-9729-f07cc140947a, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=cb23e9ba-6eb3-4580-9729-f07cc140947a,segment=NetworkSegment(48d4a6f4-ef92-445d-9944-810297ce0a04),segment_id=48d4a6f4-ef92-445d-9944-810297ce0a04)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:35:04.161804 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4e7fc257-cc1c-43ba-a93f-06df55f91466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:04.235934 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-7e87bdfa-93fe-4fd4-9655-3eb9dd548956 None None] For port 64c4b087-5033-4757-b474-65bc967bdb21, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:35:04.259482 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-7b0486b8-8c26-4000-ab3b-e32f92cbf707 None None] Provisioning complete for port cb23e9ba-6eb3-4580-9729-f07cc140947a triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:35:04.260089 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7b0486b8-8c26-4000-ab3b-e32f92cbf707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:04.262926 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-7e87bdfa-93fe-4fd4-9655-3eb9dd548956 None None] For port 64c4b087-5033-4757-b474-65bc967bdb21, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=64c4b087-5033-4757-b474-65bc967bdb21,segment=NetworkSegment(a5e4d857-983e-46c1-9910-bfdc8ef032f0),segment_id=a5e4d857-983e-46c1-9910-bfdc8ef032f0)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:35:04.297228 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7e87bdfa-93fe-4fd4-9655-3eb9dd548956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:04.334119 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7fc257-cc1c-43ba-a93f-06df55f91466 None None] Routers {'94f008a4-1d4a-4e01-8aa2-8110c31a697f'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:35:04.334752 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-4e7fc257-cc1c-43ba-a93f-06df55f91466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:34:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['94f008a4-1d4a-4e01-8aa2-8110c31a697f'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:04.429888 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cedbbc-a942-4cf4-8a2b-570d69395468 None None] Pushing event updated for resources: {'Port': ['ID=cb23e9ba-6eb3-4580-9729-f07cc140947a,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:04.611491 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7b0486b8-8c26-4000-ab3b-e32f92cbf707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:04.625275 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-180fa252-528a-4f0e-8e4a-03f8feab3dc5 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:04.639262 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-180fa252-528a-4f0e-8e4a-03f8feab3dc5 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:04.640260 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-180fa252-528a-4f0e-8e4a-03f8feab3dc5 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:04.663448 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-4e7fc257-cc1c-43ba-a93f-06df55f91466 None None] Set router 94f008a4-1d4a-4e01-8aa2-8110c31a697f gateway port host: None {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:35:04.817097 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e87bdfa-93fe-4fd4-9655-3eb9dd548956 None None] Pushing event updated for resources: {'Port': ['ID=64c4b087-5033-4757-b474-65bc967bdb21,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:04.894526 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-7b0486b8-8c26-4000-ab3b-e32f92cbf707 None None] For port cb23e9ba-6eb3-4580-9729-f07cc140947a, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=cb23e9ba-6eb3-4580-9729-f07cc140947a,segment=NetworkSegment(48d4a6f4-ef92-445d-9944-810297ce0a04),segment_id=48d4a6f4-ef92-445d-9944-810297ce0a04)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:35:04.911260 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7b0486b8-8c26-4000-ab3b-e32f92cbf707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:04.941434 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180fa252-528a-4f0e-8e4a-03f8feab3dc5 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Network 9c94af99-bb65-4fc3-8988-459aa775d899 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:35:04.944953 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-180fa252-528a-4f0e-8e4a-03f8feab3dc5 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:35:05.013499 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180fa252-528a-4f0e-8e4a-03f8feab3dc5 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Pushing event updated for resources: {'Port': ['ID=4d7479e5-4126-4327-8294-561a79095596,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:05.061273 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0486b8-8c26-4000-ab3b-e32f92cbf707 None None] Pushing event updated for resources: {'Port': ['ID=cb23e9ba-6eb3-4580-9729-f07cc140947a,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:05.078301 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6be64926-389d-4bdb-900d-e8d448a5aab5 req-fdd816dd-cabb-4db9-beb7-387a21eff1ac service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=63addfbe-85c9-4de2-8eaf-26998965f136&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4945464 Oct 30 15:35:05.092949 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-2a5f325f-c289-4ad7-9ea4-f3fa6a170b06 None None] Provisioning complete for port cb23e9ba-6eb3-4580-9729-f07cc140947a triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:35:05.093464 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2a5f325f-c289-4ad7-9ea4-f3fa6a170b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:05.102350 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-180fa252-528a-4f0e-8e4a-03f8feab3dc5 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Router 94f008a4-1d4a-4e01-8aa2-8110c31a697f has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:35:05.165099 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-4e7fc257-cc1c-43ba-a93f-06df55f91466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'name': 'tempest-RoutersIpV6Test-router-335396364', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:34:52Z', 'updated_at': '2021-10-30T15:35:03Z', 'revision_number': 4, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'gw_port_host': None, '_interfaces': [{'id': '4d7479e5-4126-4327-8294-561a79095596', 'name': '', 'network_id': '9c94af99-bb65-4fc3-8988-459aa775d899', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'mac_address': 'fa:16:3e:d3:30:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '455ee70c-86da-4965-aa10-daafda399413', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:35:02Z', 'updated_at': '2021-10-30T15:35:03Z', 'revision_number': 1, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'subnets': [{'id': '455ee70c-86da-4965-aa10-daafda399413', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f3f3ec2-adb6-4808-a72c-6bdfe54387dd', 'name': '', 'network_id': '4e61afb6-0760-4f56-892a-ba5f6722fc04', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'mac_address': 'fa:16:3e:ba:fe:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '9dea7653-9433-4993-9458-3a5db4e971b3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:34:53Z', 'updated_at': '2021-10-30T15:34:58Z', 'revision_number': 5, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'subnets': [{'id': '9dea7653-9433-4993-9458-3a5db4e971b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb23e9ba-6eb3-4580-9729-f07cc140947a', 'name': '', 'network_id': 'ad15b999-0468-46ef-975e-e1fdfabf0e54', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'mac_address': 'fa:16:3e:ad:9c:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '695df200-a653-4df9-8083-b5b18865f903', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:34:58Z', 'updated_at': '2021-10-30T15:35:03Z', 'revision_number': 4, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'subnets': [{'id': '695df200-a653-4df9-8083-b5b18865f903', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:05.205077 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7fc257-cc1c-43ba-a93f-06df55f91466 None None] The sync data for ids ['94f008a4-1d4a-4e01-8aa2-8110c31a697f'] in n-d-806683-17 is: [{'id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'name': 'tempest-RoutersIpV6Test-router-335396364', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:34:52Z', 'updated_at': '2021-10-30T15:35:03Z', 'revision_number': 4, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'gw_port_host': None, '_interfaces': [{'id': '4d7479e5-4126-4327-8294-561a79095596', 'name': '', 'network_id': '9c94af99-bb65-4fc3-8988-459aa775d899', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'mac_address': 'fa:16:3e:d3:30:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '455ee70c-86da-4965-aa10-daafda399413', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:35:02Z', 'updated_at': '2021-10-30T15:35:03Z', 'revision_number': 1, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'subnets': [{'id': '455ee70c-86da-4965-aa10-daafda399413', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f3f3ec2-adb6-4808-a72c-6bdfe54387dd', 'name': '', 'network_id': '4e61afb6-0760-4f56-892a-ba5f6722fc04', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'mac_address': 'fa:16:3e:ba:fe:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '9dea7653-9433-4993-9458-3a5db4e971b3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:34:53Z', 'updated_at': '2021-10-30T15:34:58Z', 'revision_number': 5, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'subnets': [{'id': '9dea7653-9433-4993-9458-3a5db4e971b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb23e9ba-6eb3-4580-9729-f07cc140947a', 'name': '', 'network_id': 'ad15b999-0468-46ef-975e-e1fdfabf0e54', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'mac_address': 'fa:16:3e:ad:9c:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '695df200-a653-4df9-8083-b5b18865f903', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:34:58Z', 'updated_at': '2021-10-30T15:35:03Z', 'revision_number': 4, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'subnets': [{'id': '695df200-a653-4df9-8083-b5b18865f903', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:35:05.355020 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be64926-389d-4bdb-900d-e8d448a5aab5 req-2e10e6b9-c95e-402f-82e0-bf5eba5c0d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:05.356725 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6be64926-389d-4bdb-900d-e8d448a5aab5 req-2e10e6b9-c95e-402f-82e0-bf5eba5c0d71 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=618f83bcebd64e44892a09ff47fd42c7&device_id=63addfbe-85c9-4de2-8eaf-26998965f136 HTTP/1.1" status: 200 len: 1097 time: 0.1950138 Oct 30 15:35:05.368502 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-180fa252-528a-4f0e-8e4a-03f8feab3dc5 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:35:05.375517 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-180fa252-528a-4f0e-8e4a-03f8feab3dc5 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "PUT /v2.0/routers/94f008a4-1d4a-4e01-8aa2-8110c31a697f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8988903 Oct 30 15:35:05.377125 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 38426) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:05.382338 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-c3aa3827-239a-482f-a96c-50d41b975e58 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1319950462'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:35:05.450373 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3aa3827-239a-482f-a96c-50d41b975e58 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Made reservation on behalf of 3fab24dfe8cd42fd9eac128f04bf2ccb for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:35:05.454013 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c3aa3827-239a-482f-a96c-50d41b975e58 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:05.567597 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3aa3827-239a-482f-a96c-50d41b975e58 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:35:05.611230 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c3aa3827-239a-482f-a96c-50d41b975e58 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:05.611820 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-c3aa3827-239a-482f-a96c-50d41b975e58 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Added segment 080bd3fa-f050-46bb-b908-2760eda2c86d of type vlan for network c9f0be3c-5811-4a83-9599-cf5cfcc716ca Oct 30 15:35:05.738803 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be64926-389d-4bdb-900d-e8d448a5aab5 req-66863000-85df-4b18-9d82-9c7c67947ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:05.740595 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6be64926-389d-4bdb-900d-e8d448a5aab5 req-66863000-85df-4b18-9d82-9c7c67947ca3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f7b31817-fb37-4338-9a8b-92e463aec38a HTTP/1.1" status: 200 len: 910 time: 0.3223517 Oct 30 15:35:05.760652 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c3aa3827-239a-482f-a96c-50d41b975e58 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:05.840952 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25861093-b764-4ced-9f5a-984f2c03fd6d req-7fb6c92c-d52c-43a3-ae7b-23e9cbf0e483 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:05.842485 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-25861093-b764-4ced-9f5a-984f2c03fd6d req-7fb6c92c-d52c-43a3-ae7b-23e9cbf0e483 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8feeca9-8e7a-47c5-9834-b2981b41113f HTTP/1.1" status: 200 len: 945 time: 0.1793275 Oct 30 15:35:05.885640 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c3aa3827-239a-482f-a96c-50d41b975e58 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:05.891692 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3aa3827-239a-482f-a96c-50d41b975e58 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:05.892817 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c3aa3827-239a-482f-a96c-50d41b975e58 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:05.902541 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6be64926-389d-4bdb-900d-e8d448a5aab5 req-b8917c06-bafd-4cc3-8f36-e14ea13a7325 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2dd24396-1f6f-44e7-a70e-baa41cd763f2 HTTP/1.1" status: 200 len: 1001 time: 0.1540992 Oct 30 15:35:05.999827 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-25861093-b764-4ced-9f5a-984f2c03fd6d req-6f54d53d-4212-4e6f-a263-a9abcd1e67bc tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee5a29da-464d-4127-ba39-e13f61005ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454496 Oct 30 15:35:06.083175 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c3aa3827-239a-482f-a96c-50d41b975e58 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7049348 Oct 30 15:35:06.088539 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38440) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:06.098337 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-63f70405-9e14-438c-89a3-48133ec25089 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Request body: {'subnet': {'network_id': 'c9f0be3c-5811-4a83-9599-cf5cfcc716ca', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:35:06.117251 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aa3827-239a-482f-a96c-50d41b975e58 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Pushing event updated for resources: {'Network': ['ID=c9f0be3c-5811-4a83-9599-cf5cfcc716ca,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:06.120751 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be64926-389d-4bdb-900d-e8d448a5aab5 req-3d07863c-efbe-4a05-b6f9-27ed447034fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:06.127355 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6be64926-389d-4bdb-900d-e8d448a5aab5 req-3d07863c-efbe-4a05-b6f9-27ed447034fa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cb7f4642-d814-4c95-a5f2-078cbd241a0e HTTP/1.1" status: 200 len: 848 time: 0.1786346 Oct 30 15:35:06.131440 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network c9f0be3c-5811-4a83-9599-cf5cfcc716ca details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:35:06.203444 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be64926-389d-4bdb-900d-e8d448a5aab5 req-40e00e09-0bac-4f8f-ad38-c5389309c308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:06.213370 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6be64926-389d-4bdb-900d-e8d448a5aab5 req-40e00e09-0bac-4f8f-ad38-c5389309c308 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f7b31817-fb37-4338-9a8b-92e463aec38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0806940 Oct 30 15:35:06.225916 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [req-6be64926-389d-4bdb-900d-e8d448a5aab5 req-ed4ba0f5-4395-4b41-b3b6-d8acd8f765dd service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:35:06.226927 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6be64926-389d-4bdb-900d-e8d448a5aab5 req-ed4ba0f5-4395-4b41-b3b6-d8acd8f765dd service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055921 Oct 30 15:35:06.244543 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67782ddf-f9ac-443f-9ec8-afd90f7f02c8 None None] Network 9c94af99-bb65-4fc3-8988-459aa775d899 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:35:06.304363 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38442) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:06.319733 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 64c4b087-5033-4757-b474-65bc967bdb21 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:35:06.345519 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f70405-9e14-438c-89a3-48133ec25089 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Made reservation on behalf of 3fab24dfe8cd42fd9eac128f04bf2ccb for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:35:06.353173 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-63f70405-9e14-438c-89a3-48133ec25089 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:06.383691 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6be64926-389d-4bdb-900d-e8d448a5aab5 req-f165e118-bc25-4fdb-838c-ffc52b03432c service neutron] 10.222.0.53 "GET /v2.0/networks/f7b31817-fb37-4338-9a8b-92e463aec38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482315 Oct 30 15:35:06.538366 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6be64926-389d-4bdb-900d-e8d448a5aab5 req-40c854e9-883c-4b06-9f22-1b3217ee83c2 service neutron] 10.222.0.53 "GET /v2.0/networks/f7b31817-fb37-4338-9a8b-92e463aec38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457171 Oct 30 15:35:06.612667 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-8b171a4c-4915-47d7-8eb5-8e91e8e236fc tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-20304275'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:35:06.702994 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-17afdf5f-7396-4467-b5e7-60965886e3dc None None] Provisioning complete for port 64c4b087-5033-4757-b474-65bc967bdb21 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:35:06.703598 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-17afdf5f-7396-4467-b5e7-60965886e3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:06.705614 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b171a4c-4915-47d7-8eb5-8e91e8e236fc tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Made reservation on behalf of f6fef2b7bef54b94a5eaa6261044ef34 for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:35:06.709393 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8b171a4c-4915-47d7-8eb5-8e91e8e236fc tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:06.726262 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8b171a4c-4915-47d7-8eb5-8e91e8e236fc tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:06.738773 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-63f70405-9e14-438c-89a3-48133ec25089 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:06.802993 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 64c4b087-5033-4757-b474-65bc967bdb21 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:35:06.803278 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:06.820211 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f70405-9e14-438c-89a3-48133ec25089 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Pushing event updated for resources: {'Subnet': ['ID=068e6f94-d4c6-4110-8c47-89e6323ee60c,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:06.853732 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f70405-9e14-438c-89a3-48133ec25089 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Checking segment: {'id': '080bd3fa-f050-46bb-b908-2760eda2c86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c9f0be3c-5811-4a83-9599-cf5cfcc716ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:35:06.855678 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f70405-9e14-438c-89a3-48133ec25089 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Network hostable DHCP agents. Network: c9f0be3c-5811-4a83-9599-cf5cfcc716ca, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:35:06.915559 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8b171a4c-4915-47d7-8eb5-8e91e8e236fc tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:06.925559 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-17afdf5f-7396-4467-b5e7-60965886e3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:06.928601 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8b171a4c-4915-47d7-8eb5-8e91e8e236fc tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:06.963635 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f70405-9e14-438c-89a3-48133ec25089 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Network c9f0be3c-5811-4a83-9599-cf5cfcc716ca is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:35:06.966093 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b171a4c-4915-47d7-8eb5-8e91e8e236fc tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:35:06.985951 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-63f70405-9e14-438c-89a3-48133ec25089 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, c9f0be3c-5811-4a83-9599-cf5cfcc716ca) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:35:06.994836 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8b171a4c-4915-47d7-8eb5-8e91e8e236fc tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:06.994836 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-8b171a4c-4915-47d7-8eb5-8e91e8e236fc tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Added segment dc33c255-21dc-4ff9-81dc-37ec2a22c5ec of type vlan for network 00663fcb-94e1-49c1-807e-cdc66b8b4c8b Oct 30 15:35:06.997457 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f70405-9e14-438c-89a3-48133ec25089 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:06.998150 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-63f70405-9e14-438c-89a3-48133ec25089 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:07.000900 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf81ee53-e44f-47df-998c-46d14f2ddff2 None None] Network c9f0be3c-5811-4a83-9599-cf5cfcc716ca requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:35:07.001805 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b171a4c-4915-47d7-8eb5-8e91e8e236fc tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=262e2ed5-4283-474a-9d3c-e83a0139e637,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:07.009510 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-17afdf5f-7396-4467-b5e7-60965886e3dc None None] For port 64c4b087-5033-4757-b474-65bc967bdb21, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=64c4b087-5033-4757-b474-65bc967bdb21,segment=NetworkSegment(a5e4d857-983e-46c1-9910-bfdc8ef032f0),segment_id=a5e4d857-983e-46c1-9910-bfdc8ef032f0)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:35:07.020251 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:07.065690 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-63f70405-9e14-438c-89a3-48133ec25089 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9744568 Oct 30 15:35:07.068669 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 38450) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:07.075081 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8b171a4c-4915-47d7-8eb5-8e91e8e236fc tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:07.085035 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-17afdf5f-7396-4467-b5e7-60965886e3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:07.107558 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8b171a4c-4915-47d7-8eb5-8e91e8e236fc tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:07.116674 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b171a4c-4915-47d7-8eb5-8e91e8e236fc tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:07.117668 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8b171a4c-4915-47d7-8eb5-8e91e8e236fc tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:07.182473 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17afdf5f-7396-4467-b5e7-60965886e3dc None None] Pushing event updated for resources: {'Port': ['ID=64c4b087-5033-4757-b474-65bc967bdb21,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:07.221632 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-8b171a4c-4915-47d7-8eb5-8e91e8e236fc tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.9161344 Oct 30 15:35:07.225483 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38452) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:07.230487 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-a81c5bdc-c816-413a-aa79-743c0f8d0a4f tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Request body: {'subnet': {'network_id': '00663fcb-94e1-49c1-807e-cdc66b8b4c8b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:35:07.246493 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8b3dac-6136-4ade-9f57-c34c4bfb5cf1 None None] Sync routers for ids ['94f008a4-1d4a-4e01-8aa2-8110c31a697f'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:35:07.259514 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8b3dac-6136-4ade-9f57-c34c4bfb5cf1 None None] Routers {'94f008a4-1d4a-4e01-8aa2-8110c31a697f'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:35:07.260138 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-1e8b3dac-6136-4ade-9f57-c34c4bfb5cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:34:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['94f008a4-1d4a-4e01-8aa2-8110c31a697f'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:07.284825 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.db.api [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 30 15:35:07.285318 n-d-806683-17 neutron-server[102132]: DEBUG oslo_db.api [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 30 15:35:07.315244 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b171a4c-4915-47d7-8eb5-8e91e8e236fc tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Pushing event updated for resources: {'Network': ['ID=00663fcb-94e1-49c1-807e-cdc66b8b4c8b,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:07.335649 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 00663fcb-94e1-49c1-807e-cdc66b8b4c8b details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:35:07.350038 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e4a5d-9146-474a-b8a7-9b22c1247cb3 req-c26ce253-88eb-494e-9449-a1202b542965 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:07.351580 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9c7e4a5d-9146-474a-b8a7-9b22c1247cb3 req-c26ce253-88eb-494e-9449-a1202b542965 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8feeca9-8e7a-47c5-9834-b2981b41113f HTTP/1.1" status: 200 len: 945 time: 0.2134569 Oct 30 15:35:07.402722 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-1e8b3dac-6136-4ade-9f57-c34c4bfb5cf1 None None] Set router 94f008a4-1d4a-4e01-8aa2-8110c31a697f gateway port host: None {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:35:07.430314 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a81c5bdc-c816-413a-aa79-743c0f8d0a4f tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Made reservation on behalf of f6fef2b7bef54b94a5eaa6261044ef34 for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:35:07.433775 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a81c5bdc-c816-413a-aa79-743c0f8d0a4f tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:07.530818 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e390bf8c-4e3c-4097-bffe-549611463baf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-c9f0be3c-5811-4a83-9599-cf5cfcc716ca', 'network_id': 'c9f0be3c-5811-4a83-9599-cf5cfcc716ca', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'fixed_ips': [{'subnet_id': '068e6f94-d4c6-4110-8c47-89e6323ee60c'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:35:07.530818 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e390bf8c-4e3c-4097-bffe-549611463baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:07.542694 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9c7e4a5d-9146-474a-b8a7-9b22c1247cb3 req-0ad0411a-04f7-4326-ae0f-8ded689cc163 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee5a29da-464d-4127-ba39-e13f61005ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1820228 Oct 30 15:35:07.585737 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-6f0b67de-63b2-40f7-bfe8-32d4b47944da None None] Provisioning complete for port 4d7479e5-4126-4327-8294-561a79095596 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:35:07.586990 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6f0b67de-63b2-40f7-bfe8-32d4b47944da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:07.727159 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b28ae5c-14a0-404b-866f-54b04f520033 req-a4fe178e-d834-461a-801a-17bc208f81f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:07.728729 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1b28ae5c-14a0-404b-866f-54b04f520033 req-a4fe178e-d834-461a-801a-17bc208f81f2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=67bc9a3add214ecaad76147ad0906766&device_id=e8feeca9-8e7a-47c5-9834-b2981b41113f HTTP/1.1" status: 200 len: 1097 time: 0.1496871 Oct 30 15:35:07.760159 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-6f0b67de-63b2-40f7-bfe8-32d4b47944da None None] Port 4d7479e5-4126-4327-8294-561a79095596 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:35:07.760868 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7d45863f-bd34-432c-b0b1-28b3da84c1a2 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:07.789653 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-6f0b67de-63b2-40f7-bfe8-32d4b47944da None None] Provisioning complete for port 64c4b087-5033-4757-b474-65bc967bdb21 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:35:07.790033 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6f0b67de-63b2-40f7-bfe8-32d4b47944da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:07.816679 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-1e8b3dac-6136-4ade-9f57-c34c4bfb5cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'name': 'tempest-RoutersIpV6Test-router-335396364', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:34:52Z', 'updated_at': '2021-10-30T15:35:03Z', 'revision_number': 4, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'gw_port_host': None, '_interfaces': [{'id': '4d7479e5-4126-4327-8294-561a79095596', 'name': '', 'network_id': '9c94af99-bb65-4fc3-8988-459aa775d899', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'mac_address': 'fa:16:3e:d3:30:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '455ee70c-86da-4965-aa10-daafda399413', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:35:02Z', 'updated_at': '2021-10-30T15:35:04Z', 'revision_number': 2, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'subnets': [{'id': '455ee70c-86da-4965-aa10-daafda399413', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f3f3ec2-adb6-4808-a72c-6bdfe54387dd', 'name': '', 'network_id': '4e61afb6-0760-4f56-892a-ba5f6722fc04', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'mac_address': 'fa:16:3e:ba:fe:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '9dea7653-9433-4993-9458-3a5db4e971b3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:34:53Z', 'updated_at': '2021-10-30T15:34:58Z', 'revision_number': 5, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'subnets': [{'id': '9dea7653-9433-4993-9458-3a5db4e971b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb23e9ba-6eb3-4580-9729-f07cc140947a', 'name': '', 'network_id': 'ad15b999-0468-46ef-975e-e1fdfabf0e54', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'mac_address': 'fa:16:3e:ad:9c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '695df200-a653-4df9-8083-b5b18865f903', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:34:58Z', 'updated_at': '2021-10-30T15:35:04Z', 'revision_number': 5, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'subnets': [{'id': '695df200-a653-4df9-8083-b5b18865f903', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:07.862792 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a81c5bdc-c816-413a-aa79-743c0f8d0a4f tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:07.889281 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8b3dac-6136-4ade-9f57-c34c4bfb5cf1 None None] Checking router: 94f008a4-1d4a-4e01-8aa2-8110c31a697f for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:35:07.895377 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8b3dac-6136-4ade-9f57-c34c4bfb5cf1 None None] Updating router 94f008a4-1d4a-4e01-8aa2-8110c31a697f port 4d7479e5-4126-4327-8294-561a79095596 binding host n-d-806683-17 {{(pid=102133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:35:07.959146 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1e8b3dac-6136-4ade-9f57-c34c4bfb5cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:07.971697 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device cb23e9ba-6eb3-4580-9729-f07cc140947a up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:35:07.979922 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-e390bf8c-4e3c-4097-bffe-549611463baf None None] Allocated IP 2001:db8:3::2 (c9f0be3c-5811-4a83-9599-cf5cfcc716ca/068e6f94-d4c6-4110-8c47-89e6323ee60c/4db39305-19bd-496b-9346-3c9963b843a5) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:35:08.008311 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b28ae5c-14a0-404b-866f-54b04f520033 req-80a4e60a-a3ad-449e-8491-81047e9811d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:08.010273 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1b28ae5c-14a0-404b-866f-54b04f520033 req-80a4e60a-a3ad-449e-8491-81047e9811d4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ada754b2-2d16-48ef-bd4a-b3c351db82b3 HTTP/1.1" status: 200 len: 918 time: 0.2427280 Oct 30 15:35:08.013115 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81c5bdc-c816-413a-aa79-743c0f8d0a4f tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Pushing event updated for resources: {'Subnet': ['ID=7836dc91-8ce9-48db-8e87-4cda08d94f54,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:08.034191 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81c5bdc-c816-413a-aa79-743c0f8d0a4f tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Checking segment: {'id': 'dc33c255-21dc-4ff9-81dc-37ec2a22c5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '00663fcb-94e1-49c1-807e-cdc66b8b4c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:35:08.034860 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81c5bdc-c816-413a-aa79-743c0f8d0a4f tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Network hostable DHCP agents. Network: 00663fcb-94e1-49c1-807e-cdc66b8b4c8b, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:35:08.066643 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81c5bdc-c816-413a-aa79-743c0f8d0a4f tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Network 00663fcb-94e1-49c1-807e-cdc66b8b4c8b is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:35:08.080607 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-a81c5bdc-c816-413a-aa79-743c0f8d0a4f tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 00663fcb-94e1-49c1-807e-cdc66b8b4c8b) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:35:08.093197 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81c5bdc-c816-413a-aa79-743c0f8d0a4f tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:08.093792 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a81c5bdc-c816-413a-aa79-743c0f8d0a4f tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:08.142909 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-a81c5bdc-c816-413a-aa79-743c0f8d0a4f tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9132164 Oct 30 15:35:08.143589 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38462) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:08.148295 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-1278dc3f-35da-417c-9118-0f3fb46f52cd tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Request body: {'port': {'network_id': '00663fcb-94e1-49c1-807e-cdc66b8b4c8b', 'name': 'tempest-DHCPAgentSchedulersTestJSON-71166855'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:35:08.232205 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1b28ae5c-14a0-404b-866f-54b04f520033 req-6e2561cd-4bf9-4430-9c54-d2cfb22ee8ae service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88d0f80f-4998-4729-9dae-c58ec4d318cc HTTP/1.1" status: 200 len: 1000 time: 0.2139702 Oct 30 15:35:08.238358 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38003c20-b6d2-4113-a1da-7d7d658b5c54 None None] Network 00663fcb-94e1-49c1-807e-cdc66b8b4c8b requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:35:08.381262 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1278dc3f-35da-417c-9118-0f3fb46f52cd tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Made reservation on behalf of f6fef2b7bef54b94a5eaa6261044ef34 for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:35:08.387609 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1278dc3f-35da-417c-9118-0f3fb46f52cd tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:08.414770 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [None req-1278dc3f-35da-417c-9118-0f3fb46f52cd tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] device_id is not set on port 94f8eeff-fe57-4b9f-9629-e79e9ac83357 yet. {{(pid=102131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:35:08.453808 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port cb23e9ba-6eb3-4580-9729-f07cc140947a triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:35:08.454405 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:08.493080 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-8b7b4193-6c75-4232-91b3-4a4fe16d9da8 None None] Provisioning complete for port 4d7479e5-4126-4327-8294-561a79095596 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:35:08.493458 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8b7b4193-6c75-4232-91b3-4a4fe16d9da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:08.500164 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e390bf8c-4e3c-4097-bffe-549611463baf None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:08.541693 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1e8b3dac-6136-4ade-9f57-c34c4bfb5cf1 None None] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:08.555372 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1e8b3dac-6136-4ade-9f57-c34c4bfb5cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:08.556348 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-8b7b4193-6c75-4232-91b3-4a4fe16d9da8 None None] Port 4d7479e5-4126-4327-8294-561a79095596 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:35:08.569339 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e390bf8c-4e3c-4097-bffe-549611463baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:08.640810 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-1278dc3f-35da-417c-9118-0f3fb46f52cd tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Allocated IP 172.20.0.3 (00663fcb-94e1-49c1-807e-cdc66b8b4c8b/7836dc91-8ce9-48db-8e87-4cda08d94f54/94f8eeff-fe57-4b9f-9629-e79e9ac83357) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:35:08.646021 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e390bf8c-4e3c-4097-bffe-549611463baf None None] Pushing event updated for resources: {'Port': ['ID=4db39305-19bd-496b-9346-3c9963b843a5,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:08.682731 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adbd260-707d-42d0-b550-846ea9187b72 None None] Pushing event updated for resources: {'Port': ['ID=4d7479e5-4126-4327-8294-561a79095596,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:08.706462 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e390bf8c-4e3c-4097-bffe-549611463baf None None] Network c9f0be3c-5811-4a83-9599-cf5cfcc716ca is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:35:08.711840 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-e390bf8c-4e3c-4097-bffe-549611463baf None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:35:08.716233 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e390bf8c-4e3c-4097-bffe-549611463baf None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:35:08.794008 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b28ae5c-14a0-404b-866f-54b04f520033 req-ec79e665-4adc-4f4f-8a3b-d21f68eb4bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:08.795500 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1b28ae5c-14a0-404b-866f-54b04f520033 req-ec79e665-4adc-4f4f-8a3b-d21f68eb4bfa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=296dc533-f6ac-49b9-ab46-37f1565b56fb HTTP/1.1" status: 200 len: 856 time: 0.1711044 Oct 30 15:35:08.808296 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-1e8b3dac-6136-4ade-9f57-c34c4bfb5cf1 None None] Attempting to bind port 4d7479e5-4126-4327-8294-561a79095596 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:35:08.808914 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-1e8b3dac-6136-4ade-9f57-c34c4bfb5cf1 None None] Attempting to bind port 4d7479e5-4126-4327-8294-561a79095596 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'a5e4d857-983e-46c1-9910-bfdc8ef032f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9c94af99-bb65-4fc3-8988-459aa775d899'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:35:08.809437 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8b3dac-6136-4ade-9f57-c34c4bfb5cf1 None None] Attempting to bind port 4d7479e5-4126-4327-8294-561a79095596 on network 9c94af99-bb65-4fc3-8988-459aa775d899 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:35:08.822533 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8b3dac-6136-4ade-9f57-c34c4bfb5cf1 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:35:08.823180 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8b3dac-6136-4ade-9f57-c34c4bfb5cf1 None None] Checking segment: {'id': 'a5e4d857-983e-46c1-9910-bfdc8ef032f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9c94af99-bb65-4fc3-8988-459aa775d899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:35:08.823765 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1e8b3dac-6136-4ade-9f57-c34c4bfb5cf1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:08.824330 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8b3dac-6136-4ade-9f57-c34c4bfb5cf1 None None] Bound using segment: {'id': 'a5e4d857-983e-46c1-9910-bfdc8ef032f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9c94af99-bb65-4fc3-8988-459aa775d899'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:35:08.824951 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-1e8b3dac-6136-4ade-9f57-c34c4bfb5cf1 None None] Bound port: 4d7479e5-4126-4327-8294-561a79095596, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5e4d857-983e-46c1-9910-bfdc8ef032f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9c94af99-bb65-4fc3-8988-459aa775d899'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:35:08.825489 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1e8b3dac-6136-4ade-9f57-c34c4bfb5cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:08.842470 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-e390bf8c-4e3c-4097-bffe-549611463baf None None] Attempting to bind port 4db39305-19bd-496b-9346-3c9963b843a5 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:35:08.842843 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-e390bf8c-4e3c-4097-bffe-549611463baf None None] Attempting to bind port 4db39305-19bd-496b-9346-3c9963b843a5 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '080bd3fa-f050-46bb-b908-2760eda2c86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c9f0be3c-5811-4a83-9599-cf5cfcc716ca'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:35:08.843215 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e390bf8c-4e3c-4097-bffe-549611463baf None None] Attempting to bind port 4db39305-19bd-496b-9346-3c9963b843a5 on network c9f0be3c-5811-4a83-9599-cf5cfcc716ca {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:35:08.863971 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e390bf8c-4e3c-4097-bffe-549611463baf None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:35:08.864349 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e390bf8c-4e3c-4097-bffe-549611463baf None None] Checking segment: {'id': '080bd3fa-f050-46bb-b908-2760eda2c86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c9f0be3c-5811-4a83-9599-cf5cfcc716ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:35:08.864760 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e390bf8c-4e3c-4097-bffe-549611463baf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:08.865168 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e390bf8c-4e3c-4097-bffe-549611463baf None None] Bound using segment: {'id': '080bd3fa-f050-46bb-b908-2760eda2c86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c9f0be3c-5811-4a83-9599-cf5cfcc716ca'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:35:08.865662 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-e390bf8c-4e3c-4097-bffe-549611463baf None None] Bound port: 4db39305-19bd-496b-9346-3c9963b843a5, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '080bd3fa-f050-46bb-b908-2760eda2c86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c9f0be3c-5811-4a83-9599-cf5cfcc716ca'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:35:08.866051 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e390bf8c-4e3c-4097-bffe-549611463baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:08.970919 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1278dc3f-35da-417c-9118-0f3fb46f52cd tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:09.000310 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-1e8b3dac-6136-4ade-9f57-c34c4bfb5cf1 None None] For port 4d7479e5-4126-4327-8294-561a79095596, host n-d-806683-17, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:35:09.005586 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-1e8b3dac-6136-4ade-9f57-c34c4bfb5cf1 None None] For port 4d7479e5-4126-4327-8294-561a79095596, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=4d7479e5-4126-4327-8294-561a79095596,segment=NetworkSegment(a5e4d857-983e-46c1-9910-bfdc8ef032f0),segment_id=a5e4d857-983e-46c1-9910-bfdc8ef032f0)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:35:09.011777 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1e8b3dac-6136-4ade-9f57-c34c4bfb5cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:09.024555 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e390bf8c-4e3c-4097-bffe-549611463baf None None] For port 4db39305-19bd-496b-9346-3c9963b843a5, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:35:09.028887 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e390bf8c-4e3c-4097-bffe-549611463baf None None] For port 4db39305-19bd-496b-9346-3c9963b843a5, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=4db39305-19bd-496b-9346-3c9963b843a5,segment=NetworkSegment(080bd3fa-f050-46bb-b908-2760eda2c86d),segment_id=080bd3fa-f050-46bb-b908-2760eda2c86d)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:35:09.068386 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-7d45863f-bd34-432c-b0b1-28b3da84c1a2 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Allocated IP 2001:db8:3::1 (c9f0be3c-5811-4a83-9599-cf5cfcc716ca/068e6f94-d4c6-4110-8c47-89e6323ee60c/1f580fc5-f49a-4e19-8f84-68e0c3fb815c) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:35:09.073527 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1278dc3f-35da-417c-9118-0f3fb46f52cd tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:09.085941 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e390bf8c-4e3c-4097-bffe-549611463baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:09.093429 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8b3dac-6136-4ade-9f57-c34c4bfb5cf1 None None] Routers {'94f008a4-1d4a-4e01-8aa2-8110c31a697f'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:35:09.095052 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-1e8b3dac-6136-4ade-9f57-c34c4bfb5cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:34:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['94f008a4-1d4a-4e01-8aa2-8110c31a697f'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:09.146570 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b28ae5c-14a0-404b-866f-54b04f520033 req-b2640bb7-f86c-4f7d-8dfd-bb7063454290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:09.148128 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1b28ae5c-14a0-404b-866f-54b04f520033 req-b2640bb7-f86c-4f7d-8dfd-bb7063454290 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ada754b2-2d16-48ef-bd4a-b3c351db82b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3089714 Oct 30 15:35:09.206074 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa81c328-c2c6-49c8-aec7-bb94e9ecec48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-00663fcb-94e1-49c1-807e-cdc66b8b4c8b', 'network_id': '00663fcb-94e1-49c1-807e-cdc66b8b4c8b', 'tenant_id': 'f6fef2b7bef54b94a5eaa6261044ef34', 'fixed_ips': [{'subnet_id': '7836dc91-8ce9-48db-8e87-4cda08d94f54'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:35:09.207456 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-aa81c328-c2c6-49c8-aec7-bb94e9ecec48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:09.211493 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1278dc3f-35da-417c-9118-0f3fb46f52cd tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Network 00663fcb-94e1-49c1-807e-cdc66b8b4c8b is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:35:09.225684 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-1278dc3f-35da-417c-9118-0f3fb46f52cd tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:35:09.234363 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011737b0-c3d8-42a4-bc8f-5e8a47e1e976 req-e6b8d645-af62-4f86-9c97-187f3594bf8b tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:09.237072 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-011737b0-c3d8-42a4-bc8f-5e8a47e1e976 req-e6b8d645-af62-4f86-9c97-187f3594bf8b tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8feeca9-8e7a-47c5-9834-b2981b41113f HTTP/1.1" status: 200 len: 945 time: 0.5384543 Oct 30 15:35:09.244033 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1278dc3f-35da-417c-9118-0f3fb46f52cd tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:35:09.304342 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adbd260-707d-42d0-b550-846ea9187b72 None None] Pushing event updated for resources: {'Port': ['ID=4d7479e5-4126-4327-8294-561a79095596,revision_number=4']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:09.331722 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1278dc3f-35da-417c-9118-0f3fb46f52cd tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Pushing event updated for resources: {'Port': ['ID=94f8eeff-fe57-4b9f-9629-e79e9ac83357,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:09.388029 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1278dc3f-35da-417c-9118-0f3fb46f52cd tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:09.392915 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1278dc3f-35da-417c-9118-0f3fb46f52cd tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:09.404566 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-1e8b3dac-6136-4ade-9f57-c34c4bfb5cf1 None None] Set router 94f008a4-1d4a-4e01-8aa2-8110c31a697f gateway port host: None {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:35:09.432446 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-1278dc3f-35da-417c-9118-0f3fb46f52cd tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2853875 Oct 30 15:35:09.432573 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38474) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:09.564422 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-011737b0-c3d8-42a4-bc8f-5e8a47e1e976 req-8cff54c9-8de5-48e9-8134-11745c192864 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee5a29da-464d-4127-ba39-e13f61005ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3193910 Oct 30 15:35:09.696877 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-c1e49583-d0e9-4ec8-a73f-428d07698493 tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Deleting port 94f8eeff-fe57-4b9f-9629-e79e9ac83357 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:35:09.700188 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c1e49583-d0e9-4ec8-a73f-428d07698493 tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:09.716810 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7d45863f-bd34-432c-b0b1-28b3da84c1a2 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:09.727208 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1b28ae5c-14a0-404b-866f-54b04f520033 req-c764ba52-3ed1-4c2c-a1a3-6767bfb6dfb4 service neutron] 10.222.0.44 "GET /v2.0/networks/ada754b2-2d16-48ef-bd4a-b3c351db82b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5098720 Oct 30 15:35:09.889524 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1b28ae5c-14a0-404b-866f-54b04f520033 req-fae6dc4d-d1dc-4785-99d8-9a515a68b43b service neutron] 10.222.0.44 "GET /v2.0/networks/ada754b2-2d16-48ef-bd4a-b3c351db82b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511388 Oct 30 15:35:09.925266 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c1e49583-d0e9-4ec8-a73f-428d07698493 tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:09.957465 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7d45863f-bd34-432c-b0b1-28b3da84c1a2 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:09.959598 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-1e8b3dac-6136-4ade-9f57-c34c4bfb5cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'name': 'tempest-RoutersIpV6Test-router-335396364', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:34:52Z', 'updated_at': '2021-10-30T15:35:03Z', 'revision_number': 4, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'gw_port_host': None, '_interfaces': [{'id': '4d7479e5-4126-4327-8294-561a79095596', 'name': '', 'network_id': '9c94af99-bb65-4fc3-8988-459aa775d899', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'mac_address': 'fa:16:3e:d3:30:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '455ee70c-86da-4965-aa10-daafda399413', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:35:02Z', 'updated_at': '2021-10-30T15:35:08Z', 'revision_number': 4, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'subnets': [{'id': '455ee70c-86da-4965-aa10-daafda399413', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f3f3ec2-adb6-4808-a72c-6bdfe54387dd', 'name': '', 'network_id': '4e61afb6-0760-4f56-892a-ba5f6722fc04', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'mac_address': 'fa:16:3e:ba:fe:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '9dea7653-9433-4993-9458-3a5db4e971b3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:34:53Z', 'updated_at': '2021-10-30T15:34:58Z', 'revision_number': 5, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'subnets': [{'id': '9dea7653-9433-4993-9458-3a5db4e971b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb23e9ba-6eb3-4580-9729-f07cc140947a', 'name': '', 'network_id': 'ad15b999-0468-46ef-975e-e1fdfabf0e54', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'mac_address': 'fa:16:3e:ad:9c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '695df200-a653-4df9-8083-b5b18865f903', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:34:58Z', 'updated_at': '2021-10-30T15:35:04Z', 'revision_number': 5, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'subnets': [{'id': '695df200-a653-4df9-8083-b5b18865f903', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:09.984440 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-c1e49583-d0e9-4ec8-a73f-428d07698493 tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Calling delete_port for 94f8eeff-fe57-4b9f-9629-e79e9ac83357 owned by {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:35:09.987320 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-469bb3d2-fd43-4dab-a94e-44066f61b51c None None] Provisioning complete for port 4d7479e5-4126-4327-8294-561a79095596 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:35:09.987807 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-469bb3d2-fd43-4dab-a94e-44066f61b51c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:10.001553 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e390bf8c-4e3c-4097-bffe-549611463baf None None] Pushing event updated for resources: {'Port': ['ID=4db39305-19bd-496b-9346-3c9963b843a5,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:10.040710 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8b3dac-6136-4ade-9f57-c34c4bfb5cf1 None None] The sync data for ids ['94f008a4-1d4a-4e01-8aa2-8110c31a697f'] in n-d-806683-17 is: [{'id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'name': 'tempest-RoutersIpV6Test-router-335396364', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:34:52Z', 'updated_at': '2021-10-30T15:35:03Z', 'revision_number': 4, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'gw_port_host': None, '_interfaces': [{'id': '4d7479e5-4126-4327-8294-561a79095596', 'name': '', 'network_id': '9c94af99-bb65-4fc3-8988-459aa775d899', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'mac_address': 'fa:16:3e:d3:30:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '455ee70c-86da-4965-aa10-daafda399413', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:35:02Z', 'updated_at': '2021-10-30T15:35:08Z', 'revision_number': 4, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'subnets': [{'id': '455ee70c-86da-4965-aa10-daafda399413', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f3f3ec2-adb6-4808-a72c-6bdfe54387dd', 'name': '', 'network_id': '4e61afb6-0760-4f56-892a-ba5f6722fc04', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'mac_address': 'fa:16:3e:ba:fe:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '9dea7653-9433-4993-9458-3a5db4e971b3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:34:53Z', 'updated_at': '2021-10-30T15:34:58Z', 'revision_number': 5, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'subnets': [{'id': '9dea7653-9433-4993-9458-3a5db4e971b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb23e9ba-6eb3-4580-9729-f07cc140947a', 'name': '', 'network_id': 'ad15b999-0468-46ef-975e-e1fdfabf0e54', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'mac_address': 'fa:16:3e:ad:9c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '695df200-a653-4df9-8083-b5b18865f903', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:34:58Z', 'updated_at': '2021-10-30T15:35:04Z', 'revision_number': 5, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'subnets': [{'id': '695df200-a653-4df9-8083-b5b18865f903', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:35:10.078317 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d45863f-bd34-432c-b0b1-28b3da84c1a2 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Network c9f0be3c-5811-4a83-9599-cf5cfcc716ca is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:35:10.083191 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-7d45863f-bd34-432c-b0b1-28b3da84c1a2 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:35:10.087189 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d45863f-bd34-432c-b0b1-28b3da84c1a2 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:35:10.087778 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7d45863f-bd34-432c-b0b1-28b3da84c1a2 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:10.114225 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e390bf8c-4e3c-4097-bffe-549611463baf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:35:10.114574 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e390bf8c-4e3c-4097-bffe-549611463baf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:35:10.118359 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e390bf8c-4e3c-4097-bffe-549611463baf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:35:10.118708 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e390bf8c-4e3c-4097-bffe-549611463baf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:35:10.119049 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e390bf8c-4e3c-4097-bffe-549611463baf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:35:10.119385 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e390bf8c-4e3c-4097-bffe-549611463baf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:35:10.119746 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e390bf8c-4e3c-4097-bffe-549611463baf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:35:10.120075 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e390bf8c-4e3c-4097-bffe-549611463baf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:35:10.120401 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e390bf8c-4e3c-4097-bffe-549611463baf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:35:10.120723 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e390bf8c-4e3c-4097-bffe-549611463baf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:35:10.121046 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e390bf8c-4e3c-4097-bffe-549611463baf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:35:10.121418 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e390bf8c-4e3c-4097-bffe-549611463baf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:35:10.160815 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d45863f-bd34-432c-b0b1-28b3da84c1a2 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Pushing event updated for resources: {'Port': ['ID=1f580fc5-f49a-4e19-8f84-68e0c3fb815c,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:10.206711 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-aa81c328-c2c6-49c8-aec7-bb94e9ecec48 None None] Allocated IP 172.20.0.2 (00663fcb-94e1-49c1-807e-cdc66b8b4c8b/7836dc91-8ce9-48db-8e87-4cda08d94f54/871db8ca-fc53-43c0-b118-6b9e13c359bb) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:35:10.327934 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 64c4b087-5033-4757-b474-65bc967bdb21 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:35:10.328457 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7d45863f-bd34-432c-b0b1-28b3da84c1a2 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:10.367047 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c1e49583-d0e9-4ec8-a73f-428d07698493 tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:10.455719 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e49583-d0e9-4ec8-a73f-428d07698493 tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Pushing event deleted for resources: {'Port': ['ID=94f8eeff-fe57-4b9f-9629-e79e9ac83357,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:10.462429 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-469bb3d2-fd43-4dab-a94e-44066f61b51c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:10.523590 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-469bb3d2-fd43-4dab-a94e-44066f61b51c None None] For port 4d7479e5-4126-4327-8294-561a79095596, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=4d7479e5-4126-4327-8294-561a79095596,segment=NetworkSegment(a5e4d857-983e-46c1-9910-bfdc8ef032f0),segment_id=a5e4d857-983e-46c1-9910-bfdc8ef032f0)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:35:10.566257 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-469bb3d2-fd43-4dab-a94e-44066f61b51c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:10.589782 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c1e49583-d0e9-4ec8-a73f-428d07698493 tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:10.593803 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-c1e49583-d0e9-4ec8-a73f-428d07698493 tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] 10.222.0.62 "DELETE /v2.0/ports/94f8eeff-fe57-4b9f-9629-e79e9ac83357 HTTP/1.1" status: 204 len: 168 time: 1.1596529 Oct 30 15:35:10.596811 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38478) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:10.621499 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 64c4b087-5033-4757-b474-65bc967bdb21 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:35:10.621880 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:10.715011 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-6f1ed593-96e5-466e-9af8-52ee5acdc745 tempest-DHCPAgentSchedulersTestJSON-2021951270 tempest-DHCPAgentSchedulersTestJSON-2021951270-project-admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4935 time: 0.1147428 Oct 30 15:35:10.718685 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38484) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:10.733112 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-a9287166-d25c-4300-abda-f850d607d5f5 tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-158801819'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:35:10.817443 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9287166-d25c-4300-abda-f850d607d5f5 tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Made reservation on behalf of f6fef2b7bef54b94a5eaa6261044ef34 for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:35:10.822570 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a9287166-d25c-4300-abda-f850d607d5f5 tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:10.836997 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c5806-9fb6-4cbd-948a-133f18cdbef2 req-a0c286c3-2a45-4b9b-9f78-76ef1153a0df tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:10.845944 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-924c5806-9fb6-4cbd-948a-133f18cdbef2 req-a0c286c3-2a45-4b9b-9f78-76ef1153a0df tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8feeca9-8e7a-47c5-9834-b2981b41113f HTTP/1.1" status: 200 len: 945 time: 0.0922170 Oct 30 15:35:10.857258 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469bb3d2-fd43-4dab-a94e-44066f61b51c None None] Pushing event updated for resources: {'Port': ['ID=4d7479e5-4126-4327-8294-561a79095596,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:10.919258 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-924c5806-9fb6-4cbd-948a-133f18cdbef2 req-8a0286d5-3f7f-4d99-9e29-bbdaf3e1c27a tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee5a29da-464d-4127-ba39-e13f61005ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714834 Oct 30 15:35:10.942665 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9287166-d25c-4300-abda-f850d607d5f5 tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:35:10.954909 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a9287166-d25c-4300-abda-f850d607d5f5 tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:10.956565 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-a9287166-d25c-4300-abda-f850d607d5f5 tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Added segment 0b5dcfa6-682a-4983-9f01-9235bf6b03c6 of type vlan for network 25f31b30-e897-4715-a243-acd1b45e8efa Oct 30 15:35:10.960351 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-5ccd4ed6-536f-48ef-99af-df5b5d9a2675 None None] Provisioning complete for port 4d7479e5-4126-4327-8294-561a79095596 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:35:10.960736 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5ccd4ed6-536f-48ef-99af-df5b5d9a2675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:10.983818 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7d45863f-bd34-432c-b0b1-28b3da84c1a2 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:10.988734 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-aa81c328-c2c6-49c8-aec7-bb94e9ecec48 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:10.993597 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7d45863f-bd34-432c-b0b1-28b3da84c1a2 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:10.995041 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7d45863f-bd34-432c-b0b1-28b3da84c1a2 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:11.004670 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ebb16e-b0d8-4fd5-9aa9-a35cabe82cf6 None None] Network c9f0be3c-5811-4a83-9599-cf5cfcc716ca requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:35:11.020980 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-aa81c328-c2c6-49c8-aec7-bb94e9ecec48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:11.064804 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a9287166-d25c-4300-abda-f850d607d5f5 tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:11.101941 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d45863f-bd34-432c-b0b1-28b3da84c1a2 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Pushing event updated for resources: {'Port': ['ID=1f580fc5-f49a-4e19-8f84-68e0c3fb815c,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:11.115973 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa81c328-c2c6-49c8-aec7-bb94e9ecec48 None None] Pushing event updated for resources: {'Port': ['ID=871db8ca-fc53-43c0-b118-6b9e13c359bb,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:11.134090 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 4d7479e5-4126-4327-8294-561a79095596 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:35:11.175110 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa81c328-c2c6-49c8-aec7-bb94e9ecec48 None None] Network 00663fcb-94e1-49c1-807e-cdc66b8b4c8b is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:35:11.175352 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a9287166-d25c-4300-abda-f850d607d5f5 tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:11.178787 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-aa81c328-c2c6-49c8-aec7-bb94e9ecec48 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:35:11.183509 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9287166-d25c-4300-abda-f850d607d5f5 tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:11.184085 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a9287166-d25c-4300-abda-f850d607d5f5 tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:11.185996 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa81c328-c2c6-49c8-aec7-bb94e9ecec48 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:35:11.193109 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d45863f-bd34-432c-b0b1-28b3da84c1a2 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Network c9f0be3c-5811-4a83-9599-cf5cfcc716ca is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:35:11.194031 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-7d45863f-bd34-432c-b0b1-28b3da84c1a2 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:35:11.315078 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9287166-d25c-4300-abda-f850d607d5f5 tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Pushing event updated for resources: {'Network': ['ID=25f31b30-e897-4715-a243-acd1b45e8efa,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:11.318880 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-aa81c328-c2c6-49c8-aec7-bb94e9ecec48 None None] Attempting to bind port 871db8ca-fc53-43c0-b118-6b9e13c359bb on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:35:11.319257 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-aa81c328-c2c6-49c8-aec7-bb94e9ecec48 None None] Attempting to bind port 871db8ca-fc53-43c0-b118-6b9e13c359bb by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'dc33c255-21dc-4ff9-81dc-37ec2a22c5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '00663fcb-94e1-49c1-807e-cdc66b8b4c8b'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:35:11.319661 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa81c328-c2c6-49c8-aec7-bb94e9ecec48 None None] Attempting to bind port 871db8ca-fc53-43c0-b118-6b9e13c359bb on network 00663fcb-94e1-49c1-807e-cdc66b8b4c8b {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:35:11.348820 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-a9287166-d25c-4300-abda-f850d607d5f5 tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6267045 Oct 30 15:35:11.352054 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 38488) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:11.361823 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa81c328-c2c6-49c8-aec7-bb94e9ecec48 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:35:11.362682 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa81c328-c2c6-49c8-aec7-bb94e9ecec48 None None] Checking segment: {'id': 'dc33c255-21dc-4ff9-81dc-37ec2a22c5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '00663fcb-94e1-49c1-807e-cdc66b8b4c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:35:11.363942 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-aa81c328-c2c6-49c8-aec7-bb94e9ecec48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:11.364574 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa81c328-c2c6-49c8-aec7-bb94e9ecec48 None None] Bound using segment: {'id': 'dc33c255-21dc-4ff9-81dc-37ec2a22c5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '00663fcb-94e1-49c1-807e-cdc66b8b4c8b'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:35:11.366182 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-aa81c328-c2c6-49c8-aec7-bb94e9ecec48 None None] Bound port: 871db8ca-fc53-43c0-b118-6b9e13c359bb, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc33c255-21dc-4ff9-81dc-37ec2a22c5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '00663fcb-94e1-49c1-807e-cdc66b8b4c8b'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:35:11.367071 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-aa81c328-c2c6-49c8-aec7-bb94e9ecec48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:11.420006 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 25f31b30-e897-4715-a243-acd1b45e8efa details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:35:11.443905 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d45863f-bd34-432c-b0b1-28b3da84c1a2 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Router 94f008a4-1d4a-4e01-8aa2-8110c31a697f has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:35:11.483391 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 4d7479e5-4126-4327-8294-561a79095596 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:35:11.483856 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:11.610638 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-1e052057-e9f7-4e4f-b5f7-835210dd22c4 tempest-DHCPAgentSchedulersTestJSON-2021951270 tempest-DHCPAgentSchedulersTestJSON-2021951270-project-admin] 10.222.0.62 "GET /v2.0/agents/70fe316f-c8d4-4e96-9b68-7c5f5abc7164/dhcp-networks HTTP/1.1" status: 200 len: 8823 time: 0.2542048 Oct 30 15:35:11.610964 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38490) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:11.645719 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d45863f-bd34-432c-b0b1-28b3da84c1a2 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:35:11.659584 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-7d45863f-bd34-432c-b0b1-28b3da84c1a2 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "PUT /v2.0/routers/94f008a4-1d4a-4e01-8aa2-8110c31a697f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5866714 Oct 30 15:35:11.659842 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-bcdf50ab-6450-4cf8-a327-0b5088717277 None None] Provisioning complete for port 4db39305-19bd-496b-9346-3c9963b843a5 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:35:11.659842 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bcdf50ab-6450-4cf8-a327-0b5088717277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:11.660765 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 38492) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:11.685152 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-d2ce32e8-d7b8-4e3b-8088-35eea0da47ec tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:35:11.700653 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3235bead-56e2-408b-abf8-14a8d30d46a2 None None] Sync routers for ids ['94f008a4-1d4a-4e01-8aa2-8110c31a697f'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:35:11.703445 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075dd3ea-f3ed-4a05-a249-078374462c4b tempest-DHCPAgentSchedulersTestJSON-2021951270 tempest-DHCPAgentSchedulersTestJSON-2021951270-project-admin] Network 25f31b30-e897-4715-a243-acd1b45e8efa is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:35:11.726511 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-075dd3ea-f3ed-4a05-a249-078374462c4b tempest-DHCPAgentSchedulersTestJSON-2021951270 tempest-DHCPAgentSchedulersTestJSON-2021951270-project-admin] 10.222.0.62 "POST /v2.0/agents/70fe316f-c8d4-4e96-9b68-7c5f5abc7164/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1144395 Oct 30 15:35:11.729405 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38494) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:11.730138 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b033164-2dcf-4fe4-a315-c086fa0564ac None None] Network 25f31b30-e897-4715-a243-acd1b45e8efa requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:35:11.741247 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-aa81c328-c2c6-49c8-aec7-bb94e9ecec48 None None] For port 871db8ca-fc53-43c0-b118-6b9e13c359bb, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:35:11.818461 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3235bead-56e2-408b-abf8-14a8d30d46a2 None None] Routers {'94f008a4-1d4a-4e01-8aa2-8110c31a697f'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:35:11.819012 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-3235bead-56e2-408b-abf8-14a8d30d46a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:34:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['94f008a4-1d4a-4e01-8aa2-8110c31a697f'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:11.828184 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-aa81c328-c2c6-49c8-aec7-bb94e9ecec48 None None] For port 871db8ca-fc53-43c0-b118-6b9e13c359bb, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=871db8ca-fc53-43c0-b118-6b9e13c359bb,segment=NetworkSegment(dc33c255-21dc-4ff9-81dc-37ec2a22c5ec),segment_id=dc33c255-21dc-4ff9-81dc-37ec2a22c5ec)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:35:11.903052 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-f3af5801-507e-4ae2-830c-2ba2834226b4 tempest-DHCPAgentSchedulersTestJSON-2021951270 tempest-DHCPAgentSchedulersTestJSON-2021951270-project-admin] 10.222.0.62 "GET /v2.0/agents/70fe316f-c8d4-4e96-9b68-7c5f5abc7164/dhcp-networks HTTP/1.1" status: 200 len: 9593 time: 0.1724384 Oct 30 15:35:11.906464 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38496) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:11.942726 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-aa81c328-c2c6-49c8-aec7-bb94e9ecec48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:12.056436 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-2fa590a5-b759-4b26-841e-2e05044d592a tempest-DHCPAgentSchedulersTestJSON-2021951270 tempest-DHCPAgentSchedulersTestJSON-2021951270-project-admin] 10.222.0.62 "DELETE /v2.0/agents/70fe316f-c8d4-4e96-9b68-7c5f5abc7164/dhcp-networks/25f31b30-e897-4715-a243-acd1b45e8efa HTTP/1.1" status: 204 len: 168 time: 0.1478856 Oct 30 15:35:12.057778 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38500) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:12.142486 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bcdf50ab-6450-4cf8-a327-0b5088717277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:12.166373 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-3235bead-56e2-408b-abf8-14a8d30d46a2 None None] Set router 94f008a4-1d4a-4e01-8aa2-8110c31a697f gateway port host: None {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:35:12.264281 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4bf691-503c-46d4-8457-03ce43013d85 req-f2fbfc12-c896-440a-a081-9e3ec3c914a6 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:12.268170 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5d4bf691-503c-46d4-8457-03ce43013d85 req-f2fbfc12-c896-440a-a081-9e3ec3c914a6 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8feeca9-8e7a-47c5-9834-b2981b41113f HTTP/1.1" status: 200 len: 945 time: 0.2186129 Oct 30 15:35:12.280956 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-bcdf50ab-6450-4cf8-a327-0b5088717277 None None] For port 4db39305-19bd-496b-9346-3c9963b843a5, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=4db39305-19bd-496b-9346-3c9963b843a5,segment=NetworkSegment(080bd3fa-f050-46bb-b908-2760eda2c86d),segment_id=080bd3fa-f050-46bb-b908-2760eda2c86d)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:35:12.307286 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bcdf50ab-6450-4cf8-a327-0b5088717277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:12.317181 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa81c328-c2c6-49c8-aec7-bb94e9ecec48 None None] Pushing event updated for resources: {'Port': ['ID=871db8ca-fc53-43c0-b118-6b9e13c359bb,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:12.339511 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-8d2f5fe0-8dd0-4497-b5b2-d008e62b65da tempest-DHCPAgentSchedulersTestJSON-2021951270 tempest-DHCPAgentSchedulersTestJSON-2021951270-project-admin] 10.222.0.62 "GET /v2.0/agents/70fe316f-c8d4-4e96-9b68-7c5f5abc7164/dhcp-networks HTTP/1.1" status: 200 len: 8823 time: 0.2782102 Oct 30 15:35:12.341163 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38508) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:12.393661 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdf50ab-6450-4cf8-a327-0b5088717277 None None] Pushing event updated for resources: {'Port': ['ID=4db39305-19bd-496b-9346-3c9963b843a5,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:12.428290 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-6aaf6028-691c-47c3-98ac-8162a88c4f34 tempest-DHCPAgentSchedulersTestJSON-2021951270 tempest-DHCPAgentSchedulersTestJSON-2021951270-project-admin] 10.222.0.62 "GET /v2.0/networks/00663fcb-94e1-49c1-807e-cdc66b8b4c8b/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0849841 Oct 30 15:35:12.434511 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38510) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:12.494748 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.extraroute_db [None req-d2ce32e8-d7b8-4e3b-8088-35eea0da47ec tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=102130) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 30 15:35:12.496756 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-2736be1f-15ef-4773-804b-9469c92e3ac3 tempest-DHCPAgentSchedulersTestJSON-2021951270 tempest-DHCPAgentSchedulersTestJSON-2021951270-project-admin] 10.222.0.62 "GET /v2.0/networks/00663fcb-94e1-49c1-807e-cdc66b8b4c8b/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0610325 Oct 30 15:35:12.504063 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38512) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:12.549855 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.extraroute_db [None req-d2ce32e8-d7b8-4e3b-8088-35eea0da47ec tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Removed routes are [] {{(pid=102130) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 30 15:35:12.550265 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d2ce32e8-d7b8-4e3b-8088-35eea0da47ec tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-773039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29512'] for router, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:12.567502 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5d4bf691-503c-46d4-8457-03ce43013d85 req-9cc64f72-f7cf-4d88-be9e-6911ae0ce0b0 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee5a29da-464d-4127-ba39-e13f61005ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2918434 Oct 30 15:35:12.675777 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 4db39305-19bd-496b-9346-3c9963b843a5 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:35:12.797839 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 38514) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:12.800511 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-cebb5882-5fee-49c8-9453-b5f68f0e1070 tempest-DHCPAgentSchedulersTestJSON-2021951270 tempest-DHCPAgentSchedulersTestJSON-2021951270-project-admin] 10.222.0.62 "GET /v2.0/agents/70fe316f-c8d4-4e96-9b68-7c5f5abc7164/dhcp-networks HTTP/1.1" status: 200 len: 8823 time: 0.2905517 Oct 30 15:35:12.865824 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-cfb8bdf9-c3c6-4e79-8b39-584154791179 None None] Provisioning complete for port 4db39305-19bd-496b-9346-3c9963b843a5 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:35:12.866223 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-cfb8bdf9-c3c6-4e79-8b39-584154791179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:12.996203 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38526) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:13.076189 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 4db39305-19bd-496b-9346-3c9963b843a5 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:35:13.076583 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:13.101385 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f3106b1f-b747-4129-a406-a2d1d5432c1b tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:13.135308 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d2ce32e8-d7b8-4e3b-8088-35eea0da47ec tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-773039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29512'] for router, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:13.142610 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d2ce32e8-d7b8-4e3b-8088-35eea0da47ec tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-773014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-773021', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-773165'] for router, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:13.231870 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cfc382f5-e41a-414f-84bf-5dd879195e02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:13.260278 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-3235bead-56e2-408b-abf8-14a8d30d46a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'name': 'tempest-RoutersIpV6Test-router-335396364', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:34:52Z', 'updated_at': '2021-10-30T15:35:10Z', 'revision_number': 5, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'gw_port_host': None, '_interfaces': [{'id': '1f580fc5-f49a-4e19-8f84-68e0c3fb815c', 'name': '', 'network_id': 'c9f0be3c-5811-4a83-9599-cf5cfcc716ca', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'mac_address': 'fa:16:3e:59:d5:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '068e6f94-d4c6-4110-8c47-89e6323ee60c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:35:08Z', 'updated_at': '2021-10-30T15:35:10Z', 'revision_number': 2, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'subnets': [{'id': '068e6f94-d4c6-4110-8c47-89e6323ee60c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d7479e5-4126-4327-8294-561a79095596', 'name': '', 'network_id': '9c94af99-bb65-4fc3-8988-459aa775d899', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'mac_address': 'fa:16:3e:d3:30:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '455ee70c-86da-4965-aa10-daafda399413', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:35:02Z', 'updated_at': '2021-10-30T15:35:10Z', 'revision_number': 5, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'subnets': [{'id': '455ee70c-86da-4965-aa10-daafda399413', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f3f3ec2-adb6-4808-a72c-6bdfe54387dd', 'name': '', 'network_id': '4e61afb6-0760-4f56-892a-ba5f6722fc04', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'mac_address': 'fa:16:3e:ba:fe:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '9dea7653-9433-4993-9458-3a5db4e971b3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:34:53Z', 'updated_at': '2021-10-30T15:34:58Z', 'revision_number': 5, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'subnets': [{'id': '9dea7653-9433-4993-9458-3a5db4e971b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb23e9ba-6eb3-4580-9729-f07cc140947a', 'name': '', 'network_id': 'ad15b999-0468-46ef-975e-e1fdfabf0e54', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'mac_address': 'fa:16:3e:ad:9c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '695df200-a653-4df9-8083-b5b18865f903', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:34:58Z', 'updated_at': '2021-10-30T15:35:04Z', 'revision_number': 5, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'subnets': [{'id': '695df200-a653-4df9-8083-b5b18865f903', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:13.329870 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3235bead-56e2-408b-abf8-14a8d30d46a2 None None] Checking router: 94f008a4-1d4a-4e01-8aa2-8110c31a697f for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:35:13.330230 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3235bead-56e2-408b-abf8-14a8d30d46a2 None None] Updating router 94f008a4-1d4a-4e01-8aa2-8110c31a697f port 1f580fc5-f49a-4e19-8f84-68e0c3fb815c binding host n-d-806683-17 {{(pid=102132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:35:13.374426 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 88d0f80f-4998-4729-9dae-c58ec4d318cc details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:35:13.458677 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cfc382f5-e41a-414f-84bf-5dd879195e02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:13.474001 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cfc382f5-e41a-414f-84bf-5dd879195e02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:13.512356 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3235bead-56e2-408b-abf8-14a8d30d46a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:13.537782 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc382f5-e41a-414f-84bf-5dd879195e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2c2e7c-47eb-4176-8cbd-5e53e5ecabf9,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:13.560140 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-cfc382f5-e41a-414f-84bf-5dd879195e02 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a7fff8703ce84694b3cda449f52204e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5626817 Oct 30 15:35:13.562705 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38544) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:13.659170 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-841e0f17-38f0-460c-9250-da3a86b339f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:13.745318 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-841e0f17-38f0-460c-9250-da3a86b339f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:13.754212 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 4d7479e5-4126-4327-8294-561a79095596 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:35:13.817409 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a124a17d-e443-4154-aa90-9016c94aa782 req-c9bf545a-dc61-4f2c-8e7e-39fda6fc304e tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:13.818966 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a124a17d-e443-4154-aa90-9016c94aa782 req-c9bf545a-dc61-4f2c-8e7e-39fda6fc304e tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8feeca9-8e7a-47c5-9834-b2981b41113f HTTP/1.1" status: 200 len: 945 time: 0.1305454 Oct 30 15:35:13.850975 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-841e0f17-38f0-460c-9250-da3a86b339f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:13.857575 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-841e0f17-38f0-460c-9250-da3a86b339f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:13.860338 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-841e0f17-38f0-460c-9250-da3a86b339f1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ae2c2e7c-47eb-4176-8cbd-5e53e5ecabf9 HTTP/1.1" status: 204 len: 168 time: 0.2948735 Oct 30 15:35:13.928054 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-cfb8bdf9-c3c6-4e79-8b39-584154791179 None None] Provisioning complete for port 1f580fc5-f49a-4e19-8f84-68e0c3fb815c triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:35:13.928656 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-cfb8bdf9-c3c6-4e79-8b39-584154791179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:13.935678 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 88d0f80f-4998-4729-9dae-c58ec4d318cc, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=88d0f80f-4998-4729-9dae-c58ec4d318cc,segment=NetworkSegment(cca476af-9f70-4fa8-acb6-015f19cab179),segment_id=cca476af-9f70-4fa8-acb6-015f19cab179)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:35:13.937900 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841e0f17-38f0-460c-9250-da3a86b339f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2c2e7c-47eb-4176-8cbd-5e53e5ecabf9,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:13.983056 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a124a17d-e443-4154-aa90-9016c94aa782 req-b5100fc8-bf2d-4568-8104-3274d643ee28 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee5a29da-464d-4127-ba39-e13f61005ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369212 Oct 30 15:35:14.081790 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc69028-3ce6-4dbf-9463-654760a4b94c None None] Network 00663fcb-94e1-49c1-807e-cdc66b8b4c8b requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:35:14.127939 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f3106b1f-b747-4129-a406-a2d1d5432c1b tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:14.142485 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 4d7479e5-4126-4327-8294-561a79095596 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:35:14.142895 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:14.144910 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': '88d0f80f-4998-4729-9dae-c58ec4d318cc', 'network_id': 'ada754b2-2d16-48ef-bd4a-b3c351db82b3', 'port_id': '88d0f80f-4998-4729-9dae-c58ec4d318cc', 'mac_address': 'fa:16:3e:2c:e5:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '296dc533-f6ac-49b9-ab46-37f1565b56fb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:35:14.151040 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2ce32e8-d7b8-4e3b-8088-35eea0da47ec tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Router 94f008a4-1d4a-4e01-8aa2-8110c31a697f has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:35:14.170256 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-f3106b1f-b747-4129-a406-a2d1d5432c1b tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25f31b30-e897-4715-a243-acd1b45e8efa']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:14.184178 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-f3106b1f-b747-4129-a406-a2d1d5432c1b tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b5dcfa6-682a-4983-9f01-9235bf6b03c6') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:14.185133 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-f3106b1f-b747-4129-a406-a2d1d5432c1b tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b5dcfa6-682a-4983-9f01-9235bf6b03c6') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:14.239829 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-cfb8bdf9-c3c6-4e79-8b39-584154791179 None None] Port 1f580fc5-f49a-4e19-8f84-68e0c3fb815c cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:35:14.319278 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:14.336955 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ce32e8-d7b8-4e3b-8088-35eea0da47ec tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:35:14.357187 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d2ce32e8-d7b8-4e3b-8088-35eea0da47ec tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:14.363295 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38562) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:14.364421 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-d2ce32e8-d7b8-4e3b-8088-35eea0da47ec tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "PUT /v2.0/routers/94f008a4-1d4a-4e01-8aa2-8110c31a697f HTTP/1.1" status: 200 len: 953 time: 2.7017176 Oct 30 15:35:14.378674 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f3106b1f-b747-4129-a406-a2d1d5432c1b tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:14.411309 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f3106b1f-b747-4129-a406-a2d1d5432c1b tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:14.424292 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3106b1f-b747-4129-a406-a2d1d5432c1b tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:35:14.424701 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f3106b1f-b747-4129-a406-a2d1d5432c1b tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:14.428179 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:35:14.428179 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:35:14.428179 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:35:14.428179 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:35:14.428179 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:35:14.428179 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:35:14.428179 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:35:14.428179 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:35:14.428179 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:35:14.428179 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:35:14.428179 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:35:14.428179 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:35:14.428179 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:35:14.428179 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:35:14.428179 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:35:14.428179 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:35:14.428179 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:35:14.428179 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:35:14.428179 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:35:14.428179 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:35:14.428179 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:35:14.428179 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:35:14.428179 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:35:14.428179 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:35:14.428179 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:35:14.428179 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:35:14.428179 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:35:14.428179 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:35:14.428179 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:35:14.428179 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:35:14.428179 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:35:14.428179 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:35:14.498756 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 88d0f80f-4998-4729-9dae-c58ec4d318cc {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:35:14.553144 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f3106b1f-b747-4129-a406-a2d1d5432c1b tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:14.565215 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f3106b1f-b747-4129-a406-a2d1d5432c1b tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:14.570267 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-f3106b1f-b747-4129-a406-a2d1d5432c1b tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] 10.222.0.62 "DELETE /v2.0/networks/25f31b30-e897-4715-a243-acd1b45e8efa HTTP/1.1" status: 204 len: 168 time: 1.7713466 Oct 30 15:35:14.577276 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-59281d1b-ef2f-4ccd-ad49-369d03ffc972 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "GET /v2.0/routers/94f008a4-1d4a-4e01-8aa2-8110c31a697f HTTP/1.1" status: 200 len: 953 time: 0.2125306 Oct 30 15:35:14.578000 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38566) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:14.580488 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38568) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:14.580958 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 38564) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:14.588671 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-ae88baed-0ab3-4287-ae7d-ad355a8540e4 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Request body: {'router': {'routes': None}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:35:14.603368 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3106b1f-b747-4129-a406-a2d1d5432c1b tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Pushing event deleted for resources: {'Network': ['ID=25f31b30-e897-4715-a243-acd1b45e8efa,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:14.622639 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb81c589-6abc-4b6a-b689-2c1aef7f22dc tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] DELETE failed (client error): The resource could not be found. Oct 30 15:35:14.623331 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb81c589-6abc-4b6a-b689-2c1aef7f22dc tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:35:14.628966 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-cb81c589-6abc-4b6a-b689-2c1aef7f22dc tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] 10.222.0.62 "DELETE /v2.0/ports/94f8eeff-fe57-4b9f-9629-e79e9ac83357 HTTP/1.1" status: 404 len: 333 time: 0.0447793 Oct 30 15:35:14.629527 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 38570) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:14.651237 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-ea8f585d-145b-4da8-ba51-001dc25984f0 None None] Provisioning complete for port 1f580fc5-f49a-4e19-8f84-68e0c3fb815c triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:35:14.651883 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ea8f585d-145b-4da8-ba51-001dc25984f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:14.705665 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 88d0f80f-4998-4729-9dae-c58ec4d318cc, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=88d0f80f-4998-4729-9dae-c58ec4d318cc,segment=NetworkSegment(cca476af-9f70-4fa8-acb6-015f19cab179),segment_id=cca476af-9f70-4fa8-acb6-015f19cab179)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:35:14.737842 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0fb3acd-4bed-4f04-aea6-f429c9e4863f tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Deleting subnet 7836dc91-8ce9-48db-8e87-4cda08d94f54 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:35:14.742716 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d0fb3acd-4bed-4f04-aea6-f429c9e4863f tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:14.792429 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3235bead-56e2-408b-abf8-14a8d30d46a2 None None] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:14.798719 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:14.814823 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3235bead-56e2-408b-abf8-14a8d30d46a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:14.825833 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ce00010a-e014-4841-881d-51ce1a5adbdf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:14.827003 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d0fb3acd-4bed-4f04-aea6-f429c9e4863f tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:14.941906 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-ea8f585d-145b-4da8-ba51-001dc25984f0 None None] Port 1f580fc5-f49a-4e19-8f84-68e0c3fb815c cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:35:14.951508 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['88d0f80f-4998-4729-9dae-c58ec4d318cc'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:35:14.953455 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 4db39305-19bd-496b-9346-3c9963b843a5 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:35:15.071782 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d0fb3acd-4bed-4f04-aea6-f429c9e4863f tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:15.133265 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=88d0f80f-4998-4729-9dae-c58ec4d318cc,revision_number=6']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:15.285126 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-ea8f585d-145b-4da8-ba51-001dc25984f0 None None] Provisioning complete for port 871db8ca-fc53-43c0-b118-6b9e13c359bb triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:35:15.285517 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ea8f585d-145b-4da8-ba51-001dc25984f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:15.317907 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d46d0-44e8-4dee-8116-2f0a15d8672c req-a4f9b896-59b7-466e-99d1-af253f0bb160 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:15.320159 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b35d46d0-44e8-4dee-8116-2f0a15d8672c req-a4f9b896-59b7-466e-99d1-af253f0bb160 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8feeca9-8e7a-47c5-9834-b2981b41113f HTTP/1.1" status: 200 len: 944 time: 0.1704972 Oct 30 15:35:15.366095 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d0fb3acd-4bed-4f04-aea6-f429c9e4863f tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:15.429346 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d0fb3acd-4bed-4f04-aea6-f429c9e4863f tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:15.436020 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-d0fb3acd-4bed-4f04-aea6-f429c9e4863f tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] 10.222.0.62 "DELETE /v2.0/subnets/7836dc91-8ce9-48db-8e87-4cda08d94f54 HTTP/1.1" status: 204 len: 168 time: 0.8046951 Oct 30 15:35:15.460631 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 38574) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:15.465706 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fb3acd-4bed-4f04-aea6-f429c9e4863f tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Pushing event deleted for resources: {'Subnet': ['ID=7836dc91-8ce9-48db-8e87-4cda08d94f54,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:15.472427 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3d30fb-9795-4cd6-820a-0e04998c0606 None None] Pushing event updated for resources: {'Port': ['ID=1f580fc5-f49a-4e19-8f84-68e0c3fb815c,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:15.488118 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b35d46d0-44e8-4dee-8116-2f0a15d8672c req-1df1ef9a-1ae4-4a8c-9a92-d052431eacfd tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee5a29da-464d-4127-ba39-e13f61005ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1577032 Oct 30 15:35:15.501500 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-3235bead-56e2-408b-abf8-14a8d30d46a2 None None] Attempting to bind port 1f580fc5-f49a-4e19-8f84-68e0c3fb815c on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:35:15.501877 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-3235bead-56e2-408b-abf8-14a8d30d46a2 None None] Attempting to bind port 1f580fc5-f49a-4e19-8f84-68e0c3fb815c by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '080bd3fa-f050-46bb-b908-2760eda2c86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c9f0be3c-5811-4a83-9599-cf5cfcc716ca'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:35:15.502252 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3235bead-56e2-408b-abf8-14a8d30d46a2 None None] Attempting to bind port 1f580fc5-f49a-4e19-8f84-68e0c3fb815c on network c9f0be3c-5811-4a83-9599-cf5cfcc716ca {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:35:15.550487 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3235bead-56e2-408b-abf8-14a8d30d46a2 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:35:15.550783 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3235bead-56e2-408b-abf8-14a8d30d46a2 None None] Checking segment: {'id': '080bd3fa-f050-46bb-b908-2760eda2c86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c9f0be3c-5811-4a83-9599-cf5cfcc716ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:35:15.551197 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3235bead-56e2-408b-abf8-14a8d30d46a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:15.551632 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3235bead-56e2-408b-abf8-14a8d30d46a2 None None] Bound using segment: {'id': '080bd3fa-f050-46bb-b908-2760eda2c86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c9f0be3c-5811-4a83-9599-cf5cfcc716ca'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:35:15.552135 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-3235bead-56e2-408b-abf8-14a8d30d46a2 None None] Bound port: 1f580fc5-f49a-4e19-8f84-68e0c3fb815c, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '080bd3fa-f050-46bb-b908-2760eda2c86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c9f0be3c-5811-4a83-9599-cf5cfcc716ca'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:35:15.552529 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3235bead-56e2-408b-abf8-14a8d30d46a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:15.596887 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6f44deb7-dc10-44af-8e77-03f682944d0a tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:15.626097 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 4db39305-19bd-496b-9346-3c9963b843a5 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:35:15.626097 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:15.711182 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-6f44deb7-dc10-44af-8e77-03f682944d0a tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Deleting port 871db8ca-fc53-43c0-b118-6b9e13c359bb {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:35:15.711639 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6f44deb7-dc10-44af-8e77-03f682944d0a tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:15.751023 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d51e157-1517-4ad5-81ef-0b8d7e50d507 None None] Network 00663fcb-94e1-49c1-807e-cdc66b8b4c8b requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:35:15.792728 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-6f44deb7-dc10-44af-8e77-03f682944d0a tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] For port 871db8ca-fc53-43c0-b118-6b9e13c359bb, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=871db8ca-fc53-43c0-b118-6b9e13c359bb,segment=NetworkSegment(dc33c255-21dc-4ff9-81dc-37ec2a22c5ec),segment_id=dc33c255-21dc-4ff9-81dc-37ec2a22c5ec)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:35:15.793603 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6f44deb7-dc10-44af-8e77-03f682944d0a tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:15.809869 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-6f44deb7-dc10-44af-8e77-03f682944d0a tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Calling delete_port for 871db8ca-fc53-43c0-b118-6b9e13c359bb owned by network:dhcp {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:35:15.898974 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ce00010a-e014-4841-881d-51ce1a5adbdf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:15.902487 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6f44deb7-dc10-44af-8e77-03f682944d0a tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:15.936286 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f44deb7-dc10-44af-8e77-03f682944d0a tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] No DVR routers for this DVR port 871db8ca-fc53-43c0-b118-6b9e13c359bb on host n-d-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:35:15.943731 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f44deb7-dc10-44af-8e77-03f682944d0a tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Pushing event deleted for resources: {'Port': ['ID=871db8ca-fc53-43c0-b118-6b9e13c359bb,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:16.023759 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.extraroute_db [None req-ae88baed-0ab3-4287-ae7d-ad355a8540e4 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Added routes are [] {{(pid=102131) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 30 15:35:16.024981 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.extraroute_db [None req-ae88baed-0ab3-4287-ae7d-ad355a8540e4 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=102131) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 30 15:35:16.053677 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6f44deb7-dc10-44af-8e77-03f682944d0a tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:16.071894 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ae88baed-0ab3-4287-ae7d-ad355a8540e4 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-773039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29512'] for router, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:16.081764 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ce00010a-e014-4841-881d-51ce1a5adbdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:16.091115 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-6f44deb7-dc10-44af-8e77-03f682944d0a tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00663fcb-94e1-49c1-807e-cdc66b8b4c8b']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:16.099992 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-3235bead-56e2-408b-abf8-14a8d30d46a2 None None] For port 1f580fc5-f49a-4e19-8f84-68e0c3fb815c, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:35:16.103810 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-3235bead-56e2-408b-abf8-14a8d30d46a2 None None] For port 1f580fc5-f49a-4e19-8f84-68e0c3fb815c, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=1f580fc5-f49a-4e19-8f84-68e0c3fb815c,segment=NetworkSegment(080bd3fa-f050-46bb-b908-2760eda2c86d),segment_id=080bd3fa-f050-46bb-b908-2760eda2c86d)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:35:16.103995 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-6f44deb7-dc10-44af-8e77-03f682944d0a tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc33c255-21dc-4ff9-81dc-37ec2a22c5ec') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:16.104137 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-6f44deb7-dc10-44af-8e77-03f682944d0a tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc33c255-21dc-4ff9-81dc-37ec2a22c5ec') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:16.115980 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6f44deb7-dc10-44af-8e77-03f682944d0a tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:16.130175 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6f44deb7-dc10-44af-8e77-03f682944d0a tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:16.136731 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f44deb7-dc10-44af-8e77-03f682944d0a tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:35:16.137099 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6f44deb7-dc10-44af-8e77-03f682944d0a tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:16.137904 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-ce00010a-e014-4841-881d-51ce1a5adbdf admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d3d04833cff5468fae5a9036579d0265&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4311061 Oct 30 15:35:16.138739 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ea8f585d-145b-4da8-ba51-001dc25984f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:16.148910 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38576) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:16.157448 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3235bead-56e2-408b-abf8-14a8d30d46a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:16.202955 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:35:16.202955 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:35:16.202955 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:35:16.202955 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:35:16.202955 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:35:16.202955 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:35:16.202955 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:35:16.202955 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:35:16.202955 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:35:16.202955 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:35:16.202955 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:35:16.202955 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:35:16.202955 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:35:16.202955 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:35:16.202955 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:35:16.202955 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:35:16.202955 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:35:16.202955 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:35:16.202955 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:35:16.202955 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:35:16.202955 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:35:16.202955 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:35:16.202955 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:35:16.202955 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:35:16.202955 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:35:16.202955 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:35:16.202955 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:35:16.202955 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:35:16.202955 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:35:16.202955 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:35:16.202955 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:35:16.202955 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:35:16.208898 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6f44deb7-dc10-44af-8e77-03f682944d0a tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:16.221897 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6f44deb7-dc10-44af-8e77-03f682944d0a tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:16.229086 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-6f44deb7-dc10-44af-8e77-03f682944d0a tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] 10.222.0.62 "DELETE /v2.0/networks/00663fcb-94e1-49c1-807e-cdc66b8b4c8b HTTP/1.1" status: 204 len: 168 time: 0.7646518 Oct 30 15:35:16.256953 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f44deb7-dc10-44af-8e77-03f682944d0a tempest-DHCPAgentSchedulersTestJSON-598752710 tempest-DHCPAgentSchedulersTestJSON-598752710-project] Pushing event deleted for resources: {'Network': ['ID=00663fcb-94e1-49c1-807e-cdc66b8b4c8b,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:16.331301 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce00010a-e014-4841-881d-51ce1a5adbdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aac619c-6c03-42a0-a959-45c91216b226,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:16.362328 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c6fd3732-4705-4eaa-b4ac-bead3eb3e9ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:16.399409 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3235bead-56e2-408b-abf8-14a8d30d46a2 None None] Routers {'94f008a4-1d4a-4e01-8aa2-8110c31a697f'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:35:16.400127 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-3235bead-56e2-408b-abf8-14a8d30d46a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:34:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['94f008a4-1d4a-4e01-8aa2-8110c31a697f'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:16.506715 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c6fd3732-4705-4eaa-b4ac-bead3eb3e9ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:16.528616 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-3235bead-56e2-408b-abf8-14a8d30d46a2 None None] Set router 94f008a4-1d4a-4e01-8aa2-8110c31a697f gateway port host: None {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:35:16.646804 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 871db8ca-fc53-43c0-b118-6b9e13c359bb up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:35:16.649419 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928160e7-0133-4887-ad54-e0c2449f9eac None None] DHCP port deletion for 00663fcb-94e1-49c1-807e-cdc66b8b4c8b request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:35:16.664492 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c6fd3732-4705-4eaa-b4ac-bead3eb3e9ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:16.667264 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c6fd3732-4705-4eaa-b4ac-bead3eb3e9ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:16.670786 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-c6fd3732-4705-4eaa-b4ac-bead3eb3e9ef admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4aac619c-6c03-42a0-a959-45c91216b226 HTTP/1.1" status: 204 len: 168 time: 0.5180974 Oct 30 15:35:16.678892 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ae88baed-0ab3-4287-ae7d-ad355a8540e4 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-773039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29512'] for router, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:16.697325 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-45a95bcc-87b3-4a1f-81d9-ee7750a90203 None None] Could not find standard attr ID for object 94f8eeff-fe57-4b9f-9629-e79e9ac83357. {{(pid=102132) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 30 15:35:16.703245 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ae88baed-0ab3-4287-ae7d-ad355a8540e4 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-773014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-773021', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-773165'] for router, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:16.718373 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fd3732-4705-4eaa-b4ac-bead3eb3e9ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aac619c-6c03-42a0-a959-45c91216b226,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:16.771749 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3d30fb-9795-4cd6-820a-0e04998c0606 None None] Pushing event updated for resources: {'Port': ['ID=1f580fc5-f49a-4e19-8f84-68e0c3fb815c,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:16.795081 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 871db8ca-fc53-43c0-b118-6b9e13c359bb {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:35:16.795729 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 871db8ca-fc53-43c0-b118-6b9e13c359bb not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 30 15:35:16.844441 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 38586) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:16.858066 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532f6ea-e792-4752-9a67-f091e5ecb171 req-4d980f78-5678-4356-a7a9-ed958f699035 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:16.865634 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9532f6ea-e792-4752-9a67-f091e5ecb171 req-4d980f78-5678-4356-a7a9-ed958f699035 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8feeca9-8e7a-47c5-9834-b2981b41113f HTTP/1.1" status: 200 len: 944 time: 0.2045300 Oct 30 15:35:16.876607 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-45a95bcc-87b3-4a1f-81d9-ee7750a90203 None None] Provisioning complete for port 1f580fc5-f49a-4e19-8f84-68e0c3fb815c triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:35:16.877933 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-45a95bcc-87b3-4a1f-81d9-ee7750a90203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:16.889712 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Port 871db8ca-fc53-43c0-b118-6b9e13c359bb not found, will not notify nova. {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 30 15:35:17.029812 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9532f6ea-e792-4752-9a67-f091e5ecb171 req-e817d434-5e93-43ea-8a9a-a85c39dc1c67 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee5a29da-464d-4127-ba39-e13f61005ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1605501 Oct 30 15:35:17.057743 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae88baed-0ab3-4287-ae7d-ad355a8540e4 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Router 94f008a4-1d4a-4e01-8aa2-8110c31a697f has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:35:17.085927 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 871db8ca-fc53-43c0-b118-6b9e13c359bb no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:35:17.118725 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 871db8ca-fc53-43c0-b118-6b9e13c359bb {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:35:17.119170 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 871db8ca-fc53-43c0-b118-6b9e13c359bb not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:35:17.131870 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-45a95bcc-87b3-4a1f-81d9-ee7750a90203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:17.170862 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-45a95bcc-87b3-4a1f-81d9-ee7750a90203 None None] For port 1f580fc5-f49a-4e19-8f84-68e0c3fb815c, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=1f580fc5-f49a-4e19-8f84-68e0c3fb815c,segment=NetworkSegment(080bd3fa-f050-46bb-b908-2760eda2c86d),segment_id=080bd3fa-f050-46bb-b908-2760eda2c86d)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:35:17.180279 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-3235bead-56e2-408b-abf8-14a8d30d46a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'name': 'tempest-RoutersIpV6Test-router-335396364', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:34:52Z', 'updated_at': '2021-10-30T15:35:16Z', 'revision_number': 7, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'gw_port_host': None, '_interfaces': [{'id': '1f580fc5-f49a-4e19-8f84-68e0c3fb815c', 'name': '', 'network_id': 'c9f0be3c-5811-4a83-9599-cf5cfcc716ca', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'mac_address': 'fa:16:3e:59:d5:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '068e6f94-d4c6-4110-8c47-89e6323ee60c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:35:08Z', 'updated_at': '2021-10-30T15:35:16Z', 'revision_number': 4, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'subnets': [{'id': '068e6f94-d4c6-4110-8c47-89e6323ee60c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d7479e5-4126-4327-8294-561a79095596', 'name': '', 'network_id': '9c94af99-bb65-4fc3-8988-459aa775d899', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'mac_address': 'fa:16:3e:d3:30:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '455ee70c-86da-4965-aa10-daafda399413', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:35:02Z', 'updated_at': '2021-10-30T15:35:10Z', 'revision_number': 5, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'subnets': [{'id': '455ee70c-86da-4965-aa10-daafda399413', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f3f3ec2-adb6-4808-a72c-6bdfe54387dd', 'name': '', 'network_id': '4e61afb6-0760-4f56-892a-ba5f6722fc04', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'mac_address': 'fa:16:3e:ba:fe:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '9dea7653-9433-4993-9458-3a5db4e971b3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:34:53Z', 'updated_at': '2021-10-30T15:34:58Z', 'revision_number': 5, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'subnets': [{'id': '9dea7653-9433-4993-9458-3a5db4e971b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb23e9ba-6eb3-4580-9729-f07cc140947a', 'name': '', 'network_id': 'ad15b999-0468-46ef-975e-e1fdfabf0e54', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'mac_address': 'fa:16:3e:ad:9c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '695df200-a653-4df9-8083-b5b18865f903', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:34:58Z', 'updated_at': '2021-10-30T15:35:04Z', 'revision_number': 5, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'subnets': [{'id': '695df200-a653-4df9-8083-b5b18865f903', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:17.211453 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-45a95bcc-87b3-4a1f-81d9-ee7750a90203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:17.218094 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3235bead-56e2-408b-abf8-14a8d30d46a2 None None] The sync data for ids ['94f008a4-1d4a-4e01-8aa2-8110c31a697f'] in n-d-806683-17 is: [{'id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'name': 'tempest-RoutersIpV6Test-router-335396364', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:34:52Z', 'updated_at': '2021-10-30T15:35:16Z', 'revision_number': 7, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'gw_port_host': None, '_interfaces': [{'id': '1f580fc5-f49a-4e19-8f84-68e0c3fb815c', 'name': '', 'network_id': 'c9f0be3c-5811-4a83-9599-cf5cfcc716ca', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'mac_address': 'fa:16:3e:59:d5:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '068e6f94-d4c6-4110-8c47-89e6323ee60c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:35:08Z', 'updated_at': '2021-10-30T15:35:16Z', 'revision_number': 4, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'subnets': [{'id': '068e6f94-d4c6-4110-8c47-89e6323ee60c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d7479e5-4126-4327-8294-561a79095596', 'name': '', 'network_id': '9c94af99-bb65-4fc3-8988-459aa775d899', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'mac_address': 'fa:16:3e:d3:30:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '455ee70c-86da-4965-aa10-daafda399413', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:35:02Z', 'updated_at': '2021-10-30T15:35:10Z', 'revision_number': 5, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'subnets': [{'id': '455ee70c-86da-4965-aa10-daafda399413', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f3f3ec2-adb6-4808-a72c-6bdfe54387dd', 'name': '', 'network_id': '4e61afb6-0760-4f56-892a-ba5f6722fc04', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'mac_address': 'fa:16:3e:ba:fe:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '9dea7653-9433-4993-9458-3a5db4e971b3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:34:53Z', 'updated_at': '2021-10-30T15:34:58Z', 'revision_number': 5, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'subnets': [{'id': '9dea7653-9433-4993-9458-3a5db4e971b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb23e9ba-6eb3-4580-9729-f07cc140947a', 'name': '', 'network_id': 'ad15b999-0468-46ef-975e-e1fdfabf0e54', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'mac_address': 'fa:16:3e:ad:9c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '695df200-a653-4df9-8083-b5b18865f903', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:34:58Z', 'updated_at': '2021-10-30T15:35:04Z', 'revision_number': 5, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'subnets': [{'id': '695df200-a653-4df9-8083-b5b18865f903', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:35:17.244500 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-45a95bcc-87b3-4a1f-81d9-ee7750a90203 None None] Could not find standard attr ID for object 871db8ca-fc53-43c0-b118-6b9e13c359bb. {{(pid=102132) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 30 15:35:17.328054 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-5d62e291-39e7-4cb5-af11-4f866ae18372 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f6fef2b7bef54b94a5eaa6261044ef34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4819467 Oct 30 15:35:17.330823 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 38594) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:17.347918 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a95bcc-87b3-4a1f-81d9-ee7750a90203 None None] Pushing event updated for resources: {'Port': ['ID=1f580fc5-f49a-4e19-8f84-68e0c3fb815c,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:17.367637 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 88d0f80f-4998-4729-9dae-c58ec4d318cc up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:35:17.380160 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae88baed-0ab3-4287-ae7d-ad355a8540e4 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:35:17.409895 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ae88baed-0ab3-4287-ae7d-ad355a8540e4 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:17.411193 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-ae88baed-0ab3-4287-ae7d-ad355a8540e4 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "PUT /v2.0/routers/94f008a4-1d4a-4e01-8aa2-8110c31a697f HTTP/1.1" status: 200 len: 703 time: 2.8286805 Oct 30 15:35:17.413915 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 38598) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:17.430988 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-b3f3ac20-1f4c-4af6-900b-9f7867aa0fe1 None None] Provisioning complete for port 1f580fc5-f49a-4e19-8f84-68e0c3fb815c triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:35:17.431653 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ac20-1f4c-4af6-900b-9f7867aa0fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:17.532540 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port 88d0f80f-4998-4729-9dae-c58ec4d318cc triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:35:17.533201 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:17.582993 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5600fa55-aa7f-4e28-a109-1d8d97fffaf8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:17.685414 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:17.707069 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5600fa55-aa7f-4e28-a109-1d8d97fffaf8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:17.732735 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38606) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:17.736312 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-91e4cdca-0360-4213-97eb-796853163f43 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "GET /v2.0/routers/94f008a4-1d4a-4e01-8aa2-8110c31a697f HTTP/1.1" status: 200 len: 703 time: 0.3210471 Oct 30 15:35:17.749672 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 88d0f80f-4998-4729-9dae-c58ec4d318cc, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=88d0f80f-4998-4729-9dae-c58ec4d318cc,segment=NetworkSegment(cca476af-9f70-4fa8-acb6-015f19cab179),segment_id=cca476af-9f70-4fa8-acb6-015f19cab179)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:35:17.752217 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8feeca9-8e7a-47c5-9834-b2981b41113f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88d0f80f-4998-4729-9dae-c58ec4d318cc'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:35:17.757271 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5946cd-0922-4431-a689-f647ac9a6cb8" -d '{"events": [{"server_uuid": "e8feeca9-8e7a-47c5-9834-b2981b41113f", "name": "network-vif-plugged", "status": "completed", "tag": "88d0f80f-4998-4729-9dae-c58ec4d318cc"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:35:17.803145 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:17.820823 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5600fa55-aa7f-4e28-a109-1d8d97fffaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:17.827893 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5600fa55-aa7f-4e28-a109-1d8d97fffaf8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:17.834019 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-5600fa55-aa7f-4e28-a109-1d8d97fffaf8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/262e2ed5-4283-474a-9d3c-e83a0139e637 HTTP/1.1" status: 204 len: 168 time: 0.5013282 Oct 30 15:35:17.857071 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5600fa55-aa7f-4e28-a109-1d8d97fffaf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=262e2ed5-4283-474a-9d3c-e83a0139e637,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:17.890607 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8cc2e2f-9b3b-4eac-9f2e-963cd9f2204c x-openstack-request-id: req-d8cc2e2f-9b3b-4eac-9f2e-963cd9f2204c {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:35:17.890915 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8feeca9-8e7a-47c5-9834-b2981b41113f", "name": "network-vif-plugged", "status": "completed", "tag": "88d0f80f-4998-4729-9dae-c58ec4d318cc", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:35:17.891171 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d8cc2e2f-9b3b-4eac-9f2e-963cd9f2204c {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:35:17.891614 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8feeca9-8e7a-47c5-9834-b2981b41113f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88d0f80f-4998-4729-9dae-c58ec4d318cc', 'code': 200} Oct 30 15:35:17.960214 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=88d0f80f-4998-4729-9dae-c58ec4d318cc,revision_number=7']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:18.276823 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb00bb2b-147d-492d-bc4b-ca45d984e36c req-03d2eee1-6c13-4f6f-b137-3025d9b212bd tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:18.278377 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bb00bb2b-147d-492d-bc4b-ca45d984e36c req-03d2eee1-6c13-4f6f-b137-3025d9b212bd tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8feeca9-8e7a-47c5-9834-b2981b41113f HTTP/1.1" status: 200 len: 945 time: 0.1135774 Oct 30 15:35:18.373714 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bb00bb2b-147d-492d-bc4b-ca45d984e36c req-de1951ab-7978-4c23-8843-f37f684c8c7b tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee5a29da-464d-4127-ba39-e13f61005ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787008 Oct 30 15:35:18.508731 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 38626) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:18.527325 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342b5e5f-b759-4ddd-9388-da15af34dfe2 None None] Sync routers for ids ['94f008a4-1d4a-4e01-8aa2-8110c31a697f'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:35:18.534918 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-495aff56-e731-4560-982f-59f9c11b2743 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:18.543612 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342b5e5f-b759-4ddd-9388-da15af34dfe2 None None] Routers {'94f008a4-1d4a-4e01-8aa2-8110c31a697f'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:35:18.545074 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-342b5e5f-b759-4ddd-9388-da15af34dfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:34:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['94f008a4-1d4a-4e01-8aa2-8110c31a697f'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:18.547555 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-73cb2128-2eaf-455f-b21b-24eb9806d5fd tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:18.632466 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-495aff56-e731-4560-982f-59f9c11b2743 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:18.642852 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-495aff56-e731-4560-982f-59f9c11b2743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:18.645757 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-342b5e5f-b759-4ddd-9388-da15af34dfe2 None None] Set router 94f008a4-1d4a-4e01-8aa2-8110c31a697f gateway port host: None {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:35:18.740354 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-495aff56-e731-4560-982f-59f9c11b2743 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b8d0c7a966cc46a38d420145b82ba6b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1915538 Oct 30 15:35:18.740354 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495aff56-e731-4560-982f-59f9c11b2743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd083550-af42-4434-bd05-259da37c5275,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:18.740354 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 38628) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:18.818467 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9e6c0f3b-afea-4b92-b1bc-dfa85b4ec2a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:18.885680 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9e6c0f3b-afea-4b92-b1bc-dfa85b4ec2a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:19.004673 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9e6c0f3b-afea-4b92-b1bc-dfa85b4ec2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:19.007321 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9e6c0f3b-afea-4b92-b1bc-dfa85b4ec2a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:19.009145 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9e6c0f3b-afea-4b92-b1bc-dfa85b4ec2a3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dd083550-af42-4434-bd05-259da37c5275 HTTP/1.1" status: 204 len: 168 time: 0.3020065 Oct 30 15:35:19.022408 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6c0f3b-afea-4b92-b1bc-dfa85b4ec2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd083550-af42-4434-bd05-259da37c5275,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:19.082899 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 1f580fc5-f49a-4e19-8f84-68e0c3fb815c up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:35:19.115935 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-73cb2128-2eaf-455f-b21b-24eb9806d5fd tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Deleting port 1f580fc5-f49a-4e19-8f84-68e0c3fb815c {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:35:19.116306 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-73cb2128-2eaf-455f-b21b-24eb9806d5fd tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:19.149900 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-342b5e5f-b759-4ddd-9388-da15af34dfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'name': 'tempest-RoutersIpV6Test-router-335396364', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:34:52Z', 'updated_at': '2021-10-30T15:35:16Z', 'revision_number': 7, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'gw_port_host': None, '_interfaces': [{'id': '1f580fc5-f49a-4e19-8f84-68e0c3fb815c', 'name': '', 'network_id': 'c9f0be3c-5811-4a83-9599-cf5cfcc716ca', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'mac_address': 'fa:16:3e:59:d5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '068e6f94-d4c6-4110-8c47-89e6323ee60c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:35:08Z', 'updated_at': '2021-10-30T15:35:17Z', 'revision_number': 5, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'subnets': [{'id': '068e6f94-d4c6-4110-8c47-89e6323ee60c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d7479e5-4126-4327-8294-561a79095596', 'name': '', 'network_id': '9c94af99-bb65-4fc3-8988-459aa775d899', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'mac_address': 'fa:16:3e:d3:30:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '455ee70c-86da-4965-aa10-daafda399413', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:35:02Z', 'updated_at': '2021-10-30T15:35:10Z', 'revision_number': 5, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'subnets': [{'id': '455ee70c-86da-4965-aa10-daafda399413', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f3f3ec2-adb6-4808-a72c-6bdfe54387dd', 'name': '', 'network_id': '4e61afb6-0760-4f56-892a-ba5f6722fc04', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'mac_address': 'fa:16:3e:ba:fe:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '9dea7653-9433-4993-9458-3a5db4e971b3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:34:53Z', 'updated_at': '2021-10-30T15:34:58Z', 'revision_number': 5, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'subnets': [{'id': '9dea7653-9433-4993-9458-3a5db4e971b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb23e9ba-6eb3-4580-9729-f07cc140947a', 'name': '', 'network_id': 'ad15b999-0468-46ef-975e-e1fdfabf0e54', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'mac_address': 'fa:16:3e:ad:9c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '695df200-a653-4df9-8083-b5b18865f903', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:34:58Z', 'updated_at': '2021-10-30T15:35:04Z', 'revision_number': 5, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'subnets': [{'id': '695df200-a653-4df9-8083-b5b18865f903', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:19.186836 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342b5e5f-b759-4ddd-9388-da15af34dfe2 None None] Checking router: 94f008a4-1d4a-4e01-8aa2-8110c31a697f for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:35:19.188058 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 1f580fc5-f49a-4e19-8f84-68e0c3fb815c triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:35:19.188438 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:19.205701 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342b5e5f-b759-4ddd-9388-da15af34dfe2 None None] Routers {'94f008a4-1d4a-4e01-8aa2-8110c31a697f'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:35:19.206558 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-342b5e5f-b759-4ddd-9388-da15af34dfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:34:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['94f008a4-1d4a-4e01-8aa2-8110c31a697f'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:19.297840 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-73cb2128-2eaf-455f-b21b-24eb9806d5fd tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] For port 1f580fc5-f49a-4e19-8f84-68e0c3fb815c, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=1f580fc5-f49a-4e19-8f84-68e0c3fb815c,segment=NetworkSegment(080bd3fa-f050-46bb-b908-2760eda2c86d),segment_id=080bd3fa-f050-46bb-b908-2760eda2c86d)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:35:19.298450 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-73cb2128-2eaf-455f-b21b-24eb9806d5fd tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:19.318145 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-342b5e5f-b759-4ddd-9388-da15af34dfe2 None None] Set router 94f008a4-1d4a-4e01-8aa2-8110c31a697f gateway port host: None {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:35:19.329159 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-73cb2128-2eaf-455f-b21b-24eb9806d5fd tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Calling delete_port for 1f580fc5-f49a-4e19-8f84-68e0c3fb815c owned by network:router_interface {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:35:19.644166 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-73cb2128-2eaf-455f-b21b-24eb9806d5fd tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:19.660628 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83552d8b-28ac-4661-bec6-20ae2ec09538 req-73db4d88-ee5c-426b-8d23-ff0ab490b3f9 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:19.671492 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-83552d8b-28ac-4661-bec6-20ae2ec09538 req-73db4d88-ee5c-426b-8d23-ff0ab490b3f9 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8feeca9-8e7a-47c5-9834-b2981b41113f HTTP/1.1" status: 200 len: 945 time: 0.1730723 Oct 30 15:35:19.702078 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cb2128-2eaf-455f-b21b-24eb9806d5fd tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Pushing event deleted for resources: {'Port': ['ID=1f580fc5-f49a-4e19-8f84-68e0c3fb815c,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:19.754021 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-342b5e5f-b759-4ddd-9388-da15af34dfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'name': 'tempest-RoutersIpV6Test-router-335396364', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:34:52Z', 'updated_at': '2021-10-30T15:35:16Z', 'revision_number': 7, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'gw_port_host': None, '_interfaces': [{'id': '1f580fc5-f49a-4e19-8f84-68e0c3fb815c', 'name': '', 'network_id': 'c9f0be3c-5811-4a83-9599-cf5cfcc716ca', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'mac_address': 'fa:16:3e:59:d5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '068e6f94-d4c6-4110-8c47-89e6323ee60c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:35:08Z', 'updated_at': '2021-10-30T15:35:17Z', 'revision_number': 5, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'subnets': [{'id': '068e6f94-d4c6-4110-8c47-89e6323ee60c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d7479e5-4126-4327-8294-561a79095596', 'name': '', 'network_id': '9c94af99-bb65-4fc3-8988-459aa775d899', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'mac_address': 'fa:16:3e:d3:30:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '455ee70c-86da-4965-aa10-daafda399413', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:35:02Z', 'updated_at': '2021-10-30T15:35:10Z', 'revision_number': 5, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'subnets': [{'id': '455ee70c-86da-4965-aa10-daafda399413', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f3f3ec2-adb6-4808-a72c-6bdfe54387dd', 'name': '', 'network_id': '4e61afb6-0760-4f56-892a-ba5f6722fc04', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'mac_address': 'fa:16:3e:ba:fe:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '9dea7653-9433-4993-9458-3a5db4e971b3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:34:53Z', 'updated_at': '2021-10-30T15:34:58Z', 'revision_number': 5, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'subnets': [{'id': '9dea7653-9433-4993-9458-3a5db4e971b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb23e9ba-6eb3-4580-9729-f07cc140947a', 'name': '', 'network_id': 'ad15b999-0468-46ef-975e-e1fdfabf0e54', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'mac_address': 'fa:16:3e:ad:9c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '695df200-a653-4df9-8083-b5b18865f903', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:34:58Z', 'updated_at': '2021-10-30T15:35:04Z', 'revision_number': 5, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'subnets': [{'id': '695df200-a653-4df9-8083-b5b18865f903', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:19.790540 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-83552d8b-28ac-4661-bec6-20ae2ec09538 req-0441ca53-17c7-4574-8c2c-5427f5bab8c3 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee5a29da-464d-4127-ba39-e13f61005ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152129 Oct 30 15:35:19.835064 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342b5e5f-b759-4ddd-9388-da15af34dfe2 None None] The sync data for ids ['94f008a4-1d4a-4e01-8aa2-8110c31a697f'] in n-d-806683-17 is: [{'id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'name': 'tempest-RoutersIpV6Test-router-335396364', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:34:52Z', 'updated_at': '2021-10-30T15:35:16Z', 'revision_number': 7, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'gw_port_host': None, '_interfaces': [{'id': '1f580fc5-f49a-4e19-8f84-68e0c3fb815c', 'name': '', 'network_id': 'c9f0be3c-5811-4a83-9599-cf5cfcc716ca', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'mac_address': 'fa:16:3e:59:d5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '068e6f94-d4c6-4110-8c47-89e6323ee60c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:35:08Z', 'updated_at': '2021-10-30T15:35:17Z', 'revision_number': 5, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'subnets': [{'id': '068e6f94-d4c6-4110-8c47-89e6323ee60c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d7479e5-4126-4327-8294-561a79095596', 'name': '', 'network_id': '9c94af99-bb65-4fc3-8988-459aa775d899', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'mac_address': 'fa:16:3e:d3:30:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '455ee70c-86da-4965-aa10-daafda399413', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:35:02Z', 'updated_at': '2021-10-30T15:35:10Z', 'revision_number': 5, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'subnets': [{'id': '455ee70c-86da-4965-aa10-daafda399413', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f3f3ec2-adb6-4808-a72c-6bdfe54387dd', 'name': '', 'network_id': '4e61afb6-0760-4f56-892a-ba5f6722fc04', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'mac_address': 'fa:16:3e:ba:fe:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '9dea7653-9433-4993-9458-3a5db4e971b3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:34:53Z', 'updated_at': '2021-10-30T15:34:58Z', 'revision_number': 5, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'subnets': [{'id': '9dea7653-9433-4993-9458-3a5db4e971b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb23e9ba-6eb3-4580-9729-f07cc140947a', 'name': '', 'network_id': 'ad15b999-0468-46ef-975e-e1fdfabf0e54', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'mac_address': 'fa:16:3e:ad:9c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '695df200-a653-4df9-8083-b5b18865f903', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:34:58Z', 'updated_at': '2021-10-30T15:35:04Z', 'revision_number': 5, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'subnets': [{'id': '695df200-a653-4df9-8083-b5b18865f903', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:35:19.900495 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-73cb2128-2eaf-455f-b21b-24eb9806d5fd tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:20.259783 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:35:20.298596 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73cb2128-2eaf-455f-b21b-24eb9806d5fd tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Router 94f008a4-1d4a-4e01-8aa2-8110c31a697f has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:35:20.457902 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 38674) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:20.462953 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73cb2128-2eaf-455f-b21b-24eb9806d5fd tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:35:20.472694 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-73cb2128-2eaf-455f-b21b-24eb9806d5fd tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "PUT /v2.0/routers/94f008a4-1d4a-4e01-8aa2-8110c31a697f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7361481 Oct 30 15:35:20.473156 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 38678) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:20.477180 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d66c7f5-4bcd-4944-a546-047b9876fca4 None None] Sync routers for ids ['94f008a4-1d4a-4e01-8aa2-8110c31a697f'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:35:20.491039 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d66c7f5-4bcd-4944-a546-047b9876fca4 None None] Routers {'94f008a4-1d4a-4e01-8aa2-8110c31a697f'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:35:20.491984 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-6d66c7f5-4bcd-4944-a546-047b9876fca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:34:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['94f008a4-1d4a-4e01-8aa2-8110c31a697f'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:20.588526 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-39f86064-fa04-4b27-bfe4-f548c4d5182a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Deleting subnet 068e6f94-d4c6-4110-8c47-89e6323ee60c {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:35:20.599510 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-39f86064-fa04-4b27-bfe4-f548c4d5182a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:20.603551 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-6d66c7f5-4bcd-4944-a546-047b9876fca4 None None] Set router 94f008a4-1d4a-4e01-8aa2-8110c31a697f gateway port host: None {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:35:20.656215 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-dd174151-0881-4096-974d-db074024ec63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:20.746904 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-dd174151-0881-4096-974d-db074024ec63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:20.750237 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-39f86064-fa04-4b27-bfe4-f548c4d5182a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:20.787584 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-dd174151-0881-4096-974d-db074024ec63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:20.851511 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-dd174151-0881-4096-974d-db074024ec63 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d7e7b74996b54e7d9525dde635e8f13d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3919563 Oct 30 15:35:20.856743 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38692) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:20.863892 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd174151-0881-4096-974d-db074024ec63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0459a4ef-fb39-4037-83e9-935598e0b4fa,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:20.941282 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-39f86064-fa04-4b27-bfe4-f548c4d5182a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:21.021130 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-6d66c7f5-4bcd-4944-a546-047b9876fca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'name': 'tempest-RoutersIpV6Test-router-335396364', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:34:52Z', 'updated_at': '2021-10-30T15:35:19Z', 'revision_number': 8, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'gw_port_host': None, '_interfaces': [{'id': '4d7479e5-4126-4327-8294-561a79095596', 'name': '', 'network_id': '9c94af99-bb65-4fc3-8988-459aa775d899', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'mac_address': 'fa:16:3e:d3:30:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '455ee70c-86da-4965-aa10-daafda399413', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:35:02Z', 'updated_at': '2021-10-30T15:35:10Z', 'revision_number': 5, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'subnets': [{'id': '455ee70c-86da-4965-aa10-daafda399413', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f3f3ec2-adb6-4808-a72c-6bdfe54387dd', 'name': '', 'network_id': '4e61afb6-0760-4f56-892a-ba5f6722fc04', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'mac_address': 'fa:16:3e:ba:fe:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '9dea7653-9433-4993-9458-3a5db4e971b3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:34:53Z', 'updated_at': '2021-10-30T15:34:58Z', 'revision_number': 5, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'subnets': [{'id': '9dea7653-9433-4993-9458-3a5db4e971b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb23e9ba-6eb3-4580-9729-f07cc140947a', 'name': '', 'network_id': 'ad15b999-0468-46ef-975e-e1fdfabf0e54', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'mac_address': 'fa:16:3e:ad:9c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '695df200-a653-4df9-8083-b5b18865f903', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:34:58Z', 'updated_at': '2021-10-30T15:35:04Z', 'revision_number': 5, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'subnets': [{'id': '695df200-a653-4df9-8083-b5b18865f903', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:21.057584 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-39f86064-fa04-4b27-bfe4-f548c4d5182a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:21.072788 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1e1eb75d-7335-4507-9025-2b064f8e6d5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:21.091299 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f86064-fa04-4b27-bfe4-f548c4d5182a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Pushing event deleted for resources: {'Subnet': ['ID=068e6f94-d4c6-4110-8c47-89e6323ee60c,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:21.093985 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d66c7f5-4bcd-4944-a546-047b9876fca4 None None] Checking router: 94f008a4-1d4a-4e01-8aa2-8110c31a697f for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:35:21.116629 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d66c7f5-4bcd-4944-a546-047b9876fca4 None None] Routers {'94f008a4-1d4a-4e01-8aa2-8110c31a697f'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:35:21.118262 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc90b73d-70cc-4af0-8319-e8a14fba925b req-1af689de-e54d-4ae7-a99e-14ab158b9f20 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:21.118986 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-6d66c7f5-4bcd-4944-a546-047b9876fca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:34:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['94f008a4-1d4a-4e01-8aa2-8110c31a697f'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:21.119524 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-39f86064-fa04-4b27-bfe4-f548c4d5182a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:21.120442 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cc90b73d-70cc-4af0-8319-e8a14fba925b req-1af689de-e54d-4ae7-a99e-14ab158b9f20 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8feeca9-8e7a-47c5-9834-b2981b41113f HTTP/1.1" status: 200 len: 945 time: 0.1742852 Oct 30 15:35:21.126423 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1e1eb75d-7335-4507-9025-2b064f8e6d5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:21.135877 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38698) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:21.136571 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-39f86064-fa04-4b27-bfe4-f548c4d5182a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "DELETE /v2.0/subnets/068e6f94-d4c6-4110-8c47-89e6323ee60c HTTP/1.1" status: 204 len: 168 time: 0.6610515 Oct 30 15:35:21.243540 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-6d66c7f5-4bcd-4944-a546-047b9876fca4 None None] Set router 94f008a4-1d4a-4e01-8aa2-8110c31a697f gateway port host: None {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:35:21.259823 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cc90b73d-70cc-4af0-8319-e8a14fba925b req-ed85de9a-b139-4557-920c-858f890d6418 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee5a29da-464d-4127-ba39-e13f61005ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264787 Oct 30 15:35:21.281344 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65566d98-4e64-4143-97a3-a889e89a03d9 None None] Network c9f0be3c-5811-4a83-9599-cf5cfcc716ca requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:35:21.291009 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-19222b8b-23d1-41fc-915d-8dfeda3d0c4a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:21.303310 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1e1eb75d-7335-4507-9025-2b064f8e6d5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:21.306726 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1e1eb75d-7335-4507-9025-2b064f8e6d5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:21.317324 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-1e1eb75d-7335-4507-9025-2b064f8e6d5d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0459a4ef-fb39-4037-83e9-935598e0b4fa HTTP/1.1" status: 204 len: 168 time: 0.4502747 Oct 30 15:35:21.329432 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1eb75d-7335-4507-9025-2b064f8e6d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0459a4ef-fb39-4037-83e9-935598e0b4fa,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:21.415226 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-19222b8b-23d1-41fc-915d-8dfeda3d0c4a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Deleting port 4db39305-19bd-496b-9346-3c9963b843a5 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:35:21.415761 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-19222b8b-23d1-41fc-915d-8dfeda3d0c4a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:21.463527 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-046f54c8-f3f2-4628-9621-9d90934d8840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:21.484191 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 38706) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:21.532222 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-19222b8b-23d1-41fc-915d-8dfeda3d0c4a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] For port 4db39305-19bd-496b-9346-3c9963b843a5, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=4db39305-19bd-496b-9346-3c9963b843a5,segment=NetworkSegment(080bd3fa-f050-46bb-b908-2760eda2c86d),segment_id=080bd3fa-f050-46bb-b908-2760eda2c86d)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:35:21.532526 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-19222b8b-23d1-41fc-915d-8dfeda3d0c4a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:21.556037 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-19222b8b-23d1-41fc-915d-8dfeda3d0c4a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Calling delete_port for 4db39305-19bd-496b-9346-3c9963b843a5 owned by network:dhcp {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:35:21.736346 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-19222b8b-23d1-41fc-915d-8dfeda3d0c4a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:21.785612 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19222b8b-23d1-41fc-915d-8dfeda3d0c4a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Pushing event deleted for resources: {'Port': ['ID=4db39305-19bd-496b-9346-3c9963b843a5,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:21.801983 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19222b8b-23d1-41fc-915d-8dfeda3d0c4a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] No DVR routers for this DVR port 4db39305-19bd-496b-9346-3c9963b843a5 on host n-d-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:35:21.878240 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c6a926-d896-4f85-9eab-9d624028faac None None] DHCP port deletion for c9f0be3c-5811-4a83-9599-cf5cfcc716ca request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:35:21.904907 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-19222b8b-23d1-41fc-915d-8dfeda3d0c4a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:21.918407 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38712) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:21.933848 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-7de37508-bc18-4b49-afb1-c8164f7e036a tempest-MeteringIpV6TestJSON-370635404 tempest-MeteringIpV6TestJSON-370635404-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1776099656'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:35:21.934370 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-7de37508-bc18-4b49-afb1-c8164f7e036a tempest-MeteringIpV6TestJSON-370635404 tempest-MeteringIpV6TestJSON-370635404-project-admin] Unknown quota resources ['metering_label']. {{(pid=102130) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 30 15:35:21.948013 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-6d66c7f5-4bcd-4944-a546-047b9876fca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'name': 'tempest-RoutersIpV6Test-router-335396364', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:34:52Z', 'updated_at': '2021-10-30T15:35:19Z', 'revision_number': 8, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'gw_port_host': None, '_interfaces': [{'id': '4d7479e5-4126-4327-8294-561a79095596', 'name': '', 'network_id': '9c94af99-bb65-4fc3-8988-459aa775d899', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'mac_address': 'fa:16:3e:d3:30:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '455ee70c-86da-4965-aa10-daafda399413', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:35:02Z', 'updated_at': '2021-10-30T15:35:10Z', 'revision_number': 5, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'subnets': [{'id': '455ee70c-86da-4965-aa10-daafda399413', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f3f3ec2-adb6-4808-a72c-6bdfe54387dd', 'name': '', 'network_id': '4e61afb6-0760-4f56-892a-ba5f6722fc04', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'mac_address': 'fa:16:3e:ba:fe:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '9dea7653-9433-4993-9458-3a5db4e971b3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:34:53Z', 'updated_at': '2021-10-30T15:34:58Z', 'revision_number': 5, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'subnets': [{'id': '9dea7653-9433-4993-9458-3a5db4e971b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb23e9ba-6eb3-4580-9729-f07cc140947a', 'name': '', 'network_id': 'ad15b999-0468-46ef-975e-e1fdfabf0e54', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'mac_address': 'fa:16:3e:ad:9c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '695df200-a653-4df9-8083-b5b18865f903', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:34:58Z', 'updated_at': '2021-10-30T15:35:04Z', 'revision_number': 5, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'subnets': [{'id': '695df200-a653-4df9-8083-b5b18865f903', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:21.959351 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5e6b2d85-8f10-4d27-9b0a-5b7cc46ed2e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:21.963437 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-19222b8b-23d1-41fc-915d-8dfeda3d0c4a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9f0be3c-5811-4a83-9599-cf5cfcc716ca']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:21.978353 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d66c7f5-4bcd-4944-a546-047b9876fca4 None None] The sync data for ids ['94f008a4-1d4a-4e01-8aa2-8110c31a697f'] in n-d-806683-17 is: [{'id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'name': 'tempest-RoutersIpV6Test-router-335396364', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:34:52Z', 'updated_at': '2021-10-30T15:35:19Z', 'revision_number': 8, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'gw_port_host': None, '_interfaces': [{'id': '4d7479e5-4126-4327-8294-561a79095596', 'name': '', 'network_id': '9c94af99-bb65-4fc3-8988-459aa775d899', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'mac_address': 'fa:16:3e:d3:30:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '455ee70c-86da-4965-aa10-daafda399413', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:35:02Z', 'updated_at': '2021-10-30T15:35:10Z', 'revision_number': 5, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'subnets': [{'id': '455ee70c-86da-4965-aa10-daafda399413', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f3f3ec2-adb6-4808-a72c-6bdfe54387dd', 'name': '', 'network_id': '4e61afb6-0760-4f56-892a-ba5f6722fc04', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'mac_address': 'fa:16:3e:ba:fe:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '9dea7653-9433-4993-9458-3a5db4e971b3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:34:53Z', 'updated_at': '2021-10-30T15:34:58Z', 'revision_number': 5, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'subnets': [{'id': '9dea7653-9433-4993-9458-3a5db4e971b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb23e9ba-6eb3-4580-9729-f07cc140947a', 'name': '', 'network_id': 'ad15b999-0468-46ef-975e-e1fdfabf0e54', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'mac_address': 'fa:16:3e:ad:9c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '695df200-a653-4df9-8083-b5b18865f903', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:34:58Z', 'updated_at': '2021-10-30T15:35:04Z', 'revision_number': 5, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'subnets': [{'id': '695df200-a653-4df9-8083-b5b18865f903', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:35:21.989339 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-19222b8b-23d1-41fc-915d-8dfeda3d0c4a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '080bd3fa-f050-46bb-b908-2760eda2c86d') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:21.989800 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-19222b8b-23d1-41fc-915d-8dfeda3d0c4a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '080bd3fa-f050-46bb-b908-2760eda2c86d') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:22.005664 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-19222b8b-23d1-41fc-915d-8dfeda3d0c4a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:22.041613 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-19222b8b-23d1-41fc-915d-8dfeda3d0c4a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:22.052217 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19222b8b-23d1-41fc-915d-8dfeda3d0c4a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:35:22.052771 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-19222b8b-23d1-41fc-915d-8dfeda3d0c4a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:22.056201 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:35:22.056201 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:35:22.056201 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:35:22.056201 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:35:22.056201 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:35:22.056201 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:35:22.056201 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:35:22.056201 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:35:22.056201 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:35:22.056201 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:35:22.056201 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:35:22.056201 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:35:22.056201 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:35:22.056201 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:35:22.056201 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:35:22.056201 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:35:22.056201 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:35:22.056201 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:35:22.056201 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:35:22.056201 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:35:22.056201 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:35:22.056201 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:35:22.056201 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:35:22.056201 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:35:22.056201 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:35:22.056201 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:35:22.056201 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:35:22.056201 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:35:22.056201 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:35:22.056201 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:35:22.056201 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:35:22.056201 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:35:22.126006 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-19222b8b-23d1-41fc-915d-8dfeda3d0c4a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:22.144042 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-19222b8b-23d1-41fc-915d-8dfeda3d0c4a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:22.148761 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-19222b8b-23d1-41fc-915d-8dfeda3d0c4a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "DELETE /v2.0/networks/c9f0be3c-5811-4a83-9599-cf5cfcc716ca HTTP/1.1" status: 204 len: 168 time: 1.0036004 Oct 30 15:35:22.151399 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 38714) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:22.173832 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19222b8b-23d1-41fc-915d-8dfeda3d0c4a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Pushing event deleted for resources: {'Network': ['ID=c9f0be3c-5811-4a83-9599-cf5cfcc716ca,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:22.214428 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5e6b2d85-8f10-4d27-9b0a-5b7cc46ed2e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:22.221096 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5e6b2d85-8f10-4d27-9b0a-5b7cc46ed2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:22.236830 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7de37508-bc18-4b49-afb1-c8164f7e036a tempest-MeteringIpV6TestJSON-370635404 tempest-MeteringIpV6TestJSON-370635404-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:22.237748 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-7de37508-bc18-4b49-afb1-c8164f7e036a tempest-MeteringIpV6TestJSON-370635404 tempest-MeteringIpV6TestJSON-370635404-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.7512598 Oct 30 15:35:22.245743 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38716) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:22.280417 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-ba32a0f5-7182-445f-aee3-99ff647361e1 tempest-MeteringIpV6TestJSON-370635404 tempest-MeteringIpV6TestJSON-370635404-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '907481a6-7476-4ef6-9b02-a33bd0719633'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:35:22.280946 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-ba32a0f5-7182-445f-aee3-99ff647361e1 tempest-MeteringIpV6TestJSON-370635404 tempest-MeteringIpV6TestJSON-370635404-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102131) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 30 15:35:22.285296 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6b2d85-8f10-4d27-9b0a-5b7cc46ed2e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2f642c-7f05-4e10-ad45-d77794c104f4,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:22.313053 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-5e6b2d85-8f10-4d27-9b0a-5b7cc46ed2e7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=693052ec651a469ba9577842ec2f019c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3930750 Oct 30 15:35:22.317223 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38718) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:22.410172 n-d-806683-17 neutron-server[102131]: WARNING neutron.services.metering.metering_plugin [None req-ba32a0f5-7182-445f-aee3-99ff647361e1 tempest-MeteringIpV6TestJSON-370635404 tempest-MeteringIpV6TestJSON-370635404-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 30 15:35:22.530887 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947df933-4d7b-4211-8ec5-02638eb6fa50 req-5fbd6039-0d67-4c19-9df1-6efa3884124a tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:22.541241 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-947df933-4d7b-4211-8ec5-02638eb6fa50 req-5fbd6039-0d67-4c19-9df1-6efa3884124a tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8feeca9-8e7a-47c5-9834-b2981b41113f HTTP/1.1" status: 200 len: 945 time: 0.1119456 Oct 30 15:35:22.562214 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ba32a0f5-7182-445f-aee3-99ff647361e1 tempest-MeteringIpV6TestJSON-370635404 tempest-MeteringIpV6TestJSON-370635404-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:22.567275 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-ba32a0f5-7182-445f-aee3-99ff647361e1 tempest-MeteringIpV6TestJSON-370635404 tempest-MeteringIpV6TestJSON-370635404-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3012445 Oct 30 15:35:22.567792 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38722) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:22.576033 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-0c94b0b8-c9eb-413e-8aad-e9391bf3f486 tempest-MeteringIpV6TestJSON-370635404 tempest-MeteringIpV6TestJSON-370635404-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '907481a6-7476-4ef6-9b02-a33bd0719633'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:35:22.576521 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-0c94b0b8-c9eb-413e-8aad-e9391bf3f486 tempest-MeteringIpV6TestJSON-370635404 tempest-MeteringIpV6TestJSON-370635404-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102131) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 30 15:35:22.635010 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-947df933-4d7b-4211-8ec5-02638eb6fa50 req-73cbe28e-ba81-4335-86ca-aa290e28869e tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee5a29da-464d-4127-ba39-e13f61005ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927210 Oct 30 15:35:22.648677 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-07a3d009-37e2-438b-8c31-18740c93ca5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:22.659847 n-d-806683-17 neutron-server[102131]: WARNING neutron.services.metering.metering_plugin [None req-0c94b0b8-c9eb-413e-8aad-e9391bf3f486 tempest-MeteringIpV6TestJSON-370635404 tempest-MeteringIpV6TestJSON-370635404-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 30 15:35:22.783381 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-57a3316c-b2d0-4775-88a7-280f81f35643 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:23.032701 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 4db39305-19bd-496b-9346-3c9963b843a5 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:35:23.057490 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 4db39305-19bd-496b-9346-3c9963b843a5 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:35:23.057839 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 4db39305-19bd-496b-9346-3c9963b843a5 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:35:23.058263 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 1f580fc5-f49a-4e19-8f84-68e0c3fb815c no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:35:23.086540 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 1f580fc5-f49a-4e19-8f84-68e0c3fb815c {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:35:23.086893 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 1f580fc5-f49a-4e19-8f84-68e0c3fb815c not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:35:23.103410 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-57a3316c-b2d0-4775-88a7-280f81f35643 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Deleting port 4d7479e5-4126-4327-8294-561a79095596 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:35:23.103899 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-57a3316c-b2d0-4775-88a7-280f81f35643 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:23.143094 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-07a3d009-37e2-438b-8c31-18740c93ca5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:23.185462 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0c94b0b8-c9eb-413e-8aad-e9391bf3f486 tempest-MeteringIpV6TestJSON-370635404 tempest-MeteringIpV6TestJSON-370635404-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:23.186488 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-0c94b0b8-c9eb-413e-8aad-e9391bf3f486 tempest-MeteringIpV6TestJSON-370635404 tempest-MeteringIpV6TestJSON-370635404-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6177652 Oct 30 15:35:23.190299 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38724) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:23.212271 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-e29cd599-ad86-4e25-bc4b-417ed337adda tempest-MeteringIpV6TestJSON-370635404 tempest-MeteringIpV6TestJSON-370635404-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules?id=69804a9c-ac9d-42f5-8370-861842e41cc5 HTTP/1.1" status: 200 len: 462 time: 0.0208549 Oct 30 15:35:23.216734 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38726) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:23.224124 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-57a3316c-b2d0-4775-88a7-280f81f35643 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] For port 4d7479e5-4126-4327-8294-561a79095596, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=4d7479e5-4126-4327-8294-561a79095596,segment=NetworkSegment(a5e4d857-983e-46c1-9910-bfdc8ef032f0),segment_id=a5e4d857-983e-46c1-9910-bfdc8ef032f0)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:35:23.224570 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-57a3316c-b2d0-4775-88a7-280f81f35643 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:23.242905 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-57a3316c-b2d0-4775-88a7-280f81f35643 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Calling delete_port for 4d7479e5-4126-4327-8294-561a79095596 owned by network:router_interface {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:35:23.269295 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-07a3d009-37e2-438b-8c31-18740c93ca5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:23.272245 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-07a3d009-37e2-438b-8c31-18740c93ca5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:23.273527 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-07a3d009-37e2-438b-8c31-18740c93ca5d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fa2f642c-7f05-4e10-ad45-d77794c104f4 HTTP/1.1" status: 204 len: 168 time: 0.9552145 Oct 30 15:35:23.334940 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a3d009-37e2-438b-8c31-18740c93ca5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2f642c-7f05-4e10-ad45-d77794c104f4,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:23.374574 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2f673bff-6ee1-43cc-b47e-4018df722bc9 tempest-MeteringIpV6TestJSON-370635404 tempest-MeteringIpV6TestJSON-370635404-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:23.379925 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-2f673bff-6ee1-43cc-b47e-4018df722bc9 tempest-MeteringIpV6TestJSON-370635404 tempest-MeteringIpV6TestJSON-370635404-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-label-rules/69804a9c-ac9d-42f5-8370-861842e41cc5 HTTP/1.1" status: 204 len: 168 time: 0.1621339 Oct 30 15:35:23.380575 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38730) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:23.397610 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-720e0b35-8c73-40f3-8cf4-475845b34673 tempest-MeteringIpV6TestJSON-370635404 tempest-MeteringIpV6TestJSON-370635404-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules?id=69804a9c-ac9d-42f5-8370-861842e41cc5 HTTP/1.1" status: 200 len: 221 time: 0.0155034 Oct 30 15:35:23.398270 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38732) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:23.403280 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-658fa283-ca2c-44ca-8f0d-3ea980fdcf60 tempest-MeteringIpV6TestJSON-370635404 tempest-MeteringIpV6TestJSON-370635404-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1370743403', 'description': 'label created by tempest'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:35:23.403766 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-658fa283-ca2c-44ca-8f0d-3ea980fdcf60 tempest-MeteringIpV6TestJSON-370635404 tempest-MeteringIpV6TestJSON-370635404-project-admin] Unknown quota resources ['metering_label']. {{(pid=102131) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 30 15:35:23.558461 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-57a3316c-b2d0-4775-88a7-280f81f35643 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:23.614852 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a3316c-b2d0-4775-88a7-280f81f35643 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Pushing event deleted for resources: {'Port': ['ID=4d7479e5-4126-4327-8294-561a79095596,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:23.710130 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-658fa283-ca2c-44ca-8f0d-3ea980fdcf60 tempest-MeteringIpV6TestJSON-370635404 tempest-MeteringIpV6TestJSON-370635404-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:23.714859 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-658fa283-ca2c-44ca-8f0d-3ea980fdcf60 tempest-MeteringIpV6TestJSON-370635404 tempest-MeteringIpV6TestJSON-370635404-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3155875 Oct 30 15:35:23.715955 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38742) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:23.804783 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-57a3316c-b2d0-4775-88a7-280f81f35643 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:23.814978 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-851516a5-d4c9-4230-9613-61a52fed2c82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:23.834503 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-e5556dcf-2ecd-46f9-910b-ce4a09319cc9 tempest-MeteringIpV6TestJSON-370635404 tempest-MeteringIpV6TestJSON-370635404-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels?id=76814145-b86a-4a4a-9ef6-7ed34e1abfb5 HTTP/1.1" status: 200 len: 468 time: 0.1170671 Oct 30 15:35:23.837304 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38748) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:24.124698 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2539b0c-af2a-48da-b18c-c63c81180517 req-22c0a87a-a19c-4a10-a433-d17e3a359339 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:24.126931 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e2539b0c-af2a-48da-b18c-c63c81180517 req-22c0a87a-a19c-4a10-a433-d17e3a359339 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8feeca9-8e7a-47c5-9834-b2981b41113f HTTP/1.1" status: 200 len: 945 time: 0.2912018 Oct 30 15:35:24.131164 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-df22687a-eff3-4f62-9a66-5dbfc0e49451 tempest-MeteringIpV6TestJSON-370635404 tempest-MeteringIpV6TestJSON-370635404-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:24.132608 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-df22687a-eff3-4f62-9a66-5dbfc0e49451 tempest-MeteringIpV6TestJSON-370635404 tempest-MeteringIpV6TestJSON-370635404-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-labels/76814145-b86a-4a4a-9ef6-7ed34e1abfb5 HTTP/1.1" status: 204 len: 168 time: 0.2518551 Oct 30 15:35:24.133560 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57a3316c-b2d0-4775-88a7-280f81f35643 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Router 94f008a4-1d4a-4e01-8aa2-8110c31a697f has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:35:24.135361 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38756) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:24.149819 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d25bf74e-e47d-4cb6-ab54-da999edcea49 tempest-MeteringIpV6TestJSON-370635404 tempest-MeteringIpV6TestJSON-370635404-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels?id=76814145-b86a-4a4a-9ef6-7ed34e1abfb5 HTTP/1.1" status: 200 len: 216 time: 0.0130572 Oct 30 15:35:24.166471 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38760) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:24.199012 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e2539b0c-af2a-48da-b18c-c63c81180517 req-4d0ba6db-3f71-4ce6-b772-9d09648ab9d3 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee5a29da-464d-4127-ba39-e13f61005ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611193 Oct 30 15:35:24.204161 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-c6e21262-852a-4af7-b759-ea919edfcefe tempest-MeteringIpV6TestJSON-370635404 tempest-MeteringIpV6TestJSON-370635404-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0324581 Oct 30 15:35:24.204633 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38764) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:24.220743 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-12f77d3c-d859-4440-9f4d-dd71a6bdbab5 tempest-MeteringIpV6TestJSON-370635404 tempest-MeteringIpV6TestJSON-370635404-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0105233 Oct 30 15:35:24.221017 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38766) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:24.271332 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a3316c-b2d0-4775-88a7-280f81f35643 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:35:24.284689 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d8bdb694-0eb2-409f-a682-d58bb70c557e tempest-MeteringIpV6TestJSON-370635404 tempest-MeteringIpV6TestJSON-370635404-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels/907481a6-7476-4ef6-9b02-a33bd0719633 HTTP/1.1" status: 200 len: 473 time: 0.0592957 Oct 30 15:35:24.284843 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-57a3316c-b2d0-4775-88a7-280f81f35643 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "PUT /v2.0/routers/94f008a4-1d4a-4e01-8aa2-8110c31a697f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0941997 Oct 30 15:35:24.285100 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38768) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:24.285417 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 38770) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:24.303491 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e0e566-c893-47a1-b438-fa15cd5e5dfe None None] Sync routers for ids ['94f008a4-1d4a-4e01-8aa2-8110c31a697f'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:35:24.308730 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-606ae5f1-bb24-401b-98ba-50e35126ce6a tempest-MeteringIpV6TestJSON-370635404 tempest-MeteringIpV6TestJSON-370635404-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules/17023a67-6bd8-46e3-b1c8-ecb8c9d6d14a HTTP/1.1" status: 200 len: 459 time: 0.0165663 Oct 30 15:35:24.309414 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38774) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:24.320606 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e0e566-c893-47a1-b438-fa15cd5e5dfe None None] Routers {'94f008a4-1d4a-4e01-8aa2-8110c31a697f'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:35:24.325589 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-05e0e566-c893-47a1-b438-fa15cd5e5dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:35:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['94f008a4-1d4a-4e01-8aa2-8110c31a697f'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:24.459869 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-05e0e566-c893-47a1-b438-fa15cd5e5dfe None None] Set router 94f008a4-1d4a-4e01-8aa2-8110c31a697f gateway port host: None {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:35:24.549392 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-81b0596d-aa71-465a-8ca3-9a313c2eb02d tempest-MeteringIpV6TestJSON-370635404 tempest-MeteringIpV6TestJSON-370635404-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:24.554438 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-81b0596d-aa71-465a-8ca3-9a313c2eb02d tempest-MeteringIpV6TestJSON-370635404 tempest-MeteringIpV6TestJSON-370635404-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-label-rules/17023a67-6bd8-46e3-b1c8-ecb8c9d6d14a HTTP/1.1" status: 204 len: 168 time: 0.2417891 Oct 30 15:35:24.555325 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38778) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:24.711204 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:24.801712 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7d1b2fb-5b98-4cbf-ab77-cca4760165f3 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Deleting subnet 455ee70c-86da-4965-aa10-daafda399413 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:35:24.805246 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a7d1b2fb-5b98-4cbf-ab77-cca4760165f3 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:24.833923 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-895c39c6-3732-4a53-b45d-a2283fb88e0c tempest-MeteringIpV6TestJSON-370635404 tempest-MeteringIpV6TestJSON-370635404-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:24.835440 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-895c39c6-3732-4a53-b45d-a2283fb88e0c tempest-MeteringIpV6TestJSON-370635404 tempest-MeteringIpV6TestJSON-370635404-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-labels/907481a6-7476-4ef6-9b02-a33bd0719633 HTTP/1.1" status: 204 len: 168 time: 0.2790811 Oct 30 15:35:24.867634 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a7d1b2fb-5b98-4cbf-ab77-cca4760165f3 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:24.919125 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-05e0e566-c893-47a1-b438-fa15cd5e5dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'name': 'tempest-RoutersIpV6Test-router-335396364', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:34:52Z', 'updated_at': '2021-10-30T15:35:23Z', 'revision_number': 9, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'gw_port_host': None, '_interfaces': [{'id': '9f3f3ec2-adb6-4808-a72c-6bdfe54387dd', 'name': '', 'network_id': '4e61afb6-0760-4f56-892a-ba5f6722fc04', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'mac_address': 'fa:16:3e:ba:fe:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '9dea7653-9433-4993-9458-3a5db4e971b3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:34:53Z', 'updated_at': '2021-10-30T15:34:58Z', 'revision_number': 5, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'subnets': [{'id': '9dea7653-9433-4993-9458-3a5db4e971b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb23e9ba-6eb3-4580-9729-f07cc140947a', 'name': '', 'network_id': 'ad15b999-0468-46ef-975e-e1fdfabf0e54', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'mac_address': 'fa:16:3e:ad:9c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '695df200-a653-4df9-8083-b5b18865f903', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:34:58Z', 'updated_at': '2021-10-30T15:35:04Z', 'revision_number': 5, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'subnets': [{'id': '695df200-a653-4df9-8083-b5b18865f903', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:24.964710 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e0e566-c893-47a1-b438-fa15cd5e5dfe None None] Checking router: 94f008a4-1d4a-4e01-8aa2-8110c31a697f for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:35:24.968589 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:24.992229 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e0e566-c893-47a1-b438-fa15cd5e5dfe None None] Routers {'94f008a4-1d4a-4e01-8aa2-8110c31a697f'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:35:24.992882 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-05e0e566-c893-47a1-b438-fa15cd5e5dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:35:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['94f008a4-1d4a-4e01-8aa2-8110c31a697f'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:25.113982 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a7d1b2fb-5b98-4cbf-ab77-cca4760165f3 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:25.155024 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-05e0e566-c893-47a1-b438-fa15cd5e5dfe None None] Set router 94f008a4-1d4a-4e01-8aa2-8110c31a697f gateway port host: None {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:35:25.206590 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a7d1b2fb-5b98-4cbf-ab77-cca4760165f3 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:25.255608 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38794) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:25.302092 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d1b2fb-5b98-4cbf-ab77-cca4760165f3 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Pushing event deleted for resources: {'Subnet': ['ID=455ee70c-86da-4965-aa10-daafda399413,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:25.310003 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a7d1b2fb-5b98-4cbf-ab77-cca4760165f3 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:25.315209 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ec7322-037b-4349-b605-a2e56bb8d791 None None] Network 9c94af99-bb65-4fc3-8988-459aa775d899 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:35:25.316810 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38798) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:25.317315 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a7d1b2fb-5b98-4cbf-ab77-cca4760165f3 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "DELETE /v2.0/subnets/455ee70c-86da-4965-aa10-daafda399413 HTTP/1.1" status: 204 len: 168 time: 1.0308807 Oct 30 15:35:25.468069 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a9141a-aade-4a4e-8c29-24f249fe9c04 req-f31bc4ef-6aa9-470b-8785-6173b5895370 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:25.472466 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-87a9141a-aade-4a4e-8c29-24f249fe9c04 req-f31bc4ef-6aa9-470b-8785-6173b5895370 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8feeca9-8e7a-47c5-9834-b2981b41113f HTTP/1.1" status: 200 len: 945 time: 0.1281903 Oct 30 15:35:25.510554 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-05e0e566-c893-47a1-b438-fa15cd5e5dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'name': 'tempest-RoutersIpV6Test-router-335396364', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:34:52Z', 'updated_at': '2021-10-30T15:35:23Z', 'revision_number': 9, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'gw_port_host': None, '_interfaces': [{'id': '9f3f3ec2-adb6-4808-a72c-6bdfe54387dd', 'name': '', 'network_id': '4e61afb6-0760-4f56-892a-ba5f6722fc04', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'mac_address': 'fa:16:3e:ba:fe:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '9dea7653-9433-4993-9458-3a5db4e971b3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:34:53Z', 'updated_at': '2021-10-30T15:34:58Z', 'revision_number': 5, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'subnets': [{'id': '9dea7653-9433-4993-9458-3a5db4e971b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb23e9ba-6eb3-4580-9729-f07cc140947a', 'name': '', 'network_id': 'ad15b999-0468-46ef-975e-e1fdfabf0e54', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'mac_address': 'fa:16:3e:ad:9c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '695df200-a653-4df9-8083-b5b18865f903', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:34:58Z', 'updated_at': '2021-10-30T15:35:04Z', 'revision_number': 5, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'subnets': [{'id': '695df200-a653-4df9-8083-b5b18865f903', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:25.563432 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e0e566-c893-47a1-b438-fa15cd5e5dfe None None] The sync data for ids ['94f008a4-1d4a-4e01-8aa2-8110c31a697f'] in n-d-806683-17 is: [{'id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'name': 'tempest-RoutersIpV6Test-router-335396364', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:34:52Z', 'updated_at': '2021-10-30T15:35:23Z', 'revision_number': 9, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'gw_port_host': None, '_interfaces': [{'id': '9f3f3ec2-adb6-4808-a72c-6bdfe54387dd', 'name': '', 'network_id': '4e61afb6-0760-4f56-892a-ba5f6722fc04', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'mac_address': 'fa:16:3e:ba:fe:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '9dea7653-9433-4993-9458-3a5db4e971b3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:34:53Z', 'updated_at': '2021-10-30T15:34:58Z', 'revision_number': 5, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'subnets': [{'id': '9dea7653-9433-4993-9458-3a5db4e971b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb23e9ba-6eb3-4580-9729-f07cc140947a', 'name': '', 'network_id': 'ad15b999-0468-46ef-975e-e1fdfabf0e54', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'mac_address': 'fa:16:3e:ad:9c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '695df200-a653-4df9-8083-b5b18865f903', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:34:58Z', 'updated_at': '2021-10-30T15:35:04Z', 'revision_number': 5, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'subnets': [{'id': '695df200-a653-4df9-8083-b5b18865f903', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:35:25.585217 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-87a9141a-aade-4a4e-8c29-24f249fe9c04 req-ea291013-66d8-43a3-9540-f99351bf6a16 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee5a29da-464d-4127-ba39-e13f61005ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055152 Oct 30 15:35:25.607758 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-66a90ab7-8d09-4391-a274-d8a1a56b767a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:25.637274 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c879fba-8a1e-407e-aea9-936e65ca1406 None None] DHCP port deletion for 9c94af99-bb65-4fc3-8988-459aa775d899 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:35:25.721965 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-66a90ab7-8d09-4391-a274-d8a1a56b767a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Deleting port 64c4b087-5033-4757-b474-65bc967bdb21 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:35:25.725650 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-66a90ab7-8d09-4391-a274-d8a1a56b767a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:25.743345 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-3c879fba-8a1e-407e-aea9-936e65ca1406 None None] Deleting port 64c4b087-5033-4757-b474-65bc967bdb21 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:35:25.744645 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3c879fba-8a1e-407e-aea9-936e65ca1406 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:25.792183 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-128d088c-b02d-4a4e-9cb5-c2047e960087 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:25.849274 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-3c879fba-8a1e-407e-aea9-936e65ca1406 None None] For port 64c4b087-5033-4757-b474-65bc967bdb21, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=64c4b087-5033-4757-b474-65bc967bdb21,segment=NetworkSegment(a5e4d857-983e-46c1-9910-bfdc8ef032f0),segment_id=a5e4d857-983e-46c1-9910-bfdc8ef032f0)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:35:25.849601 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3c879fba-8a1e-407e-aea9-936e65ca1406 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:25.852287 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-66a90ab7-8d09-4391-a274-d8a1a56b767a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] For port 64c4b087-5033-4757-b474-65bc967bdb21, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=64c4b087-5033-4757-b474-65bc967bdb21,segment=NetworkSegment(a5e4d857-983e-46c1-9910-bfdc8ef032f0),segment_id=a5e4d857-983e-46c1-9910-bfdc8ef032f0)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:35:25.852441 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-66a90ab7-8d09-4391-a274-d8a1a56b767a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:25.865201 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-3c879fba-8a1e-407e-aea9-936e65ca1406 None None] Calling delete_port for 64c4b087-5033-4757-b474-65bc967bdb21 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:35:25.881323 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-66a90ab7-8d09-4391-a274-d8a1a56b767a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Calling delete_port for 64c4b087-5033-4757-b474-65bc967bdb21 owned by network:dhcp {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:35:25.972019 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3c879fba-8a1e-407e-aea9-936e65ca1406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:25.995959 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-128d088c-b02d-4a4e-9cb5-c2047e960087 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:26.006928 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-128d088c-b02d-4a4e-9cb5-c2047e960087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:26.011033 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c879fba-8a1e-407e-aea9-936e65ca1406 None None] Pushing event deleted for resources: {'Port': ['ID=64c4b087-5033-4757-b474-65bc967bdb21,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:26.016645 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c879fba-8a1e-407e-aea9-936e65ca1406 None None] No DVR routers for this DVR port 64c4b087-5033-4757-b474-65bc967bdb21 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:35:26.044200 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-66a90ab7-8d09-4391-a274-d8a1a56b767a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:26.119015 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a90ab7-8d09-4391-a274-d8a1a56b767a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Pushing event deleted for resources: {'Port': ['ID=64c4b087-5033-4757-b474-65bc967bdb21,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:26.122373 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a90ab7-8d09-4391-a274-d8a1a56b767a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] No DVR routers for this DVR port 64c4b087-5033-4757-b474-65bc967bdb21 on host n-d-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:35:26.133485 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-128d088c-b02d-4a4e-9cb5-c2047e960087 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b6e09e1919fb44e5a8e23573b48dd9e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8767953 Oct 30 15:35:26.136206 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128d088c-b02d-4a4e-9cb5-c2047e960087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=493cd3f6-d65c-48f9-83aa-b0724683fe4c,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:26.138799 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 38812) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:26.247337 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-66a90ab7-8d09-4391-a274-d8a1a56b767a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:26.288363 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-66a90ab7-8d09-4391-a274-d8a1a56b767a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c94af99-bb65-4fc3-8988-459aa775d899']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:26.290062 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9879de41-77b6-451d-bd84-24932d857a6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:26.302484 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-66a90ab7-8d09-4391-a274-d8a1a56b767a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5e4d857-983e-46c1-9910-bfdc8ef032f0') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:26.302811 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-66a90ab7-8d09-4391-a274-d8a1a56b767a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5e4d857-983e-46c1-9910-bfdc8ef032f0') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:26.314277 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-66a90ab7-8d09-4391-a274-d8a1a56b767a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:26.321960 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9879de41-77b6-451d-bd84-24932d857a6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:26.329249 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-66a90ab7-8d09-4391-a274-d8a1a56b767a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:26.337788 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66a90ab7-8d09-4391-a274-d8a1a56b767a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:35:26.338492 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-66a90ab7-8d09-4391-a274-d8a1a56b767a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:26.343863 n-d-806683-17 neutron-server[102131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:35:26.343863 n-d-806683-17 neutron-server[102131]: self.session.flush() Oct 30 15:35:26.343863 n-d-806683-17 neutron-server[102131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:35:26.343863 n-d-806683-17 neutron-server[102131]: self.session.flush() Oct 30 15:35:26.343863 n-d-806683-17 neutron-server[102131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:35:26.343863 n-d-806683-17 neutron-server[102131]: self.session.flush() Oct 30 15:35:26.343863 n-d-806683-17 neutron-server[102131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:35:26.343863 n-d-806683-17 neutron-server[102131]: self.session.flush() Oct 30 15:35:26.343863 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:35:26.343863 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:35:26.343863 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:35:26.343863 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:35:26.343863 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:35:26.343863 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:35:26.343863 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:35:26.343863 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:35:26.343863 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:35:26.343863 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:35:26.343863 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:35:26.343863 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:35:26.343863 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:35:26.343863 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:35:26.343863 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:35:26.343863 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:35:26.343863 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:35:26.343863 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:35:26.343863 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:35:26.343863 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:35:26.343863 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:35:26.343863 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:35:26.343863 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:35:26.343863 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:35:26.343863 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:35:26.343863 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:35:26.343863 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:35:26.343863 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:35:26.343863 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:35:26.343863 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:35:26.343863 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:35:26.343863 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:35:26.395437 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9879de41-77b6-451d-bd84-24932d857a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:26.398313 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9879de41-77b6-451d-bd84-24932d857a6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:26.399517 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9879de41-77b6-451d-bd84-24932d857a6f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/493cd3f6-d65c-48f9-83aa-b0724683fe4c HTTP/1.1" status: 204 len: 168 time: 0.2589984 Oct 30 15:35:26.419129 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9879de41-77b6-451d-bd84-24932d857a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=493cd3f6-d65c-48f9-83aa-b0724683fe4c,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:26.492568 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-66a90ab7-8d09-4391-a274-d8a1a56b767a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:26.509716 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-66a90ab7-8d09-4391-a274-d8a1a56b767a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:26.516914 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 38828) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:26.521118 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-66a90ab7-8d09-4391-a274-d8a1a56b767a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "DELETE /v2.0/networks/9c94af99-bb65-4fc3-8988-459aa775d899 HTTP/1.1" status: 204 len: 168 time: 1.2028928 Oct 30 15:35:26.545079 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a90ab7-8d09-4391-a274-d8a1a56b767a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Pushing event deleted for resources: {'Network': ['ID=9c94af99-bb65-4fc3-8988-459aa775d899,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:26.619958 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:26.826740 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364cdc62-f1cb-47ab-a5d9-b1c4af018e19 req-c9232672-0bcd-4786-9766-f02993214f3f tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:26.830067 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-364cdc62-f1cb-47ab-a5d9-b1c4af018e19 req-c9232672-0bcd-4786-9766-f02993214f3f tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8feeca9-8e7a-47c5-9834-b2981b41113f HTTP/1.1" status: 200 len: 945 time: 0.0997455 Oct 30 15:35:26.892513 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-364cdc62-f1cb-47ab-a5d9-b1c4af018e19 req-a4808d47-393e-4978-8a95-f6f97c64b3ba tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee5a29da-464d-4127-ba39-e13f61005ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556555 Oct 30 15:35:27.050994 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 64c4b087-5033-4757-b474-65bc967bdb21 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:35:27.112507 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38842) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:27.118552 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 64c4b087-5033-4757-b474-65bc967bdb21 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:35:27.119035 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 64c4b087-5033-4757-b474-65bc967bdb21 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:35:27.119555 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 4d7479e5-4126-4327-8294-561a79095596 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:35:27.126695 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-68a3976e-d799-4343-8849-0264d4a0c1bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:27.149090 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 4d7479e5-4126-4327-8294-561a79095596 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:35:27.149616 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 4d7479e5-4126-4327-8294-561a79095596 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:35:27.188167 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5cfc7f0c-1fa6-4d3a-916e-4e57e0edfc8b tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:27.289942 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-68a3976e-d799-4343-8849-0264d4a0c1bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:27.298937 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-68a3976e-d799-4343-8849-0264d4a0c1bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:27.363997 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a3976e-d799-4343-8849-0264d4a0c1bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=452c3f02-665e-4c75-baa4-a3d1f141aac2,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:27.379283 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-68a3976e-d799-4343-8849-0264d4a0c1bb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=81f277a3e2cf495193ed6be640f4658b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2654955 Oct 30 15:35:27.381694 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38844) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:27.480707 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-439ccd2d-e0c9-4054-8359-0eddb6368aca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:27.497968 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-5cfc7f0c-1fa6-4d3a-916e-4e57e0edfc8b tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Deleting port cb23e9ba-6eb3-4580-9729-f07cc140947a {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:35:27.498290 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5cfc7f0c-1fa6-4d3a-916e-4e57e0edfc8b tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:27.528565 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-439ccd2d-e0c9-4054-8359-0eddb6368aca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:27.604320 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-439ccd2d-e0c9-4054-8359-0eddb6368aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:27.607636 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-439ccd2d-e0c9-4054-8359-0eddb6368aca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:27.611179 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-439ccd2d-e0c9-4054-8359-0eddb6368aca admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/452c3f02-665e-4c75-baa4-a3d1f141aac2 HTTP/1.1" status: 204 len: 168 time: 0.2253129 Oct 30 15:35:27.617919 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439ccd2d-e0c9-4054-8359-0eddb6368aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=452c3f02-665e-4c75-baa4-a3d1f141aac2,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:27.655485 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-5cfc7f0c-1fa6-4d3a-916e-4e57e0edfc8b tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] For port cb23e9ba-6eb3-4580-9729-f07cc140947a, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=cb23e9ba-6eb3-4580-9729-f07cc140947a,segment=NetworkSegment(48d4a6f4-ef92-445d-9944-810297ce0a04),segment_id=48d4a6f4-ef92-445d-9944-810297ce0a04)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:35:27.656236 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5cfc7f0c-1fa6-4d3a-916e-4e57e0edfc8b tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:27.682132 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-5cfc7f0c-1fa6-4d3a-916e-4e57e0edfc8b tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Calling delete_port for cb23e9ba-6eb3-4580-9729-f07cc140947a owned by network:router_interface {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:35:27.955997 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5cfc7f0c-1fa6-4d3a-916e-4e57e0edfc8b tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:28.012556 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfc7f0c-1fa6-4d3a-916e-4e57e0edfc8b tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Pushing event deleted for resources: {'Port': ['ID=cb23e9ba-6eb3-4580-9729-f07cc140947a,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:28.284196 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef4025-7d62-4705-bbe8-dda7602bb66c req-79caa595-f591-418d-abf1-1f964cc757c5 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:28.293176 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1fef4025-7d62-4705-bbe8-dda7602bb66c req-79caa595-f591-418d-abf1-1f964cc757c5 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8feeca9-8e7a-47c5-9834-b2981b41113f HTTP/1.1" status: 200 len: 945 time: 0.2001765 Oct 30 15:35:28.325376 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5cfc7f0c-1fa6-4d3a-916e-4e57e0edfc8b tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:28.359911 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1fef4025-7d62-4705-bbe8-dda7602bb66c req-a535b9b6-001b-4019-8deb-744aaa6eff67 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee5a29da-464d-4127-ba39-e13f61005ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651407 Oct 30 15:35:28.651847 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cfc7f0c-1fa6-4d3a-916e-4e57e0edfc8b tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Router 94f008a4-1d4a-4e01-8aa2-8110c31a697f has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:35:28.776805 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cfc7f0c-1fa6-4d3a-916e-4e57e0edfc8b tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:35:28.787891 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-5cfc7f0c-1fa6-4d3a-916e-4e57e0edfc8b tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "PUT /v2.0/routers/94f008a4-1d4a-4e01-8aa2-8110c31a697f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2695048 Oct 30 15:35:28.791654 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 38876) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:28.794075 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de6fb1e-05e2-4d4c-9ea5-b5e529f7d2a9 None None] Sync routers for ids ['94f008a4-1d4a-4e01-8aa2-8110c31a697f'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:35:28.814165 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de6fb1e-05e2-4d4c-9ea5-b5e529f7d2a9 None None] Routers {'94f008a4-1d4a-4e01-8aa2-8110c31a697f'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:35:28.814799 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-9de6fb1e-05e2-4d4c-9ea5-b5e529f7d2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:35:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['94f008a4-1d4a-4e01-8aa2-8110c31a697f'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:28.854721 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-f813b527-de38-4f94-988e-62e1d4ed3220 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Deleting subnet 695df200-a653-4df9-8083-b5b18865f903 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:35:28.858142 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f813b527-de38-4f94-988e-62e1d4ed3220 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:28.889304 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 38878) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:28.949863 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f813b527-de38-4f94-988e-62e1d4ed3220 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:28.951000 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-9de6fb1e-05e2-4d4c-9ea5-b5e529f7d2a9 None None] Set router 94f008a4-1d4a-4e01-8aa2-8110c31a697f gateway port host: None {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:35:29.081848 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f813b527-de38-4f94-988e-62e1d4ed3220 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:29.126204 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-4a0ad7f6-290e-4449-982f-73c56eb1d088 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-351761731'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:35:29.175114 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0ad7f6-290e-4449-982f-73c56eb1d088 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Made reservation on behalf of d8f3341c4f1c45cf95184df6bddf24ea for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:35:29.179057 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4a0ad7f6-290e-4449-982f-73c56eb1d088 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:29.190502 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4a0ad7f6-290e-4449-982f-73c56eb1d088 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:29.199164 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-9de6fb1e-05e2-4d4c-9ea5-b5e529f7d2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'name': 'tempest-RoutersIpV6Test-router-335396364', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:34:52Z', 'updated_at': '2021-10-30T15:35:27Z', 'revision_number': 10, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'gw_port_host': None, '_interfaces': [{'id': '9f3f3ec2-adb6-4808-a72c-6bdfe54387dd', 'name': '', 'network_id': '4e61afb6-0760-4f56-892a-ba5f6722fc04', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'mac_address': 'fa:16:3e:ba:fe:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '9dea7653-9433-4993-9458-3a5db4e971b3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:34:53Z', 'updated_at': '2021-10-30T15:34:58Z', 'revision_number': 5, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'subnets': [{'id': '9dea7653-9433-4993-9458-3a5db4e971b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:29.202328 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f813b527-de38-4f94-988e-62e1d4ed3220 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:29.228075 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de6fb1e-05e2-4d4c-9ea5-b5e529f7d2a9 None None] Checking router: 94f008a4-1d4a-4e01-8aa2-8110c31a697f for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:35:29.241192 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813b527-de38-4f94-988e-62e1d4ed3220 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Pushing event deleted for resources: {'Subnet': ['ID=695df200-a653-4df9-8083-b5b18865f903,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:29.242826 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de6fb1e-05e2-4d4c-9ea5-b5e529f7d2a9 None None] Routers {'94f008a4-1d4a-4e01-8aa2-8110c31a697f'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:35:29.243979 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-9de6fb1e-05e2-4d4c-9ea5-b5e529f7d2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:35:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['94f008a4-1d4a-4e01-8aa2-8110c31a697f'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:29.247062 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f813b527-de38-4f94-988e-62e1d4ed3220 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:29.251265 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-f813b527-de38-4f94-988e-62e1d4ed3220 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "DELETE /v2.0/subnets/695df200-a653-4df9-8083-b5b18865f903 HTTP/1.1" status: 204 len: 168 time: 0.4575446 Oct 30 15:35:29.253765 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 38882) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:29.337958 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8bcc810-d90d-415f-b2db-bbe5b951cf67 None None] Network ad15b999-0468-46ef-975e-e1fdfabf0e54 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:35:29.361859 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e28b7e13-22e4-4f81-ba49-9a7cb76e49c2 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:29.404054 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4a0ad7f6-290e-4449-982f-73c56eb1d088 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:29.425564 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4a0ad7f6-290e-4449-982f-73c56eb1d088 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:29.464987 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a0ad7f6-290e-4449-982f-73c56eb1d088 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:35:29.479633 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0ad7f6-290e-4449-982f-73c56eb1d088 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ef9903-02a2-4df2-804e-82782282855d,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:29.491275 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4a0ad7f6-290e-4449-982f-73c56eb1d088 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:29.493447 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-4a0ad7f6-290e-4449-982f-73c56eb1d088 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Added segment 73c5ccc8-42dc-473f-8713-0432b7ff6924 of type vlan for network 9a56b7da-480b-456e-9445-3566899f9c68 Oct 30 15:35:29.501188 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-9de6fb1e-05e2-4d4c-9ea5-b5e529f7d2a9 None None] Set router 94f008a4-1d4a-4e01-8aa2-8110c31a697f gateway port host: None {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:35:29.542780 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-e28b7e13-22e4-4f81-ba49-9a7cb76e49c2 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Deleting port 52789b7f-a880-4bb8-9403-44852fafd866 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:35:29.543822 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e28b7e13-22e4-4f81-ba49-9a7cb76e49c2 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:29.549250 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4a0ad7f6-290e-4449-982f-73c56eb1d088 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:29.565881 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8670fa3c-67bf-46d2-aaa7-47c6355e5b0d req-0034defb-c627-427d-9488-17f5c30abce5 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:29.568076 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8670fa3c-67bf-46d2-aaa7-47c6355e5b0d req-0034defb-c627-427d-9488-17f5c30abce5 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8feeca9-8e7a-47c5-9834-b2981b41113f HTTP/1.1" status: 200 len: 945 time: 0.0931938 Oct 30 15:35:29.646262 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8670fa3c-67bf-46d2-aaa7-47c6355e5b0d req-6aeedb4f-01dc-4003-b6e1-b4656bb7d289 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee5a29da-464d-4127-ba39-e13f61005ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710990 Oct 30 15:35:29.655706 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f9fb48-58ae-4da5-899f-989c3c96bb67 None None] DHCP port deletion for ad15b999-0468-46ef-975e-e1fdfabf0e54 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:35:29.684079 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-e28b7e13-22e4-4f81-ba49-9a7cb76e49c2 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] For port 52789b7f-a880-4bb8-9403-44852fafd866, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=52789b7f-a880-4bb8-9403-44852fafd866,segment=NetworkSegment(48d4a6f4-ef92-445d-9944-810297ce0a04),segment_id=48d4a6f4-ef92-445d-9944-810297ce0a04)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:35:29.684818 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e28b7e13-22e4-4f81-ba49-9a7cb76e49c2 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:29.688277 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4a0ad7f6-290e-4449-982f-73c56eb1d088 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:29.697504 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0ad7f6-290e-4449-982f-73c56eb1d088 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:29.698320 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4a0ad7f6-290e-4449-982f-73c56eb1d088 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:29.735179 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-e28b7e13-22e4-4f81-ba49-9a7cb76e49c2 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Calling delete_port for 52789b7f-a880-4bb8-9403-44852fafd866 owned by network:dhcp {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:35:29.793566 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-4a0ad7f6-290e-4449-982f-73c56eb1d088 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9030633 Oct 30 15:35:29.796991 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0ad7f6-290e-4449-982f-73c56eb1d088 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Pushing event updated for resources: {'Network': ['ID=9a56b7da-480b-456e-9445-3566899f9c68,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:29.797152 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38894) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:29.827257 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-53c3ed53-cd40-4c02-badf-71f0bb836585 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Request body: {'subnet': {'network_id': '9a56b7da-480b-456e-9445-3566899f9c68', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:35:29.835984 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 9a56b7da-480b-456e-9445-3566899f9c68 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:35:29.904939 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e28b7e13-22e4-4f81-ba49-9a7cb76e49c2 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:29.923723 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28b7e13-22e4-4f81-ba49-9a7cb76e49c2 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] No DVR routers for this DVR port 52789b7f-a880-4bb8-9403-44852fafd866 on host n-d-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:35:29.949913 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28b7e13-22e4-4f81-ba49-9a7cb76e49c2 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Pushing event deleted for resources: {'Port': ['ID=52789b7f-a880-4bb8-9403-44852fafd866,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:29.983327 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:30.010504 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-9de6fb1e-05e2-4d4c-9ea5-b5e529f7d2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'name': 'tempest-RoutersIpV6Test-router-335396364', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:34:52Z', 'updated_at': '2021-10-30T15:35:27Z', 'revision_number': 10, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'gw_port_host': None, '_interfaces': [{'id': '9f3f3ec2-adb6-4808-a72c-6bdfe54387dd', 'name': '', 'network_id': '4e61afb6-0760-4f56-892a-ba5f6722fc04', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'mac_address': 'fa:16:3e:ba:fe:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '9dea7653-9433-4993-9458-3a5db4e971b3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:34:53Z', 'updated_at': '2021-10-30T15:34:58Z', 'revision_number': 5, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'subnets': [{'id': '9dea7653-9433-4993-9458-3a5db4e971b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:30.061721 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de6fb1e-05e2-4d4c-9ea5-b5e529f7d2a9 None None] The sync data for ids ['94f008a4-1d4a-4e01-8aa2-8110c31a697f'] in n-d-806683-17 is: [{'id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'name': 'tempest-RoutersIpV6Test-router-335396364', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:34:52Z', 'updated_at': '2021-10-30T15:35:27Z', 'revision_number': 10, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'gw_port_host': None, '_interfaces': [{'id': '9f3f3ec2-adb6-4808-a72c-6bdfe54387dd', 'name': '', 'network_id': '4e61afb6-0760-4f56-892a-ba5f6722fc04', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'mac_address': 'fa:16:3e:ba:fe:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '9dea7653-9433-4993-9458-3a5db4e971b3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:34:53Z', 'updated_at': '2021-10-30T15:34:58Z', 'revision_number': 5, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'subnets': [{'id': '9dea7653-9433-4993-9458-3a5db4e971b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:35:30.073932 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c3ed53-cd40-4c02-badf-71f0bb836585 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Made reservation on behalf of d8f3341c4f1c45cf95184df6bddf24ea for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:35:30.077756 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-91f9fb48-58ae-4da5-899f-989c3c96bb67 None None] Deleting port 52789b7f-a880-4bb8-9403-44852fafd866 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:35:30.079109 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-91f9fb48-58ae-4da5-899f-989c3c96bb67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:30.082354 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-53c3ed53-cd40-4c02-badf-71f0bb836585 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:30.129787 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e28b7e13-22e4-4f81-ba49-9a7cb76e49c2 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:30.163870 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-91f9fb48-58ae-4da5-899f-989c3c96bb67 None None] For port 52789b7f-a880-4bb8-9403-44852fafd866, host n-d-806683-17, got binding levels [] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:35:30.164178 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-e28b7e13-22e4-4f81-ba49-9a7cb76e49c2 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad15b999-0468-46ef-975e-e1fdfabf0e54']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:30.164684 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-91f9fb48-58ae-4da5-899f-989c3c96bb67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:30.180871 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-91f9fb48-58ae-4da5-899f-989c3c96bb67 None None] Calling delete_port for 52789b7f-a880-4bb8-9403-44852fafd866 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:35:30.184242 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.ipam_backend_mixin [None req-91f9fb48-58ae-4da5-899f-989c3c96bb67 None None] Port 52789b7f-a880-4bb8-9403-44852fafd866 was not found and therefore no delete operation was performed {{(pid=102132) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 30 15:35:30.187372 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-91f9fb48-58ae-4da5-899f-989c3c96bb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:30.189467 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-e28b7e13-22e4-4f81-ba49-9a7cb76e49c2 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48d4a6f4-ef92-445d-9944-810297ce0a04') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:30.189800 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-e28b7e13-22e4-4f81-ba49-9a7cb76e49c2 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48d4a6f4-ef92-445d-9944-810297ce0a04') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:30.217006 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e28b7e13-22e4-4f81-ba49-9a7cb76e49c2 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:30.223189 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f9fb48-58ae-4da5-899f-989c3c96bb67 None None] Pushing event deleted for resources: {'Port': ['ID=52789b7f-a880-4bb8-9403-44852fafd866,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:30.231681 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f9fb48-58ae-4da5-899f-989c3c96bb67 None None] No DVR routers for this DVR port 52789b7f-a880-4bb8-9403-44852fafd866 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:35:30.244532 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e28b7e13-22e4-4f81-ba49-9a7cb76e49c2 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:30.257153 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e28b7e13-22e4-4f81-ba49-9a7cb76e49c2 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:35:30.257756 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e28b7e13-22e4-4f81-ba49-9a7cb76e49c2 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:30.262102 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:35:30.262102 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:35:30.262102 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:35:30.262102 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:35:30.262102 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:35:30.262102 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:35:30.262102 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:35:30.262102 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:35:30.262102 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:35:30.262102 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:35:30.262102 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:35:30.262102 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:35:30.262102 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:35:30.262102 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:35:30.262102 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:35:30.262102 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:35:30.262102 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:35:30.262102 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:35:30.262102 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:35:30.262102 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:35:30.262102 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:35:30.262102 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:35:30.262102 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:35:30.262102 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:35:30.262102 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:35:30.262102 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:35:30.262102 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:35:30.262102 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:35:30.262102 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:35:30.262102 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:35:30.262102 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:35:30.262102 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:35:30.333101 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e28b7e13-22e4-4f81-ba49-9a7cb76e49c2 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:30.338924 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e28b7e13-22e4-4f81-ba49-9a7cb76e49c2 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:30.345848 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e28b7e13-22e4-4f81-ba49-9a7cb76e49c2 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "DELETE /v2.0/networks/ad15b999-0468-46ef-975e-e1fdfabf0e54 HTTP/1.1" status: 204 len: 168 time: 1.0867126 Oct 30 15:35:30.346056 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38912) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:30.376164 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28b7e13-22e4-4f81-ba49-9a7cb76e49c2 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Pushing event deleted for resources: {'Network': ['ID=ad15b999-0468-46ef-975e-e1fdfabf0e54,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:30.756164 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-53c3ed53-cd40-4c02-badf-71f0bb836585 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:30.832872 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515b2ae6-f630-495e-99d8-0883a08a08f3 req-c8666f37-50e3-4202-9411-3fc0f2778087 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:30.834968 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-515b2ae6-f630-495e-99d8-0883a08a08f3 req-c8666f37-50e3-4202-9411-3fc0f2778087 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8feeca9-8e7a-47c5-9834-b2981b41113f HTTP/1.1" status: 200 len: 945 time: 0.0788577 Oct 30 15:35:30.889986 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-515b2ae6-f630-495e-99d8-0883a08a08f3 req-aea02e91-c911-4569-99d5-dd76fd912a4f tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee5a29da-464d-4127-ba39-e13f61005ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482690 Oct 30 15:35:30.974931 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c3ed53-cd40-4c02-badf-71f0bb836585 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Pushing event updated for resources: {'Subnet': ['ID=d429750c-0bd3-405f-ae84-210847d7a094,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:30.996487 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c3ed53-cd40-4c02-badf-71f0bb836585 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Checking segment: {'id': '73c5ccc8-42dc-473f-8713-0432b7ff6924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9a56b7da-480b-456e-9445-3566899f9c68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:35:30.996865 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c3ed53-cd40-4c02-badf-71f0bb836585 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Network hostable DHCP agents. Network: 9a56b7da-480b-456e-9445-3566899f9c68, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:35:31.000892 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device cb23e9ba-6eb3-4580-9729-f07cc140947a no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:35:31.028624 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: cb23e9ba-6eb3-4580-9729-f07cc140947a {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:35:31.029209 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device cb23e9ba-6eb3-4580-9729-f07cc140947a not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:35:31.031409 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 52789b7f-a880-4bb8-9403-44852fafd866 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:35:31.054083 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 52789b7f-a880-4bb8-9403-44852fafd866 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:35:31.055263 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 52789b7f-a880-4bb8-9403-44852fafd866 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:35:31.069657 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c3ed53-cd40-4c02-badf-71f0bb836585 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Network 9a56b7da-480b-456e-9445-3566899f9c68 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:35:31.115311 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-53c3ed53-cd40-4c02-badf-71f0bb836585 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 9a56b7da-480b-456e-9445-3566899f9c68) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:35:31.124207 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c3ed53-cd40-4c02-badf-71f0bb836585 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:31.125630 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-53c3ed53-cd40-4c02-badf-71f0bb836585 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:31.125847 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0606c923-393c-41fb-a204-4da659274675 None None] Network 9a56b7da-480b-456e-9445-3566899f9c68 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:35:31.152513 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-53c3ed53-cd40-4c02-badf-71f0bb836585 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3497250 Oct 30 15:35:31.155387 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 38916) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:31.160219 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-4681b533-86cc-4f20-b76e-94f0703bb1fd tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-688971111', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}, 'admin_state_up': False}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:35:31.179263 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b57eb36d-7a35-49f9-9e04-819cb041c37d tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:31.215257 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4681b533-86cc-4f20-b76e-94f0703bb1fd tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:31.216416 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4681b533-86cc-4f20-b76e-94f0703bb1fd tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:31.287069 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4681b533-86cc-4f20-b76e-94f0703bb1fd tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:31.323393 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e19de1d-fbf2-4534-8fb6-306f1be4cd9f None None] Network 9a56b7da-480b-456e-9445-3566899f9c68 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:35:31.603164 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4681b533-86cc-4f20-b76e-94f0703bb1fd tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:31.753205 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-b57eb36d-7a35-49f9-9e04-819cb041c37d tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Deleting port 9f3f3ec2-adb6-4808-a72c-6bdfe54387dd {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:35:31.753546 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b57eb36d-7a35-49f9-9e04-819cb041c37d tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:31.872703 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4681b533-86cc-4f20-b76e-94f0703bb1fd tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for router_gateway, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:31.898110 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4681b533-86cc-4f20-b76e-94f0703bb1fd tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:31.899828 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-b57eb36d-7a35-49f9-9e04-819cb041c37d tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] For port 9f3f3ec2-adb6-4808-a72c-6bdfe54387dd, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=9f3f3ec2-adb6-4808-a72c-6bdfe54387dd,segment=NetworkSegment(61f8a433-2c06-4d9e-ae51-86b498619e85),segment_id=61f8a433-2c06-4d9e-ae51-86b498619e85)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:35:31.900287 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b57eb36d-7a35-49f9-9e04-819cb041c37d tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:31.924389 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-b57eb36d-7a35-49f9-9e04-819cb041c37d tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Calling delete_port for 9f3f3ec2-adb6-4808-a72c-6bdfe54387dd owned by network:router_interface {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:35:32.027137 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:32.137738 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c1591-c164-43ca-94d3-b407fbe8f092 req-f35b7ee3-f46e-422c-a77d-435612e64ca1 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:32.139979 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-460c1591-c164-43ca-94d3-b407fbe8f092 req-f35b7ee3-f46e-422c-a77d-435612e64ca1 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8feeca9-8e7a-47c5-9834-b2981b41113f HTTP/1.1" status: 200 len: 945 time: 0.1231599 Oct 30 15:35:32.153339 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-4681b533-86cc-4f20-b76e-94f0703bb1fd tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Allocated IP 172.25.4.222 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/937e80b3-3790-418c-b573-a62a64d845b3) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:35:32.218162 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-460c1591-c164-43ca-94d3-b407fbe8f092 req-c7079e2f-d84a-4da3-9bef-2bf29ca52b00 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee5a29da-464d-4127-ba39-e13f61005ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633926 Oct 30 15:35:32.289730 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b57eb36d-7a35-49f9-9e04-819cb041c37d tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:32.347976 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57eb36d-7a35-49f9-9e04-819cb041c37d tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Pushing event deleted for resources: {'Port': ['ID=9f3f3ec2-adb6-4808-a72c-6bdfe54387dd,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:32.459717 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4681b533-86cc-4f20-b76e-94f0703bb1fd tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:32.573893 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4681b533-86cc-4f20-b76e-94f0703bb1fd tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:32.596062 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b57eb36d-7a35-49f9-9e04-819cb041c37d tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:32.637442 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4681b533-86cc-4f20-b76e-94f0703bb1fd tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:35:32.646811 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-4681b533-86cc-4f20-b76e-94f0703bb1fd tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:35:32.650295 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4681b533-86cc-4f20-b76e-94f0703bb1fd tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:35:32.687095 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4681b533-86cc-4f20-b76e-94f0703bb1fd tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Pushing event updated for resources: {'Port': ['ID=937e80b3-3790-418c-b573-a62a64d845b3,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:33.177427 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b57eb36d-7a35-49f9-9e04-819cb041c37d tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Router 94f008a4-1d4a-4e01-8aa2-8110c31a697f has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:35:33.269208 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b57eb36d-7a35-49f9-9e04-819cb041c37d tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:35:33.277580 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b57eb36d-7a35-49f9-9e04-819cb041c37d tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "PUT /v2.0/routers/94f008a4-1d4a-4e01-8aa2-8110c31a697f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9301341 Oct 30 15:35:33.281245 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 38940) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:33.287570 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c15ffd-5caf-44a6-acc5-132731d4cf75 None None] Sync routers for ids ['94f008a4-1d4a-4e01-8aa2-8110c31a697f'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:35:33.298781 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c15ffd-5caf-44a6-acc5-132731d4cf75 None None] Routers {'94f008a4-1d4a-4e01-8aa2-8110c31a697f'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:35:33.300287 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-78c15ffd-5caf-44a6-acc5-132731d4cf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:35:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['94f008a4-1d4a-4e01-8aa2-8110c31a697f'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:33.316968 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4681b533-86cc-4f20-b76e-94f0703bb1fd tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for router_gateway, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:33.469280 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-78c15ffd-5caf-44a6-acc5-132731d4cf75 None None] Set router 94f008a4-1d4a-4e01-8aa2-8110c31a697f gateway port host: None {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:35:33.502491 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-335fa9dc-34b1-407a-8e3f-405f4d0b77a5 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Deleting subnet 9dea7653-9433-4993-9458-3a5db4e971b3 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:35:33.515027 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-335fa9dc-34b1-407a-8e3f-405f4d0b77a5 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:33.522366 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-78c15ffd-5caf-44a6-acc5-132731d4cf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'name': 'tempest-RoutersIpV6Test-router-335396364', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:34:52Z', 'updated_at': '2021-10-30T15:35:32Z', 'revision_number': 11, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'gw_port_host': None}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:33.552794 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c15ffd-5caf-44a6-acc5-132731d4cf75 None None] Checking router: 94f008a4-1d4a-4e01-8aa2-8110c31a697f for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:35:33.561230 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c15ffd-5caf-44a6-acc5-132731d4cf75 None None] Routers {'94f008a4-1d4a-4e01-8aa2-8110c31a697f'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:35:33.561845 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-78c15ffd-5caf-44a6-acc5-132731d4cf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:35:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['94f008a4-1d4a-4e01-8aa2-8110c31a697f'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:33.571879 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cca94e-d1c8-45b4-8d7b-35cdbe4f3d6e req-53878767-493a-48a6-ac2d-c20a8c775343 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:33.573402 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-32cca94e-d1c8-45b4-8d7b-35cdbe4f3d6e req-53878767-493a-48a6-ac2d-c20a8c775343 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8feeca9-8e7a-47c5-9834-b2981b41113f HTTP/1.1" status: 200 len: 945 time: 0.1946614 Oct 30 15:35:33.579954 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c5646f-d618-4d5f-bc01-65df2c886339 req-4fc65204-b31e-4b2b-8cd6-4b99a765357b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:33.581539 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-88c5646f-d618-4d5f-bc01-65df2c886339 req-4fc65204-b31e-4b2b-8cd6-4b99a765357b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=67bc9a3add214ecaad76147ad0906766&device_id=e8feeca9-8e7a-47c5-9834-b2981b41113f HTTP/1.1" status: 200 len: 1097 time: 0.1985369 Oct 30 15:35:33.615233 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-335fa9dc-34b1-407a-8e3f-405f4d0b77a5 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:33.642447 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-78c15ffd-5caf-44a6-acc5-132731d4cf75 None None] Set router 94f008a4-1d4a-4e01-8aa2-8110c31a697f gateway port host: None {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:35:33.703735 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-78c15ffd-5caf-44a6-acc5-132731d4cf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'name': 'tempest-RoutersIpV6Test-router-335396364', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:34:52Z', 'updated_at': '2021-10-30T15:35:32Z', 'revision_number': 11, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'gw_port_host': None}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:33.737216 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c15ffd-5caf-44a6-acc5-132731d4cf75 None None] The sync data for ids ['94f008a4-1d4a-4e01-8aa2-8110c31a697f'] in n-d-806683-17 is: [{'id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'name': 'tempest-RoutersIpV6Test-router-335396364', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:34:52Z', 'updated_at': '2021-10-30T15:35:32Z', 'revision_number': 11, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'gw_port_host': None}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:35:33.812680 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-32cca94e-d1c8-45b4-8d7b-35cdbe4f3d6e req-8d1616cd-05af-4b08-9a45-1ba27515846e tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee5a29da-464d-4127-ba39-e13f61005ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2295105 Oct 30 15:35:33.882884 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c5646f-d618-4d5f-bc01-65df2c886339 req-d8a0bb06-d2dc-44bc-b507-011ce9003551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:33.884537 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-88c5646f-d618-4d5f-bc01-65df2c886339 req-d8a0bb06-d2dc-44bc-b507-011ce9003551 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ada754b2-2d16-48ef-bd4a-b3c351db82b3 HTTP/1.1" status: 200 len: 918 time: 0.2884293 Oct 30 15:35:33.955228 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-335fa9dc-34b1-407a-8e3f-405f4d0b77a5 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:33.962566 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4681b533-86cc-4f20-b76e-94f0703bb1fd tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:34.040465 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38952) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:34.066589 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-88c5646f-d618-4d5f-bc01-65df2c886339 req-2899285f-3fca-4185-aa48-64af36855923 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88d0f80f-4998-4729-9dae-c58ec4d318cc HTTP/1.1" status: 200 len: 1000 time: 0.1702302 Oct 30 15:35:34.157801 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-335fa9dc-34b1-407a-8e3f-405f4d0b77a5 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:34.160502 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c5646f-d618-4d5f-bc01-65df2c886339 req-72aeff03-2ee0-4c9c-81d9-c9ffa796b93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:34.161979 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-88c5646f-d618-4d5f-bc01-65df2c886339 req-72aeff03-2ee0-4c9c-81d9-c9ffa796b93a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=296dc533-f6ac-49b9-ab46-37f1565b56fb HTTP/1.1" status: 200 len: 856 time: 0.0858397 Oct 30 15:35:34.192497 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-95d63818-6d25-4f0f-8c0e-234ec1fda1fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:34.206546 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335fa9dc-34b1-407a-8e3f-405f4d0b77a5 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Pushing event deleted for resources: {'Subnet': ['ID=9dea7653-9433-4993-9458-3a5db4e971b3,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:34.229340 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-335fa9dc-34b1-407a-8e3f-405f4d0b77a5 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:34.232745 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-335fa9dc-34b1-407a-8e3f-405f4d0b77a5 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "DELETE /v2.0/subnets/9dea7653-9433-4993-9458-3a5db4e971b3 HTTP/1.1" status: 204 len: 168 time: 0.9487338 Oct 30 15:35:34.237712 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ed0bcd-88fe-4cc3-9404-e51e7c44c0f2 None None] Network 4e61afb6-0760-4f56-892a-ba5f6722fc04 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:35:34.238900 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38956) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:34.281536 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c5646f-d618-4d5f-bc01-65df2c886339 req-42768cff-457c-47dd-be56-fd98094072ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:34.283573 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-88c5646f-d618-4d5f-bc01-65df2c886339 req-42768cff-457c-47dd-be56-fd98094072ce service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ada754b2-2d16-48ef-bd4a-b3c351db82b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0914705 Oct 30 15:35:34.286191 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4681b533-86cc-4f20-b76e-94f0703bb1fd tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Router a43b80bf-5e04-432f-a859-c3ffebb7a4cb is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:35:34.385165 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-074e4ac1-19ae-4d85-ad7d-76e49cc9ac7b tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:34.407916 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-95d63818-6d25-4f0f-8c0e-234ec1fda1fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:34.434699 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-95d63818-6d25-4f0f-8c0e-234ec1fda1fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:34.464330 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d63818-6d25-4f0f-8c0e-234ec1fda1fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66a703e-6c2b-43fa-83cf-57e58dc17824,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:34.505692 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-95d63818-6d25-4f0f-8c0e-234ec1fda1fa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=246635bd2cf04c3cade7046091ec01f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4641588 Oct 30 15:35:34.508440 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38958) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:34.544283 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-074e4ac1-19ae-4d85-ad7d-76e49cc9ac7b tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Deleting port 6ae51b0e-bb33-4e44-af63-fb304c28729f {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:35:34.544531 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-074e4ac1-19ae-4d85-ad7d-76e49cc9ac7b tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:34.560956 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-88c5646f-d618-4d5f-bc01-65df2c886339 req-733c65ab-bb69-49d7-8075-b7b317d8f7a3 service neutron] 10.222.0.44 "GET /v2.0/networks/ada754b2-2d16-48ef-bd4a-b3c351db82b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690768 Oct 30 15:35:34.579064 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4681b533-86cc-4f20-b76e-94f0703bb1fd tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:35:34.591783 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d55b97-baf7-4447-9100-1deed5512aad None None] Sync routers for ids ['a43b80bf-5e04-432f-a859-c3ffebb7a4cb'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:35:34.603904 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d55b97-baf7-4447-9100-1deed5512aad None None] Routers {'a43b80bf-5e04-432f-a859-c3ffebb7a4cb'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:35:34.604738 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-b5d55b97-baf7-4447-9100-1deed5512aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:35:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['a43b80bf-5e04-432f-a859-c3ffebb7a4cb'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:34.628273 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5ac5485f-8f07-48e1-9098-3f9b528277c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:34.637703 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-074e4ac1-19ae-4d85-ad7d-76e49cc9ac7b tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] For port 6ae51b0e-bb33-4e44-af63-fb304c28729f, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=6ae51b0e-bb33-4e44-af63-fb304c28729f,segment=NetworkSegment(61f8a433-2c06-4d9e-ae51-86b498619e85),segment_id=61f8a433-2c06-4d9e-ae51-86b498619e85)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:35:34.638055 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-074e4ac1-19ae-4d85-ad7d-76e49cc9ac7b tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:34.648347 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-b5d55b97-baf7-4447-9100-1deed5512aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:34.651040 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4681b533-86cc-4f20-b76e-94f0703bb1fd tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:34.655376 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-4681b533-86cc-4f20-b76e-94f0703bb1fd tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.4987721 Oct 30 15:35:34.656033 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 38960) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:34.661713 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5933de84-23d7-42ba-a185-36c2d16eaa41 None None] DHCP port deletion for 4e61afb6-0760-4f56-892a-ba5f6722fc04 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:35:34.663607 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-074e4ac1-19ae-4d85-ad7d-76e49cc9ac7b tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Calling delete_port for 6ae51b0e-bb33-4e44-af63-fb304c28729f owned by network:dhcp {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:35:34.670026 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d55b97-baf7-4447-9100-1deed5512aad None None] Routers {'a43b80bf-5e04-432f-a859-c3ffebb7a4cb'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:35:34.670650 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5ac5485f-8f07-48e1-9098-3f9b528277c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:34.670959 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-b5d55b97-baf7-4447-9100-1deed5512aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:35:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['a43b80bf-5e04-432f-a859-c3ffebb7a4cb'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:34.751699 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-b5d55b97-baf7-4447-9100-1deed5512aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:34.752739 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d55b97-baf7-4447-9100-1deed5512aad None None] The sync data for ids ['a43b80bf-5e04-432f-a859-c3ffebb7a4cb'] in n-d-806683-17 is: [] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:35:34.764490 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-88c5646f-d618-4d5f-bc01-65df2c886339 req-ae878e14-4600-4738-ba50-2e84a5997e50 service neutron] 10.222.0.44 "GET /v2.0/networks/ada754b2-2d16-48ef-bd4a-b3c351db82b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932385 Oct 30 15:35:34.792320 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-5933de84-23d7-42ba-a185-36c2d16eaa41 None None] Deleting port 6ae51b0e-bb33-4e44-af63-fb304c28729f {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:35:34.792701 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5933de84-23d7-42ba-a185-36c2d16eaa41 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:34.799802 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5ac5485f-8f07-48e1-9098-3f9b528277c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:34.803119 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5ac5485f-8f07-48e1-9098-3f9b528277c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:34.804686 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-5ac5485f-8f07-48e1-9098-3f9b528277c8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b66a703e-6c2b-43fa-83cf-57e58dc17824 HTTP/1.1" status: 204 len: 168 time: 0.2953224 Oct 30 15:35:34.814664 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5485f-8f07-48e1-9098-3f9b528277c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66a703e-6c2b-43fa-83cf-57e58dc17824,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:34.817153 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-074e4ac1-19ae-4d85-ad7d-76e49cc9ac7b tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:34.845316 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e4ac1-19ae-4d85-ad7d-76e49cc9ac7b tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Pushing event deleted for resources: {'Port': ['ID=6ae51b0e-bb33-4e44-af63-fb304c28729f,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:34.850410 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074e4ac1-19ae-4d85-ad7d-76e49cc9ac7b tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] No DVR routers for this DVR port 6ae51b0e-bb33-4e44-af63-fb304c28729f on host n-d-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:35:34.883554 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-5933de84-23d7-42ba-a185-36c2d16eaa41 None None] For port 6ae51b0e-bb33-4e44-af63-fb304c28729f, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=6ae51b0e-bb33-4e44-af63-fb304c28729f,segment=NetworkSegment(61f8a433-2c06-4d9e-ae51-86b498619e85),segment_id=61f8a433-2c06-4d9e-ae51-86b498619e85)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:35:34.884154 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5933de84-23d7-42ba-a185-36c2d16eaa41 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:34.898543 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-5933de84-23d7-42ba-a185-36c2d16eaa41 None None] Calling delete_port for 6ae51b0e-bb33-4e44-af63-fb304c28729f owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:35:34.960741 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-074e4ac1-19ae-4d85-ad7d-76e49cc9ac7b tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:34.971849 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:35:34.971849 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:35:34.971849 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:35:34.971849 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:35:34.971849 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:35:34.971849 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:35:34.971849 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:35:34.971849 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:35:34.971849 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:35:34.971849 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:35:34.971849 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:35:34.971849 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:35:34.971849 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:35:34.971849 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:35:34.971849 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:35:34.971849 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:35:34.971849 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:35:34.971849 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:35:34.971849 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:35:34.971849 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:35:34.971849 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:35:34.971849 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:35:34.971849 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:35:34.971849 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:35:34.971849 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:35:34.971849 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:35:34.971849 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:35:34.971849 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:35:34.971849 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:35:34.971849 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:35:34.971849 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:35:34.971849 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:35:34.971849 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:35:34.971849 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:35:34.971849 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:35:34.971849 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:35:34.971849 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:35:34.971849 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:35:34.971849 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:35:34.971849 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:35:34.971849 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:35:34.971849 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:35:34.971849 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:35:34.971849 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:35:34.971849 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:35:34.971849 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:35:34.971849 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:35:34.971849 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:35:34.971849 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:35:34.971849 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:35:34.971849 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:35:34.971849 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:35:34.971849 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:35:34.971849 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 15:35:34.980273 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5933de84-23d7-42ba-a185-36c2d16eaa41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:34.982188 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-074e4ac1-19ae-4d85-ad7d-76e49cc9ac7b tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e61afb6-0760-4f56-892a-ba5f6722fc04']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:35.011774 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5933de84-23d7-42ba-a185-36c2d16eaa41 None None] Pushing event deleted for resources: {'Port': ['ID=6ae51b0e-bb33-4e44-af63-fb304c28729f,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:35.014791 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5933de84-23d7-42ba-a185-36c2d16eaa41 None None] No DVR routers for this DVR port 6ae51b0e-bb33-4e44-af63-fb304c28729f on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:35:35.029267 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-074e4ac1-19ae-4d85-ad7d-76e49cc9ac7b tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61f8a433-2c06-4d9e-ae51-86b498619e85') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:35.029565 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-074e4ac1-19ae-4d85-ad7d-76e49cc9ac7b tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61f8a433-2c06-4d9e-ae51-86b498619e85') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:35.061102 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-074e4ac1-19ae-4d85-ad7d-76e49cc9ac7b tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:35.063669 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 6ae51b0e-bb33-4e44-af63-fb304c28729f no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:35:35.077880 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-074e4ac1-19ae-4d85-ad7d-76e49cc9ac7b tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:35.087326 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-074e4ac1-19ae-4d85-ad7d-76e49cc9ac7b tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:35:35.087987 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-074e4ac1-19ae-4d85-ad7d-76e49cc9ac7b tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:35.091076 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:35:35.091076 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:35:35.091076 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:35:35.091076 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:35:35.091076 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:35:35.091076 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:35:35.091076 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:35:35.091076 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:35:35.091076 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:35:35.091076 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:35:35.091076 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:35:35.091076 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:35:35.091076 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:35:35.091076 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:35:35.091076 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:35:35.091076 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:35:35.091076 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:35:35.091076 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:35:35.091076 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:35:35.091076 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:35:35.091076 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:35:35.091076 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:35:35.091076 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:35:35.091076 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:35:35.091076 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:35:35.091076 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:35:35.091076 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:35:35.091076 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:35:35.091076 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:35:35.091076 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:35:35.091076 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:35:35.091076 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:35:35.095791 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 6ae51b0e-bb33-4e44-af63-fb304c28729f {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:35:35.096147 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 6ae51b0e-bb33-4e44-af63-fb304c28729f not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:35:35.096577 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 9f3f3ec2-adb6-4808-a72c-6bdfe54387dd no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:35:35.111677 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06abb3-2385-412a-8029-1c52778f8391 req-b89b7bdc-a0d7-4971-abd1-af9c650a503b tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:35.113258 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ab06abb3-2385-412a-8029-1c52778f8391 req-b89b7bdc-a0d7-4971-abd1-af9c650a503b tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8feeca9-8e7a-47c5-9834-b2981b41113f HTTP/1.1" status: 200 len: 945 time: 0.1278431 Oct 30 15:35:35.120744 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 9f3f3ec2-adb6-4808-a72c-6bdfe54387dd {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:35:35.120744 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 9f3f3ec2-adb6-4808-a72c-6bdfe54387dd not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:35:35.189298 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-074e4ac1-19ae-4d85-ad7d-76e49cc9ac7b tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:35.194686 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-074e4ac1-19ae-4d85-ad7d-76e49cc9ac7b tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:35.199964 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-074e4ac1-19ae-4d85-ad7d-76e49cc9ac7b tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "DELETE /v2.0/networks/4e61afb6-0760-4f56-892a-ba5f6722fc04 HTTP/1.1" status: 204 len: 168 time: 0.9599872 Oct 30 15:35:35.200787 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38968) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:35.210726 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-627faeb6-fea7-4a91-809e-b45fc25b48a7 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Request body: {'router': {'routes': None}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:35:35.220343 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ab06abb3-2385-412a-8029-1c52778f8391 req-0710e00d-5ae5-4dd9-ad5f-6253cb10d1c8 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee5a29da-464d-4127-ba39-e13f61005ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773880 Oct 30 15:35:35.238237 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-294c421f-4d69-4db2-86c2-af9b2193af29 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:35.262411 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e4ac1-19ae-4d85-ad7d-76e49cc9ac7b tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Pushing event deleted for resources: {'Network': ['ID=4e61afb6-0760-4f56-892a-ba5f6722fc04,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:35.326684 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 38970) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:35.345472 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2d86eff4-38c0-421d-9baf-1968f8b3ff29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:35.392902 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.extraroute_db [None req-627faeb6-fea7-4a91-809e-b45fc25b48a7 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Added routes are [] {{(pid=102131) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 30 15:35:35.393261 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.extraroute_db [None req-627faeb6-fea7-4a91-809e-b45fc25b48a7 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Removed routes are [] {{(pid=102131) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 30 15:35:35.393622 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-627faeb6-fea7-4a91-809e-b45fc25b48a7 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-773039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29512'] for router, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:35.530224 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2d86eff4-38c0-421d-9baf-1968f8b3ff29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:35.532403 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-627faeb6-fea7-4a91-809e-b45fc25b48a7 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-773039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29512'] for router, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:35.536490 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-627faeb6-fea7-4a91-809e-b45fc25b48a7 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-773014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-773021', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-773165'] for router, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:35.537575 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2d86eff4-38c0-421d-9baf-1968f8b3ff29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:35.615507 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-627faeb6-fea7-4a91-809e-b45fc25b48a7 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Router 94f008a4-1d4a-4e01-8aa2-8110c31a697f has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:35:35.615700 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-2d86eff4-38c0-421d-9baf-1968f8b3ff29 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3a28e50123744560bd92fed4e167420f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2879379 Oct 30 15:35:35.616407 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d86eff4-38c0-421d-9baf-1968f8b3ff29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc7774de-904d-4625-9688-f429692e5f1a,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:35.619138 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38972) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:35.627107 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-294c421f-4d69-4db2-86c2-af9b2193af29 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Allocated IP 172.20.0.1 (9a56b7da-480b-456e-9445-3566899f9c68/d429750c-0bd3-405f-ae84-210847d7a094/40e999cd-b79b-4506-8db4-f5f102962c75) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:35:35.734138 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627faeb6-fea7-4a91-809e-b45fc25b48a7 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:35:35.743987 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556a277a-397c-455b-a5bf-25dabbd558de None None] Sync routers for ids ['94f008a4-1d4a-4e01-8aa2-8110c31a697f'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:35:35.747030 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-627faeb6-fea7-4a91-809e-b45fc25b48a7 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:35.750916 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-627faeb6-fea7-4a91-809e-b45fc25b48a7 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "PUT /v2.0/routers/94f008a4-1d4a-4e01-8aa2-8110c31a697f HTTP/1.1" status: 200 len: 704 time: 0.5414262 Oct 30 15:35:35.751145 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38974) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:35.761415 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556a277a-397c-455b-a5bf-25dabbd558de None None] Routers {'94f008a4-1d4a-4e01-8aa2-8110c31a697f'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:35:35.762259 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-556a277a-397c-455b-a5bf-25dabbd558de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:35:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['94f008a4-1d4a-4e01-8aa2-8110c31a697f'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:35.765010 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5a40bc08-a0ab-4189-8e90-73e494849b05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:35.788538 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-2e184f3a-8f8d-402b-a21e-6abe26e24e18 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "GET /v2.0/ports?device_id=94f008a4-1d4a-4e01-8aa2-8110c31a697f HTTP/1.1" status: 200 len: 205 time: 0.0325410 Oct 30 15:35:35.790422 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38976) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:35.833172 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-556a277a-397c-455b-a5bf-25dabbd558de None None] Set router 94f008a4-1d4a-4e01-8aa2-8110c31a697f gateway port host: None {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:35:35.869927 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5a40bc08-a0ab-4189-8e90-73e494849b05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:35.890011 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a0316d64-877f-4dbf-b379-a65deb8f110d tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for router, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:35.891756 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-556a277a-397c-455b-a5bf-25dabbd558de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'name': 'tempest-RoutersIpV6Test-router-335396364', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:34:52Z', 'updated_at': '2021-10-30T15:35:32Z', 'revision_number': 11, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'gw_port_host': None}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:35.921436 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556a277a-397c-455b-a5bf-25dabbd558de None None] Checking router: 94f008a4-1d4a-4e01-8aa2-8110c31a697f for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:35:35.932708 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556a277a-397c-455b-a5bf-25dabbd558de None None] Routers {'94f008a4-1d4a-4e01-8aa2-8110c31a697f'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:35:35.933646 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-556a277a-397c-455b-a5bf-25dabbd558de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:35:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['94f008a4-1d4a-4e01-8aa2-8110c31a697f'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:36.015100 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-556a277a-397c-455b-a5bf-25dabbd558de None None] Set router 94f008a4-1d4a-4e01-8aa2-8110c31a697f gateway port host: None {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:35:36.057395 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-294c421f-4d69-4db2-86c2-af9b2193af29 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:36.069432 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a0316d64-877f-4dbf-b379-a65deb8f110d tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:36.070246 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-556a277a-397c-455b-a5bf-25dabbd558de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'name': 'tempest-RoutersIpV6Test-router-335396364', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:34:52Z', 'updated_at': '2021-10-30T15:35:32Z', 'revision_number': 11, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'gw_port_host': None}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:36.071748 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a0316d64-877f-4dbf-b379-a65deb8f110d tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:36.074843 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5a40bc08-a0ab-4189-8e90-73e494849b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:36.077719 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5a40bc08-a0ab-4189-8e90-73e494849b05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:36.081276 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-5a40bc08-a0ab-4189-8e90-73e494849b05 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fc7774de-904d-4625-9688-f429692e5f1a HTTP/1.1" status: 204 len: 168 time: 0.4583077 Oct 30 15:35:36.090450 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a40bc08-a0ab-4189-8e90-73e494849b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc7774de-904d-4625-9688-f429692e5f1a,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:36.099258 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556a277a-397c-455b-a5bf-25dabbd558de None None] The sync data for ids ['94f008a4-1d4a-4e01-8aa2-8110c31a697f'] in n-d-806683-17 is: [{'id': '94f008a4-1d4a-4e01-8aa2-8110c31a697f', 'name': 'tempest-RoutersIpV6Test-router-335396364', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:34:52Z', 'updated_at': '2021-10-30T15:35:32Z', 'revision_number': 11, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'gw_port_host': None}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:35:36.132508 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a0316d64-877f-4dbf-b379-a65deb8f110d tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:36.133147 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0316d64-877f-4dbf-b379-a65deb8f110d tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Fanout notify agent at l3_agent the message router_deleted on router 94f008a4-1d4a-4e01-8aa2-8110c31a697f {{(pid=102131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:35:36.140459 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a0316d64-877f-4dbf-b379-a65deb8f110d tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:36.141768 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-a0316d64-877f-4dbf-b379-a65deb8f110d tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "DELETE /v2.0/routers/94f008a4-1d4a-4e01-8aa2-8110c31a697f HTTP/1.1" status: 204 len: 168 time: 0.3503957 Oct 30 15:35:36.147512 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38980) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:36.152560 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-294c421f-4d69-4db2-86c2-af9b2193af29 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:36.152761 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-135bbba1-8375-4e41-ace6-bcae537ded0f tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-332823356', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:35:36.185443 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-135bbba1-8375-4e41-ace6-bcae537ded0f tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:36.188208 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-135bbba1-8375-4e41-ace6-bcae537ded0f tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:36.206511 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294c421f-4d69-4db2-86c2-af9b2193af29 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Network 9a56b7da-480b-456e-9445-3566899f9c68 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:35:36.209965 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-294c421f-4d69-4db2-86c2-af9b2193af29 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:35:36.215682 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294c421f-4d69-4db2-86c2-af9b2193af29 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:35:36.261868 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-294c421f-4d69-4db2-86c2-af9b2193af29 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:36.266037 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294c421f-4d69-4db2-86c2-af9b2193af29 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Pushing event updated for resources: {'Port': ['ID=40e999cd-b79b-4506-8db4-f5f102962c75,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:36.342444 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-135bbba1-8375-4e41-ace6-bcae537ded0f tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:36.349711 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-135bbba1-8375-4e41-ace6-bcae537ded0f tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:36.375795 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-135bbba1-8375-4e41-ace6-bcae537ded0f tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:36.376933 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-135bbba1-8375-4e41-ace6-bcae537ded0f tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2292414 Oct 30 15:35:36.380078 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38986) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:36.385281 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-6b3fc9ae-b58d-42e2-afe8-6ba938ebc4d0 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:35:36.446693 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3220161-b0db-423a-b9fb-f168fb8fc0f4 req-14269182-35e8-49dd-a0c4-2497594c6ee8 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:36.448367 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b3220161-b0db-423a-b9fb-f168fb8fc0f4 req-14269182-35e8-49dd-a0c4-2497594c6ee8 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8feeca9-8e7a-47c5-9834-b2981b41113f HTTP/1.1" status: 200 len: 945 time: 0.0808227 Oct 30 15:35:36.517434 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-294c421f-4d69-4db2-86c2-af9b2193af29 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:36.531608 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b3220161-b0db-423a-b9fb-f168fb8fc0f4 req-d9ddf39a-435a-4290-ba4c-54375a5bda17 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee5a29da-464d-4127-ba39-e13f61005ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570948 Oct 30 15:35:36.613029 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38988) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:36.631108 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6b3fc9ae-b58d-42e2-afe8-6ba938ebc4d0 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-773039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29512'] for router, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:36.634643 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-af624302-d227-4a68-a226-f09e4769c49e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:36.656393 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6b3fc9ae-b58d-42e2-afe8-6ba938ebc4d0 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-773014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-773021', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-773165'] for router, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:36.802395 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-af624302-d227-4a68-a226-f09e4769c49e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:36.803190 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b3fc9ae-b58d-42e2-afe8-6ba938ebc4d0 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Router df3954e5-6a3b-467a-a059-aa9b36392eac is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:35:36.807148 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-af624302-d227-4a68-a226-f09e4769c49e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:36.826882 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-294c421f-4d69-4db2-86c2-af9b2193af29 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:36.832799 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-294c421f-4d69-4db2-86c2-af9b2193af29 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:36.883617 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-af624302-d227-4a68-a226-f09e4769c49e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b82fa37f79f640bf962a2cd2b79a6f9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2665448 Oct 30 15:35:36.887207 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 38990) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:36.912086 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af624302-d227-4a68-a226-f09e4769c49e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7422ebc3-7cf9-4424-ad56-b0610cd7fc81,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:36.921073 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3fc9ae-b58d-42e2-afe8-6ba938ebc4d0 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:35:36.927848 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6b3fc9ae-b58d-42e2-afe8-6ba938ebc4d0 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:36.931747 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-6b3fc9ae-b58d-42e2-afe8-6ba938ebc4d0 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "PUT /v2.0/routers/df3954e5-6a3b-467a-a059-aa9b36392eac HTTP/1.1" status: 200 len: 697 time: 0.5478950 Oct 30 15:35:36.932050 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38992) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:36.935619 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12c867b-a532-4d27-8c63-14bea14f79be None None] Sync routers for ids ['df3954e5-6a3b-467a-a059-aa9b36392eac'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:35:36.936055 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294c421f-4d69-4db2-86c2-af9b2193af29 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Pushing event updated for resources: {'Port': ['ID=40e999cd-b79b-4506-8db4-f5f102962c75,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:36.949164 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12c867b-a532-4d27-8c63-14bea14f79be None None] Routers {'df3954e5-6a3b-467a-a059-aa9b36392eac'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:35:36.949907 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-d12c867b-a532-4d27-8c63-14bea14f79be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:35:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['df3954e5-6a3b-467a-a059-aa9b36392eac'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:36.953718 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-294c421f-4d69-4db2-86c2-af9b2193af29 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:37.020175 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6d70844a-fcd3-42b8-8718-dfb67f1d29af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:37.026869 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-d12c867b-a532-4d27-8c63-14bea14f79be None None] Set router df3954e5-6a3b-467a-a059-aa9b36392eac gateway port host: None {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:35:37.053936 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6d70844a-fcd3-42b8-8718-dfb67f1d29af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:37.086499 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-d12c867b-a532-4d27-8c63-14bea14f79be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3954e5-6a3b-467a-a059-aa9b36392eac', 'name': 'tempest-RoutersIpV6Test-router-332823356', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:35:36Z', 'updated_at': '2021-10-30T15:35:36Z', 'revision_number': 2, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'gw_port_host': None}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:37.114506 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12c867b-a532-4d27-8c63-14bea14f79be None None] Checking router: df3954e5-6a3b-467a-a059-aa9b36392eac for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:35:37.124042 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12c867b-a532-4d27-8c63-14bea14f79be None None] Routers {'df3954e5-6a3b-467a-a059-aa9b36392eac'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:35:37.125284 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-d12c867b-a532-4d27-8c63-14bea14f79be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:35:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['df3954e5-6a3b-467a-a059-aa9b36392eac'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:37.131940 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294c421f-4d69-4db2-86c2-af9b2193af29 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Network 9a56b7da-480b-456e-9445-3566899f9c68 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:35:37.134025 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-294c421f-4d69-4db2-86c2-af9b2193af29 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:35:37.204969 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-d12c867b-a532-4d27-8c63-14bea14f79be None None] Set router df3954e5-6a3b-467a-a059-aa9b36392eac gateway port host: None {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:35:37.229159 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6d70844a-fcd3-42b8-8718-dfb67f1d29af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:37.231865 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6d70844a-fcd3-42b8-8718-dfb67f1d29af admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:37.235975 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-6d70844a-fcd3-42b8-8718-dfb67f1d29af admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7422ebc3-7cf9-4424-ad56-b0610cd7fc81 HTTP/1.1" status: 204 len: 168 time: 0.3448069 Oct 30 15:35:37.244545 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d70844a-fcd3-42b8-8718-dfb67f1d29af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7422ebc3-7cf9-4424-ad56-b0610cd7fc81,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:37.256485 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-9937c187-0fd6-4906-b083-485ded6bb049 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "GET /v2.0/routers/df3954e5-6a3b-467a-a059-aa9b36392eac HTTP/1.1" status: 200 len: 703 time: 0.3232582 Oct 30 15:35:37.259131 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38996) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:37.275790 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-d12c867b-a532-4d27-8c63-14bea14f79be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3954e5-6a3b-467a-a059-aa9b36392eac', 'name': 'tempest-RoutersIpV6Test-router-332823356', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:35:36Z', 'updated_at': '2021-10-30T15:35:36Z', 'revision_number': 2, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'gw_port_host': None}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:37.288344 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-151b33ee-9e0b-450e-b547-a544df826fef tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "GET /v2.0/ports?device_id=df3954e5-6a3b-467a-a059-aa9b36392eac HTTP/1.1" status: 200 len: 205 time: 0.0280821 Oct 30 15:35:37.289021 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-294c421f-4d69-4db2-86c2-af9b2193af29 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Router a43b80bf-5e04-432f-a859-c3ffebb7a4cb has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:35:37.290915 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 38998) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:37.323266 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12c867b-a532-4d27-8c63-14bea14f79be None None] The sync data for ids ['df3954e5-6a3b-467a-a059-aa9b36392eac'] in n-d-806683-17 is: [{'id': 'df3954e5-6a3b-467a-a059-aa9b36392eac', 'name': 'tempest-RoutersIpV6Test-router-332823356', 'tenant_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:35:36Z', 'updated_at': '2021-10-30T15:35:36Z', 'revision_number': 2, 'project_id': '3fab24dfe8cd42fd9eac128f04bf2ccb', 'gw_port_host': None}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:35:37.373144 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-53341b5f-95ca-4366-ad0b-ec1089297212 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for router, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:37.436964 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-294c421f-4d69-4db2-86c2-af9b2193af29 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:35:37.446686 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-294c421f-4d69-4db2-86c2-af9b2193af29 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] 10.222.0.62 "PUT /v2.0/routers/a43b80bf-5e04-432f-a859-c3ffebb7a4cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7878675 Oct 30 15:35:37.447311 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39000) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:37.449942 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aaaddd1-5f17-456a-b2df-7e4fb15a7646 None None] Sync routers for ids ['a43b80bf-5e04-432f-a859-c3ffebb7a4cb'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:35:37.463319 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aaaddd1-5f17-456a-b2df-7e4fb15a7646 None None] Routers {'a43b80bf-5e04-432f-a859-c3ffebb7a4cb'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:35:37.469524 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-2aaaddd1-5f17-456a-b2df-7e4fb15a7646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:35:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['a43b80bf-5e04-432f-a859-c3ffebb7a4cb'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:37.469672 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-9793acc7-98ce-476b-a383-010c1fc7fc01 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Request body: {'port': {'network_id': '9a56b7da-480b-456e-9445-3566899f9c68', 'name': 'tempest-FloatingIPTestJSON-1163532699'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:35:37.476395 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 88d0f80f-4998-4729-9dae-c58ec4d318cc no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:35:37.548782 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-2aaaddd1-5f17-456a-b2df-7e4fb15a7646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:37.558736 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aaaddd1-5f17-456a-b2df-7e4fb15a7646 None None] Routers {'a43b80bf-5e04-432f-a859-c3ffebb7a4cb'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:35:37.559775 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-2aaaddd1-5f17-456a-b2df-7e4fb15a7646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:35:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['a43b80bf-5e04-432f-a859-c3ffebb7a4cb'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:37.571116 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-53341b5f-95ca-4366-ad0b-ec1089297212 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:37.574676 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-53341b5f-95ca-4366-ad0b-ec1089297212 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:37.600023 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-2aaaddd1-5f17-456a-b2df-7e4fb15a7646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:37.600589 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aaaddd1-5f17-456a-b2df-7e4fb15a7646 None None] The sync data for ids ['a43b80bf-5e04-432f-a859-c3ffebb7a4cb'] in n-d-806683-17 is: [] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:35:37.662786 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-53341b5f-95ca-4366-ad0b-ec1089297212 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:37.663589 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53341b5f-95ca-4366-ad0b-ec1089297212 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Fanout notify agent at l3_agent the message router_deleted on router df3954e5-6a3b-467a-a059-aa9b36392eac {{(pid=102131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:35:37.667139 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:37.687553 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-53341b5f-95ca-4366-ad0b-ec1089297212 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:37.691172 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-53341b5f-95ca-4366-ad0b-ec1089297212 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "DELETE /v2.0/routers/df3954e5-6a3b-467a-a059-aa9b36392eac HTTP/1.1" status: 204 len: 168 time: 0.3986399 Oct 30 15:35:37.694312 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39008) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:37.727251 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-1612a34b-a9d1-4220-ae63-a145aa0410e5 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "GET /v2.0/ports?device_id=df3954e5-6a3b-467a-a059-aa9b36392eac HTTP/1.1" status: 200 len: 205 time: 0.0317895 Oct 30 15:35:37.728050 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8feeca9-8e7a-47c5-9834-b2981b41113f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88d0f80f-4998-4729-9dae-c58ec4d318cc'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:35:37.729560 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39012) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:37.733733 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b3856c-e6fe-4d0b-8a50-d5ed3c1c06d0" -d '{"events": [{"server_uuid": "e8feeca9-8e7a-47c5-9834-b2981b41113f", "name": "network-vif-unplugged", "status": "completed", "tag": "88d0f80f-4998-4729-9dae-c58ec4d318cc"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:35:37.737675 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9793acc7-98ce-476b-a383-010c1fc7fc01 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Made reservation on behalf of d8f3341c4f1c45cf95184df6bddf24ea for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:35:37.749247 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9793acc7-98ce-476b-a383-010c1fc7fc01 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:37.754275 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 88d0f80f-4998-4729-9dae-c58ec4d318cc, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=88d0f80f-4998-4729-9dae-c58ec4d318cc,segment=NetworkSegment(cca476af-9f70-4fa8-acb6-015f19cab179),segment_id=cca476af-9f70-4fa8-acb6-015f19cab179)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:35:37.763441 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:37.800341 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [None req-7fa714ee-043f-4542-9aa4-c76f364992ed tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] delete failed (client error): The resource could not be found. Oct 30 15:35:37.803882 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-7fa714ee-043f-4542-9aa4-c76f364992ed tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "DELETE /v2.0/routers/df3954e5-6a3b-467a-a059-aa9b36392eac HTTP/1.1" status: 404 len: 336 time: 0.0707798 Oct 30 15:35:37.804153 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a45beb-bb12-408a-940d-946a59023c21 req-f38013e3-3368-4533-9988-717d32eadf7d tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:37.804153 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-91a45beb-bb12-408a-940d-946a59023c21 req-f38013e3-3368-4533-9988-717d32eadf7d tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8feeca9-8e7a-47c5-9834-b2981b41113f HTTP/1.1" status: 200 len: 945 time: 0.1090877 Oct 30 15:35:37.807357 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39020) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:37.820545 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [None req-9793acc7-98ce-476b-a383-010c1fc7fc01 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] device_id is not set on port 17b2cc89-945f-40ed-b7d7-711eb25f8fc9 yet. {{(pid=102130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:35:37.866226 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-d72c26c2-6f00-47ec-8b83-c24abadb1908 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] DELETE failed (client error): The resource could not be found. Oct 30 15:35:37.866779 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d72c26c2-6f00-47ec-8b83-c24abadb1908 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:35:37.872231 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d72c26c2-6f00-47ec-8b83-c24abadb1908 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "DELETE /v2.0/subnets/068e6f94-d4c6-4110-8c47-89e6323ee60c HTTP/1.1" status: 404 len: 337 time: 0.0612156 Oct 30 15:35:37.874196 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39024) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:37.881840 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=88d0f80f-4998-4729-9dae-c58ec4d318cc,revision_number=8']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:37.892136 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-91a45beb-bb12-408a-940d-946a59023c21 req-496b662a-1021-4ed4-99bc-c62cc7ff6313 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee5a29da-464d-4127-ba39-e13f61005ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742385 Oct 30 15:35:37.950416 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-6090291e-4386-48fd-9181-82b35adb2b93 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] DELETE failed (client error): The resource could not be found. Oct 30 15:35:37.950883 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6090291e-4386-48fd-9181-82b35adb2b93 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:35:37.954065 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-6090291e-4386-48fd-9181-82b35adb2b93 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "DELETE /v2.0/subnets/455ee70c-86da-4965-aa10-daafda399413 HTTP/1.1" status: 404 len: 337 time: 0.0785253 Oct 30 15:35:37.956762 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39028) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:37.992255 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bd25c73-b915-4d62-a10c-505d798b0ae7 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] DELETE failed (client error): The resource could not be found. Oct 30 15:35:37.992866 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bd25c73-b915-4d62-a10c-505d798b0ae7 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:35:37.998713 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-1bd25c73-b915-4d62-a10c-505d798b0ae7 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "DELETE /v2.0/subnets/695df200-a653-4df9-8083-b5b18865f903 HTTP/1.1" status: 404 len: 337 time: 0.0383818 Oct 30 15:35:38.001476 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39030) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:38.036169 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-c025351d-2da7-404e-9631-21f7c66355ad tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] DELETE failed (client error): The resource could not be found. Oct 30 15:35:38.036634 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c025351d-2da7-404e-9631-21f7c66355ad tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:35:38.043518 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-c025351d-2da7-404e-9631-21f7c66355ad tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "DELETE /v2.0/subnets/9dea7653-9433-4993-9458-3a5db4e971b3 HTTP/1.1" status: 404 len: 337 time: 0.0403926 Oct 30 15:35:38.046469 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39036) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:38.065102 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-9793acc7-98ce-476b-a383-010c1fc7fc01 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Allocated IP 172.20.0.5 (9a56b7da-480b-456e-9445-3566899f9c68/d429750c-0bd3-405f-ae84-210847d7a094/17b2cc89-945f-40ed-b7d7-711eb25f8fc9) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:35:38.111013 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 30 Oct 2021 15:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a89185d-c12e-4f70-a62f-65e84097e6d0 x-openstack-request-id: req-6a89185d-c12e-4f70-a62f-65e84097e6d0 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:35:38.111525 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8feeca9-8e7a-47c5-9834-b2981b41113f", "name": "network-vif-unplugged", "status": "failed", "tag": "88d0f80f-4998-4729-9dae-c58ec4d318cc", "code": 422}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:35:38.111525 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6a89185d-c12e-4f70-a62f-65e84097e6d0 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:35:38.112743 n-d-806683-17 neutron-server[102132]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e8feeca9-8e7a-47c5-9834-b2981b41113f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '88d0f80f-4998-4729-9dae-c58ec4d318cc', 'code': 422} returned with failed status Oct 30 15:35:38.116708 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-dcea4ec4-8520-4a31-8e28-650f6057e15a tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "GET /v2.0/ports?device_id=94f008a4-1d4a-4e01-8aa2-8110c31a697f HTTP/1.1" status: 200 len: 205 time: 0.0682909 Oct 30 15:35:38.119102 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39044) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:38.172359 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-84418c8f-1652-494a-b78c-47cc2c69a314 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] delete failed (client error): The resource could not be found. Oct 30 15:35:38.174089 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-84418c8f-1652-494a-b78c-47cc2c69a314 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "DELETE /v2.0/routers/94f008a4-1d4a-4e01-8aa2-8110c31a697f HTTP/1.1" status: 404 len: 336 time: 0.0533757 Oct 30 15:35:38.176287 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39048) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:38.216069 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-7cb93f89-f739-4cc9-a66a-8fd720806e58 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "GET /v2.0/ports?device_id=b281b876-fe54-40da-bc98-1c42023b9aa6 HTTP/1.1" status: 200 len: 205 time: 0.0357673 Oct 30 15:35:38.216623 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39052) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:38.257766 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-d511f550-80ee-43c8-9467-e7ed037506e1 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] delete failed (client error): The resource could not be found. Oct 30 15:35:38.258970 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d511f550-80ee-43c8-9467-e7ed037506e1 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "DELETE /v2.0/routers/b281b876-fe54-40da-bc98-1c42023b9aa6 HTTP/1.1" status: 404 len: 336 time: 0.0414126 Oct 30 15:35:38.261951 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39054) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:38.296685 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cd0717c-bc3d-442f-a88b-ab23e93beb34 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] DELETE failed (client error): The resource could not be found. Oct 30 15:35:38.297324 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cd0717c-bc3d-442f-a88b-ab23e93beb34 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:35:38.299063 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9793acc7-98ce-476b-a383-010c1fc7fc01 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:38.301340 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-2cd0717c-bc3d-442f-a88b-ab23e93beb34 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "DELETE /v2.0/subnets/392c9c79-1104-45ea-b3ff-2c6f7966f937 HTTP/1.1" status: 404 len: 337 time: 0.0381672 Oct 30 15:35:38.304074 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39058) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:38.346816 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39060) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:38.359774 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-f723edba-b79f-4901-9da1-7ab254386173 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "GET /v2.0/ports?device_id=33a52cfd-bb43-4ef6-bb3e-9de5ccdc4df6 HTTP/1.1" status: 200 len: 205 time: 0.0534782 Oct 30 15:35:38.393106 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-08b93c00-917a-4126-9cd5-9da0a2e6ead0 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] delete failed (client error): The resource could not be found. Oct 30 15:35:38.397762 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-08b93c00-917a-4126-9cd5-9da0a2e6ead0 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "DELETE /v2.0/routers/33a52cfd-bb43-4ef6-bb3e-9de5ccdc4df6 HTTP/1.1" status: 404 len: 336 time: 0.0485868 Oct 30 15:35:38.402222 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39066) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:38.414812 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9793acc7-98ce-476b-a383-010c1fc7fc01 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:38.444368 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-34ba1c46-b719-41a6-a7c4-cf5a0f933043 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "GET /v2.0/ports?device_id=5db91c85-e82c-4976-a5b0-39e4d2e462ca HTTP/1.1" status: 200 len: 205 time: 0.0406873 Oct 30 15:35:38.445152 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39070) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:38.470137 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9793acc7-98ce-476b-a383-010c1fc7fc01 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Network 9a56b7da-480b-456e-9445-3566899f9c68 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:35:38.473375 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-9793acc7-98ce-476b-a383-010c1fc7fc01 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:35:38.478833 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9793acc7-98ce-476b-a383-010c1fc7fc01 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:35:38.483124 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9793acc7-98ce-476b-a383-010c1fc7fc01 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Pushing event updated for resources: {'Port': ['ID=17b2cc89-945f-40ed-b7d7-711eb25f8fc9,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:38.519160 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-a2255cc3-3dca-4cff-9b11-2296674ab3b3 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] delete failed (client error): The resource could not be found. Oct 30 15:35:38.523446 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-a2255cc3-3dca-4cff-9b11-2296674ab3b3 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "DELETE /v2.0/routers/5db91c85-e82c-4976-a5b0-39e4d2e462ca HTTP/1.1" status: 404 len: 336 time: 0.0739756 Oct 30 15:35:38.523603 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39074) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:38.571707 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-260b2eb8-bd5b-4626-8efd-8f7594126209 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] DELETE failed (client error): The resource could not be found. Oct 30 15:35:38.572271 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-260b2eb8-bd5b-4626-8efd-8f7594126209 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:35:38.578697 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-260b2eb8-bd5b-4626-8efd-8f7594126209 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "DELETE /v2.0/subnets/ce387e97-64e2-4313-9a56-6c22a9cc9ae3 HTTP/1.1" status: 404 len: 337 time: 0.0507655 Oct 30 15:35:38.578795 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39080) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:38.582944 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9793acc7-98ce-476b-a383-010c1fc7fc01 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:38.583807 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9793acc7-98ce-476b-a383-010c1fc7fc01 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:38.601367 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9793acc7-98ce-476b-a383-010c1fc7fc01 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1423697 Oct 30 15:35:38.605133 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39082) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:38.611687 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-312c8b22-b57d-4a51-b501-14d159596563 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Request body: {'port': {'network_id': '9a56b7da-480b-456e-9445-3566899f9c68', 'name': 'tempest-FloatingIPTestJSON-890065767'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:35:38.622578 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-a2f71010-360a-4b31-9350-4f3f1cc41908 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "GET /v2.0/ports?device_id=c68afd8c-3da0-42ba-b23a-9fabec604b6c HTTP/1.1" status: 200 len: 205 time: 0.0427082 Oct 30 15:35:38.627751 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39084) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:38.684274 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-7254839d-24df-4be0-ae46-653758ab34c7 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] delete failed (client error): The resource could not be found. Oct 30 15:35:38.685432 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-7254839d-24df-4be0-ae46-653758ab34c7 tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "DELETE /v2.0/routers/c68afd8c-3da0-42ba-b23a-9fabec604b6c HTTP/1.1" status: 404 len: 336 time: 0.0567236 Oct 30 15:35:38.688228 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39088) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:38.732284 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-beb4b196-4a0a-41b8-82b9-b3090d78ee6e tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] DELETE failed (client error): The resource could not be found. Oct 30 15:35:38.732970 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beb4b196-4a0a-41b8-82b9-b3090d78ee6e tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:35:38.737940 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-beb4b196-4a0a-41b8-82b9-b3090d78ee6e tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "DELETE /v2.0/subnets/58ccfe3e-413d-4ef2-bcf6-22c42715410d HTTP/1.1" status: 404 len: 337 time: 0.0486817 Oct 30 15:35:38.740534 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39094) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:38.772757 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-c07959ef-0902-4bfb-adb7-ead66056f04e tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a5a4adc-66e2-4bc5-b3bd-7eb0b06b2a0c HTTP/1.1" status: 200 len: 205 time: 0.0308514 Oct 30 15:35:38.775007 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39096) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:38.821731 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312c8b22-b57d-4a51-b501-14d159596563 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Made reservation on behalf of d8f3341c4f1c45cf95184df6bddf24ea for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:35:38.826255 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-312c8b22-b57d-4a51-b501-14d159596563 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:38.835831 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-73f3c364-8ffa-4977-9ffc-b2a18942965d tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] delete failed (client error): The resource could not be found. Oct 30 15:35:38.836904 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-73f3c364-8ffa-4977-9ffc-b2a18942965d tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "DELETE /v2.0/routers/9a5a4adc-66e2-4bc5-b3bd-7eb0b06b2a0c HTTP/1.1" status: 404 len: 336 time: 0.0586681 Oct 30 15:35:38.839439 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39100) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:38.848534 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [None req-312c8b22-b57d-4a51-b501-14d159596563 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] device_id is not set on port dafb5ba8-b3b1-42d5-a450-a37661e5716c yet. {{(pid=102130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:35:38.872753 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-6763348f-bf30-479e-9b5e-7525c84d397b tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] DELETE failed (client error): The resource could not be found. Oct 30 15:35:38.873005 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6763348f-bf30-479e-9b5e-7525c84d397b tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:35:38.880310 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-6763348f-bf30-479e-9b5e-7525c84d397b tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "DELETE /v2.0/subnets/372db1bb-9b26-4ae9-bb77-10502fc2b189 HTTP/1.1" status: 404 len: 337 time: 0.0397103 Oct 30 15:35:38.883070 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39104) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:38.915513 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-2927b59c-18a6-4d36-8dec-2c6965a6cbad tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] DELETE failed (client error): The resource could not be found. Oct 30 15:35:38.915974 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2927b59c-18a6-4d36-8dec-2c6965a6cbad tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:35:38.919958 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-2927b59c-18a6-4d36-8dec-2c6965a6cbad tempest-RoutersIpV6Test-1973470075 tempest-RoutersIpV6Test-1973470075-project] 10.222.0.62 "DELETE /v2.0/subnets/601dad51-2621-484a-af75-adef33ef9c29 HTTP/1.1" status: 404 len: 337 time: 0.0354636 Oct 30 15:35:39.001082 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-312c8b22-b57d-4a51-b501-14d159596563 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Allocated IP 172.20.0.12 (9a56b7da-480b-456e-9445-3566899f9c68/d429750c-0bd3-405f-ae84-210847d7a094/dafb5ba8-b3b1-42d5-a450-a37661e5716c) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:35:39.203027 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39130) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:39.219179 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec79ed-c6b4-47cf-9d06-8154d9e97497 req-5856fc37-a24d-41fe-95f6-b674ff7238ff tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:39.219179 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c1ec79ed-c6b4-47cf-9d06-8154d9e97497 req-5856fc37-a24d-41fe-95f6-b674ff7238ff tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8feeca9-8e7a-47c5-9834-b2981b41113f HTTP/1.1" status: 200 len: 943 time: 0.0813990 Oct 30 15:35:39.258197 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1f1e9a98-064d-456c-b105-433cdc9dd3e9 req-5beff656-1962-466e-bac6-df305dab09e6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e8feeca9-8e7a-47c5-9834-b2981b41113f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0564601 Oct 30 15:35:39.291362 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c1ec79ed-c6b4-47cf-9d06-8154d9e97497 req-58e2fe2e-c553-442d-af1f-39e9f2abacf9 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee5a29da-464d-4127-ba39-e13f61005ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584383 Oct 30 15:35:39.296709 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-312c8b22-b57d-4a51-b501-14d159596563 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:39.336519 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-312c8b22-b57d-4a51-b501-14d159596563 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:39.396054 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312c8b22-b57d-4a51-b501-14d159596563 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Pushing event updated for resources: {'Port': ['ID=dafb5ba8-b3b1-42d5-a450-a37661e5716c,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:39.403539 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312c8b22-b57d-4a51-b501-14d159596563 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Network 9a56b7da-480b-456e-9445-3566899f9c68 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:35:39.405013 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-312c8b22-b57d-4a51-b501-14d159596563 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:35:39.407656 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312c8b22-b57d-4a51-b501-14d159596563 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:35:39.443081 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-a0217133-eddf-4de9-a68c-187db8ea228a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3fab24dfe8cd42fd9eac128f04bf2ccb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2317250 Oct 30 15:35:39.445612 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39136) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:39.469519 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312c8b22-b57d-4a51-b501-14d159596563 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:39.470499 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-312c8b22-b57d-4a51-b501-14d159596563 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:39.497789 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-312c8b22-b57d-4a51-b501-14d159596563 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8875177 Oct 30 15:35:39.498315 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39144) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:39.505582 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-211f3030-7454-45f6-8d1a-1e37af9bdc52 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Request body: {'floatingip': {'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'port_id': 'dafb5ba8-b3b1-42d5-a450-a37661e5716c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:35:39.519963 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7d15df21-e483-4b79-9367-396620a518ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:39.531434 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-211f3030-7454-45f6-8d1a-1e37af9bdc52 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for floatingip, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:39.554847 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7d15df21-e483-4b79-9367-396620a518ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:39.628552 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7d15df21-e483-4b79-9367-396620a518ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:39.631260 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7d15df21-e483-4b79-9367-396620a518ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:39.634725 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-7d15df21-e483-4b79-9367-396620a518ea admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ac7644d6-0856-403c-93b1-8f3a5fb242c0 HTTP/1.1" status: 204 len: 168 time: 0.1857479 Oct 30 15:35:39.660136 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d15df21-e483-4b79-9367-396620a518ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7644d6-0856-403c-93b1-8f3a5fb242c0,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:39.716415 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-211f3030-7454-45f6-8d1a-1e37af9bdc52 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:39.854267 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-211f3030-7454-45f6-8d1a-1e37af9bdc52 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Allocated IP 172.25.4.87 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/3b59257a-415e-4f8a-b18b-15c7ecf6506d) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:35:39.993479 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-211f3030-7454-45f6-8d1a-1e37af9bdc52 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:40.049859 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-211f3030-7454-45f6-8d1a-1e37af9bdc52 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:40.098498 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211f3030-7454-45f6-8d1a-1e37af9bdc52 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:35:40.104209 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-211f3030-7454-45f6-8d1a-1e37af9bdc52 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:35:40.108341 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211f3030-7454-45f6-8d1a-1e37af9bdc52 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:35:40.141320 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211f3030-7454-45f6-8d1a-1e37af9bdc52 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Pushing event updated for resources: {'Port': ['ID=3b59257a-415e-4f8a-b18b-15c7ecf6506d,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:40.252838 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e9a98-064d-456c-b105-433cdc9dd3e9 req-709b171b-e965-49eb-8398-84c0f8d30af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:40.254354 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1f1e9a98-064d-456c-b105-433cdc9dd3e9 req-709b171b-e965-49eb-8398-84c0f8d30af9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e8feeca9-8e7a-47c5-9834-b2981b41113f&tenant_id=67bc9a3add214ecaad76147ad0906766 HTTP/1.1" status: 200 len: 1095 time: 0.1104352 Oct 30 15:35:40.399329 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e9a98-064d-456c-b105-433cdc9dd3e9 req-4ef09707-4432-465d-bfa2-122c07627d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:40.400850 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1f1e9a98-064d-456c-b105-433cdc9dd3e9 req-4ef09707-4432-465d-bfa2-122c07627d9c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=67bc9a3add214ecaad76147ad0906766&device_id=e8feeca9-8e7a-47c5-9834-b2981b41113f HTTP/1.1" status: 200 len: 1095 time: 0.1188538 Oct 30 15:35:40.456736 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d96f1-416f-4853-b7be-137e3bd3534b req-1d705fbe-09c7-482f-999a-aa26cb87bcd5 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:40.459031 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-df4d96f1-416f-4853-b7be-137e3bd3534b req-1d705fbe-09c7-482f-999a-aa26cb87bcd5 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8feeca9-8e7a-47c5-9834-b2981b41113f HTTP/1.1" status: 200 len: 943 time: 0.0559044 Oct 30 15:35:40.506937 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-df4d96f1-416f-4853-b7be-137e3bd3534b req-7689cae3-61a2-4b4c-b892-d272d70aa370 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee5a29da-464d-4127-ba39-e13f61005ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351732 Oct 30 15:35:40.546006 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e9a98-064d-456c-b105-433cdc9dd3e9 req-85fa7640-160a-458e-a93f-7fbf3bcbae56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:40.548091 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1f1e9a98-064d-456c-b105-433cdc9dd3e9 req-85fa7640-160a-458e-a93f-7fbf3bcbae56 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ada754b2-2d16-48ef-bd4a-b3c351db82b3 HTTP/1.1" status: 200 len: 918 time: 0.1402583 Oct 30 15:35:40.563297 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39178) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:40.679265 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-520d6ee9-ed84-4ffe-9317-2f2b56e12438 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1804635983', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:35:40.696626 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1f1e9a98-064d-456c-b105-433cdc9dd3e9 req-75544c33-ca87-4dda-a609-cf32fd4e9865 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88d0f80f-4998-4729-9dae-c58ec4d318cc HTTP/1.1" status: 200 len: 998 time: 0.1383731 Oct 30 15:35:40.704378 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-520d6ee9-ed84-4ffe-9317-2f2b56e12438 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:40.705618 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-520d6ee9-ed84-4ffe-9317-2f2b56e12438 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:40.715074 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-211f3030-7454-45f6-8d1a-1e37af9bdc52 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:40.765766 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-520d6ee9-ed84-4ffe-9317-2f2b56e12438 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:40.771674 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-520d6ee9-ed84-4ffe-9317-2f2b56e12438 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:40.795221 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-520d6ee9-ed84-4ffe-9317-2f2b56e12438 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:40.797155 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-520d6ee9-ed84-4ffe-9317-2f2b56e12438 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.2322001 Oct 30 15:35:40.799833 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39182) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:40.805663 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-688ac5bd-6ebf-4cf0-a8c7-654717f16add tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1165380238'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:35:40.834583 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688ac5bd-6ebf-4cf0-a8c7-654717f16add tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Made reservation on behalf of 3c11936023bb4444b98211983e76a0d8 for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:35:40.838480 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-688ac5bd-6ebf-4cf0-a8c7-654717f16add tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:40.852599 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-688ac5bd-6ebf-4cf0-a8c7-654717f16add tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:40.946456 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-688ac5bd-6ebf-4cf0-a8c7-654717f16add tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:40.950933 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-688ac5bd-6ebf-4cf0-a8c7-654717f16add tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:40.980944 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-688ac5bd-6ebf-4cf0-a8c7-654717f16add tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:35:40.988175 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688ac5bd-6ebf-4cf0-a8c7-654717f16add tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15ba7066-75ee-43a0-ae25-28971c2b1a91,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:40.994416 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-688ac5bd-6ebf-4cf0-a8c7-654717f16add tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:40.994846 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-688ac5bd-6ebf-4cf0-a8c7-654717f16add tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Added segment 3655f4ba-99a4-49f5-9bee-8ab33f2e2a29 of type vlan for network a3af0517-fae3-4cf1-88b3-a4441b2bc35b Oct 30 15:35:41.042979 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-688ac5bd-6ebf-4cf0-a8c7-654717f16add tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:41.070190 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-688ac5bd-6ebf-4cf0-a8c7-654717f16add tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:41.076689 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688ac5bd-6ebf-4cf0-a8c7-654717f16add tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:41.077664 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-688ac5bd-6ebf-4cf0-a8c7-654717f16add tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:41.106288 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e9a98-064d-456c-b105-433cdc9dd3e9 req-70de53b1-b100-4dcc-9e99-3b0ff7e1d6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:41.108014 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1f1e9a98-064d-456c-b105-433cdc9dd3e9 req-70de53b1-b100-4dcc-9e99-3b0ff7e1d6fe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=296dc533-f6ac-49b9-ab46-37f1565b56fb HTTP/1.1" status: 200 len: 856 time: 0.4044485 Oct 30 15:35:41.137981 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-211f3030-7454-45f6-8d1a-1e37af9bdc52 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:41.149269 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-688ac5bd-6ebf-4cf0-a8c7-654717f16add tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3480453 Oct 30 15:35:41.152151 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39188) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:41.157806 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-26df7bd0-4bce-4e80-9ec7-63da792886cd tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Request body: {'subnet': {'network_id': 'a3af0517-fae3-4cf1-88b3-a4441b2bc35b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:35:41.209674 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688ac5bd-6ebf-4cf0-a8c7-654717f16add tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Pushing event updated for resources: {'Network': ['ID=a3af0517-fae3-4cf1-88b3-a4441b2bc35b,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:41.225082 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e9a98-064d-456c-b105-433cdc9dd3e9 req-bd2372d3-883b-49ed-86b6-5e79b9e2a322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:41.226741 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1f1e9a98-064d-456c-b105-433cdc9dd3e9 req-bd2372d3-883b-49ed-86b6-5e79b9e2a322 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ada754b2-2d16-48ef-bd4a-b3c351db82b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0901446 Oct 30 15:35:41.230160 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network a3af0517-fae3-4cf1-88b3-a4441b2bc35b details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:35:41.273862 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26df7bd0-4bce-4e80-9ec7-63da792886cd tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Made reservation on behalf of 3c11936023bb4444b98211983e76a0d8 for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:35:41.278872 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-26df7bd0-4bce-4e80-9ec7-63da792886cd tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:41.342980 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1f1e9a98-064d-456c-b105-433cdc9dd3e9 req-ff2be764-2bab-4942-afc9-f1fecf34fcb9 service neutron] 10.222.0.44 "GET /v2.0/networks/ada754b2-2d16-48ef-bd4a-b3c351db82b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072156 Oct 30 15:35:41.486114 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-26df7bd0-4bce-4e80-9ec7-63da792886cd tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:41.507382 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1f1e9a98-064d-456c-b105-433cdc9dd3e9 req-ac9a24c2-156d-4c0b-8b9d-2f9c394ab1b1 service neutron] 10.222.0.44 "GET /v2.0/networks/ada754b2-2d16-48ef-bd4a-b3c351db82b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497321 Oct 30 15:35:41.546633 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-211f3030-7454-45f6-8d1a-1e37af9bdc52 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:41.561627 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-211f3030-7454-45f6-8d1a-1e37af9bdc52 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:41.561840 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26df7bd0-4bce-4e80-9ec7-63da792886cd tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Checking segment: {'id': '3655f4ba-99a4-49f5-9bee-8ab33f2e2a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a3af0517-fae3-4cf1-88b3-a4441b2bc35b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:35:41.562096 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26df7bd0-4bce-4e80-9ec7-63da792886cd tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Network hostable DHCP agents. Network: a3af0517-fae3-4cf1-88b3-a4441b2bc35b, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:35:41.565477 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26df7bd0-4bce-4e80-9ec7-63da792886cd tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Pushing event updated for resources: {'Subnet': ['ID=316d74fe-9fcf-443d-9169-a6dfc6cd580b,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:41.585199 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26df7bd0-4bce-4e80-9ec7-63da792886cd tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Network a3af0517-fae3-4cf1-88b3-a4441b2bc35b is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:35:41.602724 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-26df7bd0-4bce-4e80-9ec7-63da792886cd tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, a3af0517-fae3-4cf1-88b3-a4441b2bc35b) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:35:41.609040 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26df7bd0-4bce-4e80-9ec7-63da792886cd tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:41.609619 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-26df7bd0-4bce-4e80-9ec7-63da792886cd tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:41.620483 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a850ede0-6889-4ada-8d83-341d69b8ea7f None None] Network a3af0517-fae3-4cf1-88b3-a4441b2bc35b requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:35:41.627110 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211f3030-7454-45f6-8d1a-1e37af9bdc52 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Pushing event updated for resources: {'Port': ['ID=3b59257a-415e-4f8a-b18b-15c7ecf6506d,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:41.637227 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-26df7bd0-4bce-4e80-9ec7-63da792886cd tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4839768 Oct 30 15:35:41.637923 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39198) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:41.644015 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-f2f5a048-d18e-42d4-9e93-39130e630111 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Request body: {'network': {'name': 'tempest-router-network01--1560758867'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:35:41.670042 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f5a048-d18e-42d4-9e93-39130e630111 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Made reservation on behalf of 3c11936023bb4444b98211983e76a0d8 for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:35:41.671835 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-211f3030-7454-45f6-8d1a-1e37af9bdc52 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:41.675400 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f2f5a048-d18e-42d4-9e93-39130e630111 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:41.722494 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2f5a048-d18e-42d4-9e93-39130e630111 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:35:41.745515 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f2f5a048-d18e-42d4-9e93-39130e630111 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:41.747865 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-f2f5a048-d18e-42d4-9e93-39130e630111 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Added segment 55db0520-d5de-4d95-8704-1fdd5c965eb5 of type vlan for network dbc023c4-9de6-49e9-b76c-aa0cf2f54565 Oct 30 15:35:41.822438 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f2f5a048-d18e-42d4-9e93-39130e630111 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:41.840551 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3466c25-79f8-485f-bc76-4215665ed155 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-a3af0517-fae3-4cf1-88b3-a4441b2bc35b', 'network_id': 'a3af0517-fae3-4cf1-88b3-a4441b2bc35b', 'tenant_id': '3c11936023bb4444b98211983e76a0d8', 'fixed_ips': [{'subnet_id': '316d74fe-9fcf-443d-9169-a6dfc6cd580b'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:35:41.842473 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f3466c25-79f8-485f-bc76-4215665ed155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:41.875693 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c5260-17a9-4f88-b1a8-b9834093afad req-54dce145-9acf-44d6-bc23-7880eecf44f1 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:41.880109 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f2f5a048-d18e-42d4-9e93-39130e630111 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:41.887499 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f5a048-d18e-42d4-9e93-39130e630111 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:41.888481 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f2f5a048-d18e-42d4-9e93-39130e630111 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:41.891318 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-962c5260-17a9-4f88-b1a8-b9834093afad req-54dce145-9acf-44d6-bc23-7880eecf44f1 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8feeca9-8e7a-47c5-9834-b2981b41113f HTTP/1.1" status: 200 len: 943 time: 0.1356843 Oct 30 15:35:41.902996 n-d-806683-17 neutron-server[102130]: INFO neutron.db.l3_db [None req-211f3030-7454-45f6-8d1a-1e37af9bdc52 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Floating IP ad1bb571-31a5-4c63-bbdd-8d2dfcef50a9 associated. External IP: 172.25.4.87, port: dafb5ba8-b3b1-42d5-a450-a37661e5716c. Oct 30 15:35:41.981322 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-f2f5a048-d18e-42d4-9e93-39130e630111 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3421786 Oct 30 15:35:41.985085 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39206) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:41.991503 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-33e2d4ab-f1b2-4607-83f0-bca442461da5 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Request body: {'network': {'name': 'tempest-router-network02--336939096'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:35:42.005808 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f5a048-d18e-42d4-9e93-39130e630111 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Pushing event updated for resources: {'Network': ['ID=dbc023c4-9de6-49e9-b76c-aa0cf2f54565,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:42.009672 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-962c5260-17a9-4f88-b1a8-b9834093afad req-8934e71a-f5ee-415b-ba87-cc9cea69ec02 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee5a29da-464d-4127-ba39-e13f61005ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173544 Oct 30 15:35:42.035275 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network dbc023c4-9de6-49e9-b76c-aa0cf2f54565 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:35:42.044751 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e2d4ab-f1b2-4607-83f0-bca442461da5 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Made reservation on behalf of 3c11936023bb4444b98211983e76a0d8 for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:35:42.048797 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-33e2d4ab-f1b2-4607-83f0-bca442461da5 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:42.085711 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33e2d4ab-f1b2-4607-83f0-bca442461da5 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:35:42.098645 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-33e2d4ab-f1b2-4607-83f0-bca442461da5 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:42.099004 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-33e2d4ab-f1b2-4607-83f0-bca442461da5 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Added segment 435d5167-08a6-4dfc-8773-272816a0f8b2 of type vlan for network f835f49f-070f-434c-81f4-40f8db12185d Oct 30 15:35:42.153349 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-33e2d4ab-f1b2-4607-83f0-bca442461da5 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:42.192523 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-f3466c25-79f8-485f-bc76-4215665ed155 None None] Allocated IP 2001:db8::2 (a3af0517-fae3-4cf1-88b3-a4441b2bc35b/316d74fe-9fcf-443d-9169-a6dfc6cd580b/7000fe63-abc5-45bf-af52-1431af237f95) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:35:42.224783 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-33e2d4ab-f1b2-4607-83f0-bca442461da5 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:42.240559 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e2d4ab-f1b2-4607-83f0-bca442461da5 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:42.243056 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-33e2d4ab-f1b2-4607-83f0-bca442461da5 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:42.277986 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-211f3030-7454-45f6-8d1a-1e37af9bdc52 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Router a43b80bf-5e04-432f-a859-c3ffebb7a4cb has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:35:42.288623 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39214) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:42.291849 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-33e2d4ab-f1b2-4607-83f0-bca442461da5 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3051713 Oct 30 15:35:42.307368 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-cce73c99-59b0-4f26-ace0-187ccf5cd8e8 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Request body: {'subnet': {'network_id': 'dbc023c4-9de6-49e9-b76c-aa0cf2f54565', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:35:42.445702 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e2d4ab-f1b2-4607-83f0-bca442461da5 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Pushing event updated for resources: {'Network': ['ID=f835f49f-070f-434c-81f4-40f8db12185d,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:42.458020 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network f835f49f-070f-434c-81f4-40f8db12185d details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:35:42.659072 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f3466c25-79f8-485f-bc76-4215665ed155 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:42.672177 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f3466c25-79f8-485f-bc76-4215665ed155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:42.754881 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce73c99-59b0-4f26-ace0-187ccf5cd8e8 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Made reservation on behalf of 3c11936023bb4444b98211983e76a0d8 for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:35:42.762429 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cce73c99-59b0-4f26-ace0-187ccf5cd8e8 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:42.767970 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3466c25-79f8-485f-bc76-4215665ed155 None None] Pushing event updated for resources: {'Port': ['ID=7000fe63-abc5-45bf-af52-1431af237f95,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:42.772714 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-211f3030-7454-45f6-8d1a-1e37af9bdc52 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:35:42.782602 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3466c25-79f8-485f-bc76-4215665ed155 None None] Network a3af0517-fae3-4cf1-88b3-a4441b2bc35b is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:35:42.786000 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3d6f32-91f9-40b2-bfe8-b7cad1b87e67 None None] Sync routers for ids ['a43b80bf-5e04-432f-a859-c3ffebb7a4cb'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:35:42.790211 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-f3466c25-79f8-485f-bc76-4215665ed155 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:35:42.796505 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3466c25-79f8-485f-bc76-4215665ed155 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:35:42.810360 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3d6f32-91f9-40b2-bfe8-b7cad1b87e67 None None] Routers {'a43b80bf-5e04-432f-a859-c3ffebb7a4cb'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:35:42.812487 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-9f3d6f32-91f9-40b2-bfe8-b7cad1b87e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:35:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['a43b80bf-5e04-432f-a859-c3ffebb7a4cb'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:42.860493 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-9f3d6f32-91f9-40b2-bfe8-b7cad1b87e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:42.901436 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-211f3030-7454-45f6-8d1a-1e37af9bdc52 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:42.909603 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-f3466c25-79f8-485f-bc76-4215665ed155 None None] Attempting to bind port 7000fe63-abc5-45bf-af52-1431af237f95 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:35:42.910135 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-f3466c25-79f8-485f-bc76-4215665ed155 None None] Attempting to bind port 7000fe63-abc5-45bf-af52-1431af237f95 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '3655f4ba-99a4-49f5-9bee-8ab33f2e2a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a3af0517-fae3-4cf1-88b3-a4441b2bc35b'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:35:42.910618 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3466c25-79f8-485f-bc76-4215665ed155 None None] Attempting to bind port 7000fe63-abc5-45bf-af52-1431af237f95 on network a3af0517-fae3-4cf1-88b3-a4441b2bc35b {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:35:42.916896 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3466c25-79f8-485f-bc76-4215665ed155 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:35:42.922168 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3466c25-79f8-485f-bc76-4215665ed155 None None] Checking segment: {'id': '3655f4ba-99a4-49f5-9bee-8ab33f2e2a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a3af0517-fae3-4cf1-88b3-a4441b2bc35b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:35:42.929176 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f3466c25-79f8-485f-bc76-4215665ed155 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:42.929176 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3466c25-79f8-485f-bc76-4215665ed155 None None] Bound using segment: {'id': '3655f4ba-99a4-49f5-9bee-8ab33f2e2a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a3af0517-fae3-4cf1-88b3-a4441b2bc35b'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:35:42.929176 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-f3466c25-79f8-485f-bc76-4215665ed155 None None] Bound port: 7000fe63-abc5-45bf-af52-1431af237f95, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3655f4ba-99a4-49f5-9bee-8ab33f2e2a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a3af0517-fae3-4cf1-88b3-a4441b2bc35b'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:35:42.929176 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f3466c25-79f8-485f-bc76-4215665ed155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:42.929176 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3d6f32-91f9-40b2-bfe8-b7cad1b87e67 None None] Routers {'a43b80bf-5e04-432f-a859-c3ffebb7a4cb'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:35:42.929176 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-9f3d6f32-91f9-40b2-bfe8-b7cad1b87e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:35:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['a43b80bf-5e04-432f-a859-c3ffebb7a4cb'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:42.975420 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-211f3030-7454-45f6-8d1a-1e37af9bdc52 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.4757750 Oct 30 15:35:42.978311 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39236) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:42.984840 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-3ca20052-9180-401b-a8d4-f10a2277ec4b tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:35:43.044150 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-9f3d6f32-91f9-40b2-bfe8-b7cad1b87e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:43.045081 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3d6f32-91f9-40b2-bfe8-b7cad1b87e67 None None] The sync data for ids ['a43b80bf-5e04-432f-a859-c3ffebb7a4cb'] in n-d-806683-17 is: [] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:35:43.169105 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cce73c99-59b0-4f26-ace0-187ccf5cd8e8 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:43.201611 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-f3466c25-79f8-485f-bc76-4215665ed155 None None] For port 7000fe63-abc5-45bf-af52-1431af237f95, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:35:43.208594 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-f3466c25-79f8-485f-bc76-4215665ed155 None None] For port 7000fe63-abc5-45bf-af52-1431af237f95, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=7000fe63-abc5-45bf-af52-1431af237f95,segment=NetworkSegment(3655f4ba-99a4-49f5-9bee-8ab33f2e2a29),segment_id=3655f4ba-99a4-49f5-9bee-8ab33f2e2a29)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:35:43.220623 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f3466c25-79f8-485f-bc76-4215665ed155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:43.276463 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3ca20052-9180-401b-a8d4-f10a2277ec4b tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for floatingip, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:43.296405 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce73c99-59b0-4f26-ace0-187ccf5cd8e8 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Pushing event updated for resources: {'Subnet': ['ID=7b03594a-8ea4-465b-a822-8aa2a54935f9,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:43.325383 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce73c99-59b0-4f26-ace0-187ccf5cd8e8 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Checking segment: {'id': '55db0520-d5de-4d95-8704-1fdd5c965eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dbc023c4-9de6-49e9-b76c-aa0cf2f54565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:35:43.326231 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce73c99-59b0-4f26-ace0-187ccf5cd8e8 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Network hostable DHCP agents. Network: dbc023c4-9de6-49e9-b76c-aa0cf2f54565, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:35:43.371828 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3466c25-79f8-485f-bc76-4215665ed155 None None] Pushing event updated for resources: {'Port': ['ID=7000fe63-abc5-45bf-af52-1431af237f95,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:43.372474 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce73c99-59b0-4f26-ace0-187ccf5cd8e8 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Network dbc023c4-9de6-49e9-b76c-aa0cf2f54565 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:35:43.436210 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-cce73c99-59b0-4f26-ace0-187ccf5cd8e8 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, dbc023c4-9de6-49e9-b76c-aa0cf2f54565) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:35:43.444115 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce73c99-59b0-4f26-ace0-187ccf5cd8e8 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:43.445694 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cce73c99-59b0-4f26-ace0-187ccf5cd8e8 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:43.458011 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a428d44-15d6-454c-bfd8-938ffc578fb1 None None] Network dbc023c4-9de6-49e9-b76c-aa0cf2f54565 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:35:43.494039 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-cce73c99-59b0-4f26-ace0-187ccf5cd8e8 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2031355 Oct 30 15:35:43.494696 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39254) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:43.509650 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-28e16494-67a8-46bc-9a56-19d5a57dc1fa tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Request body: {'subnet': {'network_id': 'f835f49f-070f-434c-81f4-40f8db12185d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:35:43.542758 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35464279-c829-48da-903e-bf2a3a821063 req-4d1a4fe7-4c1f-45b7-9432-382e68aeab2d tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:43.549928 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-35464279-c829-48da-903e-bf2a3a821063 req-4d1a4fe7-4c1f-45b7-9432-382e68aeab2d tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8feeca9-8e7a-47c5-9834-b2981b41113f HTTP/1.1" status: 200 len: 943 time: 0.2522402 Oct 30 15:35:43.724802 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-35464279-c829-48da-903e-bf2a3a821063 req-8c2bb84a-261f-46ea-b091-a946c006d7a5 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee5a29da-464d-4127-ba39-e13f61005ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1630909 Oct 30 15:35:43.808249 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3ca20052-9180-401b-a8d4-f10a2277ec4b tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:43.828868 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3ca20052-9180-401b-a8d4-f10a2277ec4b tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:43.829956 n-d-806683-17 neutron-server[102131]: INFO neutron.db.l3_db [None req-3ca20052-9180-401b-a8d4-f10a2277ec4b tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Floating IP ad1bb571-31a5-4c63-bbdd-8d2dfcef50a9 disassociated. External IP: 172.25.4.87, port: dafb5ba8-b3b1-42d5-a450-a37661e5716c. Oct 30 15:35:43.887009 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991b3f6f-2b78-417f-b500-bcbb29c31fe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-dbc023c4-9de6-49e9-b76c-aa0cf2f54565', 'network_id': 'dbc023c4-9de6-49e9-b76c-aa0cf2f54565', 'tenant_id': '3c11936023bb4444b98211983e76a0d8', 'fixed_ips': [{'subnet_id': '7b03594a-8ea4-465b-a822-8aa2a54935f9'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:35:43.888480 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-991b3f6f-2b78-417f-b500-bcbb29c31fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:43.956506 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e16494-67a8-46bc-9a56-19d5a57dc1fa tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Made reservation on behalf of 3c11936023bb4444b98211983e76a0d8 for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:35:43.963313 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-28e16494-67a8-46bc-9a56-19d5a57dc1fa tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:44.172591 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-991b3f6f-2b78-417f-b500-bcbb29c31fe4 None None] Allocated IP 2001:db8::2 (dbc023c4-9de6-49e9-b76c-aa0cf2f54565/7b03594a-8ea4-465b-a822-8aa2a54935f9/b6981112-3e00-4f31-9732-78a47a15427c) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:35:44.242602 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ca20052-9180-401b-a8d4-f10a2277ec4b tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Router a43b80bf-5e04-432f-a859-c3ffebb7a4cb has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:35:44.454527 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca20052-9180-401b-a8d4-f10a2277ec4b tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:35:44.461237 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3ca20052-9180-401b-a8d4-f10a2277ec4b tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:44.465346 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0ed085-064e-4b78-8278-fa607a0b4986 None None] Sync routers for ids ['a43b80bf-5e04-432f-a859-c3ffebb7a4cb'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:35:44.490507 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0ed085-064e-4b78-8278-fa607a0b4986 None None] Routers {'a43b80bf-5e04-432f-a859-c3ffebb7a4cb'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:35:44.491150 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-0c0ed085-064e-4b78-8278-fa607a0b4986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:35:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['a43b80bf-5e04-432f-a859-c3ffebb7a4cb'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:44.504221 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-3ca20052-9180-401b-a8d4-f10a2277ec4b tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] 10.222.0.62 "PUT /v2.0/floatingips/ad1bb571-31a5-4c63-bbdd-8d2dfcef50a9 HTTP/1.1" status: 200 len: 687 time: 1.5243697 Oct 30 15:35:44.506057 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39272) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:44.522920 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-28e16494-67a8-46bc-9a56-19d5a57dc1fa tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:44.570147 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-991b3f6f-2b78-417f-b500-bcbb29c31fe4 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:44.592641 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-991b3f6f-2b78-417f-b500-bcbb29c31fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:44.602800 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-0c0ed085-064e-4b78-8278-fa607a0b4986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:44.632096 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0ed085-064e-4b78-8278-fa607a0b4986 None None] Routers {'a43b80bf-5e04-432f-a859-c3ffebb7a4cb'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:35:44.632983 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-0c0ed085-064e-4b78-8278-fa607a0b4986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:35:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['a43b80bf-5e04-432f-a859-c3ffebb7a4cb'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:44.705033 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e16494-67a8-46bc-9a56-19d5a57dc1fa tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Pushing event updated for resources: {'Subnet': ['ID=e9eaefbd-601e-4a6a-9b8d-ffd28d8a7023,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:44.733190 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-0c0ed085-064e-4b78-8278-fa607a0b4986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:44.736091 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0ed085-064e-4b78-8278-fa607a0b4986 None None] The sync data for ids ['a43b80bf-5e04-432f-a859-c3ffebb7a4cb'] in n-d-806683-17 is: [] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:35:44.738030 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991b3f6f-2b78-417f-b500-bcbb29c31fe4 None None] Pushing event updated for resources: {'Port': ['ID=b6981112-3e00-4f31-9732-78a47a15427c,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:44.738597 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e16494-67a8-46bc-9a56-19d5a57dc1fa tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Checking segment: {'id': '435d5167-08a6-4dfc-8773-272816a0f8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f835f49f-070f-434c-81f4-40f8db12185d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:35:44.740624 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e16494-67a8-46bc-9a56-19d5a57dc1fa tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Network hostable DHCP agents. Network: f835f49f-070f-434c-81f4-40f8db12185d, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:35:44.769352 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-3c2833f8-db0b-4df8-9461-e2aa242ea27e tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Deleting port 3b59257a-415e-4f8a-b18b-15c7ecf6506d {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:35:44.770140 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3c2833f8-db0b-4df8-9461-e2aa242ea27e tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:44.786966 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991b3f6f-2b78-417f-b500-bcbb29c31fe4 None None] Network dbc023c4-9de6-49e9-b76c-aa0cf2f54565 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:35:44.791309 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e16494-67a8-46bc-9a56-19d5a57dc1fa tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Network f835f49f-070f-434c-81f4-40f8db12185d is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:35:44.791728 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-991b3f6f-2b78-417f-b500-bcbb29c31fe4 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:35:44.800364 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991b3f6f-2b78-417f-b500-bcbb29c31fe4 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:35:44.811585 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-28e16494-67a8-46bc-9a56-19d5a57dc1fa tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, f835f49f-070f-434c-81f4-40f8db12185d) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:35:44.827108 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e16494-67a8-46bc-9a56-19d5a57dc1fa tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:44.828906 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-28e16494-67a8-46bc-9a56-19d5a57dc1fa tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:44.871520 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-28e16494-67a8-46bc-9a56-19d5a57dc1fa tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3756859 Oct 30 15:35:44.872495 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39276) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:44.893644 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695e008a-94e6-42a5-a44f-5a559c49dd17 None None] Network f835f49f-070f-434c-81f4-40f8db12185d requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:35:45.013820 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3c2833f8-db0b-4df8-9461-e2aa242ea27e tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:45.014146 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3c2833f8-db0b-4df8-9461-e2aa242ea27e tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:45.049419 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-3c2833f8-db0b-4df8-9461-e2aa242ea27e tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Calling delete_port for 3b59257a-415e-4f8a-b18b-15c7ecf6506d owned by network:floatingip {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:35:45.215270 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 7000fe63-abc5-45bf-af52-1431af237f95 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:35:45.218657 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-991b3f6f-2b78-417f-b500-bcbb29c31fe4 None None] Attempting to bind port b6981112-3e00-4f31-9732-78a47a15427c on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:35:45.219182 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-991b3f6f-2b78-417f-b500-bcbb29c31fe4 None None] Attempting to bind port b6981112-3e00-4f31-9732-78a47a15427c by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '55db0520-d5de-4d95-8704-1fdd5c965eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dbc023c4-9de6-49e9-b76c-aa0cf2f54565'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:35:45.219916 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991b3f6f-2b78-417f-b500-bcbb29c31fe4 None None] Attempting to bind port b6981112-3e00-4f31-9732-78a47a15427c on network dbc023c4-9de6-49e9-b76c-aa0cf2f54565 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:35:45.299152 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991b3f6f-2b78-417f-b500-bcbb29c31fe4 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:35:45.300082 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991b3f6f-2b78-417f-b500-bcbb29c31fe4 None None] Checking segment: {'id': '55db0520-d5de-4d95-8704-1fdd5c965eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dbc023c4-9de6-49e9-b76c-aa0cf2f54565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:35:45.300941 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-991b3f6f-2b78-417f-b500-bcbb29c31fe4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:45.301540 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991b3f6f-2b78-417f-b500-bcbb29c31fe4 None None] Bound using segment: {'id': '55db0520-d5de-4d95-8704-1fdd5c965eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dbc023c4-9de6-49e9-b76c-aa0cf2f54565'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:35:45.302657 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-991b3f6f-2b78-417f-b500-bcbb29c31fe4 None None] Bound port: b6981112-3e00-4f31-9732-78a47a15427c, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55db0520-d5de-4d95-8704-1fdd5c965eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dbc023c4-9de6-49e9-b76c-aa0cf2f54565'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:35:45.303839 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-991b3f6f-2b78-417f-b500-bcbb29c31fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:45.366121 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9910b55-4936-4d08-b5aa-5dcc197547cf None None] Network a3af0517-fae3-4cf1-88b3-a4441b2bc35b requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:35:45.378192 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6844c85-c244-4a67-a64b-bb4cf899c450 req-8dfe1746-904d-4b17-bd13-4a8a121afc89 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:45.388832 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f6844c85-c244-4a67-a64b-bb4cf899c450 req-8dfe1746-904d-4b17-bd13-4a8a121afc89 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8feeca9-8e7a-47c5-9834-b2981b41113f HTTP/1.1" status: 200 len: 943 time: 0.4163058 Oct 30 15:35:45.460418 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-991b3f6f-2b78-417f-b500-bcbb29c31fe4 None None] For port b6981112-3e00-4f31-9732-78a47a15427c, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:35:45.467671 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-991b3f6f-2b78-417f-b500-bcbb29c31fe4 None None] For port b6981112-3e00-4f31-9732-78a47a15427c, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=b6981112-3e00-4f31-9732-78a47a15427c,segment=NetworkSegment(55db0520-d5de-4d95-8704-1fdd5c965eb5),segment_id=55db0520-d5de-4d95-8704-1fdd5c965eb5)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:35:45.534701 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3c2833f8-db0b-4df8-9461-e2aa242ea27e tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:45.579374 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2833f8-db0b-4df8-9461-e2aa242ea27e tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Pushing event deleted for resources: {'Port': ['ID=3b59257a-415e-4f8a-b18b-15c7ecf6506d,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:45.650344 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f6844c85-c244-4a67-a64b-bb4cf899c450 req-f5fafceb-079f-4c01-b57d-c835bb1f01aa tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee5a29da-464d-4127-ba39-e13f61005ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2501240 Oct 30 15:35:45.836622 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2ecb5111-4792-473a-876e-8307656572c4 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:45.853618 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-991b3f6f-2b78-417f-b500-bcbb29c31fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:45.863521 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cb8eb9-c258-4420-a531-210dc666fbda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-f835f49f-070f-434c-81f4-40f8db12185d', 'network_id': 'f835f49f-070f-434c-81f4-40f8db12185d', 'tenant_id': '3c11936023bb4444b98211983e76a0d8', 'fixed_ips': [{'subnet_id': 'e9eaefbd-601e-4a6a-9b8d-ffd28d8a7023'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:35:45.864449 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a5cb8eb9-c258-4420-a531-210dc666fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:45.968878 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991b3f6f-2b78-417f-b500-bcbb29c31fe4 None None] Pushing event updated for resources: {'Port': ['ID=b6981112-3e00-4f31-9732-78a47a15427c,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:45.993908 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-ae0ef1e5-1380-4049-ae78-1f6003f2893c None None] Provisioning complete for port 7000fe63-abc5-45bf-af52-1431af237f95 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:35:45.994448 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ae0ef1e5-1380-4049-ae78-1f6003f2893c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:46.118542 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3c2833f8-db0b-4df8-9461-e2aa242ea27e tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for floatingip, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:46.121308 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3c2833f8-db0b-4df8-9461-e2aa242ea27e tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:46.134456 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-3c2833f8-db0b-4df8-9461-e2aa242ea27e tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] 10.222.0.62 "DELETE /v2.0/floatingips/ad1bb571-31a5-4c63-bbdd-8d2dfcef50a9 HTTP/1.1" status: 204 len: 168 time: 1.6234884 Oct 30 15:35:46.134816 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39282) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:46.139408 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-59301a14-1ee7-40f1-8f42-97c09f2e937e tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Request body: {'floatingip': {'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'port_id': '17b2cc89-945f-40ed-b7d7-711eb25f8fc9'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:35:46.201228 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-59301a14-1ee7-40f1-8f42-97c09f2e937e tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for floatingip, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:46.373938 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 7000fe63-abc5-45bf-af52-1431af237f95 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:35:46.374709 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:46.500765 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-2ecb5111-4792-473a-876e-8307656572c4 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Allocated IP 2001:db8::1 (dbc023c4-9de6-49e9-b76c-aa0cf2f54565/7b03594a-8ea4-465b-a822-8aa2a54935f9/d0e0018d-0a50-42b2-9707-adfcedd06ded) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:35:46.514250 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-59301a14-1ee7-40f1-8f42-97c09f2e937e tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:46.545674 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-a5cb8eb9-c258-4420-a531-210dc666fbda None None] Allocated IP 2001:db8::2 (f835f49f-070f-434c-81f4-40f8db12185d/e9eaefbd-601e-4a6a-9b8d-ffd28d8a7023/46b71e25-6a60-4bdf-9d37-2c5aa3cf4e9e) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:35:46.796158 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2ecb5111-4792-473a-876e-8307656572c4 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:46.845553 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-59301a14-1ee7-40f1-8f42-97c09f2e937e tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Allocated IP 172.25.4.250 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/3a612fd9-4936-4e58-91a6-422895ecc440) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:35:46.872843 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2ecb5111-4792-473a-876e-8307656572c4 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:46.903718 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c973b3-8621-4248-ab1a-e36f182504dd req-1662eea6-7d6c-4c9e-8b31-ee330845a6bc tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:46.913843 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a9c973b3-8621-4248-ab1a-e36f182504dd req-1662eea6-7d6c-4c9e-8b31-ee330845a6bc tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8feeca9-8e7a-47c5-9834-b2981b41113f HTTP/1.1" status: 200 len: 943 time: 0.1401379 Oct 30 15:35:46.955444 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ae0ef1e5-1380-4049-ae78-1f6003f2893c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:46.976097 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ecb5111-4792-473a-876e-8307656572c4 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Network dbc023c4-9de6-49e9-b76c-aa0cf2f54565 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:35:46.981641 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-2ecb5111-4792-473a-876e-8307656572c4 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:35:46.986579 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecb5111-4792-473a-876e-8307656572c4 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:35:46.999228 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2ecb5111-4792-473a-876e-8307656572c4 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:47.043859 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a9c973b3-8621-4248-ab1a-e36f182504dd req-ba72016a-387b-41f9-8492-5c0c521c151b tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee5a29da-464d-4127-ba39-e13f61005ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285784 Oct 30 15:35:47.126766 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-59301a14-1ee7-40f1-8f42-97c09f2e937e tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:47.193366 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-59301a14-1ee7-40f1-8f42-97c09f2e937e tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:47.245990 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-ae0ef1e5-1380-4049-ae78-1f6003f2893c None None] For port 7000fe63-abc5-45bf-af52-1431af237f95, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=7000fe63-abc5-45bf-af52-1431af237f95,segment=NetworkSegment(3655f4ba-99a4-49f5-9bee-8ab33f2e2a29),segment_id=3655f4ba-99a4-49f5-9bee-8ab33f2e2a29)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:35:47.252318 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:47.270491 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59301a14-1ee7-40f1-8f42-97c09f2e937e tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:35:47.278671 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ae0ef1e5-1380-4049-ae78-1f6003f2893c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:47.284901 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecb5111-4792-473a-876e-8307656572c4 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Pushing event updated for resources: {'Port': ['ID=d0e0018d-0a50-42b2-9707-adfcedd06ded,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:47.304653 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-59301a14-1ee7-40f1-8f42-97c09f2e937e tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:35:47.307377 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59301a14-1ee7-40f1-8f42-97c09f2e937e tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:35:47.404925 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2ecb5111-4792-473a-876e-8307656572c4 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:47.425399 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59301a14-1ee7-40f1-8f42-97c09f2e937e tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Pushing event updated for resources: {'Port': ['ID=3a612fd9-4936-4e58-91a6-422895ecc440,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:47.562604 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0ef1e5-1380-4049-ae78-1f6003f2893c None None] Pushing event updated for resources: {'Port': ['ID=7000fe63-abc5-45bf-af52-1431af237f95,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:47.691640 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.db.api [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 30 15:35:47.692010 n-d-806683-17 neutron-server[102132]: DEBUG oslo_db.api [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 30 15:35:47.843942 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a5cb8eb9-c258-4420-a531-210dc666fbda None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:47.860340 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a5cb8eb9-c258-4420-a531-210dc666fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:47.927906 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5cb8eb9-c258-4420-a531-210dc666fbda None None] Network f835f49f-070f-434c-81f4-40f8db12185d is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:35:47.933388 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-a5cb8eb9-c258-4420-a531-210dc666fbda None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:35:47.938004 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cb8eb9-c258-4420-a531-210dc666fbda None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:35:47.960454 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf31b8f-3a9f-4b85-bcf3-62d4c65a166b None None] Network dbc023c4-9de6-49e9-b76c-aa0cf2f54565 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:35:48.019295 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cb8eb9-c258-4420-a531-210dc666fbda None None] Pushing event updated for resources: {'Port': ['ID=46b71e25-6a60-4bdf-9d37-2c5aa3cf4e9e,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:48.106508 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-114a119a-28c8-4894-842d-8cf06b1d68e5 None None] Provisioning complete for port 7000fe63-abc5-45bf-af52-1431af237f95 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:35:48.106893 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-114a119a-28c8-4894-842d-8cf06b1d68e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:48.131145 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2ecb5111-4792-473a-876e-8307656572c4 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:48.142749 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2ecb5111-4792-473a-876e-8307656572c4 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:48.143640 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2ecb5111-4792-473a-876e-8307656572c4 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:48.435001 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecb5111-4792-473a-876e-8307656572c4 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Pushing event updated for resources: {'Port': ['ID=d0e0018d-0a50-42b2-9707-adfcedd06ded,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:48.440542 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-59301a14-1ee7-40f1-8f42-97c09f2e937e tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:48.531047 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-a5cb8eb9-c258-4420-a531-210dc666fbda None None] Attempting to bind port 46b71e25-6a60-4bdf-9d37-2c5aa3cf4e9e on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:35:48.531598 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-a5cb8eb9-c258-4420-a531-210dc666fbda None None] Attempting to bind port 46b71e25-6a60-4bdf-9d37-2c5aa3cf4e9e by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '435d5167-08a6-4dfc-8773-272816a0f8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f835f49f-070f-434c-81f4-40f8db12185d'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:35:48.531864 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cb8eb9-c258-4420-a531-210dc666fbda None None] Attempting to bind port 46b71e25-6a60-4bdf-9d37-2c5aa3cf4e9e on network f835f49f-070f-434c-81f4-40f8db12185d {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:35:48.543889 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cb8eb9-c258-4420-a531-210dc666fbda None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:35:48.544273 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cb8eb9-c258-4420-a531-210dc666fbda None None] Checking segment: {'id': '435d5167-08a6-4dfc-8773-272816a0f8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f835f49f-070f-434c-81f4-40f8db12185d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:35:48.544682 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a5cb8eb9-c258-4420-a531-210dc666fbda None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:48.545103 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cb8eb9-c258-4420-a531-210dc666fbda None None] Bound using segment: {'id': '435d5167-08a6-4dfc-8773-272816a0f8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f835f49f-070f-434c-81f4-40f8db12185d'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:35:48.545603 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-a5cb8eb9-c258-4420-a531-210dc666fbda None None] Bound port: 46b71e25-6a60-4bdf-9d37-2c5aa3cf4e9e, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '435d5167-08a6-4dfc-8773-272816a0f8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f835f49f-070f-434c-81f4-40f8db12185d'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:35:48.546601 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a5cb8eb9-c258-4420-a531-210dc666fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:48.627548 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99773f04-f8b8-4e2c-a88f-76cec18cc258 req-419468bd-3d3a-4113-847f-05076f759818 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:48.642878 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-99773f04-f8b8-4e2c-a88f-76cec18cc258 req-419468bd-3d3a-4113-847f-05076f759818 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8feeca9-8e7a-47c5-9834-b2981b41113f HTTP/1.1" status: 200 len: 943 time: 0.4042497 Oct 30 15:35:48.704740 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-59301a14-1ee7-40f1-8f42-97c09f2e937e tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:48.720802 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-a5cb8eb9-c258-4420-a531-210dc666fbda None None] For port 46b71e25-6a60-4bdf-9d37-2c5aa3cf4e9e, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:35:48.729723 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-a5cb8eb9-c258-4420-a531-210dc666fbda None None] For port 46b71e25-6a60-4bdf-9d37-2c5aa3cf4e9e, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=46b71e25-6a60-4bdf-9d37-2c5aa3cf4e9e,segment=NetworkSegment(435d5167-08a6-4dfc-8773-272816a0f8b2),segment_id=435d5167-08a6-4dfc-8773-272816a0f8b2)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:35:48.741239 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a5cb8eb9-c258-4420-a531-210dc666fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:48.744657 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ecb5111-4792-473a-876e-8307656572c4 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Network dbc023c4-9de6-49e9-b76c-aa0cf2f54565 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:35:48.751192 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-2ecb5111-4792-473a-876e-8307656572c4 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:35:48.838926 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device b6981112-3e00-4f31-9732-78a47a15427c up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:35:48.945206 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-99773f04-f8b8-4e2c-a88f-76cec18cc258 req-f195917f-ec67-41ee-af27-dbb7be0a2825 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee5a29da-464d-4127-ba39-e13f61005ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2906189 Oct 30 15:35:49.123850 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-739e4932-2d6f-4a9e-acc6-09248320b8d1 None None] Provisioning complete for port b6981112-3e00-4f31-9732-78a47a15427c triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:35:49.125173 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-739e4932-2d6f-4a9e-acc6-09248320b8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:49.135360 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cb8eb9-c258-4420-a531-210dc666fbda None None] Pushing event updated for resources: {'Port': ['ID=46b71e25-6a60-4bdf-9d37-2c5aa3cf4e9e,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:49.239891 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-59301a14-1ee7-40f1-8f42-97c09f2e937e tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:49.245374 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ecb5111-4792-473a-876e-8307656572c4 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Router fcecb5c9-b8c8-4c1c-a268-80aa183b841d is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:35:49.252810 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-59301a14-1ee7-40f1-8f42-97c09f2e937e tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:49.305358 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port b6981112-3e00-4f31-9732-78a47a15427c triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:35:49.306150 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:49.365563 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59301a14-1ee7-40f1-8f42-97c09f2e937e tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Pushing event updated for resources: {'Port': ['ID=3a612fd9-4936-4e58-91a6-422895ecc440,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:49.541267 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-59301a14-1ee7-40f1-8f42-97c09f2e937e tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:49.582357 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-739e4932-2d6f-4a9e-acc6-09248320b8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:49.658763 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ecb5111-4792-473a-876e-8307656572c4 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:35:49.691424 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-2ecb5111-4792-473a-876e-8307656572c4 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] 10.222.0.62 "PUT /v2.0/routers/fcecb5c9-b8c8-4c1c-a268-80aa183b841d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8175993 Oct 30 15:35:49.693446 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005a7601-544d-4897-af63-02e4c1bff675 None None] Sync routers for ids ['fcecb5c9-b8c8-4c1c-a268-80aa183b841d'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:35:49.706345 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39306) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:49.796580 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-739e4932-2d6f-4a9e-acc6-09248320b8d1 None None] For port b6981112-3e00-4f31-9732-78a47a15427c, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=b6981112-3e00-4f31-9732-78a47a15427c,segment=NetworkSegment(55db0520-d5de-4d95-8704-1fdd5c965eb5),segment_id=55db0520-d5de-4d95-8704-1fdd5c965eb5)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:35:49.803967 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005a7601-544d-4897-af63-02e4c1bff675 None None] Routers {'fcecb5c9-b8c8-4c1c-a268-80aa183b841d'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:35:49.804627 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-005a7601-544d-4897-af63-02e4c1bff675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:35:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['fcecb5c9-b8c8-4c1c-a268-80aa183b841d'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:49.818313 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-739e4932-2d6f-4a9e-acc6-09248320b8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:49.849551 n-d-806683-17 neutron-server[102131]: INFO neutron.db.l3_db [None req-59301a14-1ee7-40f1-8f42-97c09f2e937e tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Floating IP f1d00baa-840f-4b1b-bf91-7384337e9c89 associated. External IP: 172.25.4.250, port: 17b2cc89-945f-40ed-b7d7-711eb25f8fc9. Oct 30 15:35:49.926932 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39308) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:49.964074 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-005a7601-544d-4897-af63-02e4c1bff675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:50.073822 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005a7601-544d-4897-af63-02e4c1bff675 None None] Routers {'fcecb5c9-b8c8-4c1c-a268-80aa183b841d'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:35:50.074036 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-005a7601-544d-4897-af63-02e4c1bff675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:35:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['fcecb5c9-b8c8-4c1c-a268-80aa183b841d'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:50.408207 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a1eaa420-032e-4823-bc46-30db99abea18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:50.546447 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732ec358-5b16-49e3-91ba-89710ed7f0cc req-57adc1c0-901b-4f49-b1ea-af27e5b61c70 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:50.553332 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-732ec358-5b16-49e3-91ba-89710ed7f0cc req-57adc1c0-901b-4f49-b1ea-af27e5b61c70 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8feeca9-8e7a-47c5-9834-b2981b41113f HTTP/1.1" status: 200 len: 943 time: 0.3509262 Oct 30 15:35:50.658753 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-005a7601-544d-4897-af63-02e4c1bff675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:50.663319 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005a7601-544d-4897-af63-02e4c1bff675 None None] The sync data for ids ['fcecb5c9-b8c8-4c1c-a268-80aa183b841d'] in n-d-806683-17 is: [] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:35:50.678027 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-cd68fda8-336d-46bb-8441-31259843cfe9 None None] Provisioning complete for port d0e0018d-0a50-42b2-9707-adfcedd06ded triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:35:50.679286 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-cd68fda8-336d-46bb-8441-31259843cfe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:50.685601 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 7000fe63-abc5-45bf-af52-1431af237f95 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:35:50.688966 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-732ec358-5b16-49e3-91ba-89710ed7f0cc req-a84792dd-cf6d-44fc-9019-9d357528ed63 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee5a29da-464d-4127-ba39-e13f61005ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105907 Oct 30 15:35:50.723117 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59301a14-1ee7-40f1-8f42-97c09f2e937e tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Router a43b80bf-5e04-432f-a859-c3ffebb7a4cb has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:35:50.824274 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-cd68fda8-336d-46bb-8441-31259843cfe9 None None] Port d0e0018d-0a50-42b2-9707-adfcedd06ded cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:35:50.836166 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739e4932-2d6f-4a9e-acc6-09248320b8d1 None None] Pushing event updated for resources: {'Port': ['ID=b6981112-3e00-4f31-9732-78a47a15427c,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:50.877434 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-cd68fda8-336d-46bb-8441-31259843cfe9 None None] Provisioning complete for port b6981112-3e00-4f31-9732-78a47a15427c triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:35:50.877812 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-cd68fda8-336d-46bb-8441-31259843cfe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:50.961017 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79156ba-5303-4f57-a704-6d755edd025d None None] Network f835f49f-070f-434c-81f4-40f8db12185d requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:35:51.009121 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a1eaa420-032e-4823-bc46-30db99abea18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:51.042766 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a1eaa420-032e-4823-bc46-30db99abea18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:51.104704 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59301a14-1ee7-40f1-8f42-97c09f2e937e tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:35:51.108858 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-a1eaa420-032e-4823-bc46-30db99abea18 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d0f8e75e4c914106abb104d9368c7339&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1811554 Oct 30 15:35:51.117314 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 7000fe63-abc5-45bf-af52-1431af237f95 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:35:51.117689 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:51.122385 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39316) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:51.137483 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78269c24-82fd-43c8-a249-dcb0f0560544 None None] Sync routers for ids ['a43b80bf-5e04-432f-a859-c3ffebb7a4cb'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:35:51.149823 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eaa420-032e-4823-bc46-30db99abea18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc88f9b7-905b-4679-94ea-36b65d8bf2f4,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:51.157040 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78269c24-82fd-43c8-a249-dcb0f0560544 None None] Routers {'a43b80bf-5e04-432f-a859-c3ffebb7a4cb'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:35:51.163145 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-78269c24-82fd-43c8-a249-dcb0f0560544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:35:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['a43b80bf-5e04-432f-a859-c3ffebb7a4cb'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:51.167750 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eaa420-032e-4823-bc46-30db99abea18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:35:51.168386 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eaa420-032e-4823-bc46-30db99abea18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:35:51.168991 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eaa420-032e-4823-bc46-30db99abea18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:35:51.169578 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eaa420-032e-4823-bc46-30db99abea18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:35:51.170067 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eaa420-032e-4823-bc46-30db99abea18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:35:51.170678 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eaa420-032e-4823-bc46-30db99abea18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:35:51.171947 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eaa420-032e-4823-bc46-30db99abea18 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:35:51.172655 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eaa420-032e-4823-bc46-30db99abea18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:35:51.173285 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eaa420-032e-4823-bc46-30db99abea18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:35:51.174232 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eaa420-032e-4823-bc46-30db99abea18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:35:51.175077 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eaa420-032e-4823-bc46-30db99abea18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:35:51.175850 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eaa420-032e-4823-bc46-30db99abea18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:35:51.194033 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-59301a14-1ee7-40f1-8f42-97c09f2e937e tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:51.252474 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-59301a14-1ee7-40f1-8f42-97c09f2e937e tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.1164393 Oct 30 15:35:51.253498 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8eb3a1f8-63d6-4865-9b3d-6a995a7225a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:51.255157 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39318) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:51.266224 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-78269c24-82fd-43c8-a249-dcb0f0560544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:51.279241 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78269c24-82fd-43c8-a249-dcb0f0560544 None None] Routers {'a43b80bf-5e04-432f-a859-c3ffebb7a4cb'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:35:51.280901 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-78269c24-82fd-43c8-a249-dcb0f0560544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:35:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['a43b80bf-5e04-432f-a859-c3ffebb7a4cb'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:51.317291 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-78269c24-82fd-43c8-a249-dcb0f0560544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:51.318375 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78269c24-82fd-43c8-a249-dcb0f0560544 None None] The sync data for ids ['a43b80bf-5e04-432f-a859-c3ffebb7a4cb'] in n-d-806683-17 is: [] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:35:51.356919 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-7dae8eb4-3251-4f75-9221-16cfe87ee5f1 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] 10.222.0.62 "GET /v2.0/floatingips/f1d00baa-840f-4b1b-bf91-7384337e9c89 HTTP/1.1" status: 200 len: 978 time: 0.0981658 Oct 30 15:35:51.362425 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8eb3a1f8-63d6-4865-9b3d-6a995a7225a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:51.363489 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7c14235a-880b-4d53-85f9-ff2aab546fe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:51.380077 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39320) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:51.423842 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8eb3a1f8-63d6-4865-9b3d-6a995a7225a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:51.428650 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8eb3a1f8-63d6-4865-9b3d-6a995a7225a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:51.432391 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-8eb3a1f8-63d6-4865-9b3d-6a995a7225a8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dc88f9b7-905b-4679-94ea-36b65d8bf2f4 HTTP/1.1" status: 204 len: 168 time: 0.3060465 Oct 30 15:35:51.440586 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb3a1f8-63d6-4865-9b3d-6a995a7225a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc88f9b7-905b-4679-94ea-36b65d8bf2f4,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:51.604994 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [None req-1a64494b-3650-409e-ad4e-ef999d612078 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 30 15:35:51.609503 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-1a64494b-3650-409e-ad4e-ef999d612078 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] 10.222.0.62 "PUT /v2.0/routers/fcecb5c9-b8c8-4c1c-a268-80aa183b841d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.8990109 Oct 30 15:35:51.610157 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39324) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:51.677931 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-4395ff70-da99-4243-902a-f033ee3878cf None None] Provisioning complete for port d0e0018d-0a50-42b2-9707-adfcedd06ded triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:35:51.678486 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4395ff70-da99-4243-902a-f033ee3878cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:51.692487 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-65ce40c9-4c76-4a42-813b-e5df917697bc tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.3093936 Oct 30 15:35:51.693742 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39326) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:51.731582 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-48c0b44a-5f60-4c17-a6e2-86d1cb70be54 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Request body: {'floatingip': {'port_id': 'dafb5ba8-b3b1-42d5-a450-a37661e5716c'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:35:51.815257 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-4395ff70-da99-4243-902a-f033ee3878cf None None] Port d0e0018d-0a50-42b2-9707-adfcedd06ded cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:35:51.855686 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-4395ff70-da99-4243-902a-f033ee3878cf None None] Provisioning complete for port 46b71e25-6a60-4bdf-9d37-2c5aa3cf4e9e triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:35:51.859138 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4395ff70-da99-4243-902a-f033ee3878cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:51.970322 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device b6981112-3e00-4f31-9732-78a47a15427c up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:35:52.006836 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-48c0b44a-5f60-4c17-a6e2-86d1cb70be54 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for floatingip, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:52.089550 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba75d1-d624-4997-9a7e-c676cb672324 req-4569f477-9cd3-455a-b326-d3cf05e85cec tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:52.091027 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0eba75d1-d624-4997-9a7e-c676cb672324 req-4569f477-9cd3-455a-b326-d3cf05e85cec tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8feeca9-8e7a-47c5-9834-b2981b41113f HTTP/1.1" status: 200 len: 943 time: 0.1801040 Oct 30 15:35:52.137304 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port b6981112-3e00-4f31-9732-78a47a15427c triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:35:52.137942 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:52.170322 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39332) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:52.171320 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4395ff70-da99-4243-902a-f033ee3878cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:52.195161 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a72c17eb-bad7-4156-864e-6b7d8a6fcea5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:52.222679 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-4395ff70-da99-4243-902a-f033ee3878cf None None] For port 46b71e25-6a60-4bdf-9d37-2c5aa3cf4e9e, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=46b71e25-6a60-4bdf-9d37-2c5aa3cf4e9e,segment=NetworkSegment(435d5167-08a6-4dfc-8773-272816a0f8b2),segment_id=435d5167-08a6-4dfc-8773-272816a0f8b2)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:35:52.250772 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4395ff70-da99-4243-902a-f033ee3878cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:52.298107 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 46b71e25-6a60-4bdf-9d37-2c5aa3cf4e9e up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:35:52.311074 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0eba75d1-d624-4997-9a7e-c676cb672324 req-4a94e1ca-32a4-4840-9317-80f732e3521f tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee5a29da-464d-4127-ba39-e13f61005ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383934 Oct 30 15:35:52.348756 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4395ff70-da99-4243-902a-f033ee3878cf None None] Pushing event updated for resources: {'Port': ['ID=46b71e25-6a60-4bdf-9d37-2c5aa3cf4e9e,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:52.407304 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-6711025f-0ccf-4bcf-92e0-d43bfd772c32 None None] Provisioning complete for port 46b71e25-6a60-4bdf-9d37-2c5aa3cf4e9e triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:35:52.409994 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6711025f-0ccf-4bcf-92e0-d43bfd772c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:52.477305 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 46b71e25-6a60-4bdf-9d37-2c5aa3cf4e9e triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:35:52.483815 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:52.601746 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a72c17eb-bad7-4156-864e-6b7d8a6fcea5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:52.678868 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a72c17eb-bad7-4156-864e-6b7d8a6fcea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:52.824684 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-03263591-9472-457e-b744-41cef896d117 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:52.931793 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a72c17eb-bad7-4156-864e-6b7d8a6fcea5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bcfbb57745f54e558221418e9f7e70e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7580068 Oct 30 15:35:52.934444 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39334) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:52.942374 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72c17eb-bad7-4156-864e-6b7d8a6fcea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc114a59-2422-44e5-8168-395dab1fa4b4,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:53.032603 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-48c0b44a-5f60-4c17-a6e2-86d1cb70be54 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:53.044988 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-48c0b44a-5f60-4c17-a6e2-86d1cb70be54 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:53.048919 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-60dd41e6-16fc-4c1e-8b6a-099ca3714268 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:53.145034 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-60dd41e6-16fc-4c1e-8b6a-099ca3714268 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:53.172377 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-03263591-9472-457e-b744-41cef896d117 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Deleting port d0e0018d-0a50-42b2-9707-adfcedd06ded {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:35:53.172806 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-03263591-9472-457e-b744-41cef896d117 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:53.200281 n-d-806683-17 neutron-server[102130]: INFO neutron.db.l3_db [None req-48c0b44a-5f60-4c17-a6e2-86d1cb70be54 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Floating IP f1d00baa-840f-4b1b-bf91-7384337e9c89 associated. External IP: 172.25.4.250, port: 17b2cc89-945f-40ed-b7d7-711eb25f8fc9. Oct 30 15:35:53.285511 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-60dd41e6-16fc-4c1e-8b6a-099ca3714268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:53.288003 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-60dd41e6-16fc-4c1e-8b6a-099ca3714268 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:53.289167 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-60dd41e6-16fc-4c1e-8b6a-099ca3714268 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bc114a59-2422-44e5-8168-395dab1fa4b4 HTTP/1.1" status: 204 len: 168 time: 0.3538070 Oct 30 15:35:53.305797 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dd41e6-16fc-4c1e-8b6a-099ca3714268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc114a59-2422-44e5-8168-395dab1fa4b4,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:53.346076 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-03263591-9472-457e-b744-41cef896d117 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:53.372000 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-03263591-9472-457e-b744-41cef896d117 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Calling delete_port for d0e0018d-0a50-42b2-9707-adfcedd06ded owned by network:router_interface {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:35:53.537343 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba63b71-27a9-4a7f-b6f3-71359ef3b882 req-55ee355c-2bdf-4955-86af-a732545dc44d tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:53.537568 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48c0b44a-5f60-4c17-a6e2-86d1cb70be54 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Router a43b80bf-5e04-432f-a859-c3ffebb7a4cb has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:35:53.538788 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1ba63b71-27a9-4a7f-b6f3-71359ef3b882 req-55ee355c-2bdf-4955-86af-a732545dc44d tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8feeca9-8e7a-47c5-9834-b2981b41113f HTTP/1.1" status: 200 len: 943 time: 0.0726237 Oct 30 15:35:53.716595 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1ba63b71-27a9-4a7f-b6f3-71359ef3b882 req-0067182f-fc1c-40e9-913c-16950e84f884 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee5a29da-464d-4127-ba39-e13f61005ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1689110 Oct 30 15:35:53.747556 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 46b71e25-6a60-4bdf-9d37-2c5aa3cf4e9e up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:35:53.884489 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c0b44a-5f60-4c17-a6e2-86d1cb70be54 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:35:53.906178 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c1e713-b604-4227-9e81-3407c55f4a8e None None] Sync routers for ids ['a43b80bf-5e04-432f-a859-c3ffebb7a4cb'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:35:53.909283 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 46b71e25-6a60-4bdf-9d37-2c5aa3cf4e9e triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:35:53.909658 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:53.929217 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-03263591-9472-457e-b744-41cef896d117 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:53.960819 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5baef411-9fdb-4bcf-8061-51ab150dda55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:53.982861 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c1e713-b604-4227-9e81-3407c55f4a8e None None] Routers {'a43b80bf-5e04-432f-a859-c3ffebb7a4cb'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:35:53.985670 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-d1c1e713-b604-4227-9e81-3407c55f4a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:35:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['a43b80bf-5e04-432f-a859-c3ffebb7a4cb'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:54.083288 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03263591-9472-457e-b744-41cef896d117 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Pushing event deleted for resources: {'Port': ['ID=d0e0018d-0a50-42b2-9707-adfcedd06ded,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:54.112996 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-d1c1e713-b604-4227-9e81-3407c55f4a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:54.167814 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c1e713-b604-4227-9e81-3407c55f4a8e None None] Routers {'a43b80bf-5e04-432f-a859-c3ffebb7a4cb'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:35:54.168464 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-d1c1e713-b604-4227-9e81-3407c55f4a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:35:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['a43b80bf-5e04-432f-a859-c3ffebb7a4cb'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:54.225856 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-d1c1e713-b604-4227-9e81-3407c55f4a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:54.226863 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c1e713-b604-4227-9e81-3407c55f4a8e None None] The sync data for ids ['a43b80bf-5e04-432f-a859-c3ffebb7a4cb'] in n-d-806683-17 is: [] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:35:54.251777 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-03263591-9472-457e-b744-41cef896d117 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:54.341589 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48c0b44a-5f60-4c17-a6e2-86d1cb70be54 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Router a43b80bf-5e04-432f-a859-c3ffebb7a4cb has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:35:54.484815 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c0b44a-5f60-4c17-a6e2-86d1cb70be54 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:35:54.486389 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03263591-9472-457e-b744-41cef896d117 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Router fcecb5c9-b8c8-4c1c-a268-80aa183b841d has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:35:54.489569 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-48c0b44a-5f60-4c17-a6e2-86d1cb70be54 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:54.494789 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2182dfb6-c2cc-4db9-8c2f-87832ed9cb41 None None] Sync routers for ids ['a43b80bf-5e04-432f-a859-c3ffebb7a4cb'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:35:54.508289 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2182dfb6-c2cc-4db9-8c2f-87832ed9cb41 None None] Routers {'a43b80bf-5e04-432f-a859-c3ffebb7a4cb'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:35:54.509304 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-2182dfb6-c2cc-4db9-8c2f-87832ed9cb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:35:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['a43b80bf-5e04-432f-a859-c3ffebb7a4cb'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:54.548693 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-48c0b44a-5f60-4c17-a6e2-86d1cb70be54 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] 10.222.0.62 "PUT /v2.0/floatingips/f1d00baa-840f-4b1b-bf91-7384337e9c89 HTTP/1.1" status: 200 len: 978 time: 2.8273182 Oct 30 15:35:54.548906 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39342) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:54.553166 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-c2b8d929-6a59-43f9-bf4b-19cffd716804 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:35:54.553358 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-2182dfb6-c2cc-4db9-8c2f-87832ed9cb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:54.563357 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2182dfb6-c2cc-4db9-8c2f-87832ed9cb41 None None] Routers {'a43b80bf-5e04-432f-a859-c3ffebb7a4cb'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:35:54.564309 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-2182dfb6-c2cc-4db9-8c2f-87832ed9cb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:35:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['a43b80bf-5e04-432f-a859-c3ffebb7a4cb'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:54.569536 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03263591-9472-457e-b744-41cef896d117 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:35:54.579420 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-03263591-9472-457e-b744-41cef896d117 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] 10.222.0.62 "PUT /v2.0/routers/fcecb5c9-b8c8-4c1c-a268-80aa183b841d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9634342 Oct 30 15:35:54.579763 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39344) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:54.589254 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519cfb0f-3ba0-4c24-8a19-10f9aa559501 None None] Sync routers for ids ['fcecb5c9-b8c8-4c1c-a268-80aa183b841d'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:35:54.600385 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-2182dfb6-c2cc-4db9-8c2f-87832ed9cb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:54.601363 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2182dfb6-c2cc-4db9-8c2f-87832ed9cb41 None None] The sync data for ids ['a43b80bf-5e04-432f-a859-c3ffebb7a4cb'] in n-d-806683-17 is: [] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:35:54.601574 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519cfb0f-3ba0-4c24-8a19-10f9aa559501 None None] Routers {'fcecb5c9-b8c8-4c1c-a268-80aa183b841d'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:35:54.602180 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-519cfb0f-3ba0-4c24-8a19-10f9aa559501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:35:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['fcecb5c9-b8c8-4c1c-a268-80aa183b841d'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:54.619940 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-1a121dff-155b-45ee-9eb4-6a2b20cb1e19 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] delete failed (client error): The resource could not be found. Oct 30 15:35:54.625040 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-1a121dff-155b-45ee-9eb4-6a2b20cb1e19 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] 10.222.0.62 "DELETE /v2.0/routers/tempest-non_exist_router-1786311 HTTP/1.1" status: 404 len: 332 time: 0.0402315 Oct 30 15:35:54.625488 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39346) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:54.626844 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c2b8d929-6a59-43f9-bf4b-19cffd716804 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for floatingip, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:54.629974 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-2f3cd08d-2d67-4478-bf7e-5ae34953ad53 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fcecb5c9-b8c8-4c1c-a268-80aa183b841d'}}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:35:54.641186 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-519cfb0f-3ba0-4c24-8a19-10f9aa559501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:54.650182 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519cfb0f-3ba0-4c24-8a19-10f9aa559501 None None] Routers {'fcecb5c9-b8c8-4c1c-a268-80aa183b841d'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:35:54.650796 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-519cfb0f-3ba0-4c24-8a19-10f9aa559501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:35:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['fcecb5c9-b8c8-4c1c-a268-80aa183b841d'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:54.689480 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-519cfb0f-3ba0-4c24-8a19-10f9aa559501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:54.690110 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519cfb0f-3ba0-4c24-8a19-10f9aa559501 None None] The sync data for ids ['fcecb5c9-b8c8-4c1c-a268-80aa183b841d'] in n-d-806683-17 is: [] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:35:54.704388 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:54.791692 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c2b8d929-6a59-43f9-bf4b-19cffd716804 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:54.796533 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c2b8d929-6a59-43f9-bf4b-19cffd716804 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:54.796902 n-d-806683-17 neutron-server[102130]: INFO neutron.db.l3_db [None req-c2b8d929-6a59-43f9-bf4b-19cffd716804 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Floating IP f1d00baa-840f-4b1b-bf91-7384337e9c89 disassociated. External IP: 172.25.4.250, port: dafb5ba8-b3b1-42d5-a450-a37661e5716c. Oct 30 15:35:54.836146 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2f3cd08d-2d67-4478-bf7e-5ae34953ad53 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:54.857998 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-2f3cd08d-2d67-4478-bf7e-5ae34953ad53 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] update failed (client error): The resource could not be found. Oct 30 15:35:54.863081 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-2f3cd08d-2d67-4478-bf7e-5ae34953ad53 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] 10.222.0.62 "PUT /v2.0/routers/fcecb5c9-b8c8-4c1c-a268-80aa183b841d HTTP/1.1" status: 404 len: 339 time: 0.2326462 Oct 30 15:35:54.863081 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39350) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:54.867874 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-d41d50df-dcdb-412f-b285-1a42d298383e tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1326109317'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:35:54.892100 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41d50df-dcdb-412f-b285-1a42d298383e tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Made reservation on behalf of 3c11936023bb4444b98211983e76a0d8 for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:35:54.897039 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d41d50df-dcdb-412f-b285-1a42d298383e tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:54.909234 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:54.922870 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d41d50df-dcdb-412f-b285-1a42d298383e tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:35:54.932566 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d41d50df-dcdb-412f-b285-1a42d298383e tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:54.933240 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-d41d50df-dcdb-412f-b285-1a42d298383e tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Added segment dd30aefe-bb47-43ae-8889-81f49c536ea1 of type vlan for network 1cd0a715-e3c5-46ba-9d4d-d8857277ea48 Oct 30 15:35:54.972871 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d41d50df-dcdb-412f-b285-1a42d298383e tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:54.982260 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c730f9-4314-42e6-b076-8f53569198cb req-806061ca-0e42-4e09-bab3-d8b1cbb7873c tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:54.984337 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-86c730f9-4314-42e6-b076-8f53569198cb req-806061ca-0e42-4e09-bab3-d8b1cbb7873c tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8feeca9-8e7a-47c5-9834-b2981b41113f HTTP/1.1" status: 200 len: 943 time: 0.1000986 Oct 30 15:35:54.998846 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d41d50df-dcdb-412f-b285-1a42d298383e tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:55.005367 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41d50df-dcdb-412f-b285-1a42d298383e tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:55.006013 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d41d50df-dcdb-412f-b285-1a42d298383e tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:55.062538 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-86c730f9-4314-42e6-b076-8f53569198cb req-318ef146-3826-4361-a441-2e71641de242 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee5a29da-464d-4127-ba39-e13f61005ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484819 Oct 30 15:35:55.075272 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d41d50df-dcdb-412f-b285-1a42d298383e tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2109361 Oct 30 15:35:55.077924 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39352) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:55.082999 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-326eb744-0c19-40fa-99e8-6726bd38f345 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Request body: {'subnet': {'network_id': '1cd0a715-e3c5-46ba-9d4d-d8857277ea48', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:35:55.094040 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41d50df-dcdb-412f-b285-1a42d298383e tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Pushing event updated for resources: {'Network': ['ID=1cd0a715-e3c5-46ba-9d4d-d8857277ea48,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:55.104872 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 1cd0a715-e3c5-46ba-9d4d-d8857277ea48 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:35:55.138357 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2b8d929-6a59-43f9-bf4b-19cffd716804 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Router a43b80bf-5e04-432f-a859-c3ffebb7a4cb has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:35:55.542970 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326eb744-0c19-40fa-99e8-6726bd38f345 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Made reservation on behalf of 3c11936023bb4444b98211983e76a0d8 for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:35:55.547094 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-326eb744-0c19-40fa-99e8-6726bd38f345 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:55.636228 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2b8d929-6a59-43f9-bf4b-19cffd716804 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:35:55.641221 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c2b8d929-6a59-43f9-bf4b-19cffd716804 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:55.645823 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97c27af-eb8c-4faa-9498-791d7bb2b367 None None] Sync routers for ids ['a43b80bf-5e04-432f-a859-c3ffebb7a4cb'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:35:55.657354 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97c27af-eb8c-4faa-9498-791d7bb2b367 None None] Routers {'a43b80bf-5e04-432f-a859-c3ffebb7a4cb'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:35:55.657962 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-d97c27af-eb8c-4faa-9498-791d7bb2b367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:35:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['a43b80bf-5e04-432f-a859-c3ffebb7a4cb'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:55.674578 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c2b8d929-6a59-43f9-bf4b-19cffd716804 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] 10.222.0.62 "PUT /v2.0/floatingips/f1d00baa-840f-4b1b-bf91-7384337e9c89 HTTP/1.1" status: 200 len: 688 time: 1.1247079 Oct 30 15:35:55.677657 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39354) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:55.700541 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-d97c27af-eb8c-4faa-9498-791d7bb2b367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:55.710393 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97c27af-eb8c-4faa-9498-791d7bb2b367 None None] Routers {'a43b80bf-5e04-432f-a859-c3ffebb7a4cb'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:35:55.710986 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-d97c27af-eb8c-4faa-9498-791d7bb2b367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:35:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['a43b80bf-5e04-432f-a859-c3ffebb7a4cb'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:55.744307 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-d97c27af-eb8c-4faa-9498-791d7bb2b367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:55.744956 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97c27af-eb8c-4faa-9498-791d7bb2b367 None None] The sync data for ids ['a43b80bf-5e04-432f-a859-c3ffebb7a4cb'] in n-d-806683-17 is: [] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:35:55.784509 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-326eb744-0c19-40fa-99e8-6726bd38f345 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:55.818632 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-c38da33f-476d-4154-8682-e679c009463b tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Deleting port 3a612fd9-4936-4e58-91a6-422895ecc440 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:35:55.818891 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c38da33f-476d-4154-8682-e679c009463b tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:55.844996 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326eb744-0c19-40fa-99e8-6726bd38f345 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Pushing event updated for resources: {'Subnet': ['ID=b48285f9-ff93-4277-bc81-7d95c7be5f27,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:55.853761 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326eb744-0c19-40fa-99e8-6726bd38f345 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Checking segment: {'id': 'dd30aefe-bb47-43ae-8889-81f49c536ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '1cd0a715-e3c5-46ba-9d4d-d8857277ea48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:35:55.854123 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326eb744-0c19-40fa-99e8-6726bd38f345 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Network hostable DHCP agents. Network: 1cd0a715-e3c5-46ba-9d4d-d8857277ea48, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:35:55.872404 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326eb744-0c19-40fa-99e8-6726bd38f345 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Network 1cd0a715-e3c5-46ba-9d4d-d8857277ea48 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:35:55.882541 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-326eb744-0c19-40fa-99e8-6726bd38f345 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 1cd0a715-e3c5-46ba-9d4d-d8857277ea48) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:35:55.886680 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326eb744-0c19-40fa-99e8-6726bd38f345 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:55.887278 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-326eb744-0c19-40fa-99e8-6726bd38f345 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:55.895006 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c17639c-c659-4b3a-9760-b48f2ef33d81 None None] Network 1cd0a715-e3c5-46ba-9d4d-d8857277ea48 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:35:55.907220 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-326eb744-0c19-40fa-99e8-6726bd38f345 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8255367 Oct 30 15:35:55.907559 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39356) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:55.910688 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c38da33f-476d-4154-8682-e679c009463b tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:55.911017 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c38da33f-476d-4154-8682-e679c009463b tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:55.915903 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-faa9b866-c80f-470b-8d28-ab4eb514063b tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Request body: {'router': {'external_gateway_info': {'network_id': '1cd0a715-e3c5-46ba-9d4d-d8857277ea48'}}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:35:55.981867 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-c38da33f-476d-4154-8682-e679c009463b tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Calling delete_port for 3a612fd9-4936-4e58-91a6-422895ecc440 owned by network:floatingip {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:35:56.041959 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ddc3df-61ca-4d2f-8049-3b0a4d4c1f86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-1cd0a715-e3c5-46ba-9d4d-d8857277ea48', 'network_id': '1cd0a715-e3c5-46ba-9d4d-d8857277ea48', 'tenant_id': '3c11936023bb4444b98211983e76a0d8', 'fixed_ips': [{'subnet_id': 'b48285f9-ff93-4277-bc81-7d95c7be5f27'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:35:56.042830 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f0ddc3df-61ca-4d2f-8049-3b0a4d4c1f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:56.184179 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-f0ddc3df-61ca-4d2f-8049-3b0a4d4c1f86 None None] Allocated IP 2001:db8:1::2 (1cd0a715-e3c5-46ba-9d4d-d8857277ea48/b48285f9-ff93-4277-bc81-7d95c7be5f27/e23055f2-a23d-4740-82ad-a11c89edbed9) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:35:56.209917 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-faa9b866-c80f-470b-8d28-ab4eb514063b tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:56.290809 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a83ed-cee9-424a-b93e-683049477e04 req-1e818620-d86e-4c8d-bcb4-d2110e010129 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:56.292320 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-453a83ed-cee9-424a-b93e-683049477e04 req-1e818620-d86e-4c8d-bcb4-d2110e010129 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8feeca9-8e7a-47c5-9834-b2981b41113f HTTP/1.1" status: 200 len: 943 time: 0.1178489 Oct 30 15:35:56.331735 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f0ddc3df-61ca-4d2f-8049-3b0a4d4c1f86 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:56.337689 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f0ddc3df-61ca-4d2f-8049-3b0a4d4c1f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:56.375136 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-453a83ed-cee9-424a-b93e-683049477e04 req-c29438a9-9dd3-420a-99b8-531e113895ce tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee5a29da-464d-4127-ba39-e13f61005ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612783 Oct 30 15:35:56.378444 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c38da33f-476d-4154-8682-e679c009463b tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:56.380661 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ddc3df-61ca-4d2f-8049-3b0a4d4c1f86 None None] Network 1cd0a715-e3c5-46ba-9d4d-d8857277ea48 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:35:56.384059 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-f0ddc3df-61ca-4d2f-8049-3b0a4d4c1f86 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:35:56.389376 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ddc3df-61ca-4d2f-8049-3b0a4d4c1f86 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:35:56.392293 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ddc3df-61ca-4d2f-8049-3b0a4d4c1f86 None None] Pushing event updated for resources: {'Port': ['ID=e23055f2-a23d-4740-82ad-a11c89edbed9,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:56.413686 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38da33f-476d-4154-8682-e679c009463b tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Pushing event deleted for resources: {'Port': ['ID=3a612fd9-4936-4e58-91a6-422895ecc440,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:56.456883 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-f0ddc3df-61ca-4d2f-8049-3b0a4d4c1f86 None None] Attempting to bind port e23055f2-a23d-4740-82ad-a11c89edbed9 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:35:56.457258 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-f0ddc3df-61ca-4d2f-8049-3b0a4d4c1f86 None None] Attempting to bind port e23055f2-a23d-4740-82ad-a11c89edbed9 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'dd30aefe-bb47-43ae-8889-81f49c536ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '1cd0a715-e3c5-46ba-9d4d-d8857277ea48'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:35:56.457656 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ddc3df-61ca-4d2f-8049-3b0a4d4c1f86 None None] Attempting to bind port e23055f2-a23d-4740-82ad-a11c89edbed9 on network 1cd0a715-e3c5-46ba-9d4d-d8857277ea48 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:35:56.462725 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ddc3df-61ca-4d2f-8049-3b0a4d4c1f86 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:35:56.463104 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ddc3df-61ca-4d2f-8049-3b0a4d4c1f86 None None] Checking segment: {'id': 'dd30aefe-bb47-43ae-8889-81f49c536ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '1cd0a715-e3c5-46ba-9d4d-d8857277ea48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:35:56.463545 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f0ddc3df-61ca-4d2f-8049-3b0a4d4c1f86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:56.463947 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ddc3df-61ca-4d2f-8049-3b0a4d4c1f86 None None] Bound using segment: {'id': 'dd30aefe-bb47-43ae-8889-81f49c536ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '1cd0a715-e3c5-46ba-9d4d-d8857277ea48'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:35:56.464421 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-f0ddc3df-61ca-4d2f-8049-3b0a4d4c1f86 None None] Bound port: e23055f2-a23d-4740-82ad-a11c89edbed9, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd30aefe-bb47-43ae-8889-81f49c536ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '1cd0a715-e3c5-46ba-9d4d-d8857277ea48'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:35:56.464806 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f0ddc3df-61ca-4d2f-8049-3b0a4d4c1f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:56.485129 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-faa9b866-c80f-470b-8d28-ab4eb514063b tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 30 15:35:56.486192 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-faa9b866-c80f-470b-8d28-ab4eb514063b tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] 10.222.0.62 "PUT /v2.0/routers/fcecb5c9-b8c8-4c1c-a268-80aa183b841d HTTP/1.1" status: 400 len: 364 time: 0.5776672 Oct 30 15:35:56.489911 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39360) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:56.492106 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c38da33f-476d-4154-8682-e679c009463b tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for floatingip, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:56.494675 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c38da33f-476d-4154-8682-e679c009463b tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:56.495753 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-c38da33f-476d-4154-8682-e679c009463b tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] 10.222.0.62 "DELETE /v2.0/floatingips/f1d00baa-840f-4b1b-bf91-7384337e9c89 HTTP/1.1" status: 204 len: 168 time: 0.8167651 Oct 30 15:35:56.498776 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39362) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:56.533593 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-f0ddc3df-61ca-4d2f-8049-3b0a4d4c1f86 None None] For port e23055f2-a23d-4740-82ad-a11c89edbed9, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:35:56.535564 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [None req-eee4e426-0023-40cf-99a9-60afc56822d7 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] delete failed (client error): The resource could not be found. Oct 30 15:35:56.536639 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-eee4e426-0023-40cf-99a9-60afc56822d7 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] 10.222.0.62 "DELETE /v2.0/floatingips/f1d00baa-840f-4b1b-bf91-7384337e9c89 HTTP/1.1" status: 404 len: 345 time: 0.0368776 Oct 30 15:35:56.537576 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-f0ddc3df-61ca-4d2f-8049-3b0a4d4c1f86 None None] For port e23055f2-a23d-4740-82ad-a11c89edbed9, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=e23055f2-a23d-4740-82ad-a11c89edbed9,segment=NetworkSegment(dd30aefe-bb47-43ae-8889-81f49c536ea1),segment_id=dd30aefe-bb47-43ae-8889-81f49c536ea1)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:35:56.540995 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39364) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:56.545646 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f0ddc3df-61ca-4d2f-8049-3b0a4d4c1f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:56.627785 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ddc3df-61ca-4d2f-8049-3b0a4d4c1f86 None None] Pushing event updated for resources: {'Port': ['ID=e23055f2-a23d-4740-82ad-a11c89edbed9,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:56.631492 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:56.651428 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8eb912-2181-4dd7-9593-9ab167ca93d8 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:56.658170 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8eb912-2181-4dd7-9593-9ab167ca93d8 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:56.664387 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8eb912-2181-4dd7-9593-9ab167ca93d8 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:56.666772 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-6f8eb912-2181-4dd7-9593-9ab167ca93d8 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] 10.222.0.62 "GET /v2.0/ports?network_id=9a56b7da-480b-456e-9445-3566899f9c68 HTTP/1.1" status: 200 len: 2358 time: 0.1245100 Oct 30 15:35:56.668988 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39366) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:56.729900 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92ef32f-a9db-451e-8a7f-553e9292cc4d tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:56.732146 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e92ef32f-a9db-451e-8a7f-553e9292cc4d tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] 10.222.0.62 "GET /v2.0/subnets/d429750c-0bd3-405f-ae84-210847d7a094 HTTP/1.1" status: 200 len: 797 time: 0.0621827 Oct 30 15:35:56.739991 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39368) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:56.745919 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-6483824b-ae98-470a-9fa1-98372014bb68 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Request body: {'port': {'network_id': '9a56b7da-480b-456e-9445-3566899f9c68', 'name': 'tempest-FloatingIPTestJSON-2085122191', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:35:56.901947 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6483824b-ae98-470a-9fa1-98372014bb68 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Made reservation on behalf of d8f3341c4f1c45cf95184df6bddf24ea for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:35:56.987602 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6483824b-ae98-470a-9fa1-98372014bb68 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:57.004718 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [None req-6483824b-ae98-470a-9fa1-98372014bb68 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] device_id is not set on port 4557d179-c3ec-4909-922a-601b7c183241 yet. {{(pid=102130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:35:57.066137 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-767df32e-af67-4733-9547-ce90d27f2d13 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:57.258533 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:35:57.314685 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-6483824b-ae98-470a-9fa1-98372014bb68 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Allocated IP 172.20.0.14 (9a56b7da-480b-456e-9445-3566899f9c68/d429750c-0bd3-405f-ae84-210847d7a094/4557d179-c3ec-4909-922a-601b7c183241) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:35:57.317891 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-767df32e-af67-4733-9547-ce90d27f2d13 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Allocated IP 2001:db8::1 (a3af0517-fae3-4cf1-88b3-a4441b2bc35b/316d74fe-9fcf-443d-9169-a6dfc6cd580b/faf94761-6b69-4284-8476-e741494cc2a5) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:35:57.321721 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-6483824b-ae98-470a-9fa1-98372014bb68 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Allocated IP 172.20.0.13 (9a56b7da-480b-456e-9445-3566899f9c68/d429750c-0bd3-405f-ae84-210847d7a094/4557d179-c3ec-4909-922a-601b7c183241) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:35:57.440782 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-767df32e-af67-4733-9547-ce90d27f2d13 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:57.492561 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-767df32e-af67-4733-9547-ce90d27f2d13 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:57.496033 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6483824b-ae98-470a-9fa1-98372014bb68 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:57.533120 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767df32e-af67-4733-9547-ce90d27f2d13 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Network a3af0517-fae3-4cf1-88b3-a4441b2bc35b is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:35:57.538552 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-767df32e-af67-4733-9547-ce90d27f2d13 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:35:57.541780 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767df32e-af67-4733-9547-ce90d27f2d13 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:35:57.542789 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-767df32e-af67-4733-9547-ce90d27f2d13 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:57.564015 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d063d5ad-efde-40a8-a493-781d223b7628 req-80149ca5-5b4f-4e34-92a4-94b0fb478e00 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:57.565818 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d063d5ad-efde-40a8-a493-781d223b7628 req-80149ca5-5b4f-4e34-92a4-94b0fb478e00 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8feeca9-8e7a-47c5-9834-b2981b41113f HTTP/1.1" status: 200 len: 943 time: 0.0916977 Oct 30 15:35:57.569187 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 88d0f80f-4998-4729-9dae-c58ec4d318cc details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:35:57.603111 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767df32e-af67-4733-9547-ce90d27f2d13 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Pushing event updated for resources: {'Port': ['ID=faf94761-6b69-4284-8476-e741494cc2a5,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:57.633827 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d063d5ad-efde-40a8-a493-781d223b7628 req-9574ecd5-8563-4cd5-b6bd-40c13c91f2f6 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee5a29da-464d-4127-ba39-e13f61005ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533104 Oct 30 15:35:57.659141 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6483824b-ae98-470a-9fa1-98372014bb68 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:57.704903 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 88d0f80f-4998-4729-9dae-c58ec4d318cc, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=88d0f80f-4998-4729-9dae-c58ec4d318cc,segment=NetworkSegment(cca476af-9f70-4fa8-acb6-015f19cab179),segment_id=cca476af-9f70-4fa8-acb6-015f19cab179)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:35:57.727627 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-767df32e-af67-4733-9547-ce90d27f2d13 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:57.738178 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': '88d0f80f-4998-4729-9dae-c58ec4d318cc', 'network_id': 'ada754b2-2d16-48ef-bd4a-b3c351db82b3', 'port_id': '88d0f80f-4998-4729-9dae-c58ec4d318cc', 'mac_address': 'fa:16:3e:2c:e5:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '296dc533-f6ac-49b9-ab46-37f1565b56fb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:35:57.791585 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:57.801586 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6483824b-ae98-470a-9fa1-98372014bb68 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Network 9a56b7da-480b-456e-9445-3566899f9c68 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:35:57.805877 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-6483824b-ae98-470a-9fa1-98372014bb68 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:35:57.807926 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6483824b-ae98-470a-9fa1-98372014bb68 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Pushing event updated for resources: {'Port': ['ID=4557d179-c3ec-4909-922a-601b7c183241,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:57.810243 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6483824b-ae98-470a-9fa1-98372014bb68 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:35:57.823865 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88d0f80f-4998-4729-9dae-c58ec4d318cc {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:35:57.837377 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c87a93d-0831-4613-a6e1-10907bd93f1f None None] Network 1cd0a715-e3c5-46ba-9d4d-d8857277ea48 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:35:57.876105 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6483824b-ae98-470a-9fa1-98372014bb68 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:57.876758 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6483824b-ae98-470a-9fa1-98372014bb68 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:57.892633 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device e23055f2-a23d-4740-82ad-a11c89edbed9 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:35:57.896773 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-6483824b-ae98-470a-9fa1-98372014bb68 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.1549466 Oct 30 15:35:57.899315 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39372) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:57.904321 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-b66d3c46-5c6f-4122-9dc4-01a92d72a707 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Request body: {'floatingip': {'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'port_id': '4557d179-c3ec-4909-922a-601b7c183241', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:35:57.934077 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b66d3c46-5c6f-4122-9dc4-01a92d72a707 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for floatingip, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:57.963281 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 88d0f80f-4998-4729-9dae-c58ec4d318cc, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=88d0f80f-4998-4729-9dae-c58ec4d318cc,segment=NetworkSegment(cca476af-9f70-4fa8-acb6-015f19cab179),segment_id=cca476af-9f70-4fa8-acb6-015f19cab179)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:35:57.974896 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-24a4c584-1f81-4a39-84d6-0bd3e5aec5b4 None None] Provisioning complete for port e23055f2-a23d-4740-82ad-a11c89edbed9 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:35:57.975274 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24a4c584-1f81-4a39-84d6-0bd3e5aec5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:57.981771 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:58.056834 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-767df32e-af67-4733-9547-ce90d27f2d13 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:58.062470 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-767df32e-af67-4733-9547-ce90d27f2d13 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:58.063605 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-767df32e-af67-4733-9547-ce90d27f2d13 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:58.070401 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b66d3c46-5c6f-4122-9dc4-01a92d72a707 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:58.128292 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=88d0f80f-4998-4729-9dae-c58ec4d318cc,revision_number=9']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:58.142160 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port e23055f2-a23d-4740-82ad-a11c89edbed9 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:35:58.142531 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:58.167451 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767df32e-af67-4733-9547-ce90d27f2d13 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Pushing event updated for resources: {'Port': ['ID=faf94761-6b69-4284-8476-e741494cc2a5,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:58.179950 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-b66d3c46-5c6f-4122-9dc4-01a92d72a707 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Allocated IP 172.25.4.153 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/215193ee-1911-40d7-a8ec-f0ef710cc493) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:35:58.197555 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['88d0f80f-4998-4729-9dae-c58ec4d318cc'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:35:58.219319 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767df32e-af67-4733-9547-ce90d27f2d13 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Network a3af0517-fae3-4cf1-88b3-a4441b2bc35b is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:35:58.221023 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-767df32e-af67-4733-9547-ce90d27f2d13 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:35:58.296728 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24a4c584-1f81-4a39-84d6-0bd3e5aec5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:58.308431 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b66d3c46-5c6f-4122-9dc4-01a92d72a707 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:58.341886 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-767df32e-af67-4733-9547-ce90d27f2d13 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Router fcecb5c9-b8c8-4c1c-a268-80aa183b841d has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:35:58.353937 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b66d3c46-5c6f-4122-9dc4-01a92d72a707 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:58.389231 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-24a4c584-1f81-4a39-84d6-0bd3e5aec5b4 None None] For port e23055f2-a23d-4740-82ad-a11c89edbed9, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=e23055f2-a23d-4740-82ad-a11c89edbed9,segment=NetworkSegment(dd30aefe-bb47-43ae-8889-81f49c536ea1),segment_id=dd30aefe-bb47-43ae-8889-81f49c536ea1)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:35:58.410908 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66d3c46-5c6f-4122-9dc4-01a92d72a707 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:35:58.415875 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-b66d3c46-5c6f-4122-9dc4-01a92d72a707 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:35:58.423224 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66d3c46-5c6f-4122-9dc4-01a92d72a707 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:35:58.427532 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24a4c584-1f81-4a39-84d6-0bd3e5aec5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:58.435698 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66d3c46-5c6f-4122-9dc4-01a92d72a707 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Pushing event updated for resources: {'Port': ['ID=215193ee-1911-40d7-a8ec-f0ef710cc493,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:58.495501 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-767df32e-af67-4733-9547-ce90d27f2d13 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:35:58.497908 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:58.503810 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-767df32e-af67-4733-9547-ce90d27f2d13 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] 10.222.0.62 "PUT /v2.0/routers/fcecb5c9-b8c8-4c1c-a268-80aa183b841d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0104024 Oct 30 15:35:58.508230 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39374) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:58.513688 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d014224-e984-4350-b39f-c6327dec284f None None] Sync routers for ids ['fcecb5c9-b8c8-4c1c-a268-80aa183b841d'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:35:58.583954 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a4c584-1f81-4a39-84d6-0bd3e5aec5b4 None None] Pushing event updated for resources: {'Port': ['ID=e23055f2-a23d-4740-82ad-a11c89edbed9,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:58.590352 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d014224-e984-4350-b39f-c6327dec284f None None] Routers {'fcecb5c9-b8c8-4c1c-a268-80aa183b841d'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:35:58.590959 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-5d014224-e984-4350-b39f-c6327dec284f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:35:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['fcecb5c9-b8c8-4c1c-a268-80aa183b841d'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:58.679502 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d6bc8a43-4366-4645-9821-4d3a8ad42306 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks [] for router, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:58.780531 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d1b20-10eb-4137-8f0e-7e30b8bcfd8b req-957bde7b-bb18-4cd3-87d1-a0edff7be3da tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:58.782704 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f47d1b20-10eb-4137-8f0e-7e30b8bcfd8b req-957bde7b-bb18-4cd3-87d1-a0edff7be3da tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8feeca9-8e7a-47c5-9834-b2981b41113f HTTP/1.1" status: 200 len: 944 time: 0.0519047 Oct 30 15:35:58.822994 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-5d014224-e984-4350-b39f-c6327dec284f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:58.825003 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-b6ff4882-bcb6-4e0c-a95a-4b66572b1473 None None] Provisioning complete for port faf94761-6b69-4284-8476-e741494cc2a5 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:35:58.825368 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b6ff4882-bcb6-4e0c-a95a-4b66572b1473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:58.826055 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f47d1b20-10eb-4137-8f0e-7e30b8bcfd8b req-f0482d8b-6681-4c7c-8b0b-56d7ea74f55f tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee5a29da-464d-4127-ba39-e13f61005ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364342 Oct 30 15:35:58.841363 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [None req-d6bc8a43-4366-4645-9821-4d3a8ad42306 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 30 15:35:58.844435 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-d6bc8a43-4366-4645-9821-4d3a8ad42306 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] 10.222.0.62 "DELETE /v2.0/routers/fcecb5c9-b8c8-4c1c-a268-80aa183b841d HTTP/1.1" status: 409 len: 329 time: 0.3321147 Oct 30 15:35:58.846602 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39378) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:35:58.879395 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d014224-e984-4350-b39f-c6327dec284f None None] Routers {'fcecb5c9-b8c8-4c1c-a268-80aa183b841d'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:35:58.880032 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-5d014224-e984-4350-b39f-c6327dec284f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:35:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['fcecb5c9-b8c8-4c1c-a268-80aa183b841d'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:58.881761 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.db.api [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 30 15:35:58.882108 n-d-806683-17 neutron-server[102132]: DEBUG oslo_db.api [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 30 15:35:58.916291 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-b6ff4882-bcb6-4e0c-a95a-4b66572b1473 None None] Port faf94761-6b69-4284-8476-e741494cc2a5 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:35:58.918142 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-5d014224-e984-4350-b39f-c6327dec284f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:35:58.918795 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d014224-e984-4350-b39f-c6327dec284f None None] The sync data for ids ['fcecb5c9-b8c8-4c1c-a268-80aa183b841d'] in n-d-806683-17 is: [] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:35:59.037632 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-4ac9f76b-6854-47d2-a16b-82145798d15d None None] Provisioning complete for port e23055f2-a23d-4740-82ad-a11c89edbed9 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:35:59.037876 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4ac9f76b-6854-47d2-a16b-82145798d15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:59.125825 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-4ac9f76b-6854-47d2-a16b-82145798d15d None None] Provisioning complete for port faf94761-6b69-4284-8476-e741494cc2a5 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:35:59.126109 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4ac9f76b-6854-47d2-a16b-82145798d15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:59.159905 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-4ac9f76b-6854-47d2-a16b-82145798d15d None None] Port faf94761-6b69-4284-8476-e741494cc2a5 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:35:59.160886 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b66d3c46-5c6f-4122-9dc4-01a92d72a707 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:59.265865 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b66d3c46-5c6f-4122-9dc4-01a92d72a707 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:59.582552 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 88d0f80f-4998-4729-9dae-c58ec4d318cc up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:35:59.631132 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port 88d0f80f-4998-4729-9dae-c58ec4d318cc triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:35:59.631795 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:59.700347 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device e23055f2-a23d-4740-82ad-a11c89edbed9 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:35:59.721845 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c7c2ab24-606c-40d0-a299-d5caaac91f8a tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:59.745827 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:59.773315 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8feeca9-8e7a-47c5-9834-b2981b41113f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88d0f80f-4998-4729-9dae-c58ec4d318cc'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:35:59.775584 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c8fdb32-de54-48a4-b73e-4568c1f48341" -d '{"events": [{"server_uuid": "e8feeca9-8e7a-47c5-9834-b2981b41113f", "name": "network-vif-plugged", "status": "completed", "tag": "88d0f80f-4998-4729-9dae-c58ec4d318cc"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:35:59.791161 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 88d0f80f-4998-4729-9dae-c58ec4d318cc, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=88d0f80f-4998-4729-9dae-c58ec4d318cc,segment=NetworkSegment(cca476af-9f70-4fa8-acb6-015f19cab179),segment_id=cca476af-9f70-4fa8-acb6-015f19cab179)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:35:59.796885 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:59.803096 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port e23055f2-a23d-4740-82ad-a11c89edbed9 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:35:59.803508 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:59.841262 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e379f8d3-c514-473a-85e6-9544808d8674 x-openstack-request-id: req-e379f8d3-c514-473a-85e6-9544808d8674 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:35:59.841727 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8feeca9-8e7a-47c5-9834-b2981b41113f", "name": "network-vif-plugged", "status": "completed", "tag": "88d0f80f-4998-4729-9dae-c58ec4d318cc", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:35:59.841985 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e379f8d3-c514-473a-85e6-9544808d8674 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:35:59.842414 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8feeca9-8e7a-47c5-9834-b2981b41113f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88d0f80f-4998-4729-9dae-c58ec4d318cc', 'code': 200} Oct 30 15:35:59.887119 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b66d3c46-5c6f-4122-9dc4-01a92d72a707 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:59.904376 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=88d0f80f-4998-4729-9dae-c58ec4d318cc,revision_number=10']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:35:59.918697 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b66d3c46-5c6f-4122-9dc4-01a92d72a707 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:35:59.980451 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da3296-6463-41b2-bf1d-696fef8282c0 req-aa3e31e2-00c1-46b7-8b01-a6c8dae1e6eb tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:35:59.988198 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-72da3296-6463-41b2-bf1d-696fef8282c0 req-aa3e31e2-00c1-46b7-8b01-a6c8dae1e6eb tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8feeca9-8e7a-47c5-9834-b2981b41113f HTTP/1.1" status: 200 len: 946 time: 0.0656717 Oct 30 15:35:59.989024 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:00.022232 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-72da3296-6463-41b2-bf1d-696fef8282c0 req-2168d8c8-4d85-4637-a1f7-90b53970c26b tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee5a29da-464d-4127-ba39-e13f61005ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335608 Oct 30 15:36:00.044619 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66d3c46-5c6f-4122-9dc4-01a92d72a707 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Pushing event updated for resources: {'Port': ['ID=215193ee-1911-40d7-a8ec-f0ef710cc493,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:00.064407 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b66d3c46-5c6f-4122-9dc4-01a92d72a707 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:00.133308 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4425ba4-5268-467c-8edc-2c8aff498832 req-5935110d-4796-445b-a348-d13adcde6d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:36:00.134810 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d4425ba4-5268-467c-8edc-2c8aff498832 req-5935110d-4796-445b-a348-d13adcde6d68 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e8feeca9-8e7a-47c5-9834-b2981b41113f HTTP/1.1" status: 200 len: 1098 time: 0.1520038 Oct 30 15:36:00.247765 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d4425ba4-5268-467c-8edc-2c8aff498832 req-bd37f6e5-d61a-4d3c-9bb6-0bb304e2da0c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ee5a29da-464d-4127-ba39-e13f61005ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013560 Oct 30 15:36:00.260411 n-d-806683-17 neutron-server[102130]: INFO neutron.db.l3_db [None req-b66d3c46-5c6f-4122-9dc4-01a92d72a707 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Floating IP ecc3662b-9c20-42fd-a9e1-f423caf2cc9d associated. External IP: 172.25.4.153, port: 4557d179-c3ec-4909-922a-601b7c183241. Oct 30 15:36:00.348065 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-c7c2ab24-606c-40d0-a299-d5caaac91f8a tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Deleting port faf94761-6b69-4284-8476-e741494cc2a5 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:36:00.348406 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c7c2ab24-606c-40d0-a299-d5caaac91f8a tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:00.510943 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c7c2ab24-606c-40d0-a299-d5caaac91f8a tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:00.529320 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-c7c2ab24-606c-40d0-a299-d5caaac91f8a tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Calling delete_port for faf94761-6b69-4284-8476-e741494cc2a5 owned by network:router_interface {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:36:00.602726 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b66d3c46-5c6f-4122-9dc4-01a92d72a707 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Router a43b80bf-5e04-432f-a859-c3ffebb7a4cb has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:36:00.794776 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b66d3c46-5c6f-4122-9dc4-01a92d72a707 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:36:00.805181 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8f9d48-f352-4c81-8e26-4647e1a9c8d1 None None] Sync routers for ids ['a43b80bf-5e04-432f-a859-c3ffebb7a4cb'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:36:00.815078 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c7c2ab24-606c-40d0-a299-d5caaac91f8a tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:00.815389 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8f9d48-f352-4c81-8e26-4647e1a9c8d1 None None] Routers {'a43b80bf-5e04-432f-a859-c3ffebb7a4cb'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:36:00.816097 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-1b8f9d48-f352-4c81-8e26-4647e1a9c8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:35:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['a43b80bf-5e04-432f-a859-c3ffebb7a4cb'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:00.826717 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b66d3c46-5c6f-4122-9dc4-01a92d72a707 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:00.848356 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c2ab24-606c-40d0-a299-d5caaac91f8a tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Pushing event deleted for resources: {'Port': ['ID=faf94761-6b69-4284-8476-e741494cc2a5,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:00.852668 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-1b8f9d48-f352-4c81-8e26-4647e1a9c8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:00.865033 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8f9d48-f352-4c81-8e26-4647e1a9c8d1 None None] Routers {'a43b80bf-5e04-432f-a859-c3ffebb7a4cb'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:36:00.865663 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-1b8f9d48-f352-4c81-8e26-4647e1a9c8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:35:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['a43b80bf-5e04-432f-a859-c3ffebb7a4cb'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:00.900500 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-1b8f9d48-f352-4c81-8e26-4647e1a9c8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:00.901158 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8f9d48-f352-4c81-8e26-4647e1a9c8d1 None None] The sync data for ids ['a43b80bf-5e04-432f-a859-c3ffebb7a4cb'] in n-d-806683-17 is: [] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:36:00.962373 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b66d3c46-5c6f-4122-9dc4-01a92d72a707 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.0596256 Oct 30 15:36:00.962958 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39384) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:00.968148 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-0b05cee8-8cc8-452c-a598-59706aa8ffda tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Request body: {'floatingip': {'port_id': '4557d179-c3ec-4909-922a-601b7c183241', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:36:00.970300 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c7c2ab24-606c-40d0-a299-d5caaac91f8a tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:01.026711 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0b05cee8-8cc8-452c-a598-59706aa8ffda tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for floatingip, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:01.156715 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c2ab24-606c-40d0-a299-d5caaac91f8a tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Router fcecb5c9-b8c8-4c1c-a268-80aa183b841d has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:36:01.182348 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a9b3de-62b8-46ac-bfdb-e01309cfd8d6 req-43da7336-8fe0-4f47-a435-6d6642996ea3 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:36:01.183891 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f2a9b3de-62b8-46ac-bfdb-e01309cfd8d6 req-43da7336-8fe0-4f47-a435-6d6642996ea3 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8feeca9-8e7a-47c5-9834-b2981b41113f HTTP/1.1" status: 200 len: 946 time: 0.0660834 Oct 30 15:36:01.270964 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c2ab24-606c-40d0-a299-d5caaac91f8a tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:36:01.276105 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c7c2ab24-606c-40d0-a299-d5caaac91f8a tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] 10.222.0.62 "PUT /v2.0/routers/fcecb5c9-b8c8-4c1c-a268-80aa183b841d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4279261 Oct 30 15:36:01.282530 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39390) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:01.284678 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2b5a2c-22ab-44cf-a030-3f73ca48ecd7 None None] Sync routers for ids ['fcecb5c9-b8c8-4c1c-a268-80aa183b841d'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:36:01.295507 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2b5a2c-22ab-44cf-a030-3f73ca48ecd7 None None] Routers {'fcecb5c9-b8c8-4c1c-a268-80aa183b841d'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:36:01.296149 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-ba2b5a2c-22ab-44cf-a030-3f73ca48ecd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:35:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['fcecb5c9-b8c8-4c1c-a268-80aa183b841d'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:01.329717 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f2a9b3de-62b8-46ac-bfdb-e01309cfd8d6 req-77b46260-9c5f-40c9-9634-ace5e080836d tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee5a29da-464d-4127-ba39-e13f61005ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128526 Oct 30 15:36:01.330699 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [None req-6da07f2e-0ae0-425c-8ba4-b3c5707f0b19 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] show failed (client error): The resource could not be found. Oct 30 15:36:01.331683 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-6da07f2e-0ae0-425c-8ba4-b3c5707f0b19 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] 10.222.0.62 "GET /v2.0/routers/tempest-non_exist_router-499417409 HTTP/1.1" status: 404 len: 334 time: 0.0481746 Oct 30 15:36:01.345382 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-ba2b5a2c-22ab-44cf-a030-3f73ca48ecd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:01.369962 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2b5a2c-22ab-44cf-a030-3f73ca48ecd7 None None] Routers {'fcecb5c9-b8c8-4c1c-a268-80aa183b841d'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:36:01.370803 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-ba2b5a2c-22ab-44cf-a030-3f73ca48ecd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:35:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['fcecb5c9-b8c8-4c1c-a268-80aa183b841d'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:01.419023 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39394) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:01.424981 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-19422aca-ba15-413d-8572-1d9874fcabe5 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:36:01.426799 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-ba2b5a2c-22ab-44cf-a030-3f73ca48ecd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:01.427677 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2b5a2c-22ab-44cf-a030-3f73ca48ecd7 None None] The sync data for ids ['fcecb5c9-b8c8-4c1c-a268-80aa183b841d'] in n-d-806683-17 is: [] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:36:01.463923 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [None req-19422aca-ba15-413d-8572-1d9874fcabe5 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] update failed (client error): The resource could not be found. Oct 30 15:36:01.464976 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-19422aca-ba15-413d-8572-1d9874fcabe5 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] 10.222.0.62 "PUT /v2.0/routers/tempest-non_exist_router-1876262477 HTTP/1.1" status: 404 len: 335 time: 0.0446465 Oct 30 15:36:01.470434 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39400) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:01.523495 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1b17659-e47b-43d5-822f-3f5bc513c7a9 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Deleting subnet b48285f9-ff93-4277-bc81-7d95c7be5f27 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:36:01.526850 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a1b17659-e47b-43d5-822f-3f5bc513c7a9 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:01.558976 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0b05cee8-8cc8-452c-a598-59706aa8ffda tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:01.563832 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0b05cee8-8cc8-452c-a598-59706aa8ffda tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:01.576340 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a1b17659-e47b-43d5-822f-3f5bc513c7a9 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:01.678844 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a1b17659-e47b-43d5-822f-3f5bc513c7a9 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:01.758674 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a1b17659-e47b-43d5-822f-3f5bc513c7a9 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:01.801498 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b17659-e47b-43d5-822f-3f5bc513c7a9 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Pushing event deleted for resources: {'Subnet': ['ID=b48285f9-ff93-4277-bc81-7d95c7be5f27,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:01.805887 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a1b17659-e47b-43d5-822f-3f5bc513c7a9 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:01.811747 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a1b17659-e47b-43d5-822f-3f5bc513c7a9 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] 10.222.0.62 "DELETE /v2.0/subnets/b48285f9-ff93-4277-bc81-7d95c7be5f27 HTTP/1.1" status: 204 len: 168 time: 0.3379970 Oct 30 15:36:01.812207 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39428) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:01.815504 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b17659-e47b-43d5-822f-3f5bc513c7a9 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:36:01.815991 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b17659-e47b-43d5-822f-3f5bc513c7a9 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:36:01.816456 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b17659-e47b-43d5-822f-3f5bc513c7a9 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:36:01.816957 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b17659-e47b-43d5-822f-3f5bc513c7a9 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:36:01.817705 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b17659-e47b-43d5-822f-3f5bc513c7a9 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:36:01.818105 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b17659-e47b-43d5-822f-3f5bc513c7a9 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:36:01.818548 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b17659-e47b-43d5-822f-3f5bc513c7a9 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:36:01.819000 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b17659-e47b-43d5-822f-3f5bc513c7a9 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:36:01.819205 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e839c8f7-3df9-44e7-afc8-af727f36b1fc None None] Network 1cd0a715-e3c5-46ba-9d4d-d8857277ea48 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:36:01.819556 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b17659-e47b-43d5-822f-3f5bc513c7a9 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:36:01.819968 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b17659-e47b-43d5-822f-3f5bc513c7a9 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:36:01.820406 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b17659-e47b-43d5-822f-3f5bc513c7a9 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:36:01.820837 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b17659-e47b-43d5-822f-3f5bc513c7a9 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:36:01.896472 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b05cee8-8cc8-452c-a598-59706aa8ffda tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Router a43b80bf-5e04-432f-a859-c3ffebb7a4cb has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:36:01.916853 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-19a3226f-ea86-43e9-b08d-409de5a499b1 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:02.014875 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:02.024191 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9e2a13-750f-4c65-93f3-b891519652db None None] DHCP port deletion for 1cd0a715-e3c5-46ba-9d4d-d8857277ea48 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:36:02.067590 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b05cee8-8cc8-452c-a598-59706aa8ffda tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:36:02.073033 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0b05cee8-8cc8-452c-a598-59706aa8ffda tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:02.077499 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d5161d-adcb-4d22-a85e-182fbf173b58 None None] Sync routers for ids ['a43b80bf-5e04-432f-a859-c3ffebb7a4cb'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:36:02.081969 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-0c9e2a13-750f-4c65-93f3-b891519652db None None] Deleting port e23055f2-a23d-4740-82ad-a11c89edbed9 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:36:02.082356 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0c9e2a13-750f-4c65-93f3-b891519652db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:02.090843 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d5161d-adcb-4d22-a85e-182fbf173b58 None None] Routers {'a43b80bf-5e04-432f-a859-c3ffebb7a4cb'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:36:02.091498 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-a4d5161d-adcb-4d22-a85e-182fbf173b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:35:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['a43b80bf-5e04-432f-a859-c3ffebb7a4cb'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:02.110912 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-19a3226f-ea86-43e9-b08d-409de5a499b1 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Deleting port e23055f2-a23d-4740-82ad-a11c89edbed9 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:36:02.111730 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-19a3226f-ea86-43e9-b08d-409de5a499b1 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:02.129853 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-a4d5161d-adcb-4d22-a85e-182fbf173b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:02.139865 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d5161d-adcb-4d22-a85e-182fbf173b58 None None] Routers {'a43b80bf-5e04-432f-a859-c3ffebb7a4cb'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:36:02.140793 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-a4d5161d-adcb-4d22-a85e-182fbf173b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:35:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['a43b80bf-5e04-432f-a859-c3ffebb7a4cb'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:02.152810 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-0c9e2a13-750f-4c65-93f3-b891519652db None None] For port e23055f2-a23d-4740-82ad-a11c89edbed9, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=e23055f2-a23d-4740-82ad-a11c89edbed9,segment=NetworkSegment(dd30aefe-bb47-43ae-8889-81f49c536ea1),segment_id=dd30aefe-bb47-43ae-8889-81f49c536ea1)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:36:02.153260 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0c9e2a13-750f-4c65-93f3-b891519652db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:02.178454 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-0c9e2a13-750f-4c65-93f3-b891519652db None None] Calling delete_port for e23055f2-a23d-4740-82ad-a11c89edbed9 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:36:02.214413 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-0b05cee8-8cc8-452c-a598-59706aa8ffda tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] 10.222.0.62 "PUT /v2.0/floatingips/ecc3662b-9c20-42fd-a9e1-f423caf2cc9d HTTP/1.1" status: 200 len: 979 time: 1.2502871 Oct 30 15:36:02.217623 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39430) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:02.229527 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-19a3226f-ea86-43e9-b08d-409de5a499b1 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] For port e23055f2-a23d-4740-82ad-a11c89edbed9, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=e23055f2-a23d-4740-82ad-a11c89edbed9,segment=NetworkSegment(dd30aefe-bb47-43ae-8889-81f49c536ea1),segment_id=dd30aefe-bb47-43ae-8889-81f49c536ea1)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:36:02.229915 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-19a3226f-ea86-43e9-b08d-409de5a499b1 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:02.243622 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-19a3226f-ea86-43e9-b08d-409de5a499b1 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Calling delete_port for e23055f2-a23d-4740-82ad-a11c89edbed9 owned by network:dhcp {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:36:02.278655 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-a4d5161d-adcb-4d22-a85e-182fbf173b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:02.279263 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d5161d-adcb-4d22-a85e-182fbf173b58 None None] The sync data for ids ['a43b80bf-5e04-432f-a859-c3ffebb7a4cb'] in n-d-806683-17 is: [] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:36:02.295513 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0c9e2a13-750f-4c65-93f3-b891519652db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:02.320972 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e2a13-750f-4c65-93f3-b891519652db None None] Pushing event deleted for resources: {'Port': ['ID=e23055f2-a23d-4740-82ad-a11c89edbed9,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:02.327350 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9e2a13-750f-4c65-93f3-b891519652db None None] No DVR routers for this DVR port e23055f2-a23d-4740-82ad-a11c89edbed9 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:36:02.345149 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-19a3226f-ea86-43e9-b08d-409de5a499b1 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:02.371921 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a3226f-ea86-43e9-b08d-409de5a499b1 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Pushing event deleted for resources: {'Port': ['ID=e23055f2-a23d-4740-82ad-a11c89edbed9,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:02.374557 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a3226f-ea86-43e9-b08d-409de5a499b1 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] No DVR routers for this DVR port e23055f2-a23d-4740-82ad-a11c89edbed9 on host n-d-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:36:02.425578 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-6939c931-fe68-45ec-9714-4741274b64e2 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Deleting port 215193ee-1911-40d7-a8ec-f0ef710cc493 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:36:02.425930 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6939c931-fe68-45ec-9714-4741274b64e2 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:02.480272 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-19a3226f-ea86-43e9-b08d-409de5a499b1 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:02.503354 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6939c931-fe68-45ec-9714-4741274b64e2 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:02.503772 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6939c931-fe68-45ec-9714-4741274b64e2 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:02.506281 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-19a3226f-ea86-43e9-b08d-409de5a499b1 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cd0a715-e3c5-46ba-9d4d-d8857277ea48']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:02.516837 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-6939c931-fe68-45ec-9714-4741274b64e2 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Calling delete_port for 215193ee-1911-40d7-a8ec-f0ef710cc493 owned by network:floatingip {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:36:02.519581 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-19a3226f-ea86-43e9-b08d-409de5a499b1 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd30aefe-bb47-43ae-8889-81f49c536ea1') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:02.519896 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-19a3226f-ea86-43e9-b08d-409de5a499b1 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd30aefe-bb47-43ae-8889-81f49c536ea1') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:02.528940 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c95ec-0879-4698-bd7e-cff477b8e7e5 req-140d8e71-e7ad-4e36-9541-7123a97cab70 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:36:02.531010 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b25c95ec-0879-4698-bd7e-cff477b8e7e5 req-140d8e71-e7ad-4e36-9541-7123a97cab70 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8feeca9-8e7a-47c5-9834-b2981b41113f HTTP/1.1" status: 200 len: 946 time: 0.0930433 Oct 30 15:36:02.541080 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-19a3226f-ea86-43e9-b08d-409de5a499b1 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:02.568982 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-19a3226f-ea86-43e9-b08d-409de5a499b1 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:02.583417 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19a3226f-ea86-43e9-b08d-409de5a499b1 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:36:02.583644 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-19a3226f-ea86-43e9-b08d-409de5a499b1 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:02.586814 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:36:02.586814 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:36:02.586814 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:36:02.586814 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:36:02.586814 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:36:02.586814 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:36:02.586814 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:36:02.586814 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:36:02.586814 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:36:02.586814 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:36:02.586814 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:36:02.586814 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:36:02.586814 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:36:02.586814 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:36:02.586814 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:36:02.586814 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:36:02.586814 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:36:02.586814 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:36:02.586814 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:36:02.586814 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:36:02.586814 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:36:02.586814 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:36:02.586814 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:36:02.586814 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:36:02.586814 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:36:02.586814 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:36:02.586814 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:36:02.586814 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:36:02.586814 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:36:02.586814 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:36:02.586814 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:36:02.586814 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:36:02.599405 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b25c95ec-0879-4698-bd7e-cff477b8e7e5 req-d7fb7e19-b274-42ab-a1e0-0b180151734d tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee5a29da-464d-4127-ba39-e13f61005ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612249 Oct 30 15:36:02.660783 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-19a3226f-ea86-43e9-b08d-409de5a499b1 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:02.668900 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-19a3226f-ea86-43e9-b08d-409de5a499b1 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:02.674670 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-19a3226f-ea86-43e9-b08d-409de5a499b1 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] 10.222.0.62 "DELETE /v2.0/networks/1cd0a715-e3c5-46ba-9d4d-d8857277ea48 HTTP/1.1" status: 204 len: 168 time: 0.8614063 Oct 30 15:36:02.674827 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39436) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:02.683455 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6939c931-fe68-45ec-9714-4741274b64e2 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:02.684726 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a3226f-ea86-43e9-b08d-409de5a499b1 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Pushing event deleted for resources: {'Network': ['ID=1cd0a715-e3c5-46ba-9d4d-d8857277ea48,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:02.744413 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6939c931-fe68-45ec-9714-4741274b64e2 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Pushing event deleted for resources: {'Port': ['ID=215193ee-1911-40d7-a8ec-f0ef710cc493,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:02.792249 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4b6b592-5a67-4781-9cab-9a4b7d221ba2 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Deleting subnet e9eaefbd-601e-4a6a-9b8d-ffd28d8a7023 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:36:02.799436 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e4b6b592-5a67-4781-9cab-9a4b7d221ba2 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:02.839303 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6939c931-fe68-45ec-9714-4741274b64e2 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for floatingip, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:02.839942 n-d-806683-17 neutron-server[102130]: INFO neutron.db.l3_db [None req-6939c931-fe68-45ec-9714-4741274b64e2 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Floating IP ecc3662b-9c20-42fd-a9e1-f423caf2cc9d disassociated (deleted). External IP: 172.25.4.153, port: 4557d179-c3ec-4909-922a-601b7c183241. Oct 30 15:36:03.197933 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e4b6b592-5a67-4781-9cab-9a4b7d221ba2 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:03.370995 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e4b6b592-5a67-4781-9cab-9a4b7d221ba2 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:03.477637 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e4b6b592-5a67-4781-9cab-9a4b7d221ba2 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:03.485917 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6939c931-fe68-45ec-9714-4741274b64e2 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Router a43b80bf-5e04-432f-a859-c3ffebb7a4cb has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:36:03.511557 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b6b592-5a67-4781-9cab-9a4b7d221ba2 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Pushing event deleted for resources: {'Subnet': ['ID=e9eaefbd-601e-4a6a-9b8d-ffd28d8a7023,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:03.517194 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e4b6b592-5a67-4781-9cab-9a4b7d221ba2 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:03.522892 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e4b6b592-5a67-4781-9cab-9a4b7d221ba2 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] 10.222.0.62 "DELETE /v2.0/subnets/e9eaefbd-601e-4a6a-9b8d-ffd28d8a7023 HTTP/1.1" status: 204 len: 168 time: 0.8447697 Oct 30 15:36:03.523063 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebc61e7-ea42-47dd-ba22-36a39f1945b1 None None] Network f835f49f-070f-434c-81f4-40f8db12185d requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:36:03.523496 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39438) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:03.642469 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-49e0d225-f010-49da-8ecd-25a1c9b0073c tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Deleting subnet 7b03594a-8ea4-465b-a822-8aa2a54935f9 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:36:03.648832 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-49e0d225-f010-49da-8ecd-25a1c9b0073c tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:03.688215 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device e23055f2-a23d-4740-82ad-a11c89edbed9 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:36:03.700906 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-49e0d225-f010-49da-8ecd-25a1c9b0073c tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:03.711633 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: e23055f2-a23d-4740-82ad-a11c89edbed9 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:36:03.711990 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device e23055f2-a23d-4740-82ad-a11c89edbed9 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:36:03.722698 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5d0d74-67fc-4b44-be8b-874f7edbb0a9 None None] DHCP port deletion for f835f49f-070f-434c-81f4-40f8db12185d request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:36:03.726781 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6939c931-fe68-45ec-9714-4741274b64e2 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:36:03.732816 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6939c931-fe68-45ec-9714-4741274b64e2 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:03.752711 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe87fe32-a93c-4010-b08a-1f96eef877f9 None None] Sync routers for ids ['a43b80bf-5e04-432f-a859-c3ffebb7a4cb'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:36:03.776195 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe87fe32-a93c-4010-b08a-1f96eef877f9 None None] Routers {'a43b80bf-5e04-432f-a859-c3ffebb7a4cb'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:36:03.776799 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-fe87fe32-a93c-4010-b08a-1f96eef877f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:35:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['a43b80bf-5e04-432f-a859-c3ffebb7a4cb'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:03.777822 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-6939c931-fe68-45ec-9714-4741274b64e2 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] 10.222.0.62 "DELETE /v2.0/floatingips/ecc3662b-9c20-42fd-a9e1-f423caf2cc9d HTTP/1.1" status: 204 len: 168 time: 1.5585740 Oct 30 15:36:03.780223 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39440) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:03.812134 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-fe87fe32-a93c-4010-b08a-1f96eef877f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:03.827218 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe87fe32-a93c-4010-b08a-1f96eef877f9 None None] Routers {'a43b80bf-5e04-432f-a859-c3ffebb7a4cb'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:36:03.827842 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-fe87fe32-a93c-4010-b08a-1f96eef877f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:35:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['a43b80bf-5e04-432f-a859-c3ffebb7a4cb'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:03.831866 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-9c5d0d74-67fc-4b44-be8b-874f7edbb0a9 None None] Deleting port 46b71e25-6a60-4bdf-9d37-2c5aa3cf4e9e {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:36:03.834069 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9c5d0d74-67fc-4b44-be8b-874f7edbb0a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:03.869365 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-49e0d225-f010-49da-8ecd-25a1c9b0073c tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:03.874201 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-fe87fe32-a93c-4010-b08a-1f96eef877f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:03.874845 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe87fe32-a93c-4010-b08a-1f96eef877f9 None None] The sync data for ids ['a43b80bf-5e04-432f-a859-c3ffebb7a4cb'] in n-d-806683-17 is: [] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:36:03.925757 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-9c5d0d74-67fc-4b44-be8b-874f7edbb0a9 None None] For port 46b71e25-6a60-4bdf-9d37-2c5aa3cf4e9e, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=46b71e25-6a60-4bdf-9d37-2c5aa3cf4e9e,segment=NetworkSegment(435d5167-08a6-4dfc-8773-272816a0f8b2),segment_id=435d5167-08a6-4dfc-8773-272816a0f8b2)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:36:03.926151 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9c5d0d74-67fc-4b44-be8b-874f7edbb0a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:03.939113 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-9c5d0d74-67fc-4b44-be8b-874f7edbb0a9 None None] Calling delete_port for 46b71e25-6a60-4bdf-9d37-2c5aa3cf4e9e owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:36:03.944158 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-50c45ffb-6ebe-45a2-8241-4b0e5aee9438 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Deleting port 4557d179-c3ec-4909-922a-601b7c183241 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:36:03.944521 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-50c45ffb-6ebe-45a2-8241-4b0e5aee9438 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:03.961996 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-49e0d225-f010-49da-8ecd-25a1c9b0073c tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:04.015395 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9c5d0d74-67fc-4b44-be8b-874f7edbb0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:04.019865 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e0d225-f010-49da-8ecd-25a1c9b0073c tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Pushing event deleted for resources: {'Subnet': ['ID=7b03594a-8ea4-465b-a822-8aa2a54935f9,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:04.028046 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-49e0d225-f010-49da-8ecd-25a1c9b0073c tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:04.032201 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-49e0d225-f010-49da-8ecd-25a1c9b0073c tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] 10.222.0.62 "DELETE /v2.0/subnets/7b03594a-8ea4-465b-a822-8aa2a54935f9 HTTP/1.1" status: 204 len: 168 time: 0.5072365 Oct 30 15:36:04.035766 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39444) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:04.051980 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6927cea6-67a9-4b16-b11c-5751f8ce7f50 None None] Network dbc023c4-9de6-49e9-b76c-aa0cf2f54565 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:36:04.054663 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5d0d74-67fc-4b44-be8b-874f7edbb0a9 None None] Pushing event deleted for resources: {'Port': ['ID=46b71e25-6a60-4bdf-9d37-2c5aa3cf4e9e,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:04.069281 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5d0d74-67fc-4b44-be8b-874f7edbb0a9 None None] No DVR routers for this DVR port 46b71e25-6a60-4bdf-9d37-2c5aa3cf4e9e on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:36:04.079845 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-50c45ffb-6ebe-45a2-8241-4b0e5aee9438 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:04.093422 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-50c45ffb-6ebe-45a2-8241-4b0e5aee9438 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Calling delete_port for 4557d179-c3ec-4909-922a-601b7c183241 owned by {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:36:04.292394 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282e2db4-8979-40a5-9050-c9f20bf6fb1a None None] DHCP port deletion for dbc023c4-9de6-49e9-b76c-aa0cf2f54565 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:36:04.328406 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-50c45ffb-6ebe-45a2-8241-4b0e5aee9438 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:04.360950 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-282e2db4-8979-40a5-9050-c9f20bf6fb1a None None] Deleting port b6981112-3e00-4f31-9732-78a47a15427c {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:36:04.361273 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-282e2db4-8979-40a5-9050-c9f20bf6fb1a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:04.368882 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c45ffb-6ebe-45a2-8241-4b0e5aee9438 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Pushing event deleted for resources: {'Port': ['ID=4557d179-c3ec-4909-922a-601b7c183241,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:04.470648 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-282e2db4-8979-40a5-9050-c9f20bf6fb1a None None] For port b6981112-3e00-4f31-9732-78a47a15427c, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=b6981112-3e00-4f31-9732-78a47a15427c,segment=NetworkSegment(55db0520-d5de-4d95-8704-1fdd5c965eb5),segment_id=55db0520-d5de-4d95-8704-1fdd5c965eb5)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:36:04.471355 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-282e2db4-8979-40a5-9050-c9f20bf6fb1a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:04.474905 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-50c45ffb-6ebe-45a2-8241-4b0e5aee9438 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:04.479125 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-50c45ffb-6ebe-45a2-8241-4b0e5aee9438 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] 10.222.0.62 "DELETE /v2.0/ports/4557d179-c3ec-4909-922a-601b7c183241 HTTP/1.1" status: 204 len: 168 time: 0.6977825 Oct 30 15:36:04.482472 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-03c9e5d9-497a-4b28-98da-355106b6e72c tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:04.483637 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39446) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:04.488122 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-55f0c345-731d-47b3-a5c5-fb3f31bd4884 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Request body: {'floatingip': {'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:36:04.490823 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-282e2db4-8979-40a5-9050-c9f20bf6fb1a None None] Calling delete_port for b6981112-3e00-4f31-9732-78a47a15427c owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:36:04.511370 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-55f0c345-731d-47b3-a5c5-fb3f31bd4884 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for floatingip, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:04.579596 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-03c9e5d9-497a-4b28-98da-355106b6e72c tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:04.580771 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-282e2db4-8979-40a5-9050-c9f20bf6fb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:04.603074 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-03c9e5d9-497a-4b28-98da-355106b6e72c tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f835f49f-070f-434c-81f4-40f8db12185d']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:04.610266 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282e2db4-8979-40a5-9050-c9f20bf6fb1a None None] No DVR routers for this DVR port b6981112-3e00-4f31-9732-78a47a15427c on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:36:04.613969 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282e2db4-8979-40a5-9050-c9f20bf6fb1a None None] Pushing event deleted for resources: {'Port': ['ID=b6981112-3e00-4f31-9732-78a47a15427c,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:04.614102 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-03c9e5d9-497a-4b28-98da-355106b6e72c tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '435d5167-08a6-4dfc-8773-272816a0f8b2') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:04.614773 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-03c9e5d9-497a-4b28-98da-355106b6e72c tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '435d5167-08a6-4dfc-8773-272816a0f8b2') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:04.625727 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-55f0c345-731d-47b3-a5c5-fb3f31bd4884 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:04.627728 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-03c9e5d9-497a-4b28-98da-355106b6e72c tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:04.643154 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-03c9e5d9-497a-4b28-98da-355106b6e72c tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:04.651487 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03c9e5d9-497a-4b28-98da-355106b6e72c tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:36:04.651994 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-03c9e5d9-497a-4b28-98da-355106b6e72c tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:04.657056 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:36:04.657056 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:36:04.657056 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:36:04.657056 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:36:04.657056 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:36:04.657056 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:36:04.657056 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:36:04.657056 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:36:04.657056 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:36:04.657056 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:36:04.657056 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:36:04.657056 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:36:04.657056 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:36:04.657056 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:36:04.657056 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:36:04.657056 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:36:04.657056 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:36:04.657056 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:36:04.657056 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:36:04.657056 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:36:04.657056 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:36:04.657056 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:36:04.657056 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:36:04.657056 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:36:04.657056 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:36:04.657056 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:36:04.657056 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:36:04.657056 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:36:04.657056 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:36:04.657056 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:36:04.657056 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:36:04.657056 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:36:04.721041 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-03c9e5d9-497a-4b28-98da-355106b6e72c tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:04.728014 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-03c9e5d9-497a-4b28-98da-355106b6e72c tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:04.731088 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-03c9e5d9-497a-4b28-98da-355106b6e72c tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] 10.222.0.62 "DELETE /v2.0/networks/f835f49f-070f-434c-81f4-40f8db12185d HTTP/1.1" status: 204 len: 168 time: 0.6915157 Oct 30 15:36:04.738625 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39448) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:04.742778 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c9e5d9-497a-4b28-98da-355106b6e72c tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Pushing event deleted for resources: {'Network': ['ID=f835f49f-070f-434c-81f4-40f8db12185d,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:04.752439 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-55f0c345-731d-47b3-a5c5-fb3f31bd4884 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Allocated IP 172.25.4.247 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/961c3e46-20dd-48a4-aa18-62ae3395e592) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:36:04.865673 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-03347d28-f8dc-4156-a6a0-1f495d2e5100 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:04.995673 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-03347d28-f8dc-4156-a6a0-1f495d2e5100 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:05.001113 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-55f0c345-731d-47b3-a5c5-fb3f31bd4884 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:05.024732 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-03347d28-f8dc-4156-a6a0-1f495d2e5100 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbc023c4-9de6-49e9-b76c-aa0cf2f54565']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:05.037231 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-03347d28-f8dc-4156-a6a0-1f495d2e5100 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55db0520-d5de-4d95-8704-1fdd5c965eb5') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:05.037531 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-03347d28-f8dc-4156-a6a0-1f495d2e5100 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55db0520-d5de-4d95-8704-1fdd5c965eb5') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:05.055167 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-03347d28-f8dc-4156-a6a0-1f495d2e5100 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:05.071946 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-03347d28-f8dc-4156-a6a0-1f495d2e5100 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:05.078841 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03347d28-f8dc-4156-a6a0-1f495d2e5100 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:36:05.079232 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-03347d28-f8dc-4156-a6a0-1f495d2e5100 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:05.082514 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-55f0c345-731d-47b3-a5c5-fb3f31bd4884 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:05.084331 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:36:05.084331 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:36:05.084331 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:36:05.084331 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:36:05.084331 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:36:05.084331 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:36:05.084331 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:36:05.084331 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:36:05.084331 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:36:05.084331 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:36:05.084331 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:36:05.084331 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:36:05.084331 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:36:05.084331 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:36:05.084331 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:36:05.084331 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:36:05.084331 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:36:05.084331 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:36:05.084331 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:36:05.084331 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:36:05.084331 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:36:05.084331 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:36:05.084331 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:36:05.084331 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:36:05.084331 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:36:05.084331 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:36:05.084331 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:36:05.084331 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:36:05.084331 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:36:05.084331 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:36:05.084331 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:36:05.084331 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:36:05.171783 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f0c345-731d-47b3-a5c5-fb3f31bd4884 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:36:05.175806 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-55f0c345-731d-47b3-a5c5-fb3f31bd4884 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:36:05.179701 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f0c345-731d-47b3-a5c5-fb3f31bd4884 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:36:05.186187 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-03347d28-f8dc-4156-a6a0-1f495d2e5100 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:05.191355 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-03347d28-f8dc-4156-a6a0-1f495d2e5100 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:05.194586 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-03347d28-f8dc-4156-a6a0-1f495d2e5100 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] 10.222.0.62 "DELETE /v2.0/networks/dbc023c4-9de6-49e9-b76c-aa0cf2f54565 HTTP/1.1" status: 204 len: 168 time: 0.4593449 Oct 30 15:36:05.197141 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39450) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:05.236421 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03347d28-f8dc-4156-a6a0-1f495d2e5100 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Pushing event deleted for resources: {'Network': ['ID=dbc023c4-9de6-49e9-b76c-aa0cf2f54565,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:05.239609 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f0c345-731d-47b3-a5c5-fb3f31bd4884 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Pushing event updated for resources: {'Port': ['ID=961c3e46-20dd-48a4-aa18-62ae3395e592,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:05.255299 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-1be068f0-22e7-4984-bb7f-f46682507457 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Deleting subnet 316d74fe-9fcf-443d-9169-a6dfc6cd580b {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:36:05.258647 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1be068f0-22e7-4984-bb7f-f46682507457 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:05.301997 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1be068f0-22e7-4984-bb7f-f46682507457 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:05.307959 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-55f0c345-731d-47b3-a5c5-fb3f31bd4884 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:05.341221 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-55f0c345-731d-47b3-a5c5-fb3f31bd4884 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:05.383300 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1be068f0-22e7-4984-bb7f-f46682507457 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:05.446410 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1be068f0-22e7-4984-bb7f-f46682507457 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:05.475687 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be068f0-22e7-4984-bb7f-f46682507457 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Pushing event deleted for resources: {'Subnet': ['ID=316d74fe-9fcf-443d-9169-a6dfc6cd580b,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:05.477735 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1be068f0-22e7-4984-bb7f-f46682507457 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:05.480997 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-1be068f0-22e7-4984-bb7f-f46682507457 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] 10.222.0.62 "DELETE /v2.0/subnets/316d74fe-9fcf-443d-9169-a6dfc6cd580b HTTP/1.1" status: 204 len: 168 time: 0.2828081 Oct 30 15:36:05.482223 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2feee65a-c3ff-4d65-a6e1-45774d80a0d5 None None] Network a3af0517-fae3-4cf1-88b3-a4441b2bc35b requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:36:05.484554 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39452) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:05.501790 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-55f0c345-731d-47b3-a5c5-fb3f31bd4884 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:05.507340 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-55f0c345-731d-47b3-a5c5-fb3f31bd4884 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:05.580458 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fe1eabcd-1981-49b6-a853-75ddeddf6922 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:05.615240 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f0c345-731d-47b3-a5c5-fb3f31bd4884 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Pushing event updated for resources: {'Port': ['ID=961c3e46-20dd-48a4-aa18-62ae3395e592,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:05.625873 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-55f0c345-731d-47b3-a5c5-fb3f31bd4884 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:05.646882 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-64f20420-750b-4d16-9f7d-a46650bc8f5e req-0cc3e285-f177-47e9-abb4-41d08ae20973 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=63addfbe-85c9-4de2-8eaf-26998965f136&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0787387 Oct 30 15:36:05.647617 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-fe1eabcd-1981-49b6-a853-75ddeddf6922 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Deleting port 7000fe63-abc5-45bf-af52-1431af237f95 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:36:05.648146 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fe1eabcd-1981-49b6-a853-75ddeddf6922 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:05.649669 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-55f0c345-731d-47b3-a5c5-fb3f31bd4884 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:05.650738 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-55f0c345-731d-47b3-a5c5-fb3f31bd4884 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1660995 Oct 30 15:36:05.656997 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39454) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:05.662418 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-8d851bc3-52a4-4e94-b828-4cf0be487856 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Request body: {'port': {'network_id': '9a56b7da-480b-456e-9445-3566899f9c68', 'name': 'tempest-FloatingIPTestJSON-1732414239'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:36:05.708921 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd94d24-4038-41f0-a415-3453a3f4584a None None] DHCP port deletion for a3af0517-fae3-4cf1-88b3-a4441b2bc35b request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:36:05.741426 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device b6981112-3e00-4f31-9732-78a47a15427c no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:36:05.758030 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-fe1eabcd-1981-49b6-a853-75ddeddf6922 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] For port 7000fe63-abc5-45bf-af52-1431af237f95, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=7000fe63-abc5-45bf-af52-1431af237f95,segment=NetworkSegment(3655f4ba-99a4-49f5-9bee-8ab33f2e2a29),segment_id=3655f4ba-99a4-49f5-9bee-8ab33f2e2a29)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:36:05.758763 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fe1eabcd-1981-49b6-a853-75ddeddf6922 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:05.768796 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: b6981112-3e00-4f31-9732-78a47a15427c {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:36:05.769746 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device b6981112-3e00-4f31-9732-78a47a15427c not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:36:05.769909 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 46b71e25-6a60-4bdf-9d37-2c5aa3cf4e9e no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:36:05.774419 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-fe1eabcd-1981-49b6-a853-75ddeddf6922 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Calling delete_port for 7000fe63-abc5-45bf-af52-1431af237f95 owned by network:dhcp {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:36:05.776742 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f20420-750b-4d16-9f7d-a46650bc8f5e req-82bf5966-9edd-4615-b91f-6d485abb1381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:36:05.778239 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-64f20420-750b-4d16-9f7d-a46650bc8f5e req-82bf5966-9edd-4615-b91f-6d485abb1381 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=618f83bcebd64e44892a09ff47fd42c7&device_id=63addfbe-85c9-4de2-8eaf-26998965f136 HTTP/1.1" status: 200 len: 1097 time: 0.0733545 Oct 30 15:36:05.793161 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 46b71e25-6a60-4bdf-9d37-2c5aa3cf4e9e {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:36:05.793161 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 46b71e25-6a60-4bdf-9d37-2c5aa3cf4e9e not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:36:05.817510 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-cdd94d24-4038-41f0-a415-3453a3f4584a None None] Deleting port 7000fe63-abc5-45bf-af52-1431af237f95 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:36:05.817887 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-cdd94d24-4038-41f0-a415-3453a3f4584a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:05.828290 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d851bc3-52a4-4e94-b828-4cf0be487856 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Made reservation on behalf of d8f3341c4f1c45cf95184df6bddf24ea for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:36:05.831568 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8d851bc3-52a4-4e94-b828-4cf0be487856 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:05.863969 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fe1eabcd-1981-49b6-a853-75ddeddf6922 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:05.886558 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-cdd94d24-4038-41f0-a415-3453a3f4584a None None] For port 7000fe63-abc5-45bf-af52-1431af237f95, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=7000fe63-abc5-45bf-af52-1431af237f95,segment=NetworkSegment(3655f4ba-99a4-49f5-9bee-8ab33f2e2a29),segment_id=3655f4ba-99a4-49f5-9bee-8ab33f2e2a29)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:36:05.887346 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-cdd94d24-4038-41f0-a415-3453a3f4584a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:05.894881 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [None req-8d851bc3-52a4-4e94-b828-4cf0be487856 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] device_id is not set on port 43f829e5-c61d-4466-88cb-0bc657d60966 yet. {{(pid=102130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:36:05.897915 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1eabcd-1981-49b6-a853-75ddeddf6922 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Pushing event deleted for resources: {'Port': ['ID=7000fe63-abc5-45bf-af52-1431af237f95,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:05.903531 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1eabcd-1981-49b6-a853-75ddeddf6922 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] No DVR routers for this DVR port 7000fe63-abc5-45bf-af52-1431af237f95 on host n-d-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:36:05.905581 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-cdd94d24-4038-41f0-a415-3453a3f4584a None None] Calling delete_port for 7000fe63-abc5-45bf-af52-1431af237f95 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:36:05.971304 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f20420-750b-4d16-9f7d-a46650bc8f5e req-e2994a71-eb60-4829-9b3f-951f55edd31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:36:05.972705 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-64f20420-750b-4d16-9f7d-a46650bc8f5e req-e2994a71-eb60-4829-9b3f-951f55edd31a service neutron] 10.222.0.53 "GET /v2.0/networks?id=f7b31817-fb37-4338-9a8b-92e463aec38a HTTP/1.1" status: 200 len: 910 time: 0.1525040 Oct 30 15:36:05.992085 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fe1eabcd-1981-49b6-a853-75ddeddf6922 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:05.993663 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-cdd94d24-4038-41f0-a415-3453a3f4584a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:06.013722 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-fe1eabcd-1981-49b6-a853-75ddeddf6922 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3af0517-fae3-4cf1-88b3-a4441b2bc35b']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:06.020861 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd94d24-4038-41f0-a415-3453a3f4584a None None] Pushing event deleted for resources: {'Port': ['ID=7000fe63-abc5-45bf-af52-1431af237f95,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:06.023427 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd94d24-4038-41f0-a415-3453a3f4584a None None] No DVR routers for this DVR port 7000fe63-abc5-45bf-af52-1431af237f95 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:36:06.027958 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-fe1eabcd-1981-49b6-a853-75ddeddf6922 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3655f4ba-99a4-49f5-9bee-8ab33f2e2a29') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:06.028261 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-fe1eabcd-1981-49b6-a853-75ddeddf6922 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3655f4ba-99a4-49f5-9bee-8ab33f2e2a29') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:06.039154 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fe1eabcd-1981-49b6-a853-75ddeddf6922 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:06.053279 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fe1eabcd-1981-49b6-a853-75ddeddf6922 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:06.059489 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe1eabcd-1981-49b6-a853-75ddeddf6922 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:36:06.060008 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fe1eabcd-1981-49b6-a853-75ddeddf6922 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:06.063786 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:36:06.063786 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:36:06.063786 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:36:06.063786 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:36:06.063786 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:36:06.063786 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:36:06.063786 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:36:06.063786 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:36:06.063786 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:36:06.063786 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:36:06.063786 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:36:06.063786 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:36:06.063786 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:36:06.063786 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:36:06.063786 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:36:06.063786 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:36:06.063786 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:36:06.063786 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:36:06.063786 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:36:06.063786 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:36:06.063786 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:36:06.063786 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:36:06.063786 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:36:06.063786 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:36:06.063786 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:36:06.063786 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:36:06.063786 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:36:06.063786 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:36:06.063786 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:36:06.063786 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:36:06.063786 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:36:06.063786 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:36:06.079533 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-64f20420-750b-4d16-9f7d-a46650bc8f5e req-5e731b7b-4356-4e40-8918-b1f878d97ace service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2dd24396-1f6f-44e7-a70e-baa41cd763f2 HTTP/1.1" status: 200 len: 1001 time: 0.0980532 Oct 30 15:36:06.080589 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-8d851bc3-52a4-4e94-b828-4cf0be487856 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Allocated IP 172.20.0.11 (9a56b7da-480b-456e-9445-3566899f9c68/d429750c-0bd3-405f-ae84-210847d7a094/43f829e5-c61d-4466-88cb-0bc657d60966) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:36:06.126436 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fe1eabcd-1981-49b6-a853-75ddeddf6922 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:06.133924 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fe1eabcd-1981-49b6-a853-75ddeddf6922 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:06.136872 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-fe1eabcd-1981-49b6-a853-75ddeddf6922 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] 10.222.0.62 "DELETE /v2.0/networks/a3af0517-fae3-4cf1-88b3-a4441b2bc35b HTTP/1.1" status: 204 len: 168 time: 0.6513646 Oct 30 15:36:06.140977 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39456) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:06.148889 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1eabcd-1981-49b6-a853-75ddeddf6922 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Pushing event deleted for resources: {'Network': ['ID=a3af0517-fae3-4cf1-88b3-a4441b2bc35b,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:06.183901 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f20420-750b-4d16-9f7d-a46650bc8f5e req-803a49aa-8334-4b08-8ce5-b9dd675e8baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:36:06.185673 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-64f20420-750b-4d16-9f7d-a46650bc8f5e req-803a49aa-8334-4b08-8ce5-b9dd675e8baa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cb7f4642-d814-4c95-a5f2-078cbd241a0e HTTP/1.1" status: 200 len: 848 time: 0.0989244 Oct 30 15:36:06.187681 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-de68a37e-0a46-4cf7-8268-bbc90f28fa20 tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] 10.222.0.62 "GET /v2.0/ports?device_id=fcecb5c9-b8c8-4c1c-a268-80aa183b841d HTTP/1.1" status: 200 len: 205 time: 0.0430903 Oct 30 15:36:06.190235 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39458) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:06.269637 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-68374d13-bb4c-4ab7-894b-9764edb88b9b tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks [] for router, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:06.283130 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f20420-750b-4d16-9f7d-a46650bc8f5e req-3e36ed36-2930-4df4-b88b-560ab377a7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:36:06.284576 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-64f20420-750b-4d16-9f7d-a46650bc8f5e req-3e36ed36-2930-4df4-b88b-560ab377a7a9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f7b31817-fb37-4338-9a8b-92e463aec38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0922124 Oct 30 15:36:06.373350 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8d851bc3-52a4-4e94-b828-4cf0be487856 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:06.419377 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-64f20420-750b-4d16-9f7d-a46650bc8f5e req-4a41d3d0-b652-4a44-8176-b5be6ff59dc7 service neutron] 10.222.0.53 "GET /v2.0/networks/f7b31817-fb37-4338-9a8b-92e463aec38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268752 Oct 30 15:36:06.429141 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-68374d13-bb4c-4ab7-894b-9764edb88b9b tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:06.431347 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-68374d13-bb4c-4ab7-894b-9764edb88b9b tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:06.445322 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8d851bc3-52a4-4e94-b828-4cf0be487856 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:06.477554 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-68374d13-bb4c-4ab7-894b-9764edb88b9b tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:06.478337 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68374d13-bb4c-4ab7-894b-9764edb88b9b tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Fanout notify agent at l3_agent the message router_deleted on router fcecb5c9-b8c8-4c1c-a268-80aa183b841d {{(pid=102131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:36:06.487208 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-68374d13-bb4c-4ab7-894b-9764edb88b9b tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:06.488477 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-68374d13-bb4c-4ab7-894b-9764edb88b9b tempest-RoutersNegativeIpV6Test-494863600 tempest-RoutersNegativeIpV6Test-494863600-project] 10.222.0.62 "DELETE /v2.0/routers/fcecb5c9-b8c8-4c1c-a268-80aa183b841d HTTP/1.1" status: 204 len: 168 time: 0.2972350 Oct 30 15:36:06.525217 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d851bc3-52a4-4e94-b828-4cf0be487856 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Network 9a56b7da-480b-456e-9445-3566899f9c68 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:36:06.534673 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-8d851bc3-52a4-4e94-b828-4cf0be487856 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:36:06.541159 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d851bc3-52a4-4e94-b828-4cf0be487856 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:36:06.546036 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d851bc3-52a4-4e94-b828-4cf0be487856 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Pushing event updated for resources: {'Port': ['ID=43f829e5-c61d-4466-88cb-0bc657d60966,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:06.597590 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-64f20420-750b-4d16-9f7d-a46650bc8f5e req-ffb0b64f-0608-42fe-bd05-c155f04d1633 service neutron] 10.222.0.53 "GET /v2.0/networks/f7b31817-fb37-4338-9a8b-92e463aec38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707315 Oct 30 15:36:06.608204 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d851bc3-52a4-4e94-b828-4cf0be487856 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:36:06.608815 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8d851bc3-52a4-4e94-b828-4cf0be487856 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:06.630155 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-8d851bc3-52a4-4e94-b828-4cf0be487856 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9702690 Oct 30 15:36:06.631125 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39462) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:06.636364 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-51b0893a-3801-435b-96c0-3dc44b722ef7 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Request body: {'floatingip': {'port_id': '43f829e5-c61d-4466-88cb-0bc657d60966'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:36:06.681472 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-51b0893a-3801-435b-96c0-3dc44b722ef7 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for floatingip, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:06.747880 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39466) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:06.881321 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-ad1ca68c-2fb7-4855-aba0-1a096f848453 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3c11936023bb4444b98211983e76a0d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1316798 Oct 30 15:36:06.884292 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39470) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:06.933984 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a0704f78-86a4-4fec-924b-131c1c2ba448 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:06.958828 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a0704f78-86a4-4fec-924b-131c1c2ba448 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:07.004790 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a0704f78-86a4-4fec-924b-131c1c2ba448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:07.007637 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a0704f78-86a4-4fec-924b-131c1c2ba448 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:07.008805 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-a0704f78-86a4-4fec-924b-131c1c2ba448 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/15ba7066-75ee-43a0-ae25-28971c2b1a91 HTTP/1.1" status: 204 len: 168 time: 0.1235695 Oct 30 15:36:07.016528 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0704f78-86a4-4fec-924b-131c1c2ba448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ba7066-75ee-43a0-ae25-28971c2b1a91,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:07.110803 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-51b0893a-3801-435b-96c0-3dc44b722ef7 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:07.115171 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-51b0893a-3801-435b-96c0-3dc44b722ef7 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:07.211159 n-d-806683-17 neutron-server[102130]: INFO neutron.db.l3_db [None req-51b0893a-3801-435b-96c0-3dc44b722ef7 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Floating IP da61ebde-d789-4042-b63b-50ecb16340f2 associated. External IP: 172.25.4.247, port: 43f829e5-c61d-4466-88cb-0bc657d60966. Oct 30 15:36:07.424615 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51b0893a-3801-435b-96c0-3dc44b722ef7 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Router a43b80bf-5e04-432f-a859-c3ffebb7a4cb has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:36:07.673958 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 7000fe63-abc5-45bf-af52-1431af237f95 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:36:07.696907 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 7000fe63-abc5-45bf-af52-1431af237f95 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:36:07.697260 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 7000fe63-abc5-45bf-af52-1431af237f95 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:36:07.850843 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b0893a-3801-435b-96c0-3dc44b722ef7 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:36:07.855262 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-51b0893a-3801-435b-96c0-3dc44b722ef7 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:07.861436 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82813ad5-b052-4742-8794-6ca8acec6758 None None] Sync routers for ids ['a43b80bf-5e04-432f-a859-c3ffebb7a4cb'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:36:07.870920 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82813ad5-b052-4742-8794-6ca8acec6758 None None] Routers {'a43b80bf-5e04-432f-a859-c3ffebb7a4cb'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:36:07.871492 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-82813ad5-b052-4742-8794-6ca8acec6758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:35:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['a43b80bf-5e04-432f-a859-c3ffebb7a4cb'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:07.884695 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-51b0893a-3801-435b-96c0-3dc44b722ef7 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] 10.222.0.62 "PUT /v2.0/floatingips/da61ebde-d789-4042-b63b-50ecb16340f2 HTTP/1.1" status: 200 len: 979 time: 1.2522480 Oct 30 15:36:07.887201 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39496) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:07.908090 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-82813ad5-b052-4742-8794-6ca8acec6758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:07.917256 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82813ad5-b052-4742-8794-6ca8acec6758 None None] Routers {'a43b80bf-5e04-432f-a859-c3ffebb7a4cb'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:36:07.917941 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-82813ad5-b052-4742-8794-6ca8acec6758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:35:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['a43b80bf-5e04-432f-a859-c3ffebb7a4cb'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:07.950707 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-82813ad5-b052-4742-8794-6ca8acec6758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:07.951931 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82813ad5-b052-4742-8794-6ca8acec6758 None None] The sync data for ids ['a43b80bf-5e04-432f-a859-c3ffebb7a4cb'] in n-d-806683-17 is: [] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:36:07.990075 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-e3134eae-3e4e-44e8-aae4-1b4ac855c2fe tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Deleting port 43f829e5-c61d-4466-88cb-0bc657d60966 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:36:07.990557 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e3134eae-3e4e-44e8-aae4-1b4ac855c2fe tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:08.081052 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e3134eae-3e4e-44e8-aae4-1b4ac855c2fe tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:08.258836 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e3134eae-3e4e-44e8-aae4-1b4ac855c2fe tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:08.259528 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e3134eae-3e4e-44e8-aae4-1b4ac855c2fe tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:08.259528 n-d-806683-17 neutron-server[102130]: INFO neutron.db.l3_db [None req-e3134eae-3e4e-44e8-aae4-1b4ac855c2fe tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Floating IP da61ebde-d789-4042-b63b-50ecb16340f2 disassociated. External IP: 172.25.4.247, port: 43f829e5-c61d-4466-88cb-0bc657d60966. Oct 30 15:36:08.259884 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-e3134eae-3e4e-44e8-aae4-1b4ac855c2fe tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Calling delete_port for 43f829e5-c61d-4466-88cb-0bc657d60966 owned by {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:36:08.385574 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e3134eae-3e4e-44e8-aae4-1b4ac855c2fe tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:08.416615 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3134eae-3e4e-44e8-aae4-1b4ac855c2fe tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Pushing event deleted for resources: {'Port': ['ID=43f829e5-c61d-4466-88cb-0bc657d60966,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:08.491646 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39512) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:08.535036 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3134eae-3e4e-44e8-aae4-1b4ac855c2fe tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Router a43b80bf-5e04-432f-a859-c3ffebb7a4cb has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:36:08.602151 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-65444489-9258-46e2-9e93-ccbe5411d8ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:08.672945 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9a7fd03a-736f-4bf0-99a3-b1d4ac15b413 req-53e4f388-60c4-4e74-a216-827a4c3c29ca service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=63addfbe-85c9-4de2-8eaf-26998965f136&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0674531 Oct 30 15:36:08.681007 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3134eae-3e4e-44e8-aae4-1b4ac855c2fe tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:36:08.684888 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-65444489-9258-46e2-9e93-ccbe5411d8ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:08.689991 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-65444489-9258-46e2-9e93-ccbe5411d8ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:08.697051 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055aa55b-597a-496b-90e5-cefb3ebd30f2 None None] Sync routers for ids ['a43b80bf-5e04-432f-a859-c3ffebb7a4cb'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:36:08.708416 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055aa55b-597a-496b-90e5-cefb3ebd30f2 None None] Routers {'a43b80bf-5e04-432f-a859-c3ffebb7a4cb'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:36:08.710657 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-055aa55b-597a-496b-90e5-cefb3ebd30f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:35:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['a43b80bf-5e04-432f-a859-c3ffebb7a4cb'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:08.738986 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-65444489-9258-46e2-9e93-ccbe5411d8ee admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2d007e60bff64a8b8c36f69c5ce4a92a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2461214 Oct 30 15:36:08.739808 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39516) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:08.740469 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65444489-9258-46e2-9e93-ccbe5411d8ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad50aced-bffd-43ae-866c-dcd574208102,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:08.759646 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-055aa55b-597a-496b-90e5-cefb3ebd30f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:08.769883 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055aa55b-597a-496b-90e5-cefb3ebd30f2 None None] Routers {'a43b80bf-5e04-432f-a859-c3ffebb7a4cb'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:36:08.770603 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-055aa55b-597a-496b-90e5-cefb3ebd30f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:35:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['a43b80bf-5e04-432f-a859-c3ffebb7a4cb'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:08.783169 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e3134eae-3e4e-44e8-aae4-1b4ac855c2fe tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:08.786516 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e3134eae-3e4e-44e8-aae4-1b4ac855c2fe tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] 10.222.0.62 "DELETE /v2.0/ports/43f829e5-c61d-4466-88cb-0bc657d60966 HTTP/1.1" status: 204 len: 168 time: 0.8983607 Oct 30 15:36:08.788963 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39518) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:08.800684 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f97fb0ff-5f4f-4a9f-bca9-dd2dd243b989 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:08.808115 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-055aa55b-597a-496b-90e5-cefb3ebd30f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:08.808980 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055aa55b-597a-496b-90e5-cefb3ebd30f2 None None] The sync data for ids ['a43b80bf-5e04-432f-a859-c3ffebb7a4cb'] in n-d-806683-17 is: [] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:36:08.824578 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f97fb0ff-5f4f-4a9f-bca9-dd2dd243b989 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:08.843160 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fd03a-736f-4bf0-99a3-b1d4ac15b413 req-0fd48ce0-5982-4c62-8b0c-7367ec6442f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:36:08.844773 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9a7fd03a-736f-4bf0-99a3-b1d4ac15b413 req-0fd48ce0-5982-4c62-8b0c-7367ec6442f8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=618f83bcebd64e44892a09ff47fd42c7&device_id=63addfbe-85c9-4de2-8eaf-26998965f136 HTTP/1.1" status: 200 len: 1097 time: 0.0986898 Oct 30 15:36:08.847864 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a6ccc164-a9a8-4b23-a145-75a8d53caa01 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] 10.222.0.62 "GET /v2.0/floatingips/da61ebde-d789-4042-b63b-50ecb16340f2 HTTP/1.1" status: 200 len: 688 time: 0.0577898 Oct 30 15:36:08.850394 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39520) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:08.879588 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f97fb0ff-5f4f-4a9f-bca9-dd2dd243b989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:08.882216 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f97fb0ff-5f4f-4a9f-bca9-dd2dd243b989 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:08.883360 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-f97fb0ff-5f4f-4a9f-bca9-dd2dd243b989 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ad50aced-bffd-43ae-866c-dcd574208102 HTTP/1.1" status: 204 len: 168 time: 0.1394284 Oct 30 15:36:08.894561 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97fb0ff-5f4f-4a9f-bca9-dd2dd243b989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad50aced-bffd-43ae-866c-dcd574208102,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:09.039933 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fd03a-736f-4bf0-99a3-b1d4ac15b413 req-c0763d4e-4de2-4aa0-a456-ec5a1dfe7b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:36:09.041404 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9a7fd03a-736f-4bf0-99a3-b1d4ac15b413 req-c0763d4e-4de2-4aa0-a456-ec5a1dfe7b37 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f7b31817-fb37-4338-9a8b-92e463aec38a HTTP/1.1" status: 200 len: 910 time: 0.1555407 Oct 30 15:36:09.058006 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-77aa677f-9ce3-4a6e-8025-e723e92395a0 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Deleting port 961c3e46-20dd-48a4-aa18-62ae3395e592 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:36:09.058352 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-77aa677f-9ce3-4a6e-8025-e723e92395a0 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:09.158137 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9a7fd03a-736f-4bf0-99a3-b1d4ac15b413 req-a5bc167f-b0c0-4ac6-b813-51e5501533d7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2dd24396-1f6f-44e7-a70e-baa41cd763f2 HTTP/1.1" status: 200 len: 1001 time: 0.1079836 Oct 30 15:36:09.163812 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39526) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:09.178612 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c8408a5b-1010-492d-bc78-5c0ca3cebbf6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:09.211496 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-77aa677f-9ce3-4a6e-8025-e723e92395a0 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:09.211873 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-77aa677f-9ce3-4a6e-8025-e723e92395a0 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:09.230467 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-77aa677f-9ce3-4a6e-8025-e723e92395a0 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Calling delete_port for 961c3e46-20dd-48a4-aa18-62ae3395e592 owned by network:floatingip {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:36:09.240350 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fd03a-736f-4bf0-99a3-b1d4ac15b413 req-39ca74f5-7ea4-42f0-848d-21167dd8f44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:36:09.241588 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9a7fd03a-736f-4bf0-99a3-b1d4ac15b413 req-39ca74f5-7ea4-42f0-848d-21167dd8f44b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cb7f4642-d814-4c95-a5f2-078cbd241a0e HTTP/1.1" status: 200 len: 848 time: 0.0733933 Oct 30 15:36:09.260153 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c8408a5b-1010-492d-bc78-5c0ca3cebbf6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:09.265480 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c8408a5b-1010-492d-bc78-5c0ca3cebbf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:09.306351 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-c8408a5b-1010-492d-bc78-5c0ca3cebbf6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=12925d299ea94347bbfb7b4cf12fa4d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1408179 Oct 30 15:36:09.307710 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8408a5b-1010-492d-bc78-5c0ca3cebbf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8d8e9a-5919-48bb-84df-111e407b5bf6,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:09.310772 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39528) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:09.366508 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fd03a-736f-4bf0-99a3-b1d4ac15b413 req-c8b61e0e-cf87-4b35-8416-bf92a50a171d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:36:09.368024 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9a7fd03a-736f-4bf0-99a3-b1d4ac15b413 req-c8b61e0e-cf87-4b35-8416-bf92a50a171d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f7b31817-fb37-4338-9a8b-92e463aec38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1187630 Oct 30 15:36:09.462531 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e0c72903-b68f-4e32-8b32-b25f6b1c1d8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:09.529156 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e0c72903-b68f-4e32-8b32-b25f6b1c1d8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:09.570888 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-77aa677f-9ce3-4a6e-8025-e723e92395a0 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:09.587944 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9a7fd03a-736f-4bf0-99a3-b1d4ac15b413 req-a6f973e6-6a4f-47aa-91b3-5cceba768b42 service neutron] 10.222.0.53 "GET /v2.0/networks/f7b31817-fb37-4338-9a8b-92e463aec38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084177 Oct 30 15:36:09.623396 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aa677f-9ce3-4a6e-8025-e723e92395a0 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Pushing event deleted for resources: {'Port': ['ID=961c3e46-20dd-48a4-aa18-62ae3395e592,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:09.729419 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e0c72903-b68f-4e32-8b32-b25f6b1c1d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:09.732146 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e0c72903-b68f-4e32-8b32-b25f6b1c1d8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:09.733901 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e0c72903-b68f-4e32-8b32-b25f6b1c1d8e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9e8d8e9a-5919-48bb-84df-111e407b5bf6 HTTP/1.1" status: 204 len: 168 time: 0.4216115 Oct 30 15:36:09.796708 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c72903-b68f-4e32-8b32-b25f6b1c1d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8d8e9a-5919-48bb-84df-111e407b5bf6,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:09.804416 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-77aa677f-9ce3-4a6e-8025-e723e92395a0 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for floatingip, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:09.811746 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-77aa677f-9ce3-4a6e-8025-e723e92395a0 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:09.813121 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-77aa677f-9ce3-4a6e-8025-e723e92395a0 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] 10.222.0.62 "DELETE /v2.0/floatingips/da61ebde-d789-4042-b63b-50ecb16340f2 HTTP/1.1" status: 204 len: 168 time: 0.9616454 Oct 30 15:36:09.817264 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39534) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:09.822836 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-47bc3472-c15a-4290-8984-cb503e54c773 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Request body: {'floatingip': {'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'port_id': 'dafb5ba8-b3b1-42d5-a450-a37661e5716c'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:36:09.825169 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9a7fd03a-736f-4bf0-99a3-b1d4ac15b413 req-34d1f503-f13a-4cd1-bfea-16fce1ed0545 service neutron] 10.222.0.53 "GET /v2.0/networks/f7b31817-fb37-4338-9a8b-92e463aec38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143402 Oct 30 15:36:09.840514 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-659ecf8e-0687-4554-a430-d390540afe5e req-105515cd-ecef-4033-9ff4-dbadfd4f405b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e8feeca9-8e7a-47c5-9834-b2981b41113f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3140774 Oct 30 15:36:09.871725 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-47bc3472-c15a-4290-8984-cb503e54c773 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for floatingip, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:09.947793 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ecf8e-0687-4554-a430-d390540afe5e req-082177d3-fee5-4263-82ff-0be34cbd3ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:36:09.949487 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-659ecf8e-0687-4554-a430-d390540afe5e req-082177d3-fee5-4263-82ff-0be34cbd3ab5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=67bc9a3add214ecaad76147ad0906766&device_id=e8feeca9-8e7a-47c5-9834-b2981b41113f HTTP/1.1" status: 200 len: 1098 time: 0.0561087 Oct 30 15:36:10.012165 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-47bc3472-c15a-4290-8984-cb503e54c773 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:10.092587 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ecf8e-0687-4554-a430-d390540afe5e req-7e6c21e9-2b31-48f8-bc0c-a5cbaa0f8e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:36:10.094247 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-659ecf8e-0687-4554-a430-d390540afe5e req-7e6c21e9-2b31-48f8-bc0c-a5cbaa0f8e7a service neutron] 10.222.0.44 "GET /v2.0/networks?id=ada754b2-2d16-48ef-bd4a-b3c351db82b3 HTTP/1.1" status: 200 len: 918 time: 0.1190410 Oct 30 15:36:10.162141 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-47bc3472-c15a-4290-8984-cb503e54c773 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Allocated IP 172.25.4.105 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/6ba69162-a221-4d0f-9fe4-e494b01653dc) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:36:10.202317 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-659ecf8e-0687-4554-a430-d390540afe5e req-06559d41-7a99-43a6-84e7-289914f23ce8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88d0f80f-4998-4729-9dae-c58ec4d318cc HTTP/1.1" status: 200 len: 1000 time: 0.1003859 Oct 30 15:36:10.272456 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ecf8e-0687-4554-a430-d390540afe5e req-c220cb9f-7949-462f-b699-fc313909bf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:36:10.274720 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-659ecf8e-0687-4554-a430-d390540afe5e req-c220cb9f-7949-462f-b699-fc313909bf86 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=296dc533-f6ac-49b9-ab46-37f1565b56fb HTTP/1.1" status: 200 len: 856 time: 0.0655046 Oct 30 15:36:10.305391 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-47bc3472-c15a-4290-8984-cb503e54c773 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:10.323834 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ecf8e-0687-4554-a430-d390540afe5e req-67904d8a-282a-45d6-ac36-2c94bba3f73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:36:10.325413 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-659ecf8e-0687-4554-a430-d390540afe5e req-67904d8a-282a-45d6-ac36-2c94bba3f73d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ada754b2-2d16-48ef-bd4a-b3c351db82b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437677 Oct 30 15:36:10.343370 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [req-659ecf8e-0687-4554-a430-d390540afe5e req-3a2ae107-cbb3-47df-aa3e-c9ebcf280b01 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:36:10.344687 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-659ecf8e-0687-4554-a430-d390540afe5e req-3a2ae107-cbb3-47df-aa3e-c9ebcf280b01 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0085814 Oct 30 15:36:10.346171 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-47bc3472-c15a-4290-8984-cb503e54c773 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:10.383328 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bc3472-c15a-4290-8984-cb503e54c773 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:36:10.388702 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-47bc3472-c15a-4290-8984-cb503e54c773 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:36:10.393148 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bc3472-c15a-4290-8984-cb503e54c773 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:36:10.424351 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bc3472-c15a-4290-8984-cb503e54c773 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Pushing event updated for resources: {'Port': ['ID=6ba69162-a221-4d0f-9fe4-e494b01653dc,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:10.456550 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-659ecf8e-0687-4554-a430-d390540afe5e req-20fa1324-c1ba-47e9-82ba-e0bc32a05276 service neutron] 10.222.0.44 "GET /v2.0/networks/ada754b2-2d16-48ef-bd4a-b3c351db82b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047843 Oct 30 15:36:10.586117 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-659ecf8e-0687-4554-a430-d390540afe5e req-cb1ae8ee-e5b8-4a23-a092-407acee342f4 service neutron] 10.222.0.44 "GET /v2.0/networks/ada754b2-2d16-48ef-bd4a-b3c351db82b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228929 Oct 30 15:36:10.774525 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-47bc3472-c15a-4290-8984-cb503e54c773 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:10.839617 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-47bc3472-c15a-4290-8984-cb503e54c773 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:10.999220 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-47bc3472-c15a-4290-8984-cb503e54c773 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:11.003840 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-47bc3472-c15a-4290-8984-cb503e54c773 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:11.086506 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bc3472-c15a-4290-8984-cb503e54c773 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Pushing event updated for resources: {'Port': ['ID=6ba69162-a221-4d0f-9fe4-e494b01653dc,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:11.096662 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-47bc3472-c15a-4290-8984-cb503e54c773 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:11.198020 n-d-806683-17 neutron-server[102131]: INFO neutron.db.l3_db [None req-47bc3472-c15a-4290-8984-cb503e54c773 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Floating IP ebf6f0c6-e81e-448d-805b-aeaa1fe78356 associated. External IP: 172.25.4.105, port: dafb5ba8-b3b1-42d5-a450-a37661e5716c. Oct 30 15:36:11.663570 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47bc3472-c15a-4290-8984-cb503e54c773 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Router a43b80bf-5e04-432f-a859-c3ffebb7a4cb has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:36:11.769959 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47bc3472-c15a-4290-8984-cb503e54c773 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:36:11.786689 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0becbc-eead-4bd0-9344-299d6973e572 None None] Sync routers for ids ['a43b80bf-5e04-432f-a859-c3ffebb7a4cb'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:36:11.790400 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-47bc3472-c15a-4290-8984-cb503e54c773 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:11.801900 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0becbc-eead-4bd0-9344-299d6973e572 None None] Routers {'a43b80bf-5e04-432f-a859-c3ffebb7a4cb'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:36:11.802630 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-6e0becbc-eead-4bd0-9344-299d6973e572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:35:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['a43b80bf-5e04-432f-a859-c3ffebb7a4cb'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:11.824875 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-47bc3472-c15a-4290-8984-cb503e54c773 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.0041437 Oct 30 15:36:11.825128 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39590) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:11.830265 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-e9613637-4363-4889-a776-280957da06bc tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1407908906'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:36:11.839442 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-6e0becbc-eead-4bd0-9344-299d6973e572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:11.849875 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0becbc-eead-4bd0-9344-299d6973e572 None None] Routers {'a43b80bf-5e04-432f-a859-c3ffebb7a4cb'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:36:11.850493 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-6e0becbc-eead-4bd0-9344-299d6973e572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:35:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['a43b80bf-5e04-432f-a859-c3ffebb7a4cb'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:11.855428 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9613637-4363-4889-a776-280957da06bc tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Made reservation on behalf of d8f3341c4f1c45cf95184df6bddf24ea for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:36:11.859654 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e9613637-4363-4889-a776-280957da06bc tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:11.885216 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9613637-4363-4889-a776-280957da06bc tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:36:11.887655 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-6e0becbc-eead-4bd0-9344-299d6973e572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:11.888497 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0becbc-eead-4bd0-9344-299d6973e572 None None] The sync data for ids ['a43b80bf-5e04-432f-a859-c3ffebb7a4cb'] in n-d-806683-17 is: [] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:36:11.896805 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e9613637-4363-4889-a776-280957da06bc tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:11.897151 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-e9613637-4363-4889-a776-280957da06bc tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Added segment bbde5691-c25d-429f-856b-d91bf48ad154 of type vlan for network 8acaa014-3c10-427f-afbf-a340de1c2a19 Oct 30 15:36:11.938898 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e9613637-4363-4889-a776-280957da06bc tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:11.963566 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e9613637-4363-4889-a776-280957da06bc tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:11.969765 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9613637-4363-4889-a776-280957da06bc tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:36:11.970318 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e9613637-4363-4889-a776-280957da06bc tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:12.033240 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-e9613637-4363-4889-a776-280957da06bc tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2069340 Oct 30 15:36:12.036023 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39594) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:12.042515 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-a034a1c3-d47e-4acc-8a15-2d87c3e5e636 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Request body: {'subnet': {'network_id': '8acaa014-3c10-427f-afbf-a340de1c2a19', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:36:12.045866 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9613637-4363-4889-a776-280957da06bc tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Pushing event updated for resources: {'Network': ['ID=8acaa014-3c10-427f-afbf-a340de1c2a19,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:12.062108 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 8acaa014-3c10-427f-afbf-a340de1c2a19 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:36:12.147681 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a034a1c3-d47e-4acc-8a15-2d87c3e5e636 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Made reservation on behalf of d8f3341c4f1c45cf95184df6bddf24ea for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:36:12.151245 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a034a1c3-d47e-4acc-8a15-2d87c3e5e636 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:12.329573 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a034a1c3-d47e-4acc-8a15-2d87c3e5e636 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:12.391618 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a034a1c3-d47e-4acc-8a15-2d87c3e5e636 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Pushing event updated for resources: {'Subnet': ['ID=703fee50-ae0f-4d52-832f-73ea0bde0178,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:12.401039 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a034a1c3-d47e-4acc-8a15-2d87c3e5e636 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Checking segment: {'id': 'bbde5691-c25d-429f-856b-d91bf48ad154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '8acaa014-3c10-427f-afbf-a340de1c2a19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:36:12.401402 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a034a1c3-d47e-4acc-8a15-2d87c3e5e636 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Network hostable DHCP agents. Network: 8acaa014-3c10-427f-afbf-a340de1c2a19, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:36:12.419295 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a034a1c3-d47e-4acc-8a15-2d87c3e5e636 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Network 8acaa014-3c10-427f-afbf-a340de1c2a19 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:36:12.423151 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39604) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:12.429005 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-a034a1c3-d47e-4acc-8a15-2d87c3e5e636 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 8acaa014-3c10-427f-afbf-a340de1c2a19) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:36:12.433387 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a034a1c3-d47e-4acc-8a15-2d87c3e5e636 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:36:12.434013 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a034a1c3-d47e-4acc-8a15-2d87c3e5e636 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:12.438240 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5549839-319a-4e9f-8c92-abffc72252cb None None] Network 8acaa014-3c10-427f-afbf-a340de1c2a19 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:36:12.455716 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a034a1c3-d47e-4acc-8a15-2d87c3e5e636 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4179797 Oct 30 15:36:12.458175 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39608) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:12.462799 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-5ef6b6db-2e19-4735-a94e-f50b855f3a27 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1562385987', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}, 'admin_state_up': False}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:36:12.490255 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5ef6b6db-2e19-4735-a94e-f50b855f3a27 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:12.491082 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5ef6b6db-2e19-4735-a94e-f50b855f3a27 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:12.544091 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5ef6b6db-2e19-4735-a94e-f50b855f3a27 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:12.554281 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fa460adf-3895-4b46-8c12-b1e6587b1767 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:12.641055 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fa460adf-3895-4b46-8c12-b1e6587b1767 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:12.645853 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fa460adf-3895-4b46-8c12-b1e6587b1767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:12.690258 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-fa460adf-3895-4b46-8c12-b1e6587b1767 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e862484435bc45deb628712f2656f98c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2659459 Oct 30 15:36:12.691021 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa460adf-3895-4b46-8c12-b1e6587b1767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e848516-bbb8-4bf8-879e-5877432466f8,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:12.692791 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5ef6b6db-2e19-4735-a94e-f50b855f3a27 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:12.693507 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39610) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:12.756603 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-efd675bd-3667-4df2-b2cc-531e193bcb4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:12.770770 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef6dd7b-79d5-45a1-8284-9107a59ce7d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-8acaa014-3c10-427f-afbf-a340de1c2a19', 'network_id': '8acaa014-3c10-427f-afbf-a340de1c2a19', 'tenant_id': 'd8f3341c4f1c45cf95184df6bddf24ea', 'fixed_ips': [{'subnet_id': '703fee50-ae0f-4d52-832f-73ea0bde0178'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:36:12.773436 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8ef6dd7b-79d5-45a1-8284-9107a59ce7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:12.781209 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-efd675bd-3667-4df2-b2cc-531e193bcb4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:12.832860 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-efd675bd-3667-4df2-b2cc-531e193bcb4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:12.835504 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-efd675bd-3667-4df2-b2cc-531e193bcb4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:12.836787 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-efd675bd-3667-4df2-b2cc-531e193bcb4e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4e848516-bbb8-4bf8-879e-5877432466f8 HTTP/1.1" status: 204 len: 168 time: 0.1313581 Oct 30 15:36:12.845813 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd675bd-3667-4df2-b2cc-531e193bcb4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e848516-bbb8-4bf8-879e-5877432466f8,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:12.911275 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5ef6b6db-2e19-4735-a94e-f50b855f3a27 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for router_gateway, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:12.936697 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5ef6b6db-2e19-4735-a94e-f50b855f3a27 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:12.939673 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-8ef6dd7b-79d5-45a1-8284-9107a59ce7d6 None None] Allocated IP 172.20.0.2 (8acaa014-3c10-427f-afbf-a340de1c2a19/703fee50-ae0f-4d52-832f-73ea0bde0178/41a6f43c-2f36-4a46-8a45-160ca5fe160e) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:36:13.047002 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-5ef6b6db-2e19-4735-a94e-f50b855f3a27 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Allocated IP 172.25.4.177 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/0f0469d9-7eac-419f-95c2-4ace7878233c) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:36:13.099420 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8ef6dd7b-79d5-45a1-8284-9107a59ce7d6 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:13.105546 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8ef6dd7b-79d5-45a1-8284-9107a59ce7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:13.144914 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef6dd7b-79d5-45a1-8284-9107a59ce7d6 None None] Network 8acaa014-3c10-427f-afbf-a340de1c2a19 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:36:13.149620 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-8ef6dd7b-79d5-45a1-8284-9107a59ce7d6 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:36:13.153221 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef6dd7b-79d5-45a1-8284-9107a59ce7d6 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:36:13.153389 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39616) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:13.161207 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef6dd7b-79d5-45a1-8284-9107a59ce7d6 None None] Pushing event updated for resources: {'Port': ['ID=41a6f43c-2f36-4a46-8a45-160ca5fe160e,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:13.163546 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5ef6b6db-2e19-4735-a94e-f50b855f3a27 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:13.167831 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b5e5998a-cd8b-4854-a18d-e184f758851e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:13.189036 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6dd7b-79d5-45a1-8284-9107a59ce7d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:36:13.189671 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6dd7b-79d5-45a1-8284-9107a59ce7d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:36:13.190162 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6dd7b-79d5-45a1-8284-9107a59ce7d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:36:13.190677 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6dd7b-79d5-45a1-8284-9107a59ce7d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:36:13.190991 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6dd7b-79d5-45a1-8284-9107a59ce7d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:36:13.191318 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6dd7b-79d5-45a1-8284-9107a59ce7d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:36:13.191668 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6dd7b-79d5-45a1-8284-9107a59ce7d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:36:13.191991 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6dd7b-79d5-45a1-8284-9107a59ce7d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:36:13.192319 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6dd7b-79d5-45a1-8284-9107a59ce7d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:36:13.192701 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6dd7b-79d5-45a1-8284-9107a59ce7d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:36:13.192960 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6dd7b-79d5-45a1-8284-9107a59ce7d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:36:13.193278 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6dd7b-79d5-45a1-8284-9107a59ce7d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:36:13.204676 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5ef6b6db-2e19-4735-a94e-f50b855f3a27 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:13.222923 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-8ef6dd7b-79d5-45a1-8284-9107a59ce7d6 None None] Attempting to bind port 41a6f43c-2f36-4a46-8a45-160ca5fe160e on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:36:13.223297 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-8ef6dd7b-79d5-45a1-8284-9107a59ce7d6 None None] Attempting to bind port 41a6f43c-2f36-4a46-8a45-160ca5fe160e by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'bbde5691-c25d-429f-856b-d91bf48ad154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '8acaa014-3c10-427f-afbf-a340de1c2a19'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:36:13.223906 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef6dd7b-79d5-45a1-8284-9107a59ce7d6 None None] Attempting to bind port 41a6f43c-2f36-4a46-8a45-160ca5fe160e on network 8acaa014-3c10-427f-afbf-a340de1c2a19 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:36:13.229488 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef6dd7b-79d5-45a1-8284-9107a59ce7d6 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:36:13.229889 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef6dd7b-79d5-45a1-8284-9107a59ce7d6 None None] Checking segment: {'id': 'bbde5691-c25d-429f-856b-d91bf48ad154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '8acaa014-3c10-427f-afbf-a340de1c2a19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:36:13.230313 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8ef6dd7b-79d5-45a1-8284-9107a59ce7d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:13.230872 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef6dd7b-79d5-45a1-8284-9107a59ce7d6 None None] Bound using segment: {'id': 'bbde5691-c25d-429f-856b-d91bf48ad154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '8acaa014-3c10-427f-afbf-a340de1c2a19'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:36:13.231521 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-8ef6dd7b-79d5-45a1-8284-9107a59ce7d6 None None] Bound port: 41a6f43c-2f36-4a46-8a45-160ca5fe160e, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbde5691-c25d-429f-856b-d91bf48ad154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '8acaa014-3c10-427f-afbf-a340de1c2a19'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:36:13.233405 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8ef6dd7b-79d5-45a1-8284-9107a59ce7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:13.250099 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef6b6db-2e19-4735-a94e-f50b855f3a27 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:36:13.252356 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-5ef6b6db-2e19-4735-a94e-f50b855f3a27 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:36:13.256335 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef6b6db-2e19-4735-a94e-f50b855f3a27 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:36:13.262536 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b5e5998a-cd8b-4854-a18d-e184f758851e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:13.267959 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b5e5998a-cd8b-4854-a18d-e184f758851e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:13.285755 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef6b6db-2e19-4735-a94e-f50b855f3a27 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Pushing event updated for resources: {'Port': ['ID=0f0469d9-7eac-419f-95c2-4ace7878233c,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:13.308935 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b5e5998a-cd8b-4854-a18d-e184f758851e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=91a9ed56fa95481bb26912566fb86776&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1545477 Oct 30 15:36:13.309163 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-8ef6dd7b-79d5-45a1-8284-9107a59ce7d6 None None] For port 41a6f43c-2f36-4a46-8a45-160ca5fe160e, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:36:13.310203 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e5998a-cd8b-4854-a18d-e184f758851e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7ffc31-cd42-43dd-a70d-d327dfc250cb,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:13.312733 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-8ef6dd7b-79d5-45a1-8284-9107a59ce7d6 None None] For port 41a6f43c-2f36-4a46-8a45-160ca5fe160e, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=41a6f43c-2f36-4a46-8a45-160ca5fe160e,segment=NetworkSegment(bbde5691-c25d-429f-856b-d91bf48ad154),segment_id=bbde5691-c25d-429f-856b-d91bf48ad154)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:36:13.313666 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39618) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:13.317119 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8ef6dd7b-79d5-45a1-8284-9107a59ce7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:13.372441 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e448eb73-8f5a-4a69-bd02-50bd7fabdf0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:13.379300 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef6dd7b-79d5-45a1-8284-9107a59ce7d6 None None] Pushing event updated for resources: {'Port': ['ID=41a6f43c-2f36-4a46-8a45-160ca5fe160e,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:13.414615 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e448eb73-8f5a-4a69-bd02-50bd7fabdf0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:13.470808 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e448eb73-8f5a-4a69-bd02-50bd7fabdf0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:13.473686 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e448eb73-8f5a-4a69-bd02-50bd7fabdf0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:13.477403 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-e448eb73-8f5a-4a69-bd02-50bd7fabdf0c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7a7ffc31-cd42-43dd-a70d-d327dfc250cb HTTP/1.1" status: 204 len: 168 time: 0.1600499 Oct 30 15:36:13.482643 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e448eb73-8f5a-4a69-bd02-50bd7fabdf0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7ffc31-cd42-43dd-a70d-d327dfc250cb,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:13.540116 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5ef6b6db-2e19-4735-a94e-f50b855f3a27 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for router_gateway, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:13.767425 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 41a6f43c-2f36-4a46-8a45-160ca5fe160e up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:36:13.821329 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 41a6f43c-2f36-4a46-8a45-160ca5fe160e triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:36:13.821799 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:13.916246 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:13.958967 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 41a6f43c-2f36-4a46-8a45-160ca5fe160e, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=41a6f43c-2f36-4a46-8a45-160ca5fe160e,segment=NetworkSegment(bbde5691-c25d-429f-856b-d91bf48ad154),segment_id=bbde5691-c25d-429f-856b-d91bf48ad154)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:36:13.963787 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:14.022334 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=41a6f43c-2f36-4a46-8a45-160ca5fe160e,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:14.146661 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5ef6b6db-2e19-4735-a94e-f50b855f3a27 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:14.285095 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ef6b6db-2e19-4735-a94e-f50b855f3a27 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Router 589eef7e-32f4-41af-8812-a056cfc7b493 is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:36:14.412729 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef6b6db-2e19-4735-a94e-f50b855f3a27 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:36:14.422575 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fb5a45-a881-4391-b619-17cd404ef7c2 None None] Sync routers for ids ['589eef7e-32f4-41af-8812-a056cfc7b493'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:36:14.436002 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fb5a45-a881-4391-b619-17cd404ef7c2 None None] Routers {'589eef7e-32f4-41af-8812-a056cfc7b493'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:36:14.436809 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-47fb5a45-a881-4391-b619-17cd404ef7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:35:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['589eef7e-32f4-41af-8812-a056cfc7b493'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:14.443443 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5ef6b6db-2e19-4735-a94e-f50b855f3a27 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:14.447632 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39642) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:14.448099 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-5ef6b6db-2e19-4735-a94e-f50b855f3a27 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9888091 Oct 30 15:36:14.479188 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-47fb5a45-a881-4391-b619-17cd404ef7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:14.488635 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fb5a45-a881-4391-b619-17cd404ef7c2 None None] Routers {'589eef7e-32f4-41af-8812-a056cfc7b493'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:36:14.489562 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-47fb5a45-a881-4391-b619-17cd404ef7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:35:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['589eef7e-32f4-41af-8812-a056cfc7b493'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:14.527976 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b05002c-4a5e-48f0-8c4a-3fd0cbd4798f None None] Network 8acaa014-3c10-427f-afbf-a340de1c2a19 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:36:14.531354 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-47fb5a45-a881-4391-b619-17cd404ef7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:14.532000 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fb5a45-a881-4391-b619-17cd404ef7c2 None None] The sync data for ids ['589eef7e-32f4-41af-8812-a056cfc7b493'] in n-d-806683-17 is: [] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:36:14.603903 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-53a95a04-e6e5-4504-9c9d-d18e5102bffd None None] Provisioning complete for port 41a6f43c-2f36-4a46-8a45-160ca5fe160e triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:36:14.604279 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-53a95a04-e6e5-4504-9c9d-d18e5102bffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:14.978854 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2c042a77-7eb9-4144-93ac-088c55dd0b2d tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:15.081074 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-7cfe29b4-e20f-4f37-98ad-0ac0629459c6 None None] Provisioning complete for port 41a6f43c-2f36-4a46-8a45-160ca5fe160e triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:36:15.081442 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7cfe29b4-e20f-4f37-98ad-0ac0629459c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:15.261262 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-2c042a77-7eb9-4144-93ac-088c55dd0b2d tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Allocated IP 172.20.0.1 (8acaa014-3c10-427f-afbf-a340de1c2a19/703fee50-ae0f-4d52-832f-73ea0bde0178/9a216dbf-e76f-45e8-a961-b327a7b6700c) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:36:15.387696 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2c042a77-7eb9-4144-93ac-088c55dd0b2d tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:15.428064 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2c042a77-7eb9-4144-93ac-088c55dd0b2d tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:15.473256 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c042a77-7eb9-4144-93ac-088c55dd0b2d tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Network 8acaa014-3c10-427f-afbf-a340de1c2a19 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:36:15.477026 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-2c042a77-7eb9-4144-93ac-088c55dd0b2d tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:36:15.480811 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c042a77-7eb9-4144-93ac-088c55dd0b2d tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:36:15.487882 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c042a77-7eb9-4144-93ac-088c55dd0b2d tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Pushing event updated for resources: {'Port': ['ID=9a216dbf-e76f-45e8-a961-b327a7b6700c,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:15.535915 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2c042a77-7eb9-4144-93ac-088c55dd0b2d tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:15.701794 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2c042a77-7eb9-4144-93ac-088c55dd0b2d tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:15.704060 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 41a6f43c-2f36-4a46-8a45-160ca5fe160e up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:36:15.757901 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 41a6f43c-2f36-4a46-8a45-160ca5fe160e triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:36:15.758193 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:15.805612 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-ee77b255-e146-49c8-b1f7-96b0815c937d None None] Provisioning complete for port 9a216dbf-e76f-45e8-a961-b327a7b6700c triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:36:15.805920 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ee77b255-e146-49c8-b1f7-96b0815c937d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:15.870509 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-ee77b255-e146-49c8-b1f7-96b0815c937d None None] Port 9a216dbf-e76f-45e8-a961-b327a7b6700c cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:36:16.002532 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2c042a77-7eb9-4144-93ac-088c55dd0b2d tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:16.006974 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2c042a77-7eb9-4144-93ac-088c55dd0b2d tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:16.083087 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c042a77-7eb9-4144-93ac-088c55dd0b2d tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Pushing event updated for resources: {'Port': ['ID=9a216dbf-e76f-45e8-a961-b327a7b6700c,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:16.085412 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2c042a77-7eb9-4144-93ac-088c55dd0b2d tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:16.178314 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c042a77-7eb9-4144-93ac-088c55dd0b2d tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Network 8acaa014-3c10-427f-afbf-a340de1c2a19 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:36:16.179842 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-2c042a77-7eb9-4144-93ac-088c55dd0b2d tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:36:16.311761 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c042a77-7eb9-4144-93ac-088c55dd0b2d tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Router 589eef7e-32f4-41af-8812-a056cfc7b493 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:36:16.429845 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c042a77-7eb9-4144-93ac-088c55dd0b2d tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:36:16.440610 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c80a076-de06-4915-8dd7-b003024c43cd None None] Sync routers for ids ['589eef7e-32f4-41af-8812-a056cfc7b493'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:36:16.443640 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39676) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:16.444075 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-2c042a77-7eb9-4144-93ac-088c55dd0b2d tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] 10.222.0.62 "PUT /v2.0/routers/589eef7e-32f4-41af-8812-a056cfc7b493/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9948387 Oct 30 15:36:16.449273 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-03a74086-54e1-4d45-9956-0aa86519a7ad tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Request body: {'port': {'network_id': '8acaa014-3c10-427f-afbf-a340de1c2a19', 'name': 'tempest-FloatingIPTestJSON-1688590565'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:36:16.450576 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c80a076-de06-4915-8dd7-b003024c43cd None None] Routers {'589eef7e-32f4-41af-8812-a056cfc7b493'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:36:16.451975 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-4c80a076-de06-4915-8dd7-b003024c43cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:35:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['589eef7e-32f4-41af-8812-a056cfc7b493'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:16.486531 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-4c80a076-de06-4915-8dd7-b003024c43cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:16.495565 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c80a076-de06-4915-8dd7-b003024c43cd None None] Routers {'589eef7e-32f4-41af-8812-a056cfc7b493'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:36:16.496171 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-4c80a076-de06-4915-8dd7-b003024c43cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:35:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['589eef7e-32f4-41af-8812-a056cfc7b493'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:16.500511 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-536b6f72-7a46-4450-af5b-ead231f602e3 None None] Provisioning complete for port 9a216dbf-e76f-45e8-a961-b327a7b6700c triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:36:16.501153 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-536b6f72-7a46-4450-af5b-ead231f602e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:16.532955 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-4c80a076-de06-4915-8dd7-b003024c43cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:16.533593 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c80a076-de06-4915-8dd7-b003024c43cd None None] The sync data for ids ['589eef7e-32f4-41af-8812-a056cfc7b493'] in n-d-806683-17 is: [] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:36:16.536520 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-536b6f72-7a46-4450-af5b-ead231f602e3 None None] Port 9a216dbf-e76f-45e8-a961-b327a7b6700c cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:36:16.563875 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a74086-54e1-4d45-9956-0aa86519a7ad tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Made reservation on behalf of d8f3341c4f1c45cf95184df6bddf24ea for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:36:16.567370 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-03a74086-54e1-4d45-9956-0aa86519a7ad tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:16.588692 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [None req-03a74086-54e1-4d45-9956-0aa86519a7ad tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] device_id is not set on port b5b2f737-5f48-4417-8663-a46e51c8df03 yet. {{(pid=102130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:36:16.707169 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-03a74086-54e1-4d45-9956-0aa86519a7ad tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Allocated IP 172.20.0.12 (8acaa014-3c10-427f-afbf-a340de1c2a19/703fee50-ae0f-4d52-832f-73ea0bde0178/b5b2f737-5f48-4417-8663-a46e51c8df03) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:36:16.861881 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-03a74086-54e1-4d45-9956-0aa86519a7ad tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:16.895556 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-03a74086-54e1-4d45-9956-0aa86519a7ad tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:16.941257 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a74086-54e1-4d45-9956-0aa86519a7ad tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Network 8acaa014-3c10-427f-afbf-a340de1c2a19 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:36:16.944461 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-03a74086-54e1-4d45-9956-0aa86519a7ad tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:36:16.948335 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a74086-54e1-4d45-9956-0aa86519a7ad tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:36:16.973947 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a74086-54e1-4d45-9956-0aa86519a7ad tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Pushing event updated for resources: {'Port': ['ID=b5b2f737-5f48-4417-8663-a46e51c8df03,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:17.005292 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a74086-54e1-4d45-9956-0aa86519a7ad tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:36:17.005886 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-03a74086-54e1-4d45-9956-0aa86519a7ad tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:17.024538 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-03a74086-54e1-4d45-9956-0aa86519a7ad tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.5795934 Oct 30 15:36:17.027343 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39690) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:17.033443 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-3e855913-1191-4674-94cb-7fcc9e312071 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Request body: {'floatingip': {'port_id': 'b5b2f737-5f48-4417-8663-a46e51c8df03'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:36:17.100190 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3e855913-1191-4674-94cb-7fcc9e312071 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for floatingip, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:17.260355 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-73e67b26-1f6b-4c83-af1c-be91b8a93eca None None] Provisioning complete for port b5b2f737-5f48-4417-8663-a46e51c8df03 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:36:17.260884 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-73e67b26-1f6b-4c83-af1c-be91b8a93eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:17.294730 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-73e67b26-1f6b-4c83-af1c-be91b8a93eca None None] Port b5b2f737-5f48-4417-8663-a46e51c8df03 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:36:17.764582 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.db.resource_extend [None req-3e855913-1191-4674-94cb-7fcc9e312071 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 30 15:36:17.828875 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3e855913-1191-4674-94cb-7fcc9e312071 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:17.832993 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3e855913-1191-4674-94cb-7fcc9e312071 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:17.932728 n-d-806683-17 neutron-server[102131]: INFO neutron.db.l3_db [None req-3e855913-1191-4674-94cb-7fcc9e312071 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Floating IP ebf6f0c6-e81e-448d-805b-aeaa1fe78356 associated. External IP: 172.25.4.105, port: dafb5ba8-b3b1-42d5-a450-a37661e5716c. Oct 30 15:36:18.147804 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e855913-1191-4674-94cb-7fcc9e312071 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Router a43b80bf-5e04-432f-a859-c3ffebb7a4cb has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:36:18.258877 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e855913-1191-4674-94cb-7fcc9e312071 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:36:18.270265 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632d253b-b439-4a11-8cd7-1f9df174c26b None None] Sync routers for ids ['a43b80bf-5e04-432f-a859-c3ffebb7a4cb'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:36:18.281339 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632d253b-b439-4a11-8cd7-1f9df174c26b None None] Routers {'a43b80bf-5e04-432f-a859-c3ffebb7a4cb'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:36:18.282007 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-632d253b-b439-4a11-8cd7-1f9df174c26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:35:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['a43b80bf-5e04-432f-a859-c3ffebb7a4cb'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:18.318127 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-632d253b-b439-4a11-8cd7-1f9df174c26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:18.327867 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632d253b-b439-4a11-8cd7-1f9df174c26b None None] Routers {'a43b80bf-5e04-432f-a859-c3ffebb7a4cb'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:36:18.328474 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-632d253b-b439-4a11-8cd7-1f9df174c26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:35:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['a43b80bf-5e04-432f-a859-c3ffebb7a4cb'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:18.361517 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-632d253b-b439-4a11-8cd7-1f9df174c26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:18.362151 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632d253b-b439-4a11-8cd7-1f9df174c26b None None] The sync data for ids ['a43b80bf-5e04-432f-a859-c3ffebb7a4cb'] in n-d-806683-17 is: [] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:36:18.471178 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e855913-1191-4674-94cb-7fcc9e312071 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Router 589eef7e-32f4-41af-8812-a056cfc7b493 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:36:18.582495 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e855913-1191-4674-94cb-7fcc9e312071 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:36:18.588730 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3e855913-1191-4674-94cb-7fcc9e312071 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:18.596475 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6acb417-e85c-460f-9b9e-a92f8ce4b170 None None] Sync routers for ids ['589eef7e-32f4-41af-8812-a056cfc7b493'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:36:18.609660 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6acb417-e85c-460f-9b9e-a92f8ce4b170 None None] Routers {'589eef7e-32f4-41af-8812-a056cfc7b493'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:36:18.610267 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-b6acb417-e85c-460f-9b9e-a92f8ce4b170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:35:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['589eef7e-32f4-41af-8812-a056cfc7b493'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:18.644125 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-b6acb417-e85c-460f-9b9e-a92f8ce4b170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:18.652106 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-3e855913-1191-4674-94cb-7fcc9e312071 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] 10.222.0.62 "PUT /v2.0/floatingips/ebf6f0c6-e81e-448d-805b-aeaa1fe78356 HTTP/1.1" status: 200 len: 979 time: 1.6208060 Oct 30 15:36:18.652500 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39694) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:18.653724 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6acb417-e85c-460f-9b9e-a92f8ce4b170 None None] Routers {'589eef7e-32f4-41af-8812-a056cfc7b493'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:36:18.654376 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-b6acb417-e85c-460f-9b9e-a92f8ce4b170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:35:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['589eef7e-32f4-41af-8812-a056cfc7b493'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:18.690270 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-b6acb417-e85c-460f-9b9e-a92f8ce4b170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:18.690925 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6acb417-e85c-460f-9b9e-a92f8ce4b170 None None] The sync data for ids ['589eef7e-32f4-41af-8812-a056cfc7b493'] in n-d-806683-17 is: [] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:36:18.759280 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-f65b59ea-58e8-4f36-99ca-b4de976420f6 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Deleting port b5b2f737-5f48-4417-8663-a46e51c8df03 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:36:18.759652 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f65b59ea-58e8-4f36-99ca-b4de976420f6 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:18.853965 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f65b59ea-58e8-4f36-99ca-b4de976420f6 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:19.047905 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f65b59ea-58e8-4f36-99ca-b4de976420f6 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:19.048282 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f65b59ea-58e8-4f36-99ca-b4de976420f6 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:19.048851 n-d-806683-17 neutron-server[102130]: INFO neutron.db.l3_db [None req-f65b59ea-58e8-4f36-99ca-b4de976420f6 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Floating IP ebf6f0c6-e81e-448d-805b-aeaa1fe78356 disassociated. External IP: 172.25.4.105, port: b5b2f737-5f48-4417-8663-a46e51c8df03. Oct 30 15:36:19.049225 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-f65b59ea-58e8-4f36-99ca-b4de976420f6 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Calling delete_port for b5b2f737-5f48-4417-8663-a46e51c8df03 owned by {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:36:19.114439 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39702) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:19.189827 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f65b59ea-58e8-4f36-99ca-b4de976420f6 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:19.227573 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65b59ea-58e8-4f36-99ca-b4de976420f6 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Pushing event deleted for resources: {'Port': ['ID=b5b2f737-5f48-4417-8663-a46e51c8df03,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:19.231271 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-94c8b451-362d-4c6c-aaca-14d863caec61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:19.321329 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-94c8b451-362d-4c6c-aaca-14d863caec61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:19.326319 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-94c8b451-362d-4c6c-aaca-14d863caec61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:19.362618 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f65b59ea-58e8-4f36-99ca-b4de976420f6 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Router 589eef7e-32f4-41af-8812-a056cfc7b493 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:36:19.371615 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-94c8b451-362d-4c6c-aaca-14d863caec61 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1163a5b00beb4242a3f631d838214507&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2557278 Oct 30 15:36:19.372737 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c8b451-362d-4c6c-aaca-14d863caec61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed2a53dc-1d5e-439b-8ae3-4fc2f1bd91dc,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:19.375740 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39706) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:19.515837 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9bb0e456-51c8-4e35-a586-1c177a1807bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:19.532021 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f65b59ea-58e8-4f36-99ca-b4de976420f6 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:36:19.546179 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17959fd-51c3-4a9b-8e8a-2f0023b5d39c None None] Sync routers for ids ['589eef7e-32f4-41af-8812-a056cfc7b493'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:36:19.556116 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17959fd-51c3-4a9b-8e8a-2f0023b5d39c None None] Routers {'589eef7e-32f4-41af-8812-a056cfc7b493'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:36:19.556845 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-f17959fd-51c3-4a9b-8e8a-2f0023b5d39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:35:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['589eef7e-32f4-41af-8812-a056cfc7b493'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:19.566869 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9bb0e456-51c8-4e35-a586-1c177a1807bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:19.593337 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-f17959fd-51c3-4a9b-8e8a-2f0023b5d39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:19.602191 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17959fd-51c3-4a9b-8e8a-2f0023b5d39c None None] Routers {'589eef7e-32f4-41af-8812-a056cfc7b493'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:36:19.602936 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-f17959fd-51c3-4a9b-8e8a-2f0023b5d39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:35:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['589eef7e-32f4-41af-8812-a056cfc7b493'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:19.630864 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f65b59ea-58e8-4f36-99ca-b4de976420f6 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:19.637139 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39708) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:19.637268 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-f65b59ea-58e8-4f36-99ca-b4de976420f6 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] 10.222.0.62 "DELETE /v2.0/ports/b5b2f737-5f48-4417-8663-a46e51c8df03 HTTP/1.1" status: 204 len: 168 time: 0.9833422 Oct 30 15:36:19.640443 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-f17959fd-51c3-4a9b-8e8a-2f0023b5d39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:19.641388 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17959fd-51c3-4a9b-8e8a-2f0023b5d39c None None] The sync data for ids ['589eef7e-32f4-41af-8812-a056cfc7b493'] in n-d-806683-17 is: [] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:36:19.656500 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9bb0e456-51c8-4e35-a586-1c177a1807bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:19.659105 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9bb0e456-51c8-4e35-a586-1c177a1807bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:19.662472 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9bb0e456-51c8-4e35-a586-1c177a1807bd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ed2a53dc-1d5e-439b-8ae3-4fc2f1bd91dc HTTP/1.1" status: 204 len: 168 time: 0.2834563 Oct 30 15:36:19.668901 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb0e456-51c8-4e35-a586-1c177a1807bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed2a53dc-1d5e-439b-8ae3-4fc2f1bd91dc,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:19.976620 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39714) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:19.989894 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-dfef4082-0e42-4b55-8814-aca06141cc2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:20.045909 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-65aadbaf-0c38-49b5-ba02-afc3d98bc704 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:20.085846 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-dfef4082-0e42-4b55-8814-aca06141cc2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:20.091732 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-dfef4082-0e42-4b55-8814-aca06141cc2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:20.138140 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-dfef4082-0e42-4b55-8814-aca06141cc2a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c39e5e4d78df4f70ba4302c8163d5c18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1602340 Oct 30 15:36:20.141369 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39716) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:20.145234 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfef4082-0e42-4b55-8814-aca06141cc2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28177b2a-f3ed-4da5-8975-724862503708,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:20.253686 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f467dfe0-a78b-44db-a6bb-82e853afa336 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:20.281982 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f467dfe0-a78b-44db-a6bb-82e853afa336 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:20.378429 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f467dfe0-a78b-44db-a6bb-82e853afa336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:20.380927 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f467dfe0-a78b-44db-a6bb-82e853afa336 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:20.382060 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-f467dfe0-a78b-44db-a6bb-82e853afa336 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/28177b2a-f3ed-4da5-8975-724862503708 HTTP/1.1" status: 204 len: 168 time: 0.2397444 Oct 30 15:36:20.396890 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f467dfe0-a78b-44db-a6bb-82e853afa336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28177b2a-f3ed-4da5-8975-724862503708,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:20.417811 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-65aadbaf-0c38-49b5-ba02-afc3d98bc704 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Deleting port 9a216dbf-e76f-45e8-a961-b327a7b6700c {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:36:20.418166 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-65aadbaf-0c38-49b5-ba02-afc3d98bc704 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:20.509766 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-65aadbaf-0c38-49b5-ba02-afc3d98bc704 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:20.522202 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-65aadbaf-0c38-49b5-ba02-afc3d98bc704 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Calling delete_port for 9a216dbf-e76f-45e8-a961-b327a7b6700c owned by network:router_interface {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:36:20.726707 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-65aadbaf-0c38-49b5-ba02-afc3d98bc704 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:20.756670 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aadbaf-0c38-49b5-ba02-afc3d98bc704 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Pushing event deleted for resources: {'Port': ['ID=9a216dbf-e76f-45e8-a961-b327a7b6700c,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:20.940554 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-65aadbaf-0c38-49b5-ba02-afc3d98bc704 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:21.139707 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a4189fc2-8285-4e6d-8340-6c05254cd403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:21.166917 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65aadbaf-0c38-49b5-ba02-afc3d98bc704 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Router 589eef7e-32f4-41af-8812-a056cfc7b493 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:36:21.273033 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65aadbaf-0c38-49b5-ba02-afc3d98bc704 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:36:21.278191 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-65aadbaf-0c38-49b5-ba02-afc3d98bc704 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] 10.222.0.62 "PUT /v2.0/routers/589eef7e-32f4-41af-8812-a056cfc7b493/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6382613 Oct 30 15:36:21.281339 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39742) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:21.287085 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156fc87d-fb85-4dac-8359-a1e224f1143c None None] Sync routers for ids ['589eef7e-32f4-41af-8812-a056cfc7b493'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:36:21.300067 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156fc87d-fb85-4dac-8359-a1e224f1143c None None] Routers {'589eef7e-32f4-41af-8812-a056cfc7b493'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:36:21.300844 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-156fc87d-fb85-4dac-8359-a1e224f1143c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:35:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['589eef7e-32f4-41af-8812-a056cfc7b493'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:21.333887 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-156fc87d-fb85-4dac-8359-a1e224f1143c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:21.343621 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156fc87d-fb85-4dac-8359-a1e224f1143c None None] Routers {'589eef7e-32f4-41af-8812-a056cfc7b493'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:36:21.344304 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-156fc87d-fb85-4dac-8359-a1e224f1143c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:35:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['589eef7e-32f4-41af-8812-a056cfc7b493'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:21.381246 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-156fc87d-fb85-4dac-8359-a1e224f1143c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:21.381901 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156fc87d-fb85-4dac-8359-a1e224f1143c None None] The sync data for ids ['589eef7e-32f4-41af-8812-a056cfc7b493'] in n-d-806683-17 is: [] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:36:21.397157 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9bb25ea4-ccda-474b-80b2-d961b698b737 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for router, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:21.761020 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9bb25ea4-ccda-474b-80b2-d961b698b737 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:21.813397 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-9bb25ea4-ccda-474b-80b2-d961b698b737 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Deleting port 0f0469d9-7eac-419f-95c2-4ace7878233c {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:36:21.813741 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9bb25ea4-ccda-474b-80b2-d961b698b737 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:21.887759 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9bb25ea4-ccda-474b-80b2-d961b698b737 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:21.900857 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-9bb25ea4-ccda-474b-80b2-d961b698b737 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Calling delete_port for 0f0469d9-7eac-419f-95c2-4ace7878233c owned by network:router_gateway {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:36:22.072445 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9bb25ea4-ccda-474b-80b2-d961b698b737 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:22.108901 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb25ea4-ccda-474b-80b2-d961b698b737 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Pushing event deleted for resources: {'Port': ['ID=0f0469d9-7eac-419f-95c2-4ace7878233c,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:22.163103 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9bb25ea4-ccda-474b-80b2-d961b698b737 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:22.254051 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9bb25ea4-ccda-474b-80b2-d961b698b737 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:22.256246 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9bb25ea4-ccda-474b-80b2-d961b698b737 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:22.299159 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9bb25ea4-ccda-474b-80b2-d961b698b737 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:22.299877 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb25ea4-ccda-474b-80b2-d961b698b737 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Fanout notify agent at l3_agent the message router_deleted on router 589eef7e-32f4-41af-8812-a056cfc7b493 {{(pid=102131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:36:22.308967 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9bb25ea4-ccda-474b-80b2-d961b698b737 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:22.310106 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-9bb25ea4-ccda-474b-80b2-d961b698b737 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] 10.222.0.62 "DELETE /v2.0/routers/589eef7e-32f4-41af-8812-a056cfc7b493 HTTP/1.1" status: 204 len: 168 time: 1.0278213 Oct 30 15:36:22.314610 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39764) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:22.369443 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-f98c963b-32b6-4437-8a65-5ffc63f9227f tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Deleting subnet 703fee50-ae0f-4d52-832f-73ea0bde0178 {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:36:22.372694 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f98c963b-32b6-4437-8a65-5ffc63f9227f tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:22.412794 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f98c963b-32b6-4437-8a65-5ffc63f9227f tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:22.494296 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f98c963b-32b6-4437-8a65-5ffc63f9227f tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:22.557007 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f98c963b-32b6-4437-8a65-5ffc63f9227f tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:22.585003 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98c963b-32b6-4437-8a65-5ffc63f9227f tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Pushing event deleted for resources: {'Subnet': ['ID=703fee50-ae0f-4d52-832f-73ea0bde0178,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:22.592206 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f98c963b-32b6-4437-8a65-5ffc63f9227f tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:22.598005 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f041d82-3bfc-48ed-a86f-4f53ab1edc94 None None] Network 8acaa014-3c10-427f-afbf-a340de1c2a19 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:36:22.598499 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-f98c963b-32b6-4437-8a65-5ffc63f9227f tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] 10.222.0.62 "DELETE /v2.0/subnets/703fee50-ae0f-4d52-832f-73ea0bde0178 HTTP/1.1" status: 204 len: 168 time: 0.2800629 Oct 30 15:36:22.598499 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39766) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:22.679890 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f46b16ea-b60d-4b8b-9e3d-e1b3b1223a50 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:22.740121 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-f46b16ea-b60d-4b8b-9e3d-e1b3b1223a50 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Deleting port 41a6f43c-2f36-4a46-8a45-160ca5fe160e {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:36:22.740501 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f46b16ea-b60d-4b8b-9e3d-e1b3b1223a50 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:22.788871 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b63c3ea-0ec0-493d-a792-f0ae75dad666 None None] DHCP port deletion for 8acaa014-3c10-427f-afbf-a340de1c2a19 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:36:22.828413 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-f46b16ea-b60d-4b8b-9e3d-e1b3b1223a50 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] For port 41a6f43c-2f36-4a46-8a45-160ca5fe160e, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=41a6f43c-2f36-4a46-8a45-160ca5fe160e,segment=NetworkSegment(bbde5691-c25d-429f-856b-d91bf48ad154),segment_id=bbde5691-c25d-429f-856b-d91bf48ad154)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:36:22.828687 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f46b16ea-b60d-4b8b-9e3d-e1b3b1223a50 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:22.843566 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-f46b16ea-b60d-4b8b-9e3d-e1b3b1223a50 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Calling delete_port for 41a6f43c-2f36-4a46-8a45-160ca5fe160e owned by network:dhcp {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:36:22.849810 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-9b63c3ea-0ec0-493d-a792-f0ae75dad666 None None] Deleting port 41a6f43c-2f36-4a46-8a45-160ca5fe160e {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:36:22.850408 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9b63c3ea-0ec0-493d-a792-f0ae75dad666 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:22.918429 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-9b63c3ea-0ec0-493d-a792-f0ae75dad666 None None] For port 41a6f43c-2f36-4a46-8a45-160ca5fe160e, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=41a6f43c-2f36-4a46-8a45-160ca5fe160e,segment=NetworkSegment(bbde5691-c25d-429f-856b-d91bf48ad154),segment_id=bbde5691-c25d-429f-856b-d91bf48ad154)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:36:22.919153 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9b63c3ea-0ec0-493d-a792-f0ae75dad666 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:22.933553 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f46b16ea-b60d-4b8b-9e3d-e1b3b1223a50 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:22.934112 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-9b63c3ea-0ec0-493d-a792-f0ae75dad666 None None] Calling delete_port for 41a6f43c-2f36-4a46-8a45-160ca5fe160e owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:36:22.967260 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46b16ea-b60d-4b8b-9e3d-e1b3b1223a50 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Pushing event deleted for resources: {'Port': ['ID=41a6f43c-2f36-4a46-8a45-160ca5fe160e,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:22.972414 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46b16ea-b60d-4b8b-9e3d-e1b3b1223a50 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] No DVR routers for this DVR port 41a6f43c-2f36-4a46-8a45-160ca5fe160e on host n-d-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:36:23.016853 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9b63c3ea-0ec0-493d-a792-f0ae75dad666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:23.045518 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b63c3ea-0ec0-493d-a792-f0ae75dad666 None None] Pushing event deleted for resources: {'Port': ['ID=41a6f43c-2f36-4a46-8a45-160ca5fe160e,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:23.050227 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b63c3ea-0ec0-493d-a792-f0ae75dad666 None None] No DVR routers for this DVR port 41a6f43c-2f36-4a46-8a45-160ca5fe160e on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:36:23.056735 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f46b16ea-b60d-4b8b-9e3d-e1b3b1223a50 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:23.076396 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-f46b16ea-b60d-4b8b-9e3d-e1b3b1223a50 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8acaa014-3c10-427f-afbf-a340de1c2a19']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:23.085551 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-f46b16ea-b60d-4b8b-9e3d-e1b3b1223a50 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbde5691-c25d-429f-856b-d91bf48ad154') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:23.085795 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-f46b16ea-b60d-4b8b-9e3d-e1b3b1223a50 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbde5691-c25d-429f-856b-d91bf48ad154') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:23.100097 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f46b16ea-b60d-4b8b-9e3d-e1b3b1223a50 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:23.113979 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f46b16ea-b60d-4b8b-9e3d-e1b3b1223a50 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:23.120312 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f46b16ea-b60d-4b8b-9e3d-e1b3b1223a50 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:36:23.120761 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f46b16ea-b60d-4b8b-9e3d-e1b3b1223a50 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:23.123896 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:36:23.123896 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:36:23.123896 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:36:23.123896 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:36:23.123896 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:36:23.123896 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:36:23.123896 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:36:23.123896 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:36:23.123896 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:36:23.123896 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:36:23.123896 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:36:23.123896 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:36:23.123896 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:36:23.123896 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:36:23.123896 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:36:23.123896 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:36:23.123896 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:36:23.123896 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:36:23.123896 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:36:23.123896 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:36:23.123896 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:36:23.123896 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:36:23.123896 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:36:23.123896 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:36:23.123896 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:36:23.123896 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:36:23.123896 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:36:23.123896 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:36:23.123896 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:36:23.123896 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:36:23.123896 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:36:23.123896 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:36:23.182042 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f46b16ea-b60d-4b8b-9e3d-e1b3b1223a50 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:23.189295 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f46b16ea-b60d-4b8b-9e3d-e1b3b1223a50 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:23.192446 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-f46b16ea-b60d-4b8b-9e3d-e1b3b1223a50 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] 10.222.0.62 "DELETE /v2.0/networks/8acaa014-3c10-427f-afbf-a340de1c2a19 HTTP/1.1" status: 204 len: 168 time: 0.5931432 Oct 30 15:36:23.195182 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39772) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:23.205404 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46b16ea-b60d-4b8b-9e3d-e1b3b1223a50 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Pushing event deleted for resources: {'Network': ['ID=8acaa014-3c10-427f-afbf-a340de1c2a19,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:23.334155 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-dde968c7-ca8a-46f2-a9e6-5d44acba16ce tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Deleting port 6ba69162-a221-4d0f-9fe4-e494b01653dc {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:36:23.334506 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-dde968c7-ca8a-46f2-a9e6-5d44acba16ce tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:23.414459 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-dde968c7-ca8a-46f2-a9e6-5d44acba16ce tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:23.414791 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-dde968c7-ca8a-46f2-a9e6-5d44acba16ce tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:23.427083 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-dde968c7-ca8a-46f2-a9e6-5d44acba16ce tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Calling delete_port for 6ba69162-a221-4d0f-9fe4-e494b01653dc owned by network:floatingip {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:36:23.571801 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-dde968c7-ca8a-46f2-a9e6-5d44acba16ce tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:23.600189 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde968c7-ca8a-46f2-a9e6-5d44acba16ce tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Pushing event deleted for resources: {'Port': ['ID=6ba69162-a221-4d0f-9fe4-e494b01653dc,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:23.671396 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-dde968c7-ca8a-46f2-a9e6-5d44acba16ce tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for floatingip, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:23.674248 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-dde968c7-ca8a-46f2-a9e6-5d44acba16ce tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:23.675734 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-dde968c7-ca8a-46f2-a9e6-5d44acba16ce tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] 10.222.0.62 "DELETE /v2.0/floatingips/ebf6f0c6-e81e-448d-805b-aeaa1fe78356 HTTP/1.1" status: 204 len: 168 time: 0.4789286 Oct 30 15:36:23.680294 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39778) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:23.690836 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 41a6f43c-2f36-4a46-8a45-160ca5fe160e no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:36:23.710699 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a0fa73c-4de9-4e61-84d2-213afa5f7de4 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] DELETE failed (client error): The resource could not be found. Oct 30 15:36:23.711328 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a0fa73c-4de9-4e61-84d2-213afa5f7de4 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:36:23.713747 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 41a6f43c-2f36-4a46-8a45-160ca5fe160e {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:36:23.714130 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 41a6f43c-2f36-4a46-8a45-160ca5fe160e not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:36:23.714486 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-7a0fa73c-4de9-4e61-84d2-213afa5f7de4 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] 10.222.0.62 "DELETE /v2.0/ports/b5b2f737-5f48-4417-8663-a46e51c8df03 HTTP/1.1" status: 404 len: 333 time: 0.0331788 Oct 30 15:36:23.717637 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39780) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:23.744741 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-0d44202d-f952-4a82-91eb-ebdc68486ea7 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] 10.222.0.62 "GET /v2.0/ports?device_id=589eef7e-32f4-41af-8812-a056cfc7b493 HTTP/1.1" status: 200 len: 205 time: 0.0259445 Oct 30 15:36:23.747105 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39782) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:23.774626 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-04b588ea-e261-4d79-9eff-2ff8ae658aae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:23.788758 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-1717642f-df20-4364-81e4-e4ac714c04d1 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] delete failed (client error): The resource could not be found. Oct 30 15:36:23.789794 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-1717642f-df20-4364-81e4-e4ac714c04d1 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] 10.222.0.62 "DELETE /v2.0/routers/589eef7e-32f4-41af-8812-a056cfc7b493 HTTP/1.1" status: 404 len: 336 time: 0.0417645 Oct 30 15:36:23.792580 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39784) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:23.824006 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9aaa720-4392-4e9f-88d9-e18fbf93d967 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] DELETE failed (client error): The resource could not be found. Oct 30 15:36:23.824391 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9aaa720-4392-4e9f-88d9-e18fbf93d967 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 15:36:23.830417 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-a9aaa720-4392-4e9f-88d9-e18fbf93d967 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] 10.222.0.62 "DELETE /v2.0/subnets/703fee50-ae0f-4d52-832f-73ea0bde0178 HTTP/1.1" status: 404 len: 337 time: 0.0344851 Oct 30 15:36:23.830597 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39786) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:23.918722 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-af79f53d-b16e-4b3f-8e2a-a1f9dc881d4d tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Deleting port dafb5ba8-b3b1-42d5-a450-a37661e5716c {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:36:23.919069 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-af79f53d-b16e-4b3f-8e2a-a1f9dc881d4d tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:24.005209 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-af79f53d-b16e-4b3f-8e2a-a1f9dc881d4d tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:24.017644 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-af79f53d-b16e-4b3f-8e2a-a1f9dc881d4d tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Calling delete_port for dafb5ba8-b3b1-42d5-a450-a37661e5716c owned by {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:36:24.147221 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-af79f53d-b16e-4b3f-8e2a-a1f9dc881d4d tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:24.178400 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af79f53d-b16e-4b3f-8e2a-a1f9dc881d4d tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Pushing event deleted for resources: {'Port': ['ID=dafb5ba8-b3b1-42d5-a450-a37661e5716c,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:24.248412 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-af79f53d-b16e-4b3f-8e2a-a1f9dc881d4d tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:24.251773 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-af79f53d-b16e-4b3f-8e2a-a1f9dc881d4d tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] 10.222.0.62 "DELETE /v2.0/ports/dafb5ba8-b3b1-42d5-a450-a37661e5716c HTTP/1.1" status: 204 len: 168 time: 0.4202468 Oct 30 15:36:24.254288 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39790) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:24.343985 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-ff3c4514-6f50-44ac-be3b-14779989ef8d tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Deleting port 17b2cc89-945f-40ed-b7d7-711eb25f8fc9 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:36:24.344331 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ff3c4514-6f50-44ac-be3b-14779989ef8d tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:24.436170 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ff3c4514-6f50-44ac-be3b-14779989ef8d tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:24.448230 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-ff3c4514-6f50-44ac-be3b-14779989ef8d tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Calling delete_port for 17b2cc89-945f-40ed-b7d7-711eb25f8fc9 owned by {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:36:24.576581 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ff3c4514-6f50-44ac-be3b-14779989ef8d tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:24.607027 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3c4514-6f50-44ac-be3b-14779989ef8d tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Pushing event deleted for resources: {'Port': ['ID=17b2cc89-945f-40ed-b7d7-711eb25f8fc9,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:24.675421 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ff3c4514-6f50-44ac-be3b-14779989ef8d tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:24.679335 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-ff3c4514-6f50-44ac-be3b-14779989ef8d tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] 10.222.0.62 "DELETE /v2.0/ports/17b2cc89-945f-40ed-b7d7-711eb25f8fc9 HTTP/1.1" status: 204 len: 168 time: 0.4240966 Oct 30 15:36:24.682882 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39794) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:24.700539 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:24.732923 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c93afa-2d62-4f5f-995b-c106db42f0c7 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:36:24.734530 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-09c93afa-2d62-4f5f-995b-c106db42f0c7 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] 10.222.0.62 "GET /v2.0/ports?device_id=a43b80bf-5e04-432f-a859-c3ffebb7a4cb HTTP/1.1" status: 200 len: 913 time: 0.0505865 Oct 30 15:36:24.737157 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39796) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:24.903064 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:25.108844 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4ac78886-b1ee-4472-9dd1-c38ba6d863a1 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:25.378289 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-4ac78886-b1ee-4472-9dd1-c38ba6d863a1 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Deleting port 40e999cd-b79b-4506-8db4-f5f102962c75 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:36:25.378627 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4ac78886-b1ee-4472-9dd1-c38ba6d863a1 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:25.463727 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4ac78886-b1ee-4472-9dd1-c38ba6d863a1 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:25.475500 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-4ac78886-b1ee-4472-9dd1-c38ba6d863a1 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Calling delete_port for 40e999cd-b79b-4506-8db4-f5f102962c75 owned by network:router_interface {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:36:25.664146 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4ac78886-b1ee-4472-9dd1-c38ba6d863a1 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:25.695765 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac78886-b1ee-4472-9dd1-c38ba6d863a1 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Pushing event deleted for resources: {'Port': ['ID=40e999cd-b79b-4506-8db4-f5f102962c75,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:25.867396 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4ac78886-b1ee-4472-9dd1-c38ba6d863a1 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:26.346348 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac78886-b1ee-4472-9dd1-c38ba6d863a1 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Router a43b80bf-5e04-432f-a859-c3ffebb7a4cb has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:36:26.458537 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac78886-b1ee-4472-9dd1-c38ba6d863a1 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:36:26.463801 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-4ac78886-b1ee-4472-9dd1-c38ba6d863a1 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] 10.222.0.62 "PUT /v2.0/routers/a43b80bf-5e04-432f-a859-c3ffebb7a4cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7255113 Oct 30 15:36:26.466121 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39804) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:26.471067 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74dc8fe9-ac52-479e-9dbb-83506be0b361 None None] Sync routers for ids ['a43b80bf-5e04-432f-a859-c3ffebb7a4cb'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:36:26.484946 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74dc8fe9-ac52-479e-9dbb-83506be0b361 None None] Routers {'a43b80bf-5e04-432f-a859-c3ffebb7a4cb'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:36:26.485558 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-74dc8fe9-ac52-479e-9dbb-83506be0b361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:36:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['a43b80bf-5e04-432f-a859-c3ffebb7a4cb'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:26.518074 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-74dc8fe9-ac52-479e-9dbb-83506be0b361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:26.527267 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74dc8fe9-ac52-479e-9dbb-83506be0b361 None None] Routers {'a43b80bf-5e04-432f-a859-c3ffebb7a4cb'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:36:26.527890 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-74dc8fe9-ac52-479e-9dbb-83506be0b361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:36:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['a43b80bf-5e04-432f-a859-c3ffebb7a4cb'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:26.561310 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-74dc8fe9-ac52-479e-9dbb-83506be0b361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:26.561975 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74dc8fe9-ac52-479e-9dbb-83506be0b361 None None] The sync data for ids ['a43b80bf-5e04-432f-a859-c3ffebb7a4cb'] in n-d-806683-17 is: [] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:36:26.577877 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4c9f2536-bbd2-4fe0-8456-7852f7d8c13d tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for router, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:26.614284 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:26.691807 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4c9f2536-bbd2-4fe0-8456-7852f7d8c13d tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:26.750012 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-4c9f2536-bbd2-4fe0-8456-7852f7d8c13d tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Deleting port 937e80b3-3790-418c-b573-a62a64d845b3 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:36:26.750672 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4c9f2536-bbd2-4fe0-8456-7852f7d8c13d tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:26.826422 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4c9f2536-bbd2-4fe0-8456-7852f7d8c13d tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:26.837834 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-4c9f2536-bbd2-4fe0-8456-7852f7d8c13d tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Calling delete_port for 937e80b3-3790-418c-b573-a62a64d845b3 owned by network:router_gateway {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:36:27.000686 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4c9f2536-bbd2-4fe0-8456-7852f7d8c13d tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:27.030784 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9f2536-bbd2-4fe0-8456-7852f7d8c13d tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Pushing event deleted for resources: {'Port': ['ID=937e80b3-3790-418c-b573-a62a64d845b3,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:27.094918 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4c9f2536-bbd2-4fe0-8456-7852f7d8c13d tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:27.185780 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4c9f2536-bbd2-4fe0-8456-7852f7d8c13d tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:27.188011 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4c9f2536-bbd2-4fe0-8456-7852f7d8c13d tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:27.230723 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4c9f2536-bbd2-4fe0-8456-7852f7d8c13d tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:27.231719 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c9f2536-bbd2-4fe0-8456-7852f7d8c13d tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Fanout notify agent at l3_agent the message router_deleted on router a43b80bf-5e04-432f-a859-c3ffebb7a4cb {{(pid=102131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:36:27.241689 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4c9f2536-bbd2-4fe0-8456-7852f7d8c13d tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:27.245094 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-4c9f2536-bbd2-4fe0-8456-7852f7d8c13d tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] 10.222.0.62 "DELETE /v2.0/routers/a43b80bf-5e04-432f-a859-c3ffebb7a4cb HTTP/1.1" status: 204 len: 168 time: 0.7757447 Oct 30 15:36:27.245317 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39806) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:27.301009 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9a7d947-51b8-483a-9536-2bfdfaa2ddc3 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Deleting subnet d429750c-0bd3-405f-ae84-210847d7a094 {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:36:27.304285 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d9a7d947-51b8-483a-9536-2bfdfaa2ddc3 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:27.344591 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d9a7d947-51b8-483a-9536-2bfdfaa2ddc3 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:27.389681 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d9a7d947-51b8-483a-9536-2bfdfaa2ddc3 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:27.448023 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d9a7d947-51b8-483a-9536-2bfdfaa2ddc3 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:27.480684 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a7d947-51b8-483a-9536-2bfdfaa2ddc3 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Pushing event deleted for resources: {'Subnet': ['ID=d429750c-0bd3-405f-ae84-210847d7a094,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:27.487097 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d9a7d947-51b8-483a-9536-2bfdfaa2ddc3 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:27.493026 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d9a7d947-51b8-483a-9536-2bfdfaa2ddc3 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] 10.222.0.62 "DELETE /v2.0/subnets/d429750c-0bd3-405f-ae84-210847d7a094 HTTP/1.1" status: 204 len: 168 time: 0.2443545 Oct 30 15:36:27.493367 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39810) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:27.572449 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a3735f3d-47d3-4561-b28f-33714f111169 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:27.663321 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a3735f3d-47d3-4561-b28f-33714f111169 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:27.682988 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-a3735f3d-47d3-4561-b28f-33714f111169 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a56b7da-480b-456e-9445-3566899f9c68']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:27.693244 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-a3735f3d-47d3-4561-b28f-33714f111169 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73c5ccc8-42dc-473f-8713-0432b7ff6924') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:27.693535 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-a3735f3d-47d3-4561-b28f-33714f111169 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73c5ccc8-42dc-473f-8713-0432b7ff6924') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:27.703362 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a3735f3d-47d3-4561-b28f-33714f111169 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:27.716209 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a3735f3d-47d3-4561-b28f-33714f111169 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:27.722109 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3735f3d-47d3-4561-b28f-33714f111169 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:36:27.722490 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a3735f3d-47d3-4561-b28f-33714f111169 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:27.725472 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:36:27.725472 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:36:27.725472 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:36:27.725472 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:36:27.725472 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:36:27.725472 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:36:27.725472 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:36:27.725472 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:36:27.725472 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:36:27.725472 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:36:27.725472 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:36:27.725472 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:36:27.725472 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:36:27.725472 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:36:27.725472 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:36:27.725472 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:36:27.725472 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:36:27.725472 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:36:27.725472 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:36:27.725472 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:36:27.725472 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:36:27.725472 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:36:27.725472 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:36:27.725472 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:36:27.725472 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:36:27.725472 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:36:27.725472 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:36:27.725472 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:36:27.725472 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:36:27.725472 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:36:27.725472 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:36:27.725472 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:36:27.782344 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a3735f3d-47d3-4561-b28f-33714f111169 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:27.789337 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a3735f3d-47d3-4561-b28f-33714f111169 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:27.792484 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a3735f3d-47d3-4561-b28f-33714f111169 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] 10.222.0.62 "DELETE /v2.0/networks/9a56b7da-480b-456e-9445-3566899f9c68 HTTP/1.1" status: 204 len: 168 time: 0.2981088 Oct 30 15:36:27.804231 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3735f3d-47d3-4561-b28f-33714f111169 tempest-FloatingIPTestJSON-414885945 tempest-FloatingIPTestJSON-414885945-project] Pushing event deleted for resources: {'Network': ['ID=9a56b7da-480b-456e-9445-3566899f9c68,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:28.052806 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39816) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:28.189555 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-f920d320-7702-4b21-899b-f735f7f6299e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d8f3341c4f1c45cf95184df6bddf24ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1355748 Oct 30 15:36:28.191976 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39820) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:28.242104 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a56bc813-0c89-4e33-ba52-f32913a657cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:28.264093 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a56bc813-0c89-4e33-ba52-f32913a657cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:28.312926 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a56bc813-0c89-4e33-ba52-f32913a657cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:28.315666 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a56bc813-0c89-4e33-ba52-f32913a657cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:28.316873 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a56bc813-0c89-4e33-ba52-f32913a657cd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b4ef9903-02a2-4df2-804e-82782282855d HTTP/1.1" status: 204 len: 168 time: 0.1239862 Oct 30 15:36:28.327878 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56bc813-0c89-4e33-ba52-f32913a657cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ef9903-02a2-4df2-804e-82782282855d,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:28.973906 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39846) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:29.068615 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-6d3905b3-e202-4e6c-b77d-37cdf13c4f57 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:36:29.069334 n-d-806683-17 neutron-server[102130]: WARNING neutron.api.v2.base [None req-6d3905b3-e202-4e6c-b77d-37cdf13c4f57 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 30 15:36:29.069865 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [None req-6d3905b3-e202-4e6c-b77d-37cdf13c4f57 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] create failed (client error): There was a conflict when trying to complete your request. Oct 30 15:36:29.070843 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-6d3905b3-e202-4e6c-b77d-37cdf13c4f57 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.0959244 Oct 30 15:36:29.074535 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39850) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:29.079066 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-04705d52-5274-49f1-a348-2b7b9d58dffa tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Request body: {'security_group': {'name': 'tempest-secgroup--2121347976'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:36:29.103245 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-04705d52-5274-49f1-a348-2b7b9d58dffa tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:29.111411 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-04705d52-5274-49f1-a348-2b7b9d58dffa tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:29.184649 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-04705d52-5274-49f1-a348-2b7b9d58dffa tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:29.188158 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-04705d52-5274-49f1-a348-2b7b9d58dffa tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:29.228238 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04705d52-5274-49f1-a348-2b7b9d58dffa tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d594dd5-a5af-4c02-858b-f8a9d99cd6e3,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:29.263700 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-04705d52-5274-49f1-a348-2b7b9d58dffa tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:29.267320 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-04705d52-5274-49f1-a348-2b7b9d58dffa tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:29.298825 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-04705d52-5274-49f1-a348-2b7b9d58dffa tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:29.300074 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-04705d52-5274-49f1-a348-2b7b9d58dffa tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2245154 Oct 30 15:36:29.301957 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04705d52-5274-49f1-a348-2b7b9d58dffa tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9220f0-2f29-49d4-9957-08cf858888e3,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:29.302969 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39852) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:29.308410 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-6b3e832e-9f29-4e9e-9790-531f895f3839 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Request body: {'security_group_rule': {'security_group_id': '3d9220f0-2f29-49d4-9957-08cf858888e3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:36:29.334501 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6b3e832e-9f29-4e9e-9790-531f895f3839 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:29.390438 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6b3e832e-9f29-4e9e-9790-531f895f3839 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:29.394633 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6b3e832e-9f29-4e9e-9790-531f895f3839 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:29.412584 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3e832e-9f29-4e9e-9790-531f895f3839 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1eb22df-7e17-4e30-9a6c-b4f373154b41,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:29.420883 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6b3e832e-9f29-4e9e-9790-531f895f3839 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:29.422071 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-6b3e832e-9f29-4e9e-9790-531f895f3839 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1179817 Oct 30 15:36:29.424848 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39854) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:29.429144 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-bc247417-d753-4a4e-b144-14c0d7e334d3 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Request body: {'security_group_rule': {'security_group_id': '3d9220f0-2f29-49d4-9957-08cf858888e3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:36:29.455527 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bc247417-d753-4a4e-b144-14c0d7e334d3 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:29.503496 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [None req-bc247417-d753-4a4e-b144-14c0d7e334d3 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] create failed (client error): There was a conflict when trying to complete your request. Oct 30 15:36:29.504477 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-bc247417-d753-4a4e-b144-14c0d7e334d3 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0787063 Oct 30 15:36:29.507237 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39858) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:29.571043 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b44610bd-df88-4027-bfc6-dd0e1c53069c tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:29.596549 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b44610bd-df88-4027-bfc6-dd0e1c53069c tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:29.642431 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b44610bd-df88-4027-bfc6-dd0e1c53069c tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:29.645570 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b44610bd-df88-4027-bfc6-dd0e1c53069c tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:29.649071 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b44610bd-df88-4027-bfc6-dd0e1c53069c tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] 10.222.0.62 "DELETE /v2.0/security-groups/3d9220f0-2f29-49d4-9957-08cf858888e3 HTTP/1.1" status: 204 len: 168 time: 0.1384723 Oct 30 15:36:29.649484 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39860) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:29.656487 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44610bd-df88-4027-bfc6-dd0e1c53069c tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9220f0-2f29-49d4-9957-08cf858888e3,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:29.716501 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-056b33d4-4da1-48d8-b645-870ca972db94 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0658362 Oct 30 15:36:29.720294 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39862) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:29.725190 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-e92c7bb2-5ed9-4a18-8e88-506490ed119e tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Request body: {'security_group': {'name': 'tempest-secgroup--239785050'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:36:29.749380 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e92c7bb2-5ed9-4a18-8e88-506490ed119e tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:29.816178 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e92c7bb2-5ed9-4a18-8e88-506490ed119e tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:29.821973 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e92c7bb2-5ed9-4a18-8e88-506490ed119e tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:29.854514 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e92c7bb2-5ed9-4a18-8e88-506490ed119e tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:29.855775 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e92c7bb2-5ed9-4a18-8e88-506490ed119e tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1342864 Oct 30 15:36:29.858200 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92c7bb2-5ed9-4a18-8e88-506490ed119e tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d74d9f5a-3a7e-4ebd-b507-d1f2660e8106,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:29.859700 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39864) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:29.873048 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-16c4527b-9890-41d8-b766-3ef9589d2abc tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Request body: {'security_group_rule': {'security_group_id': 'd74d9f5a-3a7e-4ebd-b507-d1f2660e8106', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:36:29.873811 n-d-806683-17 neutron-server[102131]: WARNING neutron.api.v2.base [None req-16c4527b-9890-41d8-b766-3ef9589d2abc tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 30 15:36:29.874317 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-16c4527b-9890-41d8-b766-3ef9589d2abc tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 30 15:36:29.875270 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-16c4527b-9890-41d8-b766-3ef9589d2abc tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0059593 Oct 30 15:36:29.877940 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39866) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:29.931756 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-898a28ee-47f8-45bc-9988-43c788171513 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:29.948259 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:29.959052 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-898a28ee-47f8-45bc-9988-43c788171513 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:30.000452 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-898a28ee-47f8-45bc-9988-43c788171513 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:30.003116 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-898a28ee-47f8-45bc-9988-43c788171513 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:30.004310 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-898a28ee-47f8-45bc-9988-43c788171513 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] 10.222.0.62 "DELETE /v2.0/security-groups/d74d9f5a-3a7e-4ebd-b507-d1f2660e8106 HTTP/1.1" status: 204 len: 168 time: 0.1254897 Oct 30 15:36:30.006982 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39868) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:30.013247 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898a28ee-47f8-45bc-9988-43c788171513 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74d9f5a-3a7e-4ebd-b507-d1f2660e8106,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:30.077753 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c266fa5b-aa13-4466-ba5d-ff08236894ad tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0689442 Oct 30 15:36:30.081441 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39870) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:30.086143 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-957d2dd2-733c-4c99-a1b1-73a1b8574404 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Request body: {'security_group': {'name': 'tempest-secgroup--712436086'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:36:30.110268 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-957d2dd2-733c-4c99-a1b1-73a1b8574404 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:30.179263 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-957d2dd2-733c-4c99-a1b1-73a1b8574404 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:30.183085 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-957d2dd2-733c-4c99-a1b1-73a1b8574404 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:30.213496 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-957d2dd2-733c-4c99-a1b1-73a1b8574404 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:30.214731 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-957d2dd2-733c-4c99-a1b1-73a1b8574404 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1322622 Oct 30 15:36:30.215888 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957d2dd2-733c-4c99-a1b1-73a1b8574404 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58f40e45-b8b5-4295-834f-80787c88bce7,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:30.217839 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39882) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:30.222414 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-b29fbe39-7742-47c4-bae9-c773c30d6141 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Request body: {'security_group_rule': {'security_group_id': '58f40e45-b8b5-4295-834f-80787c88bce7', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:36:30.223358 n-d-806683-17 neutron-server[102130]: WARNING neutron.api.v2.base [None req-b29fbe39-7742-47c4-bae9-c773c30d6141 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 30 15:36:30.223896 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [None req-b29fbe39-7742-47c4-bae9-c773c30d6141 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 30 15:36:30.227539 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b29fbe39-7742-47c4-bae9-c773c30d6141 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0060105 Oct 30 15:36:30.227777 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39884) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:30.281605 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c23dc607-865c-4e83-bec0-8a7346470d29 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:30.303823 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c23dc607-865c-4e83-bec0-8a7346470d29 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:30.347848 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c23dc607-865c-4e83-bec0-8a7346470d29 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:30.351272 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c23dc607-865c-4e83-bec0-8a7346470d29 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:30.352445 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c23dc607-865c-4e83-bec0-8a7346470d29 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] 10.222.0.62 "DELETE /v2.0/security-groups/58f40e45-b8b5-4295-834f-80787c88bce7 HTTP/1.1" status: 204 len: 168 time: 0.1237915 Oct 30 15:36:30.355657 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39888) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:30.362927 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23dc607-865c-4e83-bec0-8a7346470d29 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f40e45-b8b5-4295-834f-80787c88bce7,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:30.410215 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d1ee4260-32fc-4f66-8675-ed2f84c35f83 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0533779 Oct 30 15:36:30.413812 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39896) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:30.418431 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-023fe466-20fe-46ac-beb8-bb09bc25a744 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Request body: {'security_group': {'name': 'tempest-secgroup--895956180'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:36:30.444361 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-023fe466-20fe-46ac-beb8-bb09bc25a744 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:30.516966 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-023fe466-20fe-46ac-beb8-bb09bc25a744 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:30.521985 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-023fe466-20fe-46ac-beb8-bb09bc25a744 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:30.546769 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-023fe466-20fe-46ac-beb8-bb09bc25a744 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:30.550664 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-023fe466-20fe-46ac-beb8-bb09bc25a744 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1332352 Oct 30 15:36:30.551198 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39900) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:30.555893 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023fe466-20fe-46ac-beb8-bb09bc25a744 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a6bb40-d7cd-410a-8ccf-851e10f5be4e,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:30.556355 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-5e73e364-deed-42ca-8ffe-b7ddf0ff451d tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Request body: {'security_group_rule': {'security_group_id': 'c1a6bb40-d7cd-410a-8ccf-851e10f5be4e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:36:30.557286 n-d-806683-17 neutron-server[102130]: WARNING neutron.api.v2.base [None req-5e73e364-deed-42ca-8ffe-b7ddf0ff451d tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 30 15:36:30.558549 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [None req-5e73e364-deed-42ca-8ffe-b7ddf0ff451d tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 30 15:36:30.563020 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-5e73e364-deed-42ca-8ffe-b7ddf0ff451d tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0081978 Oct 30 15:36:30.563217 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39902) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:30.569572 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-c9ec335d-0a2d-44a1-93e0-9f8112ae798b tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Request body: {'security_group_rule': {'security_group_id': 'c1a6bb40-d7cd-410a-8ccf-851e10f5be4e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:36:30.570224 n-d-806683-17 neutron-server[102130]: WARNING neutron.api.v2.base [None req-c9ec335d-0a2d-44a1-93e0-9f8112ae798b tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 30 15:36:30.570710 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [None req-c9ec335d-0a2d-44a1-93e0-9f8112ae798b tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 30 15:36:30.571688 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c9ec335d-0a2d-44a1-93e0-9f8112ae798b tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0073698 Oct 30 15:36:30.574347 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39904) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:30.579737 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-f8dd54b4-6956-414c-84c8-2e5f15e6d9e6 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Request body: {'security_group_rule': {'security_group_id': 'c1a6bb40-d7cd-410a-8ccf-851e10f5be4e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:36:30.580671 n-d-806683-17 neutron-server[102130]: WARNING neutron.api.v2.base [None req-f8dd54b4-6956-414c-84c8-2e5f15e6d9e6 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 30 15:36:30.581210 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [None req-f8dd54b4-6956-414c-84c8-2e5f15e6d9e6 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 30 15:36:30.585018 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39906) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:30.585909 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-f8dd54b4-6956-414c-84c8-2e5f15e6d9e6 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0105433 Oct 30 15:36:30.590999 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-501a40f6-e1db-4756-bbf4-b812a7826128 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Request body: {'security_group_rule': {'security_group_id': 'c1a6bb40-d7cd-410a-8ccf-851e10f5be4e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:36:30.591909 n-d-806683-17 neutron-server[102131]: WARNING neutron.api.v2.base [None req-501a40f6-e1db-4756-bbf4-b812a7826128 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 30 15:36:30.592644 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-501a40f6-e1db-4756-bbf4-b812a7826128 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 30 15:36:30.593659 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-501a40f6-e1db-4756-bbf4-b812a7826128 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0071919 Oct 30 15:36:30.596257 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39908) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:30.653739 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-67e76fa1-c111-451a-ae74-3c2c6d36f9e3 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:30.677525 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-67e76fa1-c111-451a-ae74-3c2c6d36f9e3 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:30.727509 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-67e76fa1-c111-451a-ae74-3c2c6d36f9e3 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:30.730210 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-67e76fa1-c111-451a-ae74-3c2c6d36f9e3 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:30.733774 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-67e76fa1-c111-451a-ae74-3c2c6d36f9e3 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] 10.222.0.62 "DELETE /v2.0/security-groups/c1a6bb40-d7cd-410a-8ccf-851e10f5be4e HTTP/1.1" status: 204 len: 168 time: 0.1342480 Oct 30 15:36:30.734203 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39916) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:30.741353 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e76fa1-c111-451a-ae74-3c2c6d36f9e3 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a6bb40-d7cd-410a-8ccf-851e10f5be4e,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:30.782240 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-54a78c8c-c37d-41f3-8375-ffe3e102b499 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0468855 Oct 30 15:36:30.786510 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39918) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:30.790982 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-9eb09265-56bf-4a95-8f95-4be1b73f35db tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Request body: {'security_group': {'name': 'tempest-secgroup--1978874593'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:36:30.812771 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9eb09265-56bf-4a95-8f95-4be1b73f35db tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:30.900343 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9eb09265-56bf-4a95-8f95-4be1b73f35db tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:30.905283 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9eb09265-56bf-4a95-8f95-4be1b73f35db tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:30.938428 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9eb09265-56bf-4a95-8f95-4be1b73f35db tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:30.939708 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9eb09265-56bf-4a95-8f95-4be1b73f35db tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1522121 Oct 30 15:36:30.940841 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb09265-56bf-4a95-8f95-4be1b73f35db tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed695fd-c74c-4c5f-9ce1-9b84e67e3c01,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:30.943183 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39924) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:30.947881 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-30f808a0-6e37-4848-8424-cbcd2424f24b tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Request body: {'security_group_rule': {'security_group_id': '3ed695fd-c74c-4c5f-9ce1-9b84e67e3c01', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:36:30.948366 n-d-806683-17 neutron-server[102131]: WARNING neutron.api.v2.base [None req-30f808a0-6e37-4848-8424-cbcd2424f24b tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 30 15:36:30.948888 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-30f808a0-6e37-4848-8424-cbcd2424f24b tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 30 15:36:30.951821 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-30f808a0-6e37-4848-8424-cbcd2424f24b tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0056770 Oct 30 15:36:30.953032 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39926) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:30.959043 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-5398e2f7-cc65-4a26-b75d-af7db6edc636 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Request body: {'security_group_rule': {'security_group_id': '3ed695fd-c74c-4c5f-9ce1-9b84e67e3c01', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:36:30.996324 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [None req-5398e2f7-cc65-4a26-b75d-af7db6edc636 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 30 15:36:30.997858 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-5398e2f7-cc65-4a26-b75d-af7db6edc636 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0438125 Oct 30 15:36:31.000844 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39928) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:31.006297 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-b16544cb-665b-4a6b-ba02-7608e01afd92 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Request body: {'security_group_rule': {'security_group_id': '3ed695fd-c74c-4c5f-9ce1-9b84e67e3c01', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:36:31.006790 n-d-806683-17 neutron-server[102131]: WARNING neutron.api.v2.base [None req-b16544cb-665b-4a6b-ba02-7608e01afd92 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 30 15:36:31.007289 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-b16544cb-665b-4a6b-ba02-7608e01afd92 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 30 15:36:31.008304 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b16544cb-665b-4a6b-ba02-7608e01afd92 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0064757 Oct 30 15:36:31.010995 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39930) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:31.017334 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-789baee1-b23d-45f8-8fad-7fe95f788980 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Request body: {'security_group_rule': {'security_group_id': '3ed695fd-c74c-4c5f-9ce1-9b84e67e3c01', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:36:31.052452 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-789baee1-b23d-45f8-8fad-7fe95f788980 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 30 15:36:31.053576 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-789baee1-b23d-45f8-8fad-7fe95f788980 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0416136 Oct 30 15:36:31.056511 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39932) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:31.061482 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-6ad65ddf-1d92-4349-a184-c00d9b0fa539 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Request body: {'security_group_rule': {'security_group_id': '3ed695fd-c74c-4c5f-9ce1-9b84e67e3c01', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:36:31.061951 n-d-806683-17 neutron-server[102131]: WARNING neutron.api.v2.base [None req-6ad65ddf-1d92-4349-a184-c00d9b0fa539 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 30 15:36:31.062410 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-6ad65ddf-1d92-4349-a184-c00d9b0fa539 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 30 15:36:31.063621 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-6ad65ddf-1d92-4349-a184-c00d9b0fa539 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0058637 Oct 30 15:36:31.066348 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39934) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:31.070646 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-827d1bca-bdf3-44aa-b504-b7c71789a04e tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Request body: {'security_group_rule': {'security_group_id': '3ed695fd-c74c-4c5f-9ce1-9b84e67e3c01', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:36:31.092386 n-d-806683-17 neutron-server[102131]: INFO neutron.db.securitygroups_db [None req-827d1bca-bdf3-44aa-b504-b7c71789a04e tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Project 01367f8819af453eb865681b2e04f346 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 30 15:36:31.104720 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-827d1bca-bdf3-44aa-b504-b7c71789a04e tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 30 15:36:31.109124 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-827d1bca-bdf3-44aa-b504-b7c71789a04e tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0386481 Oct 30 15:36:31.109272 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39936) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:31.113650 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-d33329c4-d1e8-4d7d-9d8a-d4ca9c182ef6 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Request body: {'security_group_rule': {'security_group_id': '3ed695fd-c74c-4c5f-9ce1-9b84e67e3c01', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:36:31.114154 n-d-806683-17 neutron-server[102131]: WARNING neutron.api.v2.base [None req-d33329c4-d1e8-4d7d-9d8a-d4ca9c182ef6 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 30 15:36:31.114619 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-d33329c4-d1e8-4d7d-9d8a-d4ca9c182ef6 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 30 15:36:31.115629 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d33329c4-d1e8-4d7d-9d8a-d4ca9c182ef6 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0054758 Oct 30 15:36:31.117942 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39938) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:31.121962 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-1a6672b6-b2e9-4c03-a904-e97376963644 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Request body: {'security_group_rule': {'security_group_id': '3ed695fd-c74c-4c5f-9ce1-9b84e67e3c01', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:36:31.144601 n-d-806683-17 neutron-server[102131]: INFO neutron.db.securitygroups_db [None req-1a6672b6-b2e9-4c03-a904-e97376963644 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Project 01367f8819af453eb865681b2e04f346 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 30 15:36:31.156900 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-1a6672b6-b2e9-4c03-a904-e97376963644 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 30 15:36:31.157883 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-1a6672b6-b2e9-4c03-a904-e97376963644 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0390804 Oct 30 15:36:31.160670 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39940) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:31.165521 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-056c36df-c0d8-4cd9-ada7-d1462e41cada tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Request body: {'security_group_rule': {'security_group_id': '3ed695fd-c74c-4c5f-9ce1-9b84e67e3c01', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:36:31.189390 n-d-806683-17 neutron-server[102131]: INFO neutron.db.securitygroups_db [None req-056c36df-c0d8-4cd9-ada7-d1462e41cada tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Project 01367f8819af453eb865681b2e04f346 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 30 15:36:31.204024 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-056c36df-c0d8-4cd9-ada7-d1462e41cada tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 30 15:36:31.207706 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-056c36df-c0d8-4cd9-ada7-d1462e41cada tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0434122 Oct 30 15:36:31.207964 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39946) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:31.267934 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-70a832e4-425f-4495-a8e7-2ff5eca0f9fd tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:31.292000 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-70a832e4-425f-4495-a8e7-2ff5eca0f9fd tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:31.335970 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-70a832e4-425f-4495-a8e7-2ff5eca0f9fd tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:31.338707 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-70a832e4-425f-4495-a8e7-2ff5eca0f9fd tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:31.339893 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-70a832e4-425f-4495-a8e7-2ff5eca0f9fd tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] 10.222.0.62 "DELETE /v2.0/security-groups/3ed695fd-c74c-4c5f-9ce1-9b84e67e3c01 HTTP/1.1" status: 204 len: 168 time: 0.1309671 Oct 30 15:36:31.342570 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39948) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:31.349157 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a832e4-425f-4495-a8e7-2ff5eca0f9fd tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed695fd-c74c-4c5f-9ce1-9b84e67e3c01,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:31.391017 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9757777c-9870-47c2-ba5c-c98d5992b3ea tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0471482 Oct 30 15:36:31.395747 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39950) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:31.400298 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-2b8c42ff-9bc1-4264-9d2f-6bb1cc43878f tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Request body: {'security_group': {'name': 'tempest-secgroup--1756956478'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:36:31.422126 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2b8c42ff-9bc1-4264-9d2f-6bb1cc43878f tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:31.493882 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2b8c42ff-9bc1-4264-9d2f-6bb1cc43878f tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:31.498893 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2b8c42ff-9bc1-4264-9d2f-6bb1cc43878f tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:31.533093 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2b8c42ff-9bc1-4264-9d2f-6bb1cc43878f tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:31.534346 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-2b8c42ff-9bc1-4264-9d2f-6bb1cc43878f tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1375885 Oct 30 15:36:31.537274 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39958) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:31.541421 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8c42ff-9bc1-4264-9d2f-6bb1cc43878f tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd4082c-9ea9-4e3d-b79f-5fb29d704459,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:31.541813 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-75bf10bb-6dad-4549-a459-2abc2708bae9 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Request body: {'security_group_rule': {'security_group_id': '4fd4082c-9ea9-4e3d-b79f-5fb29d704459', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:36:31.583030 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [None req-75bf10bb-6dad-4549-a459-2abc2708bae9 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] create failed (client error): The resource could not be found. Oct 30 15:36:31.586663 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-75bf10bb-6dad-4549-a459-2abc2708bae9 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0458791 Oct 30 15:36:31.586855 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39960) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:31.591328 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-71554d02-bc66-44ea-a640-d82a4992608f tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Request body: {'security_group_rule': {'security_group_id': '4fd4082c-9ea9-4e3d-b79f-5fb29d704459', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'eb7225b2-5f11-4a34-bc11-6147940447d5'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:36:31.636798 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [None req-71554d02-bc66-44ea-a640-d82a4992608f tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] create failed (client error): The resource could not be found. Oct 30 15:36:31.640091 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-71554d02-bc66-44ea-a640-d82a4992608f tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0521708 Oct 30 15:36:31.642715 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39964) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:31.707912 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-952eb9c8-5151-4408-93bc-1083922a61cc tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:31.736265 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-952eb9c8-5151-4408-93bc-1083922a61cc tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:31.783953 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-952eb9c8-5151-4408-93bc-1083922a61cc tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:31.787420 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-952eb9c8-5151-4408-93bc-1083922a61cc tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:31.791635 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-952eb9c8-5151-4408-93bc-1083922a61cc tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] 10.222.0.62 "DELETE /v2.0/security-groups/4fd4082c-9ea9-4e3d-b79f-5fb29d704459 HTTP/1.1" status: 204 len: 168 time: 0.1448429 Oct 30 15:36:31.792131 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39976) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:31.817853 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952eb9c8-5151-4408-93bc-1083922a61cc tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd4082c-9ea9-4e3d-b79f-5fb29d704459,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:31.848121 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-647995a5-cb7f-4139-9d47-3039293898ed tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0543776 Oct 30 15:36:31.851873 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39978) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:31.857044 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-95d9f8ad-60d2-45a9-bd5b-1502e0e44ca5 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Request body: {'security_group_rule': {'security_group_id': '76c0c068-ad74-4a53-a65b-addd44fd5c7f', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:36:31.904403 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-95d9f8ad-60d2-45a9-bd5b-1502e0e44ca5 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] create failed (client error): The resource could not be found. Oct 30 15:36:31.905855 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-95d9f8ad-60d2-45a9-bd5b-1502e0e44ca5 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0530245 Oct 30 15:36:31.910079 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39980) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:31.916537 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-a6b2ffb1-d0b1-4854-b864-2f520debd0f6 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Request body: {'security_group': {'name': 'tempest-secgroup--1579099348'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:36:31.947872 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a6b2ffb1-d0b1-4854-b864-2f520debd0f6 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:32.007485 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:32.030234 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a6b2ffb1-d0b1-4854-b864-2f520debd0f6 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:32.034022 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea94319-6fa4-484e-b407-47c3de8b21d1 req-b84422a5-c424-41a4-a457-9b474f278727 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:36:32.034741 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a6b2ffb1-d0b1-4854-b864-2f520debd0f6 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:32.036229 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7ea94319-6fa4-484e-b407-47c3de8b21d1 req-b84422a5-c424-41a4-a457-9b474f278727 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8feeca9-8e7a-47c5-9834-b2981b41113f HTTP/1.1" status: 200 len: 946 time: 0.0659907 Oct 30 15:36:32.066232 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a6b2ffb1-d0b1-4854-b864-2f520debd0f6 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:32.067747 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-a6b2ffb1-d0b1-4854-b864-2f520debd0f6 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1563926 Oct 30 15:36:32.069882 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b2ffb1-d0b1-4854-b864-2f520debd0f6 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bbb48f8-806e-4bed-9d06-07ccd79b43ec,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:32.072383 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39988) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:32.077181 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-cee7c61e-8e0d-4f64-be97-71610538feea tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Request body: {'security_group': {'name': 'tempest-secgroup--452238927'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:36:32.103556 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cee7c61e-8e0d-4f64-be97-71610538feea tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:32.112123 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7ea94319-6fa4-484e-b407-47c3de8b21d1 req-6a52a805-8921-4e7e-a2b8-4e2f9c823f25 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee5a29da-464d-4127-ba39-e13f61005ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688705 Oct 30 15:36:32.175696 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cee7c61e-8e0d-4f64-be97-71610538feea tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:32.179678 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cee7c61e-8e0d-4f64-be97-71610538feea tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:32.208441 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cee7c61e-8e0d-4f64-be97-71610538feea tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:32.209668 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-cee7c61e-8e0d-4f64-be97-71610538feea tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1364062 Oct 30 15:36:32.211571 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee7c61e-8e0d-4f64-be97-71610538feea tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9abe547-b68e-43fd-b9ee-bb35683dfa40,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:32.212795 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39990) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:32.219612 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-0d8424db-1c4f-40c4-8934-4dd40666ee7d tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Request body: {'security_group_rule': {'security_group_id': '1bbb48f8-806e-4bed-9d06-07ccd79b43ec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'd9abe547-b68e-43fd-b9ee-bb35683dfa40'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:36:32.256696 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [None req-0d8424db-1c4f-40c4-8934-4dd40666ee7d tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 30 15:36:32.257804 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-0d8424db-1c4f-40c4-8934-4dd40666ee7d tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0430412 Oct 30 15:36:32.260863 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 39992) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:32.315761 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a84dfc5d-2aee-4588-89da-ffef3a70cb48 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:32.338564 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a84dfc5d-2aee-4588-89da-ffef3a70cb48 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:32.384098 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a84dfc5d-2aee-4588-89da-ffef3a70cb48 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:32.386849 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a84dfc5d-2aee-4588-89da-ffef3a70cb48 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:32.388109 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-a84dfc5d-2aee-4588-89da-ffef3a70cb48 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] 10.222.0.62 "DELETE /v2.0/security-groups/d9abe547-b68e-43fd-b9ee-bb35683dfa40 HTTP/1.1" status: 204 len: 168 time: 0.1261303 Oct 30 15:36:32.391151 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 39998) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:32.397852 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84dfc5d-2aee-4588-89da-ffef3a70cb48 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9abe547-b68e-43fd-b9ee-bb35683dfa40,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:32.455921 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b480b022-2bea-4b34-a45b-98bc669207d0 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0629418 Oct 30 15:36:32.458772 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 40000) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:32.518129 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bbd1aee1-21dc-4adc-94d6-f31062c777f6 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:32.544951 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bbd1aee1-21dc-4adc-94d6-f31062c777f6 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:32.588174 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bbd1aee1-21dc-4adc-94d6-f31062c777f6 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:32.591489 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bbd1aee1-21dc-4adc-94d6-f31062c777f6 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:32.592675 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-bbd1aee1-21dc-4adc-94d6-f31062c777f6 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] 10.222.0.62 "DELETE /v2.0/security-groups/1bbb48f8-806e-4bed-9d06-07ccd79b43ec HTTP/1.1" status: 204 len: 168 time: 0.1329927 Oct 30 15:36:32.595377 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 40008) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:32.601810 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd1aee1-21dc-4adc-94d6-f31062c777f6 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bbb48f8-806e-4bed-9d06-07ccd79b43ec,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:32.644919 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-e8e24b94-0a41-487c-8f03-f344ae2a3a37 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0479474 Oct 30 15:36:32.648469 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 40010) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:32.652654 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-c59c361c-f3a9-46dc-80a9-40f81ca8288b tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Request body: {'security_group': {'name': 'tempest-secgroup--1148998944'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:36:32.679894 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c59c361c-f3a9-46dc-80a9-40f81ca8288b tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:32.747941 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c59c361c-f3a9-46dc-80a9-40f81ca8288b tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:32.751652 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c59c361c-f3a9-46dc-80a9-40f81ca8288b tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:32.787435 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c59c361c-f3a9-46dc-80a9-40f81ca8288b tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:32.788682 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-c59c361c-f3a9-46dc-80a9-40f81ca8288b tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1392879 Oct 30 15:36:32.789391 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59c361c-f3a9-46dc-80a9-40f81ca8288b tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c702e778-5d33-428a-8550-6a1c37c222fc,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:32.791911 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 40012) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:32.796570 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-824e3fba-c520-4c55-aeef-8724b598c27e tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Request body: {'security_group_rule': {'security_group_id': 'c702e778-5d33-428a-8550-6a1c37c222fc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:36:32.832131 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [None req-824e3fba-c520-4c55-aeef-8724b598c27e tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 30 15:36:32.833483 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-824e3fba-c520-4c55-aeef-8724b598c27e tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0405610 Oct 30 15:36:32.836336 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 40014) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:32.840932 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-5687f064-2b0b-4d75-8b5e-d7fc4ebf4e18 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Request body: {'security_group_rule': {'security_group_id': 'c702e778-5d33-428a-8550-6a1c37c222fc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:36:32.877633 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-5687f064-2b0b-4d75-8b5e-d7fc4ebf4e18 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 30 15:36:32.878981 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-5687f064-2b0b-4d75-8b5e-d7fc4ebf4e18 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0415814 Oct 30 15:36:32.881797 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 40020) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:32.940095 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c3dbcd1a-c2be-41d3-927c-c7f2e65be3d4 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:32.967102 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c3dbcd1a-c2be-41d3-927c-c7f2e65be3d4 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:33.007534 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c3dbcd1a-c2be-41d3-927c-c7f2e65be3d4 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:33.010142 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c3dbcd1a-c2be-41d3-927c-c7f2e65be3d4 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:33.011339 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c3dbcd1a-c2be-41d3-927c-c7f2e65be3d4 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] 10.222.0.62 "DELETE /v2.0/security-groups/c702e778-5d33-428a-8550-6a1c37c222fc HTTP/1.1" status: 204 len: 168 time: 0.1285298 Oct 30 15:36:33.015201 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 40022) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:33.022057 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dbcd1a-c2be-41d3-927c-c7f2e65be3d4 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c702e778-5d33-428a-8550-6a1c37c222fc,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:33.060704 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-435204b0-e31f-4736-9d83-13108aa791d1 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0442476 Oct 30 15:36:33.064357 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 40024) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:33.068991 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-1b03fc05-72e7-4dd6-8ed4-2cbbe467d0b3 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Request body: {'security_group': {'name': 'tempest-secgroup--1557202149'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:36:33.097057 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1b03fc05-72e7-4dd6-8ed4-2cbbe467d0b3 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:33.171101 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1b03fc05-72e7-4dd6-8ed4-2cbbe467d0b3 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:33.176325 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1b03fc05-72e7-4dd6-8ed4-2cbbe467d0b3 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:33.205406 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1b03fc05-72e7-4dd6-8ed4-2cbbe467d0b3 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:33.206618 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-1b03fc05-72e7-4dd6-8ed4-2cbbe467d0b3 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1412442 Oct 30 15:36:33.211222 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 40032) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:33.216016 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-ff7f4091-aeef-4f1f-8600-157d21a24472 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:36:33.216665 n-d-806683-17 neutron-server[102130]: WARNING neutron.api.v2.base [None req-ff7f4091-aeef-4f1f-8600-157d21a24472 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 30 15:36:33.217322 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [None req-ff7f4091-aeef-4f1f-8600-157d21a24472 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] update failed (client error): There was a conflict when trying to complete your request. Oct 30 15:36:33.218481 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-ff7f4091-aeef-4f1f-8600-157d21a24472 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] 10.222.0.62 "PUT /v2.0/security-groups/2431ee1d-c109-486b-b4b0-858d29d47761 HTTP/1.1" status: 409 len: 330 time: 0.0060573 Oct 30 15:36:33.221781 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 40034) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:33.226142 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b03fc05-72e7-4dd6-8ed4-2cbbe467d0b3 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2431ee1d-c109-486b-b4b0-858d29d47761,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:33.311666 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c826d77-0e0a-446c-81ba-cd01632d72fe req-66817dc8-f819-433a-a720-7db58044cd37 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:36:33.313195 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1c826d77-0e0a-446c-81ba-cd01632d72fe req-66817dc8-f819-433a-a720-7db58044cd37 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8feeca9-8e7a-47c5-9834-b2981b41113f HTTP/1.1" status: 200 len: 946 time: 0.1045465 Oct 30 15:36:33.334690 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06dbdbc-3d6f-4d59-8111-7aea73de1b63 req-f4ef9623-6314-4601-9638-ba9fd1d08a47 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:36:33.336347 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b06dbdbc-3d6f-4d59-8111-7aea73de1b63 req-f4ef9623-6314-4601-9638-ba9fd1d08a47 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8feeca9-8e7a-47c5-9834-b2981b41113f HTTP/1.1" status: 200 len: 946 time: 0.0563753 Oct 30 15:36:33.337299 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8546769f-dfee-4643-822e-8e30acf93488 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:33.378979 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8546769f-dfee-4643-822e-8e30acf93488 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:33.384166 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1c826d77-0e0a-446c-81ba-cd01632d72fe req-7a932adc-e7e2-4176-b955-962ad7328d40 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee5a29da-464d-4127-ba39-e13f61005ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588977 Oct 30 15:36:33.436397 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8546769f-dfee-4643-822e-8e30acf93488 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:33.440208 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-b06dbdbc-3d6f-4d59-8111-7aea73de1b63 req-ac0c3279-5632-4fc8-8917-da42c60d73de tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Deleting port 88d0f80f-4998-4729-9dae-c58ec4d318cc {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:36:33.440700 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8546769f-dfee-4643-822e-8e30acf93488 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:33.440789 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b06dbdbc-3d6f-4d59-8111-7aea73de1b63 req-ac0c3279-5632-4fc8-8917-da42c60d73de tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:33.443839 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-8546769f-dfee-4643-822e-8e30acf93488 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] 10.222.0.62 "DELETE /v2.0/security-groups/2431ee1d-c109-486b-b4b0-858d29d47761 HTTP/1.1" status: 204 len: 168 time: 0.2181933 Oct 30 15:36:33.444280 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 40040) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:33.452230 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8546769f-dfee-4643-822e-8e30acf93488 tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2431ee1d-c109-486b-b4b0-858d29d47761,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:33.548080 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-aa920188-cc36-4fe0-b1aa-b91904a9711d tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0992441 Oct 30 15:36:33.548585 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 40044) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:33.563880 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-baf273c6-4a95-48b1-af36-5c967bc9cf5a tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] delete failed (client error): The resource could not be found. Oct 30 15:36:33.565018 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-baf273c6-4a95-48b1-af36-5c967bc9cf5a tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] 10.222.0.62 "DELETE /v2.0/security-groups/5b5212f5-0b5e-476e-b5a8-32871872c818 HTTP/1.1" status: 404 len: 347 time: 0.0153365 Oct 30 15:36:33.568769 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 40046) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:33.582053 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-b06dbdbc-3d6f-4d59-8111-7aea73de1b63 req-ac0c3279-5632-4fc8-8917-da42c60d73de tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] For port 88d0f80f-4998-4729-9dae-c58ec4d318cc, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=88d0f80f-4998-4729-9dae-c58ec4d318cc,segment=NetworkSegment(cca476af-9f70-4fa8-acb6-015f19cab179),segment_id=cca476af-9f70-4fa8-acb6-015f19cab179)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:36:33.582407 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b06dbdbc-3d6f-4d59-8111-7aea73de1b63 req-ac0c3279-5632-4fc8-8917-da42c60d73de tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:33.585955 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-70936eff-3fda-40e7-b9d9-059e5a41dd0a tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] show failed (client error): The resource could not be found. Oct 30 15:36:33.590575 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-70936eff-3fda-40e7-b9d9-059e5a41dd0a tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] 10.222.0.62 "GET /v2.0/security-groups/bac88b70-b0a0-4be3-b672-f43c8d83392b HTTP/1.1" status: 404 len: 347 time: 0.0173035 Oct 30 15:36:33.590862 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 40048) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:33.605915 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-78dab02e-04d6-4aa5-9f90-483e06ab43dd tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] show failed (client error): The resource could not be found. Oct 30 15:36:33.613093 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-78dab02e-04d6-4aa5-9f90-483e06ab43dd tempest-NegativeSecGroupIPv6Test-1079032679 tempest-NegativeSecGroupIPv6Test-1079032679-project] 10.222.0.62 "GET /v2.0/security-group-rules/3c878597-5535-4669-b342-f6f5b66e2acb HTTP/1.1" status: 404 len: 356 time: 0.0151384 Oct 30 15:36:33.786985 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b06dbdbc-3d6f-4d59-8111-7aea73de1b63 req-ac0c3279-5632-4fc8-8917-da42c60d73de tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:33.787340 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b06dbdbc-3d6f-4d59-8111-7aea73de1b63 req-ac0c3279-5632-4fc8-8917-da42c60d73de tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:33.787760 n-d-806683-17 neutron-server[102130]: INFO neutron.db.l3_db [req-b06dbdbc-3d6f-4d59-8111-7aea73de1b63 req-ac0c3279-5632-4fc8-8917-da42c60d73de tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Floating IP 39aa9dfe-c0fa-462c-bd77-4d2cb006ca01 disassociated. External IP: 172.25.4.47, port: 88d0f80f-4998-4729-9dae-c58ec4d318cc. Oct 30 15:36:33.788173 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-b06dbdbc-3d6f-4d59-8111-7aea73de1b63 req-ac0c3279-5632-4fc8-8917-da42c60d73de tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Calling delete_port for 88d0f80f-4998-4729-9dae-c58ec4d318cc owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:36:33.889720 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 40058) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:33.927112 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b06dbdbc-3d6f-4d59-8111-7aea73de1b63 req-ac0c3279-5632-4fc8-8917-da42c60d73de tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:33.985005 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0c3279-5632-4fc8-8917-da42c60d73de tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Pushing event deleted for resources: {'Port': ['ID=88d0f80f-4998-4729-9dae-c58ec4d318cc,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:34.069387 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-7940a25d-6706-49b9-a115-571db0d54230 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=01367f8819af453eb865681b2e04f346&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1784823 Oct 30 15:36:34.072145 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 40066) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:34.102638 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b06dbdbc-3d6f-4d59-8111-7aea73de1b63 req-ac0c3279-5632-4fc8-8917-da42c60d73de tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Router c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:36:34.122605 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-52dfdfb9-47a9-43b3-9493-fc51a6522feb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:34.144490 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-52dfdfb9-47a9-43b3-9493-fc51a6522feb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:34.194167 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-52dfdfb9-47a9-43b3-9493-fc51a6522feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:34.197187 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-52dfdfb9-47a9-43b3-9493-fc51a6522feb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:34.198407 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-52dfdfb9-47a9-43b3-9493-fc51a6522feb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1d594dd5-a5af-4c02-858b-f8a9d99cd6e3 HTTP/1.1" status: 204 len: 168 time: 0.1247518 Oct 30 15:36:34.206421 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dfdfb9-47a9-43b3-9493-fc51a6522feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d594dd5-a5af-4c02-858b-f8a9d99cd6e3,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:34.219736 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b06dbdbc-3d6f-4d59-8111-7aea73de1b63 req-ac0c3279-5632-4fc8-8917-da42c60d73de tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:36:34.232582 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93e9997-c522-4223-ac51-b0b2ed0e0ac1 None None] Sync routers for ids ['c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:36:34.270328 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-b06dbdbc-3d6f-4d59-8111-7aea73de1b63 req-ac0c3279-5632-4fc8-8917-da42c60d73de tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] No DVR routers for this DVR port 88d0f80f-4998-4729-9dae-c58ec4d318cc on host n-h2-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:36:34.273681 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b06dbdbc-3d6f-4d59-8111-7aea73de1b63 req-ac0c3279-5632-4fc8-8917-da42c60d73de tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:34.281355 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93e9997-c522-4223-ac51-b0b2ed0e0ac1 None None] Routers {'c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:36:34.282641 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-a93e9997-c522-4223-ac51-b0b2ed0e0ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:36:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:34.289960 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b06dbdbc-3d6f-4d59-8111-7aea73de1b63 req-ac0c3279-5632-4fc8-8917-da42c60d73de tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.44 "DELETE /v2.0/ports/88d0f80f-4998-4729-9dae-c58ec4d318cc HTTP/1.1" status: 204 len: 173 time: 0.9335454 Oct 30 15:36:34.291053 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8feeca9-8e7a-47c5-9834-b2981b41113f', 'name': 'network-vif-deleted', 'tag': '88d0f80f-4998-4729-9dae-c58ec4d318cc'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:36:34.294119 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2540f9b9-ae86-4157-afda-50454f1528d9" -d '{"events": [{"server_uuid": "e8feeca9-8e7a-47c5-9834-b2981b41113f", "name": "network-vif-deleted", "tag": "88d0f80f-4998-4729-9dae-c58ec4d318cc"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:36:34.351800 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48085ec3-1336-4d43-b88d-727cf4dc3928 x-openstack-request-id: req-48085ec3-1336-4d43-b88d-727cf4dc3928 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:36:34.352324 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8feeca9-8e7a-47c5-9834-b2981b41113f", "name": "network-vif-deleted", "tag": "88d0f80f-4998-4729-9dae-c58ec4d318cc", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:36:34.352873 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-48085ec3-1336-4d43-b88d-727cf4dc3928 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:36:34.353985 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8feeca9-8e7a-47c5-9834-b2981b41113f', 'name': 'network-vif-deleted', 'tag': '88d0f80f-4998-4729-9dae-c58ec4d318cc', 'status': 'completed', 'code': 200} Oct 30 15:36:34.404186 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:36:34.539703 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-a93e9997-c522-4223-ac51-b0b2ed0e0ac1 None None] Set router c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:36:34.600746 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7e5f91fe-40dd-4df2-9cf1-2cb0b2a5e3e3 req-c1c3bc21-95b3-44ad-a472-7910dd77fcc9 tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8feeca9-8e7a-47c5-9834-b2981b41113f HTTP/1.1" status: 200 len: 210 time: 0.0746484 Oct 30 15:36:34.846639 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-a93e9997-c522-4223-ac51-b0b2ed0e0ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b', 'name': 'tempest-AttachVolumeShelveTestJSON-1774117657-router', 'tenant_id': '67bc9a3add214ecaad76147ad0906766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '503733f3-e621-4bc3-9447-1e54ecbeab74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:28:52Z', 'updated_at': '2021-10-30T15:28:58Z', 'revision_number': 4, 'project_id': '67bc9a3add214ecaad76147ad0906766', 'gw_port': {'id': '503733f3-e621-4bc3-9447-1e54ecbeab74', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:53:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:28:52Z', 'updated_at': '2021-10-30T15:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'd2d85ea3-f8ad-4155-b6dc-54581ba83508', 'name': '', 'network_id': 'ada754b2-2d16-48ef-bd4a-b3c351db82b3', 'tenant_id': '67bc9a3add214ecaad76147ad0906766', 'mac_address': 'fa:16:3e:ca:d3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '296dc533-f6ac-49b9-ab46-37f1565b56fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:28:57Z', 'updated_at': '2021-10-30T15:29:04Z', 'revision_number': 5, 'project_id': '67bc9a3add214ecaad76147ad0906766', 'subnets': [{'id': '296dc533-f6ac-49b9-ab46-37f1565b56fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:34.876646 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93e9997-c522-4223-ac51-b0b2ed0e0ac1 None None] Checking router: c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:36:34.888334 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93e9997-c522-4223-ac51-b0b2ed0e0ac1 None None] Routers {'c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:36:34.888984 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-a93e9997-c522-4223-ac51-b0b2ed0e0ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:36:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:35.010134 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-a93e9997-c522-4223-ac51-b0b2ed0e0ac1 None None] Set router c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:36:35.329718 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-a93e9997-c522-4223-ac51-b0b2ed0e0ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b', 'name': 'tempest-AttachVolumeShelveTestJSON-1774117657-router', 'tenant_id': '67bc9a3add214ecaad76147ad0906766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '503733f3-e621-4bc3-9447-1e54ecbeab74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:28:52Z', 'updated_at': '2021-10-30T15:28:58Z', 'revision_number': 4, 'project_id': '67bc9a3add214ecaad76147ad0906766', 'gw_port': {'id': '503733f3-e621-4bc3-9447-1e54ecbeab74', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:53:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:28:52Z', 'updated_at': '2021-10-30T15:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'd2d85ea3-f8ad-4155-b6dc-54581ba83508', 'name': '', 'network_id': 'ada754b2-2d16-48ef-bd4a-b3c351db82b3', 'tenant_id': '67bc9a3add214ecaad76147ad0906766', 'mac_address': 'fa:16:3e:ca:d3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '296dc533-f6ac-49b9-ab46-37f1565b56fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:28:57Z', 'updated_at': '2021-10-30T15:29:04Z', 'revision_number': 5, 'project_id': '67bc9a3add214ecaad76147ad0906766', 'subnets': [{'id': '296dc533-f6ac-49b9-ab46-37f1565b56fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:35.360228 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93e9997-c522-4223-ac51-b0b2ed0e0ac1 None None] The sync data for ids ['c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b'] in n-d-806683-17 is: [{'id': 'c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b', 'name': 'tempest-AttachVolumeShelveTestJSON-1774117657-router', 'tenant_id': '67bc9a3add214ecaad76147ad0906766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '503733f3-e621-4bc3-9447-1e54ecbeab74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:28:52Z', 'updated_at': '2021-10-30T15:28:58Z', 'revision_number': 4, 'project_id': '67bc9a3add214ecaad76147ad0906766', 'gw_port': {'id': '503733f3-e621-4bc3-9447-1e54ecbeab74', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:53:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:28:52Z', 'updated_at': '2021-10-30T15:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'd2d85ea3-f8ad-4155-b6dc-54581ba83508', 'name': '', 'network_id': 'ada754b2-2d16-48ef-bd4a-b3c351db82b3', 'tenant_id': '67bc9a3add214ecaad76147ad0906766', 'mac_address': 'fa:16:3e:ca:d3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '296dc533-f6ac-49b9-ab46-37f1565b56fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:28:57Z', 'updated_at': '2021-10-30T15:29:04Z', 'revision_number': 5, 'project_id': '67bc9a3add214ecaad76147ad0906766', 'subnets': [{'id': '296dc533-f6ac-49b9-ab46-37f1565b56fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:36:35.702863 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510d2714-8e6e-4414-ac4c-c11f61395910 None None] New status for floating IP 39aa9dfe-c0fa-462c-bd77-4d2cb006ca01: DOWN {{(pid=102132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 15:36:35.724825 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 40134) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:35.790229 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7037c27e-0185-412c-99e1-d5145b80f76e tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:35.822393 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7037c27e-0185-412c-99e1-d5145b80f76e tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:35.887072 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7037c27e-0185-412c-99e1-d5145b80f76e tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:35.890477 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7037c27e-0185-412c-99e1-d5145b80f76e tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:35.892093 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-7037c27e-0185-412c-99e1-d5145b80f76e tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "DELETE /v2.0/security-groups/ee5a29da-464d-4127-ba39-e13f61005ef3 HTTP/1.1" status: 204 len: 168 time: 0.1664078 Oct 30 15:36:35.895587 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 40144) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:35.902757 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7037c27e-0185-412c-99e1-d5145b80f76e tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5a29da-464d-4127-ba39-e13f61005ef3,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:35.916189 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-2e2cd246-b0e3-4e1e-ad54-1db7fce38b4f tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] show failed (client error): The resource could not be found. Oct 30 15:36:35.917934 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-2e2cd246-b0e3-4e1e-ad54-1db7fce38b4f tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "GET /v2.0/security-groups/ee5a29da-464d-4127-ba39-e13f61005ef3 HTTP/1.1" status: 404 len: 347 time: 0.0206442 Oct 30 15:36:35.921467 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 40146) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:36.062174 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-2768f8fd-6c83-4f40-a0f1-98a48296aa3f tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Deleting port 49b851ff-2aaa-42f7-9322-496d9b5c67d8 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:36:36.062784 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2768f8fd-6c83-4f40-a0f1-98a48296aa3f tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:36.146551 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2768f8fd-6c83-4f40-a0f1-98a48296aa3f tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:36.146976 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2768f8fd-6c83-4f40-a0f1-98a48296aa3f tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:36.160706 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-2768f8fd-6c83-4f40-a0f1-98a48296aa3f tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Calling delete_port for 49b851ff-2aaa-42f7-9322-496d9b5c67d8 owned by network:floatingip {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:36:36.321293 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2768f8fd-6c83-4f40-a0f1-98a48296aa3f tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:36.345558 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2768f8fd-6c83-4f40-a0f1-98a48296aa3f tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Pushing event deleted for resources: {'Port': ['ID=49b851ff-2aaa-42f7-9322-496d9b5c67d8,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:36.416251 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2768f8fd-6c83-4f40-a0f1-98a48296aa3f tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks [] for floatingip, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:36.419948 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2768f8fd-6c83-4f40-a0f1-98a48296aa3f tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:36.421134 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-2768f8fd-6c83-4f40-a0f1-98a48296aa3f tempest-AttachVolumeShelveTestJSON-784735988 tempest-AttachVolumeShelveTestJSON-784735988-project] 10.222.0.62 "DELETE /v2.0/floatingips/39aa9dfe-c0fa-462c-bd77-4d2cb006ca01 HTTP/1.1" status: 204 len: 168 time: 0.4986157 Oct 30 15:36:37.754967 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 88d0f80f-4998-4729-9dae-c58ec4d318cc no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:36:37.849394 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] No Port match for: 88d0f80f-4998-4729-9dae-c58ec4d318cc {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:36:37.849735 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 88d0f80f-4998-4729-9dae-c58ec4d318cc not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:36:39.397752 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 40262) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:39.553519 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5eecb301-5259-4288-80a9-9950d73410c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:39.675096 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5eecb301-5259-4288-80a9-9950d73410c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:39.690033 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5eecb301-5259-4288-80a9-9950d73410c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:39.739950 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-5eecb301-5259-4288-80a9-9950d73410c9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cb70176abce24addade5a37ff8aadd90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3399704 Oct 30 15:36:39.742241 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 40272) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:39.753294 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eecb301-5259-4288-80a9-9950d73410c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ba1031-ffec-4894-b69b-405bdac5225d,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:39.814248 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f848c7a1-a763-47fa-bb54-5197c1e82c1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:39.841388 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f848c7a1-a763-47fa-bb54-5197c1e82c1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:39.914689 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f848c7a1-a763-47fa-bb54-5197c1e82c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:39.924055 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f848c7a1-a763-47fa-bb54-5197c1e82c1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:39.957902 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-f848c7a1-a763-47fa-bb54-5197c1e82c1e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e8ba1031-ffec-4894-b69b-405bdac5225d HTTP/1.1" status: 204 len: 168 time: 0.2105219 Oct 30 15:36:39.978743 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f848c7a1-a763-47fa-bb54-5197c1e82c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ba1031-ffec-4894-b69b-405bdac5225d,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:40.304721 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 40288) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:40.318773 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-58341363-29d0-4a84-b646-9032563a36d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:40.398996 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-58341363-29d0-4a84-b646-9032563a36d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:40.403342 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-58341363-29d0-4a84-b646-9032563a36d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:40.444062 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58341363-29d0-4a84-b646-9032563a36d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=229d6c6a-18dd-4e5c-99a8-5aa19ba11494,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:40.448752 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-58341363-29d0-4a84-b646-9032563a36d7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b7692f47b91140c8b7062afad7280e31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1428697 Oct 30 15:36:40.452322 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 40292) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:40.518545 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5cea2025-d252-4e93-af17-5428d8c80f9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:40.542247 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5cea2025-d252-4e93-af17-5428d8c80f9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:40.594640 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5cea2025-d252-4e93-af17-5428d8c80f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:40.598645 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5cea2025-d252-4e93-af17-5428d8c80f9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:40.600441 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-5cea2025-d252-4e93-af17-5428d8c80f9f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/229d6c6a-18dd-4e5c-99a8-5aa19ba11494 HTTP/1.1" status: 204 len: 168 time: 0.1465914 Oct 30 15:36:40.613041 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cea2025-d252-4e93-af17-5428d8c80f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=229d6c6a-18dd-4e5c-99a8-5aa19ba11494,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:42.194218 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 40372) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:42.901782 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-69bda771-6c14-4ec0-b1f6-d096eec0ece6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:43.243585 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-69bda771-6c14-4ec0-b1f6-d096eec0ece6 admin admin] Deleting port d2d85ea3-f8ad-4155-b6dc-54581ba83508 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:36:43.244161 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-69bda771-6c14-4ec0-b1f6-d096eec0ece6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:43.358299 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-69bda771-6c14-4ec0-b1f6-d096eec0ece6 admin admin] For port d2d85ea3-f8ad-4155-b6dc-54581ba83508, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=d2d85ea3-f8ad-4155-b6dc-54581ba83508,segment=NetworkSegment(cca476af-9f70-4fa8-acb6-015f19cab179),segment_id=cca476af-9f70-4fa8-acb6-015f19cab179)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:36:43.358670 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-69bda771-6c14-4ec0-b1f6-d096eec0ece6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:43.376053 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-69bda771-6c14-4ec0-b1f6-d096eec0ece6 admin admin] Calling delete_port for d2d85ea3-f8ad-4155-b6dc-54581ba83508 owned by network:router_interface {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:36:43.593012 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-69bda771-6c14-4ec0-b1f6-d096eec0ece6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:43.619887 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bda771-6c14-4ec0-b1f6-d096eec0ece6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2d85ea3-f8ad-4155-b6dc-54581ba83508,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:43.888276 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-69bda771-6c14-4ec0-b1f6-d096eec0ece6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:44.088201 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 40494) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:44.219520 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-17fc6d1b-d861-4e10-87fc-320876a7afc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:44.303325 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-17fc6d1b-d861-4e10-87fc-320876a7afc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:44.308765 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-17fc6d1b-d861-4e10-87fc-320876a7afc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:44.349996 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fc6d1b-d861-4e10-87fc-320876a7afc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e870bc2-cd13-4f6b-a14a-b5a7e006cb09,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:44.359083 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-17fc6d1b-d861-4e10-87fc-320876a7afc7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3c4a33ca8b7d4157892820eaebe485ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2694032 Oct 30 15:36:44.359694 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 40504) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:44.423861 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-375d43ee-3cbb-43a9-9712-3e3eda8d5c3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:44.425573 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69bda771-6c14-4ec0-b1f6-d096eec0ece6 admin admin] Router c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:36:44.446236 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-375d43ee-3cbb-43a9-9712-3e3eda8d5c3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:44.499178 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-375d43ee-3cbb-43a9-9712-3e3eda8d5c3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:44.503925 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-375d43ee-3cbb-43a9-9712-3e3eda8d5c3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:44.505203 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-375d43ee-3cbb-43a9-9712-3e3eda8d5c3d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4e870bc2-cd13-4f6b-a14a-b5a7e006cb09 HTTP/1.1" status: 204 len: 168 time: 0.1446025 Oct 30 15:36:44.518526 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375d43ee-3cbb-43a9-9712-3e3eda8d5c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e870bc2-cd13-4f6b-a14a-b5a7e006cb09,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:44.550014 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69bda771-6c14-4ec0-b1f6-d096eec0ece6 admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:36:44.557803 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-69bda771-6c14-4ec0-b1f6-d096eec0ece6 admin admin] 10.222.0.62 "PUT /v2.0/routers/c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3613279 Oct 30 15:36:44.558530 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 40508) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:44.560890 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745ca6de-66d6-4bc5-b659-bd2412d61d56 None None] Sync routers for ids ['c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:36:44.572040 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745ca6de-66d6-4bc5-b659-bd2412d61d56 None None] Routers {'c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:36:44.573271 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-745ca6de-66d6-4bc5-b659-bd2412d61d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:36:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:44.706842 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-af791204-ca9a-45a6-8d17-55649e0a8c82 admin admin] Publish callbacks [] for router, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:44.712491 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-745ca6de-66d6-4bc5-b659-bd2412d61d56 None None] Set router c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:36:44.835644 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-af791204-ca9a-45a6-8d17-55649e0a8c82 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:44.900609 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-af791204-ca9a-45a6-8d17-55649e0a8c82 admin admin] Deleting port 503733f3-e621-4bc3-9447-1e54ecbeab74 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:36:44.900609 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-af791204-ca9a-45a6-8d17-55649e0a8c82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:44.901136 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 40522) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:44.917439 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-52bb96dd-4e95-49e4-a6f7-2565302812c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:44.929783 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-745ca6de-66d6-4bc5-b659-bd2412d61d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b', 'name': 'tempest-AttachVolumeShelveTestJSON-1774117657-router', 'tenant_id': '67bc9a3add214ecaad76147ad0906766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '503733f3-e621-4bc3-9447-1e54ecbeab74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:28:52Z', 'updated_at': '2021-10-30T15:36:43Z', 'revision_number': 5, 'project_id': '67bc9a3add214ecaad76147ad0906766', 'gw_port': {'id': '503733f3-e621-4bc3-9447-1e54ecbeab74', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:53:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:28:52Z', 'updated_at': '2021-10-30T15:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:44.965080 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745ca6de-66d6-4bc5-b659-bd2412d61d56 None None] Checking router: c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:36:44.974319 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745ca6de-66d6-4bc5-b659-bd2412d61d56 None None] Routers {'c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:36:44.974930 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-745ca6de-66d6-4bc5-b659-bd2412d61d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:36:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:45.029105 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-af791204-ca9a-45a6-8d17-55649e0a8c82 admin admin] For port 503733f3-e621-4bc3-9447-1e54ecbeab74, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=503733f3-e621-4bc3-9447-1e54ecbeab74,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:36:45.029815 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-af791204-ca9a-45a6-8d17-55649e0a8c82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:45.048986 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-af791204-ca9a-45a6-8d17-55649e0a8c82 admin admin] Calling delete_port for 503733f3-e621-4bc3-9447-1e54ecbeab74 owned by network:router_gateway {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:36:45.049195 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-52bb96dd-4e95-49e4-a6f7-2565302812c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:45.054498 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-52bb96dd-4e95-49e4-a6f7-2565302812c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:45.066968 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-745ca6de-66d6-4bc5-b659-bd2412d61d56 None None] Set router c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b gateway port host: None {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:36:45.112587 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-52bb96dd-4e95-49e4-a6f7-2565302812c5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f6609ee797fa4e62942d0bd22a0d059f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2101784 Oct 30 15:36:45.113370 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 40526) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:45.120774 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bb96dd-4e95-49e4-a6f7-2565302812c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b704cd-1f47-499e-86b5-6e8175e5888c,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:45.131669 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-745ca6de-66d6-4bc5-b659-bd2412d61d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b', 'name': 'tempest-AttachVolumeShelveTestJSON-1774117657-router', 'tenant_id': '67bc9a3add214ecaad76147ad0906766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:28:52Z', 'updated_at': '2021-10-30T15:36:44Z', 'revision_number': 6, 'project_id': '67bc9a3add214ecaad76147ad0906766', 'gw_port_host': None}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:45.161226 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745ca6de-66d6-4bc5-b659-bd2412d61d56 None None] The sync data for ids ['c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b'] in n-d-806683-17 is: [{'id': 'c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b', 'name': 'tempest-AttachVolumeShelveTestJSON-1774117657-router', 'tenant_id': '67bc9a3add214ecaad76147ad0906766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:28:52Z', 'updated_at': '2021-10-30T15:36:44Z', 'revision_number': 6, 'project_id': '67bc9a3add214ecaad76147ad0906766', 'gw_port_host': None}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:36:45.179620 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2bd7f54a-b798-4e7f-911e-a268581b4af6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:45.209114 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2bd7f54a-b798-4e7f-911e-a268581b4af6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:45.277063 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2bd7f54a-b798-4e7f-911e-a268581b4af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:45.280785 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2bd7f54a-b798-4e7f-911e-a268581b4af6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:45.282550 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-2bd7f54a-b798-4e7f-911e-a268581b4af6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c4b704cd-1f47-499e-86b5-6e8175e5888c HTTP/1.1" status: 204 len: 168 time: 0.1678329 Oct 30 15:36:45.291780 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd7f54a-b798-4e7f-911e-a268581b4af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b704cd-1f47-499e-86b5-6e8175e5888c,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:45.310081 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-af791204-ca9a-45a6-8d17-55649e0a8c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:45.340822 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af791204-ca9a-45a6-8d17-55649e0a8c82 admin admin] Pushing event deleted for resources: {'Port': ['ID=503733f3-e621-4bc3-9447-1e54ecbeab74,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:45.403214 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-af791204-ca9a-45a6-8d17-55649e0a8c82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:45.502538 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-af791204-ca9a-45a6-8d17-55649e0a8c82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:45.505990 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-af791204-ca9a-45a6-8d17-55649e0a8c82 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:45.563973 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-af791204-ca9a-45a6-8d17-55649e0a8c82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:45.564710 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af791204-ca9a-45a6-8d17-55649e0a8c82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b {{(pid=102130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:36:45.579540 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-af791204-ca9a-45a6-8d17-55649e0a8c82 admin admin] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:45.579540 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-af791204-ca9a-45a6-8d17-55649e0a8c82 admin admin] 10.222.0.62 "DELETE /v2.0/routers/c9fb5c64-1f7d-4a46-bf7c-5d9e99d5ed5b HTTP/1.1" status: 204 len: 168 time: 1.0110805 Oct 30 15:36:45.579727 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 40540) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:45.644760 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b97a621-9700-4685-83cc-165681bbd52f admin admin] Deleting subnet 296dc533-f6ac-49b9-ab46-37f1565b56fb {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:36:45.648284 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7b97a621-9700-4685-83cc-165681bbd52f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:45.701414 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7b97a621-9700-4685-83cc-165681bbd52f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:45.800821 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7b97a621-9700-4685-83cc-165681bbd52f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:45.858372 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7b97a621-9700-4685-83cc-165681bbd52f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:45.902688 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7b97a621-9700-4685-83cc-165681bbd52f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:45.908929 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-7b97a621-9700-4685-83cc-165681bbd52f admin admin] 10.222.0.62 "DELETE /v2.0/subnets/296dc533-f6ac-49b9-ab46-37f1565b56fb HTTP/1.1" status: 204 len: 168 time: 0.3305614 Oct 30 15:36:45.908929 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b97a621-9700-4685-83cc-165681bbd52f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=296dc533-f6ac-49b9-ab46-37f1565b56fb,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:45.909184 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9864da16-680f-4ba1-a2e7-c5fb4ff71ed5 None None] Network ada754b2-2d16-48ef-bd4a-b3c351db82b3 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:36:45.909628 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 40556) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:46.004913 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-644f2ace-5cc1-4b2e-866b-054c1938c690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:46.065966 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device d2d85ea3-f8ad-4155-b6dc-54581ba83508 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:36:46.081223 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-644f2ace-5cc1-4b2e-866b-054c1938c690 admin admin] Deleting port c303f105-47a3-4b04-9c5d-eb2634cf7709 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:36:46.081556 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-644f2ace-5cc1-4b2e-866b-054c1938c690 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:46.090980 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: d2d85ea3-f8ad-4155-b6dc-54581ba83508 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:36:46.091371 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device d2d85ea3-f8ad-4155-b6dc-54581ba83508 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:36:46.169248 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-644f2ace-5cc1-4b2e-866b-054c1938c690 admin admin] For port c303f105-47a3-4b04-9c5d-eb2634cf7709, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=c303f105-47a3-4b04-9c5d-eb2634cf7709,segment=NetworkSegment(cca476af-9f70-4fa8-acb6-015f19cab179),segment_id=cca476af-9f70-4fa8-acb6-015f19cab179)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:36:46.169722 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-644f2ace-5cc1-4b2e-866b-054c1938c690 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:46.186943 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18688059-d87b-4e9e-bb61-8c1fba4c31db None None] DHCP port deletion for ada754b2-2d16-48ef-bd4a-b3c351db82b3 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:36:46.188470 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-644f2ace-5cc1-4b2e-866b-054c1938c690 admin admin] Calling delete_port for c303f105-47a3-4b04-9c5d-eb2634cf7709 owned by network:dhcp {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:36:46.264614 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-18688059-d87b-4e9e-bb61-8c1fba4c31db None None] Deleting port c303f105-47a3-4b04-9c5d-eb2634cf7709 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:36:46.265243 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-18688059-d87b-4e9e-bb61-8c1fba4c31db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:46.303387 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-644f2ace-5cc1-4b2e-866b-054c1938c690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:46.336454 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-18688059-d87b-4e9e-bb61-8c1fba4c31db None None] For port c303f105-47a3-4b04-9c5d-eb2634cf7709, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=c303f105-47a3-4b04-9c5d-eb2634cf7709,segment=NetworkSegment(cca476af-9f70-4fa8-acb6-015f19cab179),segment_id=cca476af-9f70-4fa8-acb6-015f19cab179)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:36:46.337160 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-18688059-d87b-4e9e-bb61-8c1fba4c31db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:46.347556 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644f2ace-5cc1-4b2e-866b-054c1938c690 admin admin] Pushing event deleted for resources: {'Port': ['ID=c303f105-47a3-4b04-9c5d-eb2634cf7709,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:46.351209 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644f2ace-5cc1-4b2e-866b-054c1938c690 admin admin] No DVR routers for this DVR port c303f105-47a3-4b04-9c5d-eb2634cf7709 on host n-d-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:36:46.358803 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-18688059-d87b-4e9e-bb61-8c1fba4c31db None None] Calling delete_port for c303f105-47a3-4b04-9c5d-eb2634cf7709 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:36:46.436588 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-644f2ace-5cc1-4b2e-866b-054c1938c690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:46.464481 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-644f2ace-5cc1-4b2e-866b-054c1938c690 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ada754b2-2d16-48ef-bd4a-b3c351db82b3']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:46.477101 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-644f2ace-5cc1-4b2e-866b-054c1938c690 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cca476af-9f70-4fa8-acb6-015f19cab179') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:46.477689 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-644f2ace-5cc1-4b2e-866b-054c1938c690 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cca476af-9f70-4fa8-acb6-015f19cab179') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:36:46.497286 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-644f2ace-5cc1-4b2e-866b-054c1938c690 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:46.514012 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-644f2ace-5cc1-4b2e-866b-054c1938c690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:46.526072 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-644f2ace-5cc1-4b2e-866b-054c1938c690 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:36:46.526072 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-644f2ace-5cc1-4b2e-866b-054c1938c690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:46.528474 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:36:46.528474 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:36:46.528474 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:36:46.528474 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:36:46.528474 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:36:46.528474 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:36:46.528474 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:36:46.528474 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:36:46.528474 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:36:46.528474 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:36:46.528474 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:36:46.528474 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:36:46.528474 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:36:46.528474 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:36:46.528474 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:36:46.528474 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:36:46.528474 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:36:46.528474 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:36:46.528474 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:36:46.528474 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:36:46.528474 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:36:46.528474 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:36:46.528474 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:36:46.528474 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:36:46.528474 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:36:46.528474 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:36:46.528474 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:36:46.528474 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:36:46.528474 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:36:46.528474 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:36:46.528474 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:36:46.528474 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:36:46.672497 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-18688059-d87b-4e9e-bb61-8c1fba4c31db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:46.703736 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18688059-d87b-4e9e-bb61-8c1fba4c31db None None] Pushing event deleted for resources: {'Port': ['ID=c303f105-47a3-4b04-9c5d-eb2634cf7709,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:46.721927 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18688059-d87b-4e9e-bb61-8c1fba4c31db None None] No DVR routers for this DVR port c303f105-47a3-4b04-9c5d-eb2634cf7709 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:36:46.959281 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-644f2ace-5cc1-4b2e-866b-054c1938c690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:46.976646 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-644f2ace-5cc1-4b2e-866b-054c1938c690 admin admin] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:46.983262 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-644f2ace-5cc1-4b2e-866b-054c1938c690 admin admin] 10.222.0.62 "DELETE /v2.0/networks/ada754b2-2d16-48ef-bd4a-b3c351db82b3 HTTP/1.1" status: 204 len: 168 time: 1.0695856 Oct 30 15:36:46.983262 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644f2ace-5cc1-4b2e-866b-054c1938c690 admin admin] Pushing event deleted for resources: {'Network': ['ID=ada754b2-2d16-48ef-bd4a-b3c351db82b3,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:47.176890 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 40596) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:47.223636 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b157fe1a-6307-4899-b26c-7132c93411d5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=67bc9a3add214ecaad76147ad0906766&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0451767 Oct 30 15:36:47.226266 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 40598) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:47.279620 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9581f07a-7bb1-4915-8096-7374dfe291f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:47.301741 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9581f07a-7bb1-4915-8096-7374dfe291f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:47.349174 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9581f07a-7bb1-4915-8096-7374dfe291f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:47.352120 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9581f07a-7bb1-4915-8096-7374dfe291f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:47.353296 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-9581f07a-7bb1-4915-8096-7374dfe291f1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bfd3b46a-875f-48ca-8c97-f976aea8d9ba HTTP/1.1" status: 204 len: 168 time: 0.1255457 Oct 30 15:36:47.362592 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9581f07a-7bb1-4915-8096-7374dfe291f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd3b46a-875f-48ca-8c97-f976aea8d9ba,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:47.713308 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device c303f105-47a3-4b04-9c5d-eb2634cf7709 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:36:47.737030 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: c303f105-47a3-4b04-9c5d-eb2634cf7709 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:36:47.737610 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device c303f105-47a3-4b04-9c5d-eb2634cf7709 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:36:47.738187 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 503733f3-e621-4bc3-9447-1e54ecbeab74 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:36:47.772651 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 503733f3-e621-4bc3-9447-1e54ecbeab74 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:36:47.772998 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 503733f3-e621-4bc3-9447-1e54ecbeab74 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:36:48.847272 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 40678) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:48.964452 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5733f6bf-d62e-4d8f-b254-e6a9c8bcb456 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:49.053324 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5733f6bf-d62e-4d8f-b254-e6a9c8bcb456 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:49.064730 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5733f6bf-d62e-4d8f-b254-e6a9c8bcb456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:49.110392 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-5733f6bf-d62e-4d8f-b254-e6a9c8bcb456 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=590abc13084d41878ea018f4d1de369e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2595537 Oct 30 15:36:49.110392 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5733f6bf-d62e-4d8f-b254-e6a9c8bcb456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c528d91-e298-44a8-a887-d2179bf37083,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:49.111584 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 40688) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:49.170664 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-262bf8f0-6e52-475c-a66c-df520649004d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:49.194331 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-262bf8f0-6e52-475c-a66c-df520649004d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:49.248593 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-262bf8f0-6e52-475c-a66c-df520649004d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:49.252388 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-262bf8f0-6e52-475c-a66c-df520649004d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:49.253548 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-262bf8f0-6e52-475c-a66c-df520649004d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5c528d91-e298-44a8-a887-d2179bf37083 HTTP/1.1" status: 204 len: 168 time: 0.1406784 Oct 30 15:36:49.262405 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262bf8f0-6e52-475c-a66c-df520649004d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c528d91-e298-44a8-a887-d2179bf37083,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:51.158840 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2c4a0c3c-f196-47c5-9416-377fde4d8ad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:51.632573 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 40786) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:51.771117 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-30fff44b-8d6d-4309-b317-a123c6a657ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:51.851334 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-30fff44b-8d6d-4309-b317-a123c6a657ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:51.858249 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-30fff44b-8d6d-4309-b317-a123c6a657ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:51.896298 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-30fff44b-8d6d-4309-b317-a123c6a657ba admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2d4d4330e4844dcab47bd207cd2bc199&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2626221 Oct 30 15:36:51.899578 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 40792) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:51.901447 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fff44b-8d6d-4309-b317-a123c6a657ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2b126a-079f-4623-9d64-95e1c8f2e85d,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:51.959725 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a070a1c3-dba8-42b9-8a4f-f1440b1a16b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:51.987210 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a070a1c3-dba8-42b9-8a4f-f1440b1a16b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:52.037131 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a070a1c3-dba8-42b9-8a4f-f1440b1a16b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:52.040345 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a070a1c3-dba8-42b9-8a4f-f1440b1a16b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:52.042305 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-a070a1c3-dba8-42b9-8a4f-f1440b1a16b8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bc2b126a-079f-4623-9d64-95e1c8f2e85d HTTP/1.1" status: 204 len: 168 time: 0.1400509 Oct 30 15:36:52.054658 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a070a1c3-dba8-42b9-8a4f-f1440b1a16b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2b126a-079f-4623-9d64-95e1c8f2e85d,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:52.063416 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a070a1c3-dba8-42b9-8a4f-f1440b1a16b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:36:52.064145 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a070a1c3-dba8-42b9-8a4f-f1440b1a16b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:36:52.064872 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a070a1c3-dba8-42b9-8a4f-f1440b1a16b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:36:52.065364 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a070a1c3-dba8-42b9-8a4f-f1440b1a16b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:36:52.065975 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a070a1c3-dba8-42b9-8a4f-f1440b1a16b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:36:52.066610 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a070a1c3-dba8-42b9-8a4f-f1440b1a16b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:36:52.067196 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a070a1c3-dba8-42b9-8a4f-f1440b1a16b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:36:52.067723 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a070a1c3-dba8-42b9-8a4f-f1440b1a16b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:36:52.068231 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a070a1c3-dba8-42b9-8a4f-f1440b1a16b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:36:52.068809 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a070a1c3-dba8-42b9-8a4f-f1440b1a16b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:36:52.069384 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a070a1c3-dba8-42b9-8a4f-f1440b1a16b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:36:52.069901 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a070a1c3-dba8-42b9-8a4f-f1440b1a16b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:36:52.362056 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 40808) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:52.376391 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a5e23baa-9c99-41e1-a8da-65de94155770 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:52.456334 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a5e23baa-9c99-41e1-a8da-65de94155770 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:52.462039 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a5e23baa-9c99-41e1-a8da-65de94155770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:52.502962 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-a5e23baa-9c99-41e1-a8da-65de94155770 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=daa39d9ab3134a69a04e24f672528a38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1397021 Oct 30 15:36:52.504005 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e23baa-9c99-41e1-a8da-65de94155770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b8b32c-96be-4c74-8cb5-f40e8f293569,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:52.505756 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 40814) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:52.573577 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-84f6376f-8f74-49c8-bc6e-3648f8090e1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:52.601571 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-84f6376f-8f74-49c8-bc6e-3648f8090e1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:52.656059 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-84f6376f-8f74-49c8-bc6e-3648f8090e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:52.658945 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-84f6376f-8f74-49c8-bc6e-3648f8090e1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:52.662619 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-84f6376f-8f74-49c8-bc6e-3648f8090e1b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e6b8b32c-96be-4c74-8cb5-f40e8f293569 HTTP/1.1" status: 204 len: 168 time: 0.1530647 Oct 30 15:36:52.670904 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f6376f-8f74-49c8-bc6e-3648f8090e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b8b32c-96be-4c74-8cb5-f40e8f293569,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:53.780248 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c71456c9-c615-4a99-b3d7-536e46ac504f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:54.703753 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:54.915874 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:55.540944 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 40944) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:55.674376 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f806f699-18f1-4c86-b17d-cd9e9d753244 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:55.768430 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f806f699-18f1-4c86-b17d-cd9e9d753244 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:55.773749 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f806f699-18f1-4c86-b17d-cd9e9d753244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:55.814380 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-f806f699-18f1-4c86-b17d-cd9e9d753244 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=18a060f9a519476da77e62a3a8aabe49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2687130 Oct 30 15:36:55.814380 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f806f699-18f1-4c86-b17d-cd9e9d753244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580d9ea6-135d-4e49-a340-14224d8a58c9,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:55.814705 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 40960) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:55.872571 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-22a14525-d227-47e7-8dc5-9d6a67aa4c17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:55.896828 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-22a14525-d227-47e7-8dc5-9d6a67aa4c17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:55.951606 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-22a14525-d227-47e7-8dc5-9d6a67aa4c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:55.951606 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-22a14525-d227-47e7-8dc5-9d6a67aa4c17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:55.956922 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-22a14525-d227-47e7-8dc5-9d6a67aa4c17 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/580d9ea6-135d-4e49-a340-14224d8a58c9 HTTP/1.1" status: 204 len: 168 time: 0.1403074 Oct 30 15:36:55.971002 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a14525-d227-47e7-8dc5-9d6a67aa4c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580d9ea6-135d-4e49-a340-14224d8a58c9,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:56.278980 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 40982) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:56.293810 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c700e287-eb55-4793-a2f7-d4f8f414cc88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:56.399327 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c700e287-eb55-4793-a2f7-d4f8f414cc88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:56.403774 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c700e287-eb55-4793-a2f7-d4f8f414cc88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:56.443834 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c700e287-eb55-4793-a2f7-d4f8f414cc88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff4bade-b248-43b7-aec6-2e248671bd3d,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:56.448395 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c700e287-eb55-4793-a2f7-d4f8f414cc88 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b34b4fdca6824593bc9fc9b33bde1b36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1681771 Oct 30 15:36:56.451061 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 40990) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:56.501727 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d557dc96-b8dc-497a-a286-bd5b23086418 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:56.524838 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d557dc96-b8dc-497a-a286-bd5b23086418 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:56.576527 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d557dc96-b8dc-497a-a286-bd5b23086418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:56.579641 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d557dc96-b8dc-497a-a286-bd5b23086418 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:56.583792 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-d557dc96-b8dc-497a-a286-bd5b23086418 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1ff4bade-b248-43b7-aec6-2e248671bd3d HTTP/1.1" status: 204 len: 168 time: 0.1313417 Oct 30 15:36:56.592903 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d557dc96-b8dc-497a-a286-bd5b23086418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff4bade-b248-43b7-aec6-2e248671bd3d,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:56.663256 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:58.985794 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 41122) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:59.107574 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4d0b99f9-d6dc-4bfb-a085-7e9fbc5d02ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:59.204497 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4d0b99f9-d6dc-4bfb-a085-7e9fbc5d02ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:59.209333 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4d0b99f9-d6dc-4bfb-a085-7e9fbc5d02ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:59.257443 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-4d0b99f9-d6dc-4bfb-a085-7e9fbc5d02ac admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5fbfd9c267534bc5bb1b5339cb50f1a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2675254 Oct 30 15:36:59.257648 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 41134) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:59.264375 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0b99f9-d6dc-4bfb-a085-7e9fbc5d02ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5402cd4f-224f-4ac9-8a16-f7d4040009ab,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:59.313583 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e4b2edd6-4747-4ba8-b83b-ca5924bb592a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:59.335164 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e4b2edd6-4747-4ba8-b83b-ca5924bb592a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:59.393871 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e4b2edd6-4747-4ba8-b83b-ca5924bb592a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:59.397111 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e4b2edd6-4747-4ba8-b83b-ca5924bb592a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:59.409884 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e4b2edd6-4747-4ba8-b83b-ca5924bb592a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5402cd4f-224f-4ac9-8a16-f7d4040009ab HTTP/1.1" status: 204 len: 168 time: 0.1423414 Oct 30 15:36:59.428260 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b2edd6-4747-4ba8-b83b-ca5924bb592a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5402cd4f-224f-4ac9-8a16-f7d4040009ab,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:59.721207 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 41156) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:59.742719 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1bc70e5c-1d10-44bd-a13e-36524fee079f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:59.829730 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1bc70e5c-1d10-44bd-a13e-36524fee079f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:59.834824 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1bc70e5c-1d10-44bd-a13e-36524fee079f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:59.878161 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-1bc70e5c-1d10-44bd-a13e-36524fee079f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e759e240494247a7a9556d80d43ff992&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1531606 Oct 30 15:36:59.878161 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc70e5c-1d10-44bd-a13e-36524fee079f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0add04d-15a8-4326-9c8e-5b8996c58b03,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:36:59.878490 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 41162) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:36:59.937999 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7938b574-9779-4f4c-a2a0-d12945643dff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:59.959971 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7938b574-9779-4f4c-a2a0-d12945643dff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:36:59.978224 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:00.010090 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7938b574-9779-4f4c-a2a0-d12945643dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:00.013459 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7938b574-9779-4f4c-a2a0-d12945643dff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:00.017647 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-7938b574-9779-4f4c-a2a0-d12945643dff admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b0add04d-15a8-4326-9c8e-5b8996c58b03 HTTP/1.1" status: 204 len: 168 time: 0.1354268 Oct 30 15:37:00.026267 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7938b574-9779-4f4c-a2a0-d12945643dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0add04d-15a8-4326-9c8e-5b8996c58b03,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:02.001341 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:06.593128 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 41420) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:06.719238 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-19530d0c-97cb-413e-af03-6a1c8943ecce admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:06.794458 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-19530d0c-97cb-413e-af03-6a1c8943ecce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:06.799216 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-19530d0c-97cb-413e-af03-6a1c8943ecce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:06.842308 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-19530d0c-97cb-413e-af03-6a1c8943ecce admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4dd866fde5894721996d1038f96c9f51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2479680 Oct 30 15:37:06.843610 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19530d0c-97cb-413e-af03-6a1c8943ecce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4cac62e-dccd-4016-9e56-4c67aabf1d4b,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:06.855263 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 41438) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:06.911237 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e4835238-3dc0-4c4e-89c7-e3862a015712 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:06.935329 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e4835238-3dc0-4c4e-89c7-e3862a015712 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:06.992097 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e4835238-3dc0-4c4e-89c7-e3862a015712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:06.994796 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e4835238-3dc0-4c4e-89c7-e3862a015712 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:06.999456 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e4835238-3dc0-4c4e-89c7-e3862a015712 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c4cac62e-dccd-4016-9e56-4c67aabf1d4b HTTP/1.1" status: 204 len: 168 time: 0.1420748 Oct 30 15:37:07.008629 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4835238-3dc0-4c4e-89c7-e3862a015712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4cac62e-dccd-4016-9e56-4c67aabf1d4b,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:07.021074 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4835238-3dc0-4c4e-89c7-e3862a015712 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:37:07.021426 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4835238-3dc0-4c4e-89c7-e3862a015712 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:37:07.021766 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4835238-3dc0-4c4e-89c7-e3862a015712 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:37:07.022378 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4835238-3dc0-4c4e-89c7-e3862a015712 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:37:07.022493 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4835238-3dc0-4c4e-89c7-e3862a015712 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:37:07.022739 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4835238-3dc0-4c4e-89c7-e3862a015712 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:37:07.023064 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4835238-3dc0-4c4e-89c7-e3862a015712 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:37:07.023387 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4835238-3dc0-4c4e-89c7-e3862a015712 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:37:07.023739 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4835238-3dc0-4c4e-89c7-e3862a015712 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:37:07.024218 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4835238-3dc0-4c4e-89c7-e3862a015712 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:37:07.024546 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4835238-3dc0-4c4e-89c7-e3862a015712 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:37:07.024866 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4835238-3dc0-4c4e-89c7-e3862a015712 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:37:07.327600 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 41456) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:07.341856 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e2eab4cd-ac46-4f5a-941a-a5db6b185cd7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:07.424713 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e2eab4cd-ac46-4f5a-941a-a5db6b185cd7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:07.430185 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e2eab4cd-ac46-4f5a-941a-a5db6b185cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:07.467050 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eab4cd-ac46-4f5a-941a-a5db6b185cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f104960-0a01-4780-8556-806269c69d78,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:07.473729 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e2eab4cd-ac46-4f5a-941a-a5db6b185cd7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=218c6fc914d64b31b24c07653b9c45ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1425505 Oct 30 15:37:07.473900 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 41462) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:07.521443 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1e0abd5c-415a-43ae-bbcf-fa22cd784f35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:07.542051 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1e0abd5c-415a-43ae-bbcf-fa22cd784f35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:07.616215 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ab2cbc4b-1798-420f-b6a4-d5edf47110cd req-fc7b52c5-e859-48a9-8372-f87eddd396c3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=63addfbe-85c9-4de2-8eaf-26998965f136&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0509124 Oct 30 15:37:07.622960 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1e0abd5c-415a-43ae-bbcf-fa22cd784f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:07.626124 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1e0abd5c-415a-43ae-bbcf-fa22cd784f35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:07.628035 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-1e0abd5c-415a-43ae-bbcf-fa22cd784f35 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5f104960-0a01-4780-8556-806269c69d78 HTTP/1.1" status: 204 len: 168 time: 0.1532068 Oct 30 15:37:07.638169 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0abd5c-415a-43ae-bbcf-fa22cd784f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f104960-0a01-4780-8556-806269c69d78,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:07.710714 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2cbc4b-1798-420f-b6a4-d5edf47110cd req-0ce46cae-afcd-42fe-9aa8-6738901821c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:37:07.712266 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ab2cbc4b-1798-420f-b6a4-d5edf47110cd req-0ce46cae-afcd-42fe-9aa8-6738901821c9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=618f83bcebd64e44892a09ff47fd42c7&device_id=63addfbe-85c9-4de2-8eaf-26998965f136 HTTP/1.1" status: 200 len: 1097 time: 0.0495329 Oct 30 15:37:07.827339 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2cbc4b-1798-420f-b6a4-d5edf47110cd req-a8abfe16-0e24-4ff3-987d-c0a62874f65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:37:07.829055 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ab2cbc4b-1798-420f-b6a4-d5edf47110cd req-a8abfe16-0e24-4ff3-987d-c0a62874f65a service neutron] 10.222.0.53 "GET /v2.0/networks?id=f7b31817-fb37-4338-9a8b-92e463aec38a HTTP/1.1" status: 200 len: 910 time: 0.0974984 Oct 30 15:37:07.906461 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ab2cbc4b-1798-420f-b6a4-d5edf47110cd req-85d794d4-ec72-4612-85b6-afb803cb641b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2dd24396-1f6f-44e7-a70e-baa41cd763f2 HTTP/1.1" status: 200 len: 1001 time: 0.0699878 Oct 30 15:37:07.967821 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2cbc4b-1798-420f-b6a4-d5edf47110cd req-1ef55900-db97-4050-a5cf-44cf0039e9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:37:07.969461 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ab2cbc4b-1798-420f-b6a4-d5edf47110cd req-1ef55900-db97-4050-a5cf-44cf0039e9b3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cb7f4642-d814-4c95-a5f2-078cbd241a0e HTTP/1.1" status: 200 len: 848 time: 0.0564559 Oct 30 15:37:08.027553 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2cbc4b-1798-420f-b6a4-d5edf47110cd req-78bfc266-7c9c-4066-b45e-66446ed8a837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:37:08.029204 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ab2cbc4b-1798-420f-b6a4-d5edf47110cd req-78bfc266-7c9c-4066-b45e-66446ed8a837 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f7b31817-fb37-4338-9a8b-92e463aec38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524528 Oct 30 15:37:08.123737 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ab2cbc4b-1798-420f-b6a4-d5edf47110cd req-a0b1d70f-4a01-4fae-8b04-6f3f697ee0bb service neutron] 10.222.0.53 "GET /v2.0/networks/f7b31817-fb37-4338-9a8b-92e463aec38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874329 Oct 30 15:37:08.249567 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ab2cbc4b-1798-420f-b6a4-d5edf47110cd req-8db56774-76a0-4dac-9390-8b13935707e1 service neutron] 10.222.0.53 "GET /v2.0/networks/f7b31817-fb37-4338-9a8b-92e463aec38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182511 Oct 30 15:37:08.834959 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 41532) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:08.948628 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6049793f-03ac-4ed4-9a13-c167bffbddbc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:09.031797 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6049793f-03ac-4ed4-9a13-c167bffbddbc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:09.039966 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6049793f-03ac-4ed4-9a13-c167bffbddbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:09.078960 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6049793f-03ac-4ed4-9a13-c167bffbddbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cacc000d-180f-4344-8e69-92d7cc94b0cb,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:09.086602 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-6049793f-03ac-4ed4-9a13-c167bffbddbc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bb4870d93e5a4eba88fc4c728d7974ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2481091 Oct 30 15:37:09.086816 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 41540) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:09.140167 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-60c679cf-cd43-4d0b-95ee-7c5660ca2b37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:09.168831 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-60c679cf-cd43-4d0b-95ee-7c5660ca2b37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:09.225308 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-60c679cf-cd43-4d0b-95ee-7c5660ca2b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:09.228289 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-60c679cf-cd43-4d0b-95ee-7c5660ca2b37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:09.229574 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-60c679cf-cd43-4d0b-95ee-7c5660ca2b37 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cacc000d-180f-4344-8e69-92d7cc94b0cb HTTP/1.1" status: 204 len: 168 time: 0.1418295 Oct 30 15:37:09.239061 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c679cf-cd43-4d0b-95ee-7c5660ca2b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cacc000d-180f-4344-8e69-92d7cc94b0cb,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:11.227537 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 41622) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:11.284583 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:37:11.348158 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-83c2220a-862a-4483-b3a0-5f1ac36c2e98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:11.431772 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-83c2220a-862a-4483-b3a0-5f1ac36c2e98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:11.437166 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-83c2220a-862a-4483-b3a0-5f1ac36c2e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:11.483233 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-83c2220a-862a-4483-b3a0-5f1ac36c2e98 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9313d17161b9466c9dd6b911d7335108&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2532542 Oct 30 15:37:11.484289 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c2220a-862a-4483-b3a0-5f1ac36c2e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937ab5c4-3296-460f-9474-0218301fd8f7,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:11.484581 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 41630) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:11.557271 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b94a3e86-b791-4efc-8674-cef124aed82d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:11.583204 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b94a3e86-b791-4efc-8674-cef124aed82d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:11.633573 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b94a3e86-b791-4efc-8674-cef124aed82d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:11.636691 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b94a3e86-b791-4efc-8674-cef124aed82d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:11.641832 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b94a3e86-b791-4efc-8674-cef124aed82d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/937ab5c4-3296-460f-9474-0218301fd8f7 HTTP/1.1" status: 204 len: 168 time: 0.1544778 Oct 30 15:37:11.656939 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94a3e86-b791-4efc-8674-cef124aed82d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937ab5c4-3296-460f-9474-0218301fd8f7,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:11.964933 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 41644) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:11.980530 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d69722bc-20f4-47a0-9300-b0269124ffa9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:12.066840 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d69722bc-20f4-47a0-9300-b0269124ffa9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:12.071215 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d69722bc-20f4-47a0-9300-b0269124ffa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:12.107513 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69722bc-20f4-47a0-9300-b0269124ffa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45107696-7102-4689-924c-c5058c163f50,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:12.115436 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-d69722bc-20f4-47a0-9300-b0269124ffa9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7f499896e7874f3abb4e039f4c5daa24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1490138 Oct 30 15:37:12.118695 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 41650) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:12.191634 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f05cb3a0-4543-4801-a48e-f22b20f3cbba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:12.216035 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f05cb3a0-4543-4801-a48e-f22b20f3cbba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:12.276647 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f05cb3a0-4543-4801-a48e-f22b20f3cbba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:12.280861 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f05cb3a0-4543-4801-a48e-f22b20f3cbba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:12.284502 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-f05cb3a0-4543-4801-a48e-f22b20f3cbba admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/45107696-7102-4689-924c-c5058c163f50 HTTP/1.1" status: 204 len: 168 time: 0.1598599 Oct 30 15:37:12.294773 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05cb3a0-4543-4801-a48e-f22b20f3cbba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45107696-7102-4689-924c-c5058c163f50,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:14.423483 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 41768) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:14.543588 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7cc897e5-74e9-44b0-b31b-dfe7eacd1eed admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:14.647500 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7cc897e5-74e9-44b0-b31b-dfe7eacd1eed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:14.651703 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7cc897e5-74e9-44b0-b31b-dfe7eacd1eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:14.699036 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 41776) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:14.699590 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-7cc897e5-74e9-44b0-b31b-dfe7eacd1eed admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e197efd5dd6d4aadb6574fac5326cd8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2739911 Oct 30 15:37:14.701269 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc897e5-74e9-44b0-b31b-dfe7eacd1eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f411ac-e05e-4adc-b6d3-5647804dd7cf,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:14.766648 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c8ca6db2-641f-4610-8900-2c3358f103db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:14.789371 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c8ca6db2-641f-4610-8900-2c3358f103db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:14.840042 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c8ca6db2-641f-4610-8900-2c3358f103db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:14.843162 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c8ca6db2-641f-4610-8900-2c3358f103db admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:14.844375 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c8ca6db2-641f-4610-8900-2c3358f103db admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e4f411ac-e05e-4adc-b6d3-5647804dd7cf HTTP/1.1" status: 204 len: 168 time: 0.1432607 Oct 30 15:37:14.853023 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ca6db2-641f-4610-8900-2c3358f103db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f411ac-e05e-4adc-b6d3-5647804dd7cf,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:15.179324 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 41794) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:15.193198 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b2d61130-67eb-46dd-814d-9f77911eac49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:15.285152 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b2d61130-67eb-46dd-814d-9f77911eac49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:15.290136 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b2d61130-67eb-46dd-814d-9f77911eac49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:15.332418 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b2d61130-67eb-46dd-814d-9f77911eac49 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=45add71b81084a26a9d2034d05d8e108&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1494315 Oct 30 15:37:15.332418 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d61130-67eb-46dd-814d-9f77911eac49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5ff94e-ee0c-4fb2-9ed5-592fb562d239,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:15.332887 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 41796) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:15.384886 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-89ad8fed-f8e8-4d92-90aa-ca03fd166d82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:15.406505 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-89ad8fed-f8e8-4d92-90aa-ca03fd166d82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:15.456600 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-89ad8fed-f8e8-4d92-90aa-ca03fd166d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:15.459370 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-89ad8fed-f8e8-4d92-90aa-ca03fd166d82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:15.463596 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-89ad8fed-f8e8-4d92-90aa-ca03fd166d82 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1a5ff94e-ee0c-4fb2-9ed5-592fb562d239 HTTP/1.1" status: 204 len: 168 time: 0.1295953 Oct 30 15:37:15.471906 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ad8fed-f8e8-4d92-90aa-ca03fd166d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5ff94e-ee0c-4fb2-9ed5-592fb562d239,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:16.285280 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 41836) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:16.385006 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-9f95eb87-27a6-4a83-b7e9-c325d9cfe347 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1132910679'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:37:16.407594 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f95eb87-27a6-4a83-b7e9-c325d9cfe347 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Made reservation on behalf of a1eff715d0d546179baf82738038a4c9 for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:37:16.411092 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9f95eb87-27a6-4a83-b7e9-c325d9cfe347 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:16.419665 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9f95eb87-27a6-4a83-b7e9-c325d9cfe347 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:16.500130 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9f95eb87-27a6-4a83-b7e9-c325d9cfe347 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:16.505184 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9f95eb87-27a6-4a83-b7e9-c325d9cfe347 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:16.532605 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f95eb87-27a6-4a83-b7e9-c325d9cfe347 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:37:16.541932 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f95eb87-27a6-4a83-b7e9-c325d9cfe347 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea74c3e0-42df-4b3d-826e-f98e369fb9ac,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:16.548523 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9f95eb87-27a6-4a83-b7e9-c325d9cfe347 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:16.548883 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-9f95eb87-27a6-4a83-b7e9-c325d9cfe347 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Added segment 73259985-688a-4596-9406-a0438d78d0ce of type vlan for network 22656f24-225b-4074-8b3b-db8daf945477 Oct 30 15:37:16.593829 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9f95eb87-27a6-4a83-b7e9-c325d9cfe347 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:16.619703 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9f95eb87-27a6-4a83-b7e9-c325d9cfe347 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:16.626272 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f95eb87-27a6-4a83-b7e9-c325d9cfe347 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:37:16.626913 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9f95eb87-27a6-4a83-b7e9-c325d9cfe347 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:16.695418 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-9f95eb87-27a6-4a83-b7e9-c325d9cfe347 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4088922 Oct 30 15:37:16.698163 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 41848) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:16.703236 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-cb8b5dcd-8799-4f99-9a82-88d9903cc0f4 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Request body: {'subnet': {'network_id': '22656f24-225b-4074-8b3b-db8daf945477', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:37:16.706492 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f95eb87-27a6-4a83-b7e9-c325d9cfe347 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Pushing event updated for resources: {'Network': ['ID=22656f24-225b-4074-8b3b-db8daf945477,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:16.718117 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 22656f24-225b-4074-8b3b-db8daf945477 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:37:16.805378 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb8b5dcd-8799-4f99-9a82-88d9903cc0f4 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Made reservation on behalf of a1eff715d0d546179baf82738038a4c9 for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:37:16.809761 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cb8b5dcd-8799-4f99-9a82-88d9903cc0f4 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:17.004538 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cb8b5dcd-8799-4f99-9a82-88d9903cc0f4 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:17.069871 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8b5dcd-8799-4f99-9a82-88d9903cc0f4 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Pushing event updated for resources: {'Subnet': ['ID=5230219f-2810-42b9-9e79-e401d3fa8e8c,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:17.074360 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8b5dcd-8799-4f99-9a82-88d9903cc0f4 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Checking segment: {'id': '73259985-688a-4596-9406-a0438d78d0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '22656f24-225b-4074-8b3b-db8daf945477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:37:17.074725 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8b5dcd-8799-4f99-9a82-88d9903cc0f4 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Network hostable DHCP agents. Network: 22656f24-225b-4074-8b3b-db8daf945477, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:37:17.093176 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8b5dcd-8799-4f99-9a82-88d9903cc0f4 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Network 22656f24-225b-4074-8b3b-db8daf945477 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:37:17.102629 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-cb8b5dcd-8799-4f99-9a82-88d9903cc0f4 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 22656f24-225b-4074-8b3b-db8daf945477) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:37:17.107983 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8b5dcd-8799-4f99-9a82-88d9903cc0f4 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:37:17.108576 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cb8b5dcd-8799-4f99-9a82-88d9903cc0f4 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:17.113445 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0fbdb1-a630-4ee7-ae41-32ea6d0da6dc None None] Network 22656f24-225b-4074-8b3b-db8daf945477 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:37:17.130578 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-cb8b5dcd-8799-4f99-9a82-88d9903cc0f4 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4313400 Oct 30 15:37:17.133275 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 41862) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:17.138426 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-5f7e0b54-a041-4e3d-9784-af7ab4f229d6 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Request body: {'port': {'network_id': '22656f24-225b-4074-8b3b-db8daf945477', 'name': 'tempest-AllowedAddressPairTestJSON-68519187'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:37:17.285499 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f7e0b54-a041-4e3d-9784-af7ab4f229d6 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Made reservation on behalf of a1eff715d0d546179baf82738038a4c9 for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:37:17.289812 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5f7e0b54-a041-4e3d-9784-af7ab4f229d6 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:17.312362 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [None req-5f7e0b54-a041-4e3d-9784-af7ab4f229d6 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] device_id is not set on port 0f54a5d6-23a4-4666-bf0e-ff827f6fe059 yet. {{(pid=102131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:37:17.320275 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0a681e-34f6-46d1-9634-7edbd2d81e4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-22656f24-225b-4074-8b3b-db8daf945477', 'network_id': '22656f24-225b-4074-8b3b-db8daf945477', 'tenant_id': 'a1eff715d0d546179baf82738038a4c9', 'fixed_ips': [{'subnet_id': '5230219f-2810-42b9-9e79-e401d3fa8e8c'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:37:17.321660 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3f0a681e-34f6-46d1-9634-7edbd2d81e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:17.442555 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-5f7e0b54-a041-4e3d-9784-af7ab4f229d6 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Allocated IP 172.20.0.6 (22656f24-225b-4074-8b3b-db8daf945477/5230219f-2810-42b9-9e79-e401d3fa8e8c/0f54a5d6-23a4-4666-bf0e-ff827f6fe059) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:37:17.618368 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5f7e0b54-a041-4e3d-9784-af7ab4f229d6 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:17.668563 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5f7e0b54-a041-4e3d-9784-af7ab4f229d6 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:17.739523 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7e0b54-a041-4e3d-9784-af7ab4f229d6 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Network 22656f24-225b-4074-8b3b-db8daf945477 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:37:17.743306 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-5f7e0b54-a041-4e3d-9784-af7ab4f229d6 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:37:17.750001 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7e0b54-a041-4e3d-9784-af7ab4f229d6 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:37:17.763816 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-3f0a681e-34f6-46d1-9634-7edbd2d81e4b None None] Allocated IP 172.20.0.2 (22656f24-225b-4074-8b3b-db8daf945477/5230219f-2810-42b9-9e79-e401d3fa8e8c/8b1d1c73-3910-4aa4-bdf8-cf20fc76d1a5) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:37:17.781038 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7e0b54-a041-4e3d-9784-af7ab4f229d6 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Pushing event updated for resources: {'Port': ['ID=0f54a5d6-23a4-4666-bf0e-ff827f6fe059,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:17.820260 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7e0b54-a041-4e3d-9784-af7ab4f229d6 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:37:17.821377 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5f7e0b54-a041-4e3d-9784-af7ab4f229d6 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:17.966504 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-5f7e0b54-a041-4e3d-9784-af7ab4f229d6 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.7098887 Oct 30 15:37:17.966504 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 41878) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:17.966504 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-878c4418-14b6-4fe1-92c8-465be058415e tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Request body: {'port': {'network_id': '22656f24-225b-4074-8b3b-db8daf945477', 'name': 'tempest-AllowedAddressPairTestJSON-1789708190', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:29:15:62'}]}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:37:18.068851 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878c4418-14b6-4fe1-92c8-465be058415e tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Made reservation on behalf of a1eff715d0d546179baf82738038a4c9 for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:37:18.069362 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3f0a681e-34f6-46d1-9634-7edbd2d81e4b None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:18.069362 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3f0a681e-34f6-46d1-9634-7edbd2d81e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:18.105472 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0a681e-34f6-46d1-9634-7edbd2d81e4b None None] Network 22656f24-225b-4074-8b3b-db8daf945477 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:37:18.107035 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-3f0a681e-34f6-46d1-9634-7edbd2d81e4b None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:37:18.111601 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0a681e-34f6-46d1-9634-7edbd2d81e4b None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:37:18.127357 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-878c4418-14b6-4fe1-92c8-465be058415e tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:18.152478 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [None req-878c4418-14b6-4fe1-92c8-465be058415e tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] device_id is not set on port 1e5161b9-82bc-4437-b4ba-aec70ad16894 yet. {{(pid=102131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:37:18.185743 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0a681e-34f6-46d1-9634-7edbd2d81e4b None None] Pushing event updated for resources: {'Port': ['ID=8b1d1c73-3910-4aa4-bdf8-cf20fc76d1a5,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:18.201401 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0a681e-34f6-46d1-9634-7edbd2d81e4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:37:18.201747 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0a681e-34f6-46d1-9634-7edbd2d81e4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:37:18.202089 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0a681e-34f6-46d1-9634-7edbd2d81e4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:37:18.202432 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0a681e-34f6-46d1-9634-7edbd2d81e4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:37:18.202813 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0a681e-34f6-46d1-9634-7edbd2d81e4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:37:18.203197 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0a681e-34f6-46d1-9634-7edbd2d81e4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:37:18.203543 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0a681e-34f6-46d1-9634-7edbd2d81e4b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:37:18.203721 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0a681e-34f6-46d1-9634-7edbd2d81e4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:37:18.204034 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0a681e-34f6-46d1-9634-7edbd2d81e4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:37:18.204391 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0a681e-34f6-46d1-9634-7edbd2d81e4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:37:18.204661 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0a681e-34f6-46d1-9634-7edbd2d81e4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:37:18.205026 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0a681e-34f6-46d1-9634-7edbd2d81e4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:37:18.211809 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-3f0a681e-34f6-46d1-9634-7edbd2d81e4b None None] Attempting to bind port 8b1d1c73-3910-4aa4-bdf8-cf20fc76d1a5 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:37:18.212184 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-3f0a681e-34f6-46d1-9634-7edbd2d81e4b None None] Attempting to bind port 8b1d1c73-3910-4aa4-bdf8-cf20fc76d1a5 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '73259985-688a-4596-9406-a0438d78d0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '22656f24-225b-4074-8b3b-db8daf945477'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:37:18.212546 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0a681e-34f6-46d1-9634-7edbd2d81e4b None None] Attempting to bind port 8b1d1c73-3910-4aa4-bdf8-cf20fc76d1a5 on network 22656f24-225b-4074-8b3b-db8daf945477 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:37:18.218280 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0a681e-34f6-46d1-9634-7edbd2d81e4b None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:37:18.218587 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0a681e-34f6-46d1-9634-7edbd2d81e4b None None] Checking segment: {'id': '73259985-688a-4596-9406-a0438d78d0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '22656f24-225b-4074-8b3b-db8daf945477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:37:18.218984 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3f0a681e-34f6-46d1-9634-7edbd2d81e4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:18.219611 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0a681e-34f6-46d1-9634-7edbd2d81e4b None None] Bound using segment: {'id': '73259985-688a-4596-9406-a0438d78d0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '22656f24-225b-4074-8b3b-db8daf945477'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:37:18.219863 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-3f0a681e-34f6-46d1-9634-7edbd2d81e4b None None] Bound port: 8b1d1c73-3910-4aa4-bdf8-cf20fc76d1a5, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73259985-688a-4596-9406-a0438d78d0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '22656f24-225b-4074-8b3b-db8daf945477'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:37:18.220427 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3f0a681e-34f6-46d1-9634-7edbd2d81e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:18.317679 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-3f0a681e-34f6-46d1-9634-7edbd2d81e4b None None] For port 8b1d1c73-3910-4aa4-bdf8-cf20fc76d1a5, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:37:18.320800 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-3f0a681e-34f6-46d1-9634-7edbd2d81e4b None None] For port 8b1d1c73-3910-4aa4-bdf8-cf20fc76d1a5, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=8b1d1c73-3910-4aa4-bdf8-cf20fc76d1a5,segment=NetworkSegment(73259985-688a-4596-9406-a0438d78d0ce),segment_id=73259985-688a-4596-9406-a0438d78d0ce)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:37:18.325625 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-878c4418-14b6-4fe1-92c8-465be058415e tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Allocated IP 172.20.0.7 (22656f24-225b-4074-8b3b-db8daf945477/5230219f-2810-42b9-9e79-e401d3fa8e8c/1e5161b9-82bc-4437-b4ba-aec70ad16894) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:37:18.332473 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3f0a681e-34f6-46d1-9634-7edbd2d81e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:18.403677 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0a681e-34f6-46d1-9634-7edbd2d81e4b None None] Pushing event updated for resources: {'Port': ['ID=8b1d1c73-3910-4aa4-bdf8-cf20fc76d1a5,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:18.554685 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-878c4418-14b6-4fe1-92c8-465be058415e tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:18.613606 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-878c4418-14b6-4fe1-92c8-465be058415e tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:18.669472 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878c4418-14b6-4fe1-92c8-465be058415e tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Network 22656f24-225b-4074-8b3b-db8daf945477 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:37:18.689888 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-878c4418-14b6-4fe1-92c8-465be058415e tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:37:18.710485 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878c4418-14b6-4fe1-92c8-465be058415e tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:37:18.750514 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878c4418-14b6-4fe1-92c8-465be058415e tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Pushing event updated for resources: {'Port': ['ID=1e5161b9-82bc-4437-b4ba-aec70ad16894,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:18.776194 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878c4418-14b6-4fe1-92c8-465be058415e tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:37:18.777602 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-878c4418-14b6-4fe1-92c8-465be058415e tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:18.796197 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-878c4418-14b6-4fe1-92c8-465be058415e tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 0.9475119 Oct 30 15:37:18.798727 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 41908) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:18.874114 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a09ac67-1cc8-4dae-9bb4-9ac7d6b3cca9 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:37:18.880913 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a09ac67-1cc8-4dae-9bb4-9ac7d6b3cca9 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:37:18.887078 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a09ac67-1cc8-4dae-9bb4-9ac7d6b3cca9 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:37:18.890622 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-1a09ac67-1cc8-4dae-9bb4-9ac7d6b3cca9 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2462 time: 0.0901632 Oct 30 15:37:18.891976 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 41914) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:18.997352 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-77d5670a-7c4c-4cb5-9d9a-e64a969db01c tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Deleting port 1e5161b9-82bc-4437-b4ba-aec70ad16894 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:37:18.997784 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-77d5670a-7c4c-4cb5-9d9a-e64a969db01c tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:19.104880 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-77d5670a-7c4c-4cb5-9d9a-e64a969db01c tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:19.119337 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-77d5670a-7c4c-4cb5-9d9a-e64a969db01c tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Calling delete_port for 1e5161b9-82bc-4437-b4ba-aec70ad16894 owned by {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:37:19.297431 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-77d5670a-7c4c-4cb5-9d9a-e64a969db01c tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:19.337045 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d5670a-7c4c-4cb5-9d9a-e64a969db01c tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Pushing event deleted for resources: {'Port': ['ID=1e5161b9-82bc-4437-b4ba-aec70ad16894,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:19.551052 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-77d5670a-7c4c-4cb5-9d9a-e64a969db01c tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:19.557560 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 41938) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:19.568623 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-77d5670a-7c4c-4cb5-9d9a-e64a969db01c tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] 10.222.0.62 "DELETE /v2.0/ports/1e5161b9-82bc-4437-b4ba-aec70ad16894 HTTP/1.1" status: 204 len: 168 time: 0.6754739 Oct 30 15:37:19.587110 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1cf04e2-3ecf-4f62-9d95-e122dbde5b7c tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] GET failed (client error): The resource could not be found. Oct 30 15:37:19.593155 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 41940) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:19.598374 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-f2dda55c-d6a2-479a-896b-1816c888e890 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Request body: {'port': {'network_id': '22656f24-225b-4074-8b3b-db8daf945477', 'name': 'tempest-AllowedAddressPairTestJSON-1927742714'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:37:19.602066 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a1cf04e2-3ecf-4f62-9d95-e122dbde5b7c tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] 10.222.0.62 "GET /v2.0/ports/1e5161b9-82bc-4437-b4ba-aec70ad16894 HTTP/1.1" status: 404 len: 333 time: 0.0429609 Oct 30 15:37:19.622938 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa053b38-7930-44e3-83df-fc9f0be0738f None None] Network 22656f24-225b-4074-8b3b-db8daf945477 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:37:19.758020 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-9f617857-2202-46a2-8ff8-38bf37fc66e5 None None] Provisioning complete for port 8b1d1c73-3910-4aa4-bdf8-cf20fc76d1a5 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:37:19.758372 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9f617857-2202-46a2-8ff8-38bf37fc66e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:19.763241 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2dda55c-d6a2-479a-896b-1816c888e890 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Made reservation on behalf of a1eff715d0d546179baf82738038a4c9 for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:37:19.770306 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f2dda55c-d6a2-479a-896b-1816c888e890 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:19.798492 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [None req-f2dda55c-d6a2-479a-896b-1816c888e890 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] device_id is not set on port 5c9db7d2-9b49-4668-94d1-4db56ef471f4 yet. {{(pid=102131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:37:19.980794 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 8b1d1c73-3910-4aa4-bdf8-cf20fc76d1a5 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:37:20.026042 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-f2dda55c-d6a2-479a-896b-1816c888e890 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Allocated IP 172.20.0.13 (22656f24-225b-4074-8b3b-db8daf945477/5230219f-2810-42b9-9e79-e401d3fa8e8c/5c9db7d2-9b49-4668-94d1-4db56ef471f4) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:37:20.032941 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9f617857-2202-46a2-8ff8-38bf37fc66e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:20.133572 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-9f617857-2202-46a2-8ff8-38bf37fc66e5 None None] For port 8b1d1c73-3910-4aa4-bdf8-cf20fc76d1a5, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=8b1d1c73-3910-4aa4-bdf8-cf20fc76d1a5,segment=NetworkSegment(73259985-688a-4596-9406-a0438d78d0ce),segment_id=73259985-688a-4596-9406-a0438d78d0ce)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:37:20.172432 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9f617857-2202-46a2-8ff8-38bf37fc66e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:20.174205 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 8b1d1c73-3910-4aa4-bdf8-cf20fc76d1a5 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:37:20.174585 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:20.278533 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f617857-2202-46a2-8ff8-38bf37fc66e5 None None] Pushing event updated for resources: {'Port': ['ID=8b1d1c73-3910-4aa4-bdf8-cf20fc76d1a5,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:20.325136 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f2dda55c-d6a2-479a-896b-1816c888e890 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:20.330262 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-26c8e3da-654a-48c4-8e90-8178b2ae3f6f None None] Provisioning complete for port 0f54a5d6-23a4-4666-bf0e-ff827f6fe059 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:37:20.330643 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-26c8e3da-654a-48c4-8e90-8178b2ae3f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:20.408153 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f2dda55c-d6a2-479a-896b-1816c888e890 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:20.408726 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-26c8e3da-654a-48c4-8e90-8178b2ae3f6f None None] Port 0f54a5d6-23a4-4666-bf0e-ff827f6fe059 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:37:20.424096 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-26c8e3da-654a-48c4-8e90-8178b2ae3f6f None None] Provisioning complete for port 8b1d1c73-3910-4aa4-bdf8-cf20fc76d1a5 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:37:20.424469 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-26c8e3da-654a-48c4-8e90-8178b2ae3f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:20.474920 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2dda55c-d6a2-479a-896b-1816c888e890 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Network 22656f24-225b-4074-8b3b-db8daf945477 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:37:20.478671 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-f2dda55c-d6a2-479a-896b-1816c888e890 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:37:20.491637 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2dda55c-d6a2-479a-896b-1816c888e890 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:37:20.558080 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2dda55c-d6a2-479a-896b-1816c888e890 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:37:20.558709 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f2dda55c-d6a2-479a-896b-1816c888e890 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:20.565461 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dda55c-d6a2-479a-896b-1816c888e890 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Pushing event updated for resources: {'Port': ['ID=5c9db7d2-9b49-4668-94d1-4db56ef471f4,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:20.583271 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-f2dda55c-d6a2-479a-896b-1816c888e890 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9889624 Oct 30 15:37:20.585973 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 41974) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:20.591979 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-7dcd957f-f8fb-484e-923f-44b136e3711e tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:29:15:62'}]}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:37:20.715727 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-01544511-f112-4b97-9bff-31ca4ca626e6 None None] Provisioning complete for port 0f54a5d6-23a4-4666-bf0e-ff827f6fe059 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:37:20.716235 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-01544511-f112-4b97-9bff-31ca4ca626e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:20.793876 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-01544511-f112-4b97-9bff-31ca4ca626e6 None None] Port 0f54a5d6-23a4-4666-bf0e-ff827f6fe059 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:37:20.797251 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7dcd957f-f8fb-484e-923f-44b136e3711e tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:20.906216 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-48ad54bc-45b3-4f5d-b7da-acc119c72417 None None] Could not find standard attr ID for object 1e5161b9-82bc-4437-b4ba-aec70ad16894. {{(pid=102132) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 30 15:37:21.091340 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7dcd957f-f8fb-484e-923f-44b136e3711e tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:21.106449 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7dcd957f-f8fb-484e-923f-44b136e3711e tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:21.145034 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c891e4cd-3ebd-4d87-aeef-80dd99b8f38c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:21.200127 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd957f-f8fb-484e-923f-44b136e3711e tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Pushing event updated for resources: {'Port': ['ID=5c9db7d2-9b49-4668-94d1-4db56ef471f4,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:21.216977 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd957f-f8fb-484e-923f-44b136e3711e tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] In _notify_port_updated(), no bound segment for port 5c9db7d2-9b49-4668-94d1-4db56ef471f4 on network 22656f24-225b-4074-8b3b-db8daf945477 {{(pid=102130) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 30 15:37:21.223806 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dcd957f-f8fb-484e-923f-44b136e3711e tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:37:21.224452 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7dcd957f-f8fb-484e-923f-44b136e3711e tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:21.225781 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-7dcd957f-f8fb-484e-923f-44b136e3711e tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] 10.222.0.62 "PUT /v2.0/ports/5c9db7d2-9b49-4668-94d1-4db56ef471f4 HTTP/1.1" status: 200 len: 994 time: 0.6388154 Oct 30 15:37:21.228537 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 41992) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:21.243555 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-f751e83d-f62d-431b-b7c5-d687906c5745 None None] Provisioning complete for port 5c9db7d2-9b49-4668-94d1-4db56ef471f4 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:37:21.244154 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f751e83d-f62d-431b-b7c5-d687906c5745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:21.330883 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-f751e83d-f62d-431b-b7c5-d687906c5745 None None] Port 5c9db7d2-9b49-4668-94d1-4db56ef471f4 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:37:21.352647 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-37985a58-cad6-42a7-bac9-8e8557ced13f tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Deleting port 5c9db7d2-9b49-4668-94d1-4db56ef471f4 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:37:21.352995 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-37985a58-cad6-42a7-bac9-8e8557ced13f tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:21.490545 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-37985a58-cad6-42a7-bac9-8e8557ced13f tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:21.509436 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-37985a58-cad6-42a7-bac9-8e8557ced13f tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Calling delete_port for 5c9db7d2-9b49-4668-94d1-4db56ef471f4 owned by {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:37:21.669601 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-37985a58-cad6-42a7-bac9-8e8557ced13f tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:21.701719 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37985a58-cad6-42a7-bac9-8e8557ced13f tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Pushing event deleted for resources: {'Port': ['ID=5c9db7d2-9b49-4668-94d1-4db56ef471f4,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:21.749364 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-97f78322-4e57-4438-9557-60bab9f6d676 None None] Could not find standard attr ID for object 5c9db7d2-9b49-4668-94d1-4db56ef471f4. {{(pid=102132) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 30 15:37:21.838327 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 8b1d1c73-3910-4aa4-bdf8-cf20fc76d1a5 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:37:21.936674 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 8b1d1c73-3910-4aa4-bdf8-cf20fc76d1a5 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:37:21.937043 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:21.949689 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-37985a58-cad6-42a7-bac9-8e8557ced13f tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:21.953105 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-37985a58-cad6-42a7-bac9-8e8557ced13f tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] 10.222.0.62 "DELETE /v2.0/ports/5c9db7d2-9b49-4668-94d1-4db56ef471f4 HTTP/1.1" status: 204 len: 168 time: 0.7235165 Oct 30 15:37:21.955716 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 42014) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:22.001194 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9e061a2-40c9-4681-9eb2-236f07346678 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] GET failed (client error): The resource could not be found. Oct 30 15:37:22.002863 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c9e061a2-40c9-4681-9eb2-236f07346678 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] 10.222.0.62 "GET /v2.0/ports/5c9db7d2-9b49-4668-94d1-4db56ef471f4 HTTP/1.1" status: 404 len: 333 time: 0.0460660 Oct 30 15:37:22.007639 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 42016) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:22.014272 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-961459ad-f6fa-4dba-83c6-dab3990d232c tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Request body: {'port': {'network_id': '22656f24-225b-4074-8b3b-db8daf945477', 'name': 'tempest-AllowedAddressPairTestJSON-1034076727'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:37:22.156699 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961459ad-f6fa-4dba-83c6-dab3990d232c tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Made reservation on behalf of a1eff715d0d546179baf82738038a4c9 for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:37:22.160348 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-961459ad-f6fa-4dba-83c6-dab3990d232c tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:22.178328 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [None req-961459ad-f6fa-4dba-83c6-dab3990d232c tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] device_id is not set on port 745a84f6-8eb3-4997-8421-b63a842e92ce yet. {{(pid=102131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:37:22.310328 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-961459ad-f6fa-4dba-83c6-dab3990d232c tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Allocated IP 172.20.0.7 (22656f24-225b-4074-8b3b-db8daf945477/5230219f-2810-42b9-9e79-e401d3fa8e8c/745a84f6-8eb3-4997-8421-b63a842e92ce) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:37:22.492333 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-961459ad-f6fa-4dba-83c6-dab3990d232c tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:22.529769 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-961459ad-f6fa-4dba-83c6-dab3990d232c tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:22.579395 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961459ad-f6fa-4dba-83c6-dab3990d232c tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Network 22656f24-225b-4074-8b3b-db8daf945477 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:37:22.583104 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-961459ad-f6fa-4dba-83c6-dab3990d232c tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:37:22.587620 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961459ad-f6fa-4dba-83c6-dab3990d232c tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:37:22.631833 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961459ad-f6fa-4dba-83c6-dab3990d232c tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Pushing event updated for resources: {'Port': ['ID=745a84f6-8eb3-4997-8421-b63a842e92ce,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:22.654239 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961459ad-f6fa-4dba-83c6-dab3990d232c tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:37:22.654834 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-961459ad-f6fa-4dba-83c6-dab3990d232c tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:22.675277 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-961459ad-f6fa-4dba-83c6-dab3990d232c tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6653233 Oct 30 15:37:22.677859 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 42040) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:22.683813 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-6a49288a-16eb-499d-8885-ae7f6d500f30 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:29:15:62'}]}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:37:22.788097 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6a49288a-16eb-499d-8885-ae7f6d500f30 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:22.899174 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-68342035-8af0-400b-a672-2689b89ec8e3 None None] Provisioning complete for port 745a84f6-8eb3-4997-8421-b63a842e92ce triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:37:22.899747 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-68342035-8af0-400b-a672-2689b89ec8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:22.936538 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-68342035-8af0-400b-a672-2689b89ec8e3 None None] Port 745a84f6-8eb3-4997-8421-b63a842e92ce cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:37:23.000506 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6a49288a-16eb-499d-8885-ae7f6d500f30 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:23.006352 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6a49288a-16eb-499d-8885-ae7f6d500f30 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:23.087890 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a49288a-16eb-499d-8885-ae7f6d500f30 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Pushing event updated for resources: {'Port': ['ID=745a84f6-8eb3-4997-8421-b63a842e92ce,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:23.106963 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-6a49288a-16eb-499d-8885-ae7f6d500f30 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] In _notify_port_updated(), no bound segment for port 745a84f6-8eb3-4997-8421-b63a842e92ce on network 22656f24-225b-4074-8b3b-db8daf945477 {{(pid=102131) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 30 15:37:23.112705 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a49288a-16eb-499d-8885-ae7f6d500f30 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:37:23.113652 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6a49288a-16eb-499d-8885-ae7f6d500f30 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:23.118162 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 42054) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:23.118862 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-6a49288a-16eb-499d-8885-ae7f6d500f30 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] 10.222.0.62 "PUT /v2.0/ports/745a84f6-8eb3-4997-8421-b63a842e92ce HTTP/1.1" status: 200 len: 996 time: 0.4391050 Oct 30 15:37:23.248812 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-14da5380-075a-4875-ae90-a2a8b0bc93d7 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Deleting port 745a84f6-8eb3-4997-8421-b63a842e92ce {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:37:23.249277 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-14da5380-075a-4875-ae90-a2a8b0bc93d7 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:23.379289 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-14da5380-075a-4875-ae90-a2a8b0bc93d7 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:23.384592 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d048a3de-e382-4059-8836-b20651a5dd62 None None] Provisioning complete for port 745a84f6-8eb3-4997-8421-b63a842e92ce triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:37:23.385037 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d048a3de-e382-4059-8836-b20651a5dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:23.395074 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-14da5380-075a-4875-ae90-a2a8b0bc93d7 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Calling delete_port for 745a84f6-8eb3-4997-8421-b63a842e92ce owned by {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:37:23.429381 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d048a3de-e382-4059-8836-b20651a5dd62 None None] Port 745a84f6-8eb3-4997-8421-b63a842e92ce cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:37:23.550236 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-14da5380-075a-4875-ae90-a2a8b0bc93d7 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:23.580906 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14da5380-075a-4875-ae90-a2a8b0bc93d7 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Pushing event deleted for resources: {'Port': ['ID=745a84f6-8eb3-4997-8421-b63a842e92ce,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:23.675005 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-14da5380-075a-4875-ae90-a2a8b0bc93d7 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:23.681847 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 42074) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:23.685094 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-14da5380-075a-4875-ae90-a2a8b0bc93d7 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] 10.222.0.62 "DELETE /v2.0/ports/745a84f6-8eb3-4997-8421-b63a842e92ce HTTP/1.1" status: 204 len: 168 time: 0.5657427 Oct 30 15:37:23.732033 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8dcdf2b-2ec9-46a9-8025-7712079491bf tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] GET failed (client error): The resource could not be found. Oct 30 15:37:23.733800 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d8dcdf2b-2ec9-46a9-8025-7712079491bf tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] 10.222.0.62 "GET /v2.0/ports/745a84f6-8eb3-4997-8421-b63a842e92ce HTTP/1.1" status: 404 len: 333 time: 0.0498834 Oct 30 15:37:23.737681 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 42078) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:23.745649 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-5540f9e1-4eee-4592-9fbd-79657f5c708e tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Request body: {'port': {'network_id': '22656f24-225b-4074-8b3b-db8daf945477', 'name': 'tempest-AllowedAddressPairTestJSON-491245504'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:37:23.798482 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1fe345f3-9d1a-4ede-b057-a2b435723397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:23.909383 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5540f9e1-4eee-4592-9fbd-79657f5c708e tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Made reservation on behalf of a1eff715d0d546179baf82738038a4c9 for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:37:23.913363 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5540f9e1-4eee-4592-9fbd-79657f5c708e tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:23.952800 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [None req-5540f9e1-4eee-4592-9fbd-79657f5c708e tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] device_id is not set on port adb2c214-9ee7-49b9-9477-501d1a73caff yet. {{(pid=102130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:37:24.101319 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-5540f9e1-4eee-4592-9fbd-79657f5c708e tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Allocated IP 172.20.0.5 (22656f24-225b-4074-8b3b-db8daf945477/5230219f-2810-42b9-9e79-e401d3fa8e8c/adb2c214-9ee7-49b9-9477-501d1a73caff) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:37:24.287319 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5540f9e1-4eee-4592-9fbd-79657f5c708e tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:24.329001 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5540f9e1-4eee-4592-9fbd-79657f5c708e tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:24.393106 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5540f9e1-4eee-4592-9fbd-79657f5c708e tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Network 22656f24-225b-4074-8b3b-db8daf945477 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:37:24.397947 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-5540f9e1-4eee-4592-9fbd-79657f5c708e tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:37:24.400010 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5540f9e1-4eee-4592-9fbd-79657f5c708e tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Pushing event updated for resources: {'Port': ['ID=adb2c214-9ee7-49b9-9477-501d1a73caff,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:24.403125 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5540f9e1-4eee-4592-9fbd-79657f5c708e tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:37:24.468414 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5540f9e1-4eee-4592-9fbd-79657f5c708e tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:37:24.469361 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5540f9e1-4eee-4592-9fbd-79657f5c708e tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:24.502113 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-5540f9e1-4eee-4592-9fbd-79657f5c708e tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.7606931 Oct 30 15:37:24.506378 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 42104) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:24.512027 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-6db8e1a8-cbaa-4e4a-b888-763b3256b9f6 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Request body: {'port': {'network_id': '22656f24-225b-4074-8b3b-db8daf945477', 'name': 'tempest-AllowedAddressPairTestJSON-1419353968'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:37:24.650312 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db8e1a8-cbaa-4e4a-b888-763b3256b9f6 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Made reservation on behalf of a1eff715d0d546179baf82738038a4c9 for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:37:24.653921 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6db8e1a8-cbaa-4e4a-b888-763b3256b9f6 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:24.698141 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [None req-6db8e1a8-cbaa-4e4a-b888-763b3256b9f6 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] device_id is not set on port 83c839f0-446d-4e17-b571-5b7921fd48c6 yet. {{(pid=102131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:37:24.703894 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:24.786332 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-b1c4be98-9d85-4d3f-9496-a618b4248fc9 None None] Provisioning complete for port adb2c214-9ee7-49b9-9477-501d1a73caff triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:37:24.786913 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b1c4be98-9d85-4d3f-9496-a618b4248fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:24.831099 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-b1c4be98-9d85-4d3f-9496-a618b4248fc9 None None] Port adb2c214-9ee7-49b9-9477-501d1a73caff cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:37:24.843777 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-6db8e1a8-cbaa-4e4a-b888-763b3256b9f6 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Allocated IP 172.20.0.3 (22656f24-225b-4074-8b3b-db8daf945477/5230219f-2810-42b9-9e79-e401d3fa8e8c/83c839f0-446d-4e17-b571-5b7921fd48c6) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:37:24.916103 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:25.021302 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6db8e1a8-cbaa-4e4a-b888-763b3256b9f6 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:25.061561 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6db8e1a8-cbaa-4e4a-b888-763b3256b9f6 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:25.119872 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db8e1a8-cbaa-4e4a-b888-763b3256b9f6 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Network 22656f24-225b-4074-8b3b-db8daf945477 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:37:25.125434 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-6db8e1a8-cbaa-4e4a-b888-763b3256b9f6 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:37:25.132730 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db8e1a8-cbaa-4e4a-b888-763b3256b9f6 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:37:25.163731 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db8e1a8-cbaa-4e4a-b888-763b3256b9f6 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Pushing event updated for resources: {'Port': ['ID=83c839f0-446d-4e17-b571-5b7921fd48c6,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:25.192212 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db8e1a8-cbaa-4e4a-b888-763b3256b9f6 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:37:25.192848 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6db8e1a8-cbaa-4e4a-b888-763b3256b9f6 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:25.215533 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-6db8e1a8-cbaa-4e4a-b888-763b3256b9f6 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7048671 Oct 30 15:37:25.216704 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 42130) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:25.222545 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-3164a602-968d-4167-9cef-800281e9855b tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:29:15:62'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:ec:7f:6a'}]}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:37:25.477697 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-34106461-103f-42ed-9626-e8d7fb56f8fa None None] Provisioning complete for port 83c839f0-446d-4e17-b571-5b7921fd48c6 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:37:25.478069 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-34106461-103f-42ed-9626-e8d7fb56f8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:25.530186 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-34106461-103f-42ed-9626-e8d7fb56f8fa None None] Port 83c839f0-446d-4e17-b571-5b7921fd48c6 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:37:25.742194 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3164a602-968d-4167-9cef-800281e9855b tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:25.960467 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3164a602-968d-4167-9cef-800281e9855b tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:25.965458 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3164a602-968d-4167-9cef-800281e9855b tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:26.048240 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3164a602-968d-4167-9cef-800281e9855b tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Pushing event updated for resources: {'Port': ['ID=83c839f0-446d-4e17-b571-5b7921fd48c6,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:26.066138 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-3164a602-968d-4167-9cef-800281e9855b tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] In _notify_port_updated(), no bound segment for port 83c839f0-446d-4e17-b571-5b7921fd48c6 on network 22656f24-225b-4074-8b3b-db8daf945477 {{(pid=102131) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 30 15:37:26.074812 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3164a602-968d-4167-9cef-800281e9855b tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:37:26.075538 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3164a602-968d-4167-9cef-800281e9855b tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:26.076900 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-3164a602-968d-4167-9cef-800281e9855b tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] 10.222.0.62 "PUT /v2.0/ports/83c839f0-446d-4e17-b571-5b7921fd48c6 HTTP/1.1" status: 200 len: 1055 time: 0.8590617 Oct 30 15:37:26.079832 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 42158) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:26.199020 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-f6e45f7e-d455-4454-b1ad-a5f03c9fdb23 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Deleting port 83c839f0-446d-4e17-b571-5b7921fd48c6 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:37:26.199511 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f6e45f7e-d455-4454-b1ad-a5f03c9fdb23 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:26.317496 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f6e45f7e-d455-4454-b1ad-a5f03c9fdb23 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:26.332717 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-f6e45f7e-d455-4454-b1ad-a5f03c9fdb23 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Calling delete_port for 83c839f0-446d-4e17-b571-5b7921fd48c6 owned by {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:37:26.373421 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-2f1c0406-80e1-418d-9213-d70273400f08 None None] Provisioning complete for port 83c839f0-446d-4e17-b571-5b7921fd48c6 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:37:26.374463 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2f1c0406-80e1-418d-9213-d70273400f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:26.412523 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-2f1c0406-80e1-418d-9213-d70273400f08 None None] Port 83c839f0-446d-4e17-b571-5b7921fd48c6 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:37:26.494538 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f6e45f7e-d455-4454-b1ad-a5f03c9fdb23 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:26.524863 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e45f7e-d455-4454-b1ad-a5f03c9fdb23 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Pushing event deleted for resources: {'Port': ['ID=83c839f0-446d-4e17-b571-5b7921fd48c6,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:26.631434 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:26.812651 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f6e45f7e-d455-4454-b1ad-a5f03c9fdb23 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:26.816246 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-f6e45f7e-d455-4454-b1ad-a5f03c9fdb23 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] 10.222.0.62 "DELETE /v2.0/ports/83c839f0-446d-4e17-b571-5b7921fd48c6 HTTP/1.1" status: 204 len: 168 time: 0.7352593 Oct 30 15:37:26.818979 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 42186) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:26.848126 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fd5c6a9-db44-4d5d-a8e7-2538597eb0db tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] GET failed (client error): The resource could not be found. Oct 30 15:37:26.852536 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-7fd5c6a9-db44-4d5d-a8e7-2538597eb0db tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] 10.222.0.62 "GET /v2.0/ports/83c839f0-446d-4e17-b571-5b7921fd48c6 HTTP/1.1" status: 404 len: 333 time: 0.0297112 Oct 30 15:37:26.852742 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 42188) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:26.945704 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-e15175aa-3a8c-46b5-8a58-4167b3e3c95e tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Deleting port adb2c214-9ee7-49b9-9477-501d1a73caff {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:37:26.946049 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e15175aa-3a8c-46b5-8a58-4167b3e3c95e tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:27.049395 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e15175aa-3a8c-46b5-8a58-4167b3e3c95e tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:27.072761 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-e15175aa-3a8c-46b5-8a58-4167b3e3c95e tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Calling delete_port for adb2c214-9ee7-49b9-9477-501d1a73caff owned by {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:37:27.253339 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e15175aa-3a8c-46b5-8a58-4167b3e3c95e tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:27.285504 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15175aa-3a8c-46b5-8a58-4167b3e3c95e tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Pushing event deleted for resources: {'Port': ['ID=adb2c214-9ee7-49b9-9477-501d1a73caff,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:27.382997 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e15175aa-3a8c-46b5-8a58-4167b3e3c95e tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:27.389235 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-e15175aa-3a8c-46b5-8a58-4167b3e3c95e tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] 10.222.0.62 "DELETE /v2.0/ports/adb2c214-9ee7-49b9-9477-501d1a73caff HTTP/1.1" status: 204 len: 168 time: 0.5329421 Oct 30 15:37:27.389420 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 42206) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:27.424220 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-63399f01-d05b-4504-aa55-f92dd38a46b0 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] GET failed (client error): The resource could not be found. Oct 30 15:37:27.430223 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 42210) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:27.444040 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-63399f01-d05b-4504-aa55-f92dd38a46b0 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] 10.222.0.62 "GET /v2.0/ports/adb2c214-9ee7-49b9-9477-501d1a73caff HTTP/1.1" status: 404 len: 333 time: 0.0535488 Oct 30 15:37:27.569790 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-49fa5fb5-416a-4d89-9d32-c24b147d2050 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Deleting port 0f54a5d6-23a4-4666-bf0e-ff827f6fe059 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:37:27.570149 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-49fa5fb5-416a-4d89-9d32-c24b147d2050 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:27.670412 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-49fa5fb5-416a-4d89-9d32-c24b147d2050 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:27.688220 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-49fa5fb5-416a-4d89-9d32-c24b147d2050 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Calling delete_port for 0f54a5d6-23a4-4666-bf0e-ff827f6fe059 owned by {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:37:27.842408 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-49fa5fb5-416a-4d89-9d32-c24b147d2050 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:27.880385 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fa5fb5-416a-4d89-9d32-c24b147d2050 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Pushing event deleted for resources: {'Port': ['ID=0f54a5d6-23a4-4666-bf0e-ff827f6fe059,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:27.982529 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-49fa5fb5-416a-4d89-9d32-c24b147d2050 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:27.986315 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-49fa5fb5-416a-4d89-9d32-c24b147d2050 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] 10.222.0.62 "DELETE /v2.0/ports/0f54a5d6-23a4-4666-bf0e-ff827f6fe059 HTTP/1.1" status: 204 len: 168 time: 0.5546026 Oct 30 15:37:27.988781 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 42238) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:28.058295 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ed76e1a-878f-4ba5-bef6-9c398aa1b598 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Deleting subnet 5230219f-2810-42b9-9e79-e401d3fa8e8c {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:37:28.061987 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4ed76e1a-878f-4ba5-bef6-9c398aa1b598 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:28.108935 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4ed76e1a-878f-4ba5-bef6-9c398aa1b598 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:28.215733 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4ed76e1a-878f-4ba5-bef6-9c398aa1b598 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:28.290489 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4ed76e1a-878f-4ba5-bef6-9c398aa1b598 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:28.327255 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed76e1a-878f-4ba5-bef6-9c398aa1b598 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Pushing event deleted for resources: {'Subnet': ['ID=5230219f-2810-42b9-9e79-e401d3fa8e8c,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:28.328905 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9573771d-5af1-40ea-8df0-13257282fe25 None None] Network 22656f24-225b-4074-8b3b-db8daf945477 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:37:28.330427 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4ed76e1a-878f-4ba5-bef6-9c398aa1b598 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:28.334343 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-4ed76e1a-878f-4ba5-bef6-9c398aa1b598 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] 10.222.0.62 "DELETE /v2.0/subnets/5230219f-2810-42b9-9e79-e401d3fa8e8c HTTP/1.1" status: 204 len: 168 time: 0.3444662 Oct 30 15:37:28.336849 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 42246) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:28.446273 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-60f6395c-e5b4-424f-a15c-3ef25d961f16 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:28.531852 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-60f6395c-e5b4-424f-a15c-3ef25d961f16 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Deleting port 8b1d1c73-3910-4aa4-bdf8-cf20fc76d1a5 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:37:28.531852 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-60f6395c-e5b4-424f-a15c-3ef25d961f16 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:28.551090 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73fe75c-911a-4fd8-b677-2e19385969b9 None None] DHCP port deletion for 22656f24-225b-4074-8b3b-db8daf945477 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:37:28.602023 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-60f6395c-e5b4-424f-a15c-3ef25d961f16 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] For port 8b1d1c73-3910-4aa4-bdf8-cf20fc76d1a5, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=8b1d1c73-3910-4aa4-bdf8-cf20fc76d1a5,segment=NetworkSegment(73259985-688a-4596-9406-a0438d78d0ce),segment_id=73259985-688a-4596-9406-a0438d78d0ce)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:37:28.602388 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-60f6395c-e5b4-424f-a15c-3ef25d961f16 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:28.608825 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-a73fe75c-911a-4fd8-b677-2e19385969b9 None None] Deleting port 8b1d1c73-3910-4aa4-bdf8-cf20fc76d1a5 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:37:28.609293 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a73fe75c-911a-4fd8-b677-2e19385969b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:28.618457 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-60f6395c-e5b4-424f-a15c-3ef25d961f16 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Calling delete_port for 8b1d1c73-3910-4aa4-bdf8-cf20fc76d1a5 owned by network:dhcp {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:37:28.709053 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-a73fe75c-911a-4fd8-b677-2e19385969b9 None None] For port 8b1d1c73-3910-4aa4-bdf8-cf20fc76d1a5, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=8b1d1c73-3910-4aa4-bdf8-cf20fc76d1a5,segment=NetworkSegment(73259985-688a-4596-9406-a0438d78d0ce),segment_id=73259985-688a-4596-9406-a0438d78d0ce)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:37:28.709739 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a73fe75c-911a-4fd8-b677-2e19385969b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:28.724846 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-a73fe75c-911a-4fd8-b677-2e19385969b9 None None] Calling delete_port for 8b1d1c73-3910-4aa4-bdf8-cf20fc76d1a5 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:37:28.734898 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-60f6395c-e5b4-424f-a15c-3ef25d961f16 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:28.769487 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f6395c-e5b4-424f-a15c-3ef25d961f16 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] No DVR routers for this DVR port 8b1d1c73-3910-4aa4-bdf8-cf20fc76d1a5 on host n-d-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:37:28.775488 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f6395c-e5b4-424f-a15c-3ef25d961f16 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Pushing event deleted for resources: {'Port': ['ID=8b1d1c73-3910-4aa4-bdf8-cf20fc76d1a5,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:28.827767 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a73fe75c-911a-4fd8-b677-2e19385969b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:28.856931 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73fe75c-911a-4fd8-b677-2e19385969b9 None None] Pushing event deleted for resources: {'Port': ['ID=8b1d1c73-3910-4aa4-bdf8-cf20fc76d1a5,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:28.864261 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73fe75c-911a-4fd8-b677-2e19385969b9 None None] No DVR routers for this DVR port 8b1d1c73-3910-4aa4-bdf8-cf20fc76d1a5 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:37:28.903057 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-60f6395c-e5b4-424f-a15c-3ef25d961f16 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:28.925475 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-60f6395c-e5b4-424f-a15c-3ef25d961f16 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22656f24-225b-4074-8b3b-db8daf945477']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:37:28.936340 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-60f6395c-e5b4-424f-a15c-3ef25d961f16 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73259985-688a-4596-9406-a0438d78d0ce') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:37:28.936725 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-60f6395c-e5b4-424f-a15c-3ef25d961f16 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73259985-688a-4596-9406-a0438d78d0ce') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:37:28.947257 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-60f6395c-e5b4-424f-a15c-3ef25d961f16 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:28.961669 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-60f6395c-e5b4-424f-a15c-3ef25d961f16 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:28.968201 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60f6395c-e5b4-424f-a15c-3ef25d961f16 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:37:28.968605 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-60f6395c-e5b4-424f-a15c-3ef25d961f16 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:28.995686 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:37:28.995686 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:37:28.995686 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:37:28.995686 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:37:28.995686 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:37:28.995686 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:37:28.995686 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:37:28.995686 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:37:28.995686 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:37:28.995686 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:37:28.995686 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:37:28.995686 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:37:28.995686 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:37:28.995686 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:37:28.995686 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:37:28.995686 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:37:28.995686 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:37:28.995686 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:37:28.995686 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:37:28.995686 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:37:28.995686 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:37:28.995686 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:37:28.995686 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:37:28.995686 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:37:28.995686 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:37:28.995686 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:37:28.995686 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:37:28.995686 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:37:28.995686 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:37:28.995686 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:37:28.995686 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:37:28.995686 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:37:29.062804 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-60f6395c-e5b4-424f-a15c-3ef25d961f16 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:29.070380 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-60f6395c-e5b4-424f-a15c-3ef25d961f16 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:29.076381 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-60f6395c-e5b4-424f-a15c-3ef25d961f16 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] 10.222.0.62 "DELETE /v2.0/networks/22656f24-225b-4074-8b3b-db8daf945477 HTTP/1.1" status: 204 len: 168 time: 0.7358868 Oct 30 15:37:29.086597 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f6395c-e5b4-424f-a15c-3ef25d961f16 tempest-AllowedAddressPairTestJSON-508374471 tempest-AllowedAddressPairTestJSON-508374471-project] Pushing event deleted for resources: {'Network': ['ID=22656f24-225b-4074-8b3b-db8daf945477,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:29.382419 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 42274) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:29.554324 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-105df1a5-9ac1-4622-9386-6ba92e6cb12d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a1eff715d0d546179baf82738038a4c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1706092 Oct 30 15:37:29.558108 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 42282) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:29.613268 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-011f134a-e5dd-4e3f-b2d1-1457e5b55dbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:29.635646 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-011f134a-e5dd-4e3f-b2d1-1457e5b55dbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:29.692189 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-011f134a-e5dd-4e3f-b2d1-1457e5b55dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:29.695987 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-011f134a-e5dd-4e3f-b2d1-1457e5b55dbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:29.699715 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-011f134a-e5dd-4e3f-b2d1-1457e5b55dbc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ea74c3e0-42df-4b3d-826e-f98e369fb9ac HTTP/1.1" status: 204 len: 168 time: 0.1383014 Oct 30 15:37:29.714883 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011f134a-e5dd-4e3f-b2d1-1457e5b55dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea74c3e0-42df-4b3d-826e-f98e369fb9ac,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:29.871760 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 8b1d1c73-3910-4aa4-bdf8-cf20fc76d1a5 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:37:29.896490 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 8b1d1c73-3910-4aa4-bdf8-cf20fc76d1a5 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:37:29.897017 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 8b1d1c73-3910-4aa4-bdf8-cf20fc76d1a5 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:37:30.000483 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:30.540555 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 42328) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:30.662610 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-8da299c4-85ec-4aef-bb4f-013af9f05b17 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-119381496'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:37:30.685837 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da299c4-85ec-4aef-bb4f-013af9f05b17 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Made reservation on behalf of 686eeb1692894ba086b961a940fe02b6 for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:37:30.689607 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8da299c4-85ec-4aef-bb4f-013af9f05b17 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:30.701024 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8da299c4-85ec-4aef-bb4f-013af9f05b17 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:30.815501 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8da299c4-85ec-4aef-bb4f-013af9f05b17 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:30.820326 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8da299c4-85ec-4aef-bb4f-013af9f05b17 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:30.848454 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8da299c4-85ec-4aef-bb4f-013af9f05b17 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:37:30.863353 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da299c4-85ec-4aef-bb4f-013af9f05b17 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=422df8a2-7b9e-4dbf-a89e-6b8e20840682,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:30.868481 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8da299c4-85ec-4aef-bb4f-013af9f05b17 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:30.868826 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-8da299c4-85ec-4aef-bb4f-013af9f05b17 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Added segment 192da428-0b12-445c-bbfa-00014c88dce4 of type vlan for network 7e853060-20ac-44a0-880a-4f3abf18963a Oct 30 15:37:30.931415 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8da299c4-85ec-4aef-bb4f-013af9f05b17 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:30.960965 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8da299c4-85ec-4aef-bb4f-013af9f05b17 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:30.967911 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da299c4-85ec-4aef-bb4f-013af9f05b17 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:37:30.968572 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8da299c4-85ec-4aef-bb4f-013af9f05b17 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:31.030228 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-8da299c4-85ec-4aef-bb4f-013af9f05b17 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.4885294 Oct 30 15:37:31.033641 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 42340) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:31.039753 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-aea0098a-cc72-405a-92d1-8456d0d1e3c8 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Request body: {'subnet': {'network_id': '7e853060-20ac-44a0-880a-4f3abf18963a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:37:31.043232 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da299c4-85ec-4aef-bb4f-013af9f05b17 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Pushing event updated for resources: {'Network': ['ID=7e853060-20ac-44a0-880a-4f3abf18963a,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:31.056375 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 7e853060-20ac-44a0-880a-4f3abf18963a details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:37:31.161044 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea0098a-cc72-405a-92d1-8456d0d1e3c8 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Made reservation on behalf of 686eeb1692894ba086b961a940fe02b6 for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:37:31.164742 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-aea0098a-cc72-405a-92d1-8456d0d1e3c8 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:31.398308 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-aea0098a-cc72-405a-92d1-8456d0d1e3c8 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:31.459869 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0098a-cc72-405a-92d1-8456d0d1e3c8 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Pushing event updated for resources: {'Subnet': ['ID=790f7ae2-a94a-47cb-b369-785f82c35a86,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:31.472714 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea0098a-cc72-405a-92d1-8456d0d1e3c8 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Checking segment: {'id': '192da428-0b12-445c-bbfa-00014c88dce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '7e853060-20ac-44a0-880a-4f3abf18963a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:37:31.473153 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea0098a-cc72-405a-92d1-8456d0d1e3c8 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Network hostable DHCP agents. Network: 7e853060-20ac-44a0-880a-4f3abf18963a, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:37:31.491713 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea0098a-cc72-405a-92d1-8456d0d1e3c8 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Network 7e853060-20ac-44a0-880a-4f3abf18963a is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:37:31.502344 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-aea0098a-cc72-405a-92d1-8456d0d1e3c8 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 7e853060-20ac-44a0-880a-4f3abf18963a) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:37:31.506970 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea0098a-cc72-405a-92d1-8456d0d1e3c8 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:37:31.507675 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-aea0098a-cc72-405a-92d1-8456d0d1e3c8 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:31.517019 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a928113-19bf-4015-82d8-37c7d02b4e6d None None] Network 7e853060-20ac-44a0-880a-4f3abf18963a requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:37:31.530643 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-aea0098a-cc72-405a-92d1-8456d0d1e3c8 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4951146 Oct 30 15:37:31.533230 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 42344) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:31.538520 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-96c496c9-86ae-49aa-8541-9939c30d0b4a tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Request body: {'port': {'network_id': '7e853060-20ac-44a0-880a-4f3abf18963a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1894432693'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:37:31.668588 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c496c9-86ae-49aa-8541-9939c30d0b4a tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Made reservation on behalf of 686eeb1692894ba086b961a940fe02b6 for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:37:31.680119 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-96c496c9-86ae-49aa-8541-9939c30d0b4a tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:31.703957 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [None req-96c496c9-86ae-49aa-8541-9939c30d0b4a tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] device_id is not set on port c9d0f711-6930-4d3b-8e2b-d37c99cd8f2d yet. {{(pid=102131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:37:31.864466 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-96c496c9-86ae-49aa-8541-9939c30d0b4a tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Allocated IP 2001:db8::18 (7e853060-20ac-44a0-880a-4f3abf18963a/790f7ae2-a94a-47cb-b369-785f82c35a86/c9d0f711-6930-4d3b-8e2b-d37c99cd8f2d) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:37:31.904886 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad27f6f-38f0-42aa-8c89-962c0af7e4ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-7e853060-20ac-44a0-880a-4f3abf18963a', 'network_id': '7e853060-20ac-44a0-880a-4f3abf18963a', 'tenant_id': '686eeb1692894ba086b961a940fe02b6', 'fixed_ips': [{'subnet_id': '790f7ae2-a94a-47cb-b369-785f82c35a86'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:37:31.905888 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7ad27f6f-38f0-42aa-8c89-962c0af7e4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:32.030947 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:32.081038 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-96c496c9-86ae-49aa-8541-9939c30d0b4a tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:32.121780 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-96c496c9-86ae-49aa-8541-9939c30d0b4a tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:32.175141 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-7ad27f6f-38f0-42aa-8c89-962c0af7e4ef None None] Allocated IP 2001:db8::2 (7e853060-20ac-44a0-880a-4f3abf18963a/790f7ae2-a94a-47cb-b369-785f82c35a86/db38571c-8c5f-41b6-990c-0cbd9baa70c9) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:37:32.182743 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c496c9-86ae-49aa-8541-9939c30d0b4a tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Pushing event updated for resources: {'Port': ['ID=c9d0f711-6930-4d3b-8e2b-d37c99cd8f2d,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:32.200317 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c496c9-86ae-49aa-8541-9939c30d0b4a tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Network 7e853060-20ac-44a0-880a-4f3abf18963a is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:37:32.202021 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-96c496c9-86ae-49aa-8541-9939c30d0b4a tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:37:32.204676 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c496c9-86ae-49aa-8541-9939c30d0b4a tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:37:32.210907 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c496c9-86ae-49aa-8541-9939c30d0b4a tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:37:32.211800 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-96c496c9-86ae-49aa-8541-9939c30d0b4a tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:32.233353 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-96c496c9-86ae-49aa-8541-9939c30d0b4a tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.6987834 Oct 30 15:37:32.236689 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 42350) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:32.241868 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-d025a972-0f76-46cc-a382-baaf049a2e65 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Request body: {'port': {'network_id': '7e853060-20ac-44a0-880a-4f3abf18963a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-392653170', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:37:32.242655 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.api.validators [None req-d025a972-0f76-46cc-a382-baaf049a2e65 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] bootfile-name is not in valid_values {{(pid=102130) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 30 15:37:32.243150 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.api.validators [None req-d025a972-0f76-46cc-a382-baaf049a2e65 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] tftp-server is not in valid_values {{(pid=102130) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 30 15:37:32.243688 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.api.validators [None req-d025a972-0f76-46cc-a382-baaf049a2e65 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] server-ip-address is not in valid_values {{(pid=102130) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 30 15:37:32.336712 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7ad27f6f-38f0-42aa-8c89-962c0af7e4ef None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:32.343978 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7ad27f6f-38f0-42aa-8c89-962c0af7e4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:32.361844 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d025a972-0f76-46cc-a382-baaf049a2e65 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Made reservation on behalf of 686eeb1692894ba086b961a940fe02b6 for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:37:32.365498 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d025a972-0f76-46cc-a382-baaf049a2e65 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:32.383554 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [None req-d025a972-0f76-46cc-a382-baaf049a2e65 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] device_id is not set on port 001f7478-a197-4c85-bcba-f0eff57dba15 yet. {{(pid=102130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:37:32.389059 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad27f6f-38f0-42aa-8c89-962c0af7e4ef None None] Network 7e853060-20ac-44a0-880a-4f3abf18963a is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:37:32.393132 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-7ad27f6f-38f0-42aa-8c89-962c0af7e4ef None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:37:32.396393 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad27f6f-38f0-42aa-8c89-962c0af7e4ef None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:37:32.437909 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad27f6f-38f0-42aa-8c89-962c0af7e4ef None None] Pushing event updated for resources: {'Port': ['ID=db38571c-8c5f-41b6-990c-0cbd9baa70c9,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:32.466352 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-7ad27f6f-38f0-42aa-8c89-962c0af7e4ef None None] Attempting to bind port db38571c-8c5f-41b6-990c-0cbd9baa70c9 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:37:32.466727 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-7ad27f6f-38f0-42aa-8c89-962c0af7e4ef None None] Attempting to bind port db38571c-8c5f-41b6-990c-0cbd9baa70c9 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '192da428-0b12-445c-bbfa-00014c88dce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '7e853060-20ac-44a0-880a-4f3abf18963a'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:37:32.467093 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad27f6f-38f0-42aa-8c89-962c0af7e4ef None None] Attempting to bind port db38571c-8c5f-41b6-990c-0cbd9baa70c9 on network 7e853060-20ac-44a0-880a-4f3abf18963a {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:37:32.472307 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad27f6f-38f0-42aa-8c89-962c0af7e4ef None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:37:32.472685 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad27f6f-38f0-42aa-8c89-962c0af7e4ef None None] Checking segment: {'id': '192da428-0b12-445c-bbfa-00014c88dce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '7e853060-20ac-44a0-880a-4f3abf18963a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:37:32.473286 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7ad27f6f-38f0-42aa-8c89-962c0af7e4ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:32.473822 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad27f6f-38f0-42aa-8c89-962c0af7e4ef None None] Bound using segment: {'id': '192da428-0b12-445c-bbfa-00014c88dce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '7e853060-20ac-44a0-880a-4f3abf18963a'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:37:32.474457 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-7ad27f6f-38f0-42aa-8c89-962c0af7e4ef None None] Bound port: db38571c-8c5f-41b6-990c-0cbd9baa70c9, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '192da428-0b12-445c-bbfa-00014c88dce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '7e853060-20ac-44a0-880a-4f3abf18963a'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:37:32.475010 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7ad27f6f-38f0-42aa-8c89-962c0af7e4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:32.504555 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-d025a972-0f76-46cc-a382-baaf049a2e65 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Allocated IP 2001:db8::28e (7e853060-20ac-44a0-880a-4f3abf18963a/790f7ae2-a94a-47cb-b369-785f82c35a86/001f7478-a197-4c85-bcba-f0eff57dba15) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:37:32.539364 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-7ad27f6f-38f0-42aa-8c89-962c0af7e4ef None None] For port db38571c-8c5f-41b6-990c-0cbd9baa70c9, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:37:32.543119 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-7ad27f6f-38f0-42aa-8c89-962c0af7e4ef None None] For port db38571c-8c5f-41b6-990c-0cbd9baa70c9, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=db38571c-8c5f-41b6-990c-0cbd9baa70c9,segment=NetworkSegment(192da428-0b12-445c-bbfa-00014c88dce4),segment_id=192da428-0b12-445c-bbfa-00014c88dce4)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:37:32.547999 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7ad27f6f-38f0-42aa-8c89-962c0af7e4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:32.612731 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad27f6f-38f0-42aa-8c89-962c0af7e4ef None None] Pushing event updated for resources: {'Port': ['ID=db38571c-8c5f-41b6-990c-0cbd9baa70c9,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:32.685294 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d025a972-0f76-46cc-a382-baaf049a2e65 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:32.719896 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d025a972-0f76-46cc-a382-baaf049a2e65 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:32.771183 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d025a972-0f76-46cc-a382-baaf049a2e65 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Network 7e853060-20ac-44a0-880a-4f3abf18963a is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:37:32.774430 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-d025a972-0f76-46cc-a382-baaf049a2e65 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:37:32.779113 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d025a972-0f76-46cc-a382-baaf049a2e65 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:37:32.784785 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d025a972-0f76-46cc-a382-baaf049a2e65 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:37:32.785441 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d025a972-0f76-46cc-a382-baaf049a2e65 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:32.792959 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d025a972-0f76-46cc-a382-baaf049a2e65 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Pushing event updated for resources: {'Port': ['ID=001f7478-a197-4c85-bcba-f0eff57dba15,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:32.810765 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-d025a972-0f76-46cc-a382-baaf049a2e65 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 0.5729461 Oct 30 15:37:32.813544 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 42354) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:32.889717 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a34d11-27f6-487b-b925-01c4a3238eb4 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:37:32.896275 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a34d11-27f6-487b-b925-01c4a3238eb4 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:37:32.903772 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a34d11-27f6-487b-b925-01c4a3238eb4 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:37:32.905524 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-28a34d11-27f6-487b-b925-01c4a3238eb4 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.0908909 Oct 30 15:37:32.908453 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 42356) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:33.009557 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-5b331701-2adb-4b81-8c7a-1c26b396d46b tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Deleting port 001f7478-a197-4c85-bcba-f0eff57dba15 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:37:33.009902 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5b331701-2adb-4b81-8c7a-1c26b396d46b tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:33.103154 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5b331701-2adb-4b81-8c7a-1c26b396d46b tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:33.117520 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-5b331701-2adb-4b81-8c7a-1c26b396d46b tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Calling delete_port for 001f7478-a197-4c85-bcba-f0eff57dba15 owned by {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:37:33.254304 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5b331701-2adb-4b81-8c7a-1c26b396d46b tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:33.290658 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b331701-2adb-4b81-8c7a-1c26b396d46b tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Pushing event deleted for resources: {'Port': ['ID=001f7478-a197-4c85-bcba-f0eff57dba15,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:33.318820 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5b331701-2adb-4b81-8c7a-1c26b396d46b tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:33.324028 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-5b331701-2adb-4b81-8c7a-1c26b396d46b tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] 10.222.0.62 "DELETE /v2.0/ports/001f7478-a197-4c85-bcba-f0eff57dba15 HTTP/1.1" status: 204 len: 168 time: 0.4144027 Oct 30 15:37:33.327109 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 42360) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:33.333192 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-fecc06fd-c5ab-46ac-9976-3b14d98c7cc6 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Request body: {'port': {'name': 'tempest-new-port-name-1434751266', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:37:33.333735 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.api.validators [None req-fecc06fd-c5ab-46ac-9976-3b14d98c7cc6 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] bootfile-name is not in valid_values {{(pid=102130) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 30 15:37:33.334078 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.api.validators [None req-fecc06fd-c5ab-46ac-9976-3b14d98c7cc6 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] tftp-server is not in valid_values {{(pid=102130) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 30 15:37:33.334478 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.api.validators [None req-fecc06fd-c5ab-46ac-9976-3b14d98c7cc6 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] server-ip-address is not in valid_values {{(pid=102130) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 30 15:37:33.404363 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fecc06fd-c5ab-46ac-9976-3b14d98c7cc6 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:33.606742 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fecc06fd-c5ab-46ac-9976-3b14d98c7cc6 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:33.611963 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fecc06fd-c5ab-46ac-9976-3b14d98c7cc6 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:33.631661 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d315cffc-c01b-4a4f-90b0-9acf6fb13ae7 None None] Network 7e853060-20ac-44a0-880a-4f3abf18963a requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:37:33.654689 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-fecc06fd-c5ab-46ac-9976-3b14d98c7cc6 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] In _notify_port_updated(), no bound segment for port c9d0f711-6930-4d3b-8e2b-d37c99cd8f2d on network 7e853060-20ac-44a0-880a-4f3abf18963a {{(pid=102130) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 30 15:37:33.660624 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fecc06fd-c5ab-46ac-9976-3b14d98c7cc6 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:37:33.661279 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-fecc06fd-c5ab-46ac-9976-3b14d98c7cc6 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:33.667651 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-fecc06fd-c5ab-46ac-9976-3b14d98c7cc6 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] 10.222.0.62 "PUT /v2.0/ports/c9d0f711-6930-4d3b-8e2b-d37c99cd8f2d HTTP/1.1" status: 200 len: 1129 time: 0.3344722 Oct 30 15:37:33.667837 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 42364) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:33.700499 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecc06fd-c5ab-46ac-9976-3b14d98c7cc6 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Pushing event updated for resources: {'Port': ['ID=c9d0f711-6930-4d3b-8e2b-d37c99cd8f2d,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:33.717072 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-243fa138-5afb-427c-be64-e3d6a27dcbeb None None] Provisioning complete for port db38571c-8c5f-41b6-990c-0cbd9baa70c9 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:37:33.717442 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-243fa138-5afb-427c-be64-e3d6a27dcbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:33.726403 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c3906a-7f10-4b3d-b2db-828a94fe1173 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:37:33.727929 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-f5c3906a-7f10-4b3d-b2db-828a94fe1173 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] 10.222.0.62 "GET /v2.0/ports/c9d0f711-6930-4d3b-8e2b-d37c99cd8f2d HTTP/1.1" status: 200 len: 1129 time: 0.0615578 Oct 30 15:37:33.731223 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 42366) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:33.831156 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-56d619ad-15f3-481b-8e54-252d4c1bd1a8 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Deleting port c9d0f711-6930-4d3b-8e2b-d37c99cd8f2d {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:37:33.831528 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-56d619ad-15f3-481b-8e54-252d4c1bd1a8 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:33.887171 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-243fa138-5afb-427c-be64-e3d6a27dcbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:33.928052 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-243fa138-5afb-427c-be64-e3d6a27dcbeb None None] For port db38571c-8c5f-41b6-990c-0cbd9baa70c9, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=db38571c-8c5f-41b6-990c-0cbd9baa70c9,segment=NetworkSegment(192da428-0b12-445c-bbfa-00014c88dce4),segment_id=192da428-0b12-445c-bbfa-00014c88dce4)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:37:33.928298 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-56d619ad-15f3-481b-8e54-252d4c1bd1a8 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:33.934850 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-243fa138-5afb-427c-be64-e3d6a27dcbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:33.942559 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-56d619ad-15f3-481b-8e54-252d4c1bd1a8 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Calling delete_port for c9d0f711-6930-4d3b-8e2b-d37c99cd8f2d owned by {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:37:33.987325 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243fa138-5afb-427c-be64-e3d6a27dcbeb None None] Pushing event updated for resources: {'Port': ['ID=db38571c-8c5f-41b6-990c-0cbd9baa70c9,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:33.992665 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device db38571c-8c5f-41b6-990c-0cbd9baa70c9 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:37:34.052719 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port db38571c-8c5f-41b6-990c-0cbd9baa70c9 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:37:34.052991 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:34.103198 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-56d619ad-15f3-481b-8e54-252d4c1bd1a8 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:34.135842 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d619ad-15f3-481b-8e54-252d4c1bd1a8 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Pushing event deleted for resources: {'Port': ['ID=c9d0f711-6930-4d3b-8e2b-d37c99cd8f2d,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:34.179419 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-56d619ad-15f3-481b-8e54-252d4c1bd1a8 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:34.185496 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 42368) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:34.186107 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-56d619ad-15f3-481b-8e54-252d4c1bd1a8 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] 10.222.0.62 "DELETE /v2.0/ports/c9d0f711-6930-4d3b-8e2b-d37c99cd8f2d HTTP/1.1" status: 204 len: 168 time: 0.4532390 Oct 30 15:37:34.245214 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b9a2094-6976-494b-8cbf-e451473fc912 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Deleting subnet 790f7ae2-a94a-47cb-b369-785f82c35a86 {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:37:34.249245 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6b9a2094-6976-494b-8cbf-e451473fc912 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:34.287563 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-1a9117dc-64b1-48ec-a3d0-d2f890f1a77b None None] Could not find standard attr ID for object c9d0f711-6930-4d3b-8e2b-d37c99cd8f2d. {{(pid=102132) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 30 15:37:34.311080 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6b9a2094-6976-494b-8cbf-e451473fc912 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:34.324108 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-1a9117dc-64b1-48ec-a3d0-d2f890f1a77b None None] Provisioning complete for port db38571c-8c5f-41b6-990c-0cbd9baa70c9 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:37:34.324666 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1a9117dc-64b1-48ec-a3d0-d2f890f1a77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:34.413701 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6b9a2094-6976-494b-8cbf-e451473fc912 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:34.489647 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6b9a2094-6976-494b-8cbf-e451473fc912 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:34.517354 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a2094-6976-494b-8cbf-e451473fc912 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Pushing event deleted for resources: {'Subnet': ['ID=790f7ae2-a94a-47cb-b369-785f82c35a86,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:34.521855 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6b9a2094-6976-494b-8cbf-e451473fc912 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:34.528293 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 42372) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:34.532069 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-6b9a2094-6976-494b-8cbf-e451473fc912 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] 10.222.0.62 "DELETE /v2.0/subnets/790f7ae2-a94a-47cb-b369-785f82c35a86 HTTP/1.1" status: 204 len: 168 time: 0.3446898 Oct 30 15:37:34.550433 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-83eee540-e134-46eb-a916-eb012555b8b2 None None] Could not find standard attr ID for object c9d0f711-6930-4d3b-8e2b-d37c99cd8f2d. {{(pid=102132) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 30 15:37:34.613843 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1f44a1ad-55c9-48fd-8391-bbc5867f446f tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:34.686389 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-1f44a1ad-55c9-48fd-8391-bbc5867f446f tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Deleting port db38571c-8c5f-41b6-990c-0cbd9baa70c9 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:37:34.686836 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1f44a1ad-55c9-48fd-8391-bbc5867f446f tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:34.715602 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae02bddd-c288-43a6-89de-0f55e91d067e None None] Network 7e853060-20ac-44a0-880a-4f3abf18963a requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:37:34.774948 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-1f44a1ad-55c9-48fd-8391-bbc5867f446f tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] For port db38571c-8c5f-41b6-990c-0cbd9baa70c9, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=db38571c-8c5f-41b6-990c-0cbd9baa70c9,segment=NetworkSegment(192da428-0b12-445c-bbfa-00014c88dce4),segment_id=192da428-0b12-445c-bbfa-00014c88dce4)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:37:34.775398 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1f44a1ad-55c9-48fd-8391-bbc5867f446f tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:34.780466 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-5b6c9eeb-5e02-466f-947c-b31ecaf859fb None None] Could not find standard attr ID for object 001f7478-a197-4c85-bcba-f0eff57dba15. {{(pid=102132) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 30 15:37:34.792739 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-1f44a1ad-55c9-48fd-8391-bbc5867f446f tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Calling delete_port for db38571c-8c5f-41b6-990c-0cbd9baa70c9 owned by network:dhcp {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:37:34.944454 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abbfb359-8db1-496f-bf5f-e09b2ed03101 None None] DHCP port deletion for 7e853060-20ac-44a0-880a-4f3abf18963a request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:37:35.011080 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-abbfb359-8db1-496f-bf5f-e09b2ed03101 None None] Deleting port db38571c-8c5f-41b6-990c-0cbd9baa70c9 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:37:35.011491 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-abbfb359-8db1-496f-bf5f-e09b2ed03101 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:35.119371 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-abbfb359-8db1-496f-bf5f-e09b2ed03101 None None] For port db38571c-8c5f-41b6-990c-0cbd9baa70c9, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=db38571c-8c5f-41b6-990c-0cbd9baa70c9,segment=NetworkSegment(192da428-0b12-445c-bbfa-00014c88dce4),segment_id=192da428-0b12-445c-bbfa-00014c88dce4)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:37:35.120330 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-abbfb359-8db1-496f-bf5f-e09b2ed03101 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:35.142015 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-abbfb359-8db1-496f-bf5f-e09b2ed03101 None None] Calling delete_port for db38571c-8c5f-41b6-990c-0cbd9baa70c9 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:37:35.246841 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-abbfb359-8db1-496f-bf5f-e09b2ed03101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:35.256305 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1f44a1ad-55c9-48fd-8391-bbc5867f446f tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:35.280241 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbfb359-8db1-496f-bf5f-e09b2ed03101 None None] Pushing event deleted for resources: {'Port': ['ID=db38571c-8c5f-41b6-990c-0cbd9baa70c9,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:35.293277 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbfb359-8db1-496f-bf5f-e09b2ed03101 None None] No DVR routers for this DVR port db38571c-8c5f-41b6-990c-0cbd9baa70c9 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:37:35.301133 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f44a1ad-55c9-48fd-8391-bbc5867f446f tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Pushing event deleted for resources: {'Port': ['ID=db38571c-8c5f-41b6-990c-0cbd9baa70c9,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:35.308317 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f44a1ad-55c9-48fd-8391-bbc5867f446f tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] No DVR routers for this DVR port db38571c-8c5f-41b6-990c-0cbd9baa70c9 on host n-d-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:37:35.408318 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1f44a1ad-55c9-48fd-8391-bbc5867f446f tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:35.438924 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-1f44a1ad-55c9-48fd-8391-bbc5867f446f tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e853060-20ac-44a0-880a-4f3abf18963a']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:37:35.449029 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-1f44a1ad-55c9-48fd-8391-bbc5867f446f tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '192da428-0b12-445c-bbfa-00014c88dce4') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:37:35.449531 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-1f44a1ad-55c9-48fd-8391-bbc5867f446f tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '192da428-0b12-445c-bbfa-00014c88dce4') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:37:35.459555 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1f44a1ad-55c9-48fd-8391-bbc5867f446f tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:35.475589 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1f44a1ad-55c9-48fd-8391-bbc5867f446f tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:35.483178 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f44a1ad-55c9-48fd-8391-bbc5867f446f tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:37:35.486252 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1f44a1ad-55c9-48fd-8391-bbc5867f446f tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:35.492832 n-d-806683-17 neutron-server[102130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:37:35.492832 n-d-806683-17 neutron-server[102130]: self.session.flush() Oct 30 15:37:35.492832 n-d-806683-17 neutron-server[102130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:37:35.492832 n-d-806683-17 neutron-server[102130]: self.session.flush() Oct 30 15:37:35.492832 n-d-806683-17 neutron-server[102130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:37:35.492832 n-d-806683-17 neutron-server[102130]: self.session.flush() Oct 30 15:37:35.492832 n-d-806683-17 neutron-server[102130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 15:37:35.492832 n-d-806683-17 neutron-server[102130]: self.session.flush() Oct 30 15:37:35.492832 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:37:35.492832 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:37:35.492832 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:37:35.492832 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:37:35.492832 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:37:35.492832 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:37:35.492832 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:37:35.492832 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:37:35.492832 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:37:35.492832 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:37:35.492832 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:37:35.492832 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:37:35.492832 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:37:35.492832 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:37:35.492832 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:37:35.492832 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:37:35.492832 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:37:35.492832 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:37:35.492832 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:37:35.492832 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:37:35.492832 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:37:35.492832 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:37:35.492832 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:37:35.492832 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:37:35.492832 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:37:35.492832 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:37:35.492832 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:37:35.492832 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:37:35.492832 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:37:35.492832 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:37:35.492832 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:37:35.492832 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:37:35.571958 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1f44a1ad-55c9-48fd-8391-bbc5867f446f tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:35.577994 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1f44a1ad-55c9-48fd-8391-bbc5867f446f tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:35.583739 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-1f44a1ad-55c9-48fd-8391-bbc5867f446f tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] 10.222.0.62 "DELETE /v2.0/networks/7e853060-20ac-44a0-880a-4f3abf18963a HTTP/1.1" status: 204 len: 168 time: 1.0521681 Oct 30 15:37:35.600567 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f44a1ad-55c9-48fd-8391-bbc5867f446f tempest-ExtraDHCPOptionsIpV6TestJSON-15366381 tempest-ExtraDHCPOptionsIpV6TestJSON-15366381-project] Pushing event deleted for resources: {'Network': ['ID=7e853060-20ac-44a0-880a-4f3abf18963a,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:35.881134 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device db38571c-8c5f-41b6-990c-0cbd9baa70c9 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:37:35.911889 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: db38571c-8c5f-41b6-990c-0cbd9baa70c9 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:37:35.912654 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device db38571c-8c5f-41b6-990c-0cbd9baa70c9 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:37:35.963887 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 42508) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:36.136978 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-5ecdad97-e4d1-4dd6-b262-2b09737d86fb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=686eeb1692894ba086b961a940fe02b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1693990 Oct 30 15:37:36.138197 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 42534) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:36.212857 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-dc6c7311-655d-4c66-b518-eb1eef029750 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:36.236859 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-dc6c7311-655d-4c66-b518-eb1eef029750 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:36.288808 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-dc6c7311-655d-4c66-b518-eb1eef029750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:36.291955 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-dc6c7311-655d-4c66-b518-eb1eef029750 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:36.293275 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-dc6c7311-655d-4c66-b518-eb1eef029750 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/422df8a2-7b9e-4dbf-a89e-6b8e20840682 HTTP/1.1" status: 204 len: 168 time: 0.1540792 Oct 30 15:37:36.304346 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6c7311-655d-4c66-b518-eb1eef029750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422df8a2-7b9e-4dbf-a89e-6b8e20840682,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:37.121502 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 42688) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:37.237801 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-e5ec89dd-fc7f-407f-a7cc-ed94d190d28a tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-969756326'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:37:37.262618 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ec89dd-fc7f-407f-a7cc-ed94d190d28a tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Made reservation on behalf of ddf9c396c4474978839ee3de471afbc2 for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:37:37.266732 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e5ec89dd-fc7f-407f-a7cc-ed94d190d28a tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:37.279490 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e5ec89dd-fc7f-407f-a7cc-ed94d190d28a tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:37.370433 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e5ec89dd-fc7f-407f-a7cc-ed94d190d28a tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:37.375887 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e5ec89dd-fc7f-407f-a7cc-ed94d190d28a tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:37.407953 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5ec89dd-fc7f-407f-a7cc-ed94d190d28a tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:37:37.415076 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ec89dd-fc7f-407f-a7cc-ed94d190d28a tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1aa1f09-e7ac-461b-85f4-5b4369785f22,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:37.433433 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e5ec89dd-fc7f-407f-a7cc-ed94d190d28a tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:37.433911 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-e5ec89dd-fc7f-407f-a7cc-ed94d190d28a tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Added segment 69dafdc0-542e-45b0-af7b-9f5678791222 of type vlan for network 80444c6e-6926-4f1f-8820-400c716f0906 Oct 30 15:37:37.480298 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e5ec89dd-fc7f-407f-a7cc-ed94d190d28a tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:37.511231 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e5ec89dd-fc7f-407f-a7cc-ed94d190d28a tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:37.517261 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ec89dd-fc7f-407f-a7cc-ed94d190d28a tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:37:37.518078 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e5ec89dd-fc7f-407f-a7cc-ed94d190d28a tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:37.586925 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-e5ec89dd-fc7f-407f-a7cc-ed94d190d28a tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.4635203 Oct 30 15:37:37.590369 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 42756) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:37.595537 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-1c322197-a63c-4cd1-8df4-aae512c97419 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Request body: {'subnet': {'network_id': '80444c6e-6926-4f1f-8820-400c716f0906', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:37:37.618335 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ec89dd-fc7f-407f-a7cc-ed94d190d28a tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Pushing event updated for resources: {'Network': ['ID=80444c6e-6926-4f1f-8820-400c716f0906,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:37.629799 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 80444c6e-6926-4f1f-8820-400c716f0906 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:37:37.731864 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c322197-a63c-4cd1-8df4-aae512c97419 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Made reservation on behalf of ddf9c396c4474978839ee3de471afbc2 for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:37:37.735454 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1c322197-a63c-4cd1-8df4-aae512c97419 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:37.942703 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1c322197-a63c-4cd1-8df4-aae512c97419 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:38.011948 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c322197-a63c-4cd1-8df4-aae512c97419 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Pushing event updated for resources: {'Subnet': ['ID=585a3e03-b2e7-4fc8-8c56-ac8f44684180,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:38.020631 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c322197-a63c-4cd1-8df4-aae512c97419 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Checking segment: {'id': '69dafdc0-542e-45b0-af7b-9f5678791222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '80444c6e-6926-4f1f-8820-400c716f0906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:37:38.021228 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c322197-a63c-4cd1-8df4-aae512c97419 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Network hostable DHCP agents. Network: 80444c6e-6926-4f1f-8820-400c716f0906, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:37:38.050799 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c322197-a63c-4cd1-8df4-aae512c97419 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Network 80444c6e-6926-4f1f-8820-400c716f0906 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:37:38.062360 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-1c322197-a63c-4cd1-8df4-aae512c97419 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 80444c6e-6926-4f1f-8820-400c716f0906) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:37:38.067304 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c322197-a63c-4cd1-8df4-aae512c97419 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:37:38.068039 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1c322197-a63c-4cd1-8df4-aae512c97419 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:38.073842 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acdbb8b-eed2-463f-bb56-6e7bf49d2f0e None None] Network 80444c6e-6926-4f1f-8820-400c716f0906 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:37:38.101802 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-1c322197-a63c-4cd1-8df4-aae512c97419 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5078738 Oct 30 15:37:38.102209 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 42820) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:38.107084 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-eadde4e8-1659-46f2-9f2c-adef80b4d8bd tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-914248252', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:37:38.147306 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-eadde4e8-1659-46f2-9f2c-adef80b4d8bd tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:38.149225 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-eadde4e8-1659-46f2-9f2c-adef80b4d8bd tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:38.227337 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-eadde4e8-1659-46f2-9f2c-adef80b4d8bd tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:38.233975 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-eadde4e8-1659-46f2-9f2c-adef80b4d8bd tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:38.263247 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-eadde4e8-1659-46f2-9f2c-adef80b4d8bd tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:38.271368 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-eadde4e8-1659-46f2-9f2c-adef80b4d8bd tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.1653390 Oct 30 15:37:38.271888 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 42840) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:38.287786 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0bdd0d-cc07-4be2-8dee-cd35a1ede2aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-80444c6e-6926-4f1f-8820-400c716f0906', 'network_id': '80444c6e-6926-4f1f-8820-400c716f0906', 'tenant_id': 'ddf9c396c4474978839ee3de471afbc2', 'fixed_ips': [{'subnet_id': '585a3e03-b2e7-4fc8-8c56-ac8f44684180'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:37:38.288849 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3b0bdd0d-cc07-4be2-8dee-cd35a1ede2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:38.466374 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-3b0bdd0d-cc07-4be2-8dee-cd35a1ede2aa None None] Allocated IP 172.20.0.2 (80444c6e-6926-4f1f-8820-400c716f0906/585a3e03-b2e7-4fc8-8c56-ac8f44684180/606bf3c4-9d93-405d-a34b-ad584d402e54) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:37:38.630203 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-24195807-9513-4ace-b3dc-0e6c16aa042d tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:38.641611 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3b0bdd0d-cc07-4be2-8dee-cd35a1ede2aa None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:38.647712 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3b0bdd0d-cc07-4be2-8dee-cd35a1ede2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:38.685420 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0bdd0d-cc07-4be2-8dee-cd35a1ede2aa None None] Network 80444c6e-6926-4f1f-8820-400c716f0906 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:37:38.694306 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-3b0bdd0d-cc07-4be2-8dee-cd35a1ede2aa None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:37:38.696616 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0bdd0d-cc07-4be2-8dee-cd35a1ede2aa None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:37:38.711729 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0bdd0d-cc07-4be2-8dee-cd35a1ede2aa None None] Pushing event updated for resources: {'Port': ['ID=606bf3c4-9d93-405d-a34b-ad584d402e54,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:38.759570 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-3b0bdd0d-cc07-4be2-8dee-cd35a1ede2aa None None] Attempting to bind port 606bf3c4-9d93-405d-a34b-ad584d402e54 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:37:38.760955 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-3b0bdd0d-cc07-4be2-8dee-cd35a1ede2aa None None] Attempting to bind port 606bf3c4-9d93-405d-a34b-ad584d402e54 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '69dafdc0-542e-45b0-af7b-9f5678791222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '80444c6e-6926-4f1f-8820-400c716f0906'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:37:38.761334 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0bdd0d-cc07-4be2-8dee-cd35a1ede2aa None None] Attempting to bind port 606bf3c4-9d93-405d-a34b-ad584d402e54 on network 80444c6e-6926-4f1f-8820-400c716f0906 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:37:38.766301 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0bdd0d-cc07-4be2-8dee-cd35a1ede2aa None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:37:38.766674 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0bdd0d-cc07-4be2-8dee-cd35a1ede2aa None None] Checking segment: {'id': '69dafdc0-542e-45b0-af7b-9f5678791222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '80444c6e-6926-4f1f-8820-400c716f0906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:37:38.767071 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3b0bdd0d-cc07-4be2-8dee-cd35a1ede2aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:38.767514 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0bdd0d-cc07-4be2-8dee-cd35a1ede2aa None None] Bound using segment: {'id': '69dafdc0-542e-45b0-af7b-9f5678791222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '80444c6e-6926-4f1f-8820-400c716f0906'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:37:38.767984 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-3b0bdd0d-cc07-4be2-8dee-cd35a1ede2aa None None] Bound port: 606bf3c4-9d93-405d-a34b-ad584d402e54, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69dafdc0-542e-45b0-af7b-9f5678791222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '80444c6e-6926-4f1f-8820-400c716f0906'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:37:38.768362 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3b0bdd0d-cc07-4be2-8dee-cd35a1ede2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:38.834682 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-3b0bdd0d-cc07-4be2-8dee-cd35a1ede2aa None None] For port 606bf3c4-9d93-405d-a34b-ad584d402e54, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:37:38.838623 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-3b0bdd0d-cc07-4be2-8dee-cd35a1ede2aa None None] For port 606bf3c4-9d93-405d-a34b-ad584d402e54, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=606bf3c4-9d93-405d-a34b-ad584d402e54,segment=NetworkSegment(69dafdc0-542e-45b0-af7b-9f5678791222),segment_id=69dafdc0-542e-45b0-af7b-9f5678791222)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:37:38.842322 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3b0bdd0d-cc07-4be2-8dee-cd35a1ede2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:38.870941 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-24195807-9513-4ace-b3dc-0e6c16aa042d tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Allocated IP 172.20.0.1 (80444c6e-6926-4f1f-8820-400c716f0906/585a3e03-b2e7-4fc8-8c56-ac8f44684180/d9252547-47c7-4b33-ad95-45ebacf7ea5b) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:37:38.906812 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0bdd0d-cc07-4be2-8dee-cd35a1ede2aa None None] Pushing event updated for resources: {'Port': ['ID=606bf3c4-9d93-405d-a34b-ad584d402e54,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:38.996567 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-24195807-9513-4ace-b3dc-0e6c16aa042d tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:39.032164 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-24195807-9513-4ace-b3dc-0e6c16aa042d tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:39.087385 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24195807-9513-4ace-b3dc-0e6c16aa042d tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Network 80444c6e-6926-4f1f-8820-400c716f0906 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:37:39.098269 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-24195807-9513-4ace-b3dc-0e6c16aa042d tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:37:39.102411 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24195807-9513-4ace-b3dc-0e6c16aa042d tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:37:39.109633 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24195807-9513-4ace-b3dc-0e6c16aa042d tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Pushing event updated for resources: {'Port': ['ID=d9252547-47c7-4b33-ad95-45ebacf7ea5b,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:39.161827 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-24195807-9513-4ace-b3dc-0e6c16aa042d tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:39.288884 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-24195807-9513-4ace-b3dc-0e6c16aa042d tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:39.562992 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-24195807-9513-4ace-b3dc-0e6c16aa042d tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:39.568283 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-24195807-9513-4ace-b3dc-0e6c16aa042d tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:39.664355 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-24195807-9513-4ace-b3dc-0e6c16aa042d tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:39.760713 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24195807-9513-4ace-b3dc-0e6c16aa042d tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Pushing event updated for resources: {'Port': ['ID=d9252547-47c7-4b33-ad95-45ebacf7ea5b,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:39.839621 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24195807-9513-4ace-b3dc-0e6c16aa042d tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Network 80444c6e-6926-4f1f-8820-400c716f0906 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:37:39.841346 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-24195807-9513-4ace-b3dc-0e6c16aa042d tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:37:39.961463 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 606bf3c4-9d93-405d-a34b-ad584d402e54 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:37:40.032994 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24195807-9513-4ace-b3dc-0e6c16aa042d tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Router 9adcee82-f810-412e-9990-60e3b04e9149 is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:37:40.050996 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 606bf3c4-9d93-405d-a34b-ad584d402e54 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:37:40.051421 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:40.148682 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24195807-9513-4ace-b3dc-0e6c16aa042d tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:37:40.168009 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0eb8fce-eb35-40b4-a74b-a6d756561cfc None None] Sync routers for ids ['9adcee82-f810-412e-9990-60e3b04e9149'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:37:40.168248 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-24195807-9513-4ace-b3dc-0e6c16aa042d tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] 10.222.0.62 "PUT /v2.0/routers/9adcee82-f810-412e-9990-60e3b04e9149/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8922229 Oct 30 15:37:40.168248 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 42896) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:40.172275 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be385b2-5f16-450b-a9bb-223bf7da8b6b None None] Network 80444c6e-6926-4f1f-8820-400c716f0906 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:37:40.173402 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-ac46e213-928d-406a-957e-96ff1e9db658 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Request body: {'port': {'network_id': '80444c6e-6926-4f1f-8820-400c716f0906', 'name': 'tempest-FloatingIPNegativeTestJSON-3106766'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:37:40.222233 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:40.257571 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0eb8fce-eb35-40b4-a74b-a6d756561cfc None None] Routers {'9adcee82-f810-412e-9990-60e3b04e9149'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:37:40.258200 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-f0eb8fce-eb35-40b4-a74b-a6d756561cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:37:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['9adcee82-f810-412e-9990-60e3b04e9149'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:37:40.307623 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac46e213-928d-406a-957e-96ff1e9db658 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Made reservation on behalf of ddf9c396c4474978839ee3de471afbc2 for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:37:40.311738 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ac46e213-928d-406a-957e-96ff1e9db658 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:40.316223 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-2661210e-4398-4304-8ce0-3f1ce4978acd None None] Provisioning complete for port 606bf3c4-9d93-405d-a34b-ad584d402e54 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:37:40.316802 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2661210e-4398-4304-8ce0-3f1ce4978acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:40.331773 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [None req-ac46e213-928d-406a-957e-96ff1e9db658 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] device_id is not set on port c50a0132-4de6-4121-9341-499496a27b3f yet. {{(pid=102130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:37:40.364517 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-f0eb8fce-eb35-40b4-a74b-a6d756561cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:37:40.408339 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 606bf3c4-9d93-405d-a34b-ad584d402e54, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=606bf3c4-9d93-405d-a34b-ad584d402e54,segment=NetworkSegment(69dafdc0-542e-45b0-af7b-9f5678791222),segment_id=69dafdc0-542e-45b0-af7b-9f5678791222)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:37:40.472744 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-ac46e213-928d-406a-957e-96ff1e9db658 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Allocated IP 172.20.0.9 (80444c6e-6926-4f1f-8820-400c716f0906/585a3e03-b2e7-4fc8-8c56-ac8f44684180/c50a0132-4de6-4121-9341-499496a27b3f) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:37:40.497971 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0eb8fce-eb35-40b4-a74b-a6d756561cfc None None] Routers {'9adcee82-f810-412e-9990-60e3b04e9149'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:37:40.498874 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-f0eb8fce-eb35-40b4-a74b-a6d756561cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:37:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['9adcee82-f810-412e-9990-60e3b04e9149'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:37:40.505918 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:40.574270 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-f0eb8fce-eb35-40b4-a74b-a6d756561cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:37:40.575193 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0eb8fce-eb35-40b4-a74b-a6d756561cfc None None] The sync data for ids ['9adcee82-f810-412e-9990-60e3b04e9149'] in n-d-806683-17 is: [] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:37:40.594114 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2661210e-4398-4304-8ce0-3f1ce4978acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:40.650053 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=606bf3c4-9d93-405d-a34b-ad584d402e54,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:40.675949 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ac46e213-928d-406a-957e-96ff1e9db658 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:40.717509 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.db.api [None req-2661210e-4398-4304-8ce0-3f1ce4978acd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 30 15:37:40.718020 n-d-806683-17 neutron-server[102132]: DEBUG oslo_db.api [None req-2661210e-4398-4304-8ce0-3f1ce4978acd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 30 15:37:40.722530 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ac46e213-928d-406a-957e-96ff1e9db658 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:40.784516 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac46e213-928d-406a-957e-96ff1e9db658 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Network 80444c6e-6926-4f1f-8820-400c716f0906 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:37:40.788644 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-ac46e213-928d-406a-957e-96ff1e9db658 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:37:40.792301 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac46e213-928d-406a-957e-96ff1e9db658 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:37:40.835954 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac46e213-928d-406a-957e-96ff1e9db658 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Pushing event updated for resources: {'Port': ['ID=c50a0132-4de6-4121-9341-499496a27b3f,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:40.887115 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac46e213-928d-406a-957e-96ff1e9db658 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:37:40.888284 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ac46e213-928d-406a-957e-96ff1e9db658 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:40.924005 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-ac46e213-928d-406a-957e-96ff1e9db658 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7544169 Oct 30 15:37:40.926862 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 42912) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:40.931515 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-85e6345b-ac3c-4427-81e8-87fa8a1f5118 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Request body: {'floatingip': {'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:37:40.973898 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-85e6345b-ac3c-4427-81e8-87fa8a1f5118 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks [] for floatingip, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:41.125206 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-85e6345b-ac3c-4427-81e8-87fa8a1f5118 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:41.318837 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-85e6345b-ac3c-4427-81e8-87fa8a1f5118 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Allocated IP 172.25.4.208 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/b75cf80f-d24c-4a8f-ba59-79c71cbba289) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:37:41.408175 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-1fde4fd4-a487-49c1-96e4-b96aa9ae3ed3 None None] Provisioning complete for port 606bf3c4-9d93-405d-a34b-ad584d402e54 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:37:41.408727 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1fde4fd4-a487-49c1-96e4-b96aa9ae3ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:41.467894 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-85e6345b-ac3c-4427-81e8-87fa8a1f5118 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:41.536986 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-85e6345b-ac3c-4427-81e8-87fa8a1f5118 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:41.615531 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e6345b-ac3c-4427-81e8-87fa8a1f5118 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:37:41.619241 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-85e6345b-ac3c-4427-81e8-87fa8a1f5118 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:37:41.624110 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e6345b-ac3c-4427-81e8-87fa8a1f5118 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:37:41.699638 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e6345b-ac3c-4427-81e8-87fa8a1f5118 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Pushing event updated for resources: {'Port': ['ID=b75cf80f-d24c-4a8f-ba59-79c71cbba289,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:41.786683 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-85e6345b-ac3c-4427-81e8-87fa8a1f5118 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:41.875824 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-85e6345b-ac3c-4427-81e8-87fa8a1f5118 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:41.904149 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-1fde4fd4-a487-49c1-96e4-b96aa9ae3ed3 None None] Provisioning complete for port d9252547-47c7-4b33-ad95-45ebacf7ea5b triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:37:41.904618 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1fde4fd4-a487-49c1-96e4-b96aa9ae3ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:41.980207 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 606bf3c4-9d93-405d-a34b-ad584d402e54 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:37:42.077651 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-1fde4fd4-a487-49c1-96e4-b96aa9ae3ed3 None None] Port d9252547-47c7-4b33-ad95-45ebacf7ea5b cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:37:42.102716 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 606bf3c4-9d93-405d-a34b-ad584d402e54 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:37:42.103488 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:42.202362 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-85e6345b-ac3c-4427-81e8-87fa8a1f5118 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:42.209772 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-85e6345b-ac3c-4427-81e8-87fa8a1f5118 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:42.230540 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-086c4177-e4bf-41eb-9b45-4fcb0a529d8e None None] Provisioning complete for port d9252547-47c7-4b33-ad95-45ebacf7ea5b triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:37:42.231064 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-086c4177-e4bf-41eb-9b45-4fcb0a529d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:42.273513 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e6345b-ac3c-4427-81e8-87fa8a1f5118 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Pushing event updated for resources: {'Port': ['ID=b75cf80f-d24c-4a8f-ba59-79c71cbba289,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:42.290794 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-086c4177-e4bf-41eb-9b45-4fcb0a529d8e None None] Port d9252547-47c7-4b33-ad95-45ebacf7ea5b cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:37:42.303592 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-086c4177-e4bf-41eb-9b45-4fcb0a529d8e None None] Provisioning complete for port c50a0132-4de6-4121-9341-499496a27b3f triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:37:42.304481 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-086c4177-e4bf-41eb-9b45-4fcb0a529d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:42.342242 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-85e6345b-ac3c-4427-81e8-87fa8a1f5118 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:42.346007 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-086c4177-e4bf-41eb-9b45-4fcb0a529d8e None None] Port c50a0132-4de6-4121-9341-499496a27b3f cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:37:42.364497 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-85e6345b-ac3c-4427-81e8-87fa8a1f5118 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:42.367153 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-85e6345b-ac3c-4427-81e8-87fa8a1f5118 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4381201 Oct 30 15:37:42.369348 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43050) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:42.374207 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-b1b8d8d1-1715-4469-a1dc-e2ffda1ac570 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Request body: {'floatingip': {'port_id': 'c50a0132-4de6-4121-9341-499496a27b3f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:37:42.484177 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b1b8d8d1-1715-4469-a1dc-e2ffda1ac570 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks [] for floatingip, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:42.629240 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-b1b8d8d1-1715-4469-a1dc-e2ffda1ac570 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] update failed (client error): The resource could not be found. Oct 30 15:37:42.631517 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b1b8d8d1-1715-4469-a1dc-e2ffda1ac570 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] 10.222.0.62 "PUT /v2.0/floatingips/eb407d20-78d1-4d3a-b4ba-5af9ffc91073 HTTP/1.1" status: 404 len: 507 time: 0.2600482 Oct 30 15:37:42.633437 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43084) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:42.813963 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-154e4320-7e61-4a1a-91c5-3bc818aaab41 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Deleting port b75cf80f-d24c-4a8f-ba59-79c71cbba289 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:37:42.814943 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-154e4320-7e61-4a1a-91c5-3bc818aaab41 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:42.926966 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-154e4320-7e61-4a1a-91c5-3bc818aaab41 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:42.927395 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-154e4320-7e61-4a1a-91c5-3bc818aaab41 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:42.941453 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-154e4320-7e61-4a1a-91c5-3bc818aaab41 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Calling delete_port for b75cf80f-d24c-4a8f-ba59-79c71cbba289 owned by network:floatingip {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:37:43.104932 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-154e4320-7e61-4a1a-91c5-3bc818aaab41 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:43.139501 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154e4320-7e61-4a1a-91c5-3bc818aaab41 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Pushing event deleted for resources: {'Port': ['ID=b75cf80f-d24c-4a8f-ba59-79c71cbba289,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:43.216400 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-154e4320-7e61-4a1a-91c5-3bc818aaab41 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks [] for floatingip, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:43.219081 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-154e4320-7e61-4a1a-91c5-3bc818aaab41 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:43.220613 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-154e4320-7e61-4a1a-91c5-3bc818aaab41 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] 10.222.0.62 "DELETE /v2.0/floatingips/eb407d20-78d1-4d3a-b4ba-5af9ffc91073 HTTP/1.1" status: 204 len: 168 time: 0.5861847 Oct 30 15:37:43.225600 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43152) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:43.232079 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-7ca8dbf9-c5ce-498b-a331-0ebcee233c6d tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Request body: {'floatingip': {'floating_network_id': '80444c6e-6926-4f1f-8820-400c716f0906', 'port_id': 'c50a0132-4de6-4121-9341-499496a27b3f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:37:43.259403 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7ca8dbf9-c5ce-498b-a331-0ebcee233c6d tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks [] for floatingip, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:43.396703 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [None req-7ca8dbf9-c5ce-498b-a331-0ebcee233c6d tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 30 15:37:43.401718 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-7ca8dbf9-c5ce-498b-a331-0ebcee233c6d tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1713042 Oct 30 15:37:43.402079 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43174) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:43.407435 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-924d0938-ab0c-4003-81a8-c4055d1afe31 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Request body: {'floatingip': {'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'port_id': 'c50a0132-4de6-4121-9341-499496a27b3f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:37:43.443408 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-924d0938-ab0c-4003-81a8-c4055d1afe31 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks [] for floatingip, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:43.600177 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-924d0938-ab0c-4003-81a8-c4055d1afe31 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:43.767773 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-924d0938-ab0c-4003-81a8-c4055d1afe31 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Allocated IP 172.25.4.137 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/ac9b51f9-9479-45e0-be6f-44271eae9881) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:37:43.944037 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-924d0938-ab0c-4003-81a8-c4055d1afe31 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:44.002728 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-924d0938-ab0c-4003-81a8-c4055d1afe31 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:44.025618 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924d0938-ab0c-4003-81a8-c4055d1afe31 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:37:44.028351 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-924d0938-ab0c-4003-81a8-c4055d1afe31 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:37:44.063477 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924d0938-ab0c-4003-81a8-c4055d1afe31 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:37:44.117334 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924d0938-ab0c-4003-81a8-c4055d1afe31 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Pushing event updated for resources: {'Port': ['ID=ac9b51f9-9479-45e0-be6f-44271eae9881,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:44.257067 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43262) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:44.300447 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-924d0938-ab0c-4003-81a8-c4055d1afe31 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Deleting port ac9b51f9-9479-45e0-be6f-44271eae9881 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:37:44.300801 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-924d0938-ab0c-4003-81a8-c4055d1afe31 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:44.455567 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-924d0938-ab0c-4003-81a8-c4055d1afe31 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:44.458253 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-924d0938-ab0c-4003-81a8-c4055d1afe31 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:44.493748 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-924d0938-ab0c-4003-81a8-c4055d1afe31 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Calling delete_port for ac9b51f9-9479-45e0-be6f-44271eae9881 owned by network:floatingip {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:37:44.566101 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ddb64a0d-0583-4a81-aa3e-db1d432abd28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:44.657523 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ddb64a0d-0583-4a81-aa3e-db1d432abd28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:44.671220 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ddb64a0d-0583-4a81-aa3e-db1d432abd28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:44.702096 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-924d0938-ab0c-4003-81a8-c4055d1afe31 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:44.718310 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb64a0d-0583-4a81-aa3e-db1d432abd28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5facf87-32c9-44bd-aaf3-58487e21e5d8,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:44.729677 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924d0938-ab0c-4003-81a8-c4055d1afe31 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Pushing event deleted for resources: {'Port': ['ID=ac9b51f9-9479-45e0-be6f-44271eae9881,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:44.813026 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-ddb64a0d-0583-4a81-aa3e-db1d432abd28 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=71dc6b9b248a4ee6b5cae4a1f331b24a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5548916 Oct 30 15:37:44.815587 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43318) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:44.843838 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [None req-924d0938-ab0c-4003-81a8-c4055d1afe31 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] create failed (client error): The resource could not be found. Oct 30 15:37:44.848881 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-924d0938-ab0c-4003-81a8-c4055d1afe31 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.4425151 Oct 30 15:37:44.849776 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43322) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:44.905875 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-869ee40b-f7ac-45eb-8bfc-609bed8aff38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:44.930193 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-869ee40b-f7ac-45eb-8bfc-609bed8aff38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:44.962109 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-09735829-70ec-497c-afda-8dd97a48ebae tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Deleting port c50a0132-4de6-4121-9341-499496a27b3f {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:37:44.962602 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-09735829-70ec-497c-afda-8dd97a48ebae tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:45.017620 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-869ee40b-f7ac-45eb-8bfc-609bed8aff38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:45.021367 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-869ee40b-f7ac-45eb-8bfc-609bed8aff38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:45.022816 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-869ee40b-f7ac-45eb-8bfc-609bed8aff38 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d5facf87-32c9-44bd-aaf3-58487e21e5d8 HTTP/1.1" status: 204 len: 168 time: 0.2051020 Oct 30 15:37:45.036709 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869ee40b-f7ac-45eb-8bfc-609bed8aff38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5facf87-32c9-44bd-aaf3-58487e21e5d8,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:45.096455 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-09735829-70ec-497c-afda-8dd97a48ebae tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:45.119297 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-09735829-70ec-497c-afda-8dd97a48ebae tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Calling delete_port for c50a0132-4de6-4121-9341-499496a27b3f owned by {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:37:45.284313 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-09735829-70ec-497c-afda-8dd97a48ebae tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:45.331861 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09735829-70ec-497c-afda-8dd97a48ebae tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Pushing event deleted for resources: {'Port': ['ID=c50a0132-4de6-4121-9341-499496a27b3f,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:45.437717 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-09735829-70ec-497c-afda-8dd97a48ebae tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:45.441882 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-09735829-70ec-497c-afda-8dd97a48ebae tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] 10.222.0.62 "DELETE /v2.0/ports/c50a0132-4de6-4121-9341-499496a27b3f HTTP/1.1" status: 204 len: 168 time: 0.5907867 Oct 30 15:37:45.444239 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43382) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:45.501375 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1707a7d-7221-423a-9107-2992e3f65cfa tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:37:45.503214 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-c1707a7d-7221-423a-9107-2992e3f65cfa tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] 10.222.0.62 "GET /v2.0/ports?device_id=9adcee82-f810-412e-9990-60e3b04e9149 HTTP/1.1" status: 200 len: 913 time: 0.0576828 Oct 30 15:37:45.505919 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43386) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:45.872617 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5871c314-4442-4e72-926c-c61cce25da73 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:46.117979 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-5871c314-4442-4e72-926c-c61cce25da73 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Deleting port d9252547-47c7-4b33-ad95-45ebacf7ea5b {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:37:46.118460 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5871c314-4442-4e72-926c-c61cce25da73 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:46.219020 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5871c314-4442-4e72-926c-c61cce25da73 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:46.233039 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-5871c314-4442-4e72-926c-c61cce25da73 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Calling delete_port for d9252547-47c7-4b33-ad95-45ebacf7ea5b owned by network:router_interface {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:37:46.450618 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5871c314-4442-4e72-926c-c61cce25da73 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:46.480725 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5871c314-4442-4e72-926c-c61cce25da73 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Pushing event deleted for resources: {'Port': ['ID=d9252547-47c7-4b33-ad95-45ebacf7ea5b,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:46.641338 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5871c314-4442-4e72-926c-c61cce25da73 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:47.082589 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5871c314-4442-4e72-926c-c61cce25da73 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Router 9adcee82-f810-412e-9990-60e3b04e9149 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:37:47.168719 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5871c314-4442-4e72-926c-c61cce25da73 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:37:47.175777 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-5871c314-4442-4e72-926c-c61cce25da73 tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] 10.222.0.62 "PUT /v2.0/routers/9adcee82-f810-412e-9990-60e3b04e9149/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6665785 Oct 30 15:37:47.177146 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43416) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:47.179359 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ca2cf6-18fa-46ff-a603-db9c0d54156b None None] Sync routers for ids ['9adcee82-f810-412e-9990-60e3b04e9149'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:37:47.194727 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ca2cf6-18fa-46ff-a603-db9c0d54156b None None] Routers {'9adcee82-f810-412e-9990-60e3b04e9149'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:37:47.195705 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-11ca2cf6-18fa-46ff-a603-db9c0d54156b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:37:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['9adcee82-f810-412e-9990-60e3b04e9149'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:37:47.254551 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-11ca2cf6-18fa-46ff-a603-db9c0d54156b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:37:47.264882 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ca2cf6-18fa-46ff-a603-db9c0d54156b None None] Routers {'9adcee82-f810-412e-9990-60e3b04e9149'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:37:47.264882 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-11ca2cf6-18fa-46ff-a603-db9c0d54156b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:37:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['9adcee82-f810-412e-9990-60e3b04e9149'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:37:47.278658 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4fec70ff-6176-4df2-ab35-e0f510d3130a tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks [] for router, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:47.313377 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-11ca2cf6-18fa-46ff-a603-db9c0d54156b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:37:47.314814 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ca2cf6-18fa-46ff-a603-db9c0d54156b None None] The sync data for ids ['9adcee82-f810-412e-9990-60e3b04e9149'] in n-d-806683-17 is: [] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:37:47.453008 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4fec70ff-6176-4df2-ab35-e0f510d3130a tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:47.455152 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4fec70ff-6176-4df2-ab35-e0f510d3130a tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:47.501908 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4fec70ff-6176-4df2-ab35-e0f510d3130a tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:47.502441 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fec70ff-6176-4df2-ab35-e0f510d3130a tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Fanout notify agent at l3_agent the message router_deleted on router 9adcee82-f810-412e-9990-60e3b04e9149 {{(pid=102130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:37:47.509421 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4fec70ff-6176-4df2-ab35-e0f510d3130a tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:47.510616 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-4fec70ff-6176-4df2-ab35-e0f510d3130a tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] 10.222.0.62 "DELETE /v2.0/routers/9adcee82-f810-412e-9990-60e3b04e9149 HTTP/1.1" status: 204 len: 168 time: 0.3323712 Oct 30 15:37:47.513663 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43424) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:47.566213 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-222ddfa6-1261-4b55-babc-582ab1677d2e tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Deleting subnet 585a3e03-b2e7-4fc8-8c56-ac8f44684180 {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:37:47.569442 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-222ddfa6-1261-4b55-babc-582ab1677d2e tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:47.621021 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-222ddfa6-1261-4b55-babc-582ab1677d2e tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:47.711221 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-222ddfa6-1261-4b55-babc-582ab1677d2e tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:47.770523 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-222ddfa6-1261-4b55-babc-582ab1677d2e tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:47.798518 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222ddfa6-1261-4b55-babc-582ab1677d2e tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Pushing event deleted for resources: {'Subnet': ['ID=585a3e03-b2e7-4fc8-8c56-ac8f44684180,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:47.800603 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-222ddfa6-1261-4b55-babc-582ab1677d2e tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:47.803744 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-222ddfa6-1261-4b55-babc-582ab1677d2e tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] 10.222.0.62 "DELETE /v2.0/subnets/585a3e03-b2e7-4fc8-8c56-ac8f44684180 HTTP/1.1" status: 204 len: 168 time: 0.2890005 Oct 30 15:37:47.806209 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43428) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:47.810736 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef91d45e-5e51-47b5-a6c3-3a2f50ed9ec9 None None] Network 80444c6e-6926-4f1f-8820-400c716f0906 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:37:47.887976 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a6cd3813-1c4d-4e80-b942-3576275ba34c tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:47.941600 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-a6cd3813-1c4d-4e80-b942-3576275ba34c tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Deleting port 606bf3c4-9d93-405d-a34b-ad584d402e54 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:37:47.941944 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a6cd3813-1c4d-4e80-b942-3576275ba34c tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:48.002196 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c30925-1147-4589-8729-1fd987dbff5e None None] DHCP port deletion for 80444c6e-6926-4f1f-8820-400c716f0906 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:37:48.014665 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-a6cd3813-1c4d-4e80-b942-3576275ba34c tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] For port 606bf3c4-9d93-405d-a34b-ad584d402e54, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=606bf3c4-9d93-405d-a34b-ad584d402e54,segment=NetworkSegment(69dafdc0-542e-45b0-af7b-9f5678791222),segment_id=69dafdc0-542e-45b0-af7b-9f5678791222)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:37:48.015044 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a6cd3813-1c4d-4e80-b942-3576275ba34c tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:48.032124 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-a6cd3813-1c4d-4e80-b942-3576275ba34c tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Calling delete_port for 606bf3c4-9d93-405d-a34b-ad584d402e54 owned by network:dhcp {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:37:48.049708 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-57c30925-1147-4589-8729-1fd987dbff5e None None] Deleting port 606bf3c4-9d93-405d-a34b-ad584d402e54 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:37:48.050355 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-57c30925-1147-4589-8729-1fd987dbff5e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:48.112857 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-57c30925-1147-4589-8729-1fd987dbff5e None None] For port 606bf3c4-9d93-405d-a34b-ad584d402e54, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=606bf3c4-9d93-405d-a34b-ad584d402e54,segment=NetworkSegment(69dafdc0-542e-45b0-af7b-9f5678791222),segment_id=69dafdc0-542e-45b0-af7b-9f5678791222)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:37:48.113347 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a6cd3813-1c4d-4e80-b942-3576275ba34c tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:48.113700 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-57c30925-1147-4589-8729-1fd987dbff5e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:48.126811 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-57c30925-1147-4589-8729-1fd987dbff5e None None] Calling delete_port for 606bf3c4-9d93-405d-a34b-ad584d402e54 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:37:48.143261 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cd3813-1c4d-4e80-b942-3576275ba34c tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Pushing event deleted for resources: {'Port': ['ID=606bf3c4-9d93-405d-a34b-ad584d402e54,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:48.149008 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cd3813-1c4d-4e80-b942-3576275ba34c tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] No DVR routers for this DVR port 606bf3c4-9d93-405d-a34b-ad584d402e54 on host n-d-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:37:48.209066 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-57c30925-1147-4589-8729-1fd987dbff5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:48.233352 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a6cd3813-1c4d-4e80-b942-3576275ba34c tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:48.235054 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c30925-1147-4589-8729-1fd987dbff5e None None] Pushing event deleted for resources: {'Port': ['ID=606bf3c4-9d93-405d-a34b-ad584d402e54,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:48.238809 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c30925-1147-4589-8729-1fd987dbff5e None None] No DVR routers for this DVR port 606bf3c4-9d93-405d-a34b-ad584d402e54 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:37:48.264907 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-a6cd3813-1c4d-4e80-b942-3576275ba34c tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80444c6e-6926-4f1f-8820-400c716f0906']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:37:48.274342 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-a6cd3813-1c4d-4e80-b942-3576275ba34c tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69dafdc0-542e-45b0-af7b-9f5678791222') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:37:48.274632 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-a6cd3813-1c4d-4e80-b942-3576275ba34c tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69dafdc0-542e-45b0-af7b-9f5678791222') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:37:48.284035 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a6cd3813-1c4d-4e80-b942-3576275ba34c tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:48.285430 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:37:48.298501 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a6cd3813-1c4d-4e80-b942-3576275ba34c tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:48.304692 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6cd3813-1c4d-4e80-b942-3576275ba34c tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:37:48.305076 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a6cd3813-1c4d-4e80-b942-3576275ba34c tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:48.308699 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:37:48.308699 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:37:48.308699 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:37:48.308699 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:37:48.308699 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:37:48.308699 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:37:48.308699 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:37:48.308699 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:37:48.308699 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:37:48.308699 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:37:48.308699 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:37:48.308699 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:37:48.308699 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:37:48.308699 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:37:48.308699 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:37:48.308699 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:37:48.308699 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:37:48.308699 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:37:48.308699 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:37:48.308699 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:37:48.308699 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:37:48.308699 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:37:48.308699 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:37:48.308699 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:37:48.308699 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:37:48.308699 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:37:48.308699 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:37:48.308699 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:37:48.308699 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:37:48.308699 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:37:48.308699 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:37:48.308699 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:37:48.364529 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a6cd3813-1c4d-4e80-b942-3576275ba34c tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:48.371522 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a6cd3813-1c4d-4e80-b942-3576275ba34c tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:48.376501 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-a6cd3813-1c4d-4e80-b942-3576275ba34c tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] 10.222.0.62 "DELETE /v2.0/networks/80444c6e-6926-4f1f-8820-400c716f0906 HTTP/1.1" status: 204 len: 168 time: 0.5669723 Oct 30 15:37:48.395251 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cd3813-1c4d-4e80-b942-3576275ba34c tempest-FloatingIPNegativeTestJSON-303397648 tempest-FloatingIPNegativeTestJSON-303397648-project] Pushing event deleted for resources: {'Network': ['ID=80444c6e-6926-4f1f-8820-400c716f0906,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:48.666823 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43448) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:48.811176 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-6a545462-3e6e-4c58-9a8e-a10d49f9d5d3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ddf9c396c4474978839ee3de471afbc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1421640 Oct 30 15:37:48.812706 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43452) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:48.875413 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9ade8428-bff5-4f30-8877-85065f2cb43e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:48.899049 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9ade8428-bff5-4f30-8877-85065f2cb43e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:48.957441 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9ade8428-bff5-4f30-8877-85065f2cb43e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:48.960539 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9ade8428-bff5-4f30-8877-85065f2cb43e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:48.964689 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-9ade8428-bff5-4f30-8877-85065f2cb43e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a1aa1f09-e7ac-461b-85f4-5b4369785f22 HTTP/1.1" status: 204 len: 168 time: 0.1507561 Oct 30 15:37:48.972981 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ade8428-bff5-4f30-8877-85065f2cb43e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1aa1f09-e7ac-461b-85f4-5b4369785f22,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:49.651237 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43480) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:49.806367 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-c231f220-4c63-43cc-822c-2c222f25a0d5 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Request body: {'networks': [{'name': 'tempest-network--1064152997'}, {'name': 'tempest-network--491541004'}]} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:37:49.808398 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-c231f220-4c63-43cc-822c-2c222f25a0d5 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Request body: {'network': {'name': 'tempest-network--1064152997'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:37:49.809066 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-c231f220-4c63-43cc-822c-2c222f25a0d5 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Request body: {'network': {'name': 'tempest-network--491541004'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:37:49.836275 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c231f220-4c63-43cc-822c-2c222f25a0d5 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Made reservation on behalf of 497b928176dc4d2f99cdf6f501034c36 for: {'network': 2} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:37:49.842883 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c231f220-4c63-43cc-822c-2c222f25a0d5 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:49.852565 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c231f220-4c63-43cc-822c-2c222f25a0d5 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:49.853826 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 606bf3c4-9d93-405d-a34b-ad584d402e54 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:37:49.877930 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 606bf3c4-9d93-405d-a34b-ad584d402e54 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:37:49.878374 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 606bf3c4-9d93-405d-a34b-ad584d402e54 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:37:49.936773 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c231f220-4c63-43cc-822c-2c222f25a0d5 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:49.941056 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c231f220-4c63-43cc-822c-2c222f25a0d5 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:49.941723 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c231f220-4c63-43cc-822c-2c222f25a0d5 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:49.983575 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c231f220-4c63-43cc-822c-2c222f25a0d5 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b9f9ce-e21c-4de3-b15f-eff461cbaa98,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:49.994289 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c231f220-4c63-43cc-822c-2c222f25a0d5 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:37:50.004135 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c231f220-4c63-43cc-822c-2c222f25a0d5 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:50.004465 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-c231f220-4c63-43cc-822c-2c222f25a0d5 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Added segment 4c159d95-aa26-4411-98a5-b0a947a2f79d of type vlan for network de017541-700f-449c-95c4-f41b0a4301a2 Oct 30 15:37:50.059647 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c231f220-4c63-43cc-822c-2c222f25a0d5 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:50.090120 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c231f220-4c63-43cc-822c-2c222f25a0d5 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:37:50.099747 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c231f220-4c63-43cc-822c-2c222f25a0d5 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:50.100074 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-c231f220-4c63-43cc-822c-2c222f25a0d5 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Added segment 37f7e04f-16f7-410b-aaf8-3bf5e61d1877 of type vlan for network 2c089835-a1db-4406-aef0-808561310972 Oct 30 15:37:50.160699 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c231f220-4c63-43cc-822c-2c222f25a0d5 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:50.191406 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c231f220-4c63-43cc-822c-2c222f25a0d5 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:50.192005 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c231f220-4c63-43cc-822c-2c222f25a0d5 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:50.198204 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c231f220-4c63-43cc-822c-2c222f25a0d5 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:37:50.203099 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c231f220-4c63-43cc-822c-2c222f25a0d5 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:37:50.203779 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c231f220-4c63-43cc-822c-2c222f25a0d5 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:50.285035 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-c231f220-4c63-43cc-822c-2c222f25a0d5 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.6302874 Oct 30 15:37:50.285529 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43494) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:50.299273 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c231f220-4c63-43cc-822c-2c222f25a0d5 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Pushing event updated for resources: {'Network': ['ID=de017541-700f-449c-95c4-f41b0a4301a2,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:50.313433 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network de017541-700f-449c-95c4-f41b0a4301a2 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:37:50.382307 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c231f220-4c63-43cc-822c-2c222f25a0d5 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Pushing event updated for resources: {'Network': ['ID=2c089835-a1db-4406-aef0-808561310972,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:50.428656 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 2c089835-a1db-4406-aef0-808561310972 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:37:50.830396 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7a714c-00ac-4d16-a30c-0575a9bf0918 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:37:50.836970 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7a714c-00ac-4d16-a30c-0575a9bf0918 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:37:50.842977 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7a714c-00ac-4d16-a30c-0575a9bf0918 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:37:50.849903 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7a714c-00ac-4d16-a30c-0575a9bf0918 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:37:50.854505 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-ee7a714c-00ac-4d16-a30c-0575a9bf0918 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5652916 Oct 30 15:37:50.854745 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43498) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:50.936296 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a1f34fd0-fa10-4adc-b4af-12374f60ca64 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:51.024555 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a1f34fd0-fa10-4adc-b4af-12374f60ca64 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:51.049788 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-a1f34fd0-fa10-4adc-b4af-12374f60ca64 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de017541-700f-449c-95c4-f41b0a4301a2']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:37:51.061096 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-a1f34fd0-fa10-4adc-b4af-12374f60ca64 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c159d95-aa26-4411-98a5-b0a947a2f79d') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:37:51.061392 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-a1f34fd0-fa10-4adc-b4af-12374f60ca64 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c159d95-aa26-4411-98a5-b0a947a2f79d') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:37:51.071262 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a1f34fd0-fa10-4adc-b4af-12374f60ca64 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:51.085029 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a1f34fd0-fa10-4adc-b4af-12374f60ca64 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:51.091706 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1f34fd0-fa10-4adc-b4af-12374f60ca64 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:37:51.092087 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a1f34fd0-fa10-4adc-b4af-12374f60ca64 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:51.104484 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:37:51.104484 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:37:51.104484 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:37:51.104484 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:37:51.104484 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:37:51.104484 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:37:51.104484 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:37:51.104484 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:37:51.104484 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:37:51.104484 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:37:51.104484 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:37:51.104484 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:37:51.104484 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:37:51.104484 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:37:51.104484 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:37:51.104484 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:37:51.104484 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:37:51.104484 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:37:51.104484 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:37:51.104484 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:37:51.104484 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:37:51.104484 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:37:51.104484 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:37:51.104484 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:37:51.104484 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:37:51.104484 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:37:51.104484 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:37:51.104484 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:37:51.104484 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:37:51.104484 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:37:51.104484 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:37:51.104484 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:37:51.140325 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-73f4db56-2072-45f4-b0e6-7da47c72eab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:51.154381 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a1f34fd0-fa10-4adc-b4af-12374f60ca64 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:51.163978 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a1f34fd0-fa10-4adc-b4af-12374f60ca64 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:51.171484 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a1f34fd0-fa10-4adc-b4af-12374f60ca64 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] 10.222.0.62 "DELETE /v2.0/networks/de017541-700f-449c-95c4-f41b0a4301a2 HTTP/1.1" status: 204 len: 168 time: 0.3125112 Oct 30 15:37:51.171484 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43500) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:51.204098 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f34fd0-fa10-4adc-b4af-12374f60ca64 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Pushing event deleted for resources: {'Network': ['ID=de017541-700f-449c-95c4-f41b0a4301a2,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:51.282364 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c8e3099d-f56b-4530-9478-ac470539b93a tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:51.372510 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c8e3099d-f56b-4530-9478-ac470539b93a tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:51.392645 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-c8e3099d-f56b-4530-9478-ac470539b93a tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c089835-a1db-4406-aef0-808561310972']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:37:51.403120 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-c8e3099d-f56b-4530-9478-ac470539b93a tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37f7e04f-16f7-410b-aaf8-3bf5e61d1877') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:37:51.403424 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-c8e3099d-f56b-4530-9478-ac470539b93a tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37f7e04f-16f7-410b-aaf8-3bf5e61d1877') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:37:51.416885 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c8e3099d-f56b-4530-9478-ac470539b93a tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:51.431735 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c8e3099d-f56b-4530-9478-ac470539b93a tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:51.438553 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8e3099d-f56b-4530-9478-ac470539b93a tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:37:51.438961 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c8e3099d-f56b-4530-9478-ac470539b93a tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:51.442338 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:37:51.442338 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:37:51.442338 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:37:51.442338 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:37:51.442338 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:37:51.442338 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:37:51.442338 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:37:51.442338 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:37:51.442338 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:37:51.442338 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:37:51.442338 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:37:51.442338 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:37:51.442338 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:37:51.442338 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:37:51.442338 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:37:51.442338 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:37:51.442338 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:37:51.442338 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:37:51.442338 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:37:51.442338 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:37:51.442338 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:37:51.442338 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:37:51.442338 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:37:51.442338 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:37:51.442338 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:37:51.442338 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:37:51.442338 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:37:51.442338 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:37:51.442338 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:37:51.442338 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:37:51.442338 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:37:51.442338 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:37:51.510010 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c8e3099d-f56b-4530-9478-ac470539b93a tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:51.522285 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c8e3099d-f56b-4530-9478-ac470539b93a tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:51.528522 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c8e3099d-f56b-4530-9478-ac470539b93a tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] 10.222.0.62 "DELETE /v2.0/networks/2c089835-a1db-4406-aef0-808561310972 HTTP/1.1" status: 204 len: 168 time: 0.3538806 Oct 30 15:37:51.528986 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43504) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:51.537094 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e3099d-f56b-4530-9478-ac470539b93a tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Pushing event deleted for resources: {'Network': ['ID=2c089835-a1db-4406-aef0-808561310972,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:51.728941 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7873ef3-07ee-4814-98cb-167ed6374e7c tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:37:51.740086 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7873ef3-07ee-4814-98cb-167ed6374e7c tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:37:51.746356 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b7873ef3-07ee-4814-98cb-167ed6374e7c tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2122409 Oct 30 15:37:51.747001 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43508) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:51.752403 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-70c3b933-9efd-48a7-a170-cb1933ceb493 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-246946027'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:37:51.777746 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c3b933-9efd-48a7-a170-cb1933ceb493 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Made reservation on behalf of 497b928176dc4d2f99cdf6f501034c36 for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:37:51.781851 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-70c3b933-9efd-48a7-a170-cb1933ceb493 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:51.807429 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70c3b933-9efd-48a7-a170-cb1933ceb493 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:37:51.817661 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-70c3b933-9efd-48a7-a170-cb1933ceb493 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:51.818421 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-70c3b933-9efd-48a7-a170-cb1933ceb493 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Added segment 7b6ebeda-bb6d-4b57-baba-cab275667a45 of type vlan for network 5abca8ef-87e0-42a5-bbcf-75c9894d79ca Oct 30 15:37:51.871169 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-70c3b933-9efd-48a7-a170-cb1933ceb493 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:51.896456 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-70c3b933-9efd-48a7-a170-cb1933ceb493 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:51.903509 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c3b933-9efd-48a7-a170-cb1933ceb493 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:37:51.904201 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-70c3b933-9efd-48a7-a170-cb1933ceb493 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:51.969711 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-70c3b933-9efd-48a7-a170-cb1933ceb493 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2214687 Oct 30 15:37:51.972547 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43510) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:51.977642 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-9164438f-04f1-4ad0-8213-a135afd3976b tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1964662329'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:37:51.991275 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c3b933-9efd-48a7-a170-cb1933ceb493 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Pushing event updated for resources: {'Network': ['ID=5abca8ef-87e0-42a5-bbcf-75c9894d79ca,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:52.001254 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9164438f-04f1-4ad0-8213-a135afd3976b tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Made reservation on behalf of 497b928176dc4d2f99cdf6f501034c36 for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:37:52.005920 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9164438f-04f1-4ad0-8213-a135afd3976b tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:52.006455 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 5abca8ef-87e0-42a5-bbcf-75c9894d79ca details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:37:52.058926 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9164438f-04f1-4ad0-8213-a135afd3976b tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:37:52.079109 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9164438f-04f1-4ad0-8213-a135afd3976b tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:52.079502 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-9164438f-04f1-4ad0-8213-a135afd3976b tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Added segment 49842922-752c-45a7-8e27-5905bd95587a of type vlan for network 0b236c4b-6954-41e3-bdb5-0517293cc12f Oct 30 15:37:52.139788 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9164438f-04f1-4ad0-8213-a135afd3976b tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:52.170856 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9164438f-04f1-4ad0-8213-a135afd3976b tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:52.177164 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9164438f-04f1-4ad0-8213-a135afd3976b tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:37:52.177957 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9164438f-04f1-4ad0-8213-a135afd3976b tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:52.238442 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-9164438f-04f1-4ad0-8213-a135afd3976b tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2647762 Oct 30 15:37:52.241433 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43512) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:52.251415 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-3dbe3e20-b9a1-4e01-b4a8-227a7a61a669 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Request body: {'ports': [{'network_id': '5abca8ef-87e0-42a5-bbcf-75c9894d79ca', 'name': 'tempest-port--527324872', 'admin_state_up': True}, {'network_id': '0b236c4b-6954-41e3-bdb5-0517293cc12f', 'admin_state_up': False}]} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:37:52.251952 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-3dbe3e20-b9a1-4e01-b4a8-227a7a61a669 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Request body: {'port': {'network_id': '5abca8ef-87e0-42a5-bbcf-75c9894d79ca', 'name': 'tempest-port--527324872', 'admin_state_up': True}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:37:52.252353 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9164438f-04f1-4ad0-8213-a135afd3976b tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Pushing event updated for resources: {'Network': ['ID=0b236c4b-6954-41e3-bdb5-0517293cc12f,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:52.252710 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-3dbe3e20-b9a1-4e01-b4a8-227a7a61a669 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Request body: {'port': {'network_id': '0b236c4b-6954-41e3-bdb5-0517293cc12f', 'admin_state_up': False}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:37:52.264955 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9164438f-04f1-4ad0-8213-a135afd3976b tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:37:52.265303 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9164438f-04f1-4ad0-8213-a135afd3976b tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:37:52.265647 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9164438f-04f1-4ad0-8213-a135afd3976b tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:37:52.265987 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9164438f-04f1-4ad0-8213-a135afd3976b tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:37:52.266320 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9164438f-04f1-4ad0-8213-a135afd3976b tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:37:52.266650 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9164438f-04f1-4ad0-8213-a135afd3976b tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:37:52.267854 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9164438f-04f1-4ad0-8213-a135afd3976b tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:37:52.268069 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9164438f-04f1-4ad0-8213-a135afd3976b tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:37:52.268401 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9164438f-04f1-4ad0-8213-a135afd3976b tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:37:52.268982 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9164438f-04f1-4ad0-8213-a135afd3976b tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:37:52.269311 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9164438f-04f1-4ad0-8213-a135afd3976b tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:37:52.269636 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9164438f-04f1-4ad0-8213-a135afd3976b tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:37:52.288180 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 0b236c4b-6954-41e3-bdb5-0517293cc12f details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:37:52.536395 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dbe3e20-b9a1-4e01-b4a8-227a7a61a669 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Made reservation on behalf of 497b928176dc4d2f99cdf6f501034c36 for: {'port': 2} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:37:52.542675 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3dbe3e20-b9a1-4e01-b4a8-227a7a61a669 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:52.558283 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3dbe3e20-b9a1-4e01-b4a8-227a7a61a669 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:52.654947 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [None req-3dbe3e20-b9a1-4e01-b4a8-227a7a61a669 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] device_id is not set on port c9f472ca-c8bd-4f7b-a245-76910c6fc8e3 yet. {{(pid=102130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:37:52.799969 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3dbe3e20-b9a1-4e01-b4a8-227a7a61a669 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:52.880772 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [None req-3dbe3e20-b9a1-4e01-b4a8-227a7a61a669 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] device_id is not set on port af4f518f-99e3-46ab-9fa1-6dd63ffef319 yet. {{(pid=102130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:37:53.003391 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3dbe3e20-b9a1-4e01-b4a8-227a7a61a669 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:53.046410 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3dbe3e20-b9a1-4e01-b4a8-227a7a61a669 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:53.116114 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbe3e20-b9a1-4e01-b4a8-227a7a61a669 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Pushing event updated for resources: {'Port': ['ID=c9f472ca-c8bd-4f7b-a245-76910c6fc8e3,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:53.141340 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbe3e20-b9a1-4e01-b4a8-227a7a61a669 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Checking segment: {'id': '7b6ebeda-bb6d-4b57-baba-cab275667a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5abca8ef-87e0-42a5-bbcf-75c9894d79ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:37:53.141808 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbe3e20-b9a1-4e01-b4a8-227a7a61a669 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Network hostable DHCP agents. Network: 5abca8ef-87e0-42a5-bbcf-75c9894d79ca, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:37:53.167668 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbe3e20-b9a1-4e01-b4a8-227a7a61a669 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Network 5abca8ef-87e0-42a5-bbcf-75c9894d79ca is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:37:53.179294 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-3dbe3e20-b9a1-4e01-b4a8-227a7a61a669 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 5abca8ef-87e0-42a5-bbcf-75c9894d79ca) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:37:53.190021 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2de5fa6-8669-4da2-92ca-a341f3826dfc None None] Network 5abca8ef-87e0-42a5-bbcf-75c9894d79ca requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:37:53.205069 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbe3e20-b9a1-4e01-b4a8-227a7a61a669 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:37:53.205969 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3dbe3e20-b9a1-4e01-b4a8-227a7a61a669 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:53.349240 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbe3e20-b9a1-4e01-b4a8-227a7a61a669 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Pushing event updated for resources: {'Port': ['ID=af4f518f-99e3-46ab-9fa1-6dd63ffef319,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:53.352198 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbe3e20-b9a1-4e01-b4a8-227a7a61a669 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Checking segment: {'id': '49842922-752c-45a7-8e27-5905bd95587a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0b236c4b-6954-41e3-bdb5-0517293cc12f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:37:53.352537 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbe3e20-b9a1-4e01-b4a8-227a7a61a669 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Network hostable DHCP agents. Network: 0b236c4b-6954-41e3-bdb5-0517293cc12f, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:37:53.379474 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbe3e20-b9a1-4e01-b4a8-227a7a61a669 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Network 0b236c4b-6954-41e3-bdb5-0517293cc12f is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:37:53.393324 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-3dbe3e20-b9a1-4e01-b4a8-227a7a61a669 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 0b236c4b-6954-41e3-bdb5-0517293cc12f) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:37:53.409252 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707c9594-4aa0-4bfb-be1b-552c86c32aca None None] Network 0b236c4b-6954-41e3-bdb5-0517293cc12f requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:37:53.418446 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbe3e20-b9a1-4e01-b4a8-227a7a61a669 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:37:53.428555 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbe3e20-b9a1-4e01-b4a8-227a7a61a669 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:37:53.442593 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbe3e20-b9a1-4e01-b4a8-227a7a61a669 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:37:53.443590 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3dbe3e20-b9a1-4e01-b4a8-227a7a61a669 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:53.492715 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-3dbe3e20-b9a1-4e01-b4a8-227a7a61a669 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.2496858 Oct 30 15:37:53.495620 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43526) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:53.592570 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a648f6c-8159-499c-b94c-40ca4999eb98 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:37:53.602143 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a648f6c-8159-499c-b94c-40ca4999eb98 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:37:53.604944 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-5a648f6c-8159-499c-b94c-40ca4999eb98 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1079543 Oct 30 15:37:53.607848 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43528) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:53.728330 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-371bc63a-ecbb-49be-8d31-5155bf08fe45 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Deleting port c9f472ca-c8bd-4f7b-a245-76910c6fc8e3 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:37:53.728962 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-371bc63a-ecbb-49be-8d31-5155bf08fe45 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:53.781365 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c0dc82e4-af5a-4465-8c09-918599d1b545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:53.816718 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-371bc63a-ecbb-49be-8d31-5155bf08fe45 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:53.830176 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-371bc63a-ecbb-49be-8d31-5155bf08fe45 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Calling delete_port for c9f472ca-c8bd-4f7b-a245-76910c6fc8e3 owned by {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:37:53.923443 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-371bc63a-ecbb-49be-8d31-5155bf08fe45 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:53.944843 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-371bc63a-ecbb-49be-8d31-5155bf08fe45 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:53.948398 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-371bc63a-ecbb-49be-8d31-5155bf08fe45 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] 10.222.0.62 "DELETE /v2.0/ports/c9f472ca-c8bd-4f7b-a245-76910c6fc8e3 HTTP/1.1" status: 204 len: 168 time: 0.3393610 Oct 30 15:37:53.951192 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43532) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:53.971261 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371bc63a-ecbb-49be-8d31-5155bf08fe45 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Pushing event deleted for resources: {'Port': ['ID=c9f472ca-c8bd-4f7b-a245-76910c6fc8e3,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:54.039903 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-4d3a3448-c340-4546-a865-f22281b8effe tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Deleting port af4f518f-99e3-46ab-9fa1-6dd63ffef319 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:37:54.040250 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4d3a3448-c340-4546-a865-f22281b8effe tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:54.110189 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4d3a3448-c340-4546-a865-f22281b8effe tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:54.123206 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-4d3a3448-c340-4546-a865-f22281b8effe tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Calling delete_port for af4f518f-99e3-46ab-9fa1-6dd63ffef319 owned by {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:37:54.199673 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4d3a3448-c340-4546-a865-f22281b8effe tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:54.228880 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3a3448-c340-4546-a865-f22281b8effe tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Pushing event deleted for resources: {'Port': ['ID=af4f518f-99e3-46ab-9fa1-6dd63ffef319,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:54.233991 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4d3a3448-c340-4546-a865-f22281b8effe tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:54.240000 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-4d3a3448-c340-4546-a865-f22281b8effe tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] 10.222.0.62 "DELETE /v2.0/ports/af4f518f-99e3-46ab-9fa1-6dd63ffef319 HTTP/1.1" status: 204 len: 168 time: 0.2877419 Oct 30 15:37:54.240233 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43534) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:54.269160 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-0cc8a050-60aa-4522-9dff-db1d28551563 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0273464 Oct 30 15:37:54.272757 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43536) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:54.279153 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-2d239fb5-5872-4d3a-8b88-74fe360e81f9 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1714968279'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:37:54.300633 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d239fb5-5872-4d3a-8b88-74fe360e81f9 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Made reservation on behalf of 497b928176dc4d2f99cdf6f501034c36 for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:37:54.304191 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2d239fb5-5872-4d3a-8b88-74fe360e81f9 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:54.327995 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d239fb5-5872-4d3a-8b88-74fe360e81f9 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:37:54.336841 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2d239fb5-5872-4d3a-8b88-74fe360e81f9 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:54.337188 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-2d239fb5-5872-4d3a-8b88-74fe360e81f9 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Added segment 221e2f2f-7062-4753-a028-952ee53740f9 of type vlan for network e37f68c0-3e8d-44d5-afba-ebac8a6f6d9c Oct 30 15:37:54.383780 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2d239fb5-5872-4d3a-8b88-74fe360e81f9 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:54.409503 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2d239fb5-5872-4d3a-8b88-74fe360e81f9 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:54.415115 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d239fb5-5872-4d3a-8b88-74fe360e81f9 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:37:54.415744 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2d239fb5-5872-4d3a-8b88-74fe360e81f9 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:54.470939 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-2d239fb5-5872-4d3a-8b88-74fe360e81f9 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1970520 Oct 30 15:37:54.473713 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43538) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:54.478814 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-78d28525-bcbe-470a-930f-bc3bc6ec77e3 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1306601035'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:37:54.487859 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d239fb5-5872-4d3a-8b88-74fe360e81f9 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Pushing event updated for resources: {'Network': ['ID=e37f68c0-3e8d-44d5-afba-ebac8a6f6d9c,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:54.500866 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network e37f68c0-3e8d-44d5-afba-ebac8a6f6d9c details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:37:54.508847 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d28525-bcbe-470a-930f-bc3bc6ec77e3 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Made reservation on behalf of 497b928176dc4d2f99cdf6f501034c36 for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:37:54.514224 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-78d28525-bcbe-470a-930f-bc3bc6ec77e3 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:54.542258 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78d28525-bcbe-470a-930f-bc3bc6ec77e3 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:37:54.559271 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-78d28525-bcbe-470a-930f-bc3bc6ec77e3 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:54.559971 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-78d28525-bcbe-470a-930f-bc3bc6ec77e3 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Added segment 7fb3dc63-2e78-4a0b-a321-ea5c8fcd82cd of type vlan for network 092507d8-ff41-4c17-bed6-499a14d069da Oct 30 15:37:54.608284 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-78d28525-bcbe-470a-930f-bc3bc6ec77e3 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:54.635895 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-78d28525-bcbe-470a-930f-bc3bc6ec77e3 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:54.642070 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d28525-bcbe-470a-930f-bc3bc6ec77e3 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:37:54.642833 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-78d28525-bcbe-470a-930f-bc3bc6ec77e3 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:54.706395 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-78d28525-bcbe-470a-930f-bc3bc6ec77e3 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2315547 Oct 30 15:37:54.732023 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d28525-bcbe-470a-930f-bc3bc6ec77e3 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Pushing event updated for resources: {'Network': ['ID=092507d8-ff41-4c17-bed6-499a14d069da,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:54.744453 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 092507d8-ff41-4c17-bed6-499a14d069da details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:37:54.825578 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:54.837095 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43544) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:54.842521 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-8a9cfced-368c-4116-a85d-b2005c625473 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Request body: {'subnets': [{'network_id': 'e37f68c0-3e8d-44d5-afba-ebac8a6f6d9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--786116910', 'ip_version': 4}, {'network_id': '092507d8-ff41-4c17-bed6-499a14d069da', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:37:54.843152 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-8a9cfced-368c-4116-a85d-b2005c625473 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Request body: {'subnet': {'network_id': 'e37f68c0-3e8d-44d5-afba-ebac8a6f6d9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--786116910', 'ip_version': 4}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:37:54.844730 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-8a9cfced-368c-4116-a85d-b2005c625473 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Request body: {'subnet': {'network_id': '092507d8-ff41-4c17-bed6-499a14d069da', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:37:54.912020 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:55.013788 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a9cfced-368c-4116-a85d-b2005c625473 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Made reservation on behalf of 497b928176dc4d2f99cdf6f501034c36 for: {'subnet': 2} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:37:55.018568 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8a9cfced-368c-4116-a85d-b2005c625473 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:55.019153 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8a9cfced-368c-4116-a85d-b2005c625473 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:55.403423 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8a9cfced-368c-4116-a85d-b2005c625473 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:55.464120 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9cfced-368c-4116-a85d-b2005c625473 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Pushing event updated for resources: {'Subnet': ['ID=ecddb40b-0cda-4238-a209-a9c296f8d02e,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:55.475366 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9cfced-368c-4116-a85d-b2005c625473 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Checking segment: {'id': '221e2f2f-7062-4753-a028-952ee53740f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e37f68c0-3e8d-44d5-afba-ebac8a6f6d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:37:55.475758 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9cfced-368c-4116-a85d-b2005c625473 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Network hostable DHCP agents. Network: e37f68c0-3e8d-44d5-afba-ebac8a6f6d9c, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:37:55.493890 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9cfced-368c-4116-a85d-b2005c625473 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Network e37f68c0-3e8d-44d5-afba-ebac8a6f6d9c is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:37:55.503248 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-8a9cfced-368c-4116-a85d-b2005c625473 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, e37f68c0-3e8d-44d5-afba-ebac8a6f6d9c) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:37:55.508132 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8a9cfced-368c-4116-a85d-b2005c625473 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:55.528736 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4845180-74ef-4ca3-ad4a-c540a2c19807 None None] Network e37f68c0-3e8d-44d5-afba-ebac8a6f6d9c requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:37:55.581735 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9cfced-368c-4116-a85d-b2005c625473 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Pushing event updated for resources: {'Subnet': ['ID=5a319e1a-f6e1-429a-b237-fe798592fcf6,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:55.596847 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9cfced-368c-4116-a85d-b2005c625473 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Checking segment: {'id': '7fb3dc63-2e78-4a0b-a321-ea5c8fcd82cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '092507d8-ff41-4c17-bed6-499a14d069da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:37:55.597343 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9cfced-368c-4116-a85d-b2005c625473 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Network hostable DHCP agents. Network: 092507d8-ff41-4c17-bed6-499a14d069da, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:37:55.639025 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9cfced-368c-4116-a85d-b2005c625473 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Network 092507d8-ff41-4c17-bed6-499a14d069da is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:37:55.669132 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-8a9cfced-368c-4116-a85d-b2005c625473 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 092507d8-ff41-4c17-bed6-499a14d069da) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:37:55.673905 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9cfced-368c-4116-a85d-b2005c625473 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:37:55.674696 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9cfced-368c-4116-a85d-b2005c625473 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:37:55.675398 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8a9cfced-368c-4116-a85d-b2005c625473 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:55.691280 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072b34bc-659f-4e17-b4b1-37d12be4e1d3 None None] Network 092507d8-ff41-4c17-bed6-499a14d069da requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:37:55.712118 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43560) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:55.713279 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-8a9cfced-368c-4116-a85d-b2005c625473 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 0.8737411 Oct 30 15:37:55.842813 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102839ca-0f5c-4e8e-8fbe-f25f34b46623 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:37:55.844921 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102839ca-0f5c-4e8e-8fbe-f25f34b46623 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:37:55.847303 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102839ca-0f5c-4e8e-8fbe-f25f34b46623 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:37:55.849083 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-102839ca-0f5c-4e8e-8fbe-f25f34b46623 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1338189 Oct 30 15:37:55.852684 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43564) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:55.934910 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dc671cb-801f-4df0-b810-2e69493c5cf8 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Deleting subnet ecddb40b-0cda-4238-a209-a9c296f8d02e {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:37:55.938763 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3dc671cb-801f-4df0-b810-2e69493c5cf8 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:55.957672 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9b9fbe-7ebf-47d4-a04c-c64af530af68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-e37f68c0-3e8d-44d5-afba-ebac8a6f6d9c', 'network_id': 'e37f68c0-3e8d-44d5-afba-ebac8a6f6d9c', 'tenant_id': '497b928176dc4d2f99cdf6f501034c36', 'fixed_ips': [{'subnet_id': 'ecddb40b-0cda-4238-a209-a9c296f8d02e'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:37:55.958549 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-df9b9fbe-7ebf-47d4-a04c-c64af530af68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:55.987048 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a90200b-7db2-48fa-9143-76fc24cea794 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-092507d8-ff41-4c17-bed6-499a14d069da', 'network_id': '092507d8-ff41-4c17-bed6-499a14d069da', 'tenant_id': '497b928176dc4d2f99cdf6f501034c36', 'fixed_ips': [{'subnet_id': '5a319e1a-f6e1-429a-b237-fe798592fcf6'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:37:55.987949 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4a90200b-7db2-48fa-9143-76fc24cea794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:55.988419 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3dc671cb-801f-4df0-b810-2e69493c5cf8 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:56.062060 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3dc671cb-801f-4df0-b810-2e69493c5cf8 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:56.191927 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3dc671cb-801f-4df0-b810-2e69493c5cf8 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:56.221537 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc671cb-801f-4df0-b810-2e69493c5cf8 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Pushing event deleted for resources: {'Subnet': ['ID=ecddb40b-0cda-4238-a209-a9c296f8d02e,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:56.227782 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3dc671cb-801f-4df0-b810-2e69493c5cf8 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:56.231340 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-3dc671cb-801f-4df0-b810-2e69493c5cf8 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] 10.222.0.62 "DELETE /v2.0/subnets/ecddb40b-0cda-4238-a209-a9c296f8d02e HTTP/1.1" status: 204 len: 168 time: 0.3766053 Oct 30 15:37:56.233735 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43576) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:56.301962 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-4a90200b-7db2-48fa-9143-76fc24cea794 None None] Allocated IP 172.20.0.18 (092507d8-ff41-4c17-bed6-499a14d069da/5a319e1a-f6e1-429a-b237-fe798592fcf6/b4abcede-da69-49f3-856d-bb4ad72fc4c1) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server [None req-df9b9fbe-7ebf-47d4-a04c-c64af530af68 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ecddb40b-0cda-4238-a209-a9c296f8d02e: This subnet is being modified by another concurrent operation. Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server raise self.value Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server raise self.value Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server raise self.value Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server raise self.value Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server raise self.value Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server raise self.value Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server raise self.value Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server raise exception Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ecddb40b-0cda-4238-a209-a9c296f8d02e: This subnet is being modified by another concurrent operation. Oct 30 15:37:56.314092 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server Oct 30 15:37:56.355653 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-b023d58f-15a1-40a3-bb53-95ff5cd3bbbc tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Deleting subnet 5a319e1a-f6e1-429a-b237-fe798592fcf6 {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:37:56.366856 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ce2c3d-f7a8-41f6-93f6-8ce3d13ae722 None None] Network e37f68c0-3e8d-44d5-afba-ebac8a6f6d9c requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:37:56.588469 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4a90200b-7db2-48fa-9143-76fc24cea794 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:56.611369 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4a90200b-7db2-48fa-9143-76fc24cea794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:56.611649 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b023d58f-15a1-40a3-bb53-95ff5cd3bbbc tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:56.660637 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b023d58f-15a1-40a3-bb53-95ff5cd3bbbc tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:56.671817 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a90200b-7db2-48fa-9143-76fc24cea794 None None] Network 092507d8-ff41-4c17-bed6-499a14d069da is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:37:56.692437 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a90200b-7db2-48fa-9143-76fc24cea794 None None] Pushing event updated for resources: {'Port': ['ID=b4abcede-da69-49f3-856d-bb4ad72fc4c1,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:56.695839 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-4a90200b-7db2-48fa-9143-76fc24cea794 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:37:56.697996 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:56.699087 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a90200b-7db2-48fa-9143-76fc24cea794 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:37:56.763199 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-4a90200b-7db2-48fa-9143-76fc24cea794 None None] Attempting to bind port b4abcede-da69-49f3-856d-bb4ad72fc4c1 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:37:56.763400 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b023d58f-15a1-40a3-bb53-95ff5cd3bbbc tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:56.763906 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-4a90200b-7db2-48fa-9143-76fc24cea794 None None] Attempting to bind port b4abcede-da69-49f3-856d-bb4ad72fc4c1 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '7fb3dc63-2e78-4a0b-a321-ea5c8fcd82cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '092507d8-ff41-4c17-bed6-499a14d069da'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:37:56.763906 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a90200b-7db2-48fa-9143-76fc24cea794 None None] Attempting to bind port b4abcede-da69-49f3-856d-bb4ad72fc4c1 on network 092507d8-ff41-4c17-bed6-499a14d069da {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:37:56.771110 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a90200b-7db2-48fa-9143-76fc24cea794 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:37:56.771512 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a90200b-7db2-48fa-9143-76fc24cea794 None None] Checking segment: {'id': '7fb3dc63-2e78-4a0b-a321-ea5c8fcd82cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '092507d8-ff41-4c17-bed6-499a14d069da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:37:56.771927 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4a90200b-7db2-48fa-9143-76fc24cea794 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:56.772383 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a90200b-7db2-48fa-9143-76fc24cea794 None None] Bound using segment: {'id': '7fb3dc63-2e78-4a0b-a321-ea5c8fcd82cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '092507d8-ff41-4c17-bed6-499a14d069da'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:37:56.772862 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-4a90200b-7db2-48fa-9143-76fc24cea794 None None] Bound port: b4abcede-da69-49f3-856d-bb4ad72fc4c1, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb3dc63-2e78-4a0b-a321-ea5c8fcd82cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '092507d8-ff41-4c17-bed6-499a14d069da'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:37:56.773249 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4a90200b-7db2-48fa-9143-76fc24cea794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:56.826310 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b023d58f-15a1-40a3-bb53-95ff5cd3bbbc tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:56.851087 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-4a90200b-7db2-48fa-9143-76fc24cea794 None None] For port b4abcede-da69-49f3-856d-bb4ad72fc4c1, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:37:56.854529 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-4a90200b-7db2-48fa-9143-76fc24cea794 None None] For port b4abcede-da69-49f3-856d-bb4ad72fc4c1, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=b4abcede-da69-49f3-856d-bb4ad72fc4c1,segment=NetworkSegment(7fb3dc63-2e78-4a0b-a321-ea5c8fcd82cd),segment_id=7fb3dc63-2e78-4a0b-a321-ea5c8fcd82cd)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:37:56.859222 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b023d58f-15a1-40a3-bb53-95ff5cd3bbbc tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Pushing event deleted for resources: {'Subnet': ['ID=5a319e1a-f6e1-429a-b237-fe798592fcf6,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:56.862829 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4a90200b-7db2-48fa-9143-76fc24cea794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:56.864474 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b023d58f-15a1-40a3-bb53-95ff5cd3bbbc tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:56.871166 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43590) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:56.880578 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b023d58f-15a1-40a3-bb53-95ff5cd3bbbc tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] 10.222.0.62 "DELETE /v2.0/subnets/5a319e1a-f6e1-429a-b237-fe798592fcf6 HTTP/1.1" status: 204 len: 168 time: 0.6452639 Oct 30 15:37:56.933328 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9bf844-07bf-4ecf-b824-68908fa4547b tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:37:56.939544 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43594) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:56.950081 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-de9bf844-07bf-4ecf-b824-68908fa4547b tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0777342 Oct 30 15:37:56.973955 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a90200b-7db2-48fa-9143-76fc24cea794 None None] Pushing event updated for resources: {'Port': ['ID=b4abcede-da69-49f3-856d-bb4ad72fc4c1,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:57.039499 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d3bfce2c-3582-4c52-9803-989e175c04c7 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:57.108943 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-d3bfce2c-3582-4c52-9803-989e175c04c7 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Deleting port b4abcede-da69-49f3-856d-bb4ad72fc4c1 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:37:57.109822 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d3bfce2c-3582-4c52-9803-989e175c04c7 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:57.191570 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-d3bfce2c-3582-4c52-9803-989e175c04c7 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] For port b4abcede-da69-49f3-856d-bb4ad72fc4c1, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=b4abcede-da69-49f3-856d-bb4ad72fc4c1,segment=NetworkSegment(7fb3dc63-2e78-4a0b-a321-ea5c8fcd82cd),segment_id=7fb3dc63-2e78-4a0b-a321-ea5c8fcd82cd)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:37:57.192073 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d3bfce2c-3582-4c52-9803-989e175c04c7 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:57.208504 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-d3bfce2c-3582-4c52-9803-989e175c04c7 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Calling delete_port for b4abcede-da69-49f3-856d-bb4ad72fc4c1 owned by network:dhcp {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:37:57.345122 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d3bfce2c-3582-4c52-9803-989e175c04c7 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:57.376002 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bfce2c-3582-4c52-9803-989e175c04c7 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] No DVR routers for this DVR port b4abcede-da69-49f3-856d-bb4ad72fc4c1 on host n-d-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:37:57.377876 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bfce2c-3582-4c52-9803-989e175c04c7 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Pushing event deleted for resources: {'Port': ['ID=b4abcede-da69-49f3-856d-bb4ad72fc4c1,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:57.465685 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d3bfce2c-3582-4c52-9803-989e175c04c7 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:57.494136 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-d3bfce2c-3582-4c52-9803-989e175c04c7 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['092507d8-ff41-4c17-bed6-499a14d069da']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:37:57.505627 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-d3bfce2c-3582-4c52-9803-989e175c04c7 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fb3dc63-2e78-4a0b-a321-ea5c8fcd82cd') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:37:57.506034 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-d3bfce2c-3582-4c52-9803-989e175c04c7 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fb3dc63-2e78-4a0b-a321-ea5c8fcd82cd') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:37:57.517093 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d3bfce2c-3582-4c52-9803-989e175c04c7 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:57.533851 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d3bfce2c-3582-4c52-9803-989e175c04c7 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:57.540224 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3bfce2c-3582-4c52-9803-989e175c04c7 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:37:57.541255 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d3bfce2c-3582-4c52-9803-989e175c04c7 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:57.544649 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:37:57.544649 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:37:57.544649 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:37:57.544649 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:37:57.544649 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:37:57.544649 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:37:57.544649 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:37:57.544649 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:37:57.544649 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:37:57.544649 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:37:57.544649 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:37:57.544649 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:37:57.544649 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:37:57.544649 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:37:57.544649 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:37:57.544649 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:37:57.544649 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:37:57.544649 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:37:57.544649 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:37:57.544649 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:37:57.544649 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:37:57.544649 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:37:57.544649 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:37:57.544649 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:37:57.544649 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:37:57.544649 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:37:57.544649 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:37:57.544649 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:37:57.544649 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:37:57.544649 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:37:57.544649 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:37:57.544649 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:37:57.654476 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d3bfce2c-3582-4c52-9803-989e175c04c7 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:57.664472 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d3bfce2c-3582-4c52-9803-989e175c04c7 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:57.672820 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d3bfce2c-3582-4c52-9803-989e175c04c7 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] 10.222.0.62 "DELETE /v2.0/networks/092507d8-ff41-4c17-bed6-499a14d069da HTTP/1.1" status: 204 len: 168 time: 0.7313650 Oct 30 15:37:57.674806 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43612) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:57.700083 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bfce2c-3582-4c52-9803-989e175c04c7 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Pushing event deleted for resources: {'Network': ['ID=092507d8-ff41-4c17-bed6-499a14d069da,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:57.772968 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4ce39e6a-b70a-4f8a-bd19-ea8ff24ee028 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:57.892564 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4ce39e6a-b70a-4f8a-bd19-ea8ff24ee028 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:57.933578 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-4ce39e6a-b70a-4f8a-bd19-ea8ff24ee028 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e37f68c0-3e8d-44d5-afba-ebac8a6f6d9c']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:37:57.943337 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-4ce39e6a-b70a-4f8a-bd19-ea8ff24ee028 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '221e2f2f-7062-4753-a028-952ee53740f9') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:37:57.943663 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-4ce39e6a-b70a-4f8a-bd19-ea8ff24ee028 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '221e2f2f-7062-4753-a028-952ee53740f9') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:37:57.954605 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4ce39e6a-b70a-4f8a-bd19-ea8ff24ee028 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:57.969847 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4ce39e6a-b70a-4f8a-bd19-ea8ff24ee028 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:57.978942 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ce39e6a-b70a-4f8a-bd19-ea8ff24ee028 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:37:57.979588 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4ce39e6a-b70a-4f8a-bd19-ea8ff24ee028 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:57.982914 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:37:57.982914 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:37:57.982914 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:37:57.982914 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:37:57.982914 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:37:57.982914 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:37:57.982914 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:37:57.982914 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:37:57.982914 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:37:57.982914 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:37:57.982914 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:37:57.982914 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:37:57.982914 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:37:57.982914 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:37:57.982914 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:37:57.982914 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:37:57.982914 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:37:57.982914 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:37:57.982914 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:37:57.982914 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:37:57.982914 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:37:57.982914 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:37:57.982914 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:37:57.982914 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:37:57.982914 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:37:57.982914 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:37:57.982914 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:37:57.982914 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:37:57.982914 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:37:57.982914 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:37:57.982914 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:37:57.982914 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:37:58.055124 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4ce39e6a-b70a-4f8a-bd19-ea8ff24ee028 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:58.064485 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4ce39e6a-b70a-4f8a-bd19-ea8ff24ee028 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:58.069049 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-4ce39e6a-b70a-4f8a-bd19-ea8ff24ee028 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] 10.222.0.62 "DELETE /v2.0/networks/e37f68c0-3e8d-44d5-afba-ebac8a6f6d9c HTTP/1.1" status: 204 len: 168 time: 0.3932450 Oct 30 15:37:58.071826 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43622) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:58.099047 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce39e6a-b70a-4f8a-bd19-ea8ff24ee028 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Pushing event deleted for resources: {'Network': ['ID=e37f68c0-3e8d-44d5-afba-ebac8a6f6d9c,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:58.174830 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ff3250fc-a750-4d5a-8572-e9fe9a2cbfb1 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:58.280077 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ff3250fc-a750-4d5a-8572-e9fe9a2cbfb1 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:58.301221 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-ff3250fc-a750-4d5a-8572-e9fe9a2cbfb1 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b236c4b-6954-41e3-bdb5-0517293cc12f']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:37:58.312977 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-ff3250fc-a750-4d5a-8572-e9fe9a2cbfb1 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49842922-752c-45a7-8e27-5905bd95587a') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:37:58.313275 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-ff3250fc-a750-4d5a-8572-e9fe9a2cbfb1 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49842922-752c-45a7-8e27-5905bd95587a') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:37:58.330712 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-5e2e00aa-cc42-4ec1-b012-18430ca4f669 None None] Could not find standard attr ID for object b4abcede-da69-49f3-856d-bb4ad72fc4c1. {{(pid=102132) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 30 15:37:58.331243 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ff3250fc-a750-4d5a-8572-e9fe9a2cbfb1 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:58.346146 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ff3250fc-a750-4d5a-8572-e9fe9a2cbfb1 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:58.352687 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff3250fc-a750-4d5a-8572-e9fe9a2cbfb1 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:37:58.353107 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ff3250fc-a750-4d5a-8572-e9fe9a2cbfb1 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:58.357473 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:37:58.357473 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:37:58.357473 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:37:58.357473 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:37:58.357473 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:37:58.357473 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:37:58.357473 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:37:58.357473 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:37:58.357473 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:37:58.357473 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:37:58.357473 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:37:58.357473 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:37:58.357473 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:37:58.357473 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:37:58.357473 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:37:58.357473 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:37:58.357473 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:37:58.357473 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:37:58.357473 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:37:58.357473 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:37:58.357473 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:37:58.357473 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:37:58.357473 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:37:58.357473 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:37:58.357473 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:37:58.357473 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:37:58.357473 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:37:58.357473 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:37:58.357473 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:37:58.357473 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:37:58.357473 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:37:58.357473 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:37:58.389384 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394658d7-47f5-4cd3-a47b-fb2818cfe467 None None] DHCP port deletion for 092507d8-ff41-4c17-bed6-499a14d069da request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:37:58.408868 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa7c52e-a856-4c5d-a341-ec938d4b956a None None] Network 092507d8-ff41-4c17-bed6-499a14d069da requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:37:58.421871 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa7c52e-a856-4c5d-a341-ec938d4b956a None None] Network 092507d8-ff41-4c17-bed6-499a14d069da could not be found, it might have been deleted concurrently. {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 30 15:37:58.427981 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ff3250fc-a750-4d5a-8572-e9fe9a2cbfb1 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:58.434310 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e81bc99-0cc8-49c9-b9c8-d005763c0755 None None] get_active_networks_info from n-d-806683-17 {{(pid=102132) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 30 15:37:58.437270 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ff3250fc-a750-4d5a-8572-e9fe9a2cbfb1 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:58.443293 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-ff3250fc-a750-4d5a-8572-e9fe9a2cbfb1 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] 10.222.0.62 "DELETE /v2.0/networks/0b236c4b-6954-41e3-bdb5-0517293cc12f HTTP/1.1" status: 204 len: 168 time: 0.3697684 Oct 30 15:37:58.443607 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43628) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:58.457070 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3250fc-a750-4d5a-8572-e9fe9a2cbfb1 tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Pushing event deleted for resources: {'Network': ['ID=0b236c4b-6954-41e3-bdb5-0517293cc12f,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:58.519330 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e81bc99-0cc8-49c9-b9c8-d005763c0755 None None] Resources bound (agent type, host, resource id): {{(pid=102132) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 30 15:37:58.534319 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-578a1831-ea9c-4600-bdad-d564c514dc8a tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:58.655313 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-578a1831-ea9c-4600-bdad-d564c514dc8a tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:58.694246 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-578a1831-ea9c-4600-bdad-d564c514dc8a tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5abca8ef-87e0-42a5-bbcf-75c9894d79ca']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:37:58.704433 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-578a1831-ea9c-4600-bdad-d564c514dc8a tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b6ebeda-bb6d-4b57-baba-cab275667a45') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:37:58.705139 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-578a1831-ea9c-4600-bdad-d564c514dc8a tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b6ebeda-bb6d-4b57-baba-cab275667a45') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:37:58.715549 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-578a1831-ea9c-4600-bdad-d564c514dc8a tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:58.733637 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-578a1831-ea9c-4600-bdad-d564c514dc8a tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:58.748095 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-578a1831-ea9c-4600-bdad-d564c514dc8a tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:37:58.748497 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-578a1831-ea9c-4600-bdad-d564c514dc8a tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:58.751685 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:37:58.751685 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:37:58.751685 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:37:58.751685 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:37:58.751685 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:37:58.751685 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:37:58.751685 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:37:58.751685 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:37:58.751685 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:37:58.751685 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:37:58.751685 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:37:58.751685 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:37:58.751685 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:37:58.751685 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:37:58.751685 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:37:58.751685 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:37:58.751685 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:37:58.751685 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:37:58.751685 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:37:58.751685 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:37:58.751685 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:37:58.751685 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:37:58.751685 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:37:58.751685 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:37:58.751685 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:37:58.751685 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:37:58.751685 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:37:58.751685 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:37:58.751685 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:37:58.751685 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:37:58.751685 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:37:58.751685 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:37:58.839341 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-578a1831-ea9c-4600-bdad-d564c514dc8a tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:58.846974 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-578a1831-ea9c-4600-bdad-d564c514dc8a tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:58.854811 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-578a1831-ea9c-4600-bdad-d564c514dc8a tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] 10.222.0.62 "DELETE /v2.0/networks/5abca8ef-87e0-42a5-bbcf-75c9894d79ca HTTP/1.1" status: 204 len: 168 time: 0.4061816 Oct 30 15:37:58.865310 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578a1831-ea9c-4600-bdad-d564c514dc8a tempest-BulkNetworkOpsTest-409303771 tempest-BulkNetworkOpsTest-409303771-project] Pushing event deleted for resources: {'Network': ['ID=5abca8ef-87e0-42a5-bbcf-75c9894d79ca,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:59.146688 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43650) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:59.344228 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-cebc5451-3bac-4a0a-8643-87b05d9adf34 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=497b928176dc4d2f99cdf6f501034c36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1964576 Oct 30 15:37:59.347020 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43654) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:37:59.431909 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6353072e-d7dc-4d16-9e41-f377255c79f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:59.455052 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6353072e-d7dc-4d16-9e41-f377255c79f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:59.508213 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6353072e-d7dc-4d16-9e41-f377255c79f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:59.511190 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6353072e-d7dc-4d16-9e41-f377255c79f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:37:59.512605 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-6353072e-d7dc-4d16-9e41-f377255c79f5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a6b9f9ce-e21c-4de3-b15f-eff461cbaa98 HTTP/1.1" status: 204 len: 168 time: 0.1639047 Oct 30 15:37:59.521718 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6353072e-d7dc-4d16-9e41-f377255c79f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b9f9ce-e21c-4de3-b15f-eff461cbaa98,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:37:59.826294 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device b4abcede-da69-49f3-856d-bb4ad72fc4c1 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:37:59.848975 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: b4abcede-da69-49f3-856d-bb4ad72fc4c1 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:37:59.849331 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device b4abcede-da69-49f3-856d-bb4ad72fc4c1 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:38:00.017782 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:00.303072 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43696) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:00.416384 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-b6182207-da4b-49cb-bd76-68ac1a098147 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-938195541'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:38:00.437952 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6182207-da4b-49cb-bd76-68ac1a098147 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Made reservation on behalf of bfe0fcd4addf4ed598c6e96531275e0b for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:38:00.443151 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b6182207-da4b-49cb-bd76-68ac1a098147 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:00.452166 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b6182207-da4b-49cb-bd76-68ac1a098147 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:00.545387 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b6182207-da4b-49cb-bd76-68ac1a098147 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:00.549313 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b6182207-da4b-49cb-bd76-68ac1a098147 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:00.574014 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6182207-da4b-49cb-bd76-68ac1a098147 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:38:00.590525 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6182207-da4b-49cb-bd76-68ac1a098147 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=311e7631-d471-4f31-bde0-f9ae9c57684a,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:38:00.594923 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b6182207-da4b-49cb-bd76-68ac1a098147 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:00.595273 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-b6182207-da4b-49cb-bd76-68ac1a098147 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Added segment a0afd4a2-d157-4878-b611-653f4c816abd of type vlan for network 8416355d-d025-4201-bf14-fcd8cedc2021 Oct 30 15:38:00.638341 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b6182207-da4b-49cb-bd76-68ac1a098147 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:00.666216 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b6182207-da4b-49cb-bd76-68ac1a098147 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:00.672060 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6182207-da4b-49cb-bd76-68ac1a098147 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:38:00.672957 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b6182207-da4b-49cb-bd76-68ac1a098147 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:00.734021 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b6182207-da4b-49cb-bd76-68ac1a098147 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.4296770 Oct 30 15:38:00.736734 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43704) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:00.742301 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-44faa35d-9784-499c-9c7a-8f5ca230303d tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Request body: {'subnet': {'network_id': '8416355d-d025-4201-bf14-fcd8cedc2021', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:38:00.758145 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6182207-da4b-49cb-bd76-68ac1a098147 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Pushing event updated for resources: {'Network': ['ID=8416355d-d025-4201-bf14-fcd8cedc2021,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:38:00.770965 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 8416355d-d025-4201-bf14-fcd8cedc2021 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:38:00.850734 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44faa35d-9784-499c-9c7a-8f5ca230303d tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Made reservation on behalf of bfe0fcd4addf4ed598c6e96531275e0b for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:38:00.855615 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-44faa35d-9784-499c-9c7a-8f5ca230303d tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:01.069394 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-44faa35d-9784-499c-9c7a-8f5ca230303d tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:01.130453 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44faa35d-9784-499c-9c7a-8f5ca230303d tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Pushing event updated for resources: {'Subnet': ['ID=89f4deda-0a3a-415f-a45b-25b7a84aa576,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:38:01.139490 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44faa35d-9784-499c-9c7a-8f5ca230303d tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Checking segment: {'id': 'a0afd4a2-d157-4878-b611-653f4c816abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '8416355d-d025-4201-bf14-fcd8cedc2021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:38:01.139939 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44faa35d-9784-499c-9c7a-8f5ca230303d tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Network hostable DHCP agents. Network: 8416355d-d025-4201-bf14-fcd8cedc2021, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:38:01.158377 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44faa35d-9784-499c-9c7a-8f5ca230303d tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Network 8416355d-d025-4201-bf14-fcd8cedc2021 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:38:01.170302 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-44faa35d-9784-499c-9c7a-8f5ca230303d tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 8416355d-d025-4201-bf14-fcd8cedc2021) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:38:01.175687 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44faa35d-9784-499c-9c7a-8f5ca230303d tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:38:01.176493 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-44faa35d-9784-499c-9c7a-8f5ca230303d tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:01.180267 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59597edd-ae01-460b-8641-a737a16d8d20 None None] Network 8416355d-d025-4201-bf14-fcd8cedc2021 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:38:01.205259 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-44faa35d-9784-499c-9c7a-8f5ca230303d tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4645636 Oct 30 15:38:01.205476 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43718) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:01.211146 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-8915728a-be05-4f0e-9b3a-56c93790767b tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Request body: {'port': {'network_id': '8416355d-d025-4201-bf14-fcd8cedc2021', 'name': 'tempest-TagsExtTest-1320749027'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:38:01.357548 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8915728a-be05-4f0e-9b3a-56c93790767b tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Made reservation on behalf of bfe0fcd4addf4ed598c6e96531275e0b for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:38:01.359261 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8667d09-480f-4da4-b48f-893e1400ea68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-8416355d-d025-4201-bf14-fcd8cedc2021', 'network_id': '8416355d-d025-4201-bf14-fcd8cedc2021', 'tenant_id': 'bfe0fcd4addf4ed598c6e96531275e0b', 'fixed_ips': [{'subnet_id': '89f4deda-0a3a-415f-a45b-25b7a84aa576'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:38:01.360363 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d8667d09-480f-4da4-b48f-893e1400ea68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:01.361923 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8915728a-be05-4f0e-9b3a-56c93790767b tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:01.382898 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [None req-8915728a-be05-4f0e-9b3a-56c93790767b tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] device_id is not set on port f8d2c7a2-ead4-4eb9-9094-9804642c03f9 yet. {{(pid=102131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 30 15:38:01.509536 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-8915728a-be05-4f0e-9b3a-56c93790767b tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Allocated IP 172.20.0.4 (8416355d-d025-4201-bf14-fcd8cedc2021/89f4deda-0a3a-415f-a45b-25b7a84aa576/f8d2c7a2-ead4-4eb9-9094-9804642c03f9) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:38:01.694494 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8915728a-be05-4f0e-9b3a-56c93790767b tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:01.731783 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8915728a-be05-4f0e-9b3a-56c93790767b tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:01.792737 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8915728a-be05-4f0e-9b3a-56c93790767b tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Pushing event updated for resources: {'Port': ['ID=f8d2c7a2-ead4-4eb9-9094-9804642c03f9,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:38:01.805484 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8915728a-be05-4f0e-9b3a-56c93790767b tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Network 8416355d-d025-4201-bf14-fcd8cedc2021 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:38:01.807629 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-8915728a-be05-4f0e-9b3a-56c93790767b tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:38:01.814913 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8915728a-be05-4f0e-9b3a-56c93790767b tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:38:01.960172 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-d8667d09-480f-4da4-b48f-893e1400ea68 None None] Allocated IP 172.20.0.2 (8416355d-d025-4201-bf14-fcd8cedc2021/89f4deda-0a3a-415f-a45b-25b7a84aa576/3f371689-2a2e-4860-b9a6-0afc877cef11) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:38:02.097158 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:02.140990 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d8667d09-480f-4da4-b48f-893e1400ea68 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:02.149279 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d8667d09-480f-4da4-b48f-893e1400ea68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:02.196079 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8667d09-480f-4da4-b48f-893e1400ea68 None None] Network 8416355d-d025-4201-bf14-fcd8cedc2021 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:38:02.199723 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-d8667d09-480f-4da4-b48f-893e1400ea68 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:38:02.205338 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8667d09-480f-4da4-b48f-893e1400ea68 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:38:02.211763 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8915728a-be05-4f0e-9b3a-56c93790767b tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:38:02.213043 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8915728a-be05-4f0e-9b3a-56c93790767b tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:02.213704 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8667d09-480f-4da4-b48f-893e1400ea68 None None] Pushing event updated for resources: {'Port': ['ID=3f371689-2a2e-4860-b9a6-0afc877cef11,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:38:02.239250 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43736) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:02.241312 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-8915728a-be05-4f0e-9b3a-56c93790767b tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.0328629 Oct 30 15:38:02.246560 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-ed73aee7-51d5-4485-a8c2-bb0715582ec3 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-626968247', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:38:02.273221 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ed73aee7-51d5-4485-a8c2-bb0715582ec3 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:02.275490 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ed73aee7-51d5-4485-a8c2-bb0715582ec3 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:02.287520 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-d8667d09-480f-4da4-b48f-893e1400ea68 None None] Attempting to bind port 3f371689-2a2e-4860-b9a6-0afc877cef11 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:38:02.288012 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-d8667d09-480f-4da4-b48f-893e1400ea68 None None] Attempting to bind port 3f371689-2a2e-4860-b9a6-0afc877cef11 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'a0afd4a2-d157-4878-b611-653f4c816abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '8416355d-d025-4201-bf14-fcd8cedc2021'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:38:02.288393 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8667d09-480f-4da4-b48f-893e1400ea68 None None] Attempting to bind port 3f371689-2a2e-4860-b9a6-0afc877cef11 on network 8416355d-d025-4201-bf14-fcd8cedc2021 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:38:02.298519 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8667d09-480f-4da4-b48f-893e1400ea68 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:38:02.298519 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8667d09-480f-4da4-b48f-893e1400ea68 None None] Checking segment: {'id': 'a0afd4a2-d157-4878-b611-653f4c816abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '8416355d-d025-4201-bf14-fcd8cedc2021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:38:02.298863 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d8667d09-480f-4da4-b48f-893e1400ea68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:02.299272 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8667d09-480f-4da4-b48f-893e1400ea68 None None] Bound using segment: {'id': 'a0afd4a2-d157-4878-b611-653f4c816abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '8416355d-d025-4201-bf14-fcd8cedc2021'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:38:02.299840 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-d8667d09-480f-4da4-b48f-893e1400ea68 None None] Bound port: 3f371689-2a2e-4860-b9a6-0afc877cef11, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0afd4a2-d157-4878-b611-653f4c816abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '8416355d-d025-4201-bf14-fcd8cedc2021'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:38:02.300479 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d8667d09-480f-4da4-b48f-893e1400ea68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:02.339960 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ed73aee7-51d5-4485-a8c2-bb0715582ec3 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:02.347224 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ed73aee7-51d5-4485-a8c2-bb0715582ec3 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:02.391443 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ed73aee7-51d5-4485-a8c2-bb0715582ec3 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:02.397128 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-ed73aee7-51d5-4485-a8c2-bb0715582ec3 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1542189 Oct 30 15:38:02.397334 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d8667d09-480f-4da4-b48f-893e1400ea68 None None] For port 3f371689-2a2e-4860-b9a6-0afc877cef11, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:38:02.397438 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43740) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:02.401134 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d8667d09-480f-4da4-b48f-893e1400ea68 None None] For port 3f371689-2a2e-4860-b9a6-0afc877cef11, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=3f371689-2a2e-4860-b9a6-0afc877cef11,segment=NetworkSegment(a0afd4a2-d157-4878-b611-653f4c816abd),segment_id=a0afd4a2-d157-4878-b611-653f4c816abd)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:38:02.404308 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-cbf2fa8c-2ed4-4725-8dbf-290e95ebf965 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1083839187', 'prefixes': ['172.20.0.0/16']}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:38:02.407407 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d8667d09-480f-4da4-b48f-893e1400ea68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:02.484303 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8667d09-480f-4da4-b48f-893e1400ea68 None None] Pushing event updated for resources: {'Port': ['ID=3f371689-2a2e-4860-b9a6-0afc877cef11,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:38:02.520705 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cbf2fa8c-2ed4-4725-8dbf-290e95ebf965 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Publish callbacks [] for subnetpool, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:02.526413 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-cbf2fa8c-2ed4-4725-8dbf-290e95ebf965 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] 10.222.0.62 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1228409 Oct 30 15:38:02.526884 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43744) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:02.531850 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.tag.tag_plugin [None req-e7a412f5-ac63-4029-969b-bd95277ca0a2 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '89f4deda-0a3a-415f-a45b-25b7a84aa576', 'tempest-TagsExtTest-Tag-745849642') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:02.648834 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-e7a412f5-ac63-4029-969b-bd95277ca0a2 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] 10.222.0.62 "PUT /v2.0/subnets/89f4deda-0a3a-415f-a45b-25b7a84aa576/tags/tempest-TagsExtTest-Tag-745849642 HTTP/1.1" status: 201 len: 201 time: 0.1205742 Oct 30 15:38:02.651860 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43746) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:02.656629 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.tag.tag_plugin [None req-75c25a82-e24f-4368-83d0-5459798c83da tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'f8d2c7a2-ead4-4eb9-9094-9804642c03f9', 'tempest-TagsExtTest-Tag-1119018445') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:02.780809 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-75c25a82-e24f-4368-83d0-5459798c83da tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] 10.222.0.62 "PUT /v2.0/ports/f8d2c7a2-ead4-4eb9-9094-9804642c03f9/tags/tempest-TagsExtTest-Tag-1119018445 HTTP/1.1" status: 201 len: 201 time: 0.1279390 Oct 30 15:38:02.783786 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43752) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:02.793585 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.tag.tag_plugin [None req-092eb719-64cc-43d8-8f53-ab4ce094cc56 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '1234785c-beaf-49f9-88b8-c9757ce415ef', 'tempest-TagsExtTest-Tag-1656124697') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:02.918192 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-092eb719-64cc-43d8-8f53-ab4ce094cc56 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] 10.222.0.62 "PUT /v2.0/routers/1234785c-beaf-49f9-88b8-c9757ce415ef/tags/tempest-TagsExtTest-Tag-1656124697 HTTP/1.1" status: 201 len: 201 time: 0.1316988 Oct 30 15:38:02.920660 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43754) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:02.925728 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.tag.tag_plugin [None req-a2702e5c-863a-4cc5-9583-0ec811f721e7 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '7a8b7b75-10c3-49ec-9392-a74860722b4c', 'tempest-TagsExtTest-Tag-355368064') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:02.974458 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a2702e5c-863a-4cc5-9583-0ec811f721e7 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] 10.222.0.62 "PUT /v2.0/subnetpools/7a8b7b75-10c3-49ec-9392-a74860722b4c/tags/tempest-TagsExtTest-Tag-355368064 HTTP/1.1" status: 201 len: 201 time: 0.0525043 Oct 30 15:38:02.976808 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43756) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:02.981631 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.tag.tag_plugin [None req-8e0dfe53-e50a-48f7-992a-fa14e5cf3bff tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '89f4deda-0a3a-415f-a45b-25b7a84aa576') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:03.123359 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-8e0dfe53-e50a-48f7-992a-fa14e5cf3bff tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] 10.222.0.62 "GET /v2.0/subnets/89f4deda-0a3a-415f-a45b-25b7a84aa576/tags HTTP/1.1" status: 200 len: 240 time: 0.1454794 Oct 30 15:38:03.126128 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43766) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:03.130565 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.tag.tag_plugin [None req-abc9b645-9aa2-4dc5-8594-918812cc223f tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '89f4deda-0a3a-415f-a45b-25b7a84aa576', 'tempest-TagsExtTest-Tag-745849642') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:03.214783 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-abc9b645-9aa2-4dc5-8594-918812cc223f tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] 10.222.0.62 "GET /v2.0/subnets/89f4deda-0a3a-415f-a45b-25b7a84aa576/tags/tempest-TagsExtTest-Tag-745849642 HTTP/1.1" status: 204 len: 168 time: 0.0876029 Oct 30 15:38:03.217227 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43768) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:03.221681 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.tag.tag_plugin [None req-ad81a3da-a05c-4bcd-8ed3-dda0dad5cc73 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '89f4deda-0a3a-415f-a45b-25b7a84aa576', 'tempest-TagsExtTest-Tag-745849642') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:03.325916 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-ad81a3da-a05c-4bcd-8ed3-dda0dad5cc73 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] 10.222.0.62 "DELETE /v2.0/subnets/89f4deda-0a3a-415f-a45b-25b7a84aa576/tags/tempest-TagsExtTest-Tag-745849642 HTTP/1.1" status: 204 len: 168 time: 0.1072164 Oct 30 15:38:03.328306 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43774) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:03.336393 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.tag.tag_plugin [None req-7d7da45f-4675-49cf-8f97-b388737d8c60 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '89f4deda-0a3a-415f-a45b-25b7a84aa576') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:03.443053 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-7d7da45f-4675-49cf-8f97-b388737d8c60 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] 10.222.0.62 "GET /v2.0/subnets/89f4deda-0a3a-415f-a45b-25b7a84aa576/tags HTTP/1.1" status: 200 len: 205 time: 0.1135557 Oct 30 15:38:03.445457 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43776) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:03.460106 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.tag.tag_plugin [None req-5026aaaa-e76f-4c2d-8c65-94ff247dda09 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'f8d2c7a2-ead4-4eb9-9094-9804642c03f9') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:03.560640 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-5026aaaa-e76f-4c2d-8c65-94ff247dda09 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] 10.222.0.62 "GET /v2.0/ports/f8d2c7a2-ead4-4eb9-9094-9804642c03f9/tags HTTP/1.1" status: 200 len: 241 time: 0.1104367 Oct 30 15:38:03.561514 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43778) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:03.577298 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.tag.tag_plugin [None req-4752be3b-da5a-45bd-843d-e9cc7ba1b5af tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f8d2c7a2-ead4-4eb9-9094-9804642c03f9', 'tempest-TagsExtTest-Tag-1119018445') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:03.644209 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43784) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:03.644865 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-4752be3b-da5a-45bd-843d-e9cc7ba1b5af tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] 10.222.0.62 "GET /v2.0/ports/f8d2c7a2-ead4-4eb9-9094-9804642c03f9/tags/tempest-TagsExtTest-Tag-1119018445 HTTP/1.1" status: 204 len: 168 time: 0.0809257 Oct 30 15:38:03.648667 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.tag.tag_plugin [None req-c490b027-ae85-4602-a53f-41c78613503f tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'f8d2c7a2-ead4-4eb9-9094-9804642c03f9', 'tempest-TagsExtTest-Tag-1119018445') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:03.753138 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43786) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:03.760286 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.tag.tag_plugin [None req-c4badf3b-2c75-4dde-b827-29e7b44abb27 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'f8d2c7a2-ead4-4eb9-9094-9804642c03f9') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:03.763721 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c490b027-ae85-4602-a53f-41c78613503f tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] 10.222.0.62 "DELETE /v2.0/ports/f8d2c7a2-ead4-4eb9-9094-9804642c03f9/tags/tempest-TagsExtTest-Tag-1119018445 HTTP/1.1" status: 204 len: 168 time: 0.1174507 Oct 30 15:38:03.913006 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-c4badf3b-2c75-4dde-b827-29e7b44abb27 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] 10.222.0.62 "GET /v2.0/ports/f8d2c7a2-ead4-4eb9-9094-9804642c03f9/tags HTTP/1.1" status: 200 len: 205 time: 0.1584566 Oct 30 15:38:03.916808 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43792) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:03.921569 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.tag.tag_plugin [None req-caa061ad-a9ed-45d3-848b-deefbe7bf68a tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '1234785c-beaf-49f9-88b8-c9757ce415ef') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:03.939846 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd1d511-c826-4b43-ac15-65db3da79d87 None None] Network 8416355d-d025-4201-bf14-fcd8cedc2021 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:38:03.959310 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 3f371689-2a2e-4860-b9a6-0afc877cef11 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:38:04.029343 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-caa061ad-a9ed-45d3-848b-deefbe7bf68a tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] 10.222.0.62 "GET /v2.0/routers/1234785c-beaf-49f9-88b8-c9757ce415ef/tags HTTP/1.1" status: 200 len: 241 time: 0.1082036 Oct 30 15:38:04.029343 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43800) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:04.033161 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.tag.tag_plugin [None req-e82264d3-e7bb-4400-893a-128032d123b0 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1234785c-beaf-49f9-88b8-c9757ce415ef', 'tempest-TagsExtTest-Tag-1656124697') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:04.111842 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-8fe70d2d-2f44-4e73-a550-6fa710e55c03 None None] Provisioning complete for port 3f371689-2a2e-4860-b9a6-0afc877cef11 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:38:04.112234 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8fe70d2d-2f44-4e73-a550-6fa710e55c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:04.206008 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 3f371689-2a2e-4860-b9a6-0afc877cef11 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:38:04.206359 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:04.386017 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8fe70d2d-2f44-4e73-a550-6fa710e55c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:04.406176 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:04.448279 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-8fe70d2d-2f44-4e73-a550-6fa710e55c03 None None] For port 3f371689-2a2e-4860-b9a6-0afc877cef11, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=3f371689-2a2e-4860-b9a6-0afc877cef11,segment=NetworkSegment(a0afd4a2-d157-4878-b611-653f4c816abd),segment_id=a0afd4a2-d157-4878-b611-653f4c816abd)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:38:04.464200 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8fe70d2d-2f44-4e73-a550-6fa710e55c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:04.674321 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e82264d3-e7bb-4400-893a-128032d123b0 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] 10.222.0.62 "GET /v2.0/routers/1234785c-beaf-49f9-88b8-c9757ce415ef/tags/tempest-TagsExtTest-Tag-1656124697 HTTP/1.1" status: 204 len: 168 time: 0.6445460 Oct 30 15:38:04.677536 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43810) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:04.684685 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.tag.tag_plugin [None req-31930a3b-df31-4d9d-8731-dbf96a271d5e tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '1234785c-beaf-49f9-88b8-c9757ce415ef', 'tempest-TagsExtTest-Tag-1656124697') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:04.695084 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe70d2d-2f44-4e73-a550-6fa710e55c03 None None] Pushing event updated for resources: {'Port': ['ID=3f371689-2a2e-4860-b9a6-0afc877cef11,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:38:04.706752 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.db.api [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 30 15:38:04.713117 n-d-806683-17 neutron-server[102132]: DEBUG oslo_db.api [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 30 15:38:04.845112 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-31930a3b-df31-4d9d-8731-dbf96a271d5e tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] 10.222.0.62 "DELETE /v2.0/routers/1234785c-beaf-49f9-88b8-c9757ce415ef/tags/tempest-TagsExtTest-Tag-1656124697 HTTP/1.1" status: 204 len: 168 time: 0.1659522 Oct 30 15:38:04.851488 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43812) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:04.855413 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.tag.tag_plugin [None req-0c32ffd9-9585-4084-9a4b-8f1bd1427c68 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '1234785c-beaf-49f9-88b8-c9757ce415ef') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:04.920478 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d203d9e8-0140-49aa-813d-bce5ba617c03 None None] Provisioning complete for port f8d2c7a2-ead4-4eb9-9094-9804642c03f9 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:38:04.920920 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d203d9e8-0140-49aa-813d-bce5ba617c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:05.011293 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d203d9e8-0140-49aa-813d-bce5ba617c03 None None] Port f8d2c7a2-ead4-4eb9-9094-9804642c03f9 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:38:05.016635 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-0c32ffd9-9585-4084-9a4b-8f1bd1427c68 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] 10.222.0.62 "GET /v2.0/routers/1234785c-beaf-49f9-88b8-c9757ce415ef/tags HTTP/1.1" status: 200 len: 205 time: 0.1653683 Oct 30 15:38:05.019686 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43818) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:05.025778 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.tag.tag_plugin [None req-2f8fe6c9-bce4-4951-8595-65a87cf3fb5c tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '7a8b7b75-10c3-49ec-9392-a74860722b4c') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:05.053565 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d203d9e8-0140-49aa-813d-bce5ba617c03 None None] Provisioning complete for port 3f371689-2a2e-4860-b9a6-0afc877cef11 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:38:05.056320 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d203d9e8-0140-49aa-813d-bce5ba617c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:05.096121 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-2f8fe6c9-bce4-4951-8595-65a87cf3fb5c tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] 10.222.0.62 "GET /v2.0/subnetpools/7a8b7b75-10c3-49ec-9392-a74860722b4c/tags HTTP/1.1" status: 200 len: 240 time: 0.0753057 Oct 30 15:38:05.103931 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43820) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:05.123023 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.tag.tag_plugin [None req-77f3bf1e-f31c-4668-9af2-fed0bcccc318 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7a8b7b75-10c3-49ec-9392-a74860722b4c', 'tempest-TagsExtTest-Tag-355368064') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:05.193468 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43826) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:05.194572 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-77f3bf1e-f31c-4668-9af2-fed0bcccc318 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] 10.222.0.62 "GET /v2.0/subnetpools/7a8b7b75-10c3-49ec-9392-a74860722b4c/tags/tempest-TagsExtTest-Tag-355368064 HTTP/1.1" status: 204 len: 168 time: 0.0878906 Oct 30 15:38:05.199488 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.tag.tag_plugin [None req-447c4e8a-8eec-4cfe-b298-7e8188ac029d tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '7a8b7b75-10c3-49ec-9392-a74860722b4c', 'tempest-TagsExtTest-Tag-355368064') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:05.275183 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43828) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:05.281669 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.tag.tag_plugin [None req-6d183572-a187-455d-ae7c-1ceb0ef111a7 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '7a8b7b75-10c3-49ec-9392-a74860722b4c') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:05.289309 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-447c4e8a-8eec-4cfe-b298-7e8188ac029d tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] 10.222.0.62 "DELETE /v2.0/subnetpools/7a8b7b75-10c3-49ec-9392-a74860722b4c/tags/tempest-TagsExtTest-Tag-355368064 HTTP/1.1" status: 204 len: 168 time: 0.0946412 Oct 30 15:38:05.337566 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43830) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:05.342869 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.tag.tag_plugin [None req-f4f30c9d-1046-4b90-8776-743afc6a18f9 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7a8b7b75-10c3-49ec-9392-a74860722b4c') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:05.345704 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-6d183572-a187-455d-ae7c-1ceb0ef111a7 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] 10.222.0.62 "GET /v2.0/subnetpools/7a8b7b75-10c3-49ec-9392-a74860722b4c/tags HTTP/1.1" status: 200 len: 205 time: 0.0683992 Oct 30 15:38:05.395507 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-f4f30c9d-1046-4b90-8776-743afc6a18f9 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] 10.222.0.62 "DELETE /v2.0/subnetpools/7a8b7b75-10c3-49ec-9392-a74860722b4c/tags HTTP/1.1" status: 204 len: 168 time: 0.0526812 Oct 30 15:38:05.400085 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43836) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:05.405198 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-aaec45d2-e2d2-4e0b-b045-30c6b0bf835c None None] Provisioning complete for port f8d2c7a2-ead4-4eb9-9094-9804642c03f9 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:38:05.405571 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-aaec45d2-e2d2-4e0b-b045-30c6b0bf835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:05.405693 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.tag.tag_plugin [None req-1737c24a-c8b1-4fb1-85f3-5d6e1a015b2e tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1234785c-beaf-49f9-88b8-c9757ce415ef') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:05.453651 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-aaec45d2-e2d2-4e0b-b045-30c6b0bf835c None None] Port f8d2c7a2-ead4-4eb9-9094-9804642c03f9 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:38:05.526077 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-1737c24a-c8b1-4fb1-85f3-5d6e1a015b2e tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] 10.222.0.62 "DELETE /v2.0/routers/1234785c-beaf-49f9-88b8-c9757ce415ef/tags HTTP/1.1" status: 204 len: 168 time: 0.1242387 Oct 30 15:38:05.528606 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43840) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:05.533421 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.tag.tag_plugin [None req-d3b5e21c-70d9-4bc5-acf9-606b6e33950e tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f8d2c7a2-ead4-4eb9-9094-9804642c03f9') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:05.600764 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d3b5e21c-70d9-4bc5-acf9-606b6e33950e tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] 10.222.0.62 "DELETE /v2.0/ports/f8d2c7a2-ead4-4eb9-9094-9804642c03f9/tags HTTP/1.1" status: 204 len: 168 time: 0.0711823 Oct 30 15:38:05.610000 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43842) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:05.610000 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.tag.tag_plugin [None req-14d8a47f-3944-4931-89c0-0ea6ee6476f2 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '89f4deda-0a3a-415f-a45b-25b7a84aa576') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:05.675600 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-14d8a47f-3944-4931-89c0-0ea6ee6476f2 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] 10.222.0.62 "DELETE /v2.0/subnets/89f4deda-0a3a-415f-a45b-25b7a84aa576/tags HTTP/1.1" status: 204 len: 168 time: 0.0704119 Oct 30 15:38:05.682672 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43848) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:05.687887 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.tag.tag_plugin [None req-e6898915-54a7-4e73-83da-41b81a82c2f4 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '89f4deda-0a3a-415f-a45b-25b7a84aa576', 'tempest-TagsExtTest-Tag-69279325') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:05.808160 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-e6898915-54a7-4e73-83da-41b81a82c2f4 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] 10.222.0.62 "PUT /v2.0/subnets/89f4deda-0a3a-415f-a45b-25b7a84aa576/tags/tempest-TagsExtTest-Tag-69279325 HTTP/1.1" status: 201 len: 201 time: 0.1243410 Oct 30 15:38:05.811181 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43850) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:05.815875 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.tag.tag_plugin [None req-b4384c41-306f-4d0f-9dff-34340c33bf5a tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'f8d2c7a2-ead4-4eb9-9094-9804642c03f9', 'tempest-TagsExtTest-Tag-223799347') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:05.904577 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 3f371689-2a2e-4860-b9a6-0afc877cef11 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:38:05.927129 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b4384c41-306f-4d0f-9dff-34340c33bf5a tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] 10.222.0.62 "PUT /v2.0/ports/f8d2c7a2-ead4-4eb9-9094-9804642c03f9/tags/tempest-TagsExtTest-Tag-223799347 HTTP/1.1" status: 201 len: 201 time: 0.1147537 Oct 30 15:38:05.930161 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43852) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:05.935674 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.tag.tag_plugin [None req-d885f750-6b01-479b-8e93-84f69b46dc05 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '1234785c-beaf-49f9-88b8-c9757ce415ef', 'tempest-TagsExtTest-Tag-1986281448') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:06.005025 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 3f371689-2a2e-4860-b9a6-0afc877cef11 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:38:06.005403 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:06.132558 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43858) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:06.132789 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d885f750-6b01-479b-8e93-84f69b46dc05 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] 10.222.0.62 "PUT /v2.0/routers/1234785c-beaf-49f9-88b8-c9757ce415ef/tags/tempest-TagsExtTest-Tag-1986281448 HTTP/1.1" status: 201 len: 201 time: 0.2009189 Oct 30 15:38:06.137928 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.tag.tag_plugin [None req-e98f67b4-07b9-4205-bba1-20a4c66bc61e tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '7a8b7b75-10c3-49ec-9392-a74860722b4c', 'tempest-TagsExtTest-Tag-938375280') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:06.185099 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e98f67b4-07b9-4205-bba1-20a4c66bc61e tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] 10.222.0.62 "PUT /v2.0/subnetpools/7a8b7b75-10c3-49ec-9392-a74860722b4c/tags/tempest-TagsExtTest-Tag-938375280 HTTP/1.1" status: 201 len: 201 time: 0.0509210 Oct 30 15:38:06.194314 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43860) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:06.200433 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.tag.tag_plugin [None req-4ae168da-b63f-4c07-9cad-895ba0d784f1 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '89f4deda-0a3a-415f-a45b-25b7a84aa576', {'tags': ['tempest-TagsExtTest-Tag-692128026', 'tempest-TagsExtTest-Tag-1731393043', 'tempest-TagsExtTest-Tag-307907528']}) {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:06.281061 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-4ae168da-b63f-4c07-9cad-895ba0d784f1 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] 10.222.0.62 "PUT /v2.0/subnets/89f4deda-0a3a-415f-a45b-25b7a84aa576/tags HTTP/1.1" status: 200 len: 316 time: 0.0853910 Oct 30 15:38:06.283827 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43870) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:06.288441 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.tag.tag_plugin [None req-40c4c8ac-f659-4ca4-ad89-5b4acdf608e1 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '89f4deda-0a3a-415f-a45b-25b7a84aa576') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:06.375650 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-40c4c8ac-f659-4ca4-ad89-5b4acdf608e1 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] 10.222.0.62 "DELETE /v2.0/subnets/89f4deda-0a3a-415f-a45b-25b7a84aa576/tags HTTP/1.1" status: 204 len: 168 time: 0.0867682 Oct 30 15:38:06.375942 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43872) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:06.380337 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.tag.tag_plugin [None req-89a775eb-c3c3-472a-a2a8-65ef6207480e tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '89f4deda-0a3a-415f-a45b-25b7a84aa576', 'tempest-TagsExtTest-Tag-692128026') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:06.439929 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [None req-89a775eb-c3c3-472a-a2a8-65ef6207480e tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] show failed (client error): The resource could not be found. Oct 30 15:38:06.444445 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-89a775eb-c3c3-472a-a2a8-65ef6207480e tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] 10.222.0.62 "GET /v2.0/subnets/89f4deda-0a3a-415f-a45b-25b7a84aa576/tags/tempest-TagsExtTest-Tag-692128026 HTTP/1.1" status: 404 len: 328 time: 0.0675015 Oct 30 15:38:06.447000 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43874) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:06.453848 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.tag.tag_plugin [None req-b661c399-97b2-4048-8340-479e0ef73920 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '89f4deda-0a3a-415f-a45b-25b7a84aa576', 'tempest-TagsExtTest-Tag-1731393043') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:06.511728 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-b661c399-97b2-4048-8340-479e0ef73920 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] show failed (client error): The resource could not be found. Oct 30 15:38:06.515860 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b661c399-97b2-4048-8340-479e0ef73920 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] 10.222.0.62 "GET /v2.0/subnets/89f4deda-0a3a-415f-a45b-25b7a84aa576/tags/tempest-TagsExtTest-Tag-1731393043 HTTP/1.1" status: 404 len: 329 time: 0.0628538 Oct 30 15:38:06.516684 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43876) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:06.521108 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.tag.tag_plugin [None req-fd014e23-a913-4092-9ad7-817066ef24f2 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '89f4deda-0a3a-415f-a45b-25b7a84aa576', 'tempest-TagsExtTest-Tag-307907528') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:06.587783 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-fd014e23-a913-4092-9ad7-817066ef24f2 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] show failed (client error): The resource could not be found. Oct 30 15:38:06.589166 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-fd014e23-a913-4092-9ad7-817066ef24f2 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] 10.222.0.62 "GET /v2.0/subnets/89f4deda-0a3a-415f-a45b-25b7a84aa576/tags/tempest-TagsExtTest-Tag-307907528 HTTP/1.1" status: 404 len: 328 time: 0.0716915 Oct 30 15:38:06.592034 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43882) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:06.596756 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.tag.tag_plugin [None req-209dbe9b-424f-4260-8d6b-c20c9f60eab6 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'f8d2c7a2-ead4-4eb9-9094-9804642c03f9', {'tags': ['tempest-TagsExtTest-Tag-14813269', 'tempest-TagsExtTest-Tag-114921080', 'tempest-TagsExtTest-Tag-591607671']}) {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:06.670681 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-209dbe9b-424f-4260-8d6b-c20c9f60eab6 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] 10.222.0.62 "PUT /v2.0/ports/f8d2c7a2-ead4-4eb9-9094-9804642c03f9/tags HTTP/1.1" status: 200 len: 314 time: 0.0775619 Oct 30 15:38:06.674841 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43884) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:06.689556 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.tag.tag_plugin [None req-46d3bbd8-9c07-4188-911d-6f2be15a583e tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f8d2c7a2-ead4-4eb9-9094-9804642c03f9') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:06.767072 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-46d3bbd8-9c07-4188-911d-6f2be15a583e tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] 10.222.0.62 "DELETE /v2.0/ports/f8d2c7a2-ead4-4eb9-9094-9804642c03f9/tags HTTP/1.1" status: 204 len: 168 time: 0.0888727 Oct 30 15:38:06.767514 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43886) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:06.772961 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.tag.tag_plugin [None req-e79e996d-7ac1-4589-9fab-2bf69f7def64 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f8d2c7a2-ead4-4eb9-9094-9804642c03f9', 'tempest-TagsExtTest-Tag-14813269') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:06.832657 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [None req-e79e996d-7ac1-4589-9fab-2bf69f7def64 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] show failed (client error): The resource could not be found. Oct 30 15:38:06.835555 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e79e996d-7ac1-4589-9fab-2bf69f7def64 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] 10.222.0.62 "GET /v2.0/ports/f8d2c7a2-ead4-4eb9-9094-9804642c03f9/tags/tempest-TagsExtTest-Tag-14813269 HTTP/1.1" status: 404 len: 327 time: 0.0666273 Oct 30 15:38:06.840769 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43890) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:06.845263 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.tag.tag_plugin [None req-a5e7331a-3e50-497a-a70a-1098778e5104 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f8d2c7a2-ead4-4eb9-9094-9804642c03f9', 'tempest-TagsExtTest-Tag-114921080') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:06.910523 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-a5e7331a-3e50-497a-a70a-1098778e5104 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] show failed (client error): The resource could not be found. Oct 30 15:38:06.914874 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43894) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:06.915789 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-a5e7331a-3e50-497a-a70a-1098778e5104 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] 10.222.0.62 "GET /v2.0/ports/f8d2c7a2-ead4-4eb9-9094-9804642c03f9/tags/tempest-TagsExtTest-Tag-114921080 HTTP/1.1" status: 404 len: 328 time: 0.0731113 Oct 30 15:38:06.919957 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.tag.tag_plugin [None req-14fffc70-896d-498c-81a9-b357f074295a tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f8d2c7a2-ead4-4eb9-9094-9804642c03f9', 'tempest-TagsExtTest-Tag-591607671') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:06.991376 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [None req-14fffc70-896d-498c-81a9-b357f074295a tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] show failed (client error): The resource could not be found. Oct 30 15:38:06.992891 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-14fffc70-896d-498c-81a9-b357f074295a tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] 10.222.0.62 "GET /v2.0/ports/f8d2c7a2-ead4-4eb9-9094-9804642c03f9/tags/tempest-TagsExtTest-Tag-591607671 HTTP/1.1" status: 404 len: 328 time: 0.0764391 Oct 30 15:38:06.996385 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43896) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:07.001499 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.tag.tag_plugin [None req-8913a163-b6de-43e9-ad1b-232f72724bf5 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '1234785c-beaf-49f9-88b8-c9757ce415ef', {'tags': ['tempest-TagsExtTest-Tag-609130242', 'tempest-TagsExtTest-Tag-1313150193', 'tempest-TagsExtTest-Tag-1397481078']}) {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:07.105530 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-8913a163-b6de-43e9-ad1b-232f72724bf5 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] 10.222.0.62 "PUT /v2.0/routers/1234785c-beaf-49f9-88b8-c9757ce415ef/tags HTTP/1.1" status: 200 len: 317 time: 0.1080768 Oct 30 15:38:07.108428 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43898) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:07.113190 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.tag.tag_plugin [None req-a96b810b-4ce6-42f0-aea5-9ce5e68e2c36 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1234785c-beaf-49f9-88b8-c9757ce415ef') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:07.216899 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a96b810b-4ce6-42f0-aea5-9ce5e68e2c36 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] 10.222.0.62 "DELETE /v2.0/routers/1234785c-beaf-49f9-88b8-c9757ce415ef/tags HTTP/1.1" status: 204 len: 168 time: 0.1076419 Oct 30 15:38:07.219685 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43904) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:07.236913 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.tag.tag_plugin [None req-297b8659-bd93-43eb-bdb0-c9d3efde9279 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1234785c-beaf-49f9-88b8-c9757ce415ef', 'tempest-TagsExtTest-Tag-609130242') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:07.335307 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [None req-297b8659-bd93-43eb-bdb0-c9d3efde9279 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] show failed (client error): The resource could not be found. Oct 30 15:38:07.338314 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-297b8659-bd93-43eb-bdb0-c9d3efde9279 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] 10.222.0.62 "GET /v2.0/routers/1234785c-beaf-49f9-88b8-c9757ce415ef/tags/tempest-TagsExtTest-Tag-609130242 HTTP/1.1" status: 404 len: 328 time: 0.1174533 Oct 30 15:38:07.343885 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43910) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:07.349268 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.tag.tag_plugin [None req-6de7ce45-7d20-4f1c-b7a6-f84deb67aaf5 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1234785c-beaf-49f9-88b8-c9757ce415ef', 'tempest-TagsExtTest-Tag-1313150193') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:07.430394 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-6de7ce45-7d20-4f1c-b7a6-f84deb67aaf5 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] show failed (client error): The resource could not be found. Oct 30 15:38:07.432337 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-6de7ce45-7d20-4f1c-b7a6-f84deb67aaf5 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] 10.222.0.62 "GET /v2.0/routers/1234785c-beaf-49f9-88b8-c9757ce415ef/tags/tempest-TagsExtTest-Tag-1313150193 HTTP/1.1" status: 404 len: 329 time: 0.0873618 Oct 30 15:38:07.435377 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43912) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:07.440207 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.tag.tag_plugin [None req-86f5998b-470a-4bda-ae11-873d69557abe tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1234785c-beaf-49f9-88b8-c9757ce415ef', 'tempest-TagsExtTest-Tag-1397481078') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:07.524402 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-86f5998b-470a-4bda-ae11-873d69557abe tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] show failed (client error): The resource could not be found. Oct 30 15:38:07.526012 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-86f5998b-470a-4bda-ae11-873d69557abe tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] 10.222.0.62 "GET /v2.0/routers/1234785c-beaf-49f9-88b8-c9757ce415ef/tags/tempest-TagsExtTest-Tag-1397481078 HTTP/1.1" status: 404 len: 329 time: 0.0897181 Oct 30 15:38:07.528854 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43918) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:07.533523 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.tag.tag_plugin [None req-d7c57732-8da1-4b82-87b8-50dfc146031c tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '7a8b7b75-10c3-49ec-9392-a74860722b4c', {'tags': ['tempest-TagsExtTest-Tag-1725824155', 'tempest-TagsExtTest-Tag-1192626693', 'tempest-TagsExtTest-Tag-1156584546']}) {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:07.574218 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d7c57732-8da1-4b82-87b8-50dfc146031c tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] 10.222.0.62 "PUT /v2.0/subnetpools/7a8b7b75-10c3-49ec-9392-a74860722b4c/tags HTTP/1.1" status: 200 len: 318 time: 0.0441751 Oct 30 15:38:07.576889 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43920) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:07.582664 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.tag.tag_plugin [None req-2c4d1143-6c65-4226-8cd9-eaec3bf754db tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7a8b7b75-10c3-49ec-9392-a74860722b4c') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:07.633436 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-2c4d1143-6c65-4226-8cd9-eaec3bf754db tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] 10.222.0.62 "DELETE /v2.0/subnetpools/7a8b7b75-10c3-49ec-9392-a74860722b4c/tags HTTP/1.1" status: 204 len: 168 time: 0.0541737 Oct 30 15:38:07.637065 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43922) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:07.641938 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.tag.tag_plugin [None req-589421b3-8e8d-4c31-9343-73ef9582f800 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7a8b7b75-10c3-49ec-9392-a74860722b4c', 'tempest-TagsExtTest-Tag-1725824155') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:07.666298 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-589421b3-8e8d-4c31-9343-73ef9582f800 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] show failed (client error): The resource could not be found. Oct 30 15:38:07.671091 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-589421b3-8e8d-4c31-9343-73ef9582f800 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] 10.222.0.62 "GET /v2.0/subnetpools/7a8b7b75-10c3-49ec-9392-a74860722b4c/tags/tempest-TagsExtTest-Tag-1725824155 HTTP/1.1" status: 404 len: 329 time: 0.0294638 Oct 30 15:38:07.671321 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43924) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:07.676095 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.tag.tag_plugin [None req-f0aa75af-067a-4988-b477-7658196ff91c tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7a8b7b75-10c3-49ec-9392-a74860722b4c', 'tempest-TagsExtTest-Tag-1192626693') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:07.705633 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [None req-f0aa75af-067a-4988-b477-7658196ff91c tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] show failed (client error): The resource could not be found. Oct 30 15:38:07.710229 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-f0aa75af-067a-4988-b477-7658196ff91c tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] 10.222.0.62 "GET /v2.0/subnetpools/7a8b7b75-10c3-49ec-9392-a74860722b4c/tags/tempest-TagsExtTest-Tag-1192626693 HTTP/1.1" status: 404 len: 329 time: 0.0377703 Oct 30 15:38:07.713766 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43926) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:07.718190 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.tag.tag_plugin [None req-e9d9ea28-2519-4740-b23a-c9be4af31dff tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7a8b7b75-10c3-49ec-9392-a74860722b4c', 'tempest-TagsExtTest-Tag-1156584546') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:07.741882 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-e9d9ea28-2519-4740-b23a-c9be4af31dff tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] show failed (client error): The resource could not be found. Oct 30 15:38:07.742902 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-e9d9ea28-2519-4740-b23a-c9be4af31dff tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] 10.222.0.62 "GET /v2.0/subnetpools/7a8b7b75-10c3-49ec-9392-a74860722b4c/tags/tempest-TagsExtTest-Tag-1156584546 HTTP/1.1" status: 404 len: 329 time: 0.0281694 Oct 30 15:38:07.746063 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43932) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:07.750390 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.tag.tag_plugin [None req-ede04eb1-1305-4f0c-8668-9aa9292bb750 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7a8b7b75-10c3-49ec-9392-a74860722b4c') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:07.784979 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-ede04eb1-1305-4f0c-8668-9aa9292bb750 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] 10.222.0.62 "DELETE /v2.0/subnetpools/7a8b7b75-10c3-49ec-9392-a74860722b4c/tags HTTP/1.1" status: 204 len: 168 time: 0.0373826 Oct 30 15:38:07.787619 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43934) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:07.793671 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.tag.tag_plugin [None req-123a0ac2-dcc0-434a-aa8e-13c6230434dc tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1234785c-beaf-49f9-88b8-c9757ce415ef') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:07.883530 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-123a0ac2-dcc0-434a-aa8e-13c6230434dc tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] 10.222.0.62 "DELETE /v2.0/routers/1234785c-beaf-49f9-88b8-c9757ce415ef/tags HTTP/1.1" status: 204 len: 168 time: 0.0933311 Oct 30 15:38:07.886757 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43936) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:07.891793 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.tag.tag_plugin [None req-cc45f42a-96f8-44b0-a301-a5c85b23ef96 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f8d2c7a2-ead4-4eb9-9094-9804642c03f9') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:07.953285 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-cc45f42a-96f8-44b0-a301-a5c85b23ef96 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] 10.222.0.62 "DELETE /v2.0/ports/f8d2c7a2-ead4-4eb9-9094-9804642c03f9/tags HTTP/1.1" status: 204 len: 168 time: 0.0653005 Oct 30 15:38:07.956871 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43938) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:07.962400 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.tag.tag_plugin [None req-b2a6842a-8714-4dd7-a842-b48304b2ba9f tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '89f4deda-0a3a-415f-a45b-25b7a84aa576') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:08.050305 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43944) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:08.050748 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b2a6842a-8714-4dd7-a842-b48304b2ba9f tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] 10.222.0.62 "DELETE /v2.0/subnets/89f4deda-0a3a-415f-a45b-25b7a84aa576/tags HTTP/1.1" status: 204 len: 168 time: 0.0924025 Oct 30 15:38:08.169827 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7f31dd1f-b3e8-4ad2-8714-a0c59b604064 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Publish callbacks [] for subnetpool, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:08.174047 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43946) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:08.184084 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-7f31dd1f-b3e8-4ad2-8714-a0c59b604064 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] 10.222.0.62 "DELETE /v2.0/subnetpools/7a8b7b75-10c3-49ec-9392-a74860722b4c HTTP/1.1" status: 204 len: 168 time: 0.1324472 Oct 30 15:38:08.204068 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-a51ac8a6-e7d6-4419-8af1-d044b3781dad tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] 10.222.0.62 "GET /v2.0/ports?device_id=1234785c-beaf-49f9-88b8-c9757ce415ef HTTP/1.1" status: 200 len: 205 time: 0.0286226 Oct 30 15:38:08.206489 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43948) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:08.286105 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d7b91fef-6e0b-4c4b-99ed-259d5bd12903 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Publish callbacks [] for router, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:08.496568 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d7b91fef-6e0b-4c4b-99ed-259d5bd12903 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:08.498778 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d7b91fef-6e0b-4c4b-99ed-259d5bd12903 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:08.542119 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d7b91fef-6e0b-4c4b-99ed-259d5bd12903 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:08.542670 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b91fef-6e0b-4c4b-99ed-259d5bd12903 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Fanout notify agent at l3_agent the message router_deleted on router 1234785c-beaf-49f9-88b8-c9757ce415ef {{(pid=102130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:38:08.558403 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d7b91fef-6e0b-4c4b-99ed-259d5bd12903 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:08.562160 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43958) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:08.562292 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-d7b91fef-6e0b-4c4b-99ed-259d5bd12903 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] 10.222.0.62 "DELETE /v2.0/routers/1234785c-beaf-49f9-88b8-c9757ce415ef HTTP/1.1" status: 204 len: 168 time: 0.3546677 Oct 30 15:38:08.701185 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-aa45329a-68b7-4336-91da-a9351c92349c tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Deleting port f8d2c7a2-ead4-4eb9-9094-9804642c03f9 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:38:08.701531 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-aa45329a-68b7-4336-91da-a9351c92349c tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:08.816204 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-aa45329a-68b7-4336-91da-a9351c92349c tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:08.832285 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-aa45329a-68b7-4336-91da-a9351c92349c tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Calling delete_port for f8d2c7a2-ead4-4eb9-9094-9804642c03f9 owned by {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:38:08.973142 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-aa45329a-68b7-4336-91da-a9351c92349c tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:09.004692 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa45329a-68b7-4336-91da-a9351c92349c tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Pushing event deleted for resources: {'Port': ['ID=f8d2c7a2-ead4-4eb9-9094-9804642c03f9,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:38:09.113556 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-aa45329a-68b7-4336-91da-a9351c92349c tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:09.122277 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-aa45329a-68b7-4336-91da-a9351c92349c tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] 10.222.0.62 "DELETE /v2.0/ports/f8d2c7a2-ead4-4eb9-9094-9804642c03f9 HTTP/1.1" status: 204 len: 168 time: 0.5570648 Oct 30 15:38:09.122612 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 43970) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:09.224153 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-21ba039f-7e4e-4f36-a7d6-1a818fa419ba tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Deleting subnet 89f4deda-0a3a-415f-a45b-25b7a84aa576 {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:38:09.229437 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-21ba039f-7e4e-4f36-a7d6-1a818fa419ba tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:09.298568 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-21ba039f-7e4e-4f36-a7d6-1a818fa419ba tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:09.402017 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-21ba039f-7e4e-4f36-a7d6-1a818fa419ba tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:09.483388 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-21ba039f-7e4e-4f36-a7d6-1a818fa419ba tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:09.525023 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ba039f-7e4e-4f36-a7d6-1a818fa419ba tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Pushing event deleted for resources: {'Subnet': ['ID=89f4deda-0a3a-415f-a45b-25b7a84aa576,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:38:09.530443 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-21ba039f-7e4e-4f36-a7d6-1a818fa419ba tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:09.534988 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-21ba039f-7e4e-4f36-a7d6-1a818fa419ba tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] 10.222.0.62 "DELETE /v2.0/subnets/89f4deda-0a3a-415f-a45b-25b7a84aa576 HTTP/1.1" status: 204 len: 168 time: 0.4113288 Oct 30 15:38:09.537531 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 43984) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:09.543131 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675e956f-cbaf-4db2-9e32-287674227dde None None] Network 8416355d-d025-4201-bf14-fcd8cedc2021 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:38:09.666128 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ca066040-da7d-435e-9b64-62cc9b2531f7 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:09.756934 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-babef9d0-9605-4108-b6e0-b4b5bd7a93a5 req-91853c2d-ecb4-4bfc-8ef0-702b645b88d5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=63addfbe-85c9-4de2-8eaf-26998965f136&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0878050 Oct 30 15:38:09.781392 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-ca066040-da7d-435e-9b64-62cc9b2531f7 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Deleting port 3f371689-2a2e-4860-b9a6-0afc877cef11 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:38:09.782656 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ca066040-da7d-435e-9b64-62cc9b2531f7 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:09.831997 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5441d4e9-a182-4b53-9737-87df3ddaa8c9 None None] DHCP port deletion for 8416355d-d025-4201-bf14-fcd8cedc2021 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:38:09.895751 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-5441d4e9-a182-4b53-9737-87df3ddaa8c9 None None] Deleting port 3f371689-2a2e-4860-b9a6-0afc877cef11 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:38:09.896391 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5441d4e9-a182-4b53-9737-87df3ddaa8c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:09.975883 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-ca066040-da7d-435e-9b64-62cc9b2531f7 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] For port 3f371689-2a2e-4860-b9a6-0afc877cef11, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=3f371689-2a2e-4860-b9a6-0afc877cef11,segment=NetworkSegment(a0afd4a2-d157-4878-b611-653f4c816abd),segment_id=a0afd4a2-d157-4878-b611-653f4c816abd)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:38:09.976348 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ca066040-da7d-435e-9b64-62cc9b2531f7 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:09.996306 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-5441d4e9-a182-4b53-9737-87df3ddaa8c9 None None] For port 3f371689-2a2e-4860-b9a6-0afc877cef11, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=3f371689-2a2e-4860-b9a6-0afc877cef11,segment=NetworkSegment(a0afd4a2-d157-4878-b611-653f4c816abd),segment_id=a0afd4a2-d157-4878-b611-653f4c816abd)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:38:09.996701 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5441d4e9-a182-4b53-9737-87df3ddaa8c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:09.997573 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-ca066040-da7d-435e-9b64-62cc9b2531f7 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Calling delete_port for 3f371689-2a2e-4860-b9a6-0afc877cef11 owned by network:dhcp {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:38:10.003951 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babef9d0-9605-4108-b6e0-b4b5bd7a93a5 req-8ac4cc2a-4a17-473e-9509-843cc8804498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:38:10.005627 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-babef9d0-9605-4108-b6e0-b4b5bd7a93a5 req-8ac4cc2a-4a17-473e-9509-843cc8804498 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=618f83bcebd64e44892a09ff47fd42c7&device_id=63addfbe-85c9-4de2-8eaf-26998965f136 HTTP/1.1" status: 200 len: 1097 time: 0.0853934 Oct 30 15:38:10.024446 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-5441d4e9-a182-4b53-9737-87df3ddaa8c9 None None] Calling delete_port for 3f371689-2a2e-4860-b9a6-0afc877cef11 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:38:10.122899 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ca066040-da7d-435e-9b64-62cc9b2531f7 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:10.130609 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5441d4e9-a182-4b53-9737-87df3ddaa8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:10.164835 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5441d4e9-a182-4b53-9737-87df3ddaa8c9 None None] Pushing event deleted for resources: {'Port': ['ID=3f371689-2a2e-4860-b9a6-0afc877cef11,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:38:10.167722 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5441d4e9-a182-4b53-9737-87df3ddaa8c9 None None] No DVR routers for this DVR port 3f371689-2a2e-4860-b9a6-0afc877cef11 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:38:10.217627 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca066040-da7d-435e-9b64-62cc9b2531f7 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Pushing event deleted for resources: {'Port': ['ID=3f371689-2a2e-4860-b9a6-0afc877cef11,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:38:10.243653 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca066040-da7d-435e-9b64-62cc9b2531f7 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] No DVR routers for this DVR port 3f371689-2a2e-4860-b9a6-0afc877cef11 on host n-d-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:38:10.247635 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca066040-da7d-435e-9b64-62cc9b2531f7 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:38:10.248254 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca066040-da7d-435e-9b64-62cc9b2531f7 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:38:10.248829 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca066040-da7d-435e-9b64-62cc9b2531f7 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:38:10.250120 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca066040-da7d-435e-9b64-62cc9b2531f7 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:38:10.251403 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca066040-da7d-435e-9b64-62cc9b2531f7 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:38:10.252104 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca066040-da7d-435e-9b64-62cc9b2531f7 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:38:10.253039 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca066040-da7d-435e-9b64-62cc9b2531f7 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:38:10.253595 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca066040-da7d-435e-9b64-62cc9b2531f7 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:38:10.254154 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca066040-da7d-435e-9b64-62cc9b2531f7 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:38:10.254880 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca066040-da7d-435e-9b64-62cc9b2531f7 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:38:10.255757 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca066040-da7d-435e-9b64-62cc9b2531f7 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:38:10.257692 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca066040-da7d-435e-9b64-62cc9b2531f7 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:38:10.401038 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ca066040-da7d-435e-9b64-62cc9b2531f7 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:10.425591 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babef9d0-9605-4108-b6e0-b4b5bd7a93a5 req-5ff5da76-e4d5-4187-a184-b551ae86dd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:38:10.427195 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-babef9d0-9605-4108-b6e0-b4b5bd7a93a5 req-5ff5da76-e4d5-4187-a184-b551ae86dd33 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f7b31817-fb37-4338-9a8b-92e463aec38a HTTP/1.1" status: 200 len: 910 time: 0.3192832 Oct 30 15:38:10.440765 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-ca066040-da7d-435e-9b64-62cc9b2531f7 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8416355d-d025-4201-bf14-fcd8cedc2021']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:10.494394 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-ca066040-da7d-435e-9b64-62cc9b2531f7 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0afd4a2-d157-4878-b611-653f4c816abd') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:10.494943 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-ca066040-da7d-435e-9b64-62cc9b2531f7 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0afd4a2-d157-4878-b611-653f4c816abd') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:10.511651 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ca066040-da7d-435e-9b64-62cc9b2531f7 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:10.562406 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ca066040-da7d-435e-9b64-62cc9b2531f7 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:10.568427 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-babef9d0-9605-4108-b6e0-b4b5bd7a93a5 req-dff82223-2851-4d56-856a-ec27eb52b184 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2dd24396-1f6f-44e7-a70e-baa41cd763f2 HTTP/1.1" status: 200 len: 1001 time: 0.1324573 Oct 30 15:38:10.575268 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca066040-da7d-435e-9b64-62cc9b2531f7 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:38:10.575729 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ca066040-da7d-435e-9b64-62cc9b2531f7 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:10.579958 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:38:10.579958 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:38:10.579958 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:38:10.579958 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:38:10.579958 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:38:10.579958 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:38:10.579958 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:38:10.579958 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:38:10.579958 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:38:10.579958 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:38:10.579958 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:38:10.579958 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:38:10.579958 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:38:10.579958 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:38:10.579958 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:38:10.579958 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:38:10.579958 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:38:10.579958 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:38:10.579958 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:38:10.579958 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:38:10.579958 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:38:10.579958 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:38:10.579958 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:38:10.579958 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:38:10.579958 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:38:10.579958 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:38:10.579958 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:38:10.579958 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:38:10.579958 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:38:10.579958 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:38:10.579958 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:38:10.579958 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:38:10.717630 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babef9d0-9605-4108-b6e0-b4b5bd7a93a5 req-e4bce992-0e32-445e-9269-efeb6e10061b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:38:10.719261 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-babef9d0-9605-4108-b6e0-b4b5bd7a93a5 req-e4bce992-0e32-445e-9269-efeb6e10061b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cb7f4642-d814-4c95-a5f2-078cbd241a0e HTTP/1.1" status: 200 len: 848 time: 0.1402063 Oct 30 15:38:10.720038 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ca066040-da7d-435e-9b64-62cc9b2531f7 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:10.748110 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ca066040-da7d-435e-9b64-62cc9b2531f7 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:10.751280 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-ca066040-da7d-435e-9b64-62cc9b2531f7 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] 10.222.0.62 "DELETE /v2.0/networks/8416355d-d025-4201-bf14-fcd8cedc2021 HTTP/1.1" status: 204 len: 168 time: 1.2127211 Oct 30 15:38:10.760677 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca066040-da7d-435e-9b64-62cc9b2531f7 tempest-TagsExtTest-1002786147 tempest-TagsExtTest-1002786147-project] Pushing event deleted for resources: {'Network': ['ID=8416355d-d025-4201-bf14-fcd8cedc2021,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:38:10.810691 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babef9d0-9605-4108-b6e0-b4b5bd7a93a5 req-cb23e926-b677-402e-853e-abdeec0a6917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:38:10.812301 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-babef9d0-9605-4108-b6e0-b4b5bd7a93a5 req-cb23e926-b677-402e-853e-abdeec0a6917 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f7b31817-fb37-4338-9a8b-92e463aec38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0599651 Oct 30 15:38:10.913339 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-babef9d0-9605-4108-b6e0-b4b5bd7a93a5 req-940b1515-9ee7-4342-a39f-550e3de31bfc service neutron] 10.222.0.53 "GET /v2.0/networks/f7b31817-fb37-4338-9a8b-92e463aec38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934472 Oct 30 15:38:11.016268 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-babef9d0-9605-4108-b6e0-b4b5bd7a93a5 req-bc5a3ccc-544a-44cd-bcb2-8fd703965798 service neutron] 10.222.0.53 "GET /v2.0/networks/f7b31817-fb37-4338-9a8b-92e463aec38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959845 Oct 30 15:38:11.041974 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 44012) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:11.175008 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-0edbf751-77ec-4b3c-8856-20c68a0aa4ce admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bfe0fcd4addf4ed598c6e96531275e0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1317856 Oct 30 15:38:11.178793 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 44018) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:11.226923 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f74bd2eb-da5c-4b4b-9deb-e6d568e514d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:11.254796 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f74bd2eb-da5c-4b4b-9deb-e6d568e514d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:11.302172 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f74bd2eb-da5c-4b4b-9deb-e6d568e514d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:11.305065 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f74bd2eb-da5c-4b4b-9deb-e6d568e514d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:11.306957 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-f74bd2eb-da5c-4b4b-9deb-e6d568e514d3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/311e7631-d471-4f31-bde0-f9ae9c57684a HTTP/1.1" status: 204 len: 168 time: 0.1271946 Oct 30 15:38:11.316112 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74bd2eb-da5c-4b4b-9deb-e6d568e514d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311e7631-d471-4f31-bde0-f9ae9c57684a,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:38:11.892358 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 3f371689-2a2e-4860-b9a6-0afc877cef11 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:38:11.944975 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 3f371689-2a2e-4860-b9a6-0afc877cef11 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:38:11.945326 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 3f371689-2a2e-4860-b9a6-0afc877cef11 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:38:12.138883 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 44072) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:12.323708 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-0629b987-f672-457b-8051-56c84817cb58 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1226136874-network', 'tenant_id': '7549211409724269a0a98164e5ab2529'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:38:12.344859 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0629b987-f672-457b-8051-56c84817cb58 admin admin] Made reservation on behalf of 7549211409724269a0a98164e5ab2529 for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:38:12.347695 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0629b987-f672-457b-8051-56c84817cb58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:12.357262 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0629b987-f672-457b-8051-56c84817cb58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:12.462528 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0629b987-f672-457b-8051-56c84817cb58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:12.466957 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0629b987-f672-457b-8051-56c84817cb58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:12.491367 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0629b987-f672-457b-8051-56c84817cb58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:38:12.506201 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0629b987-f672-457b-8051-56c84817cb58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acdb2705-b4b8-4bb0-9b22-e59021e34fe8,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:38:12.510390 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0629b987-f672-457b-8051-56c84817cb58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:12.510744 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-0629b987-f672-457b-8051-56c84817cb58 admin admin] Added segment 9f13b468-e642-45eb-8c08-776535d2787a of type vlan for network a89233a8-eee5-4b59-a22a-a61979289671 Oct 30 15:38:12.552621 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0629b987-f672-457b-8051-56c84817cb58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:12.577717 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0629b987-f672-457b-8051-56c84817cb58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:12.578713 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0629b987-f672-457b-8051-56c84817cb58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:38:12.579295 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0629b987-f672-457b-8051-56c84817cb58 admin admin] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:12.644943 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-0629b987-f672-457b-8051-56c84817cb58 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5016673 Oct 30 15:38:12.645740 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 44092) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:12.652624 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-1fabff3d-5d00-42c9-a532-eb1c39b94b34 admin admin] Request body: {'subnet': {'network_id': 'a89233a8-eee5-4b59-a22a-a61979289671', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1226136874-subnet', 'tenant_id': '7549211409724269a0a98164e5ab2529', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:38:12.659191 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0629b987-f672-457b-8051-56c84817cb58 admin admin] Pushing event updated for resources: {'Network': ['ID=a89233a8-eee5-4b59-a22a-a61979289671,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:38:12.672311 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network a89233a8-eee5-4b59-a22a-a61979289671 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:38:12.710300 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fabff3d-5d00-42c9-a532-eb1c39b94b34 admin admin] Made reservation on behalf of 7549211409724269a0a98164e5ab2529 for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:38:12.714406 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1fabff3d-5d00-42c9-a532-eb1c39b94b34 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:12.896269 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1fabff3d-5d00-42c9-a532-eb1c39b94b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:12.965942 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fabff3d-5d00-42c9-a532-eb1c39b94b34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cbccd4c-310c-4151-ad8e-2881efbc4585,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:38:12.975705 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fabff3d-5d00-42c9-a532-eb1c39b94b34 admin admin] Checking segment: {'id': '9f13b468-e642-45eb-8c08-776535d2787a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'a89233a8-eee5-4b59-a22a-a61979289671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:38:12.976205 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fabff3d-5d00-42c9-a532-eb1c39b94b34 admin admin] Network hostable DHCP agents. Network: a89233a8-eee5-4b59-a22a-a61979289671, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:38:13.005004 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fabff3d-5d00-42c9-a532-eb1c39b94b34 admin admin] Network a89233a8-eee5-4b59-a22a-a61979289671 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:38:13.016959 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-1fabff3d-5d00-42c9-a532-eb1c39b94b34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, a89233a8-eee5-4b59-a22a-a61979289671) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:38:13.026368 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fabff3d-5d00-42c9-a532-eb1c39b94b34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:38:13.027827 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1fabff3d-5d00-42c9-a532-eb1c39b94b34 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:13.035194 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26193918-1a28-4487-a872-88ffaf8faad2 None None] Network a89233a8-eee5-4b59-a22a-a61979289671 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:38:13.059360 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-1fabff3d-5d00-42c9-a532-eb1c39b94b34 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4130151 Oct 30 15:38:13.190458 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed8c08d-d0d8-4ff4-b55a-3572cd2fdddc None None] Network a89233a8-eee5-4b59-a22a-a61979289671 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:38:13.660105 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 44130) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:13.665118 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-695cb97a-4e5d-40f9-8e67-4596d0d9a904 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-790411939-network', 'tenant_id': '509a14f8b44244768f73f3ef907c0634'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:38:13.698556 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695cb97a-4e5d-40f9-8e67-4596d0d9a904 admin admin] Made reservation on behalf of 509a14f8b44244768f73f3ef907c0634 for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:38:13.701689 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-695cb97a-4e5d-40f9-8e67-4596d0d9a904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:13.711005 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-695cb97a-4e5d-40f9-8e67-4596d0d9a904 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:13.789981 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-695cb97a-4e5d-40f9-8e67-4596d0d9a904 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:13.795257 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-695cb97a-4e5d-40f9-8e67-4596d0d9a904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:13.825900 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695cb97a-4e5d-40f9-8e67-4596d0d9a904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=770d13bf-8735-415e-af37-ce2d3ea10297,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:38:13.831867 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-695cb97a-4e5d-40f9-8e67-4596d0d9a904 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:38:13.842482 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-695cb97a-4e5d-40f9-8e67-4596d0d9a904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:13.842834 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-695cb97a-4e5d-40f9-8e67-4596d0d9a904 admin admin] Added segment 9bfd7565-c75d-4ad5-8e45-d786cd8790e0 of type vlan for network 5f7411e5-006f-4500-ab2e-40307600113e Oct 30 15:38:13.891825 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-695cb97a-4e5d-40f9-8e67-4596d0d9a904 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:13.923558 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-695cb97a-4e5d-40f9-8e67-4596d0d9a904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:13.924520 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695cb97a-4e5d-40f9-8e67-4596d0d9a904 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:38:13.925322 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-695cb97a-4e5d-40f9-8e67-4596d0d9a904 admin admin] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:14.015429 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-695cb97a-4e5d-40f9-8e67-4596d0d9a904 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3541856 Oct 30 15:38:14.019036 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 44136) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:14.025357 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695cb97a-4e5d-40f9-8e67-4596d0d9a904 admin admin] Pushing event updated for resources: {'Network': ['ID=5f7411e5-006f-4500-ab2e-40307600113e,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:38:14.031738 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-b6f21784-54c2-41b4-b92b-7c15846b0a20 admin admin] Request body: {'subnet': {'network_id': '5f7411e5-006f-4500-ab2e-40307600113e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-790411939-subnet', 'tenant_id': '509a14f8b44244768f73f3ef907c0634', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:38:14.038137 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 5f7411e5-006f-4500-ab2e-40307600113e details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:38:14.060259 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f21784-54c2-41b4-b92b-7c15846b0a20 admin admin] Made reservation on behalf of 509a14f8b44244768f73f3ef907c0634 for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:38:14.063186 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b6f21784-54c2-41b4-b92b-7c15846b0a20 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:14.260332 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b6f21784-54c2-41b4-b92b-7c15846b0a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:14.317708 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f21784-54c2-41b4-b92b-7c15846b0a20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36dd09cb-9e63-43d3-b34a-e41f609cee35,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:38:14.332649 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f21784-54c2-41b4-b92b-7c15846b0a20 admin admin] Checking segment: {'id': '9bfd7565-c75d-4ad5-8e45-d786cd8790e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5f7411e5-006f-4500-ab2e-40307600113e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:38:14.333086 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f21784-54c2-41b4-b92b-7c15846b0a20 admin admin] Network hostable DHCP agents. Network: 5f7411e5-006f-4500-ab2e-40307600113e, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:38:14.355450 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f21784-54c2-41b4-b92b-7c15846b0a20 admin admin] Network 5f7411e5-006f-4500-ab2e-40307600113e is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:38:14.372600 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-b6f21784-54c2-41b4-b92b-7c15846b0a20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 5f7411e5-006f-4500-ab2e-40307600113e) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:38:14.382022 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90436568-2c38-40e1-a0d8-e6d1a1a9537c None None] Network 5f7411e5-006f-4500-ab2e-40307600113e requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:38:14.384591 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f21784-54c2-41b4-b92b-7c15846b0a20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:38:14.385468 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b6f21784-54c2-41b4-b92b-7c15846b0a20 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:14.405334 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b6f21784-54c2-41b4-b92b-7c15846b0a20 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3835375 Oct 30 15:38:14.569069 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 44152) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:14.570931 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2c3b47-9413-4cd7-bef5-4ef60515fa28 None None] Network 5f7411e5-006f-4500-ab2e-40307600113e requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:38:14.640297 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f28988f-e953-4f26-93c3-1bce40377771 admin admin] Deleting subnet 5cbccd4c-310c-4151-ad8e-2881efbc4585 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:38:14.644374 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7f28988f-e953-4f26-93c3-1bce40377771 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:14.694902 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7f28988f-e953-4f26-93c3-1bce40377771 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:14.745490 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7f28988f-e953-4f26-93c3-1bce40377771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:14.816408 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7f28988f-e953-4f26-93c3-1bce40377771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:14.839503 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f28988f-e953-4f26-93c3-1bce40377771 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cbccd4c-310c-4151-ad8e-2881efbc4585,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:38:14.845475 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7f28988f-e953-4f26-93c3-1bce40377771 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:14.851041 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-7f28988f-e953-4f26-93c3-1bce40377771 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/5cbccd4c-310c-4151-ad8e-2881efbc4585 HTTP/1.1" status: 204 len: 168 time: 0.2785828 Oct 30 15:38:14.851246 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 44158) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:14.925972 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3a56baee-ca01-4529-b46b-6fe44dce307c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:15.012413 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3a56baee-ca01-4529-b46b-6fe44dce307c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:15.035791 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-3a56baee-ca01-4529-b46b-6fe44dce307c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a89233a8-eee5-4b59-a22a-a61979289671']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:15.047982 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-3a56baee-ca01-4529-b46b-6fe44dce307c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f13b468-e642-45eb-8c08-776535d2787a') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:15.048271 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-3a56baee-ca01-4529-b46b-6fe44dce307c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f13b468-e642-45eb-8c08-776535d2787a') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:15.059510 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3a56baee-ca01-4529-b46b-6fe44dce307c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:15.073754 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3a56baee-ca01-4529-b46b-6fe44dce307c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:15.079613 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a56baee-ca01-4529-b46b-6fe44dce307c admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:38:15.079995 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3a56baee-ca01-4529-b46b-6fe44dce307c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:15.081633 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:38:15.081633 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:38:15.081633 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:38:15.081633 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:38:15.081633 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:38:15.081633 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:38:15.081633 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:38:15.081633 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:38:15.081633 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:38:15.081633 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:38:15.081633 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:38:15.081633 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:38:15.081633 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:38:15.081633 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:38:15.081633 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:38:15.081633 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:38:15.081633 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:38:15.081633 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:38:15.081633 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:38:15.081633 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:38:15.081633 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:38:15.081633 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:38:15.081633 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:38:15.081633 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:38:15.081633 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:38:15.081633 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:38:15.081633 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:38:15.081633 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:38:15.081633 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:38:15.081633 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:38:15.081633 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:38:15.081633 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:38:15.142254 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3a56baee-ca01-4529-b46b-6fe44dce307c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:15.160170 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3a56baee-ca01-4529-b46b-6fe44dce307c admin admin] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:15.163491 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-3a56baee-ca01-4529-b46b-6fe44dce307c admin admin] 10.222.0.62 "DELETE /v2.0/networks/a89233a8-eee5-4b59-a22a-a61979289671 HTTP/1.1" status: 204 len: 168 time: 0.3112259 Oct 30 15:38:15.164367 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a56baee-ca01-4529-b46b-6fe44dce307c admin admin] Pushing event deleted for resources: {'Network': ['ID=a89233a8-eee5-4b59-a22a-a61979289671,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:38:15.166186 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 44164) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:15.211012 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-84d84e14-f919-4faf-a5b4-28129926bdd3 admin admin] Deleting subnet 36dd09cb-9e63-43d3-b34a-e41f609cee35 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:38:15.214944 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-84d84e14-f919-4faf-a5b4-28129926bdd3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:15.257762 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-84d84e14-f919-4faf-a5b4-28129926bdd3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:15.318901 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-84d84e14-f919-4faf-a5b4-28129926bdd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:15.375232 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-84d84e14-f919-4faf-a5b4-28129926bdd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:15.403572 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-84d84e14-f919-4faf-a5b4-28129926bdd3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:15.407912 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-84d84e14-f919-4faf-a5b4-28129926bdd3 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/36dd09cb-9e63-43d3-b34a-e41f609cee35 HTTP/1.1" status: 204 len: 168 time: 0.2407920 Oct 30 15:38:15.409091 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d84e14-f919-4faf-a5b4-28129926bdd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36dd09cb-9e63-43d3-b34a-e41f609cee35,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:38:15.410413 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 44170) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:15.487962 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b3078b94-5c32-4dec-bfeb-b6ef0fc69046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:15.576109 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b3078b94-5c32-4dec-bfeb-b6ef0fc69046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:15.604382 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-b3078b94-5c32-4dec-bfeb-b6ef0fc69046 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f7411e5-006f-4500-ab2e-40307600113e']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:15.615282 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-b3078b94-5c32-4dec-bfeb-b6ef0fc69046 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bfd7565-c75d-4ad5-8e45-d786cd8790e0') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:15.615887 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-b3078b94-5c32-4dec-bfeb-b6ef0fc69046 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bfd7565-c75d-4ad5-8e45-d786cd8790e0') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:15.629191 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b3078b94-5c32-4dec-bfeb-b6ef0fc69046 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:15.642461 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b3078b94-5c32-4dec-bfeb-b6ef0fc69046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:15.654596 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3078b94-5c32-4dec-bfeb-b6ef0fc69046 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:38:15.655216 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b3078b94-5c32-4dec-bfeb-b6ef0fc69046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:15.656891 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:38:15.656891 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:38:15.656891 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:38:15.656891 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:38:15.656891 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:38:15.656891 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:38:15.656891 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:38:15.656891 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:38:15.656891 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:38:15.656891 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:38:15.656891 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:38:15.656891 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:38:15.656891 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:38:15.656891 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:38:15.656891 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:38:15.656891 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:38:15.656891 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:38:15.656891 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:38:15.656891 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:38:15.656891 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:38:15.656891 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:38:15.656891 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:38:15.656891 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:38:15.656891 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:38:15.656891 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:38:15.656891 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:38:15.656891 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:38:15.656891 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:38:15.656891 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:38:15.656891 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:38:15.656891 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:38:15.656891 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:38:15.719139 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b3078b94-5c32-4dec-bfeb-b6ef0fc69046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:15.725320 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b3078b94-5c32-4dec-bfeb-b6ef0fc69046 admin admin] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:15.729004 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b3078b94-5c32-4dec-bfeb-b6ef0fc69046 admin admin] 10.222.0.62 "DELETE /v2.0/networks/5f7411e5-006f-4500-ab2e-40307600113e HTTP/1.1" status: 204 len: 168 time: 0.3162374 Oct 30 15:38:15.752346 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3078b94-5c32-4dec-bfeb-b6ef0fc69046 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f7411e5-006f-4500-ab2e-40307600113e,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:38:15.911202 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 44186) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:15.953455 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-5e9233c2-3e30-498c-949b-9b119736e199 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7549211409724269a0a98164e5ab2529&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407543 Oct 30 15:38:15.956245 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 44188) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:16.007410 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cba3aa34-526b-4e1c-8cc3-bdf4fca67530 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:16.029868 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cba3aa34-526b-4e1c-8cc3-bdf4fca67530 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:16.097252 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cba3aa34-526b-4e1c-8cc3-bdf4fca67530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:16.100169 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cba3aa34-526b-4e1c-8cc3-bdf4fca67530 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:16.101269 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-cba3aa34-526b-4e1c-8cc3-bdf4fca67530 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/acdb2705-b4b8-4bb0-9b22-e59021e34fe8 HTTP/1.1" status: 204 len: 168 time: 0.1440363 Oct 30 15:38:16.110154 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba3aa34-526b-4e1c-8cc3-bdf4fca67530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acdb2705-b4b8-4bb0-9b22-e59021e34fe8,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:38:16.463577 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 44202) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:16.505987 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-91fa89cc-0cc1-4124-9463-00c114199cb7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=509a14f8b44244768f73f3ef907c0634&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411885 Oct 30 15:38:16.508683 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 44204) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:16.561610 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d7a23828-9f48-4911-97b6-300a1f6ec30f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:16.589137 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d7a23828-9f48-4911-97b6-300a1f6ec30f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:16.641091 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d7a23828-9f48-4911-97b6-300a1f6ec30f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:16.644874 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d7a23828-9f48-4911-97b6-300a1f6ec30f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:16.651509 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d7a23828-9f48-4911-97b6-300a1f6ec30f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/770d13bf-8735-415e-af37-ce2d3ea10297 HTTP/1.1" status: 204 len: 168 time: 0.1388896 Oct 30 15:38:16.657565 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a23828-9f48-4911-97b6-300a1f6ec30f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770d13bf-8735-415e-af37-ce2d3ea10297,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:38:21.145037 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-898841bf-3a91-41e1-9ead-af0c381d315f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:23.777973 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e27f1cf4-093a-4609-8ac3-8e17f1c050f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:24.708072 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:24.917521 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:25.293322 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:38:26.644276 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:26.710657 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 44558) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:26.850838 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-57e8772f-0d7a-490b-be5a-3832431f37e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:26.946827 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-57e8772f-0d7a-490b-be5a-3832431f37e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:26.953067 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-57e8772f-0d7a-490b-be5a-3832431f37e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:26.996442 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-57e8772f-0d7a-490b-be5a-3832431f37e1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d914d9c88cc1479fb2c99dbc2994ceec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2844961 Oct 30 15:38:26.997324 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8772f-0d7a-490b-be5a-3832431f37e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6595dd-eed2-41d0-a705-dca77b895f08,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:38:26.999060 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 44564) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:27.110245 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-71e0b866-96b7-4da3-84fa-a31765ce514d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:27.149792 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-71e0b866-96b7-4da3-84fa-a31765ce514d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:27.215381 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-71e0b866-96b7-4da3-84fa-a31765ce514d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:27.218368 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-71e0b866-96b7-4da3-84fa-a31765ce514d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:27.233238 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-71e0b866-96b7-4da3-84fa-a31765ce514d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5b6595dd-eed2-41d0-a705-dca77b895f08 HTTP/1.1" status: 204 len: 168 time: 0.2206845 Oct 30 15:38:27.253868 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e0b866-96b7-4da3-84fa-a31765ce514d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6595dd-eed2-41d0-a705-dca77b895f08,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:38:28.045927 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 44590) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:28.161754 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-4dc2c1f1-cb44-446b-8c06-b48fb38d39e8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1503442689-network', 'tenant_id': '08377b68804a48559ae7606e63ded913'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:38:28.212512 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc2c1f1-cb44-446b-8c06-b48fb38d39e8 admin admin] Made reservation on behalf of 08377b68804a48559ae7606e63ded913 for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:38:28.215284 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4dc2c1f1-cb44-446b-8c06-b48fb38d39e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:28.227237 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4dc2c1f1-cb44-446b-8c06-b48fb38d39e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:28.315486 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4dc2c1f1-cb44-446b-8c06-b48fb38d39e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:28.322211 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4dc2c1f1-cb44-446b-8c06-b48fb38d39e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:28.348964 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dc2c1f1-cb44-446b-8c06-b48fb38d39e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:38:28.365119 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4dc2c1f1-cb44-446b-8c06-b48fb38d39e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:28.365461 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-4dc2c1f1-cb44-446b-8c06-b48fb38d39e8 admin admin] Added segment e16d6b0a-9d88-4466-a707-bb2eba105b7a of type vlan for network 9603ec82-b936-42f5-a9bb-35ed185dbc40 Oct 30 15:38:28.375629 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc2c1f1-cb44-446b-8c06-b48fb38d39e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=022d3de1-9e6f-400e-8b54-9600afa74acf,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:38:28.410808 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4dc2c1f1-cb44-446b-8c06-b48fb38d39e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:28.442376 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4dc2c1f1-cb44-446b-8c06-b48fb38d39e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:28.443621 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc2c1f1-cb44-446b-8c06-b48fb38d39e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:38:28.444249 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4dc2c1f1-cb44-446b-8c06-b48fb38d39e8 admin admin] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:28.496638 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 44596) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:28.501509 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-e9a960f1-4e67-4e35-aafd-a3abc776d020 admin admin] Request body: {'subnet': {'network_id': '9603ec82-b936-42f5-a9bb-35ed185dbc40', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1503442689-subnet', 'tenant_id': '08377b68804a48559ae7606e63ded913', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:38:28.504038 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-4dc2c1f1-cb44-446b-8c06-b48fb38d39e8 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4569502 Oct 30 15:38:28.529814 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a960f1-4e67-4e35-aafd-a3abc776d020 admin admin] Made reservation on behalf of 08377b68804a48559ae7606e63ded913 for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:38:28.532635 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc2c1f1-cb44-446b-8c06-b48fb38d39e8 admin admin] Pushing event updated for resources: {'Network': ['ID=9603ec82-b936-42f5-a9bb-35ed185dbc40,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:38:28.533745 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e9a960f1-4e67-4e35-aafd-a3abc776d020 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:28.543310 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 9603ec82-b936-42f5-a9bb-35ed185dbc40 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:38:28.732074 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e9a960f1-4e67-4e35-aafd-a3abc776d020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:28.793928 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a960f1-4e67-4e35-aafd-a3abc776d020 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f55804d0-bfd0-48a2-82a7-5e358744582e,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:38:28.802476 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a960f1-4e67-4e35-aafd-a3abc776d020 admin admin] Checking segment: {'id': 'e16d6b0a-9d88-4466-a707-bb2eba105b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9603ec82-b936-42f5-a9bb-35ed185dbc40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:38:28.802831 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a960f1-4e67-4e35-aafd-a3abc776d020 admin admin] Network hostable DHCP agents. Network: 9603ec82-b936-42f5-a9bb-35ed185dbc40, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:38:28.821290 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a960f1-4e67-4e35-aafd-a3abc776d020 admin admin] Network 9603ec82-b936-42f5-a9bb-35ed185dbc40 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:38:28.832539 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-e9a960f1-4e67-4e35-aafd-a3abc776d020 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 9603ec82-b936-42f5-a9bb-35ed185dbc40) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:38:28.838615 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a960f1-4e67-4e35-aafd-a3abc776d020 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:38:28.839519 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e9a960f1-4e67-4e35-aafd-a3abc776d020 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:28.846338 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a2cbc0-5720-4579-8456-80ef7bfd3146 None None] Network 9603ec82-b936-42f5-a9bb-35ed185dbc40 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:38:28.876980 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-e9a960f1-4e67-4e35-aafd-a3abc776d020 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3640854 Oct 30 15:38:29.033586 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2918387a-afb7-48f4-b38b-661113beb377 None None] Network 9603ec82-b936-42f5-a9bb-35ed185dbc40 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:38:30.034045 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:30.873306 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef0b38b-02a8-4e5c-9558-77439885350f req-8bc665eb-e020-4d47-bffe-e4a007b1f57f tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:38:30.875002 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7ef0b38b-02a8-4e5c-9558-77439885350f req-8bc665eb-e020-4d47-bffe-e4a007b1f57f tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] 10.222.0.62 "GET /v2.0/networks?id=9603ec82-b936-42f5-a9bb-35ed185dbc40 HTTP/1.1" status: 200 len: 809 time: 0.1172957 Oct 30 15:38:30.892063 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7ef0b38b-02a8-4e5c-9558-77439885350f req-58c451ee-0fb4-4350-bd92-2f05855603cf tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] 10.222.0.62 "GET /v2.0/quotas/08377b68804a48559ae7606e63ded913 HTTP/1.1" status: 200 len: 375 time: 0.0109761 Oct 30 15:38:30.932184 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7ef0b38b-02a8-4e5c-9558-77439885350f req-64f70253-b243-4084-8cd3-aad52bea6bd5 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=08377b68804a48559ae7606e63ded913&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314651 Oct 30 15:38:31.015816 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [req-7ef0b38b-02a8-4e5c-9558-77439885350f req-2558fc2d-cbf0-4ee0-a0c1-f6c76a5f351d service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:38:31.017392 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7ef0b38b-02a8-4e5c-9558-77439885350f req-2558fc2d-cbf0-4ee0-a0c1-f6c76a5f351d service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0730846 Oct 30 15:38:31.121950 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7ef0b38b-02a8-4e5c-9558-77439885350f req-cbf472db-724f-4ee8-9588-8a9394c6f18f service neutron] 10.222.0.62 "GET /v2.0/networks/9603ec82-b936-42f5-a9bb-35ed185dbc40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907068 Oct 30 15:38:31.219580 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7ef0b38b-02a8-4e5c-9558-77439885350f req-5df0381d-5050-4006-b388-65b59ba8e036 service neutron] 10.222.0.62 "GET /v2.0/networks/9603ec82-b936-42f5-a9bb-35ed185dbc40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906858 Oct 30 15:38:31.438772 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-86240da0-002d-47aa-838f-7ea23ac231d0 req-65081f6a-36e7-4e53-bef3-fc2cddde1287 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fc29fd8-eab4-4438-a827-aacd7d26e9fe HTTP/1.1" status: 200 len: 210 time: 0.0330038 Oct 30 15:38:32.014080 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:32.595860 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3248df46-3349-4293-a3f7-b89198d993ca req-196229cf-0a44-4e94-af37-06b8ce42d919 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fc29fd8-eab4-4438-a827-aacd7d26e9fe HTTP/1.1" status: 200 len: 210 time: 0.0340049 Oct 30 15:38:32.648684 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef0b38b-02a8-4e5c-9558-77439885350f req-8b82a566-8116-41c5-84fe-41bdc8f2e412 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:38:32.650528 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7ef0b38b-02a8-4e5c-9558-77439885350f req-8b82a566-8116-41c5-84fe-41bdc8f2e412 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] 10.222.0.44 "GET /v2.0/networks?id=9603ec82-b936-42f5-a9bb-35ed185dbc40 HTTP/1.1" status: 200 len: 809 time: 0.1623917 Oct 30 15:38:32.662616 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-7ef0b38b-02a8-4e5c-9558-77439885350f req-019ffb5d-e66f-4689-970f-450585275b71 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] Request body: {'port': {'device_id': '4fc29fd8-eab4-4438-a827-aacd7d26e9fe', 'network_id': '9603ec82-b936-42f5-a9bb-35ed185dbc40', 'admin_state_up': True, 'tenant_id': '08377b68804a48559ae7606e63ded913'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:38:32.771649 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ef0b38b-02a8-4e5c-9558-77439885350f req-019ffb5d-e66f-4689-970f-450585275b71 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] Made reservation on behalf of 08377b68804a48559ae7606e63ded913 for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:38:32.775627 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-7ef0b38b-02a8-4e5c-9558-77439885350f req-019ffb5d-e66f-4689-970f-450585275b71 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:32.895430 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-7ef0b38b-02a8-4e5c-9558-77439885350f req-019ffb5d-e66f-4689-970f-450585275b71 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] Allocated IP 172.20.0.12 (9603ec82-b936-42f5-a9bb-35ed185dbc40/f55804d0-bfd0-48a2-82a7-5e358744582e/98fcc2b1-b97b-471e-b227-8414e6112f62) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:38:33.051325 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-7ef0b38b-02a8-4e5c-9558-77439885350f req-019ffb5d-e66f-4689-970f-450585275b71 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:33.097425 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-7ef0b38b-02a8-4e5c-9558-77439885350f req-019ffb5d-e66f-4689-970f-450585275b71 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:33.142153 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ef0b38b-02a8-4e5c-9558-77439885350f req-019ffb5d-e66f-4689-970f-450585275b71 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] Network 9603ec82-b936-42f5-a9bb-35ed185dbc40 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:38:33.148050 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-7ef0b38b-02a8-4e5c-9558-77439885350f req-019ffb5d-e66f-4689-970f-450585275b71 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:38:33.153162 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ef0b38b-02a8-4e5c-9558-77439885350f req-019ffb5d-e66f-4689-970f-450585275b71 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:38:33.157108 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019ffb5d-e66f-4689-970f-450585275b71 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] Pushing event updated for resources: {'Port': ['ID=98fcc2b1-b97b-471e-b227-8414e6112f62,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:38:33.209387 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef0b38b-02a8-4e5c-9558-77439885350f req-019ffb5d-e66f-4689-970f-450585275b71 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:38:33.210375 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-7ef0b38b-02a8-4e5c-9558-77439885350f req-019ffb5d-e66f-4689-970f-450585275b71 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:33.227294 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7ef0b38b-02a8-4e5c-9558-77439885350f req-019ffb5d-e66f-4689-970f-450585275b71 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5685654 Oct 30 15:38:33.240409 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-7ef0b38b-02a8-4e5c-9558-77439885350f req-da908e0b-64c3-4585-98ad-398951bdd897 service neutron] Request body: {'port': {'device_id': '4fc29fd8-eab4-4438-a827-aacd7d26e9fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:38:33.292855 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-7ef0b38b-02a8-4e5c-9558-77439885350f req-da908e0b-64c3-4585-98ad-398951bdd897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:33.753147 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec69ebb-1212-44d8-9391-218dde5e035e req-c1075015-3f9f-4ee9-bc63-c2171a354dd2 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:38:33.759512 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-aec69ebb-1212-44d8-9391-218dde5e035e req-c1075015-3f9f-4ee9-bc63-c2171a354dd2 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fc29fd8-eab4-4438-a827-aacd7d26e9fe HTTP/1.1" status: 200 len: 932 time: 0.0594177 Oct 30 15:38:33.793637 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-aec69ebb-1212-44d8-9391-218dde5e035e req-c99eefeb-8421-4ced-b6d8-ae4b00618228 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] 10.222.0.62 "GET /v2.0/security-groups?id=022d3de1-9e6f-400e-8b54-9600afa74acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323446 Oct 30 15:38:33.891751 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-7ef0b38b-02a8-4e5c-9558-77439885350f req-da908e0b-64c3-4585-98ad-398951bdd897 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98fcc2b1-b97b-471e-b227-8414e6112f62 {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:38:33.900092 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-7ef0b38b-02a8-4e5c-9558-77439885350f req-da908e0b-64c3-4585-98ad-398951bdd897 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:33.912849 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-7ef0b38b-02a8-4e5c-9558-77439885350f req-da908e0b-64c3-4585-98ad-398951bdd897 service neutron] Transition to ACTIVE for port object 98fcc2b1-b97b-471e-b227-8414e6112f62 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:38:33.917795 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-7ef0b38b-02a8-4e5c-9558-77439885350f req-da908e0b-64c3-4585-98ad-398951bdd897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:33.971974 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da908e0b-64c3-4585-98ad-398951bdd897 service neutron] Pushing event updated for resources: {'Port': ['ID=98fcc2b1-b97b-471e-b227-8414e6112f62,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:38:34.035002 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-7ef0b38b-02a8-4e5c-9558-77439885350f req-da908e0b-64c3-4585-98ad-398951bdd897 service neutron] Attempting to bind port 98fcc2b1-b97b-471e-b227-8414e6112f62 on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:38:34.035497 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-7ef0b38b-02a8-4e5c-9558-77439885350f req-da908e0b-64c3-4585-98ad-398951bdd897 service neutron] Attempting to bind port 98fcc2b1-b97b-471e-b227-8414e6112f62 by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': 'e16d6b0a-9d88-4466-a707-bb2eba105b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9603ec82-b936-42f5-a9bb-35ed185dbc40'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:38:34.035897 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef0b38b-02a8-4e5c-9558-77439885350f req-da908e0b-64c3-4585-98ad-398951bdd897 service neutron] Attempting to bind port 98fcc2b1-b97b-471e-b227-8414e6112f62 on network 9603ec82-b936-42f5-a9bb-35ed185dbc40 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:38:34.040829 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef0b38b-02a8-4e5c-9558-77439885350f req-da908e0b-64c3-4585-98ad-398951bdd897 service neutron] Port 98fcc2b1-b97b-471e-b227-8414e6112f62 on network 9603ec82-b936-42f5-a9bb-35ed185dbc40 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:38:34.041215 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef0b38b-02a8-4e5c-9558-77439885350f req-da908e0b-64c3-4585-98ad-398951bdd897 service neutron] Attempting to bind port 98fcc2b1-b97b-471e-b227-8414e6112f62 on network 9603ec82-b936-42f5-a9bb-35ed185dbc40 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:38:34.046085 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef0b38b-02a8-4e5c-9558-77439885350f req-da908e0b-64c3-4585-98ad-398951bdd897 service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:38:34.046423 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef0b38b-02a8-4e5c-9558-77439885350f req-da908e0b-64c3-4585-98ad-398951bdd897 service neutron] Checking segment: {'id': 'e16d6b0a-9d88-4466-a707-bb2eba105b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9603ec82-b936-42f5-a9bb-35ed185dbc40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:38:34.046879 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef0b38b-02a8-4e5c-9558-77439885350f req-da908e0b-64c3-4585-98ad-398951bdd897 service neutron] Bound using segment: {'id': 'e16d6b0a-9d88-4466-a707-bb2eba105b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9603ec82-b936-42f5-a9bb-35ed185dbc40'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:38:34.047368 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-7ef0b38b-02a8-4e5c-9558-77439885350f req-da908e0b-64c3-4585-98ad-398951bdd897 service neutron] Bound port: 98fcc2b1-b97b-471e-b227-8414e6112f62, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e16d6b0a-9d88-4466-a707-bb2eba105b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9603ec82-b936-42f5-a9bb-35ed185dbc40'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:38:34.047812 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-7ef0b38b-02a8-4e5c-9558-77439885350f req-da908e0b-64c3-4585-98ad-398951bdd897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:34.108672 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-7ef0b38b-02a8-4e5c-9558-77439885350f req-da908e0b-64c3-4585-98ad-398951bdd897 service neutron] For port 98fcc2b1-b97b-471e-b227-8414e6112f62, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:38:34.111678 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-7ef0b38b-02a8-4e5c-9558-77439885350f req-da908e0b-64c3-4585-98ad-398951bdd897 service neutron] For port 98fcc2b1-b97b-471e-b227-8414e6112f62, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=98fcc2b1-b97b-471e-b227-8414e6112f62,segment=NetworkSegment(e16d6b0a-9d88-4466-a707-bb2eba105b7a),segment_id=e16d6b0a-9d88-4466-a707-bb2eba105b7a)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:38:34.116739 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-7ef0b38b-02a8-4e5c-9558-77439885350f req-da908e0b-64c3-4585-98ad-398951bdd897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:34.154930 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef0b38b-02a8-4e5c-9558-77439885350f req-da908e0b-64c3-4585-98ad-398951bdd897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:38:34.155556 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-7ef0b38b-02a8-4e5c-9558-77439885350f req-da908e0b-64c3-4585-98ad-398951bdd897 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:34.156920 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7ef0b38b-02a8-4e5c-9558-77439885350f req-da908e0b-64c3-4585-98ad-398951bdd897 service neutron] 10.222.0.44 "PUT /v2.0/ports/98fcc2b1-b97b-471e-b227-8414e6112f62 HTTP/1.1" status: 200 len: 1093 time: 0.9209619 Oct 30 15:38:34.157356 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fc29fd8-eab4-4438-a827-aacd7d26e9fe', 'tag': '98fcc2b1-b97b-471e-b227-8414e6112f62'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:38:34.159613 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c5c2c41-5a29-410f-879a-298d151add16" -d '{"events": [{"name": "network-changed", "server_uuid": "4fc29fd8-eab4-4438-a827-aacd7d26e9fe", "tag": "98fcc2b1-b97b-471e-b227-8414e6112f62"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:38:34.184495 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da908e0b-64c3-4585-98ad-398951bdd897 service neutron] Pushing event updated for resources: {'Port': ['ID=98fcc2b1-b97b-471e-b227-8414e6112f62,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:38:34.255019 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef0b38b-02a8-4e5c-9558-77439885350f req-13200fc8-f97a-4cdc-9c5c-7e0019de6584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:38:34.256966 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7ef0b38b-02a8-4e5c-9558-77439885350f req-13200fc8-f97a-4cdc-9c5c-7e0019de6584 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=08377b68804a48559ae7606e63ded913&device_id=4fc29fd8-eab4-4438-a827-aacd7d26e9fe HTTP/1.1" status: 200 len: 1096 time: 0.0548699 Oct 30 15:38:34.311412 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7ef0b38b-02a8-4e5c-9558-77439885350f req-425b4108-d14d-4584-a43d-d2074e41fe8f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98fcc2b1-b97b-471e-b227-8414e6112f62 HTTP/1.1" status: 200 len: 217 time: 0.0469391 Oct 30 15:38:34.406952 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef0b38b-02a8-4e5c-9558-77439885350f req-d293c1be-a269-49a7-91c2-337c35fa0cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:38:34.408563 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7ef0b38b-02a8-4e5c-9558-77439885350f req-d293c1be-a269-49a7-91c2-337c35fa0cc3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f55804d0-bfd0-48a2-82a7-5e358744582e HTTP/1.1" status: 200 len: 849 time: 0.0912569 Oct 30 15:38:34.418920 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff763fec-fc17-47b8-bc8b-c9f9322dcb7f x-openstack-request-id: req-ff763fec-fc17-47b8-bc8b-c9f9322dcb7f {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:38:34.419210 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fc29fd8-eab4-4438-a827-aacd7d26e9fe", "tag": "98fcc2b1-b97b-471e-b227-8414e6112f62", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:38:34.419494 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ff763fec-fc17-47b8-bc8b-c9f9322dcb7f {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:38:34.419911 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fc29fd8-eab4-4438-a827-aacd7d26e9fe', 'tag': '98fcc2b1-b97b-471e-b227-8414e6112f62', 'status': 'completed', 'code': 200} Oct 30 15:38:34.449475 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7ef0b38b-02a8-4e5c-9558-77439885350f req-8c6d5f08-cd73-425f-a082-a9f20ae7e1b3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9603ec82-b936-42f5-a9bb-35ed185dbc40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285826 Oct 30 15:38:34.550552 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7ef0b38b-02a8-4e5c-9558-77439885350f req-3d8ea842-30e7-46a1-b93b-af2fb368d304 service neutron] 10.222.0.44 "GET /v2.0/networks/9603ec82-b936-42f5-a9bb-35ed185dbc40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940270 Oct 30 15:38:34.663358 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7ef0b38b-02a8-4e5c-9558-77439885350f req-b9273e70-55a1-4db5-a4cb-553989ec2cad service neutron] 10.222.0.44 "GET /v2.0/networks/9603ec82-b936-42f5-a9bb-35ed185dbc40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053748 Oct 30 15:38:34.763083 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5c2c41-5a29-410f-879a-298d151add16 req-11fd0b34-2b26-40b0-a94e-bc85686b3b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:38:34.764693 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2c5c2c41-5a29-410f-879a-298d151add16 req-11fd0b34-2b26-40b0-a94e-bc85686b3b0d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=08377b68804a48559ae7606e63ded913&device_id=4fc29fd8-eab4-4438-a827-aacd7d26e9fe HTTP/1.1" status: 200 len: 1096 time: 0.0435064 Oct 30 15:38:34.893937 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5c2c41-5a29-410f-879a-298d151add16 req-aa6f8c28-d3e4-4303-8b2a-3b29ca115c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:38:34.895531 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2c5c2c41-5a29-410f-879a-298d151add16 req-aa6f8c28-d3e4-4303-8b2a-3b29ca115c8f service neutron] 10.222.0.44 "GET /v2.0/networks?id=9603ec82-b936-42f5-a9bb-35ed185dbc40 HTTP/1.1" status: 200 len: 910 time: 0.1239488 Oct 30 15:38:34.945809 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b39221-e290-4e10-820e-877e17a87160 req-d97630b0-d110-49c9-8a72-b7b8612cd88c tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:38:34.946408 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2c5c2c41-5a29-410f-879a-298d151add16 req-0c9f4028-e88a-460c-a417-1641dca41323 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98fcc2b1-b97b-471e-b227-8414e6112f62 HTTP/1.1" status: 200 len: 217 time: 0.0437558 Oct 30 15:38:34.947975 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-00b39221-e290-4e10-820e-877e17a87160 req-d97630b0-d110-49c9-8a72-b7b8612cd88c tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fc29fd8-eab4-4438-a827-aacd7d26e9fe HTTP/1.1" status: 200 len: 944 time: 0.0723059 Oct 30 15:38:34.994582 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-00b39221-e290-4e10-820e-877e17a87160 req-3c808e38-d860-4c4f-98c6-c2d32d515bec tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] 10.222.0.62 "GET /v2.0/security-groups?id=022d3de1-9e6f-400e-8b54-9600afa74acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401580 Oct 30 15:38:35.010835 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5c2c41-5a29-410f-879a-298d151add16 req-189e1b72-8c9e-497a-bd50-2d585c51c6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:38:35.010835 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2c5c2c41-5a29-410f-879a-298d151add16 req-189e1b72-8c9e-497a-bd50-2d585c51c6ec service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f55804d0-bfd0-48a2-82a7-5e358744582e HTTP/1.1" status: 200 len: 849 time: 0.0531149 Oct 30 15:38:35.050429 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2c5c2c41-5a29-410f-879a-298d151add16 req-b469569a-b186-447b-b6d3-1ab8abdd6fe9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9603ec82-b936-42f5-a9bb-35ed185dbc40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322154 Oct 30 15:38:35.162418 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2c5c2c41-5a29-410f-879a-298d151add16 req-3708ffe6-10ec-4851-8a5b-30f652acb226 service neutron] 10.222.0.44 "GET /v2.0/networks/9603ec82-b936-42f5-a9bb-35ed185dbc40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024361 Oct 30 15:38:35.277048 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2c5c2c41-5a29-410f-879a-298d151add16 req-083b6c87-a798-4ebc-b6ac-f51ef13ab5f0 service neutron] 10.222.0.44 "GET /v2.0/networks/9603ec82-b936-42f5-a9bb-35ed185dbc40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055009 Oct 30 15:38:36.127021 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2630caa-326a-4950-bd88-62925d4e9ebe req-58a10950-ef68-4ed2-b29d-171cef70b97b tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:38:36.128621 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f2630caa-326a-4950-bd88-62925d4e9ebe req-58a10950-ef68-4ed2-b29d-171cef70b97b tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fc29fd8-eab4-4438-a827-aacd7d26e9fe HTTP/1.1" status: 200 len: 944 time: 0.0526705 Oct 30 15:38:36.172474 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f2630caa-326a-4950-bd88-62925d4e9ebe req-5f199cd1-e205-4f80-bee8-cb3f14f07e68 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] 10.222.0.62 "GET /v2.0/security-groups?id=022d3de1-9e6f-400e-8b54-9600afa74acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357680 Oct 30 15:38:37.321760 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a31eaf6-ffbd-40ab-9d73-ce5641f0534a req-236fc893-9857-43a4-afb6-6fcf89abe87e tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:38:37.323544 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5a31eaf6-ffbd-40ab-9d73-ce5641f0534a req-236fc893-9857-43a4-afb6-6fcf89abe87e tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fc29fd8-eab4-4438-a827-aacd7d26e9fe HTTP/1.1" status: 200 len: 944 time: 0.0671990 Oct 30 15:38:37.378196 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5a31eaf6-ffbd-40ab-9d73-ce5641f0534a req-cbc84296-47c6-41f1-8a39-cc8b91d60ddb tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] 10.222.0.62 "GET /v2.0/security-groups?id=022d3de1-9e6f-400e-8b54-9600afa74acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477562 Oct 30 15:38:38.202670 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 98fcc2b1-b97b-471e-b227-8414e6112f62 details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:38:38.308424 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 98fcc2b1-b97b-471e-b227-8414e6112f62, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=98fcc2b1-b97b-471e-b227-8414e6112f62,segment=NetworkSegment(e16d6b0a-9d88-4466-a707-bb2eba105b7a),segment_id=e16d6b0a-9d88-4466-a707-bb2eba105b7a)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:38:38.321130 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': '98fcc2b1-b97b-471e-b227-8414e6112f62', 'network_id': '9603ec82-b936-42f5-a9bb-35ed185dbc40', 'port_id': '98fcc2b1-b97b-471e-b227-8414e6112f62', 'mac_address': 'fa:16:3e:3a:f4:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f55804d0-bfd0-48a2-82a7-5e358744582e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:38:38.363970 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:38.379513 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98fcc2b1-b97b-471e-b227-8414e6112f62 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:38:38.403342 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 98fcc2b1-b97b-471e-b227-8414e6112f62, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=98fcc2b1-b97b-471e-b227-8414e6112f62,segment=NetworkSegment(e16d6b0a-9d88-4466-a707-bb2eba105b7a),segment_id=e16d6b0a-9d88-4466-a707-bb2eba105b7a)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:38:38.409980 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:38.481283 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=98fcc2b1-b97b-471e-b227-8414e6112f62,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:38:38.489612 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:38:38.489979 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:38:38.490397 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:38:38.490776 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:38:38.491125 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:38:38.491489 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:38:38.491890 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:38:38.492350 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:38:38.492848 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:38:38.493187 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:38:38.493524 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:38:38.493856 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:38:38.531433 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1669ac-aa85-4022-ab75-88fb660ba96f req-27eb1295-b8e9-49a5-ad79-769cca6395d9 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:38:38.533008 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fb1669ac-aa85-4022-ab75-88fb660ba96f req-27eb1295-b8e9-49a5-ad79-769cca6395d9 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fc29fd8-eab4-4438-a827-aacd7d26e9fe HTTP/1.1" status: 200 len: 945 time: 0.0533082 Oct 30 15:38:38.579309 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fb1669ac-aa85-4022-ab75-88fb660ba96f req-7505a4da-9fd0-4e74-8535-d618bd8e2aa0 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] 10.222.0.62 "GET /v2.0/security-groups?id=022d3de1-9e6f-400e-8b54-9600afa74acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390830 Oct 30 15:38:38.620836 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['98fcc2b1-b97b-471e-b227-8414e6112f62'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:38:39.701954 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20547312-a917-4032-98a5-69f6d52c7018 req-c8fb7eac-9e41-49ed-bfa6-8c1d056d4a06 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:38:39.703458 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-20547312-a917-4032-98a5-69f6d52c7018 req-c8fb7eac-9e41-49ed-bfa6-8c1d056d4a06 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fc29fd8-eab4-4438-a827-aacd7d26e9fe HTTP/1.1" status: 200 len: 945 time: 0.0505536 Oct 30 15:38:39.742402 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-20547312-a917-4032-98a5-69f6d52c7018 req-898f82a5-4de1-4b09-afc6-ab9a08304103 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] 10.222.0.62 "GET /v2.0/security-groups?id=022d3de1-9e6f-400e-8b54-9600afa74acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322607 Oct 30 15:38:40.202234 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 98fcc2b1-b97b-471e-b227-8414e6112f62 up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:38:40.256204 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port 98fcc2b1-b97b-471e-b227-8414e6112f62 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:38:40.260989 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port 98fcc2b1-b97b-471e-b227-8414e6112f62 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:38:40.261374 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:40.345217 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:40.372719 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc29fd8-eab4-4438-a827-aacd7d26e9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98fcc2b1-b97b-471e-b227-8414e6112f62'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:38:40.375025 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83253efc-8640-4364-8d5a-dab8a52a7b65" -d '{"events": [{"server_uuid": "4fc29fd8-eab4-4438-a827-aacd7d26e9fe", "name": "network-vif-plugged", "status": "completed", "tag": "98fcc2b1-b97b-471e-b227-8414e6112f62"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:38:40.396964 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 98fcc2b1-b97b-471e-b227-8414e6112f62, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=98fcc2b1-b97b-471e-b227-8414e6112f62,segment=NetworkSegment(e16d6b0a-9d88-4466-a707-bb2eba105b7a),segment_id=e16d6b0a-9d88-4466-a707-bb2eba105b7a)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:38:40.403628 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:40.439927 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f9797d-c32f-462d-974e-a331d4e1043c x-openstack-request-id: req-a4f9797d-c32f-462d-974e-a331d4e1043c {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:38:40.440375 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fc29fd8-eab4-4438-a827-aacd7d26e9fe", "name": "network-vif-plugged", "status": "completed", "tag": "98fcc2b1-b97b-471e-b227-8414e6112f62", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:38:40.440728 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a4f9797d-c32f-462d-974e-a331d4e1043c {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:38:40.441787 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fc29fd8-eab4-4438-a827-aacd7d26e9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98fcc2b1-b97b-471e-b227-8414e6112f62', 'code': 200} Oct 30 15:38:40.491177 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=98fcc2b1-b97b-471e-b227-8414e6112f62,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:38:40.553761 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e518a7-507e-49a3-bfc0-490c7a70ab66 req-ea8bb00c-90bf-4858-af2d-367f28d8ff40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:38:40.555719 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-03e518a7-507e-49a3-bfc0-490c7a70ab66 req-ea8bb00c-90bf-4858-af2d-367f28d8ff40 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4fc29fd8-eab4-4438-a827-aacd7d26e9fe HTTP/1.1" status: 200 len: 1098 time: 0.0544684 Oct 30 15:38:40.592037 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-03e518a7-507e-49a3-bfc0-490c7a70ab66 req-148a3f57-5776-4f71-a995-6971916c53ca service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=022d3de1-9e6f-400e-8b54-9600afa74acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300117 Oct 30 15:38:40.906461 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e112b-25f9-45f4-9493-472842f2cffc req-717ce18c-b04d-4d9c-bbba-1a3a90a699f5 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:38:40.908607 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-188e112b-25f9-45f4-9493-472842f2cffc req-717ce18c-b04d-4d9c-bbba-1a3a90a699f5 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fc29fd8-eab4-4438-a827-aacd7d26e9fe HTTP/1.1" status: 200 len: 946 time: 0.0535700 Oct 30 15:38:40.955654 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-188e112b-25f9-45f4-9493-472842f2cffc req-e1e90b4b-b514-44e1-94af-8eb8dada076d tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] 10.222.0.62 "GET /v2.0/security-groups?id=022d3de1-9e6f-400e-8b54-9600afa74acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397532 Oct 30 15:38:42.082826 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d13954c-4b0f-4b67-b9f2-897654fbf983 req-6ea66cef-4445-4470-b297-e9c2b03192a4 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:38:42.085133 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3d13954c-4b0f-4b67-b9f2-897654fbf983 req-6ea66cef-4445-4470-b297-e9c2b03192a4 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fc29fd8-eab4-4438-a827-aacd7d26e9fe HTTP/1.1" status: 200 len: 946 time: 0.0514944 Oct 30 15:38:42.124538 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3d13954c-4b0f-4b67-b9f2-897654fbf983 req-b0e054de-3b49-4bf6-a214-95812e2749e2 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] 10.222.0.62 "GET /v2.0/security-groups?id=022d3de1-9e6f-400e-8b54-9600afa74acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326860 Oct 30 15:38:42.849211 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f1a2e-7733-494c-9ed9-6a6a7fc3c352 req-1478fe74-2033-4ceb-b9da-6a5373cdea68 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:38:42.856820 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c62f1a2e-7733-494c-9ed9-6a6a7fc3c352 req-1478fe74-2033-4ceb-b9da-6a5373cdea68 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fc29fd8-eab4-4438-a827-aacd7d26e9fe HTTP/1.1" status: 200 len: 946 time: 0.0750213 Oct 30 15:38:42.900126 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c62f1a2e-7733-494c-9ed9-6a6a7fc3c352 req-066d5832-b93e-498c-8a12-08494c908706 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] 10.222.0.62 "GET /v2.0/security-groups?id=022d3de1-9e6f-400e-8b54-9600afa74acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421970 Oct 30 15:38:44.047821 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23413a3-828f-457e-ba21-6702ca13a58d req-e7a760f9-7f23-482c-872b-6d47a175254b tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:38:44.049502 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a23413a3-828f-457e-ba21-6702ca13a58d req-e7a760f9-7f23-482c-872b-6d47a175254b tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fc29fd8-eab4-4438-a827-aacd7d26e9fe HTTP/1.1" status: 200 len: 946 time: 0.0766814 Oct 30 15:38:44.052912 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c71e8-3547-4946-90ca-d21c571b3465 req-42e22e90-5606-48d8-8208-0248d6fe2535 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:38:44.054983 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-be1c71e8-3547-4946-90ca-d21c571b3465 req-42e22e90-5606-48d8-8208-0248d6fe2535 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fc29fd8-eab4-4438-a827-aacd7d26e9fe HTTP/1.1" status: 200 len: 946 time: 0.0620689 Oct 30 15:38:44.106529 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a23413a3-828f-457e-ba21-6702ca13a58d req-1d799ae4-2e00-4c1c-b5ab-c3697181df42 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] 10.222.0.62 "GET /v2.0/security-groups?id=022d3de1-9e6f-400e-8b54-9600afa74acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481822 Oct 30 15:38:44.181096 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-be1c71e8-3547-4946-90ca-d21c571b3465 req-a66f9fde-387a-457e-9e4e-2de855bce691 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] Deleting port 98fcc2b1-b97b-471e-b227-8414e6112f62 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:38:44.181447 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-be1c71e8-3547-4946-90ca-d21c571b3465 req-a66f9fde-387a-457e-9e4e-2de855bce691 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:44.280088 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 45252) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:44.280994 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-be1c71e8-3547-4946-90ca-d21c571b3465 req-a66f9fde-387a-457e-9e4e-2de855bce691 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] For port 98fcc2b1-b97b-471e-b227-8414e6112f62, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=98fcc2b1-b97b-471e-b227-8414e6112f62,segment=NetworkSegment(e16d6b0a-9d88-4466-a707-bb2eba105b7a),segment_id=e16d6b0a-9d88-4466-a707-bb2eba105b7a)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:38:44.281435 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-be1c71e8-3547-4946-90ca-d21c571b3465 req-a66f9fde-387a-457e-9e4e-2de855bce691 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:44.297460 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-be1c71e8-3547-4946-90ca-d21c571b3465 req-a66f9fde-387a-457e-9e4e-2de855bce691 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] Calling delete_port for 98fcc2b1-b97b-471e-b227-8414e6112f62 owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:38:44.412144 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3553237a-92b7-430b-a770-e4725d2edd22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:44.452670 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-be1c71e8-3547-4946-90ca-d21c571b3465 req-a66f9fde-387a-457e-9e4e-2de855bce691 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:44.468489 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['98fcc2b1-b97b-471e-b227-8414e6112f62'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:38:44.485957 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66f9fde-387a-457e-9e4e-2de855bce691 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] Pushing event deleted for resources: {'Port': ['ID=98fcc2b1-b97b-471e-b227-8414e6112f62,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:38:44.518783 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3553237a-92b7-430b-a770-e4725d2edd22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:44.523027 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3553237a-92b7-430b-a770-e4725d2edd22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:44.527576 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-be1c71e8-3547-4946-90ca-d21c571b3465 req-a66f9fde-387a-457e-9e4e-2de855bce691 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] No DVR routers for this DVR port 98fcc2b1-b97b-471e-b227-8414e6112f62 on host n-h2-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:38:44.530382 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-be1c71e8-3547-4946-90ca-d21c571b3465 req-a66f9fde-387a-457e-9e4e-2de855bce691 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:44.533873 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-be1c71e8-3547-4946-90ca-d21c571b3465 req-a66f9fde-387a-457e-9e4e-2de855bce691 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] 10.222.0.44 "DELETE /v2.0/ports/98fcc2b1-b97b-471e-b227-8414e6112f62 HTTP/1.1" status: 204 len: 173 time: 0.4719744 Oct 30 15:38:44.534316 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc29fd8-eab4-4438-a827-aacd7d26e9fe', 'name': 'network-vif-deleted', 'tag': '98fcc2b1-b97b-471e-b227-8414e6112f62'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:38:44.536722 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827a35bd-2a8d-45ff-aee4-786af122a6e5" -d '{"events": [{"server_uuid": "4fc29fd8-eab4-4438-a827-aacd7d26e9fe", "name": "network-vif-deleted", "tag": "98fcc2b1-b97b-471e-b227-8414e6112f62"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:38:44.577210 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4aef52-0f6b-4a80-a7d5-bdc5676ee98a x-openstack-request-id: req-cc4aef52-0f6b-4a80-a7d5-bdc5676ee98a {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:38:44.577722 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fc29fd8-eab4-4438-a827-aacd7d26e9fe", "name": "network-vif-deleted", "tag": "98fcc2b1-b97b-471e-b227-8414e6112f62", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:38:44.578229 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cc4aef52-0f6b-4a80-a7d5-bdc5676ee98a {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:38:44.578812 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fc29fd8-eab4-4438-a827-aacd7d26e9fe', 'name': 'network-vif-deleted', 'tag': '98fcc2b1-b97b-471e-b227-8414e6112f62', 'status': 'completed', 'code': 200} Oct 30 15:38:44.601598 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 45258) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:44.604295 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-3553237a-92b7-430b-a770-e4725d2edd22 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3ef850e162124222999874e72f3a5434&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3231955 Oct 30 15:38:44.607251 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3553237a-92b7-430b-a770-e4725d2edd22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f8b7c9-6420-467f-8b75-c6f57aac44b8,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:38:44.665024 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9cc01b7d-6a16-4988-b28d-6261e6570392 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:44.702886 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9cc01b7d-6a16-4988-b28d-6261e6570392 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:44.759881 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9cc01b7d-6a16-4988-b28d-6261e6570392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:44.764517 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9cc01b7d-6a16-4988-b28d-6261e6570392 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:44.766087 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9cc01b7d-6a16-4988-b28d-6261e6570392 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/55f8b7c9-6420-467f-8b75-c6f57aac44b8 HTTP/1.1" status: 204 len: 168 time: 0.1631904 Oct 30 15:38:44.775728 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc01b7d-6a16-4988-b28d-6261e6570392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f8b7c9-6420-467f-8b75-c6f57aac44b8,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:38:45.110708 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 45266) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:45.136676 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b068656f-6cb0-4cfe-9562-5add62188338 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:45.241433 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b068656f-6cb0-4cfe-9562-5add62188338 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:45.246590 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b068656f-6cb0-4cfe-9562-5add62188338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:45.299783 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b068656f-6cb0-4cfe-9562-5add62188338 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a5990dee86b3414b9d7b3548aca4ea0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1857100 Oct 30 15:38:45.299783 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b068656f-6cb0-4cfe-9562-5add62188338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b306ee-e10e-4a83-86d7-da61c06adb59,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:38:45.300214 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 45274) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:45.363227 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0ebec165-82c2-4cb1-86a3-d16994d99aab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:45.395620 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0ebec165-82c2-4cb1-86a3-d16994d99aab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:45.457492 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0ebec165-82c2-4cb1-86a3-d16994d99aab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:45.460794 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0ebec165-82c2-4cb1-86a3-d16994d99aab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:45.462073 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-0ebec165-82c2-4cb1-86a3-d16994d99aab admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c0b306ee-e10e-4a83-86d7-da61c06adb59 HTTP/1.1" status: 204 len: 168 time: 0.1607554 Oct 30 15:38:45.477407 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebec165-82c2-4cb1-86a3-d16994d99aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b306ee-e10e-4a83-86d7-da61c06adb59,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:38:45.519029 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5b7a1-6f80-4c37-890e-790b47af5342 req-b7de2ab5-0a12-47f3-8f9f-207d9b103d67 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:38:45.520632 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a0f5b7a1-6f80-4c37-890e-790b47af5342 req-b7de2ab5-0a12-47f3-8f9f-207d9b103d67 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] 10.222.0.62 "GET /v2.0/networks?id=9603ec82-b936-42f5-a9bb-35ed185dbc40 HTTP/1.1" status: 200 len: 809 time: 0.1300645 Oct 30 15:38:45.536490 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a0f5b7a1-6f80-4c37-890e-790b47af5342 req-e7d75518-6319-4418-9602-44abc5ca3b13 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] 10.222.0.62 "GET /v2.0/quotas/08377b68804a48559ae7606e63ded913 HTTP/1.1" status: 200 len: 375 time: 0.0096648 Oct 30 15:38:45.570341 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a0f5b7a1-6f80-4c37-890e-790b47af5342 req-c36bf629-5f70-4f76-bad6-7273ef2cf664 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=08377b68804a48559ae7606e63ded913&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270922 Oct 30 15:38:45.679155 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a0f5b7a1-6f80-4c37-890e-790b47af5342 req-7ea0a041-d9ec-4d29-a315-82f301beebd9 service neutron] 10.222.0.62 "GET /v2.0/networks/9603ec82-b936-42f5-a9bb-35ed185dbc40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988824 Oct 30 15:38:45.773811 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a0f5b7a1-6f80-4c37-890e-790b47af5342 req-7e7c1462-e93d-4baa-9bca-aa7aff98d391 service neutron] 10.222.0.62 "GET /v2.0/networks/9603ec82-b936-42f5-a9bb-35ed185dbc40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889184 Oct 30 15:38:46.021937 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ad055a8b-4bea-4618-a48f-0596a05ef3da req-cad23862-313d-42ff-8522-46833f96a149 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] 10.222.0.62 "GET /v2.0/ports?device_id=11f373c0-8dac-40c4-8ba4-c3446f99e14b HTTP/1.1" status: 200 len: 210 time: 0.0698333 Oct 30 15:38:46.409692 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe27c480-129b-4e83-9358-2cf91a46e96a req-63dbe4d7-9756-487c-9fc7-1f8f16ebcd12 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:38:46.418272 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fe27c480-129b-4e83-9358-2cf91a46e96a req-63dbe4d7-9756-487c-9fc7-1f8f16ebcd12 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] 10.222.0.62 "GET /v2.0/ports?device_id=63addfbe-85c9-4de2-8eaf-26998965f136 HTTP/1.1" status: 200 len: 945 time: 0.1363456 Oct 30 15:38:46.484238 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fe27c480-129b-4e83-9358-2cf91a46e96a req-3313d423-bf97-4161-8210-ffbcad1c76a9 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] 10.222.0.62 "GET /v2.0/security-groups?id=54eca5ff-0938-4780-8cdb-10dd56258a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616531 Oct 30 15:38:47.149964 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f8ee6e46-c942-43bd-b934-640293d0a4e8 req-3e258952-941f-4cd0-97e9-7ad399fd1b75 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] 10.222.0.62 "GET /v2.0/ports?device_id=11f373c0-8dac-40c4-8ba4-c3446f99e14b HTTP/1.1" status: 200 len: 210 time: 0.0557058 Oct 30 15:38:47.285514 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5b7a1-6f80-4c37-890e-790b47af5342 req-ddbe7045-cf8c-41f1-b2ba-c15811e19433 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:38:47.287558 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a0f5b7a1-6f80-4c37-890e-790b47af5342 req-ddbe7045-cf8c-41f1-b2ba-c15811e19433 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] 10.222.0.44 "GET /v2.0/networks?id=9603ec82-b936-42f5-a9bb-35ed185dbc40 HTTP/1.1" status: 200 len: 809 time: 0.1346278 Oct 30 15:38:47.302294 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-a0f5b7a1-6f80-4c37-890e-790b47af5342 req-6ed01b19-246e-447c-821b-b463719e7273 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] Request body: {'port': {'device_id': '11f373c0-8dac-40c4-8ba4-c3446f99e14b', 'network_id': '9603ec82-b936-42f5-a9bb-35ed185dbc40', 'admin_state_up': True, 'tenant_id': '08377b68804a48559ae7606e63ded913'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:38:47.429923 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0f5b7a1-6f80-4c37-890e-790b47af5342 req-6ed01b19-246e-447c-821b-b463719e7273 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] Made reservation on behalf of 08377b68804a48559ae7606e63ded913 for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:38:47.433612 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-a0f5b7a1-6f80-4c37-890e-790b47af5342 req-6ed01b19-246e-447c-821b-b463719e7273 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:47.620706 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2bc572-29c6-47e2-9191-122ba68552a3 req-dbdf3502-314a-4b07-9cc2-25ea7d74aa5f tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:38:47.622191 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fc2bc572-29c6-47e2-9191-122ba68552a3 req-dbdf3502-314a-4b07-9cc2-25ea7d74aa5f tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] 10.222.0.53 "GET /v2.0/ports?device_id=63addfbe-85c9-4de2-8eaf-26998965f136 HTTP/1.1" status: 200 len: 945 time: 0.0721462 Oct 30 15:38:47.626565 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-a0f5b7a1-6f80-4c37-890e-790b47af5342 req-6ed01b19-246e-447c-821b-b463719e7273 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] Allocated IP 172.20.0.3 (9603ec82-b936-42f5-a9bb-35ed185dbc40/f55804d0-bfd0-48a2-82a7-5e358744582e/78110cfe-ee9d-4870-87a8-20e64e0b3f4d) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:38:47.632826 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f714f875-5056-434b-b1f9-5b622a1f8533 req-843a0619-0d45-4e65-a5be-e8b53fb3f566 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:38:47.634366 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f714f875-5056-434b-b1f9-5b622a1f8533 req-843a0619-0d45-4e65-a5be-e8b53fb3f566 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] 10.222.0.62 "GET /v2.0/ports?device_id=63addfbe-85c9-4de2-8eaf-26998965f136 HTTP/1.1" status: 200 len: 945 time: 0.0580161 Oct 30 15:38:47.680650 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f714f875-5056-434b-b1f9-5b622a1f8533 req-0f58ce0b-3bee-4395-b91c-c0b7d54770a3 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] 10.222.0.62 "GET /v2.0/security-groups?id=54eca5ff-0938-4780-8cdb-10dd56258a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339420 Oct 30 15:38:47.837785 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-fc2bc572-29c6-47e2-9191-122ba68552a3 req-ddd3af56-a2c0-4aac-abc4-2f0a118a3c1e tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Deleting port 2dd24396-1f6f-44e7-a70e-baa41cd763f2 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:38:47.838126 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-fc2bc572-29c6-47e2-9191-122ba68552a3 req-ddd3af56-a2c0-4aac-abc4-2f0a118a3c1e tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:47.937505 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-a0f5b7a1-6f80-4c37-890e-790b47af5342 req-6ed01b19-246e-447c-821b-b463719e7273 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:47.993022 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-fc2bc572-29c6-47e2-9191-122ba68552a3 req-ddd3af56-a2c0-4aac-abc4-2f0a118a3c1e tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] For port 2dd24396-1f6f-44e7-a70e-baa41cd763f2, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=2dd24396-1f6f-44e7-a70e-baa41cd763f2,segment=NetworkSegment(42009e01-9045-4c91-9272-931b6d9c6bd5),segment_id=42009e01-9045-4c91-9272-931b6d9c6bd5)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:38:47.993022 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-fc2bc572-29c6-47e2-9191-122ba68552a3 req-ddd3af56-a2c0-4aac-abc4-2f0a118a3c1e tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:48.071916 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-a0f5b7a1-6f80-4c37-890e-790b47af5342 req-6ed01b19-246e-447c-821b-b463719e7273 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:48.208912 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0f5b7a1-6f80-4c37-890e-790b47af5342 req-6ed01b19-246e-447c-821b-b463719e7273 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] Network 9603ec82-b936-42f5-a9bb-35ed185dbc40 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:38:48.211520 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-25ac1fda-8b9d-4f69-9811-1547ab085e5a req-115363a9-b803-4d9f-9d89-0a816f41436c tempest-VolumesBackupsTest-642481936 tempest-VolumesBackupsTest-642481936-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=a98d12d491d249c48e00bbeb0d988d1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0913146 Oct 30 15:38:48.218814 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-a0f5b7a1-6f80-4c37-890e-790b47af5342 req-6ed01b19-246e-447c-821b-b463719e7273 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:38:48.223161 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0f5b7a1-6f80-4c37-890e-790b47af5342 req-6ed01b19-246e-447c-821b-b463719e7273 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:38:48.250609 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed01b19-246e-447c-821b-b463719e7273 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] Pushing event updated for resources: {'Port': ['ID=78110cfe-ee9d-4870-87a8-20e64e0b3f4d,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:38:48.264698 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 98fcc2b1-b97b-471e-b227-8414e6112f62 no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:38:48.298981 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a831ea80-0403-4c2d-9008-b830000dc990 req-cee1c6bc-129c-46db-9550-906947625974 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:38:48.301973 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a831ea80-0403-4c2d-9008-b830000dc990 req-cee1c6bc-129c-46db-9550-906947625974 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] 10.222.0.62 "GET /v2.0/ports?device_id=11f373c0-8dac-40c4-8ba4-c3446f99e14b HTTP/1.1" status: 200 len: 931 time: 0.0715528 Oct 30 15:38:48.309499 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] No Port match for: 98fcc2b1-b97b-471e-b227-8414e6112f62 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:38:48.309852 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 98fcc2b1-b97b-471e-b227-8414e6112f62 not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:38:48.350799 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a831ea80-0403-4c2d-9008-b830000dc990 req-320d51a9-6bb1-49dc-ae3c-c185ddda7d20 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] 10.222.0.62 "GET /v2.0/security-groups?id=022d3de1-9e6f-400e-8b54-9600afa74acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416219 Oct 30 15:38:48.447587 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5b7a1-6f80-4c37-890e-790b47af5342 req-6ed01b19-246e-447c-821b-b463719e7273 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:38:48.448235 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-a0f5b7a1-6f80-4c37-890e-790b47af5342 req-6ed01b19-246e-447c-821b-b463719e7273 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:48.498394 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a0f5b7a1-6f80-4c37-890e-790b47af5342 req-6ed01b19-246e-447c-821b-b463719e7273 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2004807 Oct 30 15:38:48.501918 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-fc2bc572-29c6-47e2-9191-122ba68552a3 req-ddd3af56-a2c0-4aac-abc4-2f0a118a3c1e tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:48.502281 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-fc2bc572-29c6-47e2-9191-122ba68552a3 req-ddd3af56-a2c0-4aac-abc4-2f0a118a3c1e tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:48.502599 n-d-806683-17 neutron-server[102130]: INFO neutron.db.l3_db [req-fc2bc572-29c6-47e2-9191-122ba68552a3 req-ddd3af56-a2c0-4aac-abc4-2f0a118a3c1e tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Floating IP f42e240b-4fd7-4007-92ba-c391eb7ae9bd disassociated. External IP: 172.25.4.245, port: 2dd24396-1f6f-44e7-a70e-baa41cd763f2. Oct 30 15:38:48.502943 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-fc2bc572-29c6-47e2-9191-122ba68552a3 req-ddd3af56-a2c0-4aac-abc4-2f0a118a3c1e tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Calling delete_port for 2dd24396-1f6f-44e7-a70e-baa41cd763f2 owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:38:48.523720 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-a0f5b7a1-6f80-4c37-890e-790b47af5342 req-4fc9b4b7-209b-48a3-92fc-9aef764ae628 service neutron] Request body: {'port': {'device_id': '11f373c0-8dac-40c4-8ba4-c3446f99e14b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:38:48.548750 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 45362) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:48.655602 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac1fda-8b9d-4f69-9811-1547ab085e5a req-ce4c9e40-2d6e-4714-b3d9-ec5636dfb52d tempest-VolumesBackupsTest-642481936 tempest-VolumesBackupsTest-642481936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:38:48.656936 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-25ac1fda-8b9d-4f69-9811-1547ab085e5a req-ce4c9e40-2d6e-4714-b3d9-ec5636dfb52d tempest-VolumesBackupsTest-642481936 tempest-VolumesBackupsTest-642481936-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4015386 Oct 30 15:38:48.664987 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9b6efdd8-4396-45de-aa81-52701b195820 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:48.686733 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-a0f5b7a1-6f80-4c37-890e-790b47af5342 req-4fc9b4b7-209b-48a3-92fc-9aef764ae628 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:48.700062 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-25ac1fda-8b9d-4f69-9811-1547ab085e5a req-5f5c5192-b30c-4844-8e01-f04b9dec52c8 tempest-VolumesBackupsTest-642481936 tempest-VolumesBackupsTest-642481936-project] 10.222.0.62 "GET /v2.0/quotas/a98d12d491d249c48e00bbeb0d988d1a HTTP/1.1" status: 200 len: 375 time: 0.0331640 Oct 30 15:38:48.764183 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9b6efdd8-4396-45de-aa81-52701b195820 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:48.769324 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9b6efdd8-4396-45de-aa81-52701b195820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:48.779959 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-25ac1fda-8b9d-4f69-9811-1547ab085e5a req-338db80a-2c30-44a8-bdbc-2ce2491329cb tempest-VolumesBackupsTest-642481936 tempest-VolumesBackupsTest-642481936-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a98d12d491d249c48e00bbeb0d988d1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505099 Oct 30 15:38:48.858139 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-9b6efdd8-4396-45de-aa81-52701b195820 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8e3972dc13b34e62a3462c65321c4f90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3079371 Oct 30 15:38:48.860250 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6efdd8-4396-45de-aa81-52701b195820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c5017e-044a-447f-84b5-b3b6e0e234fe,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:38:48.863780 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 45368) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:48.949387 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-fc2bc572-29c6-47e2-9191-122ba68552a3 req-ddd3af56-a2c0-4aac-abc4-2f0a118a3c1e tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:48.958319 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f2f75f-6ee5-4b79-b3c9-bd12e3ca54f2 req-de11ed51-93d1-491d-89f1-1de201e72f17 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:38:48.963173 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-44f2f75f-6ee5-4b79-b3c9-bd12e3ca54f2 req-de11ed51-93d1-491d-89f1-1de201e72f17 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] 10.222.0.62 "GET /v2.0/ports?device_id=63addfbe-85c9-4de2-8eaf-26998965f136 HTTP/1.1" status: 200 len: 945 time: 0.1614876 Oct 30 15:38:49.010673 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0c4411ae-56e1-40b7-9dd3-980585a8dfd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:49.041096 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0c4411ae-56e1-40b7-9dd3-980585a8dfd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:49.041507 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd3af56-a2c0-4aac-abc4-2f0a118a3c1e tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Pushing event deleted for resources: {'Port': ['ID=2dd24396-1f6f-44e7-a70e-baa41cd763f2,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:38:49.062216 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ba364549-497a-4770-af27-83f0d4063188 req-8c07dac6-0dc9-47f5-9314-3c12cab71684 tempest-VolumesBackupsTest-642481936 tempest-VolumesBackupsTest-642481936-project] 10.222.0.62 "GET /v2.0/ports?device_id=7dee12dd-13fc-41f2-9453-810e683d60cf HTTP/1.1" status: 200 len: 210 time: 0.0403111 Oct 30 15:38:49.141575 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0c4411ae-56e1-40b7-9dd3-980585a8dfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:49.150769 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0c4411ae-56e1-40b7-9dd3-980585a8dfd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:49.160023 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-0c4411ae-56e1-40b7-9dd3-980585a8dfd0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a0c5017e-044a-447f-84b5-b3b6e0e234fe HTTP/1.1" status: 204 len: 168 time: 0.2940118 Oct 30 15:38:49.186775 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4411ae-56e1-40b7-9dd3-980585a8dfd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c5017e-044a-447f-84b5-b3b6e0e234fe,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:38:49.204544 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc2bc572-29c6-47e2-9191-122ba68552a3 req-ddd3af56-a2c0-4aac-abc4-2f0a118a3c1e tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Router ad97264b-41a1-4b0a-ada8-16e502a8f63c has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:38:49.303271 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-44f2f75f-6ee5-4b79-b3c9-bd12e3ca54f2 req-5d7dca39-2a31-48b3-b5d6-f20d2c067b4d tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] 10.222.0.62 "GET /v2.0/security-groups?id=54eca5ff-0938-4780-8cdb-10dd56258a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3345847 Oct 30 15:38:49.395834 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-a0f5b7a1-6f80-4c37-890e-790b47af5342 req-4fc9b4b7-209b-48a3-92fc-9aef764ae628 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78110cfe-ee9d-4870-87a8-20e64e0b3f4d {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:38:49.409492 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc2bc572-29c6-47e2-9191-122ba68552a3 req-ddd3af56-a2c0-4aac-abc4-2f0a118a3c1e tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:38:49.421383 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-a0f5b7a1-6f80-4c37-890e-790b47af5342 req-4fc9b4b7-209b-48a3-92fc-9aef764ae628 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:49.436819 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcfc28a-a5b7-49d4-a10f-198a7d5af986 None None] Sync routers for ids ['ad97264b-41a1-4b0a-ada8-16e502a8f63c'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:38:49.456113 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcfc28a-a5b7-49d4-a10f-198a7d5af986 None None] Routers {'ad97264b-41a1-4b0a-ada8-16e502a8f63c'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:38:49.456968 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-cfcfc28a-a5b7-49d4-a10f-198a7d5af986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:38:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['ad97264b-41a1-4b0a-ada8-16e502a8f63c'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:49.517376 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-a0f5b7a1-6f80-4c37-890e-790b47af5342 req-4fc9b4b7-209b-48a3-92fc-9aef764ae628 service neutron] Transition to ACTIVE for port object 78110cfe-ee9d-4870-87a8-20e64e0b3f4d will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:38:49.550623 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc2bc572-29c6-47e2-9191-122ba68552a3 req-ddd3af56-a2c0-4aac-abc4-2f0a118a3c1e tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] No DVR routers for this DVR port 2dd24396-1f6f-44e7-a70e-baa41cd763f2 on host n-h1-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:38:49.554591 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-a0f5b7a1-6f80-4c37-890e-790b47af5342 req-4fc9b4b7-209b-48a3-92fc-9aef764ae628 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:49.557523 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-fc2bc572-29c6-47e2-9191-122ba68552a3 req-ddd3af56-a2c0-4aac-abc4-2f0a118a3c1e tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:49.561244 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fc2bc572-29c6-47e2-9191-122ba68552a3 req-ddd3af56-a2c0-4aac-abc4-2f0a118a3c1e tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] 10.222.0.53 "DELETE /v2.0/ports/2dd24396-1f6f-44e7-a70e-baa41cd763f2 HTTP/1.1" status: 204 len: 173 time: 1.9296534 Oct 30 15:38:49.563547 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63addfbe-85c9-4de2-8eaf-26998965f136', 'name': 'network-vif-deleted', 'tag': '2dd24396-1f6f-44e7-a70e-baa41cd763f2'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:38:49.567229 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e8bd5bc-86f3-44fb-9250-2b94bb3f75f1" -d '{"events": [{"server_uuid": "63addfbe-85c9-4de2-8eaf-26998965f136", "name": "network-vif-deleted", "tag": "2dd24396-1f6f-44e7-a70e-baa41cd763f2"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:38:49.819934 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-cfcfc28a-a5b7-49d4-a10f-198a7d5af986 None None] Set router ad97264b-41a1-4b0a-ada8-16e502a8f63c gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:38:49.823832 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c12a5ba-4875-4a02-a186-501c3442e5bb x-openstack-request-id: req-6c12a5ba-4875-4a02-a186-501c3442e5bb {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:38:49.824204 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63addfbe-85c9-4de2-8eaf-26998965f136", "name": "network-vif-deleted", "tag": "2dd24396-1f6f-44e7-a70e-baa41cd763f2", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:38:49.824471 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6c12a5ba-4875-4a02-a186-501c3442e5bb {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:38:49.824905 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63addfbe-85c9-4de2-8eaf-26998965f136', 'name': 'network-vif-deleted', 'tag': '2dd24396-1f6f-44e7-a70e-baa41cd763f2', 'status': 'completed', 'code': 200} Oct 30 15:38:50.073471 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-cfcfc28a-a5b7-49d4-a10f-198a7d5af986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad97264b-41a1-4b0a-ada8-16e502a8f63c', 'name': 'tempest-TestServerBasicOps-1010027017-router', 'tenant_id': '618f83bcebd64e44892a09ff47fd42c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '4ef2f411-3214-46f7-8dc3-00a0463897e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:33:31Z', 'updated_at': '2021-10-30T15:33:37Z', 'revision_number': 4, 'project_id': '618f83bcebd64e44892a09ff47fd42c7', 'gw_port': {'id': '4ef2f411-3214-46f7-8dc3-00a0463897e9', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:5d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad97264b-41a1-4b0a-ada8-16e502a8f63c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:33:32Z', 'updated_at': '2021-10-30T15:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '718e6941-d905-4c43-b46e-71be47228792', 'name': '', 'network_id': 'f7b31817-fb37-4338-9a8b-92e463aec38a', 'tenant_id': '618f83bcebd64e44892a09ff47fd42c7', 'mac_address': 'fa:16:3e:6d:f8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad97264b-41a1-4b0a-ada8-16e502a8f63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'cb7f4642-d814-4c95-a5f2-078cbd241a0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:33:36Z', 'updated_at': '2021-10-30T15:33:47Z', 'revision_number': 5, 'project_id': '618f83bcebd64e44892a09ff47fd42c7', 'subnets': [{'id': 'cb7f4642-d814-4c95-a5f2-078cbd241a0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:50.110212 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcfc28a-a5b7-49d4-a10f-198a7d5af986 None None] Checking router: ad97264b-41a1-4b0a-ada8-16e502a8f63c for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:38:50.118597 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcfc28a-a5b7-49d4-a10f-198a7d5af986 None None] Routers {'ad97264b-41a1-4b0a-ada8-16e502a8f63c'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:38:50.119229 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-cfcfc28a-a5b7-49d4-a10f-198a7d5af986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:38:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['ad97264b-41a1-4b0a-ada8-16e502a8f63c'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:50.199356 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7c921994-a1ba-456b-93a2-4ce789287630 req-b0d3f0cc-e4b0-42a0-bc8a-d6c4e1dde326 tempest-VolumesBackupsTest-642481936 tempest-VolumesBackupsTest-642481936-project] 10.222.0.62 "GET /v2.0/ports?device_id=7dee12dd-13fc-41f2-9453-810e683d60cf HTTP/1.1" status: 200 len: 210 time: 0.0332451 Oct 30 15:38:50.271996 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-cfcfc28a-a5b7-49d4-a10f-198a7d5af986 None None] Set router ad97264b-41a1-4b0a-ada8-16e502a8f63c gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:38:50.294167 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e9666c-67cd-48c5-b900-7deebf4c9dcf req-0cc9fd53-fe13-426f-9a16-2cd66392eacc tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:38:50.295581 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f2e9666c-67cd-48c5-b900-7deebf4c9dcf req-0cc9fd53-fe13-426f-9a16-2cd66392eacc tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] 10.222.0.62 "GET /v2.0/ports?device_id=11f373c0-8dac-40c4-8ba4-c3446f99e14b HTTP/1.1" status: 200 len: 943 time: 0.7687762 Oct 30 15:38:50.303269 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc9b4b7-209b-48a3-92fc-9aef764ae628 service neutron] Pushing event updated for resources: {'Port': ['ID=78110cfe-ee9d-4870-87a8-20e64e0b3f4d,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:38:50.356587 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f2e9666c-67cd-48c5-b900-7deebf4c9dcf req-ee549ec9-9c2c-424a-9731-f3f8753a4600 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] 10.222.0.62 "GET /v2.0/security-groups?id=022d3de1-9e6f-400e-8b54-9600afa74acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541680 Oct 30 15:38:50.361233 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-a0f5b7a1-6f80-4c37-890e-790b47af5342 req-4fc9b4b7-209b-48a3-92fc-9aef764ae628 service neutron] Attempting to bind port 78110cfe-ee9d-4870-87a8-20e64e0b3f4d on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:38:50.361426 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-a0f5b7a1-6f80-4c37-890e-790b47af5342 req-4fc9b4b7-209b-48a3-92fc-9aef764ae628 service neutron] Attempting to bind port 78110cfe-ee9d-4870-87a8-20e64e0b3f4d by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': 'e16d6b0a-9d88-4466-a707-bb2eba105b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9603ec82-b936-42f5-a9bb-35ed185dbc40'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:38:50.361716 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f5b7a1-6f80-4c37-890e-790b47af5342 req-4fc9b4b7-209b-48a3-92fc-9aef764ae628 service neutron] Attempting to bind port 78110cfe-ee9d-4870-87a8-20e64e0b3f4d on network 9603ec82-b936-42f5-a9bb-35ed185dbc40 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:38:50.367410 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f5b7a1-6f80-4c37-890e-790b47af5342 req-4fc9b4b7-209b-48a3-92fc-9aef764ae628 service neutron] Port 78110cfe-ee9d-4870-87a8-20e64e0b3f4d on network 9603ec82-b936-42f5-a9bb-35ed185dbc40 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:38:50.367410 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f5b7a1-6f80-4c37-890e-790b47af5342 req-4fc9b4b7-209b-48a3-92fc-9aef764ae628 service neutron] Attempting to bind port 78110cfe-ee9d-4870-87a8-20e64e0b3f4d on network 9603ec82-b936-42f5-a9bb-35ed185dbc40 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:38:50.371978 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f5b7a1-6f80-4c37-890e-790b47af5342 req-4fc9b4b7-209b-48a3-92fc-9aef764ae628 service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:38:50.372325 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f5b7a1-6f80-4c37-890e-790b47af5342 req-4fc9b4b7-209b-48a3-92fc-9aef764ae628 service neutron] Checking segment: {'id': 'e16d6b0a-9d88-4466-a707-bb2eba105b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9603ec82-b936-42f5-a9bb-35ed185dbc40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:38:50.372713 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f5b7a1-6f80-4c37-890e-790b47af5342 req-4fc9b4b7-209b-48a3-92fc-9aef764ae628 service neutron] Bound using segment: {'id': 'e16d6b0a-9d88-4466-a707-bb2eba105b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9603ec82-b936-42f5-a9bb-35ed185dbc40'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:38:50.373148 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-a0f5b7a1-6f80-4c37-890e-790b47af5342 req-4fc9b4b7-209b-48a3-92fc-9aef764ae628 service neutron] Bound port: 78110cfe-ee9d-4870-87a8-20e64e0b3f4d, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e16d6b0a-9d88-4466-a707-bb2eba105b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9603ec82-b936-42f5-a9bb-35ed185dbc40'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:38:50.373614 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-a0f5b7a1-6f80-4c37-890e-790b47af5342 req-4fc9b4b7-209b-48a3-92fc-9aef764ae628 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:50.374897 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 45392) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:50.447451 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-a0f5b7a1-6f80-4c37-890e-790b47af5342 req-4fc9b4b7-209b-48a3-92fc-9aef764ae628 service neutron] For port 78110cfe-ee9d-4870-87a8-20e64e0b3f4d, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:38:50.450543 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-a0f5b7a1-6f80-4c37-890e-790b47af5342 req-4fc9b4b7-209b-48a3-92fc-9aef764ae628 service neutron] For port 78110cfe-ee9d-4870-87a8-20e64e0b3f4d, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=78110cfe-ee9d-4870-87a8-20e64e0b3f4d,segment=NetworkSegment(e16d6b0a-9d88-4466-a707-bb2eba105b7a),segment_id=e16d6b0a-9d88-4466-a707-bb2eba105b7a)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:38:50.456161 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-a0f5b7a1-6f80-4c37-890e-790b47af5342 req-4fc9b4b7-209b-48a3-92fc-9aef764ae628 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:50.502399 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-cfcfc28a-a5b7-49d4-a10f-198a7d5af986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad97264b-41a1-4b0a-ada8-16e502a8f63c', 'name': 'tempest-TestServerBasicOps-1010027017-router', 'tenant_id': '618f83bcebd64e44892a09ff47fd42c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '4ef2f411-3214-46f7-8dc3-00a0463897e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:33:31Z', 'updated_at': '2021-10-30T15:33:37Z', 'revision_number': 4, 'project_id': '618f83bcebd64e44892a09ff47fd42c7', 'gw_port': {'id': '4ef2f411-3214-46f7-8dc3-00a0463897e9', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:5d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad97264b-41a1-4b0a-ada8-16e502a8f63c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:33:32Z', 'updated_at': '2021-10-30T15:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '718e6941-d905-4c43-b46e-71be47228792', 'name': '', 'network_id': 'f7b31817-fb37-4338-9a8b-92e463aec38a', 'tenant_id': '618f83bcebd64e44892a09ff47fd42c7', 'mac_address': 'fa:16:3e:6d:f8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad97264b-41a1-4b0a-ada8-16e502a8f63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'cb7f4642-d814-4c95-a5f2-078cbd241a0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:33:36Z', 'updated_at': '2021-10-30T15:33:47Z', 'revision_number': 5, 'project_id': '618f83bcebd64e44892a09ff47fd42c7', 'subnets': [{'id': 'cb7f4642-d814-4c95-a5f2-078cbd241a0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:50.509185 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5b7a1-6f80-4c37-890e-790b47af5342 req-4fc9b4b7-209b-48a3-92fc-9aef764ae628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:38:50.509691 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-a0f5b7a1-6f80-4c37-890e-790b47af5342 req-4fc9b4b7-209b-48a3-92fc-9aef764ae628 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:50.511209 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a0f5b7a1-6f80-4c37-890e-790b47af5342 req-4fc9b4b7-209b-48a3-92fc-9aef764ae628 service neutron] 10.222.0.44 "PUT /v2.0/ports/78110cfe-ee9d-4870-87a8-20e64e0b3f4d HTTP/1.1" status: 200 len: 1092 time: 2.0006931 Oct 30 15:38:50.528454 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-b6e8721a-09e5-4da0-9fb6-778cd6c637e8 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Deleting port 53618f5f-1158-4349-8904-5ded162e65b7 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:38:50.529161 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b6e8721a-09e5-4da0-9fb6-778cd6c637e8 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:50.541887 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcfc28a-a5b7-49d4-a10f-198a7d5af986 None None] The sync data for ids ['ad97264b-41a1-4b0a-ada8-16e502a8f63c'] in n-d-806683-17 is: [{'id': 'ad97264b-41a1-4b0a-ada8-16e502a8f63c', 'name': 'tempest-TestServerBasicOps-1010027017-router', 'tenant_id': '618f83bcebd64e44892a09ff47fd42c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '4ef2f411-3214-46f7-8dc3-00a0463897e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:33:31Z', 'updated_at': '2021-10-30T15:33:37Z', 'revision_number': 4, 'project_id': '618f83bcebd64e44892a09ff47fd42c7', 'gw_port': {'id': '4ef2f411-3214-46f7-8dc3-00a0463897e9', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:5d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad97264b-41a1-4b0a-ada8-16e502a8f63c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:33:32Z', 'updated_at': '2021-10-30T15:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '718e6941-d905-4c43-b46e-71be47228792', 'name': '', 'network_id': 'f7b31817-fb37-4338-9a8b-92e463aec38a', 'tenant_id': '618f83bcebd64e44892a09ff47fd42c7', 'mac_address': 'fa:16:3e:6d:f8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad97264b-41a1-4b0a-ada8-16e502a8f63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'cb7f4642-d814-4c95-a5f2-078cbd241a0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:33:36Z', 'updated_at': '2021-10-30T15:33:47Z', 'revision_number': 5, 'project_id': '618f83bcebd64e44892a09ff47fd42c7', 'subnets': [{'id': 'cb7f4642-d814-4c95-a5f2-078cbd241a0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:38:50.551724 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc9b4b7-209b-48a3-92fc-9aef764ae628 service neutron] Pushing event updated for resources: {'Port': ['ID=78110cfe-ee9d-4870-87a8-20e64e0b3f4d,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:38:50.635824 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-25ac1fda-8b9d-4f69-9811-1547ab085e5a req-f02ef487-4c58-478b-b6ac-d29bcd20aa13 tempest-VolumesBackupsTest-642481936 tempest-VolumesBackupsTest-642481936-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=a98d12d491d249c48e00bbeb0d988d1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258288 Oct 30 15:38:50.704105 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5b7a1-6f80-4c37-890e-790b47af5342 req-5de0edcf-3e90-491b-9f1a-d3bf939010fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:38:50.705627 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a0f5b7a1-6f80-4c37-890e-790b47af5342 req-5de0edcf-3e90-491b-9f1a-d3bf939010fa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=08377b68804a48559ae7606e63ded913&device_id=11f373c0-8dac-40c4-8ba4-c3446f99e14b HTTP/1.1" status: 200 len: 1095 time: 0.1280560 Oct 30 15:38:50.756736 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a0f5b7a1-6f80-4c37-890e-790b47af5342 req-56b2fe01-06b1-49d0-9528-28c999d0750f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78110cfe-ee9d-4870-87a8-20e64e0b3f4d HTTP/1.1" status: 200 len: 217 time: 0.0407326 Oct 30 15:38:50.833927 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac1fda-8b9d-4f69-9811-1547ab085e5a req-cfd61546-2c33-49b4-abf0-0fb9969ac6c2 tempest-VolumesBackupsTest-642481936 tempest-VolumesBackupsTest-642481936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:38:50.836011 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-25ac1fda-8b9d-4f69-9811-1547ab085e5a req-cfd61546-2c33-49b4-abf0-0fb9969ac6c2 tempest-VolumesBackupsTest-642481936 tempest-VolumesBackupsTest-642481936-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1926358 Oct 30 15:38:50.842960 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5b7a1-6f80-4c37-890e-790b47af5342 req-4c4e3dfe-e0ef-4104-a676-aaf982382805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:38:50.844430 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a0f5b7a1-6f80-4c37-890e-790b47af5342 req-4c4e3dfe-e0ef-4104-a676-aaf982382805 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f55804d0-bfd0-48a2-82a7-5e358744582e HTTP/1.1" status: 200 len: 849 time: 0.0804877 Oct 30 15:38:50.851751 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-25ac1fda-8b9d-4f69-9811-1547ab085e5a req-69a908cd-a22b-4bc1-bb1c-46055975a3ab tempest-VolumesBackupsTest-642481936 tempest-VolumesBackupsTest-642481936-project] Request body: {'port': {'device_id': '7dee12dd-13fc-41f2-9453-810e683d60cf', 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704', 'admin_state_up': True, 'tenant_id': 'a98d12d491d249c48e00bbeb0d988d1a'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:38:50.902607 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84026eb-4419-4c57-bacd-9d4871ffe7dc None None] New status for floating IP f42e240b-4fd7-4007-92ba-c391eb7ae9bd: DOWN {{(pid=102133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 15:38:50.907712 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b6e8721a-09e5-4da0-9fb6-778cd6c637e8 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:50.908044 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b6e8721a-09e5-4da0-9fb6-778cd6c637e8 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:50.920733 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-b6e8721a-09e5-4da0-9fb6-778cd6c637e8 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Calling delete_port for 53618f5f-1158-4349-8904-5ded162e65b7 owned by network:floatingip {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:38:50.923443 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a0f5b7a1-6f80-4c37-890e-790b47af5342 req-e5b20391-5bfe-41ea-8b6f-78259d4d468d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9603ec82-b936-42f5-a9bb-35ed185dbc40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680544 Oct 30 15:38:51.038587 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 2dd24396-1f6f-44e7-a70e-baa41cd763f2 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:38:51.061424 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a0f5b7a1-6f80-4c37-890e-790b47af5342 req-bca92cfd-8ee2-44a9-bdf3-f78aae1ce451 service neutron] 10.222.0.44 "GET /v2.0/networks/9603ec82-b936-42f5-a9bb-35ed185dbc40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305015 Oct 30 15:38:51.068020 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: 2dd24396-1f6f-44e7-a70e-baa41cd763f2 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:38:51.068376 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 2dd24396-1f6f-44e7-a70e-baa41cd763f2 not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:38:51.074217 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b6e8721a-09e5-4da0-9fb6-778cd6c637e8 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:51.081230 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25ac1fda-8b9d-4f69-9811-1547ab085e5a req-69a908cd-a22b-4bc1-bb1c-46055975a3ab tempest-VolumesBackupsTest-642481936 tempest-VolumesBackupsTest-642481936-project] Made reservation on behalf of a98d12d491d249c48e00bbeb0d988d1a for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:38:51.085909 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-25ac1fda-8b9d-4f69-9811-1547ab085e5a req-69a908cd-a22b-4bc1-bb1c-46055975a3ab tempest-VolumesBackupsTest-642481936 tempest-VolumesBackupsTest-642481936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:51.105740 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e8721a-09e5-4da0-9fb6-778cd6c637e8 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Pushing event deleted for resources: {'Port': ['ID=53618f5f-1158-4349-8904-5ded162e65b7,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:38:51.126079 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-25ac1fda-8b9d-4f69-9811-1547ab085e5a req-69a908cd-a22b-4bc1-bb1c-46055975a3ab tempest-VolumesBackupsTest-642481936 tempest-VolumesBackupsTest-642481936-project] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:51.149732 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a36f0ec6-ee1b-4c3b-8eb7-6c32282d94bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:51.174467 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b6e8721a-09e5-4da0-9fb6-778cd6c637e8 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Publish callbacks [] for floatingip, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:51.177233 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b6e8721a-09e5-4da0-9fb6-778cd6c637e8 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:51.178470 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b6e8721a-09e5-4da0-9fb6-778cd6c637e8 tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] 10.222.0.62 "DELETE /v2.0/floatingips/f42e240b-4fd7-4007-92ba-c391eb7ae9bd HTTP/1.1" status: 204 len: 168 time: 0.8025589 Oct 30 15:38:51.209017 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a0f5b7a1-6f80-4c37-890e-790b47af5342 req-716c2432-fea3-4c7a-95f3-75c52bb59b92 service neutron] 10.222.0.44 "GET /v2.0/networks/9603ec82-b936-42f5-a9bb-35ed185dbc40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401308 Oct 30 15:38:51.257603 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-25ac1fda-8b9d-4f69-9811-1547ab085e5a req-69a908cd-a22b-4bc1-bb1c-46055975a3ab tempest-VolumesBackupsTest-642481936 tempest-VolumesBackupsTest-642481936-project] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:51.266078 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-25ac1fda-8b9d-4f69-9811-1547ab085e5a req-69a908cd-a22b-4bc1-bb1c-46055975a3ab tempest-VolumesBackupsTest-642481936 tempest-VolumesBackupsTest-642481936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:51.266376 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 45400) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:51.325037 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8cd2c335-eb34-4c00-99fc-ee7e5ac9d10e req-1830ac83-9b3f-49c9-a668-74a07af54ac4 tempest-VolumesBackupsTest-642481936 tempest-VolumesBackupsTest-642481936-project] 10.222.0.62 "GET /v2.0/ports?device_id=7dee12dd-13fc-41f2-9453-810e683d60cf HTTP/1.1" status: 200 len: 210 time: 0.0428610 Oct 30 15:38:51.345976 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a908cd-a22b-4bc1-bb1c-46055975a3ab tempest-VolumesBackupsTest-642481936 tempest-VolumesBackupsTest-642481936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a1e56fc-8a20-4609-9292-fd649ff0e295,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:38:51.353125 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-af2e8042-1d0f-4bab-b8a7-f47e677866db tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:51.379625 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-af2e8042-1d0f-4bab-b8a7-f47e677866db tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:51.412590 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-25ac1fda-8b9d-4f69-9811-1547ab085e5a req-69a908cd-a22b-4bc1-bb1c-46055975a3ab tempest-VolumesBackupsTest-642481936 tempest-VolumesBackupsTest-642481936-project] Allocated IP 192.168.233.204 (8de8b155-6e08-41c3-866a-8b30bb481704/43b5dea3-b65b-4514-8ec2-18a4245eb194/42dde03d-cc58-4a85-8792-b6240bfc9349) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:38:51.444620 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-af2e8042-1d0f-4bab-b8a7-f47e677866db tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:51.447982 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-af2e8042-1d0f-4bab-b8a7-f47e677866db tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:51.449592 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-af2e8042-1d0f-4bab-b8a7-f47e677866db tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] 10.222.0.62 "DELETE /v2.0/security-groups/54eca5ff-0938-4780-8cdb-10dd56258a8f HTTP/1.1" status: 204 len: 168 time: 0.1818798 Oct 30 15:38:51.462968 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2e8042-1d0f-4bab-b8a7-f47e677866db tempest-TestServerBasicOps-2072913568 tempest-TestServerBasicOps-2072913568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54eca5ff-0938-4780-8cdb-10dd56258a8f,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:38:51.496192 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 45406) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:51.645812 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77255032-8f9d-4432-97b5-1f42cd00f0db req-f0ef68d1-85a7-4a7d-80df-eb49d3a6688c tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:38:51.649117 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-77255032-8f9d-4432-97b5-1f42cd00f0db req-f0ef68d1-85a7-4a7d-80df-eb49d3a6688c tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] 10.222.0.62 "GET /v2.0/ports?device_id=11f373c0-8dac-40c4-8ba4-c3446f99e14b HTTP/1.1" status: 200 len: 943 time: 0.2062330 Oct 30 15:38:51.730131 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-77255032-8f9d-4432-97b5-1f42cd00f0db req-e421d454-8e4b-447b-b751-c24c6cc50850 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] 10.222.0.62 "GET /v2.0/security-groups?id=022d3de1-9e6f-400e-8b54-9600afa74acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729110 Oct 30 15:38:51.746704 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-25ac1fda-8b9d-4f69-9811-1547ab085e5a req-69a908cd-a22b-4bc1-bb1c-46055975a3ab tempest-VolumesBackupsTest-642481936 tempest-VolumesBackupsTest-642481936-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:51.782438 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-25ac1fda-8b9d-4f69-9811-1547ab085e5a req-69a908cd-a22b-4bc1-bb1c-46055975a3ab tempest-VolumesBackupsTest-642481936 tempest-VolumesBackupsTest-642481936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:51.825344 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25ac1fda-8b9d-4f69-9811-1547ab085e5a req-69a908cd-a22b-4bc1-bb1c-46055975a3ab tempest-VolumesBackupsTest-642481936 tempest-VolumesBackupsTest-642481936-project] Network 8de8b155-6e08-41c3-866a-8b30bb481704 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:38:51.825952 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11f373c0-8dac-40c4-8ba4-c3446f99e14b', 'tag': '78110cfe-ee9d-4870-87a8-20e64e0b3f4d'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:38:51.828308 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c701601e-aa34-480c-82d3-bc1fe43fa8d8" -d '{"events": [{"name": "network-changed", "server_uuid": "11f373c0-8dac-40c4-8ba4-c3446f99e14b", "tag": "78110cfe-ee9d-4870-87a8-20e64e0b3f4d"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:38:51.836514 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-25ac1fda-8b9d-4f69-9811-1547ab085e5a req-69a908cd-a22b-4bc1-bb1c-46055975a3ab tempest-VolumesBackupsTest-642481936 tempest-VolumesBackupsTest-642481936-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:38:51.840720 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-25ac1fda-8b9d-4f69-9811-1547ab085e5a req-69a908cd-a22b-4bc1-bb1c-46055975a3ab tempest-VolumesBackupsTest-642481936 tempest-VolumesBackupsTest-642481936-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:38:51.874152 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf76524f-d0e0-4b6d-bfb9-d95fa860c254 x-openstack-request-id: req-cf76524f-d0e0-4b6d-bfb9-d95fa860c254 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:38:51.874449 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11f373c0-8dac-40c4-8ba4-c3446f99e14b", "tag": "78110cfe-ee9d-4870-87a8-20e64e0b3f4d", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:38:51.874703 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cf76524f-d0e0-4b6d-bfb9-d95fa860c254 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:38:51.875129 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11f373c0-8dac-40c4-8ba4-c3446f99e14b', 'tag': '78110cfe-ee9d-4870-87a8-20e64e0b3f4d', 'status': 'completed', 'code': 200} Oct 30 15:38:51.875872 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a908cd-a22b-4bc1-bb1c-46055975a3ab tempest-VolumesBackupsTest-642481936 tempest-VolumesBackupsTest-642481936-project] Pushing event updated for resources: {'Port': ['ID=42dde03d-cc58-4a85-8792-b6240bfc9349,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:38:51.910796 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac1fda-8b9d-4f69-9811-1547ab085e5a req-69a908cd-a22b-4bc1-bb1c-46055975a3ab tempest-VolumesBackupsTest-642481936 tempest-VolumesBackupsTest-642481936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:38:51.911690 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-25ac1fda-8b9d-4f69-9811-1547ab085e5a req-69a908cd-a22b-4bc1-bb1c-46055975a3ab tempest-VolumesBackupsTest-642481936 tempest-VolumesBackupsTest-642481936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:51.963645 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-25ac1fda-8b9d-4f69-9811-1547ab085e5a req-69a908cd-a22b-4bc1-bb1c-46055975a3ab tempest-VolumesBackupsTest-642481936 tempest-VolumesBackupsTest-642481936-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1165569 Oct 30 15:38:51.966532 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c701601e-aa34-480c-82d3-bc1fe43fa8d8 req-ee7a6ddf-1ab5-40d9-8ff6-8d085baa4824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:38:51.968067 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c701601e-aa34-480c-82d3-bc1fe43fa8d8 req-ee7a6ddf-1ab5-40d9-8ff6-8d085baa4824 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=08377b68804a48559ae7606e63ded913&device_id=11f373c0-8dac-40c4-8ba4-c3446f99e14b HTTP/1.1" status: 200 len: 1095 time: 0.0637136 Oct 30 15:38:51.976932 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-25ac1fda-8b9d-4f69-9811-1547ab085e5a req-077995f4-b402-4b1a-bdb2-1bebc51eba59 service neutron] Request body: {'port': {'device_id': '7dee12dd-13fc-41f2-9453-810e683d60cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:38:52.076641 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-10eb27b3-f096-4bfa-ad60-a0d3c3c22f4e None None] Provisioning complete for port 42dde03d-cc58-4a85-8792-b6240bfc9349 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:38:52.077570 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-10eb27b3-f096-4bfa-ad60-a0d3c3c22f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:52.092282 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-25ac1fda-8b9d-4f69-9811-1547ab085e5a req-077995f4-b402-4b1a-bdb2-1bebc51eba59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:52.114877 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-10eb27b3-f096-4bfa-ad60-a0d3c3c22f4e None None] Port 42dde03d-cc58-4a85-8792-b6240bfc9349 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:38:52.122287 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d488663c-7451-4540-98fb-d99259f70ea0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:52.123770 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c701601e-aa34-480c-82d3-bc1fe43fa8d8 req-308ffc9b-f559-4cec-9fda-82234f6f98a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:38:52.125248 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c701601e-aa34-480c-82d3-bc1fe43fa8d8 req-308ffc9b-f559-4cec-9fda-82234f6f98a5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9603ec82-b936-42f5-a9bb-35ed185dbc40 HTTP/1.1" status: 200 len: 910 time: 0.1452620 Oct 30 15:38:52.187926 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c701601e-aa34-480c-82d3-bc1fe43fa8d8 req-462e3eb6-aec3-4180-aa83-b7cf234eada7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78110cfe-ee9d-4870-87a8-20e64e0b3f4d HTTP/1.1" status: 200 len: 217 time: 0.0409126 Oct 30 15:38:52.304999 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c701601e-aa34-480c-82d3-bc1fe43fa8d8 req-439217d9-7267-497c-af99-34ad703115a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:38:52.306481 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c701601e-aa34-480c-82d3-bc1fe43fa8d8 req-439217d9-7267-497c-af99-34ad703115a7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f55804d0-bfd0-48a2-82a7-5e358744582e HTTP/1.1" status: 200 len: 849 time: 0.1088088 Oct 30 15:38:52.369241 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c701601e-aa34-480c-82d3-bc1fe43fa8d8 req-efb01e9f-0ea1-4fcf-a783-858755fb61a1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9603ec82-b936-42f5-a9bb-35ed185dbc40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483556 Oct 30 15:38:52.370000 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-d488663c-7451-4540-98fb-d99259f70ea0 admin admin] Deleting port 718e6941-d905-4c43-b46e-71be47228792 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:38:52.370455 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d488663c-7451-4540-98fb-d99259f70ea0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:52.455864 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-d488663c-7451-4540-98fb-d99259f70ea0 admin admin] For port 718e6941-d905-4c43-b46e-71be47228792, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=718e6941-d905-4c43-b46e-71be47228792,segment=NetworkSegment(42009e01-9045-4c91-9272-931b6d9c6bd5),segment_id=42009e01-9045-4c91-9272-931b6d9c6bd5)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:38:52.456227 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d488663c-7451-4540-98fb-d99259f70ea0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:52.468753 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-d488663c-7451-4540-98fb-d99259f70ea0 admin admin] Calling delete_port for 718e6941-d905-4c43-b46e-71be47228792 owned by network:router_interface {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:38:52.541776 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4259995-eeeb-4309-b133-3b272b1985c2 req-221251b1-c8f6-40d2-9d00-34a2a55dba9f tempest-VolumesBackupsTest-642481936 tempest-VolumesBackupsTest-642481936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:38:52.543262 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e4259995-eeeb-4309-b133-3b272b1985c2 req-221251b1-c8f6-40d2-9d00-34a2a55dba9f tempest-VolumesBackupsTest-642481936 tempest-VolumesBackupsTest-642481936-project] 10.222.0.62 "GET /v2.0/ports?device_id=7dee12dd-13fc-41f2-9453-810e683d60cf HTTP/1.1" status: 200 len: 936 time: 0.1167750 Oct 30 15:38:52.546674 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c701601e-aa34-480c-82d3-bc1fe43fa8d8 req-cc0d4f63-db53-419d-befc-442e8a428950 service neutron] 10.222.0.44 "GET /v2.0/networks/9603ec82-b936-42f5-a9bb-35ed185dbc40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691105 Oct 30 15:38:52.652115 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d488663c-7451-4540-98fb-d99259f70ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:52.654051 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-25ac1fda-8b9d-4f69-9811-1547ab085e5a req-077995f4-b402-4b1a-bdb2-1bebc51eba59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42dde03d-cc58-4a85-8792-b6240bfc9349 {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:38:52.672372 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-25ac1fda-8b9d-4f69-9811-1547ab085e5a req-077995f4-b402-4b1a-bdb2-1bebc51eba59 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:52.678028 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d488663c-7451-4540-98fb-d99259f70ea0 admin admin] Pushing event deleted for resources: {'Port': ['ID=718e6941-d905-4c43-b46e-71be47228792,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:38:52.684367 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e4259995-eeeb-4309-b133-3b272b1985c2 req-b5c2b145-d4f0-4e3b-b74b-27a75989aa90 tempest-VolumesBackupsTest-642481936 tempest-VolumesBackupsTest-642481936-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a1e56fc-8a20-4609-9292-fd649ff0e295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322699 Oct 30 15:38:52.699438 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-25ac1fda-8b9d-4f69-9811-1547ab085e5a req-077995f4-b402-4b1a-bdb2-1bebc51eba59 service neutron] Transition to ACTIVE for port object 42dde03d-cc58-4a85-8792-b6240bfc9349 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:38:52.704459 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d488663c-7451-4540-98fb-d99259f70ea0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:38:52.704824 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d488663c-7451-4540-98fb-d99259f70ea0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:38:52.705182 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d488663c-7451-4540-98fb-d99259f70ea0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:38:52.705299 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-25ac1fda-8b9d-4f69-9811-1547ab085e5a req-077995f4-b402-4b1a-bdb2-1bebc51eba59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:52.705581 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d488663c-7451-4540-98fb-d99259f70ea0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:38:52.705819 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d488663c-7451-4540-98fb-d99259f70ea0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:38:52.706148 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d488663c-7451-4540-98fb-d99259f70ea0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:38:52.706481 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d488663c-7451-4540-98fb-d99259f70ea0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:38:52.706821 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d488663c-7451-4540-98fb-d99259f70ea0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:38:52.707340 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d488663c-7451-4540-98fb-d99259f70ea0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:38:52.707485 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d488663c-7451-4540-98fb-d99259f70ea0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:38:52.707802 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d488663c-7451-4540-98fb-d99259f70ea0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:38:52.708432 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d488663c-7451-4540-98fb-d99259f70ea0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:38:52.773372 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c701601e-aa34-480c-82d3-bc1fe43fa8d8 req-4d3d641a-c0f0-4f15-83b7-23a7699da577 service neutron] 10.222.0.44 "GET /v2.0/networks/9603ec82-b936-42f5-a9bb-35ed185dbc40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141237 Oct 30 15:38:52.796643 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077995f4-b402-4b1a-bdb2-1bebc51eba59 service neutron] Pushing event updated for resources: {'Port': ['ID=42dde03d-cc58-4a85-8792-b6240bfc9349,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:38:52.871746 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-25ac1fda-8b9d-4f69-9811-1547ab085e5a req-077995f4-b402-4b1a-bdb2-1bebc51eba59 service neutron] Attempting to bind port 42dde03d-cc58-4a85-8792-b6240bfc9349 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:38:52.872087 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-25ac1fda-8b9d-4f69-9811-1547ab085e5a req-077995f4-b402-4b1a-bdb2-1bebc51eba59 service neutron] Attempting to bind port 42dde03d-cc58-4a85-8792-b6240bfc9349 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:38:52.872421 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ac1fda-8b9d-4f69-9811-1547ab085e5a req-077995f4-b402-4b1a-bdb2-1bebc51eba59 service neutron] Attempting to bind port 42dde03d-cc58-4a85-8792-b6240bfc9349 on network 8de8b155-6e08-41c3-866a-8b30bb481704 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:38:52.878911 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ac1fda-8b9d-4f69-9811-1547ab085e5a req-077995f4-b402-4b1a-bdb2-1bebc51eba59 service neutron] Port 42dde03d-cc58-4a85-8792-b6240bfc9349 on network 8de8b155-6e08-41c3-866a-8b30bb481704 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:38:52.879237 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ac1fda-8b9d-4f69-9811-1547ab085e5a req-077995f4-b402-4b1a-bdb2-1bebc51eba59 service neutron] Attempting to bind port 42dde03d-cc58-4a85-8792-b6240bfc9349 on network 8de8b155-6e08-41c3-866a-8b30bb481704 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:38:52.886759 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ac1fda-8b9d-4f69-9811-1547ab085e5a req-077995f4-b402-4b1a-bdb2-1bebc51eba59 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:38:52.887177 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ac1fda-8b9d-4f69-9811-1547ab085e5a req-077995f4-b402-4b1a-bdb2-1bebc51eba59 service neutron] Checking segment: {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:38:52.887797 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ac1fda-8b9d-4f69-9811-1547ab085e5a req-077995f4-b402-4b1a-bdb2-1bebc51eba59 service neutron] Bound using segment: {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:38:52.888043 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-25ac1fda-8b9d-4f69-9811-1547ab085e5a req-077995f4-b402-4b1a-bdb2-1bebc51eba59 service neutron] Bound port: 42dde03d-cc58-4a85-8792-b6240bfc9349, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:38:52.888408 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-25ac1fda-8b9d-4f69-9811-1547ab085e5a req-077995f4-b402-4b1a-bdb2-1bebc51eba59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:52.931927 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac314b8-9b2d-4b9d-b12d-291e2fc6b898 req-93e41d8f-a4f1-408b-8f8e-b4337a28e59f tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:38:52.933492 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fac314b8-9b2d-4b9d-b12d-291e2fc6b898 req-93e41d8f-a4f1-408b-8f8e-b4337a28e59f tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] 10.222.0.62 "GET /v2.0/ports?device_id=11f373c0-8dac-40c4-8ba4-c3446f99e14b HTTP/1.1" status: 200 len: 943 time: 0.0792704 Oct 30 15:38:52.953612 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d488663c-7451-4540-98fb-d99259f70ea0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:52.975911 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-25ac1fda-8b9d-4f69-9811-1547ab085e5a req-077995f4-b402-4b1a-bdb2-1bebc51eba59 service neutron] For port 42dde03d-cc58-4a85-8792-b6240bfc9349, host n-h1-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:38:52.980606 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-25ac1fda-8b9d-4f69-9811-1547ab085e5a req-077995f4-b402-4b1a-bdb2-1bebc51eba59 service neutron] For port 42dde03d-cc58-4a85-8792-b6240bfc9349, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=42dde03d-cc58-4a85-8792-b6240bfc9349,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:38:52.989305 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-25ac1fda-8b9d-4f69-9811-1547ab085e5a req-077995f4-b402-4b1a-bdb2-1bebc51eba59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:53.048574 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac1fda-8b9d-4f69-9811-1547ab085e5a req-077995f4-b402-4b1a-bdb2-1bebc51eba59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:38:53.049298 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-25ac1fda-8b9d-4f69-9811-1547ab085e5a req-077995f4-b402-4b1a-bdb2-1bebc51eba59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:53.050786 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-25ac1fda-8b9d-4f69-9811-1547ab085e5a req-077995f4-b402-4b1a-bdb2-1bebc51eba59 service neutron] 10.222.0.53 "PUT /v2.0/ports/42dde03d-cc58-4a85-8792-b6240bfc9349 HTTP/1.1" status: 200 len: 1097 time: 1.0788810 Oct 30 15:38:53.054577 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077995f4-b402-4b1a-bdb2-1bebc51eba59 service neutron] Pushing event updated for resources: {'Port': ['ID=42dde03d-cc58-4a85-8792-b6240bfc9349,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:38:53.076810 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fac314b8-9b2d-4b9d-b12d-291e2fc6b898 req-332e12e0-d051-48d9-88a1-08ef864f8191 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] 10.222.0.62 "GET /v2.0/security-groups?id=022d3de1-9e6f-400e-8b54-9600afa74acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323626 Oct 30 15:38:53.138604 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac1fda-8b9d-4f69-9811-1547ab085e5a req-d03a9c16-71f6-428d-aec8-3ea69a9a181c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:38:53.140287 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-25ac1fda-8b9d-4f69-9811-1547ab085e5a req-d03a9c16-71f6-428d-aec8-3ea69a9a181c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a98d12d491d249c48e00bbeb0d988d1a&device_id=7dee12dd-13fc-41f2-9453-810e683d60cf HTTP/1.1" status: 200 len: 1100 time: 0.0437088 Oct 30 15:38:53.196975 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-25ac1fda-8b9d-4f69-9811-1547ab085e5a req-887dda23-6d93-4f0a-9112-581e4a665d76 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=42dde03d-cc58-4a85-8792-b6240bfc9349 HTTP/1.1" status: 200 len: 217 time: 0.0476818 Oct 30 15:38:53.238742 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d488663c-7451-4540-98fb-d99259f70ea0 admin admin] Router ad97264b-41a1-4b0a-ada8-16e502a8f63c has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:38:53.250255 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac1fda-8b9d-4f69-9811-1547ab085e5a req-d476abb8-a844-45e5-84ec-7f0aa58d4433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:38:53.251777 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-25ac1fda-8b9d-4f69-9811-1547ab085e5a req-d476abb8-a844-45e5-84ec-7f0aa58d4433 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.0481391 Oct 30 15:38:53.300978 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac1fda-8b9d-4f69-9811-1547ab085e5a req-52f282ed-1d8a-4908-a56e-e692d0495524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:38:53.302732 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-25ac1fda-8b9d-4f69-9811-1547ab085e5a req-52f282ed-1d8a-4908-a56e-e692d0495524 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0437973 Oct 30 15:38:53.348453 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d488663c-7451-4540-98fb-d99259f70ea0 admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:38:53.354428 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d488663c-7451-4540-98fb-d99259f70ea0 admin admin] 10.222.0.62 "PUT /v2.0/routers/ad97264b-41a1-4b0a-ada8-16e502a8f63c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8563564 Oct 30 15:38:53.356293 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 45418) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:53.358214 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fc2410-fc7f-4ec5-b606-633dbefb2e92 None None] Sync routers for ids ['ad97264b-41a1-4b0a-ada8-16e502a8f63c'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:38:53.381975 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fc2410-fc7f-4ec5-b606-633dbefb2e92 None None] Routers {'ad97264b-41a1-4b0a-ada8-16e502a8f63c'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:38:53.382591 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-e2fc2410-fc7f-4ec5-b606-633dbefb2e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:38:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['ad97264b-41a1-4b0a-ada8-16e502a8f63c'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:53.405859 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-25ac1fda-8b9d-4f69-9811-1547ab085e5a req-5b6f0fbf-5105-498e-b04c-659772ab6578 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964475 Oct 30 15:38:53.468433 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b8e0c81e-037f-4d43-8656-0595957fb180 admin admin] Publish callbacks [] for router, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:53.496266 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-e2fc2410-fc7f-4ec5-b606-633dbefb2e92 None None] Set router ad97264b-41a1-4b0a-ada8-16e502a8f63c gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:38:53.510725 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-25ac1fda-8b9d-4f69-9811-1547ab085e5a req-238caf3e-8334-4529-9ba4-3eb643c48c19 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982540 Oct 30 15:38:53.582265 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b8e0c81e-037f-4d43-8656-0595957fb180 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:53.635968 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-b8e0c81e-037f-4d43-8656-0595957fb180 admin admin] Deleting port 4ef2f411-3214-46f7-8dc3-00a0463897e9 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:38:53.636313 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b8e0c81e-037f-4d43-8656-0595957fb180 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:53.683714 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-e2fc2410-fc7f-4ec5-b606-633dbefb2e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad97264b-41a1-4b0a-ada8-16e502a8f63c', 'name': 'tempest-TestServerBasicOps-1010027017-router', 'tenant_id': '618f83bcebd64e44892a09ff47fd42c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '4ef2f411-3214-46f7-8dc3-00a0463897e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:33:31Z', 'updated_at': '2021-10-30T15:38:52Z', 'revision_number': 5, 'project_id': '618f83bcebd64e44892a09ff47fd42c7', 'gw_port': {'id': '4ef2f411-3214-46f7-8dc3-00a0463897e9', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:5d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad97264b-41a1-4b0a-ada8-16e502a8f63c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:33:32Z', 'updated_at': '2021-10-30T15:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:53.709633 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fc2410-fc7f-4ec5-b606-633dbefb2e92 None None] Checking router: ad97264b-41a1-4b0a-ada8-16e502a8f63c for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:38:53.718894 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fc2410-fc7f-4ec5-b606-633dbefb2e92 None None] Routers {'ad97264b-41a1-4b0a-ada8-16e502a8f63c'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:38:53.719437 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-e2fc2410-fc7f-4ec5-b606-633dbefb2e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:38:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['ad97264b-41a1-4b0a-ada8-16e502a8f63c'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:53.723909 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-b8e0c81e-037f-4d43-8656-0595957fb180 admin admin] For port 4ef2f411-3214-46f7-8dc3-00a0463897e9, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=4ef2f411-3214-46f7-8dc3-00a0463897e9,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:38:53.724271 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b8e0c81e-037f-4d43-8656-0595957fb180 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:53.738379 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-b8e0c81e-037f-4d43-8656-0595957fb180 admin admin] Calling delete_port for 4ef2f411-3214-46f7-8dc3-00a0463897e9 owned by network:router_gateway {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:38:53.849971 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74bc5bc-14c9-4e5f-9816-16b9185da5d2 req-102429bb-ff11-455a-bfdd-39a23641707f tempest-VolumesBackupsTest-642481936 tempest-VolumesBackupsTest-642481936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:38:53.852568 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b74bc5bc-14c9-4e5f-9816-16b9185da5d2 req-102429bb-ff11-455a-bfdd-39a23641707f tempest-VolumesBackupsTest-642481936 tempest-VolumesBackupsTest-642481936-project] 10.222.0.62 "GET /v2.0/ports?device_id=7dee12dd-13fc-41f2-9453-810e683d60cf HTTP/1.1" status: 200 len: 948 time: 0.0774536 Oct 30 15:38:53.883419 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dee12dd-13fc-41f2-9453-810e683d60cf', 'tag': '42dde03d-cc58-4a85-8792-b6240bfc9349'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:38:53.885153 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d1783cd-0bbd-45d4-b33f-72cf744da6bd" -d '{"events": [{"name": "network-changed", "server_uuid": "7dee12dd-13fc-41f2-9453-810e683d60cf", "tag": "42dde03d-cc58-4a85-8792-b6240bfc9349"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:38:53.932650 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b8e0c81e-037f-4d43-8656-0595957fb180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:53.945040 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b74bc5bc-14c9-4e5f-9816-16b9185da5d2 req-54b53136-1131-4178-9bc1-52075994d428 tempest-VolumesBackupsTest-642481936 tempest-VolumesBackupsTest-642481936-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a1e56fc-8a20-4609-9292-fd649ff0e295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842910 Oct 30 15:38:53.949313 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42cc43a9-e300-4dc0-80d7-5c79bfc4ec66 x-openstack-request-id: req-42cc43a9-e300-4dc0-80d7-5c79bfc4ec66 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:38:53.949609 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dee12dd-13fc-41f2-9453-810e683d60cf", "tag": "42dde03d-cc58-4a85-8792-b6240bfc9349", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:38:53.949865 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-42cc43a9-e300-4dc0-80d7-5c79bfc4ec66 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:38:53.950263 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dee12dd-13fc-41f2-9453-810e683d60cf', 'tag': '42dde03d-cc58-4a85-8792-b6240bfc9349', 'status': 'completed', 'code': 200} Oct 30 15:38:53.964948 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e0c81e-037f-4d43-8656-0595957fb180 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ef2f411-3214-46f7-8dc3-00a0463897e9,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:38:53.996007 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-725c0769-bedf-4ee7-a84e-baa904deae56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:54.000881 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-e2fc2410-fc7f-4ec5-b606-633dbefb2e92 None None] Set router ad97264b-41a1-4b0a-ada8-16e502a8f63c gateway port host: None {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:38:54.020007 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1783cd-0bbd-45d4-b33f-72cf744da6bd req-bb7354aa-e218-47cc-99e0-3c6c4a408805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:38:54.021628 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3d1783cd-0bbd-45d4-b33f-72cf744da6bd req-bb7354aa-e218-47cc-99e0-3c6c4a408805 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a98d12d491d249c48e00bbeb0d988d1a&device_id=7dee12dd-13fc-41f2-9453-810e683d60cf HTTP/1.1" status: 200 len: 1100 time: 0.0448527 Oct 30 15:38:54.046302 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b8e0c81e-037f-4d43-8656-0595957fb180 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:54.057653 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-e2fc2410-fc7f-4ec5-b606-633dbefb2e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad97264b-41a1-4b0a-ada8-16e502a8f63c', 'name': 'tempest-TestServerBasicOps-1010027017-router', 'tenant_id': '618f83bcebd64e44892a09ff47fd42c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:33:31Z', 'updated_at': '2021-10-30T15:38:53Z', 'revision_number': 6, 'project_id': '618f83bcebd64e44892a09ff47fd42c7', 'gw_port_host': None}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:54.083646 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fc2410-fc7f-4ec5-b606-633dbefb2e92 None None] The sync data for ids ['ad97264b-41a1-4b0a-ada8-16e502a8f63c'] in n-d-806683-17 is: [{'id': 'ad97264b-41a1-4b0a-ada8-16e502a8f63c', 'name': 'tempest-TestServerBasicOps-1010027017-router', 'tenant_id': '618f83bcebd64e44892a09ff47fd42c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:33:31Z', 'updated_at': '2021-10-30T15:38:53Z', 'revision_number': 6, 'project_id': '618f83bcebd64e44892a09ff47fd42c7', 'gw_port_host': None}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:38:54.122494 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1783cd-0bbd-45d4-b33f-72cf744da6bd req-82b40d47-83b6-494b-98b1-d1df41cd8f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:38:54.124005 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3d1783cd-0bbd-45d4-b33f-72cf744da6bd req-82b40d47-83b6-494b-98b1-d1df41cd8f6d service neutron] 10.222.0.53 "GET /v2.0/networks?id=8de8b155-6e08-41c3-866a-8b30bb481704 HTTP/1.1" status: 200 len: 870 time: 0.0954111 Oct 30 15:38:54.143866 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b8e0c81e-037f-4d43-8656-0595957fb180 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:54.146373 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b8e0c81e-037f-4d43-8656-0595957fb180 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:54.170635 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3d1783cd-0bbd-45d4-b33f-72cf744da6bd req-7adaec14-58bb-4f85-87af-3ce496d74c8a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=42dde03d-cc58-4a85-8792-b6240bfc9349 HTTP/1.1" status: 200 len: 217 time: 0.0363445 Oct 30 15:38:54.218519 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b8e0c81e-037f-4d43-8656-0595957fb180 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:54.219094 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e0c81e-037f-4d43-8656-0595957fb180 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad97264b-41a1-4b0a-ada8-16e502a8f63c {{(pid=102131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:38:54.223899 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b8e0c81e-037f-4d43-8656-0595957fb180 admin admin] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:54.225025 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b8e0c81e-037f-4d43-8656-0595957fb180 admin admin] 10.222.0.62 "DELETE /v2.0/routers/ad97264b-41a1-4b0a-ada8-16e502a8f63c HTTP/1.1" status: 204 len: 168 time: 0.8674321 Oct 30 15:38:54.228561 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 45426) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:54.228708 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1783cd-0bbd-45d4-b33f-72cf744da6bd req-15f734fe-82f3-4d03-8ba8-455213795610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:38:54.230183 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3d1783cd-0bbd-45d4-b33f-72cf744da6bd req-15f734fe-82f3-4d03-8ba8-455213795610 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.0509119 Oct 30 15:38:54.279452 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57060b34-c132-4e67-aac9-d2c43be49351 req-df459ba9-e18f-43ad-809b-b81266aaccf6 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:38:54.280718 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1783cd-0bbd-45d4-b33f-72cf744da6bd req-061a98cd-673d-4770-995b-c4c2e80faa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:38:54.280962 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-57060b34-c132-4e67-aac9-d2c43be49351 req-df459ba9-e18f-43ad-809b-b81266aaccf6 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] 10.222.0.62 "GET /v2.0/ports?device_id=11f373c0-8dac-40c4-8ba4-c3446f99e14b HTTP/1.1" status: 200 len: 943 time: 0.0957491 Oct 30 15:38:54.282320 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3d1783cd-0bbd-45d4-b33f-72cf744da6bd req-061a98cd-673d-4770-995b-c4c2e80faa48 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0441597 Oct 30 15:38:54.290944 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-7611b8a6-3168-4fe2-9d5e-de014ec3c82a admin admin] Deleting subnet cb7f4642-d814-4c95-a5f2-078cbd241a0e {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:38:54.295876 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7611b8a6-3168-4fe2-9d5e-de014ec3c82a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:54.325901 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 78110cfe-ee9d-4870-87a8-20e64e0b3f4d details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:38:54.350394 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7611b8a6-3168-4fe2-9d5e-de014ec3c82a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:54.373234 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-57060b34-c132-4e67-aac9-d2c43be49351 req-56248f28-3df1-4d82-849f-487c2f0a2d92 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] 10.222.0.62 "GET /v2.0/security-groups?id=022d3de1-9e6f-400e-8b54-9600afa74acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797322 Oct 30 15:38:54.404468 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3d1783cd-0bbd-45d4-b33f-72cf744da6bd req-41812e22-666f-499b-9311-47a40411d0e3 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130934 Oct 30 15:38:54.441737 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7611b8a6-3168-4fe2-9d5e-de014ec3c82a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:54.441884 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 78110cfe-ee9d-4870-87a8-20e64e0b3f4d, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=78110cfe-ee9d-4870-87a8-20e64e0b3f4d,segment=NetworkSegment(e16d6b0a-9d88-4466-a707-bb2eba105b7a),segment_id=e16d6b0a-9d88-4466-a707-bb2eba105b7a)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:38:54.455531 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': '78110cfe-ee9d-4870-87a8-20e64e0b3f4d', 'network_id': '9603ec82-b936-42f5-a9bb-35ed185dbc40', 'port_id': '78110cfe-ee9d-4870-87a8-20e64e0b3f4d', 'mac_address': 'fa:16:3e:6d:c5:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f55804d0-bfd0-48a2-82a7-5e358744582e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:38:54.508243 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3d1783cd-0bbd-45d4-b33f-72cf744da6bd req-b0fefcc1-94d7-42ce-957c-de2c00e1849d service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965748 Oct 30 15:38:54.516565 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:54.519134 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7611b8a6-3168-4fe2-9d5e-de014ec3c82a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:54.534369 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78110cfe-ee9d-4870-87a8-20e64e0b3f4d {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:38:54.556050 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7611b8a6-3168-4fe2-9d5e-de014ec3c82a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb7f4642-d814-4c95-a5f2-078cbd241a0e,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:38:54.560774 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7611b8a6-3168-4fe2-9d5e-de014ec3c82a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:54.562139 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 78110cfe-ee9d-4870-87a8-20e64e0b3f4d, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=78110cfe-ee9d-4870-87a8-20e64e0b3f4d,segment=NetworkSegment(e16d6b0a-9d88-4466-a707-bb2eba105b7a),segment_id=e16d6b0a-9d88-4466-a707-bb2eba105b7a)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:38:54.567128 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-7611b8a6-3168-4fe2-9d5e-de014ec3c82a admin admin] 10.222.0.62 "DELETE /v2.0/subnets/cb7f4642-d814-4c95-a5f2-078cbd241a0e HTTP/1.1" status: 204 len: 168 time: 0.3375988 Oct 30 15:38:54.567344 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 45428) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:54.568637 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:54.594981 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dff0673-57a5-4679-b679-ce2a8eca6ead None None] Network f7b31817-fb37-4338-9a8b-92e463aec38a requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:38:54.640589 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a252aea6-9dd5-44e9-a70b-fd7eef8f5657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:54.669941 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=78110cfe-ee9d-4870-87a8-20e64e0b3f4d,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:38:54.701569 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-a252aea6-9dd5-44e9-a70b-fd7eef8f5657 admin admin] Deleting port 8fc1b3a4-66b1-4c75-a021-652b52eadde2 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:38:54.701909 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a252aea6-9dd5-44e9-a70b-fd7eef8f5657 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:54.741453 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:54.768611 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-a252aea6-9dd5-44e9-a70b-fd7eef8f5657 admin admin] For port 8fc1b3a4-66b1-4c75-a021-652b52eadde2, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=8fc1b3a4-66b1-4c75-a021-652b52eadde2,segment=NetworkSegment(42009e01-9045-4c91-9272-931b6d9c6bd5),segment_id=42009e01-9045-4c91-9272-931b6d9c6bd5)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:38:54.768978 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a252aea6-9dd5-44e9-a70b-fd7eef8f5657 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:54.773929 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['78110cfe-ee9d-4870-87a8-20e64e0b3f4d'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:38:54.785035 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-a252aea6-9dd5-44e9-a70b-fd7eef8f5657 admin admin] Calling delete_port for 8fc1b3a4-66b1-4c75-a021-652b52eadde2 owned by network:dhcp {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:38:54.876411 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a252aea6-9dd5-44e9-a70b-fd7eef8f5657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:54.904192 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a252aea6-9dd5-44e9-a70b-fd7eef8f5657 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fc1b3a4-66b1-4c75-a021-652b52eadde2,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:38:54.911536 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a252aea6-9dd5-44e9-a70b-fd7eef8f5657 admin admin] No DVR routers for this DVR port 8fc1b3a4-66b1-4c75-a021-652b52eadde2 on host n-d-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:38:54.927711 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608f6760-dceb-4a23-af43-9acf5f2cd0e4 None None] DHCP port deletion for f7b31817-fb37-4338-9a8b-92e463aec38a request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:38:54.944282 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:54.996018 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a252aea6-9dd5-44e9-a70b-fd7eef8f5657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:55.016869 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-a252aea6-9dd5-44e9-a70b-fd7eef8f5657 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7b31817-fb37-4338-9a8b-92e463aec38a']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:55.027022 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-a252aea6-9dd5-44e9-a70b-fd7eef8f5657 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42009e01-9045-4c91-9272-931b6d9c6bd5') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:55.027319 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-a252aea6-9dd5-44e9-a70b-fd7eef8f5657 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42009e01-9045-4c91-9272-931b6d9c6bd5') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:55.045960 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a252aea6-9dd5-44e9-a70b-fd7eef8f5657 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:55.057221 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 42dde03d-cc58-4a85-8792-b6240bfc9349 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:38:55.082431 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a252aea6-9dd5-44e9-a70b-fd7eef8f5657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:55.094919 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a252aea6-9dd5-44e9-a70b-fd7eef8f5657 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:38:55.095327 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a252aea6-9dd5-44e9-a70b-fd7eef8f5657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:55.097045 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:38:55.097045 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:38:55.097045 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:38:55.097045 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:38:55.097045 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:38:55.097045 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:38:55.097045 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:38:55.097045 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:38:55.097045 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:38:55.097045 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:38:55.097045 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:38:55.097045 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:38:55.097045 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:38:55.097045 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:38:55.097045 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:38:55.097045 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:38:55.097045 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:38:55.097045 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:38:55.097045 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:38:55.097045 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:38:55.097045 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:38:55.097045 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:38:55.097045 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:38:55.097045 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:38:55.097045 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:38:55.097045 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:38:55.097045 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:38:55.097045 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:38:55.097045 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:38:55.097045 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:38:55.097045 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:38:55.097045 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:38:55.138611 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc419492-c752-4460-baaa-df5db2a687e8 req-9c422b1c-b8cb-4f4b-8b22-56fdeac45190 tempest-VolumesBackupsTest-642481936 tempest-VolumesBackupsTest-642481936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:38:55.140310 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fc419492-c752-4460-baaa-df5db2a687e8 req-9c422b1c-b8cb-4f4b-8b22-56fdeac45190 tempest-VolumesBackupsTest-642481936 tempest-VolumesBackupsTest-642481936-project] 10.222.0.62 "GET /v2.0/ports?device_id=7dee12dd-13fc-41f2-9453-810e683d60cf HTTP/1.1" status: 200 len: 948 time: 0.1062615 Oct 30 15:38:55.166914 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 42dde03d-cc58-4a85-8792-b6240bfc9349, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=42dde03d-cc58-4a85-8792-b6240bfc9349,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:38:55.180599 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '42dde03d-cc58-4a85-8792-b6240bfc9349', 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704', 'port_id': '42dde03d-cc58-4a85-8792-b6240bfc9349', 'mac_address': 'fa:16:3e:22:ff:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b5dea3-b65b-4514-8ec2-18a4245eb194', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:38:55.185908 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a252aea6-9dd5-44e9-a70b-fd7eef8f5657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:55.191579 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a252aea6-9dd5-44e9-a70b-fd7eef8f5657 admin admin] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:55.195928 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a252aea6-9dd5-44e9-a70b-fd7eef8f5657 admin admin] 10.222.0.62 "DELETE /v2.0/networks/f7b31817-fb37-4338-9a8b-92e463aec38a HTTP/1.1" status: 204 len: 168 time: 0.6273468 Oct 30 15:38:55.198828 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 45432) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:55.205845 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fc419492-c752-4460-baaa-df5db2a687e8 req-0bb06a4b-94d1-4983-b320-c3d39bfe09b1 tempest-VolumesBackupsTest-642481936 tempest-VolumesBackupsTest-642481936-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a1e56fc-8a20-4609-9292-fd649ff0e295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587318 Oct 30 15:38:55.223056 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a252aea6-9dd5-44e9-a70b-fd7eef8f5657 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7b31817-fb37-4338-9a8b-92e463aec38a,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:38:55.227704 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:55.250079 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42dde03d-cc58-4a85-8792-b6240bfc9349 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:38:55.275340 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 42dde03d-cc58-4a85-8792-b6240bfc9349, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=42dde03d-cc58-4a85-8792-b6240bfc9349,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:38:55.281154 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:55.334573 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=42dde03d-cc58-4a85-8792-b6240bfc9349,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:38:55.499668 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['42dde03d-cc58-4a85-8792-b6240bfc9349'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:38:55.631544 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e28652-7a70-4bb9-99be-f1a7a48334a2 req-e32bf181-8642-46cb-8296-dd57ffad4108 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:38:55.632961 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c1e28652-7a70-4bb9-99be-f1a7a48334a2 req-e32bf181-8642-46cb-8296-dd57ffad4108 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] 10.222.0.62 "GET /v2.0/ports?device_id=11f373c0-8dac-40c4-8ba4-c3446f99e14b HTTP/1.1" status: 200 len: 944 time: 0.0747917 Oct 30 15:38:55.737673 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c1e28652-7a70-4bb9-99be-f1a7a48334a2 req-baa37501-9c55-4652-a3aa-150bab9f32e1 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] 10.222.0.62 "GET /v2.0/security-groups?id=022d3de1-9e6f-400e-8b54-9600afa74acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730913 Oct 30 15:38:55.882005 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 8fc1b3a4-66b1-4c75-a021-652b52eadde2 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:38:55.897721 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e6a5ee8e-e6d6-4c6e-a4c7-6f7180779999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:55.909202 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 8fc1b3a4-66b1-4c75-a021-652b52eadde2 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:38:55.909545 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 8fc1b3a4-66b1-4c75-a021-652b52eadde2 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:38:55.909955 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 4ef2f411-3214-46f7-8dc3-00a0463897e9 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:38:55.929009 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 4ef2f411-3214-46f7-8dc3-00a0463897e9 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:38:55.929355 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 4ef2f411-3214-46f7-8dc3-00a0463897e9 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:38:55.929759 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 718e6941-d905-4c43-b46e-71be47228792 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:38:55.949336 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 718e6941-d905-4c43-b46e-71be47228792 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:38:55.949676 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 718e6941-d905-4c43-b46e-71be47228792 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:38:56.136689 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-e6a5ee8e-e6d6-4c6e-a4c7-6f7180779999 admin admin] Deleting port c440aea4-0d9c-48e5-91b1-6bac67e2bb1e {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:38:56.136939 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e6a5ee8e-e6d6-4c6e-a4c7-6f7180779999 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:56.215934 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-e6a5ee8e-e6d6-4c6e-a4c7-6f7180779999 admin admin] For port c440aea4-0d9c-48e5-91b1-6bac67e2bb1e, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=c440aea4-0d9c-48e5-91b1-6bac67e2bb1e,segment=NetworkSegment(9b57e80c-0871-4d8c-9667-f5e410ab75f2),segment_id=9b57e80c-0871-4d8c-9667-f5e410ab75f2)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:38:56.216287 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e6a5ee8e-e6d6-4c6e-a4c7-6f7180779999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:56.228203 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-e6a5ee8e-e6d6-4c6e-a4c7-6f7180779999 admin admin] Calling delete_port for c440aea4-0d9c-48e5-91b1-6bac67e2bb1e owned by network:router_interface {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:38:56.329014 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67251e4b-5370-48cc-a129-2a68d9bbe4d7 req-05e661c8-faf1-408a-a274-58dd2e29fb11 tempest-VolumesBackupsTest-642481936 tempest-VolumesBackupsTest-642481936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:38:56.330501 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-67251e4b-5370-48cc-a129-2a68d9bbe4d7 req-05e661c8-faf1-408a-a274-58dd2e29fb11 tempest-VolumesBackupsTest-642481936 tempest-VolumesBackupsTest-642481936-project] 10.222.0.62 "GET /v2.0/ports?device_id=7dee12dd-13fc-41f2-9453-810e683d60cf HTTP/1.1" status: 200 len: 949 time: 0.0519466 Oct 30 15:38:56.343165 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 78110cfe-ee9d-4870-87a8-20e64e0b3f4d up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:38:56.369211 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-67251e4b-5370-48cc-a129-2a68d9bbe4d7 req-0e0fd667-39ed-4ecd-a059-ef57347793f5 tempest-VolumesBackupsTest-642481936 tempest-VolumesBackupsTest-642481936-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a1e56fc-8a20-4609-9292-fd649ff0e295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319381 Oct 30 15:38:56.395543 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port 78110cfe-ee9d-4870-87a8-20e64e0b3f4d completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:38:56.400210 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port 78110cfe-ee9d-4870-87a8-20e64e0b3f4d triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:38:56.400583 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:56.411160 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e6a5ee8e-e6d6-4c6e-a4c7-6f7180779999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:56.437844 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a5ee8e-e6d6-4c6e-a4c7-6f7180779999 admin admin] Pushing event deleted for resources: {'Port': ['ID=c440aea4-0d9c-48e5-91b1-6bac67e2bb1e,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:38:56.490933 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:56.518092 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f373c0-8dac-40c4-8ba4-c3446f99e14b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78110cfe-ee9d-4870-87a8-20e64e0b3f4d'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:38:56.520844 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a79e2ac-695d-4537-8c10-b6cdf8e2a198" -d '{"events": [{"server_uuid": "11f373c0-8dac-40c4-8ba4-c3446f99e14b", "name": "network-vif-plugged", "status": "completed", "tag": "78110cfe-ee9d-4870-87a8-20e64e0b3f4d"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:38:56.535345 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 78110cfe-ee9d-4870-87a8-20e64e0b3f4d, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=78110cfe-ee9d-4870-87a8-20e64e0b3f4d,segment=NetworkSegment(e16d6b0a-9d88-4466-a707-bb2eba105b7a),segment_id=e16d6b0a-9d88-4466-a707-bb2eba105b7a)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:38:56.541945 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:56.579193 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a904ea00-b684-4803-b7cb-bcaf97d0e346 x-openstack-request-id: req-a904ea00-b684-4803-b7cb-bcaf97d0e346 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:38:56.579608 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11f373c0-8dac-40c4-8ba4-c3446f99e14b", "name": "network-vif-plugged", "status": "completed", "tag": "78110cfe-ee9d-4870-87a8-20e64e0b3f4d", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:38:56.579930 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a904ea00-b684-4803-b7cb-bcaf97d0e346 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:38:56.580367 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11f373c0-8dac-40c4-8ba4-c3446f99e14b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78110cfe-ee9d-4870-87a8-20e64e0b3f4d', 'code': 200} Oct 30 15:38:56.608821 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=78110cfe-ee9d-4870-87a8-20e64e0b3f4d,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:38:56.632420 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e6a5ee8e-e6d6-4c6e-a4c7-6f7180779999 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:56.652827 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:56.689570 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a1200-0cb2-42f8-bf20-293a05777e0f req-ef6516b6-ced1-4ab2-b015-f2ddcb37760c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:38:56.691138 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-026a1200-0cb2-42f8-bf20-293a05777e0f req-ef6516b6-ced1-4ab2-b015-f2ddcb37760c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=11f373c0-8dac-40c4-8ba4-c3446f99e14b HTTP/1.1" status: 200 len: 1097 time: 0.0545509 Oct 30 15:38:56.726279 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-026a1200-0cb2-42f8-bf20-293a05777e0f req-8bd4f04b-12a3-40c1-b207-586503864864 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=022d3de1-9e6f-400e-8b54-9600afa74acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270782 Oct 30 15:38:56.853347 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae522cf-510b-40d1-adf5-a8f3778193c9 req-f76e931d-bfaa-4e06-9e52-2f5dbacc8f76 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:38:56.855280 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6ae522cf-510b-40d1-adf5-a8f3778193c9 req-f76e931d-bfaa-4e06-9e52-2f5dbacc8f76 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] 10.222.0.62 "GET /v2.0/ports?device_id=11f373c0-8dac-40c4-8ba4-c3446f99e14b HTTP/1.1" status: 200 len: 945 time: 0.0481629 Oct 30 15:38:56.855428 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a5ee8e-e6d6-4c6e-a4c7-6f7180779999 admin admin] Router 0b5f34ff-6a45-437b-9de8-37ec61afb2dd has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:38:56.894553 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6ae522cf-510b-40d1-adf5-a8f3778193c9 req-1f3e924f-fe4b-4eeb-86ff-76198293e991 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] 10.222.0.62 "GET /v2.0/security-groups?id=022d3de1-9e6f-400e-8b54-9600afa74acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333178 Oct 30 15:38:56.957072 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a5ee8e-e6d6-4c6e-a4c7-6f7180779999 admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:38:56.962101 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-e6a5ee8e-e6d6-4c6e-a4c7-6f7180779999 admin admin] 10.222.0.62 "PUT /v2.0/routers/0b5f34ff-6a45-437b-9de8-37ec61afb2dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7622085 Oct 30 15:38:56.964631 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 45442) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:56.966808 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d1c702-62db-40f3-9dbc-dc3325cebed3 None None] Sync routers for ids ['0b5f34ff-6a45-437b-9de8-37ec61afb2dd'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:38:56.977955 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d1c702-62db-40f3-9dbc-dc3325cebed3 None None] Routers {'0b5f34ff-6a45-437b-9de8-37ec61afb2dd'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:38:56.978780 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-67d1c702-62db-40f3-9dbc-dc3325cebed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:38:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['0b5f34ff-6a45-437b-9de8-37ec61afb2dd'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:57.054118 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 42dde03d-cc58-4a85-8792-b6240bfc9349 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:38:57.068397 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bdfa833b-0eea-4a82-a01b-5d2fdbe15c56 admin admin] Publish callbacks [] for router, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:57.119403 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port 42dde03d-cc58-4a85-8792-b6240bfc9349 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:38:57.123559 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 42dde03d-cc58-4a85-8792-b6240bfc9349 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:38:57.123880 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:57.176224 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bdfa833b-0eea-4a82-a01b-5d2fdbe15c56 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:57.178294 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-67d1c702-62db-40f3-9dbc-dc3325cebed3 None None] Set router 0b5f34ff-6a45-437b-9de8-37ec61afb2dd gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:38:57.214555 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:57.233330 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-bdfa833b-0eea-4a82-a01b-5d2fdbe15c56 admin admin] Deleting port c2ec3e9d-b75f-4bec-bd43-aac2201ff9a3 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:38:57.233847 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bdfa833b-0eea-4a82-a01b-5d2fdbe15c56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:57.252481 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 42dde03d-cc58-4a85-8792-b6240bfc9349, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=42dde03d-cc58-4a85-8792-b6240bfc9349,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:38:57.256270 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:57.306592 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=42dde03d-cc58-4a85-8792-b6240bfc9349,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:38:57.320837 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-bdfa833b-0eea-4a82-a01b-5d2fdbe15c56 admin admin] For port c2ec3e9d-b75f-4bec-bd43-aac2201ff9a3, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=c2ec3e9d-b75f-4bec-bd43-aac2201ff9a3,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:38:57.321186 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bdfa833b-0eea-4a82-a01b-5d2fdbe15c56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:57.333768 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-bdfa833b-0eea-4a82-a01b-5d2fdbe15c56 admin admin] Calling delete_port for c2ec3e9d-b75f-4bec-bd43-aac2201ff9a3 owned by network:router_gateway {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:38:57.364106 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-67d1c702-62db-40f3-9dbc-dc3325cebed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5f34ff-6a45-437b-9de8-37ec61afb2dd', 'name': 'tempest-TestServerBasicOps-563987466-router', 'tenant_id': '9265db53516b42d6bc42a8ab2eca7aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'c2ec3e9d-b75f-4bec-bd43-aac2201ff9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:33:40Z', 'updated_at': '2021-10-30T15:38:56Z', 'revision_number': 5, 'project_id': '9265db53516b42d6bc42a8ab2eca7aff', 'gw_port': {'id': 'c2ec3e9d-b75f-4bec-bd43-aac2201ff9a3', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5f34ff-6a45-437b-9de8-37ec61afb2dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:33:41Z', 'updated_at': '2021-10-30T15:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:57.389283 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d1c702-62db-40f3-9dbc-dc3325cebed3 None None] Checking router: 0b5f34ff-6a45-437b-9de8-37ec61afb2dd for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:38:57.398337 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d1c702-62db-40f3-9dbc-dc3325cebed3 None None] Routers {'0b5f34ff-6a45-437b-9de8-37ec61afb2dd'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:38:57.398948 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-67d1c702-62db-40f3-9dbc-dc3325cebed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:38:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['0b5f34ff-6a45-437b-9de8-37ec61afb2dd'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:57.489036 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-67d1c702-62db-40f3-9dbc-dc3325cebed3 None None] Set router 0b5f34ff-6a45-437b-9de8-37ec61afb2dd gateway port host: None {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:38:57.523372 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b268657-eec2-484b-894e-5c9f0fa9b6c5 req-05bb40b7-fd13-4d26-82b7-b32bd3dcfb2e tempest-VolumesBackupsTest-642481936 tempest-VolumesBackupsTest-642481936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:38:57.524900 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9b268657-eec2-484b-894e-5c9f0fa9b6c5 req-05bb40b7-fd13-4d26-82b7-b32bd3dcfb2e tempest-VolumesBackupsTest-642481936 tempest-VolumesBackupsTest-642481936-project] 10.222.0.62 "GET /v2.0/ports?device_id=7dee12dd-13fc-41f2-9453-810e683d60cf HTTP/1.1" status: 200 len: 950 time: 0.0801365 Oct 30 15:38:57.542956 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-67d1c702-62db-40f3-9dbc-dc3325cebed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5f34ff-6a45-437b-9de8-37ec61afb2dd', 'name': 'tempest-TestServerBasicOps-563987466-router', 'tenant_id': '9265db53516b42d6bc42a8ab2eca7aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:33:40Z', 'updated_at': '2021-10-30T15:38:57Z', 'revision_number': 6, 'project_id': '9265db53516b42d6bc42a8ab2eca7aff', 'gw_port_host': None}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:57.549522 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bdfa833b-0eea-4a82-a01b-5d2fdbe15c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:57.569711 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d1c702-62db-40f3-9dbc-dc3325cebed3 None None] The sync data for ids ['0b5f34ff-6a45-437b-9de8-37ec61afb2dd'] in n-d-806683-17 is: [{'id': '0b5f34ff-6a45-437b-9de8-37ec61afb2dd', 'name': 'tempest-TestServerBasicOps-563987466-router', 'tenant_id': '9265db53516b42d6bc42a8ab2eca7aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:33:40Z', 'updated_at': '2021-10-30T15:38:57Z', 'revision_number': 6, 'project_id': '9265db53516b42d6bc42a8ab2eca7aff', 'gw_port_host': None}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:38:57.590317 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa833b-0eea-4a82-a01b-5d2fdbe15c56 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2ec3e9d-b75f-4bec-bd43-aac2201ff9a3,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:38:57.618573 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9b268657-eec2-484b-894e-5c9f0fa9b6c5 req-e44ef615-9a14-4da1-b90d-a75ec1811460 tempest-VolumesBackupsTest-642481936 tempest-VolumesBackupsTest-642481936-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a1e56fc-8a20-4609-9292-fd649ff0e295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859540 Oct 30 15:38:57.657316 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bdfa833b-0eea-4a82-a01b-5d2fdbe15c56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:57.761176 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bdfa833b-0eea-4a82-a01b-5d2fdbe15c56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:57.763229 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bdfa833b-0eea-4a82-a01b-5d2fdbe15c56 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:57.807854 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bdfa833b-0eea-4a82-a01b-5d2fdbe15c56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:57.808448 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdfa833b-0eea-4a82-a01b-5d2fdbe15c56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b5f34ff-6a45-437b-9de8-37ec61afb2dd {{(pid=102131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:38:57.813182 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bdfa833b-0eea-4a82-a01b-5d2fdbe15c56 admin admin] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:57.814308 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-bdfa833b-0eea-4a82-a01b-5d2fdbe15c56 admin admin] 10.222.0.62 "DELETE /v2.0/routers/0b5f34ff-6a45-437b-9de8-37ec61afb2dd HTTP/1.1" status: 204 len: 168 time: 0.8487794 Oct 30 15:38:57.816989 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 45446) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:57.863392 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-de05982f-c03a-4e7c-9a48-a1a122f0992f admin admin] Deleting subnet b8d985ab-3be8-4735-bcaf-5442e0b4e596 {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:38:57.866932 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-de05982f-c03a-4e7c-9a48-a1a122f0992f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:57.900748 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-de05982f-c03a-4e7c-9a48-a1a122f0992f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:57.976221 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-de05982f-c03a-4e7c-9a48-a1a122f0992f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:58.012988 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9444390-8134-47e6-a06c-ccf912f0f513 req-a08e9759-f20c-4450-9c16-1777e789e2b8 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:38:58.014388 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b9444390-8134-47e6-a06c-ccf912f0f513 req-a08e9759-f20c-4450-9c16-1777e789e2b8 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] 10.222.0.62 "GET /v2.0/ports?device_id=11f373c0-8dac-40c4-8ba4-c3446f99e14b HTTP/1.1" status: 200 len: 945 time: 0.0523381 Oct 30 15:38:58.028656 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-de05982f-c03a-4e7c-9a48-a1a122f0992f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:58.057000 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b9444390-8134-47e6-a06c-ccf912f0f513 req-83a2d107-cb3f-451a-bd94-5844ac2d10dd tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] 10.222.0.62 "GET /v2.0/security-groups?id=022d3de1-9e6f-400e-8b54-9600afa74acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357969 Oct 30 15:38:58.071598 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de05982f-c03a-4e7c-9a48-a1a122f0992f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8d985ab-3be8-4735-bcaf-5442e0b4e596,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:38:58.104536 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-de05982f-c03a-4e7c-9a48-a1a122f0992f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:58.105957 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb4aa68-e04e-428e-9850-3009b143d767 None None] Network f3ad78b4-f472-44ca-9996-6dd8d30f3e50 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:38:58.108842 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-de05982f-c03a-4e7c-9a48-a1a122f0992f admin admin] 10.222.0.62 "DELETE /v2.0/subnets/b8d985ab-3be8-4735-bcaf-5442e0b4e596 HTTP/1.1" status: 204 len: 168 time: 0.2909005 Oct 30 15:38:58.111298 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 45452) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:58.175947 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device c440aea4-0d9c-48e5-91b1-6bac67e2bb1e no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:38:58.188120 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6d98769e-8421-4a93-b8aa-5e9799686f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:58.209926 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: c440aea4-0d9c-48e5-91b1-6bac67e2bb1e {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:38:58.210304 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device c440aea4-0d9c-48e5-91b1-6bac67e2bb1e not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:38:58.210876 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device c2ec3e9d-b75f-4bec-bd43-aac2201ff9a3 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:38:58.242294 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: c2ec3e9d-b75f-4bec-bd43-aac2201ff9a3 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:38:58.242643 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device c2ec3e9d-b75f-4bec-bd43-aac2201ff9a3 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:38:58.246024 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-6d98769e-8421-4a93-b8aa-5e9799686f9b admin admin] Deleting port d88851bc-6e82-4c5b-bee9-56678a8dd126 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:38:58.246471 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6d98769e-8421-4a93-b8aa-5e9799686f9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:58.323995 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-6d98769e-8421-4a93-b8aa-5e9799686f9b admin admin] For port d88851bc-6e82-4c5b-bee9-56678a8dd126, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=d88851bc-6e82-4c5b-bee9-56678a8dd126,segment=NetworkSegment(9b57e80c-0871-4d8c-9667-f5e410ab75f2),segment_id=9b57e80c-0871-4d8c-9667-f5e410ab75f2)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:38:58.324775 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6d98769e-8421-4a93-b8aa-5e9799686f9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:58.341198 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-6d98769e-8421-4a93-b8aa-5e9799686f9b admin admin] Calling delete_port for d88851bc-6e82-4c5b-bee9-56678a8dd126 owned by network:dhcp {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:38:58.377827 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633e44d6-7bab-4ba3-bc38-28bc719cdda5 None None] DHCP port deletion for f3ad78b4-f472-44ca-9996-6dd8d30f3e50 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:38:58.442259 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6d98769e-8421-4a93-b8aa-5e9799686f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:58.444879 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-633e44d6-7bab-4ba3-bc38-28bc719cdda5 None None] Deleting port d88851bc-6e82-4c5b-bee9-56678a8dd126 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:38:58.445262 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-633e44d6-7bab-4ba3-bc38-28bc719cdda5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:58.475812 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d98769e-8421-4a93-b8aa-5e9799686f9b admin admin] Pushing event deleted for resources: {'Port': ['ID=d88851bc-6e82-4c5b-bee9-56678a8dd126,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:38:58.479412 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d98769e-8421-4a93-b8aa-5e9799686f9b admin admin] No DVR routers for this DVR port d88851bc-6e82-4c5b-bee9-56678a8dd126 on host n-d-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:38:58.529581 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-633e44d6-7bab-4ba3-bc38-28bc719cdda5 None None] For port d88851bc-6e82-4c5b-bee9-56678a8dd126, host n-d-806683-17, got binding levels [] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:38:58.529976 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-633e44d6-7bab-4ba3-bc38-28bc719cdda5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:58.547001 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-633e44d6-7bab-4ba3-bc38-28bc719cdda5 None None] Calling delete_port for d88851bc-6e82-4c5b-bee9-56678a8dd126 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:38:58.549792 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.ipam_backend_mixin [None req-633e44d6-7bab-4ba3-bc38-28bc719cdda5 None None] Port d88851bc-6e82-4c5b-bee9-56678a8dd126 was not found and therefore no delete operation was performed {{(pid=102132) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 30 15:38:58.551099 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-633e44d6-7bab-4ba3-bc38-28bc719cdda5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:58.564243 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6d98769e-8421-4a93-b8aa-5e9799686f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:58.577519 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633e44d6-7bab-4ba3-bc38-28bc719cdda5 None None] Pushing event deleted for resources: {'Port': ['ID=d88851bc-6e82-4c5b-bee9-56678a8dd126,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:38:58.581436 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633e44d6-7bab-4ba3-bc38-28bc719cdda5 None None] No DVR routers for this DVR port d88851bc-6e82-4c5b-bee9-56678a8dd126 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:38:58.590377 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dee12dd-13fc-41f2-9453-810e683d60cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42dde03d-cc58-4a85-8792-b6240bfc9349'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:38:58.590377 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87eb618c-2764-4df5-8171-063b1f5f6e23" -d '{"events": [{"server_uuid": "7dee12dd-13fc-41f2-9453-810e683d60cf", "name": "network-vif-plugged", "status": "completed", "tag": "42dde03d-cc58-4a85-8792-b6240bfc9349"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:38:58.603162 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-6d98769e-8421-4a93-b8aa-5e9799686f9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3ad78b4-f472-44ca-9996-6dd8d30f3e50']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:58.621223 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-6d98769e-8421-4a93-b8aa-5e9799686f9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b57e80c-0871-4d8c-9667-f5e410ab75f2') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:58.621525 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-6d98769e-8421-4a93-b8aa-5e9799686f9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b57e80c-0871-4d8c-9667-f5e410ab75f2') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:38:58.634532 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6d98769e-8421-4a93-b8aa-5e9799686f9b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:58.636464 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fecc8d3-beac-4446-81a0-0bfd66011d7a x-openstack-request-id: req-1fecc8d3-beac-4446-81a0-0bfd66011d7a {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:38:58.636766 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dee12dd-13fc-41f2-9453-810e683d60cf", "name": "network-vif-plugged", "status": "completed", "tag": "42dde03d-cc58-4a85-8792-b6240bfc9349", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:38:58.637024 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1fecc8d3-beac-4446-81a0-0bfd66011d7a {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:38:58.637428 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dee12dd-13fc-41f2-9453-810e683d60cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42dde03d-cc58-4a85-8792-b6240bfc9349', 'code': 200} Oct 30 15:38:58.654325 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6d98769e-8421-4a93-b8aa-5e9799686f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:58.665122 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d98769e-8421-4a93-b8aa-5e9799686f9b admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:38:58.667958 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6d98769e-8421-4a93-b8aa-5e9799686f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:58.672201 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:38:58.672201 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:38:58.672201 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:38:58.672201 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:38:58.672201 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:38:58.672201 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:38:58.672201 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:38:58.672201 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:38:58.672201 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:38:58.672201 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:38:58.672201 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:38:58.672201 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:38:58.672201 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:38:58.672201 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:38:58.672201 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:38:58.672201 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:38:58.672201 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:38:58.672201 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:38:58.672201 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:38:58.672201 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:38:58.672201 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:38:58.672201 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:38:58.672201 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:38:58.672201 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:38:58.672201 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:38:58.672201 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:38:58.672201 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:38:58.672201 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:38:58.672201 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:38:58.672201 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:38:58.672201 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:38:58.672201 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:38:58.749765 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919edddf-77fc-4f81-b1bd-27a1f2a2c081 req-f3690a34-4118-40e5-80a9-574bb26d4520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:38:58.751671 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-919edddf-77fc-4f81-b1bd-27a1f2a2c081 req-f3690a34-4118-40e5-80a9-574bb26d4520 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7dee12dd-13fc-41f2-9453-810e683d60cf HTTP/1.1" status: 200 len: 1102 time: 0.0492978 Oct 30 15:38:58.771679 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6d98769e-8421-4a93-b8aa-5e9799686f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:58.777695 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6d98769e-8421-4a93-b8aa-5e9799686f9b admin admin] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:58.780961 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-6d98769e-8421-4a93-b8aa-5e9799686f9b admin admin] 10.222.0.62 "DELETE /v2.0/networks/f3ad78b4-f472-44ca-9996-6dd8d30f3e50 HTTP/1.1" status: 204 len: 168 time: 0.6686549 Oct 30 15:38:58.790795 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-919edddf-77fc-4f81-b1bd-27a1f2a2c081 req-b948f598-6432-4c7c-a5b5-96dadf8c93c3 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1a1e56fc-8a20-4609-9292-fd649ff0e295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323858 Oct 30 15:38:58.805792 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f12676-dda6-47f5-a572-c0bf81567224 req-58c8d60a-b862-44a8-902b-77ecbdc97ee7 tempest-VolumesBackupsTest-642481936 tempest-VolumesBackupsTest-642481936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:38:58.807393 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-22f12676-dda6-47f5-a572-c0bf81567224 req-58c8d60a-b862-44a8-902b-77ecbdc97ee7 tempest-VolumesBackupsTest-642481936 tempest-VolumesBackupsTest-642481936-project] 10.222.0.62 "GET /v2.0/ports?device_id=7dee12dd-13fc-41f2-9453-810e683d60cf HTTP/1.1" status: 200 len: 950 time: 0.0932937 Oct 30 15:38:58.818657 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d98769e-8421-4a93-b8aa-5e9799686f9b admin admin] Pushing event deleted for resources: {'Network': ['ID=f3ad78b4-f472-44ca-9996-6dd8d30f3e50,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:38:58.859302 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-22f12676-dda6-47f5-a572-c0bf81567224 req-93590899-850c-4835-aa0b-3d70d2417350 tempest-VolumesBackupsTest-642481936 tempest-VolumesBackupsTest-642481936-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a1e56fc-8a20-4609-9292-fd649ff0e295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424345 Oct 30 15:38:58.883754 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0d2ca-443a-4f99-8260-5e306fa799be req-df6ac462-c64b-4779-888d-e45065b2178a tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:38:58.885304 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0eb0d2ca-443a-4f99-8260-5e306fa799be req-df6ac462-c64b-4779-888d-e45065b2178a tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] 10.222.0.62 "GET /v2.0/ports?device_id=11f373c0-8dac-40c4-8ba4-c3446f99e14b HTTP/1.1" status: 200 len: 945 time: 0.0557380 Oct 30 15:38:58.906681 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 45472) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:58.926656 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0eb0d2ca-443a-4f99-8260-5e306fa799be req-39839788-421e-4d41-ba61-5b9d931a5d26 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] 10.222.0.62 "GET /v2.0/security-groups?id=022d3de1-9e6f-400e-8b54-9600afa74acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338459 Oct 30 15:38:58.948508 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-dedbe257-f59c-49ab-b493-a353ddbaa845 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=618f83bcebd64e44892a09ff47fd42c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405066 Oct 30 15:38:58.950895 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 45474) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:58.998397 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6680c945-0fe4-4a0e-b1f2-dfea8d0dd5b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:59.019119 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6680c945-0fe4-4a0e-b1f2-dfea8d0dd5b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:59.068553 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6680c945-0fe4-4a0e-b1f2-dfea8d0dd5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:59.071008 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6680c945-0fe4-4a0e-b1f2-dfea8d0dd5b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:59.072172 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-6680c945-0fe4-4a0e-b1f2-dfea8d0dd5b0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cb0ae007-b496-4e1b-b7f9-4ecfcaf820fd HTTP/1.1" status: 204 len: 168 time: 0.1203876 Oct 30 15:38:59.079652 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6680c945-0fe4-4a0e-b1f2-dfea8d0dd5b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0ae007-b496-4e1b-b7f9-4ecfcaf820fd,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:38:59.378308 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 45480) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:59.421375 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-369ed737-7267-46b2-bb96-35fc539dec93 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9265db53516b42d6bc42a8ab2eca7aff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418735 Oct 30 15:38:59.423840 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 45482) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:38:59.470447 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-81f9954e-0b27-4082-b5b1-e0eacaed9fa2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:59.490652 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-81f9954e-0b27-4082-b5b1-e0eacaed9fa2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:59.539665 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-81f9954e-0b27-4082-b5b1-e0eacaed9fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:59.542270 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-81f9954e-0b27-4082-b5b1-e0eacaed9fa2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:38:59.543430 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-81f9954e-0b27-4082-b5b1-e0eacaed9fa2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d151c971-64c2-4529-a2c2-74a2808c57a7 HTTP/1.1" status: 204 len: 168 time: 0.1186857 Oct 30 15:38:59.554446 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9954e-0b27-4082-b5b1-e0eacaed9fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d151c971-64c2-4529-a2c2-74a2808c57a7,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:38:59.881005 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device d88851bc-6e82-4c5b-bee9-56678a8dd126 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:38:59.909582 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: d88851bc-6e82-4c5b-bee9-56678a8dd126 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:38:59.910290 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device d88851bc-6e82-4c5b-bee9-56678a8dd126 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:38:59.992969 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35dad88-e26e-4df0-9604-607d5fc5c735 req-a0c86fe7-3a31-4b30-a58b-97be1b1c39f7 tempest-VolumesBackupsTest-642481936 tempest-VolumesBackupsTest-642481936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:38:59.994740 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f35dad88-e26e-4df0-9604-607d5fc5c735 req-a0c86fe7-3a31-4b30-a58b-97be1b1c39f7 tempest-VolumesBackupsTest-642481936 tempest-VolumesBackupsTest-642481936-project] 10.222.0.62 "GET /v2.0/ports?device_id=7dee12dd-13fc-41f2-9453-810e683d60cf HTTP/1.1" status: 200 len: 950 time: 0.0529244 Oct 30 15:39:00.034881 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:00.041999 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f35dad88-e26e-4df0-9604-607d5fc5c735 req-d810670c-1b57-4836-bc0a-8e804e2dc39e tempest-VolumesBackupsTest-642481936 tempest-VolumesBackupsTest-642481936-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a1e56fc-8a20-4609-9292-fd649ff0e295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409944 Oct 30 15:39:00.092122 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1e817-e61c-4f79-a8af-efbf5fbf7d08 req-54f39c59-8daa-4a3b-9b86-9d3cb7cc7e1b tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:39:00.093662 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-95a1e817-e61c-4f79-a8af-efbf5fbf7d08 req-54f39c59-8daa-4a3b-9b86-9d3cb7cc7e1b tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] 10.222.0.62 "GET /v2.0/ports?device_id=11f373c0-8dac-40c4-8ba4-c3446f99e14b HTTP/1.1" status: 200 len: 945 time: 0.0901692 Oct 30 15:39:00.127201 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c44ea9-7f98-4ba7-8b16-cff6d5aa6303 req-037217a4-94ad-4e9b-bc98-137a9162daa8 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:39:00.132277 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e0c44ea9-7f98-4ba7-8b16-cff6d5aa6303 req-037217a4-94ad-4e9b-bc98-137a9162daa8 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] 10.222.0.44 "GET /v2.0/ports?device_id=11f373c0-8dac-40c4-8ba4-c3446f99e14b HTTP/1.1" status: 200 len: 945 time: 0.0915241 Oct 30 15:39:00.176710 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-95a1e817-e61c-4f79-a8af-efbf5fbf7d08 req-d1b7e97a-1bbb-48c0-95b6-a5e1a7d3fb33 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] 10.222.0.62 "GET /v2.0/security-groups?id=022d3de1-9e6f-400e-8b54-9600afa74acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738430 Oct 30 15:39:00.238398 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-e0c44ea9-7f98-4ba7-8b16-cff6d5aa6303 req-4cfed767-0a72-44f9-a1b4-1e0936b4b1f0 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] Deleting port 78110cfe-ee9d-4870-87a8-20e64e0b3f4d {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:39:00.238767 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-e0c44ea9-7f98-4ba7-8b16-cff6d5aa6303 req-4cfed767-0a72-44f9-a1b4-1e0936b4b1f0 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:00.297863 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 45516) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:39:00.339585 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-e0c44ea9-7f98-4ba7-8b16-cff6d5aa6303 req-4cfed767-0a72-44f9-a1b4-1e0936b4b1f0 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] For port 78110cfe-ee9d-4870-87a8-20e64e0b3f4d, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=78110cfe-ee9d-4870-87a8-20e64e0b3f4d,segment=NetworkSegment(e16d6b0a-9d88-4466-a707-bb2eba105b7a),segment_id=e16d6b0a-9d88-4466-a707-bb2eba105b7a)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:39:00.340029 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-e0c44ea9-7f98-4ba7-8b16-cff6d5aa6303 req-4cfed767-0a72-44f9-a1b4-1e0936b4b1f0 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:00.354792 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-e0c44ea9-7f98-4ba7-8b16-cff6d5aa6303 req-4cfed767-0a72-44f9-a1b4-1e0936b4b1f0 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] Calling delete_port for 78110cfe-ee9d-4870-87a8-20e64e0b3f4d owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:39:00.429306 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-1c72bf95-37da-4586-8182-782f78fc2c1e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2112133331-network', 'tenant_id': '887bc10b4e704641954048c16602273c'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:39:00.450795 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c72bf95-37da-4586-8182-782f78fc2c1e admin admin] Made reservation on behalf of 887bc10b4e704641954048c16602273c for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:39:00.453207 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1c72bf95-37da-4586-8182-782f78fc2c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:00.461694 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1c72bf95-37da-4586-8182-782f78fc2c1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:00.507219 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-e0c44ea9-7f98-4ba7-8b16-cff6d5aa6303 req-4cfed767-0a72-44f9-a1b4-1e0936b4b1f0 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:00.520777 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['78110cfe-ee9d-4870-87a8-20e64e0b3f4d'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:39:00.550923 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1c72bf95-37da-4586-8182-782f78fc2c1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:00.556336 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1c72bf95-37da-4586-8182-782f78fc2c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:00.563211 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfed767-0a72-44f9-a1b4-1e0936b4b1f0 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] Pushing event deleted for resources: {'Port': ['ID=78110cfe-ee9d-4870-87a8-20e64e0b3f4d,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:39:00.583260 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c72bf95-37da-4586-8182-782f78fc2c1e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:39:00.597703 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c72bf95-37da-4586-8182-782f78fc2c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=184caf84-55ea-45d3-92a6-f7c0e5e5f870,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:39:00.603406 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1c72bf95-37da-4586-8182-782f78fc2c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:00.603773 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-1c72bf95-37da-4586-8182-782f78fc2c1e admin admin] Added segment eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15 of type vlan for network eaec26f8-16ce-4842-b83b-287e7177f318 Oct 30 15:39:00.622411 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0c44ea9-7f98-4ba7-8b16-cff6d5aa6303 req-4cfed767-0a72-44f9-a1b4-1e0936b4b1f0 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] No DVR routers for this DVR port 78110cfe-ee9d-4870-87a8-20e64e0b3f4d on host n-h2-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:39:00.625186 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-e0c44ea9-7f98-4ba7-8b16-cff6d5aa6303 req-4cfed767-0a72-44f9-a1b4-1e0936b4b1f0 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:00.629302 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e0c44ea9-7f98-4ba7-8b16-cff6d5aa6303 req-4cfed767-0a72-44f9-a1b4-1e0936b4b1f0 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] 10.222.0.44 "DELETE /v2.0/ports/78110cfe-ee9d-4870-87a8-20e64e0b3f4d HTTP/1.1" status: 204 len: 173 time: 0.4888895 Oct 30 15:39:00.629754 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f373c0-8dac-40c4-8ba4-c3446f99e14b', 'name': 'network-vif-deleted', 'tag': '78110cfe-ee9d-4870-87a8-20e64e0b3f4d'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:39:00.639916 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8a0f76-ce30-4326-bae5-cf968ad55485" -d '{"events": [{"server_uuid": "11f373c0-8dac-40c4-8ba4-c3446f99e14b", "name": "network-vif-deleted", "tag": "78110cfe-ee9d-4870-87a8-20e64e0b3f4d"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:39:00.680216 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1c72bf95-37da-4586-8182-782f78fc2c1e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:00.726268 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe3d124-707c-46d1-be33-60cdeaf9e261 x-openstack-request-id: req-bbe3d124-707c-46d1-be33-60cdeaf9e261 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:39:00.726666 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11f373c0-8dac-40c4-8ba4-c3446f99e14b", "name": "network-vif-deleted", "tag": "78110cfe-ee9d-4870-87a8-20e64e0b3f4d", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:39:00.727009 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bbe3d124-707c-46d1-be33-60cdeaf9e261 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:39:00.727559 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11f373c0-8dac-40c4-8ba4-c3446f99e14b', 'name': 'network-vif-deleted', 'tag': '78110cfe-ee9d-4870-87a8-20e64e0b3f4d', 'status': 'completed', 'code': 200} Oct 30 15:39:00.738104 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1c72bf95-37da-4586-8182-782f78fc2c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:00.739873 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c72bf95-37da-4586-8182-782f78fc2c1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:39:00.741060 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1c72bf95-37da-4586-8182-782f78fc2c1e admin admin] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:00.801667 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-1c72bf95-37da-4586-8182-782f78fc2c1e admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5024691 Oct 30 15:39:00.804776 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 45524) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:39:00.809888 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-b8a0830d-63f1-4128-95c0-911d7e926b1a admin admin] Request body: {'subnet': {'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2112133331-subnet', 'tenant_id': '887bc10b4e704641954048c16602273c', 'ip_version': 4}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:39:00.819534 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c72bf95-37da-4586-8182-782f78fc2c1e admin admin] Pushing event updated for resources: {'Network': ['ID=eaec26f8-16ce-4842-b83b-287e7177f318,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:39:00.832543 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network eaec26f8-16ce-4842-b83b-287e7177f318 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:39:00.852563 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a0830d-63f1-4128-95c0-911d7e926b1a admin admin] Made reservation on behalf of 887bc10b4e704641954048c16602273c for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:39:00.857536 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b8a0830d-63f1-4128-95c0-911d7e926b1a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:01.317098 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-66e83c66-4d8d-4ed8-970e-4ac91832664f req-7403cd08-985f-4c81-896d-ef35f5ef6a69 tempest-VolumesActionsTest-1454676331 tempest-VolumesActionsTest-1454676331-project] 10.222.0.62 "GET /v2.0/ports?device_id=11f373c0-8dac-40c4-8ba4-c3446f99e14b HTTP/1.1" status: 200 len: 210 time: 0.0378580 Oct 30 15:39:01.446532 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b8a0830d-63f1-4128-95c0-911d7e926b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:01.504210 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a0830d-63f1-4128-95c0-911d7e926b1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2126f42-6201-4d38-a336-acc99efa4108,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:39:01.517196 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a0830d-63f1-4128-95c0-911d7e926b1a admin admin] Checking segment: {'id': 'eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:39:01.517736 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a0830d-63f1-4128-95c0-911d7e926b1a admin admin] Network hostable DHCP agents. Network: eaec26f8-16ce-4842-b83b-287e7177f318, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:39:01.539306 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a0830d-63f1-4128-95c0-911d7e926b1a admin admin] Network eaec26f8-16ce-4842-b83b-287e7177f318 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:39:01.549269 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-b8a0830d-63f1-4128-95c0-911d7e926b1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, eaec26f8-16ce-4842-b83b-287e7177f318) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:39:01.559148 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a0830d-63f1-4128-95c0-911d7e926b1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:39:01.560048 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b8a0830d-63f1-4128-95c0-911d7e926b1a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:01.574041 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d3b8d8-22e8-448c-9ee0-235820423313 None None] Network eaec26f8-16ce-4842-b83b-287e7177f318 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:39:01.579391 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b8a0830d-63f1-4128-95c0-911d7e926b1a admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7735028 Oct 30 15:39:01.582135 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 45532) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:39:01.587070 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-628a4b46-63b6-4b70-a5c1-7b005c3f2a9c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2112133331-router', 'tenant_id': '887bc10b4e704641954048c16602273c', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:39:01.611880 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-628a4b46-63b6-4b70-a5c1-7b005c3f2a9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:01.612880 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-628a4b46-63b6-4b70-a5c1-7b005c3f2a9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:01.672564 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-628a4b46-63b6-4b70-a5c1-7b005c3f2a9c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:01.781920 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbcbb7e-0017-4e4b-8822-9ff18b7d0ed4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-eaec26f8-16ce-4842-b83b-287e7177f318', 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318', 'tenant_id': '887bc10b4e704641954048c16602273c', 'fixed_ips': [{'subnet_id': 'e2126f42-6201-4d38-a336-acc99efa4108'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:39:01.782850 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0cbcbb7e-0017-4e4b-8822-9ff18b7d0ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:01.831333 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-628a4b46-63b6-4b70-a5c1-7b005c3f2a9c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:01.931596 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-0cbcbb7e-0017-4e4b-8822-9ff18b7d0ed4 None None] Allocated IP 172.20.0.2 (eaec26f8-16ce-4842-b83b-287e7177f318/e2126f42-6201-4d38-a336-acc99efa4108/24a043d7-c87c-41ea-9b70-b6e54a37f635) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:39:02.044559 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-628a4b46-63b6-4b70-a5c1-7b005c3f2a9c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:02.055235 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:02.074747 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-628a4b46-63b6-4b70-a5c1-7b005c3f2a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:02.114997 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0cbcbb7e-0017-4e4b-8822-9ff18b7d0ed4 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:02.123979 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0cbcbb7e-0017-4e4b-8822-9ff18b7d0ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:02.168480 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbcbb7e-0017-4e4b-8822-9ff18b7d0ed4 None None] Network eaec26f8-16ce-4842-b83b-287e7177f318 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:39:02.173856 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-0cbcbb7e-0017-4e4b-8822-9ff18b7d0ed4 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:39:02.176201 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbcbb7e-0017-4e4b-8822-9ff18b7d0ed4 None None] Pushing event updated for resources: {'Port': ['ID=24a043d7-c87c-41ea-9b70-b6e54a37f635,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:39:02.179760 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbcbb7e-0017-4e4b-8822-9ff18b7d0ed4 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:39:02.196462 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-628a4b46-63b6-4b70-a5c1-7b005c3f2a9c admin admin] Allocated IP 172.25.4.140 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/91f6b4ea-b190-41e2-9624-0a6ec604ddb1) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:39:02.242683 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-0cbcbb7e-0017-4e4b-8822-9ff18b7d0ed4 None None] Attempting to bind port 24a043d7-c87c-41ea-9b70-b6e54a37f635 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:39:02.243435 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-0cbcbb7e-0017-4e4b-8822-9ff18b7d0ed4 None None] Attempting to bind port 24a043d7-c87c-41ea-9b70-b6e54a37f635 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:39:02.244079 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbcbb7e-0017-4e4b-8822-9ff18b7d0ed4 None None] Attempting to bind port 24a043d7-c87c-41ea-9b70-b6e54a37f635 on network eaec26f8-16ce-4842-b83b-287e7177f318 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:39:02.252828 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbcbb7e-0017-4e4b-8822-9ff18b7d0ed4 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:39:02.253648 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbcbb7e-0017-4e4b-8822-9ff18b7d0ed4 None None] Checking segment: {'id': 'eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:39:02.254728 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0cbcbb7e-0017-4e4b-8822-9ff18b7d0ed4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:02.255139 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbcbb7e-0017-4e4b-8822-9ff18b7d0ed4 None None] Bound using segment: {'id': 'eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:39:02.256047 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-0cbcbb7e-0017-4e4b-8822-9ff18b7d0ed4 None None] Bound port: 24a043d7-c87c-41ea-9b70-b6e54a37f635, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:39:02.256204 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0cbcbb7e-0017-4e4b-8822-9ff18b7d0ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:02.281814 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:39:02.308318 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-628a4b46-63b6-4b70-a5c1-7b005c3f2a9c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:02.332629 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-0cbcbb7e-0017-4e4b-8822-9ff18b7d0ed4 None None] For port 24a043d7-c87c-41ea-9b70-b6e54a37f635, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:39:02.338948 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-0cbcbb7e-0017-4e4b-8822-9ff18b7d0ed4 None None] For port 24a043d7-c87c-41ea-9b70-b6e54a37f635, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=24a043d7-c87c-41ea-9b70-b6e54a37f635,segment=NetworkSegment(eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15),segment_id=eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:39:02.346348 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0cbcbb7e-0017-4e4b-8822-9ff18b7d0ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:02.364550 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-628a4b46-63b6-4b70-a5c1-7b005c3f2a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:02.428715 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbcbb7e-0017-4e4b-8822-9ff18b7d0ed4 None None] Pushing event updated for resources: {'Port': ['ID=24a043d7-c87c-41ea-9b70-b6e54a37f635,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:39:02.439577 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628a4b46-63b6-4b70-a5c1-7b005c3f2a9c admin admin] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:39:02.450717 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-628a4b46-63b6-4b70-a5c1-7b005c3f2a9c admin admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:39:02.453850 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628a4b46-63b6-4b70-a5c1-7b005c3f2a9c admin admin] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:39:02.492852 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628a4b46-63b6-4b70-a5c1-7b005c3f2a9c admin admin] Pushing event updated for resources: {'Port': ['ID=91f6b4ea-b190-41e2-9624-0a6ec604ddb1,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:39:02.809937 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-628a4b46-63b6-4b70-a5c1-7b005c3f2a9c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:03.041536 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-628a4b46-63b6-4b70-a5c1-7b005c3f2a9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:03.184719 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-628a4b46-63b6-4b70-a5c1-7b005c3f2a9c admin admin] Router 966d4cf7-96e3-47f4-a906-6b02346ee5fe is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:39:03.339738 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-628a4b46-63b6-4b70-a5c1-7b005c3f2a9c admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:39:03.350792 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bc1e31-64f5-46e0-952a-f9c29edb4352 None None] Sync routers for ids ['966d4cf7-96e3-47f4-a906-6b02346ee5fe'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:39:03.362498 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bc1e31-64f5-46e0-952a-f9c29edb4352 None None] Routers {'966d4cf7-96e3-47f4-a906-6b02346ee5fe'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:39:03.363227 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-62bc1e31-64f5-46e0-952a-f9c29edb4352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:38:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['966d4cf7-96e3-47f4-a906-6b02346ee5fe'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:39:03.370661 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-628a4b46-63b6-4b70-a5c1-7b005c3f2a9c admin admin] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:03.375303 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 45580) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:39:03.376016 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-628a4b46-63b6-4b70-a5c1-7b005c3f2a9c admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7927721 Oct 30 15:39:03.702520 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-62bc1e31-64f5-46e0-952a-f9c29edb4352 None None] Set router 966d4cf7-96e3-47f4-a906-6b02346ee5fe gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:39:03.897475 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d108a14-67d9-4148-ad95-2ee9b72edccc None None] Network eaec26f8-16ce-4842-b83b-287e7177f318 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:39:04.015256 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 24a043d7-c87c-41ea-9b70-b6e54a37f635 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:39:04.054929 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-5adaa99e-9c19-4079-97d5-6b03216bb3b9 None None] Provisioning complete for port 24a043d7-c87c-41ea-9b70-b6e54a37f635 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:39:04.055315 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5adaa99e-9c19-4079-97d5-6b03216bb3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:04.183718 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-62bc1e31-64f5-46e0-952a-f9c29edb4352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'name': 'tempest-TestVolumeBootPattern-2112133331-router', 'tenant_id': '887bc10b4e704641954048c16602273c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '91f6b4ea-b190-41e2-9624-0a6ec604ddb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:39:01Z', 'updated_at': '2021-10-30T15:39:02Z', 'revision_number': 3, 'project_id': '887bc10b4e704641954048c16602273c', 'gw_port': {'id': '91f6b4ea-b190-41e2-9624-0a6ec604ddb1', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1e:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:39:02Z', 'updated_at': '2021-10-30T15:39:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:39:04.230738 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bc1e31-64f5-46e0-952a-f9c29edb4352 None None] Checking router: 966d4cf7-96e3-47f4-a906-6b02346ee5fe for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:39:04.231090 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bc1e31-64f5-46e0-952a-f9c29edb4352 None None] Updating router 966d4cf7-96e3-47f4-a906-6b02346ee5fe port 91f6b4ea-b190-41e2-9624-0a6ec604ddb1 binding host n-d-806683-17 {{(pid=102132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:39:04.275669 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 24a043d7-c87c-41ea-9b70-b6e54a37f635 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:39:04.276791 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:04.343870 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-62bc1e31-64f5-46e0-952a-f9c29edb4352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:04.400223 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5adaa99e-9c19-4079-97d5-6b03216bb3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:04.476701 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-517ac7d4-ef46-4d0c-8cfe-423eb42dad41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:04.492711 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 78110cfe-ee9d-4870-87a8-20e64e0b3f4d no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:39:04.562446 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] No Port match for: 78110cfe-ee9d-4870-87a8-20e64e0b3f4d {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:39:04.563046 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 78110cfe-ee9d-4870-87a8-20e64e0b3f4d not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:39:04.671238 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-5adaa99e-9c19-4079-97d5-6b03216bb3b9 None None] For port 24a043d7-c87c-41ea-9b70-b6e54a37f635, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=24a043d7-c87c-41ea-9b70-b6e54a37f635,segment=NetworkSegment(eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15),segment_id=eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:39:04.797127 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5adaa99e-9c19-4079-97d5-6b03216bb3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:04.848960 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:04.969940 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adaa99e-9c19-4079-97d5-6b03216bb3b9 None None] Pushing event updated for resources: {'Port': ['ID=24a043d7-c87c-41ea-9b70-b6e54a37f635,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:39:05.007097 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-ef0ce9e6-6b03-45e1-aa18-62ebdb3d1433 None None] Provisioning complete for port 24a043d7-c87c-41ea-9b70-b6e54a37f635 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:39:05.007496 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ef0ce9e6-6b03-45e1-aa18-62ebdb3d1433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:05.009026 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.db.api [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 30 15:39:05.009374 n-d-806683-17 neutron-server[102132]: DEBUG oslo_db.api [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 30 15:39:05.013806 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-517ac7d4-ef46-4d0c-8cfe-423eb42dad41 admin admin] Allocated IP 172.20.0.1 (eaec26f8-16ce-4842-b83b-287e7177f318/e2126f42-6201-4d38-a336-acc99efa4108/612c1443-77a5-4a63-8a66-8681588aaae7) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:39:05.112397 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-62bc1e31-64f5-46e0-952a-f9c29edb4352 None None] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:05.157911 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-62bc1e31-64f5-46e0-952a-f9c29edb4352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:05.204650 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-517ac7d4-ef46-4d0c-8cfe-423eb42dad41 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:05.275050 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cd4231-d502-4db1-bddf-a469b9fd3848 None None] Pushing event updated for resources: {'Port': ['ID=91f6b4ea-b190-41e2-9624-0a6ec604ddb1,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:39:05.278599 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-62bc1e31-64f5-46e0-952a-f9c29edb4352 None None] Attempting to bind port 91f6b4ea-b190-41e2-9624-0a6ec604ddb1 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:39:05.278599 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-62bc1e31-64f5-46e0-952a-f9c29edb4352 None None] Attempting to bind port 91f6b4ea-b190-41e2-9624-0a6ec604ddb1 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:39:05.278977 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bc1e31-64f5-46e0-952a-f9c29edb4352 None None] Attempting to bind port 91f6b4ea-b190-41e2-9624-0a6ec604ddb1 on network edc38ef5-7816-4133-914c-cfe2849a0125 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:39:05.286115 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bc1e31-64f5-46e0-952a-f9c29edb4352 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:39:05.286996 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bc1e31-64f5-46e0-952a-f9c29edb4352 None None] Checking segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:39:05.287478 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-62bc1e31-64f5-46e0-952a-f9c29edb4352 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:05.288584 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bc1e31-64f5-46e0-952a-f9c29edb4352 None None] Bound using segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:39:05.289702 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-62bc1e31-64f5-46e0-952a-f9c29edb4352 None None] Bound port: 91f6b4ea-b190-41e2-9624-0a6ec604ddb1, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:39:05.290372 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-62bc1e31-64f5-46e0-952a-f9c29edb4352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:05.291936 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-517ac7d4-ef46-4d0c-8cfe-423eb42dad41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:05.369642 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-62bc1e31-64f5-46e0-952a-f9c29edb4352 None None] For port 91f6b4ea-b190-41e2-9624-0a6ec604ddb1, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:39:05.377986 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-62bc1e31-64f5-46e0-952a-f9c29edb4352 None None] For port 91f6b4ea-b190-41e2-9624-0a6ec604ddb1, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=91f6b4ea-b190-41e2-9624-0a6ec604ddb1,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:39:05.383480 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517ac7d4-ef46-4d0c-8cfe-423eb42dad41 admin admin] Network eaec26f8-16ce-4842-b83b-287e7177f318 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:39:05.386223 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-62bc1e31-64f5-46e0-952a-f9c29edb4352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:05.396222 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-517ac7d4-ef46-4d0c-8cfe-423eb42dad41 admin admin] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:39:05.407138 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517ac7d4-ef46-4d0c-8cfe-423eb42dad41 admin admin] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:39:05.418303 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ac7d4-ef46-4d0c-8cfe-423eb42dad41 admin admin] Pushing event updated for resources: {'Port': ['ID=612c1443-77a5-4a63-8a66-8681588aaae7,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:39:05.538474 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bc1e31-64f5-46e0-952a-f9c29edb4352 None None] Routers {'966d4cf7-96e3-47f4-a906-6b02346ee5fe'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:39:05.538474 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-62bc1e31-64f5-46e0-952a-f9c29edb4352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:38:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['966d4cf7-96e3-47f4-a906-6b02346ee5fe'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:39:05.543336 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-517ac7d4-ef46-4d0c-8cfe-423eb42dad41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:05.646358 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cd4231-d502-4db1-bddf-a469b9fd3848 None None] Pushing event updated for resources: {'Port': ['ID=91f6b4ea-b190-41e2-9624-0a6ec604ddb1,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:39:05.891877 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-62bc1e31-64f5-46e0-952a-f9c29edb4352 None None] Set router 966d4cf7-96e3-47f4-a906-6b02346ee5fe gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:39:05.901297 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-517ac7d4-ef46-4d0c-8cfe-423eb42dad41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:06.171154 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 24a043d7-c87c-41ea-9b70-b6e54a37f635 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:39:06.254609 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-517ac7d4-ef46-4d0c-8cfe-423eb42dad41 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:06.279986 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-517ac7d4-ef46-4d0c-8cfe-423eb42dad41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:06.410697 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-517ac7d4-ef46-4d0c-8cfe-423eb42dad41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:06.414686 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-ecb83502-21ca-4645-b2cb-99b8da802656 None None] Provisioning complete for port 612c1443-77a5-4a63-8a66-8681588aaae7 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:39:06.415259 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ecb83502-21ca-4645-b2cb-99b8da802656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:06.440713 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ac7d4-ef46-4d0c-8cfe-423eb42dad41 admin admin] Pushing event updated for resources: {'Port': ['ID=612c1443-77a5-4a63-8a66-8681588aaae7,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:39:06.487546 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 24a043d7-c87c-41ea-9b70-b6e54a37f635 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:39:06.488289 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:06.537777 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-ecb83502-21ca-4645-b2cb-99b8da802656 None None] Port 612c1443-77a5-4a63-8a66-8681588aaae7 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:39:06.540387 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517ac7d4-ef46-4d0c-8cfe-423eb42dad41 admin admin] Network eaec26f8-16ce-4842-b83b-287e7177f318 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:39:06.542031 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-517ac7d4-ef46-4d0c-8cfe-423eb42dad41 admin admin] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:39:06.624880 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-62bc1e31-64f5-46e0-952a-f9c29edb4352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'name': 'tempest-TestVolumeBootPattern-2112133331-router', 'tenant_id': '887bc10b4e704641954048c16602273c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '91f6b4ea-b190-41e2-9624-0a6ec604ddb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:39:01Z', 'updated_at': '2021-10-30T15:39:02Z', 'revision_number': 3, 'project_id': '887bc10b4e704641954048c16602273c', 'gw_port': {'id': '91f6b4ea-b190-41e2-9624-0a6ec604ddb1', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1e:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:39:02Z', 'updated_at': '2021-10-30T15:39:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:39:06.660166 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bc1e31-64f5-46e0-952a-f9c29edb4352 None None] The sync data for ids ['966d4cf7-96e3-47f4-a906-6b02346ee5fe'] in n-d-806683-17 is: [{'id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'name': 'tempest-TestVolumeBootPattern-2112133331-router', 'tenant_id': '887bc10b4e704641954048c16602273c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '91f6b4ea-b190-41e2-9624-0a6ec604ddb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:39:01Z', 'updated_at': '2021-10-30T15:39:02Z', 'revision_number': 3, 'project_id': '887bc10b4e704641954048c16602273c', 'gw_port': {'id': '91f6b4ea-b190-41e2-9624-0a6ec604ddb1', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1e:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:39:02Z', 'updated_at': '2021-10-30T15:39:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:39:06.749209 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-517ac7d4-ef46-4d0c-8cfe-423eb42dad41 admin admin] Router 966d4cf7-96e3-47f4-a906-6b02346ee5fe has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:39:06.976157 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-0c75df19-2cbb-4aeb-ab22-9bd54350df59 None None] Provisioning complete for port 612c1443-77a5-4a63-8a66-8681588aaae7 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:39:06.977047 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0c75df19-2cbb-4aeb-ab22-9bd54350df59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:06.992110 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-517ac7d4-ef46-4d0c-8cfe-423eb42dad41 admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:39:07.000150 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-517ac7d4-ef46-4d0c-8cfe-423eb42dad41 admin admin] 10.222.0.62 "PUT /v2.0/routers/966d4cf7-96e3-47f4-a906-6b02346ee5fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6219485 Oct 30 15:39:07.079818 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-0c75df19-2cbb-4aeb-ab22-9bd54350df59 None None] Port 612c1443-77a5-4a63-8a66-8681588aaae7 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:39:07.741818 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 45640) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:39:07.748006 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-5aa14bd5-7b05-4128-bb0b-8da49a4a1cf9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1778464597-network', 'tenant_id': 'd3fdd2d759bc4e03bffc61e3dfe52835'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:39:07.774949 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa14bd5-7b05-4128-bb0b-8da49a4a1cf9 admin admin] Made reservation on behalf of d3fdd2d759bc4e03bffc61e3dfe52835 for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:39:07.779895 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5aa14bd5-7b05-4128-bb0b-8da49a4a1cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:07.799618 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5aa14bd5-7b05-4128-bb0b-8da49a4a1cf9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:07.907747 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5aa14bd5-7b05-4128-bb0b-8da49a4a1cf9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:07.919585 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5aa14bd5-7b05-4128-bb0b-8da49a4a1cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:07.961109 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aa14bd5-7b05-4128-bb0b-8da49a4a1cf9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:39:08.004910 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 91f6b4ea-b190-41e2-9624-0a6ec604ddb1 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:39:08.017977 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa14bd5-7b05-4128-bb0b-8da49a4a1cf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9771d5c9-fd27-436f-ab9a-5a5c5b8b0ed7,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:39:08.029102 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5aa14bd5-7b05-4128-bb0b-8da49a4a1cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:08.029643 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-5aa14bd5-7b05-4128-bb0b-8da49a4a1cf9 admin admin] Added segment 44e0963e-0a8f-45c1-ba8c-bca6fe34962c of type vlan for network 6582e15a-b646-4ec9-87b4-e8481daef74a Oct 30 15:39:08.127494 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 91f6b4ea-b190-41e2-9624-0a6ec604ddb1 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:39:08.129044 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5aa14bd5-7b05-4128-bb0b-8da49a4a1cf9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:08.129248 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:08.162657 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5aa14bd5-7b05-4128-bb0b-8da49a4a1cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:08.164716 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa14bd5-7b05-4128-bb0b-8da49a4a1cf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:39:08.166571 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5aa14bd5-7b05-4128-bb0b-8da49a4a1cf9 admin admin] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:08.229954 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa14bd5-7b05-4128-bb0b-8da49a4a1cf9 admin admin] Pushing event updated for resources: {'Network': ['ID=6582e15a-b646-4ec9-87b4-e8481daef74a,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:39:08.249435 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 6582e15a-b646-4ec9-87b4-e8481daef74a details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:39:08.250881 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-5aa14bd5-7b05-4128-bb0b-8da49a4a1cf9 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5067136 Oct 30 15:39:08.252803 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 45644) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:39:08.260921 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-2517714c-e619-46bf-880b-c18bbefb2d60 admin admin] Request body: {'subnet': {'network_id': '6582e15a-b646-4ec9-87b4-e8481daef74a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1778464597-subnet', 'tenant_id': 'd3fdd2d759bc4e03bffc61e3dfe52835', 'ip_version': 4}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:39:08.299990 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2517714c-e619-46bf-880b-c18bbefb2d60 admin admin] Made reservation on behalf of d3fdd2d759bc4e03bffc61e3dfe52835 for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:39:08.302710 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2517714c-e619-46bf-880b-c18bbefb2d60 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:08.342749 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:08.392452 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 91f6b4ea-b190-41e2-9624-0a6ec604ddb1, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=91f6b4ea-b190-41e2-9624-0a6ec604ddb1,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:39:08.401158 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:08.481337 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=91f6b4ea-b190-41e2-9624-0a6ec604ddb1,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:39:08.554834 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2517714c-e619-46bf-880b-c18bbefb2d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:08.626411 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2517714c-e619-46bf-880b-c18bbefb2d60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de507a6a-f935-4576-9971-ae1528a40404,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:39:08.631872 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2517714c-e619-46bf-880b-c18bbefb2d60 admin admin] Checking segment: {'id': '44e0963e-0a8f-45c1-ba8c-bca6fe34962c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6582e15a-b646-4ec9-87b4-e8481daef74a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:39:08.632457 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2517714c-e619-46bf-880b-c18bbefb2d60 admin admin] Network hostable DHCP agents. Network: 6582e15a-b646-4ec9-87b4-e8481daef74a, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:39:08.663449 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2517714c-e619-46bf-880b-c18bbefb2d60 admin admin] Network 6582e15a-b646-4ec9-87b4-e8481daef74a is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:39:08.687730 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-2517714c-e619-46bf-880b-c18bbefb2d60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 6582e15a-b646-4ec9-87b4-e8481daef74a) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:39:08.694237 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2517714c-e619-46bf-880b-c18bbefb2d60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:39:08.695141 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2517714c-e619-46bf-880b-c18bbefb2d60 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:08.699198 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409954f1-b11c-43c1-8578-57bc08b89a9f None None] Network 6582e15a-b646-4ec9-87b4-e8481daef74a requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:39:08.715917 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-2517714c-e619-46bf-880b-c18bbefb2d60 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4616482 Oct 30 15:39:08.718208 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 45650) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:39:08.723879 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-0bc146bf-f562-4cc4-bc81-4b3b5af41840 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1778464597-router', 'tenant_id': 'd3fdd2d759bc4e03bffc61e3dfe52835', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:39:08.758392 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0bc146bf-f562-4cc4-bc81-4b3b5af41840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:08.759778 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0bc146bf-f562-4cc4-bc81-4b3b5af41840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:08.833572 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0bc146bf-f562-4cc4-bc81-4b3b5af41840 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:08.982347 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36be55b4-b075-4fd2-97f5-3f90763a8cc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-6582e15a-b646-4ec9-87b4-e8481daef74a', 'network_id': '6582e15a-b646-4ec9-87b4-e8481daef74a', 'tenant_id': 'd3fdd2d759bc4e03bffc61e3dfe52835', 'fixed_ips': [{'subnet_id': 'de507a6a-f935-4576-9971-ae1528a40404'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:39:08.983728 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-36be55b4-b075-4fd2-97f5-3f90763a8cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:09.022510 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0bc146bf-f562-4cc4-bc81-4b3b5af41840 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:09.043703 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7191c56-7f96-4375-898a-f0d5c856a121 None None] Sync routers for ids ['966d4cf7-96e3-47f4-a906-6b02346ee5fe'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:39:09.062243 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7191c56-7f96-4375-898a-f0d5c856a121 None None] Routers {'966d4cf7-96e3-47f4-a906-6b02346ee5fe'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:39:09.062977 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-e7191c56-7f96-4375-898a-f0d5c856a121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:38:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['966d4cf7-96e3-47f4-a906-6b02346ee5fe'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:39:09.225094 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-e7191c56-7f96-4375-898a-f0d5c856a121 None None] Set router 966d4cf7-96e3-47f4-a906-6b02346ee5fe gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:39:09.251054 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-36be55b4-b075-4fd2-97f5-3f90763a8cc1 None None] Allocated IP 172.20.0.2 (6582e15a-b646-4ec9-87b4-e8481daef74a/de507a6a-f935-4576-9971-ae1528a40404/10d96916-57ca-4a3c-a7c7-a6e93fb4e93f) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:39:09.336132 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0bc146bf-f562-4cc4-bc81-4b3b5af41840 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:09.373147 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0bc146bf-f562-4cc4-bc81-4b3b5af41840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:09.491940 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-e7191c56-7f96-4375-898a-f0d5c856a121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'name': 'tempest-TestVolumeBootPattern-2112133331-router', 'tenant_id': '887bc10b4e704641954048c16602273c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '91f6b4ea-b190-41e2-9624-0a6ec604ddb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:39:01Z', 'updated_at': '2021-10-30T15:39:05Z', 'revision_number': 4, 'project_id': '887bc10b4e704641954048c16602273c', 'gw_port': {'id': '91f6b4ea-b190-41e2-9624-0a6ec604ddb1', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:39:02Z', 'updated_at': '2021-10-30T15:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '612c1443-77a5-4a63-8a66-8681588aaae7', 'name': '', 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318', 'tenant_id': '887bc10b4e704641954048c16602273c', 'mac_address': 'fa:16:3e:29:79:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': 'e2126f42-6201-4d38-a336-acc99efa4108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:39:04Z', 'updated_at': '2021-10-30T15:39:05Z', 'revision_number': 2, 'project_id': '887bc10b4e704641954048c16602273c', 'subnets': [{'id': 'e2126f42-6201-4d38-a336-acc99efa4108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:39:09.525233 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7191c56-7f96-4375-898a-f0d5c856a121 None None] Checking router: 966d4cf7-96e3-47f4-a906-6b02346ee5fe for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:39:09.525963 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7191c56-7f96-4375-898a-f0d5c856a121 None None] Updating router 966d4cf7-96e3-47f4-a906-6b02346ee5fe port 612c1443-77a5-4a63-8a66-8681588aaae7 binding host n-d-806683-17 {{(pid=102133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:39:09.557415 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e7191c56-7f96-4375-898a-f0d5c856a121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:09.567059 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-0bc146bf-f562-4cc4-bc81-4b3b5af41840 admin admin] Allocated IP 172.25.4.63 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/52ccec12-4a04-4086-a0a0-b96507d383e9) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:39:09.627699 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-36be55b4-b075-4fd2-97f5-3f90763a8cc1 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:09.642948 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-36be55b4-b075-4fd2-97f5-3f90763a8cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:09.743895 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be55b4-b075-4fd2-97f5-3f90763a8cc1 None None] Pushing event updated for resources: {'Port': ['ID=10d96916-57ca-4a3c-a7c7-a6e93fb4e93f,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:39:09.798391 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36be55b4-b075-4fd2-97f5-3f90763a8cc1 None None] Network 6582e15a-b646-4ec9-87b4-e8481daef74a is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:39:09.806011 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-36be55b4-b075-4fd2-97f5-3f90763a8cc1 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:39:09.815049 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36be55b4-b075-4fd2-97f5-3f90763a8cc1 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:39:09.838018 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0bc146bf-f562-4cc4-bc81-4b3b5af41840 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:09.936525 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e7191c56-7f96-4375-898a-f0d5c856a121 None None] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:09.937503 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0bc146bf-f562-4cc4-bc81-4b3b5af41840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:09.942856 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e7191c56-7f96-4375-898a-f0d5c856a121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:10.013952 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 91f6b4ea-b190-41e2-9624-0a6ec604ddb1 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:39:10.062034 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc146bf-f562-4cc4-bc81-4b3b5af41840 admin admin] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:39:10.072410 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc146bf-f562-4cc4-bc81-4b3b5af41840 admin admin] Pushing event updated for resources: {'Port': ['ID=52ccec12-4a04-4086-a0a0-b96507d383e9,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:39:10.080714 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-0bc146bf-f562-4cc4-bc81-4b3b5af41840 admin admin] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:39:10.086740 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc146bf-f562-4cc4-bc81-4b3b5af41840 admin admin] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:39:10.098944 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-36be55b4-b075-4fd2-97f5-3f90763a8cc1 None None] Attempting to bind port 10d96916-57ca-4a3c-a7c7-a6e93fb4e93f on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:39:10.100234 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-36be55b4-b075-4fd2-97f5-3f90763a8cc1 None None] Attempting to bind port 10d96916-57ca-4a3c-a7c7-a6e93fb4e93f by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '44e0963e-0a8f-45c1-ba8c-bca6fe34962c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6582e15a-b646-4ec9-87b4-e8481daef74a'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:39:10.100837 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36be55b4-b075-4fd2-97f5-3f90763a8cc1 None None] Attempting to bind port 10d96916-57ca-4a3c-a7c7-a6e93fb4e93f on network 6582e15a-b646-4ec9-87b4-e8481daef74a {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:39:10.110388 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36be55b4-b075-4fd2-97f5-3f90763a8cc1 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:39:10.111202 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36be55b4-b075-4fd2-97f5-3f90763a8cc1 None None] Checking segment: {'id': '44e0963e-0a8f-45c1-ba8c-bca6fe34962c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6582e15a-b646-4ec9-87b4-e8481daef74a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:39:10.112000 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-36be55b4-b075-4fd2-97f5-3f90763a8cc1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:10.112635 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36be55b4-b075-4fd2-97f5-3f90763a8cc1 None None] Bound using segment: {'id': '44e0963e-0a8f-45c1-ba8c-bca6fe34962c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6582e15a-b646-4ec9-87b4-e8481daef74a'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:39:10.113361 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-36be55b4-b075-4fd2-97f5-3f90763a8cc1 None None] Bound port: 10d96916-57ca-4a3c-a7c7-a6e93fb4e93f, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e0963e-0a8f-45c1-ba8c-bca6fe34962c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6582e15a-b646-4ec9-87b4-e8481daef74a'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:39:10.114515 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-36be55b4-b075-4fd2-97f5-3f90763a8cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:10.176414 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-e7191c56-7f96-4375-898a-f0d5c856a121 None None] Attempting to bind port 612c1443-77a5-4a63-8a66-8681588aaae7 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:39:10.176965 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-e7191c56-7f96-4375-898a-f0d5c856a121 None None] Attempting to bind port 612c1443-77a5-4a63-8a66-8681588aaae7 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:39:10.177108 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7191c56-7f96-4375-898a-f0d5c856a121 None None] Attempting to bind port 612c1443-77a5-4a63-8a66-8681588aaae7 on network eaec26f8-16ce-4842-b83b-287e7177f318 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:39:10.198497 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7191c56-7f96-4375-898a-f0d5c856a121 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:39:10.198940 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7191c56-7f96-4375-898a-f0d5c856a121 None None] Checking segment: {'id': 'eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:39:10.199261 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e7191c56-7f96-4375-898a-f0d5c856a121 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:10.199680 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7191c56-7f96-4375-898a-f0d5c856a121 None None] Bound using segment: {'id': 'eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:39:10.200157 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-e7191c56-7f96-4375-898a-f0d5c856a121 None None] Bound port: 612c1443-77a5-4a63-8a66-8681588aaae7, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:39:10.203423 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e7191c56-7f96-4375-898a-f0d5c856a121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:10.238264 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 91f6b4ea-b190-41e2-9624-0a6ec604ddb1 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:39:10.247744 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:10.257775 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628ed2e8-b390-4205-ad5f-d15ef2fffbbe None None] Pushing event updated for resources: {'Port': ['ID=612c1443-77a5-4a63-8a66-8681588aaae7,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:39:10.259356 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-36be55b4-b075-4fd2-97f5-3f90763a8cc1 None None] For port 10d96916-57ca-4a3c-a7c7-a6e93fb4e93f, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:39:10.321448 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628ed2e8-b390-4205-ad5f-d15ef2fffbbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:39:10.327496 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628ed2e8-b390-4205-ad5f-d15ef2fffbbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:39:10.328022 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628ed2e8-b390-4205-ad5f-d15ef2fffbbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:39:10.328504 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628ed2e8-b390-4205-ad5f-d15ef2fffbbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:39:10.328947 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628ed2e8-b390-4205-ad5f-d15ef2fffbbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:39:10.329440 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628ed2e8-b390-4205-ad5f-d15ef2fffbbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:39:10.330020 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628ed2e8-b390-4205-ad5f-d15ef2fffbbe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:39:10.330654 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628ed2e8-b390-4205-ad5f-d15ef2fffbbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:39:10.331120 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628ed2e8-b390-4205-ad5f-d15ef2fffbbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:39:10.331563 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628ed2e8-b390-4205-ad5f-d15ef2fffbbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:39:10.331992 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628ed2e8-b390-4205-ad5f-d15ef2fffbbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:39:10.332471 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628ed2e8-b390-4205-ad5f-d15ef2fffbbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:39:10.387704 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-36be55b4-b075-4fd2-97f5-3f90763a8cc1 None None] For port 10d96916-57ca-4a3c-a7c7-a6e93fb4e93f, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=10d96916-57ca-4a3c-a7c7-a6e93fb4e93f,segment=NetworkSegment(44e0963e-0a8f-45c1-ba8c-bca6fe34962c),segment_id=44e0963e-0a8f-45c1-ba8c-bca6fe34962c)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:39:10.402539 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-36be55b4-b075-4fd2-97f5-3f90763a8cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:10.447487 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-e7191c56-7f96-4375-898a-f0d5c856a121 None None] For port 612c1443-77a5-4a63-8a66-8681588aaae7, host n-d-806683-17, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:39:10.451944 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-e7191c56-7f96-4375-898a-f0d5c856a121 None None] For port 612c1443-77a5-4a63-8a66-8681588aaae7, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=612c1443-77a5-4a63-8a66-8681588aaae7,segment=NetworkSegment(eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15),segment_id=eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:39:10.476784 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e7191c56-7f96-4375-898a-f0d5c856a121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:10.573467 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be55b4-b075-4fd2-97f5-3f90763a8cc1 None None] Pushing event updated for resources: {'Port': ['ID=10d96916-57ca-4a3c-a7c7-a6e93fb4e93f,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:39:10.579717 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628ed2e8-b390-4205-ad5f-d15ef2fffbbe None None] Pushing event updated for resources: {'Port': ['ID=612c1443-77a5-4a63-8a66-8681588aaae7,revision_number=4']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:39:10.597022 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7191c56-7f96-4375-898a-f0d5c856a121 None None] Routers {'966d4cf7-96e3-47f4-a906-6b02346ee5fe'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:39:10.597892 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-e7191c56-7f96-4375-898a-f0d5c856a121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:38:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['966d4cf7-96e3-47f4-a906-6b02346ee5fe'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:39:10.720576 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-504e3417-cfb8-483a-be06-d0fce4cf4782 req-576d574d-0c8d-4833-9dcd-6956f598dd82 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7dee12dd-13fc-41f2-9453-810e683d60cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1175871 Oct 30 15:39:10.746403 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0bc146bf-f562-4cc4-bc81-4b3b5af41840 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:10.784068 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-a98d4a1f-3af3-4078-b4ca-dcc01a946527 None None] Provisioning complete for port 612c1443-77a5-4a63-8a66-8681588aaae7 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:39:10.784477 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a98d4a1f-3af3-4078-b4ca-dcc01a946527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:10.833160 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-e7191c56-7f96-4375-898a-f0d5c856a121 None None] Set router 966d4cf7-96e3-47f4-a906-6b02346ee5fe gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:39:10.935109 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e3417-cfb8-483a-be06-d0fce4cf4782 req-f3ccd6b6-4093-4d34-ac76-d738c66e5c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:39:10.936665 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-504e3417-cfb8-483a-be06-d0fce4cf4782 req-f3ccd6b6-4093-4d34-ac76-d738c66e5c2d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a98d12d491d249c48e00bbeb0d988d1a&device_id=7dee12dd-13fc-41f2-9453-810e683d60cf HTTP/1.1" status: 200 len: 1102 time: 0.1199996 Oct 30 15:39:11.011795 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a98d4a1f-3af3-4078-b4ca-dcc01a946527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:11.126705 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-a98d4a1f-3af3-4078-b4ca-dcc01a946527 None None] For port 612c1443-77a5-4a63-8a66-8681588aaae7, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=612c1443-77a5-4a63-8a66-8681588aaae7,segment=NetworkSegment(eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15),segment_id=eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:39:11.143747 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a98d4a1f-3af3-4078-b4ca-dcc01a946527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:11.249041 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e3417-cfb8-483a-be06-d0fce4cf4782 req-f15058f4-d3c4-4f4d-ab9e-f2d40fea1fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:39:11.250841 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-504e3417-cfb8-483a-be06-d0fce4cf4782 req-f15058f4-d3c4-4f4d-ab9e-f2d40fea1fe8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8de8b155-6e08-41c3-866a-8b30bb481704 HTTP/1.1" status: 200 len: 870 time: 0.2865794 Oct 30 15:39:11.296527 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98d4a1f-3af3-4078-b4ca-dcc01a946527 None None] Pushing event updated for resources: {'Port': ['ID=612c1443-77a5-4a63-8a66-8681588aaae7,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:39:11.337505 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-504e3417-cfb8-483a-be06-d0fce4cf4782 req-042e20b9-a1d5-4b21-a549-191730697987 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=42dde03d-cc58-4a85-8792-b6240bfc9349 HTTP/1.1" status: 200 len: 217 time: 0.0780799 Oct 30 15:39:11.345106 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0bc146bf-f562-4cc4-bc81-4b3b5af41840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:11.398405 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-8e92a994-f0fe-412c-b62e-d3ef66b15660 None None] Provisioning complete for port 612c1443-77a5-4a63-8a66-8681588aaae7 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:39:11.398832 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8e92a994-f0fe-412c-b62e-d3ef66b15660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:11.476476 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e3417-cfb8-483a-be06-d0fce4cf4782 req-38d6fb66-ea07-414a-94a5-88971b615ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:39:11.477950 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-504e3417-cfb8-483a-be06-d0fce4cf4782 req-38d6fb66-ea07-414a-94a5-88971b615ba2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.1314716 Oct 30 15:39:11.582266 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e3417-cfb8-483a-be06-d0fce4cf4782 req-193ed4f6-7f8f-4d61-8bc5-e02811c65836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:39:11.585923 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-504e3417-cfb8-483a-be06-d0fce4cf4782 req-193ed4f6-7f8f-4d61-8bc5-e02811c65836 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0991836 Oct 30 15:39:11.612694 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-e7191c56-7f96-4375-898a-f0d5c856a121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'name': 'tempest-TestVolumeBootPattern-2112133331-router', 'tenant_id': '887bc10b4e704641954048c16602273c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '91f6b4ea-b190-41e2-9624-0a6ec604ddb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:39:01Z', 'updated_at': '2021-10-30T15:39:05Z', 'revision_number': 4, 'project_id': '887bc10b4e704641954048c16602273c', 'gw_port': {'id': '91f6b4ea-b190-41e2-9624-0a6ec604ddb1', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:39:02Z', 'updated_at': '2021-10-30T15:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '612c1443-77a5-4a63-8a66-8681588aaae7', 'name': '', 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318', 'tenant_id': '887bc10b4e704641954048c16602273c', 'mac_address': 'fa:16:3e:29:79:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': 'e2126f42-6201-4d38-a336-acc99efa4108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:39:04Z', 'updated_at': '2021-10-30T15:39:10Z', 'revision_number': 4, 'project_id': '887bc10b4e704641954048c16602273c', 'subnets': [{'id': 'e2126f42-6201-4d38-a336-acc99efa4108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:39:11.680985 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7191c56-7f96-4375-898a-f0d5c856a121 None None] The sync data for ids ['966d4cf7-96e3-47f4-a906-6b02346ee5fe'] in n-d-806683-17 is: [{'id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'name': 'tempest-TestVolumeBootPattern-2112133331-router', 'tenant_id': '887bc10b4e704641954048c16602273c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '91f6b4ea-b190-41e2-9624-0a6ec604ddb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:39:01Z', 'updated_at': '2021-10-30T15:39:05Z', 'revision_number': 4, 'project_id': '887bc10b4e704641954048c16602273c', 'gw_port': {'id': '91f6b4ea-b190-41e2-9624-0a6ec604ddb1', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:39:02Z', 'updated_at': '2021-10-30T15:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '612c1443-77a5-4a63-8a66-8681588aaae7', 'name': '', 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318', 'tenant_id': '887bc10b4e704641954048c16602273c', 'mac_address': 'fa:16:3e:29:79:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': 'e2126f42-6201-4d38-a336-acc99efa4108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:39:04Z', 'updated_at': '2021-10-30T15:39:10Z', 'revision_number': 4, 'project_id': '887bc10b4e704641954048c16602273c', 'subnets': [{'id': 'e2126f42-6201-4d38-a336-acc99efa4108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:39:11.810863 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-504e3417-cfb8-483a-be06-d0fce4cf4782 req-99c3757c-bd77-4ea8-9b6f-419497cdbd16 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092228 Oct 30 15:39:11.965975 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-504e3417-cfb8-483a-be06-d0fce4cf4782 req-2a8f0d29-97ad-4edb-8b17-387532e18f93 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472836 Oct 30 15:39:12.140029 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 10d96916-57ca-4a3c-a7c7-a6e93fb4e93f up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:39:12.258852 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 10d96916-57ca-4a3c-a7c7-a6e93fb4e93f triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:39:12.259512 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:12.305456 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bc146bf-f562-4cc4-bc81-4b3b5af41840 admin admin] Router 9c9c4825-dd31-4d1e-92e6-2f07b096b2f4 is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:39:12.406082 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:12.515518 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 10d96916-57ca-4a3c-a7c7-a6e93fb4e93f, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=10d96916-57ca-4a3c-a7c7-a6e93fb4e93f,segment=NetworkSegment(44e0963e-0a8f-45c1-ba8c-bca6fe34962c),segment_id=44e0963e-0a8f-45c1-ba8c-bca6fe34962c)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:39:12.530071 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:12.530973 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 612c1443-77a5-4a63-8a66-8681588aaae7 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:39:12.562891 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc146bf-f562-4cc4-bc81-4b3b5af41840 admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:39:12.604092 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0bc146bf-f562-4cc4-bc81-4b3b5af41840 admin admin] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:12.605589 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-0bc146bf-f562-4cc4-bc81-4b3b5af41840 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8860791 Oct 30 15:39:12.608302 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 45680) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:39:12.666065 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=10d96916-57ca-4a3c-a7c7-a6e93fb4e93f,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:39:12.680403 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0dbf226-2e6c-4362-b3a0-561702cce577 None None] Network 6582e15a-b646-4ec9-87b4-e8481daef74a requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:39:12.689656 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c12c431-85d6-4ffe-bef4-04fdb5045884 None None] Sync routers for ids ['9c9c4825-dd31-4d1e-92e6-2f07b096b2f4'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:39:12.802538 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-31460d4b-a75a-4f7c-8c8a-54e16aea979c None None] Provisioning complete for port 10d96916-57ca-4a3c-a7c7-a6e93fb4e93f triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:39:12.803508 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-31460d4b-a75a-4f7c-8c8a-54e16aea979c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:12.810618 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c12c431-85d6-4ffe-bef4-04fdb5045884 None None] Routers {'9c9c4825-dd31-4d1e-92e6-2f07b096b2f4'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:39:12.811581 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-6c12c431-85d6-4ffe-bef4-04fdb5045884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:38:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['9c9c4825-dd31-4d1e-92e6-2f07b096b2f4'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:39:12.995305 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 612c1443-77a5-4a63-8a66-8681588aaae7 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:39:12.995862 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:13.187224 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-6c12c431-85d6-4ffe-bef4-04fdb5045884 None None] Set router 9c9c4825-dd31-4d1e-92e6-2f07b096b2f4 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:39:13.494701 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-dd3ece47-87c2-48d0-b7a9-626d671d86f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:13.817585 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-dd3ece47-87c2-48d0-b7a9-626d671d86f0 admin admin] Allocated IP 172.20.0.1 (6582e15a-b646-4ec9-87b4-e8481daef74a/de507a6a-f935-4576-9971-ae1528a40404/5a418ce0-82c6-4629-8396-d73f454b5b94) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:39:13.834057 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-6c12c431-85d6-4ffe-bef4-04fdb5045884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9c4825-dd31-4d1e-92e6-2f07b096b2f4', 'name': 'tempest-TestVolumeBootPattern-1778464597-router', 'tenant_id': 'd3fdd2d759bc4e03bffc61e3dfe52835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '52ccec12-4a04-4086-a0a0-b96507d383e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:39:08Z', 'updated_at': '2021-10-30T15:39:10Z', 'revision_number': 3, 'project_id': 'd3fdd2d759bc4e03bffc61e3dfe52835', 'gw_port': {'id': '52ccec12-4a04-4086-a0a0-b96507d383e9', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:73:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9c4825-dd31-4d1e-92e6-2f07b096b2f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:39:09Z', 'updated_at': '2021-10-30T15:39:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:39:13.870121 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c12c431-85d6-4ffe-bef4-04fdb5045884 None None] Checking router: 9c9c4825-dd31-4d1e-92e6-2f07b096b2f4 for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:39:13.870482 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c12c431-85d6-4ffe-bef4-04fdb5045884 None None] Updating router 9c9c4825-dd31-4d1e-92e6-2f07b096b2f4 port 52ccec12-4a04-4086-a0a0-b96507d383e9 binding host n-d-806683-17 {{(pid=102132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:39:13.950953 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6c12c431-85d6-4ffe-bef4-04fdb5045884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:13.993597 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 10d96916-57ca-4a3c-a7c7-a6e93fb4e93f up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:39:14.070896 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-dd3ece47-87c2-48d0-b7a9-626d671d86f0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:14.166843 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-dd3ece47-87c2-48d0-b7a9-626d671d86f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:14.200464 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 10d96916-57ca-4a3c-a7c7-a6e93fb4e93f triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:39:14.200860 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:14.206194 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3ece47-87c2-48d0-b7a9-626d671d86f0 admin admin] Network 6582e15a-b646-4ec9-87b4-e8481daef74a is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:39:14.237952 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-dd3ece47-87c2-48d0-b7a9-626d671d86f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:39:14.241601 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3ece47-87c2-48d0-b7a9-626d671d86f0 admin admin] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:39:14.338484 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3ece47-87c2-48d0-b7a9-626d671d86f0 admin admin] Pushing event updated for resources: {'Port': ['ID=5a418ce0-82c6-4629-8396-d73f454b5b94,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:39:14.344015 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-470c4010-8a71-40fc-bcaa-5116fd515797 None None] Provisioning complete for port 10d96916-57ca-4a3c-a7c7-a6e93fb4e93f triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:39:14.344471 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-470c4010-8a71-40fc-bcaa-5116fd515797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:14.356263 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-dd3ece47-87c2-48d0-b7a9-626d671d86f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:14.367993 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3ece47-87c2-48d0-b7a9-626d671d86f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:39:14.370180 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3ece47-87c2-48d0-b7a9-626d671d86f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:39:14.370549 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3ece47-87c2-48d0-b7a9-626d671d86f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:39:14.371086 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3ece47-87c2-48d0-b7a9-626d671d86f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:39:14.371241 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3ece47-87c2-48d0-b7a9-626d671d86f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:39:14.371759 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3ece47-87c2-48d0-b7a9-626d671d86f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:39:14.371944 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3ece47-87c2-48d0-b7a9-626d671d86f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:39:14.372271 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3ece47-87c2-48d0-b7a9-626d671d86f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:39:14.372595 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3ece47-87c2-48d0-b7a9-626d671d86f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:39:14.372929 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3ece47-87c2-48d0-b7a9-626d671d86f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:39:14.373258 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3ece47-87c2-48d0-b7a9-626d671d86f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:39:14.373586 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3ece47-87c2-48d0-b7a9-626d671d86f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:39:14.638986 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-dd3ece47-87c2-48d0-b7a9-626d671d86f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:14.768666 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6c12c431-85d6-4ffe-bef4-04fdb5045884 None None] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:14.790543 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6c12c431-85d6-4ffe-bef4-04fdb5045884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:14.878860 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-8fb908b1-6fb0-4191-a3bc-990f2f1af27d None None] Provisioning complete for port 5a418ce0-82c6-4629-8396-d73f454b5b94 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:39:14.879740 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8fb908b1-6fb0-4191-a3bc-990f2f1af27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:14.884205 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5c9887-fdd9-4a93-8bb2-662a9aaf2352 None None] Pushing event updated for resources: {'Port': ['ID=52ccec12-4a04-4086-a0a0-b96507d383e9,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:39:14.907635 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-6c12c431-85d6-4ffe-bef4-04fdb5045884 None None] Attempting to bind port 52ccec12-4a04-4086-a0a0-b96507d383e9 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:39:14.907996 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-6c12c431-85d6-4ffe-bef4-04fdb5045884 None None] Attempting to bind port 52ccec12-4a04-4086-a0a0-b96507d383e9 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:39:14.908351 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c12c431-85d6-4ffe-bef4-04fdb5045884 None None] Attempting to bind port 52ccec12-4a04-4086-a0a0-b96507d383e9 on network edc38ef5-7816-4133-914c-cfe2849a0125 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:39:14.923202 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c12c431-85d6-4ffe-bef4-04fdb5045884 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:39:14.923605 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c12c431-85d6-4ffe-bef4-04fdb5045884 None None] Checking segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:39:14.924010 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6c12c431-85d6-4ffe-bef4-04fdb5045884 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:14.924403 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c12c431-85d6-4ffe-bef4-04fdb5045884 None None] Bound using segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:39:14.924881 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-6c12c431-85d6-4ffe-bef4-04fdb5045884 None None] Bound port: 52ccec12-4a04-4086-a0a0-b96507d383e9, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:39:14.925256 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6c12c431-85d6-4ffe-bef4-04fdb5045884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:14.977966 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-6c12c431-85d6-4ffe-bef4-04fdb5045884 None None] For port 52ccec12-4a04-4086-a0a0-b96507d383e9, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:39:14.981165 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-6c12c431-85d6-4ffe-bef4-04fdb5045884 None None] For port 52ccec12-4a04-4086-a0a0-b96507d383e9, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=52ccec12-4a04-4086-a0a0-b96507d383e9,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:39:14.986233 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-8fb908b1-6fb0-4191-a3bc-990f2f1af27d None None] Port 5a418ce0-82c6-4629-8396-d73f454b5b94 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:39:14.993800 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6c12c431-85d6-4ffe-bef4-04fdb5045884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:15.001903 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-dd3ece47-87c2-48d0-b7a9-626d671d86f0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:15.018078 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-dd3ece47-87c2-48d0-b7a9-626d671d86f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:15.050162 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c12c431-85d6-4ffe-bef4-04fdb5045884 None None] Routers {'9c9c4825-dd31-4d1e-92e6-2f07b096b2f4'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:39:15.050958 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-6c12c431-85d6-4ffe-bef4-04fdb5045884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:38:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['9c9c4825-dd31-4d1e-92e6-2f07b096b2f4'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:39:15.122106 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3ece47-87c2-48d0-b7a9-626d671d86f0 admin admin] Pushing event updated for resources: {'Port': ['ID=5a418ce0-82c6-4629-8396-d73f454b5b94,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:39:15.136041 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-dd3ece47-87c2-48d0-b7a9-626d671d86f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:15.180049 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-6c12c431-85d6-4ffe-bef4-04fdb5045884 None None] Set router 9c9c4825-dd31-4d1e-92e6-2f07b096b2f4 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:39:15.278884 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3ece47-87c2-48d0-b7a9-626d671d86f0 admin admin] Network 6582e15a-b646-4ec9-87b4-e8481daef74a is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:39:15.280763 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-dd3ece47-87c2-48d0-b7a9-626d671d86f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:39:15.385924 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5c9887-fdd9-4a93-8bb2-662a9aaf2352 None None] Pushing event updated for resources: {'Port': ['ID=52ccec12-4a04-4086-a0a0-b96507d383e9,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:39:15.459130 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-6c12c431-85d6-4ffe-bef4-04fdb5045884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9c4825-dd31-4d1e-92e6-2f07b096b2f4', 'name': 'tempest-TestVolumeBootPattern-1778464597-router', 'tenant_id': 'd3fdd2d759bc4e03bffc61e3dfe52835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '52ccec12-4a04-4086-a0a0-b96507d383e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:39:08Z', 'updated_at': '2021-10-30T15:39:14Z', 'revision_number': 4, 'project_id': 'd3fdd2d759bc4e03bffc61e3dfe52835', 'gw_port': {'id': '52ccec12-4a04-4086-a0a0-b96507d383e9', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:73:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9c4825-dd31-4d1e-92e6-2f07b096b2f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:39:09Z', 'updated_at': '2021-10-30T15:39:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '5a418ce0-82c6-4629-8396-d73f454b5b94', 'name': '', 'network_id': '6582e15a-b646-4ec9-87b4-e8481daef74a', 'tenant_id': 'd3fdd2d759bc4e03bffc61e3dfe52835', 'mac_address': 'fa:16:3e:42:5f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9c4825-dd31-4d1e-92e6-2f07b096b2f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'de507a6a-f935-4576-9971-ae1528a40404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:39:13Z', 'updated_at': '2021-10-30T15:39:14Z', 'revision_number': 2, 'project_id': 'd3fdd2d759bc4e03bffc61e3dfe52835', 'subnets': [{'id': 'de507a6a-f935-4576-9971-ae1528a40404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:39:15.493930 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c12c431-85d6-4ffe-bef4-04fdb5045884 None None] The sync data for ids ['9c9c4825-dd31-4d1e-92e6-2f07b096b2f4'] in n-d-806683-17 is: [{'id': '9c9c4825-dd31-4d1e-92e6-2f07b096b2f4', 'name': 'tempest-TestVolumeBootPattern-1778464597-router', 'tenant_id': 'd3fdd2d759bc4e03bffc61e3dfe52835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '52ccec12-4a04-4086-a0a0-b96507d383e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:39:08Z', 'updated_at': '2021-10-30T15:39:14Z', 'revision_number': 4, 'project_id': 'd3fdd2d759bc4e03bffc61e3dfe52835', 'gw_port': {'id': '52ccec12-4a04-4086-a0a0-b96507d383e9', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:73:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9c4825-dd31-4d1e-92e6-2f07b096b2f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:39:09Z', 'updated_at': '2021-10-30T15:39:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '5a418ce0-82c6-4629-8396-d73f454b5b94', 'name': '', 'network_id': '6582e15a-b646-4ec9-87b4-e8481daef74a', 'tenant_id': 'd3fdd2d759bc4e03bffc61e3dfe52835', 'mac_address': 'fa:16:3e:42:5f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9c4825-dd31-4d1e-92e6-2f07b096b2f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'de507a6a-f935-4576-9971-ae1528a40404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:39:13Z', 'updated_at': '2021-10-30T15:39:14Z', 'revision_number': 2, 'project_id': 'd3fdd2d759bc4e03bffc61e3dfe52835', 'subnets': [{'id': 'de507a6a-f935-4576-9971-ae1528a40404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:39:15.499755 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd3ece47-87c2-48d0-b7a9-626d671d86f0 admin admin] Router 9c9c4825-dd31-4d1e-92e6-2f07b096b2f4 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:39:15.620653 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e7cbc4fc-f855-45ff-afe1-fbb165fcc723 None None] Provisioning complete for port 5a418ce0-82c6-4629-8396-d73f454b5b94 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:39:15.621028 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e7cbc4fc-f855-45ff-afe1-fbb165fcc723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:15.694822 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e7cbc4fc-f855-45ff-afe1-fbb165fcc723 None None] Port 5a418ce0-82c6-4629-8396-d73f454b5b94 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:39:15.705851 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd3ece47-87c2-48d0-b7a9-626d671d86f0 admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:39:15.724729 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-dd3ece47-87c2-48d0-b7a9-626d671d86f0 admin admin] 10.222.0.62 "PUT /v2.0/routers/9c9c4825-dd31-4d1e-92e6-2f07b096b2f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1141279 Oct 30 15:39:18.023923 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 52ccec12-4a04-4086-a0a0-b96507d383e9 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:39:18.180763 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 52ccec12-4a04-4086-a0a0-b96507d383e9 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:39:18.181707 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:18.325460 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:18.346726 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 52ccec12-4a04-4086-a0a0-b96507d383e9, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=52ccec12-4a04-4086-a0a0-b96507d383e9,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:39:18.351285 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:18.432863 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=52ccec12-4a04-4086-a0a0-b96507d383e9,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:39:19.710638 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dede747-a504-410d-8c50-cf7f5cf303a1 None None] Sync routers for ids ['9c9c4825-dd31-4d1e-92e6-2f07b096b2f4'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:39:19.733161 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dede747-a504-410d-8c50-cf7f5cf303a1 None None] Routers {'9c9c4825-dd31-4d1e-92e6-2f07b096b2f4'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:39:19.733806 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-0dede747-a504-410d-8c50-cf7f5cf303a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:38:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['9c9c4825-dd31-4d1e-92e6-2f07b096b2f4'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:39:19.765026 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419a0dc-9623-4c75-9f94-b68b0a354fff req-5ed622bd-87d0-4e49-822d-e970567698f9 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:39:19.773601 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6419a0dc-9623-4c75-9f94-b68b0a354fff req-5ed622bd-87d0-4e49-822d-e970567698f9 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/networks?id=eaec26f8-16ce-4842-b83b-287e7177f318 HTTP/1.1" status: 200 len: 812 time: 0.2853718 Oct 30 15:39:19.790952 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6419a0dc-9623-4c75-9f94-b68b0a354fff req-8d47464f-e3fd-40f4-8d29-b4f349a52dd0 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/quotas/887bc10b4e704641954048c16602273c HTTP/1.1" status: 200 len: 375 time: 0.0161395 Oct 30 15:39:19.918570 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6419a0dc-9623-4c75-9f94-b68b0a354fff req-4a5cf85b-907c-49f3-b997-4bec0fdbec79 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=887bc10b4e704641954048c16602273c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1262918 Oct 30 15:39:19.957969 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-0dede747-a504-410d-8c50-cf7f5cf303a1 None None] Set router 9c9c4825-dd31-4d1e-92e6-2f07b096b2f4 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:39:19.985584 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 52ccec12-4a04-4086-a0a0-b96507d383e9 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:39:20.078376 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [req-6419a0dc-9623-4c75-9f94-b68b0a354fff req-1524b2fb-0303-4728-acbd-6df26e10aaeb service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:39:20.087759 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6419a0dc-9623-4c75-9f94-b68b0a354fff req-1524b2fb-0303-4728-acbd-6df26e10aaeb service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1670694 Oct 30 15:39:20.139033 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 52ccec12-4a04-4086-a0a0-b96507d383e9 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:39:20.139527 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:20.225441 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6419a0dc-9623-4c75-9f94-b68b0a354fff req-328def99-b6ed-4ffb-b12a-0a6c10a74b23 service neutron] 10.222.0.62 "GET /v2.0/networks/eaec26f8-16ce-4842-b83b-287e7177f318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365361 Oct 30 15:39:20.354088 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-0dede747-a504-410d-8c50-cf7f5cf303a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9c4825-dd31-4d1e-92e6-2f07b096b2f4', 'name': 'tempest-TestVolumeBootPattern-1778464597-router', 'tenant_id': 'd3fdd2d759bc4e03bffc61e3dfe52835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '52ccec12-4a04-4086-a0a0-b96507d383e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:39:08Z', 'updated_at': '2021-10-30T15:39:14Z', 'revision_number': 4, 'project_id': 'd3fdd2d759bc4e03bffc61e3dfe52835', 'gw_port': {'id': '52ccec12-4a04-4086-a0a0-b96507d383e9', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:73:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9c4825-dd31-4d1e-92e6-2f07b096b2f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:39:09Z', 'updated_at': '2021-10-30T15:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '5a418ce0-82c6-4629-8396-d73f454b5b94', 'name': '', 'network_id': '6582e15a-b646-4ec9-87b4-e8481daef74a', 'tenant_id': 'd3fdd2d759bc4e03bffc61e3dfe52835', 'mac_address': 'fa:16:3e:42:5f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9c4825-dd31-4d1e-92e6-2f07b096b2f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'de507a6a-f935-4576-9971-ae1528a40404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:39:13Z', 'updated_at': '2021-10-30T15:39:14Z', 'revision_number': 2, 'project_id': 'd3fdd2d759bc4e03bffc61e3dfe52835', 'subnets': [{'id': 'de507a6a-f935-4576-9971-ae1528a40404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:39:20.388392 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dede747-a504-410d-8c50-cf7f5cf303a1 None None] Checking router: 9c9c4825-dd31-4d1e-92e6-2f07b096b2f4 for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:39:20.388832 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dede747-a504-410d-8c50-cf7f5cf303a1 None None] Updating router 9c9c4825-dd31-4d1e-92e6-2f07b096b2f4 port 5a418ce0-82c6-4629-8396-d73f454b5b94 binding host n-d-806683-17 {{(pid=102133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:39:20.403704 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6419a0dc-9623-4c75-9f94-b68b0a354fff req-8c3bec13-8abe-4879-be04-a358cffc65c5 service neutron] 10.222.0.62 "GET /v2.0/networks/eaec26f8-16ce-4842-b83b-287e7177f318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770356 Oct 30 15:39:20.440969 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0dede747-a504-410d-8c50-cf7f5cf303a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:20.937139 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0dede747-a504-410d-8c50-cf7f5cf303a1 None None] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:20.953715 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0dede747-a504-410d-8c50-cf7f5cf303a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:20.957794 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d1f3284c-a8f8-42e3-9b32-287ad21dd3fd req-86781eed-a3d1-4507-b8f1-d22153450164 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d2b2bde-cbbe-4a37-96d9-911af8c0acfb HTTP/1.1" status: 200 len: 210 time: 0.0600817 Oct 30 15:39:21.056190 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e31684-e3ab-42b5-92dc-0c7e7b0400c6 None None] Pushing event updated for resources: {'Port': ['ID=5a418ce0-82c6-4629-8396-d73f454b5b94,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:39:21.194425 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-0dede747-a504-410d-8c50-cf7f5cf303a1 None None] Attempting to bind port 5a418ce0-82c6-4629-8396-d73f454b5b94 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:39:21.196186 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-0dede747-a504-410d-8c50-cf7f5cf303a1 None None] Attempting to bind port 5a418ce0-82c6-4629-8396-d73f454b5b94 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '44e0963e-0a8f-45c1-ba8c-bca6fe34962c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6582e15a-b646-4ec9-87b4-e8481daef74a'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:39:21.196698 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dede747-a504-410d-8c50-cf7f5cf303a1 None None] Attempting to bind port 5a418ce0-82c6-4629-8396-d73f454b5b94 on network 6582e15a-b646-4ec9-87b4-e8481daef74a {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:39:21.209584 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3f2c2aba-14c5-45d5-8dfa-53480072aec6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:21.224531 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dede747-a504-410d-8c50-cf7f5cf303a1 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:39:21.225349 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dede747-a504-410d-8c50-cf7f5cf303a1 None None] Checking segment: {'id': '44e0963e-0a8f-45c1-ba8c-bca6fe34962c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6582e15a-b646-4ec9-87b4-e8481daef74a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:39:21.226922 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0dede747-a504-410d-8c50-cf7f5cf303a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:21.230305 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dede747-a504-410d-8c50-cf7f5cf303a1 None None] Bound using segment: {'id': '44e0963e-0a8f-45c1-ba8c-bca6fe34962c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6582e15a-b646-4ec9-87b4-e8481daef74a'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:39:21.230835 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-0dede747-a504-410d-8c50-cf7f5cf303a1 None None] Bound port: 5a418ce0-82c6-4629-8396-d73f454b5b94, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e0963e-0a8f-45c1-ba8c-bca6fe34962c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6582e15a-b646-4ec9-87b4-e8481daef74a'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:39:21.232656 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0dede747-a504-410d-8c50-cf7f5cf303a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:21.362231 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e1685711-b649-4c57-99b8-e31b6e843d90 None None] Provisioning complete for port 5a418ce0-82c6-4629-8396-d73f454b5b94 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:39:21.362633 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e1685711-b649-4c57-99b8-e31b6e843d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:21.390902 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-0dede747-a504-410d-8c50-cf7f5cf303a1 None None] For port 5a418ce0-82c6-4629-8396-d73f454b5b94, host n-d-806683-17, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:39:21.395707 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-0dede747-a504-410d-8c50-cf7f5cf303a1 None None] For port 5a418ce0-82c6-4629-8396-d73f454b5b94, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=5a418ce0-82c6-4629-8396-d73f454b5b94,segment=NetworkSegment(44e0963e-0a8f-45c1-ba8c-bca6fe34962c),segment_id=44e0963e-0a8f-45c1-ba8c-bca6fe34962c)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:39:21.408525 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0dede747-a504-410d-8c50-cf7f5cf303a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:21.434961 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e1685711-b649-4c57-99b8-e31b6e843d90 None None] Port 5a418ce0-82c6-4629-8396-d73f454b5b94 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:39:21.494602 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dede747-a504-410d-8c50-cf7f5cf303a1 None None] Routers {'9c9c4825-dd31-4d1e-92e6-2f07b096b2f4'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:39:21.495517 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-0dede747-a504-410d-8c50-cf7f5cf303a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:38:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['9c9c4825-dd31-4d1e-92e6-2f07b096b2f4'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:39:21.638959 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e31684-e3ab-42b5-92dc-0c7e7b0400c6 None None] Pushing event updated for resources: {'Port': ['ID=5a418ce0-82c6-4629-8396-d73f454b5b94,revision_number=4']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:39:21.828654 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-0dede747-a504-410d-8c50-cf7f5cf303a1 None None] Set router 9c9c4825-dd31-4d1e-92e6-2f07b096b2f4 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:39:21.904768 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-766d606e-cec5-44d1-b50e-d698ac55d781 None None] Provisioning complete for port 5a418ce0-82c6-4629-8396-d73f454b5b94 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:39:21.910007 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-766d606e-cec5-44d1-b50e-d698ac55d781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:22.136604 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 5a418ce0-82c6-4629-8396-d73f454b5b94 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:39:22.198357 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-766d606e-cec5-44d1-b50e-d698ac55d781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:22.260812 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-766d606e-cec5-44d1-b50e-d698ac55d781 None None] For port 5a418ce0-82c6-4629-8396-d73f454b5b94, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=5a418ce0-82c6-4629-8396-d73f454b5b94,segment=NetworkSegment(44e0963e-0a8f-45c1-ba8c-bca6fe34962c),segment_id=44e0963e-0a8f-45c1-ba8c-bca6fe34962c)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:39:22.276380 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-766d606e-cec5-44d1-b50e-d698ac55d781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:22.278922 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 5a418ce0-82c6-4629-8396-d73f454b5b94 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:39:22.279401 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:22.279629 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-be2c5b4b-20de-4d7e-96a3-f442a4955b3a req-c43d9a94-3b5c-42c6-b7d8-266ca211220a tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d2b2bde-cbbe-4a37-96d9-911af8c0acfb HTTP/1.1" status: 200 len: 210 time: 0.1079881 Oct 30 15:39:22.393064 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-0dede747-a504-410d-8c50-cf7f5cf303a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9c4825-dd31-4d1e-92e6-2f07b096b2f4', 'name': 'tempest-TestVolumeBootPattern-1778464597-router', 'tenant_id': 'd3fdd2d759bc4e03bffc61e3dfe52835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '52ccec12-4a04-4086-a0a0-b96507d383e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:39:08Z', 'updated_at': '2021-10-30T15:39:14Z', 'revision_number': 4, 'project_id': 'd3fdd2d759bc4e03bffc61e3dfe52835', 'gw_port': {'id': '52ccec12-4a04-4086-a0a0-b96507d383e9', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:73:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9c4825-dd31-4d1e-92e6-2f07b096b2f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:39:09Z', 'updated_at': '2021-10-30T15:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '5a418ce0-82c6-4629-8396-d73f454b5b94', 'name': '', 'network_id': '6582e15a-b646-4ec9-87b4-e8481daef74a', 'tenant_id': 'd3fdd2d759bc4e03bffc61e3dfe52835', 'mac_address': 'fa:16:3e:42:5f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9c4825-dd31-4d1e-92e6-2f07b096b2f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'de507a6a-f935-4576-9971-ae1528a40404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:39:13Z', 'updated_at': '2021-10-30T15:39:21Z', 'revision_number': 4, 'project_id': 'd3fdd2d759bc4e03bffc61e3dfe52835', 'subnets': [{'id': 'de507a6a-f935-4576-9971-ae1528a40404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:39:22.453706 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766d606e-cec5-44d1-b50e-d698ac55d781 None None] Pushing event updated for resources: {'Port': ['ID=5a418ce0-82c6-4629-8396-d73f454b5b94,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:39:22.480999 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dede747-a504-410d-8c50-cf7f5cf303a1 None None] The sync data for ids ['9c9c4825-dd31-4d1e-92e6-2f07b096b2f4'] in n-d-806683-17 is: [{'id': '9c9c4825-dd31-4d1e-92e6-2f07b096b2f4', 'name': 'tempest-TestVolumeBootPattern-1778464597-router', 'tenant_id': 'd3fdd2d759bc4e03bffc61e3dfe52835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '52ccec12-4a04-4086-a0a0-b96507d383e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:39:08Z', 'updated_at': '2021-10-30T15:39:14Z', 'revision_number': 4, 'project_id': 'd3fdd2d759bc4e03bffc61e3dfe52835', 'gw_port': {'id': '52ccec12-4a04-4086-a0a0-b96507d383e9', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:73:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9c4825-dd31-4d1e-92e6-2f07b096b2f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:39:09Z', 'updated_at': '2021-10-30T15:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '5a418ce0-82c6-4629-8396-d73f454b5b94', 'name': '', 'network_id': '6582e15a-b646-4ec9-87b4-e8481daef74a', 'tenant_id': 'd3fdd2d759bc4e03bffc61e3dfe52835', 'mac_address': 'fa:16:3e:42:5f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9c4825-dd31-4d1e-92e6-2f07b096b2f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'de507a6a-f935-4576-9971-ae1528a40404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:39:13Z', 'updated_at': '2021-10-30T15:39:21Z', 'revision_number': 4, 'project_id': 'd3fdd2d759bc4e03bffc61e3dfe52835', 'subnets': [{'id': 'de507a6a-f935-4576-9971-ae1528a40404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:39:23.349803 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419a0dc-9623-4c75-9f94-b68b0a354fff req-d5485457-57d1-4277-801c-c7ee3b2a6b1e tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:39:23.355751 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6419a0dc-9623-4c75-9f94-b68b0a354fff req-d5485457-57d1-4277-801c-c7ee3b2a6b1e tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.44 "GET /v2.0/networks?id=eaec26f8-16ce-4842-b83b-287e7177f318 HTTP/1.1" status: 200 len: 812 time: 0.7201993 Oct 30 15:39:23.389367 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-6419a0dc-9623-4c75-9f94-b68b0a354fff req-76cb5000-199a-400f-b76d-aca34eef20a5 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Request body: {'port': {'device_id': '2d2b2bde-cbbe-4a37-96d9-911af8c0acfb', 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318', 'admin_state_up': True, 'tenant_id': '887bc10b4e704641954048c16602273c'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:39:23.647219 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cfe1f987-b421-421f-b470-d19275440d96 req-b07279a2-c6f4-448a-adb0-b40d33b4738d tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d2b2bde-cbbe-4a37-96d9-911af8c0acfb HTTP/1.1" status: 200 len: 210 time: 0.1920354 Oct 30 15:39:23.787499 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-46512fd1-ee32-46e7-8cc1-04e11e822d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:23.874982 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6419a0dc-9623-4c75-9f94-b68b0a354fff req-76cb5000-199a-400f-b76d-aca34eef20a5 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Made reservation on behalf of 887bc10b4e704641954048c16602273c for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:39:23.892426 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6419a0dc-9623-4c75-9f94-b68b0a354fff req-76cb5000-199a-400f-b76d-aca34eef20a5 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:24.061169 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 5a418ce0-82c6-4629-8396-d73f454b5b94 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:39:24.222168 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 5a418ce0-82c6-4629-8396-d73f454b5b94 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:39:24.223421 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:24.284330 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-6419a0dc-9623-4c75-9f94-b68b0a354fff req-76cb5000-199a-400f-b76d-aca34eef20a5 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Allocated IP 172.20.0.12 (eaec26f8-16ce-4842-b83b-287e7177f318/e2126f42-6201-4d38-a336-acc99efa4108/e333633f-bff0-4d63-90da-5e31a2c6e818) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:39:24.590606 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6419a0dc-9623-4c75-9f94-b68b0a354fff req-76cb5000-199a-400f-b76d-aca34eef20a5 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:24.672112 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6419a0dc-9623-4c75-9f94-b68b0a354fff req-76cb5000-199a-400f-b76d-aca34eef20a5 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:24.751404 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:24.852680 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cb5000-199a-400f-b76d-aca34eef20a5 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Pushing event updated for resources: {'Port': ['ID=e333633f-bff0-4d63-90da-5e31a2c6e818,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:39:24.872499 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6419a0dc-9623-4c75-9f94-b68b0a354fff req-76cb5000-199a-400f-b76d-aca34eef20a5 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Network eaec26f8-16ce-4842-b83b-287e7177f318 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:39:24.874085 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-6419a0dc-9623-4c75-9f94-b68b0a354fff req-76cb5000-199a-400f-b76d-aca34eef20a5 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:39:24.876566 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-6419a0dc-9623-4c75-9f94-b68b0a354fff req-76cb5000-199a-400f-b76d-aca34eef20a5 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:39:24.938715 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:24.991714 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419a0dc-9623-4c75-9f94-b68b0a354fff req-76cb5000-199a-400f-b76d-aca34eef20a5 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:39:24.992305 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6419a0dc-9623-4c75-9f94-b68b0a354fff req-76cb5000-199a-400f-b76d-aca34eef20a5 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:24.994220 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a5269-409b-469d-af73-88f91751d520 req-92b850af-b247-4f4e-9513-a76aacea7343 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:39:24.996883 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-104a5269-409b-469d-af73-88f91751d520 req-92b850af-b247-4f4e-9513-a76aacea7343 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d2b2bde-cbbe-4a37-96d9-911af8c0acfb HTTP/1.1" status: 200 len: 932 time: 0.1306295 Oct 30 15:39:25.035421 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6419a0dc-9623-4c75-9f94-b68b0a354fff req-76cb5000-199a-400f-b76d-aca34eef20a5 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6582813 Oct 30 15:39:25.048690 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-6419a0dc-9623-4c75-9f94-b68b0a354fff req-1b7e82e4-6b3a-45b7-afe2-39f011bf1f26 service neutron] Request body: {'port': {'device_id': '2d2b2bde-cbbe-4a37-96d9-911af8c0acfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:39:25.101001 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-104a5269-409b-469d-af73-88f91751d520 req-29b5a0d2-3103-41c1-a4fb-b0284a6299f7 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941205 Oct 30 15:39:25.204760 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6419a0dc-9623-4c75-9f94-b68b0a354fff req-1b7e82e4-6b3a-45b7-afe2-39f011bf1f26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:25.441456 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-f1ebc0b6-37b5-4382-a0fb-6a72a6256ee0 None None] Provisioning complete for port e333633f-bff0-4d63-90da-5e31a2c6e818 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:39:25.442309 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f1ebc0b6-37b5-4382-a0fb-6a72a6256ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:25.506402 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-f1ebc0b6-37b5-4382-a0fb-6a72a6256ee0 None None] Port e333633f-bff0-4d63-90da-5e31a2c6e818 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:39:25.710264 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-6419a0dc-9623-4c75-9f94-b68b0a354fff req-1b7e82e4-6b3a-45b7-afe2-39f011bf1f26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e333633f-bff0-4d63-90da-5e31a2c6e818 {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:39:25.718561 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6419a0dc-9623-4c75-9f94-b68b0a354fff req-1b7e82e4-6b3a-45b7-afe2-39f011bf1f26 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:25.731943 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-6419a0dc-9623-4c75-9f94-b68b0a354fff req-1b7e82e4-6b3a-45b7-afe2-39f011bf1f26 service neutron] Transition to ACTIVE for port object e333633f-bff0-4d63-90da-5e31a2c6e818 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:39:25.739395 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6419a0dc-9623-4c75-9f94-b68b0a354fff req-1b7e82e4-6b3a-45b7-afe2-39f011bf1f26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:25.898667 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e82e4-6b3a-45b7-afe2-39f011bf1f26 service neutron] Pushing event updated for resources: {'Port': ['ID=e333633f-bff0-4d63-90da-5e31a2c6e818,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:39:25.908226 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-6419a0dc-9623-4c75-9f94-b68b0a354fff req-1b7e82e4-6b3a-45b7-afe2-39f011bf1f26 service neutron] Attempting to bind port e333633f-bff0-4d63-90da-5e31a2c6e818 on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:39:25.908555 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-6419a0dc-9623-4c75-9f94-b68b0a354fff req-1b7e82e4-6b3a-45b7-afe2-39f011bf1f26 service neutron] Attempting to bind port e333633f-bff0-4d63-90da-5e31a2c6e818 by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': 'eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:39:25.908900 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6419a0dc-9623-4c75-9f94-b68b0a354fff req-1b7e82e4-6b3a-45b7-afe2-39f011bf1f26 service neutron] Attempting to bind port e333633f-bff0-4d63-90da-5e31a2c6e818 on network eaec26f8-16ce-4842-b83b-287e7177f318 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:39:25.923420 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6419a0dc-9623-4c75-9f94-b68b0a354fff req-1b7e82e4-6b3a-45b7-afe2-39f011bf1f26 service neutron] Port e333633f-bff0-4d63-90da-5e31a2c6e818 on network eaec26f8-16ce-4842-b83b-287e7177f318 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:39:25.923796 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6419a0dc-9623-4c75-9f94-b68b0a354fff req-1b7e82e4-6b3a-45b7-afe2-39f011bf1f26 service neutron] Attempting to bind port e333633f-bff0-4d63-90da-5e31a2c6e818 on network eaec26f8-16ce-4842-b83b-287e7177f318 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:39:25.940487 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6419a0dc-9623-4c75-9f94-b68b0a354fff req-1b7e82e4-6b3a-45b7-afe2-39f011bf1f26 service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:39:25.940846 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6419a0dc-9623-4c75-9f94-b68b0a354fff req-1b7e82e4-6b3a-45b7-afe2-39f011bf1f26 service neutron] Checking segment: {'id': 'eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:39:25.941247 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6419a0dc-9623-4c75-9f94-b68b0a354fff req-1b7e82e4-6b3a-45b7-afe2-39f011bf1f26 service neutron] Bound using segment: {'id': 'eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:39:25.941716 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-6419a0dc-9623-4c75-9f94-b68b0a354fff req-1b7e82e4-6b3a-45b7-afe2-39f011bf1f26 service neutron] Bound port: e333633f-bff0-4d63-90da-5e31a2c6e818, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:39:25.942089 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6419a0dc-9623-4c75-9f94-b68b0a354fff req-1b7e82e4-6b3a-45b7-afe2-39f011bf1f26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:26.103222 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-6419a0dc-9623-4c75-9f94-b68b0a354fff req-1b7e82e4-6b3a-45b7-afe2-39f011bf1f26 service neutron] For port e333633f-bff0-4d63-90da-5e31a2c6e818, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:39:26.109550 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-6419a0dc-9623-4c75-9f94-b68b0a354fff req-1b7e82e4-6b3a-45b7-afe2-39f011bf1f26 service neutron] For port e333633f-bff0-4d63-90da-5e31a2c6e818, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=e333633f-bff0-4d63-90da-5e31a2c6e818,segment=NetworkSegment(eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15),segment_id=eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:39:26.126357 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6419a0dc-9623-4c75-9f94-b68b0a354fff req-1b7e82e4-6b3a-45b7-afe2-39f011bf1f26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:26.212862 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419a0dc-9623-4c75-9f94-b68b0a354fff req-1b7e82e4-6b3a-45b7-afe2-39f011bf1f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:39:26.213486 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6419a0dc-9623-4c75-9f94-b68b0a354fff req-1b7e82e4-6b3a-45b7-afe2-39f011bf1f26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:26.215112 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6419a0dc-9623-4c75-9f94-b68b0a354fff req-1b7e82e4-6b3a-45b7-afe2-39f011bf1f26 service neutron] 10.222.0.44 "PUT /v2.0/ports/e333633f-bff0-4d63-90da-5e31a2c6e818 HTTP/1.1" status: 200 len: 1093 time: 1.1710942 Oct 30 15:39:26.228015 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d2b2bde-cbbe-4a37-96d9-911af8c0acfb', 'tag': 'e333633f-bff0-4d63-90da-5e31a2c6e818'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:39:26.230779 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba042381-99b5-4569-a39e-299dd9a8b576" -d '{"events": [{"name": "network-changed", "server_uuid": "2d2b2bde-cbbe-4a37-96d9-911af8c0acfb", "tag": "e333633f-bff0-4d63-90da-5e31a2c6e818"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:39:26.338978 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4744582-43ee-4319-9774-73ac28af2182 x-openstack-request-id: req-b4744582-43ee-4319-9774-73ac28af2182 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:39:26.339697 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d2b2bde-cbbe-4a37-96d9-911af8c0acfb", "tag": "e333633f-bff0-4d63-90da-5e31a2c6e818", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:39:26.340116 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b4744582-43ee-4319-9774-73ac28af2182 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:39:26.340688 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d2b2bde-cbbe-4a37-96d9-911af8c0acfb', 'tag': 'e333633f-bff0-4d63-90da-5e31a2c6e818', 'status': 'completed', 'code': 200} Oct 30 15:39:26.344312 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e82e4-6b3a-45b7-afe2-39f011bf1f26 service neutron] Pushing event updated for resources: {'Port': ['ID=e333633f-bff0-4d63-90da-5e31a2c6e818,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:39:26.416124 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419a0dc-9623-4c75-9f94-b68b0a354fff req-2f8d48d4-9ae6-471a-832f-de96a24f56f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:39:26.417649 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6419a0dc-9623-4c75-9f94-b68b0a354fff req-2f8d48d4-9ae6-471a-832f-de96a24f56f2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=887bc10b4e704641954048c16602273c&device_id=2d2b2bde-cbbe-4a37-96d9-911af8c0acfb HTTP/1.1" status: 200 len: 1096 time: 0.1289227 Oct 30 15:39:26.428536 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a93ef2-38b4-4644-878a-08774b811394 req-3cfffb68-979c-43aa-a071-55f4361db9ac tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:39:26.430108 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-08a93ef2-38b4-4644-878a-08774b811394 req-3cfffb68-979c-43aa-a071-55f4361db9ac tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d2b2bde-cbbe-4a37-96d9-911af8c0acfb HTTP/1.1" status: 200 len: 944 time: 0.1031573 Oct 30 15:39:26.469198 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6419a0dc-9623-4c75-9f94-b68b0a354fff req-83ac4e92-e62d-4759-be44-7652f197f498 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e333633f-bff0-4d63-90da-5e31a2c6e818 HTTP/1.1" status: 200 len: 217 time: 0.0377924 Oct 30 15:39:26.579355 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-08a93ef2-38b4-4644-878a-08774b811394 req-e11c2dfc-767d-497f-9ae5-1c7762312144 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091306 Oct 30 15:39:26.627699 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419a0dc-9623-4c75-9f94-b68b0a354fff req-3011154b-9bf3-4662-b073-de1c30314c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:39:26.629097 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6419a0dc-9623-4c75-9f94-b68b0a354fff req-3011154b-9bf3-4662-b073-de1c30314c18 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e2126f42-6201-4d38-a336-acc99efa4108 HTTP/1.1" status: 200 len: 851 time: 0.1510861 Oct 30 15:39:26.650129 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:26.737499 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419a0dc-9623-4c75-9f94-b68b0a354fff req-a6d3ad8a-c615-4482-a2ec-db3f6b309fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:39:26.743047 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6419a0dc-9623-4c75-9f94-b68b0a354fff req-a6d3ad8a-c615-4482-a2ec-db3f6b309fa9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eaec26f8-16ce-4842-b83b-287e7177f318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1053693 Oct 30 15:39:26.859291 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6419a0dc-9623-4c75-9f94-b68b0a354fff req-692eb518-1517-4c08-9556-962c395c6273 service neutron] 10.222.0.44 "GET /v2.0/networks/eaec26f8-16ce-4842-b83b-287e7177f318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085894 Oct 30 15:39:26.997041 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6419a0dc-9623-4c75-9f94-b68b0a354fff req-03528d2b-e4c2-46c7-b300-98a6482cd5fd service neutron] 10.222.0.44 "GET /v2.0/networks/eaec26f8-16ce-4842-b83b-287e7177f318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268940 Oct 30 15:39:27.139192 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba042381-99b5-4569-a39e-299dd9a8b576 req-52d69268-6a4c-435a-b0d3-cca44fa04cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:39:27.144269 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ba042381-99b5-4569-a39e-299dd9a8b576 req-52d69268-6a4c-435a-b0d3-cca44fa04cba service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=887bc10b4e704641954048c16602273c&device_id=2d2b2bde-cbbe-4a37-96d9-911af8c0acfb HTTP/1.1" status: 200 len: 1096 time: 0.0810657 Oct 30 15:39:27.451732 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba042381-99b5-4569-a39e-299dd9a8b576 req-6cfd7ccd-2123-43c5-9e1d-ac0dc5dbd01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:39:27.456938 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ba042381-99b5-4569-a39e-299dd9a8b576 req-6cfd7ccd-2123-43c5-9e1d-ac0dc5dbd01e service neutron] 10.222.0.44 "GET /v2.0/networks?id=eaec26f8-16ce-4842-b83b-287e7177f318 HTTP/1.1" status: 200 len: 913 time: 0.3009510 Oct 30 15:39:27.571651 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ba042381-99b5-4569-a39e-299dd9a8b576 req-59d55d77-d588-4149-bedb-cec754dc1f63 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e333633f-bff0-4d63-90da-5e31a2c6e818 HTTP/1.1" status: 200 len: 217 time: 0.0980999 Oct 30 15:39:27.666350 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba042381-99b5-4569-a39e-299dd9a8b576 req-b129049c-70bc-46c4-bd57-2a076d66b0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:39:27.671746 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ba042381-99b5-4569-a39e-299dd9a8b576 req-b129049c-70bc-46c4-bd57-2a076d66b0f2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e2126f42-6201-4d38-a336-acc99efa4108 HTTP/1.1" status: 200 len: 851 time: 0.0942228 Oct 30 15:39:27.830576 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3144dfc4-98e8-4c8c-937f-65ebd019e127 req-a44248c2-cdd7-43ad-826d-c7a93e5b89f4 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:39:27.833210 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3144dfc4-98e8-4c8c-937f-65ebd019e127 req-a44248c2-cdd7-43ad-826d-c7a93e5b89f4 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d2b2bde-cbbe-4a37-96d9-911af8c0acfb HTTP/1.1" status: 200 len: 944 time: 0.1201937 Oct 30 15:39:27.839836 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba042381-99b5-4569-a39e-299dd9a8b576 req-715076a4-6c63-44a2-9d87-55e43956e216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:39:27.841559 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ba042381-99b5-4569-a39e-299dd9a8b576 req-715076a4-6c63-44a2-9d87-55e43956e216 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eaec26f8-16ce-4842-b83b-287e7177f318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1626685 Oct 30 15:39:27.914489 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3144dfc4-98e8-4c8c-937f-65ebd019e127 req-2c7162e9-6629-4625-9d40-c2aaab2bba07 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738442 Oct 30 15:39:28.104229 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ba042381-99b5-4569-a39e-299dd9a8b576 req-f94c1c79-a748-4a70-adfb-44ac51b12cb0 service neutron] 10.222.0.44 "GET /v2.0/networks/eaec26f8-16ce-4842-b83b-287e7177f318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504375 Oct 30 15:39:28.360484 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ba042381-99b5-4569-a39e-299dd9a8b576 req-fc8b1d76-cc14-433d-96ea-e8b05b6caaf8 service neutron] 10.222.0.44 "GET /v2.0/networks/eaec26f8-16ce-4842-b83b-287e7177f318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435844 Oct 30 15:39:29.069562 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2fbede-116a-4e6c-8e36-60ad7d3e9b89 req-f8f60e84-9ccd-46be-b1fa-d5c87aa8fa85 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:39:29.082427 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2b2fbede-116a-4e6c-8e36-60ad7d3e9b89 req-f8f60e84-9ccd-46be-b1fa-d5c87aa8fa85 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d2b2bde-cbbe-4a37-96d9-911af8c0acfb HTTP/1.1" status: 200 len: 944 time: 0.0860889 Oct 30 15:39:29.152009 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2b2fbede-116a-4e6c-8e36-60ad7d3e9b89 req-edef0d98-84ae-42fe-b848-edf393b8d2e2 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675139 Oct 30 15:39:30.059072 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:30.327313 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95651cf-9496-486e-b5f7-2057a2d82c52 req-aac675fc-8f10-4d01-a5e7-2b84bf6c999c tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:39:30.330045 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e95651cf-9496-486e-b5f7-2057a2d82c52 req-aac675fc-8f10-4d01-a5e7-2b84bf6c999c tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d2b2bde-cbbe-4a37-96d9-911af8c0acfb HTTP/1.1" status: 200 len: 944 time: 0.0798037 Oct 30 15:39:30.391673 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e95651cf-9496-486e-b5f7-2057a2d82c52 req-eab093da-4de8-4247-9a01-248fe886c22d tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538719 Oct 30 15:39:31.587091 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced9944-e2ce-45c0-9348-1af6ec311e17 req-6625c958-c310-4c7b-8c19-3d86b6c144a2 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:39:31.588673 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-eced9944-e2ce-45c0-9348-1af6ec311e17 req-6625c958-c310-4c7b-8c19-3d86b6c144a2 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d2b2bde-cbbe-4a37-96d9-911af8c0acfb HTTP/1.1" status: 200 len: 944 time: 0.0655897 Oct 30 15:39:31.673378 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-eced9944-e2ce-45c0-9348-1af6ec311e17 req-13ff31a1-dc1d-43bc-a647-d71834ff0b7b tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720983 Oct 30 15:39:32.036028 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:32.785632 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ee6df-9a86-4216-9fd9-1b331fbc0c7f req-54b87dea-88d1-4766-9291-b45136f48a77 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:39:32.788381 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5d7ee6df-9a86-4216-9fd9-1b331fbc0c7f req-54b87dea-88d1-4766-9291-b45136f48a77 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d2b2bde-cbbe-4a37-96d9-911af8c0acfb HTTP/1.1" status: 200 len: 944 time: 0.0526328 Oct 30 15:39:32.858077 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5d7ee6df-9a86-4216-9fd9-1b331fbc0c7f req-2199778c-f357-4f53-ab67-f0a36835481d tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576980 Oct 30 15:39:33.985766 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ec1be-7249-45ed-a251-e92889af3cde req-65389176-460b-4063-91d0-9090acb3a947 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:39:33.988040 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-756ec1be-7249-45ed-a251-e92889af3cde req-65389176-460b-4063-91d0-9090acb3a947 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d2b2bde-cbbe-4a37-96d9-911af8c0acfb HTTP/1.1" status: 200 len: 944 time: 0.0515203 Oct 30 15:39:34.033506 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-756ec1be-7249-45ed-a251-e92889af3cde req-12994b4e-87bf-4cbb-96dd-79f767163339 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388889 Oct 30 15:39:35.173177 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6318d3ce-7377-44b6-ab90-e17637e823ce req-bf64c59c-118d-458f-ab10-74f478464e66 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:39:35.175992 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6318d3ce-7377-44b6-ab90-e17637e823ce req-bf64c59c-118d-458f-ab10-74f478464e66 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d2b2bde-cbbe-4a37-96d9-911af8c0acfb HTTP/1.1" status: 200 len: 944 time: 0.0641098 Oct 30 15:39:35.218376 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6318d3ce-7377-44b6-ab90-e17637e823ce req-a1b01856-2fd4-4abd-91c5-783c959dec42 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372236 Oct 30 15:39:36.334124 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be7fde-156f-4a8b-ae71-f15fca4b2618 req-ba985998-f446-40c8-8c6c-b2b815de34a2 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:39:36.335671 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c1be7fde-156f-4a8b-ae71-f15fca4b2618 req-ba985998-f446-40c8-8c6c-b2b815de34a2 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d2b2bde-cbbe-4a37-96d9-911af8c0acfb HTTP/1.1" status: 200 len: 944 time: 0.0494375 Oct 30 15:39:36.374357 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c1be7fde-156f-4a8b-ae71-f15fca4b2618 req-61367a71-1f25-4e66-9c5d-154f66947563 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326118 Oct 30 15:39:37.504089 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828dd91-862a-4882-a448-b553cba71577 req-e713b078-325e-4798-8f7d-97c1749bac52 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:39:37.507787 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f828dd91-862a-4882-a448-b553cba71577 req-e713b078-325e-4798-8f7d-97c1749bac52 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d2b2bde-cbbe-4a37-96d9-911af8c0acfb HTTP/1.1" status: 200 len: 944 time: 0.0590651 Oct 30 15:39:37.545402 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 46006) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:39:37.569966 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f828dd91-862a-4882-a448-b553cba71577 req-9fe07020-bdbd-414c-85c2-a10cad605cfa tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560470 Oct 30 15:39:37.612002 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-d07553c0-bed6-4267-8477-c2bce6a82972 admin admin] Deleting subnet f55804d0-bfd0-48a2-82a7-5e358744582e {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:39:37.615828 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d07553c0-bed6-4267-8477-c2bce6a82972 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:37.653769 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d07553c0-bed6-4267-8477-c2bce6a82972 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:37.707530 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d07553c0-bed6-4267-8477-c2bce6a82972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:37.762502 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d07553c0-bed6-4267-8477-c2bce6a82972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:37.793460 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07553c0-bed6-4267-8477-c2bce6a82972 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f55804d0-bfd0-48a2-82a7-5e358744582e,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:39:37.799062 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d07553c0-bed6-4267-8477-c2bce6a82972 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:37.806352 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-d07553c0-bed6-4267-8477-c2bce6a82972 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/f55804d0-bfd0-48a2-82a7-5e358744582e HTTP/1.1" status: 204 len: 168 time: 0.2563906 Oct 30 15:39:37.807670 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 46014) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:39:37.891704 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-69158c44-417f-4e4c-9b67-b982f1b8759a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:37.988849 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-69158c44-417f-4e4c-9b67-b982f1b8759a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:38.011766 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-69158c44-417f-4e4c-9b67-b982f1b8759a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9603ec82-b936-42f5-a9bb-35ed185dbc40']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:39:38.021799 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-69158c44-417f-4e4c-9b67-b982f1b8759a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e16d6b0a-9d88-4466-a707-bb2eba105b7a') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:39:38.022121 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-69158c44-417f-4e4c-9b67-b982f1b8759a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e16d6b0a-9d88-4466-a707-bb2eba105b7a') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:39:38.031926 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-69158c44-417f-4e4c-9b67-b982f1b8759a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:38.046305 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-69158c44-417f-4e4c-9b67-b982f1b8759a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:38.052530 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69158c44-417f-4e4c-9b67-b982f1b8759a admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:39:38.053476 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-69158c44-417f-4e4c-9b67-b982f1b8759a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:38.055197 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:39:38.055197 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:39:38.055197 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:39:38.055197 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:39:38.055197 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:39:38.055197 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:39:38.055197 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:39:38.055197 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:39:38.055197 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:39:38.055197 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:39:38.055197 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:39:38.055197 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:39:38.055197 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:39:38.055197 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:39:38.055197 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:39:38.055197 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:39:38.055197 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:39:38.055197 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:39:38.055197 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:39:38.055197 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:39:38.055197 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:39:38.055197 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:39:38.055197 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:39:38.055197 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:39:38.055197 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:39:38.055197 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:39:38.055197 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:39:38.055197 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:39:38.055197 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:39:38.055197 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:39:38.055197 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:39:38.055197 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:39:38.129501 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-69158c44-417f-4e4c-9b67-b982f1b8759a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:38.135889 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-69158c44-417f-4e4c-9b67-b982f1b8759a admin admin] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:38.139187 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-69158c44-417f-4e4c-9b67-b982f1b8759a admin admin] 10.222.0.62 "DELETE /v2.0/networks/9603ec82-b936-42f5-a9bb-35ed185dbc40 HTTP/1.1" status: 204 len: 168 time: 0.3314316 Oct 30 15:39:38.154444 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69158c44-417f-4e4c-9b67-b982f1b8759a admin admin] Pushing event deleted for resources: {'Network': ['ID=9603ec82-b936-42f5-a9bb-35ed185dbc40,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:39:38.335540 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 46024) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:39:38.382478 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-576f11c1-68f4-4dcc-8e5a-8ee9b75ca067 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=08377b68804a48559ae7606e63ded913&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0451825 Oct 30 15:39:38.384787 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 46030) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:39:38.435656 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-be7b4ca7-3144-496c-8112-de3283fdb8b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:38.461087 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-be7b4ca7-3144-496c-8112-de3283fdb8b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:38.512731 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-be7b4ca7-3144-496c-8112-de3283fdb8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:38.516394 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-be7b4ca7-3144-496c-8112-de3283fdb8b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:38.517916 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-be7b4ca7-3144-496c-8112-de3283fdb8b8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/022d3de1-9e6f-400e-8b54-9600afa74acf HTTP/1.1" status: 204 len: 168 time: 0.1321177 Oct 30 15:39:38.534217 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7b4ca7-3144-496c-8112-de3283fdb8b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=022d3de1-9e6f-400e-8b54-9600afa74acf,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:39:38.755039 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c16f870-fc1a-4a41-9bb0-ab5455862ff4 req-a7ea1987-e052-4385-9998-9a5c8d23fc2b tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:39:38.762822 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2c16f870-fc1a-4a41-9bb0-ab5455862ff4 req-a7ea1987-e052-4385-9998-9a5c8d23fc2b tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d2b2bde-cbbe-4a37-96d9-911af8c0acfb HTTP/1.1" status: 200 len: 944 time: 0.1106641 Oct 30 15:39:38.799591 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2c16f870-fc1a-4a41-9bb0-ab5455862ff4 req-1c96bc99-0559-4c4f-9f9f-bbce767e867c tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354869 Oct 30 15:39:39.288192 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:39:39.928998 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94384f8d-14ff-4f0a-a605-032d41180365 req-685d3654-ea3f-48be-a0a6-84d07f14c8aa tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:39:39.930493 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-94384f8d-14ff-4f0a-a605-032d41180365 req-685d3654-ea3f-48be-a0a6-84d07f14c8aa tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d2b2bde-cbbe-4a37-96d9-911af8c0acfb HTTP/1.1" status: 200 len: 944 time: 0.0587983 Oct 30 15:39:39.969493 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-94384f8d-14ff-4f0a-a605-032d41180365 req-b6d41c71-f929-4579-9411-6c35458d4781 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325930 Oct 30 15:39:40.527480 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device e333633f-bff0-4d63-90da-5e31a2c6e818 details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:39:40.629899 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port e333633f-bff0-4d63-90da-5e31a2c6e818, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=e333633f-bff0-4d63-90da-5e31a2c6e818,segment=NetworkSegment(eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15),segment_id=eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:39:40.641500 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': 'e333633f-bff0-4d63-90da-5e31a2c6e818', 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318', 'port_id': 'e333633f-bff0-4d63-90da-5e31a2c6e818', 'mac_address': 'fa:16:3e:aa:4a:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2126f42-6201-4d38-a336-acc99efa4108', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:39:40.687510 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:40.707947 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e333633f-bff0-4d63-90da-5e31a2c6e818 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:39:40.722961 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port e333633f-bff0-4d63-90da-5e31a2c6e818, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=e333633f-bff0-4d63-90da-5e31a2c6e818,segment=NetworkSegment(eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15),segment_id=eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:39:40.728036 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:40.795773 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=e333633f-bff0-4d63-90da-5e31a2c6e818,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:39:40.820913 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:39:40.821212 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:39:40.821569 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:39:40.821947 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:39:40.822314 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:39:40.822717 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:39:40.823158 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:39:40.823699 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:39:40.823901 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:39:40.824254 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:39:40.824605 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:39:40.824930 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:39:40.937619 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['e333633f-bff0-4d63-90da-5e31a2c6e818'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:39:41.102765 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3061ea1-b29d-436d-bb81-764a5c59aadd req-3be77b0c-cad9-4251-a3c9-11e58f001c8d tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:39:41.112037 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c3061ea1-b29d-436d-bb81-764a5c59aadd req-3be77b0c-cad9-4251-a3c9-11e58f001c8d tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d2b2bde-cbbe-4a37-96d9-911af8c0acfb HTTP/1.1" status: 200 len: 945 time: 0.0676565 Oct 30 15:39:41.161154 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c3061ea1-b29d-436d-bb81-764a5c59aadd req-ce295351-11ab-4468-a010-5e7b3cfffc2e tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458741 Oct 30 15:39:42.286550 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9dbf24-d55b-4ac1-9c5d-42419689955d req-7167b6bf-a0d9-426b-a987-f3dade47821f tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:39:42.290012 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd9dbf24-d55b-4ac1-9c5d-42419689955d req-7167b6bf-a0d9-426b-a987-f3dade47821f tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d2b2bde-cbbe-4a37-96d9-911af8c0acfb HTTP/1.1" status: 200 len: 945 time: 0.0523322 Oct 30 15:39:42.331673 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dd9dbf24-d55b-4ac1-9c5d-42419689955d req-5b4f289d-a782-4fdd-bf4a-ec1c4ca52224 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370100 Oct 30 15:39:42.558250 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device e333633f-bff0-4d63-90da-5e31a2c6e818 up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:39:42.611983 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port e333633f-bff0-4d63-90da-5e31a2c6e818 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:39:42.616765 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port e333633f-bff0-4d63-90da-5e31a2c6e818 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:39:42.617139 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:42.699341 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:42.723940 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d2b2bde-cbbe-4a37-96d9-911af8c0acfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e333633f-bff0-4d63-90da-5e31a2c6e818'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:39:42.726209 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9cb3959-3e27-429f-937b-8d7e2c16c632" -d '{"events": [{"server_uuid": "2d2b2bde-cbbe-4a37-96d9-911af8c0acfb", "name": "network-vif-plugged", "status": "completed", "tag": "e333633f-bff0-4d63-90da-5e31a2c6e818"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:39:42.742943 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port e333633f-bff0-4d63-90da-5e31a2c6e818, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=e333633f-bff0-4d63-90da-5e31a2c6e818,segment=NetworkSegment(eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15),segment_id=eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:39:42.747523 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:42.777601 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e5fff11-645f-4957-93aa-eb809cc8334c x-openstack-request-id: req-3e5fff11-645f-4957-93aa-eb809cc8334c {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:39:42.778018 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d2b2bde-cbbe-4a37-96d9-911af8c0acfb", "name": "network-vif-plugged", "status": "completed", "tag": "e333633f-bff0-4d63-90da-5e31a2c6e818", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:39:42.778406 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3e5fff11-645f-4957-93aa-eb809cc8334c {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:39:42.778849 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d2b2bde-cbbe-4a37-96d9-911af8c0acfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e333633f-bff0-4d63-90da-5e31a2c6e818', 'code': 200} Oct 30 15:39:42.823957 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=e333633f-bff0-4d63-90da-5e31a2c6e818,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:39:42.885052 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0726eb3c-1725-49fa-8991-dc5b7bd452ea req-d82e6a4c-4f18-4631-a458-7c856609f31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:39:42.886576 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0726eb3c-1725-49fa-8991-dc5b7bd452ea req-d82e6a4c-4f18-4631-a458-7c856609f31c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2d2b2bde-cbbe-4a37-96d9-911af8c0acfb HTTP/1.1" status: 200 len: 1098 time: 0.0424829 Oct 30 15:39:42.923992 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0726eb3c-1725-49fa-8991-dc5b7bd452ea req-f49f3b35-4244-4308-abb8-d7bb1217c746 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300314 Oct 30 15:39:43.238062 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 46166) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:39:43.363607 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bc4e1cf1-2602-455e-b48a-a4575861ce6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:43.455957 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bc4e1cf1-2602-455e-b48a-a4575861ce6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:43.466210 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bc4e1cf1-2602-455e-b48a-a4575861ce6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:43.472235 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09335469-4820-4413-b847-bc19fa5f55de req-32120204-a7a0-4719-814e-8325a79aac90 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:39:43.480989 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-09335469-4820-4413-b847-bc19fa5f55de req-32120204-a7a0-4719-814e-8325a79aac90 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d2b2bde-cbbe-4a37-96d9-911af8c0acfb HTTP/1.1" status: 200 len: 946 time: 0.0625243 Oct 30 15:39:43.520705 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-bc4e1cf1-2602-455e-b48a-a4575861ce6f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=831dfc4075074f19a71d8e7b2d4868a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2807634 Oct 30 15:39:43.523142 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4e1cf1-2602-455e-b48a-a4575861ce6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94405edd-b67c-4506-b7f3-1e18987728e5,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:39:43.527441 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-09335469-4820-4413-b847-bc19fa5f55de req-bf5267f4-db2e-4a1a-a714-86256123e7c1 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454421 Oct 30 15:39:43.528243 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 46176) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:39:43.586317 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1fab48cf-495f-466c-b080-5524f7c401d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:43.609374 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1fab48cf-495f-466c-b080-5524f7c401d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:43.664087 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1fab48cf-495f-466c-b080-5524f7c401d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:43.667053 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1fab48cf-495f-466c-b080-5524f7c401d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:43.670680 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-1fab48cf-495f-466c-b080-5524f7c401d9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/94405edd-b67c-4506-b7f3-1e18987728e5 HTTP/1.1" status: 204 len: 168 time: 0.1389096 Oct 30 15:39:43.678830 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fab48cf-495f-466c-b080-5524f7c401d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94405edd-b67c-4506-b7f3-1e18987728e5,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:39:44.658630 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75260dea-d9e3-4c07-81ab-70eb735f1918 req-298f54f1-a9ee-4b0c-be9c-b58c9bf2d041 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:39:44.660808 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-75260dea-d9e3-4c07-81ab-70eb735f1918 req-298f54f1-a9ee-4b0c-be9c-b58c9bf2d041 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d2b2bde-cbbe-4a37-96d9-911af8c0acfb HTTP/1.1" status: 200 len: 946 time: 0.0550411 Oct 30 15:39:44.709288 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-75260dea-d9e3-4c07-81ab-70eb735f1918 req-79b104a2-2c03-46cb-be06-a47fb78911bb tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416756 Oct 30 15:39:44.844346 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18987c51-dfe3-4573-8794-2b855d7a2176 req-58b8fe1d-9d7e-4ae5-b22f-871c9b060527 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:39:44.845844 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-18987c51-dfe3-4573-8794-2b855d7a2176 req-58b8fe1d-9d7e-4ae5-b22f-871c9b060527 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d2b2bde-cbbe-4a37-96d9-911af8c0acfb HTTP/1.1" status: 200 len: 946 time: 0.0535297 Oct 30 15:39:44.875367 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 46234) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:39:44.889144 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-18987c51-dfe3-4573-8794-2b855d7a2176 req-6d5b4790-c4ad-4f5d-9ac8-791c5b7b39ca tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347455 Oct 30 15:39:45.001264 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-814574f6-e467-4e33-9073-dcd721c35bd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:45.032874 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88b2444-6812-4da6-a8e6-73dfe2db2eec req-719b3375-4264-4a77-a7dc-6d48181f0569 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:39:45.034359 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c88b2444-6812-4da6-a8e6-73dfe2db2eec req-719b3375-4264-4a77-a7dc-6d48181f0569 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d2b2bde-cbbe-4a37-96d9-911af8c0acfb HTTP/1.1" status: 200 len: 946 time: 0.0801170 Oct 30 15:39:45.097516 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c88b2444-6812-4da6-a8e6-73dfe2db2eec req-8fc64248-2a50-4cbe-a854-cc8c082dff4f tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540016 Oct 30 15:39:45.126408 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-814574f6-e467-4e33-9073-dcd721c35bd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:45.131018 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-814574f6-e467-4e33-9073-dcd721c35bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:45.194968 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 46248) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:39:45.195685 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-814574f6-e467-4e33-9073-dcd721c35bd8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ba50da3a79ee4d2998363ed240c61633&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3189490 Oct 30 15:39:45.198159 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814574f6-e467-4e33-9073-dcd721c35bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7463e1-3585-4558-8cba-2a8c25fcafd7,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:39:45.251917 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-541c2697-0c42-4c16-ba4b-d701bd8673c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:45.281059 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-541c2697-0c42-4c16-ba4b-d701bd8673c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:45.340517 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-541c2697-0c42-4c16-ba4b-d701bd8673c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:45.343172 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-541c2697-0c42-4c16-ba4b-d701bd8673c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:45.344450 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-541c2697-0c42-4c16-ba4b-d701bd8673c4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fa7463e1-3585-4558-8cba-2a8c25fcafd7 HTTP/1.1" status: 204 len: 168 time: 0.1484718 Oct 30 15:39:45.354725 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541c2697-0c42-4c16-ba4b-d701bd8673c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7463e1-3585-4558-8cba-2a8c25fcafd7,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:39:45.394034 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9433963-821d-42a8-968a-f5c44a418d8c req-ec880f66-703b-4af5-9dc9-89eafe6a3a87 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:39:45.395693 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a9433963-821d-42a8-968a-f5c44a418d8c req-ec880f66-703b-4af5-9dc9-89eafe6a3a87 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d2b2bde-cbbe-4a37-96d9-911af8c0acfb HTTP/1.1" status: 200 len: 946 time: 0.0718019 Oct 30 15:39:45.437113 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a9433963-821d-42a8-968a-f5c44a418d8c req-fa42ab2d-6718-4d12-a3e6-66a62d0d4534 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354369 Oct 30 15:39:46.570723 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a55c0-ec16-46d1-9f97-6e9cd773ce6b req-c4847724-b32d-40ea-8986-753381ede560 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:39:46.572355 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-943a55c0-ec16-46d1-9f97-6e9cd773ce6b req-c4847724-b32d-40ea-8986-753381ede560 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d2b2bde-cbbe-4a37-96d9-911af8c0acfb HTTP/1.1" status: 200 len: 946 time: 0.0595431 Oct 30 15:39:46.620821 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-943a55c0-ec16-46d1-9f97-6e9cd773ce6b req-acb2a0fa-0d41-4161-a5a8-864f4a02b541 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389304 Oct 30 15:39:46.758433 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a9abe-0633-44ab-b1f3-ff019171adfe req-f12cb7fc-a9fa-4895-a373-7d48c6ed6fad tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:39:46.760596 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-007a9abe-0633-44ab-b1f3-ff019171adfe req-f12cb7fc-a9fa-4895-a373-7d48c6ed6fad tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d2b2bde-cbbe-4a37-96d9-911af8c0acfb HTTP/1.1" status: 200 len: 946 time: 0.0512769 Oct 30 15:39:46.854359 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-007a9abe-0633-44ab-b1f3-ff019171adfe req-1e28ef58-b489-4b64-adaf-067e67f4682b tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Deleting port e333633f-bff0-4d63-90da-5e31a2c6e818 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:39:46.854881 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-007a9abe-0633-44ab-b1f3-ff019171adfe req-1e28ef58-b489-4b64-adaf-067e67f4682b tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:46.892106 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [req-edc370c9-15ea-440a-9593-afe6715d9ddb req-c4efd0d2-cadd-41c0-a9cb-87445ce74f44 tempest-AttachVolumeNegativeTest-1299838194 tempest-AttachVolumeNegativeTest-1299838194-project] (102131) timed out ('10.222.0.53', 61272) {{(pid=102131) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 30 15:39:46.953905 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-007a9abe-0633-44ab-b1f3-ff019171adfe req-1e28ef58-b489-4b64-adaf-067e67f4682b tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] For port e333633f-bff0-4d63-90da-5e31a2c6e818, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=e333633f-bff0-4d63-90da-5e31a2c6e818,segment=NetworkSegment(eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15),segment_id=eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:39:46.954341 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-007a9abe-0633-44ab-b1f3-ff019171adfe req-1e28ef58-b489-4b64-adaf-067e67f4682b tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:46.972912 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-007a9abe-0633-44ab-b1f3-ff019171adfe req-1e28ef58-b489-4b64-adaf-067e67f4682b tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Calling delete_port for e333633f-bff0-4d63-90da-5e31a2c6e818 owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:39:47.118278 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-007a9abe-0633-44ab-b1f3-ff019171adfe req-1e28ef58-b489-4b64-adaf-067e67f4682b tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:47.132262 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['e333633f-bff0-4d63-90da-5e31a2c6e818'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:39:47.156374 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e28ef58-b489-4b64-adaf-067e67f4682b tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Pushing event deleted for resources: {'Port': ['ID=e333633f-bff0-4d63-90da-5e31a2c6e818,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:39:47.208033 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-007a9abe-0633-44ab-b1f3-ff019171adfe req-1e28ef58-b489-4b64-adaf-067e67f4682b tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] No DVR routers for this DVR port e333633f-bff0-4d63-90da-5e31a2c6e818 on host n-h2-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:39:47.211922 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-007a9abe-0633-44ab-b1f3-ff019171adfe req-1e28ef58-b489-4b64-adaf-067e67f4682b tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:47.215786 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-007a9abe-0633-44ab-b1f3-ff019171adfe req-1e28ef58-b489-4b64-adaf-067e67f4682b tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.44 "DELETE /v2.0/ports/e333633f-bff0-4d63-90da-5e31a2c6e818 HTTP/1.1" status: 204 len: 173 time: 0.4489741 Oct 30 15:39:47.216255 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d2b2bde-cbbe-4a37-96d9-911af8c0acfb', 'name': 'network-vif-deleted', 'tag': 'e333633f-bff0-4d63-90da-5e31a2c6e818'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:39:47.219997 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa41540b-40c2-4346-84b2-794a57618eb2" -d '{"events": [{"server_uuid": "2d2b2bde-cbbe-4a37-96d9-911af8c0acfb", "name": "network-vif-deleted", "tag": "e333633f-bff0-4d63-90da-5e31a2c6e818"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:39:47.322722 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9170be6-4aa9-407e-a547-36c0b1076a45 x-openstack-request-id: req-f9170be6-4aa9-407e-a547-36c0b1076a45 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:39:47.323128 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d2b2bde-cbbe-4a37-96d9-911af8c0acfb", "name": "network-vif-deleted", "tag": "e333633f-bff0-4d63-90da-5e31a2c6e818", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:39:47.323500 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f9170be6-4aa9-407e-a547-36c0b1076a45 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:39:47.324077 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d2b2bde-cbbe-4a37-96d9-911af8c0acfb', 'name': 'network-vif-deleted', 'tag': 'e333633f-bff0-4d63-90da-5e31a2c6e818', 'status': 'completed', 'code': 200} Oct 30 15:39:47.625936 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-68a87dbc-415d-4f80-a04a-038d75fd9546 req-009ecb6f-2a3f-4c96-a15e-1b970dcd426c tempest-VolumesNegativeTest-1288769947 tempest-VolumesNegativeTest-1288769947-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=a4754ea4c3b04e92a81c80c64bfc8c40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0499129 Oct 30 15:39:47.763753 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ea76abdf-767b-4d1d-bdf6-7ad66d595352 req-0caa623e-e02d-4427-b82e-8964a5c71853 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d2b2bde-cbbe-4a37-96d9-911af8c0acfb HTTP/1.1" status: 200 len: 210 time: 0.0302067 Oct 30 15:39:47.830030 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a87dbc-415d-4f80-a04a-038d75fd9546 req-8da5d0db-933e-45ee-959e-ff5e7cfb4f3f tempest-VolumesNegativeTest-1288769947 tempest-VolumesNegativeTest-1288769947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:39:47.831431 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-68a87dbc-415d-4f80-a04a-038d75fd9546 req-8da5d0db-933e-45ee-959e-ff5e7cfb4f3f tempest-VolumesNegativeTest-1288769947 tempest-VolumesNegativeTest-1288769947-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2040925 Oct 30 15:39:47.850262 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-68a87dbc-415d-4f80-a04a-038d75fd9546 req-f86c0f67-5ee8-4531-8219-8d7f713b8463 tempest-VolumesNegativeTest-1288769947 tempest-VolumesNegativeTest-1288769947-project] 10.222.0.62 "GET /v2.0/quotas/a4754ea4c3b04e92a81c80c64bfc8c40 HTTP/1.1" status: 200 len: 375 time: 0.0107591 Oct 30 15:39:47.883568 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-68a87dbc-415d-4f80-a04a-038d75fd9546 req-12665fe1-e124-4847-8da0-b1ac5fdc3d21 tempest-VolumesNegativeTest-1288769947 tempest-VolumesNegativeTest-1288769947-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a4754ea4c3b04e92a81c80c64bfc8c40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274563 Oct 30 15:39:48.103294 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cfdedbdd-1dc5-4f1a-ae69-a950ed7e1ad6 req-2ffff952-083c-4f94-90ab-99e3c18fdb5c tempest-VolumesNegativeTest-1288769947 tempest-VolumesNegativeTest-1288769947-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d23ca91-02c8-4d70-89b9-c934bbac5dbd HTTP/1.1" status: 200 len: 210 time: 0.0369632 Oct 30 15:39:48.861676 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5c564b4e-8e4d-4f6a-b82b-68e39cf348d2 req-4bc4fedd-a4e6-434c-89f1-372446f7c54f tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d2b2bde-cbbe-4a37-96d9-911af8c0acfb HTTP/1.1" status: 200 len: 210 time: 0.0254567 Oct 30 15:39:49.011998 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-68a87dbc-415d-4f80-a04a-038d75fd9546 req-fd857d7a-4c6e-426f-a236-88990a3847f8 tempest-VolumesNegativeTest-1288769947 tempest-VolumesNegativeTest-1288769947-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=a4754ea4c3b04e92a81c80c64bfc8c40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331142 Oct 30 15:39:49.170851 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a87dbc-415d-4f80-a04a-038d75fd9546 req-0d299f3e-8dbd-4b1d-8758-b8bcff290b5f tempest-VolumesNegativeTest-1288769947 tempest-VolumesNegativeTest-1288769947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:39:49.172667 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-68a87dbc-415d-4f80-a04a-038d75fd9546 req-0d299f3e-8dbd-4b1d-8758-b8bcff290b5f tempest-VolumesNegativeTest-1288769947 tempest-VolumesNegativeTest-1288769947-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1545024 Oct 30 15:39:49.187237 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-68a87dbc-415d-4f80-a04a-038d75fd9546 req-f95c9dff-c371-4d8f-8dd5-ce82056d4ab7 tempest-VolumesNegativeTest-1288769947 tempest-VolumesNegativeTest-1288769947-project] Request body: {'port': {'device_id': '4d23ca91-02c8-4d70-89b9-c934bbac5dbd', 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704', 'admin_state_up': True, 'tenant_id': 'a4754ea4c3b04e92a81c80c64bfc8c40'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:39:49.226621 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dfb0090f-0520-4a4b-828a-2b6883819842 req-92b17cf5-fdad-406d-bedb-56551d246285 tempest-VolumesNegativeTest-1288769947 tempest-VolumesNegativeTest-1288769947-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d23ca91-02c8-4d70-89b9-c934bbac5dbd HTTP/1.1" status: 200 len: 210 time: 0.0528941 Oct 30 15:39:49.360931 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68a87dbc-415d-4f80-a04a-038d75fd9546 req-f95c9dff-c371-4d8f-8dd5-ce82056d4ab7 tempest-VolumesNegativeTest-1288769947 tempest-VolumesNegativeTest-1288769947-project] Made reservation on behalf of a4754ea4c3b04e92a81c80c64bfc8c40 for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:39:49.365056 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-68a87dbc-415d-4f80-a04a-038d75fd9546 req-f95c9dff-c371-4d8f-8dd5-ce82056d4ab7 tempest-VolumesNegativeTest-1288769947 tempest-VolumesNegativeTest-1288769947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:49.374458 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-68a87dbc-415d-4f80-a04a-038d75fd9546 req-f95c9dff-c371-4d8f-8dd5-ce82056d4ab7 tempest-VolumesNegativeTest-1288769947 tempest-VolumesNegativeTest-1288769947-project] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:49.453141 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-68a87dbc-415d-4f80-a04a-038d75fd9546 req-f95c9dff-c371-4d8f-8dd5-ce82056d4ab7 tempest-VolumesNegativeTest-1288769947 tempest-VolumesNegativeTest-1288769947-project] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:49.458800 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-68a87dbc-415d-4f80-a04a-038d75fd9546 req-f95c9dff-c371-4d8f-8dd5-ce82056d4ab7 tempest-VolumesNegativeTest-1288769947 tempest-VolumesNegativeTest-1288769947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:49.525287 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95c9dff-c371-4d8f-8dd5-ce82056d4ab7 tempest-VolumesNegativeTest-1288769947 tempest-VolumesNegativeTest-1288769947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=521815a8-df3d-46c4-8fde-317747e2a183,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:39:49.602026 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-68a87dbc-415d-4f80-a04a-038d75fd9546 req-f95c9dff-c371-4d8f-8dd5-ce82056d4ab7 tempest-VolumesNegativeTest-1288769947 tempest-VolumesNegativeTest-1288769947-project] Allocated IP 192.168.233.100 (8de8b155-6e08-41c3-866a-8b30bb481704/43b5dea3-b65b-4514-8ec2-18a4245eb194/19705972-07fe-4fd3-b3a8-90eb7f7755c2) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:39:49.771482 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-68a87dbc-415d-4f80-a04a-038d75fd9546 req-f95c9dff-c371-4d8f-8dd5-ce82056d4ab7 tempest-VolumesNegativeTest-1288769947 tempest-VolumesNegativeTest-1288769947-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:49.806241 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-68a87dbc-415d-4f80-a04a-038d75fd9546 req-f95c9dff-c371-4d8f-8dd5-ce82056d4ab7 tempest-VolumesNegativeTest-1288769947 tempest-VolumesNegativeTest-1288769947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:49.856801 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68a87dbc-415d-4f80-a04a-038d75fd9546 req-f95c9dff-c371-4d8f-8dd5-ce82056d4ab7 tempest-VolumesNegativeTest-1288769947 tempest-VolumesNegativeTest-1288769947-project] Network 8de8b155-6e08-41c3-866a-8b30bb481704 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:39:49.860002 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-68a87dbc-415d-4f80-a04a-038d75fd9546 req-f95c9dff-c371-4d8f-8dd5-ce82056d4ab7 tempest-VolumesNegativeTest-1288769947 tempest-VolumesNegativeTest-1288769947-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:39:49.862530 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-68a87dbc-415d-4f80-a04a-038d75fd9546 req-f95c9dff-c371-4d8f-8dd5-ce82056d4ab7 tempest-VolumesNegativeTest-1288769947 tempest-VolumesNegativeTest-1288769947-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:39:49.921745 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95c9dff-c371-4d8f-8dd5-ce82056d4ab7 tempest-VolumesNegativeTest-1288769947 tempest-VolumesNegativeTest-1288769947-project] Pushing event updated for resources: {'Port': ['ID=19705972-07fe-4fd3-b3a8-90eb7f7755c2,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:39:49.944488 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a87dbc-415d-4f80-a04a-038d75fd9546 req-f95c9dff-c371-4d8f-8dd5-ce82056d4ab7 tempest-VolumesNegativeTest-1288769947 tempest-VolumesNegativeTest-1288769947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:39:49.945129 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-68a87dbc-415d-4f80-a04a-038d75fd9546 req-f95c9dff-c371-4d8f-8dd5-ce82056d4ab7 tempest-VolumesNegativeTest-1288769947 tempest-VolumesNegativeTest-1288769947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:49.998790 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-68a87dbc-415d-4f80-a04a-038d75fd9546 req-f95c9dff-c371-4d8f-8dd5-ce82056d4ab7 tempest-VolumesNegativeTest-1288769947 tempest-VolumesNegativeTest-1288769947-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8152268 Oct 30 15:39:50.014309 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-68a87dbc-415d-4f80-a04a-038d75fd9546 req-153cca74-8418-49d6-91d2-c8c988c619b7 service neutron] Request body: {'port': {'device_id': '4d23ca91-02c8-4d70-89b9-c934bbac5dbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:39:50.015116 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8a9b8e2c-10f3-4163-acad-be91f99d7834 req-cf44965c-9b9b-42e7-b325-48c2e1d02604 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d2b2bde-cbbe-4a37-96d9-911af8c0acfb HTTP/1.1" status: 200 len: 210 time: 0.0431950 Oct 30 15:39:50.081687 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-68a87dbc-415d-4f80-a04a-038d75fd9546 req-153cca74-8418-49d6-91d2-c8c988c619b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:50.235640 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-a63f6927-e05d-448a-ba84-307f78d42b5e None None] Provisioning complete for port 19705972-07fe-4fd3-b3a8-90eb7f7755c2 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:39:50.236662 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a63f6927-e05d-448a-ba84-307f78d42b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:50.303587 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-a63f6927-e05d-448a-ba84-307f78d42b5e None None] Port 19705972-07fe-4fd3-b3a8-90eb7f7755c2 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:39:50.411845 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2689e97-16f9-4381-8115-ef84b1fd0bb8 req-afe53cc9-bdfc-44d1-a8f6-7f98ddf66098 tempest-VolumesNegativeTest-1288769947 tempest-VolumesNegativeTest-1288769947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:39:50.413370 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b2689e97-16f9-4381-8115-ef84b1fd0bb8 req-afe53cc9-bdfc-44d1-a8f6-7f98ddf66098 tempest-VolumesNegativeTest-1288769947 tempest-VolumesNegativeTest-1288769947-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d23ca91-02c8-4d70-89b9-c934bbac5dbd HTTP/1.1" status: 200 len: 936 time: 0.0767498 Oct 30 15:39:50.492606 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-68a87dbc-415d-4f80-a04a-038d75fd9546 req-153cca74-8418-49d6-91d2-c8c988c619b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19705972-07fe-4fd3-b3a8-90eb7f7755c2 {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:39:50.501814 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b2689e97-16f9-4381-8115-ef84b1fd0bb8 req-57d03fdf-b3d1-4c21-afee-2e99a64229f1 tempest-VolumesNegativeTest-1288769947 tempest-VolumesNegativeTest-1288769947-project] 10.222.0.62 "GET /v2.0/security-groups?id=521815a8-df3d-46c4-8fde-317747e2a183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773680 Oct 30 15:39:50.503739 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-68a87dbc-415d-4f80-a04a-038d75fd9546 req-153cca74-8418-49d6-91d2-c8c988c619b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:50.518255 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-68a87dbc-415d-4f80-a04a-038d75fd9546 req-153cca74-8418-49d6-91d2-c8c988c619b7 service neutron] Transition to ACTIVE for port object 19705972-07fe-4fd3-b3a8-90eb7f7755c2 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:39:50.527730 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-68a87dbc-415d-4f80-a04a-038d75fd9546 req-153cca74-8418-49d6-91d2-c8c988c619b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:50.587866 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cca74-8418-49d6-91d2-c8c988c619b7 service neutron] Pushing event updated for resources: {'Port': ['ID=19705972-07fe-4fd3-b3a8-90eb7f7755c2,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:39:50.620835 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device e333633f-bff0-4d63-90da-5e31a2c6e818 no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:39:50.654965 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] No Port match for: e333633f-bff0-4d63-90da-5e31a2c6e818 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:39:50.657547 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device e333633f-bff0-4d63-90da-5e31a2c6e818 not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:39:50.674034 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-68a87dbc-415d-4f80-a04a-038d75fd9546 req-153cca74-8418-49d6-91d2-c8c988c619b7 service neutron] Attempting to bind port 19705972-07fe-4fd3-b3a8-90eb7f7755c2 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:39:50.674647 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-68a87dbc-415d-4f80-a04a-038d75fd9546 req-153cca74-8418-49d6-91d2-c8c988c619b7 service neutron] Attempting to bind port 19705972-07fe-4fd3-b3a8-90eb7f7755c2 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:39:50.675679 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a87dbc-415d-4f80-a04a-038d75fd9546 req-153cca74-8418-49d6-91d2-c8c988c619b7 service neutron] Attempting to bind port 19705972-07fe-4fd3-b3a8-90eb7f7755c2 on network 8de8b155-6e08-41c3-866a-8b30bb481704 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:39:50.688629 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a87dbc-415d-4f80-a04a-038d75fd9546 req-153cca74-8418-49d6-91d2-c8c988c619b7 service neutron] Port 19705972-07fe-4fd3-b3a8-90eb7f7755c2 on network 8de8b155-6e08-41c3-866a-8b30bb481704 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:39:50.689101 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a87dbc-415d-4f80-a04a-038d75fd9546 req-153cca74-8418-49d6-91d2-c8c988c619b7 service neutron] Attempting to bind port 19705972-07fe-4fd3-b3a8-90eb7f7755c2 on network 8de8b155-6e08-41c3-866a-8b30bb481704 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:39:50.696181 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a87dbc-415d-4f80-a04a-038d75fd9546 req-153cca74-8418-49d6-91d2-c8c988c619b7 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:39:50.696790 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a87dbc-415d-4f80-a04a-038d75fd9546 req-153cca74-8418-49d6-91d2-c8c988c619b7 service neutron] Checking segment: {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:39:50.697283 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a87dbc-415d-4f80-a04a-038d75fd9546 req-153cca74-8418-49d6-91d2-c8c988c619b7 service neutron] Bound using segment: {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:39:50.697835 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-68a87dbc-415d-4f80-a04a-038d75fd9546 req-153cca74-8418-49d6-91d2-c8c988c619b7 service neutron] Bound port: 19705972-07fe-4fd3-b3a8-90eb7f7755c2, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:39:50.698301 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-68a87dbc-415d-4f80-a04a-038d75fd9546 req-153cca74-8418-49d6-91d2-c8c988c619b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:50.782225 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-68a87dbc-415d-4f80-a04a-038d75fd9546 req-153cca74-8418-49d6-91d2-c8c988c619b7 service neutron] For port 19705972-07fe-4fd3-b3a8-90eb7f7755c2, host n-h1-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:39:50.785740 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-68a87dbc-415d-4f80-a04a-038d75fd9546 req-153cca74-8418-49d6-91d2-c8c988c619b7 service neutron] For port 19705972-07fe-4fd3-b3a8-90eb7f7755c2, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=19705972-07fe-4fd3-b3a8-90eb7f7755c2,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:39:50.791140 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-68a87dbc-415d-4f80-a04a-038d75fd9546 req-153cca74-8418-49d6-91d2-c8c988c619b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:50.852285 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a87dbc-415d-4f80-a04a-038d75fd9546 req-153cca74-8418-49d6-91d2-c8c988c619b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:39:50.852285 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-68a87dbc-415d-4f80-a04a-038d75fd9546 req-153cca74-8418-49d6-91d2-c8c988c619b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:50.852285 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-68a87dbc-415d-4f80-a04a-038d75fd9546 req-153cca74-8418-49d6-91d2-c8c988c619b7 service neutron] 10.222.0.53 "PUT /v2.0/ports/19705972-07fe-4fd3-b3a8-90eb7f7755c2 HTTP/1.1" status: 200 len: 1097 time: 0.8389461 Oct 30 15:39:50.852285 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d23ca91-02c8-4d70-89b9-c934bbac5dbd', 'tag': '19705972-07fe-4fd3-b3a8-90eb7f7755c2'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:39:50.852285 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759caf12-5f49-466c-b094-7e8337a553d6" -d '{"events": [{"name": "network-changed", "server_uuid": "4d23ca91-02c8-4d70-89b9-c934bbac5dbd", "tag": "19705972-07fe-4fd3-b3a8-90eb7f7755c2"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:39:50.883782 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cca74-8418-49d6-91d2-c8c988c619b7 service neutron] Pushing event updated for resources: {'Port': ['ID=19705972-07fe-4fd3-b3a8-90eb7f7755c2,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:39:50.909290 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb923f8-a31e-479b-bfc1-9e9a4e1ba0ed x-openstack-request-id: req-2fb923f8-a31e-479b-bfc1-9e9a4e1ba0ed {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:39:50.909594 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d23ca91-02c8-4d70-89b9-c934bbac5dbd", "tag": "19705972-07fe-4fd3-b3a8-90eb7f7755c2", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:39:50.909855 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2fb923f8-a31e-479b-bfc1-9e9a4e1ba0ed {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:39:50.910273 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d23ca91-02c8-4d70-89b9-c934bbac5dbd', 'tag': '19705972-07fe-4fd3-b3a8-90eb7f7755c2', 'status': 'completed', 'code': 200} Oct 30 15:39:50.973554 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a87dbc-415d-4f80-a04a-038d75fd9546 req-843197da-585e-42d9-b557-1626125877ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:39:50.975823 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-68a87dbc-415d-4f80-a04a-038d75fd9546 req-843197da-585e-42d9-b557-1626125877ec service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a4754ea4c3b04e92a81c80c64bfc8c40&device_id=4d23ca91-02c8-4d70-89b9-c934bbac5dbd HTTP/1.1" status: 200 len: 1100 time: 0.0646100 Oct 30 15:39:51.033572 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-68a87dbc-415d-4f80-a04a-038d75fd9546 req-9c1a1bcc-1847-49b0-b7ec-09f081775349 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=19705972-07fe-4fd3-b3a8-90eb7f7755c2 HTTP/1.1" status: 200 len: 217 time: 0.0504165 Oct 30 15:39:51.118518 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a87dbc-415d-4f80-a04a-038d75fd9546 req-bcf2c89b-529b-422f-8e5e-03089570a8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:39:51.120506 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-68a87dbc-415d-4f80-a04a-038d75fd9546 req-bcf2c89b-529b-422f-8e5e-03089570a8f7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.0791454 Oct 30 15:39:51.141300 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2704a157-675d-4570-abfb-a1dfc662d922 req-61ff7431-dc13-489b-b172-1423f027866c tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d2b2bde-cbbe-4a37-96d9-911af8c0acfb HTTP/1.1" status: 200 len: 210 time: 0.0372741 Oct 30 15:39:51.171154 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-09ff6300-3866-4a07-98fc-f04bded1e96b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:51.204017 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a87dbc-415d-4f80-a04a-038d75fd9546 req-ef99868a-a5b4-427c-b02d-b6f787e70fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:39:51.205537 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-68a87dbc-415d-4f80-a04a-038d75fd9546 req-ef99868a-a5b4-427c-b02d-b6f787e70fe2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0672710 Oct 30 15:39:51.306672 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-68a87dbc-415d-4f80-a04a-038d75fd9546 req-a1c987f3-30a0-4bd7-9ec5-d7fa611484c5 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937083 Oct 30 15:39:51.407810 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-68a87dbc-415d-4f80-a04a-038d75fd9546 req-aee9babe-c5d3-496b-aa51-31652d78825b service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940223 Oct 30 15:39:51.504893 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759caf12-5f49-466c-b094-7e8337a553d6 req-70565064-8ec8-4955-b9db-a0ea16b7b5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:39:51.507304 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-759caf12-5f49-466c-b094-7e8337a553d6 req-70565064-8ec8-4955-b9db-a0ea16b7b5f0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a4754ea4c3b04e92a81c80c64bfc8c40&device_id=4d23ca91-02c8-4d70-89b9-c934bbac5dbd HTTP/1.1" status: 200 len: 1100 time: 0.0446489 Oct 30 15:39:51.607432 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759caf12-5f49-466c-b094-7e8337a553d6 req-e0d568d9-349a-4340-a658-d38743b1b0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:39:51.609282 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-759caf12-5f49-466c-b094-7e8337a553d6 req-e0d568d9-349a-4340-a658-d38743b1b0e1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8de8b155-6e08-41c3-866a-8b30bb481704 HTTP/1.1" status: 200 len: 870 time: 0.0943546 Oct 30 15:39:51.658018 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db61b23-b91e-4457-bc01-b6496102bf43 req-3683d397-e459-4a50-ae66-652e612c6cf9 tempest-VolumesNegativeTest-1288769947 tempest-VolumesNegativeTest-1288769947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:39:51.659926 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3db61b23-b91e-4457-bc01-b6496102bf43 req-3683d397-e459-4a50-ae66-652e612c6cf9 tempest-VolumesNegativeTest-1288769947 tempest-VolumesNegativeTest-1288769947-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d23ca91-02c8-4d70-89b9-c934bbac5dbd HTTP/1.1" status: 200 len: 948 time: 0.0565343 Oct 30 15:39:51.664745 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-759caf12-5f49-466c-b094-7e8337a553d6 req-ce43fcaf-cec6-4e66-b688-0f3275eaed61 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=19705972-07fe-4fd3-b3a8-90eb7f7755c2 HTTP/1.1" status: 200 len: 217 time: 0.0471327 Oct 30 15:39:51.705019 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3db61b23-b91e-4457-bc01-b6496102bf43 req-59c60522-2cf1-494c-a59a-b669f443fd82 tempest-VolumesNegativeTest-1288769947 tempest-VolumesNegativeTest-1288769947-project] 10.222.0.62 "GET /v2.0/security-groups?id=521815a8-df3d-46c4-8fde-317747e2a183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352407 Oct 30 15:39:51.758469 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759caf12-5f49-466c-b094-7e8337a553d6 req-2e2b6dc4-f17a-4a64-857a-6a3c061f06a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:39:51.759945 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-759caf12-5f49-466c-b094-7e8337a553d6 req-2e2b6dc4-f17a-4a64-857a-6a3c061f06a1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.0693414 Oct 30 15:39:51.808029 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759caf12-5f49-466c-b094-7e8337a553d6 req-ea719c24-d4f3-4178-b62b-95f5fcea3a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:39:51.809598 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-759caf12-5f49-466c-b094-7e8337a553d6 req-ea719c24-d4f3-4178-b62b-95f5fcea3a40 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0421484 Oct 30 15:39:51.921053 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-759caf12-5f49-466c-b094-7e8337a553d6 req-92d3aa6c-7a6e-45e8-a97a-103c8dfc2814 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033843 Oct 30 15:39:52.021527 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-759caf12-5f49-466c-b094-7e8337a553d6 req-e25b4b4c-556c-4bc9-9a8b-2bf86ea00131 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926111 Oct 30 15:39:52.276268 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2cb1cbf7-e5f1-4310-a6c8-e463e8efa698 req-a86bd8cd-d36e-44a0-87de-be5fb9738341 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d2b2bde-cbbe-4a37-96d9-911af8c0acfb HTTP/1.1" status: 200 len: 210 time: 0.0387378 Oct 30 15:39:52.830720 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655177f8-3b44-4ea6-94ff-b1b0e52a3d69 req-c6e6f483-f282-44e1-9323-dd70c2100a7b tempest-VolumesNegativeTest-1288769947 tempest-VolumesNegativeTest-1288769947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:39:52.832255 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-655177f8-3b44-4ea6-94ff-b1b0e52a3d69 req-c6e6f483-f282-44e1-9323-dd70c2100a7b tempest-VolumesNegativeTest-1288769947 tempest-VolumesNegativeTest-1288769947-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d23ca91-02c8-4d70-89b9-c934bbac5dbd HTTP/1.1" status: 200 len: 948 time: 0.0549130 Oct 30 15:39:52.869978 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-655177f8-3b44-4ea6-94ff-b1b0e52a3d69 req-aa477c64-c04f-4e31-b701-dc2ea5f4fea2 tempest-VolumesNegativeTest-1288769947 tempest-VolumesNegativeTest-1288769947-project] 10.222.0.62 "GET /v2.0/security-groups?id=521815a8-df3d-46c4-8fde-317747e2a183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310607 Oct 30 15:39:53.771996 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5ed5951e-bbe9-4792-8547-d8637d2db12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:53.992619 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b6fe79-00ea-4301-82d0-02fb365ebef3 req-2e38a6df-b1d9-41c2-b51d-a4eee338c6ee tempest-VolumesNegativeTest-1288769947 tempest-VolumesNegativeTest-1288769947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:39:53.994141 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-83b6fe79-00ea-4301-82d0-02fb365ebef3 req-2e38a6df-b1d9-41c2-b51d-a4eee338c6ee tempest-VolumesNegativeTest-1288769947 tempest-VolumesNegativeTest-1288769947-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d23ca91-02c8-4d70-89b9-c934bbac5dbd HTTP/1.1" status: 200 len: 948 time: 0.0534673 Oct 30 15:39:54.036987 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-83b6fe79-00ea-4301-82d0-02fb365ebef3 req-d66323a9-f929-4835-abcb-361008c80566 tempest-VolumesNegativeTest-1288769947 tempest-VolumesNegativeTest-1288769947-project] 10.222.0.62 "GET /v2.0/security-groups?id=521815a8-df3d-46c4-8fde-317747e2a183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360990 Oct 30 15:39:54.712322 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:54.923174 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:55.156162 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41180165-5c37-49be-8518-dc172c0b6894 req-a6b605b5-283c-45a1-a3e9-ae631a136ba0 tempest-VolumesNegativeTest-1288769947 tempest-VolumesNegativeTest-1288769947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:39:55.157706 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-41180165-5c37-49be-8518-dc172c0b6894 req-a6b605b5-283c-45a1-a3e9-ae631a136ba0 tempest-VolumesNegativeTest-1288769947 tempest-VolumesNegativeTest-1288769947-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d23ca91-02c8-4d70-89b9-c934bbac5dbd HTTP/1.1" status: 200 len: 948 time: 0.0508800 Oct 30 15:39:55.211188 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-41180165-5c37-49be-8518-dc172c0b6894 req-69ba3e7d-d821-403b-9a21-f6d6f2efbf8e tempest-VolumesNegativeTest-1288769947 tempest-VolumesNegativeTest-1288769947-project] 10.222.0.62 "GET /v2.0/security-groups?id=521815a8-df3d-46c4-8fde-317747e2a183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468800 Oct 30 15:39:55.333646 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 19705972-07fe-4fd3-b3a8-90eb7f7755c2 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:39:55.435447 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 19705972-07fe-4fd3-b3a8-90eb7f7755c2, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=19705972-07fe-4fd3-b3a8-90eb7f7755c2,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:39:55.446936 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '19705972-07fe-4fd3-b3a8-90eb7f7755c2', 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704', 'port_id': '19705972-07fe-4fd3-b3a8-90eb7f7755c2', 'mac_address': 'fa:16:3e:48:89:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b5dea3-b65b-4514-8ec2-18a4245eb194', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:39:55.488322 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:55.508761 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19705972-07fe-4fd3-b3a8-90eb7f7755c2 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:39:55.538916 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 19705972-07fe-4fd3-b3a8-90eb7f7755c2, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=19705972-07fe-4fd3-b3a8-90eb7f7755c2,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:39:55.545957 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:55.598125 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=19705972-07fe-4fd3-b3a8-90eb7f7755c2,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:39:55.759365 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['19705972-07fe-4fd3-b3a8-90eb7f7755c2'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:39:56.360071 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c61957-030e-43a8-8fb3-7ca1f643f6b9 req-597fb5be-4e7d-48db-92e9-bd5736d5f519 tempest-VolumesNegativeTest-1288769947 tempest-VolumesNegativeTest-1288769947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:39:56.361685 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-19c61957-030e-43a8-8fb3-7ca1f643f6b9 req-597fb5be-4e7d-48db-92e9-bd5736d5f519 tempest-VolumesNegativeTest-1288769947 tempest-VolumesNegativeTest-1288769947-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d23ca91-02c8-4d70-89b9-c934bbac5dbd HTTP/1.1" status: 200 len: 949 time: 0.0551412 Oct 30 15:39:56.404904 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-19c61957-030e-43a8-8fb3-7ca1f643f6b9 req-80c0af85-fb80-4c11-8d80-1eea8c16c21a tempest-VolumesNegativeTest-1288769947 tempest-VolumesNegativeTest-1288769947-project] 10.222.0.62 "GET /v2.0/security-groups?id=521815a8-df3d-46c4-8fde-317747e2a183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343111 Oct 30 15:39:56.656481 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:57.317803 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 19705972-07fe-4fd3-b3a8-90eb7f7755c2 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:39:57.382752 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port 19705972-07fe-4fd3-b3a8-90eb7f7755c2 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:39:57.387228 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 19705972-07fe-4fd3-b3a8-90eb7f7755c2 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:39:57.387766 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:57.525074 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:57.571174 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d23ca91-02c8-4d70-89b9-c934bbac5dbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19705972-07fe-4fd3-b3a8-90eb7f7755c2'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:39:57.575133 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a9f76-00ae-4c52-9c73-ad582a99d575 req-f9a21214-5069-4073-ab97-c33420c78f44 tempest-VolumesNegativeTest-1288769947 tempest-VolumesNegativeTest-1288769947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:39:57.577018 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e43a9f76-00ae-4c52-9c73-ad582a99d575 req-f9a21214-5069-4073-ab97-c33420c78f44 tempest-VolumesNegativeTest-1288769947 tempest-VolumesNegativeTest-1288769947-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d23ca91-02c8-4d70-89b9-c934bbac5dbd HTTP/1.1" status: 200 len: 949 time: 0.0949841 Oct 30 15:39:57.577772 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3f371b-cbee-4d3b-b9ac-6835df98d9e3" -d '{"events": [{"server_uuid": "4d23ca91-02c8-4d70-89b9-c934bbac5dbd", "name": "network-vif-plugged", "status": "completed", "tag": "19705972-07fe-4fd3-b3a8-90eb7f7755c2"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:39:57.614929 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 19705972-07fe-4fd3-b3a8-90eb7f7755c2, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=19705972-07fe-4fd3-b3a8-90eb7f7755c2,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:39:57.626425 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:39:57.649986 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a19065-555d-4754-848f-0859aee63f35 x-openstack-request-id: req-96a19065-555d-4754-848f-0859aee63f35 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:39:57.650281 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d23ca91-02c8-4d70-89b9-c934bbac5dbd", "name": "network-vif-plugged", "status": "completed", "tag": "19705972-07fe-4fd3-b3a8-90eb7f7755c2", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:39:57.650537 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-96a19065-555d-4754-848f-0859aee63f35 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:39:57.651403 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d23ca91-02c8-4d70-89b9-c934bbac5dbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19705972-07fe-4fd3-b3a8-90eb7f7755c2', 'code': 200} Oct 30 15:39:57.663387 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e43a9f76-00ae-4c52-9c73-ad582a99d575 req-ccc598ae-edc3-4db7-992c-2c3051d5bb94 tempest-VolumesNegativeTest-1288769947 tempest-VolumesNegativeTest-1288769947-project] 10.222.0.62 "GET /v2.0/security-groups?id=521815a8-df3d-46c4-8fde-317747e2a183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674059 Oct 30 15:39:57.725203 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=19705972-07fe-4fd3-b3a8-90eb7f7755c2,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:39:57.756640 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74b8650-d732-42c4-8e3f-ea32c332f2dd req-9d926615-f299-48a2-adb9-30335efb5580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:39:57.758376 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b74b8650-d732-42c4-8e3f-ea32c332f2dd req-9d926615-f299-48a2-adb9-30335efb5580 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4d23ca91-02c8-4d70-89b9-c934bbac5dbd HTTP/1.1" status: 200 len: 1102 time: 0.0525506 Oct 30 15:39:57.803958 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b74b8650-d732-42c4-8e3f-ea32c332f2dd req-cb2cb772-d143-4f79-a710-8f9967297c08 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=521815a8-df3d-46c4-8fde-317747e2a183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388560 Oct 30 15:39:58.821190 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93baab6-9ca5-417b-9bc0-25971dda7654 req-c74ca41a-efec-4849-95c2-6e3cd9e3975b tempest-VolumesNegativeTest-1288769947 tempest-VolumesNegativeTest-1288769947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:39:58.823651 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a93baab6-9ca5-417b-9bc0-25971dda7654 req-c74ca41a-efec-4849-95c2-6e3cd9e3975b tempest-VolumesNegativeTest-1288769947 tempest-VolumesNegativeTest-1288769947-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d23ca91-02c8-4d70-89b9-c934bbac5dbd HTTP/1.1" status: 200 len: 950 time: 0.0914695 Oct 30 15:39:58.870752 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a93baab6-9ca5-417b-9bc0-25971dda7654 req-3f547386-93ea-4ef3-9dff-af3918cdda0f tempest-VolumesNegativeTest-1288769947 tempest-VolumesNegativeTest-1288769947-project] 10.222.0.62 "GET /v2.0/security-groups?id=521815a8-df3d-46c4-8fde-317747e2a183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397370 Oct 30 15:39:59.261610 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [req-73ce89f5-b32e-4261-b9fd-308041bffa83 req-fea4507a-e362-4833-ac0e-f46cec45fe9f service neutron] (102130) timed out ('10.222.0.62', 52882) {{(pid=102130) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 30 15:40:00.042965 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a560fe-b54c-44f4-803f-373782dfc3a7 req-481432b9-2ffb-4add-b2e0-00db9f344e4b tempest-VolumesNegativeTest-1288769947 tempest-VolumesNegativeTest-1288769947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:00.044904 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-73a560fe-b54c-44f4-803f-373782dfc3a7 req-481432b9-2ffb-4add-b2e0-00db9f344e4b tempest-VolumesNegativeTest-1288769947 tempest-VolumesNegativeTest-1288769947-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d23ca91-02c8-4d70-89b9-c934bbac5dbd HTTP/1.1" status: 200 len: 950 time: 0.0686402 Oct 30 15:40:00.050726 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:00.086824 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-73a560fe-b54c-44f4-803f-373782dfc3a7 req-3d803d73-173c-4578-bae1-7d6b06db6184 tempest-VolumesNegativeTest-1288769947 tempest-VolumesNegativeTest-1288769947-project] 10.222.0.62 "GET /v2.0/security-groups?id=521815a8-df3d-46c4-8fde-317747e2a183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350835 Oct 30 15:40:00.384878 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca067a06-3f19-4a03-a489-6ef5c2e4b490 req-9aed7c6f-d221-4cd7-9bcb-6e9fbcea3750 tempest-VolumesNegativeTest-1288769947 tempest-VolumesNegativeTest-1288769947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:00.386390 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ca067a06-3f19-4a03-a489-6ef5c2e4b490 req-9aed7c6f-d221-4cd7-9bcb-6e9fbcea3750 tempest-VolumesNegativeTest-1288769947 tempest-VolumesNegativeTest-1288769947-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d23ca91-02c8-4d70-89b9-c934bbac5dbd HTTP/1.1" status: 200 len: 950 time: 0.0510113 Oct 30 15:40:00.436251 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ca067a06-3f19-4a03-a489-6ef5c2e4b490 req-a7bf25b4-4bcb-42b1-9b3b-d7e726efb2ee tempest-VolumesNegativeTest-1288769947 tempest-VolumesNegativeTest-1288769947-project] 10.222.0.62 "GET /v2.0/security-groups?id=521815a8-df3d-46c4-8fde-317747e2a183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429311 Oct 30 15:40:01.591873 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f0605-2378-43fe-a763-c25c120cc2ff req-a9613c22-6e18-419c-995a-d73779a5891c tempest-VolumesNegativeTest-1288769947 tempest-VolumesNegativeTest-1288769947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:01.594451 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-af1f0605-2378-43fe-a763-c25c120cc2ff req-a9613c22-6e18-419c-995a-d73779a5891c tempest-VolumesNegativeTest-1288769947 tempest-VolumesNegativeTest-1288769947-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d23ca91-02c8-4d70-89b9-c934bbac5dbd HTTP/1.1" status: 200 len: 950 time: 0.0715988 Oct 30 15:40:01.715501 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-af1f0605-2378-43fe-a763-c25c120cc2ff req-b12ac2fa-948b-44ea-9232-bca305fae5fb tempest-VolumesNegativeTest-1288769947 tempest-VolumesNegativeTest-1288769947-project] Deleting port 19705972-07fe-4fd3-b3a8-90eb7f7755c2 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:40:01.715911 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-af1f0605-2378-43fe-a763-c25c120cc2ff req-b12ac2fa-948b-44ea-9232-bca305fae5fb tempest-VolumesNegativeTest-1288769947 tempest-VolumesNegativeTest-1288769947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:01.783444 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3985c1b9-1959-4ee6-983e-444bd922f752 req-dcf29cbf-35a2-4a54-9362-6dd2479b8e79 tempest-VolumesNegativeTest-1288769947 tempest-VolumesNegativeTest-1288769947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:01.785624 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3985c1b9-1959-4ee6-983e-444bd922f752 req-dcf29cbf-35a2-4a54-9362-6dd2479b8e79 tempest-VolumesNegativeTest-1288769947 tempest-VolumesNegativeTest-1288769947-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d23ca91-02c8-4d70-89b9-c934bbac5dbd HTTP/1.1" status: 200 len: 950 time: 0.2788846 Oct 30 15:40:01.828465 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3985c1b9-1959-4ee6-983e-444bd922f752 req-bca2c571-8262-410c-b469-3446d1bedc8b tempest-VolumesNegativeTest-1288769947 tempest-VolumesNegativeTest-1288769947-project] 10.222.0.62 "GET /v2.0/security-groups?id=521815a8-df3d-46c4-8fde-317747e2a183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354307 Oct 30 15:40:01.834514 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-af1f0605-2378-43fe-a763-c25c120cc2ff req-b12ac2fa-948b-44ea-9232-bca305fae5fb tempest-VolumesNegativeTest-1288769947 tempest-VolumesNegativeTest-1288769947-project] For port 19705972-07fe-4fd3-b3a8-90eb7f7755c2, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=19705972-07fe-4fd3-b3a8-90eb7f7755c2,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:40:01.836254 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-af1f0605-2378-43fe-a763-c25c120cc2ff req-b12ac2fa-948b-44ea-9232-bca305fae5fb tempest-VolumesNegativeTest-1288769947 tempest-VolumesNegativeTest-1288769947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:01.861255 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-af1f0605-2378-43fe-a763-c25c120cc2ff req-b12ac2fa-948b-44ea-9232-bca305fae5fb tempest-VolumesNegativeTest-1288769947 tempest-VolumesNegativeTest-1288769947-project] Calling delete_port for 19705972-07fe-4fd3-b3a8-90eb7f7755c2 owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:40:02.024272 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-af1f0605-2378-43fe-a763-c25c120cc2ff req-b12ac2fa-948b-44ea-9232-bca305fae5fb tempest-VolumesNegativeTest-1288769947 tempest-VolumesNegativeTest-1288769947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:02.039482 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['19705972-07fe-4fd3-b3a8-90eb7f7755c2'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:40:02.056551 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ac2fa-948b-44ea-9232-bca305fae5fb tempest-VolumesNegativeTest-1288769947 tempest-VolumesNegativeTest-1288769947-project] Pushing event deleted for resources: {'Port': ['ID=19705972-07fe-4fd3-b3a8-90eb7f7755c2,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:40:02.063933 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:02.117090 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-af1f0605-2378-43fe-a763-c25c120cc2ff req-b12ac2fa-948b-44ea-9232-bca305fae5fb tempest-VolumesNegativeTest-1288769947 tempest-VolumesNegativeTest-1288769947-project] No DVR routers for this DVR port 19705972-07fe-4fd3-b3a8-90eb7f7755c2 on host n-h1-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:40:02.122212 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-af1f0605-2378-43fe-a763-c25c120cc2ff req-b12ac2fa-948b-44ea-9232-bca305fae5fb tempest-VolumesNegativeTest-1288769947 tempest-VolumesNegativeTest-1288769947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:02.126633 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-af1f0605-2378-43fe-a763-c25c120cc2ff req-b12ac2fa-948b-44ea-9232-bca305fae5fb tempest-VolumesNegativeTest-1288769947 tempest-VolumesNegativeTest-1288769947-project] 10.222.0.53 "DELETE /v2.0/ports/19705972-07fe-4fd3-b3a8-90eb7f7755c2 HTTP/1.1" status: 204 len: 173 time: 0.5262394 Oct 30 15:40:02.127221 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d23ca91-02c8-4d70-89b9-c934bbac5dbd', 'name': 'network-vif-deleted', 'tag': '19705972-07fe-4fd3-b3a8-90eb7f7755c2'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:40:02.130732 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5209f3c8-bf87-4484-8d14-87b2846b533c" -d '{"events": [{"server_uuid": "4d23ca91-02c8-4d70-89b9-c934bbac5dbd", "name": "network-vif-deleted", "tag": "19705972-07fe-4fd3-b3a8-90eb7f7755c2"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:40:02.192385 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61aae7ba-6a6f-427b-9360-3ab770b3a478 x-openstack-request-id: req-61aae7ba-6a6f-427b-9360-3ab770b3a478 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:40:02.192746 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d23ca91-02c8-4d70-89b9-c934bbac5dbd", "name": "network-vif-deleted", "tag": "19705972-07fe-4fd3-b3a8-90eb7f7755c2", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:40:02.193620 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-61aae7ba-6a6f-427b-9360-3ab770b3a478 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:40:02.194026 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d23ca91-02c8-4d70-89b9-c934bbac5dbd', 'name': 'network-vif-deleted', 'tag': '19705972-07fe-4fd3-b3a8-90eb7f7755c2', 'status': 'completed', 'code': 200} Oct 30 15:40:05.370807 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 19705972-07fe-4fd3-b3a8-90eb7f7755c2 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:40:05.395348 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: 19705972-07fe-4fd3-b3a8-90eb7f7755c2 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:40:05.395728 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 19705972-07fe-4fd3-b3a8-90eb7f7755c2 not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:40:09.259540 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47062) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:40:09.452874 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47066) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:40:09.453874 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-a5c44db5-be91-44bc-8c5d-932b9a9f4d88 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a4754ea4c3b04e92a81c80c64bfc8c40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1917355 Oct 30 15:40:09.544738 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6bc44b19-8de8-475b-8fab-29dac1f4e8da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:09.569895 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6bc44b19-8de8-475b-8fab-29dac1f4e8da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:09.623979 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6bc44b19-8de8-475b-8fab-29dac1f4e8da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:09.628482 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6bc44b19-8de8-475b-8fab-29dac1f4e8da admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:09.646933 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-6bc44b19-8de8-475b-8fab-29dac1f4e8da admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/521815a8-df3d-46c4-8fde-317747e2a183 HTTP/1.1" status: 204 len: 168 time: 0.1910655 Oct 30 15:40:09.665164 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc44b19-8de8-475b-8fab-29dac1f4e8da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521815a8-df3d-46c4-8fde-317747e2a183,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:40:10.781357 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c1c6c94c-6f84-4a2c-9153-24319b2ff377 req-a5deff68-a03e-4866-bdfb-7308ea6470d8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7dee12dd-13fc-41f2-9453-810e683d60cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2166607 Oct 30 15:40:10.896786 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c6c94c-6f84-4a2c-9153-24319b2ff377 req-d674a282-fc4f-4d40-9fe6-a6d12d92a1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:10.898809 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c1c6c94c-6f84-4a2c-9153-24319b2ff377 req-d674a282-fc4f-4d40-9fe6-a6d12d92a1a3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a98d12d491d249c48e00bbeb0d988d1a&device_id=7dee12dd-13fc-41f2-9453-810e683d60cf HTTP/1.1" status: 200 len: 1102 time: 0.0634878 Oct 30 15:40:11.095732 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c6c94c-6f84-4a2c-9153-24319b2ff377 req-92fe9ff4-d6e4-44d0-a689-47dc81ba0745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:11.097379 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c1c6c94c-6f84-4a2c-9153-24319b2ff377 req-92fe9ff4-d6e4-44d0-a689-47dc81ba0745 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8de8b155-6e08-41c3-866a-8b30bb481704 HTTP/1.1" status: 200 len: 870 time: 0.1642017 Oct 30 15:40:11.164983 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c1c6c94c-6f84-4a2c-9153-24319b2ff377 req-3fc4b6ec-d5b5-4f7a-96cf-2146905ebeaa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=42dde03d-cc58-4a85-8792-b6240bfc9349 HTTP/1.1" status: 200 len: 217 time: 0.0561047 Oct 30 15:40:11.219012 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c6c94c-6f84-4a2c-9153-24319b2ff377 req-f738867e-be1b-42b3-a1e0-99150f9b4aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:11.220529 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c1c6c94c-6f84-4a2c-9153-24319b2ff377 req-f738867e-be1b-42b3-a1e0-99150f9b4aaf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.0489066 Oct 30 15:40:11.273936 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c6c94c-6f84-4a2c-9153-24319b2ff377 req-5502901a-8327-4fa7-9aa6-b6a6229c6ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:11.275429 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c1c6c94c-6f84-4a2c-9153-24319b2ff377 req-5502901a-8327-4fa7-9aa6-b6a6229c6ce0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0484803 Oct 30 15:40:11.411109 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c1c6c94c-6f84-4a2c-9153-24319b2ff377 req-340d7cec-4161-40d3-b8d4-fa801bfa3096 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271198 Oct 30 15:40:11.514116 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c1c6c94c-6f84-4a2c-9153-24319b2ff377 req-9c3c472b-6cca-45bf-9aad-303a832c7522 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955191 Oct 30 15:40:16.289612 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:40:19.013046 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec13109-64b4-4284-a7d1-bc34d31ec69b req-9dd19ad6-b250-4e9f-952b-34df754d4ec4 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:19.018073 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fec13109-64b4-4284-a7d1-bc34d31ec69b req-9dd19ad6-b250-4e9f-952b-34df754d4ec4 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/networks?id=eaec26f8-16ce-4842-b83b-287e7177f318 HTTP/1.1" status: 200 len: 812 time: 0.1181638 Oct 30 15:40:19.036152 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fec13109-64b4-4284-a7d1-bc34d31ec69b req-9bb900a9-5652-4336-ad46-798c6c54ab42 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/quotas/887bc10b4e704641954048c16602273c HTTP/1.1" status: 200 len: 375 time: 0.0141213 Oct 30 15:40:19.092917 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fec13109-64b4-4284-a7d1-bc34d31ec69b req-c8183566-9508-4477-84b1-331a2d7f90bf tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=887bc10b4e704641954048c16602273c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0544441 Oct 30 15:40:19.199200 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fec13109-64b4-4284-a7d1-bc34d31ec69b req-e379f450-e2d4-4d5e-a4bc-f4f196495cb1 service neutron] 10.222.0.62 "GET /v2.0/networks/eaec26f8-16ce-4842-b83b-287e7177f318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973952 Oct 30 15:40:19.298507 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fec13109-64b4-4284-a7d1-bc34d31ec69b req-1335b36f-b634-40bb-ba26-60801bfaf5e9 service neutron] 10.222.0.62 "GET /v2.0/networks/eaec26f8-16ce-4842-b83b-287e7177f318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926352 Oct 30 15:40:19.523364 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-02db5c27-fe57-469c-8e47-aacb111aed19 req-16a8218e-39d4-4e1e-880f-129129c052c6 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed64f5d5-d5df-4317-9c63-c1416eaa6d78 HTTP/1.1" status: 200 len: 210 time: 0.0269473 Oct 30 15:40:20.679605 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-578ac459-4644-47f8-b3ff-cd1cd39afeae req-fa9a1c39-3537-465e-858e-0d791689a859 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed64f5d5-d5df-4317-9c63-c1416eaa6d78 HTTP/1.1" status: 200 len: 210 time: 0.0478709 Oct 30 15:40:20.966342 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec13109-64b4-4284-a7d1-bc34d31ec69b req-22cb84cb-19b3-4ce3-9a44-1c0c02a1a805 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:20.968602 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fec13109-64b4-4284-a7d1-bc34d31ec69b req-22cb84cb-19b3-4ce3-9a44-1c0c02a1a805 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.44 "GET /v2.0/networks?id=eaec26f8-16ce-4842-b83b-287e7177f318 HTTP/1.1" status: 200 len: 812 time: 0.5437746 Oct 30 15:40:20.987898 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-fec13109-64b4-4284-a7d1-bc34d31ec69b req-8fecb961-d5e5-4d9a-be3c-92cd027c3d95 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Request body: {'port': {'device_id': 'ed64f5d5-d5df-4317-9c63-c1416eaa6d78', 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318', 'admin_state_up': True, 'tenant_id': '887bc10b4e704641954048c16602273c'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:40:21.152008 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fec13109-64b4-4284-a7d1-bc34d31ec69b req-8fecb961-d5e5-4d9a-be3c-92cd027c3d95 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Made reservation on behalf of 887bc10b4e704641954048c16602273c for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:40:21.157651 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-fec13109-64b4-4284-a7d1-bc34d31ec69b req-8fecb961-d5e5-4d9a-be3c-92cd027c3d95 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:21.167949 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8d74cddc-1157-4248-bbe4-052f45421a29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:21.324935 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-fec13109-64b4-4284-a7d1-bc34d31ec69b req-8fecb961-d5e5-4d9a-be3c-92cd027c3d95 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Allocated IP 172.20.0.5 (eaec26f8-16ce-4842-b83b-287e7177f318/e2126f42-6201-4d38-a336-acc99efa4108/9cda77e3-1622-4f9d-a0b5-9cdd5090d5a0) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:40:21.488602 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-fec13109-64b4-4284-a7d1-bc34d31ec69b req-8fecb961-d5e5-4d9a-be3c-92cd027c3d95 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:21.534634 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-fec13109-64b4-4284-a7d1-bc34d31ec69b req-8fecb961-d5e5-4d9a-be3c-92cd027c3d95 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:21.576567 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fec13109-64b4-4284-a7d1-bc34d31ec69b req-8fecb961-d5e5-4d9a-be3c-92cd027c3d95 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Network eaec26f8-16ce-4842-b83b-287e7177f318 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:40:21.579996 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-fec13109-64b4-4284-a7d1-bc34d31ec69b req-8fecb961-d5e5-4d9a-be3c-92cd027c3d95 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:40:21.583427 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-fec13109-64b4-4284-a7d1-bc34d31ec69b req-8fecb961-d5e5-4d9a-be3c-92cd027c3d95 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:40:21.641774 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec13109-64b4-4284-a7d1-bc34d31ec69b req-8fecb961-d5e5-4d9a-be3c-92cd027c3d95 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:21.642603 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-fec13109-64b4-4284-a7d1-bc34d31ec69b req-8fecb961-d5e5-4d9a-be3c-92cd027c3d95 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:21.680409 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fecb961-d5e5-4d9a-be3c-92cd027c3d95 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Pushing event updated for resources: {'Port': ['ID=9cda77e3-1622-4f9d-a0b5-9cdd5090d5a0,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:40:21.694500 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fec13109-64b4-4284-a7d1-bc34d31ec69b req-8fecb961-d5e5-4d9a-be3c-92cd027c3d95 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7164986 Oct 30 15:40:21.716439 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-fec13109-64b4-4284-a7d1-bc34d31ec69b req-35f2c6dc-a707-4285-af16-f4370f05eae4 service neutron] Request body: {'port': {'device_id': 'ed64f5d5-d5df-4317-9c63-c1416eaa6d78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:40:21.897724 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-fec13109-64b4-4284-a7d1-bc34d31ec69b req-35f2c6dc-a707-4285-af16-f4370f05eae4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:21.903096 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fecb961-d5e5-4d9a-be3c-92cd027c3d95 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:40:21.904841 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fecb961-d5e5-4d9a-be3c-92cd027c3d95 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:40:21.905723 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fecb961-d5e5-4d9a-be3c-92cd027c3d95 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:40:21.906536 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fecb961-d5e5-4d9a-be3c-92cd027c3d95 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:40:21.908019 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fecb961-d5e5-4d9a-be3c-92cd027c3d95 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:40:21.908470 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fecb961-d5e5-4d9a-be3c-92cd027c3d95 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:40:21.909828 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fecb961-d5e5-4d9a-be3c-92cd027c3d95 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:40:21.910371 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fecb961-d5e5-4d9a-be3c-92cd027c3d95 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:40:21.911164 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fecb961-d5e5-4d9a-be3c-92cd027c3d95 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:40:21.911641 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fecb961-d5e5-4d9a-be3c-92cd027c3d95 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:40:21.912161 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fecb961-d5e5-4d9a-be3c-92cd027c3d95 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:40:21.912594 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fecb961-d5e5-4d9a-be3c-92cd027c3d95 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:40:21.983629 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-1b979975-dc7b-42dd-9666-b82e0e376ac0 None None] Provisioning complete for port 9cda77e3-1622-4f9d-a0b5-9cdd5090d5a0 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:40:21.984005 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1b979975-dc7b-42dd-9666-b82e0e376ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:22.087961 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-1b979975-dc7b-42dd-9666-b82e0e376ac0 None None] Port 9cda77e3-1622-4f9d-a0b5-9cdd5090d5a0 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:40:22.164812 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ffffd-9b09-4b26-8fd8-d4ab28598182 req-f8bd4bbf-3ab9-49a5-9ea8-57b9c7005918 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:22.177605 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c80ffffd-9b09-4b26-8fd8-d4ab28598182 req-f8bd4bbf-3ab9-49a5-9ea8-57b9c7005918 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed64f5d5-d5df-4317-9c63-c1416eaa6d78 HTTP/1.1" status: 200 len: 931 time: 0.2890489 Oct 30 15:40:22.269634 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c80ffffd-9b09-4b26-8fd8-d4ab28598182 req-704285a0-bc38-4021-a706-cc20a41b4880 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890431 Oct 30 15:40:22.368237 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-fec13109-64b4-4284-a7d1-bc34d31ec69b req-35f2c6dc-a707-4285-af16-f4370f05eae4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cda77e3-1622-4f9d-a0b5-9cdd5090d5a0 {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:40:22.376734 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-fec13109-64b4-4284-a7d1-bc34d31ec69b req-35f2c6dc-a707-4285-af16-f4370f05eae4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:22.390157 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-fec13109-64b4-4284-a7d1-bc34d31ec69b req-35f2c6dc-a707-4285-af16-f4370f05eae4 service neutron] Transition to ACTIVE for port object 9cda77e3-1622-4f9d-a0b5-9cdd5090d5a0 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:40:22.397472 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-fec13109-64b4-4284-a7d1-bc34d31ec69b req-35f2c6dc-a707-4285-af16-f4370f05eae4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:22.479617 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f2c6dc-a707-4285-af16-f4370f05eae4 service neutron] Pushing event updated for resources: {'Port': ['ID=9cda77e3-1622-4f9d-a0b5-9cdd5090d5a0,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:40:22.572165 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-fec13109-64b4-4284-a7d1-bc34d31ec69b req-35f2c6dc-a707-4285-af16-f4370f05eae4 service neutron] Attempting to bind port 9cda77e3-1622-4f9d-a0b5-9cdd5090d5a0 on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:40:22.572455 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-fec13109-64b4-4284-a7d1-bc34d31ec69b req-35f2c6dc-a707-4285-af16-f4370f05eae4 service neutron] Attempting to bind port 9cda77e3-1622-4f9d-a0b5-9cdd5090d5a0 by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': 'eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:40:22.572744 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec13109-64b4-4284-a7d1-bc34d31ec69b req-35f2c6dc-a707-4285-af16-f4370f05eae4 service neutron] Attempting to bind port 9cda77e3-1622-4f9d-a0b5-9cdd5090d5a0 on network eaec26f8-16ce-4842-b83b-287e7177f318 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:40:22.577559 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec13109-64b4-4284-a7d1-bc34d31ec69b req-35f2c6dc-a707-4285-af16-f4370f05eae4 service neutron] Port 9cda77e3-1622-4f9d-a0b5-9cdd5090d5a0 on network eaec26f8-16ce-4842-b83b-287e7177f318 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:40:22.578022 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec13109-64b4-4284-a7d1-bc34d31ec69b req-35f2c6dc-a707-4285-af16-f4370f05eae4 service neutron] Attempting to bind port 9cda77e3-1622-4f9d-a0b5-9cdd5090d5a0 on network eaec26f8-16ce-4842-b83b-287e7177f318 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:40:22.584371 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec13109-64b4-4284-a7d1-bc34d31ec69b req-35f2c6dc-a707-4285-af16-f4370f05eae4 service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:40:22.584706 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec13109-64b4-4284-a7d1-bc34d31ec69b req-35f2c6dc-a707-4285-af16-f4370f05eae4 service neutron] Checking segment: {'id': 'eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:40:22.585090 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec13109-64b4-4284-a7d1-bc34d31ec69b req-35f2c6dc-a707-4285-af16-f4370f05eae4 service neutron] Bound using segment: {'id': 'eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:40:22.585519 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-fec13109-64b4-4284-a7d1-bc34d31ec69b req-35f2c6dc-a707-4285-af16-f4370f05eae4 service neutron] Bound port: 9cda77e3-1622-4f9d-a0b5-9cdd5090d5a0, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:40:22.589858 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-fec13109-64b4-4284-a7d1-bc34d31ec69b req-35f2c6dc-a707-4285-af16-f4370f05eae4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:22.684944 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-fec13109-64b4-4284-a7d1-bc34d31ec69b req-35f2c6dc-a707-4285-af16-f4370f05eae4 service neutron] For port 9cda77e3-1622-4f9d-a0b5-9cdd5090d5a0, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:40:22.688258 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-fec13109-64b4-4284-a7d1-bc34d31ec69b req-35f2c6dc-a707-4285-af16-f4370f05eae4 service neutron] For port 9cda77e3-1622-4f9d-a0b5-9cdd5090d5a0, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=9cda77e3-1622-4f9d-a0b5-9cdd5090d5a0,segment=NetworkSegment(eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15),segment_id=eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:40:22.693944 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-fec13109-64b4-4284-a7d1-bc34d31ec69b req-35f2c6dc-a707-4285-af16-f4370f05eae4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:22.756655 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f2c6dc-a707-4285-af16-f4370f05eae4 service neutron] Pushing event updated for resources: {'Port': ['ID=9cda77e3-1622-4f9d-a0b5-9cdd5090d5a0,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:40:22.778629 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec13109-64b4-4284-a7d1-bc34d31ec69b req-35f2c6dc-a707-4285-af16-f4370f05eae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:22.779235 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-fec13109-64b4-4284-a7d1-bc34d31ec69b req-35f2c6dc-a707-4285-af16-f4370f05eae4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:22.782407 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fec13109-64b4-4284-a7d1-bc34d31ec69b req-35f2c6dc-a707-4285-af16-f4370f05eae4 service neutron] 10.222.0.44 "PUT /v2.0/ports/9cda77e3-1622-4f9d-a0b5-9cdd5090d5a0 HTTP/1.1" status: 200 len: 1092 time: 1.0752661 Oct 30 15:40:22.782887 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed64f5d5-d5df-4317-9c63-c1416eaa6d78', 'tag': '9cda77e3-1622-4f9d-a0b5-9cdd5090d5a0'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:40:22.786670 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5431f5-1be3-4192-aa14-0522c40aefab" -d '{"events": [{"name": "network-changed", "server_uuid": "ed64f5d5-d5df-4317-9c63-c1416eaa6d78", "tag": "9cda77e3-1622-4f9d-a0b5-9cdd5090d5a0"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:40:22.868449 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c49543-0b29-4552-b9f5-1dc4aa086a5e x-openstack-request-id: req-76c49543-0b29-4552-b9f5-1dc4aa086a5e {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:40:22.868738 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed64f5d5-d5df-4317-9c63-c1416eaa6d78", "tag": "9cda77e3-1622-4f9d-a0b5-9cdd5090d5a0", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:40:22.869046 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-76c49543-0b29-4552-b9f5-1dc4aa086a5e {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:40:22.869506 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed64f5d5-d5df-4317-9c63-c1416eaa6d78', 'tag': '9cda77e3-1622-4f9d-a0b5-9cdd5090d5a0', 'status': 'completed', 'code': 200} Oct 30 15:40:22.897406 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec13109-64b4-4284-a7d1-bc34d31ec69b req-58eb6d3d-17f4-433c-9f8e-7bb87a10a75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:22.899238 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fec13109-64b4-4284-a7d1-bc34d31ec69b req-58eb6d3d-17f4-433c-9f8e-7bb87a10a75f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=887bc10b4e704641954048c16602273c&device_id=ed64f5d5-d5df-4317-9c63-c1416eaa6d78 HTTP/1.1" status: 200 len: 1095 time: 0.0696385 Oct 30 15:40:22.951280 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fec13109-64b4-4284-a7d1-bc34d31ec69b req-f71b1d31-92bb-4827-8b30-c62730612d35 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9cda77e3-1622-4f9d-a0b5-9cdd5090d5a0 HTTP/1.1" status: 200 len: 217 time: 0.0436516 Oct 30 15:40:23.014175 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec13109-64b4-4284-a7d1-bc34d31ec69b req-159a9ec8-e126-49f4-8aba-bfa80344a514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:23.016284 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fec13109-64b4-4284-a7d1-bc34d31ec69b req-159a9ec8-e126-49f4-8aba-bfa80344a514 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e2126f42-6201-4d38-a336-acc99efa4108 HTTP/1.1" status: 200 len: 851 time: 0.0528781 Oct 30 15:40:23.090889 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec13109-64b4-4284-a7d1-bc34d31ec69b req-1cdb909f-8b97-4819-ac0f-117949cd906c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:23.093184 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fec13109-64b4-4284-a7d1-bc34d31ec69b req-1cdb909f-8b97-4819-ac0f-117949cd906c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eaec26f8-16ce-4842-b83b-287e7177f318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0686514 Oct 30 15:40:23.232138 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fec13109-64b4-4284-a7d1-bc34d31ec69b req-506a69a4-acab-4ad2-a655-c2ddeaf75473 service neutron] 10.222.0.44 "GET /v2.0/networks/eaec26f8-16ce-4842-b83b-287e7177f318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308649 Oct 30 15:40:23.361312 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fec13109-64b4-4284-a7d1-bc34d31ec69b req-ba77cb1d-0302-4148-8869-247a01638027 service neutron] 10.222.0.44 "GET /v2.0/networks/eaec26f8-16ce-4842-b83b-287e7177f318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211784 Oct 30 15:40:23.548736 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0d32a6-400c-4103-b9a2-aab802354e78 req-6fc4190f-ed00-45b1-95e8-608f2eb3f226 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:23.550354 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fd0d32a6-400c-4103-b9a2-aab802354e78 req-6fc4190f-ed00-45b1-95e8-608f2eb3f226 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed64f5d5-d5df-4317-9c63-c1416eaa6d78 HTTP/1.1" status: 200 len: 943 time: 0.1450214 Oct 30 15:40:23.553847 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5431f5-1be3-4192-aa14-0522c40aefab req-c659c23a-0aa3-4f1b-b5d5-e0fca887d46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:23.555295 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ea5431f5-1be3-4192-aa14-0522c40aefab req-c659c23a-0aa3-4f1b-b5d5-e0fca887d46a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=887bc10b4e704641954048c16602273c&device_id=ed64f5d5-d5df-4317-9c63-c1416eaa6d78 HTTP/1.1" status: 200 len: 1095 time: 0.1395471 Oct 30 15:40:23.642936 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fd0d32a6-400c-4103-b9a2-aab802354e78 req-a23d1313-7e4b-4565-ad2c-5b2ce3e2336c tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854554 Oct 30 15:40:23.685523 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5431f5-1be3-4192-aa14-0522c40aefab req-5684f548-60cc-494d-87e2-14a53799dd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:23.687263 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ea5431f5-1be3-4192-aa14-0522c40aefab req-5684f548-60cc-494d-87e2-14a53799dd48 service neutron] 10.222.0.44 "GET /v2.0/networks?id=eaec26f8-16ce-4842-b83b-287e7177f318 HTTP/1.1" status: 200 len: 913 time: 0.1239359 Oct 30 15:40:23.731415 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ea5431f5-1be3-4192-aa14-0522c40aefab req-1ec71f42-1c26-4665-9c08-53ab5cb1465d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9cda77e3-1622-4f9d-a0b5-9cdd5090d5a0 HTTP/1.1" status: 200 len: 217 time: 0.0352869 Oct 30 15:40:23.790579 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5431f5-1be3-4192-aa14-0522c40aefab req-184fbe1b-96fa-4a2e-b383-6f0673e8d3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:23.792511 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ea5431f5-1be3-4192-aa14-0522c40aefab req-184fbe1b-96fa-4a2e-b383-6f0673e8d3b0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e2126f42-6201-4d38-a336-acc99efa4108 HTTP/1.1" status: 200 len: 851 time: 0.0544457 Oct 30 15:40:23.817706 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-67315d7c-1a26-4daa-8996-26cfbbad1af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:23.852151 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5431f5-1be3-4192-aa14-0522c40aefab req-cae220a5-1186-4c71-a1e8-b36b0838ce93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:23.853692 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ea5431f5-1be3-4192-aa14-0522c40aefab req-cae220a5-1186-4c71-a1e8-b36b0838ce93 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eaec26f8-16ce-4842-b83b-287e7177f318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542419 Oct 30 15:40:23.948708 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ea5431f5-1be3-4192-aa14-0522c40aefab req-b4d63cf2-440b-4bd6-acc0-4c93af9f919e service neutron] 10.222.0.44 "GET /v2.0/networks/eaec26f8-16ce-4842-b83b-287e7177f318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882430 Oct 30 15:40:24.066000 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ea5431f5-1be3-4192-aa14-0522c40aefab req-a2103071-5083-403a-b246-186e50f0f778 service neutron] 10.222.0.44 "GET /v2.0/networks/eaec26f8-16ce-4842-b83b-287e7177f318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109626 Oct 30 15:40:24.594697 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1243c8-8784-4253-a361-76659b3b8d2f req-c5faa063-f3ec-4b18-beaa-d21c6f5d3318 tempest-VolumesBackupsTest-642481936 tempest-VolumesBackupsTest-642481936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:24.598107 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bc1243c8-8784-4253-a361-76659b3b8d2f req-c5faa063-f3ec-4b18-beaa-d21c6f5d3318 tempest-VolumesBackupsTest-642481936 tempest-VolumesBackupsTest-642481936-project] 10.222.0.62 "GET /v2.0/ports?device_id=7dee12dd-13fc-41f2-9453-810e683d60cf HTTP/1.1" status: 200 len: 950 time: 0.0571132 Oct 30 15:40:24.641149 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bc1243c8-8784-4253-a361-76659b3b8d2f req-572e2ad8-3c9b-4583-af4b-e499bab38f44 tempest-VolumesBackupsTest-642481936 tempest-VolumesBackupsTest-642481936-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a1e56fc-8a20-4609-9292-fd649ff0e295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363851 Oct 30 15:40:24.711800 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:24.785997 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748cf5e1-3beb-444c-83bd-fc91d1e86a25 req-50241a13-ca58-410c-8a59-3f0047c53d35 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:24.787452 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-748cf5e1-3beb-444c-83bd-fc91d1e86a25 req-50241a13-ca58-410c-8a59-3f0047c53d35 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed64f5d5-d5df-4317-9c63-c1416eaa6d78 HTTP/1.1" status: 200 len: 943 time: 0.0531900 Oct 30 15:40:24.827075 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-748cf5e1-3beb-444c-83bd-fc91d1e86a25 req-5a3023b3-8164-41cf-9520-121b45b7045a tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328672 Oct 30 15:40:24.933507 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:25.798825 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59e66f-7508-4348-b80d-ef581d854d34 req-71636f45-a2b5-4bbe-a996-d352d112bea7 tempest-VolumesBackupsTest-642481936 tempest-VolumesBackupsTest-642481936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:25.809057 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fe59e66f-7508-4348-b80d-ef581d854d34 req-71636f45-a2b5-4bbe-a996-d352d112bea7 tempest-VolumesBackupsTest-642481936 tempest-VolumesBackupsTest-642481936-project] 10.222.0.62 "GET /v2.0/ports?device_id=7dee12dd-13fc-41f2-9453-810e683d60cf HTTP/1.1" status: 200 len: 950 time: 0.0653410 Oct 30 15:40:25.851572 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fe59e66f-7508-4348-b80d-ef581d854d34 req-d8124dc8-f629-4ca9-93cf-522ebcd899d1 tempest-VolumesBackupsTest-642481936 tempest-VolumesBackupsTest-642481936-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a1e56fc-8a20-4609-9292-fd649ff0e295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424404 Oct 30 15:40:25.994695 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a977c-21a8-43fb-835d-4ac4173007fe req-31ea3765-4403-4636-ad18-8e969c24a8b9 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:26.004373 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f68a977c-21a8-43fb-835d-4ac4173007fe req-31ea3765-4403-4636-ad18-8e969c24a8b9 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed64f5d5-d5df-4317-9c63-c1416eaa6d78 HTTP/1.1" status: 200 len: 943 time: 0.0793271 Oct 30 15:40:26.007364 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5f608b-c919-4a71-9b0b-4df4ad648aef req-35d3115a-d6e7-4bf6-9c2f-c349da734ca8 tempest-VolumesBackupsTest-642481936 tempest-VolumesBackupsTest-642481936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:26.010497 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4a5f608b-c919-4a71-9b0b-4df4ad648aef req-35d3115a-d6e7-4bf6-9c2f-c349da734ca8 tempest-VolumesBackupsTest-642481936 tempest-VolumesBackupsTest-642481936-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dee12dd-13fc-41f2-9453-810e683d60cf HTTP/1.1" status: 200 len: 950 time: 0.0913274 Oct 30 15:40:26.049453 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f68a977c-21a8-43fb-835d-4ac4173007fe req-3db9cc69-ac09-49db-a60d-684ccd0b793d tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436430 Oct 30 15:40:26.207098 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-4a5f608b-c919-4a71-9b0b-4df4ad648aef req-7c93f309-0ba2-4169-b4ee-85b0d4ed31bd tempest-VolumesBackupsTest-642481936 tempest-VolumesBackupsTest-642481936-project] Deleting port 42dde03d-cc58-4a85-8792-b6240bfc9349 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:40:26.207812 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-4a5f608b-c919-4a71-9b0b-4df4ad648aef req-7c93f309-0ba2-4169-b4ee-85b0d4ed31bd tempest-VolumesBackupsTest-642481936 tempest-VolumesBackupsTest-642481936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:26.353185 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-4a5f608b-c919-4a71-9b0b-4df4ad648aef req-7c93f309-0ba2-4169-b4ee-85b0d4ed31bd tempest-VolumesBackupsTest-642481936 tempest-VolumesBackupsTest-642481936-project] For port 42dde03d-cc58-4a85-8792-b6240bfc9349, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=42dde03d-cc58-4a85-8792-b6240bfc9349,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:40:26.353929 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-4a5f608b-c919-4a71-9b0b-4df4ad648aef req-7c93f309-0ba2-4169-b4ee-85b0d4ed31bd tempest-VolumesBackupsTest-642481936 tempest-VolumesBackupsTest-642481936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:26.386485 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-4a5f608b-c919-4a71-9b0b-4df4ad648aef req-7c93f309-0ba2-4169-b4ee-85b0d4ed31bd tempest-VolumesBackupsTest-642481936 tempest-VolumesBackupsTest-642481936-project] Calling delete_port for 42dde03d-cc58-4a85-8792-b6240bfc9349 owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:40:26.601370 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-4a5f608b-c919-4a71-9b0b-4df4ad648aef req-7c93f309-0ba2-4169-b4ee-85b0d4ed31bd tempest-VolumesBackupsTest-642481936 tempest-VolumesBackupsTest-642481936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:26.632303 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['42dde03d-cc58-4a85-8792-b6240bfc9349'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:40:26.645775 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c93f309-0ba2-4169-b4ee-85b0d4ed31bd tempest-VolumesBackupsTest-642481936 tempest-VolumesBackupsTest-642481936-project] Pushing event deleted for resources: {'Port': ['ID=42dde03d-cc58-4a85-8792-b6240bfc9349,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:40:26.712775 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:26.717681 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a5f608b-c919-4a71-9b0b-4df4ad648aef req-7c93f309-0ba2-4169-b4ee-85b0d4ed31bd tempest-VolumesBackupsTest-642481936 tempest-VolumesBackupsTest-642481936-project] No DVR routers for this DVR port 42dde03d-cc58-4a85-8792-b6240bfc9349 on host n-h1-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:40:26.722917 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-4a5f608b-c919-4a71-9b0b-4df4ad648aef req-7c93f309-0ba2-4169-b4ee-85b0d4ed31bd tempest-VolumesBackupsTest-642481936 tempest-VolumesBackupsTest-642481936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:26.729281 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4a5f608b-c919-4a71-9b0b-4df4ad648aef req-7c93f309-0ba2-4169-b4ee-85b0d4ed31bd tempest-VolumesBackupsTest-642481936 tempest-VolumesBackupsTest-642481936-project] 10.222.0.53 "DELETE /v2.0/ports/42dde03d-cc58-4a85-8792-b6240bfc9349 HTTP/1.1" status: 204 len: 173 time: 0.7086005 Oct 30 15:40:26.729969 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dee12dd-13fc-41f2-9453-810e683d60cf', 'name': 'network-vif-deleted', 'tag': '42dde03d-cc58-4a85-8792-b6240bfc9349'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:40:26.748105 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcafb724-450a-4c17-bb6a-9d9c6cb8ebd7" -d '{"events": [{"server_uuid": "7dee12dd-13fc-41f2-9453-810e683d60cf", "name": "network-vif-deleted", "tag": "42dde03d-cc58-4a85-8792-b6240bfc9349"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:40:26.820448 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ee5d68-0145-4459-8444-6cd279db8123 x-openstack-request-id: req-88ee5d68-0145-4459-8444-6cd279db8123 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:40:26.821027 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dee12dd-13fc-41f2-9453-810e683d60cf", "name": "network-vif-deleted", "tag": "42dde03d-cc58-4a85-8792-b6240bfc9349", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:40:26.821027 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-88ee5d68-0145-4459-8444-6cd279db8123 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:40:26.821955 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dee12dd-13fc-41f2-9453-810e683d60cf', 'name': 'network-vif-deleted', 'tag': '42dde03d-cc58-4a85-8792-b6240bfc9349', 'status': 'completed', 'code': 200} Oct 30 15:40:27.000957 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7f4cac19-a528-44dc-902a-93b84d2997c2 req-0ad0b17b-b165-4273-82f3-8bd9d9ebe9a5 tempest-VolumesBackupsTest-642481936 tempest-VolumesBackupsTest-642481936-project] 10.222.0.62 "GET /v2.0/ports?device_id=7dee12dd-13fc-41f2-9453-810e683d60cf HTTP/1.1" status: 200 len: 210 time: 0.0376048 Oct 30 15:40:27.263122 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19974c0-4ebc-499c-9482-5e66a1efcbcd req-dd050afc-44f8-4a10-bacc-02b83f21591c tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:27.273955 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f19974c0-4ebc-499c-9482-5e66a1efcbcd req-dd050afc-44f8-4a10-bacc-02b83f21591c tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed64f5d5-d5df-4317-9c63-c1416eaa6d78 HTTP/1.1" status: 200 len: 943 time: 0.0794580 Oct 30 15:40:27.407784 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f19974c0-4ebc-499c-9482-5e66a1efcbcd req-133faeb6-6bcf-4b59-867a-645cc0f1da21 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301043 Oct 30 15:40:28.587036 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53cda8b-01a3-4cf7-87bc-df268fa454f1 req-17d6d496-c149-4d9e-988a-50b55f701bc0 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:28.594318 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c53cda8b-01a3-4cf7-87bc-df268fa454f1 req-17d6d496-c149-4d9e-988a-50b55f701bc0 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed64f5d5-d5df-4317-9c63-c1416eaa6d78 HTTP/1.1" status: 200 len: 943 time: 0.0691581 Oct 30 15:40:28.643509 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c53cda8b-01a3-4cf7-87bc-df268fa454f1 req-97a7dbe5-0cf4-451c-8cb9-9f6f7e5e11a0 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444851 Oct 30 15:40:29.488843 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 42dde03d-cc58-4a85-8792-b6240bfc9349 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:40:29.530578 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: 42dde03d-cc58-4a85-8792-b6240bfc9349 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:40:29.530943 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 42dde03d-cc58-4a85-8792-b6240bfc9349 not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:40:29.825074 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80951c-630e-4a52-abaf-d589fbb700d6 req-c131a6e3-d8b5-4255-9bbd-4f270ece8802 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:29.833069 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0c80951c-630e-4a52-abaf-d589fbb700d6 req-c131a6e3-d8b5-4255-9bbd-4f270ece8802 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed64f5d5-d5df-4317-9c63-c1416eaa6d78 HTTP/1.1" status: 200 len: 943 time: 0.0786355 Oct 30 15:40:29.870359 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0c80951c-630e-4a52-abaf-d589fbb700d6 req-e9025e67-f41e-47b0-b128-a4fb1faf33a1 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362232 Oct 30 15:40:29.942164 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47780) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:40:30.051055 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:30.145966 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0924276e-fdc3-4927-9e87-2973ffd49f6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:30.250735 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0924276e-fdc3-4927-9e87-2973ffd49f6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:30.258988 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0924276e-fdc3-4927-9e87-2973ffd49f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:30.359689 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0924276e-fdc3-4927-9e87-2973ffd49f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b297dd-657a-451b-831e-efb5679c88cd,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:40:30.417623 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-0924276e-fdc3-4927-9e87-2973ffd49f6a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b702b97314b942b6968a293a4b5fa7c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4743099 Oct 30 15:40:30.421155 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47786) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:40:30.477144 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-104c1b6a-a63f-4f9f-a22c-f47312356dad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:30.504543 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-104c1b6a-a63f-4f9f-a22c-f47312356dad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:30.559983 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-104c1b6a-a63f-4f9f-a22c-f47312356dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:30.562812 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-104c1b6a-a63f-4f9f-a22c-f47312356dad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:30.564096 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-104c1b6a-a63f-4f9f-a22c-f47312356dad admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/44b297dd-657a-451b-831e-efb5679c88cd HTTP/1.1" status: 204 len: 168 time: 0.1417284 Oct 30 15:40:30.576219 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104c1b6a-a63f-4f9f-a22c-f47312356dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b297dd-657a-451b-831e-efb5679c88cd,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:40:30.585908 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104c1b6a-a63f-4f9f-a22c-f47312356dad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:40:30.586259 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104c1b6a-a63f-4f9f-a22c-f47312356dad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:40:30.586494 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104c1b6a-a63f-4f9f-a22c-f47312356dad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:40:30.586882 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104c1b6a-a63f-4f9f-a22c-f47312356dad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:40:30.587230 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104c1b6a-a63f-4f9f-a22c-f47312356dad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:40:30.587590 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104c1b6a-a63f-4f9f-a22c-f47312356dad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:40:30.587889 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104c1b6a-a63f-4f9f-a22c-f47312356dad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:40:30.588233 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104c1b6a-a63f-4f9f-a22c-f47312356dad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:40:30.588665 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104c1b6a-a63f-4f9f-a22c-f47312356dad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:40:30.588876 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104c1b6a-a63f-4f9f-a22c-f47312356dad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:40:30.589158 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104c1b6a-a63f-4f9f-a22c-f47312356dad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:40:30.589542 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104c1b6a-a63f-4f9f-a22c-f47312356dad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:40:31.028024 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4407524-8d3b-438d-9644-41116f62553c req-999ebadb-b594-46f1-b815-3f996c0c8ec9 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:31.029739 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e4407524-8d3b-438d-9644-41116f62553c req-999ebadb-b594-46f1-b815-3f996c0c8ec9 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed64f5d5-d5df-4317-9c63-c1416eaa6d78 HTTP/1.1" status: 200 len: 943 time: 0.0519540 Oct 30 15:40:31.070949 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e4407524-8d3b-438d-9644-41116f62553c req-47761c88-786f-4e97-8243-b8b87a979bfe tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343320 Oct 30 15:40:32.041824 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:32.216079 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b669c38-bade-464e-abf4-585a3b55a358 req-7e78ce5d-c700-486f-849a-3c48d2344dd6 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:32.226651 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0b669c38-bade-464e-abf4-585a3b55a358 req-7e78ce5d-c700-486f-849a-3c48d2344dd6 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed64f5d5-d5df-4317-9c63-c1416eaa6d78 HTTP/1.1" status: 200 len: 943 time: 0.0710902 Oct 30 15:40:32.285316 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0b669c38-bade-464e-abf4-585a3b55a358 req-b93e2610-5855-4690-9f47-f9b5a51ff0f1 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565629 Oct 30 15:40:32.323156 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47904) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:40:32.328110 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-091ed9db-290f-46e1-a419-837f6a65080d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-445836742', 'description': 'tempest-secgroup-smoke-445836742 description', 'project_id': 'c4b96368b87a40a2935f71debcc2f400'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:40:32.356719 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-091ed9db-290f-46e1-a419-837f6a65080d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:32.366888 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-091ed9db-290f-46e1-a419-837f6a65080d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:32.453772 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-091ed9db-290f-46e1-a419-837f6a65080d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:32.458821 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-091ed9db-290f-46e1-a419-837f6a65080d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:32.510439 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091ed9db-290f-46e1-a419-837f6a65080d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aacbc041-c271-486d-9de2-d2f0103bde50,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:40:32.554572 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-091ed9db-290f-46e1-a419-837f6a65080d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:32.559813 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-091ed9db-290f-46e1-a419-837f6a65080d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:32.593501 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-091ed9db-290f-46e1-a419-837f6a65080d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:32.595070 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-091ed9db-290f-46e1-a419-837f6a65080d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2708104 Oct 30 15:40:32.596246 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091ed9db-290f-46e1-a419-837f6a65080d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e34847f1-7ccf-4054-9832-e3dab63ebd50,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:40:32.598911 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47906) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:40:32.603967 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-7ddac53d-4abc-4be6-970e-f11c6c623402 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Request body: {'security_group_rule': {'security_group_id': 'e34847f1-7ccf-4054-9832-e3dab63ebd50', 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:40:32.638519 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7ddac53d-4abc-4be6-970e-f11c6c623402 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:32.694670 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7ddac53d-4abc-4be6-970e-f11c6c623402 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:32.699698 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7ddac53d-4abc-4be6-970e-f11c6c623402 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:32.719815 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddac53d-4abc-4be6-970e-f11c6c623402 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43d669ec-72de-4b61-801f-2550e3a14245,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:40:32.732163 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7ddac53d-4abc-4be6-970e-f11c6c623402 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:32.733371 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-7ddac53d-4abc-4be6-970e-f11c6c623402 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1333833 Oct 30 15:40:32.736084 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47908) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:40:32.741422 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-a778d27b-84c4-4784-a35f-496b1c1cdf69 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Request body: {'security_group_rule': {'security_group_id': 'e34847f1-7ccf-4054-9832-e3dab63ebd50', 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:40:32.777372 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a778d27b-84c4-4784-a35f-496b1c1cdf69 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:32.845483 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a778d27b-84c4-4784-a35f-496b1c1cdf69 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:32.850667 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a778d27b-84c4-4784-a35f-496b1c1cdf69 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:32.873021 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a778d27b-84c4-4784-a35f-496b1c1cdf69 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71deef19-060b-4ecf-9ce1-c2403cb7e61b,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:40:32.877547 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a778d27b-84c4-4784-a35f-496b1c1cdf69 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:32.878817 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a778d27b-84c4-4784-a35f-496b1c1cdf69 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1417422 Oct 30 15:40:32.881428 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47910) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:40:32.885717 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-f535dd3d-3422-43c4-bf8d-e093e55fe526 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Request body: {'security_group_rule': {'security_group_id': 'e34847f1-7ccf-4054-9832-e3dab63ebd50', 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:40:32.915079 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f535dd3d-3422-43c4-bf8d-e093e55fe526 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:32.977581 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f535dd3d-3422-43c4-bf8d-e093e55fe526 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:32.981864 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f535dd3d-3422-43c4-bf8d-e093e55fe526 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:33.000762 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f535dd3d-3422-43c4-bf8d-e093e55fe526 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8f1dc8b-7495-4955-a0c6-37b35dd945ae,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:40:33.010113 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f535dd3d-3422-43c4-bf8d-e093e55fe526 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:33.011527 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-f535dd3d-3422-43c4-bf8d-e093e55fe526 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1291430 Oct 30 15:40:33.014163 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47914) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:40:33.019379 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-03091924-f037-44a7-808f-3cadedb3529d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Request body: {'security_group_rule': {'security_group_id': 'e34847f1-7ccf-4054-9832-e3dab63ebd50', 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:40:33.049320 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-03091924-f037-44a7-808f-3cadedb3529d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:33.116716 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-03091924-f037-44a7-808f-3cadedb3529d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:33.120590 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-03091924-f037-44a7-808f-3cadedb3529d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:33.138536 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03091924-f037-44a7-808f-3cadedb3529d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=275e4266-cb0e-475f-8a32-1c2722adc8dc,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:40:33.148987 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-03091924-f037-44a7-808f-3cadedb3529d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:33.150276 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-03091924-f037-44a7-808f-3cadedb3529d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1351094 Oct 30 15:40:33.154048 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47916) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:40:33.159388 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-6370eef5-a547-459b-9786-80da2be41a4f tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Request body: {'security_group_rule': {'security_group_id': 'e34847f1-7ccf-4054-9832-e3dab63ebd50', 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:40:33.185397 n-d-806683-17 neutron-server[102130]: INFO neutron.db.securitygroups_db [None req-6370eef5-a547-459b-9786-80da2be41a4f tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Project c4b96368b87a40a2935f71debcc2f400 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 30 15:40:33.191655 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6370eef5-a547-459b-9786-80da2be41a4f tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:33.256872 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6370eef5-a547-459b-9786-80da2be41a4f tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:33.261415 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6370eef5-a547-459b-9786-80da2be41a4f tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:33.283381 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6370eef5-a547-459b-9786-80da2be41a4f tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd178005-7924-47c9-a30a-30343d5747b8,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:40:33.293049 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6370eef5-a547-459b-9786-80da2be41a4f tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:33.294373 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-6370eef5-a547-459b-9786-80da2be41a4f tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1386647 Oct 30 15:40:33.296997 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47918) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:40:33.302623 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-aacad08a-7a44-46f0-8969-3937e69f4118 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Request body: {'security_group_rule': {'security_group_id': 'e34847f1-7ccf-4054-9832-e3dab63ebd50', 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:40:33.335485 n-d-806683-17 neutron-server[102130]: INFO neutron.db.securitygroups_db [None req-aacad08a-7a44-46f0-8969-3937e69f4118 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Project c4b96368b87a40a2935f71debcc2f400 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 30 15:40:33.340933 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-aacad08a-7a44-46f0-8969-3937e69f4118 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:33.445517 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b173f-32c1-42ce-8fbb-00240268fb8b req-0b2fd88f-9ee9-4a3b-95fd-0e3ec6c5c1c3 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:33.447011 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f82b173f-32c1-42ce-8fbb-00240268fb8b req-0b2fd88f-9ee9-4a3b-95fd-0e3ec6c5c1c3 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed64f5d5-d5df-4317-9c63-c1416eaa6d78 HTTP/1.1" status: 200 len: 943 time: 0.0880749 Oct 30 15:40:33.448794 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-aacad08a-7a44-46f0-8969-3937e69f4118 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:33.453676 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-aacad08a-7a44-46f0-8969-3937e69f4118 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:33.486296 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacad08a-7a44-46f0-8969-3937e69f4118 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64967069-e03e-4f5e-8bb7-3cc23014403b,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:40:33.502105 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-aacad08a-7a44-46f0-8969-3937e69f4118 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:33.503510 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-aacad08a-7a44-46f0-8969-3937e69f4118 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2054765 Oct 30 15:40:33.506681 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47922) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:40:33.513624 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-bd5fe49b-d264-4163-bc7d-fc13cfec8370 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Request body: {'network': {'name': 'tempest-network-smoke--2114073047', 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'port_security_enabled': True}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:40:33.517304 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f82b173f-32c1-42ce-8fbb-00240268fb8b req-036b3699-1622-4a7f-a221-a692e8d16109 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611744 Oct 30 15:40:33.552298 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5fe49b-d264-4163-bc7d-fc13cfec8370 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Made reservation on behalf of c4b96368b87a40a2935f71debcc2f400 for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:40:33.556092 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bd5fe49b-d264-4163-bc7d-fc13cfec8370 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:33.586186 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd5fe49b-d264-4163-bc7d-fc13cfec8370 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:40:33.597183 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bd5fe49b-d264-4163-bc7d-fc13cfec8370 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:33.597716 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-bd5fe49b-d264-4163-bc7d-fc13cfec8370 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Added segment 7bac7295-4be1-4ba8-8d58-b890b8761b0f of type vlan for network 97a044fc-8684-4e5d-b6eb-c07ffe680bbd Oct 30 15:40:33.643633 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bd5fe49b-d264-4163-bc7d-fc13cfec8370 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:33.672359 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bd5fe49b-d264-4163-bc7d-fc13cfec8370 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:33.691280 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5fe49b-d264-4163-bc7d-fc13cfec8370 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:33.692241 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bd5fe49b-d264-4163-bc7d-fc13cfec8370 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:33.757995 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-bd5fe49b-d264-4163-bc7d-fc13cfec8370 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2488832 Oct 30 15:40:33.760624 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47924) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:40:33.765317 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-dbdf2166-a047-43f9-9780-ad79217cbf27 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2070283081', 'admin_state_up': True, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:40:33.770412 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5fe49b-d264-4163-bc7d-fc13cfec8370 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event updated for resources: {'Network': ['ID=97a044fc-8684-4e5d-b6eb-c07ffe680bbd,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:40:33.781733 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 97a044fc-8684-4e5d-b6eb-c07ffe680bbd details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:40:33.805085 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-dbdf2166-a047-43f9-9780-ad79217cbf27 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:33.806372 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-dbdf2166-a047-43f9-9780-ad79217cbf27 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:33.876532 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-dbdf2166-a047-43f9-9780-ad79217cbf27 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:34.037573 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-dbdf2166-a047-43f9-9780-ad79217cbf27 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:34.245593 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-dbdf2166-a047-43f9-9780-ad79217cbf27 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for router_gateway, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:34.265965 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-dbdf2166-a047-43f9-9780-ad79217cbf27 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:34.382585 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-dbdf2166-a047-43f9-9780-ad79217cbf27 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Allocated IP 172.25.4.110 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/54c213c7-2f07-4f2c-b610-81f6d7c2fb5f) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:40:34.493879 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-dbdf2166-a047-43f9-9780-ad79217cbf27 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:34.533159 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-dbdf2166-a047-43f9-9780-ad79217cbf27 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:34.587770 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbdf2166-a047-43f9-9780-ad79217cbf27 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:40:34.591440 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-dbdf2166-a047-43f9-9780-ad79217cbf27 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:40:34.597985 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdf2166-a047-43f9-9780-ad79217cbf27 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:40:34.601213 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdf2166-a047-43f9-9780-ad79217cbf27 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event updated for resources: {'Port': ['ID=54c213c7-2f07-4f2c-b610-81f6d7c2fb5f,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:40:34.671951 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6a1ed-8f3d-4ca7-8d31-9ce25aa0a9ae req-ed7489b6-c389-4fd4-a189-3545ae63627c tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:34.674313 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-87f6a1ed-8f3d-4ca7-8d31-9ce25aa0a9ae req-ed7489b6-c389-4fd4-a189-3545ae63627c tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed64f5d5-d5df-4317-9c63-c1416eaa6d78 HTTP/1.1" status: 200 len: 943 time: 0.0654061 Oct 30 15:40:34.721689 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-87f6a1ed-8f3d-4ca7-8d31-9ce25aa0a9ae req-ae84abb1-1514-4e8a-a333-13ba9ca31914 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359802 Oct 30 15:40:34.914418 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-dbdf2166-a047-43f9-9780-ad79217cbf27 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for router_gateway, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:35.140767 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-dbdf2166-a047-43f9-9780-ad79217cbf27 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:35.288452 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbdf2166-a047-43f9-9780-ad79217cbf27 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Router 14d3ae41-b826-4272-a4b8-68bdd9c4728b is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:40:35.399678 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbdf2166-a047-43f9-9780-ad79217cbf27 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:40:35.411052 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e277ee-4d62-4eb8-b729-b0e367bd2c83 None None] Sync routers for ids ['14d3ae41-b826-4272-a4b8-68bdd9c4728b'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:40:35.423876 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e277ee-4d62-4eb8-b729-b0e367bd2c83 None None] Routers {'14d3ae41-b826-4272-a4b8-68bdd9c4728b'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:40:35.424775 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-53e277ee-4d62-4eb8-b729-b0e367bd2c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:40:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['14d3ae41-b826-4272-a4b8-68bdd9c4728b'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:40:35.427188 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-dbdf2166-a047-43f9-9780-ad79217cbf27 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:35.428559 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-dbdf2166-a047-43f9-9780-ad79217cbf27 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.6668901 Oct 30 15:40:35.431757 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47934) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:40:35.576502 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-53e277ee-4d62-4eb8-b729-b0e367bd2c83 None None] Set router 14d3ae41-b826-4272-a4b8-68bdd9c4728b gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:40:35.598164 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-af22e9d7-ca7c-4521-b7ae-7599b515406d tempest-TestNetworkAdvancedServerOps-183148034 tempest-TestNetworkAdvancedServerOps-183148034-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=c4b96368b87a40a2935f71debcc2f400&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1651180 Oct 30 15:40:35.600918 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47938) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:40:35.805845 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65b7d9f-54a8-4863-819a-5ee5da570eca tempest-TestNetworkAdvancedServerOps-183148034 tempest-TestNetworkAdvancedServerOps-183148034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:35.807308 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e65b7d9f-54a8-4863-819a-5ee5da570eca tempest-TestNetworkAdvancedServerOps-183148034 tempest-TestNetworkAdvancedServerOps-183148034-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2050998 Oct 30 15:40:35.810243 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47942) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:40:35.822590 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-53e277ee-4d62-4eb8-b729-b0e367bd2c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14d3ae41-b826-4272-a4b8-68bdd9c4728b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070283081', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '54c213c7-2f07-4f2c-b610-81f6d7c2fb5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:40:33Z', 'updated_at': '2021-10-30T15:40:34Z', 'revision_number': 3, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'gw_port': {'id': '54c213c7-2f07-4f2c-b610-81f6d7c2fb5f', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:14:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14d3ae41-b826-4272-a4b8-68bdd9c4728b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:40:34Z', 'updated_at': '2021-10-30T15:40:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:40:35.853989 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-be33bf69-39e7-4651-b8b5-2c382e7b5303 tempest-TestNetworkAdvancedServerOps-183148034 tempest-TestNetworkAdvancedServerOps-183148034-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=edc38ef5-7816-4133-914c-cfe2849a0125&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417781 Oct 30 15:40:35.856761 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 47944) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:40:35.862141 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-354d63a1-bd9d-43de-9899-e50b08a22ee1 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1038991201', 'network_id': '97a044fc-8684-4e5d-b6eb-c07ffe680bbd', 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:40:35.895390 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e277ee-4d62-4eb8-b729-b0e367bd2c83 None None] Checking router: 14d3ae41-b826-4272-a4b8-68bdd9c4728b for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:40:35.895780 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e277ee-4d62-4eb8-b729-b0e367bd2c83 None None] Updating router 14d3ae41-b826-4272-a4b8-68bdd9c4728b port 54c213c7-2f07-4f2c-b610-81f6d7c2fb5f binding host n-d-806683-17 {{(pid=102132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:40:35.923434 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6aae91-283d-44a7-b5bc-c4cb8db4e297 req-f992957c-2fb9-4abb-84d9-71af81dedda2 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:35.929697 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-53e277ee-4d62-4eb8-b729-b0e367bd2c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:35.935335 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3d6aae91-283d-44a7-b5bc-c4cb8db4e297 req-f992957c-2fb9-4abb-84d9-71af81dedda2 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed64f5d5-d5df-4317-9c63-c1416eaa6d78 HTTP/1.1" status: 200 len: 943 time: 0.1035428 Oct 30 15:40:35.993781 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354d63a1-bd9d-43de-9899-e50b08a22ee1 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Made reservation on behalf of c4b96368b87a40a2935f71debcc2f400 for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:40:35.997694 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-354d63a1-bd9d-43de-9899-e50b08a22ee1 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:36.011760 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3d6aae91-283d-44a7-b5bc-c4cb8db4e297 req-d86d2a6f-2d7e-4269-b021-66e4e2dddd2f tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618625 Oct 30 15:40:36.242695 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-53e277ee-4d62-4eb8-b729-b0e367bd2c83 None None] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:36.250135 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-53e277ee-4d62-4eb8-b729-b0e367bd2c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:36.257747 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-354d63a1-bd9d-43de-9899-e50b08a22ee1 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:36.305519 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-53e277ee-4d62-4eb8-b729-b0e367bd2c83 None None] Attempting to bind port 54c213c7-2f07-4f2c-b610-81f6d7c2fb5f on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:40:36.305899 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-53e277ee-4d62-4eb8-b729-b0e367bd2c83 None None] Attempting to bind port 54c213c7-2f07-4f2c-b610-81f6d7c2fb5f by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:40:36.306268 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e277ee-4d62-4eb8-b729-b0e367bd2c83 None None] Attempting to bind port 54c213c7-2f07-4f2c-b610-81f6d7c2fb5f on network edc38ef5-7816-4133-914c-cfe2849a0125 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:40:36.324196 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e277ee-4d62-4eb8-b729-b0e367bd2c83 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:40:36.324495 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e277ee-4d62-4eb8-b729-b0e367bd2c83 None None] Checking segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:40:36.324908 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-53e277ee-4d62-4eb8-b729-b0e367bd2c83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:36.325310 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e277ee-4d62-4eb8-b729-b0e367bd2c83 None None] Bound using segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:40:36.325804 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-53e277ee-4d62-4eb8-b729-b0e367bd2c83 None None] Bound port: 54c213c7-2f07-4f2c-b610-81f6d7c2fb5f, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:40:36.326195 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-53e277ee-4d62-4eb8-b729-b0e367bd2c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:36.352087 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354d63a1-bd9d-43de-9899-e50b08a22ee1 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Checking segment: {'id': '7bac7295-4be1-4ba8-8d58-b890b8761b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '97a044fc-8684-4e5d-b6eb-c07ffe680bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:40:36.352600 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354d63a1-bd9d-43de-9899-e50b08a22ee1 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Network hostable DHCP agents. Network: 97a044fc-8684-4e5d-b6eb-c07ffe680bbd, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:40:36.354965 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354d63a1-bd9d-43de-9899-e50b08a22ee1 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event updated for resources: {'Subnet': ['ID=c89707a7-82ea-4b44-8402-52fcb7128ca3,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:40:36.357036 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf9df6e-fb43-42ba-9851-0ff60f61458d None None] Pushing event updated for resources: {'Port': ['ID=54c213c7-2f07-4f2c-b610-81f6d7c2fb5f,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:40:36.383659 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354d63a1-bd9d-43de-9899-e50b08a22ee1 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Network 97a044fc-8684-4e5d-b6eb-c07ffe680bbd is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:40:36.395154 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-354d63a1-bd9d-43de-9899-e50b08a22ee1 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 97a044fc-8684-4e5d-b6eb-c07ffe680bbd) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:40:36.404681 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3e9afe-a2fa-4d20-a155-3389ba8aadf4 None None] Network 97a044fc-8684-4e5d-b6eb-c07ffe680bbd requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:40:36.410478 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354d63a1-bd9d-43de-9899-e50b08a22ee1 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:36.411596 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-354d63a1-bd9d-43de-9899-e50b08a22ee1 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:36.417595 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-53e277ee-4d62-4eb8-b729-b0e367bd2c83 None None] For port 54c213c7-2f07-4f2c-b610-81f6d7c2fb5f, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:40:36.436759 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 47948) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:40:36.440005 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-354d63a1-bd9d-43de-9899-e50b08a22ee1 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5778844 Oct 30 15:40:36.502455 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-53e277ee-4d62-4eb8-b729-b0e367bd2c83 None None] For port 54c213c7-2f07-4f2c-b610-81f6d7c2fb5f, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=54c213c7-2f07-4f2c-b610-81f6d7c2fb5f,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:40:36.520062 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-53e277ee-4d62-4eb8-b729-b0e367bd2c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:36.618716 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf9df6e-fb43-42ba-9851-0ff60f61458d None None] Pushing event updated for resources: {'Port': ['ID=54c213c7-2f07-4f2c-b610-81f6d7c2fb5f,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:40:36.655509 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e277ee-4d62-4eb8-b729-b0e367bd2c83 None None] Routers {'14d3ae41-b826-4272-a4b8-68bdd9c4728b'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:40:36.656149 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-53e277ee-4d62-4eb8-b729-b0e367bd2c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:40:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['14d3ae41-b826-4272-a4b8-68bdd9c4728b'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:40:36.813825 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01dfe2c-b7b5-4fb5-864d-e9d34c8057d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-97a044fc-8684-4e5d-b6eb-c07ffe680bbd', 'network_id': '97a044fc-8684-4e5d-b6eb-c07ffe680bbd', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'fixed_ips': [{'subnet_id': 'c89707a7-82ea-4b44-8402-52fcb7128ca3'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:40:36.814049 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b01dfe2c-b7b5-4fb5-864d-e9d34c8057d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:36.845568 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-53e277ee-4d62-4eb8-b729-b0e367bd2c83 None None] Set router 14d3ae41-b826-4272-a4b8-68bdd9c4728b gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:40:37.165703 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-b01dfe2c-b7b5-4fb5-864d-e9d34c8057d5 None None] Allocated IP 172.20.0.2 (97a044fc-8684-4e5d-b6eb-c07ffe680bbd/c89707a7-82ea-4b44-8402-52fcb7128ca3/44ec0791-5f77-4d63-9c2b-c7b4701a8a2a) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:40:37.198067 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651ad86-94d3-4e95-8a0c-029208d240f9 req-ea894f4d-ae0d-4719-9cdb-6e8e95006871 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:37.199987 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2651ad86-94d3-4e95-8a0c-029208d240f9 req-ea894f4d-ae0d-4719-9cdb-6e8e95006871 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed64f5d5-d5df-4317-9c63-c1416eaa6d78 HTTP/1.1" status: 200 len: 943 time: 0.0957830 Oct 30 15:40:37.252892 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2651ad86-94d3-4e95-8a0c-029208d240f9 req-289b2bfa-f23e-4a5e-b3c1-f1da4d92151e tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453243 Oct 30 15:40:37.311397 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-53e277ee-4d62-4eb8-b729-b0e367bd2c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14d3ae41-b826-4272-a4b8-68bdd9c4728b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070283081', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '54c213c7-2f07-4f2c-b610-81f6d7c2fb5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:40:33Z', 'updated_at': '2021-10-30T15:40:34Z', 'revision_number': 3, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'gw_port': {'id': '54c213c7-2f07-4f2c-b610-81f6d7c2fb5f', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:14:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14d3ae41-b826-4272-a4b8-68bdd9c4728b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:40:34Z', 'updated_at': '2021-10-30T15:40:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:40:37.365953 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e277ee-4d62-4eb8-b729-b0e367bd2c83 None None] The sync data for ids ['14d3ae41-b826-4272-a4b8-68bdd9c4728b'] in n-d-806683-17 is: [{'id': '14d3ae41-b826-4272-a4b8-68bdd9c4728b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070283081', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '54c213c7-2f07-4f2c-b610-81f6d7c2fb5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:40:33Z', 'updated_at': '2021-10-30T15:40:34Z', 'revision_number': 3, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'gw_port': {'id': '54c213c7-2f07-4f2c-b610-81f6d7c2fb5f', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:14:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14d3ae41-b826-4272-a4b8-68bdd9c4728b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:40:34Z', 'updated_at': '2021-10-30T15:40:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:40:37.389649 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b01dfe2c-b7b5-4fb5-864d-e9d34c8057d5 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:37.398867 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b01dfe2c-b7b5-4fb5-864d-e9d34c8057d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:37.446227 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01dfe2c-b7b5-4fb5-864d-e9d34c8057d5 None None] Network 97a044fc-8684-4e5d-b6eb-c07ffe680bbd is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:40:37.449337 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-b01dfe2c-b7b5-4fb5-864d-e9d34c8057d5 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:40:37.453292 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01dfe2c-b7b5-4fb5-864d-e9d34c8057d5 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:40:37.468354 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01dfe2c-b7b5-4fb5-864d-e9d34c8057d5 None None] Pushing event updated for resources: {'Port': ['ID=44ec0791-5f77-4d63-9c2b-c7b4701a8a2a,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:40:37.529155 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-85fdd5f6-64d9-4c24-8eef-7bd5e2501751 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:37.539224 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-b01dfe2c-b7b5-4fb5-864d-e9d34c8057d5 None None] Attempting to bind port 44ec0791-5f77-4d63-9c2b-c7b4701a8a2a on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:40:37.539623 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-b01dfe2c-b7b5-4fb5-864d-e9d34c8057d5 None None] Attempting to bind port 44ec0791-5f77-4d63-9c2b-c7b4701a8a2a by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '7bac7295-4be1-4ba8-8d58-b890b8761b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '97a044fc-8684-4e5d-b6eb-c07ffe680bbd'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:40:37.540205 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01dfe2c-b7b5-4fb5-864d-e9d34c8057d5 None None] Attempting to bind port 44ec0791-5f77-4d63-9c2b-c7b4701a8a2a on network 97a044fc-8684-4e5d-b6eb-c07ffe680bbd {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:40:37.545638 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01dfe2c-b7b5-4fb5-864d-e9d34c8057d5 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:40:37.549471 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01dfe2c-b7b5-4fb5-864d-e9d34c8057d5 None None] Checking segment: {'id': '7bac7295-4be1-4ba8-8d58-b890b8761b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '97a044fc-8684-4e5d-b6eb-c07ffe680bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:40:37.550784 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b01dfe2c-b7b5-4fb5-864d-e9d34c8057d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:37.551197 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01dfe2c-b7b5-4fb5-864d-e9d34c8057d5 None None] Bound using segment: {'id': '7bac7295-4be1-4ba8-8d58-b890b8761b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '97a044fc-8684-4e5d-b6eb-c07ffe680bbd'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:40:37.551726 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-b01dfe2c-b7b5-4fb5-864d-e9d34c8057d5 None None] Bound port: 44ec0791-5f77-4d63-9c2b-c7b4701a8a2a, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bac7295-4be1-4ba8-8d58-b890b8761b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '97a044fc-8684-4e5d-b6eb-c07ffe680bbd'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:40:37.553434 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b01dfe2c-b7b5-4fb5-864d-e9d34c8057d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:37.626983 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-b01dfe2c-b7b5-4fb5-864d-e9d34c8057d5 None None] For port 44ec0791-5f77-4d63-9c2b-c7b4701a8a2a, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:40:37.632355 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-b01dfe2c-b7b5-4fb5-864d-e9d34c8057d5 None None] For port 44ec0791-5f77-4d63-9c2b-c7b4701a8a2a, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=44ec0791-5f77-4d63-9c2b-c7b4701a8a2a,segment=NetworkSegment(7bac7295-4be1-4ba8-8d58-b890b8761b0f),segment_id=7bac7295-4be1-4ba8-8d58-b890b8761b0f)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:40:37.641038 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b01dfe2c-b7b5-4fb5-864d-e9d34c8057d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:37.759938 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01dfe2c-b7b5-4fb5-864d-e9d34c8057d5 None None] Pushing event updated for resources: {'Port': ['ID=44ec0791-5f77-4d63-9c2b-c7b4701a8a2a,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:40:38.137066 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 54c213c7-2f07-4f2c-b610-81f6d7c2fb5f up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:40:38.212532 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 54c213c7-2f07-4f2c-b610-81f6d7c2fb5f triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:40:38.214265 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:38.221312 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-85fdd5f6-64d9-4c24-8eef-7bd5e2501751 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Allocated IP 172.20.0.1 (97a044fc-8684-4e5d-b6eb-c07ffe680bbd/c89707a7-82ea-4b44-8402-52fcb7128ca3/1df9af3d-814d-4153-b2b9-0fa54a266e44) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:40:38.360330 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:38.409548 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 54c213c7-2f07-4f2c-b610-81f6d7c2fb5f, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=54c213c7-2f07-4f2c-b610-81f6d7c2fb5f,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:40:38.422506 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:38.487122 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-85fdd5f6-64d9-4c24-8eef-7bd5e2501751 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:38.490728 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=54c213c7-2f07-4f2c-b610-81f6d7c2fb5f,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:40:38.536402 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-85fdd5f6-64d9-4c24-8eef-7bd5e2501751 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:38.591486 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fdd5f6-64d9-4c24-8eef-7bd5e2501751 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Network 97a044fc-8684-4e5d-b6eb-c07ffe680bbd is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:40:38.601785 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4487d7-b6be-44bf-ba59-765527d4a2b1 req-266b7a41-ce15-4f12-97d0-541984397049 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:38.607986 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-db4487d7-b6be-44bf-ba59-765527d4a2b1 req-266b7a41-ce15-4f12-97d0-541984397049 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed64f5d5-d5df-4317-9c63-c1416eaa6d78 HTTP/1.1" status: 200 len: 943 time: 0.2139161 Oct 30 15:40:38.644727 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fdd5f6-64d9-4c24-8eef-7bd5e2501751 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event updated for resources: {'Port': ['ID=1df9af3d-814d-4153-b2b9-0fa54a266e44,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:40:38.654711 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-85fdd5f6-64d9-4c24-8eef-7bd5e2501751 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:40:38.660608 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fdd5f6-64d9-4c24-8eef-7bd5e2501751 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:40:38.731439 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-db4487d7-b6be-44bf-ba59-765527d4a2b1 req-1e702bfc-ded0-40e7-8c0b-1f1c9461b9f1 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215968 Oct 30 15:40:38.743878 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-85fdd5f6-64d9-4c24-8eef-7bd5e2501751 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:38.921363 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-85fdd5f6-64d9-4c24-8eef-7bd5e2501751 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:39.141115 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582ec19f-a866-4fac-b503-cef286875ec1 None None] Network 97a044fc-8684-4e5d-b6eb-c07ffe680bbd requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:40:39.276559 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-85fdd5f6-64d9-4c24-8eef-7bd5e2501751 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:39.286531 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-85fdd5f6-64d9-4c24-8eef-7bd5e2501751 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:39.383049 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fdd5f6-64d9-4c24-8eef-7bd5e2501751 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event updated for resources: {'Port': ['ID=1df9af3d-814d-4153-b2b9-0fa54a266e44,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:40:39.388382 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-85fdd5f6-64d9-4c24-8eef-7bd5e2501751 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:39.439047 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-15fa5f13-a6c5-407c-8a5e-b6386b33f20a None None] Provisioning complete for port 44ec0791-5f77-4d63-9c2b-c7b4701a8a2a triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:40:39.439812 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-15fa5f13-a6c5-407c-8a5e-b6386b33f20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:39.508111 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fdd5f6-64d9-4c24-8eef-7bd5e2501751 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Network 97a044fc-8684-4e5d-b6eb-c07ffe680bbd is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:40:39.510071 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-85fdd5f6-64d9-4c24-8eef-7bd5e2501751 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:40:39.662169 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-15fa5f13-a6c5-407c-8a5e-b6386b33f20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:39.666305 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85fdd5f6-64d9-4c24-8eef-7bd5e2501751 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Router 14d3ae41-b826-4272-a4b8-68bdd9c4728b has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:40:39.717884 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-15fa5f13-a6c5-407c-8a5e-b6386b33f20a None None] For port 44ec0791-5f77-4d63-9c2b-c7b4701a8a2a, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=44ec0791-5f77-4d63-9c2b-c7b4701a8a2a,segment=NetworkSegment(7bac7295-4be1-4ba8-8d58-b890b8761b0f),segment_id=7bac7295-4be1-4ba8-8d58-b890b8761b0f)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:40:39.735026 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-15fa5f13-a6c5-407c-8a5e-b6386b33f20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:39.833922 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fa5f13-a6c5-407c-8a5e-b6386b33f20a None None] Pushing event updated for resources: {'Port': ['ID=44ec0791-5f77-4d63-9c2b-c7b4701a8a2a,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:40:39.892169 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85fdd5f6-64d9-4c24-8eef-7bd5e2501751 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:40:39.907321 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ae8d9b-9584-4ec2-9f3d-4e1245182ebb None None] Sync routers for ids ['14d3ae41-b826-4272-a4b8-68bdd9c4728b'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:40:39.908313 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-85fdd5f6-64d9-4c24-8eef-7bd5e2501751 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "PUT /v2.0/routers/14d3ae41-b826-4272-a4b8-68bdd9c4728b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4704401 Oct 30 15:40:39.922434 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ae8d9b-9584-4ec2-9f3d-4e1245182ebb None None] Routers {'14d3ae41-b826-4272-a4b8-68bdd9c4728b'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:40:39.924266 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-76ae8d9b-9584-4ec2-9f3d-4e1245182ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:40:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['14d3ae41-b826-4272-a4b8-68bdd9c4728b'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:40:39.940115 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7209812a-4875-4319-9560-a1e270e8291d req-d9084145-9bca-44cc-abc8-a38152dd9b8c tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:39.942242 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7209812a-4875-4319-9560-a1e270e8291d req-d9084145-9bca-44cc-abc8-a38152dd9b8c tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed64f5d5-d5df-4317-9c63-c1416eaa6d78 HTTP/1.1" status: 200 len: 943 time: 0.0890057 Oct 30 15:40:40.018382 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7209812a-4875-4319-9560-a1e270e8291d req-07ea258a-d088-46ee-8e85-5da349b57206 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662854 Oct 30 15:40:40.094412 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d6daca6e-f1a1-462b-a5e8-752bf9f7993e None None] Provisioning complete for port 1df9af3d-814d-4153-b2b9-0fa54a266e44 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:40:40.094831 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d6daca6e-f1a1-462b-a5e8-752bf9f7993e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:40.165423 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-76ae8d9b-9584-4ec2-9f3d-4e1245182ebb None None] Set router 14d3ae41-b826-4272-a4b8-68bdd9c4728b gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:40:40.167014 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d6daca6e-f1a1-462b-a5e8-752bf9f7993e None None] Port 1df9af3d-814d-4153-b2b9-0fa54a266e44 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:40:40.193160 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d6daca6e-f1a1-462b-a5e8-752bf9f7993e None None] Provisioning complete for port 44ec0791-5f77-4d63-9c2b-c7b4701a8a2a triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:40:40.193830 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d6daca6e-f1a1-462b-a5e8-752bf9f7993e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:40.218780 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2037f414-f730-4d63-a2ad-8ae01c279951 req-d6b1d66b-249a-411a-83f9-0bdd66b49752 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-445836742&fields=id&tenant_id=c4b96368b87a40a2935f71debcc2f400 HTTP/1.1" status: 200 len: 267 time: 0.0784926 Oct 30 15:40:40.267998 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 54c213c7-2f07-4f2c-b610-81f6d7c2fb5f up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:40:40.395301 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 54c213c7-2f07-4f2c-b610-81f6d7c2fb5f triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:40:40.395695 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:40.397570 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2037f414-f730-4d63-a2ad-8ae01c279951 req-32ec1062-e96d-4588-8fbb-6aaf5fb3c7e1 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:40.399180 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2037f414-f730-4d63-a2ad-8ae01c279951 req-32ec1062-e96d-4588-8fbb-6aaf5fb3c7e1 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/networks?id=97a044fc-8684-4e5d-b6eb-c07ffe680bbd HTTP/1.1" status: 200 len: 797 time: 0.1720047 Oct 30 15:40:40.436740 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-76ae8d9b-9584-4ec2-9f3d-4e1245182ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14d3ae41-b826-4272-a4b8-68bdd9c4728b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070283081', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '54c213c7-2f07-4f2c-b610-81f6d7c2fb5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:40:33Z', 'updated_at': '2021-10-30T15:40:38Z', 'revision_number': 4, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'gw_port': {'id': '54c213c7-2f07-4f2c-b610-81f6d7c2fb5f', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:14:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d3ae41-b826-4272-a4b8-68bdd9c4728b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:40:34Z', 'updated_at': '2021-10-30T15:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '1df9af3d-814d-4153-b2b9-0fa54a266e44', 'name': '', 'network_id': '97a044fc-8684-4e5d-b6eb-c07ffe680bbd', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'mac_address': 'fa:16:3e:7d:fb:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14d3ae41-b826-4272-a4b8-68bdd9c4728b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'c89707a7-82ea-4b44-8402-52fcb7128ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:40:37Z', 'updated_at': '2021-10-30T15:40:39Z', 'revision_number': 2, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'subnets': [{'id': 'c89707a7-82ea-4b44-8402-52fcb7128ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:40:40.443576 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2037f414-f730-4d63-a2ad-8ae01c279951 req-ee84c80e-2afe-494e-8bb0-44a7c5dbfc0a tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/quotas/c4b96368b87a40a2935f71debcc2f400 HTTP/1.1" status: 200 len: 375 time: 0.0307827 Oct 30 15:40:40.477044 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ae8d9b-9584-4ec2-9f3d-4e1245182ebb None None] Checking router: 14d3ae41-b826-4272-a4b8-68bdd9c4728b for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:40:40.477646 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ae8d9b-9584-4ec2-9f3d-4e1245182ebb None None] Updating router 14d3ae41-b826-4272-a4b8-68bdd9c4728b port 1df9af3d-814d-4153-b2b9-0fa54a266e44 binding host n-d-806683-17 {{(pid=102133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:40:40.507982 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-76ae8d9b-9584-4ec2-9f3d-4e1245182ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:40.544636 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 44ec0791-5f77-4d63-9c2b-c7b4701a8a2a up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:40:40.552784 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2037f414-f730-4d63-a2ad-8ae01c279951 req-585080c6-1a36-4e6d-8342-2e26ebd5e12f tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c4b96368b87a40a2935f71debcc2f400&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1020050 Oct 30 15:40:40.586015 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-fcffee8a-655b-4a2b-9b5a-3cd303c2d0d6 None None] Provisioning complete for port 1df9af3d-814d-4153-b2b9-0fa54a266e44 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:40:40.586390 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-fcffee8a-655b-4a2b-9b5a-3cd303c2d0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:40.640518 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-fcffee8a-655b-4a2b-9b5a-3cd303c2d0d6 None None] Port 1df9af3d-814d-4153-b2b9-0fa54a266e44 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:40:40.656897 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 44ec0791-5f77-4d63-9c2b-c7b4701a8a2a triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:40:40.657227 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:40.715161 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2037f414-f730-4d63-a2ad-8ae01c279951 req-59d124fa-a268-43d1-8bc1-baa5ec101527 service neutron] 10.222.0.62 "GET /v2.0/networks/97a044fc-8684-4e5d-b6eb-c07ffe680bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579995 Oct 30 15:40:40.771372 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-936c0a48-818d-4bbc-95de-88143fb7441a None None] Provisioning complete for port 1df9af3d-814d-4153-b2b9-0fa54a266e44 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:40:40.771985 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-936c0a48-818d-4bbc-95de-88143fb7441a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:40.821209 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-936c0a48-818d-4bbc-95de-88143fb7441a None None] Port 1df9af3d-814d-4153-b2b9-0fa54a266e44 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:40:40.849481 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2037f414-f730-4d63-a2ad-8ae01c279951 req-5ebad0d0-10a1-4f09-ab9b-1852813847fc service neutron] 10.222.0.62 "GET /v2.0/networks/97a044fc-8684-4e5d-b6eb-c07ffe680bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279616 Oct 30 15:40:40.854230 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-76ae8d9b-9584-4ec2-9f3d-4e1245182ebb None None] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:40.859960 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-76ae8d9b-9584-4ec2-9f3d-4e1245182ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:40.921461 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ec4264-92c7-4f8f-bfa4-e3959724c025 None None] Pushing event updated for resources: {'Port': ['ID=1df9af3d-814d-4153-b2b9-0fa54a266e44,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:40:40.934205 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ec4264-92c7-4f8f-bfa4-e3959724c025 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:40:40.934604 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ec4264-92c7-4f8f-bfa4-e3959724c025 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:40:40.934948 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ec4264-92c7-4f8f-bfa4-e3959724c025 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:40:40.935356 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ec4264-92c7-4f8f-bfa4-e3959724c025 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:40:40.935632 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ec4264-92c7-4f8f-bfa4-e3959724c025 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:40:40.935961 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ec4264-92c7-4f8f-bfa4-e3959724c025 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:40:40.936287 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ec4264-92c7-4f8f-bfa4-e3959724c025 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:40:40.936651 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ec4264-92c7-4f8f-bfa4-e3959724c025 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:40:40.937183 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ec4264-92c7-4f8f-bfa4-e3959724c025 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:40:40.937503 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ec4264-92c7-4f8f-bfa4-e3959724c025 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:40:40.938007 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ec4264-92c7-4f8f-bfa4-e3959724c025 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:40:40.938572 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ec4264-92c7-4f8f-bfa4-e3959724c025 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:40:40.992347 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-76ae8d9b-9584-4ec2-9f3d-4e1245182ebb None None] Attempting to bind port 1df9af3d-814d-4153-b2b9-0fa54a266e44 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:40:40.992996 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-76ae8d9b-9584-4ec2-9f3d-4e1245182ebb None None] Attempting to bind port 1df9af3d-814d-4153-b2b9-0fa54a266e44 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '7bac7295-4be1-4ba8-8d58-b890b8761b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '97a044fc-8684-4e5d-b6eb-c07ffe680bbd'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:40:40.993624 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ae8d9b-9584-4ec2-9f3d-4e1245182ebb None None] Attempting to bind port 1df9af3d-814d-4153-b2b9-0fa54a266e44 on network 97a044fc-8684-4e5d-b6eb-c07ffe680bbd {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:40:41.000615 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ae8d9b-9584-4ec2-9f3d-4e1245182ebb None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:40:41.001109 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ae8d9b-9584-4ec2-9f3d-4e1245182ebb None None] Checking segment: {'id': '7bac7295-4be1-4ba8-8d58-b890b8761b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '97a044fc-8684-4e5d-b6eb-c07ffe680bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:40:41.001692 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-76ae8d9b-9584-4ec2-9f3d-4e1245182ebb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:41.002240 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ae8d9b-9584-4ec2-9f3d-4e1245182ebb None None] Bound using segment: {'id': '7bac7295-4be1-4ba8-8d58-b890b8761b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '97a044fc-8684-4e5d-b6eb-c07ffe680bbd'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:40:41.003669 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-76ae8d9b-9584-4ec2-9f3d-4e1245182ebb None None] Bound port: 1df9af3d-814d-4153-b2b9-0fa54a266e44, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bac7295-4be1-4ba8-8d58-b890b8761b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '97a044fc-8684-4e5d-b6eb-c07ffe680bbd'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:40:41.004157 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-76ae8d9b-9584-4ec2-9f3d-4e1245182ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:41.100417 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d89b3059-ff65-48e5-85ca-632ec775bce5 req-acb9e000-b63d-464a-a97d-064702501981 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b918ef9-b749-4f48-8329-af0070bfd7f5 HTTP/1.1" status: 200 len: 210 time: 0.0631127 Oct 30 15:40:41.134059 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-76ae8d9b-9584-4ec2-9f3d-4e1245182ebb None None] For port 1df9af3d-814d-4153-b2b9-0fa54a266e44, host n-d-806683-17, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:40:41.137664 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-76ae8d9b-9584-4ec2-9f3d-4e1245182ebb None None] For port 1df9af3d-814d-4153-b2b9-0fa54a266e44, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=1df9af3d-814d-4153-b2b9-0fa54a266e44,segment=NetworkSegment(7bac7295-4be1-4ba8-8d58-b890b8761b0f),segment_id=7bac7295-4be1-4ba8-8d58-b890b8761b0f)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:40:41.144070 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-76ae8d9b-9584-4ec2-9f3d-4e1245182ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:41.206851 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ae8d9b-9584-4ec2-9f3d-4e1245182ebb None None] Routers {'14d3ae41-b826-4272-a4b8-68bdd9c4728b'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:40:41.207804 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-76ae8d9b-9584-4ec2-9f3d-4e1245182ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:40:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['14d3ae41-b826-4272-a4b8-68bdd9c4728b'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:40:41.253826 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-41382478-30a3-4005-a1d2-24a0086ad383 None None] Provisioning complete for port 1df9af3d-814d-4153-b2b9-0fa54a266e44 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:40:41.254204 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-41382478-30a3-4005-a1d2-24a0086ad383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:41.256076 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7058441e-a37d-42e2-9f8c-efd6bdb728c7 req-675fb7ba-e559-469a-85bf-3baaa5ce2157 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:41.259160 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7058441e-a37d-42e2-9f8c-efd6bdb728c7 req-675fb7ba-e559-469a-85bf-3baaa5ce2157 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed64f5d5-d5df-4317-9c63-c1416eaa6d78 HTTP/1.1" status: 200 len: 943 time: 0.1297331 Oct 30 15:40:41.322167 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7058441e-a37d-42e2-9f8c-efd6bdb728c7 req-fb184cf5-175c-4f3d-b060-c068230a5c53 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454540 Oct 30 15:40:41.340542 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-76ae8d9b-9584-4ec2-9f3d-4e1245182ebb None None] Set router 14d3ae41-b826-4272-a4b8-68bdd9c4728b gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:40:41.437753 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-41382478-30a3-4005-a1d2-24a0086ad383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:41.443387 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ec4264-92c7-4f8f-bfa4-e3959724c025 None None] Pushing event updated for resources: {'Port': ['ID=1df9af3d-814d-4153-b2b9-0fa54a266e44,revision_number=4']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:40:41.497328 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-41382478-30a3-4005-a1d2-24a0086ad383 None None] For port 1df9af3d-814d-4153-b2b9-0fa54a266e44, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=1df9af3d-814d-4153-b2b9-0fa54a266e44,segment=NetworkSegment(7bac7295-4be1-4ba8-8d58-b890b8761b0f),segment_id=7bac7295-4be1-4ba8-8d58-b890b8761b0f)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:40:41.504294 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-41382478-30a3-4005-a1d2-24a0086ad383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:41.562117 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41382478-30a3-4005-a1d2-24a0086ad383 None None] Pushing event updated for resources: {'Port': ['ID=1df9af3d-814d-4153-b2b9-0fa54a266e44,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:40:41.572441 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41382478-30a3-4005-a1d2-24a0086ad383 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:40:41.572788 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41382478-30a3-4005-a1d2-24a0086ad383 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:40:41.573717 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41382478-30a3-4005-a1d2-24a0086ad383 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:40:41.574186 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41382478-30a3-4005-a1d2-24a0086ad383 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:40:41.574521 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41382478-30a3-4005-a1d2-24a0086ad383 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:40:41.574856 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41382478-30a3-4005-a1d2-24a0086ad383 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:40:41.575188 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41382478-30a3-4005-a1d2-24a0086ad383 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:40:41.575534 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41382478-30a3-4005-a1d2-24a0086ad383 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:40:41.575882 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41382478-30a3-4005-a1d2-24a0086ad383 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:40:41.576195 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41382478-30a3-4005-a1d2-24a0086ad383 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:40:41.576519 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41382478-30a3-4005-a1d2-24a0086ad383 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:40:41.576845 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41382478-30a3-4005-a1d2-24a0086ad383 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:40:41.632424 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-61b936cc-cf08-4d37-9d96-2147a771591f None None] Provisioning complete for port 1df9af3d-814d-4153-b2b9-0fa54a266e44 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:40:41.632984 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-76ae8d9b-9584-4ec2-9f3d-4e1245182ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14d3ae41-b826-4272-a4b8-68bdd9c4728b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070283081', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '54c213c7-2f07-4f2c-b610-81f6d7c2fb5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:40:33Z', 'updated_at': '2021-10-30T15:40:38Z', 'revision_number': 4, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'gw_port': {'id': '54c213c7-2f07-4f2c-b610-81f6d7c2fb5f', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:14:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d3ae41-b826-4272-a4b8-68bdd9c4728b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:40:34Z', 'updated_at': '2021-10-30T15:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '1df9af3d-814d-4153-b2b9-0fa54a266e44', 'name': '', 'network_id': '97a044fc-8684-4e5d-b6eb-c07ffe680bbd', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'mac_address': 'fa:16:3e:7d:fb:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14d3ae41-b826-4272-a4b8-68bdd9c4728b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'c89707a7-82ea-4b44-8402-52fcb7128ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:40:37Z', 'updated_at': '2021-10-30T15:40:41Z', 'revision_number': 4, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'subnets': [{'id': 'c89707a7-82ea-4b44-8402-52fcb7128ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:40:41.633313 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-61b936cc-cf08-4d37-9d96-2147a771591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:41.674232 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ae8d9b-9584-4ec2-9f3d-4e1245182ebb None None] The sync data for ids ['14d3ae41-b826-4272-a4b8-68bdd9c4728b'] in n-d-806683-17 is: [{'id': '14d3ae41-b826-4272-a4b8-68bdd9c4728b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070283081', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '54c213c7-2f07-4f2c-b610-81f6d7c2fb5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:40:33Z', 'updated_at': '2021-10-30T15:40:38Z', 'revision_number': 4, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'gw_port': {'id': '54c213c7-2f07-4f2c-b610-81f6d7c2fb5f', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:14:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d3ae41-b826-4272-a4b8-68bdd9c4728b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:40:34Z', 'updated_at': '2021-10-30T15:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '1df9af3d-814d-4153-b2b9-0fa54a266e44', 'name': '', 'network_id': '97a044fc-8684-4e5d-b6eb-c07ffe680bbd', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'mac_address': 'fa:16:3e:7d:fb:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14d3ae41-b826-4272-a4b8-68bdd9c4728b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'c89707a7-82ea-4b44-8402-52fcb7128ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:40:37Z', 'updated_at': '2021-10-30T15:40:41Z', 'revision_number': 4, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'subnets': [{'id': 'c89707a7-82ea-4b44-8402-52fcb7128ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:40:42.034790 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 1df9af3d-814d-4153-b2b9-0fa54a266e44 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:40:42.091819 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 1df9af3d-814d-4153-b2b9-0fa54a266e44 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:40:42.092189 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:42.235561 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-96fdbcdc-28f5-42c1-a606-86e8bf792964 req-91513979-999b-48f7-b310-5309ba62f06c tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b918ef9-b749-4f48-8329-af0070bfd7f5 HTTP/1.1" status: 200 len: 210 time: 0.0591552 Oct 30 15:40:42.443254 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2037f414-f730-4d63-a2ad-8ae01c279951 req-c52ce34d-44b5-4000-b758-98f0da21cc74 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:42.445445 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2037f414-f730-4d63-a2ad-8ae01c279951 req-c52ce34d-44b5-4000-b758-98f0da21cc74 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.53 "GET /v2.0/networks?id=97a044fc-8684-4e5d-b6eb-c07ffe680bbd HTTP/1.1" status: 200 len: 797 time: 0.1445363 Oct 30 15:40:42.534696 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cf19e6-0d7e-4d53-a30f-a8d11d7965c2 req-3c79b46d-7432-41c1-8779-3eeb8ca9fa4c tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:42.536397 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a7cf19e6-0d7e-4d53-a30f-a8d11d7965c2 req-3c79b46d-7432-41c1-8779-3eeb8ca9fa4c tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed64f5d5-d5df-4317-9c63-c1416eaa6d78 HTTP/1.1" status: 200 len: 943 time: 0.0900152 Oct 30 15:40:42.542949 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2037f414-f730-4d63-a2ad-8ae01c279951 req-ea9fdb98-7d50-45a2-a2a7-6f704fa8cb22 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4b96368b87a40a2935f71debcc2f400 HTTP/1.1" status: 200 len: 379 time: 0.0844741 Oct 30 15:40:42.553605 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-2037f414-f730-4d63-a2ad-8ae01c279951 req-ef5a263c-06d5-4e39-acce-f7cbdb3d6a14 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Request body: {'port': {'device_id': '9b918ef9-b749-4f48-8329-af0070bfd7f5', 'network_id': '97a044fc-8684-4e5d-b6eb-c07ffe680bbd', 'admin_state_up': True, 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'security_groups': ['e34847f1-7ccf-4054-9832-e3dab63ebd50']}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:40:42.656020 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a7cf19e6-0d7e-4d53-a30f-a8d11d7965c2 req-c22ef335-7f55-42e0-bdfc-ce33634134b9 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974545 Oct 30 15:40:42.720898 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2037f414-f730-4d63-a2ad-8ae01c279951 req-ef5a263c-06d5-4e39-acce-f7cbdb3d6a14 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Made reservation on behalf of c4b96368b87a40a2935f71debcc2f400 for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:40:42.725255 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-2037f414-f730-4d63-a2ad-8ae01c279951 req-ef5a263c-06d5-4e39-acce-f7cbdb3d6a14 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:42.871865 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-2037f414-f730-4d63-a2ad-8ae01c279951 req-ef5a263c-06d5-4e39-acce-f7cbdb3d6a14 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Allocated IP 172.20.0.10 (97a044fc-8684-4e5d-b6eb-c07ffe680bbd/c89707a7-82ea-4b44-8402-52fcb7128ca3/737220a5-0820-4dd1-8ed8-36b72d5e8925) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:40:43.029724 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-2037f414-f730-4d63-a2ad-8ae01c279951 req-ef5a263c-06d5-4e39-acce-f7cbdb3d6a14 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:43.069193 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-2037f414-f730-4d63-a2ad-8ae01c279951 req-ef5a263c-06d5-4e39-acce-f7cbdb3d6a14 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:43.115561 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2037f414-f730-4d63-a2ad-8ae01c279951 req-ef5a263c-06d5-4e39-acce-f7cbdb3d6a14 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Network 97a044fc-8684-4e5d-b6eb-c07ffe680bbd is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:40:43.118722 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-2037f414-f730-4d63-a2ad-8ae01c279951 req-ef5a263c-06d5-4e39-acce-f7cbdb3d6a14 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:40:43.121064 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-2037f414-f730-4d63-a2ad-8ae01c279951 req-ef5a263c-06d5-4e39-acce-f7cbdb3d6a14 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:40:43.149289 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5a263c-06d5-4e39-acce-f7cbdb3d6a14 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event updated for resources: {'Port': ['ID=737220a5-0820-4dd1-8ed8-36b72d5e8925,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:40:43.183007 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2037f414-f730-4d63-a2ad-8ae01c279951 req-ef5a263c-06d5-4e39-acce-f7cbdb3d6a14 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:43.183870 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-2037f414-f730-4d63-a2ad-8ae01c279951 req-ef5a263c-06d5-4e39-acce-f7cbdb3d6a14 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:43.204047 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2037f414-f730-4d63-a2ad-8ae01c279951 req-ef5a263c-06d5-4e39-acce-f7cbdb3d6a14 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6550786 Oct 30 15:40:43.216548 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-2037f414-f730-4d63-a2ad-8ae01c279951 req-81361e55-6da7-473b-9b59-580b14480aaf service neutron] Request body: {'port': {'device_id': '9b918ef9-b749-4f48-8329-af0070bfd7f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:40:43.279046 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-2037f414-f730-4d63-a2ad-8ae01c279951 req-81361e55-6da7-473b-9b59-580b14480aaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:43.379006 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1014fd-4833-4a27-ad19-9e28e705d8ab req-b9266461-b7ce-4bd7-9430-cb012bc2166d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:43.380547 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cc1014fd-4833-4a27-ad19-9e28e705d8ab req-b9266461-b7ce-4bd7-9430-cb012bc2166d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b918ef9-b749-4f48-8329-af0070bfd7f5 HTTP/1.1" status: 200 len: 932 time: 0.0581722 Oct 30 15:40:43.419650 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-a6151949-df94-409c-b559-c591c38e42b1 None None] Provisioning complete for port 737220a5-0820-4dd1-8ed8-36b72d5e8925 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:40:43.420247 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a6151949-df94-409c-b559-c591c38e42b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:43.428690 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cc1014fd-4833-4a27-ad19-9e28e705d8ab req-9a374224-98a7-45a7-9f8f-06a63c40f3f5 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=e34847f1-7ccf-4054-9832-e3dab63ebd50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407233 Oct 30 15:40:43.466795 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-a6151949-df94-409c-b559-c591c38e42b1 None None] Port 737220a5-0820-4dd1-8ed8-36b72d5e8925 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:40:43.597584 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-2037f414-f730-4d63-a2ad-8ae01c279951 req-81361e55-6da7-473b-9b59-580b14480aaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 737220a5-0820-4dd1-8ed8-36b72d5e8925 {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:40:43.605064 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-2037f414-f730-4d63-a2ad-8ae01c279951 req-81361e55-6da7-473b-9b59-580b14480aaf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:43.617134 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-2037f414-f730-4d63-a2ad-8ae01c279951 req-81361e55-6da7-473b-9b59-580b14480aaf service neutron] Transition to ACTIVE for port object 737220a5-0820-4dd1-8ed8-36b72d5e8925 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:40:43.622589 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-2037f414-f730-4d63-a2ad-8ae01c279951 req-81361e55-6da7-473b-9b59-580b14480aaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:43.674334 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81361e55-6da7-473b-9b59-580b14480aaf service neutron] Pushing event updated for resources: {'Port': ['ID=737220a5-0820-4dd1-8ed8-36b72d5e8925,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:40:43.795615 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-2037f414-f730-4d63-a2ad-8ae01c279951 req-81361e55-6da7-473b-9b59-580b14480aaf service neutron] Attempting to bind port 737220a5-0820-4dd1-8ed8-36b72d5e8925 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:40:43.795615 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-2037f414-f730-4d63-a2ad-8ae01c279951 req-81361e55-6da7-473b-9b59-580b14480aaf service neutron] Attempting to bind port 737220a5-0820-4dd1-8ed8-36b72d5e8925 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '7bac7295-4be1-4ba8-8d58-b890b8761b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '97a044fc-8684-4e5d-b6eb-c07ffe680bbd'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:40:43.796783 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2037f414-f730-4d63-a2ad-8ae01c279951 req-81361e55-6da7-473b-9b59-580b14480aaf service neutron] Attempting to bind port 737220a5-0820-4dd1-8ed8-36b72d5e8925 on network 97a044fc-8684-4e5d-b6eb-c07ffe680bbd {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:40:43.804660 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2037f414-f730-4d63-a2ad-8ae01c279951 req-81361e55-6da7-473b-9b59-580b14480aaf service neutron] Port 737220a5-0820-4dd1-8ed8-36b72d5e8925 on network 97a044fc-8684-4e5d-b6eb-c07ffe680bbd not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:40:43.804660 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2037f414-f730-4d63-a2ad-8ae01c279951 req-81361e55-6da7-473b-9b59-580b14480aaf service neutron] Attempting to bind port 737220a5-0820-4dd1-8ed8-36b72d5e8925 on network 97a044fc-8684-4e5d-b6eb-c07ffe680bbd {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:40:43.819205 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2037f414-f730-4d63-a2ad-8ae01c279951 req-81361e55-6da7-473b-9b59-580b14480aaf service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:40:43.819799 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2037f414-f730-4d63-a2ad-8ae01c279951 req-81361e55-6da7-473b-9b59-580b14480aaf service neutron] Checking segment: {'id': '7bac7295-4be1-4ba8-8d58-b890b8761b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '97a044fc-8684-4e5d-b6eb-c07ffe680bbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:40:43.820445 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2037f414-f730-4d63-a2ad-8ae01c279951 req-81361e55-6da7-473b-9b59-580b14480aaf service neutron] Bound using segment: {'id': '7bac7295-4be1-4ba8-8d58-b890b8761b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '97a044fc-8684-4e5d-b6eb-c07ffe680bbd'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:40:43.821197 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-2037f414-f730-4d63-a2ad-8ae01c279951 req-81361e55-6da7-473b-9b59-580b14480aaf service neutron] Bound port: 737220a5-0820-4dd1-8ed8-36b72d5e8925, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bac7295-4be1-4ba8-8d58-b890b8761b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '97a044fc-8684-4e5d-b6eb-c07ffe680bbd'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:40:43.821786 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-2037f414-f730-4d63-a2ad-8ae01c279951 req-81361e55-6da7-473b-9b59-580b14480aaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:43.838621 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe6f963-d018-4ab9-af9c-92b9c8e05c88 req-da1dd3ef-7f57-446c-b609-0764ef8ba993 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:43.841001 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8fe6f963-d018-4ab9-af9c-92b9c8e05c88 req-da1dd3ef-7f57-446c-b609-0764ef8ba993 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed64f5d5-d5df-4317-9c63-c1416eaa6d78 HTTP/1.1" status: 200 len: 943 time: 0.0940807 Oct 30 15:40:43.968839 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8fe6f963-d018-4ab9-af9c-92b9c8e05c88 req-76d77d03-0152-4721-8630-e94526ca4dcc tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169713 Oct 30 15:40:44.004522 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-2037f414-f730-4d63-a2ad-8ae01c279951 req-81361e55-6da7-473b-9b59-580b14480aaf service neutron] For port 737220a5-0820-4dd1-8ed8-36b72d5e8925, host n-h1-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:40:44.008335 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-2037f414-f730-4d63-a2ad-8ae01c279951 req-81361e55-6da7-473b-9b59-580b14480aaf service neutron] For port 737220a5-0820-4dd1-8ed8-36b72d5e8925, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=737220a5-0820-4dd1-8ed8-36b72d5e8925,segment=NetworkSegment(7bac7295-4be1-4ba8-8d58-b890b8761b0f),segment_id=7bac7295-4be1-4ba8-8d58-b890b8761b0f)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:40:44.013316 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-2037f414-f730-4d63-a2ad-8ae01c279951 req-81361e55-6da7-473b-9b59-580b14480aaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:44.051291 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2037f414-f730-4d63-a2ad-8ae01c279951 req-81361e55-6da7-473b-9b59-580b14480aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:44.051959 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-2037f414-f730-4d63-a2ad-8ae01c279951 req-81361e55-6da7-473b-9b59-580b14480aaf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:44.053365 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2037f414-f730-4d63-a2ad-8ae01c279951 req-81361e55-6da7-473b-9b59-580b14480aaf service neutron] 10.222.0.53 "PUT /v2.0/ports/737220a5-0820-4dd1-8ed8-36b72d5e8925 HTTP/1.1" status: 200 len: 1093 time: 0.8417199 Oct 30 15:40:44.053809 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b918ef9-b749-4f48-8329-af0070bfd7f5', 'tag': '737220a5-0820-4dd1-8ed8-36b72d5e8925'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:40:44.056142 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31661018-6807-4204-b235-da8b50443517" -d '{"events": [{"name": "network-changed", "server_uuid": "9b918ef9-b749-4f48-8329-af0070bfd7f5", "tag": "737220a5-0820-4dd1-8ed8-36b72d5e8925"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:40:44.088093 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81361e55-6da7-473b-9b59-580b14480aaf service neutron] Pushing event updated for resources: {'Port': ['ID=737220a5-0820-4dd1-8ed8-36b72d5e8925,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:40:44.108827 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79a9345-f10b-4851-8407-7bb3f7e65218 x-openstack-request-id: req-e79a9345-f10b-4851-8407-7bb3f7e65218 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:40:44.109186 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b918ef9-b749-4f48-8329-af0070bfd7f5", "tag": "737220a5-0820-4dd1-8ed8-36b72d5e8925", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:40:44.109507 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e79a9345-f10b-4851-8407-7bb3f7e65218 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:40:44.109971 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b918ef9-b749-4f48-8329-af0070bfd7f5', 'tag': '737220a5-0820-4dd1-8ed8-36b72d5e8925', 'status': 'completed', 'code': 200} Oct 30 15:40:44.159567 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2037f414-f730-4d63-a2ad-8ae01c279951 req-e4ff8198-4b18-4fa3-8891-82a83878be9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:44.161163 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2037f414-f730-4d63-a2ad-8ae01c279951 req-e4ff8198-4b18-4fa3-8891-82a83878be9a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c4b96368b87a40a2935f71debcc2f400&device_id=9b918ef9-b749-4f48-8329-af0070bfd7f5 HTTP/1.1" status: 200 len: 1096 time: 0.0636790 Oct 30 15:40:44.207528 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2037f414-f730-4d63-a2ad-8ae01c279951 req-9d17491f-de09-4de1-b04f-9adef9395819 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=737220a5-0820-4dd1-8ed8-36b72d5e8925 HTTP/1.1" status: 200 len: 217 time: 0.0388777 Oct 30 15:40:44.261979 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2037f414-f730-4d63-a2ad-8ae01c279951 req-d1bca4f0-b02c-47cb-adc2-027d87c9f82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:44.263435 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2037f414-f730-4d63-a2ad-8ae01c279951 req-d1bca4f0-b02c-47cb-adc2-027d87c9f82f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c89707a7-82ea-4b44-8402-52fcb7128ca3 HTTP/1.1" status: 200 len: 835 time: 0.0496755 Oct 30 15:40:44.322099 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2037f414-f730-4d63-a2ad-8ae01c279951 req-f96e73d2-caf9-4718-adcc-e7c99c269305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:44.323673 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2037f414-f730-4d63-a2ad-8ae01c279951 req-f96e73d2-caf9-4718-adcc-e7c99c269305 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=97a044fc-8684-4e5d-b6eb-c07ffe680bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525479 Oct 30 15:40:44.416301 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2037f414-f730-4d63-a2ad-8ae01c279951 req-ef5beb98-2c05-4884-91ec-daf5d8b0e497 service neutron] 10.222.0.53 "GET /v2.0/networks/97a044fc-8684-4e5d-b6eb-c07ffe680bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850537 Oct 30 15:40:44.543706 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2037f414-f730-4d63-a2ad-8ae01c279951 req-195eca64-c27f-4f91-8af0-ecfaba15aa31 service neutron] 10.222.0.53 "GET /v2.0/networks/97a044fc-8684-4e5d-b6eb-c07ffe680bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200879 Oct 30 15:40:44.565351 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fbf4cc-2c38-48cf-88a5-2e5c0ca3e60d req-b795e00b-2be3-43b8-a81d-d6f1646d5f07 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:44.566955 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-48fbf4cc-2c38-48cf-88a5-2e5c0ca3e60d req-b795e00b-2be3-43b8-a81d-d6f1646d5f07 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b918ef9-b749-4f48-8329-af0070bfd7f5 HTTP/1.1" status: 200 len: 944 time: 0.0643570 Oct 30 15:40:44.633353 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-48fbf4cc-2c38-48cf-88a5-2e5c0ca3e60d req-9a318e89-71c3-453d-87bb-d0c1ae263592 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=e34847f1-7ccf-4054-9832-e3dab63ebd50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589757 Oct 30 15:40:44.655110 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31661018-6807-4204-b235-da8b50443517 req-b73184f8-a431-4790-981e-3465a9d528f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:44.655110 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-31661018-6807-4204-b235-da8b50443517 req-b73184f8-a431-4790-981e-3465a9d528f1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c4b96368b87a40a2935f71debcc2f400&device_id=9b918ef9-b749-4f48-8329-af0070bfd7f5 HTTP/1.1" status: 200 len: 1096 time: 0.0614080 Oct 30 15:40:44.751121 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31661018-6807-4204-b235-da8b50443517 req-f8d21474-4da1-4e51-8046-da19503d40ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:44.753146 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-31661018-6807-4204-b235-da8b50443517 req-f8d21474-4da1-4e51-8046-da19503d40ed service neutron] 10.222.0.53 "GET /v2.0/networks?id=97a044fc-8684-4e5d-b6eb-c07ffe680bbd HTTP/1.1" status: 200 len: 898 time: 0.0944197 Oct 30 15:40:44.793771 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-31661018-6807-4204-b235-da8b50443517 req-9f64d095-29c7-48f4-9768-697195fa2a04 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=737220a5-0820-4dd1-8ed8-36b72d5e8925 HTTP/1.1" status: 200 len: 217 time: 0.0342298 Oct 30 15:40:44.848898 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31661018-6807-4204-b235-da8b50443517 req-3be0e585-a2cf-45a0-8475-88d0d9e7bbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:44.850511 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-31661018-6807-4204-b235-da8b50443517 req-3be0e585-a2cf-45a0-8475-88d0d9e7bbcf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c89707a7-82ea-4b44-8402-52fcb7128ca3 HTTP/1.1" status: 200 len: 835 time: 0.0491676 Oct 30 15:40:44.898342 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31661018-6807-4204-b235-da8b50443517 req-77285bf4-9890-41ff-bee0-50d30426506b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:44.899972 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-31661018-6807-4204-b235-da8b50443517 req-77285bf4-9890-41ff-bee0-50d30426506b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=97a044fc-8684-4e5d-b6eb-c07ffe680bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424657 Oct 30 15:40:45.001168 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-31661018-6807-4204-b235-da8b50443517 req-1f3b37bc-0c0b-498b-8819-7987f22bde55 service neutron] 10.222.0.53 "GET /v2.0/networks/97a044fc-8684-4e5d-b6eb-c07ffe680bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927191 Oct 30 15:40:45.095221 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-31661018-6807-4204-b235-da8b50443517 req-82968b70-fcea-45dd-a37f-8ed70bf60e8e service neutron] 10.222.0.53 "GET /v2.0/networks/97a044fc-8684-4e5d-b6eb-c07ffe680bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868697 Oct 30 15:40:45.096133 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d489d3c-e4ad-4d01-9830-50449c5f1135 req-33771f81-dfb2-4951-b179-350798aebd24 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:45.097768 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5d489d3c-e4ad-4d01-9830-50449c5f1135 req-33771f81-dfb2-4951-b179-350798aebd24 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed64f5d5-d5df-4317-9c63-c1416eaa6d78 HTTP/1.1" status: 200 len: 943 time: 0.0525408 Oct 30 15:40:45.143161 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5d489d3c-e4ad-4d01-9830-50449c5f1135 req-29e681e4-2cbb-4245-a460-2219db0250f6 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335004 Oct 30 15:40:45.760922 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893169dc-fab0-4e2e-92db-4726371f013c req-ccd68158-a1c9-4505-bc14-1476a5397182 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:45.766082 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-893169dc-fab0-4e2e-92db-4726371f013c req-ccd68158-a1c9-4505-bc14-1476a5397182 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b918ef9-b749-4f48-8329-af0070bfd7f5 HTTP/1.1" status: 200 len: 944 time: 0.0548959 Oct 30 15:40:45.801343 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-893169dc-fab0-4e2e-92db-4726371f013c req-b0086480-647e-47b6-81c9-66a62296fc77 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=e34847f1-7ccf-4054-9832-e3dab63ebd50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323236 Oct 30 15:40:46.259243 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa3136f-8753-4657-9667-c0f70bbdf736 req-8c846cdd-4c00-4d29-adde-06f14dd5213f tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:46.260890 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-daa3136f-8753-4657-9667-c0f70bbdf736 req-8c846cdd-4c00-4d29-adde-06f14dd5213f tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed64f5d5-d5df-4317-9c63-c1416eaa6d78 HTTP/1.1" status: 200 len: 943 time: 0.0496614 Oct 30 15:40:46.300223 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-daa3136f-8753-4657-9667-c0f70bbdf736 req-0d0f78fe-6da5-417b-8ff5-36b00852347f tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332749 Oct 30 15:40:46.923365 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af4ccaf-78fb-47bc-b6bb-434c68f90d85 req-eea5a459-1122-4b2b-b064-2d5ce4ebff68 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:46.926092 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5af4ccaf-78fb-47bc-b6bb-434c68f90d85 req-eea5a459-1122-4b2b-b064-2d5ce4ebff68 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b918ef9-b749-4f48-8329-af0070bfd7f5 HTTP/1.1" status: 200 len: 944 time: 0.0539732 Oct 30 15:40:46.965358 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5af4ccaf-78fb-47bc-b6bb-434c68f90d85 req-eda56b22-4ef9-4c4e-830c-4c585a14ca72 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=e34847f1-7ccf-4054-9832-e3dab63ebd50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328579 Oct 30 15:40:47.419566 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0c83e7-2ea9-430b-a071-0c90f60e9663 req-ac74feb9-3af9-4ddd-aefd-5eb501b5f6f0 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:47.421028 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ec0c83e7-2ea9-430b-a071-0c90f60e9663 req-ac74feb9-3af9-4ddd-aefd-5eb501b5f6f0 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed64f5d5-d5df-4317-9c63-c1416eaa6d78 HTTP/1.1" status: 200 len: 943 time: 0.0523763 Oct 30 15:40:47.566377 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 737220a5-0820-4dd1-8ed8-36b72d5e8925 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:40:47.695506 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 737220a5-0820-4dd1-8ed8-36b72d5e8925, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=737220a5-0820-4dd1-8ed8-36b72d5e8925,segment=NetworkSegment(7bac7295-4be1-4ba8-8d58-b890b8761b0f),segment_id=7bac7295-4be1-4ba8-8d58-b890b8761b0f)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:40:47.709172 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '737220a5-0820-4dd1-8ed8-36b72d5e8925', 'network_id': '97a044fc-8684-4e5d-b6eb-c07ffe680bbd', 'port_id': '737220a5-0820-4dd1-8ed8-36b72d5e8925', 'mac_address': 'fa:16:3e:e9:27:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c89707a7-82ea-4b44-8402-52fcb7128ca3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:40:47.751506 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:47.758178 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ec0c83e7-2ea9-430b-a071-0c90f60e9663 req-e3ead03c-0180-4f43-b003-193d0fbaa725 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311963 Oct 30 15:40:47.768471 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 737220a5-0820-4dd1-8ed8-36b72d5e8925 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:40:47.789057 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 737220a5-0820-4dd1-8ed8-36b72d5e8925, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=737220a5-0820-4dd1-8ed8-36b72d5e8925,segment=NetworkSegment(7bac7295-4be1-4ba8-8d58-b890b8761b0f),segment_id=7bac7295-4be1-4ba8-8d58-b890b8761b0f)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:40:47.793299 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:47.848969 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=737220a5-0820-4dd1-8ed8-36b72d5e8925,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:40:47.979049 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['737220a5-0820-4dd1-8ed8-36b72d5e8925'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:40:48.088186 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df71fbf5-5e5c-4e7a-b7e7-2cefd7df016c req-8d6d1222-4ca0-4c5a-9b7d-ba16c0eb1eea tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:48.090818 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-df71fbf5-5e5c-4e7a-b7e7-2cefd7df016c req-8d6d1222-4ca0-4c5a-9b7d-ba16c0eb1eea tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b918ef9-b749-4f48-8329-af0070bfd7f5 HTTP/1.1" status: 200 len: 945 time: 0.0515730 Oct 30 15:40:48.135041 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-df71fbf5-5e5c-4e7a-b7e7-2cefd7df016c req-5fc0e86d-8711-4217-8afb-65c54459ff4d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=e34847f1-7ccf-4054-9832-e3dab63ebd50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364609 Oct 30 15:40:48.873435 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40bf18f-a763-460b-80ce-77b653fefdba req-43caea8e-664e-44bf-895d-abbbbcc30f1a tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:48.876066 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e40bf18f-a763-460b-80ce-77b653fefdba req-43caea8e-664e-44bf-895d-abbbbcc30f1a tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed64f5d5-d5df-4317-9c63-c1416eaa6d78 HTTP/1.1" status: 200 len: 943 time: 0.0480897 Oct 30 15:40:48.916429 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e40bf18f-a763-460b-80ce-77b653fefdba req-e5a0ca04-e9ec-49be-bdcc-8f7caf742ed8 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329139 Oct 30 15:40:48.923123 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 9cda77e3-1622-4f9d-a0b5-9cdd5090d5a0 details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:40:49.030033 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 9cda77e3-1622-4f9d-a0b5-9cdd5090d5a0, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=9cda77e3-1622-4f9d-a0b5-9cdd5090d5a0,segment=NetworkSegment(eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15),segment_id=eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:40:49.042819 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': '9cda77e3-1622-4f9d-a0b5-9cdd5090d5a0', 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318', 'port_id': '9cda77e3-1622-4f9d-a0b5-9cdd5090d5a0', 'mac_address': 'fa:16:3e:67:25:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2126f42-6201-4d38-a336-acc99efa4108', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:40:49.084594 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:49.097198 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cda77e3-1622-4f9d-a0b5-9cdd5090d5a0 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:40:49.115699 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 9cda77e3-1622-4f9d-a0b5-9cdd5090d5a0, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=9cda77e3-1622-4f9d-a0b5-9cdd5090d5a0,segment=NetworkSegment(eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15),segment_id=eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:40:49.120060 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:49.167888 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=9cda77e3-1622-4f9d-a0b5-9cdd5090d5a0,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:40:49.251763 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc87962a-f54d-482f-8ea7-267d5ca9cdeb req-0c7909d3-bff4-4b4b-9134-2eba207c77f6 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:49.253762 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cc87962a-f54d-482f-8ea7-267d5ca9cdeb req-0c7909d3-bff4-4b4b-9134-2eba207c77f6 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b918ef9-b749-4f48-8329-af0070bfd7f5 HTTP/1.1" status: 200 len: 945 time: 0.0496495 Oct 30 15:40:49.294030 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cc87962a-f54d-482f-8ea7-267d5ca9cdeb req-5a1ab31e-f827-466b-91e1-3320037ebd55 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=e34847f1-7ccf-4054-9832-e3dab63ebd50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322716 Oct 30 15:40:49.325264 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['9cda77e3-1622-4f9d-a0b5-9cdd5090d5a0'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:40:49.580685 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 737220a5-0820-4dd1-8ed8-36b72d5e8925 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:40:49.630969 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port 737220a5-0820-4dd1-8ed8-36b72d5e8925 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:40:49.635161 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 737220a5-0820-4dd1-8ed8-36b72d5e8925 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:40:49.635569 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:49.721630 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:49.745030 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b918ef9-b749-4f48-8329-af0070bfd7f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '737220a5-0820-4dd1-8ed8-36b72d5e8925'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:40:49.747299 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c41795d-8aa4-48ef-a076-bcf21a9e0037" -d '{"events": [{"server_uuid": "9b918ef9-b749-4f48-8329-af0070bfd7f5", "name": "network-vif-plugged", "status": "completed", "tag": "737220a5-0820-4dd1-8ed8-36b72d5e8925"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:40:49.761455 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 737220a5-0820-4dd1-8ed8-36b72d5e8925, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=737220a5-0820-4dd1-8ed8-36b72d5e8925,segment=NetworkSegment(7bac7295-4be1-4ba8-8d58-b890b8761b0f),segment_id=7bac7295-4be1-4ba8-8d58-b890b8761b0f)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:40:49.765617 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:49.814280 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=737220a5-0820-4dd1-8ed8-36b72d5e8925,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:40:49.860278 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747798bd-75fd-4bb6-8e0c-7ac1c50aea75 x-openstack-request-id: req-747798bd-75fd-4bb6-8e0c-7ac1c50aea75 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:40:49.860575 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b918ef9-b749-4f48-8329-af0070bfd7f5", "name": "network-vif-plugged", "status": "completed", "tag": "737220a5-0820-4dd1-8ed8-36b72d5e8925", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:40:49.860836 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-747798bd-75fd-4bb6-8e0c-7ac1c50aea75 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:40:49.861238 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b918ef9-b749-4f48-8329-af0070bfd7f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '737220a5-0820-4dd1-8ed8-36b72d5e8925', 'code': 200} Oct 30 15:40:49.970050 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19001e-cb78-4727-b999-921646e05121 req-eab4f8ac-f0d5-4632-a94e-3451c284868a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:49.972368 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ae19001e-cb78-4727-b999-921646e05121 req-eab4f8ac-f0d5-4632-a94e-3451c284868a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9b918ef9-b749-4f48-8329-af0070bfd7f5 HTTP/1.1" status: 200 len: 1098 time: 0.0557153 Oct 30 15:40:50.011260 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ae19001e-cb78-4727-b999-921646e05121 req-01c1db9a-4c36-4777-b9a4-7eae37460c84 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e34847f1-7ccf-4054-9832-e3dab63ebd50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313647 Oct 30 15:40:50.074773 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40b2cc3-beac-49e6-a20d-701756f478ed req-0ee692d5-a8dd-4b2a-b99e-c427643b0598 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:50.078471 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c40b2cc3-beac-49e6-a20d-701756f478ed req-0ee692d5-a8dd-4b2a-b99e-c427643b0598 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed64f5d5-d5df-4317-9c63-c1416eaa6d78 HTTP/1.1" status: 200 len: 944 time: 0.0661302 Oct 30 15:40:50.127521 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c40b2cc3-beac-49e6-a20d-701756f478ed req-e2daad8d-bd1c-4ac7-87df-904cad7eff7c tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438831 Oct 30 15:40:50.451590 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d401a9dc-ed8d-4fef-9ab2-9e33fbfaefba req-33147482-adad-4ed8-acd0-c8c9fe321c0e tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:50.453367 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d401a9dc-ed8d-4fef-9ab2-9e33fbfaefba req-33147482-adad-4ed8-acd0-c8c9fe321c0e tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b918ef9-b749-4f48-8329-af0070bfd7f5 HTTP/1.1" status: 200 len: 946 time: 0.0711615 Oct 30 15:40:50.499349 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d401a9dc-ed8d-4fef-9ab2-9e33fbfaefba req-93f41251-624f-4667-aee8-be48eef45f43 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=e34847f1-7ccf-4054-9832-e3dab63ebd50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389435 Oct 30 15:40:50.931281 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 9cda77e3-1622-4f9d-a0b5-9cdd5090d5a0 up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:40:50.983773 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port 9cda77e3-1622-4f9d-a0b5-9cdd5090d5a0 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:40:50.987748 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port 9cda77e3-1622-4f9d-a0b5-9cdd5090d5a0 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:40:50.988122 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:51.086116 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:51.123946 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 9cda77e3-1622-4f9d-a0b5-9cdd5090d5a0, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=9cda77e3-1622-4f9d-a0b5-9cdd5090d5a0,segment=NetworkSegment(eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15),segment_id=eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:40:51.127914 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:51.179887 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f7ac4f10-e4ce-4804-805a-cb63b20a3d04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:51.192807 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=9cda77e3-1622-4f9d-a0b5-9cdd5090d5a0,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:40:51.255564 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b99889-10ce-4b88-8678-212fe6ca7170 req-30a1aa47-3daa-43b3-ac1b-8e63f1718b65 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:51.257227 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a1b99889-10ce-4b88-8678-212fe6ca7170 req-30a1aa47-3daa-43b3-ac1b-8e63f1718b65 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed64f5d5-d5df-4317-9c63-c1416eaa6d78 HTTP/1.1" status: 200 len: 945 time: 0.0532024 Oct 30 15:40:51.296578 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a1b99889-10ce-4b88-8678-212fe6ca7170 req-7f752822-b195-435a-8c74-33a180a149c9 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329361 Oct 30 15:40:51.618640 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c72363d-5180-48e0-8bce-ad37685718d0 req-e4b5aeb9-4583-467a-9bae-a311e58d458f tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:51.620111 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0c72363d-5180-48e0-8bce-ad37685718d0 req-e4b5aeb9-4583-467a-9bae-a311e58d458f tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b918ef9-b749-4f48-8329-af0070bfd7f5 HTTP/1.1" status: 200 len: 946 time: 0.0504720 Oct 30 15:40:51.657549 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0c72363d-5180-48e0-8bce-ad37685718d0 req-0856cbfd-5bc6-449f-9652-101a89c00314 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=e34847f1-7ccf-4054-9832-e3dab63ebd50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315931 Oct 30 15:40:51.774917 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f25f1-3ce9-4740-bf65-1c4cf4ae9e64 req-27f173c0-f8b9-499e-b55a-c5035a0bcc80 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:51.776302 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e18f25f1-3ce9-4740-bf65-1c4cf4ae9e64 req-27f173c0-f8b9-499e-b55a-c5035a0bcc80 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b918ef9-b749-4f48-8329-af0070bfd7f5 HTTP/1.1" status: 200 len: 946 time: 0.0515273 Oct 30 15:40:51.812834 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e18f25f1-3ce9-4740-bf65-1c4cf4ae9e64 req-d1fbc7a8-56ae-46c3-9727-0f1d5d097c8e tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=e34847f1-7ccf-4054-9832-e3dab63ebd50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306582 Oct 30 15:40:51.834281 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 48074) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:40:51.862602 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed64f5d5-d5df-4317-9c63-c1416eaa6d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cda77e3-1622-4f9d-a0b5-9cdd5090d5a0'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:40:51.864942 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b800fa9b-0156-4a73-9964-fe174ad358a4" -d '{"events": [{"server_uuid": "ed64f5d5-d5df-4317-9c63-c1416eaa6d78", "name": "network-vif-plugged", "status": "completed", "tag": "9cda77e3-1622-4f9d-a0b5-9cdd5090d5a0"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:40:51.872937 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515eef75-596c-4ecd-8d4a-9b1e2f3ab85f tempest-TestNetworkAdvancedServerOps-183148034 tempest-TestNetworkAdvancedServerOps-183148034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:51.874446 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-515eef75-596c-4ecd-8d4a-9b1e2f3ab85f tempest-TestNetworkAdvancedServerOps-183148034 tempest-TestNetworkAdvancedServerOps-183148034-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=9b918ef9-b749-4f48-8329-af0070bfd7f5 HTTP/1.1" status: 200 len: 1093 time: 0.0391872 Oct 30 15:40:51.878286 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 48078) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:40:51.882948 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-8336b6a9-8c7d-453b-9bf8-9aa7fac0688a tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Request body: {'floatingip': {'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'port_id': '737220a5-0820-4dd1-8ed8-36b72d5e8925', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:40:51.900337 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dacf595f-327d-401a-a907-e8466c922a5a x-openstack-request-id: req-dacf595f-327d-401a-a907-e8466c922a5a {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:40:51.900612 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed64f5d5-d5df-4317-9c63-c1416eaa6d78", "name": "network-vif-plugged", "status": "completed", "tag": "9cda77e3-1622-4f9d-a0b5-9cdd5090d5a0", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:40:51.900865 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dacf595f-327d-401a-a907-e8466c922a5a {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:40:51.901254 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed64f5d5-d5df-4317-9c63-c1416eaa6d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cda77e3-1622-4f9d-a0b5-9cdd5090d5a0', 'code': 200} Oct 30 15:40:51.905710 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8336b6a9-8c7d-453b-9bf8-9aa7fac0688a tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for floatingip, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:52.002305 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2691a750-0e8f-4630-90e6-048c1c467121 req-7bc119aa-13cf-4608-8c43-9bbb5b5c4de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:52.004399 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2691a750-0e8f-4630-90e6-048c1c467121 req-7bc119aa-13cf-4608-8c43-9bbb5b5c4de6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ed64f5d5-d5df-4317-9c63-c1416eaa6d78 HTTP/1.1" status: 200 len: 1097 time: 0.0397122 Oct 30 15:40:52.012889 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8336b6a9-8c7d-453b-9bf8-9aa7fac0688a tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:52.040829 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2691a750-0e8f-4630-90e6-048c1c467121 req-7a67374d-8c7e-4806-9e6b-127ad90c0a23 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293622 Oct 30 15:40:52.122622 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-8336b6a9-8c7d-453b-9bf8-9aa7fac0688a tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Allocated IP 172.25.4.38 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/04df224b-0bb3-4c94-a100-bb5b8ef5f8f0) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:40:52.235261 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8336b6a9-8c7d-453b-9bf8-9aa7fac0688a tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:52.281213 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8336b6a9-8c7d-453b-9bf8-9aa7fac0688a tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:52.328488 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8336b6a9-8c7d-453b-9bf8-9aa7fac0688a tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:40:52.331801 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-8336b6a9-8c7d-453b-9bf8-9aa7fac0688a tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:40:52.335661 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8336b6a9-8c7d-453b-9bf8-9aa7fac0688a tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:40:52.359873 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8336b6a9-8c7d-453b-9bf8-9aa7fac0688a tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event updated for resources: {'Port': ['ID=04df224b-0bb3-4c94-a100-bb5b8ef5f8f0,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:40:52.425769 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916df151-1075-47d8-aede-fcfc47a4897e req-64f68555-234d-4071-a29c-2a323e1805c4 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:52.427315 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-916df151-1075-47d8-aede-fcfc47a4897e req-64f68555-234d-4071-a29c-2a323e1805c4 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed64f5d5-d5df-4317-9c63-c1416eaa6d78 HTTP/1.1" status: 200 len: 945 time: 0.0543506 Oct 30 15:40:52.469342 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-916df151-1075-47d8-aede-fcfc47a4897e req-738d2b3b-f120-4f5c-84bb-92f3701cdbcf tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342531 Oct 30 15:40:52.696464 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8336b6a9-8c7d-453b-9bf8-9aa7fac0688a tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:52.762506 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8336b6a9-8c7d-453b-9bf8-9aa7fac0688a tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:52.912005 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8336b6a9-8c7d-453b-9bf8-9aa7fac0688a tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:52.916723 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8336b6a9-8c7d-453b-9bf8-9aa7fac0688a tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:52.986023 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8336b6a9-8c7d-453b-9bf8-9aa7fac0688a tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event updated for resources: {'Port': ['ID=04df224b-0bb3-4c94-a100-bb5b8ef5f8f0,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:40:52.994748 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8336b6a9-8c7d-453b-9bf8-9aa7fac0688a tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:53.106802 n-d-806683-17 neutron-server[102131]: INFO neutron.db.l3_db [None req-8336b6a9-8c7d-453b-9bf8-9aa7fac0688a tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Floating IP 1bc9051e-3fd9-420a-9831-0367d70f1274 associated. External IP: 172.25.4.38, port: 737220a5-0820-4dd1-8ed8-36b72d5e8925. Oct 30 15:40:53.282075 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:40:53.321456 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8336b6a9-8c7d-453b-9bf8-9aa7fac0688a tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Router 14d3ae41-b826-4272-a4b8-68bdd9c4728b has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:40:53.429405 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8336b6a9-8c7d-453b-9bf8-9aa7fac0688a tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:40:53.442915 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb020ce-0ffd-44d9-9ec6-49c5f72a2082 None None] Sync routers for ids ['14d3ae41-b826-4272-a4b8-68bdd9c4728b'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:40:53.449419 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8336b6a9-8c7d-453b-9bf8-9aa7fac0688a tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:53.454377 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb020ce-0ffd-44d9-9ec6-49c5f72a2082 None None] Routers {'14d3ae41-b826-4272-a4b8-68bdd9c4728b'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:40:53.454967 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-2eb020ce-0ffd-44d9-9ec6-49c5f72a2082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:40:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['14d3ae41-b826-4272-a4b8-68bdd9c4728b'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:40:53.480453 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-8336b6a9-8c7d-453b-9bf8-9aa7fac0688a tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5986028 Oct 30 15:40:53.480453 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b918ef9-b749-4f48-8329-af0070bfd7f5', 'tag': '737220a5-0820-4dd1-8ed8-36b72d5e8925'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:40:53.481717 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3b786c-c0f0-4660-8fd6-303e72c7dc2a" -d '{"events": [{"name": "network-changed", "server_uuid": "9b918ef9-b749-4f48-8329-af0070bfd7f5", "tag": "737220a5-0820-4dd1-8ed8-36b72d5e8925"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:40:53.593955 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-2eb020ce-0ffd-44d9-9ec6-49c5f72a2082 None None] Set router 14d3ae41-b826-4272-a4b8-68bdd9c4728b gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:40:53.626654 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17e1c93-84f1-4d1e-8501-508555a2fc0b x-openstack-request-id: req-e17e1c93-84f1-4d1e-8501-508555a2fc0b {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:40:53.626947 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b918ef9-b749-4f48-8329-af0070bfd7f5", "tag": "737220a5-0820-4dd1-8ed8-36b72d5e8925", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:40:53.627228 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e17e1c93-84f1-4d1e-8501-508555a2fc0b {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:40:53.629077 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b918ef9-b749-4f48-8329-af0070bfd7f5', 'tag': '737220a5-0820-4dd1-8ed8-36b72d5e8925', 'status': 'completed', 'code': 200} Oct 30 15:40:53.646294 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfab0e3-a240-42e3-b1a2-f1298a14179f req-73aefb53-359c-4dd0-8543-136d4afecdc6 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:53.650253 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bdfab0e3-a240-42e3-b1a2-f1298a14179f req-73aefb53-359c-4dd0-8543-136d4afecdc6 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b918ef9-b749-4f48-8329-af0070bfd7f5 HTTP/1.1" status: 200 len: 946 time: 0.0940943 Oct 30 15:40:53.707451 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bdfab0e3-a240-42e3-b1a2-f1298a14179f req-1deba414-0d5c-45c0-988f-53260634b8b1 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=e34847f1-7ccf-4054-9832-e3dab63ebd50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509610 Oct 30 15:40:53.714147 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b786c-c0f0-4660-8fd6-303e72c7dc2a req-d18a2dea-3941-4065-90c3-1a9ee2f22510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:53.716235 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0e3b786c-c0f0-4660-8fd6-303e72c7dc2a req-d18a2dea-3941-4065-90c3-1a9ee2f22510 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c4b96368b87a40a2935f71debcc2f400&device_id=9b918ef9-b749-4f48-8329-af0070bfd7f5 HTTP/1.1" status: 200 len: 1098 time: 0.0681317 Oct 30 15:40:53.732051 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 48100) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:40:53.825392 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-82a8f053-fbe3-4127-a9f4-35d02d3808a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:53.834386 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-2f1da6b2-e5fb-4d9e-bfc5-a1d3bce94a0a tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/floatingips/1bc9051e-3fd9-420a-9831-0367d70f1274 HTTP/1.1" status: 200 len: 991 time: 0.0970731 Oct 30 15:40:53.834987 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b786c-c0f0-4660-8fd6-303e72c7dc2a req-cb857aab-2e3a-45d6-a7ba-1ef9894529a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:53.836638 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0e3b786c-c0f0-4660-8fd6-303e72c7dc2a req-cb857aab-2e3a-45d6-a7ba-1ef9894529a9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=97a044fc-8684-4e5d-b6eb-c07ffe680bbd HTTP/1.1" status: 200 len: 898 time: 0.1109781 Oct 30 15:40:53.903713 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc2f1b7-5620-4af2-be1f-ff9aca74707f req-d396bcad-3130-45fc-8caf-c557a3940f56 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:53.905240 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3dc2f1b7-5620-4af2-be1f-ff9aca74707f req-d396bcad-3130-45fc-8caf-c557a3940f56 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed64f5d5-d5df-4317-9c63-c1416eaa6d78 HTTP/1.1" status: 200 len: 945 time: 0.1879323 Oct 30 15:40:53.918937 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-2eb020ce-0ffd-44d9-9ec6-49c5f72a2082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14d3ae41-b826-4272-a4b8-68bdd9c4728b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070283081', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '54c213c7-2f07-4f2c-b610-81f6d7c2fb5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:40:33Z', 'updated_at': '2021-10-30T15:40:38Z', 'revision_number': 4, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'gw_port': {'id': '54c213c7-2f07-4f2c-b610-81f6d7c2fb5f', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:14:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d3ae41-b826-4272-a4b8-68bdd9c4728b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:40:34Z', 'updated_at': '2021-10-30T15:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '1bc9051e-3fd9-420a-9831-0367d70f1274', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'floating_ip_address': '172.25.4.38', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '14d3ae41-b826-4272-a4b8-68bdd9c4728b', 'port_id': '737220a5-0820-4dd1-8ed8-36b72d5e8925', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3815, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97a044fc-8684-4e5d-b6eb-c07ffe680bbd', 'mac_address': 'fa:16:3e:e9:27:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b918ef9-b749-4f48-8329-af0070bfd7f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:40:52Z', 'updated_at': '2021-10-30T15:40:52Z', 'revision_number': 0, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1df9af3d-814d-4153-b2b9-0fa54a266e44', 'name': '', 'network_id': '97a044fc-8684-4e5d-b6eb-c07ffe680bbd', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'mac_address': 'fa:16:3e:7d:fb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d3ae41-b826-4272-a4b8-68bdd9c4728b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'c89707a7-82ea-4b44-8402-52fcb7128ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:40:37Z', 'updated_at': '2021-10-30T15:40:41Z', 'revision_number': 5, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'subnets': [{'id': 'c89707a7-82ea-4b44-8402-52fcb7128ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:40:53.931953 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0e3b786c-c0f0-4660-8fd6-303e72c7dc2a req-5880ff95-cc5c-4289-9b27-bc6bbeba4aff service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=737220a5-0820-4dd1-8ed8-36b72d5e8925 HTTP/1.1" status: 200 len: 999 time: 0.0873954 Oct 30 15:40:53.951632 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb020ce-0ffd-44d9-9ec6-49c5f72a2082 None None] Checking router: 14d3ae41-b826-4272-a4b8-68bdd9c4728b for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:40:53.964809 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb020ce-0ffd-44d9-9ec6-49c5f72a2082 None None] Routers {'14d3ae41-b826-4272-a4b8-68bdd9c4728b'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:40:53.965544 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-2eb020ce-0ffd-44d9-9ec6-49c5f72a2082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:40:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['14d3ae41-b826-4272-a4b8-68bdd9c4728b'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:40:54.001767 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3dc2f1b7-5620-4af2-be1f-ff9aca74707f req-41d1a7ee-3b98-40fa-be7d-b5eb2239bbbe tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871084 Oct 30 15:40:54.009452 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b786c-c0f0-4660-8fd6-303e72c7dc2a req-9dd89d08-146d-4314-9e93-b7ca86129faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:54.010964 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0e3b786c-c0f0-4660-8fd6-303e72c7dc2a req-9dd89d08-146d-4314-9e93-b7ca86129faa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c89707a7-82ea-4b44-8402-52fcb7128ca3 HTTP/1.1" status: 200 len: 835 time: 0.0698287 Oct 30 15:40:54.069503 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b786c-c0f0-4660-8fd6-303e72c7dc2a req-e9b3e2c8-7408-4fe5-9fd7-41c6502feabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:54.070861 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0e3b786c-c0f0-4660-8fd6-303e72c7dc2a req-e9b3e2c8-7408-4fe5-9fd7-41c6502feabc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=97a044fc-8684-4e5d-b6eb-c07ffe680bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515351 Oct 30 15:40:54.094693 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-2eb020ce-0ffd-44d9-9ec6-49c5f72a2082 None None] Set router 14d3ae41-b826-4272-a4b8-68bdd9c4728b gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:40:54.132893 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cdcf1f-b2ce-44bb-b73f-72fda00fd472 req-17430111-6110-423d-8965-10d165f06878 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:54.134719 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-81cdcf1f-b2ce-44bb-b73f-72fda00fd472 req-17430111-6110-423d-8965-10d165f06878 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed64f5d5-d5df-4317-9c63-c1416eaa6d78 HTTP/1.1" status: 200 len: 945 time: 0.0549726 Oct 30 15:40:54.175498 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-81cdcf1f-b2ce-44bb-b73f-72fda00fd472 req-fc1107f2-75ad-4761-a53b-e349cff18b17 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349395 Oct 30 15:40:54.183037 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0e3b786c-c0f0-4660-8fd6-303e72c7dc2a req-367cf3f0-0dba-4f61-82a6-ea68f73af404 service neutron] 10.222.0.53 "GET /v2.0/networks/97a044fc-8684-4e5d-b6eb-c07ffe680bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041939 Oct 30 15:40:54.306954 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0e3b786c-c0f0-4660-8fd6-303e72c7dc2a req-ebe78cfa-ac19-4f9b-9ad7-97400d1a4a46 service neutron] 10.222.0.53 "GET /v2.0/networks/97a044fc-8684-4e5d-b6eb-c07ffe680bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162026 Oct 30 15:40:54.326656 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718724b5-66ba-4bee-8116-0620d9dcd155 req-9ead4ee9-83ef-440b-8c26-030c8076fddc tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:54.329124 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-718724b5-66ba-4bee-8116-0620d9dcd155 req-9ead4ee9-83ef-440b-8c26-030c8076fddc tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed64f5d5-d5df-4317-9c63-c1416eaa6d78 HTTP/1.1" status: 200 len: 945 time: 0.0765550 Oct 30 15:40:54.378767 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-718724b5-66ba-4bee-8116-0620d9dcd155 req-fca7f396-9e5a-45fc-b6d4-a16c80dd656a tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426948 Oct 30 15:40:54.381102 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-2eb020ce-0ffd-44d9-9ec6-49c5f72a2082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14d3ae41-b826-4272-a4b8-68bdd9c4728b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070283081', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '54c213c7-2f07-4f2c-b610-81f6d7c2fb5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:40:33Z', 'updated_at': '2021-10-30T15:40:38Z', 'revision_number': 4, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'gw_port': {'id': '54c213c7-2f07-4f2c-b610-81f6d7c2fb5f', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:14:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d3ae41-b826-4272-a4b8-68bdd9c4728b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:40:34Z', 'updated_at': '2021-10-30T15:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '1bc9051e-3fd9-420a-9831-0367d70f1274', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'floating_ip_address': '172.25.4.38', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '14d3ae41-b826-4272-a4b8-68bdd9c4728b', 'port_id': '737220a5-0820-4dd1-8ed8-36b72d5e8925', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3815, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97a044fc-8684-4e5d-b6eb-c07ffe680bbd', 'mac_address': 'fa:16:3e:e9:27:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b918ef9-b749-4f48-8329-af0070bfd7f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:40:52Z', 'updated_at': '2021-10-30T15:40:52Z', 'revision_number': 0, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1df9af3d-814d-4153-b2b9-0fa54a266e44', 'name': '', 'network_id': '97a044fc-8684-4e5d-b6eb-c07ffe680bbd', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'mac_address': 'fa:16:3e:7d:fb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d3ae41-b826-4272-a4b8-68bdd9c4728b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'c89707a7-82ea-4b44-8402-52fcb7128ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:40:37Z', 'updated_at': '2021-10-30T15:40:41Z', 'revision_number': 5, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'subnets': [{'id': 'c89707a7-82ea-4b44-8402-52fcb7128ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:40:54.412847 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb020ce-0ffd-44d9-9ec6-49c5f72a2082 None None] The sync data for ids ['14d3ae41-b826-4272-a4b8-68bdd9c4728b'] in n-d-806683-17 is: [{'id': '14d3ae41-b826-4272-a4b8-68bdd9c4728b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070283081', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '54c213c7-2f07-4f2c-b610-81f6d7c2fb5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:40:33Z', 'updated_at': '2021-10-30T15:40:38Z', 'revision_number': 4, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'gw_port': {'id': '54c213c7-2f07-4f2c-b610-81f6d7c2fb5f', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:14:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d3ae41-b826-4272-a4b8-68bdd9c4728b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:40:34Z', 'updated_at': '2021-10-30T15:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '1bc9051e-3fd9-420a-9831-0367d70f1274', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'floating_ip_address': '172.25.4.38', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '14d3ae41-b826-4272-a4b8-68bdd9c4728b', 'port_id': '737220a5-0820-4dd1-8ed8-36b72d5e8925', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3815, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97a044fc-8684-4e5d-b6eb-c07ffe680bbd', 'mac_address': 'fa:16:3e:e9:27:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b918ef9-b749-4f48-8329-af0070bfd7f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:40:52Z', 'updated_at': '2021-10-30T15:40:52Z', 'revision_number': 0, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1df9af3d-814d-4153-b2b9-0fa54a266e44', 'name': '', 'network_id': '97a044fc-8684-4e5d-b6eb-c07ffe680bbd', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'mac_address': 'fa:16:3e:7d:fb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d3ae41-b826-4272-a4b8-68bdd9c4728b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'c89707a7-82ea-4b44-8402-52fcb7128ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:40:37Z', 'updated_at': '2021-10-30T15:40:41Z', 'revision_number': 5, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'subnets': [{'id': 'c89707a7-82ea-4b44-8402-52fcb7128ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:40:54.649949 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32d301d-9f1b-4f9f-8747-2f2b5caff96d None None] New status for floating IP 1bc9051e-3fd9-420a-9831-0367d70f1274: ACTIVE {{(pid=102133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 15:40:54.715361 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:54.829577 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 48114) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:40:54.911527 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-e08d4307-cc0d-47bd-b1bc-8576a7ae6203 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/floatingips/1bc9051e-3fd9-420a-9831-0367d70f1274 HTTP/1.1" status: 200 len: 993 time: 0.0738125 Oct 30 15:40:54.931857 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:55.063616 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d935cf-e664-46ed-8b7d-1ca85d5c7422 req-19404845-30ee-49c0-bcc7-61584584c6c8 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:55.065126 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-87d935cf-e664-46ed-8b7d-1ca85d5c7422 req-19404845-30ee-49c0-bcc7-61584584c6c8 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed64f5d5-d5df-4317-9c63-c1416eaa6d78 HTTP/1.1" status: 200 len: 945 time: 0.4208431 Oct 30 15:40:55.103792 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-87d935cf-e664-46ed-8b7d-1ca85d5c7422 req-7b4b74ae-32a3-4dd0-a94f-6724568e6d72 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324106 Oct 30 15:40:56.075057 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613dd9bc-d2de-4b82-a1d3-63e1f9deb33b req-4ddf99d5-f1e2-4111-8ebe-60e1f5bd6ed5 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:56.076430 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-613dd9bc-d2de-4b82-a1d3-63e1f9deb33b req-4ddf99d5-f1e2-4111-8ebe-60e1f5bd6ed5 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed64f5d5-d5df-4317-9c63-c1416eaa6d78 HTTP/1.1" status: 200 len: 945 time: 0.0471776 Oct 30 15:40:56.169804 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-613dd9bc-d2de-4b82-a1d3-63e1f9deb33b req-5c2760b1-197c-4d41-b998-5b0eb806923a tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Deleting port 9cda77e3-1622-4f9d-a0b5-9cdd5090d5a0 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:40:56.170152 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-613dd9bc-d2de-4b82-a1d3-63e1f9deb33b req-5c2760b1-197c-4d41-b998-5b0eb806923a tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:56.225507 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e09aa-3977-4fa4-80f4-78397f0c2b1a req-af75ab02-139a-47ac-ad7a-fa25dad037bd tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:40:56.226911 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-264e09aa-3977-4fa4-80f4-78397f0c2b1a req-af75ab02-139a-47ac-ad7a-fa25dad037bd tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed64f5d5-d5df-4317-9c63-c1416eaa6d78 HTTP/1.1" status: 200 len: 945 time: 0.0499778 Oct 30 15:40:56.264176 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-613dd9bc-d2de-4b82-a1d3-63e1f9deb33b req-5c2760b1-197c-4d41-b998-5b0eb806923a tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] For port 9cda77e3-1622-4f9d-a0b5-9cdd5090d5a0, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=9cda77e3-1622-4f9d-a0b5-9cdd5090d5a0,segment=NetworkSegment(eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15),segment_id=eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:40:56.264649 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-613dd9bc-d2de-4b82-a1d3-63e1f9deb33b req-5c2760b1-197c-4d41-b998-5b0eb806923a tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:56.269181 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-264e09aa-3977-4fa4-80f4-78397f0c2b1a req-93d25507-72a0-4f2d-b5e0-7a9017957f7b tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343041 Oct 30 15:40:56.278410 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-613dd9bc-d2de-4b82-a1d3-63e1f9deb33b req-5c2760b1-197c-4d41-b998-5b0eb806923a tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Calling delete_port for 9cda77e3-1622-4f9d-a0b5-9cdd5090d5a0 owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:40:56.419349 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-613dd9bc-d2de-4b82-a1d3-63e1f9deb33b req-5c2760b1-197c-4d41-b998-5b0eb806923a tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:56.431024 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['9cda77e3-1622-4f9d-a0b5-9cdd5090d5a0'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:40:56.450919 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2760b1-197c-4d41-b998-5b0eb806923a tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Pushing event deleted for resources: {'Port': ['ID=9cda77e3-1622-4f9d-a0b5-9cdd5090d5a0,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:40:56.495110 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-613dd9bc-d2de-4b82-a1d3-63e1f9deb33b req-5c2760b1-197c-4d41-b998-5b0eb806923a tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] No DVR routers for this DVR port 9cda77e3-1622-4f9d-a0b5-9cdd5090d5a0 on host n-h2-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:40:56.497924 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-613dd9bc-d2de-4b82-a1d3-63e1f9deb33b req-5c2760b1-197c-4d41-b998-5b0eb806923a tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:56.501332 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-613dd9bc-d2de-4b82-a1d3-63e1f9deb33b req-5c2760b1-197c-4d41-b998-5b0eb806923a tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.44 "DELETE /v2.0/ports/9cda77e3-1622-4f9d-a0b5-9cdd5090d5a0 HTTP/1.1" status: 204 len: 173 time: 0.4183791 Oct 30 15:40:56.501786 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed64f5d5-d5df-4317-9c63-c1416eaa6d78', 'name': 'network-vif-deleted', 'tag': '9cda77e3-1622-4f9d-a0b5-9cdd5090d5a0'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:40:56.504458 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b4570d0-b7ad-4e19-8e6b-0d870911f8c4" -d '{"events": [{"server_uuid": "ed64f5d5-d5df-4317-9c63-c1416eaa6d78", "name": "network-vif-deleted", "tag": "9cda77e3-1622-4f9d-a0b5-9cdd5090d5a0"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:40:56.556205 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb056887-a7f2-4f1b-b690-66ebc00a4771 x-openstack-request-id: req-fb056887-a7f2-4f1b-b690-66ebc00a4771 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:40:56.556496 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed64f5d5-d5df-4317-9c63-c1416eaa6d78", "name": "network-vif-deleted", "tag": "9cda77e3-1622-4f9d-a0b5-9cdd5090d5a0", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:40:56.556747 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fb056887-a7f2-4f1b-b690-66ebc00a4771 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:40:56.557149 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed64f5d5-d5df-4317-9c63-c1416eaa6d78', 'name': 'network-vif-deleted', 'tag': '9cda77e3-1622-4f9d-a0b5-9cdd5090d5a0', 'status': 'completed', 'code': 200} Oct 30 15:40:56.816255 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:40:57.366431 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-62c603a1-e79f-423e-a12d-a383ee4e22e4 req-faadf522-2757-4981-92bb-6c9171582482 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed64f5d5-d5df-4317-9c63-c1416eaa6d78 HTTP/1.1" status: 200 len: 210 time: 0.0270920 Oct 30 15:40:58.468565 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dc6cba8d-482b-4b7c-a701-e7c185cb21b4 req-45ce3d71-1241-40b6-ae23-13d9cab4d60d tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed64f5d5-d5df-4317-9c63-c1416eaa6d78 HTTP/1.1" status: 200 len: 210 time: 0.0324035 Oct 30 15:40:58.960887 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 9cda77e3-1622-4f9d-a0b5-9cdd5090d5a0 no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:40:58.981114 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] No Port match for: 9cda77e3-1622-4f9d-a0b5-9cdd5090d5a0 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:40:58.981455 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 9cda77e3-1622-4f9d-a0b5-9cdd5090d5a0 not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:40:59.567405 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-808b9465-6d05-4c05-868d-e117981e71f2 req-1ecdc514-91b3-412c-8bcb-f5126c203a79 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed64f5d5-d5df-4317-9c63-c1416eaa6d78 HTTP/1.1" status: 200 len: 210 time: 0.0268528 Oct 30 15:41:00.032507 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:41:00.686413 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-707a08e1-ad76-41fb-b4e3-943777547ff2 req-3401f57f-4714-4115-a3e1-04959ee0f6e2 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed64f5d5-d5df-4317-9c63-c1416eaa6d78 HTTP/1.1" status: 200 len: 210 time: 0.0279751 Oct 30 15:41:01.791702 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a88ba14f-b0ec-4edd-92e0-64c3571a06c8 req-465ffb5f-a9dd-44e5-8b62-b3465171d2e3 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed64f5d5-d5df-4317-9c63-c1416eaa6d78 HTTP/1.1" status: 200 len: 210 time: 0.0312004 Oct 30 15:41:02.053805 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:41:12.595600 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f884b50a-4738-4364-b766-288c3971f56f req-72171190-969a-4926-a943-c5282f2e634b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9b918ef9-b749-4f48-8329-af0070bfd7f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0417378 Oct 30 15:41:12.684799 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f884b50a-4738-4364-b766-288c3971f56f req-88a33ce2-bd5e-4f87-b175-4904bff8f74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:12.686299 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f884b50a-4738-4364-b766-288c3971f56f req-88a33ce2-bd5e-4f87-b175-4904bff8f74a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c4b96368b87a40a2935f71debcc2f400&device_id=9b918ef9-b749-4f48-8329-af0070bfd7f5 HTTP/1.1" status: 200 len: 1098 time: 0.0422964 Oct 30 15:41:12.819726 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f884b50a-4738-4364-b766-288c3971f56f req-2970188f-d50e-4117-b9ee-fafa57645748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:12.821537 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f884b50a-4738-4364-b766-288c3971f56f req-2970188f-d50e-4117-b9ee-fafa57645748 service neutron] 10.222.0.53 "GET /v2.0/networks?id=97a044fc-8684-4e5d-b6eb-c07ffe680bbd HTTP/1.1" status: 200 len: 898 time: 0.1110744 Oct 30 15:41:12.911924 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f884b50a-4738-4364-b766-288c3971f56f req-c161e4fc-79b2-42a5-8feb-e152d15f6605 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=737220a5-0820-4dd1-8ed8-36b72d5e8925 HTTP/1.1" status: 200 len: 1001 time: 0.0826538 Oct 30 15:41:12.973025 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f884b50a-4738-4364-b766-288c3971f56f req-4a17a047-3fe6-47f0-b1b2-be9aa9321fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:12.974516 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f884b50a-4738-4364-b766-288c3971f56f req-4a17a047-3fe6-47f0-b1b2-be9aa9321fc3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c89707a7-82ea-4b44-8402-52fcb7128ca3 HTTP/1.1" status: 200 len: 835 time: 0.0558250 Oct 30 15:41:13.032325 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f884b50a-4738-4364-b766-288c3971f56f req-c364c48d-2fd7-4652-b5bd-762734b28c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:13.034741 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f884b50a-4738-4364-b766-288c3971f56f req-c364c48d-2fd7-4652-b5bd-762734b28c84 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=97a044fc-8684-4e5d-b6eb-c07ffe680bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529854 Oct 30 15:41:13.144568 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f884b50a-4738-4364-b766-288c3971f56f req-8c3f4c2a-d90c-48b7-898d-f3e9ae2211ff service neutron] 10.222.0.53 "GET /v2.0/networks/97a044fc-8684-4e5d-b6eb-c07ffe680bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025176 Oct 30 15:41:13.245302 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f884b50a-4738-4364-b766-288c3971f56f req-2c5de11d-fd60-46d7-a8ab-cc70d5fee5e2 service neutron] 10.222.0.53 "GET /v2.0/networks/97a044fc-8684-4e5d-b6eb-c07ffe680bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911865 Oct 30 15:41:21.156961 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5b89250d-338c-4436-8c0b-775a9170c325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:41:23.785825 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ced75fec-a5cd-468f-a1c4-26faa6cf95cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:41:24.710324 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:41:24.925390 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:41:25.951543 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcede791-6c41-4134-96d1-383a19a6fd3f req-5a7d24af-a307-428e-b35f-453d8909ad54 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:25.952991 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fcede791-6c41-4134-96d1-383a19a6fd3f req-5a7d24af-a307-428e-b35f-453d8909ad54 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/networks?id=eaec26f8-16ce-4842-b83b-287e7177f318 HTTP/1.1" status: 200 len: 812 time: 0.1017509 Oct 30 15:41:25.968666 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fcede791-6c41-4134-96d1-383a19a6fd3f req-f965f69b-b608-45f7-99fe-d679c3823558 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/quotas/887bc10b4e704641954048c16602273c HTTP/1.1" status: 200 len: 375 time: 0.0091431 Oct 30 15:41:26.020209 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fcede791-6c41-4134-96d1-383a19a6fd3f req-24ad1d36-0e94-4d2b-a549-aacab6f5b4e6 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=887bc10b4e704641954048c16602273c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450714 Oct 30 15:41:26.131741 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fcede791-6c41-4134-96d1-383a19a6fd3f req-52394623-110a-4869-8fe4-8d1c2cb85cf1 service neutron] 10.222.0.62 "GET /v2.0/networks/eaec26f8-16ce-4842-b83b-287e7177f318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045480 Oct 30 15:41:26.188925 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e37c7f3-53b1-4fa2-a809-086ad74f7c54 req-540ac304-0b5b-4822-9acd-9054ee3bfdd5 tempest-TestNetworkAdvancedServerOps-183148034 tempest-TestNetworkAdvancedServerOps-183148034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:26.190486 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7e37c7f3-53b1-4fa2-a809-086ad74f7c54 req-540ac304-0b5b-4822-9acd-9054ee3bfdd5 tempest-TestNetworkAdvancedServerOps-183148034 tempest-TestNetworkAdvancedServerOps-183148034-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=9b918ef9-b749-4f48-8329-af0070bfd7f5 HTTP/1.1" status: 200 len: 1098 time: 0.0604424 Oct 30 15:41:26.212807 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-7e37c7f3-53b1-4fa2-a809-086ad74f7c54 req-9e27c1ca-db1e-4e8a-a973-091d15b4d24d tempest-TestNetworkAdvancedServerOps-183148034 tempest-TestNetworkAdvancedServerOps-183148034-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:41:26.236567 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fcede791-6c41-4134-96d1-383a19a6fd3f req-ebae6a59-96bd-4990-8725-333f325de503 service neutron] 10.222.0.62 "GET /v2.0/networks/eaec26f8-16ce-4842-b83b-287e7177f318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028149 Oct 30 15:41:26.304196 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-7e37c7f3-53b1-4fa2-a809-086ad74f7c54 req-9e27c1ca-db1e-4e8a-a973-091d15b4d24d tempest-TestNetworkAdvancedServerOps-183148034 tempest-TestNetworkAdvancedServerOps-183148034-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:41:26.312141 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-7e37c7f3-53b1-4fa2-a809-086ad74f7c54 req-9e27c1ca-db1e-4e8a-a973-091d15b4d24d tempest-TestNetworkAdvancedServerOps-183148034 tempest-TestNetworkAdvancedServerOps-183148034-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:41:26.336739 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7e37c7f3-53b1-4fa2-a809-086ad74f7c54 req-9e27c1ca-db1e-4e8a-a973-091d15b4d24d tempest-TestNetworkAdvancedServerOps-183148034 tempest-TestNetworkAdvancedServerOps-183148034-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=e34847f1-7ccf-4054-9832-e3dab63ebd50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380756 Oct 30 15:41:26.346274 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e27c1ca-db1e-4e8a-a973-091d15b4d24d tempest-TestNetworkAdvancedServerOps-183148034 tempest-TestNetworkAdvancedServerOps-183148034-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0ad4cd-5589-4a05-bb8d-b822d03de984,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:41:26.475669 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e7f85-6209-4cbf-9397-a2e506f552cf req-304e1666-70da-4b5c-9d2f-d1d34977b886 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:26.482972 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-af4e7f85-6209-4cbf-9397-a2e506f552cf req-304e1666-70da-4b5c-9d2f-d1d34977b886 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b918ef9-b749-4f48-8329-af0070bfd7f5 HTTP/1.1" status: 200 len: 946 time: 0.0611668 Oct 30 15:41:26.532069 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-af4e7f85-6209-4cbf-9397-a2e506f552cf req-e74d2b21-b1c0-4d10-b138-6c1d422ad92d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=e34847f1-7ccf-4054-9832-e3dab63ebd50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477028 Oct 30 15:41:26.558919 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 48530) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:41:26.568295 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-480509b5-0d45-4626-b926-9b6dd22104c0 req-674c36d2-d102-41a3-aa72-5a15c9b43c78 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c064d65-bdbc-4d41-afaf-0af6debbe20c HTTP/1.1" status: 200 len: 210 time: 0.0345955 Oct 30 15:41:26.633709 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-dd0c263f-d934-4993-9f3b-bc20c32e4ccd tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/floatingips/1bc9051e-3fd9-420a-9831-0367d70f1274 HTTP/1.1" status: 200 len: 993 time: 0.0685337 Oct 30 15:41:26.675708 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:41:26.969442 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [req-47346971-147c-4056-8515-7918b7da0d6a req-8f2940ee-6b83-4344-b7a5-282a5604cda2 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:41:26.971504 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-47346971-147c-4056-8515-7918b7da0d6a req-8f2940ee-6b83-4344-b7a5-282a5604cda2 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0064995 Oct 30 15:41:27.349269 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e3deb-5d2d-4b5b-b0b6-0ca062a82005 req-801272ac-9d77-4356-a2e8-5713e8915173 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:27.350770 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2e3e3deb-5d2d-4b5b-b0b6-0ca062a82005 req-801272ac-9d77-4356-a2e8-5713e8915173 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b918ef9-b749-4f48-8329-af0070bfd7f5 HTTP/1.1" status: 200 len: 946 time: 0.0501161 Oct 30 15:41:27.420329 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2e3e3deb-5d2d-4b5b-b0b6-0ca062a82005 req-c2b575a2-bf24-4447-be98-5ac72b6ee7d3 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=e34847f1-7ccf-4054-9832-e3dab63ebd50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577962 Oct 30 15:41:27.427417 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6ff736ba-7359-4da9-b9d0-bbd20334c103 req-ba4e9a09-8cf6-4c41-ad9f-e0e78b266b62 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9b918ef9-b749-4f48-8329-af0070bfd7f5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1385412 Oct 30 15:41:27.437864 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [req-6ff736ba-7359-4da9-b9d0-bbd20334c103 req-04fd40d5-c51b-407f-965d-ef1336cbe102 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:41:27.439603 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6ff736ba-7359-4da9-b9d0-bbd20334c103 req-04fd40d5-c51b-407f-965d-ef1336cbe102 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0069306 Oct 30 15:41:27.577273 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcede791-6c41-4134-96d1-383a19a6fd3f req-f1b8de14-3d69-4aa9-89bc-e29226aaa649 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:27.578758 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fcede791-6c41-4134-96d1-383a19a6fd3f req-f1b8de14-3d69-4aa9-89bc-e29226aaa649 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.44 "GET /v2.0/networks?id=eaec26f8-16ce-4842-b83b-287e7177f318 HTTP/1.1" status: 200 len: 812 time: 0.1305068 Oct 30 15:41:27.614809 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-fcede791-6c41-4134-96d1-383a19a6fd3f req-58d497d8-f7d5-4639-a918-737149d3e588 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Request body: {'port': {'device_id': '4c064d65-bdbc-4d41-afaf-0af6debbe20c', 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318', 'admin_state_up': True, 'tenant_id': '887bc10b4e704641954048c16602273c'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:41:27.728797 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b14b2c62-cc28-4fbc-b965-da8f3b46db9d req-b64d094f-9478-4d40-8019-7baf3b6ac2d2 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c064d65-bdbc-4d41-afaf-0af6debbe20c HTTP/1.1" status: 200 len: 210 time: 0.0870986 Oct 30 15:41:27.807304 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcede791-6c41-4134-96d1-383a19a6fd3f req-58d497d8-f7d5-4639-a918-737149d3e588 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Made reservation on behalf of 887bc10b4e704641954048c16602273c for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:41:27.811557 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-fcede791-6c41-4134-96d1-383a19a6fd3f req-58d497d8-f7d5-4639-a918-737149d3e588 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:41:27.989405 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-fcede791-6c41-4134-96d1-383a19a6fd3f req-58d497d8-f7d5-4639-a918-737149d3e588 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Allocated IP 172.20.0.3 (eaec26f8-16ce-4842-b83b-287e7177f318/e2126f42-6201-4d38-a336-acc99efa4108/5fb5afa9-3c8b-449b-be59-b520a94c5e79) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:41:28.220301 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-fcede791-6c41-4134-96d1-383a19a6fd3f req-58d497d8-f7d5-4639-a918-737149d3e588 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:41:28.265569 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-fcede791-6c41-4134-96d1-383a19a6fd3f req-58d497d8-f7d5-4639-a918-737149d3e588 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:41:28.333448 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcede791-6c41-4134-96d1-383a19a6fd3f req-58d497d8-f7d5-4639-a918-737149d3e588 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Network eaec26f8-16ce-4842-b83b-287e7177f318 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:41:28.337164 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-fcede791-6c41-4134-96d1-383a19a6fd3f req-58d497d8-f7d5-4639-a918-737149d3e588 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:41:28.340164 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcede791-6c41-4134-96d1-383a19a6fd3f req-58d497d8-f7d5-4639-a918-737149d3e588 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:41:28.380083 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d497d8-f7d5-4639-a918-737149d3e588 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Pushing event updated for resources: {'Port': ['ID=5fb5afa9-3c8b-449b-be59-b520a94c5e79,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:41:28.399192 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d497d8-f7d5-4639-a918-737149d3e588 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:41:28.399568 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d497d8-f7d5-4639-a918-737149d3e588 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:41:28.399927 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d497d8-f7d5-4639-a918-737149d3e588 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:41:28.400271 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d497d8-f7d5-4639-a918-737149d3e588 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:41:28.400609 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d497d8-f7d5-4639-a918-737149d3e588 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:41:28.400948 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d497d8-f7d5-4639-a918-737149d3e588 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:41:28.402187 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d497d8-f7d5-4639-a918-737149d3e588 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:41:28.402534 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d497d8-f7d5-4639-a918-737149d3e588 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:41:28.402875 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d497d8-f7d5-4639-a918-737149d3e588 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:41:28.403227 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d497d8-f7d5-4639-a918-737149d3e588 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:41:28.403892 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d497d8-f7d5-4639-a918-737149d3e588 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:41:28.404232 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d497d8-f7d5-4639-a918-737149d3e588 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:41:28.461701 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcede791-6c41-4134-96d1-383a19a6fd3f req-58d497d8-f7d5-4639-a918-737149d3e588 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:28.462593 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-fcede791-6c41-4134-96d1-383a19a6fd3f req-58d497d8-f7d5-4639-a918-737149d3e588 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:41:28.490905 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fcede791-6c41-4134-96d1-383a19a6fd3f req-58d497d8-f7d5-4639-a918-737149d3e588 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8909121 Oct 30 15:41:28.610384 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f46066-fdfc-4929-8a09-d1933d54685e req-6a404576-a469-48ed-bea9-7a486e6bdebf tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:28.615201 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c1f46066-fdfc-4929-8a09-d1933d54685e req-6a404576-a469-48ed-bea9-7a486e6bdebf tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b918ef9-b749-4f48-8329-af0070bfd7f5 HTTP/1.1" status: 200 len: 946 time: 0.0744584 Oct 30 15:41:28.640815 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-fcede791-6c41-4134-96d1-383a19a6fd3f req-2c39837b-3d58-4a18-8d8e-e4c756d374e9 service neutron] Request body: {'port': {'device_id': '4c064d65-bdbc-4d41-afaf-0af6debbe20c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:41:28.691661 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c1f46066-fdfc-4929-8a09-d1933d54685e req-bbdeec77-f018-476e-af56-d1824493301c tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=e34847f1-7ccf-4054-9832-e3dab63ebd50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699143 Oct 30 15:41:28.723299 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-fcede791-6c41-4134-96d1-383a19a6fd3f req-2c39837b-3d58-4a18-8d8e-e4c756d374e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:41:28.744936 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-4a8c1af9-c500-4055-a3fe-aaf271f14a93 None None] Provisioning complete for port 5fb5afa9-3c8b-449b-be59-b520a94c5e79 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:41:28.746048 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4a8c1af9-c500-4055-a3fe-aaf271f14a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:41:28.783717 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-4a8c1af9-c500-4055-a3fe-aaf271f14a93 None None] Port 5fb5afa9-3c8b-449b-be59-b520a94c5e79 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:41:28.992802 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e1b03-8045-409e-969d-a9c386d63190 req-278438ff-ee0a-4edf-b2d5-b76d34afec0e tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:28.994620 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-316e1b03-8045-409e-969d-a9c386d63190 req-278438ff-ee0a-4edf-b2d5-b76d34afec0e tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c064d65-bdbc-4d41-afaf-0af6debbe20c HTTP/1.1" status: 200 len: 931 time: 0.1474016 Oct 30 15:41:29.036158 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff736ba-7359-4da9-b9d0-bbd20334c103 req-c2254591-9698-4fff-b82b-d9411177a2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:29.037551 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6ff736ba-7359-4da9-b9d0-bbd20334c103 req-c2254591-9698-4fff-b82b-d9411177a2c6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c4b96368b87a40a2935f71debcc2f400&device_id=9b918ef9-b749-4f48-8329-af0070bfd7f5 HTTP/1.1" status: 200 len: 1098 time: 0.1378629 Oct 30 15:41:29.128059 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-316e1b03-8045-409e-969d-a9c386d63190 req-45da7171-e8c6-4e0a-944c-b16d2e40835c tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250346 Oct 30 15:41:29.212434 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff736ba-7359-4da9-b9d0-bbd20334c103 req-76d36f74-4216-4462-9995-b8cdda0714bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:29.213994 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6ff736ba-7359-4da9-b9d0-bbd20334c103 req-76d36f74-4216-4462-9995-b8cdda0714bf service neutron] 10.222.0.53 "GET /v2.0/networks?id=97a044fc-8684-4e5d-b6eb-c07ffe680bbd HTTP/1.1" status: 200 len: 898 time: 0.1630223 Oct 30 15:41:29.217519 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-fcede791-6c41-4134-96d1-383a19a6fd3f req-2c39837b-3d58-4a18-8d8e-e4c756d374e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fb5afa9-3c8b-449b-be59-b520a94c5e79 {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:41:29.230975 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-fcede791-6c41-4134-96d1-383a19a6fd3f req-2c39837b-3d58-4a18-8d8e-e4c756d374e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:41:29.284011 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-fcede791-6c41-4134-96d1-383a19a6fd3f req-2c39837b-3d58-4a18-8d8e-e4c756d374e9 service neutron] Transition to ACTIVE for port object 5fb5afa9-3c8b-449b-be59-b520a94c5e79 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:41:29.298352 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-fcede791-6c41-4134-96d1-383a19a6fd3f req-2c39837b-3d58-4a18-8d8e-e4c756d374e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:41:29.350278 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6ff736ba-7359-4da9-b9d0-bbd20334c103 req-90dc4121-a695-46b4-885d-0fc6b0d70aac service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=737220a5-0820-4dd1-8ed8-36b72d5e8925 HTTP/1.1" status: 200 len: 1001 time: 0.1275175 Oct 30 15:41:29.418737 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff736ba-7359-4da9-b9d0-bbd20334c103 req-75983166-be60-457b-925c-fa75efccdf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:29.420859 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6ff736ba-7359-4da9-b9d0-bbd20334c103 req-75983166-be60-457b-925c-fa75efccdf12 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c89707a7-82ea-4b44-8402-52fcb7128ca3 HTTP/1.1" status: 200 len: 835 time: 0.0618877 Oct 30 15:41:29.428541 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c39837b-3d58-4a18-8d8e-e4c756d374e9 service neutron] Pushing event updated for resources: {'Port': ['ID=5fb5afa9-3c8b-449b-be59-b520a94c5e79,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:41:29.548727 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-fcede791-6c41-4134-96d1-383a19a6fd3f req-2c39837b-3d58-4a18-8d8e-e4c756d374e9 service neutron] Attempting to bind port 5fb5afa9-3c8b-449b-be59-b520a94c5e79 on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:41:29.549318 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-fcede791-6c41-4134-96d1-383a19a6fd3f req-2c39837b-3d58-4a18-8d8e-e4c756d374e9 service neutron] Attempting to bind port 5fb5afa9-3c8b-449b-be59-b520a94c5e79 by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': 'eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:41:29.549846 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcede791-6c41-4134-96d1-383a19a6fd3f req-2c39837b-3d58-4a18-8d8e-e4c756d374e9 service neutron] Attempting to bind port 5fb5afa9-3c8b-449b-be59-b520a94c5e79 on network eaec26f8-16ce-4842-b83b-287e7177f318 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:41:29.555010 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff736ba-7359-4da9-b9d0-bbd20334c103 req-16fa60c5-06d4-4adc-a6dd-3ed3caa84b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:29.556081 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6ff736ba-7359-4da9-b9d0-bbd20334c103 req-16fa60c5-06d4-4adc-a6dd-3ed3caa84b98 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=97a044fc-8684-4e5d-b6eb-c07ffe680bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1243644 Oct 30 15:41:29.558175 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcede791-6c41-4134-96d1-383a19a6fd3f req-2c39837b-3d58-4a18-8d8e-e4c756d374e9 service neutron] Port 5fb5afa9-3c8b-449b-be59-b520a94c5e79 on network eaec26f8-16ce-4842-b83b-287e7177f318 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:41:29.558495 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcede791-6c41-4134-96d1-383a19a6fd3f req-2c39837b-3d58-4a18-8d8e-e4c756d374e9 service neutron] Attempting to bind port 5fb5afa9-3c8b-449b-be59-b520a94c5e79 on network eaec26f8-16ce-4842-b83b-287e7177f318 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:41:29.563889 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcede791-6c41-4134-96d1-383a19a6fd3f req-2c39837b-3d58-4a18-8d8e-e4c756d374e9 service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:41:29.564231 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcede791-6c41-4134-96d1-383a19a6fd3f req-2c39837b-3d58-4a18-8d8e-e4c756d374e9 service neutron] Checking segment: {'id': 'eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:41:29.564688 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcede791-6c41-4134-96d1-383a19a6fd3f req-2c39837b-3d58-4a18-8d8e-e4c756d374e9 service neutron] Bound using segment: {'id': 'eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:41:29.565160 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-fcede791-6c41-4134-96d1-383a19a6fd3f req-2c39837b-3d58-4a18-8d8e-e4c756d374e9 service neutron] Bound port: 5fb5afa9-3c8b-449b-be59-b520a94c5e79, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:41:29.565509 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-fcede791-6c41-4134-96d1-383a19a6fd3f req-2c39837b-3d58-4a18-8d8e-e4c756d374e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:41:29.691094 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-fcede791-6c41-4134-96d1-383a19a6fd3f req-2c39837b-3d58-4a18-8d8e-e4c756d374e9 service neutron] For port 5fb5afa9-3c8b-449b-be59-b520a94c5e79, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:41:29.696207 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-fcede791-6c41-4134-96d1-383a19a6fd3f req-2c39837b-3d58-4a18-8d8e-e4c756d374e9 service neutron] For port 5fb5afa9-3c8b-449b-be59-b520a94c5e79, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=5fb5afa9-3c8b-449b-be59-b520a94c5e79,segment=NetworkSegment(eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15),segment_id=eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:41:29.704181 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-fcede791-6c41-4134-96d1-383a19a6fd3f req-2c39837b-3d58-4a18-8d8e-e4c756d374e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:41:29.765701 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcede791-6c41-4134-96d1-383a19a6fd3f req-2c39837b-3d58-4a18-8d8e-e4c756d374e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:29.766354 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-fcede791-6c41-4134-96d1-383a19a6fd3f req-2c39837b-3d58-4a18-8d8e-e4c756d374e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:41:29.768137 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fcede791-6c41-4134-96d1-383a19a6fd3f req-2c39837b-3d58-4a18-8d8e-e4c756d374e9 service neutron] 10.222.0.44 "PUT /v2.0/ports/5fb5afa9-3c8b-449b-be59-b520a94c5e79 HTTP/1.1" status: 200 len: 1092 time: 1.2677965 Oct 30 15:41:29.769764 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6ff736ba-7359-4da9-b9d0-bbd20334c103 req-971c1caa-4312-4d40-a235-5e98564208eb service neutron] 10.222.0.53 "GET /v2.0/networks/97a044fc-8684-4e5d-b6eb-c07ffe680bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020786 Oct 30 15:41:29.770473 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c064d65-bdbc-4d41-afaf-0af6debbe20c', 'tag': '5fb5afa9-3c8b-449b-be59-b520a94c5e79'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:41:29.772758 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4638b07e-6fc6-41d9-bd2a-da6c6c3e8e6a" -d '{"events": [{"name": "network-changed", "server_uuid": "4c064d65-bdbc-4d41-afaf-0af6debbe20c", "tag": "5fb5afa9-3c8b-449b-be59-b520a94c5e79"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:41:29.901422 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6ff736ba-7359-4da9-b9d0-bbd20334c103 req-fcf17ad2-8102-429e-8f21-23ccf93e694b service neutron] 10.222.0.53 "GET /v2.0/networks/97a044fc-8684-4e5d-b6eb-c07ffe680bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184819 Oct 30 15:41:29.905501 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2752dbc3-7e81-4cd1-b767-2bea025a6591 x-openstack-request-id: req-2752dbc3-7e81-4cd1-b767-2bea025a6591 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:41:29.905798 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c064d65-bdbc-4d41-afaf-0af6debbe20c", "tag": "5fb5afa9-3c8b-449b-be59-b520a94c5e79", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:41:29.906040 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2752dbc3-7e81-4cd1-b767-2bea025a6591 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:41:29.906631 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c064d65-bdbc-4d41-afaf-0af6debbe20c', 'tag': '5fb5afa9-3c8b-449b-be59-b520a94c5e79', 'status': 'completed', 'code': 200} Oct 30 15:41:29.928535 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c39837b-3d58-4a18-8d8e-e4c756d374e9 service neutron] Pushing event updated for resources: {'Port': ['ID=5fb5afa9-3c8b-449b-be59-b520a94c5e79,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:41:29.983174 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcede791-6c41-4134-96d1-383a19a6fd3f req-7ea00cdb-c271-454f-824d-858e8d997952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:29.985734 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fcede791-6c41-4134-96d1-383a19a6fd3f req-7ea00cdb-c271-454f-824d-858e8d997952 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=887bc10b4e704641954048c16602273c&device_id=4c064d65-bdbc-4d41-afaf-0af6debbe20c HTTP/1.1" status: 200 len: 1095 time: 0.0814056 Oct 30 15:41:29.999129 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad35c5-c267-4e9b-ac20-8b5e1921067e req-39a26db8-bbcf-443b-b538-803d93bfc6c6 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:30.001618 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b8ad35c5-c267-4e9b-ac20-8b5e1921067e req-39a26db8-bbcf-443b-b538-803d93bfc6c6 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b918ef9-b749-4f48-8329-af0070bfd7f5 HTTP/1.1" status: 200 len: 946 time: 0.1050062 Oct 30 15:41:30.053034 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fcede791-6c41-4134-96d1-383a19a6fd3f req-c7179630-157b-44c8-b06b-a9f985f54be7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5fb5afa9-3c8b-449b-be59-b520a94c5e79 HTTP/1.1" status: 200 len: 217 time: 0.0593555 Oct 30 15:41:30.079721 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:41:30.093254 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b8ad35c5-c267-4e9b-ac20-8b5e1921067e req-6fca0407-62d0-4f23-8dac-a16ad6cca297 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=e34847f1-7ccf-4054-9832-e3dab63ebd50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847499 Oct 30 15:41:30.141127 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcede791-6c41-4134-96d1-383a19a6fd3f req-fd5aee8a-7676-48da-b669-ae185e7b96a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:30.143862 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fcede791-6c41-4134-96d1-383a19a6fd3f req-fd5aee8a-7676-48da-b669-ae185e7b96a7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e2126f42-6201-4d38-a336-acc99efa4108 HTTP/1.1" status: 200 len: 851 time: 0.0828755 Oct 30 15:41:30.217370 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcede791-6c41-4134-96d1-383a19a6fd3f req-96eb64d4-5801-4a27-b711-c492e598041f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:30.219292 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fcede791-6c41-4134-96d1-383a19a6fd3f req-96eb64d4-5801-4a27-b711-c492e598041f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eaec26f8-16ce-4842-b83b-287e7177f318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0685346 Oct 30 15:41:30.282945 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:41:30.340987 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a389b0-63fd-4744-afc0-424b31182f33 req-6ec87d46-c808-409b-b45f-daf652acbf41 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:30.342592 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f3a389b0-63fd-4744-afc0-424b31182f33 req-6ec87d46-c808-409b-b45f-daf652acbf41 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c064d65-bdbc-4d41-afaf-0af6debbe20c HTTP/1.1" status: 200 len: 943 time: 0.1010678 Oct 30 15:41:30.382587 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fcede791-6c41-4134-96d1-383a19a6fd3f req-392a04b7-74af-4c6b-84d9-70723a16baf0 service neutron] 10.222.0.44 "GET /v2.0/networks/eaec26f8-16ce-4842-b83b-287e7177f318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554480 Oct 30 15:41:30.402581 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f3a389b0-63fd-4744-afc0-424b31182f33 req-4212c287-20fb-4f98-9193-3510d2a08ea7 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529215 Oct 30 15:41:30.486836 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fcede791-6c41-4134-96d1-383a19a6fd3f req-6f6a13de-9e26-42bb-9dbc-065a8f458716 service neutron] 10.222.0.44 "GET /v2.0/networks/eaec26f8-16ce-4842-b83b-287e7177f318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962846 Oct 30 15:41:30.580559 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638b07e-6fc6-41d9-bd2a-da6c6c3e8e6a req-a3fb2fa2-2e27-49e5-afc6-27e1859710cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:30.582208 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4638b07e-6fc6-41d9-bd2a-da6c6c3e8e6a req-a3fb2fa2-2e27-49e5-afc6-27e1859710cd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=887bc10b4e704641954048c16602273c&device_id=4c064d65-bdbc-4d41-afaf-0af6debbe20c HTTP/1.1" status: 200 len: 1095 time: 0.0429161 Oct 30 15:41:30.688854 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638b07e-6fc6-41d9-bd2a-da6c6c3e8e6a req-8767fa3e-fede-40ed-bee2-193952dbf544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:30.690368 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4638b07e-6fc6-41d9-bd2a-da6c6c3e8e6a req-8767fa3e-fede-40ed-bee2-193952dbf544 service neutron] 10.222.0.44 "GET /v2.0/networks?id=eaec26f8-16ce-4842-b83b-287e7177f318 HTTP/1.1" status: 200 len: 913 time: 0.1016634 Oct 30 15:41:30.733408 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4638b07e-6fc6-41d9-bd2a-da6c6c3e8e6a req-5d8d58db-82af-4114-af2b-efbfc57ce7e1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5fb5afa9-3c8b-449b-be59-b520a94c5e79 HTTP/1.1" status: 200 len: 217 time: 0.0362175 Oct 30 15:41:30.785950 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638b07e-6fc6-41d9-bd2a-da6c6c3e8e6a req-9057bd04-5ee5-40fb-a64b-d90dbf126619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:30.787490 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4638b07e-6fc6-41d9-bd2a-da6c6c3e8e6a req-9057bd04-5ee5-40fb-a64b-d90dbf126619 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e2126f42-6201-4d38-a336-acc99efa4108 HTTP/1.1" status: 200 len: 851 time: 0.0464277 Oct 30 15:41:30.843435 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638b07e-6fc6-41d9-bd2a-da6c6c3e8e6a req-ccda4ab4-6143-4f98-8869-c5aea151e71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:30.845696 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4638b07e-6fc6-41d9-bd2a-da6c6c3e8e6a req-ccda4ab4-6143-4f98-8869-c5aea151e71f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eaec26f8-16ce-4842-b83b-287e7177f318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517497 Oct 30 15:41:30.941427 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4638b07e-6fc6-41d9-bd2a-da6c6c3e8e6a req-a59e804f-6bfc-4306-ada0-8087691ebcb0 service neutron] 10.222.0.44 "GET /v2.0/networks/eaec26f8-16ce-4842-b83b-287e7177f318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888813 Oct 30 15:41:31.040075 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4638b07e-6fc6-41d9-bd2a-da6c6c3e8e6a req-82357c12-027f-4860-87f3-c8c70f32544b service neutron] 10.222.0.44 "GET /v2.0/networks/eaec26f8-16ce-4842-b83b-287e7177f318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916889 Oct 30 15:41:31.211440 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81bd86c-7caf-44e5-a460-2cd583beeadf req-01177f55-6afc-4b1e-9b9e-9fcea94bfaf7 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:31.213045 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a81bd86c-7caf-44e5-a460-2cd583beeadf req-01177f55-6afc-4b1e-9b9e-9fcea94bfaf7 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b918ef9-b749-4f48-8329-af0070bfd7f5 HTTP/1.1" status: 200 len: 946 time: 0.0480263 Oct 30 15:41:31.254975 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a81bd86c-7caf-44e5-a460-2cd583beeadf req-542564b9-20f1-4ac0-92e4-23fceb66d7f6 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=e34847f1-7ccf-4054-9832-e3dab63ebd50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356174 Oct 30 15:41:31.531609 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cebd43-d88f-4681-8661-3b9fc3b23328 req-1ef7fdd9-0120-4074-ae1a-9ad0f84a94a7 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:31.533345 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-29cebd43-d88f-4681-8661-3b9fc3b23328 req-1ef7fdd9-0120-4074-ae1a-9ad0f84a94a7 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c064d65-bdbc-4d41-afaf-0af6debbe20c HTTP/1.1" status: 200 len: 943 time: 0.0530264 Oct 30 15:41:31.579332 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-29cebd43-d88f-4681-8661-3b9fc3b23328 req-2a71fa6c-18ca-4cbe-ae3e-01b76a74f760 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378718 Oct 30 15:41:32.052327 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:41:32.378211 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e3fe9-fff1-4c42-b549-5998627a87fa req-761da2e0-c254-4bce-b01c-25c03bd24293 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:32.381734 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d07e3fe9-fff1-4c42-b549-5998627a87fa req-761da2e0-c254-4bce-b01c-25c03bd24293 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b918ef9-b749-4f48-8329-af0070bfd7f5 HTTP/1.1" status: 200 len: 946 time: 0.0540364 Oct 30 15:41:32.425019 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d07e3fe9-fff1-4c42-b549-5998627a87fa req-e785501f-7dfe-4c6f-90fc-d56662c58a83 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=e34847f1-7ccf-4054-9832-e3dab63ebd50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359237 Oct 30 15:41:32.702510 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c30f3-2ac7-41b7-8ed8-0ce796d9bc46 req-ef012dfa-845e-4124-a9ec-eb29228e26cb tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:32.705676 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f54c30f3-2ac7-41b7-8ed8-0ce796d9bc46 req-ef012dfa-845e-4124-a9ec-eb29228e26cb tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c064d65-bdbc-4d41-afaf-0af6debbe20c HTTP/1.1" status: 200 len: 943 time: 0.0534732 Oct 30 15:41:32.748832 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f54c30f3-2ac7-41b7-8ed8-0ce796d9bc46 req-d2bccccd-96e0-44b8-9ac0-b9277b0b4ba3 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358768 Oct 30 15:41:33.552074 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d170bc-9706-43fa-ad40-607045167137 req-a156c5e3-5d19-45bb-a6cf-459916c0254f tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:33.553558 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-25d170bc-9706-43fa-ad40-607045167137 req-a156c5e3-5d19-45bb-a6cf-459916c0254f tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b918ef9-b749-4f48-8329-af0070bfd7f5 HTTP/1.1" status: 200 len: 946 time: 0.0501313 Oct 30 15:41:33.592741 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-25d170bc-9706-43fa-ad40-607045167137 req-ff12ac00-aa81-4000-bcc3-52ce554ad7a3 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=e34847f1-7ccf-4054-9832-e3dab63ebd50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318370 Oct 30 15:41:33.869213 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae57b9-eea5-4c65-a894-def5dadb21ef req-317e045c-d53b-4a12-9aab-0b6570742b0e tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:33.870697 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5cae57b9-eea5-4c65-a894-def5dadb21ef req-317e045c-d53b-4a12-9aab-0b6570742b0e tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c064d65-bdbc-4d41-afaf-0af6debbe20c HTTP/1.1" status: 200 len: 943 time: 0.0532467 Oct 30 15:41:33.915690 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5cae57b9-eea5-4c65-a894-def5dadb21ef req-bf153014-3da3-4844-9e6f-1f95ac034d8c tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381351 Oct 30 15:41:34.709699 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3f3c4f-4b4b-4be0-813a-df6d18313522 req-f6274f2b-616d-4bf9-aa2d-f2ce2dbe7c4f tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:34.711182 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ed3f3c4f-4b4b-4be0-813a-df6d18313522 req-f6274f2b-616d-4bf9-aa2d-f2ce2dbe7c4f tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b918ef9-b749-4f48-8329-af0070bfd7f5 HTTP/1.1" status: 200 len: 946 time: 0.0497997 Oct 30 15:41:34.712016 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [req-bdd60cb9-fca0-4322-8d49-a47f454e20f4 req-b3dee7ac-15f7-4d0e-bb21-5bbfd6897fc0 service neutron] (102131) timed out ('10.222.0.53', 61299) {{(pid=102131) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 30 15:41:34.751907 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ed3f3c4f-4b4b-4be0-813a-df6d18313522 req-754a4dc3-a7cc-4b58-b66a-95b7bbd230e7 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=e34847f1-7ccf-4054-9832-e3dab63ebd50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347016 Oct 30 15:41:35.035236 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03395d2-e1ed-4096-8426-e6124ec386a0 req-bd3637ef-562c-434e-97cf-57684295fa63 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:35.037478 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c03395d2-e1ed-4096-8426-e6124ec386a0 req-bd3637ef-562c-434e-97cf-57684295fa63 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c064d65-bdbc-4d41-afaf-0af6debbe20c HTTP/1.1" status: 200 len: 943 time: 0.0538328 Oct 30 15:41:35.077818 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c03395d2-e1ed-4096-8426-e6124ec386a0 req-a7ec26cb-d472-4f72-b582-704ebb2b072b tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342443 Oct 30 15:41:35.870331 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfde740-93bf-4573-8475-33578efb5597 req-cf623381-0221-4079-852e-c4f91ac3af69 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:35.871832 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-adfde740-93bf-4573-8475-33578efb5597 req-cf623381-0221-4079-852e-c4f91ac3af69 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b918ef9-b749-4f48-8329-af0070bfd7f5 HTTP/1.1" status: 200 len: 946 time: 0.0523949 Oct 30 15:41:35.910451 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-adfde740-93bf-4573-8475-33578efb5597 req-ece15797-a55a-4c36-bbff-af4fa7035438 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=e34847f1-7ccf-4054-9832-e3dab63ebd50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328100 Oct 30 15:41:36.191148 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02026f1a-758f-40fe-a6a2-be60fc46fbc7 req-ab23ceea-fa1e-4d9a-9a7c-4dea5e310d18 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:36.192618 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-02026f1a-758f-40fe-a6a2-be60fc46fbc7 req-ab23ceea-fa1e-4d9a-9a7c-4dea5e310d18 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c064d65-bdbc-4d41-afaf-0af6debbe20c HTTP/1.1" status: 200 len: 943 time: 0.0475476 Oct 30 15:41:36.229653 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-02026f1a-758f-40fe-a6a2-be60fc46fbc7 req-8a4c105e-a141-4065-bed5-724884c1d4a3 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309298 Oct 30 15:41:37.034922 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265ce5f-36e1-4edd-b799-c989463625fc req-5f836100-351f-4e91-862d-21ea9de44e77 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:37.036348 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5265ce5f-36e1-4edd-b799-c989463625fc req-5f836100-351f-4e91-862d-21ea9de44e77 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b918ef9-b749-4f48-8329-af0070bfd7f5 HTTP/1.1" status: 200 len: 946 time: 0.0486100 Oct 30 15:41:37.074741 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5265ce5f-36e1-4edd-b799-c989463625fc req-fc38c16a-6603-4146-86ad-bbedebe2786c tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=e34847f1-7ccf-4054-9832-e3dab63ebd50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323758 Oct 30 15:41:37.350344 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d40c131-0419-48de-9176-edc23615fc77 req-c4fc992e-385e-4047-89b0-f491d7a35025 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:37.351746 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6d40c131-0419-48de-9176-edc23615fc77 req-c4fc992e-385e-4047-89b0-f491d7a35025 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c064d65-bdbc-4d41-afaf-0af6debbe20c HTTP/1.1" status: 200 len: 943 time: 0.0525081 Oct 30 15:41:37.388391 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6d40c131-0419-48de-9176-edc23615fc77 req-2b078759-51cb-4d5b-97a2-1ee70781c9dc tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306227 Oct 30 15:41:38.197286 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55abbb18-3071-481e-8e98-473e68a78d1f req-af2f0d73-0196-4a1a-85a1-dd67b4cb1fda tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:38.198765 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-55abbb18-3071-481e-8e98-473e68a78d1f req-af2f0d73-0196-4a1a-85a1-dd67b4cb1fda tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b918ef9-b749-4f48-8329-af0070bfd7f5 HTTP/1.1" status: 200 len: 946 time: 0.0505426 Oct 30 15:41:38.241289 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-55abbb18-3071-481e-8e98-473e68a78d1f req-16fc71cc-cb8c-49d8-822f-a49d7e25619c tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=e34847f1-7ccf-4054-9832-e3dab63ebd50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363593 Oct 30 15:41:38.505237 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b1c643-a465-4d13-ab07-6c4feb4ad81a req-1344ce58-fdc4-4166-b4c9-0dfb7c3d3d22 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:38.506645 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d4b1c643-a465-4d13-ab07-6c4feb4ad81a req-1344ce58-fdc4-4166-b4c9-0dfb7c3d3d22 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c064d65-bdbc-4d41-afaf-0af6debbe20c HTTP/1.1" status: 200 len: 943 time: 0.0488615 Oct 30 15:41:38.546477 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d4b1c643-a465-4d13-ab07-6c4feb4ad81a req-8ff42013-a70f-4499-8563-033cd246741d tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334222 Oct 30 15:41:39.362062 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf6fe5d-d864-4c05-8a58-a7aa08f69dc3 req-97961f31-9bcd-4eac-a4e4-317dd74eb232 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:39.363680 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4bf6fe5d-d864-4c05-8a58-a7aa08f69dc3 req-97961f31-9bcd-4eac-a4e4-317dd74eb232 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b918ef9-b749-4f48-8329-af0070bfd7f5 HTTP/1.1" status: 200 len: 946 time: 0.0523772 Oct 30 15:41:39.405724 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4bf6fe5d-d864-4c05-8a58-a7aa08f69dc3 req-fb302d09-92c1-4669-b1f2-936f6abc8eb1 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=e34847f1-7ccf-4054-9832-e3dab63ebd50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359101 Oct 30 15:41:39.674176 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ace1c8-2438-4cbf-938b-6b62a9aa7995 req-ff672a3f-6cd5-4f8a-b218-78b94c80d58e tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:39.675703 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-61ace1c8-2438-4cbf-938b-6b62a9aa7995 req-ff672a3f-6cd5-4f8a-b218-78b94c80d58e tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c064d65-bdbc-4d41-afaf-0af6debbe20c HTTP/1.1" status: 200 len: 943 time: 0.0527284 Oct 30 15:41:39.716880 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-61ace1c8-2438-4cbf-938b-6b62a9aa7995 req-1837b507-7dd0-4b50-a57d-688115f62c0b tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345821 Oct 30 15:41:40.524494 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7948b19-3eaa-47c7-885c-b85da2d8c7aa req-240ed7e5-b621-47b2-a9ce-ac710001eae8 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:40.526017 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b7948b19-3eaa-47c7-885c-b85da2d8c7aa req-240ed7e5-b621-47b2-a9ce-ac710001eae8 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b918ef9-b749-4f48-8329-af0070bfd7f5 HTTP/1.1" status: 200 len: 946 time: 0.0493155 Oct 30 15:41:40.564640 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b7948b19-3eaa-47c7-885c-b85da2d8c7aa req-09becf29-53d9-404e-9fb5-c71ef91ddd17 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=e34847f1-7ccf-4054-9832-e3dab63ebd50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314877 Oct 30 15:41:40.835891 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097edf31-62a9-4922-9e7b-bd7a6b95e693 req-26c01a6d-6f0f-41d9-8a77-466434b8ae45 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:40.837482 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-097edf31-62a9-4922-9e7b-bd7a6b95e693 req-26c01a6d-6f0f-41d9-8a77-466434b8ae45 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c064d65-bdbc-4d41-afaf-0af6debbe20c HTTP/1.1" status: 200 len: 943 time: 0.0533576 Oct 30 15:41:40.877272 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-097edf31-62a9-4922-9e7b-bd7a6b95e693 req-557495be-83d4-49c6-918c-e6d539037f32 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331933 Oct 30 15:41:41.240011 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 5fb5afa9-3c8b-449b-be59-b520a94c5e79 details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:41:41.343571 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 5fb5afa9-3c8b-449b-be59-b520a94c5e79, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=5fb5afa9-3c8b-449b-be59-b520a94c5e79,segment=NetworkSegment(eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15),segment_id=eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:41:41.354219 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': '5fb5afa9-3c8b-449b-be59-b520a94c5e79', 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318', 'port_id': '5fb5afa9-3c8b-449b-be59-b520a94c5e79', 'mac_address': 'fa:16:3e:02:52:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2126f42-6201-4d38-a336-acc99efa4108', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:41:41.390329 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:41:41.403885 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fb5afa9-3c8b-449b-be59-b520a94c5e79 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:41:41.422149 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 5fb5afa9-3c8b-449b-be59-b520a94c5e79, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=5fb5afa9-3c8b-449b-be59-b520a94c5e79,segment=NetworkSegment(eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15),segment_id=eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:41:41.426207 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:41:41.472444 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=5fb5afa9-3c8b-449b-be59-b520a94c5e79,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:41:41.615217 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['5fb5afa9-3c8b-449b-be59-b520a94c5e79'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:41:41.687258 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d59180-aff5-40df-9a11-a720aea24698 req-89a0c59a-6e2c-4c99-b8a8-8ffd3408e47e tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:41.690174 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-94d59180-aff5-40df-9a11-a720aea24698 req-89a0c59a-6e2c-4c99-b8a8-8ffd3408e47e tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b918ef9-b749-4f48-8329-af0070bfd7f5 HTTP/1.1" status: 200 len: 946 time: 0.0546107 Oct 30 15:41:41.736396 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-94d59180-aff5-40df-9a11-a720aea24698 req-8f6b32bf-0924-43fa-9990-8a3f89681517 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=e34847f1-7ccf-4054-9832-e3dab63ebd50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398440 Oct 30 15:41:41.804540 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [req-6ff736ba-7359-4da9-b9d0-bbd20334c103 req-a68c4292-dbcb-43e8-b264-4d516b95e3fc service neutron] show failed (client error): The resource could not be found. Oct 30 15:41:41.805559 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6ff736ba-7359-4da9-b9d0-bbd20334c103 req-a68c4292-dbcb-43e8-b264-4d516b95e3fc service neutron] 10.222.0.53 "GET /v2.0/ports/737220a5-0820-4dd1-8ed8-36b72d5e8925/bindings/n-h2-806683-17 HTTP/1.1" status: 404 len: 381 time: 0.0681243 Oct 30 15:41:42.032684 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e4dc2-70b3-44f1-b2e3-08ce54a55741 req-b2534829-7b4b-4ca4-a774-e0730f300dd6 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:42.034284 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-380e4dc2-70b3-44f1-b2e3-08ce54a55741 req-b2534829-7b4b-4ca4-a774-e0730f300dd6 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c064d65-bdbc-4d41-afaf-0af6debbe20c HTTP/1.1" status: 200 len: 944 time: 0.0863426 Oct 30 15:41:42.040040 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff736ba-7359-4da9-b9d0-bbd20334c103 req-5d25ab63-630d-48b8-98d5-4f7076cdfc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:42.041635 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6ff736ba-7359-4da9-b9d0-bbd20334c103 req-5d25ab63-630d-48b8-98d5-4f7076cdfc58 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9b918ef9-b749-4f48-8329-af0070bfd7f5&tenant_id=c4b96368b87a40a2935f71debcc2f400 HTTP/1.1" status: 200 len: 1098 time: 0.0647833 Oct 30 15:41:42.060390 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-6ff736ba-7359-4da9-b9d0-bbd20334c103 req-3dd6ef28-759d-4af5-93eb-da57fee5db22 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-17', 'device_owner': 'compute:nova'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:41:42.103206 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-380e4dc2-70b3-44f1-b2e3-08ce54a55741 req-fe4f9126-a3ac-42ae-869f-f7ca40e9cf39 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606282 Oct 30 15:41:42.133310 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6ff736ba-7359-4da9-b9d0-bbd20334c103 req-3dd6ef28-759d-4af5-93eb-da57fee5db22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:41:42.334902 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-6ff736ba-7359-4da9-b9d0-bbd20334c103 req-3dd6ef28-759d-4af5-93eb-da57fee5db22 service neutron] For port 737220a5-0820-4dd1-8ed8-36b72d5e8925, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=737220a5-0820-4dd1-8ed8-36b72d5e8925,segment=NetworkSegment(7bac7295-4be1-4ba8-8d58-b890b8761b0f),segment_id=7bac7295-4be1-4ba8-8d58-b890b8761b0f)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:41:42.366351 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-6ff736ba-7359-4da9-b9d0-bbd20334c103 req-3dd6ef28-759d-4af5-93eb-da57fee5db22 service neutron] For port 737220a5-0820-4dd1-8ed8-36b72d5e8925, host n-h1-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:41:42.409204 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b918ef9-b749-4f48-8329-af0070bfd7f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '737220a5-0820-4dd1-8ed8-36b72d5e8925'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:41:42.411511 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72c97a1-64d8-457b-896e-b786bc2813dc" -d '{"events": [{"server_uuid": "9b918ef9-b749-4f48-8329-af0070bfd7f5", "name": "network-vif-unplugged", "status": "completed", "tag": "737220a5-0820-4dd1-8ed8-36b72d5e8925"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:41:42.415161 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6ff736ba-7359-4da9-b9d0-bbd20334c103 req-3dd6ef28-759d-4af5-93eb-da57fee5db22 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:41:42.427357 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-6ff736ba-7359-4da9-b9d0-bbd20334c103 req-3dd6ef28-759d-4af5-93eb-da57fee5db22 service neutron] Transition to ACTIVE for port object 737220a5-0820-4dd1-8ed8-36b72d5e8925 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:41:42.431538 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6ff736ba-7359-4da9-b9d0-bbd20334c103 req-3dd6ef28-759d-4af5-93eb-da57fee5db22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:41:42.490875 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Oct 2021 15:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b884f2-0beb-4cbd-bfd3-da83e2721ea6 x-openstack-request-id: req-f2b884f2-0beb-4cbd-bfd3-da83e2721ea6 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:41:42.491427 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b918ef9-b749-4f48-8329-af0070bfd7f5", "name": "network-vif-unplugged", "status": "completed", "tag": "737220a5-0820-4dd1-8ed8-36b72d5e8925", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:41:42.491766 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f2b884f2-0beb-4cbd-bfd3-da83e2721ea6 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:41:42.492413 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b918ef9-b749-4f48-8329-af0070bfd7f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '737220a5-0820-4dd1-8ed8-36b72d5e8925', 'code': 200} Oct 30 15:41:42.553642 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd6ef28-759d-4af5-93eb-da57fee5db22 service neutron] Pushing event updated for resources: {'Port': ['ID=737220a5-0820-4dd1-8ed8-36b72d5e8925,revision_number=6']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:41:42.638968 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ff736ba-7359-4da9-b9d0-bbd20334c103 req-3dd6ef28-759d-4af5-93eb-da57fee5db22 service neutron] No DVR routers for this DVR port 737220a5-0820-4dd1-8ed8-36b72d5e8925 on host n-h1-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:41:43.101584 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6519d75d-ebc8-486f-a586-52608774dfb8 req-07224205-e719-4f6d-8345-87064ed7864e tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:43.103150 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6519d75d-ebc8-486f-a586-52608774dfb8 req-07224205-e719-4f6d-8345-87064ed7864e tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b918ef9-b749-4f48-8329-af0070bfd7f5 HTTP/1.1" status: 200 len: 944 time: 0.0706239 Oct 30 15:41:43.167226 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-6ff736ba-7359-4da9-b9d0-bbd20334c103 req-3dd6ef28-759d-4af5-93eb-da57fee5db22 service neutron] Attempting to bind port 737220a5-0820-4dd1-8ed8-36b72d5e8925 on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:41:43.167662 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-6ff736ba-7359-4da9-b9d0-bbd20334c103 req-3dd6ef28-759d-4af5-93eb-da57fee5db22 service neutron] Attempting to bind port 737220a5-0820-4dd1-8ed8-36b72d5e8925 by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': '7bac7295-4be1-4ba8-8d58-b890b8761b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '97a044fc-8684-4e5d-b6eb-c07ffe680bbd'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:41:43.167912 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff736ba-7359-4da9-b9d0-bbd20334c103 req-3dd6ef28-759d-4af5-93eb-da57fee5db22 service neutron] Attempting to bind port 737220a5-0820-4dd1-8ed8-36b72d5e8925 on network 97a044fc-8684-4e5d-b6eb-c07ffe680bbd {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:41:43.176768 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff736ba-7359-4da9-b9d0-bbd20334c103 req-3dd6ef28-759d-4af5-93eb-da57fee5db22 service neutron] Port 737220a5-0820-4dd1-8ed8-36b72d5e8925 on network 97a044fc-8684-4e5d-b6eb-c07ffe680bbd not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:41:43.177095 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff736ba-7359-4da9-b9d0-bbd20334c103 req-3dd6ef28-759d-4af5-93eb-da57fee5db22 service neutron] Attempting to bind port 737220a5-0820-4dd1-8ed8-36b72d5e8925 on network 97a044fc-8684-4e5d-b6eb-c07ffe680bbd {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:41:43.181291 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6519d75d-ebc8-486f-a586-52608774dfb8 req-fee7d351-1775-49ea-a9c6-2543e783f736 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=e34847f1-7ccf-4054-9832-e3dab63ebd50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712113 Oct 30 15:41:43.185587 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff736ba-7359-4da9-b9d0-bbd20334c103 req-3dd6ef28-759d-4af5-93eb-da57fee5db22 service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:41:43.185587 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff736ba-7359-4da9-b9d0-bbd20334c103 req-3dd6ef28-759d-4af5-93eb-da57fee5db22 service neutron] Checking segment: {'id': '7bac7295-4be1-4ba8-8d58-b890b8761b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '97a044fc-8684-4e5d-b6eb-c07ffe680bbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:41:43.185905 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff736ba-7359-4da9-b9d0-bbd20334c103 req-3dd6ef28-759d-4af5-93eb-da57fee5db22 service neutron] Bound using segment: {'id': '7bac7295-4be1-4ba8-8d58-b890b8761b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '97a044fc-8684-4e5d-b6eb-c07ffe680bbd'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:41:43.186551 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-6ff736ba-7359-4da9-b9d0-bbd20334c103 req-3dd6ef28-759d-4af5-93eb-da57fee5db22 service neutron] Bound port: 737220a5-0820-4dd1-8ed8-36b72d5e8925, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bac7295-4be1-4ba8-8d58-b890b8761b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '97a044fc-8684-4e5d-b6eb-c07ffe680bbd'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:41:43.187095 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6ff736ba-7359-4da9-b9d0-bbd20334c103 req-3dd6ef28-759d-4af5-93eb-da57fee5db22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:41:43.243649 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e9564c-2bc7-480d-a1d0-8b12f93d7125 req-2946f980-1f4b-475d-b5a5-6693e99836c9 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:43.244766 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e2e9564c-2bc7-480d-a1d0-8b12f93d7125 req-2946f980-1f4b-475d-b5a5-6693e99836c9 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c064d65-bdbc-4d41-afaf-0af6debbe20c HTTP/1.1" status: 200 len: 944 time: 0.0696173 Oct 30 15:41:43.254773 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-6ff736ba-7359-4da9-b9d0-bbd20334c103 req-3dd6ef28-759d-4af5-93eb-da57fee5db22 service neutron] For port 737220a5-0820-4dd1-8ed8-36b72d5e8925, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:41:43.256603 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 5fb5afa9-3c8b-449b-be59-b520a94c5e79 up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:41:43.258099 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-6ff736ba-7359-4da9-b9d0-bbd20334c103 req-3dd6ef28-759d-4af5-93eb-da57fee5db22 service neutron] For port 737220a5-0820-4dd1-8ed8-36b72d5e8925, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=737220a5-0820-4dd1-8ed8-36b72d5e8925,segment=NetworkSegment(7bac7295-4be1-4ba8-8d58-b890b8761b0f),segment_id=7bac7295-4be1-4ba8-8d58-b890b8761b0f)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:41:43.262030 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6ff736ba-7359-4da9-b9d0-bbd20334c103 req-3dd6ef28-759d-4af5-93eb-da57fee5db22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:41:43.286797 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e2e9564c-2bc7-480d-a1d0-8b12f93d7125 req-9b9a2223-f608-4b22-89ed-1e09a50a72c2 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334346 Oct 30 15:41:43.298234 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff736ba-7359-4da9-b9d0-bbd20334c103 req-3dd6ef28-759d-4af5-93eb-da57fee5db22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:43.298771 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6ff736ba-7359-4da9-b9d0-bbd20334c103 req-3dd6ef28-759d-4af5-93eb-da57fee5db22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:41:43.300257 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6ff736ba-7359-4da9-b9d0-bbd20334c103 req-3dd6ef28-759d-4af5-93eb-da57fee5db22 service neutron] 10.222.0.44 "PUT /v2.0/ports/737220a5-0820-4dd1-8ed8-36b72d5e8925 HTTP/1.1" status: 200 len: 1093 time: 1.2440803 Oct 30 15:41:43.322809 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd6ef28-759d-4af5-93eb-da57fee5db22 service neutron] Pushing event updated for resources: {'Port': ['ID=737220a5-0820-4dd1-8ed8-36b72d5e8925,revision_number=7']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:41:43.340843 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port 5fb5afa9-3c8b-449b-be59-b520a94c5e79 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:41:43.349678 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port 5fb5afa9-3c8b-449b-be59-b520a94c5e79 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:41:43.350194 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:41:43.370810 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff736ba-7359-4da9-b9d0-bbd20334c103 req-e7f7237e-78da-450a-9768-cd5bbbfbc15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:43.372358 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6ff736ba-7359-4da9-b9d0-bbd20334c103 req-e7f7237e-78da-450a-9768-cd5bbbfbc15a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c4b96368b87a40a2935f71debcc2f400&device_id=9b918ef9-b749-4f48-8329-af0070bfd7f5 HTTP/1.1" status: 200 len: 1096 time: 0.0430248 Oct 30 15:41:43.452589 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:41:43.479125 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c064d65-bdbc-4d41-afaf-0af6debbe20c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fb5afa9-3c8b-449b-be59-b520a94c5e79'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:41:43.481438 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32535e6a-ed11-492b-9e18-5a694cda89e7" -d '{"events": [{"server_uuid": "4c064d65-bdbc-4d41-afaf-0af6debbe20c", "name": "network-vif-plugged", "status": "completed", "tag": "5fb5afa9-3c8b-449b-be59-b520a94c5e79"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:41:43.495556 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 5fb5afa9-3c8b-449b-be59-b520a94c5e79, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=5fb5afa9-3c8b-449b-be59-b520a94c5e79,segment=NetworkSegment(eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15),segment_id=eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:41:43.501780 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:41:43.513944 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff736ba-7359-4da9-b9d0-bbd20334c103 req-1bfc1cf2-6ebe-4332-bbca-c21b038da4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:43.515983 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6ff736ba-7359-4da9-b9d0-bbd20334c103 req-1bfc1cf2-6ebe-4332-bbca-c21b038da4ed service neutron] 10.222.0.44 "GET /v2.0/networks?id=97a044fc-8684-4e5d-b6eb-c07ffe680bbd HTTP/1.1" status: 200 len: 898 time: 0.1328108 Oct 30 15:41:43.556802 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d2b299-ffef-48c5-9c18-ec1c6843e65a x-openstack-request-id: req-98d2b299-ffef-48c5-9c18-ec1c6843e65a {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:41:43.557040 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c064d65-bdbc-4d41-afaf-0af6debbe20c", "name": "network-vif-plugged", "status": "completed", "tag": "5fb5afa9-3c8b-449b-be59-b520a94c5e79", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:41:43.557250 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-98d2b299-ffef-48c5-9c18-ec1c6843e65a {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:41:43.558148 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c064d65-bdbc-4d41-afaf-0af6debbe20c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fb5afa9-3c8b-449b-be59-b520a94c5e79', 'code': 200} Oct 30 15:41:43.558582 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=5fb5afa9-3c8b-449b-be59-b520a94c5e79,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:41:43.577333 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:41:43.577679 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:41:43.578018 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:41:43.578385 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:41:43.578716 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:41:43.579047 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:41:43.579375 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:41:43.579722 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:41:43.581288 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:41:43.581653 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:41:43.581962 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:41:43.582288 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:41:43.609154 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6ff736ba-7359-4da9-b9d0-bbd20334c103 req-418b4a7c-0326-4e07-a66d-ac127c8244e4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=737220a5-0820-4dd1-8ed8-36b72d5e8925 HTTP/1.1" status: 200 len: 999 time: 0.0855179 Oct 30 15:41:43.698000 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff736ba-7359-4da9-b9d0-bbd20334c103 req-76b81a49-bc49-4123-b80c-db1c26e84fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:43.699597 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6ff736ba-7359-4da9-b9d0-bbd20334c103 req-76b81a49-bc49-4123-b80c-db1c26e84fd4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c89707a7-82ea-4b44-8402-52fcb7128ca3 HTTP/1.1" status: 200 len: 835 time: 0.0707653 Oct 30 15:41:43.707305 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f09c5bb-d53d-4ded-a4ff-0c837c4e9674 req-9c81aa42-6804-4b03-8124-9dcc2fa30534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:43.708713 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6f09c5bb-d53d-4ded-a4ff-0c837c4e9674 req-9c81aa42-6804-4b03-8124-9dcc2fa30534 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4c064d65-bdbc-4d41-afaf-0af6debbe20c HTTP/1.1" status: 200 len: 1097 time: 0.0884953 Oct 30 15:41:43.769755 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6f09c5bb-d53d-4ded-a4ff-0c837c4e9674 req-9e3fd0b2-c8f4-41ba-8e7c-bac671565107 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528729 Oct 30 15:41:43.772395 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff736ba-7359-4da9-b9d0-bbd20334c103 req-38f5f07d-5c7b-4bbe-9cf5-552ad458dcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:43.773780 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6ff736ba-7359-4da9-b9d0-bbd20334c103 req-38f5f07d-5c7b-4bbe-9cf5-552ad458dcd4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=97a044fc-8684-4e5d-b6eb-c07ffe680bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0642173 Oct 30 15:41:43.846278 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 737220a5-0820-4dd1-8ed8-36b72d5e8925 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:41:43.887222 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 737220a5-0820-4dd1-8ed8-36b72d5e8925 not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:41:44.045656 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6ff736ba-7359-4da9-b9d0-bbd20334c103 req-13e03fd9-beae-44b5-8968-433461aee5b2 service neutron] 10.222.0.44 "GET /v2.0/networks/97a044fc-8684-4e5d-b6eb-c07ffe680bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868740 Oct 30 15:41:44.136766 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6ff736ba-7359-4da9-b9d0-bbd20334c103 req-d0b7826a-e8e7-4498-b3bd-78acf64b90de service neutron] 10.222.0.44 "GET /v2.0/networks/97a044fc-8684-4e5d-b6eb-c07ffe680bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833955 Oct 30 15:41:44.337827 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33891e6-8be4-41c5-8ecf-f9ecbf39d2ec req-e78a5b01-5a8c-4e70-ad97-1381684082b5 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:44.341047 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a33891e6-8be4-41c5-8ecf-f9ecbf39d2ec req-e78a5b01-5a8c-4e70-ad97-1381684082b5 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b918ef9-b749-4f48-8329-af0070bfd7f5 HTTP/1.1" status: 200 len: 944 time: 0.0715282 Oct 30 15:41:44.383944 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a33891e6-8be4-41c5-8ecf-f9ecbf39d2ec req-dae6f612-b8f8-4f84-8a19-57425b40e134 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=e34847f1-7ccf-4054-9832-e3dab63ebd50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362167 Oct 30 15:41:44.426808 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b946fa-90a7-49d4-8df8-9778ae096172 req-fe512c13-9e5e-456e-93d2-d4a9c8c5dd30 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:44.428517 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-58b946fa-90a7-49d4-8df8-9778ae096172 req-fe512c13-9e5e-456e-93d2-d4a9c8c5dd30 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c064d65-bdbc-4d41-afaf-0af6debbe20c HTTP/1.1" status: 200 len: 945 time: 0.0570989 Oct 30 15:41:44.467997 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-58b946fa-90a7-49d4-8df8-9778ae096172 req-9ebef158-32b8-4ddf-ab0d-382b135ced25 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324821 Oct 30 15:41:44.493670 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b918ef9-b749-4f48-8329-af0070bfd7f5', 'tag': '737220a5-0820-4dd1-8ed8-36b72d5e8925'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:41:44.496161 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e68b5a17-e06e-4e2d-b209-3a149875af9a" -d '{"events": [{"name": "network-changed", "server_uuid": "9b918ef9-b749-4f48-8329-af0070bfd7f5", "tag": "737220a5-0820-4dd1-8ed8-36b72d5e8925"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:41:44.542827 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b7cd67-929a-4c12-94e9-0ed569c0a4b6 x-openstack-request-id: req-22b7cd67-929a-4c12-94e9-0ed569c0a4b6 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:41:44.543227 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b918ef9-b749-4f48-8329-af0070bfd7f5", "tag": "737220a5-0820-4dd1-8ed8-36b72d5e8925", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:41:44.543589 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-22b7cd67-929a-4c12-94e9-0ed569c0a4b6 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:41:44.544437 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b918ef9-b749-4f48-8329-af0070bfd7f5', 'tag': '737220a5-0820-4dd1-8ed8-36b72d5e8925', 'status': 'completed', 'code': 200} Oct 30 15:41:44.633920 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b5a17-e06e-4e2d-b209-3a149875af9a req-04f80fa5-e28e-4e10-a87d-5cbec9f58bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:44.635405 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e68b5a17-e06e-4e2d-b209-3a149875af9a req-04f80fa5-e28e-4e10-a87d-5cbec9f58bc7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c4b96368b87a40a2935f71debcc2f400&device_id=9b918ef9-b749-4f48-8329-af0070bfd7f5 HTTP/1.1" status: 200 len: 1096 time: 0.0696180 Oct 30 15:41:44.637871 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b5a17-e06e-4e2d-b209-3a149875af9a req-c86797e8-e3fa-41cd-80b2-a9c10e684db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:44.639197 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e68b5a17-e06e-4e2d-b209-3a149875af9a req-c86797e8-e3fa-41cd-80b2-a9c10e684db8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c4b96368b87a40a2935f71debcc2f400&device_id=9b918ef9-b749-4f48-8329-af0070bfd7f5 HTTP/1.1" status: 200 len: 1096 time: 0.0652218 Oct 30 15:41:44.803533 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b5a17-e06e-4e2d-b209-3a149875af9a req-233d6365-61ef-4360-975c-4b501f5710f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:44.804974 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e68b5a17-e06e-4e2d-b209-3a149875af9a req-233d6365-61ef-4360-975c-4b501f5710f5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=97a044fc-8684-4e5d-b6eb-c07ffe680bbd HTTP/1.1" status: 200 len: 898 time: 0.1616979 Oct 30 15:41:44.807543 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b5a17-e06e-4e2d-b209-3a149875af9a req-72b7dbb6-efbf-4663-a088-19d9b3dd64a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:44.808828 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e68b5a17-e06e-4e2d-b209-3a149875af9a req-72b7dbb6-efbf-4663-a088-19d9b3dd64a4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=97a044fc-8684-4e5d-b6eb-c07ffe680bbd HTTP/1.1" status: 200 len: 898 time: 0.1574392 Oct 30 15:41:44.915699 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e68b5a17-e06e-4e2d-b209-3a149875af9a req-8363d4b7-696d-4ca5-b2ed-fe2f77c4f92b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=737220a5-0820-4dd1-8ed8-36b72d5e8925 HTTP/1.1" status: 200 len: 999 time: 0.1040521 Oct 30 15:41:44.921407 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e68b5a17-e06e-4e2d-b209-3a149875af9a req-e1b888db-2ed9-494b-96d7-881afa5d7200 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=737220a5-0820-4dd1-8ed8-36b72d5e8925 HTTP/1.1" status: 200 len: 999 time: 0.0745046 Oct 30 15:41:45.000072 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b5a17-e06e-4e2d-b209-3a149875af9a req-3aaee8f5-a1cc-4f35-b865-aca9d5efea13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:45.001525 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e68b5a17-e06e-4e2d-b209-3a149875af9a req-3aaee8f5-a1cc-4f35-b865-aca9d5efea13 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c89707a7-82ea-4b44-8402-52fcb7128ca3 HTTP/1.1" status: 200 len: 835 time: 0.0783801 Oct 30 15:41:45.004910 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b5a17-e06e-4e2d-b209-3a149875af9a req-67dec351-dda3-4709-8c93-b0dae9184d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:45.006215 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e68b5a17-e06e-4e2d-b209-3a149875af9a req-67dec351-dda3-4709-8c93-b0dae9184d6a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c89707a7-82ea-4b44-8402-52fcb7128ca3 HTTP/1.1" status: 200 len: 835 time: 0.0752761 Oct 30 15:41:45.079020 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b5a17-e06e-4e2d-b209-3a149875af9a req-ac419737-0a38-49fd-af04-da6d27b56bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:45.080532 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e68b5a17-e06e-4e2d-b209-3a149875af9a req-ac419737-0a38-49fd-af04-da6d27b56bb8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=97a044fc-8684-4e5d-b6eb-c07ffe680bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0651281 Oct 30 15:41:45.082947 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b5a17-e06e-4e2d-b209-3a149875af9a req-0cebd547-d3b3-4706-b519-a61442aa84f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:45.084295 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e68b5a17-e06e-4e2d-b209-3a149875af9a req-0cebd547-d3b3-4706-b519-a61442aa84f2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=97a044fc-8684-4e5d-b6eb-c07ffe680bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0762389 Oct 30 15:41:45.236653 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e68b5a17-e06e-4e2d-b209-3a149875af9a req-ca89d36b-402c-4293-8500-a76dad8ff030 service neutron] 10.222.0.44 "GET /v2.0/networks/97a044fc-8684-4e5d-b6eb-c07ffe680bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478708 Oct 30 15:41:45.238379 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e68b5a17-e06e-4e2d-b209-3a149875af9a req-15027952-712b-4a61-86ea-398b9cb6f8ef service neutron] 10.222.0.53 "GET /v2.0/networks/97a044fc-8684-4e5d-b6eb-c07ffe680bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425173 Oct 30 15:41:45.394297 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e68b5a17-e06e-4e2d-b209-3a149875af9a req-674d7961-a587-40e0-b82f-0aadb382291e service neutron] 10.222.0.44 "GET /v2.0/networks/97a044fc-8684-4e5d-b6eb-c07ffe680bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504242 Oct 30 15:41:45.397554 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e68b5a17-e06e-4e2d-b209-3a149875af9a req-88edcc8b-8fe3-4649-ad06-c076b958137b service neutron] 10.222.0.53 "GET /v2.0/networks/97a044fc-8684-4e5d-b6eb-c07ffe680bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526787 Oct 30 15:41:45.502394 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7d386-b15b-4629-8b55-2330769f4ccc req-3873ff23-97e3-4828-921e-0ae028494711 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:45.507920 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e2b7d386-b15b-4629-8b55-2330769f4ccc req-3873ff23-97e3-4828-921e-0ae028494711 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b918ef9-b749-4f48-8329-af0070bfd7f5 HTTP/1.1" status: 200 len: 944 time: 0.0557575 Oct 30 15:41:45.543757 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e2b7d386-b15b-4629-8b55-2330769f4ccc req-836ecf20-5397-4fc9-9b45-9922977c86ed tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=e34847f1-7ccf-4054-9832-e3dab63ebd50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337627 Oct 30 15:41:45.593653 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75db732-d81c-423e-aed9-88a939f657e6 req-14245c5b-eff9-421a-88f2-df4243ae768a tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:45.595803 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e75db732-d81c-423e-aed9-88a939f657e6 req-14245c5b-eff9-421a-88f2-df4243ae768a tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c064d65-bdbc-4d41-afaf-0af6debbe20c HTTP/1.1" status: 200 len: 945 time: 0.0567324 Oct 30 15:41:45.638313 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e75db732-d81c-423e-aed9-88a939f657e6 req-d6f515dc-aed5-4838-acca-1dbf3179c8d0 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351467 Oct 30 15:41:45.787340 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead9b59e-2f15-477e-b80b-b0870b41959d req-8773a368-ee07-4515-8bdb-a20d0dc0eff0 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:45.789168 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ead9b59e-2f15-477e-b80b-b0870b41959d req-8773a368-ee07-4515-8bdb-a20d0dc0eff0 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c064d65-bdbc-4d41-afaf-0af6debbe20c HTTP/1.1" status: 200 len: 945 time: 0.0819819 Oct 30 15:41:45.833511 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ead9b59e-2f15-477e-b80b-b0870b41959d req-02b757a6-cf4c-4aa1-a88d-87d6f1516d52 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363812 Oct 30 15:41:46.682751 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbfa904-d24c-4bf1-a242-3b3d0c1a1a9c req-6fab07c7-e1b0-45b5-b8b9-85e6c25c7be7 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:46.684589 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ecbfa904-d24c-4bf1-a242-3b3d0c1a1a9c req-6fab07c7-e1b0-45b5-b8b9-85e6c25c7be7 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b918ef9-b749-4f48-8329-af0070bfd7f5 HTTP/1.1" status: 200 len: 944 time: 0.0631037 Oct 30 15:41:46.730134 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ecbfa904-d24c-4bf1-a242-3b3d0c1a1a9c req-16344427-d009-40f8-aed1-31211d25e78d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=e34847f1-7ccf-4054-9832-e3dab63ebd50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377276 Oct 30 15:41:46.960575 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496869d8-dac0-483e-b4e3-4e2e4dec3263 req-8b6ab81c-e964-4eac-a919-f55168973478 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:46.962217 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-496869d8-dac0-483e-b4e3-4e2e4dec3263 req-8b6ab81c-e964-4eac-a919-f55168973478 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b918ef9-b749-4f48-8329-af0070bfd7f5 HTTP/1.1" status: 200 len: 944 time: 0.0640895 Oct 30 15:41:47.077173 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-496869d8-dac0-483e-b4e3-4e2e4dec3263 req-046b5c47-8a07-4a85-94e0-87f5b27b6e3a tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=e34847f1-7ccf-4054-9832-e3dab63ebd50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073451 Oct 30 15:41:47.132163 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f6c3a-4961-4cf4-bad1-c788e5fb2575 req-3ab0fc1d-713f-4b93-afb9-17cabd5597c9 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:47.133727 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d01f6c3a-4961-4cf4-bad1-c788e5fb2575 req-3ab0fc1d-713f-4b93-afb9-17cabd5597c9 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b918ef9-b749-4f48-8329-af0070bfd7f5&tenant_id=c4b96368b87a40a2935f71debcc2f400&binding%3Ahost_id=n-h2-806683-17 HTTP/1.1" status: 200 len: 944 time: 0.1293626 Oct 30 15:41:47.208098 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [req-d01f6c3a-4961-4cf4-bad1-c788e5fb2575 req-50c8559a-3567-45dd-b15e-e00d5a24b34f service neutron] delete failed (client error): The resource could not be found. Oct 30 15:41:47.209218 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d01f6c3a-4961-4cf4-bad1-c788e5fb2575 req-50c8559a-3567-45dd-b15e-e00d5a24b34f service neutron] 10.222.0.53 "DELETE /v2.0/ports/737220a5-0820-4dd1-8ed8-36b72d5e8925/bindings/n-h1-806683-17 HTTP/1.1" status: 404 len: 381 time: 0.0671937 Oct 30 15:41:47.270248 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 737220a5-0820-4dd1-8ed8-36b72d5e8925 details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:41:47.303192 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f6c3a-4961-4cf4-bad1-c788e5fb2575 req-538b8c44-7730-47ce-8c52-1b22370c7b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:47.304759 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d01f6c3a-4961-4cf4-bad1-c788e5fb2575 req-538b8c44-7730-47ce-8c52-1b22370c7b89 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c4b96368b87a40a2935f71debcc2f400&device_id=9b918ef9-b749-4f48-8329-af0070bfd7f5 HTTP/1.1" status: 200 len: 1096 time: 0.0490661 Oct 30 15:41:47.384718 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 737220a5-0820-4dd1-8ed8-36b72d5e8925, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=737220a5-0820-4dd1-8ed8-36b72d5e8925,segment=NetworkSegment(7bac7295-4be1-4ba8-8d58-b890b8761b0f),segment_id=7bac7295-4be1-4ba8-8d58-b890b8761b0f)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:41:47.398637 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': '737220a5-0820-4dd1-8ed8-36b72d5e8925', 'network_id': '97a044fc-8684-4e5d-b6eb-c07ffe680bbd', 'port_id': '737220a5-0820-4dd1-8ed8-36b72d5e8925', 'mac_address': 'fa:16:3e:e9:27:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c89707a7-82ea-4b44-8402-52fcb7128ca3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:41:47.411245 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f6c3a-4961-4cf4-bad1-c788e5fb2575 req-b4692709-128b-437f-a53d-89a27d71ee05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:47.412752 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d01f6c3a-4961-4cf4-bad1-c788e5fb2575 req-b4692709-128b-437f-a53d-89a27d71ee05 service neutron] 10.222.0.53 "GET /v2.0/networks?id=97a044fc-8684-4e5d-b6eb-c07ffe680bbd HTTP/1.1" status: 200 len: 898 time: 0.1004758 Oct 30 15:41:47.440573 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:41:47.457050 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 737220a5-0820-4dd1-8ed8-36b72d5e8925 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:41:47.480734 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 737220a5-0820-4dd1-8ed8-36b72d5e8925, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=737220a5-0820-4dd1-8ed8-36b72d5e8925,segment=NetworkSegment(7bac7295-4be1-4ba8-8d58-b890b8761b0f),segment_id=7bac7295-4be1-4ba8-8d58-b890b8761b0f)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:41:47.486661 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:41:47.492414 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d01f6c3a-4961-4cf4-bad1-c788e5fb2575 req-f50843bb-5927-4729-b259-77f56769c633 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=737220a5-0820-4dd1-8ed8-36b72d5e8925 HTTP/1.1" status: 200 len: 999 time: 0.0720377 Oct 30 15:41:47.546013 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=737220a5-0820-4dd1-8ed8-36b72d5e8925,revision_number=8']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:41:47.561697 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f6c3a-4961-4cf4-bad1-c788e5fb2575 req-8002e2bd-a135-40c0-9c88-07bb95f63fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:47.564135 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d01f6c3a-4961-4cf4-bad1-c788e5fb2575 req-8002e2bd-a135-40c0-9c88-07bb95f63fbb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c89707a7-82ea-4b44-8402-52fcb7128ca3 HTTP/1.1" status: 200 len: 835 time: 0.0654478 Oct 30 15:41:47.611337 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f6c3a-4961-4cf4-bad1-c788e5fb2575 req-9a1079ab-50a7-4de8-9abb-d449fee22932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:47.613118 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d01f6c3a-4961-4cf4-bad1-c788e5fb2575 req-9a1079ab-50a7-4de8-9abb-d449fee22932 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=97a044fc-8684-4e5d-b6eb-c07ffe680bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423379 Oct 30 15:41:47.704783 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['737220a5-0820-4dd1-8ed8-36b72d5e8925'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:41:47.720158 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d01f6c3a-4961-4cf4-bad1-c788e5fb2575 req-34cbacc2-8ba2-4637-a663-e1ffd0b62750 service neutron] 10.222.0.53 "GET /v2.0/networks/97a044fc-8684-4e5d-b6eb-c07ffe680bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000433 Oct 30 15:41:47.903825 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d01f6c3a-4961-4cf4-bad1-c788e5fb2575 req-3bed2235-034e-462d-a05e-8541c35d3104 service neutron] 10.222.0.53 "GET /v2.0/networks/97a044fc-8684-4e5d-b6eb-c07ffe680bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768508 Oct 30 15:41:48.226473 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc816a-9e64-4cff-bf4f-ceee0620a8ea req-704baa1f-0d33-4a9a-bdff-f0e77eb8444e tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:48.228073 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b2bc816a-9e64-4cff-bf4f-ceee0620a8ea req-704baa1f-0d33-4a9a-bdff-f0e77eb8444e tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b918ef9-b749-4f48-8329-af0070bfd7f5 HTTP/1.1" status: 200 len: 945 time: 0.0646996 Oct 30 15:41:48.273018 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b2bc816a-9e64-4cff-bf4f-ceee0620a8ea req-098f9789-2ed6-444c-bcce-9feeb27d0221 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=e34847f1-7ccf-4054-9832-e3dab63ebd50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370705 Oct 30 15:41:48.437877 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea01ab47-3036-483a-aa07-cc6fdefc315f req-372124d1-4852-4309-b78c-b1bff25efebd tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:48.439330 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ea01ab47-3036-483a-aa07-cc6fdefc315f req-372124d1-4852-4309-b78c-b1bff25efebd tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/networks?id=eaec26f8-16ce-4842-b83b-287e7177f318 HTTP/1.1" status: 200 len: 812 time: 0.1150672 Oct 30 15:41:48.455824 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ea01ab47-3036-483a-aa07-cc6fdefc315f req-a44973ae-26f0-445a-8d48-21563407a347 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/quotas/887bc10b4e704641954048c16602273c HTTP/1.1" status: 200 len: 375 time: 0.0100965 Oct 30 15:41:48.519736 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ea01ab47-3036-483a-aa07-cc6fdefc315f req-2795be60-42ae-419c-84c7-a8df462c9e69 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=887bc10b4e704641954048c16602273c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0584133 Oct 30 15:41:48.613807 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ea01ab47-3036-483a-aa07-cc6fdefc315f req-52d988fe-479c-4bef-9605-38a785793a3c service neutron] 10.222.0.62 "GET /v2.0/networks/eaec26f8-16ce-4842-b83b-287e7177f318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866933 Oct 30 15:41:48.706681 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ea01ab47-3036-483a-aa07-cc6fdefc315f req-f5920dd6-e880-42cc-b59b-f9a9dbbd4b1a service neutron] 10.222.0.62 "GET /v2.0/networks/eaec26f8-16ce-4842-b83b-287e7177f318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864239 Oct 30 15:41:48.910287 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-872d4765-a0b1-4fb4-83f2-bc6ce6188488 req-e203d1a5-6e3f-449b-8bf4-0b44ef158a31 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=df2d4099-9faf-4661-b255-fa6471b64cc2 HTTP/1.1" status: 200 len: 210 time: 0.0378065 Oct 30 15:41:49.279974 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 737220a5-0820-4dd1-8ed8-36b72d5e8925 up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:41:49.339790 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port 737220a5-0820-4dd1-8ed8-36b72d5e8925 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:41:49.344225 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port 737220a5-0820-4dd1-8ed8-36b72d5e8925 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:41:49.345550 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:41:49.450050 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b85f45f-19b9-4115-9ca0-1b733f75eaf9 req-6950cfd5-fbfa-4d88-b8b3-2adfd2fab634 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:49.451827 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5b85f45f-19b9-4115-9ca0-1b733f75eaf9 req-6950cfd5-fbfa-4d88-b8b3-2adfd2fab634 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b918ef9-b749-4f48-8329-af0070bfd7f5 HTTP/1.1" status: 200 len: 945 time: 0.0569799 Oct 30 15:41:49.482728 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:41:49.509961 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b918ef9-b749-4f48-8329-af0070bfd7f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '737220a5-0820-4dd1-8ed8-36b72d5e8925'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:41:49.512361 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-981105f7-dcfa-4eb0-bd0b-c0272aa9ad00" -d '{"events": [{"server_uuid": "9b918ef9-b749-4f48-8329-af0070bfd7f5", "name": "network-vif-plugged", "status": "completed", "tag": "737220a5-0820-4dd1-8ed8-36b72d5e8925"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:41:49.524628 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5b85f45f-19b9-4115-9ca0-1b733f75eaf9 req-5c30c2de-51a0-453b-b0b8-322b2cbff88f tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=e34847f1-7ccf-4054-9832-e3dab63ebd50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632031 Oct 30 15:41:49.528742 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 737220a5-0820-4dd1-8ed8-36b72d5e8925, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=737220a5-0820-4dd1-8ed8-36b72d5e8925,segment=NetworkSegment(7bac7295-4be1-4ba8-8d58-b890b8761b0f),segment_id=7bac7295-4be1-4ba8-8d58-b890b8761b0f)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:41:49.538619 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 48962) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:41:49.542812 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:41:49.571970 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8d3d88-3fd9-4317-988a-b0597fc37098 x-openstack-request-id: req-ae8d3d88-3fd9-4317-988a-b0597fc37098 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:41:49.572348 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b918ef9-b749-4f48-8329-af0070bfd7f5", "name": "network-vif-plugged", "status": "completed", "tag": "737220a5-0820-4dd1-8ed8-36b72d5e8925", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:41:49.572665 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ae8d3d88-3fd9-4317-988a-b0597fc37098 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:41:49.573126 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b918ef9-b749-4f48-8329-af0070bfd7f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '737220a5-0820-4dd1-8ed8-36b72d5e8925', 'code': 200} Oct 30 15:41:49.608937 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=737220a5-0820-4dd1-8ed8-36b72d5e8925,revision_number=9']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:41:49.616669 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-2ffde59b-5f0e-4b89-9431-721f27a82485 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/floatingips/1bc9051e-3fd9-420a-9831-0367d70f1274 HTTP/1.1" status: 200 len: 993 time: 0.0762284 Oct 30 15:41:49.964133 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea01ab47-3036-483a-aa07-cc6fdefc315f req-60b4b035-a74c-40e6-9fad-9d054ed64010 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:49.966485 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ea01ab47-3036-483a-aa07-cc6fdefc315f req-60b4b035-a74c-40e6-9fad-9d054ed64010 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.53 "GET /v2.0/networks?id=eaec26f8-16ce-4842-b83b-287e7177f318 HTTP/1.1" status: 200 len: 812 time: 0.1516204 Oct 30 15:41:49.979455 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-ea01ab47-3036-483a-aa07-cc6fdefc315f req-64baadf6-dd56-41e5-8fb6-423140fd87fa tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Request body: {'port': {'device_id': 'df2d4099-9faf-4661-b255-fa6471b64cc2', 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318', 'admin_state_up': True, 'tenant_id': '887bc10b4e704641954048c16602273c'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:41:50.076091 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5005d4ee-f0f6-4078-99e3-21537f37a978 req-b76b22fd-f98f-4cfe-a72a-bac670cb2cee tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=df2d4099-9faf-4661-b255-fa6471b64cc2 HTTP/1.1" status: 200 len: 210 time: 0.0329204 Oct 30 15:41:50.141066 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea01ab47-3036-483a-aa07-cc6fdefc315f req-64baadf6-dd56-41e5-8fb6-423140fd87fa tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Made reservation on behalf of 887bc10b4e704641954048c16602273c for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:41:50.145311 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ea01ab47-3036-483a-aa07-cc6fdefc315f req-64baadf6-dd56-41e5-8fb6-423140fd87fa tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:41:50.289001 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-ea01ab47-3036-483a-aa07-cc6fdefc315f req-64baadf6-dd56-41e5-8fb6-423140fd87fa tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Allocated IP 172.20.0.14 (eaec26f8-16ce-4842-b83b-287e7177f318/e2126f42-6201-4d38-a336-acc99efa4108/f7d5179a-7794-43e6-af72-344565edb1e7) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:41:50.464327 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ea01ab47-3036-483a-aa07-cc6fdefc315f req-64baadf6-dd56-41e5-8fb6-423140fd87fa tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:41:50.499068 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ea01ab47-3036-483a-aa07-cc6fdefc315f req-64baadf6-dd56-41e5-8fb6-423140fd87fa tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:41:50.515149 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['5fb5afa9-3c8b-449b-be59-b520a94c5e79'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:41:50.547991 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea01ab47-3036-483a-aa07-cc6fdefc315f req-64baadf6-dd56-41e5-8fb6-423140fd87fa tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Network eaec26f8-16ce-4842-b83b-287e7177f318 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:41:50.551021 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-ea01ab47-3036-483a-aa07-cc6fdefc315f req-64baadf6-dd56-41e5-8fb6-423140fd87fa tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:41:50.554862 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea01ab47-3036-483a-aa07-cc6fdefc315f req-64baadf6-dd56-41e5-8fb6-423140fd87fa tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:41:50.580497 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64baadf6-dd56-41e5-8fb6-423140fd87fa tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Pushing event updated for resources: {'Port': ['ID=f7d5179a-7794-43e6-af72-344565edb1e7,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:41:50.613472 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea01ab47-3036-483a-aa07-cc6fdefc315f req-64baadf6-dd56-41e5-8fb6-423140fd87fa tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:50.614178 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ea01ab47-3036-483a-aa07-cc6fdefc315f req-64baadf6-dd56-41e5-8fb6-423140fd87fa tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:41:50.637859 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ea01ab47-3036-483a-aa07-cc6fdefc315f req-64baadf6-dd56-41e5-8fb6-423140fd87fa tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6625140 Oct 30 15:41:50.651566 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-ea01ab47-3036-483a-aa07-cc6fdefc315f req-783bdfaf-30ff-4660-b875-cb990769230e service neutron] Request body: {'port': {'device_id': 'df2d4099-9faf-4661-b255-fa6471b64cc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:41:50.746979 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ea01ab47-3036-483a-aa07-cc6fdefc315f req-783bdfaf-30ff-4660-b875-cb990769230e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:41:50.935245 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-49f48a9c-9a78-452d-9f5f-6d4a29396294 None None] Provisioning complete for port f7d5179a-7794-43e6-af72-344565edb1e7 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:41:50.936040 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-49f48a9c-9a78-452d-9f5f-6d4a29396294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:41:50.999030 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-49f48a9c-9a78-452d-9f5f-6d4a29396294 None None] Port f7d5179a-7794-43e6-af72-344565edb1e7 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:41:51.166268 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a67ed6b3-439b-4d62-8d2d-6da41c54e17f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:41:51.246913 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6849f09-c1ae-46fc-9e53-ee326dd2a0b0 req-6fa49eca-3a25-455a-bcd3-da81c1fbc8af tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:51.250592 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e6849f09-c1ae-46fc-9e53-ee326dd2a0b0 req-6fa49eca-3a25-455a-bcd3-da81c1fbc8af tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=df2d4099-9faf-4661-b255-fa6471b64cc2 HTTP/1.1" status: 200 len: 932 time: 0.0633159 Oct 30 15:41:51.300596 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e6849f09-c1ae-46fc-9e53-ee326dd2a0b0 req-1b047407-23dc-4efe-9532-83c5abe35d12 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435550 Oct 30 15:41:51.333305 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-ea01ab47-3036-483a-aa07-cc6fdefc315f req-783bdfaf-30ff-4660-b875-cb990769230e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7d5179a-7794-43e6-af72-344565edb1e7 {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:41:51.341570 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ea01ab47-3036-483a-aa07-cc6fdefc315f req-783bdfaf-30ff-4660-b875-cb990769230e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:41:51.355053 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-ea01ab47-3036-483a-aa07-cc6fdefc315f req-783bdfaf-30ff-4660-b875-cb990769230e service neutron] Transition to ACTIVE for port object f7d5179a-7794-43e6-af72-344565edb1e7 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:41:51.359873 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ea01ab47-3036-483a-aa07-cc6fdefc315f req-783bdfaf-30ff-4660-b875-cb990769230e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:41:51.411909 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783bdfaf-30ff-4660-b875-cb990769230e service neutron] Pushing event updated for resources: {'Port': ['ID=f7d5179a-7794-43e6-af72-344565edb1e7,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:41:51.502833 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-ea01ab47-3036-483a-aa07-cc6fdefc315f req-783bdfaf-30ff-4660-b875-cb990769230e service neutron] Attempting to bind port f7d5179a-7794-43e6-af72-344565edb1e7 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:41:51.504256 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-ea01ab47-3036-483a-aa07-cc6fdefc315f req-783bdfaf-30ff-4660-b875-cb990769230e service neutron] Attempting to bind port f7d5179a-7794-43e6-af72-344565edb1e7 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': 'eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:41:51.504828 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea01ab47-3036-483a-aa07-cc6fdefc315f req-783bdfaf-30ff-4660-b875-cb990769230e service neutron] Attempting to bind port f7d5179a-7794-43e6-af72-344565edb1e7 on network eaec26f8-16ce-4842-b83b-287e7177f318 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:41:51.510770 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea01ab47-3036-483a-aa07-cc6fdefc315f req-783bdfaf-30ff-4660-b875-cb990769230e service neutron] Port f7d5179a-7794-43e6-af72-344565edb1e7 on network eaec26f8-16ce-4842-b83b-287e7177f318 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:41:51.511084 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea01ab47-3036-483a-aa07-cc6fdefc315f req-783bdfaf-30ff-4660-b875-cb990769230e service neutron] Attempting to bind port f7d5179a-7794-43e6-af72-344565edb1e7 on network eaec26f8-16ce-4842-b83b-287e7177f318 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:41:51.516956 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea01ab47-3036-483a-aa07-cc6fdefc315f req-783bdfaf-30ff-4660-b875-cb990769230e service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:41:51.517563 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea01ab47-3036-483a-aa07-cc6fdefc315f req-783bdfaf-30ff-4660-b875-cb990769230e service neutron] Checking segment: {'id': 'eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:41:51.518033 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea01ab47-3036-483a-aa07-cc6fdefc315f req-783bdfaf-30ff-4660-b875-cb990769230e service neutron] Bound using segment: {'id': 'eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:41:51.518468 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-ea01ab47-3036-483a-aa07-cc6fdefc315f req-783bdfaf-30ff-4660-b875-cb990769230e service neutron] Bound port: f7d5179a-7794-43e6-af72-344565edb1e7, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:41:51.518833 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ea01ab47-3036-483a-aa07-cc6fdefc315f req-783bdfaf-30ff-4660-b875-cb990769230e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:41:51.589484 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-ea01ab47-3036-483a-aa07-cc6fdefc315f req-783bdfaf-30ff-4660-b875-cb990769230e service neutron] For port f7d5179a-7794-43e6-af72-344565edb1e7, host n-h1-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:41:51.594372 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-ea01ab47-3036-483a-aa07-cc6fdefc315f req-783bdfaf-30ff-4660-b875-cb990769230e service neutron] For port f7d5179a-7794-43e6-af72-344565edb1e7, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=f7d5179a-7794-43e6-af72-344565edb1e7,segment=NetworkSegment(eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15),segment_id=eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:41:51.599980 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ea01ab47-3036-483a-aa07-cc6fdefc315f req-783bdfaf-30ff-4660-b875-cb990769230e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:41:51.644993 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea01ab47-3036-483a-aa07-cc6fdefc315f req-783bdfaf-30ff-4660-b875-cb990769230e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:51.645689 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ea01ab47-3036-483a-aa07-cc6fdefc315f req-783bdfaf-30ff-4660-b875-cb990769230e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:41:51.647159 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ea01ab47-3036-483a-aa07-cc6fdefc315f req-783bdfaf-30ff-4660-b875-cb990769230e service neutron] 10.222.0.53 "PUT /v2.0/ports/f7d5179a-7794-43e6-af72-344565edb1e7 HTTP/1.1" status: 200 len: 1093 time: 1.0012071 Oct 30 15:41:51.647694 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df2d4099-9faf-4661-b255-fa6471b64cc2', 'tag': 'f7d5179a-7794-43e6-af72-344565edb1e7'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:41:51.650165 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e42470-73ff-444c-9aba-267f3594db2e" -d '{"events": [{"name": "network-changed", "server_uuid": "df2d4099-9faf-4661-b255-fa6471b64cc2", "tag": "f7d5179a-7794-43e6-af72-344565edb1e7"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:41:51.746432 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31923c9b-76ef-4b4f-a950-38b8a35e5c92 x-openstack-request-id: req-31923c9b-76ef-4b4f-a950-38b8a35e5c92 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:41:51.747258 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df2d4099-9faf-4661-b255-fa6471b64cc2", "tag": "f7d5179a-7794-43e6-af72-344565edb1e7", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:41:51.747728 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-31923c9b-76ef-4b4f-a950-38b8a35e5c92 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:41:51.748304 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df2d4099-9faf-4661-b255-fa6471b64cc2', 'tag': 'f7d5179a-7794-43e6-af72-344565edb1e7', 'status': 'completed', 'code': 200} Oct 30 15:41:51.770815 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783bdfaf-30ff-4660-b875-cb990769230e service neutron] Pushing event updated for resources: {'Port': ['ID=f7d5179a-7794-43e6-af72-344565edb1e7,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:41:51.791496 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea01ab47-3036-483a-aa07-cc6fdefc315f req-6bc21a21-f255-459b-a609-0c9606eb4e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:51.793045 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ea01ab47-3036-483a-aa07-cc6fdefc315f req-6bc21a21-f255-459b-a609-0c9606eb4e6a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=887bc10b4e704641954048c16602273c&device_id=df2d4099-9faf-4661-b255-fa6471b64cc2 HTTP/1.1" status: 200 len: 1096 time: 0.0957782 Oct 30 15:41:51.844043 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ea01ab47-3036-483a-aa07-cc6fdefc315f req-a655174a-8905-4ecc-a899-4426e16290a8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7d5179a-7794-43e6-af72-344565edb1e7 HTTP/1.1" status: 200 len: 217 time: 0.0415270 Oct 30 15:41:51.912413 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea01ab47-3036-483a-aa07-cc6fdefc315f req-4960afb3-f69a-4e33-beaf-b1819598067a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:51.914877 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ea01ab47-3036-483a-aa07-cc6fdefc315f req-4960afb3-f69a-4e33-beaf-b1819598067a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e2126f42-6201-4d38-a336-acc99efa4108 HTTP/1.1" status: 200 len: 851 time: 0.0627587 Oct 30 15:41:51.962920 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea01ab47-3036-483a-aa07-cc6fdefc315f req-1dd833ab-3eea-46a9-9254-2d9dc935678c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:51.964483 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ea01ab47-3036-483a-aa07-cc6fdefc315f req-1dd833ab-3eea-46a9-9254-2d9dc935678c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eaec26f8-16ce-4842-b83b-287e7177f318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418251 Oct 30 15:41:52.064424 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ea01ab47-3036-483a-aa07-cc6fdefc315f req-27b19d87-b25b-47d8-8fe7-fb9d063fec1d service neutron] 10.222.0.53 "GET /v2.0/networks/eaec26f8-16ce-4842-b83b-287e7177f318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920246 Oct 30 15:41:52.167106 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ea01ab47-3036-483a-aa07-cc6fdefc315f req-d538d44f-2fdf-4522-b508-405560fe0e5e service neutron] 10.222.0.53 "GET /v2.0/networks/eaec26f8-16ce-4842-b83b-287e7177f318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946655 Oct 30 15:41:52.252465 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e42470-73ff-444c-9aba-267f3594db2e req-47669291-ef87-49cd-bf16-a4b31fb8f41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:52.253961 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b5e42470-73ff-444c-9aba-267f3594db2e req-47669291-ef87-49cd-bf16-a4b31fb8f41a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=887bc10b4e704641954048c16602273c&device_id=df2d4099-9faf-4661-b255-fa6471b64cc2 HTTP/1.1" status: 200 len: 1096 time: 0.0454204 Oct 30 15:41:52.354978 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e42470-73ff-444c-9aba-267f3594db2e req-fcdb3bea-3404-4627-b4c1-9309c35fbbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:52.356969 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b5e42470-73ff-444c-9aba-267f3594db2e req-fcdb3bea-3404-4627-b4c1-9309c35fbbe7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=eaec26f8-16ce-4842-b83b-287e7177f318 HTTP/1.1" status: 200 len: 913 time: 0.0964301 Oct 30 15:41:52.406699 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b5e42470-73ff-444c-9aba-267f3594db2e req-0a78a1f7-f3de-4ddc-9417-359d52846439 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7d5179a-7794-43e6-af72-344565edb1e7 HTTP/1.1" status: 200 len: 217 time: 0.0423412 Oct 30 15:41:52.450056 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a77972d-a7cf-4a4c-b6a6-cd8e217997d1 req-e2b7a5ed-3c2d-4016-a09b-395534c8d743 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:52.452501 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9a77972d-a7cf-4a4c-b6a6-cd8e217997d1 req-e2b7a5ed-3c2d-4016-a09b-395534c8d743 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=df2d4099-9faf-4661-b255-fa6471b64cc2 HTTP/1.1" status: 200 len: 944 time: 0.0663283 Oct 30 15:41:52.472615 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e42470-73ff-444c-9aba-267f3594db2e req-f03fd734-8ff9-4ba6-bcb7-df5bee848bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:52.474751 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b5e42470-73ff-444c-9aba-267f3594db2e req-f03fd734-8ff9-4ba6-bcb7-df5bee848bf4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e2126f42-6201-4d38-a336-acc99efa4108 HTTP/1.1" status: 200 len: 851 time: 0.0609503 Oct 30 15:41:52.513239 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9a77972d-a7cf-4a4c-b6a6-cd8e217997d1 req-db10da2c-a292-48ce-85f0-91756bb08946 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546033 Oct 30 15:41:52.528927 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e42470-73ff-444c-9aba-267f3594db2e req-ebb8fb18-33b0-47d0-bf51-e266132e62e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:52.530503 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b5e42470-73ff-444c-9aba-267f3594db2e req-ebb8fb18-33b0-47d0-bf51-e266132e62e4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eaec26f8-16ce-4842-b83b-287e7177f318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488267 Oct 30 15:41:52.643366 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b5e42470-73ff-444c-9aba-267f3594db2e req-4e96ea9b-f345-48b7-aa5c-a1a3b58232e0 service neutron] 10.222.0.53 "GET /v2.0/networks/eaec26f8-16ce-4842-b83b-287e7177f318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052277 Oct 30 15:41:52.737965 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b5e42470-73ff-444c-9aba-267f3594db2e req-e0f6cb4b-161d-4728-8ae3-b6ba2123ffc4 service neutron] 10.222.0.53 "GET /v2.0/networks/eaec26f8-16ce-4842-b83b-287e7177f318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879350 Oct 30 15:41:53.616707 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d6a2a6-0d76-4605-adc9-d9512f1fc399 req-f1f653bb-9384-450e-bf4e-931657774e82 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:53.618196 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-11d6a2a6-0d76-4605-adc9-d9512f1fc399 req-f1f653bb-9384-450e-bf4e-931657774e82 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=df2d4099-9faf-4661-b255-fa6471b64cc2 HTTP/1.1" status: 200 len: 944 time: 0.0512197 Oct 30 15:41:53.666485 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-11d6a2a6-0d76-4605-adc9-d9512f1fc399 req-962bcebc-a700-4794-a1a5-3f14e1cfb1ae tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410726 Oct 30 15:41:53.785616 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-811387e1-eb23-432a-b533-f1ade8ecc7ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:41:54.725054 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:41:54.829963 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282cac4e-e682-4198-9a1e-a27db08c1eb1 req-aad81bf1-159e-4971-8ffe-d1c26b81e2d2 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:54.838436 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-282cac4e-e682-4198-9a1e-a27db08c1eb1 req-aad81bf1-159e-4971-8ffe-d1c26b81e2d2 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=df2d4099-9faf-4661-b255-fa6471b64cc2 HTTP/1.1" status: 200 len: 944 time: 0.0791612 Oct 30 15:41:54.876573 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-282cac4e-e682-4198-9a1e-a27db08c1eb1 req-9f12db38-75d9-48eb-8bf4-4449ccaac1c6 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369396 Oct 30 15:41:54.940520 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:41:56.074462 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae78d32-101f-4625-a479-cff5bc17074b req-bbe3681b-6d49-4f61-b1ed-30b4045a0023 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:56.076361 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7ae78d32-101f-4625-a479-cff5bc17074b req-bbe3681b-6d49-4f61-b1ed-30b4045a0023 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=df2d4099-9faf-4661-b255-fa6471b64cc2 HTTP/1.1" status: 200 len: 944 time: 0.0881157 Oct 30 15:41:56.144798 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7ae78d32-101f-4625-a479-cff5bc17074b req-21746e35-243a-42d6-b601-045082a43c29 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575216 Oct 30 15:41:56.690800 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:41:57.590020 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf21b3-7bc2-4250-9e7b-a65460c0d564 req-01dee1c3-2357-4245-8b6b-5bc9e617d940 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:57.592252 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-05cf21b3-7bc2-4250-9e7b-a65460c0d564 req-01dee1c3-2357-4245-8b6b-5bc9e617d940 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=df2d4099-9faf-4661-b255-fa6471b64cc2 HTTP/1.1" status: 200 len: 944 time: 0.0949359 Oct 30 15:41:57.637399 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-05cf21b3-7bc2-4250-9e7b-a65460c0d564 req-1a31c80e-2953-4490-99cd-3890f2b2dbc9 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379140 Oct 30 15:41:58.790930 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6656fabb-4d8c-4e76-be5c-fc44e5d1977d req-f241dc5e-f57d-44d5-a148-8b9de4896399 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:58.801228 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6656fabb-4d8c-4e76-be5c-fc44e5d1977d req-f241dc5e-f57d-44d5-a148-8b9de4896399 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=df2d4099-9faf-4661-b255-fa6471b64cc2 HTTP/1.1" status: 200 len: 944 time: 0.0736091 Oct 30 15:41:58.851651 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6656fabb-4d8c-4e76-be5c-fc44e5d1977d req-64ec6ee4-74d2-4317-a75f-269cf2861d1c tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491679 Oct 30 15:41:59.975660 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda50bf4-9f38-499b-af0a-e8db9bdcfa13 req-4b3d7af1-bee8-4f0b-8c6d-73cbfe29ccbc tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:41:59.977875 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cda50bf4-9f38-499b-af0a-e8db9bdcfa13 req-4b3d7af1-bee8-4f0b-8c6d-73cbfe29ccbc tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=df2d4099-9faf-4661-b255-fa6471b64cc2 HTTP/1.1" status: 200 len: 944 time: 0.0539510 Oct 30 15:42:00.020497 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cda50bf4-9f38-499b-af0a-e8db9bdcfa13 req-9cdaddd7-3725-4d21-8cdc-48be906c2ee3 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356531 Oct 30 15:42:00.057842 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:01.151191 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18686d19-b2e7-47a6-978a-6374d6aa6542 req-1c4f61b2-1f0d-4499-b590-b195c93699a9 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:42:01.152699 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-18686d19-b2e7-47a6-978a-6374d6aa6542 req-1c4f61b2-1f0d-4499-b590-b195c93699a9 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=df2d4099-9faf-4661-b255-fa6471b64cc2 HTTP/1.1" status: 200 len: 944 time: 0.0488424 Oct 30 15:42:01.197593 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-18686d19-b2e7-47a6-978a-6374d6aa6542 req-dd440cbf-48aa-4a7e-a46a-9860f0125cb0 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369291 Oct 30 15:42:02.065579 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:02.320330 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c725e19-0b62-43c1-b6c0-150fcc9fa499 req-68cd17eb-5f52-4895-9883-0e9dfeec0b44 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:42:02.321871 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0c725e19-0b62-43c1-b6c0-150fcc9fa499 req-68cd17eb-5f52-4895-9883-0e9dfeec0b44 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=df2d4099-9faf-4661-b255-fa6471b64cc2 HTTP/1.1" status: 200 len: 944 time: 0.0536199 Oct 30 15:42:02.360400 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0c725e19-0b62-43c1-b6c0-150fcc9fa499 req-1ef914e4-8515-4101-a4b7-ea8d949b072f tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316637 Oct 30 15:42:03.484557 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7db1c8-a956-4b39-be4f-13ed951a4657 req-fec55688-2e7f-44ac-b864-535078fc527d tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:42:03.486669 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cf7db1c8-a956-4b39-be4f-13ed951a4657 req-fec55688-2e7f-44ac-b864-535078fc527d tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=df2d4099-9faf-4661-b255-fa6471b64cc2 HTTP/1.1" status: 200 len: 944 time: 0.0529084 Oct 30 15:42:03.525173 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cf7db1c8-a956-4b39-be4f-13ed951a4657 req-cea43521-10fb-408a-9f67-786f07e0b40f tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323534 Oct 30 15:42:04.644620 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd25b4f-7d04-409c-b09a-2ddd7b2c14f3 req-e2857edb-d129-415b-b8f6-2e27efb4ea3f tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:42:04.646340 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0dd25b4f-7d04-409c-b09a-2ddd7b2c14f3 req-e2857edb-d129-415b-b8f6-2e27efb4ea3f tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=df2d4099-9faf-4661-b255-fa6471b64cc2 HTTP/1.1" status: 200 len: 944 time: 0.0517020 Oct 30 15:42:04.687615 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0dd25b4f-7d04-409c-b09a-2ddd7b2c14f3 req-8e07114f-8fd3-48b3-8766-3b10d665e136 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353687 Oct 30 15:42:05.822924 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a32c62-b024-4b8f-98b5-b3b556011369 req-584d5484-0052-42f5-8401-32488b8b545f tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:42:05.824562 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f9a32c62-b024-4b8f-98b5-b3b556011369 req-584d5484-0052-42f5-8401-32488b8b545f tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=df2d4099-9faf-4661-b255-fa6471b64cc2 HTTP/1.1" status: 200 len: 944 time: 0.0601525 Oct 30 15:42:05.864926 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f9a32c62-b024-4b8f-98b5-b3b556011369 req-44d36e03-29d2-422f-88cc-91aebc7273fd tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333073 Oct 30 15:42:06.996893 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bc6784-2882-4815-848b-eed81f613285 req-666de950-bec8-4d24-9e80-6bbcae8fd8e2 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:42:06.998601 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b3bc6784-2882-4815-848b-eed81f613285 req-666de950-bec8-4d24-9e80-6bbcae8fd8e2 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=df2d4099-9faf-4661-b255-fa6471b64cc2 HTTP/1.1" status: 200 len: 944 time: 0.0602241 Oct 30 15:42:07.042246 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b3bc6784-2882-4815-848b-eed81f613285 req-5171e7dc-5d06-4e0a-baee-4592bbd7f40f tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357776 Oct 30 15:42:07.284068 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:42:08.172016 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b21c0e9-2718-43f6-8a46-ae57e98eb5f1 req-783571a1-f641-42cc-ae02-16f87d17e67f tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:42:08.173497 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8b21c0e9-2718-43f6-8a46-ae57e98eb5f1 req-783571a1-f641-42cc-ae02-16f87d17e67f tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=df2d4099-9faf-4661-b255-fa6471b64cc2 HTTP/1.1" status: 200 len: 944 time: 0.0564013 Oct 30 15:42:08.217245 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8b21c0e9-2718-43f6-8a46-ae57e98eb5f1 req-df9df1a7-6bbd-437d-a242-b695ee84486c tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375307 Oct 30 15:42:09.354326 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4637752a-8708-4ba7-9a65-df6a142d6b92 req-5a50fd4f-d70d-45bb-bae9-73eb8edbab9c tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:42:09.355805 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4637752a-8708-4ba7-9a65-df6a142d6b92 req-5a50fd4f-d70d-45bb-bae9-73eb8edbab9c tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=df2d4099-9faf-4661-b255-fa6471b64cc2 HTTP/1.1" status: 200 len: 944 time: 0.0544119 Oct 30 15:42:09.397282 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4637752a-8708-4ba7-9a65-df6a142d6b92 req-a93532e8-cea9-4a6c-ba72-e713da755f26 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342066 Oct 30 15:42:10.526617 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1bdad0-5e57-459b-8d17-abe0d3531078 req-72273640-4362-4ac9-94c6-948e1a968512 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:42:10.528113 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8a1bdad0-5e57-459b-8d17-abe0d3531078 req-72273640-4362-4ac9-94c6-948e1a968512 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=df2d4099-9faf-4661-b255-fa6471b64cc2 HTTP/1.1" status: 200 len: 944 time: 0.0500813 Oct 30 15:42:10.568517 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8a1bdad0-5e57-459b-8d17-abe0d3531078 req-ce181d74-933c-4af3-8aae-1a2fe11945b7 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328569 Oct 30 15:42:11.547708 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3708e040-3cc0-4402-bad6-7d045b9786cc req-23831a36-b2da-4705-97bc-892fac18b192 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9b918ef9-b749-4f48-8329-af0070bfd7f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408926 Oct 30 15:42:11.632098 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708e040-3cc0-4402-bad6-7d045b9786cc req-7f37fc66-cceb-4a57-bb10-5f4d591f797a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:42:11.633806 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3708e040-3cc0-4402-bad6-7d045b9786cc req-7f37fc66-cceb-4a57-bb10-5f4d591f797a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c4b96368b87a40a2935f71debcc2f400&device_id=9b918ef9-b749-4f48-8329-af0070bfd7f5 HTTP/1.1" status: 200 len: 1098 time: 0.0428987 Oct 30 15:42:11.694949 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e507933-43be-47c3-8b86-68c01f603db7 req-5a0dbca5-9e0e-4356-b203-e8d43fc67425 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:42:11.702577 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7e507933-43be-47c3-8b86-68c01f603db7 req-5a0dbca5-9e0e-4356-b203-e8d43fc67425 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=df2d4099-9faf-4661-b255-fa6471b64cc2 HTTP/1.1" status: 200 len: 944 time: 0.0614998 Oct 30 15:42:11.743918 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7e507933-43be-47c3-8b86-68c01f603db7 req-8ccb16a9-ef40-4a7f-9d7c-a24e17ffcac5 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401313 Oct 30 15:42:11.746909 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708e040-3cc0-4402-bad6-7d045b9786cc req-9298c040-6fae-4ac6-8d60-fe46b0b0a298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:42:11.748406 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3708e040-3cc0-4402-bad6-7d045b9786cc req-9298c040-6fae-4ac6-8d60-fe46b0b0a298 service neutron] 10.222.0.44 "GET /v2.0/networks?id=97a044fc-8684-4e5d-b6eb-c07ffe680bbd HTTP/1.1" status: 200 len: 898 time: 0.0938559 Oct 30 15:42:11.820446 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3708e040-3cc0-4402-bad6-7d045b9786cc req-e41f17d4-0aec-494c-bdba-fd2ee87c7bb1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=737220a5-0820-4dd1-8ed8-36b72d5e8925 HTTP/1.1" status: 200 len: 1001 time: 0.0639462 Oct 30 15:42:11.878387 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708e040-3cc0-4402-bad6-7d045b9786cc req-3694782e-5630-4328-943d-c23a8f242830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:42:11.879916 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3708e040-3cc0-4402-bad6-7d045b9786cc req-3694782e-5630-4328-943d-c23a8f242830 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c89707a7-82ea-4b44-8402-52fcb7128ca3 HTTP/1.1" status: 200 len: 835 time: 0.0522625 Oct 30 15:42:11.934102 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708e040-3cc0-4402-bad6-7d045b9786cc req-ef4fd1a1-6180-47b0-9bdd-f1657184731d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:42:11.935673 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3708e040-3cc0-4402-bad6-7d045b9786cc req-ef4fd1a1-6180-47b0-9bdd-f1657184731d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=97a044fc-8684-4e5d-b6eb-c07ffe680bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482247 Oct 30 15:42:12.044219 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3708e040-3cc0-4402-bad6-7d045b9786cc req-3fd8a78f-2ccd-4aee-a989-406c5e689dbd service neutron] 10.222.0.44 "GET /v2.0/networks/97a044fc-8684-4e5d-b6eb-c07ffe680bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988119 Oct 30 15:42:12.142906 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3708e040-3cc0-4402-bad6-7d045b9786cc req-c06155fe-fcd2-4e57-b64a-fe472dbca20f service neutron] 10.222.0.44 "GET /v2.0/networks/97a044fc-8684-4e5d-b6eb-c07ffe680bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905929 Oct 30 15:42:12.881097 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3612153-ec24-43ad-8a23-0a7198d917f1 req-1788dce3-1604-4da7-99f6-5db0a88dc379 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:42:12.885328 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d3612153-ec24-43ad-8a23-0a7198d917f1 req-1788dce3-1604-4da7-99f6-5db0a88dc379 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=df2d4099-9faf-4661-b255-fa6471b64cc2 HTTP/1.1" status: 200 len: 944 time: 0.0552523 Oct 30 15:42:12.931782 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d3612153-ec24-43ad-8a23-0a7198d917f1 req-e62c1770-e3c3-4e2e-8f5e-b74e4c52720c tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401487 Oct 30 15:42:14.076177 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd530f7c-9ba3-4973-b92b-e49e7a592b6c req-4e3b8d69-2111-45c6-aea9-d8bce813af02 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:42:14.078499 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dd530f7c-9ba3-4973-b92b-e49e7a592b6c req-4e3b8d69-2111-45c6-aea9-d8bce813af02 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=df2d4099-9faf-4661-b255-fa6471b64cc2 HTTP/1.1" status: 200 len: 944 time: 0.0655231 Oct 30 15:42:14.120948 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dd530f7c-9ba3-4973-b92b-e49e7a592b6c req-29988f11-8207-41c8-85cb-0759a338f349 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347080 Oct 30 15:42:15.250574 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f135bc-456c-489c-b778-f40eb19b22cc req-c80bb2d1-ee7e-458c-9955-9670d13acccb tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:42:15.252232 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e2f135bc-456c-489c-b778-f40eb19b22cc req-c80bb2d1-ee7e-458c-9955-9670d13acccb tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=df2d4099-9faf-4661-b255-fa6471b64cc2 HTTP/1.1" status: 200 len: 944 time: 0.0569682 Oct 30 15:42:15.296802 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e2f135bc-456c-489c-b778-f40eb19b22cc req-b2140041-43be-4dbc-bdbf-7db2e17614f1 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380776 Oct 30 15:42:15.994065 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device f7d5179a-7794-43e6-af72-344565edb1e7 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:42:16.111943 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port f7d5179a-7794-43e6-af72-344565edb1e7, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=f7d5179a-7794-43e6-af72-344565edb1e7,segment=NetworkSegment(eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15),segment_id=eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:42:16.125690 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': 'f7d5179a-7794-43e6-af72-344565edb1e7', 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318', 'port_id': 'f7d5179a-7794-43e6-af72-344565edb1e7', 'mac_address': 'fa:16:3e:35:76:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2126f42-6201-4d38-a336-acc99efa4108', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:42:16.167034 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:16.182454 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7d5179a-7794-43e6-af72-344565edb1e7 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:42:16.205330 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port f7d5179a-7794-43e6-af72-344565edb1e7, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=f7d5179a-7794-43e6-af72-344565edb1e7,segment=NetworkSegment(eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15),segment_id=eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:42:16.209068 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:16.269462 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=f7d5179a-7794-43e6-af72-344565edb1e7,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:42:16.412889 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['f7d5179a-7794-43e6-af72-344565edb1e7'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:42:16.440027 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c35390f-3ddf-43d5-8235-3b91a9978090 req-10daefc8-9d0f-42c6-9194-e1b05a2b1435 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:42:16.441955 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0c35390f-3ddf-43d5-8235-3b91a9978090 req-10daefc8-9d0f-42c6-9194-e1b05a2b1435 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=df2d4099-9faf-4661-b255-fa6471b64cc2 HTTP/1.1" status: 200 len: 945 time: 0.0667973 Oct 30 15:42:16.505088 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0c35390f-3ddf-43d5-8235-3b91a9978090 req-ca35f597-9929-4417-8182-2044b0993ddd tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556221 Oct 30 15:42:17.650128 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ee21f-21ba-43dc-898a-8333f87a1a4d req-fec453aa-ca17-45ed-91e9-93669d1d6a9f tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:42:17.651963 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-867ee21f-21ba-43dc-898a-8333f87a1a4d req-fec453aa-ca17-45ed-91e9-93669d1d6a9f tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=df2d4099-9faf-4661-b255-fa6471b64cc2 HTTP/1.1" status: 200 len: 945 time: 0.0595517 Oct 30 15:42:17.703357 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-867ee21f-21ba-43dc-898a-8333f87a1a4d req-f46370f5-e83d-4df2-97e4-b6d351673b5b tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430315 Oct 30 15:42:17.984635 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device f7d5179a-7794-43e6-af72-344565edb1e7 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:42:18.042125 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port f7d5179a-7794-43e6-af72-344565edb1e7 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:42:18.046353 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port f7d5179a-7794-43e6-af72-344565edb1e7 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:42:18.046731 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:18.135692 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:18.159116 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df2d4099-9faf-4661-b255-fa6471b64cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7d5179a-7794-43e6-af72-344565edb1e7'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:42:18.161401 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822a5df7-a642-476a-8b03-cf0d016c47e9" -d '{"events": [{"server_uuid": "df2d4099-9faf-4661-b255-fa6471b64cc2", "name": "network-vif-plugged", "status": "completed", "tag": "f7d5179a-7794-43e6-af72-344565edb1e7"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:42:18.174613 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port f7d5179a-7794-43e6-af72-344565edb1e7, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=f7d5179a-7794-43e6-af72-344565edb1e7,segment=NetworkSegment(eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15),segment_id=eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:42:18.179320 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:18.220836 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba39db0-20bf-4b54-ae29-f304fff3a8c4 x-openstack-request-id: req-bba39db0-20bf-4b54-ae29-f304fff3a8c4 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:42:18.221122 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df2d4099-9faf-4661-b255-fa6471b64cc2", "name": "network-vif-plugged", "status": "completed", "tag": "f7d5179a-7794-43e6-af72-344565edb1e7", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:42:18.221371 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bba39db0-20bf-4b54-ae29-f304fff3a8c4 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:42:18.221792 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df2d4099-9faf-4661-b255-fa6471b64cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7d5179a-7794-43e6-af72-344565edb1e7', 'code': 200} Oct 30 15:42:18.240093 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=f7d5179a-7794-43e6-af72-344565edb1e7,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:42:18.283417 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13519759-9c20-4a3a-86b4-960dbcac1c9f req-56d5cf03-92e3-44c0-bebe-815a40ca608a tempest-TestNetworkAdvancedServerOps-183148034 tempest-TestNetworkAdvancedServerOps-183148034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:42:18.285381 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-13519759-9c20-4a3a-86b4-960dbcac1c9f req-56d5cf03-92e3-44c0-bebe-815a40ca608a tempest-TestNetworkAdvancedServerOps-183148034 tempest-TestNetworkAdvancedServerOps-183148034-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=9b918ef9-b749-4f48-8329-af0070bfd7f5 HTTP/1.1" status: 200 len: 1098 time: 0.0623763 Oct 30 15:42:18.329926 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a221d8f-7762-4644-8564-989ca2c45157 req-ea898dd5-b364-42a6-9f1b-6dca30d1e784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:42:18.331426 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3a221d8f-7762-4644-8564-989ca2c45157 req-ea898dd5-b364-42a6-9f1b-6dca30d1e784 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=df2d4099-9faf-4661-b255-fa6471b64cc2 HTTP/1.1" status: 200 len: 1098 time: 0.0465448 Oct 30 15:42:18.345399 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-13519759-9c20-4a3a-86b4-960dbcac1c9f req-d7d370f4-a8f0-4190-a461-5079be6c02f8 tempest-TestNetworkAdvancedServerOps-183148034 tempest-TestNetworkAdvancedServerOps-183148034-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=e34847f1-7ccf-4054-9832-e3dab63ebd50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469010 Oct 30 15:42:18.367635 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 49284) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:42:18.374571 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3a221d8f-7762-4644-8564-989ca2c45157 req-3aa013a1-2f06-4bd7-b8b4-c1ab0750aeac service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360308 Oct 30 15:42:18.547935 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-36b5c40f-cd38-4633-b412-bf581cf98631 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Deleting port 04df224b-0bb3-4c94-a100-bb5b8ef5f8f0 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:42:18.548751 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-36b5c40f-cd38-4633-b412-bf581cf98631 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:18.633102 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-36b5c40f-cd38-4633-b412-bf581cf98631 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:18.633486 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-36b5c40f-cd38-4633-b412-bf581cf98631 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:18.646145 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-36b5c40f-cd38-4633-b412-bf581cf98631 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Calling delete_port for 04df224b-0bb3-4c94-a100-bb5b8ef5f8f0 owned by network:floatingip {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:42:18.854516 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-36b5c40f-cd38-4633-b412-bf581cf98631 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:18.860980 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ec500-a318-4325-b2fa-5c6fc9fed941 req-847c43da-6714-403e-bfb8-b0b4cb1f160d tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:42:18.868950 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-179ec500-a318-4325-b2fa-5c6fc9fed941 req-847c43da-6714-403e-bfb8-b0b4cb1f160d tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=df2d4099-9faf-4661-b255-fa6471b64cc2 HTTP/1.1" status: 200 len: 946 time: 0.0591757 Oct 30 15:42:18.883329 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b5c40f-cd38-4633-b412-bf581cf98631 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event deleted for resources: {'Port': ['ID=04df224b-0bb3-4c94-a100-bb5b8ef5f8f0,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:42:18.896010 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b5c40f-cd38-4633-b412-bf581cf98631 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:42:18.896376 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b5c40f-cd38-4633-b412-bf581cf98631 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:42:18.896716 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b5c40f-cd38-4633-b412-bf581cf98631 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:42:18.897072 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b5c40f-cd38-4633-b412-bf581cf98631 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:42:18.897413 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b5c40f-cd38-4633-b412-bf581cf98631 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:42:18.897754 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b5c40f-cd38-4633-b412-bf581cf98631 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:42:18.898093 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b5c40f-cd38-4633-b412-bf581cf98631 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:42:18.898991 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b5c40f-cd38-4633-b412-bf581cf98631 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:42:18.898991 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b5c40f-cd38-4633-b412-bf581cf98631 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:42:18.899182 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b5c40f-cd38-4633-b412-bf581cf98631 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:42:18.899410 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b5c40f-cd38-4633-b412-bf581cf98631 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:42:18.899768 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b5c40f-cd38-4633-b412-bf581cf98631 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:42:18.907367 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-179ec500-a318-4325-b2fa-5c6fc9fed941 req-0e250cc7-ff75-4e82-904c-f29b87777ceb tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375624 Oct 30 15:42:18.975859 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-36b5c40f-cd38-4633-b412-bf581cf98631 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for floatingip, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:18.976373 n-d-806683-17 neutron-server[102131]: INFO neutron.db.l3_db [None req-36b5c40f-cd38-4633-b412-bf581cf98631 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Floating IP 1bc9051e-3fd9-420a-9831-0367d70f1274 disassociated (deleted). External IP: 172.25.4.38, port: 737220a5-0820-4dd1-8ed8-36b72d5e8925. Oct 30 15:42:19.531765 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36b5c40f-cd38-4633-b412-bf581cf98631 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Router 14d3ae41-b826-4272-a4b8-68bdd9c4728b has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:42:19.647629 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b5c40f-cd38-4633-b412-bf581cf98631 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:42:19.653308 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-36b5c40f-cd38-4633-b412-bf581cf98631 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:19.658789 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77960f26-7aa6-4998-beb7-0907b06b1be7 None None] Sync routers for ids ['14d3ae41-b826-4272-a4b8-68bdd9c4728b'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:42:19.670180 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77960f26-7aa6-4998-beb7-0907b06b1be7 None None] Routers {'14d3ae41-b826-4272-a4b8-68bdd9c4728b'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:42:19.671305 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-77960f26-7aa6-4998-beb7-0907b06b1be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:41:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['14d3ae41-b826-4272-a4b8-68bdd9c4728b'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:42:19.692156 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-36b5c40f-cd38-4633-b412-bf581cf98631 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "DELETE /v2.0/floatingips/1bc9051e-3fd9-420a-9831-0367d70f1274 HTTP/1.1" status: 204 len: 168 time: 1.3222537 Oct 30 15:42:19.692750 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b918ef9-b749-4f48-8329-af0070bfd7f5', 'tag': '737220a5-0820-4dd1-8ed8-36b72d5e8925'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:42:19.695254 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff12185-d4e2-4878-9d50-c160f17f1c31" -d '{"events": [{"name": "network-changed", "server_uuid": "9b918ef9-b749-4f48-8329-af0070bfd7f5", "tag": "737220a5-0820-4dd1-8ed8-36b72d5e8925"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:42:19.734982 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4365fb-f932-4843-81cb-04489ac2a209 x-openstack-request-id: req-6a4365fb-f932-4843-81cb-04489ac2a209 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:42:19.735399 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b918ef9-b749-4f48-8329-af0070bfd7f5", "tag": "737220a5-0820-4dd1-8ed8-36b72d5e8925", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:42:19.735751 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6a4365fb-f932-4843-81cb-04489ac2a209 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:42:19.736153 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b918ef9-b749-4f48-8329-af0070bfd7f5', 'tag': '737220a5-0820-4dd1-8ed8-36b72d5e8925', 'status': 'completed', 'code': 200} Oct 30 15:42:19.813113 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff12185-d4e2-4878-9d50-c160f17f1c31 req-5d9336db-5702-45fb-baed-f07bf67b51cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:42:19.814678 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aff12185-d4e2-4878-9d50-c160f17f1c31 req-5d9336db-5702-45fb-baed-f07bf67b51cc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c4b96368b87a40a2935f71debcc2f400&device_id=9b918ef9-b749-4f48-8329-af0070bfd7f5 HTTP/1.1" status: 200 len: 1098 time: 0.0575087 Oct 30 15:42:19.845269 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-77960f26-7aa6-4998-beb7-0907b06b1be7 None None] Set router 14d3ae41-b826-4272-a4b8-68bdd9c4728b gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:42:19.942684 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff12185-d4e2-4878-9d50-c160f17f1c31 req-5ad7b743-38b0-4ffb-9529-a819dfae2934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:42:19.944268 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aff12185-d4e2-4878-9d50-c160f17f1c31 req-5ad7b743-38b0-4ffb-9529-a819dfae2934 service neutron] 10.222.0.44 "GET /v2.0/networks?id=97a044fc-8684-4e5d-b6eb-c07ffe680bbd HTTP/1.1" status: 200 len: 898 time: 0.1217456 Oct 30 15:42:20.040819 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aff12185-d4e2-4878-9d50-c160f17f1c31 req-e177b8a1-bbd7-4941-964d-7fb921cca84b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=737220a5-0820-4dd1-8ed8-36b72d5e8925 HTTP/1.1" status: 200 len: 217 time: 0.0884271 Oct 30 15:42:20.096770 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb05fc45-622f-4fee-a892-ffc0cbd3853b req-aa6cf6a5-0538-4abe-a05f-0433f00f4a57 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:42:20.098554 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bb05fc45-622f-4fee-a892-ffc0cbd3853b req-aa6cf6a5-0538-4abe-a05f-0433f00f4a57 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=df2d4099-9faf-4661-b255-fa6471b64cc2 HTTP/1.1" status: 200 len: 946 time: 0.0940552 Oct 30 15:42:20.133676 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3199182e-d723-4af0-817a-bde0a5c1e14d req-4b75af41-04cc-41fa-969c-7efeef21d241 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:42:20.135239 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3199182e-d723-4af0-817a-bde0a5c1e14d req-4b75af41-04cc-41fa-969c-7efeef21d241 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b918ef9-b749-4f48-8329-af0070bfd7f5 HTTP/1.1" status: 200 len: 946 time: 0.1711745 Oct 30 15:42:20.137110 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff12185-d4e2-4878-9d50-c160f17f1c31 req-98992a6f-3b01-4085-9af2-8c0f59008e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:42:20.138545 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aff12185-d4e2-4878-9d50-c160f17f1c31 req-98992a6f-3b01-4085-9af2-8c0f59008e3f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c89707a7-82ea-4b44-8402-52fcb7128ca3 HTTP/1.1" status: 200 len: 835 time: 0.0886381 Oct 30 15:42:20.154677 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bb05fc45-622f-4fee-a892-ffc0cbd3853b req-d1703359-b221-4fe8-99a0-961a034b03b1 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486295 Oct 30 15:42:20.164849 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-77960f26-7aa6-4998-beb7-0907b06b1be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14d3ae41-b826-4272-a4b8-68bdd9c4728b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070283081', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '54c213c7-2f07-4f2c-b610-81f6d7c2fb5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:40:33Z', 'updated_at': '2021-10-30T15:40:38Z', 'revision_number': 4, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'gw_port': {'id': '54c213c7-2f07-4f2c-b610-81f6d7c2fb5f', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:14:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d3ae41-b826-4272-a4b8-68bdd9c4728b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:40:34Z', 'updated_at': '2021-10-30T15:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '1df9af3d-814d-4153-b2b9-0fa54a266e44', 'name': '', 'network_id': '97a044fc-8684-4e5d-b6eb-c07ffe680bbd', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'mac_address': 'fa:16:3e:7d:fb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d3ae41-b826-4272-a4b8-68bdd9c4728b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'c89707a7-82ea-4b44-8402-52fcb7128ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:40:37Z', 'updated_at': '2021-10-30T15:40:41Z', 'revision_number': 5, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'subnets': [{'id': 'c89707a7-82ea-4b44-8402-52fcb7128ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:42:20.197125 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77960f26-7aa6-4998-beb7-0907b06b1be7 None None] Checking router: 14d3ae41-b826-4272-a4b8-68bdd9c4728b for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:42:20.207810 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77960f26-7aa6-4998-beb7-0907b06b1be7 None None] Routers {'14d3ae41-b826-4272-a4b8-68bdd9c4728b'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:42:20.208641 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-77960f26-7aa6-4998-beb7-0907b06b1be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:41:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['14d3ae41-b826-4272-a4b8-68bdd9c4728b'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:42:20.218255 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff12185-d4e2-4878-9d50-c160f17f1c31 req-a9f2e269-038a-420c-a967-f92de5c6b9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:42:20.220102 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aff12185-d4e2-4878-9d50-c160f17f1c31 req-a9f2e269-038a-420c-a967-f92de5c6b9f4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=97a044fc-8684-4e5d-b6eb-c07ffe680bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0691357 Oct 30 15:42:20.234719 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3199182e-d723-4af0-817a-bde0a5c1e14d req-1f35e80f-d2ff-43ce-b6cc-5908446f1ec6 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=e34847f1-7ccf-4054-9832-e3dab63ebd50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877833 Oct 30 15:42:20.311449 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48f522-7bff-4e2a-b4f8-8544db1f61a7 req-99a33c45-1e3f-4504-8647-0f6ddc7bd81c tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:42:20.320057 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-db48f522-7bff-4e2a-b4f8-8544db1f61a7 req-99a33c45-1e3f-4504-8647-0f6ddc7bd81c tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=df2d4099-9faf-4661-b255-fa6471b64cc2 HTTP/1.1" status: 200 len: 946 time: 0.0750701 Oct 30 15:42:20.369422 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-db48f522-7bff-4e2a-b4f8-8544db1f61a7 req-b0bb3b5a-9295-4610-9e11-e9429b97d48a tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402677 Oct 30 15:42:20.370647 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aff12185-d4e2-4878-9d50-c160f17f1c31 req-e8199b83-81fa-40dc-8d4b-6a6eb9e2a8a3 service neutron] 10.222.0.44 "GET /v2.0/networks/97a044fc-8684-4e5d-b6eb-c07ffe680bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345072 Oct 30 15:42:20.519290 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aff12185-d4e2-4878-9d50-c160f17f1c31 req-883fdfe2-5694-4683-bda3-97b8be4ac157 service neutron] 10.222.0.44 "GET /v2.0/networks/97a044fc-8684-4e5d-b6eb-c07ffe680bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372685 Oct 30 15:42:20.538949 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-77960f26-7aa6-4998-beb7-0907b06b1be7 None None] Set router 14d3ae41-b826-4272-a4b8-68bdd9c4728b gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:42:20.715023 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaaafd5-9a94-4931-9a82-5b6b326a17cb req-0202c273-a95f-4ae8-bf0b-346d66ff74bc tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:42:20.716474 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-eeaaafd5-9a94-4931-9a82-5b6b326a17cb req-0202c273-a95f-4ae8-bf0b-346d66ff74bc tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=df2d4099-9faf-4661-b255-fa6471b64cc2 HTTP/1.1" status: 200 len: 946 time: 0.0648322 Oct 30 15:42:20.769325 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-eeaaafd5-9a94-4931-9a82-5b6b326a17cb req-c2ea6e37-6ca8-43e5-baeb-9941f700dc7d tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451527 Oct 30 15:42:20.788404 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-77960f26-7aa6-4998-beb7-0907b06b1be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14d3ae41-b826-4272-a4b8-68bdd9c4728b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070283081', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '54c213c7-2f07-4f2c-b610-81f6d7c2fb5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:40:33Z', 'updated_at': '2021-10-30T15:40:38Z', 'revision_number': 4, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'gw_port': {'id': '54c213c7-2f07-4f2c-b610-81f6d7c2fb5f', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:14:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d3ae41-b826-4272-a4b8-68bdd9c4728b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:40:34Z', 'updated_at': '2021-10-30T15:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '1df9af3d-814d-4153-b2b9-0fa54a266e44', 'name': '', 'network_id': '97a044fc-8684-4e5d-b6eb-c07ffe680bbd', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'mac_address': 'fa:16:3e:7d:fb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d3ae41-b826-4272-a4b8-68bdd9c4728b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'c89707a7-82ea-4b44-8402-52fcb7128ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:40:37Z', 'updated_at': '2021-10-30T15:40:41Z', 'revision_number': 5, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'subnets': [{'id': 'c89707a7-82ea-4b44-8402-52fcb7128ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:42:20.822274 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77960f26-7aa6-4998-beb7-0907b06b1be7 None None] The sync data for ids ['14d3ae41-b826-4272-a4b8-68bdd9c4728b'] in n-d-806683-17 is: [{'id': '14d3ae41-b826-4272-a4b8-68bdd9c4728b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070283081', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '54c213c7-2f07-4f2c-b610-81f6d7c2fb5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:40:33Z', 'updated_at': '2021-10-30T15:40:38Z', 'revision_number': 4, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'gw_port': {'id': '54c213c7-2f07-4f2c-b610-81f6d7c2fb5f', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:14:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d3ae41-b826-4272-a4b8-68bdd9c4728b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:40:34Z', 'updated_at': '2021-10-30T15:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '1df9af3d-814d-4153-b2b9-0fa54a266e44', 'name': '', 'network_id': '97a044fc-8684-4e5d-b6eb-c07ffe680bbd', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'mac_address': 'fa:16:3e:7d:fb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d3ae41-b826-4272-a4b8-68bdd9c4728b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'c89707a7-82ea-4b44-8402-52fcb7128ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:40:37Z', 'updated_at': '2021-10-30T15:40:41Z', 'revision_number': 5, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'subnets': [{'id': 'c89707a7-82ea-4b44-8402-52fcb7128ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:42:21.085889 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da22acb-2168-4c95-8de4-363647516fbc None None] New status for floating IP 1bc9051e-3fd9-420a-9831-0367d70f1274: DOWN {{(pid=102133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 15:42:21.162500 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ba51548a-ce69-4a28-9cbf-ac6a890b7535 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:21.385751 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49007ccd-0b67-4373-bdca-d26985c31168 req-7c4248af-a001-400d-a46c-15bc27f9a7fd tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:42:21.387265 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-49007ccd-0b67-4373-bdca-d26985c31168 req-7c4248af-a001-400d-a46c-15bc27f9a7fd tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b918ef9-b749-4f48-8329-af0070bfd7f5 HTTP/1.1" status: 200 len: 946 time: 0.0736380 Oct 30 15:42:21.449142 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa18ebc5-0a91-4858-9c79-eeca2f3c440e req-b24e93f0-5fab-48e2-bb50-8ea079ddbe66 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:42:21.450629 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aa18ebc5-0a91-4858-9c79-eeca2f3c440e req-b24e93f0-5fab-48e2-bb50-8ea079ddbe66 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b918ef9-b749-4f48-8329-af0070bfd7f5 HTTP/1.1" status: 200 len: 946 time: 0.0828774 Oct 30 15:42:21.458029 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-49007ccd-0b67-4373-bdca-d26985c31168 req-86072a2e-41c7-42a3-97f5-afcd7e5ec74c tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=e34847f1-7ccf-4054-9832-e3dab63ebd50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565879 Oct 30 15:42:21.553529 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-aa18ebc5-0a91-4858-9c79-eeca2f3c440e req-238922b5-dee8-4106-90e3-2c9dfca7dbe9 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Deleting port 737220a5-0820-4dd1-8ed8-36b72d5e8925 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:42:21.554284 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-aa18ebc5-0a91-4858-9c79-eeca2f3c440e req-238922b5-dee8-4106-90e3-2c9dfca7dbe9 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:21.655379 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-aa18ebc5-0a91-4858-9c79-eeca2f3c440e req-238922b5-dee8-4106-90e3-2c9dfca7dbe9 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] For port 737220a5-0820-4dd1-8ed8-36b72d5e8925, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=737220a5-0820-4dd1-8ed8-36b72d5e8925,segment=NetworkSegment(7bac7295-4be1-4ba8-8d58-b890b8761b0f),segment_id=7bac7295-4be1-4ba8-8d58-b890b8761b0f)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:42:21.655863 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-aa18ebc5-0a91-4858-9c79-eeca2f3c440e req-238922b5-dee8-4106-90e3-2c9dfca7dbe9 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:21.680434 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-aa18ebc5-0a91-4858-9c79-eeca2f3c440e req-238922b5-dee8-4106-90e3-2c9dfca7dbe9 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Calling delete_port for 737220a5-0820-4dd1-8ed8-36b72d5e8925 owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:42:21.841936 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-aa18ebc5-0a91-4858-9c79-eeca2f3c440e req-238922b5-dee8-4106-90e3-2c9dfca7dbe9 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:21.876246 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238922b5-dee8-4106-90e3-2c9dfca7dbe9 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event deleted for resources: {'Port': ['ID=737220a5-0820-4dd1-8ed8-36b72d5e8925,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:42:21.909000 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d5ae15-b635-4320-a6c2-af7cd8d531c3 req-2ba34654-526e-4ef7-bbca-be23cb45ea8b tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:42:21.911765 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d5d5ae15-b635-4320-a6c2-af7cd8d531c3 req-2ba34654-526e-4ef7-bbca-be23cb45ea8b tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=df2d4099-9faf-4661-b255-fa6471b64cc2 HTTP/1.1" status: 200 len: 946 time: 0.0591483 Oct 30 15:42:21.925905 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa18ebc5-0a91-4858-9c79-eeca2f3c440e req-238922b5-dee8-4106-90e3-2c9dfca7dbe9 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] No DVR routers for this DVR port 737220a5-0820-4dd1-8ed8-36b72d5e8925 on host n-h2-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:42:21.928994 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-aa18ebc5-0a91-4858-9c79-eeca2f3c440e req-238922b5-dee8-4106-90e3-2c9dfca7dbe9 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:21.932541 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aa18ebc5-0a91-4858-9c79-eeca2f3c440e req-238922b5-dee8-4106-90e3-2c9dfca7dbe9 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.44 "DELETE /v2.0/ports/737220a5-0820-4dd1-8ed8-36b72d5e8925 HTTP/1.1" status: 204 len: 173 time: 0.4736311 Oct 30 15:42:21.933198 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b918ef9-b749-4f48-8329-af0070bfd7f5', 'name': 'network-vif-deleted', 'tag': '737220a5-0820-4dd1-8ed8-36b72d5e8925'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:42:21.936436 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75cc12c3-bb6c-445a-90f4-5e5bd1ce5380" -d '{"events": [{"server_uuid": "9b918ef9-b749-4f48-8329-af0070bfd7f5", "name": "network-vif-deleted", "tag": "737220a5-0820-4dd1-8ed8-36b72d5e8925"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:42:21.978759 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e507e1f7-109f-49f4-9d28-650ef18a29e5 x-openstack-request-id: req-e507e1f7-109f-49f4-9d28-650ef18a29e5 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:42:21.979168 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b918ef9-b749-4f48-8329-af0070bfd7f5", "name": "network-vif-deleted", "tag": "737220a5-0820-4dd1-8ed8-36b72d5e8925", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:42:21.979570 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e507e1f7-109f-49f4-9d28-650ef18a29e5 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:42:21.979746 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d5d5ae15-b635-4320-a6c2-af7cd8d531c3 req-3f27aa4a-5ac3-483b-a50d-8fdea6dad074 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552320 Oct 30 15:42:21.980410 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b918ef9-b749-4f48-8329-af0070bfd7f5', 'name': 'network-vif-deleted', 'tag': '737220a5-0820-4dd1-8ed8-36b72d5e8925', 'status': 'completed', 'code': 200} Oct 30 15:42:22.080101 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc3d29-0c10-4c00-9a2f-eb4c10ddc03b req-abefa901-a4cf-4e1b-8ce8-e391f9391307 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:42:22.081986 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cfcc3d29-0c10-4c00-9a2f-eb4c10ddc03b req-abefa901-a4cf-4e1b-8ce8-e391f9391307 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.53 "GET /v2.0/ports?device_id=df2d4099-9faf-4661-b255-fa6471b64cc2 HTTP/1.1" status: 200 len: 946 time: 0.0595303 Oct 30 15:42:22.182765 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-cfcc3d29-0c10-4c00-9a2f-eb4c10ddc03b req-9f231369-24b0-473a-ae66-9f4ae1a70d60 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Deleting port f7d5179a-7794-43e6-af72-344565edb1e7 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:42:22.183104 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-cfcc3d29-0c10-4c00-9a2f-eb4c10ddc03b req-9f231369-24b0-473a-ae66-9f4ae1a70d60 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:22.283801 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-cfcc3d29-0c10-4c00-9a2f-eb4c10ddc03b req-9f231369-24b0-473a-ae66-9f4ae1a70d60 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] For port f7d5179a-7794-43e6-af72-344565edb1e7, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=f7d5179a-7794-43e6-af72-344565edb1e7,segment=NetworkSegment(eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15),segment_id=eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:42:22.284172 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-cfcc3d29-0c10-4c00-9a2f-eb4c10ddc03b req-9f231369-24b0-473a-ae66-9f4ae1a70d60 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:22.298320 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-cfcc3d29-0c10-4c00-9a2f-eb4c10ddc03b req-9f231369-24b0-473a-ae66-9f4ae1a70d60 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Calling delete_port for f7d5179a-7794-43e6-af72-344565edb1e7 owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:42:22.478657 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-cfcc3d29-0c10-4c00-9a2f-eb4c10ddc03b req-9f231369-24b0-473a-ae66-9f4ae1a70d60 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:22.496685 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['5fb5afa9-3c8b-449b-be59-b520a94c5e79'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:42:22.531928 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f231369-24b0-473a-ae66-9f4ae1a70d60 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Pushing event deleted for resources: {'Port': ['ID=f7d5179a-7794-43e6-af72-344565edb1e7,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:42:22.624432 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cc08bce1-60a2-490d-97e2-38bfabb8bfef req-6ea206cb-9530-4d3c-acd6-e3efbb3f77ce tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b918ef9-b749-4f48-8329-af0070bfd7f5 HTTP/1.1" status: 200 len: 210 time: 0.0569408 Oct 30 15:42:22.666740 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfcc3d29-0c10-4c00-9a2f-eb4c10ddc03b req-9f231369-24b0-473a-ae66-9f4ae1a70d60 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] No DVR routers for this DVR port f7d5179a-7794-43e6-af72-344565edb1e7 on host n-h1-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:42:22.669564 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-cfcc3d29-0c10-4c00-9a2f-eb4c10ddc03b req-9f231369-24b0-473a-ae66-9f4ae1a70d60 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:22.675509 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cfcc3d29-0c10-4c00-9a2f-eb4c10ddc03b req-9f231369-24b0-473a-ae66-9f4ae1a70d60 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.53 "DELETE /v2.0/ports/f7d5179a-7794-43e6-af72-344565edb1e7 HTTP/1.1" status: 204 len: 173 time: 0.5851698 Oct 30 15:42:23.090107 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d52a5705-aab8-4bc5-abe7-4947cd21849a req-fd2cf1f2-9947-4e0f-a040-d11d4f8aae35 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=df2d4099-9faf-4661-b255-fa6471b64cc2 HTTP/1.1" status: 200 len: 210 time: 0.0293753 Oct 30 15:42:23.697408 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 49402) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:42:23.784224 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f5e6c4a0-a276-4cce-9b0e-bd5aa2daf8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:23.981457 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df2d4099-9faf-4661-b255-fa6471b64cc2', 'name': 'network-vif-deleted', 'tag': 'f7d5179a-7794-43e6-af72-344565edb1e7'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:42:23.985024 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-debe4cd6-4c97-4f38-9533-5e064cf88fd3" -d '{"events": [{"server_uuid": "df2d4099-9faf-4661-b255-fa6471b64cc2", "name": "network-vif-deleted", "tag": "f7d5179a-7794-43e6-af72-344565edb1e7"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:42:24.015138 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device f7d5179a-7794-43e6-af72-344565edb1e7 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:42:24.028204 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d729624-b387-4396-89ca-67a15a38e37e x-openstack-request-id: req-7d729624-b387-4396-89ca-67a15a38e37e {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:42:24.028916 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df2d4099-9faf-4661-b255-fa6471b64cc2", "name": "network-vif-deleted", "tag": "f7d5179a-7794-43e6-af72-344565edb1e7", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:42:24.030393 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7d729624-b387-4396-89ca-67a15a38e37e {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:42:24.030393 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df2d4099-9faf-4661-b255-fa6471b64cc2', 'name': 'network-vif-deleted', 'tag': 'f7d5179a-7794-43e6-af72-344565edb1e7', 'status': 'completed', 'code': 200} Oct 30 15:42:24.048910 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: f7d5179a-7794-43e6-af72-344565edb1e7 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:42:24.049437 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device f7d5179a-7794-43e6-af72-344565edb1e7 not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:42:24.128732 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6ef0beb8-89c2-42a8-b8b5-42870e31a088 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:24.235043 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-01e666fc-2826-46b2-adf7-7cb8c3adb655 req-eb095fb9-495a-4b68-8930-a803f82219e1 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=df2d4099-9faf-4661-b255-fa6471b64cc2 HTTP/1.1" status: 200 len: 210 time: 0.0420387 Oct 30 15:42:24.442293 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-6ef0beb8-89c2-42a8-b8b5-42870e31a088 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Deleting port 1df9af3d-814d-4153-b2b9-0fa54a266e44 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:42:24.442670 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6ef0beb8-89c2-42a8-b8b5-42870e31a088 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:24.543159 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-6ef0beb8-89c2-42a8-b8b5-42870e31a088 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] For port 1df9af3d-814d-4153-b2b9-0fa54a266e44, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=1df9af3d-814d-4153-b2b9-0fa54a266e44,segment=NetworkSegment(7bac7295-4be1-4ba8-8d58-b890b8761b0f),segment_id=7bac7295-4be1-4ba8-8d58-b890b8761b0f)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:42:24.543649 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6ef0beb8-89c2-42a8-b8b5-42870e31a088 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:24.566390 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-6ef0beb8-89c2-42a8-b8b5-42870e31a088 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Calling delete_port for 1df9af3d-814d-4153-b2b9-0fa54a266e44 owned by network:router_interface {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:42:24.724533 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:24.805025 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6ef0beb8-89c2-42a8-b8b5-42870e31a088 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:24.838576 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef0beb8-89c2-42a8-b8b5-42870e31a088 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event deleted for resources: {'Port': ['ID=1df9af3d-814d-4153-b2b9-0fa54a266e44,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:42:24.961601 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:25.085946 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6ef0beb8-89c2-42a8-b8b5-42870e31a088 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:25.372597 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6c337728-24fc-45e2-bce7-fd3b7d99e564 req-37007956-8655-4e83-bbe8-c6734ff4472b tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=df2d4099-9faf-4661-b255-fa6471b64cc2 HTTP/1.1" status: 200 len: 210 time: 0.0289612 Oct 30 15:42:25.415506 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ef0beb8-89c2-42a8-b8b5-42870e31a088 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Router 14d3ae41-b826-4272-a4b8-68bdd9c4728b has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:42:25.486740 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 737220a5-0820-4dd1-8ed8-36b72d5e8925 no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:42:25.512068 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] No Port match for: 737220a5-0820-4dd1-8ed8-36b72d5e8925 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:42:25.513951 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 737220a5-0820-4dd1-8ed8-36b72d5e8925 not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:42:25.537215 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef0beb8-89c2-42a8-b8b5-42870e31a088 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:42:25.546360 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 49444) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:42:25.546846 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-6ef0beb8-89c2-42a8-b8b5-42870e31a088 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "PUT /v2.0/routers/14d3ae41-b826-4272-a4b8-68bdd9c4728b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8493857 Oct 30 15:42:25.555902 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e161e8c2-50e6-4b86-9990-220643685e44 None None] Sync routers for ids ['14d3ae41-b826-4272-a4b8-68bdd9c4728b'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:42:25.577939 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e161e8c2-50e6-4b86-9990-220643685e44 None None] Routers {'14d3ae41-b826-4272-a4b8-68bdd9c4728b'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:42:25.578827 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-e161e8c2-50e6-4b86-9990-220643685e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:42:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['14d3ae41-b826-4272-a4b8-68bdd9c4728b'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:42:25.615574 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-d52a10d0-8c31-48cb-a2cf-98b41a28e9a5 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Deleting subnet c89707a7-82ea-4b44-8402-52fcb7128ca3 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:42:25.621008 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d52a10d0-8c31-48cb-a2cf-98b41a28e9a5 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:25.681008 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d52a10d0-8c31-48cb-a2cf-98b41a28e9a5 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:25.739148 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-e161e8c2-50e6-4b86-9990-220643685e44 None None] Set router 14d3ae41-b826-4272-a4b8-68bdd9c4728b gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:42:25.847546 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d52a10d0-8c31-48cb-a2cf-98b41a28e9a5 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:25.929186 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d52a10d0-8c31-48cb-a2cf-98b41a28e9a5 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:25.958929 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-e161e8c2-50e6-4b86-9990-220643685e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14d3ae41-b826-4272-a4b8-68bdd9c4728b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070283081', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '54c213c7-2f07-4f2c-b610-81f6d7c2fb5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:40:33Z', 'updated_at': '2021-10-30T15:42:24Z', 'revision_number': 5, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'gw_port': {'id': '54c213c7-2f07-4f2c-b610-81f6d7c2fb5f', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:14:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d3ae41-b826-4272-a4b8-68bdd9c4728b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:40:34Z', 'updated_at': '2021-10-30T15:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:42:25.986760 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52a10d0-8c31-48cb-a2cf-98b41a28e9a5 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event deleted for resources: {'Subnet': ['ID=c89707a7-82ea-4b44-8402-52fcb7128ca3,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:42:25.994227 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e161e8c2-50e6-4b86-9990-220643685e44 None None] Checking router: 14d3ae41-b826-4272-a4b8-68bdd9c4728b for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:42:26.006289 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e161e8c2-50e6-4b86-9990-220643685e44 None None] Routers {'14d3ae41-b826-4272-a4b8-68bdd9c4728b'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:42:26.007252 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-e161e8c2-50e6-4b86-9990-220643685e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:42:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['14d3ae41-b826-4272-a4b8-68bdd9c4728b'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:42:26.020740 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d52a10d0-8c31-48cb-a2cf-98b41a28e9a5 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:26.028694 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-d52a10d0-8c31-48cb-a2cf-98b41a28e9a5 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "DELETE /v2.0/subnets/c89707a7-82ea-4b44-8402-52fcb7128ca3 HTTP/1.1" status: 204 len: 168 time: 0.4784837 Oct 30 15:42:26.030339 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 49454) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:42:26.131926 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb497e1-5c1e-4d2e-aa7f-3cb115e2c0b2 None None] Network 97a044fc-8684-4e5d-b6eb-c07ffe680bbd requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:42:26.198981 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3cb39bbe-fb04-401e-8709-29fbc46525ab tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for router, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:26.259985 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-e161e8c2-50e6-4b86-9990-220643685e44 None None] Set router 14d3ae41-b826-4272-a4b8-68bdd9c4728b gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:42:26.355307 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3cb39bbe-fb04-401e-8709-29fbc46525ab tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:26.582888 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-e161e8c2-50e6-4b86-9990-220643685e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14d3ae41-b826-4272-a4b8-68bdd9c4728b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070283081', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '54c213c7-2f07-4f2c-b610-81f6d7c2fb5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:40:33Z', 'updated_at': '2021-10-30T15:42:24Z', 'revision_number': 5, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'gw_port': {'id': '54c213c7-2f07-4f2c-b610-81f6d7c2fb5f', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:14:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d3ae41-b826-4272-a4b8-68bdd9c4728b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:40:34Z', 'updated_at': '2021-10-30T15:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:42:26.624153 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e161e8c2-50e6-4b86-9990-220643685e44 None None] The sync data for ids ['14d3ae41-b826-4272-a4b8-68bdd9c4728b'] in n-d-806683-17 is: [{'id': '14d3ae41-b826-4272-a4b8-68bdd9c4728b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070283081', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '54c213c7-2f07-4f2c-b610-81f6d7c2fb5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:40:33Z', 'updated_at': '2021-10-30T15:42:24Z', 'revision_number': 5, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'gw_port': {'id': '54c213c7-2f07-4f2c-b610-81f6d7c2fb5f', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:14:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d3ae41-b826-4272-a4b8-68bdd9c4728b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:40:34Z', 'updated_at': '2021-10-30T15:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:42:26.638729 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f292f075-0ade-4974-8362-619b8b23a4c3 None None] DHCP port deletion for 97a044fc-8684-4e5d-b6eb-c07ffe680bbd request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:42:26.701055 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:26.733177 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-f292f075-0ade-4974-8362-619b8b23a4c3 None None] Deleting port 44ec0791-5f77-4d63-9c2b-c7b4701a8a2a {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:42:26.733848 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f292f075-0ade-4974-8362-619b8b23a4c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:26.791831 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b1af48ac-541d-42de-a1dc-5295ae62b3de req-3cc4ed6e-e422-4399-84b0-931b827affc1 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=df2d4099-9faf-4661-b255-fa6471b64cc2 HTTP/1.1" status: 200 len: 210 time: 0.0343738 Oct 30 15:42:26.840072 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-3cb39bbe-fb04-401e-8709-29fbc46525ab tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Deleting port 54c213c7-2f07-4f2c-b610-81f6d7c2fb5f {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:42:26.840542 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3cb39bbe-fb04-401e-8709-29fbc46525ab tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:26.841741 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-f292f075-0ade-4974-8362-619b8b23a4c3 None None] For port 44ec0791-5f77-4d63-9c2b-c7b4701a8a2a, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=44ec0791-5f77-4d63-9c2b-c7b4701a8a2a,segment=NetworkSegment(7bac7295-4be1-4ba8-8d58-b890b8761b0f),segment_id=7bac7295-4be1-4ba8-8d58-b890b8761b0f)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:42:26.842387 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f292f075-0ade-4974-8362-619b8b23a4c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:26.861852 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-f292f075-0ade-4974-8362-619b8b23a4c3 None None] Calling delete_port for 44ec0791-5f77-4d63-9c2b-c7b4701a8a2a owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:42:26.954167 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-3cb39bbe-fb04-401e-8709-29fbc46525ab tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] For port 54c213c7-2f07-4f2c-b610-81f6d7c2fb5f, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=54c213c7-2f07-4f2c-b610-81f6d7c2fb5f,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:42:26.954666 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3cb39bbe-fb04-401e-8709-29fbc46525ab tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:26.970467 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-3cb39bbe-fb04-401e-8709-29fbc46525ab tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Calling delete_port for 54c213c7-2f07-4f2c-b610-81f6d7c2fb5f owned by network:router_gateway {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:42:26.972659 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f292f075-0ade-4974-8362-619b8b23a4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:27.021726 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f292f075-0ade-4974-8362-619b8b23a4c3 None None] Pushing event deleted for resources: {'Port': ['ID=44ec0791-5f77-4d63-9c2b-c7b4701a8a2a,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:42:27.029080 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f292f075-0ade-4974-8362-619b8b23a4c3 None None] No DVR routers for this DVR port 44ec0791-5f77-4d63-9c2b-c7b4701a8a2a on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:42:27.260894 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3cb39bbe-fb04-401e-8709-29fbc46525ab tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:27.296900 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb39bbe-fb04-401e-8709-29fbc46525ab tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event deleted for resources: {'Port': ['ID=54c213c7-2f07-4f2c-b610-81f6d7c2fb5f,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:42:27.379750 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3cb39bbe-fb04-401e-8709-29fbc46525ab tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:27.506391 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3cb39bbe-fb04-401e-8709-29fbc46525ab tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:27.508738 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3cb39bbe-fb04-401e-8709-29fbc46525ab tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:27.585168 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3cb39bbe-fb04-401e-8709-29fbc46525ab tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:27.585985 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb39bbe-fb04-401e-8709-29fbc46525ab tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Fanout notify agent at l3_agent the message router_deleted on router 14d3ae41-b826-4272-a4b8-68bdd9c4728b {{(pid=102130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:42:27.595338 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3cb39bbe-fb04-401e-8709-29fbc46525ab tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:27.596644 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-3cb39bbe-fb04-401e-8709-29fbc46525ab tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "DELETE /v2.0/routers/14d3ae41-b826-4272-a4b8-68bdd9c4728b HTTP/1.1" status: 204 len: 168 time: 1.5638669 Oct 30 15:42:27.599327 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 49486) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:42:27.724937 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-96d3377b-fd1d-42cf-82f0-f1b4a372a967 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:27.850851 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-96d3377b-fd1d-42cf-82f0-f1b4a372a967 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:27.881735 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-96d3377b-fd1d-42cf-82f0-f1b4a372a967 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97a044fc-8684-4e5d-b6eb-c07ffe680bbd']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:42:27.894749 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-96d3377b-fd1d-42cf-82f0-f1b4a372a967 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bac7295-4be1-4ba8-8d58-b890b8761b0f') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:42:27.896595 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-96d3377b-fd1d-42cf-82f0-f1b4a372a967 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bac7295-4be1-4ba8-8d58-b890b8761b0f') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:42:27.908949 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-96d3377b-fd1d-42cf-82f0-f1b4a372a967 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:27.930567 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0a0e5950-c45b-4875-9cae-3615a01833de req-14a9f2a1-430e-455e-9dfb-639945fa04af tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=df2d4099-9faf-4661-b255-fa6471b64cc2 HTTP/1.1" status: 200 len: 210 time: 0.0331585 Oct 30 15:42:27.932291 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-96d3377b-fd1d-42cf-82f0-f1b4a372a967 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:27.941628 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96d3377b-fd1d-42cf-82f0-f1b4a372a967 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:42:27.942971 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-96d3377b-fd1d-42cf-82f0-f1b4a372a967 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:27.947941 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:42:27.947941 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:42:27.947941 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:42:27.947941 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:42:27.947941 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:42:27.947941 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:42:27.947941 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:42:27.947941 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:42:27.947941 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:42:27.947941 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:42:27.947941 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:42:27.947941 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:42:27.947941 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:42:27.947941 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:42:27.947941 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:42:27.947941 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:42:27.947941 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:42:27.947941 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:42:27.947941 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:42:27.947941 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:42:27.947941 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:42:27.947941 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:42:27.947941 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:42:27.947941 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:42:27.947941 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:42:27.947941 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:42:27.947941 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:42:27.947941 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:42:27.947941 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:42:27.947941 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:42:27.947941 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:42:27.947941 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:42:28.030209 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-96d3377b-fd1d-42cf-82f0-f1b4a372a967 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:28.038136 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-96d3377b-fd1d-42cf-82f0-f1b4a372a967 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:28.044637 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-96d3377b-fd1d-42cf-82f0-f1b4a372a967 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "DELETE /v2.0/networks/97a044fc-8684-4e5d-b6eb-c07ffe680bbd HTTP/1.1" status: 204 len: 168 time: 0.4430492 Oct 30 15:42:28.045714 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 49498) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:42:28.064828 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d3377b-fd1d-42cf-82f0-f1b4a372a967 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event deleted for resources: {'Network': ['ID=97a044fc-8684-4e5d-b6eb-c07ffe680bbd,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:42:28.184217 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0f0c8ae7-f5df-4f28-829b-264f3fe68bed tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:28.222419 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 1df9af3d-814d-4153-b2b9-0fa54a266e44 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:42:28.226934 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0f0c8ae7-f5df-4f28-829b-264f3fe68bed tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:28.244327 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 1df9af3d-814d-4153-b2b9-0fa54a266e44 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:42:28.244593 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 1df9af3d-814d-4153-b2b9-0fa54a266e44 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:42:28.245020 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 54c213c7-2f07-4f2c-b610-81f6d7c2fb5f no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:42:28.266699 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 54c213c7-2f07-4f2c-b610-81f6d7c2fb5f {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:42:28.267306 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 54c213c7-2f07-4f2c-b610-81f6d7c2fb5f not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:42:28.268798 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 44ec0791-5f77-4d63-9c2b-c7b4701a8a2a no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:42:28.297009 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 44ec0791-5f77-4d63-9c2b-c7b4701a8a2a {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:42:28.298482 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 44ec0791-5f77-4d63-9c2b-c7b4701a8a2a not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:42:28.341497 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0f0c8ae7-f5df-4f28-829b-264f3fe68bed tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:28.344505 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0f0c8ae7-f5df-4f28-829b-264f3fe68bed tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:28.345758 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-0f0c8ae7-f5df-4f28-829b-264f3fe68bed tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "DELETE /v2.0/security-groups/e34847f1-7ccf-4054-9832-e3dab63ebd50 HTTP/1.1" status: 204 len: 168 time: 0.2988682 Oct 30 15:42:28.356981 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0c8ae7-f5df-4f28-829b-264f3fe68bed tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34847f1-7ccf-4054-9832-e3dab63ebd50,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:42:28.666628 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 49512) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:42:28.678939 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-7ad56969-c6bf-4ec1-8753-eb506e98e149 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-403092221', 'description': 'tempest-secgroup-smoke-403092221 description', 'project_id': 'c4b96368b87a40a2935f71debcc2f400'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:42:28.712903 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7ad56969-c6bf-4ec1-8753-eb506e98e149 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:28.796134 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7ad56969-c6bf-4ec1-8753-eb506e98e149 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:28.801037 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7ad56969-c6bf-4ec1-8753-eb506e98e149 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:28.832340 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad56969-c6bf-4ec1-8753-eb506e98e149 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b858aa4d-af89-4d97-a7ca-8b4270b16f04,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:42:28.838934 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7ad56969-c6bf-4ec1-8753-eb506e98e149 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:28.844206 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 49514) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:42:28.849050 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-b896a433-d081-402a-ab8d-1a2f7380f1c9 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Request body: {'security_group_rule': {'security_group_id': 'b858aa4d-af89-4d97-a7ca-8b4270b16f04', 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:42:28.852126 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-7ad56969-c6bf-4ec1-8753-eb506e98e149 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1776536 Oct 30 15:42:28.889344 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b896a433-d081-402a-ab8d-1a2f7380f1c9 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:28.966669 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b896a433-d081-402a-ab8d-1a2f7380f1c9 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:28.974781 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b896a433-d081-402a-ab8d-1a2f7380f1c9 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:29.001118 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b896a433-d081-402a-ab8d-1a2f7380f1c9 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e92ac13-4d4c-49ed-88de-9a36115cffb0,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:42:29.015994 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b896a433-d081-402a-ab8d-1a2f7380f1c9 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:42:29.016776 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b896a433-d081-402a-ab8d-1a2f7380f1c9 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:42:29.017398 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b896a433-d081-402a-ab8d-1a2f7380f1c9 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:42:29.017856 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b896a433-d081-402a-ab8d-1a2f7380f1c9 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:42:29.018242 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b896a433-d081-402a-ab8d-1a2f7380f1c9 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:42:29.018731 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b896a433-d081-402a-ab8d-1a2f7380f1c9 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:42:29.019782 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b896a433-d081-402a-ab8d-1a2f7380f1c9 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:42:29.020472 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b896a433-d081-402a-ab8d-1a2f7380f1c9 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:42:29.028726 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b896a433-d081-402a-ab8d-1a2f7380f1c9 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:42:29.028726 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b896a433-d081-402a-ab8d-1a2f7380f1c9 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:42:29.028726 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b896a433-d081-402a-ab8d-1a2f7380f1c9 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:42:29.028726 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b896a433-d081-402a-ab8d-1a2f7380f1c9 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:42:29.035170 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b896a433-d081-402a-ab8d-1a2f7380f1c9 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:29.038025 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b896a433-d081-402a-ab8d-1a2f7380f1c9 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1916876 Oct 30 15:42:29.039956 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 49520) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:42:29.045740 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-a4a7d3dd-f017-40fe-a2d0-ac1a3b037ecb tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Request body: {'security_group_rule': {'security_group_id': 'b858aa4d-af89-4d97-a7ca-8b4270b16f04', 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:42:29.128473 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a4a7d3dd-f017-40fe-a2d0-ac1a3b037ecb tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:29.206717 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a4a7d3dd-f017-40fe-a2d0-ac1a3b037ecb tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:29.212147 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a4a7d3dd-f017-40fe-a2d0-ac1a3b037ecb tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:29.241704 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a7d3dd-f017-40fe-a2d0-ac1a3b037ecb tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cb05d48-8233-4a05-ae83-708dd2e94994,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:42:29.257335 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a4a7d3dd-f017-40fe-a2d0-ac1a3b037ecb tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:29.258885 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-a4a7d3dd-f017-40fe-a2d0-ac1a3b037ecb tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2177629 Oct 30 15:42:29.261967 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 49522) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:42:29.267979 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-a6349b06-6209-4235-bda8-3921e27cd304 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Request body: {'security_group_rule': {'security_group_id': 'b858aa4d-af89-4d97-a7ca-8b4270b16f04', 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:42:29.301211 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a6349b06-6209-4235-bda8-3921e27cd304 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:29.380706 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a6349b06-6209-4235-bda8-3921e27cd304 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:29.385497 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a6349b06-6209-4235-bda8-3921e27cd304 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:29.410053 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6349b06-6209-4235-bda8-3921e27cd304 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c100c657-832c-47d7-8884-12148d050bb4,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:42:29.418208 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a6349b06-6209-4235-bda8-3921e27cd304 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:29.422795 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-a6349b06-6209-4235-bda8-3921e27cd304 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1562614 Oct 30 15:42:29.423076 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 49526) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:42:29.428891 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-97aed788-2dff-42b1-ba6c-04f4aafdd612 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Request body: {'security_group_rule': {'security_group_id': 'b858aa4d-af89-4d97-a7ca-8b4270b16f04', 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:42:29.466637 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-97aed788-2dff-42b1-ba6c-04f4aafdd612 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:29.548418 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-97aed788-2dff-42b1-ba6c-04f4aafdd612 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:29.554007 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-97aed788-2dff-42b1-ba6c-04f4aafdd612 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:29.582575 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aed788-2dff-42b1-ba6c-04f4aafdd612 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08a150c5-f12d-4fef-91d3-8c8dbc4028e5,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:42:29.590124 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-97aed788-2dff-42b1-ba6c-04f4aafdd612 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:29.591600 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-97aed788-2dff-42b1-ba6c-04f4aafdd612 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1673141 Oct 30 15:42:29.595229 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 49528) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:42:29.601210 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-072b4243-f019-4785-b038-f4d1668bb7b2 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Request body: {'security_group_rule': {'security_group_id': 'b858aa4d-af89-4d97-a7ca-8b4270b16f04', 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:42:29.628600 n-d-806683-17 neutron-server[102131]: INFO neutron.db.securitygroups_db [None req-072b4243-f019-4785-b038-f4d1668bb7b2 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Project c4b96368b87a40a2935f71debcc2f400 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 30 15:42:29.635490 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-072b4243-f019-4785-b038-f4d1668bb7b2 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:29.732461 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-072b4243-f019-4785-b038-f4d1668bb7b2 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:29.736828 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-072b4243-f019-4785-b038-f4d1668bb7b2 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:29.768722 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072b4243-f019-4785-b038-f4d1668bb7b2 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baa2a4e8-9a0e-4cb3-860b-00a6fdaf0149,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:42:29.776680 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-072b4243-f019-4785-b038-f4d1668bb7b2 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:29.781679 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-072b4243-f019-4785-b038-f4d1668bb7b2 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1810741 Oct 30 15:42:29.781845 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 49530) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:42:29.793527 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-eb6cf1ce-ff2a-443f-876c-84d22234a46d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Request body: {'security_group_rule': {'security_group_id': 'b858aa4d-af89-4d97-a7ca-8b4270b16f04', 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:42:29.822092 n-d-806683-17 neutron-server[102131]: INFO neutron.db.securitygroups_db [None req-eb6cf1ce-ff2a-443f-876c-84d22234a46d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Project c4b96368b87a40a2935f71debcc2f400 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 30 15:42:29.828937 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-eb6cf1ce-ff2a-443f-876c-84d22234a46d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:29.909812 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-eb6cf1ce-ff2a-443f-876c-84d22234a46d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:29.913759 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-eb6cf1ce-ff2a-443f-876c-84d22234a46d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:29.938217 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6cf1ce-ff2a-443f-876c-84d22234a46d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07e8595e-d347-41b0-8383-cf172ce759b1,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:42:29.952864 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-eb6cf1ce-ff2a-443f-876c-84d22234a46d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:29.954359 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-eb6cf1ce-ff2a-443f-876c-84d22234a46d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1715207 Oct 30 15:42:29.957479 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 49532) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:42:29.962790 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-e28cc817-fd99-43aa-86ab-79d52177c9cb tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Request body: {'network': {'name': 'tempest-network-smoke--486156327', 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'port_security_enabled': True}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:42:29.991844 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28cc817-fd99-43aa-86ab-79d52177c9cb tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Made reservation on behalf of c4b96368b87a40a2935f71debcc2f400 for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:42:29.996391 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e28cc817-fd99-43aa-86ab-79d52177c9cb tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:30.026171 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e28cc817-fd99-43aa-86ab-79d52177c9cb tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:42:30.038060 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e28cc817-fd99-43aa-86ab-79d52177c9cb tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:30.039239 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-e28cc817-fd99-43aa-86ab-79d52177c9cb tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Added segment f5731bf4-3a85-48d5-8dd9-11ddcd49647f of type vlan for network 3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0 Oct 30 15:42:30.063436 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:30.096280 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e28cc817-fd99-43aa-86ab-79d52177c9cb tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:30.127487 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e28cc817-fd99-43aa-86ab-79d52177c9cb tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:30.134311 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28cc817-fd99-43aa-86ab-79d52177c9cb tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:42:30.134937 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e28cc817-fd99-43aa-86ab-79d52177c9cb tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:30.199009 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-e28cc817-fd99-43aa-86ab-79d52177c9cb tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2403924 Oct 30 15:42:30.202578 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 49536) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:42:30.207849 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-68008da3-3926-4e22-8e6d-7e1a20d02371 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1045981018', 'admin_state_up': True, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:42:30.236457 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28cc817-fd99-43aa-86ab-79d52177c9cb tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event updated for resources: {'Network': ['ID=3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:42:30.247298 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-68008da3-3926-4e22-8e6d-7e1a20d02371 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:30.249908 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-68008da3-3926-4e22-8e6d-7e1a20d02371 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:30.251327 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:42:30.326837 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-68008da3-3926-4e22-8e6d-7e1a20d02371 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:30.492307 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-68008da3-3926-4e22-8e6d-7e1a20d02371 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:30.710026 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-68008da3-3926-4e22-8e6d-7e1a20d02371 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for router_gateway, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:30.730008 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-68008da3-3926-4e22-8e6d-7e1a20d02371 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:30.842599 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-68008da3-3926-4e22-8e6d-7e1a20d02371 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Allocated IP 172.25.4.198 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/c7bd6678-a6e1-4010-aaf5-7d6cdfbe9a4e) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:42:30.956441 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-68008da3-3926-4e22-8e6d-7e1a20d02371 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:30.993755 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-68008da3-3926-4e22-8e6d-7e1a20d02371 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:31.039326 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68008da3-3926-4e22-8e6d-7e1a20d02371 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:42:31.042505 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-68008da3-3926-4e22-8e6d-7e1a20d02371 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:42:31.046763 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68008da3-3926-4e22-8e6d-7e1a20d02371 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:42:31.069401 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68008da3-3926-4e22-8e6d-7e1a20d02371 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event updated for resources: {'Port': ['ID=c7bd6678-a6e1-4010-aaf5-7d6cdfbe9a4e,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:42:31.317372 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-68008da3-3926-4e22-8e6d-7e1a20d02371 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for router_gateway, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:31.543049 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-68008da3-3926-4e22-8e6d-7e1a20d02371 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:31.935290 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68008da3-3926-4e22-8e6d-7e1a20d02371 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Router a57dca6e-160e-41fa-8405-df22bc7296fc is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:42:32.043156 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68008da3-3926-4e22-8e6d-7e1a20d02371 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:42:32.057279 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e29db7-d15c-4294-a728-db77229eec71 None None] Sync routers for ids ['a57dca6e-160e-41fa-8405-df22bc7296fc'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:42:32.072033 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-68008da3-3926-4e22-8e6d-7e1a20d02371 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:32.073663 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-68008da3-3926-4e22-8e6d-7e1a20d02371 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8693018 Oct 30 15:42:32.077804 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 49544) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:42:32.092414 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e29db7-d15c-4294-a728-db77229eec71 None None] Routers {'a57dca6e-160e-41fa-8405-df22bc7296fc'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:42:32.093680 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-a2e29db7-d15c-4294-a728-db77229eec71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:42:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['a57dca6e-160e-41fa-8405-df22bc7296fc'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:42:32.109135 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:32.118625 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-1bae366a-8a2c-4a96-aa66-ba787d3d199e tempest-TestNetworkAdvancedServerOps-183148034 tempest-TestNetworkAdvancedServerOps-183148034-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=c4b96368b87a40a2935f71debcc2f400&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390074 Oct 30 15:42:32.121232 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 49546) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:42:32.215063 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-a2e29db7-d15c-4294-a728-db77229eec71 None None] Set router a57dca6e-160e-41fa-8405-df22bc7296fc gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:42:32.237099 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38814b1-f50b-4ca0-88fe-629a106a28c9 tempest-TestNetworkAdvancedServerOps-183148034 tempest-TestNetworkAdvancedServerOps-183148034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:42:32.242049 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c38814b1-f50b-4ca0-88fe-629a106a28c9 tempest-TestNetworkAdvancedServerOps-183148034 tempest-TestNetworkAdvancedServerOps-183148034-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1162357 Oct 30 15:42:32.244154 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 49550) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:42:32.278520 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-26d33720-fe15-4cf4-84a3-6999a3372c19 tempest-TestNetworkAdvancedServerOps-183148034 tempest-TestNetworkAdvancedServerOps-183148034-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=edc38ef5-7816-4133-914c-cfe2849a0125&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329132 Oct 30 15:42:32.281385 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 49554) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:42:32.287040 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-da67c012-3d04-41ad-a034-5dffb7570887 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1684237107', 'network_id': '3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0', 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:42:32.415068 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da67c012-3d04-41ad-a034-5dffb7570887 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Made reservation on behalf of c4b96368b87a40a2935f71debcc2f400 for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:42:32.419128 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-da67c012-3d04-41ad-a034-5dffb7570887 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:32.515163 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-a2e29db7-d15c-4294-a728-db77229eec71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57dca6e-160e-41fa-8405-df22bc7296fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045981018', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': 'c7bd6678-a6e1-4010-aaf5-7d6cdfbe9a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:42:30Z', 'updated_at': '2021-10-30T15:42:31Z', 'revision_number': 3, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'gw_port': {'id': 'c7bd6678-a6e1-4010-aaf5-7d6cdfbe9a4e', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57dca6e-160e-41fa-8405-df22bc7296fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:42:30Z', 'updated_at': '2021-10-30T15:42:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:42:32.545857 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e29db7-d15c-4294-a728-db77229eec71 None None] Checking router: a57dca6e-160e-41fa-8405-df22bc7296fc for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:42:32.546210 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e29db7-d15c-4294-a728-db77229eec71 None None] Updating router a57dca6e-160e-41fa-8405-df22bc7296fc port c7bd6678-a6e1-4010-aaf5-7d6cdfbe9a4e binding host n-d-806683-17 {{(pid=102133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:42:32.572330 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a2e29db7-d15c-4294-a728-db77229eec71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:32.656638 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-da67c012-3d04-41ad-a034-5dffb7570887 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:32.753696 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da67c012-3d04-41ad-a034-5dffb7570887 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Checking segment: {'id': 'f5731bf4-3a85-48d5-8dd9-11ddcd49647f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:42:32.754207 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da67c012-3d04-41ad-a034-5dffb7570887 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Network hostable DHCP agents. Network: 3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:42:32.760177 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da67c012-3d04-41ad-a034-5dffb7570887 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event updated for resources: {'Subnet': ['ID=d48a564f-0ec9-461a-9b50-a34dbe495a9a,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:42:32.785256 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da67c012-3d04-41ad-a034-5dffb7570887 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Network 3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:42:32.811171 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-da67c012-3d04-41ad-a034-5dffb7570887 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:42:32.817123 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da67c012-3d04-41ad-a034-5dffb7570887 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:42:32.817725 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-da67c012-3d04-41ad-a034-5dffb7570887 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:32.825487 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdf6651-ec4e-4e5e-9d41-60a4b19f6028 None None] Network 3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:42:32.880292 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 49560) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:42:32.880816 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-da67c012-3d04-41ad-a034-5dffb7570887 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5982552 Oct 30 15:42:32.913664 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a2e29db7-d15c-4294-a728-db77229eec71 None None] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:32.937532 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a2e29db7-d15c-4294-a728-db77229eec71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:33.024573 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69afe7cf-4018-4f7e-acc2-a5139615cca7 None None] Pushing event updated for resources: {'Port': ['ID=c7bd6678-a6e1-4010-aaf5-7d6cdfbe9a4e,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:42:33.043296 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-a2e29db7-d15c-4294-a728-db77229eec71 None None] Attempting to bind port c7bd6678-a6e1-4010-aaf5-7d6cdfbe9a4e on host n-d-806683-17 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:42:33.043705 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-a2e29db7-d15c-4294-a728-db77229eec71 None None] Attempting to bind port c7bd6678-a6e1-4010-aaf5-7d6cdfbe9a4e by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:42:33.044076 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e29db7-d15c-4294-a728-db77229eec71 None None] Attempting to bind port c7bd6678-a6e1-4010-aaf5-7d6cdfbe9a4e on network edc38ef5-7816-4133-914c-cfe2849a0125 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:42:33.046048 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c829d189-e5a6-4d82-9a08-cd0c05ce2d40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0', 'network_id': '3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'fixed_ips': [{'subnet_id': 'd48a564f-0ec9-461a-9b50-a34dbe495a9a'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:42:33.047537 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c829d189-e5a6-4d82-9a08-cd0c05ce2d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:33.053771 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e29db7-d15c-4294-a728-db77229eec71 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:42:33.054173 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e29db7-d15c-4294-a728-db77229eec71 None None] Checking segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:42:33.054582 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a2e29db7-d15c-4294-a728-db77229eec71 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:33.066334 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e29db7-d15c-4294-a728-db77229eec71 None None] Bound using segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:42:33.067001 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-a2e29db7-d15c-4294-a728-db77229eec71 None None] Bound port: c7bd6678-a6e1-4010-aaf5-7d6cdfbe9a4e, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:42:33.067500 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a2e29db7-d15c-4294-a728-db77229eec71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:33.133929 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69afe7cf-4018-4f7e-acc2-a5139615cca7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:42:33.137027 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69afe7cf-4018-4f7e-acc2-a5139615cca7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:42:33.137027 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69afe7cf-4018-4f7e-acc2-a5139615cca7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:42:33.137479 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69afe7cf-4018-4f7e-acc2-a5139615cca7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:42:33.138162 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69afe7cf-4018-4f7e-acc2-a5139615cca7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:42:33.138542 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69afe7cf-4018-4f7e-acc2-a5139615cca7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:42:33.139474 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69afe7cf-4018-4f7e-acc2-a5139615cca7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:42:33.140011 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69afe7cf-4018-4f7e-acc2-a5139615cca7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:42:33.142683 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69afe7cf-4018-4f7e-acc2-a5139615cca7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:42:33.143054 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69afe7cf-4018-4f7e-acc2-a5139615cca7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:42:33.143454 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69afe7cf-4018-4f7e-acc2-a5139615cca7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:42:33.143826 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69afe7cf-4018-4f7e-acc2-a5139615cca7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:42:33.207189 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-a2e29db7-d15c-4294-a728-db77229eec71 None None] For port c7bd6678-a6e1-4010-aaf5-7d6cdfbe9a4e, host n-d-806683-17, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:42:33.212461 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-a2e29db7-d15c-4294-a728-db77229eec71 None None] For port c7bd6678-a6e1-4010-aaf5-7d6cdfbe9a4e, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=c7bd6678-a6e1-4010-aaf5-7d6cdfbe9a4e,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:42:33.223426 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a2e29db7-d15c-4294-a728-db77229eec71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:33.233185 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-c829d189-e5a6-4d82-9a08-cd0c05ce2d40 None None] Allocated IP 172.20.0.2 (3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0/d48a564f-0ec9-461a-9b50-a34dbe495a9a/a40626fb-0a97-4ddd-b4d6-9e1d34b0d425) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:42:33.296918 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e29db7-d15c-4294-a728-db77229eec71 None None] Routers {'a57dca6e-160e-41fa-8405-df22bc7296fc'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:42:33.297549 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-a2e29db7-d15c-4294-a728-db77229eec71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:42:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['a57dca6e-160e-41fa-8405-df22bc7296fc'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:42:33.382953 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69afe7cf-4018-4f7e-acc2-a5139615cca7 None None] Pushing event updated for resources: {'Port': ['ID=c7bd6678-a6e1-4010-aaf5-7d6cdfbe9a4e,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:42:33.432262 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-a2e29db7-d15c-4294-a728-db77229eec71 None None] Set router a57dca6e-160e-41fa-8405-df22bc7296fc gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:42:33.581729 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4626ed43-15a4-41b1-ac9f-cac584550af4 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:33.707042 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-a2e29db7-d15c-4294-a728-db77229eec71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57dca6e-160e-41fa-8405-df22bc7296fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045981018', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': 'c7bd6678-a6e1-4010-aaf5-7d6cdfbe9a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:42:30Z', 'updated_at': '2021-10-30T15:42:31Z', 'revision_number': 3, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'gw_port': {'id': 'c7bd6678-a6e1-4010-aaf5-7d6cdfbe9a4e', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57dca6e-160e-41fa-8405-df22bc7296fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:42:30Z', 'updated_at': '2021-10-30T15:42:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:42:33.736772 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e29db7-d15c-4294-a728-db77229eec71 None None] The sync data for ids ['a57dca6e-160e-41fa-8405-df22bc7296fc'] in n-d-806683-17 is: [{'id': 'a57dca6e-160e-41fa-8405-df22bc7296fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045981018', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': 'c7bd6678-a6e1-4010-aaf5-7d6cdfbe9a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:42:30Z', 'updated_at': '2021-10-30T15:42:31Z', 'revision_number': 3, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'gw_port': {'id': 'c7bd6678-a6e1-4010-aaf5-7d6cdfbe9a4e', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57dca6e-160e-41fa-8405-df22bc7296fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:42:30Z', 'updated_at': '2021-10-30T15:42:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:42:33.752423 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c829d189-e5a6-4d82-9a08-cd0c05ce2d40 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:33.776143 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c829d189-e5a6-4d82-9a08-cd0c05ce2d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:33.830732 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c829d189-e5a6-4d82-9a08-cd0c05ce2d40 None None] Pushing event updated for resources: {'Port': ['ID=a40626fb-0a97-4ddd-b4d6-9e1d34b0d425,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:42:33.845251 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c829d189-e5a6-4d82-9a08-cd0c05ce2d40 None None] Network 3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:42:33.847052 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-c829d189-e5a6-4d82-9a08-cd0c05ce2d40 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:42:33.850997 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c829d189-e5a6-4d82-9a08-cd0c05ce2d40 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:42:33.930924 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-c829d189-e5a6-4d82-9a08-cd0c05ce2d40 None None] Attempting to bind port a40626fb-0a97-4ddd-b4d6-9e1d34b0d425 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:42:33.931445 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-c829d189-e5a6-4d82-9a08-cd0c05ce2d40 None None] Attempting to bind port a40626fb-0a97-4ddd-b4d6-9e1d34b0d425 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'f5731bf4-3a85-48d5-8dd9-11ddcd49647f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:42:33.931963 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c829d189-e5a6-4d82-9a08-cd0c05ce2d40 None None] Attempting to bind port a40626fb-0a97-4ddd-b4d6-9e1d34b0d425 on network 3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:42:33.938396 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c829d189-e5a6-4d82-9a08-cd0c05ce2d40 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:42:33.938936 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c829d189-e5a6-4d82-9a08-cd0c05ce2d40 None None] Checking segment: {'id': 'f5731bf4-3a85-48d5-8dd9-11ddcd49647f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:42:33.939500 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c829d189-e5a6-4d82-9a08-cd0c05ce2d40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:33.940005 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c829d189-e5a6-4d82-9a08-cd0c05ce2d40 None None] Bound using segment: {'id': 'f5731bf4-3a85-48d5-8dd9-11ddcd49647f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:42:33.940730 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-c829d189-e5a6-4d82-9a08-cd0c05ce2d40 None None] Bound port: a40626fb-0a97-4ddd-b4d6-9e1d34b0d425, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5731bf4-3a85-48d5-8dd9-11ddcd49647f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:42:33.941215 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c829d189-e5a6-4d82-9a08-cd0c05ce2d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:34.035710 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-c829d189-e5a6-4d82-9a08-cd0c05ce2d40 None None] For port a40626fb-0a97-4ddd-b4d6-9e1d34b0d425, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:42:34.051913 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-c829d189-e5a6-4d82-9a08-cd0c05ce2d40 None None] For port a40626fb-0a97-4ddd-b4d6-9e1d34b0d425, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=a40626fb-0a97-4ddd-b4d6-9e1d34b0d425,segment=NetworkSegment(f5731bf4-3a85-48d5-8dd9-11ddcd49647f),segment_id=f5731bf4-3a85-48d5-8dd9-11ddcd49647f)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:42:34.080076 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c829d189-e5a6-4d82-9a08-cd0c05ce2d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:34.242913 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c829d189-e5a6-4d82-9a08-cd0c05ce2d40 None None] Pushing event updated for resources: {'Port': ['ID=a40626fb-0a97-4ddd-b4d6-9e1d34b0d425,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:42:34.346776 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-4626ed43-15a4-41b1-ac9f-cac584550af4 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Allocated IP 172.20.0.1 (3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0/d48a564f-0ec9-461a-9b50-a34dbe495a9a/61b379df-b122-4a06-8584-5c73245382a0) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:42:34.545022 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4626ed43-15a4-41b1-ac9f-cac584550af4 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:34.630014 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4626ed43-15a4-41b1-ac9f-cac584550af4 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:34.684121 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4626ed43-15a4-41b1-ac9f-cac584550af4 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Network 3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:42:34.688901 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-4626ed43-15a4-41b1-ac9f-cac584550af4 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:42:34.693263 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4626ed43-15a4-41b1-ac9f-cac584550af4 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:42:34.725567 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4626ed43-15a4-41b1-ac9f-cac584550af4 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event updated for resources: {'Port': ['ID=61b379df-b122-4a06-8584-5c73245382a0,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:42:34.748228 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4626ed43-15a4-41b1-ac9f-cac584550af4 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:34.910737 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4626ed43-15a4-41b1-ac9f-cac584550af4 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:35.222492 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4626ed43-15a4-41b1-ac9f-cac584550af4 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:35.229199 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4626ed43-15a4-41b1-ac9f-cac584550af4 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:35.314392 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4626ed43-15a4-41b1-ac9f-cac584550af4 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event updated for resources: {'Port': ['ID=61b379df-b122-4a06-8584-5c73245382a0,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:42:35.319488 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4626ed43-15a4-41b1-ac9f-cac584550af4 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:35.432838 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4626ed43-15a4-41b1-ac9f-cac584550af4 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Network 3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:42:35.434268 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-4626ed43-15a4-41b1-ac9f-cac584550af4 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:42:35.444391 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec0d5d6-f4f5-460e-9400-ee3ddb7a73e9 None None] Network 3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:42:35.538773 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-b2fff6b2-7bb1-4fb3-aabe-d42c27608377 None None] Provisioning complete for port a40626fb-0a97-4ddd-b4d6-9e1d34b0d425 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:42:35.539499 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b2fff6b2-7bb1-4fb3-aabe-d42c27608377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:35.551981 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4626ed43-15a4-41b1-ac9f-cac584550af4 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Router a57dca6e-160e-41fa-8405-df22bc7296fc has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:42:35.704391 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4626ed43-15a4-41b1-ac9f-cac584550af4 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:42:35.717240 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-4626ed43-15a4-41b1-ac9f-cac584550af4 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "PUT /v2.0/routers/a57dca6e-160e-41fa-8405-df22bc7296fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8343434 Oct 30 15:42:35.746754 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b2fff6b2-7bb1-4fb3-aabe-d42c27608377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:35.792041 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-b2fff6b2-7bb1-4fb3-aabe-d42c27608377 None None] For port a40626fb-0a97-4ddd-b4d6-9e1d34b0d425, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=a40626fb-0a97-4ddd-b4d6-9e1d34b0d425,segment=NetworkSegment(f5731bf4-3a85-48d5-8dd9-11ddcd49647f),segment_id=f5731bf4-3a85-48d5-8dd9-11ddcd49647f)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:42:35.801738 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b2fff6b2-7bb1-4fb3-aabe-d42c27608377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:35.884373 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fff6b2-7bb1-4fb3-aabe-d42c27608377 None None] Pushing event updated for resources: {'Port': ['ID=a40626fb-0a97-4ddd-b4d6-9e1d34b0d425,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:42:35.980208 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181f7dce-92b4-4110-b0bb-4ada75c7d82f req-562c9cb8-54e0-4fe9-ad36-3ba4394036be tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:42:35.983762 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-181f7dce-92b4-4110-b0bb-4ada75c7d82f req-562c9cb8-54e0-4fe9-ad36-3ba4394036be tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c064d65-bdbc-4d41-afaf-0af6debbe20c HTTP/1.1" status: 200 len: 945 time: 0.0722814 Oct 30 15:42:35.995367 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1a14b499-cccd-4b17-a226-a982a1697a38 req-be6ec2f6-1907-4de0-a89d-42d2769d77f9 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-403092221&fields=id&tenant_id=c4b96368b87a40a2935f71debcc2f400 HTTP/1.1" status: 200 len: 267 time: 0.0680068 Oct 30 15:42:36.074054 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-181f7dce-92b4-4110-b0bb-4ada75c7d82f req-85084f76-8485-49e1-94ac-c3e4ea47807c tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840125 Oct 30 15:42:36.137708 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-75bad144-d650-4687-af0d-f9e2392b6c99 None None] Provisioning complete for port 61b379df-b122-4a06-8584-5c73245382a0 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:42:36.139002 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-75bad144-d650-4687-af0d-f9e2392b6c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:36.148605 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14b499-cccd-4b17-a226-a982a1697a38 req-621b5fb7-b191-4eb2-95ec-7833f25c8389 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:42:36.151906 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1a14b499-cccd-4b17-a226-a982a1697a38 req-621b5fb7-b191-4eb2-95ec-7833f25c8389 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/networks?id=3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0 HTTP/1.1" status: 200 len: 796 time: 0.1471784 Oct 30 15:42:36.185568 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1a14b499-cccd-4b17-a226-a982a1697a38 req-e405f313-48b5-43c0-85b4-621211e8a938 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/quotas/c4b96368b87a40a2935f71debcc2f400 HTTP/1.1" status: 200 len: 375 time: 0.0283031 Oct 30 15:42:36.190358 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa0a1a0-0922-41bc-b1a9-cd6424d8a47c None None] Sync routers for ids ['a57dca6e-160e-41fa-8405-df22bc7296fc'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:42:36.222407 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa0a1a0-0922-41bc-b1a9-cd6424d8a47c None None] Routers {'a57dca6e-160e-41fa-8405-df22bc7296fc'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:42:36.223181 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-eaa0a1a0-0922-41bc-b1a9-cd6424d8a47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:42:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['a57dca6e-160e-41fa-8405-df22bc7296fc'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:42:36.225104 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-75bad144-d650-4687-af0d-f9e2392b6c99 None None] Port 61b379df-b122-4a06-8584-5c73245382a0 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:42:36.264549 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device c7bd6678-a6e1-4010-aaf5-7d6cdfbe9a4e up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:42:36.275749 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1a14b499-cccd-4b17-a226-a982a1697a38 req-792ca60d-8f9d-436c-abbf-17de4fbf185c tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c4b96368b87a40a2935f71debcc2f400&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0889678 Oct 30 15:42:36.339020 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-75bad144-d650-4687-af0d-f9e2392b6c99 None None] Provisioning complete for port a40626fb-0a97-4ddd-b4d6-9e1d34b0d425 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:42:36.339510 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-75bad144-d650-4687-af0d-f9e2392b6c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:36.391624 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1a14b499-cccd-4b17-a226-a982a1697a38 req-1d50db19-4431-4179-9e64-092933064d1e service neutron] 10.222.0.62 "GET /v2.0/networks/3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032569 Oct 30 15:42:36.476435 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port c7bd6678-a6e1-4010-aaf5-7d6cdfbe9a4e triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:42:36.477044 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:36.512820 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1a14b499-cccd-4b17-a226-a982a1697a38 req-14b40c4f-22d9-484e-9c25-c89de606b99a service neutron] 10.222.0.62 "GET /v2.0/networks/3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141062 Oct 30 15:42:36.530313 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-eaa0a1a0-0922-41bc-b1a9-cd6424d8a47c None None] Set router a57dca6e-160e-41fa-8405-df22bc7296fc gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:42:36.709019 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3997867e-9342-41d1-9433-d735f1b98240 req-cd8d5ee4-f3a7-4c80-8628-01501f4fb43f tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=c30d0322-bb7a-4358-96f6-13f80f38392a HTTP/1.1" status: 200 len: 210 time: 0.0367243 Oct 30 15:42:36.775938 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:36.816319 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-0e1f7d1b-3a02-48c8-b6d5-08ebfe4c3740 None None] Provisioning complete for port 61b379df-b122-4a06-8584-5c73245382a0 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:42:36.816693 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0e1f7d1b-3a02-48c8-b6d5-08ebfe4c3740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:36.831004 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port c7bd6678-a6e1-4010-aaf5-7d6cdfbe9a4e, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=c7bd6678-a6e1-4010-aaf5-7d6cdfbe9a4e,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:42:36.855361 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:36.856087 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device a40626fb-0a97-4ddd-b4d6-9e1d34b0d425 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:42:36.950138 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-0e1f7d1b-3a02-48c8-b6d5-08ebfe4c3740 None None] Port 61b379df-b122-4a06-8584-5c73245382a0 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:42:36.989646 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=c7bd6678-a6e1-4010-aaf5-7d6cdfbe9a4e,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:42:37.011140 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-eaa0a1a0-0922-41bc-b1a9-cd6424d8a47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57dca6e-160e-41fa-8405-df22bc7296fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045981018', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': 'c7bd6678-a6e1-4010-aaf5-7d6cdfbe9a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:42:30Z', 'updated_at': '2021-10-30T15:42:34Z', 'revision_number': 4, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'gw_port': {'id': 'c7bd6678-a6e1-4010-aaf5-7d6cdfbe9a4e', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57dca6e-160e-41fa-8405-df22bc7296fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:42:30Z', 'updated_at': '2021-10-30T15:42:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '61b379df-b122-4a06-8584-5c73245382a0', 'name': '', 'network_id': '3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'mac_address': 'fa:16:3e:1c:37:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57dca6e-160e-41fa-8405-df22bc7296fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': 'd48a564f-0ec9-461a-9b50-a34dbe495a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:42:33Z', 'updated_at': '2021-10-30T15:42:35Z', 'revision_number': 2, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'subnets': [{'id': 'd48a564f-0ec9-461a-9b50-a34dbe495a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:42:37.014736 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port a40626fb-0a97-4ddd-b4d6-9e1d34b0d425 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:42:37.015113 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:37.067031 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa0a1a0-0922-41bc-b1a9-cd6424d8a47c None None] Checking router: a57dca6e-160e-41fa-8405-df22bc7296fc for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:42:37.067395 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa0a1a0-0922-41bc-b1a9-cd6424d8a47c None None] Updating router a57dca6e-160e-41fa-8405-df22bc7296fc port 61b379df-b122-4a06-8584-5c73245382a0 binding host n-d-806683-17 {{(pid=102132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:42:37.105359 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-eaa0a1a0-0922-41bc-b1a9-cd6424d8a47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:37.249145 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63d4dfd-4432-4484-ab39-720cade110ef req-45de270a-612b-43c9-961d-c123c89adc65 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:42:37.265687 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c63d4dfd-4432-4484-ab39-720cade110ef req-45de270a-612b-43c9-961d-c123c89adc65 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c064d65-bdbc-4d41-afaf-0af6debbe20c HTTP/1.1" status: 200 len: 945 time: 0.0898290 Oct 30 15:42:37.327730 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a1879-d40b-4441-851c-2056bb010f5f req-80da0e59-6c7d-4bf1-a6b6-cccd6472f11e tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:42:37.329537 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-744a1879-d40b-4441-851c-2056bb010f5f req-80da0e59-6c7d-4bf1-a6b6-cccd6472f11e tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c064d65-bdbc-4d41-afaf-0af6debbe20c HTTP/1.1" status: 200 len: 945 time: 0.0974069 Oct 30 15:42:37.351518 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c63d4dfd-4432-4484-ab39-720cade110ef req-2182b403-0b9d-445b-891e-41c5e65db79c tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=184caf84-55ea-45d3-92a6-f7c0e5e5f870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834718 Oct 30 15:42:37.454466 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-744a1879-d40b-4441-851c-2056bb010f5f req-ba4e62eb-5c69-4826-b0d8-ac2a0b0b8659 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Deleting port 5fb5afa9-3c8b-449b-be59-b520a94c5e79 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:42:37.454804 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-744a1879-d40b-4441-851c-2056bb010f5f req-ba4e62eb-5c69-4826-b0d8-ac2a0b0b8659 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:37.477747 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-eaa0a1a0-0922-41bc-b1a9-cd6424d8a47c None None] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:37.486560 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-eaa0a1a0-0922-41bc-b1a9-cd6424d8a47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:37.557899 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-744a1879-d40b-4441-851c-2056bb010f5f req-ba4e62eb-5c69-4826-b0d8-ac2a0b0b8659 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] For port 5fb5afa9-3c8b-449b-be59-b520a94c5e79, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=5fb5afa9-3c8b-449b-be59-b520a94c5e79,segment=NetworkSegment(eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15),segment_id=eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:42:37.558276 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-744a1879-d40b-4441-851c-2056bb010f5f req-ba4e62eb-5c69-4826-b0d8-ac2a0b0b8659 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:37.568687 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aacaeba-87d9-416b-abe1-025421f29bf9 None None] Pushing event updated for resources: {'Port': ['ID=61b379df-b122-4a06-8584-5c73245382a0,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:42:37.573216 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-744a1879-d40b-4441-851c-2056bb010f5f req-ba4e62eb-5c69-4826-b0d8-ac2a0b0b8659 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Calling delete_port for 5fb5afa9-3c8b-449b-be59-b520a94c5e79 owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:42:37.612781 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-eaa0a1a0-0922-41bc-b1a9-cd6424d8a47c None None] Attempting to bind port 61b379df-b122-4a06-8584-5c73245382a0 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:42:37.613164 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-eaa0a1a0-0922-41bc-b1a9-cd6424d8a47c None None] Attempting to bind port 61b379df-b122-4a06-8584-5c73245382a0 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'f5731bf4-3a85-48d5-8dd9-11ddcd49647f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:42:37.613596 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa0a1a0-0922-41bc-b1a9-cd6424d8a47c None None] Attempting to bind port 61b379df-b122-4a06-8584-5c73245382a0 on network 3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:42:37.620102 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa0a1a0-0922-41bc-b1a9-cd6424d8a47c None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:42:37.621102 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa0a1a0-0922-41bc-b1a9-cd6424d8a47c None None] Checking segment: {'id': 'f5731bf4-3a85-48d5-8dd9-11ddcd49647f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:42:37.621522 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-eaa0a1a0-0922-41bc-b1a9-cd6424d8a47c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:37.621915 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa0a1a0-0922-41bc-b1a9-cd6424d8a47c None None] Bound using segment: {'id': 'f5731bf4-3a85-48d5-8dd9-11ddcd49647f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:42:37.622415 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-eaa0a1a0-0922-41bc-b1a9-cd6424d8a47c None None] Bound port: 61b379df-b122-4a06-8584-5c73245382a0, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5731bf4-3a85-48d5-8dd9-11ddcd49647f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:42:37.623499 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-eaa0a1a0-0922-41bc-b1a9-cd6424d8a47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:37.717140 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-eaa0a1a0-0922-41bc-b1a9-cd6424d8a47c None None] For port 61b379df-b122-4a06-8584-5c73245382a0, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:42:37.720495 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-eaa0a1a0-0922-41bc-b1a9-cd6424d8a47c None None] For port 61b379df-b122-4a06-8584-5c73245382a0, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=61b379df-b122-4a06-8584-5c73245382a0,segment=NetworkSegment(f5731bf4-3a85-48d5-8dd9-11ddcd49647f),segment_id=f5731bf4-3a85-48d5-8dd9-11ddcd49647f)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:42:37.733898 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-eaa0a1a0-0922-41bc-b1a9-cd6424d8a47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:37.763963 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-744a1879-d40b-4441-851c-2056bb010f5f req-ba4e62eb-5c69-4826-b0d8-ac2a0b0b8659 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:37.794064 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['5fb5afa9-3c8b-449b-be59-b520a94c5e79'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:42:37.802462 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4e62eb-5c69-4826-b0d8-ac2a0b0b8659 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Pushing event deleted for resources: {'Port': ['ID=5fb5afa9-3c8b-449b-be59-b520a94c5e79,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:42:37.858778 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aacaeba-87d9-416b-abe1-025421f29bf9 None None] Pushing event updated for resources: {'Port': ['ID=61b379df-b122-4a06-8584-5c73245382a0,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:42:37.861713 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa0a1a0-0922-41bc-b1a9-cd6424d8a47c None None] Routers {'a57dca6e-160e-41fa-8405-df22bc7296fc'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:42:37.863195 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-eaa0a1a0-0922-41bc-b1a9-cd6424d8a47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:42:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['a57dca6e-160e-41fa-8405-df22bc7296fc'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:42:37.942219 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-744a1879-d40b-4441-851c-2056bb010f5f req-ba4e62eb-5c69-4826-b0d8-ac2a0b0b8659 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] No DVR routers for this DVR port 5fb5afa9-3c8b-449b-be59-b520a94c5e79 on host n-h2-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:42:37.956633 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-744a1879-d40b-4441-851c-2056bb010f5f req-ba4e62eb-5c69-4826-b0d8-ac2a0b0b8659 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:37.961094 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-744a1879-d40b-4441-851c-2056bb010f5f req-ba4e62eb-5c69-4826-b0d8-ac2a0b0b8659 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.44 "DELETE /v2.0/ports/5fb5afa9-3c8b-449b-be59-b520a94c5e79 HTTP/1.1" status: 204 len: 173 time: 0.6246459 Oct 30 15:42:37.977103 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c064d65-bdbc-4d41-afaf-0af6debbe20c', 'name': 'network-vif-deleted', 'tag': '5fb5afa9-3c8b-449b-be59-b520a94c5e79'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:42:37.979885 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f35a380-272b-4681-9e37-f23f97fec5f1" -d '{"events": [{"server_uuid": "4c064d65-bdbc-4d41-afaf-0af6debbe20c", "name": "network-vif-deleted", "tag": "5fb5afa9-3c8b-449b-be59-b520a94c5e79"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:42:38.049575 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7f2c40f0-8182-46e7-b7b2-c44f1c09375a req-c4d37826-d42c-4883-b449-e50e16eb8c01 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=c30d0322-bb7a-4358-96f6-13f80f38392a HTTP/1.1" status: 200 len: 210 time: 0.1173019 Oct 30 15:42:38.085423 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ccbb26c-d5d1-43d2-851f-6767ec43183d x-openstack-request-id: req-1ccbb26c-d5d1-43d2-851f-6767ec43183d {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:42:38.085967 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c064d65-bdbc-4d41-afaf-0af6debbe20c", "name": "network-vif-deleted", "tag": "5fb5afa9-3c8b-449b-be59-b520a94c5e79", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:42:38.086936 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1ccbb26c-d5d1-43d2-851f-6767ec43183d {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:42:38.088100 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c064d65-bdbc-4d41-afaf-0af6debbe20c', 'name': 'network-vif-deleted', 'tag': '5fb5afa9-3c8b-449b-be59-b520a94c5e79', 'status': 'completed', 'code': 200} Oct 30 15:42:38.239162 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14b499-cccd-4b17-a226-a982a1697a38 req-9d29d1af-165a-47a3-9b0b-dbb276ab1afd tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:42:38.249425 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1a14b499-cccd-4b17-a226-a982a1697a38 req-9d29d1af-165a-47a3-9b0b-dbb276ab1afd tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.53 "GET /v2.0/networks?id=3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0 HTTP/1.1" status: 200 len: 796 time: 0.3290429 Oct 30 15:42:38.303673 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-eaa0a1a0-0922-41bc-b1a9-cd6424d8a47c None None] Set router a57dca6e-160e-41fa-8405-df22bc7296fc gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:42:38.307311 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1a14b499-cccd-4b17-a226-a982a1697a38 req-b6c8da40-936a-47aa-b37d-e87a2edc79f2 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4b96368b87a40a2935f71debcc2f400 HTTP/1.1" status: 200 len: 379 time: 0.0483770 Oct 30 15:42:38.322601 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-1a14b499-cccd-4b17-a226-a982a1697a38 req-361555e3-c9fd-4841-b96b-af07f121d191 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Request body: {'port': {'device_id': 'c30d0322-bb7a-4358-96f6-13f80f38392a', 'network_id': '3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0', 'admin_state_up': True, 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'security_groups': ['b858aa4d-af89-4d97-a7ca-8b4270b16f04']}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:42:38.379158 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device c7bd6678-a6e1-4010-aaf5-7d6cdfbe9a4e up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:42:38.494578 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-3eb3005b-c38b-4286-a0b6-001c0a8b09c2 None None] Provisioning complete for port 61b379df-b122-4a06-8584-5c73245382a0 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:42:38.495228 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3eb3005b-c38b-4286-a0b6-001c0a8b09c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:38.516700 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-611a390f-532b-4daa-a6ba-273719750a97 req-ccdfa25d-c12a-460b-a7e1-27fc8ef7c679 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c064d65-bdbc-4d41-afaf-0af6debbe20c HTTP/1.1" status: 200 len: 210 time: 0.0463374 Oct 30 15:42:38.541273 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a14b499-cccd-4b17-a226-a982a1697a38 req-361555e3-c9fd-4841-b96b-af07f121d191 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Made reservation on behalf of c4b96368b87a40a2935f71debcc2f400 for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:42:38.546424 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1a14b499-cccd-4b17-a226-a982a1697a38 req-361555e3-c9fd-4841-b96b-af07f121d191 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:38.601901 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port c7bd6678-a6e1-4010-aaf5-7d6cdfbe9a4e triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:42:38.602435 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:38.711881 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3eb3005b-c38b-4286-a0b6-001c0a8b09c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:38.764899 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-eaa0a1a0-0922-41bc-b1a9-cd6424d8a47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57dca6e-160e-41fa-8405-df22bc7296fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045981018', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': 'c7bd6678-a6e1-4010-aaf5-7d6cdfbe9a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:42:30Z', 'updated_at': '2021-10-30T15:42:34Z', 'revision_number': 4, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'gw_port': {'id': 'c7bd6678-a6e1-4010-aaf5-7d6cdfbe9a4e', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57dca6e-160e-41fa-8405-df22bc7296fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:42:30Z', 'updated_at': '2021-10-30T15:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '61b379df-b122-4a06-8584-5c73245382a0', 'name': '', 'network_id': '3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'mac_address': 'fa:16:3e:1c:37:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57dca6e-160e-41fa-8405-df22bc7296fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': 'd48a564f-0ec9-461a-9b50-a34dbe495a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:42:33Z', 'updated_at': '2021-10-30T15:42:37Z', 'revision_number': 4, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'subnets': [{'id': 'd48a564f-0ec9-461a-9b50-a34dbe495a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:42:38.778234 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-1a14b499-cccd-4b17-a226-a982a1697a38 req-361555e3-c9fd-4841-b96b-af07f121d191 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Allocated IP 172.20.0.5 (3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0/d48a564f-0ec9-461a-9b50-a34dbe495a9a/116e8184-b708-4169-a477-6c4e40e5e84c) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:42:38.798907 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa0a1a0-0922-41bc-b1a9-cd6424d8a47c None None] The sync data for ids ['a57dca6e-160e-41fa-8405-df22bc7296fc'] in n-d-806683-17 is: [{'id': 'a57dca6e-160e-41fa-8405-df22bc7296fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045981018', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': 'c7bd6678-a6e1-4010-aaf5-7d6cdfbe9a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:42:30Z', 'updated_at': '2021-10-30T15:42:34Z', 'revision_number': 4, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'gw_port': {'id': 'c7bd6678-a6e1-4010-aaf5-7d6cdfbe9a4e', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57dca6e-160e-41fa-8405-df22bc7296fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:42:30Z', 'updated_at': '2021-10-30T15:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '61b379df-b122-4a06-8584-5c73245382a0', 'name': '', 'network_id': '3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'mac_address': 'fa:16:3e:1c:37:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57dca6e-160e-41fa-8405-df22bc7296fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': 'd48a564f-0ec9-461a-9b50-a34dbe495a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:42:33Z', 'updated_at': '2021-10-30T15:42:37Z', 'revision_number': 4, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'subnets': [{'id': 'd48a564f-0ec9-461a-9b50-a34dbe495a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:42:38.819105 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-3eb3005b-c38b-4286-a0b6-001c0a8b09c2 None None] For port 61b379df-b122-4a06-8584-5c73245382a0, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=61b379df-b122-4a06-8584-5c73245382a0,segment=NetworkSegment(f5731bf4-3a85-48d5-8dd9-11ddcd49647f),segment_id=f5731bf4-3a85-48d5-8dd9-11ddcd49647f)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:42:38.825301 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3eb3005b-c38b-4286-a0b6-001c0a8b09c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:38.912771 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb3005b-c38b-4286-a0b6-001c0a8b09c2 None None] Pushing event updated for resources: {'Port': ['ID=61b379df-b122-4a06-8584-5c73245382a0,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:42:38.967744 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e02dc2c3-231c-4a2b-a9a7-64ef342003e9 None None] Provisioning complete for port 61b379df-b122-4a06-8584-5c73245382a0 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:42:38.968040 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e02dc2c3-231c-4a2b-a9a7-64ef342003e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:38.994381 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1a14b499-cccd-4b17-a226-a982a1697a38 req-361555e3-c9fd-4841-b96b-af07f121d191 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:39.041269 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1a14b499-cccd-4b17-a226-a982a1697a38 req-361555e3-c9fd-4841-b96b-af07f121d191 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:39.129840 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a14b499-cccd-4b17-a226-a982a1697a38 req-361555e3-c9fd-4841-b96b-af07f121d191 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Network 3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:42:39.142112 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-1a14b499-cccd-4b17-a226-a982a1697a38 req-361555e3-c9fd-4841-b96b-af07f121d191 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:42:39.144176 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361555e3-c9fd-4841-b96b-af07f121d191 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event updated for resources: {'Port': ['ID=116e8184-b708-4169-a477-6c4e40e5e84c,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:42:39.146347 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a14b499-cccd-4b17-a226-a982a1697a38 req-361555e3-c9fd-4841-b96b-af07f121d191 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:42:39.203439 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14b499-cccd-4b17-a226-a982a1697a38 req-361555e3-c9fd-4841-b96b-af07f121d191 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:42:39.204131 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1a14b499-cccd-4b17-a226-a982a1697a38 req-361555e3-c9fd-4841-b96b-af07f121d191 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:39.271743 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1a14b499-cccd-4b17-a226-a982a1697a38 req-361555e3-c9fd-4841-b96b-af07f121d191 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9575696 Oct 30 15:42:39.289761 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b9ed3-e492-4170-9d14-49b6547a6da2 req-f83e0f9e-8f89-40a4-97f8-0074316a997b tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:42:39.298874 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-588b9ed3-e492-4170-9d14-49b6547a6da2 req-f83e0f9e-8f89-40a4-97f8-0074316a997b tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=c30d0322-bb7a-4358-96f6-13f80f38392a HTTP/1.1" status: 200 len: 931 time: 0.0907190 Oct 30 15:42:39.306585 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-1a14b499-cccd-4b17-a226-a982a1697a38 req-e118a379-eeef-4c80-ae05-03938ef2773b service neutron] Request body: {'port': {'device_id': 'c30d0322-bb7a-4358-96f6-13f80f38392a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:42:39.379885 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-588b9ed3-e492-4170-9d14-49b6547a6da2 req-0be66aed-1ae1-40e7-961b-38d5700379b1 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=b858aa4d-af89-4d97-a7ca-8b4270b16f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799544 Oct 30 15:42:39.470555 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1a14b499-cccd-4b17-a226-a982a1697a38 req-e118a379-eeef-4c80-ae05-03938ef2773b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:39.527824 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-8eff5dec-8f8a-4d59-8c86-a5f6be813cd2 None None] Provisioning complete for port 116e8184-b708-4169-a477-6c4e40e5e84c triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:42:39.528438 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8eff5dec-8f8a-4d59-8c86-a5f6be813cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:39.584109 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-8eff5dec-8f8a-4d59-8c86-a5f6be813cd2 None None] Port 116e8184-b708-4169-a477-6c4e40e5e84c cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:42:39.695701 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f8f13f00-e71e-437b-b729-4e07b0eaaf8d req-0bfb8fbe-3f8b-4dd7-abb7-145426a451e5 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c064d65-bdbc-4d41-afaf-0af6debbe20c HTTP/1.1" status: 200 len: 210 time: 0.0493023 Oct 30 15:42:39.881959 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-1a14b499-cccd-4b17-a226-a982a1697a38 req-e118a379-eeef-4c80-ae05-03938ef2773b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 116e8184-b708-4169-a477-6c4e40e5e84c {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:42:39.890817 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1a14b499-cccd-4b17-a226-a982a1697a38 req-e118a379-eeef-4c80-ae05-03938ef2773b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:39.907098 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-1a14b499-cccd-4b17-a226-a982a1697a38 req-e118a379-eeef-4c80-ae05-03938ef2773b service neutron] Transition to ACTIVE for port object 116e8184-b708-4169-a477-6c4e40e5e84c will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:42:39.910980 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1a14b499-cccd-4b17-a226-a982a1697a38 req-e118a379-eeef-4c80-ae05-03938ef2773b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:39.989334 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e118a379-eeef-4c80-ae05-03938ef2773b service neutron] Pushing event updated for resources: {'Port': ['ID=116e8184-b708-4169-a477-6c4e40e5e84c,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:42:40.112397 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-1a14b499-cccd-4b17-a226-a982a1697a38 req-e118a379-eeef-4c80-ae05-03938ef2773b service neutron] Attempting to bind port 116e8184-b708-4169-a477-6c4e40e5e84c on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:42:40.112733 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-1a14b499-cccd-4b17-a226-a982a1697a38 req-e118a379-eeef-4c80-ae05-03938ef2773b service neutron] Attempting to bind port 116e8184-b708-4169-a477-6c4e40e5e84c by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': 'f5731bf4-3a85-48d5-8dd9-11ddcd49647f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:42:40.113066 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a14b499-cccd-4b17-a226-a982a1697a38 req-e118a379-eeef-4c80-ae05-03938ef2773b service neutron] Attempting to bind port 116e8184-b708-4169-a477-6c4e40e5e84c on network 3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:42:40.118093 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a14b499-cccd-4b17-a226-a982a1697a38 req-e118a379-eeef-4c80-ae05-03938ef2773b service neutron] Port 116e8184-b708-4169-a477-6c4e40e5e84c on network 3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:42:40.118436 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a14b499-cccd-4b17-a226-a982a1697a38 req-e118a379-eeef-4c80-ae05-03938ef2773b service neutron] Attempting to bind port 116e8184-b708-4169-a477-6c4e40e5e84c on network 3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:42:40.123905 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a14b499-cccd-4b17-a226-a982a1697a38 req-e118a379-eeef-4c80-ae05-03938ef2773b service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:42:40.124243 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a14b499-cccd-4b17-a226-a982a1697a38 req-e118a379-eeef-4c80-ae05-03938ef2773b service neutron] Checking segment: {'id': 'f5731bf4-3a85-48d5-8dd9-11ddcd49647f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:42:40.125046 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a14b499-cccd-4b17-a226-a982a1697a38 req-e118a379-eeef-4c80-ae05-03938ef2773b service neutron] Bound using segment: {'id': 'f5731bf4-3a85-48d5-8dd9-11ddcd49647f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:42:40.125673 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-1a14b499-cccd-4b17-a226-a982a1697a38 req-e118a379-eeef-4c80-ae05-03938ef2773b service neutron] Bound port: 116e8184-b708-4169-a477-6c4e40e5e84c, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5731bf4-3a85-48d5-8dd9-11ddcd49647f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:42:40.126424 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1a14b499-cccd-4b17-a226-a982a1697a38 req-e118a379-eeef-4c80-ae05-03938ef2773b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:40.158019 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 61b379df-b122-4a06-8584-5c73245382a0 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:42:40.220070 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-1a14b499-cccd-4b17-a226-a982a1697a38 req-e118a379-eeef-4c80-ae05-03938ef2773b service neutron] For port 116e8184-b708-4169-a477-6c4e40e5e84c, host n-h1-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:42:40.225404 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-1a14b499-cccd-4b17-a226-a982a1697a38 req-e118a379-eeef-4c80-ae05-03938ef2773b service neutron] For port 116e8184-b708-4169-a477-6c4e40e5e84c, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=116e8184-b708-4169-a477-6c4e40e5e84c,segment=NetworkSegment(f5731bf4-3a85-48d5-8dd9-11ddcd49647f),segment_id=f5731bf4-3a85-48d5-8dd9-11ddcd49647f)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:42:40.234902 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1a14b499-cccd-4b17-a226-a982a1697a38 req-e118a379-eeef-4c80-ae05-03938ef2773b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:40.311276 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14b499-cccd-4b17-a226-a982a1697a38 req-e118a379-eeef-4c80-ae05-03938ef2773b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:42:40.312113 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1a14b499-cccd-4b17-a226-a982a1697a38 req-e118a379-eeef-4c80-ae05-03938ef2773b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:40.313544 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1a14b499-cccd-4b17-a226-a982a1697a38 req-e118a379-eeef-4c80-ae05-03938ef2773b service neutron] 10.222.0.53 "PUT /v2.0/ports/116e8184-b708-4169-a477-6c4e40e5e84c HTTP/1.1" status: 200 len: 1092 time: 1.0116582 Oct 30 15:42:40.314026 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c30d0322-bb7a-4358-96f6-13f80f38392a', 'tag': '116e8184-b708-4169-a477-6c4e40e5e84c'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:42:40.316712 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9529b05f-d094-4251-839e-4923a13ccef0" -d '{"events": [{"name": "network-changed", "server_uuid": "c30d0322-bb7a-4358-96f6-13f80f38392a", "tag": "116e8184-b708-4169-a477-6c4e40e5e84c"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:42:40.337302 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 61b379df-b122-4a06-8584-5c73245382a0 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:42:40.338169 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:40.385114 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e118a379-eeef-4c80-ae05-03938ef2773b service neutron] Pushing event updated for resources: {'Port': ['ID=116e8184-b708-4169-a477-6c4e40e5e84c,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:42:40.434684 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d9f3a37-8205-4d15-b8c9-73b85aae7e0c x-openstack-request-id: req-6d9f3a37-8205-4d15-b8c9-73b85aae7e0c {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:42:40.435171 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c30d0322-bb7a-4358-96f6-13f80f38392a", "tag": "116e8184-b708-4169-a477-6c4e40e5e84c", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:42:40.436029 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6d9f3a37-8205-4d15-b8c9-73b85aae7e0c {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:42:40.436546 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c30d0322-bb7a-4358-96f6-13f80f38392a', 'tag': '116e8184-b708-4169-a477-6c4e40e5e84c', 'status': 'completed', 'code': 200} Oct 30 15:42:40.537353 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14b499-cccd-4b17-a226-a982a1697a38 req-d7c1cdc0-a8e1-4d78-9038-98fcdae0bb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:42:40.548429 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1a14b499-cccd-4b17-a226-a982a1697a38 req-d7c1cdc0-a8e1-4d78-9038-98fcdae0bb36 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c4b96368b87a40a2935f71debcc2f400&device_id=c30d0322-bb7a-4358-96f6-13f80f38392a HTTP/1.1" status: 200 len: 1095 time: 0.1791489 Oct 30 15:42:40.624172 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1567fe50-e74d-47a8-9c50-18f745ee6314 req-3554902e-200e-4b2a-a685-ec9d2c228838 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:42:40.633662 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1567fe50-e74d-47a8-9c50-18f745ee6314 req-3554902e-200e-4b2a-a685-ec9d2c228838 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=c30d0322-bb7a-4358-96f6-13f80f38392a HTTP/1.1" status: 200 len: 943 time: 0.1041677 Oct 30 15:42:40.666248 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1a14b499-cccd-4b17-a226-a982a1697a38 req-bf0469c3-dc27-48d1-8b43-64120d49b23b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=116e8184-b708-4169-a477-6c4e40e5e84c HTTP/1.1" status: 200 len: 217 time: 0.1094809 Oct 30 15:42:40.718448 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1567fe50-e74d-47a8-9c50-18f745ee6314 req-1cd75c80-6613-4764-96cf-4d5a03c970c3 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=b858aa4d-af89-4d97-a7ca-8b4270b16f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786080 Oct 30 15:42:40.767980 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14b499-cccd-4b17-a226-a982a1697a38 req-1e4a93be-382b-478c-bf80-410b3fc4556e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:42:40.769361 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1a14b499-cccd-4b17-a226-a982a1697a38 req-1e4a93be-382b-478c-bf80-410b3fc4556e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d48a564f-0ec9-461a-9b50-a34dbe495a9a HTTP/1.1" status: 200 len: 835 time: 0.0959194 Oct 30 15:42:40.854235 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14b499-cccd-4b17-a226-a982a1697a38 req-9a6fd094-d453-49d8-a7a5-b1d81b3536c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:42:40.857191 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1a14b499-cccd-4b17-a226-a982a1697a38 req-9a6fd094-d453-49d8-a7a5-b1d81b3536c6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0791769 Oct 30 15:42:40.941132 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0a5f7222-485a-4e11-944a-37582ab4eba6 req-d14dc00d-63a2-499c-aa12-96b75b9c2c21 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c064d65-bdbc-4d41-afaf-0af6debbe20c HTTP/1.1" status: 200 len: 210 time: 0.0727363 Oct 30 15:42:41.036400 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1a14b499-cccd-4b17-a226-a982a1697a38 req-b6322e4f-ece9-4f45-9ef6-dae680e11c75 service neutron] 10.222.0.53 "GET /v2.0/networks/3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577799 Oct 30 15:42:41.158423 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1a14b499-cccd-4b17-a226-a982a1697a38 req-58632855-6f95-4481-9122-e36b6be8625a service neutron] 10.222.0.53 "GET /v2.0/networks/3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131437 Oct 30 15:42:41.265841 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529b05f-d094-4251-839e-4923a13ccef0 req-e7afc815-021b-4c1f-a26a-baa243ef3c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:42:41.267884 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9529b05f-d094-4251-839e-4923a13ccef0 req-e7afc815-021b-4c1f-a26a-baa243ef3c56 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c4b96368b87a40a2935f71debcc2f400&device_id=c30d0322-bb7a-4358-96f6-13f80f38392a HTTP/1.1" status: 200 len: 1095 time: 0.0526049 Oct 30 15:42:41.406934 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529b05f-d094-4251-839e-4923a13ccef0 req-af5c65ce-d168-470c-aa46-b7c8daa4da4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:42:41.409029 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9529b05f-d094-4251-839e-4923a13ccef0 req-af5c65ce-d168-470c-aa46-b7c8daa4da4e service neutron] 10.222.0.53 "GET /v2.0/networks?id=3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0 HTTP/1.1" status: 200 len: 897 time: 0.1330116 Oct 30 15:42:41.462459 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9529b05f-d094-4251-839e-4923a13ccef0 req-74c7a2be-17d3-4adf-9f35-49b21e7711b4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=116e8184-b708-4169-a477-6c4e40e5e84c HTTP/1.1" status: 200 len: 217 time: 0.0450299 Oct 30 15:42:41.522923 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529b05f-d094-4251-839e-4923a13ccef0 req-9a8484c3-7e46-42cd-8585-e0d9afb298e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:42:41.524743 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9529b05f-d094-4251-839e-4923a13ccef0 req-9a8484c3-7e46-42cd-8585-e0d9afb298e4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d48a564f-0ec9-461a-9b50-a34dbe495a9a HTTP/1.1" status: 200 len: 835 time: 0.0546224 Oct 30 15:42:41.566329 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 5fb5afa9-3c8b-449b-be59-b520a94c5e79 no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:42:41.605852 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] No Port match for: 5fb5afa9-3c8b-449b-be59-b520a94c5e79 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:42:41.606497 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 5fb5afa9-3c8b-449b-be59-b520a94c5e79 not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:42:41.608940 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529b05f-d094-4251-839e-4923a13ccef0 req-f728875c-0793-4016-80fa-85662dfed4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:42:41.610657 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9529b05f-d094-4251-839e-4923a13ccef0 req-f728875c-0793-4016-80fa-85662dfed4ec service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0783527 Oct 30 15:42:41.721818 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9529b05f-d094-4251-839e-4923a13ccef0 req-d5be212c-b6fc-4858-a635-8d6440db779f service neutron] 10.222.0.53 "GET /v2.0/networks/3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017087 Oct 30 15:42:41.850973 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9529b05f-d094-4251-839e-4923a13ccef0 req-7015dfcd-9849-4fc5-9e09-2d720185cbcf service neutron] 10.222.0.53 "GET /v2.0/networks/3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205885 Oct 30 15:42:41.853540 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806a46e9-da8c-4b35-a86a-bb9a5265e4ed req-99fe57f0-c518-47f7-8117-b18d1f2331cb tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:42:41.855172 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-806a46e9-da8c-4b35-a86a-bb9a5265e4ed req-99fe57f0-c518-47f7-8117-b18d1f2331cb tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=c30d0322-bb7a-4358-96f6-13f80f38392a HTTP/1.1" status: 200 len: 943 time: 0.0544724 Oct 30 15:42:41.901763 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-806a46e9-da8c-4b35-a86a-bb9a5265e4ed req-c2a147ba-69a9-4da2-b46d-153f706e110e tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=b858aa4d-af89-4d97-a7ca-8b4270b16f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385270 Oct 30 15:42:42.063200 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-83ee047d-9d96-4426-b6b8-9a9d0281b40e req-15499435-a14d-45dd-ac34-d1a6d660a892 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c064d65-bdbc-4d41-afaf-0af6debbe20c HTTP/1.1" status: 200 len: 210 time: 0.0367286 Oct 30 15:42:43.038487 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961acf5-ea44-48a2-9af3-10fe4ffda2da req-e20b297a-6763-44de-970f-f9812929915b tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:42:43.041310 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b961acf5-ea44-48a2-9af3-10fe4ffda2da req-e20b297a-6763-44de-970f-f9812929915b tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=c30d0322-bb7a-4358-96f6-13f80f38392a HTTP/1.1" status: 200 len: 943 time: 0.0637307 Oct 30 15:42:43.089723 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b961acf5-ea44-48a2-9af3-10fe4ffda2da req-782b0516-0d8b-4773-bdb6-911587e1b023 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=b858aa4d-af89-4d97-a7ca-8b4270b16f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412846 Oct 30 15:42:43.186947 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7c7aad43-0e6e-48d6-a4a9-99bbb9a86a10 req-e2048a9f-61e1-4a02-8ad7-dcdf68c126fa tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c064d65-bdbc-4d41-afaf-0af6debbe20c HTTP/1.1" status: 200 len: 210 time: 0.0365727 Oct 30 15:42:44.092213 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 116e8184-b708-4169-a477-6c4e40e5e84c details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:42:44.208228 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 116e8184-b708-4169-a477-6c4e40e5e84c, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=116e8184-b708-4169-a477-6c4e40e5e84c,segment=NetworkSegment(f5731bf4-3a85-48d5-8dd9-11ddcd49647f),segment_id=f5731bf4-3a85-48d5-8dd9-11ddcd49647f)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:42:44.224709 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '116e8184-b708-4169-a477-6c4e40e5e84c', 'network_id': '3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0', 'port_id': '116e8184-b708-4169-a477-6c4e40e5e84c', 'mac_address': 'fa:16:3e:14:24:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd48a564f-0ec9-461a-9b50-a34dbe495a9a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:42:44.227642 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee332ef-c430-4b17-826a-665b16ce7d0b req-1cf889e1-6cea-45c8-9843-1035fadfc115 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:42:44.235101 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2ee332ef-c430-4b17-826a-665b16ce7d0b req-1cf889e1-6cea-45c8-9843-1035fadfc115 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=c30d0322-bb7a-4358-96f6-13f80f38392a HTTP/1.1" status: 200 len: 943 time: 0.0594859 Oct 30 15:42:44.268091 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:44.281031 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2ee332ef-c430-4b17-826a-665b16ce7d0b req-3f9af54d-84b5-4364-94fc-14860e6a7880 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=b858aa4d-af89-4d97-a7ca-8b4270b16f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420842 Oct 30 15:42:44.283295 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 116e8184-b708-4169-a477-6c4e40e5e84c {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:42:44.304985 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:42:44.305606 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 116e8184-b708-4169-a477-6c4e40e5e84c, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=116e8184-b708-4169-a477-6c4e40e5e84c,segment=NetworkSegment(f5731bf4-3a85-48d5-8dd9-11ddcd49647f),segment_id=f5731bf4-3a85-48d5-8dd9-11ddcd49647f)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:42:44.312411 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:44.364770 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=116e8184-b708-4169-a477-6c4e40e5e84c,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:42:44.377127 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:42:44.377476 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:42:44.377823 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:42:44.378173 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:42:44.378509 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:42:44.378893 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:42:44.379172 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:42:44.379542 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:42:44.379873 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:42:44.380208 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:42:44.380524 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:42:44.380849 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:42:44.401572 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-eecc94ba-3fcf-4ab7-a8bb-67c63a19f86c req-eb5d1b02-7872-46b6-b0dc-698dd86372d0 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c064d65-bdbc-4d41-afaf-0af6debbe20c HTTP/1.1" status: 200 len: 210 time: 0.0578191 Oct 30 15:42:44.505239 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['116e8184-b708-4169-a477-6c4e40e5e84c'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:42:45.393735 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eeccab-cadb-4ce4-a599-74c31197ff59 req-2256388f-6515-4491-a77c-c43714054ab2 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:42:45.395368 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f4eeccab-cadb-4ce4-a599-74c31197ff59 req-2256388f-6515-4491-a77c-c43714054ab2 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=c30d0322-bb7a-4358-96f6-13f80f38392a HTTP/1.1" status: 200 len: 944 time: 0.0510294 Oct 30 15:42:45.439292 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f4eeccab-cadb-4ce4-a599-74c31197ff59 req-59744234-81db-433c-8be3-d90dbfdce924 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=b858aa4d-af89-4d97-a7ca-8b4270b16f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367782 Oct 30 15:42:46.109057 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 116e8184-b708-4169-a477-6c4e40e5e84c up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:42:46.164959 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port 116e8184-b708-4169-a477-6c4e40e5e84c completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:42:46.169612 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 116e8184-b708-4169-a477-6c4e40e5e84c triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:42:46.169980 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:46.249364 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:46.273634 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c30d0322-bb7a-4358-96f6-13f80f38392a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '116e8184-b708-4169-a477-6c4e40e5e84c'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:42:46.276184 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8f90f7-cdbf-4eaa-85c3-07338640c526" -d '{"events": [{"server_uuid": "c30d0322-bb7a-4358-96f6-13f80f38392a", "name": "network-vif-plugged", "status": "completed", "tag": "116e8184-b708-4169-a477-6c4e40e5e84c"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:42:46.299799 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 116e8184-b708-4169-a477-6c4e40e5e84c, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=116e8184-b708-4169-a477-6c4e40e5e84c,segment=NetworkSegment(f5731bf4-3a85-48d5-8dd9-11ddcd49647f),segment_id=f5731bf4-3a85-48d5-8dd9-11ddcd49647f)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:42:46.306494 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:46.335690 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81ac253-e73f-4755-a814-570b899094ff x-openstack-request-id: req-c81ac253-e73f-4755-a814-570b899094ff {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:42:46.336197 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c30d0322-bb7a-4358-96f6-13f80f38392a", "name": "network-vif-plugged", "status": "completed", "tag": "116e8184-b708-4169-a477-6c4e40e5e84c", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:42:46.336849 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c81ac253-e73f-4755-a814-570b899094ff {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:42:46.337412 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c30d0322-bb7a-4358-96f6-13f80f38392a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '116e8184-b708-4169-a477-6c4e40e5e84c', 'code': 200} Oct 30 15:42:46.363524 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=116e8184-b708-4169-a477-6c4e40e5e84c,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:42:46.432545 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba8c5ef-eff4-47f3-aa65-1d393142e630 req-3f456597-682e-4b74-afef-c9931bd75445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:42:46.433930 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fba8c5ef-eff4-47f3-aa65-1d393142e630 req-3f456597-682e-4b74-afef-c9931bd75445 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c30d0322-bb7a-4358-96f6-13f80f38392a HTTP/1.1" status: 200 len: 1097 time: 0.0410085 Oct 30 15:42:46.473618 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fba8c5ef-eff4-47f3-aa65-1d393142e630 req-6d0dfeaf-ef62-47ec-9b51-f5a1fed7cbb5 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b858aa4d-af89-4d97-a7ca-8b4270b16f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303278 Oct 30 15:42:46.580373 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa2bb9-8609-4583-b92e-d93771b4650b req-0ec22db0-e0bc-431f-bc9f-98f00adff0c5 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:42:46.582193 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c9aa2bb9-8609-4583-b92e-d93771b4650b req-0ec22db0-e0bc-431f-bc9f-98f00adff0c5 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=c30d0322-bb7a-4358-96f6-13f80f38392a HTTP/1.1" status: 200 len: 945 time: 0.0572326 Oct 30 15:42:46.627534 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c9aa2bb9-8609-4583-b92e-d93771b4650b req-431230b1-1059-469b-8b31-bfa1929399c3 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=b858aa4d-af89-4d97-a7ca-8b4270b16f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385685 Oct 30 15:42:47.787918 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa82ba-285d-4e9e-8bd1-1bd175023c97 req-76a3b582-f3cd-4cb7-8e6c-653b3cd58f3b tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:42:47.796653 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fcfa82ba-285d-4e9e-8bd1-1bd175023c97 req-76a3b582-f3cd-4cb7-8e6c-653b3cd58f3b tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=c30d0322-bb7a-4358-96f6-13f80f38392a HTTP/1.1" status: 200 len: 945 time: 0.0687985 Oct 30 15:42:47.837424 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fcfa82ba-285d-4e9e-8bd1-1bd175023c97 req-981d8d98-ba9f-4602-8b09-d782fb1dce52 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=b858aa4d-af89-4d97-a7ca-8b4270b16f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393450 Oct 30 15:42:47.984260 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863d80cb-50ea-40db-91f5-c77a305d0d26 req-c4410d81-d544-45bd-88a5-60ba0cc0f82c tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:42:47.986568 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-863d80cb-50ea-40db-91f5-c77a305d0d26 req-c4410d81-d544-45bd-88a5-60ba0cc0f82c tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=c30d0322-bb7a-4358-96f6-13f80f38392a HTTP/1.1" status: 200 len: 945 time: 0.0602584 Oct 30 15:42:48.038163 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-863d80cb-50ea-40db-91f5-c77a305d0d26 req-9129941c-28fd-4182-96c4-2829102d74d3 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=b858aa4d-af89-4d97-a7ca-8b4270b16f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433049 Oct 30 15:42:48.062510 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 50150) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:42:48.115435 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacdb48e-eef5-4b7a-8f62-eec5e8b166dc tempest-TestNetworkAdvancedServerOps-183148034 tempest-TestNetworkAdvancedServerOps-183148034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:42:48.116997 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-cacdb48e-eef5-4b7a-8f62-eec5e8b166dc tempest-TestNetworkAdvancedServerOps-183148034 tempest-TestNetworkAdvancedServerOps-183148034-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=c30d0322-bb7a-4358-96f6-13f80f38392a HTTP/1.1" status: 200 len: 1092 time: 0.0528245 Oct 30 15:42:48.119853 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 50158) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:42:48.124986 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-7968deb9-e3fe-42c3-8bf2-b1645ffc79a0 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Request body: {'floatingip': {'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'port_id': '116e8184-b708-4169-a477-6c4e40e5e84c', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:42:48.151189 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7968deb9-e3fe-42c3-8bf2-b1645ffc79a0 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for floatingip, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:48.281069 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7968deb9-e3fe-42c3-8bf2-b1645ffc79a0 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:48.402753 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-7968deb9-e3fe-42c3-8bf2-b1645ffc79a0 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Allocated IP 172.25.4.173 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/ff4d3a00-2e9e-43e2-b9db-3f61e03a0435) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:42:48.511067 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7968deb9-e3fe-42c3-8bf2-b1645ffc79a0 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:48.546258 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7968deb9-e3fe-42c3-8bf2-b1645ffc79a0 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:48.593186 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7968deb9-e3fe-42c3-8bf2-b1645ffc79a0 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:42:48.597496 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-7968deb9-e3fe-42c3-8bf2-b1645ffc79a0 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:42:48.598592 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 50174) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:42:48.601513 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7968deb9-e3fe-42c3-8bf2-b1645ffc79a0 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:42:48.603101 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-20c8bb7d-d2a1-417d-bc14-67b729ab1e75 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1772095060', 'description': 'tempest-secgroup-smoke-1772095060 description', 'project_id': '887bc10b4e704641954048c16602273c'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:42:48.608208 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7968deb9-e3fe-42c3-8bf2-b1645ffc79a0 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event updated for resources: {'Port': ['ID=ff4d3a00-2e9e-43e2-b9db-3f61e03a0435,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:42:48.630207 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-20c8bb7d-d2a1-417d-bc14-67b729ab1e75 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:48.715296 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-20c8bb7d-d2a1-417d-bc14-67b729ab1e75 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:48.719983 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-20c8bb7d-d2a1-417d-bc14-67b729ab1e75 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:48.756054 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-20c8bb7d-d2a1-417d-bc14-67b729ab1e75 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:48.757320 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-20c8bb7d-d2a1-417d-bc14-67b729ab1e75 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1577425 Oct 30 15:42:48.764391 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 50176) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:42:48.765009 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-b7a91195-6ac8-41f0-8e01-7fa05b8a615b tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Request body: {'security_group_rule': {'security_group_id': 'a6103736-3251-4427-af42-92b533f3dc6d', 'project_id': '887bc10b4e704641954048c16602273c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:42:48.771571 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c8bb7d-d2a1-417d-bc14-67b729ab1e75 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6103736-3251-4427-af42-92b533f3dc6d,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:42:48.799209 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b7a91195-6ac8-41f0-8e01-7fa05b8a615b tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:48.858058 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b7a91195-6ac8-41f0-8e01-7fa05b8a615b tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:48.863168 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b7a91195-6ac8-41f0-8e01-7fa05b8a615b tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:48.884737 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a91195-6ac8-41f0-8e01-7fa05b8a615b tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be077e89-3e3e-4903-ba80-b03c71bc1cd2,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:42:48.896347 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b7a91195-6ac8-41f0-8e01-7fa05b8a615b tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:48.897704 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b7a91195-6ac8-41f0-8e01-7fa05b8a615b tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1362145 Oct 30 15:42:48.901078 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 50178) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:42:48.906393 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-57566b60-1add-4b57-b960-5c411832ea44 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Request body: {'security_group_rule': {'security_group_id': 'a6103736-3251-4427-af42-92b533f3dc6d', 'project_id': '887bc10b4e704641954048c16602273c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:42:48.934386 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-57566b60-1add-4b57-b960-5c411832ea44 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:48.993414 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-57566b60-1add-4b57-b960-5c411832ea44 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:48.997676 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-57566b60-1add-4b57-b960-5c411832ea44 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:49.022046 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57566b60-1add-4b57-b960-5c411832ea44 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27e54bea-1411-4376-99a0-15394db5d5ce,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:42:49.032934 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-57566b60-1add-4b57-b960-5c411832ea44 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:49.036970 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-57566b60-1add-4b57-b960-5c411832ea44 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1321874 Oct 30 15:42:49.037307 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 50180) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:42:49.042824 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-8807d478-288d-4c2c-9160-ce2e4c6628ef tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Request body: {'security_group_rule': {'security_group_id': 'a6103736-3251-4427-af42-92b533f3dc6d', 'project_id': '887bc10b4e704641954048c16602273c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:42:49.072325 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8807d478-288d-4c2c-9160-ce2e4c6628ef tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:49.150677 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8807d478-288d-4c2c-9160-ce2e4c6628ef tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:49.156539 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8807d478-288d-4c2c-9160-ce2e4c6628ef tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:49.177147 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8807d478-288d-4c2c-9160-ce2e4c6628ef tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a459f467-87f9-4ec3-8e6a-152f4bc740ef,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:42:49.185293 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8807d478-288d-4c2c-9160-ce2e4c6628ef tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:49.189561 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-8807d478-288d-4c2c-9160-ce2e4c6628ef tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1483037 Oct 30 15:42:49.189804 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 50184) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:42:49.195314 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-399fdbcc-a023-400d-8a51-6880fd574363 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Request body: {'security_group_rule': {'security_group_id': 'a6103736-3251-4427-af42-92b533f3dc6d', 'project_id': '887bc10b4e704641954048c16602273c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:42:49.225842 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-399fdbcc-a023-400d-8a51-6880fd574363 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:49.289797 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-399fdbcc-a023-400d-8a51-6880fd574363 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:49.295020 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-399fdbcc-a023-400d-8a51-6880fd574363 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:49.313346 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399fdbcc-a023-400d-8a51-6880fd574363 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3a9872c-6e44-49ff-a659-aa672be3a057,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:42:49.325922 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-399fdbcc-a023-400d-8a51-6880fd574363 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:49.330352 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-399fdbcc-a023-400d-8a51-6880fd574363 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1369398 Oct 30 15:42:49.330657 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 50186) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:42:49.335288 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-aa72e331-7dac-48d4-9962-b29b62d6b7b9 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Request body: {'security_group_rule': {'security_group_id': 'a6103736-3251-4427-af42-92b533f3dc6d', 'project_id': '887bc10b4e704641954048c16602273c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:42:49.359568 n-d-806683-17 neutron-server[102131]: INFO neutron.db.securitygroups_db [None req-aa72e331-7dac-48d4-9962-b29b62d6b7b9 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Project 887bc10b4e704641954048c16602273c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 30 15:42:49.364724 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-aa72e331-7dac-48d4-9962-b29b62d6b7b9 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:49.390371 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7968deb9-e3fe-42c3-8bf2-b1645ffc79a0 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:49.428968 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-aa72e331-7dac-48d4-9962-b29b62d6b7b9 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:49.433002 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-aa72e331-7dac-48d4-9962-b29b62d6b7b9 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:49.454920 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72e331-7dac-48d4-9962-b29b62d6b7b9 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a255b55-7503-4c6f-84c8-8e53d050a407,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:42:49.464917 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-aa72e331-7dac-48d4-9962-b29b62d6b7b9 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:49.468243 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-aa72e331-7dac-48d4-9962-b29b62d6b7b9 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1359973 Oct 30 15:42:49.469339 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 50188) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:42:49.474046 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-aac6fe11-ecd8-41ee-a862-9d43e2121797 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Request body: {'security_group_rule': {'security_group_id': 'a6103736-3251-4427-af42-92b533f3dc6d', 'project_id': '887bc10b4e704641954048c16602273c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:42:49.499709 n-d-806683-17 neutron-server[102131]: INFO neutron.db.securitygroups_db [None req-aac6fe11-ecd8-41ee-a862-9d43e2121797 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Project 887bc10b4e704641954048c16602273c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 30 15:42:49.505118 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7968deb9-e3fe-42c3-8bf2-b1645ffc79a0 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:49.505345 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-aac6fe11-ecd8-41ee-a862-9d43e2121797 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:49.574983 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-aac6fe11-ecd8-41ee-a862-9d43e2121797 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:49.580202 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-aac6fe11-ecd8-41ee-a862-9d43e2121797 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:49.606494 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-aac6fe11-ecd8-41ee-a862-9d43e2121797 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:49.608351 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-aac6fe11-ecd8-41ee-a862-9d43e2121797 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1374693 Oct 30 15:42:49.609490 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac6fe11-ecd8-41ee-a862-9d43e2121797 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34b29f98-7b30-4de2-a8b6-814b19e2ff93,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:42:49.714363 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7968deb9-e3fe-42c3-8bf2-b1645ffc79a0 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:49.721521 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7968deb9-e3fe-42c3-8bf2-b1645ffc79a0 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:49.808540 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7968deb9-e3fe-42c3-8bf2-b1645ffc79a0 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event updated for resources: {'Port': ['ID=ff4d3a00-2e9e-43e2-b9db-3f61e03a0435,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:42:49.822691 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7968deb9-e3fe-42c3-8bf2-b1645ffc79a0 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:49.930669 n-d-806683-17 neutron-server[102130]: INFO neutron.db.l3_db [None req-7968deb9-e3fe-42c3-8bf2-b1645ffc79a0 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Floating IP 70ce2976-6357-4eae-8c07-ca4892ae3ba6 associated. External IP: 172.25.4.173, port: 116e8184-b708-4169-a477-6c4e40e5e84c. Oct 30 15:42:50.181856 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7968deb9-e3fe-42c3-8bf2-b1645ffc79a0 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Router a57dca6e-160e-41fa-8405-df22bc7296fc has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:42:50.297566 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7968deb9-e3fe-42c3-8bf2-b1645ffc79a0 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:42:50.307554 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05706213-fd41-4e7a-9d96-df6e0ec1a2db None None] Sync routers for ids ['a57dca6e-160e-41fa-8405-df22bc7296fc'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:42:50.320688 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05706213-fd41-4e7a-9d96-df6e0ec1a2db None None] Routers {'a57dca6e-160e-41fa-8405-df22bc7296fc'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:42:50.321650 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-05706213-fd41-4e7a-9d96-df6e0ec1a2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:42:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['a57dca6e-160e-41fa-8405-df22bc7296fc'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:42:50.321798 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7968deb9-e3fe-42c3-8bf2-b1645ffc79a0 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:50.354003 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-7968deb9-e3fe-42c3-8bf2-b1645ffc79a0 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2331226 Oct 30 15:42:50.354609 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c30d0322-bb7a-4358-96f6-13f80f38392a', 'tag': '116e8184-b708-4169-a477-6c4e40e5e84c'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:42:50.364198 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c504111-a57c-4c44-a7fd-5702494440a6" -d '{"events": [{"name": "network-changed", "server_uuid": "c30d0322-bb7a-4358-96f6-13f80f38392a", "tag": "116e8184-b708-4169-a477-6c4e40e5e84c"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:42:50.441999 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f4d82e-48a5-412e-991a-7fecc75a53d7 x-openstack-request-id: req-29f4d82e-48a5-412e-991a-7fecc75a53d7 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:42:50.442612 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c30d0322-bb7a-4358-96f6-13f80f38392a", "tag": "116e8184-b708-4169-a477-6c4e40e5e84c", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:42:50.442612 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-29f4d82e-48a5-412e-991a-7fecc75a53d7 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:42:50.442976 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c30d0322-bb7a-4358-96f6-13f80f38392a', 'tag': '116e8184-b708-4169-a477-6c4e40e5e84c', 'status': 'completed', 'code': 200} Oct 30 15:42:50.500092 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4316b3-e4b6-40c5-aa66-4b61bdba495d req-592fe212-16c2-4f77-86f8-b4469fdba780 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:42:50.510120 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-05706213-fd41-4e7a-9d96-df6e0ec1a2db None None] Set router a57dca6e-160e-41fa-8405-df22bc7296fc gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:42:50.510776 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cd4316b3-e4b6-40c5-aa66-4b61bdba495d req-592fe212-16c2-4f77-86f8-b4469fdba780 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=c30d0322-bb7a-4358-96f6-13f80f38392a HTTP/1.1" status: 200 len: 945 time: 0.1006048 Oct 30 15:42:50.534706 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c504111-a57c-4c44-a7fd-5702494440a6 req-67ad470d-6b37-4378-9d01-d45a3ba1fc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:42:50.537050 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6c504111-a57c-4c44-a7fd-5702494440a6 req-67ad470d-6b37-4378-9d01-d45a3ba1fc1d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c4b96368b87a40a2935f71debcc2f400&device_id=c30d0322-bb7a-4358-96f6-13f80f38392a HTTP/1.1" status: 200 len: 1097 time: 0.0715449 Oct 30 15:42:50.562982 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cd4316b3-e4b6-40c5-aa66-4b61bdba495d req-f2e5de94-c066-4d1b-a51e-b75e0839c731 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=b858aa4d-af89-4d97-a7ca-8b4270b16f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510237 Oct 30 15:42:50.582628 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 50268) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:42:50.664206 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c504111-a57c-4c44-a7fd-5702494440a6 req-3417b46a-df47-41d5-8b6b-d99298912336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:42:50.668666 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6c504111-a57c-4c44-a7fd-5702494440a6 req-3417b46a-df47-41d5-8b6b-d99298912336 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0 HTTP/1.1" status: 200 len: 897 time: 0.1204460 Oct 30 15:42:50.677737 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-aa162b88-ee6a-4dc4-97ab-c1a786a6510a tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/floatingips/70ce2976-6357-4eae-8c07-ca4892ae3ba6 HTTP/1.1" status: 200 len: 991 time: 0.0932705 Oct 30 15:42:50.765990 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6c504111-a57c-4c44-a7fd-5702494440a6 req-65ef7c88-483d-4fbc-96f4-05801d0da126 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=116e8184-b708-4169-a477-6c4e40e5e84c HTTP/1.1" status: 200 len: 999 time: 0.0762753 Oct 30 15:42:50.798332 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-05706213-fd41-4e7a-9d96-df6e0ec1a2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57dca6e-160e-41fa-8405-df22bc7296fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045981018', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': 'c7bd6678-a6e1-4010-aaf5-7d6cdfbe9a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:42:30Z', 'updated_at': '2021-10-30T15:42:34Z', 'revision_number': 4, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'gw_port': {'id': 'c7bd6678-a6e1-4010-aaf5-7d6cdfbe9a4e', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57dca6e-160e-41fa-8405-df22bc7296fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:42:30Z', 'updated_at': '2021-10-30T15:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '70ce2976-6357-4eae-8c07-ca4892ae3ba6', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'floating_ip_address': '172.25.4.173', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': 'a57dca6e-160e-41fa-8405-df22bc7296fc', 'port_id': '116e8184-b708-4169-a477-6c4e40e5e84c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0', 'mac_address': 'fa:16:3e:14:24:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30d0322-bb7a-4358-96f6-13f80f38392a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:42:48Z', 'updated_at': '2021-10-30T15:42:48Z', 'revision_number': 0, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61b379df-b122-4a06-8584-5c73245382a0', 'name': '', 'network_id': '3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'mac_address': 'fa:16:3e:1c:37:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57dca6e-160e-41fa-8405-df22bc7296fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': 'd48a564f-0ec9-461a-9b50-a34dbe495a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:42:33Z', 'updated_at': '2021-10-30T15:42:38Z', 'revision_number': 5, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'subnets': [{'id': 'd48a564f-0ec9-461a-9b50-a34dbe495a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:42:50.831870 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c504111-a57c-4c44-a7fd-5702494440a6 req-a9b1d1ba-6294-44cb-8e36-44bc7e15386f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:42:50.834334 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6c504111-a57c-4c44-a7fd-5702494440a6 req-a9b1d1ba-6294-44cb-8e36-44bc7e15386f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d48a564f-0ec9-461a-9b50-a34dbe495a9a HTTP/1.1" status: 200 len: 835 time: 0.0604572 Oct 30 15:42:50.837856 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05706213-fd41-4e7a-9d96-df6e0ec1a2db None None] Checking router: a57dca6e-160e-41fa-8405-df22bc7296fc for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:42:50.847167 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05706213-fd41-4e7a-9d96-df6e0ec1a2db None None] Routers {'a57dca6e-160e-41fa-8405-df22bc7296fc'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:42:50.848030 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-05706213-fd41-4e7a-9d96-df6e0ec1a2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:42:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['a57dca6e-160e-41fa-8405-df22bc7296fc'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:42:50.889298 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c504111-a57c-4c44-a7fd-5702494440a6 req-186fd80d-4d91-4ebd-9cba-924734ac2d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:42:50.890939 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6c504111-a57c-4c44-a7fd-5702494440a6 req-186fd80d-4d91-4ebd-9cba-924734ac2d9c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503287 Oct 30 15:42:50.969187 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-05706213-fd41-4e7a-9d96-df6e0ec1a2db None None] Set router a57dca6e-160e-41fa-8405-df22bc7296fc gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:42:51.011762 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6c504111-a57c-4c44-a7fd-5702494440a6 req-dc1c4ba0-3f37-43dd-9bf8-50af689cbfc9 service neutron] 10.222.0.53 "GET /v2.0/networks/3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126776 Oct 30 15:42:51.184857 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6eeebbb4-115e-4133-ab17-90fb05ed849c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:51.210756 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6c504111-a57c-4c44-a7fd-5702494440a6 req-6a46dcf0-c81c-43ad-9a62-24f5fc23b9a9 service neutron] 10.222.0.53 "GET /v2.0/networks/3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922343 Oct 30 15:42:51.254583 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-05706213-fd41-4e7a-9d96-df6e0ec1a2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57dca6e-160e-41fa-8405-df22bc7296fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045981018', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': 'c7bd6678-a6e1-4010-aaf5-7d6cdfbe9a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:42:30Z', 'updated_at': '2021-10-30T15:42:34Z', 'revision_number': 4, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'gw_port': {'id': 'c7bd6678-a6e1-4010-aaf5-7d6cdfbe9a4e', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57dca6e-160e-41fa-8405-df22bc7296fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:42:30Z', 'updated_at': '2021-10-30T15:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '70ce2976-6357-4eae-8c07-ca4892ae3ba6', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'floating_ip_address': '172.25.4.173', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': 'a57dca6e-160e-41fa-8405-df22bc7296fc', 'port_id': '116e8184-b708-4169-a477-6c4e40e5e84c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0', 'mac_address': 'fa:16:3e:14:24:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30d0322-bb7a-4358-96f6-13f80f38392a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:42:48Z', 'updated_at': '2021-10-30T15:42:48Z', 'revision_number': 0, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61b379df-b122-4a06-8584-5c73245382a0', 'name': '', 'network_id': '3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'mac_address': 'fa:16:3e:1c:37:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57dca6e-160e-41fa-8405-df22bc7296fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': 'd48a564f-0ec9-461a-9b50-a34dbe495a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:42:33Z', 'updated_at': '2021-10-30T15:42:38Z', 'revision_number': 5, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'subnets': [{'id': 'd48a564f-0ec9-461a-9b50-a34dbe495a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:42:51.285371 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05706213-fd41-4e7a-9d96-df6e0ec1a2db None None] The sync data for ids ['a57dca6e-160e-41fa-8405-df22bc7296fc'] in n-d-806683-17 is: [{'id': 'a57dca6e-160e-41fa-8405-df22bc7296fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045981018', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': 'c7bd6678-a6e1-4010-aaf5-7d6cdfbe9a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:42:30Z', 'updated_at': '2021-10-30T15:42:34Z', 'revision_number': 4, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'gw_port': {'id': 'c7bd6678-a6e1-4010-aaf5-7d6cdfbe9a4e', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57dca6e-160e-41fa-8405-df22bc7296fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:42:30Z', 'updated_at': '2021-10-30T15:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '70ce2976-6357-4eae-8c07-ca4892ae3ba6', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'floating_ip_address': '172.25.4.173', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': 'a57dca6e-160e-41fa-8405-df22bc7296fc', 'port_id': '116e8184-b708-4169-a477-6c4e40e5e84c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0', 'mac_address': 'fa:16:3e:14:24:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30d0322-bb7a-4358-96f6-13f80f38392a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:42:48Z', 'updated_at': '2021-10-30T15:42:48Z', 'revision_number': 0, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61b379df-b122-4a06-8584-5c73245382a0', 'name': '', 'network_id': '3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'mac_address': 'fa:16:3e:1c:37:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57dca6e-160e-41fa-8405-df22bc7296fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': 'd48a564f-0ec9-461a-9b50-a34dbe495a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:42:33Z', 'updated_at': '2021-10-30T15:42:38Z', 'revision_number': 5, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'subnets': [{'id': 'd48a564f-0ec9-461a-9b50-a34dbe495a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:42:51.506741 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b60f951-a5c8-4d1f-b7c6-21f740e2669e None None] New status for floating IP 70ce2976-6357-4eae-8c07-ca4892ae3ba6: ACTIVE {{(pid=102132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 15:42:51.681472 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 50276) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:42:51.762206 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-0451ffd3-6afa-4779-8667-24588296ea62 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/floatingips/70ce2976-6357-4eae-8c07-ca4892ae3ba6 HTTP/1.1" status: 200 len: 993 time: 0.0792022 Oct 30 15:42:53.784250 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d533902e-e66a-43d5-95c5-67167634a021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:54.731667 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:54.931711 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:42:56.665199 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:43:00.081718 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:43:02.082175 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:43:06.121199 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1d6f804e-dcf8-44c5-be6a-8ca1949a7870 req-f55f1188-b7d5-462a-9b34-676294b74b89 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1772095060&fields=id&tenant_id=887bc10b4e704641954048c16602273c HTTP/1.1" status: 200 len: 267 time: 0.0350983 Oct 30 15:43:06.239982 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f804e-dcf8-44c5-be6a-8ca1949a7870 req-42516c76-0f57-48b2-bba1-9263db3c1b5c tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:06.241688 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1d6f804e-dcf8-44c5-be6a-8ca1949a7870 req-42516c76-0f57-48b2-bba1-9263db3c1b5c tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/networks?id=eaec26f8-16ce-4842-b83b-287e7177f318 HTTP/1.1" status: 200 len: 812 time: 0.1115100 Oct 30 15:43:06.264160 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1d6f804e-dcf8-44c5-be6a-8ca1949a7870 req-6571d3d9-6832-44a4-84f5-d9037b967dcd tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/quotas/887bc10b4e704641954048c16602273c HTTP/1.1" status: 200 len: 375 time: 0.0140154 Oct 30 15:43:06.321943 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1d6f804e-dcf8-44c5-be6a-8ca1949a7870 req-8dafcc1f-8145-4cc7-8a6d-87956f5d0793 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=887bc10b4e704641954048c16602273c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525193 Oct 30 15:43:06.415940 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1d6f804e-dcf8-44c5-be6a-8ca1949a7870 req-e9be0e29-56bd-4e6c-9274-f3dd7b3d0660 service neutron] 10.222.0.62 "GET /v2.0/networks/eaec26f8-16ce-4842-b83b-287e7177f318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823119 Oct 30 15:43:06.512635 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1d6f804e-dcf8-44c5-be6a-8ca1949a7870 req-fa9963f6-9fe7-4e38-89d3-2aa0c58462ac service neutron] 10.222.0.62 "GET /v2.0/networks/eaec26f8-16ce-4842-b83b-287e7177f318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897772 Oct 30 15:43:06.807587 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ae9133ed-fe37-4cb8-a017-9f005db412aa req-bc3cca3e-d244-47a5-a599-19fc8471286d tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=d657e1f4-07b4-4a1c-8acd-d8cdf69737ae HTTP/1.1" status: 200 len: 210 time: 0.0305266 Oct 30 15:43:07.824231 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f804e-dcf8-44c5-be6a-8ca1949a7870 req-b4577cf7-7fbe-46b9-b4f0-3d2afd81ca32 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:07.825827 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1d6f804e-dcf8-44c5-be6a-8ca1949a7870 req-b4577cf7-7fbe-46b9-b4f0-3d2afd81ca32 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.44 "GET /v2.0/networks?id=eaec26f8-16ce-4842-b83b-287e7177f318 HTTP/1.1" status: 200 len: 812 time: 0.1113334 Oct 30 15:43:07.874965 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1d6f804e-dcf8-44c5-be6a-8ca1949a7870 req-ab2af95f-6da6-4f94-8ce6-f8cd2c790622 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=887bc10b4e704641954048c16602273c HTTP/1.1" status: 200 len: 380 time: 0.0391107 Oct 30 15:43:07.897628 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-1d6f804e-dcf8-44c5-be6a-8ca1949a7870 req-5c37bc04-6faf-4528-acb5-1e09aa130611 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Request body: {'port': {'device_id': 'd657e1f4-07b4-4a1c-8acd-d8cdf69737ae', 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318', 'admin_state_up': True, 'tenant_id': '887bc10b4e704641954048c16602273c', 'security_groups': ['a6103736-3251-4427-af42-92b533f3dc6d']}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:43:07.924786 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d8440fcf-14a5-4aa5-8ee9-002826d6d80d req-42b5032b-1435-4883-94b0-9484052912d1 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=d657e1f4-07b4-4a1c-8acd-d8cdf69737ae HTTP/1.1" status: 200 len: 210 time: 0.0422678 Oct 30 15:43:08.028760 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d6f804e-dcf8-44c5-be6a-8ca1949a7870 req-5c37bc04-6faf-4528-acb5-1e09aa130611 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Made reservation on behalf of 887bc10b4e704641954048c16602273c for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:43:08.032543 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1d6f804e-dcf8-44c5-be6a-8ca1949a7870 req-5c37bc04-6faf-4528-acb5-1e09aa130611 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:43:08.180881 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-1d6f804e-dcf8-44c5-be6a-8ca1949a7870 req-5c37bc04-6faf-4528-acb5-1e09aa130611 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Allocated IP 172.20.0.6 (eaec26f8-16ce-4842-b83b-287e7177f318/e2126f42-6201-4d38-a336-acc99efa4108/1a332fbf-0803-4909-80b5-7c3eed6e182a) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:43:08.338890 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1d6f804e-dcf8-44c5-be6a-8ca1949a7870 req-5c37bc04-6faf-4528-acb5-1e09aa130611 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:43:08.390380 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1d6f804e-dcf8-44c5-be6a-8ca1949a7870 req-5c37bc04-6faf-4528-acb5-1e09aa130611 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:43:08.438242 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d6f804e-dcf8-44c5-be6a-8ca1949a7870 req-5c37bc04-6faf-4528-acb5-1e09aa130611 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Network eaec26f8-16ce-4842-b83b-287e7177f318 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:43:08.441509 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-1d6f804e-dcf8-44c5-be6a-8ca1949a7870 req-5c37bc04-6faf-4528-acb5-1e09aa130611 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:43:08.445295 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d6f804e-dcf8-44c5-be6a-8ca1949a7870 req-5c37bc04-6faf-4528-acb5-1e09aa130611 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:43:08.472238 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c37bc04-6faf-4528-acb5-1e09aa130611 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Pushing event updated for resources: {'Port': ['ID=1a332fbf-0803-4909-80b5-7c3eed6e182a,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:43:08.505768 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f804e-dcf8-44c5-be6a-8ca1949a7870 req-5c37bc04-6faf-4528-acb5-1e09aa130611 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:08.506578 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1d6f804e-dcf8-44c5-be6a-8ca1949a7870 req-5c37bc04-6faf-4528-acb5-1e09aa130611 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:43:08.528031 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1d6f804e-dcf8-44c5-be6a-8ca1949a7870 req-5c37bc04-6faf-4528-acb5-1e09aa130611 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6361337 Oct 30 15:43:08.541502 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-1d6f804e-dcf8-44c5-be6a-8ca1949a7870 req-51c2738a-c556-4c66-97c9-b66a74f5554d service neutron] Request body: {'port': {'device_id': 'd657e1f4-07b4-4a1c-8acd-d8cdf69737ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:43:08.605011 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1d6f804e-dcf8-44c5-be6a-8ca1949a7870 req-51c2738a-c556-4c66-97c9-b66a74f5554d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:43:08.770664 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-2bcb9582-113f-49aa-8bf8-83b7e0412fbb None None] Provisioning complete for port 1a332fbf-0803-4909-80b5-7c3eed6e182a triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:43:08.771874 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9582-113f-49aa-8bf8-83b7e0412fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:43:08.816759 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9582-113f-49aa-8bf8-83b7e0412fbb None None] Port 1a332fbf-0803-4909-80b5-7c3eed6e182a cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:43:08.928468 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-1d6f804e-dcf8-44c5-be6a-8ca1949a7870 req-51c2738a-c556-4c66-97c9-b66a74f5554d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a332fbf-0803-4909-80b5-7c3eed6e182a {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:43:08.939304 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1d6f804e-dcf8-44c5-be6a-8ca1949a7870 req-51c2738a-c556-4c66-97c9-b66a74f5554d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:43:08.974179 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-1d6f804e-dcf8-44c5-be6a-8ca1949a7870 req-51c2738a-c556-4c66-97c9-b66a74f5554d service neutron] Transition to ACTIVE for port object 1a332fbf-0803-4909-80b5-7c3eed6e182a will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:43:08.980905 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1d6f804e-dcf8-44c5-be6a-8ca1949a7870 req-51c2738a-c556-4c66-97c9-b66a74f5554d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:43:09.115838 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c2738a-c556-4c66-97c9-b66a74f5554d service neutron] Pushing event updated for resources: {'Port': ['ID=1a332fbf-0803-4909-80b5-7c3eed6e182a,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:43:09.131516 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f175c5-55e7-4d4b-8db4-9410cf2c669e req-0e753665-5744-407d-90a3-9d0ea4531c46 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:09.133686 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-83f175c5-55e7-4d4b-8db4-9410cf2c669e req-0e753665-5744-407d-90a3-9d0ea4531c46 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=d657e1f4-07b4-4a1c-8acd-d8cdf69737ae HTTP/1.1" status: 200 len: 943 time: 0.1009169 Oct 30 15:43:09.163427 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-1d6f804e-dcf8-44c5-be6a-8ca1949a7870 req-51c2738a-c556-4c66-97c9-b66a74f5554d service neutron] Attempting to bind port 1a332fbf-0803-4909-80b5-7c3eed6e182a on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:43:09.163849 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-1d6f804e-dcf8-44c5-be6a-8ca1949a7870 req-51c2738a-c556-4c66-97c9-b66a74f5554d service neutron] Attempting to bind port 1a332fbf-0803-4909-80b5-7c3eed6e182a by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': 'eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:43:09.164186 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6f804e-dcf8-44c5-be6a-8ca1949a7870 req-51c2738a-c556-4c66-97c9-b66a74f5554d service neutron] Attempting to bind port 1a332fbf-0803-4909-80b5-7c3eed6e182a on network eaec26f8-16ce-4842-b83b-287e7177f318 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:43:09.170018 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6f804e-dcf8-44c5-be6a-8ca1949a7870 req-51c2738a-c556-4c66-97c9-b66a74f5554d service neutron] Port 1a332fbf-0803-4909-80b5-7c3eed6e182a on network eaec26f8-16ce-4842-b83b-287e7177f318 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:43:09.170351 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6f804e-dcf8-44c5-be6a-8ca1949a7870 req-51c2738a-c556-4c66-97c9-b66a74f5554d service neutron] Attempting to bind port 1a332fbf-0803-4909-80b5-7c3eed6e182a on network eaec26f8-16ce-4842-b83b-287e7177f318 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:43:09.176881 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6f804e-dcf8-44c5-be6a-8ca1949a7870 req-51c2738a-c556-4c66-97c9-b66a74f5554d service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:43:09.177304 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6f804e-dcf8-44c5-be6a-8ca1949a7870 req-51c2738a-c556-4c66-97c9-b66a74f5554d service neutron] Checking segment: {'id': 'eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:43:09.177702 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6f804e-dcf8-44c5-be6a-8ca1949a7870 req-51c2738a-c556-4c66-97c9-b66a74f5554d service neutron] Bound using segment: {'id': 'eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:43:09.178608 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-1d6f804e-dcf8-44c5-be6a-8ca1949a7870 req-51c2738a-c556-4c66-97c9-b66a74f5554d service neutron] Bound port: 1a332fbf-0803-4909-80b5-7c3eed6e182a, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:43:09.178973 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1d6f804e-dcf8-44c5-be6a-8ca1949a7870 req-51c2738a-c556-4c66-97c9-b66a74f5554d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:43:09.196430 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-83f175c5-55e7-4d4b-8db4-9410cf2c669e req-34479b8b-0660-4c96-b3ab-eb090e234770 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6103736-3251-4427-af42-92b533f3dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554049 Oct 30 15:43:09.275373 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-1d6f804e-dcf8-44c5-be6a-8ca1949a7870 req-51c2738a-c556-4c66-97c9-b66a74f5554d service neutron] For port 1a332fbf-0803-4909-80b5-7c3eed6e182a, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:43:09.279907 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-1d6f804e-dcf8-44c5-be6a-8ca1949a7870 req-51c2738a-c556-4c66-97c9-b66a74f5554d service neutron] For port 1a332fbf-0803-4909-80b5-7c3eed6e182a, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=1a332fbf-0803-4909-80b5-7c3eed6e182a,segment=NetworkSegment(eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15),segment_id=eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:43:09.296854 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1d6f804e-dcf8-44c5-be6a-8ca1949a7870 req-51c2738a-c556-4c66-97c9-b66a74f5554d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:43:09.353319 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f804e-dcf8-44c5-be6a-8ca1949a7870 req-51c2738a-c556-4c66-97c9-b66a74f5554d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:09.354043 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1d6f804e-dcf8-44c5-be6a-8ca1949a7870 req-51c2738a-c556-4c66-97c9-b66a74f5554d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:43:09.355679 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1d6f804e-dcf8-44c5-be6a-8ca1949a7870 req-51c2738a-c556-4c66-97c9-b66a74f5554d service neutron] 10.222.0.44 "PUT /v2.0/ports/1a332fbf-0803-4909-80b5-7c3eed6e182a HTTP/1.1" status: 200 len: 1092 time: 0.8188064 Oct 30 15:43:09.356317 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd657e1f4-07b4-4a1c-8acd-d8cdf69737ae', 'tag': '1a332fbf-0803-4909-80b5-7c3eed6e182a'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:43:09.359350 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d30f68c4-8dd2-4348-aa9a-4b5acd8fbbe8" -d '{"events": [{"name": "network-changed", "server_uuid": "d657e1f4-07b4-4a1c-8acd-d8cdf69737ae", "tag": "1a332fbf-0803-4909-80b5-7c3eed6e182a"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:43:09.447233 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c2738a-c556-4c66-97c9-b66a74f5554d service neutron] Pushing event updated for resources: {'Port': ['ID=1a332fbf-0803-4909-80b5-7c3eed6e182a,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:43:09.486184 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d05eb565-a7b5-422c-9c61-371a08fc6e60 x-openstack-request-id: req-d05eb565-a7b5-422c-9c61-371a08fc6e60 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:43:09.486737 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d657e1f4-07b4-4a1c-8acd-d8cdf69737ae", "tag": "1a332fbf-0803-4909-80b5-7c3eed6e182a", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:43:09.487171 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d05eb565-a7b5-422c-9c61-371a08fc6e60 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:43:09.487747 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd657e1f4-07b4-4a1c-8acd-d8cdf69737ae', 'tag': '1a332fbf-0803-4909-80b5-7c3eed6e182a', 'status': 'completed', 'code': 200} Oct 30 15:43:09.513299 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f804e-dcf8-44c5-be6a-8ca1949a7870 req-7b7a4888-5f66-41d4-975d-dffd0a6accda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:09.514891 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1d6f804e-dcf8-44c5-be6a-8ca1949a7870 req-7b7a4888-5f66-41d4-975d-dffd0a6accda service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=887bc10b4e704641954048c16602273c&device_id=d657e1f4-07b4-4a1c-8acd-d8cdf69737ae HTTP/1.1" status: 200 len: 1095 time: 0.1025515 Oct 30 15:43:09.599781 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1d6f804e-dcf8-44c5-be6a-8ca1949a7870 req-ea86c94e-1a1a-4aaa-ae40-deddef78e860 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a332fbf-0803-4909-80b5-7c3eed6e182a HTTP/1.1" status: 200 len: 217 time: 0.0764380 Oct 30 15:43:09.720384 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f804e-dcf8-44c5-be6a-8ca1949a7870 req-d3ab26d1-ab75-4ca2-82ec-c02c8235ff9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:09.721878 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1d6f804e-dcf8-44c5-be6a-8ca1949a7870 req-d3ab26d1-ab75-4ca2-82ec-c02c8235ff9f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e2126f42-6201-4d38-a336-acc99efa4108 HTTP/1.1" status: 200 len: 851 time: 0.1153491 Oct 30 15:43:09.817513 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f804e-dcf8-44c5-be6a-8ca1949a7870 req-2901c650-7abd-47d5-9365-03cabceda694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:09.819984 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1d6f804e-dcf8-44c5-be6a-8ca1949a7870 req-2901c650-7abd-47d5-9365-03cabceda694 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eaec26f8-16ce-4842-b83b-287e7177f318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0894551 Oct 30 15:43:09.942497 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1d6f804e-dcf8-44c5-be6a-8ca1949a7870 req-cbb78c33-cf43-4012-a1d0-00295549e937 service neutron] 10.222.0.44 "GET /v2.0/networks/eaec26f8-16ce-4842-b83b-287e7177f318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141312 Oct 30 15:43:10.077001 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1d6f804e-dcf8-44c5-be6a-8ca1949a7870 req-48afef64-367d-406b-81cd-52c5056c69c4 service neutron] 10.222.0.44 "GET /v2.0/networks/eaec26f8-16ce-4842-b83b-287e7177f318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260595 Oct 30 15:43:10.178518 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f68c4-8dd2-4348-aa9a-4b5acd8fbbe8 req-c606baeb-8a88-47ad-aaed-107076f19be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:10.180315 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d30f68c4-8dd2-4348-aa9a-4b5acd8fbbe8 req-c606baeb-8a88-47ad-aaed-107076f19be7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=887bc10b4e704641954048c16602273c&device_id=d657e1f4-07b4-4a1c-8acd-d8cdf69737ae HTTP/1.1" status: 200 len: 1095 time: 0.0516894 Oct 30 15:43:10.371814 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979dd317-4cce-4cef-a144-5d9697634a55 req-0ba9fda5-862b-4dcc-b6d0-19605fc02a4c tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:10.373615 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-979dd317-4cce-4cef-a144-5d9697634a55 req-0ba9fda5-862b-4dcc-b6d0-19605fc02a4c tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=d657e1f4-07b4-4a1c-8acd-d8cdf69737ae HTTP/1.1" status: 200 len: 943 time: 0.0599115 Oct 30 15:43:10.417280 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-979dd317-4cce-4cef-a144-5d9697634a55 req-c2d4dbf4-d84e-4228-b5ed-4a4e53fbd973 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6103736-3251-4427-af42-92b533f3dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375369 Oct 30 15:43:10.686349 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f68c4-8dd2-4348-aa9a-4b5acd8fbbe8 req-5d33ca8c-f044-4a93-b977-7288c30a5e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:10.690015 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d30f68c4-8dd2-4348-aa9a-4b5acd8fbbe8 req-5d33ca8c-f044-4a93-b977-7288c30a5e31 service neutron] 10.222.0.44 "GET /v2.0/networks?id=eaec26f8-16ce-4842-b83b-287e7177f318 HTTP/1.1" status: 200 len: 913 time: 0.5016832 Oct 30 15:43:10.740909 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d30f68c4-8dd2-4348-aa9a-4b5acd8fbbe8 req-fbb597d0-fc06-4a98-82af-a2301c685015 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a332fbf-0803-4909-80b5-7c3eed6e182a HTTP/1.1" status: 200 len: 217 time: 0.0437338 Oct 30 15:43:10.797393 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f68c4-8dd2-4348-aa9a-4b5acd8fbbe8 req-caf0de83-db1d-49d8-90a5-f161a597c5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:10.799129 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d30f68c4-8dd2-4348-aa9a-4b5acd8fbbe8 req-caf0de83-db1d-49d8-90a5-f161a597c5d0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e2126f42-6201-4d38-a336-acc99efa4108 HTTP/1.1" status: 200 len: 851 time: 0.0484858 Oct 30 15:43:10.852053 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f68c4-8dd2-4348-aa9a-4b5acd8fbbe8 req-1b38c523-7b59-4948-be03-2e60103086f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:10.853606 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d30f68c4-8dd2-4348-aa9a-4b5acd8fbbe8 req-1b38c523-7b59-4948-be03-2e60103086f4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eaec26f8-16ce-4842-b83b-287e7177f318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0479739 Oct 30 15:43:10.958171 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d30f68c4-8dd2-4348-aa9a-4b5acd8fbbe8 req-e6e44a9a-9ecd-4777-b2e8-cc7ff0d7711b service neutron] 10.222.0.44 "GET /v2.0/networks/eaec26f8-16ce-4842-b83b-287e7177f318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959468 Oct 30 15:43:11.065697 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d30f68c4-8dd2-4348-aa9a-4b5acd8fbbe8 req-321248ae-296d-44a8-8b97-f0d69aa21a6d service neutron] 10.222.0.44 "GET /v2.0/networks/eaec26f8-16ce-4842-b83b-287e7177f318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004047 Oct 30 15:43:11.544669 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6180d-413b-4851-a3e4-bb412a8a2028 req-ea6b33c2-1e7c-4660-b009-4118365913bb tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:11.546160 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5cb6180d-413b-4851-a3e4-bb412a8a2028 req-ea6b33c2-1e7c-4660-b009-4118365913bb tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=d657e1f4-07b4-4a1c-8acd-d8cdf69737ae HTTP/1.1" status: 200 len: 943 time: 0.0577438 Oct 30 15:43:11.588340 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5cb6180d-413b-4851-a3e4-bb412a8a2028 req-2f23200a-347f-4674-b488-1a0b9791ed32 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6103736-3251-4427-af42-92b533f3dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355752 Oct 30 15:43:12.719173 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4530bb93-74f3-4f2e-8bf4-38a4c3f2dd3d req-18c1b07b-bb33-4a00-b17f-cd800f2316d9 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:12.720776 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4530bb93-74f3-4f2e-8bf4-38a4c3f2dd3d req-18c1b07b-bb33-4a00-b17f-cd800f2316d9 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=d657e1f4-07b4-4a1c-8acd-d8cdf69737ae HTTP/1.1" status: 200 len: 943 time: 0.0568411 Oct 30 15:43:12.765231 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4530bb93-74f3-4f2e-8bf4-38a4c3f2dd3d req-aa424c5b-5fd4-44a8-aef8-d63ee13eb390 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6103736-3251-4427-af42-92b533f3dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352368 Oct 30 15:43:13.888746 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb540b-9224-4a6a-8b7c-f482047ea3ce req-e61d9201-c1bf-427f-a0ba-8511e36d0f39 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:13.890228 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-15fb540b-9224-4a6a-8b7c-f482047ea3ce req-e61d9201-c1bf-427f-a0ba-8511e36d0f39 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=d657e1f4-07b4-4a1c-8acd-d8cdf69737ae HTTP/1.1" status: 200 len: 943 time: 0.0552249 Oct 30 15:43:13.932452 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-15fb540b-9224-4a6a-8b7c-f482047ea3ce req-f9ac3da9-0e5c-4717-94f6-4e155b746428 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6103736-3251-4427-af42-92b533f3dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357549 Oct 30 15:43:14.593918 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ac06fcb9-f712-4f15-b8d6-ee7902b9449a req-ab2adb64-afc2-4db5-972e-36bf249dd460 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c30d0322-bb7a-4358-96f6-13f80f38392a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0439675 Oct 30 15:43:14.680384 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac06fcb9-f712-4f15-b8d6-ee7902b9449a req-77a5cc69-33b7-4453-994f-5e57fa56ecaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:14.683773 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ac06fcb9-f712-4f15-b8d6-ee7902b9449a req-77a5cc69-33b7-4453-994f-5e57fa56ecaf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c4b96368b87a40a2935f71debcc2f400&device_id=c30d0322-bb7a-4358-96f6-13f80f38392a HTTP/1.1" status: 200 len: 1097 time: 0.0458872 Oct 30 15:43:14.787618 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac06fcb9-f712-4f15-b8d6-ee7902b9449a req-f17cb2ec-61b0-4ac0-9754-4458d0981179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:14.789080 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ac06fcb9-f712-4f15-b8d6-ee7902b9449a req-f17cb2ec-61b0-4ac0-9754-4458d0981179 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0 HTTP/1.1" status: 200 len: 897 time: 0.0855348 Oct 30 15:43:14.858676 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ac06fcb9-f712-4f15-b8d6-ee7902b9449a req-df8205ff-294b-47dd-8cfe-8eeee74acf95 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=116e8184-b708-4169-a477-6c4e40e5e84c HTTP/1.1" status: 200 len: 1001 time: 0.0615528 Oct 30 15:43:14.910389 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac06fcb9-f712-4f15-b8d6-ee7902b9449a req-cb754781-3d6c-4701-adb1-11bc33e131e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:14.912639 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ac06fcb9-f712-4f15-b8d6-ee7902b9449a req-cb754781-3d6c-4701-adb1-11bc33e131e5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d48a564f-0ec9-461a-9b50-a34dbe495a9a HTTP/1.1" status: 200 len: 835 time: 0.0471170 Oct 30 15:43:14.968621 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac06fcb9-f712-4f15-b8d6-ee7902b9449a req-eb18bd90-a31c-448c-9bfa-f2e4bcde522f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:14.970965 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ac06fcb9-f712-4f15-b8d6-ee7902b9449a req-eb18bd90-a31c-448c-9bfa-f2e4bcde522f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491755 Oct 30 15:43:15.091694 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ab6b6-5a44-402d-b78e-7ebda81b9432 req-536d0c37-d026-4fb9-afab-d4e2793cc840 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:15.093147 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-333ab6b6-5a44-402d-b78e-7ebda81b9432 req-536d0c37-d026-4fb9-afab-d4e2793cc840 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=d657e1f4-07b4-4a1c-8acd-d8cdf69737ae HTTP/1.1" status: 200 len: 943 time: 0.0697134 Oct 30 15:43:15.109396 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ac06fcb9-f712-4f15-b8d6-ee7902b9449a req-c03a1916-6806-4cc8-a146-0c59dff92971 service neutron] 10.222.0.53 "GET /v2.0/networks/3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311481 Oct 30 15:43:15.179421 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-333ab6b6-5a44-402d-b78e-7ebda81b9432 req-eee1953b-be3a-4e16-8153-e1e1608f8793 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6103736-3251-4427-af42-92b533f3dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791297 Oct 30 15:43:15.224102 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ac06fcb9-f712-4f15-b8d6-ee7902b9449a req-ffa5a912-b02c-4c96-b2e8-c0eb835ec520 service neutron] 10.222.0.53 "GET /v2.0/networks/3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060796 Oct 30 15:43:16.301347 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd511b49-e98e-4be7-b8a3-f1d663835c17 req-fa265ee3-8046-4756-9779-c7883b25dec6 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:16.302798 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fd511b49-e98e-4be7-b8a3-f1d663835c17 req-fa265ee3-8046-4756-9779-c7883b25dec6 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=d657e1f4-07b4-4a1c-8acd-d8cdf69737ae HTTP/1.1" status: 200 len: 943 time: 0.0485122 Oct 30 15:43:16.341273 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fd511b49-e98e-4be7-b8a3-f1d663835c17 req-dd4bb1cf-b8dc-4205-9506-f9fd0bb7b448 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6103736-3251-4427-af42-92b533f3dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317640 Oct 30 15:43:17.456140 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45e8861-5eab-4a7d-80e7-4682c9698bfd req-d74edf2d-62d5-47fb-8ae4-a11d522f95c3 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:17.457646 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e45e8861-5eab-4a7d-80e7-4682c9698bfd req-d74edf2d-62d5-47fb-8ae4-a11d522f95c3 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=d657e1f4-07b4-4a1c-8acd-d8cdf69737ae HTTP/1.1" status: 200 len: 943 time: 0.0493679 Oct 30 15:43:17.508065 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e45e8861-5eab-4a7d-80e7-4682c9698bfd req-1b0408ce-c199-4561-8152-6489a4c0f781 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6103736-3251-4427-af42-92b533f3dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393527 Oct 30 15:43:18.625156 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f898687-bb8a-4609-9f0b-21dd2792208e req-5c96a38a-68c0-4def-ae9f-21bf33327873 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:18.626651 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8f898687-bb8a-4609-9f0b-21dd2792208e req-5c96a38a-68c0-4def-ae9f-21bf33327873 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=d657e1f4-07b4-4a1c-8acd-d8cdf69737ae HTTP/1.1" status: 200 len: 943 time: 0.0491042 Oct 30 15:43:18.665683 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8f898687-bb8a-4609-9f0b-21dd2792208e req-c19ec90b-d0d1-446d-836e-68cf6f103e62 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6103736-3251-4427-af42-92b533f3dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330818 Oct 30 15:43:19.801742 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a1c0b8-841d-4c27-875e-52c096410c22 req-f5fb87b5-d93a-48d1-81e1-b7eee81f6b34 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:19.803228 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c1a1c0b8-841d-4c27-875e-52c096410c22 req-f5fb87b5-d93a-48d1-81e1-b7eee81f6b34 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=d657e1f4-07b4-4a1c-8acd-d8cdf69737ae HTTP/1.1" status: 200 len: 943 time: 0.0547931 Oct 30 15:43:19.841273 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c1a1c0b8-841d-4c27-875e-52c096410c22 req-373189a5-4af1-456b-a5a8-4e51ca4fb9e2 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6103736-3251-4427-af42-92b533f3dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315180 Oct 30 15:43:20.963584 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573db7d5-53ee-4c65-b46d-6834588970bf req-1b827cc6-a3a5-415e-853d-82d406689ff7 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:20.965232 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-573db7d5-53ee-4c65-b46d-6834588970bf req-1b827cc6-a3a5-415e-853d-82d406689ff7 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=d657e1f4-07b4-4a1c-8acd-d8cdf69737ae HTTP/1.1" status: 200 len: 943 time: 0.0548208 Oct 30 15:43:21.005405 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-573db7d5-53ee-4c65-b46d-6834588970bf req-8a5c9945-b98f-4918-bb2e-ef3715fdb99a tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6103736-3251-4427-af42-92b533f3dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335524 Oct 30 15:43:21.159313 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2d565d24-09be-495f-8e33-2430b2c3c782 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:43:21.286067 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:43:21.768772 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 1a332fbf-0803-4909-80b5-7c3eed6e182a details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:43:21.864894 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 1a332fbf-0803-4909-80b5-7c3eed6e182a, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=1a332fbf-0803-4909-80b5-7c3eed6e182a,segment=NetworkSegment(eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15),segment_id=eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:43:21.876338 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': '1a332fbf-0803-4909-80b5-7c3eed6e182a', 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318', 'port_id': '1a332fbf-0803-4909-80b5-7c3eed6e182a', 'mac_address': 'fa:16:3e:79:6c:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2126f42-6201-4d38-a336-acc99efa4108', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:43:21.914135 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:43:21.927402 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a332fbf-0803-4909-80b5-7c3eed6e182a {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:43:21.946969 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 1a332fbf-0803-4909-80b5-7c3eed6e182a, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=1a332fbf-0803-4909-80b5-7c3eed6e182a,segment=NetworkSegment(eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15),segment_id=eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:43:21.951535 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:43:22.002886 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=1a332fbf-0803-4909-80b5-7c3eed6e182a,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:43:22.130811 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839bfaa-d6bc-44c4-a381-623f5c389bba req-8f70d425-0ff5-40df-9c44-156559918945 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:22.132304 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7839bfaa-d6bc-44c4-a381-623f5c389bba req-8f70d425-0ff5-40df-9c44-156559918945 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=d657e1f4-07b4-4a1c-8acd-d8cdf69737ae HTTP/1.1" status: 200 len: 944 time: 0.0497165 Oct 30 15:43:22.154543 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['1a332fbf-0803-4909-80b5-7c3eed6e182a'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:43:22.172046 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7839bfaa-d6bc-44c4-a381-623f5c389bba req-36e9be11-15a2-4bc3-8c35-880ba1541961 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6103736-3251-4427-af42-92b533f3dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333567 Oct 30 15:43:23.027206 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6600a1b7-01cd-44c8-a5ee-47351a1e527e req-cd2c8b29-7a21-454d-9c4b-cb53da0d23f5 tempest-TestNetworkAdvancedServerOps-183148034 tempest-TestNetworkAdvancedServerOps-183148034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:23.029420 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6600a1b7-01cd-44c8-a5ee-47351a1e527e req-cd2c8b29-7a21-454d-9c4b-cb53da0d23f5 tempest-TestNetworkAdvancedServerOps-183148034 tempest-TestNetworkAdvancedServerOps-183148034-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=c30d0322-bb7a-4358-96f6-13f80f38392a HTTP/1.1" status: 200 len: 1097 time: 0.0411973 Oct 30 15:43:23.065669 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6600a1b7-01cd-44c8-a5ee-47351a1e527e req-214e8b01-222b-447c-9eac-3e7329caa572 tempest-TestNetworkAdvancedServerOps-183148034 tempest-TestNetworkAdvancedServerOps-183148034-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=b858aa4d-af89-4d97-a7ca-8b4270b16f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295680 Oct 30 15:43:23.182549 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0d68e-2ccc-45ad-824a-54433baf53a7 req-78abff09-476a-4e21-b241-16aac9572944 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:23.184160 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-89e0d68e-2ccc-45ad-824a-54433baf53a7 req-78abff09-476a-4e21-b241-16aac9572944 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=c30d0322-bb7a-4358-96f6-13f80f38392a HTTP/1.1" status: 200 len: 945 time: 0.0490479 Oct 30 15:43:23.225919 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-89e0d68e-2ccc-45ad-824a-54433baf53a7 req-4bf76059-6a49-4c64-9f58-bee5a9de2c43 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=b858aa4d-af89-4d97-a7ca-8b4270b16f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350227 Oct 30 15:43:23.248531 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 50898) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:43:23.303838 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0168fad-c4b7-4fc8-b807-56e71b0d7db2 req-17cb9070-5517-4ff6-8ed8-55a7b875c687 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:23.305322 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b0168fad-c4b7-4fc8-b807-56e71b0d7db2 req-17cb9070-5517-4ff6-8ed8-55a7b875c687 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=d657e1f4-07b4-4a1c-8acd-d8cdf69737ae HTTP/1.1" status: 200 len: 944 time: 0.0542057 Oct 30 15:43:23.314155 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b67efd52-cccd-4c55-9c5e-18a5d8f099fe tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/floatingips/70ce2976-6357-4eae-8c07-ca4892ae3ba6 HTTP/1.1" status: 200 len: 993 time: 0.0643008 Oct 30 15:43:23.353751 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b0168fad-c4b7-4fc8-b807-56e71b0d7db2 req-ab460720-1184-41b9-b1d7-455227b25bea tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6103736-3251-4427-af42-92b533f3dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409865 Oct 30 15:43:23.619344 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [req-32b17306-1097-43ab-982d-30744edfd14b req-cd90b207-5306-4705-aaf7-587b4311c475 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:43:23.620508 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-32b17306-1097-43ab-982d-30744edfd14b req-cd90b207-5306-4705-aaf7-587b4311c475 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055187 Oct 30 15:43:23.777377 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b3ee51fb-baff-4f2c-8475-6159ffd34ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:43:23.782674 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 1a332fbf-0803-4909-80b5-7c3eed6e182a up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:43:23.840650 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port 1a332fbf-0803-4909-80b5-7c3eed6e182a completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:43:23.846591 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port 1a332fbf-0803-4909-80b5-7c3eed6e182a triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:43:23.847201 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:43:23.907313 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d5d6a157-a54a-4bb2-b679-644491bfb387 req-fd753de7-6e07-48ca-82ae-73ce60345d51 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c30d0322-bb7a-4358-96f6-13f80f38392a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0518994 Oct 30 15:43:23.919178 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af8bf1-eeba-4672-a16f-ba1fc91c11ea req-5faeed25-7373-41fd-b1dc-3901cf2bfbb7 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:23.923041 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c2af8bf1-eeba-4672-a16f-ba1fc91c11ea req-5faeed25-7373-41fd-b1dc-3901cf2bfbb7 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=c30d0322-bb7a-4358-96f6-13f80f38392a HTTP/1.1" status: 200 len: 945 time: 0.0600281 Oct 30 15:43:23.945653 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:43:23.974885 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c2af8bf1-eeba-4672-a16f-ba1fc91c11ea req-69c67e1d-5f96-4c76-8f20-e7d55940e229 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=b858aa4d-af89-4d97-a7ca-8b4270b16f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456169 Oct 30 15:43:23.996992 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 1a332fbf-0803-4909-80b5-7c3eed6e182a, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=1a332fbf-0803-4909-80b5-7c3eed6e182a,segment=NetworkSegment(eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15),segment_id=eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:43:23.998814 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd657e1f4-07b4-4a1c-8acd-d8cdf69737ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a332fbf-0803-4909-80b5-7c3eed6e182a'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:43:24.001453 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a50fee1-0b32-4771-9da6-06aa37e8bc30" -d '{"events": [{"server_uuid": "d657e1f4-07b4-4a1c-8acd-d8cdf69737ae", "name": "network-vif-plugged", "status": "completed", "tag": "1a332fbf-0803-4909-80b5-7c3eed6e182a"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:43:24.005548 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:43:24.063936 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=1a332fbf-0803-4909-80b5-7c3eed6e182a,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:43:24.068699 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38937ea0-5577-43b4-a9b3-1f68c7d81431 x-openstack-request-id: req-38937ea0-5577-43b4-a9b3-1f68c7d81431 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:43:24.069124 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d657e1f4-07b4-4a1c-8acd-d8cdf69737ae", "name": "network-vif-plugged", "status": "completed", "tag": "1a332fbf-0803-4909-80b5-7c3eed6e182a", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:43:24.069482 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-38937ea0-5577-43b4-a9b3-1f68c7d81431 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:43:24.069991 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd657e1f4-07b4-4a1c-8acd-d8cdf69737ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a332fbf-0803-4909-80b5-7c3eed6e182a', 'code': 200} Oct 30 15:43:24.176587 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e647b-a19d-44fb-99ea-d272c0cf2ed8 req-35a3cc10-22ac-484b-a81d-4c091690f7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:24.178189 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-923e647b-a19d-44fb-99ea-d272c0cf2ed8 req-35a3cc10-22ac-484b-a81d-4c091690f7a8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d657e1f4-07b4-4a1c-8acd-d8cdf69737ae HTTP/1.1" status: 200 len: 1097 time: 0.0429232 Oct 30 15:43:24.220498 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-923e647b-a19d-44fb-99ea-d272c0cf2ed8 req-34c046e6-c0c6-444f-afdd-b07e881a39e5 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a6103736-3251-4427-af42-92b533f3dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354750 Oct 30 15:43:24.485739 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a710a6a-1ab7-494f-a2a9-1b79cdfdf773 req-c0db8221-05f7-4950-acb5-6b8349adc221 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:24.487233 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3a710a6a-1ab7-494f-a2a9-1b79cdfdf773 req-c0db8221-05f7-4950-acb5-6b8349adc221 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=d657e1f4-07b4-4a1c-8acd-d8cdf69737ae HTTP/1.1" status: 200 len: 945 time: 0.0610816 Oct 30 15:43:24.546308 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3a710a6a-1ab7-494f-a2a9-1b79cdfdf773 req-fc4e90a8-afdb-45c2-980d-a7428c10ec89 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6103736-3251-4427-af42-92b533f3dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447369 Oct 30 15:43:24.721023 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:43:24.926008 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:43:25.096505 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0d18b-adfd-4e86-9e61-291b245a03c2 req-9a86addc-0abc-48e6-aaab-249f774b0aa3 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:25.103760 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d9c0d18b-adfd-4e86-9e61-291b245a03c2 req-9a86addc-0abc-48e6-aaab-249f774b0aa3 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=c30d0322-bb7a-4358-96f6-13f80f38392a HTTP/1.1" status: 200 len: 945 time: 0.0566230 Oct 30 15:43:25.122527 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d6a157-a54a-4bb2-b679-644491bfb387 req-c1824ba3-c47b-476e-8d8f-2bd7513d8dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:25.123743 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d5d6a157-a54a-4bb2-b679-644491bfb387 req-c1824ba3-c47b-476e-8d8f-2bd7513d8dfc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c4b96368b87a40a2935f71debcc2f400&device_id=c30d0322-bb7a-4358-96f6-13f80f38392a HTTP/1.1" status: 200 len: 1097 time: 0.0416243 Oct 30 15:43:25.154988 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d9c0d18b-adfd-4e86-9e61-291b245a03c2 req-2cafc418-20ac-4c03-a2c0-b035ca526ee4 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=b858aa4d-af89-4d97-a7ca-8b4270b16f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497975 Oct 30 15:43:25.239804 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d6a157-a54a-4bb2-b679-644491bfb387 req-b42a33ae-0752-42ea-a788-21e8278d9ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:25.242182 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d5d6a157-a54a-4bb2-b679-644491bfb387 req-b42a33ae-0752-42ea-a788-21e8278d9ac1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0 HTTP/1.1" status: 200 len: 897 time: 0.1108100 Oct 30 15:43:25.327891 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d5d6a157-a54a-4bb2-b679-644491bfb387 req-287d90bb-27cf-4819-a7a5-127d1ea46268 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=116e8184-b708-4169-a477-6c4e40e5e84c HTTP/1.1" status: 200 len: 1001 time: 0.0779665 Oct 30 15:43:25.378292 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d6a157-a54a-4bb2-b679-644491bfb387 req-72d667fa-3fca-44dd-b9c5-24d25ce179d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:25.379886 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d5d6a157-a54a-4bb2-b679-644491bfb387 req-72d667fa-3fca-44dd-b9c5-24d25ce179d6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d48a564f-0ec9-461a-9b50-a34dbe495a9a HTTP/1.1" status: 200 len: 835 time: 0.0450928 Oct 30 15:43:25.429712 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d6a157-a54a-4bb2-b679-644491bfb387 req-f14574d9-e6a2-4915-8ebe-7c2fb5a5c684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:25.431198 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d5d6a157-a54a-4bb2-b679-644491bfb387 req-f14574d9-e6a2-4915-8ebe-7c2fb5a5c684 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446484 Oct 30 15:43:25.519368 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d5d6a157-a54a-4bb2-b679-644491bfb387 req-5f48c8e9-316b-4b37-ba72-f6fa8a78ea90 service neutron] 10.222.0.53 "GET /v2.0/networks/3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811083 Oct 30 15:43:25.628722 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d5d6a157-a54a-4bb2-b679-644491bfb387 req-5ae54f89-30aa-4062-a214-681170888bb6 service neutron] 10.222.0.53 "GET /v2.0/networks/3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025660 Oct 30 15:43:25.666017 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0afe9c6-6c9e-41eb-821b-cca5bc92f8b0 req-366f2a19-3637-435b-8168-bd64eadc2659 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:25.667217 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f0afe9c6-6c9e-41eb-821b-cca5bc92f8b0 req-366f2a19-3637-435b-8168-bd64eadc2659 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=d657e1f4-07b4-4a1c-8acd-d8cdf69737ae HTTP/1.1" status: 200 len: 945 time: 0.0526159 Oct 30 15:43:25.720196 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f0afe9c6-6c9e-41eb-821b-cca5bc92f8b0 req-1ffcabb9-e334-4343-b802-bc90d78b4b3d tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6103736-3251-4427-af42-92b533f3dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361822 Oct 30 15:43:25.839088 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aebd1ac-2782-4b7b-b3cb-35085c9582ae req-b3788347-6caf-4ebc-90a8-0427900c72dc tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:25.840520 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0aebd1ac-2782-4b7b-b3cb-35085c9582ae req-b3788347-6caf-4ebc-90a8-0427900c72dc tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=d657e1f4-07b4-4a1c-8acd-d8cdf69737ae HTTP/1.1" status: 200 len: 945 time: 0.0501719 Oct 30 15:43:25.878835 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0aebd1ac-2782-4b7b-b3cb-35085c9582ae req-c2283bae-8876-4ccb-8b67-9512679a799f tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6103736-3251-4427-af42-92b533f3dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321832 Oct 30 15:43:25.901163 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 50948) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:43:25.941365 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5607e63-6929-42a0-9927-75b7d6d2ad12 tempest-TestVolumeBootPattern-1694188669 tempest-TestVolumeBootPattern-1694188669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:25.942871 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e5607e63-6929-42a0-9927-75b7d6d2ad12 tempest-TestVolumeBootPattern-1694188669 tempest-TestVolumeBootPattern-1694188669-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=d657e1f4-07b4-4a1c-8acd-d8cdf69737ae HTTP/1.1" status: 200 len: 1092 time: 0.0406420 Oct 30 15:43:25.945698 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 50950) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:43:25.949945 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-3f6258ff-271f-48d3-80c9-09e31959fe20 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Request body: {'floatingip': {'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'port_id': '1a332fbf-0803-4909-80b5-7c3eed6e182a', 'tenant_id': '887bc10b4e704641954048c16602273c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:43:25.972072 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3f6258ff-271f-48d3-80c9-09e31959fe20 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks [] for floatingip, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:43:26.074951 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3f6258ff-271f-48d3-80c9-09e31959fe20 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:43:26.188832 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-3f6258ff-271f-48d3-80c9-09e31959fe20 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Allocated IP 172.25.4.29 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/9943b5b1-a7de-4322-814d-1b4cbb70dae6) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:43:26.307000 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f46f63-2e45-4ee8-9e6a-8f8edbba2b94 req-42a24031-5380-4296-b4a8-98f10caf61b5 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:26.308498 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-67f46f63-2e45-4ee8-9e6a-8f8edbba2b94 req-42a24031-5380-4296-b4a8-98f10caf61b5 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=c30d0322-bb7a-4358-96f6-13f80f38392a HTTP/1.1" status: 200 len: 945 time: 0.0702984 Oct 30 15:43:26.347588 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3f6258ff-271f-48d3-80c9-09e31959fe20 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:43:26.372040 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-67f46f63-2e45-4ee8-9e6a-8f8edbba2b94 req-cde547a6-ae82-430f-9033-35b79f1ec94a tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=b858aa4d-af89-4d97-a7ca-8b4270b16f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556533 Oct 30 15:43:26.396251 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3f6258ff-271f-48d3-80c9-09e31959fe20 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:43:26.433700 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6258ff-271f-48d3-80c9-09e31959fe20 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:43:26.438650 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-3f6258ff-271f-48d3-80c9-09e31959fe20 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:43:26.442170 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6258ff-271f-48d3-80c9-09e31959fe20 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:43:26.447511 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6258ff-271f-48d3-80c9-09e31959fe20 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Pushing event updated for resources: {'Port': ['ID=9943b5b1-a7de-4322-814d-1b4cbb70dae6,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:43:26.661307 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:43:26.782814 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3f6258ff-271f-48d3-80c9-09e31959fe20 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:43:26.849746 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3f6258ff-271f-48d3-80c9-09e31959fe20 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:43:26.999366 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3f6258ff-271f-48d3-80c9-09e31959fe20 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:43:27.003779 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3f6258ff-271f-48d3-80c9-09e31959fe20 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:43:27.074745 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6258ff-271f-48d3-80c9-09e31959fe20 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Pushing event updated for resources: {'Port': ['ID=9943b5b1-a7de-4322-814d-1b4cbb70dae6,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:43:27.082866 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3f6258ff-271f-48d3-80c9-09e31959fe20 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:43:27.187071 n-d-806683-17 neutron-server[102130]: INFO neutron.db.l3_db [None req-3f6258ff-271f-48d3-80c9-09e31959fe20 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Floating IP ccf81e96-1ecb-41a1-a98b-542be7db46b6 associated. External IP: 172.25.4.29, port: 1a332fbf-0803-4909-80b5-7c3eed6e182a. Oct 30 15:43:27.394279 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f6258ff-271f-48d3-80c9-09e31959fe20 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Router 966d4cf7-96e3-47f4-a906-6b02346ee5fe has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:43:27.513075 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f6258ff-271f-48d3-80c9-09e31959fe20 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:43:27.514268 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fad63d2-0447-4d3a-bc7f-0ab6440e0273 req-11afdea0-7669-4fda-8064-51ff05eafacf tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:27.523994 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8fad63d2-0447-4d3a-bc7f-0ab6440e0273 req-11afdea0-7669-4fda-8064-51ff05eafacf tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=c30d0322-bb7a-4358-96f6-13f80f38392a HTTP/1.1" status: 200 len: 945 time: 0.0725987 Oct 30 15:43:27.526034 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3163a2-9257-488b-aa7f-0d235260c0bc None None] Sync routers for ids ['966d4cf7-96e3-47f4-a906-6b02346ee5fe'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:43:27.540351 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3f6258ff-271f-48d3-80c9-09e31959fe20 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:43:27.541842 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3163a2-9257-488b-aa7f-0d235260c0bc None None] Routers {'966d4cf7-96e3-47f4-a906-6b02346ee5fe'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:43:27.543212 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-7e3163a2-9257-488b-aa7f-0d235260c0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:43:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['966d4cf7-96e3-47f4-a906-6b02346ee5fe'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:43:27.573650 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-3f6258ff-271f-48d3-80c9-09e31959fe20 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6268251 Oct 30 15:43:27.574871 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd657e1f4-07b4-4a1c-8acd-d8cdf69737ae', 'tag': '1a332fbf-0803-4909-80b5-7c3eed6e182a'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:43:27.578196 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b48121f-1116-492c-908b-8bbcf516d1fb" -d '{"events": [{"name": "network-changed", "server_uuid": "d657e1f4-07b4-4a1c-8acd-d8cdf69737ae", "tag": "1a332fbf-0803-4909-80b5-7c3eed6e182a"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:43:27.591146 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8fad63d2-0447-4d3a-bc7f-0ab6440e0273 req-10c235f1-3f4b-4d5f-8ffe-e1a05e8d038f tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=b858aa4d-af89-4d97-a7ca-8b4270b16f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566900 Oct 30 15:43:27.641225 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d996b6-81e0-490a-a049-f13b1cec52d6 x-openstack-request-id: req-72d996b6-81e0-490a-a049-f13b1cec52d6 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:43:27.641775 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d657e1f4-07b4-4a1c-8acd-d8cdf69737ae", "tag": "1a332fbf-0803-4909-80b5-7c3eed6e182a", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:43:27.642032 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-72d996b6-81e0-490a-a049-f13b1cec52d6 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:43:27.642441 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd657e1f4-07b4-4a1c-8acd-d8cdf69737ae', 'tag': '1a332fbf-0803-4909-80b5-7c3eed6e182a', 'status': 'completed', 'code': 200} Oct 30 15:43:27.675320 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-7e3163a2-9257-488b-aa7f-0d235260c0bc None None] Set router 966d4cf7-96e3-47f4-a906-6b02346ee5fe gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:43:27.719770 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b48121f-1116-492c-908b-8bbcf516d1fb req-3c1f7fba-dcb4-4be9-9056-d005bf853a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:27.721368 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7b48121f-1116-492c-908b-8bbcf516d1fb req-3c1f7fba-dcb4-4be9-9056-d005bf853a32 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=887bc10b4e704641954048c16602273c&device_id=d657e1f4-07b4-4a1c-8acd-d8cdf69737ae HTTP/1.1" status: 200 len: 1097 time: 0.0566907 Oct 30 15:43:27.822668 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b48121f-1116-492c-908b-8bbcf516d1fb req-e5c58354-c6a7-4823-9812-a2264f539a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:27.824132 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7b48121f-1116-492c-908b-8bbcf516d1fb req-e5c58354-c6a7-4823-9812-a2264f539a3f service neutron] 10.222.0.44 "GET /v2.0/networks?id=eaec26f8-16ce-4842-b83b-287e7177f318 HTTP/1.1" status: 200 len: 913 time: 0.0954731 Oct 30 15:43:27.889731 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7b48121f-1116-492c-908b-8bbcf516d1fb req-b0b7879f-ca62-4456-8df4-dde38c167cdd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a332fbf-0803-4909-80b5-7c3eed6e182a HTTP/1.1" status: 200 len: 998 time: 0.0586159 Oct 30 15:43:27.910058 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-7e3163a2-9257-488b-aa7f-0d235260c0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'name': 'tempest-TestVolumeBootPattern-2112133331-router', 'tenant_id': '887bc10b4e704641954048c16602273c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '91f6b4ea-b190-41e2-9624-0a6ec604ddb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:39:01Z', 'updated_at': '2021-10-30T15:39:05Z', 'revision_number': 4, 'project_id': '887bc10b4e704641954048c16602273c', 'gw_port': {'id': '91f6b4ea-b190-41e2-9624-0a6ec604ddb1', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:39:02Z', 'updated_at': '2021-10-30T15:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': 'ccf81e96-1ecb-41a1-a98b-542be7db46b6', 'tenant_id': '887bc10b4e704641954048c16602273c', 'floating_ip_address': '172.25.4.29', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'port_id': '1a332fbf-0803-4909-80b5-7c3eed6e182a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318', 'mac_address': 'fa:16:3e:79:6c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd657e1f4-07b4-4a1c-8acd-d8cdf69737ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:43:26Z', 'updated_at': '2021-10-30T15:43:26Z', 'revision_number': 0, 'project_id': '887bc10b4e704641954048c16602273c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '612c1443-77a5-4a63-8a66-8681588aaae7', 'name': '', 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318', 'tenant_id': '887bc10b4e704641954048c16602273c', 'mac_address': 'fa:16:3e:29:79:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': 'e2126f42-6201-4d38-a336-acc99efa4108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:39:04Z', 'updated_at': '2021-10-30T15:39:11Z', 'revision_number': 5, 'project_id': '887bc10b4e704641954048c16602273c', 'subnets': [{'id': 'e2126f42-6201-4d38-a336-acc99efa4108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:43:27.937371 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3163a2-9257-488b-aa7f-0d235260c0bc None None] Checking router: 966d4cf7-96e3-47f4-a906-6b02346ee5fe for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:43:27.943727 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b48121f-1116-492c-908b-8bbcf516d1fb req-f3dce984-860c-484b-8cb6-814980020265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:27.945283 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7b48121f-1116-492c-908b-8bbcf516d1fb req-f3dce984-860c-484b-8cb6-814980020265 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e2126f42-6201-4d38-a336-acc99efa4108 HTTP/1.1" status: 200 len: 851 time: 0.0489373 Oct 30 15:43:27.945833 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3163a2-9257-488b-aa7f-0d235260c0bc None None] Routers {'966d4cf7-96e3-47f4-a906-6b02346ee5fe'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:43:27.946438 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-7e3163a2-9257-488b-aa7f-0d235260c0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:43:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['966d4cf7-96e3-47f4-a906-6b02346ee5fe'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:43:27.992108 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b48121f-1116-492c-908b-8bbcf516d1fb req-956959a0-cb91-4e4d-80ac-3956b8116b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:27.993685 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7b48121f-1116-492c-908b-8bbcf516d1fb req-956959a0-cb91-4e4d-80ac-3956b8116b9a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eaec26f8-16ce-4842-b83b-287e7177f318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419374 Oct 30 15:43:28.058483 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-7e3163a2-9257-488b-aa7f-0d235260c0bc None None] Set router 966d4cf7-96e3-47f4-a906-6b02346ee5fe gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:43:28.089265 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7b48121f-1116-492c-908b-8bbcf516d1fb req-2d2f9827-179f-45c6-a965-ae5a435429ad service neutron] 10.222.0.44 "GET /v2.0/networks/eaec26f8-16ce-4842-b83b-287e7177f318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888705 Oct 30 15:43:28.188011 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7b48121f-1116-492c-908b-8bbcf516d1fb req-b8f0cd90-419d-4cf0-b63e-50d2be136a0a service neutron] 10.222.0.44 "GET /v2.0/networks/eaec26f8-16ce-4842-b83b-287e7177f318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913768 Oct 30 15:43:28.411373 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-7e3163a2-9257-488b-aa7f-0d235260c0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'name': 'tempest-TestVolumeBootPattern-2112133331-router', 'tenant_id': '887bc10b4e704641954048c16602273c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '91f6b4ea-b190-41e2-9624-0a6ec604ddb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:39:01Z', 'updated_at': '2021-10-30T15:39:05Z', 'revision_number': 4, 'project_id': '887bc10b4e704641954048c16602273c', 'gw_port': {'id': '91f6b4ea-b190-41e2-9624-0a6ec604ddb1', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:39:02Z', 'updated_at': '2021-10-30T15:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': 'ccf81e96-1ecb-41a1-a98b-542be7db46b6', 'tenant_id': '887bc10b4e704641954048c16602273c', 'floating_ip_address': '172.25.4.29', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'port_id': '1a332fbf-0803-4909-80b5-7c3eed6e182a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318', 'mac_address': 'fa:16:3e:79:6c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd657e1f4-07b4-4a1c-8acd-d8cdf69737ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:43:26Z', 'updated_at': '2021-10-30T15:43:26Z', 'revision_number': 0, 'project_id': '887bc10b4e704641954048c16602273c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '612c1443-77a5-4a63-8a66-8681588aaae7', 'name': '', 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318', 'tenant_id': '887bc10b4e704641954048c16602273c', 'mac_address': 'fa:16:3e:29:79:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': 'e2126f42-6201-4d38-a336-acc99efa4108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:39:04Z', 'updated_at': '2021-10-30T15:39:11Z', 'revision_number': 5, 'project_id': '887bc10b4e704641954048c16602273c', 'subnets': [{'id': 'e2126f42-6201-4d38-a336-acc99efa4108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:43:28.441595 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3163a2-9257-488b-aa7f-0d235260c0bc None None] The sync data for ids ['966d4cf7-96e3-47f4-a906-6b02346ee5fe'] in n-d-806683-17 is: [{'id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'name': 'tempest-TestVolumeBootPattern-2112133331-router', 'tenant_id': '887bc10b4e704641954048c16602273c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '91f6b4ea-b190-41e2-9624-0a6ec604ddb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:39:01Z', 'updated_at': '2021-10-30T15:39:05Z', 'revision_number': 4, 'project_id': '887bc10b4e704641954048c16602273c', 'gw_port': {'id': '91f6b4ea-b190-41e2-9624-0a6ec604ddb1', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:39:02Z', 'updated_at': '2021-10-30T15:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': 'ccf81e96-1ecb-41a1-a98b-542be7db46b6', 'tenant_id': '887bc10b4e704641954048c16602273c', 'floating_ip_address': '172.25.4.29', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'port_id': '1a332fbf-0803-4909-80b5-7c3eed6e182a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318', 'mac_address': 'fa:16:3e:79:6c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd657e1f4-07b4-4a1c-8acd-d8cdf69737ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:43:26Z', 'updated_at': '2021-10-30T15:43:26Z', 'revision_number': 0, 'project_id': '887bc10b4e704641954048c16602273c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '612c1443-77a5-4a63-8a66-8681588aaae7', 'name': '', 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318', 'tenant_id': '887bc10b4e704641954048c16602273c', 'mac_address': 'fa:16:3e:29:79:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': 'e2126f42-6201-4d38-a336-acc99efa4108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:39:04Z', 'updated_at': '2021-10-30T15:39:11Z', 'revision_number': 5, 'project_id': '887bc10b4e704641954048c16602273c', 'subnets': [{'id': 'e2126f42-6201-4d38-a336-acc99efa4108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:43:28.667943 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c15c7cb-b72f-47c4-a453-0ba106fae053 None None] New status for floating IP ccf81e96-1ecb-41a1-a98b-542be7db46b6: ACTIVE {{(pid=102132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 15:43:28.727539 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9242d4-7f5e-4645-beda-c9f84c6e70c0 req-a3d765c2-c0e4-40ec-b271-ed22562b2864 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:28.729117 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5b9242d4-7f5e-4645-beda-c9f84c6e70c0 req-a3d765c2-c0e4-40ec-b271-ed22562b2864 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=c30d0322-bb7a-4358-96f6-13f80f38392a HTTP/1.1" status: 200 len: 945 time: 0.0559261 Oct 30 15:43:28.772381 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5b9242d4-7f5e-4645-beda-c9f84c6e70c0 req-6a56b24e-e3dc-4b8c-974b-2e3c2281a378 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=b858aa4d-af89-4d97-a7ca-8b4270b16f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364168 Oct 30 15:43:29.903879 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa12c57-9315-4e7e-8282-4588211b974c req-6451a6a7-001f-4fa0-b7f7-bae67d603f45 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:29.905367 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9fa12c57-9315-4e7e-8282-4588211b974c req-6451a6a7-001f-4fa0-b7f7-bae67d603f45 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=c30d0322-bb7a-4358-96f6-13f80f38392a HTTP/1.1" status: 200 len: 945 time: 0.0614510 Oct 30 15:43:29.943437 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9fa12c57-9315-4e7e-8282-4588211b974c req-7207224b-e4f7-4795-a7c5-674f5034feb4 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=b858aa4d-af89-4d97-a7ca-8b4270b16f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319018 Oct 30 15:43:30.087748 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:43:31.076532 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a289118b-3696-4769-95aa-065d52b82237 req-49d1c7e9-fb31-491e-8469-f84cf4641d12 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:31.078027 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a289118b-3696-4769-95aa-065d52b82237 req-49d1c7e9-fb31-491e-8469-f84cf4641d12 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=c30d0322-bb7a-4358-96f6-13f80f38392a HTTP/1.1" status: 200 len: 945 time: 0.0531013 Oct 30 15:43:31.115648 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a289118b-3696-4769-95aa-065d52b82237 req-9c01b068-5bd7-47f6-bb39-1854792bf649 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=b858aa4d-af89-4d97-a7ca-8b4270b16f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314476 Oct 30 15:43:32.101799 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:43:32.246950 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf573f23-209e-4ba0-82fc-4c5ba2e60c61 req-743d9404-4cf8-4bf5-902d-956ceca79734 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:32.249037 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cf573f23-209e-4ba0-82fc-4c5ba2e60c61 req-743d9404-4cf8-4bf5-902d-956ceca79734 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=c30d0322-bb7a-4358-96f6-13f80f38392a HTTP/1.1" status: 200 len: 945 time: 0.0636957 Oct 30 15:43:32.288029 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cf573f23-209e-4ba0-82fc-4c5ba2e60c61 req-5fb7d90d-0360-4482-9174-e3411ab1c1f2 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=b858aa4d-af89-4d97-a7ca-8b4270b16f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326121 Oct 30 15:43:33.104763 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [req-27675f87-c1b6-4aed-89d0-7ada7fae10a7 req-8c92eecf-2653-49bf-acb5-ba080cf09e83 tempest-ServerRescueNegativeTestJSON-1173850988 tempest-ServerRescueNegativeTestJSON-1173850988-project] (102131) timed out ('10.222.0.44', 51035) {{(pid=102131) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 30 15:43:33.408519 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ee4587-6915-448e-b7af-6052cf26ccac req-329da90f-ccaf-4611-8810-7bd7fce95c34 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:33.410064 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-62ee4587-6915-448e-b7af-6052cf26ccac req-329da90f-ccaf-4611-8810-7bd7fce95c34 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=c30d0322-bb7a-4358-96f6-13f80f38392a HTTP/1.1" status: 200 len: 945 time: 0.0533712 Oct 30 15:43:33.450199 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-62ee4587-6915-448e-b7af-6052cf26ccac req-a002ae39-b5b0-483a-9582-6e570b92bc33 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=b858aa4d-af89-4d97-a7ca-8b4270b16f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340571 Oct 30 15:43:34.566587 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed2ea48-d7b2-40ba-aebe-5a9cad9f4707 req-01ab2fbd-945b-40b8-944b-c05f50b95de6 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:34.568087 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3ed2ea48-d7b2-40ba-aebe-5a9cad9f4707 req-01ab2fbd-945b-40b8-944b-c05f50b95de6 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=c30d0322-bb7a-4358-96f6-13f80f38392a HTTP/1.1" status: 200 len: 945 time: 0.0489099 Oct 30 15:43:34.605352 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3ed2ea48-d7b2-40ba-aebe-5a9cad9f4707 req-cad8c1d4-1e6e-40da-a8b8-1d95daeb2693 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=b858aa4d-af89-4d97-a7ca-8b4270b16f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313392 Oct 30 15:43:35.734242 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ddb82-0ce6-48f6-88be-91360094d933 req-43227540-7e7a-4de3-98ab-b4c173f99f8e tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:35.736076 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-306ddb82-0ce6-48f6-88be-91360094d933 req-43227540-7e7a-4de3-98ab-b4c173f99f8e tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=c30d0322-bb7a-4358-96f6-13f80f38392a HTTP/1.1" status: 200 len: 945 time: 0.0586288 Oct 30 15:43:35.784482 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-306ddb82-0ce6-48f6-88be-91360094d933 req-cdb25e78-d8a4-498d-931a-fe24e28d1b53 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=b858aa4d-af89-4d97-a7ca-8b4270b16f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421729 Oct 30 15:43:36.912813 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e44dc0e-c4a5-4ba8-a9c0-7eb555749c1f req-cfea4e28-1f50-4b1f-a44c-a175301ff9ef tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:36.914470 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8e44dc0e-c4a5-4ba8-a9c0-7eb555749c1f req-cfea4e28-1f50-4b1f-a44c-a175301ff9ef tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=c30d0322-bb7a-4358-96f6-13f80f38392a HTTP/1.1" status: 200 len: 945 time: 0.0517290 Oct 30 15:43:36.956495 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8e44dc0e-c4a5-4ba8-a9c0-7eb555749c1f req-a02b6dcd-78a1-450d-a1e5-7efe445117c4 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=b858aa4d-af89-4d97-a7ca-8b4270b16f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350144 Oct 30 15:43:38.075574 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09627422-0b52-4e5c-817d-730d6e05ec35 req-5f53f42c-fc45-459e-9ff3-a25128481b02 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:38.077082 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-09627422-0b52-4e5c-817d-730d6e05ec35 req-5f53f42c-fc45-459e-9ff3-a25128481b02 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=c30d0322-bb7a-4358-96f6-13f80f38392a HTTP/1.1" status: 200 len: 945 time: 0.0508609 Oct 30 15:43:38.116379 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-09627422-0b52-4e5c-817d-730d6e05ec35 req-16e9be54-5ce2-429d-97c1-eb56b8b4eddf tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=b858aa4d-af89-4d97-a7ca-8b4270b16f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332494 Oct 30 15:43:39.240936 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c36358-1e97-4925-8add-a842e19d987a req-4fc97d7f-420a-4d8d-a1e5-97c7ebe35600 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:39.242409 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-00c36358-1e97-4925-8add-a842e19d987a req-4fc97d7f-420a-4d8d-a1e5-97c7ebe35600 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=c30d0322-bb7a-4358-96f6-13f80f38392a HTTP/1.1" status: 200 len: 945 time: 0.0544591 Oct 30 15:43:39.288641 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-00c36358-1e97-4925-8add-a842e19d987a req-7197e7ce-1ad2-47eb-9696-591257b37c4d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=b858aa4d-af89-4d97-a7ca-8b4270b16f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336657 Oct 30 15:43:40.409863 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2bb46-1f1a-44a2-b654-f07df608070d req-6155b980-cd25-48f8-a651-1be5a8edadf5 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:40.411525 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-53a2bb46-1f1a-44a2-b654-f07df608070d req-6155b980-cd25-48f8-a651-1be5a8edadf5 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=c30d0322-bb7a-4358-96f6-13f80f38392a HTTP/1.1" status: 200 len: 945 time: 0.0550108 Oct 30 15:43:40.454986 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-53a2bb46-1f1a-44a2-b654-f07df608070d req-b078c27f-5842-4e98-90a9-fd1817e10dd9 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=b858aa4d-af89-4d97-a7ca-8b4270b16f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368330 Oct 30 15:43:41.585578 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb34341-1e18-42c1-ab88-131178c9f0b3 req-0f9a6dc1-2606-4850-912d-0ad2d7730de8 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:41.588187 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9eb34341-1e18-42c1-ab88-131178c9f0b3 req-0f9a6dc1-2606-4850-912d-0ad2d7730de8 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=c30d0322-bb7a-4358-96f6-13f80f38392a HTTP/1.1" status: 200 len: 945 time: 0.0608542 Oct 30 15:43:41.630953 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9eb34341-1e18-42c1-ab88-131178c9f0b3 req-95ad10c3-368d-4f94-aaa9-fb6b33e717d8 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=b858aa4d-af89-4d97-a7ca-8b4270b16f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357990 Oct 30 15:43:42.400921 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [req-d5d6a157-a54a-4bb2-b679-644491bfb387 req-b7993dda-0e92-410a-9a43-ffe1f628a2da service neutron] show failed (client error): The resource could not be found. Oct 30 15:43:42.401950 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d5d6a157-a54a-4bb2-b679-644491bfb387 req-b7993dda-0e92-410a-9a43-ffe1f628a2da service neutron] 10.222.0.53 "GET /v2.0/ports/116e8184-b708-4169-a477-6c4e40e5e84c/bindings/n-h2-806683-17 HTTP/1.1" status: 404 len: 381 time: 0.0615194 Oct 30 15:43:42.624374 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d6a157-a54a-4bb2-b679-644491bfb387 req-5929a136-690d-4924-bd58-95c92c64ae55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:42.626095 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d5d6a157-a54a-4bb2-b679-644491bfb387 req-5929a136-690d-4924-bd58-95c92c64ae55 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c30d0322-bb7a-4358-96f6-13f80f38392a&tenant_id=c4b96368b87a40a2935f71debcc2f400 HTTP/1.1" status: 200 len: 1097 time: 0.0435114 Oct 30 15:43:42.639611 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-d5d6a157-a54a-4bb2-b679-644491bfb387 req-6a9568ab-5aaa-4bfb-9f0e-2acf6a8ac1d0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-17', 'device_owner': 'compute:nova'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:43:42.706725 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-d5d6a157-a54a-4bb2-b679-644491bfb387 req-6a9568ab-5aaa-4bfb-9f0e-2acf6a8ac1d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:43:42.787494 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5477382d-9f19-4cf6-80dd-266d67373620 req-81b74531-34db-4696-8a56-f82af54898d1 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:42.789083 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5477382d-9f19-4cf6-80dd-266d67373620 req-81b74531-34db-4696-8a56-f82af54898d1 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=c30d0322-bb7a-4358-96f6-13f80f38392a HTTP/1.1" status: 200 len: 945 time: 0.0660546 Oct 30 15:43:42.830677 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5477382d-9f19-4cf6-80dd-266d67373620 req-927569fd-b348-43d7-bf17-a9a8e3501fe8 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=b858aa4d-af89-4d97-a7ca-8b4270b16f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339289 Oct 30 15:43:42.921562 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-d5d6a157-a54a-4bb2-b679-644491bfb387 req-6a9568ab-5aaa-4bfb-9f0e-2acf6a8ac1d0 service neutron] For port 116e8184-b708-4169-a477-6c4e40e5e84c, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=116e8184-b708-4169-a477-6c4e40e5e84c,segment=NetworkSegment(f5731bf4-3a85-48d5-8dd9-11ddcd49647f),segment_id=f5731bf4-3a85-48d5-8dd9-11ddcd49647f)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:43:42.957892 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-d5d6a157-a54a-4bb2-b679-644491bfb387 req-6a9568ab-5aaa-4bfb-9f0e-2acf6a8ac1d0 service neutron] For port 116e8184-b708-4169-a477-6c4e40e5e84c, host n-h1-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:43:43.003899 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c30d0322-bb7a-4358-96f6-13f80f38392a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '116e8184-b708-4169-a477-6c4e40e5e84c'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:43:43.006303 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d86e3b0-4c2c-4868-b1c0-474e4705c702" -d '{"events": [{"server_uuid": "c30d0322-bb7a-4358-96f6-13f80f38392a", "name": "network-vif-unplugged", "status": "completed", "tag": "116e8184-b708-4169-a477-6c4e40e5e84c"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:43:43.010555 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-d5d6a157-a54a-4bb2-b679-644491bfb387 req-6a9568ab-5aaa-4bfb-9f0e-2acf6a8ac1d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:43:43.026247 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-d5d6a157-a54a-4bb2-b679-644491bfb387 req-6a9568ab-5aaa-4bfb-9f0e-2acf6a8ac1d0 service neutron] Transition to ACTIVE for port object 116e8184-b708-4169-a477-6c4e40e5e84c will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:43:43.032356 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-d5d6a157-a54a-4bb2-b679-644491bfb387 req-6a9568ab-5aaa-4bfb-9f0e-2acf6a8ac1d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:43:43.100111 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9568ab-5aaa-4bfb-9f0e-2acf6a8ac1d0 service neutron] Pushing event updated for resources: {'Port': ['ID=116e8184-b708-4169-a477-6c4e40e5e84c,revision_number=6']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:43:43.415394 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Oct 2021 15:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec891f1-d252-4321-a6f2-3b4057cbbff2 x-openstack-request-id: req-8ec891f1-d252-4321-a6f2-3b4057cbbff2 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:43:43.415716 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c30d0322-bb7a-4358-96f6-13f80f38392a", "name": "network-vif-unplugged", "status": "completed", "tag": "116e8184-b708-4169-a477-6c4e40e5e84c", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:43:43.415971 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8ec891f1-d252-4321-a6f2-3b4057cbbff2 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:43:43.416363 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c30d0322-bb7a-4358-96f6-13f80f38392a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '116e8184-b708-4169-a477-6c4e40e5e84c', 'code': 200} Oct 30 15:43:43.419731 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9568ab-5aaa-4bfb-9f0e-2acf6a8ac1d0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:43:43.420082 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9568ab-5aaa-4bfb-9f0e-2acf6a8ac1d0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:43:43.420413 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9568ab-5aaa-4bfb-9f0e-2acf6a8ac1d0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:43:43.420751 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9568ab-5aaa-4bfb-9f0e-2acf6a8ac1d0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:43:43.421078 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9568ab-5aaa-4bfb-9f0e-2acf6a8ac1d0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:43:43.421405 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9568ab-5aaa-4bfb-9f0e-2acf6a8ac1d0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:43:43.421729 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9568ab-5aaa-4bfb-9f0e-2acf6a8ac1d0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:43:43.422050 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9568ab-5aaa-4bfb-9f0e-2acf6a8ac1d0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:43:43.422373 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9568ab-5aaa-4bfb-9f0e-2acf6a8ac1d0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:43:43.422694 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9568ab-5aaa-4bfb-9f0e-2acf6a8ac1d0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:43:43.423014 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9568ab-5aaa-4bfb-9f0e-2acf6a8ac1d0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:43:43.423334 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9568ab-5aaa-4bfb-9f0e-2acf6a8ac1d0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:43:43.465593 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5d6a157-a54a-4bb2-b679-644491bfb387 req-6a9568ab-5aaa-4bfb-9f0e-2acf6a8ac1d0 service neutron] No DVR routers for this DVR port 116e8184-b708-4169-a477-6c4e40e5e84c on host n-h1-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:43:43.608200 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-d5d6a157-a54a-4bb2-b679-644491bfb387 req-6a9568ab-5aaa-4bfb-9f0e-2acf6a8ac1d0 service neutron] Attempting to bind port 116e8184-b708-4169-a477-6c4e40e5e84c on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:43:43.608542 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-d5d6a157-a54a-4bb2-b679-644491bfb387 req-6a9568ab-5aaa-4bfb-9f0e-2acf6a8ac1d0 service neutron] Attempting to bind port 116e8184-b708-4169-a477-6c4e40e5e84c by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': 'f5731bf4-3a85-48d5-8dd9-11ddcd49647f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:43:43.608864 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d6a157-a54a-4bb2-b679-644491bfb387 req-6a9568ab-5aaa-4bfb-9f0e-2acf6a8ac1d0 service neutron] Attempting to bind port 116e8184-b708-4169-a477-6c4e40e5e84c on network 3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:43:43.613286 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d6a157-a54a-4bb2-b679-644491bfb387 req-6a9568ab-5aaa-4bfb-9f0e-2acf6a8ac1d0 service neutron] Port 116e8184-b708-4169-a477-6c4e40e5e84c on network 3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:43:43.613619 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d6a157-a54a-4bb2-b679-644491bfb387 req-6a9568ab-5aaa-4bfb-9f0e-2acf6a8ac1d0 service neutron] Attempting to bind port 116e8184-b708-4169-a477-6c4e40e5e84c on network 3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:43:43.618720 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d6a157-a54a-4bb2-b679-644491bfb387 req-6a9568ab-5aaa-4bfb-9f0e-2acf6a8ac1d0 service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:43:43.618981 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d6a157-a54a-4bb2-b679-644491bfb387 req-6a9568ab-5aaa-4bfb-9f0e-2acf6a8ac1d0 service neutron] Checking segment: {'id': 'f5731bf4-3a85-48d5-8dd9-11ddcd49647f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:43:43.619365 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d6a157-a54a-4bb2-b679-644491bfb387 req-6a9568ab-5aaa-4bfb-9f0e-2acf6a8ac1d0 service neutron] Bound using segment: {'id': 'f5731bf4-3a85-48d5-8dd9-11ddcd49647f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:43:43.619865 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-d5d6a157-a54a-4bb2-b679-644491bfb387 req-6a9568ab-5aaa-4bfb-9f0e-2acf6a8ac1d0 service neutron] Bound port: 116e8184-b708-4169-a477-6c4e40e5e84c, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5731bf4-3a85-48d5-8dd9-11ddcd49647f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:43:43.620222 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-d5d6a157-a54a-4bb2-b679-644491bfb387 req-6a9568ab-5aaa-4bfb-9f0e-2acf6a8ac1d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:43:43.701601 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-d5d6a157-a54a-4bb2-b679-644491bfb387 req-6a9568ab-5aaa-4bfb-9f0e-2acf6a8ac1d0 service neutron] For port 116e8184-b708-4169-a477-6c4e40e5e84c, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:43:43.704679 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-d5d6a157-a54a-4bb2-b679-644491bfb387 req-6a9568ab-5aaa-4bfb-9f0e-2acf6a8ac1d0 service neutron] For port 116e8184-b708-4169-a477-6c4e40e5e84c, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=116e8184-b708-4169-a477-6c4e40e5e84c,segment=NetworkSegment(f5731bf4-3a85-48d5-8dd9-11ddcd49647f),segment_id=f5731bf4-3a85-48d5-8dd9-11ddcd49647f)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:43:43.709816 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-d5d6a157-a54a-4bb2-b679-644491bfb387 req-6a9568ab-5aaa-4bfb-9f0e-2acf6a8ac1d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:43:43.759653 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d6a157-a54a-4bb2-b679-644491bfb387 req-6a9568ab-5aaa-4bfb-9f0e-2acf6a8ac1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:43.760842 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-d5d6a157-a54a-4bb2-b679-644491bfb387 req-6a9568ab-5aaa-4bfb-9f0e-2acf6a8ac1d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:43:43.763367 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d5d6a157-a54a-4bb2-b679-644491bfb387 req-6a9568ab-5aaa-4bfb-9f0e-2acf6a8ac1d0 service neutron] 10.222.0.44 "PUT /v2.0/ports/116e8184-b708-4169-a477-6c4e40e5e84c HTTP/1.1" status: 200 len: 1092 time: 1.1282957 Oct 30 15:43:43.785565 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9568ab-5aaa-4bfb-9f0e-2acf6a8ac1d0 service neutron] Pushing event updated for resources: {'Port': ['ID=116e8184-b708-4169-a477-6c4e40e5e84c,revision_number=7']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:43:43.839675 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d6a157-a54a-4bb2-b679-644491bfb387 req-46f45891-c679-401b-bd18-8211ead3fed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:43.841987 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d5d6a157-a54a-4bb2-b679-644491bfb387 req-46f45891-c679-401b-bd18-8211ead3fed2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c4b96368b87a40a2935f71debcc2f400&device_id=c30d0322-bb7a-4358-96f6-13f80f38392a HTTP/1.1" status: 200 len: 1095 time: 0.0496261 Oct 30 15:43:43.981937 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d6a157-a54a-4bb2-b679-644491bfb387 req-6ce86548-a0d3-4815-a5c2-e89b6268d518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:43.984401 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d5d6a157-a54a-4bb2-b679-644491bfb387 req-6ce86548-a0d3-4815-a5c2-e89b6268d518 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0 HTTP/1.1" status: 200 len: 897 time: 0.1340518 Oct 30 15:43:44.010956 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5b81f-87ef-4a11-981c-d2b0d259e664 req-f0ec4aec-0e29-457a-aa70-084fa3163c78 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:44.019292 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9cf5b81f-87ef-4a11-981c-d2b0d259e664 req-f0ec4aec-0e29-457a-aa70-084fa3163c78 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=c30d0322-bb7a-4358-96f6-13f80f38392a HTTP/1.1" status: 200 len: 943 time: 0.0749195 Oct 30 15:43:44.062213 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9cf5b81f-87ef-4a11-981c-d2b0d259e664 req-939b081f-838a-43be-ade5-af58e729703c tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=b858aa4d-af89-4d97-a7ca-8b4270b16f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418966 Oct 30 15:43:44.073317 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d5d6a157-a54a-4bb2-b679-644491bfb387 req-c3e9cf47-ca88-4a31-861c-fe8cc008b72b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=116e8184-b708-4169-a477-6c4e40e5e84c HTTP/1.1" status: 200 len: 999 time: 0.0817297 Oct 30 15:43:44.140360 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d6a157-a54a-4bb2-b679-644491bfb387 req-4da2d4f1-a021-408c-8dca-f6ba8bc2b0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:44.141976 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d5d6a157-a54a-4bb2-b679-644491bfb387 req-4da2d4f1-a021-408c-8dca-f6ba8bc2b0f6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d48a564f-0ec9-461a-9b50-a34dbe495a9a HTTP/1.1" status: 200 len: 835 time: 0.0602398 Oct 30 15:43:44.191256 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d6a157-a54a-4bb2-b679-644491bfb387 req-c6b2faee-e597-4f15-b712-2ef93078c22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:44.192830 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d5d6a157-a54a-4bb2-b679-644491bfb387 req-c6b2faee-e597-4f15-b712-2ef93078c22d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441964 Oct 30 15:43:44.297063 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d5d6a157-a54a-4bb2-b679-644491bfb387 req-8a415897-4c73-430b-b367-678ef06f491a service neutron] 10.222.0.44 "GET /v2.0/networks/3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932734 Oct 30 15:43:44.403715 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d5d6a157-a54a-4bb2-b679-644491bfb387 req-0646690f-d59c-4ca0-8587-4421db8cf3c6 service neutron] 10.222.0.44 "GET /v2.0/networks/3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993028 Oct 30 15:43:45.196942 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a29d2e3-c917-4003-844d-68609a9c1fcb req-f2ceb9e9-305a-4611-ba30-6084e02a511a tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:45.198438 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1a29d2e3-c917-4003-844d-68609a9c1fcb req-f2ceb9e9-305a-4611-ba30-6084e02a511a tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=c30d0322-bb7a-4358-96f6-13f80f38392a HTTP/1.1" status: 200 len: 943 time: 0.0583189 Oct 30 15:43:45.242218 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1a29d2e3-c917-4003-844d-68609a9c1fcb req-5771d51c-037b-47ee-9783-791d94d9cecf tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=b858aa4d-af89-4d97-a7ca-8b4270b16f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373085 Oct 30 15:43:45.418011 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c30d0322-bb7a-4358-96f6-13f80f38392a', 'tag': '116e8184-b708-4169-a477-6c4e40e5e84c'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:43:45.421010 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30acf234-7986-4838-a3b0-fd3d68a91333" -d '{"events": [{"name": "network-changed", "server_uuid": "c30d0322-bb7a-4358-96f6-13f80f38392a", "tag": "116e8184-b708-4169-a477-6c4e40e5e84c"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:43:45.471204 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f430ce-dcaf-41bf-8982-ac1031d1a4b8 x-openstack-request-id: req-01f430ce-dcaf-41bf-8982-ac1031d1a4b8 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:43:45.471529 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c30d0322-bb7a-4358-96f6-13f80f38392a", "tag": "116e8184-b708-4169-a477-6c4e40e5e84c", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:43:45.471785 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-01f430ce-dcaf-41bf-8982-ac1031d1a4b8 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:43:45.472239 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c30d0322-bb7a-4358-96f6-13f80f38392a', 'tag': '116e8184-b708-4169-a477-6c4e40e5e84c', 'status': 'completed', 'code': 200} Oct 30 15:43:45.569822 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30acf234-7986-4838-a3b0-fd3d68a91333 req-cc3b8fec-6e1c-4967-aa4c-914a8deee2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:45.571521 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-30acf234-7986-4838-a3b0-fd3d68a91333 req-cc3b8fec-6e1c-4967-aa4c-914a8deee2c6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c4b96368b87a40a2935f71debcc2f400&device_id=c30d0322-bb7a-4358-96f6-13f80f38392a HTTP/1.1" status: 200 len: 1095 time: 0.0680971 Oct 30 15:43:45.574822 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30acf234-7986-4838-a3b0-fd3d68a91333 req-c46e8a1e-867a-4664-a51b-81b1845d90f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:45.576445 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-30acf234-7986-4838-a3b0-fd3d68a91333 req-c46e8a1e-867a-4664-a51b-81b1845d90f7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c4b96368b87a40a2935f71debcc2f400&device_id=c30d0322-bb7a-4358-96f6-13f80f38392a HTTP/1.1" status: 200 len: 1095 time: 0.0817888 Oct 30 15:43:45.732129 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30acf234-7986-4838-a3b0-fd3d68a91333 req-25469df9-0d77-438a-9847-d1c993c1613c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:45.733683 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-30acf234-7986-4838-a3b0-fd3d68a91333 req-25469df9-0d77-438a-9847-d1c993c1613c service neutron] 10.222.0.53 "GET /v2.0/networks?id=3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0 HTTP/1.1" status: 200 len: 897 time: 0.1558537 Oct 30 15:43:45.734840 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30acf234-7986-4838-a3b0-fd3d68a91333 req-3b2dc14a-636a-4228-8ddd-d9a72e44640f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:45.736237 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-30acf234-7986-4838-a3b0-fd3d68a91333 req-3b2dc14a-636a-4228-8ddd-d9a72e44640f service neutron] 10.222.0.44 "GET /v2.0/networks?id=3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0 HTTP/1.1" status: 200 len: 897 time: 0.1511579 Oct 30 15:43:45.845426 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-30acf234-7986-4838-a3b0-fd3d68a91333 req-9d5a7081-931e-400f-ab7d-7ba4544add72 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=116e8184-b708-4169-a477-6c4e40e5e84c HTTP/1.1" status: 200 len: 999 time: 0.1051226 Oct 30 15:43:45.847188 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-30acf234-7986-4838-a3b0-fd3d68a91333 req-375757b0-cad8-432a-bef8-680da4c2f328 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=116e8184-b708-4169-a477-6c4e40e5e84c HTTP/1.1" status: 200 len: 999 time: 0.1015134 Oct 30 15:43:45.932229 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30acf234-7986-4838-a3b0-fd3d68a91333 req-f548a8b7-a82e-4493-8423-1a6df3eebbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:45.933856 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-30acf234-7986-4838-a3b0-fd3d68a91333 req-f548a8b7-a82e-4493-8423-1a6df3eebbd5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d48a564f-0ec9-461a-9b50-a34dbe495a9a HTTP/1.1" status: 200 len: 835 time: 0.0806239 Oct 30 15:43:45.935702 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30acf234-7986-4838-a3b0-fd3d68a91333 req-244c4198-b1a0-4cd3-beba-ee5f20433712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:45.937090 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-30acf234-7986-4838-a3b0-fd3d68a91333 req-244c4198-b1a0-4cd3-beba-ee5f20433712 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d48a564f-0ec9-461a-9b50-a34dbe495a9a HTTP/1.1" status: 200 len: 835 time: 0.0762525 Oct 30 15:43:46.005937 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30acf234-7986-4838-a3b0-fd3d68a91333 req-123ab12f-c4cc-42bf-84eb-312c43fe3132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:46.007603 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-30acf234-7986-4838-a3b0-fd3d68a91333 req-123ab12f-c4cc-42bf-84eb-312c43fe3132 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0672972 Oct 30 15:43:46.010445 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30acf234-7986-4838-a3b0-fd3d68a91333 req-da153f79-e63e-48b2-820d-6e92ea0d9746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:46.011877 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-30acf234-7986-4838-a3b0-fd3d68a91333 req-da153f79-e63e-48b2-820d-6e92ea0d9746 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0640209 Oct 30 15:43:46.169080 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-30acf234-7986-4838-a3b0-fd3d68a91333 req-f9a13ff1-8977-467e-a485-c6e83c804c99 service neutron] 10.222.0.53 "GET /v2.0/networks/3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546676 Oct 30 15:43:46.191918 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-30acf234-7986-4838-a3b0-fd3d68a91333 req-b6a7667b-8ddb-4932-a554-38dc794b7764 service neutron] 10.222.0.44 "GET /v2.0/networks/3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603734 Oct 30 15:43:46.359902 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-30acf234-7986-4838-a3b0-fd3d68a91333 req-36f42ebf-54e8-4d98-a473-36105ced2e9b service neutron] 10.222.0.53 "GET /v2.0/networks/3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819210 Oct 30 15:43:46.395600 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-30acf234-7986-4838-a3b0-fd3d68a91333 req-f8c3d364-04dc-4591-83c3-74ccf948e396 service neutron] 10.222.0.44 "GET /v2.0/networks/3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884282 Oct 30 15:43:46.413690 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538acd30-e17b-4c40-b3cd-bf4355b508f8 req-629bd3b1-28a6-40d2-9523-dba2b36294ac tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:46.416550 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-538acd30-e17b-4c40-b3cd-bf4355b508f8 req-629bd3b1-28a6-40d2-9523-dba2b36294ac tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=c30d0322-bb7a-4358-96f6-13f80f38392a HTTP/1.1" status: 200 len: 943 time: 0.0853152 Oct 30 15:43:46.417600 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 116e8184-b708-4169-a477-6c4e40e5e84c no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:43:46.461439 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 116e8184-b708-4169-a477-6c4e40e5e84c not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:43:46.461937 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-538acd30-e17b-4c40-b3cd-bf4355b508f8 req-c6bc10dc-bc48-44a2-ac4c-495c910b09e1 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=b858aa4d-af89-4d97-a7ca-8b4270b16f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387464 Oct 30 15:43:46.739401 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349bd8af-4632-44bf-946d-f3c21d6003bd req-dc18a842-4e7e-4964-a71a-db9b119cd522 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:46.741038 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-349bd8af-4632-44bf-946d-f3c21d6003bd req-dc18a842-4e7e-4964-a71a-db9b119cd522 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30d0322-bb7a-4358-96f6-13f80f38392a&tenant_id=c4b96368b87a40a2935f71debcc2f400&binding%3Ahost_id=n-h2-806683-17 HTTP/1.1" status: 200 len: 943 time: 0.0907493 Oct 30 15:43:46.753142 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6ea7b-1d5d-442f-818f-4748315050a1 req-e7ee37bf-9a69-4da9-82e7-6304bbcda684 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:46.754704 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e8d6ea7b-1d5d-442f-818f-4748315050a1 req-e7ee37bf-9a69-4da9-82e7-6304bbcda684 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=c30d0322-bb7a-4358-96f6-13f80f38392a HTTP/1.1" status: 200 len: 943 time: 0.0743062 Oct 30 15:43:46.829122 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e8d6ea7b-1d5d-442f-818f-4748315050a1 req-9096b275-b09e-47b4-a88c-79d22703b846 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=b858aa4d-af89-4d97-a7ca-8b4270b16f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671337 Oct 30 15:43:46.837632 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-349bd8af-4632-44bf-946d-f3c21d6003bd req-0a5d9826-19cb-47c3-ba61-72a2ec3d7940 service neutron] 10.222.0.44 "GET /v2.0/ports/116e8184-b708-4169-a477-6c4e40e5e84c/bindings/n-h2-806683-17 HTTP/1.1" status: 200 len: 383 time: 0.0817745 Oct 30 15:43:46.902797 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349bd8af-4632-44bf-946d-f3c21d6003bd req-dcc2340e-5574-44ae-8cde-dd66e06cad89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:46.905020 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-349bd8af-4632-44bf-946d-f3c21d6003bd req-dcc2340e-5574-44ae-8cde-dd66e06cad89 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c4b96368b87a40a2935f71debcc2f400&device_id=c30d0322-bb7a-4358-96f6-13f80f38392a HTTP/1.1" status: 200 len: 1095 time: 0.0426953 Oct 30 15:43:47.004734 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349bd8af-4632-44bf-946d-f3c21d6003bd req-a795bdf7-c341-4d5c-8a9b-659113ee77df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:47.006158 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-349bd8af-4632-44bf-946d-f3c21d6003bd req-a795bdf7-c341-4d5c-8a9b-659113ee77df service neutron] 10.222.0.44 "GET /v2.0/networks?id=3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0 HTTP/1.1" status: 200 len: 897 time: 0.0921595 Oct 30 15:43:47.076671 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-349bd8af-4632-44bf-946d-f3c21d6003bd req-abf188c1-7579-4724-8353-510d6e1f73c6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=116e8184-b708-4169-a477-6c4e40e5e84c HTTP/1.1" status: 200 len: 999 time: 0.0624971 Oct 30 15:43:47.141055 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349bd8af-4632-44bf-946d-f3c21d6003bd req-9e0126ae-e40c-4c44-b4b8-0fc80f68421c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:47.142787 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-349bd8af-4632-44bf-946d-f3c21d6003bd req-9e0126ae-e40c-4c44-b4b8-0fc80f68421c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d48a564f-0ec9-461a-9b50-a34dbe495a9a HTTP/1.1" status: 200 len: 835 time: 0.0593741 Oct 30 15:43:47.194763 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349bd8af-4632-44bf-946d-f3c21d6003bd req-84e94fd7-4cf5-4bdb-b9fd-3ce51001c6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:47.197031 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-349bd8af-4632-44bf-946d-f3c21d6003bd req-84e94fd7-4cf5-4bdb-b9fd-3ce51001c6e5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473542 Oct 30 15:43:47.303398 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-349bd8af-4632-44bf-946d-f3c21d6003bd req-f086b106-3774-4349-beef-a774ebe7f778 service neutron] 10.222.0.44 "GET /v2.0/networks/3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981567 Oct 30 15:43:47.409527 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-349bd8af-4632-44bf-946d-f3c21d6003bd req-c5a977b6-ff36-48b0-bc3a-87363b245ecd service neutron] 10.222.0.44 "GET /v2.0/networks/3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980582 Oct 30 15:43:47.881454 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 116e8184-b708-4169-a477-6c4e40e5e84c details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:43:47.956676 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c8d27-777d-40d1-b319-259acc3c6850 req-9fd2e143-48c9-4baf-9a5f-582cdeebd468 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:47.958238 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-486c8d27-777d-40d1-b319-259acc3c6850 req-9fd2e143-48c9-4baf-9a5f-582cdeebd468 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=c30d0322-bb7a-4358-96f6-13f80f38392a HTTP/1.1" status: 200 len: 943 time: 0.0555139 Oct 30 15:43:48.007301 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-486c8d27-777d-40d1-b319-259acc3c6850 req-29479652-5eea-4c73-9a67-27933f69d95e tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=b858aa4d-af89-4d97-a7ca-8b4270b16f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425098 Oct 30 15:43:48.177052 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 116e8184-b708-4169-a477-6c4e40e5e84c, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=116e8184-b708-4169-a477-6c4e40e5e84c,segment=NetworkSegment(f5731bf4-3a85-48d5-8dd9-11ddcd49647f),segment_id=f5731bf4-3a85-48d5-8dd9-11ddcd49647f)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:43:48.190491 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': '116e8184-b708-4169-a477-6c4e40e5e84c', 'network_id': '3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0', 'port_id': '116e8184-b708-4169-a477-6c4e40e5e84c', 'mac_address': 'fa:16:3e:14:24:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd48a564f-0ec9-461a-9b50-a34dbe495a9a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:43:48.230783 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:43:48.245997 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 116e8184-b708-4169-a477-6c4e40e5e84c {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:43:48.267212 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 116e8184-b708-4169-a477-6c4e40e5e84c, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=116e8184-b708-4169-a477-6c4e40e5e84c,segment=NetworkSegment(f5731bf4-3a85-48d5-8dd9-11ddcd49647f),segment_id=f5731bf4-3a85-48d5-8dd9-11ddcd49647f)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:43:48.275650 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:43:48.340003 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=116e8184-b708-4169-a477-6c4e40e5e84c,revision_number=8']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:43:48.349008 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:43:48.349361 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:43:48.349740 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:43:48.350100 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:43:48.350446 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:43:48.350785 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:43:48.351121 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:43:48.351504 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:43:48.351867 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:43:48.352218 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:43:48.352573 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:43:48.352914 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:43:49.147078 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac4e5a-8c0e-4ba6-8a40-b1e4558ac651 req-ff36a904-58a9-48ac-be82-5c6dc80568c8 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:49.148432 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c4ac4e5a-8c0e-4ba6-8a40-b1e4558ac651 req-ff36a904-58a9-48ac-be82-5c6dc80568c8 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=c30d0322-bb7a-4358-96f6-13f80f38392a HTTP/1.1" status: 200 len: 944 time: 0.0579991 Oct 30 15:43:49.191719 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c4ac4e5a-8c0e-4ba6-8a40-b1e4558ac651 req-6b92050c-ca58-4614-b2d8-414878506042 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=b858aa4d-af89-4d97-a7ca-8b4270b16f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350294 Oct 30 15:43:49.371282 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349bd8af-4632-44bf-946d-f3c21d6003bd req-0d192392-a9d3-4c0f-b05e-16e002e06a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:49.373315 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-349bd8af-4632-44bf-946d-f3c21d6003bd req-0d192392-a9d3-4c0f-b05e-16e002e06a13 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c30d0322-bb7a-4358-96f6-13f80f38392a&tenant_id=c4b96368b87a40a2935f71debcc2f400 HTTP/1.1" status: 200 len: 1096 time: 0.0459118 Oct 30 15:43:49.384956 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-349bd8af-4632-44bf-946d-f3c21d6003bd req-fe8b8640-7067-4ebf-b13b-c86a424cc26f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-17', 'device_owner': 'compute:nova'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:43:49.437029 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-349bd8af-4632-44bf-946d-f3c21d6003bd req-fe8b8640-7067-4ebf-b13b-c86a424cc26f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:43:49.635345 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-349bd8af-4632-44bf-946d-f3c21d6003bd req-fe8b8640-7067-4ebf-b13b-c86a424cc26f service neutron] For port 116e8184-b708-4169-a477-6c4e40e5e84c, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=116e8184-b708-4169-a477-6c4e40e5e84c,segment=NetworkSegment(f5731bf4-3a85-48d5-8dd9-11ddcd49647f),segment_id=f5731bf4-3a85-48d5-8dd9-11ddcd49647f)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:43:49.668193 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-349bd8af-4632-44bf-946d-f3c21d6003bd req-fe8b8640-7067-4ebf-b13b-c86a424cc26f service neutron] For port 116e8184-b708-4169-a477-6c4e40e5e84c, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:43:49.704229 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-349bd8af-4632-44bf-946d-f3c21d6003bd req-fe8b8640-7067-4ebf-b13b-c86a424cc26f service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 116e8184-b708-4169-a477-6c4e40e5e84c {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:43:49.712490 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-349bd8af-4632-44bf-946d-f3c21d6003bd req-fe8b8640-7067-4ebf-b13b-c86a424cc26f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:43:49.723293 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-349bd8af-4632-44bf-946d-f3c21d6003bd req-fe8b8640-7067-4ebf-b13b-c86a424cc26f service neutron] Ignored duplicate provisioning block setup for port 116e8184-b708-4169-a477-6c4e40e5e84c by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Oct 30 15:43:49.726828 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-349bd8af-4632-44bf-946d-f3c21d6003bd req-fe8b8640-7067-4ebf-b13b-c86a424cc26f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:43:49.807293 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8b8640-7067-4ebf-b13b-c86a424cc26f service neutron] Pushing event updated for resources: {'Port': ['ID=116e8184-b708-4169-a477-6c4e40e5e84c,revision_number=9']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:43:49.847342 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-349bd8af-4632-44bf-946d-f3c21d6003bd req-fe8b8640-7067-4ebf-b13b-c86a424cc26f service neutron] No DVR routers for this DVR port 116e8184-b708-4169-a477-6c4e40e5e84c on host n-h2-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:43:49.892774 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 116e8184-b708-4169-a477-6c4e40e5e84c details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:43:49.997395 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-349bd8af-4632-44bf-946d-f3c21d6003bd req-fe8b8640-7067-4ebf-b13b-c86a424cc26f service neutron] Attempting to bind port 116e8184-b708-4169-a477-6c4e40e5e84c on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:43:49.997826 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-349bd8af-4632-44bf-946d-f3c21d6003bd req-fe8b8640-7067-4ebf-b13b-c86a424cc26f service neutron] Attempting to bind port 116e8184-b708-4169-a477-6c4e40e5e84c by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': 'f5731bf4-3a85-48d5-8dd9-11ddcd49647f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:43:49.998231 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349bd8af-4632-44bf-946d-f3c21d6003bd req-fe8b8640-7067-4ebf-b13b-c86a424cc26f service neutron] Attempting to bind port 116e8184-b708-4169-a477-6c4e40e5e84c on network 3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:43:50.003178 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349bd8af-4632-44bf-946d-f3c21d6003bd req-fe8b8640-7067-4ebf-b13b-c86a424cc26f service neutron] Port 116e8184-b708-4169-a477-6c4e40e5e84c on network 3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:43:50.003811 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349bd8af-4632-44bf-946d-f3c21d6003bd req-fe8b8640-7067-4ebf-b13b-c86a424cc26f service neutron] Attempting to bind port 116e8184-b708-4169-a477-6c4e40e5e84c on network 3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:43:50.009448 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349bd8af-4632-44bf-946d-f3c21d6003bd req-fe8b8640-7067-4ebf-b13b-c86a424cc26f service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:43:50.009850 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349bd8af-4632-44bf-946d-f3c21d6003bd req-fe8b8640-7067-4ebf-b13b-c86a424cc26f service neutron] Checking segment: {'id': 'f5731bf4-3a85-48d5-8dd9-11ddcd49647f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:43:50.010237 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349bd8af-4632-44bf-946d-f3c21d6003bd req-fe8b8640-7067-4ebf-b13b-c86a424cc26f service neutron] Bound using segment: {'id': 'f5731bf4-3a85-48d5-8dd9-11ddcd49647f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:43:50.010862 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-349bd8af-4632-44bf-946d-f3c21d6003bd req-fe8b8640-7067-4ebf-b13b-c86a424cc26f service neutron] Bound port: 116e8184-b708-4169-a477-6c4e40e5e84c, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5731bf4-3a85-48d5-8dd9-11ddcd49647f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:43:50.011486 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-349bd8af-4632-44bf-946d-f3c21d6003bd req-fe8b8640-7067-4ebf-b13b-c86a424cc26f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:43:50.019004 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 116e8184-b708-4169-a477-6c4e40e5e84c, host n-h1-806683-17, got binding levels [] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:43:50.043502 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Attempting to bind port 116e8184-b708-4169-a477-6c4e40e5e84c on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:43:50.043857 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Attempting to bind port 116e8184-b708-4169-a477-6c4e40e5e84c by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': 'f5731bf4-3a85-48d5-8dd9-11ddcd49647f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:43:50.044202 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Attempting to bind port 116e8184-b708-4169-a477-6c4e40e5e84c on network 3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:43:50.048577 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Port 116e8184-b708-4169-a477-6c4e40e5e84c on network 3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:43:50.048901 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Attempting to bind port 116e8184-b708-4169-a477-6c4e40e5e84c on network 3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:43:50.054314 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:43:50.054689 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Checking segment: {'id': 'f5731bf4-3a85-48d5-8dd9-11ddcd49647f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:43:50.055128 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Bound using segment: {'id': 'f5731bf4-3a85-48d5-8dd9-11ddcd49647f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:43:50.055614 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Bound port: 116e8184-b708-4169-a477-6c4e40e5e84c, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5731bf4-3a85-48d5-8dd9-11ddcd49647f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:43:50.056006 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:43:50.088513 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-349bd8af-4632-44bf-946d-f3c21d6003bd req-fe8b8640-7067-4ebf-b13b-c86a424cc26f service neutron] For port 116e8184-b708-4169-a477-6c4e40e5e84c, host n-h1-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:43:50.091888 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-349bd8af-4632-44bf-946d-f3c21d6003bd req-fe8b8640-7067-4ebf-b13b-c86a424cc26f service neutron] For port 116e8184-b708-4169-a477-6c4e40e5e84c, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=116e8184-b708-4169-a477-6c4e40e5e84c,segment=NetworkSegment(f5731bf4-3a85-48d5-8dd9-11ddcd49647f),segment_id=f5731bf4-3a85-48d5-8dd9-11ddcd49647f)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:43:50.096737 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-349bd8af-4632-44bf-946d-f3c21d6003bd req-fe8b8640-7067-4ebf-b13b-c86a424cc26f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:43:50.135539 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 116e8184-b708-4169-a477-6c4e40e5e84c, host n-h1-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:43:50.135971 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349bd8af-4632-44bf-946d-f3c21d6003bd req-fe8b8640-7067-4ebf-b13b-c86a424cc26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:50.136740 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-349bd8af-4632-44bf-946d-f3c21d6003bd req-fe8b8640-7067-4ebf-b13b-c86a424cc26f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:43:50.138261 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-349bd8af-4632-44bf-946d-f3c21d6003bd req-fe8b8640-7067-4ebf-b13b-c86a424cc26f service neutron] 10.222.0.53 "PUT /v2.0/ports/116e8184-b708-4169-a477-6c4e40e5e84c HTTP/1.1" status: 200 len: 1092 time: 0.7571962 Oct 30 15:43:50.138833 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c30d0322-bb7a-4358-96f6-13f80f38392a', 'tag': '116e8184-b708-4169-a477-6c4e40e5e84c'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:43:50.141796 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-878443d1-fb59-4fb4-b6ae-46e37ffb3249" -d '{"events": [{"name": "network-changed", "server_uuid": "c30d0322-bb7a-4358-96f6-13f80f38392a", "tag": "116e8184-b708-4169-a477-6c4e40e5e84c"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:43:50.142974 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.db.api [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 116e8184-b708-4169-a477-6c4e40e5e84c-n-h1-806683-17-0 {{(pid=102132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 30 15:43:50.143276 n-d-806683-17 neutron-server[102132]: DEBUG oslo_db.api [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 30 15:43:50.175629 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8b8640-7067-4ebf-b13b-c86a424cc26f service neutron] Pushing event updated for resources: {'Port': ['ID=116e8184-b708-4169-a477-6c4e40e5e84c,revision_number=10']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:43:50.211532 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51ef4ef-56ea-4e1d-b437-b1b5dfa7ff56 x-openstack-request-id: req-a51ef4ef-56ea-4e1d-b437-b1b5dfa7ff56 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:43:50.212041 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c30d0322-bb7a-4358-96f6-13f80f38392a", "tag": "116e8184-b708-4169-a477-6c4e40e5e84c", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:43:50.212686 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a51ef4ef-56ea-4e1d-b437-b1b5dfa7ff56 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:43:50.213468 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c30d0322-bb7a-4358-96f6-13f80f38392a', 'tag': '116e8184-b708-4169-a477-6c4e40e5e84c', 'status': 'completed', 'code': 200} Oct 30 15:43:50.259941 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349bd8af-4632-44bf-946d-f3c21d6003bd req-abced527-8375-450a-bbc1-b274b41d6a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:50.261458 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-349bd8af-4632-44bf-946d-f3c21d6003bd req-abced527-8375-450a-bbc1-b274b41d6a27 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c4b96368b87a40a2935f71debcc2f400&device_id=c30d0322-bb7a-4358-96f6-13f80f38392a HTTP/1.1" status: 200 len: 1096 time: 0.0945871 Oct 30 15:43:50.346014 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878443d1-fb59-4fb4-b6ae-46e37ffb3249 req-f01ee5bd-1453-4a63-a2e7-a9441c38b11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:50.347534 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-878443d1-fb59-4fb4-b6ae-46e37ffb3249 req-f01ee5bd-1453-4a63-a2e7-a9441c38b11a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c4b96368b87a40a2935f71debcc2f400&device_id=c30d0322-bb7a-4358-96f6-13f80f38392a HTTP/1.1" status: 200 len: 1096 time: 0.1241865 Oct 30 15:43:50.478316 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae297ea8-6b76-46b2-a5dd-b6879b6f2c58 req-13aa2fbc-6acc-475b-8ef3-a5c3dd7e9f2c tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:50.479823 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ae297ea8-6b76-46b2-a5dd-b6879b6f2c58 req-13aa2fbc-6acc-475b-8ef3-a5c3dd7e9f2c tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=c30d0322-bb7a-4358-96f6-13f80f38392a HTTP/1.1" status: 200 len: 944 time: 0.2014594 Oct 30 15:43:50.483714 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349bd8af-4632-44bf-946d-f3c21d6003bd req-1a497988-5cd5-498f-8e87-9bd455639df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:50.485063 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-349bd8af-4632-44bf-946d-f3c21d6003bd req-1a497988-5cd5-498f-8e87-9bd455639df5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0 HTTP/1.1" status: 200 len: 897 time: 0.2160847 Oct 30 15:43:50.573149 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878443d1-fb59-4fb4-b6ae-46e37ffb3249 req-f7007da1-de89-48eb-be72-d089397a78d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:50.574891 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-878443d1-fb59-4fb4-b6ae-46e37ffb3249 req-f7007da1-de89-48eb-be72-d089397a78d6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0 HTTP/1.1" status: 200 len: 897 time: 0.1986213 Oct 30 15:43:50.603391 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ae297ea8-6b76-46b2-a5dd-b6879b6f2c58 req-403030ee-dad2-4346-a708-2e19ef55125e tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=b858aa4d-af89-4d97-a7ca-8b4270b16f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158192 Oct 30 15:43:50.640661 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-349bd8af-4632-44bf-946d-f3c21d6003bd req-e83207fa-8a75-493f-b4a4-6a5256b9891e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=116e8184-b708-4169-a477-6c4e40e5e84c HTTP/1.1" status: 200 len: 999 time: 0.1439276 Oct 30 15:43:50.660654 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Attempting to bind port 116e8184-b708-4169-a477-6c4e40e5e84c on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:43:50.661117 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Attempting to bind port 116e8184-b708-4169-a477-6c4e40e5e84c by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': 'f5731bf4-3a85-48d5-8dd9-11ddcd49647f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:43:50.661779 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Attempting to bind port 116e8184-b708-4169-a477-6c4e40e5e84c on network 3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:43:50.666488 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Port 116e8184-b708-4169-a477-6c4e40e5e84c on network 3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:43:50.666982 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Attempting to bind port 116e8184-b708-4169-a477-6c4e40e5e84c on network 3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:43:50.673128 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:43:50.674944 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Checking segment: {'id': 'f5731bf4-3a85-48d5-8dd9-11ddcd49647f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:43:50.674944 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Bound using segment: {'id': 'f5731bf4-3a85-48d5-8dd9-11ddcd49647f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:43:50.674944 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Bound port: 116e8184-b708-4169-a477-6c4e40e5e84c, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5731bf4-3a85-48d5-8dd9-11ddcd49647f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:43:50.675633 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:43:50.715234 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-878443d1-fb59-4fb4-b6ae-46e37ffb3249 req-00b0ba53-94c6-41eb-a6e2-4afe6de31b75 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=116e8184-b708-4169-a477-6c4e40e5e84c HTTP/1.1" status: 200 len: 999 time: 0.1277380 Oct 30 15:43:50.737094 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349bd8af-4632-44bf-946d-f3c21d6003bd req-2b5cff61-76ab-4a3d-8f2f-ad0c0c0a52b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:50.739197 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-349bd8af-4632-44bf-946d-f3c21d6003bd req-2b5cff61-76ab-4a3d-8f2f-ad0c0c0a52b3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d48a564f-0ec9-461a-9b50-a34dbe495a9a HTTP/1.1" status: 200 len: 835 time: 0.0896373 Oct 30 15:43:50.752480 n-d-806683-17 neutron-server[102132]: WARNING neutron.plugins.ml2.plugin [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Concurrent port binding operations failed on port 116e8184-b708-4169-a477-6c4e40e5e84c Oct 30 15:43:50.758851 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 116e8184-b708-4169-a477-6c4e40e5e84c, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=116e8184-b708-4169-a477-6c4e40e5e84c,segment=NetworkSegment(f5731bf4-3a85-48d5-8dd9-11ddcd49647f),segment_id=f5731bf4-3a85-48d5-8dd9-11ddcd49647f)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:43:50.761433 n-d-806683-17 neutron-server[102132]: INFO neutron.plugins.ml2.plugin [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Attempt 2 to bind port 116e8184-b708-4169-a477-6c4e40e5e84c Oct 30 15:43:50.762186 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 116e8184-b708-4169-a477-6c4e40e5e84c has no active binding in host n-h2-806683-17 {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 30 15:43:50.817244 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878443d1-fb59-4fb4-b6ae-46e37ffb3249 req-1235c666-389c-42b0-8b71-e469ce1dc12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:50.819032 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-878443d1-fb59-4fb4-b6ae-46e37ffb3249 req-1235c666-389c-42b0-8b71-e469ce1dc12f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d48a564f-0ec9-461a-9b50-a34dbe495a9a HTTP/1.1" status: 200 len: 835 time: 0.0964653 Oct 30 15:43:50.838953 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349bd8af-4632-44bf-946d-f3c21d6003bd req-603ee01d-c080-43ae-8140-ef4f1b5656eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:50.841570 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-349bd8af-4632-44bf-946d-f3c21d6003bd req-603ee01d-c080-43ae-8140-ef4f1b5656eb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0744939 Oct 30 15:43:50.941191 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878443d1-fb59-4fb4-b6ae-46e37ffb3249 req-fd60e4f6-6786-456c-93dc-255657e9769f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:50.943070 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-878443d1-fb59-4fb4-b6ae-46e37ffb3249 req-fd60e4f6-6786-456c-93dc-255657e9769f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1152782 Oct 30 15:43:51.023454 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-349bd8af-4632-44bf-946d-f3c21d6003bd req-c835985b-e51f-4c80-b71c-7078b5fafd67 service neutron] 10.222.0.53 "GET /v2.0/networks/3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665907 Oct 30 15:43:51.163651 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7b3c9ffc-b6a0-4c88-941a-fee4007004d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:43:51.375678 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-878443d1-fb59-4fb4-b6ae-46e37ffb3249 req-fc270e4a-c83b-458c-997b-35e4e9dd9a9c service neutron] 10.222.0.44 "GET /v2.0/networks/3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4257181 Oct 30 15:43:51.458271 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-349bd8af-4632-44bf-946d-f3c21d6003bd req-0221f26b-015b-4969-86ee-0f31ed12bb6a service neutron] 10.222.0.53 "GET /v2.0/networks/3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4272187 Oct 30 15:43:51.498305 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-878443d1-fb59-4fb4-b6ae-46e37ffb3249 req-5b996aae-aa08-4a54-af05-9cfe2141db40 service neutron] 10.222.0.44 "GET /v2.0/networks/3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158483 Oct 30 15:43:51.558589 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878443d1-fb59-4fb4-b6ae-46e37ffb3249 req-e08ad2e3-b25a-4cf6-b323-580699f8e900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:51.560824 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-878443d1-fb59-4fb4-b6ae-46e37ffb3249 req-e08ad2e3-b25a-4cf6-b323-580699f8e900 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c4b96368b87a40a2935f71debcc2f400&device_id=c30d0322-bb7a-4358-96f6-13f80f38392a HTTP/1.1" status: 200 len: 1096 time: 0.0476458 Oct 30 15:43:51.669501 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878443d1-fb59-4fb4-b6ae-46e37ffb3249 req-328dbddf-2391-4c84-a306-6f46f1326008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:51.671104 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-878443d1-fb59-4fb4-b6ae-46e37ffb3249 req-328dbddf-2391-4c84-a306-6f46f1326008 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0 HTTP/1.1" status: 200 len: 897 time: 0.1038020 Oct 30 15:43:51.734736 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef648546-a184-43c4-9c56-2d2960c1536e req-b8e8cd76-6a81-4512-b45a-5ec88ef31051 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:51.736945 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ef648546-a184-43c4-9c56-2d2960c1536e req-b8e8cd76-6a81-4512-b45a-5ec88ef31051 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=c30d0322-bb7a-4358-96f6-13f80f38392a HTTP/1.1" status: 200 len: 944 time: 0.0532897 Oct 30 15:43:51.749495 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-878443d1-fb59-4fb4-b6ae-46e37ffb3249 req-8840048c-6270-4f7d-9ec0-99624054c7d4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=116e8184-b708-4169-a477-6c4e40e5e84c HTTP/1.1" status: 200 len: 999 time: 0.0657284 Oct 30 15:43:51.783169 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ef648546-a184-43c4-9c56-2d2960c1536e req-2ba290b4-bf57-494b-a961-8b8939d485b9 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=b858aa4d-af89-4d97-a7ca-8b4270b16f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386391 Oct 30 15:43:51.808373 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878443d1-fb59-4fb4-b6ae-46e37ffb3249 req-6a1c2139-3746-4917-862b-9407470b304e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:51.810265 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-878443d1-fb59-4fb4-b6ae-46e37ffb3249 req-6a1c2139-3746-4917-862b-9407470b304e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d48a564f-0ec9-461a-9b50-a34dbe495a9a HTTP/1.1" status: 200 len: 835 time: 0.0527072 Oct 30 15:43:51.869120 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878443d1-fb59-4fb4-b6ae-46e37ffb3249 req-52fcf283-23b6-430f-b2f7-9da84126bc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:51.870724 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-878443d1-fb59-4fb4-b6ae-46e37ffb3249 req-52fcf283-23b6-430f-b2f7-9da84126bc4e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532000 Oct 30 15:43:51.910323 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 116e8184-b708-4169-a477-6c4e40e5e84c no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:43:51.955735 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 116e8184-b708-4169-a477-6c4e40e5e84c not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:43:51.974659 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-878443d1-fb59-4fb4-b6ae-46e37ffb3249 req-dcab9979-7951-47ee-98c1-2e566322f680 service neutron] 10.222.0.53 "GET /v2.0/networks/3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956964 Oct 30 15:43:52.080640 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-878443d1-fb59-4fb4-b6ae-46e37ffb3249 req-d4bef27c-bd81-4df0-a671-e8e848a7d5b8 service neutron] 10.222.0.53 "GET /v2.0/networks/3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976140 Oct 30 15:43:52.951680 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba48551-efdc-4a2b-bc18-6ffdf14b0a25 req-6da1344e-a185-4a0a-9c44-478f1e9c6587 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:52.953258 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1ba48551-efdc-4a2b-bc18-6ffdf14b0a25 req-6da1344e-a185-4a0a-9c44-478f1e9c6587 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=c30d0322-bb7a-4358-96f6-13f80f38392a HTTP/1.1" status: 200 len: 944 time: 0.0736680 Oct 30 15:43:52.997583 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1ba48551-efdc-4a2b-bc18-6ffdf14b0a25 req-f1eaf37c-ee22-4e52-a42f-db6e6698302c tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=b858aa4d-af89-4d97-a7ca-8b4270b16f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368202 Oct 30 15:43:53.782673 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bbba9c48-97f0-4cb7-aee0-0dee5ba886db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:43:54.113797 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc81a929-1e81-458f-814e-d466bd7f6bab req-f4fa7aa9-508c-4d17-91b5-5f78160ae411 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:43:54.115265 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fc81a929-1e81-458f-814e-d466bd7f6bab req-f4fa7aa9-508c-4d17-91b5-5f78160ae411 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=c30d0322-bb7a-4358-96f6-13f80f38392a HTTP/1.1" status: 200 len: 944 time: 0.0484071 Oct 30 15:43:54.152817 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fc81a929-1e81-458f-814e-d466bd7f6bab req-6aa6015b-9ffc-4cef-bdb3-2b32941a4505 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=b858aa4d-af89-4d97-a7ca-8b4270b16f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315363 Oct 30 15:43:54.174736 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 51320) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:43:54.239562 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-57ecbd64-7ccc-4cd3-8f57-b755c6131272 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/floatingips/70ce2976-6357-4eae-8c07-ca4892ae3ba6 HTTP/1.1" status: 200 len: 991 time: 0.0636175 Oct 30 15:43:54.489475 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 116e8184-b708-4169-a477-6c4e40e5e84c details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:43:54.590765 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 116e8184-b708-4169-a477-6c4e40e5e84c, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=116e8184-b708-4169-a477-6c4e40e5e84c,segment=NetworkSegment(f5731bf4-3a85-48d5-8dd9-11ddcd49647f),segment_id=f5731bf4-3a85-48d5-8dd9-11ddcd49647f)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:43:54.602038 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '116e8184-b708-4169-a477-6c4e40e5e84c', 'network_id': '3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0', 'port_id': '116e8184-b708-4169-a477-6c4e40e5e84c', 'mac_address': 'fa:16:3e:14:24:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd48a564f-0ec9-461a-9b50-a34dbe495a9a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:43:54.645768 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:43:54.659256 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 116e8184-b708-4169-a477-6c4e40e5e84c {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:43:54.678649 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 116e8184-b708-4169-a477-6c4e40e5e84c, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=116e8184-b708-4169-a477-6c4e40e5e84c,segment=NetworkSegment(f5731bf4-3a85-48d5-8dd9-11ddcd49647f),segment_id=f5731bf4-3a85-48d5-8dd9-11ddcd49647f)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:43:54.683805 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:43:54.737945 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:43:54.742412 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=116e8184-b708-4169-a477-6c4e40e5e84c,revision_number=11']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:43:54.899060 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['116e8184-b708-4169-a477-6c4e40e5e84c'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:43:54.951742 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:43:56.517234 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 116e8184-b708-4169-a477-6c4e40e5e84c up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:43:56.576973 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port 116e8184-b708-4169-a477-6c4e40e5e84c completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:43:56.581812 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 116e8184-b708-4169-a477-6c4e40e5e84c triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:43:56.582191 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:43:56.690098 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:43:56.690930 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:43:56.714684 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c30d0322-bb7a-4358-96f6-13f80f38392a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '116e8184-b708-4169-a477-6c4e40e5e84c'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:43:56.717672 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e39dcab-2463-4783-a57a-1cad3e448679" -d '{"events": [{"server_uuid": "c30d0322-bb7a-4358-96f6-13f80f38392a", "name": "network-vif-plugged", "status": "completed", "tag": "116e8184-b708-4169-a477-6c4e40e5e84c"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:43:56.730833 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 116e8184-b708-4169-a477-6c4e40e5e84c, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=116e8184-b708-4169-a477-6c4e40e5e84c,segment=NetworkSegment(f5731bf4-3a85-48d5-8dd9-11ddcd49647f),segment_id=f5731bf4-3a85-48d5-8dd9-11ddcd49647f)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:43:56.738761 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:43:56.761815 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6647f9ce-84dd-4139-8db8-6053e52d9c98 x-openstack-request-id: req-6647f9ce-84dd-4139-8db8-6053e52d9c98 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:43:56.762794 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c30d0322-bb7a-4358-96f6-13f80f38392a", "name": "network-vif-plugged", "status": "completed", "tag": "116e8184-b708-4169-a477-6c4e40e5e84c", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:43:56.762949 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6647f9ce-84dd-4139-8db8-6053e52d9c98 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:43:56.763980 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c30d0322-bb7a-4358-96f6-13f80f38392a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '116e8184-b708-4169-a477-6c4e40e5e84c', 'code': 200} Oct 30 15:43:56.791429 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=116e8184-b708-4169-a477-6c4e40e5e84c,revision_number=12']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:43:58.285715 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:44:00.104975 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:02.114099 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:04.650255 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 51800) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:44:04.788026 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-3c98753a-c474-49c1-b470-9cf477ed1f38 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a98d12d491d249c48e00bbeb0d988d1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1365027 Oct 30 15:44:04.790376 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 51804) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:44:04.838974 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7de5819c-c440-40c5-b534-4cf186836333 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:04.860294 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7de5819c-c440-40c5-b534-4cf186836333 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:04.909463 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7de5819c-c440-40c5-b534-4cf186836333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:04.912167 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7de5819c-c440-40c5-b534-4cf186836333 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:04.913310 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-7de5819c-c440-40c5-b534-4cf186836333 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1a1e56fc-8a20-4609-9292-fd649ff0e295 HTTP/1.1" status: 204 len: 168 time: 0.1220269 Oct 30 15:44:04.921223 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de5819c-c440-40c5-b534-4cf186836333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a1e56fc-8a20-4609-9292-fd649ff0e295,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:44:06.845006 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 51960) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:44:06.952602 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9968dc7f-2f7a-4ee9-994b-ddf41372532c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:07.032698 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9968dc7f-2f7a-4ee9-994b-ddf41372532c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:07.036702 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9968dc7f-2f7a-4ee9-994b-ddf41372532c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:07.081335 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9968dc7f-2f7a-4ee9-994b-ddf41372532c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=449333f6ad5a481f8a648653c85f3592&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2351973 Oct 30 15:44:07.083246 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9968dc7f-2f7a-4ee9-994b-ddf41372532c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ff6759-7246-4d43-95a8-167b45a4495e,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:44:07.084001 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 51964) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:44:07.136407 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-66070ca9-db51-4c3a-8125-c9a3fb66e465 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:07.156930 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-66070ca9-db51-4c3a-8125-c9a3fb66e465 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:07.203204 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-66070ca9-db51-4c3a-8125-c9a3fb66e465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:07.205744 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-66070ca9-db51-4c3a-8125-c9a3fb66e465 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:07.207948 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-66070ca9-db51-4c3a-8125-c9a3fb66e465 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/61ff6759-7246-4d43-95a8-167b45a4495e HTTP/1.1" status: 204 len: 168 time: 0.1228721 Oct 30 15:44:07.218008 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66070ca9-db51-4c3a-8125-c9a3fb66e465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ff6759-7246-4d43-95a8-167b45a4495e,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:44:07.226615 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66070ca9-db51-4c3a-8125-c9a3fb66e465 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:44:07.227617 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66070ca9-db51-4c3a-8125-c9a3fb66e465 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:44:07.228140 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66070ca9-db51-4c3a-8125-c9a3fb66e465 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:44:07.228668 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66070ca9-db51-4c3a-8125-c9a3fb66e465 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:44:07.229008 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66070ca9-db51-4c3a-8125-c9a3fb66e465 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:44:07.229340 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66070ca9-db51-4c3a-8125-c9a3fb66e465 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:44:07.229669 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66070ca9-db51-4c3a-8125-c9a3fb66e465 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:44:07.229997 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66070ca9-db51-4c3a-8125-c9a3fb66e465 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:44:07.230323 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66070ca9-db51-4c3a-8125-c9a3fb66e465 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:44:07.230650 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66070ca9-db51-4c3a-8125-c9a3fb66e465 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:44:07.230974 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66070ca9-db51-4c3a-8125-c9a3fb66e465 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:44:07.231524 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66070ca9-db51-4c3a-8125-c9a3fb66e465 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:44:07.475796 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 51970) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:44:07.489361 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5f7e7e77-50cd-40f7-8eec-390083208ac2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:07.562506 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5f7e7e77-50cd-40f7-8eec-390083208ac2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:07.566025 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5f7e7e77-50cd-40f7-8eec-390083208ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:07.603196 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-5f7e7e77-50cd-40f7-8eec-390083208ac2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fbc9bbf6a4734eaeb6fc5712a77e77fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1263247 Oct 30 15:44:07.605102 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7e7e77-50cd-40f7-8eec-390083208ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e87eade-7def-4354-b76c-33f2cd02c879,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:44:07.605886 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 51972) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:44:07.655376 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-406be0ff-3c60-490d-89d3-831a15025721 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:07.676689 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-406be0ff-3c60-490d-89d3-831a15025721 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:07.722136 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-406be0ff-3c60-490d-89d3-831a15025721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:07.724755 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-406be0ff-3c60-490d-89d3-831a15025721 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:07.725896 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-406be0ff-3c60-490d-89d3-831a15025721 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3e87eade-7def-4354-b76c-33f2cd02c879 HTTP/1.1" status: 204 len: 168 time: 0.1190047 Oct 30 15:44:07.733234 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406be0ff-3c60-490d-89d3-831a15025721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e87eade-7def-4354-b76c-33f2cd02c879,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:44:09.714169 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52024) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:44:09.719475 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-54e94ef2-ace6-446c-bb24-982f22c8807d tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Request body: {'network': {'name': 'tempest-network-smoke--1786134585', 'project_id': '17764933ce884765984ec1ad38e578fa', 'port_security_enabled': True}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:44:09.740668 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e94ef2-ace6-446c-bb24-982f22c8807d tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Made reservation on behalf of 17764933ce884765984ec1ad38e578fa for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:44:09.744275 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-54e94ef2-ace6-446c-bb24-982f22c8807d tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:09.753860 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-54e94ef2-ace6-446c-bb24-982f22c8807d tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:09.825627 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-54e94ef2-ace6-446c-bb24-982f22c8807d tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:09.830261 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-54e94ef2-ace6-446c-bb24-982f22c8807d tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:09.858660 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54e94ef2-ace6-446c-bb24-982f22c8807d tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:44:09.868246 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e94ef2-ace6-446c-bb24-982f22c8807d tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7e95a4-1dfa-4123-a2c7-27b39c82cf76,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:44:09.873474 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-54e94ef2-ace6-446c-bb24-982f22c8807d tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:09.873812 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-54e94ef2-ace6-446c-bb24-982f22c8807d tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Added segment b6f03798-d9c8-4e58-a3aa-7744cf819ae3 of type vlan for network ec9dfc69-b232-4460-98ec-1f3760968b88 Oct 30 15:44:09.924253 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-54e94ef2-ace6-446c-bb24-982f22c8807d tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:09.949723 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-54e94ef2-ace6-446c-bb24-982f22c8807d tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:09.955863 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e94ef2-ace6-446c-bb24-982f22c8807d tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:09.956451 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-54e94ef2-ace6-446c-bb24-982f22c8807d tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:10.020786 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-54e94ef2-ace6-446c-bb24-982f22c8807d tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3046570 Oct 30 15:44:10.020998 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 52026) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:44:10.025298 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-50cf2d92-b3aa-4457-85e2-a6a3d213cdc7 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1248252946', 'admin_state_up': True, 'project_id': '17764933ce884765984ec1ad38e578fa', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:44:10.026444 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e94ef2-ace6-446c-bb24-982f22c8807d tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Pushing event updated for resources: {'Network': ['ID=ec9dfc69-b232-4460-98ec-1f3760968b88,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:44:10.037564 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network ec9dfc69-b232-4460-98ec-1f3760968b88 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:44:10.050362 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-50cf2d92-b3aa-4457-85e2-a6a3d213cdc7 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:10.051753 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-50cf2d92-b3aa-4457-85e2-a6a3d213cdc7 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:10.108767 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-50cf2d92-b3aa-4457-85e2-a6a3d213cdc7 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:10.245624 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-50cf2d92-b3aa-4457-85e2-a6a3d213cdc7 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:10.452217 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-50cf2d92-b3aa-4457-85e2-a6a3d213cdc7 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks [] for router_gateway, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:10.470787 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-50cf2d92-b3aa-4457-85e2-a6a3d213cdc7 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:10.576630 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-50cf2d92-b3aa-4457-85e2-a6a3d213cdc7 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Allocated IP 172.25.4.48 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/3b3f4456-c672-45e0-8b84-ae53d62829ab) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:44:10.678049 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-50cf2d92-b3aa-4457-85e2-a6a3d213cdc7 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:10.713608 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-50cf2d92-b3aa-4457-85e2-a6a3d213cdc7 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:10.757200 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50cf2d92-b3aa-4457-85e2-a6a3d213cdc7 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:44:10.761562 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-50cf2d92-b3aa-4457-85e2-a6a3d213cdc7 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:44:10.766867 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cf2d92-b3aa-4457-85e2-a6a3d213cdc7 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:44:10.770327 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf2d92-b3aa-4457-85e2-a6a3d213cdc7 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Pushing event updated for resources: {'Port': ['ID=3b3f4456-c672-45e0-8b84-ae53d62829ab,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:44:11.012890 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-50cf2d92-b3aa-4457-85e2-a6a3d213cdc7 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks [] for router_gateway, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:11.214443 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-50cf2d92-b3aa-4457-85e2-a6a3d213cdc7 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:11.337401 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50cf2d92-b3aa-4457-85e2-a6a3d213cdc7 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Router caabc170-093e-48bf-b336-be52c3861b2e is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:44:11.441723 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50cf2d92-b3aa-4457-85e2-a6a3d213cdc7 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:44:11.454019 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c109fa71-bd1f-4588-a015-a7e3a3dd59cf None None] Sync routers for ids ['caabc170-093e-48bf-b336-be52c3861b2e'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:44:11.463406 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-50cf2d92-b3aa-4457-85e2-a6a3d213cdc7 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:11.464604 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c109fa71-bd1f-4588-a015-a7e3a3dd59cf None None] Routers {'caabc170-093e-48bf-b336-be52c3861b2e'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:44:11.464947 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-50cf2d92-b3aa-4457-85e2-a6a3d213cdc7 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.4431210 Oct 30 15:44:11.465429 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-c109fa71-bd1f-4588-a015-a7e3a3dd59cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:43:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['caabc170-093e-48bf-b336-be52c3861b2e'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:44:11.468098 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52028) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:44:11.575157 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-c109fa71-bd1f-4588-a015-a7e3a3dd59cf None None] Set router caabc170-093e-48bf-b336-be52c3861b2e gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:44:11.590232 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-c67bbeb0-d37a-439b-85c7-54d469b22e9d tempest-TestSecurityGroupsBasicOps-105547318 tempest-TestSecurityGroupsBasicOps-105547318-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=17764933ce884765984ec1ad38e578fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1208336 Oct 30 15:44:11.592786 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52032) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:44:11.740868 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52774026-d764-4ddc-b784-03437f5d9b6f tempest-TestSecurityGroupsBasicOps-105547318 tempest-TestSecurityGroupsBasicOps-105547318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:11.744909 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-52774026-d764-4ddc-b784-03437f5d9b6f tempest-TestSecurityGroupsBasicOps-105547318 tempest-TestSecurityGroupsBasicOps-105547318-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1486778 Oct 30 15:44:11.745326 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52034) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:44:11.752190 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-c109fa71-bd1f-4588-a015-a7e3a3dd59cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caabc170-093e-48bf-b336-be52c3861b2e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1248252946', 'tenant_id': '17764933ce884765984ec1ad38e578fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '3b3f4456-c672-45e0-8b84-ae53d62829ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:44:10Z', 'updated_at': '2021-10-30T15:44:10Z', 'revision_number': 3, 'project_id': '17764933ce884765984ec1ad38e578fa', 'gw_port': {'id': '3b3f4456-c672-45e0-8b84-ae53d62829ab', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f9:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caabc170-093e-48bf-b336-be52c3861b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:44:10Z', 'updated_at': '2021-10-30T15:44:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:44:11.777113 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b3f02758-c04a-42e0-8402-596cd3aaef5a tempest-TestSecurityGroupsBasicOps-105547318 tempest-TestSecurityGroupsBasicOps-105547318-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=edc38ef5-7816-4133-914c-cfe2849a0125&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283043 Oct 30 15:44:11.777464 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 52036) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:44:11.777712 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c109fa71-bd1f-4588-a015-a7e3a3dd59cf None None] Checking router: caabc170-093e-48bf-b336-be52c3861b2e for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:44:11.778071 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c109fa71-bd1f-4588-a015-a7e3a3dd59cf None None] Updating router caabc170-093e-48bf-b336-be52c3861b2e port 3b3f4456-c672-45e0-8b84-ae53d62829ab binding host n-d-806683-17 {{(pid=102133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:44:11.782981 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-dd9d53fa-63dc-43f3-be55-08291080a39b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1948395801', 'network_id': 'ec9dfc69-b232-4460-98ec-1f3760968b88', 'project_id': '17764933ce884765984ec1ad38e578fa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:44:11.806329 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c109fa71-bd1f-4588-a015-a7e3a3dd59cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:11.876351 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9d53fa-63dc-43f3-be55-08291080a39b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Made reservation on behalf of 17764933ce884765984ec1ad38e578fa for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:44:11.879603 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-dd9d53fa-63dc-43f3-be55-08291080a39b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:12.053251 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c109fa71-bd1f-4588-a015-a7e3a3dd59cf None None] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:12.058098 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c109fa71-bd1f-4588-a015-a7e3a3dd59cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:12.061610 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-dd9d53fa-63dc-43f3-be55-08291080a39b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:12.110387 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-c109fa71-bd1f-4588-a015-a7e3a3dd59cf None None] Attempting to bind port 3b3f4456-c672-45e0-8b84-ae53d62829ab on host n-d-806683-17 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:44:12.110737 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-c109fa71-bd1f-4588-a015-a7e3a3dd59cf None None] Attempting to bind port 3b3f4456-c672-45e0-8b84-ae53d62829ab by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:44:12.111103 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c109fa71-bd1f-4588-a015-a7e3a3dd59cf None None] Attempting to bind port 3b3f4456-c672-45e0-8b84-ae53d62829ab on network edc38ef5-7816-4133-914c-cfe2849a0125 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:44:12.114204 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe0662b-fed7-4bdd-a49e-d09f691b1990 None None] Pushing event updated for resources: {'Port': ['ID=3b3f4456-c672-45e0-8b84-ae53d62829ab,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:44:12.122224 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c109fa71-bd1f-4588-a015-a7e3a3dd59cf None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:44:12.122597 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c109fa71-bd1f-4588-a015-a7e3a3dd59cf None None] Checking segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:44:12.122998 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c109fa71-bd1f-4588-a015-a7e3a3dd59cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:12.123389 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c109fa71-bd1f-4588-a015-a7e3a3dd59cf None None] Bound using segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:44:12.123880 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-c109fa71-bd1f-4588-a015-a7e3a3dd59cf None None] Bound port: 3b3f4456-c672-45e0-8b84-ae53d62829ab, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:44:12.124030 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d53fa-63dc-43f3-be55-08291080a39b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Pushing event updated for resources: {'Subnet': ['ID=2890c17d-3f29-4989-ba4f-fd2d60944b92,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:44:12.124263 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c109fa71-bd1f-4588-a015-a7e3a3dd59cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:12.127447 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe0662b-fed7-4bdd-a49e-d09f691b1990 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:44:12.127621 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe0662b-fed7-4bdd-a49e-d09f691b1990 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:44:12.127855 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe0662b-fed7-4bdd-a49e-d09f691b1990 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:44:12.128200 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe0662b-fed7-4bdd-a49e-d09f691b1990 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:44:12.128532 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe0662b-fed7-4bdd-a49e-d09f691b1990 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:44:12.128860 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe0662b-fed7-4bdd-a49e-d09f691b1990 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:44:12.129189 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe0662b-fed7-4bdd-a49e-d09f691b1990 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:44:12.129505 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe0662b-fed7-4bdd-a49e-d09f691b1990 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:44:12.129824 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe0662b-fed7-4bdd-a49e-d09f691b1990 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:44:12.130144 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe0662b-fed7-4bdd-a49e-d09f691b1990 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:44:12.131073 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe0662b-fed7-4bdd-a49e-d09f691b1990 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:44:12.131418 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe0662b-fed7-4bdd-a49e-d09f691b1990 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:44:12.131732 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9d53fa-63dc-43f3-be55-08291080a39b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Checking segment: {'id': 'b6f03798-d9c8-4e58-a3aa-7744cf819ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ec9dfc69-b232-4460-98ec-1f3760968b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:44:12.132276 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9d53fa-63dc-43f3-be55-08291080a39b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Network hostable DHCP agents. Network: ec9dfc69-b232-4460-98ec-1f3760968b88, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:44:12.149683 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9d53fa-63dc-43f3-be55-08291080a39b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Network ec9dfc69-b232-4460-98ec-1f3760968b88 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:44:12.158912 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-dd9d53fa-63dc-43f3-be55-08291080a39b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, ec9dfc69-b232-4460-98ec-1f3760968b88) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:44:12.163453 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9d53fa-63dc-43f3-be55-08291080a39b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:12.164190 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-dd9d53fa-63dc-43f3-be55-08291080a39b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:12.168527 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698b45ed-668b-4197-bab9-eef25a32b6a3 None None] Network ec9dfc69-b232-4460-98ec-1f3760968b88 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:44:12.182804 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-dd9d53fa-63dc-43f3-be55-08291080a39b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4042308 Oct 30 15:44:12.185786 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 52038) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:44:12.191552 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-c109fa71-bd1f-4588-a015-a7e3a3dd59cf None None] For port 3b3f4456-c672-45e0-8b84-ae53d62829ab, host n-d-806683-17, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:44:12.196452 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-c109fa71-bd1f-4588-a015-a7e3a3dd59cf None None] For port 3b3f4456-c672-45e0-8b84-ae53d62829ab, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=3b3f4456-c672-45e0-8b84-ae53d62829ab,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:44:12.202429 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-c109fa71-bd1f-4588-a015-a7e3a3dd59cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:12.266617 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe0662b-fed7-4bdd-a49e-d09f691b1990 None None] Pushing event updated for resources: {'Port': ['ID=3b3f4456-c672-45e0-8b84-ae53d62829ab,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:44:12.272066 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c109fa71-bd1f-4588-a015-a7e3a3dd59cf None None] Routers {'caabc170-093e-48bf-b336-be52c3861b2e'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:44:12.272688 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-c109fa71-bd1f-4588-a015-a7e3a3dd59cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:43:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['caabc170-093e-48bf-b336-be52c3861b2e'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:44:12.329618 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbce5b19-5d39-4d6e-96b6-1b45b2d39a88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-ec9dfc69-b232-4460-98ec-1f3760968b88', 'network_id': 'ec9dfc69-b232-4460-98ec-1f3760968b88', 'tenant_id': '17764933ce884765984ec1ad38e578fa', 'fixed_ips': [{'subnet_id': '2890c17d-3f29-4989-ba4f-fd2d60944b92'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:44:12.330950 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-dbce5b19-5d39-4d6e-96b6-1b45b2d39a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:12.386555 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-c109fa71-bd1f-4588-a015-a7e3a3dd59cf None None] Set router caabc170-093e-48bf-b336-be52c3861b2e gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:44:12.472943 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-dbce5b19-5d39-4d6e-96b6-1b45b2d39a88 None None] Allocated IP 172.20.0.2 (ec9dfc69-b232-4460-98ec-1f3760968b88/2890c17d-3f29-4989-ba4f-fd2d60944b92/685407ea-dd28-4cd2-9262-373d4310ef95) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:44:12.576447 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-c109fa71-bd1f-4588-a015-a7e3a3dd59cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caabc170-093e-48bf-b336-be52c3861b2e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1248252946', 'tenant_id': '17764933ce884765984ec1ad38e578fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '3b3f4456-c672-45e0-8b84-ae53d62829ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:44:10Z', 'updated_at': '2021-10-30T15:44:10Z', 'revision_number': 3, 'project_id': '17764933ce884765984ec1ad38e578fa', 'gw_port': {'id': '3b3f4456-c672-45e0-8b84-ae53d62829ab', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f9:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caabc170-093e-48bf-b336-be52c3861b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:44:10Z', 'updated_at': '2021-10-30T15:44:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:44:12.599399 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7f15038a-d151-448c-b271-b384e26b1304 req-c53c2668-ebc9-4b7c-bddd-3e212e9c2604 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d657e1f4-07b4-4a1c-8acd-d8cdf69737ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0646710 Oct 30 15:44:12.611014 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c109fa71-bd1f-4588-a015-a7e3a3dd59cf None None] The sync data for ids ['caabc170-093e-48bf-b336-be52c3861b2e'] in n-d-806683-17 is: [{'id': 'caabc170-093e-48bf-b336-be52c3861b2e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1248252946', 'tenant_id': '17764933ce884765984ec1ad38e578fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '3b3f4456-c672-45e0-8b84-ae53d62829ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:44:10Z', 'updated_at': '2021-10-30T15:44:10Z', 'revision_number': 3, 'project_id': '17764933ce884765984ec1ad38e578fa', 'gw_port': {'id': '3b3f4456-c672-45e0-8b84-ae53d62829ab', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f9:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caabc170-093e-48bf-b336-be52c3861b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:44:10Z', 'updated_at': '2021-10-30T15:44:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:44:12.636872 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-dbce5b19-5d39-4d6e-96b6-1b45b2d39a88 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:12.645964 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-dbce5b19-5d39-4d6e-96b6-1b45b2d39a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:12.695075 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbce5b19-5d39-4d6e-96b6-1b45b2d39a88 None None] Network ec9dfc69-b232-4460-98ec-1f3760968b88 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:44:12.698168 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-dbce5b19-5d39-4d6e-96b6-1b45b2d39a88 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:44:12.703231 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbce5b19-5d39-4d6e-96b6-1b45b2d39a88 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:44:12.706370 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbce5b19-5d39-4d6e-96b6-1b45b2d39a88 None None] Pushing event updated for resources: {'Port': ['ID=685407ea-dd28-4cd2-9262-373d4310ef95,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:44:12.743147 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f15038a-d151-448c-b271-b384e26b1304 req-ae55b33e-2bde-45f0-8dc3-298f77d9669a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:12.744684 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7f15038a-d151-448c-b271-b384e26b1304 req-ae55b33e-2bde-45f0-8dc3-298f77d9669a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=887bc10b4e704641954048c16602273c&device_id=d657e1f4-07b4-4a1c-8acd-d8cdf69737ae HTTP/1.1" status: 200 len: 1097 time: 0.0899251 Oct 30 15:44:12.764190 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-dbce5b19-5d39-4d6e-96b6-1b45b2d39a88 None None] Attempting to bind port 685407ea-dd28-4cd2-9262-373d4310ef95 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:44:12.764574 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-dbce5b19-5d39-4d6e-96b6-1b45b2d39a88 None None] Attempting to bind port 685407ea-dd28-4cd2-9262-373d4310ef95 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'b6f03798-d9c8-4e58-a3aa-7744cf819ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ec9dfc69-b232-4460-98ec-1f3760968b88'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:44:12.764948 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbce5b19-5d39-4d6e-96b6-1b45b2d39a88 None None] Attempting to bind port 685407ea-dd28-4cd2-9262-373d4310ef95 on network ec9dfc69-b232-4460-98ec-1f3760968b88 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:44:12.770909 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbce5b19-5d39-4d6e-96b6-1b45b2d39a88 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:44:12.771291 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbce5b19-5d39-4d6e-96b6-1b45b2d39a88 None None] Checking segment: {'id': 'b6f03798-d9c8-4e58-a3aa-7744cf819ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ec9dfc69-b232-4460-98ec-1f3760968b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:44:12.771751 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-dbce5b19-5d39-4d6e-96b6-1b45b2d39a88 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:12.772179 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbce5b19-5d39-4d6e-96b6-1b45b2d39a88 None None] Bound using segment: {'id': 'b6f03798-d9c8-4e58-a3aa-7744cf819ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ec9dfc69-b232-4460-98ec-1f3760968b88'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:44:12.772655 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-dbce5b19-5d39-4d6e-96b6-1b45b2d39a88 None None] Bound port: 685407ea-dd28-4cd2-9262-373d4310ef95, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f03798-d9c8-4e58-a3aa-7744cf819ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ec9dfc69-b232-4460-98ec-1f3760968b88'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:44:12.773046 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-dbce5b19-5d39-4d6e-96b6-1b45b2d39a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:12.850886 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-dbce5b19-5d39-4d6e-96b6-1b45b2d39a88 None None] For port 685407ea-dd28-4cd2-9262-373d4310ef95, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:44:12.854519 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-dbce5b19-5d39-4d6e-96b6-1b45b2d39a88 None None] For port 685407ea-dd28-4cd2-9262-373d4310ef95, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=685407ea-dd28-4cd2-9262-373d4310ef95,segment=NetworkSegment(b6f03798-d9c8-4e58-a3aa-7744cf819ae3),segment_id=b6f03798-d9c8-4e58-a3aa-7744cf819ae3)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:44:12.863228 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-dbce5b19-5d39-4d6e-96b6-1b45b2d39a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:12.946186 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f15038a-d151-448c-b271-b384e26b1304 req-e0ae5221-8d9a-4985-a495-d9d1eeab2794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:12.946186 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7f15038a-d151-448c-b271-b384e26b1304 req-e0ae5221-8d9a-4985-a495-d9d1eeab2794 service neutron] 10.222.0.44 "GET /v2.0/networks?id=eaec26f8-16ce-4842-b83b-287e7177f318 HTTP/1.1" status: 200 len: 913 time: 0.1520152 Oct 30 15:44:12.972744 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbce5b19-5d39-4d6e-96b6-1b45b2d39a88 None None] Pushing event updated for resources: {'Port': ['ID=685407ea-dd28-4cd2-9262-373d4310ef95,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:44:13.073086 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7f15038a-d151-448c-b271-b384e26b1304 req-348f39b9-adb1-4735-b9b7-8f7e167303a5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a332fbf-0803-4909-80b5-7c3eed6e182a HTTP/1.1" status: 200 len: 1000 time: 0.1013484 Oct 30 15:44:13.168214 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f15038a-d151-448c-b271-b384e26b1304 req-a319b41b-f907-493d-8184-9033c068dc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:13.170508 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7f15038a-d151-448c-b271-b384e26b1304 req-a319b41b-f907-493d-8184-9033c068dc07 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e2126f42-6201-4d38-a336-acc99efa4108 HTTP/1.1" status: 200 len: 851 time: 0.0893579 Oct 30 15:44:13.217818 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7c1df35e-ac3c-4bea-b1b8-f6987711e574 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:13.276899 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f15038a-d151-448c-b271-b384e26b1304 req-cf8952c7-72e3-4e9a-8076-3afab2d599df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:13.278419 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7f15038a-d151-448c-b271-b384e26b1304 req-cf8952c7-72e3-4e9a-8076-3afab2d599df service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eaec26f8-16ce-4842-b83b-287e7177f318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0992870 Oct 30 15:44:13.453935 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7f15038a-d151-448c-b271-b384e26b1304 req-8853ebcd-4521-4375-b594-7b3643cbff90 service neutron] 10.222.0.44 "GET /v2.0/networks/eaec26f8-16ce-4842-b83b-287e7177f318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441169 Oct 30 15:44:13.648731 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7f15038a-d151-448c-b271-b384e26b1304 req-d13cdfc0-5b66-423c-b210-c6774398eddd service neutron] 10.222.0.44 "GET /v2.0/networks/eaec26f8-16ce-4842-b83b-287e7177f318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657398 Oct 30 15:44:13.673784 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-7c1df35e-ac3c-4bea-b1b8-f6987711e574 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Allocated IP 172.20.0.1 (ec9dfc69-b232-4460-98ec-1f3760968b88/2890c17d-3f29-4989-ba4f-fd2d60944b92/5b169395-b68c-4e2f-acd3-44bb6af9f72e) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:44:13.792092 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7c1df35e-ac3c-4bea-b1b8-f6987711e574 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:13.829306 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7c1df35e-ac3c-4bea-b1b8-f6987711e574 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:13.879829 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1df35e-ac3c-4bea-b1b8-f6987711e574 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Network ec9dfc69-b232-4460-98ec-1f3760968b88 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:44:13.882908 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-7c1df35e-ac3c-4bea-b1b8-f6987711e574 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:44:13.887717 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1df35e-ac3c-4bea-b1b8-f6987711e574 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:44:13.894456 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1df35e-ac3c-4bea-b1b8-f6987711e574 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Pushing event updated for resources: {'Port': ['ID=5b169395-b68c-4e2f-acd3-44bb6af9f72e,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:44:13.938594 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87686adb-a71c-4b3d-9e2a-cefc9d354a3a None None] Network ec9dfc69-b232-4460-98ec-1f3760968b88 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:44:13.950492 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7c1df35e-ac3c-4bea-b1b8-f6987711e574 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:14.054856 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-acc93dc7-435c-4c2b-a95f-54b9b86bc71f None None] Provisioning complete for port 685407ea-dd28-4cd2-9262-373d4310ef95 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:44:14.055382 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-acc93dc7-435c-4c2b-a95f-54b9b86bc71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:14.099094 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7c1df35e-ac3c-4bea-b1b8-f6987711e574 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:14.188314 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-acc93dc7-435c-4c2b-a95f-54b9b86bc71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:14.226229 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-acc93dc7-435c-4c2b-a95f-54b9b86bc71f None None] For port 685407ea-dd28-4cd2-9262-373d4310ef95, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=685407ea-dd28-4cd2-9262-373d4310ef95,segment=NetworkSegment(b6f03798-d9c8-4e58-a3aa-7744cf819ae3),segment_id=b6f03798-d9c8-4e58-a3aa-7744cf819ae3)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:44:14.234526 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-acc93dc7-435c-4c2b-a95f-54b9b86bc71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:14.276306 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 3b3f4456-c672-45e0-8b84-ae53d62829ab up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:44:14.331007 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc93dc7-435c-4c2b-a95f-54b9b86bc71f None None] Pushing event updated for resources: {'Port': ['ID=685407ea-dd28-4cd2-9262-373d4310ef95,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:44:14.356397 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 3b3f4456-c672-45e0-8b84-ae53d62829ab triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:44:14.356652 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:14.498776 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-8afd5c81-1ca5-4db7-a2c7-23046ff13dad None None] Provisioning complete for port 5b169395-b68c-4e2f-acd3-44bb6af9f72e triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:44:14.499245 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8afd5c81-1ca5-4db7-a2c7-23046ff13dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:14.501218 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:14.502731 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7c1df35e-ac3c-4bea-b1b8-f6987711e574 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:14.512218 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7c1df35e-ac3c-4bea-b1b8-f6987711e574 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:14.550175 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 3b3f4456-c672-45e0-8b84-ae53d62829ab, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=3b3f4456-c672-45e0-8b84-ae53d62829ab,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:44:14.558323 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:14.559250 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 685407ea-dd28-4cd2-9262-373d4310ef95 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:44:14.561132 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-8afd5c81-1ca5-4db7-a2c7-23046ff13dad None None] Port 5b169395-b68c-4e2f-acd3-44bb6af9f72e cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:44:14.634315 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7c1df35e-ac3c-4bea-b1b8-f6987711e574 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:14.636104 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1df35e-ac3c-4bea-b1b8-f6987711e574 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Pushing event updated for resources: {'Port': ['ID=5b169395-b68c-4e2f-acd3-44bb6af9f72e,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:44:14.647598 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-8afd5c81-1ca5-4db7-a2c7-23046ff13dad None None] Provisioning complete for port 685407ea-dd28-4cd2-9262-373d4310ef95 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:44:14.648082 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8afd5c81-1ca5-4db7-a2c7-23046ff13dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:14.652280 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8a72cefc-b6cc-4f0a-9873-b8d7704d6339 req-c43c7c7a-291c-435d-b497-da11eedb74c5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c30d0322-bb7a-4358-96f6-13f80f38392a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0815740 Oct 30 15:44:14.703891 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=3b3f4456-c672-45e0-8b84-ae53d62829ab,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:44:14.747660 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 685407ea-dd28-4cd2-9262-373d4310ef95 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:44:14.748034 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:14.788398 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a72cefc-b6cc-4f0a-9873-b8d7704d6339 req-90f44f81-0045-4853-ad2b-ae3d863c06fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:14.789984 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8a72cefc-b6cc-4f0a-9873-b8d7704d6339 req-90f44f81-0045-4853-ad2b-ae3d863c06fe service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c4b96368b87a40a2935f71debcc2f400&device_id=c30d0322-bb7a-4358-96f6-13f80f38392a HTTP/1.1" status: 200 len: 1098 time: 0.0839481 Oct 30 15:44:14.801657 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1df35e-ac3c-4bea-b1b8-f6987711e574 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Network ec9dfc69-b232-4460-98ec-1f3760968b88 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:44:14.803181 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-7c1df35e-ac3c-4bea-b1b8-f6987711e574 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:44:14.908632 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-9c8bcc28-2c60-4aa2-91e1-f7f4cf047ce5 None None] Provisioning complete for port 5b169395-b68c-4e2f-acd3-44bb6af9f72e triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:44:14.909014 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9c8bcc28-2c60-4aa2-91e1-f7f4cf047ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:14.945427 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-9c8bcc28-2c60-4aa2-91e1-f7f4cf047ce5 None None] Port 5b169395-b68c-4e2f-acd3-44bb6af9f72e cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:44:15.038328 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a72cefc-b6cc-4f0a-9873-b8d7704d6339 req-4748a931-c5ba-4a96-b5fb-765a822a5d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:15.040369 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8a72cefc-b6cc-4f0a-9873-b8d7704d6339 req-4748a931-c5ba-4a96-b5fb-765a822a5d63 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0 HTTP/1.1" status: 200 len: 897 time: 0.2281687 Oct 30 15:44:15.049067 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c1df35e-ac3c-4bea-b1b8-f6987711e574 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Router caabc170-093e-48bf-b336-be52c3861b2e has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:44:15.065702 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-3abab9c6-9d32-40a8-a089-f90e06055226 None None] Provisioning complete for port 5b169395-b68c-4e2f-acd3-44bb6af9f72e triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:44:15.066073 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3abab9c6-9d32-40a8-a089-f90e06055226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:15.100362 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-3abab9c6-9d32-40a8-a089-f90e06055226 None None] Port 5b169395-b68c-4e2f-acd3-44bb6af9f72e cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:44:15.516862 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8a72cefc-b6cc-4f0a-9873-b8d7704d6339 req-e42cbbac-1bac-493f-8ae0-a795d51c270a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=116e8184-b708-4169-a477-6c4e40e5e84c HTTP/1.1" status: 200 len: 1001 time: 0.4660974 Oct 30 15:44:15.603789 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a72cefc-b6cc-4f0a-9873-b8d7704d6339 req-5633b69b-09c2-472d-8a28-0e1eb90a1812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:15.605720 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8a72cefc-b6cc-4f0a-9873-b8d7704d6339 req-5633b69b-09c2-472d-8a28-0e1eb90a1812 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d48a564f-0ec9-461a-9b50-a34dbe495a9a HTTP/1.1" status: 200 len: 835 time: 0.0794461 Oct 30 15:44:15.607710 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1df35e-ac3c-4bea-b1b8-f6987711e574 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:44:15.613736 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-7c1df35e-ac3c-4bea-b1b8-f6987711e574 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] 10.222.0.62 "PUT /v2.0/routers/caabc170-093e-48bf-b336-be52c3861b2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4268069 Oct 30 15:44:15.616590 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52040) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:44:15.621413 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-751012a5-4f03-4c5c-a169-cc611bc47a15 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1518370239', 'description': 'tempest-secgroup_access--1518370239 description', 'project_id': '17764933ce884765984ec1ad38e578fa'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:44:15.628143 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ad93c9-f65a-4a32-b479-6496d24b67cf None None] Sync routers for ids ['caabc170-093e-48bf-b336-be52c3861b2e'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:44:15.641455 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ad93c9-f65a-4a32-b479-6496d24b67cf None None] Routers {'caabc170-093e-48bf-b336-be52c3861b2e'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:44:15.642100 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-f0ad93c9-f65a-4a32-b479-6496d24b67cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:43:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['caabc170-093e-48bf-b336-be52c3861b2e'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:44:15.651256 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-751012a5-4f03-4c5c-a169-cc611bc47a15 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:15.665094 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a72cefc-b6cc-4f0a-9873-b8d7704d6339 req-3c3233ab-4f23-4f08-b5c0-732e97b15c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:15.666597 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8a72cefc-b6cc-4f0a-9873-b8d7704d6339 req-3c3233ab-4f23-4f08-b5c0-732e97b15c33 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517130 Oct 30 15:44:15.726275 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-751012a5-4f03-4c5c-a169-cc611bc47a15 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:15.733086 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-751012a5-4f03-4c5c-a169-cc611bc47a15 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:15.756534 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-f0ad93c9-f65a-4a32-b479-6496d24b67cf None None] Set router caabc170-093e-48bf-b336-be52c3861b2e gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:44:15.763441 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-751012a5-4f03-4c5c-a169-cc611bc47a15 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:15.764944 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-751012a5-4f03-4c5c-a169-cc611bc47a15 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1472936 Oct 30 15:44:15.769369 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52042) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:44:15.774877 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-e4794787-c1b6-4508-9e72-edc795a37534 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1268693271', 'description': 'tempest-secgroup_general--1268693271 description', 'project_id': '17764933ce884765984ec1ad38e578fa'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:44:15.777043 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8a72cefc-b6cc-4f0a-9873-b8d7704d6339 req-1884688e-feef-4a6d-96d0-01972c524f26 service neutron] 10.222.0.53 "GET /v2.0/networks/3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029718 Oct 30 15:44:15.781225 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751012a5-4f03-4c5c-a169-cc611bc47a15 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec2e2ad-4188-47ef-b085-e86f79b5db8e,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:44:15.803342 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e4794787-c1b6-4508-9e72-edc795a37534 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:15.875284 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e4794787-c1b6-4508-9e72-edc795a37534 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:15.880074 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e4794787-c1b6-4508-9e72-edc795a37534 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:15.880479 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8a72cefc-b6cc-4f0a-9873-b8d7704d6339 req-ee76c784-36e5-4fc9-b541-7389ab7bbd82 service neutron] 10.222.0.53 "GET /v2.0/networks/3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957832 Oct 30 15:44:15.911330 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e4794787-c1b6-4508-9e72-edc795a37534 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:15.912663 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-e4794787-c1b6-4508-9e72-edc795a37534 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.1421325 Oct 30 15:44:15.914740 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4794787-c1b6-4508-9e72-edc795a37534 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1f3020-72c2-4e12-83bd-192da30d10a6,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:44:15.916021 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 52044) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:44:15.921651 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-24bdbdd2-c3e5-48a7-a6de-f02242e2eb99 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Request body: {'security_group_rule': {'security_group_id': '4ec2e2ad-4188-47ef-b085-e86f79b5db8e', 'project_id': '17764933ce884765984ec1ad38e578fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:44:15.949856 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-24bdbdd2-c3e5-48a7-a6de-f02242e2eb99 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:15.980436 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-f0ad93c9-f65a-4a32-b479-6496d24b67cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caabc170-093e-48bf-b336-be52c3861b2e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1248252946', 'tenant_id': '17764933ce884765984ec1ad38e578fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '3b3f4456-c672-45e0-8b84-ae53d62829ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:44:10Z', 'updated_at': '2021-10-30T15:44:14Z', 'revision_number': 4, 'project_id': '17764933ce884765984ec1ad38e578fa', 'gw_port': {'id': '3b3f4456-c672-45e0-8b84-ae53d62829ab', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caabc170-093e-48bf-b336-be52c3861b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:44:10Z', 'updated_at': '2021-10-30T15:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '5b169395-b68c-4e2f-acd3-44bb6af9f72e', 'name': '', 'network_id': 'ec9dfc69-b232-4460-98ec-1f3760968b88', 'tenant_id': '17764933ce884765984ec1ad38e578fa', 'mac_address': 'fa:16:3e:b3:91:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caabc170-093e-48bf-b336-be52c3861b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '2890c17d-3f29-4989-ba4f-fd2d60944b92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:44:13Z', 'updated_at': '2021-10-30T15:44:14Z', 'revision_number': 2, 'project_id': '17764933ce884765984ec1ad38e578fa', 'subnets': [{'id': '2890c17d-3f29-4989-ba4f-fd2d60944b92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:44:16.007021 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ad93c9-f65a-4a32-b479-6496d24b67cf None None] Checking router: caabc170-093e-48bf-b336-be52c3861b2e for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:44:16.007380 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ad93c9-f65a-4a32-b479-6496d24b67cf None None] Updating router caabc170-093e-48bf-b336-be52c3861b2e port 5b169395-b68c-4e2f-acd3-44bb6af9f72e binding host n-d-806683-17 {{(pid=102132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:44:16.019996 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-24bdbdd2-c3e5-48a7-a6de-f02242e2eb99 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:16.024945 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-24bdbdd2-c3e5-48a7-a6de-f02242e2eb99 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:16.037538 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f0ad93c9-f65a-4a32-b479-6496d24b67cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:16.048788 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bdbdd2-c3e5-48a7-a6de-f02242e2eb99 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b8124bb-4a36-4410-a894-7bbb3257cba2,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:44:16.076530 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-24bdbdd2-c3e5-48a7-a6de-f02242e2eb99 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:16.085565 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-24bdbdd2-c3e5-48a7-a6de-f02242e2eb99 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1607738 Oct 30 15:44:16.165706 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 3b3f4456-c672-45e0-8b84-ae53d62829ab up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:44:16.230632 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e1c6650e-a374-4ac3-a7fb-d13401daf264 req-8f6a8712-5e50-457a-8c46-14d26faf9557 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup_access--1518370239&fields=id&tenant_id=17764933ce884765984ec1ad38e578fa HTTP/1.1" status: 200 len: 267 time: 0.0342577 Oct 30 15:44:16.272054 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e1c6650e-a374-4ac3-a7fb-d13401daf264 req-29f9c5b7-b471-4877-8db2-65cec64c66f6 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup_general--1268693271&fields=id&tenant_id=17764933ce884765984ec1ad38e578fa HTTP/1.1" status: 200 len: 267 time: 0.0342822 Oct 30 15:44:16.273974 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 3b3f4456-c672-45e0-8b84-ae53d62829ab triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:44:16.274355 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:16.383507 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6650e-a374-4ac3-a7fb-d13401daf264 req-6542f2c2-1ba4-438b-ba48-598eaac17af3 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:16.387119 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e1c6650e-a374-4ac3-a7fb-d13401daf264 req-6542f2c2-1ba4-438b-ba48-598eaac17af3 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] 10.222.0.62 "GET /v2.0/networks?id=ec9dfc69-b232-4460-98ec-1f3760968b88 HTTP/1.1" status: 200 len: 797 time: 0.1079514 Oct 30 15:44:16.402140 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e1c6650e-a374-4ac3-a7fb-d13401daf264 req-4d8db65f-ac11-4a7f-89ec-9f70740834f1 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] 10.222.0.62 "GET /v2.0/quotas/17764933ce884765984ec1ad38e578fa HTTP/1.1" status: 200 len: 375 time: 0.0101683 Oct 30 15:44:16.473913 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e1c6650e-a374-4ac3-a7fb-d13401daf264 req-c7df4a43-acd3-4a37-8b77-eb80e221b7f4 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=17764933ce884765984ec1ad38e578fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0635805 Oct 30 15:44:16.574813 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 685407ea-dd28-4cd2-9262-373d4310ef95 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:44:16.603867 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f0ad93c9-f65a-4a32-b479-6496d24b67cf None None] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:16.614675 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f0ad93c9-f65a-4a32-b479-6496d24b67cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:16.630014 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e1c6650e-a374-4ac3-a7fb-d13401daf264 req-3579eadf-5659-4aea-98e5-186a23f1832c service neutron] 10.222.0.62 "GET /v2.0/networks/ec9dfc69-b232-4460-98ec-1f3760968b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439373 Oct 30 15:44:16.674053 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b2496b-6e2a-49fb-8b7f-0c0e32478905 None None] Pushing event updated for resources: {'Port': ['ID=5b169395-b68c-4e2f-acd3-44bb6af9f72e,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:44:16.704970 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 685407ea-dd28-4cd2-9262-373d4310ef95 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:44:16.705358 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:16.750199 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e1c6650e-a374-4ac3-a7fb-d13401daf264 req-105b3cbd-f561-4d30-a329-c49a4a318ff1 service neutron] 10.222.0.62 "GET /v2.0/networks/ec9dfc69-b232-4460-98ec-1f3760968b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103191 Oct 30 15:44:16.756055 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-f0ad93c9-f65a-4a32-b479-6496d24b67cf None None] Attempting to bind port 5b169395-b68c-4e2f-acd3-44bb6af9f72e on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:44:16.756431 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-f0ad93c9-f65a-4a32-b479-6496d24b67cf None None] Attempting to bind port 5b169395-b68c-4e2f-acd3-44bb6af9f72e by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'b6f03798-d9c8-4e58-a3aa-7744cf819ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ec9dfc69-b232-4460-98ec-1f3760968b88'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:44:16.756810 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ad93c9-f65a-4a32-b479-6496d24b67cf None None] Attempting to bind port 5b169395-b68c-4e2f-acd3-44bb6af9f72e on network ec9dfc69-b232-4460-98ec-1f3760968b88 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:44:16.766807 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ad93c9-f65a-4a32-b479-6496d24b67cf None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:44:16.767255 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ad93c9-f65a-4a32-b479-6496d24b67cf None None] Checking segment: {'id': 'b6f03798-d9c8-4e58-a3aa-7744cf819ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ec9dfc69-b232-4460-98ec-1f3760968b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:44:16.767766 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f0ad93c9-f65a-4a32-b479-6496d24b67cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:16.768176 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ad93c9-f65a-4a32-b479-6496d24b67cf None None] Bound using segment: {'id': 'b6f03798-d9c8-4e58-a3aa-7744cf819ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ec9dfc69-b232-4460-98ec-1f3760968b88'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:44:16.768667 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-f0ad93c9-f65a-4a32-b479-6496d24b67cf None None] Bound port: 5b169395-b68c-4e2f-acd3-44bb6af9f72e, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f03798-d9c8-4e58-a3aa-7744cf819ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ec9dfc69-b232-4460-98ec-1f3760968b88'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:44:16.769052 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f0ad93c9-f65a-4a32-b479-6496d24b67cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:16.892380 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-f0ad93c9-f65a-4a32-b479-6496d24b67cf None None] For port 5b169395-b68c-4e2f-acd3-44bb6af9f72e, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:44:16.896065 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-f0ad93c9-f65a-4a32-b479-6496d24b67cf None None] For port 5b169395-b68c-4e2f-acd3-44bb6af9f72e, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=5b169395-b68c-4e2f-acd3-44bb6af9f72e,segment=NetworkSegment(b6f03798-d9c8-4e58-a3aa-7744cf819ae3),segment_id=b6f03798-d9c8-4e58-a3aa-7744cf819ae3)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:44:16.903448 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f0ad93c9-f65a-4a32-b479-6496d24b67cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:16.950489 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-60ded7b0-bd38-4bce-8bae-d5fe4537f35c req-b84a86bc-467a-4ad9-bd90-d5ec27fe5b63 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] 10.222.0.62 "GET /v2.0/ports?device_id=d61ce681-03af-4825-a35f-38cd256ad2b0 HTTP/1.1" status: 200 len: 210 time: 0.0339236 Oct 30 15:44:16.984251 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-c92ad472-0a16-4bc9-8093-c1a59d3bcce2 None None] Provisioning complete for port 5b169395-b68c-4e2f-acd3-44bb6af9f72e triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:44:16.984890 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c92ad472-0a16-4bc9-8093-c1a59d3bcce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:17.029244 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ad93c9-f65a-4a32-b479-6496d24b67cf None None] Routers {'caabc170-093e-48bf-b336-be52c3861b2e'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:44:17.029890 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-f0ad93c9-f65a-4a32-b479-6496d24b67cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:43:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['caabc170-093e-48bf-b336-be52c3861b2e'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:44:17.114452 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b2496b-6e2a-49fb-8b7f-0c0e32478905 None None] Pushing event updated for resources: {'Port': ['ID=5b169395-b68c-4e2f-acd3-44bb6af9f72e,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:44:17.197043 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-f0ad93c9-f65a-4a32-b479-6496d24b67cf None None] Set router caabc170-093e-48bf-b336-be52c3861b2e gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:44:17.235192 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c92ad472-0a16-4bc9-8093-c1a59d3bcce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:17.347716 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-c92ad472-0a16-4bc9-8093-c1a59d3bcce2 None None] For port 5b169395-b68c-4e2f-acd3-44bb6af9f72e, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=5b169395-b68c-4e2f-acd3-44bb6af9f72e,segment=NetworkSegment(b6f03798-d9c8-4e58-a3aa-7744cf819ae3),segment_id=b6f03798-d9c8-4e58-a3aa-7744cf819ae3)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:44:17.352981 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c92ad472-0a16-4bc9-8093-c1a59d3bcce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:17.429023 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92ad472-0a16-4bc9-8093-c1a59d3bcce2 None None] Pushing event updated for resources: {'Port': ['ID=5b169395-b68c-4e2f-acd3-44bb6af9f72e,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:44:17.482440 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-64a98165-025c-483b-aed9-87387cff0bdd None None] Provisioning complete for port 5b169395-b68c-4e2f-acd3-44bb6af9f72e triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:44:17.482807 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-64a98165-025c-483b-aed9-87387cff0bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:17.511802 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-f0ad93c9-f65a-4a32-b479-6496d24b67cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caabc170-093e-48bf-b336-be52c3861b2e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1248252946', 'tenant_id': '17764933ce884765984ec1ad38e578fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '3b3f4456-c672-45e0-8b84-ae53d62829ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:44:10Z', 'updated_at': '2021-10-30T15:44:14Z', 'revision_number': 4, 'project_id': '17764933ce884765984ec1ad38e578fa', 'gw_port': {'id': '3b3f4456-c672-45e0-8b84-ae53d62829ab', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caabc170-093e-48bf-b336-be52c3861b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:44:10Z', 'updated_at': '2021-10-30T15:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '5b169395-b68c-4e2f-acd3-44bb6af9f72e', 'name': '', 'network_id': 'ec9dfc69-b232-4460-98ec-1f3760968b88', 'tenant_id': '17764933ce884765984ec1ad38e578fa', 'mac_address': 'fa:16:3e:b3:91:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caabc170-093e-48bf-b336-be52c3861b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '2890c17d-3f29-4989-ba4f-fd2d60944b92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:44:13Z', 'updated_at': '2021-10-30T15:44:16Z', 'revision_number': 4, 'project_id': '17764933ce884765984ec1ad38e578fa', 'subnets': [{'id': '2890c17d-3f29-4989-ba4f-fd2d60944b92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:44:17.543803 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ad93c9-f65a-4a32-b479-6496d24b67cf None None] The sync data for ids ['caabc170-093e-48bf-b336-be52c3861b2e'] in n-d-806683-17 is: [{'id': 'caabc170-093e-48bf-b336-be52c3861b2e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1248252946', 'tenant_id': '17764933ce884765984ec1ad38e578fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '3b3f4456-c672-45e0-8b84-ae53d62829ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:44:10Z', 'updated_at': '2021-10-30T15:44:14Z', 'revision_number': 4, 'project_id': '17764933ce884765984ec1ad38e578fa', 'gw_port': {'id': '3b3f4456-c672-45e0-8b84-ae53d62829ab', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caabc170-093e-48bf-b336-be52c3861b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:44:10Z', 'updated_at': '2021-10-30T15:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '5b169395-b68c-4e2f-acd3-44bb6af9f72e', 'name': '', 'network_id': 'ec9dfc69-b232-4460-98ec-1f3760968b88', 'tenant_id': '17764933ce884765984ec1ad38e578fa', 'mac_address': 'fa:16:3e:b3:91:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caabc170-093e-48bf-b336-be52c3861b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '2890c17d-3f29-4989-ba4f-fd2d60944b92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:44:13Z', 'updated_at': '2021-10-30T15:44:16Z', 'revision_number': 4, 'project_id': '17764933ce884765984ec1ad38e578fa', 'subnets': [{'id': '2890c17d-3f29-4989-ba4f-fd2d60944b92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:44:18.068318 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bb37ac44-0126-4e5d-a1e0-fae1d67a03f4 req-75c4c88f-408b-4045-aab6-4cef47f16da2 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] 10.222.0.62 "GET /v2.0/ports?device_id=d61ce681-03af-4825-a35f-38cd256ad2b0 HTTP/1.1" status: 200 len: 210 time: 0.0386324 Oct 30 15:44:18.181801 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6650e-a374-4ac3-a7fb-d13401daf264 req-9b143e29-ef7a-420a-a9eb-54e7bd4af9e5 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:18.183278 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e1c6650e-a374-4ac3-a7fb-d13401daf264 req-9b143e29-ef7a-420a-a9eb-54e7bd4af9e5 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] 10.222.0.53 "GET /v2.0/networks?id=ec9dfc69-b232-4460-98ec-1f3760968b88 HTTP/1.1" status: 200 len: 797 time: 0.1447501 Oct 30 15:44:18.195052 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 5b169395-b68c-4e2f-acd3-44bb6af9f72e up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:44:18.237466 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e1c6650e-a374-4ac3-a7fb-d13401daf264 req-37509a78-c194-499e-8a53-4c0f5d6f12df tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17764933ce884765984ec1ad38e578fa HTTP/1.1" status: 200 len: 478 time: 0.0453160 Oct 30 15:44:18.251697 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 5b169395-b68c-4e2f-acd3-44bb6af9f72e triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:44:18.252071 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:18.252362 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-e1c6650e-a374-4ac3-a7fb-d13401daf264 req-77277268-7e2d-4fb2-aeb2-758b163fe566 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Request body: {'port': {'device_id': 'd61ce681-03af-4825-a35f-38cd256ad2b0', 'network_id': 'ec9dfc69-b232-4460-98ec-1f3760968b88', 'admin_state_up': True, 'tenant_id': '17764933ce884765984ec1ad38e578fa', 'security_groups': ['4ec2e2ad-4188-47ef-b085-e86f79b5db8e', '0b1f3020-72c2-4e12-83bd-192da30d10a6']}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:44:18.375541 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1c6650e-a374-4ac3-a7fb-d13401daf264 req-77277268-7e2d-4fb2-aeb2-758b163fe566 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Made reservation on behalf of 17764933ce884765984ec1ad38e578fa for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:44:18.379442 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-e1c6650e-a374-4ac3-a7fb-d13401daf264 req-77277268-7e2d-4fb2-aeb2-758b163fe566 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:18.517869 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-e1c6650e-a374-4ac3-a7fb-d13401daf264 req-77277268-7e2d-4fb2-aeb2-758b163fe566 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Allocated IP 172.20.0.11 (ec9dfc69-b232-4460-98ec-1f3760968b88/2890c17d-3f29-4989-ba4f-fd2d60944b92/82158dba-1285-4c31-ab13-5108d23dc17c) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:44:18.679831 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-e1c6650e-a374-4ac3-a7fb-d13401daf264 req-77277268-7e2d-4fb2-aeb2-758b163fe566 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:18.715640 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-e1c6650e-a374-4ac3-a7fb-d13401daf264 req-77277268-7e2d-4fb2-aeb2-758b163fe566 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:18.762085 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1c6650e-a374-4ac3-a7fb-d13401daf264 req-77277268-7e2d-4fb2-aeb2-758b163fe566 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Network ec9dfc69-b232-4460-98ec-1f3760968b88 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:44:18.766331 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-e1c6650e-a374-4ac3-a7fb-d13401daf264 req-77277268-7e2d-4fb2-aeb2-758b163fe566 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:44:18.770537 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1c6650e-a374-4ac3-a7fb-d13401daf264 req-77277268-7e2d-4fb2-aeb2-758b163fe566 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:44:18.794729 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77277268-7e2d-4fb2-aeb2-758b163fe566 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Pushing event updated for resources: {'Port': ['ID=82158dba-1285-4c31-ab13-5108d23dc17c,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:44:18.824909 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6650e-a374-4ac3-a7fb-d13401daf264 req-77277268-7e2d-4fb2-aeb2-758b163fe566 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:18.826142 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-e1c6650e-a374-4ac3-a7fb-d13401daf264 req-77277268-7e2d-4fb2-aeb2-758b163fe566 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:18.842993 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e1c6650e-a374-4ac3-a7fb-d13401daf264 req-77277268-7e2d-4fb2-aeb2-758b163fe566 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.5977919 Oct 30 15:44:18.857642 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-e1c6650e-a374-4ac3-a7fb-d13401daf264 req-29612beb-4d33-41ca-8d0f-c22343208dcd service neutron] Request body: {'port': {'device_id': 'd61ce681-03af-4825-a35f-38cd256ad2b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:44:18.921564 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-e1c6650e-a374-4ac3-a7fb-d13401daf264 req-29612beb-4d33-41ca-8d0f-c22343208dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:19.041470 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-6043dd69-5e54-4c23-ba84-1fed9bd46387 None None] Provisioning complete for port 82158dba-1285-4c31-ab13-5108d23dc17c triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:44:19.041987 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6043dd69-5e54-4c23-ba84-1fed9bd46387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:19.078395 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-6043dd69-5e54-4c23-ba84-1fed9bd46387 None None] Port 82158dba-1285-4c31-ab13-5108d23dc17c cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:44:19.234192 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7855c9-ac29-4f77-b4b6-584826eeaef7 req-c3841717-41c1-4a86-8352-d44e72117956 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:19.235696 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4a7855c9-ac29-4f77-b4b6-584826eeaef7 req-c3841717-41c1-4a86-8352-d44e72117956 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] 10.222.0.62 "GET /v2.0/ports?device_id=d61ce681-03af-4825-a35f-38cd256ad2b0 HTTP/1.1" status: 200 len: 971 time: 0.0931556 Oct 30 15:44:19.239749 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-e1c6650e-a374-4ac3-a7fb-d13401daf264 req-29612beb-4d33-41ca-8d0f-c22343208dcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82158dba-1285-4c31-ab13-5108d23dc17c {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:44:19.253098 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-e1c6650e-a374-4ac3-a7fb-d13401daf264 req-29612beb-4d33-41ca-8d0f-c22343208dcd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:19.276070 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-e1c6650e-a374-4ac3-a7fb-d13401daf264 req-29612beb-4d33-41ca-8d0f-c22343208dcd service neutron] Transition to ACTIVE for port object 82158dba-1285-4c31-ab13-5108d23dc17c will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:44:19.283949 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-e1c6650e-a374-4ac3-a7fb-d13401daf264 req-29612beb-4d33-41ca-8d0f-c22343208dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:19.321592 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4a7855c9-ac29-4f77-b4b6-584826eeaef7 req-7c012f5f-d545-4146-9e66-d08bde44bbc4 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] 10.222.0.62 "GET /v2.0/security-groups?id=4ec2e2ad-4188-47ef-b085-e86f79b5db8e&id=0b1f3020-72c2-4e12-83bd-192da30d10a6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0774543 Oct 30 15:44:19.349103 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29612beb-4d33-41ca-8d0f-c22343208dcd service neutron] Pushing event updated for resources: {'Port': ['ID=82158dba-1285-4c31-ab13-5108d23dc17c,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:44:19.420492 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-e1c6650e-a374-4ac3-a7fb-d13401daf264 req-29612beb-4d33-41ca-8d0f-c22343208dcd service neutron] Attempting to bind port 82158dba-1285-4c31-ab13-5108d23dc17c on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:44:19.420859 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-e1c6650e-a374-4ac3-a7fb-d13401daf264 req-29612beb-4d33-41ca-8d0f-c22343208dcd service neutron] Attempting to bind port 82158dba-1285-4c31-ab13-5108d23dc17c by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': 'b6f03798-d9c8-4e58-a3aa-7744cf819ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ec9dfc69-b232-4460-98ec-1f3760968b88'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:44:19.421188 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c6650e-a374-4ac3-a7fb-d13401daf264 req-29612beb-4d33-41ca-8d0f-c22343208dcd service neutron] Attempting to bind port 82158dba-1285-4c31-ab13-5108d23dc17c on network ec9dfc69-b232-4460-98ec-1f3760968b88 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:44:19.425754 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c6650e-a374-4ac3-a7fb-d13401daf264 req-29612beb-4d33-41ca-8d0f-c22343208dcd service neutron] Port 82158dba-1285-4c31-ab13-5108d23dc17c on network ec9dfc69-b232-4460-98ec-1f3760968b88 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:44:19.426077 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c6650e-a374-4ac3-a7fb-d13401daf264 req-29612beb-4d33-41ca-8d0f-c22343208dcd service neutron] Attempting to bind port 82158dba-1285-4c31-ab13-5108d23dc17c on network ec9dfc69-b232-4460-98ec-1f3760968b88 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:44:19.431028 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c6650e-a374-4ac3-a7fb-d13401daf264 req-29612beb-4d33-41ca-8d0f-c22343208dcd service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:44:19.431366 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c6650e-a374-4ac3-a7fb-d13401daf264 req-29612beb-4d33-41ca-8d0f-c22343208dcd service neutron] Checking segment: {'id': 'b6f03798-d9c8-4e58-a3aa-7744cf819ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ec9dfc69-b232-4460-98ec-1f3760968b88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:44:19.431786 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c6650e-a374-4ac3-a7fb-d13401daf264 req-29612beb-4d33-41ca-8d0f-c22343208dcd service neutron] Bound using segment: {'id': 'b6f03798-d9c8-4e58-a3aa-7744cf819ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ec9dfc69-b232-4460-98ec-1f3760968b88'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:44:19.432218 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-e1c6650e-a374-4ac3-a7fb-d13401daf264 req-29612beb-4d33-41ca-8d0f-c22343208dcd service neutron] Bound port: 82158dba-1285-4c31-ab13-5108d23dc17c, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6f03798-d9c8-4e58-a3aa-7744cf819ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ec9dfc69-b232-4460-98ec-1f3760968b88'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:44:19.432577 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-e1c6650e-a374-4ac3-a7fb-d13401daf264 req-29612beb-4d33-41ca-8d0f-c22343208dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:19.498364 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-e1c6650e-a374-4ac3-a7fb-d13401daf264 req-29612beb-4d33-41ca-8d0f-c22343208dcd service neutron] For port 82158dba-1285-4c31-ab13-5108d23dc17c, host n-h1-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:44:19.501552 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-e1c6650e-a374-4ac3-a7fb-d13401daf264 req-29612beb-4d33-41ca-8d0f-c22343208dcd service neutron] For port 82158dba-1285-4c31-ab13-5108d23dc17c, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=82158dba-1285-4c31-ab13-5108d23dc17c,segment=NetworkSegment(b6f03798-d9c8-4e58-a3aa-7744cf819ae3),segment_id=b6f03798-d9c8-4e58-a3aa-7744cf819ae3)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:44:19.506510 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-e1c6650e-a374-4ac3-a7fb-d13401daf264 req-29612beb-4d33-41ca-8d0f-c22343208dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:19.545608 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6650e-a374-4ac3-a7fb-d13401daf264 req-29612beb-4d33-41ca-8d0f-c22343208dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:19.546199 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-e1c6650e-a374-4ac3-a7fb-d13401daf264 req-29612beb-4d33-41ca-8d0f-c22343208dcd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:19.547565 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e1c6650e-a374-4ac3-a7fb-d13401daf264 req-29612beb-4d33-41ca-8d0f-c22343208dcd service neutron] 10.222.0.53 "PUT /v2.0/ports/82158dba-1285-4c31-ab13-5108d23dc17c HTTP/1.1" status: 200 len: 1132 time: 0.6946847 Oct 30 15:44:19.548004 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd61ce681-03af-4825-a35f-38cd256ad2b0', 'tag': '82158dba-1285-4c31-ab13-5108d23dc17c'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:44:19.550253 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b90ef8-3f46-4acc-bdf4-ce8e10b06ed3" -d '{"events": [{"name": "network-changed", "server_uuid": "d61ce681-03af-4825-a35f-38cd256ad2b0", "tag": "82158dba-1285-4c31-ab13-5108d23dc17c"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:44:19.578270 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29612beb-4d33-41ca-8d0f-c22343208dcd service neutron] Pushing event updated for resources: {'Port': ['ID=82158dba-1285-4c31-ab13-5108d23dc17c,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:44:19.614917 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed11d24b-334e-476a-8db3-fa0600fae5f3 x-openstack-request-id: req-ed11d24b-334e-476a-8db3-fa0600fae5f3 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:44:19.615211 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d61ce681-03af-4825-a35f-38cd256ad2b0", "tag": "82158dba-1285-4c31-ab13-5108d23dc17c", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:44:19.615659 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ed11d24b-334e-476a-8db3-fa0600fae5f3 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:44:19.616131 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd61ce681-03af-4825-a35f-38cd256ad2b0', 'tag': '82158dba-1285-4c31-ab13-5108d23dc17c', 'status': 'completed', 'code': 200} Oct 30 15:44:19.647776 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6650e-a374-4ac3-a7fb-d13401daf264 req-acc332c5-6a6f-485d-b6ee-847f9e9090b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:19.649292 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e1c6650e-a374-4ac3-a7fb-d13401daf264 req-acc332c5-6a6f-485d-b6ee-847f9e9090b5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=17764933ce884765984ec1ad38e578fa&device_id=d61ce681-03af-4825-a35f-38cd256ad2b0 HTTP/1.1" status: 200 len: 1135 time: 0.0471911 Oct 30 15:44:19.696107 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e1c6650e-a374-4ac3-a7fb-d13401daf264 req-0c99525f-e025-4146-8bf5-fababffd9998 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82158dba-1285-4c31-ab13-5108d23dc17c HTTP/1.1" status: 200 len: 217 time: 0.0355909 Oct 30 15:44:19.752210 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6650e-a374-4ac3-a7fb-d13401daf264 req-cb09c2fe-7161-49d1-8b88-6db12d2469e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:19.753698 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e1c6650e-a374-4ac3-a7fb-d13401daf264 req-cb09c2fe-7161-49d1-8b88-6db12d2469e0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2890c17d-3f29-4989-ba4f-fd2d60944b92 HTTP/1.1" status: 200 len: 835 time: 0.0503206 Oct 30 15:44:19.803589 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6650e-a374-4ac3-a7fb-d13401daf264 req-ab245f9b-84af-4bd6-aeb1-4ab60bc82159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:19.805080 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e1c6650e-a374-4ac3-a7fb-d13401daf264 req-ab245f9b-84af-4bd6-aeb1-4ab60bc82159 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ec9dfc69-b232-4460-98ec-1f3760968b88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402813 Oct 30 15:44:19.901341 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e1c6650e-a374-4ac3-a7fb-d13401daf264 req-1ce4cac1-39b8-4bd0-9df0-68f6f0e0187c service neutron] 10.222.0.53 "GET /v2.0/networks/ec9dfc69-b232-4460-98ec-1f3760968b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880573 Oct 30 15:44:19.995332 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e1c6650e-a374-4ac3-a7fb-d13401daf264 req-873f48c2-7b12-46a2-bfcd-2fc2a8a6c75f service neutron] 10.222.0.53 "GET /v2.0/networks/ec9dfc69-b232-4460-98ec-1f3760968b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856028 Oct 30 15:44:20.087553 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b90ef8-3f46-4acc-bdf4-ce8e10b06ed3 req-09b1a50c-ec09-4e4f-b725-8c09a7c92e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:20.089056 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-76b90ef8-3f46-4acc-bdf4-ce8e10b06ed3 req-09b1a50c-ec09-4e4f-b725-8c09a7c92e23 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=17764933ce884765984ec1ad38e578fa&device_id=d61ce681-03af-4825-a35f-38cd256ad2b0 HTTP/1.1" status: 200 len: 1135 time: 0.0416028 Oct 30 15:44:20.184522 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b90ef8-3f46-4acc-bdf4-ce8e10b06ed3 req-81d3441f-de53-45cd-a8ea-3b26440bce89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:20.186518 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-76b90ef8-3f46-4acc-bdf4-ce8e10b06ed3 req-81d3441f-de53-45cd-a8ea-3b26440bce89 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ec9dfc69-b232-4460-98ec-1f3760968b88 HTTP/1.1" status: 200 len: 898 time: 0.0881534 Oct 30 15:44:20.228507 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-76b90ef8-3f46-4acc-bdf4-ce8e10b06ed3 req-1ddd7264-f41b-49d8-927e-6b264012221f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82158dba-1285-4c31-ab13-5108d23dc17c HTTP/1.1" status: 200 len: 217 time: 0.0332773 Oct 30 15:44:20.279135 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b90ef8-3f46-4acc-bdf4-ce8e10b06ed3 req-6af24f5c-2f47-4c9e-8aad-47566d2553fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:20.280588 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-76b90ef8-3f46-4acc-bdf4-ce8e10b06ed3 req-6af24f5c-2f47-4c9e-8aad-47566d2553fe service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2890c17d-3f29-4989-ba4f-fd2d60944b92 HTTP/1.1" status: 200 len: 835 time: 0.0426545 Oct 30 15:44:20.333548 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b90ef8-3f46-4acc-bdf4-ce8e10b06ed3 req-23d599ad-29e3-4688-b781-d0410d4c2c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:20.335018 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-76b90ef8-3f46-4acc-bdf4-ce8e10b06ed3 req-23d599ad-29e3-4688-b781-d0410d4c2c3e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ec9dfc69-b232-4460-98ec-1f3760968b88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434494 Oct 30 15:44:20.460879 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-76b90ef8-3f46-4acc-bdf4-ce8e10b06ed3 req-06607cbb-26f8-42d0-89dc-ec1d56be9915 service neutron] 10.222.0.53 "GET /v2.0/networks/ec9dfc69-b232-4460-98ec-1f3760968b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168909 Oct 30 15:44:20.470609 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52234721-1559-48fc-bc09-5744a0f2a4e2 req-0b09db83-f0fc-4136-9191-6c49fef27c43 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:20.472882 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-52234721-1559-48fc-bc09-5744a0f2a4e2 req-0b09db83-f0fc-4136-9191-6c49fef27c43 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] 10.222.0.62 "GET /v2.0/ports?device_id=d61ce681-03af-4825-a35f-38cd256ad2b0 HTTP/1.1" status: 200 len: 983 time: 0.0797052 Oct 30 15:44:20.558873 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-52234721-1559-48fc-bc09-5744a0f2a4e2 req-384e7ab8-a642-4ab1-9373-ec80b15763c3 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] 10.222.0.62 "GET /v2.0/security-groups?id=4ec2e2ad-4188-47ef-b085-e86f79b5db8e&id=0b1f3020-72c2-4e12-83bd-192da30d10a6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0762453 Oct 30 15:44:20.583900 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-76b90ef8-3f46-4acc-bdf4-ce8e10b06ed3 req-f18c55db-b3ca-4060-aba2-968ebe4a42c6 service neutron] 10.222.0.53 "GET /v2.0/networks/ec9dfc69-b232-4460-98ec-1f3760968b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096342 Oct 30 15:44:21.165567 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-32d23eb6-4c15-404f-9f6b-6c0b18b2af16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:21.680128 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9596d0-ecbf-4542-9efa-7dad9ab7cc48 req-3ea3d60b-150d-4b5d-98f0-55c70d2165d7 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:21.682479 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5d9596d0-ecbf-4542-9efa-7dad9ab7cc48 req-3ea3d60b-150d-4b5d-98f0-55c70d2165d7 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] 10.222.0.62 "GET /v2.0/ports?device_id=d61ce681-03af-4825-a35f-38cd256ad2b0 HTTP/1.1" status: 200 len: 983 time: 0.0523150 Oct 30 15:44:21.724034 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5d9596d0-ecbf-4542-9efa-7dad9ab7cc48 req-ff9c2f47-3e49-4736-93ee-0e348170fc67 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] 10.222.0.62 "GET /v2.0/security-groups?id=4ec2e2ad-4188-47ef-b085-e86f79b5db8e&id=0b1f3020-72c2-4e12-83bd-192da30d10a6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0347238 Oct 30 15:44:22.650888 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 82158dba-1285-4c31-ab13-5108d23dc17c details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:44:22.750461 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 82158dba-1285-4c31-ab13-5108d23dc17c, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=82158dba-1285-4c31-ab13-5108d23dc17c,segment=NetworkSegment(b6f03798-d9c8-4e58-a3aa-7744cf819ae3),segment_id=b6f03798-d9c8-4e58-a3aa-7744cf819ae3)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:44:22.762007 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '82158dba-1285-4c31-ab13-5108d23dc17c', 'network_id': 'ec9dfc69-b232-4460-98ec-1f3760968b88', 'port_id': '82158dba-1285-4c31-ab13-5108d23dc17c', 'mac_address': 'fa:16:3e:e0:5a:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2890c17d-3f29-4989-ba4f-fd2d60944b92', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:44:22.801074 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:22.814167 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82158dba-1285-4c31-ab13-5108d23dc17c {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:44:22.833421 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 82158dba-1285-4c31-ab13-5108d23dc17c, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=82158dba-1285-4c31-ab13-5108d23dc17c,segment=NetworkSegment(b6f03798-d9c8-4e58-a3aa-7744cf819ae3),segment_id=b6f03798-d9c8-4e58-a3aa-7744cf819ae3)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:44:22.837618 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:22.847777 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b640be-a31c-4794-bc7c-b44c20cd1854 req-1f78cf64-e6a5-4a47-bb77-ee010bd015da tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:22.849269 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-05b640be-a31c-4794-bc7c-b44c20cd1854 req-1f78cf64-e6a5-4a47-bb77-ee010bd015da tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] 10.222.0.62 "GET /v2.0/ports?device_id=d61ce681-03af-4825-a35f-38cd256ad2b0 HTTP/1.1" status: 200 len: 983 time: 0.0554299 Oct 30 15:44:22.888863 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=82158dba-1285-4c31-ab13-5108d23dc17c,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:44:22.892381 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-05b640be-a31c-4794-bc7c-b44c20cd1854 req-7dd0af64-4ce8-4165-93d0-02f5121494c7 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] 10.222.0.62 "GET /v2.0/security-groups?id=4ec2e2ad-4188-47ef-b085-e86f79b5db8e&id=0b1f3020-72c2-4e12-83bd-192da30d10a6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0369666 Oct 30 15:44:23.044680 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['82158dba-1285-4c31-ab13-5108d23dc17c'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:44:23.784813 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b705b3a3-e4c3-4859-abda-881fd0453377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:24.007766 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1783083-8d38-4c68-8612-e525c0f07eae req-fbcb5514-1a37-42b4-93c1-09745d498304 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:24.009217 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d1783083-8d38-4c68-8612-e525c0f07eae req-fbcb5514-1a37-42b4-93c1-09745d498304 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] 10.222.0.62 "GET /v2.0/ports?device_id=d61ce681-03af-4825-a35f-38cd256ad2b0 HTTP/1.1" status: 200 len: 984 time: 0.0481684 Oct 30 15:44:24.048591 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d1783083-8d38-4c68-8612-e525c0f07eae req-1def2464-3336-43f4-ad91-e1a0fbdc97d3 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] 10.222.0.62 "GET /v2.0/security-groups?id=4ec2e2ad-4188-47ef-b085-e86f79b5db8e&id=0b1f3020-72c2-4e12-83bd-192da30d10a6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0326452 Oct 30 15:44:24.654703 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 82158dba-1285-4c31-ab13-5108d23dc17c up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:44:24.697149 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05172aff-a0d6-41e2-ae4c-74ddb410fd5d req-45a8a03b-8d1b-4f61-b1a4-3b901bb09747 tempest-TestNetworkAdvancedServerOps-183148034 tempest-TestNetworkAdvancedServerOps-183148034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:24.698682 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-05172aff-a0d6-41e2-ae4c-74ddb410fd5d req-45a8a03b-8d1b-4f61-b1a4-3b901bb09747 tempest-TestNetworkAdvancedServerOps-183148034 tempest-TestNetworkAdvancedServerOps-183148034-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=c30d0322-bb7a-4358-96f6-13f80f38392a HTTP/1.1" status: 200 len: 1098 time: 0.0415533 Oct 30 15:44:24.706451 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port 82158dba-1285-4c31-ab13-5108d23dc17c completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:44:24.711804 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 82158dba-1285-4c31-ab13-5108d23dc17c triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:44:24.712171 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:24.736251 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-05172aff-a0d6-41e2-ae4c-74ddb410fd5d req-e3cc45cb-e822-42eb-ba8e-08012c01cfe0 tempest-TestNetworkAdvancedServerOps-183148034 tempest-TestNetworkAdvancedServerOps-183148034-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=b858aa4d-af89-4d97-a7ca-8b4270b16f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311790 Oct 30 15:44:24.755517 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:24.759314 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 52102) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:44:24.800310 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:24.822934 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd61ce681-03af-4825-a35f-38cd256ad2b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82158dba-1285-4c31-ab13-5108d23dc17c'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:44:24.825515 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4baddbf2-1955-4b61-84c3-5aeeb048c3d7" -d '{"events": [{"server_uuid": "d61ce681-03af-4825-a35f-38cd256ad2b0", "name": "network-vif-plugged", "status": "completed", "tag": "82158dba-1285-4c31-ab13-5108d23dc17c"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:44:24.839542 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 82158dba-1285-4c31-ab13-5108d23dc17c, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=82158dba-1285-4c31-ab13-5108d23dc17c,segment=NetworkSegment(b6f03798-d9c8-4e58-a3aa-7744cf819ae3),segment_id=b6f03798-d9c8-4e58-a3aa-7744cf819ae3)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:44:24.844581 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:24.876087 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f38086c-cc7f-4e48-a252-6f3c44485a27 x-openstack-request-id: req-8f38086c-cc7f-4e48-a252-6f3c44485a27 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:44:24.876318 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d61ce681-03af-4825-a35f-38cd256ad2b0", "name": "network-vif-plugged", "status": "completed", "tag": "82158dba-1285-4c31-ab13-5108d23dc17c", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:44:24.876544 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8f38086c-cc7f-4e48-a252-6f3c44485a27 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:44:24.876939 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd61ce681-03af-4825-a35f-38cd256ad2b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82158dba-1285-4c31-ab13-5108d23dc17c', 'code': 200} Oct 30 15:44:24.906302 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=82158dba-1285-4c31-ab13-5108d23dc17c,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:44:24.931202 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-950e4001-0db3-4c59-9c22-41df2e368056 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Deleting port ff4d3a00-2e9e-43e2-b9db-3f61e03a0435 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:44:24.931598 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-950e4001-0db3-4c59-9c22-41df2e368056 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:24.936744 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:25.026169 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7ba02a-388a-4909-a9b6-9f7162c37fee req-c37b0e28-db88-46c3-94ec-af1a3587dd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:25.027687 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-af7ba02a-388a-4909-a9b6-9f7162c37fee req-c37b0e28-db88-46c3-94ec-af1a3587dd0e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d61ce681-03af-4825-a35f-38cd256ad2b0 HTTP/1.1" status: 200 len: 1137 time: 0.0932574 Oct 30 15:44:25.047191 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-950e4001-0db3-4c59-9c22-41df2e368056 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:25.047538 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-950e4001-0db3-4c59-9c22-41df2e368056 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:25.066501 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-950e4001-0db3-4c59-9c22-41df2e368056 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Calling delete_port for ff4d3a00-2e9e-43e2-b9db-3f61e03a0435 owned by network:floatingip {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:44:25.089416 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-af7ba02a-388a-4909-a9b6-9f7162c37fee req-b74e5c7e-b017-4dca-810c-db7fe1a713c7 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0b1f3020-72c2-4e12-83bd-192da30d10a6&id=4ec2e2ad-4188-47ef-b085-e86f79b5db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0510509 Oct 30 15:44:25.212819 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2b802-d6aa-496c-9992-e78aff2132c7 req-0b2da071-ba4f-4ff1-b251-5140c16c06ca tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:25.214275 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dec2b802-d6aa-496c-9992-e78aff2132c7 req-0b2da071-ba4f-4ff1-b251-5140c16c06ca tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] 10.222.0.62 "GET /v2.0/ports?device_id=d61ce681-03af-4825-a35f-38cd256ad2b0 HTTP/1.1" status: 200 len: 985 time: 0.0894272 Oct 30 15:44:25.273096 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dec2b802-d6aa-496c-9992-e78aff2132c7 req-da9c46d0-648a-4cc5-9c2c-4d1bad1d1650 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] 10.222.0.62 "GET /v2.0/security-groups?id=4ec2e2ad-4188-47ef-b085-e86f79b5db8e&id=0b1f3020-72c2-4e12-83bd-192da30d10a6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0510292 Oct 30 15:44:25.330142 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-950e4001-0db3-4c59-9c22-41df2e368056 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:25.354871 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950e4001-0db3-4c59-9c22-41df2e368056 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event deleted for resources: {'Port': ['ID=ff4d3a00-2e9e-43e2-b9db-3f61e03a0435,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:44:25.414893 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-950e4001-0db3-4c59-9c22-41df2e368056 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for floatingip, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:25.415268 n-d-806683-17 neutron-server[102130]: INFO neutron.db.l3_db [None req-950e4001-0db3-4c59-9c22-41df2e368056 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Floating IP 70ce2976-6357-4eae-8c07-ca4892ae3ba6 disassociated (deleted). External IP: 172.25.4.173, port: 116e8184-b708-4169-a477-6c4e40e5e84c. Oct 30 15:44:25.618173 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-950e4001-0db3-4c59-9c22-41df2e368056 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Router a57dca6e-160e-41fa-8405-df22bc7296fc has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:44:25.980750 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-950e4001-0db3-4c59-9c22-41df2e368056 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:44:25.986062 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-950e4001-0db3-4c59-9c22-41df2e368056 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:25.990898 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2efa51-17f0-4652-ae18-d17ca230f5ce None None] Sync routers for ids ['a57dca6e-160e-41fa-8405-df22bc7296fc'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:44:26.000608 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2efa51-17f0-4652-ae18-d17ca230f5ce None None] Routers {'a57dca6e-160e-41fa-8405-df22bc7296fc'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:44:26.001222 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-2e2efa51-17f0-4652-ae18-d17ca230f5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:44:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['a57dca6e-160e-41fa-8405-df22bc7296fc'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:44:26.012360 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-950e4001-0db3-4c59-9c22-41df2e368056 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "DELETE /v2.0/floatingips/70ce2976-6357-4eae-8c07-ca4892ae3ba6 HTTP/1.1" status: 204 len: 168 time: 1.2519259 Oct 30 15:44:26.012970 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c30d0322-bb7a-4358-96f6-13f80f38392a', 'tag': '116e8184-b708-4169-a477-6c4e40e5e84c'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:44:26.015272 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a3205f-9d3a-492c-819f-d2ff68d39181" -d '{"events": [{"name": "network-changed", "server_uuid": "c30d0322-bb7a-4358-96f6-13f80f38392a", "tag": "116e8184-b708-4169-a477-6c4e40e5e84c"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:44:26.059265 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477ad165-3e05-4fb3-83d4-c926c0478d30 x-openstack-request-id: req-477ad165-3e05-4fb3-83d4-c926c0478d30 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:44:26.059638 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c30d0322-bb7a-4358-96f6-13f80f38392a", "tag": "116e8184-b708-4169-a477-6c4e40e5e84c", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:44:26.060684 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-477ad165-3e05-4fb3-83d4-c926c0478d30 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:44:26.061102 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c30d0322-bb7a-4358-96f6-13f80f38392a', 'tag': '116e8184-b708-4169-a477-6c4e40e5e84c', 'status': 'completed', 'code': 200} Oct 30 15:44:26.114534 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-2e2efa51-17f0-4652-ae18-d17ca230f5ce None None] Set router a57dca6e-160e-41fa-8405-df22bc7296fc gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:44:26.155504 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a3205f-9d3a-492c-819f-d2ff68d39181 req-bebe50ec-af4b-4513-a558-ab004749d7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:26.156351 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a2a3205f-9d3a-492c-819f-d2ff68d39181 req-bebe50ec-af4b-4513-a558-ab004749d7bf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c4b96368b87a40a2935f71debcc2f400&device_id=c30d0322-bb7a-4358-96f6-13f80f38392a HTTP/1.1" status: 200 len: 1098 time: 0.0550060 Oct 30 15:44:26.317355 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501d0dc-f866-4d95-9f4e-555216d9d740 req-2c769c63-86aa-4b6b-971e-24ad7c18da54 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:26.318875 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e501d0dc-f866-4d95-9f4e-555216d9d740 req-2c769c63-86aa-4b6b-971e-24ad7c18da54 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=c30d0322-bb7a-4358-96f6-13f80f38392a HTTP/1.1" status: 200 len: 946 time: 0.0718367 Oct 30 15:44:26.323820 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a3205f-9d3a-492c-819f-d2ff68d39181 req-eb0b6244-ac88-46a6-b87b-87fe1a0319f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:26.325213 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a2a3205f-9d3a-492c-819f-d2ff68d39181 req-eb0b6244-ac88-46a6-b87b-87fe1a0319f9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0 HTTP/1.1" status: 200 len: 897 time: 0.1544015 Oct 30 15:44:26.338247 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-2e2efa51-17f0-4652-ae18-d17ca230f5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57dca6e-160e-41fa-8405-df22bc7296fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045981018', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': 'c7bd6678-a6e1-4010-aaf5-7d6cdfbe9a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:42:30Z', 'updated_at': '2021-10-30T15:42:34Z', 'revision_number': 4, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'gw_port': {'id': 'c7bd6678-a6e1-4010-aaf5-7d6cdfbe9a4e', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57dca6e-160e-41fa-8405-df22bc7296fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:42:30Z', 'updated_at': '2021-10-30T15:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '61b379df-b122-4a06-8584-5c73245382a0', 'name': '', 'network_id': '3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'mac_address': 'fa:16:3e:1c:37:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57dca6e-160e-41fa-8405-df22bc7296fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': 'd48a564f-0ec9-461a-9b50-a34dbe495a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:42:33Z', 'updated_at': '2021-10-30T15:42:38Z', 'revision_number': 5, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'subnets': [{'id': 'd48a564f-0ec9-461a-9b50-a34dbe495a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:44:26.370758 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2efa51-17f0-4652-ae18-d17ca230f5ce None None] Checking router: a57dca6e-160e-41fa-8405-df22bc7296fc for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:44:26.377754 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2efa51-17f0-4652-ae18-d17ca230f5ce None None] Routers {'a57dca6e-160e-41fa-8405-df22bc7296fc'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:44:26.378361 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-2e2efa51-17f0-4652-ae18-d17ca230f5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:44:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['a57dca6e-160e-41fa-8405-df22bc7296fc'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:44:26.378803 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a2a3205f-9d3a-492c-819f-d2ff68d39181 req-cef9752c-f4f2-4dec-89e3-847722719a7f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=116e8184-b708-4169-a477-6c4e40e5e84c HTTP/1.1" status: 200 len: 217 time: 0.0458639 Oct 30 15:44:26.413507 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7bf76e-9f1d-4622-b337-d696ba3272d9 req-70ce9c4e-7a06-4e50-937c-918d797edfc2 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:26.415161 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cb7bf76e-9f1d-4622-b337-d696ba3272d9 req-70ce9c4e-7a06-4e50-937c-918d797edfc2 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] 10.222.0.62 "GET /v2.0/ports?device_id=d61ce681-03af-4825-a35f-38cd256ad2b0 HTTP/1.1" status: 200 len: 985 time: 0.0581152 Oct 30 15:44:26.423678 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e501d0dc-f866-4d95-9f4e-555216d9d740 req-26af9641-3b9c-4272-8911-f8b8b330f136 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=b858aa4d-af89-4d97-a7ca-8b4270b16f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972779 Oct 30 15:44:26.442368 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a3205f-9d3a-492c-819f-d2ff68d39181 req-23bbf13f-cb9e-4bfe-94ad-26567a785037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:26.443892 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a2a3205f-9d3a-492c-819f-d2ff68d39181 req-23bbf13f-cb9e-4bfe-94ad-26567a785037 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d48a564f-0ec9-461a-9b50-a34dbe495a9a HTTP/1.1" status: 200 len: 835 time: 0.0554316 Oct 30 15:44:26.474345 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cb7bf76e-9f1d-4622-b337-d696ba3272d9 req-7373f665-567a-4aa5-8cba-41e5b7a7c014 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] 10.222.0.62 "GET /v2.0/security-groups?id=4ec2e2ad-4188-47ef-b085-e86f79b5db8e&id=0b1f3020-72c2-4e12-83bd-192da30d10a6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0515893 Oct 30 15:44:26.500732 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-2e2efa51-17f0-4652-ae18-d17ca230f5ce None None] Set router a57dca6e-160e-41fa-8405-df22bc7296fc gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:44:26.504210 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a3205f-9d3a-492c-819f-d2ff68d39181 req-2e83b09d-97d3-4477-8295-ef9886e3e138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:26.505723 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a2a3205f-9d3a-492c-819f-d2ff68d39181 req-2e83b09d-97d3-4477-8295-ef9886e3e138 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540686 Oct 30 15:44:26.628766 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b660e8-be05-41d9-a930-f36dbc3f1fa8 req-81b9cdd6-7122-40ef-b8bc-e06b6cc7bb68 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:26.630234 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-56b660e8-be05-41d9-a930-f36dbc3f1fa8 req-81b9cdd6-7122-40ef-b8bc-e06b6cc7bb68 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] 10.222.0.62 "GET /v2.0/ports?device_id=d61ce681-03af-4825-a35f-38cd256ad2b0 HTTP/1.1" status: 200 len: 985 time: 0.0683756 Oct 30 15:44:26.657534 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a2a3205f-9d3a-492c-819f-d2ff68d39181 req-77b76277-a299-427d-83ce-07c205f67b6b service neutron] 10.222.0.53 "GET /v2.0/networks/3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442633 Oct 30 15:44:26.670030 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:26.696844 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-56b660e8-be05-41d9-a930-f36dbc3f1fa8 req-be9052ee-ce69-415a-95ca-c966a51e7d8d tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] 10.222.0.62 "GET /v2.0/security-groups?id=4ec2e2ad-4188-47ef-b085-e86f79b5db8e&id=0b1f3020-72c2-4e12-83bd-192da30d10a6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0574300 Oct 30 15:44:26.706877 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-2e2efa51-17f0-4652-ae18-d17ca230f5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57dca6e-160e-41fa-8405-df22bc7296fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045981018', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': 'c7bd6678-a6e1-4010-aaf5-7d6cdfbe9a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:42:30Z', 'updated_at': '2021-10-30T15:42:34Z', 'revision_number': 4, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'gw_port': {'id': 'c7bd6678-a6e1-4010-aaf5-7d6cdfbe9a4e', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57dca6e-160e-41fa-8405-df22bc7296fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:42:30Z', 'updated_at': '2021-10-30T15:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '61b379df-b122-4a06-8584-5c73245382a0', 'name': '', 'network_id': '3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'mac_address': 'fa:16:3e:1c:37:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57dca6e-160e-41fa-8405-df22bc7296fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': 'd48a564f-0ec9-461a-9b50-a34dbe495a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:42:33Z', 'updated_at': '2021-10-30T15:42:38Z', 'revision_number': 5, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'subnets': [{'id': 'd48a564f-0ec9-461a-9b50-a34dbe495a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:44:26.735936 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2efa51-17f0-4652-ae18-d17ca230f5ce None None] The sync data for ids ['a57dca6e-160e-41fa-8405-df22bc7296fc'] in n-d-806683-17 is: [{'id': 'a57dca6e-160e-41fa-8405-df22bc7296fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045981018', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': 'c7bd6678-a6e1-4010-aaf5-7d6cdfbe9a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:42:30Z', 'updated_at': '2021-10-30T15:42:34Z', 'revision_number': 4, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'gw_port': {'id': 'c7bd6678-a6e1-4010-aaf5-7d6cdfbe9a4e', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57dca6e-160e-41fa-8405-df22bc7296fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:42:30Z', 'updated_at': '2021-10-30T15:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '61b379df-b122-4a06-8584-5c73245382a0', 'name': '', 'network_id': '3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'mac_address': 'fa:16:3e:1c:37:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57dca6e-160e-41fa-8405-df22bc7296fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': 'd48a564f-0ec9-461a-9b50-a34dbe495a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:42:33Z', 'updated_at': '2021-10-30T15:42:38Z', 'revision_number': 5, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'subnets': [{'id': 'd48a564f-0ec9-461a-9b50-a34dbe495a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:44:26.774417 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a2a3205f-9d3a-492c-819f-d2ff68d39181 req-0ac259fa-2e8b-4f22-bad4-8f3df7f3dda0 service neutron] 10.222.0.53 "GET /v2.0/networks/3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091647 Oct 30 15:44:26.818182 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b290646b-0ef2-48fd-9a05-93126e689445 req-61675e32-cc1f-48b8-a926-63363f25d8f7 tempest-TestSecurityGroupsBasicOps-105547318 tempest-TestSecurityGroupsBasicOps-105547318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:26.819744 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b290646b-0ef2-48fd-9a05-93126e689445 req-61675e32-cc1f-48b8-a926-63363f25d8f7 tempest-TestSecurityGroupsBasicOps-105547318 tempest-TestSecurityGroupsBasicOps-105547318-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=d61ce681-03af-4825-a35f-38cd256ad2b0 HTTP/1.1" status: 200 len: 1137 time: 0.0454767 Oct 30 15:44:26.840869 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-b290646b-0ef2-48fd-9a05-93126e689445 req-e6336177-8b34-436e-b56b-8ef3d09972cf tempest-TestSecurityGroupsBasicOps-105547318 tempest-TestSecurityGroupsBasicOps-105547318-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:26.919050 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-b290646b-0ef2-48fd-9a05-93126e689445 req-e6336177-8b34-436e-b56b-8ef3d09972cf tempest-TestSecurityGroupsBasicOps-105547318 tempest-TestSecurityGroupsBasicOps-105547318-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:26.923113 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-b290646b-0ef2-48fd-9a05-93126e689445 req-e6336177-8b34-436e-b56b-8ef3d09972cf tempest-TestSecurityGroupsBasicOps-105547318 tempest-TestSecurityGroupsBasicOps-105547318-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:26.947077 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b290646b-0ef2-48fd-9a05-93126e689445 req-e6336177-8b34-436e-b56b-8ef3d09972cf tempest-TestSecurityGroupsBasicOps-105547318 tempest-TestSecurityGroupsBasicOps-105547318-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=4ec2e2ad-4188-47ef-b085-e86f79b5db8e&id=0b1f3020-72c2-4e12-83bd-192da30d10a6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1188376 Oct 30 15:44:26.957049 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6336177-8b34-436e-b56b-8ef3d09972cf tempest-TestSecurityGroupsBasicOps-105547318 tempest-TestSecurityGroupsBasicOps-105547318-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67552ae6-10b0-4209-b963-e3f76ec5f75a,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:44:26.969777 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 52120) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:44:27.004073 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f867bb1f-1768-4ba3-891e-3397b27aa90c None None] New status for floating IP 70ce2976-6357-4eae-8c07-ca4892ae3ba6: DOWN {{(pid=102132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 15:44:27.013932 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6a8338-43e4-452d-93da-2b03728a8e91 tempest-TestSecurityGroupsBasicOps-105547318 tempest-TestSecurityGroupsBasicOps-105547318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:27.015487 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-fd6a8338-43e4-452d-93da-2b03728a8e91 tempest-TestSecurityGroupsBasicOps-105547318 tempest-TestSecurityGroupsBasicOps-105547318-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=d61ce681-03af-4825-a35f-38cd256ad2b0 HTTP/1.1" status: 200 len: 1132 time: 0.0450706 Oct 30 15:44:27.018874 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 52122) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:44:27.023307 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-058c71e3-0b87-4e2f-a375-24d3ec250259 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Request body: {'floatingip': {'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'port_id': '82158dba-1285-4c31-ab13-5108d23dc17c', 'tenant_id': '17764933ce884765984ec1ad38e578fa', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:44:27.044934 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-058c71e3-0b87-4e2f-a375-24d3ec250259 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks [] for floatingip, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:27.142800 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-058c71e3-0b87-4e2f-a375-24d3ec250259 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:27.249570 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-058c71e3-0b87-4e2f-a375-24d3ec250259 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Allocated IP 172.25.4.203 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/8b59ea61-9bc0-4122-bbc2-b0e1cb9d7521) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:44:27.348285 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-058c71e3-0b87-4e2f-a375-24d3ec250259 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:27.385875 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-058c71e3-0b87-4e2f-a375-24d3ec250259 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:27.423347 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058c71e3-0b87-4e2f-a375-24d3ec250259 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:44:27.426326 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-058c71e3-0b87-4e2f-a375-24d3ec250259 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:44:27.431146 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058c71e3-0b87-4e2f-a375-24d3ec250259 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:44:27.454936 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058c71e3-0b87-4e2f-a375-24d3ec250259 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Pushing event updated for resources: {'Port': ['ID=8b59ea61-9bc0-4122-bbc2-b0e1cb9d7521,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:44:27.678205 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b401ec-0a10-4b45-b298-9a55a1412d81 req-fad82fc7-e8f0-4f8f-ae37-e95671cace4a tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:27.679652 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-72b401ec-0a10-4b45-b298-9a55a1412d81 req-fad82fc7-e8f0-4f8f-ae37-e95671cace4a tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=c30d0322-bb7a-4358-96f6-13f80f38392a HTTP/1.1" status: 200 len: 946 time: 0.1814208 Oct 30 15:44:27.693726 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4dbb37-7e97-4591-89e1-5fc0909e4d99 req-5f98f02c-6afe-4f54-8eda-368818eb13ca tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:27.695151 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ec4dbb37-7e97-4591-89e1-5fc0909e4d99 req-5f98f02c-6afe-4f54-8eda-368818eb13ca tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.53 "GET /v2.0/ports?device_id=c30d0322-bb7a-4358-96f6-13f80f38392a HTTP/1.1" status: 200 len: 946 time: 0.1843050 Oct 30 15:44:27.776857 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-72b401ec-0a10-4b45-b298-9a55a1412d81 req-af9ae12e-986d-4e5f-b632-459a7c198598 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=b858aa4d-af89-4d97-a7ca-8b4270b16f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790963 Oct 30 15:44:27.934699 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-ec4dbb37-7e97-4591-89e1-5fc0909e4d99 req-b920c9a7-ee31-4392-a3d3-3a7603750d1f tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Deleting port 116e8184-b708-4169-a477-6c4e40e5e84c {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:44:27.934971 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ec4dbb37-7e97-4591-89e1-5fc0909e4d99 req-b920c9a7-ee31-4392-a3d3-3a7603750d1f tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:27.995269 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-058c71e3-0b87-4e2f-a375-24d3ec250259 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:28.062763 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-ec4dbb37-7e97-4591-89e1-5fc0909e4d99 req-b920c9a7-ee31-4392-a3d3-3a7603750d1f tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] For port 116e8184-b708-4169-a477-6c4e40e5e84c, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=116e8184-b708-4169-a477-6c4e40e5e84c,segment=NetworkSegment(f5731bf4-3a85-48d5-8dd9-11ddcd49647f),segment_id=f5731bf4-3a85-48d5-8dd9-11ddcd49647f)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:44:28.063531 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ec4dbb37-7e97-4591-89e1-5fc0909e4d99 req-b920c9a7-ee31-4392-a3d3-3a7603750d1f tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:28.098347 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-ec4dbb37-7e97-4591-89e1-5fc0909e4d99 req-b920c9a7-ee31-4392-a3d3-3a7603750d1f tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Calling delete_port for 116e8184-b708-4169-a477-6c4e40e5e84c owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:44:28.109141 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-058c71e3-0b87-4e2f-a375-24d3ec250259 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:28.338731 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ec4dbb37-7e97-4591-89e1-5fc0909e4d99 req-b920c9a7-ee31-4392-a3d3-3a7603750d1f tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:28.375702 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-058c71e3-0b87-4e2f-a375-24d3ec250259 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:28.377810 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b920c9a7-ee31-4392-a3d3-3a7603750d1f tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event deleted for resources: {'Port': ['ID=116e8184-b708-4169-a477-6c4e40e5e84c,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:44:28.384198 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-058c71e3-0b87-4e2f-a375-24d3ec250259 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:28.448711 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec4dbb37-7e97-4591-89e1-5fc0909e4d99 req-b920c9a7-ee31-4392-a3d3-3a7603750d1f tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] No DVR routers for this DVR port 116e8184-b708-4169-a477-6c4e40e5e84c on host n-h1-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:44:28.452542 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ec4dbb37-7e97-4591-89e1-5fc0909e4d99 req-b920c9a7-ee31-4392-a3d3-3a7603750d1f tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:28.455904 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ec4dbb37-7e97-4591-89e1-5fc0909e4d99 req-b920c9a7-ee31-4392-a3d3-3a7603750d1f tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.53 "DELETE /v2.0/ports/116e8184-b708-4169-a477-6c4e40e5e84c HTTP/1.1" status: 204 len: 173 time: 0.7493062 Oct 30 15:44:28.458012 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c30d0322-bb7a-4358-96f6-13f80f38392a', 'name': 'network-vif-deleted', 'tag': '116e8184-b708-4169-a477-6c4e40e5e84c'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:44:28.460316 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97328b1-2040-4d1b-b379-091b0a561eba" -d '{"events": [{"server_uuid": "c30d0322-bb7a-4358-96f6-13f80f38392a", "name": "network-vif-deleted", "tag": "116e8184-b708-4169-a477-6c4e40e5e84c"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:44:28.493011 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058c71e3-0b87-4e2f-a375-24d3ec250259 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Pushing event updated for resources: {'Port': ['ID=8b59ea61-9bc0-4122-bbc2-b0e1cb9d7521,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:44:28.505982 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2d18f6-9ce7-456c-a0db-37e5208c462b x-openstack-request-id: req-ac2d18f6-9ce7-456c-a0db-37e5208c462b {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:44:28.506279 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c30d0322-bb7a-4358-96f6-13f80f38392a", "name": "network-vif-deleted", "tag": "116e8184-b708-4169-a477-6c4e40e5e84c", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:44:28.506533 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ac2d18f6-9ce7-456c-a0db-37e5208c462b {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:44:28.506941 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c30d0322-bb7a-4358-96f6-13f80f38392a', 'name': 'network-vif-deleted', 'tag': '116e8184-b708-4169-a477-6c4e40e5e84c', 'status': 'completed', 'code': 200} Oct 30 15:44:28.514127 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-058c71e3-0b87-4e2f-a375-24d3ec250259 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:28.616883 n-d-806683-17 neutron-server[102130]: INFO neutron.db.l3_db [None req-058c71e3-0b87-4e2f-a375-24d3ec250259 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Floating IP b153bf54-5750-4c47-9ff9-ba75e5cf8ba0 associated. External IP: 172.25.4.203, port: 82158dba-1285-4c31-ab13-5108d23dc17c. Oct 30 15:44:28.844289 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-058c71e3-0b87-4e2f-a375-24d3ec250259 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Router caabc170-093e-48bf-b336-be52c3861b2e has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:44:28.953765 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a930351c-fe0e-4a91-a7c5-841eca184993 req-4144a99c-e8cf-4d91-9cfd-aa86458194ef tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=c30d0322-bb7a-4358-96f6-13f80f38392a HTTP/1.1" status: 200 len: 210 time: 0.0617266 Oct 30 15:44:28.989840 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-058c71e3-0b87-4e2f-a375-24d3ec250259 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:44:28.999711 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595cda10-eaf8-4f9f-8bb6-c0e6611317c7 None None] Sync routers for ids ['caabc170-093e-48bf-b336-be52c3861b2e'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:44:29.007663 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-058c71e3-0b87-4e2f-a375-24d3ec250259 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:29.010112 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595cda10-eaf8-4f9f-8bb6-c0e6611317c7 None None] Routers {'caabc170-093e-48bf-b336-be52c3861b2e'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:44:29.010744 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-595cda10-eaf8-4f9f-8bb6-c0e6611317c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:44:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['caabc170-093e-48bf-b336-be52c3861b2e'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:44:29.035189 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-058c71e3-0b87-4e2f-a375-24d3ec250259 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0151968 Oct 30 15:44:29.037782 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 52130) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:44:29.116869 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-595cda10-eaf8-4f9f-8bb6-c0e6611317c7 None None] Set router caabc170-093e-48bf-b336-be52c3861b2e gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:44:29.350825 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-595cda10-eaf8-4f9f-8bb6-c0e6611317c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caabc170-093e-48bf-b336-be52c3861b2e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1248252946', 'tenant_id': '17764933ce884765984ec1ad38e578fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '3b3f4456-c672-45e0-8b84-ae53d62829ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:44:10Z', 'updated_at': '2021-10-30T15:44:14Z', 'revision_number': 4, 'project_id': '17764933ce884765984ec1ad38e578fa', 'gw_port': {'id': '3b3f4456-c672-45e0-8b84-ae53d62829ab', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caabc170-093e-48bf-b336-be52c3861b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:44:10Z', 'updated_at': '2021-10-30T15:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': 'b153bf54-5750-4c47-9ff9-ba75e5cf8ba0', 'tenant_id': '17764933ce884765984ec1ad38e578fa', 'floating_ip_address': '172.25.4.203', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': 'caabc170-093e-48bf-b336-be52c3861b2e', 'port_id': '82158dba-1285-4c31-ab13-5108d23dc17c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec9dfc69-b232-4460-98ec-1f3760968b88', 'mac_address': 'fa:16:3e:e0:5a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61ce681-03af-4825-a35f-38cd256ad2b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:44:27Z', 'updated_at': '2021-10-30T15:44:27Z', 'revision_number': 0, 'project_id': '17764933ce884765984ec1ad38e578fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b169395-b68c-4e2f-acd3-44bb6af9f72e', 'name': '', 'network_id': 'ec9dfc69-b232-4460-98ec-1f3760968b88', 'tenant_id': '17764933ce884765984ec1ad38e578fa', 'mac_address': 'fa:16:3e:b3:91:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caabc170-093e-48bf-b336-be52c3861b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '2890c17d-3f29-4989-ba4f-fd2d60944b92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:44:13Z', 'updated_at': '2021-10-30T15:44:17Z', 'revision_number': 5, 'project_id': '17764933ce884765984ec1ad38e578fa', 'subnets': [{'id': '2890c17d-3f29-4989-ba4f-fd2d60944b92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:44:29.377259 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595cda10-eaf8-4f9f-8bb6-c0e6611317c7 None None] Checking router: caabc170-093e-48bf-b336-be52c3861b2e for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:44:29.385415 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595cda10-eaf8-4f9f-8bb6-c0e6611317c7 None None] Routers {'caabc170-093e-48bf-b336-be52c3861b2e'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:44:29.386012 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-595cda10-eaf8-4f9f-8bb6-c0e6611317c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:44:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['caabc170-093e-48bf-b336-be52c3861b2e'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:44:29.477173 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f1f754-c899-48ef-8d86-94fa18de7d36 tempest-TestSecurityGroupsBasicOps-105547318 tempest-TestSecurityGroupsBasicOps-105547318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:29.477766 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f1f754-c899-48ef-8d86-94fa18de7d36 tempest-TestSecurityGroupsBasicOps-105547318 tempest-TestSecurityGroupsBasicOps-105547318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:29.478099 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f1f754-c899-48ef-8d86-94fa18de7d36 tempest-TestSecurityGroupsBasicOps-105547318 tempest-TestSecurityGroupsBasicOps-105547318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:29.478559 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f1f754-c899-48ef-8d86-94fa18de7d36 tempest-TestSecurityGroupsBasicOps-105547318 tempest-TestSecurityGroupsBasicOps-105547318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:29.479016 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f1f754-c899-48ef-8d86-94fa18de7d36 tempest-TestSecurityGroupsBasicOps-105547318 tempest-TestSecurityGroupsBasicOps-105547318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:29.479498 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f1f754-c899-48ef-8d86-94fa18de7d36 tempest-TestSecurityGroupsBasicOps-105547318 tempest-TestSecurityGroupsBasicOps-105547318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:29.479962 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f1f754-c899-48ef-8d86-94fa18de7d36 tempest-TestSecurityGroupsBasicOps-105547318 tempest-TestSecurityGroupsBasicOps-105547318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:29.481878 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-41f1f754-c899-48ef-8d86-94fa18de7d36 tempest-TestSecurityGroupsBasicOps-105547318 tempest-TestSecurityGroupsBasicOps-105547318-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4970 time: 0.4431274 Oct 30 15:44:29.484639 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 52132) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:44:29.491891 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-595cda10-eaf8-4f9f-8bb6-c0e6611317c7 None None] Set router caabc170-093e-48bf-b336-be52c3861b2e gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:44:29.571070 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c0f7e2-b213-4669-b2f4-96d5ab129ef4 tempest-TestSecurityGroupsBasicOps-105547318 tempest-TestSecurityGroupsBasicOps-105547318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:29.571561 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c0f7e2-b213-4669-b2f4-96d5ab129ef4 tempest-TestSecurityGroupsBasicOps-105547318 tempest-TestSecurityGroupsBasicOps-105547318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:29.572019 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c0f7e2-b213-4669-b2f4-96d5ab129ef4 tempest-TestSecurityGroupsBasicOps-105547318 tempest-TestSecurityGroupsBasicOps-105547318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:29.572469 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c0f7e2-b213-4669-b2f4-96d5ab129ef4 tempest-TestSecurityGroupsBasicOps-105547318 tempest-TestSecurityGroupsBasicOps-105547318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:29.572918 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c0f7e2-b213-4669-b2f4-96d5ab129ef4 tempest-TestSecurityGroupsBasicOps-105547318 tempest-TestSecurityGroupsBasicOps-105547318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:29.573364 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c0f7e2-b213-4669-b2f4-96d5ab129ef4 tempest-TestSecurityGroupsBasicOps-105547318 tempest-TestSecurityGroupsBasicOps-105547318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:29.573807 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c0f7e2-b213-4669-b2f4-96d5ab129ef4 tempest-TestSecurityGroupsBasicOps-105547318 tempest-TestSecurityGroupsBasicOps-105547318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:29.576193 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-f7c0f7e2-b213-4669-b2f4-96d5ab129ef4 tempest-TestSecurityGroupsBasicOps-105547318 tempest-TestSecurityGroupsBasicOps-105547318-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4629 time: 0.0906081 Oct 30 15:44:29.579420 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 52134) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:44:29.806005 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-595cda10-eaf8-4f9f-8bb6-c0e6611317c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caabc170-093e-48bf-b336-be52c3861b2e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1248252946', 'tenant_id': '17764933ce884765984ec1ad38e578fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '3b3f4456-c672-45e0-8b84-ae53d62829ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:44:10Z', 'updated_at': '2021-10-30T15:44:14Z', 'revision_number': 4, 'project_id': '17764933ce884765984ec1ad38e578fa', 'gw_port': {'id': '3b3f4456-c672-45e0-8b84-ae53d62829ab', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caabc170-093e-48bf-b336-be52c3861b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:44:10Z', 'updated_at': '2021-10-30T15:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': 'b153bf54-5750-4c47-9ff9-ba75e5cf8ba0', 'tenant_id': '17764933ce884765984ec1ad38e578fa', 'floating_ip_address': '172.25.4.203', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': 'caabc170-093e-48bf-b336-be52c3861b2e', 'port_id': '82158dba-1285-4c31-ab13-5108d23dc17c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec9dfc69-b232-4460-98ec-1f3760968b88', 'mac_address': 'fa:16:3e:e0:5a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61ce681-03af-4825-a35f-38cd256ad2b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:44:27Z', 'updated_at': '2021-10-30T15:44:27Z', 'revision_number': 0, 'project_id': '17764933ce884765984ec1ad38e578fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b169395-b68c-4e2f-acd3-44bb6af9f72e', 'name': '', 'network_id': 'ec9dfc69-b232-4460-98ec-1f3760968b88', 'tenant_id': '17764933ce884765984ec1ad38e578fa', 'mac_address': 'fa:16:3e:b3:91:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caabc170-093e-48bf-b336-be52c3861b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '2890c17d-3f29-4989-ba4f-fd2d60944b92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:44:13Z', 'updated_at': '2021-10-30T15:44:17Z', 'revision_number': 5, 'project_id': '17764933ce884765984ec1ad38e578fa', 'subnets': [{'id': '2890c17d-3f29-4989-ba4f-fd2d60944b92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:44:29.816862 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-bebdc202-80a6-4efc-8f96-3f9dce826cbb tempest-TestSecurityGroupsBasicOps-105547318 tempest-TestSecurityGroupsBasicOps-105547318-project-admin] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3783 time: 0.2362039 Oct 30 15:44:29.819422 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 52136) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:44:29.833098 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595cda10-eaf8-4f9f-8bb6-c0e6611317c7 None None] The sync data for ids ['caabc170-093e-48bf-b336-be52c3861b2e'] in n-d-806683-17 is: [{'id': 'caabc170-093e-48bf-b336-be52c3861b2e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1248252946', 'tenant_id': '17764933ce884765984ec1ad38e578fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '3b3f4456-c672-45e0-8b84-ae53d62829ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:44:10Z', 'updated_at': '2021-10-30T15:44:14Z', 'revision_number': 4, 'project_id': '17764933ce884765984ec1ad38e578fa', 'gw_port': {'id': '3b3f4456-c672-45e0-8b84-ae53d62829ab', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caabc170-093e-48bf-b336-be52c3861b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:44:10Z', 'updated_at': '2021-10-30T15:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': 'b153bf54-5750-4c47-9ff9-ba75e5cf8ba0', 'tenant_id': '17764933ce884765984ec1ad38e578fa', 'floating_ip_address': '172.25.4.203', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': 'caabc170-093e-48bf-b336-be52c3861b2e', 'port_id': '82158dba-1285-4c31-ab13-5108d23dc17c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec9dfc69-b232-4460-98ec-1f3760968b88', 'mac_address': 'fa:16:3e:e0:5a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61ce681-03af-4825-a35f-38cd256ad2b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:44:27Z', 'updated_at': '2021-10-30T15:44:27Z', 'revision_number': 0, 'project_id': '17764933ce884765984ec1ad38e578fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b169395-b68c-4e2f-acd3-44bb6af9f72e', 'name': '', 'network_id': 'ec9dfc69-b232-4460-98ec-1f3760968b88', 'tenant_id': '17764933ce884765984ec1ad38e578fa', 'mac_address': 'fa:16:3e:b3:91:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caabc170-093e-48bf-b336-be52c3861b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '2890c17d-3f29-4989-ba4f-fd2d60944b92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:44:13Z', 'updated_at': '2021-10-30T15:44:17Z', 'revision_number': 5, 'project_id': '17764933ce884765984ec1ad38e578fa', 'subnets': [{'id': '2890c17d-3f29-4989-ba4f-fd2d60944b92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:44:29.859333 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e414ddfa-ef37-473d-ab9d-4cf847788a7d tempest-TestSecurityGroupsBasicOps-105547318 tempest-TestSecurityGroupsBasicOps-105547318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:29.859844 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e414ddfa-ef37-473d-ab9d-4cf847788a7d tempest-TestSecurityGroupsBasicOps-105547318 tempest-TestSecurityGroupsBasicOps-105547318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:29.861447 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e414ddfa-ef37-473d-ab9d-4cf847788a7d tempest-TestSecurityGroupsBasicOps-105547318 tempest-TestSecurityGroupsBasicOps-105547318-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=caabc170-093e-48bf-b336-be52c3861b2e HTTP/1.1" status: 200 len: 1991 time: 0.0410764 Oct 30 15:44:30.016238 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 52142) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:44:30.040341 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7878e8d-4e5b-4e08-80db-adad869af192 None None] New status for floating IP b153bf54-5750-4c47-9ff9-ba75e5cf8ba0: ACTIVE {{(pid=102132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 15:44:30.158074 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:30.442461 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2b0bdb57-15a6-4174-8fc7-605f6d19cc7b tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:30.508109 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd61ce681-03af-4825-a35f-38cd256ad2b0', 'tag': '82158dba-1285-4c31-ab13-5108d23dc17c'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:44:30.510356 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de00f5a-8bf4-4cb9-96aa-ac0a328e8a19" -d '{"events": [{"name": "network-changed", "server_uuid": "d61ce681-03af-4825-a35f-38cd256ad2b0", "tag": "82158dba-1285-4c31-ab13-5108d23dc17c"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:44:30.550579 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e626fc73-2d27-475a-8583-2b22d77544fa x-openstack-request-id: req-e626fc73-2d27-475a-8583-2b22d77544fa {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:44:30.550873 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d61ce681-03af-4825-a35f-38cd256ad2b0", "tag": "82158dba-1285-4c31-ab13-5108d23dc17c", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:44:30.551125 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e626fc73-2d27-475a-8583-2b22d77544fa {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:44:30.551546 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd61ce681-03af-4825-a35f-38cd256ad2b0', 'tag': '82158dba-1285-4c31-ab13-5108d23dc17c', 'status': 'completed', 'code': 200} Oct 30 15:44:30.695016 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de00f5a-8bf4-4cb9-96aa-ac0a328e8a19 req-e9abe134-6f93-4a6d-926b-9c2bd441a44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:30.696473 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4de00f5a-8bf4-4cb9-96aa-ac0a328e8a19 req-e9abe134-6f93-4a6d-926b-9c2bd441a44f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=17764933ce884765984ec1ad38e578fa&device_id=d61ce681-03af-4825-a35f-38cd256ad2b0 HTTP/1.1" status: 200 len: 1137 time: 0.0959768 Oct 30 15:44:30.840750 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de00f5a-8bf4-4cb9-96aa-ac0a328e8a19 req-a0b16793-48c5-437f-8590-744dfb8f518d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:30.842743 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4de00f5a-8bf4-4cb9-96aa-ac0a328e8a19 req-a0b16793-48c5-437f-8590-744dfb8f518d service neutron] 10.222.0.53 "GET /v2.0/networks?id=ec9dfc69-b232-4460-98ec-1f3760968b88 HTTP/1.1" status: 200 len: 898 time: 0.1369357 Oct 30 15:44:30.897370 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-2b0bdb57-15a6-4174-8fc7-605f6d19cc7b tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Deleting port 61b379df-b122-4a06-8584-5c73245382a0 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:44:30.897712 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2b0bdb57-15a6-4174-8fc7-605f6d19cc7b tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:30.958774 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4de00f5a-8bf4-4cb9-96aa-ac0a328e8a19 req-53539c70-d1a3-48b4-ad07-afaff3bf66a3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82158dba-1285-4c31-ab13-5108d23dc17c HTTP/1.1" status: 200 len: 1002 time: 0.1089141 Oct 30 15:44:31.033311 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-2b0bdb57-15a6-4174-8fc7-605f6d19cc7b tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] For port 61b379df-b122-4a06-8584-5c73245382a0, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=61b379df-b122-4a06-8584-5c73245382a0,segment=NetworkSegment(f5731bf4-3a85-48d5-8dd9-11ddcd49647f),segment_id=f5731bf4-3a85-48d5-8dd9-11ddcd49647f)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:44:31.033681 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2b0bdb57-15a6-4174-8fc7-605f6d19cc7b tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:31.043045 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de00f5a-8bf4-4cb9-96aa-ac0a328e8a19 req-5bef539d-45ae-4f60-b8f1-601c6a50ae86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:31.044586 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4de00f5a-8bf4-4cb9-96aa-ac0a328e8a19 req-5bef539d-45ae-4f60-b8f1-601c6a50ae86 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2890c17d-3f29-4989-ba4f-fd2d60944b92 HTTP/1.1" status: 200 len: 835 time: 0.0788767 Oct 30 15:44:31.050655 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-2b0bdb57-15a6-4174-8fc7-605f6d19cc7b tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Calling delete_port for 61b379df-b122-4a06-8584-5c73245382a0 owned by network:router_interface {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:44:31.404651 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de00f5a-8bf4-4cb9-96aa-ac0a328e8a19 req-83bd319f-4958-4796-9a56-352a7c2d2a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:31.406161 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4de00f5a-8bf4-4cb9-96aa-ac0a328e8a19 req-83bd319f-4958-4796-9a56-352a7c2d2a99 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ec9dfc69-b232-4460-98ec-1f3760968b88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3525825 Oct 30 15:44:31.551457 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4de00f5a-8bf4-4cb9-96aa-ac0a328e8a19 req-1edfcd92-8ced-4eb5-85e6-01c134b29f8b service neutron] 10.222.0.53 "GET /v2.0/networks/ec9dfc69-b232-4460-98ec-1f3760968b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365650 Oct 30 15:44:31.655711 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2b0bdb57-15a6-4174-8fc7-605f6d19cc7b tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:31.692866 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0bdb57-15a6-4174-8fc7-605f6d19cc7b tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event deleted for resources: {'Port': ['ID=61b379df-b122-4a06-8584-5c73245382a0,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:44:31.728053 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4de00f5a-8bf4-4cb9-96aa-ac0a328e8a19 req-f2dbdd5d-5376-446f-9238-3488d71160c0 service neutron] 10.222.0.53 "GET /v2.0/networks/ec9dfc69-b232-4460-98ec-1f3760968b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688600 Oct 30 15:44:31.881335 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2b0bdb57-15a6-4174-8fc7-605f6d19cc7b tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:32.094361 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b0bdb57-15a6-4174-8fc7-605f6d19cc7b tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Router a57dca6e-160e-41fa-8405-df22bc7296fc has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:44:32.118398 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:32.204351 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b0bdb57-15a6-4174-8fc7-605f6d19cc7b tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:44:32.209796 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-2b0bdb57-15a6-4174-8fc7-605f6d19cc7b tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "PUT /v2.0/routers/a57dca6e-160e-41fa-8405-df22bc7296fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1936109 Oct 30 15:44:32.212218 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52146) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:44:32.214336 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6999f182-e61c-43ce-b685-e68ff26b7682 None None] Sync routers for ids ['a57dca6e-160e-41fa-8405-df22bc7296fc'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:44:32.225595 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6999f182-e61c-43ce-b685-e68ff26b7682 None None] Routers {'a57dca6e-160e-41fa-8405-df22bc7296fc'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:44:32.226208 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-6999f182-e61c-43ce-b685-e68ff26b7682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:44:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['a57dca6e-160e-41fa-8405-df22bc7296fc'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:44:32.261628 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-18ce5266-7846-4c0b-82b6-d98a72f4452f tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Deleting subnet d48a564f-0ec9-461a-9b50-a34dbe495a9a {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:44:32.264750 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-18ce5266-7846-4c0b-82b6-d98a72f4452f tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:32.307064 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-18ce5266-7846-4c0b-82b6-d98a72f4452f tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:32.328273 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-6999f182-e61c-43ce-b685-e68ff26b7682 None None] Set router a57dca6e-160e-41fa-8405-df22bc7296fc gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:44:32.388523 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-18ce5266-7846-4c0b-82b6-d98a72f4452f tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:32.446132 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-18ce5266-7846-4c0b-82b6-d98a72f4452f tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:32.479378 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ce5266-7846-4c0b-82b6-d98a72f4452f tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event deleted for resources: {'Subnet': ['ID=d48a564f-0ec9-461a-9b50-a34dbe495a9a,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:44:32.482499 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-18ce5266-7846-4c0b-82b6-d98a72f4452f tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:32.486672 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-18ce5266-7846-4c0b-82b6-d98a72f4452f tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "DELETE /v2.0/subnets/d48a564f-0ec9-461a-9b50-a34dbe495a9a HTTP/1.1" status: 204 len: 168 time: 0.2734098 Oct 30 15:44:32.486901 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1185ed-9595-4c19-ac07-bfd1f0772ef3 None None] Network 3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:44:32.489292 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52148) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:44:32.514747 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-6999f182-e61c-43ce-b685-e68ff26b7682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57dca6e-160e-41fa-8405-df22bc7296fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045981018', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': 'c7bd6678-a6e1-4010-aaf5-7d6cdfbe9a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:42:30Z', 'updated_at': '2021-10-30T15:44:31Z', 'revision_number': 5, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'gw_port': {'id': 'c7bd6678-a6e1-4010-aaf5-7d6cdfbe9a4e', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57dca6e-160e-41fa-8405-df22bc7296fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:42:30Z', 'updated_at': '2021-10-30T15:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:44:32.542958 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6999f182-e61c-43ce-b685-e68ff26b7682 None None] Checking router: a57dca6e-160e-41fa-8405-df22bc7296fc for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:44:32.552124 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6999f182-e61c-43ce-b685-e68ff26b7682 None None] Routers {'a57dca6e-160e-41fa-8405-df22bc7296fc'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:44:32.552802 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-6999f182-e61c-43ce-b685-e68ff26b7682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:44:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['a57dca6e-160e-41fa-8405-df22bc7296fc'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:44:32.594150 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c02a4049-858f-468b-9168-8ac6028f9e0f tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for router, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:32.664850 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-6999f182-e61c-43ce-b685-e68ff26b7682 None None] Set router a57dca6e-160e-41fa-8405-df22bc7296fc gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:44:32.681868 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 116e8184-b708-4169-a477-6c4e40e5e84c no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:44:32.685174 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242c9ac7-ce82-4ef2-8b2b-ce6d4d0ca15a None None] DHCP port deletion for 3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:44:32.704375 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c02a4049-858f-468b-9168-8ac6028f9e0f tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:32.713966 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: 116e8184-b708-4169-a477-6c4e40e5e84c {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:44:32.714312 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 116e8184-b708-4169-a477-6c4e40e5e84c not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:44:32.763596 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-242c9ac7-ce82-4ef2-8b2b-ce6d4d0ca15a None None] Deleting port a40626fb-0a97-4ddd-b4d6-9e1d34b0d425 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:44:32.763867 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-c02a4049-858f-468b-9168-8ac6028f9e0f tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Deleting port c7bd6678-a6e1-4010-aaf5-7d6cdfbe9a4e {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:44:32.764030 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c02a4049-858f-468b-9168-8ac6028f9e0f tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:32.764557 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-242c9ac7-ce82-4ef2-8b2b-ce6d4d0ca15a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:32.829212 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-242c9ac7-ce82-4ef2-8b2b-ce6d4d0ca15a None None] For port a40626fb-0a97-4ddd-b4d6-9e1d34b0d425, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=a40626fb-0a97-4ddd-b4d6-9e1d34b0d425,segment=NetworkSegment(f5731bf4-3a85-48d5-8dd9-11ddcd49647f),segment_id=f5731bf4-3a85-48d5-8dd9-11ddcd49647f)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:44:32.829803 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-242c9ac7-ce82-4ef2-8b2b-ce6d4d0ca15a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:32.843835 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-242c9ac7-ce82-4ef2-8b2b-ce6d4d0ca15a None None] Calling delete_port for a40626fb-0a97-4ddd-b4d6-9e1d34b0d425 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:44:32.846064 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-c02a4049-858f-468b-9168-8ac6028f9e0f tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] For port c7bd6678-a6e1-4010-aaf5-7d6cdfbe9a4e, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=c7bd6678-a6e1-4010-aaf5-7d6cdfbe9a4e,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:44:32.846424 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c02a4049-858f-468b-9168-8ac6028f9e0f tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:32.857615 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-6999f182-e61c-43ce-b685-e68ff26b7682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57dca6e-160e-41fa-8405-df22bc7296fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045981018', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': 'c7bd6678-a6e1-4010-aaf5-7d6cdfbe9a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:42:30Z', 'updated_at': '2021-10-30T15:44:31Z', 'revision_number': 5, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'gw_port': {'id': 'c7bd6678-a6e1-4010-aaf5-7d6cdfbe9a4e', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57dca6e-160e-41fa-8405-df22bc7296fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:42:30Z', 'updated_at': '2021-10-30T15:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:44:32.859190 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-c02a4049-858f-468b-9168-8ac6028f9e0f tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Calling delete_port for c7bd6678-a6e1-4010-aaf5-7d6cdfbe9a4e owned by network:router_gateway {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:44:32.889847 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6999f182-e61c-43ce-b685-e68ff26b7682 None None] The sync data for ids ['a57dca6e-160e-41fa-8405-df22bc7296fc'] in n-d-806683-17 is: [{'id': 'a57dca6e-160e-41fa-8405-df22bc7296fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045981018', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': 'c7bd6678-a6e1-4010-aaf5-7d6cdfbe9a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:42:30Z', 'updated_at': '2021-10-30T15:44:31Z', 'revision_number': 5, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'gw_port': {'id': 'c7bd6678-a6e1-4010-aaf5-7d6cdfbe9a4e', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57dca6e-160e-41fa-8405-df22bc7296fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:42:30Z', 'updated_at': '2021-10-30T15:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:44:32.935311 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-242c9ac7-ce82-4ef2-8b2b-ce6d4d0ca15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:32.962650 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242c9ac7-ce82-4ef2-8b2b-ce6d4d0ca15a None None] Pushing event deleted for resources: {'Port': ['ID=a40626fb-0a97-4ddd-b4d6-9e1d34b0d425,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:44:32.965427 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242c9ac7-ce82-4ef2-8b2b-ce6d4d0ca15a None None] No DVR routers for this DVR port a40626fb-0a97-4ddd-b4d6-9e1d34b0d425 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:44:33.032032 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c02a4049-858f-468b-9168-8ac6028f9e0f tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:33.060129 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02a4049-858f-468b-9168-8ac6028f9e0f tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event deleted for resources: {'Port': ['ID=c7bd6678-a6e1-4010-aaf5-7d6cdfbe9a4e,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:44:33.122703 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c02a4049-858f-468b-9168-8ac6028f9e0f tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:33.210618 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c02a4049-858f-468b-9168-8ac6028f9e0f tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:33.212680 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c02a4049-858f-468b-9168-8ac6028f9e0f tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:33.256603 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c02a4049-858f-468b-9168-8ac6028f9e0f tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:33.257171 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c02a4049-858f-468b-9168-8ac6028f9e0f tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Fanout notify agent at l3_agent the message router_deleted on router a57dca6e-160e-41fa-8405-df22bc7296fc {{(pid=102131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:44:33.264391 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c02a4049-858f-468b-9168-8ac6028f9e0f tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:33.267980 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-c02a4049-858f-468b-9168-8ac6028f9e0f tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "DELETE /v2.0/routers/a57dca6e-160e-41fa-8405-df22bc7296fc HTTP/1.1" status: 204 len: 168 time: 0.7771132 Oct 30 15:44:33.268558 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 52150) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:44:33.351946 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d4fc93dc-a706-41a5-ba6f-381759dd0339 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:33.439015 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d4fc93dc-a706-41a5-ba6f-381759dd0339 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:33.458724 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-d4fc93dc-a706-41a5-ba6f-381759dd0339 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:44:33.468585 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-d4fc93dc-a706-41a5-ba6f-381759dd0339 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5731bf4-3a85-48d5-8dd9-11ddcd49647f') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:44:33.468879 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-d4fc93dc-a706-41a5-ba6f-381759dd0339 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5731bf4-3a85-48d5-8dd9-11ddcd49647f') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:44:33.478969 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d4fc93dc-a706-41a5-ba6f-381759dd0339 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:33.492903 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d4fc93dc-a706-41a5-ba6f-381759dd0339 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:33.499711 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4fc93dc-a706-41a5-ba6f-381759dd0339 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:44:33.500164 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d4fc93dc-a706-41a5-ba6f-381759dd0339 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:33.503360 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:44:33.503360 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:44:33.503360 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:44:33.503360 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:44:33.503360 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:44:33.503360 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:44:33.503360 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:44:33.503360 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:44:33.503360 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:44:33.503360 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:44:33.503360 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:44:33.503360 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:44:33.503360 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:44:33.503360 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:44:33.503360 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:44:33.503360 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:44:33.503360 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:44:33.503360 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:44:33.503360 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:44:33.503360 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:44:33.503360 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:44:33.503360 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:44:33.503360 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:44:33.503360 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:44:33.503360 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:44:33.503360 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:44:33.503360 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:44:33.503360 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:44:33.503360 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:44:33.503360 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:44:33.503360 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:44:33.503360 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:44:33.571055 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d4fc93dc-a706-41a5-ba6f-381759dd0339 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:33.578394 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d4fc93dc-a706-41a5-ba6f-381759dd0339 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:33.584197 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-d4fc93dc-a706-41a5-ba6f-381759dd0339 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "DELETE /v2.0/networks/3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0 HTTP/1.1" status: 204 len: 168 time: 0.3119900 Oct 30 15:44:33.584606 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52152) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:44:33.593657 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fc93dc-a706-41a5-ba6f-381759dd0339 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event deleted for resources: {'Network': ['ID=3c0dfbb8-c2c7-4a6b-bd5b-af069e94ecc0,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:44:33.644523 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-401bfa66-c9d9-4414-ad36-499610515c79 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:33.670815 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-401bfa66-c9d9-4414-ad36-499610515c79 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:34.034873 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-401bfa66-c9d9-4414-ad36-499610515c79 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:34.037574 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-401bfa66-c9d9-4414-ad36-499610515c79 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:34.038736 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-401bfa66-c9d9-4414-ad36-499610515c79 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "DELETE /v2.0/security-groups/b858aa4d-af89-4d97-a7ca-8b4270b16f04 HTTP/1.1" status: 204 len: 168 time: 0.4530597 Oct 30 15:44:34.049313 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401bfa66-c9d9-4414-ad36-499610515c79 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b858aa4d-af89-4d97-a7ca-8b4270b16f04,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:44:34.158260 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 61b379df-b122-4a06-8584-5c73245382a0 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:44:34.178983 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 61b379df-b122-4a06-8584-5c73245382a0 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:44:34.179261 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 61b379df-b122-4a06-8584-5c73245382a0 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:44:34.179700 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device c7bd6678-a6e1-4010-aaf5-7d6cdfbe9a4e no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:44:34.198249 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: c7bd6678-a6e1-4010-aaf5-7d6cdfbe9a4e {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:44:34.198596 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device c7bd6678-a6e1-4010-aaf5-7d6cdfbe9a4e not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:44:34.198991 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device a40626fb-0a97-4ddd-b4d6-9e1d34b0d425 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:44:34.373465 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: a40626fb-0a97-4ddd-b4d6-9e1d34b0d425 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:44:34.374111 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device a40626fb-0a97-4ddd-b4d6-9e1d34b0d425 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:44:34.414965 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 52158) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:44:34.420235 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-f074bafc-4779-4beb-b016-734a36f899f6 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-992638594', 'description': 'tempest-secgroup-smoke-992638594 description', 'project_id': 'c4b96368b87a40a2935f71debcc2f400'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:44:34.443814 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f074bafc-4779-4beb-b016-734a36f899f6 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:34.509486 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f074bafc-4779-4beb-b016-734a36f899f6 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:34.513025 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f074bafc-4779-4beb-b016-734a36f899f6 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:34.553744 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f074bafc-4779-4beb-b016-734a36f899f6 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:34.564849 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-f074bafc-4779-4beb-b016-734a36f899f6 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1487958 Oct 30 15:44:34.566038 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f074bafc-4779-4beb-b016-734a36f899f6 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=976b9efe-cdcb-42e6-b826-7b6fba877986,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:44:34.566309 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52160) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:44:34.574368 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-f7fac04f-d73d-49ea-8ae1-39ed343496b1 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Request body: {'security_group_rule': {'security_group_id': '976b9efe-cdcb-42e6-b826-7b6fba877986', 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:44:34.605027 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f7fac04f-d73d-49ea-8ae1-39ed343496b1 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:34.658257 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f7fac04f-d73d-49ea-8ae1-39ed343496b1 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:34.661627 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f7fac04f-d73d-49ea-8ae1-39ed343496b1 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:34.679876 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fac04f-d73d-49ea-8ae1-39ed343496b1 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5abfe77-10b3-4776-9e1b-8e82b52e8408,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:44:34.687718 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f7fac04f-d73d-49ea-8ae1-39ed343496b1 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:34.688838 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-f7fac04f-d73d-49ea-8ae1-39ed343496b1 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1213536 Oct 30 15:44:34.691675 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52162) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:44:34.695953 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-4f8dfcab-6497-43d5-82d3-fa568de77efd tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Request body: {'security_group_rule': {'security_group_id': '976b9efe-cdcb-42e6-b826-7b6fba877986', 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:44:34.722486 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4f8dfcab-6497-43d5-82d3-fa568de77efd tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:34.775543 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4f8dfcab-6497-43d5-82d3-fa568de77efd tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:34.779404 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4f8dfcab-6497-43d5-82d3-fa568de77efd tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:34.797993 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8dfcab-6497-43d5-82d3-fa568de77efd tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0200f77-ce9d-40c2-9b19-c2e9a091fab3,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:44:34.803057 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4f8dfcab-6497-43d5-82d3-fa568de77efd tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:34.804193 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-4f8dfcab-6497-43d5-82d3-fa568de77efd tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1115787 Oct 30 15:44:34.806923 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52164) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:44:34.811315 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-83cd3020-d751-46d8-a24c-ecef7b4ac455 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Request body: {'security_group_rule': {'security_group_id': '976b9efe-cdcb-42e6-b826-7b6fba877986', 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:44:34.837206 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-83cd3020-d751-46d8-a24c-ecef7b4ac455 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:34.905091 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-83cd3020-d751-46d8-a24c-ecef7b4ac455 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:34.908725 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-83cd3020-d751-46d8-a24c-ecef7b4ac455 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:34.925913 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cd3020-d751-46d8-a24c-ecef7b4ac455 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c78b8e7-d6e5-42fe-9b74-9de4aa0cfe84,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:44:34.934560 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-83cd3020-d751-46d8-a24c-ecef7b4ac455 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:34.935791 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-83cd3020-d751-46d8-a24c-ecef7b4ac455 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1278200 Oct 30 15:44:34.938461 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52166) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:44:34.942735 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-51a8b451-a694-4067-b381-f7f9ff82ce5c tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Request body: {'security_group_rule': {'security_group_id': '976b9efe-cdcb-42e6-b826-7b6fba877986', 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:44:34.968467 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-51a8b451-a694-4067-b381-f7f9ff82ce5c tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:35.024171 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-51a8b451-a694-4067-b381-f7f9ff82ce5c tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:35.027550 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-51a8b451-a694-4067-b381-f7f9ff82ce5c tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:35.045334 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a8b451-a694-4067-b381-f7f9ff82ce5c tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b013b75e-ddb0-4f83-9555-c0cae319578d,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:44:35.051722 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-51a8b451-a694-4067-b381-f7f9ff82ce5c tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:35.053036 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-51a8b451-a694-4067-b381-f7f9ff82ce5c tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1135876 Oct 30 15:44:35.055892 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52168) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:44:35.064857 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-ccdf417f-18f3-4859-af38-a3ddae200e04 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Request body: {'security_group_rule': {'security_group_id': '976b9efe-cdcb-42e6-b826-7b6fba877986', 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:44:35.086591 n-d-806683-17 neutron-server[102131]: INFO neutron.db.securitygroups_db [None req-ccdf417f-18f3-4859-af38-a3ddae200e04 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Project c4b96368b87a40a2935f71debcc2f400 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 30 15:44:35.091287 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ccdf417f-18f3-4859-af38-a3ddae200e04 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:35.147745 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ccdf417f-18f3-4859-af38-a3ddae200e04 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:35.151513 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ccdf417f-18f3-4859-af38-a3ddae200e04 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:35.170203 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdf417f-18f3-4859-af38-a3ddae200e04 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b48c3209-faaa-45d0-9558-7a3e143dd7cc,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:44:35.179423 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ccdf417f-18f3-4859-af38-a3ddae200e04 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:35.180664 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-ccdf417f-18f3-4859-af38-a3ddae200e04 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1236999 Oct 30 15:44:35.183445 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52170) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:44:35.188447 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-d88538e0-7725-44a0-9c42-2314e92c3463 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Request body: {'security_group_rule': {'security_group_id': '976b9efe-cdcb-42e6-b826-7b6fba877986', 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:44:35.211249 n-d-806683-17 neutron-server[102131]: INFO neutron.db.securitygroups_db [None req-d88538e0-7725-44a0-9c42-2314e92c3463 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Project c4b96368b87a40a2935f71debcc2f400 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 30 15:44:35.216087 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d88538e0-7725-44a0-9c42-2314e92c3463 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:35.277821 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d88538e0-7725-44a0-9c42-2314e92c3463 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:35.281567 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d88538e0-7725-44a0-9c42-2314e92c3463 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:35.285225 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:44:35.299206 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88538e0-7725-44a0-9c42-2314e92c3463 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5525fc40-ee4b-466a-b678-3ec49b3aa847,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:44:35.307190 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d88538e0-7725-44a0-9c42-2314e92c3463 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:35.308398 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d88538e0-7725-44a0-9c42-2314e92c3463 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1238945 Oct 30 15:44:35.311763 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52172) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:44:35.316527 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-97ee6877-75ad-4d02-967d-a1ab1725dfce tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Request body: {'network': {'name': 'tempest-network-smoke--1399381831', 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'port_security_enabled': True}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:44:35.337913 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ee6877-75ad-4d02-967d-a1ab1725dfce tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Made reservation on behalf of c4b96368b87a40a2935f71debcc2f400 for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:44:35.341658 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-97ee6877-75ad-4d02-967d-a1ab1725dfce tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:35.365182 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97ee6877-75ad-4d02-967d-a1ab1725dfce tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:44:35.374647 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-97ee6877-75ad-4d02-967d-a1ab1725dfce tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:35.374977 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-97ee6877-75ad-4d02-967d-a1ab1725dfce tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Added segment 7fa17092-09ca-4212-a0a7-e5507f700ed9 of type vlan for network 8adb45b2-7130-4ab3-bef2-62bf1ef69308 Oct 30 15:44:35.413809 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-97ee6877-75ad-4d02-967d-a1ab1725dfce tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:35.436942 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-97ee6877-75ad-4d02-967d-a1ab1725dfce tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:35.442278 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ee6877-75ad-4d02-967d-a1ab1725dfce tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:35.442841 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-97ee6877-75ad-4d02-967d-a1ab1725dfce tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:35.494165 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-97ee6877-75ad-4d02-967d-a1ab1725dfce tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1814008 Oct 30 15:44:35.497570 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 52174) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:44:35.502266 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-0d6ede34-404c-4ee7-b8bb-e97856948cad tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-640039391', 'admin_state_up': True, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:44:35.512997 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ee6877-75ad-4d02-967d-a1ab1725dfce tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event updated for resources: {'Network': ['ID=8adb45b2-7130-4ab3-bef2-62bf1ef69308,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:44:35.524265 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 8adb45b2-7130-4ab3-bef2-62bf1ef69308 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:44:35.530379 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0d6ede34-404c-4ee7-b8bb-e97856948cad tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:35.531446 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0d6ede34-404c-4ee7-b8bb-e97856948cad tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:35.585868 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0d6ede34-404c-4ee7-b8bb-e97856948cad tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:35.719259 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0d6ede34-404c-4ee7-b8bb-e97856948cad tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:35.906745 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0d6ede34-404c-4ee7-b8bb-e97856948cad tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for router_gateway, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:35.925536 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0d6ede34-404c-4ee7-b8bb-e97856948cad tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:36.028724 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-0d6ede34-404c-4ee7-b8bb-e97856948cad tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Allocated IP 172.25.4.53 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/4f0d6e7f-5083-4146-adf5-536c57b85ffb) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:44:36.128026 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0d6ede34-404c-4ee7-b8bb-e97856948cad tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:36.160229 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0d6ede34-404c-4ee7-b8bb-e97856948cad tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:36.201748 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6ede34-404c-4ee7-b8bb-e97856948cad tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:44:36.204698 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-0d6ede34-404c-4ee7-b8bb-e97856948cad tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:44:36.209649 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6ede34-404c-4ee7-b8bb-e97856948cad tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:44:36.237674 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6ede34-404c-4ee7-b8bb-e97856948cad tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event updated for resources: {'Port': ['ID=4f0d6e7f-5083-4146-adf5-536c57b85ffb,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:44:36.460419 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0d6ede34-404c-4ee7-b8bb-e97856948cad tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for router_gateway, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:36.652677 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0d6ede34-404c-4ee7-b8bb-e97856948cad tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:36.774438 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d6ede34-404c-4ee7-b8bb-e97856948cad tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Router 9f1132f7-d64f-4e53-9648-f001c84f0563 is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:44:36.877791 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d6ede34-404c-4ee7-b8bb-e97856948cad tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:44:36.888613 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10a5c8b-ee92-42e5-a14d-d9ff94f90b41 None None] Sync routers for ids ['9f1132f7-d64f-4e53-9648-f001c84f0563'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:44:36.897895 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0d6ede34-404c-4ee7-b8bb-e97856948cad tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:36.902057 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-0d6ede34-404c-4ee7-b8bb-e97856948cad tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4004707 Oct 30 15:44:36.902342 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 52178) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:44:36.903015 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10a5c8b-ee92-42e5-a14d-d9ff94f90b41 None None] Routers {'9f1132f7-d64f-4e53-9648-f001c84f0563'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:44:36.903924 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-d10a5c8b-ee92-42e5-a14d-d9ff94f90b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:44:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['9f1132f7-d64f-4e53-9648-f001c84f0563'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:44:36.943951 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-8049b56f-6f43-4f1b-8592-b850180d9a1e tempest-TestNetworkAdvancedServerOps-183148034 tempest-TestNetworkAdvancedServerOps-183148034-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=c4b96368b87a40a2935f71debcc2f400&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0404456 Oct 30 15:44:36.946581 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 52180) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:44:37.014957 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-d10a5c8b-ee92-42e5-a14d-d9ff94f90b41 None None] Set router 9f1132f7-d64f-4e53-9648-f001c84f0563 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:44:37.034064 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7b9480-6c6a-4963-a6fe-636d75f047c6 tempest-TestNetworkAdvancedServerOps-183148034 tempest-TestNetworkAdvancedServerOps-183148034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:37.038247 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9f7b9480-6c6a-4963-a6fe-636d75f047c6 tempest-TestNetworkAdvancedServerOps-183148034 tempest-TestNetworkAdvancedServerOps-183148034-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0880094 Oct 30 15:44:37.038419 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 52182) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:44:37.074714 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-1ae979af-957a-45c6-9876-a4d89eb7d33f tempest-TestNetworkAdvancedServerOps-183148034 tempest-TestNetworkAdvancedServerOps-183148034-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=edc38ef5-7816-4133-914c-cfe2849a0125&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0328701 Oct 30 15:44:37.074990 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 52184) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:44:37.079597 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-252fd950-e2d4-477e-8611-f5fb7937bf88 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-598939718', 'network_id': '8adb45b2-7130-4ab3-bef2-62bf1ef69308', 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:44:37.173177 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252fd950-e2d4-477e-8611-f5fb7937bf88 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Made reservation on behalf of c4b96368b87a40a2935f71debcc2f400 for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:44:37.176800 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-252fd950-e2d4-477e-8611-f5fb7937bf88 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:37.199780 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-d10a5c8b-ee92-42e5-a14d-d9ff94f90b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1132f7-d64f-4e53-9648-f001c84f0563', 'name': 'tempest-TestNetworkAdvancedServerOps-router-640039391', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '4f0d6e7f-5083-4146-adf5-536c57b85ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:44:35Z', 'updated_at': '2021-10-30T15:44:36Z', 'revision_number': 3, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'gw_port': {'id': '4f0d6e7f-5083-4146-adf5-536c57b85ffb', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:34:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1132f7-d64f-4e53-9648-f001c84f0563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:44:35Z', 'updated_at': '2021-10-30T15:44:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:44:37.225958 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10a5c8b-ee92-42e5-a14d-d9ff94f90b41 None None] Checking router: 9f1132f7-d64f-4e53-9648-f001c84f0563 for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:44:37.226310 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10a5c8b-ee92-42e5-a14d-d9ff94f90b41 None None] Updating router 9f1132f7-d64f-4e53-9648-f001c84f0563 port 4f0d6e7f-5083-4146-adf5-536c57b85ffb binding host n-d-806683-17 {{(pid=102132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:44:37.251448 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d10a5c8b-ee92-42e5-a14d-d9ff94f90b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:37.371484 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-252fd950-e2d4-477e-8611-f5fb7937bf88 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:37.436676 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252fd950-e2d4-477e-8611-f5fb7937bf88 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Checking segment: {'id': '7fa17092-09ca-4212-a0a7-e5507f700ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8adb45b2-7130-4ab3-bef2-62bf1ef69308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:44:37.437046 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252fd950-e2d4-477e-8611-f5fb7937bf88 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Network hostable DHCP agents. Network: 8adb45b2-7130-4ab3-bef2-62bf1ef69308, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:44:37.439997 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252fd950-e2d4-477e-8611-f5fb7937bf88 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event updated for resources: {'Subnet': ['ID=f2d3cfad-692a-49b1-83dd-f0d4b190bd14,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:44:37.456006 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252fd950-e2d4-477e-8611-f5fb7937bf88 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Network 8adb45b2-7130-4ab3-bef2-62bf1ef69308 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:44:37.464797 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-252fd950-e2d4-477e-8611-f5fb7937bf88 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 8adb45b2-7130-4ab3-bef2-62bf1ef69308) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:44:37.469586 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252fd950-e2d4-477e-8611-f5fb7937bf88 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:37.470177 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-252fd950-e2d4-477e-8611-f5fb7937bf88 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:37.476774 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd1d9a5-2f18-445d-88b4-082e914dccb4 None None] Network 8adb45b2-7130-4ab3-bef2-62bf1ef69308 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:44:37.487573 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-252fd950-e2d4-477e-8611-f5fb7937bf88 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4116201 Oct 30 15:44:37.490562 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 52186) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:44:37.557895 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d10a5c8b-ee92-42e5-a14d-d9ff94f90b41 None None] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:37.564664 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d10a5c8b-ee92-42e5-a14d-d9ff94f90b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:37.641138 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a043d8c-4777-4632-a44a-2cbe9a0c6c6d None None] Pushing event updated for resources: {'Port': ['ID=4f0d6e7f-5083-4146-adf5-536c57b85ffb,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:44:37.667818 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-d10a5c8b-ee92-42e5-a14d-d9ff94f90b41 None None] Attempting to bind port 4f0d6e7f-5083-4146-adf5-536c57b85ffb on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:44:37.668431 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-d10a5c8b-ee92-42e5-a14d-d9ff94f90b41 None None] Attempting to bind port 4f0d6e7f-5083-4146-adf5-536c57b85ffb by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:44:37.669593 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10a5c8b-ee92-42e5-a14d-d9ff94f90b41 None None] Attempting to bind port 4f0d6e7f-5083-4146-adf5-536c57b85ffb on network edc38ef5-7816-4133-914c-cfe2849a0125 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:44:37.684126 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10a5c8b-ee92-42e5-a14d-d9ff94f90b41 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:44:37.684610 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10a5c8b-ee92-42e5-a14d-d9ff94f90b41 None None] Checking segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:44:37.684945 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d10a5c8b-ee92-42e5-a14d-d9ff94f90b41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:37.685346 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10a5c8b-ee92-42e5-a14d-d9ff94f90b41 None None] Bound using segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:44:37.685835 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-d10a5c8b-ee92-42e5-a14d-d9ff94f90b41 None None] Bound port: 4f0d6e7f-5083-4146-adf5-536c57b85ffb, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:44:37.686215 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d10a5c8b-ee92-42e5-a14d-d9ff94f90b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:37.761010 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7901d6b-5264-45fb-88cd-e999dbccbcf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-8adb45b2-7130-4ab3-bef2-62bf1ef69308', 'network_id': '8adb45b2-7130-4ab3-bef2-62bf1ef69308', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'fixed_ips': [{'subnet_id': 'f2d3cfad-692a-49b1-83dd-f0d4b190bd14'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:44:37.761889 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c7901d6b-5264-45fb-88cd-e999dbccbcf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:37.775134 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d10a5c8b-ee92-42e5-a14d-d9ff94f90b41 None None] For port 4f0d6e7f-5083-4146-adf5-536c57b85ffb, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:44:37.791588 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d10a5c8b-ee92-42e5-a14d-d9ff94f90b41 None None] For port 4f0d6e7f-5083-4146-adf5-536c57b85ffb, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=4f0d6e7f-5083-4146-adf5-536c57b85ffb,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:44:37.800144 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d10a5c8b-ee92-42e5-a14d-d9ff94f90b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:37.922097 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10a5c8b-ee92-42e5-a14d-d9ff94f90b41 None None] Routers {'9f1132f7-d64f-4e53-9648-f001c84f0563'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:44:37.922800 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-d10a5c8b-ee92-42e5-a14d-d9ff94f90b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:44:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['9f1132f7-d64f-4e53-9648-f001c84f0563'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:44:37.995095 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a043d8c-4777-4632-a44a-2cbe9a0c6c6d None None] Pushing event updated for resources: {'Port': ['ID=4f0d6e7f-5083-4146-adf5-536c57b85ffb,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:44:38.060360 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-c7901d6b-5264-45fb-88cd-e999dbccbcf1 None None] Allocated IP 172.20.0.2 (8adb45b2-7130-4ab3-bef2-62bf1ef69308/f2d3cfad-692a-49b1-83dd-f0d4b190bd14/e2affa22-680c-42ac-8335-b668761a8caa) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:44:38.088456 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-d10a5c8b-ee92-42e5-a14d-d9ff94f90b41 None None] Set router 9f1132f7-d64f-4e53-9648-f001c84f0563 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:44:38.239196 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bdaba864-f4f8-4db5-a39e-723b736f737d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:38.355358 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c7901d6b-5264-45fb-88cd-e999dbccbcf1 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:38.364303 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c7901d6b-5264-45fb-88cd-e999dbccbcf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:38.410905 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7901d6b-5264-45fb-88cd-e999dbccbcf1 None None] Network 8adb45b2-7130-4ab3-bef2-62bf1ef69308 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:44:38.416333 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-c7901d6b-5264-45fb-88cd-e999dbccbcf1 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:44:38.418965 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7901d6b-5264-45fb-88cd-e999dbccbcf1 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:44:38.436968 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7901d6b-5264-45fb-88cd-e999dbccbcf1 None None] Pushing event updated for resources: {'Port': ['ID=e2affa22-680c-42ac-8335-b668761a8caa,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:44:38.460049 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-d10a5c8b-ee92-42e5-a14d-d9ff94f90b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1132f7-d64f-4e53-9648-f001c84f0563', 'name': 'tempest-TestNetworkAdvancedServerOps-router-640039391', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '4f0d6e7f-5083-4146-adf5-536c57b85ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:44:35Z', 'updated_at': '2021-10-30T15:44:36Z', 'revision_number': 3, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'gw_port': {'id': '4f0d6e7f-5083-4146-adf5-536c57b85ffb', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:34:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1132f7-d64f-4e53-9648-f001c84f0563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:44:35Z', 'updated_at': '2021-10-30T15:44:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:44:38.504378 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10a5c8b-ee92-42e5-a14d-d9ff94f90b41 None None] The sync data for ids ['9f1132f7-d64f-4e53-9648-f001c84f0563'] in n-d-806683-17 is: [{'id': '9f1132f7-d64f-4e53-9648-f001c84f0563', 'name': 'tempest-TestNetworkAdvancedServerOps-router-640039391', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '4f0d6e7f-5083-4146-adf5-536c57b85ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:44:35Z', 'updated_at': '2021-10-30T15:44:36Z', 'revision_number': 3, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'gw_port': {'id': '4f0d6e7f-5083-4146-adf5-536c57b85ffb', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:34:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1132f7-d64f-4e53-9648-f001c84f0563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:44:35Z', 'updated_at': '2021-10-30T15:44:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:44:38.508595 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-bdaba864-f4f8-4db5-a39e-723b736f737d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Allocated IP 172.20.0.1 (8adb45b2-7130-4ab3-bef2-62bf1ef69308/f2d3cfad-692a-49b1-83dd-f0d4b190bd14/7b371ee0-778a-4c11-9552-5f5afccefd42) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:44:38.510704 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-c7901d6b-5264-45fb-88cd-e999dbccbcf1 None None] Attempting to bind port e2affa22-680c-42ac-8335-b668761a8caa on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:44:38.511081 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-c7901d6b-5264-45fb-88cd-e999dbccbcf1 None None] Attempting to bind port e2affa22-680c-42ac-8335-b668761a8caa by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '7fa17092-09ca-4212-a0a7-e5507f700ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8adb45b2-7130-4ab3-bef2-62bf1ef69308'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:44:38.511450 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7901d6b-5264-45fb-88cd-e999dbccbcf1 None None] Attempting to bind port e2affa22-680c-42ac-8335-b668761a8caa on network 8adb45b2-7130-4ab3-bef2-62bf1ef69308 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:44:38.517107 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7901d6b-5264-45fb-88cd-e999dbccbcf1 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:44:38.517549 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7901d6b-5264-45fb-88cd-e999dbccbcf1 None None] Checking segment: {'id': '7fa17092-09ca-4212-a0a7-e5507f700ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8adb45b2-7130-4ab3-bef2-62bf1ef69308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:44:38.517902 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c7901d6b-5264-45fb-88cd-e999dbccbcf1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:38.518279 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7901d6b-5264-45fb-88cd-e999dbccbcf1 None None] Bound using segment: {'id': '7fa17092-09ca-4212-a0a7-e5507f700ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8adb45b2-7130-4ab3-bef2-62bf1ef69308'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:44:38.518759 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-c7901d6b-5264-45fb-88cd-e999dbccbcf1 None None] Bound port: e2affa22-680c-42ac-8335-b668761a8caa, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fa17092-09ca-4212-a0a7-e5507f700ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8adb45b2-7130-4ab3-bef2-62bf1ef69308'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:44:38.519144 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c7901d6b-5264-45fb-88cd-e999dbccbcf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:38.596871 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-c7901d6b-5264-45fb-88cd-e999dbccbcf1 None None] For port e2affa22-680c-42ac-8335-b668761a8caa, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:44:38.600419 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-c7901d6b-5264-45fb-88cd-e999dbccbcf1 None None] For port e2affa22-680c-42ac-8335-b668761a8caa, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=e2affa22-680c-42ac-8335-b668761a8caa,segment=NetworkSegment(7fa17092-09ca-4212-a0a7-e5507f700ed9),segment_id=7fa17092-09ca-4212-a0a7-e5507f700ed9)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:44:38.605969 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c7901d6b-5264-45fb-88cd-e999dbccbcf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:38.628660 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bdaba864-f4f8-4db5-a39e-723b736f737d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:38.667503 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bdaba864-f4f8-4db5-a39e-723b736f737d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:38.671335 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7901d6b-5264-45fb-88cd-e999dbccbcf1 None None] Pushing event updated for resources: {'Port': ['ID=e2affa22-680c-42ac-8335-b668761a8caa,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:44:38.707070 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdaba864-f4f8-4db5-a39e-723b736f737d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Network 8adb45b2-7130-4ab3-bef2-62bf1ef69308 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:44:38.712392 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-bdaba864-f4f8-4db5-a39e-723b736f737d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:44:38.716620 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdaba864-f4f8-4db5-a39e-723b736f737d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:44:38.774656 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaba864-f4f8-4db5-a39e-723b736f737d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event updated for resources: {'Port': ['ID=7b371ee0-778a-4c11-9552-5f5afccefd42,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:44:38.791139 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bdaba864-f4f8-4db5-a39e-723b736f737d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:38.961513 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bdaba864-f4f8-4db5-a39e-723b736f737d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:39.258867 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bdaba864-f4f8-4db5-a39e-723b736f737d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:39.265632 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bdaba864-f4f8-4db5-a39e-723b736f737d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:39.344266 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaba864-f4f8-4db5-a39e-723b736f737d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event updated for resources: {'Port': ['ID=7b371ee0-778a-4c11-9552-5f5afccefd42,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:44:39.351224 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bdaba864-f4f8-4db5-a39e-723b736f737d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:39.458299 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdaba864-f4f8-4db5-a39e-723b736f737d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Network 8adb45b2-7130-4ab3-bef2-62bf1ef69308 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:44:39.459792 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-bdaba864-f4f8-4db5-a39e-723b736f737d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:44:39.578656 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdaba864-f4f8-4db5-a39e-723b736f737d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Router 9f1132f7-d64f-4e53-9648-f001c84f0563 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:44:39.649374 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e666bbe3-de69-4bb1-ac71-df37f942950c None None] Network 8adb45b2-7130-4ab3-bef2-62bf1ef69308 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:44:39.691977 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdaba864-f4f8-4db5-a39e-723b736f737d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:44:39.697813 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-bdaba864-f4f8-4db5-a39e-723b736f737d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "PUT /v2.0/routers/9f1132f7-d64f-4e53-9648-f001c84f0563/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2061591 Oct 30 15:44:39.743934 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-fe1635c3-ee86-46a8-a969-af1f96903631 None None] Provisioning complete for port e2affa22-680c-42ac-8335-b668761a8caa triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:44:39.744394 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-fe1635c3-ee86-46a8-a969-af1f96903631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:39.884644 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-fe1635c3-ee86-46a8-a969-af1f96903631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:39.898710 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8bb0436e-bce6-469d-8746-f3e570bb3744 req-6677c4c7-f36d-4315-a715-413754937296 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-992638594&fields=id&tenant_id=c4b96368b87a40a2935f71debcc2f400 HTTP/1.1" status: 200 len: 267 time: 0.0438962 Oct 30 15:44:39.923368 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-fe1635c3-ee86-46a8-a969-af1f96903631 None None] For port e2affa22-680c-42ac-8335-b668761a8caa, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=e2affa22-680c-42ac-8335-b668761a8caa,segment=NetworkSegment(7fa17092-09ca-4212-a0a7-e5507f700ed9),segment_id=7fa17092-09ca-4212-a0a7-e5507f700ed9)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:44:39.928762 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-fe1635c3-ee86-46a8-a969-af1f96903631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:39.980701 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1635c3-ee86-46a8-a969-af1f96903631 None None] Pushing event updated for resources: {'Port': ['ID=e2affa22-680c-42ac-8335-b668761a8caa,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:44:40.042244 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0436e-bce6-469d-8746-f3e570bb3744 req-3cc5adad-89b3-4cab-861c-27cd7384ae3f tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:40.044269 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8bb0436e-bce6-469d-8746-f3e570bb3744 req-3cc5adad-89b3-4cab-861c-27cd7384ae3f tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/networks?id=8adb45b2-7130-4ab3-bef2-62bf1ef69308 HTTP/1.1" status: 200 len: 797 time: 0.1289351 Oct 30 15:44:40.060489 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8bb0436e-bce6-469d-8746-f3e570bb3744 req-22fa0e79-cab3-4272-b2da-551622f31a7c tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/quotas/c4b96368b87a40a2935f71debcc2f400 HTTP/1.1" status: 200 len: 375 time: 0.0104663 Oct 30 15:44:40.118116 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8bb0436e-bce6-469d-8746-f3e570bb3744 req-fe601e65-0c97-4756-8c37-cc5b969f1383 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c4b96368b87a40a2935f71debcc2f400&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516553 Oct 30 15:44:40.161318 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-70527ed2-178d-4ba8-a767-44ce5119aff7 None None] Provisioning complete for port e2affa22-680c-42ac-8335-b668761a8caa triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:44:40.161702 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-70527ed2-178d-4ba8-a767-44ce5119aff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:40.235217 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0346efd9-36b9-4991-97b1-1ff262ee0a97 None None] Sync routers for ids ['9f1132f7-d64f-4e53-9648-f001c84f0563'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:44:40.247769 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0346efd9-36b9-4991-97b1-1ff262ee0a97 None None] Routers {'9f1132f7-d64f-4e53-9648-f001c84f0563'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:44:40.248383 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-0346efd9-36b9-4991-97b1-1ff262ee0a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:44:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['9f1132f7-d64f-4e53-9648-f001c84f0563'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:44:40.291621 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device e2affa22-680c-42ac-8335-b668761a8caa up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:44:40.347453 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-70527ed2-178d-4ba8-a767-44ce5119aff7 None None] Provisioning complete for port 7b371ee0-778a-4c11-9552-5f5afccefd42 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:44:40.348469 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-70527ed2-178d-4ba8-a767-44ce5119aff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:40.354571 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8bb0436e-bce6-469d-8746-f3e570bb3744 req-f473afb3-6bbd-4d05-ad44-d0b5ca8299ee service neutron] 10.222.0.62 "GET /v2.0/networks/8adb45b2-7130-4ab3-bef2-62bf1ef69308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118607 Oct 30 15:44:40.369386 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-0346efd9-36b9-4991-97b1-1ff262ee0a97 None None] Set router 9f1132f7-d64f-4e53-9648-f001c84f0563 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:44:40.413286 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-70527ed2-178d-4ba8-a767-44ce5119aff7 None None] Port 7b371ee0-778a-4c11-9552-5f5afccefd42 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:44:40.416705 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port e2affa22-680c-42ac-8335-b668761a8caa triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:44:40.417077 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:40.475329 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8bb0436e-bce6-469d-8746-f3e570bb3744 req-e5e5db0c-56c6-4bd8-a0f8-5c13537544f3 service neutron] 10.222.0.62 "GET /v2.0/networks/8adb45b2-7130-4ab3-bef2-62bf1ef69308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163754 Oct 30 15:44:40.515403 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 4f0d6e7f-5083-4146-adf5-536c57b85ffb up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:44:40.574227 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-800a4c4d-20e4-4cad-af47-319f208cf746 None None] Provisioning complete for port 7b371ee0-778a-4c11-9552-5f5afccefd42 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:44:40.574652 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-800a4c4d-20e4-4cad-af47-319f208cf746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:40.635433 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-800a4c4d-20e4-4cad-af47-319f208cf746 None None] Port 7b371ee0-778a-4c11-9552-5f5afccefd42 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:44:40.637916 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 4f0d6e7f-5083-4146-adf5-536c57b85ffb triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:44:40.638402 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:40.642437 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-0346efd9-36b9-4991-97b1-1ff262ee0a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1132f7-d64f-4e53-9648-f001c84f0563', 'name': 'tempest-TestNetworkAdvancedServerOps-router-640039391', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '4f0d6e7f-5083-4146-adf5-536c57b85ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:44:35Z', 'updated_at': '2021-10-30T15:44:38Z', 'revision_number': 4, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'gw_port': {'id': '4f0d6e7f-5083-4146-adf5-536c57b85ffb', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:34:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1132f7-d64f-4e53-9648-f001c84f0563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:44:35Z', 'updated_at': '2021-10-30T15:44:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '7b371ee0-778a-4c11-9552-5f5afccefd42', 'name': '', 'network_id': '8adb45b2-7130-4ab3-bef2-62bf1ef69308', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'mac_address': 'fa:16:3e:cb:9e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1132f7-d64f-4e53-9648-f001c84f0563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'f2d3cfad-692a-49b1-83dd-f0d4b190bd14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:44:38Z', 'updated_at': '2021-10-30T15:44:39Z', 'revision_number': 2, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'subnets': [{'id': 'f2d3cfad-692a-49b1-83dd-f0d4b190bd14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:44:40.677425 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0346efd9-36b9-4991-97b1-1ff262ee0a97 None None] Checking router: 9f1132f7-d64f-4e53-9648-f001c84f0563 for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:44:40.678066 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0346efd9-36b9-4991-97b1-1ff262ee0a97 None None] Updating router 9f1132f7-d64f-4e53-9648-f001c84f0563 port 7b371ee0-778a-4c11-9552-5f5afccefd42 binding host n-d-806683-17 {{(pid=102133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:44:40.681156 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-52ea3154-768a-49e7-825c-450f3ad7b301 req-dd9b48ce-c2a7-48e2-a4d0-4337fdae3449 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=0aa69578-c413-4aab-9d02-a6f6c4918d4e HTTP/1.1" status: 200 len: 210 time: 0.0424023 Oct 30 15:44:40.712810 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0346efd9-36b9-4991-97b1-1ff262ee0a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:40.742321 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:40.776385 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 4f0d6e7f-5083-4146-adf5-536c57b85ffb, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=4f0d6e7f-5083-4146-adf5-536c57b85ffb,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:44:40.788863 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:40.792578 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-c349b606-e5ab-4a16-8884-13d13c22324e None None] Provisioning complete for port 7b371ee0-778a-4c11-9552-5f5afccefd42 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:44:40.792935 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c349b606-e5ab-4a16-8884-13d13c22324e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:40.853935 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-c349b606-e5ab-4a16-8884-13d13c22324e None None] Port 7b371ee0-778a-4c11-9552-5f5afccefd42 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:44:40.874461 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=4f0d6e7f-5083-4146-adf5-536c57b85ffb,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:44:40.988117 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0346efd9-36b9-4991-97b1-1ff262ee0a97 None None] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:40.992416 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0346efd9-36b9-4991-97b1-1ff262ee0a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:41.156631 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d881d527-3782-4431-b9ec-9cc3a97d2d44 None None] Pushing event updated for resources: {'Port': ['ID=7b371ee0-778a-4c11-9552-5f5afccefd42,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:44:41.187137 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-0346efd9-36b9-4991-97b1-1ff262ee0a97 None None] Attempting to bind port 7b371ee0-778a-4c11-9552-5f5afccefd42 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:44:41.187880 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-0346efd9-36b9-4991-97b1-1ff262ee0a97 None None] Attempting to bind port 7b371ee0-778a-4c11-9552-5f5afccefd42 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '7fa17092-09ca-4212-a0a7-e5507f700ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8adb45b2-7130-4ab3-bef2-62bf1ef69308'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:44:41.188459 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0346efd9-36b9-4991-97b1-1ff262ee0a97 None None] Attempting to bind port 7b371ee0-778a-4c11-9552-5f5afccefd42 on network 8adb45b2-7130-4ab3-bef2-62bf1ef69308 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:44:41.194133 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0346efd9-36b9-4991-97b1-1ff262ee0a97 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:44:41.194509 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0346efd9-36b9-4991-97b1-1ff262ee0a97 None None] Checking segment: {'id': '7fa17092-09ca-4212-a0a7-e5507f700ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8adb45b2-7130-4ab3-bef2-62bf1ef69308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:44:41.194952 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0346efd9-36b9-4991-97b1-1ff262ee0a97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:41.195301 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0346efd9-36b9-4991-97b1-1ff262ee0a97 None None] Bound using segment: {'id': '7fa17092-09ca-4212-a0a7-e5507f700ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8adb45b2-7130-4ab3-bef2-62bf1ef69308'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:44:41.195788 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-0346efd9-36b9-4991-97b1-1ff262ee0a97 None None] Bound port: 7b371ee0-778a-4c11-9552-5f5afccefd42, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fa17092-09ca-4212-a0a7-e5507f700ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8adb45b2-7130-4ab3-bef2-62bf1ef69308'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:44:41.196162 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0346efd9-36b9-4991-97b1-1ff262ee0a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:41.265029 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-0346efd9-36b9-4991-97b1-1ff262ee0a97 None None] For port 7b371ee0-778a-4c11-9552-5f5afccefd42, host n-d-806683-17, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:44:41.268711 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-0346efd9-36b9-4991-97b1-1ff262ee0a97 None None] For port 7b371ee0-778a-4c11-9552-5f5afccefd42, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=7b371ee0-778a-4c11-9552-5f5afccefd42,segment=NetworkSegment(7fa17092-09ca-4212-a0a7-e5507f700ed9),segment_id=7fa17092-09ca-4212-a0a7-e5507f700ed9)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:44:41.273432 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-0346efd9-36b9-4991-97b1-1ff262ee0a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:41.280050 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-3e11161e-dc79-4e1e-b1e7-32ad0f4f3369 None None] Provisioning complete for port 7b371ee0-778a-4c11-9552-5f5afccefd42 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:44:41.281084 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3e11161e-dc79-4e1e-b1e7-32ad0f4f3369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:41.343267 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0346efd9-36b9-4991-97b1-1ff262ee0a97 None None] Routers {'9f1132f7-d64f-4e53-9648-f001c84f0563'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:44:41.344013 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-0346efd9-36b9-4991-97b1-1ff262ee0a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:44:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['9f1132f7-d64f-4e53-9648-f001c84f0563'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:44:41.347340 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d881d527-3782-4431-b9ec-9cc3a97d2d44 None None] Pushing event updated for resources: {'Port': ['ID=7b371ee0-778a-4c11-9552-5f5afccefd42,revision_number=4']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:44:41.369677 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3e11161e-dc79-4e1e-b1e7-32ad0f4f3369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:41.409548 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-3e11161e-dc79-4e1e-b1e7-32ad0f4f3369 None None] For port 7b371ee0-778a-4c11-9552-5f5afccefd42, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=7b371ee0-778a-4c11-9552-5f5afccefd42,segment=NetworkSegment(7fa17092-09ca-4212-a0a7-e5507f700ed9),segment_id=7fa17092-09ca-4212-a0a7-e5507f700ed9)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:44:41.414363 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3e11161e-dc79-4e1e-b1e7-32ad0f4f3369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:41.467162 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e11161e-dc79-4e1e-b1e7-32ad0f4f3369 None None] Pushing event updated for resources: {'Port': ['ID=7b371ee0-778a-4c11-9552-5f5afccefd42,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:44:41.479213 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-0346efd9-36b9-4991-97b1-1ff262ee0a97 None None] Set router 9f1132f7-d64f-4e53-9648-f001c84f0563 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:44:41.638161 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-3b23f567-f30a-4052-83f5-fc662fa70850 None None] Provisioning complete for port 7b371ee0-778a-4c11-9552-5f5afccefd42 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:44:41.638469 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3b23f567-f30a-4052-83f5-fc662fa70850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:41.720611 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-0346efd9-36b9-4991-97b1-1ff262ee0a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1132f7-d64f-4e53-9648-f001c84f0563', 'name': 'tempest-TestNetworkAdvancedServerOps-router-640039391', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '4f0d6e7f-5083-4146-adf5-536c57b85ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:44:35Z', 'updated_at': '2021-10-30T15:44:38Z', 'revision_number': 4, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'gw_port': {'id': '4f0d6e7f-5083-4146-adf5-536c57b85ffb', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:34:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1132f7-d64f-4e53-9648-f001c84f0563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:44:35Z', 'updated_at': '2021-10-30T15:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '7b371ee0-778a-4c11-9552-5f5afccefd42', 'name': '', 'network_id': '8adb45b2-7130-4ab3-bef2-62bf1ef69308', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'mac_address': 'fa:16:3e:cb:9e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1132f7-d64f-4e53-9648-f001c84f0563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'f2d3cfad-692a-49b1-83dd-f0d4b190bd14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:44:38Z', 'updated_at': '2021-10-30T15:44:41Z', 'revision_number': 4, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'subnets': [{'id': 'f2d3cfad-692a-49b1-83dd-f0d4b190bd14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:44:41.755544 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0346efd9-36b9-4991-97b1-1ff262ee0a97 None None] The sync data for ids ['9f1132f7-d64f-4e53-9648-f001c84f0563'] in n-d-806683-17 is: [{'id': '9f1132f7-d64f-4e53-9648-f001c84f0563', 'name': 'tempest-TestNetworkAdvancedServerOps-router-640039391', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '4f0d6e7f-5083-4146-adf5-536c57b85ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:44:35Z', 'updated_at': '2021-10-30T15:44:38Z', 'revision_number': 4, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'gw_port': {'id': '4f0d6e7f-5083-4146-adf5-536c57b85ffb', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:34:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1132f7-d64f-4e53-9648-f001c84f0563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:44:35Z', 'updated_at': '2021-10-30T15:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '7b371ee0-778a-4c11-9552-5f5afccefd42', 'name': '', 'network_id': '8adb45b2-7130-4ab3-bef2-62bf1ef69308', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'mac_address': 'fa:16:3e:cb:9e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1132f7-d64f-4e53-9648-f001c84f0563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'f2d3cfad-692a-49b1-83dd-f0d4b190bd14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:44:38Z', 'updated_at': '2021-10-30T15:44:41Z', 'revision_number': 4, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'subnets': [{'id': 'f2d3cfad-692a-49b1-83dd-f0d4b190bd14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:44:41.789095 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ea454f38-fb43-4f04-a536-b452307f7a97 req-ad12e30d-d6d9-464d-8716-2c65deda982f tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=0aa69578-c413-4aab-9d02-a6f6c4918d4e HTTP/1.1" status: 200 len: 210 time: 0.0294414 Oct 30 15:44:41.813043 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0436e-bce6-469d-8746-f3e570bb3744 req-27706927-1b4c-4434-967b-7284396bdb5d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:41.815502 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8bb0436e-bce6-469d-8746-f3e570bb3744 req-27706927-1b4c-4434-967b-7284396bdb5d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.44 "GET /v2.0/networks?id=8adb45b2-7130-4ab3-bef2-62bf1ef69308 HTTP/1.1" status: 200 len: 797 time: 0.1904037 Oct 30 15:44:41.892837 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8bb0436e-bce6-469d-8746-f3e570bb3744 req-75bf52c4-6c59-4841-b56d-25d065faa7f0 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4b96368b87a40a2935f71debcc2f400 HTTP/1.1" status: 200 len: 379 time: 0.0551286 Oct 30 15:44:41.900942 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-8bb0436e-bce6-469d-8746-f3e570bb3744 req-627f4b82-6659-4c95-8d8c-6419e6931942 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Request body: {'port': {'device_id': '0aa69578-c413-4aab-9d02-a6f6c4918d4e', 'network_id': '8adb45b2-7130-4ab3-bef2-62bf1ef69308', 'admin_state_up': True, 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'security_groups': ['976b9efe-cdcb-42e6-b826-7b6fba877986']}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:44:42.031231 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bb0436e-bce6-469d-8746-f3e570bb3744 req-627f4b82-6659-4c95-8d8c-6419e6931942 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Made reservation on behalf of c4b96368b87a40a2935f71debcc2f400 for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:44:42.034873 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-8bb0436e-bce6-469d-8746-f3e570bb3744 req-627f4b82-6659-4c95-8d8c-6419e6931942 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:42.176455 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-8bb0436e-bce6-469d-8746-f3e570bb3744 req-627f4b82-6659-4c95-8d8c-6419e6931942 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Allocated IP 172.20.0.13 (8adb45b2-7130-4ab3-bef2-62bf1ef69308/f2d3cfad-692a-49b1-83dd-f0d4b190bd14/d1357eca-7335-4d83-bdb6-e88921d006c9) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:44:42.267759 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 7b371ee0-778a-4c11-9552-5f5afccefd42 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:44:42.319778 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 7b371ee0-778a-4c11-9552-5f5afccefd42 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:44:42.320141 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:42.330144 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-8bb0436e-bce6-469d-8746-f3e570bb3744 req-627f4b82-6659-4c95-8d8c-6419e6931942 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:42.370142 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-8bb0436e-bce6-469d-8746-f3e570bb3744 req-627f4b82-6659-4c95-8d8c-6419e6931942 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:42.413069 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 4f0d6e7f-5083-4146-adf5-536c57b85ffb up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:44:42.433429 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627f4b82-6659-4c95-8d8c-6419e6931942 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event updated for resources: {'Port': ['ID=d1357eca-7335-4d83-bdb6-e88921d006c9,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:44:42.457954 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bb0436e-bce6-469d-8746-f3e570bb3744 req-627f4b82-6659-4c95-8d8c-6419e6931942 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Network 8adb45b2-7130-4ab3-bef2-62bf1ef69308 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:44:42.460012 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-8bb0436e-bce6-469d-8746-f3e570bb3744 req-627f4b82-6659-4c95-8d8c-6419e6931942 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:44:42.462814 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bb0436e-bce6-469d-8746-f3e570bb3744 req-627f4b82-6659-4c95-8d8c-6419e6931942 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:44:42.468445 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 4f0d6e7f-5083-4146-adf5-536c57b85ffb triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:44:42.469472 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:42.537063 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0436e-bce6-469d-8746-f3e570bb3744 req-627f4b82-6659-4c95-8d8c-6419e6931942 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:42.538115 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-8bb0436e-bce6-469d-8746-f3e570bb3744 req-627f4b82-6659-4c95-8d8c-6419e6931942 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:42.558418 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8bb0436e-bce6-469d-8746-f3e570bb3744 req-627f4b82-6659-4c95-8d8c-6419e6931942 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6636810 Oct 30 15:44:42.576998 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-8bb0436e-bce6-469d-8746-f3e570bb3744 req-cb3604ec-9a02-44a0-8e67-3130a4e0fdd9 service neutron] Request body: {'port': {'device_id': '0aa69578-c413-4aab-9d02-a6f6c4918d4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:44:42.635882 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-8bb0436e-bce6-469d-8746-f3e570bb3744 req-cb3604ec-9a02-44a0-8e67-3130a4e0fdd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:42.704438 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-02230eb8-c385-4d9e-8ca4-5225a05ccc31 None None] Provisioning complete for port d1357eca-7335-4d83-bdb6-e88921d006c9 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:44:42.704811 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-02230eb8-c385-4d9e-8ca4-5225a05ccc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:42.742923 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-02230eb8-c385-4d9e-8ca4-5225a05ccc31 None None] Port d1357eca-7335-4d83-bdb6-e88921d006c9 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:44:42.974849 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c8b76a-9c4a-442a-ac79-1af41a488eb6 req-ffce2d5d-9ad6-4425-bf98-f8233b16383d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:42.976778 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-41c8b76a-9c4a-442a-ac79-1af41a488eb6 req-ffce2d5d-9ad6-4425-bf98-f8233b16383d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=0aa69578-c413-4aab-9d02-a6f6c4918d4e HTTP/1.1" status: 200 len: 932 time: 0.0991707 Oct 30 15:44:42.978973 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-8bb0436e-bce6-469d-8746-f3e570bb3744 req-cb3604ec-9a02-44a0-8e67-3130a4e0fdd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1357eca-7335-4d83-bdb6-e88921d006c9 {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:44:42.993847 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-8bb0436e-bce6-469d-8746-f3e570bb3744 req-cb3604ec-9a02-44a0-8e67-3130a4e0fdd9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:43.020833 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-8bb0436e-bce6-469d-8746-f3e570bb3744 req-cb3604ec-9a02-44a0-8e67-3130a4e0fdd9 service neutron] Transition to ACTIVE for port object d1357eca-7335-4d83-bdb6-e88921d006c9 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:44:43.029270 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-8bb0436e-bce6-469d-8746-f3e570bb3744 req-cb3604ec-9a02-44a0-8e67-3130a4e0fdd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:43.060584 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-41c8b76a-9c4a-442a-ac79-1af41a488eb6 req-8ffbee61-492d-4deb-b939-1edb5ac3b295 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=976b9efe-cdcb-42e6-b826-7b6fba877986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765202 Oct 30 15:44:43.087587 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3604ec-9a02-44a0-8e67-3130a4e0fdd9 service neutron] Pushing event updated for resources: {'Port': ['ID=d1357eca-7335-4d83-bdb6-e88921d006c9,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:44:43.166603 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-8bb0436e-bce6-469d-8746-f3e570bb3744 req-cb3604ec-9a02-44a0-8e67-3130a4e0fdd9 service neutron] Attempting to bind port d1357eca-7335-4d83-bdb6-e88921d006c9 on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:44:43.166937 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-8bb0436e-bce6-469d-8746-f3e570bb3744 req-cb3604ec-9a02-44a0-8e67-3130a4e0fdd9 service neutron] Attempting to bind port d1357eca-7335-4d83-bdb6-e88921d006c9 by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': '7fa17092-09ca-4212-a0a7-e5507f700ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8adb45b2-7130-4ab3-bef2-62bf1ef69308'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:44:43.167264 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb0436e-bce6-469d-8746-f3e570bb3744 req-cb3604ec-9a02-44a0-8e67-3130a4e0fdd9 service neutron] Attempting to bind port d1357eca-7335-4d83-bdb6-e88921d006c9 on network 8adb45b2-7130-4ab3-bef2-62bf1ef69308 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:44:43.172618 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb0436e-bce6-469d-8746-f3e570bb3744 req-cb3604ec-9a02-44a0-8e67-3130a4e0fdd9 service neutron] Port d1357eca-7335-4d83-bdb6-e88921d006c9 on network 8adb45b2-7130-4ab3-bef2-62bf1ef69308 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:44:43.173011 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb0436e-bce6-469d-8746-f3e570bb3744 req-cb3604ec-9a02-44a0-8e67-3130a4e0fdd9 service neutron] Attempting to bind port d1357eca-7335-4d83-bdb6-e88921d006c9 on network 8adb45b2-7130-4ab3-bef2-62bf1ef69308 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:44:43.178593 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb0436e-bce6-469d-8746-f3e570bb3744 req-cb3604ec-9a02-44a0-8e67-3130a4e0fdd9 service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:44:43.178922 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb0436e-bce6-469d-8746-f3e570bb3744 req-cb3604ec-9a02-44a0-8e67-3130a4e0fdd9 service neutron] Checking segment: {'id': '7fa17092-09ca-4212-a0a7-e5507f700ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8adb45b2-7130-4ab3-bef2-62bf1ef69308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:44:43.179303 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb0436e-bce6-469d-8746-f3e570bb3744 req-cb3604ec-9a02-44a0-8e67-3130a4e0fdd9 service neutron] Bound using segment: {'id': '7fa17092-09ca-4212-a0a7-e5507f700ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8adb45b2-7130-4ab3-bef2-62bf1ef69308'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:44:43.179758 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-8bb0436e-bce6-469d-8746-f3e570bb3744 req-cb3604ec-9a02-44a0-8e67-3130a4e0fdd9 service neutron] Bound port: d1357eca-7335-4d83-bdb6-e88921d006c9, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fa17092-09ca-4212-a0a7-e5507f700ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8adb45b2-7130-4ab3-bef2-62bf1ef69308'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:44:43.180111 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-8bb0436e-bce6-469d-8746-f3e570bb3744 req-cb3604ec-9a02-44a0-8e67-3130a4e0fdd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:43.247601 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-8bb0436e-bce6-469d-8746-f3e570bb3744 req-cb3604ec-9a02-44a0-8e67-3130a4e0fdd9 service neutron] For port d1357eca-7335-4d83-bdb6-e88921d006c9, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:44:43.250649 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-8bb0436e-bce6-469d-8746-f3e570bb3744 req-cb3604ec-9a02-44a0-8e67-3130a4e0fdd9 service neutron] For port d1357eca-7335-4d83-bdb6-e88921d006c9, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=d1357eca-7335-4d83-bdb6-e88921d006c9,segment=NetworkSegment(7fa17092-09ca-4212-a0a7-e5507f700ed9),segment_id=7fa17092-09ca-4212-a0a7-e5507f700ed9)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:44:43.255382 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-8bb0436e-bce6-469d-8746-f3e570bb3744 req-cb3604ec-9a02-44a0-8e67-3130a4e0fdd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:43.291031 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0436e-bce6-469d-8746-f3e570bb3744 req-cb3604ec-9a02-44a0-8e67-3130a4e0fdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:43.291670 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-8bb0436e-bce6-469d-8746-f3e570bb3744 req-cb3604ec-9a02-44a0-8e67-3130a4e0fdd9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:43.293114 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8bb0436e-bce6-469d-8746-f3e570bb3744 req-cb3604ec-9a02-44a0-8e67-3130a4e0fdd9 service neutron] 10.222.0.44 "PUT /v2.0/ports/d1357eca-7335-4d83-bdb6-e88921d006c9 HTTP/1.1" status: 200 len: 1093 time: 0.7250512 Oct 30 15:44:43.294058 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aa69578-c413-4aab-9d02-a6f6c4918d4e', 'tag': 'd1357eca-7335-4d83-bdb6-e88921d006c9'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:44:43.296416 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e657999-3c08-4e5d-a665-3bd0b351050b" -d '{"events": [{"name": "network-changed", "server_uuid": "0aa69578-c413-4aab-9d02-a6f6c4918d4e", "tag": "d1357eca-7335-4d83-bdb6-e88921d006c9"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:44:43.319552 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3604ec-9a02-44a0-8e67-3130a4e0fdd9 service neutron] Pushing event updated for resources: {'Port': ['ID=d1357eca-7335-4d83-bdb6-e88921d006c9,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:44:43.350591 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b2da4c-43b4-4956-b231-55899ef7a737 x-openstack-request-id: req-a3b2da4c-43b4-4956-b231-55899ef7a737 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:44:43.350948 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0aa69578-c413-4aab-9d02-a6f6c4918d4e", "tag": "d1357eca-7335-4d83-bdb6-e88921d006c9", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:44:43.351144 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a3b2da4c-43b4-4956-b231-55899ef7a737 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:44:43.351756 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0aa69578-c413-4aab-9d02-a6f6c4918d4e', 'tag': 'd1357eca-7335-4d83-bdb6-e88921d006c9', 'status': 'completed', 'code': 200} Oct 30 15:44:43.391159 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0436e-bce6-469d-8746-f3e570bb3744 req-3be5ccd4-9f32-429b-8a1f-a72a08977fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:43.392715 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8bb0436e-bce6-469d-8746-f3e570bb3744 req-3be5ccd4-9f32-429b-8a1f-a72a08977fbb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c4b96368b87a40a2935f71debcc2f400&device_id=0aa69578-c413-4aab-9d02-a6f6c4918d4e HTTP/1.1" status: 200 len: 1096 time: 0.0515399 Oct 30 15:44:43.441209 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8bb0436e-bce6-469d-8746-f3e570bb3744 req-23a1d91c-333a-46f4-8cbe-6b8b9bcf3bfe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1357eca-7335-4d83-bdb6-e88921d006c9 HTTP/1.1" status: 200 len: 217 time: 0.0397494 Oct 30 15:44:43.491521 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0436e-bce6-469d-8746-f3e570bb3744 req-3db2e4e0-5e96-4f81-84fa-09d0f75a2616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:43.492985 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8bb0436e-bce6-469d-8746-f3e570bb3744 req-3db2e4e0-5e96-4f81-84fa-09d0f75a2616 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f2d3cfad-692a-49b1-83dd-f0d4b190bd14 HTTP/1.1" status: 200 len: 834 time: 0.0456057 Oct 30 15:44:43.539433 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0436e-bce6-469d-8746-f3e570bb3744 req-15874b69-39c2-48d6-a86e-d682a1dd91c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:43.541015 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8bb0436e-bce6-469d-8746-f3e570bb3744 req-15874b69-39c2-48d6-a86e-d682a1dd91c4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8adb45b2-7130-4ab3-bef2-62bf1ef69308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406201 Oct 30 15:44:43.635683 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8bb0436e-bce6-469d-8746-f3e570bb3744 req-254c58c6-2b05-406e-8075-543f658997d6 service neutron] 10.222.0.44 "GET /v2.0/networks/8adb45b2-7130-4ab3-bef2-62bf1ef69308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870595 Oct 30 15:44:43.725909 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8bb0436e-bce6-469d-8746-f3e570bb3744 req-2ef25be9-da2f-4bb9-9197-56b64431aa2a service neutron] 10.222.0.44 "GET /v2.0/networks/8adb45b2-7130-4ab3-bef2-62bf1ef69308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820835 Oct 30 15:44:43.815709 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e657999-3c08-4e5d-a665-3bd0b351050b req-e473d0c2-4ed0-42d5-9778-e0016aac19f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:43.817236 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2e657999-3c08-4e5d-a665-3bd0b351050b req-e473d0c2-4ed0-42d5-9778-e0016aac19f1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c4b96368b87a40a2935f71debcc2f400&device_id=0aa69578-c413-4aab-9d02-a6f6c4918d4e HTTP/1.1" status: 200 len: 1096 time: 0.0447297 Oct 30 15:44:43.904366 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e657999-3c08-4e5d-a665-3bd0b351050b req-1cafcc66-e034-4263-82e0-ecf92e45ccf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:43.905815 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2e657999-3c08-4e5d-a665-3bd0b351050b req-1cafcc66-e034-4263-82e0-ecf92e45ccf0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8adb45b2-7130-4ab3-bef2-62bf1ef69308 HTTP/1.1" status: 200 len: 898 time: 0.0820496 Oct 30 15:44:43.951044 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2e657999-3c08-4e5d-a665-3bd0b351050b req-9f3573ac-ac5f-48a8-8692-5f2fe80305f9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1357eca-7335-4d83-bdb6-e88921d006c9 HTTP/1.1" status: 200 len: 217 time: 0.0378032 Oct 30 15:44:44.000378 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e657999-3c08-4e5d-a665-3bd0b351050b req-accad483-9973-4988-9b40-e84ab230162d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:44.001751 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2e657999-3c08-4e5d-a665-3bd0b351050b req-accad483-9973-4988-9b40-e84ab230162d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f2d3cfad-692a-49b1-83dd-f0d4b190bd14 HTTP/1.1" status: 200 len: 834 time: 0.0434918 Oct 30 15:44:44.046677 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e657999-3c08-4e5d-a665-3bd0b351050b req-d4bedbd6-dba1-43c5-a8de-ec9bb75103ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:44.048202 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2e657999-3c08-4e5d-a665-3bd0b351050b req-d4bedbd6-dba1-43c5-a8de-ec9bb75103ac service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8adb45b2-7130-4ab3-bef2-62bf1ef69308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393186 Oct 30 15:44:44.163311 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2e657999-3c08-4e5d-a665-3bd0b351050b req-77227f65-0cea-4441-b244-52fa0684979d service neutron] 10.222.0.44 "GET /v2.0/networks/8adb45b2-7130-4ab3-bef2-62bf1ef69308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081207 Oct 30 15:44:44.225523 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d06981-ada6-4d5e-8d93-9cb16468ceb5 req-22e2e1bf-0830-479e-95e7-1859b63ddf1a tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:44.226944 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-70d06981-ada6-4d5e-8d93-9cb16468ceb5 req-22e2e1bf-0830-479e-95e7-1859b63ddf1a tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=0aa69578-c413-4aab-9d02-a6f6c4918d4e HTTP/1.1" status: 200 len: 944 time: 0.0947952 Oct 30 15:44:44.289787 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-70d06981-ada6-4d5e-8d93-9cb16468ceb5 req-d98937b5-97a5-4e4f-bb1a-d8dea3d8a424 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=976b9efe-cdcb-42e6-b826-7b6fba877986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544970 Oct 30 15:44:44.295818 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2e657999-3c08-4e5d-a665-3bd0b351050b req-b608cecf-de36-431b-952e-66816813db61 service neutron] 10.222.0.44 "GET /v2.0/networks/8adb45b2-7130-4ab3-bef2-62bf1ef69308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239278 Oct 30 15:44:45.409622 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7dbcd1-755a-4d2a-89c5-998c7cd5e510 req-313764f1-43b8-47f2-b363-3902561fa12a tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:45.411108 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7d7dbcd1-755a-4d2a-89c5-998c7cd5e510 req-313764f1-43b8-47f2-b363-3902561fa12a tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=0aa69578-c413-4aab-9d02-a6f6c4918d4e HTTP/1.1" status: 200 len: 944 time: 0.0493374 Oct 30 15:44:45.449090 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7d7dbcd1-755a-4d2a-89c5-998c7cd5e510 req-6c898832-69ec-4d40-8977-5acb31bf65ed tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=976b9efe-cdcb-42e6-b826-7b6fba877986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319471 Oct 30 15:44:46.178088 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device d1357eca-7335-4d83-bdb6-e88921d006c9 details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:44:46.274608 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port d1357eca-7335-4d83-bdb6-e88921d006c9, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=d1357eca-7335-4d83-bdb6-e88921d006c9,segment=NetworkSegment(7fa17092-09ca-4212-a0a7-e5507f700ed9),segment_id=7fa17092-09ca-4212-a0a7-e5507f700ed9)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:44:46.285952 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': 'd1357eca-7335-4d83-bdb6-e88921d006c9', 'network_id': '8adb45b2-7130-4ab3-bef2-62bf1ef69308', 'port_id': 'd1357eca-7335-4d83-bdb6-e88921d006c9', 'mac_address': 'fa:16:3e:65:ad:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2d3cfad-692a-49b1-83dd-f0d4b190bd14', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:44:46.321754 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:46.334950 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1357eca-7335-4d83-bdb6-e88921d006c9 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:44:46.354304 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port d1357eca-7335-4d83-bdb6-e88921d006c9, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=d1357eca-7335-4d83-bdb6-e88921d006c9,segment=NetworkSegment(7fa17092-09ca-4212-a0a7-e5507f700ed9),segment_id=7fa17092-09ca-4212-a0a7-e5507f700ed9)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:44:46.358370 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:46.405521 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=d1357eca-7335-4d83-bdb6-e88921d006c9,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:44:46.566022 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9e505-9762-425d-8960-d545da79af24 req-f48e82c1-fe85-421a-9263-cc1a8818739a tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:46.567532 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-06c9e505-9762-425d-8960-d545da79af24 req-f48e82c1-fe85-421a-9263-cc1a8818739a tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=0aa69578-c413-4aab-9d02-a6f6c4918d4e HTTP/1.1" status: 200 len: 945 time: 0.0503488 Oct 30 15:44:46.571273 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['d1357eca-7335-4d83-bdb6-e88921d006c9'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:44:46.605799 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-06c9e505-9762-425d-8960-d545da79af24 req-fa4c3054-ceba-40a7-9941-01f8c2b499a3 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=976b9efe-cdcb-42e6-b826-7b6fba877986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318286 Oct 30 15:44:47.722713 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9a1d3b-65c5-4947-8606-2b4c7cb1d3b4 req-16fcaeb3-aa7b-4ef9-93d7-82d764df4b90 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:47.724232 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fc9a1d3b-65c5-4947-8606-2b4c7cb1d3b4 req-16fcaeb3-aa7b-4ef9-93d7-82d764df4b90 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=0aa69578-c413-4aab-9d02-a6f6c4918d4e HTTP/1.1" status: 200 len: 945 time: 0.0486493 Oct 30 15:44:47.764646 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fc9a1d3b-65c5-4947-8606-2b4c7cb1d3b4 req-7770c781-e428-4727-99e5-ddf17296b661 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=976b9efe-cdcb-42e6-b826-7b6fba877986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344658 Oct 30 15:44:48.186813 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device d1357eca-7335-4d83-bdb6-e88921d006c9 up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:44:48.236424 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port d1357eca-7335-4d83-bdb6-e88921d006c9 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:44:48.240334 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port d1357eca-7335-4d83-bdb6-e88921d006c9 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:44:48.240704 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:48.317371 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:48.340746 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aa69578-c413-4aab-9d02-a6f6c4918d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1357eca-7335-4d83-bdb6-e88921d006c9'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:44:48.343020 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896dd893-f97a-41a8-bbc5-22562525c54b" -d '{"events": [{"server_uuid": "0aa69578-c413-4aab-9d02-a6f6c4918d4e", "name": "network-vif-plugged", "status": "completed", "tag": "d1357eca-7335-4d83-bdb6-e88921d006c9"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:44:48.355613 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port d1357eca-7335-4d83-bdb6-e88921d006c9, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=d1357eca-7335-4d83-bdb6-e88921d006c9,segment=NetworkSegment(7fa17092-09ca-4212-a0a7-e5507f700ed9),segment_id=7fa17092-09ca-4212-a0a7-e5507f700ed9)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:44:48.360302 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:48.386115 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c727b2cc-b221-4385-9a23-93e72d0b6890 x-openstack-request-id: req-c727b2cc-b221-4385-9a23-93e72d0b6890 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:44:48.386872 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aa69578-c413-4aab-9d02-a6f6c4918d4e", "name": "network-vif-plugged", "status": "completed", "tag": "d1357eca-7335-4d83-bdb6-e88921d006c9", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:44:48.387188 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c727b2cc-b221-4385-9a23-93e72d0b6890 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:44:48.387611 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aa69578-c413-4aab-9d02-a6f6c4918d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1357eca-7335-4d83-bdb6-e88921d006c9', 'code': 200} Oct 30 15:44:48.415029 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=d1357eca-7335-4d83-bdb6-e88921d006c9,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:44:48.423485 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:44:48.423864 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:44:48.424211 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:44:48.424554 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:44:48.424895 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:44:48.425227 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:44:48.425558 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:44:48.425888 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:44:48.426215 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:44:48.426541 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:44:48.427391 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:44:48.427793 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:44:48.479735 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c184bb1c-279c-48e4-8c53-bead2c5cd72b req-ee17b3e2-85c9-4a15-bf10-ec4e6d8f7410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:48.481814 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c184bb1c-279c-48e4-8c53-bead2c5cd72b req-ee17b3e2-85c9-4a15-bf10-ec4e6d8f7410 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0aa69578-c413-4aab-9d02-a6f6c4918d4e HTTP/1.1" status: 200 len: 1098 time: 0.0399868 Oct 30 15:44:48.516727 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c184bb1c-279c-48e4-8c53-bead2c5cd72b req-39318279-031b-4142-bcd3-4e2decaf7f88 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=976b9efe-cdcb-42e6-b826-7b6fba877986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279725 Oct 30 15:44:48.881482 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d3d1b0-9822-4eec-bb9a-731f1d1fd99d req-0a7edb36-d918-4a0a-8884-cd7f2bb90f24 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:48.882845 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-12d3d1b0-9822-4eec-bb9a-731f1d1fd99d req-0a7edb36-d918-4a0a-8884-cd7f2bb90f24 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=0aa69578-c413-4aab-9d02-a6f6c4918d4e HTTP/1.1" status: 200 len: 946 time: 0.0487423 Oct 30 15:44:48.920537 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-12d3d1b0-9822-4eec-bb9a-731f1d1fd99d req-e120c183-8fb4-4b0e-b900-c395e1956d8a tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=976b9efe-cdcb-42e6-b826-7b6fba877986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312390 Oct 30 15:44:50.043674 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba926c-5c0d-433c-95fd-56b2fc969260 req-abd45d1c-a4b4-4b4d-bce6-a3b85ada7257 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:50.045137 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b1ba926c-5c0d-433c-95fd-56b2fc969260 req-abd45d1c-a4b4-4b4d-bce6-a3b85ada7257 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=0aa69578-c413-4aab-9d02-a6f6c4918d4e HTTP/1.1" status: 200 len: 946 time: 0.0532782 Oct 30 15:44:50.083708 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b1ba926c-5c0d-433c-95fd-56b2fc969260 req-e603a8ac-c81e-481d-9603-b0d7f249435e tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=976b9efe-cdcb-42e6-b826-7b6fba877986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326557 Oct 30 15:44:50.199478 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b5473-1206-4fc3-9e74-a469c9a5fb1e req-5e4906c1-66ff-468d-a0c2-4075a6d38434 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:50.201522 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fa6b5473-1206-4fc3-9e74-a469c9a5fb1e req-5e4906c1-66ff-468d-a0c2-4075a6d38434 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=0aa69578-c413-4aab-9d02-a6f6c4918d4e HTTP/1.1" status: 200 len: 946 time: 0.0511415 Oct 30 15:44:50.238156 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fa6b5473-1206-4fc3-9e74-a469c9a5fb1e req-d540dbcf-2852-4ee2-ae7e-a2fac581ec35 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=976b9efe-cdcb-42e6-b826-7b6fba877986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305998 Oct 30 15:44:50.259425 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52238) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:44:50.298062 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ad57a3-0ffe-4f87-8674-ccddb44356c1 tempest-TestNetworkAdvancedServerOps-183148034 tempest-TestNetworkAdvancedServerOps-183148034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:50.299542 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-14ad57a3-0ffe-4f87-8674-ccddb44356c1 tempest-TestNetworkAdvancedServerOps-183148034 tempest-TestNetworkAdvancedServerOps-183148034-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=0aa69578-c413-4aab-9d02-a6f6c4918d4e HTTP/1.1" status: 200 len: 1093 time: 0.0390754 Oct 30 15:44:50.302249 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52240) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:44:50.306347 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-6f3fa903-2aa1-4852-afa2-9f7049cc557c tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Request body: {'floatingip': {'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'port_id': 'd1357eca-7335-4d83-bdb6-e88921d006c9', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:44:50.328377 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6f3fa903-2aa1-4852-afa2-9f7049cc557c tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for floatingip, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:50.427492 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6f3fa903-2aa1-4852-afa2-9f7049cc557c tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:50.542459 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-6f3fa903-2aa1-4852-afa2-9f7049cc557c tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Allocated IP 172.25.4.177 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/5b226b5d-1e7b-4ca3-b26f-669ace62ed3c) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:44:50.643314 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6f3fa903-2aa1-4852-afa2-9f7049cc557c tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:50.675905 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6f3fa903-2aa1-4852-afa2-9f7049cc557c tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:50.713217 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3fa903-2aa1-4852-afa2-9f7049cc557c tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:44:50.716138 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-6f3fa903-2aa1-4852-afa2-9f7049cc557c tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:44:50.720470 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3fa903-2aa1-4852-afa2-9f7049cc557c tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:44:50.748224 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3fa903-2aa1-4852-afa2-9f7049cc557c tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event updated for resources: {'Port': ['ID=5b226b5d-1e7b-4ca3-b26f-669ace62ed3c,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:44:51.073195 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6f3fa903-2aa1-4852-afa2-9f7049cc557c tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:51.142556 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6f3fa903-2aa1-4852-afa2-9f7049cc557c tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:51.167456 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f837845a-3fc3-47e1-9eb8-1c201a61550f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:51.296799 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6f3fa903-2aa1-4852-afa2-9f7049cc557c tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:51.301389 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6f3fa903-2aa1-4852-afa2-9f7049cc557c tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:51.372751 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3fa903-2aa1-4852-afa2-9f7049cc557c tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event updated for resources: {'Port': ['ID=5b226b5d-1e7b-4ca3-b26f-669ace62ed3c,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:44:51.382769 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6f3fa903-2aa1-4852-afa2-9f7049cc557c tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:51.482921 n-d-806683-17 neutron-server[102131]: INFO neutron.db.l3_db [None req-6f3fa903-2aa1-4852-afa2-9f7049cc557c tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Floating IP 7d31ad2a-29cb-4ecc-88b9-3a3f5ddb0251 associated. External IP: 172.25.4.177, port: d1357eca-7335-4d83-bdb6-e88921d006c9. Oct 30 15:44:51.690093 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f3fa903-2aa1-4852-afa2-9f7049cc557c tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Router 9f1132f7-d64f-4e53-9648-f001c84f0563 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:44:51.793055 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f3fa903-2aa1-4852-afa2-9f7049cc557c tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:44:51.802940 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234b1a87-5ac6-411d-a3f2-37753f7a5641 None None] Sync routers for ids ['9f1132f7-d64f-4e53-9648-f001c84f0563'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:44:51.810789 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6f3fa903-2aa1-4852-afa2-9f7049cc557c tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:51.812334 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234b1a87-5ac6-411d-a3f2-37753f7a5641 None None] Routers {'9f1132f7-d64f-4e53-9648-f001c84f0563'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:44:51.812954 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-234b1a87-5ac6-411d-a3f2-37753f7a5641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:44:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['9f1132f7-d64f-4e53-9648-f001c84f0563'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:44:51.841900 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-6f3fa903-2aa1-4852-afa2-9f7049cc557c tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5386426 Oct 30 15:44:51.842642 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aa69578-c413-4aab-9d02-a6f6c4918d4e', 'tag': 'd1357eca-7335-4d83-bdb6-e88921d006c9'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:44:51.844910 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45acdaae-1155-43b7-8afa-94963c872894" -d '{"events": [{"name": "network-changed", "server_uuid": "0aa69578-c413-4aab-9d02-a6f6c4918d4e", "tag": "d1357eca-7335-4d83-bdb6-e88921d006c9"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:44:51.885684 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9b6b32-172d-44b2-98b1-b8e701af54c0 x-openstack-request-id: req-8a9b6b32-172d-44b2-98b1-b8e701af54c0 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:44:51.885974 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0aa69578-c413-4aab-9d02-a6f6c4918d4e", "tag": "d1357eca-7335-4d83-bdb6-e88921d006c9", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:44:51.886225 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8a9b6b32-172d-44b2-98b1-b8e701af54c0 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:44:51.886635 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0aa69578-c413-4aab-9d02-a6f6c4918d4e', 'tag': 'd1357eca-7335-4d83-bdb6-e88921d006c9', 'status': 'completed', 'code': 200} Oct 30 15:44:51.936461 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-234b1a87-5ac6-411d-a3f2-37753f7a5641 None None] Set router 9f1132f7-d64f-4e53-9648-f001c84f0563 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:44:51.973938 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263949a2-932c-4427-8f0c-d84934ff8746 req-5b4c6923-7c4f-455d-a0d9-3f2e02bad05f tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:51.975314 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-263949a2-932c-4427-8f0c-d84934ff8746 req-5b4c6923-7c4f-455d-a0d9-3f2e02bad05f tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=0aa69578-c413-4aab-9d02-a6f6c4918d4e HTTP/1.1" status: 200 len: 946 time: 0.0755985 Oct 30 15:44:51.979284 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45acdaae-1155-43b7-8afa-94963c872894 req-33ff0d33-b86b-420d-b5a7-708298d690f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:51.979284 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-45acdaae-1155-43b7-8afa-94963c872894 req-33ff0d33-b86b-420d-b5a7-708298d690f2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c4b96368b87a40a2935f71debcc2f400&device_id=0aa69578-c413-4aab-9d02-a6f6c4918d4e HTTP/1.1" status: 200 len: 1098 time: 0.0688167 Oct 30 15:44:52.063008 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-263949a2-932c-4427-8f0c-d84934ff8746 req-5f058085-4a2e-47d4-9cf9-9ae068b84318 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=976b9efe-cdcb-42e6-b826-7b6fba877986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815463 Oct 30 15:44:52.086246 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52248) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:44:52.110240 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45acdaae-1155-43b7-8afa-94963c872894 req-8709a835-d3a9-4608-b50a-bf4f65b5a613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:52.111733 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-45acdaae-1155-43b7-8afa-94963c872894 req-8709a835-d3a9-4608-b50a-bf4f65b5a613 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8adb45b2-7130-4ab3-bef2-62bf1ef69308 HTTP/1.1" status: 200 len: 898 time: 0.1246841 Oct 30 15:44:52.149737 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-77592655-c1e6-4c86-afe1-c86e7b7c3c65 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/floatingips/7d31ad2a-29cb-4ecc-88b9-3a3f5ddb0251 HTTP/1.1" status: 200 len: 992 time: 0.0623183 Oct 30 15:44:52.172071 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-234b1a87-5ac6-411d-a3f2-37753f7a5641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1132f7-d64f-4e53-9648-f001c84f0563', 'name': 'tempest-TestNetworkAdvancedServerOps-router-640039391', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '4f0d6e7f-5083-4146-adf5-536c57b85ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:44:35Z', 'updated_at': '2021-10-30T15:44:38Z', 'revision_number': 4, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'gw_port': {'id': '4f0d6e7f-5083-4146-adf5-536c57b85ffb', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:34:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1132f7-d64f-4e53-9648-f001c84f0563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:44:35Z', 'updated_at': '2021-10-30T15:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '7d31ad2a-29cb-4ecc-88b9-3a3f5ddb0251', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'floating_ip_address': '172.25.4.177', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '9f1132f7-d64f-4e53-9648-f001c84f0563', 'port_id': 'd1357eca-7335-4d83-bdb6-e88921d006c9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3909, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8adb45b2-7130-4ab3-bef2-62bf1ef69308', 'mac_address': 'fa:16:3e:65:ad:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa69578-c413-4aab-9d02-a6f6c4918d4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:44:50Z', 'updated_at': '2021-10-30T15:44:50Z', 'revision_number': 0, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b371ee0-778a-4c11-9552-5f5afccefd42', 'name': '', 'network_id': '8adb45b2-7130-4ab3-bef2-62bf1ef69308', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'mac_address': 'fa:16:3e:cb:9e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1132f7-d64f-4e53-9648-f001c84f0563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'f2d3cfad-692a-49b1-83dd-f0d4b190bd14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:44:38Z', 'updated_at': '2021-10-30T15:44:41Z', 'revision_number': 5, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'subnets': [{'id': 'f2d3cfad-692a-49b1-83dd-f0d4b190bd14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:44:52.180766 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-45acdaae-1155-43b7-8afa-94963c872894 req-602934e0-56a7-44fe-939c-c0e1935b9ec3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1357eca-7335-4d83-bdb6-e88921d006c9 HTTP/1.1" status: 200 len: 1000 time: 0.0625055 Oct 30 15:44:52.202579 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234b1a87-5ac6-411d-a3f2-37753f7a5641 None None] Checking router: 9f1132f7-d64f-4e53-9648-f001c84f0563 for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:44:52.211026 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234b1a87-5ac6-411d-a3f2-37753f7a5641 None None] Routers {'9f1132f7-d64f-4e53-9648-f001c84f0563'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:44:52.211674 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-234b1a87-5ac6-411d-a3f2-37753f7a5641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:44:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['9f1132f7-d64f-4e53-9648-f001c84f0563'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:44:52.232884 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45acdaae-1155-43b7-8afa-94963c872894 req-99d8b27a-fc8c-440b-90d9-8d1a319dcb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:52.234310 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-45acdaae-1155-43b7-8afa-94963c872894 req-99d8b27a-fc8c-440b-90d9-8d1a319dcb3b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f2d3cfad-692a-49b1-83dd-f0d4b190bd14 HTTP/1.1" status: 200 len: 834 time: 0.0472071 Oct 30 15:44:52.279298 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45acdaae-1155-43b7-8afa-94963c872894 req-e3694ccd-db85-4dde-8cf8-8529efa37565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:44:52.280784 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-45acdaae-1155-43b7-8afa-94963c872894 req-e3694ccd-db85-4dde-8cf8-8529efa37565 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8adb45b2-7130-4ab3-bef2-62bf1ef69308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401208 Oct 30 15:44:52.317017 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-234b1a87-5ac6-411d-a3f2-37753f7a5641 None None] Set router 9f1132f7-d64f-4e53-9648-f001c84f0563 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:44:52.373172 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-45acdaae-1155-43b7-8afa-94963c872894 req-a318d2ea-54ed-4f59-98bc-ee3f907376c1 service neutron] 10.222.0.44 "GET /v2.0/networks/8adb45b2-7130-4ab3-bef2-62bf1ef69308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855849 Oct 30 15:44:52.462332 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-45acdaae-1155-43b7-8afa-94963c872894 req-e76cabb1-a3dc-4144-ab63-e7adad5c7a0e service neutron] 10.222.0.44 "GET /v2.0/networks/8adb45b2-7130-4ab3-bef2-62bf1ef69308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827613 Oct 30 15:44:52.540298 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-234b1a87-5ac6-411d-a3f2-37753f7a5641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1132f7-d64f-4e53-9648-f001c84f0563', 'name': 'tempest-TestNetworkAdvancedServerOps-router-640039391', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '4f0d6e7f-5083-4146-adf5-536c57b85ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:44:35Z', 'updated_at': '2021-10-30T15:44:38Z', 'revision_number': 4, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'gw_port': {'id': '4f0d6e7f-5083-4146-adf5-536c57b85ffb', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:34:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1132f7-d64f-4e53-9648-f001c84f0563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:44:35Z', 'updated_at': '2021-10-30T15:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '7d31ad2a-29cb-4ecc-88b9-3a3f5ddb0251', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'floating_ip_address': '172.25.4.177', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '9f1132f7-d64f-4e53-9648-f001c84f0563', 'port_id': 'd1357eca-7335-4d83-bdb6-e88921d006c9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3909, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8adb45b2-7130-4ab3-bef2-62bf1ef69308', 'mac_address': 'fa:16:3e:65:ad:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa69578-c413-4aab-9d02-a6f6c4918d4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:44:50Z', 'updated_at': '2021-10-30T15:44:50Z', 'revision_number': 0, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b371ee0-778a-4c11-9552-5f5afccefd42', 'name': '', 'network_id': '8adb45b2-7130-4ab3-bef2-62bf1ef69308', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'mac_address': 'fa:16:3e:cb:9e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1132f7-d64f-4e53-9648-f001c84f0563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'f2d3cfad-692a-49b1-83dd-f0d4b190bd14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:44:38Z', 'updated_at': '2021-10-30T15:44:41Z', 'revision_number': 5, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'subnets': [{'id': 'f2d3cfad-692a-49b1-83dd-f0d4b190bd14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:44:52.570049 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234b1a87-5ac6-411d-a3f2-37753f7a5641 None None] The sync data for ids ['9f1132f7-d64f-4e53-9648-f001c84f0563'] in n-d-806683-17 is: [{'id': '9f1132f7-d64f-4e53-9648-f001c84f0563', 'name': 'tempest-TestNetworkAdvancedServerOps-router-640039391', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '4f0d6e7f-5083-4146-adf5-536c57b85ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:44:35Z', 'updated_at': '2021-10-30T15:44:38Z', 'revision_number': 4, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'gw_port': {'id': '4f0d6e7f-5083-4146-adf5-536c57b85ffb', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:34:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1132f7-d64f-4e53-9648-f001c84f0563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:44:35Z', 'updated_at': '2021-10-30T15:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '7d31ad2a-29cb-4ecc-88b9-3a3f5ddb0251', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'floating_ip_address': '172.25.4.177', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '9f1132f7-d64f-4e53-9648-f001c84f0563', 'port_id': 'd1357eca-7335-4d83-bdb6-e88921d006c9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3909, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8adb45b2-7130-4ab3-bef2-62bf1ef69308', 'mac_address': 'fa:16:3e:65:ad:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa69578-c413-4aab-9d02-a6f6c4918d4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:44:50Z', 'updated_at': '2021-10-30T15:44:50Z', 'revision_number': 0, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b371ee0-778a-4c11-9552-5f5afccefd42', 'name': '', 'network_id': '8adb45b2-7130-4ab3-bef2-62bf1ef69308', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'mac_address': 'fa:16:3e:cb:9e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1132f7-d64f-4e53-9648-f001c84f0563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'f2d3cfad-692a-49b1-83dd-f0d4b190bd14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:44:38Z', 'updated_at': '2021-10-30T15:44:41Z', 'revision_number': 5, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'subnets': [{'id': 'f2d3cfad-692a-49b1-83dd-f0d4b190bd14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:44:52.756734 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc7f0b7-37f7-4de7-a288-6e26ceb65fe0 None None] New status for floating IP 7d31ad2a-29cb-4ecc-88b9-3a3f5ddb0251: ACTIVE {{(pid=102133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 15:44:53.153261 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52250) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:44:53.218052 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-f2a9f389-e458-442d-ab91-92ccb9ce0136 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/floatingips/7d31ad2a-29cb-4ecc-88b9-3a3f5ddb0251 HTTP/1.1" status: 200 len: 994 time: 0.0636096 Oct 30 15:44:53.788977 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3cbeff59-b65e-45ab-b4fd-1cc9b2c8e3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:54.728388 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:54.939705 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:44:56.670797 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:00.116623 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:02.135634 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:03.640177 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52258) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:45:03.727129 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-639c007a-9bc6-4a1d-a9ad-88ad485d2b31 tempest-TestSecurityGroupsBasicOps-105547318 tempest-TestSecurityGroupsBasicOps-105547318-project-admin] 10.222.0.62 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3061 time: 0.0855293 Oct 30 15:45:03.729844 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52260) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:45:03.734556 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-846f61a4-736d-465b-aa3e-805b387e53f4 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Request body: {'network': {'name': 'tempest-network-smoke--2009175561', 'project_id': '17764933ce884765984ec1ad38e578fa', 'port_security_enabled': False}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:45:03.755493 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846f61a4-736d-465b-aa3e-805b387e53f4 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Made reservation on behalf of 17764933ce884765984ec1ad38e578fa for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:45:03.759371 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-846f61a4-736d-465b-aa3e-805b387e53f4 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:03.782667 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-846f61a4-736d-465b-aa3e-805b387e53f4 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:45:03.791896 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-846f61a4-736d-465b-aa3e-805b387e53f4 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:03.792267 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-846f61a4-736d-465b-aa3e-805b387e53f4 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Added segment 51ef498b-80a7-4984-97f3-849da805a49d of type vlan for network d0eddec8-7bc0-42be-9ce2-d1f8e6fa315e Oct 30 15:45:03.834348 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-846f61a4-736d-465b-aa3e-805b387e53f4 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:03.858574 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-846f61a4-736d-465b-aa3e-805b387e53f4 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:03.864317 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846f61a4-736d-465b-aa3e-805b387e53f4 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:03.864985 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-846f61a4-736d-465b-aa3e-805b387e53f4 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:03.919698 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-846f61a4-736d-465b-aa3e-805b387e53f4 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1887813 Oct 30 15:45:03.922436 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52262) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:45:03.933166 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-2e958635-2a31-4b6d-bf2b-acf7d3e1e8a8 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1706722897', 'admin_state_up': True, 'project_id': '17764933ce884765984ec1ad38e578fa', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:45:03.945409 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846f61a4-736d-465b-aa3e-805b387e53f4 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Pushing event updated for resources: {'Network': ['ID=d0eddec8-7bc0-42be-9ce2-d1f8e6fa315e,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:03.956779 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network d0eddec8-7bc0-42be-9ce2-d1f8e6fa315e details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:45:03.962240 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2e958635-2a31-4b6d-bf2b-acf7d3e1e8a8 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:03.963424 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2e958635-2a31-4b6d-bf2b-acf7d3e1e8a8 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:04.018964 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2e958635-2a31-4b6d-bf2b-acf7d3e1e8a8 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:04.151376 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2e958635-2a31-4b6d-bf2b-acf7d3e1e8a8 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:04.355108 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2e958635-2a31-4b6d-bf2b-acf7d3e1e8a8 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks [] for router_gateway, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:04.374012 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2e958635-2a31-4b6d-bf2b-acf7d3e1e8a8 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:04.481976 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-2e958635-2a31-4b6d-bf2b-acf7d3e1e8a8 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Allocated IP 172.25.4.31 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/7321333d-bfac-4e22-9ba4-5c91f087ce0d) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:45:04.579512 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2e958635-2a31-4b6d-bf2b-acf7d3e1e8a8 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:04.612680 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2e958635-2a31-4b6d-bf2b-acf7d3e1e8a8 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:04.655007 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e958635-2a31-4b6d-bf2b-acf7d3e1e8a8 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:45:04.657924 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-2e958635-2a31-4b6d-bf2b-acf7d3e1e8a8 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:45:04.661403 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e958635-2a31-4b6d-bf2b-acf7d3e1e8a8 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:45:04.683837 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e958635-2a31-4b6d-bf2b-acf7d3e1e8a8 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Pushing event updated for resources: {'Port': ['ID=7321333d-bfac-4e22-9ba4-5c91f087ce0d,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:05.210861 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2e958635-2a31-4b6d-bf2b-acf7d3e1e8a8 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks [] for router_gateway, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:05.402646 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2e958635-2a31-4b6d-bf2b-acf7d3e1e8a8 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:05.528984 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e958635-2a31-4b6d-bf2b-acf7d3e1e8a8 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Router 16fb5003-4c34-49d1-8f2f-40884844d92f is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:45:05.634901 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e958635-2a31-4b6d-bf2b-acf7d3e1e8a8 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:45:05.644494 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f3f314-9fce-4eb7-bc7c-c6e5826b9881 None None] Sync routers for ids ['16fb5003-4c34-49d1-8f2f-40884844d92f'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:45:05.654941 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f3f314-9fce-4eb7-bc7c-c6e5826b9881 None None] Routers {'16fb5003-4c34-49d1-8f2f-40884844d92f'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:45:05.655589 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-e0f3f314-9fce-4eb7-bc7c-c6e5826b9881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:44:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['16fb5003-4c34-49d1-8f2f-40884844d92f'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:45:05.656065 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2e958635-2a31-4b6d-bf2b-acf7d3e1e8a8 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:05.657563 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-2e958635-2a31-4b6d-bf2b-acf7d3e1e8a8 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7341948 Oct 30 15:45:05.661321 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52264) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:45:05.729678 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1562b870-211f-4ff9-ad55-f2137553ca76 tempest-TestSecurityGroupsBasicOps-105547318 tempest-TestSecurityGroupsBasicOps-105547318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:05.731813 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-1562b870-211f-4ff9-ad55-f2137553ca76 tempest-TestSecurityGroupsBasicOps-105547318 tempest-TestSecurityGroupsBasicOps-105547318-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=17764933ce884765984ec1ad38e578fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0695210 Oct 30 15:45:05.735507 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52266) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:45:05.761173 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-e0f3f314-9fce-4eb7-bc7c-c6e5826b9881 None None] Set router 16fb5003-4c34-49d1-8f2f-40884844d92f gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:45:05.819879 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948cb333-473a-4279-967d-20b108392b30 tempest-TestSecurityGroupsBasicOps-105547318 tempest-TestSecurityGroupsBasicOps-105547318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:05.821333 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-948cb333-473a-4279-967d-20b108392b30 tempest-TestSecurityGroupsBasicOps-105547318 tempest-TestSecurityGroupsBasicOps-105547318-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0848606 Oct 30 15:45:05.824695 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52268) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:45:05.851607 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-1162332d-46df-4a38-abe4-00e7bb080a69 tempest-TestSecurityGroupsBasicOps-105547318 tempest-TestSecurityGroupsBasicOps-105547318-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=edc38ef5-7816-4133-914c-cfe2849a0125&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0257988 Oct 30 15:45:05.855168 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52270) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:45:05.887881 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-0c365ff6-e26e-44c3-887f-07814a861370 tempest-TestSecurityGroupsBasicOps-105547318 tempest-TestSecurityGroupsBasicOps-105547318-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=17764933ce884765984ec1ad38e578fa&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315526 Oct 30 15:45:05.891042 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52272) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:45:05.955187 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-e0f3f314-9fce-4eb7-bc7c-c6e5826b9881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16fb5003-4c34-49d1-8f2f-40884844d92f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1706722897', 'tenant_id': '17764933ce884765984ec1ad38e578fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '7321333d-bfac-4e22-9ba4-5c91f087ce0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:45:03Z', 'updated_at': '2021-10-30T15:45:04Z', 'revision_number': 3, 'project_id': '17764933ce884765984ec1ad38e578fa', 'gw_port': {'id': '7321333d-bfac-4e22-9ba4-5c91f087ce0d', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f3:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16fb5003-4c34-49d1-8f2f-40884844d92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:45:04Z', 'updated_at': '2021-10-30T15:45:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:45:05.975328 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fcb887-1070-4101-b113-4f24189579d6 tempest-TestSecurityGroupsBasicOps-105547318 tempest-TestSecurityGroupsBasicOps-105547318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:05.976866 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-88fcb887-1070-4101-b113-4f24189579d6 tempest-TestSecurityGroupsBasicOps-105547318 tempest-TestSecurityGroupsBasicOps-105547318-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0848770 Oct 30 15:45:05.979670 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52274) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:45:05.981086 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f3f314-9fce-4eb7-bc7c-c6e5826b9881 None None] Checking router: 16fb5003-4c34-49d1-8f2f-40884844d92f for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:45:05.981450 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f3f314-9fce-4eb7-bc7c-c6e5826b9881 None None] Updating router 16fb5003-4c34-49d1-8f2f-40884844d92f port 7321333d-bfac-4e22-9ba4-5c91f087ce0d binding host n-d-806683-17 {{(pid=102132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:45:06.005948 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e0f3f314-9fce-4eb7-bc7c-c6e5826b9881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:06.009195 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d781ecb6-c3a9-4f60-a895-b5afa03e26aa tempest-TestSecurityGroupsBasicOps-105547318 tempest-TestSecurityGroupsBasicOps-105547318-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=edc38ef5-7816-4133-914c-cfe2849a0125&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261924 Oct 30 15:45:06.009697 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52276) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:45:06.014687 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-d025d9d8-475d-4f26-8640-b16a0454d78b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1729850665', 'network_id': 'd0eddec8-7bc0-42be-9ce2-d1f8e6fa315e', 'project_id': '17764933ce884765984ec1ad38e578fa', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:45:06.108336 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d025d9d8-475d-4f26-8640-b16a0454d78b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Made reservation on behalf of 17764933ce884765984ec1ad38e578fa for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:45:06.112020 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d025d9d8-475d-4f26-8640-b16a0454d78b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:06.301634 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d025d9d8-475d-4f26-8640-b16a0454d78b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:06.362066 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d025d9d8-475d-4f26-8640-b16a0454d78b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Pushing event updated for resources: {'Subnet': ['ID=d1e39728-7aeb-4b68-a0e3-0778cbb8a077,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:06.369211 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d025d9d8-475d-4f26-8640-b16a0454d78b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Checking segment: {'id': '51ef498b-80a7-4984-97f3-849da805a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd0eddec8-7bc0-42be-9ce2-d1f8e6fa315e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:45:06.369578 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d025d9d8-475d-4f26-8640-b16a0454d78b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Network hostable DHCP agents. Network: d0eddec8-7bc0-42be-9ce2-d1f8e6fa315e, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:45:06.387117 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d025d9d8-475d-4f26-8640-b16a0454d78b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Network d0eddec8-7bc0-42be-9ce2-d1f8e6fa315e is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:45:06.395962 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-d025d9d8-475d-4f26-8640-b16a0454d78b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, d0eddec8-7bc0-42be-9ce2-d1f8e6fa315e) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:45:06.400173 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d025d9d8-475d-4f26-8640-b16a0454d78b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:06.400759 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d025d9d8-475d-4f26-8640-b16a0454d78b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:06.405472 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76905ff8-6598-4bc2-85dc-b3826b3b162d None None] Network d0eddec8-7bc0-42be-9ce2-d1f8e6fa315e requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:45:06.416478 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d025d9d8-475d-4f26-8640-b16a0454d78b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4061100 Oct 30 15:45:06.419799 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52278) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:45:06.462691 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e0f3f314-9fce-4eb7-bc7c-c6e5826b9881 None None] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:06.472994 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e0f3f314-9fce-4eb7-bc7c-c6e5826b9881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:06.545890 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d9d63b-524b-4be6-9382-475e77cfc842 None None] Pushing event updated for resources: {'Port': ['ID=7321333d-bfac-4e22-9ba4-5c91f087ce0d,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:06.549564 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-e0f3f314-9fce-4eb7-bc7c-c6e5826b9881 None None] Attempting to bind port 7321333d-bfac-4e22-9ba4-5c91f087ce0d on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:45:06.549925 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-e0f3f314-9fce-4eb7-bc7c-c6e5826b9881 None None] Attempting to bind port 7321333d-bfac-4e22-9ba4-5c91f087ce0d by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:45:06.550284 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f3f314-9fce-4eb7-bc7c-c6e5826b9881 None None] Attempting to bind port 7321333d-bfac-4e22-9ba4-5c91f087ce0d on network edc38ef5-7816-4133-914c-cfe2849a0125 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:45:06.565443 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f3f314-9fce-4eb7-bc7c-c6e5826b9881 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:45:06.565816 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f3f314-9fce-4eb7-bc7c-c6e5826b9881 None None] Checking segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:45:06.566213 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e0f3f314-9fce-4eb7-bc7c-c6e5826b9881 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:06.566599 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f3f314-9fce-4eb7-bc7c-c6e5826b9881 None None] Bound using segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:45:06.567069 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-e0f3f314-9fce-4eb7-bc7c-c6e5826b9881 None None] Bound port: 7321333d-bfac-4e22-9ba4-5c91f087ce0d, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:45:06.567447 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e0f3f314-9fce-4eb7-bc7c-c6e5826b9881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:06.648859 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e0f3f314-9fce-4eb7-bc7c-c6e5826b9881 None None] For port 7321333d-bfac-4e22-9ba4-5c91f087ce0d, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:45:06.674657 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e0f3f314-9fce-4eb7-bc7c-c6e5826b9881 None None] For port 7321333d-bfac-4e22-9ba4-5c91f087ce0d, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=7321333d-bfac-4e22-9ba4-5c91f087ce0d,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:45:06.681914 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d231180b-235f-42c0-b388-5e7756ae3c40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-d0eddec8-7bc0-42be-9ce2-d1f8e6fa315e', 'network_id': 'd0eddec8-7bc0-42be-9ce2-d1f8e6fa315e', 'tenant_id': '17764933ce884765984ec1ad38e578fa', 'fixed_ips': [{'subnet_id': 'd1e39728-7aeb-4b68-a0e3-0778cbb8a077'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:45:06.682854 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d231180b-235f-42c0-b388-5e7756ae3c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:06.685542 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e0f3f314-9fce-4eb7-bc7c-c6e5826b9881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:06.763022 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d9d63b-524b-4be6-9382-475e77cfc842 None None] Pushing event updated for resources: {'Port': ['ID=7321333d-bfac-4e22-9ba4-5c91f087ce0d,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:06.777850 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f3f314-9fce-4eb7-bc7c-c6e5826b9881 None None] Routers {'16fb5003-4c34-49d1-8f2f-40884844d92f'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:45:06.778470 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-e0f3f314-9fce-4eb7-bc7c-c6e5826b9881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:44:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['16fb5003-4c34-49d1-8f2f-40884844d92f'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:45:06.877485 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0bf1db93-82c2-4e32-ad96-beaeeef9cf6b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:06.968092 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-e0f3f314-9fce-4eb7-bc7c-c6e5826b9881 None None] Set router 16fb5003-4c34-49d1-8f2f-40884844d92f gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:45:06.970087 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-d231180b-235f-42c0-b388-5e7756ae3c40 None None] Allocated IP 172.20.0.18 (d0eddec8-7bc0-42be-9ce2-d1f8e6fa315e/d1e39728-7aeb-4b68-a0e3-0778cbb8a077/f3406fd6-b959-4b44-8c6e-c197d2b87b7c) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:45:07.250006 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d231180b-235f-42c0-b388-5e7756ae3c40 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:07.256662 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d231180b-235f-42c0-b388-5e7756ae3c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:07.293703 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-e0f3f314-9fce-4eb7-bc7c-c6e5826b9881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16fb5003-4c34-49d1-8f2f-40884844d92f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1706722897', 'tenant_id': '17764933ce884765984ec1ad38e578fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '7321333d-bfac-4e22-9ba4-5c91f087ce0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:45:03Z', 'updated_at': '2021-10-30T15:45:04Z', 'revision_number': 3, 'project_id': '17764933ce884765984ec1ad38e578fa', 'gw_port': {'id': '7321333d-bfac-4e22-9ba4-5c91f087ce0d', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f3:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16fb5003-4c34-49d1-8f2f-40884844d92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:45:04Z', 'updated_at': '2021-10-30T15:45:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:45:07.302159 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d231180b-235f-42c0-b388-5e7756ae3c40 None None] Network d0eddec8-7bc0-42be-9ce2-d1f8e6fa315e is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:45:07.307205 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-0bf1db93-82c2-4e32-ad96-beaeeef9cf6b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Allocated IP 172.20.0.17 (d0eddec8-7bc0-42be-9ce2-d1f8e6fa315e/d1e39728-7aeb-4b68-a0e3-0778cbb8a077/4231863a-b286-4bdb-bc27-1769069cf4a0) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:45:07.329284 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-d231180b-235f-42c0-b388-5e7756ae3c40 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:45:07.332988 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d231180b-235f-42c0-b388-5e7756ae3c40 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:45:07.338196 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f3f314-9fce-4eb7-bc7c-c6e5826b9881 None None] The sync data for ids ['16fb5003-4c34-49d1-8f2f-40884844d92f'] in n-d-806683-17 is: [{'id': '16fb5003-4c34-49d1-8f2f-40884844d92f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1706722897', 'tenant_id': '17764933ce884765984ec1ad38e578fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '7321333d-bfac-4e22-9ba4-5c91f087ce0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:45:03Z', 'updated_at': '2021-10-30T15:45:04Z', 'revision_number': 3, 'project_id': '17764933ce884765984ec1ad38e578fa', 'gw_port': {'id': '7321333d-bfac-4e22-9ba4-5c91f087ce0d', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f3:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16fb5003-4c34-49d1-8f2f-40884844d92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:45:04Z', 'updated_at': '2021-10-30T15:45:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:45:07.341961 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d231180b-235f-42c0-b388-5e7756ae3c40 None None] Pushing event updated for resources: {'Port': ['ID=f3406fd6-b959-4b44-8c6e-c197d2b87b7c,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:07.403962 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-d231180b-235f-42c0-b388-5e7756ae3c40 None None] Attempting to bind port f3406fd6-b959-4b44-8c6e-c197d2b87b7c on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:45:07.404376 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-d231180b-235f-42c0-b388-5e7756ae3c40 None None] Attempting to bind port f3406fd6-b959-4b44-8c6e-c197d2b87b7c by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '51ef498b-80a7-4984-97f3-849da805a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd0eddec8-7bc0-42be-9ce2-d1f8e6fa315e'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:45:07.404746 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d231180b-235f-42c0-b388-5e7756ae3c40 None None] Attempting to bind port f3406fd6-b959-4b44-8c6e-c197d2b87b7c on network d0eddec8-7bc0-42be-9ce2-d1f8e6fa315e {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:45:07.410190 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d231180b-235f-42c0-b388-5e7756ae3c40 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:45:07.410923 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d231180b-235f-42c0-b388-5e7756ae3c40 None None] Checking segment: {'id': '51ef498b-80a7-4984-97f3-849da805a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd0eddec8-7bc0-42be-9ce2-d1f8e6fa315e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:45:07.411581 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d231180b-235f-42c0-b388-5e7756ae3c40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:07.412173 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d231180b-235f-42c0-b388-5e7756ae3c40 None None] Bound using segment: {'id': '51ef498b-80a7-4984-97f3-849da805a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd0eddec8-7bc0-42be-9ce2-d1f8e6fa315e'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:45:07.412806 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-d231180b-235f-42c0-b388-5e7756ae3c40 None None] Bound port: f3406fd6-b959-4b44-8c6e-c197d2b87b7c, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ef498b-80a7-4984-97f3-849da805a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd0eddec8-7bc0-42be-9ce2-d1f8e6fa315e'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:45:07.413206 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d231180b-235f-42c0-b388-5e7756ae3c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:07.433754 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0bf1db93-82c2-4e32-ad96-beaeeef9cf6b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:07.468214 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0bf1db93-82c2-4e32-ad96-beaeeef9cf6b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:07.485474 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d231180b-235f-42c0-b388-5e7756ae3c40 None None] For port f3406fd6-b959-4b44-8c6e-c197d2b87b7c, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:45:07.490091 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d231180b-235f-42c0-b388-5e7756ae3c40 None None] For port f3406fd6-b959-4b44-8c6e-c197d2b87b7c, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=f3406fd6-b959-4b44-8c6e-c197d2b87b7c,segment=NetworkSegment(51ef498b-80a7-4984-97f3-849da805a49d),segment_id=51ef498b-80a7-4984-97f3-849da805a49d)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:45:07.495388 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d231180b-235f-42c0-b388-5e7756ae3c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:07.527050 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf1db93-82c2-4e32-ad96-beaeeef9cf6b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Network d0eddec8-7bc0-42be-9ce2-d1f8e6fa315e is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:45:07.532400 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-0bf1db93-82c2-4e32-ad96-beaeeef9cf6b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:45:07.537753 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf1db93-82c2-4e32-ad96-beaeeef9cf6b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:45:07.571439 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf1db93-82c2-4e32-ad96-beaeeef9cf6b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Pushing event updated for resources: {'Port': ['ID=4231863a-b286-4bdb-bc27-1769069cf4a0,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:07.579943 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d231180b-235f-42c0-b388-5e7756ae3c40 None None] Pushing event updated for resources: {'Port': ['ID=f3406fd6-b959-4b44-8c6e-c197d2b87b7c,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:07.593966 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf1db93-82c2-4e32-ad96-beaeeef9cf6b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:45:07.594108 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf1db93-82c2-4e32-ad96-beaeeef9cf6b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:45:07.594416 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf1db93-82c2-4e32-ad96-beaeeef9cf6b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:45:07.594843 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf1db93-82c2-4e32-ad96-beaeeef9cf6b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:45:07.595334 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf1db93-82c2-4e32-ad96-beaeeef9cf6b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:45:07.596233 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf1db93-82c2-4e32-ad96-beaeeef9cf6b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:45:07.596580 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf1db93-82c2-4e32-ad96-beaeeef9cf6b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:45:07.596917 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf1db93-82c2-4e32-ad96-beaeeef9cf6b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:45:07.597253 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf1db93-82c2-4e32-ad96-beaeeef9cf6b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:45:07.597583 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf1db93-82c2-4e32-ad96-beaeeef9cf6b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:45:07.597917 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf1db93-82c2-4e32-ad96-beaeeef9cf6b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:45:07.598257 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf1db93-82c2-4e32-ad96-beaeeef9cf6b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:45:07.611856 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0bf1db93-82c2-4e32-ad96-beaeeef9cf6b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:07.841896 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0bf1db93-82c2-4e32-ad96-beaeeef9cf6b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:08.175344 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0bf1db93-82c2-4e32-ad96-beaeeef9cf6b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:08.184701 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0bf1db93-82c2-4e32-ad96-beaeeef9cf6b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:08.265397 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0bf1db93-82c2-4e32-ad96-beaeeef9cf6b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:08.268524 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf1db93-82c2-4e32-ad96-beaeeef9cf6b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Pushing event updated for resources: {'Port': ['ID=4231863a-b286-4bdb-bc27-1769069cf4a0,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:08.271243 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 7321333d-bfac-4e22-9ba4-5c91f087ce0d up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:45:08.333125 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 7321333d-bfac-4e22-9ba4-5c91f087ce0d triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:45:08.333678 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:08.375385 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf1db93-82c2-4e32-ad96-beaeeef9cf6b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Network d0eddec8-7bc0-42be-9ce2-d1f8e6fa315e is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:45:08.377678 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-0bf1db93-82c2-4e32-ad96-beaeeef9cf6b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:45:08.424482 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:08.450887 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 7321333d-bfac-4e22-9ba4-5c91f087ce0d, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=7321333d-bfac-4e22-9ba4-5c91f087ce0d,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:45:08.455096 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:08.456135 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device f3406fd6-b959-4b44-8c6e-c197d2b87b7c up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:45:08.508708 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bf1db93-82c2-4e32-ad96-beaeeef9cf6b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Router 16fb5003-4c34-49d1-8f2f-40884844d92f has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:45:08.538499 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=7321333d-bfac-4e22-9ba4-5c91f087ce0d,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:08.550224 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port f3406fd6-b959-4b44-8c6e-c197d2b87b7c triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:45:08.550599 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:08.639110 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf1db93-82c2-4e32-ad96-beaeeef9cf6b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:45:08.642892 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:08.651763 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-0bf1db93-82c2-4e32-ad96-beaeeef9cf6b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] 10.222.0.62 "PUT /v2.0/routers/16fb5003-4c34-49d1-8f2f-40884844d92f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2236989 Oct 30 15:45:08.685444 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port f3406fd6-b959-4b44-8c6e-c197d2b87b7c, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=f3406fd6-b959-4b44-8c6e-c197d2b87b7c,segment=NetworkSegment(51ef498b-80a7-4984-97f3-849da805a49d),segment_id=51ef498b-80a7-4984-97f3-849da805a49d)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:45:08.694235 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:08.733880 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac004df-c496-4e13-ae3f-9df61885dd68 None None] Network d0eddec8-7bc0-42be-9ce2-d1f8e6fa315e requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:45:08.803669 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=f3406fd6-b959-4b44-8c6e-c197d2b87b7c,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:08.815759 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-fb49e271-4553-4ce6-9dec-5ccd3797077d None None] Provisioning complete for port f3406fd6-b959-4b44-8c6e-c197d2b87b7c triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:45:08.816128 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-fb49e271-4553-4ce6-9dec-5ccd3797077d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:09.036206 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2f5f7-5c34-43a5-9e74-e9e0f4c8955b req-7ba4a1ce-ea5d-4f0d-b3b3-ea80da416a54 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:09.037731 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b1c2f5f7-5c34-43a5-9e74-e9e0f4c8955b req-7ba4a1ce-ea5d-4f0d-b3b3-ea80da416a54 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] 10.222.0.62 "GET /v2.0/networks?id=d0eddec8-7bc0-42be-9ce2-d1f8e6fa315e HTTP/1.1" status: 200 len: 798 time: 0.1185033 Oct 30 15:45:09.054573 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b1c2f5f7-5c34-43a5-9e74-e9e0f4c8955b req-82e7e883-1268-4bd0-8914-8963766b710b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] 10.222.0.62 "GET /v2.0/quotas/17764933ce884765984ec1ad38e578fa HTTP/1.1" status: 200 len: 375 time: 0.0096867 Oct 30 15:45:09.128353 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b1c2f5f7-5c34-43a5-9e74-e9e0f4c8955b req-8b802c7a-f81b-4f13-b69f-f88c366659fc tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=17764933ce884765984ec1ad38e578fa&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0663810 Oct 30 15:45:09.241284 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b1c2f5f7-5c34-43a5-9e74-e9e0f4c8955b req-6dc0aff9-263c-472e-9316-65a3dfce4ff6 service neutron] 10.222.0.62 "GET /v2.0/networks/d0eddec8-7bc0-42be-9ce2-d1f8e6fa315e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998890 Oct 30 15:45:09.250521 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a83cb20-a985-4234-a58e-62cea38a0177 None None] Sync routers for ids ['16fb5003-4c34-49d1-8f2f-40884844d92f'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:45:09.262492 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a83cb20-a985-4234-a58e-62cea38a0177 None None] Routers {'16fb5003-4c34-49d1-8f2f-40884844d92f'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:45:09.263032 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-9a83cb20-a985-4234-a58e-62cea38a0177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:44:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['16fb5003-4c34-49d1-8f2f-40884844d92f'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:45:09.315521 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-86bc11a9-6d79-4c8f-b12c-a60179d4348b None None] Provisioning complete for port 4231863a-b286-4bdb-bc27-1769069cf4a0 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:45:09.316612 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-86bc11a9-6d79-4c8f-b12c-a60179d4348b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:09.368923 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-86bc11a9-6d79-4c8f-b12c-a60179d4348b None None] Port 4231863a-b286-4bdb-bc27-1769069cf4a0 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:45:09.378248 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b1c2f5f7-5c34-43a5-9e74-e9e0f4c8955b req-8928ffdc-d089-4676-8c92-8425dd485d84 service neutron] 10.222.0.62 "GET /v2.0/networks/d0eddec8-7bc0-42be-9ce2-d1f8e6fa315e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360791 Oct 30 15:45:09.381170 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-86bc11a9-6d79-4c8f-b12c-a60179d4348b None None] Provisioning complete for port f3406fd6-b959-4b44-8c6e-c197d2b87b7c triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:45:09.381714 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-86bc11a9-6d79-4c8f-b12c-a60179d4348b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:09.410248 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-9a83cb20-a985-4234-a58e-62cea38a0177 None None] Set router 16fb5003-4c34-49d1-8f2f-40884844d92f gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:45:09.628213 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e5bbde56-0dc6-47e2-baff-b605c69d9b67 None None] Provisioning complete for port 4231863a-b286-4bdb-bc27-1769069cf4a0 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:45:09.628483 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e5bbde56-0dc6-47e2-baff-b605c69d9b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:09.673824 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-421f58fb-1647-4223-8140-4cf60b2a81a2 req-253c34f6-0344-4a84-84f5-433daffa7b46 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] 10.222.0.62 "GET /v2.0/ports?device_id=45910500-5045-4748-a502-b5f5774da6d9 HTTP/1.1" status: 200 len: 210 time: 0.0516155 Oct 30 15:45:09.698473 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e5bbde56-0dc6-47e2-baff-b605c69d9b67 None None] Port 4231863a-b286-4bdb-bc27-1769069cf4a0 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:45:09.735925 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-9a83cb20-a985-4234-a58e-62cea38a0177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16fb5003-4c34-49d1-8f2f-40884844d92f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1706722897', 'tenant_id': '17764933ce884765984ec1ad38e578fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '7321333d-bfac-4e22-9ba4-5c91f087ce0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:45:03Z', 'updated_at': '2021-10-30T15:45:07Z', 'revision_number': 4, 'project_id': '17764933ce884765984ec1ad38e578fa', 'gw_port': {'id': '7321333d-bfac-4e22-9ba4-5c91f087ce0d', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fb5003-4c34-49d1-8f2f-40884844d92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:45:04Z', 'updated_at': '2021-10-30T15:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '4231863a-b286-4bdb-bc27-1769069cf4a0', 'name': '', 'network_id': 'd0eddec8-7bc0-42be-9ce2-d1f8e6fa315e', 'tenant_id': '17764933ce884765984ec1ad38e578fa', 'mac_address': 'fa:16:3e:4c:a4:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16fb5003-4c34-49d1-8f2f-40884844d92f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'd1e39728-7aeb-4b68-a0e3-0778cbb8a077', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:45:06Z', 'updated_at': '2021-10-30T15:45:08Z', 'revision_number': 2, 'project_id': '17764933ce884765984ec1ad38e578fa', 'subnets': [{'id': 'd1e39728-7aeb-4b68-a0e3-0778cbb8a077', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:45:09.766610 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a83cb20-a985-4234-a58e-62cea38a0177 None None] Checking router: 16fb5003-4c34-49d1-8f2f-40884844d92f for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:45:09.766965 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a83cb20-a985-4234-a58e-62cea38a0177 None None] Updating router 16fb5003-4c34-49d1-8f2f-40884844d92f port 4231863a-b286-4bdb-bc27-1769069cf4a0 binding host n-d-806683-17 {{(pid=102133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:45:09.793459 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9a83cb20-a985-4234-a58e-62cea38a0177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:09.821708 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-05ccf928-da05-478b-b295-165a6b5f7416 None None] Provisioning complete for port 4231863a-b286-4bdb-bc27-1769069cf4a0 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:45:09.822393 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-05ccf928-da05-478b-b295-165a6b5f7416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:09.871891 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-05ccf928-da05-478b-b295-165a6b5f7416 None None] Port 4231863a-b286-4bdb-bc27-1769069cf4a0 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:45:10.099728 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9a83cb20-a985-4234-a58e-62cea38a0177 None None] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:10.104806 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9a83cb20-a985-4234-a58e-62cea38a0177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:10.178744 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e51ad77-7fe2-4c6e-bd90-3512f9d4fd8b None None] Pushing event updated for resources: {'Port': ['ID=4231863a-b286-4bdb-bc27-1769069cf4a0,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:10.233585 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 7321333d-bfac-4e22-9ba4-5c91f087ce0d up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:45:10.264785 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-9a83cb20-a985-4234-a58e-62cea38a0177 None None] Attempting to bind port 4231863a-b286-4bdb-bc27-1769069cf4a0 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:45:10.266200 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-9a83cb20-a985-4234-a58e-62cea38a0177 None None] Attempting to bind port 4231863a-b286-4bdb-bc27-1769069cf4a0 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '51ef498b-80a7-4984-97f3-849da805a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd0eddec8-7bc0-42be-9ce2-d1f8e6fa315e'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:45:10.267048 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a83cb20-a985-4234-a58e-62cea38a0177 None None] Attempting to bind port 4231863a-b286-4bdb-bc27-1769069cf4a0 on network d0eddec8-7bc0-42be-9ce2-d1f8e6fa315e {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:45:10.274357 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a83cb20-a985-4234-a58e-62cea38a0177 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:45:10.274854 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a83cb20-a985-4234-a58e-62cea38a0177 None None] Checking segment: {'id': '51ef498b-80a7-4984-97f3-849da805a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd0eddec8-7bc0-42be-9ce2-d1f8e6fa315e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:45:10.275400 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9a83cb20-a985-4234-a58e-62cea38a0177 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:10.275922 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a83cb20-a985-4234-a58e-62cea38a0177 None None] Bound using segment: {'id': '51ef498b-80a7-4984-97f3-849da805a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd0eddec8-7bc0-42be-9ce2-d1f8e6fa315e'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:45:10.276535 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-9a83cb20-a985-4234-a58e-62cea38a0177 None None] Bound port: 4231863a-b286-4bdb-bc27-1769069cf4a0, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ef498b-80a7-4984-97f3-849da805a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd0eddec8-7bc0-42be-9ce2-d1f8e6fa315e'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:45:10.278426 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9a83cb20-a985-4234-a58e-62cea38a0177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:10.312909 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 7321333d-bfac-4e22-9ba4-5c91f087ce0d triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:45:10.313603 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:10.362742 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-9a83cb20-a985-4234-a58e-62cea38a0177 None None] For port 4231863a-b286-4bdb-bc27-1769069cf4a0, host n-d-806683-17, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:45:10.365975 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-9a83cb20-a985-4234-a58e-62cea38a0177 None None] For port 4231863a-b286-4bdb-bc27-1769069cf4a0, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=4231863a-b286-4bdb-bc27-1769069cf4a0,segment=NetworkSegment(51ef498b-80a7-4984-97f3-849da805a49d),segment_id=51ef498b-80a7-4984-97f3-849da805a49d)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:45:10.376532 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-9a83cb20-a985-4234-a58e-62cea38a0177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:10.404230 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device f3406fd6-b959-4b44-8c6e-c197d2b87b7c up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:45:10.459872 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a83cb20-a985-4234-a58e-62cea38a0177 None None] Routers {'16fb5003-4c34-49d1-8f2f-40884844d92f'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:45:10.460690 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-9a83cb20-a985-4234-a58e-62cea38a0177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:44:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['16fb5003-4c34-49d1-8f2f-40884844d92f'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:45:10.463959 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e51ad77-7fe2-4c6e-bd90-3512f9d4fd8b None None] Pushing event updated for resources: {'Port': ['ID=4231863a-b286-4bdb-bc27-1769069cf4a0,revision_number=4']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:10.464856 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port f3406fd6-b959-4b44-8c6e-c197d2b87b7c triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:45:10.465256 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:10.698406 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-cd9e3f65-4a58-4e55-9db1-13938e6a44f2 None None] Provisioning complete for port 4231863a-b286-4bdb-bc27-1769069cf4a0 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:45:10.698873 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-cd9e3f65-4a58-4e55-9db1-13938e6a44f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:10.716940 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-9a83cb20-a985-4234-a58e-62cea38a0177 None None] Set router 16fb5003-4c34-49d1-8f2f-40884844d92f gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:45:10.840022 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d170719f-f764-4d33-b35a-9dde55db2eb7 req-f8a3747c-0b63-47a0-94c0-e0d2574278ae tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] 10.222.0.62 "GET /v2.0/ports?device_id=45910500-5045-4748-a502-b5f5774da6d9 HTTP/1.1" status: 200 len: 210 time: 0.0444524 Oct 30 15:45:10.865116 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2f5f7-5c34-43a5-9e74-e9e0f4c8955b req-9eb4508b-6150-4b2d-a5a5-30d5f99392fa tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:10.867315 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b1c2f5f7-5c34-43a5-9e74-e9e0f4c8955b req-9eb4508b-6150-4b2d-a5a5-30d5f99392fa tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] 10.222.0.44 "GET /v2.0/networks?id=d0eddec8-7bc0-42be-9ce2-d1f8e6fa315e HTTP/1.1" status: 200 len: 798 time: 0.2197452 Oct 30 15:45:10.895077 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-b1c2f5f7-5c34-43a5-9e74-e9e0f4c8955b req-c63998da-3398-4b00-86e7-098e7e26af81 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Request body: {'port': {'device_id': '45910500-5045-4748-a502-b5f5774da6d9', 'network_id': 'd0eddec8-7bc0-42be-9ce2-d1f8e6fa315e', 'admin_state_up': True, 'tenant_id': '17764933ce884765984ec1ad38e578fa'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:45:10.956882 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-9a83cb20-a985-4234-a58e-62cea38a0177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16fb5003-4c34-49d1-8f2f-40884844d92f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1706722897', 'tenant_id': '17764933ce884765984ec1ad38e578fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '7321333d-bfac-4e22-9ba4-5c91f087ce0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:45:03Z', 'updated_at': '2021-10-30T15:45:07Z', 'revision_number': 4, 'project_id': '17764933ce884765984ec1ad38e578fa', 'gw_port': {'id': '7321333d-bfac-4e22-9ba4-5c91f087ce0d', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fb5003-4c34-49d1-8f2f-40884844d92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:45:04Z', 'updated_at': '2021-10-30T15:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '4231863a-b286-4bdb-bc27-1769069cf4a0', 'name': '', 'network_id': 'd0eddec8-7bc0-42be-9ce2-d1f8e6fa315e', 'tenant_id': '17764933ce884765984ec1ad38e578fa', 'mac_address': 'fa:16:3e:4c:a4:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16fb5003-4c34-49d1-8f2f-40884844d92f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'd1e39728-7aeb-4b68-a0e3-0778cbb8a077', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:45:06Z', 'updated_at': '2021-10-30T15:45:10Z', 'revision_number': 4, 'project_id': '17764933ce884765984ec1ad38e578fa', 'subnets': [{'id': 'd1e39728-7aeb-4b68-a0e3-0778cbb8a077', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:45:10.988912 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a83cb20-a985-4234-a58e-62cea38a0177 None None] The sync data for ids ['16fb5003-4c34-49d1-8f2f-40884844d92f'] in n-d-806683-17 is: [{'id': '16fb5003-4c34-49d1-8f2f-40884844d92f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1706722897', 'tenant_id': '17764933ce884765984ec1ad38e578fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '7321333d-bfac-4e22-9ba4-5c91f087ce0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:45:03Z', 'updated_at': '2021-10-30T15:45:07Z', 'revision_number': 4, 'project_id': '17764933ce884765984ec1ad38e578fa', 'gw_port': {'id': '7321333d-bfac-4e22-9ba4-5c91f087ce0d', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fb5003-4c34-49d1-8f2f-40884844d92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:45:04Z', 'updated_at': '2021-10-30T15:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '4231863a-b286-4bdb-bc27-1769069cf4a0', 'name': '', 'network_id': 'd0eddec8-7bc0-42be-9ce2-d1f8e6fa315e', 'tenant_id': '17764933ce884765984ec1ad38e578fa', 'mac_address': 'fa:16:3e:4c:a4:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16fb5003-4c34-49d1-8f2f-40884844d92f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'd1e39728-7aeb-4b68-a0e3-0778cbb8a077', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:45:06Z', 'updated_at': '2021-10-30T15:45:10Z', 'revision_number': 4, 'project_id': '17764933ce884765984ec1ad38e578fa', 'subnets': [{'id': 'd1e39728-7aeb-4b68-a0e3-0778cbb8a077', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:45:11.023885 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-cd9e3f65-4a58-4e55-9db1-13938e6a44f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:11.028938 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1c2f5f7-5c34-43a5-9e74-e9e0f4c8955b req-c63998da-3398-4b00-86e7-098e7e26af81 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Made reservation on behalf of 17764933ce884765984ec1ad38e578fa for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:45:11.037554 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b1c2f5f7-5c34-43a5-9e74-e9e0f4c8955b req-c63998da-3398-4b00-86e7-098e7e26af81 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:11.084501 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-cd9e3f65-4a58-4e55-9db1-13938e6a44f2 None None] For port 4231863a-b286-4bdb-bc27-1769069cf4a0, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=4231863a-b286-4bdb-bc27-1769069cf4a0,segment=NetworkSegment(51ef498b-80a7-4984-97f3-849da805a49d),segment_id=51ef498b-80a7-4984-97f3-849da805a49d)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:45:11.090714 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-cd9e3f65-4a58-4e55-9db1-13938e6a44f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:11.146510 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9e3f65-4a58-4e55-9db1-13938e6a44f2 None None] Pushing event updated for resources: {'Port': ['ID=4231863a-b286-4bdb-bc27-1769069cf4a0,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:11.193994 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-b1c2f5f7-5c34-43a5-9e74-e9e0f4c8955b req-c63998da-3398-4b00-86e7-098e7e26af81 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Allocated IP 172.20.0.27 (d0eddec8-7bc0-42be-9ce2-d1f8e6fa315e/d1e39728-7aeb-4b68-a0e3-0778cbb8a077/a6ec2a9b-828e-4420-b999-4c15482ebdb7) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:45:11.219251 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-dee3d75f-7a8b-426b-9b3b-ca9591b2a5cb None None] Provisioning complete for port 4231863a-b286-4bdb-bc27-1769069cf4a0 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:45:11.219661 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-dee3d75f-7a8b-426b-9b3b-ca9591b2a5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:11.322831 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b1c2f5f7-5c34-43a5-9e74-e9e0f4c8955b req-c63998da-3398-4b00-86e7-098e7e26af81 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:11.356906 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b1c2f5f7-5c34-43a5-9e74-e9e0f4c8955b req-c63998da-3398-4b00-86e7-098e7e26af81 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:11.401379 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1c2f5f7-5c34-43a5-9e74-e9e0f4c8955b req-c63998da-3398-4b00-86e7-098e7e26af81 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Network d0eddec8-7bc0-42be-9ce2-d1f8e6fa315e is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:45:11.404645 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-b1c2f5f7-5c34-43a5-9e74-e9e0f4c8955b req-c63998da-3398-4b00-86e7-098e7e26af81 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:45:11.407796 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1c2f5f7-5c34-43a5-9e74-e9e0f4c8955b req-c63998da-3398-4b00-86e7-098e7e26af81 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:45:11.434828 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63998da-3398-4b00-86e7-098e7e26af81 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Pushing event updated for resources: {'Port': ['ID=a6ec2a9b-828e-4420-b999-4c15482ebdb7,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:11.449936 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63998da-3398-4b00-86e7-098e7e26af81 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:45:11.450286 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63998da-3398-4b00-86e7-098e7e26af81 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:45:11.450630 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63998da-3398-4b00-86e7-098e7e26af81 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:45:11.450968 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63998da-3398-4b00-86e7-098e7e26af81 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:45:11.451300 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63998da-3398-4b00-86e7-098e7e26af81 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:45:11.451660 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63998da-3398-4b00-86e7-098e7e26af81 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:45:11.451989 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63998da-3398-4b00-86e7-098e7e26af81 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:45:11.452317 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63998da-3398-4b00-86e7-098e7e26af81 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:45:11.452655 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63998da-3398-4b00-86e7-098e7e26af81 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:45:11.452971 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63998da-3398-4b00-86e7-098e7e26af81 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:45:11.453293 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63998da-3398-4b00-86e7-098e7e26af81 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:45:11.453616 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63998da-3398-4b00-86e7-098e7e26af81 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:45:11.475789 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2f5f7-5c34-43a5-9e74-e9e0f4c8955b req-c63998da-3398-4b00-86e7-098e7e26af81 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:11.477050 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b1c2f5f7-5c34-43a5-9e74-e9e0f4c8955b req-c63998da-3398-4b00-86e7-098e7e26af81 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:11.500812 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b1c2f5f7-5c34-43a5-9e74-e9e0f4c8955b req-c63998da-3398-4b00-86e7-098e7e26af81 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.6115403 Oct 30 15:45:11.515487 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-b1c2f5f7-5c34-43a5-9e74-e9e0f4c8955b req-6c17acb8-9c6d-4d16-82c5-d4ba626b19aa service neutron] Request body: {'port': {'device_id': '45910500-5045-4748-a502-b5f5774da6d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:45:11.638861 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-7a34cdba-3dbe-4843-9557-2a41d6b104f4 None None] Provisioning complete for port a6ec2a9b-828e-4420-b999-4c15482ebdb7 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:45:11.639917 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7a34cdba-3dbe-4843-9557-2a41d6b104f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:11.690120 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-7a34cdba-3dbe-4843-9557-2a41d6b104f4 None None] Port a6ec2a9b-828e-4420-b999-4c15482ebdb7 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:45:11.900675 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b1c2f5f7-5c34-43a5-9e74-e9e0f4c8955b req-6c17acb8-9c6d-4d16-82c5-d4ba626b19aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:12.043917 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c9f919-75d0-4559-9dfb-e842b84f57e9 req-83df6411-9170-4b96-b346-6434e9e4c3b1 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:12.045467 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-07c9f919-75d0-4559-9dfb-e842b84f57e9 req-83df6411-9170-4b96-b346-6434e9e4c3b1 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] 10.222.0.62 "GET /v2.0/ports?device_id=45910500-5045-4748-a502-b5f5774da6d9 HTTP/1.1" status: 200 len: 895 time: 0.1325114 Oct 30 15:45:12.204240 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 4231863a-b286-4bdb-bc27-1769069cf4a0 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:45:12.222331 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-b1c2f5f7-5c34-43a5-9e74-e9e0f4c8955b req-6c17acb8-9c6d-4d16-82c5-d4ba626b19aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6ec2a9b-828e-4420-b999-4c15482ebdb7 {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:45:12.229512 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b1c2f5f7-5c34-43a5-9e74-e9e0f4c8955b req-6c17acb8-9c6d-4d16-82c5-d4ba626b19aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:12.242409 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-b1c2f5f7-5c34-43a5-9e74-e9e0f4c8955b req-6c17acb8-9c6d-4d16-82c5-d4ba626b19aa service neutron] Transition to ACTIVE for port object a6ec2a9b-828e-4420-b999-4c15482ebdb7 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:45:12.246604 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b1c2f5f7-5c34-43a5-9e74-e9e0f4c8955b req-6c17acb8-9c6d-4d16-82c5-d4ba626b19aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:12.253211 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 4231863a-b286-4bdb-bc27-1769069cf4a0 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:45:12.253512 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:12.288089 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:45:12.314127 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c17acb8-9c6d-4d16-82c5-d4ba626b19aa service neutron] Pushing event updated for resources: {'Port': ['ID=a6ec2a9b-828e-4420-b999-4c15482ebdb7,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:12.368421 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-b1c2f5f7-5c34-43a5-9e74-e9e0f4c8955b req-6c17acb8-9c6d-4d16-82c5-d4ba626b19aa service neutron] Attempting to bind port a6ec2a9b-828e-4420-b999-4c15482ebdb7 on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:45:12.368421 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-b1c2f5f7-5c34-43a5-9e74-e9e0f4c8955b req-6c17acb8-9c6d-4d16-82c5-d4ba626b19aa service neutron] Attempting to bind port a6ec2a9b-828e-4420-b999-4c15482ebdb7 by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': '51ef498b-80a7-4984-97f3-849da805a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd0eddec8-7bc0-42be-9ce2-d1f8e6fa315e'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:45:12.368718 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c2f5f7-5c34-43a5-9e74-e9e0f4c8955b req-6c17acb8-9c6d-4d16-82c5-d4ba626b19aa service neutron] Attempting to bind port a6ec2a9b-828e-4420-b999-4c15482ebdb7 on network d0eddec8-7bc0-42be-9ce2-d1f8e6fa315e {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:45:12.373982 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c2f5f7-5c34-43a5-9e74-e9e0f4c8955b req-6c17acb8-9c6d-4d16-82c5-d4ba626b19aa service neutron] Port a6ec2a9b-828e-4420-b999-4c15482ebdb7 on network d0eddec8-7bc0-42be-9ce2-d1f8e6fa315e not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:45:12.374312 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c2f5f7-5c34-43a5-9e74-e9e0f4c8955b req-6c17acb8-9c6d-4d16-82c5-d4ba626b19aa service neutron] Attempting to bind port a6ec2a9b-828e-4420-b999-4c15482ebdb7 on network d0eddec8-7bc0-42be-9ce2-d1f8e6fa315e {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:45:12.379610 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c2f5f7-5c34-43a5-9e74-e9e0f4c8955b req-6c17acb8-9c6d-4d16-82c5-d4ba626b19aa service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:45:12.379953 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c2f5f7-5c34-43a5-9e74-e9e0f4c8955b req-6c17acb8-9c6d-4d16-82c5-d4ba626b19aa service neutron] Checking segment: {'id': '51ef498b-80a7-4984-97f3-849da805a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd0eddec8-7bc0-42be-9ce2-d1f8e6fa315e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:45:12.380342 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c2f5f7-5c34-43a5-9e74-e9e0f4c8955b req-6c17acb8-9c6d-4d16-82c5-d4ba626b19aa service neutron] Bound using segment: {'id': '51ef498b-80a7-4984-97f3-849da805a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd0eddec8-7bc0-42be-9ce2-d1f8e6fa315e'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:45:12.380781 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-b1c2f5f7-5c34-43a5-9e74-e9e0f4c8955b req-6c17acb8-9c6d-4d16-82c5-d4ba626b19aa service neutron] Bound port: a6ec2a9b-828e-4420-b999-4c15482ebdb7, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51ef498b-80a7-4984-97f3-849da805a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd0eddec8-7bc0-42be-9ce2-d1f8e6fa315e'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:45:12.381143 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b1c2f5f7-5c34-43a5-9e74-e9e0f4c8955b req-6c17acb8-9c6d-4d16-82c5-d4ba626b19aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:12.450184 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-b1c2f5f7-5c34-43a5-9e74-e9e0f4c8955b req-6c17acb8-9c6d-4d16-82c5-d4ba626b19aa service neutron] For port a6ec2a9b-828e-4420-b999-4c15482ebdb7, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:45:12.453386 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-b1c2f5f7-5c34-43a5-9e74-e9e0f4c8955b req-6c17acb8-9c6d-4d16-82c5-d4ba626b19aa service neutron] For port a6ec2a9b-828e-4420-b999-4c15482ebdb7, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=a6ec2a9b-828e-4420-b999-4c15482ebdb7,segment=NetworkSegment(51ef498b-80a7-4984-97f3-849da805a49d),segment_id=51ef498b-80a7-4984-97f3-849da805a49d)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:45:12.459797 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b1c2f5f7-5c34-43a5-9e74-e9e0f4c8955b req-6c17acb8-9c6d-4d16-82c5-d4ba626b19aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:12.497544 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2f5f7-5c34-43a5-9e74-e9e0f4c8955b req-6c17acb8-9c6d-4d16-82c5-d4ba626b19aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:12.498162 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b1c2f5f7-5c34-43a5-9e74-e9e0f4c8955b req-6c17acb8-9c6d-4d16-82c5-d4ba626b19aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:12.499637 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b1c2f5f7-5c34-43a5-9e74-e9e0f4c8955b req-6c17acb8-9c6d-4d16-82c5-d4ba626b19aa service neutron] 10.222.0.44 "PUT /v2.0/ports/a6ec2a9b-828e-4420-b999-4c15482ebdb7 HTTP/1.1" status: 200 len: 1056 time: 0.9887662 Oct 30 15:45:12.500051 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45910500-5045-4748-a502-b5f5774da6d9', 'tag': 'a6ec2a9b-828e-4420-b999-4c15482ebdb7'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:45:12.502354 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a803872-1cb3-48db-b290-06ba4f652527" -d '{"events": [{"name": "network-changed", "server_uuid": "45910500-5045-4748-a502-b5f5774da6d9", "tag": "a6ec2a9b-828e-4420-b999-4c15482ebdb7"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:45:12.540709 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c17acb8-9c6d-4d16-82c5-d4ba626b19aa service neutron] Pushing event updated for resources: {'Port': ['ID=a6ec2a9b-828e-4420-b999-4c15482ebdb7,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:12.555711 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f946bc3c-8b4c-47bb-87ba-4f3f92ef53d5 x-openstack-request-id: req-f946bc3c-8b4c-47bb-87ba-4f3f92ef53d5 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:45:12.556113 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45910500-5045-4748-a502-b5f5774da6d9", "tag": "a6ec2a9b-828e-4420-b999-4c15482ebdb7", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:45:12.556463 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f946bc3c-8b4c-47bb-87ba-4f3f92ef53d5 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:45:12.556975 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45910500-5045-4748-a502-b5f5774da6d9', 'tag': 'a6ec2a9b-828e-4420-b999-4c15482ebdb7', 'status': 'completed', 'code': 200} Oct 30 15:45:12.591227 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2f5f7-5c34-43a5-9e74-e9e0f4c8955b req-252c391d-6f16-4433-88d6-0a95ee1a1ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:12.592874 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b1c2f5f7-5c34-43a5-9e74-e9e0f4c8955b req-252c391d-6f16-4433-88d6-0a95ee1a1ea5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=17764933ce884765984ec1ad38e578fa&device_id=45910500-5045-4748-a502-b5f5774da6d9 HTTP/1.1" status: 200 len: 1059 time: 0.0467191 Oct 30 15:45:12.639262 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b1c2f5f7-5c34-43a5-9e74-e9e0f4c8955b req-2ab1fdea-d589-44b1-8bdd-beeb32793dab service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=a6ec2a9b-828e-4420-b999-4c15482ebdb7 HTTP/1.1" status: 200 len: 217 time: 0.0389190 Oct 30 15:45:12.690950 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2f5f7-5c34-43a5-9e74-e9e0f4c8955b req-d2009cac-ea55-4c0e-9b9e-d164033b2f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:12.692457 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b1c2f5f7-5c34-43a5-9e74-e9e0f4c8955b req-d2009cac-ea55-4c0e-9b9e-d164033b2f9c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d1e39728-7aeb-4b68-a0e3-0778cbb8a077 HTTP/1.1" status: 200 len: 838 time: 0.0458655 Oct 30 15:45:12.738746 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2f5f7-5c34-43a5-9e74-e9e0f4c8955b req-0e69c799-8707-4a93-a00c-42eb0295ed1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:12.740337 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b1c2f5f7-5c34-43a5-9e74-e9e0f4c8955b req-0e69c799-8707-4a93-a00c-42eb0295ed1f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d0eddec8-7bc0-42be-9ce2-d1f8e6fa315e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0409517 Oct 30 15:45:12.831954 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b1c2f5f7-5c34-43a5-9e74-e9e0f4c8955b req-62678d8c-7b7b-4bd7-abfa-b16e310f32c3 service neutron] 10.222.0.44 "GET /v2.0/networks/d0eddec8-7bc0-42be-9ce2-d1f8e6fa315e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838120 Oct 30 15:45:12.921317 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b1c2f5f7-5c34-43a5-9e74-e9e0f4c8955b req-2c3176f9-96b3-4f0f-952b-d9a990d00b8e service neutron] 10.222.0.44 "GET /v2.0/networks/d0eddec8-7bc0-42be-9ce2-d1f8e6fa315e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810082 Oct 30 15:45:13.011856 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a803872-1cb3-48db-b290-06ba4f652527 req-d49e3b9f-2fb9-410b-bfec-3947864d19e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:13.013382 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9a803872-1cb3-48db-b290-06ba4f652527 req-d49e3b9f-2fb9-410b-bfec-3947864d19e4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=17764933ce884765984ec1ad38e578fa&device_id=45910500-5045-4748-a502-b5f5774da6d9 HTTP/1.1" status: 200 len: 1059 time: 0.0449221 Oct 30 15:45:13.106111 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a803872-1cb3-48db-b290-06ba4f652527 req-1969c393-b848-4041-a571-1ac0c1067a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:13.107697 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9a803872-1cb3-48db-b290-06ba4f652527 req-1969c393-b848-4041-a571-1ac0c1067a81 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d0eddec8-7bc0-42be-9ce2-d1f8e6fa315e HTTP/1.1" status: 200 len: 899 time: 0.0872128 Oct 30 15:45:13.162360 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9a803872-1cb3-48db-b290-06ba4f652527 req-19bdee70-3e6c-4f9d-a2eb-25db2ab31eb3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=a6ec2a9b-828e-4420-b999-4c15482ebdb7 HTTP/1.1" status: 200 len: 217 time: 0.0476468 Oct 30 15:45:13.234069 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a4104-1dc5-473e-85f5-ec7a3d32ea16 req-39ad5ba1-2c5d-4de8-b324-15389c260a77 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:13.235655 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-838a4104-1dc5-473e-85f5-ec7a3d32ea16 req-39ad5ba1-2c5d-4de8-b324-15389c260a77 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] 10.222.0.62 "GET /v2.0/ports?device_id=45910500-5045-4748-a502-b5f5774da6d9 HTTP/1.1" status: 200 len: 907 time: 0.1199584 Oct 30 15:45:13.237128 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a803872-1cb3-48db-b290-06ba4f652527 req-853cfaf0-8b8d-4257-8ee1-ee0cbc4ea3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:13.238441 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9a803872-1cb3-48db-b290-06ba4f652527 req-853cfaf0-8b8d-4257-8ee1-ee0cbc4ea3b5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d1e39728-7aeb-4b68-a0e3-0778cbb8a077 HTTP/1.1" status: 200 len: 838 time: 0.0627015 Oct 30 15:45:13.288338 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a803872-1cb3-48db-b290-06ba4f652527 req-98f8c37a-339a-467e-b24a-40c773711a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:13.290440 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9a803872-1cb3-48db-b290-06ba4f652527 req-98f8c37a-339a-467e-b24a-40c773711a0e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d0eddec8-7bc0-42be-9ce2-d1f8e6fa315e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0436740 Oct 30 15:45:13.388060 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9a803872-1cb3-48db-b290-06ba4f652527 req-672117a7-b823-48b5-a762-4c7b0515c854 service neutron] 10.222.0.44 "GET /v2.0/networks/d0eddec8-7bc0-42be-9ce2-d1f8e6fa315e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886691 Oct 30 15:45:13.482874 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9a803872-1cb3-48db-b290-06ba4f652527 req-aced34b5-e634-4e5b-a6cf-440f275a0f09 service neutron] 10.222.0.44 "GET /v2.0/networks/d0eddec8-7bc0-42be-9ce2-d1f8e6fa315e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876408 Oct 30 15:45:13.538210 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-35c1739f-0162-4081-96d1-ceb8fbf4227d req-8c54670d-8485-430e-9750-3a16dce7f36b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d657e1f4-07b4-4a1c-8acd-d8cdf69737ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409095 Oct 30 15:45:13.628930 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c1739f-0162-4081-96d1-ceb8fbf4227d req-a38a591b-5268-4abc-bc18-f3b7e063d52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:13.630482 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-35c1739f-0162-4081-96d1-ceb8fbf4227d req-a38a591b-5268-4abc-bc18-f3b7e063d52b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=887bc10b4e704641954048c16602273c&device_id=d657e1f4-07b4-4a1c-8acd-d8cdf69737ae HTTP/1.1" status: 200 len: 1097 time: 0.0484586 Oct 30 15:45:13.737216 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c1739f-0162-4081-96d1-ceb8fbf4227d req-d11b9a23-f5b7-4716-aedb-8727a3bd44fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:13.738766 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-35c1739f-0162-4081-96d1-ceb8fbf4227d req-d11b9a23-f5b7-4716-aedb-8727a3bd44fe service neutron] 10.222.0.44 "GET /v2.0/networks?id=eaec26f8-16ce-4842-b83b-287e7177f318 HTTP/1.1" status: 200 len: 913 time: 0.0883439 Oct 30 15:45:13.806390 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-35c1739f-0162-4081-96d1-ceb8fbf4227d req-6d3f4783-3700-4f90-b59e-213958853e63 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a332fbf-0803-4909-80b5-7c3eed6e182a HTTP/1.1" status: 200 len: 1000 time: 0.0581501 Oct 30 15:45:13.864785 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c1739f-0162-4081-96d1-ceb8fbf4227d req-a44f23cd-c42d-4fcd-9f91-7afa9d8a23c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:13.866203 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-35c1739f-0162-4081-96d1-ceb8fbf4227d req-a44f23cd-c42d-4fcd-9f91-7afa9d8a23c4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e2126f42-6201-4d38-a336-acc99efa4108 HTTP/1.1" status: 200 len: 851 time: 0.0432646 Oct 30 15:45:13.917987 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c1739f-0162-4081-96d1-ceb8fbf4227d req-4115ee6e-076f-4199-b90b-02e1a8303ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:13.919489 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-35c1739f-0162-4081-96d1-ceb8fbf4227d req-4115ee6e-076f-4199-b90b-02e1a8303ea2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eaec26f8-16ce-4842-b83b-287e7177f318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445423 Oct 30 15:45:14.007949 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-35c1739f-0162-4081-96d1-ceb8fbf4227d req-f058f5d9-b91f-47c4-a27c-96f31e80804a service neutron] 10.222.0.44 "GET /v2.0/networks/eaec26f8-16ce-4842-b83b-287e7177f318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806105 Oct 30 15:45:14.101389 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-35c1739f-0162-4081-96d1-ceb8fbf4227d req-b6c8afe2-f7f8-4c80-88e5-2cf1f9069d7d service neutron] 10.222.0.44 "GET /v2.0/networks/eaec26f8-16ce-4842-b83b-287e7177f318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859666 Oct 30 15:45:14.356261 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5818a60-2b21-4e10-8af9-b6e944daa1a8 req-deb710cd-fb93-4090-a600-c25fd71b6d83 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:14.357742 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f5818a60-2b21-4e10-8af9-b6e944daa1a8 req-deb710cd-fb93-4090-a600-c25fd71b6d83 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] 10.222.0.62 "GET /v2.0/ports?device_id=45910500-5045-4748-a502-b5f5774da6d9 HTTP/1.1" status: 200 len: 907 time: 0.0529554 Oct 30 15:45:15.479044 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab13fee-31d0-41c0-a586-1838472c4135 req-19d78c7a-bb37-415d-9a3e-3a85310fce49 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:15.481091 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9ab13fee-31d0-41c0-a586-1838472c4135 req-19d78c7a-bb37-415d-9a3e-3a85310fce49 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] 10.222.0.62 "GET /v2.0/ports?device_id=45910500-5045-4748-a502-b5f5774da6d9 HTTP/1.1" status: 200 len: 907 time: 0.0502868 Oct 30 15:45:15.649622 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6db252dd-59e6-4dd1-b95b-49f6933bc03f req-64c18fa9-928f-475e-a745-ad866c71c3f4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d61ce681-03af-4825-a35f-38cd256ad2b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0901501 Oct 30 15:45:15.733279 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db252dd-59e6-4dd1-b95b-49f6933bc03f req-70c21df0-1d54-4237-9153-f4da32debf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:15.734726 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6db252dd-59e6-4dd1-b95b-49f6933bc03f req-70c21df0-1d54-4237-9153-f4da32debf2c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=17764933ce884765984ec1ad38e578fa&device_id=d61ce681-03af-4825-a35f-38cd256ad2b0 HTTP/1.1" status: 200 len: 1137 time: 0.0411313 Oct 30 15:45:15.841945 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db252dd-59e6-4dd1-b95b-49f6933bc03f req-9d935837-96b7-4736-9e37-2eec8a3afe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:15.843695 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6db252dd-59e6-4dd1-b95b-49f6933bc03f req-9d935837-96b7-4736-9e37-2eec8a3afe84 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ec9dfc69-b232-4460-98ec-1f3760968b88 HTTP/1.1" status: 200 len: 898 time: 0.0909629 Oct 30 15:45:15.909564 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6db252dd-59e6-4dd1-b95b-49f6933bc03f req-1aaa08c5-44ef-456d-aca5-ca5a6679c933 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82158dba-1285-4c31-ab13-5108d23dc17c HTTP/1.1" status: 200 len: 1002 time: 0.0589302 Oct 30 15:45:15.962757 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db252dd-59e6-4dd1-b95b-49f6933bc03f req-bc68e8ab-2f05-47e6-a151-edb343efdad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:15.964192 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6db252dd-59e6-4dd1-b95b-49f6933bc03f req-bc68e8ab-2f05-47e6-a151-edb343efdad9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2890c17d-3f29-4989-ba4f-fd2d60944b92 HTTP/1.1" status: 200 len: 835 time: 0.0477700 Oct 30 15:45:16.008221 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db252dd-59e6-4dd1-b95b-49f6933bc03f req-5debfa8d-f1d4-4905-9435-9d7ec2ed02c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:16.009671 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6db252dd-59e6-4dd1-b95b-49f6933bc03f req-5debfa8d-f1d4-4905-9435-9d7ec2ed02c8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ec9dfc69-b232-4460-98ec-1f3760968b88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386226 Oct 30 15:45:16.020886 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [req-6db252dd-59e6-4dd1-b95b-49f6933bc03f req-8a378e77-4b2e-4943-b09b-7f294058dcbb service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:45:16.021827 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6db252dd-59e6-4dd1-b95b-49f6933bc03f req-8a378e77-4b2e-4943-b09b-7f294058dcbb service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051064 Oct 30 15:45:16.111195 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6db252dd-59e6-4dd1-b95b-49f6933bc03f req-37ff02f4-ea38-4a12-8dd5-5908d063d767 service neutron] 10.222.0.53 "GET /v2.0/networks/ec9dfc69-b232-4460-98ec-1f3760968b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820539 Oct 30 15:45:16.209756 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6db252dd-59e6-4dd1-b95b-49f6933bc03f req-0525274d-78c2-4585-8bf2-e86231ae3b47 service neutron] 10.222.0.53 "GET /v2.0/networks/ec9dfc69-b232-4460-98ec-1f3760968b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913484 Oct 30 15:45:16.343396 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device a6ec2a9b-828e-4420-b999-4c15482ebdb7 details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:45:16.439629 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port a6ec2a9b-828e-4420-b999-4c15482ebdb7, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=a6ec2a9b-828e-4420-b999-4c15482ebdb7,segment=NetworkSegment(51ef498b-80a7-4984-97f3-849da805a49d),segment_id=51ef498b-80a7-4984-97f3-849da805a49d)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:45:16.450459 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': 'a6ec2a9b-828e-4420-b999-4c15482ebdb7', 'network_id': 'd0eddec8-7bc0-42be-9ce2-d1f8e6fa315e', 'port_id': 'a6ec2a9b-828e-4420-b999-4c15482ebdb7', 'mac_address': 'fa:16:3e:b7:23:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1e39728-7aeb-4b68-a0e3-0778cbb8a077', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:45:16.486289 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:16.498865 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6ec2a9b-828e-4420-b999-4c15482ebdb7 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:45:16.517945 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port a6ec2a9b-828e-4420-b999-4c15482ebdb7, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=a6ec2a9b-828e-4420-b999-4c15482ebdb7,segment=NetworkSegment(51ef498b-80a7-4984-97f3-849da805a49d),segment_id=51ef498b-80a7-4984-97f3-849da805a49d)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:45:16.522209 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:16.573985 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=a6ec2a9b-828e-4420-b999-4c15482ebdb7,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:16.605929 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dfca9b-0ed7-47b7-bcae-fb932dbe5c86 req-471bccab-189a-4e7e-8dc6-57156b469cde tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:16.607405 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e7dfca9b-0ed7-47b7-bcae-fb932dbe5c86 req-471bccab-189a-4e7e-8dc6-57156b469cde tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] 10.222.0.62 "GET /v2.0/ports?device_id=45910500-5045-4748-a502-b5f5774da6d9 HTTP/1.1" status: 200 len: 908 time: 0.0518053 Oct 30 15:45:16.751062 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['a6ec2a9b-828e-4420-b999-4c15482ebdb7'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:45:17.734156 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73bf71-c063-4a65-90bb-fab6e81c9498 req-40a9d6be-968a-48ec-a319-614c1eed0dd2 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:17.735886 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bf73bf71-c063-4a65-90bb-fab6e81c9498 req-40a9d6be-968a-48ec-a319-614c1eed0dd2 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] 10.222.0.62 "GET /v2.0/ports?device_id=45910500-5045-4748-a502-b5f5774da6d9 HTTP/1.1" status: 200 len: 908 time: 0.0479028 Oct 30 15:45:18.360594 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device a6ec2a9b-828e-4420-b999-4c15482ebdb7 up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:45:18.408435 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port a6ec2a9b-828e-4420-b999-4c15482ebdb7 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:45:18.412331 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port a6ec2a9b-828e-4420-b999-4c15482ebdb7 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:45:18.412701 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:18.490488 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:18.513324 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45910500-5045-4748-a502-b5f5774da6d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6ec2a9b-828e-4420-b999-4c15482ebdb7'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:45:18.515844 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-432fd5df-41a4-47cd-a4ac-17d1e5284a87" -d '{"events": [{"server_uuid": "45910500-5045-4748-a502-b5f5774da6d9", "name": "network-vif-plugged", "status": "completed", "tag": "a6ec2a9b-828e-4420-b999-4c15482ebdb7"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:45:18.529097 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port a6ec2a9b-828e-4420-b999-4c15482ebdb7, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=a6ec2a9b-828e-4420-b999-4c15482ebdb7,segment=NetworkSegment(51ef498b-80a7-4984-97f3-849da805a49d),segment_id=51ef498b-80a7-4984-97f3-849da805a49d)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:45:18.533071 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:18.557148 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0018d2-43a4-404a-b499-21201872621f x-openstack-request-id: req-ac0018d2-43a4-404a-b499-21201872621f {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:45:18.557435 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45910500-5045-4748-a502-b5f5774da6d9", "name": "network-vif-plugged", "status": "completed", "tag": "a6ec2a9b-828e-4420-b999-4c15482ebdb7", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:45:18.557735 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ac0018d2-43a4-404a-b499-21201872621f {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:45:18.558122 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45910500-5045-4748-a502-b5f5774da6d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6ec2a9b-828e-4420-b999-4c15482ebdb7', 'code': 200} Oct 30 15:45:18.585428 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=a6ec2a9b-828e-4420-b999-4c15482ebdb7,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:18.657148 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38774b24-4125-46e2-9bb9-fc2921bb63da req-cd9b0b75-d417-437b-bc87-93f1748c9e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:18.658726 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-38774b24-4125-46e2-9bb9-fc2921bb63da req-cd9b0b75-d417-437b-bc87-93f1748c9e94 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=45910500-5045-4748-a502-b5f5774da6d9 HTTP/1.1" status: 200 len: 1061 time: 0.0445981 Oct 30 15:45:18.850994 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a18d2c4-3d97-47d8-8c02-574a291c175b req-85e25023-b156-49c2-adfe-9cd4cb2ba9ae tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:18.852462 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6a18d2c4-3d97-47d8-8c02-574a291c175b req-85e25023-b156-49c2-adfe-9cd4cb2ba9ae tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] 10.222.0.62 "GET /v2.0/ports?device_id=45910500-5045-4748-a502-b5f5774da6d9 HTTP/1.1" status: 200 len: 909 time: 0.0476434 Oct 30 15:45:20.038248 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a00f6b-739b-4636-942d-453cd173805f req-2602d877-3fd5-4228-a7d9-b69985c59f9e tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:20.039751 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-76a00f6b-739b-4636-942d-453cd173805f req-2602d877-3fd5-4228-a7d9-b69985c59f9e tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] 10.222.0.62 "GET /v2.0/ports?device_id=45910500-5045-4748-a502-b5f5774da6d9 HTTP/1.1" status: 200 len: 909 time: 0.1156859 Oct 30 15:45:20.163007 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6abd6-1949-4d60-a9e2-20d289e12d1c req-07e2e400-468d-41d2-a14e-88924f0939df tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:20.164492 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-22d6abd6-1949-4d60-a9e2-20d289e12d1c req-07e2e400-468d-41d2-a14e-88924f0939df tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] 10.222.0.62 "GET /v2.0/ports?device_id=45910500-5045-4748-a502-b5f5774da6d9 HTTP/1.1" status: 200 len: 909 time: 0.0527484 Oct 30 15:45:20.268573 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a3cf5-9b6f-43b6-ac7a-70956188552e req-f9359f04-7d1b-4e52-b21d-160e8260039d tempest-TestSecurityGroupsBasicOps-105547318 tempest-TestSecurityGroupsBasicOps-105547318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:20.270060 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2b5a3cf5-9b6f-43b6-ac7a-70956188552e req-f9359f04-7d1b-4e52-b21d-160e8260039d tempest-TestSecurityGroupsBasicOps-105547318 tempest-TestSecurityGroupsBasicOps-105547318-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=45910500-5045-4748-a502-b5f5774da6d9 HTTP/1.1" status: 200 len: 1061 time: 0.0403461 Oct 30 15:45:20.373601 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ba9e1-8ba1-468e-9d86-63e1b82a857b req-f1995400-bb1c-4a92-83a0-ce2a82ea74b2 tempest-TestSecurityGroupsBasicOps-105547318 tempest-TestSecurityGroupsBasicOps-105547318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:20.375087 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f55ba9e1-8ba1-468e-9d86-63e1b82a857b req-f1995400-bb1c-4a92-83a0-ce2a82ea74b2 tempest-TestSecurityGroupsBasicOps-105547318 tempest-TestSecurityGroupsBasicOps-105547318-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=d61ce681-03af-4825-a35f-38cd256ad2b0 HTTP/1.1" status: 200 len: 1137 time: 0.0398858 Oct 30 15:45:20.411764 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f55ba9e1-8ba1-468e-9d86-63e1b82a857b req-2013654d-9ddb-4f15-a8d6-504383cbf9b4 tempest-TestSecurityGroupsBasicOps-105547318 tempest-TestSecurityGroupsBasicOps-105547318-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=4ec2e2ad-4188-47ef-b085-e86f79b5db8e&id=0b1f3020-72c2-4e12-83bd-192da30d10a6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0301695 Oct 30 15:45:20.434361 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 52346) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:45:20.472099 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fa1c00-09e0-4316-b00c-35f67232e3d0 tempest-TestSecurityGroupsBasicOps-105547318 tempest-TestSecurityGroupsBasicOps-105547318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:20.474126 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-f8fa1c00-09e0-4316-b00c-35f67232e3d0 tempest-TestSecurityGroupsBasicOps-105547318 tempest-TestSecurityGroupsBasicOps-105547318-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=45910500-5045-4748-a502-b5f5774da6d9 HTTP/1.1" status: 200 len: 1056 time: 0.0387533 Oct 30 15:45:20.692330 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77546685-1dad-4e47-8d20-a10e0d3c4fe7 req-ce55eab3-9edf-4d76-844c-47bb16aff91c tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:20.693817 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-77546685-1dad-4e47-8d20-a10e0d3c4fe7 req-ce55eab3-9edf-4d76-844c-47bb16aff91c tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] 10.222.0.62 "GET /v2.0/ports?device_id=45910500-5045-4748-a502-b5f5774da6d9 HTTP/1.1" status: 200 len: 909 time: 0.0498958 Oct 30 15:45:21.174072 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c129233b-cd9d-4be8-bd35-b486cc063c56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:21.813848 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c018d7-b1c3-42c1-ad1d-73e6ba5335d3 req-bd33e7a8-eb9d-43b1-80e1-696e057e6e74 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:21.815292 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-23c018d7-b1c3-42c1-ad1d-73e6ba5335d3 req-bd33e7a8-eb9d-43b1-80e1-696e057e6e74 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] 10.222.0.62 "GET /v2.0/ports?device_id=45910500-5045-4748-a502-b5f5774da6d9 HTTP/1.1" status: 200 len: 909 time: 0.0517933 Oct 30 15:45:22.008119 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc646b05-12ee-4bf4-8e61-a4aff9b822d4 req-931c755f-0fa4-487b-84b1-51d630c683a0 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:22.009476 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cc646b05-12ee-4bf4-8e61-a4aff9b822d4 req-931c755f-0fa4-487b-84b1-51d630c683a0 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] 10.222.0.44 "GET /v2.0/ports?device_id=45910500-5045-4748-a502-b5f5774da6d9 HTTP/1.1" status: 200 len: 909 time: 0.0482905 Oct 30 15:45:22.099976 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-cc646b05-12ee-4bf4-8e61-a4aff9b822d4 req-ae4b0e27-3cb6-4faf-bce8-459004bdcffb tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Deleting port a6ec2a9b-828e-4420-b999-4c15482ebdb7 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:45:22.100315 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-cc646b05-12ee-4bf4-8e61-a4aff9b822d4 req-ae4b0e27-3cb6-4faf-bce8-459004bdcffb tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:22.194893 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-cc646b05-12ee-4bf4-8e61-a4aff9b822d4 req-ae4b0e27-3cb6-4faf-bce8-459004bdcffb tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] For port a6ec2a9b-828e-4420-b999-4c15482ebdb7, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=a6ec2a9b-828e-4420-b999-4c15482ebdb7,segment=NetworkSegment(51ef498b-80a7-4984-97f3-849da805a49d),segment_id=51ef498b-80a7-4984-97f3-849da805a49d)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:45:22.195261 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-cc646b05-12ee-4bf4-8e61-a4aff9b822d4 req-ae4b0e27-3cb6-4faf-bce8-459004bdcffb tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:22.207596 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-cc646b05-12ee-4bf4-8e61-a4aff9b822d4 req-ae4b0e27-3cb6-4faf-bce8-459004bdcffb tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Calling delete_port for a6ec2a9b-828e-4420-b999-4c15482ebdb7 owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:45:22.332147 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-cc646b05-12ee-4bf4-8e61-a4aff9b822d4 req-ae4b0e27-3cb6-4faf-bce8-459004bdcffb tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:22.358565 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4b0e27-3cb6-4faf-bce8-459004bdcffb tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Pushing event deleted for resources: {'Port': ['ID=a6ec2a9b-828e-4420-b999-4c15482ebdb7,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:22.399969 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc646b05-12ee-4bf4-8e61-a4aff9b822d4 req-ae4b0e27-3cb6-4faf-bce8-459004bdcffb tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] No DVR routers for this DVR port a6ec2a9b-828e-4420-b999-4c15482ebdb7 on host n-h2-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:45:22.403274 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-cc646b05-12ee-4bf4-8e61-a4aff9b822d4 req-ae4b0e27-3cb6-4faf-bce8-459004bdcffb tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:22.406957 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cc646b05-12ee-4bf4-8e61-a4aff9b822d4 req-ae4b0e27-3cb6-4faf-bce8-459004bdcffb tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] 10.222.0.44 "DELETE /v2.0/ports/a6ec2a9b-828e-4420-b999-4c15482ebdb7 HTTP/1.1" status: 204 len: 173 time: 0.3912706 Oct 30 15:45:22.407457 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45910500-5045-4748-a502-b5f5774da6d9', 'name': 'network-vif-deleted', 'tag': 'a6ec2a9b-828e-4420-b999-4c15482ebdb7'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:45:22.410102 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb104a4-f34f-4d68-b401-64cbe623232a" -d '{"events": [{"server_uuid": "45910500-5045-4748-a502-b5f5774da6d9", "name": "network-vif-deleted", "tag": "a6ec2a9b-828e-4420-b999-4c15482ebdb7"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:45:22.454152 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6040f804-d009-430d-b54e-9dcee1e78f6d x-openstack-request-id: req-6040f804-d009-430d-b54e-9dcee1e78f6d {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:45:22.454693 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45910500-5045-4748-a502-b5f5774da6d9", "name": "network-vif-deleted", "tag": "a6ec2a9b-828e-4420-b999-4c15482ebdb7", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:45:22.454955 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6040f804-d009-430d-b54e-9dcee1e78f6d {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:45:22.455350 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45910500-5045-4748-a502-b5f5774da6d9', 'name': 'network-vif-deleted', 'tag': 'a6ec2a9b-828e-4420-b999-4c15482ebdb7', 'status': 'completed', 'code': 200} Oct 30 15:45:22.926484 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2cdaecf7-0070-4aa4-a6df-9f18d2507e8d req-7c6ce08f-558f-491f-a40a-7cdf9c0c0da4 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] 10.222.0.62 "GET /v2.0/ports?device_id=45910500-5045-4748-a502-b5f5774da6d9 HTTP/1.1" status: 200 len: 210 time: 0.0283012 Oct 30 15:45:23.791625 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ba9dd1ab-e957-43d0-ba6d-9d60109844dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:23.985619 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52362) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:45:24.380577 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device a6ec2a9b-828e-4420-b999-4c15482ebdb7 no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:45:24.403392 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] No Port match for: a6ec2a9b-828e-4420-b999-4c15482ebdb7 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:45:24.403777 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device a6ec2a9b-828e-4420-b999-4c15482ebdb7 not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:45:24.667013 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ba7eb701-e783-4bd6-b2b9-237c98349e23 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:24.733058 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:24.918376 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-ba7eb701-e783-4bd6-b2b9-237c98349e23 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Deleting port 4231863a-b286-4bdb-bc27-1769069cf4a0 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:45:24.918628 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ba7eb701-e783-4bd6-b2b9-237c98349e23 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:24.941038 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:25.008303 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-ba7eb701-e783-4bd6-b2b9-237c98349e23 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] For port 4231863a-b286-4bdb-bc27-1769069cf4a0, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=4231863a-b286-4bdb-bc27-1769069cf4a0,segment=NetworkSegment(51ef498b-80a7-4984-97f3-849da805a49d),segment_id=51ef498b-80a7-4984-97f3-849da805a49d)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:45:25.008963 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ba7eb701-e783-4bd6-b2b9-237c98349e23 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:25.022236 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-ba7eb701-e783-4bd6-b2b9-237c98349e23 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Calling delete_port for 4231863a-b286-4bdb-bc27-1769069cf4a0 owned by network:router_interface {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:45:25.213767 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ba7eb701-e783-4bd6-b2b9-237c98349e23 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:25.248085 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7eb701-e783-4bd6-b2b9-237c98349e23 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Pushing event deleted for resources: {'Port': ['ID=4231863a-b286-4bdb-bc27-1769069cf4a0,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:25.461618 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3996d1-2caf-4591-85ed-f28dba9ca975 req-c92b3130-bab8-40d2-a3e7-fd48edf2aafc tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:25.463119 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1f3996d1-2caf-4591-85ed-f28dba9ca975 req-c92b3130-bab8-40d2-a3e7-fd48edf2aafc tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=d657e1f4-07b4-4a1c-8acd-d8cdf69737ae HTTP/1.1" status: 200 len: 945 time: 0.0960982 Oct 30 15:45:25.484160 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ba7eb701-e783-4bd6-b2b9-237c98349e23 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:25.513014 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1f3996d1-2caf-4591-85ed-f28dba9ca975 req-fd11a4f5-43d4-4af8-9862-2427eea93514 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6103736-3251-4427-af42-92b533f3dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435162 Oct 30 15:45:25.722225 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba7eb701-e783-4bd6-b2b9-237c98349e23 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Router 16fb5003-4c34-49d1-8f2f-40884844d92f has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:45:25.835743 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba7eb701-e783-4bd6-b2b9-237c98349e23 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:45:25.841101 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-ba7eb701-e783-4bd6-b2b9-237c98349e23 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] 10.222.0.62 "PUT /v2.0/routers/16fb5003-4c34-49d1-8f2f-40884844d92f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8559427 Oct 30 15:45:25.843927 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52370) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:45:25.847725 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efe462e-cd13-4ea4-b211-54dcb4e122a4 None None] Sync routers for ids ['16fb5003-4c34-49d1-8f2f-40884844d92f'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:45:25.858011 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efe462e-cd13-4ea4-b211-54dcb4e122a4 None None] Routers {'16fb5003-4c34-49d1-8f2f-40884844d92f'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:45:25.858632 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-0efe462e-cd13-4ea4-b211-54dcb4e122a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:45:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['16fb5003-4c34-49d1-8f2f-40884844d92f'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:45:25.894633 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-11741f14-5d6c-4fca-89c7-e2d40a6b323b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Deleting subnet d1e39728-7aeb-4b68-a0e3-0778cbb8a077 {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:45:25.897829 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-11741f14-5d6c-4fca-89c7-e2d40a6b323b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:25.938355 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-11741f14-5d6c-4fca-89c7-e2d40a6b323b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:25.962204 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-0efe462e-cd13-4ea4-b211-54dcb4e122a4 None None] Set router 16fb5003-4c34-49d1-8f2f-40884844d92f gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:45:26.025400 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-11741f14-5d6c-4fca-89c7-e2d40a6b323b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:26.087168 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-11741f14-5d6c-4fca-89c7-e2d40a6b323b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:26.116208 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11741f14-5d6c-4fca-89c7-e2d40a6b323b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Pushing event deleted for resources: {'Subnet': ['ID=d1e39728-7aeb-4b68-a0e3-0778cbb8a077,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:26.120759 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-11741f14-5d6c-4fca-89c7-e2d40a6b323b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:26.127353 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-11741f14-5d6c-4fca-89c7-e2d40a6b323b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] 10.222.0.62 "DELETE /v2.0/subnets/d1e39728-7aeb-4b68-a0e3-0778cbb8a077 HTTP/1.1" status: 204 len: 168 time: 0.2804770 Oct 30 15:45:26.127832 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 52372) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:45:26.129087 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d61c092-0afd-4ccd-9f82-496c9ed58ec1 None None] Network d0eddec8-7bc0-42be-9ce2-d1f8e6fa315e requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:45:26.241241 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b3fc622b-68de-4cfd-928d-d4bc81a61a97 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks [] for router, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:26.257302 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-0efe462e-cd13-4ea4-b211-54dcb4e122a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16fb5003-4c34-49d1-8f2f-40884844d92f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1706722897', 'tenant_id': '17764933ce884765984ec1ad38e578fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '7321333d-bfac-4e22-9ba4-5c91f087ce0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:45:03Z', 'updated_at': '2021-10-30T15:45:25Z', 'revision_number': 5, 'project_id': '17764933ce884765984ec1ad38e578fa', 'gw_port': {'id': '7321333d-bfac-4e22-9ba4-5c91f087ce0d', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fb5003-4c34-49d1-8f2f-40884844d92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:45:04Z', 'updated_at': '2021-10-30T15:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:45:26.285750 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efe462e-cd13-4ea4-b211-54dcb4e122a4 None None] Checking router: 16fb5003-4c34-49d1-8f2f-40884844d92f for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:45:26.300124 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efe462e-cd13-4ea4-b211-54dcb4e122a4 None None] Routers {'16fb5003-4c34-49d1-8f2f-40884844d92f'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:45:26.300730 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-0efe462e-cd13-4ea4-b211-54dcb4e122a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:45:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['16fb5003-4c34-49d1-8f2f-40884844d92f'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:45:26.348250 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b3fc622b-68de-4cfd-928d-d4bc81a61a97 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:26.393353 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcae4b4-4cd6-4a36-b3c6-8831ab428471 None None] DHCP port deletion for d0eddec8-7bc0-42be-9ce2-d1f8e6fa315e request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:45:26.443264 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94321e70-16b9-4e42-bbd7-abf54588306b req-c4234967-e9c3-4515-bb88-63b973abdb73 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:26.444787 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-94321e70-16b9-4e42-bbd7-abf54588306b req-c4234967-e9c3-4515-bb88-63b973abdb73 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=0aa69578-c413-4aab-9d02-a6f6c4918d4e HTTP/1.1" status: 200 len: 946 time: 0.0807266 Oct 30 15:45:26.446138 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-0efe462e-cd13-4ea4-b211-54dcb4e122a4 None None] Set router 16fb5003-4c34-49d1-8f2f-40884844d92f gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:45:26.453777 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-b3fc622b-68de-4cfd-928d-d4bc81a61a97 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Deleting port 7321333d-bfac-4e22-9ba4-5c91f087ce0d {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:45:26.454054 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b3fc622b-68de-4cfd-928d-d4bc81a61a97 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:26.536606 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-94321e70-16b9-4e42-bbd7-abf54588306b req-d2931e8f-5907-4753-9724-6fa8f7e882dd tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=976b9efe-cdcb-42e6-b826-7b6fba877986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797601 Oct 30 15:45:26.556915 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-fbcae4b4-4cd6-4a36-b3c6-8831ab428471 None None] Deleting port f3406fd6-b959-4b44-8c6e-c197d2b87b7c {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:45:26.557503 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-fbcae4b4-4cd6-4a36-b3c6-8831ab428471 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:26.561661 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-b3fc622b-68de-4cfd-928d-d4bc81a61a97 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] For port 7321333d-bfac-4e22-9ba4-5c91f087ce0d, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=7321333d-bfac-4e22-9ba4-5c91f087ce0d,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:45:26.562033 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b3fc622b-68de-4cfd-928d-d4bc81a61a97 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:26.576959 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-b3fc622b-68de-4cfd-928d-d4bc81a61a97 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Calling delete_port for 7321333d-bfac-4e22-9ba4-5c91f087ce0d owned by network:router_gateway {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:45:26.588386 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52380) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:45:26.654527 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-fbcae4b4-4cd6-4a36-b3c6-8831ab428471 None None] For port f3406fd6-b959-4b44-8c6e-c197d2b87b7c, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=f3406fd6-b959-4b44-8c6e-c197d2b87b7c,segment=NetworkSegment(51ef498b-80a7-4984-97f3-849da805a49d),segment_id=51ef498b-80a7-4984-97f3-849da805a49d)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:45:26.655261 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-fbcae4b4-4cd6-4a36-b3c6-8831ab428471 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:26.701933 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-fbcae4b4-4cd6-4a36-b3c6-8831ab428471 None None] Calling delete_port for f3406fd6-b959-4b44-8c6e-c197d2b87b7c owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:45:26.705605 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-017345e4-5819-41a9-bde0-2cb01ffbe11c tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/floatingips/7d31ad2a-29cb-4ecc-88b9-3a3f5ddb0251 HTTP/1.1" status: 200 len: 994 time: 0.1145761 Oct 30 15:45:26.713686 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c093f-01d3-4393-b301-9ecbaac91d0e req-8cb098fe-4929-40c6-8e2f-5cc413230cb5 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:26.715911 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-910c093f-01d3-4393-b301-9ecbaac91d0e req-8cb098fe-4929-40c6-8e2f-5cc413230cb5 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=d657e1f4-07b4-4a1c-8acd-d8cdf69737ae HTTP/1.1" status: 200 len: 945 time: 0.0781713 Oct 30 15:45:26.723419 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:26.776100 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-910c093f-01d3-4393-b301-9ecbaac91d0e req-797d6bde-6c4a-4feb-8565-10c7e309290a tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6103736-3251-4427-af42-92b533f3dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416970 Oct 30 15:45:26.787776 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b3fc622b-68de-4cfd-928d-d4bc81a61a97 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:26.806417 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-0efe462e-cd13-4ea4-b211-54dcb4e122a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16fb5003-4c34-49d1-8f2f-40884844d92f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1706722897', 'tenant_id': '17764933ce884765984ec1ad38e578fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '7321333d-bfac-4e22-9ba4-5c91f087ce0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:45:03Z', 'updated_at': '2021-10-30T15:45:25Z', 'revision_number': 5, 'project_id': '17764933ce884765984ec1ad38e578fa', 'gw_port': {'id': '7321333d-bfac-4e22-9ba4-5c91f087ce0d', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fb5003-4c34-49d1-8f2f-40884844d92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:45:04Z', 'updated_at': '2021-10-30T15:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:45:26.827451 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fc622b-68de-4cfd-928d-d4bc81a61a97 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Pushing event deleted for resources: {'Port': ['ID=7321333d-bfac-4e22-9ba4-5c91f087ce0d,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:26.839809 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efe462e-cd13-4ea4-b211-54dcb4e122a4 None None] The sync data for ids ['16fb5003-4c34-49d1-8f2f-40884844d92f'] in n-d-806683-17 is: [{'id': '16fb5003-4c34-49d1-8f2f-40884844d92f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1706722897', 'tenant_id': '17764933ce884765984ec1ad38e578fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '7321333d-bfac-4e22-9ba4-5c91f087ce0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:45:03Z', 'updated_at': '2021-10-30T15:45:25Z', 'revision_number': 5, 'project_id': '17764933ce884765984ec1ad38e578fa', 'gw_port': {'id': '7321333d-bfac-4e22-9ba4-5c91f087ce0d', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fb5003-4c34-49d1-8f2f-40884844d92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:45:04Z', 'updated_at': '2021-10-30T15:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:45:26.856733 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-fbcae4b4-4cd6-4a36-b3c6-8831ab428471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:26.883398 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcae4b4-4cd6-4a36-b3c6-8831ab428471 None None] Pushing event deleted for resources: {'Port': ['ID=f3406fd6-b959-4b44-8c6e-c197d2b87b7c,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:26.888780 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcae4b4-4cd6-4a36-b3c6-8831ab428471 None None] No DVR routers for this DVR port f3406fd6-b959-4b44-8c6e-c197d2b87b7c on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:45:26.921006 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b3fc622b-68de-4cfd-928d-d4bc81a61a97 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:27.015080 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a91083-af2c-4d52-8628-e55decc35f7f req-59d94369-08b0-45d3-adde-6ca6c767fb9a tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:27.016796 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-92a91083-af2c-4d52-8628-e55decc35f7f req-59d94369-08b0-45d3-adde-6ca6c767fb9a tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.44 "GET /v2.0/ports?device_id=d657e1f4-07b4-4a1c-8acd-d8cdf69737ae HTTP/1.1" status: 200 len: 945 time: 0.1452115 Oct 30 15:45:27.025240 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b3fc622b-68de-4cfd-928d-d4bc81a61a97 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:27.033675 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b3fc622b-68de-4cfd-928d-d4bc81a61a97 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:27.055640 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a6afa7-e810-4332-8466-6ba584f15e7b req-9fb0ea88-b1d5-456f-8cc4-74962dc76009 tempest-TestNetworkAdvancedServerOps-183148034 tempest-TestNetworkAdvancedServerOps-183148034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:27.057192 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-53a6afa7-e810-4332-8466-6ba584f15e7b req-9fb0ea88-b1d5-456f-8cc4-74962dc76009 tempest-TestNetworkAdvancedServerOps-183148034 tempest-TestNetworkAdvancedServerOps-183148034-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=0aa69578-c413-4aab-9d02-a6f6c4918d4e HTTP/1.1" status: 200 len: 1098 time: 0.0404487 Oct 30 15:45:27.107861 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-53a6afa7-e810-4332-8466-6ba584f15e7b req-de6f01d2-2f90-4831-accb-e308877d5e77 tempest-TestNetworkAdvancedServerOps-183148034 tempest-TestNetworkAdvancedServerOps-183148034-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=976b9efe-cdcb-42e6-b826-7b6fba877986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391052 Oct 30 15:45:27.126961 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b3fc622b-68de-4cfd-928d-d4bc81a61a97 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:27.127516 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3fc622b-68de-4cfd-928d-d4bc81a61a97 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Fanout notify agent at l3_agent the message router_deleted on router 16fb5003-4c34-49d1-8f2f-40884844d92f {{(pid=102130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:45:27.135505 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b3fc622b-68de-4cfd-928d-d4bc81a61a97 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:27.140371 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b3fc622b-68de-4cfd-928d-d4bc81a61a97 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] 10.222.0.62 "DELETE /v2.0/routers/16fb5003-4c34-49d1-8f2f-40884844d92f HTTP/1.1" status: 204 len: 168 time: 1.0113354 Oct 30 15:45:27.141932 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52390) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:45:27.167901 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-92a91083-af2c-4d52-8628-e55decc35f7f req-b6975102-07aa-4953-9e87-1f22a3519a5c tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Deleting port 1a332fbf-0803-4909-80b5-7c3eed6e182a {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:45:27.168239 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-92a91083-af2c-4d52-8628-e55decc35f7f req-b6975102-07aa-4953-9e87-1f22a3519a5c tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:27.235402 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ef6a07fc-4fe4-4f07-ae4e-0446d89bbb7b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:27.295037 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-92a91083-af2c-4d52-8628-e55decc35f7f req-b6975102-07aa-4953-9e87-1f22a3519a5c tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] For port 1a332fbf-0803-4909-80b5-7c3eed6e182a, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=1a332fbf-0803-4909-80b5-7c3eed6e182a,segment=NetworkSegment(eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15),segment_id=eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:45:27.295402 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-92a91083-af2c-4d52-8628-e55decc35f7f req-b6975102-07aa-4953-9e87-1f22a3519a5c tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:27.337617 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ef6a07fc-4fe4-4f07-ae4e-0446d89bbb7b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:27.366263 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-ef6a07fc-4fe4-4f07-ae4e-0446d89bbb7b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0eddec8-7bc0-42be-9ce2-d1f8e6fa315e']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:45:27.376768 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-ef6a07fc-4fe4-4f07-ae4e-0446d89bbb7b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51ef498b-80a7-4984-97f3-849da805a49d') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:45:27.377128 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-ef6a07fc-4fe4-4f07-ae4e-0446d89bbb7b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51ef498b-80a7-4984-97f3-849da805a49d') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:45:27.388399 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ef6a07fc-4fe4-4f07-ae4e-0446d89bbb7b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:27.402997 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ef6a07fc-4fe4-4f07-ae4e-0446d89bbb7b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:27.410765 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef6a07fc-4fe4-4f07-ae4e-0446d89bbb7b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:45:27.411339 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ef6a07fc-4fe4-4f07-ae4e-0446d89bbb7b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:27.414381 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:45:27.414381 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:45:27.414381 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:45:27.414381 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:45:27.414381 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:45:27.414381 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:45:27.414381 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:45:27.414381 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:45:27.414381 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:45:27.414381 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:45:27.414381 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:45:27.414381 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:45:27.414381 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:45:27.414381 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:45:27.414381 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:45:27.414381 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:45:27.414381 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:45:27.414381 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:45:27.414381 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:45:27.414381 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:45:27.414381 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:45:27.414381 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:45:27.414381 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:45:27.414381 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:45:27.414381 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:45:27.414381 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:45:27.414381 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:45:27.414381 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:45:27.414381 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:45:27.414381 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:45:27.414381 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:45:27.414381 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:45:27.479593 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ef6a07fc-4fe4-4f07-ae4e-0446d89bbb7b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:27.488989 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ef6a07fc-4fe4-4f07-ae4e-0446d89bbb7b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:27.495022 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-ef6a07fc-4fe4-4f07-ae4e-0446d89bbb7b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] 10.222.0.62 "DELETE /v2.0/networks/d0eddec8-7bc0-42be-9ce2-d1f8e6fa315e HTTP/1.1" status: 204 len: 168 time: 0.3495839 Oct 30 15:45:27.499632 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52402) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:45:27.516973 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6a07fc-4fe4-4f07-ae4e-0446d89bbb7b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Pushing event deleted for resources: {'Network': ['ID=d0eddec8-7bc0-42be-9ce2-d1f8e6fa315e,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:27.557136 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-92a91083-af2c-4d52-8628-e55decc35f7f req-b6975102-07aa-4953-9e87-1f22a3519a5c tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:27.557707 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-92a91083-af2c-4d52-8628-e55decc35f7f req-b6975102-07aa-4953-9e87-1f22a3519a5c tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:27.558863 n-d-806683-17 neutron-server[102130]: INFO neutron.db.l3_db [req-92a91083-af2c-4d52-8628-e55decc35f7f req-b6975102-07aa-4953-9e87-1f22a3519a5c tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Floating IP ccf81e96-1ecb-41a1-a98b-542be7db46b6 disassociated. External IP: 172.25.4.29, port: 1a332fbf-0803-4909-80b5-7c3eed6e182a. Oct 30 15:45:27.559316 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-92a91083-af2c-4d52-8628-e55decc35f7f req-b6975102-07aa-4953-9e87-1f22a3519a5c tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Calling delete_port for 1a332fbf-0803-4909-80b5-7c3eed6e182a owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:45:27.728930 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-92a91083-af2c-4d52-8628-e55decc35f7f req-b6975102-07aa-4953-9e87-1f22a3519a5c tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:27.761061 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-d7c3e4ac-e0db-42cd-a6cf-bd4de311c87e tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Deleting port 8b59ea61-9bc0-4122-bbc2-b0e1cb9d7521 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:45:27.761425 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d7c3e4ac-e0db-42cd-a6cf-bd4de311c87e tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:27.761846 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6975102-07aa-4953-9e87-1f22a3519a5c tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Pushing event deleted for resources: {'Port': ['ID=1a332fbf-0803-4909-80b5-7c3eed6e182a,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:27.812583 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-fab95fa9-4ed5-49ed-a1b7-ca91ef355b23 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0aa69578-c413-4aab-9d02-a6f6c4918d4e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0942757 Oct 30 15:45:27.824087 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-d07bdb4c-2ff0-4d7d-80d7-c515149db6f6 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:45:27.825053 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-d07bdb4c-2ff0-4d7d-80d7-c515149db6f6 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0065682 Oct 30 15:45:27.886145 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92a91083-af2c-4d52-8628-e55decc35f7f req-b6975102-07aa-4953-9e87-1f22a3519a5c tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Router 966d4cf7-96e3-47f4-a906-6b02346ee5fe has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:45:27.888307 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fc644832-7378-4757-ad3b-4906c680d2a7 req-ec8ec94f-026d-42da-9c5e-f7f4d26e47aa tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=d657e1f4-07b4-4a1c-8acd-d8cdf69737ae HTTP/1.1" status: 200 len: 210 time: 0.0398917 Oct 30 15:45:27.890053 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d7c3e4ac-e0db-42cd-a6cf-bd4de311c87e tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:27.890376 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d7c3e4ac-e0db-42cd-a6cf-bd4de311c87e tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:27.910894 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-d7c3e4ac-e0db-42cd-a6cf-bd4de311c87e tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Calling delete_port for 8b59ea61-9bc0-4122-bbc2-b0e1cb9d7521 owned by network:floatingip {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:45:27.996796 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92a91083-af2c-4d52-8628-e55decc35f7f req-b6975102-07aa-4953-9e87-1f22a3519a5c tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:45:28.006903 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f6b55e-a090-4382-95d5-d4a98633618b None None] Sync routers for ids ['966d4cf7-96e3-47f4-a906-6b02346ee5fe'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:45:28.029508 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f6b55e-a090-4382-95d5-d4a98633618b None None] Routers {'966d4cf7-96e3-47f4-a906-6b02346ee5fe'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:45:28.030142 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-e0f6b55e-a090-4382-95d5-d4a98633618b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:45:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['966d4cf7-96e3-47f4-a906-6b02346ee5fe'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:45:28.086845 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d7c3e4ac-e0db-42cd-a6cf-bd4de311c87e tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:28.090370 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-92a91083-af2c-4d52-8628-e55decc35f7f req-b6975102-07aa-4953-9e87-1f22a3519a5c tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] No DVR routers for this DVR port 1a332fbf-0803-4909-80b5-7c3eed6e182a on host n-h2-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:45:28.097001 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-92a91083-af2c-4d52-8628-e55decc35f7f req-b6975102-07aa-4953-9e87-1f22a3519a5c tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:28.100499 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-92a91083-af2c-4d52-8628-e55decc35f7f req-b6975102-07aa-4953-9e87-1f22a3519a5c tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.44 "DELETE /v2.0/ports/1a332fbf-0803-4909-80b5-7c3eed6e182a HTTP/1.1" status: 204 len: 173 time: 1.0771098 Oct 30 15:45:28.100978 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd657e1f4-07b4-4a1c-8acd-d8cdf69737ae', 'name': 'network-vif-deleted', 'tag': '1a332fbf-0803-4909-80b5-7c3eed6e182a'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:45:28.103556 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f60f2d5e-4f53-410a-82ae-118e5ec80804" -d '{"events": [{"server_uuid": "d657e1f4-07b4-4a1c-8acd-d8cdf69737ae", "name": "network-vif-deleted", "tag": "1a332fbf-0803-4909-80b5-7c3eed6e182a"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:45:28.137512 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c3e4ac-e0db-42cd-a6cf-bd4de311c87e tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Pushing event deleted for resources: {'Port': ['ID=8b59ea61-9bc0-4122-bbc2-b0e1cb9d7521,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:28.191177 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c59f5e-405a-4ddd-90a2-da213ac550c1 x-openstack-request-id: req-62c59f5e-405a-4ddd-90a2-da213ac550c1 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:45:28.191929 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d657e1f4-07b4-4a1c-8acd-d8cdf69737ae", "name": "network-vif-deleted", "tag": "1a332fbf-0803-4909-80b5-7c3eed6e182a", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:45:28.192147 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-62c59f5e-405a-4ddd-90a2-da213ac550c1 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:45:28.192606 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd657e1f4-07b4-4a1c-8acd-d8cdf69737ae', 'name': 'network-vif-deleted', 'tag': '1a332fbf-0803-4909-80b5-7c3eed6e182a', 'status': 'completed', 'code': 200} Oct 30 15:45:28.232123 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-e0f6b55e-a090-4382-95d5-d4a98633618b None None] Set router 966d4cf7-96e3-47f4-a906-6b02346ee5fe gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:45:28.246867 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d7c3e4ac-e0db-42cd-a6cf-bd4de311c87e tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks [] for floatingip, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:28.248505 n-d-806683-17 neutron-server[102131]: INFO neutron.db.l3_db [None req-d7c3e4ac-e0db-42cd-a6cf-bd4de311c87e tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Floating IP b153bf54-5750-4c47-9ff9-ba75e5cf8ba0 disassociated (deleted). External IP: 172.25.4.203, port: 82158dba-1285-4c31-ab13-5108d23dc17c. Oct 30 15:45:28.323074 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 7321333d-bfac-4e22-9ba4-5c91f087ce0d no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:45:28.353782 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 7321333d-bfac-4e22-9ba4-5c91f087ce0d {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:45:28.354429 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 7321333d-bfac-4e22-9ba4-5c91f087ce0d not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:45:28.355142 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device f3406fd6-b959-4b44-8c6e-c197d2b87b7c no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:45:28.388297 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: f3406fd6-b959-4b44-8c6e-c197d2b87b7c {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:45:28.389349 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device f3406fd6-b959-4b44-8c6e-c197d2b87b7c not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:45:28.389998 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 4231863a-b286-4bdb-bc27-1769069cf4a0 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:45:28.415793 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 4231863a-b286-4bdb-bc27-1769069cf4a0 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:45:28.416966 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 4231863a-b286-4bdb-bc27-1769069cf4a0 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:45:28.564931 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7c3e4ac-e0db-42cd-a6cf-bd4de311c87e tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Router caabc170-093e-48bf-b336-be52c3861b2e has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:45:28.578713 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-e0f6b55e-a090-4382-95d5-d4a98633618b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'name': 'tempest-TestVolumeBootPattern-2112133331-router', 'tenant_id': '887bc10b4e704641954048c16602273c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '91f6b4ea-b190-41e2-9624-0a6ec604ddb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:39:01Z', 'updated_at': '2021-10-30T15:39:05Z', 'revision_number': 4, 'project_id': '887bc10b4e704641954048c16602273c', 'gw_port': {'id': '91f6b4ea-b190-41e2-9624-0a6ec604ddb1', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:39:02Z', 'updated_at': '2021-10-30T15:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '612c1443-77a5-4a63-8a66-8681588aaae7', 'name': '', 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318', 'tenant_id': '887bc10b4e704641954048c16602273c', 'mac_address': 'fa:16:3e:29:79:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': 'e2126f42-6201-4d38-a336-acc99efa4108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:39:04Z', 'updated_at': '2021-10-30T15:39:11Z', 'revision_number': 5, 'project_id': '887bc10b4e704641954048c16602273c', 'subnets': [{'id': 'e2126f42-6201-4d38-a336-acc99efa4108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:45:28.610676 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f6b55e-a090-4382-95d5-d4a98633618b None None] Checking router: 966d4cf7-96e3-47f4-a906-6b02346ee5fe for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:45:28.619446 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f6b55e-a090-4382-95d5-d4a98633618b None None] Routers {'966d4cf7-96e3-47f4-a906-6b02346ee5fe'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:45:28.620884 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-e0f6b55e-a090-4382-95d5-d4a98633618b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:45:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['966d4cf7-96e3-47f4-a906-6b02346ee5fe'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:45:28.694104 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-37b32073-ab56-4416-87d0-579137066cdf tempest-TestNetworkAdvancedServerOps-183148034 tempest-TestNetworkAdvancedServerOps-183148034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:28.696394 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-37b32073-ab56-4416-87d0-579137066cdf tempest-TestNetworkAdvancedServerOps-183148034 tempest-TestNetworkAdvancedServerOps-183148034-project-admin] 10.222.0.62 "GET /v2.0/ports/d1357eca-7335-4d83-bdb6-e88921d006c9 HTTP/1.1" status: 200 len: 1095 time: 0.1862156 Oct 30 15:45:28.715304 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-77a4b655-4f53-4dc9-88fe-d2addbf03e5d service neutron] Request body: {'binding': {'host': 'n-h1-806683-17', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:45:28.716088 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-77a4b655-4f53-4dc9-88fe-d2addbf03e5d service neutron] Unknown quota resources ['binding']. {{(pid=102131) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 30 15:45:28.734665 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-e0f6b55e-a090-4382-95d5-d4a98633618b None None] Set router 966d4cf7-96e3-47f4-a906-6b02346ee5fe gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:45:28.749819 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c3e4ac-e0db-42cd-a6cf-bd4de311c87e tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:45:28.756429 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d7c3e4ac-e0db-42cd-a6cf-bd4de311c87e tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:28.767217 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4bfdf2-f4f9-4268-8766-c0afd72ed229 None None] Sync routers for ids ['caabc170-093e-48bf-b336-be52c3861b2e'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:45:28.785447 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4bfdf2-f4f9-4268-8766-c0afd72ed229 None None] Routers {'caabc170-093e-48bf-b336-be52c3861b2e'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:45:28.786681 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-6f4bfdf2-f4f9-4268-8766-c0afd72ed229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:45:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['caabc170-093e-48bf-b336-be52c3861b2e'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:45:28.831867 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d7c3e4ac-e0db-42cd-a6cf-bd4de311c87e tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] 10.222.0.62 "DELETE /v2.0/floatingips/b153bf54-5750-4c47-9ff9-ba75e5cf8ba0 HTTP/1.1" status: 204 len: 168 time: 1.3309081 Oct 30 15:45:28.835951 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd61ce681-03af-4825-a35f-38cd256ad2b0', 'tag': '82158dba-1285-4c31-ab13-5108d23dc17c'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:45:28.838508 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee0d5701-e4b9-4d9a-9d86-1b364d34e41d" -d '{"events": [{"name": "network-changed", "server_uuid": "d61ce681-03af-4825-a35f-38cd256ad2b0", "tag": "82158dba-1285-4c31-ab13-5108d23dc17c"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:45:28.915756 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-77a4b655-4f53-4dc9-88fe-d2addbf03e5d service neutron] Attempting to bind port d1357eca-7335-4d83-bdb6-e88921d006c9 on host n-h1-806683-17 for vnic_type normal with profile None {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:45:28.916095 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-77a4b655-4f53-4dc9-88fe-d2addbf03e5d service neutron] Attempting to bind port d1357eca-7335-4d83-bdb6-e88921d006c9 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '7fa17092-09ca-4212-a0a7-e5507f700ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8adb45b2-7130-4ab3-bef2-62bf1ef69308'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:45:28.916423 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-77a4b655-4f53-4dc9-88fe-d2addbf03e5d service neutron] Attempting to bind port d1357eca-7335-4d83-bdb6-e88921d006c9 on network 8adb45b2-7130-4ab3-bef2-62bf1ef69308 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:45:28.923109 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-77a4b655-4f53-4dc9-88fe-d2addbf03e5d service neutron] Port d1357eca-7335-4d83-bdb6-e88921d006c9 on network 8adb45b2-7130-4ab3-bef2-62bf1ef69308 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:45:28.923739 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-77a4b655-4f53-4dc9-88fe-d2addbf03e5d service neutron] Attempting to bind port d1357eca-7335-4d83-bdb6-e88921d006c9 on network 8adb45b2-7130-4ab3-bef2-62bf1ef69308 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:45:28.929587 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-77a4b655-4f53-4dc9-88fe-d2addbf03e5d service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:45:28.929924 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-77a4b655-4f53-4dc9-88fe-d2addbf03e5d service neutron] Checking segment: {'id': '7fa17092-09ca-4212-a0a7-e5507f700ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8adb45b2-7130-4ab3-bef2-62bf1ef69308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:45:28.930303 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-77a4b655-4f53-4dc9-88fe-d2addbf03e5d service neutron] Bound using segment: {'id': '7fa17092-09ca-4212-a0a7-e5507f700ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8adb45b2-7130-4ab3-bef2-62bf1ef69308'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:45:28.930733 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-77a4b655-4f53-4dc9-88fe-d2addbf03e5d service neutron] Bound port: d1357eca-7335-4d83-bdb6-e88921d006c9, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fa17092-09ca-4212-a0a7-e5507f700ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8adb45b2-7130-4ab3-bef2-62bf1ef69308'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:45:28.980203 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-e0f6b55e-a090-4382-95d5-d4a98633618b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'name': 'tempest-TestVolumeBootPattern-2112133331-router', 'tenant_id': '887bc10b4e704641954048c16602273c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '91f6b4ea-b190-41e2-9624-0a6ec604ddb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:39:01Z', 'updated_at': '2021-10-30T15:39:05Z', 'revision_number': 4, 'project_id': '887bc10b4e704641954048c16602273c', 'gw_port': {'id': '91f6b4ea-b190-41e2-9624-0a6ec604ddb1', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:39:02Z', 'updated_at': '2021-10-30T15:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '612c1443-77a5-4a63-8a66-8681588aaae7', 'name': '', 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318', 'tenant_id': '887bc10b4e704641954048c16602273c', 'mac_address': 'fa:16:3e:29:79:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': 'e2126f42-6201-4d38-a336-acc99efa4108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:39:04Z', 'updated_at': '2021-10-30T15:39:11Z', 'revision_number': 5, 'project_id': '887bc10b4e704641954048c16602273c', 'subnets': [{'id': 'e2126f42-6201-4d38-a336-acc99efa4108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:45:29.053022 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f6b55e-a090-4382-95d5-d4a98633618b None None] The sync data for ids ['966d4cf7-96e3-47f4-a906-6b02346ee5fe'] in n-d-806683-17 is: [{'id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'name': 'tempest-TestVolumeBootPattern-2112133331-router', 'tenant_id': '887bc10b4e704641954048c16602273c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '91f6b4ea-b190-41e2-9624-0a6ec604ddb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:39:01Z', 'updated_at': '2021-10-30T15:39:05Z', 'revision_number': 4, 'project_id': '887bc10b4e704641954048c16602273c', 'gw_port': {'id': '91f6b4ea-b190-41e2-9624-0a6ec604ddb1', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:39:02Z', 'updated_at': '2021-10-30T15:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '612c1443-77a5-4a63-8a66-8681588aaae7', 'name': '', 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318', 'tenant_id': '887bc10b4e704641954048c16602273c', 'mac_address': 'fa:16:3e:29:79:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': 'e2126f42-6201-4d38-a336-acc99efa4108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:39:04Z', 'updated_at': '2021-10-30T15:39:11Z', 'revision_number': 5, 'project_id': '887bc10b4e704641954048c16602273c', 'subnets': [{'id': 'e2126f42-6201-4d38-a336-acc99efa4108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:45:29.075248 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-77a4b655-4f53-4dc9-88fe-d2addbf03e5d service neutron] For port d1357eca-7335-4d83-bdb6-e88921d006c9, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=d1357eca-7335-4d83-bdb6-e88921d006c9,segment=NetworkSegment(7fa17092-09ca-4212-a0a7-e5507f700ed9),segment_id=7fa17092-09ca-4212-a0a7-e5507f700ed9)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:45:29.082036 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-77a4b655-4f53-4dc9-88fe-d2addbf03e5d service neutron] Publish callbacks [] for binding, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:29.083452 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-77a4b655-4f53-4dc9-88fe-d2addbf03e5d service neutron] 10.222.0.62 "POST /v2.0/ports/d1357eca-7335-4d83-bdb6-e88921d006c9/bindings HTTP/1.1" status: 201 len: 390 time: 0.3731494 Oct 30 15:45:29.098416 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a68ae1f-f17c-4733-8c8f-6d9845cacdd9 x-openstack-request-id: req-0a68ae1f-f17c-4733-8c8f-6d9845cacdd9 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:45:29.099873 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d61ce681-03af-4825-a35f-38cd256ad2b0", "tag": "82158dba-1285-4c31-ab13-5108d23dc17c", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:45:29.100690 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0a68ae1f-f17c-4733-8c8f-6d9845cacdd9 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:45:29.101278 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd61ce681-03af-4825-a35f-38cd256ad2b0', 'tag': '82158dba-1285-4c31-ab13-5108d23dc17c', 'status': 'completed', 'code': 200} Oct 30 15:45:29.168351 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-6f4bfdf2-f4f9-4268-8766-c0afd72ed229 None None] Set router caabc170-093e-48bf-b336-be52c3861b2e gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:45:29.248755 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-396e78ad-bfc2-4be3-b980-03bb7117d632 req-f3c7192c-7e31-406b-852b-64be5153e2b2 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=d657e1f4-07b4-4a1c-8acd-d8cdf69737ae HTTP/1.1" status: 200 len: 210 time: 0.0626571 Oct 30 15:45:29.258895 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d5701-e4b9-4d9a-9d86-1b364d34e41d req-549e815b-8fb4-482c-be34-2c112b13cf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:29.264608 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ee0d5701-e4b9-4d9a-9d86-1b364d34e41d req-549e815b-8fb4-482c-be34-2c112b13cf36 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=17764933ce884765984ec1ad38e578fa&device_id=d61ce681-03af-4825-a35f-38cd256ad2b0 HTTP/1.1" status: 200 len: 1137 time: 0.1315901 Oct 30 15:45:29.461788 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-6f4bfdf2-f4f9-4268-8766-c0afd72ed229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caabc170-093e-48bf-b336-be52c3861b2e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1248252946', 'tenant_id': '17764933ce884765984ec1ad38e578fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '3b3f4456-c672-45e0-8b84-ae53d62829ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:44:10Z', 'updated_at': '2021-10-30T15:44:14Z', 'revision_number': 4, 'project_id': '17764933ce884765984ec1ad38e578fa', 'gw_port': {'id': '3b3f4456-c672-45e0-8b84-ae53d62829ab', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caabc170-093e-48bf-b336-be52c3861b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:44:10Z', 'updated_at': '2021-10-30T15:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '5b169395-b68c-4e2f-acd3-44bb6af9f72e', 'name': '', 'network_id': 'ec9dfc69-b232-4460-98ec-1f3760968b88', 'tenant_id': '17764933ce884765984ec1ad38e578fa', 'mac_address': 'fa:16:3e:b3:91:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caabc170-093e-48bf-b336-be52c3861b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '2890c17d-3f29-4989-ba4f-fd2d60944b92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:44:13Z', 'updated_at': '2021-10-30T15:44:17Z', 'revision_number': 5, 'project_id': '17764933ce884765984ec1ad38e578fa', 'subnets': [{'id': '2890c17d-3f29-4989-ba4f-fd2d60944b92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:45:29.503997 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4bfdf2-f4f9-4268-8766-c0afd72ed229 None None] Checking router: caabc170-093e-48bf-b336-be52c3861b2e for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:45:29.515449 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4bfdf2-f4f9-4268-8766-c0afd72ed229 None None] Routers {'caabc170-093e-48bf-b336-be52c3861b2e'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:45:29.517208 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-6f4bfdf2-f4f9-4268-8766-c0afd72ed229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:45:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['caabc170-093e-48bf-b336-be52c3861b2e'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:45:29.537398 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c016a108-2f61-408f-b4a2-2b80356ac4f0 req-a6883c4f-4509-4003-871a-510b3019ecee tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:29.539363 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c016a108-2f61-408f-b4a2-2b80356ac4f0 req-a6883c4f-4509-4003-871a-510b3019ecee tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=0aa69578-c413-4aab-9d02-a6f6c4918d4e HTTP/1.1" status: 200 len: 946 time: 0.1906953 Oct 30 15:45:29.541753 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-5d18021c-6129-4d97-8586-7d25d54f5705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:29.543614 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-5d18021c-6129-4d97-8586-7d25d54f5705 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c4b96368b87a40a2935f71debcc2f400&device_id=0aa69578-c413-4aab-9d02-a6f6c4918d4e HTTP/1.1" status: 200 len: 1098 time: 0.1477551 Oct 30 15:45:29.582237 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8404231e-49df-4c39-a1da-da49ad1ee1f7 None None] New status for floating IP ccf81e96-1ecb-41a1-a98b-542be7db46b6: DOWN {{(pid=102133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 15:45:29.638464 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c016a108-2f61-408f-b4a2-2b80356ac4f0 req-5ec88515-10ee-4931-a990-0d63fb93f694 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=976b9efe-cdcb-42e6-b826-7b6fba877986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921247 Oct 30 15:45:29.699547 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-abbdc6f6-f56c-489a-a020-4419afec1d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:29.701308 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-abbdc6f6-f56c-489a-a020-4419afec1d3c service neutron] 10.222.0.53 "GET /v2.0/networks?id=8adb45b2-7130-4ab3-bef2-62bf1ef69308 HTTP/1.1" status: 200 len: 898 time: 0.1488209 Oct 30 15:45:29.704280 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-6f4bfdf2-f4f9-4268-8766-c0afd72ed229 None None] Set router caabc170-093e-48bf-b336-be52c3861b2e gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:45:29.845228 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5854bbe-fff3-45e3-8e73-3b98a3c5fdb3 req-9b9fa51d-094f-405c-8730-d19db8ae37ff tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:29.846765 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b5854bbe-fff3-45e3-8e73-3b98a3c5fdb3 req-9b9fa51d-094f-405c-8730-d19db8ae37ff tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] 10.222.0.62 "GET /v2.0/ports?device_id=d61ce681-03af-4825-a35f-38cd256ad2b0 HTTP/1.1" status: 200 len: 985 time: 0.4851823 Oct 30 15:45:29.852372 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-4518bcfb-e06c-4f9c-9e57-8e20307635b8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1357eca-7335-4d83-bdb6-e88921d006c9 HTTP/1.1" status: 200 len: 1002 time: 0.1418345 Oct 30 15:45:29.887104 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d5701-e4b9-4d9a-9d86-1b364d34e41d req-58e631b8-1093-4d92-b789-caa95cb717fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:29.888516 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ee0d5701-e4b9-4d9a-9d86-1b364d34e41d req-58e631b8-1093-4d92-b789-caa95cb717fa service neutron] 10.222.0.53 "GET /v2.0/networks?id=ec9dfc69-b232-4460-98ec-1f3760968b88 HTTP/1.1" status: 200 len: 898 time: 0.6161184 Oct 30 15:45:29.940913 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-66bd8e25-7a5a-457a-a7eb-a07cf2309b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:29.942865 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-66bd8e25-7a5a-457a-a7eb-a07cf2309b84 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f2d3cfad-692a-49b1-83dd-f0d4b190bd14 HTTP/1.1" status: 200 len: 834 time: 0.0818512 Oct 30 15:45:29.944969 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ee0d5701-e4b9-4d9a-9d86-1b364d34e41d req-cced3bde-6a10-49b3-ae0b-492b99000e54 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82158dba-1285-4c31-ab13-5108d23dc17c HTTP/1.1" status: 200 len: 217 time: 0.0453920 Oct 30 15:45:29.953588 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b5854bbe-fff3-45e3-8e73-3b98a3c5fdb3 req-5071009a-ed76-4dc1-bd61-34301a87cf4a tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] 10.222.0.62 "GET /v2.0/security-groups?id=4ec2e2ad-4188-47ef-b085-e86f79b5db8e&id=0b1f3020-72c2-4e12-83bd-192da30d10a6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0951869 Oct 30 15:45:29.987101 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-6f4bfdf2-f4f9-4268-8766-c0afd72ed229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caabc170-093e-48bf-b336-be52c3861b2e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1248252946', 'tenant_id': '17764933ce884765984ec1ad38e578fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '3b3f4456-c672-45e0-8b84-ae53d62829ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:44:10Z', 'updated_at': '2021-10-30T15:44:14Z', 'revision_number': 4, 'project_id': '17764933ce884765984ec1ad38e578fa', 'gw_port': {'id': '3b3f4456-c672-45e0-8b84-ae53d62829ab', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caabc170-093e-48bf-b336-be52c3861b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:44:10Z', 'updated_at': '2021-10-30T15:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '5b169395-b68c-4e2f-acd3-44bb6af9f72e', 'name': '', 'network_id': 'ec9dfc69-b232-4460-98ec-1f3760968b88', 'tenant_id': '17764933ce884765984ec1ad38e578fa', 'mac_address': 'fa:16:3e:b3:91:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caabc170-093e-48bf-b336-be52c3861b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '2890c17d-3f29-4989-ba4f-fd2d60944b92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:44:13Z', 'updated_at': '2021-10-30T15:44:17Z', 'revision_number': 5, 'project_id': '17764933ce884765984ec1ad38e578fa', 'subnets': [{'id': '2890c17d-3f29-4989-ba4f-fd2d60944b92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:45:30.012195 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d5701-e4b9-4d9a-9d86-1b364d34e41d req-5b4e88a3-65e3-4488-814e-ec4d3f795e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:30.013789 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ee0d5701-e4b9-4d9a-9d86-1b364d34e41d req-5b4e88a3-65e3-4488-814e-ec4d3f795e7d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2890c17d-3f29-4989-ba4f-fd2d60944b92 HTTP/1.1" status: 200 len: 835 time: 0.0555913 Oct 30 15:45:30.024249 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4bfdf2-f4f9-4268-8766-c0afd72ed229 None None] The sync data for ids ['caabc170-093e-48bf-b336-be52c3861b2e'] in n-d-806683-17 is: [{'id': 'caabc170-093e-48bf-b336-be52c3861b2e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1248252946', 'tenant_id': '17764933ce884765984ec1ad38e578fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '3b3f4456-c672-45e0-8b84-ae53d62829ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:44:10Z', 'updated_at': '2021-10-30T15:44:14Z', 'revision_number': 4, 'project_id': '17764933ce884765984ec1ad38e578fa', 'gw_port': {'id': '3b3f4456-c672-45e0-8b84-ae53d62829ab', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caabc170-093e-48bf-b336-be52c3861b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:44:10Z', 'updated_at': '2021-10-30T15:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '5b169395-b68c-4e2f-acd3-44bb6af9f72e', 'name': '', 'network_id': 'ec9dfc69-b232-4460-98ec-1f3760968b88', 'tenant_id': '17764933ce884765984ec1ad38e578fa', 'mac_address': 'fa:16:3e:b3:91:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caabc170-093e-48bf-b336-be52c3861b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '2890c17d-3f29-4989-ba4f-fd2d60944b92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:44:13Z', 'updated_at': '2021-10-30T15:44:17Z', 'revision_number': 5, 'project_id': '17764933ce884765984ec1ad38e578fa', 'subnets': [{'id': '2890c17d-3f29-4989-ba4f-fd2d60944b92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:45:30.043403 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-654e8660-54b6-4d84-8655-4655403fbddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:30.044936 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-654e8660-54b6-4d84-8655-4655403fbddb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8adb45b2-7130-4ab3-bef2-62bf1ef69308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0887399 Oct 30 15:45:30.087122 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d5701-e4b9-4d9a-9d86-1b364d34e41d req-98920961-3484-4806-af14-83bb4ad7fbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:30.089123 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ee0d5701-e4b9-4d9a-9d86-1b364d34e41d req-98920961-3484-4806-af14-83bb4ad7fbfa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ec9dfc69-b232-4460-98ec-1f3760968b88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0606363 Oct 30 15:45:30.123809 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:30.202117 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ee0d5701-e4b9-4d9a-9d86-1b364d34e41d req-243ed759-1e8a-4b46-af9d-b17da2e43153 service neutron] 10.222.0.53 "GET /v2.0/networks/ec9dfc69-b232-4460-98ec-1f3760968b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013415 Oct 30 15:45:30.313384 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ee0d5701-e4b9-4d9a-9d86-1b364d34e41d req-fd317d02-ea8a-48df-8382-08ebbef7caa6 service neutron] 10.222.0.53 "GET /v2.0/networks/ec9dfc69-b232-4460-98ec-1f3760968b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026280 Oct 30 15:45:30.372031 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 1a332fbf-0803-4909-80b5-7c3eed6e182a no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:45:30.414755 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284e7bb6-f114-456e-b101-96d81354fcc2 None None] New status for floating IP b153bf54-5750-4c47-9ff9-ba75e5cf8ba0: DOWN {{(pid=102132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 15:45:30.417856 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] No Port match for: 1a332fbf-0803-4909-80b5-7c3eed6e182a {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:45:30.418194 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 1a332fbf-0803-4909-80b5-7c3eed6e182a not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:45:30.419878 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c6966-37af-4851-a91f-6198036dafa6 req-fae3b41d-420c-412e-9635-de7b88febf8e tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:30.421539 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-632c6966-37af-4851-a91f-6198036dafa6 req-fae3b41d-420c-412e-9635-de7b88febf8e tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] 10.222.0.53 "GET /v2.0/ports?device_id=d61ce681-03af-4825-a35f-38cd256ad2b0 HTTP/1.1" status: 200 len: 985 time: 0.0602641 Oct 30 15:45:30.547749 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-632c6966-37af-4851-a91f-6198036dafa6 req-40a46afe-ae19-47aa-9177-17bf781c1d51 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Deleting port 82158dba-1285-4c31-ab13-5108d23dc17c {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:45:30.548385 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-632c6966-37af-4851-a91f-6198036dafa6 req-40a46afe-ae19-47aa-9177-17bf781c1d51 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:30.619420 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cce80c03-69e5-4e91-8e4b-129f5de014b2 req-110a8dc8-0513-4578-b716-5c26b43465ed tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=d657e1f4-07b4-4a1c-8acd-d8cdf69737ae HTTP/1.1" status: 200 len: 210 time: 0.0324214 Oct 30 15:45:30.664369 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-95d14683-e9e9-416a-803f-d0583f82004e service neutron] 10.222.0.53 "GET /v2.0/networks/8adb45b2-7130-4ab3-bef2-62bf1ef69308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6092126 Oct 30 15:45:30.666058 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-632c6966-37af-4851-a91f-6198036dafa6 req-40a46afe-ae19-47aa-9177-17bf781c1d51 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] For port 82158dba-1285-4c31-ab13-5108d23dc17c, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=82158dba-1285-4c31-ab13-5108d23dc17c,segment=NetworkSegment(b6f03798-d9c8-4e58-a3aa-7744cf819ae3),segment_id=b6f03798-d9c8-4e58-a3aa-7744cf819ae3)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:45:30.666374 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-632c6966-37af-4851-a91f-6198036dafa6 req-40a46afe-ae19-47aa-9177-17bf781c1d51 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:30.687545 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-632c6966-37af-4851-a91f-6198036dafa6 req-40a46afe-ae19-47aa-9177-17bf781c1d51 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Calling delete_port for 82158dba-1285-4c31-ab13-5108d23dc17c owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:45:30.774560 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-cc04dde9-bca5-49cc-8bca-e720180f2062 service neutron] 10.222.0.53 "GET /v2.0/networks/8adb45b2-7130-4ab3-bef2-62bf1ef69308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035233 Oct 30 15:45:30.864364 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-632c6966-37af-4851-a91f-6198036dafa6 req-40a46afe-ae19-47aa-9177-17bf781c1d51 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:30.886228 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3325ca5-8036-4c63-874e-4326cf6fc260 req-93145431-e486-4f0c-85df-fc5ba50dae74 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:30.887556 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b3325ca5-8036-4c63-874e-4326cf6fc260 req-93145431-e486-4f0c-85df-fc5ba50dae74 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=0aa69578-c413-4aab-9d02-a6f6c4918d4e HTTP/1.1" status: 200 len: 946 time: 0.0735776 Oct 30 15:45:30.909735 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a46afe-ae19-47aa-9177-17bf781c1d51 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Pushing event deleted for resources: {'Port': ['ID=82158dba-1285-4c31-ab13-5108d23dc17c,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:30.912336 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-34998ce4-c01a-43f1-a975-e90e46bdcb7f tempest-TestNetworkAdvancedServerOps-183148034 tempest-TestNetworkAdvancedServerOps-183148034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:30.921652 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-34998ce4-c01a-43f1-a975-e90e46bdcb7f tempest-TestNetworkAdvancedServerOps-183148034 tempest-TestNetworkAdvancedServerOps-183148034-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0aa69578-c413-4aab-9d02-a6f6c4918d4e&tenant_id=c4b96368b87a40a2935f71debcc2f400&binding%3Ahost_id=n-h2-806683-17 HTTP/1.1" status: 200 len: 1098 time: 0.0898573 Oct 30 15:45:30.937394 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-950d1d0c-e5fc-4512-a002-31b12af817e3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-806683-17'}}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:45:30.966734 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-632c6966-37af-4851-a91f-6198036dafa6 req-40a46afe-ae19-47aa-9177-17bf781c1d51 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] No DVR routers for this DVR port 82158dba-1285-4c31-ab13-5108d23dc17c on host n-h1-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:45:30.969466 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-632c6966-37af-4851-a91f-6198036dafa6 req-40a46afe-ae19-47aa-9177-17bf781c1d51 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:30.973495 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-632c6966-37af-4851-a91f-6198036dafa6 req-40a46afe-ae19-47aa-9177-17bf781c1d51 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] 10.222.0.53 "DELETE /v2.0/ports/82158dba-1285-4c31-ab13-5108d23dc17c HTTP/1.1" status: 204 len: 173 time: 0.5457134 Oct 30 15:45:30.992322 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd61ce681-03af-4825-a35f-38cd256ad2b0', 'name': 'network-vif-deleted', 'tag': '82158dba-1285-4c31-ab13-5108d23dc17c'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:45:30.994686 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7431ef1-5505-42cd-92c1-ec4f877e9d9f" -d '{"events": [{"server_uuid": "d61ce681-03af-4825-a35f-38cd256ad2b0", "name": "network-vif-deleted", "tag": "82158dba-1285-4c31-ab13-5108d23dc17c"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:45:31.012315 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b3325ca5-8036-4c63-874e-4326cf6fc260 req-dad65f50-eea0-492d-adea-3ef1e0f138e1 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=976b9efe-cdcb-42e6-b826-7b6fba877986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045537 Oct 30 15:45:31.023882 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-950d1d0c-e5fc-4512-a002-31b12af817e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:31.068478 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa48142-4107-4edf-afd6-4c63a62f5483 x-openstack-request-id: req-5aa48142-4107-4edf-afd6-4c63a62f5483 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:45:31.068783 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d61ce681-03af-4825-a35f-38cd256ad2b0", "name": "network-vif-deleted", "tag": "82158dba-1285-4c31-ab13-5108d23dc17c", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:45:31.069608 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5aa48142-4107-4edf-afd6-4c63a62f5483 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:45:31.070027 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd61ce681-03af-4825-a35f-38cd256ad2b0', 'name': 'network-vif-deleted', 'tag': '82158dba-1285-4c31-ab13-5108d23dc17c', 'status': 'completed', 'code': 200} Oct 30 15:45:31.080643 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-666f535d-33b4-409d-b2aa-b20081e0af38 req-6c134295-ced5-4d95-a2ab-34899e6c486d tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] 10.222.0.62 "GET /v2.0/ports?device_id=d61ce681-03af-4825-a35f-38cd256ad2b0 HTTP/1.1" status: 200 len: 210 time: 0.0302274 Oct 30 15:45:31.206930 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-950d1d0c-e5fc-4512-a002-31b12af817e3 service neutron] For port d1357eca-7335-4d83-bdb6-e88921d006c9, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=d1357eca-7335-4d83-bdb6-e88921d006c9,segment=NetworkSegment(7fa17092-09ca-4212-a0a7-e5507f700ed9),segment_id=7fa17092-09ca-4212-a0a7-e5507f700ed9)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:45:31.245177 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-950d1d0c-e5fc-4512-a002-31b12af817e3 service neutron] For port d1357eca-7335-4d83-bdb6-e88921d006c9, host n-h2-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:45:31.287457 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aa69578-c413-4aab-9d02-a6f6c4918d4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1357eca-7335-4d83-bdb6-e88921d006c9'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:45:31.290105 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e827b463-eb1d-471f-b4a0-d5ef6c537f72" -d '{"events": [{"server_uuid": "0aa69578-c413-4aab-9d02-a6f6c4918d4e", "name": "network-vif-unplugged", "status": "completed", "tag": "d1357eca-7335-4d83-bdb6-e88921d006c9"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:45:31.295383 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-950d1d0c-e5fc-4512-a002-31b12af817e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:31.305676 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-950d1d0c-e5fc-4512-a002-31b12af817e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:31.348173 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Oct 2021 15:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3001548f-d4f6-464c-8e5d-8a27d7a5a3a9 x-openstack-request-id: req-3001548f-d4f6-464c-8e5d-8a27d7a5a3a9 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:45:31.348473 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aa69578-c413-4aab-9d02-a6f6c4918d4e", "name": "network-vif-unplugged", "status": "completed", "tag": "d1357eca-7335-4d83-bdb6-e88921d006c9", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:45:31.348730 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3001548f-d4f6-464c-8e5d-8a27d7a5a3a9 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:45:31.349134 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aa69578-c413-4aab-9d02-a6f6c4918d4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1357eca-7335-4d83-bdb6-e88921d006c9', 'code': 200} Oct 30 15:45:31.497377 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950d1d0c-e5fc-4512-a002-31b12af817e3 service neutron] Pushing event updated for resources: {'Port': ['ID=d1357eca-7335-4d83-bdb6-e88921d006c9,revision_number=7']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:31.598517 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-950d1d0c-e5fc-4512-a002-31b12af817e3 service neutron] Attempting to bind port d1357eca-7335-4d83-bdb6-e88921d006c9 on host n-h2-806683-17 for vnic_type normal with profile {"migrating_to": "n-h1-806683-17"} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:45:31.599020 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-950d1d0c-e5fc-4512-a002-31b12af817e3 service neutron] Attempting to bind port d1357eca-7335-4d83-bdb6-e88921d006c9 by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': '7fa17092-09ca-4212-a0a7-e5507f700ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8adb45b2-7130-4ab3-bef2-62bf1ef69308'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:45:31.599491 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-950d1d0c-e5fc-4512-a002-31b12af817e3 service neutron] Attempting to bind port d1357eca-7335-4d83-bdb6-e88921d006c9 on network 8adb45b2-7130-4ab3-bef2-62bf1ef69308 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:45:31.606308 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-950d1d0c-e5fc-4512-a002-31b12af817e3 service neutron] Port d1357eca-7335-4d83-bdb6-e88921d006c9 on network 8adb45b2-7130-4ab3-bef2-62bf1ef69308 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:45:31.606839 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-950d1d0c-e5fc-4512-a002-31b12af817e3 service neutron] Attempting to bind port d1357eca-7335-4d83-bdb6-e88921d006c9 on network 8adb45b2-7130-4ab3-bef2-62bf1ef69308 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:45:31.615383 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-950d1d0c-e5fc-4512-a002-31b12af817e3 service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:45:31.615903 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-950d1d0c-e5fc-4512-a002-31b12af817e3 service neutron] Checking segment: {'id': '7fa17092-09ca-4212-a0a7-e5507f700ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8adb45b2-7130-4ab3-bef2-62bf1ef69308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:45:31.616413 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-950d1d0c-e5fc-4512-a002-31b12af817e3 service neutron] Bound using segment: {'id': '7fa17092-09ca-4212-a0a7-e5507f700ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8adb45b2-7130-4ab3-bef2-62bf1ef69308'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:45:31.616948 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-950d1d0c-e5fc-4512-a002-31b12af817e3 service neutron] Bound port: d1357eca-7335-4d83-bdb6-e88921d006c9, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fa17092-09ca-4212-a0a7-e5507f700ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8adb45b2-7130-4ab3-bef2-62bf1ef69308'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:45:31.617410 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-950d1d0c-e5fc-4512-a002-31b12af817e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:31.701104 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-950d1d0c-e5fc-4512-a002-31b12af817e3 service neutron] For port d1357eca-7335-4d83-bdb6-e88921d006c9, host n-h2-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:45:31.706704 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-950d1d0c-e5fc-4512-a002-31b12af817e3 service neutron] For port d1357eca-7335-4d83-bdb6-e88921d006c9, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=d1357eca-7335-4d83-bdb6-e88921d006c9,segment=NetworkSegment(7fa17092-09ca-4212-a0a7-e5507f700ed9),segment_id=7fa17092-09ca-4212-a0a7-e5507f700ed9)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:45:31.707111 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d82a1245-9fdc-4c25-b644-077c959e2417 None None] Provisioning complete for port d1357eca-7335-4d83-bdb6-e88921d006c9 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:45:31.708071 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d82a1245-9fdc-4c25-b644-077c959e2417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:31.725990 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-950d1d0c-e5fc-4512-a002-31b12af817e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:31.749955 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d82a1245-9fdc-4c25-b644-077c959e2417 None None] Port d1357eca-7335-4d83-bdb6-e88921d006c9 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:45:31.780023 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3b64b30f-a1a4-42b9-97f5-9c6d0f072519 req-ea1a9e73-4a6c-418e-af6f-85bda3d3f0ef tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=d657e1f4-07b4-4a1c-8acd-d8cdf69737ae HTTP/1.1" status: 200 len: 210 time: 0.0674405 Oct 30 15:45:31.855276 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950d1d0c-e5fc-4512-a002-31b12af817e3 service neutron] Pushing event updated for resources: {'Port': ['ID=d1357eca-7335-4d83-bdb6-e88921d006c9,revision_number=8']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:31.891037 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-950d1d0c-e5fc-4512-a002-31b12af817e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:31.891731 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-950d1d0c-e5fc-4512-a002-31b12af817e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:31.893198 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-950d1d0c-e5fc-4512-a002-31b12af817e3 service neutron] 10.222.0.53 "PUT /v2.0/ports/d1357eca-7335-4d83-bdb6-e88921d006c9 HTTP/1.1" status: 200 len: 1124 time: 0.9615586 Oct 30 15:45:31.953597 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['d1357eca-7335-4d83-bdb6-e88921d006c9'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:45:32.106837 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-04fb96d7-3210-4c2f-8645-9b5dd519ac98 None None] Provisioning complete for port d1357eca-7335-4d83-bdb6-e88921d006c9 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:45:32.107304 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-04fb96d7-3210-4c2f-8645-9b5dd519ac98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:32.169388 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f57ae-fed6-4b68-b016-b7369d2d4f39 req-4b0647e4-0d64-4ca9-a911-667edfb1c716 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:32.176180 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52452) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:45:32.179997 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-781f57ae-fed6-4b68-b016-b7369d2d4f39 req-4b0647e4-0d64-4ca9-a911-667edfb1c716 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=0aa69578-c413-4aab-9d02-a6f6c4918d4e HTTP/1.1" status: 200 len: 944 time: 0.0893025 Oct 30 15:45:32.201458 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:32.222901 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-781f57ae-fed6-4b68-b016-b7369d2d4f39 req-107e6ed4-2032-4e5b-8151-a894d8a0ded9 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=976b9efe-cdcb-42e6-b826-7b6fba877986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420303 Oct 30 15:45:32.232618 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b8bc4ab6-22da-47ef-b646-4a64dc285801 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:32.261418 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b8bc4ab6-22da-47ef-b646-4a64dc285801 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:32.291153 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-04fb96d7-3210-4c2f-8645-9b5dd519ac98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:32.306977 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b8bc4ab6-22da-47ef-b646-4a64dc285801 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:32.310571 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b8bc4ab6-22da-47ef-b646-4a64dc285801 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:32.314281 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b8bc4ab6-22da-47ef-b646-4a64dc285801 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] 10.222.0.62 "DELETE /v2.0/security-groups/0b1f3020-72c2-4e12-83bd-192da30d10a6 HTTP/1.1" status: 204 len: 168 time: 0.1346569 Oct 30 15:45:32.314675 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 52454) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:45:32.321236 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bc4ab6-22da-47ef-b646-4a64dc285801 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1f3020-72c2-4e12-83bd-192da30d10a6,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:32.342533 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aa69578-c413-4aab-9d02-a6f6c4918d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1357eca-7335-4d83-bdb6-e88921d006c9'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:45:32.344987 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63e229a-f6c1-4845-a6dc-39f60ce01243" -d '{"events": [{"server_uuid": "0aa69578-c413-4aab-9d02-a6f6c4918d4e", "name": "network-vif-plugged", "status": "completed", "tag": "d1357eca-7335-4d83-bdb6-e88921d006c9"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:45:32.368080 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-04fb96d7-3210-4c2f-8645-9b5dd519ac98 None None] For port d1357eca-7335-4d83-bdb6-e88921d006c9, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=d1357eca-7335-4d83-bdb6-e88921d006c9,segment=NetworkSegment(7fa17092-09ca-4212-a0a7-e5507f700ed9),segment_id=7fa17092-09ca-4212-a0a7-e5507f700ed9)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:45:32.373611 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-04fb96d7-3210-4c2f-8645-9b5dd519ac98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:32.403842 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-994ee3c3-01d1-4fae-b568-1367b6b1239b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:32.422951 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a36f5562-938b-4443-85de-7d394a9426d8 x-openstack-request-id: req-a36f5562-938b-4443-85de-7d394a9426d8 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:45:32.423244 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aa69578-c413-4aab-9d02-a6f6c4918d4e", "name": "network-vif-plugged", "status": "completed", "tag": "d1357eca-7335-4d83-bdb6-e88921d006c9", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:45:32.423510 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a36f5562-938b-4443-85de-7d394a9426d8 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:45:32.423908 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aa69578-c413-4aab-9d02-a6f6c4918d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1357eca-7335-4d83-bdb6-e88921d006c9', 'code': 200} Oct 30 15:45:32.431341 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-994ee3c3-01d1-4fae-b568-1367b6b1239b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:32.478814 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-994ee3c3-01d1-4fae-b568-1367b6b1239b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:32.482073 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-994ee3c3-01d1-4fae-b568-1367b6b1239b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:32.486081 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-994ee3c3-01d1-4fae-b568-1367b6b1239b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] 10.222.0.62 "DELETE /v2.0/security-groups/4ec2e2ad-4188-47ef-b085-e86f79b5db8e HTTP/1.1" status: 204 len: 168 time: 0.1677153 Oct 30 15:45:32.486724 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52458) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:45:32.492451 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994ee3c3-01d1-4fae-b568-1367b6b1239b tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec2e2ad-4188-47ef-b085-e86f79b5db8e,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:32.553696 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fb96d7-3210-4c2f-8645-9b5dd519ac98 None None] Pushing event updated for resources: {'Port': ['ID=d1357eca-7335-4d83-bdb6-e88921d006c9,revision_number=9']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:32.875819 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-55fb4d3e-09a1-4c60-8051-97050cf89eb0 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:32.881398 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7ab28d00-89bf-4176-be8e-e721ac3ddac5 req-e56b518d-2608-4c9d-8275-e4f52176a478 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=d657e1f4-07b4-4a1c-8acd-d8cdf69737ae HTTP/1.1" status: 200 len: 210 time: 0.0306892 Oct 30 15:45:33.132691 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-55fb4d3e-09a1-4c60-8051-97050cf89eb0 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Deleting port 5b169395-b68c-4e2f-acd3-44bb6af9f72e {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:45:33.132953 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-55fb4d3e-09a1-4c60-8051-97050cf89eb0 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:33.226692 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-55fb4d3e-09a1-4c60-8051-97050cf89eb0 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] For port 5b169395-b68c-4e2f-acd3-44bb6af9f72e, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=5b169395-b68c-4e2f-acd3-44bb6af9f72e,segment=NetworkSegment(b6f03798-d9c8-4e58-a3aa-7744cf819ae3),segment_id=b6f03798-d9c8-4e58-a3aa-7744cf819ae3)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:45:33.227071 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-55fb4d3e-09a1-4c60-8051-97050cf89eb0 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:33.239915 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-55fb4d3e-09a1-4c60-8051-97050cf89eb0 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Calling delete_port for 5b169395-b68c-4e2f-acd3-44bb6af9f72e owned by network:router_interface {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:45:33.360143 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aa69578-c413-4aab-9d02-a6f6c4918d4e', 'tag': 'd1357eca-7335-4d83-bdb6-e88921d006c9'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:45:33.362419 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a2f4f8-6df6-4628-aa84-daf323500014" -d '{"events": [{"name": "network-changed", "server_uuid": "0aa69578-c413-4aab-9d02-a6f6c4918d4e", "tag": "d1357eca-7335-4d83-bdb6-e88921d006c9"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:45:33.411079 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d584e9fe-b998-4725-bcd3-df29da4d464a req-c8bc3f5f-def4-4015-b9ee-66d7f2378da5 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:33.412709 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d584e9fe-b998-4725-bcd3-df29da4d464a req-c8bc3f5f-def4-4015-b9ee-66d7f2378da5 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=0aa69578-c413-4aab-9d02-a6f6c4918d4e HTTP/1.1" status: 200 len: 946 time: 0.1117618 Oct 30 15:45:33.414199 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-047ffd68-a054-43a3-a752-e9a37bf0f12b x-openstack-request-id: req-047ffd68-a054-43a3-a752-e9a37bf0f12b {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:45:33.414478 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0aa69578-c413-4aab-9d02-a6f6c4918d4e", "tag": "d1357eca-7335-4d83-bdb6-e88921d006c9", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:45:33.414727 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-047ffd68-a054-43a3-a752-e9a37bf0f12b {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:45:33.415110 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0aa69578-c413-4aab-9d02-a6f6c4918d4e', 'tag': 'd1357eca-7335-4d83-bdb6-e88921d006c9', 'status': 'completed', 'code': 200} Oct 30 15:45:33.478974 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a2f4f8-6df6-4628-aa84-daf323500014 req-7c4ae832-7a3a-4743-a31c-c49d77847835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:33.481280 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a2a2f4f8-6df6-4628-aa84-daf323500014 req-7c4ae832-7a3a-4743-a31c-c49d77847835 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c4b96368b87a40a2935f71debcc2f400&device_id=0aa69578-c413-4aab-9d02-a6f6c4918d4e HTTP/1.1" status: 200 len: 1129 time: 0.0454996 Oct 30 15:45:33.506579 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d584e9fe-b998-4725-bcd3-df29da4d464a req-5bc19583-f6d9-424c-be00-64496ba1c685 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=976b9efe-cdcb-42e6-b826-7b6fba877986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774493 Oct 30 15:45:33.512473 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-55fb4d3e-09a1-4c60-8051-97050cf89eb0 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:33.580387 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fb4d3e-09a1-4c60-8051-97050cf89eb0 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Pushing event deleted for resources: {'Port': ['ID=5b169395-b68c-4e2f-acd3-44bb6af9f72e,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:33.612418 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a2f4f8-6df6-4628-aa84-daf323500014 req-c0427af6-5001-48fb-8031-62978f1626d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:33.614027 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a2a2f4f8-6df6-4628-aa84-daf323500014 req-c0427af6-5001-48fb-8031-62978f1626d8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8adb45b2-7130-4ab3-bef2-62bf1ef69308 HTTP/1.1" status: 200 len: 898 time: 0.1256263 Oct 30 15:45:33.690257 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a2a2f4f8-6df6-4628-aa84-daf323500014 req-ec9b8d93-b533-4020-a092-00f228541870 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1357eca-7335-4d83-bdb6-e88921d006c9 HTTP/1.1" status: 200 len: 1002 time: 0.0673382 Oct 30 15:45:33.747018 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-55fb4d3e-09a1-4c60-8051-97050cf89eb0 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:33.750882 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a2f4f8-6df6-4628-aa84-daf323500014 req-c489d473-3fbb-4d85-9d1a-918fb2f121c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:33.752493 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a2a2f4f8-6df6-4628-aa84-daf323500014 req-c489d473-3fbb-4d85-9d1a-918fb2f121c4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f2d3cfad-692a-49b1-83dd-f0d4b190bd14 HTTP/1.1" status: 200 len: 834 time: 0.0546424 Oct 30 15:45:33.799829 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a2f4f8-6df6-4628-aa84-daf323500014 req-51ae362a-79c9-4756-aca4-60e3a285f39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:33.801333 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a2a2f4f8-6df6-4628-aa84-daf323500014 req-51ae362a-79c9-4756-aca4-60e3a285f39b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8adb45b2-7130-4ab3-bef2-62bf1ef69308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407932 Oct 30 15:45:33.900647 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a2a2f4f8-6df6-4628-aa84-daf323500014 req-04b0f410-583b-4af1-8182-4ea8fb0e8ac6 service neutron] 10.222.0.44 "GET /v2.0/networks/8adb45b2-7130-4ab3-bef2-62bf1ef69308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915220 Oct 30 15:45:33.996770 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55fb4d3e-09a1-4c60-8051-97050cf89eb0 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Router caabc170-093e-48bf-b336-be52c3861b2e has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:45:34.018707 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a2a2f4f8-6df6-4628-aa84-daf323500014 req-243c9157-2f0b-432a-b172-7262f6478f1a service neutron] 10.222.0.44 "GET /v2.0/networks/8adb45b2-7130-4ab3-bef2-62bf1ef69308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100245 Oct 30 15:45:34.033534 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c5f26b8f-74d1-480b-b88b-258e93eec6fa req-b807c907-8772-4ee5-87ec-f9488144abf4 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=d657e1f4-07b4-4a1c-8acd-d8cdf69737ae HTTP/1.1" status: 200 len: 210 time: 0.0339575 Oct 30 15:45:34.107184 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55fb4d3e-09a1-4c60-8051-97050cf89eb0 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:45:34.112396 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-55fb4d3e-09a1-4c60-8051-97050cf89eb0 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] 10.222.0.62 "PUT /v2.0/routers/caabc170-093e-48bf-b336-be52c3861b2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6243749 Oct 30 15:45:34.115121 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52468) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:45:34.117354 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e27832-5600-4479-b24d-406cfe906ae3 None None] Sync routers for ids ['caabc170-093e-48bf-b336-be52c3861b2e'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:45:34.127506 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e27832-5600-4479-b24d-406cfe906ae3 None None] Routers {'caabc170-093e-48bf-b336-be52c3861b2e'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:45:34.128111 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-05e27832-5600-4479-b24d-406cfe906ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:45:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['caabc170-093e-48bf-b336-be52c3861b2e'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:45:34.172636 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-84d30a20-912c-41dd-96d7-375a6ee5ee5d tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Deleting subnet 2890c17d-3f29-4989-ba4f-fd2d60944b92 {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:45:34.176821 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-84d30a20-912c-41dd-96d7-375a6ee5ee5d tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:34.220140 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-84d30a20-912c-41dd-96d7-375a6ee5ee5d tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:34.234322 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-05e27832-5600-4479-b24d-406cfe906ae3 None None] Set router caabc170-093e-48bf-b336-be52c3861b2e gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:45:34.305143 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-84d30a20-912c-41dd-96d7-375a6ee5ee5d tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:34.365125 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-84d30a20-912c-41dd-96d7-375a6ee5ee5d tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:34.393692 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d30a20-912c-41dd-96d7-375a6ee5ee5d tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Pushing event deleted for resources: {'Subnet': ['ID=2890c17d-3f29-4989-ba4f-fd2d60944b92,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:34.397418 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-84d30a20-912c-41dd-96d7-375a6ee5ee5d tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:34.404156 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-84d30a20-912c-41dd-96d7-375a6ee5ee5d tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] 10.222.0.62 "DELETE /v2.0/subnets/2890c17d-3f29-4989-ba4f-fd2d60944b92 HTTP/1.1" status: 204 len: 168 time: 0.2847760 Oct 30 15:45:34.405151 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 52470) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:45:34.405524 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a694c6aa-d4c4-47a3-aea9-34daa9fdd2e0 None None] Network ec9dfc69-b232-4460-98ec-1f3760968b88 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:45:34.509308 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-05e27832-5600-4479-b24d-406cfe906ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caabc170-093e-48bf-b336-be52c3861b2e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1248252946', 'tenant_id': '17764933ce884765984ec1ad38e578fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '3b3f4456-c672-45e0-8b84-ae53d62829ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:44:10Z', 'updated_at': '2021-10-30T15:45:33Z', 'revision_number': 5, 'project_id': '17764933ce884765984ec1ad38e578fa', 'gw_port': {'id': '3b3f4456-c672-45e0-8b84-ae53d62829ab', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caabc170-093e-48bf-b336-be52c3861b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:44:10Z', 'updated_at': '2021-10-30T15:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:45:34.517472 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1709b5f8-1d40-42ef-95be-267a3d294231 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks [] for router, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:34.540112 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e27832-5600-4479-b24d-406cfe906ae3 None None] Checking router: caabc170-093e-48bf-b336-be52c3861b2e for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:45:34.550359 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e27832-5600-4479-b24d-406cfe906ae3 None None] Routers {'caabc170-093e-48bf-b336-be52c3861b2e'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:45:34.550998 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-05e27832-5600-4479-b24d-406cfe906ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:45:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['caabc170-093e-48bf-b336-be52c3861b2e'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:45:34.605016 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b63f0c6-2487-490f-9376-4b9e0b543fb3 None None] DHCP port deletion for ec9dfc69-b232-4460-98ec-1f3760968b88 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:45:34.654913 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3c4830-f299-4fd9-b8e3-a1e48b39afd4 req-cc142721-215d-4d88-a814-9897c6fb93b5 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:34.657043 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ba3c4830-f299-4fd9-b8e3-a1e48b39afd4 req-cc142721-215d-4d88-a814-9897c6fb93b5 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=0aa69578-c413-4aab-9d02-a6f6c4918d4e HTTP/1.1" status: 200 len: 946 time: 0.0639269 Oct 30 15:45:34.664873 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1709b5f8-1d40-42ef-95be-267a3d294231 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:34.665287 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-05e27832-5600-4479-b24d-406cfe906ae3 None None] Set router caabc170-093e-48bf-b336-be52c3861b2e gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:45:34.668634 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-6b63f0c6-2487-490f-9376-4b9e0b543fb3 None None] Deleting port 685407ea-dd28-4cd2-9262-373d4310ef95 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:45:34.669020 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6b63f0c6-2487-490f-9376-4b9e0b543fb3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:34.705098 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ba3c4830-f299-4fd9-b8e3-a1e48b39afd4 req-90a3e757-48c8-42f2-ba82-e5bf32d7d04d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=976b9efe-cdcb-42e6-b826-7b6fba877986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421522 Oct 30 15:45:34.731032 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-1709b5f8-1d40-42ef-95be-267a3d294231 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Deleting port 3b3f4456-c672-45e0-8b84-ae53d62829ab {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:45:34.731641 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1709b5f8-1d40-42ef-95be-267a3d294231 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:34.752241 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-6b63f0c6-2487-490f-9376-4b9e0b543fb3 None None] For port 685407ea-dd28-4cd2-9262-373d4310ef95, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=685407ea-dd28-4cd2-9262-373d4310ef95,segment=NetworkSegment(b6f03798-d9c8-4e58-a3aa-7744cf819ae3),segment_id=b6f03798-d9c8-4e58-a3aa-7744cf819ae3)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:45:34.752639 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6b63f0c6-2487-490f-9376-4b9e0b543fb3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:34.765203 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-6b63f0c6-2487-490f-9376-4b9e0b543fb3 None None] Calling delete_port for 685407ea-dd28-4cd2-9262-373d4310ef95 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:45:34.817506 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-1709b5f8-1d40-42ef-95be-267a3d294231 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] For port 3b3f4456-c672-45e0-8b84-ae53d62829ab, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=3b3f4456-c672-45e0-8b84-ae53d62829ab,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:45:34.817977 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1709b5f8-1d40-42ef-95be-267a3d294231 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:34.830952 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-1709b5f8-1d40-42ef-95be-267a3d294231 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Calling delete_port for 3b3f4456-c672-45e0-8b84-ae53d62829ab owned by network:router_gateway {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:45:34.845511 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6b63f0c6-2487-490f-9376-4b9e0b543fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:34.863556 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-05e27832-5600-4479-b24d-406cfe906ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caabc170-093e-48bf-b336-be52c3861b2e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1248252946', 'tenant_id': '17764933ce884765984ec1ad38e578fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '3b3f4456-c672-45e0-8b84-ae53d62829ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:44:10Z', 'updated_at': '2021-10-30T15:45:33Z', 'revision_number': 5, 'project_id': '17764933ce884765984ec1ad38e578fa', 'gw_port': {'id': '3b3f4456-c672-45e0-8b84-ae53d62829ab', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caabc170-093e-48bf-b336-be52c3861b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:44:10Z', 'updated_at': '2021-10-30T15:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:45:34.873737 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b63f0c6-2487-490f-9376-4b9e0b543fb3 None None] Pushing event deleted for resources: {'Port': ['ID=685407ea-dd28-4cd2-9262-373d4310ef95,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:34.879390 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b63f0c6-2487-490f-9376-4b9e0b543fb3 None None] No DVR routers for this DVR port 685407ea-dd28-4cd2-9262-373d4310ef95 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:45:34.893515 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e27832-5600-4479-b24d-406cfe906ae3 None None] The sync data for ids ['caabc170-093e-48bf-b336-be52c3861b2e'] in n-d-806683-17 is: [{'id': 'caabc170-093e-48bf-b336-be52c3861b2e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1248252946', 'tenant_id': '17764933ce884765984ec1ad38e578fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '3b3f4456-c672-45e0-8b84-ae53d62829ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:44:10Z', 'updated_at': '2021-10-30T15:45:33Z', 'revision_number': 5, 'project_id': '17764933ce884765984ec1ad38e578fa', 'gw_port': {'id': '3b3f4456-c672-45e0-8b84-ae53d62829ab', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caabc170-093e-48bf-b336-be52c3861b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:44:10Z', 'updated_at': '2021-10-30T15:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:45:34.953083 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device d1357eca-7335-4d83-bdb6-e88921d006c9 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:45:34.983595 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 82158dba-1285-4c31-ab13-5108d23dc17c no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:45:35.012396 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1709b5f8-1d40-42ef-95be-267a3d294231 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:35.032090 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: 82158dba-1285-4c31-ab13-5108d23dc17c {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:45:35.032364 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 82158dba-1285-4c31-ab13-5108d23dc17c not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:45:35.039749 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1709b5f8-1d40-42ef-95be-267a3d294231 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Pushing event deleted for resources: {'Port': ['ID=3b3f4456-c672-45e0-8b84-ae53d62829ab,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:35.072748 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port d1357eca-7335-4d83-bdb6-e88921d006c9, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=d1357eca-7335-4d83-bdb6-e88921d006c9,segment=NetworkSegment(7fa17092-09ca-4212-a0a7-e5507f700ed9),segment_id=7fa17092-09ca-4212-a0a7-e5507f700ed9)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:45:35.085144 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device d1357eca-7335-4d83-bdb6-e88921d006c9 has no active binding in host n-h1-806683-17 {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 30 15:45:35.106374 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1709b5f8-1d40-42ef-95be-267a3d294231 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:35.199375 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1709b5f8-1d40-42ef-95be-267a3d294231 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:35.201751 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1709b5f8-1d40-42ef-95be-267a3d294231 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:35.243792 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2bc71ebe-c573-425d-ac89-203f98aecae1 req-f9b162c5-a998-4867-8c31-60810a81b8a0 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1772095060&fields=id&tenant_id=887bc10b4e704641954048c16602273c HTTP/1.1" status: 200 len: 267 time: 0.0398173 Oct 30 15:45:35.250797 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1709b5f8-1d40-42ef-95be-267a3d294231 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:35.251647 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1709b5f8-1d40-42ef-95be-267a3d294231 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Fanout notify agent at l3_agent the message router_deleted on router caabc170-093e-48bf-b336-be52c3861b2e {{(pid=102130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:45:35.261319 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1709b5f8-1d40-42ef-95be-267a3d294231 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:35.264846 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-1709b5f8-1d40-42ef-95be-267a3d294231 tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] 10.222.0.62 "DELETE /v2.0/routers/caabc170-093e-48bf-b336-be52c3861b2e HTTP/1.1" status: 204 len: 168 time: 0.8560908 Oct 30 15:45:35.265819 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 52484) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:45:35.352052 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f081840d-1232-4ec4-8a9a-c8630698981f tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:35.363582 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc71ebe-c573-425d-ac89-203f98aecae1 req-36878691-7b10-4a50-93e0-45cb80a9c9c9 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:35.367994 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2bc71ebe-c573-425d-ac89-203f98aecae1 req-36878691-7b10-4a50-93e0-45cb80a9c9c9 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/networks?id=eaec26f8-16ce-4842-b83b-287e7177f318 HTTP/1.1" status: 200 len: 812 time: 0.1194603 Oct 30 15:45:35.380745 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2bc71ebe-c573-425d-ac89-203f98aecae1 req-fa973ac0-aded-4353-af49-b3b2657c891e tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/quotas/887bc10b4e704641954048c16602273c HTTP/1.1" status: 200 len: 375 time: 0.0096729 Oct 30 15:45:35.445788 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2bc71ebe-c573-425d-ac89-203f98aecae1 req-62160493-d4b1-46b4-9a05-382140f09a52 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=887bc10b4e704641954048c16602273c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0555661 Oct 30 15:45:35.450278 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f081840d-1232-4ec4-8a9a-c8630698981f tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:35.471732 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-f081840d-1232-4ec4-8a9a-c8630698981f tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec9dfc69-b232-4460-98ec-1f3760968b88']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:45:35.480801 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-f081840d-1232-4ec4-8a9a-c8630698981f tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6f03798-d9c8-4e58-a3aa-7744cf819ae3') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:45:35.481098 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-f081840d-1232-4ec4-8a9a-c8630698981f tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6f03798-d9c8-4e58-a3aa-7744cf819ae3') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:45:35.494954 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f081840d-1232-4ec4-8a9a-c8630698981f tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:35.512707 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f081840d-1232-4ec4-8a9a-c8630698981f tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:35.520133 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f081840d-1232-4ec4-8a9a-c8630698981f tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:45:35.520736 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f081840d-1232-4ec4-8a9a-c8630698981f tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:35.523917 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:45:35.523917 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:45:35.523917 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:45:35.523917 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:45:35.523917 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:45:35.523917 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:45:35.523917 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:45:35.523917 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:45:35.523917 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:45:35.523917 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:45:35.523917 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:45:35.523917 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:45:35.523917 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:45:35.523917 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:45:35.523917 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:45:35.523917 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:45:35.523917 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:45:35.523917 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:45:35.523917 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:45:35.523917 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:45:35.523917 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:45:35.523917 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:45:35.523917 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:45:35.523917 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:45:35.523917 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:45:35.523917 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:45:35.523917 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:45:35.523917 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:45:35.523917 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:45:35.523917 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:45:35.523917 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:45:35.523917 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:45:35.553210 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2bc71ebe-c573-425d-ac89-203f98aecae1 req-33aa0676-ca8c-4557-803a-86f1179bddfe service neutron] 10.222.0.62 "GET /v2.0/networks/eaec26f8-16ce-4842-b83b-287e7177f318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952318 Oct 30 15:45:35.591945 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f081840d-1232-4ec4-8a9a-c8630698981f tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:35.596522 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f081840d-1232-4ec4-8a9a-c8630698981f tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:35.600310 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-f081840d-1232-4ec4-8a9a-c8630698981f tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] 10.222.0.62 "DELETE /v2.0/networks/ec9dfc69-b232-4460-98ec-1f3760968b88 HTTP/1.1" status: 204 len: 168 time: 0.3331480 Oct 30 15:45:35.616083 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f081840d-1232-4ec4-8a9a-c8630698981f tempest-TestSecurityGroupsBasicOps-609506183 tempest-TestSecurityGroupsBasicOps-609506183-project] Pushing event deleted for resources: {'Network': ['ID=ec9dfc69-b232-4460-98ec-1f3760968b88,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:35.657830 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2bc71ebe-c573-425d-ac89-203f98aecae1 req-26cdf9da-63eb-4e06-a0b5-e963c63f19a3 service neutron] 10.222.0.62 "GET /v2.0/networks/eaec26f8-16ce-4842-b83b-287e7177f318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979664 Oct 30 15:45:35.832237 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71b0a4-6a0f-41eb-a4d1-c34a9260c990 req-3e1ed570-a03f-49b3-be67-e4a3ae77244e tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:35.833894 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1f71b0a4-6a0f-41eb-a4d1-c34a9260c990 req-3e1ed570-a03f-49b3-be67-e4a3ae77244e tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=0aa69578-c413-4aab-9d02-a6f6c4918d4e HTTP/1.1" status: 200 len: 946 time: 0.0565519 Oct 30 15:45:35.881632 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1f71b0a4-6a0f-41eb-a4d1-c34a9260c990 req-14e449a0-be26-4acf-b505-8b5b94e2dba2 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=976b9efe-cdcb-42e6-b826-7b6fba877986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407016 Oct 30 15:45:35.990538 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52504) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:45:35.995610 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5cd2f9a4-c0c2-4fc1-9a67-7fd46878eb0d req-893898bb-bcf9-4a73-ae61-4c8887710db6 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbf55836-bc77-49c7-a569-7e3ffaced8a0 HTTP/1.1" status: 200 len: 210 time: 0.0328295 Oct 30 15:45:36.173817 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-c01e6a8f-c468-4c8e-bfa4-a84e809cd332 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=17764933ce884765984ec1ad38e578fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1799128 Oct 30 15:45:36.179484 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52512) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:45:36.219358 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 3b3f4456-c672-45e0-8b84-ae53d62829ab no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:45:36.229080 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0632e65e-6e6b-429e-9eaa-b9382752df96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:36.241464 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 3b3f4456-c672-45e0-8b84-ae53d62829ab {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:45:36.241811 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 3b3f4456-c672-45e0-8b84-ae53d62829ab not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:45:36.242233 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 685407ea-dd28-4cd2-9262-373d4310ef95 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:45:36.254758 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0632e65e-6e6b-429e-9eaa-b9382752df96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:36.262581 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 685407ea-dd28-4cd2-9262-373d4310ef95 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:45:36.262931 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 685407ea-dd28-4cd2-9262-373d4310ef95 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:45:36.263350 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 5b169395-b68c-4e2f-acd3-44bb6af9f72e no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:45:36.284094 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 5b169395-b68c-4e2f-acd3-44bb6af9f72e {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:45:36.284444 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 5b169395-b68c-4e2f-acd3-44bb6af9f72e not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:45:36.311361 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0632e65e-6e6b-429e-9eaa-b9382752df96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:36.313962 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0632e65e-6e6b-429e-9eaa-b9382752df96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:36.315186 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-0632e65e-6e6b-429e-9eaa-b9382752df96 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bf7e95a4-1dfa-4123-a2c7-27b39c82cf76 HTTP/1.1" status: 204 len: 168 time: 0.1401324 Oct 30 15:45:36.325672 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0632e65e-6e6b-429e-9eaa-b9382752df96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7e95a4-1dfa-4123-a2c7-27b39c82cf76,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:36.584047 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52520) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:45:36.597125 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-694ef746-57e4-4e66-81ef-c1eb00b9511c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:36.672430 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-694ef746-57e4-4e66-81ef-c1eb00b9511c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:36.678405 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-694ef746-57e4-4e66-81ef-c1eb00b9511c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:36.724457 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-694ef746-57e4-4e66-81ef-c1eb00b9511c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b16e7efe29d846af8bfff48c4ab7b9b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1392624 Oct 30 15:45:36.725325 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694ef746-57e4-4e66-81ef-c1eb00b9511c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10c656cc-bca2-4af0-a8f2-debf1fba25c0,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:36.727616 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52522) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:45:36.779407 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-95ca9513-c20a-4d40-a9ff-04449fb6ea21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:36.786384 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-72f7890d-720b-4d6c-b6ea-f73ba14222bb service neutron] 10.222.0.44 "GET /v2.0/ports/d1357eca-7335-4d83-bdb6-e88921d006c9/bindings/n-h1-806683-17 HTTP/1.1" status: 200 len: 385 time: 0.0756779 Oct 30 15:45:36.810008 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-95ca9513-c20a-4d40-a9ff-04449fb6ea21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:37.000452 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-cb9e95dd-d638-4cb0-a2b0-fc0cf1f94a07 service neutron] For port d1357eca-7335-4d83-bdb6-e88921d006c9, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=d1357eca-7335-4d83-bdb6-e88921d006c9,segment=NetworkSegment(7fa17092-09ca-4212-a0a7-e5507f700ed9),segment_id=7fa17092-09ca-4212-a0a7-e5507f700ed9)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:45:37.009852 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc71ebe-c573-425d-ac89-203f98aecae1 req-4c5148cd-75a0-4f95-8893-16a537e63565 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:37.011517 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2bc71ebe-c573-425d-ac89-203f98aecae1 req-4c5148cd-75a0-4f95-8893-16a537e63565 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.53 "GET /v2.0/networks?id=eaec26f8-16ce-4842-b83b-287e7177f318 HTTP/1.1" status: 200 len: 812 time: 0.1827841 Oct 30 15:45:37.026491 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-cb9e95dd-d638-4cb0-a2b0-fc0cf1f94a07 service neutron] For port d1357eca-7335-4d83-bdb6-e88921d006c9, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:45:37.053673 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e84a0-0d19-408a-964a-d8bcf8cc946f req-8034c7ca-556f-4545-a974-af67dd34aab4 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:37.062571 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-be7e84a0-0d19-408a-964a-d8bcf8cc946f req-8034c7ca-556f-4545-a974-af67dd34aab4 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=0aa69578-c413-4aab-9d02-a6f6c4918d4e HTTP/1.1" status: 200 len: 946 time: 0.1035693 Oct 30 15:45:37.065355 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-95ca9513-c20a-4d40-a9ff-04449fb6ea21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:37.068173 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-95ca9513-c20a-4d40-a9ff-04449fb6ea21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:37.071954 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-95ca9513-c20a-4d40-a9ff-04449fb6ea21 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/10c656cc-bca2-4af0-a8f2-debf1fba25c0 HTTP/1.1" status: 204 len: 168 time: 0.3408380 Oct 30 15:45:37.077832 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aa69578-c413-4aab-9d02-a6f6c4918d4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1357eca-7335-4d83-bdb6-e88921d006c9'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:45:37.080580 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a11175f-1ba0-4840-a92e-da85230e120c" -d '{"events": [{"server_uuid": "0aa69578-c413-4aab-9d02-a6f6c4918d4e", "name": "network-vif-unplugged", "status": "completed", "tag": "d1357eca-7335-4d83-bdb6-e88921d006c9"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:45:37.092821 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-cb9e95dd-d638-4cb0-a2b0-fc0cf1f94a07 service neutron] For port d1357eca-7335-4d83-bdb6-e88921d006c9, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=d1357eca-7335-4d83-bdb6-e88921d006c9,segment=NetworkSegment(7fa17092-09ca-4212-a0a7-e5507f700ed9),segment_id=7fa17092-09ca-4212-a0a7-e5507f700ed9)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:45:37.130760 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-cb9e95dd-d638-4cb0-a2b0-fc0cf1f94a07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:37.134836 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-54ed1927-d893-4825-9276-8ded7b1bdeae req-629cc712-d0c7-4a1c-b45c-e6fcd69d36e3 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbf55836-bc77-49c7-a569-7e3ffaced8a0 HTTP/1.1" status: 200 len: 210 time: 0.0469313 Oct 30 15:45:37.136511 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ca9513-c20a-4d40-a9ff-04449fb6ea21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c656cc-bca2-4af0-a8f2-debf1fba25c0,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:37.150743 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2bc71ebe-c573-425d-ac89-203f98aecae1 req-69cc1098-80fd-419b-8310-303eff6c38a7 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=887bc10b4e704641954048c16602273c HTTP/1.1" status: 200 len: 380 time: 0.1285090 Oct 30 15:45:37.162016 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-2bc71ebe-c573-425d-ac89-203f98aecae1 req-859590e9-e1af-4760-9ba4-074e625593d6 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Request body: {'port': {'device_id': 'fbf55836-bc77-49c7-a569-7e3ffaced8a0', 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318', 'admin_state_up': True, 'tenant_id': '887bc10b4e704641954048c16602273c', 'security_groups': ['a6103736-3251-4427-af42-92b533f3dc6d']}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:45:37.231435 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-be7e84a0-0d19-408a-964a-d8bcf8cc946f req-4969821b-aa52-48cb-95a3-e284c5a94054 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=976b9efe-cdcb-42e6-b826-7b6fba877986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1677947 Oct 30 15:45:37.248528 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Oct 2021 15:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88375025-0840-4eed-ab0c-7f1ceebf3732 x-openstack-request-id: req-88375025-0840-4eed-ab0c-7f1ceebf3732 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:45:37.248873 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aa69578-c413-4aab-9d02-a6f6c4918d4e", "name": "network-vif-unplugged", "status": "completed", "tag": "d1357eca-7335-4d83-bdb6-e88921d006c9", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:45:37.249076 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-88375025-0840-4eed-ab0c-7f1ceebf3732 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:45:37.249477 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aa69578-c413-4aab-9d02-a6f6c4918d4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1357eca-7335-4d83-bdb6-e88921d006c9', 'code': 200} Oct 30 15:45:37.280007 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-cb9e95dd-d638-4cb0-a2b0-fc0cf1f94a07 service neutron] Transition to ACTIVE for port object d1357eca-7335-4d83-bdb6-e88921d006c9 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:45:37.287076 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-cb9e95dd-d638-4cb0-a2b0-fc0cf1f94a07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:37.323821 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bc71ebe-c573-425d-ac89-203f98aecae1 req-859590e9-e1af-4760-9ba4-074e625593d6 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Made reservation on behalf of 887bc10b4e704641954048c16602273c for: {'port': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:45:37.344185 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-2bc71ebe-c573-425d-ac89-203f98aecae1 req-859590e9-e1af-4760-9ba4-074e625593d6 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:37.434550 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-cb9e95dd-d638-4cb0-a2b0-fc0cf1f94a07 service neutron] No DVR routers for this DVR port d1357eca-7335-4d83-bdb6-e88921d006c9 on host n-h2-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:45:37.438700 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9e95dd-d638-4cb0-a2b0-fc0cf1f94a07 service neutron] Pushing event updated for resources: {'Port': ['ID=d1357eca-7335-4d83-bdb6-e88921d006c9,revision_number=11']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:37.539281 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [req-2bc71ebe-c573-425d-ac89-203f98aecae1 req-859590e9-e1af-4760-9ba4-074e625593d6 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Allocated IP 172.20.0.5 (eaec26f8-16ce-4842-b83b-287e7177f318/e2126f42-6201-4d38-a336-acc99efa4108/d9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:45:37.630875 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 52534) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:45:37.654424 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-cb9e95dd-d638-4cb0-a2b0-fc0cf1f94a07 service neutron] 10.222.0.44 "PUT /v2.0/ports/d1357eca-7335-4d83-bdb6-e88921d006c9/bindings/n-h1-806683-17/activate HTTP/1.1" status: 200 len: 370 time: 0.8604889 Oct 30 15:45:37.684787 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a584a279-f8ad-4bf0-8196-7ae67c5ecabb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7dcb17f113df40eeb23d49300fe269eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0524638 Oct 30 15:45:37.687185 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 52536) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:45:37.708517 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-2bc71ebe-c573-425d-ac89-203f98aecae1 req-859590e9-e1af-4760-9ba4-074e625593d6 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:37.767313 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-2bc71ebe-c573-425d-ac89-203f98aecae1 req-859590e9-e1af-4760-9ba4-074e625593d6 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:37.770545 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-73e6bce4-599f-48fd-87ee-f39f16cece2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:37.795500 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-73e6bce4-599f-48fd-87ee-f39f16cece2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:37.817631 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bc71ebe-c573-425d-ac89-203f98aecae1 req-859590e9-e1af-4760-9ba4-074e625593d6 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Network eaec26f8-16ce-4842-b83b-287e7177f318 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:45:37.820950 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [req-2bc71ebe-c573-425d-ac89-203f98aecae1 req-859590e9-e1af-4760-9ba4-074e625593d6 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:45:37.825458 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bc71ebe-c573-425d-ac89-203f98aecae1 req-859590e9-e1af-4760-9ba4-074e625593d6 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:45:37.852968 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859590e9-e1af-4760-9ba4-074e625593d6 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Pushing event updated for resources: {'Port': ['ID=d9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:37.854370 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-73e6bce4-599f-48fd-87ee-f39f16cece2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:37.859420 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-73e6bce4-599f-48fd-87ee-f39f16cece2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:37.865394 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-73e6bce4-599f-48fd-87ee-f39f16cece2a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/67552ae6-10b0-4209-b963-e3f76ec5f75a HTTP/1.1" status: 204 len: 168 time: 0.1711755 Oct 30 15:45:37.875943 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e6bce4-599f-48fd-87ee-f39f16cece2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67552ae6-10b0-4209-b963-e3f76ec5f75a,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:37.898458 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc71ebe-c573-425d-ac89-203f98aecae1 req-859590e9-e1af-4760-9ba4-074e625593d6 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:37.899827 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-2bc71ebe-c573-425d-ac89-203f98aecae1 req-859590e9-e1af-4760-9ba4-074e625593d6 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:37.928400 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2bc71ebe-c573-425d-ac89-203f98aecae1 req-859590e9-e1af-4760-9ba4-074e625593d6 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7699797 Oct 30 15:45:37.941338 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-2bc71ebe-c573-425d-ac89-203f98aecae1 req-baf87bc0-4b9a-443a-aaf3-54d2d4bf9891 service neutron] Request body: {'port': {'device_id': 'fbf55836-bc77-49c7-a569-7e3ffaced8a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:45:38.017341 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-2bc71ebe-c573-425d-ac89-203f98aecae1 req-baf87bc0-4b9a-443a-aaf3-54d2d4bf9891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:38.184792 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-80162353-cdef-4480-91eb-1538322ae81e None None] Provisioning complete for port d9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:45:38.185767 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-80162353-cdef-4480-91eb-1538322ae81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:38.217283 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-bcac3b7c-a64e-47b2-82bb-684f49a39c98 tempest-TestNetworkAdvancedServerOps-183148034 tempest-TestNetworkAdvancedServerOps-183148034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:38.218704 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-bcac3b7c-a64e-47b2-82bb-684f49a39c98 tempest-TestNetworkAdvancedServerOps-183148034 tempest-TestNetworkAdvancedServerOps-183148034-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0aa69578-c413-4aab-9d02-a6f6c4918d4e&tenant_id=c4b96368b87a40a2935f71debcc2f400&binding%3Ahost_id=n-h2-806683-17 HTTP/1.1" status: 200 len: 1097 time: 0.5021629 Oct 30 15:45:38.228174 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-80162353-cdef-4480-91eb-1538322ae81e None None] Port d9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:45:38.312186 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-d61303bb-33e7-4f68-b63a-54d25f872146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:38.314224 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-d61303bb-33e7-4f68-b63a-54d25f872146 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0aa69578-c413-4aab-9d02-a6f6c4918d4e&tenant_id=c4b96368b87a40a2935f71debcc2f400 HTTP/1.1" status: 200 len: 1097 time: 0.0874879 Oct 30 15:45:38.435103 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6017b525-6492-4f35-8310-4fe67211a104 req-c43774fb-0848-4358-8f7b-80a744f70372 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:38.444361 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6017b525-6492-4f35-8310-4fe67211a104 req-c43774fb-0848-4358-8f7b-80a744f70372 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=0aa69578-c413-4aab-9d02-a6f6c4918d4e HTTP/1.1" status: 200 len: 945 time: 0.1066375 Oct 30 15:45:38.453650 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-77c44197-9853-48de-92f5-5dbac24a8655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:38.455219 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-77c44197-9853-48de-92f5-5dbac24a8655 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c4b96368b87a40a2935f71debcc2f400&device_id=0aa69578-c413-4aab-9d02-a6f6c4918d4e HTTP/1.1" status: 200 len: 1097 time: 0.1067133 Oct 30 15:45:38.553205 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6017b525-6492-4f35-8310-4fe67211a104 req-d77cdd97-743f-4779-a9b3-3345acedf29d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=976b9efe-cdcb-42e6-b826-7b6fba877986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077173 Oct 30 15:45:38.632988 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-7734f197-cf94-4a3b-a368-c5583829b671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:38.634523 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-7734f197-cf94-4a3b-a368-c5583829b671 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8adb45b2-7130-4ab3-bef2-62bf1ef69308 HTTP/1.1" status: 200 len: 898 time: 0.1607156 Oct 30 15:45:38.714068 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-2cbb908c-8cd7-4b1d-b729-6fcdee59ef2a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1357eca-7335-4d83-bdb6-e88921d006c9 HTTP/1.1" status: 200 len: 1000 time: 0.0726006 Oct 30 15:45:38.770019 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-5daf1655-e5aa-4650-86b8-3cd1aa546fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:38.771901 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-5daf1655-e5aa-4650-86b8-3cd1aa546fda service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f2d3cfad-692a-49b1-83dd-f0d4b190bd14 HTTP/1.1" status: 200 len: 834 time: 0.0508614 Oct 30 15:45:38.824146 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-c51346b0-ed1b-450f-a6b0-73d1ed5d1a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:38.825771 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-c51346b0-ed1b-450f-a6b0-73d1ed5d1a45 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8adb45b2-7130-4ab3-bef2-62bf1ef69308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470064 Oct 30 15:45:38.910119 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52564) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:45:38.919838 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d17854-cace-4804-b3f8-7d67e4c4880c req-8e906bc0-1d13-43fb-ba8d-384cf924dd24 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:38.921493 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e0d17854-cace-4804-b3f8-7d67e4c4880c req-8e906bc0-1d13-43fb-ba8d-384cf924dd24 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbf55836-bc77-49c7-a569-7e3ffaced8a0 HTTP/1.1" status: 200 len: 931 time: 0.3135366 Oct 30 15:45:38.955406 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-ee474652-02b4-4c77-8af1-2d614658ddd0 service neutron] 10.222.0.53 "GET /v2.0/networks/8adb45b2-7130-4ab3-bef2-62bf1ef69308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216371 Oct 30 15:45:38.996922 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e0d17854-cace-4804-b3f8-7d67e4c4880c req-7dc885ad-d716-45a7-b54e-548c7d76fa40 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6103736-3251-4427-af42-92b533f3dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636623 Oct 30 15:45:39.045907 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [req-2bc71ebe-c573-425d-ac89-203f98aecae1 req-baf87bc0-4b9a-443a-aaf3-54d2d4bf9891 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd {{(pid=102131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:45:39.054503 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-2bc71ebe-c573-425d-ac89-203f98aecae1 req-baf87bc0-4b9a-443a-aaf3-54d2d4bf9891 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:39.069244 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-5ed681ae-3c8d-4df0-ad6d-87729f32caa7 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1583920909-network', 'tenant_id': '57f08c0dc1604728a1ed1967b9c23e42'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:45:39.073867 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-655cc269-6221-421d-9bdc-8447a3201a91 service neutron] 10.222.0.53 "GET /v2.0/networks/8adb45b2-7130-4ab3-bef2-62bf1ef69308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111634 Oct 30 15:45:39.081410 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.provisioning_blocks [req-2bc71ebe-c573-425d-ac89-203f98aecae1 req-baf87bc0-4b9a-443a-aaf3-54d2d4bf9891 service neutron] Transition to ACTIVE for port object d9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd will not be triggered until provisioned by entity L2. {{(pid=102131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:45:39.091558 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-2bc71ebe-c573-425d-ac89-203f98aecae1 req-baf87bc0-4b9a-443a-aaf3-54d2d4bf9891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:39.135942 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed681ae-3c8d-4df0-ad6d-87729f32caa7 admin admin] Made reservation on behalf of 57f08c0dc1604728a1ed1967b9c23e42 for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:45:39.138177 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5ed681ae-3c8d-4df0-ad6d-87729f32caa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:39.154957 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf87bc0-4b9a-443a-aaf3-54d2d4bf9891 service neutron] Pushing event updated for resources: {'Port': ['ID=d9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:39.158419 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5ed681ae-3c8d-4df0-ad6d-87729f32caa7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:39.268382 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-2bc71ebe-c573-425d-ac89-203f98aecae1 req-baf87bc0-4b9a-443a-aaf3-54d2d4bf9891 service neutron] Attempting to bind port d9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:45:39.268722 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-2bc71ebe-c573-425d-ac89-203f98aecae1 req-baf87bc0-4b9a-443a-aaf3-54d2d4bf9891 service neutron] Attempting to bind port d9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': 'eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318'}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:45:39.269030 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc71ebe-c573-425d-ac89-203f98aecae1 req-baf87bc0-4b9a-443a-aaf3-54d2d4bf9891 service neutron] Attempting to bind port d9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd on network eaec26f8-16ce-4842-b83b-287e7177f318 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:45:39.278907 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc71ebe-c573-425d-ac89-203f98aecae1 req-baf87bc0-4b9a-443a-aaf3-54d2d4bf9891 service neutron] Port d9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd on network eaec26f8-16ce-4842-b83b-287e7177f318 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:45:39.279302 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc71ebe-c573-425d-ac89-203f98aecae1 req-baf87bc0-4b9a-443a-aaf3-54d2d4bf9891 service neutron] Attempting to bind port d9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd on network eaec26f8-16ce-4842-b83b-287e7177f318 {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:45:39.290094 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc71ebe-c573-425d-ac89-203f98aecae1 req-baf87bc0-4b9a-443a-aaf3-54d2d4bf9891 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:45:39.290392 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc71ebe-c573-425d-ac89-203f98aecae1 req-baf87bc0-4b9a-443a-aaf3-54d2d4bf9891 service neutron] Checking segment: {'id': 'eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:45:39.290730 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc71ebe-c573-425d-ac89-203f98aecae1 req-baf87bc0-4b9a-443a-aaf3-54d2d4bf9891 service neutron] Bound using segment: {'id': 'eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318'} {{(pid=102131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:45:39.291165 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.managers [req-2bc71ebe-c573-425d-ac89-203f98aecae1 req-baf87bc0-4b9a-443a-aaf3-54d2d4bf9891 service neutron] Bound port: d9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318'}}] {{(pid=102131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:45:39.292120 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-2bc71ebe-c573-425d-ac89-203f98aecae1 req-baf87bc0-4b9a-443a-aaf3-54d2d4bf9891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:39.343864 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5ed681ae-3c8d-4df0-ad6d-87729f32caa7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:39.352344 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5ed681ae-3c8d-4df0-ad6d-87729f32caa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:39.359136 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-2197f46e-1c25-482b-a5a2-8ce9efe2f038 tempest-TestNetworkAdvancedServerOps-183148034 tempest-TestNetworkAdvancedServerOps-183148034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:39.363039 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-2197f46e-1c25-482b-a5a2-8ce9efe2f038 tempest-TestNetworkAdvancedServerOps-183148034 tempest-TestNetworkAdvancedServerOps-183148034-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0aa69578-c413-4aab-9d02-a6f6c4918d4e&tenant_id=c4b96368b87a40a2935f71debcc2f400&binding%3Ahost_id=n-h1-806683-17 HTTP/1.1" status: 200 len: 1097 time: 0.0772221 Oct 30 15:45:39.386136 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ed681ae-3c8d-4df0-ad6d-87729f32caa7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:45:39.413816 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5ed681ae-3c8d-4df0-ad6d-87729f32caa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:39.414146 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-5ed681ae-3c8d-4df0-ad6d-87729f32caa7 admin admin] Added segment 57023fe3-e6ab-48ed-bee0-edaba88abc6c of type vlan for network 7dd08a17-77af-4c1d-be91-57a4c9ca16cd Oct 30 15:45:39.421655 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed681ae-3c8d-4df0-ad6d-87729f32caa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c783c63-6b56-4cd4-ae62-f5bc82a5dfcf,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:39.460293 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-2bc71ebe-c573-425d-ac89-203f98aecae1 req-baf87bc0-4b9a-443a-aaf3-54d2d4bf9891 service neutron] For port d9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd, host n-h1-806683-17, cleared binding levels {{(pid=102131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:45:39.482610 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-2bc71ebe-c573-425d-ac89-203f98aecae1 req-baf87bc0-4b9a-443a-aaf3-54d2d4bf9891 service neutron] For port d9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=d9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd,segment=NetworkSegment(eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15),segment_id=eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15)] {{(pid=102131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:45:39.484364 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5ed681ae-3c8d-4df0-ad6d-87729f32caa7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:39.493751 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-2bc71ebe-c573-425d-ac89-203f98aecae1 req-baf87bc0-4b9a-443a-aaf3-54d2d4bf9891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:39.544814 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-228c6428-2b8b-4d34-84ac-0170eb115b60 service neutron] For port d1357eca-7335-4d83-bdb6-e88921d006c9, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:45:39.547232 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc71ebe-c573-425d-ac89-203f98aecae1 req-baf87bc0-4b9a-443a-aaf3-54d2d4bf9891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:39.547980 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-2bc71ebe-c573-425d-ac89-203f98aecae1 req-baf87bc0-4b9a-443a-aaf3-54d2d4bf9891 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:39.549237 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-228c6428-2b8b-4d34-84ac-0170eb115b60 service neutron] Publish callbacks [] for binding, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:39.549413 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2bc71ebe-c573-425d-ac89-203f98aecae1 req-baf87bc0-4b9a-443a-aaf3-54d2d4bf9891 service neutron] 10.222.0.53 "PUT /v2.0/ports/d9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd HTTP/1.1" status: 200 len: 1092 time: 1.6148438 Oct 30 15:45:39.550417 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-228c6428-2b8b-4d34-84ac-0170eb115b60 service neutron] 10.222.0.53 "DELETE /v2.0/ports/d1357eca-7335-4d83-bdb6-e88921d006c9/bindings/n-h2-806683-17 HTTP/1.1" status: 204 len: 173 time: 0.1804132 Oct 30 15:45:39.551766 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbf55836-bc77-49c7-a569-7e3ffaced8a0', 'tag': 'd9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:45:39.554071 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6948723-91a0-4c84-ac7a-563a7529858b" -d '{"events": [{"name": "network-changed", "server_uuid": "fbf55836-bc77-49c7-a569-7e3ffaced8a0", "tag": "d9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:45:39.594713 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5ed681ae-3c8d-4df0-ad6d-87729f32caa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:39.597664 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed681ae-3c8d-4df0-ad6d-87729f32caa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:39.599959 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5ed681ae-3c8d-4df0-ad6d-87729f32caa7 admin admin] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:39.661763 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc71ebe-c573-425d-ac89-203f98aecae1 req-8f9b5b64-156a-4994-81bd-3f1fde4df856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:39.663876 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2bc71ebe-c573-425d-ac89-203f98aecae1 req-8f9b5b64-156a-4994-81bd-3f1fde4df856 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=887bc10b4e704641954048c16602273c&device_id=fbf55836-bc77-49c7-a569-7e3ffaced8a0 HTTP/1.1" status: 200 len: 1095 time: 0.0584345 Oct 30 15:45:39.717072 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2bc71ebe-c573-425d-ac89-203f98aecae1 req-6f729223-82d9-40ac-8ba2-b0c9f60c9b65 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd HTTP/1.1" status: 200 len: 217 time: 0.0450065 Oct 30 15:45:39.762250 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49fb931-d2b4-4cfd-af46-3f6ba6a9c3a8 x-openstack-request-id: req-c49fb931-d2b4-4cfd-af46-3f6ba6a9c3a8 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:45:39.762550 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbf55836-bc77-49c7-a569-7e3ffaced8a0", "tag": "d9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:45:39.762784 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c49fb931-d2b4-4cfd-af46-3f6ba6a9c3a8 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:45:39.763180 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbf55836-bc77-49c7-a569-7e3ffaced8a0', 'tag': 'd9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd', 'status': 'completed', 'code': 200} Oct 30 15:45:39.771483 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed681ae-3c8d-4df0-ad6d-87729f32caa7 admin admin] Pushing event updated for resources: {'Network': ['ID=7dd08a17-77af-4c1d-be91-57a4c9ca16cd,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:39.774069 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf87bc0-4b9a-443a-aaf3-54d2d4bf9891 service neutron] Pushing event updated for resources: {'Port': ['ID=d9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd,revision_number=3']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:39.778637 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc71ebe-c573-425d-ac89-203f98aecae1 req-01676de6-a27e-4c3c-b8e0-b22da4fbd3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:39.782820 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-5ed681ae-3c8d-4df0-ad6d-87729f32caa7 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8602617 Oct 30 15:45:39.786991 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2bc71ebe-c573-425d-ac89-203f98aecae1 req-01676de6-a27e-4c3c-b8e0-b22da4fbd3dc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e2126f42-6201-4d38-a336-acc99efa4108 HTTP/1.1" status: 200 len: 851 time: 0.0621371 Oct 30 15:45:39.787674 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 52572) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:45:39.790642 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 7dd08a17-77af-4c1d-be91-57a4c9ca16cd details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:45:39.795521 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-48d35179-de6d-4333-99ed-4636a000b0d8 admin admin] Request body: {'subnet': {'network_id': '7dd08a17-77af-4c1d-be91-57a4c9ca16cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1583920909-subnet', 'tenant_id': '57f08c0dc1604728a1ed1967b9c23e42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:45:39.877714 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33619d4c-dc72-4df2-9a7e-df9769c2704d req-b0665312-fd91-4fe2-a2c3-3cdb9d9294a9 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:39.885074 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-33619d4c-dc72-4df2-9a7e-df9769c2704d req-b0665312-fd91-4fe2-a2c3-3cdb9d9294a9 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=0aa69578-c413-4aab-9d02-a6f6c4918d4e HTTP/1.1" status: 200 len: 945 time: 0.1405420 Oct 30 15:45:39.888019 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc71ebe-c573-425d-ac89-203f98aecae1 req-f902d3ee-7d54-4b7f-bf9e-9bc9d8672efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:39.890838 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2bc71ebe-c573-425d-ac89-203f98aecae1 req-f902d3ee-7d54-4b7f-bf9e-9bc9d8672efa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eaec26f8-16ce-4842-b83b-287e7177f318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0904653 Oct 30 15:45:39.891961 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d35179-de6d-4333-99ed-4636a000b0d8 admin admin] Made reservation on behalf of 57f08c0dc1604728a1ed1967b9c23e42 for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:45:39.894612 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-48d35179-de6d-4333-99ed-4636a000b0d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:39.938012 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-33619d4c-dc72-4df2-9a7e-df9769c2704d req-06f303a5-b65a-4413-a137-1d65f14b1349 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=976b9efe-cdcb-42e6-b826-7b6fba877986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459850 Oct 30 15:45:40.106140 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2bc71ebe-c573-425d-ac89-203f98aecae1 req-1926ee25-a015-4387-a57b-26217430f716 service neutron] 10.222.0.53 "GET /v2.0/networks/eaec26f8-16ce-4842-b83b-287e7177f318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658816 Oct 30 15:45:40.138394 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a88301-bc47-4ddb-b93e-dbe6db3deced req-31624e59-6972-464c-82fd-48499c099b46 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:40.144614 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d873ef5c-0b04-4f55-8c16-b97ce2be5101 req-1cd39624-1eb2-483f-b10c-da5f647957a8 tempest-TestNetworkAdvancedServerOps-183148034 tempest-TestNetworkAdvancedServerOps-183148034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:40.146123 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d873ef5c-0b04-4f55-8c16-b97ce2be5101 req-1cd39624-1eb2-483f-b10c-da5f647957a8 tempest-TestNetworkAdvancedServerOps-183148034 tempest-TestNetworkAdvancedServerOps-183148034-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=0aa69578-c413-4aab-9d02-a6f6c4918d4e HTTP/1.1" status: 200 len: 1097 time: 0.1206555 Oct 30 15:45:40.146747 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-73a88301-bc47-4ddb-b93e-dbe6db3deced req-31624e59-6972-464c-82fd-48499c099b46 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbf55836-bc77-49c7-a569-7e3ffaced8a0 HTTP/1.1" status: 200 len: 943 time: 0.0642292 Oct 30 15:45:40.183515 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-73a88301-bc47-4ddb-b93e-dbe6db3deced req-fba2c259-6dea-4d0e-9ea9-e15d31c9672a tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6103736-3251-4427-af42-92b533f3dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358789 Oct 30 15:45:40.422255 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device d1357eca-7335-4d83-bdb6-e88921d006c9 no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:45:40.464965 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device d1357eca-7335-4d83-bdb6-e88921d006c9 not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:45:40.582621 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d873ef5c-0b04-4f55-8c16-b97ce2be5101 req-92e4f21d-59e9-46bd-8c15-b7ad5a089be3 tempest-TestNetworkAdvancedServerOps-183148034 tempest-TestNetworkAdvancedServerOps-183148034-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=976b9efe-cdcb-42e6-b826-7b6fba877986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4249086 Oct 30 15:45:40.613601 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2bc71ebe-c573-425d-ac89-203f98aecae1 req-60dd148c-569b-49f4-845b-2fd3ce607ae7 service neutron] 10.222.0.53 "GET /v2.0/networks/eaec26f8-16ce-4842-b83b-287e7177f318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4994752 Oct 30 15:45:40.615225 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-48d35179-de6d-4333-99ed-4636a000b0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:40.688477 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d35179-de6d-4333-99ed-4636a000b0d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c9b4669-7234-4d98-b237-14f0fc519f4e,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:40.715898 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d35179-de6d-4333-99ed-4636a000b0d8 admin admin] Checking segment: {'id': '57023fe3-e6ab-48ed-bee0-edaba88abc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7dd08a17-77af-4c1d-be91-57a4c9ca16cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:45:40.716315 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d35179-de6d-4333-99ed-4636a000b0d8 admin admin] Network hostable DHCP agents. Network: 7dd08a17-77af-4c1d-be91-57a4c9ca16cd, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:45:40.717549 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef95dca-dd2c-4fea-90cb-ab3ace1aa3d6 req-fb08e3fd-6d71-45f5-8a1f-2358a5168ac5 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:40.719060 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0ef95dca-dd2c-4fea-90cb-ab3ace1aa3d6 req-fb08e3fd-6d71-45f5-8a1f-2358a5168ac5 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=0aa69578-c413-4aab-9d02-a6f6c4918d4e HTTP/1.1" status: 200 len: 945 time: 0.0621209 Oct 30 15:45:40.742146 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6948723-91a0-4c84-ac7a-563a7529858b req-998df9e6-0925-429f-91a9-5afd96e57a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:40.743229 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a6948723-91a0-4c84-ac7a-563a7529858b req-998df9e6-0925-429f-91a9-5afd96e57a2f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=887bc10b4e704641954048c16602273c&device_id=fbf55836-bc77-49c7-a569-7e3ffaced8a0 HTTP/1.1" status: 200 len: 1095 time: 0.0689795 Oct 30 15:45:40.744759 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d35179-de6d-4333-99ed-4636a000b0d8 admin admin] Network 7dd08a17-77af-4c1d-be91-57a4c9ca16cd is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:45:40.768038 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0ef95dca-dd2c-4fea-90cb-ab3ace1aa3d6 req-360f2896-ad03-4b43-a1af-146f18563f7a tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=976b9efe-cdcb-42e6-b826-7b6fba877986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403900 Oct 30 15:45:40.769423 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-48d35179-de6d-4333-99ed-4636a000b0d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 7dd08a17-77af-4c1d-be91-57a4c9ca16cd) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:45:40.773727 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d35179-de6d-4333-99ed-4636a000b0d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:40.774321 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-48d35179-de6d-4333-99ed-4636a000b0d8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:40.781378 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f317f83-ec1d-4096-974b-238efd61d1cb None None] Network 7dd08a17-77af-4c1d-be91-57a4c9ca16cd requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:45:40.789712 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52580) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:45:40.830909 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-48d35179-de6d-4333-99ed-4636a000b0d8 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0405474 Oct 30 15:45:40.874062 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6948723-91a0-4c84-ac7a-563a7529858b req-edfd7e29-d3d8-4604-a25b-de4eaece8e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:40.876315 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a6948723-91a0-4c84-ac7a-563a7529858b req-edfd7e29-d3d8-4604-a25b-de4eaece8e04 service neutron] 10.222.0.53 "GET /v2.0/networks?id=eaec26f8-16ce-4842-b83b-287e7177f318 HTTP/1.1" status: 200 len: 913 time: 0.1257589 Oct 30 15:45:40.883577 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-8da627c7-3f14-4588-9f3c-d9195bd378ad tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/floatingips/7d31ad2a-29cb-4ecc-88b9-3a3f5ddb0251 HTTP/1.1" status: 200 len: 992 time: 0.0918801 Oct 30 15:45:40.928255 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a6948723-91a0-4c84-ac7a-563a7529858b req-44a25d4d-6cfe-4569-9b8d-1cb0f63a1d73 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd HTTP/1.1" status: 200 len: 217 time: 0.0445776 Oct 30 15:45:40.954023 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67187222-6be0-4849-94a8-2750ba11a271 None None] Network 7dd08a17-77af-4c1d-be91-57a4c9ca16cd requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:45:40.992024 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6948723-91a0-4c84-ac7a-563a7529858b req-69d412a3-ab93-418e-8c33-fbf31dba1159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:40.993496 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a6948723-91a0-4c84-ac7a-563a7529858b req-69d412a3-ab93-418e-8c33-fbf31dba1159 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e2126f42-6201-4d38-a336-acc99efa4108 HTTP/1.1" status: 200 len: 851 time: 0.0583327 Oct 30 15:45:41.057068 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6948723-91a0-4c84-ac7a-563a7529858b req-9b354015-b3e4-4e75-a39c-b0b6d2c45c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:41.058740 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a6948723-91a0-4c84-ac7a-563a7529858b req-9b354015-b3e4-4e75-a39c-b0b6d2c45c48 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eaec26f8-16ce-4842-b83b-287e7177f318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582414 Oct 30 15:45:41.167677 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a6948723-91a0-4c84-ac7a-563a7529858b req-e4da4e24-00ce-40db-979f-18e48644679c service neutron] 10.222.0.53 "GET /v2.0/networks/eaec26f8-16ce-4842-b83b-287e7177f318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015205 Oct 30 15:45:41.291587 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a6948723-91a0-4c84-ac7a-563a7529858b req-a2f08837-e8d6-4370-b98a-bf4d4885b9e8 service neutron] 10.222.0.53 "GET /v2.0/networks/eaec26f8-16ce-4842-b83b-287e7177f318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171801 Oct 30 15:45:41.340104 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce9e55-9112-4e46-84dc-3ab783d52cee req-1f1e0bb8-4700-424a-b81a-5ae3af1f0dc1 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:41.349601 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-96ce9e55-9112-4e46-84dc-3ab783d52cee req-1f1e0bb8-4700-424a-b81a-5ae3af1f0dc1 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbf55836-bc77-49c7-a569-7e3ffaced8a0 HTTP/1.1" status: 200 len: 943 time: 0.0901961 Oct 30 15:45:41.390643 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-96ce9e55-9112-4e46-84dc-3ab783d52cee req-672705e9-695e-48cc-bc8d-cbaad31a1cf7 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6103736-3251-4427-af42-92b533f3dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399084 Oct 30 15:45:41.423819 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52598) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:45:41.428746 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-40925659-d1a3-475f-b1ea-137a8f4023d0 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-711470913-network', 'tenant_id': '4be882aee8d54702ba606045188b78be'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:45:41.449561 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40925659-d1a3-475f-b1ea-137a8f4023d0 admin admin] Made reservation on behalf of 4be882aee8d54702ba606045188b78be for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:45:41.451853 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-40925659-d1a3-475f-b1ea-137a8f4023d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:41.460293 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-40925659-d1a3-475f-b1ea-137a8f4023d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:41.534811 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-40925659-d1a3-475f-b1ea-137a8f4023d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:41.539016 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-40925659-d1a3-475f-b1ea-137a8f4023d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:41.562474 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40925659-d1a3-475f-b1ea-137a8f4023d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:45:41.571999 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40925659-d1a3-475f-b1ea-137a8f4023d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd56be3-dda2-45a0-8627-00ce8ab0563f,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:41.578125 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-40925659-d1a3-475f-b1ea-137a8f4023d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:41.578467 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-40925659-d1a3-475f-b1ea-137a8f4023d0 admin admin] Added segment bcfcf53c-68ef-45c7-aab0-79242c9253f6 of type vlan for network 3cf532d3-038e-4e02-80e3-8bf2181cf87f Oct 30 15:45:41.617967 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-40925659-d1a3-475f-b1ea-137a8f4023d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:41.643780 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-40925659-d1a3-475f-b1ea-137a8f4023d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:41.644943 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40925659-d1a3-475f-b1ea-137a8f4023d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:41.645520 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-40925659-d1a3-475f-b1ea-137a8f4023d0 admin admin] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:41.700321 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-40925659-d1a3-475f-b1ea-137a8f4023d0 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2753837 Oct 30 15:45:41.703265 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 52600) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:45:41.709073 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-51a4aa92-7e7d-4544-95da-d918a12753a6 admin admin] Request body: {'subnet': {'network_id': '3cf532d3-038e-4e02-80e3-8bf2181cf87f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-711470913-subnet', 'tenant_id': '4be882aee8d54702ba606045188b78be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:45:41.712400 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40925659-d1a3-475f-b1ea-137a8f4023d0 admin admin] Pushing event updated for resources: {'Network': ['ID=3cf532d3-038e-4e02-80e3-8bf2181cf87f,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:41.726668 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 3cf532d3-038e-4e02-80e3-8bf2181cf87f details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:45:41.740934 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a4aa92-7e7d-4544-95da-d918a12753a6 admin admin] Made reservation on behalf of 4be882aee8d54702ba606045188b78be for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:45:41.743274 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-51a4aa92-7e7d-4544-95da-d918a12753a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:41.919555 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-51a4aa92-7e7d-4544-95da-d918a12753a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:41.975183 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a4aa92-7e7d-4544-95da-d918a12753a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06c527fa-3954-40ce-b885-6537626d6543,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:41.985382 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a4aa92-7e7d-4544-95da-d918a12753a6 admin admin] Checking segment: {'id': 'bcfcf53c-68ef-45c7-aab0-79242c9253f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3cf532d3-038e-4e02-80e3-8bf2181cf87f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:45:41.985744 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a4aa92-7e7d-4544-95da-d918a12753a6 admin admin] Network hostable DHCP agents. Network: 3cf532d3-038e-4e02-80e3-8bf2181cf87f, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:45:42.003428 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a4aa92-7e7d-4544-95da-d918a12753a6 admin admin] Network 3cf532d3-038e-4e02-80e3-8bf2181cf87f is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:45:42.012980 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-51a4aa92-7e7d-4544-95da-d918a12753a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 3cf532d3-038e-4e02-80e3-8bf2181cf87f) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:45:42.017336 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a4aa92-7e7d-4544-95da-d918a12753a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:42.017914 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-51a4aa92-7e7d-4544-95da-d918a12753a6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:42.022731 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db02710f-e6ef-47d9-935d-0da40a584d01 None None] Network 3cf532d3-038e-4e02-80e3-8bf2181cf87f requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:45:42.035745 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-51a4aa92-7e7d-4544-95da-d918a12753a6 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3311596 Oct 30 15:45:42.151899 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7023ea59-e728-4fd7-928c-7482fcaea8a8 None None] Network 3cf532d3-038e-4e02-80e3-8bf2181cf87f requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:45:42.513139 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf91436-b47c-489a-84a5-f7ff1c58a75e req-89095518-a79f-48d2-858c-f537cd666141 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:42.514795 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fcf91436-b47c-489a-84a5-f7ff1c58a75e req-89095518-a79f-48d2-858c-f537cd666141 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbf55836-bc77-49c7-a569-7e3ffaced8a0 HTTP/1.1" status: 200 len: 943 time: 0.0558074 Oct 30 15:45:42.535421 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02147f88-9691-470f-a496-18bad9f4bda1 req-3eb12e2b-6d1c-43d9-9f30-387a60a31caf tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:42.537553 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-02147f88-9691-470f-a496-18bad9f4bda1 req-3eb12e2b-6d1c-43d9-9f30-387a60a31caf tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] 10.222.0.62 "GET /v2.0/networks?id=7dd08a17-77af-4c1d-be91-57a4c9ca16cd HTTP/1.1" status: 200 len: 812 time: 0.1137910 Oct 30 15:45:42.555303 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-02147f88-9691-470f-a496-18bad9f4bda1 req-806b668b-3533-45e2-ade1-339c723f016b tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] 10.222.0.62 "GET /v2.0/quotas/57f08c0dc1604728a1ed1967b9c23e42 HTTP/1.1" status: 200 len: 375 time: 0.0102458 Oct 30 15:45:42.557367 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fcf91436-b47c-489a-84a5-f7ff1c58a75e req-7bdbb0b2-9548-4d9c-a623-f1a36cdd2a77 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6103736-3251-4427-af42-92b533f3dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357277 Oct 30 15:45:42.591326 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-02147f88-9691-470f-a496-18bad9f4bda1 req-24a7aab5-a2c8-47e7-a472-58fde703b3bf tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=57f08c0dc1604728a1ed1967b9c23e42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270953 Oct 30 15:45:42.687209 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-02147f88-9691-470f-a496-18bad9f4bda1 req-40a7218b-92c5-43ae-89c4-0d956dfdb482 service neutron] 10.222.0.62 "GET /v2.0/networks/7dd08a17-77af-4c1d-be91-57a4c9ca16cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888348 Oct 30 15:45:42.789422 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-02147f88-9691-470f-a496-18bad9f4bda1 req-3d9dc520-c6f6-4748-bf9e-2f56b5a99566 service neutron] 10.222.0.62 "GET /v2.0/networks/7dd08a17-77af-4c1d-be91-57a4c9ca16cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953426 Oct 30 15:45:42.984039 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3a09ec62-7e5a-46dc-b22d-1521c4f014af req-4d06a3e2-3d39-4ec0-b7ea-24d5e6000780 tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] 10.222.0.62 "GET /v2.0/ports?device_id=549f2899-be30-473f-9a86-75f9f6e4e6c4 HTTP/1.1" status: 200 len: 210 time: 0.0385003 Oct 30 15:45:43.128553 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 52632) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:45:43.302711 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-8c67f2a6-7f44-4b70-9d99-f8099c21cbae tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Deleting port 5b226b5d-1e7b-4ca3-b26f-669ace62ed3c {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:45:43.303060 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8c67f2a6-7f44-4b70-9d99-f8099c21cbae tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:43.385505 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8c67f2a6-7f44-4b70-9d99-f8099c21cbae tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:43.385827 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8c67f2a6-7f44-4b70-9d99-f8099c21cbae tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:43.397596 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-8c67f2a6-7f44-4b70-9d99-f8099c21cbae tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Calling delete_port for 5b226b5d-1e7b-4ca3-b26f-669ace62ed3c owned by network:floatingip {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:45:43.553226 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8c67f2a6-7f44-4b70-9d99-f8099c21cbae tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:43.577908 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c67f2a6-7f44-4b70-9d99-f8099c21cbae tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event deleted for resources: {'Port': ['ID=5b226b5d-1e7b-4ca3-b26f-669ace62ed3c,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:43.641726 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8c67f2a6-7f44-4b70-9d99-f8099c21cbae tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for floatingip, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:43.642064 n-d-806683-17 neutron-server[102130]: INFO neutron.db.l3_db [None req-8c67f2a6-7f44-4b70-9d99-f8099c21cbae tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Floating IP 7d31ad2a-29cb-4ecc-88b9-3a3f5ddb0251 disassociated (deleted). External IP: 172.25.4.177, port: d1357eca-7335-4d83-bdb6-e88921d006c9. Oct 30 15:45:43.682307 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e23d8-9d3c-40eb-9b39-9a773d0c96e7 req-43768279-0564-4ed3-829b-b7196fcd5481 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:43.684455 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-184e23d8-9d3c-40eb-9b39-9a773d0c96e7 req-43768279-0564-4ed3-829b-b7196fcd5481 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbf55836-bc77-49c7-a569-7e3ffaced8a0 HTTP/1.1" status: 200 len: 943 time: 0.0531561 Oct 30 15:45:43.724697 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-184e23d8-9d3c-40eb-9b39-9a773d0c96e7 req-e8247761-13b9-4e3c-a198-a891dc3aa3a3 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6103736-3251-4427-af42-92b533f3dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330801 Oct 30 15:45:43.865743 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c67f2a6-7f44-4b70-9d99-f8099c21cbae tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Router 9f1132f7-d64f-4e53-9648-f001c84f0563 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:45:44.050149 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02147f88-9691-470f-a496-18bad9f4bda1 req-7e5b0cf8-2b70-4ee7-9553-d3ec7e909261 tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:44.051751 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-02147f88-9691-470f-a496-18bad9f4bda1 req-7e5b0cf8-2b70-4ee7-9553-d3ec7e909261 tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] 10.222.0.44 "GET /v2.0/networks?id=7dd08a17-77af-4c1d-be91-57a4c9ca16cd HTTP/1.1" status: 200 len: 812 time: 0.1970007 Oct 30 15:45:44.077828 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-02147f88-9691-470f-a496-18bad9f4bda1 req-7a6bf4a4-6390-4005-9800-37332b5da4de tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] Request body: {'port': {'device_id': '549f2899-be30-473f-9a86-75f9f6e4e6c4', 'network_id': '7dd08a17-77af-4c1d-be91-57a4c9ca16cd', 'admin_state_up': True, 'tenant_id': '57f08c0dc1604728a1ed1967b9c23e42'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:45:44.134906 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c73e1889-e642-424c-95c1-c69c94b81b05 req-22e2cff9-d067-4b3a-8f84-ec912c2fb27b tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] 10.222.0.62 "GET /v2.0/ports?device_id=549f2899-be30-473f-9a86-75f9f6e4e6c4 HTTP/1.1" status: 200 len: 210 time: 0.0740817 Oct 30 15:45:44.140883 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c67f2a6-7f44-4b70-9d99-f8099c21cbae tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:45:44.148591 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8c67f2a6-7f44-4b70-9d99-f8099c21cbae tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:44.151418 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41904e4-5ae6-4974-ae81-cffc61faf065 None None] Sync routers for ids ['9f1132f7-d64f-4e53-9648-f001c84f0563'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:45:44.163549 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41904e4-5ae6-4974-ae81-cffc61faf065 None None] Routers {'9f1132f7-d64f-4e53-9648-f001c84f0563'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:45:44.164278 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-d41904e4-5ae6-4974-ae81-cffc61faf065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:45:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['9f1132f7-d64f-4e53-9648-f001c84f0563'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:45:44.198356 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-8c67f2a6-7f44-4b70-9d99-f8099c21cbae tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "DELETE /v2.0/floatingips/7d31ad2a-29cb-4ecc-88b9-3a3f5ddb0251 HTTP/1.1" status: 204 len: 168 time: 1.0680625 Oct 30 15:45:44.209600 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aa69578-c413-4aab-9d02-a6f6c4918d4e', 'tag': 'd1357eca-7335-4d83-bdb6-e88921d006c9'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:45:44.212201 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a996b684-233c-4aab-bad7-b6a63cc2d5fe" -d '{"events": [{"name": "network-changed", "server_uuid": "0aa69578-c413-4aab-9d02-a6f6c4918d4e", "tag": "d1357eca-7335-4d83-bdb6-e88921d006c9"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:45:44.241071 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02147f88-9691-470f-a496-18bad9f4bda1 req-7a6bf4a4-6390-4005-9800-37332b5da4de tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] Made reservation on behalf of 57f08c0dc1604728a1ed1967b9c23e42 for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:45:44.245235 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-02147f88-9691-470f-a496-18bad9f4bda1 req-7a6bf4a4-6390-4005-9800-37332b5da4de tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:44.279015 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb33f4c-4e34-4926-bbfa-f3a54fdfc628 x-openstack-request-id: req-fcb33f4c-4e34-4926-bbfa-f3a54fdfc628 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:45:44.279655 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0aa69578-c413-4aab-9d02-a6f6c4918d4e", "tag": "d1357eca-7335-4d83-bdb6-e88921d006c9", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:45:44.279943 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fcb33f4c-4e34-4926-bbfa-f3a54fdfc628 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:45:44.280484 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0aa69578-c413-4aab-9d02-a6f6c4918d4e', 'tag': 'd1357eca-7335-4d83-bdb6-e88921d006c9', 'status': 'completed', 'code': 200} Oct 30 15:45:44.409108 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a996b684-233c-4aab-bad7-b6a63cc2d5fe req-d6daef5a-2a93-4736-8e3d-b8e312ad4dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:44.410608 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a996b684-233c-4aab-bad7-b6a63cc2d5fe req-d6daef5a-2a93-4736-8e3d-b8e312ad4dbe service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c4b96368b87a40a2935f71debcc2f400&device_id=0aa69578-c413-4aab-9d02-a6f6c4918d4e HTTP/1.1" status: 200 len: 1097 time: 0.0980988 Oct 30 15:45:44.465779 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-d41904e4-5ae6-4974-ae81-cffc61faf065 None None] Set router 9f1132f7-d64f-4e53-9648-f001c84f0563 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:45:44.515104 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-02147f88-9691-470f-a496-18bad9f4bda1 req-7a6bf4a4-6390-4005-9800-37332b5da4de tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] Allocated IP 172.20.0.5 (7dd08a17-77af-4c1d-be91-57a4c9ca16cd/3c9b4669-7234-4d98-b237-14f0fc519f4e/a3d8df15-cdcc-4c7a-bafe-2abff7b07f45) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:45:44.568874 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd0111d-eadb-4991-9776-51c667315938 req-ec497a90-b4fa-4d5d-9512-c26f52113353 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:44.570358 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3fd0111d-eadb-4991-9776-51c667315938 req-ec497a90-b4fa-4d5d-9512-c26f52113353 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=0aa69578-c413-4aab-9d02-a6f6c4918d4e HTTP/1.1" status: 200 len: 945 time: 0.1330481 Oct 30 15:45:44.590221 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a996b684-233c-4aab-bad7-b6a63cc2d5fe req-264b646c-a81e-40c9-9c24-b4b52f3c9fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:44.591671 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a996b684-233c-4aab-bad7-b6a63cc2d5fe req-264b646c-a81e-40c9-9c24-b4b52f3c9fd4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8adb45b2-7130-4ab3-bef2-62bf1ef69308 HTTP/1.1" status: 200 len: 898 time: 0.1730759 Oct 30 15:45:44.656480 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a996b684-233c-4aab-bad7-b6a63cc2d5fe req-3c4c1403-4340-4af3-b545-65f052292960 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1357eca-7335-4d83-bdb6-e88921d006c9 HTTP/1.1" status: 200 len: 217 time: 0.0554640 Oct 30 15:45:44.678275 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-d41904e4-5ae6-4974-ae81-cffc61faf065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1132f7-d64f-4e53-9648-f001c84f0563', 'name': 'tempest-TestNetworkAdvancedServerOps-router-640039391', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '4f0d6e7f-5083-4146-adf5-536c57b85ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:44:35Z', 'updated_at': '2021-10-30T15:44:38Z', 'revision_number': 4, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'gw_port': {'id': '4f0d6e7f-5083-4146-adf5-536c57b85ffb', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:34:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1132f7-d64f-4e53-9648-f001c84f0563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:44:35Z', 'updated_at': '2021-10-30T15:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '7b371ee0-778a-4c11-9552-5f5afccefd42', 'name': '', 'network_id': '8adb45b2-7130-4ab3-bef2-62bf1ef69308', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'mac_address': 'fa:16:3e:cb:9e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1132f7-d64f-4e53-9648-f001c84f0563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'f2d3cfad-692a-49b1-83dd-f0d4b190bd14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:44:38Z', 'updated_at': '2021-10-30T15:44:41Z', 'revision_number': 5, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'subnets': [{'id': 'f2d3cfad-692a-49b1-83dd-f0d4b190bd14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:45:44.705217 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41904e4-5ae6-4974-ae81-cffc61faf065 None None] Checking router: 9f1132f7-d64f-4e53-9648-f001c84f0563 for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:45:44.715857 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41904e4-5ae6-4974-ae81-cffc61faf065 None None] Routers {'9f1132f7-d64f-4e53-9648-f001c84f0563'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:45:44.716376 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-d41904e4-5ae6-4974-ae81-cffc61faf065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:45:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['9f1132f7-d64f-4e53-9648-f001c84f0563'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:45:44.754262 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3fd0111d-eadb-4991-9776-51c667315938 req-ea0dbec9-aa5d-4660-942a-e2b6fb5c6ece tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=976b9efe-cdcb-42e6-b826-7b6fba877986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1743054 Oct 30 15:45:44.770222 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a996b684-233c-4aab-bad7-b6a63cc2d5fe req-d6b2fd67-e183-453f-9e99-c72552817ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:44.771671 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a996b684-233c-4aab-bad7-b6a63cc2d5fe req-d6b2fd67-e183-453f-9e99-c72552817ccb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f2d3cfad-692a-49b1-83dd-f0d4b190bd14 HTTP/1.1" status: 200 len: 834 time: 0.0933645 Oct 30 15:45:44.829640 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-d41904e4-5ae6-4974-ae81-cffc61faf065 None None] Set router 9f1132f7-d64f-4e53-9648-f001c84f0563 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:45:44.850021 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-02147f88-9691-470f-a496-18bad9f4bda1 req-7a6bf4a4-6390-4005-9800-37332b5da4de tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:44.859003 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a996b684-233c-4aab-bad7-b6a63cc2d5fe req-5e8431e2-57fd-4f76-99d8-7dbab5f65635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:44.860548 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a996b684-233c-4aab-bad7-b6a63cc2d5fe req-5e8431e2-57fd-4f76-99d8-7dbab5f65635 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8adb45b2-7130-4ab3-bef2-62bf1ef69308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0791252 Oct 30 15:45:44.892235 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4bb599-169d-4900-9fed-08e637ea1809 req-7bf8e1ee-d509-4624-846e-30e0ff8f8c6b tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:44.894344 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ec4bb599-169d-4900-9fed-08e637ea1809 req-7bf8e1ee-d509-4624-846e-30e0ff8f8c6b tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbf55836-bc77-49c7-a569-7e3ffaced8a0 HTTP/1.1" status: 200 len: 943 time: 0.0851827 Oct 30 15:45:44.907795 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02474db-8af3-439d-bc01-576da561a79b req-fdb674ca-5d69-470e-8c47-6fd4f9545cc1 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:44.909502 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a02474db-8af3-439d-bc01-576da561a79b req-fdb674ca-5d69-470e-8c47-6fd4f9545cc1 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.53 "GET /v2.0/ports?device_id=0aa69578-c413-4aab-9d02-a6f6c4918d4e HTTP/1.1" status: 200 len: 945 time: 0.0726717 Oct 30 15:45:44.953200 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-02147f88-9691-470f-a496-18bad9f4bda1 req-7a6bf4a4-6390-4005-9800-37332b5da4de tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:44.971351 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ec4bb599-169d-4900-9fed-08e637ea1809 req-d3d6f407-7131-41c3-a9a7-02741a356079 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6103736-3251-4427-af42-92b533f3dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608246 Oct 30 15:45:45.006654 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a996b684-233c-4aab-bad7-b6a63cc2d5fe req-d7c487b4-3a93-4d14-bf34-f580b1d3c14c service neutron] 10.222.0.53 "GET /v2.0/networks/8adb45b2-7130-4ab3-bef2-62bf1ef69308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384344 Oct 30 15:45:45.028393 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02147f88-9691-470f-a496-18bad9f4bda1 req-7a6bf4a4-6390-4005-9800-37332b5da4de tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] Network 7dd08a17-77af-4c1d-be91-57a4c9ca16cd is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:45:45.029516 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-a02474db-8af3-439d-bc01-576da561a79b req-47c69a43-8e50-460c-a5ee-6d7af61ad4bb tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Deleting port d1357eca-7335-4d83-bdb6-e88921d006c9 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:45:45.030070 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a02474db-8af3-439d-bc01-576da561a79b req-47c69a43-8e50-460c-a5ee-6d7af61ad4bb tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:45.040712 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-02147f88-9691-470f-a496-18bad9f4bda1 req-7a6bf4a4-6390-4005-9800-37332b5da4de tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:45:45.057684 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-d41904e4-5ae6-4974-ae81-cffc61faf065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1132f7-d64f-4e53-9648-f001c84f0563', 'name': 'tempest-TestNetworkAdvancedServerOps-router-640039391', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '4f0d6e7f-5083-4146-adf5-536c57b85ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:44:35Z', 'updated_at': '2021-10-30T15:44:38Z', 'revision_number': 4, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'gw_port': {'id': '4f0d6e7f-5083-4146-adf5-536c57b85ffb', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:34:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1132f7-d64f-4e53-9648-f001c84f0563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:44:35Z', 'updated_at': '2021-10-30T15:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '7b371ee0-778a-4c11-9552-5f5afccefd42', 'name': '', 'network_id': '8adb45b2-7130-4ab3-bef2-62bf1ef69308', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'mac_address': 'fa:16:3e:cb:9e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1132f7-d64f-4e53-9648-f001c84f0563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'f2d3cfad-692a-49b1-83dd-f0d4b190bd14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:44:38Z', 'updated_at': '2021-10-30T15:44:41Z', 'revision_number': 5, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'subnets': [{'id': 'f2d3cfad-692a-49b1-83dd-f0d4b190bd14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:45:45.071008 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-02147f88-9691-470f-a496-18bad9f4bda1 req-7a6bf4a4-6390-4005-9800-37332b5da4de tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:45:45.079868 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6bf4a4-6390-4005-9800-37332b5da4de tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] Pushing event updated for resources: {'Port': ['ID=a3d8df15-cdcc-4c7a-bafe-2abff7b07f45,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:45.087067 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41904e4-5ae6-4974-ae81-cffc61faf065 None None] The sync data for ids ['9f1132f7-d64f-4e53-9648-f001c84f0563'] in n-d-806683-17 is: [{'id': '9f1132f7-d64f-4e53-9648-f001c84f0563', 'name': 'tempest-TestNetworkAdvancedServerOps-router-640039391', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '4f0d6e7f-5083-4146-adf5-536c57b85ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:44:35Z', 'updated_at': '2021-10-30T15:44:38Z', 'revision_number': 4, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'gw_port': {'id': '4f0d6e7f-5083-4146-adf5-536c57b85ffb', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:34:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1132f7-d64f-4e53-9648-f001c84f0563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:44:35Z', 'updated_at': '2021-10-30T15:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '7b371ee0-778a-4c11-9552-5f5afccefd42', 'name': '', 'network_id': '8adb45b2-7130-4ab3-bef2-62bf1ef69308', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'mac_address': 'fa:16:3e:cb:9e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1132f7-d64f-4e53-9648-f001c84f0563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'f2d3cfad-692a-49b1-83dd-f0d4b190bd14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:44:38Z', 'updated_at': '2021-10-30T15:44:41Z', 'revision_number': 5, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'subnets': [{'id': 'f2d3cfad-692a-49b1-83dd-f0d4b190bd14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:45:45.138222 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-a02474db-8af3-439d-bc01-576da561a79b req-47c69a43-8e50-460c-a5ee-6d7af61ad4bb tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] For port d1357eca-7335-4d83-bdb6-e88921d006c9, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=d1357eca-7335-4d83-bdb6-e88921d006c9,segment=NetworkSegment(7fa17092-09ca-4212-a0a7-e5507f700ed9),segment_id=7fa17092-09ca-4212-a0a7-e5507f700ed9)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:45:45.138456 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02147f88-9691-470f-a496-18bad9f4bda1 req-7a6bf4a4-6390-4005-9800-37332b5da4de tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:45.138895 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-02147f88-9691-470f-a496-18bad9f4bda1 req-7a6bf4a4-6390-4005-9800-37332b5da4de tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:45.139392 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a02474db-8af3-439d-bc01-576da561a79b req-47c69a43-8e50-460c-a5ee-6d7af61ad4bb tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:45.154855 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [req-a02474db-8af3-439d-bc01-576da561a79b req-47c69a43-8e50-460c-a5ee-6d7af61ad4bb tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Calling delete_port for d1357eca-7335-4d83-bdb6-e88921d006c9 owned by compute:nova {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:45:45.172374 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-02147f88-9691-470f-a496-18bad9f4bda1 req-7a6bf4a4-6390-4005-9800-37332b5da4de tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0996847 Oct 30 15:45:45.175774 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a996b684-233c-4aab-bad7-b6a63cc2d5fe req-fef29374-09c1-4105-8ad2-49e86953d091 service neutron] 10.222.0.53 "GET /v2.0/networks/8adb45b2-7130-4ab3-bef2-62bf1ef69308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592870 Oct 30 15:45:45.184479 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-02147f88-9691-470f-a496-18bad9f4bda1 req-67f59cb5-f8d0-406a-9fa3-02ab232ec5fe service neutron] Request body: {'port': {'device_id': '549f2899-be30-473f-9a86-75f9f6e4e6c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:45:45.277566 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-02147f88-9691-470f-a496-18bad9f4bda1 req-67f59cb5-f8d0-406a-9fa3-02ab232ec5fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:45.308228 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b490611-bb32-4566-a513-74101b076834 req-ff0e3506-7e53-4875-a52e-31eb5eebdc1e tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:45.309773 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5b490611-bb32-4566-a513-74101b076834 req-ff0e3506-7e53-4875-a52e-31eb5eebdc1e tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] 10.222.0.62 "GET /v2.0/ports?device_id=549f2899-be30-473f-9a86-75f9f6e4e6c4 HTTP/1.1" status: 200 len: 931 time: 0.0823510 Oct 30 15:45:45.319305 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a02474db-8af3-439d-bc01-576da561a79b req-47c69a43-8e50-460c-a5ee-6d7af61ad4bb tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:45.359508 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c69a43-8e50-460c-a5ee-6d7af61ad4bb tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event deleted for resources: {'Port': ['ID=d1357eca-7335-4d83-bdb6-e88921d006c9,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:45.409609 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [req-a02474db-8af3-439d-bc01-576da561a79b req-47c69a43-8e50-460c-a5ee-6d7af61ad4bb tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] No DVR routers for this DVR port d1357eca-7335-4d83-bdb6-e88921d006c9 on host n-h1-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:45:45.409733 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c99c53-ce1b-43bb-b925-c583dfde3767 None None] New status for floating IP 7d31ad2a-29cb-4ecc-88b9-3a3f5ddb0251: DOWN {{(pid=102133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 15:45:45.412319 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-a02474db-8af3-439d-bc01-576da561a79b req-47c69a43-8e50-460c-a5ee-6d7af61ad4bb tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:45.416457 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a02474db-8af3-439d-bc01-576da561a79b req-47c69a43-8e50-460c-a5ee-6d7af61ad4bb tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.53 "DELETE /v2.0/ports/d1357eca-7335-4d83-bdb6-e88921d006c9 HTTP/1.1" status: 204 len: 173 time: 0.4985776 Oct 30 15:45:45.416913 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aa69578-c413-4aab-9d02-a6f6c4918d4e', 'name': 'network-vif-deleted', 'tag': 'd1357eca-7335-4d83-bdb6-e88921d006c9'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:45:45.419412 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2be945c-29db-491a-a8e5-ca3f2d9883ed" -d '{"events": [{"server_uuid": "0aa69578-c413-4aab-9d02-a6f6c4918d4e", "name": "network-vif-deleted", "tag": "d1357eca-7335-4d83-bdb6-e88921d006c9"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:45:45.462629 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5b490611-bb32-4566-a513-74101b076834 req-516c2aa6-a4d2-4d52-808e-e0fdbb637d38 tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c783c63-6b56-4cd4-ae62-f5bc82a5dfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327071 Oct 30 15:45:45.499501 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a1274d-5e9a-4685-aed1-e66f9b2e78de x-openstack-request-id: req-b0a1274d-5e9a-4685-aed1-e66f9b2e78de {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:45:45.500070 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aa69578-c413-4aab-9d02-a6f6c4918d4e", "name": "network-vif-deleted", "tag": "d1357eca-7335-4d83-bdb6-e88921d006c9", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:45:45.501411 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b0a1274d-5e9a-4685-aed1-e66f9b2e78de {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:45:45.502331 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aa69578-c413-4aab-9d02-a6f6c4918d4e', 'name': 'network-vif-deleted', 'tag': 'd1357eca-7335-4d83-bdb6-e88921d006c9', 'status': 'completed', 'code': 200} Oct 30 15:45:45.634622 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-02147f88-9691-470f-a496-18bad9f4bda1 req-67f59cb5-f8d0-406a-9fa3-02ab232ec5fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3d8df15-cdcc-4c7a-bafe-2abff7b07f45 {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:45:45.643669 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-02147f88-9691-470f-a496-18bad9f4bda1 req-67f59cb5-f8d0-406a-9fa3-02ab232ec5fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:45.657531 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-02147f88-9691-470f-a496-18bad9f4bda1 req-67f59cb5-f8d0-406a-9fa3-02ab232ec5fe service neutron] Transition to ACTIVE for port object a3d8df15-cdcc-4c7a-bafe-2abff7b07f45 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:45:45.661533 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-02147f88-9691-470f-a496-18bad9f4bda1 req-67f59cb5-f8d0-406a-9fa3-02ab232ec5fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:45.751142 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f59cb5-f8d0-406a-9fa3-02ab232ec5fe service neutron] Pushing event updated for resources: {'Port': ['ID=a3d8df15-cdcc-4c7a-bafe-2abff7b07f45,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:45.805623 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-02147f88-9691-470f-a496-18bad9f4bda1 req-67f59cb5-f8d0-406a-9fa3-02ab232ec5fe service neutron] Attempting to bind port a3d8df15-cdcc-4c7a-bafe-2abff7b07f45 on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:45:45.805964 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-02147f88-9691-470f-a496-18bad9f4bda1 req-67f59cb5-f8d0-406a-9fa3-02ab232ec5fe service neutron] Attempting to bind port a3d8df15-cdcc-4c7a-bafe-2abff7b07f45 by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': '57023fe3-e6ab-48ed-bee0-edaba88abc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7dd08a17-77af-4c1d-be91-57a4c9ca16cd'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:45:45.806289 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02147f88-9691-470f-a496-18bad9f4bda1 req-67f59cb5-f8d0-406a-9fa3-02ab232ec5fe service neutron] Attempting to bind port a3d8df15-cdcc-4c7a-bafe-2abff7b07f45 on network 7dd08a17-77af-4c1d-be91-57a4c9ca16cd {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:45:45.811483 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02147f88-9691-470f-a496-18bad9f4bda1 req-67f59cb5-f8d0-406a-9fa3-02ab232ec5fe service neutron] Port a3d8df15-cdcc-4c7a-bafe-2abff7b07f45 on network 7dd08a17-77af-4c1d-be91-57a4c9ca16cd not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:45:45.811814 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02147f88-9691-470f-a496-18bad9f4bda1 req-67f59cb5-f8d0-406a-9fa3-02ab232ec5fe service neutron] Attempting to bind port a3d8df15-cdcc-4c7a-bafe-2abff7b07f45 on network 7dd08a17-77af-4c1d-be91-57a4c9ca16cd {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:45:45.817654 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02147f88-9691-470f-a496-18bad9f4bda1 req-67f59cb5-f8d0-406a-9fa3-02ab232ec5fe service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:45:45.817654 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02147f88-9691-470f-a496-18bad9f4bda1 req-67f59cb5-f8d0-406a-9fa3-02ab232ec5fe service neutron] Checking segment: {'id': '57023fe3-e6ab-48ed-bee0-edaba88abc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7dd08a17-77af-4c1d-be91-57a4c9ca16cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:45:45.817824 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02147f88-9691-470f-a496-18bad9f4bda1 req-67f59cb5-f8d0-406a-9fa3-02ab232ec5fe service neutron] Bound using segment: {'id': '57023fe3-e6ab-48ed-bee0-edaba88abc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7dd08a17-77af-4c1d-be91-57a4c9ca16cd'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:45:45.818360 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-02147f88-9691-470f-a496-18bad9f4bda1 req-67f59cb5-f8d0-406a-9fa3-02ab232ec5fe service neutron] Bound port: a3d8df15-cdcc-4c7a-bafe-2abff7b07f45, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57023fe3-e6ab-48ed-bee0-edaba88abc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7dd08a17-77af-4c1d-be91-57a4c9ca16cd'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:45:45.818916 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-02147f88-9691-470f-a496-18bad9f4bda1 req-67f59cb5-f8d0-406a-9fa3-02ab232ec5fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:45.825746 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52654) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:45:45.892285 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-02147f88-9691-470f-a496-18bad9f4bda1 req-67f59cb5-f8d0-406a-9fa3-02ab232ec5fe service neutron] For port a3d8df15-cdcc-4c7a-bafe-2abff7b07f45, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:45:45.895399 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-02147f88-9691-470f-a496-18bad9f4bda1 req-67f59cb5-f8d0-406a-9fa3-02ab232ec5fe service neutron] For port a3d8df15-cdcc-4c7a-bafe-2abff7b07f45, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=a3d8df15-cdcc-4c7a-bafe-2abff7b07f45,segment=NetworkSegment(57023fe3-e6ab-48ed-bee0-edaba88abc6c),segment_id=57023fe3-e6ab-48ed-bee0-edaba88abc6c)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:45:45.899942 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-02147f88-9691-470f-a496-18bad9f4bda1 req-67f59cb5-f8d0-406a-9fa3-02ab232ec5fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:45.937359 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02147f88-9691-470f-a496-18bad9f4bda1 req-67f59cb5-f8d0-406a-9fa3-02ab232ec5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:45.937971 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-02147f88-9691-470f-a496-18bad9f4bda1 req-67f59cb5-f8d0-406a-9fa3-02ab232ec5fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:45.939374 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-02147f88-9691-470f-a496-18bad9f4bda1 req-67f59cb5-f8d0-406a-9fa3-02ab232ec5fe service neutron] 10.222.0.44 "PUT /v2.0/ports/a3d8df15-cdcc-4c7a-bafe-2abff7b07f45 HTTP/1.1" status: 200 len: 1092 time: 0.7597373 Oct 30 15:45:45.962049 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f59cb5-f8d0-406a-9fa3-02ab232ec5fe service neutron] Pushing event updated for resources: {'Port': ['ID=a3d8df15-cdcc-4c7a-bafe-2abff7b07f45,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:46.021981 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02147f88-9691-470f-a496-18bad9f4bda1 req-2ea7777c-9469-4ab1-bf5d-dfd942d50745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:46.023618 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-02147f88-9691-470f-a496-18bad9f4bda1 req-2ea7777c-9469-4ab1-bf5d-dfd942d50745 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=57f08c0dc1604728a1ed1967b9c23e42&device_id=549f2899-be30-473f-9a86-75f9f6e4e6c4 HTTP/1.1" status: 200 len: 1095 time: 0.0427907 Oct 30 15:45:46.074468 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-02147f88-9691-470f-a496-18bad9f4bda1 req-a523466a-f4f0-4460-9f4b-bc2404027263 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3d8df15-cdcc-4c7a-bafe-2abff7b07f45 HTTP/1.1" status: 200 len: 217 time: 0.0428488 Oct 30 15:45:46.131605 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02147f88-9691-470f-a496-18bad9f4bda1 req-135e5106-85f9-4166-b622-bfbefd1a95d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:46.133102 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-02147f88-9691-470f-a496-18bad9f4bda1 req-135e5106-85f9-4166-b622-bfbefd1a95d4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3c9b4669-7234-4d98-b237-14f0fc519f4e HTTP/1.1" status: 200 len: 852 time: 0.0516064 Oct 30 15:45:46.165604 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-02147f88-9691-470f-a496-18bad9f4bda1 req-a80f70b5-3b19-46ca-a6f4-dc86ca80808f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7dd08a17-77af-4c1d-be91-57a4c9ca16cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253088 Oct 30 15:45:46.169427 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48809b03-d832-4303-8b0a-10cfb6bbe2a4 req-9fe2c39a-8758-4810-9397-c611a5ae5da0 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:46.170892 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-48809b03-d832-4303-8b0a-10cfb6bbe2a4 req-9fe2c39a-8758-4810-9397-c611a5ae5da0 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbf55836-bc77-49c7-a569-7e3ffaced8a0 HTTP/1.1" status: 200 len: 943 time: 0.0891514 Oct 30 15:45:46.224788 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-48809b03-d832-4303-8b0a-10cfb6bbe2a4 req-5842698c-c40a-4eb9-8049-996079bccfa5 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6103736-3251-4427-af42-92b533f3dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468097 Oct 30 15:45:46.262562 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-02147f88-9691-470f-a496-18bad9f4bda1 req-461dca95-8d5e-4ab6-8901-f335a1f82f41 service neutron] 10.222.0.44 "GET /v2.0/networks/7dd08a17-77af-4c1d-be91-57a4c9ca16cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889924 Oct 30 15:45:46.277669 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-13e83758-3488-46c7-8094-32ec3a05d7d3 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:46.286718 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '549f2899-be30-473f-9a86-75f9f6e4e6c4', 'tag': 'a3d8df15-cdcc-4c7a-bafe-2abff7b07f45'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:45:46.289001 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508fe39e-14b6-4b5a-a4ea-4759b9894a7f" -d '{"events": [{"name": "network-changed", "server_uuid": "549f2899-be30-473f-9a86-75f9f6e4e6c4", "tag": "a3d8df15-cdcc-4c7a-bafe-2abff7b07f45"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:45:46.327167 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a7bb0b-6589-420e-b9e5-fe18ee8ba91e x-openstack-request-id: req-95a7bb0b-6589-420e-b9e5-fe18ee8ba91e {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:45:46.327454 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "549f2899-be30-473f-9a86-75f9f6e4e6c4", "tag": "a3d8df15-cdcc-4c7a-bafe-2abff7b07f45", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:45:46.327734 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-95a7bb0b-6589-420e-b9e5-fe18ee8ba91e {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:45:46.328133 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '549f2899-be30-473f-9a86-75f9f6e4e6c4', 'tag': 'a3d8df15-cdcc-4c7a-bafe-2abff7b07f45', 'status': 'completed', 'code': 200} Oct 30 15:45:46.361186 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-02147f88-9691-470f-a496-18bad9f4bda1 req-5e4ca2e8-0531-4884-ac37-502449d23d37 service neutron] 10.222.0.44 "GET /v2.0/networks/7dd08a17-77af-4c1d-be91-57a4c9ca16cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912955 Oct 30 15:45:46.450381 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508fe39e-14b6-4b5a-a4ea-4759b9894a7f req-81c6a6b0-3f3f-41c3-889e-954217b91644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:46.451990 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-508fe39e-14b6-4b5a-a4ea-4759b9894a7f req-81c6a6b0-3f3f-41c3-889e-954217b91644 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=57f08c0dc1604728a1ed1967b9c23e42&device_id=549f2899-be30-473f-9a86-75f9f6e4e6c4 HTTP/1.1" status: 200 len: 1095 time: 0.0409265 Oct 30 15:45:46.542778 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-13e83758-3488-46c7-8094-32ec3a05d7d3 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Deleting port 7b371ee0-778a-4c11-9552-5f5afccefd42 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:45:46.543124 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-13e83758-3488-46c7-8094-32ec3a05d7d3 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:46.550320 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508fe39e-14b6-4b5a-a4ea-4759b9894a7f req-5f189c80-378b-405e-9e56-08665ebc9d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:46.551836 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-508fe39e-14b6-4b5a-a4ea-4759b9894a7f req-5f189c80-378b-405e-9e56-08665ebc9d68 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7dd08a17-77af-4c1d-be91-57a4c9ca16cd HTTP/1.1" status: 200 len: 913 time: 0.0935688 Oct 30 15:45:46.592700 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-508fe39e-14b6-4b5a-a4ea-4759b9894a7f req-589cff42-8371-4d0e-bbf0-95580f99acc8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3d8df15-cdcc-4c7a-bafe-2abff7b07f45 HTTP/1.1" status: 200 len: 217 time: 0.0340331 Oct 30 15:45:46.645551 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508fe39e-14b6-4b5a-a4ea-4759b9894a7f req-b3f9d0c4-83be-4abf-9475-2f852ea54268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:46.647011 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-508fe39e-14b6-4b5a-a4ea-4759b9894a7f req-b3f9d0c4-83be-4abf-9475-2f852ea54268 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3c9b4669-7234-4d98-b237-14f0fc519f4e HTTP/1.1" status: 200 len: 852 time: 0.0474980 Oct 30 15:45:46.655438 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9647ebdf-62f2-40b4-b835-b81503ac0bc4 req-6dd9d26a-f080-43ab-a554-1528617f93b2 tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:46.656936 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9647ebdf-62f2-40b4-b835-b81503ac0bc4 req-6dd9d26a-f080-43ab-a554-1528617f93b2 tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] 10.222.0.62 "GET /v2.0/ports?device_id=549f2899-be30-473f-9a86-75f9f6e4e6c4 HTTP/1.1" status: 200 len: 943 time: 0.1096985 Oct 30 15:45:46.678653 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-13e83758-3488-46c7-8094-32ec3a05d7d3 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] For port 7b371ee0-778a-4c11-9552-5f5afccefd42, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=7b371ee0-778a-4c11-9552-5f5afccefd42,segment=NetworkSegment(7fa17092-09ca-4212-a0a7-e5507f700ed9),segment_id=7fa17092-09ca-4212-a0a7-e5507f700ed9)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:45:46.679006 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-13e83758-3488-46c7-8094-32ec3a05d7d3 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:46.681165 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-508fe39e-14b6-4b5a-a4ea-4759b9894a7f req-500baa95-14f3-4a5e-9a88-8d2b505e6d94 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7dd08a17-77af-4c1d-be91-57a4c9ca16cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257144 Oct 30 15:45:46.701309 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-13e83758-3488-46c7-8094-32ec3a05d7d3 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Calling delete_port for 7b371ee0-778a-4c11-9552-5f5afccefd42 owned by network:router_interface {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:45:46.723801 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9647ebdf-62f2-40b4-b835-b81503ac0bc4 req-81e38086-1f2f-4a60-9164-bd1f910326fb tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c783c63-6b56-4cd4-ae62-f5bc82a5dfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579247 Oct 30 15:45:46.772730 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-508fe39e-14b6-4b5a-a4ea-4759b9894a7f req-407d007e-985f-461d-b5b7-381b0ccd0563 service neutron] 10.222.0.44 "GET /v2.0/networks/7dd08a17-77af-4c1d-be91-57a4c9ca16cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835133 Oct 30 15:45:46.873413 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-508fe39e-14b6-4b5a-a4ea-4759b9894a7f req-2d4da838-b01a-43de-9c59-0e4bccbca042 service neutron] 10.222.0.44 "GET /v2.0/networks/7dd08a17-77af-4c1d-be91-57a4c9ca16cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922720 Oct 30 15:45:47.126105 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-13e83758-3488-46c7-8094-32ec3a05d7d3 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:47.162720 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e83758-3488-46c7-8094-32ec3a05d7d3 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event deleted for resources: {'Port': ['ID=7b371ee0-778a-4c11-9552-5f5afccefd42,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:47.331413 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-13e83758-3488-46c7-8094-32ec3a05d7d3 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:47.350207 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d13b7-6773-4957-aa9e-0786186d73de req-7cc42a84-8106-48e2-bcbd-d5e3ad8ffd0e tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:47.351725 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bf6d13b7-6773-4957-aa9e-0786186d73de req-7cc42a84-8106-48e2-bcbd-d5e3ad8ffd0e tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbf55836-bc77-49c7-a569-7e3ffaced8a0 HTTP/1.1" status: 200 len: 943 time: 0.0525794 Oct 30 15:45:47.391723 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bf6d13b7-6773-4957-aa9e-0786186d73de req-fd954c6f-fa6f-4ad2-aa0f-1ba038791dcf tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6103736-3251-4427-af42-92b533f3dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336573 Oct 30 15:45:47.547113 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e83758-3488-46c7-8094-32ec3a05d7d3 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Router 9f1132f7-d64f-4e53-9648-f001c84f0563 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:45:47.649889 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e83758-3488-46c7-8094-32ec3a05d7d3 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:45:47.655070 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-13e83758-3488-46c7-8094-32ec3a05d7d3 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "PUT /v2.0/routers/9f1132f7-d64f-4e53-9648-f001c84f0563/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8283012 Oct 30 15:45:47.658057 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 52664) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:45:47.659906 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b05e992-7ab9-4b4e-a432-2aa1d79053b9 None None] Sync routers for ids ['9f1132f7-d64f-4e53-9648-f001c84f0563'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:45:47.670086 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b05e992-7ab9-4b4e-a432-2aa1d79053b9 None None] Routers {'9f1132f7-d64f-4e53-9648-f001c84f0563'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:45:47.670694 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-0b05e992-7ab9-4b4e-a432-2aa1d79053b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:45:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['9f1132f7-d64f-4e53-9648-f001c84f0563'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:45:47.714845 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-e81b3627-dff0-4ffb-a59c-555aaeaba41c tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Deleting subnet f2d3cfad-692a-49b1-83dd-f0d4b190bd14 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:45:47.717988 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e81b3627-dff0-4ffb-a59c-555aaeaba41c tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:47.760013 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e81b3627-dff0-4ffb-a59c-555aaeaba41c tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:47.777036 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-0b05e992-7ab9-4b4e-a432-2aa1d79053b9 None None] Set router 9f1132f7-d64f-4e53-9648-f001c84f0563 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:45:47.844463 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e81b3627-dff0-4ffb-a59c-555aaeaba41c tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:47.851826 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e4550-3bb8-4e71-a8d0-66382406f59b req-a7bfe9b9-dbbe-4d8e-890b-8a3aafd03e12 tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:47.853325 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c34e4550-3bb8-4e71-a8d0-66382406f59b req-a7bfe9b9-dbbe-4d8e-890b-8a3aafd03e12 tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] 10.222.0.62 "GET /v2.0/ports?device_id=549f2899-be30-473f-9a86-75f9f6e4e6c4 HTTP/1.1" status: 200 len: 943 time: 0.0518732 Oct 30 15:45:47.896704 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c34e4550-3bb8-4e71-a8d0-66382406f59b req-113254f9-3b27-4623-bb36-aa39215f1457 tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c783c63-6b56-4cd4-ae62-f5bc82a5dfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358355 Oct 30 15:45:47.918107 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e81b3627-dff0-4ffb-a59c-555aaeaba41c tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:47.948382 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e81b3627-dff0-4ffb-a59c-555aaeaba41c tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:47.952585 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e81b3627-dff0-4ffb-a59c-555aaeaba41c tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "DELETE /v2.0/subnets/f2d3cfad-692a-49b1-83dd-f0d4b190bd14 HTTP/1.1" status: 204 len: 168 time: 0.2927837 Oct 30 15:45:47.953784 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81b3627-dff0-4ffb-a59c-555aaeaba41c tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event deleted for resources: {'Subnet': ['ID=f2d3cfad-692a-49b1-83dd-f0d4b190bd14,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:47.954503 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442b01fd-cffc-4a44-a9e8-6ffbac98658e None None] Network 8adb45b2-7130-4ab3-bef2-62bf1ef69308 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:45:47.956250 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52668) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:45:48.050869 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-0b05e992-7ab9-4b4e-a432-2aa1d79053b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1132f7-d64f-4e53-9648-f001c84f0563', 'name': 'tempest-TestNetworkAdvancedServerOps-router-640039391', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '4f0d6e7f-5083-4146-adf5-536c57b85ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:44:35Z', 'updated_at': '2021-10-30T15:45:47Z', 'revision_number': 5, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'gw_port': {'id': '4f0d6e7f-5083-4146-adf5-536c57b85ffb', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:34:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1132f7-d64f-4e53-9648-f001c84f0563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:44:35Z', 'updated_at': '2021-10-30T15:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:45:48.066703 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-13a82e3f-cd15-4f97-8167-1205619fdf6d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for router, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:48.094919 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b05e992-7ab9-4b4e-a432-2aa1d79053b9 None None] Checking router: 9f1132f7-d64f-4e53-9648-f001c84f0563 for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:45:48.110250 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b05e992-7ab9-4b4e-a432-2aa1d79053b9 None None] Routers {'9f1132f7-d64f-4e53-9648-f001c84f0563'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:45:48.110852 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-0b05e992-7ab9-4b4e-a432-2aa1d79053b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:45:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['9f1132f7-d64f-4e53-9648-f001c84f0563'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:45:48.184571 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-13a82e3f-cd15-4f97-8167-1205619fdf6d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:48.234338 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-0b05e992-7ab9-4b4e-a432-2aa1d79053b9 None None] Set router 9f1132f7-d64f-4e53-9648-f001c84f0563 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:45:48.238364 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692cd11a-7c79-45e7-b7bf-c0b5de782f05 None None] DHCP port deletion for 8adb45b2-7130-4ab3-bef2-62bf1ef69308 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:45:48.253148 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-13a82e3f-cd15-4f97-8167-1205619fdf6d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Deleting port 4f0d6e7f-5083-4146-adf5-536c57b85ffb {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:45:48.253491 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-13a82e3f-cd15-4f97-8167-1205619fdf6d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:48.337709 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-13a82e3f-cd15-4f97-8167-1205619fdf6d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] For port 4f0d6e7f-5083-4146-adf5-536c57b85ffb, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=4f0d6e7f-5083-4146-adf5-536c57b85ffb,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:45:48.339067 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-13a82e3f-cd15-4f97-8167-1205619fdf6d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:48.350035 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-13a82e3f-cd15-4f97-8167-1205619fdf6d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Calling delete_port for 4f0d6e7f-5083-4146-adf5-536c57b85ffb owned by network:router_gateway {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:45:48.405377 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-692cd11a-7c79-45e7-b7bf-c0b5de782f05 None None] Deleting port e2affa22-680c-42ac-8335-b668761a8caa {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:45:48.405754 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-692cd11a-7c79-45e7-b7bf-c0b5de782f05 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:48.438097 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device a3d8df15-cdcc-4c7a-bafe-2abff7b07f45 details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:45:48.514081 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c0bf3-657d-41a9-8102-a9997513d2f2 req-849220dc-d32c-4d04-94d6-c1dd44a62808 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:48.515900 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fc3c0bf3-657d-41a9-8102-a9997513d2f2 req-849220dc-d32c-4d04-94d6-c1dd44a62808 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbf55836-bc77-49c7-a569-7e3ffaced8a0 HTTP/1.1" status: 200 len: 943 time: 0.0495236 Oct 30 15:45:48.516504 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-692cd11a-7c79-45e7-b7bf-c0b5de782f05 None None] For port e2affa22-680c-42ac-8335-b668761a8caa, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=e2affa22-680c-42ac-8335-b668761a8caa,segment=NetworkSegment(7fa17092-09ca-4212-a0a7-e5507f700ed9),segment_id=7fa17092-09ca-4212-a0a7-e5507f700ed9)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:45:48.516897 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-692cd11a-7c79-45e7-b7bf-c0b5de782f05 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:48.535657 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-13a82e3f-cd15-4f97-8167-1205619fdf6d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:48.562006 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fc3c0bf3-657d-41a9-8102-a9997513d2f2 req-9b2f7edf-d084-4281-8fa4-4b0ca69f895f tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6103736-3251-4427-af42-92b533f3dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386410 Oct 30 15:45:48.563116 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a82e3f-cd15-4f97-8167-1205619fdf6d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event deleted for resources: {'Port': ['ID=4f0d6e7f-5083-4146-adf5-536c57b85ffb,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:48.575356 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-692cd11a-7c79-45e7-b7bf-c0b5de782f05 None None] Calling delete_port for e2affa22-680c-42ac-8335-b668761a8caa owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:45:48.627314 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-13a82e3f-cd15-4f97-8167-1205619fdf6d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:48.636022 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-0b05e992-7ab9-4b4e-a432-2aa1d79053b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1132f7-d64f-4e53-9648-f001c84f0563', 'name': 'tempest-TestNetworkAdvancedServerOps-router-640039391', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '4f0d6e7f-5083-4146-adf5-536c57b85ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:44:35Z', 'updated_at': '2021-10-30T15:45:47Z', 'revision_number': 5, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'gw_port': {'id': '4f0d6e7f-5083-4146-adf5-536c57b85ffb', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:34:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1132f7-d64f-4e53-9648-f001c84f0563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:44:35Z', 'updated_at': '2021-10-30T15:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:45:48.675350 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b05e992-7ab9-4b4e-a432-2aa1d79053b9 None None] The sync data for ids ['9f1132f7-d64f-4e53-9648-f001c84f0563'] in n-d-806683-17 is: [{'id': '9f1132f7-d64f-4e53-9648-f001c84f0563', 'name': 'tempest-TestNetworkAdvancedServerOps-router-640039391', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '4f0d6e7f-5083-4146-adf5-536c57b85ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:44:35Z', 'updated_at': '2021-10-30T15:45:47Z', 'revision_number': 5, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'gw_port': {'id': '4f0d6e7f-5083-4146-adf5-536c57b85ffb', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:34:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1132f7-d64f-4e53-9648-f001c84f0563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:44:35Z', 'updated_at': '2021-10-30T15:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:45:48.707506 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port a3d8df15-cdcc-4c7a-bafe-2abff7b07f45, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=a3d8df15-cdcc-4c7a-bafe-2abff7b07f45,segment=NetworkSegment(57023fe3-e6ab-48ed-bee0-edaba88abc6c),segment_id=57023fe3-e6ab-48ed-bee0-edaba88abc6c)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:45:48.726861 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': 'a3d8df15-cdcc-4c7a-bafe-2abff7b07f45', 'network_id': '7dd08a17-77af-4c1d-be91-57a4c9ca16cd', 'port_id': 'a3d8df15-cdcc-4c7a-bafe-2abff7b07f45', 'mac_address': 'fa:16:3e:02:a0:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c9b4669-7234-4d98-b237-14f0fc519f4e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:45:48.736090 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-13a82e3f-cd15-4f97-8167-1205619fdf6d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:48.738595 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-13a82e3f-cd15-4f97-8167-1205619fdf6d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:48.767945 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-692cd11a-7c79-45e7-b7bf-c0b5de782f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:48.804037 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-13a82e3f-cd15-4f97-8167-1205619fdf6d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:48.804608 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a82e3f-cd15-4f97-8167-1205619fdf6d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Fanout notify agent at l3_agent the message router_deleted on router 9f1132f7-d64f-4e53-9648-f001c84f0563 {{(pid=102131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:45:48.812198 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-13a82e3f-cd15-4f97-8167-1205619fdf6d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:48.812729 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692cd11a-7c79-45e7-b7bf-c0b5de782f05 None None] No DVR routers for this DVR port e2affa22-680c-42ac-8335-b668761a8caa on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:45:48.816191 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-13a82e3f-cd15-4f97-8167-1205619fdf6d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "DELETE /v2.0/routers/9f1132f7-d64f-4e53-9648-f001c84f0563 HTTP/1.1" status: 204 len: 168 time: 0.8584952 Oct 30 15:45:48.816434 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 52672) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:45:48.816553 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692cd11a-7c79-45e7-b7bf-c0b5de782f05 None None] Pushing event deleted for resources: {'Port': ['ID=e2affa22-680c-42ac-8335-b668761a8caa,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:48.827979 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692cd11a-7c79-45e7-b7bf-c0b5de782f05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:45:48.828329 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692cd11a-7c79-45e7-b7bf-c0b5de782f05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:45:48.828674 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692cd11a-7c79-45e7-b7bf-c0b5de782f05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:45:48.829016 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692cd11a-7c79-45e7-b7bf-c0b5de782f05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:45:48.829357 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692cd11a-7c79-45e7-b7bf-c0b5de782f05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:45:48.829907 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692cd11a-7c79-45e7-b7bf-c0b5de782f05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:45:48.829994 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692cd11a-7c79-45e7-b7bf-c0b5de782f05 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:45:48.830319 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692cd11a-7c79-45e7-b7bf-c0b5de782f05 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:45:48.830666 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692cd11a-7c79-45e7-b7bf-c0b5de782f05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:45:48.830975 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692cd11a-7c79-45e7-b7bf-c0b5de782f05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:45:48.831299 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692cd11a-7c79-45e7-b7bf-c0b5de782f05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:45:48.831649 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692cd11a-7c79-45e7-b7bf-c0b5de782f05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:45:48.835086 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:48.848944 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3d8df15-cdcc-4c7a-bafe-2abff7b07f45 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:45:48.868217 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port a3d8df15-cdcc-4c7a-bafe-2abff7b07f45, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=a3d8df15-cdcc-4c7a-bafe-2abff7b07f45,segment=NetworkSegment(57023fe3-e6ab-48ed-bee0-edaba88abc6c),segment_id=57023fe3-e6ab-48ed-bee0-edaba88abc6c)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:45:48.873120 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:48.899060 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-419c9425-dedb-4d3f-99c8-7753ef51041c tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:48.921940 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=a3d8df15-cdcc-4c7a-bafe-2abff7b07f45,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:49.021880 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa71bc-7bda-49e9-b4cd-2e49bdf92ceb req-3fa1c227-fabf-4348-a45c-5670567c3e13 tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:49.022762 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device d1357eca-7335-4d83-bdb6-e88921d006c9 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:45:49.023580 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c9fa71bc-7bda-49e9-b4cd-2e49bdf92ceb req-3fa1c227-fabf-4348-a45c-5670567c3e13 tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] 10.222.0.62 "GET /v2.0/ports?device_id=549f2899-be30-473f-9a86-75f9f6e4e6c4 HTTP/1.1" status: 200 len: 944 time: 0.0522029 Oct 30 15:45:49.046015 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: d1357eca-7335-4d83-bdb6-e88921d006c9 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:45:49.046361 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device d1357eca-7335-4d83-bdb6-e88921d006c9 not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:45:49.071881 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c9fa71bc-7bda-49e9-b4cd-2e49bdf92ceb req-db081054-a889-46c3-a5ae-69cbd9e1539f tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c783c63-6b56-4cd4-ae62-f5bc82a5dfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391166 Oct 30 15:45:49.075710 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['a3d8df15-cdcc-4c7a-bafe-2abff7b07f45'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:45:49.288989 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:45:49.333305 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-419c9425-dedb-4d3f-99c8-7753ef51041c tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:49.355909 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-419c9425-dedb-4d3f-99c8-7753ef51041c tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8adb45b2-7130-4ab3-bef2-62bf1ef69308']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:45:49.365738 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-419c9425-dedb-4d3f-99c8-7753ef51041c tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fa17092-09ca-4212-a0a7-e5507f700ed9') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:45:49.366021 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-419c9425-dedb-4d3f-99c8-7753ef51041c tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fa17092-09ca-4212-a0a7-e5507f700ed9') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:45:49.376623 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-419c9425-dedb-4d3f-99c8-7753ef51041c tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:49.391966 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-419c9425-dedb-4d3f-99c8-7753ef51041c tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:49.398145 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-419c9425-dedb-4d3f-99c8-7753ef51041c tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:45:49.398535 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-419c9425-dedb-4d3f-99c8-7753ef51041c tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:49.402451 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:45:49.402451 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:45:49.402451 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:45:49.402451 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:45:49.402451 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:45:49.402451 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:45:49.402451 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:45:49.402451 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:45:49.402451 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:45:49.402451 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:45:49.402451 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:45:49.402451 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:45:49.402451 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:45:49.402451 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:45:49.402451 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:45:49.402451 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:45:49.402451 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:45:49.402451 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:45:49.402451 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:45:49.402451 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:45:49.402451 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:45:49.402451 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:45:49.402451 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:45:49.402451 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:45:49.402451 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:45:49.402451 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:45:49.402451 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:45:49.402451 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:45:49.402451 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:45:49.402451 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:45:49.402451 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:45:49.402451 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:45:49.463622 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-419c9425-dedb-4d3f-99c8-7753ef51041c tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:49.468869 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-419c9425-dedb-4d3f-99c8-7753ef51041c tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:49.472093 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-419c9425-dedb-4d3f-99c8-7753ef51041c tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "DELETE /v2.0/networks/8adb45b2-7130-4ab3-bef2-62bf1ef69308 HTTP/1.1" status: 204 len: 168 time: 0.6548312 Oct 30 15:45:49.474842 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52676) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:45:49.487445 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419c9425-dedb-4d3f-99c8-7753ef51041c tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event deleted for resources: {'Network': ['ID=8adb45b2-7130-4ab3-bef2-62bf1ef69308,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:49.532392 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f74b4b91-b9b9-4ba1-ae85-ab708f99dc3c tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:49.560774 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f74b4b91-b9b9-4ba1-ae85-ab708f99dc3c tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:49.620679 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f74b4b91-b9b9-4ba1-ae85-ab708f99dc3c tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:49.623785 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f74b4b91-b9b9-4ba1-ae85-ab708f99dc3c tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:49.624988 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-f74b4b91-b9b9-4ba1-ae85-ab708f99dc3c tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "DELETE /v2.0/security-groups/976b9efe-cdcb-42e6-b826-7b6fba877986 HTTP/1.1" status: 204 len: 168 time: 0.1490939 Oct 30 15:45:49.634329 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74b4b91-b9b9-4ba1-ae85-ab708f99dc3c tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=976b9efe-cdcb-42e6-b826-7b6fba877986,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:49.703539 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d2d2c-ffb2-447e-b603-d564805483d2 req-0d840d64-cf2f-4224-9427-6ddea99b824c tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:49.705566 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-292d2d2c-ffb2-447e-b603-d564805483d2 req-0d840d64-cf2f-4224-9427-6ddea99b824c tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbf55836-bc77-49c7-a569-7e3ffaced8a0 HTTP/1.1" status: 200 len: 943 time: 0.0646865 Oct 30 15:45:49.750024 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-292d2d2c-ffb2-447e-b603-d564805483d2 req-7ea0a994-e0a2-4ce5-ad26-ec943f8cca16 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6103736-3251-4427-af42-92b533f3dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375631 Oct 30 15:45:50.150421 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52686) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:45:50.155589 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-5c91c872-f3a2-407f-86ba-47faa399e8aa tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2002630058', 'description': 'tempest-secgroup-smoke-2002630058 description', 'project_id': 'c4b96368b87a40a2935f71debcc2f400'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:45:50.182414 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5c91c872-f3a2-407f-86ba-47faa399e8aa tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:50.205559 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 7b371ee0-778a-4c11-9552-5f5afccefd42 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:45:50.216790 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462dd791-bee3-4b4d-a91d-d7f2a09000bd req-8ac29462-29a2-4929-bc1a-a9e095933a90 tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:50.218404 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-462dd791-bee3-4b4d-a91d-d7f2a09000bd req-8ac29462-29a2-4929-bc1a-a9e095933a90 tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] 10.222.0.62 "GET /v2.0/ports?device_id=549f2899-be30-473f-9a86-75f9f6e4e6c4 HTTP/1.1" status: 200 len: 944 time: 0.0693901 Oct 30 15:45:50.237839 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 7b371ee0-778a-4c11-9552-5f5afccefd42 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:45:50.238283 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 7b371ee0-778a-4c11-9552-5f5afccefd42 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:45:50.239025 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device e2affa22-680c-42ac-8335-b668761a8caa no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:45:50.253807 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5c91c872-f3a2-407f-86ba-47faa399e8aa tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:50.259521 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5c91c872-f3a2-407f-86ba-47faa399e8aa tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:50.261957 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-462dd791-bee3-4b4d-a91d-d7f2a09000bd req-3e10f844-1610-4717-89d8-25f382bb03d0 tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c783c63-6b56-4cd4-ae62-f5bc82a5dfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367837 Oct 30 15:45:50.267896 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: e2affa22-680c-42ac-8335-b668761a8caa {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:45:50.268343 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device e2affa22-680c-42ac-8335-b668761a8caa not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:45:50.268997 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 4f0d6e7f-5083-4146-adf5-536c57b85ffb no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:45:50.289857 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 4f0d6e7f-5083-4146-adf5-536c57b85ffb {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:45:50.290282 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 4f0d6e7f-5083-4146-adf5-536c57b85ffb not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:45:50.293230 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5c91c872-f3a2-407f-86ba-47faa399e8aa tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:50.294545 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-5c91c872-f3a2-407f-86ba-47faa399e8aa tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1429980 Oct 30 15:45:50.296029 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c91c872-f3a2-407f-86ba-47faa399e8aa tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb3a94e-6476-4bc2-a76a-2750246ec388,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:50.298154 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52688) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:45:50.302790 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-0bc742cc-ceb8-44b8-a5eb-b82762fc9975 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Request body: {'security_group_rule': {'security_group_id': 'aeb3a94e-6476-4bc2-a76a-2750246ec388', 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:45:50.333526 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0bc742cc-ceb8-44b8-a5eb-b82762fc9975 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:50.383743 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0bc742cc-ceb8-44b8-a5eb-b82762fc9975 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:50.387809 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0bc742cc-ceb8-44b8-a5eb-b82762fc9975 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:50.406082 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc742cc-ceb8-44b8-a5eb-b82762fc9975 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1007d8e-9431-49b7-bd69-c8dce74f87f7,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:50.414040 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0bc742cc-ceb8-44b8-a5eb-b82762fc9975 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:50.415237 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-0bc742cc-ceb8-44b8-a5eb-b82762fc9975 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1161566 Oct 30 15:45:50.418465 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52690) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:45:50.422748 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-8c0b21eb-c3a9-4caa-b992-ce4880c09e1d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Request body: {'security_group_rule': {'security_group_id': 'aeb3a94e-6476-4bc2-a76a-2750246ec388', 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:45:50.433007 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device a3d8df15-cdcc-4c7a-bafe-2abff7b07f45 up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:45:50.449015 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8c0b21eb-c3a9-4caa-b992-ce4880c09e1d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:50.481692 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port a3d8df15-cdcc-4c7a-bafe-2abff7b07f45 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:45:50.485662 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port a3d8df15-cdcc-4c7a-bafe-2abff7b07f45 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:45:50.486032 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:50.516280 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8c0b21eb-c3a9-4caa-b992-ce4880c09e1d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:50.520108 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8c0b21eb-c3a9-4caa-b992-ce4880c09e1d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:50.538418 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0b21eb-c3a9-4caa-b992-ce4880c09e1d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a176c703-8820-4062-9d6c-d29041c6f9b4,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:50.546865 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8c0b21eb-c3a9-4caa-b992-ce4880c09e1d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:50.548188 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-8c0b21eb-c3a9-4caa-b992-ce4880c09e1d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1287627 Oct 30 15:45:50.550930 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52692) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:45:50.555371 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-ef1892eb-dd6d-4202-9693-0424c7ceb19b tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Request body: {'security_group_rule': {'security_group_id': 'aeb3a94e-6476-4bc2-a76a-2750246ec388', 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:45:50.570291 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:50.581327 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ef1892eb-dd6d-4202-9693-0424c7ceb19b tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:50.594212 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '549f2899-be30-473f-9a86-75f9f6e4e6c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3d8df15-cdcc-4c7a-bafe-2abff7b07f45'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:45:50.596502 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec713044-1318-4eb3-a78e-0226641c0b5b" -d '{"events": [{"server_uuid": "549f2899-be30-473f-9a86-75f9f6e4e6c4", "name": "network-vif-plugged", "status": "completed", "tag": "a3d8df15-cdcc-4c7a-bafe-2abff7b07f45"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:45:50.610493 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port a3d8df15-cdcc-4c7a-bafe-2abff7b07f45, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=a3d8df15-cdcc-4c7a-bafe-2abff7b07f45,segment=NetworkSegment(57023fe3-e6ab-48ed-bee0-edaba88abc6c),segment_id=57023fe3-e6ab-48ed-bee0-edaba88abc6c)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:45:50.615189 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:50.648568 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ef1892eb-dd6d-4202-9693-0424c7ceb19b tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:50.653699 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ef1892eb-dd6d-4202-9693-0424c7ceb19b tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:50.664912 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=a3d8df15-cdcc-4c7a-bafe-2abff7b07f45,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:50.675689 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1892eb-dd6d-4202-9693-0424c7ceb19b tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5511a3d3-b949-4737-b3e7-389a29c26179,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:50.684366 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ef1892eb-dd6d-4202-9693-0424c7ceb19b tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:50.688145 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-ef1892eb-dd6d-4202-9693-0424c7ceb19b tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1336527 Oct 30 15:45:50.688813 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52698) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:45:50.693050 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-32e967ea-7add-457a-9b21-7c4f8d6f9c45 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Request body: {'security_group_rule': {'security_group_id': 'aeb3a94e-6476-4bc2-a76a-2750246ec388', 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:45:50.712842 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15491846-3634-438e-9e09-73a69fd06494 x-openstack-request-id: req-15491846-3634-438e-9e09-73a69fd06494 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:45:50.713810 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "549f2899-be30-473f-9a86-75f9f6e4e6c4", "name": "network-vif-plugged", "status": "completed", "tag": "a3d8df15-cdcc-4c7a-bafe-2abff7b07f45", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:45:50.714282 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-15491846-3634-438e-9e09-73a69fd06494 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:45:50.714745 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '549f2899-be30-473f-9a86-75f9f6e4e6c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3d8df15-cdcc-4c7a-bafe-2abff7b07f45', 'code': 200} Oct 30 15:45:50.720619 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-32e967ea-7add-457a-9b21-7c4f8d6f9c45 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:50.788751 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-32e967ea-7add-457a-9b21-7c4f8d6f9c45 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:50.793249 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-32e967ea-7add-457a-9b21-7c4f8d6f9c45 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:50.813224 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e967ea-7add-457a-9b21-7c4f8d6f9c45 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a0ae6ad-28b1-46c7-b3f2-fff73b4d88f0,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:50.813991 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5dd8d6-93fa-434f-9e67-7edbe0794003 req-44069409-dfb5-46fc-8f6a-e612af830efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:50.815633 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-be5dd8d6-93fa-434f-9e67-7edbe0794003 req-44069409-dfb5-46fc-8f6a-e612af830efb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=549f2899-be30-473f-9a86-75f9f6e4e6c4 HTTP/1.1" status: 200 len: 1097 time: 0.0447817 Oct 30 15:45:50.826126 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-32e967ea-7add-457a-9b21-7c4f8d6f9c45 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:50.830831 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-32e967ea-7add-457a-9b21-7c4f8d6f9c45 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1380799 Oct 30 15:45:50.831657 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52702) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:45:50.836227 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-bb707935-6b89-4a5b-b4b6-b1f2839d31cf tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Request body: {'security_group_rule': {'security_group_id': 'aeb3a94e-6476-4bc2-a76a-2750246ec388', 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:45:50.857658 n-d-806683-17 neutron-server[102131]: INFO neutron.db.securitygroups_db [None req-bb707935-6b89-4a5b-b4b6-b1f2839d31cf tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Project c4b96368b87a40a2935f71debcc2f400 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 30 15:45:50.862642 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bb707935-6b89-4a5b-b4b6-b1f2839d31cf tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:50.882388 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-be5dd8d6-93fa-434f-9e67-7edbe0794003 req-c65786b2-36e9-4208-adcb-e04c2e4b9bbd service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2c783c63-6b56-4cd4-ae62-f5bc82a5dfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581102 Oct 30 15:45:50.899403 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407837b6-866e-4a33-b959-b536ae4bee9b req-36c65ca5-f8a0-4959-8df0-4a66c2091e43 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:50.900931 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-407837b6-866e-4a33-b959-b536ae4bee9b req-36c65ca5-f8a0-4959-8df0-4a66c2091e43 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbf55836-bc77-49c7-a569-7e3ffaced8a0 HTTP/1.1" status: 200 len: 943 time: 0.0619087 Oct 30 15:45:50.926805 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bb707935-6b89-4a5b-b4b6-b1f2839d31cf tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:50.930964 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bb707935-6b89-4a5b-b4b6-b1f2839d31cf tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:50.943548 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-407837b6-866e-4a33-b959-b536ae4bee9b req-8e972e58-287f-4b34-946a-7fc7b232f55c tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6103736-3251-4427-af42-92b533f3dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359061 Oct 30 15:45:50.950304 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb707935-6b89-4a5b-b4b6-b1f2839d31cf tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d598368c-741f-467f-bdd0-166c593ac886,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:50.959167 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-bb707935-6b89-4a5b-b4b6-b1f2839d31cf tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:50.960420 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-bb707935-6b89-4a5b-b4b6-b1f2839d31cf tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1277559 Oct 30 15:45:50.963242 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52704) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:45:50.967917 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-3cd2f939-7d77-4732-9f62-44b80886ad04 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Request body: {'security_group_rule': {'security_group_id': 'aeb3a94e-6476-4bc2-a76a-2750246ec388', 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:45:50.988592 n-d-806683-17 neutron-server[102131]: INFO neutron.db.securitygroups_db [None req-3cd2f939-7d77-4732-9f62-44b80886ad04 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Project c4b96368b87a40a2935f71debcc2f400 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 30 15:45:50.993584 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3cd2f939-7d77-4732-9f62-44b80886ad04 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:51.021262 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device d9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:45:51.053829 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3cd2f939-7d77-4732-9f62-44b80886ad04 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:51.058345 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3cd2f939-7d77-4732-9f62-44b80886ad04 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:51.080231 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd2f939-7d77-4732-9f62-44b80886ad04 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd47e24b-f80c-48da-8b9d-8a5bc2f1d09c,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:51.086730 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3cd2f939-7d77-4732-9f62-44b80886ad04 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:51.088084 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-3cd2f939-7d77-4732-9f62-44b80886ad04 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1236432 Oct 30 15:45:51.090981 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52706) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:45:51.095880 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-6d76f38e-792a-4ad3-955a-bd1c5a4c18f7 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Request body: {'network': {'name': 'tempest-network-smoke--1027147593', 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'port_security_enabled': True}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:45:51.117970 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d76f38e-792a-4ad3-955a-bd1c5a4c18f7 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Made reservation on behalf of c4b96368b87a40a2935f71debcc2f400 for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:45:51.122530 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6d76f38e-792a-4ad3-955a-bd1c5a4c18f7 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:51.124750 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port d9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=d9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd,segment=NetworkSegment(eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15),segment_id=eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:45:51.138525 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': 'd9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd', 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318', 'port_id': 'd9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd', 'mac_address': 'fa:16:3e:5c:f4:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2126f42-6201-4d38-a336-acc99efa4108', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:45:51.150164 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d76f38e-792a-4ad3-955a-bd1c5a4c18f7 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:45:51.159277 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6d76f38e-792a-4ad3-955a-bd1c5a4c18f7 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:51.159667 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-6d76f38e-792a-4ad3-955a-bd1c5a4c18f7 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Added segment 84f7f1ef-8aa7-4395-a26f-23f7af80b0ed of type vlan for network 2fb24aed-2982-4de5-b372-2ef4afefd67d Oct 30 15:45:51.190557 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8c17a489-57af-4287-b031-53a6e1e2d880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:51.193160 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:51.200808 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6d76f38e-792a-4ad3-955a-bd1c5a4c18f7 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:51.206576 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:45:51.225649 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6d76f38e-792a-4ad3-955a-bd1c5a4c18f7 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:51.227330 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port d9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=d9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd,segment=NetworkSegment(eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15),segment_id=eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:45:51.231759 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:51.234664 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d76f38e-792a-4ad3-955a-bd1c5a4c18f7 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:51.235658 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6d76f38e-792a-4ad3-955a-bd1c5a4c18f7 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:51.282537 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=d9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:51.312368 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-6d76f38e-792a-4ad3-955a-bd1c5a4c18f7 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2201269 Oct 30 15:45:51.315013 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 52710) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:45:51.320819 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-40fbc923-c10a-4267-a865-41a3a0ecedf6 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-922836904', 'admin_state_up': True, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:45:51.344745 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-40fbc923-c10a-4267-a865-41a3a0ecedf6 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:51.345747 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-40fbc923-c10a-4267-a865-41a3a0ecedf6 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:51.358517 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d76f38e-792a-4ad3-955a-bd1c5a4c18f7 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event updated for resources: {'Network': ['ID=2fb24aed-2982-4de5-b372-2ef4afefd67d,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:51.372189 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 2fb24aed-2982-4de5-b372-2ef4afefd67d details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:45:51.399238 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc953a2-01d0-4425-86b9-a72e0ae44e7e req-c8be6b8e-439d-43c1-8592-7b3045ded422 tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:51.401470 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2bc953a2-01d0-4425-86b9-a72e0ae44e7e req-c8be6b8e-439d-43c1-8592-7b3045ded422 tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] 10.222.0.62 "GET /v2.0/ports?device_id=549f2899-be30-473f-9a86-75f9f6e4e6c4 HTTP/1.1" status: 200 len: 945 time: 0.0605600 Oct 30 15:45:51.402329 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-40fbc923-c10a-4267-a865-41a3a0ecedf6 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:51.441608 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['d9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:45:51.447164 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2bc953a2-01d0-4425-86b9-a72e0ae44e7e req-60b404f4-1f9a-4f8f-9ff1-d6b4c371a506 tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c783c63-6b56-4cd4-ae62-f5bc82a5dfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380573 Oct 30 15:45:51.548728 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-40fbc923-c10a-4267-a865-41a3a0ecedf6 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:51.738246 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-40fbc923-c10a-4267-a865-41a3a0ecedf6 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for router_gateway, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:51.757551 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-40fbc923-c10a-4267-a865-41a3a0ecedf6 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:51.878427 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-40fbc923-c10a-4267-a865-41a3a0ecedf6 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Allocated IP 172.25.4.170 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/3663d5b4-0c6d-45b9-8150-8239d72b47f3) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:45:51.983454 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-40fbc923-c10a-4267-a865-41a3a0ecedf6 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:52.028579 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-40fbc923-c10a-4267-a865-41a3a0ecedf6 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:52.086004 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fbc923-c10a-4267-a865-41a3a0ecedf6 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:45:52.092369 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-40fbc923-c10a-4267-a865-41a3a0ecedf6 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:45:52.097789 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fbc923-c10a-4267-a865-41a3a0ecedf6 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:45:52.102963 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fbc923-c10a-4267-a865-41a3a0ecedf6 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event updated for resources: {'Port': ['ID=3663d5b4-0c6d-45b9-8150-8239d72b47f3,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:52.131930 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72632ef4-9900-4aec-abd5-bda3afda8686 req-7ca80716-f559-4078-ae74-66eb1f0d30ef tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:52.133387 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-72632ef4-9900-4aec-abd5-bda3afda8686 req-7ca80716-f559-4078-ae74-66eb1f0d30ef tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbf55836-bc77-49c7-a569-7e3ffaced8a0 HTTP/1.1" status: 200 len: 944 time: 0.1147847 Oct 30 15:45:52.237174 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-72632ef4-9900-4aec-abd5-bda3afda8686 req-4b583081-e6c4-4762-a719-10fc7b23f6f0 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6103736-3251-4427-af42-92b533f3dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976992 Oct 30 15:45:52.376128 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-40fbc923-c10a-4267-a865-41a3a0ecedf6 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for router_gateway, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:52.563487 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5de5f8-24eb-45f0-a26f-bb1ff3a046eb req-484d75be-8d10-458c-830b-a6a150aa0d7f tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:52.564857 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fe5de5f8-24eb-45f0-a26f-bb1ff3a046eb req-484d75be-8d10-458c-830b-a6a150aa0d7f tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] 10.222.0.62 "GET /v2.0/ports?device_id=549f2899-be30-473f-9a86-75f9f6e4e6c4 HTTP/1.1" status: 200 len: 945 time: 0.0495856 Oct 30 15:45:52.574118 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-40fbc923-c10a-4267-a865-41a3a0ecedf6 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:52.601955 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fe5de5f8-24eb-45f0-a26f-bb1ff3a046eb req-c70fbafd-2874-4a28-8ace-a5cb7404d023 tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c783c63-6b56-4cd4-ae62-f5bc82a5dfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309324 Oct 30 15:45:52.731494 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7edfd51-b2f8-4f71-a6a4-d942dd901d6e req-98f73c1d-e1ea-43e6-a54a-33ff199e9e8d tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:52.732950 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c7edfd51-b2f8-4f71-a6a4-d942dd901d6e req-98f73c1d-e1ea-43e6-a54a-33ff199e9e8d tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] 10.222.0.62 "GET /v2.0/ports?device_id=549f2899-be30-473f-9a86-75f9f6e4e6c4 HTTP/1.1" status: 200 len: 945 time: 0.0633113 Oct 30 15:45:52.748473 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40fbc923-c10a-4267-a865-41a3a0ecedf6 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Router acf6ee50-0e20-4928-b486-56457f97030a is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:45:52.836335 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c7edfd51-b2f8-4f71-a6a4-d942dd901d6e req-2feb5ae8-d906-4c0d-8df4-3d3ebc944c9b tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c783c63-6b56-4cd4-ae62-f5bc82a5dfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965874 Oct 30 15:45:52.875084 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40fbc923-c10a-4267-a865-41a3a0ecedf6 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:45:52.884383 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3546e17a-843a-490d-9eb5-332ea44f5926 None None] Sync routers for ids ['acf6ee50-0e20-4928-b486-56457f97030a'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:45:52.896776 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3546e17a-843a-490d-9eb5-332ea44f5926 None None] Routers {'acf6ee50-0e20-4928-b486-56457f97030a'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:45:52.897228 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-40fbc923-c10a-4267-a865-41a3a0ecedf6 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:52.897689 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-3546e17a-843a-490d-9eb5-332ea44f5926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:45:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['acf6ee50-0e20-4928-b486-56457f97030a'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:45:52.898443 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-40fbc923-c10a-4267-a865-41a3a0ecedf6 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5822098 Oct 30 15:45:52.902224 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 52720) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:45:52.934876 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-8f198fc9-aa09-4021-a256-b7c17e265028 tempest-TestNetworkAdvancedServerOps-183148034 tempest-TestNetworkAdvancedServerOps-183148034-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=c4b96368b87a40a2935f71debcc2f400&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289207 Oct 30 15:45:52.935112 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 52722) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:45:53.011116 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-3546e17a-843a-490d-9eb5-332ea44f5926 None None] Set router acf6ee50-0e20-4928-b486-56457f97030a gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:45:53.038767 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device d9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:45:53.048990 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c169586e-5f47-458d-91c0-a46bd4a5bba7 tempest-TestNetworkAdvancedServerOps-183148034 tempest-TestNetworkAdvancedServerOps-183148034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:53.053389 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c169586e-5f47-458d-91c0-a46bd4a5bba7 tempest-TestNetworkAdvancedServerOps-183148034 tempest-TestNetworkAdvancedServerOps-183148034-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1145406 Oct 30 15:45:53.054095 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52726) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:45:53.089919 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port d9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:45:53.090441 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3cac71-87a2-44f5-b177-0ca4d7f97736 req-10c0b449-21c9-4320-8700-b90bf5a6bd97 tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:53.092407 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8b3cac71-87a2-44f5-b177-0ca4d7f97736 req-10c0b449-21c9-4320-8700-b90bf5a6bd97 tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] 10.222.0.62 "GET /v2.0/ports?device_id=549f2899-be30-473f-9a86-75f9f6e4e6c4 HTTP/1.1" status: 200 len: 945 time: 0.0602887 Oct 30 15:45:53.097593 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 52728) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:45:53.097992 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-9a5a3c8f-adb5-4237-870a-ee10dd07e0b3 tempest-TestNetworkAdvancedServerOps-183148034 tempest-TestNetworkAdvancedServerOps-183148034-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=edc38ef5-7816-4133-914c-cfe2849a0125&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0423002 Oct 30 15:45:53.100792 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port d9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:45:53.101368 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:53.104091 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-2d035c62-0a12-4a12-8238-27975a422845 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1518416323', 'network_id': '2fb24aed-2982-4de5-b372-2ef4afefd67d', 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:45:53.186255 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:53.205507 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8b3cac71-87a2-44f5-b177-0ca4d7f97736 req-39528ff4-7817-4b32-9884-5034e288d68f tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c783c63-6b56-4cd4-ae62-f5bc82a5dfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052704 Oct 30 15:45:53.213721 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf55836-bc77-49c7-a569-7e3ffaced8a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:45:53.216045 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e422255-d075-4b75-b338-35d2f6d6eb37" -d '{"events": [{"server_uuid": "fbf55836-bc77-49c7-a569-7e3ffaced8a0", "name": "network-vif-plugged", "status": "completed", "tag": "d9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:45:53.224864 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-3546e17a-843a-490d-9eb5-332ea44f5926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf6ee50-0e20-4928-b486-56457f97030a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922836904', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '3663d5b4-0c6d-45b9-8150-8239d72b47f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:45:51Z', 'updated_at': '2021-10-30T15:45:52Z', 'revision_number': 3, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'gw_port': {'id': '3663d5b4-0c6d-45b9-8150-8239d72b47f3', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf6ee50-0e20-4928-b486-56457f97030a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:45:51Z', 'updated_at': '2021-10-30T15:45:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:45:53.229670 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port d9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=d9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd,segment=NetworkSegment(eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15),segment_id=eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:45:53.234176 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:53.244837 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d035c62-0a12-4a12-8238-27975a422845 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Made reservation on behalf of c4b96368b87a40a2935f71debcc2f400 for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:45:53.248418 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2d035c62-0a12-4a12-8238-27975a422845 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:53.266814 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2d3270-7ffd-44ad-a61c-caf94aa03869 x-openstack-request-id: req-4d2d3270-7ffd-44ad-a61c-caf94aa03869 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:45:53.267105 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf55836-bc77-49c7-a569-7e3ffaced8a0", "name": "network-vif-plugged", "status": "completed", "tag": "d9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:45:53.267352 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4d2d3270-7ffd-44ad-a61c-caf94aa03869 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:45:53.268009 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf55836-bc77-49c7-a569-7e3ffaced8a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd', 'code': 200} Oct 30 15:45:53.289255 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=d9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:53.292891 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3546e17a-843a-490d-9eb5-332ea44f5926 None None] Checking router: acf6ee50-0e20-4928-b486-56457f97030a for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:45:53.293387 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3546e17a-843a-490d-9eb5-332ea44f5926 None None] Updating router acf6ee50-0e20-4928-b486-56457f97030a port 3663d5b4-0c6d-45b9-8150-8239d72b47f3 binding host n-d-806683-17 {{(pid=102133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:45:53.327267 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3546e17a-843a-490d-9eb5-332ea44f5926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:53.378569 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d28ca5-2eca-4b20-bafa-5ebb4ed31d96 req-13e99c2e-4534-40eb-bd2b-77feb349b8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:53.379857 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-14d28ca5-2eca-4b20-bafa-5ebb4ed31d96 req-13e99c2e-4534-40eb-bd2b-77feb349b8d5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fbf55836-bc77-49c7-a569-7e3ffaced8a0 HTTP/1.1" status: 200 len: 1097 time: 0.0442097 Oct 30 15:45:53.423942 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-14d28ca5-2eca-4b20-bafa-5ebb4ed31d96 req-ac759ac5-1835-4377-925f-1676315d45fb service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a6103736-3251-4427-af42-92b533f3dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361602 Oct 30 15:45:53.440862 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de1eb33-db94-4f72-97bd-4066cad357c2 req-e6daff93-0d16-4aab-b2c0-223a221d5c37 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:53.442820 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9de1eb33-db94-4f72-97bd-4066cad357c2 req-e6daff93-0d16-4aab-b2c0-223a221d5c37 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbf55836-bc77-49c7-a569-7e3ffaced8a0 HTTP/1.1" status: 200 len: 945 time: 0.0934649 Oct 30 15:45:53.505970 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2d035c62-0a12-4a12-8238-27975a422845 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:53.535728 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9de1eb33-db94-4f72-97bd-4066cad357c2 req-b8de51a5-bc91-415f-8795-787a75e89626 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6103736-3251-4427-af42-92b533f3dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723302 Oct 30 15:45:53.568407 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d035c62-0a12-4a12-8238-27975a422845 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event updated for resources: {'Subnet': ['ID=9992b366-c76f-446f-a498-7b78f68fd285,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:53.584546 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d035c62-0a12-4a12-8238-27975a422845 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Checking segment: {'id': '84f7f1ef-8aa7-4395-a26f-23f7af80b0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2fb24aed-2982-4de5-b372-2ef4afefd67d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:45:53.584997 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d035c62-0a12-4a12-8238-27975a422845 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Network hostable DHCP agents. Network: 2fb24aed-2982-4de5-b372-2ef4afefd67d, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:45:53.600251 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3546e17a-843a-490d-9eb5-332ea44f5926 None None] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:53.602764 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d035c62-0a12-4a12-8238-27975a422845 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Network 2fb24aed-2982-4de5-b372-2ef4afefd67d is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:45:53.606478 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3546e17a-843a-490d-9eb5-332ea44f5926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:53.612653 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-2d035c62-0a12-4a12-8238-27975a422845 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 2fb24aed-2982-4de5-b372-2ef4afefd67d) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:45:53.616702 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d035c62-0a12-4a12-8238-27975a422845 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:53.617289 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2d035c62-0a12-4a12-8238-27975a422845 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:53.625580 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b7924a-dbcc-4598-91da-02e6778adb98 None None] Network 2fb24aed-2982-4de5-b372-2ef4afefd67d requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:45:53.637607 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-2d035c62-0a12-4a12-8238-27975a422845 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5359437 Oct 30 15:45:53.637890 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52734) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:45:53.665853 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-3546e17a-843a-490d-9eb5-332ea44f5926 None None] Attempting to bind port 3663d5b4-0c6d-45b9-8150-8239d72b47f3 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:45:53.666837 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-3546e17a-843a-490d-9eb5-332ea44f5926 None None] Attempting to bind port 3663d5b4-0c6d-45b9-8150-8239d72b47f3 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:45:53.667275 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3546e17a-843a-490d-9eb5-332ea44f5926 None None] Attempting to bind port 3663d5b4-0c6d-45b9-8150-8239d72b47f3 on network edc38ef5-7816-4133-914c-cfe2849a0125 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:45:53.669243 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b5dc14-087b-461a-b359-ea99d3f2faad None None] Pushing event updated for resources: {'Port': ['ID=3663d5b4-0c6d-45b9-8150-8239d72b47f3,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:53.678711 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3546e17a-843a-490d-9eb5-332ea44f5926 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:45:53.679181 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3546e17a-843a-490d-9eb5-332ea44f5926 None None] Checking segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:45:53.679981 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3546e17a-843a-490d-9eb5-332ea44f5926 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:53.680434 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3546e17a-843a-490d-9eb5-332ea44f5926 None None] Bound using segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:45:53.680987 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-3546e17a-843a-490d-9eb5-332ea44f5926 None None] Bound port: 3663d5b4-0c6d-45b9-8150-8239d72b47f3, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:45:53.681440 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3546e17a-843a-490d-9eb5-332ea44f5926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:53.684716 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b5dc14-087b-461a-b359-ea99d3f2faad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:45:53.685123 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b5dc14-087b-461a-b359-ea99d3f2faad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:45:53.685524 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b5dc14-087b-461a-b359-ea99d3f2faad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:45:53.685961 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b5dc14-087b-461a-b359-ea99d3f2faad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:45:53.687981 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b5dc14-087b-461a-b359-ea99d3f2faad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:45:53.688452 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b5dc14-087b-461a-b359-ea99d3f2faad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:45:53.688858 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b5dc14-087b-461a-b359-ea99d3f2faad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:45:53.689262 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b5dc14-087b-461a-b359-ea99d3f2faad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:45:53.689660 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b5dc14-087b-461a-b359-ea99d3f2faad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:45:53.690313 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b5dc14-087b-461a-b359-ea99d3f2faad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:45:53.690478 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b5dc14-087b-461a-b359-ea99d3f2faad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:45:53.690871 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b5dc14-087b-461a-b359-ea99d3f2faad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:45:53.748119 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-3546e17a-843a-490d-9eb5-332ea44f5926 None None] For port 3663d5b4-0c6d-45b9-8150-8239d72b47f3, host n-d-806683-17, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:45:53.751283 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-3546e17a-843a-490d-9eb5-332ea44f5926 None None] For port 3663d5b4-0c6d-45b9-8150-8239d72b47f3, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=3663d5b4-0c6d-45b9-8150-8239d72b47f3,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:45:53.755782 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3546e17a-843a-490d-9eb5-332ea44f5926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:53.809517 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c89c0dd1-4fea-44e2-8352-070a5e3dfbbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:53.815304 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd0afe7-8c7d-409c-8596-ad672d5197e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-2fb24aed-2982-4de5-b372-2ef4afefd67d', 'network_id': '2fb24aed-2982-4de5-b372-2ef4afefd67d', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'fixed_ips': [{'subnet_id': '9992b366-c76f-446f-a498-7b78f68fd285'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:45:53.816075 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bfd0afe7-8c7d-409c-8596-ad672d5197e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:53.825286 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3546e17a-843a-490d-9eb5-332ea44f5926 None None] Routers {'acf6ee50-0e20-4928-b486-56457f97030a'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:45:53.826139 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-3546e17a-843a-490d-9eb5-332ea44f5926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:45:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['acf6ee50-0e20-4928-b486-56457f97030a'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:45:53.830673 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b5dc14-087b-461a-b359-ea99d3f2faad None None] Pushing event updated for resources: {'Port': ['ID=3663d5b4-0c6d-45b9-8150-8239d72b47f3,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:53.964824 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-bfd0afe7-8c7d-409c-8596-ad672d5197e8 None None] Allocated IP 172.20.0.2 (2fb24aed-2982-4de5-b372-2ef4afefd67d/9992b366-c76f-446f-a498-7b78f68fd285/afc8d1a2-6c2d-4e72-87af-361ddb487b0e) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:45:54.031748 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-3546e17a-843a-490d-9eb5-332ea44f5926 None None] Set router acf6ee50-0e20-4928-b486-56457f97030a gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:45:54.125630 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bfd0afe7-8c7d-409c-8596-ad672d5197e8 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:54.133521 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bfd0afe7-8c7d-409c-8596-ad672d5197e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:54.134474 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f68644b7-b1b4-4a1e-8cdb-de04148031c1 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:54.183077 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd0afe7-8c7d-409c-8596-ad672d5197e8 None None] Network 2fb24aed-2982-4de5-b372-2ef4afefd67d is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:45:54.188339 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-bfd0afe7-8c7d-409c-8596-ad672d5197e8 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:45:54.192127 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd0afe7-8c7d-409c-8596-ad672d5197e8 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:45:54.202153 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd0afe7-8c7d-409c-8596-ad672d5197e8 None None] Pushing event updated for resources: {'Port': ['ID=afc8d1a2-6c2d-4e72-87af-361ddb487b0e,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:54.247332 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-3546e17a-843a-490d-9eb5-332ea44f5926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf6ee50-0e20-4928-b486-56457f97030a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922836904', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '3663d5b4-0c6d-45b9-8150-8239d72b47f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:45:51Z', 'updated_at': '2021-10-30T15:45:52Z', 'revision_number': 3, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'gw_port': {'id': '3663d5b4-0c6d-45b9-8150-8239d72b47f3', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf6ee50-0e20-4928-b486-56457f97030a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:45:51Z', 'updated_at': '2021-10-30T15:45:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:45:54.272480 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-bfd0afe7-8c7d-409c-8596-ad672d5197e8 None None] Attempting to bind port afc8d1a2-6c2d-4e72-87af-361ddb487b0e on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:45:54.272480 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-bfd0afe7-8c7d-409c-8596-ad672d5197e8 None None] Attempting to bind port afc8d1a2-6c2d-4e72-87af-361ddb487b0e by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '84f7f1ef-8aa7-4395-a26f-23f7af80b0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2fb24aed-2982-4de5-b372-2ef4afefd67d'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:45:54.272828 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd0afe7-8c7d-409c-8596-ad672d5197e8 None None] Attempting to bind port afc8d1a2-6c2d-4e72-87af-361ddb487b0e on network 2fb24aed-2982-4de5-b372-2ef4afefd67d {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:45:54.276206 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3546e17a-843a-490d-9eb5-332ea44f5926 None None] The sync data for ids ['acf6ee50-0e20-4928-b486-56457f97030a'] in n-d-806683-17 is: [{'id': 'acf6ee50-0e20-4928-b486-56457f97030a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922836904', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '3663d5b4-0c6d-45b9-8150-8239d72b47f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:45:51Z', 'updated_at': '2021-10-30T15:45:52Z', 'revision_number': 3, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'gw_port': {'id': '3663d5b4-0c6d-45b9-8150-8239d72b47f3', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf6ee50-0e20-4928-b486-56457f97030a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:45:51Z', 'updated_at': '2021-10-30T15:45:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:45:54.281149 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd0afe7-8c7d-409c-8596-ad672d5197e8 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:45:54.281545 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd0afe7-8c7d-409c-8596-ad672d5197e8 None None] Checking segment: {'id': '84f7f1ef-8aa7-4395-a26f-23f7af80b0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2fb24aed-2982-4de5-b372-2ef4afefd67d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:45:54.281964 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bfd0afe7-8c7d-409c-8596-ad672d5197e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:54.282367 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd0afe7-8c7d-409c-8596-ad672d5197e8 None None] Bound using segment: {'id': '84f7f1ef-8aa7-4395-a26f-23f7af80b0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2fb24aed-2982-4de5-b372-2ef4afefd67d'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:45:54.282866 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-bfd0afe7-8c7d-409c-8596-ad672d5197e8 None None] Bound port: afc8d1a2-6c2d-4e72-87af-361ddb487b0e, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84f7f1ef-8aa7-4395-a26f-23f7af80b0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2fb24aed-2982-4de5-b372-2ef4afefd67d'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:45:54.283260 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bfd0afe7-8c7d-409c-8596-ad672d5197e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:54.374074 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-bfd0afe7-8c7d-409c-8596-ad672d5197e8 None None] For port afc8d1a2-6c2d-4e72-87af-361ddb487b0e, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:45:54.378014 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-bfd0afe7-8c7d-409c-8596-ad672d5197e8 None None] For port afc8d1a2-6c2d-4e72-87af-361ddb487b0e, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=afc8d1a2-6c2d-4e72-87af-361ddb487b0e,segment=NetworkSegment(84f7f1ef-8aa7-4395-a26f-23f7af80b0ed),segment_id=84f7f1ef-8aa7-4395-a26f-23f7af80b0ed)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:45:54.383870 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bfd0afe7-8c7d-409c-8596-ad672d5197e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:54.458993 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd0afe7-8c7d-409c-8596-ad672d5197e8 None None] Pushing event updated for resources: {'Port': ['ID=afc8d1a2-6c2d-4e72-87af-361ddb487b0e,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:54.569316 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb99ae66-8f4e-4d3d-94da-700c0d2273eb req-3dc997a6-88c1-496e-825b-00ddf9e861b5 tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:54.570504 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cb99ae66-8f4e-4d3d-94da-700c0d2273eb req-3dc997a6-88c1-496e-825b-00ddf9e861b5 tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] 10.222.0.62 "GET /v2.0/ports?device_id=549f2899-be30-473f-9a86-75f9f6e4e6c4 HTTP/1.1" status: 200 len: 945 time: 0.0894458 Oct 30 15:45:54.733507 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f68a19d-5183-41fd-9989-e1b47370d236 req-3d8793fa-c496-49bd-9291-0621aacaef76 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:54.744681 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4f68a19d-5183-41fd-9989-e1b47370d236 req-3d8793fa-c496-49bd-9291-0621aacaef76 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbf55836-bc77-49c7-a569-7e3ffaced8a0 HTTP/1.1" status: 200 len: 945 time: 0.0941207 Oct 30 15:45:54.776887 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:54.777466 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cb99ae66-8f4e-4d3d-94da-700c0d2273eb req-2f3fcb88-215d-4715-b9a9-d82a1a988e8b tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c783c63-6b56-4cd4-ae62-f5bc82a5dfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342182 Oct 30 15:45:54.793448 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4f68a19d-5183-41fd-9989-e1b47370d236 req-912bb9d5-420c-404e-81ae-fe59452960ce tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6103736-3251-4427-af42-92b533f3dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465214 Oct 30 15:45:54.866931 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-f68644b7-b1b4-4a1e-8cdb-de04148031c1 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Allocated IP 172.20.0.1 (2fb24aed-2982-4de5-b372-2ef4afefd67d/9992b366-c76f-446f-a498-7b78f68fd285/69b690a8-6174-435f-88f8-9010530044cc) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:45:54.961262 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f9747-6da6-4268-b3f9-28c0fa9b5055 req-3ba60726-8587-4358-88e2-32987eeaa006 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:54.963527 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cb0f9747-6da6-4268-b3f9-28c0fa9b5055 req-3ba60726-8587-4358-88e2-32987eeaa006 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbf55836-bc77-49c7-a569-7e3ffaced8a0 HTTP/1.1" status: 200 len: 945 time: 0.0616848 Oct 30 15:45:54.966824 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:55.064481 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f68644b7-b1b4-4a1e-8cdb-de04148031c1 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:55.065209 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cb0f9747-6da6-4268-b3f9-28c0fa9b5055 req-6f55d9e0-c39e-4455-8172-79f633feb0eb tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6103736-3251-4427-af42-92b533f3dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784075 Oct 30 15:45:55.089841 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 52746) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:45:55.125783 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0eda67-e4c8-422d-97d3-9f6f14d9ad29 req-6cf48feb-a620-4619-a846-369cf3fde351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:55.127329 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6b0eda67-e4c8-422d-97d3-9f6f14d9ad29 req-6cf48feb-a620-4619-a846-369cf3fde351 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=57f08c0dc1604728a1ed1967b9c23e42&device_id=549f2899-be30-473f-9a86-75f9f6e4e6c4 HTTP/1.1" status: 200 len: 1097 time: 0.0471992 Oct 30 15:45:55.154593 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ebc7d-18be-4aef-813a-46871eb57579 req-2429baac-ee44-4db1-bd42-32caa7ead37a tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:55.156502 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0e1ebc7d-18be-4aef-813a-46871eb57579 req-2429baac-ee44-4db1-bd42-32caa7ead37a tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] 10.222.0.62 "GET /v2.0/ports?device_id=549f2899-be30-473f-9a86-75f9f6e4e6c4 HTTP/1.1" status: 200 len: 945 time: 0.1026280 Oct 30 15:45:55.158214 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f68644b7-b1b4-4a1e-8cdb-de04148031c1 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:55.215211 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68644b7-b1b4-4a1e-8cdb-de04148031c1 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Network 2fb24aed-2982-4de5-b372-2ef4afefd67d is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:45:55.224203 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-f68644b7-b1b4-4a1e-8cdb-de04148031c1 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:45:55.235551 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68644b7-b1b4-4a1e-8cdb-de04148031c1 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:45:55.267663 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0eda67-e4c8-422d-97d3-9f6f14d9ad29 req-faf0b7d6-3821-40c6-9a45-6cf9f03d6d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:55.270127 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6b0eda67-e4c8-422d-97d3-9f6f14d9ad29 req-faf0b7d6-3821-40c6-9a45-6cf9f03d6d62 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7dd08a17-77af-4c1d-be91-57a4c9ca16cd HTTP/1.1" status: 200 len: 913 time: 0.1313519 Oct 30 15:45:55.270264 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68644b7-b1b4-4a1e-8cdb-de04148031c1 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event updated for resources: {'Port': ['ID=69b690a8-6174-435f-88f8-9010530044cc,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:55.294300 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0e1ebc7d-18be-4aef-813a-46871eb57579 req-197c9f24-15ad-49ea-8b30-315018129019 tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c783c63-6b56-4cd4-ae62-f5bc82a5dfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246324 Oct 30 15:45:55.327051 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f68644b7-b1b4-4a1e-8cdb-de04148031c1 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:55.331259 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6b0eda67-e4c8-422d-97d3-9f6f14d9ad29 req-7a6a82ef-1138-40da-b73a-7f950995c6f7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3d8df15-cdcc-4c7a-bafe-2abff7b07f45 HTTP/1.1" status: 200 len: 217 time: 0.0538571 Oct 30 15:45:55.426803 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0eda67-e4c8-422d-97d3-9f6f14d9ad29 req-13ec59ed-a66f-40fc-aa6e-4ec8c6df6247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:55.428747 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6b0eda67-e4c8-422d-97d3-9f6f14d9ad29 req-13ec59ed-a66f-40fc-aa6e-4ec8c6df6247 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3c9b4669-7234-4d98-b237-14f0fc519f4e HTTP/1.1" status: 200 len: 852 time: 0.0850389 Oct 30 15:45:55.432396 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4c71a6-27fd-441c-b4c2-c7d1646e81ea tempest-TestVolumeBootPattern-1694188669 tempest-TestVolumeBootPattern-1694188669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:55.434323 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-bc4c71a6-27fd-441c-b4c2-c7d1646e81ea tempest-TestVolumeBootPattern-1694188669 tempest-TestVolumeBootPattern-1694188669-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=fbf55836-bc77-49c7-a569-7e3ffaced8a0 HTTP/1.1" status: 200 len: 1092 time: 0.3430898 Oct 30 15:45:55.436986 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 52750) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:45:55.474409 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-338d2e3f-3cb3-403a-8f43-d1c87f28a23e tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Request body: {'floatingip': {'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'port_id': 'd9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd', 'tenant_id': '887bc10b4e704641954048c16602273c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:45:55.480802 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6b0eda67-e4c8-422d-97d3-9f6f14d9ad29 req-f9b31440-50b3-4449-8acc-5b8795fac37f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7dd08a17-77af-4c1d-be91-57a4c9ca16cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428636 Oct 30 15:45:55.504424 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f68644b7-b1b4-4a1e-8cdb-de04148031c1 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:55.590310 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-338d2e3f-3cb3-403a-8f43-d1c87f28a23e tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks [] for floatingip, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:55.654069 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6b0eda67-e4c8-422d-97d3-9f6f14d9ad29 req-2f2d998d-5adf-4db2-81bf-400e5799f565 service neutron] 10.222.0.44 "GET /v2.0/networks/7dd08a17-77af-4c1d-be91-57a4c9ca16cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649034 Oct 30 15:45:55.755848 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60f419e-34b8-424c-8ccd-f63e68cd74fb None None] Network 2fb24aed-2982-4de5-b372-2ef4afefd67d requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:45:55.780598 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6b0eda67-e4c8-422d-97d3-9f6f14d9ad29 req-b10e211f-7689-4960-8cd1-21474d32185d service neutron] 10.222.0.44 "GET /v2.0/networks/7dd08a17-77af-4c1d-be91-57a4c9ca16cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171641 Oct 30 15:45:55.801326 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-338d2e3f-3cb3-403a-8f43-d1c87f28a23e tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:55.839064 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-27daa3b7-1f50-4e00-acf7-a9eed5c8eaae None None] Provisioning complete for port afc8d1a2-6c2d-4e72-87af-361ddb487b0e triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:45:55.839901 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-27daa3b7-1f50-4e00-acf7-a9eed5c8eaae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:55.851392 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f68644b7-b1b4-4a1e-8cdb-de04148031c1 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:55.859986 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f68644b7-b1b4-4a1e-8cdb-de04148031c1 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:55.917162 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-338d2e3f-3cb3-403a-8f43-d1c87f28a23e tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Allocated IP 172.25.4.216 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/35fd6e80-10d8-45ec-aef9-ef37716711c4) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:45:55.943453 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f68644b7-b1b4-4a1e-8cdb-de04148031c1 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:55.945255 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68644b7-b1b4-4a1e-8cdb-de04148031c1 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event updated for resources: {'Port': ['ID=69b690a8-6174-435f-88f8-9010530044cc,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:56.012330 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-27daa3b7-1f50-4e00-acf7-a9eed5c8eaae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:56.042546 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68644b7-b1b4-4a1e-8cdb-de04148031c1 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Network 2fb24aed-2982-4de5-b372-2ef4afefd67d is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:45:56.044123 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-f68644b7-b1b4-4a1e-8cdb-de04148031c1 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:45:56.060398 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-338d2e3f-3cb3-403a-8f43-d1c87f28a23e tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:56.072865 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-27daa3b7-1f50-4e00-acf7-a9eed5c8eaae None None] For port afc8d1a2-6c2d-4e72-87af-361ddb487b0e, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=afc8d1a2-6c2d-4e72-87af-361ddb487b0e,segment=NetworkSegment(84f7f1ef-8aa7-4395-a26f-23f7af80b0ed),segment_id=84f7f1ef-8aa7-4395-a26f-23f7af80b0ed)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:45:56.081045 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-27daa3b7-1f50-4e00-acf7-a9eed5c8eaae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:56.117773 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-338d2e3f-3cb3-403a-8f43-d1c87f28a23e tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:56.158803 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27daa3b7-1f50-4e00-acf7-a9eed5c8eaae None None] Pushing event updated for resources: {'Port': ['ID=afc8d1a2-6c2d-4e72-87af-361ddb487b0e,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:56.167482 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338d2e3f-3cb3-403a-8f43-d1c87f28a23e tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:45:56.170945 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-338d2e3f-3cb3-403a-8f43-d1c87f28a23e tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:45:56.173682 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338d2e3f-3cb3-403a-8f43-d1c87f28a23e tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:45:56.204337 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338d2e3f-3cb3-403a-8f43-d1c87f28a23e tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Pushing event updated for resources: {'Port': ['ID=35fd6e80-10d8-45ec-aef9-ef37716711c4,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:56.216643 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f68644b7-b1b4-4a1e-8cdb-de04148031c1 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Router acf6ee50-0e20-4928-b486-56457f97030a has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:45:56.330401 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 3663d5b4-0c6d-45b9-8150-8239d72b47f3 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:45:56.378723 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f68644b7-b1b4-4a1e-8cdb-de04148031c1 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:45:56.392801 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-f68644b7-b1b4-4a1e-8cdb-de04148031c1 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "PUT /v2.0/routers/acf6ee50-0e20-4928-b486-56457f97030a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7505546 Oct 30 15:45:56.411357 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 3663d5b4-0c6d-45b9-8150-8239d72b47f3 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:45:56.411782 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:56.548816 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:56.558843 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882d82a3-b988-4f1e-a778-777aacee19b3 req-b7a23135-0689-4c95-8467-46cbbfda760f tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:56.561090 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-882d82a3-b988-4f1e-a778-777aacee19b3 req-b7a23135-0689-4c95-8467-46cbbfda760f tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] 10.222.0.62 "GET /v2.0/ports?device_id=549f2899-be30-473f-9a86-75f9f6e4e6c4 HTTP/1.1" status: 200 len: 945 time: 0.1604631 Oct 30 15:45:56.578248 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-1f130ce8-b196-4a09-b55d-fef3743d659a None None] Provisioning complete for port 69b690a8-6174-435f-88f8-9010530044cc triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:45:56.578796 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1f130ce8-b196-4a09-b55d-fef3743d659a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:56.617680 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-882d82a3-b988-4f1e-a778-777aacee19b3 req-905ec146-5d7d-4e74-be3f-9fb4eaca4f10 tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c783c63-6b56-4cd4-ae62-f5bc82a5dfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501711 Oct 30 15:45:56.641615 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af110558-5d76-40d0-bfcf-fc07ee05fa00 None None] Sync routers for ids ['acf6ee50-0e20-4928-b486-56457f97030a'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:45:56.649331 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 3663d5b4-0c6d-45b9-8150-8239d72b47f3, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=3663d5b4-0c6d-45b9-8150-8239d72b47f3,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:45:56.658889 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:56.659453 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device afc8d1a2-6c2d-4e72-87af-361ddb487b0e up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:45:56.708286 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-1f130ce8-b196-4a09-b55d-fef3743d659a None None] Port 69b690a8-6174-435f-88f8-9010530044cc cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:45:56.730773 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1baf93c6-6922-4fc0-bf46-7820b205ea93 req-2a3985be-5315-457e-be6b-39bf9102017a tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2002630058&fields=id&tenant_id=c4b96368b87a40a2935f71debcc2f400 HTTP/1.1" status: 200 len: 267 time: 0.0516167 Oct 30 15:45:56.737319 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af110558-5d76-40d0-bfcf-fc07ee05fa00 None None] Routers {'acf6ee50-0e20-4928-b486-56457f97030a'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:45:56.737881 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-af110558-5d76-40d0-bfcf-fc07ee05fa00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:45:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['acf6ee50-0e20-4928-b486-56457f97030a'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:45:56.801865 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-338d2e3f-3cb3-403a-8f43-d1c87f28a23e tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:56.859092 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:56.860427 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-1f130ce8-b196-4a09-b55d-fef3743d659a None None] Provisioning complete for port afc8d1a2-6c2d-4e72-87af-361ddb487b0e triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:45:56.860933 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1f130ce8-b196-4a09-b55d-fef3743d659a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:56.882324 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf93c6-6922-4fc0-bf46-7820b205ea93 req-c4a9824e-f0d5-4d8c-85d2-c1a7b62e8d51 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:56.884549 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1baf93c6-6922-4fc0-bf46-7820b205ea93 req-c4a9824e-f0d5-4d8c-85d2-c1a7b62e8d51 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/networks?id=2fb24aed-2982-4de5-b372-2ef4afefd67d HTTP/1.1" status: 200 len: 797 time: 0.1431408 Oct 30 15:45:56.902824 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-338d2e3f-3cb3-403a-8f43-d1c87f28a23e tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:56.910417 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port afc8d1a2-6c2d-4e72-87af-361ddb487b0e triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:45:56.910790 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:56.914046 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1baf93c6-6922-4fc0-bf46-7820b205ea93 req-48115d7a-921a-4d6d-afc8-d03376eed3c9 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/quotas/c4b96368b87a40a2935f71debcc2f400 HTTP/1.1" status: 200 len: 375 time: 0.0213888 Oct 30 15:45:56.920986 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=3663d5b4-0c6d-45b9-8150-8239d72b47f3,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:56.960869 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-af110558-5d76-40d0-bfcf-fc07ee05fa00 None None] Set router acf6ee50-0e20-4928-b486-56457f97030a gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:45:56.984027 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1baf93c6-6922-4fc0-bf46-7820b205ea93 req-25b8bfc8-e54a-49d9-af04-cbe0f5bf8e5c tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c4b96368b87a40a2935f71debcc2f400&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0688169 Oct 30 15:45:57.098970 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1baf93c6-6922-4fc0-bf46-7820b205ea93 req-995f16e1-13f7-4ee1-9ed1-d2b28778ea8f service neutron] 10.222.0.62 "GET /v2.0/networks/2fb24aed-2982-4de5-b372-2ef4afefd67d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009669 Oct 30 15:45:57.212011 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1baf93c6-6922-4fc0-bf46-7820b205ea93 req-45e02047-5df8-4d37-b6d7-9606fa661d3e service neutron] 10.222.0.62 "GET /v2.0/networks/2fb24aed-2982-4de5-b372-2ef4afefd67d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045947 Oct 30 15:45:57.274622 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-af110558-5d76-40d0-bfcf-fc07ee05fa00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf6ee50-0e20-4928-b486-56457f97030a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922836904', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '3663d5b4-0c6d-45b9-8150-8239d72b47f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:45:51Z', 'updated_at': '2021-10-30T15:45:55Z', 'revision_number': 4, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'gw_port': {'id': '3663d5b4-0c6d-45b9-8150-8239d72b47f3', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf6ee50-0e20-4928-b486-56457f97030a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:45:51Z', 'updated_at': '2021-10-30T15:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '69b690a8-6174-435f-88f8-9010530044cc', 'name': '', 'network_id': '2fb24aed-2982-4de5-b372-2ef4afefd67d', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'mac_address': 'fa:16:3e:26:f3:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf6ee50-0e20-4928-b486-56457f97030a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '9992b366-c76f-446f-a498-7b78f68fd285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:45:54Z', 'updated_at': '2021-10-30T15:45:55Z', 'revision_number': 2, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'subnets': [{'id': '9992b366-c76f-446f-a498-7b78f68fd285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:45:57.305056 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af110558-5d76-40d0-bfcf-fc07ee05fa00 None None] Checking router: acf6ee50-0e20-4928-b486-56457f97030a for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:45:57.305419 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af110558-5d76-40d0-bfcf-fc07ee05fa00 None None] Updating router acf6ee50-0e20-4928-b486-56457f97030a port 69b690a8-6174-435f-88f8-9010530044cc binding host n-d-806683-17 {{(pid=102132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:45:57.339240 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-af110558-5d76-40d0-bfcf-fc07ee05fa00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:57.343877 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-6ef0173e-9e3c-49fd-b829-51ee91c348eb None None] Provisioning complete for port 69b690a8-6174-435f-88f8-9010530044cc triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:45:57.344248 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6ef0173e-9e3c-49fd-b829-51ee91c348eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:57.418670 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-6ef0173e-9e3c-49fd-b829-51ee91c348eb None None] Port 69b690a8-6174-435f-88f8-9010530044cc cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:45:57.445961 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cb852480-2717-4ed5-9184-818c0e8c6ebc req-81483ade-9ce9-4d87-a106-fa08c811dfc0 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=486c510a-e8fe-40dc-9872-74d1a6f46127 HTTP/1.1" status: 200 len: 210 time: 0.0366664 Oct 30 15:45:57.450296 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-338d2e3f-3cb3-403a-8f43-d1c87f28a23e tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:57.456321 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-338d2e3f-3cb3-403a-8f43-d1c87f28a23e tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:57.543797 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338d2e3f-3cb3-403a-8f43-d1c87f28a23e tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Pushing event updated for resources: {'Port': ['ID=35fd6e80-10d8-45ec-aef9-ef37716711c4,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:57.555873 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-338d2e3f-3cb3-403a-8f43-d1c87f28a23e tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:57.683733 n-d-806683-17 neutron-server[102130]: INFO neutron.db.l3_db [None req-338d2e3f-3cb3-403a-8f43-d1c87f28a23e tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Floating IP 2261df99-254d-43b8-be26-093631d095a0 associated. External IP: 172.25.4.216, port: d9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd. Oct 30 15:45:57.776946 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a19bf9f-992b-4192-a9ea-5088358a60c2 req-75f3dfc9-b6b1-477f-9d90-51d15c668bf6 tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:57.778782 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6a19bf9f-992b-4192-a9ea-5088358a60c2 req-75f3dfc9-b6b1-477f-9d90-51d15c668bf6 tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] 10.222.0.62 "GET /v2.0/ports?device_id=549f2899-be30-473f-9a86-75f9f6e4e6c4 HTTP/1.1" status: 200 len: 945 time: 0.0626101 Oct 30 15:45:57.823894 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6a19bf9f-992b-4192-a9ea-5088358a60c2 req-f62d54b0-e3e5-4211-9bea-354a4e0806bc tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c783c63-6b56-4cd4-ae62-f5bc82a5dfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382707 Oct 30 15:45:57.883645 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-af110558-5d76-40d0-bfcf-fc07ee05fa00 None None] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:57.892394 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-af110558-5d76-40d0-bfcf-fc07ee05fa00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:57.950812 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae80a216-12cb-4f19-b8dd-b69ef45123b0 None None] Pushing event updated for resources: {'Port': ['ID=69b690a8-6174-435f-88f8-9010530044cc,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:57.965992 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-338d2e3f-3cb3-403a-8f43-d1c87f28a23e tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Router 966d4cf7-96e3-47f4-a906-6b02346ee5fe has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:45:58.015755 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-af110558-5d76-40d0-bfcf-fc07ee05fa00 None None] Attempting to bind port 69b690a8-6174-435f-88f8-9010530044cc on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:45:58.016130 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-af110558-5d76-40d0-bfcf-fc07ee05fa00 None None] Attempting to bind port 69b690a8-6174-435f-88f8-9010530044cc by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '84f7f1ef-8aa7-4395-a26f-23f7af80b0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2fb24aed-2982-4de5-b372-2ef4afefd67d'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:45:58.016509 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af110558-5d76-40d0-bfcf-fc07ee05fa00 None None] Attempting to bind port 69b690a8-6174-435f-88f8-9010530044cc on network 2fb24aed-2982-4de5-b372-2ef4afefd67d {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:45:58.027264 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af110558-5d76-40d0-bfcf-fc07ee05fa00 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:45:58.027795 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af110558-5d76-40d0-bfcf-fc07ee05fa00 None None] Checking segment: {'id': '84f7f1ef-8aa7-4395-a26f-23f7af80b0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2fb24aed-2982-4de5-b372-2ef4afefd67d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:45:58.028138 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-af110558-5d76-40d0-bfcf-fc07ee05fa00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:58.028532 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af110558-5d76-40d0-bfcf-fc07ee05fa00 None None] Bound using segment: {'id': '84f7f1ef-8aa7-4395-a26f-23f7af80b0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2fb24aed-2982-4de5-b372-2ef4afefd67d'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:45:58.029011 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-af110558-5d76-40d0-bfcf-fc07ee05fa00 None None] Bound port: 69b690a8-6174-435f-88f8-9010530044cc, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84f7f1ef-8aa7-4395-a26f-23f7af80b0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2fb24aed-2982-4de5-b372-2ef4afefd67d'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:45:58.029394 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-af110558-5d76-40d0-bfcf-fc07ee05fa00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:58.113809 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-af110558-5d76-40d0-bfcf-fc07ee05fa00 None None] For port 69b690a8-6174-435f-88f8-9010530044cc, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:45:58.117548 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-338d2e3f-3cb3-403a-8f43-d1c87f28a23e tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:45:58.121581 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-af110558-5d76-40d0-bfcf-fc07ee05fa00 None None] For port 69b690a8-6174-435f-88f8-9010530044cc, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=69b690a8-6174-435f-88f8-9010530044cc,segment=NetworkSegment(84f7f1ef-8aa7-4395-a26f-23f7af80b0ed),segment_id=84f7f1ef-8aa7-4395-a26f-23f7af80b0ed)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:45:58.127132 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-af110558-5d76-40d0-bfcf-fc07ee05fa00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:58.131488 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a6fff2-065c-42d0-80b2-b4e2bfd94039 None None] Sync routers for ids ['966d4cf7-96e3-47f4-a906-6b02346ee5fe'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:45:58.150805 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a6fff2-065c-42d0-80b2-b4e2bfd94039 None None] Routers {'966d4cf7-96e3-47f4-a906-6b02346ee5fe'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:45:58.151525 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-e2a6fff2-065c-42d0-80b2-b4e2bfd94039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:45:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['966d4cf7-96e3-47f4-a906-6b02346ee5fe'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:45:58.165675 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-338d2e3f-3cb3-403a-8f43-d1c87f28a23e tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:58.212212 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af110558-5d76-40d0-bfcf-fc07ee05fa00 None None] Routers {'acf6ee50-0e20-4928-b486-56457f97030a'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:45:58.212888 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-af110558-5d76-40d0-bfcf-fc07ee05fa00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:45:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['acf6ee50-0e20-4928-b486-56457f97030a'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:45:58.216591 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae80a216-12cb-4f19-b8dd-b69ef45123b0 None None] Pushing event updated for resources: {'Port': ['ID=69b690a8-6174-435f-88f8-9010530044cc,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:58.228842 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-338d2e3f-3cb3-403a-8f43-d1c87f28a23e tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7855299 Oct 30 15:45:58.229424 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbf55836-bc77-49c7-a569-7e3ffaced8a0', 'tag': 'd9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:45:58.231754 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d0d0a21-fd84-4768-b438-a261096c4b7a" -d '{"events": [{"name": "network-changed", "server_uuid": "fbf55836-bc77-49c7-a569-7e3ffaced8a0", "tag": "d9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:45:58.274423 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6faaf99-93eb-4ded-b8dc-1e52d23b81e0 req-db697249-c55d-42a1-98b2-16fb6d206b6b tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:58.276610 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e6faaf99-93eb-4ded-b8dc-1e52d23b81e0 req-db697249-c55d-42a1-98b2-16fb6d206b6b tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] 10.222.0.62 "GET /v2.0/ports?device_id=549f2899-be30-473f-9a86-75f9f6e4e6c4 HTTP/1.1" status: 200 len: 945 time: 0.1172073 Oct 30 15:45:58.280761 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 3663d5b4-0c6d-45b9-8150-8239d72b47f3 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:45:58.311864 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb1299b1-ad81-4681-b44c-dcea5da49e99 x-openstack-request-id: req-eb1299b1-ad81-4681-b44c-dcea5da49e99 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:45:58.312319 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbf55836-bc77-49c7-a569-7e3ffaced8a0", "tag": "d9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:45:58.312426 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-eb1299b1-ad81-4681-b44c-dcea5da49e99 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:45:58.312824 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbf55836-bc77-49c7-a569-7e3ffaced8a0', 'tag': 'd9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd', 'status': 'completed', 'code': 200} Oct 30 15:45:58.330080 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e6faaf99-93eb-4ded-b8dc-1e52d23b81e0 req-66c81ed5-d474-441a-b607-0433bd1035dd tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c783c63-6b56-4cd4-ae62-f5bc82a5dfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461323 Oct 30 15:45:58.395304 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-e2a6fff2-065c-42d0-80b2-b4e2bfd94039 None None] Set router 966d4cf7-96e3-47f4-a906-6b02346ee5fe gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:45:58.400016 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0d0a21-fd84-4768-b438-a261096c4b7a req-7a2d242f-06c8-4571-8a3b-c27ce1339dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:58.404711 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9d0d0a21-fd84-4768-b438-a261096c4b7a req-7a2d242f-06c8-4571-8a3b-c27ce1339dab service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=887bc10b4e704641954048c16602273c&device_id=fbf55836-bc77-49c7-a569-7e3ffaced8a0 HTTP/1.1" status: 200 len: 1097 time: 0.0716503 Oct 30 15:45:58.443347 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-bdc7a2b8-00c9-455b-8f83-d9f20808f39e None None] Provisioning complete for port 69b690a8-6174-435f-88f8-9010530044cc triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:45:58.446134 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bdc7a2b8-00c9-455b-8f83-d9f20808f39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:58.548617 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-af110558-5d76-40d0-bfcf-fc07ee05fa00 None None] Set router acf6ee50-0e20-4928-b486-56457f97030a gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:45:58.589708 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0d0a21-fd84-4768-b438-a261096c4b7a req-be5305f5-7f2a-4eab-9329-7cbba5627add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:58.594745 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9d0d0a21-fd84-4768-b438-a261096c4b7a req-be5305f5-7f2a-4eab-9329-7cbba5627add service neutron] 10.222.0.53 "GET /v2.0/networks?id=eaec26f8-16ce-4842-b83b-287e7177f318 HTTP/1.1" status: 200 len: 913 time: 0.1819870 Oct 30 15:45:58.698138 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 3663d5b4-0c6d-45b9-8150-8239d72b47f3 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:45:58.698765 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:58.702074 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ce4028ee-7722-4147-9adf-ad91b7e1a5f1 req-d803fb61-0801-4187-a543-01ca0f20258a tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=486c510a-e8fe-40dc-9872-74d1a6f46127 HTTP/1.1" status: 200 len: 210 time: 0.0553939 Oct 30 15:45:58.709335 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9d0d0a21-fd84-4768-b438-a261096c4b7a req-d2a7a0b8-b174-4cb9-b213-e48d7d97005f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd HTTP/1.1" status: 200 len: 999 time: 0.1067493 Oct 30 15:45:58.719449 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf93c6-6922-4fc0-bf46-7820b205ea93 req-5e38da42-18ed-40c8-8bd2-250d6181987a tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:58.721141 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1baf93c6-6922-4fc0-bf46-7820b205ea93 req-5e38da42-18ed-40c8-8bd2-250d6181987a tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.53 "GET /v2.0/networks?id=2fb24aed-2982-4de5-b372-2ef4afefd67d HTTP/1.1" status: 200 len: 797 time: 0.2922359 Oct 30 15:45:58.771043 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1baf93c6-6922-4fc0-bf46-7820b205ea93 req-9a93c7e4-ef2c-48af-add0-975c56ff0138 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4b96368b87a40a2935f71debcc2f400 HTTP/1.1" status: 200 len: 380 time: 0.0407381 Oct 30 15:45:58.784554 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0d0a21-fd84-4768-b438-a261096c4b7a req-7e26ef6f-145b-4f39-b8ca-1c0cbd61fdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:58.785265 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-1baf93c6-6922-4fc0-bf46-7820b205ea93 req-93894250-509c-4c65-9760-94149c7e1623 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Request body: {'port': {'device_id': '486c510a-e8fe-40dc-9872-74d1a6f46127', 'network_id': '2fb24aed-2982-4de5-b372-2ef4afefd67d', 'admin_state_up': True, 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'security_groups': ['aeb3a94e-6476-4bc2-a76a-2750246ec388']}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:45:58.786206 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9d0d0a21-fd84-4768-b438-a261096c4b7a req-7e26ef6f-145b-4f39-b8ca-1c0cbd61fdfb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e2126f42-6201-4d38-a336-acc99efa4108 HTTP/1.1" status: 200 len: 851 time: 0.0613678 Oct 30 15:45:58.824537 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-e2a6fff2-065c-42d0-80b2-b4e2bfd94039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'name': 'tempest-TestVolumeBootPattern-2112133331-router', 'tenant_id': '887bc10b4e704641954048c16602273c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '91f6b4ea-b190-41e2-9624-0a6ec604ddb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:39:01Z', 'updated_at': '2021-10-30T15:39:05Z', 'revision_number': 4, 'project_id': '887bc10b4e704641954048c16602273c', 'gw_port': {'id': '91f6b4ea-b190-41e2-9624-0a6ec604ddb1', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:39:02Z', 'updated_at': '2021-10-30T15:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '2261df99-254d-43b8-be26-093631d095a0', 'tenant_id': '887bc10b4e704641954048c16602273c', 'floating_ip_address': '172.25.4.216', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'port_id': 'd9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318', 'mac_address': 'fa:16:3e:5c:f4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf55836-bc77-49c7-a569-7e3ffaced8a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:45:56Z', 'updated_at': '2021-10-30T15:45:56Z', 'revision_number': 0, 'project_id': '887bc10b4e704641954048c16602273c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '612c1443-77a5-4a63-8a66-8681588aaae7', 'name': '', 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318', 'tenant_id': '887bc10b4e704641954048c16602273c', 'mac_address': 'fa:16:3e:29:79:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': 'e2126f42-6201-4d38-a336-acc99efa4108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:39:04Z', 'updated_at': '2021-10-30T15:39:11Z', 'revision_number': 5, 'project_id': '887bc10b4e704641954048c16602273c', 'subnets': [{'id': 'e2126f42-6201-4d38-a336-acc99efa4108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:45:58.835568 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bdc7a2b8-00c9-455b-8f83-d9f20808f39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:58.845501 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0d0a21-fd84-4768-b438-a261096c4b7a req-6d056e3f-3e75-4d95-b99b-d13baca54246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:58.847109 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9d0d0a21-fd84-4768-b438-a261096c4b7a req-6d056e3f-3e75-4d95-b99b-d13baca54246 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eaec26f8-16ce-4842-b83b-287e7177f318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539527 Oct 30 15:45:58.855254 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a6fff2-065c-42d0-80b2-b4e2bfd94039 None None] Checking router: 966d4cf7-96e3-47f4-a906-6b02346ee5fe for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:45:58.864164 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a6fff2-065c-42d0-80b2-b4e2bfd94039 None None] Routers {'966d4cf7-96e3-47f4-a906-6b02346ee5fe'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:45:58.865180 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-e2a6fff2-065c-42d0-80b2-b4e2bfd94039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:45:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['966d4cf7-96e3-47f4-a906-6b02346ee5fe'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:45:58.923729 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1baf93c6-6922-4fc0-bf46-7820b205ea93 req-93894250-509c-4c65-9760-94149c7e1623 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Made reservation on behalf of c4b96368b87a40a2935f71debcc2f400 for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:45:58.928936 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1baf93c6-6922-4fc0-bf46-7820b205ea93 req-93894250-509c-4c65-9760-94149c7e1623 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:58.956478 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9d0d0a21-fd84-4768-b438-a261096c4b7a req-4ddf5e1f-1ae7-443f-8741-733e18ac0b9e service neutron] 10.222.0.53 "GET /v2.0/networks/eaec26f8-16ce-4842-b83b-287e7177f318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010463 Oct 30 15:45:58.958567 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device afc8d1a2-6c2d-4e72-87af-361ddb487b0e up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:45:58.990526 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-bdc7a2b8-00c9-455b-8f83-d9f20808f39e None None] For port 69b690a8-6174-435f-88f8-9010530044cc, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=69b690a8-6174-435f-88f8-9010530044cc,segment=NetworkSegment(84f7f1ef-8aa7-4395-a26f-23f7af80b0ed),segment_id=84f7f1ef-8aa7-4395-a26f-23f7af80b0ed)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:45:59.003931 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bdc7a2b8-00c9-455b-8f83-d9f20808f39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:59.010243 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-e2a6fff2-065c-42d0-80b2-b4e2bfd94039 None None] Set router 966d4cf7-96e3-47f4-a906-6b02346ee5fe gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:45:59.085799 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-1baf93c6-6922-4fc0-bf46-7820b205ea93 req-93894250-509c-4c65-9760-94149c7e1623 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Allocated IP 172.20.0.4 (2fb24aed-2982-4de5-b372-2ef4afefd67d/9992b366-c76f-446f-a498-7b78f68fd285/addb4a0d-42c5-4396-8194-94496237ab48) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:45:59.095866 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port afc8d1a2-6c2d-4e72-87af-361ddb487b0e triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:45:59.096405 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:59.104340 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9d0d0a21-fd84-4768-b438-a261096c4b7a req-8e5eacf0-65b1-42e9-88f7-8a536224a726 service neutron] 10.222.0.53 "GET /v2.0/networks/eaec26f8-16ce-4842-b83b-287e7177f318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397245 Oct 30 15:45:59.127351 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc7a2b8-00c9-455b-8f83-d9f20808f39e None None] Pushing event updated for resources: {'Port': ['ID=69b690a8-6174-435f-88f8-9010530044cc,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:59.171366 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-6ef5685b-be26-477b-85ef-8f6ddbdea180 None None] Provisioning complete for port 69b690a8-6174-435f-88f8-9010530044cc triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:45:59.171770 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6ef5685b-be26-477b-85ef-8f6ddbdea180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:59.232189 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-af110558-5d76-40d0-bfcf-fc07ee05fa00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf6ee50-0e20-4928-b486-56457f97030a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922836904', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '3663d5b4-0c6d-45b9-8150-8239d72b47f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:45:51Z', 'updated_at': '2021-10-30T15:45:55Z', 'revision_number': 4, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'gw_port': {'id': '3663d5b4-0c6d-45b9-8150-8239d72b47f3', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf6ee50-0e20-4928-b486-56457f97030a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:45:51Z', 'updated_at': '2021-10-30T15:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '69b690a8-6174-435f-88f8-9010530044cc', 'name': '', 'network_id': '2fb24aed-2982-4de5-b372-2ef4afefd67d', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'mac_address': 'fa:16:3e:26:f3:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf6ee50-0e20-4928-b486-56457f97030a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '9992b366-c76f-446f-a498-7b78f68fd285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:45:54Z', 'updated_at': '2021-10-30T15:45:58Z', 'revision_number': 4, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'subnets': [{'id': '9992b366-c76f-446f-a498-7b78f68fd285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:45:59.261266 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1baf93c6-6922-4fc0-bf46-7820b205ea93 req-93894250-509c-4c65-9760-94149c7e1623 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:59.272248 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-e2a6fff2-065c-42d0-80b2-b4e2bfd94039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'name': 'tempest-TestVolumeBootPattern-2112133331-router', 'tenant_id': '887bc10b4e704641954048c16602273c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '91f6b4ea-b190-41e2-9624-0a6ec604ddb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:39:01Z', 'updated_at': '2021-10-30T15:39:05Z', 'revision_number': 4, 'project_id': '887bc10b4e704641954048c16602273c', 'gw_port': {'id': '91f6b4ea-b190-41e2-9624-0a6ec604ddb1', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:39:02Z', 'updated_at': '2021-10-30T15:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '2261df99-254d-43b8-be26-093631d095a0', 'tenant_id': '887bc10b4e704641954048c16602273c', 'floating_ip_address': '172.25.4.216', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'port_id': 'd9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318', 'mac_address': 'fa:16:3e:5c:f4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf55836-bc77-49c7-a569-7e3ffaced8a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:45:56Z', 'updated_at': '2021-10-30T15:45:56Z', 'revision_number': 0, 'project_id': '887bc10b4e704641954048c16602273c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '612c1443-77a5-4a63-8a66-8681588aaae7', 'name': '', 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318', 'tenant_id': '887bc10b4e704641954048c16602273c', 'mac_address': 'fa:16:3e:29:79:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': 'e2126f42-6201-4d38-a336-acc99efa4108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:39:04Z', 'updated_at': '2021-10-30T15:39:11Z', 'revision_number': 5, 'project_id': '887bc10b4e704641954048c16602273c', 'subnets': [{'id': 'e2126f42-6201-4d38-a336-acc99efa4108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:45:59.277083 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af110558-5d76-40d0-bfcf-fc07ee05fa00 None None] The sync data for ids ['acf6ee50-0e20-4928-b486-56457f97030a'] in n-d-806683-17 is: [{'id': 'acf6ee50-0e20-4928-b486-56457f97030a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922836904', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '3663d5b4-0c6d-45b9-8150-8239d72b47f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:45:51Z', 'updated_at': '2021-10-30T15:45:55Z', 'revision_number': 4, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'gw_port': {'id': '3663d5b4-0c6d-45b9-8150-8239d72b47f3', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf6ee50-0e20-4928-b486-56457f97030a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:45:51Z', 'updated_at': '2021-10-30T15:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '69b690a8-6174-435f-88f8-9010530044cc', 'name': '', 'network_id': '2fb24aed-2982-4de5-b372-2ef4afefd67d', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'mac_address': 'fa:16:3e:26:f3:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf6ee50-0e20-4928-b486-56457f97030a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '9992b366-c76f-446f-a498-7b78f68fd285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:45:54Z', 'updated_at': '2021-10-30T15:45:58Z', 'revision_number': 4, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'subnets': [{'id': '9992b366-c76f-446f-a498-7b78f68fd285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:45:59.300746 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a6fff2-065c-42d0-80b2-b4e2bfd94039 None None] The sync data for ids ['966d4cf7-96e3-47f4-a906-6b02346ee5fe'] in n-d-806683-17 is: [{'id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'name': 'tempest-TestVolumeBootPattern-2112133331-router', 'tenant_id': '887bc10b4e704641954048c16602273c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '91f6b4ea-b190-41e2-9624-0a6ec604ddb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:39:01Z', 'updated_at': '2021-10-30T15:39:05Z', 'revision_number': 4, 'project_id': '887bc10b4e704641954048c16602273c', 'gw_port': {'id': '91f6b4ea-b190-41e2-9624-0a6ec604ddb1', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:39:02Z', 'updated_at': '2021-10-30T15:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '2261df99-254d-43b8-be26-093631d095a0', 'tenant_id': '887bc10b4e704641954048c16602273c', 'floating_ip_address': '172.25.4.216', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'port_id': 'd9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318', 'mac_address': 'fa:16:3e:5c:f4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf55836-bc77-49c7-a569-7e3ffaced8a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:45:56Z', 'updated_at': '2021-10-30T15:45:56Z', 'revision_number': 0, 'project_id': '887bc10b4e704641954048c16602273c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '612c1443-77a5-4a63-8a66-8681588aaae7', 'name': '', 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318', 'tenant_id': '887bc10b4e704641954048c16602273c', 'mac_address': 'fa:16:3e:29:79:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': 'e2126f42-6201-4d38-a336-acc99efa4108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:39:04Z', 'updated_at': '2021-10-30T15:39:11Z', 'revision_number': 5, 'project_id': '887bc10b4e704641954048c16602273c', 'subnets': [{'id': 'e2126f42-6201-4d38-a336-acc99efa4108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:45:59.310038 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1baf93c6-6922-4fc0-bf46-7820b205ea93 req-93894250-509c-4c65-9760-94149c7e1623 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:59.378266 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1baf93c6-6922-4fc0-bf46-7820b205ea93 req-93894250-509c-4c65-9760-94149c7e1623 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Network 2fb24aed-2982-4de5-b372-2ef4afefd67d is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:45:59.381861 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-1baf93c6-6922-4fc0-bf46-7820b205ea93 req-93894250-509c-4c65-9760-94149c7e1623 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:45:59.384776 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-1baf93c6-6922-4fc0-bf46-7820b205ea93 req-93894250-509c-4c65-9760-94149c7e1623 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:45:59.424668 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93894250-509c-4c65-9760-94149c7e1623 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event updated for resources: {'Port': ['ID=addb4a0d-42c5-4396-8194-94496237ab48,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:45:59.464064 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf93c6-6922-4fc0-bf46-7820b205ea93 req-93894250-509c-4c65-9760-94149c7e1623 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:59.464987 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1baf93c6-6922-4fc0-bf46-7820b205ea93 req-93894250-509c-4c65-9760-94149c7e1623 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:59.488076 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1baf93c6-6922-4fc0-bf46-7820b205ea93 req-93894250-509c-4c65-9760-94149c7e1623 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7083387 Oct 30 15:45:59.496643 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca3c7c-16c0-499a-8e52-0eb663919295 req-d50542a2-47ca-4fbb-af92-3fc2931479a7 tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:59.501885 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-1baf93c6-6922-4fc0-bf46-7820b205ea93 req-0f440193-ba50-4774-b1f7-18c7a66d26c5 service neutron] Request body: {'port': {'device_id': '486c510a-e8fe-40dc-9872-74d1a6f46127', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:45:59.504433 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-adca3c7c-16c0-499a-8e52-0eb663919295 req-d50542a2-47ca-4fbb-af92-3fc2931479a7 tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] 10.222.0.62 "GET /v2.0/ports?device_id=549f2899-be30-473f-9a86-75f9f6e4e6c4 HTTP/1.1" status: 200 len: 945 time: 0.0729976 Oct 30 15:45:59.566665 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1baf93c6-6922-4fc0-bf46-7820b205ea93 req-0f440193-ba50-4774-b1f7-18c7a66d26c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:59.568700 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-adca3c7c-16c0-499a-8e52-0eb663919295 req-e8729fd6-7409-482c-a699-ccfa6680ede1 tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c783c63-6b56-4cd4-ae62-f5bc82a5dfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590997 Oct 30 15:45:59.766304 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-9aa5dfc9-7e0a-4816-a036-d64c986c1cc9 None None] Provisioning complete for port addb4a0d-42c5-4396-8194-94496237ab48 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:45:59.766677 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9aa5dfc9-7e0a-4816-a036-d64c986c1cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:45:59.824721 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3b1a70-39a3-4511-a3a1-d3a70c7fada4 None None] New status for floating IP 2261df99-254d-43b8-be26-093631d095a0: ACTIVE {{(pid=102132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 15:45:59.870690 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-9aa5dfc9-7e0a-4816-a036-d64c986c1cc9 None None] Port addb4a0d-42c5-4396-8194-94496237ab48 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:45:59.888605 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1c7f4-4563-4012-80d7-d17169b82b14 req-167d8e67-c4e7-4eec-a58a-abb8842eb15a tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:59.891062 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c1e1c7f4-4563-4012-80d7-d17169b82b14 req-167d8e67-c4e7-4eec-a58a-abb8842eb15a tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] 10.222.0.62 "GET /v2.0/ports?device_id=549f2899-be30-473f-9a86-75f9f6e4e6c4 HTTP/1.1" status: 200 len: 945 time: 0.0569253 Oct 30 15:45:59.952084 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f46ca18-2a02-4ae5-a0e7-aa893bcfe183 req-4cf4a832-816d-46cd-bc5a-03195ae3ce94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:59.953757 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2f46ca18-2a02-4ae5-a0e7-aa893bcfe183 req-4cf4a832-816d-46cd-bc5a-03195ae3ce94 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=57f08c0dc1604728a1ed1967b9c23e42&device_id=549f2899-be30-473f-9a86-75f9f6e4e6c4 HTTP/1.1" status: 200 len: 1097 time: 0.1125753 Oct 30 15:45:59.975701 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c1e1c7f4-4563-4012-80d7-d17169b82b14 req-d70b8eb9-2182-4d06-bd30-70e022980fef tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c783c63-6b56-4cd4-ae62-f5bc82a5dfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760632 Oct 30 15:45:59.989786 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ae367-be1f-4dac-81ab-499bf73acea5 req-852e29b6-ba05-49e6-b9b7-308b60c37252 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:45:59.991838 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-387ae367-be1f-4dac-81ab-499bf73acea5 req-852e29b6-ba05-49e6-b9b7-308b60c37252 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=486c510a-e8fe-40dc-9872-74d1a6f46127 HTTP/1.1" status: 200 len: 931 time: 0.1920729 Oct 30 15:46:00.124214 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:00.133623 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-1baf93c6-6922-4fc0-bf46-7820b205ea93 req-0f440193-ba50-4774-b1f7-18c7a66d26c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id addb4a0d-42c5-4396-8194-94496237ab48 {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:46:00.141106 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-387ae367-be1f-4dac-81ab-499bf73acea5 req-ebf519f0-7af9-4dad-94af-a81da5718d11 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=aeb3a94e-6476-4bc2-a76a-2750246ec388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334507 Oct 30 15:46:00.148163 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1baf93c6-6922-4fc0-bf46-7820b205ea93 req-0f440193-ba50-4774-b1f7-18c7a66d26c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:00.174771 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f46ca18-2a02-4ae5-a0e7-aa893bcfe183 req-22d11bb4-6e22-41cc-91bb-6c1428811706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:46:00.176277 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2f46ca18-2a02-4ae5-a0e7-aa893bcfe183 req-22d11bb4-6e22-41cc-91bb-6c1428811706 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7dd08a17-77af-4c1d-be91-57a4c9ca16cd HTTP/1.1" status: 200 len: 913 time: 0.2089813 Oct 30 15:46:00.181124 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-1baf93c6-6922-4fc0-bf46-7820b205ea93 req-0f440193-ba50-4774-b1f7-18c7a66d26c5 service neutron] Transition to ACTIVE for port object addb4a0d-42c5-4396-8194-94496237ab48 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:46:00.193010 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1baf93c6-6922-4fc0-bf46-7820b205ea93 req-0f440193-ba50-4774-b1f7-18c7a66d26c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:00.228829 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2f46ca18-2a02-4ae5-a0e7-aa893bcfe183 req-0d8be96a-bfdf-4ab9-8d33-a132e155f6e8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3d8df15-cdcc-4c7a-bafe-2abff7b07f45 HTTP/1.1" status: 200 len: 217 time: 0.0427458 Oct 30 15:46:00.254723 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 69b690a8-6174-435f-88f8-9010530044cc up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:46:00.330993 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f440193-ba50-4774-b1f7-18c7a66d26c5 service neutron] Pushing event updated for resources: {'Port': ['ID=addb4a0d-42c5-4396-8194-94496237ab48,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:46:00.336826 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 69b690a8-6174-435f-88f8-9010530044cc triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:46:00.337438 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:00.382380 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f46ca18-2a02-4ae5-a0e7-aa893bcfe183 req-d8a3e2e4-fb6e-45a4-8ed8-1e51415609d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:46:00.383922 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2f46ca18-2a02-4ae5-a0e7-aa893bcfe183 req-d8a3e2e4-fb6e-45a4-8ed8-1e51415609d6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3c9b4669-7234-4d98-b237-14f0fc519f4e HTTP/1.1" status: 200 len: 852 time: 0.1295495 Oct 30 15:46:00.433915 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2f46ca18-2a02-4ae5-a0e7-aa893bcfe183 req-a5b6689e-8165-4d42-82dd-0fe6d98e60c5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7dd08a17-77af-4c1d-be91-57a4c9ca16cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406475 Oct 30 15:46:00.472655 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-1baf93c6-6922-4fc0-bf46-7820b205ea93 req-0f440193-ba50-4774-b1f7-18c7a66d26c5 service neutron] Attempting to bind port addb4a0d-42c5-4396-8194-94496237ab48 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:46:00.473114 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-1baf93c6-6922-4fc0-bf46-7820b205ea93 req-0f440193-ba50-4774-b1f7-18c7a66d26c5 service neutron] Attempting to bind port addb4a0d-42c5-4396-8194-94496237ab48 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '84f7f1ef-8aa7-4395-a26f-23f7af80b0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2fb24aed-2982-4de5-b372-2ef4afefd67d'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:46:00.473322 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1baf93c6-6922-4fc0-bf46-7820b205ea93 req-0f440193-ba50-4774-b1f7-18c7a66d26c5 service neutron] Attempting to bind port addb4a0d-42c5-4396-8194-94496237ab48 on network 2fb24aed-2982-4de5-b372-2ef4afefd67d {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:46:00.505752 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1baf93c6-6922-4fc0-bf46-7820b205ea93 req-0f440193-ba50-4774-b1f7-18c7a66d26c5 service neutron] Port addb4a0d-42c5-4396-8194-94496237ab48 on network 2fb24aed-2982-4de5-b372-2ef4afefd67d not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:46:00.506085 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1baf93c6-6922-4fc0-bf46-7820b205ea93 req-0f440193-ba50-4774-b1f7-18c7a66d26c5 service neutron] Attempting to bind port addb4a0d-42c5-4396-8194-94496237ab48 on network 2fb24aed-2982-4de5-b372-2ef4afefd67d {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:46:00.518036 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1baf93c6-6922-4fc0-bf46-7820b205ea93 req-0f440193-ba50-4774-b1f7-18c7a66d26c5 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:46:00.518383 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1baf93c6-6922-4fc0-bf46-7820b205ea93 req-0f440193-ba50-4774-b1f7-18c7a66d26c5 service neutron] Checking segment: {'id': '84f7f1ef-8aa7-4395-a26f-23f7af80b0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2fb24aed-2982-4de5-b372-2ef4afefd67d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:46:00.518800 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1baf93c6-6922-4fc0-bf46-7820b205ea93 req-0f440193-ba50-4774-b1f7-18c7a66d26c5 service neutron] Bound using segment: {'id': '84f7f1ef-8aa7-4395-a26f-23f7af80b0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2fb24aed-2982-4de5-b372-2ef4afefd67d'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:46:00.519244 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-1baf93c6-6922-4fc0-bf46-7820b205ea93 req-0f440193-ba50-4774-b1f7-18c7a66d26c5 service neutron] Bound port: addb4a0d-42c5-4396-8194-94496237ab48, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84f7f1ef-8aa7-4395-a26f-23f7af80b0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2fb24aed-2982-4de5-b372-2ef4afefd67d'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:46:00.519645 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1baf93c6-6922-4fc0-bf46-7820b205ea93 req-0f440193-ba50-4774-b1f7-18c7a66d26c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:00.594392 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2f46ca18-2a02-4ae5-a0e7-aa893bcfe183 req-223194f7-f227-4d6d-99fe-e0a72dae6c55 service neutron] 10.222.0.44 "GET /v2.0/networks/7dd08a17-77af-4c1d-be91-57a4c9ca16cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477656 Oct 30 15:46:00.659161 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-1baf93c6-6922-4fc0-bf46-7820b205ea93 req-0f440193-ba50-4774-b1f7-18c7a66d26c5 service neutron] For port addb4a0d-42c5-4396-8194-94496237ab48, host n-h1-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:46:00.682590 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-1baf93c6-6922-4fc0-bf46-7820b205ea93 req-0f440193-ba50-4774-b1f7-18c7a66d26c5 service neutron] For port addb4a0d-42c5-4396-8194-94496237ab48, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=addb4a0d-42c5-4396-8194-94496237ab48,segment=NetworkSegment(84f7f1ef-8aa7-4395-a26f-23f7af80b0ed),segment_id=84f7f1ef-8aa7-4395-a26f-23f7af80b0ed)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:46:00.692175 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1baf93c6-6922-4fc0-bf46-7820b205ea93 req-0f440193-ba50-4774-b1f7-18c7a66d26c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:00.754330 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf93c6-6922-4fc0-bf46-7820b205ea93 req-0f440193-ba50-4774-b1f7-18c7a66d26c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:46:00.754876 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1baf93c6-6922-4fc0-bf46-7820b205ea93 req-0f440193-ba50-4774-b1f7-18c7a66d26c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:00.756287 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1baf93c6-6922-4fc0-bf46-7820b205ea93 req-0f440193-ba50-4774-b1f7-18c7a66d26c5 service neutron] 10.222.0.53 "PUT /v2.0/ports/addb4a0d-42c5-4396-8194-94496237ab48 HTTP/1.1" status: 200 len: 1092 time: 1.2597988 Oct 30 15:46:00.756732 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '486c510a-e8fe-40dc-9872-74d1a6f46127', 'tag': 'addb4a0d-42c5-4396-8194-94496237ab48'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:46:00.758975 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff81e16-0ba4-489d-a245-0fc481ea3156" -d '{"events": [{"name": "network-changed", "server_uuid": "486c510a-e8fe-40dc-9872-74d1a6f46127", "tag": "addb4a0d-42c5-4396-8194-94496237ab48"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:46:00.768924 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2f46ca18-2a02-4ae5-a0e7-aa893bcfe183 req-43fdce4c-0079-463e-8ad7-3515bbb5ef6f service neutron] 10.222.0.44 "GET /v2.0/networks/7dd08a17-77af-4c1d-be91-57a4c9ca16cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657493 Oct 30 15:46:00.788858 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f440193-ba50-4774-b1f7-18c7a66d26c5 service neutron] Pushing event updated for resources: {'Port': ['ID=addb4a0d-42c5-4396-8194-94496237ab48,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:46:00.804993 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb9e1b6-0380-46d9-8013-27089e38cee5 x-openstack-request-id: req-6bb9e1b6-0380-46d9-8013-27089e38cee5 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:46:00.805451 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "486c510a-e8fe-40dc-9872-74d1a6f46127", "tag": "addb4a0d-42c5-4396-8194-94496237ab48", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:46:00.805717 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6bb9e1b6-0380-46d9-8013-27089e38cee5 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:46:00.806132 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '486c510a-e8fe-40dc-9872-74d1a6f46127', 'tag': 'addb4a0d-42c5-4396-8194-94496237ab48', 'status': 'completed', 'code': 200} Oct 30 15:46:00.861665 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf93c6-6922-4fc0-bf46-7820b205ea93 req-f62468f1-d8f2-4803-941d-c5a169ba5409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:46:00.863235 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1baf93c6-6922-4fc0-bf46-7820b205ea93 req-f62468f1-d8f2-4803-941d-c5a169ba5409 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c4b96368b87a40a2935f71debcc2f400&device_id=486c510a-e8fe-40dc-9872-74d1a6f46127 HTTP/1.1" status: 200 len: 1095 time: 0.0501165 Oct 30 15:46:00.907794 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1baf93c6-6922-4fc0-bf46-7820b205ea93 req-501849f6-e903-45b5-ae37-5945e8ddb37b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=addb4a0d-42c5-4396-8194-94496237ab48 HTTP/1.1" status: 200 len: 217 time: 0.0354581 Oct 30 15:46:00.957646 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf93c6-6922-4fc0-bf46-7820b205ea93 req-c9e540ae-1ddb-4f4c-a662-2b7818a839c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:46:00.959177 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1baf93c6-6922-4fc0-bf46-7820b205ea93 req-c9e540ae-1ddb-4f4c-a662-2b7818a839c2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9992b366-c76f-446f-a498-7b78f68fd285 HTTP/1.1" status: 200 len: 835 time: 0.0450788 Oct 30 15:46:01.009376 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf93c6-6922-4fc0-bf46-7820b205ea93 req-8f29688e-d49a-4566-88d7-81c8af9baf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:46:01.011248 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1baf93c6-6922-4fc0-bf46-7820b205ea93 req-8f29688e-d49a-4566-88d7-81c8af9baf10 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2fb24aed-2982-4de5-b372-2ef4afefd67d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442972 Oct 30 15:46:01.145126 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535633e6-6a9f-44ae-b307-93fdd741e84e req-12de02e3-f03b-4c52-8080-d71b48af55ec tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:46:01.146622 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-535633e6-6a9f-44ae-b307-93fdd741e84e req-12de02e3-f03b-4c52-8080-d71b48af55ec tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] 10.222.0.62 "GET /v2.0/ports?device_id=549f2899-be30-473f-9a86-75f9f6e4e6c4 HTTP/1.1" status: 200 len: 945 time: 0.0806468 Oct 30 15:46:01.153253 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1baf93c6-6922-4fc0-bf46-7820b205ea93 req-16678a1d-1700-41df-a382-8a13f854755d service neutron] 10.222.0.53 "GET /v2.0/networks/2fb24aed-2982-4de5-b372-2ef4afefd67d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344135 Oct 30 15:46:01.238679 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-535633e6-6a9f-44ae-b307-93fdd741e84e req-533af31e-af4c-4b83-b304-b205f3b9e8fc tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c783c63-6b56-4cd4-ae62-f5bc82a5dfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844595 Oct 30 15:46:01.270034 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce93d8-d6c5-42e6-853f-39a425639de0 req-c7c68576-d08b-4729-a7ca-0e3848f6944f tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:46:01.271580 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-12ce93d8-d6c5-42e6-853f-39a425639de0 req-c7c68576-d08b-4729-a7ca-0e3848f6944f tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=486c510a-e8fe-40dc-9872-74d1a6f46127 HTTP/1.1" status: 200 len: 943 time: 0.0564687 Oct 30 15:46:01.281130 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1baf93c6-6922-4fc0-bf46-7820b205ea93 req-01adffa4-3db5-4378-b7a0-36694905666d service neutron] 10.222.0.53 "GET /v2.0/networks/2fb24aed-2982-4de5-b372-2ef4afefd67d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199532 Oct 30 15:46:01.315143 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-12ce93d8-d6c5-42e6-853f-39a425639de0 req-ffbf8d12-7a2b-480d-95d7-0bafac2e9218 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=aeb3a94e-6476-4bc2-a76a-2750246ec388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370150 Oct 30 15:46:01.368667 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff81e16-0ba4-489d-a245-0fc481ea3156 req-7e7de9e5-9e86-4fa6-8635-fe73e79a3f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:46:01.370279 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8ff81e16-0ba4-489d-a245-0fc481ea3156 req-7e7de9e5-9e86-4fa6-8635-fe73e79a3f87 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c4b96368b87a40a2935f71debcc2f400&device_id=486c510a-e8fe-40dc-9872-74d1a6f46127 HTTP/1.1" status: 200 len: 1095 time: 0.0431740 Oct 30 15:46:01.463156 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff81e16-0ba4-489d-a245-0fc481ea3156 req-54fdd46d-8e4f-4296-a97e-ea54ff5d380e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:46:01.464648 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8ff81e16-0ba4-489d-a245-0fc481ea3156 req-54fdd46d-8e4f-4296-a97e-ea54ff5d380e service neutron] 10.222.0.53 "GET /v2.0/networks?id=2fb24aed-2982-4de5-b372-2ef4afefd67d HTTP/1.1" status: 200 len: 898 time: 0.0873368 Oct 30 15:46:01.504136 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8ff81e16-0ba4-489d-a245-0fc481ea3156 req-57952adb-d07c-4477-9423-2f94b9dce313 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=addb4a0d-42c5-4396-8194-94496237ab48 HTTP/1.1" status: 200 len: 217 time: 0.0328355 Oct 30 15:46:01.556611 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff81e16-0ba4-489d-a245-0fc481ea3156 req-1e94c29d-0db0-417b-857c-a25992c2d4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:46:01.557935 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8ff81e16-0ba4-489d-a245-0fc481ea3156 req-1e94c29d-0db0-417b-857c-a25992c2d4a1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9992b366-c76f-446f-a498-7b78f68fd285 HTTP/1.1" status: 200 len: 835 time: 0.0459194 Oct 30 15:46:01.602336 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff81e16-0ba4-489d-a245-0fc481ea3156 req-07f4fcb3-100b-482f-9171-b7974c978f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:46:01.604340 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8ff81e16-0ba4-489d-a245-0fc481ea3156 req-07f4fcb3-100b-482f-9171-b7974c978f6c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2fb24aed-2982-4de5-b372-2ef4afefd67d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387969 Oct 30 15:46:01.700257 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8ff81e16-0ba4-489d-a245-0fc481ea3156 req-06a44034-40a1-42aa-8106-fe974ff63aa9 service neutron] 10.222.0.53 "GET /v2.0/networks/2fb24aed-2982-4de5-b372-2ef4afefd67d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885146 Oct 30 15:46:01.791072 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8ff81e16-0ba4-489d-a245-0fc481ea3156 req-0975bb13-a012-4358-a825-6ce832debe63 service neutron] 10.222.0.53 "GET /v2.0/networks/2fb24aed-2982-4de5-b372-2ef4afefd67d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834482 Oct 30 15:46:02.143338 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:02.356108 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a5e2c-ecef-4ede-8198-73aa7b5de0f8 req-3cabdf76-667f-4d6f-a515-761b841f80f8 tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:46:02.357614 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-321a5e2c-ecef-4ede-8198-73aa7b5de0f8 req-3cabdf76-667f-4d6f-a515-761b841f80f8 tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] 10.222.0.62 "GET /v2.0/ports?device_id=549f2899-be30-473f-9a86-75f9f6e4e6c4 HTTP/1.1" status: 200 len: 945 time: 0.0487669 Oct 30 15:46:02.396530 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-321a5e2c-ecef-4ede-8198-73aa7b5de0f8 req-2e6fb572-5da6-41c8-ac20-927dc6dff106 tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c783c63-6b56-4cd4-ae62-f5bc82a5dfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328226 Oct 30 15:46:02.436880 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77bca32-eaa8-41c1-9609-fdcabfd448d4 req-1a0daa26-696c-415c-a79c-9f9160dc2561 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:46:02.438378 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e77bca32-eaa8-41c1-9609-fdcabfd448d4 req-1a0daa26-696c-415c-a79c-9f9160dc2561 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=486c510a-e8fe-40dc-9872-74d1a6f46127 HTTP/1.1" status: 200 len: 943 time: 0.0501993 Oct 30 15:46:02.476156 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e77bca32-eaa8-41c1-9609-fdcabfd448d4 req-cbc3aa34-551a-44ea-a463-383ba871cb76 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=aeb3a94e-6476-4bc2-a76a-2750246ec388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318458 Oct 30 15:46:02.628344 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed2c36-f999-4e60-9b52-382d7791e14f req-291475ff-9876-4ce6-8ea4-31487e1519cc tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:46:02.629824 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-96ed2c36-f999-4e60-9b52-382d7791e14f req-291475ff-9876-4ce6-8ea4-31487e1519cc tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] 10.222.0.62 "GET /v2.0/ports?device_id=549f2899-be30-473f-9a86-75f9f6e4e6c4 HTTP/1.1" status: 200 len: 945 time: 0.0482342 Oct 30 15:46:02.667818 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-96ed2c36-f999-4e60-9b52-382d7791e14f req-21dc0520-d50a-4cfc-81bb-76d51ca0ada6 tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c783c63-6b56-4cd4-ae62-f5bc82a5dfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314455 Oct 30 15:46:03.597884 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2ec79-287a-40df-a2fb-5f7e7915508c req-2e87a9ad-3d15-4556-8a69-d690a6f49fe5 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:46:03.599341 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-02a2ec79-287a-40df-a2fb-5f7e7915508c req-2e87a9ad-3d15-4556-8a69-d690a6f49fe5 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=486c510a-e8fe-40dc-9872-74d1a6f46127 HTTP/1.1" status: 200 len: 943 time: 0.0525537 Oct 30 15:46:03.636436 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-02a2ec79-287a-40df-a2fb-5f7e7915508c req-0104ff38-0452-4e0e-a8df-4fda8936cf89 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=aeb3a94e-6476-4bc2-a76a-2750246ec388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310705 Oct 30 15:46:03.785671 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3c868-96e7-4cf5-8fbc-b8496d0065b6 req-51a4e21f-4e90-4d1f-98ab-4d119ab370c5 tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:46:03.788101 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5fb3c868-96e7-4cf5-8fbc-b8496d0065b6 req-51a4e21f-4e90-4d1f-98ab-4d119ab370c5 tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] 10.222.0.62 "GET /v2.0/ports?device_id=549f2899-be30-473f-9a86-75f9f6e4e6c4 HTTP/1.1" status: 200 len: 945 time: 0.0524328 Oct 30 15:46:03.824917 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5fb3c868-96e7-4cf5-8fbc-b8496d0065b6 req-d6308174-9e1b-4417-aee6-fbc714b14f75 tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c783c63-6b56-4cd4-ae62-f5bc82a5dfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321507 Oct 30 15:46:04.349593 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0cf45-78b0-4848-a1ab-eb9a86b65ab1 req-543b9395-ef30-4a4c-99aa-ab3a2362c188 tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:46:04.351019 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5fc0cf45-78b0-4848-a1ab-eb9a86b65ab1 req-543b9395-ef30-4a4c-99aa-ab3a2362c188 tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] 10.222.0.44 "GET /v2.0/ports?device_id=549f2899-be30-473f-9a86-75f9f6e4e6c4 HTTP/1.1" status: 200 len: 945 time: 0.0482504 Oct 30 15:46:04.444203 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-5fc0cf45-78b0-4848-a1ab-eb9a86b65ab1 req-4cc39af6-bdd2-4e2c-85be-c35b74f519d5 tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] Deleting port a3d8df15-cdcc-4c7a-bafe-2abff7b07f45 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:46:04.444461 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-5fc0cf45-78b0-4848-a1ab-eb9a86b65ab1 req-4cc39af6-bdd2-4e2c-85be-c35b74f519d5 tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:04.531645 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-5fc0cf45-78b0-4848-a1ab-eb9a86b65ab1 req-4cc39af6-bdd2-4e2c-85be-c35b74f519d5 tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] For port a3d8df15-cdcc-4c7a-bafe-2abff7b07f45, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=a3d8df15-cdcc-4c7a-bafe-2abff7b07f45,segment=NetworkSegment(57023fe3-e6ab-48ed-bee0-edaba88abc6c),segment_id=57023fe3-e6ab-48ed-bee0-edaba88abc6c)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:46:04.532004 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-5fc0cf45-78b0-4848-a1ab-eb9a86b65ab1 req-4cc39af6-bdd2-4e2c-85be-c35b74f519d5 tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:04.545016 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-5fc0cf45-78b0-4848-a1ab-eb9a86b65ab1 req-4cc39af6-bdd2-4e2c-85be-c35b74f519d5 tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] Calling delete_port for a3d8df15-cdcc-4c7a-bafe-2abff7b07f45 owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:46:04.677719 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-5fc0cf45-78b0-4848-a1ab-eb9a86b65ab1 req-4cc39af6-bdd2-4e2c-85be-c35b74f519d5 tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:04.685141 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['a3d8df15-cdcc-4c7a-bafe-2abff7b07f45'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:46:04.704731 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc39af6-bdd2-4e2c-85be-c35b74f519d5 tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] Pushing event deleted for resources: {'Port': ['ID=a3d8df15-cdcc-4c7a-bafe-2abff7b07f45,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:46:04.774625 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fc0cf45-78b0-4848-a1ab-eb9a86b65ab1 req-4cc39af6-bdd2-4e2c-85be-c35b74f519d5 tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] No DVR routers for this DVR port a3d8df15-cdcc-4c7a-bafe-2abff7b07f45 on host n-h2-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:46:04.778237 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-5fc0cf45-78b0-4848-a1ab-eb9a86b65ab1 req-4cc39af6-bdd2-4e2c-85be-c35b74f519d5 tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:04.781560 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5fc0cf45-78b0-4848-a1ab-eb9a86b65ab1 req-4cc39af6-bdd2-4e2c-85be-c35b74f519d5 tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] 10.222.0.44 "DELETE /v2.0/ports/a3d8df15-cdcc-4c7a-bafe-2abff7b07f45 HTTP/1.1" status: 204 len: 173 time: 0.4239204 Oct 30 15:46:04.782005 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '549f2899-be30-473f-9a86-75f9f6e4e6c4', 'name': 'network-vif-deleted', 'tag': 'a3d8df15-cdcc-4c7a-bafe-2abff7b07f45'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:46:04.784331 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3164af08-1bd9-456d-a186-ed53bb7287e9" -d '{"events": [{"server_uuid": "549f2899-be30-473f-9a86-75f9f6e4e6c4", "name": "network-vif-deleted", "tag": "a3d8df15-cdcc-4c7a-bafe-2abff7b07f45"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:46:04.829642 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b85bfb0-bdc1-434a-9eb4-3606aba05a0a req-369a187e-f1a8-40b3-b377-dd29e9911860 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:46:04.831284 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0b85bfb0-bdc1-434a-9eb4-3606aba05a0a req-369a187e-f1a8-40b3-b377-dd29e9911860 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=486c510a-e8fe-40dc-9872-74d1a6f46127 HTTP/1.1" status: 200 len: 943 time: 0.0985773 Oct 30 15:46:04.834137 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94fe7e02-6aa4-449e-8805-27f6929909f8 x-openstack-request-id: req-94fe7e02-6aa4-449e-8805-27f6929909f8 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:46:04.834696 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "549f2899-be30-473f-9a86-75f9f6e4e6c4", "name": "network-vif-deleted", "tag": "a3d8df15-cdcc-4c7a-bafe-2abff7b07f45", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:46:04.835072 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-94fe7e02-6aa4-449e-8805-27f6929909f8 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:46:04.835867 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '549f2899-be30-473f-9a86-75f9f6e4e6c4', 'name': 'network-vif-deleted', 'tag': 'a3d8df15-cdcc-4c7a-bafe-2abff7b07f45', 'status': 'completed', 'code': 200} Oct 30 15:46:04.888049 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0b85bfb0-bdc1-434a-9eb4-3606aba05a0a req-aa5b68d6-5d26-404c-8ef2-6fb4337e5487 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=aeb3a94e-6476-4bc2-a76a-2750246ec388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505543 Oct 30 15:46:04.927583 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-290f62b0-34ae-4a30-8bd9-8cfca9c38574 req-a7bbed52-a8e0-4df7-942c-841927d7881d tempest-TestServerAdvancedOps-271559902 tempest-TestServerAdvancedOps-271559902-project] 10.222.0.62 "GET /v2.0/ports?device_id=549f2899-be30-473f-9a86-75f9f6e4e6c4 HTTP/1.1" status: 200 len: 210 time: 0.0291030 Oct 30 15:46:05.099266 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device addb4a0d-42c5-4396-8194-94496237ab48 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:46:05.211774 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port addb4a0d-42c5-4396-8194-94496237ab48, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=addb4a0d-42c5-4396-8194-94496237ab48,segment=NetworkSegment(84f7f1ef-8aa7-4395-a26f-23f7af80b0ed),segment_id=84f7f1ef-8aa7-4395-a26f-23f7af80b0ed)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:46:05.225274 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': 'addb4a0d-42c5-4396-8194-94496237ab48', 'network_id': '2fb24aed-2982-4de5-b372-2ef4afefd67d', 'port_id': 'addb4a0d-42c5-4396-8194-94496237ab48', 'mac_address': 'fa:16:3e:dd:89:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9992b366-c76f-446f-a498-7b78f68fd285', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:46:05.268839 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:05.284373 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id addb4a0d-42c5-4396-8194-94496237ab48 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:46:05.306035 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port addb4a0d-42c5-4396-8194-94496237ab48, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=addb4a0d-42c5-4396-8194-94496237ab48,segment=NetworkSegment(84f7f1ef-8aa7-4395-a26f-23f7af80b0ed),segment_id=84f7f1ef-8aa7-4395-a26f-23f7af80b0ed)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:46:05.310056 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:05.362096 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=addb4a0d-42c5-4396-8194-94496237ab48,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:46:05.518931 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['addb4a0d-42c5-4396-8194-94496237ab48'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:46:05.994579 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52826) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:46:06.005722 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6cd4b-76a1-4bd2-9e40-8b1991f03262 req-8ecf565f-1211-4e35-8d8e-1165dd8f26c9 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:46:06.007204 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dbf6cd4b-76a1-4bd2-9e40-8b1991f03262 req-8ecf565f-1211-4e35-8d8e-1165dd8f26c9 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=486c510a-e8fe-40dc-9872-74d1a6f46127 HTTP/1.1" status: 200 len: 944 time: 0.0515339 Oct 30 15:46:06.038182 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-6901e379-1900-4d0c-8649-8a376ff0f380 admin admin] Deleting subnet 3c9b4669-7234-4d98-b237-14f0fc519f4e {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:46:06.041215 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6901e379-1900-4d0c-8649-8a376ff0f380 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:06.047238 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dbf6cd4b-76a1-4bd2-9e40-8b1991f03262 req-c4b8d6a8-91d3-4291-9a45-f9f66f7b61ea tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=aeb3a94e-6476-4bc2-a76a-2750246ec388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332196 Oct 30 15:46:06.079430 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6901e379-1900-4d0c-8649-8a376ff0f380 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:06.120731 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6901e379-1900-4d0c-8649-8a376ff0f380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:06.172075 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6901e379-1900-4d0c-8649-8a376ff0f380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:06.197030 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6901e379-1900-4d0c-8649-8a376ff0f380 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c9b4669-7234-4d98-b237-14f0fc519f4e,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:46:06.201339 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6901e379-1900-4d0c-8649-8a376ff0f380 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:06.204563 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-6901e379-1900-4d0c-8649-8a376ff0f380 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/3c9b4669-7234-4d98-b237-14f0fc519f4e HTTP/1.1" status: 204 len: 168 time: 0.2087917 Oct 30 15:46:06.207036 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52828) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:46:06.274837 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ef426f43-6c1e-4625-b20c-108636dc8217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:06.354540 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ef426f43-6c1e-4625-b20c-108636dc8217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:06.374031 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-ef426f43-6c1e-4625-b20c-108636dc8217 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dd08a17-77af-4c1d-be91-57a4c9ca16cd']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:46:06.382981 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-ef426f43-6c1e-4625-b20c-108636dc8217 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57023fe3-e6ab-48ed-bee0-edaba88abc6c') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:46:06.383280 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-ef426f43-6c1e-4625-b20c-108636dc8217 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57023fe3-e6ab-48ed-bee0-edaba88abc6c') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:46:06.393193 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ef426f43-6c1e-4625-b20c-108636dc8217 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:06.408023 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ef426f43-6c1e-4625-b20c-108636dc8217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:06.416109 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef426f43-6c1e-4625-b20c-108636dc8217 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:46:06.416924 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ef426f43-6c1e-4625-b20c-108636dc8217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:06.418695 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:46:06.418695 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:46:06.418695 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:46:06.418695 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:46:06.418695 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:46:06.418695 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:46:06.418695 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:46:06.418695 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:46:06.418695 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:46:06.418695 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:46:06.418695 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:46:06.418695 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:46:06.418695 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:46:06.418695 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:46:06.418695 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:46:06.418695 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:46:06.418695 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:46:06.418695 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:46:06.418695 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:46:06.418695 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:46:06.418695 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:46:06.418695 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:46:06.418695 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:46:06.418695 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:46:06.418695 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:46:06.418695 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:46:06.418695 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:46:06.418695 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:46:06.418695 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:46:06.418695 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:46:06.418695 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:46:06.418695 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:46:06.475958 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ef426f43-6c1e-4625-b20c-108636dc8217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:06.481090 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ef426f43-6c1e-4625-b20c-108636dc8217 admin admin] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:06.484277 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-ef426f43-6c1e-4625-b20c-108636dc8217 admin admin] 10.222.0.62 "DELETE /v2.0/networks/7dd08a17-77af-4c1d-be91-57a4c9ca16cd HTTP/1.1" status: 204 len: 168 time: 0.2762580 Oct 30 15:46:06.487270 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 52830) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:46:06.496776 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef426f43-6c1e-4625-b20c-108636dc8217 admin admin] Pushing event deleted for resources: {'Network': ['ID=7dd08a17-77af-4c1d-be91-57a4c9ca16cd,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:46:06.532294 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-99960004-c29f-4e3c-88d0-b648e238c8e2 admin admin] Deleting subnet 06c527fa-3954-40ce-b885-6537626d6543 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:46:06.535471 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-99960004-c29f-4e3c-88d0-b648e238c8e2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:06.572419 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-99960004-c29f-4e3c-88d0-b648e238c8e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:06.609175 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-99960004-c29f-4e3c-88d0-b648e238c8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:06.660427 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-99960004-c29f-4e3c-88d0-b648e238c8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:06.685725 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99960004-c29f-4e3c-88d0-b648e238c8e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06c527fa-3954-40ce-b885-6537626d6543,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:46:06.692546 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-99960004-c29f-4e3c-88d0-b648e238c8e2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:06.695962 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-99960004-c29f-4e3c-88d0-b648e238c8e2 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/06c527fa-3954-40ce-b885-6537626d6543 HTTP/1.1" status: 204 len: 168 time: 0.2075648 Oct 30 15:46:06.699085 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 52832) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:46:06.772838 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9078f072-5c64-4097-8dae-8cb65b5ba566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:06.847745 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9078f072-5c64-4097-8dae-8cb65b5ba566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:06.867026 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-9078f072-5c64-4097-8dae-8cb65b5ba566 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cf532d3-038e-4e02-80e3-8bf2181cf87f']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:46:06.876434 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-9078f072-5c64-4097-8dae-8cb65b5ba566 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcfcf53c-68ef-45c7-aab0-79242c9253f6') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:46:06.876732 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-9078f072-5c64-4097-8dae-8cb65b5ba566 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcfcf53c-68ef-45c7-aab0-79242c9253f6') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:46:06.886315 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9078f072-5c64-4097-8dae-8cb65b5ba566 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:06.899000 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9078f072-5c64-4097-8dae-8cb65b5ba566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:06.905545 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9078f072-5c64-4097-8dae-8cb65b5ba566 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:46:06.905965 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9078f072-5c64-4097-8dae-8cb65b5ba566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:06.907663 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:46:06.907663 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:46:06.907663 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:46:06.907663 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:46:06.907663 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:46:06.907663 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:46:06.907663 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:46:06.907663 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:46:06.907663 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:46:06.907663 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:46:06.907663 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:46:06.907663 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:46:06.907663 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:46:06.907663 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:46:06.907663 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:46:06.907663 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:46:06.907663 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:46:06.907663 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:46:06.907663 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:46:06.907663 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:46:06.907663 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:46:06.907663 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:46:06.907663 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:46:06.907663 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:46:06.907663 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:46:06.907663 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:46:06.907663 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:46:06.907663 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:46:06.907663 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:46:06.907663 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:46:06.907663 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:46:06.907663 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:46:06.964758 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9078f072-5c64-4097-8dae-8cb65b5ba566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:06.970379 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9078f072-5c64-4097-8dae-8cb65b5ba566 admin admin] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:06.973540 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9078f072-5c64-4097-8dae-8cb65b5ba566 admin admin] 10.222.0.62 "DELETE /v2.0/networks/3cf532d3-038e-4e02-80e3-8bf2181cf87f HTTP/1.1" status: 204 len: 168 time: 0.2734413 Oct 30 15:46:06.985021 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9078f072-5c64-4097-8dae-8cb65b5ba566 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cf532d3-038e-4e02-80e3-8bf2181cf87f,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:46:07.115702 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device addb4a0d-42c5-4396-8194-94496237ab48 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:46:07.151002 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 52838) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:46:07.172848 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a27577c-8e02-4807-b624-5282f4db2cb9 req-101bcbbb-decb-47a0-a3a0-38e8799e1be7 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:46:07.174390 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6a27577c-8e02-4807-b624-5282f4db2cb9 req-101bcbbb-decb-47a0-a3a0-38e8799e1be7 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=486c510a-e8fe-40dc-9872-74d1a6f46127 HTTP/1.1" status: 200 len: 944 time: 0.0554576 Oct 30 15:46:07.178344 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port addb4a0d-42c5-4396-8194-94496237ab48 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:46:07.183317 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port addb4a0d-42c5-4396-8194-94496237ab48 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:46:07.184223 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:07.199516 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-2c4b29a7-9f42-4341-9d23-59f3c614a886 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=57f08c0dc1604728a1ed1967b9c23e42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0449641 Oct 30 15:46:07.200237 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52840) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:46:07.235072 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6a27577c-8e02-4807-b624-5282f4db2cb9 req-151307ec-b447-420c-8a31-7f30b4261061 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=aeb3a94e-6476-4bc2-a76a-2750246ec388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532787 Oct 30 15:46:07.262817 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:07.270048 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-26d8c5aa-0204-468d-a0db-31ddd9fb83be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:07.285851 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '486c510a-e8fe-40dc-9872-74d1a6f46127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'addb4a0d-42c5-4396-8194-94496237ab48'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:46:07.288160 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e1a8325-2894-47b5-8c5a-b41efbfd5a52" -d '{"events": [{"server_uuid": "486c510a-e8fe-40dc-9872-74d1a6f46127", "name": "network-vif-plugged", "status": "completed", "tag": "addb4a0d-42c5-4396-8194-94496237ab48"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:46:07.291352 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-26d8c5aa-0204-468d-a0db-31ddd9fb83be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:07.302125 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port addb4a0d-42c5-4396-8194-94496237ab48, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=addb4a0d-42c5-4396-8194-94496237ab48,segment=NetworkSegment(84f7f1ef-8aa7-4395-a26f-23f7af80b0ed),segment_id=84f7f1ef-8aa7-4395-a26f-23f7af80b0ed)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:46:07.306660 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:07.341797 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-829f4689-3627-44e9-ace7-0dcc3cbf3325 x-openstack-request-id: req-829f4689-3627-44e9-ace7-0dcc3cbf3325 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:46:07.342102 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "486c510a-e8fe-40dc-9872-74d1a6f46127", "name": "network-vif-plugged", "status": "completed", "tag": "addb4a0d-42c5-4396-8194-94496237ab48", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:46:07.342352 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-829f4689-3627-44e9-ace7-0dcc3cbf3325 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:46:07.342752 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '486c510a-e8fe-40dc-9872-74d1a6f46127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'addb4a0d-42c5-4396-8194-94496237ab48', 'code': 200} Oct 30 15:46:07.348995 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-26d8c5aa-0204-468d-a0db-31ddd9fb83be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:07.351657 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-26d8c5aa-0204-468d-a0db-31ddd9fb83be admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:07.355757 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-26d8c5aa-0204-468d-a0db-31ddd9fb83be admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2c783c63-6b56-4cd4-ae62-f5bc82a5dfcf HTTP/1.1" status: 204 len: 168 time: 0.1517079 Oct 30 15:46:07.364460 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d8c5aa-0204-468d-a0db-31ddd9fb83be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c783c63-6b56-4cd4-ae62-f5bc82a5dfcf,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:46:07.367648 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=addb4a0d-42c5-4396-8194-94496237ab48,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:46:07.451145 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c538d4-265f-4021-b272-1ade187d0ee2 req-4f157609-4281-4fc0-88a8-9af6ab470046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:46:07.452687 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-99c538d4-265f-4021-b272-1ade187d0ee2 req-4f157609-4281-4fc0-88a8-9af6ab470046 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=486c510a-e8fe-40dc-9872-74d1a6f46127 HTTP/1.1" status: 200 len: 1097 time: 0.0413215 Oct 30 15:46:07.489947 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-99c538d4-265f-4021-b272-1ade187d0ee2 req-f867abf7-e632-47e4-afa1-3b93d37ce1d1 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=aeb3a94e-6476-4bc2-a76a-2750246ec388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295897 Oct 30 15:46:07.683394 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 52848) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:46:07.729344 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-32db9586-7c2d-4d01-8a12-98f76f9064b4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4be882aee8d54702ba606045188b78be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429041 Oct 30 15:46:07.732139 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 52850) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:46:07.784759 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2c6a46ad-e537-4695-a06e-8858144039e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:07.804969 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2c6a46ad-e537-4695-a06e-8858144039e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:07.849831 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2c6a46ad-e537-4695-a06e-8858144039e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:07.852442 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2c6a46ad-e537-4695-a06e-8858144039e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:07.853580 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-2c6a46ad-e537-4695-a06e-8858144039e7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4fd56be3-dda2-45a0-8627-00ce8ab0563f HTTP/1.1" status: 204 len: 168 time: 0.1205387 Oct 30 15:46:07.861180 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6a46ad-e537-4695-a06e-8858144039e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd56be3-dda2-45a0-8627-00ce8ab0563f,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:46:08.358932 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37ca821-b43c-49db-b4f7-89d10ebe102d req-f1b2b65b-90c9-482b-95bb-7e24920c5461 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:46:08.360642 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b37ca821-b43c-49db-b4f7-89d10ebe102d req-f1b2b65b-90c9-482b-95bb-7e24920c5461 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=486c510a-e8fe-40dc-9872-74d1a6f46127 HTTP/1.1" status: 200 len: 945 time: 0.0552475 Oct 30 15:46:08.400428 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b37ca821-b43c-49db-b4f7-89d10ebe102d req-65b7bdb0-a0a7-4393-903c-ad6ae14b3d32 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=aeb3a94e-6476-4bc2-a76a-2750246ec388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336640 Oct 30 15:46:08.509892 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device a3d8df15-cdcc-4c7a-bafe-2abff7b07f45 no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:46:08.530822 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] No Port match for: a3d8df15-cdcc-4c7a-bafe-2abff7b07f45 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:46:08.531169 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device a3d8df15-cdcc-4c7a-bafe-2abff7b07f45 not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:46:08.559910 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 52874) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:46:08.664340 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-b48aeeed-a385-4f14-9776-d725202ed7cd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-124807489-network', 'tenant_id': '2b3748d15be342eba295b9b347a3975a'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:46:08.687334 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48aeeed-a385-4f14-9776-d725202ed7cd admin admin] Made reservation on behalf of 2b3748d15be342eba295b9b347a3975a for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:46:08.689685 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b48aeeed-a385-4f14-9776-d725202ed7cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:08.698624 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b48aeeed-a385-4f14-9776-d725202ed7cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:08.771733 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b48aeeed-a385-4f14-9776-d725202ed7cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:08.775592 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b48aeeed-a385-4f14-9776-d725202ed7cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:08.802363 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b48aeeed-a385-4f14-9776-d725202ed7cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:46:08.812803 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48aeeed-a385-4f14-9776-d725202ed7cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a811dfe9-cfba-4266-9874-946099d585eb,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:46:08.820250 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b48aeeed-a385-4f14-9776-d725202ed7cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:08.820535 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-b48aeeed-a385-4f14-9776-d725202ed7cd admin admin] Added segment 99d12c82-1a82-432a-8f59-0a6b85c3686e of type vlan for network ebec7066-af7b-47e3-a017-438ab11796b5 Oct 30 15:46:08.864757 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b48aeeed-a385-4f14-9776-d725202ed7cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:08.894941 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b48aeeed-a385-4f14-9776-d725202ed7cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:08.895983 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48aeeed-a385-4f14-9776-d725202ed7cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:46:08.896508 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b48aeeed-a385-4f14-9776-d725202ed7cd admin admin] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:08.966263 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b48aeeed-a385-4f14-9776-d725202ed7cd admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4051719 Oct 30 15:46:08.969228 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52878) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:46:08.974652 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-ac768c1e-9bbb-4646-ade2-b42fc449cca5 admin admin] Request body: {'subnet': {'network_id': 'ebec7066-af7b-47e3-a017-438ab11796b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-124807489-subnet', 'tenant_id': '2b3748d15be342eba295b9b347a3975a', 'ip_version': 4}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:46:08.984642 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48aeeed-a385-4f14-9776-d725202ed7cd admin admin] Pushing event updated for resources: {'Network': ['ID=ebec7066-af7b-47e3-a017-438ab11796b5,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:46:08.996770 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network ebec7066-af7b-47e3-a017-438ab11796b5 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:46:09.002157 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac768c1e-9bbb-4646-ade2-b42fc449cca5 admin admin] Made reservation on behalf of 2b3748d15be342eba295b9b347a3975a for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:46:09.004669 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ac768c1e-9bbb-4646-ade2-b42fc449cca5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:09.176853 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ac768c1e-9bbb-4646-ade2-b42fc449cca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:09.232222 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac768c1e-9bbb-4646-ade2-b42fc449cca5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=318d5b3d-672b-43f3-9eee-a0731f1682e4,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:46:09.242962 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac768c1e-9bbb-4646-ade2-b42fc449cca5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:46:09.243306 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac768c1e-9bbb-4646-ade2-b42fc449cca5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:46:09.243672 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac768c1e-9bbb-4646-ade2-b42fc449cca5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:46:09.244004 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac768c1e-9bbb-4646-ade2-b42fc449cca5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:46:09.244331 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac768c1e-9bbb-4646-ade2-b42fc449cca5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:46:09.245239 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac768c1e-9bbb-4646-ade2-b42fc449cca5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:46:09.245528 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac768c1e-9bbb-4646-ade2-b42fc449cca5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:46:09.245891 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac768c1e-9bbb-4646-ade2-b42fc449cca5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:46:09.246213 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac768c1e-9bbb-4646-ade2-b42fc449cca5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:46:09.246532 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac768c1e-9bbb-4646-ade2-b42fc449cca5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:46:09.246853 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac768c1e-9bbb-4646-ade2-b42fc449cca5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:46:09.247205 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac768c1e-9bbb-4646-ade2-b42fc449cca5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:46:09.250401 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac768c1e-9bbb-4646-ade2-b42fc449cca5 admin admin] Checking segment: {'id': '99d12c82-1a82-432a-8f59-0a6b85c3686e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ebec7066-af7b-47e3-a017-438ab11796b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:46:09.250760 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac768c1e-9bbb-4646-ade2-b42fc449cca5 admin admin] Network hostable DHCP agents. Network: ebec7066-af7b-47e3-a017-438ab11796b5, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:46:09.267830 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac768c1e-9bbb-4646-ade2-b42fc449cca5 admin admin] Network ebec7066-af7b-47e3-a017-438ab11796b5 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:46:09.276905 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-ac768c1e-9bbb-4646-ade2-b42fc449cca5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, ebec7066-af7b-47e3-a017-438ab11796b5) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:46:09.281971 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac768c1e-9bbb-4646-ade2-b42fc449cca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:46:09.284464 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ac768c1e-9bbb-4646-ade2-b42fc449cca5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:09.285527 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73895ca-7ad4-401d-a711-76b4a484a054 None None] Network ebec7066-af7b-47e3-a017-438ab11796b5 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:46:09.306301 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 52880) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:46:09.308570 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-ac768c1e-9bbb-4646-ade2-b42fc449cca5 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3378811 Oct 30 15:46:09.311674 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-24cc7520-3009-4652-b2c3-29dbd16f1d02 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-124807489-router', 'tenant_id': '2b3748d15be342eba295b9b347a3975a', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:46:09.333353 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-24cc7520-3009-4652-b2c3-29dbd16f1d02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:09.334464 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-24cc7520-3009-4652-b2c3-29dbd16f1d02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:09.401425 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-24cc7520-3009-4652-b2c3-29dbd16f1d02 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:09.452222 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638ea351-54f6-4441-9cce-6e59f6269042 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-ebec7066-af7b-47e3-a017-438ab11796b5', 'network_id': 'ebec7066-af7b-47e3-a017-438ab11796b5', 'tenant_id': '2b3748d15be342eba295b9b347a3975a', 'fixed_ips': [{'subnet_id': '318d5b3d-672b-43f3-9eee-a0731f1682e4'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:46:09.453477 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-638ea351-54f6-4441-9cce-6e59f6269042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:09.596752 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-638ea351-54f6-4441-9cce-6e59f6269042 None None] Allocated IP 172.20.0.2 (ebec7066-af7b-47e3-a017-438ab11796b5/318d5b3d-672b-43f3-9eee-a0731f1682e4/20e2d480-732e-4971-a955-5f9c2b5cdbcc) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:46:09.766430 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-638ea351-54f6-4441-9cce-6e59f6269042 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:09.774222 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-638ea351-54f6-4441-9cce-6e59f6269042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:09.825895 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638ea351-54f6-4441-9cce-6e59f6269042 None None] Network ebec7066-af7b-47e3-a017-438ab11796b5 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:46:09.826616 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ea351-54f6-4441-9cce-6e59f6269042 None None] Pushing event updated for resources: {'Port': ['ID=20e2d480-732e-4971-a955-5f9c2b5cdbcc,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:46:09.829354 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-638ea351-54f6-4441-9cce-6e59f6269042 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:46:09.834129 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638ea351-54f6-4441-9cce-6e59f6269042 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:46:09.907578 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-638ea351-54f6-4441-9cce-6e59f6269042 None None] Attempting to bind port 20e2d480-732e-4971-a955-5f9c2b5cdbcc on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:46:09.908318 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-638ea351-54f6-4441-9cce-6e59f6269042 None None] Attempting to bind port 20e2d480-732e-4971-a955-5f9c2b5cdbcc by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '99d12c82-1a82-432a-8f59-0a6b85c3686e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ebec7066-af7b-47e3-a017-438ab11796b5'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:46:09.908741 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638ea351-54f6-4441-9cce-6e59f6269042 None None] Attempting to bind port 20e2d480-732e-4971-a955-5f9c2b5cdbcc on network ebec7066-af7b-47e3-a017-438ab11796b5 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:46:09.914455 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638ea351-54f6-4441-9cce-6e59f6269042 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:46:09.914890 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638ea351-54f6-4441-9cce-6e59f6269042 None None] Checking segment: {'id': '99d12c82-1a82-432a-8f59-0a6b85c3686e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ebec7066-af7b-47e3-a017-438ab11796b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:46:09.915295 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-638ea351-54f6-4441-9cce-6e59f6269042 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:09.915707 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638ea351-54f6-4441-9cce-6e59f6269042 None None] Bound using segment: {'id': '99d12c82-1a82-432a-8f59-0a6b85c3686e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ebec7066-af7b-47e3-a017-438ab11796b5'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:46:09.916313 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-638ea351-54f6-4441-9cce-6e59f6269042 None None] Bound port: 20e2d480-732e-4971-a955-5f9c2b5cdbcc, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99d12c82-1a82-432a-8f59-0a6b85c3686e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ebec7066-af7b-47e3-a017-438ab11796b5'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:46:09.918114 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-638ea351-54f6-4441-9cce-6e59f6269042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:09.931796 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-24cc7520-3009-4652-b2c3-29dbd16f1d02 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:09.948765 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f530360a-14c7-40b4-a677-166a3b3893a3 req-bb0554eb-752d-4c37-9bb8-10b102754859 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:46:09.950269 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f530360a-14c7-40b4-a677-166a3b3893a3 req-bb0554eb-752d-4c37-9bb8-10b102754859 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=486c510a-e8fe-40dc-9872-74d1a6f46127 HTTP/1.1" status: 200 len: 945 time: 0.1241260 Oct 30 15:46:09.996777 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-638ea351-54f6-4441-9cce-6e59f6269042 None None] For port 20e2d480-732e-4971-a955-5f9c2b5cdbcc, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:46:10.000997 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-638ea351-54f6-4441-9cce-6e59f6269042 None None] For port 20e2d480-732e-4971-a955-5f9c2b5cdbcc, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=20e2d480-732e-4971-a955-5f9c2b5cdbcc,segment=NetworkSegment(99d12c82-1a82-432a-8f59-0a6b85c3686e),segment_id=99d12c82-1a82-432a-8f59-0a6b85c3686e)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:46:10.005522 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-638ea351-54f6-4441-9cce-6e59f6269042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:10.036070 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f530360a-14c7-40b4-a677-166a3b3893a3 req-406ea415-9f10-4f04-9a14-8fa6812eccdc tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=aeb3a94e-6476-4bc2-a76a-2750246ec388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741720 Oct 30 15:46:10.142593 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ea351-54f6-4441-9cce-6e59f6269042 None None] Pushing event updated for resources: {'Port': ['ID=20e2d480-732e-4971-a955-5f9c2b5cdbcc,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:46:10.191915 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b3f861-d3c6-40be-920f-d685f9b7eb92 req-e28bdf24-962e-4a1d-a1d9-ca511c3cf70d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:46:10.195550 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f1b3f861-d3c6-40be-920f-d685f9b7eb92 req-e28bdf24-962e-4a1d-a1d9-ca511c3cf70d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=486c510a-e8fe-40dc-9872-74d1a6f46127 HTTP/1.1" status: 200 len: 945 time: 0.0629883 Oct 30 15:46:10.240529 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f1b3f861-d3c6-40be-920f-d685f9b7eb92 req-eb44f8e1-8302-48d0-a0a2-ee19bfc72289 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=aeb3a94e-6476-4bc2-a76a-2750246ec388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385740 Oct 30 15:46:10.253786 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-24cc7520-3009-4652-b2c3-29dbd16f1d02 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:10.263492 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 52886) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:46:10.318245 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-24cc7520-3009-4652-b2c3-29dbd16f1d02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:10.382505 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7568441-da8f-453a-9127-eab5fba3d1f1 tempest-TestNetworkAdvancedServerOps-183148034 tempest-TestNetworkAdvancedServerOps-183148034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:46:10.384296 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-d7568441-da8f-453a-9127-eab5fba3d1f1 tempest-TestNetworkAdvancedServerOps-183148034 tempest-TestNetworkAdvancedServerOps-183148034-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=486c510a-e8fe-40dc-9872-74d1a6f46127 HTTP/1.1" status: 200 len: 1092 time: 0.1197128 Oct 30 15:46:10.387368 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 52888) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:46:10.394579 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-d929516c-0ee6-45e9-89f5-05a9ccf937b2 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Request body: {'floatingip': {'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'port_id': 'addb4a0d-42c5-4396-8194-94496237ab48', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:46:10.464490 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d929516c-0ee6-45e9-89f5-05a9ccf937b2 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for floatingip, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:10.489471 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-24cc7520-3009-4652-b2c3-29dbd16f1d02 admin admin] Allocated IP 172.25.4.70 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/59a072cb-376b-4509-b281-0778cc52d7b7) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:46:10.650861 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-24cc7520-3009-4652-b2c3-29dbd16f1d02 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:10.679450 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d929516c-0ee6-45e9-89f5-05a9ccf937b2 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:10.734822 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-24cc7520-3009-4652-b2c3-29dbd16f1d02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:10.790408 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cc7520-3009-4652-b2c3-29dbd16f1d02 admin admin] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:46:10.813252 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-24cc7520-3009-4652-b2c3-29dbd16f1d02 admin admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:46:10.820743 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cc7520-3009-4652-b2c3-29dbd16f1d02 admin admin] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:46:10.842641 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cc7520-3009-4652-b2c3-29dbd16f1d02 admin admin] Pushing event updated for resources: {'Port': ['ID=59a072cb-376b-4509-b281-0778cc52d7b7,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:46:10.882227 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-d929516c-0ee6-45e9-89f5-05a9ccf937b2 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Allocated IP 172.25.4.252 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/fbe4557c-f086-4fef-a3b9-5ba7b41255eb) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:46:11.108530 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d5f286-e885-4e5b-990c-4816a30a5d84 None None] Network ebec7066-af7b-47e3-a017-438ab11796b5 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:46:11.161536 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d929516c-0ee6-45e9-89f5-05a9ccf937b2 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:11.201840 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-24cc7520-3009-4652-b2c3-29dbd16f1d02 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:11.279264 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d929516c-0ee6-45e9-89f5-05a9ccf937b2 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:11.337478 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d929516c-0ee6-45e9-89f5-05a9ccf937b2 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:46:11.342962 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-ef044eed-d6c7-434b-8f9c-d206fd760e76 None None] Provisioning complete for port 20e2d480-732e-4971-a955-5f9c2b5cdbcc triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:46:11.343342 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ef044eed-d6c7-434b-8f9c-d206fd760e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:11.344434 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d929516c-0ee6-45e9-89f5-05a9ccf937b2 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event updated for resources: {'Port': ['ID=fbe4557c-f086-4fef-a3b9-5ba7b41255eb,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:46:11.346875 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-d929516c-0ee6-45e9-89f5-05a9ccf937b2 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:46:11.350499 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d929516c-0ee6-45e9-89f5-05a9ccf937b2 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:46:11.494439 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ef044eed-d6c7-434b-8f9c-d206fd760e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:11.534906 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-ef044eed-d6c7-434b-8f9c-d206fd760e76 None None] For port 20e2d480-732e-4971-a955-5f9c2b5cdbcc, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=20e2d480-732e-4971-a955-5f9c2b5cdbcc,segment=NetworkSegment(99d12c82-1a82-432a-8f59-0a6b85c3686e),segment_id=99d12c82-1a82-432a-8f59-0a6b85c3686e)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:46:11.546238 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ef044eed-d6c7-434b-8f9c-d206fd760e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:11.567707 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-24cc7520-3009-4652-b2c3-29dbd16f1d02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:11.605641 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef044eed-d6c7-434b-8f9c-d206fd760e76 None None] Pushing event updated for resources: {'Port': ['ID=20e2d480-732e-4971-a955-5f9c2b5cdbcc,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:46:11.878628 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-165a1b12-fdad-415d-a61a-19f049063ad4 None None] Provisioning complete for port 20e2d480-732e-4971-a955-5f9c2b5cdbcc triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:46:11.878910 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-165a1b12-fdad-415d-a61a-19f049063ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:11.992406 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24cc7520-3009-4652-b2c3-29dbd16f1d02 admin admin] Router 3902d8e7-cfe0-4f34-af9e-b1608e5e5989 is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:46:12.079091 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d929516c-0ee6-45e9-89f5-05a9ccf937b2 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:12.249797 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 20e2d480-732e-4971-a955-5f9c2b5cdbcc up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:46:12.304956 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 20e2d480-732e-4971-a955-5f9c2b5cdbcc triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:46:12.305340 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:12.531608 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24cc7520-3009-4652-b2c3-29dbd16f1d02 admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:46:12.533971 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d929516c-0ee6-45e9-89f5-05a9ccf937b2 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:12.542841 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb26c5d-15cf-4148-a445-0f4d5679c51c None None] Sync routers for ids ['3902d8e7-cfe0-4f34-af9e-b1608e5e5989'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:46:12.554290 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb26c5d-15cf-4148-a445-0f4d5679c51c None None] Routers {'3902d8e7-cfe0-4f34-af9e-b1608e5e5989'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:46:12.555162 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-1cb26c5d-15cf-4148-a445-0f4d5679c51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:45:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['3902d8e7-cfe0-4f34-af9e-b1608e5e5989'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:46:12.579263 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-24cc7520-3009-4652-b2c3-29dbd16f1d02 admin admin] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:12.583740 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-24cc7520-3009-4652-b2c3-29dbd16f1d02 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2732997 Oct 30 15:46:12.583865 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 52892) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:46:12.660263 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-1cb26c5d-15cf-4148-a445-0f4d5679c51c None None] Set router 3902d8e7-cfe0-4f34-af9e-b1608e5e5989 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:46:12.841487 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-1cb26c5d-15cf-4148-a445-0f4d5679c51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3902d8e7-cfe0-4f34-af9e-b1608e5e5989', 'name': 'tempest-TestVolumeBackupRestore-124807489-router', 'tenant_id': '2b3748d15be342eba295b9b347a3975a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '59a072cb-376b-4509-b281-0778cc52d7b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:46:09Z', 'updated_at': '2021-10-30T15:46:11Z', 'revision_number': 3, 'project_id': '2b3748d15be342eba295b9b347a3975a', 'gw_port': {'id': '59a072cb-376b-4509-b281-0778cc52d7b7', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:58:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3902d8e7-cfe0-4f34-af9e-b1608e5e5989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:46:10Z', 'updated_at': '2021-10-30T15:46:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:46:12.875233 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb26c5d-15cf-4148-a445-0f4d5679c51c None None] Checking router: 3902d8e7-cfe0-4f34-af9e-b1608e5e5989 for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:46:12.875870 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb26c5d-15cf-4148-a445-0f4d5679c51c None None] Updating router 3902d8e7-cfe0-4f34-af9e-b1608e5e5989 port 59a072cb-376b-4509-b281-0778cc52d7b7 binding host n-d-806683-17 {{(pid=102133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:46:12.899211 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d929516c-0ee6-45e9-89f5-05a9ccf937b2 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:12.904734 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1cb26c5d-15cf-4148-a445-0f4d5679c51c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:12.904909 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d929516c-0ee6-45e9-89f5-05a9ccf937b2 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:13.013171 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d929516c-0ee6-45e9-89f5-05a9ccf937b2 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event updated for resources: {'Port': ['ID=fbe4557c-f086-4fef-a3b9-5ba7b41255eb,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:46:13.055949 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d929516c-0ee6-45e9-89f5-05a9ccf937b2 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:46:13.056309 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d929516c-0ee6-45e9-89f5-05a9ccf937b2 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:46:13.056654 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d929516c-0ee6-45e9-89f5-05a9ccf937b2 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:46:13.057053 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d929516c-0ee6-45e9-89f5-05a9ccf937b2 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:46:13.057888 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d929516c-0ee6-45e9-89f5-05a9ccf937b2 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:46:13.058231 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d929516c-0ee6-45e9-89f5-05a9ccf937b2 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:46:13.058567 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d929516c-0ee6-45e9-89f5-05a9ccf937b2 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:46:13.058904 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d929516c-0ee6-45e9-89f5-05a9ccf937b2 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:46:13.059234 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d929516c-0ee6-45e9-89f5-05a9ccf937b2 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:46:13.059587 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d929516c-0ee6-45e9-89f5-05a9ccf937b2 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:46:13.059919 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d929516c-0ee6-45e9-89f5-05a9ccf937b2 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:46:13.060248 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d929516c-0ee6-45e9-89f5-05a9ccf937b2 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:46:13.077150 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d929516c-0ee6-45e9-89f5-05a9ccf937b2 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:13.154733 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1cb26c5d-15cf-4148-a445-0f4d5679c51c None None] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:13.161339 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1cb26c5d-15cf-4148-a445-0f4d5679c51c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:13.215803 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5a05e6-0575-41ba-ba3c-6b03e33b6b11 None None] Pushing event updated for resources: {'Port': ['ID=59a072cb-376b-4509-b281-0778cc52d7b7,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:46:13.220021 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-1cb26c5d-15cf-4148-a445-0f4d5679c51c None None] Attempting to bind port 59a072cb-376b-4509-b281-0778cc52d7b7 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:46:13.220389 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-1cb26c5d-15cf-4148-a445-0f4d5679c51c None None] Attempting to bind port 59a072cb-376b-4509-b281-0778cc52d7b7 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:46:13.220754 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb26c5d-15cf-4148-a445-0f4d5679c51c None None] Attempting to bind port 59a072cb-376b-4509-b281-0778cc52d7b7 on network edc38ef5-7816-4133-914c-cfe2849a0125 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:46:13.226034 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb26c5d-15cf-4148-a445-0f4d5679c51c None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:46:13.226414 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb26c5d-15cf-4148-a445-0f4d5679c51c None None] Checking segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:46:13.226813 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1cb26c5d-15cf-4148-a445-0f4d5679c51c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:13.227199 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb26c5d-15cf-4148-a445-0f4d5679c51c None None] Bound using segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:46:13.227707 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-1cb26c5d-15cf-4148-a445-0f4d5679c51c None None] Bound port: 59a072cb-376b-4509-b281-0778cc52d7b7, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:46:13.228086 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1cb26c5d-15cf-4148-a445-0f4d5679c51c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:13.230285 n-d-806683-17 neutron-server[102130]: INFO neutron.db.l3_db [None req-d929516c-0ee6-45e9-89f5-05a9ccf937b2 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Floating IP 43524d05-818c-4349-b2dd-286f5aa58865 associated. External IP: 172.25.4.252, port: addb4a0d-42c5-4396-8194-94496237ab48. Oct 30 15:46:13.279122 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-1cb26c5d-15cf-4148-a445-0f4d5679c51c None None] For port 59a072cb-376b-4509-b281-0778cc52d7b7, host n-d-806683-17, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:46:13.282116 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-1cb26c5d-15cf-4148-a445-0f4d5679c51c None None] For port 59a072cb-376b-4509-b281-0778cc52d7b7, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=59a072cb-376b-4509-b281-0778cc52d7b7,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:46:13.286081 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-1cb26c5d-15cf-4148-a445-0f4d5679c51c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:13.345507 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb26c5d-15cf-4148-a445-0f4d5679c51c None None] Routers {'3902d8e7-cfe0-4f34-af9e-b1608e5e5989'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:46:13.346118 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-1cb26c5d-15cf-4148-a445-0f4d5679c51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:45:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['3902d8e7-cfe0-4f34-af9e-b1608e5e5989'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:46:13.381651 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5a05e6-0575-41ba-ba3c-6b03e33b6b11 None None] Pushing event updated for resources: {'Port': ['ID=59a072cb-376b-4509-b281-0778cc52d7b7,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:46:13.396990 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cf21fc10-1803-48b3-8fe3-9b4a490861df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:13.456310 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-1cb26c5d-15cf-4148-a445-0f4d5679c51c None None] Set router 3902d8e7-cfe0-4f34-af9e-b1608e5e5989 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:46:13.602919 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d929516c-0ee6-45e9-89f5-05a9ccf937b2 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Router acf6ee50-0e20-4928-b486-56457f97030a has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:46:13.722583 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-cf21fc10-1803-48b3-8fe3-9b4a490861df admin admin] Allocated IP 172.20.0.1 (ebec7066-af7b-47e3-a017-438ab11796b5/318d5b3d-672b-43f3-9eee-a0731f1682e4/37d1d756-26cd-42ed-ae10-b4c81c7ead50) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:46:13.736986 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-1cb26c5d-15cf-4148-a445-0f4d5679c51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3902d8e7-cfe0-4f34-af9e-b1608e5e5989', 'name': 'tempest-TestVolumeBackupRestore-124807489-router', 'tenant_id': '2b3748d15be342eba295b9b347a3975a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '59a072cb-376b-4509-b281-0778cc52d7b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:46:09Z', 'updated_at': '2021-10-30T15:46:11Z', 'revision_number': 3, 'project_id': '2b3748d15be342eba295b9b347a3975a', 'gw_port': {'id': '59a072cb-376b-4509-b281-0778cc52d7b7', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:58:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3902d8e7-cfe0-4f34-af9e-b1608e5e5989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:46:10Z', 'updated_at': '2021-10-30T15:46:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:46:13.764885 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb26c5d-15cf-4148-a445-0f4d5679c51c None None] The sync data for ids ['3902d8e7-cfe0-4f34-af9e-b1608e5e5989'] in n-d-806683-17 is: [{'id': '3902d8e7-cfe0-4f34-af9e-b1608e5e5989', 'name': 'tempest-TestVolumeBackupRestore-124807489-router', 'tenant_id': '2b3748d15be342eba295b9b347a3975a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '59a072cb-376b-4509-b281-0778cc52d7b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:46:09Z', 'updated_at': '2021-10-30T15:46:11Z', 'revision_number': 3, 'project_id': '2b3748d15be342eba295b9b347a3975a', 'gw_port': {'id': '59a072cb-376b-4509-b281-0778cc52d7b7', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:58:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3902d8e7-cfe0-4f34-af9e-b1608e5e5989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:46:10Z', 'updated_at': '2021-10-30T15:46:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:46:13.821632 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d929516c-0ee6-45e9-89f5-05a9ccf937b2 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:46:13.832201 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ad4f83-5338-4e37-84e9-d650ca8be4d4 None None] Sync routers for ids ['acf6ee50-0e20-4928-b486-56457f97030a'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:46:13.844134 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ad4f83-5338-4e37-84e9-d650ca8be4d4 None None] Routers {'acf6ee50-0e20-4928-b486-56457f97030a'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:46:13.844859 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-38ad4f83-5338-4e37-84e9-d650ca8be4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:45:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['acf6ee50-0e20-4928-b486-56457f97030a'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:46:13.861689 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d929516c-0ee6-45e9-89f5-05a9ccf937b2 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:13.887561 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cf21fc10-1803-48b3-8fe3-9b4a490861df admin admin] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:13.904738 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-d929516c-0ee6-45e9-89f5-05a9ccf937b2 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5160906 Oct 30 15:46:13.906702 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '486c510a-e8fe-40dc-9872-74d1a6f46127', 'tag': 'addb4a0d-42c5-4396-8194-94496237ab48'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:46:13.909084 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb7c460-bacd-4855-be41-352fccad0da0" -d '{"events": [{"name": "network-changed", "server_uuid": "486c510a-e8fe-40dc-9872-74d1a6f46127", "tag": "addb4a0d-42c5-4396-8194-94496237ab48"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:46:13.944258 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cf21fc10-1803-48b3-8fe3-9b4a490861df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:13.981803 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-38ad4f83-5338-4e37-84e9-d650ca8be4d4 None None] Set router acf6ee50-0e20-4928-b486-56457f97030a gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:46:13.986205 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c66bf220-78a3-4ce5-9b5a-678f5839b5d4 x-openstack-request-id: req-c66bf220-78a3-4ce5-9b5a-678f5839b5d4 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:46:13.986488 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "486c510a-e8fe-40dc-9872-74d1a6f46127", "tag": "addb4a0d-42c5-4396-8194-94496237ab48", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:46:13.986737 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c66bf220-78a3-4ce5-9b5a-678f5839b5d4 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:46:13.987139 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '486c510a-e8fe-40dc-9872-74d1a6f46127', 'tag': 'addb4a0d-42c5-4396-8194-94496237ab48', 'status': 'completed', 'code': 200} Oct 30 15:46:14.041022 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf21fc10-1803-48b3-8fe3-9b4a490861df admin admin] Network ebec7066-af7b-47e3-a017-438ab11796b5 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:46:14.081661 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-cf21fc10-1803-48b3-8fe3-9b4a490861df admin admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:46:14.086955 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf21fc10-1803-48b3-8fe3-9b4a490861df admin admin] Pushing event updated for resources: {'Port': ['ID=37d1d756-26cd-42ed-ae10-b4c81c7ead50,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:46:14.090830 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf21fc10-1803-48b3-8fe3-9b4a490861df admin admin] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:46:14.153967 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cf21fc10-1803-48b3-8fe3-9b4a490861df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:14.170230 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7bf8fc-1885-4b9b-8603-064a5c4d5bfa req-e0908c75-2ad5-43c5-aa38-9c5817e922cc tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:46:14.179773 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8c7bf8fc-1885-4b9b-8603-064a5c4d5bfa req-e0908c75-2ad5-43c5-aa38-9c5817e922cc tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=486c510a-e8fe-40dc-9872-74d1a6f46127 HTTP/1.1" status: 200 len: 945 time: 0.1867678 Oct 30 15:46:14.270992 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb7c460-bacd-4855-be41-352fccad0da0 req-93b63260-8a1c-4ee6-b30e-871f9bfc4f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:46:14.272628 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5bb7c460-bacd-4855-be41-352fccad0da0 req-93b63260-8a1c-4ee6-b30e-871f9bfc4f86 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c4b96368b87a40a2935f71debcc2f400&device_id=486c510a-e8fe-40dc-9872-74d1a6f46127 HTTP/1.1" status: 200 len: 1097 time: 0.2767313 Oct 30 15:46:14.301782 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-38ad4f83-5338-4e37-84e9-d650ca8be4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf6ee50-0e20-4928-b486-56457f97030a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922836904', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '3663d5b4-0c6d-45b9-8150-8239d72b47f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:45:51Z', 'updated_at': '2021-10-30T15:45:55Z', 'revision_number': 4, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'gw_port': {'id': '3663d5b4-0c6d-45b9-8150-8239d72b47f3', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf6ee50-0e20-4928-b486-56457f97030a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:45:51Z', 'updated_at': '2021-10-30T15:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '43524d05-818c-4349-b2dd-286f5aa58865', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'floating_ip_address': '172.25.4.252', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': 'acf6ee50-0e20-4928-b486-56457f97030a', 'port_id': 'addb4a0d-42c5-4396-8194-94496237ab48', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3972, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fb24aed-2982-4de5-b372-2ef4afefd67d', 'mac_address': 'fa:16:3e:dd:89:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486c510a-e8fe-40dc-9872-74d1a6f46127', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:46:11Z', 'updated_at': '2021-10-30T15:46:11Z', 'revision_number': 0, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69b690a8-6174-435f-88f8-9010530044cc', 'name': '', 'network_id': '2fb24aed-2982-4de5-b372-2ef4afefd67d', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'mac_address': 'fa:16:3e:26:f3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf6ee50-0e20-4928-b486-56457f97030a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '9992b366-c76f-446f-a498-7b78f68fd285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:45:54Z', 'updated_at': '2021-10-30T15:45:58Z', 'revision_number': 5, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'subnets': [{'id': '9992b366-c76f-446f-a498-7b78f68fd285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:46:14.339692 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ad4f83-5338-4e37-84e9-d650ca8be4d4 None None] Checking router: acf6ee50-0e20-4928-b486-56457f97030a for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:46:14.342351 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 59a072cb-376b-4509-b281-0778cc52d7b7 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:46:14.379884 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ad4f83-5338-4e37-84e9-d650ca8be4d4 None None] Routers {'acf6ee50-0e20-4928-b486-56457f97030a'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:46:14.380695 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-38ad4f83-5338-4e37-84e9-d650ca8be4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:45:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['acf6ee50-0e20-4928-b486-56457f97030a'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:46:14.424153 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8c7bf8fc-1885-4b9b-8603-064a5c4d5bfa req-c61c52da-f159-454b-8d21-7fbe5d0da343 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=aeb3a94e-6476-4bc2-a76a-2750246ec388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502767 Oct 30 15:46:14.453363 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52898) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:46:14.487743 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb7c460-bacd-4855-be41-352fccad0da0 req-d39eb192-7965-40ac-af62-7085263848e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:46:14.490599 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5bb7c460-bacd-4855-be41-352fccad0da0 req-d39eb192-7965-40ac-af62-7085263848e6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2fb24aed-2982-4de5-b372-2ef4afefd67d HTTP/1.1" status: 200 len: 898 time: 0.2067974 Oct 30 15:46:14.496890 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e5d97f6f-cef8-471c-a838-2cda0bd20e28 None None] Provisioning complete for port 37d1d756-26cd-42ed-ae10-b4c81c7ead50 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:46:14.497272 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e5d97f6f-cef8-471c-a838-2cda0bd20e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:14.533023 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-740413fa-9325-481f-a456-5cba3adc2c9c tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/floatingips/43524d05-818c-4349-b2dd-286f5aa58865 HTTP/1.1" status: 200 len: 991 time: 0.0779309 Oct 30 15:46:14.558760 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cf21fc10-1803-48b3-8fe3-9b4a490861df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:14.571302 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e5d97f6f-cef8-471c-a838-2cda0bd20e28 None None] Port 37d1d756-26cd-42ed-ae10-b4c81c7ead50 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:46:14.574416 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-38ad4f83-5338-4e37-84e9-d650ca8be4d4 None None] Set router acf6ee50-0e20-4928-b486-56457f97030a gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:46:14.576746 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 59a072cb-376b-4509-b281-0778cc52d7b7 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:46:14.576746 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:14.611666 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5bb7c460-bacd-4855-be41-352fccad0da0 req-7513bdfd-02b4-4d58-91c0-fdfbaef1d0d3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=addb4a0d-42c5-4396-8194-94496237ab48 HTTP/1.1" status: 200 len: 999 time: 0.0946274 Oct 30 15:46:14.723613 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb7c460-bacd-4855-be41-352fccad0da0 req-2d1c3530-bdf0-483c-8a55-6a90ae08ae51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:46:14.725092 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5bb7c460-bacd-4855-be41-352fccad0da0 req-2d1c3530-bdf0-483c-8a55-6a90ae08ae51 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9992b366-c76f-446f-a498-7b78f68fd285 HTTP/1.1" status: 200 len: 835 time: 0.1032884 Oct 30 15:46:14.805286 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:14.816174 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb7c460-bacd-4855-be41-352fccad0da0 req-ca15d661-1240-4295-aa04-a93c6399f3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:46:14.818423 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5bb7c460-bacd-4855-be41-352fccad0da0 req-ca15d661-1240-4295-aa04-a93c6399f3ea service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2fb24aed-2982-4de5-b372-2ef4afefd67d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0846334 Oct 30 15:46:14.856020 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 59a072cb-376b-4509-b281-0778cc52d7b7, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=59a072cb-376b-4509-b281-0778cc52d7b7,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:46:14.860949 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:14.884496 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cf21fc10-1803-48b3-8fe3-9b4a490861df admin admin] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:14.894734 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cf21fc10-1803-48b3-8fe3-9b4a490861df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:14.944609 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=59a072cb-376b-4509-b281-0778cc52d7b7,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:46:14.962178 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-38ad4f83-5338-4e37-84e9-d650ca8be4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf6ee50-0e20-4928-b486-56457f97030a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922836904', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '3663d5b4-0c6d-45b9-8150-8239d72b47f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:45:51Z', 'updated_at': '2021-10-30T15:45:55Z', 'revision_number': 4, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'gw_port': {'id': '3663d5b4-0c6d-45b9-8150-8239d72b47f3', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf6ee50-0e20-4928-b486-56457f97030a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:45:51Z', 'updated_at': '2021-10-30T15:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '43524d05-818c-4349-b2dd-286f5aa58865', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'floating_ip_address': '172.25.4.252', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': 'acf6ee50-0e20-4928-b486-56457f97030a', 'port_id': 'addb4a0d-42c5-4396-8194-94496237ab48', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3972, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fb24aed-2982-4de5-b372-2ef4afefd67d', 'mac_address': 'fa:16:3e:dd:89:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486c510a-e8fe-40dc-9872-74d1a6f46127', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:46:11Z', 'updated_at': '2021-10-30T15:46:11Z', 'revision_number': 0, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69b690a8-6174-435f-88f8-9010530044cc', 'name': '', 'network_id': '2fb24aed-2982-4de5-b372-2ef4afefd67d', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'mac_address': 'fa:16:3e:26:f3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf6ee50-0e20-4928-b486-56457f97030a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '9992b366-c76f-446f-a498-7b78f68fd285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:45:54Z', 'updated_at': '2021-10-30T15:45:58Z', 'revision_number': 5, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'subnets': [{'id': '9992b366-c76f-446f-a498-7b78f68fd285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:46:14.986368 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cf21fc10-1803-48b3-8fe3-9b4a490861df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:14.992389 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ad4f83-5338-4e37-84e9-d650ca8be4d4 None None] The sync data for ids ['acf6ee50-0e20-4928-b486-56457f97030a'] in n-d-806683-17 is: [{'id': 'acf6ee50-0e20-4928-b486-56457f97030a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922836904', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '3663d5b4-0c6d-45b9-8150-8239d72b47f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:45:51Z', 'updated_at': '2021-10-30T15:45:55Z', 'revision_number': 4, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'gw_port': {'id': '3663d5b4-0c6d-45b9-8150-8239d72b47f3', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf6ee50-0e20-4928-b486-56457f97030a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:45:51Z', 'updated_at': '2021-10-30T15:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '43524d05-818c-4349-b2dd-286f5aa58865', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'floating_ip_address': '172.25.4.252', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': 'acf6ee50-0e20-4928-b486-56457f97030a', 'port_id': 'addb4a0d-42c5-4396-8194-94496237ab48', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3972, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fb24aed-2982-4de5-b372-2ef4afefd67d', 'mac_address': 'fa:16:3e:dd:89:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486c510a-e8fe-40dc-9872-74d1a6f46127', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:46:11Z', 'updated_at': '2021-10-30T15:46:11Z', 'revision_number': 0, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69b690a8-6174-435f-88f8-9010530044cc', 'name': '', 'network_id': '2fb24aed-2982-4de5-b372-2ef4afefd67d', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'mac_address': 'fa:16:3e:26:f3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf6ee50-0e20-4928-b486-56457f97030a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '9992b366-c76f-446f-a498-7b78f68fd285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:45:54Z', 'updated_at': '2021-10-30T15:45:58Z', 'revision_number': 5, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'subnets': [{'id': '9992b366-c76f-446f-a498-7b78f68fd285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:46:15.004755 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf21fc10-1803-48b3-8fe3-9b4a490861df admin admin] Pushing event updated for resources: {'Port': ['ID=37d1d756-26cd-42ed-ae10-b4c81c7ead50,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:46:15.053712 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5bb7c460-bacd-4855-be41-352fccad0da0 req-a87a4657-7edd-49f8-98cd-614b5d98a139 service neutron] 10.222.0.53 "GET /v2.0/networks/2fb24aed-2982-4de5-b372-2ef4afefd67d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275071 Oct 30 15:46:15.178123 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf21fc10-1803-48b3-8fe3-9b4a490861df admin admin] Network ebec7066-af7b-47e3-a017-438ab11796b5 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:46:15.183036 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-cf21fc10-1803-48b3-8fe3-9b4a490861df admin admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:46:15.197940 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5bb7c460-bacd-4855-be41-352fccad0da0 req-993975d4-f105-41b0-9ffd-da4c85ce3d71 service neutron] 10.222.0.53 "GET /v2.0/networks/2fb24aed-2982-4de5-b372-2ef4afefd67d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335547 Oct 30 15:46:15.407172 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e4dace-3740-49cb-b102-95f1e5d1138d None None] New status for floating IP 43524d05-818c-4349-b2dd-286f5aa58865: ACTIVE {{(pid=102133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 15:46:15.505101 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-db85f577-4617-4b99-8359-a52acb0d32b4 None None] Provisioning complete for port 37d1d756-26cd-42ed-ae10-b4c81c7ead50 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:46:15.505527 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-db85f577-4617-4b99-8359-a52acb0d32b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:15.534745 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52900) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:46:15.554985 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-db85f577-4617-4b99-8359-a52acb0d32b4 None None] Port 37d1d756-26cd-42ed-ae10-b4c81c7ead50 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:46:15.617888 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-0205e004-1bb3-41a9-b4d2-d83550832c8e tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/floatingips/43524d05-818c-4349-b2dd-286f5aa58865 HTTP/1.1" status: 200 len: 991 time: 0.0816038 Oct 30 15:46:15.673699 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf21fc10-1803-48b3-8fe3-9b4a490861df admin admin] Router 3902d8e7-cfe0-4f34-af9e-b1608e5e5989 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:46:15.787046 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf21fc10-1803-48b3-8fe3-9b4a490861df admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:46:15.792451 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-cf21fc10-1803-48b3-8fe3-9b4a490861df admin admin] 10.222.0.62 "PUT /v2.0/routers/3902d8e7-cfe0-4f34-af9e-b1608e5e5989/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2068944 Oct 30 15:46:15.974564 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627af562-f62c-4a58-85e3-b8fdc1c57862 None None] Sync routers for ids ['3902d8e7-cfe0-4f34-af9e-b1608e5e5989'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:46:15.987941 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627af562-f62c-4a58-85e3-b8fdc1c57862 None None] Routers {'3902d8e7-cfe0-4f34-af9e-b1608e5e5989'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:46:15.988653 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-627af562-f62c-4a58-85e3-b8fdc1c57862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:45:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['3902d8e7-cfe0-4f34-af9e-b1608e5e5989'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:46:16.107253 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-627af562-f62c-4a58-85e3-b8fdc1c57862 None None] Set router 3902d8e7-cfe0-4f34-af9e-b1608e5e5989 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:46:16.233163 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 59a072cb-376b-4509-b281-0778cc52d7b7 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:46:16.325051 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 59a072cb-376b-4509-b281-0778cc52d7b7 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:46:16.325430 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:16.384131 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52916) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:46:16.389880 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-29ff5e97-6f4b-4a8d-9438-ff8e4efa66ee admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-622753642-network', 'tenant_id': 'a51620216cb94c27a9a696a46c8350df'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:46:16.411161 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ff5e97-6f4b-4a8d-9438-ff8e4efa66ee admin admin] Made reservation on behalf of a51620216cb94c27a9a696a46c8350df for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:46:16.413490 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-29ff5e97-6f4b-4a8d-9438-ff8e4efa66ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:16.425742 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-29ff5e97-6f4b-4a8d-9438-ff8e4efa66ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:16.442119 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-627af562-f62c-4a58-85e3-b8fdc1c57862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3902d8e7-cfe0-4f34-af9e-b1608e5e5989', 'name': 'tempest-TestVolumeBackupRestore-124807489-router', 'tenant_id': '2b3748d15be342eba295b9b347a3975a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '59a072cb-376b-4509-b281-0778cc52d7b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:46:09Z', 'updated_at': '2021-10-30T15:46:14Z', 'revision_number': 4, 'project_id': '2b3748d15be342eba295b9b347a3975a', 'gw_port': {'id': '59a072cb-376b-4509-b281-0778cc52d7b7', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:58:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3902d8e7-cfe0-4f34-af9e-b1608e5e5989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:46:10Z', 'updated_at': '2021-10-30T15:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '37d1d756-26cd-42ed-ae10-b4c81c7ead50', 'name': '', 'network_id': 'ebec7066-af7b-47e3-a017-438ab11796b5', 'tenant_id': '2b3748d15be342eba295b9b347a3975a', 'mac_address': 'fa:16:3e:ab:c1:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3902d8e7-cfe0-4f34-af9e-b1608e5e5989', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '318d5b3d-672b-43f3-9eee-a0731f1682e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:46:13Z', 'updated_at': '2021-10-30T15:46:14Z', 'revision_number': 2, 'project_id': '2b3748d15be342eba295b9b347a3975a', 'subnets': [{'id': '318d5b3d-672b-43f3-9eee-a0731f1682e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:46:16.476205 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627af562-f62c-4a58-85e3-b8fdc1c57862 None None] Checking router: 3902d8e7-cfe0-4f34-af9e-b1608e5e5989 for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:46:16.476640 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627af562-f62c-4a58-85e3-b8fdc1c57862 None None] Updating router 3902d8e7-cfe0-4f34-af9e-b1608e5e5989 port 37d1d756-26cd-42ed-ae10-b4c81c7ead50 binding host n-d-806683-17 {{(pid=102132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:46:16.507760 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-627af562-f62c-4a58-85e3-b8fdc1c57862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:16.510680 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-29ff5e97-6f4b-4a8d-9438-ff8e4efa66ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:16.514968 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-29ff5e97-6f4b-4a8d-9438-ff8e4efa66ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:16.544123 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29ff5e97-6f4b-4a8d-9438-ff8e4efa66ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:46:16.555716 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ff5e97-6f4b-4a8d-9438-ff8e4efa66ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34702204-074d-491c-89a1-d0a634e456ed,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:46:16.562571 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-29ff5e97-6f4b-4a8d-9438-ff8e4efa66ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:16.562922 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-29ff5e97-6f4b-4a8d-9438-ff8e4efa66ee admin admin] Added segment 6197309e-f937-4b09-b81d-73cf9aed9f12 of type vlan for network c36fe668-07cb-46ce-a605-37c619116b17 Oct 30 15:46:16.599174 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8ba11e13-a141-4be9-8b86-c9d0098cc092 req-b5091d7e-b271-4ceb-81e7-415ab0168e75 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fbf55836-bc77-49c7-a569-7e3ffaced8a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0461209 Oct 30 15:46:16.611926 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-29ff5e97-6f4b-4a8d-9438-ff8e4efa66ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:16.621581 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 52918) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:46:16.662006 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-29ff5e97-6f4b-4a8d-9438-ff8e4efa66ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:16.663082 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ff5e97-6f4b-4a8d-9438-ff8e4efa66ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:46:16.664178 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-29ff5e97-6f4b-4a8d-9438-ff8e4efa66ee admin admin] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:16.723032 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-29ff5e97-6f4b-4a8d-9438-ff8e4efa66ee admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3377609 Oct 30 15:46:16.726489 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 52920) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:46:16.735585 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-2ed99452-31d4-45cf-b508-f9ecc384beef admin admin] Request body: {'subnet': {'network_id': 'c36fe668-07cb-46ce-a605-37c619116b17', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-622753642-subnet', 'tenant_id': 'a51620216cb94c27a9a696a46c8350df', 'ip_version': 4}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:46:16.737828 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ff5e97-6f4b-4a8d-9438-ff8e4efa66ee admin admin] Pushing event updated for resources: {'Network': ['ID=c36fe668-07cb-46ce-a605-37c619116b17,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:46:16.760707 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba11e13-a141-4be9-8b86-c9d0098cc092 req-12da052d-5c56-431d-85cb-05c96419cfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:46:16.762657 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8ba11e13-a141-4be9-8b86-c9d0098cc092 req-12da052d-5c56-431d-85cb-05c96419cfec service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=887bc10b4e704641954048c16602273c&device_id=fbf55836-bc77-49c7-a569-7e3ffaced8a0 HTTP/1.1" status: 200 len: 1097 time: 0.0978878 Oct 30 15:46:16.774737 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-0249dc63-e652-49bc-af6e-176cb77000ea tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/floatingips/43524d05-818c-4349-b2dd-286f5aa58865 HTTP/1.1" status: 200 len: 993 time: 0.1464403 Oct 30 15:46:16.783613 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed99452-31d4-45cf-b508-f9ecc384beef admin admin] Made reservation on behalf of a51620216cb94c27a9a696a46c8350df for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:46:16.786261 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2ed99452-31d4-45cf-b508-f9ecc384beef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:16.902844 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network c36fe668-07cb-46ce-a605-37c619116b17 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:46:16.959844 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba11e13-a141-4be9-8b86-c9d0098cc092 req-531f9b3a-8d2d-4d8d-acb0-c003ddb68fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:46:16.961618 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8ba11e13-a141-4be9-8b86-c9d0098cc092 req-531f9b3a-8d2d-4d8d-acb0-c003ddb68fb0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=eaec26f8-16ce-4842-b83b-287e7177f318 HTTP/1.1" status: 200 len: 913 time: 0.1606777 Oct 30 15:46:17.020755 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-627af562-f62c-4a58-85e3-b8fdc1c57862 None None] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:17.028595 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-627af562-f62c-4a58-85e3-b8fdc1c57862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:17.079010 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd1a912-acfa-4c11-a0ef-ed08db5e7698 None None] Pushing event updated for resources: {'Port': ['ID=37d1d756-26cd-42ed-ae10-b4c81c7ead50,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:46:17.093669 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8ba11e13-a141-4be9-8b86-c9d0098cc092 req-dc8b37f6-2f27-461c-9a07-b5785ded814a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd HTTP/1.1" status: 200 len: 1001 time: 0.1234603 Oct 30 15:46:17.132907 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-627af562-f62c-4a58-85e3-b8fdc1c57862 None None] Attempting to bind port 37d1d756-26cd-42ed-ae10-b4c81c7ead50 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:46:17.133582 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-627af562-f62c-4a58-85e3-b8fdc1c57862 None None] Attempting to bind port 37d1d756-26cd-42ed-ae10-b4c81c7ead50 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '99d12c82-1a82-432a-8f59-0a6b85c3686e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ebec7066-af7b-47e3-a017-438ab11796b5'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:46:17.134014 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627af562-f62c-4a58-85e3-b8fdc1c57862 None None] Attempting to bind port 37d1d756-26cd-42ed-ae10-b4c81c7ead50 on network ebec7066-af7b-47e3-a017-438ab11796b5 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:46:17.139851 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627af562-f62c-4a58-85e3-b8fdc1c57862 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:46:17.140861 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627af562-f62c-4a58-85e3-b8fdc1c57862 None None] Checking segment: {'id': '99d12c82-1a82-432a-8f59-0a6b85c3686e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ebec7066-af7b-47e3-a017-438ab11796b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:46:17.141045 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-627af562-f62c-4a58-85e3-b8fdc1c57862 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:17.141610 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627af562-f62c-4a58-85e3-b8fdc1c57862 None None] Bound using segment: {'id': '99d12c82-1a82-432a-8f59-0a6b85c3686e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ebec7066-af7b-47e3-a017-438ab11796b5'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:46:17.142195 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-627af562-f62c-4a58-85e3-b8fdc1c57862 None None] Bound port: 37d1d756-26cd-42ed-ae10-b4c81c7ead50, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99d12c82-1a82-432a-8f59-0a6b85c3686e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ebec7066-af7b-47e3-a017-438ab11796b5'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:46:17.142810 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-627af562-f62c-4a58-85e3-b8fdc1c57862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:17.149006 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2ed99452-31d4-45cf-b508-f9ecc384beef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:17.205489 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba11e13-a141-4be9-8b86-c9d0098cc092 req-50c8b074-5031-4d62-b395-8a59ab53ecb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:46:17.207012 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8ba11e13-a141-4be9-8b86-c9d0098cc092 req-50c8b074-5031-4d62-b395-8a59ab53ecb5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e2126f42-6201-4d38-a336-acc99efa4108 HTTP/1.1" status: 200 len: 851 time: 0.1031108 Oct 30 15:46:17.225318 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-627af562-f62c-4a58-85e3-b8fdc1c57862 None None] For port 37d1d756-26cd-42ed-ae10-b4c81c7ead50, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:46:17.229910 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-627af562-f62c-4a58-85e3-b8fdc1c57862 None None] For port 37d1d756-26cd-42ed-ae10-b4c81c7ead50, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=37d1d756-26cd-42ed-ae10-b4c81c7ead50,segment=NetworkSegment(99d12c82-1a82-432a-8f59-0a6b85c3686e),segment_id=99d12c82-1a82-432a-8f59-0a6b85c3686e)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:46:17.234334 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-627af562-f62c-4a58-85e3-b8fdc1c57862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:17.242752 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed99452-31d4-45cf-b508-f9ecc384beef admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a86ccbb-e55d-4387-a858-4698cdec2317,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:46:17.275207 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed99452-31d4-45cf-b508-f9ecc384beef admin admin] Checking segment: {'id': '6197309e-f937-4b09-b81d-73cf9aed9f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'c36fe668-07cb-46ce-a605-37c619116b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:46:17.276088 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed99452-31d4-45cf-b508-f9ecc384beef admin admin] Network hostable DHCP agents. Network: c36fe668-07cb-46ce-a605-37c619116b17, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:46:17.301078 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba11e13-a141-4be9-8b86-c9d0098cc092 req-f5c23728-7ced-40a4-b513-ed45904b957e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:46:17.302591 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8ba11e13-a141-4be9-8b86-c9d0098cc092 req-f5c23728-7ced-40a4-b513-ed45904b957e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eaec26f8-16ce-4842-b83b-287e7177f318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0860491 Oct 30 15:46:17.304589 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627af562-f62c-4a58-85e3-b8fdc1c57862 None None] Routers {'3902d8e7-cfe0-4f34-af9e-b1608e5e5989'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:46:17.305379 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-627af562-f62c-4a58-85e3-b8fdc1c57862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:45:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['3902d8e7-cfe0-4f34-af9e-b1608e5e5989'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:46:17.309094 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed99452-31d4-45cf-b508-f9ecc384beef admin admin] Network c36fe668-07cb-46ce-a605-37c619116b17 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:46:17.334335 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-2ed99452-31d4-45cf-b508-f9ecc384beef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, c36fe668-07cb-46ce-a605-37c619116b17) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:46:17.365732 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed99452-31d4-45cf-b508-f9ecc384beef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:46:17.366459 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2ed99452-31d4-45cf-b508-f9ecc384beef admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:17.377862 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f76354b-f24e-45e6-b3e1-e79c7e656df2 None None] Network c36fe668-07cb-46ce-a605-37c619116b17 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:46:17.389946 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd1a912-acfa-4c11-a0ef-ed08db5e7698 None None] Pushing event updated for resources: {'Port': ['ID=37d1d756-26cd-42ed-ae10-b4c81c7ead50,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:46:17.399354 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-2ed99452-31d4-45cf-b508-f9ecc384beef admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6669307 Oct 30 15:46:17.399747 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 52922) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:46:17.405293 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-6798614a-f0b8-467f-a036-97351b3cf93a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-622753642-router', 'tenant_id': 'a51620216cb94c27a9a696a46c8350df', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:46:17.434699 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8ba11e13-a141-4be9-8b86-c9d0098cc092 req-acf1daff-76c1-4ccd-a3af-4baec70dc866 service neutron] 10.222.0.53 "GET /v2.0/networks/eaec26f8-16ce-4842-b83b-287e7177f318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225109 Oct 30 15:46:17.438124 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6798614a-f0b8-467f-a036-97351b3cf93a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:17.439885 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6798614a-f0b8-467f-a036-97351b3cf93a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:17.512831 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d76dfa43-ec9d-42f7-90ba-125368be112f None None] Provisioning complete for port 37d1d756-26cd-42ed-ae10-b4c81c7ead50 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:46:17.513324 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d76dfa43-ec9d-42f7-90ba-125368be112f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:17.548260 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6798614a-f0b8-467f-a036-97351b3cf93a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:17.566726 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8ba11e13-a141-4be9-8b86-c9d0098cc092 req-83027fb3-4d58-4c06-8211-a4a26640a7e0 service neutron] 10.222.0.53 "GET /v2.0/networks/eaec26f8-16ce-4842-b83b-287e7177f318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242819 Oct 30 15:46:17.589018 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-627af562-f62c-4a58-85e3-b8fdc1c57862 None None] Set router 3902d8e7-cfe0-4f34-af9e-b1608e5e5989 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:46:17.696679 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6798614a-f0b8-467f-a036-97351b3cf93a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:17.748657 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d76dfa43-ec9d-42f7-90ba-125368be112f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:17.854604 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2978c333-2772-42ed-9ded-2395b53557cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-c36fe668-07cb-46ce-a605-37c619116b17', 'network_id': 'c36fe668-07cb-46ce-a605-37c619116b17', 'tenant_id': 'a51620216cb94c27a9a696a46c8350df', 'fixed_ips': [{'subnet_id': '3a86ccbb-e55d-4387-a858-4698cdec2317'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:46:17.855561 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2978c333-2772-42ed-9ded-2395b53557cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:17.859475 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d76dfa43-ec9d-42f7-90ba-125368be112f None None] For port 37d1d756-26cd-42ed-ae10-b4c81c7ead50, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=37d1d756-26cd-42ed-ae10-b4c81c7ead50,segment=NetworkSegment(99d12c82-1a82-432a-8f59-0a6b85c3686e),segment_id=99d12c82-1a82-432a-8f59-0a6b85c3686e)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:46:17.879212 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d76dfa43-ec9d-42f7-90ba-125368be112f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:17.906679 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6798614a-f0b8-467f-a036-97351b3cf93a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:18.050700 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76dfa43-ec9d-42f7-90ba-125368be112f None None] Pushing event updated for resources: {'Port': ['ID=37d1d756-26cd-42ed-ae10-b4c81c7ead50,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:46:18.079846 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-57d017df-a887-4ab6-a659-e88c5db6cbcb None None] Provisioning complete for port 37d1d756-26cd-42ed-ae10-b4c81c7ead50 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:46:18.080221 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-57d017df-a887-4ab6-a659-e88c5db6cbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:18.135745 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-2978c333-2772-42ed-9ded-2395b53557cf None None] Allocated IP 172.20.0.2 (c36fe668-07cb-46ce-a605-37c619116b17/3a86ccbb-e55d-4387-a858-4698cdec2317/f0ed42ff-0460-4216-baf7-4d3fd30c181f) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:46:18.160294 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-627af562-f62c-4a58-85e3-b8fdc1c57862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3902d8e7-cfe0-4f34-af9e-b1608e5e5989', 'name': 'tempest-TestVolumeBackupRestore-124807489-router', 'tenant_id': '2b3748d15be342eba295b9b347a3975a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '59a072cb-376b-4509-b281-0778cc52d7b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:46:09Z', 'updated_at': '2021-10-30T15:46:14Z', 'revision_number': 4, 'project_id': '2b3748d15be342eba295b9b347a3975a', 'gw_port': {'id': '59a072cb-376b-4509-b281-0778cc52d7b7', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:58:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3902d8e7-cfe0-4f34-af9e-b1608e5e5989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:46:10Z', 'updated_at': '2021-10-30T15:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '37d1d756-26cd-42ed-ae10-b4c81c7ead50', 'name': '', 'network_id': 'ebec7066-af7b-47e3-a017-438ab11796b5', 'tenant_id': '2b3748d15be342eba295b9b347a3975a', 'mac_address': 'fa:16:3e:ab:c1:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3902d8e7-cfe0-4f34-af9e-b1608e5e5989', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '318d5b3d-672b-43f3-9eee-a0731f1682e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:46:13Z', 'updated_at': '2021-10-30T15:46:17Z', 'revision_number': 4, 'project_id': '2b3748d15be342eba295b9b347a3975a', 'subnets': [{'id': '318d5b3d-672b-43f3-9eee-a0731f1682e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:46:18.206150 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6798614a-f0b8-467f-a036-97351b3cf93a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:18.230167 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627af562-f62c-4a58-85e3-b8fdc1c57862 None None] The sync data for ids ['3902d8e7-cfe0-4f34-af9e-b1608e5e5989'] in n-d-806683-17 is: [{'id': '3902d8e7-cfe0-4f34-af9e-b1608e5e5989', 'name': 'tempest-TestVolumeBackupRestore-124807489-router', 'tenant_id': '2b3748d15be342eba295b9b347a3975a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '59a072cb-376b-4509-b281-0778cc52d7b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:46:09Z', 'updated_at': '2021-10-30T15:46:14Z', 'revision_number': 4, 'project_id': '2b3748d15be342eba295b9b347a3975a', 'gw_port': {'id': '59a072cb-376b-4509-b281-0778cc52d7b7', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:58:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3902d8e7-cfe0-4f34-af9e-b1608e5e5989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:46:10Z', 'updated_at': '2021-10-30T15:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '37d1d756-26cd-42ed-ae10-b4c81c7ead50', 'name': '', 'network_id': 'ebec7066-af7b-47e3-a017-438ab11796b5', 'tenant_id': '2b3748d15be342eba295b9b347a3975a', 'mac_address': 'fa:16:3e:ab:c1:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3902d8e7-cfe0-4f34-af9e-b1608e5e5989', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '318d5b3d-672b-43f3-9eee-a0731f1682e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:46:13Z', 'updated_at': '2021-10-30T15:46:17Z', 'revision_number': 4, 'project_id': '2b3748d15be342eba295b9b347a3975a', 'subnets': [{'id': '318d5b3d-672b-43f3-9eee-a0731f1682e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:46:18.380555 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-6798614a-f0b8-467f-a036-97351b3cf93a admin admin] Allocated IP 172.25.4.96 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/906a9956-cc03-4215-948e-56d26964553f) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:46:18.401129 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2978c333-2772-42ed-9ded-2395b53557cf None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:18.408124 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2978c333-2772-42ed-9ded-2395b53557cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:18.457049 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2978c333-2772-42ed-9ded-2395b53557cf None None] Network c36fe668-07cb-46ce-a605-37c619116b17 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:46:18.463240 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-2978c333-2772-42ed-9ded-2395b53557cf None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:46:18.465657 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2978c333-2772-42ed-9ded-2395b53557cf None None] Pushing event updated for resources: {'Port': ['ID=f0ed42ff-0460-4216-baf7-4d3fd30c181f,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:46:18.468143 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2978c333-2772-42ed-9ded-2395b53557cf None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:46:18.506966 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6798614a-f0b8-467f-a036-97351b3cf93a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:18.534775 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-2978c333-2772-42ed-9ded-2395b53557cf None None] Attempting to bind port f0ed42ff-0460-4216-baf7-4d3fd30c181f on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:46:18.535204 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-2978c333-2772-42ed-9ded-2395b53557cf None None] Attempting to bind port f0ed42ff-0460-4216-baf7-4d3fd30c181f by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '6197309e-f937-4b09-b81d-73cf9aed9f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'c36fe668-07cb-46ce-a605-37c619116b17'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:46:18.535682 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2978c333-2772-42ed-9ded-2395b53557cf None None] Attempting to bind port f0ed42ff-0460-4216-baf7-4d3fd30c181f on network c36fe668-07cb-46ce-a605-37c619116b17 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:46:18.542785 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2978c333-2772-42ed-9ded-2395b53557cf None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:46:18.543194 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2978c333-2772-42ed-9ded-2395b53557cf None None] Checking segment: {'id': '6197309e-f937-4b09-b81d-73cf9aed9f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'c36fe668-07cb-46ce-a605-37c619116b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:46:18.543678 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2978c333-2772-42ed-9ded-2395b53557cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:18.544380 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2978c333-2772-42ed-9ded-2395b53557cf None None] Bound using segment: {'id': '6197309e-f937-4b09-b81d-73cf9aed9f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'c36fe668-07cb-46ce-a605-37c619116b17'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:46:18.545044 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-2978c333-2772-42ed-9ded-2395b53557cf None None] Bound port: f0ed42ff-0460-4216-baf7-4d3fd30c181f, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6197309e-f937-4b09-b81d-73cf9aed9f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'c36fe668-07cb-46ce-a605-37c619116b17'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:46:18.545919 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2978c333-2772-42ed-9ded-2395b53557cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:18.548283 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6798614a-f0b8-467f-a036-97351b3cf93a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:18.607805 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6798614a-f0b8-467f-a036-97351b3cf93a admin admin] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:46:18.611136 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-6798614a-f0b8-467f-a036-97351b3cf93a admin admin] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:46:18.615840 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6798614a-f0b8-467f-a036-97351b3cf93a admin admin] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:46:18.635541 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-2978c333-2772-42ed-9ded-2395b53557cf None None] For port f0ed42ff-0460-4216-baf7-4d3fd30c181f, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:46:18.636966 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6798614a-f0b8-467f-a036-97351b3cf93a admin admin] Pushing event updated for resources: {'Port': ['ID=906a9956-cc03-4215-948e-56d26964553f,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:46:18.648028 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-2978c333-2772-42ed-9ded-2395b53557cf None None] For port f0ed42ff-0460-4216-baf7-4d3fd30c181f, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=f0ed42ff-0460-4216-baf7-4d3fd30c181f,segment=NetworkSegment(6197309e-f937-4b09-b81d-73cf9aed9f12),segment_id=6197309e-f937-4b09-b81d-73cf9aed9f12)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:46:18.654584 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2978c333-2772-42ed-9ded-2395b53557cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:18.735822 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2978c333-2772-42ed-9ded-2395b53557cf None None] Pushing event updated for resources: {'Port': ['ID=f0ed42ff-0460-4216-baf7-4d3fd30c181f,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:46:18.905510 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6798614a-f0b8-467f-a036-97351b3cf93a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:19.163935 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6798614a-f0b8-467f-a036-97351b3cf93a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:19.294777 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6798614a-f0b8-467f-a036-97351b3cf93a admin admin] Router 07f88a16-f3a7-4106-a8d9-c538b65f5b5c is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:46:19.406648 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6798614a-f0b8-467f-a036-97351b3cf93a admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:46:19.427123 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6798614a-f0b8-467f-a036-97351b3cf93a admin admin] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:19.428242 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a420fb13-0856-4efd-b361-1ee66bf1e8ac None None] Sync routers for ids ['07f88a16-f3a7-4106-a8d9-c538b65f5b5c'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:46:19.431548 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 52924) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:46:19.432034 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-6798614a-f0b8-467f-a036-97351b3cf93a admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0308192 Oct 30 15:46:19.438493 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a420fb13-0856-4efd-b361-1ee66bf1e8ac None None] Routers {'07f88a16-f3a7-4106-a8d9-c538b65f5b5c'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:46:19.439285 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-a420fb13-0856-4efd-b361-1ee66bf1e8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:45:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['07f88a16-f3a7-4106-a8d9-c538b65f5b5c'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:46:19.549023 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-a420fb13-0856-4efd-b361-1ee66bf1e8ac None None] Set router 07f88a16-f3a7-4106-a8d9-c538b65f5b5c gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:46:19.741041 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-a420fb13-0856-4efd-b361-1ee66bf1e8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f88a16-f3a7-4106-a8d9-c538b65f5b5c', 'name': 'tempest-TestVolumeBackupRestore-622753642-router', 'tenant_id': 'a51620216cb94c27a9a696a46c8350df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '906a9956-cc03-4215-948e-56d26964553f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:46:17Z', 'updated_at': '2021-10-30T15:46:18Z', 'revision_number': 3, 'project_id': 'a51620216cb94c27a9a696a46c8350df', 'gw_port': {'id': '906a9956-cc03-4215-948e-56d26964553f', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f3:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f88a16-f3a7-4106-a8d9-c538b65f5b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:46:18Z', 'updated_at': '2021-10-30T15:46:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:46:19.770920 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a420fb13-0856-4efd-b361-1ee66bf1e8ac None None] Checking router: 07f88a16-f3a7-4106-a8d9-c538b65f5b5c for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:46:19.771273 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a420fb13-0856-4efd-b361-1ee66bf1e8ac None None] Updating router 07f88a16-f3a7-4106-a8d9-c538b65f5b5c port 906a9956-cc03-4215-948e-56d26964553f binding host n-d-806683-17 {{(pid=102133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:46:19.785159 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4309cb-c19f-4569-bf98-561169058d62 None None] Network c36fe668-07cb-46ce-a605-37c619116b17 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:46:19.801332 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a420fb13-0856-4efd-b361-1ee66bf1e8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:19.851094 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-c614047a-6a85-4b3c-9884-db386aa21bdb None None] Provisioning complete for port f0ed42ff-0460-4216-baf7-4d3fd30c181f triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:46:19.851502 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c614047a-6a85-4b3c-9884-db386aa21bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:19.930669 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f9d3c554-0231-4c68-bf1f-188d84a1df75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:20.011190 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c614047a-6a85-4b3c-9884-db386aa21bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:20.050110 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-c614047a-6a85-4b3c-9884-db386aa21bdb None None] For port f0ed42ff-0460-4216-baf7-4d3fd30c181f, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=f0ed42ff-0460-4216-baf7-4d3fd30c181f,segment=NetworkSegment(6197309e-f937-4b09-b81d-73cf9aed9f12),segment_id=6197309e-f937-4b09-b81d-73cf9aed9f12)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:46:20.058898 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c614047a-6a85-4b3c-9884-db386aa21bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:20.070580 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a420fb13-0856-4efd-b361-1ee66bf1e8ac None None] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:20.076979 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a420fb13-0856-4efd-b361-1ee66bf1e8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:20.118946 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-f9d3c554-0231-4c68-bf1f-188d84a1df75 admin admin] Allocated IP 172.20.0.1 (c36fe668-07cb-46ce-a605-37c619116b17/3a86ccbb-e55d-4387-a858-4698cdec2317/d9d752ed-8a02-4e9f-84df-d72aa6470f9e) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:46:20.123421 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c614047a-6a85-4b3c-9884-db386aa21bdb None None] Pushing event updated for resources: {'Port': ['ID=f0ed42ff-0460-4216-baf7-4d3fd30c181f,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:46:20.138980 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-a420fb13-0856-4efd-b361-1ee66bf1e8ac None None] Attempting to bind port 906a9956-cc03-4215-948e-56d26964553f on host n-d-806683-17 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:46:20.139341 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-a420fb13-0856-4efd-b361-1ee66bf1e8ac None None] Attempting to bind port 906a9956-cc03-4215-948e-56d26964553f by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:46:20.139720 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a420fb13-0856-4efd-b361-1ee66bf1e8ac None None] Attempting to bind port 906a9956-cc03-4215-948e-56d26964553f on network edc38ef5-7816-4133-914c-cfe2849a0125 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:46:20.152552 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a420fb13-0856-4efd-b361-1ee66bf1e8ac None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:46:20.152866 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a420fb13-0856-4efd-b361-1ee66bf1e8ac None None] Checking segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:46:20.153272 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a420fb13-0856-4efd-b361-1ee66bf1e8ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:20.153663 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a420fb13-0856-4efd-b361-1ee66bf1e8ac None None] Bound using segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:46:20.154144 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-a420fb13-0856-4efd-b361-1ee66bf1e8ac None None] Bound port: 906a9956-cc03-4215-948e-56d26964553f, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:46:20.154517 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a420fb13-0856-4efd-b361-1ee66bf1e8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:20.211967 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-a420fb13-0856-4efd-b361-1ee66bf1e8ac None None] For port 906a9956-cc03-4215-948e-56d26964553f, host n-d-806683-17, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:46:20.216089 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-a420fb13-0856-4efd-b361-1ee66bf1e8ac None None] For port 906a9956-cc03-4215-948e-56d26964553f, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=906a9956-cc03-4215-948e-56d26964553f,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:46:20.217363 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bba49a8-ee05-4616-ac8a-41289baf6cda None None] Pushing event updated for resources: {'Port': ['ID=906a9956-cc03-4215-948e-56d26964553f,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:46:20.225675 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-a420fb13-0856-4efd-b361-1ee66bf1e8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:20.261454 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f9d3c554-0231-4c68-bf1f-188d84a1df75 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:20.286357 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a420fb13-0856-4efd-b361-1ee66bf1e8ac None None] Routers {'07f88a16-f3a7-4106-a8d9-c538b65f5b5c'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:46:20.286983 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-a420fb13-0856-4efd-b361-1ee66bf1e8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:45:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['07f88a16-f3a7-4106-a8d9-c538b65f5b5c'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:46:20.314613 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f9d3c554-0231-4c68-bf1f-188d84a1df75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:20.342690 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device f0ed42ff-0460-4216-baf7-4d3fd30c181f up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:46:20.370816 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bba49a8-ee05-4616-ac8a-41289baf6cda None None] Pushing event updated for resources: {'Port': ['ID=906a9956-cc03-4215-948e-56d26964553f,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:46:20.391652 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d3c554-0231-4c68-bf1f-188d84a1df75 admin admin] Network c36fe668-07cb-46ce-a605-37c619116b17 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:46:20.396801 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-f9d3c554-0231-4c68-bf1f-188d84a1df75 admin admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:46:20.399330 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d3c554-0231-4c68-bf1f-188d84a1df75 admin admin] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:46:20.400168 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-23156638-b924-4ede-9293-351c65b24cf9 None None] Provisioning complete for port f0ed42ff-0460-4216-baf7-4d3fd30c181f triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:46:20.400574 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-23156638-b924-4ede-9293-351c65b24cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:20.426803 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d3c554-0231-4c68-bf1f-188d84a1df75 admin admin] Pushing event updated for resources: {'Port': ['ID=d9d752ed-8a02-4e9f-84df-d72aa6470f9e,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:46:20.456353 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f9d3c554-0231-4c68-bf1f-188d84a1df75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:20.459738 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-a420fb13-0856-4efd-b361-1ee66bf1e8ac None None] Set router 07f88a16-f3a7-4106-a8d9-c538b65f5b5c gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:46:20.468182 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port f0ed42ff-0460-4216-baf7-4d3fd30c181f triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:46:20.468561 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:20.627904 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f9d3c554-0231-4c68-bf1f-188d84a1df75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:20.711693 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-a420fb13-0856-4efd-b361-1ee66bf1e8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f88a16-f3a7-4106-a8d9-c538b65f5b5c', 'name': 'tempest-TestVolumeBackupRestore-622753642-router', 'tenant_id': 'a51620216cb94c27a9a696a46c8350df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '906a9956-cc03-4215-948e-56d26964553f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:46:17Z', 'updated_at': '2021-10-30T15:46:18Z', 'revision_number': 3, 'project_id': 'a51620216cb94c27a9a696a46c8350df', 'gw_port': {'id': '906a9956-cc03-4215-948e-56d26964553f', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f3:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f88a16-f3a7-4106-a8d9-c538b65f5b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:46:18Z', 'updated_at': '2021-10-30T15:46:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:46:20.742501 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a420fb13-0856-4efd-b361-1ee66bf1e8ac None None] The sync data for ids ['07f88a16-f3a7-4106-a8d9-c538b65f5b5c'] in n-d-806683-17 is: [{'id': '07f88a16-f3a7-4106-a8d9-c538b65f5b5c', 'name': 'tempest-TestVolumeBackupRestore-622753642-router', 'tenant_id': 'a51620216cb94c27a9a696a46c8350df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '906a9956-cc03-4215-948e-56d26964553f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:46:17Z', 'updated_at': '2021-10-30T15:46:18Z', 'revision_number': 3, 'project_id': 'a51620216cb94c27a9a696a46c8350df', 'gw_port': {'id': '906a9956-cc03-4215-948e-56d26964553f', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f3:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f88a16-f3a7-4106-a8d9-c538b65f5b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:46:18Z', 'updated_at': '2021-10-30T15:46:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:46:20.784939 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 37d1d756-26cd-42ed-ae10-b4c81c7ead50 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:46:20.816299 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f9d3c554-0231-4c68-bf1f-188d84a1df75 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:20.822056 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f9d3c554-0231-4c68-bf1f-188d84a1df75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:20.833469 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 37d1d756-26cd-42ed-ae10-b4c81c7ead50 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:46:20.833979 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:20.883616 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-4ad36e93-03de-41fa-9256-7a21b42e3a30 None None] Provisioning complete for port d9d752ed-8a02-4e9f-84df-d72aa6470f9e triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:46:20.883989 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4ad36e93-03de-41fa-9256-7a21b42e3a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:20.892748 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f9d3c554-0231-4c68-bf1f-188d84a1df75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:20.894450 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d3c554-0231-4c68-bf1f-188d84a1df75 admin admin] Pushing event updated for resources: {'Port': ['ID=d9d752ed-8a02-4e9f-84df-d72aa6470f9e,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:46:20.952214 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-4ad36e93-03de-41fa-9256-7a21b42e3a30 None None] Port d9d752ed-8a02-4e9f-84df-d72aa6470f9e cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:46:20.996761 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d3c554-0231-4c68-bf1f-188d84a1df75 admin admin] Network c36fe668-07cb-46ce-a605-37c619116b17 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:46:20.998851 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-f9d3c554-0231-4c68-bf1f-188d84a1df75 admin admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:46:21.123127 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9d3c554-0231-4c68-bf1f-188d84a1df75 admin admin] Router 07f88a16-f3a7-4106-a8d9-c538b65f5b5c has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:46:21.190086 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e8dac9f6-59f0-45a4-80c7-9f784e39afe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:21.272392 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d3c554-0231-4c68-bf1f-188d84a1df75 admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:46:21.274523 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-2e0e0c0d-871f-44fa-b766-5fbd7b2291a0 None None] Provisioning complete for port d9d752ed-8a02-4e9f-84df-d72aa6470f9e triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:46:21.274977 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2e0e0c0d-871f-44fa-b766-5fbd7b2291a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:21.278627 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-f9d3c554-0231-4c68-bf1f-188d84a1df75 admin admin] 10.222.0.62 "PUT /v2.0/routers/07f88a16-f3a7-4106-a8d9-c538b65f5b5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8451734 Oct 30 15:46:21.320041 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-2e0e0c0d-871f-44fa-b766-5fbd7b2291a0 None None] Port d9d752ed-8a02-4e9f-84df-d72aa6470f9e cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:46:22.264727 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 906a9956-cc03-4215-948e-56d26964553f up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:46:22.315551 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 906a9956-cc03-4215-948e-56d26964553f triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:46:22.315923 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:22.404604 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:22.426572 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 906a9956-cc03-4215-948e-56d26964553f, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=906a9956-cc03-4215-948e-56d26964553f,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:46:22.431066 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:22.481536 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=906a9956-cc03-4215-948e-56d26964553f,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:46:22.502055 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5505214f-97a3-4efd-8c7c-7d103b84c80b None None] Sync routers for ids ['07f88a16-f3a7-4106-a8d9-c538b65f5b5c'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:46:22.513141 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5505214f-97a3-4efd-8c7c-7d103b84c80b None None] Routers {'07f88a16-f3a7-4106-a8d9-c538b65f5b5c'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:46:22.513749 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-5505214f-97a3-4efd-8c7c-7d103b84c80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:45:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['07f88a16-f3a7-4106-a8d9-c538b65f5b5c'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:46:22.630326 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-5505214f-97a3-4efd-8c7c-7d103b84c80b None None] Set router 07f88a16-f3a7-4106-a8d9-c538b65f5b5c gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:46:22.842377 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-5505214f-97a3-4efd-8c7c-7d103b84c80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f88a16-f3a7-4106-a8d9-c538b65f5b5c', 'name': 'tempest-TestVolumeBackupRestore-622753642-router', 'tenant_id': 'a51620216cb94c27a9a696a46c8350df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '906a9956-cc03-4215-948e-56d26964553f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:46:17Z', 'updated_at': '2021-10-30T15:46:20Z', 'revision_number': 4, 'project_id': 'a51620216cb94c27a9a696a46c8350df', 'gw_port': {'id': '906a9956-cc03-4215-948e-56d26964553f', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f88a16-f3a7-4106-a8d9-c538b65f5b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:46:18Z', 'updated_at': '2021-10-30T15:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'd9d752ed-8a02-4e9f-84df-d72aa6470f9e', 'name': '', 'network_id': 'c36fe668-07cb-46ce-a605-37c619116b17', 'tenant_id': 'a51620216cb94c27a9a696a46c8350df', 'mac_address': 'fa:16:3e:c2:79:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f88a16-f3a7-4106-a8d9-c538b65f5b5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '3a86ccbb-e55d-4387-a858-4698cdec2317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:46:19Z', 'updated_at': '2021-10-30T15:46:20Z', 'revision_number': 2, 'project_id': 'a51620216cb94c27a9a696a46c8350df', 'subnets': [{'id': '3a86ccbb-e55d-4387-a858-4698cdec2317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:46:22.879685 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5505214f-97a3-4efd-8c7c-7d103b84c80b None None] Checking router: 07f88a16-f3a7-4106-a8d9-c538b65f5b5c for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:46:22.880057 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5505214f-97a3-4efd-8c7c-7d103b84c80b None None] Updating router 07f88a16-f3a7-4106-a8d9-c538b65f5b5c port d9d752ed-8a02-4e9f-84df-d72aa6470f9e binding host n-d-806683-17 {{(pid=102132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:46:22.908834 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5505214f-97a3-4efd-8c7c-7d103b84c80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:23.194686 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5505214f-97a3-4efd-8c7c-7d103b84c80b None None] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:23.201283 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5505214f-97a3-4efd-8c7c-7d103b84c80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:23.270004 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a7971-6147-4cd4-9fc1-d70dda2f6e8d None None] Pushing event updated for resources: {'Port': ['ID=d9d752ed-8a02-4e9f-84df-d72aa6470f9e,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:46:23.310028 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-5505214f-97a3-4efd-8c7c-7d103b84c80b None None] Attempting to bind port d9d752ed-8a02-4e9f-84df-d72aa6470f9e on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:46:23.310397 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-5505214f-97a3-4efd-8c7c-7d103b84c80b None None] Attempting to bind port d9d752ed-8a02-4e9f-84df-d72aa6470f9e by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '6197309e-f937-4b09-b81d-73cf9aed9f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'c36fe668-07cb-46ce-a605-37c619116b17'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:46:23.310760 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5505214f-97a3-4efd-8c7c-7d103b84c80b None None] Attempting to bind port d9d752ed-8a02-4e9f-84df-d72aa6470f9e on network c36fe668-07cb-46ce-a605-37c619116b17 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:46:23.316150 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5505214f-97a3-4efd-8c7c-7d103b84c80b None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:46:23.316523 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5505214f-97a3-4efd-8c7c-7d103b84c80b None None] Checking segment: {'id': '6197309e-f937-4b09-b81d-73cf9aed9f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'c36fe668-07cb-46ce-a605-37c619116b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:46:23.316927 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5505214f-97a3-4efd-8c7c-7d103b84c80b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:23.317322 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5505214f-97a3-4efd-8c7c-7d103b84c80b None None] Bound using segment: {'id': '6197309e-f937-4b09-b81d-73cf9aed9f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'c36fe668-07cb-46ce-a605-37c619116b17'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:46:23.317792 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-5505214f-97a3-4efd-8c7c-7d103b84c80b None None] Bound port: d9d752ed-8a02-4e9f-84df-d72aa6470f9e, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6197309e-f937-4b09-b81d-73cf9aed9f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'c36fe668-07cb-46ce-a605-37c619116b17'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:46:23.318257 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5505214f-97a3-4efd-8c7c-7d103b84c80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:23.388468 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-5505214f-97a3-4efd-8c7c-7d103b84c80b None None] For port d9d752ed-8a02-4e9f-84df-d72aa6470f9e, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:46:23.392455 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-5505214f-97a3-4efd-8c7c-7d103b84c80b None None] For port d9d752ed-8a02-4e9f-84df-d72aa6470f9e, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=d9d752ed-8a02-4e9f-84df-d72aa6470f9e,segment=NetworkSegment(6197309e-f937-4b09-b81d-73cf9aed9f12),segment_id=6197309e-f937-4b09-b81d-73cf9aed9f12)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:46:23.397517 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5505214f-97a3-4efd-8c7c-7d103b84c80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:23.477685 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5505214f-97a3-4efd-8c7c-7d103b84c80b None None] Routers {'07f88a16-f3a7-4106-a8d9-c538b65f5b5c'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:46:23.478351 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-5505214f-97a3-4efd-8c7c-7d103b84c80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:45:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['07f88a16-f3a7-4106-a8d9-c538b65f5b5c'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:46:23.484683 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a7971-6147-4cd4-9fc1-d70dda2f6e8d None None] Pushing event updated for resources: {'Port': ['ID=d9d752ed-8a02-4e9f-84df-d72aa6470f9e,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:46:23.518943 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-f2e3184c-41c2-4a2c-9b36-054e843090f7 None None] Provisioning complete for port d9d752ed-8a02-4e9f-84df-d72aa6470f9e triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:46:23.518943 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f2e3184c-41c2-4a2c-9b36-054e843090f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:23.627038 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-5505214f-97a3-4efd-8c7c-7d103b84c80b None None] Set router 07f88a16-f3a7-4106-a8d9-c538b65f5b5c gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:46:23.735410 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f2e3184c-41c2-4a2c-9b36-054e843090f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:23.819648 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1243a0b4-cf08-472b-be1f-4094155bb73d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:23.834903 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-f2e3184c-41c2-4a2c-9b36-054e843090f7 None None] For port d9d752ed-8a02-4e9f-84df-d72aa6470f9e, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=d9d752ed-8a02-4e9f-84df-d72aa6470f9e,segment=NetworkSegment(6197309e-f937-4b09-b81d-73cf9aed9f12),segment_id=6197309e-f937-4b09-b81d-73cf9aed9f12)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:46:23.841527 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f2e3184c-41c2-4a2c-9b36-054e843090f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:23.928647 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e3184c-41c2-4a2c-9b36-054e843090f7 None None] Pushing event updated for resources: {'Port': ['ID=d9d752ed-8a02-4e9f-84df-d72aa6470f9e,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:46:23.958960 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-5505214f-97a3-4efd-8c7c-7d103b84c80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f88a16-f3a7-4106-a8d9-c538b65f5b5c', 'name': 'tempest-TestVolumeBackupRestore-622753642-router', 'tenant_id': 'a51620216cb94c27a9a696a46c8350df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '906a9956-cc03-4215-948e-56d26964553f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:46:17Z', 'updated_at': '2021-10-30T15:46:20Z', 'revision_number': 4, 'project_id': 'a51620216cb94c27a9a696a46c8350df', 'gw_port': {'id': '906a9956-cc03-4215-948e-56d26964553f', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f88a16-f3a7-4106-a8d9-c538b65f5b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:46:18Z', 'updated_at': '2021-10-30T15:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'd9d752ed-8a02-4e9f-84df-d72aa6470f9e', 'name': '', 'network_id': 'c36fe668-07cb-46ce-a605-37c619116b17', 'tenant_id': 'a51620216cb94c27a9a696a46c8350df', 'mac_address': 'fa:16:3e:c2:79:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f88a16-f3a7-4106-a8d9-c538b65f5b5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '3a86ccbb-e55d-4387-a858-4698cdec2317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:46:19Z', 'updated_at': '2021-10-30T15:46:23Z', 'revision_number': 4, 'project_id': 'a51620216cb94c27a9a696a46c8350df', 'subnets': [{'id': '3a86ccbb-e55d-4387-a858-4698cdec2317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:46:23.993764 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5505214f-97a3-4efd-8c7c-7d103b84c80b None None] The sync data for ids ['07f88a16-f3a7-4106-a8d9-c538b65f5b5c'] in n-d-806683-17 is: [{'id': '07f88a16-f3a7-4106-a8d9-c538b65f5b5c', 'name': 'tempest-TestVolumeBackupRestore-622753642-router', 'tenant_id': 'a51620216cb94c27a9a696a46c8350df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '906a9956-cc03-4215-948e-56d26964553f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:46:17Z', 'updated_at': '2021-10-30T15:46:20Z', 'revision_number': 4, 'project_id': 'a51620216cb94c27a9a696a46c8350df', 'gw_port': {'id': '906a9956-cc03-4215-948e-56d26964553f', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f88a16-f3a7-4106-a8d9-c538b65f5b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:46:18Z', 'updated_at': '2021-10-30T15:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'd9d752ed-8a02-4e9f-84df-d72aa6470f9e', 'name': '', 'network_id': 'c36fe668-07cb-46ce-a605-37c619116b17', 'tenant_id': 'a51620216cb94c27a9a696a46c8350df', 'mac_address': 'fa:16:3e:c2:79:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f88a16-f3a7-4106-a8d9-c538b65f5b5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '3a86ccbb-e55d-4387-a858-4698cdec2317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:46:19Z', 'updated_at': '2021-10-30T15:46:23Z', 'revision_number': 4, 'project_id': 'a51620216cb94c27a9a696a46c8350df', 'subnets': [{'id': '3a86ccbb-e55d-4387-a858-4698cdec2317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:46:23.999896 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-8032ac7b-a6be-4284-a19e-e34a553bff35 None None] Provisioning complete for port d9d752ed-8a02-4e9f-84df-d72aa6470f9e triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:46:24.000272 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8032ac7b-a6be-4284-a19e-e34a553bff35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:24.227974 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 906a9956-cc03-4215-948e-56d26964553f up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:46:24.283682 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 906a9956-cc03-4215-948e-56d26964553f triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:46:24.284338 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:24.739295 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:24.949118 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:26.264106 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device d9d752ed-8a02-4e9f-84df-d72aa6470f9e up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:46:26.289064 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:46:26.314438 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port d9d752ed-8a02-4e9f-84df-d72aa6470f9e triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:46:26.314802 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:26.683240 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:30.132472 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:32.132093 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:41.634894 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ef38d-7cfe-4cb2-957c-1196b95c9c32 req-62e3952b-2656-4282-a373-0fa51035b994 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:46:41.636418 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4d5ef38d-7cfe-4cb2-957c-1196b95c9c32 req-62e3952b-2656-4282-a373-0fa51035b994 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=486c510a-e8fe-40dc-9872-74d1a6f46127 HTTP/1.1" status: 200 len: 945 time: 0.0576444 Oct 30 15:46:41.677791 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4d5ef38d-7cfe-4cb2-957c-1196b95c9c32 req-8363968f-7394-401c-9506-07703ed331f1 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=aeb3a94e-6476-4bc2-a76a-2750246ec388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347915 Oct 30 15:46:42.801042 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d70080-28ac-4f15-8328-bbfc525f6cfe req-0b49cc90-0277-47b8-bf2c-51523b7130ce tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:46:42.802717 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-85d70080-28ac-4f15-8328-bbfc525f6cfe req-0b49cc90-0277-47b8-bf2c-51523b7130ce tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=486c510a-e8fe-40dc-9872-74d1a6f46127 HTTP/1.1" status: 200 len: 945 time: 0.0549469 Oct 30 15:46:42.842142 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-85d70080-28ac-4f15-8328-bbfc525f6cfe req-71b62b1f-8962-473d-a552-096de4d9bef9 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=aeb3a94e-6476-4bc2-a76a-2750246ec388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335603 Oct 30 15:46:43.972106 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51abc318-468a-4725-92bb-54f54b923172 req-38e3d8c2-9c04-43d5-8caf-f64e7ec7088f tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:46:43.974472 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-51abc318-468a-4725-92bb-54f54b923172 req-38e3d8c2-9c04-43d5-8caf-f64e7ec7088f tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=486c510a-e8fe-40dc-9872-74d1a6f46127 HTTP/1.1" status: 200 len: 945 time: 0.0615242 Oct 30 15:46:44.019804 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-51abc318-468a-4725-92bb-54f54b923172 req-4763cd4b-e916-42fb-8af6-e8f08dedc229 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=aeb3a94e-6476-4bc2-a76a-2750246ec388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345404 Oct 30 15:46:45.159348 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bbc1fe-e1be-43fa-8197-9931baa1e515 req-47aae542-3b81-4f49-837e-6a59ba5083fc tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:46:45.160989 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-82bbc1fe-e1be-43fa-8197-9931baa1e515 req-47aae542-3b81-4f49-837e-6a59ba5083fc tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=486c510a-e8fe-40dc-9872-74d1a6f46127 HTTP/1.1" status: 200 len: 945 time: 0.0587194 Oct 30 15:46:45.205433 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-82bbc1fe-e1be-43fa-8197-9931baa1e515 req-6305f2b4-2b66-47f4-8c6f-b1d10c6494e2 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=aeb3a94e-6476-4bc2-a76a-2750246ec388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376120 Oct 30 15:46:46.324036 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d2b60-1c8d-44b0-ada1-6078dc200deb req-d289c490-a95b-4894-9456-3b9c3a6cc03d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:46:46.325463 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fc2d2b60-1c8d-44b0-ada1-6078dc200deb req-d289c490-a95b-4894-9456-3b9c3a6cc03d tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=486c510a-e8fe-40dc-9872-74d1a6f46127 HTTP/1.1" status: 200 len: 945 time: 0.0489726 Oct 30 15:46:46.362047 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fc2d2b60-1c8d-44b0-ada1-6078dc200deb req-940d90c6-b580-421c-82a6-264a702c1e79 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=aeb3a94e-6476-4bc2-a76a-2750246ec388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306237 Oct 30 15:46:47.478560 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb7700-bbf1-4645-aaa4-3ed9479bca93 req-5c9e4e16-d189-4957-a240-2db5fca2cb2a tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:46:47.480154 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dbcb7700-bbf1-4645-aaa4-3ed9479bca93 req-5c9e4e16-d189-4957-a240-2db5fca2cb2a tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=486c510a-e8fe-40dc-9872-74d1a6f46127 HTTP/1.1" status: 200 len: 945 time: 0.0503006 Oct 30 15:46:47.519259 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dbcb7700-bbf1-4645-aaa4-3ed9479bca93 req-c3ee1f1c-aea4-4b1c-8935-4ef259342f65 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=aeb3a94e-6476-4bc2-a76a-2750246ec388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332603 Oct 30 15:46:48.642198 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50732635-ff2b-4b7b-84d7-aea141402b08 req-22547d35-64e1-4c65-a2fb-e3ae2ebc739c tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:46:48.643854 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-50732635-ff2b-4b7b-84d7-aea141402b08 req-22547d35-64e1-4c65-a2fb-e3ae2ebc739c tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=486c510a-e8fe-40dc-9872-74d1a6f46127 HTTP/1.1" status: 200 len: 945 time: 0.0561280 Oct 30 15:46:48.698152 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-50732635-ff2b-4b7b-84d7-aea141402b08 req-d4bbaaba-bfd2-463a-abcb-ca0b45eec9fd tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=aeb3a94e-6476-4bc2-a76a-2750246ec388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435135 Oct 30 15:46:49.814186 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9228633-2756-40bf-80eb-807698217ddb req-90d01cca-ca96-44c2-97ef-3289665017d5 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:46:49.815596 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d9228633-2756-40bf-80eb-807698217ddb req-90d01cca-ca96-44c2-97ef-3289665017d5 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=486c510a-e8fe-40dc-9872-74d1a6f46127 HTTP/1.1" status: 200 len: 945 time: 0.0493307 Oct 30 15:46:49.853768 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d9228633-2756-40bf-80eb-807698217ddb req-4c88f12c-2d6f-44c1-ba34-ca62994535e5 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=aeb3a94e-6476-4bc2-a76a-2750246ec388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320964 Oct 30 15:46:50.971907 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f12745-5c27-455a-99f5-97692e12c8d4 req-85c7aade-1ddf-4c3f-986f-6076ad8d1004 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:46:50.973322 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-84f12745-5c27-455a-99f5-97692e12c8d4 req-85c7aade-1ddf-4c3f-986f-6076ad8d1004 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=486c510a-e8fe-40dc-9872-74d1a6f46127 HTTP/1.1" status: 200 len: 945 time: 0.0499363 Oct 30 15:46:51.015581 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-84f12745-5c27-455a-99f5-97692e12c8d4 req-2ef2affc-62d1-4e9d-9e85-1f49330f6223 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=aeb3a94e-6476-4bc2-a76a-2750246ec388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353868 Oct 30 15:46:51.172160 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c65e5894-2866-4166-9f11-f302d50ab7c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:52.145945 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a99f1-d96e-4306-a0a2-9cd92edb6703 req-17424175-8420-43c3-aa91-df7b1a2db43e tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:46:52.147415 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0c7a99f1-d96e-4306-a0a2-9cd92edb6703 req-17424175-8420-43c3-aa91-df7b1a2db43e tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=486c510a-e8fe-40dc-9872-74d1a6f46127 HTTP/1.1" status: 200 len: 945 time: 0.0497653 Oct 30 15:46:52.190838 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0c7a99f1-d96e-4306-a0a2-9cd92edb6703 req-ec473e35-77a8-4e4d-a23a-b69a787affad tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=aeb3a94e-6476-4bc2-a76a-2750246ec388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368297 Oct 30 15:46:53.316207 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d5d14e-39b9-483d-8b5e-7bf20da594bb req-82f463c1-5f61-4642-9c57-24853b35e672 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:46:53.317792 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a8d5d14e-39b9-483d-8b5e-7bf20da594bb req-82f463c1-5f61-4642-9c57-24853b35e672 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=486c510a-e8fe-40dc-9872-74d1a6f46127 HTTP/1.1" status: 200 len: 945 time: 0.0527034 Oct 30 15:46:53.359760 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a8d5d14e-39b9-483d-8b5e-7bf20da594bb req-7ba857a5-4726-4469-8b15-ed5027813ebe tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=aeb3a94e-6476-4bc2-a76a-2750246ec388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342941 Oct 30 15:46:53.792776 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9cf2a0d7-f44d-45e4-a422-060c8a641217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:54.395790 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c41c8b3-ac93-4134-84da-1479fa66af14 req-8cb57f99-aaac-457e-8409-ce1f33d86844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:46:54.397319 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3c41c8b3-ac93-4134-84da-1479fa66af14 req-8cb57f99-aaac-457e-8409-ce1f33d86844 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=486c510a-e8fe-40dc-9872-74d1a6f46127 HTTP/1.1" status: 200 len: 1097 time: 0.0399055 Oct 30 15:46:54.435547 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3c41c8b3-ac93-4134-84da-1479fa66af14 req-7dc80d9c-f95d-4a31-8181-4b80337fdd95 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=aeb3a94e-6476-4bc2-a76a-2750246ec388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307786 Oct 30 15:46:54.480979 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3142762d-bfd0-484b-a4da-79e93df9934a req-6192d05a-a422-4449-8e12-809039a63b1e tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:46:54.482450 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3142762d-bfd0-484b-a4da-79e93df9934a req-6192d05a-a422-4449-8e12-809039a63b1e tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=486c510a-e8fe-40dc-9872-74d1a6f46127 HTTP/1.1" status: 200 len: 945 time: 0.0496612 Oct 30 15:46:54.520846 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3142762d-bfd0-484b-a4da-79e93df9934a req-ae54d90a-1dde-42bf-b092-54622215237a tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=aeb3a94e-6476-4bc2-a76a-2750246ec388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324123 Oct 30 15:46:54.739979 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:54.947620 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:55.650458 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d692e4c1-9743-4e7e-933d-855f22653cce req-503ab76e-491a-4b44-93c9-020c52e6df48 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:46:55.651957 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d692e4c1-9743-4e7e-933d-855f22653cce req-503ab76e-491a-4b44-93c9-020c52e6df48 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=486c510a-e8fe-40dc-9872-74d1a6f46127 HTTP/1.1" status: 200 len: 945 time: 0.0542157 Oct 30 15:46:55.694004 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d692e4c1-9743-4e7e-933d-855f22653cce req-85984569-485e-4baf-a092-38ae5afbad23 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=aeb3a94e-6476-4bc2-a76a-2750246ec388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359690 Oct 30 15:46:55.717513 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 53252) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:46:55.777744 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-0faf7743-9e1b-4536-bb57-020ff0faf7df tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/floatingips/43524d05-818c-4349-b2dd-286f5aa58865 HTTP/1.1" status: 200 len: 993 time: 0.0591121 Oct 30 15:46:56.684499 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:57.394280 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device addb4a0d-42c5-4396-8194-94496237ab48 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:46:57.398464 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device addb4a0d-42c5-4396-8194-94496237ab48 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:46:57.703924 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:57.706648 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port addb4a0d-42c5-4396-8194-94496237ab48, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=addb4a0d-42c5-4396-8194-94496237ab48,segment=NetworkSegment(84f7f1ef-8aa7-4395-a26f-23f7af80b0ed),segment_id=84f7f1ef-8aa7-4395-a26f-23f7af80b0ed)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:46:57.729198 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': 'addb4a0d-42c5-4396-8194-94496237ab48', 'network_id': '2fb24aed-2982-4de5-b372-2ef4afefd67d', 'port_id': 'addb4a0d-42c5-4396-8194-94496237ab48', 'mac_address': 'fa:16:3e:dd:89:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9992b366-c76f-446f-a498-7b78f68fd285', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:46:57.736659 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '486c510a-e8fe-40dc-9872-74d1a6f46127', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'addb4a0d-42c5-4396-8194-94496237ab48'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:46:57.738860 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbdcdeb2-71b9-482d-8c18-b89a9af73fc6" -d '{"events": [{"server_uuid": "486c510a-e8fe-40dc-9872-74d1a6f46127", "name": "network-vif-unplugged", "status": "completed", "tag": "addb4a0d-42c5-4396-8194-94496237ab48"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:46:57.768634 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port addb4a0d-42c5-4396-8194-94496237ab48, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=addb4a0d-42c5-4396-8194-94496237ab48,segment=NetworkSegment(84f7f1ef-8aa7-4395-a26f-23f7af80b0ed),segment_id=84f7f1ef-8aa7-4395-a26f-23f7af80b0ed)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:46:57.776628 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Oct 2021 15:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-000cae44-8ed8-4138-808b-19f61746cc38 x-openstack-request-id: req-000cae44-8ed8-4138-808b-19f61746cc38 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:46:57.776914 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "486c510a-e8fe-40dc-9872-74d1a6f46127", "name": "network-vif-unplugged", "status": "completed", "tag": "addb4a0d-42c5-4396-8194-94496237ab48", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:46:57.777167 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-000cae44-8ed8-4138-808b-19f61746cc38 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:46:57.777544 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '486c510a-e8fe-40dc-9872-74d1a6f46127', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'addb4a0d-42c5-4396-8194-94496237ab48', 'code': 200} Oct 30 15:46:57.779772 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:57.810848 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:57.830953 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id addb4a0d-42c5-4396-8194-94496237ab48 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:46:57.848008 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=addb4a0d-42c5-4396-8194-94496237ab48,revision_number=6']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:46:57.872974 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:46:57.873319 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:46:57.873656 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:46:57.873992 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:46:57.874320 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:46:57.874651 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:46:57.874971 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:46:57.875299 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:46:57.875643 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:46:57.875963 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:46:57.876280 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:46:57.876596 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:46:57.892147 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.db.api [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 30 15:46:57.892507 n-d-806683-17 neutron-server[102132]: DEBUG oslo_db.api [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 30 15:46:58.430466 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:58.452134 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id addb4a0d-42c5-4396-8194-94496237ab48 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:46:58.472235 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port addb4a0d-42c5-4396-8194-94496237ab48, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=addb4a0d-42c5-4396-8194-94496237ab48,segment=NetworkSegment(84f7f1ef-8aa7-4395-a26f-23f7af80b0ed),segment_id=84f7f1ef-8aa7-4395-a26f-23f7af80b0ed)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:46:58.475962 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:58.525775 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=addb4a0d-42c5-4396-8194-94496237ab48,revision_number=7']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:46:58.696527 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['addb4a0d-42c5-4396-8194-94496237ab48'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:46:59.424668 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device addb4a0d-42c5-4396-8194-94496237ab48 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:46:59.482252 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port addb4a0d-42c5-4396-8194-94496237ab48 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:46:59.482625 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:59.557942 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:59.592245 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port addb4a0d-42c5-4396-8194-94496237ab48, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=addb4a0d-42c5-4396-8194-94496237ab48,segment=NetworkSegment(84f7f1ef-8aa7-4395-a26f-23f7af80b0ed),segment_id=84f7f1ef-8aa7-4395-a26f-23f7af80b0ed)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:46:59.596324 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:46:59.642163 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=addb4a0d-42c5-4396-8194-94496237ab48,revision_number=8']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:46:59.779035 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '486c510a-e8fe-40dc-9872-74d1a6f46127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'addb4a0d-42c5-4396-8194-94496237ab48'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:46:59.781415 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc39e23-7c00-43e1-83be-767a8ddf5178" -d '{"events": [{"server_uuid": "486c510a-e8fe-40dc-9872-74d1a6f46127", "name": "network-vif-plugged", "status": "completed", "tag": "addb4a0d-42c5-4396-8194-94496237ab48"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:46:59.817684 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed0220e-ae34-4ee7-aae5-0121edca2e83 x-openstack-request-id: req-2ed0220e-ae34-4ee7-aae5-0121edca2e83 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:46:59.817980 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "486c510a-e8fe-40dc-9872-74d1a6f46127", "name": "network-vif-plugged", "status": "completed", "tag": "addb4a0d-42c5-4396-8194-94496237ab48", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:46:59.818233 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2ed0220e-ae34-4ee7-aae5-0121edca2e83 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:46:59.818636 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '486c510a-e8fe-40dc-9872-74d1a6f46127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'addb4a0d-42c5-4396-8194-94496237ab48', 'code': 200} Oct 30 15:47:00.127202 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:47:02.146485 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:47:03.287773 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:47:18.606216 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e707a38b-b876-42ba-be84-0e754a4cf491 req-ee844380-82c1-4745-9f9c-dd034672c2ea service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=486c510a-e8fe-40dc-9872-74d1a6f46127&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0386569 Oct 30 15:47:18.674302 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e707a38b-b876-42ba-be84-0e754a4cf491 req-7011c2b9-2870-4252-98b6-02793bdce65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:47:18.675832 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e707a38b-b876-42ba-be84-0e754a4cf491 req-7011c2b9-2870-4252-98b6-02793bdce65d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c4b96368b87a40a2935f71debcc2f400&device_id=486c510a-e8fe-40dc-9872-74d1a6f46127 HTTP/1.1" status: 200 len: 1097 time: 0.0441761 Oct 30 15:47:18.778896 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e707a38b-b876-42ba-be84-0e754a4cf491 req-596adf26-8064-4acd-bd17-e045edb532c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:47:18.780516 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e707a38b-b876-42ba-be84-0e754a4cf491 req-596adf26-8064-4acd-bd17-e045edb532c3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2fb24aed-2982-4de5-b372-2ef4afefd67d HTTP/1.1" status: 200 len: 898 time: 0.0836041 Oct 30 15:47:18.850506 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e707a38b-b876-42ba-be84-0e754a4cf491 req-569842ac-5a2f-4f46-b760-fec568cd7ff3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=addb4a0d-42c5-4396-8194-94496237ab48 HTTP/1.1" status: 200 len: 1001 time: 0.0623701 Oct 30 15:47:18.899200 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e707a38b-b876-42ba-be84-0e754a4cf491 req-3023fcdb-aed0-41cd-9b4e-c11173eaff1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:47:18.900631 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e707a38b-b876-42ba-be84-0e754a4cf491 req-3023fcdb-aed0-41cd-9b4e-c11173eaff1f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9992b366-c76f-446f-a498-7b78f68fd285 HTTP/1.1" status: 200 len: 835 time: 0.0432293 Oct 30 15:47:18.947326 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e707a38b-b876-42ba-be84-0e754a4cf491 req-a88a0f50-31c6-4241-860d-e6fa71e866ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:47:18.948859 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e707a38b-b876-42ba-be84-0e754a4cf491 req-a88a0f50-31c6-4241-860d-e6fa71e866ee service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2fb24aed-2982-4de5-b372-2ef4afefd67d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407100 Oct 30 15:47:19.042076 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e707a38b-b876-42ba-be84-0e754a4cf491 req-6f6ad213-bcb7-4cf4-9e7d-4aa36fa49fb7 service neutron] 10.222.0.53 "GET /v2.0/networks/2fb24aed-2982-4de5-b372-2ef4afefd67d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854266 Oct 30 15:47:19.130765 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e707a38b-b876-42ba-be84-0e754a4cf491 req-ac72c0c0-5ab6-4b3b-8183-7bf001bca05b service neutron] 10.222.0.53 "GET /v2.0/networks/2fb24aed-2982-4de5-b372-2ef4afefd67d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804794 Oct 30 15:47:21.173496 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-dd1c9cf6-df5e-44cb-a33f-8c2e902756ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:47:23.793919 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-408ca5d3-0829-4095-a4f5-ae359363d43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:47:24.743600 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:47:24.940737 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:47:26.687284 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:47:30.142355 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:47:31.033256 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 53552) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:47:31.195077 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-422497fb-ed87-4e5e-a45b-fe6f670e25c3 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Deleting port fbe4557c-f086-4fef-a3b9-5ba7b41255eb {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:47:31.195537 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-422497fb-ed87-4e5e-a45b-fe6f670e25c3 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:47:31.275543 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-422497fb-ed87-4e5e-a45b-fe6f670e25c3 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:47:31.275871 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-422497fb-ed87-4e5e-a45b-fe6f670e25c3 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:47:31.287318 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-422497fb-ed87-4e5e-a45b-fe6f670e25c3 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Calling delete_port for fbe4557c-f086-4fef-a3b9-5ba7b41255eb owned by network:floatingip {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:47:31.448981 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-422497fb-ed87-4e5e-a45b-fe6f670e25c3 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:47:31.472475 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422497fb-ed87-4e5e-a45b-fe6f670e25c3 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event deleted for resources: {'Port': ['ID=fbe4557c-f086-4fef-a3b9-5ba7b41255eb,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:47:31.482564 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422497fb-ed87-4e5e-a45b-fe6f670e25c3 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:47:31.482920 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422497fb-ed87-4e5e-a45b-fe6f670e25c3 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:47:31.483270 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422497fb-ed87-4e5e-a45b-fe6f670e25c3 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:47:31.483643 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422497fb-ed87-4e5e-a45b-fe6f670e25c3 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:47:31.483983 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422497fb-ed87-4e5e-a45b-fe6f670e25c3 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:47:31.484334 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422497fb-ed87-4e5e-a45b-fe6f670e25c3 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:47:31.484653 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422497fb-ed87-4e5e-a45b-fe6f670e25c3 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:47:31.484984 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422497fb-ed87-4e5e-a45b-fe6f670e25c3 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:47:31.485313 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422497fb-ed87-4e5e-a45b-fe6f670e25c3 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:47:31.485640 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422497fb-ed87-4e5e-a45b-fe6f670e25c3 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:47:31.485969 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422497fb-ed87-4e5e-a45b-fe6f670e25c3 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:47:31.486294 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422497fb-ed87-4e5e-a45b-fe6f670e25c3 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:47:31.547311 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-422497fb-ed87-4e5e-a45b-fe6f670e25c3 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for floatingip, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:47:31.547675 n-d-806683-17 neutron-server[102131]: INFO neutron.db.l3_db [None req-422497fb-ed87-4e5e-a45b-fe6f670e25c3 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Floating IP 43524d05-818c-4349-b2dd-286f5aa58865 disassociated (deleted). External IP: 172.25.4.252, port: addb4a0d-42c5-4396-8194-94496237ab48. Oct 30 15:47:31.769828 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-422497fb-ed87-4e5e-a45b-fe6f670e25c3 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Router acf6ee50-0e20-4928-b486-56457f97030a has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:47:31.879931 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-422497fb-ed87-4e5e-a45b-fe6f670e25c3 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:47:31.887658 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-422497fb-ed87-4e5e-a45b-fe6f670e25c3 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:47:31.895359 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b658648b-d63b-4f71-8cb9-b50d75e8b37a None None] Sync routers for ids ['acf6ee50-0e20-4928-b486-56457f97030a'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:47:31.915309 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-422497fb-ed87-4e5e-a45b-fe6f670e25c3 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "DELETE /v2.0/floatingips/43524d05-818c-4349-b2dd-286f5aa58865 HTTP/1.1" status: 204 len: 168 time: 0.8809192 Oct 30 15:47:31.915919 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '486c510a-e8fe-40dc-9872-74d1a6f46127', 'tag': 'addb4a0d-42c5-4396-8194-94496237ab48'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:47:31.918201 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51223e95-fd40-40cd-9d88-e9b4d76685e2" -d '{"events": [{"name": "network-changed", "server_uuid": "486c510a-e8fe-40dc-9872-74d1a6f46127", "tag": "addb4a0d-42c5-4396-8194-94496237ab48"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:47:31.920132 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b658648b-d63b-4f71-8cb9-b50d75e8b37a None None] Routers {'acf6ee50-0e20-4928-b486-56457f97030a'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:47:31.921286 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-b658648b-d63b-4f71-8cb9-b50d75e8b37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:47:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['acf6ee50-0e20-4928-b486-56457f97030a'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:47:32.084910 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-b658648b-d63b-4f71-8cb9-b50d75e8b37a None None] Set router acf6ee50-0e20-4928-b486-56457f97030a gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:47:32.165656 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:47:32.191203 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94fc5aa7-9ef4-42b1-b4e5-39ba4f5c6081 x-openstack-request-id: req-94fc5aa7-9ef4-42b1-b4e5-39ba4f5c6081 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:47:32.191884 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "486c510a-e8fe-40dc-9872-74d1a6f46127", "tag": "addb4a0d-42c5-4396-8194-94496237ab48", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:47:32.191884 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-94fc5aa7-9ef4-42b1-b4e5-39ba4f5c6081 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:47:32.192137 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '486c510a-e8fe-40dc-9872-74d1a6f46127', 'tag': 'addb4a0d-42c5-4396-8194-94496237ab48', 'status': 'completed', 'code': 200} Oct 30 15:47:32.218508 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a428e0b-2818-4c1d-87a5-b1f64fa271f2 req-75acfb37-4560-4122-ad3e-8b6796aad942 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:47:32.227778 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1a428e0b-2818-4c1d-87a5-b1f64fa271f2 req-75acfb37-4560-4122-ad3e-8b6796aad942 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=486c510a-e8fe-40dc-9872-74d1a6f46127 HTTP/1.1" status: 200 len: 945 time: 0.0720468 Oct 30 15:47:32.268146 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1a428e0b-2818-4c1d-87a5-b1f64fa271f2 req-97a4f8e2-e2c3-4f3d-a309-b6edad8a2365 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=aeb3a94e-6476-4bc2-a76a-2750246ec388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393231 Oct 30 15:47:32.283711 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51223e95-fd40-40cd-9d88-e9b4d76685e2 req-cf13573c-06c6-46e5-afbb-b66acf6dc11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:47:32.283711 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-51223e95-fd40-40cd-9d88-e9b4d76685e2 req-cf13573c-06c6-46e5-afbb-b66acf6dc11e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c4b96368b87a40a2935f71debcc2f400&device_id=486c510a-e8fe-40dc-9872-74d1a6f46127 HTTP/1.1" status: 200 len: 1097 time: 0.0816445 Oct 30 15:47:32.348329 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-b658648b-d63b-4f71-8cb9-b50d75e8b37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf6ee50-0e20-4928-b486-56457f97030a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922836904', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '3663d5b4-0c6d-45b9-8150-8239d72b47f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:45:51Z', 'updated_at': '2021-10-30T15:45:55Z', 'revision_number': 4, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'gw_port': {'id': '3663d5b4-0c6d-45b9-8150-8239d72b47f3', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf6ee50-0e20-4928-b486-56457f97030a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:45:51Z', 'updated_at': '2021-10-30T15:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '69b690a8-6174-435f-88f8-9010530044cc', 'name': '', 'network_id': '2fb24aed-2982-4de5-b372-2ef4afefd67d', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'mac_address': 'fa:16:3e:26:f3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf6ee50-0e20-4928-b486-56457f97030a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '9992b366-c76f-446f-a498-7b78f68fd285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:45:54Z', 'updated_at': '2021-10-30T15:45:58Z', 'revision_number': 5, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'subnets': [{'id': '9992b366-c76f-446f-a498-7b78f68fd285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:47:32.374823 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51223e95-fd40-40cd-9d88-e9b4d76685e2 req-b9b8a223-e263-4a91-9ab9-577e880e2a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:47:32.376511 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-51223e95-fd40-40cd-9d88-e9b4d76685e2 req-b9b8a223-e263-4a91-9ab9-577e880e2a6b service neutron] 10.222.0.53 "GET /v2.0/networks?id=2fb24aed-2982-4de5-b372-2ef4afefd67d HTTP/1.1" status: 200 len: 898 time: 0.0872838 Oct 30 15:47:32.379858 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b658648b-d63b-4f71-8cb9-b50d75e8b37a None None] Checking router: acf6ee50-0e20-4928-b486-56457f97030a for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:47:32.388139 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b658648b-d63b-4f71-8cb9-b50d75e8b37a None None] Routers {'acf6ee50-0e20-4928-b486-56457f97030a'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:47:32.388745 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-b658648b-d63b-4f71-8cb9-b50d75e8b37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:47:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['acf6ee50-0e20-4928-b486-56457f97030a'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:47:32.423894 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-51223e95-fd40-40cd-9d88-e9b4d76685e2 req-a3aa2996-4ad5-4af0-9140-1ffd3af081c4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=addb4a0d-42c5-4396-8194-94496237ab48 HTTP/1.1" status: 200 len: 217 time: 0.0387666 Oct 30 15:47:32.478171 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51223e95-fd40-40cd-9d88-e9b4d76685e2 req-c63d337a-2b85-49c6-bc9b-070e423403b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:47:32.479679 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-51223e95-fd40-40cd-9d88-e9b4d76685e2 req-c63d337a-2b85-49c6-bc9b-070e423403b5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9992b366-c76f-446f-a498-7b78f68fd285 HTTP/1.1" status: 200 len: 835 time: 0.0490029 Oct 30 15:47:32.514509 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-b658648b-d63b-4f71-8cb9-b50d75e8b37a None None] Set router acf6ee50-0e20-4928-b486-56457f97030a gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:47:32.529844 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51223e95-fd40-40cd-9d88-e9b4d76685e2 req-f6d0e49c-f519-41f0-b96a-d1d47a843537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:47:32.531367 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-51223e95-fd40-40cd-9d88-e9b4d76685e2 req-f6d0e49c-f519-41f0-b96a-d1d47a843537 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2fb24aed-2982-4de5-b372-2ef4afefd67d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439587 Oct 30 15:47:32.729976 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-b658648b-d63b-4f71-8cb9-b50d75e8b37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf6ee50-0e20-4928-b486-56457f97030a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922836904', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '3663d5b4-0c6d-45b9-8150-8239d72b47f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:45:51Z', 'updated_at': '2021-10-30T15:45:55Z', 'revision_number': 4, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'gw_port': {'id': '3663d5b4-0c6d-45b9-8150-8239d72b47f3', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf6ee50-0e20-4928-b486-56457f97030a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:45:51Z', 'updated_at': '2021-10-30T15:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '69b690a8-6174-435f-88f8-9010530044cc', 'name': '', 'network_id': '2fb24aed-2982-4de5-b372-2ef4afefd67d', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'mac_address': 'fa:16:3e:26:f3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf6ee50-0e20-4928-b486-56457f97030a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '9992b366-c76f-446f-a498-7b78f68fd285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:45:54Z', 'updated_at': '2021-10-30T15:45:58Z', 'revision_number': 5, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'subnets': [{'id': '9992b366-c76f-446f-a498-7b78f68fd285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:47:32.760792 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b658648b-d63b-4f71-8cb9-b50d75e8b37a None None] The sync data for ids ['acf6ee50-0e20-4928-b486-56457f97030a'] in n-d-806683-17 is: [{'id': 'acf6ee50-0e20-4928-b486-56457f97030a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922836904', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '3663d5b4-0c6d-45b9-8150-8239d72b47f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:45:51Z', 'updated_at': '2021-10-30T15:45:55Z', 'revision_number': 4, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'gw_port': {'id': '3663d5b4-0c6d-45b9-8150-8239d72b47f3', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf6ee50-0e20-4928-b486-56457f97030a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:45:51Z', 'updated_at': '2021-10-30T15:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '69b690a8-6174-435f-88f8-9010530044cc', 'name': '', 'network_id': '2fb24aed-2982-4de5-b372-2ef4afefd67d', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'mac_address': 'fa:16:3e:26:f3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf6ee50-0e20-4928-b486-56457f97030a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '9992b366-c76f-446f-a498-7b78f68fd285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:45:54Z', 'updated_at': '2021-10-30T15:45:58Z', 'revision_number': 5, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'subnets': [{'id': '9992b366-c76f-446f-a498-7b78f68fd285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:47:32.967317 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-51223e95-fd40-40cd-9d88-e9b4d76685e2 req-46de93a3-7bf1-4366-a420-3a7bcd281e6d service neutron] 10.222.0.53 "GET /v2.0/networks/2fb24aed-2982-4de5-b372-2ef4afefd67d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4274838 Oct 30 15:47:33.043093 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3835885-0668-4a37-a1fb-e253712ceb3f None None] New status for floating IP 43524d05-818c-4349-b2dd-286f5aa58865: DOWN {{(pid=102132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 15:47:33.067210 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-51223e95-fd40-40cd-9d88-e9b4d76685e2 req-40e96f89-852d-4f5c-b914-1b7bfb01eadf service neutron] 10.222.0.53 "GET /v2.0/networks/2fb24aed-2982-4de5-b372-2ef4afefd67d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922458 Oct 30 15:47:33.425971 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e5c4ba-f5d7-4f89-aa7d-d066a4f9a03e req-c3862bc1-93f6-4754-98cb-19c63d69f7e2 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:47:33.427440 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a2e5c4ba-f5d7-4f89-aa7d-d066a4f9a03e req-c3862bc1-93f6-4754-98cb-19c63d69f7e2 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/ports?device_id=486c510a-e8fe-40dc-9872-74d1a6f46127 HTTP/1.1" status: 200 len: 945 time: 0.0826347 Oct 30 15:47:33.440305 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d4813-5ae3-44a0-a481-aee071d9ee3d req-12ba54fc-fca1-4378-abf7-b7aad4739731 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:47:33.441659 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3c3d4813-5ae3-44a0-a481-aee071d9ee3d req-12ba54fc-fca1-4378-abf7-b7aad4739731 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.53 "GET /v2.0/ports?device_id=486c510a-e8fe-40dc-9872-74d1a6f46127 HTTP/1.1" status: 200 len: 945 time: 0.0672960 Oct 30 15:47:33.523593 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a2e5c4ba-f5d7-4f89-aa7d-d066a4f9a03e req-4734d683-ce38-4e7c-9afa-41b3b1e0a4cb tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "GET /v2.0/security-groups?id=aeb3a94e-6476-4bc2-a76a-2750246ec388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809369 Oct 30 15:47:33.552846 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-3c3d4813-5ae3-44a0-a481-aee071d9ee3d req-4da0ca96-b978-40d0-b335-ac534b9c7ea6 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Deleting port addb4a0d-42c5-4396-8194-94496237ab48 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:47:33.553188 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-3c3d4813-5ae3-44a0-a481-aee071d9ee3d req-4da0ca96-b978-40d0-b335-ac534b9c7ea6 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:47:33.656377 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-3c3d4813-5ae3-44a0-a481-aee071d9ee3d req-4da0ca96-b978-40d0-b335-ac534b9c7ea6 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] For port addb4a0d-42c5-4396-8194-94496237ab48, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=addb4a0d-42c5-4396-8194-94496237ab48,segment=NetworkSegment(84f7f1ef-8aa7-4395-a26f-23f7af80b0ed),segment_id=84f7f1ef-8aa7-4395-a26f-23f7af80b0ed)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:47:33.656735 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-3c3d4813-5ae3-44a0-a481-aee071d9ee3d req-4da0ca96-b978-40d0-b335-ac534b9c7ea6 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:47:33.669837 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-3c3d4813-5ae3-44a0-a481-aee071d9ee3d req-4da0ca96-b978-40d0-b335-ac534b9c7ea6 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Calling delete_port for addb4a0d-42c5-4396-8194-94496237ab48 owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:47:33.804547 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-3c3d4813-5ae3-44a0-a481-aee071d9ee3d req-4da0ca96-b978-40d0-b335-ac534b9c7ea6 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:47:33.832792 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da0ca96-b978-40d0-b335-ac534b9c7ea6 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event deleted for resources: {'Port': ['ID=addb4a0d-42c5-4396-8194-94496237ab48,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:47:33.847837 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da0ca96-b978-40d0-b335-ac534b9c7ea6 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:47:33.848264 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da0ca96-b978-40d0-b335-ac534b9c7ea6 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:47:33.848536 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da0ca96-b978-40d0-b335-ac534b9c7ea6 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:47:33.848884 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da0ca96-b978-40d0-b335-ac534b9c7ea6 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:47:33.849206 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da0ca96-b978-40d0-b335-ac534b9c7ea6 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:47:33.849693 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da0ca96-b978-40d0-b335-ac534b9c7ea6 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:47:33.850039 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da0ca96-b978-40d0-b335-ac534b9c7ea6 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:47:33.850867 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da0ca96-b978-40d0-b335-ac534b9c7ea6 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:47:33.851203 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da0ca96-b978-40d0-b335-ac534b9c7ea6 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:47:33.851558 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da0ca96-b978-40d0-b335-ac534b9c7ea6 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:47:33.851892 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da0ca96-b978-40d0-b335-ac534b9c7ea6 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:47:33.852229 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da0ca96-b978-40d0-b335-ac534b9c7ea6 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:47:33.887011 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c3d4813-5ae3-44a0-a481-aee071d9ee3d req-4da0ca96-b978-40d0-b335-ac534b9c7ea6 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] No DVR routers for this DVR port addb4a0d-42c5-4396-8194-94496237ab48 on host n-h1-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:47:33.889853 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-3c3d4813-5ae3-44a0-a481-aee071d9ee3d req-4da0ca96-b978-40d0-b335-ac534b9c7ea6 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:47:33.893276 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3c3d4813-5ae3-44a0-a481-aee071d9ee3d req-4da0ca96-b978-40d0-b335-ac534b9c7ea6 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.53 "DELETE /v2.0/ports/addb4a0d-42c5-4396-8194-94496237ab48 HTTP/1.1" status: 204 len: 173 time: 0.4445722 Oct 30 15:47:33.893750 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '486c510a-e8fe-40dc-9872-74d1a6f46127', 'name': 'network-vif-deleted', 'tag': 'addb4a0d-42c5-4396-8194-94496237ab48'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:47:33.896005 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17213b60-fa90-40f4-a726-8ebb15ec13df" -d '{"events": [{"server_uuid": "486c510a-e8fe-40dc-9872-74d1a6f46127", "name": "network-vif-deleted", "tag": "addb4a0d-42c5-4396-8194-94496237ab48"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:47:33.933181 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a573b20-c557-4913-ac13-b69628db5fdc x-openstack-request-id: req-8a573b20-c557-4913-ac13-b69628db5fdc {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:47:33.933481 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "486c510a-e8fe-40dc-9872-74d1a6f46127", "name": "network-vif-deleted", "tag": "addb4a0d-42c5-4396-8194-94496237ab48", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:47:33.933739 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8a573b20-c557-4913-ac13-b69628db5fdc {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:47:33.934148 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '486c510a-e8fe-40dc-9872-74d1a6f46127', 'name': 'network-vif-deleted', 'tag': 'addb4a0d-42c5-4396-8194-94496237ab48', 'status': 'completed', 'code': 200} Oct 30 15:47:34.583613 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 53628) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:47:34.959993 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-93e354d2-7993-4249-ac4c-98faac0b0365 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:47:35.230214 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-93e354d2-7993-4249-ac4c-98faac0b0365 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Deleting port 69b690a8-6174-435f-88f8-9010530044cc {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:47:35.230587 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-93e354d2-7993-4249-ac4c-98faac0b0365 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:47:35.317091 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-93e354d2-7993-4249-ac4c-98faac0b0365 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] For port 69b690a8-6174-435f-88f8-9010530044cc, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=69b690a8-6174-435f-88f8-9010530044cc,segment=NetworkSegment(84f7f1ef-8aa7-4395-a26f-23f7af80b0ed),segment_id=84f7f1ef-8aa7-4395-a26f-23f7af80b0ed)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:47:35.317446 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-93e354d2-7993-4249-ac4c-98faac0b0365 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:47:35.329863 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-93e354d2-7993-4249-ac4c-98faac0b0365 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Calling delete_port for 69b690a8-6174-435f-88f8-9010530044cc owned by network:router_interface {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:47:35.534738 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-93e354d2-7993-4249-ac4c-98faac0b0365 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:47:35.812173 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e354d2-7993-4249-ac4c-98faac0b0365 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event deleted for resources: {'Port': ['ID=69b690a8-6174-435f-88f8-9010530044cc,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:47:35.988302 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-93e354d2-7993-4249-ac4c-98faac0b0365 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:47:36.222108 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e354d2-7993-4249-ac4c-98faac0b0365 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Router acf6ee50-0e20-4928-b486-56457f97030a has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:47:36.332460 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e354d2-7993-4249-ac4c-98faac0b0365 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:47:36.340649 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-93e354d2-7993-4249-ac4c-98faac0b0365 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "PUT /v2.0/routers/acf6ee50-0e20-4928-b486-56457f97030a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7528970 Oct 30 15:47:36.340649 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 53660) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:47:36.344186 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ece9ee4-39d2-45c4-9889-611f2f796449 None None] Sync routers for ids ['acf6ee50-0e20-4928-b486-56457f97030a'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:47:36.355371 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ece9ee4-39d2-45c4-9889-611f2f796449 None None] Routers {'acf6ee50-0e20-4928-b486-56457f97030a'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:47:36.356340 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-9ece9ee4-39d2-45c4-9889-611f2f796449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:47:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['acf6ee50-0e20-4928-b486-56457f97030a'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:47:36.395903 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-5283fb67-ba66-456e-a21f-f85c39c50ba7 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Deleting subnet 9992b366-c76f-446f-a498-7b78f68fd285 {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:47:36.399825 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5283fb67-ba66-456e-a21f-f85c39c50ba7 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:47:36.443019 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5283fb67-ba66-456e-a21f-f85c39c50ba7 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:47:36.478282 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-9ece9ee4-39d2-45c4-9889-611f2f796449 None None] Set router acf6ee50-0e20-4928-b486-56457f97030a gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:47:36.535617 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5283fb67-ba66-456e-a21f-f85c39c50ba7 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:47:36.597178 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5283fb67-ba66-456e-a21f-f85c39c50ba7 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:47:36.625342 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5283fb67-ba66-456e-a21f-f85c39c50ba7 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event deleted for resources: {'Subnet': ['ID=9992b366-c76f-446f-a498-7b78f68fd285,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:47:36.630802 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5283fb67-ba66-456e-a21f-f85c39c50ba7 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:47:36.635244 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-5283fb67-ba66-456e-a21f-f85c39c50ba7 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "DELETE /v2.0/subnets/9992b366-c76f-446f-a498-7b78f68fd285 HTTP/1.1" status: 204 len: 168 time: 0.2933054 Oct 30 15:47:36.637803 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 53668) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:47:36.648544 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c72c18-e70b-4386-8780-151ace840176 None None] Network 2fb24aed-2982-4de5-b372-2ef4afefd67d requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:47:36.694321 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-9ece9ee4-39d2-45c4-9889-611f2f796449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf6ee50-0e20-4928-b486-56457f97030a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922836904', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '3663d5b4-0c6d-45b9-8150-8239d72b47f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:45:51Z', 'updated_at': '2021-10-30T15:47:35Z', 'revision_number': 5, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'gw_port': {'id': '3663d5b4-0c6d-45b9-8150-8239d72b47f3', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf6ee50-0e20-4928-b486-56457f97030a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:45:51Z', 'updated_at': '2021-10-30T15:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:47:36.739203 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ece9ee4-39d2-45c4-9889-611f2f796449 None None] Checking router: acf6ee50-0e20-4928-b486-56457f97030a for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:47:36.769303 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ece9ee4-39d2-45c4-9889-611f2f796449 None None] Routers {'acf6ee50-0e20-4928-b486-56457f97030a'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:47:36.770325 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-9ece9ee4-39d2-45c4-9889-611f2f796449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:47:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['acf6ee50-0e20-4928-b486-56457f97030a'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:47:36.779808 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-395007e0-6ade-4abe-9d2e-7d191d5947fb tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for router, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:47:36.860347 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07b1633-7657-48ad-9f82-a69dfd14b7a2 None None] DHCP port deletion for 2fb24aed-2982-4de5-b372-2ef4afefd67d request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:47:36.882752 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-9ece9ee4-39d2-45c4-9889-611f2f796449 None None] Set router acf6ee50-0e20-4928-b486-56457f97030a gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:47:36.907826 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-395007e0-6ade-4abe-9d2e-7d191d5947fb tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:47:36.923122 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d07b1633-7657-48ad-9f82-a69dfd14b7a2 None None] Deleting port afc8d1a2-6c2d-4e72-87af-361ddb487b0e {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:47:36.923784 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d07b1633-7657-48ad-9f82-a69dfd14b7a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:47:36.977420 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-395007e0-6ade-4abe-9d2e-7d191d5947fb tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Deleting port 3663d5b4-0c6d-45b9-8150-8239d72b47f3 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:47:36.977931 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-395007e0-6ade-4abe-9d2e-7d191d5947fb tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:47:37.011837 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d07b1633-7657-48ad-9f82-a69dfd14b7a2 None None] For port afc8d1a2-6c2d-4e72-87af-361ddb487b0e, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=afc8d1a2-6c2d-4e72-87af-361ddb487b0e,segment=NetworkSegment(84f7f1ef-8aa7-4395-a26f-23f7af80b0ed),segment_id=84f7f1ef-8aa7-4395-a26f-23f7af80b0ed)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:47:37.012511 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d07b1633-7657-48ad-9f82-a69dfd14b7a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:47:37.027781 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d07b1633-7657-48ad-9f82-a69dfd14b7a2 None None] Calling delete_port for afc8d1a2-6c2d-4e72-87af-361ddb487b0e owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:47:37.085396 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-395007e0-6ade-4abe-9d2e-7d191d5947fb tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] For port 3663d5b4-0c6d-45b9-8150-8239d72b47f3, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=3663d5b4-0c6d-45b9-8150-8239d72b47f3,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:47:37.085638 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-395007e0-6ade-4abe-9d2e-7d191d5947fb tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:47:37.099304 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-395007e0-6ade-4abe-9d2e-7d191d5947fb tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Calling delete_port for 3663d5b4-0c6d-45b9-8150-8239d72b47f3 owned by network:router_gateway {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:47:37.134257 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d07b1633-7657-48ad-9f82-a69dfd14b7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:47:37.172883 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07b1633-7657-48ad-9f82-a69dfd14b7a2 None None] No DVR routers for this DVR port afc8d1a2-6c2d-4e72-87af-361ddb487b0e on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:47:37.192165 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07b1633-7657-48ad-9f82-a69dfd14b7a2 None None] Pushing event deleted for resources: {'Port': ['ID=afc8d1a2-6c2d-4e72-87af-361ddb487b0e,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:47:37.210605 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-9ece9ee4-39d2-45c4-9889-611f2f796449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf6ee50-0e20-4928-b486-56457f97030a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922836904', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '3663d5b4-0c6d-45b9-8150-8239d72b47f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:45:51Z', 'updated_at': '2021-10-30T15:47:35Z', 'revision_number': 5, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'gw_port': {'id': '3663d5b4-0c6d-45b9-8150-8239d72b47f3', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf6ee50-0e20-4928-b486-56457f97030a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:45:51Z', 'updated_at': '2021-10-30T15:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:47:37.242762 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ece9ee4-39d2-45c4-9889-611f2f796449 None None] The sync data for ids ['acf6ee50-0e20-4928-b486-56457f97030a'] in n-d-806683-17 is: [{'id': 'acf6ee50-0e20-4928-b486-56457f97030a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922836904', 'tenant_id': 'c4b96368b87a40a2935f71debcc2f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '3663d5b4-0c6d-45b9-8150-8239d72b47f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:45:51Z', 'updated_at': '2021-10-30T15:47:35Z', 'revision_number': 5, 'project_id': 'c4b96368b87a40a2935f71debcc2f400', 'gw_port': {'id': '3663d5b4-0c6d-45b9-8150-8239d72b47f3', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf6ee50-0e20-4928-b486-56457f97030a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:45:51Z', 'updated_at': '2021-10-30T15:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:47:37.289813 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-395007e0-6ade-4abe-9d2e-7d191d5947fb tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:47:37.314158 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395007e0-6ade-4abe-9d2e-7d191d5947fb tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event deleted for resources: {'Port': ['ID=3663d5b4-0c6d-45b9-8150-8239d72b47f3,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:47:37.384747 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-395007e0-6ade-4abe-9d2e-7d191d5947fb tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:47:37.486017 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-395007e0-6ade-4abe-9d2e-7d191d5947fb tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:47:37.488088 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-395007e0-6ade-4abe-9d2e-7d191d5947fb tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:47:37.531759 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-395007e0-6ade-4abe-9d2e-7d191d5947fb tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:47:37.532295 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-395007e0-6ade-4abe-9d2e-7d191d5947fb tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Fanout notify agent at l3_agent the message router_deleted on router acf6ee50-0e20-4928-b486-56457f97030a {{(pid=102130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:47:37.539179 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-395007e0-6ade-4abe-9d2e-7d191d5947fb tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:47:37.543444 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-395007e0-6ade-4abe-9d2e-7d191d5947fb tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "DELETE /v2.0/routers/acf6ee50-0e20-4928-b486-56457f97030a HTTP/1.1" status: 204 len: 168 time: 0.9044485 Oct 30 15:47:37.543614 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 53686) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:47:37.611113 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device addb4a0d-42c5-4396-8194-94496237ab48 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:47:37.639849 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: addb4a0d-42c5-4396-8194-94496237ab48 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:47:37.640510 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device addb4a0d-42c5-4396-8194-94496237ab48 not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:47:37.648472 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-db2dbbbf-6822-4cf6-9ddf-39bf916f8693 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:47:37.739365 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-db2dbbbf-6822-4cf6-9ddf-39bf916f8693 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:47:37.760195 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-db2dbbbf-6822-4cf6-9ddf-39bf916f8693 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fb24aed-2982-4de5-b372-2ef4afefd67d']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:47:37.771865 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-db2dbbbf-6822-4cf6-9ddf-39bf916f8693 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84f7f1ef-8aa7-4395-a26f-23f7af80b0ed') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:47:37.772764 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-db2dbbbf-6822-4cf6-9ddf-39bf916f8693 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84f7f1ef-8aa7-4395-a26f-23f7af80b0ed') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:47:37.789190 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-db2dbbbf-6822-4cf6-9ddf-39bf916f8693 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:47:37.805274 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-db2dbbbf-6822-4cf6-9ddf-39bf916f8693 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:47:37.812716 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db2dbbbf-6822-4cf6-9ddf-39bf916f8693 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:47:37.813254 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-db2dbbbf-6822-4cf6-9ddf-39bf916f8693 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:47:37.817214 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:47:37.817214 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:47:37.817214 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:47:37.817214 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:47:37.817214 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:47:37.817214 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:47:37.817214 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:47:37.817214 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:47:37.817214 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:47:37.817214 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:47:37.817214 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:47:37.817214 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:47:37.817214 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:47:37.817214 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:47:37.817214 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:47:37.817214 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:47:37.817214 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:47:37.817214 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:47:37.817214 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:47:37.817214 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:47:37.817214 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:47:37.817214 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:47:37.817214 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:47:37.817214 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:47:37.817214 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:47:37.817214 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:47:37.817214 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:47:37.817214 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:47:37.817214 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:47:37.817214 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:47:37.817214 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:47:37.817214 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:47:37.892138 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-db2dbbbf-6822-4cf6-9ddf-39bf916f8693 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:47:37.911822 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-db2dbbbf-6822-4cf6-9ddf-39bf916f8693 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:47:37.915227 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-db2dbbbf-6822-4cf6-9ddf-39bf916f8693 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "DELETE /v2.0/networks/2fb24aed-2982-4de5-b372-2ef4afefd67d HTTP/1.1" status: 204 len: 168 time: 0.3704755 Oct 30 15:47:37.916196 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2dbbbf-6822-4cf6-9ddf-39bf916f8693 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event deleted for resources: {'Network': ['ID=2fb24aed-2982-4de5-b372-2ef4afefd67d,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:47:37.918193 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 53698) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:47:37.987102 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-863f69e9-7685-4feb-b43f-1968947bd937 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:47:38.017351 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-863f69e9-7685-4feb-b43f-1968947bd937 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:47:38.106001 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-863f69e9-7685-4feb-b43f-1968947bd937 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:47:38.109017 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-863f69e9-7685-4feb-b43f-1968947bd937 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:47:38.124124 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-863f69e9-7685-4feb-b43f-1968947bd937 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] 10.222.0.62 "DELETE /v2.0/security-groups/aeb3a94e-6476-4bc2-a76a-2750246ec388 HTTP/1.1" status: 204 len: 168 time: 0.2047229 Oct 30 15:47:38.135330 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863f69e9-7685-4feb-b43f-1968947bd937 tempest-TestNetworkAdvancedServerOps-1452846204 tempest-TestNetworkAdvancedServerOps-1452846204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb3a94e-6476-4bc2-a76a-2750246ec388,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:47:38.533286 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 53716) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:47:38.652242 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 69b690a8-6174-435f-88f8-9010530044cc no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:47:38.696152 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 69b690a8-6174-435f-88f8-9010530044cc {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:47:38.696696 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 69b690a8-6174-435f-88f8-9010530044cc not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:47:38.697255 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device afc8d1a2-6c2d-4e72-87af-361ddb487b0e no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:47:38.720040 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: afc8d1a2-6c2d-4e72-87af-361ddb487b0e {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:47:38.720367 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device afc8d1a2-6c2d-4e72-87af-361ddb487b0e not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:47:38.732643 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 53722) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:47:38.733122 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-bab9b6d1-9c47-4324-b337-ae52b0c71646 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c4b96368b87a40a2935f71debcc2f400&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1983688 Oct 30 15:47:38.789282 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-08bbcdb2-668d-45fe-86e8-215c3602e89a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:47:38.812149 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-08bbcdb2-668d-45fe-86e8-215c3602e89a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:47:38.869297 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-08bbcdb2-668d-45fe-86e8-215c3602e89a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:47:38.873587 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-08bbcdb2-668d-45fe-86e8-215c3602e89a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:47:38.875252 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-08bbcdb2-668d-45fe-86e8-215c3602e89a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/aacbc041-c271-486d-9de2-d2f0103bde50 HTTP/1.1" status: 204 len: 168 time: 0.1413560 Oct 30 15:47:38.885849 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bbcdb2-668d-45fe-86e8-215c3602e89a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aacbc041-c271-486d-9de2-d2f0103bde50,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:47:39.188256 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 53738) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:47:39.233488 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-425f2947-514b-4bab-b64c-678f027a8a49 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=844246b1b8654a5eb22b270239cda552&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0437660 Oct 30 15:47:39.235851 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 53742) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:47:39.296192 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9b740ef6-3a97-4e3f-8df6-eba62270f448 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:47:39.323221 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9b740ef6-3a97-4e3f-8df6-eba62270f448 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:47:39.398225 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9b740ef6-3a97-4e3f-8df6-eba62270f448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:47:39.410402 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9b740ef6-3a97-4e3f-8df6-eba62270f448 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:47:39.412409 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9b740ef6-3a97-4e3f-8df6-eba62270f448 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5e0ad4cd-5589-4a05-bb8d-b822d03de984 HTTP/1.1" status: 204 len: 168 time: 0.1754966 Oct 30 15:47:39.452325 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b740ef6-3a97-4e3f-8df6-eba62270f448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0ad4cd-5589-4a05-bb8d-b822d03de984,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:47:40.233189 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 3663d5b4-0c6d-45b9-8150-8239d72b47f3 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:47:40.253859 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 3663d5b4-0c6d-45b9-8150-8239d72b47f3 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:47:40.254399 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 3663d5b4-0c6d-45b9-8150-8239d72b47f3 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:47:40.288530 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:47:49.010380 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e24cd560-727d-4bbf-a088-ee7db5de9234 req-4be66084-a31f-4678-8643-78f730ea603c tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1772095060&fields=id&tenant_id=887bc10b4e704641954048c16602273c HTTP/1.1" status: 200 len: 267 time: 0.0343554 Oct 30 15:47:49.122794 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24cd560-727d-4bbf-a088-ee7db5de9234 req-f47c04e8-00fd-46a6-bd5c-1e10cc8ee56a tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:47:49.124299 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e24cd560-727d-4bbf-a088-ee7db5de9234 req-f47c04e8-00fd-46a6-bd5c-1e10cc8ee56a tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/networks?id=eaec26f8-16ce-4842-b83b-287e7177f318 HTTP/1.1" status: 200 len: 812 time: 0.1069741 Oct 30 15:47:49.140411 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e24cd560-727d-4bbf-a088-ee7db5de9234 req-3a4a8f94-bd98-4e32-b000-10dbbccfcbb2 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/quotas/887bc10b4e704641954048c16602273c HTTP/1.1" status: 200 len: 375 time: 0.0100198 Oct 30 15:47:49.204036 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e24cd560-727d-4bbf-a088-ee7db5de9234 req-5b85491b-3940-4a5d-bec3-d75d53f39a85 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=887bc10b4e704641954048c16602273c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0573139 Oct 30 15:47:49.313972 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e24cd560-727d-4bbf-a088-ee7db5de9234 req-e25ac41f-0ff3-4f05-b10a-490ab81a4484 service neutron] 10.222.0.62 "GET /v2.0/networks/eaec26f8-16ce-4842-b83b-287e7177f318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899124 Oct 30 15:47:49.404939 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e24cd560-727d-4bbf-a088-ee7db5de9234 req-a8b5842c-1567-4aba-a108-712af9e1f4be service neutron] 10.222.0.62 "GET /v2.0/networks/eaec26f8-16ce-4842-b83b-287e7177f318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853918 Oct 30 15:47:49.705893 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-db8753e7-e91d-4ee0-bcc6-f41d6be14247 req-5996ab0f-1d35-47e8-aa5e-43afe07a3ea0 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=549e2a90-1cf4-4abc-b391-fd6591f2fd81 HTTP/1.1" status: 200 len: 210 time: 0.0312810 Oct 30 15:47:50.785414 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b31caf7d-cac7-4e1c-8ff2-24a8fce1a2bb req-8206e495-b912-4937-a15f-1a05055e2572 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=549e2a90-1cf4-4abc-b391-fd6591f2fd81 HTTP/1.1" status: 200 len: 210 time: 0.0278070 Oct 30 15:47:51.177868 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-18ffa386-c7bb-4acf-a9fa-ce7263d4cefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:47:51.868733 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-40a3c33b-4f7c-44a2-9bef-7bf3b9ad0019 req-9d60f76d-d5f2-47b0-815d-58de03bfc764 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=549e2a90-1cf4-4abc-b391-fd6591f2fd81 HTTP/1.1" status: 200 len: 210 time: 0.0328317 Oct 30 15:47:52.702919 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24cd560-727d-4bbf-a088-ee7db5de9234 req-0df1a331-c74c-4f2c-b129-0641b429acaa tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:47:52.704438 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e24cd560-727d-4bbf-a088-ee7db5de9234 req-0df1a331-c74c-4f2c-b129-0641b429acaa tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.44 "GET /v2.0/networks?id=eaec26f8-16ce-4842-b83b-287e7177f318 HTTP/1.1" status: 200 len: 812 time: 0.1116142 Oct 30 15:47:52.748480 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e24cd560-727d-4bbf-a088-ee7db5de9234 req-29902d00-8856-4230-9f19-84028619af41 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=887bc10b4e704641954048c16602273c HTTP/1.1" status: 200 len: 380 time: 0.0346417 Oct 30 15:47:52.757977 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-e24cd560-727d-4bbf-a088-ee7db5de9234 req-9790f9a2-9623-45fc-bcda-6e76bcba87c5 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Request body: {'port': {'device_id': '549e2a90-1cf4-4abc-b391-fd6591f2fd81', 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318', 'admin_state_up': True, 'tenant_id': '887bc10b4e704641954048c16602273c', 'security_groups': ['a6103736-3251-4427-af42-92b533f3dc6d']}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:47:52.871932 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e24cd560-727d-4bbf-a088-ee7db5de9234 req-9790f9a2-9623-45fc-bcda-6e76bcba87c5 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Made reservation on behalf of 887bc10b4e704641954048c16602273c for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:47:52.875371 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-e24cd560-727d-4bbf-a088-ee7db5de9234 req-9790f9a2-9623-45fc-bcda-6e76bcba87c5 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:47:52.995677 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-09b8f91d-6e0b-4102-93d8-8c8fdd9c3be3 req-b0155916-3e06-418f-9cc6-65aec2e54930 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=549e2a90-1cf4-4abc-b391-fd6591f2fd81 HTTP/1.1" status: 200 len: 210 time: 0.0498102 Oct 30 15:47:53.023389 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-e24cd560-727d-4bbf-a088-ee7db5de9234 req-9790f9a2-9623-45fc-bcda-6e76bcba87c5 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Allocated IP 172.20.0.3 (eaec26f8-16ce-4842-b83b-287e7177f318/e2126f42-6201-4d38-a336-acc99efa4108/d4453959-1eaf-4417-b192-165bd4afa278) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:47:53.171727 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-e24cd560-727d-4bbf-a088-ee7db5de9234 req-9790f9a2-9623-45fc-bcda-6e76bcba87c5 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:47:53.207434 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-e24cd560-727d-4bbf-a088-ee7db5de9234 req-9790f9a2-9623-45fc-bcda-6e76bcba87c5 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:47:53.250556 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e24cd560-727d-4bbf-a088-ee7db5de9234 req-9790f9a2-9623-45fc-bcda-6e76bcba87c5 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Network eaec26f8-16ce-4842-b83b-287e7177f318 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:47:53.252593 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-e24cd560-727d-4bbf-a088-ee7db5de9234 req-9790f9a2-9623-45fc-bcda-6e76bcba87c5 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:47:53.273958 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-e24cd560-727d-4bbf-a088-ee7db5de9234 req-9790f9a2-9623-45fc-bcda-6e76bcba87c5 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:47:53.327409 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9790f9a2-9623-45fc-bcda-6e76bcba87c5 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Pushing event updated for resources: {'Port': ['ID=d4453959-1eaf-4417-b192-165bd4afa278,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:47:53.344838 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24cd560-727d-4bbf-a088-ee7db5de9234 req-9790f9a2-9623-45fc-bcda-6e76bcba87c5 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:47:53.345482 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-e24cd560-727d-4bbf-a088-ee7db5de9234 req-9790f9a2-9623-45fc-bcda-6e76bcba87c5 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:47:53.366878 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e24cd560-727d-4bbf-a088-ee7db5de9234 req-9790f9a2-9623-45fc-bcda-6e76bcba87c5 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6125629 Oct 30 15:47:53.377205 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [req-e24cd560-727d-4bbf-a088-ee7db5de9234 req-b324857f-3402-4b04-af63-d2c491a8b33a tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:47:53.378578 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e24cd560-727d-4bbf-a088-ee7db5de9234 req-b324857f-3402-4b04-af63-d2c491a8b33a tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0062656 Oct 30 15:47:53.506278 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-12d74ec6-97b1-458e-9469-7b5a887c262b None None] Provisioning complete for port d4453959-1eaf-4417-b192-165bd4afa278 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:47:53.506897 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-12d74ec6-97b1-458e-9469-7b5a887c262b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:47:53.516132 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-e24cd560-727d-4bbf-a088-ee7db5de9234 req-fb0a2197-c37a-46cc-bebb-a0b3ffca1646 service neutron] Request body: {'port': {'device_id': '549e2a90-1cf4-4abc-b391-fd6591f2fd81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:47:53.558734 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-12d74ec6-97b1-458e-9469-7b5a887c262b None None] Port d4453959-1eaf-4417-b192-165bd4afa278 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:47:53.581435 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-e24cd560-727d-4bbf-a088-ee7db5de9234 req-fb0a2197-c37a-46cc-bebb-a0b3ffca1646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:47:53.809810 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-dba700c3-0fc6-4e0e-81d7-650a45d9d2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:47:54.032660 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-e24cd560-727d-4bbf-a088-ee7db5de9234 req-fb0a2197-c37a-46cc-bebb-a0b3ffca1646 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4453959-1eaf-4417-b192-165bd4afa278 {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:47:54.032660 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-e24cd560-727d-4bbf-a088-ee7db5de9234 req-fb0a2197-c37a-46cc-bebb-a0b3ffca1646 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:47:54.032660 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-e24cd560-727d-4bbf-a088-ee7db5de9234 req-fb0a2197-c37a-46cc-bebb-a0b3ffca1646 service neutron] Transition to ACTIVE for port object d4453959-1eaf-4417-b192-165bd4afa278 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:47:54.032660 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-e24cd560-727d-4bbf-a088-ee7db5de9234 req-fb0a2197-c37a-46cc-bebb-a0b3ffca1646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:47:54.032660 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a2197-c37a-46cc-bebb-a0b3ffca1646 service neutron] Pushing event updated for resources: {'Port': ['ID=d4453959-1eaf-4417-b192-165bd4afa278,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:47:54.095423 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-e24cd560-727d-4bbf-a088-ee7db5de9234 req-fb0a2197-c37a-46cc-bebb-a0b3ffca1646 service neutron] Attempting to bind port d4453959-1eaf-4417-b192-165bd4afa278 on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:47:54.095901 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-e24cd560-727d-4bbf-a088-ee7db5de9234 req-fb0a2197-c37a-46cc-bebb-a0b3ffca1646 service neutron] Attempting to bind port d4453959-1eaf-4417-b192-165bd4afa278 by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': 'eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:47:54.103846 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24cd560-727d-4bbf-a088-ee7db5de9234 req-fb0a2197-c37a-46cc-bebb-a0b3ffca1646 service neutron] Attempting to bind port d4453959-1eaf-4417-b192-165bd4afa278 on network eaec26f8-16ce-4842-b83b-287e7177f318 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:47:54.111043 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24cd560-727d-4bbf-a088-ee7db5de9234 req-fb0a2197-c37a-46cc-bebb-a0b3ffca1646 service neutron] Port d4453959-1eaf-4417-b192-165bd4afa278 on network eaec26f8-16ce-4842-b83b-287e7177f318 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:47:54.111253 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24cd560-727d-4bbf-a088-ee7db5de9234 req-fb0a2197-c37a-46cc-bebb-a0b3ffca1646 service neutron] Attempting to bind port d4453959-1eaf-4417-b192-165bd4afa278 on network eaec26f8-16ce-4842-b83b-287e7177f318 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:47:54.121398 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24cd560-727d-4bbf-a088-ee7db5de9234 req-fb0a2197-c37a-46cc-bebb-a0b3ffca1646 service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:47:54.121963 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24cd560-727d-4bbf-a088-ee7db5de9234 req-fb0a2197-c37a-46cc-bebb-a0b3ffca1646 service neutron] Checking segment: {'id': 'eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:47:54.122547 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24cd560-727d-4bbf-a088-ee7db5de9234 req-fb0a2197-c37a-46cc-bebb-a0b3ffca1646 service neutron] Bound using segment: {'id': 'eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:47:54.123056 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-e24cd560-727d-4bbf-a088-ee7db5de9234 req-fb0a2197-c37a-46cc-bebb-a0b3ffca1646 service neutron] Bound port: d4453959-1eaf-4417-b192-165bd4afa278, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:47:54.123518 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-e24cd560-727d-4bbf-a088-ee7db5de9234 req-fb0a2197-c37a-46cc-bebb-a0b3ffca1646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:47:54.204697 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-e24cd560-727d-4bbf-a088-ee7db5de9234 req-fb0a2197-c37a-46cc-bebb-a0b3ffca1646 service neutron] For port d4453959-1eaf-4417-b192-165bd4afa278, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:47:54.206982 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a58f71f-e6f7-427e-89a6-a305a2f9ede5 req-1a3889b6-c26f-4f35-bee1-267ed1e0557a tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:47:54.208531 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-e24cd560-727d-4bbf-a088-ee7db5de9234 req-fb0a2197-c37a-46cc-bebb-a0b3ffca1646 service neutron] For port d4453959-1eaf-4417-b192-165bd4afa278, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=d4453959-1eaf-4417-b192-165bd4afa278,segment=NetworkSegment(eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15),segment_id=eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:47:54.208783 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7a58f71f-e6f7-427e-89a6-a305a2f9ede5 req-1a3889b6-c26f-4f35-bee1-267ed1e0557a tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=549e2a90-1cf4-4abc-b391-fd6591f2fd81 HTTP/1.1" status: 200 len: 943 time: 0.0826354 Oct 30 15:47:54.219135 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-e24cd560-727d-4bbf-a088-ee7db5de9234 req-fb0a2197-c37a-46cc-bebb-a0b3ffca1646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:47:54.242205 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24cd560-727d-4bbf-a088-ee7db5de9234 req-fb0a2197-c37a-46cc-bebb-a0b3ffca1646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:47:54.243539 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-e24cd560-727d-4bbf-a088-ee7db5de9234 req-fb0a2197-c37a-46cc-bebb-a0b3ffca1646 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:47:54.246245 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e24cd560-727d-4bbf-a088-ee7db5de9234 req-fb0a2197-c37a-46cc-bebb-a0b3ffca1646 service neutron] 10.222.0.44 "PUT /v2.0/ports/d4453959-1eaf-4417-b192-165bd4afa278 HTTP/1.1" status: 200 len: 1092 time: 0.8590658 Oct 30 15:47:54.262951 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '549e2a90-1cf4-4abc-b391-fd6591f2fd81', 'tag': 'd4453959-1eaf-4417-b192-165bd4afa278'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:47:54.271025 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-283fc915-f638-42a0-a81f-a304598bc6f1" -d '{"events": [{"name": "network-changed", "server_uuid": "549e2a90-1cf4-4abc-b391-fd6591f2fd81", "tag": "d4453959-1eaf-4417-b192-165bd4afa278"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:47:54.297864 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7a58f71f-e6f7-427e-89a6-a305a2f9ede5 req-f82af92f-0863-4b8c-bf61-dabdd033404f tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6103736-3251-4427-af42-92b533f3dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752237 Oct 30 15:47:54.409012 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2929c391-bdb3-429a-a011-d0a001f362bb x-openstack-request-id: req-2929c391-bdb3-429a-a011-d0a001f362bb {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:47:54.409307 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "549e2a90-1cf4-4abc-b391-fd6591f2fd81", "tag": "d4453959-1eaf-4417-b192-165bd4afa278", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:47:54.411409 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2929c391-bdb3-429a-a011-d0a001f362bb {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:47:54.412027 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '549e2a90-1cf4-4abc-b391-fd6591f2fd81', 'tag': 'd4453959-1eaf-4417-b192-165bd4afa278', 'status': 'completed', 'code': 200} Oct 30 15:47:54.429708 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a2197-c37a-46cc-bebb-a0b3ffca1646 service neutron] Pushing event updated for resources: {'Port': ['ID=d4453959-1eaf-4417-b192-165bd4afa278,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:47:54.452989 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24cd560-727d-4bbf-a088-ee7db5de9234 req-d6d6bcb1-15fd-46ae-9751-51962c76b3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:47:54.454502 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e24cd560-727d-4bbf-a088-ee7db5de9234 req-d6d6bcb1-15fd-46ae-9751-51962c76b3c5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=887bc10b4e704641954048c16602273c&device_id=549e2a90-1cf4-4abc-b391-fd6591f2fd81 HTTP/1.1" status: 200 len: 1095 time: 0.1176891 Oct 30 15:47:54.516339 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e24cd560-727d-4bbf-a088-ee7db5de9234 req-0851f56f-10bc-41d7-bb36-f9cc0dd0e3c0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4453959-1eaf-4417-b192-165bd4afa278 HTTP/1.1" status: 200 len: 217 time: 0.0536375 Oct 30 15:47:54.584750 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24cd560-727d-4bbf-a088-ee7db5de9234 req-eef3e38a-bd6a-40dc-88ed-a7bf00af79fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:47:54.586358 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e24cd560-727d-4bbf-a088-ee7db5de9234 req-eef3e38a-bd6a-40dc-88ed-a7bf00af79fc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e2126f42-6201-4d38-a336-acc99efa4108 HTTP/1.1" status: 200 len: 851 time: 0.0619898 Oct 30 15:47:54.650379 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24cd560-727d-4bbf-a088-ee7db5de9234 req-8191446f-f830-4e61-83ce-876eff5e5a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:47:54.651931 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e24cd560-727d-4bbf-a088-ee7db5de9234 req-8191446f-f830-4e61-83ce-876eff5e5a91 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eaec26f8-16ce-4842-b83b-287e7177f318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0584357 Oct 30 15:47:54.759981 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:47:54.781624 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e24cd560-727d-4bbf-a088-ee7db5de9234 req-3a2df6d8-1ac8-4430-8019-ee2b0173cecc service neutron] 10.222.0.44 "GET /v2.0/networks/eaec26f8-16ce-4842-b83b-287e7177f318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225786 Oct 30 15:47:54.883309 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e24cd560-727d-4bbf-a088-ee7db5de9234 req-f48b97c7-60b0-4ac0-aa23-7e217557794a service neutron] 10.222.0.44 "GET /v2.0/networks/eaec26f8-16ce-4842-b83b-287e7177f318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909004 Oct 30 15:47:54.959161 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:47:54.989997 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283fc915-f638-42a0-a81f-a304598bc6f1 req-1d4f662a-f773-483d-8e62-f88bd65b628a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:47:54.991792 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-283fc915-f638-42a0-a81f-a304598bc6f1 req-1d4f662a-f773-483d-8e62-f88bd65b628a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=887bc10b4e704641954048c16602273c&device_id=549e2a90-1cf4-4abc-b391-fd6591f2fd81 HTTP/1.1" status: 200 len: 1095 time: 0.0548530 Oct 30 15:47:55.105730 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283fc915-f638-42a0-a81f-a304598bc6f1 req-ba155df4-bda5-47c0-8d10-69e44505ff99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:47:55.107325 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-283fc915-f638-42a0-a81f-a304598bc6f1 req-ba155df4-bda5-47c0-8d10-69e44505ff99 service neutron] 10.222.0.44 "GET /v2.0/networks?id=eaec26f8-16ce-4842-b83b-287e7177f318 HTTP/1.1" status: 200 len: 913 time: 0.1093662 Oct 30 15:47:55.173754 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-283fc915-f638-42a0-a81f-a304598bc6f1 req-85a218f8-63ea-4cab-93ef-7168f992b666 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4453959-1eaf-4417-b192-165bd4afa278 HTTP/1.1" status: 200 len: 217 time: 0.0589316 Oct 30 15:47:55.233576 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283fc915-f638-42a0-a81f-a304598bc6f1 req-8f04d007-02b1-4480-98ff-2e6cffd183a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:47:55.235369 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-283fc915-f638-42a0-a81f-a304598bc6f1 req-8f04d007-02b1-4480-98ff-2e6cffd183a7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e2126f42-6201-4d38-a336-acc99efa4108 HTTP/1.1" status: 200 len: 851 time: 0.0543857 Oct 30 15:47:55.295400 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283fc915-f638-42a0-a81f-a304598bc6f1 req-ed37c97a-9428-4c25-9dae-88c213570cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:47:55.297215 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-283fc915-f638-42a0-a81f-a304598bc6f1 req-ed37c97a-9428-4c25-9dae-88c213570cce service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eaec26f8-16ce-4842-b83b-287e7177f318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542881 Oct 30 15:47:55.422253 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-283fc915-f638-42a0-a81f-a304598bc6f1 req-3f67b7f5-0893-4947-9d93-fef64263f16b service neutron] 10.222.0.44 "GET /v2.0/networks/eaec26f8-16ce-4842-b83b-287e7177f318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178129 Oct 30 15:47:55.508913 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6810a4d1-fd68-4015-b1a1-fc2999003ce1 req-1a6e2822-1832-4421-895c-7d0c4ae25ad0 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:47:55.511322 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6810a4d1-fd68-4015-b1a1-fc2999003ce1 req-1a6e2822-1832-4421-895c-7d0c4ae25ad0 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=549e2a90-1cf4-4abc-b391-fd6591f2fd81 HTTP/1.1" status: 200 len: 943 time: 0.0855994 Oct 30 15:47:55.554305 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-283fc915-f638-42a0-a81f-a304598bc6f1 req-413a375d-8a83-4748-843d-eeae88ba7d71 service neutron] 10.222.0.44 "GET /v2.0/networks/eaec26f8-16ce-4842-b83b-287e7177f318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256611 Oct 30 15:47:55.556928 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6810a4d1-fd68-4015-b1a1-fc2999003ce1 req-321fca53-c941-4b7c-8cb9-450a777bc664 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6103736-3251-4427-af42-92b533f3dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387316 Oct 30 15:47:56.711051 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:47:56.723419 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c4a4a8-b44e-4b50-b6f9-da7bd2626494 req-9d9c1f74-9dc1-4a84-aae3-9d8d354efb28 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:47:56.724943 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-65c4a4a8-b44e-4b50-b6f9-da7bd2626494 req-9d9c1f74-9dc1-4a84-aae3-9d8d354efb28 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=549e2a90-1cf4-4abc-b391-fd6591f2fd81 HTTP/1.1" status: 200 len: 943 time: 0.0673857 Oct 30 15:47:56.776449 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-65c4a4a8-b44e-4b50-b6f9-da7bd2626494 req-faac11c7-e855-4b6f-aac6-af0bd7c0c64b tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6103736-3251-4427-af42-92b533f3dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438855 Oct 30 15:47:57.922141 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ed062-901b-48b2-b5e6-1931a0c67208 req-1d6571eb-2ebc-48ca-ab87-48798fbfe267 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:47:57.924048 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7c9ed062-901b-48b2-b5e6-1931a0c67208 req-1d6571eb-2ebc-48ca-ab87-48798fbfe267 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=549e2a90-1cf4-4abc-b391-fd6591f2fd81 HTTP/1.1" status: 200 len: 943 time: 0.0547526 Oct 30 15:47:57.967998 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7c9ed062-901b-48b2-b5e6-1931a0c67208 req-691469b5-f84b-4fec-9563-c802ed11d67d tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6103736-3251-4427-af42-92b533f3dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372150 Oct 30 15:47:59.098724 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44962d3a-09b2-43d5-9140-81411ff98b70 req-41ad6c4d-068e-45eb-b057-75041aa50cc2 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:47:59.100483 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-44962d3a-09b2-43d5-9140-81411ff98b70 req-41ad6c4d-068e-45eb-b057-75041aa50cc2 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=549e2a90-1cf4-4abc-b391-fd6591f2fd81 HTTP/1.1" status: 200 len: 943 time: 0.0546885 Oct 30 15:47:59.145543 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-44962d3a-09b2-43d5-9140-81411ff98b70 req-61a302bb-e360-47b0-b8f9-e327a83c1d6b tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6103736-3251-4427-af42-92b533f3dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388014 Oct 30 15:48:00.150691 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:00.274083 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae18ee-77c7-496c-8cbc-f6eb90ed5b7d req-416f0b96-def0-4fe8-9809-87bdddf17837 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:48:00.275600 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-58ae18ee-77c7-496c-8cbc-f6eb90ed5b7d req-416f0b96-def0-4fe8-9809-87bdddf17837 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=549e2a90-1cf4-4abc-b391-fd6591f2fd81 HTTP/1.1" status: 200 len: 943 time: 0.0509801 Oct 30 15:48:00.312937 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-58ae18ee-77c7-496c-8cbc-f6eb90ed5b7d req-0bf9fe6c-76ee-498d-b05e-be63c1f30f10 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6103736-3251-4427-af42-92b533f3dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313962 Oct 30 15:48:01.435731 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed480e92-e1f2-4280-93e5-b19693f91ba0 req-45f916d3-4fb5-4802-9ef9-15020bcf6d92 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:48:01.437122 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ed480e92-e1f2-4280-93e5-b19693f91ba0 req-45f916d3-4fb5-4802-9ef9-15020bcf6d92 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=549e2a90-1cf4-4abc-b391-fd6591f2fd81 HTTP/1.1" status: 200 len: 943 time: 0.0520790 Oct 30 15:48:01.481554 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ed480e92-e1f2-4280-93e5-b19693f91ba0 req-68006fa7-2f0f-4611-b59a-3455520762d5 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6103736-3251-4427-af42-92b533f3dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382524 Oct 30 15:48:02.150861 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:02.614972 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d9ad59-db7d-4c86-857c-64f000011012 req-40f8ad63-561f-4c3b-9d3f-78d3c8d182bd tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:48:02.616517 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d8d9ad59-db7d-4c86-857c-64f000011012 req-40f8ad63-561f-4c3b-9d3f-78d3c8d182bd tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=549e2a90-1cf4-4abc-b391-fd6591f2fd81 HTTP/1.1" status: 200 len: 943 time: 0.0559833 Oct 30 15:48:02.665626 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d8d9ad59-db7d-4c86-857c-64f000011012 req-79a5823d-c9b8-44c9-928c-21e6163e701e tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6103736-3251-4427-af42-92b533f3dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429707 Oct 30 15:48:03.789292 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d43b54-31c5-4450-850b-f087728ef295 req-0c849e9a-94df-4aa2-8266-4890086c24be tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:48:03.791405 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-27d43b54-31c5-4450-850b-f087728ef295 req-0c849e9a-94df-4aa2-8266-4890086c24be tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=549e2a90-1cf4-4abc-b391-fd6591f2fd81 HTTP/1.1" status: 200 len: 943 time: 0.0522869 Oct 30 15:48:03.837383 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-27d43b54-31c5-4450-850b-f087728ef295 req-18b6412f-da57-4f84-9705-d3e8165a46be tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6103736-3251-4427-af42-92b533f3dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398955 Oct 30 15:48:04.957613 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12dd06d-e75b-4954-9c5f-58e017d6b473 req-42441822-362e-4885-a5de-5f1e7cf445db tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:48:04.959107 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d12dd06d-e75b-4954-9c5f-58e017d6b473 req-42441822-362e-4885-a5de-5f1e7cf445db tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=549e2a90-1cf4-4abc-b391-fd6591f2fd81 HTTP/1.1" status: 200 len: 943 time: 0.0539262 Oct 30 15:48:05.001974 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d12dd06d-e75b-4954-9c5f-58e017d6b473 req-6a454395-779f-4f0f-b224-73cd7a8a47c1 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6103736-3251-4427-af42-92b533f3dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328121 Oct 30 15:48:06.135637 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b1bcc-4248-4a56-bdc4-4f8333cb364b req-336bd583-bdf2-4e97-8b9d-b8ac8a3a13ea tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:48:06.137905 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c10b1bcc-4248-4a56-bdc4-4f8333cb364b req-336bd583-bdf2-4e97-8b9d-b8ac8a3a13ea tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=549e2a90-1cf4-4abc-b391-fd6591f2fd81 HTTP/1.1" status: 200 len: 943 time: 0.0626910 Oct 30 15:48:06.179115 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c10b1bcc-4248-4a56-bdc4-4f8333cb364b req-57c5aaab-d0b7-4a69-9a56-2db435bddb9d tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6103736-3251-4427-af42-92b533f3dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343502 Oct 30 15:48:07.037750 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device d4453959-1eaf-4417-b192-165bd4afa278 details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:48:07.143220 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port d4453959-1eaf-4417-b192-165bd4afa278, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=d4453959-1eaf-4417-b192-165bd4afa278,segment=NetworkSegment(eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15),segment_id=eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:48:07.155546 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': 'd4453959-1eaf-4417-b192-165bd4afa278', 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318', 'port_id': 'd4453959-1eaf-4417-b192-165bd4afa278', 'mac_address': 'fa:16:3e:af:ee:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2126f42-6201-4d38-a336-acc99efa4108', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:48:07.198648 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:07.213086 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4453959-1eaf-4417-b192-165bd4afa278 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:48:07.233999 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port d4453959-1eaf-4417-b192-165bd4afa278, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=d4453959-1eaf-4417-b192-165bd4afa278,segment=NetworkSegment(eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15),segment_id=eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:48:07.238516 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:07.295179 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=d4453959-1eaf-4417-b192-165bd4afa278,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:48:07.303173 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:48:07.304018 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:48:07.304379 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:48:07.304723 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:48:07.305061 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:48:07.305397 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:48:07.305731 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:48:07.306062 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:48:07.306390 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:48:07.306720 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:48:07.307047 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:48:07.307372 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:48:07.309733 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dfc409-9ecc-42ed-ad32-8f7887593e65 req-29db4f9d-7708-41aa-87a7-27a20942941a tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:48:07.312714 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-23dfc409-9ecc-42ed-ad32-8f7887593e65 req-29db4f9d-7708-41aa-87a7-27a20942941a tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=549e2a90-1cf4-4abc-b391-fd6591f2fd81 HTTP/1.1" status: 200 len: 944 time: 0.0542586 Oct 30 15:48:07.351999 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-23dfc409-9ecc-42ed-ad32-8f7887593e65 req-a8b7a4b6-3cb7-49db-8abc-44f0fec2dd2f tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6103736-3251-4427-af42-92b533f3dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318143 Oct 30 15:48:07.469379 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['d4453959-1eaf-4417-b192-165bd4afa278'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:48:08.467828 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e3e034-6037-4c1b-a9e9-179d63dd2d1e req-876558cf-577d-40ec-832c-98b2ecea2469 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:48:08.470005 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c9e3e034-6037-4c1b-a9e9-179d63dd2d1e req-876558cf-577d-40ec-832c-98b2ecea2469 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=549e2a90-1cf4-4abc-b391-fd6591f2fd81 HTTP/1.1" status: 200 len: 944 time: 0.0503957 Oct 30 15:48:08.511706 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c9e3e034-6037-4c1b-a9e9-179d63dd2d1e req-fd3cd788-cf81-4f01-b819-ae120819453f tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6103736-3251-4427-af42-92b533f3dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343626 Oct 30 15:48:09.053153 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device d4453959-1eaf-4417-b192-165bd4afa278 up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:48:09.104912 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port d4453959-1eaf-4417-b192-165bd4afa278 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:48:09.110346 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port d4453959-1eaf-4417-b192-165bd4afa278 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:48:09.110720 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:09.204930 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:09.229422 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '549e2a90-1cf4-4abc-b391-fd6591f2fd81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4453959-1eaf-4417-b192-165bd4afa278'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:48:09.231686 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d029d1-9b3b-4fb3-a197-89de8b44f05b" -d '{"events": [{"server_uuid": "549e2a90-1cf4-4abc-b391-fd6591f2fd81", "name": "network-vif-plugged", "status": "completed", "tag": "d4453959-1eaf-4417-b192-165bd4afa278"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:48:09.249314 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port d4453959-1eaf-4417-b192-165bd4afa278, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=d4453959-1eaf-4417-b192-165bd4afa278,segment=NetworkSegment(eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15),segment_id=eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:48:09.255295 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:09.287092 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed6372a7-fdf6-4c09-886f-8bc07d17a5c7 x-openstack-request-id: req-ed6372a7-fdf6-4c09-886f-8bc07d17a5c7 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:48:09.287779 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "549e2a90-1cf4-4abc-b391-fd6591f2fd81", "name": "network-vif-plugged", "status": "completed", "tag": "d4453959-1eaf-4417-b192-165bd4afa278", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:48:09.288363 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ed6372a7-fdf6-4c09-886f-8bc07d17a5c7 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:48:09.289414 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '549e2a90-1cf4-4abc-b391-fd6591f2fd81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4453959-1eaf-4417-b192-165bd4afa278', 'code': 200} Oct 30 15:48:09.321531 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=d4453959-1eaf-4417-b192-165bd4afa278,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:48:09.385694 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a4e91-6082-4d7e-a6e4-b26a49acc5ef req-a424614f-7b59-43f9-b1b3-cc10d82266f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:48:09.387199 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9e3a4e91-6082-4d7e-a6e4-b26a49acc5ef req-a424614f-7b59-43f9-b1b3-cc10d82266f5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=549e2a90-1cf4-4abc-b391-fd6591f2fd81 HTTP/1.1" status: 200 len: 1097 time: 0.0410252 Oct 30 15:48:09.426262 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9e3a4e91-6082-4d7e-a6e4-b26a49acc5ef req-fb2f65aa-7a2d-4dc6-9e0f-e74f95dfd847 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a6103736-3251-4427-af42-92b533f3dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319130 Oct 30 15:48:09.643433 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea1606-1cee-436e-8a3e-9f9b611857fd req-6e44baa5-36a9-41f7-943a-f8516d9a2568 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:48:09.644878 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5dea1606-1cee-436e-8a3e-9f9b611857fd req-6e44baa5-36a9-41f7-943a-f8516d9a2568 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=549e2a90-1cf4-4abc-b391-fd6591f2fd81 HTTP/1.1" status: 200 len: 945 time: 0.0515881 Oct 30 15:48:09.688266 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5dea1606-1cee-436e-8a3e-9f9b611857fd req-0485906e-b899-48cc-ac51-d7b013cb0210 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6103736-3251-4427-af42-92b533f3dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362513 Oct 30 15:48:10.811323 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae995442-147c-4da4-a822-7a9c9e2b4b59 req-87cc3ffe-0ae4-4809-8486-323724c1b51a tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:48:10.812845 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ae995442-147c-4da4-a822-7a9c9e2b4b59 req-87cc3ffe-0ae4-4809-8486-323724c1b51a tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=549e2a90-1cf4-4abc-b391-fd6591f2fd81 HTTP/1.1" status: 200 len: 945 time: 0.0542614 Oct 30 15:48:10.854912 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ae995442-147c-4da4-a822-7a9c9e2b4b59 req-00006705-6683-4357-899c-ff4be80430a3 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6103736-3251-4427-af42-92b533f3dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360150 Oct 30 15:48:10.970820 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c56c7b-632f-43e9-88bf-dd3f5f56343f req-e66dcf59-8924-48de-9165-ebe8ea30ef3e tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:48:10.972320 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d1c56c7b-632f-43e9-88bf-dd3f5f56343f req-e66dcf59-8924-48de-9165-ebe8ea30ef3e tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=549e2a90-1cf4-4abc-b391-fd6591f2fd81 HTTP/1.1" status: 200 len: 945 time: 0.0485547 Oct 30 15:48:11.010441 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d1c56c7b-632f-43e9-88bf-dd3f5f56343f req-25c2af5b-ef02-4bab-bef7-d8d5d306cc25 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6103736-3251-4427-af42-92b533f3dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320084 Oct 30 15:48:11.032668 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 54158) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:48:11.071500 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91aef78-21c2-4df9-b13a-c4e04c780b5f tempest-TestVolumeBootPattern-1694188669 tempest-TestVolumeBootPattern-1694188669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:48:11.073140 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b91aef78-21c2-4df9-b13a-c4e04c780b5f tempest-TestVolumeBootPattern-1694188669 tempest-TestVolumeBootPattern-1694188669-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=549e2a90-1cf4-4abc-b391-fd6591f2fd81 HTTP/1.1" status: 200 len: 1092 time: 0.0394974 Oct 30 15:48:11.076112 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 54160) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:48:11.080333 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-f0d17491-e162-4de3-a551-1e8ca927aaf9 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Request body: {'floatingip': {'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'port_id': 'd4453959-1eaf-4417-b192-165bd4afa278', 'tenant_id': '887bc10b4e704641954048c16602273c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:48:11.102650 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f0d17491-e162-4de3-a551-1e8ca927aaf9 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks [] for floatingip, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:11.205677 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f0d17491-e162-4de3-a551-1e8ca927aaf9 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:11.316703 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-f0d17491-e162-4de3-a551-1e8ca927aaf9 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Allocated IP 172.25.4.166 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/a87e2f39-a1f4-47a3-9055-b9823f6b8736) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:48:11.422831 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f0d17491-e162-4de3-a551-1e8ca927aaf9 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:11.459952 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f0d17491-e162-4de3-a551-1e8ca927aaf9 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:11.506942 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d17491-e162-4de3-a551-1e8ca927aaf9 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:48:11.510275 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-f0d17491-e162-4de3-a551-1e8ca927aaf9 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:48:11.513716 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d17491-e162-4de3-a551-1e8ca927aaf9 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:48:11.539908 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d17491-e162-4de3-a551-1e8ca927aaf9 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Pushing event updated for resources: {'Port': ['ID=a87e2f39-a1f4-47a3-9055-b9823f6b8736,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:48:11.851206 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f0d17491-e162-4de3-a551-1e8ca927aaf9 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:11.921070 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f0d17491-e162-4de3-a551-1e8ca927aaf9 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:12.037954 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 54170) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:48:12.043151 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-2957f9ef-59ec-40e7-a12c-e08c9d16d93c tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1312736038', 'description': 'tempest-secgroup-smoke-1312736038 description', 'project_id': '2b3748d15be342eba295b9b347a3975a'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:48:12.065518 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2957f9ef-59ec-40e7-a12c-e08c9d16d93c tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:12.074281 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f0d17491-e162-4de3-a551-1e8ca927aaf9 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:12.079306 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f0d17491-e162-4de3-a551-1e8ca927aaf9 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:12.134873 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2957f9ef-59ec-40e7-a12c-e08c9d16d93c tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:12.139289 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2957f9ef-59ec-40e7-a12c-e08c9d16d93c tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:12.153264 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d17491-e162-4de3-a551-1e8ca927aaf9 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Pushing event updated for resources: {'Port': ['ID=a87e2f39-a1f4-47a3-9055-b9823f6b8736,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:48:12.165916 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f0d17491-e162-4de3-a551-1e8ca927aaf9 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:12.170444 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2957f9ef-59ec-40e7-a12c-e08c9d16d93c tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:12.171707 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-2957f9ef-59ec-40e7-a12c-e08c9d16d93c tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1321204 Oct 30 15:48:12.173715 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2957f9ef-59ec-40e7-a12c-e08c9d16d93c tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e68d040b-a0e1-46e8-a13c-f5ecab9c5d3c,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:48:12.176687 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 54172) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:48:12.181678 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-c06aeeed-3722-4e7f-8402-ed20edcd9e14 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Request body: {'security_group_rule': {'security_group_id': 'e68d040b-a0e1-46e8-a13c-f5ecab9c5d3c', 'project_id': '2b3748d15be342eba295b9b347a3975a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:48:12.208241 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c06aeeed-3722-4e7f-8402-ed20edcd9e14 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:12.268406 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c06aeeed-3722-4e7f-8402-ed20edcd9e14 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:12.273003 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c06aeeed-3722-4e7f-8402-ed20edcd9e14 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:12.292119 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06aeeed-3722-4e7f-8402-ed20edcd9e14 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ec610b9-b64d-4bd2-a4ba-eadf848504dd,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:48:12.299143 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c06aeeed-3722-4e7f-8402-ed20edcd9e14 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:12.300413 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-c06aeeed-3722-4e7f-8402-ed20edcd9e14 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1226904 Oct 30 15:48:12.303203 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 54174) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:48:12.308355 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-95bab17a-cfc9-419d-a7c1-d26eac63e406 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Request body: {'security_group_rule': {'security_group_id': 'e68d040b-a0e1-46e8-a13c-f5ecab9c5d3c', 'project_id': '2b3748d15be342eba295b9b347a3975a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:48:12.337254 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-95bab17a-cfc9-419d-a7c1-d26eac63e406 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:12.401794 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-95bab17a-cfc9-419d-a7c1-d26eac63e406 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:12.406216 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-95bab17a-cfc9-419d-a7c1-d26eac63e406 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:12.424063 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bab17a-cfc9-419d-a7c1-d26eac63e406 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc2916fe-bb97-45d8-a0a1-f8329c822c01,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:48:12.434437 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-95bab17a-cfc9-419d-a7c1-d26eac63e406 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:12.435712 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-95bab17a-cfc9-419d-a7c1-d26eac63e406 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1309638 Oct 30 15:48:12.438486 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 54176) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:48:12.443045 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-e6b26b99-0241-4d9f-8dd4-947e6f590bee tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Request body: {'security_group_rule': {'security_group_id': 'e68d040b-a0e1-46e8-a13c-f5ecab9c5d3c', 'project_id': '2b3748d15be342eba295b9b347a3975a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:48:12.470237 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e6b26b99-0241-4d9f-8dd4-947e6f590bee tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:12.533625 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e6b26b99-0241-4d9f-8dd4-947e6f590bee tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:12.537944 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e6b26b99-0241-4d9f-8dd4-947e6f590bee tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:12.557638 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b26b99-0241-4d9f-8dd4-947e6f590bee tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8c3388d-7dd2-4d82-b9b3-23bac59c15b8,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:48:12.564642 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e6b26b99-0241-4d9f-8dd4-947e6f590bee tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:12.565778 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-e6b26b99-0241-4d9f-8dd4-947e6f590bee tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1263170 Oct 30 15:48:12.568635 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 54178) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:48:12.573672 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-e2866f9e-4173-4e87-a8a0-e9d55b199d81 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Request body: {'security_group_rule': {'security_group_id': 'e68d040b-a0e1-46e8-a13c-f5ecab9c5d3c', 'project_id': '2b3748d15be342eba295b9b347a3975a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:48:12.599848 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e2866f9e-4173-4e87-a8a0-e9d55b199d81 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:12.612043 n-d-806683-17 neutron-server[102130]: INFO neutron.db.l3_db [None req-f0d17491-e162-4de3-a551-1e8ca927aaf9 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Floating IP adf32f41-3cf0-4cd0-91f1-82c7e7b52c6b associated. External IP: 172.25.4.166, port: d4453959-1eaf-4417-b192-165bd4afa278. Oct 30 15:48:12.659066 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e2866f9e-4173-4e87-a8a0-e9d55b199d81 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:12.663591 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e2866f9e-4173-4e87-a8a0-e9d55b199d81 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:12.682859 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2866f9e-4173-4e87-a8a0-e9d55b199d81 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f82fa6a-4a44-483c-965b-de2f32e040ac,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:48:12.689230 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e2866f9e-4173-4e87-a8a0-e9d55b199d81 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:12.690453 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-e2866f9e-4173-4e87-a8a0-e9d55b199d81 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1202345 Oct 30 15:48:12.693402 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 54180) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:48:12.700633 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-55179608-52c9-4e7c-8e4a-a154a5a92698 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Request body: {'security_group_rule': {'security_group_id': 'e68d040b-a0e1-46e8-a13c-f5ecab9c5d3c', 'project_id': '2b3748d15be342eba295b9b347a3975a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:48:12.738974 n-d-806683-17 neutron-server[102130]: INFO neutron.db.securitygroups_db [None req-55179608-52c9-4e7c-8e4a-a154a5a92698 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Project 2b3748d15be342eba295b9b347a3975a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 30 15:48:12.746874 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-55179608-52c9-4e7c-8e4a-a154a5a92698 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:12.875759 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-55179608-52c9-4e7c-8e4a-a154a5a92698 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:12.881816 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-55179608-52c9-4e7c-8e4a-a154a5a92698 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:12.904951 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55179608-52c9-4e7c-8e4a-a154a5a92698 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceaee802-43e5-4248-a21b-27c683fb6c6f,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:48:12.909464 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0d17491-e162-4de3-a551-1e8ca927aaf9 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Router 966d4cf7-96e3-47f4-a906-6b02346ee5fe has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:48:12.913945 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-55179608-52c9-4e7c-8e4a-a154a5a92698 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:12.915116 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-55179608-52c9-4e7c-8e4a-a154a5a92698 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2207716 Oct 30 15:48:12.917845 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 54182) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:48:12.923193 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-8920aeda-9849-4c5a-9854-62226a741bac tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Request body: {'security_group_rule': {'security_group_id': 'e68d040b-a0e1-46e8-a13c-f5ecab9c5d3c', 'project_id': '2b3748d15be342eba295b9b347a3975a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:48:13.009713 n-d-806683-17 neutron-server[102130]: INFO neutron.db.securitygroups_db [None req-8920aeda-9849-4c5a-9854-62226a741bac tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Project 2b3748d15be342eba295b9b347a3975a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 30 15:48:13.018657 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8920aeda-9849-4c5a-9854-62226a741bac tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:13.081652 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d17491-e162-4de3-a551-1e8ca927aaf9 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:48:13.092974 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d7e0d9-d9d2-43b5-a4a8-40cf5e42b412 None None] Sync routers for ids ['966d4cf7-96e3-47f4-a906-6b02346ee5fe'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:48:13.100076 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8920aeda-9849-4c5a-9854-62226a741bac tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:13.102976 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d7e0d9-d9d2-43b5-a4a8-40cf5e42b412 None None] Routers {'966d4cf7-96e3-47f4-a906-6b02346ee5fe'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:48:13.103810 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-23d7e0d9-d9d2-43b5-a4a8-40cf5e42b412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:47:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['966d4cf7-96e3-47f4-a906-6b02346ee5fe'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:48:13.104815 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8920aeda-9849-4c5a-9854-62226a741bac tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:13.112927 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f0d17491-e162-4de3-a551-1e8ca927aaf9 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:13.149477 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8920aeda-9849-4c5a-9854-62226a741bac tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3b4472b-e887-4f8f-9536-b77385e32f4e,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:48:13.153650 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-f0d17491-e162-4de3-a551-1e8ca927aaf9 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0765874 Oct 30 15:48:13.154206 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '549e2a90-1cf4-4abc-b391-fd6591f2fd81', 'tag': 'd4453959-1eaf-4417-b192-165bd4afa278'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:48:13.156506 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c714445-507c-4f09-b381-f7a861e79c37" -d '{"events": [{"name": "network-changed", "server_uuid": "549e2a90-1cf4-4abc-b391-fd6591f2fd81", "tag": "d4453959-1eaf-4417-b192-165bd4afa278"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:48:13.165466 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8920aeda-9849-4c5a-9854-62226a741bac tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:13.166666 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-8920aeda-9849-4c5a-9854-62226a741bac tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2477164 Oct 30 15:48:13.197893 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4160fb58-c2b3-4bc3-b8dc-bf44e88114e7 x-openstack-request-id: req-4160fb58-c2b3-4bc3-b8dc-bf44e88114e7 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:48:13.198212 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "549e2a90-1cf4-4abc-b391-fd6591f2fd81", "tag": "d4453959-1eaf-4417-b192-165bd4afa278", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:48:13.198488 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4160fb58-c2b3-4bc3-b8dc-bf44e88114e7 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:48:13.198899 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '549e2a90-1cf4-4abc-b391-fd6591f2fd81', 'tag': 'd4453959-1eaf-4417-b192-165bd4afa278', 'status': 'completed', 'code': 200} Oct 30 15:48:13.226891 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-23d7e0d9-d9d2-43b5-a4a8-40cf5e42b412 None None] Set router 966d4cf7-96e3-47f4-a906-6b02346ee5fe gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:48:13.267484 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c714445-507c-4f09-b381-f7a861e79c37 req-20881ee5-0cd9-4aa4-b231-c24266056b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:48:13.269009 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4c714445-507c-4f09-b381-f7a861e79c37 req-20881ee5-0cd9-4aa4-b231-c24266056b3f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=887bc10b4e704641954048c16602273c&device_id=549e2a90-1cf4-4abc-b391-fd6591f2fd81 HTTP/1.1" status: 200 len: 1097 time: 0.0465257 Oct 30 15:48:13.367616 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c714445-507c-4f09-b381-f7a861e79c37 req-90502d34-722f-42dd-bec9-cef8236b906b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:48:13.369472 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4c714445-507c-4f09-b381-f7a861e79c37 req-90502d34-722f-42dd-bec9-cef8236b906b service neutron] 10.222.0.44 "GET /v2.0/networks?id=eaec26f8-16ce-4842-b83b-287e7177f318 HTTP/1.1" status: 200 len: 913 time: 0.0916181 Oct 30 15:48:13.373858 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-edecffb4-c3c0-4aae-abea-7d4771342829 req-31ec7857-d31b-4aa3-bfe2-d666db29fbf5 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1312736038&fields=id&tenant_id=2b3748d15be342eba295b9b347a3975a HTTP/1.1" status: 200 len: 267 time: 0.0326018 Oct 30 15:48:13.440600 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4c714445-507c-4f09-b381-f7a861e79c37 req-ce663bb4-f5a0-4520-8a10-3f74d2f3d20c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4453959-1eaf-4417-b192-165bd4afa278 HTTP/1.1" status: 200 len: 999 time: 0.0641520 Oct 30 15:48:13.471278 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-23d7e0d9-d9d2-43b5-a4a8-40cf5e42b412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'name': 'tempest-TestVolumeBootPattern-2112133331-router', 'tenant_id': '887bc10b4e704641954048c16602273c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '91f6b4ea-b190-41e2-9624-0a6ec604ddb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:39:01Z', 'updated_at': '2021-10-30T15:39:05Z', 'revision_number': 4, 'project_id': '887bc10b4e704641954048c16602273c', 'gw_port': {'id': '91f6b4ea-b190-41e2-9624-0a6ec604ddb1', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:39:02Z', 'updated_at': '2021-10-30T15:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '2261df99-254d-43b8-be26-093631d095a0', 'tenant_id': '887bc10b4e704641954048c16602273c', 'floating_ip_address': '172.25.4.216', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'port_id': 'd9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318', 'mac_address': 'fa:16:3e:5c:f4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf55836-bc77-49c7-a569-7e3ffaced8a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:45:56Z', 'updated_at': '2021-10-30T15:45:59Z', 'revision_number': 1, 'project_id': '887bc10b4e704641954048c16602273c', 'fixed_ip_address_scope': None}, {'id': 'adf32f41-3cf0-4cd0-91f1-82c7e7b52c6b', 'tenant_id': '887bc10b4e704641954048c16602273c', 'floating_ip_address': '172.25.4.166', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'port_id': 'd4453959-1eaf-4417-b192-165bd4afa278', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318', 'mac_address': 'fa:16:3e:af:ee:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549e2a90-1cf4-4abc-b391-fd6591f2fd81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:48:11Z', 'updated_at': '2021-10-30T15:48:11Z', 'revision_number': 0, 'project_id': '887bc10b4e704641954048c16602273c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '612c1443-77a5-4a63-8a66-8681588aaae7', 'name': '', 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318', 'tenant_id': '887bc10b4e704641954048c16602273c', 'mac_address': 'fa:16:3e:29:79:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': 'e2126f42-6201-4d38-a336-acc99efa4108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:39:04Z', 'updated_at': '2021-10-30T15:39:11Z', 'revision_number': 5, 'project_id': '887bc10b4e704641954048c16602273c', 'subnets': [{'id': 'e2126f42-6201-4d38-a336-acc99efa4108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:48:13.485507 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edecffb4-c3c0-4aae-abea-7d4771342829 req-0fbabf23-055b-427f-88c7-567a9375e870 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:48:13.492102 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-edecffb4-c3c0-4aae-abea-7d4771342829 req-0fbabf23-055b-427f-88c7-567a9375e870 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] 10.222.0.62 "GET /v2.0/networks?id=ebec7066-af7b-47e3-a017-438ab11796b5 HTTP/1.1" status: 200 len: 813 time: 0.1105442 Oct 30 15:48:13.492801 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c714445-507c-4f09-b381-f7a861e79c37 req-18cada81-896b-40f3-b538-9b0d985456b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:48:13.494430 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4c714445-507c-4f09-b381-f7a861e79c37 req-18cada81-896b-40f3-b538-9b0d985456b6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e2126f42-6201-4d38-a336-acc99efa4108 HTTP/1.1" status: 200 len: 851 time: 0.0471160 Oct 30 15:48:13.498424 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d7e0d9-d9d2-43b5-a4a8-40cf5e42b412 None None] Checking router: 966d4cf7-96e3-47f4-a906-6b02346ee5fe for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:48:13.503231 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-edecffb4-c3c0-4aae-abea-7d4771342829 req-92c8dc68-41d4-4f6a-bef1-8684149206d5 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] 10.222.0.62 "GET /v2.0/quotas/2b3748d15be342eba295b9b347a3975a HTTP/1.1" status: 200 len: 375 time: 0.0097842 Oct 30 15:48:13.510780 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d7e0d9-d9d2-43b5-a4a8-40cf5e42b412 None None] Routers {'966d4cf7-96e3-47f4-a906-6b02346ee5fe'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:48:13.511404 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-23d7e0d9-d9d2-43b5-a4a8-40cf5e42b412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:47:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['966d4cf7-96e3-47f4-a906-6b02346ee5fe'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:48:13.540986 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c714445-507c-4f09-b381-f7a861e79c37 req-f66eed1d-a2fd-4079-bb40-0f741a4ae7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:48:13.542661 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4c714445-507c-4f09-b381-f7a861e79c37 req-f66eed1d-a2fd-4079-bb40-0f741a4ae7f0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eaec26f8-16ce-4842-b83b-287e7177f318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418837 Oct 30 15:48:13.559070 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-edecffb4-c3c0-4aae-abea-7d4771342829 req-76211cee-f4f5-485c-a251-1bff644290f6 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=2b3748d15be342eba295b9b347a3975a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470300 Oct 30 15:48:13.618961 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-23d7e0d9-d9d2-43b5-a4a8-40cf5e42b412 None None] Set router 966d4cf7-96e3-47f4-a906-6b02346ee5fe gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:48:13.646187 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4c714445-507c-4f09-b381-f7a861e79c37 req-892928ff-99cf-42eb-ac88-265a3c6b3a42 service neutron] 10.222.0.44 "GET /v2.0/networks/eaec26f8-16ce-4842-b83b-287e7177f318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962040 Oct 30 15:48:13.668699 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-edecffb4-c3c0-4aae-abea-7d4771342829 req-cc9bdefa-23a8-4fc4-a6bd-5e31f267a6c5 service neutron] 10.222.0.62 "GET /v2.0/networks/ebec7066-af7b-47e3-a017-438ab11796b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942583 Oct 30 15:48:13.737703 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4c714445-507c-4f09-b381-f7a861e79c37 req-25b51718-328b-4151-a3c5-54747bfda7e4 service neutron] 10.222.0.44 "GET /v2.0/networks/eaec26f8-16ce-4842-b83b-287e7177f318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845528 Oct 30 15:48:13.769235 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-edecffb4-c3c0-4aae-abea-7d4771342829 req-4c8852ad-565a-43a2-b1f4-283a5acf27a2 service neutron] 10.222.0.62 "GET /v2.0/networks/ebec7066-af7b-47e3-a017-438ab11796b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939984 Oct 30 15:48:13.863065 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-23d7e0d9-d9d2-43b5-a4a8-40cf5e42b412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'name': 'tempest-TestVolumeBootPattern-2112133331-router', 'tenant_id': '887bc10b4e704641954048c16602273c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '91f6b4ea-b190-41e2-9624-0a6ec604ddb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:39:01Z', 'updated_at': '2021-10-30T15:39:05Z', 'revision_number': 4, 'project_id': '887bc10b4e704641954048c16602273c', 'gw_port': {'id': '91f6b4ea-b190-41e2-9624-0a6ec604ddb1', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:39:02Z', 'updated_at': '2021-10-30T15:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '2261df99-254d-43b8-be26-093631d095a0', 'tenant_id': '887bc10b4e704641954048c16602273c', 'floating_ip_address': '172.25.4.216', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'port_id': 'd9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318', 'mac_address': 'fa:16:3e:5c:f4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf55836-bc77-49c7-a569-7e3ffaced8a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:45:56Z', 'updated_at': '2021-10-30T15:45:59Z', 'revision_number': 1, 'project_id': '887bc10b4e704641954048c16602273c', 'fixed_ip_address_scope': None}, {'id': 'adf32f41-3cf0-4cd0-91f1-82c7e7b52c6b', 'tenant_id': '887bc10b4e704641954048c16602273c', 'floating_ip_address': '172.25.4.166', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'port_id': 'd4453959-1eaf-4417-b192-165bd4afa278', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318', 'mac_address': 'fa:16:3e:af:ee:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549e2a90-1cf4-4abc-b391-fd6591f2fd81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:48:11Z', 'updated_at': '2021-10-30T15:48:11Z', 'revision_number': 0, 'project_id': '887bc10b4e704641954048c16602273c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '612c1443-77a5-4a63-8a66-8681588aaae7', 'name': '', 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318', 'tenant_id': '887bc10b4e704641954048c16602273c', 'mac_address': 'fa:16:3e:29:79:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': 'e2126f42-6201-4d38-a336-acc99efa4108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:39:04Z', 'updated_at': '2021-10-30T15:39:11Z', 'revision_number': 5, 'project_id': '887bc10b4e704641954048c16602273c', 'subnets': [{'id': 'e2126f42-6201-4d38-a336-acc99efa4108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:48:13.890090 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d7e0d9-d9d2-43b5-a4a8-40cf5e42b412 None None] The sync data for ids ['966d4cf7-96e3-47f4-a906-6b02346ee5fe'] in n-d-806683-17 is: [{'id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'name': 'tempest-TestVolumeBootPattern-2112133331-router', 'tenant_id': '887bc10b4e704641954048c16602273c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '91f6b4ea-b190-41e2-9624-0a6ec604ddb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:39:01Z', 'updated_at': '2021-10-30T15:39:05Z', 'revision_number': 4, 'project_id': '887bc10b4e704641954048c16602273c', 'gw_port': {'id': '91f6b4ea-b190-41e2-9624-0a6ec604ddb1', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:39:02Z', 'updated_at': '2021-10-30T15:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '2261df99-254d-43b8-be26-093631d095a0', 'tenant_id': '887bc10b4e704641954048c16602273c', 'floating_ip_address': '172.25.4.216', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'port_id': 'd9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318', 'mac_address': 'fa:16:3e:5c:f4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf55836-bc77-49c7-a569-7e3ffaced8a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:45:56Z', 'updated_at': '2021-10-30T15:45:59Z', 'revision_number': 1, 'project_id': '887bc10b4e704641954048c16602273c', 'fixed_ip_address_scope': None}, {'id': 'adf32f41-3cf0-4cd0-91f1-82c7e7b52c6b', 'tenant_id': '887bc10b4e704641954048c16602273c', 'floating_ip_address': '172.25.4.166', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'port_id': 'd4453959-1eaf-4417-b192-165bd4afa278', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318', 'mac_address': 'fa:16:3e:af:ee:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549e2a90-1cf4-4abc-b391-fd6591f2fd81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:48:11Z', 'updated_at': '2021-10-30T15:48:11Z', 'revision_number': 0, 'project_id': '887bc10b4e704641954048c16602273c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '612c1443-77a5-4a63-8a66-8681588aaae7', 'name': '', 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318', 'tenant_id': '887bc10b4e704641954048c16602273c', 'mac_address': 'fa:16:3e:29:79:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': 'e2126f42-6201-4d38-a336-acc99efa4108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:39:04Z', 'updated_at': '2021-10-30T15:39:11Z', 'revision_number': 5, 'project_id': '887bc10b4e704641954048c16602273c', 'subnets': [{'id': 'e2126f42-6201-4d38-a336-acc99efa4108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:48:14.074478 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-25b86ce4-1083-48d8-92f3-8cd5cdcd3332 req-03ace5ea-ba7e-4d2b-9ddb-53fc4bf375fd tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] 10.222.0.62 "GET /v2.0/ports?device_id=1ec32e5f-81f2-4819-a45c-fc4cc896f8fb HTTP/1.1" status: 200 len: 210 time: 0.0331347 Oct 30 15:48:14.089846 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634d5b76-3424-440f-80d6-b2aedb467a79 None None] New status for floating IP adf32f41-3cf0-4cd0-91f1-82c7e7b52c6b: ACTIVE {{(pid=102133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 15:48:15.158122 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cd448b99-fada-4f8e-871b-ba3fb1d507dd req-c2000438-a764-478a-9b80-9c99274d9aa4 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] 10.222.0.62 "GET /v2.0/ports?device_id=1ec32e5f-81f2-4819-a45c-fc4cc896f8fb HTTP/1.1" status: 200 len: 210 time: 0.0335498 Oct 30 15:48:15.996008 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edecffb4-c3c0-4aae-abea-7d4771342829 req-0413ca11-375e-4e29-b0a2-158088ec1b11 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:48:15.997479 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-edecffb4-c3c0-4aae-abea-7d4771342829 req-0413ca11-375e-4e29-b0a2-158088ec1b11 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] 10.222.0.53 "GET /v2.0/networks?id=ebec7066-af7b-47e3-a017-438ab11796b5 HTTP/1.1" status: 200 len: 813 time: 0.1115494 Oct 30 15:48:16.041748 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-edecffb4-c3c0-4aae-abea-7d4771342829 req-f4b58bf8-9b9d-48ce-9e33-857ea90ecfcd tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b3748d15be342eba295b9b347a3975a HTTP/1.1" status: 200 len: 380 time: 0.0356572 Oct 30 15:48:16.051795 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-edecffb4-c3c0-4aae-abea-7d4771342829 req-1e5b8f54-9489-4152-ba80-c8d88aabad66 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Request body: {'port': {'device_id': '1ec32e5f-81f2-4819-a45c-fc4cc896f8fb', 'network_id': 'ebec7066-af7b-47e3-a017-438ab11796b5', 'admin_state_up': True, 'tenant_id': '2b3748d15be342eba295b9b347a3975a', 'security_groups': ['e68d040b-a0e1-46e8-a13c-f5ecab9c5d3c']}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:48:16.163212 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edecffb4-c3c0-4aae-abea-7d4771342829 req-1e5b8f54-9489-4152-ba80-c8d88aabad66 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Made reservation on behalf of 2b3748d15be342eba295b9b347a3975a for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:48:16.166901 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-edecffb4-c3c0-4aae-abea-7d4771342829 req-1e5b8f54-9489-4152-ba80-c8d88aabad66 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:16.268991 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-16ad79d8-b61b-44b8-9928-74d70a936724 req-84665b81-d550-4633-bfc9-4ae6802c2f6a tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] 10.222.0.62 "GET /v2.0/ports?device_id=1ec32e5f-81f2-4819-a45c-fc4cc896f8fb HTTP/1.1" status: 200 len: 210 time: 0.0401642 Oct 30 15:48:16.332705 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-edecffb4-c3c0-4aae-abea-7d4771342829 req-1e5b8f54-9489-4152-ba80-c8d88aabad66 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Allocated IP 172.20.0.6 (ebec7066-af7b-47e3-a017-438ab11796b5/318d5b3d-672b-43f3-9eee-a0731f1682e4/c1e7265f-689d-44e9-86fd-991b530111a2) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:48:16.467938 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-edecffb4-c3c0-4aae-abea-7d4771342829 req-1e5b8f54-9489-4152-ba80-c8d88aabad66 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:16.501651 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-edecffb4-c3c0-4aae-abea-7d4771342829 req-1e5b8f54-9489-4152-ba80-c8d88aabad66 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:16.577854 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edecffb4-c3c0-4aae-abea-7d4771342829 req-1e5b8f54-9489-4152-ba80-c8d88aabad66 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Network ebec7066-af7b-47e3-a017-438ab11796b5 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:48:16.585302 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-edecffb4-c3c0-4aae-abea-7d4771342829 req-1e5b8f54-9489-4152-ba80-c8d88aabad66 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:48:16.588159 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-edecffb4-c3c0-4aae-abea-7d4771342829 req-1e5b8f54-9489-4152-ba80-c8d88aabad66 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:48:16.593277 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5b8f54-9489-4152-ba80-c8d88aabad66 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Pushing event updated for resources: {'Port': ['ID=c1e7265f-689d-44e9-86fd-991b530111a2,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:48:16.633603 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7d14b064-e5db-422a-8959-80e37665500f req-071f5ac2-63d5-4531-83dc-d0f1c7ce677d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=549e2a90-1cf4-4abc-b391-fd6591f2fd81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1205521 Oct 30 15:48:16.649853 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edecffb4-c3c0-4aae-abea-7d4771342829 req-1e5b8f54-9489-4152-ba80-c8d88aabad66 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:48:16.650485 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-edecffb4-c3c0-4aae-abea-7d4771342829 req-1e5b8f54-9489-4152-ba80-c8d88aabad66 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:16.668769 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-edecffb4-c3c0-4aae-abea-7d4771342829 req-1e5b8f54-9489-4152-ba80-c8d88aabad66 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6207001 Oct 30 15:48:16.691749 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-edecffb4-c3c0-4aae-abea-7d4771342829 req-8b9d2278-796c-42a0-9848-089c5971e076 service neutron] Request body: {'port': {'device_id': '1ec32e5f-81f2-4819-a45c-fc4cc896f8fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:48:16.789428 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14b064-e5db-422a-8959-80e37665500f req-e868656b-181a-4189-8f7a-231ebf4b43bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:48:16.791752 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7d14b064-e5db-422a-8959-80e37665500f req-e868656b-181a-4189-8f7a-231ebf4b43bf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=887bc10b4e704641954048c16602273c&device_id=549e2a90-1cf4-4abc-b391-fd6591f2fd81 HTTP/1.1" status: 200 len: 1097 time: 0.0969946 Oct 30 15:48:16.792762 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-edecffb4-c3c0-4aae-abea-7d4771342829 req-8b9d2278-796c-42a0-9848-089c5971e076 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:16.818538 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-73d86dac-c11a-4d49-a3d1-a921a3bf1d73 None None] Provisioning complete for port c1e7265f-689d-44e9-86fd-991b530111a2 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:48:16.819069 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-73d86dac-c11a-4d49-a3d1-a921a3bf1d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:16.854446 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-73d86dac-c11a-4d49-a3d1-a921a3bf1d73 None None] Port c1e7265f-689d-44e9-86fd-991b530111a2 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:48:16.998284 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14b064-e5db-422a-8959-80e37665500f req-b23d5c1c-2d5e-47be-a6b7-b335c0b0456a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:48:16.999797 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7d14b064-e5db-422a-8959-80e37665500f req-b23d5c1c-2d5e-47be-a6b7-b335c0b0456a service neutron] 10.222.0.44 "GET /v2.0/networks?id=eaec26f8-16ce-4842-b83b-287e7177f318 HTTP/1.1" status: 200 len: 913 time: 0.1733627 Oct 30 15:48:17.105435 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7d14b064-e5db-422a-8959-80e37665500f req-f8ba2067-a733-487c-9f51-b8b95d1e3350 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4453959-1eaf-4417-b192-165bd4afa278 HTTP/1.1" status: 200 len: 1001 time: 0.0756695 Oct 30 15:48:17.187250 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14b064-e5db-422a-8959-80e37665500f req-47430604-f30b-4a44-9431-1dcc8fb14222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:48:17.188789 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7d14b064-e5db-422a-8959-80e37665500f req-47430604-f30b-4a44-9431-1dcc8fb14222 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e2126f42-6201-4d38-a336-acc99efa4108 HTTP/1.1" status: 200 len: 851 time: 0.0733907 Oct 30 15:48:17.247175 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-edecffb4-c3c0-4aae-abea-7d4771342829 req-8b9d2278-796c-42a0-9848-089c5971e076 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1e7265f-689d-44e9-86fd-991b530111a2 {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:48:17.257856 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-edecffb4-c3c0-4aae-abea-7d4771342829 req-8b9d2278-796c-42a0-9848-089c5971e076 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:17.275746 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14b064-e5db-422a-8959-80e37665500f req-f6a6d039-7c8a-4f2a-a043-59ef1b256ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:48:17.277359 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7d14b064-e5db-422a-8959-80e37665500f req-f6a6d039-7c8a-4f2a-a043-59ef1b256ad2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eaec26f8-16ce-4842-b83b-287e7177f318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0682054 Oct 30 15:48:17.278326 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-edecffb4-c3c0-4aae-abea-7d4771342829 req-8b9d2278-796c-42a0-9848-089c5971e076 service neutron] Transition to ACTIVE for port object c1e7265f-689d-44e9-86fd-991b530111a2 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:48:17.281305 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-edecffb4-c3c0-4aae-abea-7d4771342829 req-8b9d2278-796c-42a0-9848-089c5971e076 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:17.294194 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:48:17.398492 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9d2278-796c-42a0-9848-089c5971e076 service neutron] Pushing event updated for resources: {'Port': ['ID=c1e7265f-689d-44e9-86fd-991b530111a2,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:48:17.422112 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db247f1c-189f-4132-8409-02816d46199a req-1f54e77c-4b22-40c3-9344-566a41d0e48a tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:48:17.423863 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-db247f1c-189f-4132-8409-02816d46199a req-1f54e77c-4b22-40c3-9344-566a41d0e48a tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] 10.222.0.62 "GET /v2.0/ports?device_id=1ec32e5f-81f2-4819-a45c-fc4cc896f8fb HTTP/1.1" status: 200 len: 943 time: 0.0816169 Oct 30 15:48:17.477664 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-db247f1c-189f-4132-8409-02816d46199a req-5c9b912b-e570-472e-b8e7-359f4ba15ef7 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] 10.222.0.62 "GET /v2.0/security-groups?id=e68d040b-a0e1-46e8-a13c-f5ecab9c5d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474970 Oct 30 15:48:17.488034 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7d14b064-e5db-422a-8959-80e37665500f req-166a4090-bf56-4b1f-8cb4-d3c834831cf9 service neutron] 10.222.0.44 "GET /v2.0/networks/eaec26f8-16ce-4842-b83b-287e7177f318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022815 Oct 30 15:48:17.576620 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-edecffb4-c3c0-4aae-abea-7d4771342829 req-8b9d2278-796c-42a0-9848-089c5971e076 service neutron] Attempting to bind port c1e7265f-689d-44e9-86fd-991b530111a2 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:48:17.577074 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-edecffb4-c3c0-4aae-abea-7d4771342829 req-8b9d2278-796c-42a0-9848-089c5971e076 service neutron] Attempting to bind port c1e7265f-689d-44e9-86fd-991b530111a2 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '99d12c82-1a82-432a-8f59-0a6b85c3686e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ebec7066-af7b-47e3-a017-438ab11796b5'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:48:17.577604 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edecffb4-c3c0-4aae-abea-7d4771342829 req-8b9d2278-796c-42a0-9848-089c5971e076 service neutron] Attempting to bind port c1e7265f-689d-44e9-86fd-991b530111a2 on network ebec7066-af7b-47e3-a017-438ab11796b5 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:48:17.586842 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edecffb4-c3c0-4aae-abea-7d4771342829 req-8b9d2278-796c-42a0-9848-089c5971e076 service neutron] Port c1e7265f-689d-44e9-86fd-991b530111a2 on network ebec7066-af7b-47e3-a017-438ab11796b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:48:17.587296 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edecffb4-c3c0-4aae-abea-7d4771342829 req-8b9d2278-796c-42a0-9848-089c5971e076 service neutron] Attempting to bind port c1e7265f-689d-44e9-86fd-991b530111a2 on network ebec7066-af7b-47e3-a017-438ab11796b5 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:48:17.597365 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edecffb4-c3c0-4aae-abea-7d4771342829 req-8b9d2278-796c-42a0-9848-089c5971e076 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:48:17.597809 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edecffb4-c3c0-4aae-abea-7d4771342829 req-8b9d2278-796c-42a0-9848-089c5971e076 service neutron] Checking segment: {'id': '99d12c82-1a82-432a-8f59-0a6b85c3686e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ebec7066-af7b-47e3-a017-438ab11796b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:48:17.598284 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edecffb4-c3c0-4aae-abea-7d4771342829 req-8b9d2278-796c-42a0-9848-089c5971e076 service neutron] Bound using segment: {'id': '99d12c82-1a82-432a-8f59-0a6b85c3686e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ebec7066-af7b-47e3-a017-438ab11796b5'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:48:17.598844 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-edecffb4-c3c0-4aae-abea-7d4771342829 req-8b9d2278-796c-42a0-9848-089c5971e076 service neutron] Bound port: c1e7265f-689d-44e9-86fd-991b530111a2, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99d12c82-1a82-432a-8f59-0a6b85c3686e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ebec7066-af7b-47e3-a017-438ab11796b5'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:48:17.599279 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-edecffb4-c3c0-4aae-abea-7d4771342829 req-8b9d2278-796c-42a0-9848-089c5971e076 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:17.655754 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7d14b064-e5db-422a-8959-80e37665500f req-5ae74d6e-9471-4f20-a4f3-54d8353e17fa service neutron] 10.222.0.44 "GET /v2.0/networks/eaec26f8-16ce-4842-b83b-287e7177f318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609919 Oct 30 15:48:17.699221 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-edecffb4-c3c0-4aae-abea-7d4771342829 req-8b9d2278-796c-42a0-9848-089c5971e076 service neutron] For port c1e7265f-689d-44e9-86fd-991b530111a2, host n-h1-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:48:17.703014 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-edecffb4-c3c0-4aae-abea-7d4771342829 req-8b9d2278-796c-42a0-9848-089c5971e076 service neutron] For port c1e7265f-689d-44e9-86fd-991b530111a2, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=c1e7265f-689d-44e9-86fd-991b530111a2,segment=NetworkSegment(99d12c82-1a82-432a-8f59-0a6b85c3686e),segment_id=99d12c82-1a82-432a-8f59-0a6b85c3686e)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:48:17.707216 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-edecffb4-c3c0-4aae-abea-7d4771342829 req-8b9d2278-796c-42a0-9848-089c5971e076 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:17.743621 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edecffb4-c3c0-4aae-abea-7d4771342829 req-8b9d2278-796c-42a0-9848-089c5971e076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:48:17.744240 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-edecffb4-c3c0-4aae-abea-7d4771342829 req-8b9d2278-796c-42a0-9848-089c5971e076 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:17.745597 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-edecffb4-c3c0-4aae-abea-7d4771342829 req-8b9d2278-796c-42a0-9848-089c5971e076 service neutron] 10.222.0.53 "PUT /v2.0/ports/c1e7265f-689d-44e9-86fd-991b530111a2 HTTP/1.1" status: 200 len: 1092 time: 1.0687733 Oct 30 15:48:17.746062 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ec32e5f-81f2-4819-a45c-fc4cc896f8fb', 'tag': 'c1e7265f-689d-44e9-86fd-991b530111a2'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:48:17.748863 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc69e9d3-9851-4cda-b038-c03aba432c83" -d '{"events": [{"name": "network-changed", "server_uuid": "1ec32e5f-81f2-4819-a45c-fc4cc896f8fb", "tag": "c1e7265f-689d-44e9-86fd-991b530111a2"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:48:17.772221 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9d2278-796c-42a0-9848-089c5971e076 service neutron] Pushing event updated for resources: {'Port': ['ID=c1e7265f-689d-44e9-86fd-991b530111a2,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:48:17.813884 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e5a5484-4af6-417b-9956-5812eba0f753 x-openstack-request-id: req-2e5a5484-4af6-417b-9956-5812eba0f753 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:48:17.814180 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ec32e5f-81f2-4819-a45c-fc4cc896f8fb", "tag": "c1e7265f-689d-44e9-86fd-991b530111a2", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:48:17.814439 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2e5a5484-4af6-417b-9956-5812eba0f753 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:48:17.814843 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ec32e5f-81f2-4819-a45c-fc4cc896f8fb', 'tag': 'c1e7265f-689d-44e9-86fd-991b530111a2', 'status': 'completed', 'code': 200} Oct 30 15:48:17.853318 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edecffb4-c3c0-4aae-abea-7d4771342829 req-f3762e43-3886-4264-a303-2197ed0ea310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:48:17.854927 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-edecffb4-c3c0-4aae-abea-7d4771342829 req-f3762e43-3886-4264-a303-2197ed0ea310 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2b3748d15be342eba295b9b347a3975a&device_id=1ec32e5f-81f2-4819-a45c-fc4cc896f8fb HTTP/1.1" status: 200 len: 1095 time: 0.0545311 Oct 30 15:48:17.900697 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-edecffb4-c3c0-4aae-abea-7d4771342829 req-76bd24e3-f4f8-492f-91e3-d4808d25d158 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1e7265f-689d-44e9-86fd-991b530111a2 HTTP/1.1" status: 200 len: 217 time: 0.0372753 Oct 30 15:48:17.952470 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edecffb4-c3c0-4aae-abea-7d4771342829 req-e642b0e9-03f1-47c3-974e-3fd04d096445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:48:17.953940 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-edecffb4-c3c0-4aae-abea-7d4771342829 req-e642b0e9-03f1-47c3-974e-3fd04d096445 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=318d5b3d-672b-43f3-9eee-a0731f1682e4 HTTP/1.1" status: 200 len: 852 time: 0.0469117 Oct 30 15:48:18.004028 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edecffb4-c3c0-4aae-abea-7d4771342829 req-31df6c9b-1a52-49bc-a1be-4b59a75f09aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:48:18.005533 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-edecffb4-c3c0-4aae-abea-7d4771342829 req-31df6c9b-1a52-49bc-a1be-4b59a75f09aa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ebec7066-af7b-47e3-a017-438ab11796b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443583 Oct 30 15:48:18.104333 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-edecffb4-c3c0-4aae-abea-7d4771342829 req-f93ca6b3-1066-415c-8ee9-8009eb9698c7 service neutron] 10.222.0.53 "GET /v2.0/networks/ebec7066-af7b-47e3-a017-438ab11796b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910189 Oct 30 15:48:18.209442 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-edecffb4-c3c0-4aae-abea-7d4771342829 req-1d2b05e2-9511-43cf-a545-759f42dba09b service neutron] 10.222.0.53 "GET /v2.0/networks/ebec7066-af7b-47e3-a017-438ab11796b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980692 Oct 30 15:48:18.295679 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69e9d3-9851-4cda-b038-c03aba432c83 req-39a1b8f2-5630-4284-98b3-fbe208f11c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:48:18.297248 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cc69e9d3-9851-4cda-b038-c03aba432c83 req-39a1b8f2-5630-4284-98b3-fbe208f11c58 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2b3748d15be342eba295b9b347a3975a&device_id=1ec32e5f-81f2-4819-a45c-fc4cc896f8fb HTTP/1.1" status: 200 len: 1095 time: 0.0428629 Oct 30 15:48:18.394178 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69e9d3-9851-4cda-b038-c03aba432c83 req-527f651a-9545-4146-9416-b7cff576addb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:48:18.395732 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cc69e9d3-9851-4cda-b038-c03aba432c83 req-527f651a-9545-4146-9416-b7cff576addb service neutron] 10.222.0.53 "GET /v2.0/networks?id=ebec7066-af7b-47e3-a017-438ab11796b5 HTTP/1.1" status: 200 len: 914 time: 0.0920608 Oct 30 15:48:18.438202 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cc69e9d3-9851-4cda-b038-c03aba432c83 req-b3ce39cf-740f-408f-bf51-c479636fa89f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1e7265f-689d-44e9-86fd-991b530111a2 HTTP/1.1" status: 200 len: 217 time: 0.0356584 Oct 30 15:48:18.488329 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69e9d3-9851-4cda-b038-c03aba432c83 req-c4453666-9a68-4a3a-ac1c-e160bd79302d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:48:18.489717 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cc69e9d3-9851-4cda-b038-c03aba432c83 req-c4453666-9a68-4a3a-ac1c-e160bd79302d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=318d5b3d-672b-43f3-9eee-a0731f1682e4 HTTP/1.1" status: 200 len: 852 time: 0.0453057 Oct 30 15:48:18.543090 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69e9d3-9851-4cda-b038-c03aba432c83 req-575121c6-d97a-4294-828c-e744e76266ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:48:18.544506 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cc69e9d3-9851-4cda-b038-c03aba432c83 req-575121c6-d97a-4294-828c-e744e76266ac service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ebec7066-af7b-47e3-a017-438ab11796b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476792 Oct 30 15:48:18.606432 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770a0177-9d8e-4a1a-a9ba-11141264a656 req-53b59844-3ee7-4822-9b94-d77c0e55df45 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:48:18.608688 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-770a0177-9d8e-4a1a-a9ba-11141264a656 req-53b59844-3ee7-4822-9b94-d77c0e55df45 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] 10.222.0.62 "GET /v2.0/ports?device_id=1ec32e5f-81f2-4819-a45c-fc4cc896f8fb HTTP/1.1" status: 200 len: 943 time: 0.0516851 Oct 30 15:48:18.642887 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cc69e9d3-9851-4cda-b038-c03aba432c83 req-9b9803ba-7dc7-4050-b37a-626c278eca0f service neutron] 10.222.0.53 "GET /v2.0/networks/ebec7066-af7b-47e3-a017-438ab11796b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909321 Oct 30 15:48:18.648103 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-770a0177-9d8e-4a1a-a9ba-11141264a656 req-5ab6c9b0-2891-4354-9119-3c85f2c346f0 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] 10.222.0.62 "GET /v2.0/security-groups?id=e68d040b-a0e1-46e8-a13c-f5ecab9c5d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331392 Oct 30 15:48:18.744262 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cc69e9d3-9851-4cda-b038-c03aba432c83 req-f9776312-1191-4f3a-949e-03636ac6bfcc service neutron] 10.222.0.53 "GET /v2.0/networks/ebec7066-af7b-47e3-a017-438ab11796b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891559 Oct 30 15:48:19.769545 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5164b9a5-41bf-47bc-a559-77f43db1d81f req-79cdf4b8-c57e-40c5-b537-8123ce4f12bb tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:48:19.771027 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5164b9a5-41bf-47bc-a559-77f43db1d81f req-79cdf4b8-c57e-40c5-b537-8123ce4f12bb tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] 10.222.0.62 "GET /v2.0/ports?device_id=1ec32e5f-81f2-4819-a45c-fc4cc896f8fb HTTP/1.1" status: 200 len: 943 time: 0.0495567 Oct 30 15:48:19.810250 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5164b9a5-41bf-47bc-a559-77f43db1d81f req-572927de-465b-458a-b9c5-ec791a9db625 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] 10.222.0.62 "GET /v2.0/security-groups?id=e68d040b-a0e1-46e8-a13c-f5ecab9c5d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322607 Oct 30 15:48:20.596742 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e31647b8-8943-4232-aa9a-5a24ed5de0c3 req-ab80fc46-b8ca-4cac-b1ab-af798e09098b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fbf55836-bc77-49c7-a569-7e3ffaced8a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398037 Oct 30 15:48:20.680280 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31647b8-8943-4232-aa9a-5a24ed5de0c3 req-367e89d0-3907-4355-9bbe-90567ceb82f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:48:20.681792 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e31647b8-8943-4232-aa9a-5a24ed5de0c3 req-367e89d0-3907-4355-9bbe-90567ceb82f0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=887bc10b4e704641954048c16602273c&device_id=fbf55836-bc77-49c7-a569-7e3ffaced8a0 HTTP/1.1" status: 200 len: 1097 time: 0.0445836 Oct 30 15:48:20.788259 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31647b8-8943-4232-aa9a-5a24ed5de0c3 req-f1866ba7-3ab4-49a7-84c7-d2e0b3b19a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:48:20.789716 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e31647b8-8943-4232-aa9a-5a24ed5de0c3 req-f1866ba7-3ab4-49a7-84c7-d2e0b3b19a66 service neutron] 10.222.0.53 "GET /v2.0/networks?id=eaec26f8-16ce-4842-b83b-287e7177f318 HTTP/1.1" status: 200 len: 913 time: 0.0876722 Oct 30 15:48:20.863345 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e31647b8-8943-4232-aa9a-5a24ed5de0c3 req-569a57bc-e642-4080-92c6-02a977ac36a4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd HTTP/1.1" status: 200 len: 1001 time: 0.0656683 Oct 30 15:48:20.917157 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31647b8-8943-4232-aa9a-5a24ed5de0c3 req-e416c5fa-a040-4e83-9765-1427af52fc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:48:20.918665 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e31647b8-8943-4232-aa9a-5a24ed5de0c3 req-e416c5fa-a040-4e83-9765-1427af52fc60 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e2126f42-6201-4d38-a336-acc99efa4108 HTTP/1.1" status: 200 len: 851 time: 0.0490398 Oct 30 15:48:20.938055 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe42cf9e-b94d-4de5-a29c-fdf2ae57d691 req-42d3a55a-d928-4a4f-8738-29b3a4973ce0 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:48:20.939857 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fe42cf9e-b94d-4de5-a29c-fdf2ae57d691 req-42d3a55a-d928-4a4f-8738-29b3a4973ce0 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] 10.222.0.62 "GET /v2.0/ports?device_id=1ec32e5f-81f2-4819-a45c-fc4cc896f8fb HTTP/1.1" status: 200 len: 943 time: 0.0606263 Oct 30 15:48:20.979172 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31647b8-8943-4232-aa9a-5a24ed5de0c3 req-c328c571-b1bf-4667-aea9-741bb00e9c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:48:20.980856 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e31647b8-8943-4232-aa9a-5a24ed5de0c3 req-c328c571-b1bf-4667-aea9-741bb00e9c3a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eaec26f8-16ce-4842-b83b-287e7177f318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542858 Oct 30 15:48:20.983042 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fe42cf9e-b94d-4de5-a29c-fdf2ae57d691 req-dc017756-26f3-4fac-bb49-531b8f1bf9cb tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] 10.222.0.62 "GET /v2.0/security-groups?id=e68d040b-a0e1-46e8-a13c-f5ecab9c5d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361373 Oct 30 15:48:21.087781 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e31647b8-8943-4232-aa9a-5a24ed5de0c3 req-fcb84987-cf5d-42e6-a3ce-95128238b596 service neutron] 10.222.0.53 "GET /v2.0/networks/eaec26f8-16ce-4842-b83b-287e7177f318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993207 Oct 30 15:48:21.184623 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3aa760f5-2a1f-4cd5-ac05-9751a6133920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:21.187358 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e31647b8-8943-4232-aa9a-5a24ed5de0c3 req-1c77ce5d-87f9-4005-aeeb-9b6a2e94868c service neutron] 10.222.0.53 "GET /v2.0/networks/eaec26f8-16ce-4842-b83b-287e7177f318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928860 Oct 30 15:48:22.108381 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab7a26-32fc-45a1-a011-6da146a71018 req-3e27216a-6d93-438d-9d09-bdd127d8d9bb tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:48:22.109835 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8dab7a26-32fc-45a1-a011-6da146a71018 req-3e27216a-6d93-438d-9d09-bdd127d8d9bb tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] 10.222.0.62 "GET /v2.0/ports?device_id=1ec32e5f-81f2-4819-a45c-fc4cc896f8fb HTTP/1.1" status: 200 len: 943 time: 0.0521822 Oct 30 15:48:22.147415 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8dab7a26-32fc-45a1-a011-6da146a71018 req-5d5f5d30-08d8-4f76-b6af-ab0d07a75b31 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] 10.222.0.62 "GET /v2.0/security-groups?id=e68d040b-a0e1-46e8-a13c-f5ecab9c5d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317397 Oct 30 15:48:23.261961 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb49cc44-9b48-45b7-a153-d522bee111f0 req-328bb9a2-2747-4a4c-a339-436111740707 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:48:23.263433 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fb49cc44-9b48-45b7-a153-d522bee111f0 req-328bb9a2-2747-4a4c-a339-436111740707 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] 10.222.0.62 "GET /v2.0/ports?device_id=1ec32e5f-81f2-4819-a45c-fc4cc896f8fb HTTP/1.1" status: 200 len: 943 time: 0.0494900 Oct 30 15:48:23.302245 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fb49cc44-9b48-45b7-a153-d522bee111f0 req-fb1cd55f-5c3e-4b26-a62a-f8914bae52db tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] 10.222.0.62 "GET /v2.0/security-groups?id=e68d040b-a0e1-46e8-a13c-f5ecab9c5d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325699 Oct 30 15:48:23.793833 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-31910f92-b9e2-4beb-b09f-f1eeede22332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:24.416004 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b78e81-b78d-429b-b41e-337e70e91a97 req-e20ae2c2-08c0-45e3-9bdd-15d17f0256bb tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:48:24.417446 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-06b78e81-b78d-429b-b41e-337e70e91a97 req-e20ae2c2-08c0-45e3-9bdd-15d17f0256bb tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] 10.222.0.62 "GET /v2.0/ports?device_id=1ec32e5f-81f2-4819-a45c-fc4cc896f8fb HTTP/1.1" status: 200 len: 943 time: 0.0472143 Oct 30 15:48:24.454578 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-06b78e81-b78d-429b-b41e-337e70e91a97 req-cbf4181e-9cbc-4e10-b0b5-7279818bce1a tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] 10.222.0.62 "GET /v2.0/security-groups?id=e68d040b-a0e1-46e8-a13c-f5ecab9c5d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312192 Oct 30 15:48:24.750804 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:24.941268 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:25.570963 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083fa602-1573-4778-835c-f9b52ba2d61f req-e2b6bc60-1363-4d5a-87fc-523642b67e82 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:48:25.572492 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-083fa602-1573-4778-835c-f9b52ba2d61f req-e2b6bc60-1363-4d5a-87fc-523642b67e82 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] 10.222.0.62 "GET /v2.0/ports?device_id=1ec32e5f-81f2-4819-a45c-fc4cc896f8fb HTTP/1.1" status: 200 len: 943 time: 0.0482559 Oct 30 15:48:25.610071 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-083fa602-1573-4778-835c-f9b52ba2d61f req-435f7102-ae90-4556-b8a4-131dc4868aee tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] 10.222.0.62 "GET /v2.0/security-groups?id=e68d040b-a0e1-46e8-a13c-f5ecab9c5d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316880 Oct 30 15:48:26.697914 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:26.727486 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e37209-393e-4d62-895d-963be7633ffe req-2d2dbbc2-6473-4429-9600-ba34921b6ec6 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:48:26.728971 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-23e37209-393e-4d62-895d-963be7633ffe req-2d2dbbc2-6473-4429-9600-ba34921b6ec6 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] 10.222.0.62 "GET /v2.0/ports?device_id=1ec32e5f-81f2-4819-a45c-fc4cc896f8fb HTTP/1.1" status: 200 len: 943 time: 0.0499790 Oct 30 15:48:26.766689 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-23e37209-393e-4d62-895d-963be7633ffe req-7db26630-1e92-4f06-a7d4-0acaa570002b tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] 10.222.0.62 "GET /v2.0/security-groups?id=e68d040b-a0e1-46e8-a13c-f5ecab9c5d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314710 Oct 30 15:48:27.904808 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c839131-245c-4956-8eba-204e784dc590 req-06178182-8249-4f38-9312-0b60c4ad7655 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:48:27.906479 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9c839131-245c-4956-8eba-204e784dc590 req-06178182-8249-4f38-9312-0b60c4ad7655 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] 10.222.0.62 "GET /v2.0/ports?device_id=1ec32e5f-81f2-4819-a45c-fc4cc896f8fb HTTP/1.1" status: 200 len: 943 time: 0.0585637 Oct 30 15:48:27.951183 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9c839131-245c-4956-8eba-204e784dc590 req-0fde6c07-ee33-4da4-8593-c5978fde40ac tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] 10.222.0.62 "GET /v2.0/security-groups?id=e68d040b-a0e1-46e8-a13c-f5ecab9c5d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362990 Oct 30 15:48:29.068100 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fb630a-a1ef-441c-ab8c-712cea1961fb req-253672bb-d123-4b42-95e8-a3cb77359516 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:48:29.069549 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f7fb630a-a1ef-441c-ab8c-712cea1961fb req-253672bb-d123-4b42-95e8-a3cb77359516 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] 10.222.0.62 "GET /v2.0/ports?device_id=1ec32e5f-81f2-4819-a45c-fc4cc896f8fb HTTP/1.1" status: 200 len: 943 time: 0.0519655 Oct 30 15:48:29.107512 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f7fb630a-a1ef-441c-ab8c-712cea1961fb req-20cab7a5-6e82-43f1-8fe2-20d73bf00676 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] 10.222.0.62 "GET /v2.0/security-groups?id=e68d040b-a0e1-46e8-a13c-f5ecab9c5d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318627 Oct 30 15:48:29.893081 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device c1e7265f-689d-44e9-86fd-991b530111a2 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:48:29.997779 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port c1e7265f-689d-44e9-86fd-991b530111a2, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=c1e7265f-689d-44e9-86fd-991b530111a2,segment=NetworkSegment(99d12c82-1a82-432a-8f59-0a6b85c3686e),segment_id=99d12c82-1a82-432a-8f59-0a6b85c3686e)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:48:30.011105 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': 'c1e7265f-689d-44e9-86fd-991b530111a2', 'network_id': 'ebec7066-af7b-47e3-a017-438ab11796b5', 'port_id': 'c1e7265f-689d-44e9-86fd-991b530111a2', 'mac_address': 'fa:16:3e:dc:de:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '318d5b3d-672b-43f3-9eee-a0731f1682e4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:48:30.056286 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:30.068668 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1e7265f-689d-44e9-86fd-991b530111a2 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:48:30.088640 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port c1e7265f-689d-44e9-86fd-991b530111a2, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=c1e7265f-689d-44e9-86fd-991b530111a2,segment=NetworkSegment(99d12c82-1a82-432a-8f59-0a6b85c3686e),segment_id=99d12c82-1a82-432a-8f59-0a6b85c3686e)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:48:30.092080 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:30.147492 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=c1e7265f-689d-44e9-86fd-991b530111a2,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:48:30.154956 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:30.225139 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7277e245-5966-4ebc-a340-0c11bb709b17 req-784fa3f3-651c-4da7-be9e-904e57381555 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:48:30.226625 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7277e245-5966-4ebc-a340-0c11bb709b17 req-784fa3f3-651c-4da7-be9e-904e57381555 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] 10.222.0.62 "GET /v2.0/ports?device_id=1ec32e5f-81f2-4819-a45c-fc4cc896f8fb HTTP/1.1" status: 200 len: 944 time: 0.0494742 Oct 30 15:48:30.270249 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7277e245-5966-4ebc-a340-0c11bb709b17 req-10e329b8-a36f-4d93-bff0-e2f84252bf3d tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] 10.222.0.62 "GET /v2.0/security-groups?id=e68d040b-a0e1-46e8-a13c-f5ecab9c5d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329888 Oct 30 15:48:30.305719 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['c1e7265f-689d-44e9-86fd-991b530111a2'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:48:31.389256 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd7289-0789-45c3-94b6-84cdf8b0c1c2 req-84346fd1-3512-4102-8526-dbcd9725ab72 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:48:31.390733 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-36dd7289-0789-45c3-94b6-84cdf8b0c1c2 req-84346fd1-3512-4102-8526-dbcd9725ab72 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] 10.222.0.62 "GET /v2.0/ports?device_id=1ec32e5f-81f2-4819-a45c-fc4cc896f8fb HTTP/1.1" status: 200 len: 944 time: 0.0526457 Oct 30 15:48:31.431095 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-36dd7289-0789-45c3-94b6-84cdf8b0c1c2 req-1c3b36b9-d0c1-419f-9d36-b0d920a1b454 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] 10.222.0.62 "GET /v2.0/security-groups?id=e68d040b-a0e1-46e8-a13c-f5ecab9c5d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331714 Oct 30 15:48:31.894415 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device c1e7265f-689d-44e9-86fd-991b530111a2 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:48:31.952756 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port c1e7265f-689d-44e9-86fd-991b530111a2 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:48:31.956928 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port c1e7265f-689d-44e9-86fd-991b530111a2 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:48:31.957328 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:32.035809 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:32.059913 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ec32e5f-81f2-4819-a45c-fc4cc896f8fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1e7265f-689d-44e9-86fd-991b530111a2'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:48:32.062473 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b61dc6-0467-446f-b441-3ff9b286c8f2" -d '{"events": [{"server_uuid": "1ec32e5f-81f2-4819-a45c-fc4cc896f8fb", "name": "network-vif-plugged", "status": "completed", "tag": "c1e7265f-689d-44e9-86fd-991b530111a2"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:48:32.075268 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port c1e7265f-689d-44e9-86fd-991b530111a2, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=c1e7265f-689d-44e9-86fd-991b530111a2,segment=NetworkSegment(99d12c82-1a82-432a-8f59-0a6b85c3686e),segment_id=99d12c82-1a82-432a-8f59-0a6b85c3686e)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:48:32.080222 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:32.104853 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f08bfe8a-7385-40e5-a15b-9a12367de9a0 x-openstack-request-id: req-f08bfe8a-7385-40e5-a15b-9a12367de9a0 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:48:32.105217 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ec32e5f-81f2-4819-a45c-fc4cc896f8fb", "name": "network-vif-plugged", "status": "completed", "tag": "c1e7265f-689d-44e9-86fd-991b530111a2", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:48:32.105537 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f08bfe8a-7385-40e5-a15b-9a12367de9a0 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:48:32.105993 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ec32e5f-81f2-4819-a45c-fc4cc896f8fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1e7265f-689d-44e9-86fd-991b530111a2', 'code': 200} Oct 30 15:48:32.131225 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=c1e7265f-689d-44e9-86fd-991b530111a2,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:48:32.168931 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:32.203633 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ddaf44-bf5a-48cc-b352-fc728f920bba req-6a5c988e-51a0-42c8-87f0-7e67df1791f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:48:32.205047 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-57ddaf44-bf5a-48cc-b352-fc728f920bba req-6a5c988e-51a0-42c8-87f0-7e67df1791f7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1ec32e5f-81f2-4819-a45c-fc4cc896f8fb HTTP/1.1" status: 200 len: 1097 time: 0.0418410 Oct 30 15:48:32.241439 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-57ddaf44-bf5a-48cc-b352-fc728f920bba req-79a12f55-2aed-49ea-a82e-0e4d1778e634 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e68d040b-a0e1-46e8-a13c-f5ecab9c5d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293682 Oct 30 15:48:32.553720 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa02b6d-64e9-4390-b6f6-f129b9fdeaeb req-a27b4815-831e-47be-bc05-7a04ba0320a5 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:48:32.555688 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dfa02b6d-64e9-4390-b6f6-f129b9fdeaeb req-a27b4815-831e-47be-bc05-7a04ba0320a5 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] 10.222.0.62 "GET /v2.0/ports?device_id=1ec32e5f-81f2-4819-a45c-fc4cc896f8fb HTTP/1.1" status: 200 len: 945 time: 0.0525539 Oct 30 15:48:32.594198 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dfa02b6d-64e9-4390-b6f6-f129b9fdeaeb req-b726765f-51d1-43b2-a0e8-3204f4b731a1 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] 10.222.0.62 "GET /v2.0/security-groups?id=e68d040b-a0e1-46e8-a13c-f5ecab9c5d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324657 Oct 30 15:48:33.713696 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d30d68-446a-4e0b-af4d-5266f745a3a7 req-eec7d261-9b99-4a3b-9809-692a46675124 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:48:33.715170 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c0d30d68-446a-4e0b-af4d-5266f745a3a7 req-eec7d261-9b99-4a3b-9809-692a46675124 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] 10.222.0.62 "GET /v2.0/ports?device_id=1ec32e5f-81f2-4819-a45c-fc4cc896f8fb HTTP/1.1" status: 200 len: 945 time: 0.0517466 Oct 30 15:48:33.751905 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c0d30d68-446a-4e0b-af4d-5266f745a3a7 req-146da2b5-a816-4c2f-b617-db2ce0121bdb tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] 10.222.0.62 "GET /v2.0/security-groups?id=e68d040b-a0e1-46e8-a13c-f5ecab9c5d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307012 Oct 30 15:48:33.872257 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3445f01-f9e2-4fd4-a62b-7cca316da909 req-424bf587-3715-4534-82d7-f4d758cbb7f7 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:48:33.873773 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f3445f01-f9e2-4fd4-a62b-7cca316da909 req-424bf587-3715-4534-82d7-f4d758cbb7f7 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] 10.222.0.62 "GET /v2.0/ports?device_id=1ec32e5f-81f2-4819-a45c-fc4cc896f8fb HTTP/1.1" status: 200 len: 945 time: 0.0509291 Oct 30 15:48:33.915776 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f3445f01-f9e2-4fd4-a62b-7cca316da909 req-924784b0-e67a-44c0-a224-6b95e8fa0662 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] 10.222.0.62 "GET /v2.0/security-groups?id=e68d040b-a0e1-46e8-a13c-f5ecab9c5d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353413 Oct 30 15:48:33.937912 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 54260) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:48:34.090485 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703953e2-3bba-427c-949e-99e981fa7091 tempest-TestVolumeBackupRestore-673520501 tempest-TestVolumeBackupRestore-673520501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:48:34.092321 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-703953e2-3bba-427c-949e-99e981fa7091 tempest-TestVolumeBackupRestore-673520501 tempest-TestVolumeBackupRestore-673520501-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=1ec32e5f-81f2-4819-a45c-fc4cc896f8fb HTTP/1.1" status: 200 len: 1092 time: 0.1533551 Oct 30 15:48:34.095319 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 54264) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:48:34.100462 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-24975423-7ed3-4b9d-bd2d-2aa7579d97de tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Request body: {'floatingip': {'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'port_id': 'c1e7265f-689d-44e9-86fd-991b530111a2', 'tenant_id': '2b3748d15be342eba295b9b347a3975a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:48:34.127809 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-24975423-7ed3-4b9d-bd2d-2aa7579d97de tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Publish callbacks [] for floatingip, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:34.231816 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-24975423-7ed3-4b9d-bd2d-2aa7579d97de tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:34.348454 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-24975423-7ed3-4b9d-bd2d-2aa7579d97de tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Allocated IP 172.25.4.180 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/aaa0a46d-d431-4778-b0e9-bdb6b0267268) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:48:34.449668 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-24975423-7ed3-4b9d-bd2d-2aa7579d97de tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:34.483215 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-24975423-7ed3-4b9d-bd2d-2aa7579d97de tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:34.532412 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24975423-7ed3-4b9d-bd2d-2aa7579d97de tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:48:34.535902 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-24975423-7ed3-4b9d-bd2d-2aa7579d97de tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:48:34.540075 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24975423-7ed3-4b9d-bd2d-2aa7579d97de tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:48:34.563943 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24975423-7ed3-4b9d-bd2d-2aa7579d97de tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Pushing event updated for resources: {'Port': ['ID=aaa0a46d-d431-4778-b0e9-bdb6b0267268,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:48:34.579320 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24975423-7ed3-4b9d-bd2d-2aa7579d97de tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:48:34.579692 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24975423-7ed3-4b9d-bd2d-2aa7579d97de tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:48:34.580119 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24975423-7ed3-4b9d-bd2d-2aa7579d97de tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:48:34.580529 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24975423-7ed3-4b9d-bd2d-2aa7579d97de tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:48:34.580936 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24975423-7ed3-4b9d-bd2d-2aa7579d97de tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:48:34.581323 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24975423-7ed3-4b9d-bd2d-2aa7579d97de tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:48:34.581702 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24975423-7ed3-4b9d-bd2d-2aa7579d97de tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:48:34.582027 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24975423-7ed3-4b9d-bd2d-2aa7579d97de tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:48:34.582371 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24975423-7ed3-4b9d-bd2d-2aa7579d97de tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:48:34.582785 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24975423-7ed3-4b9d-bd2d-2aa7579d97de tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:48:34.583110 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24975423-7ed3-4b9d-bd2d-2aa7579d97de tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:48:34.583579 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24975423-7ed3-4b9d-bd2d-2aa7579d97de tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:48:35.068953 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-24975423-7ed3-4b9d-bd2d-2aa7579d97de tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:35.177145 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-24975423-7ed3-4b9d-bd2d-2aa7579d97de tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:35.608579 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-24975423-7ed3-4b9d-bd2d-2aa7579d97de tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:35.613090 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-24975423-7ed3-4b9d-bd2d-2aa7579d97de tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:35.688080 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24975423-7ed3-4b9d-bd2d-2aa7579d97de tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Pushing event updated for resources: {'Port': ['ID=aaa0a46d-d431-4778-b0e9-bdb6b0267268,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:48:35.696870 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-24975423-7ed3-4b9d-bd2d-2aa7579d97de tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:35.794409 n-d-806683-17 neutron-server[102131]: INFO neutron.db.l3_db [None req-24975423-7ed3-4b9d-bd2d-2aa7579d97de tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Floating IP 8e010202-f5a3-4624-8bba-ed5a798d4df5 associated. External IP: 172.25.4.180, port: c1e7265f-689d-44e9-86fd-991b530111a2. Oct 30 15:48:35.998467 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24975423-7ed3-4b9d-bd2d-2aa7579d97de tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Router 3902d8e7-cfe0-4f34-af9e-b1608e5e5989 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:48:36.109416 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24975423-7ed3-4b9d-bd2d-2aa7579d97de tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:48:36.119388 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a94fffc-6962-46b5-833b-eff0b528a673 None None] Sync routers for ids ['3902d8e7-cfe0-4f34-af9e-b1608e5e5989'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:48:36.127771 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-24975423-7ed3-4b9d-bd2d-2aa7579d97de tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:36.129032 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a94fffc-6962-46b5-833b-eff0b528a673 None None] Routers {'3902d8e7-cfe0-4f34-af9e-b1608e5e5989'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:48:36.129659 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-6a94fffc-6962-46b5-833b-eff0b528a673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:48:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['3902d8e7-cfe0-4f34-af9e-b1608e5e5989'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:48:36.156145 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-24975423-7ed3-4b9d-bd2d-2aa7579d97de tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0596893 Oct 30 15:48:36.157238 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ec32e5f-81f2-4819-a45c-fc4cc896f8fb', 'tag': 'c1e7265f-689d-44e9-86fd-991b530111a2'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:48:36.158789 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 54266) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:48:36.159665 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-283749c4-bd3a-45d2-bc4a-0299aea7b077" -d '{"events": [{"name": "network-changed", "server_uuid": "1ec32e5f-81f2-4819-a45c-fc4cc896f8fb", "tag": "c1e7265f-689d-44e9-86fd-991b530111a2"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:48:36.197677 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-065ec4a1-198e-457b-86e5-c4ce9afcb429 x-openstack-request-id: req-065ec4a1-198e-457b-86e5-c4ce9afcb429 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:48:36.198228 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ec32e5f-81f2-4819-a45c-fc4cc896f8fb", "tag": "c1e7265f-689d-44e9-86fd-991b530111a2", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:48:36.198440 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-065ec4a1-198e-457b-86e5-c4ce9afcb429 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:48:36.198854 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ec32e5f-81f2-4819-a45c-fc4cc896f8fb', 'tag': 'c1e7265f-689d-44e9-86fd-991b530111a2', 'status': 'completed', 'code': 200} Oct 30 15:48:36.200377 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96485080-765b-4b88-b64a-dc3af3443853 tempest-TestVolumeBackupRestore-673520501 tempest-TestVolumeBackupRestore-673520501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:48:36.204466 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-96485080-765b-4b88-b64a-dc3af3443853 tempest-TestVolumeBackupRestore-673520501 tempest-TestVolumeBackupRestore-673520501-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=1ec32e5f-81f2-4819-a45c-fc4cc896f8fb HTTP/1.1" status: 200 len: 1092 time: 0.0421157 Oct 30 15:48:36.204717 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 54270) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:48:36.209159 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-430e1bc4-a4d8-4849-b2d0-9d6cde29e593 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Request body: {'floatingip': {'port_id': 'c1e7265f-689d-44e9-86fd-991b530111a2'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:48:36.244434 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-6a94fffc-6962-46b5-833b-eff0b528a673 None None] Set router 3902d8e7-cfe0-4f34-af9e-b1608e5e5989 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:48:36.293561 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-430e1bc4-a4d8-4849-b2d0-9d6cde29e593 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Publish callbacks [] for floatingip, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:36.329896 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283749c4-bd3a-45d2-bc4a-0299aea7b077 req-36280260-d5fe-49b4-8d3e-ea12bdaf508f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:48:36.331393 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-283749c4-bd3a-45d2-bc4a-0299aea7b077 req-36280260-d5fe-49b4-8d3e-ea12bdaf508f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2b3748d15be342eba295b9b347a3975a&device_id=1ec32e5f-81f2-4819-a45c-fc4cc896f8fb HTTP/1.1" status: 200 len: 1097 time: 0.0850978 Oct 30 15:48:36.473916 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-6a94fffc-6962-46b5-833b-eff0b528a673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3902d8e7-cfe0-4f34-af9e-b1608e5e5989', 'name': 'tempest-TestVolumeBackupRestore-124807489-router', 'tenant_id': '2b3748d15be342eba295b9b347a3975a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '59a072cb-376b-4509-b281-0778cc52d7b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:46:09Z', 'updated_at': '2021-10-30T15:46:14Z', 'revision_number': 4, 'project_id': '2b3748d15be342eba295b9b347a3975a', 'gw_port': {'id': '59a072cb-376b-4509-b281-0778cc52d7b7', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:58:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3902d8e7-cfe0-4f34-af9e-b1608e5e5989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:46:10Z', 'updated_at': '2021-10-30T15:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '8e010202-f5a3-4624-8bba-ed5a798d4df5', 'tenant_id': '2b3748d15be342eba295b9b347a3975a', 'floating_ip_address': '172.25.4.180', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '3902d8e7-cfe0-4f34-af9e-b1608e5e5989', 'port_id': 'c1e7265f-689d-44e9-86fd-991b530111a2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebec7066-af7b-47e3-a017-438ab11796b5', 'mac_address': 'fa:16:3e:dc:de:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec32e5f-81f2-4819-a45c-fc4cc896f8fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:48:34Z', 'updated_at': '2021-10-30T15:48:34Z', 'revision_number': 0, 'project_id': '2b3748d15be342eba295b9b347a3975a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37d1d756-26cd-42ed-ae10-b4c81c7ead50', 'name': '', 'network_id': 'ebec7066-af7b-47e3-a017-438ab11796b5', 'tenant_id': '2b3748d15be342eba295b9b347a3975a', 'mac_address': 'fa:16:3e:ab:c1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3902d8e7-cfe0-4f34-af9e-b1608e5e5989', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '318d5b3d-672b-43f3-9eee-a0731f1682e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:46:13Z', 'updated_at': '2021-10-30T15:46:17Z', 'revision_number': 5, 'project_id': '2b3748d15be342eba295b9b347a3975a', 'subnets': [{'id': '318d5b3d-672b-43f3-9eee-a0731f1682e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:48:36.506006 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a94fffc-6962-46b5-833b-eff0b528a673 None None] Checking router: 3902d8e7-cfe0-4f34-af9e-b1608e5e5989 for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:48:36.515386 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a94fffc-6962-46b5-833b-eff0b528a673 None None] Routers {'3902d8e7-cfe0-4f34-af9e-b1608e5e5989'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:48:36.516122 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-6a94fffc-6962-46b5-833b-eff0b528a673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:48:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['3902d8e7-cfe0-4f34-af9e-b1608e5e5989'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:48:36.626441 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-6a94fffc-6962-46b5-833b-eff0b528a673 None None] Set router 3902d8e7-cfe0-4f34-af9e-b1608e5e5989 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:48:36.814448 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283749c4-bd3a-45d2-bc4a-0299aea7b077 req-4136bf72-c393-408f-81f9-d34ca0ac2a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:48:36.815926 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-283749c4-bd3a-45d2-bc4a-0299aea7b077 req-4136bf72-c393-408f-81f9-d34ca0ac2a2f service neutron] 10.222.0.53 "GET /v2.0/networks?id=ebec7066-af7b-47e3-a017-438ab11796b5 HTTP/1.1" status: 200 len: 914 time: 0.4774327 Oct 30 15:48:36.858137 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-6a94fffc-6962-46b5-833b-eff0b528a673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3902d8e7-cfe0-4f34-af9e-b1608e5e5989', 'name': 'tempest-TestVolumeBackupRestore-124807489-router', 'tenant_id': '2b3748d15be342eba295b9b347a3975a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '59a072cb-376b-4509-b281-0778cc52d7b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:46:09Z', 'updated_at': '2021-10-30T15:46:14Z', 'revision_number': 4, 'project_id': '2b3748d15be342eba295b9b347a3975a', 'gw_port': {'id': '59a072cb-376b-4509-b281-0778cc52d7b7', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:58:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3902d8e7-cfe0-4f34-af9e-b1608e5e5989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:46:10Z', 'updated_at': '2021-10-30T15:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '8e010202-f5a3-4624-8bba-ed5a798d4df5', 'tenant_id': '2b3748d15be342eba295b9b347a3975a', 'floating_ip_address': '172.25.4.180', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '3902d8e7-cfe0-4f34-af9e-b1608e5e5989', 'port_id': 'c1e7265f-689d-44e9-86fd-991b530111a2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebec7066-af7b-47e3-a017-438ab11796b5', 'mac_address': 'fa:16:3e:dc:de:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec32e5f-81f2-4819-a45c-fc4cc896f8fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:48:34Z', 'updated_at': '2021-10-30T15:48:34Z', 'revision_number': 0, 'project_id': '2b3748d15be342eba295b9b347a3975a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37d1d756-26cd-42ed-ae10-b4c81c7ead50', 'name': '', 'network_id': 'ebec7066-af7b-47e3-a017-438ab11796b5', 'tenant_id': '2b3748d15be342eba295b9b347a3975a', 'mac_address': 'fa:16:3e:ab:c1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3902d8e7-cfe0-4f34-af9e-b1608e5e5989', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '318d5b3d-672b-43f3-9eee-a0731f1682e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:46:13Z', 'updated_at': '2021-10-30T15:46:17Z', 'revision_number': 5, 'project_id': '2b3748d15be342eba295b9b347a3975a', 'subnets': [{'id': '318d5b3d-672b-43f3-9eee-a0731f1682e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:48:36.888295 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a94fffc-6962-46b5-833b-eff0b528a673 None None] The sync data for ids ['3902d8e7-cfe0-4f34-af9e-b1608e5e5989'] in n-d-806683-17 is: [{'id': '3902d8e7-cfe0-4f34-af9e-b1608e5e5989', 'name': 'tempest-TestVolumeBackupRestore-124807489-router', 'tenant_id': '2b3748d15be342eba295b9b347a3975a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '59a072cb-376b-4509-b281-0778cc52d7b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:46:09Z', 'updated_at': '2021-10-30T15:46:14Z', 'revision_number': 4, 'project_id': '2b3748d15be342eba295b9b347a3975a', 'gw_port': {'id': '59a072cb-376b-4509-b281-0778cc52d7b7', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:58:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3902d8e7-cfe0-4f34-af9e-b1608e5e5989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:46:10Z', 'updated_at': '2021-10-30T15:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '8e010202-f5a3-4624-8bba-ed5a798d4df5', 'tenant_id': '2b3748d15be342eba295b9b347a3975a', 'floating_ip_address': '172.25.4.180', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '3902d8e7-cfe0-4f34-af9e-b1608e5e5989', 'port_id': 'c1e7265f-689d-44e9-86fd-991b530111a2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebec7066-af7b-47e3-a017-438ab11796b5', 'mac_address': 'fa:16:3e:dc:de:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec32e5f-81f2-4819-a45c-fc4cc896f8fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:48:34Z', 'updated_at': '2021-10-30T15:48:34Z', 'revision_number': 0, 'project_id': '2b3748d15be342eba295b9b347a3975a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37d1d756-26cd-42ed-ae10-b4c81c7ead50', 'name': '', 'network_id': 'ebec7066-af7b-47e3-a017-438ab11796b5', 'tenant_id': '2b3748d15be342eba295b9b347a3975a', 'mac_address': 'fa:16:3e:ab:c1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3902d8e7-cfe0-4f34-af9e-b1608e5e5989', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '318d5b3d-672b-43f3-9eee-a0731f1682e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:46:13Z', 'updated_at': '2021-10-30T15:46:17Z', 'revision_number': 5, 'project_id': '2b3748d15be342eba295b9b347a3975a', 'subnets': [{'id': '318d5b3d-672b-43f3-9eee-a0731f1682e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:48:36.942227 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-283749c4-bd3a-45d2-bc4a-0299aea7b077 req-f9019bc8-d7a6-4faa-a261-ff4a5d4e00b2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1e7265f-689d-44e9-86fd-991b530111a2 HTTP/1.1" status: 200 len: 999 time: 0.0964110 Oct 30 15:48:37.041508 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283749c4-bd3a-45d2-bc4a-0299aea7b077 req-c45e866c-5522-4b50-8acb-fde8e852228e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:48:37.042962 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-283749c4-bd3a-45d2-bc4a-0299aea7b077 req-c45e866c-5522-4b50-8acb-fde8e852228e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=318d5b3d-672b-43f3-9eee-a0731f1682e4 HTTP/1.1" status: 200 len: 852 time: 0.0924287 Oct 30 15:48:37.099492 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2256b75c-f904-447e-af93-a4ba112c8cb6 None None] New status for floating IP 8e010202-f5a3-4624-8bba-ed5a798d4df5: ACTIVE {{(pid=102133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 15:48:37.172118 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283749c4-bd3a-45d2-bc4a-0299aea7b077 req-d9ecaf7e-d08c-4024-b013-3310f1dde1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:48:37.173804 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-283749c4-bd3a-45d2-bc4a-0299aea7b077 req-d9ecaf7e-d08c-4024-b013-3310f1dde1c2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ebec7066-af7b-47e3-a017-438ab11796b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1227376 Oct 30 15:48:37.318724 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-430e1bc4-a4d8-4849-b2d0-9d6cde29e593 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:37.324430 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.db.api [None req-2256b75c-f904-447e-af93-a4ba112c8cb6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 30 15:48:37.324778 n-d-806683-17 neutron-server[102133]: DEBUG oslo_db.api [None req-2256b75c-f904-447e-af93-a4ba112c8cb6 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 30 15:48:37.328296 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-430e1bc4-a4d8-4849-b2d0-9d6cde29e593 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:37.368522 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-283749c4-bd3a-45d2-bc4a-0299aea7b077 req-afb4390d-1f76-4d90-adb1-72cf50d0a348 service neutron] 10.222.0.53 "GET /v2.0/networks/ebec7066-af7b-47e3-a017-438ab11796b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717353 Oct 30 15:48:37.509078 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-283749c4-bd3a-45d2-bc4a-0299aea7b077 req-d208c193-1b5d-4632-873b-d8b4ab4e2e01 service neutron] 10.222.0.53 "GET /v2.0/networks/ebec7066-af7b-47e3-a017-438ab11796b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144114 Oct 30 15:48:37.607744 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-430e1bc4-a4d8-4849-b2d0-9d6cde29e593 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Router 3902d8e7-cfe0-4f34-af9e-b1608e5e5989 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:48:37.718720 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-430e1bc4-a4d8-4849-b2d0-9d6cde29e593 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:48:37.723447 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-430e1bc4-a4d8-4849-b2d0-9d6cde29e593 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:37.751016 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ec32e5f-81f2-4819-a45c-fc4cc896f8fb', 'tag': 'c1e7265f-689d-44e9-86fd-991b530111a2'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:48:37.753325 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9598c53c-894b-461e-8888-ce7156e88864" -d '{"events": [{"name": "network-changed", "server_uuid": "1ec32e5f-81f2-4819-a45c-fc4cc896f8fb", "tag": "c1e7265f-689d-44e9-86fd-991b530111a2"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:48:37.786040 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-430e1bc4-a4d8-4849-b2d0-9d6cde29e593 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] 10.222.0.62 "PUT /v2.0/floatingips/8e010202-f5a3-4624-8bba-ed5a798d4df5 HTTP/1.1" status: 200 len: 991 time: 1.5802679 Oct 30 15:48:37.796329 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15dc346-e8e5-4ee4-834d-98f8ca0c48ce x-openstack-request-id: req-b15dc346-e8e5-4ee4-834d-98f8ca0c48ce {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:48:37.796677 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ec32e5f-81f2-4819-a45c-fc4cc896f8fb", "tag": "c1e7265f-689d-44e9-86fd-991b530111a2", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:48:37.796935 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b15dc346-e8e5-4ee4-834d-98f8ca0c48ce {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:48:37.797368 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ec32e5f-81f2-4819-a45c-fc4cc896f8fb', 'tag': 'c1e7265f-689d-44e9-86fd-991b530111a2', 'status': 'completed', 'code': 200} Oct 30 15:48:37.826604 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2256b75c-f904-447e-af93-a4ba112c8cb6 None None] New status for floating IP 8e010202-f5a3-4624-8bba-ed5a798d4df5: ACTIVE {{(pid=102133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 15:48:37.857695 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598c53c-894b-461e-8888-ce7156e88864 req-1fb7455a-5882-44b8-afa9-8e073e4382a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:48:37.859205 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9598c53c-894b-461e-8888-ce7156e88864 req-1fb7455a-5882-44b8-afa9-8e073e4382a8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2b3748d15be342eba295b9b347a3975a&device_id=1ec32e5f-81f2-4819-a45c-fc4cc896f8fb HTTP/1.1" status: 200 len: 1097 time: 0.0413299 Oct 30 15:48:37.951030 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598c53c-894b-461e-8888-ce7156e88864 req-8c5fa6b7-0944-4271-983d-dbdc76fe0535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:48:37.952551 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9598c53c-894b-461e-8888-ce7156e88864 req-8c5fa6b7-0944-4271-983d-dbdc76fe0535 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ebec7066-af7b-47e3-a017-438ab11796b5 HTTP/1.1" status: 200 len: 914 time: 0.0868797 Oct 30 15:48:38.024120 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9598c53c-894b-461e-8888-ce7156e88864 req-1c0d0249-d072-44c7-8f62-d784d447d2d1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1e7265f-689d-44e9-86fd-991b530111a2 HTTP/1.1" status: 200 len: 999 time: 0.0647643 Oct 30 15:48:38.054586 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54013696-eac2-4d57-9f18-2146ec9ad701 None None] Sync routers for ids ['3902d8e7-cfe0-4f34-af9e-b1608e5e5989'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:48:38.064645 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54013696-eac2-4d57-9f18-2146ec9ad701 None None] Routers {'3902d8e7-cfe0-4f34-af9e-b1608e5e5989'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:48:38.065256 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-54013696-eac2-4d57-9f18-2146ec9ad701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:48:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['3902d8e7-cfe0-4f34-af9e-b1608e5e5989'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:48:38.074812 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598c53c-894b-461e-8888-ce7156e88864 req-698d3ef7-cf05-4bfb-b4ef-b0cb7b5ff139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:48:38.076389 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9598c53c-894b-461e-8888-ce7156e88864 req-698d3ef7-cf05-4bfb-b4ef-b0cb7b5ff139 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=318d5b3d-672b-43f3-9eee-a0731f1682e4 HTTP/1.1" status: 200 len: 852 time: 0.0451245 Oct 30 15:48:38.121687 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598c53c-894b-461e-8888-ce7156e88864 req-446ac45b-b49d-4a90-a2d6-c7122050ee10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:48:38.123189 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9598c53c-894b-461e-8888-ce7156e88864 req-446ac45b-b49d-4a90-a2d6-c7122050ee10 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ebec7066-af7b-47e3-a017-438ab11796b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404990 Oct 30 15:48:38.176725 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-54013696-eac2-4d57-9f18-2146ec9ad701 None None] Set router 3902d8e7-cfe0-4f34-af9e-b1608e5e5989 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:48:38.224033 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9598c53c-894b-461e-8888-ce7156e88864 req-e117abc2-9747-4a64-9872-f084e58978d4 service neutron] 10.222.0.53 "GET /v2.0/networks/ebec7066-af7b-47e3-a017-438ab11796b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937374 Oct 30 15:48:38.318101 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9598c53c-894b-461e-8888-ce7156e88864 req-452625d4-046a-4740-a162-d977d0f56df6 service neutron] 10.222.0.53 "GET /v2.0/networks/ebec7066-af7b-47e3-a017-438ab11796b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864105 Oct 30 15:48:38.396529 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-54013696-eac2-4d57-9f18-2146ec9ad701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3902d8e7-cfe0-4f34-af9e-b1608e5e5989', 'name': 'tempest-TestVolumeBackupRestore-124807489-router', 'tenant_id': '2b3748d15be342eba295b9b347a3975a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '59a072cb-376b-4509-b281-0778cc52d7b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:46:09Z', 'updated_at': '2021-10-30T15:46:14Z', 'revision_number': 4, 'project_id': '2b3748d15be342eba295b9b347a3975a', 'gw_port': {'id': '59a072cb-376b-4509-b281-0778cc52d7b7', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:58:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3902d8e7-cfe0-4f34-af9e-b1608e5e5989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:46:10Z', 'updated_at': '2021-10-30T15:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '8e010202-f5a3-4624-8bba-ed5a798d4df5', 'tenant_id': '2b3748d15be342eba295b9b347a3975a', 'floating_ip_address': '172.25.4.180', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '3902d8e7-cfe0-4f34-af9e-b1608e5e5989', 'port_id': 'c1e7265f-689d-44e9-86fd-991b530111a2', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebec7066-af7b-47e3-a017-438ab11796b5', 'mac_address': 'fa:16:3e:dc:de:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec32e5f-81f2-4819-a45c-fc4cc896f8fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:48:34Z', 'updated_at': '2021-10-30T15:48:37Z', 'revision_number': 2, 'project_id': '2b3748d15be342eba295b9b347a3975a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37d1d756-26cd-42ed-ae10-b4c81c7ead50', 'name': '', 'network_id': 'ebec7066-af7b-47e3-a017-438ab11796b5', 'tenant_id': '2b3748d15be342eba295b9b347a3975a', 'mac_address': 'fa:16:3e:ab:c1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3902d8e7-cfe0-4f34-af9e-b1608e5e5989', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '318d5b3d-672b-43f3-9eee-a0731f1682e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:46:13Z', 'updated_at': '2021-10-30T15:46:17Z', 'revision_number': 5, 'project_id': '2b3748d15be342eba295b9b347a3975a', 'subnets': [{'id': '318d5b3d-672b-43f3-9eee-a0731f1682e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:48:38.425495 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54013696-eac2-4d57-9f18-2146ec9ad701 None None] Checking router: 3902d8e7-cfe0-4f34-af9e-b1608e5e5989 for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:48:38.433547 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54013696-eac2-4d57-9f18-2146ec9ad701 None None] Routers {'3902d8e7-cfe0-4f34-af9e-b1608e5e5989'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:48:38.434134 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-54013696-eac2-4d57-9f18-2146ec9ad701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:48:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['3902d8e7-cfe0-4f34-af9e-b1608e5e5989'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:48:38.535577 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-54013696-eac2-4d57-9f18-2146ec9ad701 None None] Set router 3902d8e7-cfe0-4f34-af9e-b1608e5e5989 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:48:38.899870 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-54013696-eac2-4d57-9f18-2146ec9ad701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3902d8e7-cfe0-4f34-af9e-b1608e5e5989', 'name': 'tempest-TestVolumeBackupRestore-124807489-router', 'tenant_id': '2b3748d15be342eba295b9b347a3975a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '59a072cb-376b-4509-b281-0778cc52d7b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:46:09Z', 'updated_at': '2021-10-30T15:46:14Z', 'revision_number': 4, 'project_id': '2b3748d15be342eba295b9b347a3975a', 'gw_port': {'id': '59a072cb-376b-4509-b281-0778cc52d7b7', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:58:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3902d8e7-cfe0-4f34-af9e-b1608e5e5989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:46:10Z', 'updated_at': '2021-10-30T15:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '8e010202-f5a3-4624-8bba-ed5a798d4df5', 'tenant_id': '2b3748d15be342eba295b9b347a3975a', 'floating_ip_address': '172.25.4.180', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '3902d8e7-cfe0-4f34-af9e-b1608e5e5989', 'port_id': 'c1e7265f-689d-44e9-86fd-991b530111a2', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebec7066-af7b-47e3-a017-438ab11796b5', 'mac_address': 'fa:16:3e:dc:de:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec32e5f-81f2-4819-a45c-fc4cc896f8fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:48:34Z', 'updated_at': '2021-10-30T15:48:37Z', 'revision_number': 2, 'project_id': '2b3748d15be342eba295b9b347a3975a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37d1d756-26cd-42ed-ae10-b4c81c7ead50', 'name': '', 'network_id': 'ebec7066-af7b-47e3-a017-438ab11796b5', 'tenant_id': '2b3748d15be342eba295b9b347a3975a', 'mac_address': 'fa:16:3e:ab:c1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3902d8e7-cfe0-4f34-af9e-b1608e5e5989', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '318d5b3d-672b-43f3-9eee-a0731f1682e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:46:13Z', 'updated_at': '2021-10-30T15:46:17Z', 'revision_number': 5, 'project_id': '2b3748d15be342eba295b9b347a3975a', 'subnets': [{'id': '318d5b3d-672b-43f3-9eee-a0731f1682e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:48:38.928683 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54013696-eac2-4d57-9f18-2146ec9ad701 None None] The sync data for ids ['3902d8e7-cfe0-4f34-af9e-b1608e5e5989'] in n-d-806683-17 is: [{'id': '3902d8e7-cfe0-4f34-af9e-b1608e5e5989', 'name': 'tempest-TestVolumeBackupRestore-124807489-router', 'tenant_id': '2b3748d15be342eba295b9b347a3975a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '59a072cb-376b-4509-b281-0778cc52d7b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:46:09Z', 'updated_at': '2021-10-30T15:46:14Z', 'revision_number': 4, 'project_id': '2b3748d15be342eba295b9b347a3975a', 'gw_port': {'id': '59a072cb-376b-4509-b281-0778cc52d7b7', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:58:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3902d8e7-cfe0-4f34-af9e-b1608e5e5989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:46:10Z', 'updated_at': '2021-10-30T15:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '8e010202-f5a3-4624-8bba-ed5a798d4df5', 'tenant_id': '2b3748d15be342eba295b9b347a3975a', 'floating_ip_address': '172.25.4.180', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '3902d8e7-cfe0-4f34-af9e-b1608e5e5989', 'port_id': 'c1e7265f-689d-44e9-86fd-991b530111a2', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebec7066-af7b-47e3-a017-438ab11796b5', 'mac_address': 'fa:16:3e:dc:de:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec32e5f-81f2-4819-a45c-fc4cc896f8fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:48:34Z', 'updated_at': '2021-10-30T15:48:37Z', 'revision_number': 2, 'project_id': '2b3748d15be342eba295b9b347a3975a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37d1d756-26cd-42ed-ae10-b4c81c7ead50', 'name': '', 'network_id': 'ebec7066-af7b-47e3-a017-438ab11796b5', 'tenant_id': '2b3748d15be342eba295b9b347a3975a', 'mac_address': 'fa:16:3e:ab:c1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3902d8e7-cfe0-4f34-af9e-b1608e5e5989', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '318d5b3d-672b-43f3-9eee-a0731f1682e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:46:13Z', 'updated_at': '2021-10-30T15:46:17Z', 'revision_number': 5, 'project_id': '2b3748d15be342eba295b9b347a3975a', 'subnets': [{'id': '318d5b3d-672b-43f3-9eee-a0731f1682e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:48:39.798725 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ec32e5f-81f2-4819-a45c-fc4cc896f8fb', 'tag': 'c1e7265f-689d-44e9-86fd-991b530111a2'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:48:39.801171 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eef9e85-0426-46d6-9ced-5202a46a56b2" -d '{"events": [{"name": "network-changed", "server_uuid": "1ec32e5f-81f2-4819-a45c-fc4cc896f8fb", "tag": "c1e7265f-689d-44e9-86fd-991b530111a2"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:48:39.837412 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160fe35b-dc77-4133-89e0-0dc142862a46 x-openstack-request-id: req-160fe35b-dc77-4133-89e0-0dc142862a46 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:48:39.837701 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ec32e5f-81f2-4819-a45c-fc4cc896f8fb", "tag": "c1e7265f-689d-44e9-86fd-991b530111a2", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:48:39.837955 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-160fe35b-dc77-4133-89e0-0dc142862a46 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:48:39.838356 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ec32e5f-81f2-4819-a45c-fc4cc896f8fb', 'tag': 'c1e7265f-689d-44e9-86fd-991b530111a2', 'status': 'completed', 'code': 200} Oct 30 15:48:39.901029 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef9e85-0426-46d6-9ced-5202a46a56b2 req-7f236d4a-8a07-4963-9e8e-2818c616171e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:48:39.902511 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4eef9e85-0426-46d6-9ced-5202a46a56b2 req-7f236d4a-8a07-4963-9e8e-2818c616171e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2b3748d15be342eba295b9b347a3975a&device_id=1ec32e5f-81f2-4819-a45c-fc4cc896f8fb HTTP/1.1" status: 200 len: 1097 time: 0.0407755 Oct 30 15:48:39.991333 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef9e85-0426-46d6-9ced-5202a46a56b2 req-e1755bb2-2802-4df5-b14e-92089b7d8320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:48:39.993371 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4eef9e85-0426-46d6-9ced-5202a46a56b2 req-e1755bb2-2802-4df5-b14e-92089b7d8320 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ebec7066-af7b-47e3-a017-438ab11796b5 HTTP/1.1" status: 200 len: 914 time: 0.0841932 Oct 30 15:48:40.062253 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4eef9e85-0426-46d6-9ced-5202a46a56b2 req-bee7a624-b42c-413a-a6c3-ee5becc58f45 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1e7265f-689d-44e9-86fd-991b530111a2 HTTP/1.1" status: 200 len: 1001 time: 0.0610876 Oct 30 15:48:40.110729 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef9e85-0426-46d6-9ced-5202a46a56b2 req-dd786198-a9d9-48ed-a7a6-769ef64b4a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:48:40.112177 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4eef9e85-0426-46d6-9ced-5202a46a56b2 req-dd786198-a9d9-48ed-a7a6-769ef64b4a28 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=318d5b3d-672b-43f3-9eee-a0731f1682e4 HTTP/1.1" status: 200 len: 852 time: 0.0434299 Oct 30 15:48:40.156379 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef9e85-0426-46d6-9ced-5202a46a56b2 req-dea94610-765c-4e8c-8a03-5d0603bbfb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:48:40.157810 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4eef9e85-0426-46d6-9ced-5202a46a56b2 req-dea94610-765c-4e8c-8a03-5d0603bbfb7d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ebec7066-af7b-47e3-a017-438ab11796b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388684 Oct 30 15:48:40.249517 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4eef9e85-0426-46d6-9ced-5202a46a56b2 req-c6ce2324-ad0b-43f0-8c25-5fe6f3ce4321 service neutron] 10.222.0.53 "GET /v2.0/networks/ebec7066-af7b-47e3-a017-438ab11796b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840590 Oct 30 15:48:40.342691 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4eef9e85-0426-46d6-9ced-5202a46a56b2 req-2a800924-78ab-495c-ba1a-47d632085897 service neutron] 10.222.0.53 "GET /v2.0/networks/ebec7066-af7b-47e3-a017-438ab11796b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866950 Oct 30 15:48:51.177599 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8ae7d477-0adf-454b-9053-7f6e2a7aac37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:53.796935 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7e91b87d-1b27-49aa-b833-465a88630f18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:54.293480 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:48:54.751514 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:54.943060 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:48:56.697466 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:00.156187 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:02.177358 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:08.898934 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 54292) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:49:09.066350 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-64776a78-0d6d-4862-86b1-cb8437d49744 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Deleting port aaa0a46d-d431-4778-b0e9-bdb6b0267268 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:49:09.066701 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-64776a78-0d6d-4862-86b1-cb8437d49744 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:09.147582 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-64776a78-0d6d-4862-86b1-cb8437d49744 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:09.147937 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-64776a78-0d6d-4862-86b1-cb8437d49744 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:09.160258 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-64776a78-0d6d-4862-86b1-cb8437d49744 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Calling delete_port for aaa0a46d-d431-4778-b0e9-bdb6b0267268 owned by network:floatingip {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:49:09.315758 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-64776a78-0d6d-4862-86b1-cb8437d49744 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:09.343381 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64776a78-0d6d-4862-86b1-cb8437d49744 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Pushing event deleted for resources: {'Port': ['ID=aaa0a46d-d431-4778-b0e9-bdb6b0267268,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:49:09.371163 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64776a78-0d6d-4862-86b1-cb8437d49744 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:49:09.371589 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64776a78-0d6d-4862-86b1-cb8437d49744 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:49:09.371797 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64776a78-0d6d-4862-86b1-cb8437d49744 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:49:09.372138 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64776a78-0d6d-4862-86b1-cb8437d49744 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:49:09.372477 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64776a78-0d6d-4862-86b1-cb8437d49744 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:49:09.372939 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64776a78-0d6d-4862-86b1-cb8437d49744 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:49:09.373212 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64776a78-0d6d-4862-86b1-cb8437d49744 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:49:09.373468 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64776a78-0d6d-4862-86b1-cb8437d49744 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:49:09.373796 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64776a78-0d6d-4862-86b1-cb8437d49744 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:49:09.374124 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64776a78-0d6d-4862-86b1-cb8437d49744 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:49:09.374442 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64776a78-0d6d-4862-86b1-cb8437d49744 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:49:09.374768 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64776a78-0d6d-4862-86b1-cb8437d49744 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:49:09.417942 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-64776a78-0d6d-4862-86b1-cb8437d49744 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Publish callbacks [] for floatingip, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:09.418283 n-d-806683-17 neutron-server[102130]: INFO neutron.db.l3_db [None req-64776a78-0d6d-4862-86b1-cb8437d49744 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Floating IP 8e010202-f5a3-4624-8bba-ed5a798d4df5 disassociated (deleted). External IP: 172.25.4.180, port: c1e7265f-689d-44e9-86fd-991b530111a2. Oct 30 15:49:09.631632 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64776a78-0d6d-4862-86b1-cb8437d49744 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Router 3902d8e7-cfe0-4f34-af9e-b1608e5e5989 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:49:09.746527 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64776a78-0d6d-4862-86b1-cb8437d49744 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:49:09.751725 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-64776a78-0d6d-4862-86b1-cb8437d49744 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:09.757917 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031a4d04-a546-43a7-8c7b-42701cb42453 None None] Sync routers for ids ['3902d8e7-cfe0-4f34-af9e-b1608e5e5989'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:49:09.770381 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031a4d04-a546-43a7-8c7b-42701cb42453 None None] Routers {'3902d8e7-cfe0-4f34-af9e-b1608e5e5989'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:49:09.771734 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-031a4d04-a546-43a7-8c7b-42701cb42453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:48:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['3902d8e7-cfe0-4f34-af9e-b1608e5e5989'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:49:09.783678 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-64776a78-0d6d-4862-86b1-cb8437d49744 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] 10.222.0.62 "DELETE /v2.0/floatingips/8e010202-f5a3-4624-8bba-ed5a798d4df5 HTTP/1.1" status: 204 len: 168 time: 0.8834138 Oct 30 15:49:09.784253 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ec32e5f-81f2-4819-a45c-fc4cc896f8fb', 'tag': 'c1e7265f-689d-44e9-86fd-991b530111a2'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:49:09.786551 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a07d1a-3681-4688-baae-cdafae30507f" -d '{"events": [{"name": "network-changed", "server_uuid": "1ec32e5f-81f2-4819-a45c-fc4cc896f8fb", "tag": "c1e7265f-689d-44e9-86fd-991b530111a2"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:49:09.892165 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-031a4d04-a546-43a7-8c7b-42701cb42453 None None] Set router 3902d8e7-cfe0-4f34-af9e-b1608e5e5989 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:49:10.044657 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488c3748-2060-471c-b5ee-9e77e020fd35 x-openstack-request-id: req-488c3748-2060-471c-b5ee-9e77e020fd35 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:49:10.045240 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ec32e5f-81f2-4819-a45c-fc4cc896f8fb", "tag": "c1e7265f-689d-44e9-86fd-991b530111a2", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:49:10.045408 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-488c3748-2060-471c-b5ee-9e77e020fd35 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:49:10.046091 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ec32e5f-81f2-4819-a45c-fc4cc896f8fb', 'tag': 'c1e7265f-689d-44e9-86fd-991b530111a2', 'status': 'completed', 'code': 200} Oct 30 15:49:10.090872 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e93860-33cd-4cf9-833b-f0cb87d420b7 req-1c08c591-1acd-4cbe-8d4b-4f342d01f060 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:49:10.092448 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c7e93860-33cd-4cf9-833b-f0cb87d420b7 req-1c08c591-1acd-4cbe-8d4b-4f342d01f060 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] 10.222.0.62 "GET /v2.0/ports?device_id=1ec32e5f-81f2-4819-a45c-fc4cc896f8fb HTTP/1.1" status: 200 len: 945 time: 0.0803456 Oct 30 15:49:10.120344 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a07d1a-3681-4688-baae-cdafae30507f req-d559a01f-0d68-4ba4-91ae-0f90cd6efb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:49:10.121824 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a5a07d1a-3681-4688-baae-cdafae30507f req-d559a01f-0d68-4ba4-91ae-0f90cd6efb37 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2b3748d15be342eba295b9b347a3975a&device_id=1ec32e5f-81f2-4819-a45c-fc4cc896f8fb HTTP/1.1" status: 200 len: 1097 time: 0.0687475 Oct 30 15:49:10.138943 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-031a4d04-a546-43a7-8c7b-42701cb42453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3902d8e7-cfe0-4f34-af9e-b1608e5e5989', 'name': 'tempest-TestVolumeBackupRestore-124807489-router', 'tenant_id': '2b3748d15be342eba295b9b347a3975a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '59a072cb-376b-4509-b281-0778cc52d7b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:46:09Z', 'updated_at': '2021-10-30T15:46:14Z', 'revision_number': 4, 'project_id': '2b3748d15be342eba295b9b347a3975a', 'gw_port': {'id': '59a072cb-376b-4509-b281-0778cc52d7b7', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:58:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3902d8e7-cfe0-4f34-af9e-b1608e5e5989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:46:10Z', 'updated_at': '2021-10-30T15:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '37d1d756-26cd-42ed-ae10-b4c81c7ead50', 'name': '', 'network_id': 'ebec7066-af7b-47e3-a017-438ab11796b5', 'tenant_id': '2b3748d15be342eba295b9b347a3975a', 'mac_address': 'fa:16:3e:ab:c1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3902d8e7-cfe0-4f34-af9e-b1608e5e5989', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '318d5b3d-672b-43f3-9eee-a0731f1682e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:46:13Z', 'updated_at': '2021-10-30T15:46:17Z', 'revision_number': 5, 'project_id': '2b3748d15be342eba295b9b347a3975a', 'subnets': [{'id': '318d5b3d-672b-43f3-9eee-a0731f1682e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:49:10.156452 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c7e93860-33cd-4cf9-833b-f0cb87d420b7 req-d53cffca-dc60-4f2f-98fa-2b2da0a4231b tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] 10.222.0.62 "GET /v2.0/security-groups?id=e68d040b-a0e1-46e8-a13c-f5ecab9c5d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560973 Oct 30 15:49:10.173222 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031a4d04-a546-43a7-8c7b-42701cb42453 None None] Checking router: 3902d8e7-cfe0-4f34-af9e-b1608e5e5989 for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:49:10.184453 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031a4d04-a546-43a7-8c7b-42701cb42453 None None] Routers {'3902d8e7-cfe0-4f34-af9e-b1608e5e5989'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:49:10.185249 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-031a4d04-a546-43a7-8c7b-42701cb42453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:48:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['3902d8e7-cfe0-4f34-af9e-b1608e5e5989'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:49:10.227745 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a07d1a-3681-4688-baae-cdafae30507f req-e56410fa-14ed-43f6-8a5a-38b14af3962c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:49:10.229261 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a5a07d1a-3681-4688-baae-cdafae30507f req-e56410fa-14ed-43f6-8a5a-38b14af3962c service neutron] 10.222.0.53 "GET /v2.0/networks?id=ebec7066-af7b-47e3-a017-438ab11796b5 HTTP/1.1" status: 200 len: 914 time: 0.0960600 Oct 30 15:49:10.276117 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a5a07d1a-3681-4688-baae-cdafae30507f req-71dd3c16-7473-40a8-b19b-511128390b0e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1e7265f-689d-44e9-86fd-991b530111a2 HTTP/1.1" status: 200 len: 217 time: 0.0381820 Oct 30 15:49:10.342676 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a07d1a-3681-4688-baae-cdafae30507f req-86fe7caa-a394-48ff-81d7-f1d304b8f55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:49:10.344332 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a5a07d1a-3681-4688-baae-cdafae30507f req-86fe7caa-a394-48ff-81d7-f1d304b8f55b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=318d5b3d-672b-43f3-9eee-a0731f1682e4 HTTP/1.1" status: 200 len: 852 time: 0.0592244 Oct 30 15:49:10.396363 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-031a4d04-a546-43a7-8c7b-42701cb42453 None None] Set router 3902d8e7-cfe0-4f34-af9e-b1608e5e5989 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:49:10.630432 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-031a4d04-a546-43a7-8c7b-42701cb42453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3902d8e7-cfe0-4f34-af9e-b1608e5e5989', 'name': 'tempest-TestVolumeBackupRestore-124807489-router', 'tenant_id': '2b3748d15be342eba295b9b347a3975a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '59a072cb-376b-4509-b281-0778cc52d7b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:46:09Z', 'updated_at': '2021-10-30T15:46:14Z', 'revision_number': 4, 'project_id': '2b3748d15be342eba295b9b347a3975a', 'gw_port': {'id': '59a072cb-376b-4509-b281-0778cc52d7b7', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:58:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3902d8e7-cfe0-4f34-af9e-b1608e5e5989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:46:10Z', 'updated_at': '2021-10-30T15:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '37d1d756-26cd-42ed-ae10-b4c81c7ead50', 'name': '', 'network_id': 'ebec7066-af7b-47e3-a017-438ab11796b5', 'tenant_id': '2b3748d15be342eba295b9b347a3975a', 'mac_address': 'fa:16:3e:ab:c1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3902d8e7-cfe0-4f34-af9e-b1608e5e5989', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '318d5b3d-672b-43f3-9eee-a0731f1682e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:46:13Z', 'updated_at': '2021-10-30T15:46:17Z', 'revision_number': 5, 'project_id': '2b3748d15be342eba295b9b347a3975a', 'subnets': [{'id': '318d5b3d-672b-43f3-9eee-a0731f1682e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:49:10.662404 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031a4d04-a546-43a7-8c7b-42701cb42453 None None] The sync data for ids ['3902d8e7-cfe0-4f34-af9e-b1608e5e5989'] in n-d-806683-17 is: [{'id': '3902d8e7-cfe0-4f34-af9e-b1608e5e5989', 'name': 'tempest-TestVolumeBackupRestore-124807489-router', 'tenant_id': '2b3748d15be342eba295b9b347a3975a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '59a072cb-376b-4509-b281-0778cc52d7b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:46:09Z', 'updated_at': '2021-10-30T15:46:14Z', 'revision_number': 4, 'project_id': '2b3748d15be342eba295b9b347a3975a', 'gw_port': {'id': '59a072cb-376b-4509-b281-0778cc52d7b7', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:58:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3902d8e7-cfe0-4f34-af9e-b1608e5e5989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:46:10Z', 'updated_at': '2021-10-30T15:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '37d1d756-26cd-42ed-ae10-b4c81c7ead50', 'name': '', 'network_id': 'ebec7066-af7b-47e3-a017-438ab11796b5', 'tenant_id': '2b3748d15be342eba295b9b347a3975a', 'mac_address': 'fa:16:3e:ab:c1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3902d8e7-cfe0-4f34-af9e-b1608e5e5989', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '318d5b3d-672b-43f3-9eee-a0731f1682e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:46:13Z', 'updated_at': '2021-10-30T15:46:17Z', 'revision_number': 5, 'project_id': '2b3748d15be342eba295b9b347a3975a', 'subnets': [{'id': '318d5b3d-672b-43f3-9eee-a0731f1682e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:49:10.751413 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a07d1a-3681-4688-baae-cdafae30507f req-e48a133f-a47d-4c50-987b-f023549ed61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:49:10.753027 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a5a07d1a-3681-4688-baae-cdafae30507f req-e48a133f-a47d-4c50-987b-f023549ed61d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ebec7066-af7b-47e3-a017-438ab11796b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4004602 Oct 30 15:49:10.860754 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a5a07d1a-3681-4688-baae-cdafae30507f req-b8a9dd89-063a-4341-8fbf-56d1a261fc1a service neutron] 10.222.0.53 "GET /v2.0/networks/ebec7066-af7b-47e3-a017-438ab11796b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990469 Oct 30 15:49:10.918579 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ffe76f-2ce8-4e72-bc89-4fe619978af5 None None] New status for floating IP 8e010202-f5a3-4624-8bba-ed5a798d4df5: DOWN {{(pid=102132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 15:49:10.967449 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a5a07d1a-3681-4688-baae-cdafae30507f req-c8f5935d-1376-4b19-b4a7-db23bcc831b3 service neutron] 10.222.0.53 "GET /v2.0/networks/ebec7066-af7b-47e3-a017-438ab11796b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991108 Oct 30 15:49:11.284938 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9db62-8336-4db8-96a1-b874c92bf6e2 req-1d58cc7e-0371-440f-bd49-1c6e24dbf5ee tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:49:11.286401 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-61f9db62-8336-4db8-96a1-b874c92bf6e2 req-1d58cc7e-0371-440f-bd49-1c6e24dbf5ee tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] 10.222.0.62 "GET /v2.0/ports?device_id=1ec32e5f-81f2-4819-a45c-fc4cc896f8fb HTTP/1.1" status: 200 len: 945 time: 0.0553739 Oct 30 15:49:11.340567 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-61f9db62-8336-4db8-96a1-b874c92bf6e2 req-2a7ebc80-7e55-46ec-a1d6-00d95f5ed64e tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] 10.222.0.62 "GET /v2.0/security-groups?id=e68d040b-a0e1-46e8-a13c-f5ecab9c5d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474250 Oct 30 15:49:11.517924 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1538384e-6ca1-4eef-a1ec-4772458a72aa req-cd4be844-7352-48cc-828c-23c31cae0ae5 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:49:11.519643 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1538384e-6ca1-4eef-a1ec-4772458a72aa req-cd4be844-7352-48cc-828c-23c31cae0ae5 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ec32e5f-81f2-4819-a45c-fc4cc896f8fb HTTP/1.1" status: 200 len: 945 time: 0.0478971 Oct 30 15:49:11.612416 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-1538384e-6ca1-4eef-a1ec-4772458a72aa req-7e025145-1f05-4a4f-beed-36c3c8025882 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Deleting port c1e7265f-689d-44e9-86fd-991b530111a2 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:49:11.612666 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1538384e-6ca1-4eef-a1ec-4772458a72aa req-7e025145-1f05-4a4f-beed-36c3c8025882 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:11.702843 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-1538384e-6ca1-4eef-a1ec-4772458a72aa req-7e025145-1f05-4a4f-beed-36c3c8025882 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] For port c1e7265f-689d-44e9-86fd-991b530111a2, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=c1e7265f-689d-44e9-86fd-991b530111a2,segment=NetworkSegment(99d12c82-1a82-432a-8f59-0a6b85c3686e),segment_id=99d12c82-1a82-432a-8f59-0a6b85c3686e)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:49:11.703206 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1538384e-6ca1-4eef-a1ec-4772458a72aa req-7e025145-1f05-4a4f-beed-36c3c8025882 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:11.715292 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-1538384e-6ca1-4eef-a1ec-4772458a72aa req-7e025145-1f05-4a4f-beed-36c3c8025882 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Calling delete_port for c1e7265f-689d-44e9-86fd-991b530111a2 owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:49:11.840358 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1538384e-6ca1-4eef-a1ec-4772458a72aa req-7e025145-1f05-4a4f-beed-36c3c8025882 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:11.870146 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e025145-1f05-4a4f-beed-36c3c8025882 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Pushing event deleted for resources: {'Port': ['ID=c1e7265f-689d-44e9-86fd-991b530111a2,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:49:11.917246 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-1538384e-6ca1-4eef-a1ec-4772458a72aa req-7e025145-1f05-4a4f-beed-36c3c8025882 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] No DVR routers for this DVR port c1e7265f-689d-44e9-86fd-991b530111a2 on host n-h1-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:49:11.920099 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1538384e-6ca1-4eef-a1ec-4772458a72aa req-7e025145-1f05-4a4f-beed-36c3c8025882 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:11.923774 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1538384e-6ca1-4eef-a1ec-4772458a72aa req-7e025145-1f05-4a4f-beed-36c3c8025882 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] 10.222.0.53 "DELETE /v2.0/ports/c1e7265f-689d-44e9-86fd-991b530111a2 HTTP/1.1" status: 204 len: 173 time: 0.3978512 Oct 30 15:49:12.047649 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ec32e5f-81f2-4819-a45c-fc4cc896f8fb', 'name': 'network-vif-deleted', 'tag': 'c1e7265f-689d-44e9-86fd-991b530111a2'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:49:12.050155 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12dfe023-0ee7-49ac-a7fe-c33157842d61" -d '{"events": [{"server_uuid": "1ec32e5f-81f2-4819-a45c-fc4cc896f8fb", "name": "network-vif-deleted", "tag": "c1e7265f-689d-44e9-86fd-991b530111a2"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:49:12.089192 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52fafbf8-926c-4f71-af10-655a61887daa x-openstack-request-id: req-52fafbf8-926c-4f71-af10-655a61887daa {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:49:12.089489 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ec32e5f-81f2-4819-a45c-fc4cc896f8fb", "name": "network-vif-deleted", "tag": "c1e7265f-689d-44e9-86fd-991b530111a2", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:49:12.089803 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-52fafbf8-926c-4f71-af10-655a61887daa {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:49:12.090214 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ec32e5f-81f2-4819-a45c-fc4cc896f8fb', 'name': 'network-vif-deleted', 'tag': 'c1e7265f-689d-44e9-86fd-991b530111a2', 'status': 'completed', 'code': 200} Oct 30 15:49:12.443632 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-19bf9971-977a-45c1-9f36-e97404a580e1 req-70e9e138-d854-47d0-980c-d5b73afb9c44 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] 10.222.0.62 "GET /v2.0/ports?device_id=1ec32e5f-81f2-4819-a45c-fc4cc896f8fb HTTP/1.1" status: 200 len: 210 time: 0.0263333 Oct 30 15:49:13.541680 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5c0a1f18-3ce2-4167-b12c-4a318a3c2dcc req-4f3c75b7-6401-4579-a422-ddad00b4af30 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] 10.222.0.62 "GET /v2.0/ports?device_id=1ec32e5f-81f2-4819-a45c-fc4cc896f8fb HTTP/1.1" status: 200 len: 210 time: 0.0266521 Oct 30 15:49:14.637344 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-451c2474-08ec-47e1-87e9-eb5150e90ad2 req-b9d7eece-5c28-4314-84ca-0bea8f7b88bb tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] 10.222.0.62 "GET /v2.0/ports?device_id=1ec32e5f-81f2-4819-a45c-fc4cc896f8fb HTTP/1.1" status: 200 len: 210 time: 0.0269606 Oct 30 15:49:15.733219 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-971a381c-1c02-4d77-9f0d-3ae5311d5f5e req-66da964e-99b6-4d6f-901b-54f4b04b99ee tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] 10.222.0.62 "GET /v2.0/ports?device_id=1ec32e5f-81f2-4819-a45c-fc4cc896f8fb HTTP/1.1" status: 200 len: 210 time: 0.0265830 Oct 30 15:49:16.102950 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device c1e7265f-689d-44e9-86fd-991b530111a2 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:49:16.123664 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: c1e7265f-689d-44e9-86fd-991b530111a2 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:49:16.124008 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device c1e7265f-689d-44e9-86fd-991b530111a2 not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:49:16.791304 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 54320) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:49:16.848443 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-de47e6f7-f77a-494f-a22c-c363d6d58783 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:16.872850 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-de47e6f7-f77a-494f-a22c-c363d6d58783 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:16.930348 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-de47e6f7-f77a-494f-a22c-c363d6d58783 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:16.933110 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-de47e6f7-f77a-494f-a22c-c363d6d58783 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:16.934259 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-de47e6f7-f77a-494f-a22c-c363d6d58783 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] 10.222.0.62 "DELETE /v2.0/security-groups/e68d040b-a0e1-46e8-a13c-f5ecab9c5d3c HTTP/1.1" status: 204 len: 168 time: 0.1419046 Oct 30 15:49:16.944499 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de47e6f7-f77a-494f-a22c-c363d6d58783 tempest-TestVolumeBackupRestore-20317753 tempest-TestVolumeBackupRestore-20317753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68d040b-a0e1-46e8-a13c-f5ecab9c5d3c,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:49:18.534446 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a3cc09a6-7c3f-4512-9b0c-e55eaf2bd179 req-33d33e56-60dd-4383-bcda-fbfcaa4acd37 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=549e2a90-1cf4-4abc-b391-fd6591f2fd81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0520105 Oct 30 15:49:18.636781 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cc09a6-7c3f-4512-9b0c-e55eaf2bd179 req-bcb966cd-04cc-4b70-a9c5-e36af213a1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:49:18.638260 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a3cc09a6-7c3f-4512-9b0c-e55eaf2bd179 req-bcb966cd-04cc-4b70-a9c5-e36af213a1ed service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=887bc10b4e704641954048c16602273c&device_id=549e2a90-1cf4-4abc-b391-fd6591f2fd81 HTTP/1.1" status: 200 len: 1097 time: 0.0526617 Oct 30 15:49:18.801741 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cc09a6-7c3f-4512-9b0c-e55eaf2bd179 req-cead1bfc-a16a-4959-821f-d0e22f8a734c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:49:18.803852 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a3cc09a6-7c3f-4512-9b0c-e55eaf2bd179 req-cead1bfc-a16a-4959-821f-d0e22f8a734c service neutron] 10.222.0.44 "GET /v2.0/networks?id=eaec26f8-16ce-4842-b83b-287e7177f318 HTTP/1.1" status: 200 len: 913 time: 0.1425014 Oct 30 15:49:18.878874 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a3cc09a6-7c3f-4512-9b0c-e55eaf2bd179 req-08d342b0-7ce1-49e5-ab6d-19ad01f57df1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4453959-1eaf-4417-b192-165bd4afa278 HTTP/1.1" status: 200 len: 1001 time: 0.0675101 Oct 30 15:49:18.946037 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cc09a6-7c3f-4512-9b0c-e55eaf2bd179 req-59b5133c-bc6f-41ce-9f38-c9061a85c732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:49:18.948290 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a3cc09a6-7c3f-4512-9b0c-e55eaf2bd179 req-59b5133c-bc6f-41ce-9f38-c9061a85c732 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e2126f42-6201-4d38-a336-acc99efa4108 HTTP/1.1" status: 200 len: 851 time: 0.0629857 Oct 30 15:49:19.034152 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cc09a6-7c3f-4512-9b0c-e55eaf2bd179 req-554e5689-0d3e-4030-a4c3-662cc9b429a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:49:19.044636 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a3cc09a6-7c3f-4512-9b0c-e55eaf2bd179 req-554e5689-0d3e-4030-a4c3-662cc9b429a7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eaec26f8-16ce-4842-b83b-287e7177f318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0813041 Oct 30 15:49:19.165487 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a3cc09a6-7c3f-4512-9b0c-e55eaf2bd179 req-a028449c-5d87-4b82-b8bc-edd2eeef8db3 service neutron] 10.222.0.44 "GET /v2.0/networks/eaec26f8-16ce-4842-b83b-287e7177f318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200144 Oct 30 15:49:19.295698 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a3cc09a6-7c3f-4512-9b0c-e55eaf2bd179 req-91c22502-93e0-49b5-b4cc-39c7b6d11796 service neutron] 10.222.0.44 "GET /v2.0/networks/eaec26f8-16ce-4842-b83b-287e7177f318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168182 Oct 30 15:49:21.181059 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-af032970-0d7d-44b7-b17f-79ae020cbaa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:21.422510 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 54774) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:49:21.780908 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9d66b5c2-5d13-4285-b225-dbe58b7ae443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:22.030691 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-9d66b5c2-5d13-4285-b225-dbe58b7ae443 admin admin] Deleting port 37d1d756-26cd-42ed-ae10-b4c81c7ead50 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:49:22.030947 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9d66b5c2-5d13-4285-b225-dbe58b7ae443 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:22.110939 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-9d66b5c2-5d13-4285-b225-dbe58b7ae443 admin admin] For port 37d1d756-26cd-42ed-ae10-b4c81c7ead50, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=37d1d756-26cd-42ed-ae10-b4c81c7ead50,segment=NetworkSegment(99d12c82-1a82-432a-8f59-0a6b85c3686e),segment_id=99d12c82-1a82-432a-8f59-0a6b85c3686e)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:49:22.111288 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9d66b5c2-5d13-4285-b225-dbe58b7ae443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:22.125036 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-9d66b5c2-5d13-4285-b225-dbe58b7ae443 admin admin] Calling delete_port for 37d1d756-26cd-42ed-ae10-b4c81c7ead50 owned by network:router_interface {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:49:22.308841 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9d66b5c2-5d13-4285-b225-dbe58b7ae443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:22.334980 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d66b5c2-5d13-4285-b225-dbe58b7ae443 admin admin] Pushing event deleted for resources: {'Port': ['ID=37d1d756-26cd-42ed-ae10-b4c81c7ead50,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:49:22.496975 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9d66b5c2-5d13-4285-b225-dbe58b7ae443 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:22.628276 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-40b1bafa-4042-4e0f-a338-a8d41e68e72c req-2b2a8bbd-56f9-4acb-88fc-6751a6c41870 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fbf55836-bc77-49c7-a569-7e3ffaced8a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0598576 Oct 30 15:49:22.755762 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1bafa-4042-4e0f-a338-a8d41e68e72c req-4ab00dec-e2be-4ae6-8858-af2e997650f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:49:22.757705 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-40b1bafa-4042-4e0f-a338-a8d41e68e72c req-4ab00dec-e2be-4ae6-8858-af2e997650f8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=887bc10b4e704641954048c16602273c&device_id=fbf55836-bc77-49c7-a569-7e3ffaced8a0 HTTP/1.1" status: 200 len: 1097 time: 0.0836809 Oct 30 15:49:22.773386 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d66b5c2-5d13-4285-b225-dbe58b7ae443 admin admin] Router 3902d8e7-cfe0-4f34-af9e-b1608e5e5989 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:49:22.936119 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1bafa-4042-4e0f-a338-a8d41e68e72c req-ab1a1e44-cc43-4609-929b-19907f7977e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:49:22.937575 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-40b1bafa-4042-4e0f-a338-a8d41e68e72c req-ab1a1e44-cc43-4609-929b-19907f7977e5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=eaec26f8-16ce-4842-b83b-287e7177f318 HTTP/1.1" status: 200 len: 913 time: 0.1608124 Oct 30 15:49:22.951762 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d66b5c2-5d13-4285-b225-dbe58b7ae443 admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:49:22.957281 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9d66b5c2-5d13-4285-b225-dbe58b7ae443 admin admin] 10.222.0.62 "PUT /v2.0/routers/3902d8e7-cfe0-4f34-af9e-b1608e5e5989/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5337017 Oct 30 15:49:22.960031 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 54776) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:49:22.964322 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d698b60a-82b7-412e-99eb-20ebf591d8d9 None None] Sync routers for ids ['3902d8e7-cfe0-4f34-af9e-b1608e5e5989'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:49:22.978835 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d698b60a-82b7-412e-99eb-20ebf591d8d9 None None] Routers {'3902d8e7-cfe0-4f34-af9e-b1608e5e5989'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:49:22.979602 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-d698b60a-82b7-412e-99eb-20ebf591d8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:48:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['3902d8e7-cfe0-4f34-af9e-b1608e5e5989'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:49:23.013297 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-40b1bafa-4042-4e0f-a338-a8d41e68e72c req-16a9e3f2-8a31-4688-8b8f-396c57e9b3ec service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd HTTP/1.1" status: 200 len: 1001 time: 0.0678682 Oct 30 15:49:23.063919 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1bafa-4042-4e0f-a338-a8d41e68e72c req-cc0a30de-cae2-4bdf-8b53-149dfc915d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:49:23.065489 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-40b1bafa-4042-4e0f-a338-a8d41e68e72c req-cc0a30de-cae2-4bdf-8b53-149dfc915d5a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e2126f42-6201-4d38-a336-acc99efa4108 HTTP/1.1" status: 200 len: 851 time: 0.0449853 Oct 30 15:49:23.070774 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b16ace6d-46be-41e0-9148-1e4e1dad6f72 admin admin] Publish callbacks [] for router, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:23.089109 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-d698b60a-82b7-412e-99eb-20ebf591d8d9 None None] Set router 3902d8e7-cfe0-4f34-af9e-b1608e5e5989 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:49:23.113950 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1bafa-4042-4e0f-a338-a8d41e68e72c req-ca608a9d-bb67-42b3-b8de-aff3164a1d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:49:23.116099 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-40b1bafa-4042-4e0f-a338-a8d41e68e72c req-ca608a9d-bb67-42b3-b8de-aff3164a1d60 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eaec26f8-16ce-4842-b83b-287e7177f318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431197 Oct 30 15:49:23.179039 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b16ace6d-46be-41e0-9148-1e4e1dad6f72 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:23.212696 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-40b1bafa-4042-4e0f-a338-a8d41e68e72c req-ec86bc1d-ec1d-47bf-b322-bbe821d3bab2 service neutron] 10.222.0.53 "GET /v2.0/networks/eaec26f8-16ce-4842-b83b-287e7177f318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899649 Oct 30 15:49:23.244194 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-b16ace6d-46be-41e0-9148-1e4e1dad6f72 admin admin] Deleting port 59a072cb-376b-4509-b281-0778cc52d7b7 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:49:23.244539 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b16ace6d-46be-41e0-9148-1e4e1dad6f72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:23.278942 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-d698b60a-82b7-412e-99eb-20ebf591d8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3902d8e7-cfe0-4f34-af9e-b1608e5e5989', 'name': 'tempest-TestVolumeBackupRestore-124807489-router', 'tenant_id': '2b3748d15be342eba295b9b347a3975a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '59a072cb-376b-4509-b281-0778cc52d7b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:46:09Z', 'updated_at': '2021-10-30T15:49:22Z', 'revision_number': 5, 'project_id': '2b3748d15be342eba295b9b347a3975a', 'gw_port': {'id': '59a072cb-376b-4509-b281-0778cc52d7b7', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:58:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3902d8e7-cfe0-4f34-af9e-b1608e5e5989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:46:10Z', 'updated_at': '2021-10-30T15:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:49:23.317123 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-40b1bafa-4042-4e0f-a338-a8d41e68e72c req-72670e51-8af8-42d1-b420-f363e63ee2db service neutron] 10.222.0.53 "GET /v2.0/networks/eaec26f8-16ce-4842-b83b-287e7177f318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969119 Oct 30 15:49:23.321022 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d698b60a-82b7-412e-99eb-20ebf591d8d9 None None] Checking router: 3902d8e7-cfe0-4f34-af9e-b1608e5e5989 for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:49:23.333080 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d698b60a-82b7-412e-99eb-20ebf591d8d9 None None] Routers {'3902d8e7-cfe0-4f34-af9e-b1608e5e5989'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:49:23.333836 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-d698b60a-82b7-412e-99eb-20ebf591d8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:48:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['3902d8e7-cfe0-4f34-af9e-b1608e5e5989'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:49:23.335079 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-b16ace6d-46be-41e0-9148-1e4e1dad6f72 admin admin] For port 59a072cb-376b-4509-b281-0778cc52d7b7, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=59a072cb-376b-4509-b281-0778cc52d7b7,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:49:23.335456 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b16ace6d-46be-41e0-9148-1e4e1dad6f72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:23.348498 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-b16ace6d-46be-41e0-9148-1e4e1dad6f72 admin admin] Calling delete_port for 59a072cb-376b-4509-b281-0778cc52d7b7 owned by network:router_gateway {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:49:23.419555 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-d698b60a-82b7-412e-99eb-20ebf591d8d9 None None] Set router 3902d8e7-cfe0-4f34-af9e-b1608e5e5989 gateway port host: None {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:49:23.471439 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-d698b60a-82b7-412e-99eb-20ebf591d8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3902d8e7-cfe0-4f34-af9e-b1608e5e5989', 'name': 'tempest-TestVolumeBackupRestore-124807489-router', 'tenant_id': '2b3748d15be342eba295b9b347a3975a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:46:09Z', 'updated_at': '2021-10-30T15:49:23Z', 'revision_number': 6, 'project_id': '2b3748d15be342eba295b9b347a3975a', 'gw_port_host': None}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:49:23.501223 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d698b60a-82b7-412e-99eb-20ebf591d8d9 None None] The sync data for ids ['3902d8e7-cfe0-4f34-af9e-b1608e5e5989'] in n-d-806683-17 is: [{'id': '3902d8e7-cfe0-4f34-af9e-b1608e5e5989', 'name': 'tempest-TestVolumeBackupRestore-124807489-router', 'tenant_id': '2b3748d15be342eba295b9b347a3975a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:46:09Z', 'updated_at': '2021-10-30T15:49:23Z', 'revision_number': 6, 'project_id': '2b3748d15be342eba295b9b347a3975a', 'gw_port_host': None}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:49:23.513887 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b16ace6d-46be-41e0-9148-1e4e1dad6f72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:23.539932 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16ace6d-46be-41e0-9148-1e4e1dad6f72 admin admin] Pushing event deleted for resources: {'Port': ['ID=59a072cb-376b-4509-b281-0778cc52d7b7,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:49:23.606031 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b16ace6d-46be-41e0-9148-1e4e1dad6f72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:23.696226 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b16ace6d-46be-41e0-9148-1e4e1dad6f72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:23.698315 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b16ace6d-46be-41e0-9148-1e4e1dad6f72 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:23.739940 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b16ace6d-46be-41e0-9148-1e4e1dad6f72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:23.740390 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b16ace6d-46be-41e0-9148-1e4e1dad6f72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3902d8e7-cfe0-4f34-af9e-b1608e5e5989 {{(pid=102131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:49:23.746417 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b16ace6d-46be-41e0-9148-1e4e1dad6f72 admin admin] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:23.749843 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b16ace6d-46be-41e0-9148-1e4e1dad6f72 admin admin] 10.222.0.62 "DELETE /v2.0/routers/3902d8e7-cfe0-4f34-af9e-b1608e5e5989 HTTP/1.1" status: 204 len: 168 time: 0.7864695 Oct 30 15:49:23.750073 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 54778) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:49:23.796628 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-56a5d3d0-0cea-4cd2-a0cf-2239ab37ecf6 admin admin] Deleting subnet 318d5b3d-672b-43f3-9eee-a0731f1682e4 {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:49:23.799945 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-56a5d3d0-0cea-4cd2-a0cf-2239ab37ecf6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:23.801425 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f26af199-203c-44f3-b2d6-bd5785dce011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:23.835951 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-56a5d3d0-0cea-4cd2-a0cf-2239ab37ecf6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:23.925495 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-56a5d3d0-0cea-4cd2-a0cf-2239ab37ecf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:23.976552 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-56a5d3d0-0cea-4cd2-a0cf-2239ab37ecf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:24.002704 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a5d3d0-0cea-4cd2-a0cf-2239ab37ecf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=318d5b3d-672b-43f3-9eee-a0731f1682e4,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:49:24.004613 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-56a5d3d0-0cea-4cd2-a0cf-2239ab37ecf6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:24.009587 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbf767a-40c9-4814-9095-f787f47c0627 None None] Network ebec7066-af7b-47e3-a017-438ab11796b5 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:49:24.010271 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-56a5d3d0-0cea-4cd2-a0cf-2239ab37ecf6 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/318d5b3d-672b-43f3-9eee-a0731f1682e4 HTTP/1.1" status: 204 len: 168 time: 0.2592142 Oct 30 15:49:24.010944 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 54780) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:49:24.083538 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-363dea6b-2b17-42cb-8e8d-f124a3457d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:24.137480 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-363dea6b-2b17-42cb-8e8d-f124a3457d10 admin admin] Deleting port 20e2d480-732e-4971-a955-5f9c2b5cdbcc {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:49:24.137823 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-363dea6b-2b17-42cb-8e8d-f124a3457d10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:24.202738 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-363dea6b-2b17-42cb-8e8d-f124a3457d10 admin admin] For port 20e2d480-732e-4971-a955-5f9c2b5cdbcc, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=20e2d480-732e-4971-a955-5f9c2b5cdbcc,segment=NetworkSegment(99d12c82-1a82-432a-8f59-0a6b85c3686e),segment_id=99d12c82-1a82-432a-8f59-0a6b85c3686e)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:49:24.203032 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-363dea6b-2b17-42cb-8e8d-f124a3457d10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:24.216324 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-363dea6b-2b17-42cb-8e8d-f124a3457d10 admin admin] Calling delete_port for 20e2d480-732e-4971-a955-5f9c2b5cdbcc owned by network:dhcp {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:49:24.263312 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4207088-494e-4528-be20-64dbf9dc0e74 None None] DHCP port deletion for ebec7066-af7b-47e3-a017-438ab11796b5 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:49:24.305589 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-363dea6b-2b17-42cb-8e8d-f124a3457d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:24.331853 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d4207088-494e-4528-be20-64dbf9dc0e74 None None] Deleting port 20e2d480-732e-4971-a955-5f9c2b5cdbcc {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:49:24.332317 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4207088-494e-4528-be20-64dbf9dc0e74 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:24.334033 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363dea6b-2b17-42cb-8e8d-f124a3457d10 admin admin] Pushing event deleted for resources: {'Port': ['ID=20e2d480-732e-4971-a955-5f9c2b5cdbcc,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:49:24.338252 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363dea6b-2b17-42cb-8e8d-f124a3457d10 admin admin] No DVR routers for this DVR port 20e2d480-732e-4971-a955-5f9c2b5cdbcc on host n-d-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:49:24.350746 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 37d1d756-26cd-42ed-ae10-b4c81c7ead50 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:49:24.398086 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 37d1d756-26cd-42ed-ae10-b4c81c7ead50 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:49:24.398520 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 37d1d756-26cd-42ed-ae10-b4c81c7ead50 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:49:24.399005 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 59a072cb-376b-4509-b281-0778cc52d7b7 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:49:24.415358 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-363dea6b-2b17-42cb-8e8d-f124a3457d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:24.419762 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 59a072cb-376b-4509-b281-0778cc52d7b7 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:49:24.420171 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 59a072cb-376b-4509-b281-0778cc52d7b7 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:49:24.420651 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 20e2d480-732e-4971-a955-5f9c2b5cdbcc no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:49:24.436813 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-363dea6b-2b17-42cb-8e8d-f124a3457d10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebec7066-af7b-47e3-a017-438ab11796b5']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:49:24.446725 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-363dea6b-2b17-42cb-8e8d-f124a3457d10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99d12c82-1a82-432a-8f59-0a6b85c3686e') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:49:24.447023 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-363dea6b-2b17-42cb-8e8d-f124a3457d10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99d12c82-1a82-432a-8f59-0a6b85c3686e') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:49:24.448830 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 20e2d480-732e-4971-a955-5f9c2b5cdbcc {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:49:24.449172 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 20e2d480-732e-4971-a955-5f9c2b5cdbcc not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:49:24.457320 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-363dea6b-2b17-42cb-8e8d-f124a3457d10 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:24.460567 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4207088-494e-4528-be20-64dbf9dc0e74 None None] For port 20e2d480-732e-4971-a955-5f9c2b5cdbcc, host n-d-806683-17, got binding levels [] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:49:24.461020 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4207088-494e-4528-be20-64dbf9dc0e74 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:24.471253 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-363dea6b-2b17-42cb-8e8d-f124a3457d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:24.473922 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d4207088-494e-4528-be20-64dbf9dc0e74 None None] Calling delete_port for 20e2d480-732e-4971-a955-5f9c2b5cdbcc owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:49:24.477184 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.ipam_backend_mixin [None req-d4207088-494e-4528-be20-64dbf9dc0e74 None None] Port 20e2d480-732e-4971-a955-5f9c2b5cdbcc was not found and therefore no delete operation was performed {{(pid=102132) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 30 15:49:24.478327 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-363dea6b-2b17-42cb-8e8d-f124a3457d10 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:49:24.478967 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-363dea6b-2b17-42cb-8e8d-f124a3457d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:24.479374 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4207088-494e-4528-be20-64dbf9dc0e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:24.481063 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:49:24.481063 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:49:24.481063 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:49:24.481063 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:49:24.481063 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:49:24.481063 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:49:24.481063 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:49:24.481063 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:49:24.481063 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:49:24.481063 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:49:24.481063 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:49:24.481063 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:49:24.481063 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:49:24.481063 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:49:24.481063 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:49:24.481063 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:49:24.481063 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:49:24.481063 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:49:24.481063 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:49:24.481063 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:49:24.481063 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:49:24.481063 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:49:24.481063 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:49:24.481063 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:49:24.481063 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:49:24.481063 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:49:24.481063 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:49:24.481063 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:49:24.481063 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:49:24.481063 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:49:24.481063 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:49:24.481063 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:49:24.510621 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4207088-494e-4528-be20-64dbf9dc0e74 None None] Pushing event deleted for resources: {'Port': ['ID=20e2d480-732e-4971-a955-5f9c2b5cdbcc,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:49:24.514660 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4207088-494e-4528-be20-64dbf9dc0e74 None None] No DVR routers for this DVR port 20e2d480-732e-4971-a955-5f9c2b5cdbcc on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:49:24.527832 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4207088-494e-4528-be20-64dbf9dc0e74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:49:24.528651 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4207088-494e-4528-be20-64dbf9dc0e74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:49:24.529151 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4207088-494e-4528-be20-64dbf9dc0e74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:49:24.529737 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4207088-494e-4528-be20-64dbf9dc0e74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:49:24.530248 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4207088-494e-4528-be20-64dbf9dc0e74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:49:24.530735 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4207088-494e-4528-be20-64dbf9dc0e74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:49:24.531374 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4207088-494e-4528-be20-64dbf9dc0e74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:49:24.532023 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4207088-494e-4528-be20-64dbf9dc0e74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:49:24.544632 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4207088-494e-4528-be20-64dbf9dc0e74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:49:24.545001 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4207088-494e-4528-be20-64dbf9dc0e74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:49:24.545607 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4207088-494e-4528-be20-64dbf9dc0e74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:49:24.546154 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4207088-494e-4528-be20-64dbf9dc0e74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:49:24.556798 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-363dea6b-2b17-42cb-8e8d-f124a3457d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:24.562410 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-363dea6b-2b17-42cb-8e8d-f124a3457d10 admin admin] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:24.565577 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-363dea6b-2b17-42cb-8e8d-f124a3457d10 admin admin] 10.222.0.62 "DELETE /v2.0/networks/ebec7066-af7b-47e3-a017-438ab11796b5 HTTP/1.1" status: 204 len: 168 time: 0.5530982 Oct 30 15:49:24.569653 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 54782) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:49:24.585510 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363dea6b-2b17-42cb-8e8d-f124a3457d10 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebec7066-af7b-47e3-a017-438ab11796b5,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:49:24.761889 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:24.925573 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-25384521-fe20-4617-a128-f9a3e4aae0a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:24.950915 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:25.174819 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-25384521-fe20-4617-a128-f9a3e4aae0a4 admin admin] Deleting port d9d752ed-8a02-4e9f-84df-d72aa6470f9e {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:49:25.175407 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-25384521-fe20-4617-a128-f9a3e4aae0a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:25.251070 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-25384521-fe20-4617-a128-f9a3e4aae0a4 admin admin] For port d9d752ed-8a02-4e9f-84df-d72aa6470f9e, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=d9d752ed-8a02-4e9f-84df-d72aa6470f9e,segment=NetworkSegment(6197309e-f937-4b09-b81d-73cf9aed9f12),segment_id=6197309e-f937-4b09-b81d-73cf9aed9f12)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:49:25.251430 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-25384521-fe20-4617-a128-f9a3e4aae0a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:25.263558 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-25384521-fe20-4617-a128-f9a3e4aae0a4 admin admin] Calling delete_port for d9d752ed-8a02-4e9f-84df-d72aa6470f9e owned by network:router_interface {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:49:25.441404 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-25384521-fe20-4617-a128-f9a3e4aae0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:25.467083 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25384521-fe20-4617-a128-f9a3e4aae0a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9d752ed-8a02-4e9f-84df-d72aa6470f9e,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:49:25.633670 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-25384521-fe20-4617-a128-f9a3e4aae0a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:26.107308 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25384521-fe20-4617-a128-f9a3e4aae0a4 admin admin] Router 07f88a16-f3a7-4106-a8d9-c538b65f5b5c has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:49:26.207629 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25384521-fe20-4617-a128-f9a3e4aae0a4 admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:49:26.212650 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-25384521-fe20-4617-a128-f9a3e4aae0a4 admin admin] 10.222.0.62 "PUT /v2.0/routers/07f88a16-f3a7-4106-a8d9-c538b65f5b5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6419067 Oct 30 15:49:26.215199 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 54784) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:49:26.216897 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ed4538-21ac-4f20-80fe-47fe9511e7fd None None] Sync routers for ids ['07f88a16-f3a7-4106-a8d9-c538b65f5b5c'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:49:26.227730 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ed4538-21ac-4f20-80fe-47fe9511e7fd None None] Routers {'07f88a16-f3a7-4106-a8d9-c538b65f5b5c'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:49:26.228594 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-19ed4538-21ac-4f20-80fe-47fe9511e7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:49:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['07f88a16-f3a7-4106-a8d9-c538b65f5b5c'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:49:26.328736 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-09857bed-a0da-41c5-b756-2766a5a13c6a admin admin] Publish callbacks [] for router, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:26.334097 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-19ed4538-21ac-4f20-80fe-47fe9511e7fd None None] Set router 07f88a16-f3a7-4106-a8d9-c538b65f5b5c gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:49:26.430534 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-09857bed-a0da-41c5-b756-2766a5a13c6a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:26.482414 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-09857bed-a0da-41c5-b756-2766a5a13c6a admin admin] Deleting port 906a9956-cc03-4215-948e-56d26964553f {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:49:26.482952 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-09857bed-a0da-41c5-b756-2766a5a13c6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:26.508731 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-19ed4538-21ac-4f20-80fe-47fe9511e7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f88a16-f3a7-4106-a8d9-c538b65f5b5c', 'name': 'tempest-TestVolumeBackupRestore-622753642-router', 'tenant_id': 'a51620216cb94c27a9a696a46c8350df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '906a9956-cc03-4215-948e-56d26964553f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:46:17Z', 'updated_at': '2021-10-30T15:49:25Z', 'revision_number': 5, 'project_id': 'a51620216cb94c27a9a696a46c8350df', 'gw_port': {'id': '906a9956-cc03-4215-948e-56d26964553f', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f88a16-f3a7-4106-a8d9-c538b65f5b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:46:18Z', 'updated_at': '2021-10-30T15:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:49:26.540883 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ed4538-21ac-4f20-80fe-47fe9511e7fd None None] Checking router: 07f88a16-f3a7-4106-a8d9-c538b65f5b5c for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:49:26.549212 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ed4538-21ac-4f20-80fe-47fe9511e7fd None None] Routers {'07f88a16-f3a7-4106-a8d9-c538b65f5b5c'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:49:26.549822 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-19ed4538-21ac-4f20-80fe-47fe9511e7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:49:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['07f88a16-f3a7-4106-a8d9-c538b65f5b5c'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:49:26.566045 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-09857bed-a0da-41c5-b756-2766a5a13c6a admin admin] For port 906a9956-cc03-4215-948e-56d26964553f, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=906a9956-cc03-4215-948e-56d26964553f,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:49:26.566413 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-09857bed-a0da-41c5-b756-2766a5a13c6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:26.578708 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-09857bed-a0da-41c5-b756-2766a5a13c6a admin admin] Calling delete_port for 906a9956-cc03-4215-948e-56d26964553f owned by network:router_gateway {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:49:26.635637 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-19ed4538-21ac-4f20-80fe-47fe9511e7fd None None] Set router 07f88a16-f3a7-4106-a8d9-c538b65f5b5c gateway port host: None {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:49:26.689946 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-19ed4538-21ac-4f20-80fe-47fe9511e7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f88a16-f3a7-4106-a8d9-c538b65f5b5c', 'name': 'tempest-TestVolumeBackupRestore-622753642-router', 'tenant_id': 'a51620216cb94c27a9a696a46c8350df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:46:17Z', 'updated_at': '2021-10-30T15:49:26Z', 'revision_number': 6, 'project_id': 'a51620216cb94c27a9a696a46c8350df', 'gw_port_host': None}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:49:26.724230 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ed4538-21ac-4f20-80fe-47fe9511e7fd None None] The sync data for ids ['07f88a16-f3a7-4106-a8d9-c538b65f5b5c'] in n-d-806683-17 is: [{'id': '07f88a16-f3a7-4106-a8d9-c538b65f5b5c', 'name': 'tempest-TestVolumeBackupRestore-622753642-router', 'tenant_id': 'a51620216cb94c27a9a696a46c8350df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:46:17Z', 'updated_at': '2021-10-30T15:49:26Z', 'revision_number': 6, 'project_id': 'a51620216cb94c27a9a696a46c8350df', 'gw_port_host': None}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:49:26.731669 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:26.750275 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-09857bed-a0da-41c5-b756-2766a5a13c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:26.777013 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09857bed-a0da-41c5-b756-2766a5a13c6a admin admin] Pushing event deleted for resources: {'Port': ['ID=906a9956-cc03-4215-948e-56d26964553f,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:49:26.840043 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-09857bed-a0da-41c5-b756-2766a5a13c6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:26.929677 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-09857bed-a0da-41c5-b756-2766a5a13c6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:26.931827 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-09857bed-a0da-41c5-b756-2766a5a13c6a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:26.973641 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-09857bed-a0da-41c5-b756-2766a5a13c6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:26.974834 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09857bed-a0da-41c5-b756-2766a5a13c6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07f88a16-f3a7-4106-a8d9-c538b65f5b5c {{(pid=102131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:49:26.979109 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-09857bed-a0da-41c5-b756-2766a5a13c6a admin admin] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:26.980579 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-09857bed-a0da-41c5-b756-2766a5a13c6a admin admin] 10.222.0.62 "DELETE /v2.0/routers/07f88a16-f3a7-4106-a8d9-c538b65f5b5c HTTP/1.1" status: 204 len: 168 time: 0.7643046 Oct 30 15:49:26.982947 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 54786) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:49:27.027915 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfb50cce-b748-431e-a8c8-fe853352e509 admin admin] Deleting subnet 3a86ccbb-e55d-4387-a858-4698cdec2317 {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:49:27.031070 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-dfb50cce-b748-431e-a8c8-fe853352e509 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:27.070716 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-dfb50cce-b748-431e-a8c8-fe853352e509 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:27.152048 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-dfb50cce-b748-431e-a8c8-fe853352e509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:27.204608 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-dfb50cce-b748-431e-a8c8-fe853352e509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:27.232487 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-dfb50cce-b748-431e-a8c8-fe853352e509 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:27.237654 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5e7009-a65b-44c0-a6f9-36f4634ddcb3 None None] Network c36fe668-07cb-46ce-a605-37c619116b17 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:49:27.238078 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-dfb50cce-b748-431e-a8c8-fe853352e509 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/3a86ccbb-e55d-4387-a858-4698cdec2317 HTTP/1.1" status: 204 len: 168 time: 0.2517481 Oct 30 15:49:27.238717 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 54788) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:49:27.239377 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb50cce-b748-431e-a8c8-fe853352e509 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a86ccbb-e55d-4387-a858-4698cdec2317,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:49:27.307878 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d40fbfd5-80a1-49b7-b903-1fc5e21274d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:27.361294 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-d40fbfd5-80a1-49b7-b903-1fc5e21274d6 admin admin] Deleting port f0ed42ff-0460-4216-baf7-4d3fd30c181f {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:49:27.361807 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d40fbfd5-80a1-49b7-b903-1fc5e21274d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:27.427818 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-d40fbfd5-80a1-49b7-b903-1fc5e21274d6 admin admin] For port f0ed42ff-0460-4216-baf7-4d3fd30c181f, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=f0ed42ff-0460-4216-baf7-4d3fd30c181f,segment=NetworkSegment(6197309e-f937-4b09-b81d-73cf9aed9f12),segment_id=6197309e-f937-4b09-b81d-73cf9aed9f12)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:49:27.428616 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d40fbfd5-80a1-49b7-b903-1fc5e21274d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:27.440722 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-d40fbfd5-80a1-49b7-b903-1fc5e21274d6 admin admin] Calling delete_port for f0ed42ff-0460-4216-baf7-4d3fd30c181f owned by network:dhcp {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:49:27.491970 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647741a4-d041-4f27-a54d-aaabbcc61bf5 None None] DHCP port deletion for c36fe668-07cb-46ce-a605-37c619116b17 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:49:27.522975 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d40fbfd5-80a1-49b7-b903-1fc5e21274d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:27.540443 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-647741a4-d041-4f27-a54d-aaabbcc61bf5 None None] Deleting port f0ed42ff-0460-4216-baf7-4d3fd30c181f {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:49:27.540814 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-647741a4-d041-4f27-a54d-aaabbcc61bf5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:27.548522 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40fbfd5-80a1-49b7-b903-1fc5e21274d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0ed42ff-0460-4216-baf7-4d3fd30c181f,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:49:27.552028 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40fbfd5-80a1-49b7-b903-1fc5e21274d6 admin admin] No DVR routers for this DVR port f0ed42ff-0460-4216-baf7-4d3fd30c181f on host n-d-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:49:27.604490 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-647741a4-d041-4f27-a54d-aaabbcc61bf5 None None] For port f0ed42ff-0460-4216-baf7-4d3fd30c181f, host n-d-806683-17, got binding levels [] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:49:27.604991 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-647741a4-d041-4f27-a54d-aaabbcc61bf5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:27.618395 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-647741a4-d041-4f27-a54d-aaabbcc61bf5 None None] Calling delete_port for f0ed42ff-0460-4216-baf7-4d3fd30c181f owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:49:27.621137 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.ipam_backend_mixin [None req-647741a4-d041-4f27-a54d-aaabbcc61bf5 None None] Port f0ed42ff-0460-4216-baf7-4d3fd30c181f was not found and therefore no delete operation was performed {{(pid=102132) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 30 15:49:27.622446 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-647741a4-d041-4f27-a54d-aaabbcc61bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:27.627340 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d40fbfd5-80a1-49b7-b903-1fc5e21274d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:27.648202 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-d40fbfd5-80a1-49b7-b903-1fc5e21274d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c36fe668-07cb-46ce-a605-37c619116b17']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:49:27.653060 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647741a4-d041-4f27-a54d-aaabbcc61bf5 None None] Pushing event deleted for resources: {'Port': ['ID=f0ed42ff-0460-4216-baf7-4d3fd30c181f,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:49:27.654962 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647741a4-d041-4f27-a54d-aaabbcc61bf5 None None] No DVR routers for this DVR port f0ed42ff-0460-4216-baf7-4d3fd30c181f on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:49:27.657487 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-d40fbfd5-80a1-49b7-b903-1fc5e21274d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6197309e-f937-4b09-b81d-73cf9aed9f12') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:49:27.657754 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-d40fbfd5-80a1-49b7-b903-1fc5e21274d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6197309e-f937-4b09-b81d-73cf9aed9f12') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:49:27.667919 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d40fbfd5-80a1-49b7-b903-1fc5e21274d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:27.684112 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d40fbfd5-80a1-49b7-b903-1fc5e21274d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:27.690800 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d40fbfd5-80a1-49b7-b903-1fc5e21274d6 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:49:27.691264 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d40fbfd5-80a1-49b7-b903-1fc5e21274d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:27.693129 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:49:27.693129 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:49:27.693129 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:49:27.693129 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:49:27.693129 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:49:27.693129 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:49:27.693129 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:49:27.693129 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:49:27.693129 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:49:27.693129 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:49:27.693129 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:49:27.693129 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:49:27.693129 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:49:27.693129 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:49:27.693129 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:49:27.693129 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:49:27.693129 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:49:27.693129 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:49:27.693129 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:49:27.693129 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:49:27.693129 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:49:27.693129 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:49:27.693129 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:49:27.693129 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:49:27.693129 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:49:27.693129 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:49:27.693129 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:49:27.693129 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:49:27.693129 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:49:27.693129 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:49:27.693129 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:49:27.693129 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:49:27.753126 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d40fbfd5-80a1-49b7-b903-1fc5e21274d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:27.760789 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d40fbfd5-80a1-49b7-b903-1fc5e21274d6 admin admin] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:27.764005 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-d40fbfd5-80a1-49b7-b903-1fc5e21274d6 admin admin] 10.222.0.62 "DELETE /v2.0/networks/c36fe668-07cb-46ce-a605-37c619116b17 HTTP/1.1" status: 204 len: 168 time: 0.5242791 Oct 30 15:49:27.781987 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40fbfd5-80a1-49b7-b903-1fc5e21274d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c36fe668-07cb-46ce-a605-37c619116b17,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:49:27.931847 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 54792) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:49:27.970501 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-e07d1e72-0f4e-4b77-aeba-57e88895f7f2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2b3748d15be342eba295b9b347a3975a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375171 Oct 30 15:49:27.972900 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 54794) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:49:28.024143 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c68a85a8-0e8f-48cc-9d98-6baf3d159972 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:28.045433 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c68a85a8-0e8f-48cc-9d98-6baf3d159972 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:28.091373 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c68a85a8-0e8f-48cc-9d98-6baf3d159972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:28.093857 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c68a85a8-0e8f-48cc-9d98-6baf3d159972 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:28.094986 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-c68a85a8-0e8f-48cc-9d98-6baf3d159972 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a811dfe9-cfba-4266-9874-946099d585eb HTTP/1.1" status: 204 len: 168 time: 0.1212223 Oct 30 15:49:28.103335 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68a85a8-0e8f-48cc-9d98-6baf3d159972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a811dfe9-cfba-4266-9874-946099d585eb,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:49:28.319607 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 906a9956-cc03-4215-948e-56d26964553f no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:49:28.343267 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 906a9956-cc03-4215-948e-56d26964553f {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:49:28.343696 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 906a9956-cc03-4215-948e-56d26964553f not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:49:28.344417 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device f0ed42ff-0460-4216-baf7-4d3fd30c181f no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:49:28.365628 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: f0ed42ff-0460-4216-baf7-4d3fd30c181f {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:49:28.365970 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device f0ed42ff-0460-4216-baf7-4d3fd30c181f not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:49:28.366386 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device d9d752ed-8a02-4e9f-84df-d72aa6470f9e no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:49:28.385320 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: d9d752ed-8a02-4e9f-84df-d72aa6470f9e {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:49:28.385621 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device d9d752ed-8a02-4e9f-84df-d72aa6470f9e not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:49:28.413873 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 54800) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:49:28.452976 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-9a2d4825-56fd-44ff-8c25-9ba24659e6f8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a51620216cb94c27a9a696a46c8350df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379601 Oct 30 15:49:28.455370 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 54802) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:49:28.502170 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-009cb086-5926-45d8-a8e4-f78797fd4da3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:28.523964 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-009cb086-5926-45d8-a8e4-f78797fd4da3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:28.568226 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-009cb086-5926-45d8-a8e4-f78797fd4da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:28.571501 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-009cb086-5926-45d8-a8e4-f78797fd4da3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:28.572684 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-009cb086-5926-45d8-a8e4-f78797fd4da3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/34702204-074d-491c-89a1-d0a634e456ed HTTP/1.1" status: 204 len: 168 time: 0.1163960 Oct 30 15:49:28.580213 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009cb086-5926-45d8-a8e4-f78797fd4da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34702204-074d-491c-89a1-d0a634e456ed,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:49:30.163973 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:31.292715 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:49:32.183757 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:41.524541 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [req-b03ca917-6174-4fa1-b062-4fb8c90206af req-3a5cc1bd-b1cd-40cf-b563-9cb19e57b610 service neutron] (102131) timed out ('10.222.0.62', 46116) {{(pid=102131) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 30 15:49:51.185574 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7129ed96-6334-4337-aabd-53190433c862 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:52.145119 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 54806) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:49:52.310204 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-3151fd0e-2e1d-4786-b460-6d03e0c73774 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Deleting port a87e2f39-a1f4-47a3-9055-b9823f6b8736 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:49:52.310543 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3151fd0e-2e1d-4786-b460-6d03e0c73774 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:52.384678 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3151fd0e-2e1d-4786-b460-6d03e0c73774 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:52.385006 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3151fd0e-2e1d-4786-b460-6d03e0c73774 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:52.396854 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-3151fd0e-2e1d-4786-b460-6d03e0c73774 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Calling delete_port for a87e2f39-a1f4-47a3-9055-b9823f6b8736 owned by network:floatingip {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:49:52.540476 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3151fd0e-2e1d-4786-b460-6d03e0c73774 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:52.566828 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3151fd0e-2e1d-4786-b460-6d03e0c73774 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Pushing event deleted for resources: {'Port': ['ID=a87e2f39-a1f4-47a3-9055-b9823f6b8736,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:49:52.590415 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3151fd0e-2e1d-4786-b460-6d03e0c73774 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:49:52.590757 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3151fd0e-2e1d-4786-b460-6d03e0c73774 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:49:52.591095 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3151fd0e-2e1d-4786-b460-6d03e0c73774 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:49:52.591428 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3151fd0e-2e1d-4786-b460-6d03e0c73774 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:49:52.591785 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3151fd0e-2e1d-4786-b460-6d03e0c73774 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:49:52.592111 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3151fd0e-2e1d-4786-b460-6d03e0c73774 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:49:52.592434 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3151fd0e-2e1d-4786-b460-6d03e0c73774 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:49:52.592753 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3151fd0e-2e1d-4786-b460-6d03e0c73774 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:49:52.593071 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3151fd0e-2e1d-4786-b460-6d03e0c73774 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:49:52.593394 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3151fd0e-2e1d-4786-b460-6d03e0c73774 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:49:52.593780 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3151fd0e-2e1d-4786-b460-6d03e0c73774 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:49:52.594098 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3151fd0e-2e1d-4786-b460-6d03e0c73774 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:49:52.637281 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3151fd0e-2e1d-4786-b460-6d03e0c73774 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks [] for floatingip, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:52.637779 n-d-806683-17 neutron-server[102131]: INFO neutron.db.l3_db [None req-3151fd0e-2e1d-4786-b460-6d03e0c73774 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Floating IP adf32f41-3cf0-4cd0-91f1-82c7e7b52c6b disassociated (deleted). External IP: 172.25.4.166, port: d4453959-1eaf-4417-b192-165bd4afa278. Oct 30 15:49:52.840642 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3151fd0e-2e1d-4786-b460-6d03e0c73774 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Router 966d4cf7-96e3-47f4-a906-6b02346ee5fe has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:49:52.946809 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3151fd0e-2e1d-4786-b460-6d03e0c73774 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:49:52.951134 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3151fd0e-2e1d-4786-b460-6d03e0c73774 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:52.956572 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebe123b-55ba-4387-9288-413fd90a49d6 None None] Sync routers for ids ['966d4cf7-96e3-47f4-a906-6b02346ee5fe'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:49:52.966888 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebe123b-55ba-4387-9288-413fd90a49d6 None None] Routers {'966d4cf7-96e3-47f4-a906-6b02346ee5fe'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:49:52.967520 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-5ebe123b-55ba-4387-9288-413fd90a49d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:49:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['966d4cf7-96e3-47f4-a906-6b02346ee5fe'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:49:52.978526 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-3151fd0e-2e1d-4786-b460-6d03e0c73774 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "DELETE /v2.0/floatingips/adf32f41-3cf0-4cd0-91f1-82c7e7b52c6b HTTP/1.1" status: 204 len: 168 time: 0.8321183 Oct 30 15:49:52.979120 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '549e2a90-1cf4-4abc-b391-fd6591f2fd81', 'tag': 'd4453959-1eaf-4417-b192-165bd4afa278'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:49:52.981425 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13eb6315-b6da-486c-9f04-72f61ab9ee94" -d '{"events": [{"name": "network-changed", "server_uuid": "549e2a90-1cf4-4abc-b391-fd6591f2fd81", "tag": "d4453959-1eaf-4417-b192-165bd4afa278"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:49:53.019402 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7713439d-66de-4b98-af47-564b99b18c01 x-openstack-request-id: req-7713439d-66de-4b98-af47-564b99b18c01 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:49:53.019732 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "549e2a90-1cf4-4abc-b391-fd6591f2fd81", "tag": "d4453959-1eaf-4417-b192-165bd4afa278", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:49:53.019989 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7713439d-66de-4b98-af47-564b99b18c01 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:49:53.020656 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '549e2a90-1cf4-4abc-b391-fd6591f2fd81', 'tag': 'd4453959-1eaf-4417-b192-165bd4afa278', 'status': 'completed', 'code': 200} Oct 30 15:49:53.076597 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-5ebe123b-55ba-4387-9288-413fd90a49d6 None None] Set router 966d4cf7-96e3-47f4-a906-6b02346ee5fe gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:49:53.088961 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb6315-b6da-486c-9f04-72f61ab9ee94 req-94ecb961-9823-48bc-8ed9-1508f3fed4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:49:53.090849 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-13eb6315-b6da-486c-9f04-72f61ab9ee94 req-94ecb961-9823-48bc-8ed9-1508f3fed4f4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=887bc10b4e704641954048c16602273c&device_id=549e2a90-1cf4-4abc-b391-fd6591f2fd81 HTTP/1.1" status: 200 len: 1097 time: 0.0460217 Oct 30 15:49:53.323635 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-5ebe123b-55ba-4387-9288-413fd90a49d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'name': 'tempest-TestVolumeBootPattern-2112133331-router', 'tenant_id': '887bc10b4e704641954048c16602273c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '91f6b4ea-b190-41e2-9624-0a6ec604ddb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:39:01Z', 'updated_at': '2021-10-30T15:39:05Z', 'revision_number': 4, 'project_id': '887bc10b4e704641954048c16602273c', 'gw_port': {'id': '91f6b4ea-b190-41e2-9624-0a6ec604ddb1', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:39:02Z', 'updated_at': '2021-10-30T15:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '2261df99-254d-43b8-be26-093631d095a0', 'tenant_id': '887bc10b4e704641954048c16602273c', 'floating_ip_address': '172.25.4.216', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'port_id': 'd9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318', 'mac_address': 'fa:16:3e:5c:f4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf55836-bc77-49c7-a569-7e3ffaced8a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:45:56Z', 'updated_at': '2021-10-30T15:45:59Z', 'revision_number': 1, 'project_id': '887bc10b4e704641954048c16602273c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '612c1443-77a5-4a63-8a66-8681588aaae7', 'name': '', 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318', 'tenant_id': '887bc10b4e704641954048c16602273c', 'mac_address': 'fa:16:3e:29:79:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': 'e2126f42-6201-4d38-a336-acc99efa4108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:39:04Z', 'updated_at': '2021-10-30T15:39:11Z', 'revision_number': 5, 'project_id': '887bc10b4e704641954048c16602273c', 'subnets': [{'id': 'e2126f42-6201-4d38-a336-acc99efa4108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:49:53.351642 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebe123b-55ba-4387-9288-413fd90a49d6 None None] Checking router: 966d4cf7-96e3-47f4-a906-6b02346ee5fe for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:49:53.360473 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebe123b-55ba-4387-9288-413fd90a49d6 None None] Routers {'966d4cf7-96e3-47f4-a906-6b02346ee5fe'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:49:53.361095 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-5ebe123b-55ba-4387-9288-413fd90a49d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:49:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['966d4cf7-96e3-47f4-a906-6b02346ee5fe'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:49:53.546425 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb6315-b6da-486c-9f04-72f61ab9ee94 req-2b00f6ff-6750-451d-a8f3-b44558f98132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:49:53.547925 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-13eb6315-b6da-486c-9f04-72f61ab9ee94 req-2b00f6ff-6750-451d-a8f3-b44558f98132 service neutron] 10.222.0.44 "GET /v2.0/networks?id=eaec26f8-16ce-4842-b83b-287e7177f318 HTTP/1.1" status: 200 len: 913 time: 0.4449594 Oct 30 15:49:53.556866 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a444c-80aa-45c8-8fc9-c4d18b0ee061 req-7f2af044-b92f-4cab-9e0e-5beb42e4d63f tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:49:53.558244 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c13a444c-80aa-45c8-8fc9-c4d18b0ee061 req-7f2af044-b92f-4cab-9e0e-5beb42e4d63f tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=549e2a90-1cf4-4abc-b391-fd6591f2fd81 HTTP/1.1" status: 200 len: 945 time: 0.3963664 Oct 30 15:49:53.563966 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-5ebe123b-55ba-4387-9288-413fd90a49d6 None None] Set router 966d4cf7-96e3-47f4-a906-6b02346ee5fe gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:49:53.597380 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-13eb6315-b6da-486c-9f04-72f61ab9ee94 req-775b42ad-ceb1-4d4a-9477-eb9b286e738c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4453959-1eaf-4417-b192-165bd4afa278 HTTP/1.1" status: 200 len: 217 time: 0.0380845 Oct 30 15:49:53.660724 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c13a444c-80aa-45c8-8fc9-c4d18b0ee061 req-3e31a60d-728d-4be4-820c-a971b3fe2f21 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6103736-3251-4427-af42-92b533f3dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950913 Oct 30 15:49:53.666958 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb6315-b6da-486c-9f04-72f61ab9ee94 req-1aa5716f-513e-4fd3-b22c-9cf49a558c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:49:53.668455 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-13eb6315-b6da-486c-9f04-72f61ab9ee94 req-1aa5716f-513e-4fd3-b22c-9cf49a558c68 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e2126f42-6201-4d38-a336-acc99efa4108 HTTP/1.1" status: 200 len: 851 time: 0.0634620 Oct 30 15:49:53.718735 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb6315-b6da-486c-9f04-72f61ab9ee94 req-a13cba86-124f-4ed3-989e-272011f8c3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:49:53.720364 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-13eb6315-b6da-486c-9f04-72f61ab9ee94 req-a13cba86-124f-4ed3-989e-272011f8c3f9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eaec26f8-16ce-4842-b83b-287e7177f318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439935 Oct 30 15:49:53.788918 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-5ebe123b-55ba-4387-9288-413fd90a49d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'name': 'tempest-TestVolumeBootPattern-2112133331-router', 'tenant_id': '887bc10b4e704641954048c16602273c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '91f6b4ea-b190-41e2-9624-0a6ec604ddb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:39:01Z', 'updated_at': '2021-10-30T15:39:05Z', 'revision_number': 4, 'project_id': '887bc10b4e704641954048c16602273c', 'gw_port': {'id': '91f6b4ea-b190-41e2-9624-0a6ec604ddb1', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:39:02Z', 'updated_at': '2021-10-30T15:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '2261df99-254d-43b8-be26-093631d095a0', 'tenant_id': '887bc10b4e704641954048c16602273c', 'floating_ip_address': '172.25.4.216', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'port_id': 'd9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318', 'mac_address': 'fa:16:3e:5c:f4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf55836-bc77-49c7-a569-7e3ffaced8a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:45:56Z', 'updated_at': '2021-10-30T15:45:59Z', 'revision_number': 1, 'project_id': '887bc10b4e704641954048c16602273c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '612c1443-77a5-4a63-8a66-8681588aaae7', 'name': '', 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318', 'tenant_id': '887bc10b4e704641954048c16602273c', 'mac_address': 'fa:16:3e:29:79:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': 'e2126f42-6201-4d38-a336-acc99efa4108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:39:04Z', 'updated_at': '2021-10-30T15:39:11Z', 'revision_number': 5, 'project_id': '887bc10b4e704641954048c16602273c', 'subnets': [{'id': 'e2126f42-6201-4d38-a336-acc99efa4108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:49:53.797081 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9fb13ed9-0570-422e-b05f-68ca62654c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:53.823266 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-13eb6315-b6da-486c-9f04-72f61ab9ee94 req-65905987-4f30-4968-aa1f-9f5a0d9ed8a8 service neutron] 10.222.0.44 "GET /v2.0/networks/eaec26f8-16ce-4842-b83b-287e7177f318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954349 Oct 30 15:49:53.824579 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebe123b-55ba-4387-9288-413fd90a49d6 None None] The sync data for ids ['966d4cf7-96e3-47f4-a906-6b02346ee5fe'] in n-d-806683-17 is: [{'id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'name': 'tempest-TestVolumeBootPattern-2112133331-router', 'tenant_id': '887bc10b4e704641954048c16602273c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '91f6b4ea-b190-41e2-9624-0a6ec604ddb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:39:01Z', 'updated_at': '2021-10-30T15:39:05Z', 'revision_number': 4, 'project_id': '887bc10b4e704641954048c16602273c', 'gw_port': {'id': '91f6b4ea-b190-41e2-9624-0a6ec604ddb1', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:39:02Z', 'updated_at': '2021-10-30T15:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '2261df99-254d-43b8-be26-093631d095a0', 'tenant_id': '887bc10b4e704641954048c16602273c', 'floating_ip_address': '172.25.4.216', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'port_id': 'd9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318', 'mac_address': 'fa:16:3e:5c:f4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf55836-bc77-49c7-a569-7e3ffaced8a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:45:56Z', 'updated_at': '2021-10-30T15:45:59Z', 'revision_number': 1, 'project_id': '887bc10b4e704641954048c16602273c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '612c1443-77a5-4a63-8a66-8681588aaae7', 'name': '', 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318', 'tenant_id': '887bc10b4e704641954048c16602273c', 'mac_address': 'fa:16:3e:29:79:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': 'e2126f42-6201-4d38-a336-acc99efa4108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:39:04Z', 'updated_at': '2021-10-30T15:39:11Z', 'revision_number': 5, 'project_id': '887bc10b4e704641954048c16602273c', 'subnets': [{'id': 'e2126f42-6201-4d38-a336-acc99efa4108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:49:53.914275 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-13eb6315-b6da-486c-9f04-72f61ab9ee94 req-da297744-9469-4535-9d29-f7ab2d85e040 service neutron] 10.222.0.44 "GET /v2.0/networks/eaec26f8-16ce-4842-b83b-287e7177f318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839505 Oct 30 15:49:54.048537 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54668b09-bf5b-4edd-81e5-e2827c53990c None None] New status for floating IP adf32f41-3cf0-4cd0-91f1-82c7e7b52c6b: DOWN {{(pid=102132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 15:49:54.699428 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89802e28-f0b6-4e06-b340-59644fb7b49b req-99caf2cb-4c21-4c4d-8743-fa21608a1e04 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:49:54.700917 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-89802e28-f0b6-4e06-b340-59644fb7b49b req-99caf2cb-4c21-4c4d-8743-fa21608a1e04 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.44 "GET /v2.0/ports?device_id=549e2a90-1cf4-4abc-b391-fd6591f2fd81 HTTP/1.1" status: 200 len: 945 time: 0.0484109 Oct 30 15:49:54.761458 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:54.787413 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b2e801-2c89-4e67-9ca2-a16e8a578221 req-c6aed06f-efae-41db-be06-9be32b5d130d tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:49:54.788921 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-92b2e801-2c89-4e67-9ca2-a16e8a578221 req-c6aed06f-efae-41db-be06-9be32b5d130d tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=549e2a90-1cf4-4abc-b391-fd6591f2fd81 HTTP/1.1" status: 200 len: 945 time: 0.0550733 Oct 30 15:49:54.796126 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-89802e28-f0b6-4e06-b340-59644fb7b49b req-ee1b061e-4ac9-4190-9e8e-03764628ca23 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Deleting port d4453959-1eaf-4417-b192-165bd4afa278 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:49:54.796472 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-89802e28-f0b6-4e06-b340-59644fb7b49b req-ee1b061e-4ac9-4190-9e8e-03764628ca23 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:54.828362 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-92b2e801-2c89-4e67-9ca2-a16e8a578221 req-14745f8d-8754-4b5f-b0ff-0258a4485a4b tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6103736-3251-4427-af42-92b533f3dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331864 Oct 30 15:49:54.885529 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-89802e28-f0b6-4e06-b340-59644fb7b49b req-ee1b061e-4ac9-4190-9e8e-03764628ca23 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] For port d4453959-1eaf-4417-b192-165bd4afa278, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=d4453959-1eaf-4417-b192-165bd4afa278,segment=NetworkSegment(eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15),segment_id=eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:49:54.885899 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-89802e28-f0b6-4e06-b340-59644fb7b49b req-ee1b061e-4ac9-4190-9e8e-03764628ca23 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:54.898771 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-89802e28-f0b6-4e06-b340-59644fb7b49b req-ee1b061e-4ac9-4190-9e8e-03764628ca23 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Calling delete_port for d4453959-1eaf-4417-b192-165bd4afa278 owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:49:54.943798 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:55.027850 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-89802e28-f0b6-4e06-b340-59644fb7b49b req-ee1b061e-4ac9-4190-9e8e-03764628ca23 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:55.053825 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1b061e-4ac9-4190-9e8e-03764628ca23 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Pushing event deleted for resources: {'Port': ['ID=d4453959-1eaf-4417-b192-165bd4afa278,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:49:55.100467 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-89802e28-f0b6-4e06-b340-59644fb7b49b req-ee1b061e-4ac9-4190-9e8e-03764628ca23 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] No DVR routers for this DVR port d4453959-1eaf-4417-b192-165bd4afa278 on host n-h2-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:49:55.103095 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-89802e28-f0b6-4e06-b340-59644fb7b49b req-ee1b061e-4ac9-4190-9e8e-03764628ca23 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:55.106487 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-89802e28-f0b6-4e06-b340-59644fb7b49b req-ee1b061e-4ac9-4190-9e8e-03764628ca23 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.44 "DELETE /v2.0/ports/d4453959-1eaf-4417-b192-165bd4afa278 HTTP/1.1" status: 204 len: 173 time: 0.3998671 Oct 30 15:49:55.106926 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '549e2a90-1cf4-4abc-b391-fd6591f2fd81', 'name': 'network-vif-deleted', 'tag': 'd4453959-1eaf-4417-b192-165bd4afa278'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:49:55.109310 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36aac630-4f0f-4e67-b83e-3df74cc91482" -d '{"events": [{"server_uuid": "549e2a90-1cf4-4abc-b391-fd6591f2fd81", "name": "network-vif-deleted", "tag": "d4453959-1eaf-4417-b192-165bd4afa278"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:49:55.147651 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3eff545-c260-4c86-b6c9-6ed5b1185b04 x-openstack-request-id: req-b3eff545-c260-4c86-b6c9-6ed5b1185b04 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:49:55.147940 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "549e2a90-1cf4-4abc-b391-fd6591f2fd81", "name": "network-vif-deleted", "tag": "d4453959-1eaf-4417-b192-165bd4afa278", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:49:55.148198 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b3eff545-c260-4c86-b6c9-6ed5b1185b04 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:49:55.148604 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '549e2a90-1cf4-4abc-b391-fd6591f2fd81', 'name': 'network-vif-deleted', 'tag': 'd4453959-1eaf-4417-b192-165bd4afa278', 'status': 'completed', 'code': 200} Oct 30 15:49:55.924535 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2b100b26-9673-46bd-9379-480e8458cb45 req-b0bfe522-4301-45fc-8db9-71464566b22b tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=549e2a90-1cf4-4abc-b391-fd6591f2fd81 HTTP/1.1" status: 200 len: 210 time: 0.0277512 Oct 30 15:49:56.701488 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:49:57.020130 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-848b6c7b-47f7-4374-834f-fa4d871ff580 req-4c956276-37a4-47e9-bcee-a2e5ccdff274 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=549e2a90-1cf4-4abc-b391-fd6591f2fd81 HTTP/1.1" status: 200 len: 210 time: 0.0259542 Oct 30 15:49:57.560927 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device d4453959-1eaf-4417-b192-165bd4afa278 no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:49:57.581951 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] No Port match for: d4453959-1eaf-4417-b192-165bd4afa278 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:49:57.582303 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device d4453959-1eaf-4417-b192-165bd4afa278 not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:49:58.117981 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-644a98b9-4dfb-4831-8816-79afc4be85db req-8547ec65-4cf2-45ff-b1f4-8fbe8732cf98 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=549e2a90-1cf4-4abc-b391-fd6591f2fd81 HTTP/1.1" status: 200 len: 210 time: 0.0263493 Oct 30 15:49:59.213695 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b23f41cf-ab50-40b0-9350-627d1895d670 req-994d85b6-df3c-4f03-a57d-b361e58ca94f tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=549e2a90-1cf4-4abc-b391-fd6591f2fd81 HTTP/1.1" status: 200 len: 210 time: 0.0262940 Oct 30 15:50:00.158701 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:02.200061 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:05.610716 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 54846) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:50:05.765766 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-9d31ffed-f1c7-4eff-b09b-cd56eec21d12 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Deleting port 35fd6e80-10d8-45ec-aef9-ef37716711c4 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:50:05.766112 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9d31ffed-f1c7-4eff-b09b-cd56eec21d12 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:05.843927 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9d31ffed-f1c7-4eff-b09b-cd56eec21d12 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:05.844249 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9d31ffed-f1c7-4eff-b09b-cd56eec21d12 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:05.856798 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-9d31ffed-f1c7-4eff-b09b-cd56eec21d12 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Calling delete_port for 35fd6e80-10d8-45ec-aef9-ef37716711c4 owned by network:floatingip {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:50:06.002589 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9d31ffed-f1c7-4eff-b09b-cd56eec21d12 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:06.027387 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d31ffed-f1c7-4eff-b09b-cd56eec21d12 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Pushing event deleted for resources: {'Port': ['ID=35fd6e80-10d8-45ec-aef9-ef37716711c4,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:50:06.087614 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9d31ffed-f1c7-4eff-b09b-cd56eec21d12 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks [] for floatingip, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:06.087956 n-d-806683-17 neutron-server[102131]: INFO neutron.db.l3_db [None req-9d31ffed-f1c7-4eff-b09b-cd56eec21d12 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Floating IP 2261df99-254d-43b8-be26-093631d095a0 disassociated (deleted). External IP: 172.25.4.216, port: d9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd. Oct 30 15:50:06.294026 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d31ffed-f1c7-4eff-b09b-cd56eec21d12 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Router 966d4cf7-96e3-47f4-a906-6b02346ee5fe has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:50:06.403916 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d31ffed-f1c7-4eff-b09b-cd56eec21d12 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:50:06.409084 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9d31ffed-f1c7-4eff-b09b-cd56eec21d12 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:06.416513 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9e3702-9b5c-4451-ae7a-08f77ed44c86 None None] Sync routers for ids ['966d4cf7-96e3-47f4-a906-6b02346ee5fe'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:50:06.426270 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9e3702-9b5c-4451-ae7a-08f77ed44c86 None None] Routers {'966d4cf7-96e3-47f4-a906-6b02346ee5fe'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:50:06.426882 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-2b9e3702-9b5c-4451-ae7a-08f77ed44c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:49:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['966d4cf7-96e3-47f4-a906-6b02346ee5fe'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:50:06.436157 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-9d31ffed-f1c7-4eff-b09b-cd56eec21d12 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "DELETE /v2.0/floatingips/2261df99-254d-43b8-be26-093631d095a0 HTTP/1.1" status: 204 len: 168 time: 0.8243701 Oct 30 15:50:06.436756 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbf55836-bc77-49c7-a569-7e3ffaced8a0', 'tag': 'd9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:50:06.439166 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16647ec8-5ba2-488f-9990-c054e8e4ef36" -d '{"events": [{"name": "network-changed", "server_uuid": "fbf55836-bc77-49c7-a569-7e3ffaced8a0", "tag": "d9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:50:06.476188 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c82540f-4f50-4c24-8b90-c122516c7756 x-openstack-request-id: req-4c82540f-4f50-4c24-8b90-c122516c7756 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:50:06.476611 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbf55836-bc77-49c7-a569-7e3ffaced8a0", "tag": "d9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:50:06.476875 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4c82540f-4f50-4c24-8b90-c122516c7756 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:50:06.477291 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbf55836-bc77-49c7-a569-7e3ffaced8a0', 'tag': 'd9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd', 'status': 'completed', 'code': 200} Oct 30 15:50:06.537781 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16647ec8-5ba2-488f-9990-c054e8e4ef36 req-824cf560-f347-449f-a02e-0df4429305df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:50:06.539157 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-16647ec8-5ba2-488f-9990-c054e8e4ef36 req-824cf560-f347-449f-a02e-0df4429305df service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=887bc10b4e704641954048c16602273c&device_id=fbf55836-bc77-49c7-a569-7e3ffaced8a0 HTTP/1.1" status: 200 len: 1097 time: 0.0412338 Oct 30 15:50:06.539791 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-2b9e3702-9b5c-4451-ae7a-08f77ed44c86 None None] Set router 966d4cf7-96e3-47f4-a906-6b02346ee5fe gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:50:06.643770 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16647ec8-5ba2-488f-9990-c054e8e4ef36 req-00d89868-7285-4f47-80df-1891a19f8a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:50:06.645364 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-16647ec8-5ba2-488f-9990-c054e8e4ef36 req-00d89868-7285-4f47-80df-1891a19f8a6f service neutron] 10.222.0.53 "GET /v2.0/networks?id=eaec26f8-16ce-4842-b83b-287e7177f318 HTTP/1.1" status: 200 len: 913 time: 0.0997667 Oct 30 15:50:06.678178 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb0f695-fe34-4c38-b300-30b4aef10c76 req-3bc56f64-10ec-4577-b508-178e6b6f0ddb tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:50:06.678178 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dbb0f695-fe34-4c38-b300-30b4aef10c76 req-3bc56f64-10ec-4577-b508-178e6b6f0ddb tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbf55836-bc77-49c7-a569-7e3ffaced8a0 HTTP/1.1" status: 200 len: 945 time: 0.0513747 Oct 30 15:50:06.692726 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-16647ec8-5ba2-488f-9990-c054e8e4ef36 req-20ff8363-3919-4a57-9507-7cc10eb4e308 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd HTTP/1.1" status: 200 len: 217 time: 0.0390453 Oct 30 15:50:06.723998 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dbb0f695-fe34-4c38-b300-30b4aef10c76 req-931a3a5a-04d7-4a33-a557-20917d73875b tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6103736-3251-4427-af42-92b533f3dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345199 Oct 30 15:50:06.742721 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16647ec8-5ba2-488f-9990-c054e8e4ef36 req-735e9aca-6147-43e4-b871-0ea4cd368210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:50:06.744472 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-16647ec8-5ba2-488f-9990-c054e8e4ef36 req-735e9aca-6147-43e4-b871-0ea4cd368210 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e2126f42-6201-4d38-a336-acc99efa4108 HTTP/1.1" status: 200 len: 851 time: 0.0445707 Oct 30 15:50:06.747516 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-2b9e3702-9b5c-4451-ae7a-08f77ed44c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'name': 'tempest-TestVolumeBootPattern-2112133331-router', 'tenant_id': '887bc10b4e704641954048c16602273c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '91f6b4ea-b190-41e2-9624-0a6ec604ddb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:39:01Z', 'updated_at': '2021-10-30T15:39:05Z', 'revision_number': 4, 'project_id': '887bc10b4e704641954048c16602273c', 'gw_port': {'id': '91f6b4ea-b190-41e2-9624-0a6ec604ddb1', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:39:02Z', 'updated_at': '2021-10-30T15:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '612c1443-77a5-4a63-8a66-8681588aaae7', 'name': '', 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318', 'tenant_id': '887bc10b4e704641954048c16602273c', 'mac_address': 'fa:16:3e:29:79:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': 'e2126f42-6201-4d38-a336-acc99efa4108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:39:04Z', 'updated_at': '2021-10-30T15:39:11Z', 'revision_number': 5, 'project_id': '887bc10b4e704641954048c16602273c', 'subnets': [{'id': 'e2126f42-6201-4d38-a336-acc99efa4108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:50:06.777796 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9e3702-9b5c-4451-ae7a-08f77ed44c86 None None] Checking router: 966d4cf7-96e3-47f4-a906-6b02346ee5fe for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:50:06.786041 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9e3702-9b5c-4451-ae7a-08f77ed44c86 None None] Routers {'966d4cf7-96e3-47f4-a906-6b02346ee5fe'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:50:06.786677 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-2b9e3702-9b5c-4451-ae7a-08f77ed44c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:49:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['966d4cf7-96e3-47f4-a906-6b02346ee5fe'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:50:06.795485 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16647ec8-5ba2-488f-9990-c054e8e4ef36 req-a8e48af1-9abe-4a06-85a1-f48d9d69b881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:50:06.796923 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-16647ec8-5ba2-488f-9990-c054e8e4ef36 req-a8e48af1-9abe-4a06-85a1-f48d9d69b881 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eaec26f8-16ce-4842-b83b-287e7177f318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452290 Oct 30 15:50:06.890628 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-16647ec8-5ba2-488f-9990-c054e8e4ef36 req-9e87af5c-f2bd-468a-b173-18a0cab67ce7 service neutron] 10.222.0.53 "GET /v2.0/networks/eaec26f8-16ce-4842-b83b-287e7177f318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846355 Oct 30 15:50:06.894698 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-2b9e3702-9b5c-4451-ae7a-08f77ed44c86 None None] Set router 966d4cf7-96e3-47f4-a906-6b02346ee5fe gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:50:06.986075 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-16647ec8-5ba2-488f-9990-c054e8e4ef36 req-f9bc4d0e-22e7-4938-a627-97a73ca70dd6 service neutron] 10.222.0.53 "GET /v2.0/networks/eaec26f8-16ce-4842-b83b-287e7177f318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877209 Oct 30 15:50:07.090945 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-2b9e3702-9b5c-4451-ae7a-08f77ed44c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'name': 'tempest-TestVolumeBootPattern-2112133331-router', 'tenant_id': '887bc10b4e704641954048c16602273c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '91f6b4ea-b190-41e2-9624-0a6ec604ddb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:39:01Z', 'updated_at': '2021-10-30T15:39:05Z', 'revision_number': 4, 'project_id': '887bc10b4e704641954048c16602273c', 'gw_port': {'id': '91f6b4ea-b190-41e2-9624-0a6ec604ddb1', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:39:02Z', 'updated_at': '2021-10-30T15:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '612c1443-77a5-4a63-8a66-8681588aaae7', 'name': '', 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318', 'tenant_id': '887bc10b4e704641954048c16602273c', 'mac_address': 'fa:16:3e:29:79:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': 'e2126f42-6201-4d38-a336-acc99efa4108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:39:04Z', 'updated_at': '2021-10-30T15:39:11Z', 'revision_number': 5, 'project_id': '887bc10b4e704641954048c16602273c', 'subnets': [{'id': 'e2126f42-6201-4d38-a336-acc99efa4108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:50:07.116174 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9e3702-9b5c-4451-ae7a-08f77ed44c86 None None] The sync data for ids ['966d4cf7-96e3-47f4-a906-6b02346ee5fe'] in n-d-806683-17 is: [{'id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'name': 'tempest-TestVolumeBootPattern-2112133331-router', 'tenant_id': '887bc10b4e704641954048c16602273c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '91f6b4ea-b190-41e2-9624-0a6ec604ddb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:39:01Z', 'updated_at': '2021-10-30T15:39:05Z', 'revision_number': 4, 'project_id': '887bc10b4e704641954048c16602273c', 'gw_port': {'id': '91f6b4ea-b190-41e2-9624-0a6ec604ddb1', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:39:02Z', 'updated_at': '2021-10-30T15:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '612c1443-77a5-4a63-8a66-8681588aaae7', 'name': '', 'network_id': 'eaec26f8-16ce-4842-b83b-287e7177f318', 'tenant_id': '887bc10b4e704641954048c16602273c', 'mac_address': 'fa:16:3e:29:79:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': 'e2126f42-6201-4d38-a336-acc99efa4108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:39:04Z', 'updated_at': '2021-10-30T15:39:11Z', 'revision_number': 5, 'project_id': '887bc10b4e704641954048c16602273c', 'subnets': [{'id': 'e2126f42-6201-4d38-a336-acc99efa4108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:50:07.331448 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00536a1d-1448-43f0-959e-0642300a754c None None] New status for floating IP 2261df99-254d-43b8-be26-093631d095a0: DOWN {{(pid=102132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 15:50:07.841544 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1749e4-963f-4477-bdb0-2f9a84679fae req-9e38a89d-03c1-4740-b5df-5853b3911ed2 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:50:07.843004 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2f1749e4-963f-4477-bdb0-2f9a84679fae req-9e38a89d-03c1-4740-b5df-5853b3911ed2 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbf55836-bc77-49c7-a569-7e3ffaced8a0 HTTP/1.1" status: 200 len: 945 time: 0.0485008 Oct 30 15:50:07.879880 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2f1749e4-963f-4477-bdb0-2f9a84679fae req-a096db67-84e7-4eaa-8a77-9f42e2259155 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6103736-3251-4427-af42-92b533f3dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309942 Oct 30 15:50:08.216350 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5189d8-5e15-420b-ab2f-c159f1ef3e11 req-606575a5-b5ed-43ae-9aea-948b4f36711d tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:50:08.217775 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1e5189d8-5e15-420b-ab2f-c159f1ef3e11 req-606575a5-b5ed-43ae-9aea-948b4f36711d tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbf55836-bc77-49c7-a569-7e3ffaced8a0 HTTP/1.1" status: 200 len: 945 time: 0.0476103 Oct 30 15:50:08.292391 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:50:08.308426 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-1e5189d8-5e15-420b-ab2f-c159f1ef3e11 req-7ebebbde-ff88-4f8b-be12-649e8397d493 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Deleting port d9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:50:08.308778 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1e5189d8-5e15-420b-ab2f-c159f1ef3e11 req-7ebebbde-ff88-4f8b-be12-649e8397d493 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:08.401138 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-1e5189d8-5e15-420b-ab2f-c159f1ef3e11 req-7ebebbde-ff88-4f8b-be12-649e8397d493 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] For port d9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=d9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd,segment=NetworkSegment(eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15),segment_id=eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:50:08.401505 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1e5189d8-5e15-420b-ab2f-c159f1ef3e11 req-7ebebbde-ff88-4f8b-be12-649e8397d493 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:08.417796 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-1e5189d8-5e15-420b-ab2f-c159f1ef3e11 req-7ebebbde-ff88-4f8b-be12-649e8397d493 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Calling delete_port for d9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:50:08.540072 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1e5189d8-5e15-420b-ab2f-c159f1ef3e11 req-7ebebbde-ff88-4f8b-be12-649e8397d493 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:08.567737 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebebbde-ff88-4f8b-be12-649e8397d493 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Pushing event deleted for resources: {'Port': ['ID=d9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:50:08.611336 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e5189d8-5e15-420b-ab2f-c159f1ef3e11 req-7ebebbde-ff88-4f8b-be12-649e8397d493 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] No DVR routers for this DVR port d9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd on host n-h1-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:50:08.613922 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1e5189d8-5e15-420b-ab2f-c159f1ef3e11 req-7ebebbde-ff88-4f8b-be12-649e8397d493 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:08.617228 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1e5189d8-5e15-420b-ab2f-c159f1ef3e11 req-7ebebbde-ff88-4f8b-be12-649e8397d493 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.53 "DELETE /v2.0/ports/d9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd HTTP/1.1" status: 204 len: 173 time: 0.3933675 Oct 30 15:50:08.617669 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf55836-bc77-49c7-a569-7e3ffaced8a0', 'name': 'network-vif-deleted', 'tag': 'd9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:50:08.620482 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3912c748-f2d7-4ec0-8acd-9b7527da9ffb" -d '{"events": [{"server_uuid": "fbf55836-bc77-49c7-a569-7e3ffaced8a0", "name": "network-vif-deleted", "tag": "d9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:50:08.657440 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d02543ed-eb8c-4834-bb6a-f9b1b20631bf x-openstack-request-id: req-d02543ed-eb8c-4834-bb6a-f9b1b20631bf {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:50:08.657731 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf55836-bc77-49c7-a569-7e3ffaced8a0", "name": "network-vif-deleted", "tag": "d9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:50:08.657984 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d02543ed-eb8c-4834-bb6a-f9b1b20631bf {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:50:08.658388 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf55836-bc77-49c7-a569-7e3ffaced8a0', 'name': 'network-vif-deleted', 'tag': 'd9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd', 'status': 'completed', 'code': 200} Oct 30 15:50:08.984449 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-08828e66-4e7a-47ee-a44a-ba32b646a625 req-865c3aa2-5e2c-4c26-8d9b-b43c42c6d65d tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbf55836-bc77-49c7-a569-7e3ffaced8a0 HTTP/1.1" status: 200 len: 210 time: 0.0295000 Oct 30 15:50:10.304998 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e99ac323-5299-4fb6-9461-a5081abed31d req-e28c4fd8-aaca-4b3e-887a-6de3605cc7b5 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbf55836-bc77-49c7-a569-7e3ffaced8a0 HTTP/1.1" status: 200 len: 210 time: 0.2499020 Oct 30 15:50:11.401705 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8ce64019-e12e-4da4-b735-37c8ad5fd930 req-52468b17-450d-4bfa-bb05-781621f1567a tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbf55836-bc77-49c7-a569-7e3ffaced8a0 HTTP/1.1" status: 200 len: 210 time: 0.0270491 Oct 30 15:50:12.347558 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device d9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:50:12.367563 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: d9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:50:12.368391 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device d9b9f66d-ffb3-478d-aeeb-f5e0bfaf61bd not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:50:12.496843 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5cb85891-6576-4b36-95af-9e27ead3c458 req-f57288d8-9fd7-4c02-abc9-3328edbb690e tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbf55836-bc77-49c7-a569-7e3ffaced8a0 HTTP/1.1" status: 200 len: 210 time: 0.0261841 Oct 30 15:50:13.554330 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 54872) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:50:13.681104 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-62f629ac-ddfd-4982-bf68-0b097406b84c tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Deleting port 9943b5b1-a7de-4322-814d-1b4cbb70dae6 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:50:13.681441 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-62f629ac-ddfd-4982-bf68-0b097406b84c tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:13.759947 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-62f629ac-ddfd-4982-bf68-0b097406b84c tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:13.760296 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-62f629ac-ddfd-4982-bf68-0b097406b84c tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:13.771848 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-62f629ac-ddfd-4982-bf68-0b097406b84c tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Calling delete_port for 9943b5b1-a7de-4322-814d-1b4cbb70dae6 owned by network:floatingip {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:50:13.901768 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-62f629ac-ddfd-4982-bf68-0b097406b84c tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:13.927329 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f629ac-ddfd-4982-bf68-0b097406b84c tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Pushing event deleted for resources: {'Port': ['ID=9943b5b1-a7de-4322-814d-1b4cbb70dae6,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:50:13.940368 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f629ac-ddfd-4982-bf68-0b097406b84c tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:50:13.940717 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f629ac-ddfd-4982-bf68-0b097406b84c tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:50:13.941063 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f629ac-ddfd-4982-bf68-0b097406b84c tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:50:13.941405 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f629ac-ddfd-4982-bf68-0b097406b84c tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:50:13.941741 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f629ac-ddfd-4982-bf68-0b097406b84c tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:50:13.942076 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f629ac-ddfd-4982-bf68-0b097406b84c tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:50:13.942411 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f629ac-ddfd-4982-bf68-0b097406b84c tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:50:13.942739 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f629ac-ddfd-4982-bf68-0b097406b84c tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:50:13.943066 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f629ac-ddfd-4982-bf68-0b097406b84c tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:50:13.943390 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f629ac-ddfd-4982-bf68-0b097406b84c tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:50:13.943743 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f629ac-ddfd-4982-bf68-0b097406b84c tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:50:13.944070 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f629ac-ddfd-4982-bf68-0b097406b84c tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:50:13.997674 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-62f629ac-ddfd-4982-bf68-0b097406b84c tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks [] for floatingip, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:14.000555 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-62f629ac-ddfd-4982-bf68-0b097406b84c tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:14.001744 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-62f629ac-ddfd-4982-bf68-0b097406b84c tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "DELETE /v2.0/floatingips/ccf81e96-1ecb-41a1-a98b-542be7db46b6 HTTP/1.1" status: 204 len: 168 time: 0.4464233 Oct 30 15:50:17.285126 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 54888) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:50:17.358214 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9e1d4ba7-4e22-4470-b6bb-7c6f643dadc1 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:17.390935 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9e1d4ba7-4e22-4470-b6bb-7c6f643dadc1 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:17.452855 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9e1d4ba7-4e22-4470-b6bb-7c6f643dadc1 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:17.455431 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9e1d4ba7-4e22-4470-b6bb-7c6f643dadc1 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:17.456610 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-9e1d4ba7-4e22-4470-b6bb-7c6f643dadc1 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] 10.222.0.62 "DELETE /v2.0/security-groups/a6103736-3251-4427-af42-92b533f3dc6d HTTP/1.1" status: 204 len: 168 time: 0.1704457 Oct 30 15:50:17.465491 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1d4ba7-4e22-4470-b6bb-7c6f643dadc1 tempest-TestVolumeBootPattern-1649786702 tempest-TestVolumeBootPattern-1649786702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6103736-3251-4427-af42-92b533f3dc6d,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:50:17.522841 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 54892) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:50:17.983137 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3bfe2e45-98c8-4386-b333-6e279b0840cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:18.236673 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-3bfe2e45-98c8-4386-b333-6e279b0840cb admin admin] Deleting port 612c1443-77a5-4a63-8a66-8681588aaae7 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:50:18.237066 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3bfe2e45-98c8-4386-b333-6e279b0840cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:18.318094 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-3bfe2e45-98c8-4386-b333-6e279b0840cb admin admin] For port 612c1443-77a5-4a63-8a66-8681588aaae7, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=612c1443-77a5-4a63-8a66-8681588aaae7,segment=NetworkSegment(eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15),segment_id=eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:50:18.318740 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3bfe2e45-98c8-4386-b333-6e279b0840cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:18.331035 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-3bfe2e45-98c8-4386-b333-6e279b0840cb admin admin] Calling delete_port for 612c1443-77a5-4a63-8a66-8681588aaae7 owned by network:router_interface {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:50:18.510149 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3bfe2e45-98c8-4386-b333-6e279b0840cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:18.532964 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfe2e45-98c8-4386-b333-6e279b0840cb admin admin] Pushing event deleted for resources: {'Port': ['ID=612c1443-77a5-4a63-8a66-8681588aaae7,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:50:18.701575 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3bfe2e45-98c8-4386-b333-6e279b0840cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:19.183250 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bfe2e45-98c8-4386-b333-6e279b0840cb admin admin] Router 966d4cf7-96e3-47f4-a906-6b02346ee5fe has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:50:19.287053 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bfe2e45-98c8-4386-b333-6e279b0840cb admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:50:19.293175 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-3bfe2e45-98c8-4386-b333-6e279b0840cb admin admin] 10.222.0.62 "PUT /v2.0/routers/966d4cf7-96e3-47f4-a906-6b02346ee5fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7691009 Oct 30 15:50:19.295701 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 54898) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:50:19.297064 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87192488-c916-4773-a490-532ae04f90ff None None] Sync routers for ids ['966d4cf7-96e3-47f4-a906-6b02346ee5fe'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:50:19.306585 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87192488-c916-4773-a490-532ae04f90ff None None] Routers {'966d4cf7-96e3-47f4-a906-6b02346ee5fe'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:50:19.307194 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-87192488-c916-4773-a490-532ae04f90ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:49:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['966d4cf7-96e3-47f4-a906-6b02346ee5fe'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:50:19.402410 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b66e1ef2-6120-47d2-8fdc-6662ca8b148d admin admin] Publish callbacks [] for router, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:19.413494 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-87192488-c916-4773-a490-532ae04f90ff None None] Set router 966d4cf7-96e3-47f4-a906-6b02346ee5fe gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:50:19.505968 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b66e1ef2-6120-47d2-8fdc-6662ca8b148d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:19.559543 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-b66e1ef2-6120-47d2-8fdc-6662ca8b148d admin admin] Deleting port 91f6b4ea-b190-41e2-9624-0a6ec604ddb1 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:50:19.559908 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b66e1ef2-6120-47d2-8fdc-6662ca8b148d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:19.588901 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-87192488-c916-4773-a490-532ae04f90ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'name': 'tempest-TestVolumeBootPattern-2112133331-router', 'tenant_id': '887bc10b4e704641954048c16602273c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '91f6b4ea-b190-41e2-9624-0a6ec604ddb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:39:01Z', 'updated_at': '2021-10-30T15:50:18Z', 'revision_number': 5, 'project_id': '887bc10b4e704641954048c16602273c', 'gw_port': {'id': '91f6b4ea-b190-41e2-9624-0a6ec604ddb1', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:39:02Z', 'updated_at': '2021-10-30T15:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:50:19.614645 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87192488-c916-4773-a490-532ae04f90ff None None] Checking router: 966d4cf7-96e3-47f4-a906-6b02346ee5fe for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:50:19.623202 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87192488-c916-4773-a490-532ae04f90ff None None] Routers {'966d4cf7-96e3-47f4-a906-6b02346ee5fe'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:50:19.623831 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-87192488-c916-4773-a490-532ae04f90ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:49:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['966d4cf7-96e3-47f4-a906-6b02346ee5fe'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:50:19.642519 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-b66e1ef2-6120-47d2-8fdc-6662ca8b148d admin admin] For port 91f6b4ea-b190-41e2-9624-0a6ec604ddb1, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=91f6b4ea-b190-41e2-9624-0a6ec604ddb1,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:50:19.642881 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b66e1ef2-6120-47d2-8fdc-6662ca8b148d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:19.655579 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-b66e1ef2-6120-47d2-8fdc-6662ca8b148d admin admin] Calling delete_port for 91f6b4ea-b190-41e2-9624-0a6ec604ddb1 owned by network:router_gateway {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:50:19.806205 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-87192488-c916-4773-a490-532ae04f90ff None None] Set router 966d4cf7-96e3-47f4-a906-6b02346ee5fe gateway port host: None {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:50:19.824984 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b66e1ef2-6120-47d2-8fdc-6662ca8b148d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:19.854597 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66e1ef2-6120-47d2-8fdc-6662ca8b148d admin admin] Pushing event deleted for resources: {'Port': ['ID=91f6b4ea-b190-41e2-9624-0a6ec604ddb1,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:50:19.860821 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-87192488-c916-4773-a490-532ae04f90ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'name': 'tempest-TestVolumeBootPattern-2112133331-router', 'tenant_id': '887bc10b4e704641954048c16602273c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:39:01Z', 'updated_at': '2021-10-30T15:50:19Z', 'revision_number': 6, 'project_id': '887bc10b4e704641954048c16602273c', 'gw_port_host': None}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:50:19.887584 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87192488-c916-4773-a490-532ae04f90ff None None] The sync data for ids ['966d4cf7-96e3-47f4-a906-6b02346ee5fe'] in n-d-806683-17 is: [{'id': '966d4cf7-96e3-47f4-a906-6b02346ee5fe', 'name': 'tempest-TestVolumeBootPattern-2112133331-router', 'tenant_id': '887bc10b4e704641954048c16602273c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:39:01Z', 'updated_at': '2021-10-30T15:50:19Z', 'revision_number': 6, 'project_id': '887bc10b4e704641954048c16602273c', 'gw_port_host': None}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:50:19.913797 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b66e1ef2-6120-47d2-8fdc-6662ca8b148d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:20.012169 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b66e1ef2-6120-47d2-8fdc-6662ca8b148d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:20.014314 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b66e1ef2-6120-47d2-8fdc-6662ca8b148d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:20.057607 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b66e1ef2-6120-47d2-8fdc-6662ca8b148d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:20.058055 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b66e1ef2-6120-47d2-8fdc-6662ca8b148d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 966d4cf7-96e3-47f4-a906-6b02346ee5fe {{(pid=102130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:50:20.062486 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b66e1ef2-6120-47d2-8fdc-6662ca8b148d admin admin] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:20.063643 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b66e1ef2-6120-47d2-8fdc-6662ca8b148d admin admin] 10.222.0.62 "DELETE /v2.0/routers/966d4cf7-96e3-47f4-a906-6b02346ee5fe HTTP/1.1" status: 204 len: 168 time: 0.7669339 Oct 30 15:50:20.066146 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 54900) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:50:20.110274 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-db44cfb6-46f7-4e81-8d91-f6e5f004afa9 admin admin] Deleting subnet e2126f42-6201-4d38-a336-acc99efa4108 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:50:20.113326 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-db44cfb6-46f7-4e81-8d91-f6e5f004afa9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:20.146773 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-db44cfb6-46f7-4e81-8d91-f6e5f004afa9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:20.226460 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-db44cfb6-46f7-4e81-8d91-f6e5f004afa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:20.284522 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-db44cfb6-46f7-4e81-8d91-f6e5f004afa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:20.312018 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db44cfb6-46f7-4e81-8d91-f6e5f004afa9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2126f42-6201-4d38-a336-acc99efa4108,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:50:20.316805 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-db44cfb6-46f7-4e81-8d91-f6e5f004afa9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:20.323124 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-db44cfb6-46f7-4e81-8d91-f6e5f004afa9 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/e2126f42-6201-4d38-a336-acc99efa4108 HTTP/1.1" status: 204 len: 168 time: 0.2537444 Oct 30 15:50:20.323274 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5758622d-bb3e-4856-b105-469a71935fb1 None None] Network eaec26f8-16ce-4842-b83b-287e7177f318 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:50:20.325222 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 54902) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:50:20.417923 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 612c1443-77a5-4a63-8a66-8681588aaae7 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:50:20.428514 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-862f6164-b176-4ecf-bbcf-5fc8d80ee91a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:20.453235 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 612c1443-77a5-4a63-8a66-8681588aaae7 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:50:20.453586 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 612c1443-77a5-4a63-8a66-8681588aaae7 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:50:20.483932 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-862f6164-b176-4ecf-bbcf-5fc8d80ee91a admin admin] Deleting port 24a043d7-c87c-41ea-9b70-b6e54a37f635 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:50:20.484404 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-862f6164-b176-4ecf-bbcf-5fc8d80ee91a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:20.548281 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-862f6164-b176-4ecf-bbcf-5fc8d80ee91a admin admin] For port 24a043d7-c87c-41ea-9b70-b6e54a37f635, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=24a043d7-c87c-41ea-9b70-b6e54a37f635,segment=NetworkSegment(eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15),segment_id=eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:50:20.548646 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-862f6164-b176-4ecf-bbcf-5fc8d80ee91a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:20.560491 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-862f6164-b176-4ecf-bbcf-5fc8d80ee91a admin admin] Calling delete_port for 24a043d7-c87c-41ea-9b70-b6e54a37f635 owned by network:dhcp {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:50:20.640044 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-862f6164-b176-4ecf-bbcf-5fc8d80ee91a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:20.667384 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862f6164-b176-4ecf-bbcf-5fc8d80ee91a admin admin] Pushing event deleted for resources: {'Port': ['ID=24a043d7-c87c-41ea-9b70-b6e54a37f635,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:50:20.669216 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862f6164-b176-4ecf-bbcf-5fc8d80ee91a admin admin] No DVR routers for this DVR port 24a043d7-c87c-41ea-9b70-b6e54a37f635 on host n-d-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:50:20.745880 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-862f6164-b176-4ecf-bbcf-5fc8d80ee91a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:20.751251 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9729a33d-9bf8-48bf-9dc2-e8fc5e5b3df4 None None] DHCP port deletion for eaec26f8-16ce-4842-b83b-287e7177f318 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:50:20.770999 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-862f6164-b176-4ecf-bbcf-5fc8d80ee91a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaec26f8-16ce-4842-b83b-287e7177f318']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:50:20.781454 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-862f6164-b176-4ecf-bbcf-5fc8d80ee91a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:50:20.781749 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-862f6164-b176-4ecf-bbcf-5fc8d80ee91a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaef0cf6-e0a4-4935-93b0-f9b2f64f9f15') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:50:20.792482 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-862f6164-b176-4ecf-bbcf-5fc8d80ee91a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:20.805264 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-862f6164-b176-4ecf-bbcf-5fc8d80ee91a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:20.810986 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-862f6164-b176-4ecf-bbcf-5fc8d80ee91a admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:50:20.811355 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-862f6164-b176-4ecf-bbcf-5fc8d80ee91a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:20.812999 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 15:50:20.812999 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:50:20.812999 n-d-806683-17 neutron-server[102131]: timer() Oct 30 15:50:20.812999 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:50:20.812999 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 15:50:20.812999 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:50:20.812999 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 15:50:20.812999 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:50:20.812999 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 15:50:20.812999 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:50:20.812999 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 15:50:20.812999 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:50:20.812999 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 15:50:20.812999 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:50:20.812999 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:50:20.812999 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:50:20.812999 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:50:20.812999 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:50:20.812999 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 15:50:20.812999 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:50:20.812999 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 15:50:20.812999 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:50:20.812999 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:50:20.812999 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:50:20.812999 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 15:50:20.812999 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:50:20.812999 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:50:20.812999 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:50:20.812999 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:50:20.812999 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:50:20.812999 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:50:20.812999 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:50:20.867983 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-862f6164-b176-4ecf-bbcf-5fc8d80ee91a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:20.877937 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-862f6164-b176-4ecf-bbcf-5fc8d80ee91a admin admin] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:20.881194 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-862f6164-b176-4ecf-bbcf-5fc8d80ee91a admin admin] 10.222.0.62 "DELETE /v2.0/networks/eaec26f8-16ce-4842-b83b-287e7177f318 HTTP/1.1" status: 204 len: 168 time: 0.5540140 Oct 30 15:50:20.884844 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 54904) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:50:20.893539 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862f6164-b176-4ecf-bbcf-5fc8d80ee91a admin admin] Pushing event deleted for resources: {'Network': ['ID=eaec26f8-16ce-4842-b83b-287e7177f318,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:50:21.185301 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4ca6d849-454d-4b66-8459-7b37e5f89213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:21.237676 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-364379b0-9b02-41b9-825e-e906af9dd28f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:21.477401 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-364379b0-9b02-41b9-825e-e906af9dd28f admin admin] Deleting port 5a418ce0-82c6-4629-8396-d73f454b5b94 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:50:21.478042 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-364379b0-9b02-41b9-825e-e906af9dd28f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:21.558126 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-364379b0-9b02-41b9-825e-e906af9dd28f admin admin] For port 5a418ce0-82c6-4629-8396-d73f454b5b94, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=5a418ce0-82c6-4629-8396-d73f454b5b94,segment=NetworkSegment(44e0963e-0a8f-45c1-ba8c-bca6fe34962c),segment_id=44e0963e-0a8f-45c1-ba8c-bca6fe34962c)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:50:21.558482 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-364379b0-9b02-41b9-825e-e906af9dd28f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:21.570926 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-364379b0-9b02-41b9-825e-e906af9dd28f admin admin] Calling delete_port for 5a418ce0-82c6-4629-8396-d73f454b5b94 owned by network:router_interface {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:50:21.751631 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-364379b0-9b02-41b9-825e-e906af9dd28f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:21.778665 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364379b0-9b02-41b9-825e-e906af9dd28f admin admin] Pushing event deleted for resources: {'Port': ['ID=5a418ce0-82c6-4629-8396-d73f454b5b94,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:50:21.938337 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-364379b0-9b02-41b9-825e-e906af9dd28f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:22.151254 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-364379b0-9b02-41b9-825e-e906af9dd28f admin admin] Router 9c9c4825-dd31-4d1e-92e6-2f07b096b2f4 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:50:22.255257 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-364379b0-9b02-41b9-825e-e906af9dd28f admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:50:22.260890 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-364379b0-9b02-41b9-825e-e906af9dd28f admin admin] 10.222.0.62 "PUT /v2.0/routers/9c9c4825-dd31-4d1e-92e6-2f07b096b2f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3750181 Oct 30 15:50:22.263417 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 54906) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:50:22.266261 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d38111c-136e-4704-97b9-22689b7284cb None None] Sync routers for ids ['9c9c4825-dd31-4d1e-92e6-2f07b096b2f4'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:50:22.276478 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d38111c-136e-4704-97b9-22689b7284cb None None] Routers {'9c9c4825-dd31-4d1e-92e6-2f07b096b2f4'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:50:22.277087 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-5d38111c-136e-4704-97b9-22689b7284cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:49:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['9c9c4825-dd31-4d1e-92e6-2f07b096b2f4'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:50:22.378497 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5a3376b8-62e5-41c8-bbe6-039be0576811 admin admin] Publish callbacks [] for router, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:22.525027 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 91f6b4ea-b190-41e2-9624-0a6ec604ddb1 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:50:22.552269 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 91f6b4ea-b190-41e2-9624-0a6ec604ddb1 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:50:22.552611 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 91f6b4ea-b190-41e2-9624-0a6ec604ddb1 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:50:22.553035 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 24a043d7-c87c-41ea-9b70-b6e54a37f635 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:50:22.577652 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 24a043d7-c87c-41ea-9b70-b6e54a37f635 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:50:22.577997 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 24a043d7-c87c-41ea-9b70-b6e54a37f635 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:50:22.603350 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-5d38111c-136e-4704-97b9-22689b7284cb None None] Set router 9c9c4825-dd31-4d1e-92e6-2f07b096b2f4 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:50:22.791270 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-5d38111c-136e-4704-97b9-22689b7284cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9c4825-dd31-4d1e-92e6-2f07b096b2f4', 'name': 'tempest-TestVolumeBootPattern-1778464597-router', 'tenant_id': 'd3fdd2d759bc4e03bffc61e3dfe52835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '52ccec12-4a04-4086-a0a0-b96507d383e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:39:08Z', 'updated_at': '2021-10-30T15:50:21Z', 'revision_number': 5, 'project_id': 'd3fdd2d759bc4e03bffc61e3dfe52835', 'gw_port': {'id': '52ccec12-4a04-4086-a0a0-b96507d383e9', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:73:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9c4825-dd31-4d1e-92e6-2f07b096b2f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:39:09Z', 'updated_at': '2021-10-30T15:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:50:22.802167 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5a3376b8-62e5-41c8-bbe6-039be0576811 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:22.816809 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d38111c-136e-4704-97b9-22689b7284cb None None] Checking router: 9c9c4825-dd31-4d1e-92e6-2f07b096b2f4 for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:50:22.825162 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d38111c-136e-4704-97b9-22689b7284cb None None] Routers {'9c9c4825-dd31-4d1e-92e6-2f07b096b2f4'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:50:22.825767 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-5d38111c-136e-4704-97b9-22689b7284cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:49:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['9c9c4825-dd31-4d1e-92e6-2f07b096b2f4'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:50:22.853111 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-5a3376b8-62e5-41c8-bbe6-039be0576811 admin admin] Deleting port 52ccec12-4a04-4086-a0a0-b96507d383e9 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:50:22.853442 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5a3376b8-62e5-41c8-bbe6-039be0576811 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:22.911210 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-5d38111c-136e-4704-97b9-22689b7284cb None None] Set router 9c9c4825-dd31-4d1e-92e6-2f07b096b2f4 gateway port host: None {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:50:22.930487 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-5a3376b8-62e5-41c8-bbe6-039be0576811 admin admin] For port 52ccec12-4a04-4086-a0a0-b96507d383e9, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=52ccec12-4a04-4086-a0a0-b96507d383e9,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:50:22.930857 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5a3376b8-62e5-41c8-bbe6-039be0576811 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:22.947349 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-5a3376b8-62e5-41c8-bbe6-039be0576811 admin admin] Calling delete_port for 52ccec12-4a04-4086-a0a0-b96507d383e9 owned by network:router_gateway {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:50:22.962225 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-5d38111c-136e-4704-97b9-22689b7284cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9c4825-dd31-4d1e-92e6-2f07b096b2f4', 'name': 'tempest-TestVolumeBootPattern-1778464597-router', 'tenant_id': 'd3fdd2d759bc4e03bffc61e3dfe52835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:39:08Z', 'updated_at': '2021-10-30T15:50:22Z', 'revision_number': 6, 'project_id': 'd3fdd2d759bc4e03bffc61e3dfe52835', 'gw_port_host': None}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:50:22.992066 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d38111c-136e-4704-97b9-22689b7284cb None None] The sync data for ids ['9c9c4825-dd31-4d1e-92e6-2f07b096b2f4'] in n-d-806683-17 is: [{'id': '9c9c4825-dd31-4d1e-92e6-2f07b096b2f4', 'name': 'tempest-TestVolumeBootPattern-1778464597-router', 'tenant_id': 'd3fdd2d759bc4e03bffc61e3dfe52835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:39:08Z', 'updated_at': '2021-10-30T15:50:22Z', 'revision_number': 6, 'project_id': 'd3fdd2d759bc4e03bffc61e3dfe52835', 'gw_port_host': None}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:50:23.110863 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5a3376b8-62e5-41c8-bbe6-039be0576811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:23.136276 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3376b8-62e5-41c8-bbe6-039be0576811 admin admin] Pushing event deleted for resources: {'Port': ['ID=52ccec12-4a04-4086-a0a0-b96507d383e9,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:50:23.198419 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5a3376b8-62e5-41c8-bbe6-039be0576811 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:23.287494 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5a3376b8-62e5-41c8-bbe6-039be0576811 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:23.289502 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5a3376b8-62e5-41c8-bbe6-039be0576811 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:23.339202 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5a3376b8-62e5-41c8-bbe6-039be0576811 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:23.339816 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a3376b8-62e5-41c8-bbe6-039be0576811 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c9c4825-dd31-4d1e-92e6-2f07b096b2f4 {{(pid=102130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 15:50:23.344531 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5a3376b8-62e5-41c8-bbe6-039be0576811 admin admin] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:23.348182 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-5a3376b8-62e5-41c8-bbe6-039be0576811 admin admin] 10.222.0.62 "DELETE /v2.0/routers/9c9c4825-dd31-4d1e-92e6-2f07b096b2f4 HTTP/1.1" status: 204 len: 168 time: 1.0813017 Oct 30 15:50:23.348426 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 54908) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:50:23.393391 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-18d9552e-e0a6-41ab-997e-26e094fdaf7d admin admin] Deleting subnet de507a6a-f935-4576-9971-ae1528a40404 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:50:23.396864 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-18d9552e-e0a6-41ab-997e-26e094fdaf7d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:23.433378 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-18d9552e-e0a6-41ab-997e-26e094fdaf7d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:23.512627 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-18d9552e-e0a6-41ab-997e-26e094fdaf7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:23.564304 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-18d9552e-e0a6-41ab-997e-26e094fdaf7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:23.588963 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d9552e-e0a6-41ab-997e-26e094fdaf7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de507a6a-f935-4576-9971-ae1528a40404,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:50:23.593514 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-18d9552e-e0a6-41ab-997e-26e094fdaf7d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:23.596732 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-18d9552e-e0a6-41ab-997e-26e094fdaf7d admin admin] 10.222.0.62 "DELETE /v2.0/subnets/de507a6a-f935-4576-9971-ae1528a40404 HTTP/1.1" status: 204 len: 168 time: 0.2474015 Oct 30 15:50:23.599378 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 54910) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:50:23.601679 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f315133-77c8-4519-9077-af497f02ff77 None None] Network 6582e15a-b646-4ec9-87b4-e8481daef74a requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:50:23.667936 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-72759571-4b38-4303-926d-340b74f4409d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:23.728458 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-72759571-4b38-4303-926d-340b74f4409d admin admin] Deleting port 10d96916-57ca-4a3c-a7c7-a6e93fb4e93f {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:50:23.728790 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-72759571-4b38-4303-926d-340b74f4409d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:23.794916 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-72759571-4b38-4303-926d-340b74f4409d admin admin] For port 10d96916-57ca-4a3c-a7c7-a6e93fb4e93f, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=10d96916-57ca-4a3c-a7c7-a6e93fb4e93f,segment=NetworkSegment(44e0963e-0a8f-45c1-ba8c-bca6fe34962c),segment_id=44e0963e-0a8f-45c1-ba8c-bca6fe34962c)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:50:23.795267 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-72759571-4b38-4303-926d-340b74f4409d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:23.800935 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4346163e-3b2b-4ebe-958b-0de2ddf6ee30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:23.804257 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec2d0dd-d9cf-4cdb-b7ef-9764a3561040 None None] DHCP port deletion for 6582e15a-b646-4ec9-87b4-e8481daef74a request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 15:50:23.810568 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-72759571-4b38-4303-926d-340b74f4409d admin admin] Calling delete_port for 10d96916-57ca-4a3c-a7c7-a6e93fb4e93f owned by network:dhcp {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:50:23.854849 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-7ec2d0dd-d9cf-4cdb-b7ef-9764a3561040 None None] Deleting port 10d96916-57ca-4a3c-a7c7-a6e93fb4e93f {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:50:23.855228 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7ec2d0dd-d9cf-4cdb-b7ef-9764a3561040 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:23.896280 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-72759571-4b38-4303-926d-340b74f4409d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:23.922174 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72759571-4b38-4303-926d-340b74f4409d admin admin] Pushing event deleted for resources: {'Port': ['ID=10d96916-57ca-4a3c-a7c7-a6e93fb4e93f,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:50:23.923846 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-7ec2d0dd-d9cf-4cdb-b7ef-9764a3561040 None None] For port 10d96916-57ca-4a3c-a7c7-a6e93fb4e93f, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=10d96916-57ca-4a3c-a7c7-a6e93fb4e93f,segment=NetworkSegment(44e0963e-0a8f-45c1-ba8c-bca6fe34962c),segment_id=44e0963e-0a8f-45c1-ba8c-bca6fe34962c)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:50:23.924254 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7ec2d0dd-d9cf-4cdb-b7ef-9764a3561040 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:23.925567 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72759571-4b38-4303-926d-340b74f4409d admin admin] No DVR routers for this DVR port 10d96916-57ca-4a3c-a7c7-a6e93fb4e93f on host n-d-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:50:23.937846 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-7ec2d0dd-d9cf-4cdb-b7ef-9764a3561040 None None] Calling delete_port for 10d96916-57ca-4a3c-a7c7-a6e93fb4e93f owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:50:24.002017 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-72759571-4b38-4303-926d-340b74f4409d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:24.017610 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7ec2d0dd-d9cf-4cdb-b7ef-9764a3561040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:24.028754 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-72759571-4b38-4303-926d-340b74f4409d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6582e15a-b646-4ec9-87b4-e8481daef74a']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:50:24.038566 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-72759571-4b38-4303-926d-340b74f4409d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44e0963e-0a8f-45c1-ba8c-bca6fe34962c') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:50:24.040954 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-72759571-4b38-4303-926d-340b74f4409d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44e0963e-0a8f-45c1-ba8c-bca6fe34962c') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:50:24.043421 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec2d0dd-d9cf-4cdb-b7ef-9764a3561040 None None] Pushing event deleted for resources: {'Port': ['ID=10d96916-57ca-4a3c-a7c7-a6e93fb4e93f,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:50:24.051340 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec2d0dd-d9cf-4cdb-b7ef-9764a3561040 None None] No DVR routers for this DVR port 10d96916-57ca-4a3c-a7c7-a6e93fb4e93f on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:50:24.058272 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-72759571-4b38-4303-926d-340b74f4409d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:24.075688 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-72759571-4b38-4303-926d-340b74f4409d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:24.081540 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72759571-4b38-4303-926d-340b74f4409d admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:50:24.081911 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-72759571-4b38-4303-926d-340b74f4409d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:24.083850 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:50:24.083850 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:50:24.083850 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:50:24.083850 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:50:24.083850 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:50:24.083850 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:50:24.083850 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:50:24.083850 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:50:24.083850 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:50:24.083850 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:50:24.083850 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:50:24.083850 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:50:24.083850 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:50:24.083850 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:50:24.083850 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:50:24.083850 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:50:24.083850 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:50:24.083850 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:50:24.083850 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:50:24.083850 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:50:24.083850 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:50:24.083850 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:50:24.083850 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:50:24.083850 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:50:24.083850 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:50:24.083850 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:50:24.083850 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:50:24.083850 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:50:24.083850 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:50:24.083850 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:50:24.083850 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:50:24.083850 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:50:24.136929 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-72759571-4b38-4303-926d-340b74f4409d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:24.142146 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-72759571-4b38-4303-926d-340b74f4409d admin admin] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:24.145474 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-72759571-4b38-4303-926d-340b74f4409d admin admin] 10.222.0.62 "DELETE /v2.0/networks/6582e15a-b646-4ec9-87b4-e8481daef74a HTTP/1.1" status: 204 len: 168 time: 0.5451529 Oct 30 15:50:24.158564 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72759571-4b38-4303-926d-340b74f4409d admin admin] Pushing event deleted for resources: {'Network': ['ID=6582e15a-b646-4ec9-87b4-e8481daef74a,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:50:24.271768 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 54914) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:50:24.312491 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-331aa4f8-c4be-46fa-82f5-350d6fb6295e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=887bc10b4e704641954048c16602273c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395677 Oct 30 15:50:24.314916 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 54916) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:50:24.362218 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 5a418ce0-82c6-4629-8396-d73f454b5b94 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:50:24.370773 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-04764cc9-e46c-4787-b5d6-fd53586d7ceb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:24.382883 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 5a418ce0-82c6-4629-8396-d73f454b5b94 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:50:24.383232 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 5a418ce0-82c6-4629-8396-d73f454b5b94 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:50:24.383698 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 52ccec12-4a04-4086-a0a0-b96507d383e9 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:50:24.391529 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-04764cc9-e46c-4787-b5d6-fd53586d7ceb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:24.405867 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 52ccec12-4a04-4086-a0a0-b96507d383e9 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:50:24.406212 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 52ccec12-4a04-4086-a0a0-b96507d383e9 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:50:24.406627 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 10d96916-57ca-4a3c-a7c7-a6e93fb4e93f no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:50:24.426003 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 10d96916-57ca-4a3c-a7c7-a6e93fb4e93f {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:50:24.426353 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 10d96916-57ca-4a3c-a7c7-a6e93fb4e93f not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:50:24.442370 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-04764cc9-e46c-4787-b5d6-fd53586d7ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:24.445041 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-04764cc9-e46c-4787-b5d6-fd53586d7ceb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:24.446215 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-04764cc9-e46c-4787-b5d6-fd53586d7ceb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/184caf84-55ea-45d3-92a6-f7c0e5e5f870 HTTP/1.1" status: 204 len: 168 time: 0.1303251 Oct 30 15:50:24.454570 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04764cc9-e46c-4787-b5d6-fd53586d7ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=184caf84-55ea-45d3-92a6-f7c0e5e5f870,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:50:24.762316 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:24.799346 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 54922) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:50:24.839000 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-7e6194f0-6f92-4907-bf5a-78acb91fb31e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d3fdd2d759bc4e03bffc61e3dfe52835&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384545 Oct 30 15:50:24.841307 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 54924) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:50:24.887793 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f5cc8617-d7bb-4509-b036-8b7243fba24a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:24.913409 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f5cc8617-d7bb-4509-b036-8b7243fba24a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:24.948449 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:24.960658 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f5cc8617-d7bb-4509-b036-8b7243fba24a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:24.964362 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f5cc8617-d7bb-4509-b036-8b7243fba24a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:24.965515 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-f5cc8617-d7bb-4509-b036-8b7243fba24a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9771d5c9-fd27-436f-ab9a-5a5c5b8b0ed7 HTTP/1.1" status: 204 len: 168 time: 0.1232765 Oct 30 15:50:24.973386 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cc8617-d7bb-4509-b036-8b7243fba24a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9771d5c9-fd27-436f-ab9a-5a5c5b8b0ed7,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:50:26.704944 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:30.173752 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:32.200710 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:35.113231 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b683457b-c711-4a13-857e-43e3783ea88b req-b4faf0e5-8441-4e8b-8c7a-b19b051d0f52 tempest-ServersAdminNegativeTestJSON-391720967 tempest-ServersAdminNegativeTestJSON-391720967-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=c6db54930a7f4f6da5ec418704d45962&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216932 Oct 30 15:50:35.219638 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683457b-c711-4a13-857e-43e3783ea88b req-713c5ebb-dcde-4d49-ad25-b40d318c7397 tempest-ServersAdminNegativeTestJSON-391720967 tempest-ServersAdminNegativeTestJSON-391720967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:50:35.221069 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b683457b-c711-4a13-857e-43e3783ea88b req-713c5ebb-dcde-4d49-ad25-b40d318c7397 tempest-ServersAdminNegativeTestJSON-391720967 tempest-ServersAdminNegativeTestJSON-391720967-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1026871 Oct 30 15:50:35.236392 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b683457b-c711-4a13-857e-43e3783ea88b req-e815e234-b14a-4313-aff7-773427968ab0 tempest-ServersAdminNegativeTestJSON-391720967 tempest-ServersAdminNegativeTestJSON-391720967-project] 10.222.0.62 "GET /v2.0/quotas/c6db54930a7f4f6da5ec418704d45962 HTTP/1.1" status: 200 len: 375 time: 0.0095637 Oct 30 15:50:35.271656 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b683457b-c711-4a13-857e-43e3783ea88b req-eb01c83c-00b0-4764-a102-26bec54e7d3a tempest-ServersAdminNegativeTestJSON-391720967 tempest-ServersAdminNegativeTestJSON-391720967-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c6db54930a7f4f6da5ec418704d45962&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280564 Oct 30 15:50:35.430125 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-49c1bff5-3f79-44bf-a865-0fd7a01e39a1 req-2c726e5b-2466-455f-b0de-38f9b1c8fcc1 tempest-ServersAdminNegativeTestJSON-391720967 tempest-ServersAdminNegativeTestJSON-391720967-project] 10.222.0.62 "GET /v2.0/ports?device_id=c09f714f-157b-48ba-a707-5370b94485d9 HTTP/1.1" status: 200 len: 210 time: 0.0266991 Oct 30 15:50:36.363473 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b683457b-c711-4a13-857e-43e3783ea88b req-9878762d-b8e0-4b7f-bf00-dc6a0c95578b tempest-ServersAdminNegativeTestJSON-391720967 tempest-ServersAdminNegativeTestJSON-391720967-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=c6db54930a7f4f6da5ec418704d45962&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226910 Oct 30 15:50:36.479196 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683457b-c711-4a13-857e-43e3783ea88b req-1dc9fe89-c8c6-41f0-846f-9165b9f5a686 tempest-ServersAdminNegativeTestJSON-391720967 tempest-ServersAdminNegativeTestJSON-391720967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:50:36.480677 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b683457b-c711-4a13-857e-43e3783ea88b req-1dc9fe89-c8c6-41f0-846f-9165b9f5a686 tempest-ServersAdminNegativeTestJSON-391720967 tempest-ServersAdminNegativeTestJSON-391720967-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1107752 Oct 30 15:50:36.494608 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-b683457b-c711-4a13-857e-43e3783ea88b req-63a7f670-1582-445f-8ffb-7d81d23d2ca2 tempest-ServersAdminNegativeTestJSON-391720967 tempest-ServersAdminNegativeTestJSON-391720967-project] Request body: {'port': {'device_id': 'c09f714f-157b-48ba-a707-5370b94485d9', 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704', 'admin_state_up': True, 'tenant_id': 'c6db54930a7f4f6da5ec418704d45962'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:50:36.555879 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-24027583-ac7e-4caf-adb2-55db3945982d req-1fb25fe4-6015-44a1-8b82-ecd718c4478e tempest-ServersAdminNegativeTestJSON-391720967 tempest-ServersAdminNegativeTestJSON-391720967-project] 10.222.0.62 "GET /v2.0/ports?device_id=c09f714f-157b-48ba-a707-5370b94485d9 HTTP/1.1" status: 200 len: 210 time: 0.0566156 Oct 30 15:50:36.623587 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b683457b-c711-4a13-857e-43e3783ea88b req-63a7f670-1582-445f-8ffb-7d81d23d2ca2 tempest-ServersAdminNegativeTestJSON-391720967 tempest-ServersAdminNegativeTestJSON-391720967-project] Made reservation on behalf of c6db54930a7f4f6da5ec418704d45962 for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:50:36.627032 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b683457b-c711-4a13-857e-43e3783ea88b req-63a7f670-1582-445f-8ffb-7d81d23d2ca2 tempest-ServersAdminNegativeTestJSON-391720967 tempest-ServersAdminNegativeTestJSON-391720967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:36.635425 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b683457b-c711-4a13-857e-43e3783ea88b req-63a7f670-1582-445f-8ffb-7d81d23d2ca2 tempest-ServersAdminNegativeTestJSON-391720967 tempest-ServersAdminNegativeTestJSON-391720967-project] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:36.710976 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b683457b-c711-4a13-857e-43e3783ea88b req-63a7f670-1582-445f-8ffb-7d81d23d2ca2 tempest-ServersAdminNegativeTestJSON-391720967 tempest-ServersAdminNegativeTestJSON-391720967-project] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:36.714869 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b683457b-c711-4a13-857e-43e3783ea88b req-63a7f670-1582-445f-8ffb-7d81d23d2ca2 tempest-ServersAdminNegativeTestJSON-391720967 tempest-ServersAdminNegativeTestJSON-391720967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:36.780171 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a7f670-1582-445f-8ffb-7d81d23d2ca2 tempest-ServersAdminNegativeTestJSON-391720967 tempest-ServersAdminNegativeTestJSON-391720967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49e8a4c0-a68a-4aa6-a843-ff664938c8c7,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:50:36.846142 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-b683457b-c711-4a13-857e-43e3783ea88b req-63a7f670-1582-445f-8ffb-7d81d23d2ca2 tempest-ServersAdminNegativeTestJSON-391720967 tempest-ServersAdminNegativeTestJSON-391720967-project] Allocated IP 192.168.233.188 (8de8b155-6e08-41c3-866a-8b30bb481704/43b5dea3-b65b-4514-8ec2-18a4245eb194/d381ce3e-e08d-4630-8e59-706a40d9b599) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:50:36.991644 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b683457b-c711-4a13-857e-43e3783ea88b req-63a7f670-1582-445f-8ffb-7d81d23d2ca2 tempest-ServersAdminNegativeTestJSON-391720967 tempest-ServersAdminNegativeTestJSON-391720967-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:37.023164 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b683457b-c711-4a13-857e-43e3783ea88b req-63a7f670-1582-445f-8ffb-7d81d23d2ca2 tempest-ServersAdminNegativeTestJSON-391720967 tempest-ServersAdminNegativeTestJSON-391720967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:37.064956 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b683457b-c711-4a13-857e-43e3783ea88b req-63a7f670-1582-445f-8ffb-7d81d23d2ca2 tempest-ServersAdminNegativeTestJSON-391720967 tempest-ServersAdminNegativeTestJSON-391720967-project] Network 8de8b155-6e08-41c3-866a-8b30bb481704 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:50:37.068322 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-b683457b-c711-4a13-857e-43e3783ea88b req-63a7f670-1582-445f-8ffb-7d81d23d2ca2 tempest-ServersAdminNegativeTestJSON-391720967 tempest-ServersAdminNegativeTestJSON-391720967-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:50:37.072010 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-b683457b-c711-4a13-857e-43e3783ea88b req-63a7f670-1582-445f-8ffb-7d81d23d2ca2 tempest-ServersAdminNegativeTestJSON-391720967 tempest-ServersAdminNegativeTestJSON-391720967-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:50:37.104432 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a7f670-1582-445f-8ffb-7d81d23d2ca2 tempest-ServersAdminNegativeTestJSON-391720967 tempest-ServersAdminNegativeTestJSON-391720967-project] Pushing event updated for resources: {'Port': ['ID=d381ce3e-e08d-4630-8e59-706a40d9b599,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:50:37.130796 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683457b-c711-4a13-857e-43e3783ea88b req-63a7f670-1582-445f-8ffb-7d81d23d2ca2 tempest-ServersAdminNegativeTestJSON-391720967 tempest-ServersAdminNegativeTestJSON-391720967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:50:37.131431 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b683457b-c711-4a13-857e-43e3783ea88b req-63a7f670-1582-445f-8ffb-7d81d23d2ca2 tempest-ServersAdminNegativeTestJSON-391720967 tempest-ServersAdminNegativeTestJSON-391720967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:37.148916 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b683457b-c711-4a13-857e-43e3783ea88b req-63a7f670-1582-445f-8ffb-7d81d23d2ca2 tempest-ServersAdminNegativeTestJSON-391720967 tempest-ServersAdminNegativeTestJSON-391720967-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6583748 Oct 30 15:50:37.269522 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-b683457b-c711-4a13-857e-43e3783ea88b req-c4d5c0e4-3bd3-4305-a650-bc45e5912e9f service neutron] Request body: {'port': {'device_id': 'c09f714f-157b-48ba-a707-5370b94485d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:50:37.323736 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b683457b-c711-4a13-857e-43e3783ea88b req-c4d5c0e4-3bd3-4305-a650-bc45e5912e9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:37.335080 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-002b1c7b-d069-4d5f-9c9d-a34af862205e None None] Provisioning complete for port d381ce3e-e08d-4630-8e59-706a40d9b599 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:50:37.335625 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-002b1c7b-d069-4d5f-9c9d-a34af862205e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:37.370796 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-002b1c7b-d069-4d5f-9c9d-a34af862205e None None] Port d381ce3e-e08d-4630-8e59-706a40d9b599 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:50:37.584010 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-b683457b-c711-4a13-857e-43e3783ea88b req-c4d5c0e4-3bd3-4305-a650-bc45e5912e9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d381ce3e-e08d-4630-8e59-706a40d9b599 {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:50:37.592450 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b683457b-c711-4a13-857e-43e3783ea88b req-c4d5c0e4-3bd3-4305-a650-bc45e5912e9f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:37.604473 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-b683457b-c711-4a13-857e-43e3783ea88b req-c4d5c0e4-3bd3-4305-a650-bc45e5912e9f service neutron] Transition to ACTIVE for port object d381ce3e-e08d-4630-8e59-706a40d9b599 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:50:37.608423 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b683457b-c711-4a13-857e-43e3783ea88b req-c4d5c0e4-3bd3-4305-a650-bc45e5912e9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:37.679095 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ba9c8-d05a-4ccb-a62e-3a78b05bf913 req-b1f17e41-e165-4c5e-87bf-54bb3c83405c tempest-ServersAdminNegativeTestJSON-391720967 tempest-ServersAdminNegativeTestJSON-391720967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:50:37.687566 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f63ba9c8-d05a-4ccb-a62e-3a78b05bf913 req-b1f17e41-e165-4c5e-87bf-54bb3c83405c tempest-ServersAdminNegativeTestJSON-391720967 tempest-ServersAdminNegativeTestJSON-391720967-project] 10.222.0.62 "GET /v2.0/ports?device_id=c09f714f-157b-48ba-a707-5370b94485d9 HTTP/1.1" status: 200 len: 948 time: 0.0596833 Oct 30 15:50:37.703239 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d5c0e4-3bd3-4305-a650-bc45e5912e9f service neutron] Pushing event updated for resources: {'Port': ['ID=d381ce3e-e08d-4630-8e59-706a40d9b599,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:50:37.724518 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f63ba9c8-d05a-4ccb-a62e-3a78b05bf913 req-3e4246de-9984-41e6-a9fd-41febec38b0a tempest-ServersAdminNegativeTestJSON-391720967 tempest-ServersAdminNegativeTestJSON-391720967-project] 10.222.0.62 "GET /v2.0/security-groups?id=49e8a4c0-a68a-4aa6-a843-ff664938c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367744 Oct 30 15:50:37.732381 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-b683457b-c711-4a13-857e-43e3783ea88b req-c4d5c0e4-3bd3-4305-a650-bc45e5912e9f service neutron] Attempting to bind port d381ce3e-e08d-4630-8e59-706a40d9b599 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:50:37.732672 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-b683457b-c711-4a13-857e-43e3783ea88b req-c4d5c0e4-3bd3-4305-a650-bc45e5912e9f service neutron] Attempting to bind port d381ce3e-e08d-4630-8e59-706a40d9b599 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:50:37.732984 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b683457b-c711-4a13-857e-43e3783ea88b req-c4d5c0e4-3bd3-4305-a650-bc45e5912e9f service neutron] Attempting to bind port d381ce3e-e08d-4630-8e59-706a40d9b599 on network 8de8b155-6e08-41c3-866a-8b30bb481704 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:50:37.737965 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b683457b-c711-4a13-857e-43e3783ea88b req-c4d5c0e4-3bd3-4305-a650-bc45e5912e9f service neutron] Port d381ce3e-e08d-4630-8e59-706a40d9b599 on network 8de8b155-6e08-41c3-866a-8b30bb481704 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:50:37.738286 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b683457b-c711-4a13-857e-43e3783ea88b req-c4d5c0e4-3bd3-4305-a650-bc45e5912e9f service neutron] Attempting to bind port d381ce3e-e08d-4630-8e59-706a40d9b599 on network 8de8b155-6e08-41c3-866a-8b30bb481704 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:50:37.743354 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b683457b-c711-4a13-857e-43e3783ea88b req-c4d5c0e4-3bd3-4305-a650-bc45e5912e9f service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:50:37.743739 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b683457b-c711-4a13-857e-43e3783ea88b req-c4d5c0e4-3bd3-4305-a650-bc45e5912e9f service neutron] Checking segment: {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:50:37.744665 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b683457b-c711-4a13-857e-43e3783ea88b req-c4d5c0e4-3bd3-4305-a650-bc45e5912e9f service neutron] Bound using segment: {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:50:37.745092 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-b683457b-c711-4a13-857e-43e3783ea88b req-c4d5c0e4-3bd3-4305-a650-bc45e5912e9f service neutron] Bound port: d381ce3e-e08d-4630-8e59-706a40d9b599, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cc65f3e-3f44-4b08-8f83-5db5e2cbb855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:50:37.745446 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b683457b-c711-4a13-857e-43e3783ea88b req-c4d5c0e4-3bd3-4305-a650-bc45e5912e9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:37.810061 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-b683457b-c711-4a13-857e-43e3783ea88b req-c4d5c0e4-3bd3-4305-a650-bc45e5912e9f service neutron] For port d381ce3e-e08d-4630-8e59-706a40d9b599, host n-h1-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:50:37.813355 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-b683457b-c711-4a13-857e-43e3783ea88b req-c4d5c0e4-3bd3-4305-a650-bc45e5912e9f service neutron] For port d381ce3e-e08d-4630-8e59-706a40d9b599, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=d381ce3e-e08d-4630-8e59-706a40d9b599,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:50:37.818326 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b683457b-c711-4a13-857e-43e3783ea88b req-c4d5c0e4-3bd3-4305-a650-bc45e5912e9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:37.863618 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683457b-c711-4a13-857e-43e3783ea88b req-c4d5c0e4-3bd3-4305-a650-bc45e5912e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:50:37.864746 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b683457b-c711-4a13-857e-43e3783ea88b req-c4d5c0e4-3bd3-4305-a650-bc45e5912e9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:37.865970 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b683457b-c711-4a13-857e-43e3783ea88b req-c4d5c0e4-3bd3-4305-a650-bc45e5912e9f service neutron] 10.222.0.53 "PUT /v2.0/ports/d381ce3e-e08d-4630-8e59-706a40d9b599 HTTP/1.1" status: 200 len: 1097 time: 0.7089016 Oct 30 15:50:37.866410 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c09f714f-157b-48ba-a707-5370b94485d9', 'tag': 'd381ce3e-e08d-4630-8e59-706a40d9b599'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:50:37.870244 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c224a8c9-a5df-49ae-9aac-e84394a6ff6d" -d '{"events": [{"name": "network-changed", "server_uuid": "c09f714f-157b-48ba-a707-5370b94485d9", "tag": "d381ce3e-e08d-4630-8e59-706a40d9b599"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:50:37.892684 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d5c0e4-3bd3-4305-a650-bc45e5912e9f service neutron] Pushing event updated for resources: {'Port': ['ID=d381ce3e-e08d-4630-8e59-706a40d9b599,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:50:37.946251 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b74e89-97ab-492c-bfe8-86edcf555194 x-openstack-request-id: req-63b74e89-97ab-492c-bfe8-86edcf555194 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:50:37.946553 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c09f714f-157b-48ba-a707-5370b94485d9", "tag": "d381ce3e-e08d-4630-8e59-706a40d9b599", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:50:37.946805 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-63b74e89-97ab-492c-bfe8-86edcf555194 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:50:37.947278 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c09f714f-157b-48ba-a707-5370b94485d9', 'tag': 'd381ce3e-e08d-4630-8e59-706a40d9b599', 'status': 'completed', 'code': 200} Oct 30 15:50:37.964190 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683457b-c711-4a13-857e-43e3783ea88b req-882b6e55-4389-40d4-baa5-6566b19d24a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:50:37.965729 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b683457b-c711-4a13-857e-43e3783ea88b req-882b6e55-4389-40d4-baa5-6566b19d24a3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c6db54930a7f4f6da5ec418704d45962&device_id=c09f714f-157b-48ba-a707-5370b94485d9 HTTP/1.1" status: 200 len: 1100 time: 0.0582442 Oct 30 15:50:38.010395 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b683457b-c711-4a13-857e-43e3783ea88b req-27c1b4c3-ac16-4b79-86df-e6de5a83af55 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=d381ce3e-e08d-4630-8e59-706a40d9b599 HTTP/1.1" status: 200 len: 217 time: 0.0349748 Oct 30 15:50:38.064283 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683457b-c711-4a13-857e-43e3783ea88b req-06416f4b-a8a2-441f-a7d1-a8f0e8420aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:50:38.065842 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b683457b-c711-4a13-857e-43e3783ea88b req-06416f4b-a8a2-441f-a7d1-a8f0e8420aeb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.0497222 Oct 30 15:50:38.112014 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683457b-c711-4a13-857e-43e3783ea88b req-2676ddac-859c-482f-9b4e-05905e3c9fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:50:38.113496 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b683457b-c711-4a13-857e-43e3783ea88b req-2676ddac-859c-482f-9b4e-05905e3c9fc9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0411887 Oct 30 15:50:38.211611 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b683457b-c711-4a13-857e-43e3783ea88b req-4a24a9d8-7df4-46ac-81c8-240099c9d909 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904016 Oct 30 15:50:38.305576 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b683457b-c711-4a13-857e-43e3783ea88b req-3741a21a-70bd-447e-aaa5-0e7b9079c2e7 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873129 Oct 30 15:50:38.389241 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224a8c9-a5df-49ae-9aac-e84394a6ff6d req-29de3705-c293-40c6-880f-60404acfa72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:50:38.390728 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c224a8c9-a5df-49ae-9aac-e84394a6ff6d req-29de3705-c293-40c6-880f-60404acfa72e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c6db54930a7f4f6da5ec418704d45962&device_id=c09f714f-157b-48ba-a707-5370b94485d9 HTTP/1.1" status: 200 len: 1100 time: 0.0423865 Oct 30 15:50:38.485091 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224a8c9-a5df-49ae-9aac-e84394a6ff6d req-6932ea20-660e-4bcb-b6d9-f7039e608221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:50:38.486466 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c224a8c9-a5df-49ae-9aac-e84394a6ff6d req-6932ea20-660e-4bcb-b6d9-f7039e608221 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8de8b155-6e08-41c3-866a-8b30bb481704 HTTP/1.1" status: 200 len: 870 time: 0.0884376 Oct 30 15:50:38.526880 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c224a8c9-a5df-49ae-9aac-e84394a6ff6d req-b17d52a8-7d3f-4b0b-b935-0d17ece5b534 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=d381ce3e-e08d-4630-8e59-706a40d9b599 HTTP/1.1" status: 200 len: 217 time: 0.0335190 Oct 30 15:50:38.578870 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224a8c9-a5df-49ae-9aac-e84394a6ff6d req-7e66b0cc-a628-423f-a4b3-39a4d57f649d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:50:38.580293 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c224a8c9-a5df-49ae-9aac-e84394a6ff6d req-7e66b0cc-a628-423f-a4b3-39a4d57f649d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43b5dea3-b65b-4514-8ec2-18a4245eb194 HTTP/1.1" status: 200 len: 843 time: 0.0456431 Oct 30 15:50:38.628267 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224a8c9-a5df-49ae-9aac-e84394a6ff6d req-39fd16f8-4f80-4b0e-8124-0a9878a9b3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:50:38.629740 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c224a8c9-a5df-49ae-9aac-e84394a6ff6d req-39fd16f8-4f80-4b0e-8124-0a9878a9b3c4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8de8b155-6e08-41c3-866a-8b30bb481704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0396488 Oct 30 15:50:38.718912 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c224a8c9-a5df-49ae-9aac-e84394a6ff6d req-2cfc9347-3292-4254-9988-8dcf147b24d6 service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816123 Oct 30 15:50:38.814825 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c224a8c9-a5df-49ae-9aac-e84394a6ff6d req-a9efe608-f72f-4b22-9b92-81f4c6f067fa service neutron] 10.222.0.53 "GET /v2.0/networks/8de8b155-6e08-41c3-866a-8b30bb481704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876811 Oct 30 15:50:38.846696 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60edd01-bc65-42d3-9f53-8f6e25681306 req-122d7738-17e6-42e4-91f0-13e88dcf3545 tempest-ServersAdminNegativeTestJSON-391720967 tempest-ServersAdminNegativeTestJSON-391720967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:50:38.848205 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a60edd01-bc65-42d3-9f53-8f6e25681306 req-122d7738-17e6-42e4-91f0-13e88dcf3545 tempest-ServersAdminNegativeTestJSON-391720967 tempest-ServersAdminNegativeTestJSON-391720967-project] 10.222.0.62 "GET /v2.0/ports?device_id=c09f714f-157b-48ba-a707-5370b94485d9 HTTP/1.1" status: 200 len: 948 time: 0.0535593 Oct 30 15:50:38.886098 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a60edd01-bc65-42d3-9f53-8f6e25681306 req-da3f1719-70a4-4476-80c9-2e104d494852 tempest-ServersAdminNegativeTestJSON-391720967 tempest-ServersAdminNegativeTestJSON-391720967-project] 10.222.0.62 "GET /v2.0/security-groups?id=49e8a4c0-a68a-4aa6-a843-ff664938c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313127 Oct 30 15:50:39.260287 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [req-1f1e9a98-064d-456c-b105-433cdc9dd3e9 req-5beff656-1962-466e-bac6-df305dab09e6 service neutron] (102131) timed out ('10.222.0.62', 34400) {{(pid=102131) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 30 15:50:40.007060 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b223f293-d258-4bcd-974e-6046c4727d79 req-cb88fbe7-a675-4714-86f0-45b5b22dbc86 tempest-ServersAdminNegativeTestJSON-391720967 tempest-ServersAdminNegativeTestJSON-391720967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:50:40.008461 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b223f293-d258-4bcd-974e-6046c4727d79 req-cb88fbe7-a675-4714-86f0-45b5b22dbc86 tempest-ServersAdminNegativeTestJSON-391720967 tempest-ServersAdminNegativeTestJSON-391720967-project] 10.222.0.62 "GET /v2.0/ports?device_id=c09f714f-157b-48ba-a707-5370b94485d9 HTTP/1.1" status: 200 len: 948 time: 0.0506196 Oct 30 15:50:40.048451 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b223f293-d258-4bcd-974e-6046c4727d79 req-f6ad0d5a-bf1e-4cf8-af0c-509e9dc715f1 tempest-ServersAdminNegativeTestJSON-391720967 tempest-ServersAdminNegativeTestJSON-391720967-project] 10.222.0.62 "GET /v2.0/security-groups?id=49e8a4c0-a68a-4aa6-a843-ff664938c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339184 Oct 30 15:50:40.488055 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device d381ce3e-e08d-4630-8e59-706a40d9b599 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:50:40.587311 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port d381ce3e-e08d-4630-8e59-706a40d9b599, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=d381ce3e-e08d-4630-8e59-706a40d9b599,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:50:40.598604 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': 'd381ce3e-e08d-4630-8e59-706a40d9b599', 'network_id': '8de8b155-6e08-41c3-866a-8b30bb481704', 'port_id': 'd381ce3e-e08d-4630-8e59-706a40d9b599', 'mac_address': 'fa:16:3e:d7:9b:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b5dea3-b65b-4514-8ec2-18a4245eb194', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:50:40.633163 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:40.650878 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d381ce3e-e08d-4630-8e59-706a40d9b599 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:50:40.669504 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port d381ce3e-e08d-4630-8e59-706a40d9b599, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=d381ce3e-e08d-4630-8e59-706a40d9b599,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:50:40.695414 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:40.743884 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=d381ce3e-e08d-4630-8e59-706a40d9b599,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:50:40.751674 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:50:40.752035 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:50:40.752378 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:50:40.752718 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:50:40.753050 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:50:40.753382 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:50:40.753709 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:50:40.754037 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:50:40.754363 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:50:40.754689 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:50:40.755011 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:50:40.755334 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:50:40.897989 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['d381ce3e-e08d-4630-8e59-706a40d9b599'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:50:41.163120 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef761d1d-838d-435c-8e68-cea4a4fadba5 req-03d55f32-fc25-4455-9305-d7b7c342d723 tempest-ServersAdminNegativeTestJSON-391720967 tempest-ServersAdminNegativeTestJSON-391720967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:50:41.164595 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ef761d1d-838d-435c-8e68-cea4a4fadba5 req-03d55f32-fc25-4455-9305-d7b7c342d723 tempest-ServersAdminNegativeTestJSON-391720967 tempest-ServersAdminNegativeTestJSON-391720967-project] 10.222.0.62 "GET /v2.0/ports?device_id=c09f714f-157b-48ba-a707-5370b94485d9 HTTP/1.1" status: 200 len: 949 time: 0.0485961 Oct 30 15:50:41.201925 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ef761d1d-838d-435c-8e68-cea4a4fadba5 req-8df16fbd-47ab-46b7-8774-ee92929c7385 tempest-ServersAdminNegativeTestJSON-391720967 tempest-ServersAdminNegativeTestJSON-391720967-project] 10.222.0.62 "GET /v2.0/security-groups?id=49e8a4c0-a68a-4aa6-a843-ff664938c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309706 Oct 30 15:50:42.319651 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af30eac-6197-44ec-ac3a-15c25af619ba req-3623c7b6-8d5a-49f6-b4d2-fc5b1b6c1c65 tempest-ServersAdminNegativeTestJSON-391720967 tempest-ServersAdminNegativeTestJSON-391720967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:50:42.321129 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3af30eac-6197-44ec-ac3a-15c25af619ba req-3623c7b6-8d5a-49f6-b4d2-fc5b1b6c1c65 tempest-ServersAdminNegativeTestJSON-391720967 tempest-ServersAdminNegativeTestJSON-391720967-project] 10.222.0.62 "GET /v2.0/ports?device_id=c09f714f-157b-48ba-a707-5370b94485d9 HTTP/1.1" status: 200 len: 949 time: 0.0528469 Oct 30 15:50:42.358276 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3af30eac-6197-44ec-ac3a-15c25af619ba req-71faad14-3547-4975-914b-06ca23ee0ef2 tempest-ServersAdminNegativeTestJSON-391720967 tempest-ServersAdminNegativeTestJSON-391720967-project] 10.222.0.62 "GET /v2.0/security-groups?id=49e8a4c0-a68a-4aa6-a843-ff664938c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307028 Oct 30 15:50:42.503682 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device d381ce3e-e08d-4630-8e59-706a40d9b599 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:50:42.551892 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port d381ce3e-e08d-4630-8e59-706a40d9b599 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:50:42.555693 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port d381ce3e-e08d-4630-8e59-706a40d9b599 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:50:42.556063 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:42.630610 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:42.653448 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c09f714f-157b-48ba-a707-5370b94485d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd381ce3e-e08d-4630-8e59-706a40d9b599'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:50:42.656052 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e04fdb-0d8c-4548-89d9-0e9211a65280" -d '{"events": [{"server_uuid": "c09f714f-157b-48ba-a707-5370b94485d9", "name": "network-vif-plugged", "status": "completed", "tag": "d381ce3e-e08d-4630-8e59-706a40d9b599"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:50:42.669855 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port d381ce3e-e08d-4630-8e59-706a40d9b599, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=d381ce3e-e08d-4630-8e59-706a40d9b599,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:50:42.673758 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:42.701092 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53abfd2a-fd55-4e21-84bc-c6df374d7cb4 x-openstack-request-id: req-53abfd2a-fd55-4e21-84bc-c6df374d7cb4 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:50:42.701376 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c09f714f-157b-48ba-a707-5370b94485d9", "name": "network-vif-plugged", "status": "completed", "tag": "d381ce3e-e08d-4630-8e59-706a40d9b599", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:50:42.701624 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-53abfd2a-fd55-4e21-84bc-c6df374d7cb4 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:50:42.702014 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c09f714f-157b-48ba-a707-5370b94485d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd381ce3e-e08d-4630-8e59-706a40d9b599', 'code': 200} Oct 30 15:50:42.726777 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=d381ce3e-e08d-4630-8e59-706a40d9b599,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:50:42.789489 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf6e40-3f67-4a4b-a5c1-cf8fb4139c6e req-aaae707f-6077-4b51-9374-441154b2e9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:50:42.790906 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-85bf6e40-3f67-4a4b-a5c1-cf8fb4139c6e req-aaae707f-6077-4b51-9374-441154b2e9ee service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c09f714f-157b-48ba-a707-5370b94485d9 HTTP/1.1" status: 200 len: 1102 time: 0.0402076 Oct 30 15:50:42.825768 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-85bf6e40-3f67-4a4b-a5c1-cf8fb4139c6e req-98e8d4fa-5c5a-4bb7-98c2-fef3a156dca4 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=49e8a4c0-a68a-4aa6-a843-ff664938c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270479 Oct 30 15:50:43.473064 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c3eab-e517-4a84-867a-8fae7d37bc41 req-853e7ee1-d3de-4890-bcf4-0f2c5586b549 tempest-ServersAdminNegativeTestJSON-391720967 tempest-ServersAdminNegativeTestJSON-391720967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:50:43.474536 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-499c3eab-e517-4a84-867a-8fae7d37bc41 req-853e7ee1-d3de-4890-bcf4-0f2c5586b549 tempest-ServersAdminNegativeTestJSON-391720967 tempest-ServersAdminNegativeTestJSON-391720967-project] 10.222.0.62 "GET /v2.0/ports?device_id=c09f714f-157b-48ba-a707-5370b94485d9 HTTP/1.1" status: 200 len: 950 time: 0.0489302 Oct 30 15:50:43.511538 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-499c3eab-e517-4a84-867a-8fae7d37bc41 req-595159d6-4685-40bf-88e7-7dc7f71c944e tempest-ServersAdminNegativeTestJSON-391720967 tempest-ServersAdminNegativeTestJSON-391720967-project] 10.222.0.62 "GET /v2.0/security-groups?id=49e8a4c0-a68a-4aa6-a843-ff664938c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308394 Oct 30 15:50:44.628785 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fbec42-9556-4183-9577-20e85ec1c514 req-9ce9bd5e-f805-47e2-bf22-15126777d17a tempest-ServersAdminNegativeTestJSON-391720967 tempest-ServersAdminNegativeTestJSON-391720967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:50:44.630249 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a1fbec42-9556-4183-9577-20e85ec1c514 req-9ce9bd5e-f805-47e2-bf22-15126777d17a tempest-ServersAdminNegativeTestJSON-391720967 tempest-ServersAdminNegativeTestJSON-391720967-project] 10.222.0.62 "GET /v2.0/ports?device_id=c09f714f-157b-48ba-a707-5370b94485d9 HTTP/1.1" status: 200 len: 950 time: 0.0487785 Oct 30 15:50:44.668030 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a1fbec42-9556-4183-9577-20e85ec1c514 req-b1822b45-38b8-4992-9c47-6ba732ea7bcd tempest-ServersAdminNegativeTestJSON-391720967 tempest-ServersAdminNegativeTestJSON-391720967-project] 10.222.0.62 "GET /v2.0/security-groups?id=49e8a4c0-a68a-4aa6-a843-ff664938c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319214 Oct 30 15:50:44.995183 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [req-cc1fb537-7199-4cf3-a833-26d52967d949 req-f801ec92-5fd6-41e1-ba66-75486d259be6 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:50:44.996240 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cc1fb537-7199-4cf3-a833-26d52967d949 req-f801ec92-5fd6-41e1-ba66-75486d259be6 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0555682 Oct 30 15:50:45.291883 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:50:45.385115 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [req-09145351-4408-4f7c-b02b-c73cac190ffd req-bb5b1eed-4b5d-4eec-9235-a82f2537e914 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:50:45.386926 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-09145351-4408-4f7c-b02b-c73cac190ffd req-bb5b1eed-4b5d-4eec-9235-a82f2537e914 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0601635 Oct 30 15:50:45.713498 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5494eb71-57e3-4a75-98f0-094c2bf3c4ff req-7ddfd24f-30a5-4395-b48a-476ef800f96a tempest-ServersAdminNegativeTestJSON-391720967 tempest-ServersAdminNegativeTestJSON-391720967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:50:45.714957 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5494eb71-57e3-4a75-98f0-094c2bf3c4ff req-7ddfd24f-30a5-4395-b48a-476ef800f96a tempest-ServersAdminNegativeTestJSON-391720967 tempest-ServersAdminNegativeTestJSON-391720967-project] 10.222.0.62 "GET /v2.0/ports?device_id=c09f714f-157b-48ba-a707-5370b94485d9 HTTP/1.1" status: 200 len: 950 time: 0.0540738 Oct 30 15:50:45.752754 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5494eb71-57e3-4a75-98f0-094c2bf3c4ff req-49bfc654-b102-40a4-959c-add3e7976267 tempest-ServersAdminNegativeTestJSON-391720967 tempest-ServersAdminNegativeTestJSON-391720967-project] 10.222.0.62 "GET /v2.0/security-groups?id=49e8a4c0-a68a-4aa6-a843-ff664938c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316644 Oct 30 15:50:46.877595 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d85af-9b07-476f-bec5-2238d00c5af7 req-edfe6842-a39d-49d7-b4a2-648956af1f6f tempest-ServersAdminNegativeTestJSON-391720967 tempest-ServersAdminNegativeTestJSON-391720967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:50:46.879054 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-761d85af-9b07-476f-bec5-2238d00c5af7 req-edfe6842-a39d-49d7-b4a2-648956af1f6f tempest-ServersAdminNegativeTestJSON-391720967 tempest-ServersAdminNegativeTestJSON-391720967-project] 10.222.0.62 "GET /v2.0/ports?device_id=c09f714f-157b-48ba-a707-5370b94485d9 HTTP/1.1" status: 200 len: 950 time: 0.0519309 Oct 30 15:50:46.938637 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-761d85af-9b07-476f-bec5-2238d00c5af7 req-32653299-1765-4311-87e2-4793cf1ffc64 tempest-ServersAdminNegativeTestJSON-391720967 tempest-ServersAdminNegativeTestJSON-391720967-project] 10.222.0.62 "GET /v2.0/security-groups?id=49e8a4c0-a68a-4aa6-a843-ff664938c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511978 Oct 30 15:50:46.950762 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481d0d2-133a-43f4-88ce-a8354ce231f8 req-317cce6e-8cb9-4574-bf10-8222042163e8 tempest-ServersAdminNegativeTestJSON-391720967 tempest-ServersAdminNegativeTestJSON-391720967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:50:46.952220 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1481d0d2-133a-43f4-88ce-a8354ce231f8 req-317cce6e-8cb9-4574-bf10-8222042163e8 tempest-ServersAdminNegativeTestJSON-391720967 tempest-ServersAdminNegativeTestJSON-391720967-project] 10.222.0.53 "GET /v2.0/ports?device_id=c09f714f-157b-48ba-a707-5370b94485d9 HTTP/1.1" status: 200 len: 950 time: 0.0722897 Oct 30 15:50:47.044005 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-1481d0d2-133a-43f4-88ce-a8354ce231f8 req-bbd252fb-28ba-49d2-98f0-3b24529565c1 tempest-ServersAdminNegativeTestJSON-391720967 tempest-ServersAdminNegativeTestJSON-391720967-project] Deleting port d381ce3e-e08d-4630-8e59-706a40d9b599 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:50:47.044379 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1481d0d2-133a-43f4-88ce-a8354ce231f8 req-bbd252fb-28ba-49d2-98f0-3b24529565c1 tempest-ServersAdminNegativeTestJSON-391720967 tempest-ServersAdminNegativeTestJSON-391720967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:47.131406 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-1481d0d2-133a-43f4-88ce-a8354ce231f8 req-bbd252fb-28ba-49d2-98f0-3b24529565c1 tempest-ServersAdminNegativeTestJSON-391720967 tempest-ServersAdminNegativeTestJSON-391720967-project] For port d381ce3e-e08d-4630-8e59-706a40d9b599, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=d381ce3e-e08d-4630-8e59-706a40d9b599,segment=NetworkSegment(0cc65f3e-3f44-4b08-8f83-5db5e2cbb855),segment_id=0cc65f3e-3f44-4b08-8f83-5db5e2cbb855)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:50:47.131797 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1481d0d2-133a-43f4-88ce-a8354ce231f8 req-bbd252fb-28ba-49d2-98f0-3b24529565c1 tempest-ServersAdminNegativeTestJSON-391720967 tempest-ServersAdminNegativeTestJSON-391720967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:47.144238 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-1481d0d2-133a-43f4-88ce-a8354ce231f8 req-bbd252fb-28ba-49d2-98f0-3b24529565c1 tempest-ServersAdminNegativeTestJSON-391720967 tempest-ServersAdminNegativeTestJSON-391720967-project] Calling delete_port for d381ce3e-e08d-4630-8e59-706a40d9b599 owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:50:47.281750 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1481d0d2-133a-43f4-88ce-a8354ce231f8 req-bbd252fb-28ba-49d2-98f0-3b24529565c1 tempest-ServersAdminNegativeTestJSON-391720967 tempest-ServersAdminNegativeTestJSON-391720967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:47.295243 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['d381ce3e-e08d-4630-8e59-706a40d9b599'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:50:47.313626 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd252fb-28ba-49d2-98f0-3b24529565c1 tempest-ServersAdminNegativeTestJSON-391720967 tempest-ServersAdminNegativeTestJSON-391720967-project] Pushing event deleted for resources: {'Port': ['ID=d381ce3e-e08d-4630-8e59-706a40d9b599,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:50:47.355448 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-1481d0d2-133a-43f4-88ce-a8354ce231f8 req-bbd252fb-28ba-49d2-98f0-3b24529565c1 tempest-ServersAdminNegativeTestJSON-391720967 tempest-ServersAdminNegativeTestJSON-391720967-project] No DVR routers for this DVR port d381ce3e-e08d-4630-8e59-706a40d9b599 on host n-h1-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:50:47.358161 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1481d0d2-133a-43f4-88ce-a8354ce231f8 req-bbd252fb-28ba-49d2-98f0-3b24529565c1 tempest-ServersAdminNegativeTestJSON-391720967 tempest-ServersAdminNegativeTestJSON-391720967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:47.361594 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1481d0d2-133a-43f4-88ce-a8354ce231f8 req-bbd252fb-28ba-49d2-98f0-3b24529565c1 tempest-ServersAdminNegativeTestJSON-391720967 tempest-ServersAdminNegativeTestJSON-391720967-project] 10.222.0.53 "DELETE /v2.0/ports/d381ce3e-e08d-4630-8e59-706a40d9b599 HTTP/1.1" status: 204 len: 173 time: 0.4033031 Oct 30 15:50:47.362059 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c09f714f-157b-48ba-a707-5370b94485d9', 'name': 'network-vif-deleted', 'tag': 'd381ce3e-e08d-4630-8e59-706a40d9b599'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:50:47.364383 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bfa1eba-d8db-4117-80f5-4b25c072af76" -d '{"events": [{"server_uuid": "c09f714f-157b-48ba-a707-5370b94485d9", "name": "network-vif-deleted", "tag": "d381ce3e-e08d-4630-8e59-706a40d9b599"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:50:47.408788 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b6d6c47-c154-49f6-98ca-7461aecd6ccf x-openstack-request-id: req-9b6d6c47-c154-49f6-98ca-7461aecd6ccf {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:50:47.409155 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c09f714f-157b-48ba-a707-5370b94485d9", "name": "network-vif-deleted", "tag": "d381ce3e-e08d-4630-8e59-706a40d9b599", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:50:47.409416 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9b6d6c47-c154-49f6-98ca-7461aecd6ccf {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:50:47.409827 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c09f714f-157b-48ba-a707-5370b94485d9', 'name': 'network-vif-deleted', 'tag': 'd381ce3e-e08d-4630-8e59-706a40d9b599', 'status': 'completed', 'code': 200} Oct 30 15:50:48.231309 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 55062) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:50:48.365705 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-d1e18bc5-4434-4bf0-bd8d-9f035f6fd415 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c6db54930a7f4f6da5ec418704d45962&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1331897 Oct 30 15:50:48.368180 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 55066) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:50:48.415186 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-12362a8b-be29-4c9c-b714-d22793e1f5b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:48.438341 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-12362a8b-be29-4c9c-b714-d22793e1f5b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:48.488941 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-12362a8b-be29-4c9c-b714-d22793e1f5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:48.491669 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-12362a8b-be29-4c9c-b714-d22793e1f5b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:48.492960 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-12362a8b-be29-4c9c-b714-d22793e1f5b0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/49e8a4c0-a68a-4aa6-a843-ff664938c8c7 HTTP/1.1" status: 204 len: 168 time: 0.1238708 Oct 30 15:50:48.501037 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12362a8b-be29-4c9c-b714-d22793e1f5b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e8a4c0-a68a-4aa6-a843-ff664938c8c7,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:50:48.744714 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 55072) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:50:48.757996 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0bbc0af3-0dd0-4e4e-bc28-f21763572e61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:48.853864 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0bbc0af3-0dd0-4e4e-bc28-f21763572e61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:48.857744 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0bbc0af3-0dd0-4e4e-bc28-f21763572e61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:48.895321 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-0bbc0af3-0dd0-4e4e-bc28-f21763572e61 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9dd2669834c8407cbcc66160236a028d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1494987 Oct 30 15:50:48.896205 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbc0af3-0dd0-4e4e-bc28-f21763572e61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4115e4d-feef-4af6-b61e-e0dcd61198e7,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:50:48.898934 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 55074) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:50:48.947998 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-38b7c3d1-e541-48d3-9b5d-ab3c9331c75d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:48.968949 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-38b7c3d1-e541-48d3-9b5d-ab3c9331c75d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:49.014102 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-38b7c3d1-e541-48d3-9b5d-ab3c9331c75d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:49.016790 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-38b7c3d1-e541-48d3-9b5d-ab3c9331c75d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:49.017959 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-38b7c3d1-e541-48d3-9b5d-ab3c9331c75d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a4115e4d-feef-4af6-b61e-e0dcd61198e7 HTTP/1.1" status: 204 len: 168 time: 0.1179590 Oct 30 15:50:49.025983 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b7c3d1-e541-48d3-9b5d-ab3c9331c75d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4115e4d-feef-4af6-b61e-e0dcd61198e7,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:50:49.716758 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 55096) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:50:49.812776 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-9c5008ad-9230-4c79-ac70-8dc184006213 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1243396494-network', 'tenant_id': '46381d6bf06340e5b88f5848605c2679'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:50:49.832652 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5008ad-9230-4c79-ac70-8dc184006213 admin admin] Made reservation on behalf of 46381d6bf06340e5b88f5848605c2679 for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:50:49.834950 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9c5008ad-9230-4c79-ac70-8dc184006213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:49.843739 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9c5008ad-9230-4c79-ac70-8dc184006213 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:49.915426 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9c5008ad-9230-4c79-ac70-8dc184006213 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:49.919885 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9c5008ad-9230-4c79-ac70-8dc184006213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:49.946818 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c5008ad-9230-4c79-ac70-8dc184006213 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:50:49.952088 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5008ad-9230-4c79-ac70-8dc184006213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34801747-7e45-4952-9eb9-4877e13b358e,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:50:49.960309 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9c5008ad-9230-4c79-ac70-8dc184006213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:49.960309 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-9c5008ad-9230-4c79-ac70-8dc184006213 admin admin] Added segment 3656fd67-cb6b-4598-94c4-a20f557426ef of type vlan for network 337c3ab3-ef0c-4fa1-acf2-4708f0052c8f Oct 30 15:50:50.002701 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9c5008ad-9230-4c79-ac70-8dc184006213 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:50.026916 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9c5008ad-9230-4c79-ac70-8dc184006213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:50.027884 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5008ad-9230-4c79-ac70-8dc184006213 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:50:50.028461 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9c5008ad-9230-4c79-ac70-8dc184006213 admin admin] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:50.078594 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-9c5008ad-9230-4c79-ac70-8dc184006213 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3606510 Oct 30 15:50:50.081654 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 55100) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:50:50.087057 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-f77967b4-549c-4f9f-9d5a-25d15d1a9ff4 admin admin] Request body: {'subnet': {'network_id': '337c3ab3-ef0c-4fa1-acf2-4708f0052c8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1243396494-subnet', 'tenant_id': '46381d6bf06340e5b88f5848605c2679', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:50:50.090430 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5008ad-9230-4c79-ac70-8dc184006213 admin admin] Pushing event updated for resources: {'Network': ['ID=337c3ab3-ef0c-4fa1-acf2-4708f0052c8f,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:50:50.100625 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 337c3ab3-ef0c-4fa1-acf2-4708f0052c8f details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:50:50.112264 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77967b4-549c-4f9f-9d5a-25d15d1a9ff4 admin admin] Made reservation on behalf of 46381d6bf06340e5b88f5848605c2679 for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:50:50.114735 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f77967b4-549c-4f9f-9d5a-25d15d1a9ff4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:50.274017 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f77967b4-549c-4f9f-9d5a-25d15d1a9ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:50.333270 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77967b4-549c-4f9f-9d5a-25d15d1a9ff4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6781e294-a219-47e4-afec-ff54c5b510f0,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:50:50.341400 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77967b4-549c-4f9f-9d5a-25d15d1a9ff4 admin admin] Checking segment: {'id': '3656fd67-cb6b-4598-94c4-a20f557426ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '337c3ab3-ef0c-4fa1-acf2-4708f0052c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:50:50.341756 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77967b4-549c-4f9f-9d5a-25d15d1a9ff4 admin admin] Network hostable DHCP agents. Network: 337c3ab3-ef0c-4fa1-acf2-4708f0052c8f, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:50:50.358042 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77967b4-549c-4f9f-9d5a-25d15d1a9ff4 admin admin] Network 337c3ab3-ef0c-4fa1-acf2-4708f0052c8f is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:50:50.367386 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-f77967b4-549c-4f9f-9d5a-25d15d1a9ff4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 337c3ab3-ef0c-4fa1-acf2-4708f0052c8f) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:50:50.371429 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77967b4-549c-4f9f-9d5a-25d15d1a9ff4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:50:50.372121 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f77967b4-549c-4f9f-9d5a-25d15d1a9ff4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:50.377527 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51aee83c-35a6-4761-b5cb-95136476fb80 None None] Network 337c3ab3-ef0c-4fa1-acf2-4708f0052c8f requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:50:50.389480 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-f77967b4-549c-4f9f-9d5a-25d15d1a9ff4 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3067062 Oct 30 15:50:50.510457 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d26454-2562-4ed2-8933-7eb0cdec6115 None None] Network 337c3ab3-ef0c-4fa1-acf2-4708f0052c8f requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:50:50.567237 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device d381ce3e-e08d-4630-8e59-706a40d9b599 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:50:50.590825 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: d381ce3e-e08d-4630-8e59-706a40d9b599 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:50:50.591096 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device d381ce3e-e08d-4630-8e59-706a40d9b599 not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:50:50.820471 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea17e6f-d5a2-4f74-8600-b6aaf86978cc req-952bc89d-bfce-4bfb-ba55-4ecde7e33a36 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:50:50.822007 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4ea17e6f-d5a2-4f74-8600-b6aaf86978cc req-952bc89d-bfce-4bfb-ba55-4ecde7e33a36 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/networks?id=337c3ab3-ef0c-4fa1-acf2-4708f0052c8f HTTP/1.1" status: 200 len: 812 time: 0.1070290 Oct 30 15:50:50.838157 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4ea17e6f-d5a2-4f74-8600-b6aaf86978cc req-354cf842-6b9f-492e-bff4-f978db5b159e tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/quotas/46381d6bf06340e5b88f5848605c2679 HTTP/1.1" status: 200 len: 375 time: 0.0094564 Oct 30 15:50:50.869252 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4ea17e6f-d5a2-4f74-8600-b6aaf86978cc req-9393de45-389c-4ab1-b0f0-2c5aa4cace0f tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=46381d6bf06340e5b88f5848605c2679&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257595 Oct 30 15:50:50.880467 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [req-4ea17e6f-d5a2-4f74-8600-b6aaf86978cc req-d2c90ee3-cd4a-4da1-8e94-91c3d26268cd service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:50:50.881482 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4ea17e6f-d5a2-4f74-8600-b6aaf86978cc req-d2c90ee3-cd4a-4da1-8e94-91c3d26268cd service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051124 Oct 30 15:50:50.971839 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4ea17e6f-d5a2-4f74-8600-b6aaf86978cc req-8857e883-295b-4f00-a393-188a983f7748 service neutron] 10.222.0.62 "GET /v2.0/networks/337c3ab3-ef0c-4fa1-acf2-4708f0052c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847208 Oct 30 15:50:51.060885 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4ea17e6f-d5a2-4f74-8600-b6aaf86978cc req-5fedc6ba-64e4-4c65-9edc-a3a564cba249 service neutron] 10.222.0.62 "GET /v2.0/networks/337c3ab3-ef0c-4fa1-acf2-4708f0052c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830691 Oct 30 15:50:51.197792 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ebc55784-8ff6-4ba2-8f8e-ad15bd97ff64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:51.223865 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6e69d4f6-3472-4637-ada2-15b8aca8a3e7 req-a6e4a6a9-c535-44fe-ae04-e1984c1b3a0b tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/ports?device_id=988be291-4afe-47e6-b028-57b0f5e55608 HTTP/1.1" status: 200 len: 210 time: 0.0268815 Oct 30 15:50:52.123406 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea17e6f-d5a2-4f74-8600-b6aaf86978cc req-fd47404f-5d0c-400a-b106-22b9a825741c tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:50:52.125265 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4ea17e6f-d5a2-4f74-8600-b6aaf86978cc req-fd47404f-5d0c-400a-b106-22b9a825741c tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.53 "GET /v2.0/networks?id=337c3ab3-ef0c-4fa1-acf2-4708f0052c8f HTTP/1.1" status: 200 len: 812 time: 0.1069984 Oct 30 15:50:52.137936 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-4ea17e6f-d5a2-4f74-8600-b6aaf86978cc req-ad9a0650-7ee3-4367-acff-f17d9088f5a3 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] Request body: {'port': {'device_id': '988be291-4afe-47e6-b028-57b0f5e55608', 'network_id': '337c3ab3-ef0c-4fa1-acf2-4708f0052c8f', 'admin_state_up': True, 'tenant_id': '46381d6bf06340e5b88f5848605c2679'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:50:52.245267 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ea17e6f-d5a2-4f74-8600-b6aaf86978cc req-ad9a0650-7ee3-4367-acff-f17d9088f5a3 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] Made reservation on behalf of 46381d6bf06340e5b88f5848605c2679 for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:50:52.248900 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-4ea17e6f-d5a2-4f74-8600-b6aaf86978cc req-ad9a0650-7ee3-4367-acff-f17d9088f5a3 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:52.320752 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-eee08b24-31cd-46ec-be70-ccd50b6b5adf req-66e00d46-41ad-41a6-96c6-3edd84020d1a tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/ports?device_id=988be291-4afe-47e6-b028-57b0f5e55608 HTTP/1.1" status: 200 len: 210 time: 0.0281851 Oct 30 15:50:52.378456 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-4ea17e6f-d5a2-4f74-8600-b6aaf86978cc req-ad9a0650-7ee3-4367-acff-f17d9088f5a3 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] Allocated IP 172.20.0.5 (337c3ab3-ef0c-4fa1-acf2-4708f0052c8f/6781e294-a219-47e4-afec-ff54c5b510f0/4a4f5ae5-21f8-47ed-a585-fd312baa6bb0) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:50:52.529230 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-4ea17e6f-d5a2-4f74-8600-b6aaf86978cc req-ad9a0650-7ee3-4367-acff-f17d9088f5a3 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:52.561212 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-4ea17e6f-d5a2-4f74-8600-b6aaf86978cc req-ad9a0650-7ee3-4367-acff-f17d9088f5a3 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:52.605506 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ea17e6f-d5a2-4f74-8600-b6aaf86978cc req-ad9a0650-7ee3-4367-acff-f17d9088f5a3 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] Network 337c3ab3-ef0c-4fa1-acf2-4708f0052c8f is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:50:52.608627 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-4ea17e6f-d5a2-4f74-8600-b6aaf86978cc req-ad9a0650-7ee3-4367-acff-f17d9088f5a3 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:50:52.612313 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ea17e6f-d5a2-4f74-8600-b6aaf86978cc req-ad9a0650-7ee3-4367-acff-f17d9088f5a3 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:50:52.634781 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9a0650-7ee3-4367-acff-f17d9088f5a3 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] Pushing event updated for resources: {'Port': ['ID=4a4f5ae5-21f8-47ed-a585-fd312baa6bb0,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:50:52.662662 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea17e6f-d5a2-4f74-8600-b6aaf86978cc req-ad9a0650-7ee3-4367-acff-f17d9088f5a3 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:50:52.663260 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-4ea17e6f-d5a2-4f74-8600-b6aaf86978cc req-ad9a0650-7ee3-4367-acff-f17d9088f5a3 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:52.678698 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4ea17e6f-d5a2-4f74-8600-b6aaf86978cc req-ad9a0650-7ee3-4367-acff-f17d9088f5a3 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5451159 Oct 30 15:50:52.691429 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-4ea17e6f-d5a2-4f74-8600-b6aaf86978cc req-8d9c2f39-b5c9-4ac2-b39c-8e6470ca3980 service neutron] Request body: {'port': {'device_id': '988be291-4afe-47e6-b028-57b0f5e55608', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:50:52.745922 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-4ea17e6f-d5a2-4f74-8600-b6aaf86978cc req-8d9c2f39-b5c9-4ac2-b39c-8e6470ca3980 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:53.000999 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-4ea17e6f-d5a2-4f74-8600-b6aaf86978cc req-8d9c2f39-b5c9-4ac2-b39c-8e6470ca3980 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a4f5ae5-21f8-47ed-a585-fd312baa6bb0 {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:50:53.008292 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-4ea17e6f-d5a2-4f74-8600-b6aaf86978cc req-8d9c2f39-b5c9-4ac2-b39c-8e6470ca3980 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:53.020351 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-4ea17e6f-d5a2-4f74-8600-b6aaf86978cc req-8d9c2f39-b5c9-4ac2-b39c-8e6470ca3980 service neutron] Transition to ACTIVE for port object 4a4f5ae5-21f8-47ed-a585-fd312baa6bb0 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:50:53.024588 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-4ea17e6f-d5a2-4f74-8600-b6aaf86978cc req-8d9c2f39-b5c9-4ac2-b39c-8e6470ca3980 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:53.076063 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9c2f39-b5c9-4ac2-b39c-8e6470ca3980 service neutron] Pushing event updated for resources: {'Port': ['ID=4a4f5ae5-21f8-47ed-a585-fd312baa6bb0,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:50:53.146457 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-4ea17e6f-d5a2-4f74-8600-b6aaf86978cc req-8d9c2f39-b5c9-4ac2-b39c-8e6470ca3980 service neutron] Attempting to bind port 4a4f5ae5-21f8-47ed-a585-fd312baa6bb0 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:50:53.146795 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-4ea17e6f-d5a2-4f74-8600-b6aaf86978cc req-8d9c2f39-b5c9-4ac2-b39c-8e6470ca3980 service neutron] Attempting to bind port 4a4f5ae5-21f8-47ed-a585-fd312baa6bb0 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '3656fd67-cb6b-4598-94c4-a20f557426ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '337c3ab3-ef0c-4fa1-acf2-4708f0052c8f'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:50:53.147122 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea17e6f-d5a2-4f74-8600-b6aaf86978cc req-8d9c2f39-b5c9-4ac2-b39c-8e6470ca3980 service neutron] Attempting to bind port 4a4f5ae5-21f8-47ed-a585-fd312baa6bb0 on network 337c3ab3-ef0c-4fa1-acf2-4708f0052c8f {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:50:53.151656 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea17e6f-d5a2-4f74-8600-b6aaf86978cc req-8d9c2f39-b5c9-4ac2-b39c-8e6470ca3980 service neutron] Port 4a4f5ae5-21f8-47ed-a585-fd312baa6bb0 on network 337c3ab3-ef0c-4fa1-acf2-4708f0052c8f not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:50:53.151981 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea17e6f-d5a2-4f74-8600-b6aaf86978cc req-8d9c2f39-b5c9-4ac2-b39c-8e6470ca3980 service neutron] Attempting to bind port 4a4f5ae5-21f8-47ed-a585-fd312baa6bb0 on network 337c3ab3-ef0c-4fa1-acf2-4708f0052c8f {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:50:53.156668 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea17e6f-d5a2-4f74-8600-b6aaf86978cc req-8d9c2f39-b5c9-4ac2-b39c-8e6470ca3980 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:50:53.157008 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea17e6f-d5a2-4f74-8600-b6aaf86978cc req-8d9c2f39-b5c9-4ac2-b39c-8e6470ca3980 service neutron] Checking segment: {'id': '3656fd67-cb6b-4598-94c4-a20f557426ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '337c3ab3-ef0c-4fa1-acf2-4708f0052c8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:50:53.157395 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea17e6f-d5a2-4f74-8600-b6aaf86978cc req-8d9c2f39-b5c9-4ac2-b39c-8e6470ca3980 service neutron] Bound using segment: {'id': '3656fd67-cb6b-4598-94c4-a20f557426ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '337c3ab3-ef0c-4fa1-acf2-4708f0052c8f'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:50:53.157823 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-4ea17e6f-d5a2-4f74-8600-b6aaf86978cc req-8d9c2f39-b5c9-4ac2-b39c-8e6470ca3980 service neutron] Bound port: 4a4f5ae5-21f8-47ed-a585-fd312baa6bb0, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3656fd67-cb6b-4598-94c4-a20f557426ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '337c3ab3-ef0c-4fa1-acf2-4708f0052c8f'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:50:53.158173 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-4ea17e6f-d5a2-4f74-8600-b6aaf86978cc req-8d9c2f39-b5c9-4ac2-b39c-8e6470ca3980 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:53.219892 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-4ea17e6f-d5a2-4f74-8600-b6aaf86978cc req-8d9c2f39-b5c9-4ac2-b39c-8e6470ca3980 service neutron] For port 4a4f5ae5-21f8-47ed-a585-fd312baa6bb0, host n-h1-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:50:53.222962 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-4ea17e6f-d5a2-4f74-8600-b6aaf86978cc req-8d9c2f39-b5c9-4ac2-b39c-8e6470ca3980 service neutron] For port 4a4f5ae5-21f8-47ed-a585-fd312baa6bb0, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=4a4f5ae5-21f8-47ed-a585-fd312baa6bb0,segment=NetworkSegment(3656fd67-cb6b-4598-94c4-a20f557426ef),segment_id=3656fd67-cb6b-4598-94c4-a20f557426ef)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:50:53.228487 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-4ea17e6f-d5a2-4f74-8600-b6aaf86978cc req-8d9c2f39-b5c9-4ac2-b39c-8e6470ca3980 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:53.263457 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea17e6f-d5a2-4f74-8600-b6aaf86978cc req-8d9c2f39-b5c9-4ac2-b39c-8e6470ca3980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:50:53.264073 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-4ea17e6f-d5a2-4f74-8600-b6aaf86978cc req-8d9c2f39-b5c9-4ac2-b39c-8e6470ca3980 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:53.265407 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4ea17e6f-d5a2-4f74-8600-b6aaf86978cc req-8d9c2f39-b5c9-4ac2-b39c-8e6470ca3980 service neutron] 10.222.0.53 "PUT /v2.0/ports/4a4f5ae5-21f8-47ed-a585-fd312baa6bb0 HTTP/1.1" status: 200 len: 1092 time: 0.5780439 Oct 30 15:50:53.265835 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '988be291-4afe-47e6-b028-57b0f5e55608', 'tag': '4a4f5ae5-21f8-47ed-a585-fd312baa6bb0'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:50:53.268108 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c634a5c-4c82-4ac2-b8d5-fe837a4f50ab" -d '{"events": [{"name": "network-changed", "server_uuid": "988be291-4afe-47e6-b028-57b0f5e55608", "tag": "4a4f5ae5-21f8-47ed-a585-fd312baa6bb0"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:50:53.297042 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9c2f39-b5c9-4ac2-b39c-8e6470ca3980 service neutron] Pushing event updated for resources: {'Port': ['ID=4a4f5ae5-21f8-47ed-a585-fd312baa6bb0,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:50:53.313559 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd148f7f-0826-461e-aa7b-66da126b6d08 x-openstack-request-id: req-cd148f7f-0826-461e-aa7b-66da126b6d08 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:50:53.313851 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "988be291-4afe-47e6-b028-57b0f5e55608", "tag": "4a4f5ae5-21f8-47ed-a585-fd312baa6bb0", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:50:53.314102 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cd148f7f-0826-461e-aa7b-66da126b6d08 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:50:53.314497 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '988be291-4afe-47e6-b028-57b0f5e55608', 'tag': '4a4f5ae5-21f8-47ed-a585-fd312baa6bb0', 'status': 'completed', 'code': 200} Oct 30 15:50:53.349948 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea17e6f-d5a2-4f74-8600-b6aaf86978cc req-991b2531-602c-4b65-a45d-c48040880100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:50:53.351457 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4ea17e6f-d5a2-4f74-8600-b6aaf86978cc req-991b2531-602c-4b65-a45d-c48040880100 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=46381d6bf06340e5b88f5848605c2679&device_id=988be291-4afe-47e6-b028-57b0f5e55608 HTTP/1.1" status: 200 len: 1095 time: 0.0481288 Oct 30 15:50:53.393027 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4ea17e6f-d5a2-4f74-8600-b6aaf86978cc req-e1b2b63e-e487-44c8-aad4-18612971dd27 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a4f5ae5-21f8-47ed-a585-fd312baa6bb0 HTTP/1.1" status: 200 len: 217 time: 0.0342934 Oct 30 15:50:53.444117 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea17e6f-d5a2-4f74-8600-b6aaf86978cc req-b6b126f5-79b4-49cb-81e8-5a6f585287ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:50:53.445593 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4ea17e6f-d5a2-4f74-8600-b6aaf86978cc req-b6b126f5-79b4-49cb-81e8-5a6f585287ca service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6781e294-a219-47e4-afec-ff54c5b510f0 HTTP/1.1" status: 200 len: 852 time: 0.0455649 Oct 30 15:50:53.449612 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e25db6-8319-4fb5-b210-449c08369604 req-19cb7797-5e96-48f2-9232-5e71c32fa8c7 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:50:53.451163 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e0e25db6-8319-4fb5-b210-449c08369604 req-19cb7797-5e96-48f2-9232-5e71c32fa8c7 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/ports?device_id=988be291-4afe-47e6-b028-57b0f5e55608 HTTP/1.1" status: 200 len: 943 time: 0.0599835 Oct 30 15:50:53.482332 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4ea17e6f-d5a2-4f74-8600-b6aaf86978cc req-3d7c731a-1ede-47b2-b421-94806d21ad95 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=337c3ab3-ef0c-4fa1-acf2-4708f0052c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292916 Oct 30 15:50:53.494922 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e0e25db6-8319-4fb5-b210-449c08369604 req-afd47411-a79f-4473-9756-d231e219dea9 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/security-groups?id=34801747-7e45-4952-9eb9-4877e13b358e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367830 Oct 30 15:50:53.571406 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4ea17e6f-d5a2-4f74-8600-b6aaf86978cc req-12dfaeb5-7573-40d5-81ef-7fbeccd80199 service neutron] 10.222.0.53 "GET /v2.0/networks/337c3ab3-ef0c-4fa1-acf2-4708f0052c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823247 Oct 30 15:50:53.662471 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4ea17e6f-d5a2-4f74-8600-b6aaf86978cc req-39138efa-8c3c-4e2a-ba3d-6f31b67a6034 service neutron] 10.222.0.53 "GET /v2.0/networks/337c3ab3-ef0c-4fa1-acf2-4708f0052c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843627 Oct 30 15:50:53.748450 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c634a5c-4c82-4ac2-b8d5-fe837a4f50ab req-9fde8e80-7b83-44ab-803b-1e54ccb420da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:50:53.750577 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2c634a5c-4c82-4ac2-b8d5-fe837a4f50ab req-9fde8e80-7b83-44ab-803b-1e54ccb420da service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=46381d6bf06340e5b88f5848605c2679&device_id=988be291-4afe-47e6-b028-57b0f5e55608 HTTP/1.1" status: 200 len: 1095 time: 0.0420589 Oct 30 15:50:53.803756 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3489e2d1-af6a-4961-8bc2-47f047de672d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:53.846258 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c634a5c-4c82-4ac2-b8d5-fe837a4f50ab req-0cf88523-fb10-4b50-9021-caf6ccbcfce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:50:53.847629 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2c634a5c-4c82-4ac2-b8d5-fe837a4f50ab req-0cf88523-fb10-4b50-9021-caf6ccbcfce4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=337c3ab3-ef0c-4fa1-acf2-4708f0052c8f HTTP/1.1" status: 200 len: 913 time: 0.0899508 Oct 30 15:50:53.888304 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2c634a5c-4c82-4ac2-b8d5-fe837a4f50ab req-6b0ac8dd-a00c-428f-9288-863774e775d3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a4f5ae5-21f8-47ed-a585-fd312baa6bb0 HTTP/1.1" status: 200 len: 217 time: 0.0333464 Oct 30 15:50:53.935318 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c634a5c-4c82-4ac2-b8d5-fe837a4f50ab req-40a4e784-b681-4f5f-887c-a13ff0286847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:50:53.936718 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2c634a5c-4c82-4ac2-b8d5-fe837a4f50ab req-40a4e784-b681-4f5f-887c-a13ff0286847 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6781e294-a219-47e4-afec-ff54c5b510f0 HTTP/1.1" status: 200 len: 852 time: 0.0417492 Oct 30 15:50:53.968293 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2c634a5c-4c82-4ac2-b8d5-fe837a4f50ab req-d7c92bd5-1019-432a-ad66-ba1228075c38 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=337c3ab3-ef0c-4fa1-acf2-4708f0052c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241127 Oct 30 15:50:54.058303 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2c634a5c-4c82-4ac2-b8d5-fe837a4f50ab req-60de83fe-aab1-458b-87e7-a031b35e3d15 service neutron] 10.222.0.53 "GET /v2.0/networks/337c3ab3-ef0c-4fa1-acf2-4708f0052c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821660 Oct 30 15:50:54.149730 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2c634a5c-4c82-4ac2-b8d5-fe837a4f50ab req-7d7bb197-c285-46ee-92b5-726d9000684a service neutron] 10.222.0.53 "GET /v2.0/networks/337c3ab3-ef0c-4fa1-acf2-4708f0052c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833015 Oct 30 15:50:54.611101 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ff90f-f82f-4ac2-977d-5d945bde1e4b req-4f35d45a-bda5-4e3f-a276-60d84b9cd122 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:50:54.612592 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7a1ff90f-f82f-4ac2-977d-5d945bde1e4b req-4f35d45a-bda5-4e3f-a276-60d84b9cd122 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/ports?device_id=988be291-4afe-47e6-b028-57b0f5e55608 HTTP/1.1" status: 200 len: 943 time: 0.0490024 Oct 30 15:50:54.650216 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7a1ff90f-f82f-4ac2-977d-5d945bde1e4b req-bf0f9425-0d5f-4a3c-8d80-375aa65c90a1 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/security-groups?id=34801747-7e45-4952-9eb9-4877e13b358e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312581 Oct 30 15:50:54.765023 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:54.951225 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:55.767993 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaeeea0-5a1b-44de-9aa4-6d6b8e7dca94 req-2f5c970d-c71e-4849-a465-adc90eb4f380 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:50:55.769542 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-efaeeea0-5a1b-44de-9aa4-6d6b8e7dca94 req-2f5c970d-c71e-4849-a465-adc90eb4f380 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/ports?device_id=988be291-4afe-47e6-b028-57b0f5e55608 HTTP/1.1" status: 200 len: 943 time: 0.0495915 Oct 30 15:50:55.811037 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-efaeeea0-5a1b-44de-9aa4-6d6b8e7dca94 req-bd24388d-7670-43c7-9289-18b48a270022 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/security-groups?id=34801747-7e45-4952-9eb9-4877e13b358e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353503 Oct 30 15:50:56.581301 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 4a4f5ae5-21f8-47ed-a585-fd312baa6bb0 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:50:56.679053 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 4a4f5ae5-21f8-47ed-a585-fd312baa6bb0, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=4a4f5ae5-21f8-47ed-a585-fd312baa6bb0,segment=NetworkSegment(3656fd67-cb6b-4598-94c4-a20f557426ef),segment_id=3656fd67-cb6b-4598-94c4-a20f557426ef)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:50:56.694558 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '4a4f5ae5-21f8-47ed-a585-fd312baa6bb0', 'network_id': '337c3ab3-ef0c-4fa1-acf2-4708f0052c8f', 'port_id': '4a4f5ae5-21f8-47ed-a585-fd312baa6bb0', 'mac_address': 'fa:16:3e:d7:45:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6781e294-a219-47e4-afec-ff54c5b510f0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:50:56.728605 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:56.742295 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:56.754884 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a4f5ae5-21f8-47ed-a585-fd312baa6bb0 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:50:56.774502 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 4a4f5ae5-21f8-47ed-a585-fd312baa6bb0, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=4a4f5ae5-21f8-47ed-a585-fd312baa6bb0,segment=NetworkSegment(3656fd67-cb6b-4598-94c4-a20f557426ef),segment_id=3656fd67-cb6b-4598-94c4-a20f557426ef)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:50:56.778745 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:56.830416 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=4a4f5ae5-21f8-47ed-a585-fd312baa6bb0,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:50:56.926772 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ba2e9-7027-4689-bb8e-5a63621d72fa req-2b158ecf-942b-464e-9f20-cdebd8f90d4c tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:50:56.928263 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a63ba2e9-7027-4689-bb8e-5a63621d72fa req-2b158ecf-942b-464e-9f20-cdebd8f90d4c tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/ports?device_id=988be291-4afe-47e6-b028-57b0f5e55608 HTTP/1.1" status: 200 len: 944 time: 0.0504019 Oct 30 15:50:56.966421 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a63ba2e9-7027-4689-bb8e-5a63621d72fa req-1516566c-aa9b-47b7-b662-2fe95cb4881f tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/security-groups?id=34801747-7e45-4952-9eb9-4877e13b358e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322580 Oct 30 15:50:56.968116 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['4a4f5ae5-21f8-47ed-a585-fd312baa6bb0'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:50:58.078186 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978b7677-b8ad-4d9a-bf86-160e978ab459 req-75d1b049-d3ab-43a6-9200-2403323fd8b7 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:50:58.079663 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-978b7677-b8ad-4d9a-bf86-160e978ab459 req-75d1b049-d3ab-43a6-9200-2403323fd8b7 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/ports?device_id=988be291-4afe-47e6-b028-57b0f5e55608 HTTP/1.1" status: 200 len: 944 time: 0.0479953 Oct 30 15:50:58.117420 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-978b7677-b8ad-4d9a-bf86-160e978ab459 req-c2b68129-77c0-4f65-b5c8-334a0eebb707 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/security-groups?id=34801747-7e45-4952-9eb9-4877e13b358e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318692 Oct 30 15:50:58.581418 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 4a4f5ae5-21f8-47ed-a585-fd312baa6bb0 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:50:58.630248 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port 4a4f5ae5-21f8-47ed-a585-fd312baa6bb0 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:50:58.634425 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 4a4f5ae5-21f8-47ed-a585-fd312baa6bb0 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:50:58.634785 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:58.713818 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:58.736410 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '988be291-4afe-47e6-b028-57b0f5e55608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a4f5ae5-21f8-47ed-a585-fd312baa6bb0'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:50:58.738918 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101aefed-8158-446c-b6ca-18d14d61b64c" -d '{"events": [{"server_uuid": "988be291-4afe-47e6-b028-57b0f5e55608", "name": "network-vif-plugged", "status": "completed", "tag": "4a4f5ae5-21f8-47ed-a585-fd312baa6bb0"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:50:58.756572 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 4a4f5ae5-21f8-47ed-a585-fd312baa6bb0, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=4a4f5ae5-21f8-47ed-a585-fd312baa6bb0,segment=NetworkSegment(3656fd67-cb6b-4598-94c4-a20f557426ef),segment_id=3656fd67-cb6b-4598-94c4-a20f557426ef)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:50:58.760459 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:50:58.809025 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=4a4f5ae5-21f8-47ed-a585-fd312baa6bb0,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:50:58.850055 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d77b38-73b9-411c-a721-11fe021e076c x-openstack-request-id: req-64d77b38-73b9-411c-a721-11fe021e076c {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:50:58.850343 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "988be291-4afe-47e6-b028-57b0f5e55608", "name": "network-vif-plugged", "status": "completed", "tag": "4a4f5ae5-21f8-47ed-a585-fd312baa6bb0", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:50:58.850615 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-64d77b38-73b9-411c-a721-11fe021e076c {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:50:58.851035 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '988be291-4afe-47e6-b028-57b0f5e55608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a4f5ae5-21f8-47ed-a585-fd312baa6bb0', 'code': 200} Oct 30 15:50:58.941913 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0fd7de-f40a-41f3-840f-f53492a71c50 req-f43cbf59-674b-4af0-8d8a-448843767deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:50:58.943334 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ff0fd7de-f40a-41f3-840f-f53492a71c50 req-f43cbf59-674b-4af0-8d8a-448843767deb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=988be291-4afe-47e6-b028-57b0f5e55608 HTTP/1.1" status: 200 len: 1097 time: 0.0387094 Oct 30 15:50:58.981419 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ff0fd7de-f40a-41f3-840f-f53492a71c50 req-ea7cae03-1bcc-4ce7-bf6f-9a0a23c2432a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=34801747-7e45-4952-9eb9-4877e13b358e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299313 Oct 30 15:50:59.235369 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc9654c-fb0e-4ff2-902a-8f9e7b10a27e req-89ea0867-fd43-4f2c-afa2-016853293fd9 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:50:59.236863 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cbc9654c-fb0e-4ff2-902a-8f9e7b10a27e req-89ea0867-fd43-4f2c-afa2-016853293fd9 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/ports?device_id=988be291-4afe-47e6-b028-57b0f5e55608 HTTP/1.1" status: 200 len: 945 time: 0.0527406 Oct 30 15:50:59.274683 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cbc9654c-fb0e-4ff2-902a-8f9e7b10a27e req-74c23664-de37-41c5-a108-a3f72a6278ce tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/security-groups?id=34801747-7e45-4952-9eb9-4877e13b358e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320017 Oct 30 15:51:00.183080 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:51:00.390604 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a705db-44e3-4c8e-8e80-73e00aea2bb5 req-b0780515-df21-43bd-b05f-836bd79a3eaf tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:00.392097 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-34a705db-44e3-4c8e-8e80-73e00aea2bb5 req-b0780515-df21-43bd-b05f-836bd79a3eaf tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/ports?device_id=988be291-4afe-47e6-b028-57b0f5e55608 HTTP/1.1" status: 200 len: 945 time: 0.0486283 Oct 30 15:51:00.428790 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-34a705db-44e3-4c8e-8e80-73e00aea2bb5 req-3a86315a-8bdb-464e-8180-c14a5f0ffc73 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/security-groups?id=34801747-7e45-4952-9eb9-4877e13b358e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308571 Oct 30 15:51:00.611011 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 55156) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:51:00.664802 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f9de06-bfb8-4503-a013-5c6f6601db6f req-110c58e2-1f46-4820-ad46-3b51014b1d36 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:00.666322 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-13f9de06-bfb8-4503-a013-5c6f6601db6f req-110c58e2-1f46-4820-ad46-3b51014b1d36 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/ports?device_id=988be291-4afe-47e6-b028-57b0f5e55608 HTTP/1.1" status: 200 len: 945 time: 0.0484309 Oct 30 15:51:00.729865 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-13f9de06-bfb8-4503-a013-5c6f6601db6f req-995722b2-9731-4238-8866-d2b90c43ef51 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/security-groups?id=34801747-7e45-4952-9eb9-4877e13b358e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544648 Oct 30 15:51:00.737187 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ba57f06f-a694-40b8-9ddf-1758df03d9ab req-56656f91-2660-464d-9596-9dabdf710483 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=988be291-4afe-47e6-b028-57b0f5e55608&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1250269 Oct 30 15:51:00.745947 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [req-ba57f06f-a694-40b8-9ddf-1758df03d9ab req-822db57a-f48c-4fd9-8147-3de11fc749a3 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:51:00.747598 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ba57f06f-a694-40b8-9ddf-1758df03d9ab req-822db57a-f48c-4fd9-8147-3de11fc749a3 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055072 Oct 30 15:51:01.852363 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd80c0-2aa2-4616-b1a3-9b18f6d84179 req-3ab02b67-1080-4123-b32f-3351b2647a49 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:01.853809 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4cdd80c0-2aa2-4616-b1a3-9b18f6d84179 req-3ab02b67-1080-4123-b32f-3351b2647a49 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/ports?device_id=988be291-4afe-47e6-b028-57b0f5e55608 HTTP/1.1" status: 200 len: 945 time: 0.0523572 Oct 30 15:51:01.895179 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4cdd80c0-2aa2-4616-b1a3-9b18f6d84179 req-c6b6ee6c-b405-47cc-b35e-d4fea79939f1 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/security-groups?id=34801747-7e45-4952-9eb9-4877e13b358e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345469 Oct 30 15:51:02.189394 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:51:02.191947 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba57f06f-a694-40b8-9ddf-1758df03d9ab req-d87c7ddb-52d9-4579-a67b-14e2abb228eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:02.193429 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ba57f06f-a694-40b8-9ddf-1758df03d9ab req-d87c7ddb-52d9-4579-a67b-14e2abb228eb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=46381d6bf06340e5b88f5848605c2679&device_id=988be291-4afe-47e6-b028-57b0f5e55608 HTTP/1.1" status: 200 len: 1097 time: 0.3519597 Oct 30 15:51:02.281620 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba57f06f-a694-40b8-9ddf-1758df03d9ab req-709e2ea5-b030-4282-ac87-17f001121ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:02.283139 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ba57f06f-a694-40b8-9ddf-1758df03d9ab req-709e2ea5-b030-4282-ac87-17f001121ee1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=337c3ab3-ef0c-4fa1-acf2-4708f0052c8f HTTP/1.1" status: 200 len: 913 time: 0.0816576 Oct 30 15:51:02.326024 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ba57f06f-a694-40b8-9ddf-1758df03d9ab req-4d32fe73-06d6-4c35-98c1-bee03952f824 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a4f5ae5-21f8-47ed-a585-fd312baa6bb0 HTTP/1.1" status: 200 len: 217 time: 0.0362995 Oct 30 15:51:02.372952 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba57f06f-a694-40b8-9ddf-1758df03d9ab req-b48facf0-2f97-4f4b-9468-9fbb707a50a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:02.374345 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ba57f06f-a694-40b8-9ddf-1758df03d9ab req-b48facf0-2f97-4f4b-9468-9fbb707a50a5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6781e294-a219-47e4-afec-ff54c5b510f0 HTTP/1.1" status: 200 len: 852 time: 0.0419967 Oct 30 15:51:02.404696 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ba57f06f-a694-40b8-9ddf-1758df03d9ab req-437a0eff-0d2a-4754-aa82-6d1c9c79cce1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=337c3ab3-ef0c-4fa1-acf2-4708f0052c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237827 Oct 30 15:51:02.494859 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ba57f06f-a694-40b8-9ddf-1758df03d9ab req-213f8240-29dc-4d8e-96c0-c41f18f21b86 service neutron] 10.222.0.53 "GET /v2.0/networks/337c3ab3-ef0c-4fa1-acf2-4708f0052c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832601 Oct 30 15:51:02.585776 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ba57f06f-a694-40b8-9ddf-1758df03d9ab req-e1182e56-e814-4417-8ee7-282d825228c3 service neutron] 10.222.0.53 "GET /v2.0/networks/337c3ab3-ef0c-4fa1-acf2-4708f0052c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840898 Oct 30 15:51:03.013093 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a9008b-0dbb-4c2a-be46-f51826c4cdb4 req-15d2fc03-f0eb-4750-891f-06df8d5b4b91 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:03.014546 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b3a9008b-0dbb-4c2a-be46-f51826c4cdb4 req-15d2fc03-f0eb-4750-891f-06df8d5b4b91 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/ports?device_id=988be291-4afe-47e6-b028-57b0f5e55608 HTTP/1.1" status: 200 len: 945 time: 0.0494084 Oct 30 15:51:03.052253 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b3a9008b-0dbb-4c2a-be46-f51826c4cdb4 req-87026d0e-a74b-401c-8c7d-8ea2e347f2d1 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/security-groups?id=34801747-7e45-4952-9eb9-4877e13b358e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316839 Oct 30 15:51:04.165746 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61974b94-8bb4-4470-ae3e-4ad52b357809 req-840553db-0851-4543-89b0-2eac254c8f75 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:04.167204 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-61974b94-8bb4-4470-ae3e-4ad52b357809 req-840553db-0851-4543-89b0-2eac254c8f75 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/ports?device_id=988be291-4afe-47e6-b028-57b0f5e55608 HTTP/1.1" status: 200 len: 945 time: 0.0487063 Oct 30 15:51:04.204301 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-61974b94-8bb4-4470-ae3e-4ad52b357809 req-70f196c3-87d2-4427-9668-62959bbfedf8 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/security-groups?id=34801747-7e45-4952-9eb9-4877e13b358e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312264 Oct 30 15:51:05.317562 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6453d39-e3ea-4f4b-81e5-2aacfacbc292 req-23631695-f8bd-4cfd-9334-b84e6ae4ab40 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:05.319039 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d6453d39-e3ea-4f4b-81e5-2aacfacbc292 req-23631695-f8bd-4cfd-9334-b84e6ae4ab40 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/ports?device_id=988be291-4afe-47e6-b028-57b0f5e55608 HTTP/1.1" status: 200 len: 945 time: 0.0478234 Oct 30 15:51:05.356281 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d6453d39-e3ea-4f4b-81e5-2aacfacbc292 req-efe1af75-0d16-473e-a913-58577c1c9a12 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/security-groups?id=34801747-7e45-4952-9eb9-4877e13b358e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308609 Oct 30 15:51:06.474631 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4697eb-6b7a-4e82-a421-89d29574ad6a req-2c43326d-8e07-490a-ae84-c08f82c755df tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:06.476154 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ef4697eb-6b7a-4e82-a421-89d29574ad6a req-2c43326d-8e07-490a-ae84-c08f82c755df tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/ports?device_id=988be291-4afe-47e6-b028-57b0f5e55608 HTTP/1.1" status: 200 len: 945 time: 0.0526512 Oct 30 15:51:06.513489 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ef4697eb-6b7a-4e82-a421-89d29574ad6a req-3f79aefe-b391-4b9f-9e87-7030be6bd773 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/security-groups?id=34801747-7e45-4952-9eb9-4877e13b358e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314608 Oct 30 15:51:07.627418 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49022af-f22d-491f-95a5-b777c28a8422 req-41bdac99-e1df-4711-b0f1-efe2e7d1b0f7 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:07.628924 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e49022af-f22d-491f-95a5-b777c28a8422 req-41bdac99-e1df-4711-b0f1-efe2e7d1b0f7 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/ports?device_id=988be291-4afe-47e6-b028-57b0f5e55608 HTTP/1.1" status: 200 len: 945 time: 0.0485005 Oct 30 15:51:07.670842 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e49022af-f22d-491f-95a5-b777c28a8422 req-118ea983-52ab-455a-8f97-74d686f36a9b tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/security-groups?id=34801747-7e45-4952-9eb9-4877e13b358e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355887 Oct 30 15:51:08.785595 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0516ca40-0f7b-4ee8-9ca1-598452c1764c req-4e420262-ac10-46a9-8620-e9dcabeedaa9 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:08.787052 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0516ca40-0f7b-4ee8-9ca1-598452c1764c req-4e420262-ac10-46a9-8620-e9dcabeedaa9 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/ports?device_id=988be291-4afe-47e6-b028-57b0f5e55608 HTTP/1.1" status: 200 len: 945 time: 0.0486803 Oct 30 15:51:08.825054 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0516ca40-0f7b-4ee8-9ca1-598452c1764c req-8d537d67-3779-4c17-8c05-1d6fb29157e2 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/security-groups?id=34801747-7e45-4952-9eb9-4877e13b358e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315259 Oct 30 15:51:09.943615 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d6f13-899f-4943-8673-b7f6f77ec265 req-bdfc9368-57d7-4f58-9208-8a39384d4fcf tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:09.945048 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-694d6f13-899f-4943-8673-b7f6f77ec265 req-bdfc9368-57d7-4f58-9208-8a39384d4fcf tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/ports?device_id=988be291-4afe-47e6-b028-57b0f5e55608 HTTP/1.1" status: 200 len: 945 time: 0.0512545 Oct 30 15:51:09.983095 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-694d6f13-899f-4943-8673-b7f6f77ec265 req-1c52d138-3656-44bc-9f43-de59b924c347 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/security-groups?id=34801747-7e45-4952-9eb9-4877e13b358e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320363 Oct 30 15:51:11.099072 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a3163-eef4-40ba-91c2-6cf7f1d9e397 req-630482ef-b5a7-4a12-978b-ac549e6ec04d tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:11.100562 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-710a3163-eef4-40ba-91c2-6cf7f1d9e397 req-630482ef-b5a7-4a12-978b-ac549e6ec04d tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/ports?device_id=988be291-4afe-47e6-b028-57b0f5e55608 HTTP/1.1" status: 200 len: 945 time: 0.0481501 Oct 30 15:51:11.137735 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-710a3163-eef4-40ba-91c2-6cf7f1d9e397 req-72c4493a-e7af-4af6-84a5-0ea151055b44 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/security-groups?id=34801747-7e45-4952-9eb9-4877e13b358e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308695 Oct 30 15:51:12.253284 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce7ce8-280a-434f-82e2-9967fde42ffe req-70d692a7-a3f2-4060-8730-9bde7d595100 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:12.254752 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e3ce7ce8-280a-434f-82e2-9967fde42ffe req-70d692a7-a3f2-4060-8730-9bde7d595100 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/ports?device_id=988be291-4afe-47e6-b028-57b0f5e55608 HTTP/1.1" status: 200 len: 945 time: 0.0477047 Oct 30 15:51:12.291725 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e3ce7ce8-280a-434f-82e2-9967fde42ffe req-1404bcff-86f0-4087-b7cc-cdc8a753d4f1 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/security-groups?id=34801747-7e45-4952-9eb9-4877e13b358e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310540 Oct 30 15:51:13.417067 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e44a6e-5c8f-46bc-afbc-6b92aa36ea4d req-fd7cbfdf-81e9-4b64-ba33-e7f8b1e8b7be tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:13.418605 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-68e44a6e-5c8f-46bc-afbc-6b92aa36ea4d req-fd7cbfdf-81e9-4b64-ba33-e7f8b1e8b7be tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/ports?device_id=988be291-4afe-47e6-b028-57b0f5e55608 HTTP/1.1" status: 200 len: 945 time: 0.0554333 Oct 30 15:51:13.455638 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-68e44a6e-5c8f-46bc-afbc-6b92aa36ea4d req-c018802f-c481-43cc-8795-16c9c1eb7dbd tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/security-groups?id=34801747-7e45-4952-9eb9-4877e13b358e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311067 Oct 30 15:51:14.569499 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d0f1cd-4dfa-44c6-b944-afa6584ce25d req-48dfc38e-1d73-4299-bfef-53a6e41519a9 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:14.570941 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e3d0f1cd-4dfa-44c6-b944-afa6584ce25d req-48dfc38e-1d73-4299-bfef-53a6e41519a9 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/ports?device_id=988be291-4afe-47e6-b028-57b0f5e55608 HTTP/1.1" status: 200 len: 945 time: 0.0485620 Oct 30 15:51:14.613216 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e3d0f1cd-4dfa-44c6-b944-afa6584ce25d req-610a0abf-f556-49c7-a120-c5cdca1ea073 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/security-groups?id=34801747-7e45-4952-9eb9-4877e13b358e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361166 Oct 30 15:51:15.727423 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42539fe8-c936-4d80-bd31-e9558d5d6df0 req-fb3de1c6-e512-495d-b282-89cef784bd7e tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:15.728913 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-42539fe8-c936-4d80-bd31-e9558d5d6df0 req-fb3de1c6-e512-495d-b282-89cef784bd7e tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/ports?device_id=988be291-4afe-47e6-b028-57b0f5e55608 HTTP/1.1" status: 200 len: 945 time: 0.0482588 Oct 30 15:51:15.766777 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-42539fe8-c936-4d80-bd31-e9558d5d6df0 req-3773f850-538c-4f36-8b65-b70503dffdf6 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/security-groups?id=34801747-7e45-4952-9eb9-4877e13b358e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314708 Oct 30 15:51:16.880339 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc0855d-fbd0-4cf3-aaed-77f7691b16cc req-d6d2667e-8e84-4415-a1e0-1ba8e67cbb52 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:16.881781 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ddc0855d-fbd0-4cf3-aaed-77f7691b16cc req-d6d2667e-8e84-4415-a1e0-1ba8e67cbb52 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/ports?device_id=988be291-4afe-47e6-b028-57b0f5e55608 HTTP/1.1" status: 200 len: 945 time: 0.0483568 Oct 30 15:51:16.929148 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ddc0855d-fbd0-4cf3-aaed-77f7691b16cc req-12b372d8-4b24-4927-9f96-2be68a2661ad tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/security-groups?id=34801747-7e45-4952-9eb9-4877e13b358e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412581 Oct 30 15:51:18.044397 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcae8410-586d-484b-b4dd-03fbc7e75bb4 req-c9e31c3c-21bd-415f-be16-39be1851ace4 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:18.045860 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dcae8410-586d-484b-b4dd-03fbc7e75bb4 req-c9e31c3c-21bd-415f-be16-39be1851ace4 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/ports?device_id=988be291-4afe-47e6-b028-57b0f5e55608 HTTP/1.1" status: 200 len: 945 time: 0.0480959 Oct 30 15:51:18.082785 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dcae8410-586d-484b-b4dd-03fbc7e75bb4 req-5c68c568-bca0-4eef-9985-9ba31eb5ea4a tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/security-groups?id=34801747-7e45-4952-9eb9-4877e13b358e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310702 Oct 30 15:51:19.197155 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd4115c-11ce-400c-be63-7875c5c712f9 req-fadd1390-1548-4fe2-b2e2-f577d696c473 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:19.198703 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1dd4115c-11ce-400c-be63-7875c5c712f9 req-fadd1390-1548-4fe2-b2e2-f577d696c473 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/ports?device_id=988be291-4afe-47e6-b028-57b0f5e55608 HTTP/1.1" status: 200 len: 945 time: 0.0471771 Oct 30 15:51:19.235737 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1dd4115c-11ce-400c-be63-7875c5c712f9 req-bac1d3c9-6f17-4f73-a04e-3af493fe2064 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/security-groups?id=34801747-7e45-4952-9eb9-4877e13b358e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304077 Oct 30 15:51:20.358459 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c7bd6-6a2b-4c93-9960-b6318049dbe3 req-1128a6f8-3955-48e4-b18d-aa1752595c31 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:20.359957 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bf5c7bd6-6a2b-4c93-9960-b6318049dbe3 req-1128a6f8-3955-48e4-b18d-aa1752595c31 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/ports?device_id=988be291-4afe-47e6-b028-57b0f5e55608 HTTP/1.1" status: 200 len: 945 time: 0.0553715 Oct 30 15:51:20.397287 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bf5c7bd6-6a2b-4c93-9960-b6318049dbe3 req-cfed32d3-29ec-45f0-abcd-e6f72d788ea7 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/security-groups?id=34801747-7e45-4952-9eb9-4877e13b358e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314388 Oct 30 15:51:21.191385 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-afadc681-e56e-4d15-a9eb-d160646aab0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:51:21.516023 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ad4af-aefc-4b34-b290-e6883782c2f8 req-fb372c5d-3e3f-4b5a-87c0-458314dd7d84 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:21.517409 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9c6ad4af-aefc-4b34-b290-e6883782c2f8 req-fb372c5d-3e3f-4b5a-87c0-458314dd7d84 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/ports?device_id=988be291-4afe-47e6-b028-57b0f5e55608 HTTP/1.1" status: 200 len: 945 time: 0.0491319 Oct 30 15:51:21.558412 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9c6ad4af-aefc-4b34-b290-e6883782c2f8 req-d33a1394-ea8f-4632-9244-3aaba3036e0d tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/security-groups?id=34801747-7e45-4952-9eb9-4877e13b358e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351129 Oct 30 15:51:22.292332 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:51:22.673171 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6428eccf-88ba-4af0-8186-31c0a0932157 req-38ad509c-1931-47fd-b349-6308e6616092 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:22.674665 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6428eccf-88ba-4af0-8186-31c0a0932157 req-38ad509c-1931-47fd-b349-6308e6616092 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/ports?device_id=988be291-4afe-47e6-b028-57b0f5e55608 HTTP/1.1" status: 200 len: 945 time: 0.0495203 Oct 30 15:51:22.712735 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6428eccf-88ba-4af0-8186-31c0a0932157 req-a93b4b58-cbde-4d1a-a145-f7c7002efb0b tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/security-groups?id=34801747-7e45-4952-9eb9-4877e13b358e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320914 Oct 30 15:51:23.808313 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-98e5b6cf-479d-4a53-837a-70a916448312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:51:23.832627 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa1505b-a904-43e8-b192-23868d634187 req-7b928d4d-53f2-42c8-ad7f-7a2268f63d8f tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:23.834089 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-caa1505b-a904-43e8-b192-23868d634187 req-7b928d4d-53f2-42c8-ad7f-7a2268f63d8f tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/ports?device_id=988be291-4afe-47e6-b028-57b0f5e55608 HTTP/1.1" status: 200 len: 945 time: 0.0527008 Oct 30 15:51:23.871690 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-caa1505b-a904-43e8-b192-23868d634187 req-a430c4e2-6533-4fd5-87c9-5fc8e521bb15 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/security-groups?id=34801747-7e45-4952-9eb9-4877e13b358e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315623 Oct 30 15:51:24.769941 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:51:24.953803 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:51:24.989680 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cca3d2-0910-429a-b3a8-813ed6d07334 req-75e9cfb8-0ec7-4de4-8380-15731b80e3b7 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:24.991164 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-29cca3d2-0910-429a-b3a8-813ed6d07334 req-75e9cfb8-0ec7-4de4-8380-15731b80e3b7 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/ports?device_id=988be291-4afe-47e6-b028-57b0f5e55608 HTTP/1.1" status: 200 len: 945 time: 0.0501063 Oct 30 15:51:25.029344 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-29cca3d2-0910-429a-b3a8-813ed6d07334 req-66133be2-847f-47aa-9867-08f0a6551f17 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/security-groups?id=34801747-7e45-4952-9eb9-4877e13b358e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317409 Oct 30 15:51:25.612429 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47bef0d-afe3-44a5-87c6-c22c2dd8eecc req-32bd4cb5-5679-4a2a-a480-8c66e5be2fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:25.613888 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b47bef0d-afe3-44a5-87c6-c22c2dd8eecc req-32bd4cb5-5679-4a2a-a480-8c66e5be2fc0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=46381d6bf06340e5b88f5848605c2679&device_id=988be291-4afe-47e6-b028-57b0f5e55608 HTTP/1.1" status: 200 len: 1097 time: 0.0398078 Oct 30 15:51:25.719909 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47bef0d-afe3-44a5-87c6-c22c2dd8eecc req-dafd193a-6d2e-4e66-827a-d9c994bb5ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:25.721371 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b47bef0d-afe3-44a5-87c6-c22c2dd8eecc req-dafd193a-6d2e-4e66-827a-d9c994bb5ff3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=337c3ab3-ef0c-4fa1-acf2-4708f0052c8f HTTP/1.1" status: 200 len: 913 time: 0.0875475 Oct 30 15:51:25.764804 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b47bef0d-afe3-44a5-87c6-c22c2dd8eecc req-80859221-3901-4312-aa0a-02ea99a8d5c9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a4f5ae5-21f8-47ed-a585-fd312baa6bb0 HTTP/1.1" status: 200 len: 217 time: 0.0328722 Oct 30 15:51:25.812942 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47bef0d-afe3-44a5-87c6-c22c2dd8eecc req-abf14fe2-5f7e-4ff1-bb2c-c7b4d87eed46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:25.814346 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b47bef0d-afe3-44a5-87c6-c22c2dd8eecc req-abf14fe2-5f7e-4ff1-bb2c-c7b4d87eed46 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6781e294-a219-47e4-afec-ff54c5b510f0 HTTP/1.1" status: 200 len: 852 time: 0.0434232 Oct 30 15:51:25.849307 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b47bef0d-afe3-44a5-87c6-c22c2dd8eecc req-07d1c69e-c762-40a4-94f1-3a61ad9d35a4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=337c3ab3-ef0c-4fa1-acf2-4708f0052c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280058 Oct 30 15:51:25.941317 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b47bef0d-afe3-44a5-87c6-c22c2dd8eecc req-860de0fc-5a36-4ad7-a2a0-c1c05c53562a service neutron] 10.222.0.53 "GET /v2.0/networks/337c3ab3-ef0c-4fa1-acf2-4708f0052c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842650 Oct 30 15:51:26.033935 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b47bef0d-afe3-44a5-87c6-c22c2dd8eecc req-af46fbc0-b9df-453d-b3f0-bade4f62e0be service neutron] 10.222.0.53 "GET /v2.0/networks/337c3ab3-ef0c-4fa1-acf2-4708f0052c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850415 Oct 30 15:51:26.145169 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108fea45-873c-43f3-8493-2e5ac782684d req-2185abda-f227-4e7a-aa50-2c6703ccfea2 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:26.146641 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-108fea45-873c-43f3-8493-2e5ac782684d req-2185abda-f227-4e7a-aa50-2c6703ccfea2 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/ports?device_id=988be291-4afe-47e6-b028-57b0f5e55608 HTTP/1.1" status: 200 len: 945 time: 0.0481064 Oct 30 15:51:26.183888 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-108fea45-873c-43f3-8493-2e5ac782684d req-0af1fbfa-e97f-43df-b530-ffdc03b3cbca tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/security-groups?id=34801747-7e45-4952-9eb9-4877e13b358e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310802 Oct 30 15:51:26.704385 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:51:27.302290 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29339bea-3f74-49a4-9373-01dc913625e5 req-1f62a643-8063-4128-8fbb-d81ec8853394 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:27.303767 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-29339bea-3f74-49a4-9373-01dc913625e5 req-1f62a643-8063-4128-8fbb-d81ec8853394 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/ports?device_id=988be291-4afe-47e6-b028-57b0f5e55608 HTTP/1.1" status: 200 len: 945 time: 0.0523961 Oct 30 15:51:27.347228 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-29339bea-3f74-49a4-9373-01dc913625e5 req-bcde3694-7180-41a9-90a2-8c407be30e20 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/security-groups?id=34801747-7e45-4952-9eb9-4877e13b358e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375051 Oct 30 15:51:28.462441 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ecf36-0a3e-4bc5-bc05-3da8f2d0c8c4 req-4559ad07-6f27-4246-858c-ff59d40ce104 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:28.463942 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-381ecf36-0a3e-4bc5-bc05-3da8f2d0c8c4 req-4559ad07-6f27-4246-858c-ff59d40ce104 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/ports?device_id=988be291-4afe-47e6-b028-57b0f5e55608 HTTP/1.1" status: 200 len: 945 time: 0.0482135 Oct 30 15:51:28.501169 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-381ecf36-0a3e-4bc5-bc05-3da8f2d0c8c4 req-2fc590a1-b1c2-46b1-95e9-d74ca8483b62 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/security-groups?id=34801747-7e45-4952-9eb9-4877e13b358e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306435 Oct 30 15:51:29.438677 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [req-ba57f06f-a694-40b8-9ddf-1758df03d9ab req-d19ded6d-e739-490a-b029-febd3dd5d786 service neutron] show failed (client error): The resource could not be found. Oct 30 15:51:29.439727 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ba57f06f-a694-40b8-9ddf-1758df03d9ab req-d19ded6d-e739-490a-b029-febd3dd5d786 service neutron] 10.222.0.53 "GET /v2.0/ports/4a4f5ae5-21f8-47ed-a585-fd312baa6bb0/bindings/n-h2-806683-17 HTTP/1.1" status: 404 len: 381 time: 0.0585766 Oct 30 15:51:29.626731 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0355fdf8-65c0-43ed-9748-e3c0bae82b2a req-32880a3f-9961-4e89-b18f-58895cbfd08c tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:29.628365 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0355fdf8-65c0-43ed-9748-e3c0bae82b2a req-32880a3f-9961-4e89-b18f-58895cbfd08c tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/ports?device_id=988be291-4afe-47e6-b028-57b0f5e55608 HTTP/1.1" status: 200 len: 945 time: 0.0520079 Oct 30 15:51:29.640802 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba57f06f-a694-40b8-9ddf-1758df03d9ab req-d575505f-126b-4380-8100-2e9cdc89bc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:29.642067 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ba57f06f-a694-40b8-9ddf-1758df03d9ab req-d575505f-126b-4380-8100-2e9cdc89bc7c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=988be291-4afe-47e6-b028-57b0f5e55608&tenant_id=46381d6bf06340e5b88f5848605c2679 HTTP/1.1" status: 200 len: 1097 time: 0.0426927 Oct 30 15:51:29.655772 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-ba57f06f-a694-40b8-9ddf-1758df03d9ab req-03d53420-9a90-4882-94a6-b5cf933e6507 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-17', 'device_owner': 'compute:nova'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:51:29.667686 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0355fdf8-65c0-43ed-9748-e3c0bae82b2a req-2b946921-7f7d-4f62-b4d8-b278cbf16f64 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/security-groups?id=34801747-7e45-4952-9eb9-4877e13b358e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331562 Oct 30 15:51:29.709407 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ba57f06f-a694-40b8-9ddf-1758df03d9ab req-03d53420-9a90-4882-94a6-b5cf933e6507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:51:29.911517 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-ba57f06f-a694-40b8-9ddf-1758df03d9ab req-03d53420-9a90-4882-94a6-b5cf933e6507 service neutron] For port 4a4f5ae5-21f8-47ed-a585-fd312baa6bb0, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=4a4f5ae5-21f8-47ed-a585-fd312baa6bb0,segment=NetworkSegment(3656fd67-cb6b-4598-94c4-a20f557426ef),segment_id=3656fd67-cb6b-4598-94c4-a20f557426ef)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:51:29.943327 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-ba57f06f-a694-40b8-9ddf-1758df03d9ab req-03d53420-9a90-4882-94a6-b5cf933e6507 service neutron] For port 4a4f5ae5-21f8-47ed-a585-fd312baa6bb0, host n-h1-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:51:29.982526 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '988be291-4afe-47e6-b028-57b0f5e55608', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a4f5ae5-21f8-47ed-a585-fd312baa6bb0'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:51:29.984747 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a1efe6-ce45-4ca6-9df7-c4771436fa2c" -d '{"events": [{"server_uuid": "988be291-4afe-47e6-b028-57b0f5e55608", "name": "network-vif-unplugged", "status": "completed", "tag": "4a4f5ae5-21f8-47ed-a585-fd312baa6bb0"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:51:29.988497 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ba57f06f-a694-40b8-9ddf-1758df03d9ab req-03d53420-9a90-4882-94a6-b5cf933e6507 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:51:30.000677 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-ba57f06f-a694-40b8-9ddf-1758df03d9ab req-03d53420-9a90-4882-94a6-b5cf933e6507 service neutron] Transition to ACTIVE for port object 4a4f5ae5-21f8-47ed-a585-fd312baa6bb0 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:51:30.004578 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ba57f06f-a694-40b8-9ddf-1758df03d9ab req-03d53420-9a90-4882-94a6-b5cf933e6507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:51:30.042084 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Oct 2021 15:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d9beb1-e353-4e60-9501-850fdf3e53bb x-openstack-request-id: req-29d9beb1-e353-4e60-9501-850fdf3e53bb {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:51:30.042381 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "988be291-4afe-47e6-b028-57b0f5e55608", "name": "network-vif-unplugged", "status": "completed", "tag": "4a4f5ae5-21f8-47ed-a585-fd312baa6bb0", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:51:30.042635 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-29d9beb1-e353-4e60-9501-850fdf3e53bb {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:51:30.043052 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '988be291-4afe-47e6-b028-57b0f5e55608', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a4f5ae5-21f8-47ed-a585-fd312baa6bb0', 'code': 200} Oct 30 15:51:30.064707 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba57f06f-a694-40b8-9ddf-1758df03d9ab req-03d53420-9a90-4882-94a6-b5cf933e6507 service neutron] No DVR routers for this DVR port 4a4f5ae5-21f8-47ed-a585-fd312baa6bb0 on host n-h1-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:51:30.077666 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d53420-9a90-4882-94a6-b5cf933e6507 service neutron] Pushing event updated for resources: {'Port': ['ID=4a4f5ae5-21f8-47ed-a585-fd312baa6bb0,revision_number=6']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:51:30.101781 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d53420-9a90-4882-94a6-b5cf933e6507 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:51:30.102167 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d53420-9a90-4882-94a6-b5cf933e6507 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:51:30.102516 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d53420-9a90-4882-94a6-b5cf933e6507 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:51:30.102851 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d53420-9a90-4882-94a6-b5cf933e6507 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:51:30.103197 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d53420-9a90-4882-94a6-b5cf933e6507 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:51:30.103558 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d53420-9a90-4882-94a6-b5cf933e6507 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:51:30.103902 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d53420-9a90-4882-94a6-b5cf933e6507 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:51:30.104236 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d53420-9a90-4882-94a6-b5cf933e6507 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:51:30.104570 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d53420-9a90-4882-94a6-b5cf933e6507 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:51:30.104900 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d53420-9a90-4882-94a6-b5cf933e6507 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:51:30.105233 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d53420-9a90-4882-94a6-b5cf933e6507 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:51:30.105560 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d53420-9a90-4882-94a6-b5cf933e6507 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:51:30.118728 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-ba57f06f-a694-40b8-9ddf-1758df03d9ab req-03d53420-9a90-4882-94a6-b5cf933e6507 service neutron] Attempting to bind port 4a4f5ae5-21f8-47ed-a585-fd312baa6bb0 on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:51:30.119067 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-ba57f06f-a694-40b8-9ddf-1758df03d9ab req-03d53420-9a90-4882-94a6-b5cf933e6507 service neutron] Attempting to bind port 4a4f5ae5-21f8-47ed-a585-fd312baa6bb0 by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': '3656fd67-cb6b-4598-94c4-a20f557426ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '337c3ab3-ef0c-4fa1-acf2-4708f0052c8f'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:51:30.119400 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba57f06f-a694-40b8-9ddf-1758df03d9ab req-03d53420-9a90-4882-94a6-b5cf933e6507 service neutron] Attempting to bind port 4a4f5ae5-21f8-47ed-a585-fd312baa6bb0 on network 337c3ab3-ef0c-4fa1-acf2-4708f0052c8f {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:51:30.123921 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba57f06f-a694-40b8-9ddf-1758df03d9ab req-03d53420-9a90-4882-94a6-b5cf933e6507 service neutron] Port 4a4f5ae5-21f8-47ed-a585-fd312baa6bb0 on network 337c3ab3-ef0c-4fa1-acf2-4708f0052c8f not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:51:30.124230 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba57f06f-a694-40b8-9ddf-1758df03d9ab req-03d53420-9a90-4882-94a6-b5cf933e6507 service neutron] Attempting to bind port 4a4f5ae5-21f8-47ed-a585-fd312baa6bb0 on network 337c3ab3-ef0c-4fa1-acf2-4708f0052c8f {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:51:30.129084 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba57f06f-a694-40b8-9ddf-1758df03d9ab req-03d53420-9a90-4882-94a6-b5cf933e6507 service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:51:30.129425 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba57f06f-a694-40b8-9ddf-1758df03d9ab req-03d53420-9a90-4882-94a6-b5cf933e6507 service neutron] Checking segment: {'id': '3656fd67-cb6b-4598-94c4-a20f557426ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '337c3ab3-ef0c-4fa1-acf2-4708f0052c8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:51:30.129804 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba57f06f-a694-40b8-9ddf-1758df03d9ab req-03d53420-9a90-4882-94a6-b5cf933e6507 service neutron] Bound using segment: {'id': '3656fd67-cb6b-4598-94c4-a20f557426ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '337c3ab3-ef0c-4fa1-acf2-4708f0052c8f'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:51:30.130231 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-ba57f06f-a694-40b8-9ddf-1758df03d9ab req-03d53420-9a90-4882-94a6-b5cf933e6507 service neutron] Bound port: 4a4f5ae5-21f8-47ed-a585-fd312baa6bb0, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3656fd67-cb6b-4598-94c4-a20f557426ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '337c3ab3-ef0c-4fa1-acf2-4708f0052c8f'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:51:30.130585 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ba57f06f-a694-40b8-9ddf-1758df03d9ab req-03d53420-9a90-4882-94a6-b5cf933e6507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:51:30.196230 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-ba57f06f-a694-40b8-9ddf-1758df03d9ab req-03d53420-9a90-4882-94a6-b5cf933e6507 service neutron] For port 4a4f5ae5-21f8-47ed-a585-fd312baa6bb0, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:51:30.199347 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-ba57f06f-a694-40b8-9ddf-1758df03d9ab req-03d53420-9a90-4882-94a6-b5cf933e6507 service neutron] For port 4a4f5ae5-21f8-47ed-a585-fd312baa6bb0, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=4a4f5ae5-21f8-47ed-a585-fd312baa6bb0,segment=NetworkSegment(3656fd67-cb6b-4598-94c4-a20f557426ef),segment_id=3656fd67-cb6b-4598-94c4-a20f557426ef)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:51:30.204368 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ba57f06f-a694-40b8-9ddf-1758df03d9ab req-03d53420-9a90-4882-94a6-b5cf933e6507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:51:30.204931 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:51:30.234394 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba57f06f-a694-40b8-9ddf-1758df03d9ab req-03d53420-9a90-4882-94a6-b5cf933e6507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:30.235206 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ba57f06f-a694-40b8-9ddf-1758df03d9ab req-03d53420-9a90-4882-94a6-b5cf933e6507 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:51:30.236695 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ba57f06f-a694-40b8-9ddf-1758df03d9ab req-03d53420-9a90-4882-94a6-b5cf933e6507 service neutron] 10.222.0.44 "PUT /v2.0/ports/4a4f5ae5-21f8-47ed-a585-fd312baa6bb0 HTTP/1.1" status: 200 len: 1092 time: 0.5856762 Oct 30 15:51:30.286900 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d53420-9a90-4882-94a6-b5cf933e6507 service neutron] Pushing event updated for resources: {'Port': ['ID=4a4f5ae5-21f8-47ed-a585-fd312baa6bb0,revision_number=7']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:51:30.304438 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba57f06f-a694-40b8-9ddf-1758df03d9ab req-eab938b7-4447-4db7-bd6e-efe14975b27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:30.305968 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ba57f06f-a694-40b8-9ddf-1758df03d9ab req-eab938b7-4447-4db7-bd6e-efe14975b27c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=46381d6bf06340e5b88f5848605c2679&device_id=988be291-4afe-47e6-b028-57b0f5e55608 HTTP/1.1" status: 200 len: 1095 time: 0.0452321 Oct 30 15:51:30.400231 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba57f06f-a694-40b8-9ddf-1758df03d9ab req-09d1204e-c77f-49ea-bb83-a7a6489a9522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:30.401683 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ba57f06f-a694-40b8-9ddf-1758df03d9ab req-09d1204e-c77f-49ea-bb83-a7a6489a9522 service neutron] 10.222.0.44 "GET /v2.0/networks?id=337c3ab3-ef0c-4fa1-acf2-4708f0052c8f HTTP/1.1" status: 200 len: 913 time: 0.0886335 Oct 30 15:51:30.442422 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ba57f06f-a694-40b8-9ddf-1758df03d9ab req-8d24263a-c872-474a-9a42-5532f99978db service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a4f5ae5-21f8-47ed-a585-fd312baa6bb0 HTTP/1.1" status: 200 len: 217 time: 0.0331774 Oct 30 15:51:30.495326 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba57f06f-a694-40b8-9ddf-1758df03d9ab req-41d06e76-e8f9-4c67-a9d9-c861335d9dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:30.497175 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ba57f06f-a694-40b8-9ddf-1758df03d9ab req-41d06e76-e8f9-4c67-a9d9-c861335d9dfe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6781e294-a219-47e4-afec-ff54c5b510f0 HTTP/1.1" status: 200 len: 852 time: 0.0455325 Oct 30 15:51:30.528617 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ba57f06f-a694-40b8-9ddf-1758df03d9ab req-c15bddee-e1b2-471e-8280-62e48977dcc3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=337c3ab3-ef0c-4fa1-acf2-4708f0052c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245526 Oct 30 15:51:30.616507 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ba57f06f-a694-40b8-9ddf-1758df03d9ab req-2e4685c6-fb70-4a71-9a6b-bf969f1eb9e1 service neutron] 10.222.0.44 "GET /v2.0/networks/337c3ab3-ef0c-4fa1-acf2-4708f0052c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802643 Oct 30 15:51:30.715013 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ba57f06f-a694-40b8-9ddf-1758df03d9ab req-e647efc4-e2f8-41d7-b404-dde4194a89ae service neutron] 10.222.0.44 "GET /v2.0/networks/337c3ab3-ef0c-4fa1-acf2-4708f0052c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917222 Oct 30 15:51:30.787261 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b977e27-7d82-4b91-a258-eb177af44833 req-f2a51169-bb96-48e6-bb6d-4ffda8a28881 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:30.789934 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6b977e27-7d82-4b91-a258-eb177af44833 req-f2a51169-bb96-48e6-bb6d-4ffda8a28881 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/ports?device_id=988be291-4afe-47e6-b028-57b0f5e55608 HTTP/1.1" status: 200 len: 943 time: 0.0496716 Oct 30 15:51:30.828552 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6b977e27-7d82-4b91-a258-eb177af44833 req-c6b791ea-5a23-440a-928b-4133dd640c1e tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/security-groups?id=34801747-7e45-4952-9eb9-4877e13b358e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328524 Oct 30 15:51:31.944881 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93867a6-ec9d-43a9-bae3-ae4827ad52e6 req-38d174bc-080c-483e-8575-a302a99002f6 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:31.946256 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c93867a6-ec9d-43a9-bae3-ae4827ad52e6 req-38d174bc-080c-483e-8575-a302a99002f6 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/ports?device_id=988be291-4afe-47e6-b028-57b0f5e55608 HTTP/1.1" status: 200 len: 943 time: 0.0484955 Oct 30 15:51:31.983401 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c93867a6-ec9d-43a9-bae3-ae4827ad52e6 req-e230fc4c-2a4b-44c1-b782-51d3cf924b8f tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/security-groups?id=34801747-7e45-4952-9eb9-4877e13b358e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306861 Oct 30 15:51:32.044107 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '988be291-4afe-47e6-b028-57b0f5e55608', 'tag': '4a4f5ae5-21f8-47ed-a585-fd312baa6bb0'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:51:32.046430 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2ae2b7-042f-4f4f-a0a2-4458f8c064d2" -d '{"events": [{"name": "network-changed", "server_uuid": "988be291-4afe-47e6-b028-57b0f5e55608", "tag": "4a4f5ae5-21f8-47ed-a585-fd312baa6bb0"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:51:32.095491 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce42e981-a009-408b-bb62-89ac67b80b35 x-openstack-request-id: req-ce42e981-a009-408b-bb62-89ac67b80b35 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:51:32.095779 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "988be291-4afe-47e6-b028-57b0f5e55608", "tag": "4a4f5ae5-21f8-47ed-a585-fd312baa6bb0", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:51:32.096036 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ce42e981-a009-408b-bb62-89ac67b80b35 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:51:32.096439 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '988be291-4afe-47e6-b028-57b0f5e55608', 'tag': '4a4f5ae5-21f8-47ed-a585-fd312baa6bb0', 'status': 'completed', 'code': 200} Oct 30 15:51:32.192849 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ae2b7-042f-4f4f-a0a2-4458f8c064d2 req-5b1f3203-0b34-4259-bd4a-efe81e0afd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:32.195325 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9e2ae2b7-042f-4f4f-a0a2-4458f8c064d2 req-5b1f3203-0b34-4259-bd4a-efe81e0afd24 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=46381d6bf06340e5b88f5848605c2679&device_id=988be291-4afe-47e6-b028-57b0f5e55608 HTTP/1.1" status: 200 len: 1095 time: 0.0744715 Oct 30 15:51:32.205175 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ae2b7-042f-4f4f-a0a2-4458f8c064d2 req-4060d09d-0599-47e0-894c-c4e994fb144a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:32.206871 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9e2ae2b7-042f-4f4f-a0a2-4458f8c064d2 req-4060d09d-0599-47e0-894c-c4e994fb144a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=46381d6bf06340e5b88f5848605c2679&device_id=988be291-4afe-47e6-b028-57b0f5e55608 HTTP/1.1" status: 200 len: 1095 time: 0.0847566 Oct 30 15:51:32.211999 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:51:32.376644 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ae2b7-042f-4f4f-a0a2-4458f8c064d2 req-583ab904-3ef8-4bd8-af14-51e05d9f2215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:32.378104 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9e2ae2b7-042f-4f4f-a0a2-4458f8c064d2 req-583ab904-3ef8-4bd8-af14-51e05d9f2215 service neutron] 10.222.0.44 "GET /v2.0/networks?id=337c3ab3-ef0c-4fa1-acf2-4708f0052c8f HTTP/1.1" status: 200 len: 913 time: 0.1753030 Oct 30 15:51:32.379210 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ae2b7-042f-4f4f-a0a2-4458f8c064d2 req-0970c84e-bca9-46a3-ba77-1ff3ed3c2b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:32.380538 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9e2ae2b7-042f-4f4f-a0a2-4458f8c064d2 req-0970c84e-bca9-46a3-ba77-1ff3ed3c2b4a service neutron] 10.222.0.53 "GET /v2.0/networks?id=337c3ab3-ef0c-4fa1-acf2-4708f0052c8f HTTP/1.1" status: 200 len: 913 time: 0.1658823 Oct 30 15:51:32.451389 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9e2ae2b7-042f-4f4f-a0a2-4458f8c064d2 req-0433133d-4b03-4f6a-a0f6-9427f9fd8689 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a4f5ae5-21f8-47ed-a585-fd312baa6bb0 HTTP/1.1" status: 200 len: 217 time: 0.0658000 Oct 30 15:51:32.452719 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9e2ae2b7-042f-4f4f-a0a2-4458f8c064d2 req-21d164fc-420c-4fc6-ba0f-af6d05e654fa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a4f5ae5-21f8-47ed-a585-fd312baa6bb0 HTTP/1.1" status: 200 len: 217 time: 0.0619104 Oct 30 15:51:32.531639 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ae2b7-042f-4f4f-a0a2-4458f8c064d2 req-41b02e69-2605-4d4b-9a32-d817b986ff61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:32.533064 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9e2ae2b7-042f-4f4f-a0a2-4458f8c064d2 req-41b02e69-2605-4d4b-9a32-d817b986ff61 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6781e294-a219-47e4-afec-ff54c5b510f0 HTTP/1.1" status: 200 len: 852 time: 0.0757153 Oct 30 15:51:32.534504 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ae2b7-042f-4f4f-a0a2-4458f8c064d2 req-3cb179a4-5972-4984-a816-5ca762ca4dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:32.535826 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9e2ae2b7-042f-4f4f-a0a2-4458f8c064d2 req-3cb179a4-5972-4984-a816-5ca762ca4dc7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6781e294-a219-47e4-afec-ff54c5b510f0 HTTP/1.1" status: 200 len: 852 time: 0.0715828 Oct 30 15:51:32.572705 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9e2ae2b7-042f-4f4f-a0a2-4458f8c064d2 req-7f6650f5-3131-4678-8db7-a2e2fd534532 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=337c3ab3-ef0c-4fa1-acf2-4708f0052c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332265 Oct 30 15:51:32.586982 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9e2ae2b7-042f-4f4f-a0a2-4458f8c064d2 req-ed3c31dc-5d43-47df-b923-d4fddd65f804 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=337c3ab3-ef0c-4fa1-acf2-4708f0052c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399427 Oct 30 15:51:32.722488 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 4a4f5ae5-21f8-47ed-a585-fd312baa6bb0 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:51:32.737012 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9e2ae2b7-042f-4f4f-a0a2-4458f8c064d2 req-8c4bdf36-393d-4ec3-87e6-bf11ee29d388 service neutron] 10.222.0.44 "GET /v2.0/networks/337c3ab3-ef0c-4fa1-acf2-4708f0052c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518812 Oct 30 15:51:32.742077 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9e2ae2b7-042f-4f4f-a0a2-4458f8c064d2 req-cd882a3c-3f93-471c-bba8-978593a8c989 service neutron] 10.222.0.53 "GET /v2.0/networks/337c3ab3-ef0c-4fa1-acf2-4708f0052c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474895 Oct 30 15:51:32.760750 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 4a4f5ae5-21f8-47ed-a585-fd312baa6bb0 not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:51:32.894778 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9e2ae2b7-042f-4f4f-a0a2-4458f8c064d2 req-cbce18bc-956c-4d4d-b290-e9da4f51f3c0 service neutron] 10.222.0.44 "GET /v2.0/networks/337c3ab3-ef0c-4fa1-acf2-4708f0052c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512985 Oct 30 15:51:32.896651 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9e2ae2b7-042f-4f4f-a0a2-4458f8c064d2 req-e878967f-1bfc-41d2-8498-14e483c1168f service neutron] 10.222.0.53 "GET /v2.0/networks/337c3ab3-ef0c-4fa1-acf2-4708f0052c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459219 Oct 30 15:51:33.101939 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0834c349-a67f-4549-a6de-a3c2516e3951 req-ed86e7c2-f0eb-4053-a59b-b9feee9cf05a tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:33.103385 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0834c349-a67f-4549-a6de-a3c2516e3951 req-ed86e7c2-f0eb-4053-a59b-b9feee9cf05a tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/ports?device_id=988be291-4afe-47e6-b028-57b0f5e55608 HTTP/1.1" status: 200 len: 943 time: 0.0523810 Oct 30 15:51:33.140684 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0834c349-a67f-4549-a6de-a3c2516e3951 req-2161e9a0-6fac-4cd9-8a43-343cb9ac07dd tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/security-groups?id=34801747-7e45-4952-9eb9-4877e13b358e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308542 Oct 30 15:51:33.378258 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3948d366-13bd-49e6-98fd-cf08883efca2 req-2b335703-1e45-4b79-90c6-9fb6520c940f tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:33.379630 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3948d366-13bd-49e6-98fd-cf08883efca2 req-2b335703-1e45-4b79-90c6-9fb6520c940f tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.53 "GET /v2.0/ports?device_id=988be291-4afe-47e6-b028-57b0f5e55608&tenant_id=46381d6bf06340e5b88f5848605c2679&binding%3Ahost_id=n-h2-806683-17 HTTP/1.1" status: 200 len: 943 time: 0.0502493 Oct 30 15:51:33.438583 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [req-3948d366-13bd-49e6-98fd-cf08883efca2 req-eb52f587-9942-4aba-82b1-4045d33ba5ad service neutron] delete failed (client error): The resource could not be found. Oct 30 15:51:33.439603 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3948d366-13bd-49e6-98fd-cf08883efca2 req-eb52f587-9942-4aba-82b1-4045d33ba5ad service neutron] 10.222.0.53 "DELETE /v2.0/ports/4a4f5ae5-21f8-47ed-a585-fd312baa6bb0/bindings/n-h1-806683-17 HTTP/1.1" status: 404 len: 381 time: 0.0526111 Oct 30 15:51:33.520701 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3948d366-13bd-49e6-98fd-cf08883efca2 req-a3c094b6-0a1a-4429-b2c8-c6ca8ff25841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:33.522181 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3948d366-13bd-49e6-98fd-cf08883efca2 req-a3c094b6-0a1a-4429-b2c8-c6ca8ff25841 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=46381d6bf06340e5b88f5848605c2679&device_id=988be291-4afe-47e6-b028-57b0f5e55608 HTTP/1.1" status: 200 len: 1095 time: 0.0403857 Oct 30 15:51:33.612056 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3948d366-13bd-49e6-98fd-cf08883efca2 req-3a4adf8c-c88f-41f3-b9c5-a886f0ff73ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:33.613511 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3948d366-13bd-49e6-98fd-cf08883efca2 req-3a4adf8c-c88f-41f3-b9c5-a886f0ff73ee service neutron] 10.222.0.53 "GET /v2.0/networks?id=337c3ab3-ef0c-4fa1-acf2-4708f0052c8f HTTP/1.1" status: 200 len: 913 time: 0.0849431 Oct 30 15:51:33.653678 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3948d366-13bd-49e6-98fd-cf08883efca2 req-8363cf8c-b9a1-45e0-8b6d-89df7af5d095 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a4f5ae5-21f8-47ed-a585-fd312baa6bb0 HTTP/1.1" status: 200 len: 217 time: 0.0333560 Oct 30 15:51:33.710031 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3948d366-13bd-49e6-98fd-cf08883efca2 req-6037e46b-f66c-4e0a-9dfb-7657024cac3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:33.711487 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3948d366-13bd-49e6-98fd-cf08883efca2 req-6037e46b-f66c-4e0a-9dfb-7657024cac3a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6781e294-a219-47e4-afec-ff54c5b510f0 HTTP/1.1" status: 200 len: 852 time: 0.0513711 Oct 30 15:51:33.742119 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3948d366-13bd-49e6-98fd-cf08883efca2 req-31e622c0-7c91-4db4-bcd3-069604267870 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=337c3ab3-ef0c-4fa1-acf2-4708f0052c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237811 Oct 30 15:51:33.828203 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3948d366-13bd-49e6-98fd-cf08883efca2 req-9db8ca62-3d7d-4a57-88d8-b228960d77fd service neutron] 10.222.0.53 "GET /v2.0/networks/337c3ab3-ef0c-4fa1-acf2-4708f0052c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790267 Oct 30 15:51:33.870405 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 4a4f5ae5-21f8-47ed-a585-fd312baa6bb0 details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:51:33.920309 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3948d366-13bd-49e6-98fd-cf08883efca2 req-1a75be7e-0a82-4523-b89b-c15611c65775 service neutron] 10.222.0.53 "GET /v2.0/networks/337c3ab3-ef0c-4fa1-acf2-4708f0052c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854967 Oct 30 15:51:33.964173 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 4a4f5ae5-21f8-47ed-a585-fd312baa6bb0, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=4a4f5ae5-21f8-47ed-a585-fd312baa6bb0,segment=NetworkSegment(3656fd67-cb6b-4598-94c4-a20f557426ef),segment_id=3656fd67-cb6b-4598-94c4-a20f557426ef)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:51:33.975978 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': '4a4f5ae5-21f8-47ed-a585-fd312baa6bb0', 'network_id': '337c3ab3-ef0c-4fa1-acf2-4708f0052c8f', 'port_id': '4a4f5ae5-21f8-47ed-a585-fd312baa6bb0', 'mac_address': 'fa:16:3e:d7:45:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6781e294-a219-47e4-afec-ff54c5b510f0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:51:34.016444 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:51:34.029720 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a4f5ae5-21f8-47ed-a585-fd312baa6bb0 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:51:34.049112 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 4a4f5ae5-21f8-47ed-a585-fd312baa6bb0, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=4a4f5ae5-21f8-47ed-a585-fd312baa6bb0,segment=NetworkSegment(3656fd67-cb6b-4598-94c4-a20f557426ef),segment_id=3656fd67-cb6b-4598-94c4-a20f557426ef)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:51:34.052845 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:51:34.099076 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=4a4f5ae5-21f8-47ed-a585-fd312baa6bb0,revision_number=8']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:51:34.301414 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['4a4f5ae5-21f8-47ed-a585-fd312baa6bb0'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:51:34.592170 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d956525-a4f7-4555-adb9-257049fd274e req-12b51e2c-4fe6-4e34-9af9-bc245e48b044 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:34.593612 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1d956525-a4f7-4555-adb9-257049fd274e req-12b51e2c-4fe6-4e34-9af9-bc245e48b044 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/ports?device_id=988be291-4afe-47e6-b028-57b0f5e55608 HTTP/1.1" status: 200 len: 944 time: 0.0492568 Oct 30 15:51:34.631881 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1d956525-a4f7-4555-adb9-257049fd274e req-bb3f85ff-890a-46ff-990f-4d19469f586e tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/security-groups?id=34801747-7e45-4952-9eb9-4877e13b358e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319083 Oct 30 15:51:35.759721 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb18e1c4-0f70-4d6d-b0d4-6ed39437e943 req-adc62cd4-a3bf-4c22-afbc-dbf05f9d8087 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:35.761266 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-eb18e1c4-0f70-4d6d-b0d4-6ed39437e943 req-adc62cd4-a3bf-4c22-afbc-dbf05f9d8087 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/ports?device_id=988be291-4afe-47e6-b028-57b0f5e55608 HTTP/1.1" status: 200 len: 944 time: 0.0571980 Oct 30 15:51:35.800282 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-eb18e1c4-0f70-4d6d-b0d4-6ed39437e943 req-a1686848-4e8c-4f37-a3c2-2ca84a6910be tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.62 "GET /v2.0/security-groups?id=34801747-7e45-4952-9eb9-4877e13b358e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327497 Oct 30 15:51:35.859200 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3948d366-13bd-49e6-98fd-cf08883efca2 req-b894414e-51e3-45b6-b64f-83fd198a3652 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:35.860640 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3948d366-13bd-49e6-98fd-cf08883efca2 req-b894414e-51e3-45b6-b64f-83fd198a3652 tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.44 "GET /v2.0/ports?device_id=988be291-4afe-47e6-b028-57b0f5e55608 HTTP/1.1" status: 200 len: 944 time: 0.0514007 Oct 30 15:51:35.878505 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 4a4f5ae5-21f8-47ed-a585-fd312baa6bb0 up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:51:35.928360 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port 4a4f5ae5-21f8-47ed-a585-fd312baa6bb0 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:51:35.932139 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port 4a4f5ae5-21f8-47ed-a585-fd312baa6bb0 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:51:35.932513 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:51:35.947693 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-3948d366-13bd-49e6-98fd-cf08883efca2 req-4ad2f934-4e8d-4d16-b377-d015047e7d4c tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] Deleting port 4a4f5ae5-21f8-47ed-a585-fd312baa6bb0 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:51:35.948031 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-3948d366-13bd-49e6-98fd-cf08883efca2 req-4ad2f934-4e8d-4d16-b377-d015047e7d4c tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:51:36.008543 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:51:36.034716 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '988be291-4afe-47e6-b028-57b0f5e55608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a4f5ae5-21f8-47ed-a585-fd312baa6bb0'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:51:36.037066 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ae3b8d-04c8-40ef-8e9d-c031c66dcc3b" -d '{"events": [{"server_uuid": "988be291-4afe-47e6-b028-57b0f5e55608", "name": "network-vif-plugged", "status": "completed", "tag": "4a4f5ae5-21f8-47ed-a585-fd312baa6bb0"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:51:36.039882 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-3948d366-13bd-49e6-98fd-cf08883efca2 req-4ad2f934-4e8d-4d16-b377-d015047e7d4c tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] For port 4a4f5ae5-21f8-47ed-a585-fd312baa6bb0, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=4a4f5ae5-21f8-47ed-a585-fd312baa6bb0,segment=NetworkSegment(3656fd67-cb6b-4598-94c4-a20f557426ef),segment_id=3656fd67-cb6b-4598-94c4-a20f557426ef)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:51:36.040247 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-3948d366-13bd-49e6-98fd-cf08883efca2 req-4ad2f934-4e8d-4d16-b377-d015047e7d4c tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:51:36.051898 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 4a4f5ae5-21f8-47ed-a585-fd312baa6bb0, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=4a4f5ae5-21f8-47ed-a585-fd312baa6bb0,segment=NetworkSegment(3656fd67-cb6b-4598-94c4-a20f557426ef),segment_id=3656fd67-cb6b-4598-94c4-a20f557426ef)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:51:36.053863 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-3948d366-13bd-49e6-98fd-cf08883efca2 req-4ad2f934-4e8d-4d16-b377-d015047e7d4c tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] Calling delete_port for 4a4f5ae5-21f8-47ed-a585-fd312baa6bb0 owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:51:36.056633 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:51:36.082292 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d11f83-3a4f-4aad-bded-edfd8c5f9f37 x-openstack-request-id: req-d0d11f83-3a4f-4aad-bded-edfd8c5f9f37 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:51:36.082579 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "988be291-4afe-47e6-b028-57b0f5e55608", "name": "network-vif-plugged", "status": "completed", "tag": "4a4f5ae5-21f8-47ed-a585-fd312baa6bb0", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:51:36.082829 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d0d11f83-3a4f-4aad-bded-edfd8c5f9f37 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:51:36.083218 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '988be291-4afe-47e6-b028-57b0f5e55608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a4f5ae5-21f8-47ed-a585-fd312baa6bb0', 'code': 200} Oct 30 15:51:36.109265 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=4a4f5ae5-21f8-47ed-a585-fd312baa6bb0,revision_number=9']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:51:36.182007 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-3948d366-13bd-49e6-98fd-cf08883efca2 req-4ad2f934-4e8d-4d16-b377-d015047e7d4c tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:51:36.193307 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['4a4f5ae5-21f8-47ed-a585-fd312baa6bb0'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:51:36.213429 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad2f934-4e8d-4d16-b377-d015047e7d4c tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] Pushing event deleted for resources: {'Port': ['ID=4a4f5ae5-21f8-47ed-a585-fd312baa6bb0,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:51:36.256923 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-3948d366-13bd-49e6-98fd-cf08883efca2 req-4ad2f934-4e8d-4d16-b377-d015047e7d4c tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] No DVR routers for this DVR port 4a4f5ae5-21f8-47ed-a585-fd312baa6bb0 on host n-h2-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:51:36.259597 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-3948d366-13bd-49e6-98fd-cf08883efca2 req-4ad2f934-4e8d-4d16-b377-d015047e7d4c tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:51:36.262905 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3948d366-13bd-49e6-98fd-cf08883efca2 req-4ad2f934-4e8d-4d16-b377-d015047e7d4c tempest-DeleteServersTestJSON-1482151882 tempest-DeleteServersTestJSON-1482151882-project] 10.222.0.44 "DELETE /v2.0/ports/4a4f5ae5-21f8-47ed-a585-fd312baa6bb0 HTTP/1.1" status: 204 len: 173 time: 0.3965361 Oct 30 15:51:36.263342 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '988be291-4afe-47e6-b028-57b0f5e55608', 'name': 'network-vif-deleted', 'tag': '4a4f5ae5-21f8-47ed-a585-fd312baa6bb0'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:51:36.265650 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b568014-7d1e-4e0b-a090-132a108d2183" -d '{"events": [{"server_uuid": "988be291-4afe-47e6-b028-57b0f5e55608", "name": "network-vif-deleted", "tag": "4a4f5ae5-21f8-47ed-a585-fd312baa6bb0"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:51:36.305528 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc57952b-a8e4-4fc1-aecb-f26512cc23e6 x-openstack-request-id: req-dc57952b-a8e4-4fc1-aecb-f26512cc23e6 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:51:36.305824 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "988be291-4afe-47e6-b028-57b0f5e55608", "name": "network-vif-deleted", "tag": "4a4f5ae5-21f8-47ed-a585-fd312baa6bb0", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:51:36.306076 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dc57952b-a8e4-4fc1-aecb-f26512cc23e6 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:51:36.306469 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '988be291-4afe-47e6-b028-57b0f5e55608', 'name': 'network-vif-deleted', 'tag': '4a4f5ae5-21f8-47ed-a585-fd312baa6bb0', 'status': 'completed', 'code': 200} Oct 30 15:51:36.934863 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 55260) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:51:36.978018 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bc55f8b-c2fa-4b22-b787-e2d1b591405a admin admin] Deleting subnet 6781e294-a219-47e4-afec-ff54c5b510f0 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:51:36.981055 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0bc55f8b-c2fa-4b22-b787-e2d1b591405a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:51:37.015065 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0bc55f8b-c2fa-4b22-b787-e2d1b591405a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:51:37.056425 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0bc55f8b-c2fa-4b22-b787-e2d1b591405a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:51:37.110670 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0bc55f8b-c2fa-4b22-b787-e2d1b591405a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:51:37.135350 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc55f8b-c2fa-4b22-b787-e2d1b591405a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6781e294-a219-47e4-afec-ff54c5b510f0,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:51:37.142307 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0bc55f8b-c2fa-4b22-b787-e2d1b591405a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:51:37.145670 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-0bc55f8b-c2fa-4b22-b787-e2d1b591405a admin admin] 10.222.0.62 "DELETE /v2.0/subnets/6781e294-a219-47e4-afec-ff54c5b510f0 HTTP/1.1" status: 204 len: 168 time: 0.2097821 Oct 30 15:51:37.148272 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 55262) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:51:37.215865 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2ec1e1bb-5fca-448f-a2f9-58f156889f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:51:37.296142 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2ec1e1bb-5fca-448f-a2f9-58f156889f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:51:37.315862 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-2ec1e1bb-5fca-448f-a2f9-58f156889f08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['337c3ab3-ef0c-4fa1-acf2-4708f0052c8f']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:51:37.324991 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-2ec1e1bb-5fca-448f-a2f9-58f156889f08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3656fd67-cb6b-4598-94c4-a20f557426ef') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:51:37.325285 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-2ec1e1bb-5fca-448f-a2f9-58f156889f08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3656fd67-cb6b-4598-94c4-a20f557426ef') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:51:37.334518 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2ec1e1bb-5fca-448f-a2f9-58f156889f08 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:51:37.347551 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2ec1e1bb-5fca-448f-a2f9-58f156889f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:51:37.353936 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ec1e1bb-5fca-448f-a2f9-58f156889f08 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:51:37.354316 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2ec1e1bb-5fca-448f-a2f9-58f156889f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:51:37.356796 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:51:37.356796 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:51:37.356796 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:51:37.356796 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:51:37.356796 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:51:37.356796 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:51:37.356796 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:51:37.356796 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:51:37.356796 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:51:37.356796 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:51:37.356796 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:51:37.356796 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:51:37.356796 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:51:37.356796 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:51:37.356796 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:51:37.356796 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:51:37.356796 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:51:37.356796 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:51:37.356796 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:51:37.356796 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:51:37.356796 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:51:37.356796 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:51:37.356796 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:51:37.356796 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:51:37.356796 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:51:37.356796 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:51:37.356796 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:51:37.356796 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:51:37.356796 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:51:37.356796 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:51:37.356796 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:51:37.356796 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:51:37.413965 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2ec1e1bb-5fca-448f-a2f9-58f156889f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:51:37.421611 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2ec1e1bb-5fca-448f-a2f9-58f156889f08 admin admin] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:51:37.424634 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-2ec1e1bb-5fca-448f-a2f9-58f156889f08 admin admin] 10.222.0.62 "DELETE /v2.0/networks/337c3ab3-ef0c-4fa1-acf2-4708f0052c8f HTTP/1.1" status: 204 len: 168 time: 0.2752993 Oct 30 15:51:37.436884 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec1e1bb-5fca-448f-a2f9-58f156889f08 admin admin] Pushing event deleted for resources: {'Network': ['ID=337c3ab3-ef0c-4fa1-acf2-4708f0052c8f,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:51:37.530909 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 55266) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:51:37.570640 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-1f94e9c5-dd7e-410d-a28a-4331e74cfe44 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=46381d6bf06340e5b88f5848605c2679&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384746 Oct 30 15:51:37.573033 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 55268) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:51:37.620966 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a189d285-e7b3-465e-b1c8-b291b28205ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:51:37.646672 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a189d285-e7b3-465e-b1c8-b291b28205ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:51:37.693610 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a189d285-e7b3-465e-b1c8-b291b28205ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:51:37.696344 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a189d285-e7b3-465e-b1c8-b291b28205ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:51:37.697493 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-a189d285-e7b3-465e-b1c8-b291b28205ea admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/34801747-7e45-4952-9eb9-4877e13b358e HTTP/1.1" status: 204 len: 168 time: 0.1235757 Oct 30 15:51:37.705846 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a189d285-e7b3-465e-b1c8-b291b28205ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34801747-7e45-4952-9eb9-4877e13b358e,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:51:37.713205 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a189d285-e7b3-465e-b1c8-b291b28205ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:51:37.713978 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a189d285-e7b3-465e-b1c8-b291b28205ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:51:37.714461 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a189d285-e7b3-465e-b1c8-b291b28205ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:51:37.714886 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a189d285-e7b3-465e-b1c8-b291b28205ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:51:37.715932 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a189d285-e7b3-465e-b1c8-b291b28205ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:51:37.716268 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a189d285-e7b3-465e-b1c8-b291b28205ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:51:37.716624 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a189d285-e7b3-465e-b1c8-b291b28205ea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:51:37.716961 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a189d285-e7b3-465e-b1c8-b291b28205ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:51:37.717290 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a189d285-e7b3-465e-b1c8-b291b28205ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:51:37.717610 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a189d285-e7b3-465e-b1c8-b291b28205ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:51:37.717928 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a189d285-e7b3-465e-b1c8-b291b28205ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:51:37.718255 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a189d285-e7b3-465e-b1c8-b291b28205ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:51:38.339136 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 55290) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:51:38.439289 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-1eaad32a-3b4d-49e1-a223-6f311e1370be admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2033736829-network', 'tenant_id': '29b26353ab5d49aea8074c2b7b77f6d0'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:51:38.460673 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eaad32a-3b4d-49e1-a223-6f311e1370be admin admin] Made reservation on behalf of 29b26353ab5d49aea8074c2b7b77f6d0 for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:51:38.463064 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1eaad32a-3b4d-49e1-a223-6f311e1370be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:51:38.471378 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1eaad32a-3b4d-49e1-a223-6f311e1370be admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:51:38.546402 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1eaad32a-3b4d-49e1-a223-6f311e1370be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:51:38.550151 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1eaad32a-3b4d-49e1-a223-6f311e1370be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:51:38.577638 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eaad32a-3b4d-49e1-a223-6f311e1370be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:51:38.583842 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaad32a-3b4d-49e1-a223-6f311e1370be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=774f50b2-ff13-4b95-98d3-6aa9c2f74e16,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:51:38.591788 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1eaad32a-3b4d-49e1-a223-6f311e1370be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:51:38.592141 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-1eaad32a-3b4d-49e1-a223-6f311e1370be admin admin] Added segment eb05625a-685d-4a3d-b511-0ac797aac3f6 of type vlan for network 7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812 Oct 30 15:51:38.633217 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1eaad32a-3b4d-49e1-a223-6f311e1370be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:51:38.656754 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1eaad32a-3b4d-49e1-a223-6f311e1370be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:51:38.657684 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eaad32a-3b4d-49e1-a223-6f311e1370be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:38.658309 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1eaad32a-3b4d-49e1-a223-6f311e1370be admin admin] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:51:38.708498 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-1eaad32a-3b4d-49e1-a223-6f311e1370be admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3682089 Oct 30 15:51:38.711524 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 55294) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:51:38.717477 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-badac889-cd35-4643-a9bc-73927b763e21 admin admin] Request body: {'subnet': {'network_id': '7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2033736829-subnet', 'tenant_id': '29b26353ab5d49aea8074c2b7b77f6d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:51:38.722023 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaad32a-3b4d-49e1-a223-6f311e1370be admin admin] Pushing event updated for resources: {'Network': ['ID=7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:51:38.732260 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:51:38.740692 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-badac889-cd35-4643-a9bc-73927b763e21 admin admin] Made reservation on behalf of 29b26353ab5d49aea8074c2b7b77f6d0 for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:51:38.742998 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-badac889-cd35-4643-a9bc-73927b763e21 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:51:38.921049 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-badac889-cd35-4643-a9bc-73927b763e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:51:38.975322 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badac889-cd35-4643-a9bc-73927b763e21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f6d0cf2-322e-4afe-ab63-a077d5788009,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:51:38.985384 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badac889-cd35-4643-a9bc-73927b763e21 admin admin] Checking segment: {'id': 'eb05625a-685d-4a3d-b511-0ac797aac3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:51:38.985731 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badac889-cd35-4643-a9bc-73927b763e21 admin admin] Network hostable DHCP agents. Network: 7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:51:39.000869 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badac889-cd35-4643-a9bc-73927b763e21 admin admin] Network 7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:51:39.009129 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-badac889-cd35-4643-a9bc-73927b763e21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:51:39.013642 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badac889-cd35-4643-a9bc-73927b763e21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:39.014197 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-badac889-cd35-4643-a9bc-73927b763e21 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:51:39.020514 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e154cc21-1bd8-4e3a-814e-d34c39594e50 None None] Network 7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:51:39.030509 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-badac889-cd35-4643-a9bc-73927b763e21 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3176980 Oct 30 15:51:39.179665 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b19066-a2b3-46ad-993f-f139e25e88db None None] Network 7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:51:39.489408 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd0060-8597-4af9-998a-a8a7a883a778 req-2b12f6e8-a9e8-4d12-99c3-95529152ba3f tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:39.490789 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-82cd0060-8597-4af9-998a-a8a7a883a778 req-2b12f6e8-a9e8-4d12-99c3-95529152ba3f tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/networks?id=7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812 HTTP/1.1" status: 200 len: 815 time: 0.1065969 Oct 30 15:51:39.506274 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-82cd0060-8597-4af9-998a-a8a7a883a778 req-ef8d1bea-57d4-4dba-b18b-43f54ecbc90c tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/quotas/29b26353ab5d49aea8074c2b7b77f6d0 HTTP/1.1" status: 200 len: 375 time: 0.0096290 Oct 30 15:51:39.537543 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-82cd0060-8597-4af9-998a-a8a7a883a778 req-68fe990a-f76e-4265-8587-5f0a3ed56dde tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=29b26353ab5d49aea8074c2b7b77f6d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260422 Oct 30 15:51:39.629674 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-82cd0060-8597-4af9-998a-a8a7a883a778 req-ea135f79-9d31-49cd-9484-cc11f3cf206e service neutron] 10.222.0.62 "GET /v2.0/networks/7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848491 Oct 30 15:51:39.722448 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-82cd0060-8597-4af9-998a-a8a7a883a778 req-f3c9924c-7083-4920-a8df-aacc968b5aba service neutron] 10.222.0.62 "GET /v2.0/networks/7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867331 Oct 30 15:51:39.879384 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a5092c85-0c97-49be-85c9-71c87fedfd17 req-76c8a3d2-ad25-4d01-a8cf-fead674aec66 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9c057a4-41b5-403e-a56c-76536b083041 HTTP/1.1" status: 200 len: 210 time: 0.0279915 Oct 30 15:51:39.913855 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 4a4f5ae5-21f8-47ed-a585-fd312baa6bb0 no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:51:39.934957 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] No Port match for: 4a4f5ae5-21f8-47ed-a585-fd312baa6bb0 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:51:39.935161 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 4a4f5ae5-21f8-47ed-a585-fd312baa6bb0 not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:51:40.805065 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd0060-8597-4af9-998a-a8a7a883a778 req-9c553410-2186-4a15-8855-c8f7e4947e31 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:40.806603 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-82cd0060-8597-4af9-998a-a8a7a883a778 req-9c553410-2186-4a15-8855-c8f7e4947e31 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.44 "GET /v2.0/networks?id=7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812 HTTP/1.1" status: 200 len: 815 time: 0.1074903 Oct 30 15:51:40.819841 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-82cd0060-8597-4af9-998a-a8a7a883a778 req-5b946cde-fedc-48ad-afd6-26a26834d573 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Request body: {'port': {'device_id': 'd9c057a4-41b5-403e-a56c-76536b083041', 'network_id': '7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812', 'admin_state_up': True, 'tenant_id': '29b26353ab5d49aea8074c2b7b77f6d0'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:51:40.923283 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82cd0060-8597-4af9-998a-a8a7a883a778 req-5b946cde-fedc-48ad-afd6-26a26834d573 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Made reservation on behalf of 29b26353ab5d49aea8074c2b7b77f6d0 for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:51:40.926807 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-82cd0060-8597-4af9-998a-a8a7a883a778 req-5b946cde-fedc-48ad-afd6-26a26834d573 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:51:40.978045 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b7374a86-4256-4f5b-9c4c-33ea7372bbb3 req-06eacf9e-bdbe-428e-be1d-83e7a5180c05 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9c057a4-41b5-403e-a56c-76536b083041 HTTP/1.1" status: 200 len: 210 time: 0.0314984 Oct 30 15:51:41.062488 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-82cd0060-8597-4af9-998a-a8a7a883a778 req-5b946cde-fedc-48ad-afd6-26a26834d573 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Allocated IP 172.20.0.7 (7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812/8f6d0cf2-322e-4afe-ab63-a077d5788009/f877bcd1-1125-4d4e-9921-57dfd33b4286) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:51:41.221807 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-82cd0060-8597-4af9-998a-a8a7a883a778 req-5b946cde-fedc-48ad-afd6-26a26834d573 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:51:41.256473 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-82cd0060-8597-4af9-998a-a8a7a883a778 req-5b946cde-fedc-48ad-afd6-26a26834d573 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:51:41.300181 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82cd0060-8597-4af9-998a-a8a7a883a778 req-5b946cde-fedc-48ad-afd6-26a26834d573 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Network 7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:51:41.303265 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-82cd0060-8597-4af9-998a-a8a7a883a778 req-5b946cde-fedc-48ad-afd6-26a26834d573 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:51:41.306914 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-82cd0060-8597-4af9-998a-a8a7a883a778 req-5b946cde-fedc-48ad-afd6-26a26834d573 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:51:41.313960 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b946cde-fedc-48ad-afd6-26a26834d573 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Pushing event updated for resources: {'Port': ['ID=f877bcd1-1125-4d4e-9921-57dfd33b4286,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:51:41.359417 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd0060-8597-4af9-998a-a8a7a883a778 req-5b946cde-fedc-48ad-afd6-26a26834d573 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:41.360046 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-82cd0060-8597-4af9-998a-a8a7a883a778 req-5b946cde-fedc-48ad-afd6-26a26834d573 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:51:41.375999 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-82cd0060-8597-4af9-998a-a8a7a883a778 req-5b946cde-fedc-48ad-afd6-26a26834d573 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5598001 Oct 30 15:51:41.388328 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-82cd0060-8597-4af9-998a-a8a7a883a778 req-32baa73c-8e7b-4081-92e3-850d821728da service neutron] Request body: {'port': {'device_id': 'd9c057a4-41b5-403e-a56c-76536b083041', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:51:41.758993 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-82cd0060-8597-4af9-998a-a8a7a883a778 req-32baa73c-8e7b-4081-92e3-850d821728da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:51:42.013212 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-82cd0060-8597-4af9-998a-a8a7a883a778 req-32baa73c-8e7b-4081-92e3-850d821728da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f877bcd1-1125-4d4e-9921-57dfd33b4286 {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:51:42.021234 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-82cd0060-8597-4af9-998a-a8a7a883a778 req-32baa73c-8e7b-4081-92e3-850d821728da service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:51:42.034410 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-82cd0060-8597-4af9-998a-a8a7a883a778 req-32baa73c-8e7b-4081-92e3-850d821728da service neutron] Transition to ACTIVE for port object f877bcd1-1125-4d4e-9921-57dfd33b4286 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:51:42.038089 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-82cd0060-8597-4af9-998a-a8a7a883a778 req-32baa73c-8e7b-4081-92e3-850d821728da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:51:42.122117 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32baa73c-8e7b-4081-92e3-850d821728da service neutron] Pushing event updated for resources: {'Port': ['ID=f877bcd1-1125-4d4e-9921-57dfd33b4286,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:51:42.176259 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf5205f-1b6e-4525-b5ac-3e1d2af2ba68 req-42082507-05d3-4530-b1c0-456d2472b5b4 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:42.177736 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bcf5205f-1b6e-4525-b5ac-3e1d2af2ba68 req-42082507-05d3-4530-b1c0-456d2472b5b4 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9c057a4-41b5-403e-a56c-76536b083041 HTTP/1.1" status: 200 len: 943 time: 0.1118474 Oct 30 15:51:42.220711 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-82cd0060-8597-4af9-998a-a8a7a883a778 req-32baa73c-8e7b-4081-92e3-850d821728da service neutron] Attempting to bind port f877bcd1-1125-4d4e-9921-57dfd33b4286 on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:51:42.221036 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-82cd0060-8597-4af9-998a-a8a7a883a778 req-32baa73c-8e7b-4081-92e3-850d821728da service neutron] Attempting to bind port f877bcd1-1125-4d4e-9921-57dfd33b4286 by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': 'eb05625a-685d-4a3d-b511-0ac797aac3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:51:42.221356 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82cd0060-8597-4af9-998a-a8a7a883a778 req-32baa73c-8e7b-4081-92e3-850d821728da service neutron] Attempting to bind port f877bcd1-1125-4d4e-9921-57dfd33b4286 on network 7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:51:42.231331 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bcf5205f-1b6e-4525-b5ac-3e1d2af2ba68 req-640d2e79-f7d3-4e44-b55e-dae4f2e9e1b1 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473952 Oct 30 15:51:42.232032 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82cd0060-8597-4af9-998a-a8a7a883a778 req-32baa73c-8e7b-4081-92e3-850d821728da service neutron] Port f877bcd1-1125-4d4e-9921-57dfd33b4286 on network 7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:51:42.232344 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82cd0060-8597-4af9-998a-a8a7a883a778 req-32baa73c-8e7b-4081-92e3-850d821728da service neutron] Attempting to bind port f877bcd1-1125-4d4e-9921-57dfd33b4286 on network 7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:51:42.237172 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82cd0060-8597-4af9-998a-a8a7a883a778 req-32baa73c-8e7b-4081-92e3-850d821728da service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:51:42.237503 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82cd0060-8597-4af9-998a-a8a7a883a778 req-32baa73c-8e7b-4081-92e3-850d821728da service neutron] Checking segment: {'id': 'eb05625a-685d-4a3d-b511-0ac797aac3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:51:42.237877 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82cd0060-8597-4af9-998a-a8a7a883a778 req-32baa73c-8e7b-4081-92e3-850d821728da service neutron] Bound using segment: {'id': 'eb05625a-685d-4a3d-b511-0ac797aac3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:51:42.238298 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-82cd0060-8597-4af9-998a-a8a7a883a778 req-32baa73c-8e7b-4081-92e3-850d821728da service neutron] Bound port: f877bcd1-1125-4d4e-9921-57dfd33b4286, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb05625a-685d-4a3d-b511-0ac797aac3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:51:42.238650 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-82cd0060-8597-4af9-998a-a8a7a883a778 req-32baa73c-8e7b-4081-92e3-850d821728da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:51:42.302637 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-82cd0060-8597-4af9-998a-a8a7a883a778 req-32baa73c-8e7b-4081-92e3-850d821728da service neutron] For port f877bcd1-1125-4d4e-9921-57dfd33b4286, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:51:42.305453 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-82cd0060-8597-4af9-998a-a8a7a883a778 req-32baa73c-8e7b-4081-92e3-850d821728da service neutron] For port f877bcd1-1125-4d4e-9921-57dfd33b4286, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=f877bcd1-1125-4d4e-9921-57dfd33b4286,segment=NetworkSegment(eb05625a-685d-4a3d-b511-0ac797aac3f6),segment_id=eb05625a-685d-4a3d-b511-0ac797aac3f6)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:51:42.310756 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-82cd0060-8597-4af9-998a-a8a7a883a778 req-32baa73c-8e7b-4081-92e3-850d821728da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:51:42.349342 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd0060-8597-4af9-998a-a8a7a883a778 req-32baa73c-8e7b-4081-92e3-850d821728da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:42.349961 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-82cd0060-8597-4af9-998a-a8a7a883a778 req-32baa73c-8e7b-4081-92e3-850d821728da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:51:42.351338 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-82cd0060-8597-4af9-998a-a8a7a883a778 req-32baa73c-8e7b-4081-92e3-850d821728da service neutron] 10.222.0.44 "PUT /v2.0/ports/f877bcd1-1125-4d4e-9921-57dfd33b4286 HTTP/1.1" status: 200 len: 1092 time: 0.9670293 Oct 30 15:51:42.351805 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9c057a4-41b5-403e-a56c-76536b083041', 'tag': 'f877bcd1-1125-4d4e-9921-57dfd33b4286'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:51:42.354064 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4318d900-7d29-4749-944f-e39dbde13000" -d '{"events": [{"name": "network-changed", "server_uuid": "d9c057a4-41b5-403e-a56c-76536b083041", "tag": "f877bcd1-1125-4d4e-9921-57dfd33b4286"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:51:42.376624 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32baa73c-8e7b-4081-92e3-850d821728da service neutron] Pushing event updated for resources: {'Port': ['ID=f877bcd1-1125-4d4e-9921-57dfd33b4286,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:51:42.403595 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88676cc8-93e0-4a64-bf1e-c943ead38456 x-openstack-request-id: req-88676cc8-93e0-4a64-bf1e-c943ead38456 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:51:42.403881 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9c057a4-41b5-403e-a56c-76536b083041", "tag": "f877bcd1-1125-4d4e-9921-57dfd33b4286", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:51:42.404135 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-88676cc8-93e0-4a64-bf1e-c943ead38456 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:51:42.404534 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9c057a4-41b5-403e-a56c-76536b083041', 'tag': 'f877bcd1-1125-4d4e-9921-57dfd33b4286', 'status': 'completed', 'code': 200} Oct 30 15:51:42.440307 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd0060-8597-4af9-998a-a8a7a883a778 req-997530e6-5d80-4015-b4c7-832057c1467a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:42.441826 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-82cd0060-8597-4af9-998a-a8a7a883a778 req-997530e6-5d80-4015-b4c7-832057c1467a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=29b26353ab5d49aea8074c2b7b77f6d0&device_id=d9c057a4-41b5-403e-a56c-76536b083041 HTTP/1.1" status: 200 len: 1095 time: 0.0473499 Oct 30 15:51:42.486797 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-82cd0060-8597-4af9-998a-a8a7a883a778 req-3a381a2c-f361-4d43-9261-492b42da4d8a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f877bcd1-1125-4d4e-9921-57dfd33b4286 HTTP/1.1" status: 200 len: 217 time: 0.0371161 Oct 30 15:51:42.535027 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd0060-8597-4af9-998a-a8a7a883a778 req-f95645bb-b7b9-453b-a9ae-ab5a6dfcb864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:42.536803 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-82cd0060-8597-4af9-998a-a8a7a883a778 req-f95645bb-b7b9-453b-a9ae-ab5a6dfcb864 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8f6d0cf2-322e-4afe-ab63-a077d5788009 HTTP/1.1" status: 200 len: 855 time: 0.0434525 Oct 30 15:51:42.570742 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-82cd0060-8597-4af9-998a-a8a7a883a778 req-6a5b4caf-0819-4166-80c5-3ef4d2c365e3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270429 Oct 30 15:51:42.662675 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-82cd0060-8597-4af9-998a-a8a7a883a778 req-5958e825-7da9-47ab-8046-81df6ee15b96 service neutron] 10.222.0.44 "GET /v2.0/networks/7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847569 Oct 30 15:51:42.751159 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-82cd0060-8597-4af9-998a-a8a7a883a778 req-56a69443-e61e-4e71-8508-089ebf06a458 service neutron] 10.222.0.44 "GET /v2.0/networks/7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814493 Oct 30 15:51:42.838787 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4318d900-7d29-4749-944f-e39dbde13000 req-31b1332d-f307-47e3-8ba3-68acab965b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:42.840185 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4318d900-7d29-4749-944f-e39dbde13000 req-31b1332d-f307-47e3-8ba3-68acab965b17 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=29b26353ab5d49aea8074c2b7b77f6d0&device_id=d9c057a4-41b5-403e-a56c-76536b083041 HTTP/1.1" status: 200 len: 1095 time: 0.0397732 Oct 30 15:51:42.931883 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4318d900-7d29-4749-944f-e39dbde13000 req-41649d1e-207b-43bb-889a-79a9e5de9042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:42.933331 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4318d900-7d29-4749-944f-e39dbde13000 req-41649d1e-207b-43bb-889a-79a9e5de9042 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812 HTTP/1.1" status: 200 len: 916 time: 0.0854840 Oct 30 15:51:42.973436 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4318d900-7d29-4749-944f-e39dbde13000 req-7695f95c-b9d6-4fb5-8121-41a2d6a85aa1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f877bcd1-1125-4d4e-9921-57dfd33b4286 HTTP/1.1" status: 200 len: 217 time: 0.0331330 Oct 30 15:51:43.023703 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4318d900-7d29-4749-944f-e39dbde13000 req-b787df2c-4afa-479f-b23d-e4e0f5d1c6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:43.025367 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4318d900-7d29-4749-944f-e39dbde13000 req-b787df2c-4afa-479f-b23d-e4e0f5d1c6c4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8f6d0cf2-322e-4afe-ab63-a077d5788009 HTTP/1.1" status: 200 len: 855 time: 0.0456288 Oct 30 15:51:43.058264 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4318d900-7d29-4749-944f-e39dbde13000 req-2fa54639-fb25-42d7-b1f9-a3cbb2987085 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237036 Oct 30 15:51:43.144993 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4318d900-7d29-4749-944f-e39dbde13000 req-5a3eb957-9196-44ca-a0bb-cd399c34749f service neutron] 10.222.0.44 "GET /v2.0/networks/7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785551 Oct 30 15:51:43.237255 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4318d900-7d29-4749-944f-e39dbde13000 req-4797d95e-f3d3-4993-96b5-c129b1ed6712 service neutron] 10.222.0.44 "GET /v2.0/networks/7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844800 Oct 30 15:51:43.346204 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eccf3a2-1934-4de2-8028-4e6132b6925d req-08b8d567-e727-419f-a8e7-12c430ff4e9e tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:43.347696 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5eccf3a2-1934-4de2-8028-4e6132b6925d req-08b8d567-e727-419f-a8e7-12c430ff4e9e tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9c057a4-41b5-403e-a56c-76536b083041 HTTP/1.1" status: 200 len: 943 time: 0.0493340 Oct 30 15:51:43.384655 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5eccf3a2-1934-4de2-8028-4e6132b6925d req-fc27ed71-2571-49cc-82f0-0f32d10196e9 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310533 Oct 30 15:51:44.502766 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89048bc-8222-47bd-a672-e1da83a83b20 req-2723adb2-3b32-43a7-bb77-dc3c1b3fa778 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:44.504271 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b89048bc-8222-47bd-a672-e1da83a83b20 req-2723adb2-3b32-43a7-bb77-dc3c1b3fa778 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9c057a4-41b5-403e-a56c-76536b083041 HTTP/1.1" status: 200 len: 943 time: 0.0486047 Oct 30 15:51:44.541461 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b89048bc-8222-47bd-a672-e1da83a83b20 req-f5d6e09c-d99a-4080-82ed-77f45b908417 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312726 Oct 30 15:51:45.661487 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ef716-b4dc-45d7-b59b-95d7eb4df8d4 req-7d4968ed-3ca7-4a39-90a9-a1e88740323e tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:45.662958 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7a9ef716-b4dc-45d7-b59b-95d7eb4df8d4 req-7d4968ed-3ca7-4a39-90a9-a1e88740323e tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9c057a4-41b5-403e-a56c-76536b083041 HTTP/1.1" status: 200 len: 943 time: 0.0547059 Oct 30 15:51:45.703329 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7a9ef716-b4dc-45d7-b59b-95d7eb4df8d4 req-bedc8bc3-914f-4b01-892a-8667179bd814 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344043 Oct 30 15:51:45.924418 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device f877bcd1-1125-4d4e-9921-57dfd33b4286 details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:51:46.018684 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port f877bcd1-1125-4d4e-9921-57dfd33b4286, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=f877bcd1-1125-4d4e-9921-57dfd33b4286,segment=NetworkSegment(eb05625a-685d-4a3d-b511-0ac797aac3f6),segment_id=eb05625a-685d-4a3d-b511-0ac797aac3f6)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:51:46.030295 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': 'f877bcd1-1125-4d4e-9921-57dfd33b4286', 'network_id': '7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812', 'port_id': 'f877bcd1-1125-4d4e-9921-57dfd33b4286', 'mac_address': 'fa:16:3e:2d:6d:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f6d0cf2-322e-4afe-ab63-a077d5788009', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:51:46.066145 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:51:46.078768 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f877bcd1-1125-4d4e-9921-57dfd33b4286 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:51:46.098894 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port f877bcd1-1125-4d4e-9921-57dfd33b4286, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=f877bcd1-1125-4d4e-9921-57dfd33b4286,segment=NetworkSegment(eb05625a-685d-4a3d-b511-0ac797aac3f6),segment_id=eb05625a-685d-4a3d-b511-0ac797aac3f6)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:51:46.102600 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:51:46.151552 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=f877bcd1-1125-4d4e-9921-57dfd33b4286,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:51:46.159176 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:51:46.159545 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:51:46.159889 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:51:46.160225 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:51:46.160581 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:51:46.160920 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:51:46.161246 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:51:46.161571 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:51:46.161894 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:51:46.162215 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:51:46.162536 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:51:46.162858 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:51:46.288924 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['f877bcd1-1125-4d4e-9921-57dfd33b4286'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:51:46.830133 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7e8843-e99d-492f-b3a3-e7a40bbe0237 req-bc0add62-c5cb-4de8-ab90-f11351679f54 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:46.831630 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8a7e8843-e99d-492f-b3a3-e7a40bbe0237 req-bc0add62-c5cb-4de8-ab90-f11351679f54 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9c057a4-41b5-403e-a56c-76536b083041 HTTP/1.1" status: 200 len: 944 time: 0.0485902 Oct 30 15:51:46.867884 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8a7e8843-e99d-492f-b3a3-e7a40bbe0237 req-02b5a1a8-28f7-41d8-89eb-74803114a7a2 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304227 Oct 30 15:51:47.945597 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device f877bcd1-1125-4d4e-9921-57dfd33b4286 up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:51:47.984116 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7af692-498d-4727-bb16-c7a1b4533d99 req-ac8caa8d-4c90-46f9-82f4-2e0335dc73cc tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:47.985702 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-da7af692-498d-4727-bb16-c7a1b4533d99 req-ac8caa8d-4c90-46f9-82f4-2e0335dc73cc tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9c057a4-41b5-403e-a56c-76536b083041 HTTP/1.1" status: 200 len: 944 time: 0.0500729 Oct 30 15:51:47.996578 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port f877bcd1-1125-4d4e-9921-57dfd33b4286 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:51:48.000619 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port f877bcd1-1125-4d4e-9921-57dfd33b4286 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:51:48.000989 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:51:48.024139 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-da7af692-498d-4727-bb16-c7a1b4533d99 req-fbb6f192-1653-4f43-bbad-3b821d0a0174 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325863 Oct 30 15:51:48.077558 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:51:48.100230 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9c057a4-41b5-403e-a56c-76536b083041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f877bcd1-1125-4d4e-9921-57dfd33b4286'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:51:48.102700 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38da2b47-833c-45f8-85ed-65e6900321b1" -d '{"events": [{"server_uuid": "d9c057a4-41b5-403e-a56c-76536b083041", "name": "network-vif-plugged", "status": "completed", "tag": "f877bcd1-1125-4d4e-9921-57dfd33b4286"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:51:48.115624 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port f877bcd1-1125-4d4e-9921-57dfd33b4286, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=f877bcd1-1125-4d4e-9921-57dfd33b4286,segment=NetworkSegment(eb05625a-685d-4a3d-b511-0ac797aac3f6),segment_id=eb05625a-685d-4a3d-b511-0ac797aac3f6)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:51:48.120015 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:51:48.146328 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c8af49-cbdd-4fdb-9710-aadea46670f0 x-openstack-request-id: req-b8c8af49-cbdd-4fdb-9710-aadea46670f0 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:51:48.146623 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9c057a4-41b5-403e-a56c-76536b083041", "name": "network-vif-plugged", "status": "completed", "tag": "f877bcd1-1125-4d4e-9921-57dfd33b4286", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:51:48.147066 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b8c8af49-cbdd-4fdb-9710-aadea46670f0 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:51:48.147382 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9c057a4-41b5-403e-a56c-76536b083041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f877bcd1-1125-4d4e-9921-57dfd33b4286', 'code': 200} Oct 30 15:51:48.175154 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=f877bcd1-1125-4d4e-9921-57dfd33b4286,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:51:48.248260 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ebe30-f347-4551-9615-f3d462c13147 req-046ba062-6fad-4c44-bf5e-9e95d9391fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:48.249640 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f70ebe30-f347-4551-9615-f3d462c13147 req-046ba062-6fad-4c44-bf5e-9e95d9391fcb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d9c057a4-41b5-403e-a56c-76536b083041 HTTP/1.1" status: 200 len: 1097 time: 0.0392122 Oct 30 15:51:48.284618 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f70ebe30-f347-4551-9615-f3d462c13147 req-ca25661d-9328-4756-b86e-cd4b1ae8951a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273051 Oct 30 15:51:49.143068 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8aa0d9-8b14-4253-a071-8bb7f0deeb66 req-4582ff34-1468-4ab6-854d-48793a6bb180 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:49.144554 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6a8aa0d9-8b14-4253-a071-8bb7f0deeb66 req-4582ff34-1468-4ab6-854d-48793a6bb180 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9c057a4-41b5-403e-a56c-76536b083041 HTTP/1.1" status: 200 len: 945 time: 0.0520134 Oct 30 15:51:49.182907 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6a8aa0d9-8b14-4253-a071-8bb7f0deeb66 req-2c4996ae-41b4-4093-86b0-d1eac321a2c7 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313442 Oct 30 15:51:50.303116 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff958f6-e882-4577-abcd-7edde3adc854 req-a086ee79-8f62-43b4-981a-48dd2a023077 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:50.304590 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7ff958f6-e882-4577-abcd-7edde3adc854 req-a086ee79-8f62-43b4-981a-48dd2a023077 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9c057a4-41b5-403e-a56c-76536b083041 HTTP/1.1" status: 200 len: 945 time: 0.0515149 Oct 30 15:51:50.341846 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7ff958f6-e882-4577-abcd-7edde3adc854 req-2085372b-6bc7-431e-859b-f223fd3d1f71 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307465 Oct 30 15:51:50.458444 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f43cacd-3412-48e2-b38e-0bf921b3973e req-8968bdb2-066b-4825-b432-b8de59cd6b8d tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:50.459942 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8f43cacd-3412-48e2-b38e-0bf921b3973e req-8968bdb2-066b-4825-b432-b8de59cd6b8d tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9c057a4-41b5-403e-a56c-76536b083041 HTTP/1.1" status: 200 len: 945 time: 0.0488660 Oct 30 15:51:50.497780 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8f43cacd-3412-48e2-b38e-0bf921b3973e req-e3d8dde6-3522-4790-98c4-3ca00717c1de tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313482 Oct 30 15:51:50.700369 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371456b3-e585-45b0-a228-d7041adc423f req-ab0c8045-a430-4b54-bff0-42f78191cf52 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:50.701846 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-371456b3-e585-45b0-a228-d7041adc423f req-ab0c8045-a430-4b54-bff0-42f78191cf52 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9c057a4-41b5-403e-a56c-76536b083041 HTTP/1.1" status: 200 len: 945 time: 0.0494025 Oct 30 15:51:50.738732 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-371456b3-e585-45b0-a228-d7041adc423f req-854e15c7-8867-4946-adf9-53e17916defe tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310197 Oct 30 15:51:50.850771 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cbc8a9-6a37-4cfb-aa34-23b97b23c572 req-0d9fa443-9379-4571-a556-0759b110b680 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:50.852231 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-15cbc8a9-6a37-4cfb-aa34-23b97b23c572 req-0d9fa443-9379-4571-a556-0759b110b680 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9c057a4-41b5-403e-a56c-76536b083041 HTTP/1.1" status: 200 len: 945 time: 0.0475793 Oct 30 15:51:50.893630 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-15cbc8a9-6a37-4cfb-aa34-23b97b23c572 req-4fab45cb-bb62-4b9c-b742-f7e475837757 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339298 Oct 30 15:51:51.126172 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dc9dba11-b17e-44a8-9f64-d5dd6f63b6b8 req-1dd72fa6-04b0-4c5b-a6b1-612925d2e903 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d9c057a4-41b5-403e-a56c-76536b083041&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0458846 Oct 30 15:51:51.143057 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbad658-098f-4557-9437-107f2234878e req-d852a46c-84b3-4edf-8acf-aaa7039e3889 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:51.144564 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3dbad658-098f-4557-9437-107f2234878e req-d852a46c-84b3-4edf-8acf-aaa7039e3889 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9c057a4-41b5-403e-a56c-76536b083041 HTTP/1.1" status: 200 len: 945 time: 0.0502832 Oct 30 15:51:51.183210 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3dbad658-098f-4557-9437-107f2234878e req-ef3d7ef8-ef50-4334-9dc7-ac143c3e28c9 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321882 Oct 30 15:51:51.193209 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-421650a3-2cd2-4d3d-8da5-1e18fa175715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:51:52.307742 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9dba11-b17e-44a8-9f64-d5dd6f63b6b8 req-55a316eb-499b-4380-8f41-4a68159b8525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:52.309232 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dc9dba11-b17e-44a8-9f64-d5dd6f63b6b8 req-55a316eb-499b-4380-8f41-4a68159b8525 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=29b26353ab5d49aea8074c2b7b77f6d0&device_id=d9c057a4-41b5-403e-a56c-76536b083041 HTTP/1.1" status: 200 len: 1097 time: 0.0757000 Oct 30 15:51:52.321092 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf83643d-78f9-4088-8384-af2f4ee5a694 req-fc19464b-05ec-464f-9b5b-0a418ed6dc33 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:52.322460 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cf83643d-78f9-4088-8384-af2f4ee5a694 req-fc19464b-05ec-464f-9b5b-0a418ed6dc33 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9c057a4-41b5-403e-a56c-76536b083041 HTTP/1.1" status: 200 len: 945 time: 0.0648429 Oct 30 15:51:52.408717 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cf83643d-78f9-4088-8384-af2f4ee5a694 req-c49eaa77-e304-443b-8160-ac9dde40659a tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778787 Oct 30 15:51:52.436924 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9dba11-b17e-44a8-9f64-d5dd6f63b6b8 req-75014515-f647-4415-9f4b-49f5ab9483d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:52.438385 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dc9dba11-b17e-44a8-9f64-d5dd6f63b6b8 req-75014515-f647-4415-9f4b-49f5ab9483d7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812 HTTP/1.1" status: 200 len: 916 time: 0.1150763 Oct 30 15:51:52.479092 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dc9dba11-b17e-44a8-9f64-d5dd6f63b6b8 req-f9fed862-9a59-4077-bb66-2cc23cb52585 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f877bcd1-1125-4d4e-9921-57dfd33b4286 HTTP/1.1" status: 200 len: 217 time: 0.0342033 Oct 30 15:51:52.531787 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9dba11-b17e-44a8-9f64-d5dd6f63b6b8 req-4bd060eb-0e43-4eb0-a837-f2ff88aa6814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:52.533227 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dc9dba11-b17e-44a8-9f64-d5dd6f63b6b8 req-4bd060eb-0e43-4eb0-a837-f2ff88aa6814 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8f6d0cf2-322e-4afe-ab63-a077d5788009 HTTP/1.1" status: 200 len: 855 time: 0.0477264 Oct 30 15:51:52.564188 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dc9dba11-b17e-44a8-9f64-d5dd6f63b6b8 req-00cd65de-728e-41fb-bfb3-ddae26f42d87 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245903 Oct 30 15:51:52.653958 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dc9dba11-b17e-44a8-9f64-d5dd6f63b6b8 req-ef74e5bb-9ac2-4eed-9b2f-56404e2a901e service neutron] 10.222.0.44 "GET /v2.0/networks/7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827470 Oct 30 15:51:52.745043 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dc9dba11-b17e-44a8-9f64-d5dd6f63b6b8 req-9c3a28b2-4535-44b8-b000-05af598c98f9 service neutron] 10.222.0.44 "GET /v2.0/networks/7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847566 Oct 30 15:51:53.527342 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c2eff7-7cf4-43f7-960e-14d206a0e99a req-a0f191df-b90b-41a6-a716-0fc4490484de tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:53.529346 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-60c2eff7-7cf4-43f7-960e-14d206a0e99a req-a0f191df-b90b-41a6-a716-0fc4490484de tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9c057a4-41b5-403e-a56c-76536b083041 HTTP/1.1" status: 200 len: 945 time: 0.0523946 Oct 30 15:51:53.565919 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-60c2eff7-7cf4-43f7-960e-14d206a0e99a req-bd3fb157-9571-4997-aa48-d546b562109b tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307455 Oct 30 15:51:53.800432 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-02e6ebc3-711d-43cf-a604-76532523a4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:51:54.681103 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c782d-055d-4f1c-be35-4b6c4351a646 req-e02e69df-c734-41e7-a8be-88e5ad098440 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:54.682593 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d10c782d-055d-4f1c-be35-4b6c4351a646 req-e02e69df-c734-41e7-a8be-88e5ad098440 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9c057a4-41b5-403e-a56c-76536b083041 HTTP/1.1" status: 200 len: 945 time: 0.0494001 Oct 30 15:51:54.720354 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d10c782d-055d-4f1c-be35-4b6c4351a646 req-990f7f02-6f4e-45af-945f-2e4351a95438 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311487 Oct 30 15:51:54.769541 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:51:54.954909 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:51:55.836260 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc82090-ff80-4d9b-b26f-9a99278f0570 req-c1e03238-e13a-46c9-b10b-57e2658b98c7 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:55.837728 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cbc82090-ff80-4d9b-b26f-9a99278f0570 req-c1e03238-e13a-46c9-b10b-57e2658b98c7 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9c057a4-41b5-403e-a56c-76536b083041 HTTP/1.1" status: 200 len: 945 time: 0.0485790 Oct 30 15:51:55.875037 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cbc82090-ff80-4d9b-b26f-9a99278f0570 req-3b64ffb6-da7f-40c9-947b-dd28fa8bac96 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314593 Oct 30 15:51:56.707602 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:51:56.994030 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc8373-984a-4241-8bf2-d93a04695298 req-7fab7b71-95dc-4a00-8cce-1faf57b60fd1 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:56.996642 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-38cc8373-984a-4241-8bf2-d93a04695298 req-7fab7b71-95dc-4a00-8cce-1faf57b60fd1 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9c057a4-41b5-403e-a56c-76536b083041 HTTP/1.1" status: 200 len: 945 time: 0.0526466 Oct 30 15:51:57.032919 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-38cc8373-984a-4241-8bf2-d93a04695298 req-a8af3792-1a9e-49e6-ac0e-bf83c262702a tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306935 Oct 30 15:51:58.147834 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe1efc-79f5-4454-9842-88f4f6267a78 req-6240f6ca-d557-48b1-a065-2ebd18085214 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:58.149306 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3dbe1efc-79f5-4454-9842-88f4f6267a78 req-6240f6ca-d557-48b1-a065-2ebd18085214 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9c057a4-41b5-403e-a56c-76536b083041 HTTP/1.1" status: 200 len: 945 time: 0.0484335 Oct 30 15:51:58.186327 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3dbe1efc-79f5-4454-9842-88f4f6267a78 req-847f6a10-19a6-497c-b466-fea30aaa2706 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309017 Oct 30 15:51:59.291315 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:51:59.304417 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f72056-7a6a-40a9-b4a3-990de8e68480 req-a1c57664-74c2-4c64-8ed6-e61d80305cba tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:51:59.305890 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-80f72056-7a6a-40a9-b4a3-990de8e68480 req-a1c57664-74c2-4c64-8ed6-e61d80305cba tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9c057a4-41b5-403e-a56c-76536b083041 HTTP/1.1" status: 200 len: 945 time: 0.0499659 Oct 30 15:51:59.344218 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-80f72056-7a6a-40a9-b4a3-990de8e68480 req-267a19e5-c0e8-4e97-8c87-6242675f4376 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320103 Oct 30 15:52:00.203984 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:52:00.461591 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119bdb65-95b7-43d0-84b3-0576cfb440a0 req-1fb97b3c-bbcd-494f-aadf-33b0d3ef871f tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:00.462962 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-119bdb65-95b7-43d0-84b3-0576cfb440a0 req-1fb97b3c-bbcd-494f-aadf-33b0d3ef871f tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9c057a4-41b5-403e-a56c-76536b083041 HTTP/1.1" status: 200 len: 945 time: 0.0519662 Oct 30 15:52:00.500551 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-119bdb65-95b7-43d0-84b3-0576cfb440a0 req-9c981717-a6e7-47cd-9acb-93076edd4c57 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310903 Oct 30 15:52:01.615888 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27072d61-a8f0-450c-a44a-4d71b8ee25ac req-7857390f-e971-4a0c-bb19-b7c7a275be75 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:01.617350 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-27072d61-a8f0-450c-a44a-4d71b8ee25ac req-7857390f-e971-4a0c-bb19-b7c7a275be75 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9c057a4-41b5-403e-a56c-76536b083041 HTTP/1.1" status: 200 len: 945 time: 0.0487618 Oct 30 15:52:01.655567 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-27072d61-a8f0-450c-a44a-4d71b8ee25ac req-5f95e6a2-2dcf-4bf8-9584-360d4e2d4e44 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321813 Oct 30 15:52:02.208289 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:52:02.769674 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3852c3ed-70c5-4a41-b6af-d32f9331fceb req-dc175509-e9fe-46ee-bd29-d15c785e3bb4 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:02.771136 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3852c3ed-70c5-4a41-b6af-d32f9331fceb req-dc175509-e9fe-46ee-bd29-d15c785e3bb4 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9c057a4-41b5-403e-a56c-76536b083041 HTTP/1.1" status: 200 len: 945 time: 0.0486636 Oct 30 15:52:02.808485 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3852c3ed-70c5-4a41-b6af-d32f9331fceb req-8dbc2daa-982f-4a2f-8435-7004555a1199 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312154 Oct 30 15:52:03.928755 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9030496d-ab14-4d48-a4d1-838006157f73 req-dd65bd90-b4f2-40ac-ac65-2cfbe8ea9b14 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:03.930197 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9030496d-ab14-4d48-a4d1-838006157f73 req-dd65bd90-b4f2-40ac-ac65-2cfbe8ea9b14 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9c057a4-41b5-403e-a56c-76536b083041 HTTP/1.1" status: 200 len: 945 time: 0.0542169 Oct 30 15:52:03.967505 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9030496d-ab14-4d48-a4d1-838006157f73 req-0e02316d-de15-4e21-9e31-839feab733b8 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307083 Oct 30 15:52:05.082928 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada1aaf-1f39-41c4-963d-2b7e7a80dab0 req-0ee19f65-dfe0-479d-9d79-d86e700d427a tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:05.084409 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2ada1aaf-1f39-41c4-963d-2b7e7a80dab0 req-0ee19f65-dfe0-479d-9d79-d86e700d427a tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9c057a4-41b5-403e-a56c-76536b083041 HTTP/1.1" status: 200 len: 945 time: 0.0480406 Oct 30 15:52:05.123311 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2ada1aaf-1f39-41c4-963d-2b7e7a80dab0 req-ff1938ad-b24e-4001-8492-c054f79e293f tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316398 Oct 30 15:52:06.237241 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b96294-6a84-486d-ae68-a29bd9071884 req-9378c217-3eda-46fd-9af2-0d5921c916a5 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:06.238704 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d4b96294-6a84-486d-ae68-a29bd9071884 req-9378c217-3eda-46fd-9af2-0d5921c916a5 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9c057a4-41b5-403e-a56c-76536b083041 HTTP/1.1" status: 200 len: 945 time: 0.0483639 Oct 30 15:52:06.275315 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d4b96294-6a84-486d-ae68-a29bd9071884 req-a7dbeb88-c4e3-4f2f-9c88-40bd725be3ef tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304809 Oct 30 15:52:07.394909 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fddab6-77c0-431a-a275-81bdcecc42be req-f0381f0e-b22c-464d-9712-e61c19932d08 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:07.396388 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-15fddab6-77c0-431a-a275-81bdcecc42be req-f0381f0e-b22c-464d-9712-e61c19932d08 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9c057a4-41b5-403e-a56c-76536b083041 HTTP/1.1" status: 200 len: 945 time: 0.0535026 Oct 30 15:52:07.434254 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-15fddab6-77c0-431a-a275-81bdcecc42be req-7ca62bca-5617-4c36-9741-cf8dc5ff857c tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316460 Oct 30 15:52:08.550581 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee5899-3229-4673-b56b-a547c74515a7 req-5fbe38fd-6c72-4647-9e7a-5561c1f7f6b5 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:08.552112 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9bee5899-3229-4673-b56b-a547c74515a7 req-5fbe38fd-6c72-4647-9e7a-5561c1f7f6b5 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9c057a4-41b5-403e-a56c-76536b083041 HTTP/1.1" status: 200 len: 945 time: 0.0498941 Oct 30 15:52:08.589885 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9bee5899-3229-4673-b56b-a547c74515a7 req-a5726c9d-a301-4a6b-a587-bf47a32d1db4 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318003 Oct 30 15:52:09.713618 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdb7617-e4dc-45b5-8238-d9d863627853 req-ccd953d7-4a4b-4743-937b-0aaa4f057774 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:09.716780 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5fdb7617-e4dc-45b5-8238-d9d863627853 req-ccd953d7-4a4b-4743-937b-0aaa4f057774 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9c057a4-41b5-403e-a56c-76536b083041 HTTP/1.1" status: 200 len: 945 time: 0.0548494 Oct 30 15:52:09.757730 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5fdb7617-e4dc-45b5-8238-d9d863627853 req-0b95f48e-f4e0-4342-97dc-9ed4e2b76b51 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345097 Oct 30 15:52:10.876132 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad947c0d-3230-4b20-9b59-11f60f4faf8b req-af37e33d-de4e-4737-a90c-3467a010605b tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:10.877582 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ad947c0d-3230-4b20-9b59-11f60f4faf8b req-af37e33d-de4e-4737-a90c-3467a010605b tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9c057a4-41b5-403e-a56c-76536b083041 HTTP/1.1" status: 200 len: 945 time: 0.0516272 Oct 30 15:52:10.914547 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ad947c0d-3230-4b20-9b59-11f60f4faf8b req-c96f3434-fe78-44a5-bde7-167463e5ee86 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310946 Oct 30 15:52:12.034801 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c262f70-8418-44a8-8154-6250265bd844 req-9b3ca0dc-f555-48e4-be74-f6c90f55fd6b tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:12.036283 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7c262f70-8418-44a8-8154-6250265bd844 req-9b3ca0dc-f555-48e4-be74-f6c90f55fd6b tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9c057a4-41b5-403e-a56c-76536b083041 HTTP/1.1" status: 200 len: 945 time: 0.0484986 Oct 30 15:52:12.072210 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7c262f70-8418-44a8-8154-6250265bd844 req-399bc963-bb91-44eb-aeb9-35740801ee83 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300746 Oct 30 15:52:13.191135 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ca8fe-2027-415b-85bd-2fa8e4c8cc24 req-e9560949-2cf2-4308-b936-ea74313f2830 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:13.192625 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c74ca8fe-2027-415b-85bd-2fa8e4c8cc24 req-e9560949-2cf2-4308-b936-ea74313f2830 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9c057a4-41b5-403e-a56c-76536b083041 HTTP/1.1" status: 200 len: 945 time: 0.0487835 Oct 30 15:52:13.229680 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c74ca8fe-2027-415b-85bd-2fa8e4c8cc24 req-a7bb9355-eacb-4cbd-9e99-e1d589f2771d tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312233 Oct 30 15:52:14.350932 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292dd10f-24b1-4f26-884f-37be5d0971b7 req-f5d8f974-1a7f-4aa0-96f3-caff73a3f9c5 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:14.352415 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-292dd10f-24b1-4f26-884f-37be5d0971b7 req-f5d8f974-1a7f-4aa0-96f3-caff73a3f9c5 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9c057a4-41b5-403e-a56c-76536b083041 HTTP/1.1" status: 200 len: 945 time: 0.0534847 Oct 30 15:52:14.389777 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-292dd10f-24b1-4f26-884f-37be5d0971b7 req-9b646eab-2aca-424a-b148-83efdd5d0ee6 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314376 Oct 30 15:52:15.505089 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c09914-6ed0-47ac-9d39-79efe4b71c50 req-592c1776-a808-44d3-b4be-6aafe5063c0e tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:15.506556 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-85c09914-6ed0-47ac-9d39-79efe4b71c50 req-592c1776-a808-44d3-b4be-6aafe5063c0e tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9c057a4-41b5-403e-a56c-76536b083041 HTTP/1.1" status: 200 len: 945 time: 0.0496271 Oct 30 15:52:15.549904 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-85c09914-6ed0-47ac-9d39-79efe4b71c50 req-5677631c-63b7-41c8-9eef-145dc8f8d994 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373673 Oct 30 15:52:16.665165 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a26eac-4b4f-40cb-b6fe-0577bb183d5d req-672be969-96a7-425b-acb0-e40237989b05 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:16.666643 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-89a26eac-4b4f-40cb-b6fe-0577bb183d5d req-672be969-96a7-425b-acb0-e40237989b05 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9c057a4-41b5-403e-a56c-76536b083041 HTTP/1.1" status: 200 len: 945 time: 0.0490198 Oct 30 15:52:16.705748 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-89a26eac-4b4f-40cb-b6fe-0577bb183d5d req-7e87c60a-33b4-4dbc-8c1f-2a3ad17371bf tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329235 Oct 30 15:52:17.831970 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d24fe2-cc50-4dc5-b57b-4fb0f7e8c8e7 req-876d036c-d22c-4d8e-a0ca-9efd537b7f83 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:17.833450 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-21d24fe2-cc50-4dc5-b57b-4fb0f7e8c8e7 req-876d036c-d22c-4d8e-a0ca-9efd537b7f83 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9c057a4-41b5-403e-a56c-76536b083041 HTTP/1.1" status: 200 len: 945 time: 0.0606258 Oct 30 15:52:17.871600 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-21d24fe2-cc50-4dc5-b57b-4fb0f7e8c8e7 req-502e8d40-dde6-4b66-8f8d-c17e92fef355 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321658 Oct 30 15:52:18.986577 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52c34b4-b59b-4c76-9f93-931380869a68 req-8a64adbe-5c1a-4e17-ba72-f1eb2de9857c tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:18.987986 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f52c34b4-b59b-4c76-9f93-931380869a68 req-8a64adbe-5c1a-4e17-ba72-f1eb2de9857c tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9c057a4-41b5-403e-a56c-76536b083041 HTTP/1.1" status: 200 len: 945 time: 0.0475595 Oct 30 15:52:19.031687 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f52c34b4-b59b-4c76-9f93-931380869a68 req-fc3c89cf-910f-4d16-b0dd-cc3dc1356531 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377603 Oct 30 15:52:19.684821 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [req-dc9dba11-b17e-44a8-9f64-d5dd6f63b6b8 req-82d794ea-793e-461c-9bd0-95e15bc8c920 service neutron] show failed (client error): The resource could not be found. Oct 30 15:52:19.686002 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dc9dba11-b17e-44a8-9f64-d5dd6f63b6b8 req-82d794ea-793e-461c-9bd0-95e15bc8c920 service neutron] 10.222.0.44 "GET /v2.0/ports/f877bcd1-1125-4d4e-9921-57dfd33b4286/bindings/n-h1-806683-17 HTTP/1.1" status: 404 len: 381 time: 0.0545371 Oct 30 15:52:19.878433 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9dba11-b17e-44a8-9f64-d5dd6f63b6b8 req-3042f17d-aac8-4832-886c-17af60d8e5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:19.879963 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dc9dba11-b17e-44a8-9f64-d5dd6f63b6b8 req-3042f17d-aac8-4832-886c-17af60d8e5c6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d9c057a4-41b5-403e-a56c-76536b083041&tenant_id=29b26353ab5d49aea8074c2b7b77f6d0 HTTP/1.1" status: 200 len: 1097 time: 0.0424438 Oct 30 15:52:19.892219 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-dc9dba11-b17e-44a8-9f64-d5dd6f63b6b8 req-2717b156-69e8-49c7-a652-3a5b24f6d8ed service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-17', 'device_owner': 'compute:nova'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:52:19.948484 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-dc9dba11-b17e-44a8-9f64-d5dd6f63b6b8 req-2717b156-69e8-49c7-a652-3a5b24f6d8ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:52:20.184460 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99072710-e22f-40ce-92bc-c8f4583972b8 req-78fe0472-788d-4581-b0a8-c1c666422d16 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:20.185943 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-99072710-e22f-40ce-92bc-c8f4583972b8 req-78fe0472-788d-4581-b0a8-c1c666422d16 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9c057a4-41b5-403e-a56c-76536b083041 HTTP/1.1" status: 200 len: 945 time: 0.0786321 Oct 30 15:52:20.187692 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-dc9dba11-b17e-44a8-9f64-d5dd6f63b6b8 req-2717b156-69e8-49c7-a652-3a5b24f6d8ed service neutron] For port f877bcd1-1125-4d4e-9921-57dfd33b4286, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=f877bcd1-1125-4d4e-9921-57dfd33b4286,segment=NetworkSegment(eb05625a-685d-4a3d-b511-0ac797aac3f6),segment_id=eb05625a-685d-4a3d-b511-0ac797aac3f6)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:52:20.247314 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-99072710-e22f-40ce-92bc-c8f4583972b8 req-0aa88516-518f-4bf3-8bba-6b8a7f1e4b86 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513690 Oct 30 15:52:20.248195 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-dc9dba11-b17e-44a8-9f64-d5dd6f63b6b8 req-2717b156-69e8-49c7-a652-3a5b24f6d8ed service neutron] For port f877bcd1-1125-4d4e-9921-57dfd33b4286, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:52:20.292037 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9c057a4-41b5-403e-a56c-76536b083041', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f877bcd1-1125-4d4e-9921-57dfd33b4286'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:52:20.294315 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44510a2f-b76a-473b-9225-e04e07c160a3" -d '{"events": [{"server_uuid": "d9c057a4-41b5-403e-a56c-76536b083041", "name": "network-vif-unplugged", "status": "completed", "tag": "f877bcd1-1125-4d4e-9921-57dfd33b4286"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:52:20.297999 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-dc9dba11-b17e-44a8-9f64-d5dd6f63b6b8 req-2717b156-69e8-49c7-a652-3a5b24f6d8ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:52:20.310095 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-dc9dba11-b17e-44a8-9f64-d5dd6f63b6b8 req-2717b156-69e8-49c7-a652-3a5b24f6d8ed service neutron] Transition to ACTIVE for port object f877bcd1-1125-4d4e-9921-57dfd33b4286 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:52:20.314246 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-dc9dba11-b17e-44a8-9f64-d5dd6f63b6b8 req-2717b156-69e8-49c7-a652-3a5b24f6d8ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:52:20.351449 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Oct 2021 15:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3b39c2-fdce-48a5-8f69-3ad2ea676016 x-openstack-request-id: req-ab3b39c2-fdce-48a5-8f69-3ad2ea676016 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:52:20.351752 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9c057a4-41b5-403e-a56c-76536b083041", "name": "network-vif-unplugged", "status": "completed", "tag": "f877bcd1-1125-4d4e-9921-57dfd33b4286", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:52:20.352005 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ab3b39c2-fdce-48a5-8f69-3ad2ea676016 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:52:20.352402 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9c057a4-41b5-403e-a56c-76536b083041', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f877bcd1-1125-4d4e-9921-57dfd33b4286', 'code': 200} Oct 30 15:52:20.379631 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc9dba11-b17e-44a8-9f64-d5dd6f63b6b8 req-2717b156-69e8-49c7-a652-3a5b24f6d8ed service neutron] No DVR routers for this DVR port f877bcd1-1125-4d4e-9921-57dfd33b4286 on host n-h2-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:52:20.381433 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2717b156-69e8-49c7-a652-3a5b24f6d8ed service neutron] Pushing event updated for resources: {'Port': ['ID=f877bcd1-1125-4d4e-9921-57dfd33b4286,revision_number=6']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:52:20.416246 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-dc9dba11-b17e-44a8-9f64-d5dd6f63b6b8 req-2717b156-69e8-49c7-a652-3a5b24f6d8ed service neutron] Attempting to bind port f877bcd1-1125-4d4e-9921-57dfd33b4286 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:52:20.416584 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-dc9dba11-b17e-44a8-9f64-d5dd6f63b6b8 req-2717b156-69e8-49c7-a652-3a5b24f6d8ed service neutron] Attempting to bind port f877bcd1-1125-4d4e-9921-57dfd33b4286 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': 'eb05625a-685d-4a3d-b511-0ac797aac3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:52:20.416913 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9dba11-b17e-44a8-9f64-d5dd6f63b6b8 req-2717b156-69e8-49c7-a652-3a5b24f6d8ed service neutron] Attempting to bind port f877bcd1-1125-4d4e-9921-57dfd33b4286 on network 7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:52:20.421241 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9dba11-b17e-44a8-9f64-d5dd6f63b6b8 req-2717b156-69e8-49c7-a652-3a5b24f6d8ed service neutron] Port f877bcd1-1125-4d4e-9921-57dfd33b4286 on network 7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:52:20.421581 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9dba11-b17e-44a8-9f64-d5dd6f63b6b8 req-2717b156-69e8-49c7-a652-3a5b24f6d8ed service neutron] Attempting to bind port f877bcd1-1125-4d4e-9921-57dfd33b4286 on network 7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:52:20.426337 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9dba11-b17e-44a8-9f64-d5dd6f63b6b8 req-2717b156-69e8-49c7-a652-3a5b24f6d8ed service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:52:20.426674 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9dba11-b17e-44a8-9f64-d5dd6f63b6b8 req-2717b156-69e8-49c7-a652-3a5b24f6d8ed service neutron] Checking segment: {'id': 'eb05625a-685d-4a3d-b511-0ac797aac3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:52:20.427055 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9dba11-b17e-44a8-9f64-d5dd6f63b6b8 req-2717b156-69e8-49c7-a652-3a5b24f6d8ed service neutron] Bound using segment: {'id': 'eb05625a-685d-4a3d-b511-0ac797aac3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:52:20.427508 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-dc9dba11-b17e-44a8-9f64-d5dd6f63b6b8 req-2717b156-69e8-49c7-a652-3a5b24f6d8ed service neutron] Bound port: f877bcd1-1125-4d4e-9921-57dfd33b4286, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb05625a-685d-4a3d-b511-0ac797aac3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:52:20.427868 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-dc9dba11-b17e-44a8-9f64-d5dd6f63b6b8 req-2717b156-69e8-49c7-a652-3a5b24f6d8ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:52:20.489155 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-dc9dba11-b17e-44a8-9f64-d5dd6f63b6b8 req-2717b156-69e8-49c7-a652-3a5b24f6d8ed service neutron] For port f877bcd1-1125-4d4e-9921-57dfd33b4286, host n-h1-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:52:20.492144 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-dc9dba11-b17e-44a8-9f64-d5dd6f63b6b8 req-2717b156-69e8-49c7-a652-3a5b24f6d8ed service neutron] For port f877bcd1-1125-4d4e-9921-57dfd33b4286, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=f877bcd1-1125-4d4e-9921-57dfd33b4286,segment=NetworkSegment(eb05625a-685d-4a3d-b511-0ac797aac3f6),segment_id=eb05625a-685d-4a3d-b511-0ac797aac3f6)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:52:20.496607 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-dc9dba11-b17e-44a8-9f64-d5dd6f63b6b8 req-2717b156-69e8-49c7-a652-3a5b24f6d8ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:52:20.536479 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9dba11-b17e-44a8-9f64-d5dd6f63b6b8 req-2717b156-69e8-49c7-a652-3a5b24f6d8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:20.537160 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-dc9dba11-b17e-44a8-9f64-d5dd6f63b6b8 req-2717b156-69e8-49c7-a652-3a5b24f6d8ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:52:20.538524 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dc9dba11-b17e-44a8-9f64-d5dd6f63b6b8 req-2717b156-69e8-49c7-a652-3a5b24f6d8ed service neutron] 10.222.0.53 "PUT /v2.0/ports/f877bcd1-1125-4d4e-9921-57dfd33b4286 HTTP/1.1" status: 200 len: 1092 time: 0.6502731 Oct 30 15:52:20.557890 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2717b156-69e8-49c7-a652-3a5b24f6d8ed service neutron] Pushing event updated for resources: {'Port': ['ID=f877bcd1-1125-4d4e-9921-57dfd33b4286,revision_number=7']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:52:20.600988 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9dba11-b17e-44a8-9f64-d5dd6f63b6b8 req-07cf0ca7-aa0d-4ba8-9e4f-da4142786b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:20.602486 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dc9dba11-b17e-44a8-9f64-d5dd6f63b6b8 req-07cf0ca7-aa0d-4ba8-9e4f-da4142786b84 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=29b26353ab5d49aea8074c2b7b77f6d0&device_id=d9c057a4-41b5-403e-a56c-76536b083041 HTTP/1.1" status: 200 len: 1095 time: 0.0410199 Oct 30 15:52:20.696154 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9dba11-b17e-44a8-9f64-d5dd6f63b6b8 req-a0adabf0-3719-4b51-a788-bdb381c50c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:20.697614 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dc9dba11-b17e-44a8-9f64-d5dd6f63b6b8 req-a0adabf0-3719-4b51-a788-bdb381c50c00 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812 HTTP/1.1" status: 200 len: 916 time: 0.0880191 Oct 30 15:52:20.737617 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dc9dba11-b17e-44a8-9f64-d5dd6f63b6b8 req-23852ad2-ecff-491f-95b9-29e77849c198 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f877bcd1-1125-4d4e-9921-57dfd33b4286 HTTP/1.1" status: 200 len: 217 time: 0.0331771 Oct 30 15:52:20.786062 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9dba11-b17e-44a8-9f64-d5dd6f63b6b8 req-8788c711-7477-4e4f-a849-9ebdfbdc5942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:20.787393 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dc9dba11-b17e-44a8-9f64-d5dd6f63b6b8 req-8788c711-7477-4e4f-a849-9ebdfbdc5942 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8f6d0cf2-322e-4afe-ab63-a077d5788009 HTTP/1.1" status: 200 len: 855 time: 0.0429497 Oct 30 15:52:20.819617 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dc9dba11-b17e-44a8-9f64-d5dd6f63b6b8 req-37ef0c2e-2421-4738-a323-441e0e16d0f2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245264 Oct 30 15:52:20.911079 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dc9dba11-b17e-44a8-9f64-d5dd6f63b6b8 req-4b07f708-b8a8-421a-b7c9-31570db598ea service neutron] 10.222.0.53 "GET /v2.0/networks/7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845013 Oct 30 15:52:21.006165 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dc9dba11-b17e-44a8-9f64-d5dd6f63b6b8 req-8cba657a-ecf5-495c-bb32-f4f133a68f17 service neutron] 10.222.0.53 "GET /v2.0/networks/7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872107 Oct 30 15:52:21.194467 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-81f12d7f-0ad2-47e2-81f8-398ed26289cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:52:21.365132 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8600565-b509-4b0c-aa55-a4e768468148 req-5f544f50-4518-4eb4-86fe-0e15fd13238d tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:21.366523 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a8600565-b509-4b0c-aa55-a4e768468148 req-5f544f50-4518-4eb4-86fe-0e15fd13238d tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9c057a4-41b5-403e-a56c-76536b083041 HTTP/1.1" status: 200 len: 943 time: 0.0503373 Oct 30 15:52:21.408958 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a8600565-b509-4b0c-aa55-a4e768468148 req-b70488e6-d030-4999-a6a6-7dfed172c3f3 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362606 Oct 30 15:52:22.353546 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9c057a4-41b5-403e-a56c-76536b083041', 'tag': 'f877bcd1-1125-4d4e-9921-57dfd33b4286'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:52:22.357901 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0427ea3b-29f4-4ed9-9b80-118a16af32ca" -d '{"events": [{"name": "network-changed", "server_uuid": "d9c057a4-41b5-403e-a56c-76536b083041", "tag": "f877bcd1-1125-4d4e-9921-57dfd33b4286"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:52:22.408209 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-558235be-e16a-4877-af36-0157649f6b9a x-openstack-request-id: req-558235be-e16a-4877-af36-0157649f6b9a {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:52:22.408638 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9c057a4-41b5-403e-a56c-76536b083041", "tag": "f877bcd1-1125-4d4e-9921-57dfd33b4286", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:52:22.408921 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-558235be-e16a-4877-af36-0157649f6b9a {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:52:22.409781 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9c057a4-41b5-403e-a56c-76536b083041', 'tag': 'f877bcd1-1125-4d4e-9921-57dfd33b4286', 'status': 'completed', 'code': 200} Oct 30 15:52:22.502048 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0427ea3b-29f4-4ed9-9b80-118a16af32ca req-90b69762-d3fa-4d06-a2da-4afe571cc2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:22.503553 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0427ea3b-29f4-4ed9-9b80-118a16af32ca req-90b69762-d3fa-4d06-a2da-4afe571cc2b6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=29b26353ab5d49aea8074c2b7b77f6d0&device_id=d9c057a4-41b5-403e-a56c-76536b083041 HTTP/1.1" status: 200 len: 1095 time: 0.0753148 Oct 30 15:52:22.514126 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0427ea3b-29f4-4ed9-9b80-118a16af32ca req-9035d33a-be4a-4996-bdfc-69d59ca41c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:22.515561 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0427ea3b-29f4-4ed9-9b80-118a16af32ca req-9035d33a-be4a-4996-bdfc-69d59ca41c65 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=29b26353ab5d49aea8074c2b7b77f6d0&device_id=d9c057a4-41b5-403e-a56c-76536b083041 HTTP/1.1" status: 200 len: 1095 time: 0.0787377 Oct 30 15:52:22.665119 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148cb2a5-db4d-4aba-8049-d48a35abe8c0 req-73bc549d-f69f-46db-be5c-a7bd65bc930e tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:22.666587 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-148cb2a5-db4d-4aba-8049-d48a35abe8c0 req-73bc549d-f69f-46db-be5c-a7bd65bc930e tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9c057a4-41b5-403e-a56c-76536b083041 HTTP/1.1" status: 200 len: 943 time: 0.1668298 Oct 30 15:52:22.722783 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0427ea3b-29f4-4ed9-9b80-118a16af32ca req-e1f95918-6e0e-4a50-b0f3-194bd2f66b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:22.724256 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0427ea3b-29f4-4ed9-9b80-118a16af32ca req-e1f95918-6e0e-4a50-b0f3-194bd2f66b1e service neutron] 10.222.0.44 "GET /v2.0/networks?id=7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812 HTTP/1.1" status: 200 len: 916 time: 0.2067451 Oct 30 15:52:22.743080 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0427ea3b-29f4-4ed9-9b80-118a16af32ca req-db99b603-2b2c-4df0-b1f5-94bc15a03e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:22.744459 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0427ea3b-29f4-4ed9-9b80-118a16af32ca req-db99b603-2b2c-4df0-b1f5-94bc15a03e97 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812 HTTP/1.1" status: 200 len: 916 time: 0.2172875 Oct 30 15:52:22.783994 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0427ea3b-29f4-4ed9-9b80-118a16af32ca req-e136fbb9-2a45-47f2-baee-caf82523f359 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f877bcd1-1125-4d4e-9921-57dfd33b4286 HTTP/1.1" status: 200 len: 217 time: 0.0525622 Oct 30 15:52:22.787889 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-148cb2a5-db4d-4aba-8049-d48a35abe8c0 req-d68c0859-f1f4-44c7-be17-183efdfdbd38 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146424 Oct 30 15:52:22.822028 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0427ea3b-29f4-4ed9-9b80-118a16af32ca req-a3000059-08bb-4816-907f-229edc5c32e2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f877bcd1-1125-4d4e-9921-57dfd33b4286 HTTP/1.1" status: 200 len: 217 time: 0.0466816 Oct 30 15:52:22.887390 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0427ea3b-29f4-4ed9-9b80-118a16af32ca req-3fdab5c7-1859-45bd-a84c-39e382a10cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:22.888863 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0427ea3b-29f4-4ed9-9b80-118a16af32ca req-3fdab5c7-1859-45bd-a84c-39e382a10cdb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8f6d0cf2-322e-4afe-ab63-a077d5788009 HTTP/1.1" status: 200 len: 855 time: 0.0748260 Oct 30 15:52:22.895368 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0427ea3b-29f4-4ed9-9b80-118a16af32ca req-0d912696-1e18-480e-a0f2-a9b6309ab0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:22.896707 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0427ea3b-29f4-4ed9-9b80-118a16af32ca req-0d912696-1e18-480e-a0f2-a9b6309ab0cb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8f6d0cf2-322e-4afe-ab63-a077d5788009 HTTP/1.1" status: 200 len: 855 time: 0.0562322 Oct 30 15:52:22.944138 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0427ea3b-29f4-4ed9-9b80-118a16af32ca req-84e21327-b5ee-4b7c-94c0-cd31ebe9423e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464346 Oct 30 15:52:22.945858 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0427ea3b-29f4-4ed9-9b80-118a16af32ca req-550c4894-697d-44c7-b230-df7dc3ce6345 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394640 Oct 30 15:52:22.973976 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device f877bcd1-1125-4d4e-9921-57dfd33b4286 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:52:23.070600 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port f877bcd1-1125-4d4e-9921-57dfd33b4286, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=f877bcd1-1125-4d4e-9921-57dfd33b4286,segment=NetworkSegment(eb05625a-685d-4a3d-b511-0ac797aac3f6),segment_id=eb05625a-685d-4a3d-b511-0ac797aac3f6)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:52:23.081950 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': 'f877bcd1-1125-4d4e-9921-57dfd33b4286', 'network_id': '7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812', 'port_id': 'f877bcd1-1125-4d4e-9921-57dfd33b4286', 'mac_address': 'fa:16:3e:2d:6d:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f6d0cf2-322e-4afe-ab63-a077d5788009', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:52:23.106729 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0427ea3b-29f4-4ed9-9b80-118a16af32ca req-76682629-7050-4709-84a7-5f69c0b2b8db service neutron] 10.222.0.44 "GET /v2.0/networks/7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557028 Oct 30 15:52:23.108635 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0427ea3b-29f4-4ed9-9b80-118a16af32ca req-8c217280-9738-4e60-a7b2-654701e94eb6 service neutron] 10.222.0.53 "GET /v2.0/networks/7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510308 Oct 30 15:52:23.125913 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:52:23.138997 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f877bcd1-1125-4d4e-9921-57dfd33b4286 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:52:23.158288 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port f877bcd1-1125-4d4e-9921-57dfd33b4286, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=f877bcd1-1125-4d4e-9921-57dfd33b4286,segment=NetworkSegment(eb05625a-685d-4a3d-b511-0ac797aac3f6),segment_id=eb05625a-685d-4a3d-b511-0ac797aac3f6)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:52:23.162681 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:52:23.208268 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=f877bcd1-1125-4d4e-9921-57dfd33b4286,revision_number=8']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:52:23.267867 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0427ea3b-29f4-4ed9-9b80-118a16af32ca req-3a99a009-8e8a-42bc-b6d6-ca9dc5c852ef service neutron] 10.222.0.44 "GET /v2.0/networks/7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547465 Oct 30 15:52:23.269750 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0427ea3b-29f4-4ed9-9b80-118a16af32ca req-3dd6e483-387f-47da-ac01-06a6b3f1e4f1 service neutron] 10.222.0.53 "GET /v2.0/networks/7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497607 Oct 30 15:52:23.374922 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['f877bcd1-1125-4d4e-9921-57dfd33b4286'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:52:23.801334 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d3dbe85b-e8f3-428f-82dd-4e9f22d91ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:52:23.908163 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f16f8-fa2a-48ca-a449-1d18b7ae425b req-05c57344-a2c8-4867-b0e0-df5662491e92 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:23.909638 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cf6f16f8-fa2a-48ca-a449-1d18b7ae425b req-05c57344-a2c8-4867-b0e0-df5662491e92 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9c057a4-41b5-403e-a56c-76536b083041 HTTP/1.1" status: 200 len: 944 time: 0.0523446 Oct 30 15:52:23.948261 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cf6f16f8-fa2a-48ca-a449-1d18b7ae425b req-c973c57a-9ed7-4dd2-ad7e-288a18116b30 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324550 Oct 30 15:52:24.112272 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device f877bcd1-1125-4d4e-9921-57dfd33b4286 no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:52:24.143210 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1416e7-1b7a-4cc8-b29f-4cc6f4bdfe48 req-fd52f3f2-31d4-4845-a1ad-9da574db28de tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:24.144749 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6d1416e7-1b7a-4cc8-b29f-4cc6f4bdfe48 req-fd52f3f2-31d4-4845-a1ad-9da574db28de tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9c057a4-41b5-403e-a56c-76536b083041 HTTP/1.1" status: 200 len: 944 time: 0.0523577 Oct 30 15:52:24.156941 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device f877bcd1-1125-4d4e-9921-57dfd33b4286 not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:52:24.163030 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001e43c-484f-493f-95a0-a265791a36f4 req-7f917647-3b5e-4ca6-bf39-8e4a75b2921f tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:24.164609 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2001e43c-484f-493f-95a0-a265791a36f4 req-7f917647-3b5e-4ca6-bf39-8e4a75b2921f tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9c057a4-41b5-403e-a56c-76536b083041&tenant_id=29b26353ab5d49aea8074c2b7b77f6d0&binding%3Ahost_id=n-h1-806683-17 HTTP/1.1" status: 200 len: 944 time: 0.0594118 Oct 30 15:52:24.184939 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6d1416e7-1b7a-4cc8-b29f-4cc6f4bdfe48 req-f8a3bf5e-d74f-4e68-8739-5d889619706c tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342176 Oct 30 15:52:24.225384 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [req-2001e43c-484f-493f-95a0-a265791a36f4 req-adb80074-0840-4005-ab78-18382f1df20b service neutron] delete failed (client error): The resource could not be found. Oct 30 15:52:24.226332 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2001e43c-484f-493f-95a0-a265791a36f4 req-adb80074-0840-4005-ab78-18382f1df20b service neutron] 10.222.0.44 "DELETE /v2.0/ports/f877bcd1-1125-4d4e-9921-57dfd33b4286/bindings/n-h2-806683-17 HTTP/1.1" status: 404 len: 381 time: 0.0528104 Oct 30 15:52:24.309238 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001e43c-484f-493f-95a0-a265791a36f4 req-09a2730e-2c29-4a09-bf96-39eaccd717b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:24.310722 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2001e43c-484f-493f-95a0-a265791a36f4 req-09a2730e-2c29-4a09-bf96-39eaccd717b4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=29b26353ab5d49aea8074c2b7b77f6d0&device_id=d9c057a4-41b5-403e-a56c-76536b083041 HTTP/1.1" status: 200 len: 1096 time: 0.0410521 Oct 30 15:52:24.401173 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001e43c-484f-493f-95a0-a265791a36f4 req-a0d822d6-2a37-4ad7-bb6e-fdc87927c51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:24.402624 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2001e43c-484f-493f-95a0-a265791a36f4 req-a0d822d6-2a37-4ad7-bb6e-fdc87927c51d service neutron] 10.222.0.44 "GET /v2.0/networks?id=7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812 HTTP/1.1" status: 200 len: 916 time: 0.0855305 Oct 30 15:52:24.443262 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2001e43c-484f-493f-95a0-a265791a36f4 req-0ef79490-6aff-4ce4-bc3a-a17858acd061 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f877bcd1-1125-4d4e-9921-57dfd33b4286 HTTP/1.1" status: 200 len: 217 time: 0.0332518 Oct 30 15:52:24.491817 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001e43c-484f-493f-95a0-a265791a36f4 req-e57cfc09-6e74-42ab-954e-7c4d84080722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:24.493167 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2001e43c-484f-493f-95a0-a265791a36f4 req-e57cfc09-6e74-42ab-954e-7c4d84080722 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8f6d0cf2-322e-4afe-ab63-a077d5788009 HTTP/1.1" status: 200 len: 855 time: 0.0437462 Oct 30 15:52:24.523548 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2001e43c-484f-493f-95a0-a265791a36f4 req-657fec28-ef50-4a48-8f98-e54b5dc1dbf7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235097 Oct 30 15:52:24.615082 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2001e43c-484f-493f-95a0-a265791a36f4 req-496c06be-bd62-4330-90d9-f92674308912 service neutron] 10.222.0.44 "GET /v2.0/networks/7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837955 Oct 30 15:52:24.775974 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:52:24.957329 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:52:24.972011 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device f877bcd1-1125-4d4e-9921-57dfd33b4286 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:52:25.022729 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2001e43c-484f-493f-95a0-a265791a36f4 req-4bc6d6b8-2380-46e4-a61d-3234eb851d54 service neutron] 10.222.0.44 "GET /v2.0/networks/7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4011376 Oct 30 15:52:25.025169 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port f877bcd1-1125-4d4e-9921-57dfd33b4286 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:52:25.029813 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port f877bcd1-1125-4d4e-9921-57dfd33b4286 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:52:25.030148 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:52:25.107953 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:52:25.130763 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9c057a4-41b5-403e-a56c-76536b083041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f877bcd1-1125-4d4e-9921-57dfd33b4286'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:52:25.133040 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c198ab00-76a2-4061-80b6-1c0a6bc861af" -d '{"events": [{"server_uuid": "d9c057a4-41b5-403e-a56c-76536b083041", "name": "network-vif-plugged", "status": "completed", "tag": "f877bcd1-1125-4d4e-9921-57dfd33b4286"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:52:25.145966 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port f877bcd1-1125-4d4e-9921-57dfd33b4286, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=f877bcd1-1125-4d4e-9921-57dfd33b4286,segment=NetworkSegment(eb05625a-685d-4a3d-b511-0ac797aac3f6),segment_id=eb05625a-685d-4a3d-b511-0ac797aac3f6)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:52:25.150206 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:52:25.186272 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ac6aa2-ec56-4211-91ee-f661c13ab82c x-openstack-request-id: req-b5ac6aa2-ec56-4211-91ee-f661c13ab82c {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:52:25.186566 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9c057a4-41b5-403e-a56c-76536b083041", "name": "network-vif-plugged", "status": "completed", "tag": "f877bcd1-1125-4d4e-9921-57dfd33b4286", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:52:25.186820 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b5ac6aa2-ec56-4211-91ee-f661c13ab82c {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:52:25.187207 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9c057a4-41b5-403e-a56c-76536b083041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f877bcd1-1125-4d4e-9921-57dfd33b4286', 'code': 200} Oct 30 15:52:25.202798 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=f877bcd1-1125-4d4e-9921-57dfd33b4286,revision_number=9']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:52:25.301308 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f93930-3329-48a3-8968-1bebea6a06be req-7a13f05b-4d1c-40d8-b577-70885dd4fdd4 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:25.302680 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a4f93930-3329-48a3-8968-1bebea6a06be req-7a13f05b-4d1c-40d8-b577-70885dd4fdd4 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9c057a4-41b5-403e-a56c-76536b083041 HTTP/1.1" status: 200 len: 945 time: 0.0485177 Oct 30 15:52:25.342213 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a4f93930-3329-48a3-8968-1bebea6a06be req-c5ec513f-8b46-44aa-8663-8723f5b55f4c tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333526 Oct 30 15:52:26.457305 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3613fe19-5d8e-4dd0-bc37-d064a1d2c6b9 req-e25cf1d2-abf5-4532-a19c-86d3d1cf6e9d tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:26.458756 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3613fe19-5d8e-4dd0-bc37-d064a1d2c6b9 req-e25cf1d2-abf5-4532-a19c-86d3d1cf6e9d tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9c057a4-41b5-403e-a56c-76536b083041 HTTP/1.1" status: 200 len: 945 time: 0.0481896 Oct 30 15:52:26.496477 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3613fe19-5d8e-4dd0-bc37-d064a1d2c6b9 req-3722cde6-3f86-4e34-b85f-c9ff5397d86e tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317974 Oct 30 15:52:26.585228 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f4eb4b90-5eb1-4e95-a872-b4ece08ed6de req-d5ec353c-dedb-49cf-9b7f-a156d52d6bc4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d9c057a4-41b5-403e-a56c-76536b083041&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0384457 Oct 30 15:52:26.618599 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb9d6e9-2231-4d32-b2e4-2b604f5fd943 req-800fadbb-acc6-4047-a1c4-c8bf4748a37f tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:26.620026 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-beb9d6e9-2231-4d32-b2e4-2b604f5fd943 req-800fadbb-acc6-4047-a1c4-c8bf4748a37f tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9c057a4-41b5-403e-a56c-76536b083041 HTTP/1.1" status: 200 len: 945 time: 0.0534832 Oct 30 15:52:26.658880 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-beb9d6e9-2231-4d32-b2e4-2b604f5fd943 req-c516992f-56b1-4fae-84e3-a81ff128e585 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329025 Oct 30 15:52:26.666877 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb4b90-5eb1-4e95-a872-b4ece08ed6de req-1497cf17-91f2-4153-84ad-bbce0ec6ba9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:26.668676 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f4eb4b90-5eb1-4e95-a872-b4ece08ed6de req-1497cf17-91f2-4153-84ad-bbce0ec6ba9c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=29b26353ab5d49aea8074c2b7b77f6d0&device_id=d9c057a4-41b5-403e-a56c-76536b083041 HTTP/1.1" status: 200 len: 1097 time: 0.0403838 Oct 30 15:52:26.715766 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:52:26.808360 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5cada-a3bb-4513-834d-aa5b43cafe0b req-76f42b76-80b2-41be-8a43-7a12de9991db tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:26.809818 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fcd5cada-a3bb-4513-834d-aa5b43cafe0b req-76f42b76-80b2-41be-8a43-7a12de9991db tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9c057a4-41b5-403e-a56c-76536b083041 HTTP/1.1" status: 200 len: 945 time: 0.0721822 Oct 30 15:52:26.814413 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb4b90-5eb1-4e95-a872-b4ece08ed6de req-2d00fe65-6ed3-4ec4-9958-39c6e66900bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:26.815814 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f4eb4b90-5eb1-4e95-a872-b4ece08ed6de req-2d00fe65-6ed3-4ec4-9958-39c6e66900bb service neutron] 10.222.0.53 "GET /v2.0/networks?id=7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812 HTTP/1.1" status: 200 len: 916 time: 0.1274500 Oct 30 15:52:26.867071 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f4eb4b90-5eb1-4e95-a872-b4ece08ed6de req-230c8b01-7b85-47aa-86cf-1ff163d386c0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f877bcd1-1125-4d4e-9921-57dfd33b4286 HTTP/1.1" status: 200 len: 217 time: 0.0438335 Oct 30 15:52:26.907178 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fcd5cada-a3bb-4513-834d-aa5b43cafe0b req-dcf459ae-9e32-462b-a5eb-6d094cf0877f tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904400 Oct 30 15:52:26.924448 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb4b90-5eb1-4e95-a872-b4ece08ed6de req-b68beba2-89fc-4722-b4e6-d3ca14de29ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:26.925865 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f4eb4b90-5eb1-4e95-a872-b4ece08ed6de req-b68beba2-89fc-4722-b4e6-d3ca14de29ef service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8f6d0cf2-322e-4afe-ab63-a077d5788009 HTTP/1.1" status: 200 len: 855 time: 0.0496652 Oct 30 15:52:26.957231 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f4eb4b90-5eb1-4e95-a872-b4ece08ed6de req-715a8ce7-9095-4623-b9f0-30842a503e53 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249133 Oct 30 15:52:27.058867 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f4eb4b90-5eb1-4e95-a872-b4ece08ed6de req-dc0b6593-8729-4157-b0d9-111a827133f7 service neutron] 10.222.0.53 "GET /v2.0/networks/7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943866 Oct 30 15:52:27.151927 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f4eb4b90-5eb1-4e95-a872-b4ece08ed6de req-eb858c1c-e434-4fd7-84dd-254825fd168e service neutron] 10.222.0.53 "GET /v2.0/networks/7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851550 Oct 30 15:52:27.263031 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597b42f-8290-472a-b9aa-3a6e343387f5 req-6bbdaec1-38c9-48e1-ba43-cc13d4dfd8b3 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:27.265074 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b597b42f-8290-472a-b9aa-3a6e343387f5 req-6bbdaec1-38c9-48e1-ba43-cc13d4dfd8b3 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/networks?id=7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812 HTTP/1.1" status: 200 len: 815 time: 0.1058760 Oct 30 15:52:27.280325 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b597b42f-8290-472a-b9aa-3a6e343387f5 req-a26f92e1-d67a-414d-9da9-ce65f0429599 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/quotas/29b26353ab5d49aea8074c2b7b77f6d0 HTTP/1.1" status: 200 len: 375 time: 0.0094371 Oct 30 15:52:27.328033 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b597b42f-8290-472a-b9aa-3a6e343387f5 req-3ac7f0d6-6fd8-4033-bcf3-570fa5e5e9d8 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=29b26353ab5d49aea8074c2b7b77f6d0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0422034 Oct 30 15:52:27.340103 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [req-b597b42f-8290-472a-b9aa-3a6e343387f5 req-6444e942-fe85-46d4-b855-5291209226e7 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:52:27.341051 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b597b42f-8290-472a-b9aa-3a6e343387f5 req-6444e942-fe85-46d4-b855-5291209226e7 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051286 Oct 30 15:52:27.432856 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b597b42f-8290-472a-b9aa-3a6e343387f5 req-6f2735d4-4403-43c6-a589-c4217a6a46fe service neutron] 10.222.0.62 "GET /v2.0/networks/7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852668 Oct 30 15:52:27.521372 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b597b42f-8290-472a-b9aa-3a6e343387f5 req-20b044a4-939f-44b5-a091-c8acbff17a12 service neutron] 10.222.0.62 "GET /v2.0/networks/7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818844 Oct 30 15:52:27.682183 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3a695876-7b16-4d09-ac6a-2e8613adaea9 req-4f06f4c6-bf2d-452f-8d3c-f49c5a44a524 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d0473853-426d-41ae-bb79-6beb7a4308c4 HTTP/1.1" status: 200 len: 210 time: 0.0301261 Oct 30 15:52:28.522925 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2d55b-1daf-4075-9ba0-b1608ba40891 req-a90568e7-60d9-4c6d-8998-393b8b37338c tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:28.524431 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-61d2d55b-1daf-4075-9ba0-b1608ba40891 req-a90568e7-60d9-4c6d-8998-393b8b37338c tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9c057a4-41b5-403e-a56c-76536b083041 HTTP/1.1" status: 200 len: 945 time: 0.1056786 Oct 30 15:52:28.628771 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597b42f-8290-472a-b9aa-3a6e343387f5 req-ce11474d-4421-4b75-86b2-27177c8d4a9a tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:28.630172 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b597b42f-8290-472a-b9aa-3a6e343387f5 req-ce11474d-4421-4b75-86b2-27177c8d4a9a tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.44 "GET /v2.0/networks?id=7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812 HTTP/1.1" status: 200 len: 815 time: 0.1802261 Oct 30 15:52:28.646630 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-b597b42f-8290-472a-b9aa-3a6e343387f5 req-6e08bdf6-55e1-44e7-bb40-f7c7e0385f46 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Request body: {'port': {'device_id': 'd0473853-426d-41ae-bb79-6beb7a4308c4', 'network_id': '7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812', 'admin_state_up': True, 'tenant_id': '29b26353ab5d49aea8074c2b7b77f6d0'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:52:28.699697 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-61d2d55b-1daf-4075-9ba0-b1608ba40891 req-0cfbac77-06bb-47b1-995f-4b84883c7c9b tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Deleting port f877bcd1-1125-4d4e-9921-57dfd33b4286 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:52:28.700036 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-61d2d55b-1daf-4075-9ba0-b1608ba40891 req-0cfbac77-06bb-47b1-995f-4b84883c7c9b tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:52:28.800668 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-82ac2983-497e-41dc-916c-2c1e96a0409d req-82437d87-a5d0-4b68-80ee-eab5ef58880e tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d0473853-426d-41ae-bb79-6beb7a4308c4 HTTP/1.1" status: 200 len: 210 time: 0.0440516 Oct 30 15:52:28.858967 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-61d2d55b-1daf-4075-9ba0-b1608ba40891 req-0cfbac77-06bb-47b1-995f-4b84883c7c9b tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] For port f877bcd1-1125-4d4e-9921-57dfd33b4286, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=f877bcd1-1125-4d4e-9921-57dfd33b4286,segment=NetworkSegment(eb05625a-685d-4a3d-b511-0ac797aac3f6),segment_id=eb05625a-685d-4a3d-b511-0ac797aac3f6)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:52:28.859327 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-61d2d55b-1daf-4075-9ba0-b1608ba40891 req-0cfbac77-06bb-47b1-995f-4b84883c7c9b tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:52:28.869340 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b597b42f-8290-472a-b9aa-3a6e343387f5 req-6e08bdf6-55e1-44e7-bb40-f7c7e0385f46 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Made reservation on behalf of 29b26353ab5d49aea8074c2b7b77f6d0 for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:52:28.872754 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b597b42f-8290-472a-b9aa-3a6e343387f5 req-6e08bdf6-55e1-44e7-bb40-f7c7e0385f46 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:52:28.884307 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-61d2d55b-1daf-4075-9ba0-b1608ba40891 req-0cfbac77-06bb-47b1-995f-4b84883c7c9b tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Calling delete_port for f877bcd1-1125-4d4e-9921-57dfd33b4286 owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:52:29.064433 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-b597b42f-8290-472a-b9aa-3a6e343387f5 req-6e08bdf6-55e1-44e7-bb40-f7c7e0385f46 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Allocated IP 172.20.0.8 (7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812/8f6d0cf2-322e-4afe-ab63-a077d5788009/df88caa4-39db-4991-a752-fc525a796df7) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:52:29.117159 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-61d2d55b-1daf-4075-9ba0-b1608ba40891 req-0cfbac77-06bb-47b1-995f-4b84883c7c9b tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:52:29.128436 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['f877bcd1-1125-4d4e-9921-57dfd33b4286'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:52:29.149599 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfbac77-06bb-47b1-995f-4b84883c7c9b tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Pushing event deleted for resources: {'Port': ['ID=f877bcd1-1125-4d4e-9921-57dfd33b4286,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:52:29.210225 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-61d2d55b-1daf-4075-9ba0-b1608ba40891 req-0cfbac77-06bb-47b1-995f-4b84883c7c9b tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] No DVR routers for this DVR port f877bcd1-1125-4d4e-9921-57dfd33b4286 on host n-h1-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:52:29.213982 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-61d2d55b-1daf-4075-9ba0-b1608ba40891 req-0cfbac77-06bb-47b1-995f-4b84883c7c9b tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:52:29.217286 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-61d2d55b-1daf-4075-9ba0-b1608ba40891 req-0cfbac77-06bb-47b1-995f-4b84883c7c9b tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.53 "DELETE /v2.0/ports/f877bcd1-1125-4d4e-9921-57dfd33b4286 HTTP/1.1" status: 204 len: 173 time: 0.6863790 Oct 30 15:52:29.217719 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9c057a4-41b5-403e-a56c-76536b083041', 'name': 'network-vif-deleted', 'tag': 'f877bcd1-1125-4d4e-9921-57dfd33b4286'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:52:29.219967 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9df1f2a-739b-42ac-b46d-be689b81cb39" -d '{"events": [{"server_uuid": "d9c057a4-41b5-403e-a56c-76536b083041", "name": "network-vif-deleted", "tag": "f877bcd1-1125-4d4e-9921-57dfd33b4286"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:52:29.287001 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b7805b-dd32-4b43-ab77-d062e16a5a91 x-openstack-request-id: req-06b7805b-dd32-4b43-ab77-d062e16a5a91 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:52:29.287307 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9c057a4-41b5-403e-a56c-76536b083041", "name": "network-vif-deleted", "tag": "f877bcd1-1125-4d4e-9921-57dfd33b4286", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:52:29.287578 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-06b7805b-dd32-4b43-ab77-d062e16a5a91 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:52:29.288029 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9c057a4-41b5-403e-a56c-76536b083041', 'name': 'network-vif-deleted', 'tag': 'f877bcd1-1125-4d4e-9921-57dfd33b4286', 'status': 'completed', 'code': 200} Oct 30 15:52:29.348759 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b597b42f-8290-472a-b9aa-3a6e343387f5 req-6e08bdf6-55e1-44e7-bb40-f7c7e0385f46 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:52:29.385162 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b597b42f-8290-472a-b9aa-3a6e343387f5 req-6e08bdf6-55e1-44e7-bb40-f7c7e0385f46 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:52:29.396838 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['f877bcd1-1125-4d4e-9921-57dfd33b4286'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:52:29.440053 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b597b42f-8290-472a-b9aa-3a6e343387f5 req-6e08bdf6-55e1-44e7-bb40-f7c7e0385f46 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Network 7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:52:29.443277 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-b597b42f-8290-472a-b9aa-3a6e343387f5 req-6e08bdf6-55e1-44e7-bb40-f7c7e0385f46 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:52:29.447054 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-b597b42f-8290-472a-b9aa-3a6e343387f5 req-6e08bdf6-55e1-44e7-bb40-f7c7e0385f46 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:52:29.472160 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e08bdf6-55e1-44e7-bb40-f7c7e0385f46 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Pushing event updated for resources: {'Port': ['ID=df88caa4-39db-4991-a752-fc525a796df7,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:52:29.499935 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597b42f-8290-472a-b9aa-3a6e343387f5 req-6e08bdf6-55e1-44e7-bb40-f7c7e0385f46 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:29.500547 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b597b42f-8290-472a-b9aa-3a6e343387f5 req-6e08bdf6-55e1-44e7-bb40-f7c7e0385f46 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:52:29.515778 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b597b42f-8290-472a-b9aa-3a6e343387f5 req-6e08bdf6-55e1-44e7-bb40-f7c7e0385f46 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8727126 Oct 30 15:52:29.527497 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-b597b42f-8290-472a-b9aa-3a6e343387f5 req-e1bc2a0c-e013-4832-8dc9-c417ccbedba4 service neutron] Request body: {'port': {'device_id': 'd0473853-426d-41ae-bb79-6beb7a4308c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:52:29.579977 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b597b42f-8290-472a-b9aa-3a6e343387f5 req-e1bc2a0c-e013-4832-8dc9-c417ccbedba4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:52:29.846216 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-b597b42f-8290-472a-b9aa-3a6e343387f5 req-e1bc2a0c-e013-4832-8dc9-c417ccbedba4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df88caa4-39db-4991-a752-fc525a796df7 {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:52:29.853696 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b597b42f-8290-472a-b9aa-3a6e343387f5 req-e1bc2a0c-e013-4832-8dc9-c417ccbedba4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:52:29.866631 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-b597b42f-8290-472a-b9aa-3a6e343387f5 req-e1bc2a0c-e013-4832-8dc9-c417ccbedba4 service neutron] Transition to ACTIVE for port object df88caa4-39db-4991-a752-fc525a796df7 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:52:29.869542 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b597b42f-8290-472a-b9aa-3a6e343387f5 req-e1bc2a0c-e013-4832-8dc9-c417ccbedba4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:52:29.948792 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bc2a0c-e013-4832-8dc9-c417ccbedba4 service neutron] Pushing event updated for resources: {'Port': ['ID=df88caa4-39db-4991-a752-fc525a796df7,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:52:29.979478 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae0ba4e-d0de-43b9-83e4-06d1ad47caa6 req-8d05501d-2c01-4c8b-9b2a-80054ce16aca tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:29.980970 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9ae0ba4e-d0de-43b9-83e4-06d1ad47caa6 req-8d05501d-2c01-4c8b-9b2a-80054ce16aca tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d0473853-426d-41ae-bb79-6beb7a4308c4 HTTP/1.1" status: 200 len: 943 time: 0.1085289 Oct 30 15:52:30.056378 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9ae0ba4e-d0de-43b9-83e4-06d1ad47caa6 req-47a4c329-4a86-44fc-8b02-2eb15131fb47 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533335 Oct 30 15:52:30.057309 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-b597b42f-8290-472a-b9aa-3a6e343387f5 req-e1bc2a0c-e013-4832-8dc9-c417ccbedba4 service neutron] Attempting to bind port df88caa4-39db-4991-a752-fc525a796df7 on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:52:30.057636 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-b597b42f-8290-472a-b9aa-3a6e343387f5 req-e1bc2a0c-e013-4832-8dc9-c417ccbedba4 service neutron] Attempting to bind port df88caa4-39db-4991-a752-fc525a796df7 by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': 'eb05625a-685d-4a3d-b511-0ac797aac3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:52:30.057956 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b597b42f-8290-472a-b9aa-3a6e343387f5 req-e1bc2a0c-e013-4832-8dc9-c417ccbedba4 service neutron] Attempting to bind port df88caa4-39db-4991-a752-fc525a796df7 on network 7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:52:30.062882 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b597b42f-8290-472a-b9aa-3a6e343387f5 req-e1bc2a0c-e013-4832-8dc9-c417ccbedba4 service neutron] Port df88caa4-39db-4991-a752-fc525a796df7 on network 7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:52:30.063201 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b597b42f-8290-472a-b9aa-3a6e343387f5 req-e1bc2a0c-e013-4832-8dc9-c417ccbedba4 service neutron] Attempting to bind port df88caa4-39db-4991-a752-fc525a796df7 on network 7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:52:30.068038 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b597b42f-8290-472a-b9aa-3a6e343387f5 req-e1bc2a0c-e013-4832-8dc9-c417ccbedba4 service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:52:30.068377 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b597b42f-8290-472a-b9aa-3a6e343387f5 req-e1bc2a0c-e013-4832-8dc9-c417ccbedba4 service neutron] Checking segment: {'id': 'eb05625a-685d-4a3d-b511-0ac797aac3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:52:30.068756 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b597b42f-8290-472a-b9aa-3a6e343387f5 req-e1bc2a0c-e013-4832-8dc9-c417ccbedba4 service neutron] Bound using segment: {'id': 'eb05625a-685d-4a3d-b511-0ac797aac3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:52:30.069177 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-b597b42f-8290-472a-b9aa-3a6e343387f5 req-e1bc2a0c-e013-4832-8dc9-c417ccbedba4 service neutron] Bound port: df88caa4-39db-4991-a752-fc525a796df7, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb05625a-685d-4a3d-b511-0ac797aac3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:52:30.069531 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b597b42f-8290-472a-b9aa-3a6e343387f5 req-e1bc2a0c-e013-4832-8dc9-c417ccbedba4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:52:30.130694 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-b597b42f-8290-472a-b9aa-3a6e343387f5 req-e1bc2a0c-e013-4832-8dc9-c417ccbedba4 service neutron] For port df88caa4-39db-4991-a752-fc525a796df7, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:52:30.133610 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-b597b42f-8290-472a-b9aa-3a6e343387f5 req-e1bc2a0c-e013-4832-8dc9-c417ccbedba4 service neutron] For port df88caa4-39db-4991-a752-fc525a796df7, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=df88caa4-39db-4991-a752-fc525a796df7,segment=NetworkSegment(eb05625a-685d-4a3d-b511-0ac797aac3f6),segment_id=eb05625a-685d-4a3d-b511-0ac797aac3f6)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:52:30.137914 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b597b42f-8290-472a-b9aa-3a6e343387f5 req-e1bc2a0c-e013-4832-8dc9-c417ccbedba4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:52:30.172448 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597b42f-8290-472a-b9aa-3a6e343387f5 req-e1bc2a0c-e013-4832-8dc9-c417ccbedba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:30.173052 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b597b42f-8290-472a-b9aa-3a6e343387f5 req-e1bc2a0c-e013-4832-8dc9-c417ccbedba4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:52:30.174412 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b597b42f-8290-472a-b9aa-3a6e343387f5 req-e1bc2a0c-e013-4832-8dc9-c417ccbedba4 service neutron] 10.222.0.44 "PUT /v2.0/ports/df88caa4-39db-4991-a752-fc525a796df7 HTTP/1.1" status: 200 len: 1092 time: 0.6511719 Oct 30 15:52:30.194146 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bc2a0c-e013-4832-8dc9-c417ccbedba4 service neutron] Pushing event updated for resources: {'Port': ['ID=df88caa4-39db-4991-a752-fc525a796df7,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:52:30.201740 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bc2a0c-e013-4832-8dc9-c417ccbedba4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:52:30.202122 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bc2a0c-e013-4832-8dc9-c417ccbedba4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:52:30.202505 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bc2a0c-e013-4832-8dc9-c417ccbedba4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:52:30.202826 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bc2a0c-e013-4832-8dc9-c417ccbedba4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:52:30.203200 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bc2a0c-e013-4832-8dc9-c417ccbedba4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:52:30.203476 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bc2a0c-e013-4832-8dc9-c417ccbedba4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:52:30.203803 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bc2a0c-e013-4832-8dc9-c417ccbedba4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:52:30.204305 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bc2a0c-e013-4832-8dc9-c417ccbedba4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:52:30.204475 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bc2a0c-e013-4832-8dc9-c417ccbedba4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:52:30.204777 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bc2a0c-e013-4832-8dc9-c417ccbedba4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:52:30.205141 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bc2a0c-e013-4832-8dc9-c417ccbedba4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:52:30.205426 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bc2a0c-e013-4832-8dc9-c417ccbedba4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:52:30.206855 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:52:30.258453 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597b42f-8290-472a-b9aa-3a6e343387f5 req-7bf1262c-e0f8-43c0-a93c-bcff87db534b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:30.259947 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b597b42f-8290-472a-b9aa-3a6e343387f5 req-7bf1262c-e0f8-43c0-a93c-bcff87db534b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=29b26353ab5d49aea8074c2b7b77f6d0&device_id=d0473853-426d-41ae-bb79-6beb7a4308c4 HTTP/1.1" status: 200 len: 1095 time: 0.0444264 Oct 30 15:52:30.301886 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b597b42f-8290-472a-b9aa-3a6e343387f5 req-74ab4ffd-4494-4aaa-99b4-03bf6b5cac0b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df88caa4-39db-4991-a752-fc525a796df7 HTTP/1.1" status: 200 len: 217 time: 0.0344019 Oct 30 15:52:30.349507 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597b42f-8290-472a-b9aa-3a6e343387f5 req-747ae441-c290-41b0-80bd-f3c6fb06e9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:30.350821 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b597b42f-8290-472a-b9aa-3a6e343387f5 req-747ae441-c290-41b0-80bd-f3c6fb06e9fc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8f6d0cf2-322e-4afe-ab63-a077d5788009 HTTP/1.1" status: 200 len: 855 time: 0.0415680 Oct 30 15:52:30.385313 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b597b42f-8290-472a-b9aa-3a6e343387f5 req-e76cc8be-943c-4fd8-8cd5-7260c3bb412c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277262 Oct 30 15:52:30.473482 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b597b42f-8290-472a-b9aa-3a6e343387f5 req-bbb8824c-d9c2-4828-8c03-a8dab1305592 service neutron] 10.222.0.44 "GET /v2.0/networks/7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810702 Oct 30 15:52:30.565308 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b597b42f-8290-472a-b9aa-3a6e343387f5 req-a5f00c9b-7437-415a-b9a1-b37b97770eb7 service neutron] 10.222.0.44 "GET /v2.0/networks/7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849526 Oct 30 15:52:31.181364 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ce459-8141-49db-bf9f-30c793641b65 req-c8bb9633-0f16-4a0d-b89b-34bd3e57a71c tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:31.182830 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ec0ce459-8141-49db-bf9f-30c793641b65 req-c8bb9633-0f16-4a0d-b89b-34bd3e57a71c tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d0473853-426d-41ae-bb79-6beb7a4308c4 HTTP/1.1" status: 200 len: 943 time: 0.0504298 Oct 30 15:52:31.220988 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ec0ce459-8141-49db-bf9f-30c793641b65 req-88745051-29b2-44c5-a41a-cf91a6817699 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316274 Oct 30 15:52:31.289310 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0473853-426d-41ae-bb79-6beb7a4308c4', 'tag': 'df88caa4-39db-4991-a752-fc525a796df7'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:52:31.291732 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b16bcb8-e70d-4aae-b1f4-8b23e2452d58" -d '{"events": [{"name": "network-changed", "server_uuid": "d0473853-426d-41ae-bb79-6beb7a4308c4", "tag": "df88caa4-39db-4991-a752-fc525a796df7"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:52:31.328574 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-825d2d51-e5a1-4021-b84d-e3267b96ee8d x-openstack-request-id: req-825d2d51-e5a1-4021-b84d-e3267b96ee8d {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:52:31.328878 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0473853-426d-41ae-bb79-6beb7a4308c4", "tag": "df88caa4-39db-4991-a752-fc525a796df7", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:52:31.329120 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-825d2d51-e5a1-4021-b84d-e3267b96ee8d {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:52:31.329534 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0473853-426d-41ae-bb79-6beb7a4308c4', 'tag': 'df88caa4-39db-4991-a752-fc525a796df7', 'status': 'completed', 'code': 200} Oct 30 15:52:31.393253 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b16bcb8-e70d-4aae-b1f4-8b23e2452d58 req-a77d581a-68fb-4155-b99d-e0ce05d211b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:31.394642 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2b16bcb8-e70d-4aae-b1f4-8b23e2452d58 req-a77d581a-68fb-4155-b99d-e0ce05d211b6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=29b26353ab5d49aea8074c2b7b77f6d0&device_id=d0473853-426d-41ae-bb79-6beb7a4308c4 HTTP/1.1" status: 200 len: 1095 time: 0.0413105 Oct 30 15:52:31.491903 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b16bcb8-e70d-4aae-b1f4-8b23e2452d58 req-6bcd6443-f294-4b9e-8ff2-5a875b0eee22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:31.493342 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2b16bcb8-e70d-4aae-b1f4-8b23e2452d58 req-6bcd6443-f294-4b9e-8ff2-5a875b0eee22 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812 HTTP/1.1" status: 200 len: 916 time: 0.0917265 Oct 30 15:52:31.534659 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2b16bcb8-e70d-4aae-b1f4-8b23e2452d58 req-c80bcdc2-6885-403b-8955-bffcf1ecdf81 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df88caa4-39db-4991-a752-fc525a796df7 HTTP/1.1" status: 200 len: 217 time: 0.0339110 Oct 30 15:52:31.581421 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b16bcb8-e70d-4aae-b1f4-8b23e2452d58 req-179b84be-6738-4608-936e-69af4b55439a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:31.582844 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2b16bcb8-e70d-4aae-b1f4-8b23e2452d58 req-179b84be-6738-4608-936e-69af4b55439a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8f6d0cf2-322e-4afe-ab63-a077d5788009 HTTP/1.1" status: 200 len: 855 time: 0.0417411 Oct 30 15:52:31.613437 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2b16bcb8-e70d-4aae-b1f4-8b23e2452d58 req-69a19df2-ab8a-4019-97fb-443b1f9e534c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240462 Oct 30 15:52:31.708485 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2b16bcb8-e70d-4aae-b1f4-8b23e2452d58 req-0959a57e-7a77-45da-a020-3796c66b3b2a service neutron] 10.222.0.44 "GET /v2.0/networks/7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880563 Oct 30 15:52:31.800203 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2b16bcb8-e70d-4aae-b1f4-8b23e2452d58 req-df2319f2-f475-4cd8-acc8-20f3edf7fdb9 service neutron] 10.222.0.44 "GET /v2.0/networks/7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847909 Oct 30 15:52:32.162953 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device df88caa4-39db-4991-a752-fc525a796df7 details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:52:32.243377 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:52:32.269749 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port df88caa4-39db-4991-a752-fc525a796df7, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=df88caa4-39db-4991-a752-fc525a796df7,segment=NetworkSegment(eb05625a-685d-4a3d-b511-0ac797aac3f6),segment_id=eb05625a-685d-4a3d-b511-0ac797aac3f6)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:52:32.281626 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': 'df88caa4-39db-4991-a752-fc525a796df7', 'network_id': '7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812', 'port_id': 'df88caa4-39db-4991-a752-fc525a796df7', 'mac_address': 'fa:16:3e:7e:4a:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f6d0cf2-322e-4afe-ab63-a077d5788009', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:52:32.318925 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:52:32.335564 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df88caa4-39db-4991-a752-fc525a796df7 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:52:32.336126 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cdee90-8953-4a23-9301-7abaee026d63 req-707aaa17-16af-47b7-83e0-b07c6a321073 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:32.337621 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-94cdee90-8953-4a23-9301-7abaee026d63 req-707aaa17-16af-47b7-83e0-b07c6a321073 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d0473853-426d-41ae-bb79-6beb7a4308c4 HTTP/1.1" status: 200 len: 943 time: 0.0489247 Oct 30 15:52:32.355848 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port df88caa4-39db-4991-a752-fc525a796df7, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=df88caa4-39db-4991-a752-fc525a796df7,segment=NetworkSegment(eb05625a-685d-4a3d-b511-0ac797aac3f6),segment_id=eb05625a-685d-4a3d-b511-0ac797aac3f6)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:52:32.360963 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:52:32.380855 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-94cdee90-8953-4a23-9301-7abaee026d63 req-27e3d9f4-5a5c-4365-a016-45566475f30c tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364094 Oct 30 15:52:32.407714 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=df88caa4-39db-4991-a752-fc525a796df7,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:52:32.552140 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['df88caa4-39db-4991-a752-fc525a796df7'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:52:33.035980 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device f877bcd1-1125-4d4e-9921-57dfd33b4286 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:52:33.063103 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: f877bcd1-1125-4d4e-9921-57dfd33b4286 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:52:33.063612 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device f877bcd1-1125-4d4e-9921-57dfd33b4286 not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:52:33.500116 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a6511a-2ffa-4dab-b297-154c09995e37 req-087708e7-eb07-4fa6-97ae-704609c9b125 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:33.501599 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-14a6511a-2ffa-4dab-b297-154c09995e37 req-087708e7-eb07-4fa6-97ae-704609c9b125 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d0473853-426d-41ae-bb79-6beb7a4308c4 HTTP/1.1" status: 200 len: 944 time: 0.0504007 Oct 30 15:52:33.538519 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-14a6511a-2ffa-4dab-b297-154c09995e37 req-52315c5d-dd7d-442c-87d1-40499a23abb8 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309885 Oct 30 15:52:34.176306 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device df88caa4-39db-4991-a752-fc525a796df7 up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:52:34.223931 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port df88caa4-39db-4991-a752-fc525a796df7 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:52:34.227662 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port df88caa4-39db-4991-a752-fc525a796df7 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:52:34.228037 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:52:34.305495 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:52:34.327098 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0473853-426d-41ae-bb79-6beb7a4308c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df88caa4-39db-4991-a752-fc525a796df7'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:52:34.329427 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-298d4f12-db4d-4701-a2a4-f392e14df562" -d '{"events": [{"server_uuid": "d0473853-426d-41ae-bb79-6beb7a4308c4", "name": "network-vif-plugged", "status": "completed", "tag": "df88caa4-39db-4991-a752-fc525a796df7"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:52:34.344323 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port df88caa4-39db-4991-a752-fc525a796df7, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=df88caa4-39db-4991-a752-fc525a796df7,segment=NetworkSegment(eb05625a-685d-4a3d-b511-0ac797aac3f6),segment_id=eb05625a-685d-4a3d-b511-0ac797aac3f6)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:52:34.348422 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:52:34.372217 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2559e8ce-1edf-4632-8d50-5473d6a5ca3f x-openstack-request-id: req-2559e8ce-1edf-4632-8d50-5473d6a5ca3f {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:52:34.372503 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0473853-426d-41ae-bb79-6beb7a4308c4", "name": "network-vif-plugged", "status": "completed", "tag": "df88caa4-39db-4991-a752-fc525a796df7", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:52:34.372753 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2559e8ce-1edf-4632-8d50-5473d6a5ca3f {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:52:34.373164 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0473853-426d-41ae-bb79-6beb7a4308c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df88caa4-39db-4991-a752-fc525a796df7', 'code': 200} Oct 30 15:52:34.398815 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=df88caa4-39db-4991-a752-fc525a796df7,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:52:34.464950 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f44ff0-7086-414f-a67d-5812833bd572 req-52bbef3b-31d1-4415-a891-98c5f9234dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:34.466340 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-69f44ff0-7086-414f-a67d-5812833bd572 req-52bbef3b-31d1-4415-a891-98c5f9234dd0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d0473853-426d-41ae-bb79-6beb7a4308c4 HTTP/1.1" status: 200 len: 1097 time: 0.0405321 Oct 30 15:52:34.504344 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-69f44ff0-7086-414f-a67d-5812833bd572 req-8bd635d6-f91e-41cd-bfa3-c9ac8f0e9de5 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301759 Oct 30 15:52:34.656593 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce95f974-839c-4c82-b60d-7a7337ecc7b5 req-95c3bd33-f792-4b52-afdc-8b3e0f7b6f5f tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:34.658046 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ce95f974-839c-4c82-b60d-7a7337ecc7b5 req-95c3bd33-f792-4b52-afdc-8b3e0f7b6f5f tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d0473853-426d-41ae-bb79-6beb7a4308c4 HTTP/1.1" status: 200 len: 945 time: 0.0521250 Oct 30 15:52:34.697517 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ce95f974-839c-4c82-b60d-7a7337ecc7b5 req-72dad42a-2e89-49de-b359-319bdf1354aa tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334599 Oct 30 15:52:35.814123 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c31144-b748-42b2-b5cc-f7924fc21b8d req-e76962bf-a9c2-4d4d-afaf-706325a0d053 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:35.815598 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-06c31144-b748-42b2-b5cc-f7924fc21b8d req-e76962bf-a9c2-4d4d-afaf-706325a0d053 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d0473853-426d-41ae-bb79-6beb7a4308c4 HTTP/1.1" status: 200 len: 945 time: 0.0489392 Oct 30 15:52:35.852940 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-06c31144-b748-42b2-b5cc-f7924fc21b8d req-2d98054c-5ef1-4ca1-9d27-5c3acd413349 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314507 Oct 30 15:52:35.964948 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7fe1f3-4ed1-4634-b15d-2adec73d643e req-9f902e28-33a3-484e-9a48-287bff080974 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:35.966310 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-af7fe1f3-4ed1-4634-b15d-2adec73d643e req-9f902e28-33a3-484e-9a48-287bff080974 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d0473853-426d-41ae-bb79-6beb7a4308c4 HTTP/1.1" status: 200 len: 945 time: 0.0473838 Oct 30 15:52:36.003327 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-af7fe1f3-4ed1-4634-b15d-2adec73d643e req-7223aee7-9144-4b2c-bdcc-95fef0c45204 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305426 Oct 30 15:52:36.252592 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ff91c2ba-2125-4beb-b9e6-bc9812e4f286 req-7abcdb74-435a-48c5-a3db-3cc583265512 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d0473853-426d-41ae-bb79-6beb7a4308c4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0711124 Oct 30 15:52:36.259781 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54120a9-3f0a-4aff-a86b-c56c5be1c285 req-014d034a-4ea0-4c6a-abba-7afa5f9e384a tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:36.261135 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f54120a9-3f0a-4aff-a86b-c56c5be1c285 req-014d034a-4ea0-4c6a-abba-7afa5f9e384a tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d0473853-426d-41ae-bb79-6beb7a4308c4 HTTP/1.1" status: 200 len: 945 time: 0.0716369 Oct 30 15:52:36.291602 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:52:36.300494 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f54120a9-3f0a-4aff-a86b-c56c5be1c285 req-7af9c3ff-a37e-46ef-9d8c-737db0ae33ce tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329120 Oct 30 15:52:37.366506 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91c2ba-2125-4beb-b9e6-bc9812e4f286 req-896ee862-dd01-4bbd-858f-833361d72498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:37.368048 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ff91c2ba-2125-4beb-b9e6-bc9812e4f286 req-896ee862-dd01-4bbd-858f-833361d72498 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=29b26353ab5d49aea8074c2b7b77f6d0&device_id=d0473853-426d-41ae-bb79-6beb7a4308c4 HTTP/1.1" status: 200 len: 1097 time: 0.0406222 Oct 30 15:52:37.420877 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79571a3-3ce2-4f18-a76d-dd1334d43649 req-1b4b7ee5-27c5-4d02-9b1f-4874f3aa1e69 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:37.422368 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f79571a3-3ce2-4f18-a76d-dd1334d43649 req-1b4b7ee5-27c5-4d02-9b1f-4874f3aa1e69 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d0473853-426d-41ae-bb79-6beb7a4308c4 HTTP/1.1" status: 200 len: 945 time: 0.0499110 Oct 30 15:52:37.459818 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f79571a3-3ce2-4f18-a76d-dd1334d43649 req-e8e1efba-6748-427f-8388-0c693c2f45bb tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313797 Oct 30 15:52:37.462849 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91c2ba-2125-4beb-b9e6-bc9812e4f286 req-fc8ef69e-2843-49c9-9ce6-3a322741c9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:37.464373 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ff91c2ba-2125-4beb-b9e6-bc9812e4f286 req-fc8ef69e-2843-49c9-9ce6-3a322741c9ec service neutron] 10.222.0.44 "GET /v2.0/networks?id=7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812 HTTP/1.1" status: 200 len: 916 time: 0.0889220 Oct 30 15:52:37.505223 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ff91c2ba-2125-4beb-b9e6-bc9812e4f286 req-09349f55-73a9-49c8-973f-1bf9d0d3e7d1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df88caa4-39db-4991-a752-fc525a796df7 HTTP/1.1" status: 200 len: 217 time: 0.0337315 Oct 30 15:52:37.553324 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91c2ba-2125-4beb-b9e6-bc9812e4f286 req-7027a423-0339-4f52-a5ae-cf40133909bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:37.554771 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ff91c2ba-2125-4beb-b9e6-bc9812e4f286 req-7027a423-0339-4f52-a5ae-cf40133909bd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8f6d0cf2-322e-4afe-ab63-a077d5788009 HTTP/1.1" status: 200 len: 855 time: 0.0433588 Oct 30 15:52:37.584869 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ff91c2ba-2125-4beb-b9e6-bc9812e4f286 req-0aff3226-9a6e-47ca-86cf-bd68baf390ff service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236070 Oct 30 15:52:37.675447 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ff91c2ba-2125-4beb-b9e6-bc9812e4f286 req-b7bf817a-4351-4070-8d6d-e5ad7e927613 service neutron] 10.222.0.44 "GET /v2.0/networks/7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839751 Oct 30 15:52:37.768650 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ff91c2ba-2125-4beb-b9e6-bc9812e4f286 req-22c62cfc-7476-424f-8a08-03fbb9daa2b6 service neutron] 10.222.0.44 "GET /v2.0/networks/7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862744 Oct 30 15:52:38.576954 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fbd314-6c96-4127-ae27-eb47d8563650 req-801023b9-7ce3-4935-a9de-2e58378aacd1 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:38.578413 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-32fbd314-6c96-4127-ae27-eb47d8563650 req-801023b9-7ce3-4935-a9de-2e58378aacd1 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d0473853-426d-41ae-bb79-6beb7a4308c4 HTTP/1.1" status: 200 len: 945 time: 0.0490997 Oct 30 15:52:38.618900 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-32fbd314-6c96-4127-ae27-eb47d8563650 req-2d117ec2-91b1-4bd1-8dab-d8818923cd71 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344479 Oct 30 15:52:39.733320 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaedca8-9e95-47d6-94b0-50c58f822fbb req-9b74c833-25d0-4a08-86cc-6faa064c34c6 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:39.734769 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0aaedca8-9e95-47d6-94b0-50c58f822fbb req-9b74c833-25d0-4a08-86cc-6faa064c34c6 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d0473853-426d-41ae-bb79-6beb7a4308c4 HTTP/1.1" status: 200 len: 945 time: 0.0480638 Oct 30 15:52:39.777390 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0aaedca8-9e95-47d6-94b0-50c58f822fbb req-08bc827f-d16b-43a1-934e-a1939fe2ad5c tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366831 Oct 30 15:52:40.891598 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acff7398-4940-4150-b191-e78430418fde req-b9c3139c-1616-421f-86df-9dee3fb367dc tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:40.893060 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-acff7398-4940-4150-b191-e78430418fde req-b9c3139c-1616-421f-86df-9dee3fb367dc tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d0473853-426d-41ae-bb79-6beb7a4308c4 HTTP/1.1" status: 200 len: 945 time: 0.0479057 Oct 30 15:52:40.930582 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-acff7398-4940-4150-b191-e78430418fde req-e2004a40-28d9-4e19-b397-71e45810ad7d tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317442 Oct 30 15:52:42.043853 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929eafd4-02da-4afe-821e-41b0fdb0b76a req-ae6a9a23-51cb-4cb1-bdaa-7fa477f0272c tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:42.045785 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-929eafd4-02da-4afe-821e-41b0fdb0b76a req-ae6a9a23-51cb-4cb1-bdaa-7fa477f0272c tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d0473853-426d-41ae-bb79-6beb7a4308c4 HTTP/1.1" status: 200 len: 945 time: 0.0482318 Oct 30 15:52:42.082379 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-929eafd4-02da-4afe-821e-41b0fdb0b76a req-1b916011-503f-4c75-a089-09ee1fec008a tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307717 Oct 30 15:52:43.208538 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafeadb1-d4a2-4409-9ab3-5a4941eb50cd req-5952f5e0-510d-4f2e-8f06-0134b8f5e035 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:43.210116 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cafeadb1-d4a2-4409-9ab3-5a4941eb50cd req-5952f5e0-510d-4f2e-8f06-0134b8f5e035 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d0473853-426d-41ae-bb79-6beb7a4308c4 HTTP/1.1" status: 200 len: 945 time: 0.0579338 Oct 30 15:52:43.252327 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cafeadb1-d4a2-4409-9ab3-5a4941eb50cd req-d93a2fae-c04d-4461-a3ce-57f00dcde96e tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359044 Oct 30 15:52:44.369961 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8510c3-7ed4-42a7-a135-97407038add7 req-54bbc55b-4feb-489b-88f4-1c5d16be0727 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:44.371451 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2e8510c3-7ed4-42a7-a135-97407038add7 req-54bbc55b-4feb-489b-88f4-1c5d16be0727 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d0473853-426d-41ae-bb79-6beb7a4308c4 HTTP/1.1" status: 200 len: 945 time: 0.0502653 Oct 30 15:52:44.409129 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2e8510c3-7ed4-42a7-a135-97407038add7 req-e32847bc-1fa1-4650-8c43-fec8a8c62e9e tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316436 Oct 30 15:52:45.523036 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5bbdd1-9c45-4e4e-99d1-8360cd71c43c req-ad163c39-5466-47a6-9ef7-8251fbe58014 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:45.524513 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8e5bbdd1-9c45-4e4e-99d1-8360cd71c43c req-ad163c39-5466-47a6-9ef7-8251fbe58014 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d0473853-426d-41ae-bb79-6beb7a4308c4 HTTP/1.1" status: 200 len: 945 time: 0.0480266 Oct 30 15:52:45.561447 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8e5bbdd1-9c45-4e4e-99d1-8360cd71c43c req-073f924b-ed90-4962-bd96-e689ad6d2e39 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301001 Oct 30 15:52:46.690345 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8226953a-258f-4cc8-a691-74b2b0e526d4 req-2ccf4ca6-6859-4a84-923a-ae90b81033e1 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:46.691820 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8226953a-258f-4cc8-a691-74b2b0e526d4 req-2ccf4ca6-6859-4a84-923a-ae90b81033e1 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d0473853-426d-41ae-bb79-6beb7a4308c4 HTTP/1.1" status: 200 len: 945 time: 0.0482209 Oct 30 15:52:46.732054 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8226953a-258f-4cc8-a691-74b2b0e526d4 req-e00e6b42-048d-4643-93b0-780fd38df375 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344090 Oct 30 15:52:47.849642 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf8c520-bc45-46da-ac90-a2a9236d4135 req-19711da6-90e6-43c2-b8c6-e59d70c674e8 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:47.851094 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3bf8c520-bc45-46da-ac90-a2a9236d4135 req-19711da6-90e6-43c2-b8c6-e59d70c674e8 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d0473853-426d-41ae-bb79-6beb7a4308c4 HTTP/1.1" status: 200 len: 945 time: 0.0507896 Oct 30 15:52:47.887505 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3bf8c520-bc45-46da-ac90-a2a9236d4135 req-ce2bce46-1a1e-469f-91cb-9ce0e505d462 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304353 Oct 30 15:52:49.002326 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997fbe48-97d7-4885-ae39-43147a6d049c req-3394fbad-bba2-49b1-8f06-5b3e727bf700 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:49.003719 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-997fbe48-97d7-4885-ae39-43147a6d049c req-3394fbad-bba2-49b1-8f06-5b3e727bf700 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d0473853-426d-41ae-bb79-6beb7a4308c4 HTTP/1.1" status: 200 len: 945 time: 0.0486994 Oct 30 15:52:49.040947 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-997fbe48-97d7-4885-ae39-43147a6d049c req-1d2c1459-93f7-409e-9c36-185a5cfbf629 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313864 Oct 30 15:52:50.154521 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abee7cae-9aa6-4bc5-b3dd-c651683fd988 req-a60220ae-0f18-4a2a-b721-66899ca99f54 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:50.155997 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-abee7cae-9aa6-4bc5-b3dd-c651683fd988 req-a60220ae-0f18-4a2a-b721-66899ca99f54 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d0473853-426d-41ae-bb79-6beb7a4308c4 HTTP/1.1" status: 200 len: 945 time: 0.0476565 Oct 30 15:52:50.196540 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-abee7cae-9aa6-4bc5-b3dd-c651683fd988 req-4f50fc32-e3b1-433f-8e68-c612780b0c57 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346117 Oct 30 15:52:51.196059 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6cd20c91-181e-45c3-8028-22dc1a0800bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:52:51.312726 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc0ebe-7d23-4f4d-97ba-c4789ff22f62 req-013a3943-a46c-4f55-bc08-627227b82e54 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:51.314198 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cddc0ebe-7d23-4f4d-97ba-c4789ff22f62 req-013a3943-a46c-4f55-bc08-627227b82e54 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d0473853-426d-41ae-bb79-6beb7a4308c4 HTTP/1.1" status: 200 len: 945 time: 0.0481791 Oct 30 15:52:51.352493 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cddc0ebe-7d23-4f4d-97ba-c4789ff22f62 req-3e44c72b-0400-4000-be9a-047b3f305a7e tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321598 Oct 30 15:52:52.465425 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40372029-bb37-4b65-9630-fab7eb1b5167 req-689a42a3-a450-4367-8cd4-a511a9578671 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:52.466869 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-40372029-bb37-4b65-9630-fab7eb1b5167 req-689a42a3-a450-4367-8cd4-a511a9578671 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d0473853-426d-41ae-bb79-6beb7a4308c4 HTTP/1.1" status: 200 len: 945 time: 0.0481546 Oct 30 15:52:52.504337 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-40372029-bb37-4b65-9630-fab7eb1b5167 req-23431a41-5edf-47bc-bb14-1312fcfdf6fd tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315859 Oct 30 15:52:53.618375 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1358da-3903-46a1-a398-cae97718797f req-1e007e8e-05af-47b3-9435-6a6e8b7453e3 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:53.619874 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4f1358da-3903-46a1-a398-cae97718797f req-1e007e8e-05af-47b3-9435-6a6e8b7453e3 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d0473853-426d-41ae-bb79-6beb7a4308c4 HTTP/1.1" status: 200 len: 945 time: 0.0480306 Oct 30 15:52:53.661993 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4f1358da-3903-46a1-a398-cae97718797f req-c37f62bb-b22b-45c7-9e95-5fbf0cb8a087 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354416 Oct 30 15:52:53.803231 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9b2f174a-8cc0-44e5-888b-ace9e908559a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:52:54.776245 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:52:54.778479 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad615be-46d7-442a-9154-e728d84aab7b req-fc2ea164-e37a-48e9-b820-3bc2f5aa45e8 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:54.779975 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8ad615be-46d7-442a-9154-e728d84aab7b req-fc2ea164-e37a-48e9-b820-3bc2f5aa45e8 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d0473853-426d-41ae-bb79-6beb7a4308c4 HTTP/1.1" status: 200 len: 945 time: 0.0500705 Oct 30 15:52:54.817561 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8ad615be-46d7-442a-9154-e728d84aab7b req-85914506-fe6b-47d7-8d55-29f6387e9afb tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309384 Oct 30 15:52:54.958654 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:52:55.935088 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e6b2f1-e395-40c5-82b2-3f9d7b34ea46 req-0643a068-b3ca-4233-a215-689c26300510 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:55.936669 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e1e6b2f1-e395-40c5-82b2-3f9d7b34ea46 req-0643a068-b3ca-4233-a215-689c26300510 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d0473853-426d-41ae-bb79-6beb7a4308c4 HTTP/1.1" status: 200 len: 945 time: 0.0511117 Oct 30 15:52:55.974022 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e1e6b2f1-e395-40c5-82b2-3f9d7b34ea46 req-a91c9a6a-e3c5-4b3f-ac7a-15ccb92f283c tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314646 Oct 30 15:52:56.712291 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:52:57.090618 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d2cf97-513e-415b-8b01-5a8d5785c8f0 req-0ee8aef8-18b7-44b5-9ee9-f9120df22ffa tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:57.092101 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-15d2cf97-513e-415b-8b01-5a8d5785c8f0 req-0ee8aef8-18b7-44b5-9ee9-f9120df22ffa tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d0473853-426d-41ae-bb79-6beb7a4308c4 HTTP/1.1" status: 200 len: 945 time: 0.0481756 Oct 30 15:52:57.133301 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-15d2cf97-513e-415b-8b01-5a8d5785c8f0 req-14d9e99d-d14b-4250-a58d-bba44fdeb784 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346293 Oct 30 15:52:58.260399 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88d7ab6-7370-4a79-b89b-f45065651106 req-7b3c2a72-3381-4bf3-99a0-ec491381aa21 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:58.261870 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c88d7ab6-7370-4a79-b89b-f45065651106 req-7b3c2a72-3381-4bf3-99a0-ec491381aa21 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d0473853-426d-41ae-bb79-6beb7a4308c4 HTTP/1.1" status: 200 len: 945 time: 0.0621486 Oct 30 15:52:58.299360 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c88d7ab6-7370-4a79-b89b-f45065651106 req-bd9f6b9c-d2ee-4059-bbd4-e0329e81707d tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314469 Oct 30 15:52:59.414684 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11652863-ebc1-405f-8189-780bd3c4e901 req-cbf02390-cb63-4447-b224-e2ed056638ff tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:52:59.416174 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-11652863-ebc1-405f-8189-780bd3c4e901 req-cbf02390-cb63-4447-b224-e2ed056638ff tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d0473853-426d-41ae-bb79-6beb7a4308c4 HTTP/1.1" status: 200 len: 945 time: 0.0488105 Oct 30 15:52:59.452989 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-11652863-ebc1-405f-8189-780bd3c4e901 req-fbde60f8-c14a-4c08-af11-81fef8a8a2eb tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308702 Oct 30 15:53:00.235491 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:00.569496 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c3904-8ea2-4d5a-8305-75e3e5804e05 req-605c68ec-16f1-4cde-83bd-47000832f33d tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:53:00.570964 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-798c3904-8ea2-4d5a-8305-75e3e5804e05 req-605c68ec-16f1-4cde-83bd-47000832f33d tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d0473853-426d-41ae-bb79-6beb7a4308c4 HTTP/1.1" status: 200 len: 945 time: 0.0501723 Oct 30 15:53:00.612024 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-798c3904-8ea2-4d5a-8305-75e3e5804e05 req-a25cdd1f-64a1-45b3-a789-11c4923e4375 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350804 Oct 30 15:53:01.726714 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b3453-74c6-4164-88a4-8d22ff10a027 req-6ef93c2d-656e-42dc-9630-052f6945193b tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:53:01.728199 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-321b3453-74c6-4164-88a4-8d22ff10a027 req-6ef93c2d-656e-42dc-9630-052f6945193b tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d0473853-426d-41ae-bb79-6beb7a4308c4 HTTP/1.1" status: 200 len: 945 time: 0.0493066 Oct 30 15:53:01.764853 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-321b3453-74c6-4164-88a4-8d22ff10a027 req-bcc13fde-27b3-4771-8b10-873239f839f3 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309050 Oct 30 15:53:02.223166 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:02.879204 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9b801-e19f-40f0-8e54-ca9fb1fef89c req-8806d891-e5c4-4f64-af21-c742a9d265c4 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:53:02.880674 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-24d9b801-e19f-40f0-8e54-ca9fb1fef89c req-8806d891-e5c4-4f64-af21-c742a9d265c4 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d0473853-426d-41ae-bb79-6beb7a4308c4 HTTP/1.1" status: 200 len: 945 time: 0.0485461 Oct 30 15:53:02.917010 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-24d9b801-e19f-40f0-8e54-ca9fb1fef89c req-d746b149-3fee-4d68-b547-4bc3947ec27f tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304613 Oct 30 15:53:04.034503 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55894621-8354-4c8e-839d-4c945bbc6020 req-02204315-3e89-412c-b2c8-fc71e78815c9 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:53:04.036011 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-55894621-8354-4c8e-839d-4c945bbc6020 req-02204315-3e89-412c-b2c8-fc71e78815c9 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d0473853-426d-41ae-bb79-6beb7a4308c4 HTTP/1.1" status: 200 len: 945 time: 0.0486522 Oct 30 15:53:04.076727 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-55894621-8354-4c8e-839d-4c945bbc6020 req-de7da778-16ec-480e-a994-46b80d410319 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347967 Oct 30 15:53:04.567684 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [req-ff91c2ba-2125-4beb-b9e6-bc9812e4f286 req-99eb6e6c-1fc8-4cac-a02a-066df8e8dc60 service neutron] show failed (client error): The resource could not be found. Oct 30 15:53:04.568673 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ff91c2ba-2125-4beb-b9e6-bc9812e4f286 req-99eb6e6c-1fc8-4cac-a02a-066df8e8dc60 service neutron] 10.222.0.44 "GET /v2.0/ports/df88caa4-39db-4991-a752-fc525a796df7/bindings/n-h1-806683-17 HTTP/1.1" status: 404 len: 381 time: 0.1065457 Oct 30 15:53:04.764006 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91c2ba-2125-4beb-b9e6-bc9812e4f286 req-0799c991-2f7e-4001-95ee-707c7ad0c325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:53:04.765472 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ff91c2ba-2125-4beb-b9e6-bc9812e4f286 req-0799c991-2f7e-4001-95ee-707c7ad0c325 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d0473853-426d-41ae-bb79-6beb7a4308c4&tenant_id=29b26353ab5d49aea8074c2b7b77f6d0 HTTP/1.1" status: 200 len: 1097 time: 0.0402694 Oct 30 15:53:04.776558 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-ff91c2ba-2125-4beb-b9e6-bc9812e4f286 req-e734c054-deb7-4e0b-ad05-ca9c82af0952 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-17', 'device_owner': 'compute:nova'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:53:04.827644 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ff91c2ba-2125-4beb-b9e6-bc9812e4f286 req-e734c054-deb7-4e0b-ad05-ca9c82af0952 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:05.029512 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-ff91c2ba-2125-4beb-b9e6-bc9812e4f286 req-e734c054-deb7-4e0b-ad05-ca9c82af0952 service neutron] For port df88caa4-39db-4991-a752-fc525a796df7, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=df88caa4-39db-4991-a752-fc525a796df7,segment=NetworkSegment(eb05625a-685d-4a3d-b511-0ac797aac3f6),segment_id=eb05625a-685d-4a3d-b511-0ac797aac3f6)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:53:05.061144 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-ff91c2ba-2125-4beb-b9e6-bc9812e4f286 req-e734c054-deb7-4e0b-ad05-ca9c82af0952 service neutron] For port df88caa4-39db-4991-a752-fc525a796df7, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:53:05.100024 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0473853-426d-41ae-bb79-6beb7a4308c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df88caa4-39db-4991-a752-fc525a796df7'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:53:05.102293 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d471912d-4954-45bb-b1c0-02987f79d142" -d '{"events": [{"server_uuid": "d0473853-426d-41ae-bb79-6beb7a4308c4", "name": "network-vif-unplugged", "status": "completed", "tag": "df88caa4-39db-4991-a752-fc525a796df7"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:53:05.106357 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ff91c2ba-2125-4beb-b9e6-bc9812e4f286 req-e734c054-deb7-4e0b-ad05-ca9c82af0952 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:05.119150 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-ff91c2ba-2125-4beb-b9e6-bc9812e4f286 req-e734c054-deb7-4e0b-ad05-ca9c82af0952 service neutron] Transition to ACTIVE for port object df88caa4-39db-4991-a752-fc525a796df7 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:53:05.124306 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ff91c2ba-2125-4beb-b9e6-bc9812e4f286 req-e734c054-deb7-4e0b-ad05-ca9c82af0952 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:05.167558 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Oct 2021 15:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94cd968-1b74-4504-afa7-62cb70eb2ce4 x-openstack-request-id: req-e94cd968-1b74-4504-afa7-62cb70eb2ce4 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:53:05.167558 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0473853-426d-41ae-bb79-6beb7a4308c4", "name": "network-vif-unplugged", "status": "completed", "tag": "df88caa4-39db-4991-a752-fc525a796df7", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:53:05.167558 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e94cd968-1b74-4504-afa7-62cb70eb2ce4 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:53:05.167558 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0473853-426d-41ae-bb79-6beb7a4308c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df88caa4-39db-4991-a752-fc525a796df7', 'code': 200} Oct 30 15:53:05.192408 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff91c2ba-2125-4beb-b9e6-bc9812e4f286 req-e734c054-deb7-4e0b-ad05-ca9c82af0952 service neutron] No DVR routers for this DVR port df88caa4-39db-4991-a752-fc525a796df7 on host n-h2-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:53:05.194270 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734c054-deb7-4e0b-ad05-ca9c82af0952 service neutron] Pushing event updated for resources: {'Port': ['ID=df88caa4-39db-4991-a752-fc525a796df7,revision_number=6']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:53:05.203150 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487e931a-8aea-420d-b8b3-f7b42a1b0416 req-9e1ca762-c5ba-4ab4-9b9b-f247b838679a tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:53:05.205367 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-487e931a-8aea-420d-b8b3-f7b42a1b0416 req-9e1ca762-c5ba-4ab4-9b9b-f247b838679a tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d0473853-426d-41ae-bb79-6beb7a4308c4 HTTP/1.1" status: 200 len: 943 time: 0.0511818 Oct 30 15:53:05.233551 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-ff91c2ba-2125-4beb-b9e6-bc9812e4f286 req-e734c054-deb7-4e0b-ad05-ca9c82af0952 service neutron] Attempting to bind port df88caa4-39db-4991-a752-fc525a796df7 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:53:05.233914 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-ff91c2ba-2125-4beb-b9e6-bc9812e4f286 req-e734c054-deb7-4e0b-ad05-ca9c82af0952 service neutron] Attempting to bind port df88caa4-39db-4991-a752-fc525a796df7 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': 'eb05625a-685d-4a3d-b511-0ac797aac3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:53:05.234269 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff91c2ba-2125-4beb-b9e6-bc9812e4f286 req-e734c054-deb7-4e0b-ad05-ca9c82af0952 service neutron] Attempting to bind port df88caa4-39db-4991-a752-fc525a796df7 on network 7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:53:05.238612 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff91c2ba-2125-4beb-b9e6-bc9812e4f286 req-e734c054-deb7-4e0b-ad05-ca9c82af0952 service neutron] Port df88caa4-39db-4991-a752-fc525a796df7 on network 7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:53:05.238930 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff91c2ba-2125-4beb-b9e6-bc9812e4f286 req-e734c054-deb7-4e0b-ad05-ca9c82af0952 service neutron] Attempting to bind port df88caa4-39db-4991-a752-fc525a796df7 on network 7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:53:05.243700 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-487e931a-8aea-420d-b8b3-f7b42a1b0416 req-76799004-1fa7-429d-beec-e66e1d1aefc8 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320172 Oct 30 15:53:05.243854 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff91c2ba-2125-4beb-b9e6-bc9812e4f286 req-e734c054-deb7-4e0b-ad05-ca9c82af0952 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:53:05.244131 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff91c2ba-2125-4beb-b9e6-bc9812e4f286 req-e734c054-deb7-4e0b-ad05-ca9c82af0952 service neutron] Checking segment: {'id': 'eb05625a-685d-4a3d-b511-0ac797aac3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:53:05.244511 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff91c2ba-2125-4beb-b9e6-bc9812e4f286 req-e734c054-deb7-4e0b-ad05-ca9c82af0952 service neutron] Bound using segment: {'id': 'eb05625a-685d-4a3d-b511-0ac797aac3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:53:05.244940 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-ff91c2ba-2125-4beb-b9e6-bc9812e4f286 req-e734c054-deb7-4e0b-ad05-ca9c82af0952 service neutron] Bound port: df88caa4-39db-4991-a752-fc525a796df7, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb05625a-685d-4a3d-b511-0ac797aac3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:53:05.245296 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ff91c2ba-2125-4beb-b9e6-bc9812e4f286 req-e734c054-deb7-4e0b-ad05-ca9c82af0952 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:05.306854 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-ff91c2ba-2125-4beb-b9e6-bc9812e4f286 req-e734c054-deb7-4e0b-ad05-ca9c82af0952 service neutron] For port df88caa4-39db-4991-a752-fc525a796df7, host n-h1-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:53:05.309943 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-ff91c2ba-2125-4beb-b9e6-bc9812e4f286 req-e734c054-deb7-4e0b-ad05-ca9c82af0952 service neutron] For port df88caa4-39db-4991-a752-fc525a796df7, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=df88caa4-39db-4991-a752-fc525a796df7,segment=NetworkSegment(eb05625a-685d-4a3d-b511-0ac797aac3f6),segment_id=eb05625a-685d-4a3d-b511-0ac797aac3f6)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:53:05.315048 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ff91c2ba-2125-4beb-b9e6-bc9812e4f286 req-e734c054-deb7-4e0b-ad05-ca9c82af0952 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:05.347716 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91c2ba-2125-4beb-b9e6-bc9812e4f286 req-e734c054-deb7-4e0b-ad05-ca9c82af0952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:53:05.348325 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ff91c2ba-2125-4beb-b9e6-bc9812e4f286 req-e734c054-deb7-4e0b-ad05-ca9c82af0952 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:05.349795 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ff91c2ba-2125-4beb-b9e6-bc9812e4f286 req-e734c054-deb7-4e0b-ad05-ca9c82af0952 service neutron] 10.222.0.53 "PUT /v2.0/ports/df88caa4-39db-4991-a752-fc525a796df7 HTTP/1.1" status: 200 len: 1092 time: 0.5771167 Oct 30 15:53:05.383750 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734c054-deb7-4e0b-ad05-ca9c82af0952 service neutron] Pushing event updated for resources: {'Port': ['ID=df88caa4-39db-4991-a752-fc525a796df7,revision_number=7']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:53:05.415248 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91c2ba-2125-4beb-b9e6-bc9812e4f286 req-3824a36a-ca47-4ae0-9f47-8f67b5facf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:53:05.416912 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ff91c2ba-2125-4beb-b9e6-bc9812e4f286 req-3824a36a-ca47-4ae0-9f47-8f67b5facf6a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=29b26353ab5d49aea8074c2b7b77f6d0&device_id=d0473853-426d-41ae-bb79-6beb7a4308c4 HTTP/1.1" status: 200 len: 1095 time: 0.0450094 Oct 30 15:53:05.508562 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91c2ba-2125-4beb-b9e6-bc9812e4f286 req-314a1638-ff6f-4dfa-9266-93e7abfaf899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:53:05.510031 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ff91c2ba-2125-4beb-b9e6-bc9812e4f286 req-314a1638-ff6f-4dfa-9266-93e7abfaf899 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812 HTTP/1.1" status: 200 len: 916 time: 0.0864432 Oct 30 15:53:05.550752 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ff91c2ba-2125-4beb-b9e6-bc9812e4f286 req-a8a0cedf-5c0a-41a6-893e-27f80c107fb2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df88caa4-39db-4991-a752-fc525a796df7 HTTP/1.1" status: 200 len: 217 time: 0.0336545 Oct 30 15:53:05.602488 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91c2ba-2125-4beb-b9e6-bc9812e4f286 req-8e34d2d0-b9a1-40a6-9f81-a73dc6d2df11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:53:05.603852 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ff91c2ba-2125-4beb-b9e6-bc9812e4f286 req-8e34d2d0-b9a1-40a6-9f81-a73dc6d2df11 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8f6d0cf2-322e-4afe-ab63-a077d5788009 HTTP/1.1" status: 200 len: 855 time: 0.0465455 Oct 30 15:53:05.635129 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ff91c2ba-2125-4beb-b9e6-bc9812e4f286 req-0e5e3c3c-dbfd-405d-9579-28c47755fdd3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244708 Oct 30 15:53:05.723857 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ff91c2ba-2125-4beb-b9e6-bc9812e4f286 req-ec0ee596-5187-4278-af4a-61d1857ce6c2 service neutron] 10.222.0.53 "GET /v2.0/networks/7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805233 Oct 30 15:53:06.126403 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ff91c2ba-2125-4beb-b9e6-bc9812e4f286 req-ed42e727-2fef-4527-8903-b650fd1e92eb service neutron] 10.222.0.53 "GET /v2.0/networks/7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3957148 Oct 30 15:53:06.363034 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae235bcc-23cc-43ea-b0ba-4ef3ad84ccd2 req-f4093d26-9229-443b-84fc-4ecae2ad9e9a tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:53:06.364515 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ae235bcc-23cc-43ea-b0ba-4ef3ad84ccd2 req-f4093d26-9229-443b-84fc-4ecae2ad9e9a tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d0473853-426d-41ae-bb79-6beb7a4308c4 HTTP/1.1" status: 200 len: 943 time: 0.0488143 Oct 30 15:53:06.401648 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ae235bcc-23cc-43ea-b0ba-4ef3ad84ccd2 req-f9ff8a53-97f9-4899-b4dd-a68bf671ec1f tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312102 Oct 30 15:53:07.168750 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0473853-426d-41ae-bb79-6beb7a4308c4', 'tag': 'df88caa4-39db-4991-a752-fc525a796df7'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:53:07.171156 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c24b28-39f5-4e1d-8813-c28bb16ffe93" -d '{"events": [{"name": "network-changed", "server_uuid": "d0473853-426d-41ae-bb79-6beb7a4308c4", "tag": "df88caa4-39db-4991-a752-fc525a796df7"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:53:07.219063 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b03e76-326a-449d-ae35-a2d3cdec687b x-openstack-request-id: req-07b03e76-326a-449d-ae35-a2d3cdec687b {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:53:07.219357 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0473853-426d-41ae-bb79-6beb7a4308c4", "tag": "df88caa4-39db-4991-a752-fc525a796df7", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:53:07.219657 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-07b03e76-326a-449d-ae35-a2d3cdec687b {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:53:07.220063 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0473853-426d-41ae-bb79-6beb7a4308c4', 'tag': 'df88caa4-39db-4991-a752-fc525a796df7', 'status': 'completed', 'code': 200} Oct 30 15:53:07.308373 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c24b28-39f5-4e1d-8813-c28bb16ffe93 req-7d89e82f-1857-4fc0-8770-5b8e1ee0d665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:53:07.309847 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a5c24b28-39f5-4e1d-8813-c28bb16ffe93 req-7d89e82f-1857-4fc0-8770-5b8e1ee0d665 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=29b26353ab5d49aea8074c2b7b77f6d0&device_id=d0473853-426d-41ae-bb79-6beb7a4308c4 HTTP/1.1" status: 200 len: 1095 time: 0.0701506 Oct 30 15:53:07.312309 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c24b28-39f5-4e1d-8813-c28bb16ffe93 req-2e1d59bb-8666-4391-8cef-6f7138a3f4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:53:07.313637 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a5c24b28-39f5-4e1d-8813-c28bb16ffe93 req-2e1d59bb-8666-4391-8cef-6f7138a3f4c1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=29b26353ab5d49aea8074c2b7b77f6d0&device_id=d0473853-426d-41ae-bb79-6beb7a4308c4 HTTP/1.1" status: 200 len: 1095 time: 0.0660501 Oct 30 15:53:07.525298 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c24b28-39f5-4e1d-8813-c28bb16ffe93 req-ba9af332-a87a-436d-bb77-656ea9391397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:53:07.527033 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a5c24b28-39f5-4e1d-8813-c28bb16ffe93 req-ba9af332-a87a-436d-bb77-656ea9391397 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812 HTTP/1.1" status: 200 len: 916 time: 0.2092392 Oct 30 15:53:07.528000 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c24b28-39f5-4e1d-8813-c28bb16ffe93 req-0071a860-b1ed-4fc2-a808-e49f59c4e71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:53:07.529301 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a5c24b28-39f5-4e1d-8813-c28bb16ffe93 req-0071a860-b1ed-4fc2-a808-e49f59c4e71c service neutron] 10.222.0.53 "GET /v2.0/networks?id=7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812 HTTP/1.1" status: 200 len: 916 time: 0.2049282 Oct 30 15:53:07.587366 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a5c24b28-39f5-4e1d-8813-c28bb16ffe93 req-5cabfc7d-a7d1-451a-be50-f291b329a9b0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df88caa4-39db-4991-a752-fc525a796df7 HTTP/1.1" status: 200 len: 217 time: 0.0530767 Oct 30 15:53:07.599798 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228bd6a2-effb-4ebd-bc8f-120c9059be8a req-d1075f76-dc83-478c-8c17-358ecf45df32 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:53:07.601268 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-228bd6a2-effb-4ebd-bc8f-120c9059be8a req-d1075f76-dc83-478c-8c17-358ecf45df32 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d0473853-426d-41ae-bb79-6beb7a4308c4 HTTP/1.1" status: 200 len: 943 time: 0.1271861 Oct 30 15:53:07.640371 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a5c24b28-39f5-4e1d-8813-c28bb16ffe93 req-13a4cf3e-fe9d-4249-b952-401d72ef251b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df88caa4-39db-4991-a752-fc525a796df7 HTTP/1.1" status: 200 len: 217 time: 0.0609341 Oct 30 15:53:07.739375 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c24b28-39f5-4e1d-8813-c28bb16ffe93 req-34aab8dd-61f1-4370-a7a5-a0f493f0c023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:53:07.741047 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a5c24b28-39f5-4e1d-8813-c28bb16ffe93 req-34aab8dd-61f1-4370-a7a5-a0f493f0c023 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8f6d0cf2-322e-4afe-ab63-a077d5788009 HTTP/1.1" status: 200 len: 855 time: 0.1124258 Oct 30 15:53:07.748394 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-228bd6a2-effb-4ebd-bc8f-120c9059be8a req-baee6740-1750-4f02-8152-f21dbedf82fe tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118746 Oct 30 15:53:07.781080 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a5c24b28-39f5-4e1d-8813-c28bb16ffe93 req-09cc0569-2ad8-45ac-ae9c-3e01e49116d6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301569 Oct 30 15:53:07.783307 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c24b28-39f5-4e1d-8813-c28bb16ffe93 req-4a4588c6-92c5-4666-86fa-ca13b8b5ffc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:53:07.784632 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a5c24b28-39f5-4e1d-8813-c28bb16ffe93 req-4a4588c6-92c5-4666-86fa-ca13b8b5ffc7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8f6d0cf2-322e-4afe-ab63-a077d5788009 HTTP/1.1" status: 200 len: 855 time: 0.1192906 Oct 30 15:53:07.853413 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a5c24b28-39f5-4e1d-8813-c28bb16ffe93 req-84c62219-652f-4198-8179-ac7ee848ee26 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573554 Oct 30 15:53:07.950585 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a5c24b28-39f5-4e1d-8813-c28bb16ffe93 req-809557f7-9725-4db2-8480-48b5ce0497e2 service neutron] 10.222.0.44 "GET /v2.0/networks/7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613319 Oct 30 15:53:08.010316 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a5c24b28-39f5-4e1d-8813-c28bb16ffe93 req-1f84f888-ad98-4343-ac02-a0a197c736f3 service neutron] 10.222.0.53 "GET /v2.0/networks/7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481919 Oct 30 15:53:08.111290 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a5c24b28-39f5-4e1d-8813-c28bb16ffe93 req-ae97c2f7-f4bc-4729-9e90-07338c39ca42 service neutron] 10.222.0.44 "GET /v2.0/networks/7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524684 Oct 30 15:53:08.140593 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a5c24b28-39f5-4e1d-8813-c28bb16ffe93 req-93cc5eb0-88e0-45ef-87b0-da5f7f36e546 service neutron] 10.222.0.53 "GET /v2.0/networks/7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223583 Oct 30 15:53:08.336395 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device df88caa4-39db-4991-a752-fc525a796df7 no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:53:08.374496 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device df88caa4-39db-4991-a752-fc525a796df7 not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:53:08.867342 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768ffba-0a03-46b6-bd93-200f402ad6c6 req-55ed3d1d-a4df-474f-8025-3e49ddc140fc tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:53:08.868845 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5768ffba-0a03-46b6-bd93-200f402ad6c6 req-55ed3d1d-a4df-474f-8025-3e49ddc140fc tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d0473853-426d-41ae-bb79-6beb7a4308c4 HTTP/1.1" status: 200 len: 943 time: 0.0481124 Oct 30 15:53:08.909927 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5768ffba-0a03-46b6-bd93-200f402ad6c6 req-92dba8c9-c04b-40d9-b606-e939921fb78d tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352256 Oct 30 15:53:09.102085 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a5780-6b04-4937-918e-46742cd011e4 req-18f3ea7c-8ee9-40cc-8886-83c0d46d0a28 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:53:09.103702 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-951a5780-6b04-4937-918e-46742cd011e4 req-18f3ea7c-8ee9-40cc-8886-83c0d46d0a28 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d0473853-426d-41ae-bb79-6beb7a4308c4 HTTP/1.1" status: 200 len: 943 time: 0.0510688 Oct 30 15:53:09.118934 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d1fc4f-9cc8-41a5-ac99-9a43d4113a8c req-4e7aabf6-1561-416f-80f7-f7d5c7624d96 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:53:09.120668 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e0d1fc4f-9cc8-41a5-ac99-9a43d4113a8c req-4e7aabf6-1561-416f-80f7-f7d5c7624d96 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0473853-426d-41ae-bb79-6beb7a4308c4&tenant_id=29b26353ab5d49aea8074c2b7b77f6d0&binding%3Ahost_id=n-h1-806683-17 HTTP/1.1" status: 200 len: 943 time: 0.0537052 Oct 30 15:53:09.144132 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-951a5780-6b04-4937-918e-46742cd011e4 req-f93cbd18-cf46-4969-985e-7397176ba71d tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339553 Oct 30 15:53:09.186151 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [req-e0d1fc4f-9cc8-41a5-ac99-9a43d4113a8c req-2139f585-1d8d-4b5b-9a95-766f3967929f service neutron] delete failed (client error): The resource could not be found. Oct 30 15:53:09.187232 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e0d1fc4f-9cc8-41a5-ac99-9a43d4113a8c req-2139f585-1d8d-4b5b-9a95-766f3967929f service neutron] 10.222.0.44 "DELETE /v2.0/ports/df88caa4-39db-4991-a752-fc525a796df7/bindings/n-h2-806683-17 HTTP/1.1" status: 404 len: 381 time: 0.0581517 Oct 30 15:53:09.191293 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device df88caa4-39db-4991-a752-fc525a796df7 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:53:09.272849 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d1fc4f-9cc8-41a5-ac99-9a43d4113a8c req-f6d17edd-b143-47c0-9de6-b54da7c8ed06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:53:09.274601 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e0d1fc4f-9cc8-41a5-ac99-9a43d4113a8c req-f6d17edd-b143-47c0-9de6-b54da7c8ed06 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=29b26353ab5d49aea8074c2b7b77f6d0&device_id=d0473853-426d-41ae-bb79-6beb7a4308c4 HTTP/1.1" status: 200 len: 1095 time: 0.0442152 Oct 30 15:53:09.291194 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port df88caa4-39db-4991-a752-fc525a796df7, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=df88caa4-39db-4991-a752-fc525a796df7,segment=NetworkSegment(eb05625a-685d-4a3d-b511-0ac797aac3f6),segment_id=eb05625a-685d-4a3d-b511-0ac797aac3f6)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:53:09.303220 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': 'df88caa4-39db-4991-a752-fc525a796df7', 'network_id': '7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812', 'port_id': 'df88caa4-39db-4991-a752-fc525a796df7', 'mac_address': 'fa:16:3e:7e:4a:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f6d0cf2-322e-4afe-ab63-a077d5788009', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:53:09.339551 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:09.352955 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df88caa4-39db-4991-a752-fc525a796df7 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:53:09.372139 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port df88caa4-39db-4991-a752-fc525a796df7, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=df88caa4-39db-4991-a752-fc525a796df7,segment=NetworkSegment(eb05625a-685d-4a3d-b511-0ac797aac3f6),segment_id=eb05625a-685d-4a3d-b511-0ac797aac3f6)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:53:09.377058 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d1fc4f-9cc8-41a5-ac99-9a43d4113a8c req-737ec54b-e7f9-4235-9603-460148f6242e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:53:09.378194 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:09.378776 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e0d1fc4f-9cc8-41a5-ac99-9a43d4113a8c req-737ec54b-e7f9-4235-9603-460148f6242e service neutron] 10.222.0.44 "GET /v2.0/networks?id=7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812 HTTP/1.1" status: 200 len: 916 time: 0.0970364 Oct 30 15:53:09.420579 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e0d1fc4f-9cc8-41a5-ac99-9a43d4113a8c req-d6c5b54f-bef7-4114-b625-ffd4e71e6c73 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df88caa4-39db-4991-a752-fc525a796df7 HTTP/1.1" status: 200 len: 217 time: 0.0355418 Oct 30 15:53:09.431980 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=df88caa4-39db-4991-a752-fc525a796df7,revision_number=8']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:53:09.440755 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:53:09.441030 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:53:09.441381 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:53:09.441724 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:53:09.442063 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:53:09.442400 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:53:09.442733 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:53:09.443063 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:53:09.443391 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:53:09.443748 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:53:09.444084 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:53:09.444412 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:53:09.482056 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d1fc4f-9cc8-41a5-ac99-9a43d4113a8c req-b84e6869-7cc5-45c4-b6eb-799105423ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:53:09.483568 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e0d1fc4f-9cc8-41a5-ac99-9a43d4113a8c req-b84e6869-7cc5-45c4-b6eb-799105423ef3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8f6d0cf2-322e-4afe-ab63-a077d5788009 HTTP/1.1" status: 200 len: 855 time: 0.0556633 Oct 30 15:53:09.516567 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e0d1fc4f-9cc8-41a5-ac99-9a43d4113a8c req-7094412d-6014-4fc8-a5ee-63de757cc931 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254197 Oct 30 15:53:09.591422 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['df88caa4-39db-4991-a752-fc525a796df7'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:53:09.607887 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e0d1fc4f-9cc8-41a5-ac99-9a43d4113a8c req-4f6bede7-1ed2-4513-bff5-5a6b9dffb65c service neutron] 10.222.0.44 "GET /v2.0/networks/7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845466 Oct 30 15:53:09.704296 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e0d1fc4f-9cc8-41a5-ac99-9a43d4113a8c req-5ece8b03-fb18-4848-a963-5d8b271f7d26 service neutron] 10.222.0.44 "GET /v2.0/networks/7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888071 Oct 30 15:53:10.272134 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8732cd93-023d-4085-8264-c192f904ba25 req-8c7b8764-7c98-4c64-8ecd-7c7f3b78e271 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:53:10.273691 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8732cd93-023d-4085-8264-c192f904ba25 req-8c7b8764-7c98-4c64-8ecd-7c7f3b78e271 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d0473853-426d-41ae-bb79-6beb7a4308c4 HTTP/1.1" status: 200 len: 944 time: 0.0518703 Oct 30 15:53:10.314092 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8732cd93-023d-4085-8264-c192f904ba25 req-f336ad6c-1c8a-4023-848e-00ea88d89425 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334353 Oct 30 15:53:10.430664 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f34f15c-6fab-470e-befe-91e44f8de700 req-68796407-2577-4fbc-b531-03ce625cb9ac tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:53:10.432295 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4f34f15c-6fab-470e-befe-91e44f8de700 req-68796407-2577-4fbc-b531-03ce625cb9ac tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d0473853-426d-41ae-bb79-6beb7a4308c4 HTTP/1.1" status: 200 len: 944 time: 0.0514953 Oct 30 15:53:10.472723 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4f34f15c-6fab-470e-befe-91e44f8de700 req-d29f541f-afee-4b5c-b176-8b12e8e6b236 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344167 Oct 30 15:53:10.593220 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb71fa8e-93e1-401d-bcdd-45f511c357eb req-425fa5b5-436d-426d-a6ef-5938da2d3e97 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:53:10.594727 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bb71fa8e-93e1-401d-bcdd-45f511c357eb req-425fa5b5-436d-426d-a6ef-5938da2d3e97 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d0473853-426d-41ae-bb79-6beb7a4308c4 HTTP/1.1" status: 200 len: 944 time: 0.0529625 Oct 30 15:53:10.631840 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bb71fa8e-93e1-401d-bcdd-45f511c357eb req-bd795c34-cbdd-43db-8462-0607025a853d tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310879 Oct 30 15:53:10.953404 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a348844b-299d-4697-97fd-437523aba6b4 req-09772ec7-219d-48b5-874d-7b52a8ec90fb tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:53:10.954865 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a348844b-299d-4697-97fd-437523aba6b4 req-09772ec7-219d-48b5-874d-7b52a8ec90fb tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d0473853-426d-41ae-bb79-6beb7a4308c4 HTTP/1.1" status: 200 len: 944 time: 0.0498118 Oct 30 15:53:10.995435 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a348844b-299d-4697-97fd-437523aba6b4 req-589751af-0d78-4a04-b324-654e742861c6 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346313 Oct 30 15:53:11.218911 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device df88caa4-39db-4991-a752-fc525a796df7 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:53:11.268688 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port df88caa4-39db-4991-a752-fc525a796df7 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:53:11.272684 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port df88caa4-39db-4991-a752-fc525a796df7 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:53:11.273108 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:11.351426 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:11.373689 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0473853-426d-41ae-bb79-6beb7a4308c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df88caa4-39db-4991-a752-fc525a796df7'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:53:11.375926 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b426694a-fbc4-44c5-af12-132d0816ee1a" -d '{"events": [{"server_uuid": "d0473853-426d-41ae-bb79-6beb7a4308c4", "name": "network-vif-plugged", "status": "completed", "tag": "df88caa4-39db-4991-a752-fc525a796df7"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:53:11.388095 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port df88caa4-39db-4991-a752-fc525a796df7, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=df88caa4-39db-4991-a752-fc525a796df7,segment=NetworkSegment(eb05625a-685d-4a3d-b511-0ac797aac3f6),segment_id=eb05625a-685d-4a3d-b511-0ac797aac3f6)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:53:11.393075 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:11.418290 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de7076c-a60f-44c8-a295-b755835d5acd x-openstack-request-id: req-0de7076c-a60f-44c8-a295-b755835d5acd {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:53:11.418583 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0473853-426d-41ae-bb79-6beb7a4308c4", "name": "network-vif-plugged", "status": "completed", "tag": "df88caa4-39db-4991-a752-fc525a796df7", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:53:11.418833 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0de7076c-a60f-44c8-a295-b755835d5acd {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:53:11.419220 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0473853-426d-41ae-bb79-6beb7a4308c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df88caa4-39db-4991-a752-fc525a796df7', 'code': 200} Oct 30 15:53:11.447782 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=df88caa4-39db-4991-a752-fc525a796df7,revision_number=9']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:53:12.076772 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d7e804-6e13-414c-833b-fe3417fcff51 req-f8a784a1-93ff-4638-ac7a-30c8eb746226 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:53:12.078361 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-46d7e804-6e13-414c-833b-fe3417fcff51 req-f8a784a1-93ff-4638-ac7a-30c8eb746226 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0473853-426d-41ae-bb79-6beb7a4308c4 HTTP/1.1" status: 200 len: 945 time: 0.0497878 Oct 30 15:53:12.115539 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836a236-daab-4ee2-ae99-f3d025c9ac7b req-978fb46d-c23e-4a9c-8219-721a60240dcd tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:53:12.117030 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2836a236-daab-4ee2-ae99-f3d025c9ac7b req-978fb46d-c23e-4a9c-8219-721a60240dcd tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/ports?device_id=d0473853-426d-41ae-bb79-6beb7a4308c4 HTTP/1.1" status: 200 len: 945 time: 0.0515168 Oct 30 15:53:12.155894 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2836a236-daab-4ee2-ae99-f3d025c9ac7b req-a576e785-81f1-4489-87f3-405e696037e1 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.62 "GET /v2.0/security-groups?id=774f50b2-ff13-4b95-98d3-6aa9c2f74e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325735 Oct 30 15:53:12.168783 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-46d7e804-6e13-414c-833b-fe3417fcff51 req-f1b22526-e8ba-4e1b-af00-192269e30643 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Deleting port df88caa4-39db-4991-a752-fc525a796df7 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:53:12.169136 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-46d7e804-6e13-414c-833b-fe3417fcff51 req-f1b22526-e8ba-4e1b-af00-192269e30643 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:12.259924 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-46d7e804-6e13-414c-833b-fe3417fcff51 req-f1b22526-e8ba-4e1b-af00-192269e30643 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] For port df88caa4-39db-4991-a752-fc525a796df7, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=df88caa4-39db-4991-a752-fc525a796df7,segment=NetworkSegment(eb05625a-685d-4a3d-b511-0ac797aac3f6),segment_id=eb05625a-685d-4a3d-b511-0ac797aac3f6)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:53:12.260284 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-46d7e804-6e13-414c-833b-fe3417fcff51 req-f1b22526-e8ba-4e1b-af00-192269e30643 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:12.273365 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-46d7e804-6e13-414c-833b-fe3417fcff51 req-f1b22526-e8ba-4e1b-af00-192269e30643 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Calling delete_port for df88caa4-39db-4991-a752-fc525a796df7 owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:53:12.403240 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-46d7e804-6e13-414c-833b-fe3417fcff51 req-f1b22526-e8ba-4e1b-af00-192269e30643 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:12.415338 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['df88caa4-39db-4991-a752-fc525a796df7'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:53:12.434823 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b22526-e8ba-4e1b-af00-192269e30643 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Pushing event deleted for resources: {'Port': ['ID=df88caa4-39db-4991-a752-fc525a796df7,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:53:12.476942 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d7e804-6e13-414c-833b-fe3417fcff51 req-f1b22526-e8ba-4e1b-af00-192269e30643 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] No DVR routers for this DVR port df88caa4-39db-4991-a752-fc525a796df7 on host n-h1-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:53:12.479824 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-46d7e804-6e13-414c-833b-fe3417fcff51 req-f1b22526-e8ba-4e1b-af00-192269e30643 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:12.483348 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-46d7e804-6e13-414c-833b-fe3417fcff51 req-f1b22526-e8ba-4e1b-af00-192269e30643 tempest-ServerDiskConfigTestJSON-489082003 tempest-ServerDiskConfigTestJSON-489082003-project] 10.222.0.53 "DELETE /v2.0/ports/df88caa4-39db-4991-a752-fc525a796df7 HTTP/1.1" status: 204 len: 173 time: 0.3988454 Oct 30 15:53:12.483836 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0473853-426d-41ae-bb79-6beb7a4308c4', 'name': 'network-vif-deleted', 'tag': 'df88caa4-39db-4991-a752-fc525a796df7'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:53:12.487390 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602e4c26-f636-4fff-bbd8-ead26a40cda7" -d '{"events": [{"server_uuid": "d0473853-426d-41ae-bb79-6beb7a4308c4", "name": "network-vif-deleted", "tag": "df88caa4-39db-4991-a752-fc525a796df7"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:53:12.525531 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b418ee4f-0fa2-4312-b5eb-7fff008a387f x-openstack-request-id: req-b418ee4f-0fa2-4312-b5eb-7fff008a387f {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:53:12.526651 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0473853-426d-41ae-bb79-6beb7a4308c4", "name": "network-vif-deleted", "tag": "df88caa4-39db-4991-a752-fc525a796df7", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:53:12.527179 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b418ee4f-0fa2-4312-b5eb-7fff008a387f {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:53:12.527727 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0473853-426d-41ae-bb79-6beb7a4308c4', 'name': 'network-vif-deleted', 'tag': 'df88caa4-39db-4991-a752-fc525a796df7', 'status': 'completed', 'code': 200} Oct 30 15:53:13.281090 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 55618) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:53:13.291245 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:53:13.330260 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e8bfd04-7a55-43d9-b78c-1088232b5f1c admin admin] Deleting subnet 8f6d0cf2-322e-4afe-ab63-a077d5788009 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 15:53:13.333287 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5e8bfd04-7a55-43d9-b78c-1088232b5f1c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:13.367092 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5e8bfd04-7a55-43d9-b78c-1088232b5f1c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:13.404790 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5e8bfd04-7a55-43d9-b78c-1088232b5f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:13.455826 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5e8bfd04-7a55-43d9-b78c-1088232b5f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:13.480734 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8bfd04-7a55-43d9-b78c-1088232b5f1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f6d0cf2-322e-4afe-ab63-a077d5788009,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:53:13.484638 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5e8bfd04-7a55-43d9-b78c-1088232b5f1c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:13.487885 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-5e8bfd04-7a55-43d9-b78c-1088232b5f1c admin admin] 10.222.0.62 "DELETE /v2.0/subnets/8f6d0cf2-322e-4afe-ab63-a077d5788009 HTTP/1.1" status: 204 len: 168 time: 0.2053196 Oct 30 15:53:13.490328 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 55620) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:53:13.561328 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-989a3e36-16cb-4a71-be75-7cdfd7031bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:13.638553 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-989a3e36-16cb-4a71-be75-7cdfd7031bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:13.658728 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-989a3e36-16cb-4a71-be75-7cdfd7031bde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:53:13.667726 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-989a3e36-16cb-4a71-be75-7cdfd7031bde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb05625a-685d-4a3d-b511-0ac797aac3f6') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:53:13.668024 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-989a3e36-16cb-4a71-be75-7cdfd7031bde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb05625a-685d-4a3d-b511-0ac797aac3f6') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:53:13.681872 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-989a3e36-16cb-4a71-be75-7cdfd7031bde admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:13.695368 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-989a3e36-16cb-4a71-be75-7cdfd7031bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:13.701690 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-989a3e36-16cb-4a71-be75-7cdfd7031bde admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 15:53:13.702125 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-989a3e36-16cb-4a71-be75-7cdfd7031bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:13.703796 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 15:53:13.703796 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 15:53:13.703796 n-d-806683-17 neutron-server[102130]: timer() Oct 30 15:53:13.703796 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 15:53:13.703796 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 15:53:13.703796 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 15:53:13.703796 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 15:53:13.703796 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 15:53:13.703796 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 15:53:13.703796 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 15:53:13.703796 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 15:53:13.703796 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 15:53:13.703796 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 15:53:13.703796 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 15:53:13.703796 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 15:53:13.703796 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 15:53:13.703796 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 15:53:13.703796 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 15:53:13.703796 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 15:53:13.703796 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 15:53:13.703796 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 15:53:13.703796 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 15:53:13.703796 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 15:53:13.703796 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 15:53:13.703796 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 15:53:13.703796 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 15:53:13.703796 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 15:53:13.703796 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 15:53:13.703796 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 15:53:13.703796 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 15:53:13.703796 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 15:53:13.703796 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 15:53:13.761577 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-989a3e36-16cb-4a71-be75-7cdfd7031bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:13.767035 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-989a3e36-16cb-4a71-be75-7cdfd7031bde admin admin] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:13.770725 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-989a3e36-16cb-4a71-be75-7cdfd7031bde admin admin] 10.222.0.62 "DELETE /v2.0/networks/7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812 HTTP/1.1" status: 204 len: 168 time: 0.2794728 Oct 30 15:53:13.782085 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989a3e36-16cb-4a71-be75-7cdfd7031bde admin admin] Pushing event deleted for resources: {'Network': ['ID=7ff4eb50-0d28-41ed-9e75-a8f1dc2e6812,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:53:13.877702 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 55624) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:53:13.918233 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b6b0156e-02e9-4e98-a256-0cc151d01fc3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=29b26353ab5d49aea8074c2b7b77f6d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393569 Oct 30 15:53:13.920733 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 55626) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:53:13.968022 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0b3cee7d-d004-4e75-b326-ea22356f9104 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:13.988975 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0b3cee7d-d004-4e75-b326-ea22356f9104 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:14.034836 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0b3cee7d-d004-4e75-b326-ea22356f9104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:14.037371 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0b3cee7d-d004-4e75-b326-ea22356f9104 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:14.038522 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-0b3cee7d-d004-4e75-b326-ea22356f9104 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/774f50b2-ff13-4b95-98d3-6aa9c2f74e16 HTTP/1.1" status: 204 len: 168 time: 0.1168311 Oct 30 15:53:14.046463 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3cee7d-d004-4e75-b326-ea22356f9104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774f50b2-ff13-4b95-98d3-6aa9c2f74e16,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:53:14.054558 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3cee7d-d004-4e75-b326-ea22356f9104 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:53:14.054747 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3cee7d-d004-4e75-b326-ea22356f9104 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:53:14.055091 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3cee7d-d004-4e75-b326-ea22356f9104 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:53:14.055431 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3cee7d-d004-4e75-b326-ea22356f9104 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:53:14.055792 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3cee7d-d004-4e75-b326-ea22356f9104 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:53:14.056126 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3cee7d-d004-4e75-b326-ea22356f9104 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:53:14.056455 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3cee7d-d004-4e75-b326-ea22356f9104 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:53:14.056783 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3cee7d-d004-4e75-b326-ea22356f9104 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:53:14.057108 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3cee7d-d004-4e75-b326-ea22356f9104 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:53:14.057433 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3cee7d-d004-4e75-b326-ea22356f9104 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:53:14.057757 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3cee7d-d004-4e75-b326-ea22356f9104 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:53:14.058080 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3cee7d-d004-4e75-b326-ea22356f9104 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:53:14.704005 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 55648) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:53:14.842811 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-20560479-9075-4a83-8871-e46482f51635 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-308957441-network', 'tenant_id': '94516668cf3b4c8d835a0c59a275059c'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:53:14.867867 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20560479-9075-4a83-8871-e46482f51635 admin admin] Made reservation on behalf of 94516668cf3b4c8d835a0c59a275059c for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:53:14.870179 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-20560479-9075-4a83-8871-e46482f51635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:14.878498 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-20560479-9075-4a83-8871-e46482f51635 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:14.952486 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-20560479-9075-4a83-8871-e46482f51635 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:14.956902 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-20560479-9075-4a83-8871-e46482f51635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:14.977251 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20560479-9075-4a83-8871-e46482f51635 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 15:53:14.991975 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20560479-9075-4a83-8871-e46482f51635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0ac192-71b1-4019-8319-ec3fdb781029,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:53:14.994821 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-20560479-9075-4a83-8871-e46482f51635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:14.995156 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-20560479-9075-4a83-8871-e46482f51635 admin admin] Added segment f4523d14-d3cd-42a7-90ba-f488fbf20e2e of type vlan for network 2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e Oct 30 15:53:15.034739 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-20560479-9075-4a83-8871-e46482f51635 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:15.058461 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-20560479-9075-4a83-8871-e46482f51635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:15.059327 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20560479-9075-4a83-8871-e46482f51635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:53:15.059943 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-20560479-9075-4a83-8871-e46482f51635 admin admin] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:15.114685 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-20560479-9075-4a83-8871-e46482f51635 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4090631 Oct 30 15:53:15.117673 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 55654) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:53:15.122753 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-8f5b5144-2679-494a-9186-60b75532f752 admin admin] Request body: {'subnet': {'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-308957441-subnet', 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:53:15.125517 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20560479-9075-4a83-8871-e46482f51635 admin admin] Pushing event updated for resources: {'Network': ['ID=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:53:15.135863 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 15:53:15.145779 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5b5144-2679-494a-9186-60b75532f752 admin admin] Made reservation on behalf of 94516668cf3b4c8d835a0c59a275059c for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:53:15.148357 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8f5b5144-2679-494a-9186-60b75532f752 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:15.266405 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device df88caa4-39db-4991-a752-fc525a796df7 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:53:15.287793 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: df88caa4-39db-4991-a752-fc525a796df7 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:53:15.288137 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device df88caa4-39db-4991-a752-fc525a796df7 not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:53:15.314708 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8f5b5144-2679-494a-9186-60b75532f752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:15.370113 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5b5144-2679-494a-9186-60b75532f752 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a302147f-c20f-424a-aa99-dcc20d3813ba,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:53:15.378524 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5b5144-2679-494a-9186-60b75532f752 admin admin] Checking segment: {'id': 'f4523d14-d3cd-42a7-90ba-f488fbf20e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:53:15.378884 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5b5144-2679-494a-9186-60b75532f752 admin admin] Network hostable DHCP agents. Network: 2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 15:53:15.396825 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5b5144-2679-494a-9186-60b75532f752 admin admin] Network 2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 15:53:15.405053 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-8f5b5144-2679-494a-9186-60b75532f752 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:53:15.412135 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5b5144-2679-494a-9186-60b75532f752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:53:15.412835 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8f5b5144-2679-494a-9186-60b75532f752 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:15.418527 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0d634b-6f47-45ad-bece-9d945e57d7ff None None] Network 2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:53:15.432636 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-8f5b5144-2679-494a-9186-60b75532f752 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3137963 Oct 30 15:53:15.435361 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 55656) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:53:15.440303 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-9c82077a-f7c3-4b78-8917-e30c85379d77 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-308957441-router', 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:53:15.460130 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9c82077a-f7c3-4b78-8917-e30c85379d77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:15.461108 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9c82077a-f7c3-4b78-8917-e30c85379d77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:15.516463 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9c82077a-f7c3-4b78-8917-e30c85379d77 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:15.565165 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bfdf49-f895-489e-a18c-37fda2373315 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e', 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e', 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'fixed_ips': [{'subnet_id': 'a302147f-c20f-424a-aa99-dcc20d3813ba'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 15:53:15.565947 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-21bfdf49-f895-489e-a18c-37fda2373315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:15.654590 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9c82077a-f7c3-4b78-8917-e30c85379d77 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:15.702734 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-21bfdf49-f895-489e-a18c-37fda2373315 None None] Allocated IP 172.20.0.2 (2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e/a302147f-c20f-424a-aa99-dcc20d3813ba/0ee6afc8-bb0e-4826-a8cc-17a1d9190023) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:53:15.841877 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-21bfdf49-f895-489e-a18c-37fda2373315 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:15.848543 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-21bfdf49-f895-489e-a18c-37fda2373315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:15.854236 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9c82077a-f7c3-4b78-8917-e30c85379d77 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:15.873588 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9c82077a-f7c3-4b78-8917-e30c85379d77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:15.886760 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bfdf49-f895-489e-a18c-37fda2373315 None None] Network 2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:53:15.889799 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-21bfdf49-f895-489e-a18c-37fda2373315 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:53:15.893403 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bfdf49-f895-489e-a18c-37fda2373315 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:53:15.901852 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bfdf49-f895-489e-a18c-37fda2373315 None None] Pushing event updated for resources: {'Port': ['ID=0ee6afc8-bb0e-4826-a8cc-17a1d9190023,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:53:15.951593 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-21bfdf49-f895-489e-a18c-37fda2373315 None None] Attempting to bind port 0ee6afc8-bb0e-4826-a8cc-17a1d9190023 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:53:15.951982 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-21bfdf49-f895-489e-a18c-37fda2373315 None None] Attempting to bind port 0ee6afc8-bb0e-4826-a8cc-17a1d9190023 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'f4523d14-d3cd-42a7-90ba-f488fbf20e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:53:15.952342 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bfdf49-f895-489e-a18c-37fda2373315 None None] Attempting to bind port 0ee6afc8-bb0e-4826-a8cc-17a1d9190023 on network 2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:53:15.957211 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bfdf49-f895-489e-a18c-37fda2373315 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:53:15.958005 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bfdf49-f895-489e-a18c-37fda2373315 None None] Checking segment: {'id': 'f4523d14-d3cd-42a7-90ba-f488fbf20e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:53:15.958005 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-21bfdf49-f895-489e-a18c-37fda2373315 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:15.958353 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bfdf49-f895-489e-a18c-37fda2373315 None None] Bound using segment: {'id': 'f4523d14-d3cd-42a7-90ba-f488fbf20e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:53:15.958829 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-21bfdf49-f895-489e-a18c-37fda2373315 None None] Bound port: 0ee6afc8-bb0e-4826-a8cc-17a1d9190023, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4523d14-d3cd-42a7-90ba-f488fbf20e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:53:15.959250 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-21bfdf49-f895-489e-a18c-37fda2373315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:15.983131 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-9c82077a-f7c3-4b78-8917-e30c85379d77 admin admin] Allocated IP 172.25.4.244 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/60edce63-8ca0-4eda-8847-17af1c93dd66) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:53:16.022018 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-21bfdf49-f895-489e-a18c-37fda2373315 None None] For port 0ee6afc8-bb0e-4826-a8cc-17a1d9190023, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:53:16.025831 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-21bfdf49-f895-489e-a18c-37fda2373315 None None] For port 0ee6afc8-bb0e-4826-a8cc-17a1d9190023, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=0ee6afc8-bb0e-4826-a8cc-17a1d9190023,segment=NetworkSegment(f4523d14-d3cd-42a7-90ba-f488fbf20e2e),segment_id=f4523d14-d3cd-42a7-90ba-f488fbf20e2e)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:53:16.030297 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-21bfdf49-f895-489e-a18c-37fda2373315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:16.086440 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9c82077a-f7c3-4b78-8917-e30c85379d77 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:16.127363 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9c82077a-f7c3-4b78-8917-e30c85379d77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:16.173374 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c82077a-f7c3-4b78-8917-e30c85379d77 admin admin] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:53:16.179281 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-9c82077a-f7c3-4b78-8917-e30c85379d77 admin admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:53:16.183865 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c82077a-f7c3-4b78-8917-e30c85379d77 admin admin] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:53:16.187035 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c82077a-f7c3-4b78-8917-e30c85379d77 admin admin] Pushing event updated for resources: {'Port': ['ID=60edce63-8ca0-4eda-8847-17af1c93dd66,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:53:16.251779 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bfdf49-f895-489e-a18c-37fda2373315 None None] Pushing event updated for resources: {'Port': ['ID=0ee6afc8-bb0e-4826-a8cc-17a1d9190023,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:53:16.464667 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9c82077a-f7c3-4b78-8917-e30c85379d77 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:16.526705 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 0ee6afc8-bb0e-4826-a8cc-17a1d9190023 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:53:16.576312 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 0ee6afc8-bb0e-4826-a8cc-17a1d9190023 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:53:16.576678 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:16.655453 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:16.662151 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9c82077a-f7c3-4b78-8917-e30c85379d77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:16.689404 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 0ee6afc8-bb0e-4826-a8cc-17a1d9190023, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=0ee6afc8-bb0e-4826-a8cc-17a1d9190023,segment=NetworkSegment(f4523d14-d3cd-42a7-90ba-f488fbf20e2e),segment_id=f4523d14-d3cd-42a7-90ba-f488fbf20e2e)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:53:16.695056 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:16.759536 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=0ee6afc8-bb0e-4826-a8cc-17a1d9190023,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:53:16.796232 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c82077a-f7c3-4b78-8917-e30c85379d77 admin admin] Router 8db4b50c-4288-465f-8404-add9b676a7d6 is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 15:53:17.233902 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd832f2d-3b54-44ec-91cb-bc502e66eae3 None None] Network 2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 15:53:17.235446 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c82077a-f7c3-4b78-8917-e30c85379d77 admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:53:17.244343 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884a7375-3ac9-4d7b-9b4d-9d8f2b3b1d64 None None] Sync routers for ids ['8db4b50c-4288-465f-8404-add9b676a7d6'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:53:17.255981 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884a7375-3ac9-4d7b-9b4d-9d8f2b3b1d64 None None] Routers {'8db4b50c-4288-465f-8404-add9b676a7d6'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:53:17.256308 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9c82077a-f7c3-4b78-8917-e30c85379d77 admin admin] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:17.256598 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-884a7375-3ac9-4d7b-9b4d-9d8f2b3b1d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:52:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['8db4b50c-4288-465f-8404-add9b676a7d6'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:53:17.260125 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9c82077a-f7c3-4b78-8917-e30c85379d77 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8211453 Oct 30 15:53:17.260330 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 55658) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:53:17.308591 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-0548f45c-daff-42e1-9121-36abe1abe0d1 None None] Provisioning complete for port 0ee6afc8-bb0e-4826-a8cc-17a1d9190023 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:53:17.309201 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0548f45c-daff-42e1-9121-36abe1abe0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:17.362581 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-884a7375-3ac9-4d7b-9b4d-9d8f2b3b1d64 None None] Set router 8db4b50c-4288-465f-8404-add9b676a7d6 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:53:17.550064 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-884a7375-3ac9-4d7b-9b4d-9d8f2b3b1d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'name': 'tempest-ServerActionsTestJSON-308957441-router', 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '60edce63-8ca0-4eda-8847-17af1c93dd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:53:15Z', 'updated_at': '2021-10-30T15:53:16Z', 'revision_number': 3, 'project_id': '94516668cf3b4c8d835a0c59a275059c', 'gw_port': {'id': '60edce63-8ca0-4eda-8847-17af1c93dd66', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:67:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:53:15Z', 'updated_at': '2021-10-30T15:53:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:53:17.576570 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884a7375-3ac9-4d7b-9b4d-9d8f2b3b1d64 None None] Checking router: 8db4b50c-4288-465f-8404-add9b676a7d6 for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:53:17.576924 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884a7375-3ac9-4d7b-9b4d-9d8f2b3b1d64 None None] Updating router 8db4b50c-4288-465f-8404-add9b676a7d6 port 60edce63-8ca0-4eda-8847-17af1c93dd66 binding host n-d-806683-17 {{(pid=102133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:53:17.603527 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-884a7375-3ac9-4d7b-9b4d-9d8f2b3b1d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:17.699890 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-10376a75-fc3d-4d77-a33b-39fe7bdfd5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:17.783939 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-cb91702d-728b-4f34-a0f0-f003412ed3e3 None None] Provisioning complete for port 0ee6afc8-bb0e-4826-a8cc-17a1d9190023 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:53:17.784167 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-cb91702d-728b-4f34-a0f0-f003412ed3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:17.869188 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-10376a75-fc3d-4d77-a33b-39fe7bdfd5f3 admin admin] Allocated IP 172.20.0.1 (2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e/a302147f-c20f-424a-aa99-dcc20d3813ba/4f2513da-2e7f-4c66-8975-1a2acd5a1a12) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:53:17.871171 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-884a7375-3ac9-4d7b-9b4d-9d8f2b3b1d64 None None] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:17.876322 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-884a7375-3ac9-4d7b-9b4d-9d8f2b3b1d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:17.924614 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-884a7375-3ac9-4d7b-9b4d-9d8f2b3b1d64 None None] Attempting to bind port 60edce63-8ca0-4eda-8847-17af1c93dd66 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:53:17.924978 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-884a7375-3ac9-4d7b-9b4d-9d8f2b3b1d64 None None] Attempting to bind port 60edce63-8ca0-4eda-8847-17af1c93dd66 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:53:17.925334 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884a7375-3ac9-4d7b-9b4d-9d8f2b3b1d64 None None] Attempting to bind port 60edce63-8ca0-4eda-8847-17af1c93dd66 on network edc38ef5-7816-4133-914c-cfe2849a0125 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:53:17.933838 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884a7375-3ac9-4d7b-9b4d-9d8f2b3b1d64 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:53:17.934220 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884a7375-3ac9-4d7b-9b4d-9d8f2b3b1d64 None None] Checking segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:53:17.934595 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-884a7375-3ac9-4d7b-9b4d-9d8f2b3b1d64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:17.934976 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884a7375-3ac9-4d7b-9b4d-9d8f2b3b1d64 None None] Bound using segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:53:17.935426 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-884a7375-3ac9-4d7b-9b4d-9d8f2b3b1d64 None None] Bound port: 60edce63-8ca0-4eda-8847-17af1c93dd66, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:53:17.935820 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-884a7375-3ac9-4d7b-9b4d-9d8f2b3b1d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:17.937228 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b994642-590e-45b7-9745-863eede2369f None None] Pushing event updated for resources: {'Port': ['ID=60edce63-8ca0-4eda-8847-17af1c93dd66,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:53:17.960947 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b994642-590e-45b7-9745-863eede2369f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:53:17.961281 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b994642-590e-45b7-9745-863eede2369f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:53:17.961637 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b994642-590e-45b7-9745-863eede2369f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:53:17.961966 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b994642-590e-45b7-9745-863eede2369f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:53:17.962285 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b994642-590e-45b7-9745-863eede2369f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:53:17.962602 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b994642-590e-45b7-9745-863eede2369f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:53:17.962923 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b994642-590e-45b7-9745-863eede2369f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:53:17.963235 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b994642-590e-45b7-9745-863eede2369f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:53:17.963568 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b994642-590e-45b7-9745-863eede2369f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:53:17.963881 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b994642-590e-45b7-9745-863eede2369f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:53:17.964191 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b994642-590e-45b7-9745-863eede2369f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:53:17.964535 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b994642-590e-45b7-9745-863eede2369f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:53:17.976891 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-10376a75-fc3d-4d77-a33b-39fe7bdfd5f3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:17.998804 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-884a7375-3ac9-4d7b-9b4d-9d8f2b3b1d64 None None] For port 60edce63-8ca0-4eda-8847-17af1c93dd66, host n-d-806683-17, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:53:18.002551 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-884a7375-3ac9-4d7b-9b4d-9d8f2b3b1d64 None None] For port 60edce63-8ca0-4eda-8847-17af1c93dd66, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=60edce63-8ca0-4eda-8847-17af1c93dd66,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:53:18.006543 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-884a7375-3ac9-4d7b-9b4d-9d8f2b3b1d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:18.010164 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-10376a75-fc3d-4d77-a33b-39fe7bdfd5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:18.056773 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10376a75-fc3d-4d77-a33b-39fe7bdfd5f3 admin admin] Network 2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:53:18.061289 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-10376a75-fc3d-4d77-a33b-39fe7bdfd5f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:53:18.064600 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10376a75-fc3d-4d77-a33b-39fe7bdfd5f3 admin admin] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:53:18.065009 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884a7375-3ac9-4d7b-9b4d-9d8f2b3b1d64 None None] Routers {'8db4b50c-4288-465f-8404-add9b676a7d6'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:53:18.065632 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-884a7375-3ac9-4d7b-9b4d-9d8f2b3b1d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:52:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['8db4b50c-4288-465f-8404-add9b676a7d6'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:53:18.088234 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10376a75-fc3d-4d77-a33b-39fe7bdfd5f3 admin admin] Pushing event updated for resources: {'Port': ['ID=4f2513da-2e7f-4c66-8975-1a2acd5a1a12,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:53:18.112957 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-10376a75-fc3d-4d77-a33b-39fe7bdfd5f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:18.147073 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b994642-590e-45b7-9745-863eede2369f None None] Pushing event updated for resources: {'Port': ['ID=60edce63-8ca0-4eda-8847-17af1c93dd66,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:53:18.188640 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-884a7375-3ac9-4d7b-9b4d-9d8f2b3b1d64 None None] Set router 8db4b50c-4288-465f-8404-add9b676a7d6 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:53:18.268308 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-10376a75-fc3d-4d77-a33b-39fe7bdfd5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:18.371662 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-884a7375-3ac9-4d7b-9b4d-9d8f2b3b1d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'name': 'tempest-ServerActionsTestJSON-308957441-router', 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '60edce63-8ca0-4eda-8847-17af1c93dd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:53:15Z', 'updated_at': '2021-10-30T15:53:16Z', 'revision_number': 3, 'project_id': '94516668cf3b4c8d835a0c59a275059c', 'gw_port': {'id': '60edce63-8ca0-4eda-8847-17af1c93dd66', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:67:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:53:15Z', 'updated_at': '2021-10-30T15:53:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:53:18.393120 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-db7212ea-b220-4cc6-8aae-08eaa04d0201 None None] Provisioning complete for port 4f2513da-2e7f-4c66-8975-1a2acd5a1a12 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:53:18.393579 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-db7212ea-b220-4cc6-8aae-08eaa04d0201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:18.397792 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884a7375-3ac9-4d7b-9b4d-9d8f2b3b1d64 None None] The sync data for ids ['8db4b50c-4288-465f-8404-add9b676a7d6'] in n-d-806683-17 is: [{'id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'name': 'tempest-ServerActionsTestJSON-308957441-router', 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '60edce63-8ca0-4eda-8847-17af1c93dd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:53:15Z', 'updated_at': '2021-10-30T15:53:16Z', 'revision_number': 3, 'project_id': '94516668cf3b4c8d835a0c59a275059c', 'gw_port': {'id': '60edce63-8ca0-4eda-8847-17af1c93dd66', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:67:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:53:15Z', 'updated_at': '2021-10-30T15:53:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:53:18.457016 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-10376a75-fc3d-4d77-a33b-39fe7bdfd5f3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:18.461839 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-db7212ea-b220-4cc6-8aae-08eaa04d0201 None None] Port 4f2513da-2e7f-4c66-8975-1a2acd5a1a12 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:53:18.461967 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-10376a75-fc3d-4d77-a33b-39fe7bdfd5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:18.467016 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 0ee6afc8-bb0e-4826-a8cc-17a1d9190023 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:53:18.521338 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 0ee6afc8-bb0e-4826-a8cc-17a1d9190023 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:53:18.521842 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:18.541824 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10376a75-fc3d-4d77-a33b-39fe7bdfd5f3 admin admin] Pushing event updated for resources: {'Port': ['ID=4f2513da-2e7f-4c66-8975-1a2acd5a1a12,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:53:18.544489 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-10376a75-fc3d-4d77-a33b-39fe7bdfd5f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:18.645604 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10376a75-fc3d-4d77-a33b-39fe7bdfd5f3 admin admin] Network 2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:53:18.647076 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-10376a75-fc3d-4d77-a33b-39fe7bdfd5f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:53:18.798159 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10376a75-fc3d-4d77-a33b-39fe7bdfd5f3 admin admin] Router 8db4b50c-4288-465f-8404-add9b676a7d6 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:53:18.885693 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-17fcd509-742e-4dcb-b701-fd7d6fed0e7f None None] Provisioning complete for port 4f2513da-2e7f-4c66-8975-1a2acd5a1a12 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:53:18.886057 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-17fcd509-742e-4dcb-b701-fd7d6fed0e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:18.917234 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10376a75-fc3d-4d77-a33b-39fe7bdfd5f3 admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:53:18.923516 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-10376a75-fc3d-4d77-a33b-39fe7bdfd5f3 admin admin] 10.222.0.62 "PUT /v2.0/routers/8db4b50c-4288-465f-8404-add9b676a7d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6613142 Oct 30 15:53:18.933667 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-17fcd509-742e-4dcb-b701-fd7d6fed0e7f None None] Port 4f2513da-2e7f-4c66-8975-1a2acd5a1a12 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:53:19.446614 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 55666) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:53:19.451290 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-d51c53b5-05df-4b5f-916c-11d4ba32e6e4 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Request body: {'security_group': {'name': 'tempest-securitygroup--813589075', 'description': 'tempest-description--387728742'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:53:19.474950 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d51c53b5-05df-4b5f-916c-11d4ba32e6e4 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:19.543373 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d51c53b5-05df-4b5f-916c-11d4ba32e6e4 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:19.548071 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d51c53b5-05df-4b5f-916c-11d4ba32e6e4 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:19.578295 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d51c53b5-05df-4b5f-916c-11d4ba32e6e4 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:19.579547 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-d51c53b5-05df-4b5f-916c-11d4ba32e6e4 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1318948 Oct 30 15:53:19.581439 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51c53b5-05df-4b5f-916c-11d4ba32e6e4 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99344aa3-4082-4e82-9bef-1392f9ccc044,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:53:19.582690 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 55668) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:53:19.588204 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-7dce2cdf-0209-43ef-9586-6826e487bea3 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Request body: {'security_group_rule': {'security_group_id': '99344aa3-4082-4e82-9bef-1392f9ccc044', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:53:19.616185 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7dce2cdf-0209-43ef-9586-6826e487bea3 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:19.672867 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7dce2cdf-0209-43ef-9586-6826e487bea3 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:19.680737 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7dce2cdf-0209-43ef-9586-6826e487bea3 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:19.699515 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dce2cdf-0209-43ef-9586-6826e487bea3 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=849954c9-6a83-44b5-aac0-23d1d60a2afa,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:53:19.708187 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7dce2cdf-0209-43ef-9586-6826e487bea3 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:19.709733 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-7dce2cdf-0209-43ef-9586-6826e487bea3 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1259832 Oct 30 15:53:19.713094 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 55670) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:53:19.718168 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-0e19c8d4-ad7a-488f-88b1-cf784bfd2ef5 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Request body: {'security_group_rule': {'security_group_id': '99344aa3-4082-4e82-9bef-1392f9ccc044', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:53:19.745972 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0e19c8d4-ad7a-488f-88b1-cf784bfd2ef5 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:19.803264 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0e19c8d4-ad7a-488f-88b1-cf784bfd2ef5 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:19.807268 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0e19c8d4-ad7a-488f-88b1-cf784bfd2ef5 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:19.826077 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e19c8d4-ad7a-488f-88b1-cf784bfd2ef5 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=617d9eff-fbbd-4ac5-ac3c-ff4048e01e3e,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:53:19.834199 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0e19c8d4-ad7a-488f-88b1-cf784bfd2ef5 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:19.835391 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-0e19c8d4-ad7a-488f-88b1-cf784bfd2ef5 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1212575 Oct 30 15:53:19.838423 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 55672) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:53:19.843685 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-5d0c1f50-40af-4148-965b-fbbcd02bc3a4 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Request body: {'floatingip': {'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:53:19.868323 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5d0c1f50-40af-4148-965b-fbbcd02bc3a4 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks [] for floatingip, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:19.971524 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5d0c1f50-40af-4148-965b-fbbcd02bc3a4 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:20.026390 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c55abb-2c61-4fcc-83d2-2b228853830f None None] Sync routers for ids ['8db4b50c-4288-465f-8404-add9b676a7d6'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:53:20.037513 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c55abb-2c61-4fcc-83d2-2b228853830f None None] Routers {'8db4b50c-4288-465f-8404-add9b676a7d6'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:53:20.038131 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-00c55abb-2c61-4fcc-83d2-2b228853830f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:52:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['8db4b50c-4288-465f-8404-add9b676a7d6'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:53:20.073982 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-5d0c1f50-40af-4148-965b-fbbcd02bc3a4 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Allocated IP 172.25.4.117 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/a99247bf-1e67-430b-970a-897f66a1c497) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:53:20.143359 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-00c55abb-2c61-4fcc-83d2-2b228853830f None None] Set router 8db4b50c-4288-465f-8404-add9b676a7d6 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:53:20.178948 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5d0c1f50-40af-4148-965b-fbbcd02bc3a4 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:20.212624 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5d0c1f50-40af-4148-965b-fbbcd02bc3a4 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:20.250701 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0c1f50-40af-4148-965b-fbbcd02bc3a4 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:53:20.253600 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-5d0c1f50-40af-4148-965b-fbbcd02bc3a4 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:53:20.256092 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0c1f50-40af-4148-965b-fbbcd02bc3a4 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:53:20.284516 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0c1f50-40af-4148-965b-fbbcd02bc3a4 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Pushing event updated for resources: {'Port': ['ID=a99247bf-1e67-430b-970a-897f66a1c497,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:53:20.346938 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-00c55abb-2c61-4fcc-83d2-2b228853830f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'name': 'tempest-ServerActionsTestJSON-308957441-router', 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '60edce63-8ca0-4eda-8847-17af1c93dd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:53:15Z', 'updated_at': '2021-10-30T15:53:18Z', 'revision_number': 4, 'project_id': '94516668cf3b4c8d835a0c59a275059c', 'gw_port': {'id': '60edce63-8ca0-4eda-8847-17af1c93dd66', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:67:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:53:15Z', 'updated_at': '2021-10-30T15:53:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '4f2513da-2e7f-4c66-8975-1a2acd5a1a12', 'name': '', 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e', 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'mac_address': 'fa:16:3e:42:b8:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a302147f-c20f-424a-aa99-dcc20d3813ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:53:17Z', 'updated_at': '2021-10-30T15:53:18Z', 'revision_number': 2, 'project_id': '94516668cf3b4c8d835a0c59a275059c', 'subnets': [{'id': 'a302147f-c20f-424a-aa99-dcc20d3813ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:53:20.350991 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5d0c1f50-40af-4148-965b-fbbcd02bc3a4 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:20.377128 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c55abb-2c61-4fcc-83d2-2b228853830f None None] Checking router: 8db4b50c-4288-465f-8404-add9b676a7d6 for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:53:20.377478 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c55abb-2c61-4fcc-83d2-2b228853830f None None] Updating router 8db4b50c-4288-465f-8404-add9b676a7d6 port 4f2513da-2e7f-4c66-8975-1a2acd5a1a12 binding host n-d-806683-17 {{(pid=102132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 15:53:20.384865 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5d0c1f50-40af-4148-965b-fbbcd02bc3a4 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:20.404130 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-00c55abb-2c61-4fcc-83d2-2b228853830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:20.500076 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 60edce63-8ca0-4eda-8847-17af1c93dd66 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:53:20.556118 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5d0c1f50-40af-4148-965b-fbbcd02bc3a4 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:20.561028 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5d0c1f50-40af-4148-965b-fbbcd02bc3a4 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:20.626139 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 60edce63-8ca0-4eda-8847-17af1c93dd66 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:53:20.627016 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:20.631734 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0c1f50-40af-4148-965b-fbbcd02bc3a4 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Pushing event updated for resources: {'Port': ['ID=a99247bf-1e67-430b-970a-897f66a1c497,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:53:20.642715 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5d0c1f50-40af-4148-965b-fbbcd02bc3a4 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:20.658704 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5d0c1f50-40af-4148-965b-fbbcd02bc3a4 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:20.659972 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-5d0c1f50-40af-4148-965b-fbbcd02bc3a4 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8206217 Oct 30 15:53:20.778410 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-00c55abb-2c61-4fcc-83d2-2b228853830f None None] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:20.782487 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:20.788704 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-00c55abb-2c61-4fcc-83d2-2b228853830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:20.809951 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-db2b2d15-b425-4ca6-8f21-d37216223290 req-c3b634f3-8e38-4dc7-9a5d-186e6572ef18 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--813589075&fields=id&tenant_id=94516668cf3b4c8d835a0c59a275059c HTTP/1.1" status: 200 len: 267 time: 0.0346165 Oct 30 15:53:20.839841 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 60edce63-8ca0-4eda-8847-17af1c93dd66, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=60edce63-8ca0-4eda-8847-17af1c93dd66,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:53:20.847819 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:20.858570 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5a9200-c9a2-46a8-9563-2120b438ebb1 None None] Pushing event updated for resources: {'Port': ['ID=4f2513da-2e7f-4c66-8975-1a2acd5a1a12,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:53:20.947439 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-00c55abb-2c61-4fcc-83d2-2b228853830f None None] Attempting to bind port 4f2513da-2e7f-4c66-8975-1a2acd5a1a12 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:53:20.947842 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-00c55abb-2c61-4fcc-83d2-2b228853830f None None] Attempting to bind port 4f2513da-2e7f-4c66-8975-1a2acd5a1a12 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'f4523d14-d3cd-42a7-90ba-f488fbf20e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:53:20.948217 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c55abb-2c61-4fcc-83d2-2b228853830f None None] Attempting to bind port 4f2513da-2e7f-4c66-8975-1a2acd5a1a12 on network 2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:53:20.953384 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=60edce63-8ca0-4eda-8847-17af1c93dd66,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:53:20.958873 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c55abb-2c61-4fcc-83d2-2b228853830f None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:53:20.959535 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c55abb-2c61-4fcc-83d2-2b228853830f None None] Checking segment: {'id': 'f4523d14-d3cd-42a7-90ba-f488fbf20e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:53:20.960132 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-00c55abb-2c61-4fcc-83d2-2b228853830f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:20.960687 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c55abb-2c61-4fcc-83d2-2b228853830f None None] Bound using segment: {'id': 'f4523d14-d3cd-42a7-90ba-f488fbf20e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:53:20.961330 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-00c55abb-2c61-4fcc-83d2-2b228853830f None None] Bound port: 4f2513da-2e7f-4c66-8975-1a2acd5a1a12, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4523d14-d3cd-42a7-90ba-f488fbf20e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:53:20.961889 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-00c55abb-2c61-4fcc-83d2-2b228853830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:21.038139 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-00c55abb-2c61-4fcc-83d2-2b228853830f None None] For port 4f2513da-2e7f-4c66-8975-1a2acd5a1a12, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:53:21.041748 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-00c55abb-2c61-4fcc-83d2-2b228853830f None None] For port 4f2513da-2e7f-4c66-8975-1a2acd5a1a12, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=4f2513da-2e7f-4c66-8975-1a2acd5a1a12,segment=NetworkSegment(f4523d14-d3cd-42a7-90ba-f488fbf20e2e),segment_id=f4523d14-d3cd-42a7-90ba-f488fbf20e2e)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:53:21.049165 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-00c55abb-2c61-4fcc-83d2-2b228853830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:21.112288 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c55abb-2c61-4fcc-83d2-2b228853830f None None] Routers {'8db4b50c-4288-465f-8404-add9b676a7d6'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:53:21.112929 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-00c55abb-2c61-4fcc-83d2-2b228853830f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:52:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['8db4b50c-4288-465f-8404-add9b676a7d6'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:53:21.116650 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5a9200-c9a2-46a8-9563-2120b438ebb1 None None] Pushing event updated for resources: {'Port': ['ID=4f2513da-2e7f-4c66-8975-1a2acd5a1a12,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:53:21.220773 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-990b8494-98fb-4e5c-a2ee-0170851d8b36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:21.224554 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-254ad2cb-e4c7-4341-98a3-14effcce8e1d None None] Provisioning complete for port 4f2513da-2e7f-4c66-8975-1a2acd5a1a12 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:53:21.224923 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-254ad2cb-e4c7-4341-98a3-14effcce8e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:21.254358 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b2d15-b425-4ca6-8f21-d37216223290 req-bc2aa7fa-c0f0-4257-a834-a336d5225e2c tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:53:21.256054 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-db2b2d15-b425-4ca6-8f21-d37216223290 req-bc2aa7fa-c0f0-4257-a834-a336d5225e2c tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/networks?id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e HTTP/1.1" status: 200 len: 811 time: 0.4280472 Oct 30 15:53:21.275682 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-db2b2d15-b425-4ca6-8f21-d37216223290 req-4404e9d4-2472-4fd2-9d4a-85c7799eab49 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/quotas/94516668cf3b4c8d835a0c59a275059c HTTP/1.1" status: 200 len: 375 time: 0.0127149 Oct 30 15:53:21.280756 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-00c55abb-2c61-4fcc-83d2-2b228853830f None None] Set router 8db4b50c-4288-465f-8404-add9b676a7d6 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:53:21.331771 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-db2b2d15-b425-4ca6-8f21-d37216223290 req-2137b97d-5d94-4ed5-b442-e5dbd930f8e5 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=94516668cf3b4c8d835a0c59a275059c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0499821 Oct 30 15:53:21.432960 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-254ad2cb-e4c7-4341-98a3-14effcce8e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:21.440097 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-db2b2d15-b425-4ca6-8f21-d37216223290 req-e3036b76-5ab8-49fc-bf01-9c134cfd60f5 service neutron] 10.222.0.62 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954139 Oct 30 15:53:21.489226 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-254ad2cb-e4c7-4341-98a3-14effcce8e1d None None] For port 4f2513da-2e7f-4c66-8975-1a2acd5a1a12, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=4f2513da-2e7f-4c66-8975-1a2acd5a1a12,segment=NetworkSegment(f4523d14-d3cd-42a7-90ba-f488fbf20e2e),segment_id=f4523d14-d3cd-42a7-90ba-f488fbf20e2e)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:53:21.495772 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-254ad2cb-e4c7-4341-98a3-14effcce8e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:21.536696 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-db2b2d15-b425-4ca6-8f21-d37216223290 req-6db3d094-eb30-40c1-bde4-b58906ed1eeb service neutron] 10.222.0.62 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901189 Oct 30 15:53:21.573044 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254ad2cb-e4c7-4341-98a3-14effcce8e1d None None] Pushing event updated for resources: {'Port': ['ID=4f2513da-2e7f-4c66-8975-1a2acd5a1a12,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:53:21.582761 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-00c55abb-2c61-4fcc-83d2-2b228853830f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'name': 'tempest-ServerActionsTestJSON-308957441-router', 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '60edce63-8ca0-4eda-8847-17af1c93dd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:53:15Z', 'updated_at': '2021-10-30T15:53:18Z', 'revision_number': 4, 'project_id': '94516668cf3b4c8d835a0c59a275059c', 'gw_port': {'id': '60edce63-8ca0-4eda-8847-17af1c93dd66', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:67:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:53:15Z', 'updated_at': '2021-10-30T15:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '4f2513da-2e7f-4c66-8975-1a2acd5a1a12', 'name': '', 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e', 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'mac_address': 'fa:16:3e:42:b8:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a302147f-c20f-424a-aa99-dcc20d3813ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:53:17Z', 'updated_at': '2021-10-30T15:53:21Z', 'revision_number': 4, 'project_id': '94516668cf3b4c8d835a0c59a275059c', 'subnets': [{'id': 'a302147f-c20f-424a-aa99-dcc20d3813ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:53:21.717148 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c63b6a69-f68b-4176-a090-21675ae833cf req-f21f3e6a-a1da-4380-96de-1cea4015b748 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=eeb543df-546f-4bd0-b788-e8e25dd39aa7 HTTP/1.1" status: 200 len: 210 time: 0.0278246 Oct 30 15:53:21.780561 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c55abb-2c61-4fcc-83d2-2b228853830f None None] The sync data for ids ['8db4b50c-4288-465f-8404-add9b676a7d6'] in n-d-806683-17 is: [{'id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'name': 'tempest-ServerActionsTestJSON-308957441-router', 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '60edce63-8ca0-4eda-8847-17af1c93dd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:53:15Z', 'updated_at': '2021-10-30T15:53:18Z', 'revision_number': 4, 'project_id': '94516668cf3b4c8d835a0c59a275059c', 'gw_port': {'id': '60edce63-8ca0-4eda-8847-17af1c93dd66', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:67:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:53:15Z', 'updated_at': '2021-10-30T15:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '4f2513da-2e7f-4c66-8975-1a2acd5a1a12', 'name': '', 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e', 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'mac_address': 'fa:16:3e:42:b8:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a302147f-c20f-424a-aa99-dcc20d3813ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:53:17Z', 'updated_at': '2021-10-30T15:53:21Z', 'revision_number': 4, 'project_id': '94516668cf3b4c8d835a0c59a275059c', 'subnets': [{'id': 'a302147f-c20f-424a-aa99-dcc20d3813ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:53:21.792518 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-06aafa4b-1cce-435e-b8d7-c85a7e06bcf1 None None] Provisioning complete for port 4f2513da-2e7f-4c66-8975-1a2acd5a1a12 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:53:21.792892 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-06aafa4b-1cce-435e-b8d7-c85a7e06bcf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:22.521753 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 4f2513da-2e7f-4c66-8975-1a2acd5a1a12 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:53:22.578483 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 4f2513da-2e7f-4c66-8975-1a2acd5a1a12 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:53:22.579148 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:22.672637 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 60edce63-8ca0-4eda-8847-17af1c93dd66 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:53:22.725486 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 60edce63-8ca0-4eda-8847-17af1c93dd66 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:53:22.725859 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:22.732295 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b2d15-b425-4ca6-8f21-d37216223290 req-48be1f17-c82e-464d-b803-e9c5b631cc45 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:53:22.734142 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-db2b2d15-b425-4ca6-8f21-d37216223290 req-48be1f17-c82e-464d-b803-e9c5b631cc45 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.44 "GET /v2.0/networks?id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e HTTP/1.1" status: 200 len: 811 time: 0.1305430 Oct 30 15:53:22.789912 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-db2b2d15-b425-4ca6-8f21-d37216223290 req-b9c9476e-7552-4ad6-b987-56e565fb9382 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94516668cf3b4c8d835a0c59a275059c HTTP/1.1" status: 200 len: 379 time: 0.0454538 Oct 30 15:53:22.802275 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-db2b2d15-b425-4ca6-8f21-d37216223290 req-119fe582-1d7f-434e-9a7e-0afa9bca4d1b tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Request body: {'port': {'device_id': 'eeb543df-546f-4bd0-b788-e8e25dd39aa7', 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e', 'admin_state_up': True, 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'security_groups': ['99344aa3-4082-4e82-9bef-1392f9ccc044']}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:53:22.834626 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-527e8acf-1afa-49de-abb0-876f5acc88f8 req-20cf2af6-4784-4420-9c2c-545a043882fa tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=eeb543df-546f-4bd0-b788-e8e25dd39aa7 HTTP/1.1" status: 200 len: 210 time: 0.0397336 Oct 30 15:53:22.932238 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db2b2d15-b425-4ca6-8f21-d37216223290 req-119fe582-1d7f-434e-9a7e-0afa9bca4d1b tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Made reservation on behalf of 94516668cf3b4c8d835a0c59a275059c for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:53:22.936447 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-db2b2d15-b425-4ca6-8f21-d37216223290 req-119fe582-1d7f-434e-9a7e-0afa9bca4d1b tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:23.059962 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-db2b2d15-b425-4ca6-8f21-d37216223290 req-119fe582-1d7f-434e-9a7e-0afa9bca4d1b tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Allocated IP 172.20.0.14 (2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e/a302147f-c20f-424a-aa99-dcc20d3813ba/ac8fb6c6-7c4b-497b-9f66-e8717a887b15) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:53:23.196094 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-db2b2d15-b425-4ca6-8f21-d37216223290 req-119fe582-1d7f-434e-9a7e-0afa9bca4d1b tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:23.227225 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-db2b2d15-b425-4ca6-8f21-d37216223290 req-119fe582-1d7f-434e-9a7e-0afa9bca4d1b tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:23.271793 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db2b2d15-b425-4ca6-8f21-d37216223290 req-119fe582-1d7f-434e-9a7e-0afa9bca4d1b tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Network 2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:53:23.275217 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-db2b2d15-b425-4ca6-8f21-d37216223290 req-119fe582-1d7f-434e-9a7e-0afa9bca4d1b tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:53:23.278250 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-db2b2d15-b425-4ca6-8f21-d37216223290 req-119fe582-1d7f-434e-9a7e-0afa9bca4d1b tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:53:23.313722 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119fe582-1d7f-434e-9a7e-0afa9bca4d1b tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Pushing event updated for resources: {'Port': ['ID=ac8fb6c6-7c4b-497b-9f66-e8717a887b15,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:53:23.347432 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b2d15-b425-4ca6-8f21-d37216223290 req-119fe582-1d7f-434e-9a7e-0afa9bca4d1b tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:53:23.348190 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-db2b2d15-b425-4ca6-8f21-d37216223290 req-119fe582-1d7f-434e-9a7e-0afa9bca4d1b tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:23.366482 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-db2b2d15-b425-4ca6-8f21-d37216223290 req-119fe582-1d7f-434e-9a7e-0afa9bca4d1b tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5681672 Oct 30 15:53:23.381330 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-db2b2d15-b425-4ca6-8f21-d37216223290 req-e77b3440-9966-47ce-8114-549687d5b4b3 service neutron] Request body: {'port': {'device_id': 'eeb543df-546f-4bd0-b788-e8e25dd39aa7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:53:23.437112 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-db2b2d15-b425-4ca6-8f21-d37216223290 req-e77b3440-9966-47ce-8114-549687d5b4b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:23.533943 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-0b6bd2be-b4e6-4016-92a7-fb5140e7ab99 None None] Provisioning complete for port ac8fb6c6-7c4b-497b-9f66-e8717a887b15 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:53:23.534572 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0b6bd2be-b4e6-4016-92a7-fb5140e7ab99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:23.568315 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-0b6bd2be-b4e6-4016-92a7-fb5140e7ab99 None None] Port ac8fb6c6-7c4b-497b-9f66-e8717a887b15 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:53:23.719951 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-db2b2d15-b425-4ca6-8f21-d37216223290 req-e77b3440-9966-47ce-8114-549687d5b4b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac8fb6c6-7c4b-497b-9f66-e8717a887b15 {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:53:23.727749 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-db2b2d15-b425-4ca6-8f21-d37216223290 req-e77b3440-9966-47ce-8114-549687d5b4b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:23.739490 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-db2b2d15-b425-4ca6-8f21-d37216223290 req-e77b3440-9966-47ce-8114-549687d5b4b3 service neutron] Transition to ACTIVE for port object ac8fb6c6-7c4b-497b-9f66-e8717a887b15 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:53:23.743263 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-db2b2d15-b425-4ca6-8f21-d37216223290 req-e77b3440-9966-47ce-8114-549687d5b4b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:23.794891 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77b3440-9966-47ce-8114-549687d5b4b3 service neutron] Pushing event updated for resources: {'Port': ['ID=ac8fb6c6-7c4b-497b-9f66-e8717a887b15,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:53:23.806774 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-431a952f-e893-43ba-a330-e487e22ad46a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:23.871902 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-db2b2d15-b425-4ca6-8f21-d37216223290 req-e77b3440-9966-47ce-8114-549687d5b4b3 service neutron] Attempting to bind port ac8fb6c6-7c4b-497b-9f66-e8717a887b15 on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:53:23.872248 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-db2b2d15-b425-4ca6-8f21-d37216223290 req-e77b3440-9966-47ce-8114-549687d5b4b3 service neutron] Attempting to bind port ac8fb6c6-7c4b-497b-9f66-e8717a887b15 by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': 'f4523d14-d3cd-42a7-90ba-f488fbf20e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:53:23.872705 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2b2d15-b425-4ca6-8f21-d37216223290 req-e77b3440-9966-47ce-8114-549687d5b4b3 service neutron] Attempting to bind port ac8fb6c6-7c4b-497b-9f66-e8717a887b15 on network 2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:53:23.877470 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2b2d15-b425-4ca6-8f21-d37216223290 req-e77b3440-9966-47ce-8114-549687d5b4b3 service neutron] Port ac8fb6c6-7c4b-497b-9f66-e8717a887b15 on network 2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:53:23.877924 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2b2d15-b425-4ca6-8f21-d37216223290 req-e77b3440-9966-47ce-8114-549687d5b4b3 service neutron] Attempting to bind port ac8fb6c6-7c4b-497b-9f66-e8717a887b15 on network 2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:53:23.883400 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2b2d15-b425-4ca6-8f21-d37216223290 req-e77b3440-9966-47ce-8114-549687d5b4b3 service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:53:23.883776 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2b2d15-b425-4ca6-8f21-d37216223290 req-e77b3440-9966-47ce-8114-549687d5b4b3 service neutron] Checking segment: {'id': 'f4523d14-d3cd-42a7-90ba-f488fbf20e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:53:23.884165 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2b2d15-b425-4ca6-8f21-d37216223290 req-e77b3440-9966-47ce-8114-549687d5b4b3 service neutron] Bound using segment: {'id': 'f4523d14-d3cd-42a7-90ba-f488fbf20e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:53:23.884603 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-db2b2d15-b425-4ca6-8f21-d37216223290 req-e77b3440-9966-47ce-8114-549687d5b4b3 service neutron] Bound port: ac8fb6c6-7c4b-497b-9f66-e8717a887b15, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4523d14-d3cd-42a7-90ba-f488fbf20e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:53:23.884966 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-db2b2d15-b425-4ca6-8f21-d37216223290 req-e77b3440-9966-47ce-8114-549687d5b4b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:23.992256 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-db2b2d15-b425-4ca6-8f21-d37216223290 req-e77b3440-9966-47ce-8114-549687d5b4b3 service neutron] For port ac8fb6c6-7c4b-497b-9f66-e8717a887b15, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:53:24.007442 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70b23af-a7d3-4968-8ed6-000717e01b99 req-c005cd4a-6619-46f7-90ed-87981050d9d3 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:53:24.010071 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b70b23af-a7d3-4968-8ed6-000717e01b99 req-c005cd4a-6619-46f7-90ed-87981050d9d3 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=eeb543df-546f-4bd0-b788-e8e25dd39aa7 HTTP/1.1" status: 200 len: 944 time: 0.0903006 Oct 30 15:53:24.026569 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-db2b2d15-b425-4ca6-8f21-d37216223290 req-e77b3440-9966-47ce-8114-549687d5b4b3 service neutron] For port ac8fb6c6-7c4b-497b-9f66-e8717a887b15, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=ac8fb6c6-7c4b-497b-9f66-e8717a887b15,segment=NetworkSegment(f4523d14-d3cd-42a7-90ba-f488fbf20e2e),segment_id=f4523d14-d3cd-42a7-90ba-f488fbf20e2e)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:53:24.035953 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-db2b2d15-b425-4ca6-8f21-d37216223290 req-e77b3440-9966-47ce-8114-549687d5b4b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:24.083068 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b2d15-b425-4ca6-8f21-d37216223290 req-e77b3440-9966-47ce-8114-549687d5b4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:53:24.083724 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-db2b2d15-b425-4ca6-8f21-d37216223290 req-e77b3440-9966-47ce-8114-549687d5b4b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:24.085130 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-db2b2d15-b425-4ca6-8f21-d37216223290 req-e77b3440-9966-47ce-8114-549687d5b4b3 service neutron] 10.222.0.44 "PUT /v2.0/ports/ac8fb6c6-7c4b-497b-9f66-e8717a887b15 HTTP/1.1" status: 200 len: 1093 time: 0.7082005 Oct 30 15:53:24.087380 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeb543df-546f-4bd0-b788-e8e25dd39aa7', 'tag': 'ac8fb6c6-7c4b-497b-9f66-e8717a887b15'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:53:24.089569 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e23b82b-d9ef-4a08-a9c5-82bb0e294f02" -d '{"events": [{"name": "network-changed", "server_uuid": "eeb543df-546f-4bd0-b788-e8e25dd39aa7", "tag": "ac8fb6c6-7c4b-497b-9f66-e8717a887b15"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:53:24.101139 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b70b23af-a7d3-4968-8ed6-000717e01b99 req-9c2feefe-7f66-45ac-8d4c-bbe7cf6a218f tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832791 Oct 30 15:53:24.117663 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77b3440-9966-47ce-8114-549687d5b4b3 service neutron] Pushing event updated for resources: {'Port': ['ID=ac8fb6c6-7c4b-497b-9f66-e8717a887b15,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:53:24.147748 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02530757-0ee7-4103-83c5-0b9a4c903f35 x-openstack-request-id: req-02530757-0ee7-4103-83c5-0b9a4c903f35 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:53:24.148046 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeb543df-546f-4bd0-b788-e8e25dd39aa7", "tag": "ac8fb6c6-7c4b-497b-9f66-e8717a887b15", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:53:24.148301 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-02530757-0ee7-4103-83c5-0b9a4c903f35 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:53:24.148711 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeb543df-546f-4bd0-b788-e8e25dd39aa7', 'tag': 'ac8fb6c6-7c4b-497b-9f66-e8717a887b15', 'status': 'completed', 'code': 200} Oct 30 15:53:24.197136 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b2d15-b425-4ca6-8f21-d37216223290 req-2e1ddeb2-dd76-4bee-99f5-1816fc5de619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:53:24.198653 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-db2b2d15-b425-4ca6-8f21-d37216223290 req-2e1ddeb2-dd76-4bee-99f5-1816fc5de619 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94516668cf3b4c8d835a0c59a275059c&device_id=eeb543df-546f-4bd0-b788-e8e25dd39aa7 HTTP/1.1" status: 200 len: 1096 time: 0.0466735 Oct 30 15:53:24.242756 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-db2b2d15-b425-4ca6-8f21-d37216223290 req-c986955d-022e-4c5e-a78c-946c81d70454 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac8fb6c6-7c4b-497b-9f66-e8717a887b15 HTTP/1.1" status: 200 len: 217 time: 0.0345807 Oct 30 15:53:24.299051 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b2d15-b425-4ca6-8f21-d37216223290 req-c36738a3-a9fc-45ee-84bb-4e4c77ce9df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:53:24.300556 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-db2b2d15-b425-4ca6-8f21-d37216223290 req-c36738a3-a9fc-45ee-84bb-4e4c77ce9df7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a302147f-c20f-424a-aa99-dcc20d3813ba HTTP/1.1" status: 200 len: 850 time: 0.0507903 Oct 30 15:53:24.348175 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b2d15-b425-4ca6-8f21-d37216223290 req-ec253058-4379-4f2e-bfec-18771b80a2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:53:24.349584 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-db2b2d15-b425-4ca6-8f21-d37216223290 req-ec253058-4379-4f2e-bfec-18771b80a2b3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423763 Oct 30 15:53:24.441976 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-db2b2d15-b425-4ca6-8f21-d37216223290 req-72383b13-9838-4663-9495-11bea4ebe4fa service neutron] 10.222.0.44 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857515 Oct 30 15:53:24.534814 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-db2b2d15-b425-4ca6-8f21-d37216223290 req-b6a736cd-fa57-4b94-8d6d-2129174853ae service neutron] 10.222.0.44 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863729 Oct 30 15:53:24.618955 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e23b82b-d9ef-4a08-a9c5-82bb0e294f02 req-42c5f69f-1661-48ea-b245-4bdfcb5c8a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:53:24.620395 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4e23b82b-d9ef-4a08-a9c5-82bb0e294f02 req-42c5f69f-1661-48ea-b245-4bdfcb5c8a98 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94516668cf3b4c8d835a0c59a275059c&device_id=eeb543df-546f-4bd0-b788-e8e25dd39aa7 HTTP/1.1" status: 200 len: 1096 time: 0.0439429 Oct 30 15:53:24.723348 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e23b82b-d9ef-4a08-a9c5-82bb0e294f02 req-4623667f-1164-4271-909e-caf679d6e4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:53:24.724929 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4e23b82b-d9ef-4a08-a9c5-82bb0e294f02 req-4623667f-1164-4271-909e-caf679d6e4f1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e HTTP/1.1" status: 200 len: 912 time: 0.0976536 Oct 30 15:53:24.768589 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4e23b82b-d9ef-4a08-a9c5-82bb0e294f02 req-4493e918-2b0e-4be0-a726-39526b5dbfba service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac8fb6c6-7c4b-497b-9f66-e8717a887b15 HTTP/1.1" status: 200 len: 217 time: 0.0365202 Oct 30 15:53:24.779954 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:24.817850 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e23b82b-d9ef-4a08-a9c5-82bb0e294f02 req-3eccee56-92c2-4ca2-a86b-c0423652c497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:53:24.819270 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4e23b82b-d9ef-4a08-a9c5-82bb0e294f02 req-3eccee56-92c2-4ca2-a86b-c0423652c497 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a302147f-c20f-424a-aa99-dcc20d3813ba HTTP/1.1" status: 200 len: 850 time: 0.0438762 Oct 30 15:53:24.865604 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e23b82b-d9ef-4a08-a9c5-82bb0e294f02 req-c9314dcc-c52e-4764-8b5b-b936f41151a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:53:24.867058 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4e23b82b-d9ef-4a08-a9c5-82bb0e294f02 req-c9314dcc-c52e-4764-8b5b-b936f41151a8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402350 Oct 30 15:53:24.958970 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4e23b82b-d9ef-4a08-a9c5-82bb0e294f02 req-1bb3f0bf-613b-467b-90c1-d40242a8ba7f service neutron] 10.222.0.44 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844364 Oct 30 15:53:24.963478 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:25.053496 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4e23b82b-d9ef-4a08-a9c5-82bb0e294f02 req-66ac219b-41b4-464e-82f2-39933c46e138 service neutron] 10.222.0.44 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867629 Oct 30 15:53:25.218924 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a58e1b9-7c23-4b8d-9d81-590d84f99436 req-4615c1a2-f612-42a2-910d-aa50a2f26f0d tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:53:25.220979 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3a58e1b9-7c23-4b8d-9d81-590d84f99436 req-4615c1a2-f612-42a2-910d-aa50a2f26f0d tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=eeb543df-546f-4bd0-b788-e8e25dd39aa7 HTTP/1.1" status: 200 len: 944 time: 0.0472634 Oct 30 15:53:25.256950 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3a58e1b9-7c23-4b8d-9d81-590d84f99436 req-9812e8f6-ca5d-4c51-93bb-e12065dc074b tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300803 Oct 30 15:53:26.372893 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a377c81-0b49-408a-899e-bba0e41a4b1d req-e3996412-d402-4741-afaf-668612da7571 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:53:26.374347 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9a377c81-0b49-408a-899e-bba0e41a4b1d req-e3996412-d402-4741-afaf-668612da7571 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=eeb543df-546f-4bd0-b788-e8e25dd39aa7 HTTP/1.1" status: 200 len: 944 time: 0.0487893 Oct 30 15:53:26.415970 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9a377c81-0b49-408a-899e-bba0e41a4b1d req-56d8a4d9-e5c3-46e9-91c0-46400c2d463a tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355501 Oct 30 15:53:26.459405 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device ac8fb6c6-7c4b-497b-9f66-e8717a887b15 details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:53:26.553110 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port ac8fb6c6-7c4b-497b-9f66-e8717a887b15, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=ac8fb6c6-7c4b-497b-9f66-e8717a887b15,segment=NetworkSegment(f4523d14-d3cd-42a7-90ba-f488fbf20e2e),segment_id=f4523d14-d3cd-42a7-90ba-f488fbf20e2e)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:53:26.563879 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': 'ac8fb6c6-7c4b-497b-9f66-e8717a887b15', 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e', 'port_id': 'ac8fb6c6-7c4b-497b-9f66-e8717a887b15', 'mac_address': 'fa:16:3e:5a:2e:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a302147f-c20f-424a-aa99-dcc20d3813ba', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:53:26.604190 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:26.616478 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac8fb6c6-7c4b-497b-9f66-e8717a887b15 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:53:26.635251 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port ac8fb6c6-7c4b-497b-9f66-e8717a887b15, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=ac8fb6c6-7c4b-497b-9f66-e8717a887b15,segment=NetworkSegment(f4523d14-d3cd-42a7-90ba-f488fbf20e2e),segment_id=f4523d14-d3cd-42a7-90ba-f488fbf20e2e)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:53:26.639062 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:26.687033 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=ac8fb6c6-7c4b-497b-9f66-e8717a887b15,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:53:26.714171 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:26.840470 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['ac8fb6c6-7c4b-497b-9f66-e8717a887b15'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:53:27.528045 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078934d7-9152-419b-abb6-d16e0f2fc817 req-cc7971bb-cf7f-4bd5-a06e-0dd8b1090ef0 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:53:27.529495 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-078934d7-9152-419b-abb6-d16e0f2fc817 req-cc7971bb-cf7f-4bd5-a06e-0dd8b1090ef0 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=eeb543df-546f-4bd0-b788-e8e25dd39aa7 HTTP/1.1" status: 200 len: 945 time: 0.0478477 Oct 30 15:53:27.567534 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-078934d7-9152-419b-abb6-d16e0f2fc817 req-e792ec31-30bb-4142-9e59-aabbfeb8cb2b tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315762 Oct 30 15:53:28.476306 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device ac8fb6c6-7c4b-497b-9f66-e8717a887b15 up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:53:28.527811 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port ac8fb6c6-7c4b-497b-9f66-e8717a887b15 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:53:28.531726 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port ac8fb6c6-7c4b-497b-9f66-e8717a887b15 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:53:28.532107 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:28.611794 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:28.633931 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeb543df-546f-4bd0-b788-e8e25dd39aa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac8fb6c6-7c4b-497b-9f66-e8717a887b15'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:53:28.636172 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07c4ce9-90e8-48f4-bd94-3a60861a7963" -d '{"events": [{"server_uuid": "eeb543df-546f-4bd0-b788-e8e25dd39aa7", "name": "network-vif-plugged", "status": "completed", "tag": "ac8fb6c6-7c4b-497b-9f66-e8717a887b15"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:53:28.649864 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port ac8fb6c6-7c4b-497b-9f66-e8717a887b15, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=ac8fb6c6-7c4b-497b-9f66-e8717a887b15,segment=NetworkSegment(f4523d14-d3cd-42a7-90ba-f488fbf20e2e),segment_id=f4523d14-d3cd-42a7-90ba-f488fbf20e2e)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:53:28.654392 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:28.680320 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00373364-f593-4d54-b4a6-8fedd3f4e32b x-openstack-request-id: req-00373364-f593-4d54-b4a6-8fedd3f4e32b {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:53:28.680621 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeb543df-546f-4bd0-b788-e8e25dd39aa7", "name": "network-vif-plugged", "status": "completed", "tag": "ac8fb6c6-7c4b-497b-9f66-e8717a887b15", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:53:28.680873 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-00373364-f593-4d54-b4a6-8fedd3f4e32b {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:53:28.681271 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeb543df-546f-4bd0-b788-e8e25dd39aa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac8fb6c6-7c4b-497b-9f66-e8717a887b15', 'code': 200} Oct 30 15:53:28.683856 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b6846-326d-4d55-8755-745edc597aec req-ec025855-5998-43c1-b1d1-2ce1abaa18a6 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:53:28.685513 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3f5b6846-326d-4d55-8755-745edc597aec req-ec025855-5998-43c1-b1d1-2ce1abaa18a6 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=eeb543df-546f-4bd0-b788-e8e25dd39aa7 HTTP/1.1" status: 200 len: 945 time: 0.0516965 Oct 30 15:53:28.709909 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=ac8fb6c6-7c4b-497b-9f66-e8717a887b15,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:53:28.728072 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3f5b6846-326d-4d55-8755-745edc597aec req-bc778e86-ac0d-4678-aed1-6af34eb4972b tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352476 Oct 30 15:53:28.792852 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3288ba-cada-454a-92c8-0c2b2692d129 req-8de2d222-61df-43d4-b694-61f80c4d1a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:53:28.794318 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-af3288ba-cada-454a-92c8-0c2b2692d129 req-8de2d222-61df-43d4-b694-61f80c4d1a8b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=eeb543df-546f-4bd0-b788-e8e25dd39aa7 HTTP/1.1" status: 200 len: 1098 time: 0.0447645 Oct 30 15:53:29.142688 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-af3288ba-cada-454a-92c8-0c2b2692d129 req-87e93808-491e-425a-885e-51a8b8ec8be2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3396907 Oct 30 15:53:29.844200 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea231df-add3-4901-a292-18b881b7b7aa req-b2dd6386-729c-441d-8c0e-9a10c0a5f78f tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:53:29.847021 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7ea231df-add3-4901-a292-18b881b7b7aa req-b2dd6386-729c-441d-8c0e-9a10c0a5f78f tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=eeb543df-546f-4bd0-b788-e8e25dd39aa7 HTTP/1.1" status: 200 len: 946 time: 0.0506554 Oct 30 15:53:29.883960 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7ea231df-add3-4901-a292-18b881b7b7aa req-c71bb8b2-ab6f-4db9-9f25-a066c344a7e6 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313833 Oct 30 15:53:30.250148 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:30.998732 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05ccda8-3caf-46e5-9bf1-567ab28f8414 req-d03ff621-793d-49d9-8f6c-21af9771c8bb tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:53:31.000108 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f05ccda8-3caf-46e5-9bf1-567ab28f8414 req-d03ff621-793d-49d9-8f6c-21af9771c8bb tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=eeb543df-546f-4bd0-b788-e8e25dd39aa7 HTTP/1.1" status: 200 len: 946 time: 0.0477397 Oct 30 15:53:31.038631 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f05ccda8-3caf-46e5-9bf1-567ab28f8414 req-4b508953-c284-4d30-9b31-082bf4315a33 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320134 Oct 30 15:53:31.149128 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc01765-fbad-4616-aec0-33445ca4ddca req-8a6634d8-ea8d-41c1-a241-ee460124295b tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:53:31.150676 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5fc01765-fbad-4616-aec0-33445ca4ddca req-8a6634d8-ea8d-41c1-a241-ee460124295b tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=eeb543df-546f-4bd0-b788-e8e25dd39aa7 HTTP/1.1" status: 200 len: 946 time: 0.0480142 Oct 30 15:53:31.159957 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 55720) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:53:31.164330 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-cd2bbdc9-ec6f-4f78-9d5c-e0afe8937480 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Request body: {'floatingip': {'port_id': 'ac8fb6c6-7c4b-497b-9f66-e8717a887b15'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:53:31.205600 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cd2bbdc9-ec6f-4f78-9d5c-e0afe8937480 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks [] for floatingip, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:31.614992 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cd2bbdc9-ec6f-4f78-9d5c-e0afe8937480 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:31.619011 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cd2bbdc9-ec6f-4f78-9d5c-e0afe8937480 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:31.715670 n-d-806683-17 neutron-server[102130]: INFO neutron.db.l3_db [None req-cd2bbdc9-ec6f-4f78-9d5c-e0afe8937480 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Floating IP 688aec67-a6f3-4750-964e-b6587d18c961 associated. External IP: 172.25.4.117, port: ac8fb6c6-7c4b-497b-9f66-e8717a887b15. Oct 30 15:53:31.921252 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd2bbdc9-ec6f-4f78-9d5c-e0afe8937480 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Router 8db4b50c-4288-465f-8404-add9b676a7d6 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:53:32.041855 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2bbdc9-ec6f-4f78-9d5c-e0afe8937480 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:53:32.046472 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cd2bbdc9-ec6f-4f78-9d5c-e0afe8937480 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:32.052773 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c647fe3d-9761-45de-b928-611e18909a2f None None] Sync routers for ids ['8db4b50c-4288-465f-8404-add9b676a7d6'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:53:32.063154 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c647fe3d-9761-45de-b928-611e18909a2f None None] Routers {'8db4b50c-4288-465f-8404-add9b676a7d6'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:53:32.064336 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-c647fe3d-9761-45de-b928-611e18909a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:53:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['8db4b50c-4288-465f-8404-add9b676a7d6'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:53:32.073556 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-cd2bbdc9-ec6f-4f78-9d5c-e0afe8937480 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "PUT /v2.0/floatingips/688aec67-a6f3-4750-964e-b6587d18c961 HTTP/1.1" status: 200 len: 992 time: 0.9125221 Oct 30 15:53:32.074136 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeb543df-546f-4bd0-b788-e8e25dd39aa7', 'tag': 'ac8fb6c6-7c4b-497b-9f66-e8717a887b15'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:53:32.076480 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4540ce7-0c5e-4467-8cde-0d59dc1e8d7d" -d '{"events": [{"name": "network-changed", "server_uuid": "eeb543df-546f-4bd0-b788-e8e25dd39aa7", "tag": "ac8fb6c6-7c4b-497b-9f66-e8717a887b15"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:53:32.120433 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb62921-8f97-4601-a639-0c83478013af x-openstack-request-id: req-1cb62921-8f97-4601-a639-0c83478013af {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:53:32.121281 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeb543df-546f-4bd0-b788-e8e25dd39aa7", "tag": "ac8fb6c6-7c4b-497b-9f66-e8717a887b15", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:53:32.121281 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1cb62921-8f97-4601-a639-0c83478013af {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:53:32.121474 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeb543df-546f-4bd0-b788-e8e25dd39aa7', 'tag': 'ac8fb6c6-7c4b-497b-9f66-e8717a887b15', 'status': 'completed', 'code': 200} Oct 30 15:53:32.174028 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-c647fe3d-9761-45de-b928-611e18909a2f None None] Set router 8db4b50c-4288-465f-8404-add9b676a7d6 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:53:32.187529 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4540ce7-0c5e-4467-8cde-0d59dc1e8d7d req-63fc5461-b8c1-4526-9243-6f5798e1ac37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:53:32.189635 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d4540ce7-0c5e-4467-8cde-0d59dc1e8d7d req-63fc5461-b8c1-4526-9243-6f5798e1ac37 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94516668cf3b4c8d835a0c59a275059c&device_id=eeb543df-546f-4bd0-b788-e8e25dd39aa7 HTTP/1.1" status: 200 len: 1098 time: 0.0407948 Oct 30 15:53:32.245549 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:32.285518 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4540ce7-0c5e-4467-8cde-0d59dc1e8d7d req-eaa1b77f-bb60-4952-b112-3cb52fdcb395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:53:32.287058 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d4540ce7-0c5e-4467-8cde-0d59dc1e8d7d req-eaa1b77f-bb60-4952-b112-3cb52fdcb395 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e HTTP/1.1" status: 200 len: 912 time: 0.0898736 Oct 30 15:53:32.354247 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d4540ce7-0c5e-4467-8cde-0d59dc1e8d7d req-1f65649f-b113-49a5-977d-25a8366a5b12 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac8fb6c6-7c4b-497b-9f66-e8717a887b15 HTTP/1.1" status: 200 len: 1000 time: 0.0606287 Oct 30 15:53:32.400776 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-c647fe3d-9761-45de-b928-611e18909a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'name': 'tempest-ServerActionsTestJSON-308957441-router', 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '60edce63-8ca0-4eda-8847-17af1c93dd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:53:15Z', 'updated_at': '2021-10-30T15:53:18Z', 'revision_number': 4, 'project_id': '94516668cf3b4c8d835a0c59a275059c', 'gw_port': {'id': '60edce63-8ca0-4eda-8847-17af1c93dd66', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:67:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:53:15Z', 'updated_at': '2021-10-30T15:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '688aec67-a6f3-4750-964e-b6587d18c961', 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'floating_ip_address': '172.25.4.117', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'port_id': 'ac8fb6c6-7c4b-497b-9f66-e8717a887b15', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e', 'mac_address': 'fa:16:3e:5a:2e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb543df-546f-4bd0-b788-e8e25dd39aa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:53:20Z', 'updated_at': '2021-10-30T15:53:31Z', 'revision_number': 1, 'project_id': '94516668cf3b4c8d835a0c59a275059c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f2513da-2e7f-4c66-8975-1a2acd5a1a12', 'name': '', 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e', 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'mac_address': 'fa:16:3e:42:b8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a302147f-c20f-424a-aa99-dcc20d3813ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:53:17Z', 'updated_at': '2021-10-30T15:53:21Z', 'revision_number': 5, 'project_id': '94516668cf3b4c8d835a0c59a275059c', 'subnets': [{'id': 'a302147f-c20f-424a-aa99-dcc20d3813ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:53:32.406855 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4540ce7-0c5e-4467-8cde-0d59dc1e8d7d req-1f8c170e-77f0-4aa1-8221-ace53cf3a094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:53:32.408338 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d4540ce7-0c5e-4467-8cde-0d59dc1e8d7d req-1f8c170e-77f0-4aa1-8221-ace53cf3a094 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a302147f-c20f-424a-aa99-dcc20d3813ba HTTP/1.1" status: 200 len: 850 time: 0.0477231 Oct 30 15:53:32.427206 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c647fe3d-9761-45de-b928-611e18909a2f None None] Checking router: 8db4b50c-4288-465f-8404-add9b676a7d6 for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:53:32.435620 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c647fe3d-9761-45de-b928-611e18909a2f None None] Routers {'8db4b50c-4288-465f-8404-add9b676a7d6'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:53:32.436231 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-c647fe3d-9761-45de-b928-611e18909a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:53:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['8db4b50c-4288-465f-8404-add9b676a7d6'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:53:32.453634 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4540ce7-0c5e-4467-8cde-0d59dc1e8d7d req-765fba4e-396c-46c9-afac-2b8e2f08b634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:53:32.455270 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d4540ce7-0c5e-4467-8cde-0d59dc1e8d7d req-765fba4e-396c-46c9-afac-2b8e2f08b634 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406480 Oct 30 15:53:32.552650 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d4540ce7-0c5e-4467-8cde-0d59dc1e8d7d req-0de62ff2-6f07-4794-bbaf-e611ae125850 service neutron] 10.222.0.44 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905268 Oct 30 15:53:32.630756 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-c647fe3d-9761-45de-b928-611e18909a2f None None] Set router 8db4b50c-4288-465f-8404-add9b676a7d6 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:53:32.641120 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d4540ce7-0c5e-4467-8cde-0d59dc1e8d7d req-67418b42-acd2-45ab-87a9-1fb9e7389baf service neutron] 10.222.0.44 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822012 Oct 30 15:53:32.849119 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-c647fe3d-9761-45de-b928-611e18909a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'name': 'tempest-ServerActionsTestJSON-308957441-router', 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '60edce63-8ca0-4eda-8847-17af1c93dd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:53:15Z', 'updated_at': '2021-10-30T15:53:18Z', 'revision_number': 4, 'project_id': '94516668cf3b4c8d835a0c59a275059c', 'gw_port': {'id': '60edce63-8ca0-4eda-8847-17af1c93dd66', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:67:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:53:15Z', 'updated_at': '2021-10-30T15:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '688aec67-a6f3-4750-964e-b6587d18c961', 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'floating_ip_address': '172.25.4.117', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'port_id': 'ac8fb6c6-7c4b-497b-9f66-e8717a887b15', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e', 'mac_address': 'fa:16:3e:5a:2e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb543df-546f-4bd0-b788-e8e25dd39aa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:53:20Z', 'updated_at': '2021-10-30T15:53:31Z', 'revision_number': 1, 'project_id': '94516668cf3b4c8d835a0c59a275059c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f2513da-2e7f-4c66-8975-1a2acd5a1a12', 'name': '', 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e', 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'mac_address': 'fa:16:3e:42:b8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a302147f-c20f-424a-aa99-dcc20d3813ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:53:17Z', 'updated_at': '2021-10-30T15:53:21Z', 'revision_number': 5, 'project_id': '94516668cf3b4c8d835a0c59a275059c', 'subnets': [{'id': 'a302147f-c20f-424a-aa99-dcc20d3813ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:53:32.874255 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c647fe3d-9761-45de-b928-611e18909a2f None None] The sync data for ids ['8db4b50c-4288-465f-8404-add9b676a7d6'] in n-d-806683-17 is: [{'id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'name': 'tempest-ServerActionsTestJSON-308957441-router', 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '60edce63-8ca0-4eda-8847-17af1c93dd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:53:15Z', 'updated_at': '2021-10-30T15:53:18Z', 'revision_number': 4, 'project_id': '94516668cf3b4c8d835a0c59a275059c', 'gw_port': {'id': '60edce63-8ca0-4eda-8847-17af1c93dd66', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:67:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:53:15Z', 'updated_at': '2021-10-30T15:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '688aec67-a6f3-4750-964e-b6587d18c961', 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'floating_ip_address': '172.25.4.117', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'port_id': 'ac8fb6c6-7c4b-497b-9f66-e8717a887b15', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e', 'mac_address': 'fa:16:3e:5a:2e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb543df-546f-4bd0-b788-e8e25dd39aa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:53:20Z', 'updated_at': '2021-10-30T15:53:31Z', 'revision_number': 1, 'project_id': '94516668cf3b4c8d835a0c59a275059c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f2513da-2e7f-4c66-8975-1a2acd5a1a12', 'name': '', 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e', 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'mac_address': 'fa:16:3e:42:b8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a302147f-c20f-424a-aa99-dcc20d3813ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:53:17Z', 'updated_at': '2021-10-30T15:53:21Z', 'revision_number': 5, 'project_id': '94516668cf3b4c8d835a0c59a275059c', 'subnets': [{'id': 'a302147f-c20f-424a-aa99-dcc20d3813ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:53:33.072833 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4326e1b-52f3-4502-8ffc-467a00356ed7 None None] New status for floating IP 688aec67-a6f3-4750-964e-b6587d18c961: ACTIVE {{(pid=102132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 15:53:50.290367 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:53:51.205824 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4c3ed6de-4490-445c-a7f5-268c0603b7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:53.809783 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4b3cf250-4b42-4e18-a4f3-823959c59eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:54.782854 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:54.965270 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:53:56.719184 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:54:00.266937 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:54:02.241042 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:54:21.206536 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f2e8d537-4ac8-4dd8-9f78-455f7ff7abac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:54:23.539919 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a5ff271a-0a92-4ee1-b013-ec1a4f443b5f req-c71051b1-c091-40f5-a0d5-39ce56739977 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=eeb543df-546f-4bd0-b788-e8e25dd39aa7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394621 Oct 30 15:54:23.623700 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff271a-0a92-4ee1-b013-ec1a4f443b5f req-329fe480-ef30-40d4-9280-6cd344abb64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:54:23.625247 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a5ff271a-0a92-4ee1-b013-ec1a4f443b5f req-329fe480-ef30-40d4-9280-6cd344abb64b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94516668cf3b4c8d835a0c59a275059c&device_id=eeb543df-546f-4bd0-b788-e8e25dd39aa7 HTTP/1.1" status: 200 len: 1098 time: 0.0444813 Oct 30 15:54:23.727725 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff271a-0a92-4ee1-b013-ec1a4f443b5f req-dcf8aebc-b7a5-4a65-a54d-78117c2431ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:54:23.729181 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a5ff271a-0a92-4ee1-b013-ec1a4f443b5f req-dcf8aebc-b7a5-4a65-a54d-78117c2431ed service neutron] 10.222.0.44 "GET /v2.0/networks?id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e HTTP/1.1" status: 200 len: 912 time: 0.0853415 Oct 30 15:54:23.796165 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a5ff271a-0a92-4ee1-b013-ec1a4f443b5f req-1dc89e06-95e0-4dc9-b8f8-07b01e501f6c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac8fb6c6-7c4b-497b-9f66-e8717a887b15 HTTP/1.1" status: 200 len: 1002 time: 0.0596659 Oct 30 15:54:23.809825 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4f82f576-d1a5-4918-b5e2-398107bb4802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:54:23.844568 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff271a-0a92-4ee1-b013-ec1a4f443b5f req-e44b12d9-992e-4e85-bd72-ae8ff16dd758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:54:23.846008 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a5ff271a-0a92-4ee1-b013-ec1a4f443b5f req-e44b12d9-992e-4e85-bd72-ae8ff16dd758 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a302147f-c20f-424a-aa99-dcc20d3813ba HTTP/1.1" status: 200 len: 850 time: 0.0436332 Oct 30 15:54:23.890799 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff271a-0a92-4ee1-b013-ec1a4f443b5f req-188ec463-58f4-417b-9b4e-34f9396cf5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:54:23.892284 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a5ff271a-0a92-4ee1-b013-ec1a4f443b5f req-188ec463-58f4-417b-9b4e-34f9396cf5e2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384209 Oct 30 15:54:23.986561 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a5ff271a-0a92-4ee1-b013-ec1a4f443b5f req-72073789-bb73-45ed-8c40-324a40e4fee4 service neutron] 10.222.0.44 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861995 Oct 30 15:54:24.074445 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a5ff271a-0a92-4ee1-b013-ec1a4f443b5f req-be9cdc6a-d1a0-42f8-b2a5-98cac8b425d9 service neutron] 10.222.0.44 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812957 Oct 30 15:54:24.784803 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:54:24.965976 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:54:26.721718 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:54:27.289412 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:54:30.263070 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:54:32.257879 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:54:51.209954 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b15ece51-ba4b-4cfa-8b0a-ab612defa603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:54:53.813887 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a36332c7-e1be-4b87-a92f-b9243a5287ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:54:54.787562 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:54:54.966539 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:54:56.724511 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:55:00.279373 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:55:02.265452 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:55:04.289833 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:55:07.926384 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc30e7-a9b4-4d6d-ad58-dbc65360b17e req-782dac26-ceeb-49a2-b905-302e87f65968 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:55:07.927887 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-95cc30e7-a9b4-4d6d-ad58-dbc65360b17e req-782dac26-ceeb-49a2-b905-302e87f65968 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=eeb543df-546f-4bd0-b788-e8e25dd39aa7 HTTP/1.1" status: 200 len: 946 time: 0.0534382 Oct 30 15:55:07.964516 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-95cc30e7-a9b4-4d6d-ad58-dbc65360b17e req-bb50aae0-2e1b-469a-a72b-e9de9795dd74 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307369 Oct 30 15:55:08.210285 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a97854c2-c136-4600-a161-88c36966ca18 req-b6f251d9-a419-48d2-b629-a5fe4a347f4c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=eeb543df-546f-4bd0-b788-e8e25dd39aa7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0652113 Oct 30 15:55:08.221898 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5111da45-cd7f-43e7-86cd-6a5cb6cf65a8 req-d2df27eb-b80d-469d-aab5-65b3ad1e3a07 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:55:08.223297 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5111da45-cd7f-43e7-86cd-6a5cb6cf65a8 req-d2df27eb-b80d-469d-aab5-65b3ad1e3a07 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=eeb543df-546f-4bd0-b788-e8e25dd39aa7 HTTP/1.1" status: 200 len: 946 time: 0.0686684 Oct 30 15:55:08.264262 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5111da45-cd7f-43e7-86cd-6a5cb6cf65a8 req-1cacf051-125c-4ab1-921b-2a7d667dbd6f tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341525 Oct 30 15:55:09.367265 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97854c2-c136-4600-a161-88c36966ca18 req-97379a3d-3988-46db-9c1f-29524feea5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:55:09.370210 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a97854c2-c136-4600-a161-88c36966ca18 req-97379a3d-3988-46db-9c1f-29524feea5c8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94516668cf3b4c8d835a0c59a275059c&device_id=eeb543df-546f-4bd0-b788-e8e25dd39aa7 HTTP/1.1" status: 200 len: 1098 time: 0.0486450 Oct 30 15:55:09.402450 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9209b5dc-8768-4225-81a3-11bbd9889f75 req-a1821ad6-d1bb-43f1-bcdb-f6109eaa67a6 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:55:09.403963 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9209b5dc-8768-4225-81a3-11bbd9889f75 req-a1821ad6-d1bb-43f1-bcdb-f6109eaa67a6 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=eeb543df-546f-4bd0-b788-e8e25dd39aa7 HTTP/1.1" status: 200 len: 946 time: 0.0605063 Oct 30 15:55:09.443237 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9209b5dc-8768-4225-81a3-11bbd9889f75 req-53b240fe-5c36-4b16-81b8-7ae72331c959 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328834 Oct 30 15:55:09.467759 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97854c2-c136-4600-a161-88c36966ca18 req-2d3c9b5d-b147-4e0b-98f3-061507a462bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:55:09.469243 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a97854c2-c136-4600-a161-88c36966ca18 req-2d3c9b5d-b147-4e0b-98f3-061507a462bb service neutron] 10.222.0.44 "GET /v2.0/networks?id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e HTTP/1.1" status: 200 len: 912 time: 0.0914268 Oct 30 15:55:09.538340 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a97854c2-c136-4600-a161-88c36966ca18 req-b71893fe-8256-40f0-ad49-ecbea241f762 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac8fb6c6-7c4b-497b-9f66-e8717a887b15 HTTP/1.1" status: 200 len: 1002 time: 0.0625441 Oct 30 15:55:09.588302 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97854c2-c136-4600-a161-88c36966ca18 req-7e95257a-f818-4bce-8724-a371f3b1953f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:55:09.589879 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a97854c2-c136-4600-a161-88c36966ca18 req-7e95257a-f818-4bce-8724-a371f3b1953f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a302147f-c20f-424a-aa99-dcc20d3813ba HTTP/1.1" status: 200 len: 850 time: 0.0444708 Oct 30 15:55:09.635404 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97854c2-c136-4600-a161-88c36966ca18 req-d74d831c-41af-497d-b0b8-0c18440cbf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:55:09.636978 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a97854c2-c136-4600-a161-88c36966ca18 req-d74d831c-41af-497d-b0b8-0c18440cbf6e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406330 Oct 30 15:55:09.732984 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a97854c2-c136-4600-a161-88c36966ca18 req-23824364-e0af-400b-9d2d-b25b8cb43ded service neutron] 10.222.0.44 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889237 Oct 30 15:55:09.827426 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a97854c2-c136-4600-a161-88c36966ca18 req-8dc41e0f-8c5b-4a34-833f-50b30fca5393 service neutron] 10.222.0.44 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876136 Oct 30 15:55:10.568636 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc91dbf-5ea1-4ae6-84db-3110983c94b9 req-004d1526-a1a4-4422-bd37-a0c54cad599c tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:55:10.570143 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0cc91dbf-5ea1-4ae6-84db-3110983c94b9 req-004d1526-a1a4-4422-bd37-a0c54cad599c tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=eeb543df-546f-4bd0-b788-e8e25dd39aa7 HTTP/1.1" status: 200 len: 946 time: 0.0545485 Oct 30 15:55:10.611649 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0cc91dbf-5ea1-4ae6-84db-3110983c94b9 req-d7061d7f-2a8c-49f5-b86e-ac991ae5ea04 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351803 Oct 30 15:55:11.803751 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb82f9c-49d7-4e8f-ae05-884cee17136d req-3ebf593e-6698-4b2b-808a-d78414ee0428 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:55:11.805201 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bbb82f9c-49d7-4e8f-ae05-884cee17136d req-3ebf593e-6698-4b2b-808a-d78414ee0428 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=eeb543df-546f-4bd0-b788-e8e25dd39aa7 HTTP/1.1" status: 200 len: 946 time: 0.1249340 Oct 30 15:55:11.842340 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bbb82f9c-49d7-4e8f-ae05-884cee17136d req-d538e8c2-1ab5-4103-a428-a188c98ba50b tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306447 Oct 30 15:55:12.958020 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d635d-953e-4727-8d49-25c3598b787c req-d6a9e10f-f691-4e29-abdd-91326b0b75e4 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:55:12.959527 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-364d635d-953e-4727-8d49-25c3598b787c req-d6a9e10f-f691-4e29-abdd-91326b0b75e4 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=eeb543df-546f-4bd0-b788-e8e25dd39aa7 HTTP/1.1" status: 200 len: 946 time: 0.0489929 Oct 30 15:55:12.997501 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-364d635d-953e-4727-8d49-25c3598b787c req-7aeb3d5f-47da-493d-a4a0-a9e1497e3d80 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314107 Oct 30 15:55:14.111817 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9c9a1-e92b-4bcf-8edc-091d2c846c0d req-13082d5a-af68-44c8-b68d-43b29b59b7b7 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:55:14.113283 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6ae9c9a1-e92b-4bcf-8edc-091d2c846c0d req-13082d5a-af68-44c8-b68d-43b29b59b7b7 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=eeb543df-546f-4bd0-b788-e8e25dd39aa7 HTTP/1.1" status: 200 len: 946 time: 0.0483687 Oct 30 15:55:14.150113 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6ae9c9a1-e92b-4bcf-8edc-091d2c846c0d req-0e68bc7b-3b87-41da-9c83-e8d0a427f40c tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309279 Oct 30 15:55:15.268782 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a785b0ca-dff0-4fa1-974c-c17f56f15051 req-a82fc583-4a07-4cdd-952f-97062406015e tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:55:15.270250 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a785b0ca-dff0-4fa1-974c-c17f56f15051 req-a82fc583-4a07-4cdd-952f-97062406015e tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=eeb543df-546f-4bd0-b788-e8e25dd39aa7 HTTP/1.1" status: 200 len: 946 time: 0.0501094 Oct 30 15:55:15.307124 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a785b0ca-dff0-4fa1-974c-c17f56f15051 req-f2f2f04b-6ac9-4e27-b181-50bd23482196 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305243 Oct 30 15:55:16.425080 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d829c8b0-2b91-4ec8-a0ef-613a2a183013 req-95a39db7-c1cf-4167-b375-b367131d2d7e tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:55:16.426561 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d829c8b0-2b91-4ec8-a0ef-613a2a183013 req-95a39db7-c1cf-4167-b375-b367131d2d7e tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=eeb543df-546f-4bd0-b788-e8e25dd39aa7 HTTP/1.1" status: 200 len: 946 time: 0.0522807 Oct 30 15:55:16.463911 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d829c8b0-2b91-4ec8-a0ef-613a2a183013 req-05c25c80-be39-498d-8888-fa73bbca9f97 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314746 Oct 30 15:55:17.579779 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f18285b-ec3c-41db-8e9f-5cdb7d68fd6e req-e28c28a1-ba01-4003-b2e5-3118cad0c58f tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:55:17.581221 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6f18285b-ec3c-41db-8e9f-5cdb7d68fd6e req-e28c28a1-ba01-4003-b2e5-3118cad0c58f tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=eeb543df-546f-4bd0-b788-e8e25dd39aa7 HTTP/1.1" status: 200 len: 946 time: 0.0519087 Oct 30 15:55:17.618142 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6f18285b-ec3c-41db-8e9f-5cdb7d68fd6e req-a5c2c7d8-ac75-4d11-b848-0ca3f2ce3534 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309672 Oct 30 15:55:18.733387 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a8128a-26b9-4822-aa7b-5500ed6dcc59 req-72369ba3-24b1-41a3-ac21-3198659943c1 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:55:18.734789 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b5a8128a-26b9-4822-aa7b-5500ed6dcc59 req-72369ba3-24b1-41a3-ac21-3198659943c1 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=eeb543df-546f-4bd0-b788-e8e25dd39aa7 HTTP/1.1" status: 200 len: 946 time: 0.0488026 Oct 30 15:55:18.772974 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b5a8128a-26b9-4822-aa7b-5500ed6dcc59 req-d49d9301-dafd-49f9-b6b3-c92a93893046 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321600 Oct 30 15:55:19.887594 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb59695-f183-4161-9f57-217bf2e6d40d req-e4997036-9373-452e-ad62-c6ce79a6988c tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:55:19.889038 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6bb59695-f183-4161-9f57-217bf2e6d40d req-e4997036-9373-452e-ad62-c6ce79a6988c tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=eeb543df-546f-4bd0-b788-e8e25dd39aa7 HTTP/1.1" status: 200 len: 946 time: 0.0477402 Oct 30 15:55:19.925712 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6bb59695-f183-4161-9f57-217bf2e6d40d req-f720a1fd-b615-4ed7-9bb3-67078a1d5884 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308371 Oct 30 15:55:21.040652 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a5cb04-d41b-4b4d-b0e7-e4444f928529 req-8a6687b1-de5f-492e-8eaa-c701e03130ff tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:55:21.042200 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-45a5cb04-d41b-4b4d-b0e7-e4444f928529 req-8a6687b1-de5f-492e-8eaa-c701e03130ff tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=eeb543df-546f-4bd0-b788-e8e25dd39aa7 HTTP/1.1" status: 200 len: 946 time: 0.0494075 Oct 30 15:55:21.079358 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-45a5cb04-d41b-4b4d-b0e7-e4444f928529 req-3aaedf4d-55c6-4581-b138-77c3e02a6048 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309241 Oct 30 15:55:21.212157 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f718-cf88-4c45-beb2-852ffcb34f4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:55:21.685093 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [req-a97854c2-c136-4600-a161-88c36966ca18 req-0ae3cc3b-2970-4dd6-8667-0e0e1c3c46f7 service neutron] show failed (client error): The resource could not be found. Oct 30 15:55:21.686417 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a97854c2-c136-4600-a161-88c36966ca18 req-0ae3cc3b-2970-4dd6-8667-0e0e1c3c46f7 service neutron] 10.222.0.44 "GET /v2.0/ports/ac8fb6c6-7c4b-497b-9f66-e8717a887b15/bindings/n-h1-806683-17 HTTP/1.1" status: 404 len: 381 time: 0.0551715 Oct 30 15:55:21.880621 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97854c2-c136-4600-a161-88c36966ca18 req-9f028630-dc2b-4896-ab40-09186104d96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:55:21.882097 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a97854c2-c136-4600-a161-88c36966ca18 req-9f028630-dc2b-4896-ab40-09186104d96c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=eeb543df-546f-4bd0-b788-e8e25dd39aa7&tenant_id=94516668cf3b4c8d835a0c59a275059c HTTP/1.1" status: 200 len: 1098 time: 0.0408266 Oct 30 15:55:21.893871 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [req-a97854c2-c136-4600-a161-88c36966ca18 req-5b1009b9-d1d8-4ff2-8fc3-3b28c89774b3 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:55:21.894803 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a97854c2-c136-4600-a161-88c36966ca18 req-5b1009b9-d1d8-4ff2-8fc3-3b28c89774b3 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051484 Oct 30 15:55:21.906902 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-a97854c2-c136-4600-a161-88c36966ca18 req-4a049d39-7319-4a09-99b7-369b7ffd93bb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-17', 'device_owner': 'compute:nova'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:55:21.960705 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-a97854c2-c136-4600-a161-88c36966ca18 req-4a049d39-7319-4a09-99b7-369b7ffd93bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:55:22.166086 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-a97854c2-c136-4600-a161-88c36966ca18 req-4a049d39-7319-4a09-99b7-369b7ffd93bb service neutron] For port ac8fb6c6-7c4b-497b-9f66-e8717a887b15, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=ac8fb6c6-7c4b-497b-9f66-e8717a887b15,segment=NetworkSegment(f4523d14-d3cd-42a7-90ba-f488fbf20e2e),segment_id=f4523d14-d3cd-42a7-90ba-f488fbf20e2e)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:55:22.225405 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3eabbb-b5db-486b-953e-db26ff795da7 req-9639d2c4-af76-4485-836f-3dbb2512231d tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:55:22.226779 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5b3eabbb-b5db-486b-953e-db26ff795da7 req-9639d2c4-af76-4485-836f-3dbb2512231d tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=eeb543df-546f-4bd0-b788-e8e25dd39aa7 HTTP/1.1" status: 200 len: 946 time: 0.0760207 Oct 30 15:55:22.232819 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-a97854c2-c136-4600-a161-88c36966ca18 req-4a049d39-7319-4a09-99b7-369b7ffd93bb service neutron] For port ac8fb6c6-7c4b-497b-9f66-e8717a887b15, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:55:22.293439 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeb543df-546f-4bd0-b788-e8e25dd39aa7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac8fb6c6-7c4b-497b-9f66-e8717a887b15'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:55:22.295741 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a94205-becb-4237-9e9c-ed0fe9132068" -d '{"events": [{"server_uuid": "eeb543df-546f-4bd0-b788-e8e25dd39aa7", "name": "network-vif-unplugged", "status": "completed", "tag": "ac8fb6c6-7c4b-497b-9f66-e8717a887b15"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:55:22.299485 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-a97854c2-c136-4600-a161-88c36966ca18 req-4a049d39-7319-4a09-99b7-369b7ffd93bb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:55:22.307276 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5b3eabbb-b5db-486b-953e-db26ff795da7 req-e93d8d05-25d2-442c-a161-5261733c5c06 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727875 Oct 30 15:55:22.317088 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-a97854c2-c136-4600-a161-88c36966ca18 req-4a049d39-7319-4a09-99b7-369b7ffd93bb service neutron] Transition to ACTIVE for port object ac8fb6c6-7c4b-497b-9f66-e8717a887b15 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:55:22.321481 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-a97854c2-c136-4600-a161-88c36966ca18 req-4a049d39-7319-4a09-99b7-369b7ffd93bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:55:22.373363 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a049d39-7319-4a09-99b7-369b7ffd93bb service neutron] Pushing event updated for resources: {'Port': ['ID=ac8fb6c6-7c4b-497b-9f66-e8717a887b15,revision_number=6']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:55:22.417583 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a049d39-7319-4a09-99b7-369b7ffd93bb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:55:22.417939 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a049d39-7319-4a09-99b7-369b7ffd93bb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:55:22.418283 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a049d39-7319-4a09-99b7-369b7ffd93bb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:55:22.418680 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a049d39-7319-4a09-99b7-369b7ffd93bb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:55:22.419018 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a049d39-7319-4a09-99b7-369b7ffd93bb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:55:22.419355 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a049d39-7319-4a09-99b7-369b7ffd93bb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:55:22.419723 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a049d39-7319-4a09-99b7-369b7ffd93bb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:55:22.420517 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a049d39-7319-4a09-99b7-369b7ffd93bb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:55:22.420884 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a049d39-7319-4a09-99b7-369b7ffd93bb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:55:22.421281 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a049d39-7319-4a09-99b7-369b7ffd93bb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:55:22.421618 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a049d39-7319-4a09-99b7-369b7ffd93bb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:55:22.421950 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a049d39-7319-4a09-99b7-369b7ffd93bb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:55:22.434785 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Oct 2021 15:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd12b1e-eb35-4226-b37d-093032b2cf7f x-openstack-request-id: req-4fd12b1e-eb35-4226-b37d-093032b2cf7f {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:55:22.435172 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeb543df-546f-4bd0-b788-e8e25dd39aa7", "name": "network-vif-unplugged", "status": "completed", "tag": "ac8fb6c6-7c4b-497b-9f66-e8717a887b15", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:55:22.435361 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4fd12b1e-eb35-4226-b37d-093032b2cf7f {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:55:22.435752 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeb543df-546f-4bd0-b788-e8e25dd39aa7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac8fb6c6-7c4b-497b-9f66-e8717a887b15', 'code': 200} Oct 30 15:55:22.466972 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-a97854c2-c136-4600-a161-88c36966ca18 req-4a049d39-7319-4a09-99b7-369b7ffd93bb service neutron] No DVR routers for this DVR port ac8fb6c6-7c4b-497b-9f66-e8717a887b15 on host n-h2-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:55:22.599247 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-a97854c2-c136-4600-a161-88c36966ca18 req-4a049d39-7319-4a09-99b7-369b7ffd93bb service neutron] Attempting to bind port ac8fb6c6-7c4b-497b-9f66-e8717a887b15 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:55:22.599616 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-a97854c2-c136-4600-a161-88c36966ca18 req-4a049d39-7319-4a09-99b7-369b7ffd93bb service neutron] Attempting to bind port ac8fb6c6-7c4b-497b-9f66-e8717a887b15 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': 'f4523d14-d3cd-42a7-90ba-f488fbf20e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:55:22.599944 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97854c2-c136-4600-a161-88c36966ca18 req-4a049d39-7319-4a09-99b7-369b7ffd93bb service neutron] Attempting to bind port ac8fb6c6-7c4b-497b-9f66-e8717a887b15 on network 2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:55:22.605352 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97854c2-c136-4600-a161-88c36966ca18 req-4a049d39-7319-4a09-99b7-369b7ffd93bb service neutron] Port ac8fb6c6-7c4b-497b-9f66-e8717a887b15 on network 2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:55:22.605681 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97854c2-c136-4600-a161-88c36966ca18 req-4a049d39-7319-4a09-99b7-369b7ffd93bb service neutron] Attempting to bind port ac8fb6c6-7c4b-497b-9f66-e8717a887b15 on network 2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:55:22.610725 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97854c2-c136-4600-a161-88c36966ca18 req-4a049d39-7319-4a09-99b7-369b7ffd93bb service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:55:22.611060 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97854c2-c136-4600-a161-88c36966ca18 req-4a049d39-7319-4a09-99b7-369b7ffd93bb service neutron] Checking segment: {'id': 'f4523d14-d3cd-42a7-90ba-f488fbf20e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:55:22.611441 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97854c2-c136-4600-a161-88c36966ca18 req-4a049d39-7319-4a09-99b7-369b7ffd93bb service neutron] Bound using segment: {'id': 'f4523d14-d3cd-42a7-90ba-f488fbf20e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:55:22.611901 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-a97854c2-c136-4600-a161-88c36966ca18 req-4a049d39-7319-4a09-99b7-369b7ffd93bb service neutron] Bound port: ac8fb6c6-7c4b-497b-9f66-e8717a887b15, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4523d14-d3cd-42a7-90ba-f488fbf20e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:55:22.612260 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-a97854c2-c136-4600-a161-88c36966ca18 req-4a049d39-7319-4a09-99b7-369b7ffd93bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:55:22.674467 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-a97854c2-c136-4600-a161-88c36966ca18 req-4a049d39-7319-4a09-99b7-369b7ffd93bb service neutron] For port ac8fb6c6-7c4b-497b-9f66-e8717a887b15, host n-h1-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:55:22.677941 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-a97854c2-c136-4600-a161-88c36966ca18 req-4a049d39-7319-4a09-99b7-369b7ffd93bb service neutron] For port ac8fb6c6-7c4b-497b-9f66-e8717a887b15, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=ac8fb6c6-7c4b-497b-9f66-e8717a887b15,segment=NetworkSegment(f4523d14-d3cd-42a7-90ba-f488fbf20e2e),segment_id=f4523d14-d3cd-42a7-90ba-f488fbf20e2e)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:55:22.684709 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-a97854c2-c136-4600-a161-88c36966ca18 req-4a049d39-7319-4a09-99b7-369b7ffd93bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:55:22.720187 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97854c2-c136-4600-a161-88c36966ca18 req-4a049d39-7319-4a09-99b7-369b7ffd93bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:55:22.720773 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-a97854c2-c136-4600-a161-88c36966ca18 req-4a049d39-7319-4a09-99b7-369b7ffd93bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:55:22.722167 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a97854c2-c136-4600-a161-88c36966ca18 req-4a049d39-7319-4a09-99b7-369b7ffd93bb service neutron] 10.222.0.53 "PUT /v2.0/ports/ac8fb6c6-7c4b-497b-9f66-e8717a887b15 HTTP/1.1" status: 200 len: 1093 time: 0.8197072 Oct 30 15:55:22.741954 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a049d39-7319-4a09-99b7-369b7ffd93bb service neutron] Pushing event updated for resources: {'Port': ['ID=ac8fb6c6-7c4b-497b-9f66-e8717a887b15,revision_number=7']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:55:22.791430 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97854c2-c136-4600-a161-88c36966ca18 req-d53ccedf-2e38-48dd-8577-7a1bfb28ab2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:55:22.792995 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a97854c2-c136-4600-a161-88c36966ca18 req-d53ccedf-2e38-48dd-8577-7a1bfb28ab2a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=94516668cf3b4c8d835a0c59a275059c&device_id=eeb543df-546f-4bd0-b788-e8e25dd39aa7 HTTP/1.1" status: 200 len: 1096 time: 0.0470955 Oct 30 15:55:22.884997 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97854c2-c136-4600-a161-88c36966ca18 req-08373795-8b85-4e8d-a23c-a30c817c3e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:55:22.886486 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a97854c2-c136-4600-a161-88c36966ca18 req-08373795-8b85-4e8d-a23c-a30c817c3e65 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e HTTP/1.1" status: 200 len: 912 time: 0.0871289 Oct 30 15:55:22.954719 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a97854c2-c136-4600-a161-88c36966ca18 req-6c86ec06-d491-4719-baf6-3aada803b429 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac8fb6c6-7c4b-497b-9f66-e8717a887b15 HTTP/1.1" status: 200 len: 1000 time: 0.0609038 Oct 30 15:55:23.002444 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97854c2-c136-4600-a161-88c36966ca18 req-e2a9d7f6-0288-4b54-9de7-444e05e438a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:55:23.003842 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a97854c2-c136-4600-a161-88c36966ca18 req-e2a9d7f6-0288-4b54-9de7-444e05e438a2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a302147f-c20f-424a-aa99-dcc20d3813ba HTTP/1.1" status: 200 len: 850 time: 0.0423789 Oct 30 15:55:23.048330 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97854c2-c136-4600-a161-88c36966ca18 req-4a37a0a2-4d0e-498b-aa50-cdc56ef7ee3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:55:23.049774 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a97854c2-c136-4600-a161-88c36966ca18 req-4a37a0a2-4d0e-498b-aa50-cdc56ef7ee3a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393820 Oct 30 15:55:23.141602 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a97854c2-c136-4600-a161-88c36966ca18 req-660cca50-d01a-44cf-80de-3a3c1813c964 service neutron] 10.222.0.53 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846429 Oct 30 15:55:23.228631 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a97854c2-c136-4600-a161-88c36966ca18 req-807e952c-7d21-469d-a89d-8d976713e655 service neutron] 10.222.0.53 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799165 Oct 30 15:55:23.735605 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd655fd8-3efb-4745-968b-49e4918ddd23 req-40173068-d24f-4cff-95b9-d0ae83704e1c tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:55:23.737074 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bd655fd8-3efb-4745-968b-49e4918ddd23 req-40173068-d24f-4cff-95b9-d0ae83704e1c tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=eeb543df-546f-4bd0-b788-e8e25dd39aa7 HTTP/1.1" status: 200 len: 944 time: 0.3603213 Oct 30 15:55:23.783735 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bd655fd8-3efb-4745-968b-49e4918ddd23 req-fcc97efe-1d4a-49ef-9b10-d1248fd9bfe3 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404918 Oct 30 15:55:23.816609 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-dcd397fc-6d93-408e-898d-4d97ef5fa591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:55:24.437358 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeb543df-546f-4bd0-b788-e8e25dd39aa7', 'tag': 'ac8fb6c6-7c4b-497b-9f66-e8717a887b15'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:55:24.439859 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a8a57fa-ac15-4d2a-b46e-615f9262a2aa" -d '{"events": [{"name": "network-changed", "server_uuid": "eeb543df-546f-4bd0-b788-e8e25dd39aa7", "tag": "ac8fb6c6-7c4b-497b-9f66-e8717a887b15"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:55:24.491668 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ce475e-44d1-4594-8fdc-2f39ee516662 x-openstack-request-id: req-27ce475e-44d1-4594-8fdc-2f39ee516662 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:55:24.491972 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeb543df-546f-4bd0-b788-e8e25dd39aa7", "tag": "ac8fb6c6-7c4b-497b-9f66-e8717a887b15", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:55:24.492226 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-27ce475e-44d1-4594-8fdc-2f39ee516662 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:55:24.492621 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeb543df-546f-4bd0-b788-e8e25dd39aa7', 'tag': 'ac8fb6c6-7c4b-497b-9f66-e8717a887b15', 'status': 'completed', 'code': 200} Oct 30 15:55:24.580179 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a57fa-ac15-4d2a-b46e-615f9262a2aa req-3b0ed458-f025-48ce-9555-39764cd44718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:55:24.581664 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4a8a57fa-ac15-4d2a-b46e-615f9262a2aa req-3b0ed458-f025-48ce-9555-39764cd44718 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94516668cf3b4c8d835a0c59a275059c&device_id=eeb543df-546f-4bd0-b788-e8e25dd39aa7 HTTP/1.1" status: 200 len: 1096 time: 0.0705826 Oct 30 15:55:24.583363 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a57fa-ac15-4d2a-b46e-615f9262a2aa req-d8c1f8b4-a5f0-424f-bc8c-5b8ec913ff12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:55:24.584730 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4a8a57fa-ac15-4d2a-b46e-615f9262a2aa req-d8c1f8b4-a5f0-424f-bc8c-5b8ec913ff12 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=94516668cf3b4c8d835a0c59a275059c&device_id=eeb543df-546f-4bd0-b788-e8e25dd39aa7 HTTP/1.1" status: 200 len: 1096 time: 0.0624068 Oct 30 15:55:24.748302 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a57fa-ac15-4d2a-b46e-615f9262a2aa req-6e117033-c54a-47d5-9520-5ca1c074140f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:55:24.749743 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4a8a57fa-ac15-4d2a-b46e-615f9262a2aa req-6e117033-c54a-47d5-9520-5ca1c074140f service neutron] 10.222.0.44 "GET /v2.0/networks?id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e HTTP/1.1" status: 200 len: 912 time: 0.1613364 Oct 30 15:55:24.752554 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a57fa-ac15-4d2a-b46e-615f9262a2aa req-ca6dcf03-ee9a-4e69-9448-1da38cc5ea00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:55:24.753877 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4a8a57fa-ac15-4d2a-b46e-615f9262a2aa req-ca6dcf03-ee9a-4e69-9448-1da38cc5ea00 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e HTTP/1.1" status: 200 len: 912 time: 0.1575401 Oct 30 15:55:24.790941 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:55:24.873231 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4a8a57fa-ac15-4d2a-b46e-615f9262a2aa req-29c5c2a5-f8aa-4095-9bf7-ae3df29c9b23 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac8fb6c6-7c4b-497b-9f66-e8717a887b15 HTTP/1.1" status: 200 len: 1000 time: 0.1168184 Oct 30 15:55:24.889110 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4a8a57fa-ac15-4d2a-b46e-615f9262a2aa req-a89b2d9d-b74c-4f50-ab3d-26707964bd14 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac8fb6c6-7c4b-497b-9f66-e8717a887b15 HTTP/1.1" status: 200 len: 1000 time: 0.1269648 Oct 30 15:55:24.968590 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:55:24.986525 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce8499-3603-4a66-a9d6-688b18e2172c req-c7927316-dc3d-47b2-8733-37a4a8efa4d7 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:55:24.988021 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0fce8499-3603-4a66-a9d6-688b18e2172c req-c7927316-dc3d-47b2-8733-37a4a8efa4d7 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=eeb543df-546f-4bd0-b788-e8e25dd39aa7 HTTP/1.1" status: 200 len: 944 time: 0.1346343 Oct 30 15:55:24.991735 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a57fa-ac15-4d2a-b46e-615f9262a2aa req-54651f6e-2711-49ef-9e51-fdc762ffff0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:55:24.993063 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4a8a57fa-ac15-4d2a-b46e-615f9262a2aa req-54651f6e-2711-49ef-9e51-fdc762ffff0f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a302147f-c20f-424a-aa99-dcc20d3813ba HTTP/1.1" status: 200 len: 850 time: 0.0939569 Oct 30 15:55:24.994442 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a57fa-ac15-4d2a-b46e-615f9262a2aa req-fb0d4b82-aed4-4567-9679-cd1ea7972143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:55:24.995812 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4a8a57fa-ac15-4d2a-b46e-615f9262a2aa req-fb0d4b82-aed4-4567-9679-cd1ea7972143 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a302147f-c20f-424a-aa99-dcc20d3813ba HTTP/1.1" status: 200 len: 850 time: 0.1088023 Oct 30 15:55:25.094276 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0fce8499-3603-4a66-a9d6-688b18e2172c req-3cf23f7d-6ae1-42c5-a2a2-d78ee186d374 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974033 Oct 30 15:55:25.096749 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a57fa-ac15-4d2a-b46e-615f9262a2aa req-fa17b53f-490f-41e7-b265-f2dd8aa1542c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:55:25.098133 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4a8a57fa-ac15-4d2a-b46e-615f9262a2aa req-fa17b53f-490f-41e7-b265-f2dd8aa1542c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0946538 Oct 30 15:55:25.099894 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a57fa-ac15-4d2a-b46e-615f9262a2aa req-1487f362-c3f8-4d5a-ac35-21dc170eb219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:55:25.101529 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4a8a57fa-ac15-4d2a-b46e-615f9262a2aa req-1487f362-c3f8-4d5a-ac35-21dc170eb219 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0988343 Oct 30 15:55:25.320199 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4a8a57fa-ac15-4d2a-b46e-615f9262a2aa req-680678b1-a474-4435-9991-a0e6e3af5b02 service neutron] 10.222.0.53 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147357 Oct 30 15:55:25.324628 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4a8a57fa-ac15-4d2a-b46e-615f9262a2aa req-a609830c-4e86-4190-9e52-02e0094271f3 service neutron] 10.222.0.44 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106712 Oct 30 15:55:25.438862 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0fe06-981f-44d2-beb0-dc31d97605c8 req-2e805791-5949-47c3-9553-6d331758c93f tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:55:25.440653 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fac0fe06-981f-44d2-beb0-dc31d97605c8 req-2e805791-5949-47c3-9553-6d331758c93f tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=eeb543df-546f-4bd0-b788-e8e25dd39aa7 HTTP/1.1" status: 200 len: 944 time: 0.1951103 Oct 30 15:55:25.452152 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd92ab2-8f32-43d5-bff9-56a974dfb52d req-698f3d5f-5246-485f-9d46-d72675109322 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:55:25.453583 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ffd92ab2-8f32-43d5-bff9-56a974dfb52d req-698f3d5f-5246-485f-9d46-d72675109322 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.44 "GET /v2.0/ports?device_id=eeb543df-546f-4bd0-b788-e8e25dd39aa7&tenant_id=94516668cf3b4c8d835a0c59a275059c&binding%3Ahost_id=n-h1-806683-17 HTTP/1.1" status: 200 len: 944 time: 0.1865678 Oct 30 15:55:25.593432 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fac0fe06-981f-44d2-beb0-dc31d97605c8 req-73d1f814-216c-4de9-bddf-234931be5d79 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356590 Oct 30 15:55:25.600034 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4a8a57fa-ac15-4d2a-b46e-615f9262a2aa req-4d178b80-7b00-48c1-8a0f-05ce237c2876 service neutron] 10.222.0.53 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688751 Oct 30 15:55:25.601557 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [req-ffd92ab2-8f32-43d5-bff9-56a974dfb52d req-946ca59e-d6de-4995-8b96-614906128ac8 service neutron] delete failed (client error): The resource could not be found. Oct 30 15:55:25.602518 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ffd92ab2-8f32-43d5-bff9-56a974dfb52d req-946ca59e-d6de-4995-8b96-614906128ac8 service neutron] 10.222.0.44 "DELETE /v2.0/ports/ac8fb6c6-7c4b-497b-9f66-e8717a887b15/bindings/n-h2-806683-17 HTTP/1.1" status: 404 len: 381 time: 0.1383326 Oct 30 15:55:25.604485 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4a8a57fa-ac15-4d2a-b46e-615f9262a2aa req-de7fb04f-19d2-4c02-aa4c-31e4cc865b55 service neutron] 10.222.0.44 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641981 Oct 30 15:55:25.702899 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd92ab2-8f32-43d5-bff9-56a974dfb52d req-761260ce-68a6-4353-a406-d1abe940f1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:55:25.704398 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ffd92ab2-8f32-43d5-bff9-56a974dfb52d req-761260ce-68a6-4353-a406-d1abe940f1d3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94516668cf3b4c8d835a0c59a275059c&device_id=eeb543df-546f-4bd0-b788-e8e25dd39aa7 HTTP/1.1" status: 200 len: 1096 time: 0.0422976 Oct 30 15:55:25.796148 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd92ab2-8f32-43d5-bff9-56a974dfb52d req-0877b6ac-2f23-4c6a-ad35-e4e611a0769f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:55:25.797620 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ffd92ab2-8f32-43d5-bff9-56a974dfb52d req-0877b6ac-2f23-4c6a-ad35-e4e611a0769f service neutron] 10.222.0.44 "GET /v2.0/networks?id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e HTTP/1.1" status: 200 len: 912 time: 0.0870008 Oct 30 15:55:25.861053 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ffd92ab2-8f32-43d5-bff9-56a974dfb52d req-b6196089-158c-4368-abeb-dcfb1255889c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac8fb6c6-7c4b-497b-9f66-e8717a887b15 HTTP/1.1" status: 200 len: 1000 time: 0.0566192 Oct 30 15:55:25.908861 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device ac8fb6c6-7c4b-497b-9f66-e8717a887b15 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:55:25.912274 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd92ab2-8f32-43d5-bff9-56a974dfb52d req-0d658398-65c2-4a81-b0a3-40e87fc0a123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:55:25.913787 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ffd92ab2-8f32-43d5-bff9-56a974dfb52d req-0d658398-65c2-4a81-b0a3-40e87fc0a123 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a302147f-c20f-424a-aa99-dcc20d3813ba HTTP/1.1" status: 200 len: 850 time: 0.0460482 Oct 30 15:55:25.964195 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd92ab2-8f32-43d5-bff9-56a974dfb52d req-2492767e-a19b-4e78-9534-f143bd5b2ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:55:25.965676 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ffd92ab2-8f32-43d5-bff9-56a974dfb52d req-2492767e-a19b-4e78-9534-f143bd5b2ee8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444479 Oct 30 15:55:26.003188 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port ac8fb6c6-7c4b-497b-9f66-e8717a887b15, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=ac8fb6c6-7c4b-497b-9f66-e8717a887b15,segment=NetworkSegment(f4523d14-d3cd-42a7-90ba-f488fbf20e2e),segment_id=f4523d14-d3cd-42a7-90ba-f488fbf20e2e)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:55:26.014537 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': 'ac8fb6c6-7c4b-497b-9f66-e8717a887b15', 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e', 'port_id': 'ac8fb6c6-7c4b-497b-9f66-e8717a887b15', 'mac_address': 'fa:16:3e:5a:2e:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a302147f-c20f-424a-aa99-dcc20d3813ba', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:55:26.050385 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:55:26.055180 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ffd92ab2-8f32-43d5-bff9-56a974dfb52d req-530e8e43-da59-4253-8de9-8389dfe808a5 service neutron] 10.222.0.44 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822971 Oct 30 15:55:26.063657 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac8fb6c6-7c4b-497b-9f66-e8717a887b15 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:55:26.086761 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port ac8fb6c6-7c4b-497b-9f66-e8717a887b15, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=ac8fb6c6-7c4b-497b-9f66-e8717a887b15,segment=NetworkSegment(f4523d14-d3cd-42a7-90ba-f488fbf20e2e),segment_id=f4523d14-d3cd-42a7-90ba-f488fbf20e2e)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:55:26.090998 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:55:26.138481 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=ac8fb6c6-7c4b-497b-9f66-e8717a887b15,revision_number=8']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:55:26.145846 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:55:26.146189 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:55:26.146527 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:55:26.146859 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:55:26.147189 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:55:26.147611 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:55:26.147939 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:55:26.148261 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:55:26.148585 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:55:26.148925 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:55:26.149257 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:55:26.149375 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ffd92ab2-8f32-43d5-bff9-56a974dfb52d req-46f2a978-3acc-4478-b40a-b367fed24683 service neutron] 10.222.0.44 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869136 Oct 30 15:55:26.149565 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:55:26.306397 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['ac8fb6c6-7c4b-497b-9f66-e8717a887b15'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:55:26.724664 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f410de4-0c9e-4d24-9b45-7dfdfd8c8ba9 req-2f1acfa1-d7ed-48b3-9027-e9640a4e057f tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:55:26.726152 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:55:26.726491 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0f410de4-0c9e-4d24-9b45-7dfdfd8c8ba9 req-2f1acfa1-d7ed-48b3-9027-e9640a4e057f tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=eeb543df-546f-4bd0-b788-e8e25dd39aa7 HTTP/1.1" status: 200 len: 945 time: 0.0614312 Oct 30 15:55:26.765164 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0f410de4-0c9e-4d24-9b45-7dfdfd8c8ba9 req-f26ad358-6e91-4fd2-a554-96612fa7ee92 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319481 Oct 30 15:55:26.881896 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc7bb42-658d-4fa6-9ec3-baf4f2a8c287 req-6569945f-c6b1-4cf7-a863-8b4d2955f594 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:55:26.883252 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fbc7bb42-658d-4fa6-9ec3-baf4f2a8c287 req-6569945f-c6b1-4cf7-a863-8b4d2955f594 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=eeb543df-546f-4bd0-b788-e8e25dd39aa7 HTTP/1.1" status: 200 len: 945 time: 0.0502722 Oct 30 15:55:26.920751 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fbc7bb42-658d-4fa6-9ec3-baf4f2a8c287 req-f28917d4-2c81-478a-ac46-b7c10b5e608c tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311236 Oct 30 15:55:27.031251 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac4f8b9-e10e-47f8-92e2-e7044636c5c7 req-d9a35063-354d-4aa3-925d-d40c28e1271f tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:55:27.032702 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5ac4f8b9-e10e-47f8-92e2-e7044636c5c7 req-d9a35063-354d-4aa3-925d-d40c28e1271f tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=eeb543df-546f-4bd0-b788-e8e25dd39aa7 HTTP/1.1" status: 200 len: 945 time: 0.0479009 Oct 30 15:55:27.051082 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device ac8fb6c6-7c4b-497b-9f66-e8717a887b15 no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:55:27.070406 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5ac4f8b9-e10e-47f8-92e2-e7044636c5c7 req-99936b93-c445-45a1-990d-31aff0e35a84 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319235 Oct 30 15:55:27.090145 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device ac8fb6c6-7c4b-497b-9f66-e8717a887b15 not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:55:27.315908 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dabc4c9-3b0a-4187-bab5-44c1a0ac9dd5 req-96672b15-c9c3-45e5-8848-10e2bc6f2a5f tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:55:27.317345 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9dabc4c9-3b0a-4187-bab5-44c1a0ac9dd5 req-96672b15-c9c3-45e5-8848-10e2bc6f2a5f tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=eeb543df-546f-4bd0-b788-e8e25dd39aa7 HTTP/1.1" status: 200 len: 945 time: 0.0477445 Oct 30 15:55:27.355023 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9dabc4c9-3b0a-4187-bab5-44c1a0ac9dd5 req-3a30a972-09bf-4d07-857d-25b122581cba tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318639 Oct 30 15:55:27.925367 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device ac8fb6c6-7c4b-497b-9f66-e8717a887b15 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:55:27.971822 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port ac8fb6c6-7c4b-497b-9f66-e8717a887b15 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:55:27.975367 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port ac8fb6c6-7c4b-497b-9f66-e8717a887b15 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:55:27.975777 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:55:28.052982 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:55:28.074218 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeb543df-546f-4bd0-b788-e8e25dd39aa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac8fb6c6-7c4b-497b-9f66-e8717a887b15'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:55:28.076485 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30bd7916-ff0a-41cb-810e-7ed20fadfe24" -d '{"events": [{"server_uuid": "eeb543df-546f-4bd0-b788-e8e25dd39aa7", "name": "network-vif-plugged", "status": "completed", "tag": "ac8fb6c6-7c4b-497b-9f66-e8717a887b15"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:55:28.088940 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port ac8fb6c6-7c4b-497b-9f66-e8717a887b15, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=ac8fb6c6-7c4b-497b-9f66-e8717a887b15,segment=NetworkSegment(f4523d14-d3cd-42a7-90ba-f488fbf20e2e),segment_id=f4523d14-d3cd-42a7-90ba-f488fbf20e2e)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:55:28.094118 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:55:28.117398 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb5c473-155b-493b-b22c-77ae75e280e3 x-openstack-request-id: req-9eb5c473-155b-493b-b22c-77ae75e280e3 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:55:28.117690 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeb543df-546f-4bd0-b788-e8e25dd39aa7", "name": "network-vif-plugged", "status": "completed", "tag": "ac8fb6c6-7c4b-497b-9f66-e8717a887b15", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:55:28.117944 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9eb5c473-155b-493b-b22c-77ae75e280e3 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:55:28.118331 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeb543df-546f-4bd0-b788-e8e25dd39aa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac8fb6c6-7c4b-497b-9f66-e8717a887b15', 'code': 200} Oct 30 15:55:28.142385 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=ac8fb6c6-7c4b-497b-9f66-e8717a887b15,revision_number=9']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:55:28.477987 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977c3bb4-7309-4a91-92b1-17d5a4345e64 req-6d32550a-0e28-4424-8387-e984df5e5088 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:55:28.479503 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-977c3bb4-7309-4a91-92b1-17d5a4345e64 req-6d32550a-0e28-4424-8387-e984df5e5088 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=eeb543df-546f-4bd0-b788-e8e25dd39aa7 HTTP/1.1" status: 200 len: 946 time: 0.0535471 Oct 30 15:55:28.514466 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a8a54-a966-47f9-9534-e9baad2e1faf req-f00f3ae7-7b13-49aa-94e0-e2de4d6ce2ad tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:55:28.516103 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-db9a8a54-a966-47f9-9534-e9baad2e1faf req-f00f3ae7-7b13-49aa-94e0-e2de4d6ce2ad tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.53 "GET /v2.0/ports?device_id=eeb543df-546f-4bd0-b788-e8e25dd39aa7 HTTP/1.1" status: 200 len: 946 time: 0.0521173 Oct 30 15:55:28.517213 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-977c3bb4-7309-4a91-92b1-17d5a4345e64 req-2841cdc5-7b35-4f29-bd48-feb898200c86 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317135 Oct 30 15:55:28.610956 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-db9a8a54-a966-47f9-9534-e9baad2e1faf req-db1b4351-6e0d-4f78-a1a0-68546dedbdc3 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Deleting port ac8fb6c6-7c4b-497b-9f66-e8717a887b15 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:55:28.611300 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-db9a8a54-a966-47f9-9534-e9baad2e1faf req-db1b4351-6e0d-4f78-a1a0-68546dedbdc3 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:55:28.700953 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-db9a8a54-a966-47f9-9534-e9baad2e1faf req-db1b4351-6e0d-4f78-a1a0-68546dedbdc3 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] For port ac8fb6c6-7c4b-497b-9f66-e8717a887b15, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=ac8fb6c6-7c4b-497b-9f66-e8717a887b15,segment=NetworkSegment(f4523d14-d3cd-42a7-90ba-f488fbf20e2e),segment_id=f4523d14-d3cd-42a7-90ba-f488fbf20e2e)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:55:28.701316 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-db9a8a54-a966-47f9-9534-e9baad2e1faf req-db1b4351-6e0d-4f78-a1a0-68546dedbdc3 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:55:28.878780 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-db9a8a54-a966-47f9-9534-e9baad2e1faf req-db1b4351-6e0d-4f78-a1a0-68546dedbdc3 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:55:28.879146 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-db9a8a54-a966-47f9-9534-e9baad2e1faf req-db1b4351-6e0d-4f78-a1a0-68546dedbdc3 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:55:28.879488 n-d-806683-17 neutron-server[102130]: INFO neutron.db.l3_db [req-db9a8a54-a966-47f9-9534-e9baad2e1faf req-db1b4351-6e0d-4f78-a1a0-68546dedbdc3 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Floating IP 688aec67-a6f3-4750-964e-b6587d18c961 disassociated. External IP: 172.25.4.117, port: ac8fb6c6-7c4b-497b-9f66-e8717a887b15. Oct 30 15:55:28.879843 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-db9a8a54-a966-47f9-9534-e9baad2e1faf req-db1b4351-6e0d-4f78-a1a0-68546dedbdc3 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Calling delete_port for ac8fb6c6-7c4b-497b-9f66-e8717a887b15 owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:55:29.004631 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-db9a8a54-a966-47f9-9534-e9baad2e1faf req-db1b4351-6e0d-4f78-a1a0-68546dedbdc3 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:55:29.037141 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1b4351-6e0d-4f78-a1a0-68546dedbdc3 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Pushing event deleted for resources: {'Port': ['ID=ac8fb6c6-7c4b-497b-9f66-e8717a887b15,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:55:29.152269 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db9a8a54-a966-47f9-9534-e9baad2e1faf req-db1b4351-6e0d-4f78-a1a0-68546dedbdc3 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Router 8db4b50c-4288-465f-8404-add9b676a7d6 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:55:29.257784 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db9a8a54-a966-47f9-9534-e9baad2e1faf req-db1b4351-6e0d-4f78-a1a0-68546dedbdc3 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:55:29.268189 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ded324c-b6e9-4f6a-854c-b956fa7b73c2 None None] Sync routers for ids ['8db4b50c-4288-465f-8404-add9b676a7d6'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:55:29.277952 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ded324c-b6e9-4f6a-854c-b956fa7b73c2 None None] Routers {'8db4b50c-4288-465f-8404-add9b676a7d6'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:55:29.278550 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-1ded324c-b6e9-4f6a-854c-b956fa7b73c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:55:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['8db4b50c-4288-465f-8404-add9b676a7d6'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:55:29.299804 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-db9a8a54-a966-47f9-9534-e9baad2e1faf req-db1b4351-6e0d-4f78-a1a0-68546dedbdc3 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] No DVR routers for this DVR port ac8fb6c6-7c4b-497b-9f66-e8717a887b15 on host n-h1-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:55:29.302448 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-db9a8a54-a966-47f9-9534-e9baad2e1faf req-db1b4351-6e0d-4f78-a1a0-68546dedbdc3 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:55:29.305946 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-db9a8a54-a966-47f9-9534-e9baad2e1faf req-db1b4351-6e0d-4f78-a1a0-68546dedbdc3 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.53 "DELETE /v2.0/ports/ac8fb6c6-7c4b-497b-9f66-e8717a887b15 HTTP/1.1" status: 204 len: 173 time: 0.7838929 Oct 30 15:55:29.306418 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeb543df-546f-4bd0-b788-e8e25dd39aa7', 'name': 'network-vif-deleted', 'tag': 'ac8fb6c6-7c4b-497b-9f66-e8717a887b15'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:55:29.308845 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5212ab1-1dae-4984-bf25-5f660d28172d" -d '{"events": [{"server_uuid": "eeb543df-546f-4bd0-b788-e8e25dd39aa7", "name": "network-vif-deleted", "tag": "ac8fb6c6-7c4b-497b-9f66-e8717a887b15"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:55:29.353040 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c96f4b-3411-4e15-ba71-942e7f16d304 x-openstack-request-id: req-51c96f4b-3411-4e15-ba71-942e7f16d304 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:55:29.353336 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeb543df-546f-4bd0-b788-e8e25dd39aa7", "name": "network-vif-deleted", "tag": "ac8fb6c6-7c4b-497b-9f66-e8717a887b15", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:55:29.353610 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-51c96f4b-3411-4e15-ba71-942e7f16d304 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:55:29.354041 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeb543df-546f-4bd0-b788-e8e25dd39aa7', 'name': 'network-vif-deleted', 'tag': 'ac8fb6c6-7c4b-497b-9f66-e8717a887b15', 'status': 'completed', 'code': 200} Oct 30 15:55:29.393469 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-1ded324c-b6e9-4f6a-854c-b956fa7b73c2 None None] Set router 8db4b50c-4288-465f-8404-add9b676a7d6 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:55:29.605484 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-1ded324c-b6e9-4f6a-854c-b956fa7b73c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'name': 'tempest-ServerActionsTestJSON-308957441-router', 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '60edce63-8ca0-4eda-8847-17af1c93dd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:53:15Z', 'updated_at': '2021-10-30T15:53:18Z', 'revision_number': 4, 'project_id': '94516668cf3b4c8d835a0c59a275059c', 'gw_port': {'id': '60edce63-8ca0-4eda-8847-17af1c93dd66', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:67:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:53:15Z', 'updated_at': '2021-10-30T15:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '4f2513da-2e7f-4c66-8975-1a2acd5a1a12', 'name': '', 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e', 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'mac_address': 'fa:16:3e:42:b8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a302147f-c20f-424a-aa99-dcc20d3813ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:53:17Z', 'updated_at': '2021-10-30T15:53:21Z', 'revision_number': 5, 'project_id': '94516668cf3b4c8d835a0c59a275059c', 'subnets': [{'id': 'a302147f-c20f-424a-aa99-dcc20d3813ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:55:29.635955 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ded324c-b6e9-4f6a-854c-b956fa7b73c2 None None] Checking router: 8db4b50c-4288-465f-8404-add9b676a7d6 for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:55:29.644336 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ded324c-b6e9-4f6a-854c-b956fa7b73c2 None None] Routers {'8db4b50c-4288-465f-8404-add9b676a7d6'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:55:29.644949 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-1ded324c-b6e9-4f6a-854c-b956fa7b73c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:55:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['8db4b50c-4288-465f-8404-add9b676a7d6'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:55:29.750311 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-1ded324c-b6e9-4f6a-854c-b956fa7b73c2 None None] Set router 8db4b50c-4288-465f-8404-add9b676a7d6 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:55:29.772435 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-18986af6-e842-498c-9485-5e1d503aaed2 req-03f38fcf-4277-4ad8-8750-94f8eb0999ad tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--813589075&fields=id&tenant_id=94516668cf3b4c8d835a0c59a275059c HTTP/1.1" status: 200 len: 267 time: 0.0322003 Oct 30 15:55:29.878131 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18986af6-e842-498c-9485-5e1d503aaed2 req-a8d2e765-e9d7-479f-9d76-6c3d874baf76 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:55:29.879668 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-18986af6-e842-498c-9485-5e1d503aaed2 req-a8d2e765-e9d7-479f-9d76-6c3d874baf76 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/networks?id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e HTTP/1.1" status: 200 len: 811 time: 0.0999036 Oct 30 15:55:29.894879 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-18986af6-e842-498c-9485-5e1d503aaed2 req-edc5d241-1c40-4155-9706-a64ba2471cd5 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/quotas/94516668cf3b4c8d835a0c59a275059c HTTP/1.1" status: 200 len: 375 time: 0.0094800 Oct 30 15:55:29.947702 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-1ded324c-b6e9-4f6a-854c-b956fa7b73c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'name': 'tempest-ServerActionsTestJSON-308957441-router', 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '60edce63-8ca0-4eda-8847-17af1c93dd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:53:15Z', 'updated_at': '2021-10-30T15:53:18Z', 'revision_number': 4, 'project_id': '94516668cf3b4c8d835a0c59a275059c', 'gw_port': {'id': '60edce63-8ca0-4eda-8847-17af1c93dd66', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:67:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:53:15Z', 'updated_at': '2021-10-30T15:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '4f2513da-2e7f-4c66-8975-1a2acd5a1a12', 'name': '', 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e', 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'mac_address': 'fa:16:3e:42:b8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a302147f-c20f-424a-aa99-dcc20d3813ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:53:17Z', 'updated_at': '2021-10-30T15:53:21Z', 'revision_number': 5, 'project_id': '94516668cf3b4c8d835a0c59a275059c', 'subnets': [{'id': 'a302147f-c20f-424a-aa99-dcc20d3813ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:55:29.952688 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-18986af6-e842-498c-9485-5e1d503aaed2 req-3b1c6897-fccd-40b3-8835-1f967a73305c tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=94516668cf3b4c8d835a0c59a275059c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0523987 Oct 30 15:55:29.974947 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ded324c-b6e9-4f6a-854c-b956fa7b73c2 None None] The sync data for ids ['8db4b50c-4288-465f-8404-add9b676a7d6'] in n-d-806683-17 is: [{'id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'name': 'tempest-ServerActionsTestJSON-308957441-router', 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '60edce63-8ca0-4eda-8847-17af1c93dd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:53:15Z', 'updated_at': '2021-10-30T15:53:18Z', 'revision_number': 4, 'project_id': '94516668cf3b4c8d835a0c59a275059c', 'gw_port': {'id': '60edce63-8ca0-4eda-8847-17af1c93dd66', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:67:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:53:15Z', 'updated_at': '2021-10-30T15:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '4f2513da-2e7f-4c66-8975-1a2acd5a1a12', 'name': '', 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e', 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'mac_address': 'fa:16:3e:42:b8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a302147f-c20f-424a-aa99-dcc20d3813ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:53:17Z', 'updated_at': '2021-10-30T15:53:21Z', 'revision_number': 5, 'project_id': '94516668cf3b4c8d835a0c59a275059c', 'subnets': [{'id': 'a302147f-c20f-424a-aa99-dcc20d3813ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:55:30.054506 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-18986af6-e842-498c-9485-5e1d503aaed2 req-3c4527b6-65c5-4e81-a9b3-811b4f7966fa service neutron] 10.222.0.62 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855880 Oct 30 15:55:30.150989 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-18986af6-e842-498c-9485-5e1d503aaed2 req-afaa0989-66e1-4050-a82d-ccefc34480f4 service neutron] 10.222.0.62 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901494 Oct 30 15:55:30.199134 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b5c66c-8710-4f1b-8aa7-2e9ba9d0e7c2 None None] New status for floating IP 688aec67-a6f3-4750-964e-b6587d18c961: DOWN {{(pid=102132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 15:55:30.318976 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4500b280-40b4-489f-ba73-6a2434b68e51 req-55a93dd8-ec4b-4453-9957-94f8abf05d25 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a77340f-0c59-42de-88f4-39d7a9ed12e5 HTTP/1.1" status: 200 len: 210 time: 0.0303638 Oct 30 15:55:30.330583 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:55:31.322184 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18986af6-e842-498c-9485-5e1d503aaed2 req-d3c53c7c-fecd-42ed-9e9d-b6b2a8b17cbf tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:55:31.323810 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-18986af6-e842-498c-9485-5e1d503aaed2 req-d3c53c7c-fecd-42ed-9e9d-b6b2a8b17cbf tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.53 "GET /v2.0/networks?id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e HTTP/1.1" status: 200 len: 811 time: 0.1080990 Oct 30 15:55:31.368400 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-18986af6-e842-498c-9485-5e1d503aaed2 req-9a1ac72e-276b-4c41-a54a-c21ab64ee5c5 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94516668cf3b4c8d835a0c59a275059c HTTP/1.1" status: 200 len: 379 time: 0.0344768 Oct 30 15:55:31.384750 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-18986af6-e842-498c-9485-5e1d503aaed2 req-c8cf92df-1f98-4e40-b3af-a6df96947d54 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Request body: {'port': {'device_id': '9a77340f-0c59-42de-88f4-39d7a9ed12e5', 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e', 'admin_state_up': True, 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'security_groups': ['99344aa3-4082-4e82-9bef-1392f9ccc044']}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:55:31.432184 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8621b5db-32c6-4274-b0bb-8d943c11e188 req-dcc52bbb-0c75-44e9-85eb-aa740f8a52f9 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a77340f-0c59-42de-88f4-39d7a9ed12e5 HTTP/1.1" status: 200 len: 210 time: 0.0310073 Oct 30 15:55:31.492105 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18986af6-e842-498c-9485-5e1d503aaed2 req-c8cf92df-1f98-4e40-b3af-a6df96947d54 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Made reservation on behalf of 94516668cf3b4c8d835a0c59a275059c for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:55:31.495489 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-18986af6-e842-498c-9485-5e1d503aaed2 req-c8cf92df-1f98-4e40-b3af-a6df96947d54 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:55:31.620202 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-18986af6-e842-498c-9485-5e1d503aaed2 req-c8cf92df-1f98-4e40-b3af-a6df96947d54 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Allocated IP 172.20.0.5 (2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e/a302147f-c20f-424a-aa99-dcc20d3813ba/a93a5f8e-4371-4cef-8c0d-2b23cf61de35) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:55:31.756463 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-18986af6-e842-498c-9485-5e1d503aaed2 req-c8cf92df-1f98-4e40-b3af-a6df96947d54 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:55:31.792929 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-18986af6-e842-498c-9485-5e1d503aaed2 req-c8cf92df-1f98-4e40-b3af-a6df96947d54 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:55:31.834284 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18986af6-e842-498c-9485-5e1d503aaed2 req-c8cf92df-1f98-4e40-b3af-a6df96947d54 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Network 2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:55:31.837395 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-18986af6-e842-498c-9485-5e1d503aaed2 req-c8cf92df-1f98-4e40-b3af-a6df96947d54 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:55:31.841513 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-18986af6-e842-498c-9485-5e1d503aaed2 req-c8cf92df-1f98-4e40-b3af-a6df96947d54 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:55:31.866776 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cf92df-1f98-4e40-b3af-a6df96947d54 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Pushing event updated for resources: {'Port': ['ID=a93a5f8e-4371-4cef-8c0d-2b23cf61de35,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:55:31.895187 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18986af6-e842-498c-9485-5e1d503aaed2 req-c8cf92df-1f98-4e40-b3af-a6df96947d54 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:55:31.895836 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-18986af6-e842-498c-9485-5e1d503aaed2 req-c8cf92df-1f98-4e40-b3af-a6df96947d54 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:55:31.912581 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-18986af6-e842-498c-9485-5e1d503aaed2 req-c8cf92df-1f98-4e40-b3af-a6df96947d54 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5315630 Oct 30 15:55:31.925066 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-18986af6-e842-498c-9485-5e1d503aaed2 req-fbb3e937-28d8-44ba-bbae-e78879b455f9 service neutron] Request body: {'port': {'device_id': '9a77340f-0c59-42de-88f4-39d7a9ed12e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:55:31.939697 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device ac8fb6c6-7c4b-497b-9f66-e8717a887b15 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:55:31.960458 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: ac8fb6c6-7c4b-497b-9f66-e8717a887b15 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:55:31.960899 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device ac8fb6c6-7c4b-497b-9f66-e8717a887b15 not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:55:31.982479 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-18986af6-e842-498c-9485-5e1d503aaed2 req-fbb3e937-28d8-44ba-bbae-e78879b455f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:55:32.099801 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-f655d54f-eb6b-4065-a1a7-3bb4ca198354 None None] Provisioning complete for port a93a5f8e-4371-4cef-8c0d-2b23cf61de35 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:55:32.100177 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f655d54f-eb6b-4065-a1a7-3bb4ca198354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:55:32.134399 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-f655d54f-eb6b-4065-a1a7-3bb4ca198354 None None] Port a93a5f8e-4371-4cef-8c0d-2b23cf61de35 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:55:32.241867 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-18986af6-e842-498c-9485-5e1d503aaed2 req-fbb3e937-28d8-44ba-bbae-e78879b455f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a93a5f8e-4371-4cef-8c0d-2b23cf61de35 {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:55:32.249068 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-18986af6-e842-498c-9485-5e1d503aaed2 req-fbb3e937-28d8-44ba-bbae-e78879b455f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:55:32.261007 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-18986af6-e842-498c-9485-5e1d503aaed2 req-fbb3e937-28d8-44ba-bbae-e78879b455f9 service neutron] Transition to ACTIVE for port object a93a5f8e-4371-4cef-8c0d-2b23cf61de35 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:55:32.264791 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:55:32.265609 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-18986af6-e842-498c-9485-5e1d503aaed2 req-fbb3e937-28d8-44ba-bbae-e78879b455f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:55:32.313866 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb3e937-28d8-44ba-bbae-e78879b455f9 service neutron] Pushing event updated for resources: {'Port': ['ID=a93a5f8e-4371-4cef-8c0d-2b23cf61de35,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:55:32.388880 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-18986af6-e842-498c-9485-5e1d503aaed2 req-fbb3e937-28d8-44ba-bbae-e78879b455f9 service neutron] Attempting to bind port a93a5f8e-4371-4cef-8c0d-2b23cf61de35 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:55:32.389542 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-18986af6-e842-498c-9485-5e1d503aaed2 req-fbb3e937-28d8-44ba-bbae-e78879b455f9 service neutron] Attempting to bind port a93a5f8e-4371-4cef-8c0d-2b23cf61de35 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': 'f4523d14-d3cd-42a7-90ba-f488fbf20e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:55:32.389542 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18986af6-e842-498c-9485-5e1d503aaed2 req-fbb3e937-28d8-44ba-bbae-e78879b455f9 service neutron] Attempting to bind port a93a5f8e-4371-4cef-8c0d-2b23cf61de35 on network 2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:55:32.394163 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18986af6-e842-498c-9485-5e1d503aaed2 req-fbb3e937-28d8-44ba-bbae-e78879b455f9 service neutron] Port a93a5f8e-4371-4cef-8c0d-2b23cf61de35 on network 2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:55:32.394484 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18986af6-e842-498c-9485-5e1d503aaed2 req-fbb3e937-28d8-44ba-bbae-e78879b455f9 service neutron] Attempting to bind port a93a5f8e-4371-4cef-8c0d-2b23cf61de35 on network 2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:55:32.399653 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18986af6-e842-498c-9485-5e1d503aaed2 req-fbb3e937-28d8-44ba-bbae-e78879b455f9 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:55:32.399986 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18986af6-e842-498c-9485-5e1d503aaed2 req-fbb3e937-28d8-44ba-bbae-e78879b455f9 service neutron] Checking segment: {'id': 'f4523d14-d3cd-42a7-90ba-f488fbf20e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:55:32.400395 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18986af6-e842-498c-9485-5e1d503aaed2 req-fbb3e937-28d8-44ba-bbae-e78879b455f9 service neutron] Bound using segment: {'id': 'f4523d14-d3cd-42a7-90ba-f488fbf20e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:55:32.400825 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-18986af6-e842-498c-9485-5e1d503aaed2 req-fbb3e937-28d8-44ba-bbae-e78879b455f9 service neutron] Bound port: a93a5f8e-4371-4cef-8c0d-2b23cf61de35, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4523d14-d3cd-42a7-90ba-f488fbf20e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:55:32.401179 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-18986af6-e842-498c-9485-5e1d503aaed2 req-fbb3e937-28d8-44ba-bbae-e78879b455f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:55:32.467966 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-18986af6-e842-498c-9485-5e1d503aaed2 req-fbb3e937-28d8-44ba-bbae-e78879b455f9 service neutron] For port a93a5f8e-4371-4cef-8c0d-2b23cf61de35, host n-h1-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:55:32.471856 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-18986af6-e842-498c-9485-5e1d503aaed2 req-fbb3e937-28d8-44ba-bbae-e78879b455f9 service neutron] For port a93a5f8e-4371-4cef-8c0d-2b23cf61de35, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=a93a5f8e-4371-4cef-8c0d-2b23cf61de35,segment=NetworkSegment(f4523d14-d3cd-42a7-90ba-f488fbf20e2e),segment_id=f4523d14-d3cd-42a7-90ba-f488fbf20e2e)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:55:32.480459 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-18986af6-e842-498c-9485-5e1d503aaed2 req-fbb3e937-28d8-44ba-bbae-e78879b455f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:55:32.531319 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18986af6-e842-498c-9485-5e1d503aaed2 req-fbb3e937-28d8-44ba-bbae-e78879b455f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:55:32.531980 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-18986af6-e842-498c-9485-5e1d503aaed2 req-fbb3e937-28d8-44ba-bbae-e78879b455f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:55:32.533374 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-18986af6-e842-498c-9485-5e1d503aaed2 req-fbb3e937-28d8-44ba-bbae-e78879b455f9 service neutron] 10.222.0.53 "PUT /v2.0/ports/a93a5f8e-4371-4cef-8c0d-2b23cf61de35 HTTP/1.1" status: 200 len: 1092 time: 0.6125619 Oct 30 15:55:32.535571 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a77340f-0c59-42de-88f4-39d7a9ed12e5', 'tag': 'a93a5f8e-4371-4cef-8c0d-2b23cf61de35'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:55:32.537914 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f570a31-e2aa-4354-b524-9857a5c23002" -d '{"events": [{"name": "network-changed", "server_uuid": "9a77340f-0c59-42de-88f4-39d7a9ed12e5", "tag": "a93a5f8e-4371-4cef-8c0d-2b23cf61de35"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:55:32.612637 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed8f9f3-7c39-4e55-bf15-acf789d39170 x-openstack-request-id: req-1ed8f9f3-7c39-4e55-bf15-acf789d39170 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:55:32.612932 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a77340f-0c59-42de-88f4-39d7a9ed12e5", "tag": "a93a5f8e-4371-4cef-8c0d-2b23cf61de35", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:55:32.613187 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1ed8f9f3-7c39-4e55-bf15-acf789d39170 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:55:32.613591 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a77340f-0c59-42de-88f4-39d7a9ed12e5', 'tag': 'a93a5f8e-4371-4cef-8c0d-2b23cf61de35', 'status': 'completed', 'code': 200} Oct 30 15:55:32.631672 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb3e937-28d8-44ba-bbae-e78879b455f9 service neutron] Pushing event updated for resources: {'Port': ['ID=a93a5f8e-4371-4cef-8c0d-2b23cf61de35,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:55:32.654787 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080224c5-93fe-4786-929c-1f4558d1d13f req-608ceb5d-cdcc-4cbe-bb6f-1d741d73fcfe tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:55:32.656617 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-080224c5-93fe-4786-929c-1f4558d1d13f req-608ceb5d-cdcc-4cbe-bb6f-1d741d73fcfe tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a77340f-0c59-42de-88f4-39d7a9ed12e5 HTTP/1.1" status: 200 len: 943 time: 0.1443141 Oct 30 15:55:32.659668 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18986af6-e842-498c-9485-5e1d503aaed2 req-95913920-1439-4637-ace0-ae34e26d1383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:55:32.661060 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-18986af6-e842-498c-9485-5e1d503aaed2 req-95913920-1439-4637-ace0-ae34e26d1383 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=94516668cf3b4c8d835a0c59a275059c&device_id=9a77340f-0c59-42de-88f4-39d7a9ed12e5 HTTP/1.1" status: 200 len: 1095 time: 0.0842893 Oct 30 15:55:32.716371 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-18986af6-e842-498c-9485-5e1d503aaed2 req-7eb8e5a1-c4f8-42ad-ab23-82ad658a18f1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a93a5f8e-4371-4cef-8c0d-2b23cf61de35 HTTP/1.1" status: 200 len: 217 time: 0.0399544 Oct 30 15:55:32.736145 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-080224c5-93fe-4786-929c-1f4558d1d13f req-878332e5-c981-4f0e-b819-44a115f45e6e tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733128 Oct 30 15:55:32.776835 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18986af6-e842-498c-9485-5e1d503aaed2 req-4baf6f54-7c37-4ef5-9170-193b2eccde8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:55:32.778294 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-18986af6-e842-498c-9485-5e1d503aaed2 req-4baf6f54-7c37-4ef5-9170-193b2eccde8c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a302147f-c20f-424a-aa99-dcc20d3813ba HTTP/1.1" status: 200 len: 850 time: 0.0517292 Oct 30 15:55:32.831055 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18986af6-e842-498c-9485-5e1d503aaed2 req-b9ed7f89-7323-4006-be30-15ff0daefe1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:55:32.832788 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-18986af6-e842-498c-9485-5e1d503aaed2 req-b9ed7f89-7323-4006-be30-15ff0daefe1d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423315 Oct 30 15:55:32.931592 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-18986af6-e842-498c-9485-5e1d503aaed2 req-981ac5be-f275-4473-a5d1-42dc41fd06a0 service neutron] 10.222.0.53 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900738 Oct 30 15:55:33.024488 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-18986af6-e842-498c-9485-5e1d503aaed2 req-c10b9eba-2e3b-453c-afa4-f46c9b74725e service neutron] 10.222.0.53 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841873 Oct 30 15:55:33.108799 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f570a31-e2aa-4354-b524-9857a5c23002 req-63ab24ab-3f04-463a-b63c-a2c7e29bab76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:55:33.110352 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2f570a31-e2aa-4354-b524-9857a5c23002 req-63ab24ab-3f04-463a-b63c-a2c7e29bab76 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=94516668cf3b4c8d835a0c59a275059c&device_id=9a77340f-0c59-42de-88f4-39d7a9ed12e5 HTTP/1.1" status: 200 len: 1095 time: 0.0403094 Oct 30 15:55:33.512028 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f570a31-e2aa-4354-b524-9857a5c23002 req-6055ad18-f1cf-4ba6-b7f6-de1baabd85fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:55:33.513996 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2f570a31-e2aa-4354-b524-9857a5c23002 req-6055ad18-f1cf-4ba6-b7f6-de1baabd85fb service neutron] 10.222.0.53 "GET /v2.0/networks?id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e HTTP/1.1" status: 200 len: 912 time: 0.3966589 Oct 30 15:55:33.557618 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2f570a31-e2aa-4354-b524-9857a5c23002 req-093c15c5-48e9-467b-abcf-ddd0b4d3978c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a93a5f8e-4371-4cef-8c0d-2b23cf61de35 HTTP/1.1" status: 200 len: 217 time: 0.0333261 Oct 30 15:55:33.606119 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f570a31-e2aa-4354-b524-9857a5c23002 req-4a1d76e0-1c02-4079-9fda-219f2db30ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:55:33.607558 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2f570a31-e2aa-4354-b524-9857a5c23002 req-4a1d76e0-1c02-4079-9fda-219f2db30ccd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a302147f-c20f-424a-aa99-dcc20d3813ba HTTP/1.1" status: 200 len: 850 time: 0.0423911 Oct 30 15:55:33.657971 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f570a31-e2aa-4354-b524-9857a5c23002 req-90c47f3f-cd07-4e2f-8773-83858e39b724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:55:33.659412 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2f570a31-e2aa-4354-b524-9857a5c23002 req-90c47f3f-cd07-4e2f-8773-83858e39b724 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432017 Oct 30 15:55:33.747746 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2f570a31-e2aa-4354-b524-9857a5c23002 req-dd15cae9-a3f4-412e-884a-23dc5386ec8f service neutron] 10.222.0.53 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805905 Oct 30 15:55:33.844324 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2f570a31-e2aa-4354-b524-9857a5c23002 req-f5ff7173-1eb9-48a4-bbf4-260149dd8c21 service neutron] 10.222.0.53 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889122 Oct 30 15:55:33.854936 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6751fbc6-8c97-4d2f-99bf-3e6d195175da req-91e896ce-3c23-4bfa-97b3-219b11155b79 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:55:33.856485 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6751fbc6-8c97-4d2f-99bf-3e6d195175da req-91e896ce-3c23-4bfa-97b3-219b11155b79 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a77340f-0c59-42de-88f4-39d7a9ed12e5 HTTP/1.1" status: 200 len: 943 time: 0.0494530 Oct 30 15:55:33.894276 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6751fbc6-8c97-4d2f-99bf-3e6d195175da req-98e5a9cf-596f-4ec9-9bc8-464d04dcbc37 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316865 Oct 30 15:55:35.110790 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ea64b-d8c1-4de8-a015-db00ea778384 req-3df8ba30-e2c9-487d-b768-7bd61a1e6fe1 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:55:35.112301 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-969ea64b-d8c1-4de8-a015-db00ea778384 req-3df8ba30-e2c9-487d-b768-7bd61a1e6fe1 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a77340f-0c59-42de-88f4-39d7a9ed12e5 HTTP/1.1" status: 200 len: 943 time: 0.1480777 Oct 30 15:55:35.149448 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-969ea64b-d8c1-4de8-a015-db00ea778384 req-06ad4f94-0716-4a8f-9ae7-8b3b2e7d0060 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312223 Oct 30 15:55:35.956258 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device a93a5f8e-4371-4cef-8c0d-2b23cf61de35 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:55:36.051452 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port a93a5f8e-4371-4cef-8c0d-2b23cf61de35, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=a93a5f8e-4371-4cef-8c0d-2b23cf61de35,segment=NetworkSegment(f4523d14-d3cd-42a7-90ba-f488fbf20e2e),segment_id=f4523d14-d3cd-42a7-90ba-f488fbf20e2e)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:55:36.062835 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': 'a93a5f8e-4371-4cef-8c0d-2b23cf61de35', 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e', 'port_id': 'a93a5f8e-4371-4cef-8c0d-2b23cf61de35', 'mac_address': 'fa:16:3e:6f:25:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a302147f-c20f-424a-aa99-dcc20d3813ba', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:55:36.097807 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:55:36.114349 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a93a5f8e-4371-4cef-8c0d-2b23cf61de35 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:55:36.137828 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port a93a5f8e-4371-4cef-8c0d-2b23cf61de35, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=a93a5f8e-4371-4cef-8c0d-2b23cf61de35,segment=NetworkSegment(f4523d14-d3cd-42a7-90ba-f488fbf20e2e),segment_id=f4523d14-d3cd-42a7-90ba-f488fbf20e2e)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:55:36.142598 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:55:36.193002 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=a93a5f8e-4371-4cef-8c0d-2b23cf61de35,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:55:36.265090 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880efdbf-c54f-4f58-8ff9-17d0dbbddba4 req-0bad926f-0586-4ff0-bee3-067bf2fd1de0 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:55:36.266882 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-880efdbf-c54f-4f58-8ff9-17d0dbbddba4 req-0bad926f-0586-4ff0-bee3-067bf2fd1de0 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a77340f-0c59-42de-88f4-39d7a9ed12e5 HTTP/1.1" status: 200 len: 944 time: 0.0493085 Oct 30 15:55:36.309090 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-880efdbf-c54f-4f58-8ff9-17d0dbbddba4 req-6ccb56c5-08e6-484d-a25b-de1513add902 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362139 Oct 30 15:55:36.329754 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['a93a5f8e-4371-4cef-8c0d-2b23cf61de35'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:55:37.427133 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6407f-66a7-4326-8c7b-b37259596315 req-d8eca794-aecd-43a1-97be-4849e455344d tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:55:37.428592 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bff6407f-66a7-4326-8c7b-b37259596315 req-d8eca794-aecd-43a1-97be-4849e455344d tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a77340f-0c59-42de-88f4-39d7a9ed12e5 HTTP/1.1" status: 200 len: 944 time: 0.0521727 Oct 30 15:55:37.469228 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bff6407f-66a7-4326-8c7b-b37259596315 req-31aec87d-b26c-4ea9-85de-789ca2790fcb tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345755 Oct 30 15:55:37.971020 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device a93a5f8e-4371-4cef-8c0d-2b23cf61de35 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:55:38.019359 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port a93a5f8e-4371-4cef-8c0d-2b23cf61de35 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:55:38.023409 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port a93a5f8e-4371-4cef-8c0d-2b23cf61de35 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:55:38.023814 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:55:38.098050 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:55:38.120350 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a77340f-0c59-42de-88f4-39d7a9ed12e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93a5f8e-4371-4cef-8c0d-2b23cf61de35'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:55:38.122620 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e424450f-8554-4877-b48c-fa1299731ff6" -d '{"events": [{"server_uuid": "9a77340f-0c59-42de-88f4-39d7a9ed12e5", "name": "network-vif-plugged", "status": "completed", "tag": "a93a5f8e-4371-4cef-8c0d-2b23cf61de35"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:55:38.135885 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port a93a5f8e-4371-4cef-8c0d-2b23cf61de35, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=a93a5f8e-4371-4cef-8c0d-2b23cf61de35,segment=NetworkSegment(f4523d14-d3cd-42a7-90ba-f488fbf20e2e),segment_id=f4523d14-d3cd-42a7-90ba-f488fbf20e2e)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:55:38.141469 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:55:38.167294 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e3515f-7aec-443a-ac5a-b98e7221b928 x-openstack-request-id: req-f9e3515f-7aec-443a-ac5a-b98e7221b928 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:55:38.167609 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a77340f-0c59-42de-88f4-39d7a9ed12e5", "name": "network-vif-plugged", "status": "completed", "tag": "a93a5f8e-4371-4cef-8c0d-2b23cf61de35", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:55:38.167876 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f9e3515f-7aec-443a-ac5a-b98e7221b928 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:55:38.168249 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a77340f-0c59-42de-88f4-39d7a9ed12e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93a5f8e-4371-4cef-8c0d-2b23cf61de35', 'code': 200} Oct 30 15:55:38.195691 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=a93a5f8e-4371-4cef-8c0d-2b23cf61de35,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:55:38.326892 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c739bb8a-ed28-4863-9102-8855a050097f req-90dd08ab-0f2f-4000-a516-6e75e4af88e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:55:38.328411 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c739bb8a-ed28-4863-9102-8855a050097f req-90dd08ab-0f2f-4000-a516-6e75e4af88e2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9a77340f-0c59-42de-88f4-39d7a9ed12e5 HTTP/1.1" status: 200 len: 1097 time: 0.1064889 Oct 30 15:55:38.362921 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c739bb8a-ed28-4863-9102-8855a050097f req-511fb44d-9c5c-494c-acef-fdc7f88ee9f8 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277598 Oct 30 15:55:38.584264 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036841b4-369c-487f-90a1-210ebb110348 req-a4d028dd-4a93-4b33-b53e-398fdc46c794 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:55:38.585760 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-036841b4-369c-487f-90a1-210ebb110348 req-a4d028dd-4a93-4b33-b53e-398fdc46c794 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a77340f-0c59-42de-88f4-39d7a9ed12e5 HTTP/1.1" status: 200 len: 945 time: 0.0478592 Oct 30 15:55:38.627041 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-036841b4-369c-487f-90a1-210ebb110348 req-584195f7-518f-429a-b6e9-9697f643925d tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317028 Oct 30 15:55:39.744002 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f47da-3821-4647-820f-608a3b73a32e req-148f967e-d9b2-485c-8cb5-fb1ac30e7f2c tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:55:39.745436 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c97f47da-3821-4647-820f-608a3b73a32e req-148f967e-d9b2-485c-8cb5-fb1ac30e7f2c tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a77340f-0c59-42de-88f4-39d7a9ed12e5 HTTP/1.1" status: 200 len: 945 time: 0.0482237 Oct 30 15:55:39.782741 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c97f47da-3821-4647-820f-608a3b73a32e req-5161eef7-cef0-4292-9b90-66f4a3d9993f tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314417 Oct 30 15:55:39.895715 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41858fb6-68df-4283-985a-85a0394deb1e req-3f5b743a-8a98-4873-ad29-18e63572502d tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:55:39.897188 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-41858fb6-68df-4283-985a-85a0394deb1e req-3f5b743a-8a98-4873-ad29-18e63572502d tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a77340f-0c59-42de-88f4-39d7a9ed12e5 HTTP/1.1" status: 200 len: 945 time: 0.0515556 Oct 30 15:55:39.905892 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 56088) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:55:39.910278 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-15c75c97-e3f2-4a80-93aa-05dfcdcae973 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Request body: {'floatingip': {'port_id': 'a93a5f8e-4371-4cef-8c0d-2b23cf61de35'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:55:39.947978 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-15c75c97-e3f2-4a80-93aa-05dfcdcae973 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks [] for floatingip, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:55:40.361200 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-15c75c97-e3f2-4a80-93aa-05dfcdcae973 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:55:40.364860 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-15c75c97-e3f2-4a80-93aa-05dfcdcae973 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:55:40.463864 n-d-806683-17 neutron-server[102130]: INFO neutron.db.l3_db [None req-15c75c97-e3f2-4a80-93aa-05dfcdcae973 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Floating IP 688aec67-a6f3-4750-964e-b6587d18c961 associated. External IP: 172.25.4.117, port: a93a5f8e-4371-4cef-8c0d-2b23cf61de35. Oct 30 15:55:40.665311 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15c75c97-e3f2-4a80-93aa-05dfcdcae973 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Router 8db4b50c-4288-465f-8404-add9b676a7d6 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:55:40.770853 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c75c97-e3f2-4a80-93aa-05dfcdcae973 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:55:40.776428 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-15c75c97-e3f2-4a80-93aa-05dfcdcae973 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:55:40.787065 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d47f78-74b1-46a3-ac04-2578a4f96e5c None None] Sync routers for ids ['8db4b50c-4288-465f-8404-add9b676a7d6'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:55:40.797512 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d47f78-74b1-46a3-ac04-2578a4f96e5c None None] Routers {'8db4b50c-4288-465f-8404-add9b676a7d6'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:55:40.798126 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-39d47f78-74b1-46a3-ac04-2578a4f96e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:55:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['8db4b50c-4288-465f-8404-add9b676a7d6'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:55:40.803882 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-15c75c97-e3f2-4a80-93aa-05dfcdcae973 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "PUT /v2.0/floatingips/688aec67-a6f3-4750-964e-b6587d18c961 HTTP/1.1" status: 200 len: 991 time: 0.8969114 Oct 30 15:55:40.804483 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a77340f-0c59-42de-88f4-39d7a9ed12e5', 'tag': 'a93a5f8e-4371-4cef-8c0d-2b23cf61de35'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:55:40.806798 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d98a653d-152b-48e9-bf56-98f2120a588e" -d '{"events": [{"name": "network-changed", "server_uuid": "9a77340f-0c59-42de-88f4-39d7a9ed12e5", "tag": "a93a5f8e-4371-4cef-8c0d-2b23cf61de35"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:55:40.845663 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b33db67d-8e3c-49c7-bd02-c5bca515d27f x-openstack-request-id: req-b33db67d-8e3c-49c7-bd02-c5bca515d27f {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:55:40.846103 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a77340f-0c59-42de-88f4-39d7a9ed12e5", "tag": "a93a5f8e-4371-4cef-8c0d-2b23cf61de35", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:55:40.846360 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b33db67d-8e3c-49c7-bd02-c5bca515d27f {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:55:40.846769 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a77340f-0c59-42de-88f4-39d7a9ed12e5', 'tag': 'a93a5f8e-4371-4cef-8c0d-2b23cf61de35', 'status': 'completed', 'code': 200} Oct 30 15:55:40.914758 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a653d-152b-48e9-bf56-98f2120a588e req-22280a31-305c-4f7d-a683-fab1f39bae50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:55:40.916362 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d98a653d-152b-48e9-bf56-98f2120a588e req-22280a31-305c-4f7d-a683-fab1f39bae50 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=94516668cf3b4c8d835a0c59a275059c&device_id=9a77340f-0c59-42de-88f4-39d7a9ed12e5 HTTP/1.1" status: 200 len: 1097 time: 0.0470834 Oct 30 15:55:40.997346 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-39d47f78-74b1-46a3-ac04-2578a4f96e5c None None] Set router 8db4b50c-4288-465f-8404-add9b676a7d6 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:55:41.006671 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a653d-152b-48e9-bf56-98f2120a588e req-66c5821e-0066-4a40-9461-7a6da0d7aac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:55:41.008167 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d98a653d-152b-48e9-bf56-98f2120a588e req-66c5821e-0066-4a40-9461-7a6da0d7aac3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e HTTP/1.1" status: 200 len: 912 time: 0.0839481 Oct 30 15:55:41.077247 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d98a653d-152b-48e9-bf56-98f2120a588e req-e1eb212c-61a7-413d-bc50-ca051607fe9e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a93a5f8e-4371-4cef-8c0d-2b23cf61de35 HTTP/1.1" status: 200 len: 999 time: 0.0607021 Oct 30 15:55:41.125486 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a653d-152b-48e9-bf56-98f2120a588e req-e5df06f1-1c31-433e-aada-32e8fd495941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:55:41.127027 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d98a653d-152b-48e9-bf56-98f2120a588e req-e5df06f1-1c31-433e-aada-32e8fd495941 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a302147f-c20f-424a-aa99-dcc20d3813ba HTTP/1.1" status: 200 len: 850 time: 0.0439758 Oct 30 15:55:41.172880 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a653d-152b-48e9-bf56-98f2120a588e req-4faef094-4599-4f16-99d3-7eaae2a47f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:55:41.174251 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d98a653d-152b-48e9-bf56-98f2120a588e req-4faef094-4599-4f16-99d3-7eaae2a47f64 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404749 Oct 30 15:55:41.222962 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-39d47f78-74b1-46a3-ac04-2578a4f96e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'name': 'tempest-ServerActionsTestJSON-308957441-router', 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '60edce63-8ca0-4eda-8847-17af1c93dd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:53:15Z', 'updated_at': '2021-10-30T15:53:18Z', 'revision_number': 4, 'project_id': '94516668cf3b4c8d835a0c59a275059c', 'gw_port': {'id': '60edce63-8ca0-4eda-8847-17af1c93dd66', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:67:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:53:15Z', 'updated_at': '2021-10-30T15:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '688aec67-a6f3-4750-964e-b6587d18c961', 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'floating_ip_address': '172.25.4.117', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'port_id': 'a93a5f8e-4371-4cef-8c0d-2b23cf61de35', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e', 'mac_address': 'fa:16:3e:6f:25:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a77340f-0c59-42de-88f4-39d7a9ed12e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:53:20Z', 'updated_at': '2021-10-30T15:55:40Z', 'revision_number': 5, 'project_id': '94516668cf3b4c8d835a0c59a275059c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f2513da-2e7f-4c66-8975-1a2acd5a1a12', 'name': '', 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e', 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'mac_address': 'fa:16:3e:42:b8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a302147f-c20f-424a-aa99-dcc20d3813ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:53:17Z', 'updated_at': '2021-10-30T15:53:21Z', 'revision_number': 5, 'project_id': '94516668cf3b4c8d835a0c59a275059c', 'subnets': [{'id': 'a302147f-c20f-424a-aa99-dcc20d3813ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:55:41.251338 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d47f78-74b1-46a3-ac04-2578a4f96e5c None None] Checking router: 8db4b50c-4288-465f-8404-add9b676a7d6 for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:55:41.259382 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d47f78-74b1-46a3-ac04-2578a4f96e5c None None] Routers {'8db4b50c-4288-465f-8404-add9b676a7d6'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:55:41.260033 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-39d47f78-74b1-46a3-ac04-2578a4f96e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:55:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['8db4b50c-4288-465f-8404-add9b676a7d6'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:55:41.267058 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d98a653d-152b-48e9-bf56-98f2120a588e req-1e872062-cfd9-4120-b8a8-8d611bfdbbfa service neutron] 10.222.0.53 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855184 Oct 30 15:55:41.325754 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:55:41.355918 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d98a653d-152b-48e9-bf56-98f2120a588e req-12710166-9b88-4abb-920f-c630bac9ca5b service neutron] 10.222.0.53 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820353 Oct 30 15:55:41.367985 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-39d47f78-74b1-46a3-ac04-2578a4f96e5c None None] Set router 8db4b50c-4288-465f-8404-add9b676a7d6 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:55:41.596806 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-39d47f78-74b1-46a3-ac04-2578a4f96e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'name': 'tempest-ServerActionsTestJSON-308957441-router', 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '60edce63-8ca0-4eda-8847-17af1c93dd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:53:15Z', 'updated_at': '2021-10-30T15:53:18Z', 'revision_number': 4, 'project_id': '94516668cf3b4c8d835a0c59a275059c', 'gw_port': {'id': '60edce63-8ca0-4eda-8847-17af1c93dd66', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:67:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:53:15Z', 'updated_at': '2021-10-30T15:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '688aec67-a6f3-4750-964e-b6587d18c961', 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'floating_ip_address': '172.25.4.117', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'port_id': 'a93a5f8e-4371-4cef-8c0d-2b23cf61de35', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e', 'mac_address': 'fa:16:3e:6f:25:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a77340f-0c59-42de-88f4-39d7a9ed12e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:53:20Z', 'updated_at': '2021-10-30T15:55:40Z', 'revision_number': 5, 'project_id': '94516668cf3b4c8d835a0c59a275059c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f2513da-2e7f-4c66-8975-1a2acd5a1a12', 'name': '', 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e', 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'mac_address': 'fa:16:3e:42:b8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a302147f-c20f-424a-aa99-dcc20d3813ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:53:17Z', 'updated_at': '2021-10-30T15:53:21Z', 'revision_number': 5, 'project_id': '94516668cf3b4c8d835a0c59a275059c', 'subnets': [{'id': 'a302147f-c20f-424a-aa99-dcc20d3813ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:55:41.622647 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d47f78-74b1-46a3-ac04-2578a4f96e5c None None] The sync data for ids ['8db4b50c-4288-465f-8404-add9b676a7d6'] in n-d-806683-17 is: [{'id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'name': 'tempest-ServerActionsTestJSON-308957441-router', 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '60edce63-8ca0-4eda-8847-17af1c93dd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:53:15Z', 'updated_at': '2021-10-30T15:53:18Z', 'revision_number': 4, 'project_id': '94516668cf3b4c8d835a0c59a275059c', 'gw_port': {'id': '60edce63-8ca0-4eda-8847-17af1c93dd66', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:67:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:53:15Z', 'updated_at': '2021-10-30T15:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '688aec67-a6f3-4750-964e-b6587d18c961', 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'floating_ip_address': '172.25.4.117', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'port_id': 'a93a5f8e-4371-4cef-8c0d-2b23cf61de35', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e', 'mac_address': 'fa:16:3e:6f:25:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a77340f-0c59-42de-88f4-39d7a9ed12e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:53:20Z', 'updated_at': '2021-10-30T15:55:40Z', 'revision_number': 5, 'project_id': '94516668cf3b4c8d835a0c59a275059c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f2513da-2e7f-4c66-8975-1a2acd5a1a12', 'name': '', 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e', 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'mac_address': 'fa:16:3e:42:b8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a302147f-c20f-424a-aa99-dcc20d3813ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:53:17Z', 'updated_at': '2021-10-30T15:53:21Z', 'revision_number': 5, 'project_id': '94516668cf3b4c8d835a0c59a275059c', 'subnets': [{'id': 'a302147f-c20f-424a-aa99-dcc20d3813ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:55:41.812173 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed30e653-88b3-472e-a9fc-0ddff1910ca3 None None] New status for floating IP 688aec67-a6f3-4750-964e-b6587d18c961: ACTIVE {{(pid=102132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 15:55:51.214422 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b42b2a15-acb4-4b2d-a952-ee924ba830cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:55:53.818411 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a2c44ea0-8dd5-4e1c-b0ff-c296116b6fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:55:54.794324 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:55:54.970327 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:55:56.729873 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:56:00.282591 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:56:02.268780 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:56:18.305034 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:56:21.216067 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8b5dcfe7-799b-4a30-aebe-f9a22aaef466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:56:23.823974 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b655a3d0-ec99-4b60-b59d-e9fcdae6ca40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:56:24.797558 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:56:24.971665 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:56:26.732793 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:56:30.279266 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:56:32.270488 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:56:32.601164 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a32c22eb-1c9e-4d03-98a5-29321ccfeba6 req-8c3710a3-8957-4a29-9d37-b1a8648e0a6a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9a77340f-0c59-42de-88f4-39d7a9ed12e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0440929 Oct 30 15:56:32.681773 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c22eb-1c9e-4d03-98a5-29321ccfeba6 req-3dc60ebe-926a-44c3-aac8-eb55af89205e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:56:32.683290 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a32c22eb-1c9e-4d03-98a5-29321ccfeba6 req-3dc60ebe-926a-44c3-aac8-eb55af89205e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=94516668cf3b4c8d835a0c59a275059c&device_id=9a77340f-0c59-42de-88f4-39d7a9ed12e5 HTTP/1.1" status: 200 len: 1097 time: 0.0401731 Oct 30 15:56:32.785985 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c22eb-1c9e-4d03-98a5-29321ccfeba6 req-855ae255-b366-4f2b-8a88-9dee32aa2009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:56:32.787488 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a32c22eb-1c9e-4d03-98a5-29321ccfeba6 req-855ae255-b366-4f2b-8a88-9dee32aa2009 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e HTTP/1.1" status: 200 len: 912 time: 0.0853903 Oct 30 15:56:32.855081 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a32c22eb-1c9e-4d03-98a5-29321ccfeba6 req-21ebdc4b-c890-4490-ac58-aa19c5fd7d8f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a93a5f8e-4371-4cef-8c0d-2b23cf61de35 HTTP/1.1" status: 200 len: 1001 time: 0.0609596 Oct 30 15:56:32.903310 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c22eb-1c9e-4d03-98a5-29321ccfeba6 req-d447f615-719f-499a-a070-3891a20f247b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:56:32.904781 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a32c22eb-1c9e-4d03-98a5-29321ccfeba6 req-d447f615-719f-499a-a070-3891a20f247b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a302147f-c20f-424a-aa99-dcc20d3813ba HTTP/1.1" status: 200 len: 850 time: 0.0432727 Oct 30 15:56:32.950839 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c22eb-1c9e-4d03-98a5-29321ccfeba6 req-7bb58d9a-b70a-4423-b6ee-89c757113623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:56:32.952379 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a32c22eb-1c9e-4d03-98a5-29321ccfeba6 req-7bb58d9a-b70a-4423-b6ee-89c757113623 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399663 Oct 30 15:56:33.054239 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a32c22eb-1c9e-4d03-98a5-29321ccfeba6 req-6fb69687-5739-45a1-bb3c-ef464b442de0 service neutron] 10.222.0.53 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875390 Oct 30 15:56:33.163695 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a32c22eb-1c9e-4d03-98a5-29321ccfeba6 req-7858ba14-aa93-4735-9bcc-93673d872fc3 service neutron] 10.222.0.53 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020055 Oct 30 15:56:51.217543 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-32a988ba-0ce9-40be-ad7d-a6d086930c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:56:53.825156 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ef8f1a1f-46d9-4626-ab96-b076b386cb1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:56:54.800636 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:56:54.976579 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:56:55.304704 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:56:56.735757 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:57:00.284667 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:57:02.285012 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:57:16.760937 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e5c3c-48ca-4f11-85e4-5429cc0b08ef req-b4935b12-491e-4be8-b35b-e5cb5a6c073b tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:16.762676 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ff2e5c3c-48ca-4f11-85e4-5429cc0b08ef req-b4935b12-491e-4be8-b35b-e5cb5a6c073b tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a77340f-0c59-42de-88f4-39d7a9ed12e5 HTTP/1.1" status: 200 len: 945 time: 0.0518744 Oct 30 15:57:16.801035 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ff2e5c3c-48ca-4f11-85e4-5429cc0b08ef req-113003e6-0d34-46a2-8e1b-5542a18ade4d tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324183 Oct 30 15:57:17.921471 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf64d7-b8fc-4a7a-bd80-2b74d7bff5b8 req-d12721c4-b1b4-49ae-b377-c511f345b0d1 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:17.922934 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e2cf64d7-b8fc-4a7a-bd80-2b74d7bff5b8 req-d12721c4-b1b4-49ae-b377-c511f345b0d1 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a77340f-0c59-42de-88f4-39d7a9ed12e5 HTTP/1.1" status: 200 len: 945 time: 0.0530565 Oct 30 15:57:17.964340 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e2cf64d7-b8fc-4a7a-bd80-2b74d7bff5b8 req-7f6a9265-1485-4ff1-a141-eb8e8d1ffcf6 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350504 Oct 30 15:57:19.083167 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5951d15-fcea-4577-a001-c49b97a157fc req-d20ec7bb-c41f-4c87-a395-2902ec8f1b11 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:19.084662 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c5951d15-fcea-4577-a001-c49b97a157fc req-d20ec7bb-c41f-4c87-a395-2902ec8f1b11 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a77340f-0c59-42de-88f4-39d7a9ed12e5 HTTP/1.1" status: 200 len: 945 time: 0.0530341 Oct 30 15:57:19.123400 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c5951d15-fcea-4577-a001-c49b97a157fc req-95417602-0c84-401b-88b8-5e8bb71c7b1f tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328441 Oct 30 15:57:20.238276 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195eed64-b212-435c-a33a-c6dbba03f22e req-6577c967-4262-49e8-ae5a-ad9e9b8191c5 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:20.239751 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-195eed64-b212-435c-a33a-c6dbba03f22e req-6577c967-4262-49e8-ae5a-ad9e9b8191c5 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a77340f-0c59-42de-88f4-39d7a9ed12e5 HTTP/1.1" status: 200 len: 945 time: 0.0478547 Oct 30 15:57:20.276748 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-195eed64-b212-435c-a33a-c6dbba03f22e req-c5c2edca-08ae-45ae-b6ec-79a62bf84b45 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307281 Oct 30 15:57:21.220264 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-db875b16-7e4f-428f-83ff-a7ed9d346c90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:57:21.391262 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20389d27-981b-4c28-85c0-772f2c0e42a3 req-cec9bcc2-0747-423a-a348-1458247d604b tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:21.392730 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-20389d27-981b-4c28-85c0-772f2c0e42a3 req-cec9bcc2-0747-423a-a348-1458247d604b tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a77340f-0c59-42de-88f4-39d7a9ed12e5 HTTP/1.1" status: 200 len: 945 time: 0.0478671 Oct 30 15:57:21.430087 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-20389d27-981b-4c28-85c0-772f2c0e42a3 req-588e0195-6fa8-4caa-b796-49ca34b25f34 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308385 Oct 30 15:57:22.543127 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f12d34b-e2f2-4e6f-b1b5-a703729a1cfb req-2718b9e8-595a-4f48-a646-aedcd568e99a tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:22.544593 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9f12d34b-e2f2-4e6f-b1b5-a703729a1cfb req-2718b9e8-595a-4f48-a646-aedcd568e99a tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a77340f-0c59-42de-88f4-39d7a9ed12e5 HTTP/1.1" status: 200 len: 945 time: 0.0477679 Oct 30 15:57:22.581491 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9f12d34b-e2f2-4e6f-b1b5-a703729a1cfb req-849c31f7-9918-4d97-a190-7695326acc40 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310464 Oct 30 15:57:23.700679 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb2002-76fb-47e6-b7e1-02b3e13b4483 req-ee20822b-6764-4fb6-99b2-bf87b5618e25 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:23.702160 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-debb2002-76fb-47e6-b7e1-02b3e13b4483 req-ee20822b-6764-4fb6-99b2-bf87b5618e25 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a77340f-0c59-42de-88f4-39d7a9ed12e5 HTTP/1.1" status: 200 len: 945 time: 0.0523403 Oct 30 15:57:23.739446 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-debb2002-76fb-47e6-b7e1-02b3e13b4483 req-7d83d1f4-e494-4c9e-96fa-cdc630e12a3f tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313599 Oct 30 15:57:23.826716 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ef2a3f4b-09b3-4108-b28b-4223b23a6f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:57:24.803661 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:57:24.858434 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be716174-ac28-43f5-b54e-192f7bcbd79e req-adac93b2-dd9a-4308-80c1-fcad686b3d13 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:24.859921 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-be716174-ac28-43f5-b54e-192f7bcbd79e req-adac93b2-dd9a-4308-80c1-fcad686b3d13 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a77340f-0c59-42de-88f4-39d7a9ed12e5 HTTP/1.1" status: 200 len: 945 time: 0.0518138 Oct 30 15:57:24.897565 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-be716174-ac28-43f5-b54e-192f7bcbd79e req-7fbedb32-edd0-43d5-83e5-4f290b3d8151 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311954 Oct 30 15:57:24.981907 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:57:26.020340 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78669ef-1b5a-4d94-8796-fcc6c7d57720 req-0a8f707f-bc81-4fa8-93a3-94e8301f0d58 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:26.021725 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d78669ef-1b5a-4d94-8796-fcc6c7d57720 req-0a8f707f-bc81-4fa8-93a3-94e8301f0d58 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a77340f-0c59-42de-88f4-39d7a9ed12e5 HTTP/1.1" status: 200 len: 945 time: 0.0531151 Oct 30 15:57:26.059516 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d78669ef-1b5a-4d94-8796-fcc6c7d57720 req-018496c0-73a4-482f-b0ed-daffcf6053c3 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318828 Oct 30 15:57:26.737255 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:57:27.175203 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e6bff-17f5-4bab-b168-d903d60fdc06 req-09a2e830-1760-4fe1-baea-8d6ca1dc09d7 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:27.176784 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-834e6bff-17f5-4bab-b168-d903d60fdc06 req-09a2e830-1760-4fe1-baea-8d6ca1dc09d7 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a77340f-0c59-42de-88f4-39d7a9ed12e5 HTTP/1.1" status: 200 len: 945 time: 0.0480008 Oct 30 15:57:27.215872 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-834e6bff-17f5-4bab-b168-d903d60fdc06 req-49372dbe-536b-447b-91df-184d191a313e tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326657 Oct 30 15:57:27.448540 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b395d28-6cfe-4554-9a14-45d649037a6e req-31002c15-4150-45b5-b1f2-1d7bd86c3e89 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:27.450023 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3b395d28-6cfe-4554-9a14-45d649037a6e req-31002c15-4150-45b5-b1f2-1d7bd86c3e89 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a77340f-0c59-42de-88f4-39d7a9ed12e5 HTTP/1.1" status: 200 len: 945 time: 0.0494630 Oct 30 15:57:27.514813 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3b395d28-6cfe-4554-9a14-45d649037a6e req-2b9aab9d-4d0e-4322-836c-5cb640504e85 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559452 Oct 30 15:57:27.520135 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d7f8f37d-e96e-43d3-a31b-1da868810adc req-5ba5bb8b-7d77-4aa2-a206-d3d6b42624e7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9a77340f-0c59-42de-88f4-39d7a9ed12e5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1264961 Oct 30 15:57:28.631383 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f758b4-cf8a-4241-91c5-c2bc61424952 req-eb4ddaee-2d61-4568-b32b-1b216e82c225 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:28.632874 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f5f758b4-cf8a-4241-91c5-c2bc61424952 req-eb4ddaee-2d61-4568-b32b-1b216e82c225 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a77340f-0c59-42de-88f4-39d7a9ed12e5 HTTP/1.1" status: 200 len: 945 time: 0.0510101 Oct 30 15:57:28.671040 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f5f758b4-cf8a-4241-91c5-c2bc61424952 req-dc356ad6-6337-4bb0-910d-3ee3d6ecf9f6 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323007 Oct 30 15:57:29.785942 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e21ae1d-1e78-4d57-bea9-032b8b74ba13 req-3be07f2e-ad84-4863-ac74-2ba9d911100b tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:29.787421 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6e21ae1d-1e78-4d57-bea9-032b8b74ba13 req-3be07f2e-ad84-4863-ac74-2ba9d911100b tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a77340f-0c59-42de-88f4-39d7a9ed12e5 HTTP/1.1" status: 200 len: 945 time: 0.0486276 Oct 30 15:57:29.824266 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6e21ae1d-1e78-4d57-bea9-032b8b74ba13 req-dce938a4-cb4c-4849-8a58-72f907ad488e tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308926 Oct 30 15:57:30.310414 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:57:30.602482 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8f37d-e96e-43d3-a31b-1da868810adc req-c4d0d6d0-6cef-4631-9673-da3a5779b698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:30.603906 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d7f8f37d-e96e-43d3-a31b-1da868810adc req-c4d0d6d0-6cef-4631-9673-da3a5779b698 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=94516668cf3b4c8d835a0c59a275059c&device_id=9a77340f-0c59-42de-88f4-39d7a9ed12e5 HTTP/1.1" status: 200 len: 1097 time: 0.0395236 Oct 30 15:57:30.707994 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8f37d-e96e-43d3-a31b-1da868810adc req-657750c9-4652-4e4b-af58-98f1913e2b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:30.709952 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d7f8f37d-e96e-43d3-a31b-1da868810adc req-657750c9-4652-4e4b-af58-98f1913e2b66 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e HTTP/1.1" status: 200 len: 912 time: 0.0997071 Oct 30 15:57:30.773062 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d7f8f37d-e96e-43d3-a31b-1da868810adc req-94575be2-aeb0-4b65-9e46-84de37625094 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a93a5f8e-4371-4cef-8c0d-2b23cf61de35 HTTP/1.1" status: 200 len: 1001 time: 0.0558527 Oct 30 15:57:30.825615 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8f37d-e96e-43d3-a31b-1da868810adc req-300f036e-4999-4009-80d4-d8fe73a558a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:30.827036 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d7f8f37d-e96e-43d3-a31b-1da868810adc req-300f036e-4999-4009-80d4-d8fe73a558a1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a302147f-c20f-424a-aa99-dcc20d3813ba HTTP/1.1" status: 200 len: 850 time: 0.0464251 Oct 30 15:57:30.874451 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8f37d-e96e-43d3-a31b-1da868810adc req-69dbf613-3a9f-4fbb-99c6-89393c9a8bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:30.875989 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d7f8f37d-e96e-43d3-a31b-1da868810adc req-69dbf613-3a9f-4fbb-99c6-89393c9a8bca service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396597 Oct 30 15:57:30.938849 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef6164-bf8a-4645-b9d0-233962174150 req-136bb51d-2cf9-4799-b663-5db96529ed5b tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:30.941147 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-87ef6164-bf8a-4645-b9d0-233962174150 req-136bb51d-2cf9-4799-b663-5db96529ed5b tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a77340f-0c59-42de-88f4-39d7a9ed12e5 HTTP/1.1" status: 200 len: 945 time: 0.0497680 Oct 30 15:57:30.971871 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d7f8f37d-e96e-43d3-a31b-1da868810adc req-69d80017-e9ee-4e9b-878b-da4364131f10 service neutron] 10.222.0.53 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890505 Oct 30 15:57:30.987000 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-87ef6164-bf8a-4645-b9d0-233962174150 req-5445605c-c7e0-4bf5-8a86-71c4631ce146 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387580 Oct 30 15:57:31.067218 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d7f8f37d-e96e-43d3-a31b-1da868810adc req-ffde9cc3-374b-4981-bbcf-eee31c5006b2 service neutron] 10.222.0.53 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887246 Oct 30 15:57:32.103887 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db5b3ef-0b0e-4cdf-87ed-6978d3319dac req-1c2de659-d089-481d-bdc1-fccdab448a59 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:32.105329 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0db5b3ef-0b0e-4cdf-87ed-6978d3319dac req-1c2de659-d089-481d-bdc1-fccdab448a59 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a77340f-0c59-42de-88f4-39d7a9ed12e5 HTTP/1.1" status: 200 len: 945 time: 0.0474892 Oct 30 15:57:32.143038 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0db5b3ef-0b0e-4cdf-87ed-6978d3319dac req-d47f9222-e48c-4177-bf54-4acb83a9f048 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309572 Oct 30 15:57:32.275257 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:57:32.303218 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:57:32.779520 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [req-d7f8f37d-e96e-43d3-a31b-1da868810adc req-b6a2a6c1-7e2a-4c28-ae0c-486f04f16992 service neutron] show failed (client error): The resource could not be found. Oct 30 15:57:32.780523 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d7f8f37d-e96e-43d3-a31b-1da868810adc req-b6a2a6c1-7e2a-4c28-ae0c-486f04f16992 service neutron] 10.222.0.53 "GET /v2.0/ports/a93a5f8e-4371-4cef-8c0d-2b23cf61de35/bindings/n-h2-806683-17 HTTP/1.1" status: 404 len: 381 time: 0.0579777 Oct 30 15:57:32.977874 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8f37d-e96e-43d3-a31b-1da868810adc req-439ea77e-c2cf-4afd-9406-dc13b2418df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:32.979437 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d7f8f37d-e96e-43d3-a31b-1da868810adc req-439ea77e-c2cf-4afd-9406-dc13b2418df9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9a77340f-0c59-42de-88f4-39d7a9ed12e5&tenant_id=94516668cf3b4c8d835a0c59a275059c HTTP/1.1" status: 200 len: 1097 time: 0.0410254 Oct 30 15:57:32.991078 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-d7f8f37d-e96e-43d3-a31b-1da868810adc req-66a60782-c53f-4b66-b426-1e14a84e044a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-17', 'device_owner': 'compute:nova'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:57:33.042084 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-d7f8f37d-e96e-43d3-a31b-1da868810adc req-66a60782-c53f-4b66-b426-1e14a84e044a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:57:33.244037 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-d7f8f37d-e96e-43d3-a31b-1da868810adc req-66a60782-c53f-4b66-b426-1e14a84e044a service neutron] For port a93a5f8e-4371-4cef-8c0d-2b23cf61de35, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=a93a5f8e-4371-4cef-8c0d-2b23cf61de35,segment=NetworkSegment(f4523d14-d3cd-42a7-90ba-f488fbf20e2e),segment_id=f4523d14-d3cd-42a7-90ba-f488fbf20e2e)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:57:33.265339 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c99b7-a61a-4b9e-82f6-e5497495e075 req-dfa45280-27d1-402e-8333-40a9f07e7792 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:33.266837 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6d5c99b7-a61a-4b9e-82f6-e5497495e075 req-dfa45280-27d1-402e-8333-40a9f07e7792 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a77340f-0c59-42de-88f4-39d7a9ed12e5 HTTP/1.1" status: 200 len: 945 time: 0.0532472 Oct 30 15:57:33.277206 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-d7f8f37d-e96e-43d3-a31b-1da868810adc req-66a60782-c53f-4b66-b426-1e14a84e044a service neutron] For port a93a5f8e-4371-4cef-8c0d-2b23cf61de35, host n-h1-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:57:33.306263 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6d5c99b7-a61a-4b9e-82f6-e5497495e075 req-5374bf02-24e9-42af-95aa-0e41df7b8a79 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332685 Oct 30 15:57:33.318115 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a77340f-0c59-42de-88f4-39d7a9ed12e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a93a5f8e-4371-4cef-8c0d-2b23cf61de35'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:57:33.320469 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71b83c8-78ec-455a-9b17-d7e21c1e11e8" -d '{"events": [{"server_uuid": "9a77340f-0c59-42de-88f4-39d7a9ed12e5", "name": "network-vif-unplugged", "status": "completed", "tag": "a93a5f8e-4371-4cef-8c0d-2b23cf61de35"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:57:33.324924 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-d7f8f37d-e96e-43d3-a31b-1da868810adc req-66a60782-c53f-4b66-b426-1e14a84e044a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:57:33.337345 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-d7f8f37d-e96e-43d3-a31b-1da868810adc req-66a60782-c53f-4b66-b426-1e14a84e044a service neutron] Transition to ACTIVE for port object a93a5f8e-4371-4cef-8c0d-2b23cf61de35 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:57:33.341270 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-d7f8f37d-e96e-43d3-a31b-1da868810adc req-66a60782-c53f-4b66-b426-1e14a84e044a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:57:33.373216 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Oct 2021 15:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f527d77-2bdc-4444-a65c-6ce15fe62c9f x-openstack-request-id: req-3f527d77-2bdc-4444-a65c-6ce15fe62c9f {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:57:33.373504 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a77340f-0c59-42de-88f4-39d7a9ed12e5", "name": "network-vif-unplugged", "status": "completed", "tag": "a93a5f8e-4371-4cef-8c0d-2b23cf61de35", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:57:33.373758 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3f527d77-2bdc-4444-a65c-6ce15fe62c9f {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:57:33.374150 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a77340f-0c59-42de-88f4-39d7a9ed12e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a93a5f8e-4371-4cef-8c0d-2b23cf61de35', 'code': 200} Oct 30 15:57:33.424975 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a60782-c53f-4b66-b426-1e14a84e044a service neutron] Pushing event updated for resources: {'Port': ['ID=a93a5f8e-4371-4cef-8c0d-2b23cf61de35,revision_number=6']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:57:33.442446 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a60782-c53f-4b66-b426-1e14a84e044a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:57:33.442797 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a60782-c53f-4b66-b426-1e14a84e044a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:57:33.443138 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a60782-c53f-4b66-b426-1e14a84e044a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:57:33.443498 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a60782-c53f-4b66-b426-1e14a84e044a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:57:33.443870 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a60782-c53f-4b66-b426-1e14a84e044a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:57:33.444203 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a60782-c53f-4b66-b426-1e14a84e044a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:57:33.444531 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a60782-c53f-4b66-b426-1e14a84e044a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:57:33.444858 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a60782-c53f-4b66-b426-1e14a84e044a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:57:33.445193 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a60782-c53f-4b66-b426-1e14a84e044a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:57:33.445522 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a60782-c53f-4b66-b426-1e14a84e044a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:57:33.445849 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a60782-c53f-4b66-b426-1e14a84e044a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:57:33.446174 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a60782-c53f-4b66-b426-1e14a84e044a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:57:33.478965 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7f8f37d-e96e-43d3-a31b-1da868810adc req-66a60782-c53f-4b66-b426-1e14a84e044a service neutron] No DVR routers for this DVR port a93a5f8e-4371-4cef-8c0d-2b23cf61de35 on host n-h1-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:57:33.613268 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-d7f8f37d-e96e-43d3-a31b-1da868810adc req-66a60782-c53f-4b66-b426-1e14a84e044a service neutron] Attempting to bind port a93a5f8e-4371-4cef-8c0d-2b23cf61de35 on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:57:33.613600 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-d7f8f37d-e96e-43d3-a31b-1da868810adc req-66a60782-c53f-4b66-b426-1e14a84e044a service neutron] Attempting to bind port a93a5f8e-4371-4cef-8c0d-2b23cf61de35 by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': 'f4523d14-d3cd-42a7-90ba-f488fbf20e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:57:33.613924 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f8f37d-e96e-43d3-a31b-1da868810adc req-66a60782-c53f-4b66-b426-1e14a84e044a service neutron] Attempting to bind port a93a5f8e-4371-4cef-8c0d-2b23cf61de35 on network 2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:57:33.618794 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f8f37d-e96e-43d3-a31b-1da868810adc req-66a60782-c53f-4b66-b426-1e14a84e044a service neutron] Port a93a5f8e-4371-4cef-8c0d-2b23cf61de35 on network 2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:57:33.619136 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f8f37d-e96e-43d3-a31b-1da868810adc req-66a60782-c53f-4b66-b426-1e14a84e044a service neutron] Attempting to bind port a93a5f8e-4371-4cef-8c0d-2b23cf61de35 on network 2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:57:33.623962 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f8f37d-e96e-43d3-a31b-1da868810adc req-66a60782-c53f-4b66-b426-1e14a84e044a service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:57:33.624297 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f8f37d-e96e-43d3-a31b-1da868810adc req-66a60782-c53f-4b66-b426-1e14a84e044a service neutron] Checking segment: {'id': 'f4523d14-d3cd-42a7-90ba-f488fbf20e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:57:33.624678 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f8f37d-e96e-43d3-a31b-1da868810adc req-66a60782-c53f-4b66-b426-1e14a84e044a service neutron] Bound using segment: {'id': 'f4523d14-d3cd-42a7-90ba-f488fbf20e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:57:33.625104 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-d7f8f37d-e96e-43d3-a31b-1da868810adc req-66a60782-c53f-4b66-b426-1e14a84e044a service neutron] Bound port: a93a5f8e-4371-4cef-8c0d-2b23cf61de35, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4523d14-d3cd-42a7-90ba-f488fbf20e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:57:33.625452 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-d7f8f37d-e96e-43d3-a31b-1da868810adc req-66a60782-c53f-4b66-b426-1e14a84e044a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:57:33.688274 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-d7f8f37d-e96e-43d3-a31b-1da868810adc req-66a60782-c53f-4b66-b426-1e14a84e044a service neutron] For port a93a5f8e-4371-4cef-8c0d-2b23cf61de35, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:57:33.691577 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-d7f8f37d-e96e-43d3-a31b-1da868810adc req-66a60782-c53f-4b66-b426-1e14a84e044a service neutron] For port a93a5f8e-4371-4cef-8c0d-2b23cf61de35, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=a93a5f8e-4371-4cef-8c0d-2b23cf61de35,segment=NetworkSegment(f4523d14-d3cd-42a7-90ba-f488fbf20e2e),segment_id=f4523d14-d3cd-42a7-90ba-f488fbf20e2e)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:57:33.695768 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-d7f8f37d-e96e-43d3-a31b-1da868810adc req-66a60782-c53f-4b66-b426-1e14a84e044a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:57:33.734828 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8f37d-e96e-43d3-a31b-1da868810adc req-66a60782-c53f-4b66-b426-1e14a84e044a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:33.735435 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-d7f8f37d-e96e-43d3-a31b-1da868810adc req-66a60782-c53f-4b66-b426-1e14a84e044a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:57:33.736862 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d7f8f37d-e96e-43d3-a31b-1da868810adc req-66a60782-c53f-4b66-b426-1e14a84e044a service neutron] 10.222.0.44 "PUT /v2.0/ports/a93a5f8e-4371-4cef-8c0d-2b23cf61de35 HTTP/1.1" status: 200 len: 1092 time: 0.7502031 Oct 30 15:57:33.757307 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a60782-c53f-4b66-b426-1e14a84e044a service neutron] Pushing event updated for resources: {'Port': ['ID=a93a5f8e-4371-4cef-8c0d-2b23cf61de35,revision_number=7']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:57:33.801410 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8f37d-e96e-43d3-a31b-1da868810adc req-0b8de046-57d5-4597-8756-9350e4faab57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:33.802906 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d7f8f37d-e96e-43d3-a31b-1da868810adc req-0b8de046-57d5-4597-8756-9350e4faab57 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94516668cf3b4c8d835a0c59a275059c&device_id=9a77340f-0c59-42de-88f4-39d7a9ed12e5 HTTP/1.1" status: 200 len: 1095 time: 0.0427005 Oct 30 15:57:33.899220 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8f37d-e96e-43d3-a31b-1da868810adc req-63714d05-ab1c-44cf-920a-da8a8440647e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:33.900721 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d7f8f37d-e96e-43d3-a31b-1da868810adc req-63714d05-ab1c-44cf-920a-da8a8440647e service neutron] 10.222.0.44 "GET /v2.0/networks?id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e HTTP/1.1" status: 200 len: 912 time: 0.0906630 Oct 30 15:57:33.968787 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d7f8f37d-e96e-43d3-a31b-1da868810adc req-a98260e0-1811-4aed-a2d6-b2bbd22675e3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a93a5f8e-4371-4cef-8c0d-2b23cf61de35 HTTP/1.1" status: 200 len: 999 time: 0.0606420 Oct 30 15:57:34.017659 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8f37d-e96e-43d3-a31b-1da868810adc req-50a725d7-c91a-4863-adbe-07a52f436071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:34.019108 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d7f8f37d-e96e-43d3-a31b-1da868810adc req-50a725d7-c91a-4863-adbe-07a52f436071 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a302147f-c20f-424a-aa99-dcc20d3813ba HTTP/1.1" status: 200 len: 850 time: 0.0440569 Oct 30 15:57:34.063856 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8f37d-e96e-43d3-a31b-1da868810adc req-1066289d-2e12-4e96-a549-24009aa07b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:34.065234 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d7f8f37d-e96e-43d3-a31b-1da868810adc req-1066289d-2e12-4e96-a549-24009aa07b7b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385804 Oct 30 15:57:34.156853 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d7f8f37d-e96e-43d3-a31b-1da868810adc req-e16de86d-4385-4d48-bb2d-38d38e05b4f8 service neutron] 10.222.0.44 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836895 Oct 30 15:57:34.242832 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d7f8f37d-e96e-43d3-a31b-1da868810adc req-07b7ae3d-004c-406d-b01e-675b94db6274 service neutron] 10.222.0.44 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788293 Oct 30 15:57:34.452598 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be632f0e-4ae9-45a0-ac1f-372fa27a6236 req-1351a9f3-6710-47ef-b764-b01d20121ccf tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:34.454096 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-be632f0e-4ae9-45a0-ac1f-372fa27a6236 req-1351a9f3-6710-47ef-b764-b01d20121ccf tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a77340f-0c59-42de-88f4-39d7a9ed12e5 HTTP/1.1" status: 200 len: 943 time: 0.0590899 Oct 30 15:57:34.491624 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-be632f0e-4ae9-45a0-ac1f-372fa27a6236 req-a0309fcd-94b3-4152-9495-a61177ee53b4 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314987 Oct 30 15:57:35.375721 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a77340f-0c59-42de-88f4-39d7a9ed12e5', 'tag': 'a93a5f8e-4371-4cef-8c0d-2b23cf61de35'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:57:35.378152 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd3de66-cfc4-4631-9fb6-2658661590fa" -d '{"events": [{"name": "network-changed", "server_uuid": "9a77340f-0c59-42de-88f4-39d7a9ed12e5", "tag": "a93a5f8e-4371-4cef-8c0d-2b23cf61de35"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:57:35.426750 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1efc53-b32f-457a-9b1d-cb2312540ddf x-openstack-request-id: req-4e1efc53-b32f-457a-9b1d-cb2312540ddf {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:57:35.427040 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a77340f-0c59-42de-88f4-39d7a9ed12e5", "tag": "a93a5f8e-4371-4cef-8c0d-2b23cf61de35", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:57:35.427294 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4e1efc53-b32f-457a-9b1d-cb2312540ddf {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:57:35.427759 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a77340f-0c59-42de-88f4-39d7a9ed12e5', 'tag': 'a93a5f8e-4371-4cef-8c0d-2b23cf61de35', 'status': 'completed', 'code': 200} Oct 30 15:57:35.516760 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd3de66-cfc4-4631-9fb6-2658661590fa req-1cc981b2-7309-4a89-9f58-e67da3f25708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:35.518644 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1cd3de66-cfc4-4631-9fb6-2658661590fa req-1cc981b2-7309-4a89-9f58-e67da3f25708 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94516668cf3b4c8d835a0c59a275059c&device_id=9a77340f-0c59-42de-88f4-39d7a9ed12e5 HTTP/1.1" status: 200 len: 1095 time: 0.0731790 Oct 30 15:57:35.537356 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd3de66-cfc4-4631-9fb6-2658661590fa req-e0ca3924-b764-49a1-8e0b-6c29df08f35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:35.538809 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1cd3de66-cfc4-4631-9fb6-2658661590fa req-e0ca3924-b764-49a1-8e0b-6c29df08f35b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=94516668cf3b4c8d835a0c59a275059c&device_id=9a77340f-0c59-42de-88f4-39d7a9ed12e5 HTTP/1.1" status: 200 len: 1095 time: 0.0638051 Oct 30 15:57:35.611367 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f878fbdd-ab14-4744-85cb-9d0288b530b0 req-36dc1513-3988-4802-8df2-b4bacb1e46cc tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:35.612973 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f878fbdd-ab14-4744-85cb-9d0288b530b0 req-36dc1513-3988-4802-8df2-b4bacb1e46cc tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a77340f-0c59-42de-88f4-39d7a9ed12e5 HTTP/1.1" status: 200 len: 943 time: 0.0503998 Oct 30 15:57:35.643247 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device a93a5f8e-4371-4cef-8c0d-2b23cf61de35 details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:57:35.655050 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f878fbdd-ab14-4744-85cb-9d0288b530b0 req-4706b732-d61a-46f0-990a-6df28eacdc0a tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357516 Oct 30 15:57:35.754685 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port a93a5f8e-4371-4cef-8c0d-2b23cf61de35, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=a93a5f8e-4371-4cef-8c0d-2b23cf61de35,segment=NetworkSegment(f4523d14-d3cd-42a7-90ba-f488fbf20e2e),segment_id=f4523d14-d3cd-42a7-90ba-f488fbf20e2e)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:57:35.770986 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': 'a93a5f8e-4371-4cef-8c0d-2b23cf61de35', 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e', 'port_id': 'a93a5f8e-4371-4cef-8c0d-2b23cf61de35', 'mac_address': 'fa:16:3e:6f:25:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a302147f-c20f-424a-aa99-dcc20d3813ba', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:57:35.821365 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:57:35.838221 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a93a5f8e-4371-4cef-8c0d-2b23cf61de35 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:57:35.861007 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port a93a5f8e-4371-4cef-8c0d-2b23cf61de35, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=a93a5f8e-4371-4cef-8c0d-2b23cf61de35,segment=NetworkSegment(f4523d14-d3cd-42a7-90ba-f488fbf20e2e),segment_id=f4523d14-d3cd-42a7-90ba-f488fbf20e2e)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:57:35.865406 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:57:35.925843 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=a93a5f8e-4371-4cef-8c0d-2b23cf61de35,revision_number=8']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:57:35.934070 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:57:35.934419 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:57:35.934762 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:57:35.935101 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:57:35.935434 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:57:35.935795 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:57:35.936123 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:57:35.936444 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:57:35.936764 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:57:35.937282 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:57:35.937608 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:57:35.938047 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:57:35.948634 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0753fdbc-bd09-408f-a821-f0c15ab0044c req-feb1000f-b585-4dfb-8bad-2e9cc33d0b52 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:35.950413 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0753fdbc-bd09-408f-a821-f0c15ab0044c req-feb1000f-b585-4dfb-8bad-2e9cc33d0b52 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a77340f-0c59-42de-88f4-39d7a9ed12e5 HTTP/1.1" status: 200 len: 943 time: 0.1097047 Oct 30 15:57:35.993375 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d29d31-4464-49bd-966d-ecd3b456445f req-f76b9e0e-9b96-4f10-8947-d5b3221e7013 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:35.994841 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-27d29d31-4464-49bd-966d-ecd3b456445f req-f76b9e0e-9b96-4f10-8947-d5b3221e7013 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a77340f-0c59-42de-88f4-39d7a9ed12e5&tenant_id=94516668cf3b4c8d835a0c59a275059c&binding%3Ahost_id=n-h2-806683-17 HTTP/1.1" status: 200 len: 944 time: 0.1215136 Oct 30 15:57:36.009676 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd3de66-cfc4-4631-9fb6-2658661590fa req-9571b227-3866-4b0c-b877-f3c282a42d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:36.011133 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1cd3de66-cfc4-4631-9fb6-2658661590fa req-9571b227-3866-4b0c-b877-f3c282a42d0e service neutron] 10.222.0.44 "GET /v2.0/networks?id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e HTTP/1.1" status: 200 len: 912 time: 0.4839838 Oct 30 15:57:36.015397 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd3de66-cfc4-4631-9fb6-2658661590fa req-85715cd2-a9f1-47d3-b8f0-03cf34b147ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:36.016758 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1cd3de66-cfc4-4631-9fb6-2658661590fa req-85715cd2-a9f1-47d3-b8f0-03cf34b147ec service neutron] 10.222.0.53 "GET /v2.0/networks?id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e HTTP/1.1" status: 200 len: 912 time: 0.4685783 Oct 30 15:57:36.047253 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0753fdbc-bd09-408f-a821-f0c15ab0044c req-620d0d86-3343-4d3d-b04c-7f593d6d6ac0 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822558 Oct 30 15:57:36.077854 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [req-27d29d31-4464-49bd-966d-ecd3b456445f req-44105160-1086-431b-b7ae-ca80dc913e19 service neutron] delete failed (client error): The resource could not be found. Oct 30 15:57:36.078882 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-27d29d31-4464-49bd-966d-ecd3b456445f req-44105160-1086-431b-b7ae-ca80dc913e19 service neutron] 10.222.0.53 "DELETE /v2.0/ports/a93a5f8e-4371-4cef-8c0d-2b23cf61de35/bindings/n-h1-806683-17 HTTP/1.1" status: 404 len: 381 time: 0.0756907 Oct 30 15:57:36.107160 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['a93a5f8e-4371-4cef-8c0d-2b23cf61de35'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:57:36.129448 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1cd3de66-cfc4-4631-9fb6-2658661590fa req-1540330c-b429-4f26-ab9c-8d6b3c1b895a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a93a5f8e-4371-4cef-8c0d-2b23cf61de35 HTTP/1.1" status: 200 len: 1000 time: 0.1109900 Oct 30 15:57:36.131258 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1cd3de66-cfc4-4631-9fb6-2658661590fa req-2e8d48da-6143-40fc-b328-655749635271 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a93a5f8e-4371-4cef-8c0d-2b23cf61de35 HTTP/1.1" status: 200 len: 1000 time: 0.1073825 Oct 30 15:57:36.216638 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd3de66-cfc4-4631-9fb6-2658661590fa req-7d1b4841-be13-42f3-8521-d093777bed3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:36.218045 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1cd3de66-cfc4-4631-9fb6-2658661590fa req-7d1b4841-be13-42f3-8521-d093777bed3d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a302147f-c20f-424a-aa99-dcc20d3813ba HTTP/1.1" status: 200 len: 850 time: 0.0730457 Oct 30 15:57:36.219436 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd3de66-cfc4-4631-9fb6-2658661590fa req-708c6b10-da52-4b95-9c47-b5eb0f34c8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:36.220754 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1cd3de66-cfc4-4631-9fb6-2658661590fa req-708c6b10-da52-4b95-9c47-b5eb0f34c8be service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a302147f-c20f-424a-aa99-dcc20d3813ba HTTP/1.1" status: 200 len: 850 time: 0.0830944 Oct 30 15:57:36.290574 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd3de66-cfc4-4631-9fb6-2658661590fa req-473226d6-c7d8-42eb-a14d-28ef05643dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:36.292126 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1cd3de66-cfc4-4631-9fb6-2658661590fa req-473226d6-c7d8-42eb-a14d-28ef05643dd1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0673256 Oct 30 15:57:36.293767 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd3de66-cfc4-4631-9fb6-2658661590fa req-1f07a9df-9e1b-4b8f-927e-34a12d34a9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:36.295085 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1cd3de66-cfc4-4631-9fb6-2658661590fa req-1f07a9df-9e1b-4b8f-927e-34a12d34a9c4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0624654 Oct 30 15:57:36.455237 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1cd3de66-cfc4-4631-9fb6-2658661590fa req-130c24b7-e84e-451b-9e05-ef362267a029 service neutron] 10.222.0.44 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555333 Oct 30 15:57:36.457082 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1cd3de66-cfc4-4631-9fb6-2658661590fa req-e9036098-ad5f-4db2-bc90-279566183aae service neutron] 10.222.0.53 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501124 Oct 30 15:57:36.547544 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device a93a5f8e-4371-4cef-8c0d-2b23cf61de35 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:57:36.589530 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device a93a5f8e-4371-4cef-8c0d-2b23cf61de35 not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:57:36.614847 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1cd3de66-cfc4-4631-9fb6-2658661590fa req-09f62140-cac9-4cd4-8c55-c5269c2a385a service neutron] 10.222.0.44 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515498 Oct 30 15:57:36.617326 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1cd3de66-cfc4-4631-9fb6-2658661590fa req-64d4d5d4-1318-427f-aa2d-30dbd26f984d service neutron] 10.222.0.53 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472557 Oct 30 15:57:36.717743 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d29d31-4464-49bd-966d-ecd3b456445f req-9425d26e-607a-4c30-91d0-8bc6da6b78ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:36.719233 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-27d29d31-4464-49bd-966d-ecd3b456445f req-9425d26e-607a-4c30-91d0-8bc6da6b78ce service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=94516668cf3b4c8d835a0c59a275059c&device_id=9a77340f-0c59-42de-88f4-39d7a9ed12e5 HTTP/1.1" status: 200 len: 1096 time: 0.0427258 Oct 30 15:57:36.811572 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d29d31-4464-49bd-966d-ecd3b456445f req-f355e75a-c5ae-49f2-b9b9-2932bd237a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:36.812963 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-27d29d31-4464-49bd-966d-ecd3b456445f req-f355e75a-c5ae-49f2-b9b9-2932bd237a39 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e HTTP/1.1" status: 200 len: 912 time: 0.0874729 Oct 30 15:57:36.876862 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-27d29d31-4464-49bd-966d-ecd3b456445f req-096adb2b-3776-40d7-bdbd-f0b558fbcdff service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a93a5f8e-4371-4cef-8c0d-2b23cf61de35 HTTP/1.1" status: 200 len: 1000 time: 0.0563600 Oct 30 15:57:36.925758 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d29d31-4464-49bd-966d-ecd3b456445f req-736e20b2-d207-4c45-99ca-4b7b69cdd7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:36.927143 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-27d29d31-4464-49bd-966d-ecd3b456445f req-736e20b2-d207-4c45-99ca-4b7b69cdd7d4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a302147f-c20f-424a-aa99-dcc20d3813ba HTTP/1.1" status: 200 len: 850 time: 0.0417950 Oct 30 15:57:36.976584 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d29d31-4464-49bd-966d-ecd3b456445f req-892d2eee-75f9-40ff-a34f-0849d151224f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:36.978055 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-27d29d31-4464-49bd-966d-ecd3b456445f req-892d2eee-75f9-40ff-a34f-0849d151224f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431118 Oct 30 15:57:37.065447 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-27d29d31-4464-49bd-966d-ecd3b456445f req-968580ac-429b-4917-8768-9fe928d874ce service neutron] 10.222.0.53 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804405 Oct 30 15:57:37.195770 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9b3567-5b59-4b67-bfa5-f6f7e0cd66d3 req-03ff58ed-4462-4af1-8dd0-d204c7567dcd tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:37.197301 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0c9b3567-5b59-4b67-bfa5-f6f7e0cd66d3 req-03ff58ed-4462-4af1-8dd0-d204c7567dcd tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a77340f-0c59-42de-88f4-39d7a9ed12e5 HTTP/1.1" status: 200 len: 944 time: 0.0756736 Oct 30 15:57:37.199217 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-27d29d31-4464-49bd-966d-ecd3b456445f req-2cb668b3-644c-4849-9a6e-3335e4c80fa0 service neutron] 10.222.0.53 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274464 Oct 30 15:57:37.237854 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0c9b3567-5b59-4b67-bfa5-f6f7e0cd66d3 req-ace2098f-37dc-4f9f-b37b-e3de90a5b6fe tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335360 Oct 30 15:57:37.653150 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device a93a5f8e-4371-4cef-8c0d-2b23cf61de35 up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:57:37.711187 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port a93a5f8e-4371-4cef-8c0d-2b23cf61de35 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:57:37.715587 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port a93a5f8e-4371-4cef-8c0d-2b23cf61de35 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:57:37.715972 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:57:37.792845 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:57:37.815263 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a77340f-0c59-42de-88f4-39d7a9ed12e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93a5f8e-4371-4cef-8c0d-2b23cf61de35'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:57:37.817531 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b508e61-0046-4074-9e9f-16c51d3b9e3c" -d '{"events": [{"server_uuid": "9a77340f-0c59-42de-88f4-39d7a9ed12e5", "name": "network-vif-plugged", "status": "completed", "tag": "a93a5f8e-4371-4cef-8c0d-2b23cf61de35"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:57:37.833844 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port a93a5f8e-4371-4cef-8c0d-2b23cf61de35, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=a93a5f8e-4371-4cef-8c0d-2b23cf61de35,segment=NetworkSegment(f4523d14-d3cd-42a7-90ba-f488fbf20e2e),segment_id=f4523d14-d3cd-42a7-90ba-f488fbf20e2e)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:57:37.837762 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:57:37.885844 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=a93a5f8e-4371-4cef-8c0d-2b23cf61de35,revision_number=9']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:57:37.940351 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fca4235-7f29-4501-bb98-932504161924 x-openstack-request-id: req-3fca4235-7f29-4501-bb98-932504161924 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:57:37.940672 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a77340f-0c59-42de-88f4-39d7a9ed12e5", "name": "network-vif-plugged", "status": "completed", "tag": "a93a5f8e-4371-4cef-8c0d-2b23cf61de35", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:57:37.940922 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3fca4235-7f29-4501-bb98-932504161924 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:57:37.941320 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a77340f-0c59-42de-88f4-39d7a9ed12e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93a5f8e-4371-4cef-8c0d-2b23cf61de35', 'code': 200} Oct 30 15:57:38.627949 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04c6ff9-b760-46d9-acb8-fed84ca8ecf8 req-44393a58-c771-43af-9840-73270af8dc69 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:38.629407 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a04c6ff9-b760-46d9-acb8-fed84ca8ecf8 req-44393a58-c771-43af-9840-73270af8dc69 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a77340f-0c59-42de-88f4-39d7a9ed12e5 HTTP/1.1" status: 200 len: 945 time: 0.0484302 Oct 30 15:57:38.667123 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a04c6ff9-b760-46d9-acb8-fed84ca8ecf8 req-f84a9bec-26b3-4695-ab0a-2b4143f816cb tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312157 Oct 30 15:57:38.782297 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e57f7-0009-4994-87b5-ff6c0d5dc7ef req-116dd882-5db8-431a-9ed6-ace948572c78 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:38.783958 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ab3e57f7-0009-4994-87b5-ff6c0d5dc7ef req-116dd882-5db8-431a-9ed6-ace948572c78 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a77340f-0c59-42de-88f4-39d7a9ed12e5 HTTP/1.1" status: 200 len: 945 time: 0.0498807 Oct 30 15:57:38.821987 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ab3e57f7-0009-4994-87b5-ff6c0d5dc7ef req-6d1a02d9-5b32-4fc2-ba65-1dde62ff0f6f tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319400 Oct 30 15:57:39.016138 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0b7c1c-ca3b-4c4d-bb07-00d077200586 req-591efe3d-badb-4fde-b1fa-f29828138dff tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:39.017717 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fc0b7c1c-ca3b-4c4d-bb07-00d077200586 req-591efe3d-badb-4fde-b1fa-f29828138dff tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a77340f-0c59-42de-88f4-39d7a9ed12e5 HTTP/1.1" status: 200 len: 945 time: 0.0513189 Oct 30 15:57:39.048649 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b635f-ce8d-4484-aea3-476c04b39b7a req-947c52b8-8e4c-43a0-b58c-087203c8f829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:39.050231 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-be1b635f-ce8d-4484-aea3-476c04b39b7a req-947c52b8-8e4c-43a0-b58c-087203c8f829 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94516668cf3b4c8d835a0c59a275059c&device_id=9a77340f-0c59-42de-88f4-39d7a9ed12e5 HTTP/1.1" status: 200 len: 1097 time: 0.0454941 Oct 30 15:57:39.056541 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fc0b7c1c-ca3b-4c4d-bb07-00d077200586 req-96de2cfc-9d47-4fbe-915a-abe3edf7c48e tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326695 Oct 30 15:57:39.147091 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b635f-ce8d-4484-aea3-476c04b39b7a req-1e2a7798-32e2-4eed-a9ef-a4fe034eaf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:39.148629 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-be1b635f-ce8d-4484-aea3-476c04b39b7a req-1e2a7798-32e2-4eed-a9ef-a4fe034eaf47 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e HTTP/1.1" status: 200 len: 912 time: 0.0904486 Oct 30 15:57:39.215760 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-be1b635f-ce8d-4484-aea3-476c04b39b7a req-ab05415b-9390-4408-ac40-b9ad40e2ab84 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a93a5f8e-4371-4cef-8c0d-2b23cf61de35 HTTP/1.1" status: 200 len: 1001 time: 0.0601702 Oct 30 15:57:39.263343 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b635f-ce8d-4484-aea3-476c04b39b7a req-baa07622-31f5-492b-ad3b-8f7f5a371b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:39.264771 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-be1b635f-ce8d-4484-aea3-476c04b39b7a req-baa07622-31f5-492b-ad3b-8f7f5a371b64 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a302147f-c20f-424a-aa99-dcc20d3813ba HTTP/1.1" status: 200 len: 850 time: 0.0424521 Oct 30 15:57:39.308977 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b635f-ce8d-4484-aea3-476c04b39b7a req-26258755-4d1d-4cdc-931d-dfad6f11b87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:39.310327 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-be1b635f-ce8d-4484-aea3-476c04b39b7a req-26258755-4d1d-4cdc-931d-dfad6f11b87d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392110 Oct 30 15:57:39.400216 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-be1b635f-ce8d-4484-aea3-476c04b39b7a req-dbc69a4d-8d30-4093-9934-8eb728e4d23f service neutron] 10.222.0.44 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827470 Oct 30 15:57:39.488686 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-be1b635f-ce8d-4484-aea3-476c04b39b7a req-ae00db8c-1b1b-4993-9b78-4f44a4e16a02 service neutron] 10.222.0.44 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817561 Oct 30 15:57:40.179618 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586cabd4-e954-4932-88bf-386973a73677 req-2f391d92-5ed1-42c3-a8a2-76723bc2b390 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:40.181096 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-586cabd4-e954-4932-88bf-386973a73677 req-2f391d92-5ed1-42c3-a8a2-76723bc2b390 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a77340f-0c59-42de-88f4-39d7a9ed12e5 HTTP/1.1" status: 200 len: 945 time: 0.0539358 Oct 30 15:57:40.217465 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-586cabd4-e954-4932-88bf-386973a73677 req-60a1635b-ee9b-4a2f-a5f5-7cb1cc8ae15e tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305967 Oct 30 15:57:40.447719 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585876b3-78d7-46ae-9202-3925c16a850e req-9933d5a5-83f3-405c-ad70-b055107f5f9c tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:40.449184 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-585876b3-78d7-46ae-9202-3925c16a850e req-9933d5a5-83f3-405c-ad70-b055107f5f9c tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a77340f-0c59-42de-88f4-39d7a9ed12e5 HTTP/1.1" status: 200 len: 945 time: 0.0516725 Oct 30 15:57:40.485917 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-585876b3-78d7-46ae-9202-3925c16a850e req-4ecc594b-1f62-4891-a4b1-3358e056cee0 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307162 Oct 30 15:57:41.608978 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a18c8b-f8d2-4156-8a04-bdb3b29ba071 req-80755c1f-f9b7-4c24-bd82-fd7443bbbf6b tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:41.610496 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-46a18c8b-f8d2-4156-8a04-bdb3b29ba071 req-80755c1f-f9b7-4c24-bd82-fd7443bbbf6b tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a77340f-0c59-42de-88f4-39d7a9ed12e5 HTTP/1.1" status: 200 len: 945 time: 0.0537429 Oct 30 15:57:41.651878 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-46a18c8b-f8d2-4156-8a04-bdb3b29ba071 req-621d2f42-86c0-4f80-baca-4d5006911c58 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330577 Oct 30 15:57:41.667358 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da42cfd-7823-454a-83d8-8a6d10a81870 req-ac4bc8e2-2f18-4d9d-9996-d0ec161c4061 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:41.668858 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6da42cfd-7823-454a-83d8-8a6d10a81870 req-ac4bc8e2-2f18-4d9d-9996-d0ec161c4061 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a77340f-0c59-42de-88f4-39d7a9ed12e5 HTTP/1.1" status: 200 len: 945 time: 0.0533714 Oct 30 15:57:41.762501 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-6da42cfd-7823-454a-83d8-8a6d10a81870 req-74e96cfc-d552-445a-80b4-2934a35fd9be tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Deleting port a93a5f8e-4371-4cef-8c0d-2b23cf61de35 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:57:41.762841 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6da42cfd-7823-454a-83d8-8a6d10a81870 req-74e96cfc-d552-445a-80b4-2934a35fd9be tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:57:41.849536 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-6da42cfd-7823-454a-83d8-8a6d10a81870 req-74e96cfc-d552-445a-80b4-2934a35fd9be tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] For port a93a5f8e-4371-4cef-8c0d-2b23cf61de35, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=a93a5f8e-4371-4cef-8c0d-2b23cf61de35,segment=NetworkSegment(f4523d14-d3cd-42a7-90ba-f488fbf20e2e),segment_id=f4523d14-d3cd-42a7-90ba-f488fbf20e2e)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:57:41.849809 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6da42cfd-7823-454a-83d8-8a6d10a81870 req-74e96cfc-d552-445a-80b4-2934a35fd9be tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:57:42.021489 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6da42cfd-7823-454a-83d8-8a6d10a81870 req-74e96cfc-d552-445a-80b4-2934a35fd9be tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:57:42.021986 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6da42cfd-7823-454a-83d8-8a6d10a81870 req-74e96cfc-d552-445a-80b4-2934a35fd9be tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:57:42.022445 n-d-806683-17 neutron-server[102130]: INFO neutron.db.l3_db [req-6da42cfd-7823-454a-83d8-8a6d10a81870 req-74e96cfc-d552-445a-80b4-2934a35fd9be tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Floating IP 688aec67-a6f3-4750-964e-b6587d18c961 disassociated. External IP: 172.25.4.117, port: a93a5f8e-4371-4cef-8c0d-2b23cf61de35. Oct 30 15:57:42.022826 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-6da42cfd-7823-454a-83d8-8a6d10a81870 req-74e96cfc-d552-445a-80b4-2934a35fd9be tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Calling delete_port for a93a5f8e-4371-4cef-8c0d-2b23cf61de35 owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:57:42.149902 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6da42cfd-7823-454a-83d8-8a6d10a81870 req-74e96cfc-d552-445a-80b4-2934a35fd9be tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:57:42.181829 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e96cfc-d552-445a-80b4-2934a35fd9be tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Pushing event deleted for resources: {'Port': ['ID=a93a5f8e-4371-4cef-8c0d-2b23cf61de35,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:57:42.292834 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6da42cfd-7823-454a-83d8-8a6d10a81870 req-74e96cfc-d552-445a-80b4-2934a35fd9be tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Router 8db4b50c-4288-465f-8404-add9b676a7d6 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:57:42.402259 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6da42cfd-7823-454a-83d8-8a6d10a81870 req-74e96cfc-d552-445a-80b4-2934a35fd9be tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:57:42.412346 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec5a0e0-e7da-43f0-a9fa-86d5e73a49f3 None None] Sync routers for ids ['8db4b50c-4288-465f-8404-add9b676a7d6'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:57:42.422928 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec5a0e0-e7da-43f0-a9fa-86d5e73a49f3 None None] Routers {'8db4b50c-4288-465f-8404-add9b676a7d6'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:57:42.423570 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-dec5a0e0-e7da-43f0-a9fa-86d5e73a49f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:57:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['8db4b50c-4288-465f-8404-add9b676a7d6'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:57:42.449307 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-6da42cfd-7823-454a-83d8-8a6d10a81870 req-74e96cfc-d552-445a-80b4-2934a35fd9be tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] No DVR routers for this DVR port a93a5f8e-4371-4cef-8c0d-2b23cf61de35 on host n-h2-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:57:42.451901 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6da42cfd-7823-454a-83d8-8a6d10a81870 req-74e96cfc-d552-445a-80b4-2934a35fd9be tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:57:42.455251 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6da42cfd-7823-454a-83d8-8a6d10a81870 req-74e96cfc-d552-445a-80b4-2934a35fd9be tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.44 "DELETE /v2.0/ports/a93a5f8e-4371-4cef-8c0d-2b23cf61de35 HTTP/1.1" status: 204 len: 173 time: 0.7804778 Oct 30 15:57:42.455660 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a77340f-0c59-42de-88f4-39d7a9ed12e5', 'name': 'network-vif-deleted', 'tag': 'a93a5f8e-4371-4cef-8c0d-2b23cf61de35'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:57:42.457900 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d946b6a5-0be6-40a5-9bc4-9a71e1c16587" -d '{"events": [{"server_uuid": "9a77340f-0c59-42de-88f4-39d7a9ed12e5", "name": "network-vif-deleted", "tag": "a93a5f8e-4371-4cef-8c0d-2b23cf61de35"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:57:42.499536 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a56fcfcb-5a95-4f44-b14e-8263edc093f9 x-openstack-request-id: req-a56fcfcb-5a95-4f44-b14e-8263edc093f9 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:57:42.499833 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a77340f-0c59-42de-88f4-39d7a9ed12e5", "name": "network-vif-deleted", "tag": "a93a5f8e-4371-4cef-8c0d-2b23cf61de35", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:57:42.500085 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a56fcfcb-5a95-4f44-b14e-8263edc093f9 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:57:42.500486 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a77340f-0c59-42de-88f4-39d7a9ed12e5', 'name': 'network-vif-deleted', 'tag': 'a93a5f8e-4371-4cef-8c0d-2b23cf61de35', 'status': 'completed', 'code': 200} Oct 30 15:57:42.536920 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-dec5a0e0-e7da-43f0-a9fa-86d5e73a49f3 None None] Set router 8db4b50c-4288-465f-8404-add9b676a7d6 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:57:42.826929 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-dec5a0e0-e7da-43f0-a9fa-86d5e73a49f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'name': 'tempest-ServerActionsTestJSON-308957441-router', 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '60edce63-8ca0-4eda-8847-17af1c93dd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:53:15Z', 'updated_at': '2021-10-30T15:53:18Z', 'revision_number': 4, 'project_id': '94516668cf3b4c8d835a0c59a275059c', 'gw_port': {'id': '60edce63-8ca0-4eda-8847-17af1c93dd66', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:67:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:53:15Z', 'updated_at': '2021-10-30T15:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '4f2513da-2e7f-4c66-8975-1a2acd5a1a12', 'name': '', 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e', 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'mac_address': 'fa:16:3e:42:b8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a302147f-c20f-424a-aa99-dcc20d3813ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:53:17Z', 'updated_at': '2021-10-30T15:53:21Z', 'revision_number': 5, 'project_id': '94516668cf3b4c8d835a0c59a275059c', 'subnets': [{'id': 'a302147f-c20f-424a-aa99-dcc20d3813ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:57:42.853479 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec5a0e0-e7da-43f0-a9fa-86d5e73a49f3 None None] Checking router: 8db4b50c-4288-465f-8404-add9b676a7d6 for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:57:42.861719 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec5a0e0-e7da-43f0-a9fa-86d5e73a49f3 None None] Routers {'8db4b50c-4288-465f-8404-add9b676a7d6'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:57:42.862317 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-dec5a0e0-e7da-43f0-a9fa-86d5e73a49f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:57:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['8db4b50c-4288-465f-8404-add9b676a7d6'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:57:42.945628 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-84f841a8-2f6e-4287-814a-5d9c6b337264 req-13ec313f-4887-4a3e-a57c-56fad0e1a393 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--813589075&fields=id&tenant_id=94516668cf3b4c8d835a0c59a275059c HTTP/1.1" status: 200 len: 267 time: 0.0323589 Oct 30 15:57:42.966649 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-dec5a0e0-e7da-43f0-a9fa-86d5e73a49f3 None None] Set router 8db4b50c-4288-465f-8404-add9b676a7d6 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:57:43.052542 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f841a8-2f6e-4287-814a-5d9c6b337264 req-f5f71153-8f63-4b59-865c-2f173e461b03 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:43.054052 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-84f841a8-2f6e-4287-814a-5d9c6b337264 req-f5f71153-8f63-4b59-865c-2f173e461b03 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/networks?id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e HTTP/1.1" status: 200 len: 811 time: 0.1015346 Oct 30 15:57:43.068865 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-84f841a8-2f6e-4287-814a-5d9c6b337264 req-78eca1f8-802e-4ca4-8327-dcdf25dde082 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/quotas/94516668cf3b4c8d835a0c59a275059c HTTP/1.1" status: 200 len: 375 time: 0.0090570 Oct 30 15:57:43.130594 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-84f841a8-2f6e-4287-814a-5d9c6b337264 req-6a2214a8-edd2-4827-8ecd-3342a4984285 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=94516668cf3b4c8d835a0c59a275059c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0557816 Oct 30 15:57:43.168895 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-dec5a0e0-e7da-43f0-a9fa-86d5e73a49f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'name': 'tempest-ServerActionsTestJSON-308957441-router', 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '60edce63-8ca0-4eda-8847-17af1c93dd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:53:15Z', 'updated_at': '2021-10-30T15:53:18Z', 'revision_number': 4, 'project_id': '94516668cf3b4c8d835a0c59a275059c', 'gw_port': {'id': '60edce63-8ca0-4eda-8847-17af1c93dd66', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:67:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:53:15Z', 'updated_at': '2021-10-30T15:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '4f2513da-2e7f-4c66-8975-1a2acd5a1a12', 'name': '', 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e', 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'mac_address': 'fa:16:3e:42:b8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a302147f-c20f-424a-aa99-dcc20d3813ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:53:17Z', 'updated_at': '2021-10-30T15:53:21Z', 'revision_number': 5, 'project_id': '94516668cf3b4c8d835a0c59a275059c', 'subnets': [{'id': 'a302147f-c20f-424a-aa99-dcc20d3813ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:57:43.195423 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec5a0e0-e7da-43f0-a9fa-86d5e73a49f3 None None] The sync data for ids ['8db4b50c-4288-465f-8404-add9b676a7d6'] in n-d-806683-17 is: [{'id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'name': 'tempest-ServerActionsTestJSON-308957441-router', 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '60edce63-8ca0-4eda-8847-17af1c93dd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:53:15Z', 'updated_at': '2021-10-30T15:53:18Z', 'revision_number': 4, 'project_id': '94516668cf3b4c8d835a0c59a275059c', 'gw_port': {'id': '60edce63-8ca0-4eda-8847-17af1c93dd66', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:67:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:53:15Z', 'updated_at': '2021-10-30T15:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '4f2513da-2e7f-4c66-8975-1a2acd5a1a12', 'name': '', 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e', 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'mac_address': 'fa:16:3e:42:b8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a302147f-c20f-424a-aa99-dcc20d3813ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:53:17Z', 'updated_at': '2021-10-30T15:53:21Z', 'revision_number': 5, 'project_id': '94516668cf3b4c8d835a0c59a275059c', 'subnets': [{'id': 'a302147f-c20f-424a-aa99-dcc20d3813ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:57:43.275805 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-84f841a8-2f6e-4287-814a-5d9c6b337264 req-cda0089e-2774-4996-ad02-868b5cc7bf22 service neutron] 10.222.0.62 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329889 Oct 30 15:57:43.376180 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-84f841a8-2f6e-4287-814a-5d9c6b337264 req-9a0d561f-e818-40fb-9716-bdfba530630f service neutron] 10.222.0.62 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939839 Oct 30 15:57:43.447492 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ceb6540-8780-4d3c-a2c8-509f3c6e0871 None None] New status for floating IP 688aec67-a6f3-4750-964e-b6587d18c961: DOWN {{(pid=102132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 15:57:43.541371 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a162f544-c9db-4941-adaa-eb0cc04ecf16 req-a71bb73d-3cb9-413e-949a-13639d6022f9 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8758d74-d1ff-4e33-a9b1-499b232c9136 HTTP/1.1" status: 200 len: 210 time: 0.0270708 Oct 30 15:57:44.622547 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ba0cadae-c3e2-4194-b91c-cc0dceb09b0f req-c6080012-4db9-497d-948c-42263e15be1e tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8758d74-d1ff-4e33-a9b1-499b232c9136 HTTP/1.1" status: 200 len: 210 time: 0.0284145 Oct 30 15:57:45.689074 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device a93a5f8e-4371-4cef-8c0d-2b23cf61de35 no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:57:45.701063 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a1001f0b-6244-498d-b4a4-219ecb7f0a89 req-e9d995a3-af22-4273-a1c4-0a03ef9d9ca3 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8758d74-d1ff-4e33-a9b1-499b232c9136 HTTP/1.1" status: 200 len: 210 time: 0.0275898 Oct 30 15:57:45.713192 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] No Port match for: a93a5f8e-4371-4cef-8c0d-2b23cf61de35 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 15:57:45.713543 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device a93a5f8e-4371-4cef-8c0d-2b23cf61de35 not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:57:46.489922 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f841a8-2f6e-4287-814a-5d9c6b337264 req-949fef33-f66d-4507-8736-75188bdd3de2 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:46.491368 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-84f841a8-2f6e-4287-814a-5d9c6b337264 req-949fef33-f66d-4507-8736-75188bdd3de2 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.53 "GET /v2.0/networks?id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e HTTP/1.1" status: 200 len: 811 time: 0.1162970 Oct 30 15:57:46.537463 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-84f841a8-2f6e-4287-814a-5d9c6b337264 req-d130c53b-ef3f-4201-b160-50d9eb258512 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94516668cf3b4c8d835a0c59a275059c HTTP/1.1" status: 200 len: 379 time: 0.0356586 Oct 30 15:57:46.548573 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-84f841a8-2f6e-4287-814a-5d9c6b337264 req-9fbd27c5-cef3-42dd-b1d5-4f19650ca044 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Request body: {'port': {'device_id': 'd8758d74-d1ff-4e33-a9b1-499b232c9136', 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e', 'admin_state_up': True, 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'security_groups': ['99344aa3-4082-4e82-9bef-1392f9ccc044']}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:57:46.652826 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84f841a8-2f6e-4287-814a-5d9c6b337264 req-9fbd27c5-cef3-42dd-b1d5-4f19650ca044 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Made reservation on behalf of 94516668cf3b4c8d835a0c59a275059c for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 15:57:46.656424 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-84f841a8-2f6e-4287-814a-5d9c6b337264 req-9fbd27c5-cef3-42dd-b1d5-4f19650ca044 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:57:46.790708 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-84f841a8-2f6e-4287-814a-5d9c6b337264 req-9fbd27c5-cef3-42dd-b1d5-4f19650ca044 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Allocated IP 172.20.0.8 (2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e/a302147f-c20f-424a-aa99-dcc20d3813ba/1f475f89-c41f-4e87-afd4-0b69380de727) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 15:57:46.803177 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e227e12a-ba97-4a0b-990a-ef16c1669a8d req-d2c303f8-e826-46c5-86f0-9ea4d55b5700 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8758d74-d1ff-4e33-a9b1-499b232c9136 HTTP/1.1" status: 200 len: 210 time: 0.0350976 Oct 30 15:57:46.923317 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-84f841a8-2f6e-4287-814a-5d9c6b337264 req-9fbd27c5-cef3-42dd-b1d5-4f19650ca044 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:57:46.959724 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-84f841a8-2f6e-4287-814a-5d9c6b337264 req-9fbd27c5-cef3-42dd-b1d5-4f19650ca044 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:57:47.003647 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84f841a8-2f6e-4287-814a-5d9c6b337264 req-9fbd27c5-cef3-42dd-b1d5-4f19650ca044 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Network 2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 15:57:47.006784 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-84f841a8-2f6e-4287-814a-5d9c6b337264 req-9fbd27c5-cef3-42dd-b1d5-4f19650ca044 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 15:57:47.010978 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-84f841a8-2f6e-4287-814a-5d9c6b337264 req-9fbd27c5-cef3-42dd-b1d5-4f19650ca044 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 15:57:47.034841 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd27c5-cef3-42dd-b1d5-4f19650ca044 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Pushing event updated for resources: {'Port': ['ID=1f475f89-c41f-4e87-afd4-0b69380de727,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:57:47.064659 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f841a8-2f6e-4287-814a-5d9c6b337264 req-9fbd27c5-cef3-42dd-b1d5-4f19650ca044 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:47.065280 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-84f841a8-2f6e-4287-814a-5d9c6b337264 req-9fbd27c5-cef3-42dd-b1d5-4f19650ca044 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:57:47.082744 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-84f841a8-2f6e-4287-814a-5d9c6b337264 req-9fbd27c5-cef3-42dd-b1d5-4f19650ca044 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5376678 Oct 30 15:57:47.095242 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-84f841a8-2f6e-4287-814a-5d9c6b337264 req-23c67c93-122c-4610-b404-bf43ab28e7f4 service neutron] Request body: {'port': {'device_id': 'd8758d74-d1ff-4e33-a9b1-499b232c9136', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:57:47.150643 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-84f841a8-2f6e-4287-814a-5d9c6b337264 req-23c67c93-122c-4610-b404-bf43ab28e7f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:57:47.217740 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-8bd03e1b-c4a3-4d30-ae35-1679d75d145c None None] Provisioning complete for port 1f475f89-c41f-4e87-afd4-0b69380de727 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:57:47.218367 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8bd03e1b-c4a3-4d30-ae35-1679d75d145c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:57:47.252362 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-8bd03e1b-c4a3-4d30-ae35-1679d75d145c None None] Port 1f475f89-c41f-4e87-afd4-0b69380de727 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 15:57:47.410955 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-84f841a8-2f6e-4287-814a-5d9c6b337264 req-23c67c93-122c-4610-b404-bf43ab28e7f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f475f89-c41f-4e87-afd4-0b69380de727 {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:57:47.418101 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-84f841a8-2f6e-4287-814a-5d9c6b337264 req-23c67c93-122c-4610-b404-bf43ab28e7f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:57:47.431730 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-84f841a8-2f6e-4287-814a-5d9c6b337264 req-23c67c93-122c-4610-b404-bf43ab28e7f4 service neutron] Transition to ACTIVE for port object 1f475f89-c41f-4e87-afd4-0b69380de727 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:57:47.435177 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-84f841a8-2f6e-4287-814a-5d9c6b337264 req-23c67c93-122c-4610-b404-bf43ab28e7f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:57:47.502312 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c67c93-122c-4610-b404-bf43ab28e7f4 service neutron] Pushing event updated for resources: {'Port': ['ID=1f475f89-c41f-4e87-afd4-0b69380de727,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:57:47.557727 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-84f841a8-2f6e-4287-814a-5d9c6b337264 req-23c67c93-122c-4610-b404-bf43ab28e7f4 service neutron] Attempting to bind port 1f475f89-c41f-4e87-afd4-0b69380de727 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:57:47.558080 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-84f841a8-2f6e-4287-814a-5d9c6b337264 req-23c67c93-122c-4610-b404-bf43ab28e7f4 service neutron] Attempting to bind port 1f475f89-c41f-4e87-afd4-0b69380de727 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': 'f4523d14-d3cd-42a7-90ba-f488fbf20e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:57:47.558408 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f841a8-2f6e-4287-814a-5d9c6b337264 req-23c67c93-122c-4610-b404-bf43ab28e7f4 service neutron] Attempting to bind port 1f475f89-c41f-4e87-afd4-0b69380de727 on network 2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:57:47.562962 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f841a8-2f6e-4287-814a-5d9c6b337264 req-23c67c93-122c-4610-b404-bf43ab28e7f4 service neutron] Port 1f475f89-c41f-4e87-afd4-0b69380de727 on network 2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:57:47.563280 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f841a8-2f6e-4287-814a-5d9c6b337264 req-23c67c93-122c-4610-b404-bf43ab28e7f4 service neutron] Attempting to bind port 1f475f89-c41f-4e87-afd4-0b69380de727 on network 2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:57:47.568412 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f841a8-2f6e-4287-814a-5d9c6b337264 req-23c67c93-122c-4610-b404-bf43ab28e7f4 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:57:47.568752 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f841a8-2f6e-4287-814a-5d9c6b337264 req-23c67c93-122c-4610-b404-bf43ab28e7f4 service neutron] Checking segment: {'id': 'f4523d14-d3cd-42a7-90ba-f488fbf20e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:57:47.569138 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f841a8-2f6e-4287-814a-5d9c6b337264 req-23c67c93-122c-4610-b404-bf43ab28e7f4 service neutron] Bound using segment: {'id': 'f4523d14-d3cd-42a7-90ba-f488fbf20e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:57:47.569570 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-84f841a8-2f6e-4287-814a-5d9c6b337264 req-23c67c93-122c-4610-b404-bf43ab28e7f4 service neutron] Bound port: 1f475f89-c41f-4e87-afd4-0b69380de727, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4523d14-d3cd-42a7-90ba-f488fbf20e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:57:47.569931 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-84f841a8-2f6e-4287-814a-5d9c6b337264 req-23c67c93-122c-4610-b404-bf43ab28e7f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:57:47.635047 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-84f841a8-2f6e-4287-814a-5d9c6b337264 req-23c67c93-122c-4610-b404-bf43ab28e7f4 service neutron] For port 1f475f89-c41f-4e87-afd4-0b69380de727, host n-h1-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:57:47.638349 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-84f841a8-2f6e-4287-814a-5d9c6b337264 req-23c67c93-122c-4610-b404-bf43ab28e7f4 service neutron] For port 1f475f89-c41f-4e87-afd4-0b69380de727, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=1f475f89-c41f-4e87-afd4-0b69380de727,segment=NetworkSegment(f4523d14-d3cd-42a7-90ba-f488fbf20e2e),segment_id=f4523d14-d3cd-42a7-90ba-f488fbf20e2e)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:57:47.642145 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-84f841a8-2f6e-4287-814a-5d9c6b337264 req-23c67c93-122c-4610-b404-bf43ab28e7f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:57:47.680303 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f841a8-2f6e-4287-814a-5d9c6b337264 req-23c67c93-122c-4610-b404-bf43ab28e7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:47.683577 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-84f841a8-2f6e-4287-814a-5d9c6b337264 req-23c67c93-122c-4610-b404-bf43ab28e7f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:57:47.683577 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-84f841a8-2f6e-4287-814a-5d9c6b337264 req-23c67c93-122c-4610-b404-bf43ab28e7f4 service neutron] 10.222.0.53 "PUT /v2.0/ports/1f475f89-c41f-4e87-afd4-0b69380de727 HTTP/1.1" status: 200 len: 1092 time: 0.5914779 Oct 30 15:57:47.683577 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8758d74-d1ff-4e33-a9b1-499b232c9136', 'tag': '1f475f89-c41f-4e87-afd4-0b69380de727'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:57:47.685713 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc29a6de-8668-4fc8-9eef-b3df96a9423b" -d '{"events": [{"name": "network-changed", "server_uuid": "d8758d74-d1ff-4e33-a9b1-499b232c9136", "tag": "1f475f89-c41f-4e87-afd4-0b69380de727"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:57:47.713913 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c67c93-122c-4610-b404-bf43ab28e7f4 service neutron] Pushing event updated for resources: {'Port': ['ID=1f475f89-c41f-4e87-afd4-0b69380de727,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:57:47.737031 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e800210-7cd0-44c2-b2e9-0bf0b420ecc1 x-openstack-request-id: req-4e800210-7cd0-44c2-b2e9-0bf0b420ecc1 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:57:47.737495 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8758d74-d1ff-4e33-a9b1-499b232c9136", "tag": "1f475f89-c41f-4e87-afd4-0b69380de727", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:57:47.737768 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4e800210-7cd0-44c2-b2e9-0bf0b420ecc1 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:57:47.738178 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8758d74-d1ff-4e33-a9b1-499b232c9136', 'tag': '1f475f89-c41f-4e87-afd4-0b69380de727', 'status': 'completed', 'code': 200} Oct 30 15:57:47.768367 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f841a8-2f6e-4287-814a-5d9c6b337264 req-aa5101cc-09d2-4d2f-8e89-60c603571ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:47.769943 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-84f841a8-2f6e-4287-814a-5d9c6b337264 req-aa5101cc-09d2-4d2f-8e89-60c603571ca5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=94516668cf3b4c8d835a0c59a275059c&device_id=d8758d74-d1ff-4e33-a9b1-499b232c9136 HTTP/1.1" status: 200 len: 1095 time: 0.0445511 Oct 30 15:57:47.817913 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-84f841a8-2f6e-4287-814a-5d9c6b337264 req-072400ec-7b22-4279-80bb-dd723676bf21 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f475f89-c41f-4e87-afd4-0b69380de727 HTTP/1.1" status: 200 len: 217 time: 0.0405049 Oct 30 15:57:47.881514 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f841a8-2f6e-4287-814a-5d9c6b337264 req-b1118283-cb4a-45e1-8f30-3094fe532988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:47.883062 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-84f841a8-2f6e-4287-814a-5d9c6b337264 req-b1118283-cb4a-45e1-8f30-3094fe532988 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a302147f-c20f-424a-aa99-dcc20d3813ba HTTP/1.1" status: 200 len: 850 time: 0.0567126 Oct 30 15:57:47.928370 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686092e8-8c32-45db-8251-0b6268aaba54 req-43483949-3edd-4e41-83b1-219b4ceaa4c8 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:47.929817 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-686092e8-8c32-45db-8251-0b6268aaba54 req-43483949-3edd-4e41-83b1-219b4ceaa4c8 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8758d74-d1ff-4e33-a9b1-499b232c9136 HTTP/1.1" status: 200 len: 943 time: 0.0552089 Oct 30 15:57:47.929936 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f841a8-2f6e-4287-814a-5d9c6b337264 req-9c42a299-a2a1-479c-b457-2eafc6b4ff3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:47.931415 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-84f841a8-2f6e-4287-814a-5d9c6b337264 req-9c42a299-a2a1-479c-b457-2eafc6b4ff3c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417566 Oct 30 15:57:47.967958 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-686092e8-8c32-45db-8251-0b6268aaba54 req-15cb85e9-69ba-4ebb-bfb7-59de63ca7034 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317452 Oct 30 15:57:48.023767 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-84f841a8-2f6e-4287-814a-5d9c6b337264 req-d225d4ac-975b-4390-8f7f-bbfb7cd4f8dc service neutron] 10.222.0.53 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854056 Oct 30 15:57:48.118192 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-84f841a8-2f6e-4287-814a-5d9c6b337264 req-9ae6759c-7041-4343-bb78-4723baa55e2b service neutron] 10.222.0.53 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880072 Oct 30 15:57:48.201845 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29a6de-8668-4fc8-9eef-b3df96a9423b req-1cce43ff-3ac1-4c8d-a185-ba9b39abf027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:48.203275 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cc29a6de-8668-4fc8-9eef-b3df96a9423b req-1cce43ff-3ac1-4c8d-a185-ba9b39abf027 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=94516668cf3b4c8d835a0c59a275059c&device_id=d8758d74-d1ff-4e33-a9b1-499b232c9136 HTTP/1.1" status: 200 len: 1095 time: 0.0402925 Oct 30 15:57:48.291834 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29a6de-8668-4fc8-9eef-b3df96a9423b req-dfbbd44a-d44c-49b9-aa90-953560aa41d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:48.293255 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cc29a6de-8668-4fc8-9eef-b3df96a9423b req-dfbbd44a-d44c-49b9-aa90-953560aa41d3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e HTTP/1.1" status: 200 len: 912 time: 0.0828125 Oct 30 15:57:48.337935 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cc29a6de-8668-4fc8-9eef-b3df96a9423b req-085c863e-b086-4ef7-a3bb-aec21bff00ec service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f475f89-c41f-4e87-afd4-0b69380de727 HTTP/1.1" status: 200 len: 217 time: 0.0369756 Oct 30 15:57:48.385463 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29a6de-8668-4fc8-9eef-b3df96a9423b req-8e9cc4df-af53-453e-885d-50ff5ed0d3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:48.386832 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cc29a6de-8668-4fc8-9eef-b3df96a9423b req-8e9cc4df-af53-453e-885d-50ff5ed0d3cc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a302147f-c20f-424a-aa99-dcc20d3813ba HTTP/1.1" status: 200 len: 850 time: 0.0420642 Oct 30 15:57:48.431365 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29a6de-8668-4fc8-9eef-b3df96a9423b req-2c1ae949-e07f-4633-98e1-150c8ddca600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:48.432840 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cc29a6de-8668-4fc8-9eef-b3df96a9423b req-2c1ae949-e07f-4633-98e1-150c8ddca600 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386934 Oct 30 15:57:48.524938 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cc29a6de-8668-4fc8-9eef-b3df96a9423b req-71abff3f-37bd-4565-9ac1-2da973dd030e service neutron] 10.222.0.53 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838611 Oct 30 15:57:48.615233 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cc29a6de-8668-4fc8-9eef-b3df96a9423b req-fcf6eac2-6cf5-4d96-9b62-89c3f3a8521c service neutron] 10.222.0.53 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825777 Oct 30 15:57:49.090917 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd8fbe-36ac-427c-ad74-9a25cfa289b5 req-57d478bb-c98d-468b-b141-0e77cd0e5694 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:49.092408 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-83cd8fbe-36ac-427c-ad74-9a25cfa289b5 req-57d478bb-c98d-468b-b141-0e77cd0e5694 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8758d74-d1ff-4e33-a9b1-499b232c9136 HTTP/1.1" status: 200 len: 943 time: 0.0521216 Oct 30 15:57:49.130978 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-83cd8fbe-36ac-427c-ad74-9a25cfa289b5 req-a1132efd-4450-4b69-9ae7-1b9a3037e1ba tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320776 Oct 30 15:57:50.249455 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38661c12-9d88-43fe-80de-e3f079434b43 req-14b7e1b1-b74d-4132-a424-3964018acb3b tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:50.250902 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-38661c12-9d88-43fe-80de-e3f079434b43 req-14b7e1b1-b74d-4132-a424-3964018acb3b tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8758d74-d1ff-4e33-a9b1-499b232c9136 HTTP/1.1" status: 200 len: 943 time: 0.0518534 Oct 30 15:57:50.287876 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-38661c12-9d88-43fe-80de-e3f079434b43 req-51afdcf3-16bd-4bce-a2b1-5d14a7e8d4f5 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311379 Oct 30 15:57:50.600300 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 1f475f89-c41f-4e87-afd4-0b69380de727 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:57:50.699669 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 1f475f89-c41f-4e87-afd4-0b69380de727, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=1f475f89-c41f-4e87-afd4-0b69380de727,segment=NetworkSegment(f4523d14-d3cd-42a7-90ba-f488fbf20e2e),segment_id=f4523d14-d3cd-42a7-90ba-f488fbf20e2e)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:57:50.710369 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '1f475f89-c41f-4e87-afd4-0b69380de727', 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e', 'port_id': '1f475f89-c41f-4e87-afd4-0b69380de727', 'mac_address': 'fa:16:3e:2b:d7:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a302147f-c20f-424a-aa99-dcc20d3813ba', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:57:50.746345 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:57:50.758464 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f475f89-c41f-4e87-afd4-0b69380de727 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:57:50.777349 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 1f475f89-c41f-4e87-afd4-0b69380de727, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=1f475f89-c41f-4e87-afd4-0b69380de727,segment=NetworkSegment(f4523d14-d3cd-42a7-90ba-f488fbf20e2e),segment_id=f4523d14-d3cd-42a7-90ba-f488fbf20e2e)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:57:50.781156 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:57:50.831602 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=1f475f89-c41f-4e87-afd4-0b69380de727,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:57:50.983013 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['1f475f89-c41f-4e87-afd4-0b69380de727'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:57:51.225690 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-973abec7-96d3-4599-bf1b-b7af78d04117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:57:51.400685 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0581ec3e-4983-4f18-ba77-327d66a6b61e req-533b8560-df55-4155-b084-77b08d908eb7 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:51.402167 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0581ec3e-4983-4f18-ba77-327d66a6b61e req-533b8560-df55-4155-b084-77b08d908eb7 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8758d74-d1ff-4e33-a9b1-499b232c9136 HTTP/1.1" status: 200 len: 944 time: 0.0483797 Oct 30 15:57:51.439025 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0581ec3e-4983-4f18-ba77-327d66a6b61e req-afe73c7e-0d65-47eb-8f36-57f9402e6675 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310516 Oct 30 15:57:52.558290 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b9ba04-f094-4a94-b84a-1443844afa83 req-78f6e504-07be-4477-a9e0-b33f069ec1c3 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:52.559811 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-80b9ba04-f094-4a94-b84a-1443844afa83 req-78f6e504-07be-4477-a9e0-b33f069ec1c3 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8758d74-d1ff-4e33-a9b1-499b232c9136 HTTP/1.1" status: 200 len: 944 time: 0.0524197 Oct 30 15:57:52.596973 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-80b9ba04-f094-4a94-b84a-1443844afa83 req-53370b57-5a5c-4a71-86fb-8e9d6fdd11e7 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313013 Oct 30 15:57:52.609679 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 1f475f89-c41f-4e87-afd4-0b69380de727 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:57:52.660435 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port 1f475f89-c41f-4e87-afd4-0b69380de727 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:57:52.664914 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 1f475f89-c41f-4e87-afd4-0b69380de727 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:57:52.665284 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:57:52.739074 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:57:52.761343 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8758d74-d1ff-4e33-a9b1-499b232c9136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f475f89-c41f-4e87-afd4-0b69380de727'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:57:52.763648 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7c6cfa-099a-44b2-bbc1-28efa1090d7d" -d '{"events": [{"server_uuid": "d8758d74-d1ff-4e33-a9b1-499b232c9136", "name": "network-vif-plugged", "status": "completed", "tag": "1f475f89-c41f-4e87-afd4-0b69380de727"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:57:52.776656 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 1f475f89-c41f-4e87-afd4-0b69380de727, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=1f475f89-c41f-4e87-afd4-0b69380de727,segment=NetworkSegment(f4523d14-d3cd-42a7-90ba-f488fbf20e2e),segment_id=f4523d14-d3cd-42a7-90ba-f488fbf20e2e)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:57:52.781067 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:57:52.806877 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f0d0b5-ba6b-486f-8c58-3c9b9be7826a x-openstack-request-id: req-04f0d0b5-ba6b-486f-8c58-3c9b9be7826a {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:57:52.807167 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8758d74-d1ff-4e33-a9b1-499b232c9136", "name": "network-vif-plugged", "status": "completed", "tag": "1f475f89-c41f-4e87-afd4-0b69380de727", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:57:52.807420 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-04f0d0b5-ba6b-486f-8c58-3c9b9be7826a {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:57:52.807840 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8758d74-d1ff-4e33-a9b1-499b232c9136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f475f89-c41f-4e87-afd4-0b69380de727', 'code': 200} Oct 30 15:57:52.834068 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=1f475f89-c41f-4e87-afd4-0b69380de727,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:57:52.898351 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1827a7b-d292-4bf0-9e1e-a923d4bd9e77 req-d150af6d-03a1-47e8-a3c6-ebfce1100ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:52.899864 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e1827a7b-d292-4bf0-9e1e-a923d4bd9e77 req-d150af6d-03a1-47e8-a3c6-ebfce1100ae1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d8758d74-d1ff-4e33-a9b1-499b232c9136 HTTP/1.1" status: 200 len: 1097 time: 0.0402112 Oct 30 15:57:52.934305 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e1827a7b-d292-4bf0-9e1e-a923d4bd9e77 req-a7216ce2-1c10-48a9-ac55-f934cd3153db service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271914 Oct 30 15:57:53.714436 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f7c2e9-e091-4158-bc0e-74d62a2d25ed req-19bde2f5-d8f8-44eb-9488-d988311ed8b5 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:53.715935 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b9f7c2e9-e091-4158-bc0e-74d62a2d25ed req-19bde2f5-d8f8-44eb-9488-d988311ed8b5 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8758d74-d1ff-4e33-a9b1-499b232c9136 HTTP/1.1" status: 200 len: 945 time: 0.0493994 Oct 30 15:57:53.754082 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b9f7c2e9-e091-4158-bc0e-74d62a2d25ed req-c336858e-c169-47ce-92aa-d6f54791a37b tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320823 Oct 30 15:57:53.828497 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-47395c9f-ea90-4cc8-809f-5c04e5c9670c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:57:54.806690 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:57:54.876973 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0016e492-687c-4259-8c3b-e57175976c29 req-c578894c-c0f3-45b2-a173-bb86b76a6016 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:54.878481 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0016e492-687c-4259-8c3b-e57175976c29 req-c578894c-c0f3-45b2-a173-bb86b76a6016 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8758d74-d1ff-4e33-a9b1-499b232c9136 HTTP/1.1" status: 200 len: 945 time: 0.0530963 Oct 30 15:57:54.916501 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0016e492-687c-4259-8c3b-e57175976c29 req-08959fc0-9f00-41f3-8819-2d52f29a9ba0 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309393 Oct 30 15:57:54.973882 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:57:55.031322 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0482fe2a-ddba-485c-b344-8da74cf5cfa8 req-1f92745a-a202-486c-921d-df8ecea49a10 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:55.033113 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0482fe2a-ddba-485c-b344-8da74cf5cfa8 req-1f92745a-a202-486c-921d-df8ecea49a10 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8758d74-d1ff-4e33-a9b1-499b232c9136 HTTP/1.1" status: 200 len: 945 time: 0.0518458 Oct 30 15:57:55.042250 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 56458) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 15:57:55.046529 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-ce9c5345-b3ea-46c6-aff7-4a4a7b3aecf3 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Request body: {'floatingip': {'port_id': '1f475f89-c41f-4e87-afd4-0b69380de727'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:57:55.084426 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ce9c5345-b3ea-46c6-aff7-4a4a7b3aecf3 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks [] for floatingip, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:57:55.488172 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ce9c5345-b3ea-46c6-aff7-4a4a7b3aecf3 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:57:55.491726 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ce9c5345-b3ea-46c6-aff7-4a4a7b3aecf3 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:57:55.590559 n-d-806683-17 neutron-server[102131]: INFO neutron.db.l3_db [None req-ce9c5345-b3ea-46c6-aff7-4a4a7b3aecf3 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Floating IP 688aec67-a6f3-4750-964e-b6587d18c961 associated. External IP: 172.25.4.117, port: 1f475f89-c41f-4e87-afd4-0b69380de727. Oct 30 15:57:55.795389 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce9c5345-b3ea-46c6-aff7-4a4a7b3aecf3 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Router 8db4b50c-4288-465f-8404-add9b676a7d6 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:57:55.899252 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce9c5345-b3ea-46c6-aff7-4a4a7b3aecf3 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:57:55.904078 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ce9c5345-b3ea-46c6-aff7-4a4a7b3aecf3 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:57:55.908822 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b7b40d-4cef-494a-be62-6b771700733c None None] Sync routers for ids ['8db4b50c-4288-465f-8404-add9b676a7d6'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:57:55.919305 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b7b40d-4cef-494a-be62-6b771700733c None None] Routers {'8db4b50c-4288-465f-8404-add9b676a7d6'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:57:55.919962 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-59b7b40d-4cef-494a-be62-6b771700733c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:57:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['8db4b50c-4288-465f-8404-add9b676a7d6'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:57:55.930992 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-ce9c5345-b3ea-46c6-aff7-4a4a7b3aecf3 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "PUT /v2.0/floatingips/688aec67-a6f3-4750-964e-b6587d18c961 HTTP/1.1" status: 200 len: 991 time: 0.8877029 Oct 30 15:57:55.931626 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8758d74-d1ff-4e33-a9b1-499b232c9136', 'tag': '1f475f89-c41f-4e87-afd4-0b69380de727'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:57:55.933902 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c0a141d-3997-4cc7-b188-2781f91a8bb8" -d '{"events": [{"name": "network-changed", "server_uuid": "d8758d74-d1ff-4e33-a9b1-499b232c9136", "tag": "1f475f89-c41f-4e87-afd4-0b69380de727"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:57:56.030026 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-59b7b40d-4cef-494a-be62-6b771700733c None None] Set router 8db4b50c-4288-465f-8404-add9b676a7d6 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:57:56.045873 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ec3f6c-f429-4ba5-941d-23f34b2e27c1 x-openstack-request-id: req-02ec3f6c-f429-4ba5-941d-23f34b2e27c1 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:57:56.046371 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8758d74-d1ff-4e33-a9b1-499b232c9136", "tag": "1f475f89-c41f-4e87-afd4-0b69380de727", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:57:56.046371 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-02ec3f6c-f429-4ba5-941d-23f34b2e27c1 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:57:56.046746 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8758d74-d1ff-4e33-a9b1-499b232c9136', 'tag': '1f475f89-c41f-4e87-afd4-0b69380de727', 'status': 'completed', 'code': 200} Oct 30 15:57:56.107916 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0a141d-3997-4cc7-b188-2781f91a8bb8 req-e94c55cc-95e2-4e54-ba16-104fb8734b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:56.109524 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0c0a141d-3997-4cc7-b188-2781f91a8bb8 req-e94c55cc-95e2-4e54-ba16-104fb8734b92 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=94516668cf3b4c8d835a0c59a275059c&device_id=d8758d74-d1ff-4e33-a9b1-499b232c9136 HTTP/1.1" status: 200 len: 1097 time: 0.0411899 Oct 30 15:57:56.203696 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0a141d-3997-4cc7-b188-2781f91a8bb8 req-8025ec52-8f3b-4d81-b3b0-01c9d850d7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:56.205162 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0c0a141d-3997-4cc7-b188-2781f91a8bb8 req-8025ec52-8f3b-4d81-b3b0-01c9d850d7a5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e HTTP/1.1" status: 200 len: 912 time: 0.0877340 Oct 30 15:57:56.258230 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-59b7b40d-4cef-494a-be62-6b771700733c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'name': 'tempest-ServerActionsTestJSON-308957441-router', 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '60edce63-8ca0-4eda-8847-17af1c93dd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:53:15Z', 'updated_at': '2021-10-30T15:53:18Z', 'revision_number': 4, 'project_id': '94516668cf3b4c8d835a0c59a275059c', 'gw_port': {'id': '60edce63-8ca0-4eda-8847-17af1c93dd66', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:67:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:53:15Z', 'updated_at': '2021-10-30T15:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '688aec67-a6f3-4750-964e-b6587d18c961', 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'floating_ip_address': '172.25.4.117', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'port_id': '1f475f89-c41f-4e87-afd4-0b69380de727', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e', 'mac_address': 'fa:16:3e:2b:d7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8758d74-d1ff-4e33-a9b1-499b232c9136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:53:20Z', 'updated_at': '2021-10-30T15:57:55Z', 'revision_number': 9, 'project_id': '94516668cf3b4c8d835a0c59a275059c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f2513da-2e7f-4c66-8975-1a2acd5a1a12', 'name': '', 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e', 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'mac_address': 'fa:16:3e:42:b8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a302147f-c20f-424a-aa99-dcc20d3813ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:53:17Z', 'updated_at': '2021-10-30T15:53:21Z', 'revision_number': 5, 'project_id': '94516668cf3b4c8d835a0c59a275059c', 'subnets': [{'id': 'a302147f-c20f-424a-aa99-dcc20d3813ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:57:56.270031 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0c0a141d-3997-4cc7-b188-2781f91a8bb8 req-27d94cdb-4d10-436f-853d-81596a01ac8f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f475f89-c41f-4e87-afd4-0b69380de727 HTTP/1.1" status: 200 len: 999 time: 0.0575547 Oct 30 15:57:56.284293 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b7b40d-4cef-494a-be62-6b771700733c None None] Checking router: 8db4b50c-4288-465f-8404-add9b676a7d6 for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:57:56.292508 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b7b40d-4cef-494a-be62-6b771700733c None None] Routers {'8db4b50c-4288-465f-8404-add9b676a7d6'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:57:56.293117 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-59b7b40d-4cef-494a-be62-6b771700733c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:57:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['8db4b50c-4288-465f-8404-add9b676a7d6'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:57:56.317339 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0a141d-3997-4cc7-b188-2781f91a8bb8 req-8896a5d9-1552-4c29-ad8e-b8bda9866ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:56.318703 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0c0a141d-3997-4cc7-b188-2781f91a8bb8 req-8896a5d9-1552-4c29-ad8e-b8bda9866ca2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a302147f-c20f-424a-aa99-dcc20d3813ba HTTP/1.1" status: 200 len: 850 time: 0.0423667 Oct 30 15:57:56.367204 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0a141d-3997-4cc7-b188-2781f91a8bb8 req-7ba29529-4041-42f4-970b-d2e54b2eefe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:57:56.368836 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0c0a141d-3997-4cc7-b188-2781f91a8bb8 req-7ba29529-4041-42f4-970b-d2e54b2eefe4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432522 Oct 30 15:57:56.406874 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-59b7b40d-4cef-494a-be62-6b771700733c None None] Set router 8db4b50c-4288-465f-8404-add9b676a7d6 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:57:56.458803 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0c0a141d-3997-4cc7-b188-2781f91a8bb8 req-e6d52607-598c-434d-95ca-07e0647d3388 service neutron] 10.222.0.53 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830538 Oct 30 15:57:56.556696 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0c0a141d-3997-4cc7-b188-2781f91a8bb8 req-34949736-b9c1-444b-9397-97779ba07339 service neutron] 10.222.0.53 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909553 Oct 30 15:57:56.641592 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-59b7b40d-4cef-494a-be62-6b771700733c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'name': 'tempest-ServerActionsTestJSON-308957441-router', 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '60edce63-8ca0-4eda-8847-17af1c93dd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:53:15Z', 'updated_at': '2021-10-30T15:53:18Z', 'revision_number': 4, 'project_id': '94516668cf3b4c8d835a0c59a275059c', 'gw_port': {'id': '60edce63-8ca0-4eda-8847-17af1c93dd66', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:67:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:53:15Z', 'updated_at': '2021-10-30T15:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '688aec67-a6f3-4750-964e-b6587d18c961', 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'floating_ip_address': '172.25.4.117', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'port_id': '1f475f89-c41f-4e87-afd4-0b69380de727', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e', 'mac_address': 'fa:16:3e:2b:d7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8758d74-d1ff-4e33-a9b1-499b232c9136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:53:20Z', 'updated_at': '2021-10-30T15:57:55Z', 'revision_number': 9, 'project_id': '94516668cf3b4c8d835a0c59a275059c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f2513da-2e7f-4c66-8975-1a2acd5a1a12', 'name': '', 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e', 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'mac_address': 'fa:16:3e:42:b8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a302147f-c20f-424a-aa99-dcc20d3813ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:53:17Z', 'updated_at': '2021-10-30T15:53:21Z', 'revision_number': 5, 'project_id': '94516668cf3b4c8d835a0c59a275059c', 'subnets': [{'id': 'a302147f-c20f-424a-aa99-dcc20d3813ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:57:56.672250 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b7b40d-4cef-494a-be62-6b771700733c None None] The sync data for ids ['8db4b50c-4288-465f-8404-add9b676a7d6'] in n-d-806683-17 is: [{'id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'name': 'tempest-ServerActionsTestJSON-308957441-router', 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '60edce63-8ca0-4eda-8847-17af1c93dd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:53:15Z', 'updated_at': '2021-10-30T15:53:18Z', 'revision_number': 4, 'project_id': '94516668cf3b4c8d835a0c59a275059c', 'gw_port': {'id': '60edce63-8ca0-4eda-8847-17af1c93dd66', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:67:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:53:15Z', 'updated_at': '2021-10-30T15:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '688aec67-a6f3-4750-964e-b6587d18c961', 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'floating_ip_address': '172.25.4.117', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'port_id': '1f475f89-c41f-4e87-afd4-0b69380de727', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e', 'mac_address': 'fa:16:3e:2b:d7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8758d74-d1ff-4e33-a9b1-499b232c9136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:53:20Z', 'updated_at': '2021-10-30T15:57:55Z', 'revision_number': 9, 'project_id': '94516668cf3b4c8d835a0c59a275059c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f2513da-2e7f-4c66-8975-1a2acd5a1a12', 'name': '', 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e', 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'mac_address': 'fa:16:3e:42:b8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a302147f-c20f-424a-aa99-dcc20d3813ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:53:17Z', 'updated_at': '2021-10-30T15:53:21Z', 'revision_number': 5, 'project_id': '94516668cf3b4c8d835a0c59a275059c', 'subnets': [{'id': 'a302147f-c20f-424a-aa99-dcc20d3813ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:57:56.743126 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:57:56.880817 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2caab195-d3df-419c-99b9-4356107b5b7c None None] New status for floating IP 688aec67-a6f3-4750-964e-b6587d18c961: ACTIVE {{(pid=102132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 15:58:00.302635 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:58:02.276951 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:58:09.301697 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:58:21.222510 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f56a0b77-3fd4-41d2-9736-cf2e1f39cc3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:58:23.830399 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-fd676b88-d56c-48a2-b709-04378e05f9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:58:24.809280 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:58:24.976623 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:58:26.742648 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:58:30.304396 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:58:32.290263 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:58:37.292973 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a93dcfbe-e1c1-4672-992c-81e04a958381 req-0c3411be-75f1-43e4-ae22-724c787c4ff9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d8758d74-d1ff-4e33-a9b1-499b232c9136&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0391819 Oct 30 15:58:37.373364 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93dcfbe-e1c1-4672-992c-81e04a958381 req-abf6ee38-e7aa-4269-956e-a97720d12687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:58:37.374849 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a93dcfbe-e1c1-4672-992c-81e04a958381 req-abf6ee38-e7aa-4269-956e-a97720d12687 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=94516668cf3b4c8d835a0c59a275059c&device_id=d8758d74-d1ff-4e33-a9b1-499b232c9136 HTTP/1.1" status: 200 len: 1097 time: 0.0395250 Oct 30 15:58:37.793472 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93dcfbe-e1c1-4672-992c-81e04a958381 req-12b42e1e-342b-4d3f-a2cc-76f8ece07318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:58:37.794946 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a93dcfbe-e1c1-4672-992c-81e04a958381 req-12b42e1e-342b-4d3f-a2cc-76f8ece07318 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e HTTP/1.1" status: 200 len: 912 time: 0.4013526 Oct 30 15:58:37.858462 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a93dcfbe-e1c1-4672-992c-81e04a958381 req-9268e1cf-cba3-4555-b527-fee41b7bd806 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f475f89-c41f-4e87-afd4-0b69380de727 HTTP/1.1" status: 200 len: 1002 time: 0.0563600 Oct 30 15:58:37.909623 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93dcfbe-e1c1-4672-992c-81e04a958381 req-29e7f8c9-41b0-471d-9f49-3feb90202738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:58:37.911016 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a93dcfbe-e1c1-4672-992c-81e04a958381 req-29e7f8c9-41b0-471d-9f49-3feb90202738 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a302147f-c20f-424a-aa99-dcc20d3813ba HTTP/1.1" status: 200 len: 850 time: 0.0459242 Oct 30 15:58:37.955790 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93dcfbe-e1c1-4672-992c-81e04a958381 req-302c2f94-33d3-4e4c-9a64-3f6f95920ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:58:37.957198 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a93dcfbe-e1c1-4672-992c-81e04a958381 req-302c2f94-33d3-4e4c-9a64-3f6f95920ec8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392566 Oct 30 15:58:38.046379 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a93dcfbe-e1c1-4672-992c-81e04a958381 req-9ba5454e-e820-4d8e-9b37-fb3ada2cb31c service neutron] 10.222.0.53 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816591 Oct 30 15:58:38.138907 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a93dcfbe-e1c1-4672-992c-81e04a958381 req-b858e2b7-f33c-40a9-bb11-662cba741919 service neutron] 10.222.0.53 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852506 Oct 30 15:58:46.300641 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:58:51.224146 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c76171e6-ef40-4571-a5e4-63a14b25ecd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:58:53.834482 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b4b12522-17f5-493e-9cee-44d2f0391284 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:58:54.810016 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:58:54.978717 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:58:56.745382 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:59:00.293487 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:59:02.294883 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:59:21.225221 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c3d724b0-8e21-4c0e-9dbd-b3efb331b38e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:59:23.300396 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 15:59:23.835395 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e801fbd2-1b4b-45c4-93a7-6399c5399452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:59:24.813601 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:59:24.983515 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:59:26.751383 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:59:30.320979 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:59:31.986076 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-99ccada3-0de1-4187-ac35-a12c0e347ee7 req-3ddb16d1-5574-4bc8-bf38-7627b289252d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d8758d74-d1ff-4e33-a9b1-499b232c9136&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0401092 Oct 30 15:59:32.009817 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb4c879-c663-489c-a3bf-a4cdbb2f1b23 req-00bbfd1a-8dd6-4088-8955-b23fefc089b0 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:59:32.011968 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9bb4c879-c663-489c-a3bf-a4cdbb2f1b23 req-00bbfd1a-8dd6-4088-8955-b23fefc089b0 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8758d74-d1ff-4e33-a9b1-499b232c9136 HTTP/1.1" status: 200 len: 945 time: 0.0556202 Oct 30 15:59:32.050794 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9bb4c879-c663-489c-a3bf-a4cdbb2f1b23 req-2bd3d08a-ae9c-48d6-925e-90c93b7f3db6 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327423 Oct 30 15:59:32.296910 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:59:33.041384 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ccada3-0de1-4187-ac35-a12c0e347ee7 req-da777b53-5236-4b5a-b691-b18966f58a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:59:33.042842 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-99ccada3-0de1-4187-ac35-a12c0e347ee7 req-da777b53-5236-4b5a-b691-b18966f58a6d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=94516668cf3b4c8d835a0c59a275059c&device_id=d8758d74-d1ff-4e33-a9b1-499b232c9136 HTTP/1.1" status: 200 len: 1097 time: 0.0435345 Oct 30 15:59:33.141586 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ccada3-0de1-4187-ac35-a12c0e347ee7 req-3fe733ec-dfbe-4007-b2df-3ddd6a57a7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:59:33.142994 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-99ccada3-0de1-4187-ac35-a12c0e347ee7 req-3fe733ec-dfbe-4007-b2df-3ddd6a57a7f6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e HTTP/1.1" status: 200 len: 912 time: 0.0937352 Oct 30 15:59:33.225415 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b3694-73c7-4fb3-ac21-97506ae85cf5 req-fc7df303-38ba-41d8-9644-930163743841 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:59:33.226854 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a19b3694-73c7-4fb3-ac21-97506ae85cf5 req-fc7df303-38ba-41d8-9644-930163743841 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8758d74-d1ff-4e33-a9b1-499b232c9136 HTTP/1.1" status: 200 len: 945 time: 0.1025178 Oct 30 15:59:33.233627 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-99ccada3-0de1-4187-ac35-a12c0e347ee7 req-29e32d6e-d960-4106-868b-b6897d08f4c3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f475f89-c41f-4e87-afd4-0b69380de727 HTTP/1.1" status: 200 len: 1002 time: 0.0774033 Oct 30 15:59:33.296990 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a19b3694-73c7-4fb3-ac21-97506ae85cf5 req-e162460c-eee0-41c9-976b-febbe323d85d tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623648 Oct 30 15:59:33.302395 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ccada3-0de1-4187-ac35-a12c0e347ee7 req-eaa82a88-31c1-4a07-bc7c-b246547fb654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:59:33.303804 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-99ccada3-0de1-4187-ac35-a12c0e347ee7 req-eaa82a88-31c1-4a07-bc7c-b246547fb654 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a302147f-c20f-424a-aa99-dcc20d3813ba HTTP/1.1" status: 200 len: 850 time: 0.0628726 Oct 30 15:59:33.353079 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ccada3-0de1-4187-ac35-a12c0e347ee7 req-c00afbc3-f0cd-44ab-a9a1-6f3be009948e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:59:33.355111 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-99ccada3-0de1-4187-ac35-a12c0e347ee7 req-c00afbc3-f0cd-44ab-a9a1-6f3be009948e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440419 Oct 30 15:59:33.447165 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-99ccada3-0de1-4187-ac35-a12c0e347ee7 req-cf1301b5-008c-44f4-a9cf-bcf2dae12155 service neutron] 10.222.0.53 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858121 Oct 30 15:59:33.543737 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-99ccada3-0de1-4187-ac35-a12c0e347ee7 req-3a95480e-e4cc-452d-8995-290cb8c82450 service neutron] 10.222.0.53 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895400 Oct 30 15:59:34.415205 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59cc535-ca7c-4a60-8127-f705772b1269 req-131505ab-d7cc-48cd-9db3-ead9fcef4dd3 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:59:34.416705 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e59cc535-ca7c-4a60-8127-f705772b1269 req-131505ab-d7cc-48cd-9db3-ead9fcef4dd3 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8758d74-d1ff-4e33-a9b1-499b232c9136 HTTP/1.1" status: 200 len: 945 time: 0.0489788 Oct 30 15:59:34.454394 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e59cc535-ca7c-4a60-8127-f705772b1269 req-8ab7c565-412f-42ff-8090-5484b7f1558a tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318270 Oct 30 15:59:35.574558 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb1445-81e2-42f9-97ef-a87d8b7283db req-6e5d820b-dfa4-4d2a-b9ca-291d086d9bd1 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:59:35.576089 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-89fb1445-81e2-42f9-97ef-a87d8b7283db req-6e5d820b-dfa4-4d2a-b9ca-291d086d9bd1 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8758d74-d1ff-4e33-a9b1-499b232c9136 HTTP/1.1" status: 200 len: 945 time: 0.0546956 Oct 30 15:59:35.613389 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-89fb1445-81e2-42f9-97ef-a87d8b7283db req-d77830be-9b6a-48b2-9d9a-6b2045501686 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312629 Oct 30 15:59:36.726926 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77212b4b-9987-4378-939e-34886086ef91 req-0729ee45-7584-4288-bf2f-cfde20600d70 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:59:36.728402 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-77212b4b-9987-4378-939e-34886086ef91 req-0729ee45-7584-4288-bf2f-cfde20600d70 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8758d74-d1ff-4e33-a9b1-499b232c9136 HTTP/1.1" status: 200 len: 945 time: 0.0470333 Oct 30 15:59:36.777996 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-77212b4b-9987-4378-939e-34886086ef91 req-72dc0811-5fa9-44a3-bb23-75336fbccdba tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359757 Oct 30 15:59:37.895507 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8af4ae-afe0-4aba-87f8-b8e8a9b0e676 req-a315c05e-b5de-4286-878b-252066cf1252 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:59:37.896945 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6b8af4ae-afe0-4aba-87f8-b8e8a9b0e676 req-a315c05e-b5de-4286-878b-252066cf1252 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8758d74-d1ff-4e33-a9b1-499b232c9136 HTTP/1.1" status: 200 len: 945 time: 0.0483363 Oct 30 15:59:37.935719 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6b8af4ae-afe0-4aba-87f8-b8e8a9b0e676 req-eb0f8739-5103-4129-89c6-5bf17b7e58f5 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327535 Oct 30 15:59:39.053005 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fa9932-419e-4bda-953d-6726a72b38d3 req-ec24dc3a-f8b4-45c1-92dc-0d682e14ae54 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:59:39.054479 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e6fa9932-419e-4bda-953d-6726a72b38d3 req-ec24dc3a-f8b4-45c1-92dc-0d682e14ae54 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8758d74-d1ff-4e33-a9b1-499b232c9136 HTTP/1.1" status: 200 len: 945 time: 0.0527318 Oct 30 15:59:39.093901 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e6fa9932-419e-4bda-953d-6726a72b38d3 req-c002afe8-09eb-43c1-aded-4903a23df400 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327001 Oct 30 15:59:39.174757 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a60a68-d170-4391-90a8-9e726c0193ff req-a777ecfd-9683-4751-b1d5-312fbfa28de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:59:39.176239 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-57a60a68-d170-4391-90a8-9e726c0193ff req-a777ecfd-9683-4751-b1d5-312fbfa28de6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=94516668cf3b4c8d835a0c59a275059c&device_id=d8758d74-d1ff-4e33-a9b1-499b232c9136 HTTP/1.1" status: 200 len: 1097 time: 0.0439768 Oct 30 15:59:39.275317 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a60a68-d170-4391-90a8-9e726c0193ff req-8f1a3716-fe8c-4bb9-be25-3f26280520be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:59:39.276679 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-57a60a68-d170-4391-90a8-9e726c0193ff req-8f1a3716-fe8c-4bb9-be25-3f26280520be service neutron] 10.222.0.53 "GET /v2.0/networks?id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e HTTP/1.1" status: 200 len: 912 time: 0.0815496 Oct 30 15:59:39.343658 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-57a60a68-d170-4391-90a8-9e726c0193ff req-0725ed64-b3d4-46d7-97f2-bc8535083c8d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f475f89-c41f-4e87-afd4-0b69380de727 HTTP/1.1" status: 200 len: 1002 time: 0.0599959 Oct 30 15:59:39.392704 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a60a68-d170-4391-90a8-9e726c0193ff req-77e728b4-67c7-46a0-adaf-9abf41ac9939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:59:39.394164 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-57a60a68-d170-4391-90a8-9e726c0193ff req-77e728b4-67c7-46a0-adaf-9abf41ac9939 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a302147f-c20f-424a-aa99-dcc20d3813ba HTTP/1.1" status: 200 len: 850 time: 0.0440748 Oct 30 15:59:39.440578 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a60a68-d170-4391-90a8-9e726c0193ff req-68a22c09-fc57-425b-a6b5-61addbd683da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:59:39.442021 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-57a60a68-d170-4391-90a8-9e726c0193ff req-68a22c09-fc57-425b-a6b5-61addbd683da service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406184 Oct 30 15:59:39.533566 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-57a60a68-d170-4391-90a8-9e726c0193ff req-84d15d99-5526-4baa-9ce4-43556abdb1ff service neutron] 10.222.0.53 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838606 Oct 30 15:59:39.622362 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-57a60a68-d170-4391-90a8-9e726c0193ff req-1a3239ac-f072-4435-b70b-77d9019af5c0 service neutron] 10.222.0.53 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813320 Oct 30 15:59:40.219566 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85998caf-92b5-410f-b5af-114939230c6f req-c1476ace-0bde-4350-ad3f-d20b5426f90b tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:59:40.221039 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-85998caf-92b5-410f-b5af-114939230c6f req-c1476ace-0bde-4350-ad3f-d20b5426f90b tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8758d74-d1ff-4e33-a9b1-499b232c9136 HTTP/1.1" status: 200 len: 945 time: 0.0548043 Oct 30 15:59:40.259608 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-85998caf-92b5-410f-b5af-114939230c6f req-49f85695-7a1b-42e5-b4fd-77eb61680c4e tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313592 Oct 30 15:59:41.373064 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feac4e2-abfd-4f70-9988-4bec7b63e527 req-c3be97a8-de2d-4b14-86ff-58e9cfcec5ae tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:59:41.374560 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8feac4e2-abfd-4f70-9988-4bec7b63e527 req-c3be97a8-de2d-4b14-86ff-58e9cfcec5ae tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8758d74-d1ff-4e33-a9b1-499b232c9136 HTTP/1.1" status: 200 len: 945 time: 0.0479794 Oct 30 15:59:41.412430 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8feac4e2-abfd-4f70-9988-4bec7b63e527 req-cc158887-ca1d-4644-b573-1b2a5a38f4de tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319426 Oct 30 15:59:42.526460 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895caff5-a6ce-4e4a-8e51-2d316634dbbe req-41012754-4fcc-4966-a258-40747262ba65 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:59:42.528492 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-895caff5-a6ce-4e4a-8e51-2d316634dbbe req-41012754-4fcc-4966-a258-40747262ba65 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8758d74-d1ff-4e33-a9b1-499b232c9136 HTTP/1.1" status: 200 len: 945 time: 0.0489480 Oct 30 15:59:42.566019 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-895caff5-a6ce-4e4a-8e51-2d316634dbbe req-223bde37-9423-4461-b684-f65163c16380 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316463 Oct 30 15:59:43.682210 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934db04e-bc2a-46f9-b8c7-550d5b549f22 req-4c10ed19-4594-4d66-8598-7c865e4a7091 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:59:43.683722 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-934db04e-bc2a-46f9-b8c7-550d5b549f22 req-4c10ed19-4594-4d66-8598-7c865e4a7091 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8758d74-d1ff-4e33-a9b1-499b232c9136 HTTP/1.1" status: 200 len: 945 time: 0.0483282 Oct 30 15:59:43.725131 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-934db04e-bc2a-46f9-b8c7-550d5b549f22 req-c326dc8f-e9ad-44bc-89d4-a34aacca3895 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346811 Oct 30 15:59:44.842514 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3453da0-7819-47fe-afe1-14f90a9c5b3c req-cc76768a-4b78-4c69-a730-0732bfdc5ba6 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:59:44.843896 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d3453da0-7819-47fe-afe1-14f90a9c5b3c req-cc76768a-4b78-4c69-a730-0732bfdc5ba6 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8758d74-d1ff-4e33-a9b1-499b232c9136 HTTP/1.1" status: 200 len: 945 time: 0.0485692 Oct 30 15:59:44.880631 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d3453da0-7819-47fe-afe1-14f90a9c5b3c req-e1357380-9f07-48fa-a158-68ff6fd38dae tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309207 Oct 30 15:59:45.417190 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [req-99ccada3-0de1-4187-ac35-a12c0e347ee7 req-e382046c-eab1-4caf-b30d-ee51661d09ba service neutron] show failed (client error): The resource could not be found. Oct 30 15:59:45.418857 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-99ccada3-0de1-4187-ac35-a12c0e347ee7 req-e382046c-eab1-4caf-b30d-ee51661d09ba service neutron] 10.222.0.53 "GET /v2.0/ports/1f475f89-c41f-4e87-afd4-0b69380de727/bindings/n-h2-806683-17 HTTP/1.1" status: 404 len: 381 time: 0.0581157 Oct 30 15:59:45.662052 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ccada3-0de1-4187-ac35-a12c0e347ee7 req-e4f1fecb-c460-4ccf-a8f9-23081e442332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:59:45.663573 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-99ccada3-0de1-4187-ac35-a12c0e347ee7 req-e4f1fecb-c460-4ccf-a8f9-23081e442332 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d8758d74-d1ff-4e33-a9b1-499b232c9136&tenant_id=94516668cf3b4c8d835a0c59a275059c HTTP/1.1" status: 200 len: 1097 time: 0.0912519 Oct 30 15:59:45.674791 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [req-99ccada3-0de1-4187-ac35-a12c0e347ee7 req-c9addc7f-332f-4fdc-b438-30c791e20060 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 15:59:45.675717 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-99ccada3-0de1-4187-ac35-a12c0e347ee7 req-c9addc7f-332f-4fdc-b438-30c791e20060 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051029 Oct 30 15:59:45.687112 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-99ccada3-0de1-4187-ac35-a12c0e347ee7 req-fcb8824d-cc80-46ac-9c87-46aafa7f5e69 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-17', 'device_owner': 'compute:nova'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:59:45.739584 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-99ccada3-0de1-4187-ac35-a12c0e347ee7 req-fcb8824d-cc80-46ac-9c87-46aafa7f5e69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:59:45.937941 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-99ccada3-0de1-4187-ac35-a12c0e347ee7 req-fcb8824d-cc80-46ac-9c87-46aafa7f5e69 service neutron] For port 1f475f89-c41f-4e87-afd4-0b69380de727, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=1f475f89-c41f-4e87-afd4-0b69380de727,segment=NetworkSegment(f4523d14-d3cd-42a7-90ba-f488fbf20e2e),segment_id=f4523d14-d3cd-42a7-90ba-f488fbf20e2e)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:59:45.976722 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-99ccada3-0de1-4187-ac35-a12c0e347ee7 req-fcb8824d-cc80-46ac-9c87-46aafa7f5e69 service neutron] For port 1f475f89-c41f-4e87-afd4-0b69380de727, host n-h1-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:59:45.998238 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39836c13-e2fd-47e3-89cc-05b78d84875f req-7402c2f1-48e6-4957-bc59-0621773da708 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:59:45.999640 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-39836c13-e2fd-47e3-89cc-05b78d84875f req-7402c2f1-48e6-4957-bc59-0621773da708 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8758d74-d1ff-4e33-a9b1-499b232c9136 HTTP/1.1" status: 200 len: 945 time: 0.0505500 Oct 30 15:59:46.016654 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8758d74-d1ff-4e33-a9b1-499b232c9136', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f475f89-c41f-4e87-afd4-0b69380de727'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:59:46.018964 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-307a5390-b56a-41d0-882e-e807b292fb97" -d '{"events": [{"server_uuid": "d8758d74-d1ff-4e33-a9b1-499b232c9136", "name": "network-vif-unplugged", "status": "completed", "tag": "1f475f89-c41f-4e87-afd4-0b69380de727"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:59:46.023001 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-99ccada3-0de1-4187-ac35-a12c0e347ee7 req-fcb8824d-cc80-46ac-9c87-46aafa7f5e69 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:59:46.036828 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-99ccada3-0de1-4187-ac35-a12c0e347ee7 req-fcb8824d-cc80-46ac-9c87-46aafa7f5e69 service neutron] Transition to ACTIVE for port object 1f475f89-c41f-4e87-afd4-0b69380de727 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:59:46.041449 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-99ccada3-0de1-4187-ac35-a12c0e347ee7 req-fcb8824d-cc80-46ac-9c87-46aafa7f5e69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:59:46.042162 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-39836c13-e2fd-47e3-89cc-05b78d84875f req-73ea7d76-6765-46b6-b445-055d1bf8231e tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338750 Oct 30 15:59:46.079525 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Oct 2021 15:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785dfad9-b500-448b-b27a-155a168f4ad8 x-openstack-request-id: req-785dfad9-b500-448b-b27a-155a168f4ad8 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:59:46.079819 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8758d74-d1ff-4e33-a9b1-499b232c9136", "name": "network-vif-unplugged", "status": "completed", "tag": "1f475f89-c41f-4e87-afd4-0b69380de727", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:59:46.080644 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-785dfad9-b500-448b-b27a-155a168f4ad8 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:59:46.080644 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8758d74-d1ff-4e33-a9b1-499b232c9136', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f475f89-c41f-4e87-afd4-0b69380de727', 'code': 200} Oct 30 15:59:46.128036 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb8824d-cc80-46ac-9c87-46aafa7f5e69 service neutron] Pushing event updated for resources: {'Port': ['ID=1f475f89-c41f-4e87-afd4-0b69380de727,revision_number=6']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:59:46.149358 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb8824d-cc80-46ac-9c87-46aafa7f5e69 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:59:46.149710 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb8824d-cc80-46ac-9c87-46aafa7f5e69 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:59:46.150058 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb8824d-cc80-46ac-9c87-46aafa7f5e69 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:59:46.150400 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb8824d-cc80-46ac-9c87-46aafa7f5e69 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:59:46.150737 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb8824d-cc80-46ac-9c87-46aafa7f5e69 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:59:46.151075 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb8824d-cc80-46ac-9c87-46aafa7f5e69 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:59:46.151411 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb8824d-cc80-46ac-9c87-46aafa7f5e69 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:59:46.151824 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb8824d-cc80-46ac-9c87-46aafa7f5e69 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:59:46.152175 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb8824d-cc80-46ac-9c87-46aafa7f5e69 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:59:46.152564 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb8824d-cc80-46ac-9c87-46aafa7f5e69 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:59:46.153568 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb8824d-cc80-46ac-9c87-46aafa7f5e69 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:59:46.153715 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb8824d-cc80-46ac-9c87-46aafa7f5e69 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:59:46.190755 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-99ccada3-0de1-4187-ac35-a12c0e347ee7 req-fcb8824d-cc80-46ac-9c87-46aafa7f5e69 service neutron] No DVR routers for this DVR port 1f475f89-c41f-4e87-afd4-0b69380de727 on host n-h1-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:59:46.326941 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-99ccada3-0de1-4187-ac35-a12c0e347ee7 req-fcb8824d-cc80-46ac-9c87-46aafa7f5e69 service neutron] Attempting to bind port 1f475f89-c41f-4e87-afd4-0b69380de727 on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:59:46.327273 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-99ccada3-0de1-4187-ac35-a12c0e347ee7 req-fcb8824d-cc80-46ac-9c87-46aafa7f5e69 service neutron] Attempting to bind port 1f475f89-c41f-4e87-afd4-0b69380de727 by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': 'f4523d14-d3cd-42a7-90ba-f488fbf20e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:59:46.327638 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ccada3-0de1-4187-ac35-a12c0e347ee7 req-fcb8824d-cc80-46ac-9c87-46aafa7f5e69 service neutron] Attempting to bind port 1f475f89-c41f-4e87-afd4-0b69380de727 on network 2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:59:46.331839 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ccada3-0de1-4187-ac35-a12c0e347ee7 req-fcb8824d-cc80-46ac-9c87-46aafa7f5e69 service neutron] Port 1f475f89-c41f-4e87-afd4-0b69380de727 on network 2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:59:46.332162 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ccada3-0de1-4187-ac35-a12c0e347ee7 req-fcb8824d-cc80-46ac-9c87-46aafa7f5e69 service neutron] Attempting to bind port 1f475f89-c41f-4e87-afd4-0b69380de727 on network 2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:59:46.336941 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ccada3-0de1-4187-ac35-a12c0e347ee7 req-fcb8824d-cc80-46ac-9c87-46aafa7f5e69 service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:59:46.337281 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ccada3-0de1-4187-ac35-a12c0e347ee7 req-fcb8824d-cc80-46ac-9c87-46aafa7f5e69 service neutron] Checking segment: {'id': 'f4523d14-d3cd-42a7-90ba-f488fbf20e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:59:46.337661 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ccada3-0de1-4187-ac35-a12c0e347ee7 req-fcb8824d-cc80-46ac-9c87-46aafa7f5e69 service neutron] Bound using segment: {'id': 'f4523d14-d3cd-42a7-90ba-f488fbf20e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:59:46.338088 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-99ccada3-0de1-4187-ac35-a12c0e347ee7 req-fcb8824d-cc80-46ac-9c87-46aafa7f5e69 service neutron] Bound port: 1f475f89-c41f-4e87-afd4-0b69380de727, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4523d14-d3cd-42a7-90ba-f488fbf20e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:59:46.338435 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-99ccada3-0de1-4187-ac35-a12c0e347ee7 req-fcb8824d-cc80-46ac-9c87-46aafa7f5e69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:59:46.398989 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-99ccada3-0de1-4187-ac35-a12c0e347ee7 req-fcb8824d-cc80-46ac-9c87-46aafa7f5e69 service neutron] For port 1f475f89-c41f-4e87-afd4-0b69380de727, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:59:46.401958 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-99ccada3-0de1-4187-ac35-a12c0e347ee7 req-fcb8824d-cc80-46ac-9c87-46aafa7f5e69 service neutron] For port 1f475f89-c41f-4e87-afd4-0b69380de727, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=1f475f89-c41f-4e87-afd4-0b69380de727,segment=NetworkSegment(f4523d14-d3cd-42a7-90ba-f488fbf20e2e),segment_id=f4523d14-d3cd-42a7-90ba-f488fbf20e2e)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:59:46.406563 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-99ccada3-0de1-4187-ac35-a12c0e347ee7 req-fcb8824d-cc80-46ac-9c87-46aafa7f5e69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:59:46.442271 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ccada3-0de1-4187-ac35-a12c0e347ee7 req-fcb8824d-cc80-46ac-9c87-46aafa7f5e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:59:46.442885 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-99ccada3-0de1-4187-ac35-a12c0e347ee7 req-fcb8824d-cc80-46ac-9c87-46aafa7f5e69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:59:46.444309 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-99ccada3-0de1-4187-ac35-a12c0e347ee7 req-fcb8824d-cc80-46ac-9c87-46aafa7f5e69 service neutron] 10.222.0.44 "PUT /v2.0/ports/1f475f89-c41f-4e87-afd4-0b69380de727 HTTP/1.1" status: 200 len: 1092 time: 0.7610381 Oct 30 15:59:46.462588 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb8824d-cc80-46ac-9c87-46aafa7f5e69 service neutron] Pushing event updated for resources: {'Port': ['ID=1f475f89-c41f-4e87-afd4-0b69380de727,revision_number=7']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:59:46.513709 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ccada3-0de1-4187-ac35-a12c0e347ee7 req-54684611-5c66-4f2f-9595-c7864d48100a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:59:46.515631 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-99ccada3-0de1-4187-ac35-a12c0e347ee7 req-54684611-5c66-4f2f-9595-c7864d48100a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94516668cf3b4c8d835a0c59a275059c&device_id=d8758d74-d1ff-4e33-a9b1-499b232c9136 HTTP/1.1" status: 200 len: 1095 time: 0.0479662 Oct 30 15:59:46.610854 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ccada3-0de1-4187-ac35-a12c0e347ee7 req-460ea3d2-7423-49b8-aaef-44165a8517e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:59:46.612519 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-99ccada3-0de1-4187-ac35-a12c0e347ee7 req-460ea3d2-7423-49b8-aaef-44165a8517e6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e HTTP/1.1" status: 200 len: 912 time: 0.0904696 Oct 30 15:59:46.680943 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-99ccada3-0de1-4187-ac35-a12c0e347ee7 req-b2bae391-3006-4c42-ae2f-622e8832bf7d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f475f89-c41f-4e87-afd4-0b69380de727 HTTP/1.1" status: 200 len: 1000 time: 0.0618002 Oct 30 15:59:46.733035 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ccada3-0de1-4187-ac35-a12c0e347ee7 req-58ae6536-0692-41f9-862a-bc2781d33ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:59:46.734484 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-99ccada3-0de1-4187-ac35-a12c0e347ee7 req-58ae6536-0692-41f9-862a-bc2781d33ca9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a302147f-c20f-424a-aa99-dcc20d3813ba HTTP/1.1" status: 200 len: 850 time: 0.0467303 Oct 30 15:59:46.778984 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ccada3-0de1-4187-ac35-a12c0e347ee7 req-b93cc2b8-ef66-45d4-8508-bcb240497507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:59:46.780447 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-99ccada3-0de1-4187-ac35-a12c0e347ee7 req-b93cc2b8-ef66-45d4-8508-bcb240497507 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392363 Oct 30 15:59:46.870845 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-99ccada3-0de1-4187-ac35-a12c0e347ee7 req-27842d46-9801-4db5-bb20-71a75753d2df service neutron] 10.222.0.44 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831902 Oct 30 15:59:46.958652 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-99ccada3-0de1-4187-ac35-a12c0e347ee7 req-2b2ca4c4-682c-48f5-8664-11a07c804ab5 service neutron] 10.222.0.44 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802872 Oct 30 15:59:47.159797 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ada776-5559-4631-bf55-84c97bfc1a10 req-8e2d5723-bdaa-4ecb-82d8-9c011065bb95 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:59:47.161249 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-68ada776-5559-4631-bf55-84c97bfc1a10 req-8e2d5723-bdaa-4ecb-82d8-9c011065bb95 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8758d74-d1ff-4e33-a9b1-499b232c9136 HTTP/1.1" status: 200 len: 943 time: 0.0491245 Oct 30 15:59:47.197922 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-68ada776-5559-4631-bf55-84c97bfc1a10 req-1a063d5a-00b5-4724-a337-5a9752f2b7a7 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308256 Oct 30 15:59:48.081755 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8758d74-d1ff-4e33-a9b1-499b232c9136', 'tag': '1f475f89-c41f-4e87-afd4-0b69380de727'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:59:48.084122 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a52948c7-1285-4712-930b-39c373b843c2" -d '{"events": [{"name": "network-changed", "server_uuid": "d8758d74-d1ff-4e33-a9b1-499b232c9136", "tag": "1f475f89-c41f-4e87-afd4-0b69380de727"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:59:48.132548 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8355fc18-8084-4d9a-bda1-9bfe8ddb2717 x-openstack-request-id: req-8355fc18-8084-4d9a-bda1-9bfe8ddb2717 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:59:48.132845 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8758d74-d1ff-4e33-a9b1-499b232c9136", "tag": "1f475f89-c41f-4e87-afd4-0b69380de727", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:59:48.133104 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8355fc18-8084-4d9a-bda1-9bfe8ddb2717 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:59:48.133517 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8758d74-d1ff-4e33-a9b1-499b232c9136', 'tag': '1f475f89-c41f-4e87-afd4-0b69380de727', 'status': 'completed', 'code': 200} Oct 30 15:59:48.225096 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52948c7-1285-4712-930b-39c373b843c2 req-e536a052-5719-4182-a1b3-df03457a134c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:59:48.226684 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a52948c7-1285-4712-930b-39c373b843c2 req-e536a052-5719-4182-a1b3-df03457a134c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=94516668cf3b4c8d835a0c59a275059c&device_id=d8758d74-d1ff-4e33-a9b1-499b232c9136 HTTP/1.1" status: 200 len: 1095 time: 0.0646358 Oct 30 15:59:48.228358 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52948c7-1285-4712-930b-39c373b843c2 req-bd213187-047c-4f18-ba9c-90a684df8a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:59:48.229698 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a52948c7-1285-4712-930b-39c373b843c2 req-bd213187-047c-4f18-ba9c-90a684df8a77 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94516668cf3b4c8d835a0c59a275059c&device_id=d8758d74-d1ff-4e33-a9b1-499b232c9136 HTTP/1.1" status: 200 len: 1095 time: 0.0759125 Oct 30 15:59:48.312533 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3d9dd-7d3a-4908-982d-eaba9955233e req-8a8d6698-a9ed-49ff-8176-03fe3081ec82 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:59:48.313991 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a9d3d9dd-7d3a-4908-982d-eaba9955233e req-8a8d6698-a9ed-49ff-8176-03fe3081ec82 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8758d74-d1ff-4e33-a9b1-499b232c9136 HTTP/1.1" status: 200 len: 943 time: 0.0478456 Oct 30 15:59:48.356461 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a9d3d9dd-7d3a-4908-982d-eaba9955233e req-14471d4e-7faa-499a-8cb3-fa3cc8663ba5 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363688 Oct 30 15:59:48.390214 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52948c7-1285-4712-930b-39c373b843c2 req-5c976c65-febe-460d-b25e-f13d786edffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:59:48.391866 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a52948c7-1285-4712-930b-39c373b843c2 req-5c976c65-febe-460d-b25e-f13d786edffb service neutron] 10.222.0.53 "GET /v2.0/networks?id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e HTTP/1.1" status: 200 len: 912 time: 0.1575334 Oct 30 15:59:48.393250 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52948c7-1285-4712-930b-39c373b843c2 req-8bd2ac9c-cd61-4ebb-99ca-7eaa90dabf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:59:48.394553 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a52948c7-1285-4712-930b-39c373b843c2 req-8bd2ac9c-cd61-4ebb-99ca-7eaa90dabf63 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e HTTP/1.1" status: 200 len: 912 time: 0.1524465 Oct 30 15:59:48.509961 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a52948c7-1285-4712-930b-39c373b843c2 req-f023ccda-78a7-4e75-9214-55310d48ff59 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f475f89-c41f-4e87-afd4-0b69380de727 HTTP/1.1" status: 200 len: 1000 time: 0.1108692 Oct 30 15:59:48.511766 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a52948c7-1285-4712-930b-39c373b843c2 req-2c5a093b-94c8-4744-80cd-e508965dbd2c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f475f89-c41f-4e87-afd4-0b69380de727 HTTP/1.1" status: 200 len: 1000 time: 0.1062491 Oct 30 15:59:48.593086 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52948c7-1285-4712-930b-39c373b843c2 req-36af5b61-964d-4332-9151-968cb1ba5c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:59:48.594536 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a52948c7-1285-4712-930b-39c373b843c2 req-36af5b61-964d-4332-9151-968cb1ba5c4e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a302147f-c20f-424a-aa99-dcc20d3813ba HTTP/1.1" status: 200 len: 850 time: 0.0781846 Oct 30 15:59:48.597949 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52948c7-1285-4712-930b-39c373b843c2 req-a70aa848-b3d9-4130-92d4-6ce5e92a02ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:59:48.599258 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a52948c7-1285-4712-930b-39c373b843c2 req-a70aa848-b3d9-4130-92d4-6ce5e92a02ba service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a302147f-c20f-424a-aa99-dcc20d3813ba HTTP/1.1" status: 200 len: 850 time: 0.0750372 Oct 30 15:59:48.666142 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52948c7-1285-4712-930b-39c373b843c2 req-c5057abf-c78b-4735-9d21-9ee828b6a1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:59:48.667640 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a52948c7-1285-4712-930b-39c373b843c2 req-c5057abf-c78b-4735-9d21-9ee828b6a1ff service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0660918 Oct 30 15:59:48.670096 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52948c7-1285-4712-930b-39c373b843c2 req-26b2f5fb-0c71-4ece-bd1b-4eed257c3ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:59:48.671450 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a52948c7-1285-4712-930b-39c373b843c2 req-26b2f5fb-0c71-4ece-bd1b-4eed257c3ae3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0616901 Oct 30 15:59:48.823129 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a52948c7-1285-4712-930b-39c373b843c2 req-4d78c308-28aa-4990-b53d-1d70c656b3a7 service neutron] 10.222.0.53 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486344 Oct 30 15:59:48.826511 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a52948c7-1285-4712-930b-39c373b843c2 req-0740d67c-7f70-4353-aa7d-3df3f092799e service neutron] 10.222.0.44 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436157 Oct 30 15:59:48.986218 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a52948c7-1285-4712-930b-39c373b843c2 req-51be253f-fa13-43d7-a900-5da8b99b027f service neutron] 10.222.0.53 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557570 Oct 30 15:59:48.989496 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a52948c7-1285-4712-930b-39c373b843c2 req-108454c1-247c-4986-8df5-05ceac9d16bc service neutron] 10.222.0.44 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503751 Oct 30 15:59:49.217057 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 1f475f89-c41f-4e87-afd4-0b69380de727 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:59:49.254330 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 1f475f89-c41f-4e87-afd4-0b69380de727 not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:59:49.477650 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2979aa21-d2b2-430c-a3ad-feb7136c3b9a req-6565a293-4918-4d20-a706-824e84618cf3 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:59:49.479107 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2979aa21-d2b2-430c-a3ad-feb7136c3b9a req-6565a293-4918-4d20-a706-824e84618cf3 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8758d74-d1ff-4e33-a9b1-499b232c9136 HTTP/1.1" status: 200 len: 943 time: 0.0519845 Oct 30 15:59:49.516765 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2979aa21-d2b2-430c-a3ad-feb7136c3b9a req-289d38d6-c711-488f-a483-27e23c5a97eb tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309448 Oct 30 15:59:49.822519 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c35940-b8e2-4826-bc1b-73705628719e req-5bee0023-4bb3-48fa-bc79-79aec40b2e1d tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:59:49.823885 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-56c35940-b8e2-4826-bc1b-73705628719e req-5bee0023-4bb3-48fa-bc79-79aec40b2e1d tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8758d74-d1ff-4e33-a9b1-499b232c9136&tenant_id=94516668cf3b4c8d835a0c59a275059c&binding%3Ahost_id=n-h2-806683-17 HTTP/1.1" status: 200 len: 943 time: 0.0781660 Oct 30 15:59:49.835926 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6d67cb-216a-4b3e-ac7e-99f2a3b92e93 req-e8f68e80-275b-4067-bf6c-7217afd2e26d tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:59:49.837260 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5e6d67cb-216a-4b3e-ac7e-99f2a3b92e93 req-e8f68e80-275b-4067-bf6c-7217afd2e26d tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8758d74-d1ff-4e33-a9b1-499b232c9136 HTTP/1.1" status: 200 len: 943 time: 0.0651350 Oct 30 15:59:49.910903 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5e6d67cb-216a-4b3e-ac7e-99f2a3b92e93 req-9e50729a-957e-41c2-8eb7-f7ee7b7bd754 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664132 Oct 30 15:59:49.920144 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-56c35940-b8e2-4826-bc1b-73705628719e req-9cac89d2-6acb-4853-9a5c-07305e82a99a service neutron] 10.222.0.44 "GET /v2.0/ports/1f475f89-c41f-4e87-afd4-0b69380de727/bindings/n-h2-806683-17 HTTP/1.1" status: 200 len: 383 time: 0.0820079 Oct 30 15:59:49.981291 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c35940-b8e2-4826-bc1b-73705628719e req-f9bbca3f-3c98-48cf-927a-94ea0f63ca73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:59:49.982788 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-56c35940-b8e2-4826-bc1b-73705628719e req-f9bbca3f-3c98-48cf-927a-94ea0f63ca73 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94516668cf3b4c8d835a0c59a275059c&device_id=d8758d74-d1ff-4e33-a9b1-499b232c9136 HTTP/1.1" status: 200 len: 1095 time: 0.0413415 Oct 30 15:59:49.983706 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 1f475f89-c41f-4e87-afd4-0b69380de727 details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:59:50.074225 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c35940-b8e2-4826-bc1b-73705628719e req-cfde1845-8f33-4281-8a98-04a55691f969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:59:50.076257 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-56c35940-b8e2-4826-bc1b-73705628719e req-cfde1845-8f33-4281-8a98-04a55691f969 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e HTTP/1.1" status: 200 len: 912 time: 0.0872478 Oct 30 15:59:50.080451 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 1f475f89-c41f-4e87-afd4-0b69380de727, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=1f475f89-c41f-4e87-afd4-0b69380de727,segment=NetworkSegment(f4523d14-d3cd-42a7-90ba-f488fbf20e2e),segment_id=f4523d14-d3cd-42a7-90ba-f488fbf20e2e)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:59:50.091522 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': '1f475f89-c41f-4e87-afd4-0b69380de727', 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e', 'port_id': '1f475f89-c41f-4e87-afd4-0b69380de727', 'mac_address': 'fa:16:3e:2b:d7:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a302147f-c20f-424a-aa99-dcc20d3813ba', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:59:50.128040 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:59:50.139768 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-56c35940-b8e2-4826-bc1b-73705628719e req-c58b6e1e-3bb9-4874-a777-c9669068cee2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f475f89-c41f-4e87-afd4-0b69380de727 HTTP/1.1" status: 200 len: 1000 time: 0.0569022 Oct 30 15:59:50.141263 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f475f89-c41f-4e87-afd4-0b69380de727 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:59:50.163212 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 1f475f89-c41f-4e87-afd4-0b69380de727, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=1f475f89-c41f-4e87-afd4-0b69380de727,segment=NetworkSegment(f4523d14-d3cd-42a7-90ba-f488fbf20e2e),segment_id=f4523d14-d3cd-42a7-90ba-f488fbf20e2e)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:59:50.167453 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:59:50.189498 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c35940-b8e2-4826-bc1b-73705628719e req-0a66cf27-d31f-4aed-872e-241b3614ea6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:59:50.190998 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-56c35940-b8e2-4826-bc1b-73705628719e req-0a66cf27-d31f-4aed-872e-241b3614ea6a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a302147f-c20f-424a-aa99-dcc20d3813ba HTTP/1.1" status: 200 len: 850 time: 0.0451617 Oct 30 15:59:50.213623 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=1f475f89-c41f-4e87-afd4-0b69380de727,revision_number=8']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:59:50.220965 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:59:50.221570 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:59:50.221669 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:59:50.221955 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:59:50.222283 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:59:50.222620 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:59:50.222930 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:59:50.223255 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:59:50.223600 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:59:50.223921 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:59:50.224247 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:59:50.224615 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 15:59:50.241191 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c35940-b8e2-4826-bc1b-73705628719e req-eb0cf601-05cc-4d78-9f9a-1d7720e4486f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:59:50.242667 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-56c35940-b8e2-4826-bc1b-73705628719e req-eb0cf601-05cc-4d78-9f9a-1d7720e4486f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439715 Oct 30 15:59:50.333628 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-56c35940-b8e2-4826-bc1b-73705628719e req-8f88ef9f-6a4e-4101-9147-3a00e6455c0e service neutron] 10.222.0.44 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824592 Oct 30 15:59:50.387696 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['1f475f89-c41f-4e87-afd4-0b69380de727'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:59:50.429893 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-56c35940-b8e2-4826-bc1b-73705628719e req-19703a3e-d632-48ee-8988-7282dd24f6a1 service neutron] 10.222.0.44 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859308 Oct 30 15:59:51.027263 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7518467-1849-483b-8781-59c1406798ba req-787f5b2c-ee56-4188-b3b0-e92653002008 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:59:51.029388 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c7518467-1849-483b-8781-59c1406798ba req-787f5b2c-ee56-4188-b3b0-e92653002008 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8758d74-d1ff-4e33-a9b1-499b232c9136 HTTP/1.1" status: 200 len: 944 time: 0.0497282 Oct 30 15:59:51.066154 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c7518467-1849-483b-8781-59c1406798ba req-264bd28d-4ff5-4ace-b568-d5c907e01d0c tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306857 Oct 30 15:59:51.227355 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c15eace4-85d0-472d-ae23-0d06345d7de9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:59:51.986603 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 1f475f89-c41f-4e87-afd4-0b69380de727 up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:59:52.038307 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port 1f475f89-c41f-4e87-afd4-0b69380de727 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:59:52.042392 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port 1f475f89-c41f-4e87-afd4-0b69380de727 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:59:52.042763 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:59:52.123393 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:59:52.147052 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8758d74-d1ff-4e33-a9b1-499b232c9136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f475f89-c41f-4e87-afd4-0b69380de727'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:59:52.149425 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-933cebc7-cca8-4434-926b-b6c7efefbd32" -d '{"events": [{"server_uuid": "d8758d74-d1ff-4e33-a9b1-499b232c9136", "name": "network-vif-plugged", "status": "completed", "tag": "1f475f89-c41f-4e87-afd4-0b69380de727"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:59:52.163308 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 1f475f89-c41f-4e87-afd4-0b69380de727, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=1f475f89-c41f-4e87-afd4-0b69380de727,segment=NetworkSegment(f4523d14-d3cd-42a7-90ba-f488fbf20e2e),segment_id=f4523d14-d3cd-42a7-90ba-f488fbf20e2e)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:59:52.169370 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:59:52.206185 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d2322c-d11b-4e14-b6a5-11c12c3730af req-405f63d5-3321-4b0b-a740-ca8c46c8b225 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:59:52.206641 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f191bd46-9684-4734-bc84-0ea6e8a8dbbd x-openstack-request-id: req-f191bd46-9684-4734-bc84-0ea6e8a8dbbd {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:59:52.206641 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8758d74-d1ff-4e33-a9b1-499b232c9136", "name": "network-vif-plugged", "status": "completed", "tag": "1f475f89-c41f-4e87-afd4-0b69380de727", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:59:52.207061 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f191bd46-9684-4734-bc84-0ea6e8a8dbbd {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:59:52.207371 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8758d74-d1ff-4e33-a9b1-499b232c9136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f475f89-c41f-4e87-afd4-0b69380de727', 'code': 200} Oct 30 15:59:52.207965 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-60d2322c-d11b-4e14-b6a5-11c12c3730af req-405f63d5-3321-4b0b-a740-ca8c46c8b225 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8758d74-d1ff-4e33-a9b1-499b232c9136 HTTP/1.1" status: 200 len: 944 time: 0.0613408 Oct 30 15:59:52.228905 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=1f475f89-c41f-4e87-afd4-0b69380de727,revision_number=9']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:59:52.247856 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-60d2322c-d11b-4e14-b6a5-11c12c3730af req-ada1886c-a173-4068-a8f8-47956357f154 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332730 Oct 30 15:59:52.366757 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c35940-b8e2-4826-bc1b-73705628719e req-0f74cc29-d505-485d-b6ed-0d3a293ef8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:59:52.368238 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-56c35940-b8e2-4826-bc1b-73705628719e req-0f74cc29-d505-485d-b6ed-0d3a293ef8a0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d8758d74-d1ff-4e33-a9b1-499b232c9136&tenant_id=94516668cf3b4c8d835a0c59a275059c HTTP/1.1" status: 200 len: 1097 time: 0.0404620 Oct 30 15:59:52.380802 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-56c35940-b8e2-4826-bc1b-73705628719e req-f162c767-dbcc-44d6-9d39-edbffeb96418 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-17', 'device_owner': 'compute:nova'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 15:59:52.744026 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-56c35940-b8e2-4826-bc1b-73705628719e req-f162c767-dbcc-44d6-9d39-edbffeb96418 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:59:52.939989 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-56c35940-b8e2-4826-bc1b-73705628719e req-f162c767-dbcc-44d6-9d39-edbffeb96418 service neutron] For port 1f475f89-c41f-4e87-afd4-0b69380de727, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=1f475f89-c41f-4e87-afd4-0b69380de727,segment=NetworkSegment(f4523d14-d3cd-42a7-90ba-f488fbf20e2e),segment_id=f4523d14-d3cd-42a7-90ba-f488fbf20e2e)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:59:52.971010 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-56c35940-b8e2-4826-bc1b-73705628719e req-f162c767-dbcc-44d6-9d39-edbffeb96418 service neutron] For port 1f475f89-c41f-4e87-afd4-0b69380de727, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:59:53.007958 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8758d74-d1ff-4e33-a9b1-499b232c9136', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f475f89-c41f-4e87-afd4-0b69380de727'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:59:53.010197 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f7bc85-097a-434b-bd1f-5673c78590c1" -d '{"events": [{"server_uuid": "d8758d74-d1ff-4e33-a9b1-499b232c9136", "name": "network-vif-unplugged", "status": "completed", "tag": "1f475f89-c41f-4e87-afd4-0b69380de727"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:59:53.014429 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-56c35940-b8e2-4826-bc1b-73705628719e req-f162c767-dbcc-44d6-9d39-edbffeb96418 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:59:53.026685 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-56c35940-b8e2-4826-bc1b-73705628719e req-f162c767-dbcc-44d6-9d39-edbffeb96418 service neutron] Transition to ACTIVE for port object 1f475f89-c41f-4e87-afd4-0b69380de727 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 15:59:53.030336 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-56c35940-b8e2-4826-bc1b-73705628719e req-f162c767-dbcc-44d6-9d39-edbffeb96418 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:59:53.068425 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Oct 2021 15:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d9140f4-71af-434b-84ed-27e1bb079b45 x-openstack-request-id: req-6d9140f4-71af-434b-84ed-27e1bb079b45 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:59:53.068425 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8758d74-d1ff-4e33-a9b1-499b232c9136", "name": "network-vif-unplugged", "status": "completed", "tag": "1f475f89-c41f-4e87-afd4-0b69380de727", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:59:53.068425 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6d9140f4-71af-434b-84ed-27e1bb079b45 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:59:53.068425 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8758d74-d1ff-4e33-a9b1-499b232c9136', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f475f89-c41f-4e87-afd4-0b69380de727', 'code': 200} Oct 30 15:59:53.116099 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f162c767-dbcc-44d6-9d39-edbffeb96418 service neutron] Pushing event updated for resources: {'Port': ['ID=1f475f89-c41f-4e87-afd4-0b69380de727,revision_number=10']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:59:53.157790 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-56c35940-b8e2-4826-bc1b-73705628719e req-f162c767-dbcc-44d6-9d39-edbffeb96418 service neutron] No DVR routers for this DVR port 1f475f89-c41f-4e87-afd4-0b69380de727 on host n-h2-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:59:53.296614 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-56c35940-b8e2-4826-bc1b-73705628719e req-f162c767-dbcc-44d6-9d39-edbffeb96418 service neutron] Attempting to bind port 1f475f89-c41f-4e87-afd4-0b69380de727 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 15:59:53.297257 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-56c35940-b8e2-4826-bc1b-73705628719e req-f162c767-dbcc-44d6-9d39-edbffeb96418 service neutron] Attempting to bind port 1f475f89-c41f-4e87-afd4-0b69380de727 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': 'f4523d14-d3cd-42a7-90ba-f488fbf20e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 15:59:53.297257 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c35940-b8e2-4826-bc1b-73705628719e req-f162c767-dbcc-44d6-9d39-edbffeb96418 service neutron] Attempting to bind port 1f475f89-c41f-4e87-afd4-0b69380de727 on network 2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:59:53.301574 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c35940-b8e2-4826-bc1b-73705628719e req-f162c767-dbcc-44d6-9d39-edbffeb96418 service neutron] Port 1f475f89-c41f-4e87-afd4-0b69380de727 on network 2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 15:59:53.301896 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c35940-b8e2-4826-bc1b-73705628719e req-f162c767-dbcc-44d6-9d39-edbffeb96418 service neutron] Attempting to bind port 1f475f89-c41f-4e87-afd4-0b69380de727 on network 2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 15:59:53.306771 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c35940-b8e2-4826-bc1b-73705628719e req-f162c767-dbcc-44d6-9d39-edbffeb96418 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 15, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 15:59:53.307114 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c35940-b8e2-4826-bc1b-73705628719e req-f162c767-dbcc-44d6-9d39-edbffeb96418 service neutron] Checking segment: {'id': 'f4523d14-d3cd-42a7-90ba-f488fbf20e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 15:59:53.307526 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c35940-b8e2-4826-bc1b-73705628719e req-f162c767-dbcc-44d6-9d39-edbffeb96418 service neutron] Bound using segment: {'id': 'f4523d14-d3cd-42a7-90ba-f488fbf20e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 15:59:53.307959 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-56c35940-b8e2-4826-bc1b-73705628719e req-f162c767-dbcc-44d6-9d39-edbffeb96418 service neutron] Bound port: 1f475f89-c41f-4e87-afd4-0b69380de727, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4523d14-d3cd-42a7-90ba-f488fbf20e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 15:59:53.308312 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-56c35940-b8e2-4826-bc1b-73705628719e req-f162c767-dbcc-44d6-9d39-edbffeb96418 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:59:53.404251 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e69d47-b67d-48a1-8a80-b1e5ec6fb9c4 req-4edbfcdf-6cd2-4bf2-bea6-f395e7ee998a tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:59:53.405840 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b7e69d47-b67d-48a1-8a80-b1e5ec6fb9c4 req-4edbfcdf-6cd2-4bf2-bea6-f395e7ee998a tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8758d74-d1ff-4e33-a9b1-499b232c9136 HTTP/1.1" status: 200 len: 944 time: 0.0879400 Oct 30 15:59:53.422782 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-56c35940-b8e2-4826-bc1b-73705628719e req-f162c767-dbcc-44d6-9d39-edbffeb96418 service neutron] For port 1f475f89-c41f-4e87-afd4-0b69380de727, host n-h1-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 15:59:53.426843 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-56c35940-b8e2-4826-bc1b-73705628719e req-f162c767-dbcc-44d6-9d39-edbffeb96418 service neutron] For port 1f475f89-c41f-4e87-afd4-0b69380de727, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=1f475f89-c41f-4e87-afd4-0b69380de727,segment=NetworkSegment(f4523d14-d3cd-42a7-90ba-f488fbf20e2e),segment_id=f4523d14-d3cd-42a7-90ba-f488fbf20e2e)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 15:59:53.438256 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-56c35940-b8e2-4826-bc1b-73705628719e req-f162c767-dbcc-44d6-9d39-edbffeb96418 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:59:53.491327 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c35940-b8e2-4826-bc1b-73705628719e req-f162c767-dbcc-44d6-9d39-edbffeb96418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:59:53.491980 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-56c35940-b8e2-4826-bc1b-73705628719e req-f162c767-dbcc-44d6-9d39-edbffeb96418 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:59:53.493370 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-56c35940-b8e2-4826-bc1b-73705628719e req-f162c767-dbcc-44d6-9d39-edbffeb96418 service neutron] 10.222.0.53 "PUT /v2.0/ports/1f475f89-c41f-4e87-afd4-0b69380de727 HTTP/1.1" status: 200 len: 1093 time: 1.1163354 Oct 30 15:59:53.503230 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b7e69d47-b67d-48a1-8a80-b1e5ec6fb9c4 req-fe747fa3-2106-420c-8d15-515eb2dacc6d tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884674 Oct 30 15:59:53.521395 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f162c767-dbcc-44d6-9d39-edbffeb96418 service neutron] Pushing event updated for resources: {'Port': ['ID=1f475f89-c41f-4e87-afd4-0b69380de727,revision_number=11']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:59:53.571056 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c35940-b8e2-4826-bc1b-73705628719e req-ce13a64d-7032-42ee-b37e-fde121d7755f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:59:53.572584 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-56c35940-b8e2-4826-bc1b-73705628719e req-ce13a64d-7032-42ee-b37e-fde121d7755f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=94516668cf3b4c8d835a0c59a275059c&device_id=d8758d74-d1ff-4e33-a9b1-499b232c9136 HTTP/1.1" status: 200 len: 1096 time: 0.0522773 Oct 30 15:59:53.669430 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c35940-b8e2-4826-bc1b-73705628719e req-94d2bc3b-1e08-4f4e-a349-292449bcf468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:59:53.670915 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-56c35940-b8e2-4826-bc1b-73705628719e req-94d2bc3b-1e08-4f4e-a349-292449bcf468 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e HTTP/1.1" status: 200 len: 912 time: 0.0920446 Oct 30 15:59:53.744963 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-56c35940-b8e2-4826-bc1b-73705628719e req-827a117b-1a47-4456-9ea9-7a96056972ea service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f475f89-c41f-4e87-afd4-0b69380de727 HTTP/1.1" status: 200 len: 1000 time: 0.0633612 Oct 30 15:59:53.792594 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c35940-b8e2-4826-bc1b-73705628719e req-ef8ec997-a043-471a-bc11-ed23d34d846a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:59:53.794592 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-56c35940-b8e2-4826-bc1b-73705628719e req-ef8ec997-a043-471a-bc11-ed23d34d846a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a302147f-c20f-424a-aa99-dcc20d3813ba HTTP/1.1" status: 200 len: 850 time: 0.0423949 Oct 30 15:59:53.836876 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-836d18d3-359f-44a1-9da2-0cd58aa26fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:59:53.838793 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c35940-b8e2-4826-bc1b-73705628719e req-fe435b72-aa6e-45b9-82f0-0a19b419c5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:59:53.841129 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-56c35940-b8e2-4826-bc1b-73705628719e req-fe435b72-aa6e-45b9-82f0-0a19b419c5d0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397832 Oct 30 15:59:53.934336 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-56c35940-b8e2-4826-bc1b-73705628719e req-9fc48c28-7cd7-4b4b-afc0-0ee6851f8940 service neutron] 10.222.0.53 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862887 Oct 30 15:59:54.022238 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-56c35940-b8e2-4826-bc1b-73705628719e req-aa26cf6a-6bd4-455c-a543-d157fe5e513f service neutron] 10.222.0.53 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813327 Oct 30 15:59:54.635345 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d548fa-cce2-47ca-858b-7fef4498aa84 req-fae23963-433f-4f6f-ac35-df704cef7189 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:59:54.637399 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-92d548fa-cce2-47ca-858b-7fef4498aa84 req-fae23963-433f-4f6f-ac35-df704cef7189 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8758d74-d1ff-4e33-a9b1-499b232c9136 HTTP/1.1" status: 200 len: 944 time: 0.0479116 Oct 30 15:59:54.674028 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-92d548fa-cce2-47ca-858b-7fef4498aa84 req-84190eab-910b-4e5e-bc3e-d5a676c798da tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306857 Oct 30 15:59:54.817198 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:59:54.985400 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:59:55.069538 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8758d74-d1ff-4e33-a9b1-499b232c9136', 'tag': '1f475f89-c41f-4e87-afd4-0b69380de727'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:59:55.071867 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6082a658-ce2f-4269-9639-4829c4dadbc0" -d '{"events": [{"name": "network-changed", "server_uuid": "d8758d74-d1ff-4e33-a9b1-499b232c9136", "tag": "1f475f89-c41f-4e87-afd4-0b69380de727"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:59:55.139195 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 15:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c50e7836-b9dc-4186-bb27-0a95c808f6c8 x-openstack-request-id: req-c50e7836-b9dc-4186-bb27-0a95c808f6c8 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:59:55.139554 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8758d74-d1ff-4e33-a9b1-499b232c9136", "tag": "1f475f89-c41f-4e87-afd4-0b69380de727", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:59:55.139922 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c50e7836-b9dc-4186-bb27-0a95c808f6c8 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:59:55.140669 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8758d74-d1ff-4e33-a9b1-499b232c9136', 'tag': '1f475f89-c41f-4e87-afd4-0b69380de727', 'status': 'completed', 'code': 200} Oct 30 15:59:55.225597 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6082a658-ce2f-4269-9639-4829c4dadbc0 req-47574591-4146-4d2a-8fe5-6a804a9eb4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:59:55.227085 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6082a658-ce2f-4269-9639-4829c4dadbc0 req-47574591-4146-4d2a-8fe5-6a804a9eb4b4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94516668cf3b4c8d835a0c59a275059c&device_id=d8758d74-d1ff-4e33-a9b1-499b232c9136 HTTP/1.1" status: 200 len: 1096 time: 0.0737550 Oct 30 15:59:55.229938 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6082a658-ce2f-4269-9639-4829c4dadbc0 req-62950f67-7742-48b1-8429-326187b1ac6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:59:55.231982 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6082a658-ce2f-4269-9639-4829c4dadbc0 req-62950f67-7742-48b1-8429-326187b1ac6f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=94516668cf3b4c8d835a0c59a275059c&device_id=d8758d74-d1ff-4e33-a9b1-499b232c9136 HTTP/1.1" status: 200 len: 1096 time: 0.0686154 Oct 30 15:59:55.279485 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 1f475f89-c41f-4e87-afd4-0b69380de727 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 15:59:55.382651 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 1f475f89-c41f-4e87-afd4-0b69380de727, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=1f475f89-c41f-4e87-afd4-0b69380de727,segment=NetworkSegment(f4523d14-d3cd-42a7-90ba-f488fbf20e2e),segment_id=f4523d14-d3cd-42a7-90ba-f488fbf20e2e)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:59:55.388874 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6082a658-ce2f-4269-9639-4829c4dadbc0 req-36e50ecd-e5cc-45a3-948b-a941e006ecd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:59:55.390366 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6082a658-ce2f-4269-9639-4829c4dadbc0 req-36e50ecd-e5cc-45a3-948b-a941e006ecd6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e HTTP/1.1" status: 200 len: 912 time: 0.1554623 Oct 30 15:59:55.393220 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6082a658-ce2f-4269-9639-4829c4dadbc0 req-18ec425b-e2c6-414a-8afb-b48d7a7fcca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:59:55.394584 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6082a658-ce2f-4269-9639-4829c4dadbc0 req-18ec425b-e2c6-414a-8afb-b48d7a7fcca7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e HTTP/1.1" status: 200 len: 912 time: 0.1528018 Oct 30 15:59:55.396396 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '1f475f89-c41f-4e87-afd4-0b69380de727', 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e', 'port_id': '1f475f89-c41f-4e87-afd4-0b69380de727', 'mac_address': 'fa:16:3e:2b:d7:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a302147f-c20f-424a-aa99-dcc20d3813ba', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 15:59:55.440757 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:59:55.455954 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f475f89-c41f-4e87-afd4-0b69380de727 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 15:59:55.476362 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 1f475f89-c41f-4e87-afd4-0b69380de727, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=1f475f89-c41f-4e87-afd4-0b69380de727,segment=NetworkSegment(f4523d14-d3cd-42a7-90ba-f488fbf20e2e),segment_id=f4523d14-d3cd-42a7-90ba-f488fbf20e2e)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:59:55.482478 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:59:55.513291 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6082a658-ce2f-4269-9639-4829c4dadbc0 req-1291edc7-a547-44ba-95e1-fc7ee277d2fe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f475f89-c41f-4e87-afd4-0b69380de727 HTTP/1.1" status: 200 len: 1000 time: 0.1159756 Oct 30 15:59:55.517682 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6082a658-ce2f-4269-9639-4829c4dadbc0 req-4fb134c5-299f-444e-b8ba-88bf9c179271 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f475f89-c41f-4e87-afd4-0b69380de727 HTTP/1.1" status: 200 len: 1000 time: 0.1108387 Oct 30 15:59:55.535486 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=1f475f89-c41f-4e87-afd4-0b69380de727,revision_number=12']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:59:55.601538 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6082a658-ce2f-4269-9639-4829c4dadbc0 req-3cba2e81-1ed5-40fb-99af-de631bfbeb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:59:55.603064 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6082a658-ce2f-4269-9639-4829c4dadbc0 req-3cba2e81-1ed5-40fb-99af-de631bfbeb61 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a302147f-c20f-424a-aa99-dcc20d3813ba HTTP/1.1" status: 200 len: 850 time: 0.0835214 Oct 30 15:59:55.604481 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6082a658-ce2f-4269-9639-4829c4dadbc0 req-33c1b610-3570-4a2e-a518-cb186e37b7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:59:55.605816 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6082a658-ce2f-4269-9639-4829c4dadbc0 req-33c1b610-3570-4a2e-a518-cb186e37b7a8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a302147f-c20f-424a-aa99-dcc20d3813ba HTTP/1.1" status: 200 len: 850 time: 0.0791962 Oct 30 15:59:55.676241 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6082a658-ce2f-4269-9639-4829c4dadbc0 req-62eebbba-2a70-4816-a66f-c2f0a150ad6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:59:55.677741 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6082a658-ce2f-4269-9639-4829c4dadbc0 req-62eebbba-2a70-4816-a66f-c2f0a150ad6f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0606265 Oct 30 15:59:55.679542 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6082a658-ce2f-4269-9639-4829c4dadbc0 req-6c4d97eb-e09f-40bb-a585-52a430282cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:59:55.680881 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6082a658-ce2f-4269-9639-4829c4dadbc0 req-6c4d97eb-e09f-40bb-a585-52a430282cc5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0712416 Oct 30 15:59:55.703921 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['1f475f89-c41f-4e87-afd4-0b69380de727'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 15:59:55.800028 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6ebb0-2934-42ce-a1ea-5c1b61f75aba req-8ce7a717-981c-4129-a1cc-8c63b817814f tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:59:55.807455 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-01d6ebb0-2934-42ce-a1ea-5c1b61f75aba req-8ce7a717-981c-4129-a1cc-8c63b817814f tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8758d74-d1ff-4e33-a9b1-499b232c9136 HTTP/1.1" status: 200 len: 945 time: 0.0578902 Oct 30 15:59:55.838432 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6082a658-ce2f-4269-9639-4829c4dadbc0 req-4bf82a73-1120-4f34-86f5-7d3c4de40e76 service neutron] 10.222.0.53 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519375 Oct 30 15:59:55.840876 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6082a658-ce2f-4269-9639-4829c4dadbc0 req-61a6c699-1fab-4ebc-9494-003be7479eaa service neutron] 10.222.0.44 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474388 Oct 30 15:59:55.848285 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-01d6ebb0-2934-42ce-a1ea-5c1b61f75aba req-26ab232c-d09e-4cea-b2d2-2e364281356b tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399580 Oct 30 15:59:55.986250 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 1f475f89-c41f-4e87-afd4-0b69380de727 no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 15:59:56.030423 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 1f475f89-c41f-4e87-afd4-0b69380de727 not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 15:59:56.031202 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6082a658-ce2f-4269-9639-4829c4dadbc0 req-c5fadda9-460c-424c-be4a-954365505c8b service neutron] 10.222.0.53 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852009 Oct 30 15:59:56.040575 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84bc044-28a7-46f9-a312-578f25a48583 req-84b31df6-da07-45ba-a9e8-c26f87b4a1ed tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:59:56.041960 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c84bc044-28a7-46f9-a312-578f25a48583 req-84b31df6-da07-45ba-a9e8-c26f87b4a1ed tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8758d74-d1ff-4e33-a9b1-499b232c9136 HTTP/1.1" status: 200 len: 945 time: 0.1120076 Oct 30 15:59:56.046144 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6082a658-ce2f-4269-9639-4829c4dadbc0 req-ed492855-1e41-401e-a7cf-b5a342719492 service neutron] 10.222.0.44 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930215 Oct 30 15:59:56.081088 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c84bc044-28a7-46f9-a312-578f25a48583 req-aa0afe0a-80cf-4fc6-b2a4-7d3f2f1cc0f9 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314038 Oct 30 15:59:56.196628 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951e9f4-3b12-40db-a4e5-48de2d419846 req-28d267eb-bebd-4415-899a-968a9b777234 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:59:56.198122 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7951e9f4-3b12-40db-a4e5-48de2d419846 req-28d267eb-bebd-4415-899a-968a9b777234 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8758d74-d1ff-4e33-a9b1-499b232c9136 HTTP/1.1" status: 200 len: 945 time: 0.0513718 Oct 30 15:59:56.239158 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7951e9f4-3b12-40db-a4e5-48de2d419846 req-327400b4-a5d5-4dfe-a67f-3a09b153ada4 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339324 Oct 30 15:59:56.484703 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d3c450-3d5a-45e1-997e-5917e992808e req-ed7366b0-b769-4b01-a391-ced5201acfe5 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:59:56.486184 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-33d3c450-3d5a-45e1-997e-5917e992808e req-ed7366b0-b769-4b01-a391-ced5201acfe5 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8758d74-d1ff-4e33-a9b1-499b232c9136 HTTP/1.1" status: 200 len: 945 time: 0.0512443 Oct 30 15:59:56.524226 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-33d3c450-3d5a-45e1-997e-5917e992808e req-2a5a51b3-f033-4178-bb81-58053430b129 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319707 Oct 30 15:59:56.752578 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:59:57.297601 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 1f475f89-c41f-4e87-afd4-0b69380de727 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 15:59:57.344561 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port 1f475f89-c41f-4e87-afd4-0b69380de727 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 15:59:57.348620 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 1f475f89-c41f-4e87-afd4-0b69380de727 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 15:59:57.348993 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:59:57.422570 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:59:57.444454 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8758d74-d1ff-4e33-a9b1-499b232c9136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f475f89-c41f-4e87-afd4-0b69380de727'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:59:57.446676 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f91c69-89f7-4172-93ae-38c4dbf0a44c" -d '{"events": [{"server_uuid": "d8758d74-d1ff-4e33-a9b1-499b232c9136", "name": "network-vif-plugged", "status": "completed", "tag": "1f475f89-c41f-4e87-afd4-0b69380de727"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:59:57.460373 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 1f475f89-c41f-4e87-afd4-0b69380de727, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=1f475f89-c41f-4e87-afd4-0b69380de727,segment=NetworkSegment(f4523d14-d3cd-42a7-90ba-f488fbf20e2e),segment_id=f4523d14-d3cd-42a7-90ba-f488fbf20e2e)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:59:57.464231 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:59:57.490598 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-064872c2-1b7d-4e14-9968-08bb0df47542 x-openstack-request-id: req-064872c2-1b7d-4e14-9968-08bb0df47542 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:59:57.490883 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8758d74-d1ff-4e33-a9b1-499b232c9136", "name": "network-vif-plugged", "status": "completed", "tag": "1f475f89-c41f-4e87-afd4-0b69380de727", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:59:57.491147 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-064872c2-1b7d-4e14-9968-08bb0df47542 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:59:57.491535 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8758d74-d1ff-4e33-a9b1-499b232c9136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f475f89-c41f-4e87-afd4-0b69380de727', 'code': 200} Oct 30 15:59:57.517325 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=1f475f89-c41f-4e87-afd4-0b69380de727,revision_number=13']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:59:57.639224 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb1618-fb0f-47d0-87c2-5666d2b744f9 req-367298b0-4981-48f1-a454-38178a3c60f4 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:59:57.640703 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4afb1618-fb0f-47d0-87c2-5666d2b744f9 req-367298b0-4981-48f1-a454-38178a3c60f4 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8758d74-d1ff-4e33-a9b1-499b232c9136 HTTP/1.1" status: 200 len: 946 time: 0.0483756 Oct 30 15:59:57.681563 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4afb1618-fb0f-47d0-87c2-5666d2b744f9 req-91c599bd-229c-4bd1-8ee6-a4ad558d7172 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349236 Oct 30 15:59:57.697689 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c39b254-da10-4a66-b515-3c51484969b1 req-a82de47c-4078-40fc-bc9d-77735ea7d45f tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 15:59:57.698163 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2c39b254-da10-4a66-b515-3c51484969b1 req-a82de47c-4078-40fc-bc9d-77735ea7d45f tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8758d74-d1ff-4e33-a9b1-499b232c9136 HTTP/1.1" status: 200 len: 946 time: 0.0492241 Oct 30 15:59:57.789269 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-2c39b254-da10-4a66-b515-3c51484969b1 req-46c99d3b-bd07-4b16-8303-b59c164b8147 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Deleting port 1f475f89-c41f-4e87-afd4-0b69380de727 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 15:59:57.789608 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-2c39b254-da10-4a66-b515-3c51484969b1 req-46c99d3b-bd07-4b16-8303-b59c164b8147 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:59:57.876558 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-2c39b254-da10-4a66-b515-3c51484969b1 req-46c99d3b-bd07-4b16-8303-b59c164b8147 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] For port 1f475f89-c41f-4e87-afd4-0b69380de727, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=1f475f89-c41f-4e87-afd4-0b69380de727,segment=NetworkSegment(f4523d14-d3cd-42a7-90ba-f488fbf20e2e),segment_id=f4523d14-d3cd-42a7-90ba-f488fbf20e2e)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 15:59:57.876837 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-2c39b254-da10-4a66-b515-3c51484969b1 req-46c99d3b-bd07-4b16-8303-b59c164b8147 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:59:58.045765 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-2c39b254-da10-4a66-b515-3c51484969b1 req-46c99d3b-bd07-4b16-8303-b59c164b8147 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:59:58.046123 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-2c39b254-da10-4a66-b515-3c51484969b1 req-46c99d3b-bd07-4b16-8303-b59c164b8147 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:59:58.046656 n-d-806683-17 neutron-server[102130]: INFO neutron.db.l3_db [req-2c39b254-da10-4a66-b515-3c51484969b1 req-46c99d3b-bd07-4b16-8303-b59c164b8147 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Floating IP 688aec67-a6f3-4750-964e-b6587d18c961 disassociated. External IP: 172.25.4.117, port: 1f475f89-c41f-4e87-afd4-0b69380de727. Oct 30 15:59:58.046999 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-2c39b254-da10-4a66-b515-3c51484969b1 req-46c99d3b-bd07-4b16-8303-b59c164b8147 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Calling delete_port for 1f475f89-c41f-4e87-afd4-0b69380de727 owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 15:59:58.169031 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-2c39b254-da10-4a66-b515-3c51484969b1 req-46c99d3b-bd07-4b16-8303-b59c164b8147 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:59:58.198356 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c99d3b-bd07-4b16-8303-b59c164b8147 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Pushing event deleted for resources: {'Port': ['ID=1f475f89-c41f-4e87-afd4-0b69380de727,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 15:59:58.310691 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c39b254-da10-4a66-b515-3c51484969b1 req-46c99d3b-bd07-4b16-8303-b59c164b8147 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Router 8db4b50c-4288-465f-8404-add9b676a7d6 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 15:59:58.418896 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c39b254-da10-4a66-b515-3c51484969b1 req-46c99d3b-bd07-4b16-8303-b59c164b8147 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 15:59:58.429648 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da895cd-bd9f-4955-b62f-8cb531a81963 None None] Sync routers for ids ['8db4b50c-4288-465f-8404-add9b676a7d6'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 15:59:58.439035 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da895cd-bd9f-4955-b62f-8cb531a81963 None None] Routers {'8db4b50c-4288-465f-8404-add9b676a7d6'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:59:58.439752 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-8da895cd-bd9f-4955-b62f-8cb531a81963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:59:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['8db4b50c-4288-465f-8404-add9b676a7d6'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:59:58.461273 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c39b254-da10-4a66-b515-3c51484969b1 req-46c99d3b-bd07-4b16-8303-b59c164b8147 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] No DVR routers for this DVR port 1f475f89-c41f-4e87-afd4-0b69380de727 on host n-h1-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 15:59:58.464067 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-2c39b254-da10-4a66-b515-3c51484969b1 req-46c99d3b-bd07-4b16-8303-b59c164b8147 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 15:59:58.467949 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2c39b254-da10-4a66-b515-3c51484969b1 req-46c99d3b-bd07-4b16-8303-b59c164b8147 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.53 "DELETE /v2.0/ports/1f475f89-c41f-4e87-afd4-0b69380de727 HTTP/1.1" status: 204 len: 173 time: 0.7640994 Oct 30 15:59:58.468386 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8758d74-d1ff-4e33-a9b1-499b232c9136', 'name': 'network-vif-deleted', 'tag': '1f475f89-c41f-4e87-afd4-0b69380de727'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 15:59:58.470734 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb95c37f-94e9-4d35-ad2e-277fec51ead0" -d '{"events": [{"server_uuid": "d8758d74-d1ff-4e33-a9b1-499b232c9136", "name": "network-vif-deleted", "tag": "1f475f89-c41f-4e87-afd4-0b69380de727"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 15:59:58.515395 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 15:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e7660d-0489-4d16-94d0-80b99e230917 x-openstack-request-id: req-85e7660d-0489-4d16-94d0-80b99e230917 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 15:59:58.515718 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8758d74-d1ff-4e33-a9b1-499b232c9136", "name": "network-vif-deleted", "tag": "1f475f89-c41f-4e87-afd4-0b69380de727", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 15:59:58.515970 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-85e7660d-0489-4d16-94d0-80b99e230917 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 15:59:58.516374 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8758d74-d1ff-4e33-a9b1-499b232c9136', 'name': 'network-vif-deleted', 'tag': '1f475f89-c41f-4e87-afd4-0b69380de727', 'status': 'completed', 'code': 200} Oct 30 15:59:58.557560 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-8da895cd-bd9f-4955-b62f-8cb531a81963 None None] Set router 8db4b50c-4288-465f-8404-add9b676a7d6 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:59:58.759790 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-8da895cd-bd9f-4955-b62f-8cb531a81963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'name': 'tempest-ServerActionsTestJSON-308957441-router', 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '60edce63-8ca0-4eda-8847-17af1c93dd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:53:15Z', 'updated_at': '2021-10-30T15:53:18Z', 'revision_number': 4, 'project_id': '94516668cf3b4c8d835a0c59a275059c', 'gw_port': {'id': '60edce63-8ca0-4eda-8847-17af1c93dd66', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:67:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:53:15Z', 'updated_at': '2021-10-30T15:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '4f2513da-2e7f-4c66-8975-1a2acd5a1a12', 'name': '', 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e', 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'mac_address': 'fa:16:3e:42:b8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a302147f-c20f-424a-aa99-dcc20d3813ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:53:17Z', 'updated_at': '2021-10-30T15:53:21Z', 'revision_number': 5, 'project_id': '94516668cf3b4c8d835a0c59a275059c', 'subnets': [{'id': 'a302147f-c20f-424a-aa99-dcc20d3813ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:59:58.794365 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da895cd-bd9f-4955-b62f-8cb531a81963 None None] Checking router: 8db4b50c-4288-465f-8404-add9b676a7d6 for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 15:59:58.805523 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da895cd-bd9f-4955-b62f-8cb531a81963 None None] Routers {'8db4b50c-4288-465f-8404-add9b676a7d6'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 15:59:58.806222 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-8da895cd-bd9f-4955-b62f-8cb531a81963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:59:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['8db4b50c-4288-465f-8404-add9b676a7d6'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:59:58.930461 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-8da895cd-bd9f-4955-b62f-8cb531a81963 None None] Set router 8db4b50c-4288-465f-8404-add9b676a7d6 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 15:59:59.068780 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f22362f7-c267-44e5-b585-eba0562f9172 req-df2739bf-575e-4e12-8a46-5504f6585e4f tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8758d74-d1ff-4e33-a9b1-499b232c9136 HTTP/1.1" status: 200 len: 210 time: 0.3074882 Oct 30 15:59:59.140851 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-8da895cd-bd9f-4955-b62f-8cb531a81963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'name': 'tempest-ServerActionsTestJSON-308957441-router', 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '60edce63-8ca0-4eda-8847-17af1c93dd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:53:15Z', 'updated_at': '2021-10-30T15:53:18Z', 'revision_number': 4, 'project_id': '94516668cf3b4c8d835a0c59a275059c', 'gw_port': {'id': '60edce63-8ca0-4eda-8847-17af1c93dd66', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:67:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:53:15Z', 'updated_at': '2021-10-30T15:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '4f2513da-2e7f-4c66-8975-1a2acd5a1a12', 'name': '', 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e', 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'mac_address': 'fa:16:3e:42:b8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a302147f-c20f-424a-aa99-dcc20d3813ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:53:17Z', 'updated_at': '2021-10-30T15:53:21Z', 'revision_number': 5, 'project_id': '94516668cf3b4c8d835a0c59a275059c', 'subnets': [{'id': 'a302147f-c20f-424a-aa99-dcc20d3813ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 15:59:59.177070 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da895cd-bd9f-4955-b62f-8cb531a81963 None None] The sync data for ids ['8db4b50c-4288-465f-8404-add9b676a7d6'] in n-d-806683-17 is: [{'id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'name': 'tempest-ServerActionsTestJSON-308957441-router', 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '60edce63-8ca0-4eda-8847-17af1c93dd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:53:15Z', 'updated_at': '2021-10-30T15:53:18Z', 'revision_number': 4, 'project_id': '94516668cf3b4c8d835a0c59a275059c', 'gw_port': {'id': '60edce63-8ca0-4eda-8847-17af1c93dd66', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:67:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:53:15Z', 'updated_at': '2021-10-30T15:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '4f2513da-2e7f-4c66-8975-1a2acd5a1a12', 'name': '', 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e', 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'mac_address': 'fa:16:3e:42:b8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a302147f-c20f-424a-aa99-dcc20d3813ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:53:17Z', 'updated_at': '2021-10-30T15:53:21Z', 'revision_number': 5, 'project_id': '94516668cf3b4c8d835a0c59a275059c', 'subnets': [{'id': 'a302147f-c20f-424a-aa99-dcc20d3813ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 15:59:59.389811 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc577004-1906-4303-a5b5-80088a447670 None None] New status for floating IP 688aec67-a6f3-4750-964e-b6587d18c961: DOWN {{(pid=102132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 16:00:00.299665 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 16:00:00.321782 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:00:00.337462 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-505953ec-28b1-41b9-b750-968bc13f7e53 req-82b7c1be-34dc-4b50-8d44-889416427d29 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--813589075&fields=id&tenant_id=94516668cf3b4c8d835a0c59a275059c HTTP/1.1" status: 200 len: 267 time: 0.0330374 Oct 30 16:00:00.442423 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505953ec-28b1-41b9-b750-968bc13f7e53 req-cd2af291-3a3c-4378-a9ae-267ded043748 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:00:00.443899 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-505953ec-28b1-41b9-b750-968bc13f7e53 req-cd2af291-3a3c-4378-a9ae-267ded043748 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/networks?id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e HTTP/1.1" status: 200 len: 811 time: 0.0990787 Oct 30 16:00:00.458907 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-505953ec-28b1-41b9-b750-968bc13f7e53 req-82cba2b8-6ff6-4c36-9230-7540f5afbf64 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/quotas/94516668cf3b4c8d835a0c59a275059c HTTP/1.1" status: 200 len: 375 time: 0.0087962 Oct 30 16:00:00.514362 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-505953ec-28b1-41b9-b750-968bc13f7e53 req-b724bcfe-897b-468a-a84b-79ac0ae7a0f7 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=94516668cf3b4c8d835a0c59a275059c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0501339 Oct 30 16:00:00.653531 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-505953ec-28b1-41b9-b750-968bc13f7e53 req-8c6457ce-249b-40ad-9891-61f8b10f0c5b service neutron] 10.222.0.62 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275578 Oct 30 16:00:00.748635 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-505953ec-28b1-41b9-b750-968bc13f7e53 req-f22f8306-04ee-40ca-8666-2cbb6983a5b0 service neutron] 10.222.0.62 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889392 Oct 30 16:00:00.905854 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-44b485d9-deab-4324-87e6-b5ee17d0cd11 req-4c72d547-0804-49f9-bbc5-463ce68f70cf tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 210 time: 0.0257397 Oct 30 16:00:01.295512 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 1f475f89-c41f-4e87-afd4-0b69380de727 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 16:00:01.314893 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: 1f475f89-c41f-4e87-afd4-0b69380de727 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 16:00:01.315240 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 1f475f89-c41f-4e87-afd4-0b69380de727 not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 16:00:01.999517 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a66477bb-fed1-458f-afd3-bc4e45c5a188 req-9ce5c5cd-99ee-4ec0-a47f-5284a772c5a7 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 210 time: 0.0267944 Oct 30 16:00:02.293186 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:00:02.813714 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505953ec-28b1-41b9-b750-968bc13f7e53 req-7d28586b-f607-4584-9441-2f6fba0c97dc tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:00:02.815156 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-505953ec-28b1-41b9-b750-968bc13f7e53 req-7d28586b-f607-4584-9441-2f6fba0c97dc tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.53 "GET /v2.0/networks?id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e HTTP/1.1" status: 200 len: 811 time: 0.1077332 Oct 30 16:00:02.859776 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-505953ec-28b1-41b9-b750-968bc13f7e53 req-16c0d37f-0b6c-4222-9a11-31bb6e116bff tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94516668cf3b4c8d835a0c59a275059c HTTP/1.1" status: 200 len: 379 time: 0.0347116 Oct 30 16:00:02.868796 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-505953ec-28b1-41b9-b750-968bc13f7e53 req-5876a748-847f-4d0e-a023-e3cd2016845e tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Request body: {'port': {'device_id': '45393547-9f39-491f-abbe-ac19e096acaf', 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e', 'admin_state_up': True, 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'security_groups': ['99344aa3-4082-4e82-9bef-1392f9ccc044']}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:00:02.973670 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-505953ec-28b1-41b9-b750-968bc13f7e53 req-5876a748-847f-4d0e-a023-e3cd2016845e tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Made reservation on behalf of 94516668cf3b4c8d835a0c59a275059c for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 16:00:02.977580 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-505953ec-28b1-41b9-b750-968bc13f7e53 req-5876a748-847f-4d0e-a023-e3cd2016845e tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:00:03.093351 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bb1407a4-7de3-41ea-b9b7-dae5589849fb req-ddb8ccca-78b7-4746-9360-a4c3012e64c7 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 210 time: 0.0254800 Oct 30 16:00:03.104902 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-505953ec-28b1-41b9-b750-968bc13f7e53 req-5876a748-847f-4d0e-a023-e3cd2016845e tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Allocated IP 172.20.0.11 (2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e/a302147f-c20f-424a-aa99-dcc20d3813ba/0aa58c43-251a-4728-8201-9d667f450061) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 16:00:03.235314 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-505953ec-28b1-41b9-b750-968bc13f7e53 req-5876a748-847f-4d0e-a023-e3cd2016845e tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:00:03.271198 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-505953ec-28b1-41b9-b750-968bc13f7e53 req-5876a748-847f-4d0e-a023-e3cd2016845e tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:00:03.313531 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-505953ec-28b1-41b9-b750-968bc13f7e53 req-5876a748-847f-4d0e-a023-e3cd2016845e tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Network 2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:00:03.316688 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-505953ec-28b1-41b9-b750-968bc13f7e53 req-5876a748-847f-4d0e-a023-e3cd2016845e tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:00:03.320392 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-505953ec-28b1-41b9-b750-968bc13f7e53 req-5876a748-847f-4d0e-a023-e3cd2016845e tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 16:00:03.345430 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5876a748-847f-4d0e-a023-e3cd2016845e tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Pushing event updated for resources: {'Port': ['ID=0aa58c43-251a-4728-8201-9d667f450061,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:00:03.375784 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505953ec-28b1-41b9-b750-968bc13f7e53 req-5876a748-847f-4d0e-a023-e3cd2016845e tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:00:03.376411 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-505953ec-28b1-41b9-b750-968bc13f7e53 req-5876a748-847f-4d0e-a023-e3cd2016845e tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:00:03.392246 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-505953ec-28b1-41b9-b750-968bc13f7e53 req-5876a748-847f-4d0e-a023-e3cd2016845e tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5269239 Oct 30 16:00:03.405791 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-505953ec-28b1-41b9-b750-968bc13f7e53 req-367a5523-67c8-4faa-a9c8-9b449d35cfea service neutron] Request body: {'port': {'device_id': '45393547-9f39-491f-abbe-ac19e096acaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:00:03.460838 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-505953ec-28b1-41b9-b750-968bc13f7e53 req-367a5523-67c8-4faa-a9c8-9b449d35cfea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:00:03.580648 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-2ac8c223-e5c9-4a25-9f79-eb50493dfdf1 None None] Provisioning complete for port 0aa58c43-251a-4728-8201-9d667f450061 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:00:03.581269 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2ac8c223-e5c9-4a25-9f79-eb50493dfdf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:00:03.617761 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-2ac8c223-e5c9-4a25-9f79-eb50493dfdf1 None None] Port 0aa58c43-251a-4728-8201-9d667f450061 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 16:00:03.737265 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-505953ec-28b1-41b9-b750-968bc13f7e53 req-367a5523-67c8-4faa-a9c8-9b449d35cfea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0aa58c43-251a-4728-8201-9d667f450061 {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 16:00:03.744606 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-505953ec-28b1-41b9-b750-968bc13f7e53 req-367a5523-67c8-4faa-a9c8-9b449d35cfea service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:00:03.755910 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-505953ec-28b1-41b9-b750-968bc13f7e53 req-367a5523-67c8-4faa-a9c8-9b449d35cfea service neutron] Transition to ACTIVE for port object 0aa58c43-251a-4728-8201-9d667f450061 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 16:00:03.759664 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-505953ec-28b1-41b9-b750-968bc13f7e53 req-367a5523-67c8-4faa-a9c8-9b449d35cfea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:00:03.810103 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367a5523-67c8-4faa-a9c8-9b449d35cfea service neutron] Pushing event updated for resources: {'Port': ['ID=0aa58c43-251a-4728-8201-9d667f450061,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:00:03.882773 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-505953ec-28b1-41b9-b750-968bc13f7e53 req-367a5523-67c8-4faa-a9c8-9b449d35cfea service neutron] Attempting to bind port 0aa58c43-251a-4728-8201-9d667f450061 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 16:00:03.883115 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-505953ec-28b1-41b9-b750-968bc13f7e53 req-367a5523-67c8-4faa-a9c8-9b449d35cfea service neutron] Attempting to bind port 0aa58c43-251a-4728-8201-9d667f450061 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': 'f4523d14-d3cd-42a7-90ba-f488fbf20e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 16:00:03.883444 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505953ec-28b1-41b9-b750-968bc13f7e53 req-367a5523-67c8-4faa-a9c8-9b449d35cfea service neutron] Attempting to bind port 0aa58c43-251a-4728-8201-9d667f450061 on network 2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:00:03.888926 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505953ec-28b1-41b9-b750-968bc13f7e53 req-367a5523-67c8-4faa-a9c8-9b449d35cfea service neutron] Port 0aa58c43-251a-4728-8201-9d667f450061 on network 2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 16:00:03.889259 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505953ec-28b1-41b9-b750-968bc13f7e53 req-367a5523-67c8-4faa-a9c8-9b449d35cfea service neutron] Attempting to bind port 0aa58c43-251a-4728-8201-9d667f450061 on network 2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:00:03.894280 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505953ec-28b1-41b9-b750-968bc13f7e53 req-367a5523-67c8-4faa-a9c8-9b449d35cfea service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 16, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 16:00:03.894623 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505953ec-28b1-41b9-b750-968bc13f7e53 req-367a5523-67c8-4faa-a9c8-9b449d35cfea service neutron] Checking segment: {'id': 'f4523d14-d3cd-42a7-90ba-f488fbf20e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:00:03.895009 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505953ec-28b1-41b9-b750-968bc13f7e53 req-367a5523-67c8-4faa-a9c8-9b449d35cfea service neutron] Bound using segment: {'id': 'f4523d14-d3cd-42a7-90ba-f488fbf20e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 16:00:03.895444 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-505953ec-28b1-41b9-b750-968bc13f7e53 req-367a5523-67c8-4faa-a9c8-9b449d35cfea service neutron] Bound port: 0aa58c43-251a-4728-8201-9d667f450061, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4523d14-d3cd-42a7-90ba-f488fbf20e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 16:00:03.895832 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-505953ec-28b1-41b9-b750-968bc13f7e53 req-367a5523-67c8-4faa-a9c8-9b449d35cfea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:00:03.961795 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-505953ec-28b1-41b9-b750-968bc13f7e53 req-367a5523-67c8-4faa-a9c8-9b449d35cfea service neutron] For port 0aa58c43-251a-4728-8201-9d667f450061, host n-h1-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 16:00:03.964951 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-505953ec-28b1-41b9-b750-968bc13f7e53 req-367a5523-67c8-4faa-a9c8-9b449d35cfea service neutron] For port 0aa58c43-251a-4728-8201-9d667f450061, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=0aa58c43-251a-4728-8201-9d667f450061,segment=NetworkSegment(f4523d14-d3cd-42a7-90ba-f488fbf20e2e),segment_id=f4523d14-d3cd-42a7-90ba-f488fbf20e2e)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 16:00:03.969449 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-505953ec-28b1-41b9-b750-968bc13f7e53 req-367a5523-67c8-4faa-a9c8-9b449d35cfea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:00:04.004352 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505953ec-28b1-41b9-b750-968bc13f7e53 req-367a5523-67c8-4faa-a9c8-9b449d35cfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:00:04.005073 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-505953ec-28b1-41b9-b750-968bc13f7e53 req-367a5523-67c8-4faa-a9c8-9b449d35cfea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:00:04.006542 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-505953ec-28b1-41b9-b750-968bc13f7e53 req-367a5523-67c8-4faa-a9c8-9b449d35cfea service neutron] 10.222.0.53 "PUT /v2.0/ports/0aa58c43-251a-4728-8201-9d667f450061 HTTP/1.1" status: 200 len: 1093 time: 0.6057761 Oct 30 16:00:04.007009 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45393547-9f39-491f-abbe-ac19e096acaf', 'tag': '0aa58c43-251a-4728-8201-9d667f450061'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:00:04.009350 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d01de9-f80e-4cdd-a569-1fac91827e4a" -d '{"events": [{"name": "network-changed", "server_uuid": "45393547-9f39-491f-abbe-ac19e096acaf", "tag": "0aa58c43-251a-4728-8201-9d667f450061"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:00:04.048254 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367a5523-67c8-4faa-a9c8-9b449d35cfea service neutron] Pushing event updated for resources: {'Port': ['ID=0aa58c43-251a-4728-8201-9d667f450061,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:00:04.062772 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 16:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89172fa8-f3b4-4989-8d59-36789d435e17 x-openstack-request-id: req-89172fa8-f3b4-4989-8d59-36789d435e17 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:00:04.063453 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45393547-9f39-491f-abbe-ac19e096acaf", "tag": "0aa58c43-251a-4728-8201-9d667f450061", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:00:04.063751 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-89172fa8-f3b4-4989-8d59-36789d435e17 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:00:04.064172 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45393547-9f39-491f-abbe-ac19e096acaf', 'tag': '0aa58c43-251a-4728-8201-9d667f450061', 'status': 'completed', 'code': 200} Oct 30 16:00:04.108088 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505953ec-28b1-41b9-b750-968bc13f7e53 req-d3ccd8d1-575a-4c48-af0f-f83e88493541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:00:04.109844 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-505953ec-28b1-41b9-b750-968bc13f7e53 req-d3ccd8d1-575a-4c48-af0f-f83e88493541 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=94516668cf3b4c8d835a0c59a275059c&device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 1096 time: 0.0444109 Oct 30 16:00:04.157369 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-505953ec-28b1-41b9-b750-968bc13f7e53 req-37f2f1f3-9543-450b-827e-7234486731b8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0aa58c43-251a-4728-8201-9d667f450061 HTTP/1.1" status: 200 len: 217 time: 0.0397654 Oct 30 16:00:04.211307 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505953ec-28b1-41b9-b750-968bc13f7e53 req-e307f2c4-1f14-4310-b97f-5b5a154c9162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:00:04.212843 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-505953ec-28b1-41b9-b750-968bc13f7e53 req-e307f2c4-1f14-4310-b97f-5b5a154c9162 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a302147f-c20f-424a-aa99-dcc20d3813ba HTTP/1.1" status: 200 len: 850 time: 0.0480261 Oct 30 16:00:04.218437 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02f7e3b-8bec-4d55-8482-5f1d12c17b17 req-fd209f95-6b06-4122-bb1f-39a1bb9ba6b7 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:00:04.219909 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b02f7e3b-8bec-4d55-8482-5f1d12c17b17 req-fd209f95-6b06-4122-bb1f-39a1bb9ba6b7 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 944 time: 0.0505216 Oct 30 16:00:04.258190 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505953ec-28b1-41b9-b750-968bc13f7e53 req-0ee67588-a8b0-43c4-998b-d9c15b7391fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:00:04.258406 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b02f7e3b-8bec-4d55-8482-5f1d12c17b17 req-fa754b86-3af6-4661-a3dc-fc2805d3247b tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320919 Oct 30 16:00:04.259618 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-505953ec-28b1-41b9-b750-968bc13f7e53 req-0ee67588-a8b0-43c4-998b-d9c15b7391fc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400329 Oct 30 16:00:04.353695 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-505953ec-28b1-41b9-b750-968bc13f7e53 req-5a7a51ab-5990-4bc8-bb15-a4c93e657529 service neutron] 10.222.0.53 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871322 Oct 30 16:00:04.441360 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-505953ec-28b1-41b9-b750-968bc13f7e53 req-6e10b5a0-2664-4da4-bcf4-48e8e8a1c1c0 service neutron] 10.222.0.53 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809672 Oct 30 16:00:04.841661 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d01de9-f80e-4cdd-a569-1fac91827e4a req-e7aac096-a006-45ea-848e-5946fb239ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:00:04.843057 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f9d01de9-f80e-4cdd-a569-1fac91827e4a req-e7aac096-a006-45ea-848e-5946fb239ac7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=94516668cf3b4c8d835a0c59a275059c&device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 1096 time: 0.3593187 Oct 30 16:00:04.932407 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d01de9-f80e-4cdd-a569-1fac91827e4a req-041d1d45-1f5f-46b7-b9ca-bb164f63dd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:00:04.933861 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f9d01de9-f80e-4cdd-a569-1fac91827e4a req-041d1d45-1f5f-46b7-b9ca-bb164f63dd42 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e HTTP/1.1" status: 200 len: 912 time: 0.0836315 Oct 30 16:00:04.977070 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f9d01de9-f80e-4cdd-a569-1fac91827e4a req-db7e7265-a511-43b6-8ae1-792213571fa3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0aa58c43-251a-4728-8201-9d667f450061 HTTP/1.1" status: 200 len: 217 time: 0.0355875 Oct 30 16:00:05.024409 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d01de9-f80e-4cdd-a569-1fac91827e4a req-2e4298ce-37c3-4f2b-9905-c1aea5219950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:00:05.025781 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f9d01de9-f80e-4cdd-a569-1fac91827e4a req-2e4298ce-37c3-4f2b-9905-c1aea5219950 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a302147f-c20f-424a-aa99-dcc20d3813ba HTTP/1.1" status: 200 len: 850 time: 0.0418422 Oct 30 16:00:05.070682 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d01de9-f80e-4cdd-a569-1fac91827e4a req-301af680-0d70-4fa0-b474-ad0341c322e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:00:05.072130 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f9d01de9-f80e-4cdd-a569-1fac91827e4a req-301af680-0d70-4fa0-b474-ad0341c322e3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0381436 Oct 30 16:00:05.161961 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f9d01de9-f80e-4cdd-a569-1fac91827e4a req-5cfac45a-664e-4465-9149-00b76ba42272 service neutron] 10.222.0.53 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825059 Oct 30 16:00:05.249998 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f9d01de9-f80e-4cdd-a569-1fac91827e4a req-9364c52c-ae72-4ece-8278-265524fc5fe9 service neutron] 10.222.0.53 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798860 Oct 30 16:00:05.380519 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7391d7a-8d02-4420-8863-6ab33a8afa1b req-2f11a8ac-ca44-4151-bdd6-101df7d7c510 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:00:05.381958 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d7391d7a-8d02-4420-8863-6ab33a8afa1b req-2f11a8ac-ca44-4151-bdd6-101df7d7c510 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 944 time: 0.0523977 Oct 30 16:00:05.419186 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d7391d7a-8d02-4420-8863-6ab33a8afa1b req-642da99f-5f16-4d0c-a501-8b392be027c8 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307231 Oct 30 16:00:06.535852 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292e911-ab51-4ff1-ad4e-7fcd2362169d req-ac3f3ef4-fe5b-44a5-b76a-a31b17a91bde tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:00:06.537354 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0292e911-ab51-4ff1-ad4e-7fcd2362169d req-ac3f3ef4-fe5b-44a5-b76a-a31b17a91bde tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 944 time: 0.0511887 Oct 30 16:00:06.576681 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0292e911-ab51-4ff1-ad4e-7fcd2362169d req-8ea2f8ad-af0b-4d45-b51a-693c7ec3bee3 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311093 Oct 30 16:00:07.326046 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 0aa58c43-251a-4728-8201-9d667f450061 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 16:00:07.421252 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 0aa58c43-251a-4728-8201-9d667f450061, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=0aa58c43-251a-4728-8201-9d667f450061,segment=NetworkSegment(f4523d14-d3cd-42a7-90ba-f488fbf20e2e),segment_id=f4523d14-d3cd-42a7-90ba-f488fbf20e2e)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:00:07.431809 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '0aa58c43-251a-4728-8201-9d667f450061', 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e', 'port_id': '0aa58c43-251a-4728-8201-9d667f450061', 'mac_address': 'fa:16:3e:54:d8:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a302147f-c20f-424a-aa99-dcc20d3813ba', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 16:00:07.468135 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:00:07.480308 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0aa58c43-251a-4728-8201-9d667f450061 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 16:00:07.500272 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 0aa58c43-251a-4728-8201-9d667f450061, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=0aa58c43-251a-4728-8201-9d667f450061,segment=NetworkSegment(f4523d14-d3cd-42a7-90ba-f488fbf20e2e),segment_id=f4523d14-d3cd-42a7-90ba-f488fbf20e2e)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:00:07.504801 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:00:07.555135 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=0aa58c43-251a-4728-8201-9d667f450061,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:00:07.691287 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['0aa58c43-251a-4728-8201-9d667f450061'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 16:00:07.692792 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd37c49c-39d8-4912-abb9-d4b574a2117a req-3549ce0d-5a0b-47f5-93a5-94cd6264aa75 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:00:07.695902 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fd37c49c-39d8-4912-abb9-d4b574a2117a req-3549ce0d-5a0b-47f5-93a5-94cd6264aa75 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 945 time: 0.0503318 Oct 30 16:00:07.730754 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fd37c49c-39d8-4912-abb9-d4b574a2117a req-eabbdea6-f803-4862-aad3-faf6553ad33e tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305769 Oct 30 16:00:08.855342 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83434ec-36f1-4644-9174-a23cefd1a472 req-597a1037-8ab7-4676-9ead-96f993c5ee76 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:00:08.856799 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e83434ec-36f1-4644-9174-a23cefd1a472 req-597a1037-8ab7-4676-9ead-96f993c5ee76 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 945 time: 0.0583165 Oct 30 16:00:08.894641 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e83434ec-36f1-4644-9174-a23cefd1a472 req-8724b847-bd81-4d72-a374-73faeb1d033b tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319910 Oct 30 16:00:09.339934 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 0aa58c43-251a-4728-8201-9d667f450061 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:00:09.392341 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port 0aa58c43-251a-4728-8201-9d667f450061 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 16:00:09.396834 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 0aa58c43-251a-4728-8201-9d667f450061 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:00:09.397199 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:00:09.473957 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:00:09.496070 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45393547-9f39-491f-abbe-ac19e096acaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aa58c43-251a-4728-8201-9d667f450061'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:00:09.498414 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9f9ef33b4f9f7f2c32824978c86086ab49904276f2dd38ccb3607e644c7ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d6b195-5407-4d54-9e12-58326f05999a" -d '{"events": [{"server_uuid": "45393547-9f39-491f-abbe-ac19e096acaf", "name": "network-vif-plugged", "status": "completed", "tag": "0aa58c43-251a-4728-8201-9d667f450061"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:00:09.511224 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 0aa58c43-251a-4728-8201-9d667f450061, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=0aa58c43-251a-4728-8201-9d667f450061,segment=NetworkSegment(f4523d14-d3cd-42a7-90ba-f488fbf20e2e),segment_id=f4523d14-d3cd-42a7-90ba-f488fbf20e2e)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:00:09.515415 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:00:09.551161 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 16:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f429e54-4fd0-41ee-a091-677dd24ae457 x-openstack-request-id: req-0f429e54-4fd0-41ee-a091-677dd24ae457 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:00:09.551442 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45393547-9f39-491f-abbe-ac19e096acaf", "name": "network-vif-plugged", "status": "completed", "tag": "0aa58c43-251a-4728-8201-9d667f450061", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:00:09.551718 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0f429e54-4fd0-41ee-a091-677dd24ae457 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:00:09.552100 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45393547-9f39-491f-abbe-ac19e096acaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aa58c43-251a-4728-8201-9d667f450061', 'code': 200} Oct 30 16:00:09.571051 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=0aa58c43-251a-4728-8201-9d667f450061,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:00:09.643606 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e4055-0140-4a78-9c10-3e01b1c06007 req-b3bce4b2-e191-4594-ba93-4cfeb5a2338f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:00:09.644991 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dd0e4055-0140-4a78-9c10-3e01b1c06007 req-b3bce4b2-e191-4594-ba93-4cfeb5a2338f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 1098 time: 0.0393732 Oct 30 16:00:09.681472 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dd0e4055-0140-4a78-9c10-3e01b1c06007 req-95572b68-2547-43e7-a6d7-5db6e9738680 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286009 Oct 30 16:00:10.010974 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd4f44f-e15b-46f2-bd61-e991d2504d02 req-3193413f-8f5d-4b72-9254-b01536d7575d tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:00:10.013116 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7bd4f44f-e15b-46f2-bd61-e991d2504d02 req-3193413f-8f5d-4b72-9254-b01536d7575d tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 946 time: 0.0508358 Oct 30 16:00:10.051898 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7bd4f44f-e15b-46f2-bd61-e991d2504d02 req-6d8c914a-863b-49bc-be1b-115e266d09a3 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325043 Oct 30 16:00:11.172448 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81409287-7c8a-4fbf-ac53-45846be21231 req-481f4bf8-367d-4d1c-beb7-fc73c751adbc tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:00:11.173910 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-81409287-7c8a-4fbf-ac53-45846be21231 req-481f4bf8-367d-4d1c-beb7-fc73c751adbc tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 946 time: 0.0528929 Oct 30 16:00:11.210583 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-81409287-7c8a-4fbf-ac53-45846be21231 req-b15d9330-b50f-443f-a960-ee0746b57516 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308037 Oct 30 16:00:11.323577 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b456ccbf-10ff-47ce-86c8-dd723fb289ee req-ed53c379-3ff2-4adc-80f8-40be15c28df4 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:00:11.325505 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b456ccbf-10ff-47ce-86c8-dd723fb289ee req-ed53c379-3ff2-4adc-80f8-40be15c28df4 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 946 time: 0.0517859 Oct 30 16:00:11.334098 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 56818) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:00:11.338311 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-c416354a-dff1-4bed-a0c3-567fdc9249ab tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Request body: {'floatingip': {'port_id': '0aa58c43-251a-4728-8201-9d667f450061'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:00:11.375664 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c416354a-dff1-4bed-a0c3-567fdc9249ab tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks [] for floatingip, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:00:11.793774 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c416354a-dff1-4bed-a0c3-567fdc9249ab tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:00:11.797578 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c416354a-dff1-4bed-a0c3-567fdc9249ab tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:00:11.896304 n-d-806683-17 neutron-server[102131]: INFO neutron.db.l3_db [None req-c416354a-dff1-4bed-a0c3-567fdc9249ab tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Floating IP 688aec67-a6f3-4750-964e-b6587d18c961 associated. External IP: 172.25.4.117, port: 0aa58c43-251a-4728-8201-9d667f450061. Oct 30 16:00:12.095119 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c416354a-dff1-4bed-a0c3-567fdc9249ab tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Router 8db4b50c-4288-465f-8404-add9b676a7d6 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 16:00:12.204380 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c416354a-dff1-4bed-a0c3-567fdc9249ab tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 16:00:12.209056 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c416354a-dff1-4bed-a0c3-567fdc9249ab tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:00:12.214554 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1c9c88-edc1-43e6-bfec-5c69e4a38e46 None None] Sync routers for ids ['8db4b50c-4288-465f-8404-add9b676a7d6'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 16:00:12.224838 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1c9c88-edc1-43e6-bfec-5c69e4a38e46 None None] Routers {'8db4b50c-4288-465f-8404-add9b676a7d6'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:00:12.225440 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-ff1c9c88-edc1-43e6-bfec-5c69e4a38e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:59:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['8db4b50c-4288-465f-8404-add9b676a7d6'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:00:12.238972 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-c416354a-dff1-4bed-a0c3-567fdc9249ab tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "PUT /v2.0/floatingips/688aec67-a6f3-4750-964e-b6587d18c961 HTTP/1.1" status: 200 len: 993 time: 0.9038789 Oct 30 16:00:12.239588 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45393547-9f39-491f-abbe-ac19e096acaf', 'tag': '0aa58c43-251a-4728-8201-9d667f450061'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:00:12.241875 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ef56091dd48b4ab5054a0e6e6a68fb087e11b4f35c876cd0b800dc25c07dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f87eb0-6758-4ecc-a0b4-213c445b5b07" -d '{"events": [{"name": "network-changed", "server_uuid": "45393547-9f39-491f-abbe-ac19e096acaf", "tag": "0aa58c43-251a-4728-8201-9d667f450061"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:00:12.278938 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 16:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-016ecb27-e16b-4393-9a13-769151e404bd x-openstack-request-id: req-016ecb27-e16b-4393-9a13-769151e404bd {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:00:12.279231 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45393547-9f39-491f-abbe-ac19e096acaf", "tag": "0aa58c43-251a-4728-8201-9d667f450061", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:00:12.279508 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-016ecb27-e16b-4393-9a13-769151e404bd {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:00:12.279923 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45393547-9f39-491f-abbe-ac19e096acaf', 'tag': '0aa58c43-251a-4728-8201-9d667f450061', 'status': 'completed', 'code': 200} Oct 30 16:00:12.331413 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-ff1c9c88-edc1-43e6-bfec-5c69e4a38e46 None None] Set router 8db4b50c-4288-465f-8404-add9b676a7d6 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:00:12.347171 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f87eb0-6758-4ecc-a0b4-213c445b5b07 req-f726a44b-a790-4c00-bba7-f02f56ef673c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:00:12.348610 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-29f87eb0-6758-4ecc-a0b4-213c445b5b07 req-f726a44b-a790-4c00-bba7-f02f56ef673c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=94516668cf3b4c8d835a0c59a275059c&device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 1098 time: 0.0403054 Oct 30 16:00:12.442809 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f87eb0-6758-4ecc-a0b4-213c445b5b07 req-00f05a55-14a5-40bc-bc2d-b1b6e0f2dcec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:00:12.444323 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-29f87eb0-6758-4ecc-a0b4-213c445b5b07 req-00f05a55-14a5-40bc-bc2d-b1b6e0f2dcec service neutron] 10.222.0.53 "GET /v2.0/networks?id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e HTTP/1.1" status: 200 len: 912 time: 0.0871050 Oct 30 16:00:12.509200 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-29f87eb0-6758-4ecc-a0b4-213c445b5b07 req-e7530525-05a5-42f9-902d-0ca335a17d5e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0aa58c43-251a-4728-8201-9d667f450061 HTTP/1.1" status: 200 len: 1001 time: 0.0579255 Oct 30 16:00:12.550714 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-ff1c9c88-edc1-43e6-bfec-5c69e4a38e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'name': 'tempest-ServerActionsTestJSON-308957441-router', 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '60edce63-8ca0-4eda-8847-17af1c93dd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:53:15Z', 'updated_at': '2021-10-30T15:53:18Z', 'revision_number': 4, 'project_id': '94516668cf3b4c8d835a0c59a275059c', 'gw_port': {'id': '60edce63-8ca0-4eda-8847-17af1c93dd66', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:67:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:53:15Z', 'updated_at': '2021-10-30T15:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '688aec67-a6f3-4750-964e-b6587d18c961', 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'floating_ip_address': '172.25.4.117', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'port_id': '0aa58c43-251a-4728-8201-9d667f450061', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e', 'mac_address': 'fa:16:3e:54:d8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45393547-9f39-491f-abbe-ac19e096acaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:53:20Z', 'updated_at': '2021-10-30T16:00:11Z', 'revision_number': 13, 'project_id': '94516668cf3b4c8d835a0c59a275059c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f2513da-2e7f-4c66-8975-1a2acd5a1a12', 'name': '', 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e', 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'mac_address': 'fa:16:3e:42:b8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a302147f-c20f-424a-aa99-dcc20d3813ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:53:17Z', 'updated_at': '2021-10-30T15:53:21Z', 'revision_number': 5, 'project_id': '94516668cf3b4c8d835a0c59a275059c', 'subnets': [{'id': 'a302147f-c20f-424a-aa99-dcc20d3813ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:00:12.558146 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f87eb0-6758-4ecc-a0b4-213c445b5b07 req-8c8b79f3-e6c0-49d7-a5fa-d25374d9b6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:00:12.559815 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-29f87eb0-6758-4ecc-a0b4-213c445b5b07 req-8c8b79f3-e6c0-49d7-a5fa-d25374d9b6fa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a302147f-c20f-424a-aa99-dcc20d3813ba HTTP/1.1" status: 200 len: 850 time: 0.0438218 Oct 30 16:00:12.579437 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1c9c88-edc1-43e6-bfec-5c69e4a38e46 None None] Checking router: 8db4b50c-4288-465f-8404-add9b676a7d6 for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 16:00:12.587732 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1c9c88-edc1-43e6-bfec-5c69e4a38e46 None None] Routers {'8db4b50c-4288-465f-8404-add9b676a7d6'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:00:12.588339 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-ff1c9c88-edc1-43e6-bfec-5c69e4a38e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T15:59:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['8db4b50c-4288-465f-8404-add9b676a7d6'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:00:12.608453 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f87eb0-6758-4ecc-a0b4-213c445b5b07 req-a6db9aea-964f-4341-aaaa-7e91515028e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:00:12.609861 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-29f87eb0-6758-4ecc-a0b4-213c445b5b07 req-a6db9aea-964f-4341-aaaa-7e91515028e5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438051 Oct 30 16:00:12.689013 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-ff1c9c88-edc1-43e6-bfec-5c69e4a38e46 None None] Set router 8db4b50c-4288-465f-8404-add9b676a7d6 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:00:12.698971 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-29f87eb0-6758-4ecc-a0b4-213c445b5b07 req-8e765149-de78-4be3-a27a-a95778f14dee service neutron] 10.222.0.53 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821629 Oct 30 16:00:12.797033 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-29f87eb0-6758-4ecc-a0b4-213c445b5b07 req-c0f88b81-d75d-47bd-b1c3-7f2cc49628ff service neutron] 10.222.0.53 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911407 Oct 30 16:00:12.995877 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-ff1c9c88-edc1-43e6-bfec-5c69e4a38e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'name': 'tempest-ServerActionsTestJSON-308957441-router', 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '60edce63-8ca0-4eda-8847-17af1c93dd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:53:15Z', 'updated_at': '2021-10-30T15:53:18Z', 'revision_number': 4, 'project_id': '94516668cf3b4c8d835a0c59a275059c', 'gw_port': {'id': '60edce63-8ca0-4eda-8847-17af1c93dd66', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:67:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:53:15Z', 'updated_at': '2021-10-30T15:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '688aec67-a6f3-4750-964e-b6587d18c961', 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'floating_ip_address': '172.25.4.117', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'port_id': '0aa58c43-251a-4728-8201-9d667f450061', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e', 'mac_address': 'fa:16:3e:54:d8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45393547-9f39-491f-abbe-ac19e096acaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:53:20Z', 'updated_at': '2021-10-30T16:00:11Z', 'revision_number': 13, 'project_id': '94516668cf3b4c8d835a0c59a275059c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f2513da-2e7f-4c66-8975-1a2acd5a1a12', 'name': '', 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e', 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'mac_address': 'fa:16:3e:42:b8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a302147f-c20f-424a-aa99-dcc20d3813ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:53:17Z', 'updated_at': '2021-10-30T15:53:21Z', 'revision_number': 5, 'project_id': '94516668cf3b4c8d835a0c59a275059c', 'subnets': [{'id': 'a302147f-c20f-424a-aa99-dcc20d3813ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:00:13.021295 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1c9c88-edc1-43e6-bfec-5c69e4a38e46 None None] The sync data for ids ['8db4b50c-4288-465f-8404-add9b676a7d6'] in n-d-806683-17 is: [{'id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'name': 'tempest-ServerActionsTestJSON-308957441-router', 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '60edce63-8ca0-4eda-8847-17af1c93dd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:53:15Z', 'updated_at': '2021-10-30T15:53:18Z', 'revision_number': 4, 'project_id': '94516668cf3b4c8d835a0c59a275059c', 'gw_port': {'id': '60edce63-8ca0-4eda-8847-17af1c93dd66', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:67:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:53:15Z', 'updated_at': '2021-10-30T15:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '688aec67-a6f3-4750-964e-b6587d18c961', 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'floating_ip_address': '172.25.4.117', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'port_id': '0aa58c43-251a-4728-8201-9d667f450061', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e', 'mac_address': 'fa:16:3e:54:d8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45393547-9f39-491f-abbe-ac19e096acaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T15:53:20Z', 'updated_at': '2021-10-30T16:00:11Z', 'revision_number': 13, 'project_id': '94516668cf3b4c8d835a0c59a275059c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f2513da-2e7f-4c66-8975-1a2acd5a1a12', 'name': '', 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e', 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'mac_address': 'fa:16:3e:42:b8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a302147f-c20f-424a-aa99-dcc20d3813ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:53:17Z', 'updated_at': '2021-10-30T15:53:21Z', 'revision_number': 5, 'project_id': '94516668cf3b4c8d835a0c59a275059c', 'subnets': [{'id': 'a302147f-c20f-424a-aa99-dcc20d3813ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 16:00:13.404646 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cae241e-6803-4988-ab12-e7d6e351c38b None None] New status for floating IP 688aec67-a6f3-4750-964e-b6587d18c961: ACTIVE {{(pid=102132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 16:00:21.228104 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-375c1298-e0d3-40c9-8287-488ed310c627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:00:23.838000 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2762078e-bf69-4caf-956c-68e4375bdd77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:00:24.819713 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:00:24.986385 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:00:26.754256 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:00:29.085566 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [req-20a8a0bc-d147-46d9-9bd2-5fc872643199 req-77a4b655-4f53-4dc9-88fe-d2addbf03e5d service neutron] (102131) timed out ('10.222.0.62', 60774) {{(pid=102131) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 30 16:00:30.322772 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:00:32.307640 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:00:37.299404 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 16:00:40.318088 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3f70c205-ad1a-41e7-8ca9-2ee06b543b42 req-b6ded44f-f947-4ff3-b1e6-189c33237498 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=45393547-9f39-491f-abbe-ac19e096acaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0814388 Oct 30 16:00:40.422986 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f70c205-ad1a-41e7-8ca9-2ee06b543b42 req-1d272f38-d13f-4124-ab01-4b3be3af1032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:00:40.424609 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3f70c205-ad1a-41e7-8ca9-2ee06b543b42 req-1d272f38-d13f-4124-ab01-4b3be3af1032 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=94516668cf3b4c8d835a0c59a275059c&device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 1098 time: 0.0635457 Oct 30 16:00:40.532442 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f70c205-ad1a-41e7-8ca9-2ee06b543b42 req-72f02091-9330-46b0-b70c-7916a48fa40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:00:40.533818 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3f70c205-ad1a-41e7-8ca9-2ee06b543b42 req-72f02091-9330-46b0-b70c-7916a48fa40d service neutron] 10.222.0.53 "GET /v2.0/networks?id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e HTTP/1.1" status: 200 len: 912 time: 0.0857961 Oct 30 16:00:40.599671 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3f70c205-ad1a-41e7-8ca9-2ee06b543b42 req-814fb26f-d27e-4a84-a6a7-74c8f3b4df5d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0aa58c43-251a-4728-8201-9d667f450061 HTTP/1.1" status: 200 len: 1003 time: 0.0570626 Oct 30 16:00:40.653363 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f70c205-ad1a-41e7-8ca9-2ee06b543b42 req-e8b13479-ba5f-48c8-835e-23784dc7e563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:00:40.654801 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3f70c205-ad1a-41e7-8ca9-2ee06b543b42 req-e8b13479-ba5f-48c8-835e-23784dc7e563 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a302147f-c20f-424a-aa99-dcc20d3813ba HTTP/1.1" status: 200 len: 850 time: 0.0476022 Oct 30 16:00:40.701186 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f70c205-ad1a-41e7-8ca9-2ee06b543b42 req-49e13974-3d7d-40be-9616-9ca34cc448eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:00:40.702661 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3f70c205-ad1a-41e7-8ca9-2ee06b543b42 req-49e13974-3d7d-40be-9616-9ca34cc448eb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403707 Oct 30 16:00:40.789636 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3f70c205-ad1a-41e7-8ca9-2ee06b543b42 req-5ff710de-1d10-404e-9853-1e48bc66fe40 service neutron] 10.222.0.53 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795929 Oct 30 16:00:40.880147 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3f70c205-ad1a-41e7-8ca9-2ee06b543b42 req-4a3d2f0e-96fb-44e1-b429-7269bbf15cb7 service neutron] 10.222.0.53 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830204 Oct 30 16:00:51.229747 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-454f6ce5-9929-46e0-b48f-970ef0c11993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:00:53.840146 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9d22ad6e-72c2-4263-a8a2-61f372619115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:00:54.822737 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:00:54.990848 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:00:56.756560 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:01:00.352813 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:01:02.305829 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:01:14.299200 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 16:01:21.231697 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-abe75c61-f65b-48a7-9183-8c706cf74c1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:01:23.846799 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5b039a9c-865c-47aa-b762-4c332c88703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:01:24.826837 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:01:24.993010 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:01:26.759344 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:01:30.352136 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:01:32.322819 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:01:40.103525 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b26b2bfb-54ff-4e84-a304-ce487e52c364 req-263ec8a2-7c8e-41d5-a241-a1d1169007cb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=45393547-9f39-491f-abbe-ac19e096acaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392740 Oct 30 16:01:40.184086 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b2bfb-54ff-4e84-a304-ce487e52c364 req-dc48eb2f-e817-4a2e-bbd0-85235022b7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:01:40.185554 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b26b2bfb-54ff-4e84-a304-ce487e52c364 req-dc48eb2f-e817-4a2e-bbd0-85235022b7f0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=94516668cf3b4c8d835a0c59a275059c&device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 1098 time: 0.0401344 Oct 30 16:01:40.291339 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b2bfb-54ff-4e84-a304-ce487e52c364 req-7ddde11a-fca9-4a10-9492-5a068bc2d6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:01:40.292838 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b26b2bfb-54ff-4e84-a304-ce487e52c364 req-7ddde11a-fca9-4a10-9492-5a068bc2d6d4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e HTTP/1.1" status: 200 len: 912 time: 0.0877793 Oct 30 16:01:40.360388 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b26b2bfb-54ff-4e84-a304-ce487e52c364 req-b1806761-ea47-4e45-a39c-5388e49cdaad service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0aa58c43-251a-4728-8201-9d667f450061 HTTP/1.1" status: 200 len: 1003 time: 0.0609262 Oct 30 16:01:40.408792 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b2bfb-54ff-4e84-a304-ce487e52c364 req-71decb6a-dba9-4aa8-8d73-73a8ae994e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:01:40.410210 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b26b2bfb-54ff-4e84-a304-ce487e52c364 req-71decb6a-dba9-4aa8-8d73-73a8ae994e9c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a302147f-c20f-424a-aa99-dcc20d3813ba HTTP/1.1" status: 200 len: 850 time: 0.0429742 Oct 30 16:01:40.454734 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b2bfb-54ff-4e84-a304-ce487e52c364 req-9f689ea3-2811-4298-b3e6-1d9ee91be784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:01:40.456232 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b26b2bfb-54ff-4e84-a304-ce487e52c364 req-9f689ea3-2811-4298-b3e6-1d9ee91be784 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391605 Oct 30 16:01:40.549179 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b26b2bfb-54ff-4e84-a304-ce487e52c364 req-366edbe9-be07-406b-8df2-34c38f319592 service neutron] 10.222.0.53 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857546 Oct 30 16:01:40.638437 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b26b2bfb-54ff-4e84-a304-ce487e52c364 req-c876d016-e7b2-4155-b7e6-2faebe8b7697 service neutron] 10.222.0.53 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818758 Oct 30 16:01:49.732442 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f596891f-bfb4-4944-941c-ccc929e90deb req-fc1c9647-a791-4529-966d-74b0402baeec tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:01:49.733954 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f596891f-bfb4-4944-941c-ccc929e90deb req-fc1c9647-a791-4529-966d-74b0402baeec tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 946 time: 0.1033578 Oct 30 16:01:49.771707 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f596891f-bfb4-4944-941c-ccc929e90deb req-a77e77a4-973e-44df-866f-5790f9079665 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319386 Oct 30 16:01:51.234086 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e57c12d2-3237-48bc-a471-400352d26230 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:01:51.298885 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 16:01:53.839147 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e6e441e0-647b-46ed-91bf-e24e4508c496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:01:54.829821 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:01:54.996308 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:01:56.761769 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:02:00.351393 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:02:00.806245 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [req-fd68f9b5-b67e-4c5f-b6cc-4a82864eb711 req-ab3253b4-813b-4ef9-ac2f-8e87262a10dd service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 16:02:00.807212 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fd68f9b5-b67e-4c5f-b6cc-4a82864eb711 req-ab3253b4-813b-4ef9-ac2f-8e87262a10dd service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054860 Oct 30 16:02:01.007738 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4bcf7f55-16d4-4e44-adc6-68db8081a545 req-286de11c-62ee-4665-8ceb-064a017b78a2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=45393547-9f39-491f-abbe-ac19e096acaf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0751207 Oct 30 16:02:01.018880 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44fc04e-32ba-4dab-a842-3288b4f19c75 req-dd445e34-243a-4314-aa62-96ead46b94e5 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:01.020302 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f44fc04e-32ba-4dab-a842-3288b4f19c75 req-dd445e34-243a-4314-aa62-96ead46b94e5 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 946 time: 0.0614238 Oct 30 16:02:01.025114 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [req-4bcf7f55-16d4-4e44-adc6-68db8081a545 req-08bf1234-0922-4bd5-ac68-7dc7038dbf23 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 16:02:01.026064 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4bcf7f55-16d4-4e44-adc6-68db8081a545 req-08bf1234-0922-4bd5-ac68-7dc7038dbf23 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049276 Oct 30 16:02:01.058895 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f44fc04e-32ba-4dab-a842-3288b4f19c75 req-296a6d25-8ef0-4832-9da4-7c66c293db5f tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319147 Oct 30 16:02:02.132671 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcf7f55-16d4-4e44-adc6-68db8081a545 req-1f1fdf70-2742-43ea-ae44-12fe7d1814a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:02.134188 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4bcf7f55-16d4-4e44-adc6-68db8081a545 req-1f1fdf70-2742-43ea-ae44-12fe7d1814a0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=94516668cf3b4c8d835a0c59a275059c&device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 1098 time: 0.0424097 Oct 30 16:02:02.181836 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d153565f-2d1b-4166-90c7-0d4597e60a10 req-5d5928e9-dad1-4107-88e9-872c230ec89d tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:02.183319 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d153565f-2d1b-4166-90c7-0d4597e60a10 req-5d5928e9-dad1-4107-88e9-872c230ec89d tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 946 time: 0.0497696 Oct 30 16:02:02.222498 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d153565f-2d1b-4166-90c7-0d4597e60a10 req-520fa6a1-9241-4a56-88e2-d9f9e93d0726 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330999 Oct 30 16:02:02.227903 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcf7f55-16d4-4e44-adc6-68db8081a545 req-3446f183-504b-4e5a-abb0-e5714f943966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:02.229368 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4bcf7f55-16d4-4e44-adc6-68db8081a545 req-3446f183-504b-4e5a-abb0-e5714f943966 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e HTTP/1.1" status: 200 len: 912 time: 0.0885758 Oct 30 16:02:02.294544 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4bcf7f55-16d4-4e44-adc6-68db8081a545 req-4088c2bd-e9c8-494d-8a45-0569545745d0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0aa58c43-251a-4728-8201-9d667f450061 HTTP/1.1" status: 200 len: 1003 time: 0.0570691 Oct 30 16:02:02.349696 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcf7f55-16d4-4e44-adc6-68db8081a545 req-e28891b6-2bd4-4b0c-a183-249701c71a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:02.351068 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4bcf7f55-16d4-4e44-adc6-68db8081a545 req-e28891b6-2bd4-4b0c-a183-249701c71a18 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a302147f-c20f-424a-aa99-dcc20d3813ba HTTP/1.1" status: 200 len: 850 time: 0.0501292 Oct 30 16:02:02.355040 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:02:02.401100 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcf7f55-16d4-4e44-adc6-68db8081a545 req-41a09d04-ddb5-476c-91ee-c9bc8d400763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:02.402589 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4bcf7f55-16d4-4e44-adc6-68db8081a545 req-41a09d04-ddb5-476c-91ee-c9bc8d400763 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439665 Oct 30 16:02:02.490786 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4bcf7f55-16d4-4e44-adc6-68db8081a545 req-779ac269-7408-43ba-a38d-90ab72d46943 service neutron] 10.222.0.53 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803683 Oct 30 16:02:02.580933 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4bcf7f55-16d4-4e44-adc6-68db8081a545 req-8a424582-6449-4b8a-9e46-453a8f9c8bda service neutron] 10.222.0.53 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841737 Oct 30 16:02:03.340057 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87a43b-1f96-4e0f-9a25-9c59a14dd435 req-5259a2f8-a92a-4bac-99a8-749150726313 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:03.341564 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1b87a43b-1f96-4e0f-9a25-9c59a14dd435 req-5259a2f8-a92a-4bac-99a8-749150726313 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 946 time: 0.0482972 Oct 30 16:02:03.379336 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1b87a43b-1f96-4e0f-9a25-9c59a14dd435 req-167fa98a-6790-4840-b13f-03d9561bf9ca tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319312 Oct 30 16:02:04.495111 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a7a3e-71bf-4bcd-beba-d8a81544dc2a req-f5a3edee-7a49-47de-a687-0e6e5840cc0f tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:04.496632 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-978a7a3e-71bf-4bcd-beba-d8a81544dc2a req-f5a3edee-7a49-47de-a687-0e6e5840cc0f tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 946 time: 0.0483584 Oct 30 16:02:04.534340 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-978a7a3e-71bf-4bcd-beba-d8a81544dc2a req-9c7225f7-7c36-47ed-a201-9d693f44be2c tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318298 Oct 30 16:02:05.649540 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c136e3-df14-4447-9f83-0c63e4f55e82 req-b2477169-ef9e-45dd-976f-b66d3b49e158 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:05.650993 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-35c136e3-df14-4447-9f83-0c63e4f55e82 req-b2477169-ef9e-45dd-976f-b66d3b49e158 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 946 time: 0.0484385 Oct 30 16:02:05.693003 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-35c136e3-df14-4447-9f83-0c63e4f55e82 req-56e786b7-499b-406b-afcd-af67aa5ba01a tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359843 Oct 30 16:02:06.816724 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6e669-725b-40ff-91a4-f150d5dff65d req-eb35cb0d-11e9-4b19-89ee-e4ab4b8c6210 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:06.818216 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-acc6e669-725b-40ff-91a4-f150d5dff65d req-eb35cb0d-11e9-4b19-89ee-e4ab4b8c6210 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 946 time: 0.0531034 Oct 30 16:02:06.855158 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-acc6e669-725b-40ff-91a4-f150d5dff65d req-7668710a-b993-4415-8265-04594c3ed30a tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309741 Oct 30 16:02:07.970076 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f8d8c-f3dc-4d9e-b9cf-05b0cda6367e req-869613a1-f8ec-4cc5-a0d8-731e06bd7b8c tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:07.971431 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d37f8d8c-f3dc-4d9e-b9cf-05b0cda6367e req-869613a1-f8ec-4cc5-a0d8-731e06bd7b8c tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 946 time: 0.0477543 Oct 30 16:02:08.009759 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d37f8d8c-f3dc-4d9e-b9cf-05b0cda6367e req-56f80b63-f509-4953-981f-317e840ad645 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323052 Oct 30 16:02:09.126193 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d1aca8-6b7e-4fe5-b901-a46c32e42e5f req-af474c3e-3629-4897-9262-1951009689a0 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:09.128090 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-01d1aca8-6b7e-4fe5-b901-a46c32e42e5f req-af474c3e-3629-4897-9262-1951009689a0 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 946 time: 0.0496621 Oct 30 16:02:09.166775 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-01d1aca8-6b7e-4fe5-b901-a46c32e42e5f req-7f6efde2-0f62-41f8-9c07-a8e5269a5f8f tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321841 Oct 30 16:02:10.282509 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad170e-9a9d-45c5-8a8e-72d79a883051 req-8563f71e-75ce-4359-8618-055bcecbfe13 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:10.284105 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f0ad170e-9a9d-45c5-8a8e-72d79a883051 req-8563f71e-75ce-4359-8618-055bcecbfe13 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 946 time: 0.0485651 Oct 30 16:02:10.325593 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f0ad170e-9a9d-45c5-8a8e-72d79a883051 req-77df8e67-b630-4f43-b751-83b9bf06646b tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344837 Oct 30 16:02:11.444179 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d048ff-f66c-4689-b460-274e543c5e7c req-5f9ac4f8-2442-46af-8b3c-55fbaad43ee5 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:11.445655 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b7d048ff-f66c-4689-b460-274e543c5e7c req-5f9ac4f8-2442-46af-8b3c-55fbaad43ee5 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 946 time: 0.0502026 Oct 30 16:02:11.481963 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b7d048ff-f66c-4689-b460-274e543c5e7c req-16adc57b-9f65-47ce-a9d1-2de179674175 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304794 Oct 30 16:02:12.597239 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f85610-38c3-4e08-be5a-906503ef9037 req-204f1e3b-a19d-415f-b425-dae6edfe751d tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:12.598683 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-13f85610-38c3-4e08-be5a-906503ef9037 req-204f1e3b-a19d-415f-b425-dae6edfe751d tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 946 time: 0.0480659 Oct 30 16:02:12.639961 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-13f85610-38c3-4e08-be5a-906503ef9037 req-ecde648c-56db-4ab7-b81d-85cc5946f272 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353813 Oct 30 16:02:13.777725 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a7eee-668f-4cf6-9cbb-6f5a2c20ab4b req-88d4beb2-9d14-4d64-a0e0-b6e76c0146e9 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:13.779195 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3e3a7eee-668f-4cf6-9cbb-6f5a2c20ab4b req-88d4beb2-9d14-4d64-a0e0-b6e76c0146e9 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 946 time: 0.0531232 Oct 30 16:02:13.816316 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3e3a7eee-668f-4cf6-9cbb-6f5a2c20ab4b req-ce8dce0f-f5aa-49de-85a9-64dfa33e1991 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312548 Oct 30 16:02:14.933067 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d4140-9969-43c4-b3c9-c1720bba0bbe req-90675444-29e2-4924-ae89-0921b9dbc0e4 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:14.934567 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ed3d4140-9969-43c4-b3c9-c1720bba0bbe req-90675444-29e2-4924-ae89-0921b9dbc0e4 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 946 time: 0.0500960 Oct 30 16:02:14.972458 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ed3d4140-9969-43c4-b3c9-c1720bba0bbe req-70da52a0-1d3c-47c5-8739-01fc82a2a729 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317647 Oct 30 16:02:16.098790 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff63bc3-23d6-440e-a0ae-22a5faa227ed req-c714c946-dd3a-4899-9553-3dfc09d7aa99 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:16.100435 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bff63bc3-23d6-440e-a0ae-22a5faa227ed req-c714c946-dd3a-4899-9553-3dfc09d7aa99 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 946 time: 0.0542054 Oct 30 16:02:16.139698 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bff63bc3-23d6-440e-a0ae-22a5faa227ed req-8de765eb-ba9e-4c3b-bd2b-e233984db2ed tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332425 Oct 30 16:02:16.532432 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [req-4bcf7f55-16d4-4e44-adc6-68db8081a545 req-3508c948-a80b-4758-a4ff-f904e4eb5cfc service neutron] show failed (client error): The resource could not be found. Oct 30 16:02:16.533442 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4bcf7f55-16d4-4e44-adc6-68db8081a545 req-3508c948-a80b-4758-a4ff-f904e4eb5cfc service neutron] 10.222.0.53 "GET /v2.0/ports/0aa58c43-251a-4728-8201-9d667f450061/bindings/n-h2-806683-17 HTTP/1.1" status: 404 len: 381 time: 0.0539243 Oct 30 16:02:16.729214 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcf7f55-16d4-4e44-adc6-68db8081a545 req-125ab0c9-62dc-4508-8500-278339a96bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:16.730706 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4bcf7f55-16d4-4e44-adc6-68db8081a545 req-125ab0c9-62dc-4508-8500-278339a96bba service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=45393547-9f39-491f-abbe-ac19e096acaf&tenant_id=94516668cf3b4c8d835a0c59a275059c HTTP/1.1" status: 200 len: 1098 time: 0.0417082 Oct 30 16:02:16.742286 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-4bcf7f55-16d4-4e44-adc6-68db8081a545 req-a2b518aa-a0fd-4fce-9e2d-3c44225cd181 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-17', 'device_owner': 'compute:nova'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:02:16.796641 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-4bcf7f55-16d4-4e44-adc6-68db8081a545 req-a2b518aa-a0fd-4fce-9e2d-3c44225cd181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:02:16.989328 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-4bcf7f55-16d4-4e44-adc6-68db8081a545 req-a2b518aa-a0fd-4fce-9e2d-3c44225cd181 service neutron] For port 0aa58c43-251a-4728-8201-9d667f450061, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=0aa58c43-251a-4728-8201-9d667f450061,segment=NetworkSegment(f4523d14-d3cd-42a7-90ba-f488fbf20e2e),segment_id=f4523d14-d3cd-42a7-90ba-f488fbf20e2e)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:02:17.020293 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-4bcf7f55-16d4-4e44-adc6-68db8081a545 req-a2b518aa-a0fd-4fce-9e2d-3c44225cd181 service neutron] For port 0aa58c43-251a-4728-8201-9d667f450061, host n-h1-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 16:02:17.061322 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45393547-9f39-491f-abbe-ac19e096acaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0aa58c43-251a-4728-8201-9d667f450061'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:02:17.063611 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3773b320-303a-4003-b507-0f56e5ae4142" -d '{"events": [{"server_uuid": "45393547-9f39-491f-abbe-ac19e096acaf", "name": "network-vif-unplugged", "status": "completed", "tag": "0aa58c43-251a-4728-8201-9d667f450061"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:02:17.067578 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-4bcf7f55-16d4-4e44-adc6-68db8081a545 req-a2b518aa-a0fd-4fce-9e2d-3c44225cd181 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:02:17.079555 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-4bcf7f55-16d4-4e44-adc6-68db8081a545 req-a2b518aa-a0fd-4fce-9e2d-3c44225cd181 service neutron] Transition to ACTIVE for port object 0aa58c43-251a-4728-8201-9d667f450061 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 16:02:17.083664 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-4bcf7f55-16d4-4e44-adc6-68db8081a545 req-a2b518aa-a0fd-4fce-9e2d-3c44225cd181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:02:17.170200 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b518aa-a0fd-4fce-9e2d-3c44225cd181 service neutron] Pushing event updated for resources: {'Port': ['ID=0aa58c43-251a-4728-8201-9d667f450061,revision_number=6']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:02:17.186086 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Oct 2021 16:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cdd29df-2b23-4de4-95dd-e7d8324c413f x-openstack-request-id: req-5cdd29df-2b23-4de4-95dd-e7d8324c413f {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:02:17.186454 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45393547-9f39-491f-abbe-ac19e096acaf", "name": "network-vif-unplugged", "status": "completed", "tag": "0aa58c43-251a-4728-8201-9d667f450061", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:02:17.186773 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5cdd29df-2b23-4de4-95dd-e7d8324c413f {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:02:17.187243 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45393547-9f39-491f-abbe-ac19e096acaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0aa58c43-251a-4728-8201-9d667f450061', 'code': 200} Oct 30 16:02:17.191073 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b518aa-a0fd-4fce-9e2d-3c44225cd181 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:02:17.191292 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b518aa-a0fd-4fce-9e2d-3c44225cd181 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:02:17.191728 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b518aa-a0fd-4fce-9e2d-3c44225cd181 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:02:17.192138 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b518aa-a0fd-4fce-9e2d-3c44225cd181 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:02:17.192546 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b518aa-a0fd-4fce-9e2d-3c44225cd181 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:02:17.192947 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b518aa-a0fd-4fce-9e2d-3c44225cd181 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:02:17.193390 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b518aa-a0fd-4fce-9e2d-3c44225cd181 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:02:17.193789 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b518aa-a0fd-4fce-9e2d-3c44225cd181 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:02:17.194186 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b518aa-a0fd-4fce-9e2d-3c44225cd181 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:02:17.194583 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b518aa-a0fd-4fce-9e2d-3c44225cd181 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:02:17.194984 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b518aa-a0fd-4fce-9e2d-3c44225cd181 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:02:17.195380 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b518aa-a0fd-4fce-9e2d-3c44225cd181 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:02:17.230355 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bcf7f55-16d4-4e44-adc6-68db8081a545 req-a2b518aa-a0fd-4fce-9e2d-3c44225cd181 service neutron] No DVR routers for this DVR port 0aa58c43-251a-4728-8201-9d667f450061 on host n-h1-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 16:02:17.287917 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1448e2f3-f212-4227-a4ab-2e6a70a10d63 req-54f308d6-e777-47f4-a44c-dd57c4a19c7e tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:17.289635 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1448e2f3-f212-4227-a4ab-2e6a70a10d63 req-54f308d6-e777-47f4-a44c-dd57c4a19c7e tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 944 time: 0.0526807 Oct 30 16:02:17.329885 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1448e2f3-f212-4227-a4ab-2e6a70a10d63 req-04bda0e8-c9cf-4144-b31c-4b60f08c8f3f tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337188 Oct 30 16:02:17.377164 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-4bcf7f55-16d4-4e44-adc6-68db8081a545 req-a2b518aa-a0fd-4fce-9e2d-3c44225cd181 service neutron] Attempting to bind port 0aa58c43-251a-4728-8201-9d667f450061 on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 16:02:17.377497 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-4bcf7f55-16d4-4e44-adc6-68db8081a545 req-a2b518aa-a0fd-4fce-9e2d-3c44225cd181 service neutron] Attempting to bind port 0aa58c43-251a-4728-8201-9d667f450061 by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': 'f4523d14-d3cd-42a7-90ba-f488fbf20e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 16:02:17.377820 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcf7f55-16d4-4e44-adc6-68db8081a545 req-a2b518aa-a0fd-4fce-9e2d-3c44225cd181 service neutron] Attempting to bind port 0aa58c43-251a-4728-8201-9d667f450061 on network 2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:02:17.382052 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcf7f55-16d4-4e44-adc6-68db8081a545 req-a2b518aa-a0fd-4fce-9e2d-3c44225cd181 service neutron] Port 0aa58c43-251a-4728-8201-9d667f450061 on network 2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 16:02:17.382312 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcf7f55-16d4-4e44-adc6-68db8081a545 req-a2b518aa-a0fd-4fce-9e2d-3c44225cd181 service neutron] Attempting to bind port 0aa58c43-251a-4728-8201-9d667f450061 on network 2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:02:17.387019 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcf7f55-16d4-4e44-adc6-68db8081a545 req-a2b518aa-a0fd-4fce-9e2d-3c44225cd181 service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 16, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 16:02:17.387352 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcf7f55-16d4-4e44-adc6-68db8081a545 req-a2b518aa-a0fd-4fce-9e2d-3c44225cd181 service neutron] Checking segment: {'id': 'f4523d14-d3cd-42a7-90ba-f488fbf20e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:02:17.387762 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcf7f55-16d4-4e44-adc6-68db8081a545 req-a2b518aa-a0fd-4fce-9e2d-3c44225cd181 service neutron] Bound using segment: {'id': 'f4523d14-d3cd-42a7-90ba-f488fbf20e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 16:02:17.388187 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-4bcf7f55-16d4-4e44-adc6-68db8081a545 req-a2b518aa-a0fd-4fce-9e2d-3c44225cd181 service neutron] Bound port: 0aa58c43-251a-4728-8201-9d667f450061, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4523d14-d3cd-42a7-90ba-f488fbf20e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 16:02:17.388535 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-4bcf7f55-16d4-4e44-adc6-68db8081a545 req-a2b518aa-a0fd-4fce-9e2d-3c44225cd181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:02:17.448814 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-4bcf7f55-16d4-4e44-adc6-68db8081a545 req-a2b518aa-a0fd-4fce-9e2d-3c44225cd181 service neutron] For port 0aa58c43-251a-4728-8201-9d667f450061, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 16:02:17.451883 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-4bcf7f55-16d4-4e44-adc6-68db8081a545 req-a2b518aa-a0fd-4fce-9e2d-3c44225cd181 service neutron] For port 0aa58c43-251a-4728-8201-9d667f450061, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=0aa58c43-251a-4728-8201-9d667f450061,segment=NetworkSegment(f4523d14-d3cd-42a7-90ba-f488fbf20e2e),segment_id=f4523d14-d3cd-42a7-90ba-f488fbf20e2e)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 16:02:17.455876 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-4bcf7f55-16d4-4e44-adc6-68db8081a545 req-a2b518aa-a0fd-4fce-9e2d-3c44225cd181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:02:17.493297 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcf7f55-16d4-4e44-adc6-68db8081a545 req-a2b518aa-a0fd-4fce-9e2d-3c44225cd181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:17.493915 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-4bcf7f55-16d4-4e44-adc6-68db8081a545 req-a2b518aa-a0fd-4fce-9e2d-3c44225cd181 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:02:17.495336 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4bcf7f55-16d4-4e44-adc6-68db8081a545 req-a2b518aa-a0fd-4fce-9e2d-3c44225cd181 service neutron] 10.222.0.44 "PUT /v2.0/ports/0aa58c43-251a-4728-8201-9d667f450061 HTTP/1.1" status: 200 len: 1093 time: 0.7569275 Oct 30 16:02:17.515170 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b518aa-a0fd-4fce-9e2d-3c44225cd181 service neutron] Pushing event updated for resources: {'Port': ['ID=0aa58c43-251a-4728-8201-9d667f450061,revision_number=7']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:02:17.559358 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcf7f55-16d4-4e44-adc6-68db8081a545 req-11609661-8992-4e25-b634-a72c55b9c68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:17.560974 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4bcf7f55-16d4-4e44-adc6-68db8081a545 req-11609661-8992-4e25-b634-a72c55b9c68f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94516668cf3b4c8d835a0c59a275059c&device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 1096 time: 0.0428004 Oct 30 16:02:17.657420 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcf7f55-16d4-4e44-adc6-68db8081a545 req-97f61679-cbcf-476e-9949-4e73893318d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:17.658913 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4bcf7f55-16d4-4e44-adc6-68db8081a545 req-97f61679-cbcf-476e-9949-4e73893318d7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e HTTP/1.1" status: 200 len: 912 time: 0.0912354 Oct 30 16:02:17.725643 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4bcf7f55-16d4-4e44-adc6-68db8081a545 req-45e9e7e3-ec74-4500-b231-163e38948e04 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0aa58c43-251a-4728-8201-9d667f450061 HTTP/1.1" status: 200 len: 1001 time: 0.0578861 Oct 30 16:02:17.776241 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcf7f55-16d4-4e44-adc6-68db8081a545 req-b397f00a-5eb0-42cf-97ee-cdf52bb9dc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:17.777624 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4bcf7f55-16d4-4e44-adc6-68db8081a545 req-b397f00a-5eb0-42cf-97ee-cdf52bb9dc9d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a302147f-c20f-424a-aa99-dcc20d3813ba HTTP/1.1" status: 200 len: 850 time: 0.0460732 Oct 30 16:02:17.827057 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcf7f55-16d4-4e44-adc6-68db8081a545 req-8d35f23f-5884-4f4e-8d80-12594eba062d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:17.828561 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4bcf7f55-16d4-4e44-adc6-68db8081a545 req-8d35f23f-5884-4f4e-8d80-12594eba062d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443127 Oct 30 16:02:17.915639 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4bcf7f55-16d4-4e44-adc6-68db8081a545 req-26cdd06b-2186-4d60-b3b7-37aad71edd24 service neutron] 10.222.0.44 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793900 Oct 30 16:02:18.006569 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4bcf7f55-16d4-4e44-adc6-68db8081a545 req-35961eb7-00b4-4c71-8967-9eab28abe04f service neutron] 10.222.0.44 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838180 Oct 30 16:02:18.095415 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 0aa58c43-251a-4728-8201-9d667f450061 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 16:02:18.137792 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 0aa58c43-251a-4728-8201-9d667f450061 not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 16:02:18.454187 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769aa0cb-60c1-401b-92d4-e2fbaf109f7f req-fb9d6140-1dcd-45f0-b7cd-c93f92d12b67 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:18.455667 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-769aa0cb-60c1-401b-92d4-e2fbaf109f7f req-fb9d6140-1dcd-45f0-b7cd-c93f92d12b67 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 944 time: 0.0491626 Oct 30 16:02:18.493409 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-769aa0cb-60c1-401b-92d4-e2fbaf109f7f req-48d911d7-7330-457d-98fe-3b40b746eeb8 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314310 Oct 30 16:02:19.189000 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45393547-9f39-491f-abbe-ac19e096acaf', 'tag': '0aa58c43-251a-4728-8201-9d667f450061'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:02:19.191423 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69cfaf0b-d11e-4ef8-a6b6-64e70b9c2e11" -d '{"events": [{"name": "network-changed", "server_uuid": "45393547-9f39-491f-abbe-ac19e096acaf", "tag": "0aa58c43-251a-4728-8201-9d667f450061"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:02:19.240194 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 16:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6239da06-dd32-4c28-a705-0c06af44b1e8 x-openstack-request-id: req-6239da06-dd32-4c28-a705-0c06af44b1e8 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:02:19.240607 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45393547-9f39-491f-abbe-ac19e096acaf", "tag": "0aa58c43-251a-4728-8201-9d667f450061", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:02:19.240896 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6239da06-dd32-4c28-a705-0c06af44b1e8 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:02:19.241307 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45393547-9f39-491f-abbe-ac19e096acaf', 'tag': '0aa58c43-251a-4728-8201-9d667f450061', 'status': 'completed', 'code': 200} Oct 30 16:02:19.331118 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cfaf0b-d11e-4ef8-a6b6-64e70b9c2e11 req-fa7b18c7-4f54-46f5-bd96-4f7f49806c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:19.332662 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-69cfaf0b-d11e-4ef8-a6b6-64e70b9c2e11 req-fa7b18c7-4f54-46f5-bd96-4f7f49806c12 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94516668cf3b4c8d835a0c59a275059c&device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 1096 time: 0.0721993 Oct 30 16:02:19.334988 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cfaf0b-d11e-4ef8-a6b6-64e70b9c2e11 req-0a144514-28c4-42df-91e8-dc90c143dd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:19.336326 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-69cfaf0b-d11e-4ef8-a6b6-64e70b9c2e11 req-0a144514-28c4-42df-91e8-dc90c143dd56 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=94516668cf3b4c8d835a0c59a275059c&device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 1096 time: 0.0670083 Oct 30 16:02:19.491622 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cfaf0b-d11e-4ef8-a6b6-64e70b9c2e11 req-bdc0b28d-fe1f-4435-9613-376a4871c3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:19.492998 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-69cfaf0b-d11e-4ef8-a6b6-64e70b9c2e11 req-bdc0b28d-fe1f-4435-9613-376a4871c3b0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e HTTP/1.1" status: 200 len: 912 time: 0.1522520 Oct 30 16:02:19.494066 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cfaf0b-d11e-4ef8-a6b6-64e70b9c2e11 req-513240e7-cdca-4c6a-9d07-d3ede5f3f82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:19.495359 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-69cfaf0b-d11e-4ef8-a6b6-64e70b9c2e11 req-513240e7-cdca-4c6a-9d07-d3ede5f3f82e service neutron] 10.222.0.53 "GET /v2.0/networks?id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e HTTP/1.1" status: 200 len: 912 time: 0.1477349 Oct 30 16:02:19.636430 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-69cfaf0b-d11e-4ef8-a6b6-64e70b9c2e11 req-7fbc9ee9-f4c7-40b3-ba81-7ef1937811f8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0aa58c43-251a-4728-8201-9d667f450061 HTTP/1.1" status: 200 len: 1001 time: 0.1309621 Oct 30 16:02:19.639846 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-69cfaf0b-d11e-4ef8-a6b6-64e70b9c2e11 req-21ab207e-f21f-49ff-83c2-6dc37af5b4c5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0aa58c43-251a-4728-8201-9d667f450061 HTTP/1.1" status: 200 len: 1001 time: 0.1398928 Oct 30 16:02:20.026302 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec6e16-0831-4b27-8b8a-00d2b4181ee6 req-48ace0f0-6480-44e1-8213-d9e42348a5df tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:20.027776 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-10ec6e16-0831-4b27-8b8a-00d2b4181ee6 req-48ace0f0-6480-44e1-8213-d9e42348a5df tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 944 time: 0.4572594 Oct 30 16:02:20.062135 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cfaf0b-d11e-4ef8-a6b6-64e70b9c2e11 req-a627809c-dc36-4f6d-81d8-f6b1c77375f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:20.063570 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-69cfaf0b-d11e-4ef8-a6b6-64e70b9c2e11 req-a627809c-dc36-4f6d-81d8-f6b1c77375f7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a302147f-c20f-424a-aa99-dcc20d3813ba HTTP/1.1" status: 200 len: 850 time: 0.4196448 Oct 30 16:02:20.066750 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cfaf0b-d11e-4ef8-a6b6-64e70b9c2e11 req-dbfe8e87-81a9-46d6-86fe-c1292a3f0522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:20.068106 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-69cfaf0b-d11e-4ef8-a6b6-64e70b9c2e11 req-dbfe8e87-81a9-46d6-86fe-c1292a3f0522 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a302147f-c20f-424a-aa99-dcc20d3813ba HTTP/1.1" status: 200 len: 850 time: 0.4163899 Oct 30 16:02:20.117027 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-10ec6e16-0831-4b27-8b8a-00d2b4181ee6 req-a173e564-c0f1-40ee-aa91-af8e617f90eb tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788538 Oct 30 16:02:20.158834 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cfaf0b-d11e-4ef8-a6b6-64e70b9c2e11 req-56c64389-7597-4ea6-95aa-8c8a57872ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:20.160382 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-69cfaf0b-d11e-4ef8-a6b6-64e70b9c2e11 req-56c64389-7597-4ea6-95aa-8c8a57872ac0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0712099 Oct 30 16:02:20.162166 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cfaf0b-d11e-4ef8-a6b6-64e70b9c2e11 req-f34f2353-1900-4039-955f-86ae6f4e849a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:20.163578 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-69cfaf0b-d11e-4ef8-a6b6-64e70b9c2e11 req-f34f2353-1900-4039-955f-86ae6f4e849a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0895460 Oct 30 16:02:20.317543 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-69cfaf0b-d11e-4ef8-a6b6-64e70b9c2e11 req-b49f5236-8b1f-45d4-a1f2-51f7dbb54841 service neutron] 10.222.0.44 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491826 Oct 30 16:02:20.319830 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-69cfaf0b-d11e-4ef8-a6b6-64e70b9c2e11 req-7c8d3796-20e7-4541-a088-3a668da460b9 service neutron] 10.222.0.53 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447449 Oct 30 16:02:20.478732 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-69cfaf0b-d11e-4ef8-a6b6-64e70b9c2e11 req-0661c7f8-5301-4489-932c-9871d1f52822 service neutron] 10.222.0.44 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542814 Oct 30 16:02:20.482128 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-69cfaf0b-d11e-4ef8-a6b6-64e70b9c2e11 req-812494bb-9d61-4ddd-b107-6fc174bbd7a0 service neutron] 10.222.0.53 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507921 Oct 30 16:02:21.243329 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-49725b22-9b1f-433c-9c88-3aa7b13c2bb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:02:21.258866 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ab72c-fb63-4436-bee8-c60e72612021 req-cd21309c-2ee0-4322-8be6-cc0c3f2f65f3 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:21.261062 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e07ab72c-fb63-4436-bee8-c60e72612021 req-cd21309c-2ee0-4322-8be6-cc0c3f2f65f3 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 944 time: 0.0659635 Oct 30 16:02:21.300542 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e07ab72c-fb63-4436-bee8-c60e72612021 req-942e6eb8-8106-4b5e-8b5a-b27fa5b6015c tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333652 Oct 30 16:02:22.418075 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3586bdc-82d5-40f1-81c6-6f9ca78d12da req-302ff927-813b-4a7f-87de-084c18961b95 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:22.419565 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d3586bdc-82d5-40f1-81c6-6f9ca78d12da req-302ff927-813b-4a7f-87de-084c18961b95 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 944 time: 0.0492468 Oct 30 16:02:22.457517 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d3586bdc-82d5-40f1-81c6-6f9ca78d12da req-87be6aa5-a49c-4299-af16-da355962a2da tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319440 Oct 30 16:02:23.574294 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98756d41-e79b-4dcd-8c58-a2229120c03d req-a9376eee-94a9-4287-9eca-1e440e566fe7 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:23.575792 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-98756d41-e79b-4dcd-8c58-a2229120c03d req-a9376eee-94a9-4287-9eca-1e440e566fe7 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 944 time: 0.0494843 Oct 30 16:02:23.616044 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-98756d41-e79b-4dcd-8c58-a2229120c03d req-c6adf9ca-8a45-4b17-b87f-99d06b45d887 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342262 Oct 30 16:02:23.841329 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e569f60c-ef5f-4178-8808-89c9cf3112f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:02:24.737542 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6eb495-b9fd-48ca-8008-9f43c892f693 req-71267ee0-664d-4c10-8c3a-5e85bc5b48c2 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:24.739020 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3f6eb495-b9fd-48ca-8008-9f43c892f693 req-71267ee0-664d-4c10-8c3a-5e85bc5b48c2 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 944 time: 0.0529435 Oct 30 16:02:24.776960 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3f6eb495-b9fd-48ca-8008-9f43c892f693 req-bce60127-a30e-4471-b20b-6bf34f959134 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318115 Oct 30 16:02:24.832089 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:02:24.998197 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:02:25.898882 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851047f0-4370-4da8-b2e5-d532f27a91b8 req-4df4b940-57a9-4e37-8974-2b100621522c tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:25.900382 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-851047f0-4370-4da8-b2e5-d532f27a91b8 req-4df4b940-57a9-4e37-8974-2b100621522c tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 944 time: 0.0485034 Oct 30 16:02:25.938004 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-851047f0-4370-4da8-b2e5-d532f27a91b8 req-cbed1921-214f-4a4a-a09a-9f46f5084868 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317059 Oct 30 16:02:26.766015 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:02:27.055523 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b09df5b-5c79-487a-96fe-36902bbbd412 req-b40ae978-5417-42f3-bb1c-5e9712cf8220 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:27.057040 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2b09df5b-5c79-487a-96fe-36902bbbd412 req-b40ae978-5417-42f3-bb1c-5e9712cf8220 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 944 time: 0.0501559 Oct 30 16:02:27.094403 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2b09df5b-5c79-487a-96fe-36902bbbd412 req-59250962-71b9-482b-92ee-05fc344cf419 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313308 Oct 30 16:02:28.221156 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1829e465-4516-42e0-b090-efb8a66d14f1 req-150f7379-eced-4250-8603-3a5538de5dda tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:28.222620 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1829e465-4516-42e0-b090-efb8a66d14f1 req-150f7379-eced-4250-8603-3a5538de5dda tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 944 time: 0.0527940 Oct 30 16:02:28.260281 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1829e465-4516-42e0-b090-efb8a66d14f1 req-3146f348-c509-4d67-a58a-192156ffb1ea tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311949 Oct 30 16:02:28.297654 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 16:02:29.375731 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e4cd1-9cae-4e8e-a265-c4139ac1b5de req-481b36d9-9db4-4549-a1f4-70d07e9beb61 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:29.377191 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-de3e4cd1-9cae-4e8e-a265-c4139ac1b5de req-481b36d9-9db4-4549-a1f4-70d07e9beb61 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 944 time: 0.0486357 Oct 30 16:02:29.414717 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-de3e4cd1-9cae-4e8e-a265-c4139ac1b5de req-897f0826-9091-4b3f-ae6d-afcebd86744c tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309961 Oct 30 16:02:30.375386 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:02:30.519191 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fca406db-7f3b-4a6b-8db0-f6bb038c9b26 req-b7150e11-95e7-4f3b-89a9-0f702dbf96f3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=45393547-9f39-491f-abbe-ac19e096acaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0440798 Oct 30 16:02:30.536178 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720dcd15-ebaf-4987-b2d1-7cb0c238b340 req-4e1ae5b0-f2f2-474b-907a-6ffcbcdbf080 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:30.537686 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-720dcd15-ebaf-4987-b2d1-7cb0c238b340 req-4e1ae5b0-f2f2-474b-907a-6ffcbcdbf080 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 944 time: 0.0503824 Oct 30 16:02:30.579575 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-720dcd15-ebaf-4987-b2d1-7cb0c238b340 req-28a5705d-dbad-4c2d-b3f7-dfb8e60b5a99 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339224 Oct 30 16:02:30.602464 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca406db-7f3b-4a6b-8db0-f6bb038c9b26 req-e9f46b37-7f1c-45dd-b5ec-208d4db2b4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:30.603974 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fca406db-7f3b-4a6b-8db0-f6bb038c9b26 req-e9f46b37-7f1c-45dd-b5ec-208d4db2b4a8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94516668cf3b4c8d835a0c59a275059c&device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 1096 time: 0.0406616 Oct 30 16:02:30.708944 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca406db-7f3b-4a6b-8db0-f6bb038c9b26 req-162b3538-0652-485d-8656-1ea890522942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:30.711088 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fca406db-7f3b-4a6b-8db0-f6bb038c9b26 req-162b3538-0652-485d-8656-1ea890522942 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e HTTP/1.1" status: 200 len: 912 time: 0.0876036 Oct 30 16:02:30.782066 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fca406db-7f3b-4a6b-8db0-f6bb038c9b26 req-041c3d0e-f9a3-4fec-ba79-fac72e0207b6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0aa58c43-251a-4728-8201-9d667f450061 HTTP/1.1" status: 200 len: 1001 time: 0.0643866 Oct 30 16:02:30.864373 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca406db-7f3b-4a6b-8db0-f6bb038c9b26 req-aa86b567-9eb0-43d0-b55a-e30783b4b6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:30.866360 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fca406db-7f3b-4a6b-8db0-f6bb038c9b26 req-aa86b567-9eb0-43d0-b55a-e30783b4b6c6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a302147f-c20f-424a-aa99-dcc20d3813ba HTTP/1.1" status: 200 len: 850 time: 0.0756717 Oct 30 16:02:30.887449 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbf80b0-42c1-4b20-a8d1-b6f2b4c48893 req-e1e53824-41c0-4345-92d9-96d031f6cf9c tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:30.888999 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ccbf80b0-42c1-4b20-a8d1-b6f2b4c48893 req-e1e53824-41c0-4345-92d9-96d031f6cf9c tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 944 time: 0.0499322 Oct 30 16:02:30.891343 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9277e-8fd2-4837-a7c2-c13226d45d2f req-51cbefe8-6311-4b21-8cbc-2bc35224a7e1 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:30.892804 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f6d9277e-8fd2-4837-a7c2-c13226d45d2f req-51cbefe8-6311-4b21-8cbc-2bc35224a7e1 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.44 "GET /v2.0/ports?device_id=45393547-9f39-491f-abbe-ac19e096acaf&tenant_id=94516668cf3b4c8d835a0c59a275059c&binding%3Ahost_id=n-h2-806683-17 HTTP/1.1" status: 200 len: 944 time: 0.0744812 Oct 30 16:02:30.928161 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ccbf80b0-42c1-4b20-a8d1-b6f2b4c48893 req-1a13cf6c-8705-4388-a340-263291e1469a tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329628 Oct 30 16:02:30.960682 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca406db-7f3b-4a6b-8db0-f6bb038c9b26 req-fd94d5af-24b2-4618-8f3f-d0961b14c9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:30.962158 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fca406db-7f3b-4a6b-8db0-f6bb038c9b26 req-fd94d5af-24b2-4618-8f3f-d0961b14c9a8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0888610 Oct 30 16:02:30.978038 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f6d9277e-8fd2-4837-a7c2-c13226d45d2f req-655bb49f-07d9-4cdc-8398-e9bc463239ee service neutron] 10.222.0.44 "GET /v2.0/ports/0aa58c43-251a-4728-8201-9d667f450061/bindings/n-h2-806683-17 HTTP/1.1" status: 200 len: 383 time: 0.0710363 Oct 30 16:02:31.056078 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fca406db-7f3b-4a6b-8db0-f6bb038c9b26 req-c01dae66-2868-438e-bd20-711d10008152 service neutron] 10.222.0.44 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856740 Oct 30 16:02:31.144493 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fca406db-7f3b-4a6b-8db0-f6bb038c9b26 req-ac32ec1f-5238-46cc-b310-9bdefb41b923 service neutron] 10.222.0.44 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815427 Oct 30 16:02:31.221248 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9277e-8fd2-4837-a7c2-c13226d45d2f req-39dd7544-5d56-46e7-acf7-0c6afd934a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:31.222605 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f6d9277e-8fd2-4837-a7c2-c13226d45d2f req-39dd7544-5d56-46e7-acf7-0c6afd934a43 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94516668cf3b4c8d835a0c59a275059c&device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 1096 time: 0.0397425 Oct 30 16:02:31.315046 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9277e-8fd2-4837-a7c2-c13226d45d2f req-cccf6f5a-3c12-4014-aef3-84d5af7e56c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:31.316536 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f6d9277e-8fd2-4837-a7c2-c13226d45d2f req-cccf6f5a-3c12-4014-aef3-84d5af7e56c3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e HTTP/1.1" status: 200 len: 912 time: 0.0865216 Oct 30 16:02:31.380565 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f6d9277e-8fd2-4837-a7c2-c13226d45d2f req-78db2907-28ea-45b4-a218-d3d3540b8f4b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0aa58c43-251a-4728-8201-9d667f450061 HTTP/1.1" status: 200 len: 1001 time: 0.0569751 Oct 30 16:02:31.433245 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9277e-8fd2-4837-a7c2-c13226d45d2f req-807a73ca-1747-4cd0-8a50-b207a91fa162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:31.434679 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f6d9277e-8fd2-4837-a7c2-c13226d45d2f req-807a73ca-1747-4cd0-8a50-b207a91fa162 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a302147f-c20f-424a-aa99-dcc20d3813ba HTTP/1.1" status: 200 len: 850 time: 0.0478814 Oct 30 16:02:31.480149 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9277e-8fd2-4837-a7c2-c13226d45d2f req-4afe6290-c515-4327-b14a-f86ad61eb833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:31.481510 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f6d9277e-8fd2-4837-a7c2-c13226d45d2f req-4afe6290-c515-4327-b14a-f86ad61eb833 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400920 Oct 30 16:02:31.573715 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f6d9277e-8fd2-4837-a7c2-c13226d45d2f req-cef5c577-4fc9-4140-a8fb-f11b9d049709 service neutron] 10.222.0.44 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854099 Oct 30 16:02:31.659905 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f6d9277e-8fd2-4837-a7c2-c13226d45d2f req-6b7c1a9b-13e5-4af0-aeac-c4dba458b3c2 service neutron] 10.222.0.44 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796473 Oct 30 16:02:32.047549 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795c3025-33ce-4716-846a-cdceae5036a9 req-fe2f6383-9efe-43c9-8971-ac8e70cdb0b7 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:32.049055 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-795c3025-33ce-4716-846a-cdceae5036a9 req-fe2f6383-9efe-43c9-8971-ac8e70cdb0b7 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 944 time: 0.0499494 Oct 30 16:02:32.086078 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-795c3025-33ce-4716-846a-cdceae5036a9 req-99fad1ec-1efc-4f33-88e1-f17cc9ef238f tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305188 Oct 30 16:02:32.352257 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:02:32.731711 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 0aa58c43-251a-4728-8201-9d667f450061 details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 16:02:32.826252 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 0aa58c43-251a-4728-8201-9d667f450061, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=0aa58c43-251a-4728-8201-9d667f450061,segment=NetworkSegment(f4523d14-d3cd-42a7-90ba-f488fbf20e2e),segment_id=f4523d14-d3cd-42a7-90ba-f488fbf20e2e)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:02:32.837884 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': '0aa58c43-251a-4728-8201-9d667f450061', 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e', 'port_id': '0aa58c43-251a-4728-8201-9d667f450061', 'mac_address': 'fa:16:3e:54:d8:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a302147f-c20f-424a-aa99-dcc20d3813ba', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 16:02:32.874643 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:02:32.887503 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0aa58c43-251a-4728-8201-9d667f450061 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 16:02:32.906377 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 0aa58c43-251a-4728-8201-9d667f450061, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=0aa58c43-251a-4728-8201-9d667f450061,segment=NetworkSegment(f4523d14-d3cd-42a7-90ba-f488fbf20e2e),segment_id=f4523d14-d3cd-42a7-90ba-f488fbf20e2e)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:02:32.910234 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:02:32.955666 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=0aa58c43-251a-4728-8201-9d667f450061,revision_number=8']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:02:32.963320 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:02:32.963702 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:02:32.964045 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:02:32.964390 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:02:32.964727 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:02:32.965063 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:02:32.965457 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:02:32.965791 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:02:32.966121 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:02:32.966449 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:02:32.966777 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:02:32.967111 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:02:33.221865 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c67d8-8f0a-4dd5-8b46-4855b2061550 req-46d1f0f8-9422-4ef5-9126-a38bad7976db tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:33.223402 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bf8c67d8-8f0a-4dd5-8b46-4855b2061550 req-46d1f0f8-9422-4ef5-9126-a38bad7976db tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 945 time: 0.0653515 Oct 30 16:02:33.263958 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bf8c67d8-8f0a-4dd5-8b46-4855b2061550 req-953dc1e3-4220-4f2e-a83a-9ff7519058b9 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341983 Oct 30 16:02:34.387877 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f1b60f-069d-4b79-b691-26589f6863c4 req-4deee40b-f885-4b74-9c30-514e11711526 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:34.389313 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e8f1b60f-069d-4b79-b691-26589f6863c4 req-4deee40b-f885-4b74-9c30-514e11711526 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 945 time: 0.0552957 Oct 30 16:02:34.428326 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e8f1b60f-069d-4b79-b691-26589f6863c4 req-a03042c0-af71-4877-9fb4-b949686db38b tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329440 Oct 30 16:02:35.554563 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f45add-a264-468f-9fa5-3b1b2c23432e req-6082c096-a5c0-43e0-a0c7-22bf60d07e55 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:35.556165 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-14f45add-a264-468f-9fa5-3b1b2c23432e req-6082c096-a5c0-43e0-a0c7-22bf60d07e55 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 945 time: 0.0521970 Oct 30 16:02:35.597684 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-14f45add-a264-468f-9fa5-3b1b2c23432e req-8c0525af-9f98-464b-82be-b310fc210bbb tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353265 Oct 30 16:02:35.639671 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9277e-8fd2-4837-a7c2-c13226d45d2f req-6c6e2f38-37ca-463f-bcdc-a462f54d6b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:35.641172 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f6d9277e-8fd2-4837-a7c2-c13226d45d2f req-6c6e2f38-37ca-463f-bcdc-a462f54d6b95 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=45393547-9f39-491f-abbe-ac19e096acaf&tenant_id=94516668cf3b4c8d835a0c59a275059c HTTP/1.1" status: 200 len: 1097 time: 0.0401378 Oct 30 16:02:35.652383 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-f6d9277e-8fd2-4837-a7c2-c13226d45d2f req-5d98aab4-1772-466b-b6ae-c2fbc198390b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-17', 'device_owner': 'compute:nova'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:02:35.707194 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-f6d9277e-8fd2-4837-a7c2-c13226d45d2f req-5d98aab4-1772-466b-b6ae-c2fbc198390b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:02:35.906197 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-f6d9277e-8fd2-4837-a7c2-c13226d45d2f req-5d98aab4-1772-466b-b6ae-c2fbc198390b service neutron] For port 0aa58c43-251a-4728-8201-9d667f450061, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=0aa58c43-251a-4728-8201-9d667f450061,segment=NetworkSegment(f4523d14-d3cd-42a7-90ba-f488fbf20e2e),segment_id=f4523d14-d3cd-42a7-90ba-f488fbf20e2e)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:02:35.937381 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-f6d9277e-8fd2-4837-a7c2-c13226d45d2f req-5d98aab4-1772-466b-b6ae-c2fbc198390b service neutron] For port 0aa58c43-251a-4728-8201-9d667f450061, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 16:02:35.969233 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-f6d9277e-8fd2-4837-a7c2-c13226d45d2f req-5d98aab4-1772-466b-b6ae-c2fbc198390b service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 0aa58c43-251a-4728-8201-9d667f450061 {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 16:02:35.977296 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-f6d9277e-8fd2-4837-a7c2-c13226d45d2f req-5d98aab4-1772-466b-b6ae-c2fbc198390b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:02:35.987514 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-f6d9277e-8fd2-4837-a7c2-c13226d45d2f req-5d98aab4-1772-466b-b6ae-c2fbc198390b service neutron] Ignored duplicate provisioning block setup for port 0aa58c43-251a-4728-8201-9d667f450061 by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Oct 30 16:02:35.991042 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-f6d9277e-8fd2-4837-a7c2-c13226d45d2f req-5d98aab4-1772-466b-b6ae-c2fbc198390b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:02:36.067886 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d98aab4-1772-466b-b6ae-c2fbc198390b service neutron] Pushing event updated for resources: {'Port': ['ID=0aa58c43-251a-4728-8201-9d667f450061,revision_number=9']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:02:36.120515 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6d9277e-8fd2-4837-a7c2-c13226d45d2f req-5d98aab4-1772-466b-b6ae-c2fbc198390b service neutron] No DVR routers for this DVR port 0aa58c43-251a-4728-8201-9d667f450061 on host n-h2-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 16:02:36.255343 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-f6d9277e-8fd2-4837-a7c2-c13226d45d2f req-5d98aab4-1772-466b-b6ae-c2fbc198390b service neutron] Attempting to bind port 0aa58c43-251a-4728-8201-9d667f450061 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 16:02:36.255641 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-f6d9277e-8fd2-4837-a7c2-c13226d45d2f req-5d98aab4-1772-466b-b6ae-c2fbc198390b service neutron] Attempting to bind port 0aa58c43-251a-4728-8201-9d667f450061 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': 'f4523d14-d3cd-42a7-90ba-f488fbf20e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 16:02:36.256016 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d9277e-8fd2-4837-a7c2-c13226d45d2f req-5d98aab4-1772-466b-b6ae-c2fbc198390b service neutron] Attempting to bind port 0aa58c43-251a-4728-8201-9d667f450061 on network 2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:02:36.260770 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d9277e-8fd2-4837-a7c2-c13226d45d2f req-5d98aab4-1772-466b-b6ae-c2fbc198390b service neutron] Port 0aa58c43-251a-4728-8201-9d667f450061 on network 2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 16:02:36.261100 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d9277e-8fd2-4837-a7c2-c13226d45d2f req-5d98aab4-1772-466b-b6ae-c2fbc198390b service neutron] Attempting to bind port 0aa58c43-251a-4728-8201-9d667f450061 on network 2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:02:36.266031 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d9277e-8fd2-4837-a7c2-c13226d45d2f req-5d98aab4-1772-466b-b6ae-c2fbc198390b service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 16, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 16:02:36.266369 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d9277e-8fd2-4837-a7c2-c13226d45d2f req-5d98aab4-1772-466b-b6ae-c2fbc198390b service neutron] Checking segment: {'id': 'f4523d14-d3cd-42a7-90ba-f488fbf20e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:02:36.266756 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d9277e-8fd2-4837-a7c2-c13226d45d2f req-5d98aab4-1772-466b-b6ae-c2fbc198390b service neutron] Bound using segment: {'id': 'f4523d14-d3cd-42a7-90ba-f488fbf20e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 16:02:36.267187 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-f6d9277e-8fd2-4837-a7c2-c13226d45d2f req-5d98aab4-1772-466b-b6ae-c2fbc198390b service neutron] Bound port: 0aa58c43-251a-4728-8201-9d667f450061, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4523d14-d3cd-42a7-90ba-f488fbf20e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 16:02:36.267577 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-f6d9277e-8fd2-4837-a7c2-c13226d45d2f req-5d98aab4-1772-466b-b6ae-c2fbc198390b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:02:36.329380 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-f6d9277e-8fd2-4837-a7c2-c13226d45d2f req-5d98aab4-1772-466b-b6ae-c2fbc198390b service neutron] For port 0aa58c43-251a-4728-8201-9d667f450061, host n-h1-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 16:02:36.333388 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-f6d9277e-8fd2-4837-a7c2-c13226d45d2f req-5d98aab4-1772-466b-b6ae-c2fbc198390b service neutron] For port 0aa58c43-251a-4728-8201-9d667f450061, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=0aa58c43-251a-4728-8201-9d667f450061,segment=NetworkSegment(f4523d14-d3cd-42a7-90ba-f488fbf20e2e),segment_id=f4523d14-d3cd-42a7-90ba-f488fbf20e2e)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 16:02:36.337803 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-f6d9277e-8fd2-4837-a7c2-c13226d45d2f req-5d98aab4-1772-466b-b6ae-c2fbc198390b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:02:36.377687 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9277e-8fd2-4837-a7c2-c13226d45d2f req-5d98aab4-1772-466b-b6ae-c2fbc198390b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:36.378304 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-f6d9277e-8fd2-4837-a7c2-c13226d45d2f req-5d98aab4-1772-466b-b6ae-c2fbc198390b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:02:36.379739 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f6d9277e-8fd2-4837-a7c2-c13226d45d2f req-5d98aab4-1772-466b-b6ae-c2fbc198390b service neutron] 10.222.0.53 "PUT /v2.0/ports/0aa58c43-251a-4728-8201-9d667f450061 HTTP/1.1" status: 200 len: 1093 time: 0.7311900 Oct 30 16:02:36.380191 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45393547-9f39-491f-abbe-ac19e096acaf', 'tag': '0aa58c43-251a-4728-8201-9d667f450061'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:02:36.383087 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d69a34a-cd1e-49d7-9bb3-aaed4f7d3fc7" -d '{"events": [{"name": "network-changed", "server_uuid": "45393547-9f39-491f-abbe-ac19e096acaf", "tag": "0aa58c43-251a-4728-8201-9d667f450061"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:02:36.418494 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d98aab4-1772-466b-b6ae-c2fbc198390b service neutron] Pushing event updated for resources: {'Port': ['ID=0aa58c43-251a-4728-8201-9d667f450061,revision_number=10']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:02:36.444646 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 16:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d676371-9daa-41fa-809d-afea44caacf4 x-openstack-request-id: req-3d676371-9daa-41fa-809d-afea44caacf4 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:02:36.444950 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45393547-9f39-491f-abbe-ac19e096acaf", "tag": "0aa58c43-251a-4728-8201-9d667f450061", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:02:36.445206 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3d676371-9daa-41fa-809d-afea44caacf4 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:02:36.445639 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45393547-9f39-491f-abbe-ac19e096acaf', 'tag': '0aa58c43-251a-4728-8201-9d667f450061', 'status': 'completed', 'code': 200} Oct 30 16:02:36.457411 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9277e-8fd2-4837-a7c2-c13226d45d2f req-52a70f79-3244-4528-a357-40f7540638ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:36.458945 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f6d9277e-8fd2-4837-a7c2-c13226d45d2f req-52a70f79-3244-4528-a357-40f7540638ae service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=94516668cf3b4c8d835a0c59a275059c&device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 1097 time: 0.0508544 Oct 30 16:02:36.558979 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69a34a-cd1e-49d7-9bb3-aaed4f7d3fc7 req-3ec022c2-0165-4cdc-8038-6136d7aeb695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:36.560539 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6d69a34a-cd1e-49d7-9bb3-aaed4f7d3fc7 req-3ec022c2-0165-4cdc-8038-6136d7aeb695 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94516668cf3b4c8d835a0c59a275059c&device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 1097 time: 0.0981097 Oct 30 16:02:36.627278 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9277e-8fd2-4837-a7c2-c13226d45d2f req-b0646082-3cd9-4be7-81a4-0cedcc7caf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:36.628838 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f6d9277e-8fd2-4837-a7c2-c13226d45d2f req-b0646082-3cd9-4be7-81a4-0cedcc7caf0b service neutron] 10.222.0.53 "GET /v2.0/networks?id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e HTTP/1.1" status: 200 len: 912 time: 0.1586695 Oct 30 16:02:36.716645 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c450482d-af8d-4c49-a34c-09e55bf04a4b req-651b2091-35ed-4f9b-b00f-a800a1d107fe tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:36.718151 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c450482d-af8d-4c49-a34c-09e55bf04a4b req-651b2091-35ed-4f9b-b00f-a800a1d107fe tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 945 time: 0.0497866 Oct 30 16:02:36.720515 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f6d9277e-8fd2-4837-a7c2-c13226d45d2f req-3428f3cf-dd67-424d-95c5-0df37fc72f5b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0aa58c43-251a-4728-8201-9d667f450061 HTTP/1.1" status: 200 len: 1001 time: 0.0831628 Oct 30 16:02:36.723163 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69a34a-cd1e-49d7-9bb3-aaed4f7d3fc7 req-04a15522-fdea-4e68-bb98-1565882f611e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:36.724527 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6d69a34a-cd1e-49d7-9bb3-aaed4f7d3fc7 req-04a15522-fdea-4e68-bb98-1565882f611e service neutron] 10.222.0.44 "GET /v2.0/networks?id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e HTTP/1.1" status: 200 len: 912 time: 0.1534638 Oct 30 16:02:36.750398 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 0aa58c43-251a-4728-8201-9d667f450061 no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 16:02:36.760396 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c450482d-af8d-4c49-a34c-09e55bf04a4b req-0c8c50bf-be59-4b7b-9b0d-392ce86b8798 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360341 Oct 30 16:02:36.794695 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 0aa58c43-251a-4728-8201-9d667f450061 not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 16:02:36.822019 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9277e-8fd2-4837-a7c2-c13226d45d2f req-c950dd95-eb90-4579-9ddd-2ae6da5f8a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:36.823503 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f6d9277e-8fd2-4837-a7c2-c13226d45d2f req-c950dd95-eb90-4579-9ddd-2ae6da5f8a7c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a302147f-c20f-424a-aa99-dcc20d3813ba HTTP/1.1" status: 200 len: 850 time: 0.0962224 Oct 30 16:02:36.827316 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6d69a34a-cd1e-49d7-9bb3-aaed4f7d3fc7 req-9db6dc5e-4524-45e9-80e6-f27f0dc7f4e9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0aa58c43-251a-4728-8201-9d667f450061 HTTP/1.1" status: 200 len: 1001 time: 0.0930283 Oct 30 16:02:36.899732 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69a34a-cd1e-49d7-9bb3-aaed4f7d3fc7 req-3ea07137-9de8-445c-8154-1a14a32f5c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:36.901172 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6d69a34a-cd1e-49d7-9bb3-aaed4f7d3fc7 req-3ea07137-9de8-445c-8154-1a14a32f5c8e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a302147f-c20f-424a-aa99-dcc20d3813ba HTTP/1.1" status: 200 len: 850 time: 0.0631385 Oct 30 16:02:36.905418 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9277e-8fd2-4837-a7c2-c13226d45d2f req-e62229e0-3575-48a7-ae2b-54b1d5da6149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:36.906779 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f6d9277e-8fd2-4837-a7c2-c13226d45d2f req-e62229e0-3575-48a7-ae2b-54b1d5da6149 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0765176 Oct 30 16:02:37.001228 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69a34a-cd1e-49d7-9bb3-aaed4f7d3fc7 req-79eff6ab-6813-4ec3-a943-424b3a1e8072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:37.002729 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6d69a34a-cd1e-49d7-9bb3-aaed4f7d3fc7 req-79eff6ab-6813-4ec3-a943-424b3a1e8072 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0946107 Oct 30 16:02:37.065011 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f6d9277e-8fd2-4837-a7c2-c13226d45d2f req-dd965ddf-d5c5-463c-b56b-82b00bd98cdf service neutron] 10.222.0.53 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486473 Oct 30 16:02:37.159855 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6d69a34a-cd1e-49d7-9bb3-aaed4f7d3fc7 req-088f21cf-248f-44d5-aadc-6c5e1c42db08 service neutron] 10.222.0.44 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491680 Oct 30 16:02:37.539654 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f6d9277e-8fd2-4837-a7c2-c13226d45d2f req-45cb8227-c767-4f9d-a2b1-f2ebc5442543 service neutron] 10.222.0.53 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4671912 Oct 30 16:02:37.578553 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6d69a34a-cd1e-49d7-9bb3-aaed4f7d3fc7 req-b126cead-e98a-4562-abb4-b1b3fffbfaa0 service neutron] 10.222.0.44 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4078908 Oct 30 16:02:37.646661 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69a34a-cd1e-49d7-9bb3-aaed4f7d3fc7 req-99007d8f-05ca-474f-8e7a-674ded89c100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:37.648433 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6d69a34a-cd1e-49d7-9bb3-aaed4f7d3fc7 req-99007d8f-05ca-474f-8e7a-674ded89c100 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=94516668cf3b4c8d835a0c59a275059c&device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 1097 time: 0.0418248 Oct 30 16:02:37.742478 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69a34a-cd1e-49d7-9bb3-aaed4f7d3fc7 req-08001f89-9c64-4658-a889-63c9feed3957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:37.743974 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6d69a34a-cd1e-49d7-9bb3-aaed4f7d3fc7 req-08001f89-9c64-4658-a889-63c9feed3957 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e HTTP/1.1" status: 200 len: 912 time: 0.0892544 Oct 30 16:02:37.809829 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6d69a34a-cd1e-49d7-9bb3-aaed4f7d3fc7 req-041282b0-e240-4d9d-ba44-bb5fe4523015 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0aa58c43-251a-4728-8201-9d667f450061 HTTP/1.1" status: 200 len: 1001 time: 0.0577207 Oct 30 16:02:37.889381 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69a34a-cd1e-49d7-9bb3-aaed4f7d3fc7 req-6da9f891-e5e0-4926-b1af-6c47325fb9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:37.890761 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6d69a34a-cd1e-49d7-9bb3-aaed4f7d3fc7 req-6da9f891-e5e0-4926-b1af-6c47325fb9dc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a302147f-c20f-424a-aa99-dcc20d3813ba HTTP/1.1" status: 200 len: 850 time: 0.0739636 Oct 30 16:02:37.913943 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd8ba25-5ce5-402b-94bf-f5b073a099b3 req-161ef77a-6b7f-4c40-8d4b-5a2019fa6ca8 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:37.915392 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-abd8ba25-5ce5-402b-94bf-f5b073a099b3 req-161ef77a-6b7f-4c40-8d4b-5a2019fa6ca8 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 945 time: 0.0725856 Oct 30 16:02:37.970174 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-abd8ba25-5ce5-402b-94bf-f5b073a099b3 req-2d1de91d-1c58-4a0b-acc8-8787750a9d36 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404277 Oct 30 16:02:37.972836 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69a34a-cd1e-49d7-9bb3-aaed4f7d3fc7 req-d0f2c3f5-06e9-47a3-b86f-c7974f00687a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:37.974242 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6d69a34a-cd1e-49d7-9bb3-aaed4f7d3fc7 req-d0f2c3f5-06e9-47a3-b86f-c7974f00687a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0763850 Oct 30 16:02:38.067159 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6d69a34a-cd1e-49d7-9bb3-aaed4f7d3fc7 req-051da930-0a52-4d8c-867b-906d1eae53e1 service neutron] 10.222.0.53 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857203 Oct 30 16:02:38.156540 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6d69a34a-cd1e-49d7-9bb3-aaed4f7d3fc7 req-17ed6636-92b2-46ec-b631-6a2d59060bd3 service neutron] 10.222.0.53 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829809 Oct 30 16:02:39.098293 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264aad89-bdf0-4745-92e1-bded93e28587 req-36c020bf-a7f7-45bf-bc99-b091dfb149b3 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:39.100433 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-264aad89-bdf0-4745-92e1-bded93e28587 req-36c020bf-a7f7-45bf-bc99-b091dfb149b3 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 945 time: 0.0569935 Oct 30 16:02:39.138853 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-264aad89-bdf0-4745-92e1-bded93e28587 req-3a8f2278-e4dc-4c9f-b270-83075e59fd02 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322340 Oct 30 16:02:40.257083 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689aa285-0ab0-4e90-b278-37c6fa83b932 req-360bd28d-d168-4794-abfb-b784dfcf2750 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:40.258565 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-689aa285-0ab0-4e90-b278-37c6fa83b932 req-360bd28d-d168-4794-abfb-b784dfcf2750 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 945 time: 0.0495415 Oct 30 16:02:40.296942 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-689aa285-0ab0-4e90-b278-37c6fa83b932 req-e40b5903-3778-4f63-a33a-16862ff882c6 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321324 Oct 30 16:02:41.418162 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a2f3a-edba-45d8-a847-e8e794e3db50 req-7880768e-c324-4748-860d-0f072230244b tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:41.419769 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-648a2f3a-edba-45d8-a847-e8e794e3db50 req-7880768e-c324-4748-860d-0f072230244b tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 945 time: 0.0510654 Oct 30 16:02:41.461453 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-648a2f3a-edba-45d8-a847-e8e794e3db50 req-b8df7ad5-bec0-4072-89bf-f318519001c2 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352526 Oct 30 16:02:42.173692 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad84c105-ab17-430f-b7a1-82e042a26e37 req-50f32cff-c14b-4987-8d18-999006054c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:42.175213 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ad84c105-ab17-430f-b7a1-82e042a26e37 req-50f32cff-c14b-4987-8d18-999006054c63 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=94516668cf3b4c8d835a0c59a275059c&device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 1097 time: 0.0449986 Oct 30 16:02:42.280487 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad84c105-ab17-430f-b7a1-82e042a26e37 req-bf72eb9c-a6ca-48b2-bc1b-cd245f50b3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:42.282006 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ad84c105-ab17-430f-b7a1-82e042a26e37 req-bf72eb9c-a6ca-48b2-bc1b-cd245f50b3e3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e HTTP/1.1" status: 200 len: 912 time: 0.0867822 Oct 30 16:02:42.358012 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ad84c105-ab17-430f-b7a1-82e042a26e37 req-8dafaeb7-691d-480b-ac9c-72425dec4428 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0aa58c43-251a-4728-8201-9d667f450061 HTTP/1.1" status: 200 len: 1001 time: 0.0679975 Oct 30 16:02:42.408485 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad84c105-ab17-430f-b7a1-82e042a26e37 req-88f9ea8c-e667-4189-8122-7dd4b3afbe67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:42.409998 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ad84c105-ab17-430f-b7a1-82e042a26e37 req-88f9ea8c-e667-4189-8122-7dd4b3afbe67 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a302147f-c20f-424a-aa99-dcc20d3813ba HTTP/1.1" status: 200 len: 850 time: 0.0459452 Oct 30 16:02:42.461903 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad84c105-ab17-430f-b7a1-82e042a26e37 req-06a6c897-8bb5-4114-945a-cf5494c6c441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:42.463390 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ad84c105-ab17-430f-b7a1-82e042a26e37 req-06a6c897-8bb5-4114-945a-cf5494c6c441 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406218 Oct 30 16:02:42.559895 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ad84c105-ab17-430f-b7a1-82e042a26e37 req-aeeaad6f-0cf1-4169-944a-5144cb259412 service neutron] 10.222.0.53 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886407 Oct 30 16:02:42.687671 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf898de-bad8-491d-8c5b-ab9fbe474c86 req-044919fd-b59f-4c6c-9812-1ad96444a038 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:42.689161 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ebf898de-bad8-491d-8c5b-ab9fbe474c86 req-044919fd-b59f-4c6c-9812-1ad96444a038 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 945 time: 0.0807440 Oct 30 16:02:42.694705 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ad84c105-ab17-430f-b7a1-82e042a26e37 req-f3707e75-41db-40f0-8bd0-a3933d43e83b service neutron] 10.222.0.53 "GET /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276026 Oct 30 16:02:42.729278 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ebf898de-bad8-491d-8c5b-ab9fbe474c86 req-6252d54f-589d-46ce-8f56-c17359c6d369 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336299 Oct 30 16:02:43.882128 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21fc3b7-df92-40c9-8140-d6d0126d0792 req-40bc515f-e9fa-449e-8597-71a3b8cafe8e tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:43.883839 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a21fc3b7-df92-40c9-8140-d6d0126d0792 req-40bc515f-e9fa-449e-8597-71a3b8cafe8e tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 945 time: 0.0484576 Oct 30 16:02:43.921415 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a21fc3b7-df92-40c9-8140-d6d0126d0792 req-056129df-d58d-467c-9e8f-e97e71eb70f1 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317888 Oct 30 16:02:45.044131 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beade585-8a32-4e83-bb76-d16a43321458 req-570ba5fa-32a3-487d-80c9-8045b2d7afe1 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:45.045653 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-beade585-8a32-4e83-bb76-d16a43321458 req-570ba5fa-32a3-487d-80c9-8045b2d7afe1 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 945 time: 0.0563262 Oct 30 16:02:45.083570 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-beade585-8a32-4e83-bb76-d16a43321458 req-1795bbfa-ce9f-4807-aa68-a52f5befc397 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318804 Oct 30 16:02:46.205856 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a9470f-7174-45a9-a547-535e477b75cc req-21d90245-81a5-4c7b-af80-fbc2bf674726 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:46.207306 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-75a9470f-7174-45a9-a547-535e477b75cc req-21d90245-81a5-4c7b-af80-fbc2bf674726 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 945 time: 0.0527492 Oct 30 16:02:46.244637 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-75a9470f-7174-45a9-a547-535e477b75cc req-991d7568-0856-4a34-9478-3b5c9c12a759 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308423 Oct 30 16:02:47.369381 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246372c0-f68c-4cab-bed0-ef028b4f98b1 req-2f4461ef-d558-4c49-a03e-6cdbf55d68f0 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:47.370867 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-246372c0-f68c-4cab-bed0-ef028b4f98b1 req-2f4461ef-d558-4c49-a03e-6cdbf55d68f0 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 945 time: 0.0571568 Oct 30 16:02:47.408018 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-246372c0-f68c-4cab-bed0-ef028b4f98b1 req-c3c8f5e0-2943-4b8f-8e2c-61c5bf1f8120 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310535 Oct 30 16:02:48.603758 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64efed6-2a0e-402d-9299-082de7008302 req-ec8836e5-7ef9-4a7b-94da-7e52f240af3a tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:48.605258 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b64efed6-2a0e-402d-9299-082de7008302 req-ec8836e5-7ef9-4a7b-94da-7e52f240af3a tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 945 time: 0.0921612 Oct 30 16:02:48.642560 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b64efed6-2a0e-402d-9299-082de7008302 req-a6213df1-aa64-4048-89a5-18f8cc528ce8 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313287 Oct 30 16:02:49.762912 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e54853-cf6c-473f-8821-88303db0aef7 req-cbf5e030-093f-45e9-9f74-4e35c9db2a7f tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:49.764484 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-08e54853-cf6c-473f-8821-88303db0aef7 req-cbf5e030-093f-45e9-9f74-4e35c9db2a7f tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 945 time: 0.0527384 Oct 30 16:02:49.802143 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-08e54853-cf6c-473f-8821-88303db0aef7 req-d78bf732-d176-405c-960f-d0c920d447d6 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316954 Oct 30 16:02:49.915536 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e193d3ba-07cc-4d05-b7f9-4e14ba8e7da5 req-eac29c98-d944-47b6-af52-a6226009f4f1 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:49.916982 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e193d3ba-07cc-4d05-b7f9-4e14ba8e7da5 req-eac29c98-d944-47b6-af52-a6226009f4f1 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 945 time: 0.0484331 Oct 30 16:02:49.953081 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e193d3ba-07cc-4d05-b7f9-4e14ba8e7da5 req-b716753a-78e1-4cb4-86f4-e8e63cddf09f tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301661 Oct 30 16:02:50.065868 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a94db1-ada3-412e-96d2-c6e4629948eb req-1a4003db-8778-462f-a0c3-b98a5fb8d9c3 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:50.067323 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-36a94db1-ada3-412e-96d2-c6e4629948eb req-1a4003db-8778-462f-a0c3-b98a5fb8d9c3 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 945 time: 0.0480125 Oct 30 16:02:50.105180 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-36a94db1-ada3-412e-96d2-c6e4629948eb req-f2974c30-b695-4445-8053-2250de425c99 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313954 Oct 30 16:02:50.268528 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 0aa58c43-251a-4728-8201-9d667f450061 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 16:02:50.333660 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a0522-513a-46af-a13a-54fba3d60452 req-a28b5533-4cf1-41e8-929b-174ecb9dc23f tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:50.335776 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-de5a0522-513a-46af-a13a-54fba3d60452 req-a28b5533-4cf1-41e8-929b-174ecb9dc23f tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 945 time: 0.0489538 Oct 30 16:02:50.366477 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 0aa58c43-251a-4728-8201-9d667f450061, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=0aa58c43-251a-4728-8201-9d667f450061,segment=NetworkSegment(f4523d14-d3cd-42a7-90ba-f488fbf20e2e),segment_id=f4523d14-d3cd-42a7-90ba-f488fbf20e2e)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:02:50.373107 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-de5a0522-513a-46af-a13a-54fba3d60452 req-4271009a-3b34-44c7-b064-97acaebb4761 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314002 Oct 30 16:02:50.377700 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '0aa58c43-251a-4728-8201-9d667f450061', 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e', 'port_id': '0aa58c43-251a-4728-8201-9d667f450061', 'mac_address': 'fa:16:3e:54:d8:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a302147f-c20f-424a-aa99-dcc20d3813ba', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 16:02:50.414145 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:02:50.426217 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0aa58c43-251a-4728-8201-9d667f450061 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 16:02:50.446476 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 0aa58c43-251a-4728-8201-9d667f450061, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=0aa58c43-251a-4728-8201-9d667f450061,segment=NetworkSegment(f4523d14-d3cd-42a7-90ba-f488fbf20e2e),segment_id=f4523d14-d3cd-42a7-90ba-f488fbf20e2e)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:02:50.450007 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:02:50.656167 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=0aa58c43-251a-4728-8201-9d667f450061,revision_number=11']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:02:50.704730 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['0aa58c43-251a-4728-8201-9d667f450061'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 16:02:51.239951 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4686cec6-9da7-4cc2-97dc-a408ca8d81e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:02:51.495952 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d27ca7b-a486-4d03-ac7a-5a7059d978e8 req-17feadab-60b1-4a80-8be4-edfee42ee4a1 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:51.497428 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3d27ca7b-a486-4d03-ac7a-5a7059d978e8 req-17feadab-60b1-4a80-8be4-edfee42ee4a1 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 946 time: 0.0528638 Oct 30 16:02:51.534409 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3d27ca7b-a486-4d03-ac7a-5a7059d978e8 req-26d22fe7-b269-4fbd-9e87-0554a9633eb7 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups?id=99344aa3-4082-4e82-9bef-1392f9ccc044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309074 Oct 30 16:02:51.843164 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99440665-34ec-4085-99a7-8ab12cfd846e req-33917289-f92e-41b7-b712-bb192c6d8817 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:02:51.844630 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-99440665-34ec-4085-99a7-8ab12cfd846e req-33917289-f92e-41b7-b712-bb192c6d8817 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.53 "GET /v2.0/ports?device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 946 time: 0.0520456 Oct 30 16:02:51.931704 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-99440665-34ec-4085-99a7-8ab12cfd846e req-9fa0ab1a-387e-4c6d-93ef-2188a582a66c tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Deleting port 0aa58c43-251a-4728-8201-9d667f450061 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:02:51.932053 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-99440665-34ec-4085-99a7-8ab12cfd846e req-9fa0ab1a-387e-4c6d-93ef-2188a582a66c tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:02:52.021172 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-99440665-34ec-4085-99a7-8ab12cfd846e req-9fa0ab1a-387e-4c6d-93ef-2188a582a66c tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] For port 0aa58c43-251a-4728-8201-9d667f450061, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=0aa58c43-251a-4728-8201-9d667f450061,segment=NetworkSegment(f4523d14-d3cd-42a7-90ba-f488fbf20e2e),segment_id=f4523d14-d3cd-42a7-90ba-f488fbf20e2e)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:02:52.021973 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-99440665-34ec-4085-99a7-8ab12cfd846e req-9fa0ab1a-387e-4c6d-93ef-2188a582a66c tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:02:52.188122 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-99440665-34ec-4085-99a7-8ab12cfd846e req-9fa0ab1a-387e-4c6d-93ef-2188a582a66c tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:02:52.188515 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-99440665-34ec-4085-99a7-8ab12cfd846e req-9fa0ab1a-387e-4c6d-93ef-2188a582a66c tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:02:52.188859 n-d-806683-17 neutron-server[102130]: INFO neutron.db.l3_db [req-99440665-34ec-4085-99a7-8ab12cfd846e req-9fa0ab1a-387e-4c6d-93ef-2188a582a66c tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Floating IP 688aec67-a6f3-4750-964e-b6587d18c961 disassociated. External IP: 172.25.4.117, port: 0aa58c43-251a-4728-8201-9d667f450061. Oct 30 16:02:52.189238 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-99440665-34ec-4085-99a7-8ab12cfd846e req-9fa0ab1a-387e-4c6d-93ef-2188a582a66c tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Calling delete_port for 0aa58c43-251a-4728-8201-9d667f450061 owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:02:52.299142 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 0aa58c43-251a-4728-8201-9d667f450061 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 16:02:52.319022 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-99440665-34ec-4085-99a7-8ab12cfd846e req-9fa0ab1a-387e-4c6d-93ef-2188a582a66c tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:02:52.339868 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No active binding found for port 0aa58c43-251a-4728-8201-9d667f450061 {{(pid=102132) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 30 16:02:52.340287 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 0aa58c43-251a-4728-8201-9d667f450061 not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 16:02:52.348868 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa0ab1a-387e-4c6d-93ef-2188a582a66c tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Pushing event deleted for resources: {'Port': ['ID=0aa58c43-251a-4728-8201-9d667f450061,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:02:52.466725 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99440665-34ec-4085-99a7-8ab12cfd846e req-9fa0ab1a-387e-4c6d-93ef-2188a582a66c tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Router 8db4b50c-4288-465f-8404-add9b676a7d6 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 16:02:52.576085 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99440665-34ec-4085-99a7-8ab12cfd846e req-9fa0ab1a-387e-4c6d-93ef-2188a582a66c tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 16:02:52.586508 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc77b4a-9581-4bd5-adea-8a2399d0cb2d None None] Sync routers for ids ['8db4b50c-4288-465f-8404-add9b676a7d6'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 16:02:52.596816 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc77b4a-9581-4bd5-adea-8a2399d0cb2d None None] Routers {'8db4b50c-4288-465f-8404-add9b676a7d6'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:02:52.597576 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-8cc77b4a-9581-4bd5-adea-8a2399d0cb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:02:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['8db4b50c-4288-465f-8404-add9b676a7d6'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:02:52.617696 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-99440665-34ec-4085-99a7-8ab12cfd846e req-9fa0ab1a-387e-4c6d-93ef-2188a582a66c tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] No DVR routers for this DVR port 0aa58c43-251a-4728-8201-9d667f450061 on host n-h1-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 16:02:52.620641 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-99440665-34ec-4085-99a7-8ab12cfd846e req-9fa0ab1a-387e-4c6d-93ef-2188a582a66c tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:02:52.623999 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-99440665-34ec-4085-99a7-8ab12cfd846e req-9fa0ab1a-387e-4c6d-93ef-2188a582a66c tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.53 "DELETE /v2.0/ports/0aa58c43-251a-4728-8201-9d667f450061 HTTP/1.1" status: 204 len: 173 time: 0.7730687 Oct 30 16:02:52.632009 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45393547-9f39-491f-abbe-ac19e096acaf', 'name': 'network-vif-deleted', 'tag': '0aa58c43-251a-4728-8201-9d667f450061'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:02:52.634837 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65eba96b-af7b-4ad9-81d2-690a43ce2f38" -d '{"events": [{"server_uuid": "45393547-9f39-491f-abbe-ac19e096acaf", "name": "network-vif-deleted", "tag": "0aa58c43-251a-4728-8201-9d667f450061"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:02:52.657340 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a88b2f2d-2773-478f-8a05-7fb75d776ed8 req-4bd3e560-5ab8-4ec8-b7b5-7eb847ccc4ec tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 210 time: 0.0408795 Oct 30 16:02:52.692555 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 16:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47bef7a-f1fa-43fa-bce0-0665e9bd40d1 x-openstack-request-id: req-f47bef7a-f1fa-43fa-bce0-0665e9bd40d1 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:02:52.692856 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45393547-9f39-491f-abbe-ac19e096acaf", "name": "network-vif-deleted", "tag": "0aa58c43-251a-4728-8201-9d667f450061", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:02:52.693148 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f47bef7a-f1fa-43fa-bce0-0665e9bd40d1 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:02:52.694088 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45393547-9f39-491f-abbe-ac19e096acaf', 'name': 'network-vif-deleted', 'tag': '0aa58c43-251a-4728-8201-9d667f450061', 'status': 'completed', 'code': 200} Oct 30 16:02:52.713778 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-8cc77b4a-9581-4bd5-adea-8a2399d0cb2d None None] Set router 8db4b50c-4288-465f-8404-add9b676a7d6 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:02:52.915891 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-8cc77b4a-9581-4bd5-adea-8a2399d0cb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'name': 'tempest-ServerActionsTestJSON-308957441-router', 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '60edce63-8ca0-4eda-8847-17af1c93dd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:53:15Z', 'updated_at': '2021-10-30T15:53:18Z', 'revision_number': 4, 'project_id': '94516668cf3b4c8d835a0c59a275059c', 'gw_port': {'id': '60edce63-8ca0-4eda-8847-17af1c93dd66', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:67:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:53:15Z', 'updated_at': '2021-10-30T15:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '4f2513da-2e7f-4c66-8975-1a2acd5a1a12', 'name': '', 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e', 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'mac_address': 'fa:16:3e:42:b8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a302147f-c20f-424a-aa99-dcc20d3813ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:53:17Z', 'updated_at': '2021-10-30T15:53:21Z', 'revision_number': 5, 'project_id': '94516668cf3b4c8d835a0c59a275059c', 'subnets': [{'id': 'a302147f-c20f-424a-aa99-dcc20d3813ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:02:52.942374 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc77b4a-9581-4bd5-adea-8a2399d0cb2d None None] Checking router: 8db4b50c-4288-465f-8404-add9b676a7d6 for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 16:02:52.952365 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc77b4a-9581-4bd5-adea-8a2399d0cb2d None None] Routers {'8db4b50c-4288-465f-8404-add9b676a7d6'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:02:52.952976 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-8cc77b4a-9581-4bd5-adea-8a2399d0cb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:02:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['8db4b50c-4288-465f-8404-add9b676a7d6'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:02:53.056798 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-8cc77b4a-9581-4bd5-adea-8a2399d0cb2d None None] Set router 8db4b50c-4288-465f-8404-add9b676a7d6 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:02:53.333515 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-8cc77b4a-9581-4bd5-adea-8a2399d0cb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'name': 'tempest-ServerActionsTestJSON-308957441-router', 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '60edce63-8ca0-4eda-8847-17af1c93dd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:53:15Z', 'updated_at': '2021-10-30T15:53:18Z', 'revision_number': 4, 'project_id': '94516668cf3b4c8d835a0c59a275059c', 'gw_port': {'id': '60edce63-8ca0-4eda-8847-17af1c93dd66', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:67:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:53:15Z', 'updated_at': '2021-10-30T15:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '4f2513da-2e7f-4c66-8975-1a2acd5a1a12', 'name': '', 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e', 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'mac_address': 'fa:16:3e:42:b8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a302147f-c20f-424a-aa99-dcc20d3813ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:53:17Z', 'updated_at': '2021-10-30T15:53:21Z', 'revision_number': 5, 'project_id': '94516668cf3b4c8d835a0c59a275059c', 'subnets': [{'id': 'a302147f-c20f-424a-aa99-dcc20d3813ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:02:53.363861 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc77b4a-9581-4bd5-adea-8a2399d0cb2d None None] The sync data for ids ['8db4b50c-4288-465f-8404-add9b676a7d6'] in n-d-806683-17 is: [{'id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'name': 'tempest-ServerActionsTestJSON-308957441-router', 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '60edce63-8ca0-4eda-8847-17af1c93dd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:53:15Z', 'updated_at': '2021-10-30T15:53:18Z', 'revision_number': 4, 'project_id': '94516668cf3b4c8d835a0c59a275059c', 'gw_port': {'id': '60edce63-8ca0-4eda-8847-17af1c93dd66', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:67:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:53:15Z', 'updated_at': '2021-10-30T15:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '4f2513da-2e7f-4c66-8975-1a2acd5a1a12', 'name': '', 'network_id': '2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e', 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'mac_address': 'fa:16:3e:42:b8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a302147f-c20f-424a-aa99-dcc20d3813ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:53:17Z', 'updated_at': '2021-10-30T15:53:21Z', 'revision_number': 5, 'project_id': '94516668cf3b4c8d835a0c59a275059c', 'subnets': [{'id': 'a302147f-c20f-424a-aa99-dcc20d3813ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 16:02:53.589842 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106977ff-730e-4a97-b2f7-a08856135549 None None] New status for floating IP 688aec67-a6f3-4750-964e-b6587d18c961: DOWN {{(pid=102132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 16:02:53.789230 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ab8ab9aa-e29d-4314-9d5d-b3aa01c22146 req-fb1aa662-b5c0-43e7-811d-357757f3208e tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 210 time: 0.0279846 Oct 30 16:02:53.844079 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bb290171-ba4c-4b10-a86c-da2c7bc8ed54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:02:54.839360 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:02:54.970993 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c79f9b49-40a0-4b52-aeb7-1b8202f25521 req-6c627ae4-5e9b-4286-82f6-79a6955b884d tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 210 time: 0.0695131 Oct 30 16:02:55.004608 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:02:56.069979 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2d4161f4-1e86-4bb9-b89c-ded52e5aa4cd req-c1a04877-8268-43ea-a88d-6d6aab49c809 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 210 time: 0.0270066 Oct 30 16:02:56.766621 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:02:57.188441 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f9e319d8-e994-4ffa-af2f-49647411a5bd req-d17c4396-4d57-494d-af08-f4bb801d5260 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/ports?device_id=45393547-9f39-491f-abbe-ac19e096acaf HTTP/1.1" status: 200 len: 210 time: 0.0321212 Oct 30 16:03:00.366713 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:02.369977 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:02.992078 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 57268) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:03:03.046502 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-11fc352f-7fde-420f-8a72-24229ae43797 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:03.068995 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-11fc352f-7fde-420f-8a72-24229ae43797 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:03.120276 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-11fc352f-7fde-420f-8a72-24229ae43797 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:03.123248 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-11fc352f-7fde-420f-8a72-24229ae43797 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:03.124495 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-11fc352f-7fde-420f-8a72-24229ae43797 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "DELETE /v2.0/security-groups/99344aa3-4082-4e82-9bef-1392f9ccc044 HTTP/1.1" status: 204 len: 168 time: 0.1313567 Oct 30 16:03:03.128955 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 57270) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:03:03.134795 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fc352f-7fde-420f-8a72-24229ae43797 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99344aa3-4082-4e82-9bef-1392f9ccc044,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:03.143643 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fc352f-7fde-420f-8a72-24229ae43797 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:03:03.143990 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fc352f-7fde-420f-8a72-24229ae43797 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:03:03.144106 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [None req-70091e3a-d5c3-428f-81d2-6dfba308636a tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] show failed (client error): The resource could not be found. Oct 30 16:03:03.144335 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fc352f-7fde-420f-8a72-24229ae43797 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:03:03.144677 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fc352f-7fde-420f-8a72-24229ae43797 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:03:03.145008 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fc352f-7fde-420f-8a72-24229ae43797 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:03:03.145125 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-70091e3a-d5c3-428f-81d2-6dfba308636a tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "GET /v2.0/security-groups/99344aa3-4082-4e82-9bef-1392f9ccc044 HTTP/1.1" status: 404 len: 347 time: 0.0146067 Oct 30 16:03:03.145341 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fc352f-7fde-420f-8a72-24229ae43797 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:03:03.145667 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fc352f-7fde-420f-8a72-24229ae43797 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:03:03.145992 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fc352f-7fde-420f-8a72-24229ae43797 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:03:03.146314 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fc352f-7fde-420f-8a72-24229ae43797 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:03:03.146660 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fc352f-7fde-420f-8a72-24229ae43797 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:03:03.146983 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fc352f-7fde-420f-8a72-24229ae43797 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:03:03.147421 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fc352f-7fde-420f-8a72-24229ae43797 tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:03:03.147724 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 57272) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:03:03.272557 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-2a858ba8-a50d-478c-b55f-82c75148003a tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Deleting port a99247bf-1e67-430b-970a-897f66a1c497 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:03:03.272804 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2a858ba8-a50d-478c-b55f-82c75148003a tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:03.345967 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2a858ba8-a50d-478c-b55f-82c75148003a tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:03.346301 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2a858ba8-a50d-478c-b55f-82c75148003a tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:03.358116 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-2a858ba8-a50d-478c-b55f-82c75148003a tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Calling delete_port for a99247bf-1e67-430b-970a-897f66a1c497 owned by network:floatingip {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:03:03.490353 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2a858ba8-a50d-478c-b55f-82c75148003a tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:03.513623 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a858ba8-a50d-478c-b55f-82c75148003a tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Pushing event deleted for resources: {'Port': ['ID=a99247bf-1e67-430b-970a-897f66a1c497,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:03.579159 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2a858ba8-a50d-478c-b55f-82c75148003a tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks [] for floatingip, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:03.581753 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2a858ba8-a50d-478c-b55f-82c75148003a tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:03.582907 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-2a858ba8-a50d-478c-b55f-82c75148003a tempest-ServerActionsTestJSON-1602744289 tempest-ServerActionsTestJSON-1602744289-project] 10.222.0.62 "DELETE /v2.0/floatingips/688aec67-a6f3-4750-964e-b6587d18c961 HTTP/1.1" status: 204 len: 168 time: 0.4342554 Oct 30 16:03:03.585922 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 57274) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:03:03.981808 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-48aa4dbc-bb4e-4dc5-8734-03a88a99010d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:04.227454 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-48aa4dbc-bb4e-4dc5-8734-03a88a99010d admin admin] Deleting port 4f2513da-2e7f-4c66-8975-1a2acd5a1a12 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:03:04.228185 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-48aa4dbc-bb4e-4dc5-8734-03a88a99010d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:04.309993 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-48aa4dbc-bb4e-4dc5-8734-03a88a99010d admin admin] For port 4f2513da-2e7f-4c66-8975-1a2acd5a1a12, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=4f2513da-2e7f-4c66-8975-1a2acd5a1a12,segment=NetworkSegment(f4523d14-d3cd-42a7-90ba-f488fbf20e2e),segment_id=f4523d14-d3cd-42a7-90ba-f488fbf20e2e)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:03:04.310352 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-48aa4dbc-bb4e-4dc5-8734-03a88a99010d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:04.322727 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-48aa4dbc-bb4e-4dc5-8734-03a88a99010d admin admin] Calling delete_port for 4f2513da-2e7f-4c66-8975-1a2acd5a1a12 owned by network:router_interface {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:03:04.510796 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-48aa4dbc-bb4e-4dc5-8734-03a88a99010d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:04.534128 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa4dbc-bb4e-4dc5-8734-03a88a99010d admin admin] Pushing event deleted for resources: {'Port': ['ID=4f2513da-2e7f-4c66-8975-1a2acd5a1a12,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:04.699440 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-48aa4dbc-bb4e-4dc5-8734-03a88a99010d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:05.228362 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48aa4dbc-bb4e-4dc5-8734-03a88a99010d admin admin] Router 8db4b50c-4288-465f-8404-add9b676a7d6 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 16:03:05.297466 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 16:03:05.335977 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48aa4dbc-bb4e-4dc5-8734-03a88a99010d admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 16:03:05.340977 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-48aa4dbc-bb4e-4dc5-8734-03a88a99010d admin admin] 10.222.0.62 "PUT /v2.0/routers/8db4b50c-4288-465f-8404-add9b676a7d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7540956 Oct 30 16:03:05.343606 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 57282) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:03:05.346307 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4ff73a-8e46-482c-9bd2-973ff9fcad44 None None] Sync routers for ids ['8db4b50c-4288-465f-8404-add9b676a7d6'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 16:03:05.357483 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4ff73a-8e46-482c-9bd2-973ff9fcad44 None None] Routers {'8db4b50c-4288-465f-8404-add9b676a7d6'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:03:05.358264 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-8d4ff73a-8e46-482c-9bd2-973ff9fcad44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:02:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['8db4b50c-4288-465f-8404-add9b676a7d6'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:03:05.445164 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bcd85005-7b1d-4c71-a695-edb9684d4485 admin admin] Publish callbacks [] for router, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:05.459791 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-8d4ff73a-8e46-482c-9bd2-973ff9fcad44 None None] Set router 8db4b50c-4288-465f-8404-add9b676a7d6 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:03:05.555961 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bcd85005-7b1d-4c71-a695-edb9684d4485 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:05.609462 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-bcd85005-7b1d-4c71-a695-edb9684d4485 admin admin] Deleting port 60edce63-8ca0-4eda-8847-17af1c93dd66 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:03:05.609815 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bcd85005-7b1d-4c71-a695-edb9684d4485 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:05.640382 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-8d4ff73a-8e46-482c-9bd2-973ff9fcad44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'name': 'tempest-ServerActionsTestJSON-308957441-router', 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '60edce63-8ca0-4eda-8847-17af1c93dd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:53:15Z', 'updated_at': '2021-10-30T16:03:04Z', 'revision_number': 5, 'project_id': '94516668cf3b4c8d835a0c59a275059c', 'gw_port': {'id': '60edce63-8ca0-4eda-8847-17af1c93dd66', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:67:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T15:53:15Z', 'updated_at': '2021-10-30T15:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:03:05.671233 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4ff73a-8e46-482c-9bd2-973ff9fcad44 None None] Checking router: 8db4b50c-4288-465f-8404-add9b676a7d6 for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 16:03:05.679669 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4ff73a-8e46-482c-9bd2-973ff9fcad44 None None] Routers {'8db4b50c-4288-465f-8404-add9b676a7d6'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:03:05.680286 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-8d4ff73a-8e46-482c-9bd2-973ff9fcad44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:02:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['8db4b50c-4288-465f-8404-add9b676a7d6'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:03:05.689779 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-bcd85005-7b1d-4c71-a695-edb9684d4485 admin admin] For port 60edce63-8ca0-4eda-8847-17af1c93dd66, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=60edce63-8ca0-4eda-8847-17af1c93dd66,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:03:05.690169 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bcd85005-7b1d-4c71-a695-edb9684d4485 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:05.702840 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-bcd85005-7b1d-4c71-a695-edb9684d4485 admin admin] Calling delete_port for 60edce63-8ca0-4eda-8847-17af1c93dd66 owned by network:router_gateway {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:03:05.765845 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-8d4ff73a-8e46-482c-9bd2-973ff9fcad44 None None] Set router 8db4b50c-4288-465f-8404-add9b676a7d6 gateway port host: None {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:03:05.816476 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-8d4ff73a-8e46-482c-9bd2-973ff9fcad44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'name': 'tempest-ServerActionsTestJSON-308957441-router', 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:53:15Z', 'updated_at': '2021-10-30T16:03:05Z', 'revision_number': 6, 'project_id': '94516668cf3b4c8d835a0c59a275059c', 'gw_port_host': None}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:03:05.846337 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4ff73a-8e46-482c-9bd2-973ff9fcad44 None None] The sync data for ids ['8db4b50c-4288-465f-8404-add9b676a7d6'] in n-d-806683-17 is: [{'id': '8db4b50c-4288-465f-8404-add9b676a7d6', 'name': 'tempest-ServerActionsTestJSON-308957441-router', 'tenant_id': '94516668cf3b4c8d835a0c59a275059c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T15:53:15Z', 'updated_at': '2021-10-30T16:03:05Z', 'revision_number': 6, 'project_id': '94516668cf3b4c8d835a0c59a275059c', 'gw_port_host': None}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 16:03:05.867426 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bcd85005-7b1d-4c71-a695-edb9684d4485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:05.898561 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd85005-7b1d-4c71-a695-edb9684d4485 admin admin] Pushing event deleted for resources: {'Port': ['ID=60edce63-8ca0-4eda-8847-17af1c93dd66,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:05.956772 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bcd85005-7b1d-4c71-a695-edb9684d4485 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:06.045322 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bcd85005-7b1d-4c71-a695-edb9684d4485 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:06.047400 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bcd85005-7b1d-4c71-a695-edb9684d4485 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:06.089981 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bcd85005-7b1d-4c71-a695-edb9684d4485 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:06.090482 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd85005-7b1d-4c71-a695-edb9684d4485 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8db4b50c-4288-465f-8404-add9b676a7d6 {{(pid=102130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 16:03:06.094970 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bcd85005-7b1d-4c71-a695-edb9684d4485 admin admin] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:06.096155 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-bcd85005-7b1d-4c71-a695-edb9684d4485 admin admin] 10.222.0.62 "DELETE /v2.0/routers/8db4b50c-4288-465f-8404-add9b676a7d6 HTTP/1.1" status: 204 len: 168 time: 0.7516317 Oct 30 16:03:06.098820 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 57284) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:03:06.147130 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-c77880c7-c965-41f3-b03b-51d27857a7ae admin admin] Deleting subnet a302147f-c20f-424a-aa99-dcc20d3813ba {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 16:03:06.150093 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c77880c7-c965-41f3-b03b-51d27857a7ae admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:06.185659 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c77880c7-c965-41f3-b03b-51d27857a7ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:06.266529 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c77880c7-c965-41f3-b03b-51d27857a7ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:06.317840 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c77880c7-c965-41f3-b03b-51d27857a7ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:06.349985 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c77880c7-c965-41f3-b03b-51d27857a7ae admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:06.353778 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c77880c7-c965-41f3-b03b-51d27857a7ae admin admin] 10.222.0.62 "DELETE /v2.0/subnets/a302147f-c20f-424a-aa99-dcc20d3813ba HTTP/1.1" status: 204 len: 168 time: 0.2539577 Oct 30 16:03:06.354727 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77880c7-c965-41f3-b03b-51d27857a7ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a302147f-c20f-424a-aa99-dcc20d3813ba,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:06.355251 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedb1b16-8936-4918-8999-bc9210d26d9c None None] Network 2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 16:03:06.356973 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 57286) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:03:06.424760 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-609c8c98-331b-445c-94d0-583fd81214f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:06.479822 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-609c8c98-331b-445c-94d0-583fd81214f6 admin admin] Deleting port 0ee6afc8-bb0e-4826-a8cc-17a1d9190023 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:03:06.480166 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-609c8c98-331b-445c-94d0-583fd81214f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:06.546339 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-609c8c98-331b-445c-94d0-583fd81214f6 admin admin] For port 0ee6afc8-bb0e-4826-a8cc-17a1d9190023, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=0ee6afc8-bb0e-4826-a8cc-17a1d9190023,segment=NetworkSegment(f4523d14-d3cd-42a7-90ba-f488fbf20e2e),segment_id=f4523d14-d3cd-42a7-90ba-f488fbf20e2e)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:03:06.546638 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-609c8c98-331b-445c-94d0-583fd81214f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:06.559706 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-609c8c98-331b-445c-94d0-583fd81214f6 admin admin] Calling delete_port for 0ee6afc8-bb0e-4826-a8cc-17a1d9190023 owned by network:dhcp {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:03:06.595595 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532b11fd-ac57-45d3-a3db-c7d05d0718da None None] DHCP port deletion for 2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 16:03:06.643568 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-609c8c98-331b-445c-94d0-583fd81214f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:06.644489 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-532b11fd-ac57-45d3-a3db-c7d05d0718da None None] Deleting port 0ee6afc8-bb0e-4826-a8cc-17a1d9190023 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:03:06.644868 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-532b11fd-ac57-45d3-a3db-c7d05d0718da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:06.670877 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609c8c98-331b-445c-94d0-583fd81214f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ee6afc8-bb0e-4826-a8cc-17a1d9190023,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:06.672752 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609c8c98-331b-445c-94d0-583fd81214f6 admin admin] No DVR routers for this DVR port 0ee6afc8-bb0e-4826-a8cc-17a1d9190023 on host n-d-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 16:03:06.718407 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-532b11fd-ac57-45d3-a3db-c7d05d0718da None None] For port 0ee6afc8-bb0e-4826-a8cc-17a1d9190023, host n-d-806683-17, got binding levels [] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:03:06.719044 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-532b11fd-ac57-45d3-a3db-c7d05d0718da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:06.733137 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-532b11fd-ac57-45d3-a3db-c7d05d0718da None None] Calling delete_port for 0ee6afc8-bb0e-4826-a8cc-17a1d9190023 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:03:06.736134 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.ipam_backend_mixin [None req-532b11fd-ac57-45d3-a3db-c7d05d0718da None None] Port 0ee6afc8-bb0e-4826-a8cc-17a1d9190023 was not found and therefore no delete operation was performed {{(pid=102132) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 30 16:03:06.737455 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-532b11fd-ac57-45d3-a3db-c7d05d0718da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:06.762873 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532b11fd-ac57-45d3-a3db-c7d05d0718da None None] Pushing event deleted for resources: {'Port': ['ID=0ee6afc8-bb0e-4826-a8cc-17a1d9190023,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:06.768454 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-609c8c98-331b-445c-94d0-583fd81214f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:06.768741 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532b11fd-ac57-45d3-a3db-c7d05d0718da None None] No DVR routers for this DVR port 0ee6afc8-bb0e-4826-a8cc-17a1d9190023 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 16:03:06.774065 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 0ee6afc8-bb0e-4826-a8cc-17a1d9190023 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 16:03:06.796657 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-609c8c98-331b-445c-94d0-583fd81214f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:03:06.797076 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 0ee6afc8-bb0e-4826-a8cc-17a1d9190023 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 16:03:06.797427 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 0ee6afc8-bb0e-4826-a8cc-17a1d9190023 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 16:03:06.797838 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 4f2513da-2e7f-4c66-8975-1a2acd5a1a12 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 16:03:06.806584 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-609c8c98-331b-445c-94d0-583fd81214f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4523d14-d3cd-42a7-90ba-f488fbf20e2e') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:03:06.806890 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-609c8c98-331b-445c-94d0-583fd81214f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4523d14-d3cd-42a7-90ba-f488fbf20e2e') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:03:06.816418 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-609c8c98-331b-445c-94d0-583fd81214f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:06.820850 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 4f2513da-2e7f-4c66-8975-1a2acd5a1a12 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 16:03:06.821150 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 4f2513da-2e7f-4c66-8975-1a2acd5a1a12 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 16:03:06.821563 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 60edce63-8ca0-4eda-8847-17af1c93dd66 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 16:03:06.830572 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-609c8c98-331b-445c-94d0-583fd81214f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:06.837382 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-609c8c98-331b-445c-94d0-583fd81214f6 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 16:03:06.837774 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-609c8c98-331b-445c-94d0-583fd81214f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:06.839751 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 16:03:06.839751 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 16:03:06.839751 n-d-806683-17 neutron-server[102130]: timer() Oct 30 16:03:06.839751 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 16:03:06.839751 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 16:03:06.839751 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 16:03:06.839751 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 16:03:06.839751 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 16:03:06.839751 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 16:03:06.839751 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 16:03:06.839751 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 16:03:06.839751 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 16:03:06.839751 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 16:03:06.839751 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 16:03:06.839751 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 16:03:06.839751 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 16:03:06.839751 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 16:03:06.839751 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 16:03:06.839751 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 16:03:06.839751 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 16:03:06.839751 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 16:03:06.839751 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 16:03:06.839751 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 16:03:06.839751 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 16:03:06.839751 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 16:03:06.839751 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 16:03:06.839751 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 16:03:06.839751 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 16:03:06.839751 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 16:03:06.839751 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 16:03:06.839751 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 16:03:06.839751 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 16:03:06.841747 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 60edce63-8ca0-4eda-8847-17af1c93dd66 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 16:03:06.841747 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 60edce63-8ca0-4eda-8847-17af1c93dd66 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 16:03:06.901031 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-609c8c98-331b-445c-94d0-583fd81214f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:06.907085 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-609c8c98-331b-445c-94d0-583fd81214f6 admin admin] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:06.911502 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-609c8c98-331b-445c-94d0-583fd81214f6 admin admin] 10.222.0.62 "DELETE /v2.0/networks/2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e HTTP/1.1" status: 204 len: 168 time: 0.5523825 Oct 30 16:03:06.924234 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609c8c98-331b-445c-94d0-583fd81214f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cb9d384-4f33-4e4e-a54b-1a07d0ae4c7e,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:07.023111 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 57290) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:03:07.062784 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-752e5ec8-0ced-4963-b949-0d2efbc0c341 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=94516668cf3b4c8d835a0c59a275059c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384552 Oct 30 16:03:07.065119 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 57292) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:03:07.112879 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-51083d8c-1847-43f5-b617-30f02dd9c49c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:07.133597 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-51083d8c-1847-43f5-b617-30f02dd9c49c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:07.179333 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-51083d8c-1847-43f5-b617-30f02dd9c49c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:07.182101 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-51083d8c-1847-43f5-b617-30f02dd9c49c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:07.183260 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-51083d8c-1847-43f5-b617-30f02dd9c49c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fa0ac192-71b1-4019-8319-ec3fdb781029 HTTP/1.1" status: 204 len: 168 time: 0.1172340 Oct 30 16:03:07.190690 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51083d8c-1847-43f5-b617-30f02dd9c49c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0ac192-71b1-4019-8319-ec3fdb781029,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:07.875266 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 57314) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:03:07.969930 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-4e5237e1-6c24-4f02-8d87-8037fa9eab63 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2050776881-network', 'tenant_id': '3d1c2fd7a2df422fa6d798cbd3b29c90'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:03:07.992619 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5237e1-6c24-4f02-8d87-8037fa9eab63 admin admin] Made reservation on behalf of 3d1c2fd7a2df422fa6d798cbd3b29c90 for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 16:03:07.994845 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4e5237e1-6c24-4f02-8d87-8037fa9eab63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:08.003073 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4e5237e1-6c24-4f02-8d87-8037fa9eab63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:08.079391 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4e5237e1-6c24-4f02-8d87-8037fa9eab63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:08.083061 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4e5237e1-6c24-4f02-8d87-8037fa9eab63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:08.109559 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e5237e1-6c24-4f02-8d87-8037fa9eab63 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 16:03:08.114815 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5237e1-6c24-4f02-8d87-8037fa9eab63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de096934-c0f3-4199-a36d-d4b24dede2d3,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:08.122782 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4e5237e1-6c24-4f02-8d87-8037fa9eab63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:08.123694 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-4e5237e1-6c24-4f02-8d87-8037fa9eab63 admin admin] Added segment 75f7dd26-ed8f-4920-88d2-391b671bd009 of type vlan for network ca7239f9-28fe-4a2f-9d33-c3a64faf53d3 Oct 30 16:03:08.163451 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4e5237e1-6c24-4f02-8d87-8037fa9eab63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:08.186735 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4e5237e1-6c24-4f02-8d87-8037fa9eab63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:08.187699 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5237e1-6c24-4f02-8d87-8037fa9eab63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:03:08.188277 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4e5237e1-6c24-4f02-8d87-8037fa9eab63 admin admin] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:08.238708 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-4e5237e1-6c24-4f02-8d87-8037fa9eab63 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3621016 Oct 30 16:03:08.242248 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 57318) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:03:08.247136 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-5cdeb6ea-8e28-4b53-b717-e48ba2f4719a admin admin] Request body: {'subnet': {'network_id': 'ca7239f9-28fe-4a2f-9d33-c3a64faf53d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2050776881-subnet', 'tenant_id': '3d1c2fd7a2df422fa6d798cbd3b29c90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:03:08.249945 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5237e1-6c24-4f02-8d87-8037fa9eab63 admin admin] Pushing event updated for resources: {'Network': ['ID=ca7239f9-28fe-4a2f-9d33-c3a64faf53d3,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:08.259866 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network ca7239f9-28fe-4a2f-9d33-c3a64faf53d3 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 16:03:08.268291 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cdeb6ea-8e28-4b53-b717-e48ba2f4719a admin admin] Made reservation on behalf of 3d1c2fd7a2df422fa6d798cbd3b29c90 for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 16:03:08.270686 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5cdeb6ea-8e28-4b53-b717-e48ba2f4719a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:08.436546 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5cdeb6ea-8e28-4b53-b717-e48ba2f4719a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:08.492599 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdeb6ea-8e28-4b53-b717-e48ba2f4719a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad0f689e-75b9-4947-a29c-9ba04c43e357,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:08.499356 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdeb6ea-8e28-4b53-b717-e48ba2f4719a admin admin] Checking segment: {'id': '75f7dd26-ed8f-4920-88d2-391b671bd009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ca7239f9-28fe-4a2f-9d33-c3a64faf53d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:03:08.499745 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cdeb6ea-8e28-4b53-b717-e48ba2f4719a admin admin] Network hostable DHCP agents. Network: ca7239f9-28fe-4a2f-9d33-c3a64faf53d3, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 16:03:08.515025 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cdeb6ea-8e28-4b53-b717-e48ba2f4719a admin admin] Network ca7239f9-28fe-4a2f-9d33-c3a64faf53d3 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 16:03:08.523957 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-5cdeb6ea-8e28-4b53-b717-e48ba2f4719a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, ca7239f9-28fe-4a2f-9d33-c3a64faf53d3) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:03:08.527951 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cdeb6ea-8e28-4b53-b717-e48ba2f4719a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:03:08.528530 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5cdeb6ea-8e28-4b53-b717-e48ba2f4719a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:08.533777 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6aada44-ffeb-43cc-97c9-a78398ea7ebf None None] Network ca7239f9-28fe-4a2f-9d33-c3a64faf53d3 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 16:03:08.545003 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-5cdeb6ea-8e28-4b53-b717-e48ba2f4719a admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3016551 Oct 30 16:03:08.660138 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4944a24-fd06-4846-83c7-ffe44737880f None None] Network ca7239f9-28fe-4a2f-9d33-c3a64faf53d3 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 16:03:08.980143 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf797a-0575-48f9-9aa2-879eb775afef req-e99324e6-1b3b-43a8-8466-e1ae293e551f tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:03:08.981599 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ddbf797a-0575-48f9-9aa2-879eb775afef req-e99324e6-1b3b-43a8-8466-e1ae293e551f tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] 10.222.0.62 "GET /v2.0/networks?id=ca7239f9-28fe-4a2f-9d33-c3a64faf53d3 HTTP/1.1" status: 200 len: 814 time: 0.1057081 Oct 30 16:03:08.996011 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ddbf797a-0575-48f9-9aa2-879eb775afef req-2711f223-8e73-4de1-ac9e-2525529b41bc tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] 10.222.0.62 "GET /v2.0/quotas/3d1c2fd7a2df422fa6d798cbd3b29c90 HTTP/1.1" status: 200 len: 375 time: 0.0087488 Oct 30 16:03:09.026924 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ddbf797a-0575-48f9-9aa2-879eb775afef req-e6fece36-6577-40e4-a964-d57338ea1776 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=3d1c2fd7a2df422fa6d798cbd3b29c90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258162 Oct 30 16:03:09.037586 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [req-ddbf797a-0575-48f9-9aa2-879eb775afef req-75b09361-bd2c-415c-8cb3-6e5af72b6640 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 16:03:09.038468 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ddbf797a-0575-48f9-9aa2-879eb775afef req-75b09361-bd2c-415c-8cb3-6e5af72b6640 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051007 Oct 30 16:03:09.128827 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ddbf797a-0575-48f9-9aa2-879eb775afef req-a092aa45-d762-4198-a573-8262ac560842 service neutron] 10.222.0.62 "GET /v2.0/networks/ca7239f9-28fe-4a2f-9d33-c3a64faf53d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844362 Oct 30 16:03:09.220224 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ddbf797a-0575-48f9-9aa2-879eb775afef req-431a96a9-c682-4955-b70f-0bd6b991fba1 service neutron] 10.222.0.62 "GET /v2.0/networks/ca7239f9-28fe-4a2f-9d33-c3a64faf53d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835407 Oct 30 16:03:09.387425 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a906d222-d0c0-4465-905b-7810ffad0353 req-114476bc-cd71-4b7f-b80d-da1c97eff2aa tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] 10.222.0.62 "GET /v2.0/ports?device_id=af4df251-92c3-4ca6-b22e-bd4b6f3a30d7 HTTP/1.1" status: 200 len: 210 time: 0.0289474 Oct 30 16:03:10.421355 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf797a-0575-48f9-9aa2-879eb775afef req-7c6e9f1f-4871-4a58-a274-50ae1b930712 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:03:10.422905 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ddbf797a-0575-48f9-9aa2-879eb775afef req-7c6e9f1f-4871-4a58-a274-50ae1b930712 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] 10.222.0.53 "GET /v2.0/networks?id=ca7239f9-28fe-4a2f-9d33-c3a64faf53d3 HTTP/1.1" status: 200 len: 814 time: 0.1134846 Oct 30 16:03:10.438115 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-ddbf797a-0575-48f9-9aa2-879eb775afef req-93f74eec-8d4b-4e06-9822-cd29813bfeb7 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Request body: {'port': {'device_id': 'af4df251-92c3-4ca6-b22e-bd4b6f3a30d7', 'network_id': 'ca7239f9-28fe-4a2f-9d33-c3a64faf53d3', 'admin_state_up': True, 'tenant_id': '3d1c2fd7a2df422fa6d798cbd3b29c90'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:03:10.518036 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-889f08b8-a081-4024-a8a0-cf7362100605 req-70088506-e041-4f1f-9936-1496831d90a3 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] 10.222.0.62 "GET /v2.0/ports?device_id=af4df251-92c3-4ca6-b22e-bd4b6f3a30d7 HTTP/1.1" status: 200 len: 210 time: 0.0318215 Oct 30 16:03:10.575927 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddbf797a-0575-48f9-9aa2-879eb775afef req-93f74eec-8d4b-4e06-9822-cd29813bfeb7 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Made reservation on behalf of 3d1c2fd7a2df422fa6d798cbd3b29c90 for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 16:03:10.579516 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ddbf797a-0575-48f9-9aa2-879eb775afef req-93f74eec-8d4b-4e06-9822-cd29813bfeb7 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:10.705321 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-ddbf797a-0575-48f9-9aa2-879eb775afef req-93f74eec-8d4b-4e06-9822-cd29813bfeb7 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Allocated IP 172.20.0.14 (ca7239f9-28fe-4a2f-9d33-c3a64faf53d3/ad0f689e-75b9-4947-a29c-9ba04c43e357/18dfc8ba-6e52-410c-9ceb-244928ccb851) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 16:03:10.846541 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ddbf797a-0575-48f9-9aa2-879eb775afef req-93f74eec-8d4b-4e06-9822-cd29813bfeb7 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:10.878454 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ddbf797a-0575-48f9-9aa2-879eb775afef req-93f74eec-8d4b-4e06-9822-cd29813bfeb7 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:10.926065 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddbf797a-0575-48f9-9aa2-879eb775afef req-93f74eec-8d4b-4e06-9822-cd29813bfeb7 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Network ca7239f9-28fe-4a2f-9d33-c3a64faf53d3 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:03:10.929747 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-ddbf797a-0575-48f9-9aa2-879eb775afef req-93f74eec-8d4b-4e06-9822-cd29813bfeb7 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:03:10.933435 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddbf797a-0575-48f9-9aa2-879eb775afef req-93f74eec-8d4b-4e06-9822-cd29813bfeb7 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 16:03:10.939728 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f74eec-8d4b-4e06-9822-cd29813bfeb7 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Pushing event updated for resources: {'Port': ['ID=18dfc8ba-6e52-410c-9ceb-244928ccb851,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:10.984681 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf797a-0575-48f9-9aa2-879eb775afef req-93f74eec-8d4b-4e06-9822-cd29813bfeb7 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:03:10.985287 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ddbf797a-0575-48f9-9aa2-879eb775afef req-93f74eec-8d4b-4e06-9822-cd29813bfeb7 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:11.000546 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ddbf797a-0575-48f9-9aa2-879eb775afef req-93f74eec-8d4b-4e06-9822-cd29813bfeb7 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5686522 Oct 30 16:03:11.086344 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-ddbf797a-0575-48f9-9aa2-879eb775afef req-ae6bbc07-fc9c-4b98-b902-19069fa8c246 service neutron] Request body: {'port': {'device_id': 'af4df251-92c3-4ca6-b22e-bd4b6f3a30d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:03:11.138944 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ddbf797a-0575-48f9-9aa2-879eb775afef req-ae6bbc07-fc9c-4b98-b902-19069fa8c246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:11.402375 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-ddbf797a-0575-48f9-9aa2-879eb775afef req-ae6bbc07-fc9c-4b98-b902-19069fa8c246 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18dfc8ba-6e52-410c-9ceb-244928ccb851 {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 16:03:11.409542 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ddbf797a-0575-48f9-9aa2-879eb775afef req-ae6bbc07-fc9c-4b98-b902-19069fa8c246 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:11.421902 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-ddbf797a-0575-48f9-9aa2-879eb775afef req-ae6bbc07-fc9c-4b98-b902-19069fa8c246 service neutron] Transition to ACTIVE for port object 18dfc8ba-6e52-410c-9ceb-244928ccb851 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 16:03:11.425165 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ddbf797a-0575-48f9-9aa2-879eb775afef req-ae6bbc07-fc9c-4b98-b902-19069fa8c246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:11.476367 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6bbc07-fc9c-4b98-b902-19069fa8c246 service neutron] Pushing event updated for resources: {'Port': ['ID=18dfc8ba-6e52-410c-9ceb-244928ccb851,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:11.548552 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-ddbf797a-0575-48f9-9aa2-879eb775afef req-ae6bbc07-fc9c-4b98-b902-19069fa8c246 service neutron] Attempting to bind port 18dfc8ba-6e52-410c-9ceb-244928ccb851 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 16:03:11.548890 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-ddbf797a-0575-48f9-9aa2-879eb775afef req-ae6bbc07-fc9c-4b98-b902-19069fa8c246 service neutron] Attempting to bind port 18dfc8ba-6e52-410c-9ceb-244928ccb851 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '75f7dd26-ed8f-4920-88d2-391b671bd009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ca7239f9-28fe-4a2f-9d33-c3a64faf53d3'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 16:03:11.549218 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbf797a-0575-48f9-9aa2-879eb775afef req-ae6bbc07-fc9c-4b98-b902-19069fa8c246 service neutron] Attempting to bind port 18dfc8ba-6e52-410c-9ceb-244928ccb851 on network ca7239f9-28fe-4a2f-9d33-c3a64faf53d3 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:03:11.553882 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbf797a-0575-48f9-9aa2-879eb775afef req-ae6bbc07-fc9c-4b98-b902-19069fa8c246 service neutron] Port 18dfc8ba-6e52-410c-9ceb-244928ccb851 on network ca7239f9-28fe-4a2f-9d33-c3a64faf53d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 16:03:11.554201 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbf797a-0575-48f9-9aa2-879eb775afef req-ae6bbc07-fc9c-4b98-b902-19069fa8c246 service neutron] Attempting to bind port 18dfc8ba-6e52-410c-9ceb-244928ccb851 on network ca7239f9-28fe-4a2f-9d33-c3a64faf53d3 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:03:11.559143 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbf797a-0575-48f9-9aa2-879eb775afef req-ae6bbc07-fc9c-4b98-b902-19069fa8c246 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 16:03:11.559565 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbf797a-0575-48f9-9aa2-879eb775afef req-ae6bbc07-fc9c-4b98-b902-19069fa8c246 service neutron] Checking segment: {'id': '75f7dd26-ed8f-4920-88d2-391b671bd009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ca7239f9-28fe-4a2f-9d33-c3a64faf53d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:03:11.559877 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbf797a-0575-48f9-9aa2-879eb775afef req-ae6bbc07-fc9c-4b98-b902-19069fa8c246 service neutron] Bound using segment: {'id': '75f7dd26-ed8f-4920-88d2-391b671bd009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ca7239f9-28fe-4a2f-9d33-c3a64faf53d3'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 16:03:11.560300 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-ddbf797a-0575-48f9-9aa2-879eb775afef req-ae6bbc07-fc9c-4b98-b902-19069fa8c246 service neutron] Bound port: 18dfc8ba-6e52-410c-9ceb-244928ccb851, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75f7dd26-ed8f-4920-88d2-391b671bd009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ca7239f9-28fe-4a2f-9d33-c3a64faf53d3'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 16:03:11.560652 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ddbf797a-0575-48f9-9aa2-879eb775afef req-ae6bbc07-fc9c-4b98-b902-19069fa8c246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:11.624966 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-ddbf797a-0575-48f9-9aa2-879eb775afef req-ae6bbc07-fc9c-4b98-b902-19069fa8c246 service neutron] For port 18dfc8ba-6e52-410c-9ceb-244928ccb851, host n-h1-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 16:03:11.628304 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-ddbf797a-0575-48f9-9aa2-879eb775afef req-ae6bbc07-fc9c-4b98-b902-19069fa8c246 service neutron] For port 18dfc8ba-6e52-410c-9ceb-244928ccb851, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=18dfc8ba-6e52-410c-9ceb-244928ccb851,segment=NetworkSegment(75f7dd26-ed8f-4920-88d2-391b671bd009),segment_id=75f7dd26-ed8f-4920-88d2-391b671bd009)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 16:03:11.632750 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ddbf797a-0575-48f9-9aa2-879eb775afef req-ae6bbc07-fc9c-4b98-b902-19069fa8c246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:11.638263 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4251f5-3af3-45ba-ad91-7d59d02005d5 req-0b25b42e-f24f-405d-a499-6f588ab252e9 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:03:11.638760 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7a4251f5-3af3-45ba-ad91-7d59d02005d5 req-0b25b42e-f24f-405d-a499-6f588ab252e9 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] 10.222.0.62 "GET /v2.0/ports?device_id=af4df251-92c3-4ca6-b22e-bd4b6f3a30d7 HTTP/1.1" status: 200 len: 944 time: 0.0487051 Oct 30 16:03:11.669899 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf797a-0575-48f9-9aa2-879eb775afef req-ae6bbc07-fc9c-4b98-b902-19069fa8c246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:03:11.670506 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ddbf797a-0575-48f9-9aa2-879eb775afef req-ae6bbc07-fc9c-4b98-b902-19069fa8c246 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:11.671913 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ddbf797a-0575-48f9-9aa2-879eb775afef req-ae6bbc07-fc9c-4b98-b902-19069fa8c246 service neutron] 10.222.0.53 "PUT /v2.0/ports/18dfc8ba-6e52-410c-9ceb-244928ccb851 HTTP/1.1" status: 200 len: 1093 time: 0.6279597 Oct 30 16:03:11.672479 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af4df251-92c3-4ca6-b22e-bd4b6f3a30d7', 'tag': '18dfc8ba-6e52-410c-9ceb-244928ccb851'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:03:11.674993 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24e7417-6570-4a3c-b9a2-361a5c99730a" -d '{"events": [{"name": "network-changed", "server_uuid": "af4df251-92c3-4ca6-b22e-bd4b6f3a30d7", "tag": "18dfc8ba-6e52-410c-9ceb-244928ccb851"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:03:11.692290 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7a4251f5-3af3-45ba-ad91-7d59d02005d5 req-7903f681-6f93-4942-a65a-a1446b98ce29 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] 10.222.0.62 "GET /v2.0/security-groups?id=de096934-c0f3-4199-a36d-d4b24dede2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470436 Oct 30 16:03:11.718872 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6bbc07-fc9c-4b98-b902-19069fa8c246 service neutron] Pushing event updated for resources: {'Port': ['ID=18dfc8ba-6e52-410c-9ceb-244928ccb851,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:11.733625 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 16:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e142e9-749d-452a-8057-24bf146b17df x-openstack-request-id: req-36e142e9-749d-452a-8057-24bf146b17df {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:03:11.733908 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af4df251-92c3-4ca6-b22e-bd4b6f3a30d7", "tag": "18dfc8ba-6e52-410c-9ceb-244928ccb851", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:03:11.734187 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-36e142e9-749d-452a-8057-24bf146b17df {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:03:11.734578 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af4df251-92c3-4ca6-b22e-bd4b6f3a30d7', 'tag': '18dfc8ba-6e52-410c-9ceb-244928ccb851', 'status': 'completed', 'code': 200} Oct 30 16:03:11.767139 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf797a-0575-48f9-9aa2-879eb775afef req-d6d96800-9b7c-4002-a6ac-5d425ecd600e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:03:11.768674 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ddbf797a-0575-48f9-9aa2-879eb775afef req-d6d96800-9b7c-4002-a6ac-5d425ecd600e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3d1c2fd7a2df422fa6d798cbd3b29c90&device_id=af4df251-92c3-4ca6-b22e-bd4b6f3a30d7 HTTP/1.1" status: 200 len: 1096 time: 0.0436502 Oct 30 16:03:11.813984 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ddbf797a-0575-48f9-9aa2-879eb775afef req-14260660-2368-45d1-8522-ea090c8dd798 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18dfc8ba-6e52-410c-9ceb-244928ccb851 HTTP/1.1" status: 200 len: 217 time: 0.0363879 Oct 30 16:03:11.864545 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf797a-0575-48f9-9aa2-879eb775afef req-80dca492-10ad-417d-afbb-865ce99960ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:03:11.866012 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ddbf797a-0575-48f9-9aa2-879eb775afef req-80dca492-10ad-417d-afbb-865ce99960ee service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ad0f689e-75b9-4947-a29c-9ba04c43e357 HTTP/1.1" status: 200 len: 854 time: 0.0440474 Oct 30 16:03:11.897025 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ddbf797a-0575-48f9-9aa2-879eb775afef req-6f4eafff-90e0-4716-8f50-fb1c3895398d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ca7239f9-28fe-4a2f-9d33-c3a64faf53d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238433 Oct 30 16:03:11.987087 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ddbf797a-0575-48f9-9aa2-879eb775afef req-3f281692-36f3-437c-b0d8-40773cbff9c3 service neutron] 10.222.0.53 "GET /v2.0/networks/ca7239f9-28fe-4a2f-9d33-c3a64faf53d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835717 Oct 30 16:03:12.073986 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ddbf797a-0575-48f9-9aa2-879eb775afef req-c7cd97b3-ca67-437e-adc6-fa84fe93a73c service neutron] 10.222.0.53 "GET /v2.0/networks/ca7239f9-28fe-4a2f-9d33-c3a64faf53d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800848 Oct 30 16:03:12.167365 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e7417-6570-4a3c-b9a2-361a5c99730a req-5c5c081d-c585-41c2-9844-413a5721f7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:03:12.168863 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d24e7417-6570-4a3c-b9a2-361a5c99730a req-5c5c081d-c585-41c2-9844-413a5721f7af service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3d1c2fd7a2df422fa6d798cbd3b29c90&device_id=af4df251-92c3-4ca6-b22e-bd4b6f3a30d7 HTTP/1.1" status: 200 len: 1096 time: 0.0468736 Oct 30 16:03:12.255576 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e7417-6570-4a3c-b9a2-361a5c99730a req-093809e2-3b19-447f-b0d2-ef2028cda6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:03:12.257501 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d24e7417-6570-4a3c-b9a2-361a5c99730a req-093809e2-3b19-447f-b0d2-ef2028cda6a8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ca7239f9-28fe-4a2f-9d33-c3a64faf53d3 HTTP/1.1" status: 200 len: 915 time: 0.0821445 Oct 30 16:03:12.303325 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d24e7417-6570-4a3c-b9a2-361a5c99730a req-15f9f4b2-08be-4775-b978-8f8d6624a64f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18dfc8ba-6e52-410c-9ceb-244928ccb851 HTTP/1.1" status: 200 len: 217 time: 0.0379140 Oct 30 16:03:12.353752 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e7417-6570-4a3c-b9a2-361a5c99730a req-617621bc-0874-4ffc-88ae-7e03812003be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:03:12.355447 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d24e7417-6570-4a3c-b9a2-361a5c99730a req-617621bc-0874-4ffc-88ae-7e03812003be service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ad0f689e-75b9-4947-a29c-9ba04c43e357 HTTP/1.1" status: 200 len: 854 time: 0.0453010 Oct 30 16:03:12.389607 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d24e7417-6570-4a3c-b9a2-361a5c99730a req-0a904d4d-ff96-4b43-912a-e4d732eeca2d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ca7239f9-28fe-4a2f-9d33-c3a64faf53d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258131 Oct 30 16:03:12.488766 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d24e7417-6570-4a3c-b9a2-361a5c99730a req-cf46ef45-95f1-4b64-a0c9-889ec876bee8 service neutron] 10.222.0.53 "GET /v2.0/networks/ca7239f9-28fe-4a2f-9d33-c3a64faf53d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909753 Oct 30 16:03:12.579219 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d24e7417-6570-4a3c-b9a2-361a5c99730a req-c12d15b1-b536-4393-91a8-de9e11bc27c8 service neutron] 10.222.0.53 "GET /v2.0/networks/ca7239f9-28fe-4a2f-9d33-c3a64faf53d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822728 Oct 30 16:03:12.805342 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9380e75-27ea-40d0-9dc2-9dbcc6a1bd74 req-e6833565-777c-41a1-b0ec-688193cb5ac5 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:03:12.806824 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d9380e75-27ea-40d0-9dc2-9dbcc6a1bd74 req-e6833565-777c-41a1-b0ec-688193cb5ac5 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] 10.222.0.62 "GET /v2.0/ports?device_id=af4df251-92c3-4ca6-b22e-bd4b6f3a30d7 HTTP/1.1" status: 200 len: 944 time: 0.0519168 Oct 30 16:03:12.844815 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d9380e75-27ea-40d0-9dc2-9dbcc6a1bd74 req-99cadfb8-c927-4429-bf0b-81767f103b6b tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] 10.222.0.62 "GET /v2.0/security-groups?id=de096934-c0f3-4199-a36d-d4b24dede2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319643 Oct 30 16:03:13.962266 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e08b654-88ef-4591-bd21-bf5de13bd72b req-b6283397-59e4-40a3-be03-6406c986cdd6 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:03:13.963677 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7e08b654-88ef-4591-bd21-bf5de13bd72b req-b6283397-59e4-40a3-be03-6406c986cdd6 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] 10.222.0.62 "GET /v2.0/ports?device_id=af4df251-92c3-4ca6-b22e-bd4b6f3a30d7 HTTP/1.1" status: 200 len: 944 time: 0.0498316 Oct 30 16:03:14.001591 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7e08b654-88ef-4591-bd21-bf5de13bd72b req-ace31cc5-0689-4766-a1e5-076d5ddd9b44 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] 10.222.0.62 "GET /v2.0/security-groups?id=de096934-c0f3-4199-a36d-d4b24dede2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320284 Oct 30 16:03:14.415172 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 18dfc8ba-6e52-410c-9ceb-244928ccb851 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 16:03:14.505876 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 18dfc8ba-6e52-410c-9ceb-244928ccb851, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=18dfc8ba-6e52-410c-9ceb-244928ccb851,segment=NetworkSegment(75f7dd26-ed8f-4920-88d2-391b671bd009),segment_id=75f7dd26-ed8f-4920-88d2-391b671bd009)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:03:14.524570 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '18dfc8ba-6e52-410c-9ceb-244928ccb851', 'network_id': 'ca7239f9-28fe-4a2f-9d33-c3a64faf53d3', 'port_id': '18dfc8ba-6e52-410c-9ceb-244928ccb851', 'mac_address': 'fa:16:3e:f2:c8:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad0f689e-75b9-4947-a29c-9ba04c43e357', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 16:03:14.566345 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:14.578545 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18dfc8ba-6e52-410c-9ceb-244928ccb851 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 16:03:14.597554 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 18dfc8ba-6e52-410c-9ceb-244928ccb851, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=18dfc8ba-6e52-410c-9ceb-244928ccb851,segment=NetworkSegment(75f7dd26-ed8f-4920-88d2-391b671bd009),segment_id=75f7dd26-ed8f-4920-88d2-391b671bd009)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:03:14.602168 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:14.648573 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=18dfc8ba-6e52-410c-9ceb-244928ccb851,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:14.789665 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['18dfc8ba-6e52-410c-9ceb-244928ccb851'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 16:03:15.116364 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da54086-e4f2-45da-b8fd-9b7f81e93866 req-ef17e37d-30cb-4dff-be34-a5575634a20d tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:03:15.117886 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8da54086-e4f2-45da-b8fd-9b7f81e93866 req-ef17e37d-30cb-4dff-be34-a5575634a20d tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] 10.222.0.62 "GET /v2.0/ports?device_id=af4df251-92c3-4ca6-b22e-bd4b6f3a30d7 HTTP/1.1" status: 200 len: 945 time: 0.0495036 Oct 30 16:03:15.156399 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8da54086-e4f2-45da-b8fd-9b7f81e93866 req-55d8a0f8-d5c1-4cb4-8853-2db6379f9790 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] 10.222.0.62 "GET /v2.0/security-groups?id=de096934-c0f3-4199-a36d-d4b24dede2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317445 Oct 30 16:03:16.275061 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f7423-24a2-431a-b861-038dbea0de9d req-04f65f0d-c18a-44f4-9edb-7473d7309b23 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:03:16.276524 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a55f7423-24a2-431a-b861-038dbea0de9d req-04f65f0d-c18a-44f4-9edb-7473d7309b23 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] 10.222.0.62 "GET /v2.0/ports?device_id=af4df251-92c3-4ca6-b22e-bd4b6f3a30d7 HTTP/1.1" status: 200 len: 945 time: 0.0515773 Oct 30 16:03:16.312905 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a55f7423-24a2-431a-b861-038dbea0de9d req-b092f05d-e5bc-48f1-aa3d-805471c8ffd2 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] 10.222.0.62 "GET /v2.0/security-groups?id=de096934-c0f3-4199-a36d-d4b24dede2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305121 Oct 30 16:03:16.431388 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 18dfc8ba-6e52-410c-9ceb-244928ccb851 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:03:16.479734 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port 18dfc8ba-6e52-410c-9ceb-244928ccb851 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 16:03:16.483324 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 18dfc8ba-6e52-410c-9ceb-244928ccb851 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:03:16.483725 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:16.563689 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:16.586490 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4df251-92c3-4ca6-b22e-bd4b6f3a30d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18dfc8ba-6e52-410c-9ceb-244928ccb851'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:03:16.600197 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 18dfc8ba-6e52-410c-9ceb-244928ccb851, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=18dfc8ba-6e52-410c-9ceb-244928ccb851,segment=NetworkSegment(75f7dd26-ed8f-4920-88d2-391b671bd009),segment_id=75f7dd26-ed8f-4920-88d2-391b671bd009)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:03:16.604063 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:16.628947 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cafb2eba4876e5fc7105e54c9897f2ac796dde07d3c794cd15d4c51349c0477b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ffdf39-0124-40eb-b212-282e39b0569c" -d '{"events": [{"server_uuid": "af4df251-92c3-4ca6-b22e-bd4b6f3a30d7", "name": "network-vif-plugged", "status": "completed", "tag": "18dfc8ba-6e52-410c-9ceb-244928ccb851"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:03:16.656835 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=18dfc8ba-6e52-410c-9ceb-244928ccb851,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:16.720718 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 16:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f11d2076-5771-496c-9c8a-cd6d9fb0af40 x-openstack-request-id: req-f11d2076-5771-496c-9c8a-cd6d9fb0af40 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:03:16.721037 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af4df251-92c3-4ca6-b22e-bd4b6f3a30d7", "name": "network-vif-plugged", "status": "completed", "tag": "18dfc8ba-6e52-410c-9ceb-244928ccb851", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:03:16.721294 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f11d2076-5771-496c-9c8a-cd6d9fb0af40 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:03:16.721727 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af4df251-92c3-4ca6-b22e-bd4b6f3a30d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18dfc8ba-6e52-410c-9ceb-244928ccb851', 'code': 200} Oct 30 16:03:16.815558 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f3563-5e55-4f88-8244-48f74ce41fa0 req-5af351ff-1844-4ffa-ab66-586a163148e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:03:16.816950 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-518f3563-5e55-4f88-8244-48f74ce41fa0 req-5af351ff-1844-4ffa-ab66-586a163148e1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=af4df251-92c3-4ca6-b22e-bd4b6f3a30d7 HTTP/1.1" status: 200 len: 1098 time: 0.0393462 Oct 30 16:03:16.850162 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-518f3563-5e55-4f88-8244-48f74ce41fa0 req-b30c1489-cceb-4e7e-9daa-ee2e737be3bb service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=de096934-c0f3-4199-a36d-d4b24dede2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263317 Oct 30 16:03:17.426668 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412366be-34f4-480e-8a0d-319b1e170e1f req-d2ac93c8-91c3-4a30-bca7-0a175b7e1ee5 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:03:17.428139 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-412366be-34f4-480e-8a0d-319b1e170e1f req-d2ac93c8-91c3-4a30-bca7-0a175b7e1ee5 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] 10.222.0.62 "GET /v2.0/ports?device_id=af4df251-92c3-4ca6-b22e-bd4b6f3a30d7 HTTP/1.1" status: 200 len: 946 time: 0.0480964 Oct 30 16:03:17.465079 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-412366be-34f4-480e-8a0d-319b1e170e1f req-aa10851a-ad68-4d26-a4c8-60a3a157264f tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] 10.222.0.62 "GET /v2.0/security-groups?id=de096934-c0f3-4199-a36d-d4b24dede2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310287 Oct 30 16:03:18.580969 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10335359-26e8-416f-856d-e284305b5bba req-3776dbc8-48f8-4a63-ae68-87e01cc3845a tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:03:18.582575 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-10335359-26e8-416f-856d-e284305b5bba req-3776dbc8-48f8-4a63-ae68-87e01cc3845a tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] 10.222.0.62 "GET /v2.0/ports?device_id=af4df251-92c3-4ca6-b22e-bd4b6f3a30d7 HTTP/1.1" status: 200 len: 946 time: 0.0488970 Oct 30 16:03:18.620502 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-10335359-26e8-416f-856d-e284305b5bba req-fe375f6e-f2c7-4748-871e-e696af5af749 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] 10.222.0.62 "GET /v2.0/security-groups?id=de096934-c0f3-4199-a36d-d4b24dede2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312393 Oct 30 16:03:18.847099 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73227c40-9483-4166-85e7-3e0abef237bd req-c10559da-7645-476c-aa32-7bb0c8784e4f tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:03:18.848491 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-73227c40-9483-4166-85e7-3e0abef237bd req-c10559da-7645-476c-aa32-7bb0c8784e4f tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] 10.222.0.62 "GET /v2.0/networks?id=ca7239f9-28fe-4a2f-9d33-c3a64faf53d3 HTTP/1.1" status: 200 len: 814 time: 0.1038036 Oct 30 16:03:18.863095 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-73227c40-9483-4166-85e7-3e0abef237bd req-e65a8556-101a-49c4-88ef-b7022a0db59c tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] 10.222.0.62 "GET /v2.0/quotas/3d1c2fd7a2df422fa6d798cbd3b29c90 HTTP/1.1" status: 200 len: 375 time: 0.0087392 Oct 30 16:03:18.910998 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-73227c40-9483-4166-85e7-3e0abef237bd req-5f9ede9d-de70-40a3-b6ff-16807a8fe05b tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=3d1c2fd7a2df422fa6d798cbd3b29c90&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0423045 Oct 30 16:03:19.003188 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-73227c40-9483-4166-85e7-3e0abef237bd req-d6023be3-3872-4e16-ac1c-558adf61c943 service neutron] 10.222.0.62 "GET /v2.0/networks/ca7239f9-28fe-4a2f-9d33-c3a64faf53d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849435 Oct 30 16:03:19.095028 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-73227c40-9483-4166-85e7-3e0abef237bd req-fb408a5b-2868-4ce3-8891-b9367701b4e1 service neutron] 10.222.0.62 "GET /v2.0/networks/ca7239f9-28fe-4a2f-9d33-c3a64faf53d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851638 Oct 30 16:03:19.256599 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0793e2b9-7aea-441e-a702-2a6062fd465b req-5a0551e9-a5f0-49f7-ac25-07707718fe1a tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbe30ee4-b275-4e52-9975-0711a625aa49 HTTP/1.1" status: 200 len: 210 time: 0.0306065 Oct 30 16:03:20.145448 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73227c40-9483-4166-85e7-3e0abef237bd req-ab3b9810-3b4d-49c7-8d44-822175ba0983 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:03:20.146913 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-73227c40-9483-4166-85e7-3e0abef237bd req-ab3b9810-3b4d-49c7-8d44-822175ba0983 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] 10.222.0.44 "GET /v2.0/networks?id=ca7239f9-28fe-4a2f-9d33-c3a64faf53d3 HTTP/1.1" status: 200 len: 814 time: 0.1065431 Oct 30 16:03:20.160043 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-73227c40-9483-4166-85e7-3e0abef237bd req-919416e0-944b-4543-a5b6-7e31c8129328 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Request body: {'port': {'device_id': 'cbe30ee4-b275-4e52-9975-0711a625aa49', 'network_id': 'ca7239f9-28fe-4a2f-9d33-c3a64faf53d3', 'admin_state_up': True, 'tenant_id': '3d1c2fd7a2df422fa6d798cbd3b29c90'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:03:20.268441 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73227c40-9483-4166-85e7-3e0abef237bd req-919416e0-944b-4543-a5b6-7e31c8129328 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Made reservation on behalf of 3d1c2fd7a2df422fa6d798cbd3b29c90 for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 16:03:20.271906 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-73227c40-9483-4166-85e7-3e0abef237bd req-919416e0-944b-4543-a5b6-7e31c8129328 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:20.360059 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d5c16162-f685-494c-b233-b142b728588b req-b5791982-cd75-4744-a99a-31ea38614256 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbe30ee4-b275-4e52-9975-0711a625aa49 HTTP/1.1" status: 200 len: 210 time: 0.0336864 Oct 30 16:03:20.421702 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-73227c40-9483-4166-85e7-3e0abef237bd req-919416e0-944b-4543-a5b6-7e31c8129328 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Allocated IP 172.20.0.7 (ca7239f9-28fe-4a2f-9d33-c3a64faf53d3/ad0f689e-75b9-4947-a29c-9ba04c43e357/51fc9adb-aaff-429e-93f7-cef8713c1844) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 16:03:20.879113 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-73227c40-9483-4166-85e7-3e0abef237bd req-919416e0-944b-4543-a5b6-7e31c8129328 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:20.912690 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-73227c40-9483-4166-85e7-3e0abef237bd req-919416e0-944b-4543-a5b6-7e31c8129328 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:20.924853 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['18dfc8ba-6e52-410c-9ceb-244928ccb851'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 16:03:20.961465 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73227c40-9483-4166-85e7-3e0abef237bd req-919416e0-944b-4543-a5b6-7e31c8129328 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Network ca7239f9-28fe-4a2f-9d33-c3a64faf53d3 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:03:20.964577 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-73227c40-9483-4166-85e7-3e0abef237bd req-919416e0-944b-4543-a5b6-7e31c8129328 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:03:20.967254 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-73227c40-9483-4166-85e7-3e0abef237bd req-919416e0-944b-4543-a5b6-7e31c8129328 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 16:03:20.992512 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919416e0-944b-4543-a5b6-7e31c8129328 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Pushing event updated for resources: {'Port': ['ID=51fc9adb-aaff-429e-93f7-cef8713c1844,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:21.007535 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919416e0-944b-4543-a5b6-7e31c8129328 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:03:21.007887 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919416e0-944b-4543-a5b6-7e31c8129328 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:03:21.008238 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919416e0-944b-4543-a5b6-7e31c8129328 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:03:21.008580 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919416e0-944b-4543-a5b6-7e31c8129328 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:03:21.008914 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919416e0-944b-4543-a5b6-7e31c8129328 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:03:21.009254 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919416e0-944b-4543-a5b6-7e31c8129328 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:03:21.009606 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919416e0-944b-4543-a5b6-7e31c8129328 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:03:21.009935 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919416e0-944b-4543-a5b6-7e31c8129328 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:03:21.010263 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919416e0-944b-4543-a5b6-7e31c8129328 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:03:21.010590 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919416e0-944b-4543-a5b6-7e31c8129328 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:03:21.010922 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919416e0-944b-4543-a5b6-7e31c8129328 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:03:21.011248 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919416e0-944b-4543-a5b6-7e31c8129328 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:03:21.032214 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73227c40-9483-4166-85e7-3e0abef237bd req-919416e0-944b-4543-a5b6-7e31c8129328 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:03:21.032829 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-73227c40-9483-4166-85e7-3e0abef237bd req-919416e0-944b-4543-a5b6-7e31c8129328 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:21.048789 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-73227c40-9483-4166-85e7-3e0abef237bd req-919416e0-944b-4543-a5b6-7e31c8129328 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8925683 Oct 30 16:03:21.061568 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-73227c40-9483-4166-85e7-3e0abef237bd req-0e79c0ab-221d-42d0-a9d3-f51d4d286680 service neutron] Request body: {'port': {'device_id': 'cbe30ee4-b275-4e52-9975-0711a625aa49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:03:21.114737 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-73227c40-9483-4166-85e7-3e0abef237bd req-0e79c0ab-221d-42d0-a9d3-f51d4d286680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:21.241248 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e5dd4fda-0fb3-43b6-af8c-7640ee0ba691 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:21.374339 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-73227c40-9483-4166-85e7-3e0abef237bd req-0e79c0ab-221d-42d0-a9d3-f51d4d286680 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51fc9adb-aaff-429e-93f7-cef8713c1844 {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 16:03:21.382731 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-73227c40-9483-4166-85e7-3e0abef237bd req-0e79c0ab-221d-42d0-a9d3-f51d4d286680 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:21.395288 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-73227c40-9483-4166-85e7-3e0abef237bd req-0e79c0ab-221d-42d0-a9d3-f51d4d286680 service neutron] Transition to ACTIVE for port object 51fc9adb-aaff-429e-93f7-cef8713c1844 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 16:03:21.398966 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-73227c40-9483-4166-85e7-3e0abef237bd req-0e79c0ab-221d-42d0-a9d3-f51d4d286680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:21.448640 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e79c0ab-221d-42d0-a9d3-f51d4d286680 service neutron] Pushing event updated for resources: {'Port': ['ID=51fc9adb-aaff-429e-93f7-cef8713c1844,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:21.482949 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6b4f2a-22f5-47a2-a54f-7e4c4381b20f req-d15c2e9b-103f-414b-8fb9-ca49378e9419 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:03:21.484478 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cc6b4f2a-22f5-47a2-a54f-7e4c4381b20f req-d15c2e9b-103f-414b-8fb9-ca49378e9419 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbe30ee4-b275-4e52-9975-0711a625aa49 HTTP/1.1" status: 200 len: 943 time: 0.0555143 Oct 30 16:03:21.522130 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-73227c40-9483-4166-85e7-3e0abef237bd req-0e79c0ab-221d-42d0-a9d3-f51d4d286680 service neutron] Attempting to bind port 51fc9adb-aaff-429e-93f7-cef8713c1844 on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 16:03:21.522439 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-73227c40-9483-4166-85e7-3e0abef237bd req-0e79c0ab-221d-42d0-a9d3-f51d4d286680 service neutron] Attempting to bind port 51fc9adb-aaff-429e-93f7-cef8713c1844 by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': '75f7dd26-ed8f-4920-88d2-391b671bd009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ca7239f9-28fe-4a2f-9d33-c3a64faf53d3'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 16:03:21.522682 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73227c40-9483-4166-85e7-3e0abef237bd req-0e79c0ab-221d-42d0-a9d3-f51d4d286680 service neutron] Attempting to bind port 51fc9adb-aaff-429e-93f7-cef8713c1844 on network ca7239f9-28fe-4a2f-9d33-c3a64faf53d3 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:03:21.524408 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cc6b4f2a-22f5-47a2-a54f-7e4c4381b20f req-2eb181f1-c2aa-4625-8c59-81c6d7840a01 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] 10.222.0.62 "GET /v2.0/security-groups?id=de096934-c0f3-4199-a36d-d4b24dede2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334451 Oct 30 16:03:21.527000 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73227c40-9483-4166-85e7-3e0abef237bd req-0e79c0ab-221d-42d0-a9d3-f51d4d286680 service neutron] Port 51fc9adb-aaff-429e-93f7-cef8713c1844 on network ca7239f9-28fe-4a2f-9d33-c3a64faf53d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 16:03:21.527321 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73227c40-9483-4166-85e7-3e0abef237bd req-0e79c0ab-221d-42d0-a9d3-f51d4d286680 service neutron] Attempting to bind port 51fc9adb-aaff-429e-93f7-cef8713c1844 on network ca7239f9-28fe-4a2f-9d33-c3a64faf53d3 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:03:21.532075 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73227c40-9483-4166-85e7-3e0abef237bd req-0e79c0ab-221d-42d0-a9d3-f51d4d286680 service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 16, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 16:03:21.532411 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73227c40-9483-4166-85e7-3e0abef237bd req-0e79c0ab-221d-42d0-a9d3-f51d4d286680 service neutron] Checking segment: {'id': '75f7dd26-ed8f-4920-88d2-391b671bd009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ca7239f9-28fe-4a2f-9d33-c3a64faf53d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:03:21.532820 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73227c40-9483-4166-85e7-3e0abef237bd req-0e79c0ab-221d-42d0-a9d3-f51d4d286680 service neutron] Bound using segment: {'id': '75f7dd26-ed8f-4920-88d2-391b671bd009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ca7239f9-28fe-4a2f-9d33-c3a64faf53d3'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 16:03:21.533220 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-73227c40-9483-4166-85e7-3e0abef237bd req-0e79c0ab-221d-42d0-a9d3-f51d4d286680 service neutron] Bound port: 51fc9adb-aaff-429e-93f7-cef8713c1844, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75f7dd26-ed8f-4920-88d2-391b671bd009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ca7239f9-28fe-4a2f-9d33-c3a64faf53d3'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 16:03:21.533570 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-73227c40-9483-4166-85e7-3e0abef237bd req-0e79c0ab-221d-42d0-a9d3-f51d4d286680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:21.595813 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-73227c40-9483-4166-85e7-3e0abef237bd req-0e79c0ab-221d-42d0-a9d3-f51d4d286680 service neutron] For port 51fc9adb-aaff-429e-93f7-cef8713c1844, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 16:03:21.598712 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-73227c40-9483-4166-85e7-3e0abef237bd req-0e79c0ab-221d-42d0-a9d3-f51d4d286680 service neutron] For port 51fc9adb-aaff-429e-93f7-cef8713c1844, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=51fc9adb-aaff-429e-93f7-cef8713c1844,segment=NetworkSegment(75f7dd26-ed8f-4920-88d2-391b671bd009),segment_id=75f7dd26-ed8f-4920-88d2-391b671bd009)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 16:03:21.603612 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-73227c40-9483-4166-85e7-3e0abef237bd req-0e79c0ab-221d-42d0-a9d3-f51d4d286680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:21.637948 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73227c40-9483-4166-85e7-3e0abef237bd req-0e79c0ab-221d-42d0-a9d3-f51d4d286680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:03:21.638556 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-73227c40-9483-4166-85e7-3e0abef237bd req-0e79c0ab-221d-42d0-a9d3-f51d4d286680 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:21.639971 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-73227c40-9483-4166-85e7-3e0abef237bd req-0e79c0ab-221d-42d0-a9d3-f51d4d286680 service neutron] 10.222.0.44 "PUT /v2.0/ports/51fc9adb-aaff-429e-93f7-cef8713c1844 HTTP/1.1" status: 200 len: 1092 time: 0.5825598 Oct 30 16:03:21.640407 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbe30ee4-b275-4e52-9975-0711a625aa49', 'tag': '51fc9adb-aaff-429e-93f7-cef8713c1844'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:03:21.642667 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73a243bf2501eb2492dccc8ac19fef4cffcdc365811365fae15d99ef5c8d1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e9ba922-c9d7-4d1c-a89d-a988400e1072" -d '{"events": [{"name": "network-changed", "server_uuid": "cbe30ee4-b275-4e52-9975-0711a625aa49", "tag": "51fc9adb-aaff-429e-93f7-cef8713c1844"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:03:21.669171 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e79c0ab-221d-42d0-a9d3-f51d4d286680 service neutron] Pushing event updated for resources: {'Port': ['ID=51fc9adb-aaff-429e-93f7-cef8713c1844,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:21.684950 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 16:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a15fae-2c1e-4c1f-b3a4-b9dadcb1293f x-openstack-request-id: req-66a15fae-2c1e-4c1f-b3a4-b9dadcb1293f {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:03:21.685254 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbe30ee4-b275-4e52-9975-0711a625aa49", "tag": "51fc9adb-aaff-429e-93f7-cef8713c1844", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:03:21.685513 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-66a15fae-2c1e-4c1f-b3a4-b9dadcb1293f {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:03:21.685926 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbe30ee4-b275-4e52-9975-0711a625aa49', 'tag': '51fc9adb-aaff-429e-93f7-cef8713c1844', 'status': 'completed', 'code': 200} Oct 30 16:03:21.730901 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73227c40-9483-4166-85e7-3e0abef237bd req-0be75ef0-c396-4117-878c-1d001f54b4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:03:21.732448 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-73227c40-9483-4166-85e7-3e0abef237bd req-0be75ef0-c396-4117-878c-1d001f54b4a4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3d1c2fd7a2df422fa6d798cbd3b29c90&device_id=cbe30ee4-b275-4e52-9975-0711a625aa49 HTTP/1.1" status: 200 len: 1095 time: 0.0456829 Oct 30 16:03:21.777702 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-73227c40-9483-4166-85e7-3e0abef237bd req-f042e8d7-2d73-4fef-a8ab-63c1d5b65a86 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51fc9adb-aaff-429e-93f7-cef8713c1844 HTTP/1.1" status: 200 len: 217 time: 0.0356865 Oct 30 16:03:21.826049 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73227c40-9483-4166-85e7-3e0abef237bd req-12068fca-1906-4ed5-982c-ceb03b571c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:03:21.827486 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-73227c40-9483-4166-85e7-3e0abef237bd req-12068fca-1906-4ed5-982c-ceb03b571c2c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ad0f689e-75b9-4947-a29c-9ba04c43e357 HTTP/1.1" status: 200 len: 854 time: 0.0435026 Oct 30 16:03:21.858430 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-73227c40-9483-4166-85e7-3e0abef237bd req-bc037cf0-c89e-4fce-9823-e7991a603d06 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ca7239f9-28fe-4a2f-9d33-c3a64faf53d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242476 Oct 30 16:03:21.950347 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-73227c40-9483-4166-85e7-3e0abef237bd req-13170a95-01e2-4d7c-8bd2-026f6c4d3860 service neutron] 10.222.0.44 "GET /v2.0/networks/ca7239f9-28fe-4a2f-9d33-c3a64faf53d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849969 Oct 30 16:03:22.039304 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-73227c40-9483-4166-85e7-3e0abef237bd req-231dc21b-70b4-4d4b-a1f3-f9acedc26cb0 service neutron] 10.222.0.44 "GET /v2.0/networks/ca7239f9-28fe-4a2f-9d33-c3a64faf53d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818114 Oct 30 16:03:22.214554 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ba922-c9d7-4d1c-a89d-a988400e1072 req-0f83960c-c36d-49aa-ac30-82684d05d2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:03:22.216061 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4e9ba922-c9d7-4d1c-a89d-a988400e1072 req-0f83960c-c36d-49aa-ac30-82684d05d2bb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3d1c2fd7a2df422fa6d798cbd3b29c90&device_id=cbe30ee4-b275-4e52-9975-0711a625aa49 HTTP/1.1" status: 200 len: 1095 time: 0.0840886 Oct 30 16:03:22.303229 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ba922-c9d7-4d1c-a89d-a988400e1072 req-c519f5ff-c792-47e3-a079-b051abf9c2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:03:22.304620 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4e9ba922-c9d7-4d1c-a89d-a988400e1072 req-c519f5ff-c792-47e3-a079-b051abf9c2dd service neutron] 10.222.0.44 "GET /v2.0/networks?id=ca7239f9-28fe-4a2f-9d33-c3a64faf53d3 HTTP/1.1" status: 200 len: 915 time: 0.0820868 Oct 30 16:03:22.350532 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4e9ba922-c9d7-4d1c-a89d-a988400e1072 req-0f946364-4a10-49e4-aa9e-221513ffc04a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51fc9adb-aaff-429e-93f7-cef8713c1844 HTTP/1.1" status: 200 len: 217 time: 0.0377746 Oct 30 16:03:22.399990 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ba922-c9d7-4d1c-a89d-a988400e1072 req-4cbf8439-7241-423a-b419-51ace16bea98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:03:22.401424 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4e9ba922-c9d7-4d1c-a89d-a988400e1072 req-4cbf8439-7241-423a-b419-51ace16bea98 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ad0f689e-75b9-4947-a29c-9ba04c43e357 HTTP/1.1" status: 200 len: 854 time: 0.0431755 Oct 30 16:03:22.433509 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4e9ba922-c9d7-4d1c-a89d-a988400e1072 req-b97a0688-f9dd-46f2-98d2-8ac5d3bd5b9f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ca7239f9-28fe-4a2f-9d33-c3a64faf53d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237744 Oct 30 16:03:22.525412 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4e9ba922-c9d7-4d1c-a89d-a988400e1072 req-a0a198f3-81af-4f35-974f-d1a8323506c8 service neutron] 10.222.0.44 "GET /v2.0/networks/ca7239f9-28fe-4a2f-9d33-c3a64faf53d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849454 Oct 30 16:03:22.616683 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4e9ba922-c9d7-4d1c-a89d-a988400e1072 req-a30312bf-3fe2-46a9-8c94-9b1609f056f8 service neutron] 10.222.0.44 "GET /v2.0/networks/ca7239f9-28fe-4a2f-9d33-c3a64faf53d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842290 Oct 30 16:03:22.640158 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6f850e-56ae-49d7-a217-0f46f022df44 req-b1ef438c-13ee-41a9-aaa9-4dafdae7de26 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:03:22.641680 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0d6f850e-56ae-49d7-a217-0f46f022df44 req-b1ef438c-13ee-41a9-aaa9-4dafdae7de26 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbe30ee4-b275-4e52-9975-0711a625aa49 HTTP/1.1" status: 200 len: 943 time: 0.0488677 Oct 30 16:03:22.679303 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0d6f850e-56ae-49d7-a217-0f46f022df44 req-fcebe926-8d4a-44b4-8e68-31289be471ac tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] 10.222.0.62 "GET /v2.0/security-groups?id=de096934-c0f3-4199-a36d-d4b24dede2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316854 Oct 30 16:03:23.803607 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56002141-5145-4228-ac0a-bd08dbdcf3ee req-6a37f469-c926-4be0-af40-b2d21a0984aa tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:03:23.805064 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-56002141-5145-4228-ac0a-bd08dbdcf3ee req-6a37f469-c926-4be0-af40-b2d21a0984aa tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbe30ee4-b275-4e52-9975-0711a625aa49 HTTP/1.1" status: 200 len: 943 time: 0.0494795 Oct 30 16:03:23.843284 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-56002141-5145-4228-ac0a-bd08dbdcf3ee req-da70bb25-9ead-430d-a196-92af22cb3176 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] 10.222.0.62 "GET /v2.0/security-groups?id=de096934-c0f3-4199-a36d-d4b24dede2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319800 Oct 30 16:03:23.845723 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7d196348-9fd2-48f2-800a-f01df4317368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:24.832557 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:24.949261 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 51fc9adb-aaff-429e-93f7-cef8713c1844 details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 16:03:24.962833 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f1d807-1691-4159-a7ba-c3ccbeaa5525 req-389b30f7-885e-4073-a78a-73b874bd7d9e tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:03:24.964337 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-61f1d807-1691-4159-a7ba-c3ccbeaa5525 req-389b30f7-885e-4073-a78a-73b874bd7d9e tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbe30ee4-b275-4e52-9975-0711a625aa49 HTTP/1.1" status: 200 len: 943 time: 0.0543115 Oct 30 16:03:25.003168 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-61f1d807-1691-4159-a7ba-c3ccbeaa5525 req-6b1673a9-945a-4c67-9947-d2af3fe29ce9 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] 10.222.0.62 "GET /v2.0/security-groups?id=de096934-c0f3-4199-a36d-d4b24dede2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328338 Oct 30 16:03:25.032025 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:25.060858 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 51fc9adb-aaff-429e-93f7-cef8713c1844, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=51fc9adb-aaff-429e-93f7-cef8713c1844,segment=NetworkSegment(75f7dd26-ed8f-4920-88d2-391b671bd009),segment_id=75f7dd26-ed8f-4920-88d2-391b671bd009)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:03:25.071570 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': '51fc9adb-aaff-429e-93f7-cef8713c1844', 'network_id': 'ca7239f9-28fe-4a2f-9d33-c3a64faf53d3', 'port_id': '51fc9adb-aaff-429e-93f7-cef8713c1844', 'mac_address': 'fa:16:3e:5d:de:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad0f689e-75b9-4947-a29c-9ba04c43e357', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 16:03:25.108505 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:25.121267 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51fc9adb-aaff-429e-93f7-cef8713c1844 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 16:03:25.139968 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 51fc9adb-aaff-429e-93f7-cef8713c1844, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=51fc9adb-aaff-429e-93f7-cef8713c1844,segment=NetworkSegment(75f7dd26-ed8f-4920-88d2-391b671bd009),segment_id=75f7dd26-ed8f-4920-88d2-391b671bd009)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:03:25.143490 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:25.194616 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=51fc9adb-aaff-429e-93f7-cef8713c1844,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:25.382306 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['51fc9adb-aaff-429e-93f7-cef8713c1844'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 16:03:26.120847 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bcc595-a9b2-4405-92fe-7cfecfda203b req-1ea235d7-4615-47b2-98a3-1bc8c0ba2a34 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:03:26.122288 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-60bcc595-a9b2-4405-92fe-7cfecfda203b req-1ea235d7-4615-47b2-98a3-1bc8c0ba2a34 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbe30ee4-b275-4e52-9975-0711a625aa49 HTTP/1.1" status: 200 len: 944 time: 0.0520101 Oct 30 16:03:26.159529 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-60bcc595-a9b2-4405-92fe-7cfecfda203b req-dcb3ed5a-fc02-4761-a143-08c897d34bce tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] 10.222.0.62 "GET /v2.0/security-groups?id=de096934-c0f3-4199-a36d-d4b24dede2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313106 Oct 30 16:03:26.770372 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:26.954295 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 51fc9adb-aaff-429e-93f7-cef8713c1844 up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:03:27.003404 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port 51fc9adb-aaff-429e-93f7-cef8713c1844 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 16:03:27.007309 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port 51fc9adb-aaff-429e-93f7-cef8713c1844 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:03:27.007704 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:27.081721 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:27.103454 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe30ee4-b275-4e52-9975-0711a625aa49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51fc9adb-aaff-429e-93f7-cef8713c1844'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:03:27.105874 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cafb2eba4876e5fc7105e54c9897f2ac796dde07d3c794cd15d4c51349c0477b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02af6072-18cd-4a95-9679-c8e1287632af" -d '{"events": [{"server_uuid": "cbe30ee4-b275-4e52-9975-0711a625aa49", "name": "network-vif-plugged", "status": "completed", "tag": "51fc9adb-aaff-429e-93f7-cef8713c1844"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:03:27.118823 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 51fc9adb-aaff-429e-93f7-cef8713c1844, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=51fc9adb-aaff-429e-93f7-cef8713c1844,segment=NetworkSegment(75f7dd26-ed8f-4920-88d2-391b671bd009),segment_id=75f7dd26-ed8f-4920-88d2-391b671bd009)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:03:27.123288 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:27.150095 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 16:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df31dbd-8bc9-47d0-bba0-401958254c02 x-openstack-request-id: req-2df31dbd-8bc9-47d0-bba0-401958254c02 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:03:27.150382 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbe30ee4-b275-4e52-9975-0711a625aa49", "name": "network-vif-plugged", "status": "completed", "tag": "51fc9adb-aaff-429e-93f7-cef8713c1844", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:03:27.150635 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2df31dbd-8bc9-47d0-bba0-401958254c02 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:03:27.151023 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbe30ee4-b275-4e52-9975-0711a625aa49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51fc9adb-aaff-429e-93f7-cef8713c1844', 'code': 200} Oct 30 16:03:27.177210 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=51fc9adb-aaff-429e-93f7-cef8713c1844,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:27.287321 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef5aa71-5877-4fe8-b891-1354fb2c9127 req-d69fa9b0-38e9-484c-b467-1888a5c06a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:03:27.288771 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bef5aa71-5877-4fe8-b891-1354fb2c9127 req-d69fa9b0-38e9-484c-b467-1888a5c06a1f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cbe30ee4-b275-4e52-9975-0711a625aa49 HTTP/1.1" status: 200 len: 1097 time: 0.0786808 Oct 30 16:03:27.300030 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bca709-56b7-44de-af9a-960150648caf req-ac019c4f-4434-4bb7-8f20-597008c18d1d tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:03:27.301416 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-17bca709-56b7-44de-af9a-960150648caf req-ac019c4f-4434-4bb7-8f20-597008c18d1d tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbe30ee4-b275-4e52-9975-0711a625aa49 HTTP/1.1" status: 200 len: 945 time: 0.0639923 Oct 30 16:03:27.354372 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bef5aa71-5877-4fe8-b891-1354fb2c9127 req-db57cde9-a4ed-4d68-9f3a-9395ca685092 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=de096934-c0f3-4199-a36d-d4b24dede2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520008 Oct 30 16:03:27.361312 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-17bca709-56b7-44de-af9a-960150648caf req-78565084-e70b-4962-90d0-f8008f0f5680 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] 10.222.0.62 "GET /v2.0/security-groups?id=de096934-c0f3-4199-a36d-d4b24dede2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533819 Oct 30 16:03:28.478225 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee86256b-2a3f-41b1-92ff-b3771147d50c req-59890c49-9671-4d54-87f0-44e251c3cfa8 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:03:28.479728 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ee86256b-2a3f-41b1-92ff-b3771147d50c req-59890c49-9671-4d54-87f0-44e251c3cfa8 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbe30ee4-b275-4e52-9975-0711a625aa49 HTTP/1.1" status: 200 len: 945 time: 0.0486395 Oct 30 16:03:28.517476 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ee86256b-2a3f-41b1-92ff-b3771147d50c req-bf10a9f9-2a95-4e6d-800e-4b93a5a6bfbc tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] 10.222.0.62 "GET /v2.0/security-groups?id=de096934-c0f3-4199-a36d-d4b24dede2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315244 Oct 30 16:03:28.753223 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fd5fc3-ea4b-4224-9e9f-a7e4cb21ffad req-0b6a8ab4-de8c-407b-9423-5192db95be34 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:03:28.754664 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c3fd5fc3-ea4b-4224-9e9f-a7e4cb21ffad req-0b6a8ab4-de8c-407b-9423-5192db95be34 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbe30ee4-b275-4e52-9975-0711a625aa49 HTTP/1.1" status: 200 len: 945 time: 0.0491889 Oct 30 16:03:28.792320 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c3fd5fc3-ea4b-4224-9e9f-a7e4cb21ffad req-5a5ed2ec-f9c3-482d-8c1b-7836e1618495 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] 10.222.0.62 "GET /v2.0/security-groups?id=de096934-c0f3-4199-a36d-d4b24dede2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315962 Oct 30 16:03:29.910073 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34171796-d082-44ff-82b6-c1e39ca51846 req-3da71dad-344d-45de-b658-215b6c4d7756 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:03:29.911863 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-34171796-d082-44ff-82b6-c1e39ca51846 req-3da71dad-344d-45de-b658-215b6c4d7756 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbe30ee4-b275-4e52-9975-0711a625aa49 HTTP/1.1" status: 200 len: 945 time: 0.0504649 Oct 30 16:03:29.950598 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-34171796-d082-44ff-82b6-c1e39ca51846 req-b237a7eb-353c-4101-a22f-d8ae85b74228 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] 10.222.0.62 "GET /v2.0/security-groups?id=de096934-c0f3-4199-a36d-d4b24dede2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324128 Oct 30 16:03:30.001568 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8755135d-32ad-4932-8753-84565d5c16a1 req-f9e87cbd-b3db-444c-a645-d33448e22d8f tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:03:30.003006 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8755135d-32ad-4932-8753-84565d5c16a1 req-f9e87cbd-b3db-444c-a645-d33448e22d8f tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbe30ee4-b275-4e52-9975-0711a625aa49 HTTP/1.1" status: 200 len: 945 time: 0.0483680 Oct 30 16:03:30.093491 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-8755135d-32ad-4932-8753-84565d5c16a1 req-25284471-b599-4fb2-8b46-d127fbaccd52 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Deleting port 51fc9adb-aaff-429e-93f7-cef8713c1844 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:03:30.093825 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-8755135d-32ad-4932-8753-84565d5c16a1 req-25284471-b599-4fb2-8b46-d127fbaccd52 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:30.179844 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-8755135d-32ad-4932-8753-84565d5c16a1 req-25284471-b599-4fb2-8b46-d127fbaccd52 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] For port 51fc9adb-aaff-429e-93f7-cef8713c1844, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=51fc9adb-aaff-429e-93f7-cef8713c1844,segment=NetworkSegment(75f7dd26-ed8f-4920-88d2-391b671bd009),segment_id=75f7dd26-ed8f-4920-88d2-391b671bd009)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:03:30.180200 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-8755135d-32ad-4932-8753-84565d5c16a1 req-25284471-b599-4fb2-8b46-d127fbaccd52 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:30.192215 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-8755135d-32ad-4932-8753-84565d5c16a1 req-25284471-b599-4fb2-8b46-d127fbaccd52 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Calling delete_port for 51fc9adb-aaff-429e-93f7-cef8713c1844 owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:03:30.320251 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-8755135d-32ad-4932-8753-84565d5c16a1 req-25284471-b599-4fb2-8b46-d127fbaccd52 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:30.333475 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['51fc9adb-aaff-429e-93f7-cef8713c1844'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 16:03:30.335769 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['18dfc8ba-6e52-410c-9ceb-244928ccb851'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 16:03:30.348249 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25284471-b599-4fb2-8b46-d127fbaccd52 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Pushing event deleted for resources: {'Port': ['ID=51fc9adb-aaff-429e-93f7-cef8713c1844,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:30.393809 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-8755135d-32ad-4932-8753-84565d5c16a1 req-25284471-b599-4fb2-8b46-d127fbaccd52 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] No DVR routers for this DVR port 51fc9adb-aaff-429e-93f7-cef8713c1844 on host n-h2-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 16:03:30.396274 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-8755135d-32ad-4932-8753-84565d5c16a1 req-25284471-b599-4fb2-8b46-d127fbaccd52 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:30.399924 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8755135d-32ad-4932-8753-84565d5c16a1 req-25284471-b599-4fb2-8b46-d127fbaccd52 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] 10.222.0.44 "DELETE /v2.0/ports/51fc9adb-aaff-429e-93f7-cef8713c1844 HTTP/1.1" status: 204 len: 173 time: 0.3900321 Oct 30 16:03:30.400345 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe30ee4-b275-4e52-9975-0711a625aa49', 'name': 'network-vif-deleted', 'tag': '51fc9adb-aaff-429e-93f7-cef8713c1844'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:03:30.407676 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:30.450930 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}931ac027fb50588f101e6e2f92584f6f115530be99269a43aae453735a93652f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f643d5-11c5-444e-9503-1fcb70932328" -d '{"events": [{"server_uuid": "cbe30ee4-b275-4e52-9975-0711a625aa49", "name": "network-vif-deleted", "tag": "51fc9adb-aaff-429e-93f7-cef8713c1844"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:03:30.547331 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 16:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d035ee8-8e4c-4e70-bf83-d04789426fea x-openstack-request-id: req-7d035ee8-8e4c-4e70-bf83-d04789426fea {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:03:30.547664 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbe30ee4-b275-4e52-9975-0711a625aa49", "name": "network-vif-deleted", "tag": "51fc9adb-aaff-429e-93f7-cef8713c1844", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:03:30.547921 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7d035ee8-8e4c-4e70-bf83-d04789426fea {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:03:30.548351 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbe30ee4-b275-4e52-9975-0711a625aa49', 'name': 'network-vif-deleted', 'tag': '51fc9adb-aaff-429e-93f7-cef8713c1844', 'status': 'completed', 'code': 200} Oct 30 16:03:31.105839 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1220fb3-127d-4d36-927f-6adc6e3e6ac7 req-8de0f480-7cfd-4753-b245-669ec3d72868 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:03:31.107285 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b1220fb3-127d-4d36-927f-6adc6e3e6ac7 req-8de0f480-7cfd-4753-b245-669ec3d72868 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] 10.222.0.62 "GET /v2.0/ports?device_id=af4df251-92c3-4ca6-b22e-bd4b6f3a30d7 HTTP/1.1" status: 200 len: 946 time: 0.0520818 Oct 30 16:03:31.145055 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b1220fb3-127d-4d36-927f-6adc6e3e6ac7 req-fe84d8ad-aaa0-4537-bede-c18237262ef3 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] 10.222.0.62 "GET /v2.0/security-groups?id=de096934-c0f3-4199-a36d-d4b24dede2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318627 Oct 30 16:03:31.279212 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c66f5-e3ce-4d8a-b416-805bf1096d29 req-ef0ff1ff-d99e-46a9-8e51-6fad4edf34a2 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:03:31.280639 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-851c66f5-e3ce-4d8a-b416-805bf1096d29 req-ef0ff1ff-d99e-46a9-8e51-6fad4edf34a2 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] 10.222.0.62 "GET /v2.0/ports?device_id=af4df251-92c3-4ca6-b22e-bd4b6f3a30d7 HTTP/1.1" status: 200 len: 946 time: 0.0498130 Oct 30 16:03:31.323239 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-851c66f5-e3ce-4d8a-b416-805bf1096d29 req-2cadaa5c-d84a-4154-a389-77c5470cf0b4 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] 10.222.0.62 "GET /v2.0/security-groups?id=de096934-c0f3-4199-a36d-d4b24dede2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352237 Oct 30 16:03:31.444967 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe291fd-a3b4-4f0e-bc0f-370f2d65440f req-ce83ae70-e570-42e9-93a2-d2d1f76a2964 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:03:31.447222 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cbe291fd-a3b4-4f0e-bc0f-370f2d65440f req-ce83ae70-e570-42e9-93a2-d2d1f76a2964 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] 10.222.0.62 "GET /v2.0/ports?device_id=af4df251-92c3-4ca6-b22e-bd4b6f3a30d7 HTTP/1.1" status: 200 len: 946 time: 0.0507190 Oct 30 16:03:31.485815 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cbe291fd-a3b4-4f0e-bc0f-370f2d65440f req-f63580d7-1afb-4987-97f9-dd30f2b9e4a7 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] 10.222.0.62 "GET /v2.0/security-groups?id=de096934-c0f3-4199-a36d-d4b24dede2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325346 Oct 30 16:03:31.659805 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b0ae32-189b-4efb-a160-0c6375b35c11 req-1eafa4b4-4b7e-4ec0-a273-e865570c83dd tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:03:31.661538 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-74b0ae32-189b-4efb-a160-0c6375b35c11 req-1eafa4b4-4b7e-4ec0-a273-e865570c83dd tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] 10.222.0.62 "GET /v2.0/ports?device_id=af4df251-92c3-4ca6-b22e-bd4b6f3a30d7 HTTP/1.1" status: 200 len: 946 time: 0.0498650 Oct 30 16:03:31.701047 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-74b0ae32-189b-4efb-a160-0c6375b35c11 req-dad74021-fb6e-4592-925d-0c087f7cde9a tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] 10.222.0.62 "GET /v2.0/security-groups?id=de096934-c0f3-4199-a36d-d4b24dede2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335088 Oct 30 16:03:31.814645 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd1925-9f7a-49cd-a367-a3481de9e21b req-7efdeed6-4d17-468e-aeb5-532ad9a3a515 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:03:31.816024 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4abd1925-9f7a-49cd-a367-a3481de9e21b req-7efdeed6-4d17-468e-aeb5-532ad9a3a515 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] 10.222.0.62 "GET /v2.0/ports?device_id=af4df251-92c3-4ca6-b22e-bd4b6f3a30d7 HTTP/1.1" status: 200 len: 946 time: 0.0476248 Oct 30 16:03:31.855527 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4abd1925-9f7a-49cd-a367-a3481de9e21b req-bbec1bcc-cffa-436f-8ddf-9c6ac928c1c5 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] 10.222.0.62 "GET /v2.0/security-groups?id=de096934-c0f3-4199-a36d-d4b24dede2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309696 Oct 30 16:03:31.984862 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a5de7-8ab8-4432-9cca-b0dfa2107a5f req-16a3dc98-31b7-47a8-a49b-f4aa1d11b057 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:03:31.986313 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-285a5de7-8ab8-4432-9cca-b0dfa2107a5f req-16a3dc98-31b7-47a8-a49b-f4aa1d11b057 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] 10.222.0.62 "GET /v2.0/ports?device_id=af4df251-92c3-4ca6-b22e-bd4b6f3a30d7 HTTP/1.1" status: 200 len: 946 time: 0.0522478 Oct 30 16:03:32.022874 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-285a5de7-8ab8-4432-9cca-b0dfa2107a5f req-3ee76cc6-5e7f-4492-ae9c-cd2424dfd8d7 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] 10.222.0.62 "GET /v2.0/security-groups?id=de096934-c0f3-4199-a36d-d4b24dede2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300031 Oct 30 16:03:32.324197 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2413f0a1-fe57-40ae-8d41-234ab43c2ed8 req-c7d58c68-539f-4188-b558-921046d690ad tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:03:32.325659 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2413f0a1-fe57-40ae-8d41-234ab43c2ed8 req-c7d58c68-539f-4188-b558-921046d690ad tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] 10.222.0.62 "GET /v2.0/ports?device_id=af4df251-92c3-4ca6-b22e-bd4b6f3a30d7 HTTP/1.1" status: 200 len: 946 time: 0.0494103 Oct 30 16:03:32.364123 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2413f0a1-fe57-40ae-8d41-234ab43c2ed8 req-5a8240d5-f291-42b1-8ff7-aa596ea40fc7 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] 10.222.0.62 "GET /v2.0/security-groups?id=de096934-c0f3-4199-a36d-d4b24dede2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323806 Oct 30 16:03:32.401373 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:32.980448 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 51fc9adb-aaff-429e-93f7-cef8713c1844 no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 16:03:33.000615 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] No Port match for: 51fc9adb-aaff-429e-93f7-cef8713c1844 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 16:03:33.000966 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 51fc9adb-aaff-429e-93f7-cef8713c1844 not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 16:03:33.486956 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6035090-2835-4ccb-8bce-12fa59116c4e req-69ae6ff9-50ab-4a34-b20a-4ebfe16e78ef tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:03:33.488463 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b6035090-2835-4ccb-8bce-12fa59116c4e req-69ae6ff9-50ab-4a34-b20a-4ebfe16e78ef tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] 10.222.0.62 "GET /v2.0/ports?device_id=af4df251-92c3-4ca6-b22e-bd4b6f3a30d7 HTTP/1.1" status: 200 len: 946 time: 0.0527527 Oct 30 16:03:33.533910 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b6035090-2835-4ccb-8bce-12fa59116c4e req-989c0510-dbed-4054-b53e-f1567a741c27 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] 10.222.0.62 "GET /v2.0/security-groups?id=de096934-c0f3-4199-a36d-d4b24dede2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391262 Oct 30 16:03:33.695026 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523f5c0b-97b9-4f0e-ab06-e0aa519018a8 req-aed0db8b-eba2-40e7-a011-25da93e75620 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:03:33.696482 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-523f5c0b-97b9-4f0e-ab06-e0aa519018a8 req-aed0db8b-eba2-40e7-a011-25da93e75620 tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] 10.222.0.53 "GET /v2.0/ports?device_id=af4df251-92c3-4ca6-b22e-bd4b6f3a30d7 HTTP/1.1" status: 200 len: 946 time: 0.0533924 Oct 30 16:03:33.783144 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-523f5c0b-97b9-4f0e-ab06-e0aa519018a8 req-339edd9e-ec2a-44b4-aabb-dbd2017425bb tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Deleting port 18dfc8ba-6e52-410c-9ceb-244928ccb851 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:03:33.783507 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-523f5c0b-97b9-4f0e-ab06-e0aa519018a8 req-339edd9e-ec2a-44b4-aabb-dbd2017425bb tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:33.873348 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-523f5c0b-97b9-4f0e-ab06-e0aa519018a8 req-339edd9e-ec2a-44b4-aabb-dbd2017425bb tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] For port 18dfc8ba-6e52-410c-9ceb-244928ccb851, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=18dfc8ba-6e52-410c-9ceb-244928ccb851,segment=NetworkSegment(75f7dd26-ed8f-4920-88d2-391b671bd009),segment_id=75f7dd26-ed8f-4920-88d2-391b671bd009)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:03:33.873707 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-523f5c0b-97b9-4f0e-ab06-e0aa519018a8 req-339edd9e-ec2a-44b4-aabb-dbd2017425bb tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:33.886205 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-523f5c0b-97b9-4f0e-ab06-e0aa519018a8 req-339edd9e-ec2a-44b4-aabb-dbd2017425bb tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Calling delete_port for 18dfc8ba-6e52-410c-9ceb-244928ccb851 owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:03:34.019999 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-523f5c0b-97b9-4f0e-ab06-e0aa519018a8 req-339edd9e-ec2a-44b4-aabb-dbd2017425bb tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:34.032702 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['18dfc8ba-6e52-410c-9ceb-244928ccb851'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 16:03:34.052219 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339edd9e-ec2a-44b4-aabb-dbd2017425bb tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Pushing event deleted for resources: {'Port': ['ID=18dfc8ba-6e52-410c-9ceb-244928ccb851,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:34.099208 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-523f5c0b-97b9-4f0e-ab06-e0aa519018a8 req-339edd9e-ec2a-44b4-aabb-dbd2017425bb tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] No DVR routers for this DVR port 18dfc8ba-6e52-410c-9ceb-244928ccb851 on host n-h1-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 16:03:34.101704 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-523f5c0b-97b9-4f0e-ab06-e0aa519018a8 req-339edd9e-ec2a-44b4-aabb-dbd2017425bb tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:34.105112 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-523f5c0b-97b9-4f0e-ab06-e0aa519018a8 req-339edd9e-ec2a-44b4-aabb-dbd2017425bb tempest-ServersNegativeTestJSON-339612900 tempest-ServersNegativeTestJSON-339612900-project] 10.222.0.53 "DELETE /v2.0/ports/18dfc8ba-6e52-410c-9ceb-244928ccb851 HTTP/1.1" status: 204 len: 173 time: 0.4022014 Oct 30 16:03:34.105555 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4df251-92c3-4ca6-b22e-bd4b6f3a30d7', 'name': 'network-vif-deleted', 'tag': '18dfc8ba-6e52-410c-9ceb-244928ccb851'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:03:34.107832 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}931ac027fb50588f101e6e2f92584f6f115530be99269a43aae453735a93652f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ccf32f-7e38-4576-aad9-396758260bfc" -d '{"events": [{"server_uuid": "af4df251-92c3-4ca6-b22e-bd4b6f3a30d7", "name": "network-vif-deleted", "tag": "18dfc8ba-6e52-410c-9ceb-244928ccb851"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:03:34.146816 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 16:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8fe3238-708e-4caa-b555-e120ae6fc8d3 x-openstack-request-id: req-f8fe3238-708e-4caa-b555-e120ae6fc8d3 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:03:34.147180 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af4df251-92c3-4ca6-b22e-bd4b6f3a30d7", "name": "network-vif-deleted", "tag": "18dfc8ba-6e52-410c-9ceb-244928ccb851", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:03:34.147529 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f8fe3238-708e-4caa-b555-e120ae6fc8d3 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:03:34.148124 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af4df251-92c3-4ca6-b22e-bd4b6f3a30d7', 'name': 'network-vif-deleted', 'tag': '18dfc8ba-6e52-410c-9ceb-244928ccb851', 'status': 'completed', 'code': 200} Oct 30 16:03:34.592239 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 57468) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:03:34.637009 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7057d46-141f-454f-b44e-cf9e4392c69d admin admin] Deleting subnet ad0f689e-75b9-4947-a29c-9ba04c43e357 {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 16:03:34.640103 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b7057d46-141f-454f-b44e-cf9e4392c69d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:34.678834 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b7057d46-141f-454f-b44e-cf9e4392c69d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:34.717045 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b7057d46-141f-454f-b44e-cf9e4392c69d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:34.769137 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b7057d46-141f-454f-b44e-cf9e4392c69d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:34.793689 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7057d46-141f-454f-b44e-cf9e4392c69d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad0f689e-75b9-4947-a29c-9ba04c43e357,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:34.799640 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b7057d46-141f-454f-b44e-cf9e4392c69d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:34.802847 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b7057d46-141f-454f-b44e-cf9e4392c69d admin admin] 10.222.0.62 "DELETE /v2.0/subnets/ad0f689e-75b9-4947-a29c-9ba04c43e357 HTTP/1.1" status: 204 len: 168 time: 0.2096045 Oct 30 16:03:34.805541 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 57470) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:03:34.876570 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6a65c565-1296-4650-bb12-0175acd8d08a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:34.950713 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6a65c565-1296-4650-bb12-0175acd8d08a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:34.970531 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-6a65c565-1296-4650-bb12-0175acd8d08a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca7239f9-28fe-4a2f-9d33-c3a64faf53d3']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:03:34.979343 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-6a65c565-1296-4650-bb12-0175acd8d08a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75f7dd26-ed8f-4920-88d2-391b671bd009') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:03:34.979662 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-6a65c565-1296-4650-bb12-0175acd8d08a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75f7dd26-ed8f-4920-88d2-391b671bd009') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:03:34.988698 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6a65c565-1296-4650-bb12-0175acd8d08a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:35.001438 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6a65c565-1296-4650-bb12-0175acd8d08a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:35.007785 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a65c565-1296-4650-bb12-0175acd8d08a admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 16:03:35.008161 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6a65c565-1296-4650-bb12-0175acd8d08a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:35.009909 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 16:03:35.009909 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 16:03:35.009909 n-d-806683-17 neutron-server[102131]: timer() Oct 30 16:03:35.009909 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 16:03:35.009909 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 16:03:35.009909 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 16:03:35.009909 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 16:03:35.009909 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 16:03:35.009909 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 16:03:35.009909 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 16:03:35.009909 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 16:03:35.009909 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 16:03:35.009909 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 16:03:35.009909 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 16:03:35.009909 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 16:03:35.009909 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 16:03:35.009909 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 16:03:35.009909 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 16:03:35.009909 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 16:03:35.009909 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 16:03:35.009909 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 16:03:35.009909 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 16:03:35.009909 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 16:03:35.009909 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 16:03:35.009909 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 16:03:35.009909 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 16:03:35.009909 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 16:03:35.009909 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 16:03:35.009909 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 16:03:35.009909 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 16:03:35.009909 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 16:03:35.009909 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 16:03:35.064577 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6a65c565-1296-4650-bb12-0175acd8d08a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:35.071284 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6a65c565-1296-4650-bb12-0175acd8d08a admin admin] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:35.074402 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-6a65c565-1296-4650-bb12-0175acd8d08a admin admin] 10.222.0.62 "DELETE /v2.0/networks/ca7239f9-28fe-4a2f-9d33-c3a64faf53d3 HTTP/1.1" status: 204 len: 168 time: 0.2679427 Oct 30 16:03:35.084631 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a65c565-1296-4650-bb12-0175acd8d08a admin admin] Pushing event deleted for resources: {'Network': ['ID=ca7239f9-28fe-4a2f-9d33-c3a64faf53d3,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:35.180971 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 57474) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:03:35.221101 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-f8c98074-bdd5-494a-803c-591d8a76e745 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3d1c2fd7a2df422fa6d798cbd3b29c90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389020 Oct 30 16:03:35.223535 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 57476) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:03:35.269367 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d03dcecb-0936-4c78-a4b5-98bffe0e7b81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:35.294266 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d03dcecb-0936-4c78-a4b5-98bffe0e7b81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:35.339444 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d03dcecb-0936-4c78-a4b5-98bffe0e7b81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:35.342021 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d03dcecb-0936-4c78-a4b5-98bffe0e7b81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:35.343187 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-d03dcecb-0936-4c78-a4b5-98bffe0e7b81 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/de096934-c0f3-4199-a36d-d4b24dede2d3 HTTP/1.1" status: 204 len: 168 time: 0.1187613 Oct 30 16:03:35.351028 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03dcecb-0936-4c78-a4b5-98bffe0e7b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de096934-c0f3-4199-a36d-d4b24dede2d3,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:36.007728 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 57498) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:03:36.100733 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-09fca344-87e7-431f-ad23-cee7ca4085c0 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-223485920'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:03:36.121607 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09fca344-87e7-431f-ad23-cee7ca4085c0 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Made reservation on behalf of 0bca775501624334b89b8e43b4f51245 for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 16:03:36.124990 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-09fca344-87e7-431f-ad23-cee7ca4085c0 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:36.133121 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-09fca344-87e7-431f-ad23-cee7ca4085c0 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:36.210761 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-09fca344-87e7-431f-ad23-cee7ca4085c0 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:36.214712 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-09fca344-87e7-431f-ad23-cee7ca4085c0 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:36.238513 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09fca344-87e7-431f-ad23-cee7ca4085c0 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 16:03:36.253532 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fca344-87e7-431f-ad23-cee7ca4085c0 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7cb7c88-b195-46dc-8db9-d67aae3cd1c2,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:36.257839 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-09fca344-87e7-431f-ad23-cee7ca4085c0 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:36.258293 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-09fca344-87e7-431f-ad23-cee7ca4085c0 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Added segment c26758cc-4c7b-4c36-9c3b-8c5ade1abbba of type vlan for network b734a750-3750-46f2-9299-997918bc2e8a Oct 30 16:03:36.299576 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-09fca344-87e7-431f-ad23-cee7ca4085c0 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:36.322663 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-09fca344-87e7-431f-ad23-cee7ca4085c0 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:36.328245 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fca344-87e7-431f-ad23-cee7ca4085c0 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:03:36.328835 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-09fca344-87e7-431f-ad23-cee7ca4085c0 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:36.397577 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-09fca344-87e7-431f-ad23-cee7ca4085c0 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3886988 Oct 30 16:03:36.431032 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fca344-87e7-431f-ad23-cee7ca4085c0 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Pushing event updated for resources: {'Network': ['ID=b734a750-3750-46f2-9299-997918bc2e8a,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:36.441028 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network b734a750-3750-46f2-9299-997918bc2e8a details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 16:03:36.509664 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 18dfc8ba-6e52-410c-9ceb-244928ccb851 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 16:03:36.529461 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: 18dfc8ba-6e52-410c-9ceb-244928ccb851 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 16:03:36.531023 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 18dfc8ba-6e52-410c-9ceb-244928ccb851 not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 16:03:39.698395 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 57502) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:03:39.703600 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-c9a5ea58-78c8-40c8-831d-955669793c0e tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Request body: {'subnet': {'network_id': 'b734a750-3750-46f2-9299-997918bc2e8a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:03:39.794964 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a5ea58-78c8-40c8-831d-955669793c0e tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Made reservation on behalf of 0bca775501624334b89b8e43b4f51245 for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 16:03:39.798633 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c9a5ea58-78c8-40c8-831d-955669793c0e tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:39.985304 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c9a5ea58-78c8-40c8-831d-955669793c0e tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:40.049549 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a5ea58-78c8-40c8-831d-955669793c0e tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Pushing event updated for resources: {'Subnet': ['ID=6022c97c-6d6e-43b1-a481-cf1e120b9407,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:40.058291 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a5ea58-78c8-40c8-831d-955669793c0e tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Checking segment: {'id': 'c26758cc-4c7b-4c36-9c3b-8c5ade1abbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b734a750-3750-46f2-9299-997918bc2e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:03:40.058659 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a5ea58-78c8-40c8-831d-955669793c0e tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Network hostable DHCP agents. Network: b734a750-3750-46f2-9299-997918bc2e8a, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 16:03:40.076390 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a5ea58-78c8-40c8-831d-955669793c0e tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Network b734a750-3750-46f2-9299-997918bc2e8a is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 16:03:40.085582 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-c9a5ea58-78c8-40c8-831d-955669793c0e tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, b734a750-3750-46f2-9299-997918bc2e8a) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:03:40.091060 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a5ea58-78c8-40c8-831d-955669793c0e tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:03:40.092496 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c9a5ea58-78c8-40c8-831d-955669793c0e tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:40.095321 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02b673e-bb87-4819-b635-62f3aa32460a None None] Network b734a750-3750-46f2-9299-997918bc2e8a requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 16:03:40.108503 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c9a5ea58-78c8-40c8-831d-955669793c0e tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4089935 Oct 30 16:03:40.112572 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 57504) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:03:40.118482 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-f440f1c5-52a3-4f91-911c-189ed9675000 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-640226579'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:03:40.139121 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f440f1c5-52a3-4f91-911c-189ed9675000 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Made reservation on behalf of 0bca775501624334b89b8e43b4f51245 for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 16:03:40.142572 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f440f1c5-52a3-4f91-911c-189ed9675000 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:40.166003 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f440f1c5-52a3-4f91-911c-189ed9675000 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 16:03:40.175035 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f440f1c5-52a3-4f91-911c-189ed9675000 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:40.175370 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-f440f1c5-52a3-4f91-911c-189ed9675000 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Added segment cc35f9aa-def3-4daf-922b-9d666db1367f of type vlan for network 1cf2bab9-a22c-4a1c-8d2d-19b4b279c619 Oct 30 16:03:40.223691 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f440f1c5-52a3-4f91-911c-189ed9675000 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:40.242710 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1129ce-5e55-4438-9e91-1767c549972e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-b734a750-3750-46f2-9299-997918bc2e8a', 'network_id': 'b734a750-3750-46f2-9299-997918bc2e8a', 'tenant_id': '0bca775501624334b89b8e43b4f51245', 'fixed_ips': [{'subnet_id': '6022c97c-6d6e-43b1-a481-cf1e120b9407'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 16:03:40.243618 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4f1129ce-5e55-4438-9e91-1767c549972e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:40.249779 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f440f1c5-52a3-4f91-911c-189ed9675000 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:40.255309 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f440f1c5-52a3-4f91-911c-189ed9675000 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:03:40.255926 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f440f1c5-52a3-4f91-911c-189ed9675000 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:40.318635 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-f440f1c5-52a3-4f91-911c-189ed9675000 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2046721 Oct 30 16:03:40.322485 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 57506) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:03:40.328337 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-14bab8bf-34ee-4788-aa51-c87958a9ccfd tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Request body: {'subnet': {'network_id': '1cf2bab9-a22c-4a1c-8d2d-19b4b279c619', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:03:40.334578 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f440f1c5-52a3-4f91-911c-189ed9675000 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Pushing event updated for resources: {'Network': ['ID=1cf2bab9-a22c-4a1c-8d2d-19b4b279c619,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:40.361766 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 1cf2bab9-a22c-4a1c-8d2d-19b4b279c619 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 16:03:40.433282 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14bab8bf-34ee-4788-aa51-c87958a9ccfd tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Made reservation on behalf of 0bca775501624334b89b8e43b4f51245 for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 16:03:40.436888 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-14bab8bf-34ee-4788-aa51-c87958a9ccfd tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:40.442758 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-4f1129ce-5e55-4438-9e91-1767c549972e None None] Allocated IP 2001:db8:0:ffff::2 (b734a750-3750-46f2-9299-997918bc2e8a/6022c97c-6d6e-43b1-a481-cf1e120b9407/4d031a84-20cd-4015-9ae1-808b5b1a0e2a) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 16:03:40.590189 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4f1129ce-5e55-4438-9e91-1767c549972e None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:40.595702 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4f1129ce-5e55-4438-9e91-1767c549972e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:40.624136 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-14bab8bf-34ee-4788-aa51-c87958a9ccfd tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:40.636357 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1129ce-5e55-4438-9e91-1767c549972e None None] Network b734a750-3750-46f2-9299-997918bc2e8a is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:03:40.639217 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-4f1129ce-5e55-4438-9e91-1767c549972e None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:03:40.641714 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1129ce-5e55-4438-9e91-1767c549972e None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 16:03:40.652539 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1129ce-5e55-4438-9e91-1767c549972e None None] Pushing event updated for resources: {'Port': ['ID=4d031a84-20cd-4015-9ae1-808b5b1a0e2a,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:40.677505 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1129ce-5e55-4438-9e91-1767c549972e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:03:40.677856 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1129ce-5e55-4438-9e91-1767c549972e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:03:40.678193 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1129ce-5e55-4438-9e91-1767c549972e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:03:40.678526 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1129ce-5e55-4438-9e91-1767c549972e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:03:40.678857 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1129ce-5e55-4438-9e91-1767c549972e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:03:40.679186 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1129ce-5e55-4438-9e91-1767c549972e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:03:40.679945 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1129ce-5e55-4438-9e91-1767c549972e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:03:40.680282 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1129ce-5e55-4438-9e91-1767c549972e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:03:40.680607 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1129ce-5e55-4438-9e91-1767c549972e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:03:40.680926 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1129ce-5e55-4438-9e91-1767c549972e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:03:40.681248 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1129ce-5e55-4438-9e91-1767c549972e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:03:40.681568 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1129ce-5e55-4438-9e91-1767c549972e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:03:40.695423 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bab8bf-34ee-4788-aa51-c87958a9ccfd tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Pushing event updated for resources: {'Subnet': ['ID=0db62b6f-916e-468c-a925-57928f713cb0,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:40.698308 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bab8bf-34ee-4788-aa51-c87958a9ccfd tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Checking segment: {'id': 'cc35f9aa-def3-4daf-922b-9d666db1367f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1cf2bab9-a22c-4a1c-8d2d-19b4b279c619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:03:40.698886 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bab8bf-34ee-4788-aa51-c87958a9ccfd tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Network hostable DHCP agents. Network: 1cf2bab9-a22c-4a1c-8d2d-19b4b279c619, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 16:03:40.711767 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-4f1129ce-5e55-4438-9e91-1767c549972e None None] Attempting to bind port 4d031a84-20cd-4015-9ae1-808b5b1a0e2a on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 16:03:40.712250 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-4f1129ce-5e55-4438-9e91-1767c549972e None None] Attempting to bind port 4d031a84-20cd-4015-9ae1-808b5b1a0e2a by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'c26758cc-4c7b-4c36-9c3b-8c5ade1abbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b734a750-3750-46f2-9299-997918bc2e8a'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 16:03:40.712496 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1129ce-5e55-4438-9e91-1767c549972e None None] Attempting to bind port 4d031a84-20cd-4015-9ae1-808b5b1a0e2a on network b734a750-3750-46f2-9299-997918bc2e8a {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:03:40.717978 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1129ce-5e55-4438-9e91-1767c549972e None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 16, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 16:03:40.718355 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1129ce-5e55-4438-9e91-1767c549972e None None] Checking segment: {'id': 'c26758cc-4c7b-4c36-9c3b-8c5ade1abbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b734a750-3750-46f2-9299-997918bc2e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:03:40.718756 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4f1129ce-5e55-4438-9e91-1767c549972e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:40.719165 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1129ce-5e55-4438-9e91-1767c549972e None None] Bound using segment: {'id': 'c26758cc-4c7b-4c36-9c3b-8c5ade1abbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b734a750-3750-46f2-9299-997918bc2e8a'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 16:03:40.719660 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-4f1129ce-5e55-4438-9e91-1767c549972e None None] Bound port: 4d031a84-20cd-4015-9ae1-808b5b1a0e2a, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c26758cc-4c7b-4c36-9c3b-8c5ade1abbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b734a750-3750-46f2-9299-997918bc2e8a'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 16:03:40.719800 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bab8bf-34ee-4788-aa51-c87958a9ccfd tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Network 1cf2bab9-a22c-4a1c-8d2d-19b4b279c619 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 16:03:40.720044 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4f1129ce-5e55-4438-9e91-1767c549972e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:40.729639 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-14bab8bf-34ee-4788-aa51-c87958a9ccfd tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 1cf2bab9-a22c-4a1c-8d2d-19b4b279c619) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:03:40.733880 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bab8bf-34ee-4788-aa51-c87958a9ccfd tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:03:40.734539 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-14bab8bf-34ee-4788-aa51-c87958a9ccfd tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:40.743203 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bcd5b6-ceb8-4673-8c57-5d1a8a8ec760 None None] Network 1cf2bab9-a22c-4a1c-8d2d-19b4b279c619 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 16:03:40.750677 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-14bab8bf-34ee-4788-aa51-c87958a9ccfd tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4266782 Oct 30 16:03:40.753318 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 57508) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:03:40.839876 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-4f1129ce-5e55-4438-9e91-1767c549972e None None] For port 4d031a84-20cd-4015-9ae1-808b5b1a0e2a, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 16:03:40.848113 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-4f1129ce-5e55-4438-9e91-1767c549972e None None] For port 4d031a84-20cd-4015-9ae1-808b5b1a0e2a, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=4d031a84-20cd-4015-9ae1-808b5b1a0e2a,segment=NetworkSegment(c26758cc-4c7b-4c36-9c3b-8c5ade1abbba),segment_id=c26758cc-4c7b-4c36-9c3b-8c5ade1abbba)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 16:03:40.855189 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7c71b464-928d-4f77-b4b3-93fa0401abac tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:40.855708 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4f1129ce-5e55-4438-9e91-1767c549972e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:40.938298 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7c71b464-928d-4f77-b4b3-93fa0401abac tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:40.955340 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1129ce-5e55-4438-9e91-1767c549972e None None] Pushing event updated for resources: {'Port': ['ID=4d031a84-20cd-4015-9ae1-808b5b1a0e2a,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:40.987125 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a990a9-342a-4877-81f2-0826e4184f3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-1cf2bab9-a22c-4a1c-8d2d-19b4b279c619', 'network_id': '1cf2bab9-a22c-4a1c-8d2d-19b4b279c619', 'tenant_id': '0bca775501624334b89b8e43b4f51245', 'fixed_ips': [{'subnet_id': '0db62b6f-916e-468c-a925-57928f713cb0'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 16:03:40.988373 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c2a990a9-342a-4877-81f2-0826e4184f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:41.007291 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7c71b464-928d-4f77-b4b3-93fa0401abac tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:41.039590 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c71b464-928d-4f77-b4b3-93fa0401abac tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Pushing event deleted for resources: {'Subnet': ['ID=0db62b6f-916e-468c-a925-57928f713cb0,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server [None req-c2a990a9-342a-4877-81f2-0826e4184f3f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0db62b6f-916e-468c-a925-57928f713cb0: This subnet is being modified by another concurrent operation. Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server raise self.value Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server raise self.value Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server raise self.value Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server raise self.value Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server raise self.value Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server raise self.value Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server raise self.value Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server raise exception Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0db62b6f-916e-468c-a925-57928f713cb0: This subnet is being modified by another concurrent operation. Oct 30 16:03:41.116461 n-d-806683-17 neutron-server[102132]: ERROR oslo_messaging.rpc.server Oct 30 16:03:41.123660 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7c71b464-928d-4f77-b4b3-93fa0401abac tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:41.144874 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de689bfa-f015-4d7a-9645-bb61a9b2cc12 None None] Network 1cf2bab9-a22c-4a1c-8d2d-19b4b279c619 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 16:03:41.148788 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-7c71b464-928d-4f77-b4b3-93fa0401abac tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cf2bab9-a22c-4a1c-8d2d-19b4b279c619']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:03:41.158798 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-7c71b464-928d-4f77-b4b3-93fa0401abac tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc35f9aa-def3-4daf-922b-9d666db1367f') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:03:41.159098 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-7c71b464-928d-4f77-b4b3-93fa0401abac tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc35f9aa-def3-4daf-922b-9d666db1367f') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:03:41.169429 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7c71b464-928d-4f77-b4b3-93fa0401abac tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:41.184433 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7c71b464-928d-4f77-b4b3-93fa0401abac tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:41.191192 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c71b464-928d-4f77-b4b3-93fa0401abac tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 16:03:41.192093 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7c71b464-928d-4f77-b4b3-93fa0401abac tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:41.196982 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 16:03:41.196982 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 16:03:41.196982 n-d-806683-17 neutron-server[102130]: timer() Oct 30 16:03:41.196982 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 16:03:41.196982 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 16:03:41.196982 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 16:03:41.196982 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 16:03:41.196982 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 16:03:41.196982 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 16:03:41.196982 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 16:03:41.196982 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 16:03:41.196982 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 16:03:41.196982 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 16:03:41.196982 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 16:03:41.196982 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 16:03:41.196982 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 16:03:41.196982 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 16:03:41.196982 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 16:03:41.196982 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 16:03:41.196982 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 16:03:41.196982 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 16:03:41.196982 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 16:03:41.196982 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 16:03:41.196982 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 16:03:41.196982 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 16:03:41.196982 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 16:03:41.196982 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 16:03:41.196982 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 16:03:41.196982 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 16:03:41.196982 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 16:03:41.196982 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 16:03:41.196982 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 16:03:41.261344 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7c71b464-928d-4f77-b4b3-93fa0401abac tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:41.265955 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7c71b464-928d-4f77-b4b3-93fa0401abac tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:41.269193 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-7c71b464-928d-4f77-b4b3-93fa0401abac tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] 10.222.0.62 "DELETE /v2.0/networks/1cf2bab9-a22c-4a1c-8d2d-19b4b279c619 HTTP/1.1" status: 204 len: 168 time: 0.5149505 Oct 30 16:03:41.273497 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 57510) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:03:41.278715 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-e4bbc6ce-d076-4753-8b9c-51e2530c3883 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1633921760'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:03:41.284470 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c71b464-928d-4f77-b4b3-93fa0401abac tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Pushing event deleted for resources: {'Network': ['ID=1cf2bab9-a22c-4a1c-8d2d-19b4b279c619,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:41.299612 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4bbc6ce-d076-4753-8b9c-51e2530c3883 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Made reservation on behalf of 0bca775501624334b89b8e43b4f51245 for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 16:03:41.303684 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e4bbc6ce-d076-4753-8b9c-51e2530c3883 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:41.326974 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4bbc6ce-d076-4753-8b9c-51e2530c3883 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 16:03:41.336388 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e4bbc6ce-d076-4753-8b9c-51e2530c3883 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:41.336709 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-e4bbc6ce-d076-4753-8b9c-51e2530c3883 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Added segment e7801b73-5135-4df6-bfd4-51fa28b80ec3 of type vlan for network 8df18ee9-5909-43de-9b03-a2ec937a4248 Oct 30 16:03:41.375310 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e4bbc6ce-d076-4753-8b9c-51e2530c3883 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:41.400140 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e4bbc6ce-d076-4753-8b9c-51e2530c3883 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:41.405726 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bbc6ce-d076-4753-8b9c-51e2530c3883 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:03:41.406296 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e4bbc6ce-d076-4753-8b9c-51e2530c3883 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:41.464412 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-e4bbc6ce-d076-4753-8b9c-51e2530c3883 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1897008 Oct 30 16:03:41.467447 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 57512) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:03:41.472751 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-a5fa39cb-dcc2-4338-88ec-e0027f0f19b8 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Request body: {'subnet': {'network_id': '8df18ee9-5909-43de-9b03-a2ec937a4248', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:03:41.476083 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bbc6ce-d076-4753-8b9c-51e2530c3883 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Pushing event updated for resources: {'Network': ['ID=8df18ee9-5909-43de-9b03-a2ec937a4248,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:41.486709 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 8df18ee9-5909-43de-9b03-a2ec937a4248 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 16:03:41.568962 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5fa39cb-dcc2-4338-88ec-e0027f0f19b8 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Made reservation on behalf of 0bca775501624334b89b8e43b4f51245 for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 16:03:41.572625 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a5fa39cb-dcc2-4338-88ec-e0027f0f19b8 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:41.638894 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.ipam_backend_mixin [None req-a5fa39cb-dcc2-4338-88ec-e0027f0f19b8 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Performing IP validity checks on allocation pools {{(pid=102130) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 30 16:03:41.639423 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.ipam_backend_mixin [None req-a5fa39cb-dcc2-4338-88ec-e0027f0f19b8 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102130) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 30 16:03:41.780036 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a5fa39cb-dcc2-4338-88ec-e0027f0f19b8 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:41.846545 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fa39cb-dcc2-4338-88ec-e0027f0f19b8 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Pushing event updated for resources: {'Subnet': ['ID=02cd6c7c-204c-460e-ae5a-5ebc8f2e38fd,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:41.857394 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fa39cb-dcc2-4338-88ec-e0027f0f19b8 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Checking segment: {'id': 'e7801b73-5135-4df6-bfd4-51fa28b80ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '8df18ee9-5909-43de-9b03-a2ec937a4248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:03:41.857837 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fa39cb-dcc2-4338-88ec-e0027f0f19b8 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Network hostable DHCP agents. Network: 8df18ee9-5909-43de-9b03-a2ec937a4248, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 16:03:41.876657 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fa39cb-dcc2-4338-88ec-e0027f0f19b8 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Network 8df18ee9-5909-43de-9b03-a2ec937a4248 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 16:03:41.886699 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-a5fa39cb-dcc2-4338-88ec-e0027f0f19b8 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 8df18ee9-5909-43de-9b03-a2ec937a4248) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:03:41.891080 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fa39cb-dcc2-4338-88ec-e0027f0f19b8 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:03:41.891727 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a5fa39cb-dcc2-4338-88ec-e0027f0f19b8 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:41.904233 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e6e381-b52f-428a-8faa-0f4ad1e41b72 None None] Network 8df18ee9-5909-43de-9b03-a2ec937a4248 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 16:03:41.910651 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a5fa39cb-dcc2-4338-88ec-e0027f0f19b8 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4418910 Oct 30 16:03:41.914074 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 57514) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:03:41.946780 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202c1572-bbdc-453d-86b8-212fb0f3b4cd None None] Network b734a750-3750-46f2-9299-997918bc2e8a requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 16:03:42.012778 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-83551317-2fc8-4094-bedc-4bc669dd67bb tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:42.057068 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-177c3dd6-e933-4802-994e-29300a0bd6ff None None] Provisioning complete for port 4d031a84-20cd-4015-9ae1-808b5b1a0e2a triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:03:42.057437 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-177c3dd6-e933-4802-994e-29300a0bd6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:42.068332 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-83551317-2fc8-4094-bedc-4bc669dd67bb tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:42.126783 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-83551317-2fc8-4094-bedc-4bc669dd67bb tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:42.154293 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83551317-2fc8-4094-bedc-4bc669dd67bb tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Pushing event deleted for resources: {'Subnet': ['ID=02cd6c7c-204c-460e-ae5a-5ebc8f2e38fd,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:42.198619 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8694925-ee75-4ecd-988d-39429aac1d62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-8df18ee9-5909-43de-9b03-a2ec937a4248', 'network_id': '8df18ee9-5909-43de-9b03-a2ec937a4248', 'tenant_id': '0bca775501624334b89b8e43b4f51245', 'fixed_ips': [{'subnet_id': '02cd6c7c-204c-460e-ae5a-5ebc8f2e38fd'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 16:03:42.199438 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a8694925-ee75-4ecd-988d-39429aac1d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:42.222374 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-83551317-2fc8-4094-bedc-4bc669dd67bb tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:42.242494 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-83551317-2fc8-4094-bedc-4bc669dd67bb tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8df18ee9-5909-43de-9b03-a2ec937a4248']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:03:42.251444 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-83551317-2fc8-4094-bedc-4bc669dd67bb tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7801b73-5135-4df6-bfd4-51fa28b80ec3') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:03:42.251761 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-83551317-2fc8-4094-bedc-4bc669dd67bb tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7801b73-5135-4df6-bfd4-51fa28b80ec3') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:03:42.260802 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-83551317-2fc8-4094-bedc-4bc669dd67bb tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:42.275056 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-83551317-2fc8-4094-bedc-4bc669dd67bb tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:42.281849 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83551317-2fc8-4094-bedc-4bc669dd67bb tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 16:03:42.282240 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-83551317-2fc8-4094-bedc-4bc669dd67bb tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:42.285405 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 16:03:42.285405 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 16:03:42.285405 n-d-806683-17 neutron-server[102130]: timer() Oct 30 16:03:42.285405 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 16:03:42.285405 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 16:03:42.285405 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 16:03:42.285405 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 16:03:42.285405 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 16:03:42.285405 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 16:03:42.285405 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 16:03:42.285405 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 16:03:42.285405 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 16:03:42.285405 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 16:03:42.285405 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 16:03:42.285405 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 16:03:42.285405 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 16:03:42.285405 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 16:03:42.285405 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 16:03:42.285405 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 16:03:42.285405 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 16:03:42.285405 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 16:03:42.285405 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 16:03:42.285405 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 16:03:42.285405 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 16:03:42.285405 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 16:03:42.285405 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 16:03:42.285405 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 16:03:42.285405 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 16:03:42.285405 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 16:03:42.285405 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 16:03:42.285405 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 16:03:42.285405 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 16:03:42.289366 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-177c3dd6-e933-4802-994e-29300a0bd6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:42.299538 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 16:03:42.327508 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-177c3dd6-e933-4802-994e-29300a0bd6ff None None] For port 4d031a84-20cd-4015-9ae1-808b5b1a0e2a, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=4d031a84-20cd-4015-9ae1-808b5b1a0e2a,segment=NetworkSegment(c26758cc-4c7b-4c36-9c3b-8c5ade1abbba),segment_id=c26758cc-4c7b-4c36-9c3b-8c5ade1abbba)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:03:42.332626 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-177c3dd6-e933-4802-994e-29300a0bd6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:42.366365 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-83551317-2fc8-4094-bedc-4bc669dd67bb tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:42.366686 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.db.api [None req-a8694925-ee75-4ecd-988d-39429aac1d62 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 30 16:03:42.366686 n-d-806683-17 neutron-server[102132]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Oct 30 16:03:42.366686 n-d-806683-17 neutron-server[102132]: [parameters: {'project_id': '0bca775501624334b89b8e43b4f51245', 'id': '30d8caaa-340d-4efb-8e4d-ddf5dd248016', 'name': '', 'network_id': '8df18ee9-5909-43de-9b03-a2ec937a4248', 'mac_address': 'fa:16:3e:a5:75:ac', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-8df18ee9-5909-43de-9b03-a2ec937a4248', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 4080}] Oct 30 16:03:42.366686 n-d-806683-17 neutron-server[102132]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 30 16:03:42.367136 n-d-806683-17 neutron-server[102132]: DEBUG oslo_db.api [None req-a8694925-ee75-4ecd-988d-39429aac1d62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 30 16:03:42.374426 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-83551317-2fc8-4094-bedc-4bc669dd67bb tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:42.381296 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-83551317-2fc8-4094-bedc-4bc669dd67bb tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] 10.222.0.62 "DELETE /v2.0/networks/8df18ee9-5909-43de-9b03-a2ec937a4248 HTTP/1.1" status: 204 len: 168 time: 0.4626057 Oct 30 16:03:42.381545 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 57516) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:03:42.386673 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-22d90cda-fd67-49ba-8c0e-c65b28455e7d tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-546825256'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:03:42.390950 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83551317-2fc8-4094-bedc-4bc669dd67bb tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Pushing event deleted for resources: {'Network': ['ID=8df18ee9-5909-43de-9b03-a2ec937a4248,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:42.392090 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177c3dd6-e933-4802-994e-29300a0bd6ff None None] Pushing event updated for resources: {'Port': ['ID=4d031a84-20cd-4015-9ae1-808b5b1a0e2a,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:42.414614 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d90cda-fd67-49ba-8c0e-c65b28455e7d tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Made reservation on behalf of 0bca775501624334b89b8e43b4f51245 for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 16:03:42.419367 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-22d90cda-fd67-49ba-8c0e-c65b28455e7d tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:42.445373 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22d90cda-fd67-49ba-8c0e-c65b28455e7d tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 16:03:42.455216 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-22d90cda-fd67-49ba-8c0e-c65b28455e7d tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:42.455584 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-22d90cda-fd67-49ba-8c0e-c65b28455e7d tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Added segment 14014a1e-4d6b-4d0d-ae52-18377fe90ad2 of type vlan for network ee990ed7-9e29-4fec-8044-f4260890e713 Oct 30 16:03:42.496736 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-22d90cda-fd67-49ba-8c0e-c65b28455e7d tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:42.522342 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-22d90cda-fd67-49ba-8c0e-c65b28455e7d tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:42.528502 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d90cda-fd67-49ba-8c0e-c65b28455e7d tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:03:42.529183 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-22d90cda-fd67-49ba-8c0e-c65b28455e7d tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:42.555485 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-1f7b4732-0b92-4c18-af92-fecf4d279b1a None None] Provisioning complete for port 4d031a84-20cd-4015-9ae1-808b5b1a0e2a triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:03:42.555965 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1f7b4732-0b92-4c18-af92-fecf4d279b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:42.586702 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-22d90cda-fd67-49ba-8c0e-c65b28455e7d tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2040339 Oct 30 16:03:42.590684 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 57518) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:03:42.596126 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-81045fe5-4854-4845-844a-7fc4e1170eb2 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Request body: {'subnet': {'network_id': 'ee990ed7-9e29-4fec-8044-f4260890e713', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:03:42.598940 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d90cda-fd67-49ba-8c0e-c65b28455e7d tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Pushing event updated for resources: {'Network': ['ID=ee990ed7-9e29-4fec-8044-f4260890e713,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:42.625367 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network ee990ed7-9e29-4fec-8044-f4260890e713 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 16:03:42.707022 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81045fe5-4854-4845-844a-7fc4e1170eb2 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Made reservation on behalf of 0bca775501624334b89b8e43b4f51245 for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 16:03:42.711257 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-81045fe5-4854-4845-844a-7fc4e1170eb2 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:42.789090 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 4d031a84-20cd-4015-9ae1-808b5b1a0e2a up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:03:42.844181 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 4d031a84-20cd-4015-9ae1-808b5b1a0e2a triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:03:42.845226 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:42.868735 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a8694925-ee75-4ecd-988d-39429aac1d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:42.896224 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-81045fe5-4854-4845-844a-7fc4e1170eb2 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:42.910564 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e381427-8105-4295-b739-3d25f0168234 None None] Network 8df18ee9-5909-43de-9b03-a2ec937a4248 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 16:03:42.923876 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e381427-8105-4295-b739-3d25f0168234 None None] Network 8df18ee9-5909-43de-9b03-a2ec937a4248 could not be found, it might have been deleted concurrently. {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 30 16:03:42.950758 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be9c4ab-87b5-4624-89b1-4fbfdaada72b None None] get_active_networks_info from n-d-806683-17 {{(pid=102132) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 30 16:03:42.959838 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81045fe5-4854-4845-844a-7fc4e1170eb2 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Pushing event updated for resources: {'Subnet': ['ID=404f2fdb-8e14-4232-9f1e-6b13a6d3b616,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:42.970632 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81045fe5-4854-4845-844a-7fc4e1170eb2 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Checking segment: {'id': '14014a1e-4d6b-4d0d-ae52-18377fe90ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'ee990ed7-9e29-4fec-8044-f4260890e713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:03:42.971002 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81045fe5-4854-4845-844a-7fc4e1170eb2 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Network hostable DHCP agents. Network: ee990ed7-9e29-4fec-8044-f4260890e713, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 16:03:42.992342 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81045fe5-4854-4845-844a-7fc4e1170eb2 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Network ee990ed7-9e29-4fec-8044-f4260890e713 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 16:03:43.006343 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-81045fe5-4854-4845-844a-7fc4e1170eb2 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, ee990ed7-9e29-4fec-8044-f4260890e713) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:03:43.010931 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81045fe5-4854-4845-844a-7fc4e1170eb2 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:03:43.011544 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-81045fe5-4854-4845-844a-7fc4e1170eb2 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:43.031626 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-81045fe5-4854-4845-844a-7fc4e1170eb2 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4362676 Oct 30 16:03:43.031855 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 57520) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:03:43.037013 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-d9e9b711-f31a-4f83-8be4-6669ff391b37 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1194983424'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:03:43.057013 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e9b711-f31a-4f83-8be4-6669ff391b37 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Made reservation on behalf of 0bca775501624334b89b8e43b4f51245 for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 16:03:43.060445 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d9e9b711-f31a-4f83-8be4-6669ff391b37 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:43.084788 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9e9b711-f31a-4f83-8be4-6669ff391b37 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 16:03:43.093492 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d9e9b711-f31a-4f83-8be4-6669ff391b37 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:43.093831 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-d9e9b711-f31a-4f83-8be4-6669ff391b37 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Added segment 2f4979bd-4f8c-4bcb-8379-960a3a55e47a of type vlan for network a0168030-016d-4c14-a598-a8d423034cf6 Oct 30 16:03:43.133771 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d9e9b711-f31a-4f83-8be4-6669ff391b37 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:43.135713 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be9c4ab-87b5-4624-89b1-4fbfdaada72b None None] Unable to find a vacant binding_index for network ee990ed7-9e29-4fec-8044-f4260890e713 and agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 {{(pid=102132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Oct 30 16:03:43.141330 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be9c4ab-87b5-4624-89b1-4fbfdaada72b None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, ee990ed7-9e29-4fec-8044-f4260890e713) {{(pid=102132) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 30 16:03:43.158905 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d9e9b711-f31a-4f83-8be4-6669ff391b37 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:43.165045 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e9b711-f31a-4f83-8be4-6669ff391b37 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:03:43.165662 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d9e9b711-f31a-4f83-8be4-6669ff391b37 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:43.224889 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-d9e9b711-f31a-4f83-8be4-6669ff391b37 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1913748 Oct 30 16:03:43.227800 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 57522) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:03:43.232728 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-9bafe90c-3bd5-48d5-be89-7bf161ddcca4 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Request body: {'subnet': {'network_id': 'a0168030-016d-4c14-a598-a8d423034cf6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:03:43.283567 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e9b711-f31a-4f83-8be4-6669ff391b37 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Pushing event updated for resources: {'Network': ['ID=a0168030-016d-4c14-a598-a8d423034cf6,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:43.320754 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network a0168030-016d-4c14-a598-a8d423034cf6 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 16:03:43.334975 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bafe90c-3bd5-48d5-be89-7bf161ddcca4 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Made reservation on behalf of 0bca775501624334b89b8e43b4f51245 for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 16:03:43.338719 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9bafe90c-3bd5-48d5-be89-7bf161ddcca4 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:43.437383 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352ae6cc-8897-46ee-95e7-ec970153a858 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-ee990ed7-9e29-4fec-8044-f4260890e713', 'network_id': 'ee990ed7-9e29-4fec-8044-f4260890e713', 'tenant_id': '0bca775501624334b89b8e43b4f51245', 'fixed_ips': [{'subnet_id': '404f2fdb-8e14-4232-9f1e-6b13a6d3b616'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 16:03:43.438261 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-352ae6cc-8897-46ee-95e7-ec970153a858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:43.525215 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9bafe90c-3bd5-48d5-be89-7bf161ddcca4 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:43.574652 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-352ae6cc-8897-46ee-95e7-ec970153a858 None None] Allocated IP 2001:db8::2 (ee990ed7-9e29-4fec-8044-f4260890e713/404f2fdb-8e14-4232-9f1e-6b13a6d3b616/cd99c945-220c-4007-b569-e10c6628ca0d) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 16:03:43.585710 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafe90c-3bd5-48d5-be89-7bf161ddcca4 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Pushing event updated for resources: {'Subnet': ['ID=a1f0e751-3fba-471c-ab60-1d3d525abaeb,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:43.593243 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bafe90c-3bd5-48d5-be89-7bf161ddcca4 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Checking segment: {'id': '2f4979bd-4f8c-4bcb-8379-960a3a55e47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a0168030-016d-4c14-a598-a8d423034cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:03:43.593605 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bafe90c-3bd5-48d5-be89-7bf161ddcca4 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Network hostable DHCP agents. Network: a0168030-016d-4c14-a598-a8d423034cf6, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 16:03:43.609574 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bafe90c-3bd5-48d5-be89-7bf161ddcca4 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Network a0168030-016d-4c14-a598-a8d423034cf6 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 16:03:43.618132 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-9bafe90c-3bd5-48d5-be89-7bf161ddcca4 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, a0168030-016d-4c14-a598-a8d423034cf6) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:03:43.624971 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bafe90c-3bd5-48d5-be89-7bf161ddcca4 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:03:43.625836 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9bafe90c-3bd5-48d5-be89-7bf161ddcca4 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:43.641685 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9bafe90c-3bd5-48d5-be89-7bf161ddcca4 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4128640 Oct 30 16:03:43.644427 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 57524) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:03:43.729226 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-352ae6cc-8897-46ee-95e7-ec970153a858 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:43.733985 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-352ae6cc-8897-46ee-95e7-ec970153a858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:43.754997 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-90644148-dc10-46fc-a51a-31ab91ddafd3 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:43.778269 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352ae6cc-8897-46ee-95e7-ec970153a858 None None] Network ee990ed7-9e29-4fec-8044-f4260890e713 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:03:43.783345 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-352ae6cc-8897-46ee-95e7-ec970153a858 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:03:43.785512 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352ae6cc-8897-46ee-95e7-ec970153a858 None None] Pushing event updated for resources: {'Port': ['ID=cd99c945-220c-4007-b569-e10c6628ca0d,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:43.788005 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352ae6cc-8897-46ee-95e7-ec970153a858 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 16:03:43.839999 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-90644148-dc10-46fc-a51a-31ab91ddafd3 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:43.840915 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-352ae6cc-8897-46ee-95e7-ec970153a858 None None] Attempting to bind port cd99c945-220c-4007-b569-e10c6628ca0d on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 16:03:43.841289 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-352ae6cc-8897-46ee-95e7-ec970153a858 None None] Attempting to bind port cd99c945-220c-4007-b569-e10c6628ca0d by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '14014a1e-4d6b-4d0d-ae52-18377fe90ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'ee990ed7-9e29-4fec-8044-f4260890e713'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 16:03:43.841652 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352ae6cc-8897-46ee-95e7-ec970153a858 None None] Attempting to bind port cd99c945-220c-4007-b569-e10c6628ca0d on network ee990ed7-9e29-4fec-8044-f4260890e713 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:03:43.846787 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352ae6cc-8897-46ee-95e7-ec970153a858 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 16, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 16:03:43.847267 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352ae6cc-8897-46ee-95e7-ec970153a858 None None] Checking segment: {'id': '14014a1e-4d6b-4d0d-ae52-18377fe90ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'ee990ed7-9e29-4fec-8044-f4260890e713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:03:43.847783 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-352ae6cc-8897-46ee-95e7-ec970153a858 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:43.848270 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352ae6cc-8897-46ee-95e7-ec970153a858 None None] Bound using segment: {'id': '14014a1e-4d6b-4d0d-ae52-18377fe90ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'ee990ed7-9e29-4fec-8044-f4260890e713'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 16:03:43.848864 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-352ae6cc-8897-46ee-95e7-ec970153a858 None None] Bound port: cd99c945-220c-4007-b569-e10c6628ca0d, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14014a1e-4d6b-4d0d-ae52-18377fe90ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'ee990ed7-9e29-4fec-8044-f4260890e713'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 16:03:43.849373 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-352ae6cc-8897-46ee-95e7-ec970153a858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:43.899005 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-90644148-dc10-46fc-a51a-31ab91ddafd3 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:43.913593 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-352ae6cc-8897-46ee-95e7-ec970153a858 None None] For port cd99c945-220c-4007-b569-e10c6628ca0d, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 16:03:43.916782 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-352ae6cc-8897-46ee-95e7-ec970153a858 None None] For port cd99c945-220c-4007-b569-e10c6628ca0d, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=cd99c945-220c-4007-b569-e10c6628ca0d,segment=NetworkSegment(14014a1e-4d6b-4d0d-ae52-18377fe90ad2),segment_id=14014a1e-4d6b-4d0d-ae52-18377fe90ad2)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 16:03:43.922018 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-352ae6cc-8897-46ee-95e7-ec970153a858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:43.925509 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90644148-dc10-46fc-a51a-31ab91ddafd3 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Pushing event deleted for resources: {'Subnet': ['ID=a1f0e751-3fba-471c-ab60-1d3d525abaeb,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:43.982102 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352ae6cc-8897-46ee-95e7-ec970153a858 None None] Pushing event updated for resources: {'Port': ['ID=cd99c945-220c-4007-b569-e10c6628ca0d,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:43.997073 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-90644148-dc10-46fc-a51a-31ab91ddafd3 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:44.017233 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-90644148-dc10-46fc-a51a-31ab91ddafd3 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0168030-016d-4c14-a598-a8d423034cf6']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:03:44.027399 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-90644148-dc10-46fc-a51a-31ab91ddafd3 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f4979bd-4f8c-4bcb-8379-960a3a55e47a') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:03:44.027719 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-90644148-dc10-46fc-a51a-31ab91ddafd3 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f4979bd-4f8c-4bcb-8379-960a3a55e47a') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:03:44.038310 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-90644148-dc10-46fc-a51a-31ab91ddafd3 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:44.052038 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-90644148-dc10-46fc-a51a-31ab91ddafd3 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:44.058643 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90644148-dc10-46fc-a51a-31ab91ddafd3 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 16:03:44.059033 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-90644148-dc10-46fc-a51a-31ab91ddafd3 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:44.062309 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 16:03:44.062309 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 16:03:44.062309 n-d-806683-17 neutron-server[102131]: timer() Oct 30 16:03:44.062309 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 16:03:44.062309 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 16:03:44.062309 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 16:03:44.062309 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 16:03:44.062309 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 16:03:44.062309 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 16:03:44.062309 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 16:03:44.062309 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 16:03:44.062309 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 16:03:44.062309 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 16:03:44.062309 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 16:03:44.062309 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 16:03:44.062309 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 16:03:44.062309 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 16:03:44.062309 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 16:03:44.062309 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 16:03:44.062309 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 16:03:44.062309 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 16:03:44.062309 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 16:03:44.062309 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 16:03:44.062309 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 16:03:44.062309 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 16:03:44.062309 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 16:03:44.062309 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 16:03:44.062309 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 16:03:44.062309 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 16:03:44.062309 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 16:03:44.062309 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 16:03:44.062309 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 16:03:44.132952 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-90644148-dc10-46fc-a51a-31ab91ddafd3 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:44.144063 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-90644148-dc10-46fc-a51a-31ab91ddafd3 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:44.147925 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-90644148-dc10-46fc-a51a-31ab91ddafd3 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] 10.222.0.62 "DELETE /v2.0/networks/a0168030-016d-4c14-a598-a8d423034cf6 HTTP/1.1" status: 204 len: 168 time: 0.5024538 Oct 30 16:03:44.150633 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 57526) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:03:44.161199 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90644148-dc10-46fc-a51a-31ab91ddafd3 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Pushing event deleted for resources: {'Network': ['ID=a0168030-016d-4c14-a598-a8d423034cf6,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:44.184755 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f3c1e8f-664b-4b0f-8ecd-721161ff6284 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] GET failed (client error): The resource could not be found. Oct 30 16:03:44.186202 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9f3c1e8f-664b-4b0f-8ecd-721161ff6284 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] 10.222.0.62 "GET /v2.0/subnets/a1f0e751-3fba-471c-ab60-1d3d525abaeb HTTP/1.1" status: 404 len: 337 time: 0.0344632 Oct 30 16:03:44.189283 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 57528) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:03:44.207886 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d53fa3a-693c-41d0-9982-2189646dcfd5 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] DELETE failed (client error): The resource could not be found. Oct 30 16:03:44.208436 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d53fa3a-693c-41d0-9982-2189646dcfd5 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 16:03:44.211737 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-1d53fa3a-693c-41d0-9982-2189646dcfd5 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] 10.222.0.62 "DELETE /v2.0/networks/a0168030-016d-4c14-a598-a8d423034cf6 HTTP/1.1" status: 404 len: 339 time: 0.0212872 Oct 30 16:03:44.215617 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 57530) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:03:44.242661 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-85d20520-2147-4e1c-8a20-eaff8b5ea377 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] DELETE failed (client error): The resource could not be found. Oct 30 16:03:44.243121 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85d20520-2147-4e1c-8a20-eaff8b5ea377 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 16:03:44.246207 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-85d20520-2147-4e1c-8a20-eaff8b5ea377 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] 10.222.0.62 "DELETE /v2.0/subnets/a1f0e751-3fba-471c-ab60-1d3d525abaeb HTTP/1.1" status: 404 len: 337 time: 0.0296345 Oct 30 16:03:44.248918 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 57532) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:03:44.272151 n-d-806683-17 neutron-server[102131]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1350c29-f39d-4a00-8e44-745461773461 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] DELETE failed (client error): The resource could not be found. Oct 30 16:03:44.272677 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1350c29-f39d-4a00-8e44-745461773461 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 16:03:44.275622 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-e1350c29-f39d-4a00-8e44-745461773461 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] 10.222.0.62 "DELETE /v2.0/networks/a0168030-016d-4c14-a598-a8d423034cf6 HTTP/1.1" status: 404 len: 339 time: 0.0255680 Oct 30 16:03:44.278185 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 57534) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:03:44.327925 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-0606f618-5842-4653-a8f6-0f4a606e9b20 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Deleting subnet 404f2fdb-8e14-4232-9f1e-6b13a6d3b616 {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 16:03:44.330854 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0606f618-5842-4653-a8f6-0f4a606e9b20 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:44.371166 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0606f618-5842-4653-a8f6-0f4a606e9b20 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:44.456491 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0606f618-5842-4653-a8f6-0f4a606e9b20 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:44.808638 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0606f618-5842-4653-a8f6-0f4a606e9b20 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:44.818963 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device cd99c945-220c-4007-b569-e10c6628ca0d up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:03:44.835145 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0606f618-5842-4653-a8f6-0f4a606e9b20 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Pushing event deleted for resources: {'Subnet': ['ID=404f2fdb-8e14-4232-9f1e-6b13a6d3b616,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:44.846168 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0606f618-5842-4653-a8f6-0f4a606e9b20 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:44.849724 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-0606f618-5842-4653-a8f6-0f4a606e9b20 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] 10.222.0.62 "DELETE /v2.0/subnets/404f2fdb-8e14-4232-9f1e-6b13a6d3b616 HTTP/1.1" status: 204 len: 168 time: 0.5706279 Oct 30 16:03:44.852267 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 57536) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:03:44.879144 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port cd99c945-220c-4007-b569-e10c6628ca0d triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:03:44.879666 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:44.923088 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fa65b8-02bf-4acd-a6da-c4add97a4f5b None None] Network ee990ed7-9e29-4fec-8044-f4260890e713 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 16:03:44.926255 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e202926-85ab-43ed-a39f-fa0f05c78dec None None] Network a0168030-016d-4c14-a598-a8d423034cf6 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 16:03:44.939165 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-80996145-c068-407a-a63a-6fb3b10992d3 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:44.978952 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e202926-85ab-43ed-a39f-fa0f05c78dec None None] Network a0168030-016d-4c14-a598-a8d423034cf6 could not be found, it might have been deleted concurrently. {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 30 16:03:44.992894 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-80996145-c068-407a-a63a-6fb3b10992d3 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Deleting port cd99c945-220c-4007-b569-e10c6628ca0d {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:03:44.993234 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-80996145-c068-407a-a63a-6fb3b10992d3 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:44.994759 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8f4010-99f9-44df-9e4c-6fa586beea23 None None] Network a0168030-016d-4c14-a598-a8d423034cf6 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 16:03:45.021890 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8f4010-99f9-44df-9e4c-6fa586beea23 None None] Network a0168030-016d-4c14-a598-a8d423034cf6 could not be found, it might have been deleted concurrently. {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 30 16:03:45.066163 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-80996145-c068-407a-a63a-6fb3b10992d3 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] For port cd99c945-220c-4007-b569-e10c6628ca0d, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=cd99c945-220c-4007-b569-e10c6628ca0d,segment=NetworkSegment(14014a1e-4d6b-4d0d-ae52-18377fe90ad2),segment_id=14014a1e-4d6b-4d0d-ae52-18377fe90ad2)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:03:45.066757 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-80996145-c068-407a-a63a-6fb3b10992d3 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:45.082956 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-80996145-c068-407a-a63a-6fb3b10992d3 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Calling delete_port for cd99c945-220c-4007-b569-e10c6628ca0d owned by network:dhcp {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:03:45.086552 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-f009b3a7-8bc9-437b-b1c1-a19ed76dd132 None None] Provisioning complete for port cd99c945-220c-4007-b569-e10c6628ca0d triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:03:45.089369 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f009b3a7-8bc9-437b-b1c1-a19ed76dd132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:45.132342 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:45.166913 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-80996145-c068-407a-a63a-6fb3b10992d3 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:45.174886 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-f009b3a7-8bc9-437b-b1c1-a19ed76dd132 None None] Could not find standard attr ID for object cd99c945-220c-4007-b569-e10c6628ca0d. {{(pid=102132) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 30 16:03:45.181768 n-d-806683-17 neutron-server[102132]: INFO neutron.plugins.ml2.db [None req-f009b3a7-8bc9-437b-b1c1-a19ed76dd132 None None] No ports have port_id starting with cd99c945-220c-4007-b569-e10c6628ca0d Oct 30 16:03:45.194761 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80996145-c068-407a-a63a-6fb3b10992d3 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Pushing event deleted for resources: {'Port': ['ID=cd99c945-220c-4007-b569-e10c6628ca0d,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:45.196620 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80996145-c068-407a-a63a-6fb3b10992d3 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] No DVR routers for this DVR port cd99c945-220c-4007-b569-e10c6628ca0d on host n-d-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 16:03:45.201693 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fa3949-3ede-4e4d-8ccf-e73ef943cf36 None None] Network ee990ed7-9e29-4fec-8044-f4260890e713 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 16:03:45.276143 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-80996145-c068-407a-a63a-6fb3b10992d3 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:45.295492 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-80996145-c068-407a-a63a-6fb3b10992d3 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee990ed7-9e29-4fec-8044-f4260890e713']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:03:45.305064 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-80996145-c068-407a-a63a-6fb3b10992d3 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14014a1e-4d6b-4d0d-ae52-18377fe90ad2') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:03:45.305355 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-80996145-c068-407a-a63a-6fb3b10992d3 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14014a1e-4d6b-4d0d-ae52-18377fe90ad2') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:03:45.314747 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-80996145-c068-407a-a63a-6fb3b10992d3 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:45.328865 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-80996145-c068-407a-a63a-6fb3b10992d3 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:45.335419 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80996145-c068-407a-a63a-6fb3b10992d3 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 16:03:45.335841 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-80996145-c068-407a-a63a-6fb3b10992d3 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:45.338996 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 16:03:45.338996 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 16:03:45.338996 n-d-806683-17 neutron-server[102131]: timer() Oct 30 16:03:45.338996 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 16:03:45.338996 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 16:03:45.338996 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 16:03:45.338996 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 16:03:45.338996 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 16:03:45.338996 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 16:03:45.338996 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 16:03:45.338996 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 16:03:45.338996 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 16:03:45.338996 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 16:03:45.338996 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 16:03:45.338996 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 16:03:45.338996 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 16:03:45.338996 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 16:03:45.338996 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 16:03:45.338996 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 16:03:45.338996 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 16:03:45.338996 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 16:03:45.338996 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 16:03:45.338996 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 16:03:45.338996 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 16:03:45.338996 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 16:03:45.338996 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 16:03:45.338996 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 16:03:45.338996 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 16:03:45.338996 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 16:03:45.338996 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 16:03:45.338996 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 16:03:45.338996 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 16:03:45.368106 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f6bf74-93be-4767-b11d-83dd5ab82785 None None] DHCP port deletion for ee990ed7-9e29-4fec-8044-f4260890e713 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 16:03:45.401283 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-80996145-c068-407a-a63a-6fb3b10992d3 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:45.410680 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-80996145-c068-407a-a63a-6fb3b10992d3 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:45.414510 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-80996145-c068-407a-a63a-6fb3b10992d3 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] 10.222.0.62 "DELETE /v2.0/networks/ee990ed7-9e29-4fec-8044-f4260890e713 HTTP/1.1" status: 204 len: 168 time: 0.5613439 Oct 30 16:03:45.417162 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 57538) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:03:45.425985 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80996145-c068-407a-a63a-6fb3b10992d3 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Pushing event deleted for resources: {'Network': ['ID=ee990ed7-9e29-4fec-8044-f4260890e713,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:45.445598 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-95a43d22-e553-47d2-b0a5-01ad3911a49c tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] DELETE failed (client error): The resource could not be found. Oct 30 16:03:45.446051 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95a43d22-e553-47d2-b0a5-01ad3911a49c tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 16:03:45.449097 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-95a43d22-e553-47d2-b0a5-01ad3911a49c tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] 10.222.0.62 "DELETE /v2.0/subnets/02cd6c7c-204c-460e-ae5a-5ebc8f2e38fd HTTP/1.1" status: 404 len: 337 time: 0.0309358 Oct 30 16:03:45.451588 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 57540) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:03:45.468898 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a8e5aca-c620-4155-95d1-69c6dc0e4673 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] DELETE failed (client error): The resource could not be found. Oct 30 16:03:45.469415 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a8e5aca-c620-4155-95d1-69c6dc0e4673 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 16:03:45.472421 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-7a8e5aca-c620-4155-95d1-69c6dc0e4673 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] 10.222.0.62 "DELETE /v2.0/networks/8df18ee9-5909-43de-9b03-a2ec937a4248 HTTP/1.1" status: 404 len: 339 time: 0.0198622 Oct 30 16:03:45.475320 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 57542) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:03:45.816589 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-21259009-1610-49a6-9d50-493b800f1c73 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] DELETE failed (client error): The resource could not be found. Oct 30 16:03:45.817049 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21259009-1610-49a6-9d50-493b800f1c73 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 16:03:45.820147 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-21259009-1610-49a6-9d50-493b800f1c73 tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] 10.222.0.62 "DELETE /v2.0/subnets/0db62b6f-916e-468c-a925-57928f713cb0 HTTP/1.1" status: 404 len: 337 time: 0.3438883 Oct 30 16:03:45.822624 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 57544) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:03:45.840258 n-d-806683-17 neutron-server[102130]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebba160a-02b6-41e0-87a0-885e7ca2ce2e tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] DELETE failed (client error): The resource could not be found. Oct 30 16:03:45.840778 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebba160a-02b6-41e0-87a0-885e7ca2ce2e tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 30 16:03:45.843661 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-ebba160a-02b6-41e0-87a0-885e7ca2ce2e tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] 10.222.0.62 "DELETE /v2.0/networks/1cf2bab9-a22c-4a1c-8d2d-19b4b279c619 HTTP/1.1" status: 404 len: 339 time: 0.0201211 Oct 30 16:03:45.845858 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 57546) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:03:45.893895 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2368ed7-4664-4120-b214-d7c05250c40c tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Deleting subnet 6022c97c-6d6e-43b1-a481-cf1e120b9407 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 16:03:45.897447 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e2368ed7-4664-4120-b214-d7c05250c40c tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:45.945726 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e2368ed7-4664-4120-b214-d7c05250c40c tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:46.029200 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e2368ed7-4664-4120-b214-d7c05250c40c tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:46.084429 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e2368ed7-4664-4120-b214-d7c05250c40c tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:46.110609 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2368ed7-4664-4120-b214-d7c05250c40c tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Pushing event deleted for resources: {'Subnet': ['ID=6022c97c-6d6e-43b1-a481-cf1e120b9407,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:46.115735 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e2368ed7-4664-4120-b214-d7c05250c40c tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:46.118462 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e2368ed7-4664-4120-b214-d7c05250c40c tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] 10.222.0.62 "DELETE /v2.0/subnets/6022c97c-6d6e-43b1-a481-cf1e120b9407 HTTP/1.1" status: 204 len: 168 time: 0.2716618 Oct 30 16:03:46.120863 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 57548) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:03:46.121842 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baca35a1-e854-434b-b788-e7ec00507cd0 None None] Network b734a750-3750-46f2-9299-997918bc2e8a requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 16:03:46.200424 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-89e27dd9-13f9-4d7b-94be-67ace72479fa tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:46.250879 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-89e27dd9-13f9-4d7b-94be-67ace72479fa tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Deleting port 4d031a84-20cd-4015-9ae1-808b5b1a0e2a {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:03:46.251222 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-89e27dd9-13f9-4d7b-94be-67ace72479fa tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:46.290849 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1a5add-af8b-4cb4-a38f-b619d03ddd30 None None] DHCP port deletion for b734a750-3750-46f2-9299-997918bc2e8a request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 16:03:46.319081 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-89e27dd9-13f9-4d7b-94be-67ace72479fa tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] For port 4d031a84-20cd-4015-9ae1-808b5b1a0e2a, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=4d031a84-20cd-4015-9ae1-808b5b1a0e2a,segment=NetworkSegment(c26758cc-4c7b-4c36-9c3b-8c5ade1abbba),segment_id=c26758cc-4c7b-4c36-9c3b-8c5ade1abbba)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:03:46.319495 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-89e27dd9-13f9-4d7b-94be-67ace72479fa tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:46.331565 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-89e27dd9-13f9-4d7b-94be-67ace72479fa tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Calling delete_port for 4d031a84-20cd-4015-9ae1-808b5b1a0e2a owned by network:dhcp {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:03:46.337320 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-7b1a5add-af8b-4cb4-a38f-b619d03ddd30 None None] Deleting port 4d031a84-20cd-4015-9ae1-808b5b1a0e2a {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:03:46.337700 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7b1a5add-af8b-4cb4-a38f-b619d03ddd30 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:46.402919 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-7b1a5add-af8b-4cb4-a38f-b619d03ddd30 None None] For port 4d031a84-20cd-4015-9ae1-808b5b1a0e2a, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=4d031a84-20cd-4015-9ae1-808b5b1a0e2a,segment=NetworkSegment(c26758cc-4c7b-4c36-9c3b-8c5ade1abbba),segment_id=c26758cc-4c7b-4c36-9c3b-8c5ade1abbba)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:03:46.403331 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7b1a5add-af8b-4cb4-a38f-b619d03ddd30 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:46.410502 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-89e27dd9-13f9-4d7b-94be-67ace72479fa tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:46.419102 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-7b1a5add-af8b-4cb4-a38f-b619d03ddd30 None None] Calling delete_port for 4d031a84-20cd-4015-9ae1-808b5b1a0e2a owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:03:46.448744 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e27dd9-13f9-4d7b-94be-67ace72479fa tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Pushing event deleted for resources: {'Port': ['ID=4d031a84-20cd-4015-9ae1-808b5b1a0e2a,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:46.452566 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e27dd9-13f9-4d7b-94be-67ace72479fa tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] No DVR routers for this DVR port 4d031a84-20cd-4015-9ae1-808b5b1a0e2a on host n-d-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 16:03:46.497199 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7b1a5add-af8b-4cb4-a38f-b619d03ddd30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:46.522459 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1a5add-af8b-4cb4-a38f-b619d03ddd30 None None] Pushing event deleted for resources: {'Port': ['ID=4d031a84-20cd-4015-9ae1-808b5b1a0e2a,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:46.525788 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1a5add-af8b-4cb4-a38f-b619d03ddd30 None None] No DVR routers for this DVR port 4d031a84-20cd-4015-9ae1-808b5b1a0e2a on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 16:03:46.550338 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-89e27dd9-13f9-4d7b-94be-67ace72479fa tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:46.570631 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-89e27dd9-13f9-4d7b-94be-67ace72479fa tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b734a750-3750-46f2-9299-997918bc2e8a']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:03:46.579582 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-89e27dd9-13f9-4d7b-94be-67ace72479fa tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c26758cc-4c7b-4c36-9c3b-8c5ade1abbba') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:03:46.579880 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-89e27dd9-13f9-4d7b-94be-67ace72479fa tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c26758cc-4c7b-4c36-9c3b-8c5ade1abbba') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:03:46.588967 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-89e27dd9-13f9-4d7b-94be-67ace72479fa tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:46.601449 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-89e27dd9-13f9-4d7b-94be-67ace72479fa tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:46.607090 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89e27dd9-13f9-4d7b-94be-67ace72479fa tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 16:03:46.607483 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-89e27dd9-13f9-4d7b-94be-67ace72479fa tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:46.610398 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 16:03:46.610398 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 16:03:46.610398 n-d-806683-17 neutron-server[102130]: timer() Oct 30 16:03:46.610398 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 16:03:46.610398 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 16:03:46.610398 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 16:03:46.610398 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 16:03:46.610398 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 16:03:46.610398 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 16:03:46.610398 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 16:03:46.610398 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 16:03:46.610398 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 16:03:46.610398 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 16:03:46.610398 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 16:03:46.610398 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 16:03:46.610398 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 16:03:46.610398 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 16:03:46.610398 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 16:03:46.610398 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 16:03:46.610398 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 16:03:46.610398 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 16:03:46.610398 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 16:03:46.610398 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 16:03:46.610398 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 16:03:46.610398 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 16:03:46.610398 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 16:03:46.610398 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 16:03:46.610398 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 16:03:46.610398 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 16:03:46.610398 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 16:03:46.610398 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 16:03:46.610398 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 16:03:46.670684 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-89e27dd9-13f9-4d7b-94be-67ace72479fa tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:46.678015 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-89e27dd9-13f9-4d7b-94be-67ace72479fa tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:46.684006 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-89e27dd9-13f9-4d7b-94be-67ace72479fa tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] 10.222.0.62 "DELETE /v2.0/networks/b734a750-3750-46f2-9299-997918bc2e8a HTTP/1.1" status: 204 len: 168 time: 0.5620773 Oct 30 16:03:46.697003 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e27dd9-13f9-4d7b-94be-67ace72479fa tempest-NetworksIpV6Test-1067272869 tempest-NetworksIpV6Test-1067272869-project] Pushing event deleted for resources: {'Network': ['ID=b734a750-3750-46f2-9299-997918bc2e8a,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:46.765787 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 4d031a84-20cd-4015-9ae1-808b5b1a0e2a no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 16:03:46.790466 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 4d031a84-20cd-4015-9ae1-808b5b1a0e2a {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 16:03:46.790759 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 4d031a84-20cd-4015-9ae1-808b5b1a0e2a not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 16:03:46.791184 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device cd99c945-220c-4007-b569-e10c6628ca0d no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 16:03:46.935815 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 57554) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:03:46.978102 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: cd99c945-220c-4007-b569-e10c6628ca0d {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 16:03:46.978346 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device cd99c945-220c-4007-b569-e10c6628ca0d not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 16:03:47.074275 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-e4b925c5-f84d-40f2-9504-19cc472c5f9b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0bca775501624334b89b8e43b4f51245&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1372795 Oct 30 16:03:47.076747 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 57558) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:03:47.124222 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1ecb4ed3-206e-4689-84f5-4359684c4183 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:47.144740 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1ecb4ed3-206e-4689-84f5-4359684c4183 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:47.190282 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1ecb4ed3-206e-4689-84f5-4359684c4183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:47.192875 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1ecb4ed3-206e-4689-84f5-4359684c4183 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:47.194048 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-1ecb4ed3-206e-4689-84f5-4359684c4183 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e7cb7c88-b195-46dc-8db9-d67aae3cd1c2 HTTP/1.1" status: 204 len: 168 time: 0.1163979 Oct 30 16:03:47.201541 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecb4ed3-206e-4689-84f5-4359684c4183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7cb7c88-b195-46dc-8db9-d67aae3cd1c2,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:47.809804 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 57580) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:03:47.901770 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-0bd83a9d-e419-4f1f-859c-47db064d487b tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-32324913', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:03:47.925078 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0bd83a9d-e419-4f1f-859c-47db064d487b tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:47.926067 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0bd83a9d-e419-4f1f-859c-47db064d487b tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:47.977854 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0bd83a9d-e419-4f1f-859c-47db064d487b tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:47.981899 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0bd83a9d-e419-4f1f-859c-47db064d487b tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:47.998960 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-0bd83a9d-e419-4f1f-859c-47db064d487b tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:48.000193 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-0bd83a9d-e419-4f1f-859c-47db064d487b tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1893554 Oct 30 16:03:48.002800 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 57584) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:03:48.008051 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-9aec653c-4fe6-49ab-b904-a2760162068e tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-638585871'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:03:48.031796 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aec653c-4fe6-49ab-b904-a2760162068e tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Made reservation on behalf of f611199b65e84fc5aabd4337c5d38046 for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 16:03:48.035201 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9aec653c-4fe6-49ab-b904-a2760162068e tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:48.044330 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9aec653c-4fe6-49ab-b904-a2760162068e tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:48.121227 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9aec653c-4fe6-49ab-b904-a2760162068e tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:48.124933 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9aec653c-4fe6-49ab-b904-a2760162068e tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:48.155046 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aec653c-4fe6-49ab-b904-a2760162068e tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 16:03:48.165529 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aec653c-4fe6-49ab-b904-a2760162068e tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afd1bdb7-b45d-427d-b36a-8770ff5d6218,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:48.171724 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9aec653c-4fe6-49ab-b904-a2760162068e tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:48.172067 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-9aec653c-4fe6-49ab-b904-a2760162068e tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Added segment 4b7a0fd7-0d0c-4e3c-ab52-23322c5501af of type vlan for network 3e44fd6e-93b7-4d1d-aae3-a49a9ee5bda4 Oct 30 16:03:48.213023 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9aec653c-4fe6-49ab-b904-a2760162068e tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:48.237134 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9aec653c-4fe6-49ab-b904-a2760162068e tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:48.243174 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aec653c-4fe6-49ab-b904-a2760162068e tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:03:48.243787 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9aec653c-4fe6-49ab-b904-a2760162068e tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:48.299044 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-9aec653c-4fe6-49ab-b904-a2760162068e tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2952223 Oct 30 16:03:48.301773 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 57586) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:03:48.306834 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-08c16e75-5ca7-474b-abf1-6f9171524a5f tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Request body: {'subnet': {'network_id': '3e44fd6e-93b7-4d1d-aae3-a49a9ee5bda4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:03:48.358583 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aec653c-4fe6-49ab-b904-a2760162068e tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Pushing event updated for resources: {'Network': ['ID=3e44fd6e-93b7-4d1d-aae3-a49a9ee5bda4,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:48.368352 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 3e44fd6e-93b7-4d1d-aae3-a49a9ee5bda4 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 16:03:48.405959 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c16e75-5ca7-474b-abf1-6f9171524a5f tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Made reservation on behalf of f611199b65e84fc5aabd4337c5d38046 for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 16:03:48.409455 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-08c16e75-5ca7-474b-abf1-6f9171524a5f tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:48.588759 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-08c16e75-5ca7-474b-abf1-6f9171524a5f tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:48.654191 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c16e75-5ca7-474b-abf1-6f9171524a5f tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Pushing event updated for resources: {'Subnet': ['ID=38f1578e-c9b4-428a-89ad-35c67dbe5078,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:48.662624 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c16e75-5ca7-474b-abf1-6f9171524a5f tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Checking segment: {'id': '4b7a0fd7-0d0c-4e3c-ab52-23322c5501af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3e44fd6e-93b7-4d1d-aae3-a49a9ee5bda4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:03:48.662988 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c16e75-5ca7-474b-abf1-6f9171524a5f tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Network hostable DHCP agents. Network: 3e44fd6e-93b7-4d1d-aae3-a49a9ee5bda4, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 16:03:48.679754 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c16e75-5ca7-474b-abf1-6f9171524a5f tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Network 3e44fd6e-93b7-4d1d-aae3-a49a9ee5bda4 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 16:03:48.688407 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-08c16e75-5ca7-474b-abf1-6f9171524a5f tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 3e44fd6e-93b7-4d1d-aae3-a49a9ee5bda4) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:03:48.692616 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c16e75-5ca7-474b-abf1-6f9171524a5f tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:03:48.693707 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-08c16e75-5ca7-474b-abf1-6f9171524a5f tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:48.699410 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34249bf2-c206-48d9-b02c-1b607144f668 None None] Network 3e44fd6e-93b7-4d1d-aae3-a49a9ee5bda4 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 16:03:48.714186 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-08c16e75-5ca7-474b-abf1-6f9171524a5f tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4085646 Oct 30 16:03:48.714989 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 57588) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:03:48.722585 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-0b8493de-08b8-4c2a-992b-2b551d7b40c0 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1904717384'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:03:48.744492 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b8493de-08b8-4c2a-992b-2b551d7b40c0 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Made reservation on behalf of f611199b65e84fc5aabd4337c5d38046 for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 16:03:48.747917 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0b8493de-08b8-4c2a-992b-2b551d7b40c0 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:48.771883 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b8493de-08b8-4c2a-992b-2b551d7b40c0 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 16:03:48.780713 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0b8493de-08b8-4c2a-992b-2b551d7b40c0 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:48.781053 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-0b8493de-08b8-4c2a-992b-2b551d7b40c0 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Added segment 90f5ae4c-50dc-4312-a5c8-ff3473394a8d of type vlan for network 43c5d8ea-0c9a-4dfa-a6cb-e4074daa782f Oct 30 16:03:48.820575 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0b8493de-08b8-4c2a-992b-2b551d7b40c0 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:48.844243 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0b8493de-08b8-4c2a-992b-2b551d7b40c0 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:48.849824 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8493de-08b8-4c2a-992b-2b551d7b40c0 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:03:48.850367 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0b8493de-08b8-4c2a-992b-2b551d7b40c0 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:48.854001 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e14438a-05bc-4584-97e6-4c6e6b3939bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-3e44fd6e-93b7-4d1d-aae3-a49a9ee5bda4', 'network_id': '3e44fd6e-93b7-4d1d-aae3-a49a9ee5bda4', 'tenant_id': 'f611199b65e84fc5aabd4337c5d38046', 'fixed_ips': [{'subnet_id': '38f1578e-c9b4-428a-89ad-35c67dbe5078'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 16:03:48.854862 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5e14438a-05bc-4584-97e6-4c6e6b3939bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:48.912087 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 57590) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:03:48.912291 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-0b8493de-08b8-4c2a-992b-2b551d7b40c0 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1949818 Oct 30 16:03:48.917348 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-c332514a-0631-46ce-b30f-9dfd2a20be37 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Request body: {'subnet': {'network_id': '43c5d8ea-0c9a-4dfa-a6cb-e4074daa782f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:03:48.930003 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8493de-08b8-4c2a-992b-2b551d7b40c0 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Pushing event updated for resources: {'Network': ['ID=43c5d8ea-0c9a-4dfa-a6cb-e4074daa782f,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:48.942756 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 43c5d8ea-0c9a-4dfa-a6cb-e4074daa782f details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 16:03:49.008461 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c332514a-0631-46ce-b30f-9dfd2a20be37 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Made reservation on behalf of f611199b65e84fc5aabd4337c5d38046 for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 16:03:49.012786 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c332514a-0631-46ce-b30f-9dfd2a20be37 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:49.044158 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-5e14438a-05bc-4584-97e6-4c6e6b3939bd None None] Allocated IP 172.20.0.2 (3e44fd6e-93b7-4d1d-aae3-a49a9ee5bda4/38f1578e-c9b4-428a-89ad-35c67dbe5078/6ef67255-ff58-4aa0-b9a5-85390b6db5c2) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 16:03:49.195354 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5e14438a-05bc-4584-97e6-4c6e6b3939bd None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:49.200920 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5e14438a-05bc-4584-97e6-4c6e6b3939bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:49.201897 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c332514a-0631-46ce-b30f-9dfd2a20be37 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:49.243077 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e14438a-05bc-4584-97e6-4c6e6b3939bd None None] Network 3e44fd6e-93b7-4d1d-aae3-a49a9ee5bda4 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:03:49.246012 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-5e14438a-05bc-4584-97e6-4c6e6b3939bd None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:03:49.250589 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e14438a-05bc-4584-97e6-4c6e6b3939bd None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 16:03:49.252560 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e14438a-05bc-4584-97e6-4c6e6b3939bd None None] Pushing event updated for resources: {'Port': ['ID=6ef67255-ff58-4aa0-b9a5-85390b6db5c2,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:49.265553 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c332514a-0631-46ce-b30f-9dfd2a20be37 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Pushing event updated for resources: {'Subnet': ['ID=9a12a695-1cb9-4986-983d-f58c6885b9e1,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:49.272983 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c332514a-0631-46ce-b30f-9dfd2a20be37 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Checking segment: {'id': '90f5ae4c-50dc-4312-a5c8-ff3473394a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '43c5d8ea-0c9a-4dfa-a6cb-e4074daa782f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:03:49.273343 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c332514a-0631-46ce-b30f-9dfd2a20be37 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Network hostable DHCP agents. Network: 43c5d8ea-0c9a-4dfa-a6cb-e4074daa782f, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 16:03:49.291414 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c332514a-0631-46ce-b30f-9dfd2a20be37 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Network 43c5d8ea-0c9a-4dfa-a6cb-e4074daa782f is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 16:03:49.300308 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-c332514a-0631-46ce-b30f-9dfd2a20be37 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 43c5d8ea-0c9a-4dfa-a6cb-e4074daa782f) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:03:49.304983 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c332514a-0631-46ce-b30f-9dfd2a20be37 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:03:49.305560 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c332514a-0631-46ce-b30f-9dfd2a20be37 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:49.306288 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-5e14438a-05bc-4584-97e6-4c6e6b3939bd None None] Attempting to bind port 6ef67255-ff58-4aa0-b9a5-85390b6db5c2 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 16:03:49.306569 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-5e14438a-05bc-4584-97e6-4c6e6b3939bd None None] Attempting to bind port 6ef67255-ff58-4aa0-b9a5-85390b6db5c2 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '4b7a0fd7-0d0c-4e3c-ab52-23322c5501af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3e44fd6e-93b7-4d1d-aae3-a49a9ee5bda4'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 16:03:49.306938 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e14438a-05bc-4584-97e6-4c6e6b3939bd None None] Attempting to bind port 6ef67255-ff58-4aa0-b9a5-85390b6db5c2 on network 3e44fd6e-93b7-4d1d-aae3-a49a9ee5bda4 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:03:49.312464 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a2c929-1a23-4596-bb57-1c09eddeb623 None None] Network 43c5d8ea-0c9a-4dfa-a6cb-e4074daa782f requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 16:03:49.321024 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e14438a-05bc-4584-97e6-4c6e6b3939bd None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 16, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 16:03:49.321398 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e14438a-05bc-4584-97e6-4c6e6b3939bd None None] Checking segment: {'id': '4b7a0fd7-0d0c-4e3c-ab52-23322c5501af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3e44fd6e-93b7-4d1d-aae3-a49a9ee5bda4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:03:49.321795 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5e14438a-05bc-4584-97e6-4c6e6b3939bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:49.322189 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e14438a-05bc-4584-97e6-4c6e6b3939bd None None] Bound using segment: {'id': '4b7a0fd7-0d0c-4e3c-ab52-23322c5501af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3e44fd6e-93b7-4d1d-aae3-a49a9ee5bda4'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 16:03:49.322632 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-c332514a-0631-46ce-b30f-9dfd2a20be37 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4094234 Oct 30 16:03:49.322762 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-5e14438a-05bc-4584-97e6-4c6e6b3939bd None None] Bound port: 6ef67255-ff58-4aa0-b9a5-85390b6db5c2, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b7a0fd7-0d0c-4e3c-ab52-23322c5501af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3e44fd6e-93b7-4d1d-aae3-a49a9ee5bda4'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 16:03:49.323115 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5e14438a-05bc-4584-97e6-4c6e6b3939bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:49.325958 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 57592) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:03:49.330502 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-90a77ce2-b290-4eb5-8066-e49e340d3c4c tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Request body: {'router': {'external_gateway_info': {'network_id': '43c5d8ea-0c9a-4dfa-a6cb-e4074daa782f'}}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:03:49.447087 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-5e14438a-05bc-4584-97e6-4c6e6b3939bd None None] For port 6ef67255-ff58-4aa0-b9a5-85390b6db5c2, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 16:03:49.452800 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-5e14438a-05bc-4584-97e6-4c6e6b3939bd None None] For port 6ef67255-ff58-4aa0-b9a5-85390b6db5c2, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=6ef67255-ff58-4aa0-b9a5-85390b6db5c2,segment=NetworkSegment(4b7a0fd7-0d0c-4e3c-ab52-23322c5501af),segment_id=4b7a0fd7-0d0c-4e3c-ab52-23322c5501af)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 16:03:49.477691 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5e14438a-05bc-4584-97e6-4c6e6b3939bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:49.562448 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-90a77ce2-b290-4eb5-8066-e49e340d3c4c tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:49.576045 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e14438a-05bc-4584-97e6-4c6e6b3939bd None None] Pushing event updated for resources: {'Port': ['ID=6ef67255-ff58-4aa0-b9a5-85390b6db5c2,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:49.593884 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb0506c-872b-4fef-a33d-4c559cf3cfd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-43c5d8ea-0c9a-4dfa-a6cb-e4074daa782f', 'network_id': '43c5d8ea-0c9a-4dfa-a6cb-e4074daa782f', 'tenant_id': 'f611199b65e84fc5aabd4337c5d38046', 'fixed_ips': [{'subnet_id': '9a12a695-1cb9-4986-983d-f58c6885b9e1'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 16:03:49.594892 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bbb0506c-872b-4fef-a33d-4c559cf3cfd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:49.678833 n-d-806683-17 neutron-server[102131]: INFO neutron.api.v2.resource [None req-90a77ce2-b290-4eb5-8066-e49e340d3c4c tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 30 16:03:49.680277 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-90a77ce2-b290-4eb5-8066-e49e340d3c4c tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] 10.222.0.62 "PUT /v2.0/routers/793865cb-0fda-4125-906d-d18fc48f2b26 HTTP/1.1" status: 400 len: 364 time: 0.3533661 Oct 30 16:03:49.686304 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 57594) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:03:49.760715 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-bbb0506c-872b-4fef-a33d-4c559cf3cfd3 None None] Allocated IP 172.21.0.2 (43c5d8ea-0c9a-4dfa-a6cb-e4074daa782f/9a12a695-1cb9-4986-983d-f58c6885b9e1/72702665-f7e4-4138-b40a-f37af5e0f90e) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 16:03:49.772452 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-8102d895-afbe-46da-9185-1ae8130ce516 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Deleting subnet 9a12a695-1cb9-4986-983d-f58c6885b9e1 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 16:03:49.923581 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bbb0506c-872b-4fef-a33d-4c559cf3cfd3 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:49.928936 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8102d895-afbe-46da-9185-1ae8130ce516 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:49.929820 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bbb0506c-872b-4fef-a33d-4c559cf3cfd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:49.970994 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8102d895-afbe-46da-9185-1ae8130ce516 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:49.971200 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb0506c-872b-4fef-a33d-4c559cf3cfd3 None None] Network 43c5d8ea-0c9a-4dfa-a6cb-e4074daa782f is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:03:49.974142 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-bbb0506c-872b-4fef-a33d-4c559cf3cfd3 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:03:49.977712 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb0506c-872b-4fef-a33d-4c559cf3cfd3 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 16:03:49.985064 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb0506c-872b-4fef-a33d-4c559cf3cfd3 None None] Pushing event updated for resources: {'Port': ['ID=72702665-f7e4-4138-b40a-f37af5e0f90e,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:50.040801 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-bbb0506c-872b-4fef-a33d-4c559cf3cfd3 None None] Attempting to bind port 72702665-f7e4-4138-b40a-f37af5e0f90e on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 16:03:50.041168 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-bbb0506c-872b-4fef-a33d-4c559cf3cfd3 None None] Attempting to bind port 72702665-f7e4-4138-b40a-f37af5e0f90e by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '90f5ae4c-50dc-4312-a5c8-ff3473394a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '43c5d8ea-0c9a-4dfa-a6cb-e4074daa782f'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 16:03:50.041541 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb0506c-872b-4fef-a33d-4c559cf3cfd3 None None] Attempting to bind port 72702665-f7e4-4138-b40a-f37af5e0f90e on network 43c5d8ea-0c9a-4dfa-a6cb-e4074daa782f {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:03:50.047278 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb0506c-872b-4fef-a33d-4c559cf3cfd3 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 16, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 16:03:50.047794 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb0506c-872b-4fef-a33d-4c559cf3cfd3 None None] Checking segment: {'id': '90f5ae4c-50dc-4312-a5c8-ff3473394a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '43c5d8ea-0c9a-4dfa-a6cb-e4074daa782f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:03:50.048108 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bbb0506c-872b-4fef-a33d-4c559cf3cfd3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:50.048508 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb0506c-872b-4fef-a33d-4c559cf3cfd3 None None] Bound using segment: {'id': '90f5ae4c-50dc-4312-a5c8-ff3473394a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '43c5d8ea-0c9a-4dfa-a6cb-e4074daa782f'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 16:03:50.048989 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-bbb0506c-872b-4fef-a33d-4c559cf3cfd3 None None] Bound port: 72702665-f7e4-4138-b40a-f37af5e0f90e, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90f5ae4c-50dc-4312-a5c8-ff3473394a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '43c5d8ea-0c9a-4dfa-a6cb-e4074daa782f'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 16:03:50.049379 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bbb0506c-872b-4fef-a33d-4c559cf3cfd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:50.062958 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8102d895-afbe-46da-9185-1ae8130ce516 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:50.121791 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8102d895-afbe-46da-9185-1ae8130ce516 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:50.124319 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-bbb0506c-872b-4fef-a33d-4c559cf3cfd3 None None] For port 72702665-f7e4-4138-b40a-f37af5e0f90e, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 16:03:50.128054 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-bbb0506c-872b-4fef-a33d-4c559cf3cfd3 None None] For port 72702665-f7e4-4138-b40a-f37af5e0f90e, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=72702665-f7e4-4138-b40a-f37af5e0f90e,segment=NetworkSegment(90f5ae4c-50dc-4312-a5c8-ff3473394a8d),segment_id=90f5ae4c-50dc-4312-a5c8-ff3473394a8d)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 16:03:50.132634 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bbb0506c-872b-4fef-a33d-4c559cf3cfd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:50.150223 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8102d895-afbe-46da-9185-1ae8130ce516 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Pushing event deleted for resources: {'Subnet': ['ID=9a12a695-1cb9-4986-983d-f58c6885b9e1,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:50.154042 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8102d895-afbe-46da-9185-1ae8130ce516 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:50.158687 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-8102d895-afbe-46da-9185-1ae8130ce516 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] 10.222.0.62 "DELETE /v2.0/subnets/9a12a695-1cb9-4986-983d-f58c6885b9e1 HTTP/1.1" status: 204 len: 168 time: 0.4713743 Oct 30 16:03:50.160507 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 57596) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:03:50.192941 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb0506c-872b-4fef-a33d-4c559cf3cfd3 None None] Pushing event updated for resources: {'Port': ['ID=72702665-f7e4-4138-b40a-f37af5e0f90e,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:50.243577 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e0141681-5d20-4f4f-9900-00ecae93d417 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:50.305776 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-e0141681-5d20-4f4f-9900-00ecae93d417 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Deleting port 72702665-f7e4-4138-b40a-f37af5e0f90e {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:03:50.306125 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e0141681-5d20-4f4f-9900-00ecae93d417 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:50.376008 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-e0141681-5d20-4f4f-9900-00ecae93d417 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] For port 72702665-f7e4-4138-b40a-f37af5e0f90e, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=72702665-f7e4-4138-b40a-f37af5e0f90e,segment=NetworkSegment(90f5ae4c-50dc-4312-a5c8-ff3473394a8d),segment_id=90f5ae4c-50dc-4312-a5c8-ff3473394a8d)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:03:50.376383 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e0141681-5d20-4f4f-9900-00ecae93d417 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:50.400315 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-e0141681-5d20-4f4f-9900-00ecae93d417 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Calling delete_port for 72702665-f7e4-4138-b40a-f37af5e0f90e owned by network:dhcp {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:03:50.489555 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e0141681-5d20-4f4f-9900-00ecae93d417 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:50.517503 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0141681-5d20-4f4f-9900-00ecae93d417 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Pushing event deleted for resources: {'Port': ['ID=72702665-f7e4-4138-b40a-f37af5e0f90e,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:50.521237 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0141681-5d20-4f4f-9900-00ecae93d417 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] No DVR routers for this DVR port 72702665-f7e4-4138-b40a-f37af5e0f90e on host n-d-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 16:03:50.608519 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e0141681-5d20-4f4f-9900-00ecae93d417 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:50.629415 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-e0141681-5d20-4f4f-9900-00ecae93d417 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43c5d8ea-0c9a-4dfa-a6cb-e4074daa782f']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:03:50.639715 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-e0141681-5d20-4f4f-9900-00ecae93d417 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90f5ae4c-50dc-4312-a5c8-ff3473394a8d') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:03:50.640032 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-e0141681-5d20-4f4f-9900-00ecae93d417 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90f5ae4c-50dc-4312-a5c8-ff3473394a8d') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:03:50.649393 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e0141681-5d20-4f4f-9900-00ecae93d417 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:50.651080 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4af697f-13c7-4a1a-9aba-85b1da59209c None None] Network 3e44fd6e-93b7-4d1d-aae3-a49a9ee5bda4 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 16:03:50.662853 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e0141681-5d20-4f4f-9900-00ecae93d417 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:50.670062 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0141681-5d20-4f4f-9900-00ecae93d417 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 16:03:50.670507 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e0141681-5d20-4f4f-9900-00ecae93d417 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:50.673722 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 16:03:50.673722 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 16:03:50.673722 n-d-806683-17 neutron-server[102130]: timer() Oct 30 16:03:50.673722 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 16:03:50.673722 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 16:03:50.673722 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 16:03:50.673722 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 16:03:50.673722 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 16:03:50.673722 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 16:03:50.673722 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 16:03:50.673722 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 16:03:50.673722 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 16:03:50.673722 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 16:03:50.673722 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 16:03:50.673722 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 16:03:50.673722 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 16:03:50.673722 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 16:03:50.673722 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 16:03:50.673722 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 16:03:50.673722 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 16:03:50.673722 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 16:03:50.673722 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 16:03:50.673722 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 16:03:50.673722 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 16:03:50.673722 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 16:03:50.673722 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 16:03:50.673722 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 16:03:50.673722 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 16:03:50.673722 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 16:03:50.673722 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 16:03:50.673722 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 16:03:50.673722 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 16:03:50.712939 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-9c08fa5b-2a16-4bb5-ac7c-92ea800730b3 None None] Provisioning complete for port 6ef67255-ff58-4aa0-b9a5-85390b6db5c2 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:03:50.713309 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9c08fa5b-2a16-4bb5-ac7c-92ea800730b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:50.739833 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e0141681-5d20-4f4f-9900-00ecae93d417 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:50.751145 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e0141681-5d20-4f4f-9900-00ecae93d417 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:50.754948 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e0141681-5d20-4f4f-9900-00ecae93d417 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] 10.222.0.62 "DELETE /v2.0/networks/43c5d8ea-0c9a-4dfa-a6cb-e4074daa782f HTTP/1.1" status: 204 len: 168 time: 0.5925751 Oct 30 16:03:50.757581 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 57598) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:03:50.766635 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0141681-5d20-4f4f-9900-00ecae93d417 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Pushing event deleted for resources: {'Network': ['ID=43c5d8ea-0c9a-4dfa-a6cb-e4074daa782f,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:50.819976 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-148e80a7-636d-48f3-857f-40e90737481e tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Deleting subnet 38f1578e-c9b4-428a-89ad-35c67dbe5078 {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 16:03:50.823540 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-148e80a7-636d-48f3-857f-40e90737481e tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:50.830558 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 6ef67255-ff58-4aa0-b9a5-85390b6db5c2 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:03:50.866377 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-148e80a7-636d-48f3-857f-40e90737481e tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:50.925481 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9c08fa5b-2a16-4bb5-ac7c-92ea800730b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:50.951706 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-148e80a7-636d-48f3-857f-40e90737481e tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:50.961522 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 6ef67255-ff58-4aa0-b9a5-85390b6db5c2 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:03:50.961896 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:51.023947 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-148e80a7-636d-48f3-857f-40e90737481e tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:51.058196 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148e80a7-636d-48f3-857f-40e90737481e tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Pushing event deleted for resources: {'Subnet': ['ID=38f1578e-c9b4-428a-89ad-35c67dbe5078,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:51.065926 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-148e80a7-636d-48f3-857f-40e90737481e tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:51.071614 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-148e80a7-636d-48f3-857f-40e90737481e tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] 10.222.0.62 "DELETE /v2.0/subnets/38f1578e-c9b4-428a-89ad-35c67dbe5078 HTTP/1.1" status: 204 len: 168 time: 0.3108661 Oct 30 16:03:51.071924 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 57600) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:03:51.093485 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:51.110224 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.db.api [None req-9c08fa5b-2a16-4bb5-ac7c-92ea800730b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 30 16:03:51.110621 n-d-806683-17 neutron-server[102132]: DEBUG oslo_db.api [None req-9c08fa5b-2a16-4bb5-ac7c-92ea800730b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 30 16:03:51.164902 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.db.api [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 30 16:03:51.165269 n-d-806683-17 neutron-server[102132]: DEBUG oslo_db.api [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 30 16:03:51.165542 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9c01255a-215e-438f-8e3b-65cfb32cbd23 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:51.226388 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-9c01255a-215e-438f-8e3b-65cfb32cbd23 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Deleting port 6ef67255-ff58-4aa0-b9a5-85390b6db5c2 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:03:51.226729 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9c01255a-215e-438f-8e3b-65cfb32cbd23 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:51.244999 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e4b641de-da3d-4629-a3f6-49efdaf943e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:51.247714 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c8ffd9-5583-4b2d-8dc2-8eebe374f65a None None] Network 3e44fd6e-93b7-4d1d-aae3-a49a9ee5bda4 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 16:03:51.304792 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-9c01255a-215e-438f-8e3b-65cfb32cbd23 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] For port 6ef67255-ff58-4aa0-b9a5-85390b6db5c2, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=6ef67255-ff58-4aa0-b9a5-85390b6db5c2,segment=NetworkSegment(4b7a0fd7-0d0c-4e3c-ab52-23322c5501af),segment_id=4b7a0fd7-0d0c-4e3c-ab52-23322c5501af)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:03:51.305408 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9c01255a-215e-438f-8e3b-65cfb32cbd23 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:51.321149 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-9c01255a-215e-438f-8e3b-65cfb32cbd23 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Calling delete_port for 6ef67255-ff58-4aa0-b9a5-85390b6db5c2 owned by network:dhcp {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:03:51.409006 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9c01255a-215e-438f-8e3b-65cfb32cbd23 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:51.431330 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd67c743-355d-4862-ac93-a4f7cc7e5b29 None None] DHCP port deletion for 43c5d8ea-0c9a-4dfa-a6cb-e4074daa782f request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 16:03:51.442411 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c01255a-215e-438f-8e3b-65cfb32cbd23 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Pushing event deleted for resources: {'Port': ['ID=6ef67255-ff58-4aa0-b9a5-85390b6db5c2,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:51.444950 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c01255a-215e-438f-8e3b-65cfb32cbd23 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] No DVR routers for this DVR port 6ef67255-ff58-4aa0-b9a5-85390b6db5c2 on host n-d-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 16:03:51.455413 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c716f7-99b9-4324-8cb2-fa538bd80895 None None] Network 43c5d8ea-0c9a-4dfa-a6cb-e4074daa782f requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 16:03:51.472743 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30423eae-8f40-4048-9049-3f65e0f9a18b None None] DHCP port deletion for 3e44fd6e-93b7-4d1d-aae3-a49a9ee5bda4 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 16:03:51.475398 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c716f7-99b9-4324-8cb2-fa538bd80895 None None] Network 43c5d8ea-0c9a-4dfa-a6cb-e4074daa782f could not be found, it might have been deleted concurrently. {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 30 16:03:51.523978 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9c01255a-215e-438f-8e3b-65cfb32cbd23 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:51.543798 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-9c01255a-215e-438f-8e3b-65cfb32cbd23 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e44fd6e-93b7-4d1d-aae3-a49a9ee5bda4']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:03:51.553409 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-9c01255a-215e-438f-8e3b-65cfb32cbd23 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b7a0fd7-0d0c-4e3c-ab52-23322c5501af') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:03:51.553703 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-9c01255a-215e-438f-8e3b-65cfb32cbd23 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b7a0fd7-0d0c-4e3c-ab52-23322c5501af') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:03:51.562914 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9c01255a-215e-438f-8e3b-65cfb32cbd23 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:51.575952 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9c01255a-215e-438f-8e3b-65cfb32cbd23 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:51.581882 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c01255a-215e-438f-8e3b-65cfb32cbd23 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 16:03:51.582255 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9c01255a-215e-438f-8e3b-65cfb32cbd23 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:51.585253 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 16:03:51.585253 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 16:03:51.585253 n-d-806683-17 neutron-server[102131]: timer() Oct 30 16:03:51.585253 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 16:03:51.585253 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 16:03:51.585253 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 16:03:51.585253 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 16:03:51.585253 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 16:03:51.585253 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 16:03:51.585253 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 16:03:51.585253 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 16:03:51.585253 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 16:03:51.585253 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 16:03:51.585253 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 16:03:51.585253 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 16:03:51.585253 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 16:03:51.585253 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 16:03:51.585253 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 16:03:51.585253 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 16:03:51.585253 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 16:03:51.585253 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 16:03:51.585253 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 16:03:51.585253 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 16:03:51.585253 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 16:03:51.585253 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 16:03:51.585253 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 16:03:51.585253 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 16:03:51.585253 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 16:03:51.585253 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 16:03:51.585253 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 16:03:51.585253 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 16:03:51.585253 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 16:03:51.631130 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-9c08fa5b-2a16-4bb5-ac7c-92ea800730b3 None None] Port 6ef67255-ff58-4aa0-b9a5-85390b6db5c2 update to ACTIVE by agent not found {{(pid=102132) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 30 16:03:51.645494 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9c01255a-215e-438f-8e3b-65cfb32cbd23 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:51.651115 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9c01255a-215e-438f-8e3b-65cfb32cbd23 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:51.654411 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-9c01255a-215e-438f-8e3b-65cfb32cbd23 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] 10.222.0.62 "DELETE /v2.0/networks/3e44fd6e-93b7-4d1d-aae3-a49a9ee5bda4 HTTP/1.1" status: 204 len: 168 time: 0.5814843 Oct 30 16:03:51.657152 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 57602) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:03:51.671165 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c01255a-215e-438f-8e3b-65cfb32cbd23 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Pushing event deleted for resources: {'Network': ['ID=3e44fd6e-93b7-4d1d-aae3-a49a9ee5bda4,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:51.688896 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-31d70873-b6ce-4b3c-a6ed-1d47c05b555c tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] 10.222.0.62 "GET /v2.0/ports?device_id=793865cb-0fda-4125-906d-d18fc48f2b26 HTTP/1.1" status: 200 len: 205 time: 0.0305243 Oct 30 16:03:51.691269 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 57604) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:03:51.692369 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Port 6ef67255-ff58-4aa0-b9a5-85390b6db5c2 update to ACTIVE by agent not found {{(pid=102132) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 30 16:03:51.743935 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-f8139bbb-d04e-449c-863a-b7e559e2a07b None None] Could not find standard attr ID for object 72702665-f7e4-4138-b40a-f37af5e0f90e. {{(pid=102132) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 30 16:03:51.747163 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-f8139bbb-d04e-449c-863a-b7e559e2a07b None None] Could not find standard attr ID for object 6ef67255-ff58-4aa0-b9a5-85390b6db5c2. {{(pid=102132) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 30 16:03:51.771760 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1f038ee4-5417-4c8c-9541-59c75a4db4b4 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Publish callbacks [] for router, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:51.930035 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1f038ee4-5417-4c8c-9541-59c75a4db4b4 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:51.932205 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1f038ee4-5417-4c8c-9541-59c75a4db4b4 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:51.976162 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1f038ee4-5417-4c8c-9541-59c75a4db4b4 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:51.976662 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f038ee4-5417-4c8c-9541-59c75a4db4b4 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Fanout notify agent at l3_agent the message router_deleted on router 793865cb-0fda-4125-906d-d18fc48f2b26 {{(pid=102130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 16:03:51.985114 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1f038ee4-5417-4c8c-9541-59c75a4db4b4 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:51.986198 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-1f038ee4-5417-4c8c-9541-59c75a4db4b4 tempest-RoutersNegativeTest-1511509958 tempest-RoutersNegativeTest-1511509958-project] 10.222.0.62 "DELETE /v2.0/routers/793865cb-0fda-4125-906d-d18fc48f2b26 HTTP/1.1" status: 204 len: 168 time: 0.2939992 Oct 30 16:03:52.229317 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 57610) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:03:52.357627 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-ffc3c9ae-6c51-4ad2-a07e-4312bb2eae3b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f611199b65e84fc5aabd4337c5d38046&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1271379 Oct 30 16:03:52.360073 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 57614) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:03:52.406670 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c9eb15ea-649f-4b89-872a-6ba76467a32a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:52.427177 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c9eb15ea-649f-4b89-872a-6ba76467a32a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:52.476404 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c9eb15ea-649f-4b89-872a-6ba76467a32a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:52.479020 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c9eb15ea-649f-4b89-872a-6ba76467a32a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:52.480205 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-c9eb15ea-649f-4b89-872a-6ba76467a32a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/afd1bdb7-b45d-427d-b36a-8770ff5d6218 HTTP/1.1" status: 204 len: 168 time: 0.1192305 Oct 30 16:03:52.487741 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eb15ea-649f-4b89-872a-6ba76467a32a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd1bdb7-b45d-427d-b36a-8770ff5d6218,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:52.768605 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 6ef67255-ff58-4aa0-b9a5-85390b6db5c2 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 16:03:52.789567 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 6ef67255-ff58-4aa0-b9a5-85390b6db5c2 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 16:03:52.789916 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 6ef67255-ff58-4aa0-b9a5-85390b6db5c2 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 16:03:52.790325 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 72702665-f7e4-4138-b40a-f37af5e0f90e no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 16:03:52.809801 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 72702665-f7e4-4138-b40a-f37af5e0f90e {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 16:03:52.810149 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 72702665-f7e4-4138-b40a-f37af5e0f90e not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 16:03:53.087794 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 57636) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:03:53.182929 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-67d70beb-3fed-4707-afdf-22b14cea59d8 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-51007922-network', 'tenant_id': 'db7ead1735334c1f85abc927763f11aa'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:03:53.203001 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d70beb-3fed-4707-afdf-22b14cea59d8 admin admin] Made reservation on behalf of db7ead1735334c1f85abc927763f11aa for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 16:03:53.205271 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-67d70beb-3fed-4707-afdf-22b14cea59d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:53.213374 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-67d70beb-3fed-4707-afdf-22b14cea59d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:53.288176 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-67d70beb-3fed-4707-afdf-22b14cea59d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:53.291822 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-67d70beb-3fed-4707-afdf-22b14cea59d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:53.319089 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67d70beb-3fed-4707-afdf-22b14cea59d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 16:03:53.325224 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d70beb-3fed-4707-afdf-22b14cea59d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5254e0-db3c-45ed-b414-2ee086fd7615,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:53.332116 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-67d70beb-3fed-4707-afdf-22b14cea59d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:53.332459 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-67d70beb-3fed-4707-afdf-22b14cea59d8 admin admin] Added segment 175a6445-606f-4d5f-b87a-2283a925e326 of type vlan for network ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8 Oct 30 16:03:53.371449 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-67d70beb-3fed-4707-afdf-22b14cea59d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:53.394772 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-67d70beb-3fed-4707-afdf-22b14cea59d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:53.395887 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d70beb-3fed-4707-afdf-22b14cea59d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:03:53.396469 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-67d70beb-3fed-4707-afdf-22b14cea59d8 admin admin] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:53.450820 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-67d70beb-3fed-4707-afdf-22b14cea59d8 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3618197 Oct 30 16:03:53.453895 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 57640) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:03:53.459184 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-9b600b05-94a9-4e41-8b4e-5b62bf783f1c admin admin] Request body: {'subnet': {'network_id': 'ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-51007922-subnet', 'tenant_id': 'db7ead1735334c1f85abc927763f11aa', 'ip_version': 4}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:03:53.461444 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d70beb-3fed-4707-afdf-22b14cea59d8 admin admin] Pushing event updated for resources: {'Network': ['ID=ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:53.472097 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 16:03:53.479856 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b600b05-94a9-4e41-8b4e-5b62bf783f1c admin admin] Made reservation on behalf of db7ead1735334c1f85abc927763f11aa for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 16:03:53.482208 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9b600b05-94a9-4e41-8b4e-5b62bf783f1c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:53.652637 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9b600b05-94a9-4e41-8b4e-5b62bf783f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:53.712547 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b600b05-94a9-4e41-8b4e-5b62bf783f1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6db0eb1-7f9a-448a-af03-2626de12aba5,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:53.721792 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b600b05-94a9-4e41-8b4e-5b62bf783f1c admin admin] Checking segment: {'id': '175a6445-606f-4d5f-b87a-2283a925e326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:03:53.722153 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b600b05-94a9-4e41-8b4e-5b62bf783f1c admin admin] Network hostable DHCP agents. Network: ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 16:03:53.739171 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b600b05-94a9-4e41-8b4e-5b62bf783f1c admin admin] Network ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 16:03:53.748396 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-9b600b05-94a9-4e41-8b4e-5b62bf783f1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:03:53.752897 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b600b05-94a9-4e41-8b4e-5b62bf783f1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:03:53.753829 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9b600b05-94a9-4e41-8b4e-5b62bf783f1c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:53.756879 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09321763-3c36-42aa-8356-fc68e55700e8 None None] Network ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 16:03:53.769520 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9b600b05-94a9-4e41-8b4e-5b62bf783f1c admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3145399 Oct 30 16:03:53.772234 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 57642) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:03:53.776541 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-646d60f5-cd46-4300-94d0-ae31aedb39f7 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-51007922-router', 'tenant_id': 'db7ead1735334c1f85abc927763f11aa', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:03:53.798091 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-646d60f5-cd46-4300-94d0-ae31aedb39f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:53.799093 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-646d60f5-cd46-4300-94d0-ae31aedb39f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:53.852639 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-646d60f5-cd46-4300-94d0-ae31aedb39f7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:53.877594 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-47abeb43-90cc-4eaa-a65c-035fea940493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:53.920938 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fac9332-35d4-4840-8963-f34998e76bb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8', 'network_id': 'ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8', 'tenant_id': 'db7ead1735334c1f85abc927763f11aa', 'fixed_ips': [{'subnet_id': 'e6db0eb1-7f9a-448a-af03-2626de12aba5'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 16:03:53.921800 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1fac9332-35d4-4840-8963-f34998e76bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:53.997171 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-646d60f5-cd46-4300-94d0-ae31aedb39f7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:54.059042 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-1fac9332-35d4-4840-8963-f34998e76bb0 None None] Allocated IP 172.20.0.2 (ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8/e6db0eb1-7f9a-448a-af03-2626de12aba5/1a02fbc1-ccbb-43cc-a478-f06d02f5b16f) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 16:03:54.200324 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-646d60f5-cd46-4300-94d0-ae31aedb39f7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:54.201050 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1fac9332-35d4-4840-8963-f34998e76bb0 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:54.206410 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1fac9332-35d4-4840-8963-f34998e76bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:54.220627 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-646d60f5-cd46-4300-94d0-ae31aedb39f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:54.328275 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-646d60f5-cd46-4300-94d0-ae31aedb39f7 admin admin] Allocated IP 172.25.4.226 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/38fc5f94-a44a-43d2-a3b6-7e42023f01d2) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 16:03:54.412869 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fac9332-35d4-4840-8963-f34998e76bb0 None None] Network ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:03:54.416500 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fac9332-35d4-4840-8963-f34998e76bb0 None None] Pushing event updated for resources: {'Port': ['ID=1a02fbc1-ccbb-43cc-a478-f06d02f5b16f,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:54.418904 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-1fac9332-35d4-4840-8963-f34998e76bb0 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:03:54.421006 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fac9332-35d4-4840-8963-f34998e76bb0 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 16:03:54.442609 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-646d60f5-cd46-4300-94d0-ae31aedb39f7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:54.472328 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-1fac9332-35d4-4840-8963-f34998e76bb0 None None] Attempting to bind port 1a02fbc1-ccbb-43cc-a478-f06d02f5b16f on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 16:03:54.472699 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-1fac9332-35d4-4840-8963-f34998e76bb0 None None] Attempting to bind port 1a02fbc1-ccbb-43cc-a478-f06d02f5b16f by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '175a6445-606f-4d5f-b87a-2283a925e326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 16:03:54.473118 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fac9332-35d4-4840-8963-f34998e76bb0 None None] Attempting to bind port 1a02fbc1-ccbb-43cc-a478-f06d02f5b16f on network ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:03:54.476888 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-646d60f5-cd46-4300-94d0-ae31aedb39f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:54.478673 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fac9332-35d4-4840-8963-f34998e76bb0 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 16, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 16:03:54.479052 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fac9332-35d4-4840-8963-f34998e76bb0 None None] Checking segment: {'id': '175a6445-606f-4d5f-b87a-2283a925e326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:03:54.479453 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1fac9332-35d4-4840-8963-f34998e76bb0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:54.479876 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fac9332-35d4-4840-8963-f34998e76bb0 None None] Bound using segment: {'id': '175a6445-606f-4d5f-b87a-2283a925e326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 16:03:54.480362 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-1fac9332-35d4-4840-8963-f34998e76bb0 None None] Bound port: 1a02fbc1-ccbb-43cc-a478-f06d02f5b16f, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '175a6445-606f-4d5f-b87a-2283a925e326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 16:03:54.480730 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1fac9332-35d4-4840-8963-f34998e76bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:54.513467 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646d60f5-cd46-4300-94d0-ae31aedb39f7 admin admin] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:03:54.516374 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-646d60f5-cd46-4300-94d0-ae31aedb39f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:03:54.520143 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646d60f5-cd46-4300-94d0-ae31aedb39f7 admin admin] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 16:03:54.542185 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-1fac9332-35d4-4840-8963-f34998e76bb0 None None] For port 1a02fbc1-ccbb-43cc-a478-f06d02f5b16f, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 16:03:54.545226 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-1fac9332-35d4-4840-8963-f34998e76bb0 None None] For port 1a02fbc1-ccbb-43cc-a478-f06d02f5b16f, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=1a02fbc1-ccbb-43cc-a478-f06d02f5b16f,segment=NetworkSegment(175a6445-606f-4d5f-b87a-2283a925e326),segment_id=175a6445-606f-4d5f-b87a-2283a925e326)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 16:03:54.548736 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646d60f5-cd46-4300-94d0-ae31aedb39f7 admin admin] Pushing event updated for resources: {'Port': ['ID=38fc5f94-a44a-43d2-a3b6-7e42023f01d2,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:54.550005 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1fac9332-35d4-4840-8963-f34998e76bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:54.613104 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fac9332-35d4-4840-8963-f34998e76bb0 None None] Pushing event updated for resources: {'Port': ['ID=1a02fbc1-ccbb-43cc-a478-f06d02f5b16f,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:54.800702 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-646d60f5-cd46-4300-94d0-ae31aedb39f7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:54.840210 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:54.860745 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 1a02fbc1-ccbb-43cc-a478-f06d02f5b16f up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:03:54.912862 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 1a02fbc1-ccbb-43cc-a478-f06d02f5b16f triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:03:54.913493 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:55.007194 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:55.008507 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:55.016849 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-646d60f5-cd46-4300-94d0-ae31aedb39f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:55.042101 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 1a02fbc1-ccbb-43cc-a478-f06d02f5b16f, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=1a02fbc1-ccbb-43cc-a478-f06d02f5b16f,segment=NetworkSegment(175a6445-606f-4d5f-b87a-2283a925e326),segment_id=175a6445-606f-4d5f-b87a-2283a925e326)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:03:55.045364 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:55.093030 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=1a02fbc1-ccbb-43cc-a478-f06d02f5b16f,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:55.146786 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-646d60f5-cd46-4300-94d0-ae31aedb39f7 admin admin] Router a87cfe63-69e9-4b92-b6e7-2914422e0e1e is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 16:03:55.257818 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-646d60f5-cd46-4300-94d0-ae31aedb39f7 admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 16:03:55.268079 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481f5e37-2380-47a3-b460-8d19b609a920 None None] Sync routers for ids ['a87cfe63-69e9-4b92-b6e7-2914422e0e1e'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 16:03:55.277003 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-646d60f5-cd46-4300-94d0-ae31aedb39f7 admin admin] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:55.278280 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-646d60f5-cd46-4300-94d0-ae31aedb39f7 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5050862 Oct 30 16:03:55.281063 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 57644) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:03:55.284458 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481f5e37-2380-47a3-b460-8d19b609a920 None None] Routers {'a87cfe63-69e9-4b92-b6e7-2914422e0e1e'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:03:55.285099 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-481f5e37-2380-47a3-b460-8d19b609a920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:03:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['a87cfe63-69e9-4b92-b6e7-2914422e0e1e'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:03:55.405618 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-481f5e37-2380-47a3-b460-8d19b609a920 None None] Set router a87cfe63-69e9-4b92-b6e7-2914422e0e1e gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:03:55.505919 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db4b2d0-2e44-4c29-a5b8-8ddb9e550911 None None] Network ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 16:03:55.647186 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-63bb88ea-0890-4b5e-a1f0-9c84e275e111 None None] Provisioning complete for port 1a02fbc1-ccbb-43cc-a478-f06d02f5b16f triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:03:55.647473 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-63bb88ea-0890-4b5e-a1f0-9c84e275e111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:55.711391 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cfcf7d62-a249-48b4-894c-cf60f891cf1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:55.783175 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-481f5e37-2380-47a3-b460-8d19b609a920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a87cfe63-69e9-4b92-b6e7-2914422e0e1e', 'name': 'tempest-TestEncryptedCinderVolumes-51007922-router', 'tenant_id': 'db7ead1735334c1f85abc927763f11aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': '38fc5f94-a44a-43d2-a3b6-7e42023f01d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:03:53Z', 'updated_at': '2021-10-30T16:03:54Z', 'revision_number': 3, 'project_id': 'db7ead1735334c1f85abc927763f11aa', 'gw_port': {'id': '38fc5f94-a44a-43d2-a3b6-7e42023f01d2', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a8:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a87cfe63-69e9-4b92-b6e7-2914422e0e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:03:54Z', 'updated_at': '2021-10-30T16:03:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:03:55.819754 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481f5e37-2380-47a3-b460-8d19b609a920 None None] Checking router: a87cfe63-69e9-4b92-b6e7-2914422e0e1e for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 16:03:55.820113 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481f5e37-2380-47a3-b460-8d19b609a920 None None] Updating router a87cfe63-69e9-4b92-b6e7-2914422e0e1e port 38fc5f94-a44a-43d2-a3b6-7e42023f01d2 binding host n-d-806683-17 {{(pid=102132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 16:03:55.862489 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-481f5e37-2380-47a3-b460-8d19b609a920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:55.910108 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-cfcf7d62-a249-48b4-894c-cf60f891cf1d admin admin] Allocated IP 172.20.0.1 (ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8/e6db0eb1-7f9a-448a-af03-2626de12aba5/b2ad7330-0dc7-4933-9fdd-8cabe075add4) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 16:03:56.025076 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cfcf7d62-a249-48b4-894c-cf60f891cf1d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:56.060628 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cfcf7d62-a249-48b4-894c-cf60f891cf1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:56.100335 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcf7d62-a249-48b4-894c-cf60f891cf1d admin admin] Network ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:03:56.103283 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-cfcf7d62-a249-48b4-894c-cf60f891cf1d admin admin] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:03:56.106810 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcf7d62-a249-48b4-894c-cf60f891cf1d admin admin] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 16:03:56.115446 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-82e5cbdc-22bb-4cd7-a69e-e4b50294cf79 None None] Provisioning complete for port 1a02fbc1-ccbb-43cc-a478-f06d02f5b16f triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:03:56.115952 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-82e5cbdc-22bb-4cd7-a69e-e4b50294cf79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:56.132567 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcf7d62-a249-48b4-894c-cf60f891cf1d admin admin] Pushing event updated for resources: {'Port': ['ID=b2ad7330-0dc7-4933-9fdd-8cabe075add4,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:56.152469 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cfcf7d62-a249-48b4-894c-cf60f891cf1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:56.171436 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-481f5e37-2380-47a3-b460-8d19b609a920 None None] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:56.180052 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-481f5e37-2380-47a3-b460-8d19b609a920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:56.244339 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ca73d0-fb1d-43e7-846f-0bb02b4deae8 None None] Pushing event updated for resources: {'Port': ['ID=38fc5f94-a44a-43d2-a3b6-7e42023f01d2,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:56.272582 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-481f5e37-2380-47a3-b460-8d19b609a920 None None] Attempting to bind port 38fc5f94-a44a-43d2-a3b6-7e42023f01d2 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 16:03:56.273138 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-481f5e37-2380-47a3-b460-8d19b609a920 None None] Attempting to bind port 38fc5f94-a44a-43d2-a3b6-7e42023f01d2 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 16:03:56.273682 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481f5e37-2380-47a3-b460-8d19b609a920 None None] Attempting to bind port 38fc5f94-a44a-43d2-a3b6-7e42023f01d2 on network edc38ef5-7816-4133-914c-cfe2849a0125 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:03:56.287456 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481f5e37-2380-47a3-b460-8d19b609a920 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 16, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 16:03:56.287873 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481f5e37-2380-47a3-b460-8d19b609a920 None None] Checking segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:03:56.288300 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-481f5e37-2380-47a3-b460-8d19b609a920 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:56.288691 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481f5e37-2380-47a3-b460-8d19b609a920 None None] Bound using segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 16:03:56.289195 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-481f5e37-2380-47a3-b460-8d19b609a920 None None] Bound port: 38fc5f94-a44a-43d2-a3b6-7e42023f01d2, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 16:03:56.289585 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-481f5e37-2380-47a3-b460-8d19b609a920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:56.355765 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-481f5e37-2380-47a3-b460-8d19b609a920 None None] For port 38fc5f94-a44a-43d2-a3b6-7e42023f01d2, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 16:03:56.359284 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-481f5e37-2380-47a3-b460-8d19b609a920 None None] For port 38fc5f94-a44a-43d2-a3b6-7e42023f01d2, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=38fc5f94-a44a-43d2-a3b6-7e42023f01d2,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 16:03:56.364274 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-481f5e37-2380-47a3-b460-8d19b609a920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:56.424095 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481f5e37-2380-47a3-b460-8d19b609a920 None None] Routers {'a87cfe63-69e9-4b92-b6e7-2914422e0e1e'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:03:56.424651 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-481f5e37-2380-47a3-b460-8d19b609a920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:03:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['a87cfe63-69e9-4b92-b6e7-2914422e0e1e'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:03:56.493491 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ca73d0-fb1d-43e7-846f-0bb02b4deae8 None None] Pushing event updated for resources: {'Port': ['ID=38fc5f94-a44a-43d2-a3b6-7e42023f01d2,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:56.516256 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-f2dae610-a433-4eb3-853d-48e315a1ed0a None None] Provisioning complete for port b2ad7330-0dc7-4933-9fdd-8cabe075add4 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:03:56.516633 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f2dae610-a433-4eb3-853d-48e315a1ed0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:56.575900 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-f2dae610-a433-4eb3-853d-48e315a1ed0a None None] Port b2ad7330-0dc7-4933-9fdd-8cabe075add4 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 16:03:56.580673 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cfcf7d62-a249-48b4-894c-cf60f891cf1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:56.587334 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-481f5e37-2380-47a3-b460-8d19b609a920 None None] Set router a87cfe63-69e9-4b92-b6e7-2914422e0e1e gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:03:56.749806 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cfcf7d62-a249-48b4-894c-cf60f891cf1d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:56.756263 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cfcf7d62-a249-48b4-894c-cf60f891cf1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:56.779614 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 1a02fbc1-ccbb-43cc-a478-f06d02f5b16f up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:03:56.813225 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:56.826186 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcf7d62-a249-48b4-894c-cf60f891cf1d admin admin] Pushing event updated for resources: {'Port': ['ID=b2ad7330-0dc7-4933-9fdd-8cabe075add4,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:56.828802 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cfcf7d62-a249-48b4-894c-cf60f891cf1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:56.847344 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-481f5e37-2380-47a3-b460-8d19b609a920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a87cfe63-69e9-4b92-b6e7-2914422e0e1e', 'name': 'tempest-TestEncryptedCinderVolumes-51007922-router', 'tenant_id': 'db7ead1735334c1f85abc927763f11aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': '38fc5f94-a44a-43d2-a3b6-7e42023f01d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:03:53Z', 'updated_at': '2021-10-30T16:03:54Z', 'revision_number': 3, 'project_id': 'db7ead1735334c1f85abc927763f11aa', 'gw_port': {'id': '38fc5f94-a44a-43d2-a3b6-7e42023f01d2', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a8:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a87cfe63-69e9-4b92-b6e7-2914422e0e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:03:54Z', 'updated_at': '2021-10-30T16:03:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:03:56.875970 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481f5e37-2380-47a3-b460-8d19b609a920 None None] The sync data for ids ['a87cfe63-69e9-4b92-b6e7-2914422e0e1e'] in n-d-806683-17 is: [{'id': 'a87cfe63-69e9-4b92-b6e7-2914422e0e1e', 'name': 'tempest-TestEncryptedCinderVolumes-51007922-router', 'tenant_id': 'db7ead1735334c1f85abc927763f11aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': '38fc5f94-a44a-43d2-a3b6-7e42023f01d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:03:53Z', 'updated_at': '2021-10-30T16:03:54Z', 'revision_number': 3, 'project_id': 'db7ead1735334c1f85abc927763f11aa', 'gw_port': {'id': '38fc5f94-a44a-43d2-a3b6-7e42023f01d2', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a8:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a87cfe63-69e9-4b92-b6e7-2914422e0e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:03:54Z', 'updated_at': '2021-10-30T16:03:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 16:03:56.881203 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 1a02fbc1-ccbb-43cc-a478-f06d02f5b16f triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:03:56.881644 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:56.930418 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcf7d62-a249-48b4-894c-cf60f891cf1d admin admin] Network ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:03:56.932183 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-cfcf7d62-a249-48b4-894c-cf60f891cf1d admin admin] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:03:57.066991 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfcf7d62-a249-48b4-894c-cf60f891cf1d admin admin] Router a87cfe63-69e9-4b92-b6e7-2914422e0e1e has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 16:03:57.190999 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfcf7d62-a249-48b4-894c-cf60f891cf1d admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 16:03:57.197454 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-cfcf7d62-a249-48b4-894c-cf60f891cf1d admin admin] 10.222.0.62 "PUT /v2.0/routers/a87cfe63-69e9-4b92-b6e7-2914422e0e1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9152098 Oct 30 16:03:57.200149 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-9d73ed73-5126-4120-9d8c-32d12cafeeab None None] Provisioning complete for port b2ad7330-0dc7-4933-9fdd-8cabe075add4 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:03:57.200629 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9d73ed73-5126-4120-9d8c-32d12cafeeab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:57.241083 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-9d73ed73-5126-4120-9d8c-32d12cafeeab None None] Port b2ad7330-0dc7-4933-9fdd-8cabe075add4 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 16:03:57.680815 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 57660) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:03:57.686316 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-1924ae8a-74b2-4599-842e-0e8d2ffda817 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1424574031-network', 'tenant_id': 'c30a6863b02b4e139527c162ecf3c472'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:03:57.709780 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1924ae8a-74b2-4599-842e-0e8d2ffda817 admin admin] Made reservation on behalf of c30a6863b02b4e139527c162ecf3c472 for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 16:03:57.712114 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1924ae8a-74b2-4599-842e-0e8d2ffda817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:57.721549 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1924ae8a-74b2-4599-842e-0e8d2ffda817 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:57.794809 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1924ae8a-74b2-4599-842e-0e8d2ffda817 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:57.799091 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1924ae8a-74b2-4599-842e-0e8d2ffda817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:57.820052 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1924ae8a-74b2-4599-842e-0e8d2ffda817 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 16:03:57.834719 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ae8a-74b2-4599-842e-0e8d2ffda817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f8945f-c0be-4629-9dfc-5b9e77c810ff,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:57.838391 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1924ae8a-74b2-4599-842e-0e8d2ffda817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:57.838738 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-1924ae8a-74b2-4599-842e-0e8d2ffda817 admin admin] Added segment 0246cac2-f7d0-4625-b712-9d1f72fc5538 of type vlan for network af3e09b2-18fd-42ff-a4f3-c5b2e3f9f278 Oct 30 16:03:57.882765 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1924ae8a-74b2-4599-842e-0e8d2ffda817 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:57.907705 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1924ae8a-74b2-4599-842e-0e8d2ffda817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:57.908664 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1924ae8a-74b2-4599-842e-0e8d2ffda817 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:03:57.909233 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1924ae8a-74b2-4599-842e-0e8d2ffda817 admin admin] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:57.968519 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-1924ae8a-74b2-4599-842e-0e8d2ffda817 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2863646 Oct 30 16:03:57.971292 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 57662) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:03:57.971830 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ae8a-74b2-4599-842e-0e8d2ffda817 admin admin] Pushing event updated for resources: {'Network': ['ID=af3e09b2-18fd-42ff-a4f3-c5b2e3f9f278,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:57.977913 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-cb5ee340-485d-4d61-b8c8-fcffa577d865 admin admin] Request body: {'subnet': {'network_id': 'af3e09b2-18fd-42ff-a4f3-c5b2e3f9f278', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1424574031-subnet', 'tenant_id': 'c30a6863b02b4e139527c162ecf3c472', 'ip_version': 4}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:03:57.981339 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network af3e09b2-18fd-42ff-a4f3-c5b2e3f9f278 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 16:03:58.002130 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb5ee340-485d-4d61-b8c8-fcffa577d865 admin admin] Made reservation on behalf of c30a6863b02b4e139527c162ecf3c472 for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 16:03:58.004809 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cb5ee340-485d-4d61-b8c8-fcffa577d865 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:58.190167 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cb5ee340-485d-4d61-b8c8-fcffa577d865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:58.239787 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5ee340-485d-4d61-b8c8-fcffa577d865 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c9d1c63-d65c-4f5e-80aa-0c2a2584be2d,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:58.256130 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5ee340-485d-4d61-b8c8-fcffa577d865 admin admin] Checking segment: {'id': '0246cac2-f7d0-4625-b712-9d1f72fc5538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'af3e09b2-18fd-42ff-a4f3-c5b2e3f9f278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:03:58.256583 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5ee340-485d-4d61-b8c8-fcffa577d865 admin admin] Network hostable DHCP agents. Network: af3e09b2-18fd-42ff-a4f3-c5b2e3f9f278, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 16:03:58.275019 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5ee340-485d-4d61-b8c8-fcffa577d865 admin admin] Network af3e09b2-18fd-42ff-a4f3-c5b2e3f9f278 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 16:03:58.284313 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-cb5ee340-485d-4d61-b8c8-fcffa577d865 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, af3e09b2-18fd-42ff-a4f3-c5b2e3f9f278) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:03:58.289109 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5ee340-485d-4d61-b8c8-fcffa577d865 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:03:58.289694 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cb5ee340-485d-4d61-b8c8-fcffa577d865 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:58.294016 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344cf279-b484-4ae5-a926-23ad97c82d1f None None] Network af3e09b2-18fd-42ff-a4f3-c5b2e3f9f278 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 16:03:58.312247 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-cb5ee340-485d-4d61-b8c8-fcffa577d865 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3396502 Oct 30 16:03:58.314775 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 57664) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:03:58.319133 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-8c936e40-7f1e-48ac-8e21-c8a336118489 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1424574031-router', 'tenant_id': 'c30a6863b02b4e139527c162ecf3c472', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:03:58.339789 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8c936e40-7f1e-48ac-8e21-c8a336118489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:58.340752 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8c936e40-7f1e-48ac-8e21-c8a336118489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:58.395623 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8c936e40-7f1e-48ac-8e21-c8a336118489 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:58.447318 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9720a493-9083-4031-8bda-6101becd7bf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-af3e09b2-18fd-42ff-a4f3-c5b2e3f9f278', 'network_id': 'af3e09b2-18fd-42ff-a4f3-c5b2e3f9f278', 'tenant_id': 'c30a6863b02b4e139527c162ecf3c472', 'fixed_ips': [{'subnet_id': '3c9d1c63-d65c-4f5e-80aa-0c2a2584be2d'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 16:03:58.448406 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9720a493-9083-4031-8bda-6101becd7bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:58.462472 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7559cc7-e332-48aa-802f-282a7c66d1f4 None None] Sync routers for ids ['a87cfe63-69e9-4b92-b6e7-2914422e0e1e'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 16:03:58.471931 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7559cc7-e332-48aa-802f-282a7c66d1f4 None None] Routers {'a87cfe63-69e9-4b92-b6e7-2914422e0e1e'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:03:58.473637 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-e7559cc7-e332-48aa-802f-282a7c66d1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:03:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['a87cfe63-69e9-4b92-b6e7-2914422e0e1e'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:03:58.539554 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8c936e40-7f1e-48ac-8e21-c8a336118489 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:58.591798 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-e7559cc7-e332-48aa-802f-282a7c66d1f4 None None] Set router a87cfe63-69e9-4b92-b6e7-2914422e0e1e gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:03:58.596209 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-9720a493-9083-4031-8bda-6101becd7bf3 None None] Allocated IP 172.20.0.2 (af3e09b2-18fd-42ff-a4f3-c5b2e3f9f278/3c9d1c63-d65c-4f5e-80aa-0c2a2584be2d/0d6e79bb-6aa5-456f-92fe-8c32864723ff) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 16:03:58.785696 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9720a493-9083-4031-8bda-6101becd7bf3 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:58.796431 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9720a493-9083-4031-8bda-6101becd7bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:58.806109 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8c936e40-7f1e-48ac-8e21-c8a336118489 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:58.825871 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8c936e40-7f1e-48ac-8e21-c8a336118489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:58.844212 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-e7559cc7-e332-48aa-802f-282a7c66d1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a87cfe63-69e9-4b92-b6e7-2914422e0e1e', 'name': 'tempest-TestEncryptedCinderVolumes-51007922-router', 'tenant_id': 'db7ead1735334c1f85abc927763f11aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': '38fc5f94-a44a-43d2-a3b6-7e42023f01d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:03:53Z', 'updated_at': '2021-10-30T16:03:56Z', 'revision_number': 4, 'project_id': 'db7ead1735334c1f85abc927763f11aa', 'gw_port': {'id': '38fc5f94-a44a-43d2-a3b6-7e42023f01d2', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a8:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a87cfe63-69e9-4b92-b6e7-2914422e0e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:03:54Z', 'updated_at': '2021-10-30T16:03:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'b2ad7330-0dc7-4933-9fdd-8cabe075add4', 'name': '', 'network_id': 'ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8', 'tenant_id': 'db7ead1735334c1f85abc927763f11aa', 'mac_address': 'fa:16:3e:f3:46:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a87cfe63-69e9-4b92-b6e7-2914422e0e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'e6db0eb1-7f9a-448a-af03-2626de12aba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:03:55Z', 'updated_at': '2021-10-30T16:03:56Z', 'revision_number': 2, 'project_id': 'db7ead1735334c1f85abc927763f11aa', 'subnets': [{'id': 'e6db0eb1-7f9a-448a-af03-2626de12aba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:03:58.846537 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 38fc5f94-a44a-43d2-a3b6-7e42023f01d2 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:03:58.857504 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9720a493-9083-4031-8bda-6101becd7bf3 None None] Network af3e09b2-18fd-42ff-a4f3-c5b2e3f9f278 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:03:58.858713 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9720a493-9083-4031-8bda-6101becd7bf3 None None] Pushing event updated for resources: {'Port': ['ID=0d6e79bb-6aa5-456f-92fe-8c32864723ff,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:58.871343 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7559cc7-e332-48aa-802f-282a7c66d1f4 None None] Checking router: a87cfe63-69e9-4b92-b6e7-2914422e0e1e for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 16:03:58.871725 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7559cc7-e332-48aa-802f-282a7c66d1f4 None None] Updating router a87cfe63-69e9-4b92-b6e7-2914422e0e1e port b2ad7330-0dc7-4933-9fdd-8cabe075add4 binding host n-d-806683-17 {{(pid=102133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 16:03:58.881671 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-9720a493-9083-4031-8bda-6101becd7bf3 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:03:58.888254 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9720a493-9083-4031-8bda-6101becd7bf3 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 16:03:58.896643 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e7559cc7-e332-48aa-802f-282a7c66d1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:58.953660 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-9720a493-9083-4031-8bda-6101becd7bf3 None None] Attempting to bind port 0d6e79bb-6aa5-456f-92fe-8c32864723ff on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 16:03:58.954034 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-9720a493-9083-4031-8bda-6101becd7bf3 None None] Attempting to bind port 0d6e79bb-6aa5-456f-92fe-8c32864723ff by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '0246cac2-f7d0-4625-b712-9d1f72fc5538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'af3e09b2-18fd-42ff-a4f3-c5b2e3f9f278'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 16:03:58.954400 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9720a493-9083-4031-8bda-6101becd7bf3 None None] Attempting to bind port 0d6e79bb-6aa5-456f-92fe-8c32864723ff on network af3e09b2-18fd-42ff-a4f3-c5b2e3f9f278 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:03:58.957297 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-8c936e40-7f1e-48ac-8e21-c8a336118489 admin admin] Allocated IP 172.25.4.20 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/9d7ea51c-4f52-418c-9621-1e27bb584a89) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 16:03:58.962281 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9720a493-9083-4031-8bda-6101becd7bf3 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 16, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 16:03:58.962281 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9720a493-9083-4031-8bda-6101becd7bf3 None None] Checking segment: {'id': '0246cac2-f7d0-4625-b712-9d1f72fc5538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'af3e09b2-18fd-42ff-a4f3-c5b2e3f9f278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:03:58.962717 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9720a493-9083-4031-8bda-6101becd7bf3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:58.963104 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9720a493-9083-4031-8bda-6101becd7bf3 None None] Bound using segment: {'id': '0246cac2-f7d0-4625-b712-9d1f72fc5538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'af3e09b2-18fd-42ff-a4f3-c5b2e3f9f278'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 16:03:58.963632 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-9720a493-9083-4031-8bda-6101becd7bf3 None None] Bound port: 0d6e79bb-6aa5-456f-92fe-8c32864723ff, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0246cac2-f7d0-4625-b712-9d1f72fc5538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'af3e09b2-18fd-42ff-a4f3-c5b2e3f9f278'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 16:03:58.964055 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9720a493-9083-4031-8bda-6101becd7bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:59.004383 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 38fc5f94-a44a-43d2-a3b6-7e42023f01d2 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:03:59.004753 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:59.067004 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-9720a493-9083-4031-8bda-6101becd7bf3 None None] For port 0d6e79bb-6aa5-456f-92fe-8c32864723ff, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 16:03:59.072838 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-9720a493-9083-4031-8bda-6101becd7bf3 None None] For port 0d6e79bb-6aa5-456f-92fe-8c32864723ff, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=0d6e79bb-6aa5-456f-92fe-8c32864723ff,segment=NetworkSegment(0246cac2-f7d0-4625-b712-9d1f72fc5538),segment_id=0246cac2-f7d0-4625-b712-9d1f72fc5538)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 16:03:59.079397 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9720a493-9083-4031-8bda-6101becd7bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:59.162906 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9720a493-9083-4031-8bda-6101becd7bf3 None None] Pushing event updated for resources: {'Port': ['ID=0d6e79bb-6aa5-456f-92fe-8c32864723ff,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:59.201537 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:59.233181 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 38fc5f94-a44a-43d2-a3b6-7e42023f01d2, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=38fc5f94-a44a-43d2-a3b6-7e42023f01d2,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:03:59.241662 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:59.324190 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=38fc5f94-a44a-43d2-a3b6-7e42023f01d2,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:59.326695 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e7559cc7-e332-48aa-802f-282a7c66d1f4 None None] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:59.334437 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e7559cc7-e332-48aa-802f-282a7c66d1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:59.418966 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57bdc4d-c5e2-40de-9b91-94ed4ca9f97d None None] Pushing event updated for resources: {'Port': ['ID=b2ad7330-0dc7-4933-9fdd-8cabe075add4,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:59.450206 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57bdc4d-c5e2-40de-9b91-94ed4ca9f97d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:03:59.450537 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57bdc4d-c5e2-40de-9b91-94ed4ca9f97d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:03:59.450887 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57bdc4d-c5e2-40de-9b91-94ed4ca9f97d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:03:59.451219 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57bdc4d-c5e2-40de-9b91-94ed4ca9f97d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:03:59.451564 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57bdc4d-c5e2-40de-9b91-94ed4ca9f97d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:03:59.452357 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57bdc4d-c5e2-40de-9b91-94ed4ca9f97d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:03:59.452357 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57bdc4d-c5e2-40de-9b91-94ed4ca9f97d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:03:59.452570 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57bdc4d-c5e2-40de-9b91-94ed4ca9f97d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:03:59.452819 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57bdc4d-c5e2-40de-9b91-94ed4ca9f97d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:03:59.453135 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57bdc4d-c5e2-40de-9b91-94ed4ca9f97d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:03:59.453451 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57bdc4d-c5e2-40de-9b91-94ed4ca9f97d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:03:59.453766 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57bdc4d-c5e2-40de-9b91-94ed4ca9f97d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:03:59.462827 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8c936e40-7f1e-48ac-8e21-c8a336118489 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:59.466027 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-e7559cc7-e332-48aa-802f-282a7c66d1f4 None None] Attempting to bind port b2ad7330-0dc7-4933-9fdd-8cabe075add4 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 16:03:59.466473 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-e7559cc7-e332-48aa-802f-282a7c66d1f4 None None] Attempting to bind port b2ad7330-0dc7-4933-9fdd-8cabe075add4 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '175a6445-606f-4d5f-b87a-2283a925e326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 16:03:59.466740 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7559cc7-e332-48aa-802f-282a7c66d1f4 None None] Attempting to bind port b2ad7330-0dc7-4933-9fdd-8cabe075add4 on network ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:03:59.473511 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7559cc7-e332-48aa-802f-282a7c66d1f4 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 16, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 16:03:59.475664 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7559cc7-e332-48aa-802f-282a7c66d1f4 None None] Checking segment: {'id': '175a6445-606f-4d5f-b87a-2283a925e326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:03:59.476459 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e7559cc7-e332-48aa-802f-282a7c66d1f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:59.476864 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7559cc7-e332-48aa-802f-282a7c66d1f4 None None] Bound using segment: {'id': '175a6445-606f-4d5f-b87a-2283a925e326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 16:03:59.477369 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-e7559cc7-e332-48aa-802f-282a7c66d1f4 None None] Bound port: b2ad7330-0dc7-4933-9fdd-8cabe075add4, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '175a6445-606f-4d5f-b87a-2283a925e326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 16:03:59.477746 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e7559cc7-e332-48aa-802f-282a7c66d1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:59.515152 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8c936e40-7f1e-48ac-8e21-c8a336118489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:59.559890 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c936e40-7f1e-48ac-8e21-c8a336118489 admin admin] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:03:59.561963 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-e7559cc7-e332-48aa-802f-282a7c66d1f4 None None] For port b2ad7330-0dc7-4933-9fdd-8cabe075add4, host n-d-806683-17, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 16:03:59.566201 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-e7559cc7-e332-48aa-802f-282a7c66d1f4 None None] For port b2ad7330-0dc7-4933-9fdd-8cabe075add4, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=b2ad7330-0dc7-4933-9fdd-8cabe075add4,segment=NetworkSegment(175a6445-606f-4d5f-b87a-2283a925e326),segment_id=175a6445-606f-4d5f-b87a-2283a925e326)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 16:03:59.566371 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-8c936e40-7f1e-48ac-8e21-c8a336118489 admin admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:03:59.570768 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c936e40-7f1e-48ac-8e21-c8a336118489 admin admin] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 16:03:59.574144 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-e7559cc7-e332-48aa-802f-282a7c66d1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:59.604086 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c936e40-7f1e-48ac-8e21-c8a336118489 admin admin] Pushing event updated for resources: {'Port': ['ID=9d7ea51c-4f52-418c-9621-1e27bb584a89,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:59.643198 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7559cc7-e332-48aa-802f-282a7c66d1f4 None None] Routers {'a87cfe63-69e9-4b92-b6e7-2914422e0e1e'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:03:59.644133 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-e7559cc7-e332-48aa-802f-282a7c66d1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:03:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['a87cfe63-69e9-4b92-b6e7-2914422e0e1e'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:03:59.646309 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57bdc4d-c5e2-40de-9b91-94ed4ca9f97d None None] Pushing event updated for resources: {'Port': ['ID=b2ad7330-0dc7-4933-9fdd-8cabe075add4,revision_number=4']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:03:59.761033 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-e7559cc7-e332-48aa-802f-282a7c66d1f4 None None] Set router a87cfe63-69e9-4b92-b6e7-2914422e0e1e gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:03:59.797376 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-1a9feaec-e305-482c-aa75-1fe9a41098c9 None None] Provisioning complete for port b2ad7330-0dc7-4933-9fdd-8cabe075add4 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:03:59.798099 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1a9feaec-e305-482c-aa75-1fe9a41098c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:59.888399 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8c936e40-7f1e-48ac-8e21-c8a336118489 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:59.900477 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1a9feaec-e305-482c-aa75-1fe9a41098c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:03:59.952032 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-1a9feaec-e305-482c-aa75-1fe9a41098c9 None None] For port b2ad7330-0dc7-4933-9fdd-8cabe075add4, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=b2ad7330-0dc7-4933-9fdd-8cabe075add4,segment=NetworkSegment(175a6445-606f-4d5f-b87a-2283a925e326),segment_id=175a6445-606f-4d5f-b87a-2283a925e326)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:03:59.958361 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1a9feaec-e305-482c-aa75-1fe9a41098c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:00.017165 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-e7559cc7-e332-48aa-802f-282a7c66d1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a87cfe63-69e9-4b92-b6e7-2914422e0e1e', 'name': 'tempest-TestEncryptedCinderVolumes-51007922-router', 'tenant_id': 'db7ead1735334c1f85abc927763f11aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': '38fc5f94-a44a-43d2-a3b6-7e42023f01d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:03:53Z', 'updated_at': '2021-10-30T16:03:56Z', 'revision_number': 4, 'project_id': 'db7ead1735334c1f85abc927763f11aa', 'gw_port': {'id': '38fc5f94-a44a-43d2-a3b6-7e42023f01d2', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87cfe63-69e9-4b92-b6e7-2914422e0e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:03:54Z', 'updated_at': '2021-10-30T16:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'b2ad7330-0dc7-4933-9fdd-8cabe075add4', 'name': '', 'network_id': 'ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8', 'tenant_id': 'db7ead1735334c1f85abc927763f11aa', 'mac_address': 'fa:16:3e:f3:46:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a87cfe63-69e9-4b92-b6e7-2914422e0e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'e6db0eb1-7f9a-448a-af03-2626de12aba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:03:55Z', 'updated_at': '2021-10-30T16:03:59Z', 'revision_number': 4, 'project_id': 'db7ead1735334c1f85abc927763f11aa', 'subnets': [{'id': 'e6db0eb1-7f9a-448a-af03-2626de12aba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:04:00.026783 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9feaec-e305-482c-aa75-1fe9a41098c9 None None] Pushing event updated for resources: {'Port': ['ID=b2ad7330-0dc7-4933-9fdd-8cabe075add4,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:04:00.052832 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7559cc7-e332-48aa-802f-282a7c66d1f4 None None] The sync data for ids ['a87cfe63-69e9-4b92-b6e7-2914422e0e1e'] in n-d-806683-17 is: [{'id': 'a87cfe63-69e9-4b92-b6e7-2914422e0e1e', 'name': 'tempest-TestEncryptedCinderVolumes-51007922-router', 'tenant_id': 'db7ead1735334c1f85abc927763f11aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': '38fc5f94-a44a-43d2-a3b6-7e42023f01d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:03:53Z', 'updated_at': '2021-10-30T16:03:56Z', 'revision_number': 4, 'project_id': 'db7ead1735334c1f85abc927763f11aa', 'gw_port': {'id': '38fc5f94-a44a-43d2-a3b6-7e42023f01d2', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87cfe63-69e9-4b92-b6e7-2914422e0e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:03:54Z', 'updated_at': '2021-10-30T16:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'b2ad7330-0dc7-4933-9fdd-8cabe075add4', 'name': '', 'network_id': 'ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8', 'tenant_id': 'db7ead1735334c1f85abc927763f11aa', 'mac_address': 'fa:16:3e:f3:46:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a87cfe63-69e9-4b92-b6e7-2914422e0e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'e6db0eb1-7f9a-448a-af03-2626de12aba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:03:55Z', 'updated_at': '2021-10-30T16:03:59Z', 'revision_number': 4, 'project_id': 'db7ead1735334c1f85abc927763f11aa', 'subnets': [{'id': 'e6db0eb1-7f9a-448a-af03-2626de12aba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 16:04:00.088371 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-c194f577-cf3d-4fd2-bd09-50c359793d22 None None] Provisioning complete for port b2ad7330-0dc7-4933-9fdd-8cabe075add4 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:04:00.089337 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c194f577-cf3d-4fd2-bd09-50c359793d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:00.141253 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8c936e40-7f1e-48ac-8e21-c8a336118489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:00.302521 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c936e40-7f1e-48ac-8e21-c8a336118489 admin admin] Router e3df8c6a-3a6b-4f5d-83de-26585140cb64 is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 16:04:00.386484 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:00.456918 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0945686-65d8-4767-a348-6ff35efb009e None None] Network af3e09b2-18fd-42ff-a4f3-c5b2e3f9f278 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 16:04:00.460862 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c936e40-7f1e-48ac-8e21-c8a336118489 admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 16:04:00.479430 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72adc86c-e9f6-4ad0-9e4a-90d2120b8974 None None] Sync routers for ids ['e3df8c6a-3a6b-4f5d-83de-26585140cb64'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 16:04:00.480136 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8c936e40-7f1e-48ac-8e21-c8a336118489 admin admin] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:00.483750 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-8c936e40-7f1e-48ac-8e21-c8a336118489 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.1657016 Oct 30 16:04:00.484466 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 57666) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:04:00.528252 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72adc86c-e9f6-4ad0-9e4a-90d2120b8974 None None] Routers {'e3df8c6a-3a6b-4f5d-83de-26585140cb64'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:04:00.529128 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-72adc86c-e9f6-4ad0-9e4a-90d2120b8974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:03:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['e3df8c6a-3a6b-4f5d-83de-26585140cb64'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:04:00.642458 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-97897131-ac9d-4174-a22b-24c3d679a793 None None] Provisioning complete for port 0d6e79bb-6aa5-456f-92fe-8c32864723ff triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:04:00.642830 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-97897131-ac9d-4174-a22b-24c3d679a793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:00.757556 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-72adc86c-e9f6-4ad0-9e4a-90d2120b8974 None None] Set router e3df8c6a-3a6b-4f5d-83de-26585140cb64 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:04:00.985353 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-97897131-ac9d-4174-a22b-24c3d679a793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:00.988115 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 0d6e79bb-6aa5-456f-92fe-8c32864723ff up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:04:01.050928 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e4b0e197-1b57-4721-9230-e06c9ad10770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:01.073477 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-97897131-ac9d-4174-a22b-24c3d679a793 None None] For port 0d6e79bb-6aa5-456f-92fe-8c32864723ff, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=0d6e79bb-6aa5-456f-92fe-8c32864723ff,segment=NetworkSegment(0246cac2-f7d0-4625-b712-9d1f72fc5538),segment_id=0246cac2-f7d0-4625-b712-9d1f72fc5538)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:04:01.098506 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-97897131-ac9d-4174-a22b-24c3d679a793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:01.180204 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 0d6e79bb-6aa5-456f-92fe-8c32864723ff triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:04:01.180576 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:01.182921 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97897131-ac9d-4174-a22b-24c3d679a793 None None] Pushing event updated for resources: {'Port': ['ID=0d6e79bb-6aa5-456f-92fe-8c32864723ff,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:04:01.230458 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-72adc86c-e9f6-4ad0-9e4a-90d2120b8974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3df8c6a-3a6b-4f5d-83de-26585140cb64', 'name': 'tempest-TestEncryptedCinderVolumes-1424574031-router', 'tenant_id': 'c30a6863b02b4e139527c162ecf3c472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '9d7ea51c-4f52-418c-9621-1e27bb584a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:03:58Z', 'updated_at': '2021-10-30T16:03:59Z', 'revision_number': 3, 'project_id': 'c30a6863b02b4e139527c162ecf3c472', 'gw_port': {'id': '9d7ea51c-4f52-418c-9621-1e27bb584a89', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fd:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3df8c6a-3a6b-4f5d-83de-26585140cb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:03:58Z', 'updated_at': '2021-10-30T16:03:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:04:01.264982 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-e4b0e197-1b57-4721-9230-e06c9ad10770 admin admin] Allocated IP 172.20.0.1 (af3e09b2-18fd-42ff-a4f3-c5b2e3f9f278/3c9d1c63-d65c-4f5e-80aa-0c2a2584be2d/9856aa79-c2ed-4466-8435-45e2bb753e3d) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 16:04:01.265260 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72adc86c-e9f6-4ad0-9e4a-90d2120b8974 None None] Checking router: e3df8c6a-3a6b-4f5d-83de-26585140cb64 for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 16:04:01.265433 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72adc86c-e9f6-4ad0-9e4a-90d2120b8974 None None] Updating router e3df8c6a-3a6b-4f5d-83de-26585140cb64 port 9d7ea51c-4f52-418c-9621-1e27bb584a89 binding host n-d-806683-17 {{(pid=102132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 16:04:01.322344 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-72adc86c-e9f6-4ad0-9e4a-90d2120b8974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:01.370348 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 38fc5f94-a44a-43d2-a3b6-7e42023f01d2 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:04:01.399007 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-898d9e62-7ffb-4def-9974-51e87ebe519d None None] Provisioning complete for port 0d6e79bb-6aa5-456f-92fe-8c32864723ff triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:04:01.399630 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e4b0e197-1b57-4721-9230-e06c9ad10770 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:01.399738 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-898d9e62-7ffb-4def-9974-51e87ebe519d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:01.443740 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e4b0e197-1b57-4721-9230-e06c9ad10770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:01.497418 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b0e197-1b57-4721-9230-e06c9ad10770 admin admin] Network af3e09b2-18fd-42ff-a4f3-c5b2e3f9f278 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:04:01.502017 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-e4b0e197-1b57-4721-9230-e06c9ad10770 admin admin] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:04:01.506581 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b0e197-1b57-4721-9230-e06c9ad10770 admin admin] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 16:04:01.510356 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b0e197-1b57-4721-9230-e06c9ad10770 admin admin] Pushing event updated for resources: {'Port': ['ID=9856aa79-c2ed-4466-8435-45e2bb753e3d,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:04:01.560062 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e4b0e197-1b57-4721-9230-e06c9ad10770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:01.578571 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 38fc5f94-a44a-43d2-a3b6-7e42023f01d2 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:04:01.578942 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:01.714850 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e4b0e197-1b57-4721-9230-e06c9ad10770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:01.777077 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device b2ad7330-0dc7-4933-9fdd-8cabe075add4 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:04:01.819443 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-72adc86c-e9f6-4ad0-9e4a-90d2120b8974 None None] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:01.831951 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-72adc86c-e9f6-4ad0-9e4a-90d2120b8974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:01.861840 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-3cc86c26-c6f2-4e1c-8ead-ba9cd79b8959 None None] Provisioning complete for port 9856aa79-c2ed-4466-8435-45e2bb753e3d triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:04:01.862207 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3cc86c26-c6f2-4e1c-8ead-ba9cd79b8959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:01.888107 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e4b0e197-1b57-4721-9230-e06c9ad10770 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:01.894556 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e4b0e197-1b57-4721-9230-e06c9ad10770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:01.930312 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-72adc86c-e9f6-4ad0-9e4a-90d2120b8974 None None] Attempting to bind port 9d7ea51c-4f52-418c-9621-1e27bb584a89 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 16:04:01.930681 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-72adc86c-e9f6-4ad0-9e4a-90d2120b8974 None None] Attempting to bind port 9d7ea51c-4f52-418c-9621-1e27bb584a89 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 16:04:01.931055 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72adc86c-e9f6-4ad0-9e4a-90d2120b8974 None None] Attempting to bind port 9d7ea51c-4f52-418c-9621-1e27bb584a89 on network edc38ef5-7816-4133-914c-cfe2849a0125 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:04:01.934151 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c8e0e9-c382-4ee1-8a0b-db554619cbb3 None None] Pushing event updated for resources: {'Port': ['ID=9d7ea51c-4f52-418c-9621-1e27bb584a89,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:04:01.943696 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port b2ad7330-0dc7-4933-9fdd-8cabe075add4 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:04:01.944074 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:01.945880 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-3cc86c26-c6f2-4e1c-8ead-ba9cd79b8959 None None] Port 9856aa79-c2ed-4466-8435-45e2bb753e3d cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 16:04:01.949316 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72adc86c-e9f6-4ad0-9e4a-90d2120b8974 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 16, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 16:04:01.949593 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72adc86c-e9f6-4ad0-9e4a-90d2120b8974 None None] Checking segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:04:01.949990 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-72adc86c-e9f6-4ad0-9e4a-90d2120b8974 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:01.950377 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72adc86c-e9f6-4ad0-9e4a-90d2120b8974 None None] Bound using segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 16:04:01.950848 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-72adc86c-e9f6-4ad0-9e4a-90d2120b8974 None None] Bound port: 9d7ea51c-4f52-418c-9621-1e27bb584a89, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 16:04:01.951232 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-72adc86c-e9f6-4ad0-9e4a-90d2120b8974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:01.966806 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b0e197-1b57-4721-9230-e06c9ad10770 admin admin] Pushing event updated for resources: {'Port': ['ID=9856aa79-c2ed-4466-8435-45e2bb753e3d,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:04:01.969425 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e4b0e197-1b57-4721-9230-e06c9ad10770 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:02.032175 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-72adc86c-e9f6-4ad0-9e4a-90d2120b8974 None None] For port 9d7ea51c-4f52-418c-9621-1e27bb584a89, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 16:04:02.036941 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-72adc86c-e9f6-4ad0-9e4a-90d2120b8974 None None] For port 9d7ea51c-4f52-418c-9621-1e27bb584a89, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=9d7ea51c-4f52-418c-9621-1e27bb584a89,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 16:04:02.060037 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-72adc86c-e9f6-4ad0-9e4a-90d2120b8974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:02.062073 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b0e197-1b57-4721-9230-e06c9ad10770 admin admin] Network af3e09b2-18fd-42ff-a4f3-c5b2e3f9f278 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:04:02.063554 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-e4b0e197-1b57-4721-9230-e06c9ad10770 admin admin] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:04:02.139102 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72adc86c-e9f6-4ad0-9e4a-90d2120b8974 None None] Routers {'e3df8c6a-3a6b-4f5d-83de-26585140cb64'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:04:02.139776 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-72adc86c-e9f6-4ad0-9e4a-90d2120b8974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:03:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['e3df8c6a-3a6b-4f5d-83de-26585140cb64'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:04:02.188995 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4b0e197-1b57-4721-9230-e06c9ad10770 admin admin] Router e3df8c6a-3a6b-4f5d-83de-26585140cb64 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 16:04:02.211858 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c8e0e9-c382-4ee1-8a0b-db554619cbb3 None None] Pushing event updated for resources: {'Port': ['ID=9d7ea51c-4f52-418c-9621-1e27bb584a89,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:04:02.310119 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4b0e197-1b57-4721-9230-e06c9ad10770 admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 16:04:02.315403 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-e4b0e197-1b57-4721-9230-e06c9ad10770 admin admin] 10.222.0.62 "PUT /v2.0/routers/e3df8c6a-3a6b-4f5d-83de-26585140cb64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8297403 Oct 30 16:04:02.422337 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-13acbb10-103c-49d9-88f2-81ee4930269a None None] Provisioning complete for port 9856aa79-c2ed-4466-8435-45e2bb753e3d triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:04:02.423098 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-13acbb10-103c-49d9-88f2-81ee4930269a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:02.448655 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:02.473581 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-72adc86c-e9f6-4ad0-9e4a-90d2120b8974 None None] Set router e3df8c6a-3a6b-4f5d-83de-26585140cb64 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:04:02.475679 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-13acbb10-103c-49d9-88f2-81ee4930269a None None] Port 9856aa79-c2ed-4466-8435-45e2bb753e3d cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 16:04:02.678402 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-72adc86c-e9f6-4ad0-9e4a-90d2120b8974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3df8c6a-3a6b-4f5d-83de-26585140cb64', 'name': 'tempest-TestEncryptedCinderVolumes-1424574031-router', 'tenant_id': 'c30a6863b02b4e139527c162ecf3c472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '9d7ea51c-4f52-418c-9621-1e27bb584a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:03:58Z', 'updated_at': '2021-10-30T16:04:01Z', 'revision_number': 4, 'project_id': 'c30a6863b02b4e139527c162ecf3c472', 'gw_port': {'id': '9d7ea51c-4f52-418c-9621-1e27bb584a89', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fd:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3df8c6a-3a6b-4f5d-83de-26585140cb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:03:58Z', 'updated_at': '2021-10-30T16:04:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '9856aa79-c2ed-4466-8435-45e2bb753e3d', 'name': '', 'network_id': 'af3e09b2-18fd-42ff-a4f3-c5b2e3f9f278', 'tenant_id': 'c30a6863b02b4e139527c162ecf3c472', 'mac_address': 'fa:16:3e:7d:fc:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3df8c6a-3a6b-4f5d-83de-26585140cb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '3c9d1c63-d65c-4f5e-80aa-0c2a2584be2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:04:01Z', 'updated_at': '2021-10-30T16:04:01Z', 'revision_number': 2, 'project_id': 'c30a6863b02b4e139527c162ecf3c472', 'subnets': [{'id': '3c9d1c63-d65c-4f5e-80aa-0c2a2584be2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:04:02.709225 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72adc86c-e9f6-4ad0-9e4a-90d2120b8974 None None] The sync data for ids ['e3df8c6a-3a6b-4f5d-83de-26585140cb64'] in n-d-806683-17 is: [{'id': 'e3df8c6a-3a6b-4f5d-83de-26585140cb64', 'name': 'tempest-TestEncryptedCinderVolumes-1424574031-router', 'tenant_id': 'c30a6863b02b4e139527c162ecf3c472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '9d7ea51c-4f52-418c-9621-1e27bb584a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:03:58Z', 'updated_at': '2021-10-30T16:04:01Z', 'revision_number': 4, 'project_id': 'c30a6863b02b4e139527c162ecf3c472', 'gw_port': {'id': '9d7ea51c-4f52-418c-9621-1e27bb584a89', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fd:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3df8c6a-3a6b-4f5d-83de-26585140cb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:03:58Z', 'updated_at': '2021-10-30T16:04:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '9856aa79-c2ed-4466-8435-45e2bb753e3d', 'name': '', 'network_id': 'af3e09b2-18fd-42ff-a4f3-c5b2e3f9f278', 'tenant_id': 'c30a6863b02b4e139527c162ecf3c472', 'mac_address': 'fa:16:3e:7d:fc:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3df8c6a-3a6b-4f5d-83de-26585140cb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '3c9d1c63-d65c-4f5e-80aa-0c2a2584be2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:04:01Z', 'updated_at': '2021-10-30T16:04:01Z', 'revision_number': 2, 'project_id': 'c30a6863b02b4e139527c162ecf3c472', 'subnets': [{'id': '3c9d1c63-d65c-4f5e-80aa-0c2a2584be2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 16:04:02.792599 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 0d6e79bb-6aa5-456f-92fe-8c32864723ff up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:04:02.843425 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 0d6e79bb-6aa5-456f-92fe-8c32864723ff triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:04:02.844006 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:03.045214 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c07e584-8448-4f4c-a460-2af7005778ce req-7facb0d5-a553-4a35-ad7d-f430d5b8e936 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:04:03.046724 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1c07e584-8448-4f4c-a460-2af7005778ce req-7facb0d5-a553-4a35-ad7d-f430d5b8e936 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] 10.222.0.62 "GET /v2.0/networks?id=ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8 HTTP/1.1" status: 200 len: 815 time: 0.1356230 Oct 30 16:04:03.063524 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1c07e584-8448-4f4c-a460-2af7005778ce req-ecd6d8c6-662e-412c-b3ed-941815a5b194 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] 10.222.0.62 "GET /v2.0/quotas/db7ead1735334c1f85abc927763f11aa HTTP/1.1" status: 200 len: 375 time: 0.0098717 Oct 30 16:04:03.117775 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1c07e584-8448-4f4c-a460-2af7005778ce req-04487d9d-2a8f-4176-91c5-564c5f92be93 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=db7ead1735334c1f85abc927763f11aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482488 Oct 30 16:04:03.353648 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1c07e584-8448-4f4c-a460-2af7005778ce req-a506fa03-4915-4390-b097-dc740691e10a service neutron] 10.222.0.62 "GET /v2.0/networks/ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417882 Oct 30 16:04:03.459714 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1c07e584-8448-4f4c-a460-2af7005778ce req-c4b1f40b-856b-4926-8968-9a40ac5154f2 service neutron] 10.222.0.62 "GET /v2.0/networks/ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951080 Oct 30 16:04:03.634720 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0b8f09a2-f6dd-4068-b4e5-ac4ea2387dba req-78045814-98b1-418c-b530-62de810d9be5 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] 10.222.0.62 "GET /v2.0/ports?device_id=09fe0b69-2fa0-48c5-9850-15c3ad818d20 HTTP/1.1" status: 200 len: 210 time: 0.0282295 Oct 30 16:04:04.612456 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c07e584-8448-4f4c-a460-2af7005778ce req-9802f1fa-dfeb-4b25-861e-e61e23fc3a53 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:04:04.613800 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1c07e584-8448-4f4c-a460-2af7005778ce req-9802f1fa-dfeb-4b25-861e-e61e23fc3a53 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] 10.222.0.53 "GET /v2.0/networks?id=ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8 HTTP/1.1" status: 200 len: 815 time: 0.1281953 Oct 30 16:04:04.626581 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-1c07e584-8448-4f4c-a460-2af7005778ce req-8162e8aa-effe-4916-89b2-4ee80e8626a8 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] Request body: {'port': {'device_id': '09fe0b69-2fa0-48c5-9850-15c3ad818d20', 'network_id': 'ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8', 'admin_state_up': True, 'tenant_id': 'db7ead1735334c1f85abc927763f11aa'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:04:04.669095 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d41171c-6e3f-452f-b078-fd000434371b None None] Sync routers for ids ['e3df8c6a-3a6b-4f5d-83de-26585140cb64'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 16:04:04.686725 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d41171c-6e3f-452f-b078-fd000434371b None None] Routers {'e3df8c6a-3a6b-4f5d-83de-26585140cb64'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:04:04.686997 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-6d41171c-6e3f-452f-b078-fd000434371b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:03:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['e3df8c6a-3a6b-4f5d-83de-26585140cb64'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:04:04.749679 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f618e1ad-575b-4a9e-9447-f7a2c75383ae req-0b0d8b5b-59ea-46bf-9611-c2346882495b tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] 10.222.0.62 "GET /v2.0/ports?device_id=09fe0b69-2fa0-48c5-9850-15c3ad818d20 HTTP/1.1" status: 200 len: 210 time: 0.0317056 Oct 30 16:04:04.781135 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c07e584-8448-4f4c-a460-2af7005778ce req-8162e8aa-effe-4916-89b2-4ee80e8626a8 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] Made reservation on behalf of db7ead1735334c1f85abc927763f11aa for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 16:04:04.784844 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1c07e584-8448-4f4c-a460-2af7005778ce req-8162e8aa-effe-4916-89b2-4ee80e8626a8 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:04.820154 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-6d41171c-6e3f-452f-b078-fd000434371b None None] Set router e3df8c6a-3a6b-4f5d-83de-26585140cb64 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:04:04.852298 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 9d7ea51c-4f52-418c-9621-1e27bb584a89 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:04:04.904469 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 9d7ea51c-4f52-418c-9621-1e27bb584a89 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:04:04.904965 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:04.922448 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-1c07e584-8448-4f4c-a460-2af7005778ce req-8162e8aa-effe-4916-89b2-4ee80e8626a8 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] Allocated IP 172.20.0.9 (ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8/e6db0eb1-7f9a-448a-af03-2626de12aba5/ad4d09bd-ce95-44e0-ba33-f37e0d28a497) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 16:04:04.986655 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:05.009009 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 9d7ea51c-4f52-418c-9621-1e27bb584a89, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=9d7ea51c-4f52-418c-9621-1e27bb584a89,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:04:05.014648 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:05.046882 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-6d41171c-6e3f-452f-b078-fd000434371b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3df8c6a-3a6b-4f5d-83de-26585140cb64', 'name': 'tempest-TestEncryptedCinderVolumes-1424574031-router', 'tenant_id': 'c30a6863b02b4e139527c162ecf3c472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '9d7ea51c-4f52-418c-9621-1e27bb584a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:03:58Z', 'updated_at': '2021-10-30T16:04:01Z', 'revision_number': 4, 'project_id': 'c30a6863b02b4e139527c162ecf3c472', 'gw_port': {'id': '9d7ea51c-4f52-418c-9621-1e27bb584a89', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fd:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3df8c6a-3a6b-4f5d-83de-26585140cb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:03:58Z', 'updated_at': '2021-10-30T16:04:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '9856aa79-c2ed-4466-8435-45e2bb753e3d', 'name': '', 'network_id': 'af3e09b2-18fd-42ff-a4f3-c5b2e3f9f278', 'tenant_id': 'c30a6863b02b4e139527c162ecf3c472', 'mac_address': 'fa:16:3e:7d:fc:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3df8c6a-3a6b-4f5d-83de-26585140cb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '3c9d1c63-d65c-4f5e-80aa-0c2a2584be2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:04:01Z', 'updated_at': '2021-10-30T16:04:01Z', 'revision_number': 2, 'project_id': 'c30a6863b02b4e139527c162ecf3c472', 'subnets': [{'id': '3c9d1c63-d65c-4f5e-80aa-0c2a2584be2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:04:05.069512 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=9d7ea51c-4f52-418c-9621-1e27bb584a89,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:04:05.075049 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d41171c-6e3f-452f-b078-fd000434371b None None] Checking router: e3df8c6a-3a6b-4f5d-83de-26585140cb64 for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 16:04:05.075574 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d41171c-6e3f-452f-b078-fd000434371b None None] Updating router e3df8c6a-3a6b-4f5d-83de-26585140cb64 port 9856aa79-c2ed-4466-8435-45e2bb753e3d binding host n-d-806683-17 {{(pid=102133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 16:04:05.086912 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1c07e584-8448-4f4c-a460-2af7005778ce req-8162e8aa-effe-4916-89b2-4ee80e8626a8 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:05.100268 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6d41171c-6e3f-452f-b078-fd000434371b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:05.121357 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1c07e584-8448-4f4c-a460-2af7005778ce req-8162e8aa-effe-4916-89b2-4ee80e8626a8 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:05.184536 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c07e584-8448-4f4c-a460-2af7005778ce req-8162e8aa-effe-4916-89b2-4ee80e8626a8 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] Network ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:04:05.190190 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8162e8aa-effe-4916-89b2-4ee80e8626a8 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] Pushing event updated for resources: {'Port': ['ID=ad4d09bd-ce95-44e0-ba33-f37e0d28a497,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:04:05.192796 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-1c07e584-8448-4f4c-a460-2af7005778ce req-8162e8aa-effe-4916-89b2-4ee80e8626a8 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:04:05.197551 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c07e584-8448-4f4c-a460-2af7005778ce req-8162e8aa-effe-4916-89b2-4ee80e8626a8 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 16:04:05.265343 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c07e584-8448-4f4c-a460-2af7005778ce req-8162e8aa-effe-4916-89b2-4ee80e8626a8 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:04:05.266211 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1c07e584-8448-4f4c-a460-2af7005778ce req-8162e8aa-effe-4916-89b2-4ee80e8626a8 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:05.283663 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1c07e584-8448-4f4c-a460-2af7005778ce req-8162e8aa-effe-4916-89b2-4ee80e8626a8 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6608193 Oct 30 16:04:05.296563 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-1c07e584-8448-4f4c-a460-2af7005778ce req-a8ae5ed3-5478-48d8-985c-e05d56a3e97b service neutron] Request body: {'port': {'device_id': '09fe0b69-2fa0-48c5-9850-15c3ad818d20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:04:05.358356 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1c07e584-8448-4f4c-a460-2af7005778ce req-a8ae5ed3-5478-48d8-985c-e05d56a3e97b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:05.395091 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6d41171c-6e3f-452f-b078-fd000434371b None None] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:05.401677 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6d41171c-6e3f-452f-b078-fd000434371b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:05.451764 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f4602c-33d5-461c-b65d-67258a1b6b8b None None] Pushing event updated for resources: {'Port': ['ID=9856aa79-c2ed-4466-8435-45e2bb753e3d,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:04:05.510254 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-6d41171c-6e3f-452f-b078-fd000434371b None None] Attempting to bind port 9856aa79-c2ed-4466-8435-45e2bb753e3d on host n-d-806683-17 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 16:04:05.510630 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-6d41171c-6e3f-452f-b078-fd000434371b None None] Attempting to bind port 9856aa79-c2ed-4466-8435-45e2bb753e3d by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '0246cac2-f7d0-4625-b712-9d1f72fc5538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'af3e09b2-18fd-42ff-a4f3-c5b2e3f9f278'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 16:04:05.511068 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d41171c-6e3f-452f-b078-fd000434371b None None] Attempting to bind port 9856aa79-c2ed-4466-8435-45e2bb753e3d on network af3e09b2-18fd-42ff-a4f3-c5b2e3f9f278 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:04:05.516302 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d41171c-6e3f-452f-b078-fd000434371b None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 16, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 16:04:05.516683 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d41171c-6e3f-452f-b078-fd000434371b None None] Checking segment: {'id': '0246cac2-f7d0-4625-b712-9d1f72fc5538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'af3e09b2-18fd-42ff-a4f3-c5b2e3f9f278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:04:05.517085 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6d41171c-6e3f-452f-b078-fd000434371b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:05.517542 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d41171c-6e3f-452f-b078-fd000434371b None None] Bound using segment: {'id': '0246cac2-f7d0-4625-b712-9d1f72fc5538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'af3e09b2-18fd-42ff-a4f3-c5b2e3f9f278'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 16:04:05.517950 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-6d41171c-6e3f-452f-b078-fd000434371b None None] Bound port: 9856aa79-c2ed-4466-8435-45e2bb753e3d, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0246cac2-f7d0-4625-b712-9d1f72fc5538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'af3e09b2-18fd-42ff-a4f3-c5b2e3f9f278'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 16:04:05.518330 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6d41171c-6e3f-452f-b078-fd000434371b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:05.538784 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-3548057d-0024-43f6-abb8-c9f842c6cb14 None None] Provisioning complete for port ad4d09bd-ce95-44e0-ba33-f37e0d28a497 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:04:05.540325 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3548057d-0024-43f6-abb8-c9f842c6cb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:05.587637 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-3548057d-0024-43f6-abb8-c9f842c6cb14 None None] Port ad4d09bd-ce95-44e0-ba33-f37e0d28a497 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 16:04:05.602960 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-6d41171c-6e3f-452f-b078-fd000434371b None None] For port 9856aa79-c2ed-4466-8435-45e2bb753e3d, host n-d-806683-17, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 16:04:05.606240 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-6d41171c-6e3f-452f-b078-fd000434371b None None] For port 9856aa79-c2ed-4466-8435-45e2bb753e3d, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=9856aa79-c2ed-4466-8435-45e2bb753e3d,segment=NetworkSegment(0246cac2-f7d0-4625-b712-9d1f72fc5538),segment_id=0246cac2-f7d0-4625-b712-9d1f72fc5538)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 16:04:05.612330 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-6d41171c-6e3f-452f-b078-fd000434371b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:05.665597 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d41171c-6e3f-452f-b078-fd000434371b None None] Routers {'e3df8c6a-3a6b-4f5d-83de-26585140cb64'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:04:05.665845 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-1c07e584-8448-4f4c-a460-2af7005778ce req-a8ae5ed3-5478-48d8-985c-e05d56a3e97b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad4d09bd-ce95-44e0-ba33-f37e0d28a497 {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 16:04:05.666340 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-6d41171c-6e3f-452f-b078-fd000434371b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:03:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['e3df8c6a-3a6b-4f5d-83de-26585140cb64'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:04:05.679666 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1c07e584-8448-4f4c-a460-2af7005778ce req-a8ae5ed3-5478-48d8-985c-e05d56a3e97b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:05.697861 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-1c07e584-8448-4f4c-a460-2af7005778ce req-a8ae5ed3-5478-48d8-985c-e05d56a3e97b service neutron] Transition to ACTIVE for port object ad4d09bd-ce95-44e0-ba33-f37e0d28a497 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 16:04:05.701698 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1c07e584-8448-4f4c-a460-2af7005778ce req-a8ae5ed3-5478-48d8-985c-e05d56a3e97b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:05.718944 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-5a626670-08c9-45b2-a923-e3f94f36fa9a None None] Provisioning complete for port 9856aa79-c2ed-4466-8435-45e2bb753e3d triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:04:05.719318 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5a626670-08c9-45b2-a923-e3f94f36fa9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:05.773627 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ae5ed3-5478-48d8-985c-e05d56a3e97b service neutron] Pushing event updated for resources: {'Port': ['ID=ad4d09bd-ce95-44e0-ba33-f37e0d28a497,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:04:05.862896 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5a626670-08c9-45b2-a923-e3f94f36fa9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:05.874207 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-1c07e584-8448-4f4c-a460-2af7005778ce req-a8ae5ed3-5478-48d8-985c-e05d56a3e97b service neutron] Attempting to bind port ad4d09bd-ce95-44e0-ba33-f37e0d28a497 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 16:04:05.874563 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-1c07e584-8448-4f4c-a460-2af7005778ce req-a8ae5ed3-5478-48d8-985c-e05d56a3e97b service neutron] Attempting to bind port ad4d09bd-ce95-44e0-ba33-f37e0d28a497 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '175a6445-606f-4d5f-b87a-2283a925e326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 16:04:05.874909 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c07e584-8448-4f4c-a460-2af7005778ce req-a8ae5ed3-5478-48d8-985c-e05d56a3e97b service neutron] Attempting to bind port ad4d09bd-ce95-44e0-ba33-f37e0d28a497 on network ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:04:05.884434 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c07e584-8448-4f4c-a460-2af7005778ce req-a8ae5ed3-5478-48d8-985c-e05d56a3e97b service neutron] Port ad4d09bd-ce95-44e0-ba33-f37e0d28a497 on network ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 16:04:05.884768 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c07e584-8448-4f4c-a460-2af7005778ce req-a8ae5ed3-5478-48d8-985c-e05d56a3e97b service neutron] Attempting to bind port ad4d09bd-ce95-44e0-ba33-f37e0d28a497 on network ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:04:05.897098 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c07e584-8448-4f4c-a460-2af7005778ce req-a8ae5ed3-5478-48d8-985c-e05d56a3e97b service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 16:04:05.897448 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c07e584-8448-4f4c-a460-2af7005778ce req-a8ae5ed3-5478-48d8-985c-e05d56a3e97b service neutron] Checking segment: {'id': '175a6445-606f-4d5f-b87a-2283a925e326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:04:05.897843 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c07e584-8448-4f4c-a460-2af7005778ce req-a8ae5ed3-5478-48d8-985c-e05d56a3e97b service neutron] Bound using segment: {'id': '175a6445-606f-4d5f-b87a-2283a925e326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 16:04:05.898289 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-1c07e584-8448-4f4c-a460-2af7005778ce req-a8ae5ed3-5478-48d8-985c-e05d56a3e97b service neutron] Bound port: ad4d09bd-ce95-44e0-ba33-f37e0d28a497, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '175a6445-606f-4d5f-b87a-2283a925e326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 16:04:05.898655 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1c07e584-8448-4f4c-a460-2af7005778ce req-a8ae5ed3-5478-48d8-985c-e05d56a3e97b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:05.940998 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a888c5af-5cc3-45c3-874b-9d47a6d8f468 req-438218da-a5f2-4a05-af99-66436614e482 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:04:05.952217 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a888c5af-5cc3-45c3-874b-9d47a6d8f468 req-438218da-a5f2-4a05-af99-66436614e482 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] 10.222.0.62 "GET /v2.0/ports?device_id=09fe0b69-2fa0-48c5-9850-15c3ad818d20 HTTP/1.1" status: 200 len: 943 time: 0.0904751 Oct 30 16:04:05.957036 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-5a626670-08c9-45b2-a923-e3f94f36fa9a None None] For port 9856aa79-c2ed-4466-8435-45e2bb753e3d, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=9856aa79-c2ed-4466-8435-45e2bb753e3d,segment=NetworkSegment(0246cac2-f7d0-4625-b712-9d1f72fc5538),segment_id=0246cac2-f7d0-4625-b712-9d1f72fc5538)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:04:05.965799 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-6d41171c-6e3f-452f-b078-fd000434371b None None] Set router e3df8c6a-3a6b-4f5d-83de-26585140cb64 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:04:05.972017 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5a626670-08c9-45b2-a923-e3f94f36fa9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:06.019248 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-1c07e584-8448-4f4c-a460-2af7005778ce req-a8ae5ed3-5478-48d8-985c-e05d56a3e97b service neutron] For port ad4d09bd-ce95-44e0-ba33-f37e0d28a497, host n-h1-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 16:04:06.023864 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f4602c-33d5-461c-b65d-67258a1b6b8b None None] Pushing event updated for resources: {'Port': ['ID=9856aa79-c2ed-4466-8435-45e2bb753e3d,revision_number=4']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:04:06.032193 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-1c07e584-8448-4f4c-a460-2af7005778ce req-a8ae5ed3-5478-48d8-985c-e05d56a3e97b service neutron] For port ad4d09bd-ce95-44e0-ba33-f37e0d28a497, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=ad4d09bd-ce95-44e0-ba33-f37e0d28a497,segment=NetworkSegment(175a6445-606f-4d5f-b87a-2283a925e326),segment_id=175a6445-606f-4d5f-b87a-2283a925e326)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 16:04:06.046989 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1c07e584-8448-4f4c-a460-2af7005778ce req-a8ae5ed3-5478-48d8-985c-e05d56a3e97b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:06.058801 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a888c5af-5cc3-45c3-874b-9d47a6d8f468 req-9d4dd757-b819-401e-80a3-8b7047698c51 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a5254e0-db3c-45ed-b414-2ee086fd7615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907466 Oct 30 16:04:06.073958 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a626670-08c9-45b2-a923-e3f94f36fa9a None None] Pushing event updated for resources: {'Port': ['ID=9856aa79-c2ed-4466-8435-45e2bb753e3d,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:04:06.101705 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-a9575a03-1cb9-4958-98e5-f1b489c2299b None None] Provisioning complete for port 9856aa79-c2ed-4466-8435-45e2bb753e3d triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:04:06.102378 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a9575a03-1cb9-4958-98e5-f1b489c2299b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:06.113540 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c07e584-8448-4f4c-a460-2af7005778ce req-a8ae5ed3-5478-48d8-985c-e05d56a3e97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:04:06.114143 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1c07e584-8448-4f4c-a460-2af7005778ce req-a8ae5ed3-5478-48d8-985c-e05d56a3e97b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:06.116141 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1c07e584-8448-4f4c-a460-2af7005778ce req-a8ae5ed3-5478-48d8-985c-e05d56a3e97b service neutron] 10.222.0.53 "PUT /v2.0/ports/ad4d09bd-ce95-44e0-ba33-f37e0d28a497 HTTP/1.1" status: 200 len: 1092 time: 0.8241282 Oct 30 16:04:06.116723 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09fe0b69-2fa0-48c5-9850-15c3ad818d20', 'tag': 'ad4d09bd-ce95-44e0-ba33-f37e0d28a497'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:04:06.119429 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}931ac027fb50588f101e6e2f92584f6f115530be99269a43aae453735a93652f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e4f65f-3291-4ecb-9235-c6d713247e3c" -d '{"events": [{"name": "network-changed", "server_uuid": "09fe0b69-2fa0-48c5-9850-15c3ad818d20", "tag": "ad4d09bd-ce95-44e0-ba33-f37e0d28a497"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:04:06.197367 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ae5ed3-5478-48d8-985c-e05d56a3e97b service neutron] Pushing event updated for resources: {'Port': ['ID=ad4d09bd-ce95-44e0-ba33-f37e0d28a497,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:04:06.235000 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 16:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed7f052f-82f0-4978-bc5a-22e235811b1e x-openstack-request-id: req-ed7f052f-82f0-4978-bc5a-22e235811b1e {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:04:06.235298 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09fe0b69-2fa0-48c5-9850-15c3ad818d20", "tag": "ad4d09bd-ce95-44e0-ba33-f37e0d28a497", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:04:06.235585 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ed7f052f-82f0-4978-bc5a-22e235811b1e {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:04:06.235998 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09fe0b69-2fa0-48c5-9850-15c3ad818d20', 'tag': 'ad4d09bd-ce95-44e0-ba33-f37e0d28a497', 'status': 'completed', 'code': 200} Oct 30 16:04:06.252750 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c07e584-8448-4f4c-a460-2af7005778ce req-0326d6a5-bac7-41d9-97a4-5a5eabadaa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:04:06.254324 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1c07e584-8448-4f4c-a460-2af7005778ce req-0326d6a5-bac7-41d9-97a4-5a5eabadaa92 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=db7ead1735334c1f85abc927763f11aa&device_id=09fe0b69-2fa0-48c5-9850-15c3ad818d20 HTTP/1.1" status: 200 len: 1095 time: 0.0704167 Oct 30 16:04:06.270567 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-6d41171c-6e3f-452f-b078-fd000434371b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3df8c6a-3a6b-4f5d-83de-26585140cb64', 'name': 'tempest-TestEncryptedCinderVolumes-1424574031-router', 'tenant_id': 'c30a6863b02b4e139527c162ecf3c472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '9d7ea51c-4f52-418c-9621-1e27bb584a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:03:58Z', 'updated_at': '2021-10-30T16:04:01Z', 'revision_number': 4, 'project_id': 'c30a6863b02b4e139527c162ecf3c472', 'gw_port': {'id': '9d7ea51c-4f52-418c-9621-1e27bb584a89', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3df8c6a-3a6b-4f5d-83de-26585140cb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:03:58Z', 'updated_at': '2021-10-30T16:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '9856aa79-c2ed-4466-8435-45e2bb753e3d', 'name': '', 'network_id': 'af3e09b2-18fd-42ff-a4f3-c5b2e3f9f278', 'tenant_id': 'c30a6863b02b4e139527c162ecf3c472', 'mac_address': 'fa:16:3e:7d:fc:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3df8c6a-3a6b-4f5d-83de-26585140cb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '3c9d1c63-d65c-4f5e-80aa-0c2a2584be2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:04:01Z', 'updated_at': '2021-10-30T16:04:05Z', 'revision_number': 4, 'project_id': 'c30a6863b02b4e139527c162ecf3c472', 'subnets': [{'id': '3c9d1c63-d65c-4f5e-80aa-0c2a2584be2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:04:06.298910 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d41171c-6e3f-452f-b078-fd000434371b None None] The sync data for ids ['e3df8c6a-3a6b-4f5d-83de-26585140cb64'] in n-d-806683-17 is: [{'id': 'e3df8c6a-3a6b-4f5d-83de-26585140cb64', 'name': 'tempest-TestEncryptedCinderVolumes-1424574031-router', 'tenant_id': 'c30a6863b02b4e139527c162ecf3c472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '9d7ea51c-4f52-418c-9621-1e27bb584a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:03:58Z', 'updated_at': '2021-10-30T16:04:01Z', 'revision_number': 4, 'project_id': 'c30a6863b02b4e139527c162ecf3c472', 'gw_port': {'id': '9d7ea51c-4f52-418c-9621-1e27bb584a89', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3df8c6a-3a6b-4f5d-83de-26585140cb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:03:58Z', 'updated_at': '2021-10-30T16:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '9856aa79-c2ed-4466-8435-45e2bb753e3d', 'name': '', 'network_id': 'af3e09b2-18fd-42ff-a4f3-c5b2e3f9f278', 'tenant_id': 'c30a6863b02b4e139527c162ecf3c472', 'mac_address': 'fa:16:3e:7d:fc:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3df8c6a-3a6b-4f5d-83de-26585140cb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '3c9d1c63-d65c-4f5e-80aa-0c2a2584be2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:04:01Z', 'updated_at': '2021-10-30T16:04:05Z', 'revision_number': 4, 'project_id': 'c30a6863b02b4e139527c162ecf3c472', 'subnets': [{'id': '3c9d1c63-d65c-4f5e-80aa-0c2a2584be2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 16:04:06.300943 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1c07e584-8448-4f4c-a460-2af7005778ce req-6858e2e7-f408-4921-8ea8-b759d0fd2c71 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad4d09bd-ce95-44e0-ba33-f37e0d28a497 HTTP/1.1" status: 200 len: 217 time: 0.0381241 Oct 30 16:04:06.357702 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c07e584-8448-4f4c-a460-2af7005778ce req-c5fcd33f-ebb6-405a-9bf8-8a567d2b39e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:04:06.358260 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1c07e584-8448-4f4c-a460-2af7005778ce req-c5fcd33f-ebb6-405a-9bf8-8a567d2b39e2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e6db0eb1-7f9a-448a-af03-2626de12aba5 HTTP/1.1" status: 200 len: 854 time: 0.0512142 Oct 30 16:04:06.417438 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c07e584-8448-4f4c-a460-2af7005778ce req-19f23762-a232-4fbc-8902-c9b4c8ddf737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:04:06.419125 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1c07e584-8448-4f4c-a460-2af7005778ce req-19f23762-a232-4fbc-8902-c9b4c8ddf737 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538201 Oct 30 16:04:06.514599 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1c07e584-8448-4f4c-a460-2af7005778ce req-cd929c41-26a3-416b-83b2-f98e83eea63b service neutron] 10.222.0.53 "GET /v2.0/networks/ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877092 Oct 30 16:04:06.617727 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1c07e584-8448-4f4c-a460-2af7005778ce req-045d32a5-1377-4bf3-b493-c97d9381b2b9 service neutron] 10.222.0.53 "GET /v2.0/networks/ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955820 Oct 30 16:04:06.707533 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e4f65f-3291-4ecb-9235-c6d713247e3c req-cfb35051-d056-46c5-8ddc-6aaadb0e4c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:04:06.709061 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-00e4f65f-3291-4ecb-9235-c6d713247e3c req-cfb35051-d056-46c5-8ddc-6aaadb0e4c5a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=db7ead1735334c1f85abc927763f11aa&device_id=09fe0b69-2fa0-48c5-9850-15c3ad818d20 HTTP/1.1" status: 200 len: 1095 time: 0.0427394 Oct 30 16:04:06.813613 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e4f65f-3291-4ecb-9235-c6d713247e3c req-e94efad4-84d0-44ff-a137-17077f86cc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:04:06.815978 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-00e4f65f-3291-4ecb-9235-c6d713247e3c req-e94efad4-84d0-44ff-a137-17077f86cc96 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8 HTTP/1.1" status: 200 len: 916 time: 0.1001935 Oct 30 16:04:06.820380 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 9d7ea51c-4f52-418c-9621-1e27bb584a89 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:04:06.860400 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-00e4f65f-3291-4ecb-9235-c6d713247e3c req-58b78445-ad9f-4270-a907-8da06a29afc4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad4d09bd-ce95-44e0-ba33-f37e0d28a497 HTTP/1.1" status: 200 len: 217 time: 0.0370259 Oct 30 16:04:06.877444 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 9d7ea51c-4f52-418c-9621-1e27bb584a89 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:04:06.877963 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:06.915185 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e4f65f-3291-4ecb-9235-c6d713247e3c req-44ccfef4-b405-433a-bb0b-0bfb5787d0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:04:06.916691 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-00e4f65f-3291-4ecb-9235-c6d713247e3c req-44ccfef4-b405-433a-bb0b-0bfb5787d0a2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e6db0eb1-7f9a-448a-af03-2626de12aba5 HTTP/1.1" status: 200 len: 854 time: 0.0491197 Oct 30 16:04:06.968361 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 9856aa79-c2ed-4466-8435-45e2bb753e3d up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:04:06.969857 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e4f65f-3291-4ecb-9235-c6d713247e3c req-59cc30d1-3d98-48fe-b3fd-22ab8b8e7b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:04:06.971504 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-00e4f65f-3291-4ecb-9235-c6d713247e3c req-59cc30d1-3d98-48fe-b3fd-22ab8b8e7b4b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475614 Oct 30 16:04:07.015140 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 9856aa79-c2ed-4466-8435-45e2bb753e3d triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:04:07.015549 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:07.062333 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-00e4f65f-3291-4ecb-9235-c6d713247e3c req-cc6fc45b-76ee-4840-bb21-bd5a720bb728 service neutron] 10.222.0.53 "GET /v2.0/networks/ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822082 Oct 30 16:04:07.158258 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd31b0-1f9e-4bff-9e02-8da105a3ea5e req-45333b47-f913-4299-bae8-3d727f22e6d2 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:04:07.159305 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-00e4f65f-3291-4ecb-9235-c6d713247e3c req-704dc7cf-dc81-47fb-8f82-d8d6e00338fe service neutron] 10.222.0.53 "GET /v2.0/networks/ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896566 Oct 30 16:04:07.159760 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e9dd31b0-1f9e-4bff-9e02-8da105a3ea5e req-45333b47-f913-4299-bae8-3d727f22e6d2 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] 10.222.0.62 "GET /v2.0/ports?device_id=09fe0b69-2fa0-48c5-9850-15c3ad818d20 HTTP/1.1" status: 200 len: 943 time: 0.0501175 Oct 30 16:04:07.200007 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e9dd31b0-1f9e-4bff-9e02-8da105a3ea5e req-553ef63a-b420-4fd9-8bc8-949e4daa4624 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a5254e0-db3c-45ed-b414-2ee086fd7615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334404 Oct 30 16:04:08.317305 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53a9140-cd3d-4cc5-8fd2-01421ddf28b8 req-ab27d7ba-04c7-4c43-b4d8-387927bc6e23 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:04:08.319382 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f53a9140-cd3d-4cc5-8fd2-01421ddf28b8 req-ab27d7ba-04c7-4c43-b4d8-387927bc6e23 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] 10.222.0.62 "GET /v2.0/ports?device_id=09fe0b69-2fa0-48c5-9850-15c3ad818d20 HTTP/1.1" status: 200 len: 943 time: 0.0495403 Oct 30 16:04:08.355993 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f53a9140-cd3d-4cc5-8fd2-01421ddf28b8 req-4169b22a-307b-4574-ab67-6597338ab9ca tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a5254e0-db3c-45ed-b414-2ee086fd7615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306425 Oct 30 16:04:08.647504 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device ad4d09bd-ce95-44e0-ba33-f37e0d28a497 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 16:04:08.748214 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port ad4d09bd-ce95-44e0-ba33-f37e0d28a497, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=ad4d09bd-ce95-44e0-ba33-f37e0d28a497,segment=NetworkSegment(175a6445-606f-4d5f-b87a-2283a925e326),segment_id=175a6445-606f-4d5f-b87a-2283a925e326)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:04:08.759151 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': 'ad4d09bd-ce95-44e0-ba33-f37e0d28a497', 'network_id': 'ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8', 'port_id': 'ad4d09bd-ce95-44e0-ba33-f37e0d28a497', 'mac_address': 'fa:16:3e:7e:4f:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6db0eb1-7f9a-448a-af03-2626de12aba5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 16:04:08.796180 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:08.810514 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad4d09bd-ce95-44e0-ba33-f37e0d28a497 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 16:04:08.831737 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port ad4d09bd-ce95-44e0-ba33-f37e0d28a497, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=ad4d09bd-ce95-44e0-ba33-f37e0d28a497,segment=NetworkSegment(175a6445-606f-4d5f-b87a-2283a925e326),segment_id=175a6445-606f-4d5f-b87a-2283a925e326)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:04:08.836019 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:08.886903 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=ad4d09bd-ce95-44e0-ba33-f37e0d28a497,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:04:09.035721 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['ad4d09bd-ce95-44e0-ba33-f37e0d28a497'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 16:04:09.472753 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b81851-a6ad-4b2a-8668-2591f09788cd req-57687be9-eb07-4043-8125-6250221deb56 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:04:09.474307 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-50b81851-a6ad-4b2a-8668-2591f09788cd req-57687be9-eb07-4043-8125-6250221deb56 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] 10.222.0.62 "GET /v2.0/ports?device_id=09fe0b69-2fa0-48c5-9850-15c3ad818d20 HTTP/1.1" status: 200 len: 944 time: 0.0500503 Oct 30 16:04:09.512636 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-50b81851-a6ad-4b2a-8668-2591f09788cd req-41dce6d1-1b1c-46cf-be0f-8f354c3d3ee2 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a5254e0-db3c-45ed-b414-2ee086fd7615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322490 Oct 30 16:04:10.626579 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb9fe79-a04e-4cda-8afc-c602e96ecb2c req-680f8ee9-c850-4171-9f7e-d454136b6906 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:04:10.628050 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cfb9fe79-a04e-4cda-8afc-c602e96ecb2c req-680f8ee9-c850-4171-9f7e-d454136b6906 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] 10.222.0.62 "GET /v2.0/ports?device_id=09fe0b69-2fa0-48c5-9850-15c3ad818d20 HTTP/1.1" status: 200 len: 944 time: 0.0475507 Oct 30 16:04:10.648469 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device ad4d09bd-ce95-44e0-ba33-f37e0d28a497 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:04:10.668653 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cfb9fe79-a04e-4cda-8afc-c602e96ecb2c req-7754cf82-dc6c-49bc-ab9e-1b614cd6db6e tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a5254e0-db3c-45ed-b414-2ee086fd7615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345869 Oct 30 16:04:10.698685 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port ad4d09bd-ce95-44e0-ba33-f37e0d28a497 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 16:04:10.702411 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port ad4d09bd-ce95-44e0-ba33-f37e0d28a497 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:04:10.702789 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:10.778113 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:10.800309 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09fe0b69-2fa0-48c5-9850-15c3ad818d20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad4d09bd-ce95-44e0-ba33-f37e0d28a497'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:04:10.802700 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cafb2eba4876e5fc7105e54c9897f2ac796dde07d3c794cd15d4c51349c0477b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5540fae9-a702-4928-86da-ff9bb3d4404a" -d '{"events": [{"server_uuid": "09fe0b69-2fa0-48c5-9850-15c3ad818d20", "name": "network-vif-plugged", "status": "completed", "tag": "ad4d09bd-ce95-44e0-ba33-f37e0d28a497"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:04:10.815210 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port ad4d09bd-ce95-44e0-ba33-f37e0d28a497, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=ad4d09bd-ce95-44e0-ba33-f37e0d28a497,segment=NetworkSegment(175a6445-606f-4d5f-b87a-2283a925e326),segment_id=175a6445-606f-4d5f-b87a-2283a925e326)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:04:10.819059 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:10.848061 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 16:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-596831bc-8a8f-49f8-9a56-33043d10e150 x-openstack-request-id: req-596831bc-8a8f-49f8-9a56-33043d10e150 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:04:10.848349 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09fe0b69-2fa0-48c5-9850-15c3ad818d20", "name": "network-vif-plugged", "status": "completed", "tag": "ad4d09bd-ce95-44e0-ba33-f37e0d28a497", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:04:10.848599 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-596831bc-8a8f-49f8-9a56-33043d10e150 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:04:10.849918 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09fe0b69-2fa0-48c5-9850-15c3ad818d20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad4d09bd-ce95-44e0-ba33-f37e0d28a497', 'code': 200} Oct 30 16:04:10.877949 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=ad4d09bd-ce95-44e0-ba33-f37e0d28a497,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:04:10.948382 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f840406-1b31-4a9a-acc5-698d5704cd2a req-4a8e7a5c-af4f-454c-967f-7d2cf7548949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:04:10.949786 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7f840406-1b31-4a9a-acc5-698d5704cd2a req-4a8e7a5c-af4f-454c-967f-7d2cf7548949 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=09fe0b69-2fa0-48c5-9850-15c3ad818d20 HTTP/1.1" status: 200 len: 1097 time: 0.0454373 Oct 30 16:04:10.984773 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7f840406-1b31-4a9a-acc5-698d5704cd2a req-9acd697d-e032-4968-9ddf-c1e42b93acb2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0a5254e0-db3c-45ed-b414-2ee086fd7615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271852 Oct 30 16:04:11.787237 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f562e2b-25f5-46ec-ab11-4ad4a2ad1114 req-9ebadc21-3efc-4fbf-84c0-20c6fc349ea0 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:04:11.788722 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1f562e2b-25f5-46ec-ab11-4ad4a2ad1114 req-9ebadc21-3efc-4fbf-84c0-20c6fc349ea0 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] 10.222.0.62 "GET /v2.0/ports?device_id=09fe0b69-2fa0-48c5-9850-15c3ad818d20 HTTP/1.1" status: 200 len: 945 time: 0.0507650 Oct 30 16:04:11.825635 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1f562e2b-25f5-46ec-ab11-4ad4a2ad1114 req-418afb3f-6927-4163-8b14-536ac9cfbd4c tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a5254e0-db3c-45ed-b414-2ee086fd7615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309358 Oct 30 16:04:12.940948 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1f4cfc-3dc5-41bc-a585-cd06c0bcc0d9 req-1198df5c-72cb-4dbe-8dae-8b05911aa96f tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:04:12.942453 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2b1f4cfc-3dc5-41bc-a585-cd06c0bcc0d9 req-1198df5c-72cb-4dbe-8dae-8b05911aa96f tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] 10.222.0.62 "GET /v2.0/ports?device_id=09fe0b69-2fa0-48c5-9850-15c3ad818d20 HTTP/1.1" status: 200 len: 945 time: 0.0481288 Oct 30 16:04:12.983420 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2b1f4cfc-3dc5-41bc-a585-cd06c0bcc0d9 req-00133697-8eee-47e1-ae3a-f88459fac7ed tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a5254e0-db3c-45ed-b414-2ee086fd7615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344579 Oct 30 16:04:13.097963 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9eaf92-3535-4673-8017-eb7785594162 req-3aa30f7d-ea16-408c-b2f7-191a40db2f57 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:04:13.099428 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3c9eaf92-3535-4673-8017-eb7785594162 req-3aa30f7d-ea16-408c-b2f7-191a40db2f57 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] 10.222.0.62 "GET /v2.0/ports?device_id=09fe0b69-2fa0-48c5-9850-15c3ad818d20 HTTP/1.1" status: 200 len: 945 time: 0.0486176 Oct 30 16:04:13.137894 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3c9eaf92-3535-4673-8017-eb7785594162 req-c0137a8c-8a97-4eff-96ec-a5779a8af9d3 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a5254e0-db3c-45ed-b414-2ee086fd7615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324967 Oct 30 16:04:19.298978 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 16:04:21.246651 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-57471fa7-bbac-4b60-bca7-6c5e3d308f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:23.848978 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c8cb8297-ed7b-4f7c-9f52-af7e94e54283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:24.842877 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:24.998842 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:26.776466 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:30.370462 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:32.433029 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:34.675820 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb350e0-8bfd-4e50-bb67-608b45f135a9 req-4966bc6d-0204-4ece-9b20-5c9855510693 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:04:34.678952 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ddb350e0-8bfd-4e50-bb67-608b45f135a9 req-4966bc6d-0204-4ece-9b20-5c9855510693 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] 10.222.0.62 "GET /v2.0/ports?device_id=09fe0b69-2fa0-48c5-9850-15c3ad818d20 HTTP/1.1" status: 200 len: 945 time: 0.0523486 Oct 30 16:04:34.717627 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ddb350e0-8bfd-4e50-bb67-608b45f135a9 req-676bb7f6-6c16-4a18-b326-719b647b6f29 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a5254e0-db3c-45ed-b414-2ee086fd7615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322225 Oct 30 16:04:35.845657 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ea32a3-8ac6-4c5e-b4cf-7ecab61b9bbe req-6e4ac62a-b803-432d-8c2d-ffb5819bed10 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:04:35.847126 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a5ea32a3-8ac6-4c5e-b4cf-7ecab61b9bbe req-6e4ac62a-b803-432d-8c2d-ffb5819bed10 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] 10.222.0.62 "GET /v2.0/ports?device_id=09fe0b69-2fa0-48c5-9850-15c3ad818d20 HTTP/1.1" status: 200 len: 945 time: 0.0553706 Oct 30 16:04:35.883928 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a5ea32a3-8ac6-4c5e-b4cf-7ecab61b9bbe req-a90fb043-0c85-4964-a41c-ac8a5136c55b tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a5254e0-db3c-45ed-b414-2ee086fd7615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307879 Oct 30 16:04:36.234069 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903a7d5d-8569-406c-a4f0-b62e3d134c18 req-bb5a58f1-49e6-4ef8-84d9-c3569719d3a5 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:04:36.235546 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-903a7d5d-8569-406c-a4f0-b62e3d134c18 req-bb5a58f1-49e6-4ef8-84d9-c3569719d3a5 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] 10.222.0.53 "GET /v2.0/ports?device_id=09fe0b69-2fa0-48c5-9850-15c3ad818d20 HTTP/1.1" status: 200 len: 945 time: 0.0483057 Oct 30 16:04:36.326017 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-903a7d5d-8569-406c-a4f0-b62e3d134c18 req-8d2945b2-9348-428e-b3ef-b797f00bd435 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] Deleting port ad4d09bd-ce95-44e0-ba33-f37e0d28a497 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:04:36.326352 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-903a7d5d-8569-406c-a4f0-b62e3d134c18 req-8d2945b2-9348-428e-b3ef-b797f00bd435 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:36.411565 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-903a7d5d-8569-406c-a4f0-b62e3d134c18 req-8d2945b2-9348-428e-b3ef-b797f00bd435 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] For port ad4d09bd-ce95-44e0-ba33-f37e0d28a497, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=ad4d09bd-ce95-44e0-ba33-f37e0d28a497,segment=NetworkSegment(175a6445-606f-4d5f-b87a-2283a925e326),segment_id=175a6445-606f-4d5f-b87a-2283a925e326)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:04:36.412180 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-903a7d5d-8569-406c-a4f0-b62e3d134c18 req-8d2945b2-9348-428e-b3ef-b797f00bd435 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:36.424303 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-903a7d5d-8569-406c-a4f0-b62e3d134c18 req-8d2945b2-9348-428e-b3ef-b797f00bd435 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] Calling delete_port for ad4d09bd-ce95-44e0-ba33-f37e0d28a497 owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:04:36.555890 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-903a7d5d-8569-406c-a4f0-b62e3d134c18 req-8d2945b2-9348-428e-b3ef-b797f00bd435 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:36.567384 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['ad4d09bd-ce95-44e0-ba33-f37e0d28a497'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 16:04:36.584271 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2945b2-9348-428e-b3ef-b797f00bd435 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] Pushing event deleted for resources: {'Port': ['ID=ad4d09bd-ce95-44e0-ba33-f37e0d28a497,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:04:36.614413 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2945b2-9348-428e-b3ef-b797f00bd435 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:04:36.614761 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2945b2-9348-428e-b3ef-b797f00bd435 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:04:36.615101 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2945b2-9348-428e-b3ef-b797f00bd435 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:04:36.615438 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2945b2-9348-428e-b3ef-b797f00bd435 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:04:36.615794 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2945b2-9348-428e-b3ef-b797f00bd435 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:04:36.616123 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2945b2-9348-428e-b3ef-b797f00bd435 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:04:36.616450 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2945b2-9348-428e-b3ef-b797f00bd435 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:04:36.616772 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2945b2-9348-428e-b3ef-b797f00bd435 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:04:36.617097 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2945b2-9348-428e-b3ef-b797f00bd435 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:04:36.617419 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2945b2-9348-428e-b3ef-b797f00bd435 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:04:36.617740 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2945b2-9348-428e-b3ef-b797f00bd435 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:04:36.618061 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2945b2-9348-428e-b3ef-b797f00bd435 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:04:36.641494 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-903a7d5d-8569-406c-a4f0-b62e3d134c18 req-8d2945b2-9348-428e-b3ef-b797f00bd435 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] No DVR routers for this DVR port ad4d09bd-ce95-44e0-ba33-f37e0d28a497 on host n-h1-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 16:04:36.644394 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-903a7d5d-8569-406c-a4f0-b62e3d134c18 req-8d2945b2-9348-428e-b3ef-b797f00bd435 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:36.647758 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-903a7d5d-8569-406c-a4f0-b62e3d134c18 req-8d2945b2-9348-428e-b3ef-b797f00bd435 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] 10.222.0.53 "DELETE /v2.0/ports/ad4d09bd-ce95-44e0-ba33-f37e0d28a497 HTTP/1.1" status: 204 len: 173 time: 0.4062154 Oct 30 16:04:36.648218 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09fe0b69-2fa0-48c5-9850-15c3ad818d20', 'name': 'network-vif-deleted', 'tag': 'ad4d09bd-ce95-44e0-ba33-f37e0d28a497'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:04:36.650642 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}931ac027fb50588f101e6e2f92584f6f115530be99269a43aae453735a93652f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc91bd88-086c-416f-be87-0f5c287cba84" -d '{"events": [{"server_uuid": "09fe0b69-2fa0-48c5-9850-15c3ad818d20", "name": "network-vif-deleted", "tag": "ad4d09bd-ce95-44e0-ba33-f37e0d28a497"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:04:36.703312 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 16:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bfa37ae-dcc2-48db-8e6e-95885280eea5 x-openstack-request-id: req-5bfa37ae-dcc2-48db-8e6e-95885280eea5 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:04:36.703638 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09fe0b69-2fa0-48c5-9850-15c3ad818d20", "name": "network-vif-deleted", "tag": "ad4d09bd-ce95-44e0-ba33-f37e0d28a497", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:04:36.703897 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5bfa37ae-dcc2-48db-8e6e-95885280eea5 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:04:36.704326 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09fe0b69-2fa0-48c5-9850-15c3ad818d20', 'name': 'network-vif-deleted', 'tag': 'ad4d09bd-ce95-44e0-ba33-f37e0d28a497', 'status': 'completed', 'code': 200} Oct 30 16:04:36.997113 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a258a484-486d-4985-a401-9c534639224b req-aea7a74f-6640-4423-8d02-2e00f71caaa5 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] 10.222.0.62 "GET /v2.0/ports?device_id=09fe0b69-2fa0-48c5-9850-15c3ad818d20 HTTP/1.1" status: 200 len: 210 time: 0.0355744 Oct 30 16:04:38.470924 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87294f-2849-44b2-b296-e13d264317ba req-9ccb391b-d252-4656-bf5d-f4a3188de442 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:04:38.472402 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-af87294f-2849-44b2-b296-e13d264317ba req-9ccb391b-d252-4656-bf5d-f4a3188de442 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] 10.222.0.62 "GET /v2.0/networks?id=ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8 HTTP/1.1" status: 200 len: 815 time: 0.0995684 Oct 30 16:04:38.487574 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-af87294f-2849-44b2-b296-e13d264317ba req-5afc8c0c-1d5a-4078-a68b-3707159c00ae tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] 10.222.0.62 "GET /v2.0/quotas/db7ead1735334c1f85abc927763f11aa HTTP/1.1" status: 200 len: 375 time: 0.0088015 Oct 30 16:04:38.537099 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-af87294f-2849-44b2-b296-e13d264317ba req-3d01b55c-a8ba-417f-b87a-f42bb3b81d4d tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=db7ead1735334c1f85abc927763f11aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441048 Oct 30 16:04:38.639229 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-af87294f-2849-44b2-b296-e13d264317ba req-c01f719c-f07f-4f4c-acd6-db7398310015 service neutron] 10.222.0.62 "GET /v2.0/networks/ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906162 Oct 30 16:04:38.727281 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-af87294f-2849-44b2-b296-e13d264317ba req-6beed3bf-a264-46ba-9d42-1e7ccd21a30d service neutron] 10.222.0.62 "GET /v2.0/networks/ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813587 Oct 30 16:04:38.773026 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device ad4d09bd-ce95-44e0-ba33-f37e0d28a497 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 16:04:38.792905 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: ad4d09bd-ce95-44e0-ba33-f37e0d28a497 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 16:04:38.793260 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device ad4d09bd-ce95-44e0-ba33-f37e0d28a497 not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 16:04:38.894307 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bec6d634-c695-4bcd-a3a4-59c2c2d6a699 req-44133a1a-c8b9-479f-ac1f-e7b33953da3c tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] 10.222.0.62 "GET /v2.0/ports?device_id=874ce9ad-99ad-479a-9483-2eb9e1ad2b69 HTTP/1.1" status: 200 len: 210 time: 0.0267379 Oct 30 16:04:39.809103 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87294f-2849-44b2-b296-e13d264317ba req-79afc456-7b85-4766-a99f-be5550f95c13 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:04:39.810553 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-af87294f-2849-44b2-b296-e13d264317ba req-79afc456-7b85-4766-a99f-be5550f95c13 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] 10.222.0.53 "GET /v2.0/networks?id=ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8 HTTP/1.1" status: 200 len: 815 time: 0.1123779 Oct 30 16:04:39.824284 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-af87294f-2849-44b2-b296-e13d264317ba req-302fd977-99b1-49c9-9a2f-828cb6222cc6 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] Request body: {'port': {'device_id': '874ce9ad-99ad-479a-9483-2eb9e1ad2b69', 'network_id': 'ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8', 'admin_state_up': True, 'tenant_id': 'db7ead1735334c1f85abc927763f11aa'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:04:39.935163 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af87294f-2849-44b2-b296-e13d264317ba req-302fd977-99b1-49c9-9a2f-828cb6222cc6 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] Made reservation on behalf of db7ead1735334c1f85abc927763f11aa for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 16:04:39.943198 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-af87294f-2849-44b2-b296-e13d264317ba req-302fd977-99b1-49c9-9a2f-828cb6222cc6 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:40.021118 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d70ee1d5-85ca-48cd-9817-b3ef5ac2eaa2 req-a12665a0-f7c6-42aa-9d91-c676686da9ef tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] 10.222.0.62 "GET /v2.0/ports?device_id=874ce9ad-99ad-479a-9483-2eb9e1ad2b69 HTTP/1.1" status: 200 len: 210 time: 0.0546033 Oct 30 16:04:40.089864 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-af87294f-2849-44b2-b296-e13d264317ba req-302fd977-99b1-49c9-9a2f-828cb6222cc6 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] Allocated IP 172.20.0.12 (ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8/e6db0eb1-7f9a-448a-af03-2626de12aba5/42e6216e-2071-4b33-8b6a-e09f9fe6e865) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 16:04:40.237491 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-af87294f-2849-44b2-b296-e13d264317ba req-302fd977-99b1-49c9-9a2f-828cb6222cc6 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:40.269439 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-af87294f-2849-44b2-b296-e13d264317ba req-302fd977-99b1-49c9-9a2f-828cb6222cc6 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:40.315070 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af87294f-2849-44b2-b296-e13d264317ba req-302fd977-99b1-49c9-9a2f-828cb6222cc6 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] Network ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:04:40.320785 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-af87294f-2849-44b2-b296-e13d264317ba req-302fd977-99b1-49c9-9a2f-828cb6222cc6 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:04:40.324568 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-af87294f-2849-44b2-b296-e13d264317ba req-302fd977-99b1-49c9-9a2f-828cb6222cc6 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 16:04:40.348921 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302fd977-99b1-49c9-9a2f-828cb6222cc6 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] Pushing event updated for resources: {'Port': ['ID=42e6216e-2071-4b33-8b6a-e09f9fe6e865,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:04:40.377889 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87294f-2849-44b2-b296-e13d264317ba req-302fd977-99b1-49c9-9a2f-828cb6222cc6 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:04:40.378505 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-af87294f-2849-44b2-b296-e13d264317ba req-302fd977-99b1-49c9-9a2f-828cb6222cc6 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:40.396111 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-af87294f-2849-44b2-b296-e13d264317ba req-302fd977-99b1-49c9-9a2f-828cb6222cc6 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5757520 Oct 30 16:04:40.408350 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-af87294f-2849-44b2-b296-e13d264317ba req-704ec319-6fdc-4ce8-8121-e59719b582cd service neutron] Request body: {'port': {'device_id': '874ce9ad-99ad-479a-9483-2eb9e1ad2b69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:04:40.464663 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-af87294f-2849-44b2-b296-e13d264317ba req-704ec319-6fdc-4ce8-8121-e59719b582cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:40.581668 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-4bde920c-d617-4ed5-8ef9-42ebd6b60360 None None] Provisioning complete for port 42e6216e-2071-4b33-8b6a-e09f9fe6e865 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:04:40.582307 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4bde920c-d617-4ed5-8ef9-42ebd6b60360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:40.617693 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-4bde920c-d617-4ed5-8ef9-42ebd6b60360 None None] Port 42e6216e-2071-4b33-8b6a-e09f9fe6e865 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 16:04:40.733517 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-af87294f-2849-44b2-b296-e13d264317ba req-704ec319-6fdc-4ce8-8121-e59719b582cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42e6216e-2071-4b33-8b6a-e09f9fe6e865 {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 16:04:40.741255 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-af87294f-2849-44b2-b296-e13d264317ba req-704ec319-6fdc-4ce8-8121-e59719b582cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:40.753250 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-af87294f-2849-44b2-b296-e13d264317ba req-704ec319-6fdc-4ce8-8121-e59719b582cd service neutron] Transition to ACTIVE for port object 42e6216e-2071-4b33-8b6a-e09f9fe6e865 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 16:04:40.757331 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-af87294f-2849-44b2-b296-e13d264317ba req-704ec319-6fdc-4ce8-8121-e59719b582cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:40.805708 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704ec319-6fdc-4ce8-8121-e59719b582cd service neutron] Pushing event updated for resources: {'Port': ['ID=42e6216e-2071-4b33-8b6a-e09f9fe6e865,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:04:40.876276 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-af87294f-2849-44b2-b296-e13d264317ba req-704ec319-6fdc-4ce8-8121-e59719b582cd service neutron] Attempting to bind port 42e6216e-2071-4b33-8b6a-e09f9fe6e865 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 16:04:40.876934 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-af87294f-2849-44b2-b296-e13d264317ba req-704ec319-6fdc-4ce8-8121-e59719b582cd service neutron] Attempting to bind port 42e6216e-2071-4b33-8b6a-e09f9fe6e865 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '175a6445-606f-4d5f-b87a-2283a925e326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 16:04:40.877067 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af87294f-2849-44b2-b296-e13d264317ba req-704ec319-6fdc-4ce8-8121-e59719b582cd service neutron] Attempting to bind port 42e6216e-2071-4b33-8b6a-e09f9fe6e865 on network ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:04:40.882348 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af87294f-2849-44b2-b296-e13d264317ba req-704ec319-6fdc-4ce8-8121-e59719b582cd service neutron] Port 42e6216e-2071-4b33-8b6a-e09f9fe6e865 on network ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 16:04:40.882675 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af87294f-2849-44b2-b296-e13d264317ba req-704ec319-6fdc-4ce8-8121-e59719b582cd service neutron] Attempting to bind port 42e6216e-2071-4b33-8b6a-e09f9fe6e865 on network ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:04:40.887798 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af87294f-2849-44b2-b296-e13d264317ba req-704ec319-6fdc-4ce8-8121-e59719b582cd service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 16, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 16:04:40.888149 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af87294f-2849-44b2-b296-e13d264317ba req-704ec319-6fdc-4ce8-8121-e59719b582cd service neutron] Checking segment: {'id': '175a6445-606f-4d5f-b87a-2283a925e326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:04:40.888538 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af87294f-2849-44b2-b296-e13d264317ba req-704ec319-6fdc-4ce8-8121-e59719b582cd service neutron] Bound using segment: {'id': '175a6445-606f-4d5f-b87a-2283a925e326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 16:04:40.888975 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-af87294f-2849-44b2-b296-e13d264317ba req-704ec319-6fdc-4ce8-8121-e59719b582cd service neutron] Bound port: 42e6216e-2071-4b33-8b6a-e09f9fe6e865, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '175a6445-606f-4d5f-b87a-2283a925e326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 16:04:40.889335 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-af87294f-2849-44b2-b296-e13d264317ba req-704ec319-6fdc-4ce8-8121-e59719b582cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:40.961382 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-af87294f-2849-44b2-b296-e13d264317ba req-704ec319-6fdc-4ce8-8121-e59719b582cd service neutron] For port 42e6216e-2071-4b33-8b6a-e09f9fe6e865, host n-h1-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 16:04:40.964436 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-af87294f-2849-44b2-b296-e13d264317ba req-704ec319-6fdc-4ce8-8121-e59719b582cd service neutron] For port 42e6216e-2071-4b33-8b6a-e09f9fe6e865, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=42e6216e-2071-4b33-8b6a-e09f9fe6e865,segment=NetworkSegment(175a6445-606f-4d5f-b87a-2283a925e326),segment_id=175a6445-606f-4d5f-b87a-2283a925e326)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 16:04:40.969343 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-af87294f-2849-44b2-b296-e13d264317ba req-704ec319-6fdc-4ce8-8121-e59719b582cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:41.005387 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87294f-2849-44b2-b296-e13d264317ba req-704ec319-6fdc-4ce8-8121-e59719b582cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:04:41.006001 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-af87294f-2849-44b2-b296-e13d264317ba req-704ec319-6fdc-4ce8-8121-e59719b582cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:41.007386 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-af87294f-2849-44b2-b296-e13d264317ba req-704ec319-6fdc-4ce8-8121-e59719b582cd service neutron] 10.222.0.53 "PUT /v2.0/ports/42e6216e-2071-4b33-8b6a-e09f9fe6e865 HTTP/1.1" status: 200 len: 1093 time: 0.6033800 Oct 30 16:04:41.007857 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '874ce9ad-99ad-479a-9483-2eb9e1ad2b69', 'tag': '42e6216e-2071-4b33-8b6a-e09f9fe6e865'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:04:41.010135 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}931ac027fb50588f101e6e2f92584f6f115530be99269a43aae453735a93652f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98457c05-fc5e-4c9f-86df-dfd27592c487" -d '{"events": [{"name": "network-changed", "server_uuid": "874ce9ad-99ad-479a-9483-2eb9e1ad2b69", "tag": "42e6216e-2071-4b33-8b6a-e09f9fe6e865"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:04:41.033335 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704ec319-6fdc-4ce8-8121-e59719b582cd service neutron] Pushing event updated for resources: {'Port': ['ID=42e6216e-2071-4b33-8b6a-e09f9fe6e865,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:04:41.059456 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 16:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a508a5e-d8cd-4760-a16a-5cd8e57eed00 x-openstack-request-id: req-6a508a5e-d8cd-4760-a16a-5cd8e57eed00 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:04:41.061047 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "874ce9ad-99ad-479a-9483-2eb9e1ad2b69", "tag": "42e6216e-2071-4b33-8b6a-e09f9fe6e865", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:04:41.061233 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6a508a5e-d8cd-4760-a16a-5cd8e57eed00 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:04:41.061668 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '874ce9ad-99ad-479a-9483-2eb9e1ad2b69', 'tag': '42e6216e-2071-4b33-8b6a-e09f9fe6e865', 'status': 'completed', 'code': 200} Oct 30 16:04:41.141097 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87294f-2849-44b2-b296-e13d264317ba req-87ee41b7-9bd6-4243-bb0d-5bbd663a3656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:04:41.142940 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-af87294f-2849-44b2-b296-e13d264317ba req-87ee41b7-9bd6-4243-bb0d-5bbd663a3656 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=db7ead1735334c1f85abc927763f11aa&device_id=874ce9ad-99ad-479a-9483-2eb9e1ad2b69 HTTP/1.1" status: 200 len: 1096 time: 0.0748463 Oct 30 16:04:41.156515 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7dfd94-cc0f-4a7e-b7a8-6c1012cfebab req-eb7c3386-914b-4e12-89af-5239b880151f tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:04:41.158021 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2e7dfd94-cc0f-4a7e-b7a8-6c1012cfebab req-eb7c3386-914b-4e12-89af-5239b880151f tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] 10.222.0.62 "GET /v2.0/ports?device_id=874ce9ad-99ad-479a-9483-2eb9e1ad2b69 HTTP/1.1" status: 200 len: 944 time: 0.0620542 Oct 30 16:04:41.209630 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-af87294f-2849-44b2-b296-e13d264317ba req-382329dc-39a6-40c9-b938-d07696480031 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=42e6216e-2071-4b33-8b6a-e09f9fe6e865 HTTP/1.1" status: 200 len: 217 time: 0.0505779 Oct 30 16:04:41.254421 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2e7dfd94-cc0f-4a7e-b7a8-6c1012cfebab req-2727b020-fcce-4003-927e-fe09e7711493 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a5254e0-db3c-45ed-b414-2ee086fd7615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890691 Oct 30 16:04:41.269538 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87294f-2849-44b2-b296-e13d264317ba req-2a81c35f-8218-4520-b498-da88c4924f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:04:41.270967 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-af87294f-2849-44b2-b296-e13d264317ba req-2a81c35f-8218-4520-b498-da88c4924f70 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e6db0eb1-7f9a-448a-af03-2626de12aba5 HTTP/1.1" status: 200 len: 854 time: 0.0538621 Oct 30 16:04:41.318463 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87294f-2849-44b2-b296-e13d264317ba req-6ab9b92a-df87-43e1-bf33-2bb78aae497c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:04:41.319972 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-af87294f-2849-44b2-b296-e13d264317ba req-6ab9b92a-df87-43e1-bf33-2bb78aae497c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411954 Oct 30 16:04:41.411431 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-af87294f-2849-44b2-b296-e13d264317ba req-7ec203b5-9436-4fa4-9c4a-54b431af0968 service neutron] 10.222.0.53 "GET /v2.0/networks/ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841620 Oct 30 16:04:41.496766 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-af87294f-2849-44b2-b296-e13d264317ba req-a1a3146f-6275-4c60-99bf-9769325f4aec service neutron] 10.222.0.53 "GET /v2.0/networks/ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788112 Oct 30 16:04:41.595255 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98457c05-fc5e-4c9f-86df-dfd27592c487 req-e00e9ca9-49bc-4498-be1d-52d0cadf47f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:04:41.596776 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-98457c05-fc5e-4c9f-86df-dfd27592c487 req-e00e9ca9-49bc-4498-be1d-52d0cadf47f3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=db7ead1735334c1f85abc927763f11aa&device_id=874ce9ad-99ad-479a-9483-2eb9e1ad2b69 HTTP/1.1" status: 200 len: 1096 time: 0.0446270 Oct 30 16:04:41.686522 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98457c05-fc5e-4c9f-86df-dfd27592c487 req-0e4cc452-f09a-4d0b-ab6f-baf978ce1bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:04:41.687801 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-98457c05-fc5e-4c9f-86df-dfd27592c487 req-0e4cc452-f09a-4d0b-ab6f-baf978ce1bef service neutron] 10.222.0.53 "GET /v2.0/networks?id=ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8 HTTP/1.1" status: 200 len: 916 time: 0.0836570 Oct 30 16:04:41.731513 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-98457c05-fc5e-4c9f-86df-dfd27592c487 req-90b58454-a210-446e-bcf8-aa7d7a429705 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=42e6216e-2071-4b33-8b6a-e09f9fe6e865 HTTP/1.1" status: 200 len: 217 time: 0.0363700 Oct 30 16:04:41.780677 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98457c05-fc5e-4c9f-86df-dfd27592c487 req-0b22597c-a93a-4aea-a24f-44afc4104975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:04:41.782115 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-98457c05-fc5e-4c9f-86df-dfd27592c487 req-0b22597c-a93a-4aea-a24f-44afc4104975 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e6db0eb1-7f9a-448a-af03-2626de12aba5 HTTP/1.1" status: 200 len: 854 time: 0.0435276 Oct 30 16:04:41.827931 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98457c05-fc5e-4c9f-86df-dfd27592c487 req-bea2efd5-8b39-40ab-aec9-d7306eb97cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:04:41.829407 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-98457c05-fc5e-4c9f-86df-dfd27592c487 req-bea2efd5-8b39-40ab-aec9-d7306eb97cb7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395715 Oct 30 16:04:42.255485 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-98457c05-fc5e-4c9f-86df-dfd27592c487 req-7680185f-5aeb-4e95-9e22-cab1d489ac59 service neutron] 10.222.0.53 "GET /v2.0/networks/ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4087863 Oct 30 16:04:42.349787 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-98457c05-fc5e-4c9f-86df-dfd27592c487 req-0883a0bf-f194-4dd9-8d4d-4de005c9fad7 service neutron] 10.222.0.53 "GET /v2.0/networks/ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868082 Oct 30 16:04:42.372050 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa243933-370e-481e-9db1-a30f172976dd req-4a16db3d-825c-402b-a69a-a69d8f6c4b14 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:04:42.373563 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-aa243933-370e-481e-9db1-a30f172976dd req-4a16db3d-825c-402b-a69a-a69d8f6c4b14 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] 10.222.0.62 "GET /v2.0/ports?device_id=874ce9ad-99ad-479a-9483-2eb9e1ad2b69 HTTP/1.1" status: 200 len: 944 time: 0.0494676 Oct 30 16:04:42.411355 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-aa243933-370e-481e-9db1-a30f172976dd req-addb3b87-f330-48ec-b235-d8fa9aaa9d0d tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a5254e0-db3c-45ed-b414-2ee086fd7615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318580 Oct 30 16:04:43.525427 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e6674-e0f9-4f53-b977-c27298bfd5fe req-331c9fa8-f8bc-4412-af69-b2d29cd5f3dc tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:04:43.526870 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1a9e6674-e0f9-4f53-b977-c27298bfd5fe req-331c9fa8-f8bc-4412-af69-b2d29cd5f3dc tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] 10.222.0.62 "GET /v2.0/ports?device_id=874ce9ad-99ad-479a-9483-2eb9e1ad2b69 HTTP/1.1" status: 200 len: 944 time: 0.0482659 Oct 30 16:04:43.567432 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1a9e6674-e0f9-4f53-b977-c27298bfd5fe req-01a9db02-b3eb-42f3-9bac-9049960c83a9 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a5254e0-db3c-45ed-b414-2ee086fd7615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345688 Oct 30 16:04:44.698330 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d5b71b-d809-4cd6-bbc4-1e0eb19b6a58 req-e27b0157-98fb-4472-9eb2-3613a91656a4 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:04:44.699817 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-89d5b71b-d809-4cd6-bbc4-1e0eb19b6a58 req-e27b0157-98fb-4472-9eb2-3613a91656a4 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] 10.222.0.62 "GET /v2.0/ports?device_id=874ce9ad-99ad-479a-9483-2eb9e1ad2b69 HTTP/1.1" status: 200 len: 944 time: 0.0550749 Oct 30 16:04:44.736383 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-89d5b71b-d809-4cd6-bbc4-1e0eb19b6a58 req-cf3ea434-5d73-4731-982a-cd9af898cd25 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a5254e0-db3c-45ed-b414-2ee086fd7615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306275 Oct 30 16:04:44.804563 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 42e6216e-2071-4b33-8b6a-e09f9fe6e865 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 16:04:44.899623 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 42e6216e-2071-4b33-8b6a-e09f9fe6e865, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=42e6216e-2071-4b33-8b6a-e09f9fe6e865,segment=NetworkSegment(175a6445-606f-4d5f-b87a-2283a925e326),segment_id=175a6445-606f-4d5f-b87a-2283a925e326)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:04:44.911045 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '42e6216e-2071-4b33-8b6a-e09f9fe6e865', 'network_id': 'ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8', 'port_id': '42e6216e-2071-4b33-8b6a-e09f9fe6e865', 'mac_address': 'fa:16:3e:e4:2a:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6db0eb1-7f9a-448a-af03-2626de12aba5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 16:04:44.951168 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:44.963989 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42e6216e-2071-4b33-8b6a-e09f9fe6e865 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 16:04:44.982697 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 42e6216e-2071-4b33-8b6a-e09f9fe6e865, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=42e6216e-2071-4b33-8b6a-e09f9fe6e865,segment=NetworkSegment(175a6445-606f-4d5f-b87a-2283a925e326),segment_id=175a6445-606f-4d5f-b87a-2283a925e326)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:04:44.986600 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:45.031880 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=42e6216e-2071-4b33-8b6a-e09f9fe6e865,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:04:45.039889 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:04:45.040384 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:04:45.040737 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:04:45.041073 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:04:45.041403 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:04:45.041732 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:04:45.042058 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:04:45.042386 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:04:45.042709 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:04:45.043028 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:04:45.043350 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:04:45.043700 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:04:45.175818 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['42e6216e-2071-4b33-8b6a-e09f9fe6e865'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 16:04:45.850887 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0c5f85-ba40-43ea-b567-36942b7d4eda req-8c5ac48f-058f-401e-b765-0acb5e456a1f tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:04:45.852378 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0b0c5f85-ba40-43ea-b567-36942b7d4eda req-8c5ac48f-058f-401e-b765-0acb5e456a1f tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] 10.222.0.62 "GET /v2.0/ports?device_id=874ce9ad-99ad-479a-9483-2eb9e1ad2b69 HTTP/1.1" status: 200 len: 945 time: 0.0479934 Oct 30 16:04:45.893314 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0b0c5f85-ba40-43ea-b567-36942b7d4eda req-8acdbef2-faf5-43c2-a0a0-67f6e6cfb628 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a5254e0-db3c-45ed-b414-2ee086fd7615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347862 Oct 30 16:04:46.819342 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 42e6216e-2071-4b33-8b6a-e09f9fe6e865 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:04:46.866510 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port 42e6216e-2071-4b33-8b6a-e09f9fe6e865 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 16:04:46.870245 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 42e6216e-2071-4b33-8b6a-e09f9fe6e865 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:04:46.870617 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:46.956795 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:46.983121 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '874ce9ad-99ad-479a-9483-2eb9e1ad2b69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42e6216e-2071-4b33-8b6a-e09f9fe6e865'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:04:46.985398 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cafb2eba4876e5fc7105e54c9897f2ac796dde07d3c794cd15d4c51349c0477b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf7f9fc-e540-4a34-a77c-4c007050a818" -d '{"events": [{"server_uuid": "874ce9ad-99ad-479a-9483-2eb9e1ad2b69", "name": "network-vif-plugged", "status": "completed", "tag": "42e6216e-2071-4b33-8b6a-e09f9fe6e865"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:04:46.998872 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 42e6216e-2071-4b33-8b6a-e09f9fe6e865, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=42e6216e-2071-4b33-8b6a-e09f9fe6e865,segment=NetworkSegment(175a6445-606f-4d5f-b87a-2283a925e326),segment_id=175a6445-606f-4d5f-b87a-2283a925e326)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:04:47.004437 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:47.023953 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1518d2-b3d3-4e0d-b7a6-913c8f2aeb9e req-39e3ab79-6769-4c93-9460-37ec1dad2f7a tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:04:47.025455 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5e1518d2-b3d3-4e0d-b7a6-913c8f2aeb9e req-39e3ab79-6769-4c93-9460-37ec1dad2f7a tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] 10.222.0.62 "GET /v2.0/ports?device_id=874ce9ad-99ad-479a-9483-2eb9e1ad2b69 HTTP/1.1" status: 200 len: 945 time: 0.0634613 Oct 30 16:04:47.028614 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 16:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41516683-6b27-47e2-9c3c-c4e92f628be1 x-openstack-request-id: req-41516683-6b27-47e2-9c3c-c4e92f628be1 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:04:47.028975 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "874ce9ad-99ad-479a-9483-2eb9e1ad2b69", "name": "network-vif-plugged", "status": "completed", "tag": "42e6216e-2071-4b33-8b6a-e09f9fe6e865", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:04:47.029307 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-41516683-6b27-47e2-9c3c-c4e92f628be1 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:04:47.029754 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '874ce9ad-99ad-479a-9483-2eb9e1ad2b69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42e6216e-2071-4b33-8b6a-e09f9fe6e865', 'code': 200} Oct 30 16:04:47.059373 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=42e6216e-2071-4b33-8b6a-e09f9fe6e865,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:04:47.066999 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5e1518d2-b3d3-4e0d-b7a6-913c8f2aeb9e req-637ffaec-15ff-46a6-bd9c-cc1111200464 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a5254e0-db3c-45ed-b414-2ee086fd7615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344381 Oct 30 16:04:47.141153 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da01dc97-dc23-41b6-a825-b8ff5c02278a req-0ee046ef-4b0a-48bf-9a8c-c9b3cacfc89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:04:47.142962 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-da01dc97-dc23-41b6-a825-b8ff5c02278a req-0ee046ef-4b0a-48bf-9a8c-c9b3cacfc89c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=874ce9ad-99ad-479a-9483-2eb9e1ad2b69 HTTP/1.1" status: 200 len: 1098 time: 0.0412848 Oct 30 16:04:47.177353 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-da01dc97-dc23-41b6-a825-b8ff5c02278a req-a5e3c091-d364-4751-bda1-8a4401cf806f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0a5254e0-db3c-45ed-b414-2ee086fd7615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277970 Oct 30 16:04:48.182612 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b151cb6b-a5ab-4701-a157-f5247f09017b req-b4aa4c66-c1a4-4897-9566-b96ca7fbd16d tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:04:48.184078 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b151cb6b-a5ab-4701-a157-f5247f09017b req-b4aa4c66-c1a4-4897-9566-b96ca7fbd16d tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] 10.222.0.62 "GET /v2.0/ports?device_id=874ce9ad-99ad-479a-9483-2eb9e1ad2b69 HTTP/1.1" status: 200 len: 946 time: 0.0475008 Oct 30 16:04:48.226056 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b151cb6b-a5ab-4701-a157-f5247f09017b req-81434150-6e27-4c59-be68-77ea349b0b5d tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a5254e0-db3c-45ed-b414-2ee086fd7615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360477 Oct 30 16:04:49.348542 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a482e1-d4d4-4315-9f54-ad5fb703df6b req-a8d616e9-a2c3-4b26-bb53-2ac9c5c454c8 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:04:49.349996 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-26a482e1-d4d4-4315-9f54-ad5fb703df6b req-a8d616e9-a2c3-4b26-bb53-2ac9c5c454c8 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] 10.222.0.62 "GET /v2.0/ports?device_id=874ce9ad-99ad-479a-9483-2eb9e1ad2b69 HTTP/1.1" status: 200 len: 946 time: 0.0480289 Oct 30 16:04:49.386306 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-26a482e1-d4d4-4315-9f54-ad5fb703df6b req-d6cf8901-e73a-4894-8c9f-9c8c42972f21 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a5254e0-db3c-45ed-b414-2ee086fd7615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305409 Oct 30 16:04:49.505534 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d394b4-5fc2-4c9c-8eec-36196f0812dc req-3d993a57-48b2-4c9b-b70a-661078d96649 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:04:49.507340 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d6d394b4-5fc2-4c9c-8eec-36196f0812dc req-3d993a57-48b2-4c9b-b70a-661078d96649 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] 10.222.0.62 "GET /v2.0/ports?device_id=874ce9ad-99ad-479a-9483-2eb9e1ad2b69 HTTP/1.1" status: 200 len: 946 time: 0.0536430 Oct 30 16:04:49.545399 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d6d394b4-5fc2-4c9c-8eec-36196f0812dc req-be38afde-ef62-4e0c-be68-0f7120a63a89 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a5254e0-db3c-45ed-b414-2ee086fd7615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319519 Oct 30 16:04:51.255997 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d04ab473-d0ac-45e0-a774-216a881991e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:53.851577 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a70a9f48-4d0a-41de-abe6-895eb9dd3be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:54.842907 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:55.000438 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:04:56.297247 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 16:04:56.778769 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:00.380019 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:02.424732 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:10.935820 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed51b11-da6c-4b50-8960-b0a1dab8eec5 req-9889109f-f354-40fc-bca7-8c5550455935 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:05:10.937708 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-eed51b11-da6c-4b50-8960-b0a1dab8eec5 req-9889109f-f354-40fc-bca7-8c5550455935 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] 10.222.0.62 "GET /v2.0/ports?device_id=874ce9ad-99ad-479a-9483-2eb9e1ad2b69 HTTP/1.1" status: 200 len: 946 time: 0.0626564 Oct 30 16:05:10.979568 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-eed51b11-da6c-4b50-8960-b0a1dab8eec5 req-e768fa66-567e-417e-a8ce-301791faa546 tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a5254e0-db3c-45ed-b414-2ee086fd7615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348551 Oct 30 16:05:12.100795 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ef0fa-2ebe-45e8-8339-e662db6c07e9 req-10bcac42-70d0-4925-b2e9-9661ad024bab tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:05:12.102245 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4d5ef0fa-2ebe-45e8-8339-e662db6c07e9 req-10bcac42-70d0-4925-b2e9-9661ad024bab tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] 10.222.0.62 "GET /v2.0/ports?device_id=874ce9ad-99ad-479a-9483-2eb9e1ad2b69 HTTP/1.1" status: 200 len: 946 time: 0.0545561 Oct 30 16:05:12.138339 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4d5ef0fa-2ebe-45e8-8339-e662db6c07e9 req-807c9765-e591-4490-8741-722dfdd970ac tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a5254e0-db3c-45ed-b414-2ee086fd7615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301344 Oct 30 16:05:12.453480 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e6a5d-2fe0-40ae-af67-251fb4a522bc req-b233c6a0-a803-4e53-880d-db67fbf7177d tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:05:12.454936 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9f8e6a5d-2fe0-40ae-af67-251fb4a522bc req-b233c6a0-a803-4e53-880d-db67fbf7177d tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] 10.222.0.53 "GET /v2.0/ports?device_id=874ce9ad-99ad-479a-9483-2eb9e1ad2b69 HTTP/1.1" status: 200 len: 946 time: 0.0506661 Oct 30 16:05:12.546522 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-9f8e6a5d-2fe0-40ae-af67-251fb4a522bc req-1481654a-08b4-4187-a845-7a03da34dd4d tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] Deleting port 42e6216e-2071-4b33-8b6a-e09f9fe6e865 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:05:12.546866 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-9f8e6a5d-2fe0-40ae-af67-251fb4a522bc req-1481654a-08b4-4187-a845-7a03da34dd4d tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:12.633466 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-9f8e6a5d-2fe0-40ae-af67-251fb4a522bc req-1481654a-08b4-4187-a845-7a03da34dd4d tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] For port 42e6216e-2071-4b33-8b6a-e09f9fe6e865, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=42e6216e-2071-4b33-8b6a-e09f9fe6e865,segment=NetworkSegment(175a6445-606f-4d5f-b87a-2283a925e326),segment_id=175a6445-606f-4d5f-b87a-2283a925e326)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:05:12.633829 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-9f8e6a5d-2fe0-40ae-af67-251fb4a522bc req-1481654a-08b4-4187-a845-7a03da34dd4d tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:12.649719 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-9f8e6a5d-2fe0-40ae-af67-251fb4a522bc req-1481654a-08b4-4187-a845-7a03da34dd4d tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] Calling delete_port for 42e6216e-2071-4b33-8b6a-e09f9fe6e865 owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:05:12.773598 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-9f8e6a5d-2fe0-40ae-af67-251fb4a522bc req-1481654a-08b4-4187-a845-7a03da34dd4d tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:12.786054 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['42e6216e-2071-4b33-8b6a-e09f9fe6e865'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 16:05:12.806434 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481654a-08b4-4187-a845-7a03da34dd4d tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] Pushing event deleted for resources: {'Port': ['ID=42e6216e-2071-4b33-8b6a-e09f9fe6e865,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:05:12.851721 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f8e6a5d-2fe0-40ae-af67-251fb4a522bc req-1481654a-08b4-4187-a845-7a03da34dd4d tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] No DVR routers for this DVR port 42e6216e-2071-4b33-8b6a-e09f9fe6e865 on host n-h1-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 16:05:12.855426 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-9f8e6a5d-2fe0-40ae-af67-251fb4a522bc req-1481654a-08b4-4187-a845-7a03da34dd4d tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:12.859022 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9f8e6a5d-2fe0-40ae-af67-251fb4a522bc req-1481654a-08b4-4187-a845-7a03da34dd4d tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] 10.222.0.53 "DELETE /v2.0/ports/42e6216e-2071-4b33-8b6a-e09f9fe6e865 HTTP/1.1" status: 204 len: 173 time: 0.3975074 Oct 30 16:05:12.859562 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '874ce9ad-99ad-479a-9483-2eb9e1ad2b69', 'name': 'network-vif-deleted', 'tag': '42e6216e-2071-4b33-8b6a-e09f9fe6e865'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:05:12.861808 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}931ac027fb50588f101e6e2f92584f6f115530be99269a43aae453735a93652f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ab892d-acb1-4c5b-bfb0-b60d3f16f094" -d '{"events": [{"server_uuid": "874ce9ad-99ad-479a-9483-2eb9e1ad2b69", "name": "network-vif-deleted", "tag": "42e6216e-2071-4b33-8b6a-e09f9fe6e865"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:05:12.930008 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 16:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c286206-7511-471e-a5cf-96a29f12568c x-openstack-request-id: req-9c286206-7511-471e-a5cf-96a29f12568c {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:05:12.930307 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "874ce9ad-99ad-479a-9483-2eb9e1ad2b69", "name": "network-vif-deleted", "tag": "42e6216e-2071-4b33-8b6a-e09f9fe6e865", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:05:12.930570 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9c286206-7511-471e-a5cf-96a29f12568c {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:05:12.930976 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '874ce9ad-99ad-479a-9483-2eb9e1ad2b69', 'name': 'network-vif-deleted', 'tag': '42e6216e-2071-4b33-8b6a-e09f9fe6e865', 'status': 'completed', 'code': 200} Oct 30 16:05:13.248441 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9b22c0fe-da9c-42ca-a011-040b6e08eadd req-a2346402-c46a-4b92-9d5f-3d3d34e552ec tempest-TestEncryptedCinderVolumes-1678357899 tempest-TestEncryptedCinderVolumes-1678357899-project] 10.222.0.62 "GET /v2.0/ports?device_id=874ce9ad-99ad-479a-9483-2eb9e1ad2b69 HTTP/1.1" status: 200 len: 210 time: 0.0268917 Oct 30 16:05:14.342944 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58014) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:05:14.680727 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f27e222a-51ab-4d62-beb9-d676ab4af82b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:14.920934 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-f27e222a-51ab-4d62-beb9-d676ab4af82b admin admin] Deleting port b2ad7330-0dc7-4933-9fdd-8cabe075add4 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:05:14.921273 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f27e222a-51ab-4d62-beb9-d676ab4af82b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:14.927158 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 42e6216e-2071-4b33-8b6a-e09f9fe6e865 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 16:05:14.949501 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: 42e6216e-2071-4b33-8b6a-e09f9fe6e865 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 16:05:14.949501 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 42e6216e-2071-4b33-8b6a-e09f9fe6e865 not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 16:05:15.004853 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-f27e222a-51ab-4d62-beb9-d676ab4af82b admin admin] For port b2ad7330-0dc7-4933-9fdd-8cabe075add4, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=b2ad7330-0dc7-4933-9fdd-8cabe075add4,segment=NetworkSegment(175a6445-606f-4d5f-b87a-2283a925e326),segment_id=175a6445-606f-4d5f-b87a-2283a925e326)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:05:15.005212 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f27e222a-51ab-4d62-beb9-d676ab4af82b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:15.017299 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-f27e222a-51ab-4d62-beb9-d676ab4af82b admin admin] Calling delete_port for b2ad7330-0dc7-4933-9fdd-8cabe075add4 owned by network:router_interface {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:05:15.190601 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f27e222a-51ab-4d62-beb9-d676ab4af82b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:15.219577 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27e222a-51ab-4d62-beb9-d676ab4af82b admin admin] Pushing event deleted for resources: {'Port': ['ID=b2ad7330-0dc7-4933-9fdd-8cabe075add4,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:05:15.242289 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27e222a-51ab-4d62-beb9-d676ab4af82b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:05:15.242638 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27e222a-51ab-4d62-beb9-d676ab4af82b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:05:15.242979 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27e222a-51ab-4d62-beb9-d676ab4af82b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:05:15.243315 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27e222a-51ab-4d62-beb9-d676ab4af82b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:05:15.243679 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27e222a-51ab-4d62-beb9-d676ab4af82b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:05:15.244007 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27e222a-51ab-4d62-beb9-d676ab4af82b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:05:15.244331 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27e222a-51ab-4d62-beb9-d676ab4af82b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:05:15.244655 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27e222a-51ab-4d62-beb9-d676ab4af82b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:05:15.244976 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27e222a-51ab-4d62-beb9-d676ab4af82b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:05:15.245298 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27e222a-51ab-4d62-beb9-d676ab4af82b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:05:15.245749 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27e222a-51ab-4d62-beb9-d676ab4af82b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:05:15.246075 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27e222a-51ab-4d62-beb9-d676ab4af82b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:05:15.390528 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f27e222a-51ab-4d62-beb9-d676ab4af82b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:15.883867 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f27e222a-51ab-4d62-beb9-d676ab4af82b admin admin] Router a87cfe63-69e9-4b92-b6e7-2914422e0e1e has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 16:05:15.993772 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f27e222a-51ab-4d62-beb9-d676ab4af82b admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 16:05:15.998701 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-f27e222a-51ab-4d62-beb9-d676ab4af82b admin admin] 10.222.0.62 "PUT /v2.0/routers/a87cfe63-69e9-4b92-b6e7-2914422e0e1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6546969 Oct 30 16:05:16.001672 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58016) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:05:16.005981 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec1e577-f17d-430a-be5d-32116d81b534 None None] Sync routers for ids ['a87cfe63-69e9-4b92-b6e7-2914422e0e1e'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 16:05:16.015519 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec1e577-f17d-430a-be5d-32116d81b534 None None] Routers {'a87cfe63-69e9-4b92-b6e7-2914422e0e1e'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:05:16.016135 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-dec1e577-f17d-430a-be5d-32116d81b534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:04:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['a87cfe63-69e9-4b92-b6e7-2914422e0e1e'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:05:16.105493 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cc8b201d-b201-444a-86fa-ed6a894dd2fe admin admin] Publish callbacks [] for router, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:16.118666 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-dec1e577-f17d-430a-be5d-32116d81b534 None None] Set router a87cfe63-69e9-4b92-b6e7-2914422e0e1e gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:05:16.207300 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cc8b201d-b201-444a-86fa-ed6a894dd2fe admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:16.265239 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-cc8b201d-b201-444a-86fa-ed6a894dd2fe admin admin] Deleting port 38fc5f94-a44a-43d2-a3b6-7e42023f01d2 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:05:16.265514 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cc8b201d-b201-444a-86fa-ed6a894dd2fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:16.296629 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-dec1e577-f17d-430a-be5d-32116d81b534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a87cfe63-69e9-4b92-b6e7-2914422e0e1e', 'name': 'tempest-TestEncryptedCinderVolumes-51007922-router', 'tenant_id': 'db7ead1735334c1f85abc927763f11aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': '38fc5f94-a44a-43d2-a3b6-7e42023f01d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:03:53Z', 'updated_at': '2021-10-30T16:05:15Z', 'revision_number': 5, 'project_id': 'db7ead1735334c1f85abc927763f11aa', 'gw_port': {'id': '38fc5f94-a44a-43d2-a3b6-7e42023f01d2', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87cfe63-69e9-4b92-b6e7-2914422e0e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:03:54Z', 'updated_at': '2021-10-30T16:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:05:16.323855 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec1e577-f17d-430a-be5d-32116d81b534 None None] Checking router: a87cfe63-69e9-4b92-b6e7-2914422e0e1e for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 16:05:16.333154 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec1e577-f17d-430a-be5d-32116d81b534 None None] Routers {'a87cfe63-69e9-4b92-b6e7-2914422e0e1e'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:05:16.333770 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-dec1e577-f17d-430a-be5d-32116d81b534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:04:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['a87cfe63-69e9-4b92-b6e7-2914422e0e1e'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:05:16.359332 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-cc8b201d-b201-444a-86fa-ed6a894dd2fe admin admin] For port 38fc5f94-a44a-43d2-a3b6-7e42023f01d2, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=38fc5f94-a44a-43d2-a3b6-7e42023f01d2,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:05:16.359919 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cc8b201d-b201-444a-86fa-ed6a894dd2fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:16.373178 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-cc8b201d-b201-444a-86fa-ed6a894dd2fe admin admin] Calling delete_port for 38fc5f94-a44a-43d2-a3b6-7e42023f01d2 owned by network:router_gateway {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:05:16.419933 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-dec1e577-f17d-430a-be5d-32116d81b534 None None] Set router a87cfe63-69e9-4b92-b6e7-2914422e0e1e gateway port host: None {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:05:16.469510 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-dec1e577-f17d-430a-be5d-32116d81b534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a87cfe63-69e9-4b92-b6e7-2914422e0e1e', 'name': 'tempest-TestEncryptedCinderVolumes-51007922-router', 'tenant_id': 'db7ead1735334c1f85abc927763f11aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:03:53Z', 'updated_at': '2021-10-30T16:05:16Z', 'revision_number': 6, 'project_id': 'db7ead1735334c1f85abc927763f11aa', 'gw_port_host': None}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:05:16.498998 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec1e577-f17d-430a-be5d-32116d81b534 None None] The sync data for ids ['a87cfe63-69e9-4b92-b6e7-2914422e0e1e'] in n-d-806683-17 is: [{'id': 'a87cfe63-69e9-4b92-b6e7-2914422e0e1e', 'name': 'tempest-TestEncryptedCinderVolumes-51007922-router', 'tenant_id': 'db7ead1735334c1f85abc927763f11aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:03:53Z', 'updated_at': '2021-10-30T16:05:16Z', 'revision_number': 6, 'project_id': 'db7ead1735334c1f85abc927763f11aa', 'gw_port_host': None}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 16:05:16.537860 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cc8b201d-b201-444a-86fa-ed6a894dd2fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:16.569194 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8b201d-b201-444a-86fa-ed6a894dd2fe admin admin] Pushing event deleted for resources: {'Port': ['ID=38fc5f94-a44a-43d2-a3b6-7e42023f01d2,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:05:16.634807 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cc8b201d-b201-444a-86fa-ed6a894dd2fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:16.737940 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cc8b201d-b201-444a-86fa-ed6a894dd2fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:16.740131 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cc8b201d-b201-444a-86fa-ed6a894dd2fe admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:16.781251 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cc8b201d-b201-444a-86fa-ed6a894dd2fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:16.781849 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8b201d-b201-444a-86fa-ed6a894dd2fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router a87cfe63-69e9-4b92-b6e7-2914422e0e1e {{(pid=102131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 16:05:16.787146 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cc8b201d-b201-444a-86fa-ed6a894dd2fe admin admin] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:16.788391 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-cc8b201d-b201-444a-86fa-ed6a894dd2fe admin admin] 10.222.0.62 "DELETE /v2.0/routers/a87cfe63-69e9-4b92-b6e7-2914422e0e1e HTTP/1.1" status: 204 len: 168 time: 0.7857888 Oct 30 16:05:16.790968 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58018) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:05:16.839013 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-36811951-64f1-435c-9977-7bf9d54e4b73 admin admin] Deleting subnet e6db0eb1-7f9a-448a-af03-2626de12aba5 {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 16:05:16.842381 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-36811951-64f1-435c-9977-7bf9d54e4b73 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:16.885680 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-36811951-64f1-435c-9977-7bf9d54e4b73 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:16.969118 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-36811951-64f1-435c-9977-7bf9d54e4b73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:17.021026 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-36811951-64f1-435c-9977-7bf9d54e4b73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:17.053048 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36811951-64f1-435c-9977-7bf9d54e4b73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6db0eb1-7f9a-448a-af03-2626de12aba5,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:05:17.055705 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-36811951-64f1-435c-9977-7bf9d54e4b73 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:17.058850 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-36811951-64f1-435c-9977-7bf9d54e4b73 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/e6db0eb1-7f9a-448a-af03-2626de12aba5 HTTP/1.1" status: 204 len: 168 time: 0.2669375 Oct 30 16:05:17.059609 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cbcf9e-7e4a-455c-bf7c-f571b1d180c1 None None] Network ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 16:05:17.061395 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58020) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:05:17.127987 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-71fcfa0b-9dba-429f-9e64-5102461b2dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:17.182349 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-71fcfa0b-9dba-429f-9e64-5102461b2dad admin admin] Deleting port 1a02fbc1-ccbb-43cc-a478-f06d02f5b16f {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:05:17.182724 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-71fcfa0b-9dba-429f-9e64-5102461b2dad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:17.250631 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-71fcfa0b-9dba-429f-9e64-5102461b2dad admin admin] For port 1a02fbc1-ccbb-43cc-a478-f06d02f5b16f, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=1a02fbc1-ccbb-43cc-a478-f06d02f5b16f,segment=NetworkSegment(175a6445-606f-4d5f-b87a-2283a925e326),segment_id=175a6445-606f-4d5f-b87a-2283a925e326)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:05:17.250901 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-71fcfa0b-9dba-429f-9e64-5102461b2dad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:17.266075 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-71fcfa0b-9dba-429f-9e64-5102461b2dad admin admin] Calling delete_port for 1a02fbc1-ccbb-43cc-a478-f06d02f5b16f owned by network:dhcp {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:05:17.289533 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59efb7b7-8bb2-498a-97c0-edb450e12b49 None None] DHCP port deletion for ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 16:05:17.291843 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device b2ad7330-0dc7-4933-9fdd-8cabe075add4 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 16:05:17.315780 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: b2ad7330-0dc7-4933-9fdd-8cabe075add4 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 16:05:17.316186 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device b2ad7330-0dc7-4933-9fdd-8cabe075add4 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 16:05:17.349817 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-71fcfa0b-9dba-429f-9e64-5102461b2dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:17.360081 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-59efb7b7-8bb2-498a-97c0-edb450e12b49 None None] Deleting port 1a02fbc1-ccbb-43cc-a478-f06d02f5b16f {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:05:17.360459 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-59efb7b7-8bb2-498a-97c0-edb450e12b49 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:17.375421 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fcfa0b-9dba-429f-9e64-5102461b2dad admin admin] Pushing event deleted for resources: {'Port': ['ID=1a02fbc1-ccbb-43cc-a478-f06d02f5b16f,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:05:17.379932 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fcfa0b-9dba-429f-9e64-5102461b2dad admin admin] No DVR routers for this DVR port 1a02fbc1-ccbb-43cc-a478-f06d02f5b16f on host n-d-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 16:05:17.461418 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-71fcfa0b-9dba-429f-9e64-5102461b2dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:17.484226 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-71fcfa0b-9dba-429f-9e64-5102461b2dad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:05:17.495057 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-71fcfa0b-9dba-429f-9e64-5102461b2dad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '175a6445-606f-4d5f-b87a-2283a925e326') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:05:17.495365 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-71fcfa0b-9dba-429f-9e64-5102461b2dad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '175a6445-606f-4d5f-b87a-2283a925e326') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:05:17.507140 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-71fcfa0b-9dba-429f-9e64-5102461b2dad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:17.522294 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-71fcfa0b-9dba-429f-9e64-5102461b2dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:17.529130 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71fcfa0b-9dba-429f-9e64-5102461b2dad admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 16:05:17.529583 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-71fcfa0b-9dba-429f-9e64-5102461b2dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:17.531924 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 16:05:17.531924 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 16:05:17.531924 n-d-806683-17 neutron-server[102131]: timer() Oct 30 16:05:17.531924 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 16:05:17.531924 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 16:05:17.531924 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 16:05:17.531924 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 16:05:17.531924 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 16:05:17.531924 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 16:05:17.531924 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 16:05:17.531924 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 16:05:17.531924 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 16:05:17.531924 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 16:05:17.531924 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 16:05:17.531924 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 16:05:17.531924 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 16:05:17.531924 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 16:05:17.531924 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 16:05:17.531924 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 16:05:17.531924 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 16:05:17.531924 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 16:05:17.531924 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 16:05:17.531924 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 16:05:17.531924 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 16:05:17.531924 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 16:05:17.531924 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 16:05:17.531924 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 16:05:17.531924 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 16:05:17.531924 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 16:05:17.531924 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 16:05:17.531924 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 16:05:17.531924 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 16:05:17.592807 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-59efb7b7-8bb2-498a-97c0-edb450e12b49 None None] For port 1a02fbc1-ccbb-43cc-a478-f06d02f5b16f, host n-d-806683-17, got binding levels [] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:05:17.593180 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-59efb7b7-8bb2-498a-97c0-edb450e12b49 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:17.600168 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-71fcfa0b-9dba-429f-9e64-5102461b2dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:17.604807 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-71fcfa0b-9dba-429f-9e64-5102461b2dad admin admin] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:17.607607 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-59efb7b7-8bb2-498a-97c0-edb450e12b49 None None] Calling delete_port for 1a02fbc1-ccbb-43cc-a478-f06d02f5b16f owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:05:17.611682 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-71fcfa0b-9dba-429f-9e64-5102461b2dad admin admin] 10.222.0.62 "DELETE /v2.0/networks/ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8 HTTP/1.1" status: 204 len: 168 time: 0.5470970 Oct 30 16:05:17.611849 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.ipam_backend_mixin [None req-59efb7b7-8bb2-498a-97c0-edb450e12b49 None None] Port 1a02fbc1-ccbb-43cc-a478-f06d02f5b16f was not found and therefore no delete operation was performed {{(pid=102132) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 30 16:05:17.611849 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-59efb7b7-8bb2-498a-97c0-edb450e12b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:17.612168 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58022) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:05:17.634016 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59efb7b7-8bb2-498a-97c0-edb450e12b49 None None] Pushing event deleted for resources: {'Port': ['ID=1a02fbc1-ccbb-43cc-a478-f06d02f5b16f,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:05:17.635922 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fcfa0b-9dba-429f-9e64-5102461b2dad admin admin] Pushing event deleted for resources: {'Network': ['ID=ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:05:17.638729 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-59efb7b7-8bb2-498a-97c0-edb450e12b49 None None] Network ee65b0d1-6ec1-4d8e-9ace-876ca7c941f8 is not hosted by any dhcp agent {{(pid=102132) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 30 16:05:17.639382 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59efb7b7-8bb2-498a-97c0-edb450e12b49 None None] No DVR routers for this DVR port 1a02fbc1-ccbb-43cc-a478-f06d02f5b16f on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 16:05:17.964845 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9334b3a2-4530-46be-95a0-79e6ab0dfd7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:18.215003 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-9334b3a2-4530-46be-95a0-79e6ab0dfd7f admin admin] Deleting port 9856aa79-c2ed-4466-8435-45e2bb753e3d {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:05:18.215258 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9334b3a2-4530-46be-95a0-79e6ab0dfd7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:18.295478 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-9334b3a2-4530-46be-95a0-79e6ab0dfd7f admin admin] For port 9856aa79-c2ed-4466-8435-45e2bb753e3d, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=9856aa79-c2ed-4466-8435-45e2bb753e3d,segment=NetworkSegment(0246cac2-f7d0-4625-b712-9d1f72fc5538),segment_id=0246cac2-f7d0-4625-b712-9d1f72fc5538)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:05:18.295853 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9334b3a2-4530-46be-95a0-79e6ab0dfd7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:18.307800 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-9334b3a2-4530-46be-95a0-79e6ab0dfd7f admin admin] Calling delete_port for 9856aa79-c2ed-4466-8435-45e2bb753e3d owned by network:router_interface {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:05:18.490623 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9334b3a2-4530-46be-95a0-79e6ab0dfd7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:18.516288 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9334b3a2-4530-46be-95a0-79e6ab0dfd7f admin admin] Pushing event deleted for resources: {'Port': ['ID=9856aa79-c2ed-4466-8435-45e2bb753e3d,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:05:18.681534 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9334b3a2-4530-46be-95a0-79e6ab0dfd7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:18.867433 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 38fc5f94-a44a-43d2-a3b6-7e42023f01d2 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 16:05:18.890890 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 38fc5f94-a44a-43d2-a3b6-7e42023f01d2 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 16:05:18.891262 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 38fc5f94-a44a-43d2-a3b6-7e42023f01d2 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 16:05:18.891692 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 1a02fbc1-ccbb-43cc-a478-f06d02f5b16f no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 16:05:18.910044 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 1a02fbc1-ccbb-43cc-a478-f06d02f5b16f {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 16:05:18.910476 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 1a02fbc1-ccbb-43cc-a478-f06d02f5b16f not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 16:05:18.924719 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9334b3a2-4530-46be-95a0-79e6ab0dfd7f admin admin] Router e3df8c6a-3a6b-4f5d-83de-26585140cb64 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 16:05:19.029797 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9334b3a2-4530-46be-95a0-79e6ab0dfd7f admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 16:05:19.037443 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9334b3a2-4530-46be-95a0-79e6ab0dfd7f admin admin] 10.222.0.62 "PUT /v2.0/routers/e3df8c6a-3a6b-4f5d-83de-26585140cb64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4214971 Oct 30 16:05:19.037443 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58026) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:05:19.038325 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211b1b77-f6c8-4cf1-be4c-74f938e73e24 None None] Sync routers for ids ['e3df8c6a-3a6b-4f5d-83de-26585140cb64'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 16:05:19.048265 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211b1b77-f6c8-4cf1-be4c-74f938e73e24 None None] Routers {'e3df8c6a-3a6b-4f5d-83de-26585140cb64'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:05:19.048865 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-211b1b77-f6c8-4cf1-be4c-74f938e73e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:04:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['e3df8c6a-3a6b-4f5d-83de-26585140cb64'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:05:19.146144 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-84e3f3e0-3535-4533-89cf-cfb869b1171d admin admin] Publish callbacks [] for router, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:19.155441 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-211b1b77-f6c8-4cf1-be4c-74f938e73e24 None None] Set router e3df8c6a-3a6b-4f5d-83de-26585140cb64 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:05:19.248003 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-84e3f3e0-3535-4533-89cf-cfb869b1171d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:19.300138 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-84e3f3e0-3535-4533-89cf-cfb869b1171d admin admin] Deleting port 9d7ea51c-4f52-418c-9621-1e27bb584a89 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:05:19.300390 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-84e3f3e0-3535-4533-89cf-cfb869b1171d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:19.330099 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-211b1b77-f6c8-4cf1-be4c-74f938e73e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3df8c6a-3a6b-4f5d-83de-26585140cb64', 'name': 'tempest-TestEncryptedCinderVolumes-1424574031-router', 'tenant_id': 'c30a6863b02b4e139527c162ecf3c472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '9d7ea51c-4f52-418c-9621-1e27bb584a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:03:58Z', 'updated_at': '2021-10-30T16:05:18Z', 'revision_number': 5, 'project_id': 'c30a6863b02b4e139527c162ecf3c472', 'gw_port': {'id': '9d7ea51c-4f52-418c-9621-1e27bb584a89', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3df8c6a-3a6b-4f5d-83de-26585140cb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:03:58Z', 'updated_at': '2021-10-30T16:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:05:19.355652 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211b1b77-f6c8-4cf1-be4c-74f938e73e24 None None] Checking router: e3df8c6a-3a6b-4f5d-83de-26585140cb64 for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 16:05:19.364307 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211b1b77-f6c8-4cf1-be4c-74f938e73e24 None None] Routers {'e3df8c6a-3a6b-4f5d-83de-26585140cb64'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:05:19.364905 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-211b1b77-f6c8-4cf1-be4c-74f938e73e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:04:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['e3df8c6a-3a6b-4f5d-83de-26585140cb64'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:05:19.382476 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-84e3f3e0-3535-4533-89cf-cfb869b1171d admin admin] For port 9d7ea51c-4f52-418c-9621-1e27bb584a89, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=9d7ea51c-4f52-418c-9621-1e27bb584a89,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:05:19.382838 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-84e3f3e0-3535-4533-89cf-cfb869b1171d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:19.394180 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-84e3f3e0-3535-4533-89cf-cfb869b1171d admin admin] Calling delete_port for 9d7ea51c-4f52-418c-9621-1e27bb584a89 owned by network:router_gateway {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:05:19.447434 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-211b1b77-f6c8-4cf1-be4c-74f938e73e24 None None] Set router e3df8c6a-3a6b-4f5d-83de-26585140cb64 gateway port host: None {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:05:19.500057 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-211b1b77-f6c8-4cf1-be4c-74f938e73e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3df8c6a-3a6b-4f5d-83de-26585140cb64', 'name': 'tempest-TestEncryptedCinderVolumes-1424574031-router', 'tenant_id': 'c30a6863b02b4e139527c162ecf3c472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:03:58Z', 'updated_at': '2021-10-30T16:05:19Z', 'revision_number': 6, 'project_id': 'c30a6863b02b4e139527c162ecf3c472', 'gw_port_host': None}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:05:19.525163 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211b1b77-f6c8-4cf1-be4c-74f938e73e24 None None] The sync data for ids ['e3df8c6a-3a6b-4f5d-83de-26585140cb64'] in n-d-806683-17 is: [{'id': 'e3df8c6a-3a6b-4f5d-83de-26585140cb64', 'name': 'tempest-TestEncryptedCinderVolumes-1424574031-router', 'tenant_id': 'c30a6863b02b4e139527c162ecf3c472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:03:58Z', 'updated_at': '2021-10-30T16:05:19Z', 'revision_number': 6, 'project_id': 'c30a6863b02b4e139527c162ecf3c472', 'gw_port_host': None}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 16:05:19.562766 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-84e3f3e0-3535-4533-89cf-cfb869b1171d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:19.586697 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e3f3e0-3535-4533-89cf-cfb869b1171d admin admin] Pushing event deleted for resources: {'Port': ['ID=9d7ea51c-4f52-418c-9621-1e27bb584a89,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:05:19.647310 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-84e3f3e0-3535-4533-89cf-cfb869b1171d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:19.737027 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-84e3f3e0-3535-4533-89cf-cfb869b1171d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:19.739141 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-84e3f3e0-3535-4533-89cf-cfb869b1171d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:19.786327 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-84e3f3e0-3535-4533-89cf-cfb869b1171d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:19.786890 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e3f3e0-3535-4533-89cf-cfb869b1171d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3df8c6a-3a6b-4f5d-83de-26585140cb64 {{(pid=102130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 16:05:19.791760 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-84e3f3e0-3535-4533-89cf-cfb869b1171d admin admin] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:19.792899 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-84e3f3e0-3535-4533-89cf-cfb869b1171d admin admin] 10.222.0.62 "DELETE /v2.0/routers/e3df8c6a-3a6b-4f5d-83de-26585140cb64 HTTP/1.1" status: 204 len: 168 time: 0.7545557 Oct 30 16:05:19.795358 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58028) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:05:19.839548 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fc0ac9d-3391-4a90-89de-796da5dbd6f6 admin admin] Deleting subnet 3c9d1c63-d65c-4f5e-80aa-0c2a2584be2d {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 16:05:19.842480 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6fc0ac9d-3391-4a90-89de-796da5dbd6f6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:19.878149 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6fc0ac9d-3391-4a90-89de-796da5dbd6f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:19.962394 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6fc0ac9d-3391-4a90-89de-796da5dbd6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:20.013661 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6fc0ac9d-3391-4a90-89de-796da5dbd6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:20.039429 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc0ac9d-3391-4a90-89de-796da5dbd6f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c9d1c63-d65c-4f5e-80aa-0c2a2584be2d,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:05:20.043154 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-6fc0ac9d-3391-4a90-89de-796da5dbd6f6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:20.046372 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-6fc0ac9d-3391-4a90-89de-796da5dbd6f6 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/3c9d1c63-d65c-4f5e-80aa-0c2a2584be2d HTTP/1.1" status: 204 len: 168 time: 0.2500393 Oct 30 16:05:20.048973 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58030) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:05:20.051690 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d53714e-3979-4c88-b743-ee94183694ab None None] Network af3e09b2-18fd-42ff-a4f3-c5b2e3f9f278 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 16:05:20.116671 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1735c66c-399c-479e-90d4-2706d60f70bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:20.172365 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-1735c66c-399c-479e-90d4-2706d60f70bb admin admin] Deleting port 0d6e79bb-6aa5-456f-92fe-8c32864723ff {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:05:20.172710 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1735c66c-399c-479e-90d4-2706d60f70bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:20.236077 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-1735c66c-399c-479e-90d4-2706d60f70bb admin admin] For port 0d6e79bb-6aa5-456f-92fe-8c32864723ff, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=0d6e79bb-6aa5-456f-92fe-8c32864723ff,segment=NetworkSegment(0246cac2-f7d0-4625-b712-9d1f72fc5538),segment_id=0246cac2-f7d0-4625-b712-9d1f72fc5538)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:05:20.236450 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1735c66c-399c-479e-90d4-2706d60f70bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:20.250017 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-1735c66c-399c-479e-90d4-2706d60f70bb admin admin] Calling delete_port for 0d6e79bb-6aa5-456f-92fe-8c32864723ff owned by network:dhcp {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:05:20.268342 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70002d49-3b9b-4803-9a11-5ad916b5a0d5 None None] DHCP port deletion for af3e09b2-18fd-42ff-a4f3-c5b2e3f9f278 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 16:05:20.320614 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-70002d49-3b9b-4803-9a11-5ad916b5a0d5 None None] Deleting port 0d6e79bb-6aa5-456f-92fe-8c32864723ff {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:05:20.320986 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-70002d49-3b9b-4803-9a11-5ad916b5a0d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:20.336830 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1735c66c-399c-479e-90d4-2706d60f70bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:20.362465 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1735c66c-399c-479e-90d4-2706d60f70bb admin admin] Pushing event deleted for resources: {'Port': ['ID=0d6e79bb-6aa5-456f-92fe-8c32864723ff,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:05:20.371143 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1735c66c-399c-479e-90d4-2706d60f70bb admin admin] No DVR routers for this DVR port 0d6e79bb-6aa5-456f-92fe-8c32864723ff on host n-d-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 16:05:20.390507 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-70002d49-3b9b-4803-9a11-5ad916b5a0d5 None None] For port 0d6e79bb-6aa5-456f-92fe-8c32864723ff, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=0d6e79bb-6aa5-456f-92fe-8c32864723ff,segment=NetworkSegment(0246cac2-f7d0-4625-b712-9d1f72fc5538),segment_id=0246cac2-f7d0-4625-b712-9d1f72fc5538)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:05:20.390904 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-70002d49-3b9b-4803-9a11-5ad916b5a0d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:20.403036 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-70002d49-3b9b-4803-9a11-5ad916b5a0d5 None None] Calling delete_port for 0d6e79bb-6aa5-456f-92fe-8c32864723ff owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:05:20.444972 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1735c66c-399c-479e-90d4-2706d60f70bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:20.464930 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-1735c66c-399c-479e-90d4-2706d60f70bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af3e09b2-18fd-42ff-a4f3-c5b2e3f9f278']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:05:20.475435 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-1735c66c-399c-479e-90d4-2706d60f70bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0246cac2-f7d0-4625-b712-9d1f72fc5538') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:05:20.475676 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-1735c66c-399c-479e-90d4-2706d60f70bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0246cac2-f7d0-4625-b712-9d1f72fc5538') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:05:20.482475 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-70002d49-3b9b-4803-9a11-5ad916b5a0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:20.489610 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1735c66c-399c-479e-90d4-2706d60f70bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:20.505361 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1735c66c-399c-479e-90d4-2706d60f70bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:20.512353 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70002d49-3b9b-4803-9a11-5ad916b5a0d5 None None] Pushing event deleted for resources: {'Port': ['ID=0d6e79bb-6aa5-456f-92fe-8c32864723ff,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:05:20.512687 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1735c66c-399c-479e-90d4-2706d60f70bb admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 16:05:20.513068 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1735c66c-399c-479e-90d4-2706d60f70bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:20.515949 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70002d49-3b9b-4803-9a11-5ad916b5a0d5 None None] No DVR routers for this DVR port 0d6e79bb-6aa5-456f-92fe-8c32864723ff on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 16:05:20.516188 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 16:05:20.516188 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 16:05:20.516188 n-d-806683-17 neutron-server[102130]: timer() Oct 30 16:05:20.516188 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 16:05:20.516188 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 16:05:20.516188 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 16:05:20.516188 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 16:05:20.516188 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 16:05:20.516188 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 16:05:20.516188 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 16:05:20.516188 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 16:05:20.516188 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 16:05:20.516188 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 16:05:20.516188 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 16:05:20.516188 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 16:05:20.516188 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 16:05:20.516188 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 16:05:20.516188 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 16:05:20.516188 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 16:05:20.516188 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 16:05:20.516188 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 16:05:20.516188 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 16:05:20.516188 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 16:05:20.516188 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 16:05:20.516188 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 16:05:20.516188 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 16:05:20.516188 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 16:05:20.516188 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 16:05:20.516188 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 16:05:20.516188 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 16:05:20.516188 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 16:05:20.516188 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 16:05:20.578208 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1735c66c-399c-479e-90d4-2706d60f70bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:20.584773 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1735c66c-399c-479e-90d4-2706d60f70bb admin admin] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:20.587977 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-1735c66c-399c-479e-90d4-2706d60f70bb admin admin] 10.222.0.62 "DELETE /v2.0/networks/af3e09b2-18fd-42ff-a4f3-c5b2e3f9f278 HTTP/1.1" status: 204 len: 168 time: 0.5380776 Oct 30 16:05:20.599065 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1735c66c-399c-479e-90d4-2706d60f70bb admin admin] Pushing event deleted for resources: {'Network': ['ID=af3e09b2-18fd-42ff-a4f3-c5b2e3f9f278,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:05:20.743248 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58034) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:05:20.783214 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-5ce84c6a-25aa-48f9-86a4-39b0ae5a3f29 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=db7ead1735334c1f85abc927763f11aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385201 Oct 30 16:05:20.786176 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58036) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:05:20.816737 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 9d7ea51c-4f52-418c-9621-1e27bb584a89 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 16:05:20.836789 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 9d7ea51c-4f52-418c-9621-1e27bb584a89 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 16:05:20.837135 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 9d7ea51c-4f52-418c-9621-1e27bb584a89 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 16:05:20.837543 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 0d6e79bb-6aa5-456f-92fe-8c32864723ff no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 16:05:20.840677 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-53e1f32c-1ed6-491b-9562-46da385340b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:20.857024 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 0d6e79bb-6aa5-456f-92fe-8c32864723ff {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 16:05:20.857368 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 0d6e79bb-6aa5-456f-92fe-8c32864723ff not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 16:05:20.857781 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 9856aa79-c2ed-4466-8435-45e2bb753e3d no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 16:05:20.862444 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-53e1f32c-1ed6-491b-9562-46da385340b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:20.876940 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 9856aa79-c2ed-4466-8435-45e2bb753e3d {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 16:05:20.877274 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 9856aa79-c2ed-4466-8435-45e2bb753e3d not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 16:05:20.909046 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-53e1f32c-1ed6-491b-9562-46da385340b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:20.912479 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-53e1f32c-1ed6-491b-9562-46da385340b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:20.913632 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-53e1f32c-1ed6-491b-9562-46da385340b2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0a5254e0-db3c-45ed-b414-2ee086fd7615 HTTP/1.1" status: 204 len: 168 time: 0.1260154 Oct 30 16:05:20.921318 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e1f32c-1ed6-491b-9562-46da385340b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5254e0-db3c-45ed-b414-2ee086fd7615,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:05:21.215836 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58042) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:05:21.253851 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-35e25c05-874b-4f2d-b6f9-122ed081f0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:21.260120 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d6b6c36d-47e4-4607-a5bd-a81e81980d43 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c30a6863b02b4e139527c162ecf3c472&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431108 Oct 30 16:05:21.262643 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58044) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:05:21.310595 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a3b881e4-d1f8-468e-9fbe-bba8b05eda0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:21.335296 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a3b881e4-d1f8-468e-9fbe-bba8b05eda0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:21.384920 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a3b881e4-d1f8-468e-9fbe-bba8b05eda0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:21.387520 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a3b881e4-d1f8-468e-9fbe-bba8b05eda0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:21.389145 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-a3b881e4-d1f8-468e-9fbe-bba8b05eda0d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/81f8945f-c0be-4629-9dfc-5b9e77c810ff HTTP/1.1" status: 204 len: 168 time: 0.1253734 Oct 30 16:05:21.397538 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b881e4-d1f8-468e-9fbe-bba8b05eda0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f8945f-c0be-4629-9dfc-5b9e77c810ff,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:05:22.033238 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58066) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:05:22.139756 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-e70be14b-9385-461a-bf0e-5097a92cff75 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-304333190-network', 'tenant_id': '52590b8a005f4b57bed018b78856ef91'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:05:22.161498 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e70be14b-9385-461a-bf0e-5097a92cff75 admin admin] Made reservation on behalf of 52590b8a005f4b57bed018b78856ef91 for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 16:05:22.164182 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e70be14b-9385-461a-bf0e-5097a92cff75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:22.172601 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e70be14b-9385-461a-bf0e-5097a92cff75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:22.246821 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e70be14b-9385-461a-bf0e-5097a92cff75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:22.250434 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e70be14b-9385-461a-bf0e-5097a92cff75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:22.276739 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e70be14b-9385-461a-bf0e-5097a92cff75 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 16:05:22.282139 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70be14b-9385-461a-bf0e-5097a92cff75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=549841f0-e6ab-4bd2-95d4-428847d1d153,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:05:22.290524 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e70be14b-9385-461a-bf0e-5097a92cff75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:22.290524 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-e70be14b-9385-461a-bf0e-5097a92cff75 admin admin] Added segment 71638c78-a333-4df2-9bd9-2b1b9b40e59b of type vlan for network bb3a460d-3e72-4631-9eb4-5a3bd856a770 Oct 30 16:05:22.330027 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e70be14b-9385-461a-bf0e-5097a92cff75 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:22.353748 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e70be14b-9385-461a-bf0e-5097a92cff75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:22.355101 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70be14b-9385-461a-bf0e-5097a92cff75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:05:22.355715 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-e70be14b-9385-461a-bf0e-5097a92cff75 admin admin] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:22.410486 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-e70be14b-9385-461a-bf0e-5097a92cff75 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3756051 Oct 30 16:05:22.413945 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58070) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:05:22.418826 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-a4804ca1-f571-4624-853d-d71073e1aa56 admin admin] Request body: {'subnet': {'network_id': 'bb3a460d-3e72-4631-9eb4-5a3bd856a770', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-304333190-subnet', 'tenant_id': '52590b8a005f4b57bed018b78856ef91', 'ip_version': 4}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:05:22.421642 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70be14b-9385-461a-bf0e-5097a92cff75 admin admin] Pushing event updated for resources: {'Network': ['ID=bb3a460d-3e72-4631-9eb4-5a3bd856a770,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:05:22.433042 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network bb3a460d-3e72-4631-9eb4-5a3bd856a770 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 16:05:22.439878 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4804ca1-f571-4624-853d-d71073e1aa56 admin admin] Made reservation on behalf of 52590b8a005f4b57bed018b78856ef91 for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 16:05:22.442165 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a4804ca1-f571-4624-853d-d71073e1aa56 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:22.618620 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a4804ca1-f571-4624-853d-d71073e1aa56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:22.676899 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4804ca1-f571-4624-853d-d71073e1aa56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fda2731-8eac-4dc5-ace7-2f5ffa796551,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:05:22.686406 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4804ca1-f571-4624-853d-d71073e1aa56 admin admin] Checking segment: {'id': '71638c78-a333-4df2-9bd9-2b1b9b40e59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bb3a460d-3e72-4631-9eb4-5a3bd856a770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:05:22.686406 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4804ca1-f571-4624-853d-d71073e1aa56 admin admin] Network hostable DHCP agents. Network: bb3a460d-3e72-4631-9eb4-5a3bd856a770, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 16:05:22.701779 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4804ca1-f571-4624-853d-d71073e1aa56 admin admin] Network bb3a460d-3e72-4631-9eb4-5a3bd856a770 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 16:05:22.711171 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-a4804ca1-f571-4624-853d-d71073e1aa56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, bb3a460d-3e72-4631-9eb4-5a3bd856a770) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:05:22.715188 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4804ca1-f571-4624-853d-d71073e1aa56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:05:22.715814 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a4804ca1-f571-4624-853d-d71073e1aa56 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:22.720063 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b0bddb-cfbc-4fa3-8a7b-b5f77fb735bd None None] Network bb3a460d-3e72-4631-9eb4-5a3bd856a770 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 16:05:22.732039 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a4804ca1-f571-4624-853d-d71073e1aa56 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3170202 Oct 30 16:05:22.734955 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58072) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:05:22.739453 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-11b0dc79-db75-4635-881f-3d015cd9a3e6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-304333190-router', 'tenant_id': '52590b8a005f4b57bed018b78856ef91', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:05:22.760419 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-11b0dc79-db75-4635-881f-3d015cd9a3e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:22.761938 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-11b0dc79-db75-4635-881f-3d015cd9a3e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:22.812843 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-11b0dc79-db75-4635-881f-3d015cd9a3e6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:22.869916 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e51387-7fb9-427a-b288-a2e3d15abf4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-bb3a460d-3e72-4631-9eb4-5a3bd856a770', 'network_id': 'bb3a460d-3e72-4631-9eb4-5a3bd856a770', 'tenant_id': '52590b8a005f4b57bed018b78856ef91', 'fixed_ips': [{'subnet_id': '5fda2731-8eac-4dc5-ace7-2f5ffa796551'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 16:05:22.870760 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a9e51387-7fb9-427a-b288-a2e3d15abf4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:22.953682 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-11b0dc79-db75-4635-881f-3d015cd9a3e6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:23.006676 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-a9e51387-7fb9-427a-b288-a2e3d15abf4c None None] Allocated IP 172.20.0.2 (bb3a460d-3e72-4631-9eb4-5a3bd856a770/5fda2731-8eac-4dc5-ace7-2f5ffa796551/191a2f6b-3564-4cbe-b392-b79e1e565bee) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 16:05:23.150446 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a9e51387-7fb9-427a-b288-a2e3d15abf4c None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:23.151237 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-11b0dc79-db75-4635-881f-3d015cd9a3e6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:23.156630 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a9e51387-7fb9-427a-b288-a2e3d15abf4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:23.174531 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-11b0dc79-db75-4635-881f-3d015cd9a3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:23.196697 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e51387-7fb9-427a-b288-a2e3d15abf4c None None] Network bb3a460d-3e72-4631-9eb4-5a3bd856a770 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:05:23.199777 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-a9e51387-7fb9-427a-b288-a2e3d15abf4c None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:05:23.202326 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e51387-7fb9-427a-b288-a2e3d15abf4c None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 16:05:23.212105 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e51387-7fb9-427a-b288-a2e3d15abf4c None None] Pushing event updated for resources: {'Port': ['ID=191a2f6b-3564-4cbe-b392-b79e1e565bee,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:05:23.268021 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-a9e51387-7fb9-427a-b288-a2e3d15abf4c None None] Attempting to bind port 191a2f6b-3564-4cbe-b392-b79e1e565bee on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 16:05:23.268386 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-a9e51387-7fb9-427a-b288-a2e3d15abf4c None None] Attempting to bind port 191a2f6b-3564-4cbe-b392-b79e1e565bee by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '71638c78-a333-4df2-9bd9-2b1b9b40e59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bb3a460d-3e72-4631-9eb4-5a3bd856a770'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 16:05:23.268750 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e51387-7fb9-427a-b288-a2e3d15abf4c None None] Attempting to bind port 191a2f6b-3564-4cbe-b392-b79e1e565bee on network bb3a460d-3e72-4631-9eb4-5a3bd856a770 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:05:23.274746 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e51387-7fb9-427a-b288-a2e3d15abf4c None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 16, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 16:05:23.275117 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e51387-7fb9-427a-b288-a2e3d15abf4c None None] Checking segment: {'id': '71638c78-a333-4df2-9bd9-2b1b9b40e59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bb3a460d-3e72-4631-9eb4-5a3bd856a770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:05:23.275550 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a9e51387-7fb9-427a-b288-a2e3d15abf4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:23.275944 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e51387-7fb9-427a-b288-a2e3d15abf4c None None] Bound using segment: {'id': '71638c78-a333-4df2-9bd9-2b1b9b40e59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bb3a460d-3e72-4631-9eb4-5a3bd856a770'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 16:05:23.276414 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-a9e51387-7fb9-427a-b288-a2e3d15abf4c None None] Bound port: 191a2f6b-3564-4cbe-b392-b79e1e565bee, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71638c78-a333-4df2-9bd9-2b1b9b40e59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bb3a460d-3e72-4631-9eb4-5a3bd856a770'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 16:05:23.276796 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a9e51387-7fb9-427a-b288-a2e3d15abf4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:23.342249 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-a9e51387-7fb9-427a-b288-a2e3d15abf4c None None] For port 191a2f6b-3564-4cbe-b392-b79e1e565bee, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 16:05:23.345698 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-a9e51387-7fb9-427a-b288-a2e3d15abf4c None None] For port 191a2f6b-3564-4cbe-b392-b79e1e565bee, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=191a2f6b-3564-4cbe-b392-b79e1e565bee,segment=NetworkSegment(71638c78-a333-4df2-9bd9-2b1b9b40e59b),segment_id=71638c78-a333-4df2-9bd9-2b1b9b40e59b)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 16:05:23.349684 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a9e51387-7fb9-427a-b288-a2e3d15abf4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:23.416581 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e51387-7fb9-427a-b288-a2e3d15abf4c None None] Pushing event updated for resources: {'Port': ['ID=191a2f6b-3564-4cbe-b392-b79e1e565bee,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:05:23.623223 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-11b0dc79-db75-4635-881f-3d015cd9a3e6 admin admin] Allocated IP 172.25.4.201 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/c0455015-a1ae-4dc9-a270-bda958d1ced1) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 16:05:23.732110 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-11b0dc79-db75-4635-881f-3d015cd9a3e6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:23.764515 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-11b0dc79-db75-4635-881f-3d015cd9a3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:23.803317 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b0dc79-db75-4635-881f-3d015cd9a3e6 admin admin] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:05:23.806148 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-11b0dc79-db75-4635-881f-3d015cd9a3e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:05:23.809679 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b0dc79-db75-4635-881f-3d015cd9a3e6 admin admin] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 16:05:23.834247 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b0dc79-db75-4635-881f-3d015cd9a3e6 admin admin] Pushing event updated for resources: {'Port': ['ID=c0455015-a1ae-4dc9-a270-bda958d1ced1,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:05:23.855938 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d09442ff-ce5d-4579-b183-c2d86cfcbdcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:24.060051 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-11b0dc79-db75-4635-881f-3d015cd9a3e6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:24.258560 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-11b0dc79-db75-4635-881f-3d015cd9a3e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:24.288546 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ca0746-efa0-40ac-b6d5-c0a827a3883f None None] Network bb3a460d-3e72-4631-9eb4-5a3bd856a770 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 16:05:24.390205 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11b0dc79-db75-4635-881f-3d015cd9a3e6 admin admin] Router 8ec9dd97-848d-42b4-9515-5c241e0417eb is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 16:05:24.415985 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-cf1d95ae-33e6-4abe-bf32-5a81ca79484c None None] Provisioning complete for port 191a2f6b-3564-4cbe-b392-b79e1e565bee triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:05:24.416355 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-cf1d95ae-33e6-4abe-bf32-5a81ca79484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:24.500232 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b0dc79-db75-4635-881f-3d015cd9a3e6 admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 16:05:24.512201 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec69ca63-274d-4fd1-80d9-7ff251d84a6c None None] Sync routers for ids ['8ec9dd97-848d-42b4-9515-5c241e0417eb'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 16:05:24.528026 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-11b0dc79-db75-4635-881f-3d015cd9a3e6 admin admin] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:24.529978 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-11b0dc79-db75-4635-881f-3d015cd9a3e6 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7938652 Oct 30 16:05:24.532660 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58074) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:05:24.540047 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec69ca63-274d-4fd1-80d9-7ff251d84a6c None None] Routers {'8ec9dd97-848d-42b4-9515-5c241e0417eb'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:05:24.540680 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-ec69ca63-274d-4fd1-80d9-7ff251d84a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:05:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['8ec9dd97-848d-42b4-9515-5c241e0417eb'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:05:24.542412 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-cf1d95ae-33e6-4abe-bf32-5a81ca79484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:24.653778 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-cf1d95ae-33e6-4abe-bf32-5a81ca79484c None None] For port 191a2f6b-3564-4cbe-b392-b79e1e565bee, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=191a2f6b-3564-4cbe-b392-b79e1e565bee,segment=NetworkSegment(71638c78-a333-4df2-9bd9-2b1b9b40e59b),segment_id=71638c78-a333-4df2-9bd9-2b1b9b40e59b)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:05:24.663942 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-cf1d95ae-33e6-4abe-bf32-5a81ca79484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:24.704806 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-ec69ca63-274d-4fd1-80d9-7ff251d84a6c None None] Set router 8ec9dd97-848d-42b4-9515-5c241e0417eb gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:05:24.819313 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1d95ae-33e6-4abe-bf32-5a81ca79484c None None] Pushing event updated for resources: {'Port': ['ID=191a2f6b-3564-4cbe-b392-b79e1e565bee,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:05:24.857394 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-7a7ea446-737c-4880-b27f-6e4c5bcd7aee None None] Provisioning complete for port 191a2f6b-3564-4cbe-b392-b79e1e565bee triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:05:24.858154 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7a7ea446-737c-4880-b27f-6e4c5bcd7aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:24.885438 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:24.890920 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 191a2f6b-3564-4cbe-b392-b79e1e565bee up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:05:24.981810 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2e8c2dec-2fdb-4266-9455-05faed15682b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:25.044682 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 191a2f6b-3564-4cbe-b392-b79e1e565bee triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:05:25.044971 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:25.051535 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:25.094335 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-ec69ca63-274d-4fd1-80d9-7ff251d84a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec9dd97-848d-42b4-9515-5c241e0417eb', 'name': 'tempest-TestMinimumBasicScenario-304333190-router', 'tenant_id': '52590b8a005f4b57bed018b78856ef91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'c0455015-a1ae-4dc9-a270-bda958d1ced1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:05:22Z', 'updated_at': '2021-10-30T16:05:23Z', 'revision_number': 3, 'project_id': '52590b8a005f4b57bed018b78856ef91', 'gw_port': {'id': 'c0455015-a1ae-4dc9-a270-bda958d1ced1', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:4a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec9dd97-848d-42b4-9515-5c241e0417eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:05:23Z', 'updated_at': '2021-10-30T16:05:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:05:25.125779 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec69ca63-274d-4fd1-80d9-7ff251d84a6c None None] Checking router: 8ec9dd97-848d-42b4-9515-5c241e0417eb for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 16:05:25.126131 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec69ca63-274d-4fd1-80d9-7ff251d84a6c None None] Updating router 8ec9dd97-848d-42b4-9515-5c241e0417eb port c0455015-a1ae-4dc9-a270-bda958d1ced1 binding host n-d-806683-17 {{(pid=102132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 16:05:25.140040 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-2e8c2dec-2fdb-4266-9455-05faed15682b admin admin] Allocated IP 172.20.0.1 (bb3a460d-3e72-4631-9eb4-5a3bd856a770/5fda2731-8eac-4dc5-ace7-2f5ffa796551/fa3a1e7c-169a-4beb-adf8-d498e3ae2efe) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 16:05:25.155436 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ec69ca63-274d-4fd1-80d9-7ff251d84a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:25.243303 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2e8c2dec-2fdb-4266-9455-05faed15682b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:25.276424 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2e8c2dec-2fdb-4266-9455-05faed15682b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:25.320938 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8c2dec-2fdb-4266-9455-05faed15682b admin admin] Network bb3a460d-3e72-4631-9eb4-5a3bd856a770 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:05:25.325571 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-2e8c2dec-2fdb-4266-9455-05faed15682b admin admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:05:25.330407 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8c2dec-2fdb-4266-9455-05faed15682b admin admin] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 16:05:25.334135 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8c2dec-2fdb-4266-9455-05faed15682b admin admin] Pushing event updated for resources: {'Port': ['ID=fa3a1e7c-169a-4beb-adf8-d498e3ae2efe,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:05:25.374250 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2e8c2dec-2fdb-4266-9455-05faed15682b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:25.510766 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2e8c2dec-2fdb-4266-9455-05faed15682b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:25.618893 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ec69ca63-274d-4fd1-80d9-7ff251d84a6c None None] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:25.622265 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-873c443a-4a34-4e5c-a6e2-896fa7f83d26 None None] Provisioning complete for port fa3a1e7c-169a-4beb-adf8-d498e3ae2efe triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:05:25.622667 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-873c443a-4a34-4e5c-a6e2-896fa7f83d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:25.626095 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ec69ca63-274d-4fd1-80d9-7ff251d84a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:25.681079 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2e8c2dec-2fdb-4266-9455-05faed15682b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:25.688472 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2e8c2dec-2fdb-4266-9455-05faed15682b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:25.708895 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-873c443a-4a34-4e5c-a6e2-896fa7f83d26 None None] Port fa3a1e7c-169a-4beb-adf8-d498e3ae2efe cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 16:05:25.710885 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-ec69ca63-274d-4fd1-80d9-7ff251d84a6c None None] Attempting to bind port c0455015-a1ae-4dc9-a270-bda958d1ced1 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 16:05:25.711260 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-ec69ca63-274d-4fd1-80d9-7ff251d84a6c None None] Attempting to bind port c0455015-a1ae-4dc9-a270-bda958d1ced1 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 16:05:25.711645 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec69ca63-274d-4fd1-80d9-7ff251d84a6c None None] Attempting to bind port c0455015-a1ae-4dc9-a270-bda958d1ced1 on network edc38ef5-7816-4133-914c-cfe2849a0125 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:05:25.717576 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec69ca63-274d-4fd1-80d9-7ff251d84a6c None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 16, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 16:05:25.718103 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec69ca63-274d-4fd1-80d9-7ff251d84a6c None None] Checking segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:05:25.718520 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ec69ca63-274d-4fd1-80d9-7ff251d84a6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:25.718907 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec69ca63-274d-4fd1-80d9-7ff251d84a6c None None] Bound using segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 16:05:25.719382 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-ec69ca63-274d-4fd1-80d9-7ff251d84a6c None None] Bound port: c0455015-a1ae-4dc9-a270-bda958d1ced1, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 16:05:25.719791 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ec69ca63-274d-4fd1-80d9-7ff251d84a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:25.721305 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d83c8e-ebc9-4759-be5b-e294095ddc75 None None] Pushing event updated for resources: {'Port': ['ID=c0455015-a1ae-4dc9-a270-bda958d1ced1,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:05:25.761573 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8c2dec-2fdb-4266-9455-05faed15682b admin admin] Pushing event updated for resources: {'Port': ['ID=fa3a1e7c-169a-4beb-adf8-d498e3ae2efe,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:05:25.765666 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2e8c2dec-2fdb-4266-9455-05faed15682b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:25.781572 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-ec69ca63-274d-4fd1-80d9-7ff251d84a6c None None] For port c0455015-a1ae-4dc9-a270-bda958d1ced1, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 16:05:25.785530 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-ec69ca63-274d-4fd1-80d9-7ff251d84a6c None None] For port c0455015-a1ae-4dc9-a270-bda958d1ced1, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=c0455015-a1ae-4dc9-a270-bda958d1ced1,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 16:05:25.790118 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ec69ca63-274d-4fd1-80d9-7ff251d84a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:25.840897 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec69ca63-274d-4fd1-80d9-7ff251d84a6c None None] Routers {'8ec9dd97-848d-42b4-9515-5c241e0417eb'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:05:25.841576 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-ec69ca63-274d-4fd1-80d9-7ff251d84a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:05:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['8ec9dd97-848d-42b4-9515-5c241e0417eb'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:05:25.865624 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8c2dec-2fdb-4266-9455-05faed15682b admin admin] Network bb3a460d-3e72-4631-9eb4-5a3bd856a770 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:05:25.867030 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-2e8c2dec-2fdb-4266-9455-05faed15682b admin admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:05:25.909511 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d83c8e-ebc9-4759-be5b-e294095ddc75 None None] Pushing event updated for resources: {'Port': ['ID=c0455015-a1ae-4dc9-a270-bda958d1ced1,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:05:25.960631 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-ec69ca63-274d-4fd1-80d9-7ff251d84a6c None None] Set router 8ec9dd97-848d-42b4-9515-5c241e0417eb gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:05:25.987214 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e8c2dec-2fdb-4266-9455-05faed15682b admin admin] Router 8ec9dd97-848d-42b4-9515-5c241e0417eb has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 16:05:26.100411 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e8c2dec-2fdb-4266-9455-05faed15682b admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 16:05:26.105510 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-2e8c2dec-2fdb-4266-9455-05faed15682b admin admin] 10.222.0.62 "PUT /v2.0/routers/8ec9dd97-848d-42b4-9515-5c241e0417eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5715935 Oct 30 16:05:26.165295 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d5b1bf1f-64be-4314-83e5-ec432fa0b35c None None] Provisioning complete for port fa3a1e7c-169a-4beb-adf8-d498e3ae2efe triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:05:26.165672 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d5b1bf1f-64be-4314-83e5-ec432fa0b35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:26.213070 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d5b1bf1f-64be-4314-83e5-ec432fa0b35c None None] Port fa3a1e7c-169a-4beb-adf8-d498e3ae2efe cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 16:05:26.226521 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-ec69ca63-274d-4fd1-80d9-7ff251d84a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec9dd97-848d-42b4-9515-5c241e0417eb', 'name': 'tempest-TestMinimumBasicScenario-304333190-router', 'tenant_id': '52590b8a005f4b57bed018b78856ef91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'c0455015-a1ae-4dc9-a270-bda958d1ced1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:05:22Z', 'updated_at': '2021-10-30T16:05:25Z', 'revision_number': 4, 'project_id': '52590b8a005f4b57bed018b78856ef91', 'gw_port': {'id': 'c0455015-a1ae-4dc9-a270-bda958d1ced1', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:4a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec9dd97-848d-42b4-9515-5c241e0417eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:05:23Z', 'updated_at': '2021-10-30T16:05:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'fa3a1e7c-169a-4beb-adf8-d498e3ae2efe', 'name': '', 'network_id': 'bb3a460d-3e72-4631-9eb4-5a3bd856a770', 'tenant_id': '52590b8a005f4b57bed018b78856ef91', 'mac_address': 'fa:16:3e:d9:fc:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec9dd97-848d-42b4-9515-5c241e0417eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '5fda2731-8eac-4dc5-ace7-2f5ffa796551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:05:24Z', 'updated_at': '2021-10-30T16:05:25Z', 'revision_number': 2, 'project_id': '52590b8a005f4b57bed018b78856ef91', 'subnets': [{'id': '5fda2731-8eac-4dc5-ace7-2f5ffa796551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:05:26.253267 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec69ca63-274d-4fd1-80d9-7ff251d84a6c None None] The sync data for ids ['8ec9dd97-848d-42b4-9515-5c241e0417eb'] in n-d-806683-17 is: [{'id': '8ec9dd97-848d-42b4-9515-5c241e0417eb', 'name': 'tempest-TestMinimumBasicScenario-304333190-router', 'tenant_id': '52590b8a005f4b57bed018b78856ef91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'c0455015-a1ae-4dc9-a270-bda958d1ced1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:05:22Z', 'updated_at': '2021-10-30T16:05:25Z', 'revision_number': 4, 'project_id': '52590b8a005f4b57bed018b78856ef91', 'gw_port': {'id': 'c0455015-a1ae-4dc9-a270-bda958d1ced1', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:4a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec9dd97-848d-42b4-9515-5c241e0417eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:05:23Z', 'updated_at': '2021-10-30T16:05:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'fa3a1e7c-169a-4beb-adf8-d498e3ae2efe', 'name': '', 'network_id': 'bb3a460d-3e72-4631-9eb4-5a3bd856a770', 'tenant_id': '52590b8a005f4b57bed018b78856ef91', 'mac_address': 'fa:16:3e:d9:fc:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec9dd97-848d-42b4-9515-5c241e0417eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '5fda2731-8eac-4dc5-ace7-2f5ffa796551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:05:24Z', 'updated_at': '2021-10-30T16:05:25Z', 'revision_number': 2, 'project_id': '52590b8a005f4b57bed018b78856ef91', 'subnets': [{'id': '5fda2731-8eac-4dc5-ace7-2f5ffa796551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 16:05:26.603152 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58090) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:05:26.608159 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-4e1e68e9-b7dc-419c-9247-9d2715f76ce2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-376403975-network', 'tenant_id': '9bece7ffe9b748ac96698ed7b02028a1'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:05:26.629530 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1e68e9-b7dc-419c-9247-9d2715f76ce2 admin admin] Made reservation on behalf of 9bece7ffe9b748ac96698ed7b02028a1 for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 16:05:26.632037 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4e1e68e9-b7dc-419c-9247-9d2715f76ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:26.642597 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4e1e68e9-b7dc-419c-9247-9d2715f76ce2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:26.723918 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4e1e68e9-b7dc-419c-9247-9d2715f76ce2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:26.728468 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4e1e68e9-b7dc-419c-9247-9d2715f76ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:26.754943 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e1e68e9-b7dc-419c-9247-9d2715f76ce2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 16:05:26.765023 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1e68e9-b7dc-419c-9247-9d2715f76ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4cc0286-44f3-4969-bbfb-d0f205013c23,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:05:26.771001 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4e1e68e9-b7dc-419c-9247-9d2715f76ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:26.771340 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-4e1e68e9-b7dc-419c-9247-9d2715f76ce2 admin admin] Added segment 67a2cbb3-fd4e-40b0-bcc0-3bfd688bbaee of type vlan for network ec2a667a-d520-4e9b-a760-67b71d0d9531 Oct 30 16:05:26.789502 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:26.815504 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4e1e68e9-b7dc-419c-9247-9d2715f76ce2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:26.850594 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4e1e68e9-b7dc-419c-9247-9d2715f76ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:26.850776 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 191a2f6b-3564-4cbe-b392-b79e1e565bee up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:05:26.851786 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1e68e9-b7dc-419c-9247-9d2715f76ce2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:05:26.852396 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4e1e68e9-b7dc-419c-9247-9d2715f76ce2 admin admin] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:26.923285 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-4e1e68e9-b7dc-419c-9247-9d2715f76ce2 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3188653 Oct 30 16:05:26.926025 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58092) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:05:26.932803 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-f791ffd2-82a8-4409-ad53-ff745a938276 admin admin] Request body: {'subnet': {'network_id': 'ec2a667a-d520-4e9b-a760-67b71d0d9531', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-376403975-subnet', 'tenant_id': '9bece7ffe9b748ac96698ed7b02028a1', 'ip_version': 4}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:05:26.935956 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 191a2f6b-3564-4cbe-b392-b79e1e565bee triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:05:26.936423 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:26.955488 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1e68e9-b7dc-419c-9247-9d2715f76ce2 admin admin] Pushing event updated for resources: {'Network': ['ID=ec2a667a-d520-4e9b-a760-67b71d0d9531,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:05:26.970050 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network ec2a667a-d520-4e9b-a760-67b71d0d9531 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 16:05:26.973971 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f791ffd2-82a8-4409-ad53-ff745a938276 admin admin] Made reservation on behalf of 9bece7ffe9b748ac96698ed7b02028a1 for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 16:05:26.976416 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f791ffd2-82a8-4409-ad53-ff745a938276 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:27.166667 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f791ffd2-82a8-4409-ad53-ff745a938276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:27.225504 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791ffd2-82a8-4409-ad53-ff745a938276 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b565bf75-9caf-4a9b-a540-d54cd5bedc8e,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:05:27.232995 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f791ffd2-82a8-4409-ad53-ff745a938276 admin admin] Checking segment: {'id': '67a2cbb3-fd4e-40b0-bcc0-3bfd688bbaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ec2a667a-d520-4e9b-a760-67b71d0d9531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:05:27.233363 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f791ffd2-82a8-4409-ad53-ff745a938276 admin admin] Network hostable DHCP agents. Network: ec2a667a-d520-4e9b-a760-67b71d0d9531, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 16:05:27.251022 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f791ffd2-82a8-4409-ad53-ff745a938276 admin admin] Network ec2a667a-d520-4e9b-a760-67b71d0d9531 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 16:05:27.260551 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-f791ffd2-82a8-4409-ad53-ff745a938276 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, ec2a667a-d520-4e9b-a760-67b71d0d9531) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:05:27.265118 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f791ffd2-82a8-4409-ad53-ff745a938276 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:05:27.265715 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f791ffd2-82a8-4409-ad53-ff745a938276 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:27.273159 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e16b42b-c7c7-49c4-bc94-04d4851583ac None None] Network ec2a667a-d520-4e9b-a760-67b71d0d9531 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 16:05:27.285591 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-f791ffd2-82a8-4409-ad53-ff745a938276 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3584175 Oct 30 16:05:27.288476 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58094) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:05:27.292852 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-82f9d33e-9155-44fb-a1cc-2207de50be51 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-376403975-router', 'tenant_id': '9bece7ffe9b748ac96698ed7b02028a1', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:05:27.314469 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-82f9d33e-9155-44fb-a1cc-2207de50be51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:27.315867 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-82f9d33e-9155-44fb-a1cc-2207de50be51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:27.377643 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-82f9d33e-9155-44fb-a1cc-2207de50be51 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:27.437833 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02bfc9d-161f-4b87-a9f3-eb582c799294 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-ec2a667a-d520-4e9b-a760-67b71d0d9531', 'network_id': 'ec2a667a-d520-4e9b-a760-67b71d0d9531', 'tenant_id': '9bece7ffe9b748ac96698ed7b02028a1', 'fixed_ips': [{'subnet_id': 'b565bf75-9caf-4a9b-a540-d54cd5bedc8e'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 16:05:27.438763 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d02bfc9d-161f-4b87-a9f3-eb582c799294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:27.523924 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-82f9d33e-9155-44fb-a1cc-2207de50be51 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:27.602817 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-d02bfc9d-161f-4b87-a9f3-eb582c799294 None None] Allocated IP 172.20.0.2 (ec2a667a-d520-4e9b-a760-67b71d0d9531/b565bf75-9caf-4a9b-a540-d54cd5bedc8e/e6b42f86-b95c-4ef4-86b3-fddeb5047ef6) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 16:05:27.742401 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-82f9d33e-9155-44fb-a1cc-2207de50be51 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:27.751117 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d02bfc9d-161f-4b87-a9f3-eb582c799294 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:27.757016 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d02bfc9d-161f-4b87-a9f3-eb582c799294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:27.760940 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-82f9d33e-9155-44fb-a1cc-2207de50be51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:27.796538 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02bfc9d-161f-4b87-a9f3-eb582c799294 None None] Network ec2a667a-d520-4e9b-a760-67b71d0d9531 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:05:27.799504 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-d02bfc9d-161f-4b87-a9f3-eb582c799294 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:05:27.803639 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02bfc9d-161f-4b87-a9f3-eb582c799294 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 16:05:27.815565 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02bfc9d-161f-4b87-a9f3-eb582c799294 None None] Pushing event updated for resources: {'Port': ['ID=e6b42f86-b95c-4ef4-86b3-fddeb5047ef6,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:05:27.866669 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-d02bfc9d-161f-4b87-a9f3-eb582c799294 None None] Attempting to bind port e6b42f86-b95c-4ef4-86b3-fddeb5047ef6 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 16:05:27.867185 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-d02bfc9d-161f-4b87-a9f3-eb582c799294 None None] Attempting to bind port e6b42f86-b95c-4ef4-86b3-fddeb5047ef6 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '67a2cbb3-fd4e-40b0-bcc0-3bfd688bbaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ec2a667a-d520-4e9b-a760-67b71d0d9531'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 16:05:27.867750 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02bfc9d-161f-4b87-a9f3-eb582c799294 None None] Attempting to bind port e6b42f86-b95c-4ef4-86b3-fddeb5047ef6 on network ec2a667a-d520-4e9b-a760-67b71d0d9531 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:05:27.872785 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02bfc9d-161f-4b87-a9f3-eb582c799294 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 16, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 16:05:27.873168 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02bfc9d-161f-4b87-a9f3-eb582c799294 None None] Checking segment: {'id': '67a2cbb3-fd4e-40b0-bcc0-3bfd688bbaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ec2a667a-d520-4e9b-a760-67b71d0d9531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:05:27.873572 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d02bfc9d-161f-4b87-a9f3-eb582c799294 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:27.873972 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02bfc9d-161f-4b87-a9f3-eb582c799294 None None] Bound using segment: {'id': '67a2cbb3-fd4e-40b0-bcc0-3bfd688bbaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ec2a667a-d520-4e9b-a760-67b71d0d9531'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 16:05:27.874446 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-d02bfc9d-161f-4b87-a9f3-eb582c799294 None None] Bound port: e6b42f86-b95c-4ef4-86b3-fddeb5047ef6, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67a2cbb3-fd4e-40b0-bcc0-3bfd688bbaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ec2a667a-d520-4e9b-a760-67b71d0d9531'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 16:05:27.874828 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d02bfc9d-161f-4b87-a9f3-eb582c799294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:27.877389 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-82f9d33e-9155-44fb-a1cc-2207de50be51 admin admin] Allocated IP 172.25.4.59 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/2a236dfe-49a1-4100-a325-1c39055595fe) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 16:05:27.937871 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d02bfc9d-161f-4b87-a9f3-eb582c799294 None None] For port e6b42f86-b95c-4ef4-86b3-fddeb5047ef6, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 16:05:27.941545 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d02bfc9d-161f-4b87-a9f3-eb582c799294 None None] For port e6b42f86-b95c-4ef4-86b3-fddeb5047ef6, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=e6b42f86-b95c-4ef4-86b3-fddeb5047ef6,segment=NetworkSegment(67a2cbb3-fd4e-40b0-bcc0-3bfd688bbaee),segment_id=67a2cbb3-fd4e-40b0-bcc0-3bfd688bbaee)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 16:05:27.945092 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d02bfc9d-161f-4b87-a9f3-eb582c799294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:27.982173 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-82f9d33e-9155-44fb-a1cc-2207de50be51 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:28.002144 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02bfc9d-161f-4b87-a9f3-eb582c799294 None None] Pushing event updated for resources: {'Port': ['ID=e6b42f86-b95c-4ef4-86b3-fddeb5047ef6,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:05:28.022372 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-82f9d33e-9155-44fb-a1cc-2207de50be51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:28.070745 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f9d33e-9155-44fb-a1cc-2207de50be51 admin admin] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:05:28.073788 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-82f9d33e-9155-44fb-a1cc-2207de50be51 admin admin] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:05:28.076228 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f9d33e-9155-44fb-a1cc-2207de50be51 admin admin] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 16:05:28.101142 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f9d33e-9155-44fb-a1cc-2207de50be51 admin admin] Pushing event updated for resources: {'Port': ['ID=2a236dfe-49a1-4100-a325-1c39055595fe,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:05:28.362293 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0dc531-e817-4247-b626-93705352617f None None] Sync routers for ids ['8ec9dd97-848d-42b4-9515-5c241e0417eb'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 16:05:28.373386 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0dc531-e817-4247-b626-93705352617f None None] Routers {'8ec9dd97-848d-42b4-9515-5c241e0417eb'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:05:28.374016 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-7b0dc531-e817-4247-b626-93705352617f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:05:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['8ec9dd97-848d-42b4-9515-5c241e0417eb'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:05:28.482128 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-7b0dc531-e817-4247-b626-93705352617f None None] Set router 8ec9dd97-848d-42b4-9515-5c241e0417eb gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:05:28.642481 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-82f9d33e-9155-44fb-a1cc-2207de50be51 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:28.789493 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-7b0dc531-e817-4247-b626-93705352617f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec9dd97-848d-42b4-9515-5c241e0417eb', 'name': 'tempest-TestMinimumBasicScenario-304333190-router', 'tenant_id': '52590b8a005f4b57bed018b78856ef91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'c0455015-a1ae-4dc9-a270-bda958d1ced1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:05:22Z', 'updated_at': '2021-10-30T16:05:25Z', 'revision_number': 4, 'project_id': '52590b8a005f4b57bed018b78856ef91', 'gw_port': {'id': 'c0455015-a1ae-4dc9-a270-bda958d1ced1', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:4a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec9dd97-848d-42b4-9515-5c241e0417eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:05:23Z', 'updated_at': '2021-10-30T16:05:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'fa3a1e7c-169a-4beb-adf8-d498e3ae2efe', 'name': '', 'network_id': 'bb3a460d-3e72-4631-9eb4-5a3bd856a770', 'tenant_id': '52590b8a005f4b57bed018b78856ef91', 'mac_address': 'fa:16:3e:d9:fc:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec9dd97-848d-42b4-9515-5c241e0417eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '5fda2731-8eac-4dc5-ace7-2f5ffa796551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:05:24Z', 'updated_at': '2021-10-30T16:05:25Z', 'revision_number': 2, 'project_id': '52590b8a005f4b57bed018b78856ef91', 'subnets': [{'id': '5fda2731-8eac-4dc5-ace7-2f5ffa796551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:05:28.817661 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0dc531-e817-4247-b626-93705352617f None None] Checking router: 8ec9dd97-848d-42b4-9515-5c241e0417eb for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 16:05:28.818161 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0dc531-e817-4247-b626-93705352617f None None] Updating router 8ec9dd97-848d-42b4-9515-5c241e0417eb port fa3a1e7c-169a-4beb-adf8-d498e3ae2efe binding host n-d-806683-17 {{(pid=102133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 16:05:28.851268 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc531-e817-4247-b626-93705352617f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:28.864609 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-82f9d33e-9155-44fb-a1cc-2207de50be51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:28.905846 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device c0455015-a1ae-4dc9-a270-bda958d1ced1 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:05:28.965437 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port c0455015-a1ae-4dc9-a270-bda958d1ced1 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:05:28.966532 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:29.019697 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82f9d33e-9155-44fb-a1cc-2207de50be51 admin admin] Router 9bdf12fe-7df3-48eb-9097-6f099a53d471 is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 16:05:29.072020 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:29.095215 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port c0455015-a1ae-4dc9-a270-bda958d1ced1, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=c0455015-a1ae-4dc9-a270-bda958d1ced1,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:05:29.102691 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:29.103660 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device e6b42f86-b95c-4ef4-86b3-fddeb5047ef6 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:05:29.177035 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82f9d33e-9155-44fb-a1cc-2207de50be51 admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 16:05:29.189583 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bc7627-8bbf-40d5-b13f-3ea5393108eb None None] Sync routers for ids ['9bdf12fe-7df3-48eb-9097-6f099a53d471'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 16:05:29.193117 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc531-e817-4247-b626-93705352617f None None] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:29.199286 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=c0455015-a1ae-4dc9-a270-bda958d1ced1,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:05:29.203383 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc531-e817-4247-b626-93705352617f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:29.208500 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bc7627-8bbf-40d5-b13f-3ea5393108eb None None] Routers {'9bdf12fe-7df3-48eb-9097-6f099a53d471'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:05:29.208864 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-82f9d33e-9155-44fb-a1cc-2207de50be51 admin admin] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:29.208967 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-a0bc7627-8bbf-40d5-b13f-3ea5393108eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:05:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['9bdf12fe-7df3-48eb-9097-6f099a53d471'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:05:29.210085 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-82f9d33e-9155-44fb-a1cc-2207de50be51 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9206271 Oct 30 16:05:29.212711 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58096) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:05:29.264087 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458e5c48-008d-4a97-9263-970404d2bfa0 None None] Pushing event updated for resources: {'Port': ['ID=fa3a1e7c-169a-4beb-adf8-d498e3ae2efe,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:05:29.295111 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458e5c48-008d-4a97-9263-970404d2bfa0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:05:29.295454 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458e5c48-008d-4a97-9263-970404d2bfa0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:05:29.295816 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458e5c48-008d-4a97-9263-970404d2bfa0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:05:29.296150 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458e5c48-008d-4a97-9263-970404d2bfa0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:05:29.296476 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458e5c48-008d-4a97-9263-970404d2bfa0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:05:29.296800 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458e5c48-008d-4a97-9263-970404d2bfa0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:05:29.297119 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458e5c48-008d-4a97-9263-970404d2bfa0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:05:29.297443 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458e5c48-008d-4a97-9263-970404d2bfa0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:05:29.297762 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458e5c48-008d-4a97-9263-970404d2bfa0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:05:29.298079 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458e5c48-008d-4a97-9263-970404d2bfa0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:05:29.298397 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458e5c48-008d-4a97-9263-970404d2bfa0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:05:29.298710 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458e5c48-008d-4a97-9263-970404d2bfa0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:05:29.311279 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port e6b42f86-b95c-4ef4-86b3-fddeb5047ef6 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:05:29.311787 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:29.339146 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda41864-e7cb-457b-ba14-095a2afc13be None None] Network ec2a667a-d520-4e9b-a760-67b71d0d9531 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 16:05:29.345356 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-7b0dc531-e817-4247-b626-93705352617f None None] Attempting to bind port fa3a1e7c-169a-4beb-adf8-d498e3ae2efe on host n-d-806683-17 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 16:05:29.345722 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-7b0dc531-e817-4247-b626-93705352617f None None] Attempting to bind port fa3a1e7c-169a-4beb-adf8-d498e3ae2efe by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '71638c78-a333-4df2-9bd9-2b1b9b40e59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bb3a460d-3e72-4631-9eb4-5a3bd856a770'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 16:05:29.346082 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0dc531-e817-4247-b626-93705352617f None None] Attempting to bind port fa3a1e7c-169a-4beb-adf8-d498e3ae2efe on network bb3a460d-3e72-4631-9eb4-5a3bd856a770 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:05:29.352213 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0dc531-e817-4247-b626-93705352617f None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 16, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 16:05:29.352776 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0dc531-e817-4247-b626-93705352617f None None] Checking segment: {'id': '71638c78-a333-4df2-9bd9-2b1b9b40e59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bb3a460d-3e72-4631-9eb4-5a3bd856a770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:05:29.353123 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc531-e817-4247-b626-93705352617f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:29.353561 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0dc531-e817-4247-b626-93705352617f None None] Bound using segment: {'id': '71638c78-a333-4df2-9bd9-2b1b9b40e59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bb3a460d-3e72-4631-9eb4-5a3bd856a770'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 16:05:29.354018 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-7b0dc531-e817-4247-b626-93705352617f None None] Bound port: fa3a1e7c-169a-4beb-adf8-d498e3ae2efe, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71638c78-a333-4df2-9bd9-2b1b9b40e59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bb3a460d-3e72-4631-9eb4-5a3bd856a770'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 16:05:29.354851 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc531-e817-4247-b626-93705352617f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:29.426442 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-7b0dc531-e817-4247-b626-93705352617f None None] For port fa3a1e7c-169a-4beb-adf8-d498e3ae2efe, host n-d-806683-17, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 16:05:29.430076 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-7b0dc531-e817-4247-b626-93705352617f None None] For port fa3a1e7c-169a-4beb-adf8-d498e3ae2efe, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=fa3a1e7c-169a-4beb-adf8-d498e3ae2efe,segment=NetworkSegment(71638c78-a333-4df2-9bd9-2b1b9b40e59b),segment_id=71638c78-a333-4df2-9bd9-2b1b9b40e59b)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 16:05:29.435888 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc531-e817-4247-b626-93705352617f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:29.457473 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-a681c2ba-fa2c-4397-ba43-6b643d2952ba None None] Provisioning complete for port e6b42f86-b95c-4ef4-86b3-fddeb5047ef6 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:05:29.457945 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a681c2ba-fa2c-4397-ba43-6b643d2952ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:29.488644 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0dc531-e817-4247-b626-93705352617f None None] Routers {'8ec9dd97-848d-42b4-9515-5c241e0417eb'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:05:29.489591 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-7b0dc531-e817-4247-b626-93705352617f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:05:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['8ec9dd97-848d-42b4-9515-5c241e0417eb'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:05:29.504495 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-a0bc7627-8bbf-40d5-b13f-3ea5393108eb None None] Set router 9bdf12fe-7df3-48eb-9097-6f099a53d471 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:05:29.585855 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458e5c48-008d-4a97-9263-970404d2bfa0 None None] Pushing event updated for resources: {'Port': ['ID=fa3a1e7c-169a-4beb-adf8-d498e3ae2efe,revision_number=4']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:05:29.640597 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-7b0dc531-e817-4247-b626-93705352617f None None] Set router 8ec9dd97-848d-42b4-9515-5c241e0417eb gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:05:29.786617 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c44a0f25-6e76-489d-98f3-3cf0210dd597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:29.892119 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-7b0dc531-e817-4247-b626-93705352617f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec9dd97-848d-42b4-9515-5c241e0417eb', 'name': 'tempest-TestMinimumBasicScenario-304333190-router', 'tenant_id': '52590b8a005f4b57bed018b78856ef91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'c0455015-a1ae-4dc9-a270-bda958d1ced1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:05:22Z', 'updated_at': '2021-10-30T16:05:25Z', 'revision_number': 4, 'project_id': '52590b8a005f4b57bed018b78856ef91', 'gw_port': {'id': 'c0455015-a1ae-4dc9-a270-bda958d1ced1', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:4a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec9dd97-848d-42b4-9515-5c241e0417eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:05:23Z', 'updated_at': '2021-10-30T16:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'fa3a1e7c-169a-4beb-adf8-d498e3ae2efe', 'name': '', 'network_id': 'bb3a460d-3e72-4631-9eb4-5a3bd856a770', 'tenant_id': '52590b8a005f4b57bed018b78856ef91', 'mac_address': 'fa:16:3e:d9:fc:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec9dd97-848d-42b4-9515-5c241e0417eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '5fda2731-8eac-4dc5-ace7-2f5ffa796551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:05:24Z', 'updated_at': '2021-10-30T16:05:29Z', 'revision_number': 4, 'project_id': '52590b8a005f4b57bed018b78856ef91', 'subnets': [{'id': '5fda2731-8eac-4dc5-ace7-2f5ffa796551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:05:29.903356 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:29.919676 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0dc531-e817-4247-b626-93705352617f None None] The sync data for ids ['8ec9dd97-848d-42b4-9515-5c241e0417eb'] in n-d-806683-17 is: [{'id': '8ec9dd97-848d-42b4-9515-5c241e0417eb', 'name': 'tempest-TestMinimumBasicScenario-304333190-router', 'tenant_id': '52590b8a005f4b57bed018b78856ef91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'c0455015-a1ae-4dc9-a270-bda958d1ced1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:05:22Z', 'updated_at': '2021-10-30T16:05:25Z', 'revision_number': 4, 'project_id': '52590b8a005f4b57bed018b78856ef91', 'gw_port': {'id': 'c0455015-a1ae-4dc9-a270-bda958d1ced1', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:4a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec9dd97-848d-42b4-9515-5c241e0417eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:05:23Z', 'updated_at': '2021-10-30T16:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'fa3a1e7c-169a-4beb-adf8-d498e3ae2efe', 'name': '', 'network_id': 'bb3a460d-3e72-4631-9eb4-5a3bd856a770', 'tenant_id': '52590b8a005f4b57bed018b78856ef91', 'mac_address': 'fa:16:3e:d9:fc:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec9dd97-848d-42b4-9515-5c241e0417eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '5fda2731-8eac-4dc5-ace7-2f5ffa796551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:05:24Z', 'updated_at': '2021-10-30T16:05:29Z', 'revision_number': 4, 'project_id': '52590b8a005f4b57bed018b78856ef91', 'subnets': [{'id': '5fda2731-8eac-4dc5-ace7-2f5ffa796551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 16:05:29.969205 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-c44a0f25-6e76-489d-98f3-3cf0210dd597 admin admin] Allocated IP 172.20.0.1 (ec2a667a-d520-4e9b-a760-67b71d0d9531/b565bf75-9caf-4a9b-a540-d54cd5bedc8e/60839ae2-fe02-4ae2-98fd-ad65b3f71d8e) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 16:05:30.018395 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a681c2ba-fa2c-4397-ba43-6b643d2952ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:30.033368 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port e6b42f86-b95c-4ef4-86b3-fddeb5047ef6, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=e6b42f86-b95c-4ef4-86b3-fddeb5047ef6,segment=NetworkSegment(67a2cbb3-fd4e-40b0-bcc0-3bfd688bbaee),segment_id=67a2cbb3-fd4e-40b0-bcc0-3bfd688bbaee)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:05:30.045557 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:30.117687 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c44a0f25-6e76-489d-98f3-3cf0210dd597 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:30.134906 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.db.api [None req-a681c2ba-fa2c-4397-ba43-6b643d2952ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 30 16:05:30.135292 n-d-806683-17 neutron-server[102132]: DEBUG oslo_db.api [None req-a681c2ba-fa2c-4397-ba43-6b643d2952ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 30 16:05:30.136022 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=e6b42f86-b95c-4ef4-86b3-fddeb5047ef6,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:05:30.155419 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-a0bc7627-8bbf-40d5-b13f-3ea5393108eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdf12fe-7df3-48eb-9097-6f099a53d471', 'name': 'tempest-TestMinimumBasicScenario-376403975-router', 'tenant_id': '9bece7ffe9b748ac96698ed7b02028a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '2a236dfe-49a1-4100-a325-1c39055595fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:05:27Z', 'updated_at': '2021-10-30T16:05:28Z', 'revision_number': 3, 'project_id': '9bece7ffe9b748ac96698ed7b02028a1', 'gw_port': {'id': '2a236dfe-49a1-4100-a325-1c39055595fe', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdf12fe-7df3-48eb-9097-6f099a53d471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:05:27Z', 'updated_at': '2021-10-30T16:05:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:05:30.187800 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c44a0f25-6e76-489d-98f3-3cf0210dd597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:30.192545 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bc7627-8bbf-40d5-b13f-3ea5393108eb None None] Checking router: 9bdf12fe-7df3-48eb-9097-6f099a53d471 for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 16:05:30.192902 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bc7627-8bbf-40d5-b13f-3ea5393108eb None None] Updating router 9bdf12fe-7df3-48eb-9097-6f099a53d471 port 2a236dfe-49a1-4100-a325-1c39055595fe binding host n-d-806683-17 {{(pid=102132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 16:05:30.219369 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a0bc7627-8bbf-40d5-b13f-3ea5393108eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:30.242541 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44a0f25-6e76-489d-98f3-3cf0210dd597 admin admin] Network ec2a667a-d520-4e9b-a760-67b71d0d9531 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:05:30.246336 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44a0f25-6e76-489d-98f3-3cf0210dd597 admin admin] Pushing event updated for resources: {'Port': ['ID=60839ae2-fe02-4ae2-98fd-ad65b3f71d8e,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:05:30.250531 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-c44a0f25-6e76-489d-98f3-3cf0210dd597 admin admin] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:05:30.252682 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44a0f25-6e76-489d-98f3-3cf0210dd597 admin admin] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 16:05:30.293344 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c44a0f25-6e76-489d-98f3-3cf0210dd597 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:30.443881 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:30.445111 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c44a0f25-6e76-489d-98f3-3cf0210dd597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:30.552670 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a0bc7627-8bbf-40d5-b13f-3ea5393108eb None None] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:30.558184 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a0bc7627-8bbf-40d5-b13f-3ea5393108eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:30.615205 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-a0bc7627-8bbf-40d5-b13f-3ea5393108eb None None] Attempting to bind port 2a236dfe-49a1-4100-a325-1c39055595fe on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 16:05:30.615599 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-a0bc7627-8bbf-40d5-b13f-3ea5393108eb None None] Attempting to bind port 2a236dfe-49a1-4100-a325-1c39055595fe by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 16:05:30.615966 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bc7627-8bbf-40d5-b13f-3ea5393108eb None None] Attempting to bind port 2a236dfe-49a1-4100-a325-1c39055595fe on network edc38ef5-7816-4133-914c-cfe2849a0125 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:05:30.618061 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c3e7c-dc7f-4832-9fb4-31a62d9a5338 None None] Pushing event updated for resources: {'Port': ['ID=2a236dfe-49a1-4100-a325-1c39055595fe,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:05:30.623875 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bc7627-8bbf-40d5-b13f-3ea5393108eb None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 16, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 16:05:30.624254 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bc7627-8bbf-40d5-b13f-3ea5393108eb None None] Checking segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:05:30.624657 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a0bc7627-8bbf-40d5-b13f-3ea5393108eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:30.625043 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bc7627-8bbf-40d5-b13f-3ea5393108eb None None] Bound using segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 16:05:30.625575 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-a0bc7627-8bbf-40d5-b13f-3ea5393108eb None None] Bound port: 2a236dfe-49a1-4100-a325-1c39055595fe, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 16:05:30.625936 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a0bc7627-8bbf-40d5-b13f-3ea5393108eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:30.646726 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c44a0f25-6e76-489d-98f3-3cf0210dd597 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:30.652113 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c44a0f25-6e76-489d-98f3-3cf0210dd597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:30.711194 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-a0bc7627-8bbf-40d5-b13f-3ea5393108eb None None] For port 2a236dfe-49a1-4100-a325-1c39055595fe, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 16:05:30.716266 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-a0bc7627-8bbf-40d5-b13f-3ea5393108eb None None] For port 2a236dfe-49a1-4100-a325-1c39055595fe, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=2a236dfe-49a1-4100-a325-1c39055595fe,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 16:05:30.721456 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a0bc7627-8bbf-40d5-b13f-3ea5393108eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:30.731439 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44a0f25-6e76-489d-98f3-3cf0210dd597 admin admin] Pushing event updated for resources: {'Port': ['ID=60839ae2-fe02-4ae2-98fd-ad65b3f71d8e,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:05:30.734848 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c44a0f25-6e76-489d-98f3-3cf0210dd597 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:30.785846 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bc7627-8bbf-40d5-b13f-3ea5393108eb None None] Routers {'9bdf12fe-7df3-48eb-9097-6f099a53d471'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:05:30.786375 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-a0bc7627-8bbf-40d5-b13f-3ea5393108eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:05:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['9bdf12fe-7df3-48eb-9097-6f099a53d471'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:05:30.790318 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c3e7c-dc7f-4832-9fb4-31a62d9a5338 None None] Pushing event updated for resources: {'Port': ['ID=2a236dfe-49a1-4100-a325-1c39055595fe,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:05:30.847963 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44a0f25-6e76-489d-98f3-3cf0210dd597 admin admin] Network ec2a667a-d520-4e9b-a760-67b71d0d9531 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:05:30.849644 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-c44a0f25-6e76-489d-98f3-3cf0210dd597 admin admin] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:05:30.882390 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-6cfb4079-f9ad-467f-8908-443ef3e181da None None] Provisioning complete for port fa3a1e7c-169a-4beb-adf8-d498e3ae2efe triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:05:30.882769 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6cfb4079-f9ad-467f-8908-443ef3e181da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:30.907791 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device c0455015-a1ae-4dc9-a270-bda958d1ced1 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:05:30.978719 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-a0bc7627-8bbf-40d5-b13f-3ea5393108eb None None] Set router 9bdf12fe-7df3-48eb-9097-6f099a53d471 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:05:30.982896 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c44a0f25-6e76-489d-98f3-3cf0210dd597 admin admin] Router 9bdf12fe-7df3-48eb-9097-6f099a53d471 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 16:05:31.096143 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44a0f25-6e76-489d-98f3-3cf0210dd597 admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 16:05:31.101917 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-c44a0f25-6e76-489d-98f3-3cf0210dd597 admin admin] 10.222.0.62 "PUT /v2.0/routers/9bdf12fe-7df3-48eb-9097-6f099a53d471/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8881691 Oct 30 16:05:31.105193 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port c0455015-a1ae-4dc9-a270-bda958d1ced1 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:05:31.105693 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:31.168391 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6cfb4079-f9ad-467f-8908-443ef3e181da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:31.245214 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-6cfb4079-f9ad-467f-8908-443ef3e181da None None] For port fa3a1e7c-169a-4beb-adf8-d498e3ae2efe, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=fa3a1e7c-169a-4beb-adf8-d498e3ae2efe,segment=NetworkSegment(71638c78-a333-4df2-9bd9-2b1b9b40e59b),segment_id=71638c78-a333-4df2-9bd9-2b1b9b40e59b)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:05:31.286043 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6cfb4079-f9ad-467f-8908-443ef3e181da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:31.343634 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device fa3a1e7c-169a-4beb-adf8-d498e3ae2efe up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:05:31.349185 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-6cfb4079-f9ad-467f-8908-443ef3e181da None None] Provisioning complete for port e6b42f86-b95c-4ef4-86b3-fddeb5047ef6 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:05:31.349555 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6cfb4079-f9ad-467f-8908-443ef3e181da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:31.411810 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfb4079-f9ad-467f-8908-443ef3e181da None None] Pushing event updated for resources: {'Port': ['ID=fa3a1e7c-169a-4beb-adf8-d498e3ae2efe,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:05:31.455080 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-a0bc7627-8bbf-40d5-b13f-3ea5393108eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdf12fe-7df3-48eb-9097-6f099a53d471', 'name': 'tempest-TestMinimumBasicScenario-376403975-router', 'tenant_id': '9bece7ffe9b748ac96698ed7b02028a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '2a236dfe-49a1-4100-a325-1c39055595fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:05:27Z', 'updated_at': '2021-10-30T16:05:30Z', 'revision_number': 4, 'project_id': '9bece7ffe9b748ac96698ed7b02028a1', 'gw_port': {'id': '2a236dfe-49a1-4100-a325-1c39055595fe', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdf12fe-7df3-48eb-9097-6f099a53d471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:05:27Z', 'updated_at': '2021-10-30T16:05:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '60839ae2-fe02-4ae2-98fd-ad65b3f71d8e', 'name': '', 'network_id': 'ec2a667a-d520-4e9b-a760-67b71d0d9531', 'tenant_id': '9bece7ffe9b748ac96698ed7b02028a1', 'mac_address': 'fa:16:3e:e4:b7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdf12fe-7df3-48eb-9097-6f099a53d471', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'b565bf75-9caf-4a9b-a540-d54cd5bedc8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:05:29Z', 'updated_at': '2021-10-30T16:05:30Z', 'revision_number': 2, 'project_id': '9bece7ffe9b748ac96698ed7b02028a1', 'subnets': [{'id': 'b565bf75-9caf-4a9b-a540-d54cd5bedc8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:05:31.490643 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bc7627-8bbf-40d5-b13f-3ea5393108eb None None] The sync data for ids ['9bdf12fe-7df3-48eb-9097-6f099a53d471'] in n-d-806683-17 is: [{'id': '9bdf12fe-7df3-48eb-9097-6f099a53d471', 'name': 'tempest-TestMinimumBasicScenario-376403975-router', 'tenant_id': '9bece7ffe9b748ac96698ed7b02028a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '2a236dfe-49a1-4100-a325-1c39055595fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:05:27Z', 'updated_at': '2021-10-30T16:05:30Z', 'revision_number': 4, 'project_id': '9bece7ffe9b748ac96698ed7b02028a1', 'gw_port': {'id': '2a236dfe-49a1-4100-a325-1c39055595fe', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdf12fe-7df3-48eb-9097-6f099a53d471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:05:27Z', 'updated_at': '2021-10-30T16:05:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '60839ae2-fe02-4ae2-98fd-ad65b3f71d8e', 'name': '', 'network_id': 'ec2a667a-d520-4e9b-a760-67b71d0d9531', 'tenant_id': '9bece7ffe9b748ac96698ed7b02028a1', 'mac_address': 'fa:16:3e:e4:b7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdf12fe-7df3-48eb-9097-6f099a53d471', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'b565bf75-9caf-4a9b-a540-d54cd5bedc8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:05:29Z', 'updated_at': '2021-10-30T16:05:30Z', 'revision_number': 2, 'project_id': '9bece7ffe9b748ac96698ed7b02028a1', 'subnets': [{'id': 'b565bf75-9caf-4a9b-a540-d54cd5bedc8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 16:05:31.495765 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port fa3a1e7c-169a-4beb-adf8-d498e3ae2efe triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:05:31.495765 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:31.585540 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-6cfb4079-f9ad-467f-8908-443ef3e181da None None] Provisioning complete for port 60839ae2-fe02-4ae2-98fd-ad65b3f71d8e triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:05:31.586035 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6cfb4079-f9ad-467f-8908-443ef3e181da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:31.650121 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-6cfb4079-f9ad-467f-8908-443ef3e181da None None] Port 60839ae2-fe02-4ae2-98fd-ad65b3f71d8e cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 16:05:31.653192 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device e6b42f86-b95c-4ef4-86b3-fddeb5047ef6 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:05:31.704823 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port e6b42f86-b95c-4ef4-86b3-fddeb5047ef6 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:05:31.705188 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:31.778138 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-c30672b0-df21-4d07-af11-d1381f2cfc29 None None] Provisioning complete for port 60839ae2-fe02-4ae2-98fd-ad65b3f71d8e triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:05:31.778508 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c30672b0-df21-4d07-af11-d1381f2cfc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:31.867299 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-c30672b0-df21-4d07-af11-d1381f2cfc29 None None] Port 60839ae2-fe02-4ae2-98fd-ad65b3f71d8e cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 16:05:32.599302 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:32.988986 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 2a236dfe-49a1-4100-a325-1c39055595fe up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:05:33.051513 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 2a236dfe-49a1-4100-a325-1c39055595fe triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:05:33.051900 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:33.154306 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:33.189703 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 2a236dfe-49a1-4100-a325-1c39055595fe, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=2a236dfe-49a1-4100-a325-1c39055595fe,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:05:33.206655 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:33.207860 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device fa3a1e7c-169a-4beb-adf8-d498e3ae2efe up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:05:33.297432 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 16:05:33.313924 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=2a236dfe-49a1-4100-a325-1c39055595fe,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:05:33.338089 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port fa3a1e7c-169a-4beb-adf8-d498e3ae2efe triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:05:33.338777 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:34.360388 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df60b5e-dd55-45c7-9353-a96bd461a5e4 None None] Sync routers for ids ['9bdf12fe-7df3-48eb-9097-6f099a53d471'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 16:05:34.374087 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df60b5e-dd55-45c7-9353-a96bd461a5e4 None None] Routers {'9bdf12fe-7df3-48eb-9097-6f099a53d471'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:05:34.375039 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-4df60b5e-dd55-45c7-9353-a96bd461a5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:05:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['9bdf12fe-7df3-48eb-9097-6f099a53d471'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:05:34.498760 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-4df60b5e-dd55-45c7-9353-a96bd461a5e4 None None] Set router 9bdf12fe-7df3-48eb-9097-6f099a53d471 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:05:34.726968 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-4df60b5e-dd55-45c7-9353-a96bd461a5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdf12fe-7df3-48eb-9097-6f099a53d471', 'name': 'tempest-TestMinimumBasicScenario-376403975-router', 'tenant_id': '9bece7ffe9b748ac96698ed7b02028a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '2a236dfe-49a1-4100-a325-1c39055595fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:05:27Z', 'updated_at': '2021-10-30T16:05:30Z', 'revision_number': 4, 'project_id': '9bece7ffe9b748ac96698ed7b02028a1', 'gw_port': {'id': '2a236dfe-49a1-4100-a325-1c39055595fe', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdf12fe-7df3-48eb-9097-6f099a53d471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:05:27Z', 'updated_at': '2021-10-30T16:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '60839ae2-fe02-4ae2-98fd-ad65b3f71d8e', 'name': '', 'network_id': 'ec2a667a-d520-4e9b-a760-67b71d0d9531', 'tenant_id': '9bece7ffe9b748ac96698ed7b02028a1', 'mac_address': 'fa:16:3e:e4:b7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdf12fe-7df3-48eb-9097-6f099a53d471', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'b565bf75-9caf-4a9b-a540-d54cd5bedc8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:05:29Z', 'updated_at': '2021-10-30T16:05:30Z', 'revision_number': 2, 'project_id': '9bece7ffe9b748ac96698ed7b02028a1', 'subnets': [{'id': 'b565bf75-9caf-4a9b-a540-d54cd5bedc8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:05:34.758886 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df60b5e-dd55-45c7-9353-a96bd461a5e4 None None] Checking router: 9bdf12fe-7df3-48eb-9097-6f099a53d471 for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 16:05:34.759244 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df60b5e-dd55-45c7-9353-a96bd461a5e4 None None] Updating router 9bdf12fe-7df3-48eb-9097-6f099a53d471 port 60839ae2-fe02-4ae2-98fd-ad65b3f71d8e binding host n-d-806683-17 {{(pid=102133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 16:05:34.794474 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4df60b5e-dd55-45c7-9353-a96bd461a5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:34.863947 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 2a236dfe-49a1-4100-a325-1c39055595fe up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:05:34.920718 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 2a236dfe-49a1-4100-a325-1c39055595fe triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:05:34.921097 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:35.105666 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4df60b5e-dd55-45c7-9353-a96bd461a5e4 None None] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:35.112088 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4df60b5e-dd55-45c7-9353-a96bd461a5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:35.189974 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6973e748-56d6-434b-b8bd-976215e4a048 None None] Pushing event updated for resources: {'Port': ['ID=60839ae2-fe02-4ae2-98fd-ad65b3f71d8e,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:05:35.235694 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-4df60b5e-dd55-45c7-9353-a96bd461a5e4 None None] Attempting to bind port 60839ae2-fe02-4ae2-98fd-ad65b3f71d8e on host n-d-806683-17 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 16:05:35.236069 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-4df60b5e-dd55-45c7-9353-a96bd461a5e4 None None] Attempting to bind port 60839ae2-fe02-4ae2-98fd-ad65b3f71d8e by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '67a2cbb3-fd4e-40b0-bcc0-3bfd688bbaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ec2a667a-d520-4e9b-a760-67b71d0d9531'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 16:05:35.236419 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df60b5e-dd55-45c7-9353-a96bd461a5e4 None None] Attempting to bind port 60839ae2-fe02-4ae2-98fd-ad65b3f71d8e on network ec2a667a-d520-4e9b-a760-67b71d0d9531 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:05:35.250288 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df60b5e-dd55-45c7-9353-a96bd461a5e4 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 16, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 16:05:35.250657 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df60b5e-dd55-45c7-9353-a96bd461a5e4 None None] Checking segment: {'id': '67a2cbb3-fd4e-40b0-bcc0-3bfd688bbaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ec2a667a-d520-4e9b-a760-67b71d0d9531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:05:35.251114 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4df60b5e-dd55-45c7-9353-a96bd461a5e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:35.252176 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df60b5e-dd55-45c7-9353-a96bd461a5e4 None None] Bound using segment: {'id': '67a2cbb3-fd4e-40b0-bcc0-3bfd688bbaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ec2a667a-d520-4e9b-a760-67b71d0d9531'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 16:05:35.252176 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-4df60b5e-dd55-45c7-9353-a96bd461a5e4 None None] Bound port: 60839ae2-fe02-4ae2-98fd-ad65b3f71d8e, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67a2cbb3-fd4e-40b0-bcc0-3bfd688bbaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ec2a667a-d520-4e9b-a760-67b71d0d9531'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 16:05:35.256511 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4df60b5e-dd55-45c7-9353-a96bd461a5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:35.357478 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-4df60b5e-dd55-45c7-9353-a96bd461a5e4 None None] For port 60839ae2-fe02-4ae2-98fd-ad65b3f71d8e, host n-d-806683-17, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 16:05:35.362605 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-4df60b5e-dd55-45c7-9353-a96bd461a5e4 None None] For port 60839ae2-fe02-4ae2-98fd-ad65b3f71d8e, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=60839ae2-fe02-4ae2-98fd-ad65b3f71d8e,segment=NetworkSegment(67a2cbb3-fd4e-40b0-bcc0-3bfd688bbaee),segment_id=67a2cbb3-fd4e-40b0-bcc0-3bfd688bbaee)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 16:05:35.372093 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-4df60b5e-dd55-45c7-9353-a96bd461a5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:35.439338 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-4d1b2426-edc1-4d63-b15e-352b96398bc4 None None] Provisioning complete for port 60839ae2-fe02-4ae2-98fd-ad65b3f71d8e triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:05:35.439915 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4d1b2426-edc1-4d63-b15e-352b96398bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:35.549080 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4d1b2426-edc1-4d63-b15e-352b96398bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:35.550272 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df60b5e-dd55-45c7-9353-a96bd461a5e4 None None] Routers {'9bdf12fe-7df3-48eb-9097-6f099a53d471'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:05:35.551078 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-4df60b5e-dd55-45c7-9353-a96bd461a5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:05:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['9bdf12fe-7df3-48eb-9097-6f099a53d471'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:05:35.615099 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-4d1b2426-edc1-4d63-b15e-352b96398bc4 None None] For port 60839ae2-fe02-4ae2-98fd-ad65b3f71d8e, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=60839ae2-fe02-4ae2-98fd-ad65b3f71d8e,segment=NetworkSegment(67a2cbb3-fd4e-40b0-bcc0-3bfd688bbaee),segment_id=67a2cbb3-fd4e-40b0-bcc0-3bfd688bbaee)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:05:35.625264 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6973e748-56d6-434b-b8bd-976215e4a048 None None] Pushing event updated for resources: {'Port': ['ID=60839ae2-fe02-4ae2-98fd-ad65b3f71d8e,revision_number=4']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:05:35.634179 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4d1b2426-edc1-4d63-b15e-352b96398bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:35.708161 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1b2426-edc1-4d63-b15e-352b96398bc4 None None] Pushing event updated for resources: {'Port': ['ID=60839ae2-fe02-4ae2-98fd-ad65b3f71d8e,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:05:35.715868 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-4df60b5e-dd55-45c7-9353-a96bd461a5e4 None None] Set router 9bdf12fe-7df3-48eb-9097-6f099a53d471 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:05:35.872944 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-6f957c24-b05a-4d17-8b11-6caf821c332b None None] Provisioning complete for port 60839ae2-fe02-4ae2-98fd-ad65b3f71d8e triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:05:35.873525 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6f957c24-b05a-4d17-8b11-6caf821c332b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:36.002294 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-4df60b5e-dd55-45c7-9353-a96bd461a5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdf12fe-7df3-48eb-9097-6f099a53d471', 'name': 'tempest-TestMinimumBasicScenario-376403975-router', 'tenant_id': '9bece7ffe9b748ac96698ed7b02028a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '2a236dfe-49a1-4100-a325-1c39055595fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:05:27Z', 'updated_at': '2021-10-30T16:05:30Z', 'revision_number': 4, 'project_id': '9bece7ffe9b748ac96698ed7b02028a1', 'gw_port': {'id': '2a236dfe-49a1-4100-a325-1c39055595fe', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdf12fe-7df3-48eb-9097-6f099a53d471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:05:27Z', 'updated_at': '2021-10-30T16:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '60839ae2-fe02-4ae2-98fd-ad65b3f71d8e', 'name': '', 'network_id': 'ec2a667a-d520-4e9b-a760-67b71d0d9531', 'tenant_id': '9bece7ffe9b748ac96698ed7b02028a1', 'mac_address': 'fa:16:3e:e4:b7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdf12fe-7df3-48eb-9097-6f099a53d471', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'b565bf75-9caf-4a9b-a540-d54cd5bedc8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:05:29Z', 'updated_at': '2021-10-30T16:05:35Z', 'revision_number': 4, 'project_id': '9bece7ffe9b748ac96698ed7b02028a1', 'subnets': [{'id': 'b565bf75-9caf-4a9b-a540-d54cd5bedc8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:05:36.033320 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df60b5e-dd55-45c7-9353-a96bd461a5e4 None None] The sync data for ids ['9bdf12fe-7df3-48eb-9097-6f099a53d471'] in n-d-806683-17 is: [{'id': '9bdf12fe-7df3-48eb-9097-6f099a53d471', 'name': 'tempest-TestMinimumBasicScenario-376403975-router', 'tenant_id': '9bece7ffe9b748ac96698ed7b02028a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '2a236dfe-49a1-4100-a325-1c39055595fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:05:27Z', 'updated_at': '2021-10-30T16:05:30Z', 'revision_number': 4, 'project_id': '9bece7ffe9b748ac96698ed7b02028a1', 'gw_port': {'id': '2a236dfe-49a1-4100-a325-1c39055595fe', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdf12fe-7df3-48eb-9097-6f099a53d471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:05:27Z', 'updated_at': '2021-10-30T16:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '60839ae2-fe02-4ae2-98fd-ad65b3f71d8e', 'name': '', 'network_id': 'ec2a667a-d520-4e9b-a760-67b71d0d9531', 'tenant_id': '9bece7ffe9b748ac96698ed7b02028a1', 'mac_address': 'fa:16:3e:e4:b7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdf12fe-7df3-48eb-9097-6f099a53d471', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'b565bf75-9caf-4a9b-a540-d54cd5bedc8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:05:29Z', 'updated_at': '2021-10-30T16:05:35Z', 'revision_number': 4, 'project_id': '9bece7ffe9b748ac96698ed7b02028a1', 'subnets': [{'id': 'b565bf75-9caf-4a9b-a540-d54cd5bedc8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 16:05:36.891207 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 60839ae2-fe02-4ae2-98fd-ad65b3f71d8e up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:05:36.953036 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 60839ae2-fe02-4ae2-98fd-ad65b3f71d8e triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:05:36.953270 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:41.469469 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d130e-89ba-472a-8b85-485c1ce6982e req-60f979bd-9768-4eb2-9fd1-30ce5c25d260 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:05:41.470946 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-624d130e-89ba-472a-8b85-485c1ce6982e req-60f979bd-9768-4eb2-9fd1-30ce5c25d260 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/networks?id=bb3a460d-3e72-4631-9eb4-5a3bd856a770 HTTP/1.1" status: 200 len: 814 time: 0.1042933 Oct 30 16:05:41.486256 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-624d130e-89ba-472a-8b85-485c1ce6982e req-e8a3cc30-c8dd-44cc-b61c-54281688c152 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/quotas/52590b8a005f4b57bed018b78856ef91 HTTP/1.1" status: 200 len: 375 time: 0.0089047 Oct 30 16:05:41.535970 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-624d130e-89ba-472a-8b85-485c1ce6982e req-157d2355-e7d1-4725-a857-084a7bbf43d9 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=52590b8a005f4b57bed018b78856ef91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445263 Oct 30 16:05:41.637370 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-624d130e-89ba-472a-8b85-485c1ce6982e req-6d9566c8-1fb9-4909-ad20-ddd5030ee46c service neutron] 10.222.0.62 "GET /v2.0/networks/bb3a460d-3e72-4631-9eb4-5a3bd856a770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896869 Oct 30 16:05:41.731569 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-624d130e-89ba-472a-8b85-485c1ce6982e req-3d3776ab-74e0-403f-bb7a-0d66c3f4ce3f service neutron] 10.222.0.62 "GET /v2.0/networks/bb3a460d-3e72-4631-9eb4-5a3bd856a770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868230 Oct 30 16:05:41.891434 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5de4177f-c46d-4ba3-bee3-5cf6654f6f9e req-d944db56-975a-4a7b-873e-130de0a70204 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/ports?device_id=e78f5824-ba69-4f6b-bdcf-94a0690181d0 HTTP/1.1" status: 200 len: 210 time: 0.0274539 Oct 30 16:05:42.952036 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d130e-89ba-472a-8b85-485c1ce6982e req-4c26bd9d-c9bf-4303-a3ce-bbdf426f6de9 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:05:42.953459 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-624d130e-89ba-472a-8b85-485c1ce6982e req-4c26bd9d-c9bf-4303-a3ce-bbdf426f6de9 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.53 "GET /v2.0/networks?id=bb3a460d-3e72-4631-9eb4-5a3bd856a770 HTTP/1.1" status: 200 len: 814 time: 0.1122601 Oct 30 16:05:42.976546 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-624d130e-89ba-472a-8b85-485c1ce6982e req-0bdf3947-88da-457f-8e5f-09b2146701d0 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Request body: {'port': {'device_id': 'e78f5824-ba69-4f6b-bdcf-94a0690181d0', 'network_id': 'bb3a460d-3e72-4631-9eb4-5a3bd856a770', 'admin_state_up': True, 'tenant_id': '52590b8a005f4b57bed018b78856ef91'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:05:42.996277 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-00252047-0307-4426-90ac-2675f8a90a29 req-7490fdca-6c6b-49cb-bdb7-45ed5ecd92b2 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/ports?device_id=e78f5824-ba69-4f6b-bdcf-94a0690181d0 HTTP/1.1" status: 200 len: 210 time: 0.0346804 Oct 30 16:05:43.110181 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-624d130e-89ba-472a-8b85-485c1ce6982e req-0bdf3947-88da-457f-8e5f-09b2146701d0 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Made reservation on behalf of 52590b8a005f4b57bed018b78856ef91 for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 16:05:43.113868 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-624d130e-89ba-472a-8b85-485c1ce6982e req-0bdf3947-88da-457f-8e5f-09b2146701d0 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:43.242423 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-624d130e-89ba-472a-8b85-485c1ce6982e req-0bdf3947-88da-457f-8e5f-09b2146701d0 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Allocated IP 172.20.0.7 (bb3a460d-3e72-4631-9eb4-5a3bd856a770/5fda2731-8eac-4dc5-ace7-2f5ffa796551/1f921a50-21bd-462e-8ce9-da9528a72337) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 16:05:43.463619 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-624d130e-89ba-472a-8b85-485c1ce6982e req-0bdf3947-88da-457f-8e5f-09b2146701d0 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:43.498361 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-624d130e-89ba-472a-8b85-485c1ce6982e req-0bdf3947-88da-457f-8e5f-09b2146701d0 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:43.543906 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-624d130e-89ba-472a-8b85-485c1ce6982e req-0bdf3947-88da-457f-8e5f-09b2146701d0 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Network bb3a460d-3e72-4631-9eb4-5a3bd856a770 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:05:43.547174 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-624d130e-89ba-472a-8b85-485c1ce6982e req-0bdf3947-88da-457f-8e5f-09b2146701d0 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:05:43.558170 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-624d130e-89ba-472a-8b85-485c1ce6982e req-0bdf3947-88da-457f-8e5f-09b2146701d0 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 16:05:43.600081 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf3947-88da-457f-8e5f-09b2146701d0 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Pushing event updated for resources: {'Port': ['ID=1f921a50-21bd-462e-8ce9-da9528a72337,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:05:43.610075 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf3947-88da-457f-8e5f-09b2146701d0 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:05:43.610425 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf3947-88da-457f-8e5f-09b2146701d0 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:05:43.610774 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf3947-88da-457f-8e5f-09b2146701d0 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:05:43.611121 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf3947-88da-457f-8e5f-09b2146701d0 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:05:43.611457 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf3947-88da-457f-8e5f-09b2146701d0 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:05:43.611825 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf3947-88da-457f-8e5f-09b2146701d0 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:05:43.612160 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf3947-88da-457f-8e5f-09b2146701d0 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:05:43.613031 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf3947-88da-457f-8e5f-09b2146701d0 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:05:43.613353 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf3947-88da-457f-8e5f-09b2146701d0 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:05:43.613682 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf3947-88da-457f-8e5f-09b2146701d0 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:05:43.614015 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf3947-88da-457f-8e5f-09b2146701d0 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:05:43.614342 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf3947-88da-457f-8e5f-09b2146701d0 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:05:43.634245 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d130e-89ba-472a-8b85-485c1ce6982e req-0bdf3947-88da-457f-8e5f-09b2146701d0 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:05:43.634886 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-624d130e-89ba-472a-8b85-485c1ce6982e req-0bdf3947-88da-457f-8e5f-09b2146701d0 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:43.658530 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-624d130e-89ba-472a-8b85-485c1ce6982e req-0bdf3947-88da-457f-8e5f-09b2146701d0 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6875176 Oct 30 16:05:43.840378 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-6d9b3f23-cc71-41cb-abfb-0b2f2f5b77fd None None] Provisioning complete for port 1f921a50-21bd-462e-8ce9-da9528a72337 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:05:43.840957 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6d9b3f23-cc71-41cb-abfb-0b2f2f5b77fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:43.874542 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-6d9b3f23-cc71-41cb-abfb-0b2f2f5b77fd None None] Port 1f921a50-21bd-462e-8ce9-da9528a72337 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 16:05:44.121069 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ae72c-1276-4658-92e9-b9c7e7b05218 req-bfef08d9-2ac2-4d54-95d5-483d477412fb tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:05:44.122584 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1e4ae72c-1276-4658-92e9-b9c7e7b05218 req-bfef08d9-2ac2-4d54-95d5-483d477412fb tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/ports?device_id=e78f5824-ba69-4f6b-bdcf-94a0690181d0 HTTP/1.1" status: 200 len: 931 time: 0.0521295 Oct 30 16:05:44.166286 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1e4ae72c-1276-4658-92e9-b9c7e7b05218 req-75bb5f19-75ac-4d31-ad19-303379cff630 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/security-groups?id=549841f0-e6ab-4bd2-95d4-428847d1d153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376892 Oct 30 16:05:45.295933 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6163dbc-f79f-4867-aae5-cfce5eaa6c22 req-7bf3bc26-21fb-43c8-addc-5005e0043d9b tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:05:45.297437 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a6163dbc-f79f-4867-aae5-cfce5eaa6c22 req-7bf3bc26-21fb-43c8-addc-5005e0043d9b tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/ports?device_id=e78f5824-ba69-4f6b-bdcf-94a0690181d0 HTTP/1.1" status: 200 len: 931 time: 0.0499866 Oct 30 16:05:45.340352 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a6163dbc-f79f-4867-aae5-cfce5eaa6c22 req-3a70706f-db81-4476-ae6f-cf1ab68c8107 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/security-groups?id=549841f0-e6ab-4bd2-95d4-428847d1d153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361054 Oct 30 16:05:46.458622 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e23a6-5cab-4690-a4f7-bbfe8979deaf req-46b70dc5-c5ac-41f8-9ddd-78898b41994a tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:05:46.460113 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-386e23a6-5cab-4690-a4f7-bbfe8979deaf req-46b70dc5-c5ac-41f8-9ddd-78898b41994a tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/ports?device_id=e78f5824-ba69-4f6b-bdcf-94a0690181d0 HTTP/1.1" status: 200 len: 931 time: 0.0496709 Oct 30 16:05:46.516096 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-386e23a6-5cab-4690-a4f7-bbfe8979deaf req-498fed49-a07d-4d80-a2a1-db44d44373a4 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/security-groups?id=549841f0-e6ab-4bd2-95d4-428847d1d153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498867 Oct 30 16:05:47.624904 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78074ec-0bfe-4083-b109-591c08ad1387 req-1d1d692c-a5a0-460c-97d5-7ecddfad21f3 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:05:47.626274 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f78074ec-0bfe-4083-b109-591c08ad1387 req-1d1d692c-a5a0-460c-97d5-7ecddfad21f3 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/ports?device_id=e78f5824-ba69-4f6b-bdcf-94a0690181d0 HTTP/1.1" status: 200 len: 931 time: 0.0503938 Oct 30 16:05:47.680066 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f78074ec-0bfe-4083-b109-591c08ad1387 req-c01c64e1-62f3-4f0d-ba75-363bf31d17ca tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/security-groups?id=549841f0-e6ab-4bd2-95d4-428847d1d153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423522 Oct 30 16:05:48.802936 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff5264-085e-475a-803d-14ef97d4ccf9 req-6a37b19b-96fe-4f42-8f96-6f509d9e479f tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:05:48.805203 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-41ff5264-085e-475a-803d-14ef97d4ccf9 req-6a37b19b-96fe-4f42-8f96-6f509d9e479f tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/ports?device_id=e78f5824-ba69-4f6b-bdcf-94a0690181d0 HTTP/1.1" status: 200 len: 931 time: 0.0676553 Oct 30 16:05:48.845107 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-41ff5264-085e-475a-803d-14ef97d4ccf9 req-9b850292-60ed-4118-81d7-10b62eac3e05 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/security-groups?id=549841f0-e6ab-4bd2-95d4-428847d1d153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334902 Oct 30 16:05:49.969882 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2300081-5c56-4642-a725-65a0a4bf4001 req-8fe6cde0-76d3-4677-9a1e-09b1e969d4d4 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:05:49.971645 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b2300081-5c56-4642-a725-65a0a4bf4001 req-8fe6cde0-76d3-4677-9a1e-09b1e969d4d4 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/ports?device_id=e78f5824-ba69-4f6b-bdcf-94a0690181d0 HTTP/1.1" status: 200 len: 931 time: 0.0538261 Oct 30 16:05:50.024589 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b2300081-5c56-4642-a725-65a0a4bf4001 req-23566e3a-afe3-46ac-838f-c0096d69ae31 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/security-groups?id=549841f0-e6ab-4bd2-95d4-428847d1d153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464375 Oct 30 16:05:51.143746 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81390f70-5052-49df-b18c-020da06f0da3 req-a93aeeff-6e17-45d6-b283-38c64765f901 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:05:51.145257 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-81390f70-5052-49df-b18c-020da06f0da3 req-a93aeeff-6e17-45d6-b283-38c64765f901 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/ports?device_id=e78f5824-ba69-4f6b-bdcf-94a0690181d0 HTTP/1.1" status: 200 len: 931 time: 0.0496497 Oct 30 16:05:51.187208 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-81390f70-5052-49df-b18c-020da06f0da3 req-ea2b8b61-a544-431f-87c0-bae08ec6a348 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/security-groups?id=549841f0-e6ab-4bd2-95d4-428847d1d153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359321 Oct 30 16:05:51.269242 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d3d2cf4a-1e47-4f39-b06a-77a764ffe23a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:52.307455 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e99fa43-cf68-4281-bcbf-c569ff67814a req-1ee78888-0ec6-4043-8278-05ef9deceb48 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:05:52.309771 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5e99fa43-cf68-4281-bcbf-c569ff67814a req-1ee78888-0ec6-4043-8278-05ef9deceb48 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/ports?device_id=e78f5824-ba69-4f6b-bdcf-94a0690181d0 HTTP/1.1" status: 200 len: 931 time: 0.0525420 Oct 30 16:05:52.347330 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5e99fa43-cf68-4281-bcbf-c569ff67814a req-c4531951-2531-4b1a-a601-98bf4bac5cdd tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/security-groups?id=549841f0-e6ab-4bd2-95d4-428847d1d153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316675 Oct 30 16:05:53.468477 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f7feea-91dd-48c8-96c6-7d0e31b717cf req-3b45f7c1-44ea-49ee-81ac-5c0b75e793ff tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:05:53.471610 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e5f7feea-91dd-48c8-96c6-7d0e31b717cf req-3b45f7c1-44ea-49ee-81ac-5c0b75e793ff tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/ports?device_id=e78f5824-ba69-4f6b-bdcf-94a0690181d0 HTTP/1.1" status: 200 len: 931 time: 0.0525191 Oct 30 16:05:53.513531 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e5f7feea-91dd-48c8-96c6-7d0e31b717cf req-3d3d9fe2-fd1e-4e01-95d9-03d3d085c524 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/security-groups?id=549841f0-e6ab-4bd2-95d4-428847d1d153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339386 Oct 30 16:05:53.857809 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-effe4dcc-13f7-450d-be13-d491ee50f25e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:54.567583 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [req-624d130e-89ba-472a-8b85-485c1ce6982e req-ade7191f-6e3d-42b2-88c2-257982f895d8 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 16:05:54.568935 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-624d130e-89ba-472a-8b85-485c1ce6982e req-ade7191f-6e3d-42b2-88c2-257982f895d8 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0070055 Oct 30 16:05:54.582839 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-624d130e-89ba-472a-8b85-485c1ce6982e req-b8ee29ef-a503-440d-ac9e-4b357cda0e96 service neutron] Request body: {'port': {'device_id': 'e78f5824-ba69-4f6b-bdcf-94a0690181d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:05:54.668468 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-624d130e-89ba-472a-8b85-485c1ce6982e req-b8ee29ef-a503-440d-ac9e-4b357cda0e96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:54.684714 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca29d9ce-5adc-47ed-8e17-479e88d807d4 req-c2a70cc6-9f94-4299-b61c-6256686467f7 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:05:54.686172 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ca29d9ce-5adc-47ed-8e17-479e88d807d4 req-c2a70cc6-9f94-4299-b61c-6256686467f7 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/ports?device_id=e78f5824-ba69-4f6b-bdcf-94a0690181d0 HTTP/1.1" status: 200 len: 931 time: 0.1006455 Oct 30 16:05:54.758327 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ca29d9ce-5adc-47ed-8e17-479e88d807d4 req-1c8e4435-447b-42e7-8bb4-34b1739d3373 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/security-groups?id=549841f0-e6ab-4bd2-95d4-428847d1d153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650275 Oct 30 16:05:54.848908 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:54.961738 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-624d130e-89ba-472a-8b85-485c1ce6982e req-b8ee29ef-a503-440d-ac9e-4b357cda0e96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f921a50-21bd-462e-8ce9-da9528a72337 {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 16:05:54.968898 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-624d130e-89ba-472a-8b85-485c1ce6982e req-b8ee29ef-a503-440d-ac9e-4b357cda0e96 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:54.980939 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-624d130e-89ba-472a-8b85-485c1ce6982e req-b8ee29ef-a503-440d-ac9e-4b357cda0e96 service neutron] Transition to ACTIVE for port object 1f921a50-21bd-462e-8ce9-da9528a72337 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 16:05:54.984903 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-624d130e-89ba-472a-8b85-485c1ce6982e req-b8ee29ef-a503-440d-ac9e-4b357cda0e96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:55.004371 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:55.054689 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ee29ef-a503-440d-ac9e-4b357cda0e96 service neutron] Pushing event updated for resources: {'Port': ['ID=1f921a50-21bd-462e-8ce9-da9528a72337,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:05:55.103980 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-624d130e-89ba-472a-8b85-485c1ce6982e req-b8ee29ef-a503-440d-ac9e-4b357cda0e96 service neutron] Attempting to bind port 1f921a50-21bd-462e-8ce9-da9528a72337 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 16:05:55.104312 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-624d130e-89ba-472a-8b85-485c1ce6982e req-b8ee29ef-a503-440d-ac9e-4b357cda0e96 service neutron] Attempting to bind port 1f921a50-21bd-462e-8ce9-da9528a72337 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '71638c78-a333-4df2-9bd9-2b1b9b40e59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bb3a460d-3e72-4631-9eb4-5a3bd856a770'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 16:05:55.104640 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624d130e-89ba-472a-8b85-485c1ce6982e req-b8ee29ef-a503-440d-ac9e-4b357cda0e96 service neutron] Attempting to bind port 1f921a50-21bd-462e-8ce9-da9528a72337 on network bb3a460d-3e72-4631-9eb4-5a3bd856a770 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:05:55.109491 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624d130e-89ba-472a-8b85-485c1ce6982e req-b8ee29ef-a503-440d-ac9e-4b357cda0e96 service neutron] Port 1f921a50-21bd-462e-8ce9-da9528a72337 on network bb3a460d-3e72-4631-9eb4-5a3bd856a770 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 16:05:55.109819 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624d130e-89ba-472a-8b85-485c1ce6982e req-b8ee29ef-a503-440d-ac9e-4b357cda0e96 service neutron] Attempting to bind port 1f921a50-21bd-462e-8ce9-da9528a72337 on network bb3a460d-3e72-4631-9eb4-5a3bd856a770 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:05:55.115593 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624d130e-89ba-472a-8b85-485c1ce6982e req-b8ee29ef-a503-440d-ac9e-4b357cda0e96 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 16, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 16:05:55.115932 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624d130e-89ba-472a-8b85-485c1ce6982e req-b8ee29ef-a503-440d-ac9e-4b357cda0e96 service neutron] Checking segment: {'id': '71638c78-a333-4df2-9bd9-2b1b9b40e59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bb3a460d-3e72-4631-9eb4-5a3bd856a770'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:05:55.116319 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624d130e-89ba-472a-8b85-485c1ce6982e req-b8ee29ef-a503-440d-ac9e-4b357cda0e96 service neutron] Bound using segment: {'id': '71638c78-a333-4df2-9bd9-2b1b9b40e59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bb3a460d-3e72-4631-9eb4-5a3bd856a770'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 16:05:55.116760 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-624d130e-89ba-472a-8b85-485c1ce6982e req-b8ee29ef-a503-440d-ac9e-4b357cda0e96 service neutron] Bound port: 1f921a50-21bd-462e-8ce9-da9528a72337, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71638c78-a333-4df2-9bd9-2b1b9b40e59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bb3a460d-3e72-4631-9eb4-5a3bd856a770'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 16:05:55.117121 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-624d130e-89ba-472a-8b85-485c1ce6982e req-b8ee29ef-a503-440d-ac9e-4b357cda0e96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:55.186287 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-624d130e-89ba-472a-8b85-485c1ce6982e req-b8ee29ef-a503-440d-ac9e-4b357cda0e96 service neutron] For port 1f921a50-21bd-462e-8ce9-da9528a72337, host n-h1-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 16:05:55.189263 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-624d130e-89ba-472a-8b85-485c1ce6982e req-b8ee29ef-a503-440d-ac9e-4b357cda0e96 service neutron] For port 1f921a50-21bd-462e-8ce9-da9528a72337, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=1f921a50-21bd-462e-8ce9-da9528a72337,segment=NetworkSegment(71638c78-a333-4df2-9bd9-2b1b9b40e59b),segment_id=71638c78-a333-4df2-9bd9-2b1b9b40e59b)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 16:05:55.192708 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-624d130e-89ba-472a-8b85-485c1ce6982e req-b8ee29ef-a503-440d-ac9e-4b357cda0e96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:55.224476 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d130e-89ba-472a-8b85-485c1ce6982e req-b8ee29ef-a503-440d-ac9e-4b357cda0e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:05:55.225110 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-624d130e-89ba-472a-8b85-485c1ce6982e req-b8ee29ef-a503-440d-ac9e-4b357cda0e96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:55.226467 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-624d130e-89ba-472a-8b85-485c1ce6982e req-b8ee29ef-a503-440d-ac9e-4b357cda0e96 service neutron] 10.222.0.53 "PUT /v2.0/ports/1f921a50-21bd-462e-8ce9-da9528a72337 HTTP/1.1" status: 200 len: 1092 time: 0.6478794 Oct 30 16:05:55.226899 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e78f5824-ba69-4f6b-bdcf-94a0690181d0', 'tag': '1f921a50-21bd-462e-8ce9-da9528a72337'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:05:55.229195 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}931ac027fb50588f101e6e2f92584f6f115530be99269a43aae453735a93652f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84933029-34fa-4ff1-8987-2c51f8b9a672" -d '{"events": [{"name": "network-changed", "server_uuid": "e78f5824-ba69-4f6b-bdcf-94a0690181d0", "tag": "1f921a50-21bd-462e-8ce9-da9528a72337"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:05:55.257850 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ee29ef-a503-440d-ac9e-4b357cda0e96 service neutron] Pushing event updated for resources: {'Port': ['ID=1f921a50-21bd-462e-8ce9-da9528a72337,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:05:55.305883 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 16:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-776fcf0c-b857-4cab-88c0-99bdd668f108 x-openstack-request-id: req-776fcf0c-b857-4cab-88c0-99bdd668f108 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:05:55.306131 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e78f5824-ba69-4f6b-bdcf-94a0690181d0", "tag": "1f921a50-21bd-462e-8ce9-da9528a72337", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:05:55.306354 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-776fcf0c-b857-4cab-88c0-99bdd668f108 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:05:55.306914 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e78f5824-ba69-4f6b-bdcf-94a0690181d0', 'tag': '1f921a50-21bd-462e-8ce9-da9528a72337', 'status': 'completed', 'code': 200} Oct 30 16:05:55.322653 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d130e-89ba-472a-8b85-485c1ce6982e req-32b4a95a-a8e4-46c2-832e-392ae12c9cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:05:55.324274 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-624d130e-89ba-472a-8b85-485c1ce6982e req-32b4a95a-a8e4-46c2-832e-392ae12c9cc6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=52590b8a005f4b57bed018b78856ef91&device_id=e78f5824-ba69-4f6b-bdcf-94a0690181d0 HTTP/1.1" status: 200 len: 1095 time: 0.0464191 Oct 30 16:05:55.371504 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-624d130e-89ba-472a-8b85-485c1ce6982e req-9602b63c-e653-44ce-a414-2e5542a8f3d2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f921a50-21bd-462e-8ce9-da9528a72337 HTTP/1.1" status: 200 len: 217 time: 0.0380473 Oct 30 16:05:55.422676 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d130e-89ba-472a-8b85-485c1ce6982e req-d2436349-eada-43a0-a54b-0e479864f1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:05:55.424155 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-624d130e-89ba-472a-8b85-485c1ce6982e req-d2436349-eada-43a0-a54b-0e479864f1fb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5fda2731-8eac-4dc5-ace7-2f5ffa796551 HTTP/1.1" status: 200 len: 853 time: 0.0443652 Oct 30 16:05:55.471405 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d130e-89ba-472a-8b85-485c1ce6982e req-f25299d8-7856-47c6-b060-42a7a8dfa731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:05:55.473720 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-624d130e-89ba-472a-8b85-485c1ce6982e req-f25299d8-7856-47c6-b060-42a7a8dfa731 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bb3a460d-3e72-4631-9eb4-5a3bd856a770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425084 Oct 30 16:05:55.565579 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-624d130e-89ba-472a-8b85-485c1ce6982e req-d85714d6-6e6e-4f04-9938-9dadb9d2e95b service neutron] 10.222.0.53 "GET /v2.0/networks/bb3a460d-3e72-4631-9eb4-5a3bd856a770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848019 Oct 30 16:05:55.652600 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-624d130e-89ba-472a-8b85-485c1ce6982e req-7f5f47e8-ec36-46e1-b77d-57c0ccc341e3 service neutron] 10.222.0.53 "GET /v2.0/networks/bb3a460d-3e72-4631-9eb4-5a3bd856a770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801463 Oct 30 16:05:55.738256 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84933029-34fa-4ff1-8987-2c51f8b9a672 req-c7f4bfd7-5cba-46f4-9650-22a0f4ed8b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:05:55.739737 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-84933029-34fa-4ff1-8987-2c51f8b9a672 req-c7f4bfd7-5cba-46f4-9650-22a0f4ed8b03 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=52590b8a005f4b57bed018b78856ef91&device_id=e78f5824-ba69-4f6b-bdcf-94a0690181d0 HTTP/1.1" status: 200 len: 1095 time: 0.0401330 Oct 30 16:05:55.842797 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84933029-34fa-4ff1-8987-2c51f8b9a672 req-106a4573-a514-4674-bd76-540d473f4787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:05:55.844155 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-84933029-34fa-4ff1-8987-2c51f8b9a672 req-106a4573-a514-4674-bd76-540d473f4787 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bb3a460d-3e72-4631-9eb4-5a3bd856a770 HTTP/1.1" status: 200 len: 915 time: 0.0980403 Oct 30 16:05:56.214370 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-84933029-34fa-4ff1-8987-2c51f8b9a672 req-74760923-9199-4c4e-a7dd-7bc7738d95f5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f921a50-21bd-462e-8ce9-da9528a72337 HTTP/1.1" status: 200 len: 217 time: 0.3571622 Oct 30 16:05:56.237571 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b135c3-8c49-4d82-a9c0-628dffbfa88d req-a100f469-8f43-4c8c-a857-8e7a81840a70 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:05:56.239488 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-51b135c3-8c49-4d82-a9c0-628dffbfa88d req-a100f469-8f43-4c8c-a857-8e7a81840a70 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/ports?device_id=e78f5824-ba69-4f6b-bdcf-94a0690181d0 HTTP/1.1" status: 200 len: 943 time: 0.4102557 Oct 30 16:05:56.292934 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84933029-34fa-4ff1-8987-2c51f8b9a672 req-419c3309-ad3c-4dfe-ae0e-8be72d186c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:05:56.294360 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-84933029-34fa-4ff1-8987-2c51f8b9a672 req-419c3309-ad3c-4dfe-ae0e-8be72d186c73 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5fda2731-8eac-4dc5-ace7-2f5ffa796551 HTTP/1.1" status: 200 len: 853 time: 0.0723445 Oct 30 16:05:56.301786 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-51b135c3-8c49-4d82-a9c0-628dffbfa88d req-ba56eb58-e81b-4212-9a86-7e57ca5bbbad tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/security-groups?id=549841f0-e6ab-4bd2-95d4-428847d1d153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453303 Oct 30 16:05:56.340463 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84933029-34fa-4ff1-8987-2c51f8b9a672 req-94b9a749-5fe9-4c98-88a6-7915c0beae84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:05:56.341933 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-84933029-34fa-4ff1-8987-2c51f8b9a672 req-94b9a749-5fe9-4c98-88a6-7915c0beae84 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bb3a460d-3e72-4631-9eb4-5a3bd856a770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393057 Oct 30 16:05:56.435700 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-84933029-34fa-4ff1-8987-2c51f8b9a672 req-710fc3b3-5bb7-47e3-841c-fa4c5208fab9 service neutron] 10.222.0.53 "GET /v2.0/networks/bb3a460d-3e72-4631-9eb4-5a3bd856a770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852654 Oct 30 16:05:56.528838 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-84933029-34fa-4ff1-8987-2c51f8b9a672 req-ed376b5e-21aa-4d21-b214-e691ba8b1010 service neutron] 10.222.0.53 "GET /v2.0/networks/bb3a460d-3e72-4631-9eb4-5a3bd856a770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854144 Oct 30 16:05:56.782830 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:57.418754 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592859c0-25e7-478f-ac18-d5e172a7490f req-21aedf9f-ecf5-4be3-9ab0-360cddd1f9ec tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:05:57.420218 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-592859c0-25e7-478f-ac18-d5e172a7490f req-21aedf9f-ecf5-4be3-9ab0-360cddd1f9ec tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/ports?device_id=e78f5824-ba69-4f6b-bdcf-94a0690181d0 HTTP/1.1" status: 200 len: 943 time: 0.0488944 Oct 30 16:05:57.456793 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-592859c0-25e7-478f-ac18-d5e172a7490f req-1f350ca7-82cf-462f-a073-8adf2ae77460 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/security-groups?id=549841f0-e6ab-4bd2-95d4-428847d1d153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306327 Oct 30 16:05:58.570656 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb6971-39be-42c1-8b6d-a18000b21d80 req-7c03b242-e838-4bf5-a0d8-eab69339a9f8 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:05:58.572173 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-efdb6971-39be-42c1-8b6d-a18000b21d80 req-7c03b242-e838-4bf5-a0d8-eab69339a9f8 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/ports?device_id=e78f5824-ba69-4f6b-bdcf-94a0690181d0 HTTP/1.1" status: 200 len: 943 time: 0.0487540 Oct 30 16:05:58.609913 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-efdb6971-39be-42c1-8b6d-a18000b21d80 req-020ec1c9-39ac-4e46-85a6-257cb12fe189 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/security-groups?id=549841f0-e6ab-4bd2-95d4-428847d1d153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319068 Oct 30 16:05:59.189345 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 1f921a50-21bd-462e-8ce9-da9528a72337 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 16:05:59.282342 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 1f921a50-21bd-462e-8ce9-da9528a72337, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=1f921a50-21bd-462e-8ce9-da9528a72337,segment=NetworkSegment(71638c78-a333-4df2-9bd9-2b1b9b40e59b),segment_id=71638c78-a333-4df2-9bd9-2b1b9b40e59b)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:05:59.293852 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '1f921a50-21bd-462e-8ce9-da9528a72337', 'network_id': 'bb3a460d-3e72-4631-9eb4-5a3bd856a770', 'port_id': '1f921a50-21bd-462e-8ce9-da9528a72337', 'mac_address': 'fa:16:3e:cd:72:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fda2731-8eac-4dc5-ace7-2f5ffa796551', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 16:05:59.333577 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:59.345894 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f921a50-21bd-462e-8ce9-da9528a72337 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 16:05:59.364743 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 1f921a50-21bd-462e-8ce9-da9528a72337, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=1f921a50-21bd-462e-8ce9-da9528a72337,segment=NetworkSegment(71638c78-a333-4df2-9bd9-2b1b9b40e59b),segment_id=71638c78-a333-4df2-9bd9-2b1b9b40e59b)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:05:59.368800 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:05:59.414633 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=1f921a50-21bd-462e-8ce9-da9528a72337,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:05:59.422129 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:05:59.422476 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:05:59.422820 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:05:59.423156 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:05:59.423506 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:05:59.423839 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:05:59.424165 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:05:59.424490 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:05:59.424813 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:05:59.425139 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:05:59.425491 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:05:59.425832 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:05:59.568557 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['1f921a50-21bd-462e-8ce9-da9528a72337'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 16:05:59.726715 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a965e74e-a4d5-4059-ae32-f004d150bfbc req-23151d0d-9f5c-4fbc-9325-4a9b10d1756d tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:05:59.728244 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a965e74e-a4d5-4059-ae32-f004d150bfbc req-23151d0d-9f5c-4fbc-9325-4a9b10d1756d tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/ports?device_id=e78f5824-ba69-4f6b-bdcf-94a0690181d0 HTTP/1.1" status: 200 len: 944 time: 0.0519500 Oct 30 16:05:59.770687 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a965e74e-a4d5-4059-ae32-f004d150bfbc req-bb98de53-9d01-476b-bca2-6b9b7aa6f20f tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/security-groups?id=549841f0-e6ab-4bd2-95d4-428847d1d153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364118 Oct 30 16:06:00.407282 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:06:00.892128 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e0c9b-3d77-465c-bcb8-0d3ef9c36514 req-c3823b46-919a-4bac-814b-cd65ef7070b7 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:06:00.893689 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-777e0c9b-3d77-465c-bcb8-0d3ef9c36514 req-c3823b46-919a-4bac-814b-cd65ef7070b7 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/ports?device_id=e78f5824-ba69-4f6b-bdcf-94a0690181d0 HTTP/1.1" status: 200 len: 944 time: 0.0557892 Oct 30 16:06:00.935788 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-777e0c9b-3d77-465c-bcb8-0d3ef9c36514 req-9d2937f4-5093-454f-a204-0d70bfff0496 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/security-groups?id=549841f0-e6ab-4bd2-95d4-428847d1d153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325241 Oct 30 16:06:01.207857 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 1f921a50-21bd-462e-8ce9-da9528a72337 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:06:01.255767 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port 1f921a50-21bd-462e-8ce9-da9528a72337 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 16:06:01.259614 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 1f921a50-21bd-462e-8ce9-da9528a72337 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:06:01.259980 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:06:01.337674 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:06:01.359053 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e78f5824-ba69-4f6b-bdcf-94a0690181d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f921a50-21bd-462e-8ce9-da9528a72337'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:06:01.361531 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cafb2eba4876e5fc7105e54c9897f2ac796dde07d3c794cd15d4c51349c0477b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c008315-5184-4bf0-84cf-e12e0bd4e162" -d '{"events": [{"server_uuid": "e78f5824-ba69-4f6b-bdcf-94a0690181d0", "name": "network-vif-plugged", "status": "completed", "tag": "1f921a50-21bd-462e-8ce9-da9528a72337"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:06:01.374169 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 1f921a50-21bd-462e-8ce9-da9528a72337, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=1f921a50-21bd-462e-8ce9-da9528a72337,segment=NetworkSegment(71638c78-a333-4df2-9bd9-2b1b9b40e59b),segment_id=71638c78-a333-4df2-9bd9-2b1b9b40e59b)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:06:01.378275 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:06:01.401174 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 16:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-508210f9-08fd-419c-9300-49daccfd26ac x-openstack-request-id: req-508210f9-08fd-419c-9300-49daccfd26ac {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:06:01.401460 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e78f5824-ba69-4f6b-bdcf-94a0690181d0", "name": "network-vif-plugged", "status": "completed", "tag": "1f921a50-21bd-462e-8ce9-da9528a72337", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:06:01.401708 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-508210f9-08fd-419c-9300-49daccfd26ac {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:06:01.402091 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e78f5824-ba69-4f6b-bdcf-94a0690181d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f921a50-21bd-462e-8ce9-da9528a72337', 'code': 200} Oct 30 16:06:01.431827 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=1f921a50-21bd-462e-8ce9-da9528a72337,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:06:01.504135 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f39d1-39cc-4499-8f7c-82253a754937 req-e2d32301-50f0-4737-b5d3-727c1a19a9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:06:01.505853 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8e0f39d1-39cc-4499-8f7c-82253a754937 req-e2d32301-50f0-4737-b5d3-727c1a19a9ea service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e78f5824-ba69-4f6b-bdcf-94a0690181d0 HTTP/1.1" status: 200 len: 1097 time: 0.0470388 Oct 30 16:06:01.553654 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8e0f39d1-39cc-4499-8f7c-82253a754937 req-f71a3072-bd5f-4f74-b913-4b2f923592bf service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=549841f0-e6ab-4bd2-95d4-428847d1d153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407276 Oct 30 16:06:02.050866 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5652eec6-e0a2-48ad-a062-8bd3e6ec6f66 req-8a816082-d8d2-4ed7-b160-469a18cb16ae tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:06:02.052345 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5652eec6-e0a2-48ad-a062-8bd3e6ec6f66 req-8a816082-d8d2-4ed7-b160-469a18cb16ae tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/ports?device_id=e78f5824-ba69-4f6b-bdcf-94a0690181d0 HTTP/1.1" status: 200 len: 945 time: 0.0499163 Oct 30 16:06:02.090460 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5652eec6-e0a2-48ad-a062-8bd3e6ec6f66 req-d2ee9040-59c9-49cc-8d5f-7bad1cee17d6 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/security-groups?id=549841f0-e6ab-4bd2-95d4-428847d1d153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321264 Oct 30 16:06:02.429605 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:06:03.214996 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c004d817-9aa2-4000-8c7d-058619c2a349 req-3eeb91be-038a-4490-9bcc-28948d971b12 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:06:03.216496 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c004d817-9aa2-4000-8c7d-058619c2a349 req-3eeb91be-038a-4490-9bcc-28948d971b12 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/ports?device_id=e78f5824-ba69-4f6b-bdcf-94a0690181d0 HTTP/1.1" status: 200 len: 945 time: 0.0556650 Oct 30 16:06:03.254132 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c004d817-9aa2-4000-8c7d-058619c2a349 req-0f73a282-828b-41c4-8189-ebe89dad1960 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/security-groups?id=549841f0-e6ab-4bd2-95d4-428847d1d153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310407 Oct 30 16:06:03.365308 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e6c216-0272-4a8d-9cf6-8e1b2400c646 req-1daa543c-e5fe-48b6-b9e6-74ad7f2c9611 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:06:03.366768 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a5e6c216-0272-4a8d-9cf6-8e1b2400c646 req-1daa543c-e5fe-48b6-b9e6-74ad7f2c9611 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/ports?device_id=e78f5824-ba69-4f6b-bdcf-94a0690181d0 HTTP/1.1" status: 200 len: 945 time: 0.0476146 Oct 30 16:06:03.403825 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a5e6c216-0272-4a8d-9cf6-8e1b2400c646 req-ff53581c-73a8-4658-a584-85f95f1585d2 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/security-groups?id=549841f0-e6ab-4bd2-95d4-428847d1d153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310533 Oct 30 16:06:03.595714 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ab63a-bbff-4282-931b-37ee83375df0 req-35e264cd-563d-4c89-b912-798326a76c6d tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:06:03.597656 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-552ab63a-bbff-4282-931b-37ee83375df0 req-35e264cd-563d-4c89-b912-798326a76c6d tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/ports?device_id=e78f5824-ba69-4f6b-bdcf-94a0690181d0 HTTP/1.1" status: 200 len: 945 time: 0.0504212 Oct 30 16:06:03.638408 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-552ab63a-bbff-4282-931b-37ee83375df0 req-ed65c99d-184c-450e-8dc5-d5de48831830 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/security-groups?id=549841f0-e6ab-4bd2-95d4-428847d1d153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347202 Oct 30 16:06:10.296888 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 16:06:16.113231 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c7fa9-ff0d-41fb-9edf-a2c802cab620 req-57e79305-21f5-404e-8d93-45f8ee648fc4 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:06:16.114679 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-286c7fa9-ff0d-41fb-9edf-a2c802cab620 req-57e79305-21f5-404e-8d93-45f8ee648fc4 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/ports?device_id=e78f5824-ba69-4f6b-bdcf-94a0690181d0 HTTP/1.1" status: 200 len: 945 time: 0.0487206 Oct 30 16:06:16.151345 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-286c7fa9-ff0d-41fb-9edf-a2c802cab620 req-2af52cae-714d-43a2-a395-75548a65a318 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/security-groups?id=549841f0-e6ab-4bd2-95d4-428847d1d153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305362 Oct 30 16:06:16.173663 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58318) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:06:16.311657 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f7df82-d527-4704-908d-1326d192c93e tempest-TestMinimumBasicScenario-110045309 tempest-TestMinimumBasicScenario-110045309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:06:16.313178 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a1f7df82-d527-4704-908d-1326d192c93e tempest-TestMinimumBasicScenario-110045309 tempest-TestMinimumBasicScenario-110045309-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=e78f5824-ba69-4f6b-bdcf-94a0690181d0 HTTP/1.1" status: 200 len: 1092 time: 0.1385562 Oct 30 16:06:16.316172 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58322) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:06:16.320852 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-4d765272-99c8-41d2-a862-27a9e936bc66 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Request body: {'floatingip': {'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'port_id': '1f921a50-21bd-462e-8ce9-da9528a72337', 'tenant_id': '52590b8a005f4b57bed018b78856ef91', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:06:16.358356 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4d765272-99c8-41d2-a862-27a9e936bc66 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Publish callbacks [] for floatingip, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:06:16.461358 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4d765272-99c8-41d2-a862-27a9e936bc66 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:06:16.560283 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-4d765272-99c8-41d2-a862-27a9e936bc66 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Allocated IP 172.25.4.81 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/1d776f8b-b732-4378-b6e7-42969d2202ea) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 16:06:16.664941 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4d765272-99c8-41d2-a862-27a9e936bc66 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:06:16.704175 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4d765272-99c8-41d2-a862-27a9e936bc66 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:06:16.743404 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d765272-99c8-41d2-a862-27a9e936bc66 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:06:16.747796 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-4d765272-99c8-41d2-a862-27a9e936bc66 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:06:16.750349 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d765272-99c8-41d2-a862-27a9e936bc66 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 16:06:16.756396 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d765272-99c8-41d2-a862-27a9e936bc66 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Pushing event updated for resources: {'Port': ['ID=1d776f8b-b732-4378-b6e7-42969d2202ea,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:06:17.097712 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4d765272-99c8-41d2-a862-27a9e936bc66 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:06:17.161322 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4d765272-99c8-41d2-a862-27a9e936bc66 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:06:17.317230 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4d765272-99c8-41d2-a862-27a9e936bc66 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:06:17.321976 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4d765272-99c8-41d2-a862-27a9e936bc66 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:06:17.395655 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d765272-99c8-41d2-a862-27a9e936bc66 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Pushing event updated for resources: {'Port': ['ID=1d776f8b-b732-4378-b6e7-42969d2202ea,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:06:17.404004 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4d765272-99c8-41d2-a862-27a9e936bc66 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:06:17.502296 n-d-806683-17 neutron-server[102130]: INFO neutron.db.l3_db [None req-4d765272-99c8-41d2-a862-27a9e936bc66 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Floating IP 5255af35-5d97-417a-b259-29a3ddb7d8eb associated. External IP: 172.25.4.81, port: 1f921a50-21bd-462e-8ce9-da9528a72337. Oct 30 16:06:17.705811 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d765272-99c8-41d2-a862-27a9e936bc66 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Router 8ec9dd97-848d-42b4-9515-5c241e0417eb has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 16:06:17.811267 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d765272-99c8-41d2-a862-27a9e936bc66 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 16:06:17.820946 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00c24b0-13a1-488c-a9a9-1eceaba91fbb None None] Sync routers for ids ['8ec9dd97-848d-42b4-9515-5c241e0417eb'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 16:06:17.829839 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4d765272-99c8-41d2-a862-27a9e936bc66 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:06:17.831853 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00c24b0-13a1-488c-a9a9-1eceaba91fbb None None] Routers {'8ec9dd97-848d-42b4-9515-5c241e0417eb'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:06:17.832486 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-a00c24b0-13a1-488c-a9a9-1eceaba91fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:05:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['8ec9dd97-848d-42b4-9515-5c241e0417eb'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:06:17.856566 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-4d765272-99c8-41d2-a862-27a9e936bc66 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5393932 Oct 30 16:06:17.857242 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e78f5824-ba69-4f6b-bdcf-94a0690181d0', 'tag': '1f921a50-21bd-462e-8ce9-da9528a72337'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:06:17.859437 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58324) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:06:17.860066 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}931ac027fb50588f101e6e2f92584f6f115530be99269a43aae453735a93652f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8fadc2a-9ea9-4524-9aa1-e610a71c8323" -d '{"events": [{"name": "network-changed", "server_uuid": "e78f5824-ba69-4f6b-bdcf-94a0690181d0", "tag": "1f921a50-21bd-462e-8ce9-da9528a72337"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:06:17.864978 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-2605fecd-0c94-42a8-ad4c-f25500c9de1f tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-440276253', 'description': 'tempest-secgroup-smoke-440276253 description', 'project_id': '52590b8a005f4b57bed018b78856ef91'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:06:17.890666 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2605fecd-0c94-42a8-ad4c-f25500c9de1f tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:06:17.901621 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 16:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6920f0-28fa-4f36-bd7c-1d86e162c393 x-openstack-request-id: req-7c6920f0-28fa-4f36-bd7c-1d86e162c393 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:06:17.901920 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e78f5824-ba69-4f6b-bdcf-94a0690181d0", "tag": "1f921a50-21bd-462e-8ce9-da9528a72337", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:06:17.902181 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7c6920f0-28fa-4f36-bd7c-1d86e162c393 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:06:17.902593 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e78f5824-ba69-4f6b-bdcf-94a0690181d0', 'tag': '1f921a50-21bd-462e-8ce9-da9528a72337', 'status': 'completed', 'code': 200} Oct 30 16:06:17.949381 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-a00c24b0-13a1-488c-a9a9-1eceaba91fbb None None] Set router 8ec9dd97-848d-42b4-9515-5c241e0417eb gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:06:17.963113 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2605fecd-0c94-42a8-ad4c-f25500c9de1f tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:06:17.968257 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2605fecd-0c94-42a8-ad4c-f25500c9de1f tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:06:17.972961 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fadc2a-9ea9-4524-9aa1-e610a71c8323 req-cc3dfac3-a0aa-4ec4-b344-117fd1be537d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:06:17.974493 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a8fadc2a-9ea9-4524-9aa1-e610a71c8323 req-cc3dfac3-a0aa-4ec4-b344-117fd1be537d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=52590b8a005f4b57bed018b78856ef91&device_id=e78f5824-ba69-4f6b-bdcf-94a0690181d0 HTTP/1.1" status: 200 len: 1097 time: 0.0481257 Oct 30 16:06:18.000473 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2605fecd-0c94-42a8-ad4c-f25500c9de1f tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb579c0-b90b-46a2-98de-f556c4c884da,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:06:18.006118 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2605fecd-0c94-42a8-ad4c-f25500c9de1f tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:06:18.007615 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-2605fecd-0c94-42a8-ad4c-f25500c9de1f tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1469882 Oct 30 16:06:18.011860 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58328) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:06:18.014766 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2605fecd-0c94-42a8-ad4c-f25500c9de1f tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:06:18.015120 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2605fecd-0c94-42a8-ad4c-f25500c9de1f tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:06:18.015486 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2605fecd-0c94-42a8-ad4c-f25500c9de1f tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:06:18.015972 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2605fecd-0c94-42a8-ad4c-f25500c9de1f tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:06:18.016310 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2605fecd-0c94-42a8-ad4c-f25500c9de1f tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:06:18.016649 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2605fecd-0c94-42a8-ad4c-f25500c9de1f tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:06:18.016981 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2605fecd-0c94-42a8-ad4c-f25500c9de1f tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:06:18.017314 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2605fecd-0c94-42a8-ad4c-f25500c9de1f tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:06:18.017647 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2605fecd-0c94-42a8-ad4c-f25500c9de1f tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:06:18.018103 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2605fecd-0c94-42a8-ad4c-f25500c9de1f tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:06:18.018438 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2605fecd-0c94-42a8-ad4c-f25500c9de1f tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:06:18.018807 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2605fecd-0c94-42a8-ad4c-f25500c9de1f tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:06:18.024335 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-ffe70d6b-4757-4dcc-ab33-738ad90b16ee tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Request body: {'security_group_rule': {'security_group_id': '5bb579c0-b90b-46a2-98de-f556c4c884da', 'project_id': '52590b8a005f4b57bed018b78856ef91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:06:18.053620 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ffe70d6b-4757-4dcc-ab33-738ad90b16ee tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:06:18.076658 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fadc2a-9ea9-4524-9aa1-e610a71c8323 req-ea5335cf-400e-4d69-84be-ece1cd883c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:06:18.078124 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a8fadc2a-9ea9-4524-9aa1-e610a71c8323 req-ea5335cf-400e-4d69-84be-ece1cd883c38 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bb3a460d-3e72-4631-9eb4-5a3bd856a770 HTTP/1.1" status: 200 len: 915 time: 0.0961015 Oct 30 16:06:18.111584 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ffe70d6b-4757-4dcc-ab33-738ad90b16ee tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:06:18.117003 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ffe70d6b-4757-4dcc-ab33-738ad90b16ee tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:06:18.140218 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe70d6b-4757-4dcc-ab33-738ad90b16ee tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97c0d2d9-4445-4d7f-b97a-ac9c095213a3,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:06:18.150265 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ffe70d6b-4757-4dcc-ab33-738ad90b16ee tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:06:18.154164 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-ffe70d6b-4757-4dcc-ab33-738ad90b16ee tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1385372 Oct 30 16:06:18.154383 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58330) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:06:18.158985 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-5efc4f3d-e7d8-4495-9181-317491fbb497 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Request body: {'security_group_rule': {'security_group_id': '5bb579c0-b90b-46a2-98de-f556c4c884da', 'project_id': '52590b8a005f4b57bed018b78856ef91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:06:18.164675 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a8fadc2a-9ea9-4524-9aa1-e610a71c8323 req-1fea5eab-6beb-4636-b6c4-151f5b8afebf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f921a50-21bd-462e-8ce9-da9528a72337 HTTP/1.1" status: 200 len: 998 time: 0.0789149 Oct 30 16:06:18.189805 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5efc4f3d-e7d8-4495-9181-317491fbb497 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:06:18.197274 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-a00c24b0-13a1-488c-a9a9-1eceaba91fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec9dd97-848d-42b4-9515-5c241e0417eb', 'name': 'tempest-TestMinimumBasicScenario-304333190-router', 'tenant_id': '52590b8a005f4b57bed018b78856ef91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'c0455015-a1ae-4dc9-a270-bda958d1ced1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:05:22Z', 'updated_at': '2021-10-30T16:05:25Z', 'revision_number': 4, 'project_id': '52590b8a005f4b57bed018b78856ef91', 'gw_port': {'id': 'c0455015-a1ae-4dc9-a270-bda958d1ced1', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:4a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec9dd97-848d-42b4-9515-5c241e0417eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:05:23Z', 'updated_at': '2021-10-30T16:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '5255af35-5d97-417a-b259-29a3ddb7d8eb', 'tenant_id': '52590b8a005f4b57bed018b78856ef91', 'floating_ip_address': '172.25.4.81', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '8ec9dd97-848d-42b4-9515-5c241e0417eb', 'port_id': '1f921a50-21bd-462e-8ce9-da9528a72337', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb3a460d-3e72-4631-9eb4-5a3bd856a770', 'mac_address': 'fa:16:3e:cd:72:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78f5824-ba69-4f6b-bdcf-94a0690181d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T16:06:16Z', 'updated_at': '2021-10-30T16:06:16Z', 'revision_number': 0, 'project_id': '52590b8a005f4b57bed018b78856ef91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa3a1e7c-169a-4beb-adf8-d498e3ae2efe', 'name': '', 'network_id': 'bb3a460d-3e72-4631-9eb4-5a3bd856a770', 'tenant_id': '52590b8a005f4b57bed018b78856ef91', 'mac_address': 'fa:16:3e:d9:fc:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec9dd97-848d-42b4-9515-5c241e0417eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '5fda2731-8eac-4dc5-ace7-2f5ffa796551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:05:24Z', 'updated_at': '2021-10-30T16:05:31Z', 'revision_number': 5, 'project_id': '52590b8a005f4b57bed018b78856ef91', 'subnets': [{'id': '5fda2731-8eac-4dc5-ace7-2f5ffa796551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:06:18.216905 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fadc2a-9ea9-4524-9aa1-e610a71c8323 req-0ecf3191-d8f7-4aff-b752-c36b11a683be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:06:18.218046 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a8fadc2a-9ea9-4524-9aa1-e610a71c8323 req-0ecf3191-d8f7-4aff-b752-c36b11a683be service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5fda2731-8eac-4dc5-ace7-2f5ffa796551 HTTP/1.1" status: 200 len: 853 time: 0.0460002 Oct 30 16:06:18.228433 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00c24b0-13a1-488c-a9a9-1eceaba91fbb None None] Checking router: 8ec9dd97-848d-42b4-9515-5c241e0417eb for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 16:06:18.238680 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00c24b0-13a1-488c-a9a9-1eceaba91fbb None None] Routers {'8ec9dd97-848d-42b4-9515-5c241e0417eb'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:06:18.239451 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-a00c24b0-13a1-488c-a9a9-1eceaba91fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:05:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['8ec9dd97-848d-42b4-9515-5c241e0417eb'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:06:18.250084 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5efc4f3d-e7d8-4495-9181-317491fbb497 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:06:18.255603 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5efc4f3d-e7d8-4495-9181-317491fbb497 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:06:18.266398 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fadc2a-9ea9-4524-9aa1-e610a71c8323 req-518b72af-c5e4-4de9-8a10-2adfafa0ff0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:06:18.267948 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a8fadc2a-9ea9-4524-9aa1-e610a71c8323 req-518b72af-c5e4-4de9-8a10-2adfafa0ff0c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bb3a460d-3e72-4631-9eb4-5a3bd856a770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429764 Oct 30 16:06:18.272253 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efc4f3d-e7d8-4495-9181-317491fbb497 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d314507-c6c3-4792-9ae2-8692d12b0dc6,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:06:18.285998 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5efc4f3d-e7d8-4495-9181-317491fbb497 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:06:18.286602 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-5efc4f3d-e7d8-4495-9181-317491fbb497 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1311033 Oct 30 16:06:18.289592 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58332) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:06:18.295008 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-c80a25db-0fce-492f-8850-6e00dd750ca7 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Request body: {'security_group_rule': {'security_group_id': '5bb579c0-b90b-46a2-98de-f556c4c884da', 'project_id': '52590b8a005f4b57bed018b78856ef91', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:06:18.330545 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c80a25db-0fce-492f-8850-6e00dd750ca7 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:06:18.356913 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-a00c24b0-13a1-488c-a9a9-1eceaba91fbb None None] Set router 8ec9dd97-848d-42b4-9515-5c241e0417eb gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:06:18.382640 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a8fadc2a-9ea9-4524-9aa1-e610a71c8323 req-1e954d53-4e7d-4cda-9438-259218a91378 service neutron] 10.222.0.53 "GET /v2.0/networks/bb3a460d-3e72-4631-9eb4-5a3bd856a770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055515 Oct 30 16:06:18.402653 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c80a25db-0fce-492f-8850-6e00dd750ca7 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:06:18.407793 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c80a25db-0fce-492f-8850-6e00dd750ca7 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:06:18.422330 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80a25db-0fce-492f-8850-6e00dd750ca7 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f751337-b263-4ad4-b943-43e802a89e93,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:06:18.439133 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c80a25db-0fce-492f-8850-6e00dd750ca7 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:06:18.441709 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-c80a25db-0fce-492f-8850-6e00dd750ca7 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1503196 Oct 30 16:06:18.443916 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58334) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:06:18.448723 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-9a1495ea-857a-4ad6-9e53-dda58973d80b tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Request body: {'security_group_rule': {'security_group_id': '5bb579c0-b90b-46a2-98de-f556c4c884da', 'project_id': '52590b8a005f4b57bed018b78856ef91', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:06:18.479694 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9a1495ea-857a-4ad6-9e53-dda58973d80b tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:06:18.484947 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a8fadc2a-9ea9-4524-9aa1-e610a71c8323 req-7177e331-bf8a-4b00-9cdc-4d179fcc882e service neutron] 10.222.0.53 "GET /v2.0/networks/bb3a460d-3e72-4631-9eb4-5a3bd856a770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949004 Oct 30 16:06:18.542064 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9a1495ea-857a-4ad6-9e53-dda58973d80b tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:06:18.546151 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9a1495ea-857a-4ad6-9e53-dda58973d80b tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:06:18.564102 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1495ea-857a-4ad6-9e53-dda58973d80b tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c592656b-2733-45de-a2e7-843fdef250dd,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:06:18.572289 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9a1495ea-857a-4ad6-9e53-dda58973d80b tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:06:18.573483 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-9a1495ea-857a-4ad6-9e53-dda58973d80b tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1285994 Oct 30 16:06:18.576363 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58336) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:06:18.580962 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-bfe01bd7-4c4b-4fc6-9df3-f31d063695f4 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Request body: {'security_group_rule': {'security_group_id': '5bb579c0-b90b-46a2-98de-f556c4c884da', 'project_id': '52590b8a005f4b57bed018b78856ef91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:06:18.603265 n-d-806683-17 neutron-server[102130]: INFO neutron.db.securitygroups_db [None req-bfe01bd7-4c4b-4fc6-9df3-f31d063695f4 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Project 52590b8a005f4b57bed018b78856ef91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 30 16:06:18.604010 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-a00c24b0-13a1-488c-a9a9-1eceaba91fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec9dd97-848d-42b4-9515-5c241e0417eb', 'name': 'tempest-TestMinimumBasicScenario-304333190-router', 'tenant_id': '52590b8a005f4b57bed018b78856ef91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'c0455015-a1ae-4dc9-a270-bda958d1ced1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:05:22Z', 'updated_at': '2021-10-30T16:05:25Z', 'revision_number': 4, 'project_id': '52590b8a005f4b57bed018b78856ef91', 'gw_port': {'id': 'c0455015-a1ae-4dc9-a270-bda958d1ced1', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:4a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec9dd97-848d-42b4-9515-5c241e0417eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:05:23Z', 'updated_at': '2021-10-30T16:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '5255af35-5d97-417a-b259-29a3ddb7d8eb', 'tenant_id': '52590b8a005f4b57bed018b78856ef91', 'floating_ip_address': '172.25.4.81', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '8ec9dd97-848d-42b4-9515-5c241e0417eb', 'port_id': '1f921a50-21bd-462e-8ce9-da9528a72337', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb3a460d-3e72-4631-9eb4-5a3bd856a770', 'mac_address': 'fa:16:3e:cd:72:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78f5824-ba69-4f6b-bdcf-94a0690181d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T16:06:16Z', 'updated_at': '2021-10-30T16:06:16Z', 'revision_number': 0, 'project_id': '52590b8a005f4b57bed018b78856ef91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa3a1e7c-169a-4beb-adf8-d498e3ae2efe', 'name': '', 'network_id': 'bb3a460d-3e72-4631-9eb4-5a3bd856a770', 'tenant_id': '52590b8a005f4b57bed018b78856ef91', 'mac_address': 'fa:16:3e:d9:fc:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec9dd97-848d-42b4-9515-5c241e0417eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '5fda2731-8eac-4dc5-ace7-2f5ffa796551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:05:24Z', 'updated_at': '2021-10-30T16:05:31Z', 'revision_number': 5, 'project_id': '52590b8a005f4b57bed018b78856ef91', 'subnets': [{'id': '5fda2731-8eac-4dc5-ace7-2f5ffa796551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:06:18.608112 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bfe01bd7-4c4b-4fc6-9df3-f31d063695f4 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:06:18.633727 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00c24b0-13a1-488c-a9a9-1eceaba91fbb None None] The sync data for ids ['8ec9dd97-848d-42b4-9515-5c241e0417eb'] in n-d-806683-17 is: [{'id': '8ec9dd97-848d-42b4-9515-5c241e0417eb', 'name': 'tempest-TestMinimumBasicScenario-304333190-router', 'tenant_id': '52590b8a005f4b57bed018b78856ef91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'c0455015-a1ae-4dc9-a270-bda958d1ced1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:05:22Z', 'updated_at': '2021-10-30T16:05:25Z', 'revision_number': 4, 'project_id': '52590b8a005f4b57bed018b78856ef91', 'gw_port': {'id': 'c0455015-a1ae-4dc9-a270-bda958d1ced1', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:4a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec9dd97-848d-42b4-9515-5c241e0417eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:05:23Z', 'updated_at': '2021-10-30T16:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '5255af35-5d97-417a-b259-29a3ddb7d8eb', 'tenant_id': '52590b8a005f4b57bed018b78856ef91', 'floating_ip_address': '172.25.4.81', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '8ec9dd97-848d-42b4-9515-5c241e0417eb', 'port_id': '1f921a50-21bd-462e-8ce9-da9528a72337', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb3a460d-3e72-4631-9eb4-5a3bd856a770', 'mac_address': 'fa:16:3e:cd:72:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78f5824-ba69-4f6b-bdcf-94a0690181d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T16:06:16Z', 'updated_at': '2021-10-30T16:06:16Z', 'revision_number': 0, 'project_id': '52590b8a005f4b57bed018b78856ef91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa3a1e7c-169a-4beb-adf8-d498e3ae2efe', 'name': '', 'network_id': 'bb3a460d-3e72-4631-9eb4-5a3bd856a770', 'tenant_id': '52590b8a005f4b57bed018b78856ef91', 'mac_address': 'fa:16:3e:d9:fc:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec9dd97-848d-42b4-9515-5c241e0417eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '5fda2731-8eac-4dc5-ace7-2f5ffa796551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:05:24Z', 'updated_at': '2021-10-30T16:05:31Z', 'revision_number': 5, 'project_id': '52590b8a005f4b57bed018b78856ef91', 'subnets': [{'id': '5fda2731-8eac-4dc5-ace7-2f5ffa796551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 16:06:18.691157 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bfe01bd7-4c4b-4fc6-9df3-f31d063695f4 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:06:18.694990 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bfe01bd7-4c4b-4fc6-9df3-f31d063695f4 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:06:18.714628 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe01bd7-4c4b-4fc6-9df3-f31d063695f4 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b723e92-5d6e-4e1e-bc99-7335d049363f,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:06:18.723414 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bfe01bd7-4c4b-4fc6-9df3-f31d063695f4 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:06:18.724719 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-bfe01bd7-4c4b-4fc6-9df3-f31d063695f4 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1473482 Oct 30 16:06:18.727417 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58338) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:06:18.732219 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-b32ee414-f4dc-4b01-8e85-f79a414c5975 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Request body: {'security_group_rule': {'security_group_id': '5bb579c0-b90b-46a2-98de-f556c4c884da', 'project_id': '52590b8a005f4b57bed018b78856ef91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:06:18.753700 n-d-806683-17 neutron-server[102130]: INFO neutron.db.securitygroups_db [None req-b32ee414-f4dc-4b01-8e85-f79a414c5975 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Project 52590b8a005f4b57bed018b78856ef91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 30 16:06:18.758580 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b32ee414-f4dc-4b01-8e85-f79a414c5975 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:06:18.823779 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b32ee414-f4dc-4b01-8e85-f79a414c5975 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:06:18.827922 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b32ee414-f4dc-4b01-8e85-f79a414c5975 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:06:18.848737 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32ee414-f4dc-4b01-8e85-f79a414c5975 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92306e21-ba19-48ee-bc61-58bbe0bf517a,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:06:18.859056 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b32ee414-f4dc-4b01-8e85-f79a414c5975 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:06:18.860332 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b32ee414-f4dc-4b01-8e85-f79a414c5975 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1318650 Oct 30 16:06:18.868225 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a700b9-a9ee-46c9-a3ec-b32eddc7e22b None None] New status for floating IP 5255af35-5d97-417a-b259-29a3ddb7d8eb: ACTIVE {{(pid=102133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 16:06:18.942275 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-316d0599-8fe4-4c61-a461-bacbaa960b79 req-bca85a2a-7274-4108-b8a8-dbfbc316ba67 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-440276253&fields=id&tenant_id=52590b8a005f4b57bed018b78856ef91 HTTP/1.1" status: 200 len: 267 time: 0.0341272 Oct 30 16:06:18.995070 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d0599-8fe4-4c61-a461-bacbaa960b79 req-ae1250d7-f777-47ba-84e4-7b24d8ab1ad4 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:06:18.996493 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-316d0599-8fe4-4c61-a461-bacbaa960b79 req-ae1250d7-f777-47ba-84e4-7b24d8ab1ad4 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/ports?device_id=e78f5824-ba69-4f6b-bdcf-94a0690181d0 HTTP/1.1" status: 200 len: 945 time: 0.0484807 Oct 30 16:06:19.009727 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-316d0599-8fe4-4c61-a461-bacbaa960b79 req-ed72cbc1-9331-4e92-aeac-833234766056 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Request body: {'port': {'security_groups': ['549841f0-e6ab-4bd2-95d4-428847d1d153', '5bb579c0-b90b-46a2-98de-f556c4c884da']}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:06:19.077231 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-316d0599-8fe4-4c61-a461-bacbaa960b79 req-ed72cbc1-9331-4e92-aeac-833234766056 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:06:19.258906 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-316d0599-8fe4-4c61-a461-bacbaa960b79 req-ed72cbc1-9331-4e92-aeac-833234766056 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] For port 1f921a50-21bd-462e-8ce9-da9528a72337, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=1f921a50-21bd-462e-8ce9-da9528a72337,segment=NetworkSegment(71638c78-a333-4df2-9bd9-2b1b9b40e59b),segment_id=71638c78-a333-4df2-9bd9-2b1b9b40e59b)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:06:19.287141 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-316d0599-8fe4-4c61-a461-bacbaa960b79 req-ed72cbc1-9331-4e92-aeac-833234766056 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:06:19.291858 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-316d0599-8fe4-4c61-a461-bacbaa960b79 req-ed72cbc1-9331-4e92-aeac-833234766056 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:06:19.303705 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['1f921a50-21bd-462e-8ce9-da9528a72337'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 16:06:19.343839 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d0599-8fe4-4c61-a461-bacbaa960b79 req-ed72cbc1-9331-4e92-aeac-833234766056 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:06:19.345058 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-316d0599-8fe4-4c61-a461-bacbaa960b79 req-ed72cbc1-9331-4e92-aeac-833234766056 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:06:19.347202 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-316d0599-8fe4-4c61-a461-bacbaa960b79 req-ed72cbc1-9331-4e92-aeac-833234766056 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "PUT /v2.0/ports/1f921a50-21bd-462e-8ce9-da9528a72337 HTTP/1.1" status: 200 len: 981 time: 0.3426275 Oct 30 16:06:19.370490 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed72cbc1-9331-4e92-aeac-833234766056 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Pushing event updated for resources: {'Port': ['ID=1f921a50-21bd-462e-8ce9-da9528a72337,revision_number=6']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:06:19.474640 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8943d013-e30f-42d8-a132-8ac2f0477084 req-2dc9e6da-0710-456b-8f14-f0db2146b819 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:06:19.476740 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8943d013-e30f-42d8-a132-8ac2f0477084 req-2dc9e6da-0710-456b-8f14-f0db2146b819 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/ports?device_id=e78f5824-ba69-4f6b-bdcf-94a0690181d0 HTTP/1.1" status: 200 len: 984 time: 0.0576060 Oct 30 16:06:19.528716 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8943d013-e30f-42d8-a132-8ac2f0477084 req-139bdcb8-61d1-4396-98a9-bcc6109c2bf1 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/security-groups?id=5bb579c0-b90b-46a2-98de-f556c4c884da&id=549841f0-e6ab-4bd2-95d4-428847d1d153&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0452507 Oct 30 16:06:19.554542 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['1f921a50-21bd-462e-8ce9-da9528a72337'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 16:06:19.608368 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-3e1993a0-359d-4b14-b869-9c3b9d5a75c2 None None] Provisioning complete for port 1f921a50-21bd-462e-8ce9-da9528a72337 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:06:19.608670 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3e1993a0-359d-4b14-b869-9c3b9d5a75c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:06:19.903444 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e78f5824-ba69-4f6b-bdcf-94a0690181d0', 'tag': '1f921a50-21bd-462e-8ce9-da9528a72337'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:06:19.906212 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}931ac027fb50588f101e6e2f92584f6f115530be99269a43aae453735a93652f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc34d9a-d2d7-4c6b-96c8-50f5b7630cd3" -d '{"events": [{"name": "network-changed", "server_uuid": "e78f5824-ba69-4f6b-bdcf-94a0690181d0", "tag": "1f921a50-21bd-462e-8ce9-da9528a72337"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:06:19.944086 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 16:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-670f4cdc-f26f-4e6c-914d-e156033000bb x-openstack-request-id: req-670f4cdc-f26f-4e6c-914d-e156033000bb {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:06:19.944383 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e78f5824-ba69-4f6b-bdcf-94a0690181d0", "tag": "1f921a50-21bd-462e-8ce9-da9528a72337", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:06:19.944720 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-670f4cdc-f26f-4e6c-914d-e156033000bb {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:06:19.945058 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e78f5824-ba69-4f6b-bdcf-94a0690181d0', 'tag': '1f921a50-21bd-462e-8ce9-da9528a72337', 'status': 'completed', 'code': 200} Oct 30 16:06:20.010179 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc34d9a-d2d7-4c6b-96c8-50f5b7630cd3 req-78df5871-9304-4755-a4ab-4584a98c8499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:06:20.011732 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8fc34d9a-d2d7-4c6b-96c8-50f5b7630cd3 req-78df5871-9304-4755-a4ab-4584a98c8499 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=52590b8a005f4b57bed018b78856ef91&device_id=e78f5824-ba69-4f6b-bdcf-94a0690181d0 HTTP/1.1" status: 200 len: 1136 time: 0.0427597 Oct 30 16:06:20.112844 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc34d9a-d2d7-4c6b-96c8-50f5b7630cd3 req-52979ff0-a113-4c84-94de-d6e886e59195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:06:20.114225 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8fc34d9a-d2d7-4c6b-96c8-50f5b7630cd3 req-52979ff0-a113-4c84-94de-d6e886e59195 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bb3a460d-3e72-4631-9eb4-5a3bd856a770 HTTP/1.1" status: 200 len: 915 time: 0.0948679 Oct 30 16:06:20.185589 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8fc34d9a-d2d7-4c6b-96c8-50f5b7630cd3 req-3c24aca0-def1-4c99-a669-e526add27462 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f921a50-21bd-462e-8ce9-da9528a72337 HTTP/1.1" status: 200 len: 1000 time: 0.0625479 Oct 30 16:06:20.234968 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc34d9a-d2d7-4c6b-96c8-50f5b7630cd3 req-790e617a-381c-43cd-873b-e1633e74c4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:06:20.236391 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8fc34d9a-d2d7-4c6b-96c8-50f5b7630cd3 req-790e617a-381c-43cd-873b-e1633e74c4b4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5fda2731-8eac-4dc5-ace7-2f5ffa796551 HTTP/1.1" status: 200 len: 853 time: 0.0424361 Oct 30 16:06:20.282452 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc34d9a-d2d7-4c6b-96c8-50f5b7630cd3 req-c6db912c-54b3-410c-89d4-f92aec725400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:06:20.283911 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8fc34d9a-d2d7-4c6b-96c8-50f5b7630cd3 req-c6db912c-54b3-410c-89d4-f92aec725400 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bb3a460d-3e72-4631-9eb4-5a3bd856a770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390637 Oct 30 16:06:20.375182 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8fc34d9a-d2d7-4c6b-96c8-50f5b7630cd3 req-4067f86e-7a26-4b0e-9683-4abf4b0101dc service neutron] 10.222.0.53 "GET /v2.0/networks/bb3a460d-3e72-4631-9eb4-5a3bd856a770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824690 Oct 30 16:06:20.476440 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8fc34d9a-d2d7-4c6b-96c8-50f5b7630cd3 req-1dcc6647-b965-4cba-aa7f-f74bcbeacf56 service neutron] 10.222.0.53 "GET /v2.0/networks/bb3a460d-3e72-4631-9eb4-5a3bd856a770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930521 Oct 30 16:06:21.251187 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-71408765-f45c-4453-843e-b60cb1ba9bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:06:23.858828 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c9920996-b894-4215-9f38-b19b192629fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:06:24.852478 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:06:25.005365 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:06:26.786244 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:06:30.399433 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:06:32.436507 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:06:36.564958 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc3389-cae5-4e99-b2a7-1f1c2c8f92ee req-124c57c9-5014-48b6-b932-5cfd25ccc8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:06:36.566439 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3ddc3389-cae5-4e99-b2a7-1f1c2c8f92ee req-124c57c9-5014-48b6-b932-5cfd25ccc8da service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=52590b8a005f4b57bed018b78856ef91&device_id=e78f5824-ba69-4f6b-bdcf-94a0690181d0 HTTP/1.1" status: 200 len: 1136 time: 0.0628059 Oct 30 16:06:36.575270 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec3a68-cef6-4bcf-81e0-3b079246d5d3 req-5dc60c7d-9a54-4f37-bfbe-c2c31d16945d tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:06:36.576665 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-67ec3a68-cef6-4bcf-81e0-3b079246d5d3 req-5dc60c7d-9a54-4f37-bfbe-c2c31d16945d tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/ports?device_id=e78f5824-ba69-4f6b-bdcf-94a0690181d0 HTTP/1.1" status: 200 len: 984 time: 0.0828595 Oct 30 16:06:36.659512 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-67ec3a68-cef6-4bcf-81e0-3b079246d5d3 req-faec0b20-5e6b-48a1-8269-24237bccbf56 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/security-groups?id=5bb579c0-b90b-46a2-98de-f556c4c884da&id=549841f0-e6ab-4bd2-95d4-428847d1d153&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0750754 Oct 30 16:06:36.692652 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc3389-cae5-4e99-b2a7-1f1c2c8f92ee req-61117f21-d4ed-43a5-88cd-1f56071f446b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:06:36.694676 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3ddc3389-cae5-4e99-b2a7-1f1c2c8f92ee req-61117f21-d4ed-43a5-88cd-1f56071f446b service neutron] 10.222.0.53 "GET /v2.0/networks?id=bb3a460d-3e72-4631-9eb4-5a3bd856a770 HTTP/1.1" status: 200 len: 915 time: 0.1171420 Oct 30 16:06:36.760499 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3ddc3389-cae5-4e99-b2a7-1f1c2c8f92ee req-929ac88a-3965-4de3-a083-13f36f598d11 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f921a50-21bd-462e-8ce9-da9528a72337 HTTP/1.1" status: 200 len: 1000 time: 0.0582738 Oct 30 16:06:36.809135 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc3389-cae5-4e99-b2a7-1f1c2c8f92ee req-1dc81cdc-5ad3-4186-a252-f01511b19268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:06:36.810533 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3ddc3389-cae5-4e99-b2a7-1f1c2c8f92ee req-1dc81cdc-5ad3-4186-a252-f01511b19268 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5fda2731-8eac-4dc5-ace7-2f5ffa796551 HTTP/1.1" status: 200 len: 853 time: 0.0427260 Oct 30 16:06:36.859203 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc3389-cae5-4e99-b2a7-1f1c2c8f92ee req-d509edf8-9feb-4017-9167-4ef845c5f2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:06:36.860688 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3ddc3389-cae5-4e99-b2a7-1f1c2c8f92ee req-d509edf8-9feb-4017-9167-4ef845c5f2c5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bb3a460d-3e72-4631-9eb4-5a3bd856a770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422876 Oct 30 16:06:36.949332 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3ddc3389-cae5-4e99-b2a7-1f1c2c8f92ee req-87a0007b-c28f-4dfa-a72d-9484454213b6 service neutron] 10.222.0.53 "GET /v2.0/networks/bb3a460d-3e72-4631-9eb4-5a3bd856a770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807455 Oct 30 16:06:37.041785 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3ddc3389-cae5-4e99-b2a7-1f1c2c8f92ee req-3041b50e-878c-4b8e-8303-23f01bcabdb4 service neutron] 10.222.0.53 "GET /v2.0/networks/bb3a460d-3e72-4631-9eb4-5a3bd856a770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844984 Oct 30 16:06:37.775384 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a2bff3-c323-429e-aceb-8bc464b0b24d req-4174a20f-0d68-4eea-bee7-89bc0d598d66 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:06:37.776859 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a4a2bff3-c323-429e-aceb-8bc464b0b24d req-4174a20f-0d68-4eea-bee7-89bc0d598d66 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/ports?device_id=e78f5824-ba69-4f6b-bdcf-94a0690181d0 HTTP/1.1" status: 200 len: 984 time: 0.0485132 Oct 30 16:06:37.816113 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a4a2bff3-c323-429e-aceb-8bc464b0b24d req-a210e341-e790-4adb-96cf-ba7cc190e096 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/security-groups?id=5bb579c0-b90b-46a2-98de-f556c4c884da&id=549841f0-e6ab-4bd2-95d4-428847d1d153&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332854 Oct 30 16:06:38.930943 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a28862-5c79-4b26-a7c9-ef7e5aa0dde5 req-c2950580-5420-4cbf-b566-efbcfdecd0a0 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:06:38.932447 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b0a28862-5c79-4b26-a7c9-ef7e5aa0dde5 req-c2950580-5420-4cbf-b566-efbcfdecd0a0 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/ports?device_id=e78f5824-ba69-4f6b-bdcf-94a0690181d0 HTTP/1.1" status: 200 len: 984 time: 0.0490696 Oct 30 16:06:38.972481 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b0a28862-5c79-4b26-a7c9-ef7e5aa0dde5 req-0add3225-982e-42d7-94d6-5aedf78c5b49 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/security-groups?id=5bb579c0-b90b-46a2-98de-f556c4c884da&id=549841f0-e6ab-4bd2-95d4-428847d1d153&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337238 Oct 30 16:06:40.088643 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e834bfc5-9a50-44f3-a89a-6859ced929dd req-4a3b8cf8-c74f-4411-812c-40720d45b2f3 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:06:40.090106 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e834bfc5-9a50-44f3-a89a-6859ced929dd req-4a3b8cf8-c74f-4411-812c-40720d45b2f3 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/ports?device_id=e78f5824-ba69-4f6b-bdcf-94a0690181d0 HTTP/1.1" status: 200 len: 984 time: 0.0481861 Oct 30 16:06:40.129373 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e834bfc5-9a50-44f3-a89a-6859ced929dd req-2f26ecae-7022-4b6c-a239-e61b5d19e269 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/security-groups?id=5bb579c0-b90b-46a2-98de-f556c4c884da&id=549841f0-e6ab-4bd2-95d4-428847d1d153&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332201 Oct 30 16:06:41.243768 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a3c9e-458f-4d0e-8fc5-ab30ec18a832 req-cd2ab18b-ac44-42da-88c6-dc671341cbc7 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:06:41.245206 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5d1a3c9e-458f-4d0e-8fc5-ab30ec18a832 req-cd2ab18b-ac44-42da-88c6-dc671341cbc7 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/ports?device_id=e78f5824-ba69-4f6b-bdcf-94a0690181d0 HTTP/1.1" status: 200 len: 984 time: 0.0475018 Oct 30 16:06:41.284186 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5d1a3c9e-458f-4d0e-8fc5-ab30ec18a832 req-19b46d43-db48-4d4c-97a5-044b226b6850 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/security-groups?id=5bb579c0-b90b-46a2-98de-f556c4c884da&id=549841f0-e6ab-4bd2-95d4-428847d1d153&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329866 Oct 30 16:06:42.407160 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade90b4-ae63-43c2-ba29-1e620f636c65 req-1521e75e-b658-42c0-a863-e68aba8e7780 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:06:42.408654 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4ade90b4-ae63-43c2-ba29-1e620f636c65 req-1521e75e-b658-42c0-a863-e68aba8e7780 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/ports?device_id=e78f5824-ba69-4f6b-bdcf-94a0690181d0 HTTP/1.1" status: 200 len: 984 time: 0.0570052 Oct 30 16:06:42.449360 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4ade90b4-ae63-43c2-ba29-1e620f636c65 req-f9979be5-eae3-46f6-b566-89238add0688 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/security-groups?id=5bb579c0-b90b-46a2-98de-f556c4c884da&id=549841f0-e6ab-4bd2-95d4-428847d1d153&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338345 Oct 30 16:06:43.579154 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baff58d-7d06-41b2-83c2-da026cc9463c req-75dad862-a006-402c-861f-5dfeba0877bd tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:06:43.580689 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0baff58d-7d06-41b2-83c2-da026cc9463c req-75dad862-a006-402c-861f-5dfeba0877bd tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/ports?device_id=e78f5824-ba69-4f6b-bdcf-94a0690181d0 HTTP/1.1" status: 200 len: 984 time: 0.0613589 Oct 30 16:06:43.621307 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0baff58d-7d06-41b2-83c2-da026cc9463c req-0968da61-cf12-425f-b707-969c7dd6d7bf tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/security-groups?id=5bb579c0-b90b-46a2-98de-f556c4c884da&id=549841f0-e6ab-4bd2-95d4-428847d1d153&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339320 Oct 30 16:06:44.599747 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17866a0d-24c3-4f54-9f97-abb6a44cb12a req-60e32815-e252-465d-b2fe-1c11a44ca8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:06:44.601219 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-17866a0d-24c3-4f54-9f97-abb6a44cb12a req-60e32815-e252-465d-b2fe-1c11a44ca8ee service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=52590b8a005f4b57bed018b78856ef91&device_id=e78f5824-ba69-4f6b-bdcf-94a0690181d0 HTTP/1.1" status: 200 len: 1136 time: 0.0424387 Oct 30 16:06:44.709063 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17866a0d-24c3-4f54-9f97-abb6a44cb12a req-d90d62a0-3f68-405a-bf8b-50dc992e1c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:06:44.710529 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-17866a0d-24c3-4f54-9f97-abb6a44cb12a req-d90d62a0-3f68-405a-bf8b-50dc992e1c91 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bb3a460d-3e72-4631-9eb4-5a3bd856a770 HTTP/1.1" status: 200 len: 915 time: 0.0906043 Oct 30 16:06:44.744287 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee94c25-7384-4f60-a52d-2eecfb46d0ee req-19c6f46f-8919-4743-84aa-b1703feef3ef tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:06:44.745783 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bee94c25-7384-4f60-a52d-2eecfb46d0ee req-19c6f46f-8919-4743-84aa-b1703feef3ef tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/ports?device_id=e78f5824-ba69-4f6b-bdcf-94a0690181d0 HTTP/1.1" status: 200 len: 984 time: 0.0485666 Oct 30 16:06:44.777470 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-17866a0d-24c3-4f54-9f97-abb6a44cb12a req-bf66a3a0-c8a4-4ec1-abb6-eded543979a1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f921a50-21bd-462e-8ce9-da9528a72337 HTTP/1.1" status: 200 len: 1000 time: 0.0594656 Oct 30 16:06:44.785016 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bee94c25-7384-4f60-a52d-2eecfb46d0ee req-6fed3388-77ba-47cb-8557-44952cde4f20 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/security-groups?id=5bb579c0-b90b-46a2-98de-f556c4c884da&id=549841f0-e6ab-4bd2-95d4-428847d1d153&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330460 Oct 30 16:06:44.827303 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17866a0d-24c3-4f54-9f97-abb6a44cb12a req-2a9b983b-0c1e-49ca-a141-eecd2c280379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:06:44.828801 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-17866a0d-24c3-4f54-9f97-abb6a44cb12a req-2a9b983b-0c1e-49ca-a141-eecd2c280379 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5fda2731-8eac-4dc5-ace7-2f5ffa796551 HTTP/1.1" status: 200 len: 853 time: 0.0445230 Oct 30 16:06:44.876592 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17866a0d-24c3-4f54-9f97-abb6a44cb12a req-f9d71a2a-2c5f-457e-957d-2b09840a5c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:06:44.877972 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-17866a0d-24c3-4f54-9f97-abb6a44cb12a req-f9d71a2a-2c5f-457e-957d-2b09840a5c14 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bb3a460d-3e72-4631-9eb4-5a3bd856a770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427892 Oct 30 16:06:44.964706 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-17866a0d-24c3-4f54-9f97-abb6a44cb12a req-a534a004-4e3b-433c-878c-423fc9c13b36 service neutron] 10.222.0.53 "GET /v2.0/networks/bb3a460d-3e72-4631-9eb4-5a3bd856a770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795288 Oct 30 16:06:45.372068 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-17866a0d-24c3-4f54-9f97-abb6a44cb12a req-cf72073b-0a12-47d1-adfd-4d1aeb5bcf74 service neutron] 10.222.0.53 "GET /v2.0/networks/bb3a460d-3e72-4631-9eb4-5a3bd856a770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4002769 Oct 30 16:06:45.902314 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94952aa-ae79-42d7-a9b8-c4cb185af24b req-b581a553-a84e-48a4-b1a5-390af92fc30a tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:06:45.903799 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f94952aa-ae79-42d7-a9b8-c4cb185af24b req-b581a553-a84e-48a4-b1a5-390af92fc30a tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/ports?device_id=e78f5824-ba69-4f6b-bdcf-94a0690181d0 HTTP/1.1" status: 200 len: 984 time: 0.0490429 Oct 30 16:06:45.944080 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f94952aa-ae79-42d7-a9b8-c4cb185af24b req-7270e1a7-be0c-4cd4-9f02-9b4102fc1d0a tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/security-groups?id=5bb579c0-b90b-46a2-98de-f556c4c884da&id=549841f0-e6ab-4bd2-95d4-428847d1d153&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340471 Oct 30 16:06:47.058263 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de10b3a-0da1-4e6a-bc1f-9564c98df731 req-b8e62747-7c86-4679-9a15-b21671de7d0b tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:06:47.059741 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4de10b3a-0da1-4e6a-bc1f-9564c98df731 req-b8e62747-7c86-4679-9a15-b21671de7d0b tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/ports?device_id=e78f5824-ba69-4f6b-bdcf-94a0690181d0 HTTP/1.1" status: 200 len: 984 time: 0.0490279 Oct 30 16:06:47.099097 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4de10b3a-0da1-4e6a-bc1f-9564c98df731 req-41c326b3-2bad-46ef-b303-1cba9857cd0e tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/security-groups?id=5bb579c0-b90b-46a2-98de-f556c4c884da&id=549841f0-e6ab-4bd2-95d4-428847d1d153&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333605 Oct 30 16:06:47.296207 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 16:06:48.221322 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb423ef4-c8c2-4a30-9105-d2387029ceb0 req-67ca1117-b8c7-46da-adc1-7ec3ca3347fc tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:06:48.222786 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cb423ef4-c8c2-4a30-9105-d2387029ceb0 req-67ca1117-b8c7-46da-adc1-7ec3ca3347fc tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/ports?device_id=e78f5824-ba69-4f6b-bdcf-94a0690181d0 HTTP/1.1" status: 200 len: 984 time: 0.0540266 Oct 30 16:06:48.262692 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cb423ef4-c8c2-4a30-9105-d2387029ceb0 req-218a8984-cea8-43d0-b784-cb53374afb81 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/security-groups?id=5bb579c0-b90b-46a2-98de-f556c4c884da&id=549841f0-e6ab-4bd2-95d4-428847d1d153&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336561 Oct 30 16:06:51.252188 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6028a911-b8bf-43cd-a047-6582a3dbd3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:06:53.860284 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b9c13338-b1a8-458a-ba97-428eea2e2b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:06:54.855202 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:06:55.006793 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:06:56.789269 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:00.405941 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:02.432491 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:20.548614 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c6d0fba9-fe1e-4482-bc7f-ca9693a692e6 req-d585e94b-6c98-4752-8148-c76ffb18006c tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-440276253&fields=id&tenant_id=52590b8a005f4b57bed018b78856ef91 HTTP/1.1" status: 200 len: 267 time: 0.0370588 Oct 30 16:07:20.603698 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d0fba9-fe1e-4482-bc7f-ca9693a692e6 req-b6a4797c-0276-482f-a614-80ac06a8d833 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:07:20.605174 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c6d0fba9-fe1e-4482-bc7f-ca9693a692e6 req-b6a4797c-0276-482f-a614-80ac06a8d833 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/ports?device_id=e78f5824-ba69-4f6b-bdcf-94a0690181d0 HTTP/1.1" status: 200 len: 984 time: 0.0510263 Oct 30 16:07:20.616431 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [req-c6d0fba9-fe1e-4482-bc7f-ca9693a692e6 req-d88fb10e-3873-462b-a2d1-81d636d1eb65 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Request body: {'port': {'security_groups': ['549841f0-e6ab-4bd2-95d4-428847d1d153']}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:07:20.679703 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-c6d0fba9-fe1e-4482-bc7f-ca9693a692e6 req-d88fb10e-3873-462b-a2d1-81d636d1eb65 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:20.849588 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [req-c6d0fba9-fe1e-4482-bc7f-ca9693a692e6 req-d88fb10e-3873-462b-a2d1-81d636d1eb65 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] For port 1f921a50-21bd-462e-8ce9-da9528a72337, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=1f921a50-21bd-462e-8ce9-da9528a72337,segment=NetworkSegment(71638c78-a333-4df2-9bd9-2b1b9b40e59b),segment_id=71638c78-a333-4df2-9bd9-2b1b9b40e59b)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:07:20.878234 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-c6d0fba9-fe1e-4482-bc7f-ca9693a692e6 req-d88fb10e-3873-462b-a2d1-81d636d1eb65 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:20.882606 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-c6d0fba9-fe1e-4482-bc7f-ca9693a692e6 req-d88fb10e-3873-462b-a2d1-81d636d1eb65 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:20.894712 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['1f921a50-21bd-462e-8ce9-da9528a72337'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 16:07:20.931950 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d0fba9-fe1e-4482-bc7f-ca9693a692e6 req-d88fb10e-3873-462b-a2d1-81d636d1eb65 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:07:20.932576 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [req-c6d0fba9-fe1e-4482-bc7f-ca9693a692e6 req-d88fb10e-3873-462b-a2d1-81d636d1eb65 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:20.933968 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c6d0fba9-fe1e-4482-bc7f-ca9693a692e6 req-d88fb10e-3873-462b-a2d1-81d636d1eb65 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "PUT /v2.0/ports/1f921a50-21bd-462e-8ce9-da9528a72337 HTTP/1.1" status: 200 len: 942 time: 0.3223295 Oct 30 16:07:20.934429 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e78f5824-ba69-4f6b-bdcf-94a0690181d0', 'tag': '1f921a50-21bd-462e-8ce9-da9528a72337'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:07:20.939858 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58392) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:07:20.960017 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88fb10e-3873-462b-a2d1-81d636d1eb65 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Pushing event updated for resources: {'Port': ['ID=1f921a50-21bd-462e-8ce9-da9528a72337,revision_number=7']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:07:20.968796 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88fb10e-3873-462b-a2d1-81d636d1eb65 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:07:20.968796 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88fb10e-3873-462b-a2d1-81d636d1eb65 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:07:20.969086 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88fb10e-3873-462b-a2d1-81d636d1eb65 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:07:20.969274 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88fb10e-3873-462b-a2d1-81d636d1eb65 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:07:20.969604 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88fb10e-3873-462b-a2d1-81d636d1eb65 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:07:20.969931 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88fb10e-3873-462b-a2d1-81d636d1eb65 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:07:20.970254 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88fb10e-3873-462b-a2d1-81d636d1eb65 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:07:20.970575 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88fb10e-3873-462b-a2d1-81d636d1eb65 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:07:20.970896 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88fb10e-3873-462b-a2d1-81d636d1eb65 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:07:20.971220 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88fb10e-3873-462b-a2d1-81d636d1eb65 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:07:20.971567 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88fb10e-3873-462b-a2d1-81d636d1eb65 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:07:20.971890 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88fb10e-3873-462b-a2d1-81d636d1eb65 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:07:21.022901 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-224a41cd-f5f0-49ae-b33f-ddbdee136ab7 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:21.032905 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['1f921a50-21bd-462e-8ce9-da9528a72337'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 16:07:21.054609 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-224a41cd-f5f0-49ae-b33f-ddbdee136ab7 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:21.100373 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e7654be7091c8bbf04529226aae636b409f3e4504be56e845cd6b098ed6999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37956e01-cbf0-4d21-88f4-2c3c2ae03f83" -d '{"events": [{"name": "network-changed", "server_uuid": "e78f5824-ba69-4f6b-bdcf-94a0690181d0", "tag": "1f921a50-21bd-462e-8ce9-da9528a72337"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:07:21.131702 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-224a41cd-f5f0-49ae-b33f-ddbdee136ab7 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:21.135156 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-224a41cd-f5f0-49ae-b33f-ddbdee136ab7 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:21.136549 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-224a41cd-f5f0-49ae-b33f-ddbdee136ab7 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "DELETE /v2.0/security-groups/5bb579c0-b90b-46a2-98de-f556c4c884da HTTP/1.1" status: 204 len: 168 time: 0.1956921 Oct 30 16:07:21.139513 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58400) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:07:21.149269 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224a41cd-f5f0-49ae-b33f-ddbdee136ab7 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb579c0-b90b-46a2-98de-f556c4c884da,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:07:21.159859 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224a41cd-f5f0-49ae-b33f-ddbdee136ab7 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:07:21.160515 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224a41cd-f5f0-49ae-b33f-ddbdee136ab7 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:07:21.160860 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224a41cd-f5f0-49ae-b33f-ddbdee136ab7 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:07:21.161296 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224a41cd-f5f0-49ae-b33f-ddbdee136ab7 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:07:21.161671 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224a41cd-f5f0-49ae-b33f-ddbdee136ab7 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:07:21.162080 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224a41cd-f5f0-49ae-b33f-ddbdee136ab7 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:07:21.162737 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224a41cd-f5f0-49ae-b33f-ddbdee136ab7 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:07:21.163143 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224a41cd-f5f0-49ae-b33f-ddbdee136ab7 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:07:21.163585 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224a41cd-f5f0-49ae-b33f-ddbdee136ab7 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:07:21.163988 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224a41cd-f5f0-49ae-b33f-ddbdee136ab7 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:07:21.164375 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224a41cd-f5f0-49ae-b33f-ddbdee136ab7 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:07:21.164768 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224a41cd-f5f0-49ae-b33f-ddbdee136ab7 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:07:21.220248 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 16:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2682dac9-130e-4096-a5c1-facf779f25ab x-openstack-request-id: req-2682dac9-130e-4096-a5c1-facf779f25ab {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:07:21.220973 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e78f5824-ba69-4f6b-bdcf-94a0690181d0", "tag": "1f921a50-21bd-462e-8ce9-da9528a72337", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:07:21.221336 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2682dac9-130e-4096-a5c1-facf779f25ab {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:07:21.221857 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e78f5824-ba69-4f6b-bdcf-94a0690181d0', 'tag': '1f921a50-21bd-462e-8ce9-da9528a72337', 'status': 'completed', 'code': 200} Oct 30 16:07:21.269120 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-12e07df1-fe35-4a12-9a74-276f88e42b54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:21.283383 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-213a657b-2897-4742-a8e4-32fcbb694bf8 None None] Provisioning complete for port 1f921a50-21bd-462e-8ce9-da9528a72337 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:07:21.283788 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-213a657b-2897-4742-a8e4-32fcbb694bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:21.299447 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37956e01-cbf0-4d21-88f4-2c3c2ae03f83 req-d73df514-e731-4223-a918-f7d1c30035f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:07:21.301113 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-37956e01-cbf0-4d21-88f4-2c3c2ae03f83 req-d73df514-e731-4223-a918-f7d1c30035f7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=52590b8a005f4b57bed018b78856ef91&device_id=e78f5824-ba69-4f6b-bdcf-94a0690181d0 HTTP/1.1" status: 200 len: 1097 time: 0.0552709 Oct 30 16:07:21.338081 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-7980f664-3309-48e5-adeb-220655d0bfe7 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Deleting port 1d776f8b-b732-4378-b6e7-42969d2202ea {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:07:21.338565 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7980f664-3309-48e5-adeb-220655d0bfe7 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:21.412866 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37956e01-cbf0-4d21-88f4-2c3c2ae03f83 req-c127f48b-32cf-4b98-b18d-e8f8492f1c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:07:21.414373 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-37956e01-cbf0-4d21-88f4-2c3c2ae03f83 req-c127f48b-32cf-4b98-b18d-e8f8492f1c14 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bb3a460d-3e72-4631-9eb4-5a3bd856a770 HTTP/1.1" status: 200 len: 915 time: 0.1039598 Oct 30 16:07:21.414672 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7980f664-3309-48e5-adeb-220655d0bfe7 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:21.415032 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7980f664-3309-48e5-adeb-220655d0bfe7 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:21.426649 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-7980f664-3309-48e5-adeb-220655d0bfe7 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Calling delete_port for 1d776f8b-b732-4378-b6e7-42969d2202ea owned by network:floatingip {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:07:21.479840 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-37956e01-cbf0-4d21-88f4-2c3c2ae03f83 req-52b90a22-6f2d-45d8-a178-205b78f8894c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f921a50-21bd-462e-8ce9-da9528a72337 HTTP/1.1" status: 200 len: 1000 time: 0.0575240 Oct 30 16:07:21.528127 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37956e01-cbf0-4d21-88f4-2c3c2ae03f83 req-000c14aa-7463-46e1-8274-955b0c7cb9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:07:21.529586 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-37956e01-cbf0-4d21-88f4-2c3c2ae03f83 req-000c14aa-7463-46e1-8274-955b0c7cb9e0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5fda2731-8eac-4dc5-ace7-2f5ffa796551 HTTP/1.1" status: 200 len: 853 time: 0.0434294 Oct 30 16:07:21.574255 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7980f664-3309-48e5-adeb-220655d0bfe7 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:21.580597 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37956e01-cbf0-4d21-88f4-2c3c2ae03f83 req-eb867472-182d-40e3-89e5-0ec305b9f7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:07:21.582090 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-37956e01-cbf0-4d21-88f4-2c3c2ae03f83 req-eb867472-182d-40e3-89e5-0ec305b9f7d6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bb3a460d-3e72-4631-9eb4-5a3bd856a770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449655 Oct 30 16:07:21.600252 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7980f664-3309-48e5-adeb-220655d0bfe7 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Pushing event deleted for resources: {'Port': ['ID=1d776f8b-b732-4378-b6e7-42969d2202ea,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:07:21.664687 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7980f664-3309-48e5-adeb-220655d0bfe7 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Publish callbacks [] for floatingip, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:21.665060 n-d-806683-17 neutron-server[102131]: INFO neutron.db.l3_db [None req-7980f664-3309-48e5-adeb-220655d0bfe7 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Floating IP 5255af35-5d97-417a-b259-29a3ddb7d8eb disassociated (deleted). External IP: 172.25.4.81, port: 1f921a50-21bd-462e-8ce9-da9528a72337. Oct 30 16:07:21.680772 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-37956e01-cbf0-4d21-88f4-2c3c2ae03f83 req-34ada8da-ed50-49f6-ae70-99d813becbbd service neutron] 10.222.0.53 "GET /v2.0/networks/bb3a460d-3e72-4631-9eb4-5a3bd856a770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914190 Oct 30 16:07:21.776440 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-37956e01-cbf0-4d21-88f4-2c3c2ae03f83 req-3cf3e9e4-1963-45ad-b488-de8321b5e7b4 service neutron] 10.222.0.53 "GET /v2.0/networks/bb3a460d-3e72-4631-9eb4-5a3bd856a770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886784 Oct 30 16:07:21.873020 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7980f664-3309-48e5-adeb-220655d0bfe7 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Router 8ec9dd97-848d-42b4-9515-5c241e0417eb has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 16:07:21.978885 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7980f664-3309-48e5-adeb-220655d0bfe7 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 16:07:21.983715 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7980f664-3309-48e5-adeb-220655d0bfe7 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:21.988301 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9fd0d0-a309-46c3-9089-4546cab676cd None None] Sync routers for ids ['8ec9dd97-848d-42b4-9515-5c241e0417eb'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 16:07:21.999590 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9fd0d0-a309-46c3-9089-4546cab676cd None None] Routers {'8ec9dd97-848d-42b4-9515-5c241e0417eb'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:07:22.000229 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-bc9fd0d0-a309-46c3-9089-4546cab676cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:06:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['8ec9dd97-848d-42b4-9515-5c241e0417eb'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:07:22.115008 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-bc9fd0d0-a309-46c3-9089-4546cab676cd None None] Set router 8ec9dd97-848d-42b4-9515-5c241e0417eb gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:07:22.309606 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-7980f664-3309-48e5-adeb-220655d0bfe7 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "DELETE /v2.0/floatingips/5255af35-5d97-417a-b259-29a3ddb7d8eb HTTP/1.1" status: 204 len: 168 time: 1.1685526 Oct 30 16:07:22.326696 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-bc9fd0d0-a309-46c3-9089-4546cab676cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec9dd97-848d-42b4-9515-5c241e0417eb', 'name': 'tempest-TestMinimumBasicScenario-304333190-router', 'tenant_id': '52590b8a005f4b57bed018b78856ef91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'c0455015-a1ae-4dc9-a270-bda958d1ced1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:05:22Z', 'updated_at': '2021-10-30T16:05:25Z', 'revision_number': 4, 'project_id': '52590b8a005f4b57bed018b78856ef91', 'gw_port': {'id': 'c0455015-a1ae-4dc9-a270-bda958d1ced1', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:4a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec9dd97-848d-42b4-9515-5c241e0417eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:05:23Z', 'updated_at': '2021-10-30T16:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'fa3a1e7c-169a-4beb-adf8-d498e3ae2efe', 'name': '', 'network_id': 'bb3a460d-3e72-4631-9eb4-5a3bd856a770', 'tenant_id': '52590b8a005f4b57bed018b78856ef91', 'mac_address': 'fa:16:3e:d9:fc:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec9dd97-848d-42b4-9515-5c241e0417eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '5fda2731-8eac-4dc5-ace7-2f5ffa796551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:05:24Z', 'updated_at': '2021-10-30T16:05:31Z', 'revision_number': 5, 'project_id': '52590b8a005f4b57bed018b78856ef91', 'subnets': [{'id': '5fda2731-8eac-4dc5-ace7-2f5ffa796551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:07:22.355922 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9fd0d0-a309-46c3-9089-4546cab676cd None None] Checking router: 8ec9dd97-848d-42b4-9515-5c241e0417eb for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 16:07:22.364490 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9fd0d0-a309-46c3-9089-4546cab676cd None None] Routers {'8ec9dd97-848d-42b4-9515-5c241e0417eb'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:07:22.365098 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-bc9fd0d0-a309-46c3-9089-4546cab676cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:06:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['8ec9dd97-848d-42b4-9515-5c241e0417eb'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:07:22.471191 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-bc9fd0d0-a309-46c3-9089-4546cab676cd None None] Set router 8ec9dd97-848d-42b4-9515-5c241e0417eb gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:07:22.682548 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-bc9fd0d0-a309-46c3-9089-4546cab676cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec9dd97-848d-42b4-9515-5c241e0417eb', 'name': 'tempest-TestMinimumBasicScenario-304333190-router', 'tenant_id': '52590b8a005f4b57bed018b78856ef91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'c0455015-a1ae-4dc9-a270-bda958d1ced1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:05:22Z', 'updated_at': '2021-10-30T16:05:25Z', 'revision_number': 4, 'project_id': '52590b8a005f4b57bed018b78856ef91', 'gw_port': {'id': 'c0455015-a1ae-4dc9-a270-bda958d1ced1', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:4a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec9dd97-848d-42b4-9515-5c241e0417eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:05:23Z', 'updated_at': '2021-10-30T16:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'fa3a1e7c-169a-4beb-adf8-d498e3ae2efe', 'name': '', 'network_id': 'bb3a460d-3e72-4631-9eb4-5a3bd856a770', 'tenant_id': '52590b8a005f4b57bed018b78856ef91', 'mac_address': 'fa:16:3e:d9:fc:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec9dd97-848d-42b4-9515-5c241e0417eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '5fda2731-8eac-4dc5-ace7-2f5ffa796551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:05:24Z', 'updated_at': '2021-10-30T16:05:31Z', 'revision_number': 5, 'project_id': '52590b8a005f4b57bed018b78856ef91', 'subnets': [{'id': '5fda2731-8eac-4dc5-ace7-2f5ffa796551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:07:22.716607 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9fd0d0-a309-46c3-9089-4546cab676cd None None] The sync data for ids ['8ec9dd97-848d-42b4-9515-5c241e0417eb'] in n-d-806683-17 is: [{'id': '8ec9dd97-848d-42b4-9515-5c241e0417eb', 'name': 'tempest-TestMinimumBasicScenario-304333190-router', 'tenant_id': '52590b8a005f4b57bed018b78856ef91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'c0455015-a1ae-4dc9-a270-bda958d1ced1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:05:22Z', 'updated_at': '2021-10-30T16:05:25Z', 'revision_number': 4, 'project_id': '52590b8a005f4b57bed018b78856ef91', 'gw_port': {'id': 'c0455015-a1ae-4dc9-a270-bda958d1ced1', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:4a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec9dd97-848d-42b4-9515-5c241e0417eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:05:23Z', 'updated_at': '2021-10-30T16:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'fa3a1e7c-169a-4beb-adf8-d498e3ae2efe', 'name': '', 'network_id': 'bb3a460d-3e72-4631-9eb4-5a3bd856a770', 'tenant_id': '52590b8a005f4b57bed018b78856ef91', 'mac_address': 'fa:16:3e:d9:fc:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec9dd97-848d-42b4-9515-5c241e0417eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '5fda2731-8eac-4dc5-ace7-2f5ffa796551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:05:24Z', 'updated_at': '2021-10-30T16:05:31Z', 'revision_number': 5, 'project_id': '52590b8a005f4b57bed018b78856ef91', 'subnets': [{'id': '5fda2731-8eac-4dc5-ace7-2f5ffa796551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 16:07:22.946831 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96156846-32ae-40ab-ba43-3db6214664d0 None None] New status for floating IP 5255af35-5d97-417a-b259-29a3ddb7d8eb: DOWN {{(pid=102133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 16:07:23.223937 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e78f5824-ba69-4f6b-bdcf-94a0690181d0', 'tag': '1f921a50-21bd-462e-8ce9-da9528a72337'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:07:23.226289 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e7654be7091c8bbf04529226aae636b409f3e4504be56e845cd6b098ed6999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1cebe7-413d-4aff-b9ca-e361d418d202" -d '{"events": [{"name": "network-changed", "server_uuid": "e78f5824-ba69-4f6b-bdcf-94a0690181d0", "tag": "1f921a50-21bd-462e-8ce9-da9528a72337"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:07:23.263367 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 16:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b12ce08b-7596-4a66-8914-3560ef054674 x-openstack-request-id: req-b12ce08b-7596-4a66-8914-3560ef054674 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:07:23.263642 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e78f5824-ba69-4f6b-bdcf-94a0690181d0", "tag": "1f921a50-21bd-462e-8ce9-da9528a72337", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:07:23.263898 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b12ce08b-7596-4a66-8914-3560ef054674 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:07:23.264297 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e78f5824-ba69-4f6b-bdcf-94a0690181d0', 'tag': '1f921a50-21bd-462e-8ce9-da9528a72337', 'status': 'completed', 'code': 200} Oct 30 16:07:23.326250 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1cebe7-413d-4aff-b9ca-e361d418d202 req-b1081e52-3a58-41a1-af51-a0faf05c2919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:07:23.327762 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7b1cebe7-413d-4aff-b9ca-e361d418d202 req-b1081e52-3a58-41a1-af51-a0faf05c2919 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=52590b8a005f4b57bed018b78856ef91&device_id=e78f5824-ba69-4f6b-bdcf-94a0690181d0 HTTP/1.1" status: 200 len: 1097 time: 0.0408666 Oct 30 16:07:23.419186 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1cebe7-413d-4aff-b9ca-e361d418d202 req-2cefa3cb-1e83-4fa6-88c8-f94981219d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:07:23.420667 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7b1cebe7-413d-4aff-b9ca-e361d418d202 req-2cefa3cb-1e83-4fa6-88c8-f94981219d58 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bb3a460d-3e72-4631-9eb4-5a3bd856a770 HTTP/1.1" status: 200 len: 915 time: 0.0858629 Oct 30 16:07:23.462755 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7b1cebe7-413d-4aff-b9ca-e361d418d202 req-059d1133-010d-4967-b837-8a3b90885c9d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f921a50-21bd-462e-8ce9-da9528a72337 HTTP/1.1" status: 200 len: 217 time: 0.0347731 Oct 30 16:07:23.510960 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1cebe7-413d-4aff-b9ca-e361d418d202 req-b235fed0-edc6-4b70-aca1-42c3aa53c1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:07:23.512353 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7b1cebe7-413d-4aff-b9ca-e361d418d202 req-b235fed0-edc6-4b70-aca1-42c3aa53c1ed service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5fda2731-8eac-4dc5-ace7-2f5ffa796551 HTTP/1.1" status: 200 len: 853 time: 0.0433984 Oct 30 16:07:23.563296 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1cebe7-413d-4aff-b9ca-e361d418d202 req-8e9f42b0-e48d-4a0f-9aba-bf2a5e93e993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:07:23.564504 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7b1cebe7-413d-4aff-b9ca-e361d418d202 req-8e9f42b0-e48d-4a0f-9aba-bf2a5e93e993 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bb3a460d-3e72-4631-9eb4-5a3bd856a770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443594 Oct 30 16:07:23.656242 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7b1cebe7-413d-4aff-b9ca-e361d418d202 req-d93fce7b-2bb1-4614-95f4-3493602b3317 service neutron] 10.222.0.53 "GET /v2.0/networks/bb3a460d-3e72-4631-9eb4-5a3bd856a770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835664 Oct 30 16:07:23.754527 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7b1cebe7-413d-4aff-b9ca-e361d418d202 req-d72bc26d-9441-4053-bb4d-8cb27ffeaa75 service neutron] 10.222.0.53 "GET /v2.0/networks/bb3a460d-3e72-4631-9eb4-5a3bd856a770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908272 Oct 30 16:07:23.862321 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5844dafb-84ff-4b1e-aa97-9f703370c30a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:24.297176 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 16:07:24.857632 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:25.010923 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:26.792174 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:30.437424 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:31.338496 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1310a42-9f9f-418f-8ba2-6e2459553eb5 req-2fafffd0-eba9-4331-9dcc-f3142d23638d tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:07:31.340217 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f1310a42-9f9f-418f-8ba2-6e2459553eb5 req-2fafffd0-eba9-4331-9dcc-f3142d23638d tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/ports?device_id=e78f5824-ba69-4f6b-bdcf-94a0690181d0 HTTP/1.1" status: 200 len: 945 time: 0.0510755 Oct 30 16:07:31.383352 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f1310a42-9f9f-418f-8ba2-6e2459553eb5 req-12bffdf7-db19-4be6-a676-ea513157a0a2 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/security-groups?id=549841f0-e6ab-4bd2-95d4-428847d1d153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370712 Oct 30 16:07:32.467048 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:32.505588 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f9206-9bd5-4620-a56e-5d2d1f9d2871 req-5ff1a153-7d31-4525-86de-ce1a32d5b559 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:07:32.507074 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-727f9206-9bd5-4620-a56e-5d2d1f9d2871 req-5ff1a153-7d31-4525-86de-ce1a32d5b559 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/ports?device_id=e78f5824-ba69-4f6b-bdcf-94a0690181d0 HTTP/1.1" status: 200 len: 945 time: 0.0496264 Oct 30 16:07:32.545783 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-727f9206-9bd5-4620-a56e-5d2d1f9d2871 req-c8c7acb3-8852-4697-abc0-bb204a773c17 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/security-groups?id=549841f0-e6ab-4bd2-95d4-428847d1d153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320897 Oct 30 16:07:32.949924 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1277bbcb-e36c-452c-94d6-b277b6025583 req-b1334146-ac24-4f1a-9fee-8d26ac0c8baf tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:07:32.951284 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1277bbcb-e36c-452c-94d6-b277b6025583 req-b1334146-ac24-4f1a-9fee-8d26ac0c8baf tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.53 "GET /v2.0/ports?device_id=e78f5824-ba69-4f6b-bdcf-94a0690181d0 HTTP/1.1" status: 200 len: 945 time: 0.0484316 Oct 30 16:07:33.043252 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-1277bbcb-e36c-452c-94d6-b277b6025583 req-36edf472-c84d-4a56-9497-63e3c6a0c7e7 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Deleting port 1f921a50-21bd-462e-8ce9-da9528a72337 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:07:33.043628 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1277bbcb-e36c-452c-94d6-b277b6025583 req-36edf472-c84d-4a56-9497-63e3c6a0c7e7 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:33.139703 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-1277bbcb-e36c-452c-94d6-b277b6025583 req-36edf472-c84d-4a56-9497-63e3c6a0c7e7 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] For port 1f921a50-21bd-462e-8ce9-da9528a72337, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=1f921a50-21bd-462e-8ce9-da9528a72337,segment=NetworkSegment(71638c78-a333-4df2-9bd9-2b1b9b40e59b),segment_id=71638c78-a333-4df2-9bd9-2b1b9b40e59b)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:07:33.140068 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1277bbcb-e36c-452c-94d6-b277b6025583 req-36edf472-c84d-4a56-9497-63e3c6a0c7e7 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:33.152199 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-1277bbcb-e36c-452c-94d6-b277b6025583 req-36edf472-c84d-4a56-9497-63e3c6a0c7e7 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Calling delete_port for 1f921a50-21bd-462e-8ce9-da9528a72337 owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:07:33.281878 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1277bbcb-e36c-452c-94d6-b277b6025583 req-36edf472-c84d-4a56-9497-63e3c6a0c7e7 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:33.294057 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['1f921a50-21bd-462e-8ce9-da9528a72337'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 16:07:33.309711 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36edf472-c84d-4a56-9497-63e3c6a0c7e7 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Pushing event deleted for resources: {'Port': ['ID=1f921a50-21bd-462e-8ce9-da9528a72337,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:07:33.356935 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-1277bbcb-e36c-452c-94d6-b277b6025583 req-36edf472-c84d-4a56-9497-63e3c6a0c7e7 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] No DVR routers for this DVR port 1f921a50-21bd-462e-8ce9-da9528a72337 on host n-h1-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 16:07:33.359539 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-1277bbcb-e36c-452c-94d6-b277b6025583 req-36edf472-c84d-4a56-9497-63e3c6a0c7e7 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:33.362913 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1277bbcb-e36c-452c-94d6-b277b6025583 req-36edf472-c84d-4a56-9497-63e3c6a0c7e7 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.53 "DELETE /v2.0/ports/1f921a50-21bd-462e-8ce9-da9528a72337 HTTP/1.1" status: 204 len: 173 time: 0.4057598 Oct 30 16:07:33.363358 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e78f5824-ba69-4f6b-bdcf-94a0690181d0', 'name': 'network-vif-deleted', 'tag': '1f921a50-21bd-462e-8ce9-da9528a72337'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:07:33.365694 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}931ac027fb50588f101e6e2f92584f6f115530be99269a43aae453735a93652f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff80c86-bf41-4743-88b8-baf70d2710d2" -d '{"events": [{"server_uuid": "e78f5824-ba69-4f6b-bdcf-94a0690181d0", "name": "network-vif-deleted", "tag": "1f921a50-21bd-462e-8ce9-da9528a72337"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:07:33.413195 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 16:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11e6124-b25e-4900-8d01-b521073e4ec7 x-openstack-request-id: req-d11e6124-b25e-4900-8d01-b521073e4ec7 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:07:33.413491 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e78f5824-ba69-4f6b-bdcf-94a0690181d0", "name": "network-vif-deleted", "tag": "1f921a50-21bd-462e-8ce9-da9528a72337", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:07:33.413748 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d11e6124-b25e-4900-8d01-b521073e4ec7 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:07:33.414159 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e78f5824-ba69-4f6b-bdcf-94a0690181d0', 'name': 'network-vif-deleted', 'tag': '1f921a50-21bd-462e-8ce9-da9528a72337', 'status': 'completed', 'code': 200} Oct 30 16:07:33.649778 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4c78480d-993b-4302-bc9d-03cdaea4c708 req-3e934c0d-ff9e-4ac1-b8ee-4c76fcb22472 tempest-TestMinimumBasicScenario-739755781 tempest-TestMinimumBasicScenario-739755781-project] 10.222.0.62 "GET /v2.0/ports?device_id=e78f5824-ba69-4f6b-bdcf-94a0690181d0 HTTP/1.1" status: 200 len: 210 time: 0.0266116 Oct 30 16:07:35.202707 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58498) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:07:35.551738 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7ae9a66b-02b1-4852-aa1e-abd13f0274fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:35.626194 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 1f921a50-21bd-462e-8ce9-da9528a72337 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 16:07:35.645402 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: 1f921a50-21bd-462e-8ce9-da9528a72337 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 16:07:35.645741 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 1f921a50-21bd-462e-8ce9-da9528a72337 not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 16:07:35.799193 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-7ae9a66b-02b1-4852-aa1e-abd13f0274fd admin admin] Deleting port fa3a1e7c-169a-4beb-adf8-d498e3ae2efe {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:07:35.799566 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7ae9a66b-02b1-4852-aa1e-abd13f0274fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:35.878537 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-7ae9a66b-02b1-4852-aa1e-abd13f0274fd admin admin] For port fa3a1e7c-169a-4beb-adf8-d498e3ae2efe, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=fa3a1e7c-169a-4beb-adf8-d498e3ae2efe,segment=NetworkSegment(71638c78-a333-4df2-9bd9-2b1b9b40e59b),segment_id=71638c78-a333-4df2-9bd9-2b1b9b40e59b)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:07:35.878809 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7ae9a66b-02b1-4852-aa1e-abd13f0274fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:35.890665 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-7ae9a66b-02b1-4852-aa1e-abd13f0274fd admin admin] Calling delete_port for fa3a1e7c-169a-4beb-adf8-d498e3ae2efe owned by network:router_interface {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:07:36.065387 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7ae9a66b-02b1-4852-aa1e-abd13f0274fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:36.090838 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae9a66b-02b1-4852-aa1e-abd13f0274fd admin admin] Pushing event deleted for resources: {'Port': ['ID=fa3a1e7c-169a-4beb-adf8-d498e3ae2efe,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:07:36.253145 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7ae9a66b-02b1-4852-aa1e-abd13f0274fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:36.465676 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ae9a66b-02b1-4852-aa1e-abd13f0274fd admin admin] Router 8ec9dd97-848d-42b4-9515-5c241e0417eb has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 16:07:36.568581 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae9a66b-02b1-4852-aa1e-abd13f0274fd admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 16:07:36.574266 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-7ae9a66b-02b1-4852-aa1e-abd13f0274fd admin admin] 10.222.0.62 "PUT /v2.0/routers/8ec9dd97-848d-42b4-9515-5c241e0417eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3698840 Oct 30 16:07:36.576956 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58500) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:07:36.577781 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b014595-c7dc-43a2-bfc1-4db83d2689cb None None] Sync routers for ids ['8ec9dd97-848d-42b4-9515-5c241e0417eb'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 16:07:36.587272 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b014595-c7dc-43a2-bfc1-4db83d2689cb None None] Routers {'8ec9dd97-848d-42b4-9515-5c241e0417eb'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:07:36.587916 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-6b014595-c7dc-43a2-bfc1-4db83d2689cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:07:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['8ec9dd97-848d-42b4-9515-5c241e0417eb'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:07:36.680857 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cd160964-c339-4845-9dea-5fd1b98e10c7 admin admin] Publish callbacks [] for router, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:36.693541 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-6b014595-c7dc-43a2-bfc1-4db83d2689cb None None] Set router 8ec9dd97-848d-42b4-9515-5c241e0417eb gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:07:36.789476 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cd160964-c339-4845-9dea-5fd1b98e10c7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:36.841928 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-cd160964-c339-4845-9dea-5fd1b98e10c7 admin admin] Deleting port c0455015-a1ae-4dc9-a270-bda958d1ced1 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:07:36.842277 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cd160964-c339-4845-9dea-5fd1b98e10c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:36.879718 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-6b014595-c7dc-43a2-bfc1-4db83d2689cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec9dd97-848d-42b4-9515-5c241e0417eb', 'name': 'tempest-TestMinimumBasicScenario-304333190-router', 'tenant_id': '52590b8a005f4b57bed018b78856ef91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'c0455015-a1ae-4dc9-a270-bda958d1ced1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:05:22Z', 'updated_at': '2021-10-30T16:07:36Z', 'revision_number': 5, 'project_id': '52590b8a005f4b57bed018b78856ef91', 'gw_port': {'id': 'c0455015-a1ae-4dc9-a270-bda958d1ced1', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:4a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec9dd97-848d-42b4-9515-5c241e0417eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:05:23Z', 'updated_at': '2021-10-30T16:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:07:36.906100 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b014595-c7dc-43a2-bfc1-4db83d2689cb None None] Checking router: 8ec9dd97-848d-42b4-9515-5c241e0417eb for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 16:07:36.917069 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b014595-c7dc-43a2-bfc1-4db83d2689cb None None] Routers {'8ec9dd97-848d-42b4-9515-5c241e0417eb'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:07:36.917682 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-6b014595-c7dc-43a2-bfc1-4db83d2689cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:07:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['8ec9dd97-848d-42b4-9515-5c241e0417eb'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:07:36.929723 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-cd160964-c339-4845-9dea-5fd1b98e10c7 admin admin] For port c0455015-a1ae-4dc9-a270-bda958d1ced1, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=c0455015-a1ae-4dc9-a270-bda958d1ced1,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:07:36.930085 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cd160964-c339-4845-9dea-5fd1b98e10c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:36.942189 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-cd160964-c339-4845-9dea-5fd1b98e10c7 admin admin] Calling delete_port for c0455015-a1ae-4dc9-a270-bda958d1ced1 owned by network:router_gateway {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:07:37.003587 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-6b014595-c7dc-43a2-bfc1-4db83d2689cb None None] Set router 8ec9dd97-848d-42b4-9515-5c241e0417eb gateway port host: None {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:07:37.060320 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-6b014595-c7dc-43a2-bfc1-4db83d2689cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec9dd97-848d-42b4-9515-5c241e0417eb', 'name': 'tempest-TestMinimumBasicScenario-304333190-router', 'tenant_id': '52590b8a005f4b57bed018b78856ef91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:05:22Z', 'updated_at': '2021-10-30T16:07:36Z', 'revision_number': 6, 'project_id': '52590b8a005f4b57bed018b78856ef91', 'gw_port_host': None}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:07:37.086593 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b014595-c7dc-43a2-bfc1-4db83d2689cb None None] The sync data for ids ['8ec9dd97-848d-42b4-9515-5c241e0417eb'] in n-d-806683-17 is: [{'id': '8ec9dd97-848d-42b4-9515-5c241e0417eb', 'name': 'tempest-TestMinimumBasicScenario-304333190-router', 'tenant_id': '52590b8a005f4b57bed018b78856ef91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:05:22Z', 'updated_at': '2021-10-30T16:07:36Z', 'revision_number': 6, 'project_id': '52590b8a005f4b57bed018b78856ef91', 'gw_port_host': None}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 16:07:37.116745 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cd160964-c339-4845-9dea-5fd1b98e10c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:37.154842 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd160964-c339-4845-9dea-5fd1b98e10c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0455015-a1ae-4dc9-a270-bda958d1ced1,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:07:37.222054 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cd160964-c339-4845-9dea-5fd1b98e10c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:37.311914 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cd160964-c339-4845-9dea-5fd1b98e10c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:37.313916 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cd160964-c339-4845-9dea-5fd1b98e10c7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:37.359123 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cd160964-c339-4845-9dea-5fd1b98e10c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:37.359718 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd160964-c339-4845-9dea-5fd1b98e10c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ec9dd97-848d-42b4-9515-5c241e0417eb {{(pid=102131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 16:07:37.367081 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cd160964-c339-4845-9dea-5fd1b98e10c7 admin admin] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:37.368259 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-cd160964-c339-4845-9dea-5fd1b98e10c7 admin admin] 10.222.0.62 "DELETE /v2.0/routers/8ec9dd97-848d-42b4-9515-5c241e0417eb HTTP/1.1" status: 204 len: 168 time: 0.7902746 Oct 30 16:07:37.370984 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58502) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:07:37.414773 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2f93abf-73d6-42aa-a1d0-c9dd37f33d4c admin admin] Deleting subnet 5fda2731-8eac-4dc5-ace7-2f5ffa796551 {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 16:07:37.418057 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a2f93abf-73d6-42aa-a1d0-c9dd37f33d4c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:37.454371 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a2f93abf-73d6-42aa-a1d0-c9dd37f33d4c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:37.542743 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a2f93abf-73d6-42aa-a1d0-c9dd37f33d4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:37.592736 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a2f93abf-73d6-42aa-a1d0-c9dd37f33d4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:37.624219 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f93abf-73d6-42aa-a1d0-c9dd37f33d4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fda2731-8eac-4dc5-ace7-2f5ffa796551,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:07:37.627775 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a2f93abf-73d6-42aa-a1d0-c9dd37f33d4c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:37.629596 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15de86a0-0983-4360-8a48-9a329d636224 None None] Network bb3a460d-3e72-4631-9eb4-5a3bd856a770 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 16:07:37.631016 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-a2f93abf-73d6-42aa-a1d0-c9dd37f33d4c admin admin] 10.222.0.62 "DELETE /v2.0/subnets/5fda2731-8eac-4dc5-ace7-2f5ffa796551 HTTP/1.1" status: 204 len: 168 time: 0.2591171 Oct 30 16:07:37.633527 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58504) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:07:37.712189 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a1c2fd54-4455-4e34-b822-1bf6103da62c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:37.765887 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-a1c2fd54-4455-4e34-b822-1bf6103da62c admin admin] Deleting port 191a2f6b-3564-4cbe-b392-b79e1e565bee {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:07:37.766230 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a1c2fd54-4455-4e34-b822-1bf6103da62c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:37.836550 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-a1c2fd54-4455-4e34-b822-1bf6103da62c admin admin] For port 191a2f6b-3564-4cbe-b392-b79e1e565bee, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=191a2f6b-3564-4cbe-b392-b79e1e565bee,segment=NetworkSegment(71638c78-a333-4df2-9bd9-2b1b9b40e59b),segment_id=71638c78-a333-4df2-9bd9-2b1b9b40e59b)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:07:37.837192 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a1c2fd54-4455-4e34-b822-1bf6103da62c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:37.850114 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-a1c2fd54-4455-4e34-b822-1bf6103da62c admin admin] Calling delete_port for 191a2f6b-3564-4cbe-b392-b79e1e565bee owned by network:dhcp {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:07:37.866353 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9450274-8af1-46a0-b5b5-d91a454ead17 None None] DHCP port deletion for bb3a460d-3e72-4631-9eb4-5a3bd856a770 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 16:07:37.914042 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-b9450274-8af1-46a0-b5b5-d91a454ead17 None None] Deleting port 191a2f6b-3564-4cbe-b392-b79e1e565bee {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:07:37.914505 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b9450274-8af1-46a0-b5b5-d91a454ead17 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:37.939437 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a1c2fd54-4455-4e34-b822-1bf6103da62c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:37.969975 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c2fd54-4455-4e34-b822-1bf6103da62c admin admin] Pushing event deleted for resources: {'Port': ['ID=191a2f6b-3564-4cbe-b392-b79e1e565bee,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:07:37.972117 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c2fd54-4455-4e34-b822-1bf6103da62c admin admin] No DVR routers for this DVR port 191a2f6b-3564-4cbe-b392-b79e1e565bee on host n-d-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 16:07:38.052228 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a1c2fd54-4455-4e34-b822-1bf6103da62c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:38.075798 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-a1c2fd54-4455-4e34-b822-1bf6103da62c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb3a460d-3e72-4631-9eb4-5a3bd856a770']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:07:38.086544 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-a1c2fd54-4455-4e34-b822-1bf6103da62c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71638c78-a333-4df2-9bd9-2b1b9b40e59b') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:07:38.086865 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-a1c2fd54-4455-4e34-b822-1bf6103da62c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71638c78-a333-4df2-9bd9-2b1b9b40e59b') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:07:38.097135 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a1c2fd54-4455-4e34-b822-1bf6103da62c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:38.113385 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a1c2fd54-4455-4e34-b822-1bf6103da62c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:38.119958 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1c2fd54-4455-4e34-b822-1bf6103da62c admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 16:07:38.122744 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a1c2fd54-4455-4e34-b822-1bf6103da62c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:38.122883 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 16:07:38.122883 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 16:07:38.122883 n-d-806683-17 neutron-server[102131]: timer() Oct 30 16:07:38.122883 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 16:07:38.122883 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 16:07:38.122883 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 16:07:38.122883 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 16:07:38.122883 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 16:07:38.122883 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 16:07:38.122883 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 16:07:38.122883 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 16:07:38.122883 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 16:07:38.122883 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 16:07:38.122883 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 16:07:38.122883 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 16:07:38.122883 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 16:07:38.122883 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 16:07:38.122883 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 16:07:38.122883 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 16:07:38.122883 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 16:07:38.122883 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 16:07:38.122883 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 16:07:38.122883 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 16:07:38.122883 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 16:07:38.122883 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 16:07:38.122883 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 16:07:38.122883 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 16:07:38.122883 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 16:07:38.122883 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 16:07:38.122883 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 16:07:38.122883 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 16:07:38.122883 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 16:07:38.148283 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-b9450274-8af1-46a0-b5b5-d91a454ead17 None None] For port 191a2f6b-3564-4cbe-b392-b79e1e565bee, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=191a2f6b-3564-4cbe-b392-b79e1e565bee,segment=NetworkSegment(71638c78-a333-4df2-9bd9-2b1b9b40e59b),segment_id=71638c78-a333-4df2-9bd9-2b1b9b40e59b)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:07:38.148682 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b9450274-8af1-46a0-b5b5-d91a454ead17 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:38.165765 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-b9450274-8af1-46a0-b5b5-d91a454ead17 None None] Calling delete_port for 191a2f6b-3564-4cbe-b392-b79e1e565bee owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:07:38.184932 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a1c2fd54-4455-4e34-b822-1bf6103da62c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:38.190785 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a1c2fd54-4455-4e34-b822-1bf6103da62c admin admin] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:38.194256 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-a1c2fd54-4455-4e34-b822-1bf6103da62c admin admin] 10.222.0.62 "DELETE /v2.0/networks/bb3a460d-3e72-4631-9eb4-5a3bd856a770 HTTP/1.1" status: 204 len: 168 time: 0.5597310 Oct 30 16:07:38.197416 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58506) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:07:38.206588 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c2fd54-4455-4e34-b822-1bf6103da62c admin admin] Pushing event deleted for resources: {'Network': ['ID=bb3a460d-3e72-4631-9eb4-5a3bd856a770,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:07:38.249863 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b9450274-8af1-46a0-b5b5-d91a454ead17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:38.271671 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b9450274-8af1-46a0-b5b5-d91a454ead17 None None] Network bb3a460d-3e72-4631-9eb4-5a3bd856a770 is not hosted by any dhcp agent {{(pid=102132) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 30 16:07:38.272137 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9450274-8af1-46a0-b5b5-d91a454ead17 None None] No DVR routers for this DVR port 191a2f6b-3564-4cbe-b392-b79e1e565bee on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 16:07:38.273902 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9450274-8af1-46a0-b5b5-d91a454ead17 None None] Pushing event deleted for resources: {'Port': ['ID=191a2f6b-3564-4cbe-b392-b79e1e565bee,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:07:38.283216 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9450274-8af1-46a0-b5b5-d91a454ead17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:07:38.283593 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9450274-8af1-46a0-b5b5-d91a454ead17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:07:38.283936 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9450274-8af1-46a0-b5b5-d91a454ead17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:07:38.284263 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9450274-8af1-46a0-b5b5-d91a454ead17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:07:38.284599 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9450274-8af1-46a0-b5b5-d91a454ead17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:07:38.284928 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9450274-8af1-46a0-b5b5-d91a454ead17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:07:38.285253 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9450274-8af1-46a0-b5b5-d91a454ead17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:07:38.286040 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9450274-8af1-46a0-b5b5-d91a454ead17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:07:38.286040 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9450274-8af1-46a0-b5b5-d91a454ead17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:07:38.286225 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9450274-8af1-46a0-b5b5-d91a454ead17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:07:38.286504 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9450274-8af1-46a0-b5b5-d91a454ead17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:07:38.286821 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9450274-8af1-46a0-b5b5-d91a454ead17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:07:38.545265 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2d3294cf-95f4-4078-9835-a7a9d46e90c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:38.783631 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-2d3294cf-95f4-4078-9835-a7a9d46e90c1 admin admin] Deleting port 60839ae2-fe02-4ae2-98fd-ad65b3f71d8e {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:07:38.783971 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2d3294cf-95f4-4078-9835-a7a9d46e90c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:38.907012 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device c0455015-a1ae-4dc9-a270-bda958d1ced1 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 16:07:38.931496 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: c0455015-a1ae-4dc9-a270-bda958d1ced1 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 16:07:38.931853 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device c0455015-a1ae-4dc9-a270-bda958d1ced1 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 16:07:38.932780 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device fa3a1e7c-169a-4beb-adf8-d498e3ae2efe no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 16:07:38.953088 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: fa3a1e7c-169a-4beb-adf8-d498e3ae2efe {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 16:07:38.953441 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device fa3a1e7c-169a-4beb-adf8-d498e3ae2efe not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 16:07:38.953864 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 191a2f6b-3564-4cbe-b392-b79e1e565bee no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 16:07:38.973505 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 191a2f6b-3564-4cbe-b392-b79e1e565bee {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 16:07:38.973855 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 191a2f6b-3564-4cbe-b392-b79e1e565bee not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 16:07:39.186029 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-2d3294cf-95f4-4078-9835-a7a9d46e90c1 admin admin] For port 60839ae2-fe02-4ae2-98fd-ad65b3f71d8e, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=60839ae2-fe02-4ae2-98fd-ad65b3f71d8e,segment=NetworkSegment(67a2cbb3-fd4e-40b0-bcc0-3bfd688bbaee),segment_id=67a2cbb3-fd4e-40b0-bcc0-3bfd688bbaee)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:07:39.186382 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2d3294cf-95f4-4078-9835-a7a9d46e90c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:39.198679 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-2d3294cf-95f4-4078-9835-a7a9d46e90c1 admin admin] Calling delete_port for 60839ae2-fe02-4ae2-98fd-ad65b3f71d8e owned by network:router_interface {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:07:39.368223 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2d3294cf-95f4-4078-9835-a7a9d46e90c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:39.393057 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3294cf-95f4-4078-9835-a7a9d46e90c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=60839ae2-fe02-4ae2-98fd-ad65b3f71d8e,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:07:39.551945 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2d3294cf-95f4-4078-9835-a7a9d46e90c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:39.770238 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d3294cf-95f4-4078-9835-a7a9d46e90c1 admin admin] Router 9bdf12fe-7df3-48eb-9097-6f099a53d471 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 16:07:39.874840 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d3294cf-95f4-4078-9835-a7a9d46e90c1 admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 16:07:39.879958 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-2d3294cf-95f4-4078-9835-a7a9d46e90c1 admin admin] 10.222.0.62 "PUT /v2.0/routers/9bdf12fe-7df3-48eb-9097-6f099a53d471/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6809318 Oct 30 16:07:39.882529 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58508) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:07:39.883409 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d590c1-c122-4cd3-b96d-689f24825d6b None None] Sync routers for ids ['9bdf12fe-7df3-48eb-9097-6f099a53d471'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 16:07:39.893361 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d590c1-c122-4cd3-b96d-689f24825d6b None None] Routers {'9bdf12fe-7df3-48eb-9097-6f099a53d471'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:07:39.893974 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-e5d590c1-c122-4cd3-b96d-689f24825d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:07:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['9bdf12fe-7df3-48eb-9097-6f099a53d471'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:07:39.985455 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2c00f045-8061-4142-bf1e-a26ccf8e69c5 admin admin] Publish callbacks [] for router, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:39.997890 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-e5d590c1-c122-4cd3-b96d-689f24825d6b None None] Set router 9bdf12fe-7df3-48eb-9097-6f099a53d471 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:07:40.090782 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2c00f045-8061-4142-bf1e-a26ccf8e69c5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:40.141471 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-2c00f045-8061-4142-bf1e-a26ccf8e69c5 admin admin] Deleting port 2a236dfe-49a1-4100-a325-1c39055595fe {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:07:40.141814 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2c00f045-8061-4142-bf1e-a26ccf8e69c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:40.178964 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-e5d590c1-c122-4cd3-b96d-689f24825d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdf12fe-7df3-48eb-9097-6f099a53d471', 'name': 'tempest-TestMinimumBasicScenario-376403975-router', 'tenant_id': '9bece7ffe9b748ac96698ed7b02028a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '2a236dfe-49a1-4100-a325-1c39055595fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:05:27Z', 'updated_at': '2021-10-30T16:07:39Z', 'revision_number': 5, 'project_id': '9bece7ffe9b748ac96698ed7b02028a1', 'gw_port': {'id': '2a236dfe-49a1-4100-a325-1c39055595fe', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdf12fe-7df3-48eb-9097-6f099a53d471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:05:27Z', 'updated_at': '2021-10-30T16:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:07:40.207135 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d590c1-c122-4cd3-b96d-689f24825d6b None None] Checking router: 9bdf12fe-7df3-48eb-9097-6f099a53d471 for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 16:07:40.216139 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d590c1-c122-4cd3-b96d-689f24825d6b None None] Routers {'9bdf12fe-7df3-48eb-9097-6f099a53d471'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:07:40.216752 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-e5d590c1-c122-4cd3-b96d-689f24825d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:07:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['9bdf12fe-7df3-48eb-9097-6f099a53d471'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:07:40.230231 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-2c00f045-8061-4142-bf1e-a26ccf8e69c5 admin admin] For port 2a236dfe-49a1-4100-a325-1c39055595fe, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=2a236dfe-49a1-4100-a325-1c39055595fe,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:07:40.230778 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2c00f045-8061-4142-bf1e-a26ccf8e69c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:40.243015 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-2c00f045-8061-4142-bf1e-a26ccf8e69c5 admin admin] Calling delete_port for 2a236dfe-49a1-4100-a325-1c39055595fe owned by network:router_gateway {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:07:40.392858 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-e5d590c1-c122-4cd3-b96d-689f24825d6b None None] Set router 9bdf12fe-7df3-48eb-9097-6f099a53d471 gateway port host: None {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:07:40.412386 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2c00f045-8061-4142-bf1e-a26ccf8e69c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:40.438622 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c00f045-8061-4142-bf1e-a26ccf8e69c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a236dfe-49a1-4100-a325-1c39055595fe,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:07:40.452427 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-e5d590c1-c122-4cd3-b96d-689f24825d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdf12fe-7df3-48eb-9097-6f099a53d471', 'name': 'tempest-TestMinimumBasicScenario-376403975-router', 'tenant_id': '9bece7ffe9b748ac96698ed7b02028a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:05:27Z', 'updated_at': '2021-10-30T16:07:40Z', 'revision_number': 6, 'project_id': '9bece7ffe9b748ac96698ed7b02028a1', 'gw_port_host': None}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:07:40.478453 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d590c1-c122-4cd3-b96d-689f24825d6b None None] The sync data for ids ['9bdf12fe-7df3-48eb-9097-6f099a53d471'] in n-d-806683-17 is: [{'id': '9bdf12fe-7df3-48eb-9097-6f099a53d471', 'name': 'tempest-TestMinimumBasicScenario-376403975-router', 'tenant_id': '9bece7ffe9b748ac96698ed7b02028a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:05:27Z', 'updated_at': '2021-10-30T16:07:40Z', 'revision_number': 6, 'project_id': '9bece7ffe9b748ac96698ed7b02028a1', 'gw_port_host': None}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 16:07:40.501481 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2c00f045-8061-4142-bf1e-a26ccf8e69c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:40.604250 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2c00f045-8061-4142-bf1e-a26ccf8e69c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:40.606498 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2c00f045-8061-4142-bf1e-a26ccf8e69c5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:40.653809 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2c00f045-8061-4142-bf1e-a26ccf8e69c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:40.654488 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c00f045-8061-4142-bf1e-a26ccf8e69c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9bdf12fe-7df3-48eb-9097-6f099a53d471 {{(pid=102130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 16:07:40.659376 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2c00f045-8061-4142-bf1e-a26ccf8e69c5 admin admin] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:40.660599 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-2c00f045-8061-4142-bf1e-a26ccf8e69c5 admin admin] 10.222.0.62 "DELETE /v2.0/routers/9bdf12fe-7df3-48eb-9097-6f099a53d471 HTTP/1.1" status: 204 len: 168 time: 0.7771089 Oct 30 16:07:40.663404 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58512) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:07:40.708299 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-888ab1c1-3d52-4409-821b-fd98e541e762 admin admin] Deleting subnet b565bf75-9caf-4a9b-a540-d54cd5bedc8e {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 16:07:40.711321 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-888ab1c1-3d52-4409-821b-fd98e541e762 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:40.754251 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-888ab1c1-3d52-4409-821b-fd98e541e762 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:40.834985 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-888ab1c1-3d52-4409-821b-fd98e541e762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:40.898495 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-888ab1c1-3d52-4409-821b-fd98e541e762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:40.931219 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888ab1c1-3d52-4409-821b-fd98e541e762 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b565bf75-9caf-4a9b-a540-d54cd5bedc8e,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:07:40.935380 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-888ab1c1-3d52-4409-821b-fd98e541e762 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:40.938673 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-888ab1c1-3d52-4409-821b-fd98e541e762 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/b565bf75-9caf-4a9b-a540-d54cd5bedc8e HTTP/1.1" status: 204 len: 168 time: 0.2743063 Oct 30 16:07:40.941451 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58514) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:07:40.942556 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bda5307-e4f1-48b1-a073-c3811f78924e None None] Network ec2a667a-d520-4e9b-a760-67b71d0d9531 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 16:07:41.014408 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-87609d06-7cbe-49a5-b38b-7acd9b5b14e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:41.066710 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-87609d06-7cbe-49a5-b38b-7acd9b5b14e3 admin admin] Deleting port e6b42f86-b95c-4ef4-86b3-fddeb5047ef6 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:07:41.067054 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-87609d06-7cbe-49a5-b38b-7acd9b5b14e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:41.130232 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-87609d06-7cbe-49a5-b38b-7acd9b5b14e3 admin admin] For port e6b42f86-b95c-4ef4-86b3-fddeb5047ef6, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=e6b42f86-b95c-4ef4-86b3-fddeb5047ef6,segment=NetworkSegment(67a2cbb3-fd4e-40b0-bcc0-3bfd688bbaee),segment_id=67a2cbb3-fd4e-40b0-bcc0-3bfd688bbaee)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:07:41.130590 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-87609d06-7cbe-49a5-b38b-7acd9b5b14e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:41.146893 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-87609d06-7cbe-49a5-b38b-7acd9b5b14e3 admin admin] Calling delete_port for e6b42f86-b95c-4ef4-86b3-fddeb5047ef6 owned by network:dhcp {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:07:41.225071 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-87609d06-7cbe-49a5-b38b-7acd9b5b14e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:41.250522 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87609d06-7cbe-49a5-b38b-7acd9b5b14e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6b42f86-b95c-4ef4-86b3-fddeb5047ef6,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:07:41.254519 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87609d06-7cbe-49a5-b38b-7acd9b5b14e3 admin admin] No DVR routers for this DVR port e6b42f86-b95c-4ef4-86b3-fddeb5047ef6 on host n-d-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 16:07:41.284287 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a895665-57a0-448f-96c5-c3fb0f0c9315 None None] DHCP port deletion for ec2a667a-d520-4e9b-a760-67b71d0d9531 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 16:07:41.319342 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 60839ae2-fe02-4ae2-98fd-ad65b3f71d8e no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 16:07:41.337805 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-87609d06-7cbe-49a5-b38b-7acd9b5b14e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:41.341777 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 60839ae2-fe02-4ae2-98fd-ad65b3f71d8e {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 16:07:41.342126 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 60839ae2-fe02-4ae2-98fd-ad65b3f71d8e not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 16:07:41.359122 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-87609d06-7cbe-49a5-b38b-7acd9b5b14e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec2a667a-d520-4e9b-a760-67b71d0d9531']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:07:41.368472 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-87609d06-7cbe-49a5-b38b-7acd9b5b14e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67a2cbb3-fd4e-40b0-bcc0-3bfd688bbaee') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:07:41.368761 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-87609d06-7cbe-49a5-b38b-7acd9b5b14e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67a2cbb3-fd4e-40b0-bcc0-3bfd688bbaee') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:07:41.378388 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-87609d06-7cbe-49a5-b38b-7acd9b5b14e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:41.392612 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-87609d06-7cbe-49a5-b38b-7acd9b5b14e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:41.398979 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87609d06-7cbe-49a5-b38b-7acd9b5b14e3 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 16:07:41.399379 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-87609d06-7cbe-49a5-b38b-7acd9b5b14e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:41.401728 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 16:07:41.401728 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 16:07:41.401728 n-d-806683-17 neutron-server[102131]: timer() Oct 30 16:07:41.401728 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 16:07:41.401728 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 16:07:41.401728 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 16:07:41.401728 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 16:07:41.401728 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 16:07:41.401728 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 16:07:41.401728 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 16:07:41.401728 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 16:07:41.401728 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 16:07:41.401728 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 16:07:41.401728 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 16:07:41.401728 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 16:07:41.401728 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 16:07:41.401728 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 16:07:41.401728 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 16:07:41.401728 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 16:07:41.401728 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 16:07:41.401728 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 16:07:41.401728 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 16:07:41.401728 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 16:07:41.401728 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 16:07:41.401728 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 16:07:41.401728 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 16:07:41.401728 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 16:07:41.401728 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 16:07:41.401728 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 16:07:41.401728 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 16:07:41.401728 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 16:07:41.401728 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 16:07:41.457187 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-87609d06-7cbe-49a5-b38b-7acd9b5b14e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:41.464320 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-87609d06-7cbe-49a5-b38b-7acd9b5b14e3 admin admin] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:41.467745 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-87609d06-7cbe-49a5-b38b-7acd9b5b14e3 admin admin] 10.222.0.62 "DELETE /v2.0/networks/ec2a667a-d520-4e9b-a760-67b71d0d9531 HTTP/1.1" status: 204 len: 168 time: 0.5251248 Oct 30 16:07:41.482068 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87609d06-7cbe-49a5-b38b-7acd9b5b14e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec2a667a-d520-4e9b-a760-67b71d0d9531,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:07:41.641487 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58518) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:07:41.682852 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-d4d7d859-80f6-4675-a534-4f1faf36b57e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=52590b8a005f4b57bed018b78856ef91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401144 Oct 30 16:07:41.685663 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58520) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:07:41.741486 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ab813078-8d6d-4540-bf74-3627890ffc44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:41.762272 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ab813078-8d6d-4540-bf74-3627890ffc44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:41.808171 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ab813078-8d6d-4540-bf74-3627890ffc44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:41.811117 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ab813078-8d6d-4540-bf74-3627890ffc44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:41.812295 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-ab813078-8d6d-4540-bf74-3627890ffc44 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/549841f0-e6ab-4bd2-95d4-428847d1d153 HTTP/1.1" status: 204 len: 168 time: 0.1252887 Oct 30 16:07:41.820206 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab813078-8d6d-4540-bf74-3627890ffc44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=549841f0-e6ab-4bd2-95d4-428847d1d153,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:07:42.117074 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58526) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:07:42.157175 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d709d2e0-98f9-4ee4-ab9c-a33ccdbb87e2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9bece7ffe9b748ac96698ed7b02028a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388408 Oct 30 16:07:42.159520 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58528) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:07:42.207080 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-eff10ca6-2301-4144-bf2d-93310b3fec78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:42.227094 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-eff10ca6-2301-4144-bf2d-93310b3fec78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:42.279562 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-eff10ca6-2301-4144-bf2d-93310b3fec78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:42.282145 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-eff10ca6-2301-4144-bf2d-93310b3fec78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:42.283312 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-eff10ca6-2301-4144-bf2d-93310b3fec78 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d4cc0286-44f3-4969-bbfb-d0f205013c23 HTTP/1.1" status: 204 len: 168 time: 0.1228464 Oct 30 16:07:42.291922 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff10ca6-2301-4144-bf2d-93310b3fec78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4cc0286-44f3-4969-bbfb-d0f205013c23,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:07:42.909505 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 2a236dfe-49a1-4100-a325-1c39055595fe no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 16:07:42.929557 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 2a236dfe-49a1-4100-a325-1c39055595fe {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 16:07:42.929896 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 2a236dfe-49a1-4100-a325-1c39055595fe not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 16:07:42.930295 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device e6b42f86-b95c-4ef4-86b3-fddeb5047ef6 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 16:07:42.948295 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: e6b42f86-b95c-4ef4-86b3-fddeb5047ef6 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 16:07:42.948633 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device e6b42f86-b95c-4ef4-86b3-fddeb5047ef6 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 16:07:43.929603 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58568) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:07:43.939188 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-e556d8a6-79fa-4a44-9429-4c7b39604509 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1916623540', 'description': 'tempest-secgroup-smoke-1916623540 description', 'project_id': '289b72216cb54aebb7633604e51d22ed'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:07:43.961752 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e556d8a6-79fa-4a44-9429-4c7b39604509 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:43.969908 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e556d8a6-79fa-4a44-9429-4c7b39604509 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:44.043362 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e556d8a6-79fa-4a44-9429-4c7b39604509 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:44.046836 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e556d8a6-79fa-4a44-9429-4c7b39604509 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:44.083436 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e556d8a6-79fa-4a44-9429-4c7b39604509 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc3b95ea-7951-4c2a-afed-ccc80f5b4647,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:07:44.119417 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e556d8a6-79fa-4a44-9429-4c7b39604509 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:44.123602 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e556d8a6-79fa-4a44-9429-4c7b39604509 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:44.153234 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e556d8a6-79fa-4a44-9429-4c7b39604509 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:44.154495 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e556d8a6-79fa-4a44-9429-4c7b39604509 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2233613 Oct 30 16:07:44.157594 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58570) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:07:44.162512 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-b3c6d857-387e-4037-84e6-9817305e51d0 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Request body: {'security_group_rule': {'security_group_id': 'efbb9e4c-9f99-41db-aedc-833068f401b4', 'project_id': '289b72216cb54aebb7633604e51d22ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:07:44.162942 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e556d8a6-79fa-4a44-9429-4c7b39604509 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efbb9e4c-9f99-41db-aedc-833068f401b4,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:07:44.193809 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b3c6d857-387e-4037-84e6-9817305e51d0 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:44.242325 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b3c6d857-387e-4037-84e6-9817305e51d0 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:44.245898 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b3c6d857-387e-4037-84e6-9817305e51d0 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:44.264112 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c6d857-387e-4037-84e6-9817305e51d0 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=facf0b84-6a20-45fd-9c55-ff6fba294905,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:07:44.271276 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b3c6d857-387e-4037-84e6-9817305e51d0 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:44.272488 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b3c6d857-387e-4037-84e6-9817305e51d0 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1138203 Oct 30 16:07:44.275187 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58572) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:07:44.280347 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-39836188-66b1-4958-88cf-82b4415cf8d4 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Request body: {'security_group_rule': {'security_group_id': 'efbb9e4c-9f99-41db-aedc-833068f401b4', 'project_id': '289b72216cb54aebb7633604e51d22ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:07:44.306426 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-39836188-66b1-4958-88cf-82b4415cf8d4 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:44.362589 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-39836188-66b1-4958-88cf-82b4415cf8d4 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:44.366994 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-39836188-66b1-4958-88cf-82b4415cf8d4 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:44.385914 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39836188-66b1-4958-88cf-82b4415cf8d4 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7139e01d-baeb-42a3-8e43-aa461e74bbb8,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:07:44.393962 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-39836188-66b1-4958-88cf-82b4415cf8d4 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:44.395149 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-39836188-66b1-4958-88cf-82b4415cf8d4 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1184602 Oct 30 16:07:44.398026 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58574) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:07:44.402882 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-75f8a335-a5ab-4f02-8629-bbc7065f78d0 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Request body: {'security_group_rule': {'security_group_id': 'efbb9e4c-9f99-41db-aedc-833068f401b4', 'project_id': '289b72216cb54aebb7633604e51d22ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:07:44.428870 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-75f8a335-a5ab-4f02-8629-bbc7065f78d0 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:44.484588 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-75f8a335-a5ab-4f02-8629-bbc7065f78d0 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:44.487932 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-75f8a335-a5ab-4f02-8629-bbc7065f78d0 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:44.506507 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f8a335-a5ab-4f02-8629-bbc7065f78d0 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=999578c4-2260-414f-837e-346c995a614c,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:07:44.511922 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-75f8a335-a5ab-4f02-8629-bbc7065f78d0 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:44.513097 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-75f8a335-a5ab-4f02-8629-bbc7065f78d0 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1141427 Oct 30 16:07:44.516942 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58576) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:07:44.521850 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-909d87a9-72a1-44a4-a0ef-ad3635c242a6 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Request body: {'security_group_rule': {'security_group_id': 'efbb9e4c-9f99-41db-aedc-833068f401b4', 'project_id': '289b72216cb54aebb7633604e51d22ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:07:44.548576 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-909d87a9-72a1-44a4-a0ef-ad3635c242a6 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:44.608462 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-909d87a9-72a1-44a4-a0ef-ad3635c242a6 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:44.611955 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-909d87a9-72a1-44a4-a0ef-ad3635c242a6 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:44.627227 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909d87a9-72a1-44a4-a0ef-ad3635c242a6 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b015db68-aec2-40b5-a081-ef888c27422f,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:07:44.638877 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-909d87a9-72a1-44a4-a0ef-ad3635c242a6 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:44.640952 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-909d87a9-72a1-44a4-a0ef-ad3635c242a6 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1226344 Oct 30 16:07:44.643716 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58578) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:07:44.648145 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-465d7135-83ac-4a8e-b18f-245c6569f374 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Request body: {'security_group_rule': {'security_group_id': 'efbb9e4c-9f99-41db-aedc-833068f401b4', 'project_id': '289b72216cb54aebb7633604e51d22ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:07:44.672199 n-d-806683-17 neutron-server[102131]: INFO neutron.db.securitygroups_db [None req-465d7135-83ac-4a8e-b18f-245c6569f374 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Project 289b72216cb54aebb7633604e51d22ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 30 16:07:44.677241 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-465d7135-83ac-4a8e-b18f-245c6569f374 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:44.736139 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-465d7135-83ac-4a8e-b18f-245c6569f374 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:44.739425 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-465d7135-83ac-4a8e-b18f-245c6569f374 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:44.756836 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465d7135-83ac-4a8e-b18f-245c6569f374 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93587879-d371-4519-996e-e093f465e34b,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:07:44.764982 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-465d7135-83ac-4a8e-b18f-245c6569f374 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:44.766176 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-465d7135-83ac-4a8e-b18f-245c6569f374 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1215229 Oct 30 16:07:44.768881 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58580) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:07:44.773363 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-60cace61-10ce-4d12-a642-4dfba489d83b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Request body: {'security_group_rule': {'security_group_id': 'efbb9e4c-9f99-41db-aedc-833068f401b4', 'project_id': '289b72216cb54aebb7633604e51d22ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:07:44.795215 n-d-806683-17 neutron-server[102131]: INFO neutron.db.securitygroups_db [None req-60cace61-10ce-4d12-a642-4dfba489d83b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Project 289b72216cb54aebb7633604e51d22ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 30 16:07:44.799983 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-60cace61-10ce-4d12-a642-4dfba489d83b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:44.859409 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-60cace61-10ce-4d12-a642-4dfba489d83b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:44.862765 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-60cace61-10ce-4d12-a642-4dfba489d83b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:44.880374 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cace61-10ce-4d12-a642-4dfba489d83b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5264f76-c0e7-4bcf-9f62-fb9ed740d215,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:07:44.887941 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-60cace61-10ce-4d12-a642-4dfba489d83b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:44.889306 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-60cace61-10ce-4d12-a642-4dfba489d83b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1193709 Oct 30 16:07:44.892513 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58582) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:07:44.897577 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-ee3879db-f652-4a9d-b12c-9f4c570ec7fb tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Request body: {'network': {'name': 'tempest-network-smoke--1630210735', 'project_id': '289b72216cb54aebb7633604e51d22ed', 'port_security_enabled': True}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:07:44.919743 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3879db-f652-4a9d-b12c-9f4c570ec7fb tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Made reservation on behalf of 289b72216cb54aebb7633604e51d22ed for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 16:07:44.923128 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ee3879db-f652-4a9d-b12c-9f4c570ec7fb tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:44.946041 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee3879db-f652-4a9d-b12c-9f4c570ec7fb tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 16:07:44.954875 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ee3879db-f652-4a9d-b12c-9f4c570ec7fb tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:44.955219 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-ee3879db-f652-4a9d-b12c-9f4c570ec7fb tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Added segment eb0b8496-8ee0-4e30-bdbd-6b0b134d4cd7 of type vlan for network a4afebdc-32b5-47bd-bf3b-ddd42532658b Oct 30 16:07:44.995922 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ee3879db-f652-4a9d-b12c-9f4c570ec7fb tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:45.020065 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ee3879db-f652-4a9d-b12c-9f4c570ec7fb tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:45.025658 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3879db-f652-4a9d-b12c-9f4c570ec7fb tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:07:45.026242 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ee3879db-f652-4a9d-b12c-9f4c570ec7fb tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:45.078988 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-ee3879db-f652-4a9d-b12c-9f4c570ec7fb tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1854298 Oct 30 16:07:45.081845 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58584) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:07:45.086145 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-66311671-0e48-4ef7-86dc-59abf8860624 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-188563129', 'admin_state_up': True, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:07:45.105341 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3879db-f652-4a9d-b12c-9f4c570ec7fb tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event updated for resources: {'Network': ['ID=a4afebdc-32b5-47bd-bf3b-ddd42532658b,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:07:45.116027 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network a4afebdc-32b5-47bd-bf3b-ddd42532658b details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 16:07:45.120705 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-66311671-0e48-4ef7-86dc-59abf8860624 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:45.121940 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-66311671-0e48-4ef7-86dc-59abf8860624 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:45.176589 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-66311671-0e48-4ef7-86dc-59abf8860624 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:45.311705 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-66311671-0e48-4ef7-86dc-59abf8860624 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:45.499892 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-66311671-0e48-4ef7-86dc-59abf8860624 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for router_gateway, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:45.518446 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-66311671-0e48-4ef7-86dc-59abf8860624 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:45.622724 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-66311671-0e48-4ef7-86dc-59abf8860624 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Allocated IP 172.25.4.4 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/be1d58c3-9bf4-429f-99e6-3820cf76ac48) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 16:07:45.722221 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-66311671-0e48-4ef7-86dc-59abf8860624 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:45.755151 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-66311671-0e48-4ef7-86dc-59abf8860624 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:45.798035 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66311671-0e48-4ef7-86dc-59abf8860624 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:07:45.801002 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-66311671-0e48-4ef7-86dc-59abf8860624 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:07:45.804548 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66311671-0e48-4ef7-86dc-59abf8860624 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 16:07:45.829873 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66311671-0e48-4ef7-86dc-59abf8860624 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event updated for resources: {'Port': ['ID=be1d58c3-9bf4-429f-99e6-3820cf76ac48,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:07:46.053633 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-66311671-0e48-4ef7-86dc-59abf8860624 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for router_gateway, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:46.527951 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-66311671-0e48-4ef7-86dc-59abf8860624 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:46.653771 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66311671-0e48-4ef7-86dc-59abf8860624 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Router 2def3d47-a892-4749-b006-facc1c31c763 is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 16:07:46.762195 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66311671-0e48-4ef7-86dc-59abf8860624 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 16:07:46.772121 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfb9067-32ba-44ca-847c-933f2b1dc8da None None] Sync routers for ids ['2def3d47-a892-4749-b006-facc1c31c763'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 16:07:46.783372 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-66311671-0e48-4ef7-86dc-59abf8860624 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:46.783605 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfb9067-32ba-44ca-847c-933f2b1dc8da None None] Routers {'2def3d47-a892-4749-b006-facc1c31c763'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:07:46.784135 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-fbfb9067-32ba-44ca-847c-933f2b1dc8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:07:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['2def3d47-a892-4749-b006-facc1c31c763'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:07:46.787419 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-66311671-0e48-4ef7-86dc-59abf8860624 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7018280 Oct 30 16:07:46.787921 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58586) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:07:46.893815 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-fbfb9067-32ba-44ca-847c-933f2b1dc8da None None] Set router 2def3d47-a892-4749-b006-facc1c31c763 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:07:46.911308 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-4861119d-0caf-4bc5-bd1c-8fa49236c75d tempest-TestNetworkAdvancedServerOps-616166719 tempest-TestNetworkAdvancedServerOps-616166719-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=289b72216cb54aebb7633604e51d22ed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1221850 Oct 30 16:07:46.914313 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58590) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:07:47.005754 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6d2d83-e096-428c-9d28-ce0075cfb445 tempest-TestNetworkAdvancedServerOps-616166719 tempest-TestNetworkAdvancedServerOps-616166719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:07:47.009863 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-7b6d2d83-e096-428c-9d28-ce0075cfb445 tempest-TestNetworkAdvancedServerOps-616166719 tempest-TestNetworkAdvancedServerOps-616166719-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0920582 Oct 30 16:07:47.010664 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58592) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:07:47.038421 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-708a270a-474b-460c-94fe-462553c82979 tempest-TestNetworkAdvancedServerOps-616166719 tempest-TestNetworkAdvancedServerOps-616166719-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=edc38ef5-7816-4133-914c-cfe2849a0125&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262196 Oct 30 16:07:47.040824 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58594) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:07:47.045515 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-a64122a2-9173-494c-92a8-211cfd20cda7 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1193160241', 'network_id': 'a4afebdc-32b5-47bd-bf3b-ddd42532658b', 'project_id': '289b72216cb54aebb7633604e51d22ed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:07:47.075210 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-fbfb9067-32ba-44ca-847c-933f2b1dc8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2def3d47-a892-4749-b006-facc1c31c763', 'name': 'tempest-TestNetworkAdvancedServerOps-router-188563129', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'be1d58c3-9bf4-429f-99e6-3820cf76ac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:07:45Z', 'updated_at': '2021-10-30T16:07:45Z', 'revision_number': 3, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'gw_port': {'id': 'be1d58c3-9bf4-429f-99e6-3820cf76ac48', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:69:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2def3d47-a892-4749-b006-facc1c31c763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:07:45Z', 'updated_at': '2021-10-30T16:07:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:07:47.101622 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfb9067-32ba-44ca-847c-933f2b1dc8da None None] Checking router: 2def3d47-a892-4749-b006-facc1c31c763 for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 16:07:47.101976 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfb9067-32ba-44ca-847c-933f2b1dc8da None None] Updating router 2def3d47-a892-4749-b006-facc1c31c763 port be1d58c3-9bf4-429f-99e6-3820cf76ac48 binding host n-d-806683-17 {{(pid=102132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 16:07:47.129452 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-fbfb9067-32ba-44ca-847c-933f2b1dc8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:47.133849 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64122a2-9173-494c-92a8-211cfd20cda7 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Made reservation on behalf of 289b72216cb54aebb7633604e51d22ed for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 16:07:47.138093 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a64122a2-9173-494c-92a8-211cfd20cda7 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:47.322286 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a64122a2-9173-494c-92a8-211cfd20cda7 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:47.379992 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-fbfb9067-32ba-44ca-847c-933f2b1dc8da None None] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:47.384354 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64122a2-9173-494c-92a8-211cfd20cda7 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event updated for resources: {'Subnet': ['ID=a8188b95-8871-4ac1-85bc-685a9611c069,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:07:47.385847 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-fbfb9067-32ba-44ca-847c-933f2b1dc8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:47.393613 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64122a2-9173-494c-92a8-211cfd20cda7 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Checking segment: {'id': 'eb0b8496-8ee0-4e30-bdbd-6b0b134d4cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a4afebdc-32b5-47bd-bf3b-ddd42532658b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:07:47.394102 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64122a2-9173-494c-92a8-211cfd20cda7 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Network hostable DHCP agents. Network: a4afebdc-32b5-47bd-bf3b-ddd42532658b, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 16:07:47.411566 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64122a2-9173-494c-92a8-211cfd20cda7 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Network a4afebdc-32b5-47bd-bf3b-ddd42532658b is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 16:07:47.421002 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-a64122a2-9173-494c-92a8-211cfd20cda7 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, a4afebdc-32b5-47bd-bf3b-ddd42532658b) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:07:47.427715 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64122a2-9173-494c-92a8-211cfd20cda7 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:07:47.428309 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a64122a2-9173-494c-92a8-211cfd20cda7 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:47.433011 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7ee20a-9783-4886-bd18-fd4e13832498 None None] Network a4afebdc-32b5-47bd-bf3b-ddd42532658b requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 16:07:47.446159 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-a64122a2-9173-494c-92a8-211cfd20cda7 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4042878 Oct 30 16:07:47.449502 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58596) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:07:47.479943 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-fbfb9067-32ba-44ca-847c-933f2b1dc8da None None] Attempting to bind port be1d58c3-9bf4-429f-99e6-3820cf76ac48 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 16:07:47.480317 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-fbfb9067-32ba-44ca-847c-933f2b1dc8da None None] Attempting to bind port be1d58c3-9bf4-429f-99e6-3820cf76ac48 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 16:07:47.480683 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfb9067-32ba-44ca-847c-933f2b1dc8da None None] Attempting to bind port be1d58c3-9bf4-429f-99e6-3820cf76ac48 on network edc38ef5-7816-4133-914c-cfe2849a0125 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:07:47.491631 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bf6a1f-61b1-43e7-82ab-bbb5b60d8d7e None None] Pushing event updated for resources: {'Port': ['ID=be1d58c3-9bf4-429f-99e6-3820cf76ac48,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:07:47.497826 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfb9067-32ba-44ca-847c-933f2b1dc8da None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 16, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 16:07:47.498202 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfb9067-32ba-44ca-847c-933f2b1dc8da None None] Checking segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:07:47.498613 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-fbfb9067-32ba-44ca-847c-933f2b1dc8da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:47.499088 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfb9067-32ba-44ca-847c-933f2b1dc8da None None] Bound using segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 16:07:47.499568 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-fbfb9067-32ba-44ca-847c-933f2b1dc8da None None] Bound port: be1d58c3-9bf4-429f-99e6-3820cf76ac48, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 16:07:47.499886 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-fbfb9067-32ba-44ca-847c-933f2b1dc8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:47.577187 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-fbfb9067-32ba-44ca-847c-933f2b1dc8da None None] For port be1d58c3-9bf4-429f-99e6-3820cf76ac48, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 16:07:47.611458 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-fbfb9067-32ba-44ca-847c-933f2b1dc8da None None] For port be1d58c3-9bf4-429f-99e6-3820cf76ac48, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=be1d58c3-9bf4-429f-99e6-3820cf76ac48,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 16:07:47.617174 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-fbfb9067-32ba-44ca-847c-933f2b1dc8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:47.700085 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13332557-d8b8-4e8e-9c1e-91c48f040ab4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-a4afebdc-32b5-47bd-bf3b-ddd42532658b', 'network_id': 'a4afebdc-32b5-47bd-bf3b-ddd42532658b', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'fixed_ips': [{'subnet_id': 'a8188b95-8871-4ac1-85bc-685a9611c069'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 16:07:47.700974 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-13332557-d8b8-4e8e-9c1e-91c48f040ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:47.715633 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfb9067-32ba-44ca-847c-933f2b1dc8da None None] Routers {'2def3d47-a892-4749-b006-facc1c31c763'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:07:47.716260 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-fbfb9067-32ba-44ca-847c-933f2b1dc8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:07:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['2def3d47-a892-4749-b006-facc1c31c763'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:07:47.717925 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bf6a1f-61b1-43e7-82ab-bbb5b60d8d7e None None] Pushing event updated for resources: {'Port': ['ID=be1d58c3-9bf4-429f-99e6-3820cf76ac48,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:07:47.885717 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-19a91ed8-42e8-44c7-a897-823e9f79755d tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:47.911201 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-fbfb9067-32ba-44ca-847c-933f2b1dc8da None None] Set router 2def3d47-a892-4749-b006-facc1c31c763 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:07:48.014936 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-13332557-d8b8-4e8e-9c1e-91c48f040ab4 None None] Allocated IP 172.20.0.2 (a4afebdc-32b5-47bd-bf3b-ddd42532658b/a8188b95-8871-4ac1-85bc-685a9611c069/d4e9b1ab-f5da-4c52-b04a-b977656cae61) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 16:07:48.224666 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-fbfb9067-32ba-44ca-847c-933f2b1dc8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2def3d47-a892-4749-b006-facc1c31c763', 'name': 'tempest-TestNetworkAdvancedServerOps-router-188563129', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'be1d58c3-9bf4-429f-99e6-3820cf76ac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:07:45Z', 'updated_at': '2021-10-30T16:07:45Z', 'revision_number': 3, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'gw_port': {'id': 'be1d58c3-9bf4-429f-99e6-3820cf76ac48', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:69:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2def3d47-a892-4749-b006-facc1c31c763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:07:45Z', 'updated_at': '2021-10-30T16:07:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:07:48.226609 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-13332557-d8b8-4e8e-9c1e-91c48f040ab4 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:48.253910 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfb9067-32ba-44ca-847c-933f2b1dc8da None None] The sync data for ids ['2def3d47-a892-4749-b006-facc1c31c763'] in n-d-806683-17 is: [{'id': '2def3d47-a892-4749-b006-facc1c31c763', 'name': 'tempest-TestNetworkAdvancedServerOps-router-188563129', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'be1d58c3-9bf4-429f-99e6-3820cf76ac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:07:45Z', 'updated_at': '2021-10-30T16:07:45Z', 'revision_number': 3, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'gw_port': {'id': 'be1d58c3-9bf4-429f-99e6-3820cf76ac48', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:69:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2def3d47-a892-4749-b006-facc1c31c763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:07:45Z', 'updated_at': '2021-10-30T16:07:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 16:07:48.255831 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-13332557-d8b8-4e8e-9c1e-91c48f040ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:48.296584 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-19a91ed8-42e8-44c7-a897-823e9f79755d tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Allocated IP 172.20.0.1 (a4afebdc-32b5-47bd-bf3b-ddd42532658b/a8188b95-8871-4ac1-85bc-685a9611c069/bbf6ad79-c7a0-4002-bd92-a68851a304e0) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 16:07:48.313218 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13332557-d8b8-4e8e-9c1e-91c48f040ab4 None None] Network a4afebdc-32b5-47bd-bf3b-ddd42532658b is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:07:48.317549 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-13332557-d8b8-4e8e-9c1e-91c48f040ab4 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:07:48.323641 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13332557-d8b8-4e8e-9c1e-91c48f040ab4 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 16:07:48.326983 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13332557-d8b8-4e8e-9c1e-91c48f040ab4 None None] Pushing event updated for resources: {'Port': ['ID=d4e9b1ab-f5da-4c52-b04a-b977656cae61,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:07:48.380850 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-13332557-d8b8-4e8e-9c1e-91c48f040ab4 None None] Attempting to bind port d4e9b1ab-f5da-4c52-b04a-b977656cae61 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 16:07:48.381225 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-13332557-d8b8-4e8e-9c1e-91c48f040ab4 None None] Attempting to bind port d4e9b1ab-f5da-4c52-b04a-b977656cae61 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'eb0b8496-8ee0-4e30-bdbd-6b0b134d4cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a4afebdc-32b5-47bd-bf3b-ddd42532658b'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 16:07:48.381613 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13332557-d8b8-4e8e-9c1e-91c48f040ab4 None None] Attempting to bind port d4e9b1ab-f5da-4c52-b04a-b977656cae61 on network a4afebdc-32b5-47bd-bf3b-ddd42532658b {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:07:48.387137 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13332557-d8b8-4e8e-9c1e-91c48f040ab4 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 16, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 16:07:48.387541 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13332557-d8b8-4e8e-9c1e-91c48f040ab4 None None] Checking segment: {'id': 'eb0b8496-8ee0-4e30-bdbd-6b0b134d4cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a4afebdc-32b5-47bd-bf3b-ddd42532658b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:07:48.387952 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-13332557-d8b8-4e8e-9c1e-91c48f040ab4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:48.388351 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13332557-d8b8-4e8e-9c1e-91c48f040ab4 None None] Bound using segment: {'id': 'eb0b8496-8ee0-4e30-bdbd-6b0b134d4cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a4afebdc-32b5-47bd-bf3b-ddd42532658b'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 16:07:48.388964 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-13332557-d8b8-4e8e-9c1e-91c48f040ab4 None None] Bound port: d4e9b1ab-f5da-4c52-b04a-b977656cae61, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb0b8496-8ee0-4e30-bdbd-6b0b134d4cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a4afebdc-32b5-47bd-bf3b-ddd42532658b'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 16:07:48.389359 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-13332557-d8b8-4e8e-9c1e-91c48f040ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:48.428262 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-19a91ed8-42e8-44c7-a897-823e9f79755d tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:48.458541 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-13332557-d8b8-4e8e-9c1e-91c48f040ab4 None None] For port d4e9b1ab-f5da-4c52-b04a-b977656cae61, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 16:07:48.462607 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-13332557-d8b8-4e8e-9c1e-91c48f040ab4 None None] For port d4e9b1ab-f5da-4c52-b04a-b977656cae61, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=d4e9b1ab-f5da-4c52-b04a-b977656cae61,segment=NetworkSegment(eb0b8496-8ee0-4e30-bdbd-6b0b134d4cd7),segment_id=eb0b8496-8ee0-4e30-bdbd-6b0b134d4cd7)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 16:07:48.470899 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-19a91ed8-42e8-44c7-a897-823e9f79755d tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:48.474423 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-13332557-d8b8-4e8e-9c1e-91c48f040ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:48.530165 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a91ed8-42e8-44c7-a897-823e9f79755d tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Network a4afebdc-32b5-47bd-bf3b-ddd42532658b is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:07:48.533708 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-19a91ed8-42e8-44c7-a897-823e9f79755d tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:07:48.538302 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a91ed8-42e8-44c7-a897-823e9f79755d tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 16:07:48.570652 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13332557-d8b8-4e8e-9c1e-91c48f040ab4 None None] Pushing event updated for resources: {'Port': ['ID=d4e9b1ab-f5da-4c52-b04a-b977656cae61,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:07:48.587202 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a91ed8-42e8-44c7-a897-823e9f79755d tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event updated for resources: {'Port': ['ID=bbf6ad79-c7a0-4002-bd92-a68851a304e0,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:07:48.602566 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-19a91ed8-42e8-44c7-a897-823e9f79755d tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:48.761608 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-19a91ed8-42e8-44c7-a897-823e9f79755d tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:49.002038 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device be1d58c3-9bf4-429f-99e6-3820cf76ac48 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:07:49.091713 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-19a91ed8-42e8-44c7-a897-823e9f79755d tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:49.097489 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-19a91ed8-42e8-44c7-a897-823e9f79755d tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:49.176335 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-19a91ed8-42e8-44c7-a897-823e9f79755d tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:49.179189 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a91ed8-42e8-44c7-a897-823e9f79755d tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event updated for resources: {'Port': ['ID=bbf6ad79-c7a0-4002-bd92-a68851a304e0,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:07:49.225581 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port be1d58c3-9bf4-429f-99e6-3820cf76ac48 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:07:49.225964 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:49.322972 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a91ed8-42e8-44c7-a897-823e9f79755d tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Network a4afebdc-32b5-47bd-bf3b-ddd42532658b is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:07:49.324588 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-19a91ed8-42e8-44c7-a897-823e9f79755d tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:07:49.342448 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:49.373295 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port be1d58c3-9bf4-429f-99e6-3820cf76ac48, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=be1d58c3-9bf4-429f-99e6-3820cf76ac48,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:07:49.381186 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:49.382323 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device d4e9b1ab-f5da-4c52-b04a-b977656cae61 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:07:49.457145 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19a91ed8-42e8-44c7-a897-823e9f79755d tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Router 2def3d47-a892-4749-b006-facc1c31c763 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 16:07:49.462415 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=be1d58c3-9bf4-429f-99e6-3820cf76ac48,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:07:49.474568 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port d4e9b1ab-f5da-4c52-b04a-b977656cae61 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:07:49.474950 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:49.565911 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:49.578217 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a91ed8-42e8-44c7-a897-823e9f79755d tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 16:07:49.584158 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-19a91ed8-42e8-44c7-a897-823e9f79755d tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "PUT /v2.0/routers/2def3d47-a892-4749-b006-facc1c31c763/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1334872 Oct 30 16:07:49.617422 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port d4e9b1ab-f5da-4c52-b04a-b977656cae61, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=d4e9b1ab-f5da-4c52-b04a-b977656cae61,segment=NetworkSegment(eb0b8496-8ee0-4e30-bdbd-6b0b134d4cd7),segment_id=eb0b8496-8ee0-4e30-bdbd-6b0b134d4cd7)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:07:49.622031 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:49.674532 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=d4e9b1ab-f5da-4c52-b04a-b977656cae61,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:07:49.686478 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542304ff-6079-4e58-8cd6-1ce21f6299df None None] Network a4afebdc-32b5-47bd-bf3b-ddd42532658b requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 16:07:49.743248 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-a03b5564-a57f-442e-a4c0-b6e52bec7e09 None None] Provisioning complete for port d4e9b1ab-f5da-4c52-b04a-b977656cae61 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:07:49.743733 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a03b5564-a57f-442e-a4c0-b6e52bec7e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:49.754824 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-021a5d40-b1bd-420a-a319-40b1a32507c9 req-0067cde1-5c04-4c33-b771-d40e608633ad tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1916623540&fields=id&tenant_id=289b72216cb54aebb7633604e51d22ed HTTP/1.1" status: 200 len: 267 time: 0.0338783 Oct 30 16:07:49.871629 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a5d40-b1bd-420a-a319-40b1a32507c9 req-da1feb4b-8199-4dd3-bf39-808864ad18f5 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:07:49.873126 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-021a5d40-b1bd-420a-a319-40b1a32507c9 req-da1feb4b-8199-4dd3-bf39-808864ad18f5 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/networks?id=a4afebdc-32b5-47bd-bf3b-ddd42532658b HTTP/1.1" status: 200 len: 797 time: 0.1107435 Oct 30 16:07:49.890642 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-021a5d40-b1bd-420a-a319-40b1a32507c9 req-96205e0e-9bb8-4db4-91f8-2592880c4492 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/quotas/289b72216cb54aebb7633604e51d22ed HTTP/1.1" status: 200 len: 375 time: 0.0110831 Oct 30 16:07:49.954244 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-021a5d40-b1bd-420a-a319-40b1a32507c9 req-1c661f8a-9890-45f7-afc0-6b6e96c09f2b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=289b72216cb54aebb7633604e51d22ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0575922 Oct 30 16:07:50.058275 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-021a5d40-b1bd-420a-a319-40b1a32507c9 req-9dbc96a2-7679-47b0-9ec3-e9b37ddc75ed service neutron] 10.222.0.62 "GET /v2.0/networks/a4afebdc-32b5-47bd-bf3b-ddd42532658b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907376 Oct 30 16:07:50.126410 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-b8233a85-9323-4f20-88ac-f8e9e00bc231 None None] Provisioning complete for port d4e9b1ab-f5da-4c52-b04a-b977656cae61 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:07:50.126957 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b8233a85-9323-4f20-88ac-f8e9e00bc231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:50.160835 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c932943-f87a-44c6-ac81-551490bc69d4 None None] Sync routers for ids ['2def3d47-a892-4749-b006-facc1c31c763'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 16:07:50.161440 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-021a5d40-b1bd-420a-a319-40b1a32507c9 req-123c2363-ac1f-44d6-8107-32bd3a4dc46a service neutron] 10.222.0.62 "GET /v2.0/networks/a4afebdc-32b5-47bd-bf3b-ddd42532658b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968754 Oct 30 16:07:50.175578 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c932943-f87a-44c6-ac81-551490bc69d4 None None] Routers {'2def3d47-a892-4749-b006-facc1c31c763'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:07:50.176495 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-3c932943-f87a-44c6-ac81-551490bc69d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:07:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['2def3d47-a892-4749-b006-facc1c31c763'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:07:50.231020 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-b8233a85-9323-4f20-88ac-f8e9e00bc231 None None] Provisioning complete for port bbf6ad79-c7a0-4002-bd92-a68851a304e0 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:07:50.231678 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b8233a85-9323-4f20-88ac-f8e9e00bc231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:50.271028 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-b8233a85-9323-4f20-88ac-f8e9e00bc231 None None] Port bbf6ad79-c7a0-4002-bd92-a68851a304e0 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 16:07:50.298739 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-3c932943-f87a-44c6-ac81-551490bc69d4 None None] Set router 2def3d47-a892-4749-b006-facc1c31c763 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:07:50.399944 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-de0fc7aa-89ff-4ae8-9d99-77f50440d7d4 None None] Provisioning complete for port bbf6ad79-c7a0-4002-bd92-a68851a304e0 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:07:50.401014 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-de0fc7aa-89ff-4ae8-9d99-77f50440d7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:50.447861 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8db16252-bbe4-42a9-abf7-c244597cf082 req-a81e71a1-df40-4e2e-9013-6aa526cbebc6 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3b730f6-988b-4a48-8605-f2d0f651db66 HTTP/1.1" status: 200 len: 210 time: 0.1129386 Oct 30 16:07:50.465626 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-de0fc7aa-89ff-4ae8-9d99-77f50440d7d4 None None] Port bbf6ad79-c7a0-4002-bd92-a68851a304e0 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 16:07:50.556773 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-3c932943-f87a-44c6-ac81-551490bc69d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2def3d47-a892-4749-b006-facc1c31c763', 'name': 'tempest-TestNetworkAdvancedServerOps-router-188563129', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'be1d58c3-9bf4-429f-99e6-3820cf76ac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:07:45Z', 'updated_at': '2021-10-30T16:07:48Z', 'revision_number': 4, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'gw_port': {'id': 'be1d58c3-9bf4-429f-99e6-3820cf76ac48', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:69:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2def3d47-a892-4749-b006-facc1c31c763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:07:45Z', 'updated_at': '2021-10-30T16:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'bbf6ad79-c7a0-4002-bd92-a68851a304e0', 'name': '', 'network_id': 'a4afebdc-32b5-47bd-bf3b-ddd42532658b', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'mac_address': 'fa:16:3e:6c:f1:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2def3d47-a892-4749-b006-facc1c31c763', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'a8188b95-8871-4ac1-85bc-685a9611c069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:07:48Z', 'updated_at': '2021-10-30T16:07:48Z', 'revision_number': 2, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'subnets': [{'id': 'a8188b95-8871-4ac1-85bc-685a9611c069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:07:50.587198 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c932943-f87a-44c6-ac81-551490bc69d4 None None] Checking router: 2def3d47-a892-4749-b006-facc1c31c763 for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 16:07:50.587198 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c932943-f87a-44c6-ac81-551490bc69d4 None None] Updating router 2def3d47-a892-4749-b006-facc1c31c763 port bbf6ad79-c7a0-4002-bd92-a68851a304e0 binding host n-d-806683-17 {{(pid=102133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 16:07:50.621194 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3c932943-f87a-44c6-ac81-551490bc69d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:50.691680 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e5c47814-bddc-4a11-8d42-82e5cb64dcdd None None] Provisioning complete for port bbf6ad79-c7a0-4002-bd92-a68851a304e0 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:07:50.692122 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e5c47814-bddc-4a11-8d42-82e5cb64dcdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:50.730748 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e5c47814-bddc-4a11-8d42-82e5cb64dcdd None None] Port bbf6ad79-c7a0-4002-bd92-a68851a304e0 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 16:07:50.905747 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3c932943-f87a-44c6-ac81-551490bc69d4 None None] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:50.911681 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3c932943-f87a-44c6-ac81-551490bc69d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:50.954891 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device be1d58c3-9bf4-429f-99e6-3820cf76ac48 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:07:50.988355 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e81593-78fc-40e6-97d2-9ffbbee89dc2 None None] Pushing event updated for resources: {'Port': ['ID=bbf6ad79-c7a0-4002-bd92-a68851a304e0,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:07:51.010812 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e81593-78fc-40e6-97d2-9ffbbee89dc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:07:51.011416 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e81593-78fc-40e6-97d2-9ffbbee89dc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:07:51.011946 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e81593-78fc-40e6-97d2-9ffbbee89dc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:07:51.012441 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e81593-78fc-40e6-97d2-9ffbbee89dc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:07:51.012934 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e81593-78fc-40e6-97d2-9ffbbee89dc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:07:51.013426 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e81593-78fc-40e6-97d2-9ffbbee89dc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:07:51.013921 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e81593-78fc-40e6-97d2-9ffbbee89dc2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:07:51.014410 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e81593-78fc-40e6-97d2-9ffbbee89dc2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:07:51.014734 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e81593-78fc-40e6-97d2-9ffbbee89dc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:07:51.015060 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e81593-78fc-40e6-97d2-9ffbbee89dc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:07:51.015382 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e81593-78fc-40e6-97d2-9ffbbee89dc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:07:51.015747 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e81593-78fc-40e6-97d2-9ffbbee89dc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:07:51.016600 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port be1d58c3-9bf4-429f-99e6-3820cf76ac48 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:07:51.017134 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:51.032938 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-3c932943-f87a-44c6-ac81-551490bc69d4 None None] Attempting to bind port bbf6ad79-c7a0-4002-bd92-a68851a304e0 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 16:07:51.033431 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-3c932943-f87a-44c6-ac81-551490bc69d4 None None] Attempting to bind port bbf6ad79-c7a0-4002-bd92-a68851a304e0 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'eb0b8496-8ee0-4e30-bdbd-6b0b134d4cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a4afebdc-32b5-47bd-bf3b-ddd42532658b'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 16:07:51.033862 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c932943-f87a-44c6-ac81-551490bc69d4 None None] Attempting to bind port bbf6ad79-c7a0-4002-bd92-a68851a304e0 on network a4afebdc-32b5-47bd-bf3b-ddd42532658b {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:07:51.039533 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c932943-f87a-44c6-ac81-551490bc69d4 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 16, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 16:07:51.040003 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c932943-f87a-44c6-ac81-551490bc69d4 None None] Checking segment: {'id': 'eb0b8496-8ee0-4e30-bdbd-6b0b134d4cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a4afebdc-32b5-47bd-bf3b-ddd42532658b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:07:51.040463 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3c932943-f87a-44c6-ac81-551490bc69d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:51.041111 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c932943-f87a-44c6-ac81-551490bc69d4 None None] Bound using segment: {'id': 'eb0b8496-8ee0-4e30-bdbd-6b0b134d4cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a4afebdc-32b5-47bd-bf3b-ddd42532658b'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 16:07:51.041580 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-3c932943-f87a-44c6-ac81-551490bc69d4 None None] Bound port: bbf6ad79-c7a0-4002-bd92-a68851a304e0, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb0b8496-8ee0-4e30-bdbd-6b0b134d4cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a4afebdc-32b5-47bd-bf3b-ddd42532658b'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 16:07:51.041961 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3c932943-f87a-44c6-ac81-551490bc69d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:51.119054 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-3c932943-f87a-44c6-ac81-551490bc69d4 None None] For port bbf6ad79-c7a0-4002-bd92-a68851a304e0, host n-d-806683-17, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 16:07:51.121682 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device d4e9b1ab-f5da-4c52-b04a-b977656cae61 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:07:51.123406 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-3c932943-f87a-44c6-ac81-551490bc69d4 None None] For port bbf6ad79-c7a0-4002-bd92-a68851a304e0, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=bbf6ad79-c7a0-4002-bd92-a68851a304e0,segment=NetworkSegment(eb0b8496-8ee0-4e30-bdbd-6b0b134d4cd7),segment_id=eb0b8496-8ee0-4e30-bdbd-6b0b134d4cd7)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 16:07:51.129160 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-3c932943-f87a-44c6-ac81-551490bc69d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:51.183329 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port d4e9b1ab-f5da-4c52-b04a-b977656cae61 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:07:51.183925 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:51.189897 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c932943-f87a-44c6-ac81-551490bc69d4 None None] Routers {'2def3d47-a892-4749-b006-facc1c31c763'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:07:51.190531 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-3c932943-f87a-44c6-ac81-551490bc69d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:07:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['2def3d47-a892-4749-b006-facc1c31c763'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:07:51.271367 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e81593-78fc-40e6-97d2-9ffbbee89dc2 None None] Pushing event updated for resources: {'Port': ['ID=bbf6ad79-c7a0-4002-bd92-a68851a304e0,revision_number=4']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:07:51.290452 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1e15f039-f116-4a43-a5b4-8f806b06538f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:51.296743 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-5a43c347-62cd-47ae-b0c1-72d0d0c4c753 None None] Provisioning complete for port bbf6ad79-c7a0-4002-bd92-a68851a304e0 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:07:51.297116 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5a43c347-62cd-47ae-b0c1-72d0d0c4c753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:51.321991 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-3c932943-f87a-44c6-ac81-551490bc69d4 None None] Set router 2def3d47-a892-4749-b006-facc1c31c763 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:07:51.382437 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5a43c347-62cd-47ae-b0c1-72d0d0c4c753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:51.424108 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-5a43c347-62cd-47ae-b0c1-72d0d0c4c753 None None] For port bbf6ad79-c7a0-4002-bd92-a68851a304e0, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=bbf6ad79-c7a0-4002-bd92-a68851a304e0,segment=NetworkSegment(eb0b8496-8ee0-4e30-bdbd-6b0b134d4cd7),segment_id=eb0b8496-8ee0-4e30-bdbd-6b0b134d4cd7)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:07:51.430798 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5a43c347-62cd-47ae-b0c1-72d0d0c4c753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:51.490728 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a43c347-62cd-47ae-b0c1-72d0d0c4c753 None None] Pushing event updated for resources: {'Port': ['ID=bbf6ad79-c7a0-4002-bd92-a68851a304e0,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:07:51.554370 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-29a167cd-c059-4066-a2f2-6f82f5208cc9 None None] Provisioning complete for port bbf6ad79-c7a0-4002-bd92-a68851a304e0 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:07:51.554744 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-29a167cd-c059-4066-a2f2-6f82f5208cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:51.570385 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-3c932943-f87a-44c6-ac81-551490bc69d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2def3d47-a892-4749-b006-facc1c31c763', 'name': 'tempest-TestNetworkAdvancedServerOps-router-188563129', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'be1d58c3-9bf4-429f-99e6-3820cf76ac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:07:45Z', 'updated_at': '2021-10-30T16:07:48Z', 'revision_number': 4, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'gw_port': {'id': 'be1d58c3-9bf4-429f-99e6-3820cf76ac48', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:69:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2def3d47-a892-4749-b006-facc1c31c763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:07:45Z', 'updated_at': '2021-10-30T16:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'bbf6ad79-c7a0-4002-bd92-a68851a304e0', 'name': '', 'network_id': 'a4afebdc-32b5-47bd-bf3b-ddd42532658b', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'mac_address': 'fa:16:3e:6c:f1:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2def3d47-a892-4749-b006-facc1c31c763', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'a8188b95-8871-4ac1-85bc-685a9611c069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:07:48Z', 'updated_at': '2021-10-30T16:07:51Z', 'revision_number': 4, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'subnets': [{'id': 'a8188b95-8871-4ac1-85bc-685a9611c069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:07:51.574844 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-93d1b115-f0ce-4ad0-9025-970f59bd219e req-453fc67b-4ccd-4e60-90dc-51988c9adc2b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3b730f6-988b-4a48-8605-f2d0f651db66 HTTP/1.1" status: 200 len: 210 time: 0.0385592 Oct 30 16:07:51.611830 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c932943-f87a-44c6-ac81-551490bc69d4 None None] The sync data for ids ['2def3d47-a892-4749-b006-facc1c31c763'] in n-d-806683-17 is: [{'id': '2def3d47-a892-4749-b006-facc1c31c763', 'name': 'tempest-TestNetworkAdvancedServerOps-router-188563129', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'be1d58c3-9bf4-429f-99e6-3820cf76ac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:07:45Z', 'updated_at': '2021-10-30T16:07:48Z', 'revision_number': 4, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'gw_port': {'id': 'be1d58c3-9bf4-429f-99e6-3820cf76ac48', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:69:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2def3d47-a892-4749-b006-facc1c31c763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:07:45Z', 'updated_at': '2021-10-30T16:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'bbf6ad79-c7a0-4002-bd92-a68851a304e0', 'name': '', 'network_id': 'a4afebdc-32b5-47bd-bf3b-ddd42532658b', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'mac_address': 'fa:16:3e:6c:f1:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2def3d47-a892-4749-b006-facc1c31c763', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'a8188b95-8871-4ac1-85bc-685a9611c069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:07:48Z', 'updated_at': '2021-10-30T16:07:51Z', 'revision_number': 4, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'subnets': [{'id': 'a8188b95-8871-4ac1-85bc-685a9611c069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 16:07:51.633194 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a5d40-b1bd-420a-a319-40b1a32507c9 req-cd84c9e3-1da1-4c6b-9dfe-a7eb35df57d6 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:07:51.634718 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-021a5d40-b1bd-420a-a319-40b1a32507c9 req-cd84c9e3-1da1-4c6b-9dfe-a7eb35df57d6 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.53 "GET /v2.0/networks?id=a4afebdc-32b5-47bd-bf3b-ddd42532658b HTTP/1.1" status: 200 len: 797 time: 0.1665051 Oct 30 16:07:51.710097 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-021a5d40-b1bd-420a-a319-40b1a32507c9 req-6396d694-a4d7-4ad8-9d43-37e1e15ff126 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=289b72216cb54aebb7633604e51d22ed HTTP/1.1" status: 200 len: 380 time: 0.0663307 Oct 30 16:07:51.720999 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-021a5d40-b1bd-420a-a319-40b1a32507c9 req-43948d19-7b4d-4f92-80a5-d5410407eacb tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Request body: {'port': {'device_id': 'b3b730f6-988b-4a48-8605-f2d0f651db66', 'network_id': 'a4afebdc-32b5-47bd-bf3b-ddd42532658b', 'admin_state_up': True, 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'security_groups': ['efbb9e4c-9f99-41db-aedc-833068f401b4']}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:07:51.833464 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-021a5d40-b1bd-420a-a319-40b1a32507c9 req-43948d19-7b4d-4f92-80a5-d5410407eacb tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Made reservation on behalf of 289b72216cb54aebb7633604e51d22ed for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 16:07:51.837944 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-021a5d40-b1bd-420a-a319-40b1a32507c9 req-43948d19-7b4d-4f92-80a5-d5410407eacb tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:51.972369 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-021a5d40-b1bd-420a-a319-40b1a32507c9 req-43948d19-7b4d-4f92-80a5-d5410407eacb tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Allocated IP 172.20.0.13 (a4afebdc-32b5-47bd-bf3b-ddd42532658b/a8188b95-8871-4ac1-85bc-685a9611c069/06417523-d001-4dfc-b605-c1940f66062a) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 16:07:52.118827 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-021a5d40-b1bd-420a-a319-40b1a32507c9 req-43948d19-7b4d-4f92-80a5-d5410407eacb tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:52.153802 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-021a5d40-b1bd-420a-a319-40b1a32507c9 req-43948d19-7b4d-4f92-80a5-d5410407eacb tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:52.199608 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-021a5d40-b1bd-420a-a319-40b1a32507c9 req-43948d19-7b4d-4f92-80a5-d5410407eacb tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Network a4afebdc-32b5-47bd-bf3b-ddd42532658b is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:07:52.202954 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-021a5d40-b1bd-420a-a319-40b1a32507c9 req-43948d19-7b4d-4f92-80a5-d5410407eacb tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:07:52.206808 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-021a5d40-b1bd-420a-a319-40b1a32507c9 req-43948d19-7b4d-4f92-80a5-d5410407eacb tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 16:07:52.236585 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43948d19-7b4d-4f92-80a5-d5410407eacb tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event updated for resources: {'Port': ['ID=06417523-d001-4dfc-b605-c1940f66062a,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:07:52.270306 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a5d40-b1bd-420a-a319-40b1a32507c9 req-43948d19-7b4d-4f92-80a5-d5410407eacb tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:07:52.271163 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-021a5d40-b1bd-420a-a319-40b1a32507c9 req-43948d19-7b4d-4f92-80a5-d5410407eacb tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:52.289957 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-021a5d40-b1bd-420a-a319-40b1a32507c9 req-43948d19-7b4d-4f92-80a5-d5410407eacb tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5729425 Oct 30 16:07:52.302622 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-021a5d40-b1bd-420a-a319-40b1a32507c9 req-20122439-0011-4379-b34c-71eb314bd85e service neutron] Request body: {'port': {'device_id': 'b3b730f6-988b-4a48-8605-f2d0f651db66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:07:52.365404 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-021a5d40-b1bd-420a-a319-40b1a32507c9 req-20122439-0011-4379-b34c-71eb314bd85e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:52.510232 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-f0176c26-f4ab-4a92-b3e5-16f0725975a7 None None] Provisioning complete for port 06417523-d001-4dfc-b605-c1940f66062a triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:07:52.510815 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f0176c26-f4ab-4a92-b3e5-16f0725975a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:52.551289 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-f0176c26-f4ab-4a92-b3e5-16f0725975a7 None None] Port 06417523-d001-4dfc-b605-c1940f66062a cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 16:07:52.647858 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-021a5d40-b1bd-420a-a319-40b1a32507c9 req-20122439-0011-4379-b34c-71eb314bd85e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06417523-d001-4dfc-b605-c1940f66062a {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 16:07:52.658863 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-021a5d40-b1bd-420a-a319-40b1a32507c9 req-20122439-0011-4379-b34c-71eb314bd85e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:52.676780 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-021a5d40-b1bd-420a-a319-40b1a32507c9 req-20122439-0011-4379-b34c-71eb314bd85e service neutron] Transition to ACTIVE for port object 06417523-d001-4dfc-b605-c1940f66062a will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 16:07:52.681277 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-021a5d40-b1bd-420a-a319-40b1a32507c9 req-20122439-0011-4379-b34c-71eb314bd85e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:52.717832 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b465d7-5ff9-40d8-a09c-fc3124464aae req-d5725881-f732-413f-b617-07d15271e3c6 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:07:52.719695 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f2b465d7-5ff9-40d8-a09c-fc3124464aae req-d5725881-f732-413f-b617-07d15271e3c6 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3b730f6-988b-4a48-8605-f2d0f651db66 HTTP/1.1" status: 200 len: 932 time: 0.0551975 Oct 30 16:07:52.731006 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20122439-0011-4379-b34c-71eb314bd85e service neutron] Pushing event updated for resources: {'Port': ['ID=06417523-d001-4dfc-b605-c1940f66062a,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:07:52.765775 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f2b465d7-5ff9-40d8-a09c-fc3124464aae req-333d0504-ed76-46c2-95d2-739edc6b374c tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=efbb9e4c-9f99-41db-aedc-833068f401b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372283 Oct 30 16:07:52.812125 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-021a5d40-b1bd-420a-a319-40b1a32507c9 req-20122439-0011-4379-b34c-71eb314bd85e service neutron] Attempting to bind port 06417523-d001-4dfc-b605-c1940f66062a on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 16:07:52.812459 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-021a5d40-b1bd-420a-a319-40b1a32507c9 req-20122439-0011-4379-b34c-71eb314bd85e service neutron] Attempting to bind port 06417523-d001-4dfc-b605-c1940f66062a by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': 'eb0b8496-8ee0-4e30-bdbd-6b0b134d4cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a4afebdc-32b5-47bd-bf3b-ddd42532658b'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 16:07:52.812790 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021a5d40-b1bd-420a-a319-40b1a32507c9 req-20122439-0011-4379-b34c-71eb314bd85e service neutron] Attempting to bind port 06417523-d001-4dfc-b605-c1940f66062a on network a4afebdc-32b5-47bd-bf3b-ddd42532658b {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:07:52.817263 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021a5d40-b1bd-420a-a319-40b1a32507c9 req-20122439-0011-4379-b34c-71eb314bd85e service neutron] Port 06417523-d001-4dfc-b605-c1940f66062a on network a4afebdc-32b5-47bd-bf3b-ddd42532658b not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 16:07:52.817714 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021a5d40-b1bd-420a-a319-40b1a32507c9 req-20122439-0011-4379-b34c-71eb314bd85e service neutron] Attempting to bind port 06417523-d001-4dfc-b605-c1940f66062a on network a4afebdc-32b5-47bd-bf3b-ddd42532658b {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:07:52.823350 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021a5d40-b1bd-420a-a319-40b1a32507c9 req-20122439-0011-4379-b34c-71eb314bd85e service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 16, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 16:07:52.823722 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021a5d40-b1bd-420a-a319-40b1a32507c9 req-20122439-0011-4379-b34c-71eb314bd85e service neutron] Checking segment: {'id': 'eb0b8496-8ee0-4e30-bdbd-6b0b134d4cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a4afebdc-32b5-47bd-bf3b-ddd42532658b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:07:52.824111 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021a5d40-b1bd-420a-a319-40b1a32507c9 req-20122439-0011-4379-b34c-71eb314bd85e service neutron] Bound using segment: {'id': 'eb0b8496-8ee0-4e30-bdbd-6b0b134d4cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a4afebdc-32b5-47bd-bf3b-ddd42532658b'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 16:07:52.824547 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-021a5d40-b1bd-420a-a319-40b1a32507c9 req-20122439-0011-4379-b34c-71eb314bd85e service neutron] Bound port: 06417523-d001-4dfc-b605-c1940f66062a, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb0b8496-8ee0-4e30-bdbd-6b0b134d4cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a4afebdc-32b5-47bd-bf3b-ddd42532658b'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 16:07:52.824907 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-021a5d40-b1bd-420a-a319-40b1a32507c9 req-20122439-0011-4379-b34c-71eb314bd85e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:52.894098 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-021a5d40-b1bd-420a-a319-40b1a32507c9 req-20122439-0011-4379-b34c-71eb314bd85e service neutron] For port 06417523-d001-4dfc-b605-c1940f66062a, host n-h1-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 16:07:52.897485 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-021a5d40-b1bd-420a-a319-40b1a32507c9 req-20122439-0011-4379-b34c-71eb314bd85e service neutron] For port 06417523-d001-4dfc-b605-c1940f66062a, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=06417523-d001-4dfc-b605-c1940f66062a,segment=NetworkSegment(eb0b8496-8ee0-4e30-bdbd-6b0b134d4cd7),segment_id=eb0b8496-8ee0-4e30-bdbd-6b0b134d4cd7)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 16:07:52.903354 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-021a5d40-b1bd-420a-a319-40b1a32507c9 req-20122439-0011-4379-b34c-71eb314bd85e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:52.935785 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device bbf6ad79-c7a0-4002-bd92-a68851a304e0 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:07:52.941420 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a5d40-b1bd-420a-a319-40b1a32507c9 req-20122439-0011-4379-b34c-71eb314bd85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:07:52.942033 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-021a5d40-b1bd-420a-a319-40b1a32507c9 req-20122439-0011-4379-b34c-71eb314bd85e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:52.943433 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-021a5d40-b1bd-420a-a319-40b1a32507c9 req-20122439-0011-4379-b34c-71eb314bd85e service neutron] 10.222.0.53 "PUT /v2.0/ports/06417523-d001-4dfc-b605-c1940f66062a HTTP/1.1" status: 200 len: 1093 time: 0.6454158 Oct 30 16:07:52.943919 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3b730f6-988b-4a48-8605-f2d0f651db66', 'tag': '06417523-d001-4dfc-b605-c1940f66062a'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:07:52.946186 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}931ac027fb50588f101e6e2f92584f6f115530be99269a43aae453735a93652f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24f7da1-ee13-49cc-9fa7-ad33599ac9c3" -d '{"events": [{"name": "network-changed", "server_uuid": "b3b730f6-988b-4a48-8605-f2d0f651db66", "tag": "06417523-d001-4dfc-b605-c1940f66062a"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:07:53.006322 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 16:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b1f981-b2b3-46e2-a01b-0a5fdb8914d0 x-openstack-request-id: req-38b1f981-b2b3-46e2-a01b-0a5fdb8914d0 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:07:53.006891 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3b730f6-988b-4a48-8605-f2d0f651db66", "tag": "06417523-d001-4dfc-b605-c1940f66062a", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:07:53.006891 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-38b1f981-b2b3-46e2-a01b-0a5fdb8914d0 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:07:53.007284 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3b730f6-988b-4a48-8605-f2d0f651db66', 'tag': '06417523-d001-4dfc-b605-c1940f66062a', 'status': 'completed', 'code': 200} Oct 30 16:07:53.023515 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port bbf6ad79-c7a0-4002-bd92-a68851a304e0 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:07:53.024309 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:53.039369 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20122439-0011-4379-b34c-71eb314bd85e service neutron] Pushing event updated for resources: {'Port': ['ID=06417523-d001-4dfc-b605-c1940f66062a,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:07:53.060982 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a5d40-b1bd-420a-a319-40b1a32507c9 req-dd612dbf-d5c5-4e2c-bc45-90e9c798e648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:07:53.062498 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-021a5d40-b1bd-420a-a319-40b1a32507c9 req-dd612dbf-d5c5-4e2c-bc45-90e9c798e648 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=289b72216cb54aebb7633604e51d22ed&device_id=b3b730f6-988b-4a48-8605-f2d0f651db66 HTTP/1.1" status: 200 len: 1096 time: 0.0543611 Oct 30 16:07:53.113342 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-021a5d40-b1bd-420a-a319-40b1a32507c9 req-a542ff8e-40ca-40d4-980d-7004dbea3d60 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06417523-d001-4dfc-b605-c1940f66062a HTTP/1.1" status: 200 len: 217 time: 0.0414076 Oct 30 16:07:53.165053 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a5d40-b1bd-420a-a319-40b1a32507c9 req-60256fd5-337e-4767-8073-843641e12fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:07:53.166548 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-021a5d40-b1bd-420a-a319-40b1a32507c9 req-60256fd5-337e-4767-8073-843641e12fe0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a8188b95-8871-4ac1-85bc-685a9611c069 HTTP/1.1" status: 200 len: 835 time: 0.0469577 Oct 30 16:07:53.212608 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a5d40-b1bd-420a-a319-40b1a32507c9 req-7aa49b8d-295e-4bf8-b30b-27dd1dbdd795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:07:53.214075 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-021a5d40-b1bd-420a-a319-40b1a32507c9 req-7aa49b8d-295e-4bf8-b30b-27dd1dbdd795 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a4afebdc-32b5-47bd-bf3b-ddd42532658b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406909 Oct 30 16:07:53.307216 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-021a5d40-b1bd-420a-a319-40b1a32507c9 req-a936eb0a-7ca3-48a6-88cd-b03ce56904bd service neutron] 10.222.0.53 "GET /v2.0/networks/a4afebdc-32b5-47bd-bf3b-ddd42532658b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851669 Oct 30 16:07:53.397402 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-021a5d40-b1bd-420a-a319-40b1a32507c9 req-ffec218a-9860-4c56-b8ac-3b3137fc3f99 service neutron] 10.222.0.53 "GET /v2.0/networks/a4afebdc-32b5-47bd-bf3b-ddd42532658b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830538 Oct 30 16:07:53.484157 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f7da1-ee13-49cc-9fa7-ad33599ac9c3 req-3d147c6e-dbbc-4b35-9b81-038109f2782a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:07:53.485555 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f24f7da1-ee13-49cc-9fa7-ad33599ac9c3 req-3d147c6e-dbbc-4b35-9b81-038109f2782a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=289b72216cb54aebb7633604e51d22ed&device_id=b3b730f6-988b-4a48-8605-f2d0f651db66 HTTP/1.1" status: 200 len: 1096 time: 0.0448332 Oct 30 16:07:53.576263 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f7da1-ee13-49cc-9fa7-ad33599ac9c3 req-a722aa08-e1ed-41ec-b120-53eaf9fc6a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:07:53.577760 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f24f7da1-ee13-49cc-9fa7-ad33599ac9c3 req-a722aa08-e1ed-41ec-b120-53eaf9fc6a2e service neutron] 10.222.0.53 "GET /v2.0/networks?id=a4afebdc-32b5-47bd-bf3b-ddd42532658b HTTP/1.1" status: 200 len: 898 time: 0.0842984 Oct 30 16:07:53.624940 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f24f7da1-ee13-49cc-9fa7-ad33599ac9c3 req-6ecce3b8-78e7-4379-a46b-8883520041af service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06417523-d001-4dfc-b605-c1940f66062a HTTP/1.1" status: 200 len: 217 time: 0.0397806 Oct 30 16:07:53.674128 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f7da1-ee13-49cc-9fa7-ad33599ac9c3 req-ecc6e726-5506-47ad-8ade-eb7f6c2a805a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:07:53.675880 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f24f7da1-ee13-49cc-9fa7-ad33599ac9c3 req-ecc6e726-5506-47ad-8ade-eb7f6c2a805a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a8188b95-8871-4ac1-85bc-685a9611c069 HTTP/1.1" status: 200 len: 835 time: 0.0438545 Oct 30 16:07:53.722528 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f7da1-ee13-49cc-9fa7-ad33599ac9c3 req-a76251a3-f994-4fcc-b20a-e96d961d4637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:07:53.724032 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f24f7da1-ee13-49cc-9fa7-ad33599ac9c3 req-a76251a3-f994-4fcc-b20a-e96d961d4637 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a4afebdc-32b5-47bd-bf3b-ddd42532658b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396328 Oct 30 16:07:53.817942 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f24f7da1-ee13-49cc-9fa7-ad33599ac9c3 req-c2a33715-3e1a-406d-abcd-e48ab8fea267 service neutron] 10.222.0.53 "GET /v2.0/networks/a4afebdc-32b5-47bd-bf3b-ddd42532658b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851610 Oct 30 16:07:53.863887 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6e622111-5f28-4499-94b8-1109a2d80ebc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:53.884796 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714daef-e84a-44ce-946c-1b6495eb5947 req-9e6c6aeb-ecdf-4a46-8b4a-4efaa2fb1a99 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:07:53.886478 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8714daef-e84a-44ce-946c-1b6495eb5947 req-9e6c6aeb-ecdf-4a46-8b4a-4efaa2fb1a99 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3b730f6-988b-4a48-8605-f2d0f651db66 HTTP/1.1" status: 200 len: 944 time: 0.0516250 Oct 30 16:07:53.909816 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f24f7da1-ee13-49cc-9fa7-ad33599ac9c3 req-4b4613a3-6776-4048-bcec-866f71aae68c service neutron] 10.222.0.53 "GET /v2.0/networks/a4afebdc-32b5-47bd-bf3b-ddd42532658b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845940 Oct 30 16:07:53.929895 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8714daef-e84a-44ce-946c-1b6495eb5947 req-ca17a28d-ab22-4e47-81a7-b8ec3350bbc0 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=efbb9e4c-9f99-41db-aedc-833068f401b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373726 Oct 30 16:07:54.863904 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:55.014652 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:55.100904 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcc9b3e-3ce9-4cab-8dfc-cfe4662537bf req-7c377c2c-19ba-4bef-9bc6-2b14d8935c20 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:07:55.102352 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-adcc9b3e-3ce9-4cab-8dfc-cfe4662537bf req-7c377c2c-19ba-4bef-9bc6-2b14d8935c20 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3b730f6-988b-4a48-8605-f2d0f651db66 HTTP/1.1" status: 200 len: 944 time: 0.1043208 Oct 30 16:07:55.140895 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-adcc9b3e-3ce9-4cab-8dfc-cfe4662537bf req-45024495-fd66-47dd-8022-dd5d0d5b264d tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=efbb9e4c-9f99-41db-aedc-833068f401b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317488 Oct 30 16:07:56.256114 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad32b1b0-0f0f-4180-98cd-dd799a8dc0ef req-84b85639-4ec7-4bb7-bf2d-bb380eef9a37 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:07:56.257617 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ad32b1b0-0f0f-4180-98cd-dd799a8dc0ef req-84b85639-4ec7-4bb7-bf2d-bb380eef9a37 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3b730f6-988b-4a48-8605-f2d0f651db66 HTTP/1.1" status: 200 len: 944 time: 0.0479558 Oct 30 16:07:56.294906 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ad32b1b0-0f0f-4180-98cd-dd799a8dc0ef req-59455412-515c-4d5c-bbe7-8148a30949c6 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=efbb9e4c-9f99-41db-aedc-833068f401b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308068 Oct 30 16:07:56.795290 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:57.409694 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ef2d6-e970-436d-bd62-14e0382b30f6 req-1609753d-1b39-4352-9ff4-65a7e239a666 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:07:57.411176 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-744ef2d6-e970-436d-bd62-14e0382b30f6 req-1609753d-1b39-4352-9ff4-65a7e239a666 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3b730f6-988b-4a48-8605-f2d0f651db66 HTTP/1.1" status: 200 len: 944 time: 0.0490746 Oct 30 16:07:57.449467 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-744ef2d6-e970-436d-bd62-14e0382b30f6 req-dee39998-d77c-4f68-9115-3f778f8c4f2c tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=efbb9e4c-9f99-41db-aedc-833068f401b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319483 Oct 30 16:07:57.751427 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 06417523-d001-4dfc-b605-c1940f66062a details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 16:07:57.845188 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 06417523-d001-4dfc-b605-c1940f66062a, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=06417523-d001-4dfc-b605-c1940f66062a,segment=NetworkSegment(eb0b8496-8ee0-4e30-bdbd-6b0b134d4cd7),segment_id=eb0b8496-8ee0-4e30-bdbd-6b0b134d4cd7)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:07:57.855696 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '06417523-d001-4dfc-b605-c1940f66062a', 'network_id': 'a4afebdc-32b5-47bd-bf3b-ddd42532658b', 'port_id': '06417523-d001-4dfc-b605-c1940f66062a', 'mac_address': 'fa:16:3e:17:6e:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8188b95-8871-4ac1-85bc-685a9611c069', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 16:07:57.891605 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:57.903745 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06417523-d001-4dfc-b605-c1940f66062a {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 16:07:57.922155 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 06417523-d001-4dfc-b605-c1940f66062a, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=06417523-d001-4dfc-b605-c1940f66062a,segment=NetworkSegment(eb0b8496-8ee0-4e30-bdbd-6b0b134d4cd7),segment_id=eb0b8496-8ee0-4e30-bdbd-6b0b134d4cd7)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:07:57.925745 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:57.971194 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=06417523-d001-4dfc-b605-c1940f66062a,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:07:58.122309 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['06417523-d001-4dfc-b605-c1940f66062a'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 16:07:58.567082 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc183bb-b958-4b4c-b22c-9e7bd7bcffca req-265ac96f-e6f5-4448-b644-a1eab8a1658c tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:07:58.568578 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8cc183bb-b958-4b4c-b22c-9e7bd7bcffca req-265ac96f-e6f5-4448-b644-a1eab8a1658c tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3b730f6-988b-4a48-8605-f2d0f651db66 HTTP/1.1" status: 200 len: 945 time: 0.0492482 Oct 30 16:07:58.607079 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8cc183bb-b958-4b4c-b22c-9e7bd7bcffca req-feafec9d-55ab-4b71-b639-6739ca0997c1 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=efbb9e4c-9f99-41db-aedc-833068f401b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323889 Oct 30 16:07:59.722645 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f0f4c-321b-48c2-8a7d-b7e2ed282f02 req-8ec312c1-ed7d-464c-861f-7a0dc236bbe5 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:07:59.724133 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f69f0f4c-321b-48c2-8a7d-b7e2ed282f02 req-8ec312c1-ed7d-464c-861f-7a0dc236bbe5 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3b730f6-988b-4a48-8605-f2d0f651db66 HTTP/1.1" status: 200 len: 945 time: 0.0479417 Oct 30 16:07:59.761427 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f69f0f4c-321b-48c2-8a7d-b7e2ed282f02 req-b1eea0a0-5b0c-49c5-9163-46cd6403d8d9 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=efbb9e4c-9f99-41db-aedc-833068f401b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309067 Oct 30 16:07:59.783004 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 06417523-d001-4dfc-b605-c1940f66062a up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:07:59.833772 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port 06417523-d001-4dfc-b605-c1940f66062a completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 16:07:59.837520 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 06417523-d001-4dfc-b605-c1940f66062a triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:07:59.837916 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:59.913016 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:59.934576 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b730f6-988b-4a48-8605-f2d0f651db66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06417523-d001-4dfc-b605-c1940f66062a'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:07:59.936842 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cafb2eba4876e5fc7105e54c9897f2ac796dde07d3c794cd15d4c51349c0477b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23863402-512e-497b-a81d-5d84db3f70b2" -d '{"events": [{"server_uuid": "b3b730f6-988b-4a48-8605-f2d0f651db66", "name": "network-vif-plugged", "status": "completed", "tag": "06417523-d001-4dfc-b605-c1940f66062a"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:07:59.949590 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 06417523-d001-4dfc-b605-c1940f66062a, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=06417523-d001-4dfc-b605-c1940f66062a,segment=NetworkSegment(eb0b8496-8ee0-4e30-bdbd-6b0b134d4cd7),segment_id=eb0b8496-8ee0-4e30-bdbd-6b0b134d4cd7)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:07:59.954347 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:07:59.976671 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 16:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8197e556-781d-43c9-99ff-0f93f6cdbf9a x-openstack-request-id: req-8197e556-781d-43c9-99ff-0f93f6cdbf9a {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:07:59.976957 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b730f6-988b-4a48-8605-f2d0f651db66", "name": "network-vif-plugged", "status": "completed", "tag": "06417523-d001-4dfc-b605-c1940f66062a", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:07:59.977207 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8197e556-781d-43c9-99ff-0f93f6cdbf9a {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:07:59.977587 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b730f6-988b-4a48-8605-f2d0f651db66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06417523-d001-4dfc-b605-c1940f66062a', 'code': 200} Oct 30 16:08:00.007870 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=06417523-d001-4dfc-b605-c1940f66062a,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:08:00.076298 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12de477-1be6-4c58-a03d-ece0efd3b18b req-f662f648-98c7-478c-9374-fe1ef2ca898b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:08:00.077668 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c12de477-1be6-4c58-a03d-ece0efd3b18b req-f662f648-98c7-478c-9374-fe1ef2ca898b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b3b730f6-988b-4a48-8605-f2d0f651db66 HTTP/1.1" status: 200 len: 1098 time: 0.0435076 Oct 30 16:08:00.112452 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c12de477-1be6-4c58-a03d-ece0efd3b18b req-8cc8758b-b28f-47a9-8976-7ca6c8e7ec20 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=efbb9e4c-9f99-41db-aedc-833068f401b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277882 Oct 30 16:08:00.443577 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:00.874028 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef690d-0cad-4049-89c7-70268ab344bf req-c0f83147-3fbd-41c0-9208-662f846c1863 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:08:00.875498 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6eef690d-0cad-4049-89c7-70268ab344bf req-c0f83147-3fbd-41c0-9208-662f846c1863 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3b730f6-988b-4a48-8605-f2d0f651db66 HTTP/1.1" status: 200 len: 946 time: 0.0481372 Oct 30 16:08:00.912246 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6eef690d-0cad-4049-89c7-70268ab344bf req-c76a4be2-974b-496f-ae78-a979de87e12b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=efbb9e4c-9f99-41db-aedc-833068f401b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308225 Oct 30 16:08:01.296864 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 16:08:02.027022 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5aa3e-f058-4386-a145-2e674254e154 req-aa598f82-5cfc-4873-95eb-96da973b6405 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:08:02.028484 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-58d5aa3e-f058-4386-a145-2e674254e154 req-aa598f82-5cfc-4873-95eb-96da973b6405 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3b730f6-988b-4a48-8605-f2d0f651db66 HTTP/1.1" status: 200 len: 946 time: 0.0481250 Oct 30 16:08:02.068735 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-58d5aa3e-f058-4386-a145-2e674254e154 req-ed74a85b-bb8e-4257-bc1b-a0d0906443e9 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=efbb9e4c-9f99-41db-aedc-833068f401b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343730 Oct 30 16:08:02.184536 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176cae36-7c09-42d7-bdac-12bc63aec790 req-edee8a0f-0290-44cf-a94d-0d0a80d3d32e tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:08:02.186026 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-176cae36-7c09-42d7-bdac-12bc63aec790 req-edee8a0f-0290-44cf-a94d-0d0a80d3d32e tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3b730f6-988b-4a48-8605-f2d0f651db66 HTTP/1.1" status: 200 len: 946 time: 0.0503120 Oct 30 16:08:02.223599 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-176cae36-7c09-42d7-bdac-12bc63aec790 req-2b5478ea-03a3-4ba5-93d8-df19ec74b213 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=efbb9e4c-9f99-41db-aedc-833068f401b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314870 Oct 30 16:08:02.245021 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58662) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:08:02.286686 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6198e55d-3f14-4df0-a192-fcbe2fb4edbc tempest-TestNetworkAdvancedServerOps-616166719 tempest-TestNetworkAdvancedServerOps-616166719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:08:02.288468 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-6198e55d-3f14-4df0-a192-fcbe2fb4edbc tempest-TestNetworkAdvancedServerOps-616166719 tempest-TestNetworkAdvancedServerOps-616166719-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b3b730f6-988b-4a48-8605-f2d0f651db66 HTTP/1.1" status: 200 len: 1093 time: 0.0424950 Oct 30 16:08:02.291203 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58664) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:08:02.295372 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-100a99ec-fbca-4d4e-9754-9b39f27da629 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Request body: {'floatingip': {'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'port_id': '06417523-d001-4dfc-b605-c1940f66062a', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:08:02.316141 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-100a99ec-fbca-4d4e-9754-9b39f27da629 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for floatingip, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:02.408260 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-100a99ec-fbca-4d4e-9754-9b39f27da629 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:02.465710 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:02.514060 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-100a99ec-fbca-4d4e-9754-9b39f27da629 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Allocated IP 172.25.4.201 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/a661c316-0e14-4067-9817-b77864e29dd4) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 16:08:02.610699 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-100a99ec-fbca-4d4e-9754-9b39f27da629 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:02.643969 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-100a99ec-fbca-4d4e-9754-9b39f27da629 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:02.688329 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100a99ec-fbca-4d4e-9754-9b39f27da629 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:08:02.691195 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-100a99ec-fbca-4d4e-9754-9b39f27da629 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:08:02.694644 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100a99ec-fbca-4d4e-9754-9b39f27da629 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 16:08:02.700019 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100a99ec-fbca-4d4e-9754-9b39f27da629 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event updated for resources: {'Port': ['ID=a661c316-0e14-4067-9817-b77864e29dd4,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:08:03.351055 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-100a99ec-fbca-4d4e-9754-9b39f27da629 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:03.416602 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-100a99ec-fbca-4d4e-9754-9b39f27da629 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:03.564518 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-100a99ec-fbca-4d4e-9754-9b39f27da629 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:03.568791 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-100a99ec-fbca-4d4e-9754-9b39f27da629 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:03.638133 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100a99ec-fbca-4d4e-9754-9b39f27da629 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event updated for resources: {'Port': ['ID=a661c316-0e14-4067-9817-b77864e29dd4,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:08:03.645953 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-100a99ec-fbca-4d4e-9754-9b39f27da629 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:03.754308 n-d-806683-17 neutron-server[102130]: INFO neutron.db.l3_db [None req-100a99ec-fbca-4d4e-9754-9b39f27da629 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Floating IP b13c937b-ca1e-430c-abec-cf4c1f3d7684 associated. External IP: 172.25.4.201, port: 06417523-d001-4dfc-b605-c1940f66062a. Oct 30 16:08:03.960451 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-100a99ec-fbca-4d4e-9754-9b39f27da629 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Router 2def3d47-a892-4749-b006-facc1c31c763 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 16:08:04.075135 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-100a99ec-fbca-4d4e-9754-9b39f27da629 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 16:08:04.085823 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df3a5ea-4660-4e0b-8ff1-4445d53c3b8e None None] Sync routers for ids ['2def3d47-a892-4749-b006-facc1c31c763'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 16:08:04.093423 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-100a99ec-fbca-4d4e-9754-9b39f27da629 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:04.097876 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df3a5ea-4660-4e0b-8ff1-4445d53c3b8e None None] Routers {'2def3d47-a892-4749-b006-facc1c31c763'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:08:04.098518 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-8df3a5ea-4660-4e0b-8ff1-4445d53c3b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:07:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['2def3d47-a892-4749-b006-facc1c31c763'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:08:04.121950 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-100a99ec-fbca-4d4e-9754-9b39f27da629 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8296947 Oct 30 16:08:04.122540 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3b730f6-988b-4a48-8605-f2d0f651db66', 'tag': '06417523-d001-4dfc-b605-c1940f66062a'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:08:04.124841 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}931ac027fb50588f101e6e2f92584f6f115530be99269a43aae453735a93652f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08e75eb-31e3-48ab-9fe3-44127e79e227" -d '{"events": [{"name": "network-changed", "server_uuid": "b3b730f6-988b-4a48-8605-f2d0f651db66", "tag": "06417523-d001-4dfc-b605-c1940f66062a"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:08:04.164537 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 16:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409cc796-6d62-401e-bb1c-84a89287d667 x-openstack-request-id: req-409cc796-6d62-401e-bb1c-84a89287d667 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:08:04.164902 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3b730f6-988b-4a48-8605-f2d0f651db66", "tag": "06417523-d001-4dfc-b605-c1940f66062a", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:08:04.165224 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-409cc796-6d62-401e-bb1c-84a89287d667 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:08:04.166205 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3b730f6-988b-4a48-8605-f2d0f651db66', 'tag': '06417523-d001-4dfc-b605-c1940f66062a', 'status': 'completed', 'code': 200} Oct 30 16:08:04.214073 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-8df3a5ea-4660-4e0b-8ff1-4445d53c3b8e None None] Set router 2def3d47-a892-4749-b006-facc1c31c763 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:08:04.225404 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5001fd7-92e6-4b9c-97c3-a816627f291d req-125a04ba-7839-485c-a5b3-486cb275cee1 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:08:04.227570 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f5001fd7-92e6-4b9c-97c3-a816627f291d req-125a04ba-7839-485c-a5b3-486cb275cee1 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3b730f6-988b-4a48-8605-f2d0f651db66 HTTP/1.1" status: 200 len: 946 time: 0.0531025 Oct 30 16:08:04.234766 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e75eb-31e3-48ab-9fe3-44127e79e227 req-3fbde12d-ca37-45d1-8a37-bdc8244ec912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:08:04.236308 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e08e75eb-31e3-48ab-9fe3-44127e79e227 req-3fbde12d-ca37-45d1-8a37-bdc8244ec912 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=289b72216cb54aebb7633604e51d22ed&device_id=b3b730f6-988b-4a48-8605-f2d0f651db66 HTTP/1.1" status: 200 len: 1098 time: 0.0410061 Oct 30 16:08:04.268993 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f5001fd7-92e6-4b9c-97c3-a816627f291d req-8cd2caef-f3c8-4a4b-ba06-5f4a6f1f207a tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=efbb9e4c-9f99-41db-aedc-833068f401b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334456 Oct 30 16:08:04.293576 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58672) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:08:04.339372 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e75eb-31e3-48ab-9fe3-44127e79e227 req-3428b1a0-7a13-4afc-83a1-7a6eedfe782d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:08:04.341547 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e08e75eb-31e3-48ab-9fe3-44127e79e227 req-3428b1a0-7a13-4afc-83a1-7a6eedfe782d service neutron] 10.222.0.53 "GET /v2.0/networks?id=a4afebdc-32b5-47bd-bf3b-ddd42532658b HTTP/1.1" status: 200 len: 898 time: 0.0977538 Oct 30 16:08:04.355679 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-6e63e09e-81f3-4b9e-84dd-ab63b8963641 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/floatingips/b13c937b-ca1e-430c-abec-cf4c1f3d7684 HTTP/1.1" status: 200 len: 992 time: 0.0595062 Oct 30 16:08:04.418231 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e08e75eb-31e3-48ab-9fe3-44127e79e227 req-39d3e062-767c-4e46-932d-81aba7bde533 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06417523-d001-4dfc-b605-c1940f66062a HTTP/1.1" status: 200 len: 1000 time: 0.0688646 Oct 30 16:08:04.447438 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-8df3a5ea-4660-4e0b-8ff1-4445d53c3b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2def3d47-a892-4749-b006-facc1c31c763', 'name': 'tempest-TestNetworkAdvancedServerOps-router-188563129', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'be1d58c3-9bf4-429f-99e6-3820cf76ac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:07:45Z', 'updated_at': '2021-10-30T16:07:48Z', 'revision_number': 4, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'gw_port': {'id': 'be1d58c3-9bf4-429f-99e6-3820cf76ac48', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:69:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2def3d47-a892-4749-b006-facc1c31c763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:07:45Z', 'updated_at': '2021-10-30T16:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': 'b13c937b-ca1e-430c-abec-cf4c1f3d7684', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'floating_ip_address': '172.25.4.201', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '2def3d47-a892-4749-b006-facc1c31c763', 'port_id': '06417523-d001-4dfc-b605-c1940f66062a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4afebdc-32b5-47bd-bf3b-ddd42532658b', 'mac_address': 'fa:16:3e:17:6e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b730f6-988b-4a48-8605-f2d0f651db66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T16:08:03Z', 'updated_at': '2021-10-30T16:08:03Z', 'revision_number': 0, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbf6ad79-c7a0-4002-bd92-a68851a304e0', 'name': '', 'network_id': 'a4afebdc-32b5-47bd-bf3b-ddd42532658b', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'mac_address': 'fa:16:3e:6c:f1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2def3d47-a892-4749-b006-facc1c31c763', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'a8188b95-8871-4ac1-85bc-685a9611c069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:07:48Z', 'updated_at': '2021-10-30T16:07:51Z', 'revision_number': 5, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'subnets': [{'id': 'a8188b95-8871-4ac1-85bc-685a9611c069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:08:04.466503 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e75eb-31e3-48ab-9fe3-44127e79e227 req-d5dabe82-332c-46d7-ba56-cdb10fe74b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:08:04.467897 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e08e75eb-31e3-48ab-9fe3-44127e79e227 req-d5dabe82-332c-46d7-ba56-cdb10fe74b55 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a8188b95-8871-4ac1-85bc-685a9611c069 HTTP/1.1" status: 200 len: 835 time: 0.0431464 Oct 30 16:08:04.477042 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df3a5ea-4660-4e0b-8ff1-4445d53c3b8e None None] Checking router: 2def3d47-a892-4749-b006-facc1c31c763 for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 16:08:04.486096 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df3a5ea-4660-4e0b-8ff1-4445d53c3b8e None None] Routers {'2def3d47-a892-4749-b006-facc1c31c763'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:08:04.486688 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-8df3a5ea-4660-4e0b-8ff1-4445d53c3b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:07:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['2def3d47-a892-4749-b006-facc1c31c763'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:08:04.516794 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e75eb-31e3-48ab-9fe3-44127e79e227 req-94f7be96-c2f5-467a-b2d9-557bb4c9d141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:08:04.518270 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e08e75eb-31e3-48ab-9fe3-44127e79e227 req-94f7be96-c2f5-467a-b2d9-557bb4c9d141 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a4afebdc-32b5-47bd-bf3b-ddd42532658b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436037 Oct 30 16:08:04.610188 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e08e75eb-31e3-48ab-9fe3-44127e79e227 req-99f7b9bc-98bb-420b-b6b2-06477f222f44 service neutron] 10.222.0.53 "GET /v2.0/networks/a4afebdc-32b5-47bd-bf3b-ddd42532658b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853093 Oct 30 16:08:04.716673 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e08e75eb-31e3-48ab-9fe3-44127e79e227 req-e3d5a815-1333-467a-be27-4690b471d6c3 service neutron] 10.222.0.53 "GET /v2.0/networks/a4afebdc-32b5-47bd-bf3b-ddd42532658b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988312 Oct 30 16:08:04.755346 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-8df3a5ea-4660-4e0b-8ff1-4445d53c3b8e None None] Set router 2def3d47-a892-4749-b006-facc1c31c763 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:08:04.972519 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-8df3a5ea-4660-4e0b-8ff1-4445d53c3b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2def3d47-a892-4749-b006-facc1c31c763', 'name': 'tempest-TestNetworkAdvancedServerOps-router-188563129', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'be1d58c3-9bf4-429f-99e6-3820cf76ac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:07:45Z', 'updated_at': '2021-10-30T16:07:48Z', 'revision_number': 4, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'gw_port': {'id': 'be1d58c3-9bf4-429f-99e6-3820cf76ac48', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:69:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2def3d47-a892-4749-b006-facc1c31c763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:07:45Z', 'updated_at': '2021-10-30T16:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': 'b13c937b-ca1e-430c-abec-cf4c1f3d7684', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'floating_ip_address': '172.25.4.201', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '2def3d47-a892-4749-b006-facc1c31c763', 'port_id': '06417523-d001-4dfc-b605-c1940f66062a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4afebdc-32b5-47bd-bf3b-ddd42532658b', 'mac_address': 'fa:16:3e:17:6e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b730f6-988b-4a48-8605-f2d0f651db66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T16:08:03Z', 'updated_at': '2021-10-30T16:08:03Z', 'revision_number': 0, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbf6ad79-c7a0-4002-bd92-a68851a304e0', 'name': '', 'network_id': 'a4afebdc-32b5-47bd-bf3b-ddd42532658b', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'mac_address': 'fa:16:3e:6c:f1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2def3d47-a892-4749-b006-facc1c31c763', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'a8188b95-8871-4ac1-85bc-685a9611c069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:07:48Z', 'updated_at': '2021-10-30T16:07:51Z', 'revision_number': 5, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'subnets': [{'id': 'a8188b95-8871-4ac1-85bc-685a9611c069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:08:05.006034 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df3a5ea-4660-4e0b-8ff1-4445d53c3b8e None None] The sync data for ids ['2def3d47-a892-4749-b006-facc1c31c763'] in n-d-806683-17 is: [{'id': '2def3d47-a892-4749-b006-facc1c31c763', 'name': 'tempest-TestNetworkAdvancedServerOps-router-188563129', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'be1d58c3-9bf4-429f-99e6-3820cf76ac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:07:45Z', 'updated_at': '2021-10-30T16:07:48Z', 'revision_number': 4, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'gw_port': {'id': 'be1d58c3-9bf4-429f-99e6-3820cf76ac48', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:69:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2def3d47-a892-4749-b006-facc1c31c763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:07:45Z', 'updated_at': '2021-10-30T16:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': 'b13c937b-ca1e-430c-abec-cf4c1f3d7684', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'floating_ip_address': '172.25.4.201', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '2def3d47-a892-4749-b006-facc1c31c763', 'port_id': '06417523-d001-4dfc-b605-c1940f66062a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4afebdc-32b5-47bd-bf3b-ddd42532658b', 'mac_address': 'fa:16:3e:17:6e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b730f6-988b-4a48-8605-f2d0f651db66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T16:08:03Z', 'updated_at': '2021-10-30T16:08:03Z', 'revision_number': 0, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbf6ad79-c7a0-4002-bd92-a68851a304e0', 'name': '', 'network_id': 'a4afebdc-32b5-47bd-bf3b-ddd42532658b', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'mac_address': 'fa:16:3e:6c:f1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2def3d47-a892-4749-b006-facc1c31c763', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'a8188b95-8871-4ac1-85bc-685a9611c069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:07:48Z', 'updated_at': '2021-10-30T16:07:51Z', 'revision_number': 5, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'subnets': [{'id': 'a8188b95-8871-4ac1-85bc-685a9611c069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 16:08:05.200544 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3772d49-ae6a-49ea-99d5-3c4b36b1ba85 None None] New status for floating IP b13c937b-ca1e-430c-abec-cf4c1f3d7684: ACTIVE {{(pid=102133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 16:08:05.358606 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58674) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:08:05.423556 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-076d8862-958c-4792-8a5a-29d04ea36041 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/floatingips/b13c937b-ca1e-430c-abec-cf4c1f3d7684 HTTP/1.1" status: 200 len: 992 time: 0.0637004 Oct 30 16:08:06.427449 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58676) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:08:06.487272 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-9f72fef8-8685-4cd7-8d7d-f36f71dc8fd9 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/floatingips/b13c937b-ca1e-430c-abec-cf4c1f3d7684 HTTP/1.1" status: 200 len: 994 time: 0.0586588 Oct 30 16:08:21.262242 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-92ab79d0-5723-4ea2-b85a-286a7ccaf196 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:23.865600 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be81309e-1942-4d26-ba52-8826036d73b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:24.861825 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:25.015703 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:26.799165 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:30.444591 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:32.485228 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:33.188294 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a88b0de-d5ea-4cc1-be3e-2e2ea3b50a61 req-0076a19e-335f-47f0-aad9-e7abbd597e82 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:08:33.189774 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0a88b0de-d5ea-4cc1-be3e-2e2ea3b50a61 req-0076a19e-335f-47f0-aad9-e7abbd597e82 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3b730f6-988b-4a48-8605-f2d0f651db66 HTTP/1.1" status: 200 len: 946 time: 0.0516505 Oct 30 16:08:33.227708 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0a88b0de-d5ea-4cc1-be3e-2e2ea3b50a61 req-92017682-696d-42f3-ac72-cd53d9d59b28 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=efbb9e4c-9f99-41db-aedc-833068f401b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319803 Oct 30 16:08:34.348568 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d6317-4e52-4648-935a-94fe597be95e req-91423728-fd02-4b27-b2ea-4255d191a16d tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:08:34.349929 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-094d6317-4e52-4648-935a-94fe597be95e req-91423728-fd02-4b27-b2ea-4255d191a16d tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3b730f6-988b-4a48-8605-f2d0f651db66 HTTP/1.1" status: 200 len: 946 time: 0.0518329 Oct 30 16:08:34.388698 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-094d6317-4e52-4648-935a-94fe597be95e req-6fe5eedd-29f7-46c5-8c07-8048486b27e6 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=efbb9e4c-9f99-41db-aedc-833068f401b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327706 Oct 30 16:08:34.411520 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58698) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:08:34.472090 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-cdd6a426-723e-4d00-96f7-c377d96f1799 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/floatingips/b13c937b-ca1e-430c-abec-cf4c1f3d7684 HTTP/1.1" status: 200 len: 994 time: 0.0593612 Oct 30 16:08:35.748515 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910f30a4-5081-4a7c-b85b-cc98e53d5c4d req-becd0154-0107-4ff6-8956-a2f5cf3eb50f tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:08:35.749949 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-910f30a4-5081-4a7c-b85b-cc98e53d5c4d req-becd0154-0107-4ff6-8956-a2f5cf3eb50f tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3b730f6-988b-4a48-8605-f2d0f651db66 HTTP/1.1" status: 200 len: 946 time: 0.0566456 Oct 30 16:08:35.796517 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-910f30a4-5081-4a7c-b85b-cc98e53d5c4d req-8bca69ed-6196-4ebb-8088-4411e3a54681 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=efbb9e4c-9f99-41db-aedc-833068f401b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383351 Oct 30 16:08:36.919824 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae910be-7980-4720-b624-7b9446c6d615 req-3e8742bd-c8f5-438b-b255-ff502e432938 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:08:36.921284 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6ae910be-7980-4720-b624-7b9446c6d615 req-3e8742bd-c8f5-438b-b255-ff502e432938 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3b730f6-988b-4a48-8605-f2d0f651db66 HTTP/1.1" status: 200 len: 946 time: 0.0480220 Oct 30 16:08:36.960638 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6ae910be-7980-4720-b624-7b9446c6d615 req-0f7b2da6-0610-4986-b20a-e3e0e470ea30 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=efbb9e4c-9f99-41db-aedc-833068f401b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333216 Oct 30 16:08:36.982962 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58710) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:08:37.045718 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-6e0e3b12-efb8-432e-9397-674223e665cb tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/floatingips/b13c937b-ca1e-430c-abec-cf4c1f3d7684 HTTP/1.1" status: 200 len: 994 time: 0.0615549 Oct 30 16:08:37.297899 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58716) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:08:37.453194 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-b193df1f-fb8a-475b-ae2b-6f9f0aef8154 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Deleting port a661c316-0e14-4067-9817-b77864e29dd4 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:08:37.453534 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b193df1f-fb8a-475b-ae2b-6f9f0aef8154 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:37.526539 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b193df1f-fb8a-475b-ae2b-6f9f0aef8154 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:37.526862 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b193df1f-fb8a-475b-ae2b-6f9f0aef8154 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:37.538385 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-b193df1f-fb8a-475b-ae2b-6f9f0aef8154 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Calling delete_port for a661c316-0e14-4067-9817-b77864e29dd4 owned by network:floatingip {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:08:37.681159 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b193df1f-fb8a-475b-ae2b-6f9f0aef8154 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:37.712055 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b193df1f-fb8a-475b-ae2b-6f9f0aef8154 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event deleted for resources: {'Port': ['ID=a661c316-0e14-4067-9817-b77864e29dd4,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:08:37.738535 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b193df1f-fb8a-475b-ae2b-6f9f0aef8154 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:08:37.738881 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b193df1f-fb8a-475b-ae2b-6f9f0aef8154 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:08:37.739217 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b193df1f-fb8a-475b-ae2b-6f9f0aef8154 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:08:37.739587 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b193df1f-fb8a-475b-ae2b-6f9f0aef8154 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:08:37.739920 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b193df1f-fb8a-475b-ae2b-6f9f0aef8154 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:08:37.740253 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b193df1f-fb8a-475b-ae2b-6f9f0aef8154 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:08:37.740581 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b193df1f-fb8a-475b-ae2b-6f9f0aef8154 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:08:37.740906 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b193df1f-fb8a-475b-ae2b-6f9f0aef8154 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:08:37.741230 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b193df1f-fb8a-475b-ae2b-6f9f0aef8154 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:08:37.741557 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b193df1f-fb8a-475b-ae2b-6f9f0aef8154 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:08:37.741898 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b193df1f-fb8a-475b-ae2b-6f9f0aef8154 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:08:37.742235 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b193df1f-fb8a-475b-ae2b-6f9f0aef8154 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:08:37.781061 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b193df1f-fb8a-475b-ae2b-6f9f0aef8154 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for floatingip, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:37.781395 n-d-806683-17 neutron-server[102130]: INFO neutron.db.l3_db [None req-b193df1f-fb8a-475b-ae2b-6f9f0aef8154 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Floating IP b13c937b-ca1e-430c-abec-cf4c1f3d7684 disassociated (deleted). External IP: 172.25.4.201, port: 06417523-d001-4dfc-b605-c1940f66062a. Oct 30 16:08:37.983765 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b193df1f-fb8a-475b-ae2b-6f9f0aef8154 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Router 2def3d47-a892-4749-b006-facc1c31c763 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 16:08:38.084379 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b193df1f-fb8a-475b-ae2b-6f9f0aef8154 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 16:08:38.089538 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b193df1f-fb8a-475b-ae2b-6f9f0aef8154 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:38.094593 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799a4eca-7e88-4d3e-bad9-2d80c7198c14 None None] Sync routers for ids ['2def3d47-a892-4749-b006-facc1c31c763'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 16:08:38.104318 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799a4eca-7e88-4d3e-bad9-2d80c7198c14 None None] Routers {'2def3d47-a892-4749-b006-facc1c31c763'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:08:38.105596 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-799a4eca-7e88-4d3e-bad9-2d80c7198c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:08:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['2def3d47-a892-4749-b006-facc1c31c763'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:08:38.119271 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b193df1f-fb8a-475b-ae2b-6f9f0aef8154 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "DELETE /v2.0/floatingips/b13c937b-ca1e-430c-abec-cf4c1f3d7684 HTTP/1.1" status: 204 len: 168 time: 0.8203421 Oct 30 16:08:38.119897 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3b730f6-988b-4a48-8605-f2d0f651db66', 'tag': '06417523-d001-4dfc-b605-c1940f66062a'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:08:38.122273 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}931ac027fb50588f101e6e2f92584f6f115530be99269a43aae453735a93652f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad306fa5-01a8-42b4-8a9b-99037bfed6a9" -d '{"events": [{"name": "network-changed", "server_uuid": "b3b730f6-988b-4a48-8605-f2d0f651db66", "tag": "06417523-d001-4dfc-b605-c1940f66062a"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:08:38.216147 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-799a4eca-7e88-4d3e-bad9-2d80c7198c14 None None] Set router 2def3d47-a892-4749-b006-facc1c31c763 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:08:38.230742 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 16:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-508e791b-a0b9-4a09-bcd0-5447659c95c2 x-openstack-request-id: req-508e791b-a0b9-4a09-bcd0-5447659c95c2 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:08:38.231075 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3b730f6-988b-4a48-8605-f2d0f651db66", "tag": "06417523-d001-4dfc-b605-c1940f66062a", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:08:38.231317 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-508e791b-a0b9-4a09-bcd0-5447659c95c2 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:08:38.231766 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3b730f6-988b-4a48-8605-f2d0f651db66', 'tag': '06417523-d001-4dfc-b605-c1940f66062a', 'status': 'completed', 'code': 200} Oct 30 16:08:38.297076 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 16:08:38.388992 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1171a10f-584e-43d7-bccf-fea15c349db0 req-a26545ad-9155-4820-b13b-e8fe5bbba505 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:08:38.390471 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1171a10f-584e-43d7-bccf-fea15c349db0 req-a26545ad-9155-4820-b13b-e8fe5bbba505 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3b730f6-988b-4a48-8605-f2d0f651db66 HTTP/1.1" status: 200 len: 946 time: 0.0777099 Oct 30 16:08:38.393167 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad306fa5-01a8-42b4-8a9b-99037bfed6a9 req-1fde4bb1-b802-4226-acba-6e4c2c2ca639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:08:38.394517 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ad306fa5-01a8-42b4-8a9b-99037bfed6a9 req-1fde4bb1-b802-4226-acba-6e4c2c2ca639 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=289b72216cb54aebb7633604e51d22ed&device_id=b3b730f6-988b-4a48-8605-f2d0f651db66 HTTP/1.1" status: 200 len: 1098 time: 0.1280663 Oct 30 16:08:38.428051 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-799a4eca-7e88-4d3e-bad9-2d80c7198c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2def3d47-a892-4749-b006-facc1c31c763', 'name': 'tempest-TestNetworkAdvancedServerOps-router-188563129', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'be1d58c3-9bf4-429f-99e6-3820cf76ac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:07:45Z', 'updated_at': '2021-10-30T16:07:48Z', 'revision_number': 4, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'gw_port': {'id': 'be1d58c3-9bf4-429f-99e6-3820cf76ac48', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:69:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2def3d47-a892-4749-b006-facc1c31c763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:07:45Z', 'updated_at': '2021-10-30T16:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'bbf6ad79-c7a0-4002-bd92-a68851a304e0', 'name': '', 'network_id': 'a4afebdc-32b5-47bd-bf3b-ddd42532658b', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'mac_address': 'fa:16:3e:6c:f1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2def3d47-a892-4749-b006-facc1c31c763', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'a8188b95-8871-4ac1-85bc-685a9611c069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:07:48Z', 'updated_at': '2021-10-30T16:07:51Z', 'revision_number': 5, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'subnets': [{'id': 'a8188b95-8871-4ac1-85bc-685a9611c069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:08:38.454679 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799a4eca-7e88-4d3e-bad9-2d80c7198c14 None None] Checking router: 2def3d47-a892-4749-b006-facc1c31c763 for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 16:08:38.463103 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799a4eca-7e88-4d3e-bad9-2d80c7198c14 None None] Routers {'2def3d47-a892-4749-b006-facc1c31c763'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:08:38.466794 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-799a4eca-7e88-4d3e-bad9-2d80c7198c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:08:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['2def3d47-a892-4749-b006-facc1c31c763'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:08:38.481741 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1171a10f-584e-43d7-bccf-fea15c349db0 req-25de7cb9-7abf-4b86-b62d-00a27f5250e8 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=efbb9e4c-9f99-41db-aedc-833068f401b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852559 Oct 30 16:08:38.515444 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad306fa5-01a8-42b4-8a9b-99037bfed6a9 req-50c31adf-1cf1-4599-9ded-ee457e787b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:08:38.516851 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ad306fa5-01a8-42b4-8a9b-99037bfed6a9 req-50c31adf-1cf1-4599-9ded-ee457e787b47 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a4afebdc-32b5-47bd-bf3b-ddd42532658b HTTP/1.1" status: 200 len: 898 time: 0.1134665 Oct 30 16:08:38.560001 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ad306fa5-01a8-42b4-8a9b-99037bfed6a9 req-1856f6d6-8608-4829-8f43-472b6816cab2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06417523-d001-4dfc-b605-c1940f66062a HTTP/1.1" status: 200 len: 217 time: 0.0342898 Oct 30 16:08:38.570663 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-799a4eca-7e88-4d3e-bad9-2d80c7198c14 None None] Set router 2def3d47-a892-4749-b006-facc1c31c763 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:08:38.614321 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad306fa5-01a8-42b4-8a9b-99037bfed6a9 req-7444ebcb-9e1d-4094-bf71-7816b07e738e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:08:38.615856 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ad306fa5-01a8-42b4-8a9b-99037bfed6a9 req-7444ebcb-9e1d-4094-bf71-7816b07e738e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a8188b95-8871-4ac1-85bc-685a9611c069 HTTP/1.1" status: 200 len: 835 time: 0.0479207 Oct 30 16:08:38.665193 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad306fa5-01a8-42b4-8a9b-99037bfed6a9 req-e13f53c4-54fa-4dc3-a11c-a00e76b7b1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:08:38.666668 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ad306fa5-01a8-42b4-8a9b-99037bfed6a9 req-e13f53c4-54fa-4dc3-a11c-a00e76b7b1b2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a4afebdc-32b5-47bd-bf3b-ddd42532658b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399766 Oct 30 16:08:38.756108 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ad306fa5-01a8-42b4-8a9b-99037bfed6a9 req-ec675eb4-b62f-4607-99eb-9388063b4014 service neutron] 10.222.0.53 "GET /v2.0/networks/a4afebdc-32b5-47bd-bf3b-ddd42532658b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810385 Oct 30 16:08:38.772172 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-799a4eca-7e88-4d3e-bad9-2d80c7198c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2def3d47-a892-4749-b006-facc1c31c763', 'name': 'tempest-TestNetworkAdvancedServerOps-router-188563129', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'be1d58c3-9bf4-429f-99e6-3820cf76ac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:07:45Z', 'updated_at': '2021-10-30T16:07:48Z', 'revision_number': 4, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'gw_port': {'id': 'be1d58c3-9bf4-429f-99e6-3820cf76ac48', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:69:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2def3d47-a892-4749-b006-facc1c31c763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:07:45Z', 'updated_at': '2021-10-30T16:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'bbf6ad79-c7a0-4002-bd92-a68851a304e0', 'name': '', 'network_id': 'a4afebdc-32b5-47bd-bf3b-ddd42532658b', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'mac_address': 'fa:16:3e:6c:f1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2def3d47-a892-4749-b006-facc1c31c763', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'a8188b95-8871-4ac1-85bc-685a9611c069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:07:48Z', 'updated_at': '2021-10-30T16:07:51Z', 'revision_number': 5, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'subnets': [{'id': 'a8188b95-8871-4ac1-85bc-685a9611c069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:08:38.808420 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799a4eca-7e88-4d3e-bad9-2d80c7198c14 None None] The sync data for ids ['2def3d47-a892-4749-b006-facc1c31c763'] in n-d-806683-17 is: [{'id': '2def3d47-a892-4749-b006-facc1c31c763', 'name': 'tempest-TestNetworkAdvancedServerOps-router-188563129', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'be1d58c3-9bf4-429f-99e6-3820cf76ac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:07:45Z', 'updated_at': '2021-10-30T16:07:48Z', 'revision_number': 4, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'gw_port': {'id': 'be1d58c3-9bf4-429f-99e6-3820cf76ac48', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:69:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2def3d47-a892-4749-b006-facc1c31c763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:07:45Z', 'updated_at': '2021-10-30T16:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'bbf6ad79-c7a0-4002-bd92-a68851a304e0', 'name': '', 'network_id': 'a4afebdc-32b5-47bd-bf3b-ddd42532658b', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'mac_address': 'fa:16:3e:6c:f1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2def3d47-a892-4749-b006-facc1c31c763', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'a8188b95-8871-4ac1-85bc-685a9611c069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:07:48Z', 'updated_at': '2021-10-30T16:07:51Z', 'revision_number': 5, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'subnets': [{'id': 'a8188b95-8871-4ac1-85bc-685a9611c069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 16:08:38.862395 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ad306fa5-01a8-42b4-8a9b-99037bfed6a9 req-5212eb64-a3f1-4347-a70e-f163044cd4ef service neutron] 10.222.0.53 "GET /v2.0/networks/a4afebdc-32b5-47bd-bf3b-ddd42532658b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975263 Oct 30 16:08:39.041326 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad27e7e0-4c06-46ea-b69c-2041c9bff3c9 None None] New status for floating IP b13c937b-ca1e-430c-abec-cf4c1f3d7684: DOWN {{(pid=102133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 16:08:39.624159 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4418535-1237-4654-bc50-01335869240a req-7f0c2bac-a3da-4bda-9f8f-cc2e37370fdd tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:08:39.625649 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a4418535-1237-4654-bc50-01335869240a req-7f0c2bac-a3da-4bda-9f8f-cc2e37370fdd tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3b730f6-988b-4a48-8605-f2d0f651db66 HTTP/1.1" status: 200 len: 946 time: 0.0738556 Oct 30 16:08:39.663743 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a4418535-1237-4654-bc50-01335869240a req-9fa72dfa-7a21-407e-b162-2a8d0ecd86eb tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=efbb9e4c-9f99-41db-aedc-833068f401b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320287 Oct 30 16:08:39.988024 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3fb6bc-a8ea-4874-88fb-09c5207cdda7 req-07666fd0-765a-4d51-829a-9c8175af48fd tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:08:39.989470 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-af3fb6bc-a8ea-4874-88fb-09c5207cdda7 req-07666fd0-765a-4d51-829a-9c8175af48fd tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3b730f6-988b-4a48-8605-f2d0f651db66 HTTP/1.1" status: 200 len: 946 time: 0.0484099 Oct 30 16:08:40.081220 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-af3fb6bc-a8ea-4874-88fb-09c5207cdda7 req-d8084350-fffc-45fc-84f0-7853e12f1a52 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Deleting port 06417523-d001-4dfc-b605-c1940f66062a {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:08:40.081561 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-af3fb6bc-a8ea-4874-88fb-09c5207cdda7 req-d8084350-fffc-45fc-84f0-7853e12f1a52 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:40.167848 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-af3fb6bc-a8ea-4874-88fb-09c5207cdda7 req-d8084350-fffc-45fc-84f0-7853e12f1a52 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] For port 06417523-d001-4dfc-b605-c1940f66062a, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=06417523-d001-4dfc-b605-c1940f66062a,segment=NetworkSegment(eb0b8496-8ee0-4e30-bdbd-6b0b134d4cd7),segment_id=eb0b8496-8ee0-4e30-bdbd-6b0b134d4cd7)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:08:40.168204 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-af3fb6bc-a8ea-4874-88fb-09c5207cdda7 req-d8084350-fffc-45fc-84f0-7853e12f1a52 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:40.180305 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-af3fb6bc-a8ea-4874-88fb-09c5207cdda7 req-d8084350-fffc-45fc-84f0-7853e12f1a52 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Calling delete_port for 06417523-d001-4dfc-b605-c1940f66062a owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:08:40.306000 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-af3fb6bc-a8ea-4874-88fb-09c5207cdda7 req-d8084350-fffc-45fc-84f0-7853e12f1a52 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:40.335696 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8084350-fffc-45fc-84f0-7853e12f1a52 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event deleted for resources: {'Port': ['ID=06417523-d001-4dfc-b605-c1940f66062a,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:08:40.380886 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-af3fb6bc-a8ea-4874-88fb-09c5207cdda7 req-d8084350-fffc-45fc-84f0-7853e12f1a52 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] No DVR routers for this DVR port 06417523-d001-4dfc-b605-c1940f66062a on host n-h1-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 16:08:40.383611 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-af3fb6bc-a8ea-4874-88fb-09c5207cdda7 req-d8084350-fffc-45fc-84f0-7853e12f1a52 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:40.387586 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-af3fb6bc-a8ea-4874-88fb-09c5207cdda7 req-d8084350-fffc-45fc-84f0-7853e12f1a52 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.53 "DELETE /v2.0/ports/06417523-d001-4dfc-b605-c1940f66062a HTTP/1.1" status: 204 len: 173 time: 0.3919570 Oct 30 16:08:40.388033 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b730f6-988b-4a48-8605-f2d0f651db66', 'name': 'network-vif-deleted', 'tag': '06417523-d001-4dfc-b605-c1940f66062a'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:08:40.390290 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}931ac027fb50588f101e6e2f92584f6f115530be99269a43aae453735a93652f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351864fc-70ac-4f3f-8440-2b1a0ca1cea3" -d '{"events": [{"server_uuid": "b3b730f6-988b-4a48-8605-f2d0f651db66", "name": "network-vif-deleted", "tag": "06417523-d001-4dfc-b605-c1940f66062a"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:08:40.427101 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 16:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c870712-5902-4404-b1be-50865a1f0c93 x-openstack-request-id: req-9c870712-5902-4404-b1be-50865a1f0c93 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:08:40.427400 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b730f6-988b-4a48-8605-f2d0f651db66", "name": "network-vif-deleted", "tag": "06417523-d001-4dfc-b605-c1940f66062a", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:08:40.427690 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9c870712-5902-4404-b1be-50865a1f0c93 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:08:40.428100 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b730f6-988b-4a48-8605-f2d0f651db66', 'name': 'network-vif-deleted', 'tag': '06417523-d001-4dfc-b605-c1940f66062a', 'status': 'completed', 'code': 200} Oct 30 16:08:40.771865 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-34d8ad14-6652-4bf0-af7b-ad3bbc87ca66 req-93dbcf7b-2d5d-404c-ab98-4fb0a0f46774 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3b730f6-988b-4a48-8605-f2d0f651db66 HTTP/1.1" status: 200 len: 210 time: 0.0272303 Oct 30 16:08:41.831071 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58738) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:08:42.188164 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3d87e884-1696-4f34-9794-50a8a0c3f9d5 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:42.449325 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-3d87e884-1696-4f34-9794-50a8a0c3f9d5 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Deleting port bbf6ad79-c7a0-4002-bd92-a68851a304e0 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:08:42.449580 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3d87e884-1696-4f34-9794-50a8a0c3f9d5 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:42.536094 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-3d87e884-1696-4f34-9794-50a8a0c3f9d5 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] For port bbf6ad79-c7a0-4002-bd92-a68851a304e0, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=bbf6ad79-c7a0-4002-bd92-a68851a304e0,segment=NetworkSegment(eb0b8496-8ee0-4e30-bdbd-6b0b134d4cd7),segment_id=eb0b8496-8ee0-4e30-bdbd-6b0b134d4cd7)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:08:42.536456 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3d87e884-1696-4f34-9794-50a8a0c3f9d5 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:42.549465 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-3d87e884-1696-4f34-9794-50a8a0c3f9d5 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Calling delete_port for bbf6ad79-c7a0-4002-bd92-a68851a304e0 owned by network:router_interface {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:08:42.741562 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3d87e884-1696-4f34-9794-50a8a0c3f9d5 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:42.767133 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d87e884-1696-4f34-9794-50a8a0c3f9d5 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event deleted for resources: {'Port': ['ID=bbf6ad79-c7a0-4002-bd92-a68851a304e0,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:08:42.782770 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d87e884-1696-4f34-9794-50a8a0c3f9d5 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:08:42.782770 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d87e884-1696-4f34-9794-50a8a0c3f9d5 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:08:42.782770 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d87e884-1696-4f34-9794-50a8a0c3f9d5 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:08:42.782770 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d87e884-1696-4f34-9794-50a8a0c3f9d5 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:08:42.782770 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d87e884-1696-4f34-9794-50a8a0c3f9d5 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:08:42.782770 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d87e884-1696-4f34-9794-50a8a0c3f9d5 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:08:42.782770 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d87e884-1696-4f34-9794-50a8a0c3f9d5 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:08:42.782770 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d87e884-1696-4f34-9794-50a8a0c3f9d5 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:08:42.782770 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d87e884-1696-4f34-9794-50a8a0c3f9d5 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:08:42.782770 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d87e884-1696-4f34-9794-50a8a0c3f9d5 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:08:42.783807 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d87e884-1696-4f34-9794-50a8a0c3f9d5 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:08:42.783807 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d87e884-1696-4f34-9794-50a8a0c3f9d5 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:08:43.231846 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3d87e884-1696-4f34-9794-50a8a0c3f9d5 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:43.443518 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d87e884-1696-4f34-9794-50a8a0c3f9d5 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Router 2def3d47-a892-4749-b006-facc1c31c763 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 16:08:43.553025 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d87e884-1696-4f34-9794-50a8a0c3f9d5 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 16:08:43.558907 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-3d87e884-1696-4f34-9794-50a8a0c3f9d5 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "PUT /v2.0/routers/2def3d47-a892-4749-b006-facc1c31c763/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7275913 Oct 30 16:08:43.561887 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58740) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:08:43.562687 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fd2670-8387-472c-ad62-d4b9df66d128 None None] Sync routers for ids ['2def3d47-a892-4749-b006-facc1c31c763'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 16:08:43.572293 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fd2670-8387-472c-ad62-d4b9df66d128 None None] Routers {'2def3d47-a892-4749-b006-facc1c31c763'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:08:43.572910 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-84fd2670-8387-472c-ad62-d4b9df66d128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:08:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['2def3d47-a892-4749-b006-facc1c31c763'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:08:43.613200 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-4470f214-59bc-4951-92f4-d0c8862aa28f tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Deleting subnet a8188b95-8871-4ac1-85bc-685a9611c069 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 16:08:43.616282 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4470f214-59bc-4951-92f4-d0c8862aa28f tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:43.659483 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4470f214-59bc-4951-92f4-d0c8862aa28f tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:43.679493 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-84fd2670-8387-472c-ad62-d4b9df66d128 None None] Set router 2def3d47-a892-4749-b006-facc1c31c763 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:08:43.751053 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4470f214-59bc-4951-92f4-d0c8862aa28f tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:43.808710 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4470f214-59bc-4951-92f4-d0c8862aa28f tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:43.834816 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4470f214-59bc-4951-92f4-d0c8862aa28f tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event deleted for resources: {'Subnet': ['ID=a8188b95-8871-4ac1-85bc-685a9611c069,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:08:43.839331 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4470f214-59bc-4951-92f4-d0c8862aa28f tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:43.843138 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-4470f214-59bc-4951-92f4-d0c8862aa28f tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "DELETE /v2.0/subnets/a8188b95-8871-4ac1-85bc-685a9611c069 HTTP/1.1" status: 204 len: 168 time: 0.2797415 Oct 30 16:08:43.846256 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58742) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:08:43.850056 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb7b493-a1de-413f-952a-06fa9ed0be8d None None] Network a4afebdc-32b5-47bd-bf3b-ddd42532658b requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 16:08:43.948194 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-84fd2670-8387-472c-ad62-d4b9df66d128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2def3d47-a892-4749-b006-facc1c31c763', 'name': 'tempest-TestNetworkAdvancedServerOps-router-188563129', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'be1d58c3-9bf4-429f-99e6-3820cf76ac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:07:45Z', 'updated_at': '2021-10-30T16:08:42Z', 'revision_number': 5, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'gw_port': {'id': 'be1d58c3-9bf4-429f-99e6-3820cf76ac48', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:69:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2def3d47-a892-4749-b006-facc1c31c763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:07:45Z', 'updated_at': '2021-10-30T16:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:08:43.953863 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-47cd719c-4cd3-4dc2-99e5-a3072dd41438 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for router, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:43.992859 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 06417523-d001-4dfc-b605-c1940f66062a no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 16:08:43.997545 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fd2670-8387-472c-ad62-d4b9df66d128 None None] Checking router: 2def3d47-a892-4749-b006-facc1c31c763 for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 16:08:44.020189 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: 06417523-d001-4dfc-b605-c1940f66062a {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 16:08:44.020532 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 06417523-d001-4dfc-b605-c1940f66062a not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 16:08:44.030846 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fd2670-8387-472c-ad62-d4b9df66d128 None None] Routers {'2def3d47-a892-4749-b006-facc1c31c763'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:08:44.031449 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-84fd2670-8387-472c-ad62-d4b9df66d128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:08:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['2def3d47-a892-4749-b006-facc1c31c763'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:08:44.057504 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-47cd719c-4cd3-4dc2-99e5-a3072dd41438 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:44.112379 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-47cd719c-4cd3-4dc2-99e5-a3072dd41438 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Deleting port be1d58c3-9bf4-429f-99e6-3820cf76ac48 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:08:44.112877 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-47cd719c-4cd3-4dc2-99e5-a3072dd41438 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:44.145227 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-84fd2670-8387-472c-ad62-d4b9df66d128 None None] Set router 2def3d47-a892-4749-b006-facc1c31c763 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:08:44.195133 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-47cd719c-4cd3-4dc2-99e5-a3072dd41438 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] For port be1d58c3-9bf4-429f-99e6-3820cf76ac48, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=be1d58c3-9bf4-429f-99e6-3820cf76ac48,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:08:44.195542 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-47cd719c-4cd3-4dc2-99e5-a3072dd41438 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:44.200144 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e4d441-79e3-4e9f-9087-9d048693f977 None None] DHCP port deletion for a4afebdc-32b5-47bd-bf3b-ddd42532658b request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 16:08:44.211714 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-47cd719c-4cd3-4dc2-99e5-a3072dd41438 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Calling delete_port for be1d58c3-9bf4-429f-99e6-3820cf76ac48 owned by network:router_gateway {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:08:44.332912 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d6e4d441-79e3-4e9f-9087-9d048693f977 None None] Deleting port d4e9b1ab-f5da-4c52-b04a-b977656cae61 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:08:44.333327 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d6e4d441-79e3-4e9f-9087-9d048693f977 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:44.372176 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-47cd719c-4cd3-4dc2-99e5-a3072dd41438 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:44.406903 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d6e4d441-79e3-4e9f-9087-9d048693f977 None None] For port d4e9b1ab-f5da-4c52-b04a-b977656cae61, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=d4e9b1ab-f5da-4c52-b04a-b977656cae61,segment=NetworkSegment(eb0b8496-8ee0-4e30-bdbd-6b0b134d4cd7),segment_id=eb0b8496-8ee0-4e30-bdbd-6b0b134d4cd7)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:08:44.407298 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d6e4d441-79e3-4e9f-9087-9d048693f977 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:44.423899 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d6e4d441-79e3-4e9f-9087-9d048693f977 None None] Calling delete_port for d4e9b1ab-f5da-4c52-b04a-b977656cae61 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:08:44.428914 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-84fd2670-8387-472c-ad62-d4b9df66d128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2def3d47-a892-4749-b006-facc1c31c763', 'name': 'tempest-TestNetworkAdvancedServerOps-router-188563129', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'be1d58c3-9bf4-429f-99e6-3820cf76ac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:07:45Z', 'updated_at': '2021-10-30T16:08:42Z', 'revision_number': 5, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'gw_port': {'id': 'be1d58c3-9bf4-429f-99e6-3820cf76ac48', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:69:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2def3d47-a892-4749-b006-facc1c31c763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:07:45Z', 'updated_at': '2021-10-30T16:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:08:44.465091 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fd2670-8387-472c-ad62-d4b9df66d128 None None] The sync data for ids ['2def3d47-a892-4749-b006-facc1c31c763'] in n-d-806683-17 is: [{'id': '2def3d47-a892-4749-b006-facc1c31c763', 'name': 'tempest-TestNetworkAdvancedServerOps-router-188563129', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'be1d58c3-9bf4-429f-99e6-3820cf76ac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:07:45Z', 'updated_at': '2021-10-30T16:08:42Z', 'revision_number': 5, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'gw_port': {'id': 'be1d58c3-9bf4-429f-99e6-3820cf76ac48', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:69:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2def3d47-a892-4749-b006-facc1c31c763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:07:45Z', 'updated_at': '2021-10-30T16:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 16:08:44.540893 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d6e4d441-79e3-4e9f-9087-9d048693f977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:44.565491 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e4d441-79e3-4e9f-9087-9d048693f977 None None] Pushing event deleted for resources: {'Port': ['ID=d4e9b1ab-f5da-4c52-b04a-b977656cae61,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:08:44.574941 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e4d441-79e3-4e9f-9087-9d048693f977 None None] No DVR routers for this DVR port d4e9b1ab-f5da-4c52-b04a-b977656cae61 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 16:08:44.577439 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e4d441-79e3-4e9f-9087-9d048693f977 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:08:44.577788 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e4d441-79e3-4e9f-9087-9d048693f977 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:08:44.578136 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e4d441-79e3-4e9f-9087-9d048693f977 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:08:44.578470 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e4d441-79e3-4e9f-9087-9d048693f977 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:08:44.578867 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e4d441-79e3-4e9f-9087-9d048693f977 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:08:44.579199 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e4d441-79e3-4e9f-9087-9d048693f977 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:08:44.579558 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e4d441-79e3-4e9f-9087-9d048693f977 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:08:44.579889 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e4d441-79e3-4e9f-9087-9d048693f977 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:08:44.580215 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e4d441-79e3-4e9f-9087-9d048693f977 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:08:44.580535 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e4d441-79e3-4e9f-9087-9d048693f977 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:08:44.580854 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e4d441-79e3-4e9f-9087-9d048693f977 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:08:44.581178 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e4d441-79e3-4e9f-9087-9d048693f977 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:08:44.722965 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cd719c-4cd3-4dc2-99e5-a3072dd41438 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event deleted for resources: {'Port': ['ID=be1d58c3-9bf4-429f-99e6-3820cf76ac48,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:08:44.781723 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-47cd719c-4cd3-4dc2-99e5-a3072dd41438 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:44.875558 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-47cd719c-4cd3-4dc2-99e5-a3072dd41438 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:44.877750 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-47cd719c-4cd3-4dc2-99e5-a3072dd41438 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:44.938130 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-47cd719c-4cd3-4dc2-99e5-a3072dd41438 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:44.938740 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47cd719c-4cd3-4dc2-99e5-a3072dd41438 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Fanout notify agent at l3_agent the message router_deleted on router 2def3d47-a892-4749-b006-facc1c31c763 {{(pid=102130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 16:08:44.949585 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-47cd719c-4cd3-4dc2-99e5-a3072dd41438 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:44.953624 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58744) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:08:44.954095 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-47cd719c-4cd3-4dc2-99e5-a3072dd41438 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "DELETE /v2.0/routers/2def3d47-a892-4749-b006-facc1c31c763 HTTP/1.1" status: 204 len: 168 time: 1.1061668 Oct 30 16:08:45.005141 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device bbf6ad79-c7a0-4002-bd92-a68851a304e0 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 16:08:45.028955 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: bbf6ad79-c7a0-4002-bd92-a68851a304e0 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 16:08:45.029294 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device bbf6ad79-c7a0-4002-bd92-a68851a304e0 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 16:08:45.029705 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device d4e9b1ab-f5da-4c52-b04a-b977656cae61 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 16:08:45.039296 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6923f319-a1c7-45d8-a6c5-7348e5dff7a8 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:45.142085 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6923f319-a1c7-45d8-a6c5-7348e5dff7a8 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:45.168661 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-6923f319-a1c7-45d8-a6c5-7348e5dff7a8 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4afebdc-32b5-47bd-bf3b-ddd42532658b']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:08:45.178567 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-6923f319-a1c7-45d8-a6c5-7348e5dff7a8 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb0b8496-8ee0-4e30-bdbd-6b0b134d4cd7') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:08:45.178866 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-6923f319-a1c7-45d8-a6c5-7348e5dff7a8 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb0b8496-8ee0-4e30-bdbd-6b0b134d4cd7') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:08:45.189715 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6923f319-a1c7-45d8-a6c5-7348e5dff7a8 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:45.208132 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6923f319-a1c7-45d8-a6c5-7348e5dff7a8 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:45.214805 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6923f319-a1c7-45d8-a6c5-7348e5dff7a8 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 16:08:45.215198 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6923f319-a1c7-45d8-a6c5-7348e5dff7a8 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:45.217305 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: d4e9b1ab-f5da-4c52-b04a-b977656cae61 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 16:08:45.218250 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device d4e9b1ab-f5da-4c52-b04a-b977656cae61 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 16:08:45.218390 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 16:08:45.218390 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 16:08:45.218390 n-d-806683-17 neutron-server[102131]: timer() Oct 30 16:08:45.218390 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 16:08:45.218390 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 16:08:45.218390 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 16:08:45.218390 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 16:08:45.218390 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 16:08:45.218390 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 16:08:45.218390 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 16:08:45.218390 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 16:08:45.218390 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 16:08:45.218390 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 16:08:45.218390 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 16:08:45.218390 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 16:08:45.218390 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 16:08:45.218390 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 16:08:45.218390 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 16:08:45.218390 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 16:08:45.218390 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 16:08:45.218390 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 16:08:45.218390 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 16:08:45.218390 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 16:08:45.218390 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 16:08:45.218390 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 16:08:45.218390 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 16:08:45.218390 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 16:08:45.218390 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 16:08:45.218390 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 16:08:45.218390 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 16:08:45.218390 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 16:08:45.218390 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 16:08:45.274104 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6923f319-a1c7-45d8-a6c5-7348e5dff7a8 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:45.282541 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-6923f319-a1c7-45d8-a6c5-7348e5dff7a8 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:45.285114 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-6923f319-a1c7-45d8-a6c5-7348e5dff7a8 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "DELETE /v2.0/networks/a4afebdc-32b5-47bd-bf3b-ddd42532658b HTTP/1.1" status: 204 len: 168 time: 0.3302295 Oct 30 16:08:45.288159 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58746) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:08:45.304777 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6923f319-a1c7-45d8-a6c5-7348e5dff7a8 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event deleted for resources: {'Network': ['ID=a4afebdc-32b5-47bd-bf3b-ddd42532658b,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:08:45.346278 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-169c6ea0-c87d-4361-928e-c239bf1e9a5d tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:45.372473 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-169c6ea0-c87d-4361-928e-c239bf1e9a5d tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:45.431614 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-169c6ea0-c87d-4361-928e-c239bf1e9a5d tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:45.435196 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-169c6ea0-c87d-4361-928e-c239bf1e9a5d tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:45.436430 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-169c6ea0-c87d-4361-928e-c239bf1e9a5d tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "DELETE /v2.0/security-groups/efbb9e4c-9f99-41db-aedc-833068f401b4 HTTP/1.1" status: 204 len: 168 time: 0.1472321 Oct 30 16:08:45.446163 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169c6ea0-c87d-4361-928e-c239bf1e9a5d tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efbb9e4c-9f99-41db-aedc-833068f401b4,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:08:45.831437 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58752) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:08:45.836085 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-d5d6c238-b057-43b0-880a-d72dc553a266 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2098317994', 'description': 'tempest-secgroup-smoke-2098317994 description', 'project_id': '289b72216cb54aebb7633604e51d22ed'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:08:45.858903 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d5d6c238-b057-43b0-880a-d72dc553a266 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:45.923296 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d5d6c238-b057-43b0-880a-d72dc553a266 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:45.926874 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d5d6c238-b057-43b0-880a-d72dc553a266 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:45.955718 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-d5d6c238-b057-43b0-880a-d72dc553a266 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:45.957042 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d5d6c238-b057-43b0-880a-d72dc553a266 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1245303 Oct 30 16:08:45.959170 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d6c238-b057-43b0-880a-d72dc553a266 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=638925ef-9e3c-4e27-a3c9-d2ce2c0e2de1,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:08:45.960212 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58754) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:08:45.965498 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-1f1c604f-31e8-40e9-82d9-68d521357901 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Request body: {'security_group_rule': {'security_group_id': '638925ef-9e3c-4e27-a3c9-d2ce2c0e2de1', 'project_id': '289b72216cb54aebb7633604e51d22ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:08:45.991857 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1f1c604f-31e8-40e9-82d9-68d521357901 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:46.036934 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1f1c604f-31e8-40e9-82d9-68d521357901 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:46.040853 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1f1c604f-31e8-40e9-82d9-68d521357901 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:46.058142 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1c604f-31e8-40e9-82d9-68d521357901 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2681f00a-bfad-4e18-b09b-9889d92a8c6e,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:08:46.066839 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1f1c604f-31e8-40e9-82d9-68d521357901 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:46.068073 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-1f1c604f-31e8-40e9-82d9-68d521357901 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1067677 Oct 30 16:08:46.070756 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58756) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:08:46.075566 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-82b4f703-3000-4674-bcea-d6719782e17f tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Request body: {'security_group_rule': {'security_group_id': '638925ef-9e3c-4e27-a3c9-d2ce2c0e2de1', 'project_id': '289b72216cb54aebb7633604e51d22ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:08:46.101757 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-82b4f703-3000-4674-bcea-d6719782e17f tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:46.157058 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-82b4f703-3000-4674-bcea-d6719782e17f tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:46.160514 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-82b4f703-3000-4674-bcea-d6719782e17f tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:46.181160 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b4f703-3000-4674-bcea-d6719782e17f tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9c3c414-f2ee-4b6c-a237-f7308e05e2e1,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:08:46.188743 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-82b4f703-3000-4674-bcea-d6719782e17f tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:46.189918 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-82b4f703-3000-4674-bcea-d6719782e17f tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1182311 Oct 30 16:08:46.192657 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58758) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:08:46.196899 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-47c58b29-e1a7-4ab5-936b-23a6c7a728d2 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Request body: {'security_group_rule': {'security_group_id': '638925ef-9e3c-4e27-a3c9-d2ce2c0e2de1', 'project_id': '289b72216cb54aebb7633604e51d22ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:08:46.223762 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-47c58b29-e1a7-4ab5-936b-23a6c7a728d2 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:46.279907 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-47c58b29-e1a7-4ab5-936b-23a6c7a728d2 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:46.283333 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-47c58b29-e1a7-4ab5-936b-23a6c7a728d2 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:46.300519 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c58b29-e1a7-4ab5-936b-23a6c7a728d2 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c18dd8da-674f-408a-947d-fd142c238d01,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:08:46.308905 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-47c58b29-e1a7-4ab5-936b-23a6c7a728d2 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:46.310004 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-47c58b29-e1a7-4ab5-936b-23a6c7a728d2 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1163967 Oct 30 16:08:46.312771 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58760) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:08:46.316999 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-22a2e6ee-4ab6-4eab-9885-4928176ffdf0 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Request body: {'security_group_rule': {'security_group_id': '638925ef-9e3c-4e27-a3c9-d2ce2c0e2de1', 'project_id': '289b72216cb54aebb7633604e51d22ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:08:46.342782 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-22a2e6ee-4ab6-4eab-9885-4928176ffdf0 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:46.399722 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-22a2e6ee-4ab6-4eab-9885-4928176ffdf0 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:46.402958 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-22a2e6ee-4ab6-4eab-9885-4928176ffdf0 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:46.417345 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a2e6ee-4ab6-4eab-9885-4928176ffdf0 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12df1999-d925-45f4-92d2-81538482bcc1,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:08:46.427706 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-22a2e6ee-4ab6-4eab-9885-4928176ffdf0 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:46.428891 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-22a2e6ee-4ab6-4eab-9885-4928176ffdf0 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1151950 Oct 30 16:08:46.431802 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58762) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:08:46.437197 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-ace82f6e-279f-4443-b7d5-7d19b53b5916 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Request body: {'security_group_rule': {'security_group_id': '638925ef-9e3c-4e27-a3c9-d2ce2c0e2de1', 'project_id': '289b72216cb54aebb7633604e51d22ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:08:46.457895 n-d-806683-17 neutron-server[102130]: INFO neutron.db.securitygroups_db [None req-ace82f6e-279f-4443-b7d5-7d19b53b5916 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Project 289b72216cb54aebb7633604e51d22ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 30 16:08:46.462554 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ace82f6e-279f-4443-b7d5-7d19b53b5916 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:46.521515 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ace82f6e-279f-4443-b7d5-7d19b53b5916 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:46.525222 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ace82f6e-279f-4443-b7d5-7d19b53b5916 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:46.542374 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace82f6e-279f-4443-b7d5-7d19b53b5916 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fcbbf41-21f7-47a8-ad66-9d1640efe787,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:08:46.551025 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ace82f6e-279f-4443-b7d5-7d19b53b5916 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:46.552239 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-ace82f6e-279f-4443-b7d5-7d19b53b5916 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1195097 Oct 30 16:08:46.554984 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58764) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:08:46.559914 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-c7499fd9-8922-4e3c-908c-0ac35d76a962 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Request body: {'security_group_rule': {'security_group_id': '638925ef-9e3c-4e27-a3c9-d2ce2c0e2de1', 'project_id': '289b72216cb54aebb7633604e51d22ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:08:46.581458 n-d-806683-17 neutron-server[102130]: INFO neutron.db.securitygroups_db [None req-c7499fd9-8922-4e3c-908c-0ac35d76a962 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Project 289b72216cb54aebb7633604e51d22ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 30 16:08:46.586164 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c7499fd9-8922-4e3c-908c-0ac35d76a962 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:46.647834 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c7499fd9-8922-4e3c-908c-0ac35d76a962 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:46.651020 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c7499fd9-8922-4e3c-908c-0ac35d76a962 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:46.669152 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7499fd9-8922-4e3c-908c-0ac35d76a962 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d2a87cd-c292-43a9-b4ec-096b3502d414,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:08:46.676501 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c7499fd9-8922-4e3c-908c-0ac35d76a962 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:46.677754 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c7499fd9-8922-4e3c-908c-0ac35d76a962 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1217844 Oct 30 16:08:46.680572 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58766) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:08:46.686663 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-f7947ba5-50f1-4bc0-aa38-14a96be9afaf tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Request body: {'network': {'name': 'tempest-network-smoke--2053716841', 'project_id': '289b72216cb54aebb7633604e51d22ed', 'port_security_enabled': True}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:08:46.706819 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7947ba5-50f1-4bc0-aa38-14a96be9afaf tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Made reservation on behalf of 289b72216cb54aebb7633604e51d22ed for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 16:08:46.710235 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f7947ba5-50f1-4bc0-aa38-14a96be9afaf tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:46.733480 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7947ba5-50f1-4bc0-aa38-14a96be9afaf tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 16:08:46.742329 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f7947ba5-50f1-4bc0-aa38-14a96be9afaf tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:46.742710 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-f7947ba5-50f1-4bc0-aa38-14a96be9afaf tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Added segment ba23e0e0-7e2d-4ac0-9293-519f064969b4 of type vlan for network 598cd40f-591a-40b3-b1a1-2adf42a84533 Oct 30 16:08:46.781827 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f7947ba5-50f1-4bc0-aa38-14a96be9afaf tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:46.805793 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f7947ba5-50f1-4bc0-aa38-14a96be9afaf tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:46.812079 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7947ba5-50f1-4bc0-aa38-14a96be9afaf tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:08:46.812603 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f7947ba5-50f1-4bc0-aa38-14a96be9afaf tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:46.865134 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-f7947ba5-50f1-4bc0-aa38-14a96be9afaf tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1834061 Oct 30 16:08:46.867961 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58768) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:08:46.873176 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-1e1f8c64-1408-4d9c-b618-35bff503f087 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1852044136', 'admin_state_up': True, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:08:46.883678 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7947ba5-50f1-4bc0-aa38-14a96be9afaf tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event updated for resources: {'Network': ['ID=598cd40f-591a-40b3-b1a1-2adf42a84533,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:08:46.894932 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 598cd40f-591a-40b3-b1a1-2adf42a84533 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 16:08:46.900289 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1e1f8c64-1408-4d9c-b618-35bff503f087 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:46.900879 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1e1f8c64-1408-4d9c-b618-35bff503f087 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:46.932443 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device be1d58c3-9bf4-429f-99e6-3820cf76ac48 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 16:08:46.953555 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1e1f8c64-1408-4d9c-b618-35bff503f087 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:46.959288 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: be1d58c3-9bf4-429f-99e6-3820cf76ac48 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 16:08:46.959702 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device be1d58c3-9bf4-429f-99e6-3820cf76ac48 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 16:08:47.094778 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1e1f8c64-1408-4d9c-b618-35bff503f087 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:47.286209 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1e1f8c64-1408-4d9c-b618-35bff503f087 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for router_gateway, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:47.309744 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1e1f8c64-1408-4d9c-b618-35bff503f087 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:47.407981 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-1e1f8c64-1408-4d9c-b618-35bff503f087 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Allocated IP 172.25.4.249 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/f08238dd-7a1a-435f-b5ec-4b3f6cf08452) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 16:08:47.512961 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1e1f8c64-1408-4d9c-b618-35bff503f087 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:47.545957 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1e1f8c64-1408-4d9c-b618-35bff503f087 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:47.582630 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1f8c64-1408-4d9c-b618-35bff503f087 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:08:47.585548 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-1e1f8c64-1408-4d9c-b618-35bff503f087 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:08:47.589769 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1f8c64-1408-4d9c-b618-35bff503f087 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 16:08:47.616800 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1f8c64-1408-4d9c-b618-35bff503f087 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event updated for resources: {'Port': ['ID=f08238dd-7a1a-435f-b5ec-4b3f6cf08452,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:08:47.844915 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1e1f8c64-1408-4d9c-b618-35bff503f087 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for router_gateway, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:48.035399 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1e1f8c64-1408-4d9c-b618-35bff503f087 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:48.157972 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e1f8c64-1408-4d9c-b618-35bff503f087 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Router 766e40eb-9628-4b96-9ae5-ff76739d47c3 is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 16:08:48.262959 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e1f8c64-1408-4d9c-b618-35bff503f087 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 16:08:48.273323 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632cc43d-4068-4d60-85fc-13b7c2fe32b0 None None] Sync routers for ids ['766e40eb-9628-4b96-9ae5-ff76739d47c3'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 16:08:48.282386 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1e1f8c64-1408-4d9c-b618-35bff503f087 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:48.282872 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632cc43d-4068-4d60-85fc-13b7c2fe32b0 None None] Routers {'766e40eb-9628-4b96-9ae5-ff76739d47c3'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:08:48.286492 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-632cc43d-4068-4d60-85fc-13b7c2fe32b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:08:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['766e40eb-9628-4b96-9ae5-ff76739d47c3'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:08:48.286660 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-1e1f8c64-1408-4d9c-b618-35bff503f087 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4146028 Oct 30 16:08:48.286774 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58770) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:08:48.315184 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-22ecac47-38cc-4244-b1a9-bbb7603c889d tempest-TestNetworkAdvancedServerOps-616166719 tempest-TestNetworkAdvancedServerOps-616166719-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=289b72216cb54aebb7633604e51d22ed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274477 Oct 30 16:08:48.317757 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58772) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:08:48.388722 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-632cc43d-4068-4d60-85fc-13b7c2fe32b0 None None] Set router 766e40eb-9628-4b96-9ae5-ff76739d47c3 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:08:48.400743 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5284e8e3-973d-43ad-a03c-7e4286c7f059 tempest-TestNetworkAdvancedServerOps-616166719 tempest-TestNetworkAdvancedServerOps-616166719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:08:48.402280 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-5284e8e3-973d-43ad-a03c-7e4286c7f059 tempest-TestNetworkAdvancedServerOps-616166719 tempest-TestNetworkAdvancedServerOps-616166719-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0835550 Oct 30 16:08:48.405119 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58774) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:08:48.435633 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-a31f3a83-0cae-4c19-be1f-a299fa1c6a84 tempest-TestNetworkAdvancedServerOps-616166719 tempest-TestNetworkAdvancedServerOps-616166719-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=edc38ef5-7816-4133-914c-cfe2849a0125&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263751 Oct 30 16:08:48.435838 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58776) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:08:48.440791 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-042ce255-f9a1-4c83-a80b-7d90fef52942 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-430371580', 'network_id': '598cd40f-591a-40b3-b1a1-2adf42a84533', 'project_id': '289b72216cb54aebb7633604e51d22ed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:08:48.538271 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042ce255-f9a1-4c83-a80b-7d90fef52942 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Made reservation on behalf of 289b72216cb54aebb7633604e51d22ed for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 16:08:48.542592 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-042ce255-f9a1-4c83-a80b-7d90fef52942 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:48.568754 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-632cc43d-4068-4d60-85fc-13b7c2fe32b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '766e40eb-9628-4b96-9ae5-ff76739d47c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1852044136', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'f08238dd-7a1a-435f-b5ec-4b3f6cf08452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:08:46Z', 'updated_at': '2021-10-30T16:08:47Z', 'revision_number': 3, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'gw_port': {'id': 'f08238dd-7a1a-435f-b5ec-4b3f6cf08452', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b9:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '766e40eb-9628-4b96-9ae5-ff76739d47c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:08:47Z', 'updated_at': '2021-10-30T16:08:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:08:48.594755 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632cc43d-4068-4d60-85fc-13b7c2fe32b0 None None] Checking router: 766e40eb-9628-4b96-9ae5-ff76739d47c3 for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 16:08:48.595105 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632cc43d-4068-4d60-85fc-13b7c2fe32b0 None None] Updating router 766e40eb-9628-4b96-9ae5-ff76739d47c3 port f08238dd-7a1a-435f-b5ec-4b3f6cf08452 binding host n-d-806683-17 {{(pid=102133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 16:08:48.621265 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-632cc43d-4068-4d60-85fc-13b7c2fe32b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:48.725254 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-042ce255-f9a1-4c83-a80b-7d90fef52942 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:48.787553 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042ce255-f9a1-4c83-a80b-7d90fef52942 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event updated for resources: {'Subnet': ['ID=86efbff0-0e63-4d1d-ae02-f339042d8b94,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:08:48.796556 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042ce255-f9a1-4c83-a80b-7d90fef52942 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Checking segment: {'id': 'ba23e0e0-7e2d-4ac0-9293-519f064969b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '598cd40f-591a-40b3-b1a1-2adf42a84533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:08:48.796927 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042ce255-f9a1-4c83-a80b-7d90fef52942 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Network hostable DHCP agents. Network: 598cd40f-591a-40b3-b1a1-2adf42a84533, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 16:08:48.814282 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042ce255-f9a1-4c83-a80b-7d90fef52942 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Network 598cd40f-591a-40b3-b1a1-2adf42a84533 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 16:08:48.825211 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-042ce255-f9a1-4c83-a80b-7d90fef52942 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 598cd40f-591a-40b3-b1a1-2adf42a84533) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:08:48.830265 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042ce255-f9a1-4c83-a80b-7d90fef52942 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:08:48.831174 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-042ce255-f9a1-4c83-a80b-7d90fef52942 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:48.837558 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3192da8a-ab3b-4d9a-ae11-a8476947a72c None None] Network 598cd40f-591a-40b3-b1a1-2adf42a84533 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 16:08:48.848679 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-042ce255-f9a1-4c83-a80b-7d90fef52942 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4116805 Oct 30 16:08:48.851359 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58778) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:08:48.906376 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-632cc43d-4068-4d60-85fc-13b7c2fe32b0 None None] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:48.912669 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-632cc43d-4068-4d60-85fc-13b7c2fe32b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:48.965295 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-632cc43d-4068-4d60-85fc-13b7c2fe32b0 None None] Attempting to bind port f08238dd-7a1a-435f-b5ec-4b3f6cf08452 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 16:08:48.965795 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-632cc43d-4068-4d60-85fc-13b7c2fe32b0 None None] Attempting to bind port f08238dd-7a1a-435f-b5ec-4b3f6cf08452 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 16:08:48.966225 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632cc43d-4068-4d60-85fc-13b7c2fe32b0 None None] Attempting to bind port f08238dd-7a1a-435f-b5ec-4b3f6cf08452 on network edc38ef5-7816-4133-914c-cfe2849a0125 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:08:48.973547 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f670af-0779-4bce-b0a1-31b84f8477b6 None None] Pushing event updated for resources: {'Port': ['ID=f08238dd-7a1a-435f-b5ec-4b3f6cf08452,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:08:48.976541 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632cc43d-4068-4d60-85fc-13b7c2fe32b0 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 16, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 16:08:48.977285 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632cc43d-4068-4d60-85fc-13b7c2fe32b0 None None] Checking segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:08:48.977683 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-632cc43d-4068-4d60-85fc-13b7c2fe32b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:48.978061 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632cc43d-4068-4d60-85fc-13b7c2fe32b0 None None] Bound using segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 16:08:48.978526 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-632cc43d-4068-4d60-85fc-13b7c2fe32b0 None None] Bound port: f08238dd-7a1a-435f-b5ec-4b3f6cf08452, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 16:08:48.978897 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-632cc43d-4068-4d60-85fc-13b7c2fe32b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:48.991845 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e4ece9-9927-47a8-b2e8-154e4706ded6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-598cd40f-591a-40b3-b1a1-2adf42a84533', 'network_id': '598cd40f-591a-40b3-b1a1-2adf42a84533', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'fixed_ips': [{'subnet_id': '86efbff0-0e63-4d1d-ae02-f339042d8b94'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 16:08:48.992823 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-39e4ece9-9927-47a8-b2e8-154e4706ded6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:49.034879 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-632cc43d-4068-4d60-85fc-13b7c2fe32b0 None None] For port f08238dd-7a1a-435f-b5ec-4b3f6cf08452, host n-d-806683-17, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 16:08:49.038499 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-632cc43d-4068-4d60-85fc-13b7c2fe32b0 None None] For port f08238dd-7a1a-435f-b5ec-4b3f6cf08452, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=f08238dd-7a1a-435f-b5ec-4b3f6cf08452,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 16:08:49.045049 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-632cc43d-4068-4d60-85fc-13b7c2fe32b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:49.103342 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632cc43d-4068-4d60-85fc-13b7c2fe32b0 None None] Routers {'766e40eb-9628-4b96-9ae5-ff76739d47c3'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:08:49.103973 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-632cc43d-4068-4d60-85fc-13b7c2fe32b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:08:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['766e40eb-9628-4b96-9ae5-ff76739d47c3'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:08:49.148580 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f670af-0779-4bce-b0a1-31b84f8477b6 None None] Pushing event updated for resources: {'Port': ['ID=f08238dd-7a1a-435f-b5ec-4b3f6cf08452,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:08:49.159696 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-39e4ece9-9927-47a8-b2e8-154e4706ded6 None None] Allocated IP 172.20.0.2 (598cd40f-591a-40b3-b1a1-2adf42a84533/86efbff0-0e63-4d1d-ae02-f339042d8b94/54bb470c-b58c-4c48-8559-41180f92f3e6) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 16:08:49.225097 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-632cc43d-4068-4d60-85fc-13b7c2fe32b0 None None] Set router 766e40eb-9628-4b96-9ae5-ff76739d47c3 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:08:49.318019 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-39e4ece9-9927-47a8-b2e8-154e4706ded6 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:49.325384 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-39e4ece9-9927-47a8-b2e8-154e4706ded6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:49.351950 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fa3de2a5-8654-4c6f-9eda-ae9c22de558c tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:49.367385 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e4ece9-9927-47a8-b2e8-154e4706ded6 None None] Network 598cd40f-591a-40b3-b1a1-2adf42a84533 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:08:49.370926 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-39e4ece9-9927-47a8-b2e8-154e4706ded6 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:08:49.374656 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e4ece9-9927-47a8-b2e8-154e4706ded6 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 16:08:49.384266 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e4ece9-9927-47a8-b2e8-154e4706ded6 None None] Pushing event updated for resources: {'Port': ['ID=54bb470c-b58c-4c48-8559-41180f92f3e6,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:08:49.444410 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-39e4ece9-9927-47a8-b2e8-154e4706ded6 None None] Attempting to bind port 54bb470c-b58c-4c48-8559-41180f92f3e6 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 16:08:49.445094 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-39e4ece9-9927-47a8-b2e8-154e4706ded6 None None] Attempting to bind port 54bb470c-b58c-4c48-8559-41180f92f3e6 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'ba23e0e0-7e2d-4ac0-9293-519f064969b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '598cd40f-591a-40b3-b1a1-2adf42a84533'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 16:08:49.445635 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e4ece9-9927-47a8-b2e8-154e4706ded6 None None] Attempting to bind port 54bb470c-b58c-4c48-8559-41180f92f3e6 on network 598cd40f-591a-40b3-b1a1-2adf42a84533 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:08:49.452568 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e4ece9-9927-47a8-b2e8-154e4706ded6 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 16, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 16:08:49.452951 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e4ece9-9927-47a8-b2e8-154e4706ded6 None None] Checking segment: {'id': 'ba23e0e0-7e2d-4ac0-9293-519f064969b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '598cd40f-591a-40b3-b1a1-2adf42a84533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:08:49.453371 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-39e4ece9-9927-47a8-b2e8-154e4706ded6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:49.453780 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e4ece9-9927-47a8-b2e8-154e4706ded6 None None] Bound using segment: {'id': 'ba23e0e0-7e2d-4ac0-9293-519f064969b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '598cd40f-591a-40b3-b1a1-2adf42a84533'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 16:08:49.454270 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-39e4ece9-9927-47a8-b2e8-154e4706ded6 None None] Bound port: 54bb470c-b58c-4c48-8559-41180f92f3e6, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba23e0e0-7e2d-4ac0-9293-519f064969b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '598cd40f-591a-40b3-b1a1-2adf42a84533'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 16:08:49.454660 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-39e4ece9-9927-47a8-b2e8-154e4706ded6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:49.517309 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-632cc43d-4068-4d60-85fc-13b7c2fe32b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '766e40eb-9628-4b96-9ae5-ff76739d47c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1852044136', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'f08238dd-7a1a-435f-b5ec-4b3f6cf08452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:08:46Z', 'updated_at': '2021-10-30T16:08:47Z', 'revision_number': 3, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'gw_port': {'id': 'f08238dd-7a1a-435f-b5ec-4b3f6cf08452', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b9:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '766e40eb-9628-4b96-9ae5-ff76739d47c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:08:47Z', 'updated_at': '2021-10-30T16:08:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:08:49.527047 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-39e4ece9-9927-47a8-b2e8-154e4706ded6 None None] For port 54bb470c-b58c-4c48-8559-41180f92f3e6, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 16:08:49.531753 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-39e4ece9-9927-47a8-b2e8-154e4706ded6 None None] For port 54bb470c-b58c-4c48-8559-41180f92f3e6, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=54bb470c-b58c-4c48-8559-41180f92f3e6,segment=NetworkSegment(ba23e0e0-7e2d-4ac0-9293-519f064969b4),segment_id=ba23e0e0-7e2d-4ac0-9293-519f064969b4)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 16:08:49.538496 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-39e4ece9-9927-47a8-b2e8-154e4706ded6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:49.546777 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632cc43d-4068-4d60-85fc-13b7c2fe32b0 None None] The sync data for ids ['766e40eb-9628-4b96-9ae5-ff76739d47c3'] in n-d-806683-17 is: [{'id': '766e40eb-9628-4b96-9ae5-ff76739d47c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1852044136', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'f08238dd-7a1a-435f-b5ec-4b3f6cf08452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:08:46Z', 'updated_at': '2021-10-30T16:08:47Z', 'revision_number': 3, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'gw_port': {'id': 'f08238dd-7a1a-435f-b5ec-4b3f6cf08452', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b9:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '766e40eb-9628-4b96-9ae5-ff76739d47c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:08:47Z', 'updated_at': '2021-10-30T16:08:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 16:08:49.610879 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e4ece9-9927-47a8-b2e8-154e4706ded6 None None] Pushing event updated for resources: {'Port': ['ID=54bb470c-b58c-4c48-8559-41180f92f3e6,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:08:49.995880 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-fa3de2a5-8654-4c6f-9eda-ae9c22de558c tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Allocated IP 172.20.0.1 (598cd40f-591a-40b3-b1a1-2adf42a84533/86efbff0-0e63-4d1d-ae02-f339042d8b94/80536e4c-bd66-4636-a1f4-a4a82c4f4766) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 16:08:50.123727 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fa3de2a5-8654-4c6f-9eda-ae9c22de558c tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:50.158973 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fa3de2a5-8654-4c6f-9eda-ae9c22de558c tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:50.206085 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3de2a5-8654-4c6f-9eda-ae9c22de558c tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Network 598cd40f-591a-40b3-b1a1-2adf42a84533 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:08:50.209467 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-fa3de2a5-8654-4c6f-9eda-ae9c22de558c tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:08:50.214247 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3de2a5-8654-4c6f-9eda-ae9c22de558c tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 16:08:50.218670 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3de2a5-8654-4c6f-9eda-ae9c22de558c tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event updated for resources: {'Port': ['ID=80536e4c-bd66-4636-a1f4-a4a82c4f4766,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:08:50.266384 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fa3de2a5-8654-4c6f-9eda-ae9c22de558c tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:50.411116 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fa3de2a5-8654-4c6f-9eda-ae9c22de558c tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:50.576611 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecddb04a-4064-4495-8c91-223b0575ec86 None None] Network 598cd40f-591a-40b3-b1a1-2adf42a84533 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 16:08:50.707898 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-ede25cdd-2f81-4bff-be40-5b14217c02e5 None None] Provisioning complete for port 54bb470c-b58c-4c48-8559-41180f92f3e6 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:08:50.708273 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ede25cdd-2f81-4bff-be40-5b14217c02e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:50.716223 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fa3de2a5-8654-4c6f-9eda-ae9c22de558c tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:50.721340 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fa3de2a5-8654-4c6f-9eda-ae9c22de558c tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:50.798802 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3de2a5-8654-4c6f-9eda-ae9c22de558c tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event updated for resources: {'Port': ['ID=80536e4c-bd66-4636-a1f4-a4a82c4f4766,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:08:50.802195 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fa3de2a5-8654-4c6f-9eda-ae9c22de558c tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:50.824283 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ede25cdd-2f81-4bff-be40-5b14217c02e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:50.865523 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-ede25cdd-2f81-4bff-be40-5b14217c02e5 None None] For port 54bb470c-b58c-4c48-8559-41180f92f3e6, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=54bb470c-b58c-4c48-8559-41180f92f3e6,segment=NetworkSegment(ba23e0e0-7e2d-4ac0-9293-519f064969b4),segment_id=ba23e0e0-7e2d-4ac0-9293-519f064969b4)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:08:50.872238 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ede25cdd-2f81-4bff-be40-5b14217c02e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:50.937714 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3de2a5-8654-4c6f-9eda-ae9c22de558c tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Network 598cd40f-591a-40b3-b1a1-2adf42a84533 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:08:50.940493 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-fa3de2a5-8654-4c6f-9eda-ae9c22de558c tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:08:50.953065 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede25cdd-2f81-4bff-be40-5b14217c02e5 None None] Pushing event updated for resources: {'Port': ['ID=54bb470c-b58c-4c48-8559-41180f92f3e6,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:08:51.062642 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device f08238dd-7a1a-435f-b5ec-4b3f6cf08452 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:08:51.082730 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa3de2a5-8654-4c6f-9eda-ae9c22de558c tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Router 766e40eb-9628-4b96-9ae5-ff76739d47c3 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 16:08:51.120499 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-eb2e23e5-8b5d-45ed-81f9-5efa6b9e89b3 None None] Provisioning complete for port 80536e4c-bd66-4636-a1f4-a4a82c4f4766 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:08:51.121008 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-eb2e23e5-8b5d-45ed-81f9-5efa6b9e89b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:51.173452 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port f08238dd-7a1a-435f-b5ec-4b3f6cf08452 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:08:51.173827 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:51.176616 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-eb2e23e5-8b5d-45ed-81f9-5efa6b9e89b3 None None] Port 80536e4c-bd66-4636-a1f4-a4a82c4f4766 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 16:08:51.206779 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa3de2a5-8654-4c6f-9eda-ae9c22de558c tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 16:08:51.211902 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-fa3de2a5-8654-4c6f-9eda-ae9c22de558c tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "PUT /v2.0/routers/766e40eb-9628-4b96-9ae5-ff76739d47c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3593464 Oct 30 16:08:51.223911 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-eb2e23e5-8b5d-45ed-81f9-5efa6b9e89b3 None None] Provisioning complete for port 54bb470c-b58c-4c48-8559-41180f92f3e6 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:08:51.223911 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-eb2e23e5-8b5d-45ed-81f9-5efa6b9e89b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:51.284388 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ce718b27-328f-4a59-bf6e-d804912bb39e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:51.368761 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:51.373937 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bd7c0e-258a-4275-a642-c5a12fbdfe6d None None] Sync routers for ids ['766e40eb-9628-4b96-9ae5-ff76739d47c3'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 16:08:51.400017 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e7f47d63-63e1-4f35-98d2-5b2d810936fb req-17e9a0e9-2240-4545-9b42-aa70f4e3e01e tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2098317994&fields=id&tenant_id=289b72216cb54aebb7633604e51d22ed HTTP/1.1" status: 200 len: 267 time: 0.0526211 Oct 30 16:08:51.405674 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bd7c0e-258a-4275-a642-c5a12fbdfe6d None None] Routers {'766e40eb-9628-4b96-9ae5-ff76739d47c3'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:08:51.406314 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-21bd7c0e-258a-4275-a642-c5a12fbdfe6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:08:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['766e40eb-9628-4b96-9ae5-ff76739d47c3'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:08:51.443517 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port f08238dd-7a1a-435f-b5ec-4b3f6cf08452, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=f08238dd-7a1a-435f-b5ec-4b3f6cf08452,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:08:51.483838 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:51.484780 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 54bb470c-b58c-4c48-8559-41180f92f3e6 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:08:51.529140 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f47d63-63e1-4f35-98d2-5b2d810936fb req-611632ca-066c-4f12-ae54-f4d562e869da tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:08:51.530607 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e7f47d63-63e1-4f35-98d2-5b2d810936fb req-611632ca-066c-4f12-ae54-f4d562e869da tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/networks?id=598cd40f-591a-40b3-b1a1-2adf42a84533 HTTP/1.1" status: 200 len: 797 time: 0.1224041 Oct 30 16:08:51.546466 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e7f47d63-63e1-4f35-98d2-5b2d810936fb req-cd74a0c4-9ca3-4ee7-a145-2e01c7d0c4cb tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/quotas/289b72216cb54aebb7633604e51d22ed HTTP/1.1" status: 200 len: 375 time: 0.0096722 Oct 30 16:08:51.588147 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=f08238dd-7a1a-435f-b5ec-4b3f6cf08452,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:08:51.599150 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e7f47d63-63e1-4f35-98d2-5b2d810936fb req-2ab64e2b-3895-4ecf-8c16-7417ee99951c tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=289b72216cb54aebb7633604e51d22ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470574 Oct 30 16:08:51.606304 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-21bd7c0e-258a-4275-a642-c5a12fbdfe6d None None] Set router 766e40eb-9628-4b96-9ae5-ff76739d47c3 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:08:51.665036 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 54bb470c-b58c-4c48-8559-41180f92f3e6 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:08:51.665413 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:51.670371 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-a8120b8b-5b34-4a50-b6d3-f143e125e5c5 None None] Provisioning complete for port 80536e4c-bd66-4636-a1f4-a4a82c4f4766 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:08:51.670726 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a8120b8b-5b34-4a50-b6d3-f143e125e5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:51.706956 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [req-e7f47d63-63e1-4f35-98d2-5b2d810936fb req-9e189b2f-3bf9-414f-9188-4498fb0dd92b service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 16:08:51.708108 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e7f47d63-63e1-4f35-98d2-5b2d810936fb req-9e189b2f-3bf9-414f-9188-4498fb0dd92b service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0533025 Oct 30 16:08:51.802080 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e7f47d63-63e1-4f35-98d2-5b2d810936fb req-2931184b-41d8-4b08-aeb3-697e7c8d2dd9 service neutron] 10.222.0.62 "GET /v2.0/networks/598cd40f-591a-40b3-b1a1-2adf42a84533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874043 Oct 30 16:08:51.803089 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-a8120b8b-5b34-4a50-b6d3-f143e125e5c5 None None] Port 80536e4c-bd66-4636-a1f4-a4a82c4f4766 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 16:08:51.893432 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e7f47d63-63e1-4f35-98d2-5b2d810936fb req-64f6df2d-ca26-4a34-a5be-81d1aace80a2 service neutron] 10.222.0.62 "GET /v2.0/networks/598cd40f-591a-40b3-b1a1-2adf42a84533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847750 Oct 30 16:08:51.925413 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-21bd7c0e-258a-4275-a642-c5a12fbdfe6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '766e40eb-9628-4b96-9ae5-ff76739d47c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1852044136', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'f08238dd-7a1a-435f-b5ec-4b3f6cf08452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:08:46Z', 'updated_at': '2021-10-30T16:08:50Z', 'revision_number': 4, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'gw_port': {'id': 'f08238dd-7a1a-435f-b5ec-4b3f6cf08452', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b9:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '766e40eb-9628-4b96-9ae5-ff76739d47c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:08:47Z', 'updated_at': '2021-10-30T16:08:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '80536e4c-bd66-4636-a1f4-a4a82c4f4766', 'name': '', 'network_id': '598cd40f-591a-40b3-b1a1-2adf42a84533', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'mac_address': 'fa:16:3e:92:99:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '766e40eb-9628-4b96-9ae5-ff76739d47c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '86efbff0-0e63-4d1d-ae02-f339042d8b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:08:49Z', 'updated_at': '2021-10-30T16:08:50Z', 'revision_number': 2, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'subnets': [{'id': '86efbff0-0e63-4d1d-ae02-f339042d8b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:08:51.956911 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bd7c0e-258a-4275-a642-c5a12fbdfe6d None None] Checking router: 766e40eb-9628-4b96-9ae5-ff76739d47c3 for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 16:08:51.957395 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bd7c0e-258a-4275-a642-c5a12fbdfe6d None None] Updating router 766e40eb-9628-4b96-9ae5-ff76739d47c3 port 80536e4c-bd66-4636-a1f4-a4a82c4f4766 binding host n-d-806683-17 {{(pid=102132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 16:08:51.982503 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-21bd7c0e-258a-4275-a642-c5a12fbdfe6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:52.085161 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-220716b3-d357-4aff-9953-b7f875060a23 req-e4114226-670a-4ebb-a962-c6204cd8d5a4 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=3bd2070b-a344-44d7-9bf4-9469853e10d3 HTTP/1.1" status: 200 len: 210 time: 0.0306187 Oct 30 16:08:52.250966 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-21bd7c0e-258a-4275-a642-c5a12fbdfe6d None None] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:52.256454 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-21bd7c0e-258a-4275-a642-c5a12fbdfe6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:52.311821 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eac6c48-056d-4aee-a45a-b5bffd10c8bd None None] Pushing event updated for resources: {'Port': ['ID=80536e4c-bd66-4636-a1f4-a4a82c4f4766,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:08:52.374050 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-21bd7c0e-258a-4275-a642-c5a12fbdfe6d None None] Attempting to bind port 80536e4c-bd66-4636-a1f4-a4a82c4f4766 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 16:08:52.374430 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-21bd7c0e-258a-4275-a642-c5a12fbdfe6d None None] Attempting to bind port 80536e4c-bd66-4636-a1f4-a4a82c4f4766 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'ba23e0e0-7e2d-4ac0-9293-519f064969b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '598cd40f-591a-40b3-b1a1-2adf42a84533'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 16:08:52.374798 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bd7c0e-258a-4275-a642-c5a12fbdfe6d None None] Attempting to bind port 80536e4c-bd66-4636-a1f4-a4a82c4f4766 on network 598cd40f-591a-40b3-b1a1-2adf42a84533 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:08:52.379941 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bd7c0e-258a-4275-a642-c5a12fbdfe6d None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 16, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 16:08:52.380327 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bd7c0e-258a-4275-a642-c5a12fbdfe6d None None] Checking segment: {'id': 'ba23e0e0-7e2d-4ac0-9293-519f064969b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '598cd40f-591a-40b3-b1a1-2adf42a84533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:08:52.380724 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-21bd7c0e-258a-4275-a642-c5a12fbdfe6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:52.381120 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bd7c0e-258a-4275-a642-c5a12fbdfe6d None None] Bound using segment: {'id': 'ba23e0e0-7e2d-4ac0-9293-519f064969b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '598cd40f-591a-40b3-b1a1-2adf42a84533'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 16:08:52.381643 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-21bd7c0e-258a-4275-a642-c5a12fbdfe6d None None] Bound port: 80536e4c-bd66-4636-a1f4-a4a82c4f4766, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba23e0e0-7e2d-4ac0-9293-519f064969b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '598cd40f-591a-40b3-b1a1-2adf42a84533'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 16:08:52.381976 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-21bd7c0e-258a-4275-a642-c5a12fbdfe6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:52.453323 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-21bd7c0e-258a-4275-a642-c5a12fbdfe6d None None] For port 80536e4c-bd66-4636-a1f4-a4a82c4f4766, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 16:08:52.457282 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-21bd7c0e-258a-4275-a642-c5a12fbdfe6d None None] For port 80536e4c-bd66-4636-a1f4-a4a82c4f4766, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=80536e4c-bd66-4636-a1f4-a4a82c4f4766,segment=NetworkSegment(ba23e0e0-7e2d-4ac0-9293-519f064969b4),segment_id=ba23e0e0-7e2d-4ac0-9293-519f064969b4)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 16:08:52.466579 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-21bd7c0e-258a-4275-a642-c5a12fbdfe6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:52.523520 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bd7c0e-258a-4275-a642-c5a12fbdfe6d None None] Routers {'766e40eb-9628-4b96-9ae5-ff76739d47c3'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:08:52.524123 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-21bd7c0e-258a-4275-a642-c5a12fbdfe6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:08:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['766e40eb-9628-4b96-9ae5-ff76739d47c3'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:08:52.602261 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eac6c48-056d-4aee-a45a-b5bffd10c8bd None None] Pushing event updated for resources: {'Port': ['ID=80536e4c-bd66-4636-a1f4-a4a82c4f4766,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:08:52.626567 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-72435cb3-cff8-48f5-95e0-3e27a73b956b None None] Provisioning complete for port 80536e4c-bd66-4636-a1f4-a4a82c4f4766 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:08:52.626937 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-72435cb3-cff8-48f5-95e0-3e27a73b956b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:52.696821 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-21bd7c0e-258a-4275-a642-c5a12fbdfe6d None None] Set router 766e40eb-9628-4b96-9ae5-ff76739d47c3 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:08:52.955042 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device f08238dd-7a1a-435f-b5ec-4b3f6cf08452 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:08:52.967279 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-72435cb3-cff8-48f5-95e0-3e27a73b956b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:53.082967 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-72435cb3-cff8-48f5-95e0-3e27a73b956b None None] For port 80536e4c-bd66-4636-a1f4-a4a82c4f4766, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=80536e4c-bd66-4636-a1f4-a4a82c4f4766,segment=NetworkSegment(ba23e0e0-7e2d-4ac0-9293-519f064969b4),segment_id=ba23e0e0-7e2d-4ac0-9293-519f064969b4)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:08:53.098699 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-72435cb3-cff8-48f5-95e0-3e27a73b956b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:53.128303 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f47d63-63e1-4f35-98d2-5b2d810936fb req-597e0c20-9ed3-413f-bd24-57ff9cd9584e tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:08:53.129890 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e7f47d63-63e1-4f35-98d2-5b2d810936fb req-597e0c20-9ed3-413f-bd24-57ff9cd9584e tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.53 "GET /v2.0/networks?id=598cd40f-591a-40b3-b1a1-2adf42a84533 HTTP/1.1" status: 200 len: 797 time: 0.1167061 Oct 30 16:08:53.184464 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port f08238dd-7a1a-435f-b5ec-4b3f6cf08452 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:08:53.184835 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:53.191984 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72435cb3-cff8-48f5-95e0-3e27a73b956b None None] Pushing event updated for resources: {'Port': ['ID=80536e4c-bd66-4636-a1f4-a4a82c4f4766,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:08:53.194297 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e7f47d63-63e1-4f35-98d2-5b2d810936fb req-87437e50-b5ef-4def-9511-c4adda7e8db9 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=289b72216cb54aebb7633604e51d22ed HTTP/1.1" status: 200 len: 380 time: 0.0541606 Oct 30 16:08:53.201622 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0e4acdec-ef53-4f76-81ae-aab84d2935f7 req-c5cbd698-a8b3-4f34-9dd1-21c0c63de03e tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=3bd2070b-a344-44d7-9bf4-9469853e10d3 HTTP/1.1" status: 200 len: 210 time: 0.0298705 Oct 30 16:08:53.210630 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-e7f47d63-63e1-4f35-98d2-5b2d810936fb req-5163dab4-02dc-4223-8eda-064c3f39709f tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Request body: {'port': {'device_id': '3bd2070b-a344-44d7-9bf4-9469853e10d3', 'network_id': '598cd40f-591a-40b3-b1a1-2adf42a84533', 'admin_state_up': True, 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'security_groups': ['638925ef-9e3c-4e27-a3c9-d2ce2c0e2de1']}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:08:53.248911 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-acf08933-94eb-407d-8c88-ddcfd7143994 None None] Provisioning complete for port 80536e4c-bd66-4636-a1f4-a4a82c4f4766 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:08:53.249286 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-acf08933-94eb-407d-8c88-ddcfd7143994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:53.293925 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-21bd7c0e-258a-4275-a642-c5a12fbdfe6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '766e40eb-9628-4b96-9ae5-ff76739d47c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1852044136', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'f08238dd-7a1a-435f-b5ec-4b3f6cf08452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:08:46Z', 'updated_at': '2021-10-30T16:08:50Z', 'revision_number': 4, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'gw_port': {'id': 'f08238dd-7a1a-435f-b5ec-4b3f6cf08452', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766e40eb-9628-4b96-9ae5-ff76739d47c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:08:47Z', 'updated_at': '2021-10-30T16:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '80536e4c-bd66-4636-a1f4-a4a82c4f4766', 'name': '', 'network_id': '598cd40f-591a-40b3-b1a1-2adf42a84533', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'mac_address': 'fa:16:3e:92:99:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '766e40eb-9628-4b96-9ae5-ff76739d47c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '86efbff0-0e63-4d1d-ae02-f339042d8b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:08:49Z', 'updated_at': '2021-10-30T16:08:52Z', 'revision_number': 4, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'subnets': [{'id': '86efbff0-0e63-4d1d-ae02-f339042d8b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:08:53.321397 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7f47d63-63e1-4f35-98d2-5b2d810936fb req-5163dab4-02dc-4223-8eda-064c3f39709f tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Made reservation on behalf of 289b72216cb54aebb7633604e51d22ed for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 16:08:53.325961 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-e7f47d63-63e1-4f35-98d2-5b2d810936fb req-5163dab4-02dc-4223-8eda-064c3f39709f tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:53.347860 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bd7c0e-258a-4275-a642-c5a12fbdfe6d None None] The sync data for ids ['766e40eb-9628-4b96-9ae5-ff76739d47c3'] in n-d-806683-17 is: [{'id': '766e40eb-9628-4b96-9ae5-ff76739d47c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1852044136', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'f08238dd-7a1a-435f-b5ec-4b3f6cf08452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:08:46Z', 'updated_at': '2021-10-30T16:08:50Z', 'revision_number': 4, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'gw_port': {'id': 'f08238dd-7a1a-435f-b5ec-4b3f6cf08452', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766e40eb-9628-4b96-9ae5-ff76739d47c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:08:47Z', 'updated_at': '2021-10-30T16:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '80536e4c-bd66-4636-a1f4-a4a82c4f4766', 'name': '', 'network_id': '598cd40f-591a-40b3-b1a1-2adf42a84533', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'mac_address': 'fa:16:3e:92:99:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '766e40eb-9628-4b96-9ae5-ff76739d47c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '86efbff0-0e63-4d1d-ae02-f339042d8b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:08:49Z', 'updated_at': '2021-10-30T16:08:52Z', 'revision_number': 4, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'subnets': [{'id': '86efbff0-0e63-4d1d-ae02-f339042d8b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 16:08:53.365453 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 54bb470c-b58c-4c48-8559-41180f92f3e6 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:08:53.468125 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 54bb470c-b58c-4c48-8559-41180f92f3e6 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:08:53.468585 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:53.505711 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-e7f47d63-63e1-4f35-98d2-5b2d810936fb req-5163dab4-02dc-4223-8eda-064c3f39709f tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Allocated IP 172.20.0.7 (598cd40f-591a-40b3-b1a1-2adf42a84533/86efbff0-0e63-4d1d-ae02-f339042d8b94/40ac35b3-408e-41ec-9348-013e3fcca8b2) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 16:08:53.660607 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-e7f47d63-63e1-4f35-98d2-5b2d810936fb req-5163dab4-02dc-4223-8eda-064c3f39709f tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:53.704666 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-e7f47d63-63e1-4f35-98d2-5b2d810936fb req-5163dab4-02dc-4223-8eda-064c3f39709f tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:53.752425 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7f47d63-63e1-4f35-98d2-5b2d810936fb req-5163dab4-02dc-4223-8eda-064c3f39709f tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Network 598cd40f-591a-40b3-b1a1-2adf42a84533 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:08:53.755714 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-e7f47d63-63e1-4f35-98d2-5b2d810936fb req-5163dab4-02dc-4223-8eda-064c3f39709f tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:08:53.759735 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7f47d63-63e1-4f35-98d2-5b2d810936fb req-5163dab4-02dc-4223-8eda-064c3f39709f tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 16:08:53.783819 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5163dab4-02dc-4223-8eda-064c3f39709f tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event updated for resources: {'Port': ['ID=40ac35b3-408e-41ec-9348-013e3fcca8b2,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:08:53.815802 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f47d63-63e1-4f35-98d2-5b2d810936fb req-5163dab4-02dc-4223-8eda-064c3f39709f tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:08:53.816474 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-e7f47d63-63e1-4f35-98d2-5b2d810936fb req-5163dab4-02dc-4223-8eda-064c3f39709f tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:53.836584 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e7f47d63-63e1-4f35-98d2-5b2d810936fb req-5163dab4-02dc-4223-8eda-064c3f39709f tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6301613 Oct 30 16:08:53.849223 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-e7f47d63-63e1-4f35-98d2-5b2d810936fb req-7c6bc4b1-aab7-45ff-a419-e5f3837ead07 service neutron] Request body: {'port': {'device_id': '3bd2070b-a344-44d7-9bf4-9469853e10d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:08:53.873752 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-46a6bfc3-3e45-4738-8ffa-efc2fdca22d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:53.925944 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-e7f47d63-63e1-4f35-98d2-5b2d810936fb req-7c6bc4b1-aab7-45ff-a419-e5f3837ead07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:53.983992 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-f8cd4f41-8563-4ad4-99b9-1eb596c14d9e None None] Provisioning complete for port 40ac35b3-408e-41ec-9348-013e3fcca8b2 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:08:53.984373 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f8cd4f41-8563-4ad4-99b9-1eb596c14d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:54.021085 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-f8cd4f41-8563-4ad4-99b9-1eb596c14d9e None None] Port 40ac35b3-408e-41ec-9348-013e3fcca8b2 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 16:08:54.209010 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-e7f47d63-63e1-4f35-98d2-5b2d810936fb req-7c6bc4b1-aab7-45ff-a419-e5f3837ead07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40ac35b3-408e-41ec-9348-013e3fcca8b2 {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 16:08:54.219310 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-e7f47d63-63e1-4f35-98d2-5b2d810936fb req-7c6bc4b1-aab7-45ff-a419-e5f3837ead07 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:54.232562 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-e7f47d63-63e1-4f35-98d2-5b2d810936fb req-7c6bc4b1-aab7-45ff-a419-e5f3837ead07 service neutron] Transition to ACTIVE for port object 40ac35b3-408e-41ec-9348-013e3fcca8b2 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 16:08:54.237169 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-e7f47d63-63e1-4f35-98d2-5b2d810936fb req-7c6bc4b1-aab7-45ff-a419-e5f3837ead07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:54.316673 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6bc4b1-aab7-45ff-a419-e5f3837ead07 service neutron] Pushing event updated for resources: {'Port': ['ID=40ac35b3-408e-41ec-9348-013e3fcca8b2,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:08:54.410048 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a35d17-e6ef-44d9-b746-a5b40cb2da96 req-697f75bf-ebaf-4486-8828-c53e441ff07c tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:08:54.416041 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-68a35d17-e6ef-44d9-b746-a5b40cb2da96 req-697f75bf-ebaf-4486-8828-c53e441ff07c tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=3bd2070b-a344-44d7-9bf4-9469853e10d3 HTTP/1.1" status: 200 len: 943 time: 0.1295438 Oct 30 16:08:54.433949 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-e7f47d63-63e1-4f35-98d2-5b2d810936fb req-7c6bc4b1-aab7-45ff-a419-e5f3837ead07 service neutron] Attempting to bind port 40ac35b3-408e-41ec-9348-013e3fcca8b2 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 16:08:54.434382 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-e7f47d63-63e1-4f35-98d2-5b2d810936fb req-7c6bc4b1-aab7-45ff-a419-e5f3837ead07 service neutron] Attempting to bind port 40ac35b3-408e-41ec-9348-013e3fcca8b2 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': 'ba23e0e0-7e2d-4ac0-9293-519f064969b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '598cd40f-591a-40b3-b1a1-2adf42a84533'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 16:08:54.434813 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f47d63-63e1-4f35-98d2-5b2d810936fb req-7c6bc4b1-aab7-45ff-a419-e5f3837ead07 service neutron] Attempting to bind port 40ac35b3-408e-41ec-9348-013e3fcca8b2 on network 598cd40f-591a-40b3-b1a1-2adf42a84533 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:08:54.449117 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f47d63-63e1-4f35-98d2-5b2d810936fb req-7c6bc4b1-aab7-45ff-a419-e5f3837ead07 service neutron] Port 40ac35b3-408e-41ec-9348-013e3fcca8b2 on network 598cd40f-591a-40b3-b1a1-2adf42a84533 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 16:08:54.449580 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f47d63-63e1-4f35-98d2-5b2d810936fb req-7c6bc4b1-aab7-45ff-a419-e5f3837ead07 service neutron] Attempting to bind port 40ac35b3-408e-41ec-9348-013e3fcca8b2 on network 598cd40f-591a-40b3-b1a1-2adf42a84533 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:08:54.463447 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f47d63-63e1-4f35-98d2-5b2d810936fb req-7c6bc4b1-aab7-45ff-a419-e5f3837ead07 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 16, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 16:08:54.465078 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f47d63-63e1-4f35-98d2-5b2d810936fb req-7c6bc4b1-aab7-45ff-a419-e5f3837ead07 service neutron] Checking segment: {'id': 'ba23e0e0-7e2d-4ac0-9293-519f064969b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '598cd40f-591a-40b3-b1a1-2adf42a84533'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:08:54.465078 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f47d63-63e1-4f35-98d2-5b2d810936fb req-7c6bc4b1-aab7-45ff-a419-e5f3837ead07 service neutron] Bound using segment: {'id': 'ba23e0e0-7e2d-4ac0-9293-519f064969b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '598cd40f-591a-40b3-b1a1-2adf42a84533'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 16:08:54.465276 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-e7f47d63-63e1-4f35-98d2-5b2d810936fb req-7c6bc4b1-aab7-45ff-a419-e5f3837ead07 service neutron] Bound port: 40ac35b3-408e-41ec-9348-013e3fcca8b2, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba23e0e0-7e2d-4ac0-9293-519f064969b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '598cd40f-591a-40b3-b1a1-2adf42a84533'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 16:08:54.465580 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-e7f47d63-63e1-4f35-98d2-5b2d810936fb req-7c6bc4b1-aab7-45ff-a419-e5f3837ead07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:54.481163 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-68a35d17-e6ef-44d9-b746-a5b40cb2da96 req-e5fc1913-3201-4167-b8e0-b345765954ea tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=638925ef-9e3c-4e27-a3c9-d2ce2c0e2de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586474 Oct 30 16:08:54.537210 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-e7f47d63-63e1-4f35-98d2-5b2d810936fb req-7c6bc4b1-aab7-45ff-a419-e5f3837ead07 service neutron] For port 40ac35b3-408e-41ec-9348-013e3fcca8b2, host n-h1-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 16:08:54.540436 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-e7f47d63-63e1-4f35-98d2-5b2d810936fb req-7c6bc4b1-aab7-45ff-a419-e5f3837ead07 service neutron] For port 40ac35b3-408e-41ec-9348-013e3fcca8b2, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=40ac35b3-408e-41ec-9348-013e3fcca8b2,segment=NetworkSegment(ba23e0e0-7e2d-4ac0-9293-519f064969b4),segment_id=ba23e0e0-7e2d-4ac0-9293-519f064969b4)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 16:08:54.545148 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-e7f47d63-63e1-4f35-98d2-5b2d810936fb req-7c6bc4b1-aab7-45ff-a419-e5f3837ead07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:54.580287 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f47d63-63e1-4f35-98d2-5b2d810936fb req-7c6bc4b1-aab7-45ff-a419-e5f3837ead07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:08:54.580769 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-e7f47d63-63e1-4f35-98d2-5b2d810936fb req-7c6bc4b1-aab7-45ff-a419-e5f3837ead07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:54.582206 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e7f47d63-63e1-4f35-98d2-5b2d810936fb req-7c6bc4b1-aab7-45ff-a419-e5f3837ead07 service neutron] 10.222.0.53 "PUT /v2.0/ports/40ac35b3-408e-41ec-9348-013e3fcca8b2 HTTP/1.1" status: 200 len: 1092 time: 0.7375596 Oct 30 16:08:54.584352 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bd2070b-a344-44d7-9bf4-9469853e10d3', 'tag': '40ac35b3-408e-41ec-9348-013e3fcca8b2'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:08:54.587324 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}931ac027fb50588f101e6e2f92584f6f115530be99269a43aae453735a93652f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c49f9633-da80-4be2-ba8f-a90c2cea35ef" -d '{"events": [{"name": "network-changed", "server_uuid": "3bd2070b-a344-44d7-9bf4-9469853e10d3", "tag": "40ac35b3-408e-41ec-9348-013e3fcca8b2"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:08:54.618272 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6bc4b1-aab7-45ff-a419-e5f3837ead07 service neutron] Pushing event updated for resources: {'Port': ['ID=40ac35b3-408e-41ec-9348-013e3fcca8b2,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:08:54.638542 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 16:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9af0759d-a0a7-42d0-9d9b-4179fcf907d7 x-openstack-request-id: req-9af0759d-a0a7-42d0-9d9b-4179fcf907d7 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:08:54.638831 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bd2070b-a344-44d7-9bf4-9469853e10d3", "tag": "40ac35b3-408e-41ec-9348-013e3fcca8b2", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:08:54.639076 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9af0759d-a0a7-42d0-9d9b-4179fcf907d7 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:08:54.639505 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bd2070b-a344-44d7-9bf4-9469853e10d3', 'tag': '40ac35b3-408e-41ec-9348-013e3fcca8b2', 'status': 'completed', 'code': 200} Oct 30 16:08:54.674055 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f47d63-63e1-4f35-98d2-5b2d810936fb req-4e4deaac-ed91-4816-b52a-d92e4b9553fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:08:54.675614 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e7f47d63-63e1-4f35-98d2-5b2d810936fb req-4e4deaac-ed91-4816-b52a-d92e4b9553fb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=289b72216cb54aebb7633604e51d22ed&device_id=3bd2070b-a344-44d7-9bf4-9469853e10d3 HTTP/1.1" status: 200 len: 1095 time: 0.0493166 Oct 30 16:08:54.725236 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e7f47d63-63e1-4f35-98d2-5b2d810936fb req-2a8410f4-f30d-4364-a30a-2ff6ac1abe8c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40ac35b3-408e-41ec-9348-013e3fcca8b2 HTTP/1.1" status: 200 len: 217 time: 0.0367754 Oct 30 16:08:54.790617 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f47d63-63e1-4f35-98d2-5b2d810936fb req-6123c477-24cc-479c-b79b-40e63c016fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:08:54.794322 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e7f47d63-63e1-4f35-98d2-5b2d810936fb req-6123c477-24cc-479c-b79b-40e63c016fa1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=86efbff0-0e63-4d1d-ae02-f339042d8b94 HTTP/1.1" status: 200 len: 834 time: 0.0626070 Oct 30 16:08:54.844557 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f47d63-63e1-4f35-98d2-5b2d810936fb req-36f6901e-8d01-44d5-876b-c75d6e2cff6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:08:54.846042 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e7f47d63-63e1-4f35-98d2-5b2d810936fb req-36f6901e-8d01-44d5-876b-c75d6e2cff6b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=598cd40f-591a-40b3-b1a1-2adf42a84533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448804 Oct 30 16:08:54.873815 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:54.942894 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e7f47d63-63e1-4f35-98d2-5b2d810936fb req-b6099ade-a003-4426-8d56-4efc588ae21f service neutron] 10.222.0.53 "GET /v2.0/networks/598cd40f-591a-40b3-b1a1-2adf42a84533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891821 Oct 30 16:08:54.963354 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 80536e4c-bd66-4636-a1f4-a4a82c4f4766 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:08:55.024677 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:55.030878 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 80536e4c-bd66-4636-a1f4-a4a82c4f4766 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:08:55.031222 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:55.041002 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e7f47d63-63e1-4f35-98d2-5b2d810936fb req-73fa3bc1-90f9-4d80-b0c6-07fc314a1c1c service neutron] 10.222.0.53 "GET /v2.0/networks/598cd40f-591a-40b3-b1a1-2adf42a84533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906968 Oct 30 16:08:55.131968 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f9633-da80-4be2-ba8f-a90c2cea35ef req-57accc80-465c-4b31-b798-f0a6e760bcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:08:55.133473 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c49f9633-da80-4be2-ba8f-a90c2cea35ef req-57accc80-465c-4b31-b798-f0a6e760bcf7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=289b72216cb54aebb7633604e51d22ed&device_id=3bd2070b-a344-44d7-9bf4-9469853e10d3 HTTP/1.1" status: 200 len: 1095 time: 0.0438044 Oct 30 16:08:55.227015 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f9633-da80-4be2-ba8f-a90c2cea35ef req-85b829d6-9455-42f2-beb5-2fbc7deb1cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:08:55.228511 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c49f9633-da80-4be2-ba8f-a90c2cea35ef req-85b829d6-9455-42f2-beb5-2fbc7deb1cce service neutron] 10.222.0.53 "GET /v2.0/networks?id=598cd40f-591a-40b3-b1a1-2adf42a84533 HTTP/1.1" status: 200 len: 898 time: 0.0884736 Oct 30 16:08:55.269463 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c49f9633-da80-4be2-ba8f-a90c2cea35ef req-88607372-edce-4143-86ed-35b8b20f2c4f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40ac35b3-408e-41ec-9348-013e3fcca8b2 HTTP/1.1" status: 200 len: 217 time: 0.0341046 Oct 30 16:08:55.317429 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f9633-da80-4be2-ba8f-a90c2cea35ef req-cbc5e01c-2a8d-406a-b7b4-4b9e71f08ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:08:55.318715 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c49f9633-da80-4be2-ba8f-a90c2cea35ef req-cbc5e01c-2a8d-406a-b7b4-4b9e71f08ad3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=86efbff0-0e63-4d1d-ae02-f339042d8b94 HTTP/1.1" status: 200 len: 834 time: 0.0427537 Oct 30 16:08:55.369533 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f9633-da80-4be2-ba8f-a90c2cea35ef req-8904995e-0de4-44ca-b174-2bf7ae8ec51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:08:55.371086 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c49f9633-da80-4be2-ba8f-a90c2cea35ef req-8904995e-0de4-44ca-b174-2bf7ae8ec51d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=598cd40f-591a-40b3-b1a1-2adf42a84533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442917 Oct 30 16:08:55.475142 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c49f9633-da80-4be2-ba8f-a90c2cea35ef req-def65142-3365-42e8-bd1f-2d3b1dab1583 service neutron] 10.222.0.53 "GET /v2.0/networks/598cd40f-591a-40b3-b1a1-2adf42a84533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957799 Oct 30 16:08:55.595753 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c49f9633-da80-4be2-ba8f-a90c2cea35ef req-64e1fdf1-c2f4-4454-a0cb-a0912ce3b677 service neutron] 10.222.0.53 "GET /v2.0/networks/598cd40f-591a-40b3-b1a1-2adf42a84533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115682 Oct 30 16:08:55.614770 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f1ea5-6163-409d-aa95-0cf8d41ad4e5 req-35bbe508-0ad2-40a8-a28b-78adda62d7b4 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:08:55.616274 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b40f1ea5-6163-409d-aa95-0cf8d41ad4e5 req-35bbe508-0ad2-40a8-a28b-78adda62d7b4 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=3bd2070b-a344-44d7-9bf4-9469853e10d3 HTTP/1.1" status: 200 len: 943 time: 0.0602367 Oct 30 16:08:55.654575 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b40f1ea5-6163-409d-aa95-0cf8d41ad4e5 req-73a69318-3388-4678-8cc1-88f7b89611fe tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=638925ef-9e3c-4e27-a3c9-d2ce2c0e2de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324209 Oct 30 16:08:56.775507 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579025b0-c11e-4758-89e4-c0b036333adf req-b574fa3d-5ef1-4d59-a008-6e73e378c1a4 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:08:56.777509 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-579025b0-c11e-4758-89e4-c0b036333adf req-b574fa3d-5ef1-4d59-a008-6e73e378c1a4 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=3bd2070b-a344-44d7-9bf4-9469853e10d3 HTTP/1.1" status: 200 len: 943 time: 0.0530841 Oct 30 16:08:56.801133 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:56.815787 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-579025b0-c11e-4758-89e4-c0b036333adf req-2d3f34aa-772a-432c-bacd-7675a940f0b0 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=638925ef-9e3c-4e27-a3c9-d2ce2c0e2de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323825 Oct 30 16:08:57.931994 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff348e8-4533-494a-97c1-83c6ad8a5a25 req-de4c62d6-7195-48ef-9b1f-21a76f8fe6d2 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:08:57.933988 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fff348e8-4533-494a-97c1-83c6ad8a5a25 req-de4c62d6-7195-48ef-9b1f-21a76f8fe6d2 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=3bd2070b-a344-44d7-9bf4-9469853e10d3 HTTP/1.1" status: 200 len: 943 time: 0.0488203 Oct 30 16:08:57.970567 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fff348e8-4533-494a-97c1-83c6ad8a5a25 req-a1de8696-6681-44e3-8cb1-eece79237863 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=638925ef-9e3c-4e27-a3c9-d2ce2c0e2de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305753 Oct 30 16:08:57.999457 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 40ac35b3-408e-41ec-9348-013e3fcca8b2 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 16:08:58.094758 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 40ac35b3-408e-41ec-9348-013e3fcca8b2, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=40ac35b3-408e-41ec-9348-013e3fcca8b2,segment=NetworkSegment(ba23e0e0-7e2d-4ac0-9293-519f064969b4),segment_id=ba23e0e0-7e2d-4ac0-9293-519f064969b4)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:08:58.106199 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '40ac35b3-408e-41ec-9348-013e3fcca8b2', 'network_id': '598cd40f-591a-40b3-b1a1-2adf42a84533', 'port_id': '40ac35b3-408e-41ec-9348-013e3fcca8b2', 'mac_address': 'fa:16:3e:d8:21:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86efbff0-0e63-4d1d-ae02-f339042d8b94', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 16:08:58.147250 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:58.159939 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40ac35b3-408e-41ec-9348-013e3fcca8b2 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 16:08:58.179690 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 40ac35b3-408e-41ec-9348-013e3fcca8b2, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=40ac35b3-408e-41ec-9348-013e3fcca8b2,segment=NetworkSegment(ba23e0e0-7e2d-4ac0-9293-519f064969b4),segment_id=ba23e0e0-7e2d-4ac0-9293-519f064969b4)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:08:58.183701 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:08:58.234371 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=40ac35b3-408e-41ec-9348-013e3fcca8b2,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:08:58.385938 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['40ac35b3-408e-41ec-9348-013e3fcca8b2'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 16:08:59.085932 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1598d0b-c31b-4c36-bd66-d97baf150b5e req-c423dbfc-ee02-41d4-a164-6ae3aec45de2 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:08:59.087404 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a1598d0b-c31b-4c36-bd66-d97baf150b5e req-c423dbfc-ee02-41d4-a164-6ae3aec45de2 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=3bd2070b-a344-44d7-9bf4-9469853e10d3 HTTP/1.1" status: 200 len: 944 time: 0.0505097 Oct 30 16:08:59.126520 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a1598d0b-c31b-4c36-bd66-d97baf150b5e req-ccf53240-00ba-4092-9345-33263620762d tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=638925ef-9e3c-4e27-a3c9-d2ce2c0e2de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326748 Oct 30 16:08:59.999209 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 40ac35b3-408e-41ec-9348-013e3fcca8b2 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:09:00.048384 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port 40ac35b3-408e-41ec-9348-013e3fcca8b2 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 16:09:00.052065 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 40ac35b3-408e-41ec-9348-013e3fcca8b2 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:09:00.052436 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:09:00.131283 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:09:00.155303 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd2070b-a344-44d7-9bf4-9469853e10d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40ac35b3-408e-41ec-9348-013e3fcca8b2'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:09:00.158478 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cafb2eba4876e5fc7105e54c9897f2ac796dde07d3c794cd15d4c51349c0477b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97dda3ee-e748-4b21-a520-86b7380ec386" -d '{"events": [{"server_uuid": "3bd2070b-a344-44d7-9bf4-9469853e10d3", "name": "network-vif-plugged", "status": "completed", "tag": "40ac35b3-408e-41ec-9348-013e3fcca8b2"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:09:00.174684 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 40ac35b3-408e-41ec-9348-013e3fcca8b2, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=40ac35b3-408e-41ec-9348-013e3fcca8b2,segment=NetworkSegment(ba23e0e0-7e2d-4ac0-9293-519f064969b4),segment_id=ba23e0e0-7e2d-4ac0-9293-519f064969b4)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:09:00.179954 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:09:00.230374 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=40ac35b3-408e-41ec-9348-013e3fcca8b2,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:09:00.262631 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 16:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6154b2a5-d35a-4066-9444-a149842e612c x-openstack-request-id: req-6154b2a5-d35a-4066-9444-a149842e612c {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:09:00.262923 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bd2070b-a344-44d7-9bf4-9469853e10d3", "name": "network-vif-plugged", "status": "completed", "tag": "40ac35b3-408e-41ec-9348-013e3fcca8b2", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:09:00.263172 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6154b2a5-d35a-4066-9444-a149842e612c {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:09:00.263594 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd2070b-a344-44d7-9bf4-9469853e10d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40ac35b3-408e-41ec-9348-013e3fcca8b2', 'code': 200} Oct 30 16:09:00.265091 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e48af4b-72f2-43d4-90d8-96c3d38a76eb req-9f63f256-0e07-4e3e-ad37-c84bc93415b4 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:09:00.266591 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6e48af4b-72f2-43d4-90d8-96c3d38a76eb req-9f63f256-0e07-4e3e-ad37-c84bc93415b4 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=3bd2070b-a344-44d7-9bf4-9469853e10d3 HTTP/1.1" status: 200 len: 945 time: 0.0620782 Oct 30 16:09:00.308246 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6e48af4b-72f2-43d4-90d8-96c3d38a76eb req-13749deb-a555-4f60-8893-fc78dec77755 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=638925ef-9e3c-4e27-a3c9-d2ce2c0e2de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340581 Oct 30 16:09:00.357222 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c84d7-ef33-4e9c-8429-43dbb2ceb1a7 req-32170cb1-3ec2-40fd-863d-c84672865459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:09:00.358680 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-258c84d7-ef33-4e9c-8429-43dbb2ceb1a7 req-32170cb1-3ec2-40fd-863d-c84672865459 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3bd2070b-a344-44d7-9bf4-9469853e10d3 HTTP/1.1" status: 200 len: 1097 time: 0.0403564 Oct 30 16:09:00.392892 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-258c84d7-ef33-4e9c-8429-43dbb2ceb1a7 req-0b90f244-881b-4286-ba93-0df7c48e9e37 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=638925ef-9e3c-4e27-a3c9-d2ce2c0e2de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271959 Oct 30 16:09:00.450595 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:09:01.434091 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1bd9d4-a7d6-477b-83f3-4b9748a91514 req-6fe04f90-eca6-4cf2-8fc0-9e03e92e0e17 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:09:01.435602 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ca1bd9d4-a7d6-477b-83f3-4b9748a91514 req-6fe04f90-eca6-4cf2-8fc0-9e03e92e0e17 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=3bd2070b-a344-44d7-9bf4-9469853e10d3 HTTP/1.1" status: 200 len: 945 time: 0.0519767 Oct 30 16:09:01.474077 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ca1bd9d4-a7d6-477b-83f3-4b9748a91514 req-ab6f8cfc-6fb6-4f45-a3e8-7274ef1b9e74 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=638925ef-9e3c-4e27-a3c9-d2ce2c0e2de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323832 Oct 30 16:09:02.482268 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:09:02.590311 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0929e7-edff-4d09-b6e6-cd06ef2564c7 req-77c61aa2-e3a9-4877-a711-959fec87d1bf tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:09:02.591800 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ea0929e7-edff-4d09-b6e6-cd06ef2564c7 req-77c61aa2-e3a9-4877-a711-959fec87d1bf tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=3bd2070b-a344-44d7-9bf4-9469853e10d3 HTTP/1.1" status: 200 len: 945 time: 0.0494835 Oct 30 16:09:02.628373 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ea0929e7-edff-4d09-b6e6-cd06ef2564c7 req-90fa206a-908e-450b-8ca2-116c68d79598 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=638925ef-9e3c-4e27-a3c9-d2ce2c0e2de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306160 Oct 30 16:09:02.746432 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f593f3-d851-41ec-9afc-0710120b9b53 req-4c53c5aa-13c0-479d-8f6c-cf061cf8eaf7 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:09:02.747819 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-98f593f3-d851-41ec-9afc-0710120b9b53 req-4c53c5aa-13c0-479d-8f6c-cf061cf8eaf7 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=3bd2070b-a344-44d7-9bf4-9469853e10d3 HTTP/1.1" status: 200 len: 945 time: 0.0523016 Oct 30 16:09:02.785090 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-98f593f3-d851-41ec-9afc-0710120b9b53 req-aaa55c1e-3a3b-4e9f-83fb-32b7bd150465 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=638925ef-9e3c-4e27-a3c9-d2ce2c0e2de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313082 Oct 30 16:09:02.806173 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58838) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:09:02.844897 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2166df2-581c-41b7-9c65-3878377aa99f tempest-TestNetworkAdvancedServerOps-616166719 tempest-TestNetworkAdvancedServerOps-616166719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:09:02.846353 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b2166df2-581c-41b7-9c65-3878377aa99f tempest-TestNetworkAdvancedServerOps-616166719 tempest-TestNetworkAdvancedServerOps-616166719-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=3bd2070b-a344-44d7-9bf4-9469853e10d3 HTTP/1.1" status: 200 len: 1092 time: 0.0392375 Oct 30 16:09:02.849002 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58840) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:09:02.853114 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-9e1d86ea-329b-401e-8cd1-be7113356c6e tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Request body: {'floatingip': {'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'port_id': '40ac35b3-408e-41ec-9348-013e3fcca8b2', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:09:02.874570 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9e1d86ea-329b-401e-8cd1-be7113356c6e tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for floatingip, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:09:02.972886 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9e1d86ea-329b-401e-8cd1-be7113356c6e tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:09:03.073937 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-9e1d86ea-329b-401e-8cd1-be7113356c6e tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Allocated IP 172.25.4.122 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/132a3fa4-8cf5-4562-946d-f9424182d5ff) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 16:09:03.181439 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9e1d86ea-329b-401e-8cd1-be7113356c6e tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:09:03.214523 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9e1d86ea-329b-401e-8cd1-be7113356c6e tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:09:03.252434 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1d86ea-329b-401e-8cd1-be7113356c6e tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:09:03.255423 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-9e1d86ea-329b-401e-8cd1-be7113356c6e tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:09:03.258934 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1d86ea-329b-401e-8cd1-be7113356c6e tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 16:09:03.284243 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1d86ea-329b-401e-8cd1-be7113356c6e tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event updated for resources: {'Port': ['ID=132a3fa4-8cf5-4562-946d-f9424182d5ff,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:09:03.602717 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9e1d86ea-329b-401e-8cd1-be7113356c6e tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:09:03.667236 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9e1d86ea-329b-401e-8cd1-be7113356c6e tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:09:03.814360 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9e1d86ea-329b-401e-8cd1-be7113356c6e tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:09:03.818712 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9e1d86ea-329b-401e-8cd1-be7113356c6e tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:09:03.889037 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1d86ea-329b-401e-8cd1-be7113356c6e tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event updated for resources: {'Port': ['ID=132a3fa4-8cf5-4562-946d-f9424182d5ff,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:09:03.902842 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9e1d86ea-329b-401e-8cd1-be7113356c6e tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:09:04.002929 n-d-806683-17 neutron-server[102131]: INFO neutron.db.l3_db [None req-9e1d86ea-329b-401e-8cd1-be7113356c6e tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Floating IP c69f0889-3b88-4ec6-83b8-985a3a143ed0 associated. External IP: 172.25.4.122, port: 40ac35b3-408e-41ec-9348-013e3fcca8b2. Oct 30 16:09:04.204186 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e1d86ea-329b-401e-8cd1-be7113356c6e tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Router 766e40eb-9628-4b96-9ae5-ff76739d47c3 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 16:09:04.308417 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e1d86ea-329b-401e-8cd1-be7113356c6e tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 16:09:04.318331 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46c45ac-06a5-4e4c-b8f5-7ad45057b2bd None None] Sync routers for ids ['766e40eb-9628-4b96-9ae5-ff76739d47c3'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 16:09:04.327569 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9e1d86ea-329b-401e-8cd1-be7113356c6e tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:09:04.329681 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46c45ac-06a5-4e4c-b8f5-7ad45057b2bd None None] Routers {'766e40eb-9628-4b96-9ae5-ff76739d47c3'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:09:04.330297 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-d46c45ac-06a5-4e4c-b8f5-7ad45057b2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:08:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['766e40eb-9628-4b96-9ae5-ff76739d47c3'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:09:04.354640 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-9e1d86ea-329b-401e-8cd1-be7113356c6e tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5046518 Oct 30 16:09:04.355241 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bd2070b-a344-44d7-9bf4-9469853e10d3', 'tag': '40ac35b3-408e-41ec-9348-013e3fcca8b2'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:09:04.357608 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e7654be7091c8bbf04529226aae636b409f3e4504be56e845cd6b098ed6999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba455dd-1978-432c-a85d-a5cc52b559b9" -d '{"events": [{"name": "network-changed", "server_uuid": "3bd2070b-a344-44d7-9bf4-9469853e10d3", "tag": "40ac35b3-408e-41ec-9348-013e3fcca8b2"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:09:04.402601 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 16:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd7a3ccb-a2c4-474a-8f46-92b3ffb5d567 x-openstack-request-id: req-cd7a3ccb-a2c4-474a-8f46-92b3ffb5d567 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:09:04.403031 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bd2070b-a344-44d7-9bf4-9469853e10d3", "tag": "40ac35b3-408e-41ec-9348-013e3fcca8b2", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:09:04.403351 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cd7a3ccb-a2c4-474a-8f46-92b3ffb5d567 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:09:04.403828 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bd2070b-a344-44d7-9bf4-9469853e10d3', 'tag': '40ac35b3-408e-41ec-9348-013e3fcca8b2', 'status': 'completed', 'code': 200} Oct 30 16:09:04.458606 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-d46c45ac-06a5-4e4c-b8f5-7ad45057b2bd None None] Set router 766e40eb-9628-4b96-9ae5-ff76739d47c3 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:09:04.488870 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a213e-7800-4cde-b711-4311cbe0a6e5 req-fcefc7c8-e861-4180-953c-d836624596f3 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:09:04.490366 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d94a213e-7800-4cde-b711-4311cbe0a6e5 req-fcefc7c8-e861-4180-953c-d836624596f3 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=3bd2070b-a344-44d7-9bf4-9469853e10d3 HTTP/1.1" status: 200 len: 945 time: 0.0824208 Oct 30 16:09:04.497394 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba455dd-1978-432c-a85d-a5cc52b559b9 req-e97f751a-c9f2-463c-8da4-adbe79bf7700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:09:04.499182 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fba455dd-1978-432c-a85d-a5cc52b559b9 req-e97f751a-c9f2-463c-8da4-adbe79bf7700 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=289b72216cb54aebb7633604e51d22ed&device_id=3bd2070b-a344-44d7-9bf4-9469853e10d3 HTTP/1.1" status: 200 len: 1097 time: 0.0592937 Oct 30 16:09:04.587070 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d94a213e-7800-4cde-b711-4311cbe0a6e5 req-23ab7c40-112a-4748-a95a-570d8e7745fd tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=638925ef-9e3c-4e27-a3c9-d2ce2c0e2de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868556 Oct 30 16:09:04.610460 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58846) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:09:04.623888 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba455dd-1978-432c-a85d-a5cc52b559b9 req-fd3dd3e6-0bc5-41aa-b36d-2ac1d6426134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:09:04.626174 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fba455dd-1978-432c-a85d-a5cc52b559b9 req-fd3dd3e6-0bc5-41aa-b36d-2ac1d6426134 service neutron] 10.222.0.53 "GET /v2.0/networks?id=598cd40f-591a-40b3-b1a1-2adf42a84533 HTTP/1.1" status: 200 len: 898 time: 0.1161993 Oct 30 16:09:04.682426 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-0497de51-b75a-4765-8958-b851f82b27fc tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/floatingips/c69f0889-3b88-4ec6-83b8-985a3a143ed0 HTTP/1.1" status: 200 len: 991 time: 0.0696876 Oct 30 16:09:04.695644 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fba455dd-1978-432c-a85d-a5cc52b559b9 req-3a1da5a5-79d8-4ea3-8c46-14e75506c7fa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40ac35b3-408e-41ec-9348-013e3fcca8b2 HTTP/1.1" status: 200 len: 999 time: 0.0619490 Oct 30 16:09:04.701646 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-d46c45ac-06a5-4e4c-b8f5-7ad45057b2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '766e40eb-9628-4b96-9ae5-ff76739d47c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1852044136', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'f08238dd-7a1a-435f-b5ec-4b3f6cf08452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:08:46Z', 'updated_at': '2021-10-30T16:08:50Z', 'revision_number': 4, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'gw_port': {'id': 'f08238dd-7a1a-435f-b5ec-4b3f6cf08452', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766e40eb-9628-4b96-9ae5-ff76739d47c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:08:47Z', 'updated_at': '2021-10-30T16:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': 'c69f0889-3b88-4ec6-83b8-985a3a143ed0', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'floating_ip_address': '172.25.4.122', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '766e40eb-9628-4b96-9ae5-ff76739d47c3', 'port_id': '40ac35b3-408e-41ec-9348-013e3fcca8b2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '598cd40f-591a-40b3-b1a1-2adf42a84533', 'mac_address': 'fa:16:3e:d8:21:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd2070b-a344-44d7-9bf4-9469853e10d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T16:09:03Z', 'updated_at': '2021-10-30T16:09:03Z', 'revision_number': 0, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80536e4c-bd66-4636-a1f4-a4a82c4f4766', 'name': '', 'network_id': '598cd40f-591a-40b3-b1a1-2adf42a84533', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'mac_address': 'fa:16:3e:92:99:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766e40eb-9628-4b96-9ae5-ff76739d47c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '86efbff0-0e63-4d1d-ae02-f339042d8b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:08:49Z', 'updated_at': '2021-10-30T16:08:53Z', 'revision_number': 5, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'subnets': [{'id': '86efbff0-0e63-4d1d-ae02-f339042d8b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:09:04.731845 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46c45ac-06a5-4e4c-b8f5-7ad45057b2bd None None] Checking router: 766e40eb-9628-4b96-9ae5-ff76739d47c3 for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 16:09:04.740196 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46c45ac-06a5-4e4c-b8f5-7ad45057b2bd None None] Routers {'766e40eb-9628-4b96-9ae5-ff76739d47c3'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:09:04.740796 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-d46c45ac-06a5-4e4c-b8f5-7ad45057b2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:08:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['766e40eb-9628-4b96-9ae5-ff76739d47c3'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:09:04.748020 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba455dd-1978-432c-a85d-a5cc52b559b9 req-0b8421c4-68ed-4351-bdfe-f2da80fe27ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:09:04.749470 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fba455dd-1978-432c-a85d-a5cc52b559b9 req-0b8421c4-68ed-4351-bdfe-f2da80fe27ef service neutron] 10.222.0.53 "GET /v2.0/subnets?id=86efbff0-0e63-4d1d-ae02-f339042d8b94 HTTP/1.1" status: 200 len: 834 time: 0.0440052 Oct 30 16:09:04.800021 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba455dd-1978-432c-a85d-a5cc52b559b9 req-b0f6c225-7af6-4a6e-a05a-ef419d444530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:09:04.800854 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fba455dd-1978-432c-a85d-a5cc52b559b9 req-b0f6c225-7af6-4a6e-a05a-ef419d444530 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=598cd40f-591a-40b3-b1a1-2adf42a84533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443060 Oct 30 16:09:04.849094 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-d46c45ac-06a5-4e4c-b8f5-7ad45057b2bd None None] Set router 766e40eb-9628-4b96-9ae5-ff76739d47c3 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:09:04.891685 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fba455dd-1978-432c-a85d-a5cc52b559b9 req-d9521c79-4143-4922-8e9e-9040c93075c0 service neutron] 10.222.0.53 "GET /v2.0/networks/598cd40f-591a-40b3-b1a1-2adf42a84533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830874 Oct 30 16:09:04.987563 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fba455dd-1978-432c-a85d-a5cc52b559b9 req-cba5defa-6ecf-4daf-b244-c348cc3710e4 service neutron] 10.222.0.53 "GET /v2.0/networks/598cd40f-591a-40b3-b1a1-2adf42a84533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881543 Oct 30 16:09:05.073836 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-d46c45ac-06a5-4e4c-b8f5-7ad45057b2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '766e40eb-9628-4b96-9ae5-ff76739d47c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1852044136', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'f08238dd-7a1a-435f-b5ec-4b3f6cf08452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:08:46Z', 'updated_at': '2021-10-30T16:08:50Z', 'revision_number': 4, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'gw_port': {'id': 'f08238dd-7a1a-435f-b5ec-4b3f6cf08452', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766e40eb-9628-4b96-9ae5-ff76739d47c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:08:47Z', 'updated_at': '2021-10-30T16:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': 'c69f0889-3b88-4ec6-83b8-985a3a143ed0', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'floating_ip_address': '172.25.4.122', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '766e40eb-9628-4b96-9ae5-ff76739d47c3', 'port_id': '40ac35b3-408e-41ec-9348-013e3fcca8b2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '598cd40f-591a-40b3-b1a1-2adf42a84533', 'mac_address': 'fa:16:3e:d8:21:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd2070b-a344-44d7-9bf4-9469853e10d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T16:09:03Z', 'updated_at': '2021-10-30T16:09:03Z', 'revision_number': 0, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80536e4c-bd66-4636-a1f4-a4a82c4f4766', 'name': '', 'network_id': '598cd40f-591a-40b3-b1a1-2adf42a84533', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'mac_address': 'fa:16:3e:92:99:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766e40eb-9628-4b96-9ae5-ff76739d47c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '86efbff0-0e63-4d1d-ae02-f339042d8b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:08:49Z', 'updated_at': '2021-10-30T16:08:53Z', 'revision_number': 5, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'subnets': [{'id': '86efbff0-0e63-4d1d-ae02-f339042d8b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:09:05.099692 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46c45ac-06a5-4e4c-b8f5-7ad45057b2bd None None] The sync data for ids ['766e40eb-9628-4b96-9ae5-ff76739d47c3'] in n-d-806683-17 is: [{'id': '766e40eb-9628-4b96-9ae5-ff76739d47c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1852044136', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'f08238dd-7a1a-435f-b5ec-4b3f6cf08452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:08:46Z', 'updated_at': '2021-10-30T16:08:50Z', 'revision_number': 4, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'gw_port': {'id': 'f08238dd-7a1a-435f-b5ec-4b3f6cf08452', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766e40eb-9628-4b96-9ae5-ff76739d47c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:08:47Z', 'updated_at': '2021-10-30T16:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': 'c69f0889-3b88-4ec6-83b8-985a3a143ed0', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'floating_ip_address': '172.25.4.122', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '766e40eb-9628-4b96-9ae5-ff76739d47c3', 'port_id': '40ac35b3-408e-41ec-9348-013e3fcca8b2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '598cd40f-591a-40b3-b1a1-2adf42a84533', 'mac_address': 'fa:16:3e:d8:21:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd2070b-a344-44d7-9bf4-9469853e10d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T16:09:03Z', 'updated_at': '2021-10-30T16:09:03Z', 'revision_number': 0, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80536e4c-bd66-4636-a1f4-a4a82c4f4766', 'name': '', 'network_id': '598cd40f-591a-40b3-b1a1-2adf42a84533', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'mac_address': 'fa:16:3e:92:99:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766e40eb-9628-4b96-9ae5-ff76739d47c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '86efbff0-0e63-4d1d-ae02-f339042d8b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:08:49Z', 'updated_at': '2021-10-30T16:08:53Z', 'revision_number': 5, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'subnets': [{'id': '86efbff0-0e63-4d1d-ae02-f339042d8b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 16:09:05.292398 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98cc47a-3805-432d-a80b-a5613458142a None None] New status for floating IP c69f0889-3b88-4ec6-83b8-985a3a143ed0: ACTIVE {{(pid=102132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 16:09:05.684296 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58848) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:09:05.743258 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-94f47be7-4458-4f45-9d36-4df408907120 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/floatingips/c69f0889-3b88-4ec6-83b8-985a3a143ed0 HTTP/1.1" status: 200 len: 993 time: 0.0577271 Oct 30 16:09:15.296622 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 16:09:21.266697 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-748251da-1e88-4fdc-90d7-ba836a53e5e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:09:23.870340 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f8e458ed-45b8-493a-adec-343a0986508d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:09:24.868827 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:09:25.016794 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:09:26.803825 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:09:30.451896 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:09:32.482272 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:09:37.122943 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64dfb59-70fd-413f-ab18-8ad5e196d29a req-125ccae7-c7f6-4182-8877-e9b60d46e536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:09:37.124530 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d64dfb59-70fd-413f-ab18-8ad5e196d29a req-125ccae7-c7f6-4182-8877-e9b60d46e536 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=289b72216cb54aebb7633604e51d22ed&device_id=3bd2070b-a344-44d7-9bf4-9469853e10d3 HTTP/1.1" status: 200 len: 1097 time: 0.0450358 Oct 30 16:09:37.124708 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87980b0b-3640-411f-97c6-c15e785a7bd2 req-ab823fb4-f20d-4433-86a0-56421f7d8dde tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:09:37.126237 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-87980b0b-3640-411f-97c6-c15e785a7bd2 req-ab823fb4-f20d-4433-86a0-56421f7d8dde tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=3bd2070b-a344-44d7-9bf4-9469853e10d3 HTTP/1.1" status: 200 len: 945 time: 0.0500329 Oct 30 16:09:37.163718 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-87980b0b-3640-411f-97c6-c15e785a7bd2 req-0b90c9c6-b713-44c0-b11d-94a6fd6b14ca tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=638925ef-9e3c-4e27-a3c9-d2ce2c0e2de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314245 Oct 30 16:09:37.214616 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64dfb59-70fd-413f-ab18-8ad5e196d29a req-26335df2-ef4b-4897-8718-b33ce8df3961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:09:37.216025 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d64dfb59-70fd-413f-ab18-8ad5e196d29a req-26335df2-ef4b-4897-8718-b33ce8df3961 service neutron] 10.222.0.53 "GET /v2.0/networks?id=598cd40f-591a-40b3-b1a1-2adf42a84533 HTTP/1.1" status: 200 len: 898 time: 0.0848267 Oct 30 16:09:37.283947 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d64dfb59-70fd-413f-ab18-8ad5e196d29a req-f05c0993-8728-436b-9ba0-889f026331cc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40ac35b3-408e-41ec-9348-013e3fcca8b2 HTTP/1.1" status: 200 len: 1001 time: 0.0607545 Oct 30 16:09:37.332373 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64dfb59-70fd-413f-ab18-8ad5e196d29a req-54bc7684-7c92-4693-bed9-ef3b2a0bc8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:09:37.333772 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d64dfb59-70fd-413f-ab18-8ad5e196d29a req-54bc7684-7c92-4693-bed9-ef3b2a0bc8e9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=86efbff0-0e63-4d1d-ae02-f339042d8b94 HTTP/1.1" status: 200 len: 834 time: 0.0434332 Oct 30 16:09:37.379316 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64dfb59-70fd-413f-ab18-8ad5e196d29a req-ab8ba4ac-9cb8-4954-9acc-59c78f009e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:09:37.380897 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d64dfb59-70fd-413f-ab18-8ad5e196d29a req-ab8ba4ac-9cb8-4954-9acc-59c78f009e0f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=598cd40f-591a-40b3-b1a1-2adf42a84533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389669 Oct 30 16:09:37.475783 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d64dfb59-70fd-413f-ab18-8ad5e196d29a req-3a6f537f-a761-4600-81e9-0c1e9400e216 service neutron] 10.222.0.53 "GET /v2.0/networks/598cd40f-591a-40b3-b1a1-2adf42a84533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862670 Oct 30 16:09:37.571981 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d64dfb59-70fd-413f-ab18-8ad5e196d29a req-56fe656a-efe7-4487-ab18-f42fee99226e service neutron] 10.222.0.53 "GET /v2.0/networks/598cd40f-591a-40b3-b1a1-2adf42a84533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891161 Oct 30 16:09:38.286646 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1da7b-8ee0-4be2-9ace-add24d632646 req-d6e8e92c-88c8-4282-b24f-3fe31c62c0ad tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:09:38.288372 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-79f1da7b-8ee0-4be2-9ace-add24d632646 req-d6e8e92c-88c8-4282-b24f-3fe31c62c0ad tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=3bd2070b-a344-44d7-9bf4-9469853e10d3 HTTP/1.1" status: 200 len: 945 time: 0.0522091 Oct 30 16:09:38.325435 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-79f1da7b-8ee0-4be2-9ace-add24d632646 req-784e958e-871f-4c0e-ad1b-49380a17757c tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=638925ef-9e3c-4e27-a3c9-d2ce2c0e2de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312049 Oct 30 16:09:39.443486 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120bb605-c57e-45c6-a06c-aba8d923fee4 req-fb098033-de0e-404b-97d6-1740f7a7fffd tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:09:39.444984 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-120bb605-c57e-45c6-a06c-aba8d923fee4 req-fb098033-de0e-404b-97d6-1740f7a7fffd tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=3bd2070b-a344-44d7-9bf4-9469853e10d3 HTTP/1.1" status: 200 len: 945 time: 0.0527840 Oct 30 16:09:39.483418 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-120bb605-c57e-45c6-a06c-aba8d923fee4 req-b33ff0a8-1013-44b9-8a4a-468dbd778db1 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=638925ef-9e3c-4e27-a3c9-d2ce2c0e2de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318377 Oct 30 16:09:40.599493 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070bf6eb-364d-4fe8-b830-2591bffccf62 req-c5ecee27-f866-4b55-a423-0af71ddccd8f tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:09:40.600988 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-070bf6eb-364d-4fe8-b830-2591bffccf62 req-c5ecee27-f866-4b55-a423-0af71ddccd8f tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=3bd2070b-a344-44d7-9bf4-9469853e10d3 HTTP/1.1" status: 200 len: 945 time: 0.0502713 Oct 30 16:09:40.638868 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-070bf6eb-364d-4fe8-b830-2591bffccf62 req-72a6dfbf-cd27-4645-bc62-b88142f0fcb7 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=638925ef-9e3c-4e27-a3c9-d2ce2c0e2de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319426 Oct 30 16:09:41.757393 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c07403e-7cb4-4eec-8211-f5389a18cda2 req-f88bc786-2cce-48f1-b961-044b84594bda tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:09:41.758869 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1c07403e-7cb4-4eec-8211-f5389a18cda2 req-f88bc786-2cce-48f1-b961-044b84594bda tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=3bd2070b-a344-44d7-9bf4-9469853e10d3 HTTP/1.1" status: 200 len: 945 time: 0.0515676 Oct 30 16:09:41.796565 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1c07403e-7cb4-4eec-8211-f5389a18cda2 req-95bbd234-db1b-45f8-8dcd-a0ee41838eec tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=638925ef-9e3c-4e27-a3c9-d2ce2c0e2de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317774 Oct 30 16:09:42.910732 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a0373-139a-4395-8efe-e4a9c28fcb34 req-6e76e2e3-a5ef-4975-b5ab-4d51e15bb2f7 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:09:42.912241 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-107a0373-139a-4395-8efe-e4a9c28fcb34 req-6e76e2e3-a5ef-4975-b5ab-4d51e15bb2f7 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=3bd2070b-a344-44d7-9bf4-9469853e10d3 HTTP/1.1" status: 200 len: 945 time: 0.0486021 Oct 30 16:09:42.949223 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-107a0373-139a-4395-8efe-e4a9c28fcb34 req-4ca7d2d8-95ff-4e06-a685-7669b5224e2c tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=638925ef-9e3c-4e27-a3c9-d2ce2c0e2de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306799 Oct 30 16:09:44.065115 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e5860-a466-43f4-b34d-ab082859d642 req-f449cbb5-12e7-483f-9dd0-db016b7dd4ed tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:09:44.066570 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c89e5860-a466-43f4-b34d-ab082859d642 req-f449cbb5-12e7-483f-9dd0-db016b7dd4ed tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=3bd2070b-a344-44d7-9bf4-9469853e10d3 HTTP/1.1" status: 200 len: 945 time: 0.0483739 Oct 30 16:09:44.103121 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c89e5860-a466-43f4-b34d-ab082859d642 req-a15bae79-144f-4fad-86a2-b977bf62f3fd tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=638925ef-9e3c-4e27-a3c9-d2ce2c0e2de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305738 Oct 30 16:09:45.225499 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9de12-55c0-4020-8bff-38096ac740c8 req-5bef65f3-5b0e-4c96-ab9a-6ce24b60d54b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:09:45.226951 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dad9de12-55c0-4020-8bff-38096ac740c8 req-5bef65f3-5b0e-4c96-ab9a-6ce24b60d54b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=3bd2070b-a344-44d7-9bf4-9469853e10d3 HTTP/1.1" status: 200 len: 945 time: 0.0520804 Oct 30 16:09:45.264136 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dad9de12-55c0-4020-8bff-38096ac740c8 req-17373f6b-5fca-444d-a4e1-b21c4784e6af tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=638925ef-9e3c-4e27-a3c9-d2ce2c0e2de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312171 Oct 30 16:09:46.383075 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8131cb24-7629-4952-92a5-01f4167e6f66 req-6e092bf0-0e3e-44a1-baf6-d6fb425e9238 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:09:46.384543 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8131cb24-7629-4952-92a5-01f4167e6f66 req-6e092bf0-0e3e-44a1-baf6-d6fb425e9238 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=3bd2070b-a344-44d7-9bf4-9469853e10d3 HTTP/1.1" status: 200 len: 945 time: 0.0516994 Oct 30 16:09:46.422297 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8131cb24-7629-4952-92a5-01f4167e6f66 req-a5e53a3a-5752-44b4-97d7-18635660257b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=638925ef-9e3c-4e27-a3c9-d2ce2c0e2de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316565 Oct 30 16:09:47.541959 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2763c02-0d12-4037-842c-941dd5c7fa02 req-74f51feb-1f52-4163-b1e2-bb09461374c6 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:09:47.543458 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a2763c02-0d12-4037-842c-941dd5c7fa02 req-74f51feb-1f52-4163-b1e2-bb09461374c6 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=3bd2070b-a344-44d7-9bf4-9469853e10d3 HTTP/1.1" status: 200 len: 945 time: 0.0522215 Oct 30 16:09:47.608292 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a2763c02-0d12-4037-842c-941dd5c7fa02 req-c3844ba8-592d-4a0b-8522-22e5ae5524cc tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=638925ef-9e3c-4e27-a3c9-d2ce2c0e2de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587685 Oct 30 16:09:47.618046 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde242a2-9dc4-47ad-8b1a-15c0ffbcb592 req-c30566d5-1b5d-43a6-82eb-044737dfe081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:09:47.619601 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fde242a2-9dc4-47ad-8b1a-15c0ffbcb592 req-c30566d5-1b5d-43a6-82eb-044737dfe081 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=289b72216cb54aebb7633604e51d22ed&device_id=3bd2070b-a344-44d7-9bf4-9469853e10d3 HTTP/1.1" status: 200 len: 1097 time: 0.0641885 Oct 30 16:09:47.726137 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde242a2-9dc4-47ad-8b1a-15c0ffbcb592 req-2601e29d-f5a9-4050-b640-8e5535f0f717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:09:47.727557 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fde242a2-9dc4-47ad-8b1a-15c0ffbcb592 req-2601e29d-f5a9-4050-b640-8e5535f0f717 service neutron] 10.222.0.53 "GET /v2.0/networks?id=598cd40f-591a-40b3-b1a1-2adf42a84533 HTTP/1.1" status: 200 len: 898 time: 0.0882957 Oct 30 16:09:47.791003 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fde242a2-9dc4-47ad-8b1a-15c0ffbcb592 req-f8705bcb-f51e-4e80-ad6d-d8df130ba2e1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40ac35b3-408e-41ec-9348-013e3fcca8b2 HTTP/1.1" status: 200 len: 1001 time: 0.0563331 Oct 30 16:09:47.844559 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde242a2-9dc4-47ad-8b1a-15c0ffbcb592 req-1f7aac99-0c51-4b98-bd08-270591ffdad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:09:47.845946 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fde242a2-9dc4-47ad-8b1a-15c0ffbcb592 req-1f7aac99-0c51-4b98-bd08-270591ffdad5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=86efbff0-0e63-4d1d-ae02-f339042d8b94 HTTP/1.1" status: 200 len: 834 time: 0.0468984 Oct 30 16:09:47.892005 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde242a2-9dc4-47ad-8b1a-15c0ffbcb592 req-f1870c0f-90a5-4bbc-ac3e-7edcabd0c3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:09:47.893475 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fde242a2-9dc4-47ad-8b1a-15c0ffbcb592 req-f1870c0f-90a5-4bbc-ac3e-7edcabd0c3fb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=598cd40f-591a-40b3-b1a1-2adf42a84533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385318 Oct 30 16:09:47.984460 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fde242a2-9dc4-47ad-8b1a-15c0ffbcb592 req-134627aa-e23f-4951-97db-2d6d8bec6902 service neutron] 10.222.0.53 "GET /v2.0/networks/598cd40f-591a-40b3-b1a1-2adf42a84533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830388 Oct 30 16:09:48.075178 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fde242a2-9dc4-47ad-8b1a-15c0ffbcb592 req-01755a27-575a-499b-a6c7-845b3cdcb495 service neutron] 10.222.0.53 "GET /v2.0/networks/598cd40f-591a-40b3-b1a1-2adf42a84533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836136 Oct 30 16:09:48.725242 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7443ab-a11b-4d7f-b295-28439a5acbe0 req-37e85d7f-99c0-4dcb-88fb-798aa0a20384 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:09:48.726706 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7d7443ab-a11b-4d7f-b295-28439a5acbe0 req-37e85d7f-99c0-4dcb-88fb-798aa0a20384 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=3bd2070b-a344-44d7-9bf4-9469853e10d3 HTTP/1.1" status: 200 len: 945 time: 0.0485139 Oct 30 16:09:48.764213 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7d7443ab-a11b-4d7f-b295-28439a5acbe0 req-0bfe38f9-40cb-486d-b009-264b0f90be2b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=638925ef-9e3c-4e27-a3c9-d2ce2c0e2de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315471 Oct 30 16:09:49.883349 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6423d6b-8031-4eba-9831-bcfdab85df52 req-284d24a6-ca24-4e51-a5f5-9d2c5d261aed tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:09:49.884844 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d6423d6b-8031-4eba-9831-bcfdab85df52 req-284d24a6-ca24-4e51-a5f5-9d2c5d261aed tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=3bd2070b-a344-44d7-9bf4-9469853e10d3 HTTP/1.1" status: 200 len: 945 time: 0.0489206 Oct 30 16:09:49.923132 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d6423d6b-8031-4eba-9831-bcfdab85df52 req-2d176a82-1a62-470a-9e61-8ed158c5961c tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=638925ef-9e3c-4e27-a3c9-d2ce2c0e2de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317407 Oct 30 16:09:51.035988 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f53e2-539c-48f0-b8b5-96fef38d85e2 req-cfa60d37-7904-44e4-a577-b95bf4cfe577 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:09:51.037424 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6c9f53e2-539c-48f0-b8b5-96fef38d85e2 req-cfa60d37-7904-44e4-a577-b95bf4cfe577 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=3bd2070b-a344-44d7-9bf4-9469853e10d3 HTTP/1.1" status: 200 len: 945 time: 0.0472383 Oct 30 16:09:51.074363 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6c9f53e2-539c-48f0-b8b5-96fef38d85e2 req-62f71363-4908-4e46-bca2-4d18d680dcf6 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=638925ef-9e3c-4e27-a3c9-d2ce2c0e2de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307591 Oct 30 16:09:51.268061 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2478a90c-e17f-4d17-8d35-8993e441a277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:09:52.193453 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5273f4-ae12-4417-bac8-754623a6df4f req-1cff7705-cdf4-4e3e-bbfb-ec980173c8a7 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:09:52.194911 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0b5273f4-ae12-4417-bac8-754623a6df4f req-1cff7705-cdf4-4e3e-bbfb-ec980173c8a7 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=3bd2070b-a344-44d7-9bf4-9469853e10d3 HTTP/1.1" status: 200 len: 945 time: 0.0530488 Oct 30 16:09:52.231798 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0b5273f4-ae12-4417-bac8-754623a6df4f req-1c9fb0b7-aabb-44a3-9ab9-680ac90d198e tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=638925ef-9e3c-4e27-a3c9-d2ce2c0e2de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305259 Oct 30 16:09:52.296548 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 16:09:53.357979 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca9cd5-05cd-4557-aa55-82c7cc07fba0 req-437f695d-1889-4d26-b6a1-763596c96dbe tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:09:53.359434 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-57ca9cd5-05cd-4557-aa55-82c7cc07fba0 req-437f695d-1889-4d26-b6a1-763596c96dbe tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=3bd2070b-a344-44d7-9bf4-9469853e10d3 HTTP/1.1" status: 200 len: 945 time: 0.0554936 Oct 30 16:09:53.680944 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-57ca9cd5-05cd-4557-aa55-82c7cc07fba0 req-f29f3ab4-823b-4956-823b-dccf42575166 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=638925ef-9e3c-4e27-a3c9-d2ce2c0e2de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3153486 Oct 30 16:09:53.861746 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5799e13e-8e37-42d0-aaaf-075a0da77659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:09:54.796373 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318e5cb-f21a-41d1-a435-bbbd17b4fa3f req-c141b269-b7a8-49ea-ba8f-cb2c91887534 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:09:54.797816 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e318e5cb-f21a-41d1-a435-bbbd17b4fa3f req-c141b269-b7a8-49ea-ba8f-cb2c91887534 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=3bd2070b-a344-44d7-9bf4-9469853e10d3 HTTP/1.1" status: 200 len: 945 time: 0.0480213 Oct 30 16:09:54.835421 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e318e5cb-f21a-41d1-a435-bbbd17b4fa3f req-f1c7aa63-178c-4a21-9c17-d67ded367074 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=638925ef-9e3c-4e27-a3c9-d2ce2c0e2de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316508 Oct 30 16:09:54.858832 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58900) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:09:54.876799 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:09:54.932884 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a309ac1e-dd02-4455-8cb3-b7209e9020c3 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/floatingips/c69f0889-3b88-4ec6-83b8-985a3a143ed0 HTTP/1.1" status: 200 len: 993 time: 0.0728524 Oct 30 16:09:55.021348 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:09:56.805284 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:00.469353 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:02.486098 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:21.268792 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-610b0e65-7e8d-495c-92b8-111b6ad62a5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:23.862949 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-01a43795-1afe-43f7-8f21-dcfb4bbeab79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:24.867399 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:25.023229 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:25.616184 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58912) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:10:25.770762 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-f46354b6-b92a-4777-9f22-616d8c3cd4bd tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Deleting port 132a3fa4-8cf5-4562-946d-f9424182d5ff {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:10:25.771102 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f46354b6-b92a-4777-9f22-616d8c3cd4bd tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:25.844347 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f46354b6-b92a-4777-9f22-616d8c3cd4bd tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:25.844670 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f46354b6-b92a-4777-9f22-616d8c3cd4bd tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:25.855878 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-f46354b6-b92a-4777-9f22-616d8c3cd4bd tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Calling delete_port for 132a3fa4-8cf5-4562-946d-f9424182d5ff owned by network:floatingip {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:10:26.000010 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f46354b6-b92a-4777-9f22-616d8c3cd4bd tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:26.025870 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46354b6-b92a-4777-9f22-616d8c3cd4bd tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event deleted for resources: {'Port': ['ID=132a3fa4-8cf5-4562-946d-f9424182d5ff,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:10:26.053011 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46354b6-b92a-4777-9f22-616d8c3cd4bd tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:10:26.053356 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46354b6-b92a-4777-9f22-616d8c3cd4bd tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:10:26.053693 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46354b6-b92a-4777-9f22-616d8c3cd4bd tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:10:26.054027 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46354b6-b92a-4777-9f22-616d8c3cd4bd tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:10:26.054357 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46354b6-b92a-4777-9f22-616d8c3cd4bd tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:10:26.054685 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46354b6-b92a-4777-9f22-616d8c3cd4bd tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:10:26.055011 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46354b6-b92a-4777-9f22-616d8c3cd4bd tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:10:26.055336 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46354b6-b92a-4777-9f22-616d8c3cd4bd tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:10:26.055689 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46354b6-b92a-4777-9f22-616d8c3cd4bd tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:10:26.056015 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46354b6-b92a-4777-9f22-616d8c3cd4bd tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:10:26.056336 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46354b6-b92a-4777-9f22-616d8c3cd4bd tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:10:26.056654 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46354b6-b92a-4777-9f22-616d8c3cd4bd tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:10:26.094571 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f46354b6-b92a-4777-9f22-616d8c3cd4bd tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for floatingip, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:26.094905 n-d-806683-17 neutron-server[102130]: INFO neutron.db.l3_db [None req-f46354b6-b92a-4777-9f22-616d8c3cd4bd tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Floating IP c69f0889-3b88-4ec6-83b8-985a3a143ed0 disassociated (deleted). External IP: 172.25.4.122, port: 40ac35b3-408e-41ec-9348-013e3fcca8b2. Oct 30 16:10:26.296394 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f46354b6-b92a-4777-9f22-616d8c3cd4bd tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Router 766e40eb-9628-4b96-9ae5-ff76739d47c3 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 16:10:26.719289 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f46354b6-b92a-4777-9f22-616d8c3cd4bd tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 16:10:26.724060 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f46354b6-b92a-4777-9f22-616d8c3cd4bd tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:26.728547 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e3b1f5-5ea1-46b4-bb15-260cf1639799 None None] Sync routers for ids ['766e40eb-9628-4b96-9ae5-ff76739d47c3'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 16:10:26.738655 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e3b1f5-5ea1-46b4-bb15-260cf1639799 None None] Routers {'766e40eb-9628-4b96-9ae5-ff76739d47c3'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:10:26.739264 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-f4e3b1f5-5ea1-46b4-bb15-260cf1639799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:10:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['766e40eb-9628-4b96-9ae5-ff76739d47c3'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:10:26.755858 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-f46354b6-b92a-4777-9f22-616d8c3cd4bd tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "DELETE /v2.0/floatingips/c69f0889-3b88-4ec6-83b8-985a3a143ed0 HTTP/1.1" status: 204 len: 168 time: 1.1384940 Oct 30 16:10:26.756457 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bd2070b-a344-44d7-9bf4-9469853e10d3', 'tag': '40ac35b3-408e-41ec-9348-013e3fcca8b2'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:10:26.758740 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}931ac027fb50588f101e6e2f92584f6f115530be99269a43aae453735a93652f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31929f69-6683-42b6-9c47-b175af423298" -d '{"events": [{"name": "network-changed", "server_uuid": "3bd2070b-a344-44d7-9bf4-9469853e10d3", "tag": "40ac35b3-408e-41ec-9348-013e3fcca8b2"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:10:26.799951 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 16:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7332d4f2-1c00-48fc-9969-9ffc41b4b8f5 x-openstack-request-id: req-7332d4f2-1c00-48fc-9969-9ffc41b4b8f5 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:10:26.800243 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bd2070b-a344-44d7-9bf4-9469853e10d3", "tag": "40ac35b3-408e-41ec-9348-013e3fcca8b2", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:10:26.800505 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7332d4f2-1c00-48fc-9969-9ffc41b4b8f5 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:10:26.800890 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bd2070b-a344-44d7-9bf4-9469853e10d3', 'tag': '40ac35b3-408e-41ec-9348-013e3fcca8b2', 'status': 'completed', 'code': 200} Oct 30 16:10:26.813264 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:26.860694 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-f4e3b1f5-5ea1-46b4-bb15-260cf1639799 None None] Set router 766e40eb-9628-4b96-9ae5-ff76739d47c3 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:10:26.870333 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31929f69-6683-42b6-9c47-b175af423298 req-d9ae2c3b-8ac7-4dcf-9949-254537e4edc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:10:26.872281 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-31929f69-6683-42b6-9c47-b175af423298 req-d9ae2c3b-8ac7-4dcf-9949-254537e4edc4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=289b72216cb54aebb7633604e51d22ed&device_id=3bd2070b-a344-44d7-9bf4-9469853e10d3 HTTP/1.1" status: 200 len: 1097 time: 0.0436037 Oct 30 16:10:26.989650 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16cdb39-71ef-4412-a6c9-587e2739ce3a req-19f0a706-0775-49bb-a3a4-0dc599b97014 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:10:26.991294 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b16cdb39-71ef-4412-a6c9-587e2739ce3a req-19f0a706-0775-49bb-a3a4-0dc599b97014 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=3bd2070b-a344-44d7-9bf4-9469853e10d3 HTTP/1.1" status: 200 len: 945 time: 0.0498049 Oct 30 16:10:26.992353 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31929f69-6683-42b6-9c47-b175af423298 req-746ac30b-2cb9-4a51-872b-57093ed9f5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:10:26.993870 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-31929f69-6683-42b6-9c47-b175af423298 req-746ac30b-2cb9-4a51-872b-57093ed9f5d7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=598cd40f-591a-40b3-b1a1-2adf42a84533 HTTP/1.1" status: 200 len: 898 time: 0.1142719 Oct 30 16:10:27.032771 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b16cdb39-71ef-4412-a6c9-587e2739ce3a req-37d36187-d650-4ff5-ae87-c62dce69ef97 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=638925ef-9e3c-4e27-a3c9-d2ce2c0e2de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346348 Oct 30 16:10:27.036319 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-31929f69-6683-42b6-9c47-b175af423298 req-b56e8c7a-5f71-4b1e-962d-24202f005e5a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40ac35b3-408e-41ec-9348-013e3fcca8b2 HTTP/1.1" status: 200 len: 217 time: 0.0344875 Oct 30 16:10:27.081229 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-f4e3b1f5-5ea1-46b4-bb15-260cf1639799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '766e40eb-9628-4b96-9ae5-ff76739d47c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1852044136', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'f08238dd-7a1a-435f-b5ec-4b3f6cf08452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:08:46Z', 'updated_at': '2021-10-30T16:08:50Z', 'revision_number': 4, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'gw_port': {'id': 'f08238dd-7a1a-435f-b5ec-4b3f6cf08452', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766e40eb-9628-4b96-9ae5-ff76739d47c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:08:47Z', 'updated_at': '2021-10-30T16:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '80536e4c-bd66-4636-a1f4-a4a82c4f4766', 'name': '', 'network_id': '598cd40f-591a-40b3-b1a1-2adf42a84533', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'mac_address': 'fa:16:3e:92:99:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766e40eb-9628-4b96-9ae5-ff76739d47c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '86efbff0-0e63-4d1d-ae02-f339042d8b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:08:49Z', 'updated_at': '2021-10-30T16:08:53Z', 'revision_number': 5, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'subnets': [{'id': '86efbff0-0e63-4d1d-ae02-f339042d8b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:10:27.086310 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31929f69-6683-42b6-9c47-b175af423298 req-1ff55b1b-04a0-46c3-bc21-49f4f91fa7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:10:27.087856 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-31929f69-6683-42b6-9c47-b175af423298 req-1ff55b1b-04a0-46c3-bc21-49f4f91fa7ad service neutron] 10.222.0.53 "GET /v2.0/subnets?id=86efbff0-0e63-4d1d-ae02-f339042d8b94 HTTP/1.1" status: 200 len: 834 time: 0.0442414 Oct 30 16:10:27.108856 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e3b1f5-5ea1-46b4-bb15-260cf1639799 None None] Checking router: 766e40eb-9628-4b96-9ae5-ff76739d47c3 for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 16:10:27.118608 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e3b1f5-5ea1-46b4-bb15-260cf1639799 None None] Routers {'766e40eb-9628-4b96-9ae5-ff76739d47c3'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:10:27.119223 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-f4e3b1f5-5ea1-46b4-bb15-260cf1639799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:10:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['766e40eb-9628-4b96-9ae5-ff76739d47c3'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:10:27.134840 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31929f69-6683-42b6-9c47-b175af423298 req-ea72c2f9-f62c-4d36-809f-0af6df6f935e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:10:27.136367 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-31929f69-6683-42b6-9c47-b175af423298 req-ea72c2f9-f62c-4d36-809f-0af6df6f935e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=598cd40f-591a-40b3-b1a1-2adf42a84533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399604 Oct 30 16:10:27.224630 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-f4e3b1f5-5ea1-46b4-bb15-260cf1639799 None None] Set router 766e40eb-9628-4b96-9ae5-ff76739d47c3 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:10:27.230538 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-31929f69-6683-42b6-9c47-b175af423298 req-d531c54e-a0fb-4439-956c-432f2deb675f service neutron] 10.222.0.53 "GET /v2.0/networks/598cd40f-591a-40b3-b1a1-2adf42a84533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855386 Oct 30 16:10:27.328342 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-31929f69-6683-42b6-9c47-b175af423298 req-16e0563c-73cf-4d71-9e1b-032f7020988d service neutron] 10.222.0.53 "GET /v2.0/networks/598cd40f-591a-40b3-b1a1-2adf42a84533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900340 Oct 30 16:10:27.504380 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-f4e3b1f5-5ea1-46b4-bb15-260cf1639799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '766e40eb-9628-4b96-9ae5-ff76739d47c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1852044136', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'f08238dd-7a1a-435f-b5ec-4b3f6cf08452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:08:46Z', 'updated_at': '2021-10-30T16:08:50Z', 'revision_number': 4, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'gw_port': {'id': 'f08238dd-7a1a-435f-b5ec-4b3f6cf08452', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766e40eb-9628-4b96-9ae5-ff76739d47c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:08:47Z', 'updated_at': '2021-10-30T16:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '80536e4c-bd66-4636-a1f4-a4a82c4f4766', 'name': '', 'network_id': '598cd40f-591a-40b3-b1a1-2adf42a84533', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'mac_address': 'fa:16:3e:92:99:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766e40eb-9628-4b96-9ae5-ff76739d47c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '86efbff0-0e63-4d1d-ae02-f339042d8b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:08:49Z', 'updated_at': '2021-10-30T16:08:53Z', 'revision_number': 5, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'subnets': [{'id': '86efbff0-0e63-4d1d-ae02-f339042d8b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:10:27.532957 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e3b1f5-5ea1-46b4-bb15-260cf1639799 None None] The sync data for ids ['766e40eb-9628-4b96-9ae5-ff76739d47c3'] in n-d-806683-17 is: [{'id': '766e40eb-9628-4b96-9ae5-ff76739d47c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1852044136', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'f08238dd-7a1a-435f-b5ec-4b3f6cf08452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:08:46Z', 'updated_at': '2021-10-30T16:08:50Z', 'revision_number': 4, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'gw_port': {'id': 'f08238dd-7a1a-435f-b5ec-4b3f6cf08452', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766e40eb-9628-4b96-9ae5-ff76739d47c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:08:47Z', 'updated_at': '2021-10-30T16:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '80536e4c-bd66-4636-a1f4-a4a82c4f4766', 'name': '', 'network_id': '598cd40f-591a-40b3-b1a1-2adf42a84533', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'mac_address': 'fa:16:3e:92:99:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766e40eb-9628-4b96-9ae5-ff76739d47c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '86efbff0-0e63-4d1d-ae02-f339042d8b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:08:49Z', 'updated_at': '2021-10-30T16:08:53Z', 'revision_number': 5, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'subnets': [{'id': '86efbff0-0e63-4d1d-ae02-f339042d8b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 16:10:27.764826 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989d14ce-695c-4c42-a65d-b1c635ca2b47 None None] New status for floating IP c69f0889-3b88-4ec6-83b8-985a3a143ed0: DOWN {{(pid=102132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 16:10:28.151127 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d42a78-3d0d-4138-9996-af67c11a9315 req-21b19809-ea97-4876-97f2-3430def85962 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:10:28.152643 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-68d42a78-3d0d-4138-9996-af67c11a9315 req-21b19809-ea97-4876-97f2-3430def85962 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=3bd2070b-a344-44d7-9bf4-9469853e10d3 HTTP/1.1" status: 200 len: 945 time: 0.0485082 Oct 30 16:10:28.191936 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-68d42a78-3d0d-4138-9996-af67c11a9315 req-cdca4837-3af5-4aeb-945b-7fc3f4c185aa tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=638925ef-9e3c-4e27-a3c9-d2ce2c0e2de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334005 Oct 30 16:10:28.414812 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb6571-b2fe-4161-8427-37bf8cec04dd req-02db3312-e481-4595-a78b-68b8d0a7b9ae tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:10:28.416312 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-61cb6571-b2fe-4161-8427-37bf8cec04dd req-02db3312-e481-4595-a78b-68b8d0a7b9ae tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bd2070b-a344-44d7-9bf4-9469853e10d3 HTTP/1.1" status: 200 len: 945 time: 0.0487149 Oct 30 16:10:28.506948 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-61cb6571-b2fe-4161-8427-37bf8cec04dd req-3937190f-ab00-4b5a-b90a-62250e080ebd tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Deleting port 40ac35b3-408e-41ec-9348-013e3fcca8b2 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:10:28.507295 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-61cb6571-b2fe-4161-8427-37bf8cec04dd req-3937190f-ab00-4b5a-b90a-62250e080ebd tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:28.596466 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-61cb6571-b2fe-4161-8427-37bf8cec04dd req-3937190f-ab00-4b5a-b90a-62250e080ebd tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] For port 40ac35b3-408e-41ec-9348-013e3fcca8b2, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=40ac35b3-408e-41ec-9348-013e3fcca8b2,segment=NetworkSegment(ba23e0e0-7e2d-4ac0-9293-519f064969b4),segment_id=ba23e0e0-7e2d-4ac0-9293-519f064969b4)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:10:28.596826 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-61cb6571-b2fe-4161-8427-37bf8cec04dd req-3937190f-ab00-4b5a-b90a-62250e080ebd tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:28.608901 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-61cb6571-b2fe-4161-8427-37bf8cec04dd req-3937190f-ab00-4b5a-b90a-62250e080ebd tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Calling delete_port for 40ac35b3-408e-41ec-9348-013e3fcca8b2 owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:10:28.741747 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-61cb6571-b2fe-4161-8427-37bf8cec04dd req-3937190f-ab00-4b5a-b90a-62250e080ebd tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:28.770525 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3937190f-ab00-4b5a-b90a-62250e080ebd tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event deleted for resources: {'Port': ['ID=40ac35b3-408e-41ec-9348-013e3fcca8b2,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:10:28.815253 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-61cb6571-b2fe-4161-8427-37bf8cec04dd req-3937190f-ab00-4b5a-b90a-62250e080ebd tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] No DVR routers for this DVR port 40ac35b3-408e-41ec-9348-013e3fcca8b2 on host n-h1-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 16:10:28.817921 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-61cb6571-b2fe-4161-8427-37bf8cec04dd req-3937190f-ab00-4b5a-b90a-62250e080ebd tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:28.821287 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-61cb6571-b2fe-4161-8427-37bf8cec04dd req-3937190f-ab00-4b5a-b90a-62250e080ebd tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.53 "DELETE /v2.0/ports/40ac35b3-408e-41ec-9348-013e3fcca8b2 HTTP/1.1" status: 204 len: 173 time: 0.3993123 Oct 30 16:10:28.821723 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd2070b-a344-44d7-9bf4-9469853e10d3', 'name': 'network-vif-deleted', 'tag': '40ac35b3-408e-41ec-9348-013e3fcca8b2'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:10:28.824041 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}931ac027fb50588f101e6e2f92584f6f115530be99269a43aae453735a93652f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31eaef2-83d3-4d14-9cfa-cc24f988c86a" -d '{"events": [{"server_uuid": "3bd2070b-a344-44d7-9bf4-9469853e10d3", "name": "network-vif-deleted", "tag": "40ac35b3-408e-41ec-9348-013e3fcca8b2"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:10:28.867773 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 16:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d0bd3b1-cee9-4e32-9b24-64f5ea18a619 x-openstack-request-id: req-6d0bd3b1-cee9-4e32-9b24-64f5ea18a619 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:10:28.868072 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bd2070b-a344-44d7-9bf4-9469853e10d3", "name": "network-vif-deleted", "tag": "40ac35b3-408e-41ec-9348-013e3fcca8b2", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:10:28.868310 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6d0bd3b1-cee9-4e32-9b24-64f5ea18a619 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:10:28.868763 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd2070b-a344-44d7-9bf4-9469853e10d3', 'name': 'network-vif-deleted', 'tag': '40ac35b3-408e-41ec-9348-013e3fcca8b2', 'status': 'completed', 'code': 200} Oct 30 16:10:29.295662 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 16:10:29.305479 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9ce04ac7-07d0-44ac-bac8-04373aff1948 req-9320f6b6-5b91-4061-90f7-0a66b69ecf26 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=3bd2070b-a344-44d7-9bf4-9469853e10d3 HTTP/1.1" status: 200 len: 210 time: 0.0276647 Oct 30 16:10:30.367293 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58930) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:10:30.492849 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:30.722212 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-449b48ed-d7f3-4aed-9e2c-d8aa7491e9fa tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:30.971779 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-449b48ed-d7f3-4aed-9e2c-d8aa7491e9fa tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Deleting port 80536e4c-bd66-4636-a1f4-a4a82c4f4766 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:10:30.972130 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-449b48ed-d7f3-4aed-9e2c-d8aa7491e9fa tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:31.059959 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-449b48ed-d7f3-4aed-9e2c-d8aa7491e9fa tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] For port 80536e4c-bd66-4636-a1f4-a4a82c4f4766, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=80536e4c-bd66-4636-a1f4-a4a82c4f4766,segment=NetworkSegment(ba23e0e0-7e2d-4ac0-9293-519f064969b4),segment_id=ba23e0e0-7e2d-4ac0-9293-519f064969b4)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:10:31.060458 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-449b48ed-d7f3-4aed-9e2c-d8aa7491e9fa tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:31.072479 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-449b48ed-d7f3-4aed-9e2c-d8aa7491e9fa tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Calling delete_port for 80536e4c-bd66-4636-a1f4-a4a82c4f4766 owned by network:router_interface {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:10:31.253387 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-449b48ed-d7f3-4aed-9e2c-d8aa7491e9fa tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:31.281037 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449b48ed-d7f3-4aed-9e2c-d8aa7491e9fa tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event deleted for resources: {'Port': ['ID=80536e4c-bd66-4636-a1f4-a4a82c4f4766,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:10:31.313311 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449b48ed-d7f3-4aed-9e2c-d8aa7491e9fa tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:10:31.313660 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449b48ed-d7f3-4aed-9e2c-d8aa7491e9fa tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:10:31.314021 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449b48ed-d7f3-4aed-9e2c-d8aa7491e9fa tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:10:31.314342 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449b48ed-d7f3-4aed-9e2c-d8aa7491e9fa tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:10:31.314669 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449b48ed-d7f3-4aed-9e2c-d8aa7491e9fa tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:10:31.314995 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449b48ed-d7f3-4aed-9e2c-d8aa7491e9fa tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:10:31.315322 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449b48ed-d7f3-4aed-9e2c-d8aa7491e9fa tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:10:31.315674 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449b48ed-d7f3-4aed-9e2c-d8aa7491e9fa tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:10:31.316007 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449b48ed-d7f3-4aed-9e2c-d8aa7491e9fa tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:10:31.316333 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449b48ed-d7f3-4aed-9e2c-d8aa7491e9fa tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:10:31.316657 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449b48ed-d7f3-4aed-9e2c-d8aa7491e9fa tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:10:31.316977 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449b48ed-d7f3-4aed-9e2c-d8aa7491e9fa tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:10:31.470254 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-449b48ed-d7f3-4aed-9e2c-d8aa7491e9fa tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:31.681358 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-449b48ed-d7f3-4aed-9e2c-d8aa7491e9fa tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Router 766e40eb-9628-4b96-9ae5-ff76739d47c3 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 16:10:31.785663 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-449b48ed-d7f3-4aed-9e2c-d8aa7491e9fa tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 16:10:31.791027 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-449b48ed-d7f3-4aed-9e2c-d8aa7491e9fa tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "PUT /v2.0/routers/766e40eb-9628-4b96-9ae5-ff76739d47c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4232674 Oct 30 16:10:31.793668 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58932) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:10:31.797962 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c2867e-2e68-4640-a8f7-cc12accbb71b None None] Sync routers for ids ['766e40eb-9628-4b96-9ae5-ff76739d47c3'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 16:10:31.808120 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c2867e-2e68-4640-a8f7-cc12accbb71b None None] Routers {'766e40eb-9628-4b96-9ae5-ff76739d47c3'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:10:31.808723 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-88c2867e-2e68-4640-a8f7-cc12accbb71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:10:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['766e40eb-9628-4b96-9ae5-ff76739d47c3'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:10:31.850158 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ea2c052-2b28-49ac-ae05-b89d4c7e5751 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Deleting subnet 86efbff0-0e63-4d1d-ae02-f339042d8b94 {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 16:10:31.853383 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3ea2c052-2b28-49ac-ae05-b89d4c7e5751 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:31.892928 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3ea2c052-2b28-49ac-ae05-b89d4c7e5751 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:31.912968 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-88c2867e-2e68-4640-a8f7-cc12accbb71b None None] Set router 766e40eb-9628-4b96-9ae5-ff76739d47c3 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:10:31.977313 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3ea2c052-2b28-49ac-ae05-b89d4c7e5751 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:32.039422 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3ea2c052-2b28-49ac-ae05-b89d4c7e5751 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:32.069490 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2c052-2b28-49ac-ae05-b89d4c7e5751 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event deleted for resources: {'Subnet': ['ID=86efbff0-0e63-4d1d-ae02-f339042d8b94,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:10:32.072897 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3ea2c052-2b28-49ac-ae05-b89d4c7e5751 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:32.077288 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-3ea2c052-2b28-49ac-ae05-b89d4c7e5751 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "DELETE /v2.0/subnets/86efbff0-0e63-4d1d-ae02-f339042d8b94 HTTP/1.1" status: 204 len: 168 time: 0.2821944 Oct 30 16:10:32.079771 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1f34fe-7f15-4b41-9a4e-fc18dd86eee0 None None] Network 598cd40f-591a-40b3-b1a1-2adf42a84533 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 16:10:32.080254 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58934) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:10:32.096248 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-88c2867e-2e68-4640-a8f7-cc12accbb71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '766e40eb-9628-4b96-9ae5-ff76739d47c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1852044136', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'f08238dd-7a1a-435f-b5ec-4b3f6cf08452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:08:46Z', 'updated_at': '2021-10-30T16:10:31Z', 'revision_number': 5, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'gw_port': {'id': 'f08238dd-7a1a-435f-b5ec-4b3f6cf08452', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766e40eb-9628-4b96-9ae5-ff76739d47c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:08:47Z', 'updated_at': '2021-10-30T16:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:10:32.128079 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c2867e-2e68-4640-a8f7-cc12accbb71b None None] Checking router: 766e40eb-9628-4b96-9ae5-ff76739d47c3 for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 16:10:32.137901 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c2867e-2e68-4640-a8f7-cc12accbb71b None None] Routers {'766e40eb-9628-4b96-9ae5-ff76739d47c3'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:10:32.138650 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-88c2867e-2e68-4640-a8f7-cc12accbb71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:10:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['766e40eb-9628-4b96-9ae5-ff76739d47c3'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:10:32.195184 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-59144291-e00d-4cdf-acc7-04316cc7fc94 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for router, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:32.248654 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-88c2867e-2e68-4640-a8f7-cc12accbb71b None None] Set router 766e40eb-9628-4b96-9ae5-ff76739d47c3 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:10:32.264806 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ced42de-1da3-4f6a-ac3f-29563cfe4030 None None] DHCP port deletion for 598cd40f-591a-40b3-b1a1-2adf42a84533 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 16:10:32.307583 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-59144291-e00d-4cdf-acc7-04316cc7fc94 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:32.316907 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-1ced42de-1da3-4f6a-ac3f-29563cfe4030 None None] Deleting port 54bb470c-b58c-4c48-8559-41180f92f3e6 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:10:32.317447 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1ced42de-1da3-4f6a-ac3f-29563cfe4030 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:32.369457 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-59144291-e00d-4cdf-acc7-04316cc7fc94 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Deleting port f08238dd-7a1a-435f-b5ec-4b3f6cf08452 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:10:32.369882 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-59144291-e00d-4cdf-acc7-04316cc7fc94 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:32.387056 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-1ced42de-1da3-4f6a-ac3f-29563cfe4030 None None] For port 54bb470c-b58c-4c48-8559-41180f92f3e6, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=54bb470c-b58c-4c48-8559-41180f92f3e6,segment=NetworkSegment(ba23e0e0-7e2d-4ac0-9293-519f064969b4),segment_id=ba23e0e0-7e2d-4ac0-9293-519f064969b4)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:10:32.387766 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1ced42de-1da3-4f6a-ac3f-29563cfe4030 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:32.400508 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-1ced42de-1da3-4f6a-ac3f-29563cfe4030 None None] Calling delete_port for 54bb470c-b58c-4c48-8559-41180f92f3e6 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:10:32.436797 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-88c2867e-2e68-4640-a8f7-cc12accbb71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '766e40eb-9628-4b96-9ae5-ff76739d47c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1852044136', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'f08238dd-7a1a-435f-b5ec-4b3f6cf08452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:08:46Z', 'updated_at': '2021-10-30T16:10:31Z', 'revision_number': 5, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'gw_port': {'id': 'f08238dd-7a1a-435f-b5ec-4b3f6cf08452', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766e40eb-9628-4b96-9ae5-ff76739d47c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:08:47Z', 'updated_at': '2021-10-30T16:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:10:32.449131 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 40ac35b3-408e-41ec-9348-013e3fcca8b2 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 16:10:32.450402 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-59144291-e00d-4cdf-acc7-04316cc7fc94 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] For port f08238dd-7a1a-435f-b5ec-4b3f6cf08452, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=f08238dd-7a1a-435f-b5ec-4b3f6cf08452,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:10:32.450775 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-59144291-e00d-4cdf-acc7-04316cc7fc94 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:32.463826 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c2867e-2e68-4640-a8f7-cc12accbb71b None None] The sync data for ids ['766e40eb-9628-4b96-9ae5-ff76739d47c3'] in n-d-806683-17 is: [{'id': '766e40eb-9628-4b96-9ae5-ff76739d47c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1852044136', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'f08238dd-7a1a-435f-b5ec-4b3f6cf08452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:08:46Z', 'updated_at': '2021-10-30T16:10:31Z', 'revision_number': 5, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'gw_port': {'id': 'f08238dd-7a1a-435f-b5ec-4b3f6cf08452', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766e40eb-9628-4b96-9ae5-ff76739d47c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:08:47Z', 'updated_at': '2021-10-30T16:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 16:10:32.468236 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-59144291-e00d-4cdf-acc7-04316cc7fc94 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Calling delete_port for f08238dd-7a1a-435f-b5ec-4b3f6cf08452 owned by network:router_gateway {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:10:32.478259 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: 40ac35b3-408e-41ec-9348-013e3fcca8b2 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 16:10:32.478607 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 40ac35b3-408e-41ec-9348-013e3fcca8b2 not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 16:10:32.514382 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:32.525215 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1ced42de-1da3-4f6a-ac3f-29563cfe4030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:32.549220 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ced42de-1da3-4f6a-ac3f-29563cfe4030 None None] Pushing event deleted for resources: {'Port': ['ID=54bb470c-b58c-4c48-8559-41180f92f3e6,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:10:32.555847 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ced42de-1da3-4f6a-ac3f-29563cfe4030 None None] No DVR routers for this DVR port 54bb470c-b58c-4c48-8559-41180f92f3e6 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 16:10:32.565561 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ced42de-1da3-4f6a-ac3f-29563cfe4030 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:10:32.566296 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ced42de-1da3-4f6a-ac3f-29563cfe4030 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:10:32.566296 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ced42de-1da3-4f6a-ac3f-29563cfe4030 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:10:32.566618 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ced42de-1da3-4f6a-ac3f-29563cfe4030 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:10:32.566906 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ced42de-1da3-4f6a-ac3f-29563cfe4030 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:10:32.567277 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ced42de-1da3-4f6a-ac3f-29563cfe4030 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:10:32.567683 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ced42de-1da3-4f6a-ac3f-29563cfe4030 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:10:32.567962 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ced42de-1da3-4f6a-ac3f-29563cfe4030 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:10:32.568331 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ced42de-1da3-4f6a-ac3f-29563cfe4030 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:10:32.568614 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ced42de-1da3-4f6a-ac3f-29563cfe4030 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:10:32.568941 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ced42de-1da3-4f6a-ac3f-29563cfe4030 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:10:32.569269 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ced42de-1da3-4f6a-ac3f-29563cfe4030 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:10:32.634974 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-59144291-e00d-4cdf-acc7-04316cc7fc94 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:32.667523 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59144291-e00d-4cdf-acc7-04316cc7fc94 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event deleted for resources: {'Port': ['ID=f08238dd-7a1a-435f-b5ec-4b3f6cf08452,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:10:32.726581 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-59144291-e00d-4cdf-acc7-04316cc7fc94 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:32.815844 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-59144291-e00d-4cdf-acc7-04316cc7fc94 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:32.818229 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-59144291-e00d-4cdf-acc7-04316cc7fc94 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:32.862200 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-59144291-e00d-4cdf-acc7-04316cc7fc94 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:32.862790 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59144291-e00d-4cdf-acc7-04316cc7fc94 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Fanout notify agent at l3_agent the message router_deleted on router 766e40eb-9628-4b96-9ae5-ff76739d47c3 {{(pid=102131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 16:10:32.870521 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-59144291-e00d-4cdf-acc7-04316cc7fc94 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:32.874810 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-59144291-e00d-4cdf-acc7-04316cc7fc94 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "DELETE /v2.0/routers/766e40eb-9628-4b96-9ae5-ff76739d47c3 HTTP/1.1" status: 204 len: 168 time: 0.7909298 Oct 30 16:10:32.875316 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58936) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:10:32.957140 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ac0a0af3-28b5-404f-9461-3b57e296b067 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:33.049187 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 80536e4c-bd66-4636-a1f4-a4a82c4f4766 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 16:10:33.052758 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ac0a0af3-28b5-404f-9461-3b57e296b067 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:33.071402 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 80536e4c-bd66-4636-a1f4-a4a82c4f4766 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 16:10:33.071738 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 80536e4c-bd66-4636-a1f4-a4a82c4f4766 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 16:10:33.072111 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 54bb470c-b58c-4c48-8559-41180f92f3e6 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 16:10:33.076076 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-ac0a0af3-28b5-404f-9461-3b57e296b067 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['598cd40f-591a-40b3-b1a1-2adf42a84533']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:10:33.086539 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-ac0a0af3-28b5-404f-9461-3b57e296b067 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba23e0e0-7e2d-4ac0-9293-519f064969b4') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:10:33.086966 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-ac0a0af3-28b5-404f-9461-3b57e296b067 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba23e0e0-7e2d-4ac0-9293-519f064969b4') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:10:33.096941 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 54bb470c-b58c-4c48-8559-41180f92f3e6 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 16:10:33.097522 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 54bb470c-b58c-4c48-8559-41180f92f3e6 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 16:10:33.097641 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ac0a0af3-28b5-404f-9461-3b57e296b067 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:33.113071 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ac0a0af3-28b5-404f-9461-3b57e296b067 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:33.119950 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac0a0af3-28b5-404f-9461-3b57e296b067 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 16:10:33.120434 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ac0a0af3-28b5-404f-9461-3b57e296b067 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:33.124567 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 16:10:33.124567 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 16:10:33.124567 n-d-806683-17 neutron-server[102130]: timer() Oct 30 16:10:33.124567 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 16:10:33.124567 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 16:10:33.124567 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 16:10:33.124567 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 16:10:33.124567 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 16:10:33.124567 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 16:10:33.124567 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 16:10:33.124567 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 16:10:33.124567 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 16:10:33.124567 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 16:10:33.124567 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 16:10:33.124567 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 16:10:33.124567 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 16:10:33.124567 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 16:10:33.124567 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 16:10:33.124567 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 16:10:33.124567 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 16:10:33.124567 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 16:10:33.124567 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 16:10:33.124567 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 16:10:33.124567 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 16:10:33.124567 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 16:10:33.124567 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 16:10:33.124567 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 16:10:33.124567 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 16:10:33.124567 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 16:10:33.124567 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 16:10:33.124567 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 16:10:33.124567 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 16:10:33.188064 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ac0a0af3-28b5-404f-9461-3b57e296b067 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:33.194963 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ac0a0af3-28b5-404f-9461-3b57e296b067 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:33.198133 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-ac0a0af3-28b5-404f-9461-3b57e296b067 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "DELETE /v2.0/networks/598cd40f-591a-40b3-b1a1-2adf42a84533 HTTP/1.1" status: 204 len: 168 time: 0.3217196 Oct 30 16:10:33.201068 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58938) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:10:33.209984 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0a0af3-28b5-404f-9461-3b57e296b067 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event deleted for resources: {'Network': ['ID=598cd40f-591a-40b3-b1a1-2adf42a84533,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:10:33.262683 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-468f61cd-7863-4f7f-aafa-6fd09eb0f79a tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:33.286869 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-468f61cd-7863-4f7f-aafa-6fd09eb0f79a tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:33.348339 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-468f61cd-7863-4f7f-aafa-6fd09eb0f79a tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:33.350905 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-468f61cd-7863-4f7f-aafa-6fd09eb0f79a tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:33.352093 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-468f61cd-7863-4f7f-aafa-6fd09eb0f79a tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "DELETE /v2.0/security-groups/638925ef-9e3c-4e27-a3c9-d2ce2c0e2de1 HTTP/1.1" status: 204 len: 168 time: 0.1499403 Oct 30 16:10:33.361743 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468f61cd-7863-4f7f-aafa-6fd09eb0f79a tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=638925ef-9e3c-4e27-a3c9-d2ce2c0e2de1,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:10:33.753607 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58944) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:10:33.758315 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-467da72e-1224-4e2e-bfae-b1a6a73c88b8 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1114419140', 'description': 'tempest-secgroup-smoke-1114419140 description', 'project_id': '289b72216cb54aebb7633604e51d22ed'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:10:33.782775 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-467da72e-1224-4e2e-bfae-b1a6a73c88b8 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:33.846534 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-467da72e-1224-4e2e-bfae-b1a6a73c88b8 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:33.849554 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-467da72e-1224-4e2e-bfae-b1a6a73c88b8 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:33.877783 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-467da72e-1224-4e2e-bfae-b1a6a73c88b8 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:33.879003 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-467da72e-1224-4e2e-bfae-b1a6a73c88b8 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1243725 Oct 30 16:10:33.882078 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58946) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:10:33.882950 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467da72e-1224-4e2e-bfae-b1a6a73c88b8 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62747f6a-f25c-4f54-94ae-fc6a56e27824,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:10:33.888189 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-64288ee0-a641-4db9-865b-ddc206d151d1 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Request body: {'security_group_rule': {'security_group_id': '62747f6a-f25c-4f54-94ae-fc6a56e27824', 'project_id': '289b72216cb54aebb7633604e51d22ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:10:33.916052 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-64288ee0-a641-4db9-865b-ddc206d151d1 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:33.970626 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-64288ee0-a641-4db9-865b-ddc206d151d1 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:33.973875 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-64288ee0-a641-4db9-865b-ddc206d151d1 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:33.994867 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64288ee0-a641-4db9-865b-ddc206d151d1 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=787ad8f9-cb54-45f5-a3fe-f4b202cf04ad,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:10:34.003764 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-64288ee0-a641-4db9-865b-ddc206d151d1 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:34.004963 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-64288ee0-a641-4db9-865b-ddc206d151d1 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1218586 Oct 30 16:10:34.007675 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58948) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:10:34.012189 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-1f2fd145-49c4-4aa2-aa58-3a20d5545373 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Request body: {'security_group_rule': {'security_group_id': '62747f6a-f25c-4f54-94ae-fc6a56e27824', 'project_id': '289b72216cb54aebb7633604e51d22ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:10:34.037760 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1f2fd145-49c4-4aa2-aa58-3a20d5545373 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:34.093950 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1f2fd145-49c4-4aa2-aa58-3a20d5545373 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:34.097482 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1f2fd145-49c4-4aa2-aa58-3a20d5545373 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:34.115020 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2fd145-49c4-4aa2-aa58-3a20d5545373 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=980e6017-c275-47a4-a7f5-97cc82c3a446,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:10:34.124263 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1f2fd145-49c4-4aa2-aa58-3a20d5545373 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:34.125466 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-1f2fd145-49c4-4aa2-aa58-3a20d5545373 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1167910 Oct 30 16:10:34.128141 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58950) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:10:34.132448 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-8a00f271-0231-44ff-b1c3-c05ff8e8e718 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Request body: {'security_group_rule': {'security_group_id': '62747f6a-f25c-4f54-94ae-fc6a56e27824', 'project_id': '289b72216cb54aebb7633604e51d22ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:10:34.157785 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8a00f271-0231-44ff-b1c3-c05ff8e8e718 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:34.218466 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8a00f271-0231-44ff-b1c3-c05ff8e8e718 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:34.222011 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8a00f271-0231-44ff-b1c3-c05ff8e8e718 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:34.237034 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a00f271-0231-44ff-b1c3-c05ff8e8e718 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d97e0471-5014-4965-ad35-621a91c40296,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:10:34.248333 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8a00f271-0231-44ff-b1c3-c05ff8e8e718 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:34.249505 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-8a00f271-0231-44ff-b1c3-c05ff8e8e718 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1204355 Oct 30 16:10:34.252189 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58952) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:10:34.256682 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-3cb15215-f5e9-42d5-aaf9-c01a11610252 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Request body: {'security_group_rule': {'security_group_id': '62747f6a-f25c-4f54-94ae-fc6a56e27824', 'project_id': '289b72216cb54aebb7633604e51d22ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:10:34.282498 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3cb15215-f5e9-42d5-aaf9-c01a11610252 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:34.339484 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3cb15215-f5e9-42d5-aaf9-c01a11610252 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:34.343313 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3cb15215-f5e9-42d5-aaf9-c01a11610252 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:34.362617 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb15215-f5e9-42d5-aaf9-c01a11610252 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be498ff2-5743-4f29-be91-8a75735dac1f,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:10:34.368061 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3cb15215-f5e9-42d5-aaf9-c01a11610252 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:34.369243 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-3cb15215-f5e9-42d5-aaf9-c01a11610252 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1161122 Oct 30 16:10:34.372092 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58954) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:10:34.376607 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-b32fd7b0-3c01-48ba-94b5-4ab0f41c3b65 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Request body: {'security_group_rule': {'security_group_id': '62747f6a-f25c-4f54-94ae-fc6a56e27824', 'project_id': '289b72216cb54aebb7633604e51d22ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:10:34.397109 n-d-806683-17 neutron-server[102130]: INFO neutron.db.securitygroups_db [None req-b32fd7b0-3c01-48ba-94b5-4ab0f41c3b65 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Project 289b72216cb54aebb7633604e51d22ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 30 16:10:34.401802 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b32fd7b0-3c01-48ba-94b5-4ab0f41c3b65 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:34.461346 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b32fd7b0-3c01-48ba-94b5-4ab0f41c3b65 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:34.465605 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b32fd7b0-3c01-48ba-94b5-4ab0f41c3b65 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:34.485726 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32fd7b0-3c01-48ba-94b5-4ab0f41c3b65 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92b448a9-f8a4-4dfe-ac73-cb9cc89ec6cb,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:10:34.490404 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b32fd7b0-3c01-48ba-94b5-4ab0f41c3b65 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:34.491634 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b32fd7b0-3c01-48ba-94b5-4ab0f41c3b65 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1185386 Oct 30 16:10:34.494328 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58956) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:10:34.499016 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-2646b129-df21-478e-ae41-85a55d54f7ae tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Request body: {'security_group_rule': {'security_group_id': '62747f6a-f25c-4f54-94ae-fc6a56e27824', 'project_id': '289b72216cb54aebb7633604e51d22ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:10:34.519725 n-d-806683-17 neutron-server[102130]: INFO neutron.db.securitygroups_db [None req-2646b129-df21-478e-ae41-85a55d54f7ae tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Project 289b72216cb54aebb7633604e51d22ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 30 16:10:34.524317 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2646b129-df21-478e-ae41-85a55d54f7ae tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:34.583610 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2646b129-df21-478e-ae41-85a55d54f7ae tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:34.587383 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2646b129-df21-478e-ae41-85a55d54f7ae tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:34.607492 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2646b129-df21-478e-ae41-85a55d54f7ae tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5cc3e2d-f002-41b6-80c2-3426fde1491b,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:10:34.615419 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2646b129-df21-478e-ae41-85a55d54f7ae tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:34.616606 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-2646b129-df21-478e-ae41-85a55d54f7ae tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1211073 Oct 30 16:10:34.619410 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58958) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:10:34.624175 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-e97856b4-b745-41c0-a629-f50b84bc21cd tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Request body: {'network': {'name': 'tempest-network-smoke--2089634736', 'project_id': '289b72216cb54aebb7633604e51d22ed', 'port_security_enabled': True}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:10:34.644261 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97856b4-b745-41c0-a629-f50b84bc21cd tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Made reservation on behalf of 289b72216cb54aebb7633604e51d22ed for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 16:10:34.647764 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e97856b4-b745-41c0-a629-f50b84bc21cd tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:34.670923 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e97856b4-b745-41c0-a629-f50b84bc21cd tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 16:10:34.680548 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e97856b4-b745-41c0-a629-f50b84bc21cd tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:34.680907 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-e97856b4-b745-41c0-a629-f50b84bc21cd tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Added segment 1ace0c1f-fcdd-4bd4-bd91-07ef94f54e98 of type vlan for network 174e6e52-1fac-4ca5-990e-aa4c780bc77e Oct 30 16:10:34.724389 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e97856b4-b745-41c0-a629-f50b84bc21cd tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:34.748379 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e97856b4-b745-41c0-a629-f50b84bc21cd tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:34.753900 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97856b4-b745-41c0-a629-f50b84bc21cd tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:10:34.754551 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e97856b4-b745-41c0-a629-f50b84bc21cd tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:34.816602 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e97856b4-b745-41c0-a629-f50b84bc21cd tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1961396 Oct 30 16:10:34.819316 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58960) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:10:34.826303 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-7911ace2-2601-46c9-ac24-3557d8207fea tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1321708441', 'admin_state_up': True, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:10:34.834502 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97856b4-b745-41c0-a629-f50b84bc21cd tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event updated for resources: {'Network': ['ID=174e6e52-1fac-4ca5-990e-aa4c780bc77e,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:10:34.845481 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 174e6e52-1fac-4ca5-990e-aa4c780bc77e details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 16:10:34.852354 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7911ace2-2601-46c9-ac24-3557d8207fea tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:34.853382 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7911ace2-2601-46c9-ac24-3557d8207fea tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:34.914100 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7911ace2-2601-46c9-ac24-3557d8207fea tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:34.950888 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device f08238dd-7a1a-435f-b5ec-4b3f6cf08452 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 16:10:34.974545 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: f08238dd-7a1a-435f-b5ec-4b3f6cf08452 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 16:10:34.974877 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device f08238dd-7a1a-435f-b5ec-4b3f6cf08452 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 16:10:35.055412 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7911ace2-2601-46c9-ac24-3557d8207fea tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:35.243512 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7911ace2-2601-46c9-ac24-3557d8207fea tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for router_gateway, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:35.262891 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7911ace2-2601-46c9-ac24-3557d8207fea tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:35.365443 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-7911ace2-2601-46c9-ac24-3557d8207fea tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Allocated IP 172.25.4.169 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/2c99f396-6266-4466-9552-59aca972521f) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 16:10:35.464156 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7911ace2-2601-46c9-ac24-3557d8207fea tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:35.496930 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7911ace2-2601-46c9-ac24-3557d8207fea tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:35.536535 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7911ace2-2601-46c9-ac24-3557d8207fea tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:10:35.539616 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-7911ace2-2601-46c9-ac24-3557d8207fea tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:10:35.543650 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7911ace2-2601-46c9-ac24-3557d8207fea tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 16:10:35.569919 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7911ace2-2601-46c9-ac24-3557d8207fea tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event updated for resources: {'Port': ['ID=2c99f396-6266-4466-9552-59aca972521f,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:10:35.795769 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7911ace2-2601-46c9-ac24-3557d8207fea tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for router_gateway, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:35.998273 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7911ace2-2601-46c9-ac24-3557d8207fea tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:36.128077 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7911ace2-2601-46c9-ac24-3557d8207fea tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Router d9b92b99-911d-48aa-b491-a635e0c1ae3a is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 16:10:36.233445 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7911ace2-2601-46c9-ac24-3557d8207fea tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 16:10:36.242759 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff1416c-0705-45ed-bae7-07c0ac818e0b None None] Sync routers for ids ['d9b92b99-911d-48aa-b491-a635e0c1ae3a'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 16:10:36.251877 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff1416c-0705-45ed-bae7-07c0ac818e0b None None] Routers {'d9b92b99-911d-48aa-b491-a635e0c1ae3a'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:10:36.252426 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-eff1416c-0705-45ed-bae7-07c0ac818e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:10:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['d9b92b99-911d-48aa-b491-a635e0c1ae3a'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:10:36.253287 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7911ace2-2601-46c9-ac24-3557d8207fea tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:36.254666 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-7911ace2-2601-46c9-ac24-3557d8207fea tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4342313 Oct 30 16:10:36.257728 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58962) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:10:36.289347 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-eccf5ce5-08fa-437e-94c0-1316964046a4 tempest-TestNetworkAdvancedServerOps-616166719 tempest-TestNetworkAdvancedServerOps-616166719-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=289b72216cb54aebb7633604e51d22ed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305250 Oct 30 16:10:36.291993 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58964) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:10:36.379982 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe50386-cb24-49a8-8db1-c13ef186cbb5 tempest-TestNetworkAdvancedServerOps-616166719 tempest-TestNetworkAdvancedServerOps-616166719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:10:36.381529 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-bfe50386-cb24-49a8-8db1-c13ef186cbb5 tempest-TestNetworkAdvancedServerOps-616166719 tempest-TestNetworkAdvancedServerOps-616166719-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0886314 Oct 30 16:10:36.384426 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58966) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:10:36.414713 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-058d064d-acd0-41e4-89cf-2179c5637dad tempest-TestNetworkAdvancedServerOps-616166719 tempest-TestNetworkAdvancedServerOps-616166719-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=edc38ef5-7816-4133-914c-cfe2849a0125&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0291615 Oct 30 16:10:36.417318 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 58968) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:10:36.422361 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-e43d8989-8fc3-4da9-8864-bc2063dcaa24 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1180204801', 'network_id': '174e6e52-1fac-4ca5-990e-aa4c780bc77e', 'project_id': '289b72216cb54aebb7633604e51d22ed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:10:36.516330 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e43d8989-8fc3-4da9-8864-bc2063dcaa24 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Made reservation on behalf of 289b72216cb54aebb7633604e51d22ed for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 16:10:36.518574 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-eff1416c-0705-45ed-bae7-07c0ac818e0b None None] Set router d9b92b99-911d-48aa-b491-a635e0c1ae3a gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:10:36.519982 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e43d8989-8fc3-4da9-8864-bc2063dcaa24 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:36.698407 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-eff1416c-0705-45ed-bae7-07c0ac818e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9b92b99-911d-48aa-b491-a635e0c1ae3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1321708441', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '2c99f396-6266-4466-9552-59aca972521f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:10:34Z', 'updated_at': '2021-10-30T16:10:35Z', 'revision_number': 3, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'gw_port': {'id': '2c99f396-6266-4466-9552-59aca972521f', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c9:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9b92b99-911d-48aa-b491-a635e0c1ae3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:10:35Z', 'updated_at': '2021-10-30T16:10:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:10:36.702996 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e43d8989-8fc3-4da9-8864-bc2063dcaa24 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:36.725306 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff1416c-0705-45ed-bae7-07c0ac818e0b None None] Checking router: d9b92b99-911d-48aa-b491-a635e0c1ae3a for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 16:10:36.725659 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff1416c-0705-45ed-bae7-07c0ac818e0b None None] Updating router d9b92b99-911d-48aa-b491-a635e0c1ae3a port 2c99f396-6266-4466-9552-59aca972521f binding host n-d-806683-17 {{(pid=102132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 16:10:36.754565 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-eff1416c-0705-45ed-bae7-07c0ac818e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:36.763792 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43d8989-8fc3-4da9-8864-bc2063dcaa24 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event updated for resources: {'Subnet': ['ID=8f73a4d9-0191-4a9c-9c8f-4ddb16b3dda4,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:10:36.770757 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43d8989-8fc3-4da9-8864-bc2063dcaa24 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Checking segment: {'id': '1ace0c1f-fcdd-4bd4-bd91-07ef94f54e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '174e6e52-1fac-4ca5-990e-aa4c780bc77e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:10:36.771124 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43d8989-8fc3-4da9-8864-bc2063dcaa24 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Network hostable DHCP agents. Network: 174e6e52-1fac-4ca5-990e-aa4c780bc77e, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 16:10:36.787658 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43d8989-8fc3-4da9-8864-bc2063dcaa24 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Network 174e6e52-1fac-4ca5-990e-aa4c780bc77e is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 16:10:36.796582 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-e43d8989-8fc3-4da9-8864-bc2063dcaa24 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 174e6e52-1fac-4ca5-990e-aa4c780bc77e) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:10:36.801231 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43d8989-8fc3-4da9-8864-bc2063dcaa24 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:10:36.801814 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e43d8989-8fc3-4da9-8864-bc2063dcaa24 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:36.817905 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e43d8989-8fc3-4da9-8864-bc2063dcaa24 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3995206 Oct 30 16:10:36.820941 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 58970) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:10:36.833568 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d885936b-73a1-45d6-9b44-d7154567e012 None None] Network 174e6e52-1fac-4ca5-990e-aa4c780bc77e requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 16:10:37.075542 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac5fe72-999e-4aef-a28e-8fe6556b66c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-174e6e52-1fac-4ca5-990e-aa4c780bc77e', 'network_id': '174e6e52-1fac-4ca5-990e-aa4c780bc77e', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'fixed_ips': [{'subnet_id': '8f73a4d9-0191-4a9c-9c8f-4ddb16b3dda4'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 16:10:37.076414 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6ac5fe72-999e-4aef-a28e-8fe6556b66c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:37.194048 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-eff1416c-0705-45ed-bae7-07c0ac818e0b None None] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:37.207294 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-eff1416c-0705-45ed-bae7-07c0ac818e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:37.292952 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c1521-2c68-4e4b-97be-6699b5f5a57a None None] Pushing event updated for resources: {'Port': ['ID=2c99f396-6266-4466-9552-59aca972521f,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:10:37.303175 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-eff1416c-0705-45ed-bae7-07c0ac818e0b None None] Attempting to bind port 2c99f396-6266-4466-9552-59aca972521f on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 16:10:37.303570 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-eff1416c-0705-45ed-bae7-07c0ac818e0b None None] Attempting to bind port 2c99f396-6266-4466-9552-59aca972521f by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 16:10:37.303938 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff1416c-0705-45ed-bae7-07c0ac818e0b None None] Attempting to bind port 2c99f396-6266-4466-9552-59aca972521f on network edc38ef5-7816-4133-914c-cfe2849a0125 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:10:37.316035 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff1416c-0705-45ed-bae7-07c0ac818e0b None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 16, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 16:10:37.316410 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff1416c-0705-45ed-bae7-07c0ac818e0b None None] Checking segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:10:37.316815 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-eff1416c-0705-45ed-bae7-07c0ac818e0b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:37.317280 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff1416c-0705-45ed-bae7-07c0ac818e0b None None] Bound using segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 16:10:37.317693 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-eff1416c-0705-45ed-bae7-07c0ac818e0b None None] Bound port: 2c99f396-6266-4466-9552-59aca972521f, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 16:10:37.318077 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-eff1416c-0705-45ed-bae7-07c0ac818e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:37.340937 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-6ac5fe72-999e-4aef-a28e-8fe6556b66c5 None None] Allocated IP 172.20.0.2 (174e6e52-1fac-4ca5-990e-aa4c780bc77e/8f73a4d9-0191-4a9c-9c8f-4ddb16b3dda4/16957382-d04c-4d16-bd3c-0f7a22ab8408) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 16:10:37.425396 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-eff1416c-0705-45ed-bae7-07c0ac818e0b None None] For port 2c99f396-6266-4466-9552-59aca972521f, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 16:10:37.429878 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-eff1416c-0705-45ed-bae7-07c0ac818e0b None None] For port 2c99f396-6266-4466-9552-59aca972521f, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=2c99f396-6266-4466-9552-59aca972521f,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 16:10:37.435082 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-eff1416c-0705-45ed-bae7-07c0ac818e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:37.526433 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff1416c-0705-45ed-bae7-07c0ac818e0b None None] Routers {'d9b92b99-911d-48aa-b491-a635e0c1ae3a'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:10:37.526924 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-eff1416c-0705-45ed-bae7-07c0ac818e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:10:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['d9b92b99-911d-48aa-b491-a635e0c1ae3a'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:10:37.529096 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c1521-2c68-4e4b-97be-6699b5f5a57a None None] Pushing event updated for resources: {'Port': ['ID=2c99f396-6266-4466-9552-59aca972521f,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:10:37.556285 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f983de9f-2c42-45cc-a47b-9c1b07161819 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:37.643420 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6ac5fe72-999e-4aef-a28e-8fe6556b66c5 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:37.650991 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6ac5fe72-999e-4aef-a28e-8fe6556b66c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:37.708628 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac5fe72-999e-4aef-a28e-8fe6556b66c5 None None] Network 174e6e52-1fac-4ca5-990e-aa4c780bc77e is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:10:37.710433 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-eff1416c-0705-45ed-bae7-07c0ac818e0b None None] Set router d9b92b99-911d-48aa-b491-a635e0c1ae3a gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:10:37.739138 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-6ac5fe72-999e-4aef-a28e-8fe6556b66c5 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:10:37.769600 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac5fe72-999e-4aef-a28e-8fe6556b66c5 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 16:10:37.771583 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac5fe72-999e-4aef-a28e-8fe6556b66c5 None None] Pushing event updated for resources: {'Port': ['ID=16957382-d04c-4d16-bd3c-0f7a22ab8408,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:10:37.828579 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-f983de9f-2c42-45cc-a47b-9c1b07161819 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Allocated IP 172.20.0.1 (174e6e52-1fac-4ca5-990e-aa4c780bc77e/8f73a4d9-0191-4a9c-9c8f-4ddb16b3dda4/8954cf6d-2808-43c4-a11b-0af1732fe2f2) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 16:10:37.872333 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-6ac5fe72-999e-4aef-a28e-8fe6556b66c5 None None] Attempting to bind port 16957382-d04c-4d16-bd3c-0f7a22ab8408 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 16:10:37.872700 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-6ac5fe72-999e-4aef-a28e-8fe6556b66c5 None None] Attempting to bind port 16957382-d04c-4d16-bd3c-0f7a22ab8408 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '1ace0c1f-fcdd-4bd4-bd91-07ef94f54e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '174e6e52-1fac-4ca5-990e-aa4c780bc77e'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 16:10:37.873061 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac5fe72-999e-4aef-a28e-8fe6556b66c5 None None] Attempting to bind port 16957382-d04c-4d16-bd3c-0f7a22ab8408 on network 174e6e52-1fac-4ca5-990e-aa4c780bc77e {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:10:37.886251 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac5fe72-999e-4aef-a28e-8fe6556b66c5 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 16, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 16:10:37.886626 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac5fe72-999e-4aef-a28e-8fe6556b66c5 None None] Checking segment: {'id': '1ace0c1f-fcdd-4bd4-bd91-07ef94f54e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '174e6e52-1fac-4ca5-990e-aa4c780bc77e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:10:37.887583 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6ac5fe72-999e-4aef-a28e-8fe6556b66c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:37.887980 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac5fe72-999e-4aef-a28e-8fe6556b66c5 None None] Bound using segment: {'id': '1ace0c1f-fcdd-4bd4-bd91-07ef94f54e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '174e6e52-1fac-4ca5-990e-aa4c780bc77e'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 16:10:37.888451 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-6ac5fe72-999e-4aef-a28e-8fe6556b66c5 None None] Bound port: 16957382-d04c-4d16-bd3c-0f7a22ab8408, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ace0c1f-fcdd-4bd4-bd91-07ef94f54e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '174e6e52-1fac-4ca5-990e-aa4c780bc77e'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 16:10:37.888834 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6ac5fe72-999e-4aef-a28e-8fe6556b66c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:37.947132 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f983de9f-2c42-45cc-a47b-9c1b07161819 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:37.981181 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f983de9f-2c42-45cc-a47b-9c1b07161819 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:37.994620 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-6ac5fe72-999e-4aef-a28e-8fe6556b66c5 None None] For port 16957382-d04c-4d16-bd3c-0f7a22ab8408, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 16:10:37.999328 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-6ac5fe72-999e-4aef-a28e-8fe6556b66c5 None None] For port 16957382-d04c-4d16-bd3c-0f7a22ab8408, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=16957382-d04c-4d16-bd3c-0f7a22ab8408,segment=NetworkSegment(1ace0c1f-fcdd-4bd4-bd91-07ef94f54e98),segment_id=1ace0c1f-fcdd-4bd4-bd91-07ef94f54e98)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 16:10:38.005307 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6ac5fe72-999e-4aef-a28e-8fe6556b66c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:38.029379 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f983de9f-2c42-45cc-a47b-9c1b07161819 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Network 174e6e52-1fac-4ca5-990e-aa4c780bc77e is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:10:38.037981 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-f983de9f-2c42-45cc-a47b-9c1b07161819 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:10:38.040619 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f983de9f-2c42-45cc-a47b-9c1b07161819 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event updated for resources: {'Port': ['ID=8954cf6d-2808-43c4-a11b-0af1732fe2f2,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:10:38.042508 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-eff1416c-0705-45ed-bae7-07c0ac818e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9b92b99-911d-48aa-b491-a635e0c1ae3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1321708441', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '2c99f396-6266-4466-9552-59aca972521f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:10:34Z', 'updated_at': '2021-10-30T16:10:35Z', 'revision_number': 3, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'gw_port': {'id': '2c99f396-6266-4466-9552-59aca972521f', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c9:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9b92b99-911d-48aa-b491-a635e0c1ae3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:10:35Z', 'updated_at': '2021-10-30T16:10:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:10:38.043804 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f983de9f-2c42-45cc-a47b-9c1b07161819 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 16:10:38.086249 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff1416c-0705-45ed-bae7-07c0ac818e0b None None] The sync data for ids ['d9b92b99-911d-48aa-b491-a635e0c1ae3a'] in n-d-806683-17 is: [{'id': 'd9b92b99-911d-48aa-b491-a635e0c1ae3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1321708441', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '2c99f396-6266-4466-9552-59aca972521f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:10:34Z', 'updated_at': '2021-10-30T16:10:35Z', 'revision_number': 3, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'gw_port': {'id': '2c99f396-6266-4466-9552-59aca972521f', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c9:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9b92b99-911d-48aa-b491-a635e0c1ae3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:10:35Z', 'updated_at': '2021-10-30T16:10:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 16:10:38.099424 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac5fe72-999e-4aef-a28e-8fe6556b66c5 None None] Pushing event updated for resources: {'Port': ['ID=16957382-d04c-4d16-bd3c-0f7a22ab8408,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:10:38.100748 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f983de9f-2c42-45cc-a47b-9c1b07161819 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:38.268883 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f983de9f-2c42-45cc-a47b-9c1b07161819 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:38.616058 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f983de9f-2c42-45cc-a47b-9c1b07161819 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:38.621679 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f983de9f-2c42-45cc-a47b-9c1b07161819 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:38.701120 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f983de9f-2c42-45cc-a47b-9c1b07161819 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:38.702878 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f983de9f-2c42-45cc-a47b-9c1b07161819 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event updated for resources: {'Port': ['ID=8954cf6d-2808-43c4-a11b-0af1732fe2f2,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:10:38.804069 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f983de9f-2c42-45cc-a47b-9c1b07161819 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Network 174e6e52-1fac-4ca5-990e-aa4c780bc77e is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:10:38.805869 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-f983de9f-2c42-45cc-a47b-9c1b07161819 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:10:38.945504 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f983de9f-2c42-45cc-a47b-9c1b07161819 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Router d9b92b99-911d-48aa-b491-a635e0c1ae3a has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 16:10:39.076165 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f983de9f-2c42-45cc-a47b-9c1b07161819 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 16:10:39.089502 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-f983de9f-2c42-45cc-a47b-9c1b07161819 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "PUT /v2.0/routers/d9b92b99-911d-48aa-b491-a635e0c1ae3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2587390 Oct 30 16:10:39.097449 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 2c99f396-6266-4466-9552-59aca972521f up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:10:39.133135 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf0a31e-66b0-4587-a5a4-e41017c6284d None None] Network 174e6e52-1fac-4ca5-990e-aa4c780bc77e requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 16:10:39.221523 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-07b7f4ca-fea5-4485-a630-01206eb6aa77 None None] Provisioning complete for port 16957382-d04c-4d16-bd3c-0f7a22ab8408 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:10:39.221816 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-07b7f4ca-fea5-4485-a630-01206eb6aa77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:39.233391 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-46e51084-2fff-4380-bb3c-f705112c1534 req-51c9ec76-8607-4de4-9cfb-d4a036295e97 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1114419140&fields=id&tenant_id=289b72216cb54aebb7633604e51d22ed HTTP/1.1" status: 200 len: 267 time: 0.0344636 Oct 30 16:10:39.269719 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 2c99f396-6266-4466-9552-59aca972521f triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:10:39.270088 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:39.346754 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e51084-2fff-4380-bb3c-f705112c1534 req-3d783ac0-5857-4e07-8241-04052a9376a6 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:10:39.348323 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-46e51084-2fff-4380-bb3c-f705112c1534 req-3d783ac0-5857-4e07-8241-04052a9376a6 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/networks?id=174e6e52-1fac-4ca5-990e-aa4c780bc77e HTTP/1.1" status: 200 len: 797 time: 0.1075909 Oct 30 16:10:39.364502 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-46e51084-2fff-4380-bb3c-f705112c1534 req-83303830-7569-488f-b5f4-eedc25ddb460 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/quotas/289b72216cb54aebb7633604e51d22ed HTTP/1.1" status: 200 len: 375 time: 0.0099716 Oct 30 16:10:39.418607 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-46e51084-2fff-4380-bb3c-f705112c1534 req-5d9fa982-0110-44a4-b43c-9dd396fac6f3 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=289b72216cb54aebb7633604e51d22ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480869 Oct 30 16:10:39.593885 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-46e51084-2fff-4380-bb3c-f705112c1534 req-5cc8a081-b7cd-43b8-a897-262377ac073b service neutron] 10.222.0.62 "GET /v2.0/networks/174e6e52-1fac-4ca5-990e-aa4c780bc77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611140 Oct 30 16:10:39.614191 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-07b7f4ca-fea5-4485-a630-01206eb6aa77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:39.645607 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:39.672792 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-07b7f4ca-fea5-4485-a630-01206eb6aa77 None None] For port 16957382-d04c-4d16-bd3c-0f7a22ab8408, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=16957382-d04c-4d16-bd3c-0f7a22ab8408,segment=NetworkSegment(1ace0c1f-fcdd-4bd4-bd91-07ef94f54e98),segment_id=1ace0c1f-fcdd-4bd4-bd91-07ef94f54e98)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:10:39.681044 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-07b7f4ca-fea5-4485-a630-01206eb6aa77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:39.686500 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 2c99f396-6266-4466-9552-59aca972521f, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=2c99f396-6266-4466-9552-59aca972521f,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:10:39.706109 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-46e51084-2fff-4380-bb3c-f705112c1534 req-886d991c-099b-4a19-90f0-d30f1b6521be service neutron] 10.222.0.62 "GET /v2.0/networks/174e6e52-1fac-4ca5-990e-aa4c780bc77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060071 Oct 30 16:10:39.710609 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:39.711496 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 16957382-d04c-4d16-bd3c-0f7a22ab8408 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:10:39.767627 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b7f4ca-fea5-4485-a630-01206eb6aa77 None None] Pushing event updated for resources: {'Port': ['ID=16957382-d04c-4d16-bd3c-0f7a22ab8408,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:10:39.816870 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e00015-f1a5-48ca-b8bd-62d590b48e2d None None] Sync routers for ids ['d9b92b99-911d-48aa-b491-a635e0c1ae3a'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 16:10:39.819198 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=2c99f396-6266-4466-9552-59aca972521f,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:10:39.831747 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e00015-f1a5-48ca-b8bd-62d590b48e2d None None] Routers {'d9b92b99-911d-48aa-b491-a635e0c1ae3a'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:10:39.832378 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-64e00015-f1a5-48ca-b8bd-62d590b48e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:10:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['d9b92b99-911d-48aa-b491-a635e0c1ae3a'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:10:39.843415 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 16957382-d04c-4d16-bd3c-0f7a22ab8408 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:10:39.844204 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:39.913753 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-478a8fea-dff7-486e-971a-922f2fa258ca req-2abf84dd-3f59-4b26-b80b-4387fe65a803 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=514d5d29-6c73-4f94-a634-a589724b6f79 HTTP/1.1" status: 200 len: 210 time: 0.0531552 Oct 30 16:10:39.986267 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-64e00015-f1a5-48ca-b8bd-62d590b48e2d None None] Set router d9b92b99-911d-48aa-b491-a635e0c1ae3a gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:10:40.021937 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-b99bd846-da8c-4ddb-b42e-516500811bbe None None] Provisioning complete for port 16957382-d04c-4d16-bd3c-0f7a22ab8408 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:10:40.022393 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b99bd846-da8c-4ddb-b42e-516500811bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:40.127354 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-b99bd846-da8c-4ddb-b42e-516500811bbe None None] Provisioning complete for port 8954cf6d-2808-43c4-a11b-0af1732fe2f2 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:10:40.128570 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b99bd846-da8c-4ddb-b42e-516500811bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:40.172585 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-b99bd846-da8c-4ddb-b42e-516500811bbe None None] Port 8954cf6d-2808-43c4-a11b-0af1732fe2f2 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 16:10:40.245587 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-64e00015-f1a5-48ca-b8bd-62d590b48e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9b92b99-911d-48aa-b491-a635e0c1ae3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1321708441', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '2c99f396-6266-4466-9552-59aca972521f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:10:34Z', 'updated_at': '2021-10-30T16:10:38Z', 'revision_number': 4, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'gw_port': {'id': '2c99f396-6266-4466-9552-59aca972521f', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b92b99-911d-48aa-b491-a635e0c1ae3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:10:35Z', 'updated_at': '2021-10-30T16:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '8954cf6d-2808-43c4-a11b-0af1732fe2f2', 'name': '', 'network_id': '174e6e52-1fac-4ca5-990e-aa4c780bc77e', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'mac_address': 'fa:16:3e:a6:83:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9b92b99-911d-48aa-b491-a635e0c1ae3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '8f73a4d9-0191-4a9c-9c8f-4ddb16b3dda4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:10:37Z', 'updated_at': '2021-10-30T16:10:38Z', 'revision_number': 2, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'subnets': [{'id': '8f73a4d9-0191-4a9c-9c8f-4ddb16b3dda4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:10:40.273484 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e00015-f1a5-48ca-b8bd-62d590b48e2d None None] Checking router: d9b92b99-911d-48aa-b491-a635e0c1ae3a for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 16:10:40.273845 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e00015-f1a5-48ca-b8bd-62d590b48e2d None None] Updating router d9b92b99-911d-48aa-b491-a635e0c1ae3a port 8954cf6d-2808-43c4-a11b-0af1732fe2f2 binding host n-d-806683-17 {{(pid=102133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 16:10:40.294196 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-65c11030-89d3-4981-8f92-8e3bbb09d844 None None] Provisioning complete for port 8954cf6d-2808-43c4-a11b-0af1732fe2f2 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:10:40.294569 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-65c11030-89d3-4981-8f92-8e3bbb09d844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:40.310381 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-64e00015-f1a5-48ca-b8bd-62d590b48e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:40.335498 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-65c11030-89d3-4981-8f92-8e3bbb09d844 None None] Port 8954cf6d-2808-43c4-a11b-0af1732fe2f2 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 16:10:40.460377 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-3607d882-e244-4ddf-8b45-cb8122cf9aaa None None] Provisioning complete for port 8954cf6d-2808-43c4-a11b-0af1732fe2f2 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:10:40.460753 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3607d882-e244-4ddf-8b45-cb8122cf9aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:40.499651 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-3607d882-e244-4ddf-8b45-cb8122cf9aaa None None] Port 8954cf6d-2808-43c4-a11b-0af1732fe2f2 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 16:10:40.693892 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-64e00015-f1a5-48ca-b8bd-62d590b48e2d None None] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:40.699769 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-64e00015-f1a5-48ca-b8bd-62d590b48e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:40.766573 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82441c27-2d39-41c0-8bf6-37e15a48e558 None None] Pushing event updated for resources: {'Port': ['ID=8954cf6d-2808-43c4-a11b-0af1732fe2f2,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:10:40.790450 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82441c27-2d39-41c0-8bf6-37e15a48e558 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:10:40.790800 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82441c27-2d39-41c0-8bf6-37e15a48e558 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:10:40.791141 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82441c27-2d39-41c0-8bf6-37e15a48e558 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:10:40.791486 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82441c27-2d39-41c0-8bf6-37e15a48e558 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:10:40.791830 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82441c27-2d39-41c0-8bf6-37e15a48e558 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:10:40.792158 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82441c27-2d39-41c0-8bf6-37e15a48e558 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:10:40.792485 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82441c27-2d39-41c0-8bf6-37e15a48e558 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:10:40.792846 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82441c27-2d39-41c0-8bf6-37e15a48e558 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:10:40.793176 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82441c27-2d39-41c0-8bf6-37e15a48e558 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:10:40.793499 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82441c27-2d39-41c0-8bf6-37e15a48e558 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:10:40.793821 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82441c27-2d39-41c0-8bf6-37e15a48e558 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:10:40.794143 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82441c27-2d39-41c0-8bf6-37e15a48e558 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:10:40.811424 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-64e00015-f1a5-48ca-b8bd-62d590b48e2d None None] Attempting to bind port 8954cf6d-2808-43c4-a11b-0af1732fe2f2 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 16:10:40.811907 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-64e00015-f1a5-48ca-b8bd-62d590b48e2d None None] Attempting to bind port 8954cf6d-2808-43c4-a11b-0af1732fe2f2 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '1ace0c1f-fcdd-4bd4-bd91-07ef94f54e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '174e6e52-1fac-4ca5-990e-aa4c780bc77e'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 16:10:40.812280 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e00015-f1a5-48ca-b8bd-62d590b48e2d None None] Attempting to bind port 8954cf6d-2808-43c4-a11b-0af1732fe2f2 on network 174e6e52-1fac-4ca5-990e-aa4c780bc77e {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:10:40.817737 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e00015-f1a5-48ca-b8bd-62d590b48e2d None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 16, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 16:10:40.818382 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e00015-f1a5-48ca-b8bd-62d590b48e2d None None] Checking segment: {'id': '1ace0c1f-fcdd-4bd4-bd91-07ef94f54e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '174e6e52-1fac-4ca5-990e-aa4c780bc77e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:10:40.818498 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-64e00015-f1a5-48ca-b8bd-62d590b48e2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:40.818902 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e00015-f1a5-48ca-b8bd-62d590b48e2d None None] Bound using segment: {'id': '1ace0c1f-fcdd-4bd4-bd91-07ef94f54e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '174e6e52-1fac-4ca5-990e-aa4c780bc77e'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 16:10:40.819500 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-64e00015-f1a5-48ca-b8bd-62d590b48e2d None None] Bound port: 8954cf6d-2808-43c4-a11b-0af1732fe2f2, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ace0c1f-fcdd-4bd4-bd91-07ef94f54e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '174e6e52-1fac-4ca5-990e-aa4c780bc77e'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 16:10:40.819926 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-64e00015-f1a5-48ca-b8bd-62d590b48e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:40.886010 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-64e00015-f1a5-48ca-b8bd-62d590b48e2d None None] For port 8954cf6d-2808-43c4-a11b-0af1732fe2f2, host n-d-806683-17, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 16:10:40.889753 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-64e00015-f1a5-48ca-b8bd-62d590b48e2d None None] For port 8954cf6d-2808-43c4-a11b-0af1732fe2f2, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=8954cf6d-2808-43c4-a11b-0af1732fe2f2,segment=NetworkSegment(1ace0c1f-fcdd-4bd4-bd91-07ef94f54e98),segment_id=1ace0c1f-fcdd-4bd4-bd91-07ef94f54e98)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 16:10:40.894435 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-64e00015-f1a5-48ca-b8bd-62d590b48e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:40.937225 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e00015-f1a5-48ca-b8bd-62d590b48e2d None None] Routers {'d9b92b99-911d-48aa-b491-a635e0c1ae3a'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:10:40.937945 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-64e00015-f1a5-48ca-b8bd-62d590b48e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:10:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['d9b92b99-911d-48aa-b491-a635e0c1ae3a'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:10:41.062965 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e5a4562a-0779-4e6b-aa02-6f84720a3564 None None] Provisioning complete for port 8954cf6d-2808-43c4-a11b-0af1732fe2f2 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:10:41.063649 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e5a4562a-0779-4e6b-aa02-6f84720a3564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:41.106239 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 2c99f396-6266-4466-9552-59aca972521f up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:10:41.142281 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-64e00015-f1a5-48ca-b8bd-62d590b48e2d None None] Set router d9b92b99-911d-48aa-b491-a635e0c1ae3a gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:10:41.172761 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 2c99f396-6266-4466-9552-59aca972521f triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:10:41.173499 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:41.179304 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82441c27-2d39-41c0-8bf6-37e15a48e558 None None] Pushing event updated for resources: {'Port': ['ID=8954cf6d-2808-43c4-a11b-0af1732fe2f2,revision_number=4']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:10:41.241176 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e5a4562a-0779-4e6b-aa02-6f84720a3564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:41.317370 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e5a4562a-0779-4e6b-aa02-6f84720a3564 None None] For port 8954cf6d-2808-43c4-a11b-0af1732fe2f2, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=8954cf6d-2808-43c4-a11b-0af1732fe2f2,segment=NetworkSegment(1ace0c1f-fcdd-4bd4-bd91-07ef94f54e98),segment_id=1ace0c1f-fcdd-4bd4-bd91-07ef94f54e98)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:10:41.326417 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e5a4562a-0779-4e6b-aa02-6f84720a3564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:41.360588 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 16957382-d04c-4d16-bd3c-0f7a22ab8408 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:10:41.388546 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-64e00015-f1a5-48ca-b8bd-62d590b48e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9b92b99-911d-48aa-b491-a635e0c1ae3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1321708441', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '2c99f396-6266-4466-9552-59aca972521f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:10:34Z', 'updated_at': '2021-10-30T16:10:38Z', 'revision_number': 4, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'gw_port': {'id': '2c99f396-6266-4466-9552-59aca972521f', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b92b99-911d-48aa-b491-a635e0c1ae3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:10:35Z', 'updated_at': '2021-10-30T16:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '8954cf6d-2808-43c4-a11b-0af1732fe2f2', 'name': '', 'network_id': '174e6e52-1fac-4ca5-990e-aa4c780bc77e', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'mac_address': 'fa:16:3e:a6:83:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9b92b99-911d-48aa-b491-a635e0c1ae3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '8f73a4d9-0191-4a9c-9c8f-4ddb16b3dda4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:10:37Z', 'updated_at': '2021-10-30T16:10:40Z', 'revision_number': 4, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'subnets': [{'id': '8f73a4d9-0191-4a9c-9c8f-4ddb16b3dda4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:10:41.409577 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a4562a-0779-4e6b-aa02-6f84720a3564 None None] Pushing event updated for resources: {'Port': ['ID=8954cf6d-2808-43c4-a11b-0af1732fe2f2,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:10:41.418408 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e00015-f1a5-48ca-b8bd-62d590b48e2d None None] The sync data for ids ['d9b92b99-911d-48aa-b491-a635e0c1ae3a'] in n-d-806683-17 is: [{'id': 'd9b92b99-911d-48aa-b491-a635e0c1ae3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1321708441', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '2c99f396-6266-4466-9552-59aca972521f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:10:34Z', 'updated_at': '2021-10-30T16:10:38Z', 'revision_number': 4, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'gw_port': {'id': '2c99f396-6266-4466-9552-59aca972521f', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b92b99-911d-48aa-b491-a635e0c1ae3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:10:35Z', 'updated_at': '2021-10-30T16:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '8954cf6d-2808-43c4-a11b-0af1732fe2f2', 'name': '', 'network_id': '174e6e52-1fac-4ca5-990e-aa4c780bc77e', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'mac_address': 'fa:16:3e:a6:83:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9b92b99-911d-48aa-b491-a635e0c1ae3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '8f73a4d9-0191-4a9c-9c8f-4ddb16b3dda4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:10:37Z', 'updated_at': '2021-10-30T16:10:40Z', 'revision_number': 4, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'subnets': [{'id': '8f73a4d9-0191-4a9c-9c8f-4ddb16b3dda4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 16:10:41.431893 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 16957382-d04c-4d16-bd3c-0f7a22ab8408 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:10:41.432435 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:41.433127 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4113b3dd-3107-4906-8121-e2e5717a0031 req-edc1a611-f757-475f-b483-d8911836fb79 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=514d5d29-6c73-4f94-a634-a589724b6f79 HTTP/1.1" status: 200 len: 210 time: 0.0480182 Oct 30 16:10:41.492112 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-765ce5c6-948d-416e-ace9-d11039f214bc None None] Provisioning complete for port 8954cf6d-2808-43c4-a11b-0af1732fe2f2 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:10:41.492492 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-765ce5c6-948d-416e-ace9-d11039f214bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:41.516338 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e51084-2fff-4380-bb3c-f705112c1534 req-60e7206e-ad2c-4e1c-9888-64da46dbb5d6 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:10:41.517770 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-46e51084-2fff-4380-bb3c-f705112c1534 req-60e7206e-ad2c-4e1c-9888-64da46dbb5d6 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.44 "GET /v2.0/networks?id=174e6e52-1fac-4ca5-990e-aa4c780bc77e HTTP/1.1" status: 200 len: 797 time: 0.6220429 Oct 30 16:10:41.570804 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-46e51084-2fff-4380-bb3c-f705112c1534 req-8f99dc0c-463e-498d-93bc-b1c6860bd1ec tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=289b72216cb54aebb7633604e51d22ed HTTP/1.1" status: 200 len: 380 time: 0.0436323 Oct 30 16:10:41.580989 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-46e51084-2fff-4380-bb3c-f705112c1534 req-1e0d788b-489b-4e0f-908c-bb23dc345ec4 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Request body: {'port': {'device_id': '514d5d29-6c73-4f94-a634-a589724b6f79', 'network_id': '174e6e52-1fac-4ca5-990e-aa4c780bc77e', 'admin_state_up': True, 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'security_groups': ['62747f6a-f25c-4f54-94ae-fc6a56e27824']}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:10:41.702327 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46e51084-2fff-4380-bb3c-f705112c1534 req-1e0d788b-489b-4e0f-908c-bb23dc345ec4 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Made reservation on behalf of 289b72216cb54aebb7633604e51d22ed for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 16:10:41.706119 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-46e51084-2fff-4380-bb3c-f705112c1534 req-1e0d788b-489b-4e0f-908c-bb23dc345ec4 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:41.840458 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-46e51084-2fff-4380-bb3c-f705112c1534 req-1e0d788b-489b-4e0f-908c-bb23dc345ec4 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Allocated IP 172.20.0.7 (174e6e52-1fac-4ca5-990e-aa4c780bc77e/8f73a4d9-0191-4a9c-9c8f-4ddb16b3dda4/ac06c8b6-3afc-4f67-8bce-f81324fcd5f2) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 16:10:41.984103 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-46e51084-2fff-4380-bb3c-f705112c1534 req-1e0d788b-489b-4e0f-908c-bb23dc345ec4 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:42.019347 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-46e51084-2fff-4380-bb3c-f705112c1534 req-1e0d788b-489b-4e0f-908c-bb23dc345ec4 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:42.069623 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46e51084-2fff-4380-bb3c-f705112c1534 req-1e0d788b-489b-4e0f-908c-bb23dc345ec4 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Network 174e6e52-1fac-4ca5-990e-aa4c780bc77e is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:10:42.072987 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-46e51084-2fff-4380-bb3c-f705112c1534 req-1e0d788b-489b-4e0f-908c-bb23dc345ec4 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:10:42.077997 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-46e51084-2fff-4380-bb3c-f705112c1534 req-1e0d788b-489b-4e0f-908c-bb23dc345ec4 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 16:10:42.084989 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0d788b-489b-4e0f-908c-bb23dc345ec4 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event updated for resources: {'Port': ['ID=ac06c8b6-3afc-4f67-8bce-f81324fcd5f2,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:10:42.133835 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e51084-2fff-4380-bb3c-f705112c1534 req-1e0d788b-489b-4e0f-908c-bb23dc345ec4 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:10:42.134505 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-46e51084-2fff-4380-bb3c-f705112c1534 req-1e0d788b-489b-4e0f-908c-bb23dc345ec4 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:42.152818 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-46e51084-2fff-4380-bb3c-f705112c1534 req-1e0d788b-489b-4e0f-908c-bb23dc345ec4 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5760512 Oct 30 16:10:42.163454 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [req-46e51084-2fff-4380-bb3c-f705112c1534 req-c779014e-5e2e-440f-b2c0-858c0d1654b9 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 16:10:42.164614 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-46e51084-2fff-4380-bb3c-f705112c1534 req-c779014e-5e2e-440f-b2c0-858c0d1654b9 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0057476 Oct 30 16:10:42.228958 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-46e51084-2fff-4380-bb3c-f705112c1534 req-d5dff05a-6c7c-4ef3-a2ef-64080006de6a service neutron] Request body: {'port': {'device_id': '514d5d29-6c73-4f94-a634-a589724b6f79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:10:42.286507 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-46e51084-2fff-4380-bb3c-f705112c1534 req-d5dff05a-6c7c-4ef3-a2ef-64080006de6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:42.358274 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-b570b047-0a07-4675-88f9-58cc380b0d85 None None] Provisioning complete for port ac06c8b6-3afc-4f67-8bce-f81324fcd5f2 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:10:42.358809 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b570b047-0a07-4675-88f9-58cc380b0d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:42.393994 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-b570b047-0a07-4675-88f9-58cc380b0d85 None None] Port ac06c8b6-3afc-4f67-8bce-f81324fcd5f2 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 16:10:42.558085 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb9b1c3-6596-42d2-ae12-a6583e0113f6 req-a7d37417-6cef-4251-b064-f1a2ba613015 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:10:42.559737 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fbb9b1c3-6596-42d2-ae12-a6583e0113f6 req-a7d37417-6cef-4251-b064-f1a2ba613015 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=514d5d29-6c73-4f94-a634-a589724b6f79 HTTP/1.1" status: 200 len: 931 time: 0.0540791 Oct 30 16:10:42.582937 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-46e51084-2fff-4380-bb3c-f705112c1534 req-d5dff05a-6c7c-4ef3-a2ef-64080006de6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac06c8b6-3afc-4f67-8bce-f81324fcd5f2 {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 16:10:42.591322 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-46e51084-2fff-4380-bb3c-f705112c1534 req-d5dff05a-6c7c-4ef3-a2ef-64080006de6a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:42.599837 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fbb9b1c3-6596-42d2-ae12-a6583e0113f6 req-9f61f1ed-ebbf-4062-9496-caf407b1d7a8 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=62747f6a-f25c-4f54-94ae-fc6a56e27824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339053 Oct 30 16:10:42.605252 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-46e51084-2fff-4380-bb3c-f705112c1534 req-d5dff05a-6c7c-4ef3-a2ef-64080006de6a service neutron] Transition to ACTIVE for port object ac06c8b6-3afc-4f67-8bce-f81324fcd5f2 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 16:10:42.609934 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-46e51084-2fff-4380-bb3c-f705112c1534 req-d5dff05a-6c7c-4ef3-a2ef-64080006de6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:42.703778 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dff05a-6c7c-4ef3-a2ef-64080006de6a service neutron] Pushing event updated for resources: {'Port': ['ID=ac06c8b6-3afc-4f67-8bce-f81324fcd5f2,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:10:42.737380 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-46e51084-2fff-4380-bb3c-f705112c1534 req-d5dff05a-6c7c-4ef3-a2ef-64080006de6a service neutron] Attempting to bind port ac06c8b6-3afc-4f67-8bce-f81324fcd5f2 on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 16:10:42.737708 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-46e51084-2fff-4380-bb3c-f705112c1534 req-d5dff05a-6c7c-4ef3-a2ef-64080006de6a service neutron] Attempting to bind port ac06c8b6-3afc-4f67-8bce-f81324fcd5f2 by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': '1ace0c1f-fcdd-4bd4-bd91-07ef94f54e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '174e6e52-1fac-4ca5-990e-aa4c780bc77e'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 16:10:42.738033 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e51084-2fff-4380-bb3c-f705112c1534 req-d5dff05a-6c7c-4ef3-a2ef-64080006de6a service neutron] Attempting to bind port ac06c8b6-3afc-4f67-8bce-f81324fcd5f2 on network 174e6e52-1fac-4ca5-990e-aa4c780bc77e {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:10:42.742514 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e51084-2fff-4380-bb3c-f705112c1534 req-d5dff05a-6c7c-4ef3-a2ef-64080006de6a service neutron] Port ac06c8b6-3afc-4f67-8bce-f81324fcd5f2 on network 174e6e52-1fac-4ca5-990e-aa4c780bc77e not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 16:10:42.742827 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e51084-2fff-4380-bb3c-f705112c1534 req-d5dff05a-6c7c-4ef3-a2ef-64080006de6a service neutron] Attempting to bind port ac06c8b6-3afc-4f67-8bce-f81324fcd5f2 on network 174e6e52-1fac-4ca5-990e-aa4c780bc77e {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:10:42.747983 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e51084-2fff-4380-bb3c-f705112c1534 req-d5dff05a-6c7c-4ef3-a2ef-64080006de6a service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 16, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 16:10:42.748316 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e51084-2fff-4380-bb3c-f705112c1534 req-d5dff05a-6c7c-4ef3-a2ef-64080006de6a service neutron] Checking segment: {'id': '1ace0c1f-fcdd-4bd4-bd91-07ef94f54e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '174e6e52-1fac-4ca5-990e-aa4c780bc77e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:10:42.748700 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e51084-2fff-4380-bb3c-f705112c1534 req-d5dff05a-6c7c-4ef3-a2ef-64080006de6a service neutron] Bound using segment: {'id': '1ace0c1f-fcdd-4bd4-bd91-07ef94f54e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '174e6e52-1fac-4ca5-990e-aa4c780bc77e'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 16:10:42.749128 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-46e51084-2fff-4380-bb3c-f705112c1534 req-d5dff05a-6c7c-4ef3-a2ef-64080006de6a service neutron] Bound port: ac06c8b6-3afc-4f67-8bce-f81324fcd5f2, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ace0c1f-fcdd-4bd4-bd91-07ef94f54e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '174e6e52-1fac-4ca5-990e-aa4c780bc77e'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 16:10:42.749481 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-46e51084-2fff-4380-bb3c-f705112c1534 req-d5dff05a-6c7c-4ef3-a2ef-64080006de6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:42.820632 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-46e51084-2fff-4380-bb3c-f705112c1534 req-d5dff05a-6c7c-4ef3-a2ef-64080006de6a service neutron] For port ac06c8b6-3afc-4f67-8bce-f81324fcd5f2, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 16:10:42.823850 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-46e51084-2fff-4380-bb3c-f705112c1534 req-d5dff05a-6c7c-4ef3-a2ef-64080006de6a service neutron] For port ac06c8b6-3afc-4f67-8bce-f81324fcd5f2, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=ac06c8b6-3afc-4f67-8bce-f81324fcd5f2,segment=NetworkSegment(1ace0c1f-fcdd-4bd4-bd91-07ef94f54e98),segment_id=1ace0c1f-fcdd-4bd4-bd91-07ef94f54e98)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 16:10:42.829022 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-46e51084-2fff-4380-bb3c-f705112c1534 req-d5dff05a-6c7c-4ef3-a2ef-64080006de6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:42.860224 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e51084-2fff-4380-bb3c-f705112c1534 req-d5dff05a-6c7c-4ef3-a2ef-64080006de6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:10:42.860848 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-46e51084-2fff-4380-bb3c-f705112c1534 req-d5dff05a-6c7c-4ef3-a2ef-64080006de6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:42.862595 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-46e51084-2fff-4380-bb3c-f705112c1534 req-d5dff05a-6c7c-4ef3-a2ef-64080006de6a service neutron] 10.222.0.44 "PUT /v2.0/ports/ac06c8b6-3afc-4f67-8bce-f81324fcd5f2 HTTP/1.1" status: 200 len: 1092 time: 0.6869884 Oct 30 16:10:42.864734 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '514d5d29-6c73-4f94-a634-a589724b6f79', 'tag': 'ac06c8b6-3afc-4f67-8bce-f81324fcd5f2'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:10:42.867696 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}931ac027fb50588f101e6e2f92584f6f115530be99269a43aae453735a93652f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b54f60-e331-4009-af3a-21bab6e6c8c6" -d '{"events": [{"name": "network-changed", "server_uuid": "514d5d29-6c73-4f94-a634-a589724b6f79", "tag": "ac06c8b6-3afc-4f67-8bce-f81324fcd5f2"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:10:42.899378 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dff05a-6c7c-4ef3-a2ef-64080006de6a service neutron] Pushing event updated for resources: {'Port': ['ID=ac06c8b6-3afc-4f67-8bce-f81324fcd5f2,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:10:42.926090 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 16:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf3b954-7964-4f51-81f6-20d3e76ba4d6 x-openstack-request-id: req-5cf3b954-7964-4f51-81f6-20d3e76ba4d6 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:10:42.926384 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "514d5d29-6c73-4f94-a634-a589724b6f79", "tag": "ac06c8b6-3afc-4f67-8bce-f81324fcd5f2", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:10:42.926639 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5cf3b954-7964-4f51-81f6-20d3e76ba4d6 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:10:42.927040 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '514d5d29-6c73-4f94-a634-a589724b6f79', 'tag': 'ac06c8b6-3afc-4f67-8bce-f81324fcd5f2', 'status': 'completed', 'code': 200} Oct 30 16:10:42.969089 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e51084-2fff-4380-bb3c-f705112c1534 req-6c19998b-6984-497e-8f21-a0c18958b035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:10:42.970684 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-46e51084-2fff-4380-bb3c-f705112c1534 req-6c19998b-6984-497e-8f21-a0c18958b035 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=289b72216cb54aebb7633604e51d22ed&device_id=514d5d29-6c73-4f94-a634-a589724b6f79 HTTP/1.1" status: 200 len: 1095 time: 0.0544753 Oct 30 16:10:43.024157 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-46e51084-2fff-4380-bb3c-f705112c1534 req-0704c571-3c3a-46ba-a368-9c623ba61709 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac06c8b6-3afc-4f67-8bce-f81324fcd5f2 HTTP/1.1" status: 200 len: 217 time: 0.0445440 Oct 30 16:10:43.042258 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 8954cf6d-2808-43c4-a11b-0af1732fe2f2 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:10:43.084786 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e51084-2fff-4380-bb3c-f705112c1534 req-e1036d5f-b6c5-4e89-97a0-c36240d9fc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:10:43.086501 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-46e51084-2fff-4380-bb3c-f705112c1534 req-e1036d5f-b6c5-4e89-97a0-c36240d9fc23 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8f73a4d9-0191-4a9c-9c8f-4ddb16b3dda4 HTTP/1.1" status: 200 len: 835 time: 0.0528491 Oct 30 16:10:43.096327 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 8954cf6d-2808-43c4-a11b-0af1732fe2f2 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:10:43.096698 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:43.131897 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e51084-2fff-4380-bb3c-f705112c1534 req-feefc428-3c50-4cb5-9a0b-943e641e7971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:10:43.133319 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-46e51084-2fff-4380-bb3c-f705112c1534 req-feefc428-3c50-4cb5-9a0b-943e641e7971 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=174e6e52-1fac-4ca5-990e-aa4c780bc77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401962 Oct 30 16:10:43.232145 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-46e51084-2fff-4380-bb3c-f705112c1534 req-dfdc9669-47f2-48d8-92e5-250b21177654 service neutron] 10.222.0.44 "GET /v2.0/networks/174e6e52-1fac-4ca5-990e-aa4c780bc77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917037 Oct 30 16:10:43.322529 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-46e51084-2fff-4380-bb3c-f705112c1534 req-fe3ae98a-4594-4926-abbe-6243dc851115 service neutron] 10.222.0.44 "GET /v2.0/networks/174e6e52-1fac-4ca5-990e-aa4c780bc77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836344 Oct 30 16:10:43.418718 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b54f60-e331-4009-af3a-21bab6e6c8c6 req-ed4957d0-46cb-4c76-b40a-c38984f40501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:10:43.420231 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d5b54f60-e331-4009-af3a-21bab6e6c8c6 req-ed4957d0-46cb-4c76-b40a-c38984f40501 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=289b72216cb54aebb7633604e51d22ed&device_id=514d5d29-6c73-4f94-a634-a589724b6f79 HTTP/1.1" status: 200 len: 1095 time: 0.0465269 Oct 30 16:10:43.510734 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b54f60-e331-4009-af3a-21bab6e6c8c6 req-8a1904e7-1670-4b33-97cd-aa8aec30daa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:10:43.512800 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d5b54f60-e331-4009-af3a-21bab6e6c8c6 req-8a1904e7-1670-4b33-97cd-aa8aec30daa6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=174e6e52-1fac-4ca5-990e-aa4c780bc77e HTTP/1.1" status: 200 len: 898 time: 0.0859299 Oct 30 16:10:43.557768 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d5b54f60-e331-4009-af3a-21bab6e6c8c6 req-5644cd25-b5e5-4a65-b0f1-0d03f4de776b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac06c8b6-3afc-4f67-8bce-f81324fcd5f2 HTTP/1.1" status: 200 len: 217 time: 0.0383482 Oct 30 16:10:43.608376 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b54f60-e331-4009-af3a-21bab6e6c8c6 req-26a7717b-fc71-4b50-bf04-42be7a3c28a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:10:43.609796 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d5b54f60-e331-4009-af3a-21bab6e6c8c6 req-26a7717b-fc71-4b50-bf04-42be7a3c28a9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8f73a4d9-0191-4a9c-9c8f-4ddb16b3dda4 HTTP/1.1" status: 200 len: 835 time: 0.0442398 Oct 30 16:10:43.657725 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b54f60-e331-4009-af3a-21bab6e6c8c6 req-dda24b54-7f84-45b6-a317-ad439b16689c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:10:43.659247 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d5b54f60-e331-4009-af3a-21bab6e6c8c6 req-dda24b54-7f84-45b6-a317-ad439b16689c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=174e6e52-1fac-4ca5-990e-aa4c780bc77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415740 Oct 30 16:10:43.718131 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bfe364-f400-4140-9617-36f4b5db4327 req-a1dc9586-0b3d-48a2-b50a-77690be3ad9b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:10:43.719661 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-30bfe364-f400-4140-9617-36f4b5db4327 req-a1dc9586-0b3d-48a2-b50a-77690be3ad9b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=514d5d29-6c73-4f94-a634-a589724b6f79 HTTP/1.1" status: 200 len: 943 time: 0.0491114 Oct 30 16:10:43.757910 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-30bfe364-f400-4140-9617-36f4b5db4327 req-dc7c1879-2f86-4c24-98da-0ea955251f41 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=62747f6a-f25c-4f54-94ae-fc6a56e27824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322454 Oct 30 16:10:43.758457 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d5b54f60-e331-4009-af3a-21bab6e6c8c6 req-6965a394-c3b9-4716-b9fa-ff41c8399817 service neutron] 10.222.0.44 "GET /v2.0/networks/174e6e52-1fac-4ca5-990e-aa4c780bc77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910327 Oct 30 16:10:43.849243 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d5b54f60-e331-4009-af3a-21bab6e6c8c6 req-8e71de3e-5b8e-4661-8d10-324ca8fc4d9a service neutron] 10.222.0.44 "GET /v2.0/networks/174e6e52-1fac-4ca5-990e-aa4c780bc77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837963 Oct 30 16:10:44.875087 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c2a72-d616-4a43-abca-9201aa8a6bd3 req-91b4debc-ed2e-4453-b2b8-17b65530f01a tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:10:44.876623 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-be7c2a72-d616-4a43-abca-9201aa8a6bd3 req-91b4debc-ed2e-4453-b2b8-17b65530f01a tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=514d5d29-6c73-4f94-a634-a589724b6f79 HTTP/1.1" status: 200 len: 943 time: 0.0493681 Oct 30 16:10:44.920145 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-be7c2a72-d616-4a43-abca-9201aa8a6bd3 req-0c96d542-b48f-4de2-8569-3768a2d5f49c tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=62747f6a-f25c-4f54-94ae-fc6a56e27824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367496 Oct 30 16:10:46.036788 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ca2f5-29b6-4344-9ea0-81719caa00e0 req-5a3e4263-a9c9-4181-b27f-e1ab2cb57fda tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:10:46.038500 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-455ca2f5-29b6-4344-9ea0-81719caa00e0 req-5a3e4263-a9c9-4181-b27f-e1ab2cb57fda tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=514d5d29-6c73-4f94-a634-a589724b6f79 HTTP/1.1" status: 200 len: 943 time: 0.0483830 Oct 30 16:10:46.077946 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-455ca2f5-29b6-4344-9ea0-81719caa00e0 req-53fbfe63-d250-4e8d-9ad1-edfe50ea4849 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=62747f6a-f25c-4f54-94ae-fc6a56e27824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330987 Oct 30 16:10:46.673769 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device ac06c8b6-3afc-4f67-8bce-f81324fcd5f2 details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 16:10:46.770648 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port ac06c8b6-3afc-4f67-8bce-f81324fcd5f2, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=ac06c8b6-3afc-4f67-8bce-f81324fcd5f2,segment=NetworkSegment(1ace0c1f-fcdd-4bd4-bd91-07ef94f54e98),segment_id=1ace0c1f-fcdd-4bd4-bd91-07ef94f54e98)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:10:46.781582 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': 'ac06c8b6-3afc-4f67-8bce-f81324fcd5f2', 'network_id': '174e6e52-1fac-4ca5-990e-aa4c780bc77e', 'port_id': 'ac06c8b6-3afc-4f67-8bce-f81324fcd5f2', 'mac_address': 'fa:16:3e:c0:73:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f73a4d9-0191-4a9c-9c8f-4ddb16b3dda4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 16:10:46.818178 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:46.830917 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac06c8b6-3afc-4f67-8bce-f81324fcd5f2 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 16:10:46.853377 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port ac06c8b6-3afc-4f67-8bce-f81324fcd5f2, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=ac06c8b6-3afc-4f67-8bce-f81324fcd5f2,segment=NetworkSegment(1ace0c1f-fcdd-4bd4-bd91-07ef94f54e98),segment_id=1ace0c1f-fcdd-4bd4-bd91-07ef94f54e98)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:10:46.858302 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:46.904172 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=ac06c8b6-3afc-4f67-8bce-f81324fcd5f2,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:10:47.082887 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['ac06c8b6-3afc-4f67-8bce-f81324fcd5f2'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 16:10:47.195193 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c5bf1c-74cb-4f70-bd1b-715bf95746e0 req-d5ec743e-0627-434e-b295-01c2a2f98944 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:10:47.197338 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-97c5bf1c-74cb-4f70-bd1b-715bf95746e0 req-d5ec743e-0627-434e-b295-01c2a2f98944 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=514d5d29-6c73-4f94-a634-a589724b6f79 HTTP/1.1" status: 200 len: 944 time: 0.0512600 Oct 30 16:10:47.236040 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-97c5bf1c-74cb-4f70-bd1b-715bf95746e0 req-b81bdf2a-e5e4-42c4-aa70-21c5f6da9604 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=62747f6a-f25c-4f54-94ae-fc6a56e27824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326295 Oct 30 16:10:48.357779 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff15e31a-a409-43a6-af59-ccc45cbaefdd req-9789a34f-3d91-4859-8fb0-a3022aea71d5 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:10:48.359238 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ff15e31a-a409-43a6-af59-ccc45cbaefdd req-9789a34f-3d91-4859-8fb0-a3022aea71d5 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=514d5d29-6c73-4f94-a634-a589724b6f79 HTTP/1.1" status: 200 len: 944 time: 0.0551355 Oct 30 16:10:48.396572 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ff15e31a-a409-43a6-af59-ccc45cbaefdd req-f3c2c731-67e4-4b0f-9add-36b1b0655cf2 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=62747f6a-f25c-4f54-94ae-fc6a56e27824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313993 Oct 30 16:10:48.697612 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device ac06c8b6-3afc-4f67-8bce-f81324fcd5f2 up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:10:48.745454 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port ac06c8b6-3afc-4f67-8bce-f81324fcd5f2 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 16:10:48.749412 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port ac06c8b6-3afc-4f67-8bce-f81324fcd5f2 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:10:48.749783 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:48.827052 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:48.848552 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '514d5d29-6c73-4f94-a634-a589724b6f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac06c8b6-3afc-4f67-8bce-f81324fcd5f2'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:10:48.850820 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cafb2eba4876e5fc7105e54c9897f2ac796dde07d3c794cd15d4c51349c0477b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f17d51-7658-417f-8b64-1e8f1117c617" -d '{"events": [{"server_uuid": "514d5d29-6c73-4f94-a634-a589724b6f79", "name": "network-vif-plugged", "status": "completed", "tag": "ac06c8b6-3afc-4f67-8bce-f81324fcd5f2"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:10:48.863328 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port ac06c8b6-3afc-4f67-8bce-f81324fcd5f2, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=ac06c8b6-3afc-4f67-8bce-f81324fcd5f2,segment=NetworkSegment(1ace0c1f-fcdd-4bd4-bd91-07ef94f54e98),segment_id=1ace0c1f-fcdd-4bd4-bd91-07ef94f54e98)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:10:48.868058 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:48.893199 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 16:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-044c6775-b6fc-4c89-9752-1fed15930616 x-openstack-request-id: req-044c6775-b6fc-4c89-9752-1fed15930616 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:10:48.893485 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "514d5d29-6c73-4f94-a634-a589724b6f79", "name": "network-vif-plugged", "status": "completed", "tag": "ac06c8b6-3afc-4f67-8bce-f81324fcd5f2", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:10:48.893730 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-044c6775-b6fc-4c89-9752-1fed15930616 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:10:48.894113 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '514d5d29-6c73-4f94-a634-a589724b6f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac06c8b6-3afc-4f67-8bce-f81324fcd5f2', 'code': 200} Oct 30 16:10:48.918114 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=ac06c8b6-3afc-4f67-8bce-f81324fcd5f2,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:10:48.989478 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc8beb8-1680-4600-b03e-da4d3f2611b5 req-3e6a430f-9a00-485e-a80e-f230eeb1033c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:10:48.990988 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ebc8beb8-1680-4600-b03e-da4d3f2611b5 req-3e6a430f-9a00-485e-a80e-f230eeb1033c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=514d5d29-6c73-4f94-a634-a589724b6f79 HTTP/1.1" status: 200 len: 1097 time: 0.0401795 Oct 30 16:10:49.025344 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ebc8beb8-1680-4600-b03e-da4d3f2611b5 req-04a683d3-ef79-4f9a-ae30-15b29ce9f482 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=62747f6a-f25c-4f54-94ae-fc6a56e27824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273023 Oct 30 16:10:49.510196 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e4bd4-c92b-4919-a47f-b635b6ddbfd5 req-2090d457-a16b-48e0-9959-8e003b100cdb tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:10:49.512148 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-165e4bd4-c92b-4919-a47f-b635b6ddbfd5 req-2090d457-a16b-48e0-9959-8e003b100cdb tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=514d5d29-6c73-4f94-a634-a589724b6f79 HTTP/1.1" status: 200 len: 945 time: 0.0473275 Oct 30 16:10:49.548956 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-165e4bd4-c92b-4919-a47f-b635b6ddbfd5 req-8528af4e-c174-408c-a4ad-d0f6482ae66c tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=62747f6a-f25c-4f54-94ae-fc6a56e27824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307260 Oct 30 16:10:50.663029 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43eba69-90b1-4390-82ef-02a076a1c9cb req-0c080fd9-8854-4a1f-968f-bd5907b34f7f tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:10:50.664760 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a43eba69-90b1-4390-82ef-02a076a1c9cb req-0c080fd9-8854-4a1f-968f-bd5907b34f7f tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=514d5d29-6c73-4f94-a634-a589724b6f79 HTTP/1.1" status: 200 len: 945 time: 0.0476210 Oct 30 16:10:50.706297 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a43eba69-90b1-4390-82ef-02a076a1c9cb req-fda49dc1-4bad-4286-9e38-0d25faedfea6 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=62747f6a-f25c-4f54-94ae-fc6a56e27824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350876 Oct 30 16:10:50.820184 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a4fe5-c365-496d-a967-1b25f6e0e147 req-5212679f-471c-40be-8a29-5a9986713d17 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:10:50.821656 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fa3a4fe5-c365-496d-a967-1b25f6e0e147 req-5212679f-471c-40be-8a29-5a9986713d17 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=514d5d29-6c73-4f94-a634-a589724b6f79 HTTP/1.1" status: 200 len: 945 time: 0.0491521 Oct 30 16:10:50.858760 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fa3a4fe5-c365-496d-a967-1b25f6e0e147 req-d988755f-2b23-4d27-bb3c-8c98f459dc8a tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=62747f6a-f25c-4f54-94ae-fc6a56e27824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311401 Oct 30 16:10:50.880308 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 59028) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:10:50.923776 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121a157f-a821-4dd5-b7d4-d7504f0881dd tempest-TestNetworkAdvancedServerOps-616166719 tempest-TestNetworkAdvancedServerOps-616166719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:10:50.925276 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-121a157f-a821-4dd5-b7d4-d7504f0881dd tempest-TestNetworkAdvancedServerOps-616166719 tempest-TestNetworkAdvancedServerOps-616166719-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=514d5d29-6c73-4f94-a634-a589724b6f79 HTTP/1.1" status: 200 len: 1092 time: 0.0440240 Oct 30 16:10:50.928032 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 59030) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:10:50.932283 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-eb0211c4-cdc9-4572-a706-de476bbe4561 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Request body: {'floatingip': {'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'port_id': 'ac06c8b6-3afc-4f67-8bce-f81324fcd5f2', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:10:50.954658 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-eb0211c4-cdc9-4572-a706-de476bbe4561 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for floatingip, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:51.049478 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-eb0211c4-cdc9-4572-a706-de476bbe4561 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:51.156678 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-eb0211c4-cdc9-4572-a706-de476bbe4561 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Allocated IP 172.25.4.85 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/df408c07-e7ec-4a56-b0cb-f1e454278a2a) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 16:10:51.258034 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-eb0211c4-cdc9-4572-a706-de476bbe4561 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:51.269720 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-013f50e5-ed55-414f-9caa-c6ada8f14e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:51.292066 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-eb0211c4-cdc9-4572-a706-de476bbe4561 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:51.335980 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0211c4-cdc9-4572-a706-de476bbe4561 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:10:51.338896 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-eb0211c4-cdc9-4572-a706-de476bbe4561 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:10:51.342444 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0211c4-cdc9-4572-a706-de476bbe4561 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 16:10:51.363860 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0211c4-cdc9-4572-a706-de476bbe4561 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event updated for resources: {'Port': ['ID=df408c07-e7ec-4a56-b0cb-f1e454278a2a,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:10:51.683203 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-eb0211c4-cdc9-4572-a706-de476bbe4561 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:51.755876 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-eb0211c4-cdc9-4572-a706-de476bbe4561 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:51.909504 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-eb0211c4-cdc9-4572-a706-de476bbe4561 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:51.914326 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-eb0211c4-cdc9-4572-a706-de476bbe4561 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:51.988200 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0211c4-cdc9-4572-a706-de476bbe4561 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event updated for resources: {'Port': ['ID=df408c07-e7ec-4a56-b0cb-f1e454278a2a,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:10:51.995380 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-eb0211c4-cdc9-4572-a706-de476bbe4561 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:52.097598 n-d-806683-17 neutron-server[102131]: INFO neutron.db.l3_db [None req-eb0211c4-cdc9-4572-a706-de476bbe4561 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Floating IP a34e4964-bb16-432b-80d5-7ea3605e1b29 associated. External IP: 172.25.4.85, port: ac06c8b6-3afc-4f67-8bce-f81324fcd5f2. Oct 30 16:10:52.310992 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb0211c4-cdc9-4572-a706-de476bbe4561 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Router d9b92b99-911d-48aa-b491-a635e0c1ae3a has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 16:10:52.416508 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb0211c4-cdc9-4572-a706-de476bbe4561 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 16:10:52.426398 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa581530-c8bb-44f4-bc97-7deea00a860c None None] Sync routers for ids ['d9b92b99-911d-48aa-b491-a635e0c1ae3a'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 16:10:52.434361 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-eb0211c4-cdc9-4572-a706-de476bbe4561 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:52.437187 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa581530-c8bb-44f4-bc97-7deea00a860c None None] Routers {'d9b92b99-911d-48aa-b491-a635e0c1ae3a'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:10:52.437821 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-aa581530-c8bb-44f4-bc97-7deea00a860c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:10:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['d9b92b99-911d-48aa-b491-a635e0c1ae3a'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:10:52.461736 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-eb0211c4-cdc9-4572-a706-de476bbe4561 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5326917 Oct 30 16:10:52.462353 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '514d5d29-6c73-4f94-a634-a589724b6f79', 'tag': 'ac06c8b6-3afc-4f67-8bce-f81324fcd5f2'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:10:52.464756 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e7654be7091c8bbf04529226aae636b409f3e4504be56e845cd6b098ed6999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819ca14c-bc57-4f95-b9c2-a1d320c96611" -d '{"events": [{"name": "network-changed", "server_uuid": "514d5d29-6c73-4f94-a634-a589724b6f79", "tag": "ac06c8b6-3afc-4f67-8bce-f81324fcd5f2"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:10:52.507618 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 16:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa085dc2-6408-484a-a564-dc0013713c9f x-openstack-request-id: req-aa085dc2-6408-484a-a564-dc0013713c9f {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:10:52.507914 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "514d5d29-6c73-4f94-a634-a589724b6f79", "tag": "ac06c8b6-3afc-4f67-8bce-f81324fcd5f2", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:10:52.508174 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-aa085dc2-6408-484a-a564-dc0013713c9f {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:10:52.509096 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '514d5d29-6c73-4f94-a634-a589724b6f79', 'tag': 'ac06c8b6-3afc-4f67-8bce-f81324fcd5f2', 'status': 'completed', 'code': 200} Oct 30 16:10:52.548907 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-aa581530-c8bb-44f4-bc97-7deea00a860c None None] Set router d9b92b99-911d-48aa-b491-a635e0c1ae3a gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:10:52.593944 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e5b090-42eb-4275-86d8-d4a8fd869942 req-4fa542c2-9209-42e6-a85c-e2a6dfc48937 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:10:52.595347 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-86e5b090-42eb-4275-86d8-d4a8fd869942 req-4fa542c2-9209-42e6-a85c-e2a6dfc48937 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=514d5d29-6c73-4f94-a634-a589724b6f79 HTTP/1.1" status: 200 len: 945 time: 0.0781536 Oct 30 16:10:52.598029 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819ca14c-bc57-4f95-b9c2-a1d320c96611 req-5d5934dd-9595-4148-9220-13aa022849e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:10:52.599447 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-819ca14c-bc57-4f95-b9c2-a1d320c96611 req-5d5934dd-9595-4148-9220-13aa022849e9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=289b72216cb54aebb7633604e51d22ed&device_id=514d5d29-6c73-4f94-a634-a589724b6f79 HTTP/1.1" status: 200 len: 1097 time: 0.0697539 Oct 30 16:10:52.685491 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-86e5b090-42eb-4275-86d8-d4a8fd869942 req-c93f061f-b033-4ef0-bc2e-41f2aa91af74 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=62747f6a-f25c-4f54-94ae-fc6a56e27824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840237 Oct 30 16:10:52.708300 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 59038) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:10:52.760379 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819ca14c-bc57-4f95-b9c2-a1d320c96611 req-1cc38a42-f5c0-47ed-9b20-08de00852d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:10:52.762422 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-819ca14c-bc57-4f95-b9c2-a1d320c96611 req-1cc38a42-f5c0-47ed-9b20-08de00852d01 service neutron] 10.222.0.44 "GET /v2.0/networks?id=174e6e52-1fac-4ca5-990e-aa4c780bc77e HTTP/1.1" status: 200 len: 898 time: 0.1545801 Oct 30 16:10:52.781871 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-aa581530-c8bb-44f4-bc97-7deea00a860c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9b92b99-911d-48aa-b491-a635e0c1ae3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1321708441', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '2c99f396-6266-4466-9552-59aca972521f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:10:34Z', 'updated_at': '2021-10-30T16:10:38Z', 'revision_number': 4, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'gw_port': {'id': '2c99f396-6266-4466-9552-59aca972521f', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b92b99-911d-48aa-b491-a635e0c1ae3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:10:35Z', 'updated_at': '2021-10-30T16:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': 'a34e4964-bb16-432b-80d5-7ea3605e1b29', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'floating_ip_address': '172.25.4.85', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': 'd9b92b99-911d-48aa-b491-a635e0c1ae3a', 'port_id': 'ac06c8b6-3afc-4f67-8bce-f81324fcd5f2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '174e6e52-1fac-4ca5-990e-aa4c780bc77e', 'mac_address': 'fa:16:3e:c0:73:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514d5d29-6c73-4f94-a634-a589724b6f79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T16:10:51Z', 'updated_at': '2021-10-30T16:10:51Z', 'revision_number': 0, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8954cf6d-2808-43c4-a11b-0af1732fe2f2', 'name': '', 'network_id': '174e6e52-1fac-4ca5-990e-aa4c780bc77e', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'mac_address': 'fa:16:3e:a6:83:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b92b99-911d-48aa-b491-a635e0c1ae3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '8f73a4d9-0191-4a9c-9c8f-4ddb16b3dda4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:10:37Z', 'updated_at': '2021-10-30T16:10:41Z', 'revision_number': 5, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'subnets': [{'id': '8f73a4d9-0191-4a9c-9c8f-4ddb16b3dda4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:10:52.807618 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa581530-c8bb-44f4-bc97-7deea00a860c None None] Checking router: d9b92b99-911d-48aa-b491-a635e0c1ae3a for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 16:10:52.815975 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa581530-c8bb-44f4-bc97-7deea00a860c None None] Routers {'d9b92b99-911d-48aa-b491-a635e0c1ae3a'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:10:52.816585 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-aa581530-c8bb-44f4-bc97-7deea00a860c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:10:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['d9b92b99-911d-48aa-b491-a635e0c1ae3a'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:10:52.821037 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a65e6c73-8f52-4a97-91de-56ce8ad7117a tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/floatingips/a34e4964-bb16-432b-80d5-7ea3605e1b29 HTTP/1.1" status: 200 len: 990 time: 0.1106296 Oct 30 16:10:52.838744 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-819ca14c-bc57-4f95-b9c2-a1d320c96611 req-6fe172c0-0a3d-4399-a2ad-456daac1497d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac06c8b6-3afc-4f67-8bce-f81324fcd5f2 HTTP/1.1" status: 200 len: 998 time: 0.0698104 Oct 30 16:10:52.888072 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819ca14c-bc57-4f95-b9c2-a1d320c96611 req-6a25f5f7-d35e-42b1-a301-40e8155ba1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:10:52.889435 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-819ca14c-bc57-4f95-b9c2-a1d320c96611 req-6a25f5f7-d35e-42b1-a301-40e8155ba1f3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8f73a4d9-0191-4a9c-9c8f-4ddb16b3dda4 HTTP/1.1" status: 200 len: 835 time: 0.0439742 Oct 30 16:10:52.923594 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-aa581530-c8bb-44f4-bc97-7deea00a860c None None] Set router d9b92b99-911d-48aa-b491-a635e0c1ae3a gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:10:52.935838 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819ca14c-bc57-4f95-b9c2-a1d320c96611 req-db6d953b-d5d3-4062-a143-683a8dd39478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:10:52.937316 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-819ca14c-bc57-4f95-b9c2-a1d320c96611 req-db6d953b-d5d3-4062-a143-683a8dd39478 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=174e6e52-1fac-4ca5-990e-aa4c780bc77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413649 Oct 30 16:10:53.030986 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-819ca14c-bc57-4f95-b9c2-a1d320c96611 req-469ba2e4-d060-4ae5-a6f1-74df79d2f46c service neutron] 10.222.0.44 "GET /v2.0/networks/174e6e52-1fac-4ca5-990e-aa4c780bc77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867043 Oct 30 16:10:53.117771 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-819ca14c-bc57-4f95-b9c2-a1d320c96611 req-c653d648-2e2e-477a-90c5-d32c5e643614 service neutron] 10.222.0.44 "GET /v2.0/networks/174e6e52-1fac-4ca5-990e-aa4c780bc77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804427 Oct 30 16:10:53.148511 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-aa581530-c8bb-44f4-bc97-7deea00a860c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9b92b99-911d-48aa-b491-a635e0c1ae3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1321708441', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '2c99f396-6266-4466-9552-59aca972521f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:10:34Z', 'updated_at': '2021-10-30T16:10:38Z', 'revision_number': 4, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'gw_port': {'id': '2c99f396-6266-4466-9552-59aca972521f', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b92b99-911d-48aa-b491-a635e0c1ae3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:10:35Z', 'updated_at': '2021-10-30T16:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': 'a34e4964-bb16-432b-80d5-7ea3605e1b29', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'floating_ip_address': '172.25.4.85', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': 'd9b92b99-911d-48aa-b491-a635e0c1ae3a', 'port_id': 'ac06c8b6-3afc-4f67-8bce-f81324fcd5f2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '174e6e52-1fac-4ca5-990e-aa4c780bc77e', 'mac_address': 'fa:16:3e:c0:73:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514d5d29-6c73-4f94-a634-a589724b6f79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T16:10:51Z', 'updated_at': '2021-10-30T16:10:51Z', 'revision_number': 0, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8954cf6d-2808-43c4-a11b-0af1732fe2f2', 'name': '', 'network_id': '174e6e52-1fac-4ca5-990e-aa4c780bc77e', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'mac_address': 'fa:16:3e:a6:83:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b92b99-911d-48aa-b491-a635e0c1ae3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '8f73a4d9-0191-4a9c-9c8f-4ddb16b3dda4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:10:37Z', 'updated_at': '2021-10-30T16:10:41Z', 'revision_number': 5, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'subnets': [{'id': '8f73a4d9-0191-4a9c-9c8f-4ddb16b3dda4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:10:53.174412 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa581530-c8bb-44f4-bc97-7deea00a860c None None] The sync data for ids ['d9b92b99-911d-48aa-b491-a635e0c1ae3a'] in n-d-806683-17 is: [{'id': 'd9b92b99-911d-48aa-b491-a635e0c1ae3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1321708441', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '2c99f396-6266-4466-9552-59aca972521f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:10:34Z', 'updated_at': '2021-10-30T16:10:38Z', 'revision_number': 4, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'gw_port': {'id': '2c99f396-6266-4466-9552-59aca972521f', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b92b99-911d-48aa-b491-a635e0c1ae3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:10:35Z', 'updated_at': '2021-10-30T16:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': 'a34e4964-bb16-432b-80d5-7ea3605e1b29', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'floating_ip_address': '172.25.4.85', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': 'd9b92b99-911d-48aa-b491-a635e0c1ae3a', 'port_id': 'ac06c8b6-3afc-4f67-8bce-f81324fcd5f2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '174e6e52-1fac-4ca5-990e-aa4c780bc77e', 'mac_address': 'fa:16:3e:c0:73:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514d5d29-6c73-4f94-a634-a589724b6f79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T16:10:51Z', 'updated_at': '2021-10-30T16:10:51Z', 'revision_number': 0, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8954cf6d-2808-43c4-a11b-0af1732fe2f2', 'name': '', 'network_id': '174e6e52-1fac-4ca5-990e-aa4c780bc77e', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'mac_address': 'fa:16:3e:a6:83:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b92b99-911d-48aa-b491-a635e0c1ae3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '8f73a4d9-0191-4a9c-9c8f-4ddb16b3dda4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:10:37Z', 'updated_at': '2021-10-30T16:10:41Z', 'revision_number': 5, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'subnets': [{'id': '8f73a4d9-0191-4a9c-9c8f-4ddb16b3dda4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 16:10:53.369639 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b37533-a9de-42ef-a84d-babc965b7e42 None None] New status for floating IP a34e4964-bb16-432b-80d5-7ea3605e1b29: ACTIVE {{(pid=102133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 16:10:53.824532 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 59040) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:10:53.863329 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8459030d-0e98-43b5-bd17-0856e316eeab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:53.889735 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-87bb751a-1e2a-45c8-8727-0f352d05ad51 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/floatingips/a34e4964-bb16-432b-80d5-7ea3605e1b29 HTTP/1.1" status: 200 len: 992 time: 0.0641453 Oct 30 16:10:54.869768 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:55.024893 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:10:56.813947 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:11:00.497769 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:11:02.514706 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:11:06.295619 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 16:11:21.271696 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c0fa7de5-c534-49f6-b108-1ff63617292c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:11:22.502763 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [req-4f3c425f-e5df-4dbb-bacd-22f7646a8fc0 req-7d94b0a6-076e-4ed0-8d33-d6a75e01efcb service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 16:11:22.503745 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4f3c425f-e5df-4dbb-bacd-22f7646a8fc0 req-7d94b0a6-076e-4ed0-8d33-d6a75e01efcb service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054622 Oct 30 16:11:22.658285 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 59058) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:11:22.683050 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0568ba-30c9-420e-acb2-25096c167d99 req-d684df20-640d-48a8-a58d-c75bb16a4a32 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:11:22.687940 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1c0568ba-30c9-420e-acb2-25096c167d99 req-d684df20-640d-48a8-a58d-c75bb16a4a32 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=514d5d29-6c73-4f94-a634-a589724b6f79 HTTP/1.1" status: 200 len: 945 time: 0.0545058 Oct 30 16:11:22.724031 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1c0568ba-30c9-420e-acb2-25096c167d99 req-e44cefb6-5018-4d20-a215-ab68f61bcc93 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=62747f6a-f25c-4f54-94ae-fc6a56e27824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331638 Oct 30 16:11:22.741008 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e1cbea40-6674-45e4-9a7c-a35cc3cb0f21 req-5d672cf3-6449-4504-bd4a-06e56c7334c4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=514d5d29-6c73-4f94-a634-a589724b6f79&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0815916 Oct 30 16:11:22.749841 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [req-e1cbea40-6674-45e4-9a7c-a35cc3cb0f21 req-b1ae197f-d3df-41f6-92e8-f221e194c2f4 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 16:11:22.750814 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e1cbea40-6674-45e4-9a7c-a35cc3cb0f21 req-b1ae197f-d3df-41f6-92e8-f221e194c2f4 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049887 Oct 30 16:11:23.865210 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6e90da61-ebf5-4c8a-a8b2-e72ee782c78b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:11:23.869425 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff108b-4976-495e-a07e-46a2293827c5 req-02c4dce2-af40-4666-833c-e06b6d05edf9 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:11:23.870922 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-29ff108b-4976-495e-a07e-46a2293827c5 req-02c4dce2-af40-4666-833c-e06b6d05edf9 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=514d5d29-6c73-4f94-a634-a589724b6f79 HTTP/1.1" status: 200 len: 945 time: 0.0717144 Oct 30 16:11:23.873690 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cbea40-6674-45e4-9a7c-a35cc3cb0f21 req-4b64e8d8-8a7c-4521-9dc4-1f70d59939e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:11:23.875125 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e1cbea40-6674-45e4-9a7c-a35cc3cb0f21 req-4b64e8d8-8a7c-4521-9dc4-1f70d59939e3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=289b72216cb54aebb7633604e51d22ed&device_id=514d5d29-6c73-4f94-a634-a589724b6f79 HTTP/1.1" status: 200 len: 1097 time: 0.0844128 Oct 30 16:11:23.953761 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-29ff108b-4976-495e-a07e-46a2293827c5 req-a4a6c6b5-f018-4b6c-860f-16f4280f708d tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=62747f6a-f25c-4f54-94ae-fc6a56e27824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763133 Oct 30 16:11:23.992513 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cbea40-6674-45e4-9a7c-a35cc3cb0f21 req-5d0a9e21-2b8c-444c-bec0-ba6a67ab6c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:11:23.993976 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e1cbea40-6674-45e4-9a7c-a35cc3cb0f21 req-5d0a9e21-2b8c-444c-bec0-ba6a67ab6c9f service neutron] 10.222.0.44 "GET /v2.0/networks?id=174e6e52-1fac-4ca5-990e-aa4c780bc77e HTTP/1.1" status: 200 len: 898 time: 0.1098597 Oct 30 16:11:24.061012 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e1cbea40-6674-45e4-9a7c-a35cc3cb0f21 req-dde59dbd-26fe-4ea8-a6ab-e6f70bb46045 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac06c8b6-3afc-4f67-8bce-f81324fcd5f2 HTTP/1.1" status: 200 len: 1000 time: 0.0572886 Oct 30 16:11:24.108897 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cbea40-6674-45e4-9a7c-a35cc3cb0f21 req-ea34c9b6-0db8-4f95-8128-3037d3ef76f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:11:24.110323 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e1cbea40-6674-45e4-9a7c-a35cc3cb0f21 req-ea34c9b6-0db8-4f95-8128-3037d3ef76f6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8f73a4d9-0191-4a9c-9c8f-4ddb16b3dda4 HTTP/1.1" status: 200 len: 835 time: 0.0423529 Oct 30 16:11:24.158588 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cbea40-6674-45e4-9a7c-a35cc3cb0f21 req-fba1f60b-08e4-4f71-b312-c21273fa1caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:11:24.160650 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e1cbea40-6674-45e4-9a7c-a35cc3cb0f21 req-fba1f60b-08e4-4f71-b312-c21273fa1caf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=174e6e52-1fac-4ca5-990e-aa4c780bc77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430784 Oct 30 16:11:24.248508 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e1cbea40-6674-45e4-9a7c-a35cc3cb0f21 req-c934b256-095f-44b4-9029-76459ff9040a service neutron] 10.222.0.44 "GET /v2.0/networks/174e6e52-1fac-4ca5-990e-aa4c780bc77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794771 Oct 30 16:11:24.340904 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e1cbea40-6674-45e4-9a7c-a35cc3cb0f21 req-d7a1c315-0ec8-43ab-aa60-57befd705265 service neutron] 10.222.0.44 "GET /v2.0/networks/174e6e52-1fac-4ca5-990e-aa4c780bc77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853894 Oct 30 16:11:24.874192 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:11:25.027124 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:11:25.071613 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdbaebe-7e13-4872-9ac9-ccd7fbdb20df req-ca893de0-a787-40e8-951e-bfa91a0e04cc tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:11:25.073104 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bbdbaebe-7e13-4872-9ac9-ccd7fbdb20df req-ca893de0-a787-40e8-951e-bfa91a0e04cc tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=514d5d29-6c73-4f94-a634-a589724b6f79 HTTP/1.1" status: 200 len: 945 time: 0.0491195 Oct 30 16:11:25.111170 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bbdbaebe-7e13-4872-9ac9-ccd7fbdb20df req-4ffbdfef-7e66-45ea-8b12-f6a5d993f2ea tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=62747f6a-f25c-4f54-94ae-fc6a56e27824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320408 Oct 30 16:11:26.232516 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f57e7-d980-4839-95dd-21a60c306795 req-eebdffb3-480b-44ba-8f89-907bff62c1d5 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:11:26.234456 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ff3f57e7-d980-4839-95dd-21a60c306795 req-eebdffb3-480b-44ba-8f89-907bff62c1d5 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=514d5d29-6c73-4f94-a634-a589724b6f79 HTTP/1.1" status: 200 len: 945 time: 0.0485706 Oct 30 16:11:26.271471 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ff3f57e7-d980-4839-95dd-21a60c306795 req-55406471-5692-4706-99bd-dda1770e3af9 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=62747f6a-f25c-4f54-94ae-fc6a56e27824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311244 Oct 30 16:11:26.816071 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:11:27.392772 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f73e42-bce3-4a58-8df3-63c9b083b800 req-2b72d2a4-df62-4af8-b6a7-62d3a69e5180 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:11:27.394242 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-18f73e42-bce3-4a58-8df3-63c9b083b800 req-2b72d2a4-df62-4af8-b6a7-62d3a69e5180 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=514d5d29-6c73-4f94-a634-a589724b6f79 HTTP/1.1" status: 200 len: 945 time: 0.0535791 Oct 30 16:11:27.431452 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-18f73e42-bce3-4a58-8df3-63c9b083b800 req-95755054-51cd-4d04-b375-3797396dfbc6 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=62747f6a-f25c-4f54-94ae-fc6a56e27824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308506 Oct 30 16:11:28.563247 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ecec7e-4053-483a-adf1-159e7a5eb25c req-651bd40a-672f-441b-850e-20fac70aa6a4 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:11:28.565516 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c5ecec7e-4053-483a-adf1-159e7a5eb25c req-651bd40a-672f-441b-850e-20fac70aa6a4 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=514d5d29-6c73-4f94-a634-a589724b6f79 HTTP/1.1" status: 200 len: 945 time: 0.0648549 Oct 30 16:11:28.602544 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c5ecec7e-4053-483a-adf1-159e7a5eb25c req-41eef806-54f0-4fe5-8020-a8279ebe59e4 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=62747f6a-f25c-4f54-94ae-fc6a56e27824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310247 Oct 30 16:11:29.718765 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e576666-75ad-4daf-9501-b7066644a655 req-916ac113-f543-4484-96f1-00fd603f29be tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:11:29.720293 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5e576666-75ad-4daf-9501-b7066644a655 req-916ac113-f543-4484-96f1-00fd603f29be tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=514d5d29-6c73-4f94-a634-a589724b6f79 HTTP/1.1" status: 200 len: 945 time: 0.0496516 Oct 30 16:11:29.758169 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5e576666-75ad-4daf-9501-b7066644a655 req-1c1f1584-997e-436d-a373-92a2eaf6fb5e tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=62747f6a-f25c-4f54-94ae-fc6a56e27824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319753 Oct 30 16:11:30.508233 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:11:30.878498 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733db1a5-46cb-4e89-901c-e30a7ee734fd req-872ea125-1a34-4fb5-b487-5a68b6b2077a tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:11:30.879981 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-733db1a5-46cb-4e89-901c-e30a7ee734fd req-872ea125-1a34-4fb5-b487-5a68b6b2077a tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=514d5d29-6c73-4f94-a634-a589724b6f79 HTTP/1.1" status: 200 len: 945 time: 0.0525765 Oct 30 16:11:30.917905 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-733db1a5-46cb-4e89-901c-e30a7ee734fd req-6750662f-53dc-4d7b-9e03-e5f72ac9f456 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=62747f6a-f25c-4f54-94ae-fc6a56e27824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319571 Oct 30 16:11:32.032368 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686baebe-455c-43cf-b107-eab447154a38 req-471765dc-61f8-4ee7-bb0f-55c7cd622dc0 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:11:32.033835 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-686baebe-455c-43cf-b107-eab447154a38 req-471765dc-61f8-4ee7-bb0f-55c7cd622dc0 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=514d5d29-6c73-4f94-a634-a589724b6f79 HTTP/1.1" status: 200 len: 945 time: 0.0486684 Oct 30 16:11:32.071109 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-686baebe-455c-43cf-b107-eab447154a38 req-c9a2075a-9614-406a-ba44-9ede5eab3e30 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=62747f6a-f25c-4f54-94ae-fc6a56e27824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310695 Oct 30 16:11:32.519153 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:11:33.188406 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4374203b-1b0a-43a2-b26c-5a4cc25ce5f0 req-1dd1087c-5619-4a9a-b502-bfc861d57c05 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:11:33.190153 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4374203b-1b0a-43a2-b26c-5a4cc25ce5f0 req-1dd1087c-5619-4a9a-b502-bfc861d57c05 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=514d5d29-6c73-4f94-a634-a589724b6f79 HTTP/1.1" status: 200 len: 945 time: 0.0492201 Oct 30 16:11:33.226998 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4374203b-1b0a-43a2-b26c-5a4cc25ce5f0 req-fe4a4e03-d7e7-4730-b57c-ae4a8785316f tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=62747f6a-f25c-4f54-94ae-fc6a56e27824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309005 Oct 30 16:11:34.349473 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbbbb50-241c-42c2-aab0-db44814d09eb req-a66ba11d-3fda-42a3-95c7-e76e59e70fca tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:11:34.350948 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-acbbbb50-241c-42c2-aab0-db44814d09eb req-a66ba11d-3fda-42a3-95c7-e76e59e70fca tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=514d5d29-6c73-4f94-a634-a589724b6f79 HTTP/1.1" status: 200 len: 945 time: 0.0531838 Oct 30 16:11:34.390433 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-acbbbb50-241c-42c2-aab0-db44814d09eb req-989a0579-3441-42e5-97b4-e71bbf92c8c6 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=62747f6a-f25c-4f54-94ae-fc6a56e27824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329471 Oct 30 16:11:35.507169 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6fc732-73ad-45fb-a4a6-fa5599a853ec req-341a8993-f2d1-4f34-b3df-0106c5882d17 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:11:35.508679 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fc6fc732-73ad-45fb-a4a6-fa5599a853ec req-341a8993-f2d1-4f34-b3df-0106c5882d17 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=514d5d29-6c73-4f94-a634-a589724b6f79 HTTP/1.1" status: 200 len: 945 time: 0.0500846 Oct 30 16:11:35.546281 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-fc6fc732-73ad-45fb-a4a6-fa5599a853ec req-33c346f6-ffb5-4a5c-a13c-2c7bdc1e7ae6 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=62747f6a-f25c-4f54-94ae-fc6a56e27824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311632 Oct 30 16:11:36.128991 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [req-e1cbea40-6674-45e4-9a7c-a35cc3cb0f21 req-d6e5bc5f-fd90-4ad7-9564-7e808712c913 service neutron] show failed (client error): The resource could not be found. Oct 30 16:11:36.130051 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e1cbea40-6674-45e4-9a7c-a35cc3cb0f21 req-d6e5bc5f-fd90-4ad7-9564-7e808712c913 service neutron] 10.222.0.44 "GET /v2.0/ports/ac06c8b6-3afc-4f67-8bce-f81324fcd5f2/bindings/n-h1-806683-17 HTTP/1.1" status: 404 len: 381 time: 0.0577390 Oct 30 16:11:36.324188 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cbea40-6674-45e4-9a7c-a35cc3cb0f21 req-c1500055-71f3-4e84-8ab9-2180ee572316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:11:36.325594 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e1cbea40-6674-45e4-9a7c-a35cc3cb0f21 req-c1500055-71f3-4e84-8ab9-2180ee572316 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=514d5d29-6c73-4f94-a634-a589724b6f79&tenant_id=289b72216cb54aebb7633604e51d22ed HTTP/1.1" status: 200 len: 1097 time: 0.0407181 Oct 30 16:11:36.337335 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-e1cbea40-6674-45e4-9a7c-a35cc3cb0f21 req-59fbbd18-c6b7-4e42-8f27-063afb4a4680 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-17', 'device_owner': 'compute:nova'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:11:36.389121 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-e1cbea40-6674-45e4-9a7c-a35cc3cb0f21 req-59fbbd18-c6b7-4e42-8f27-063afb4a4680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:11:36.590291 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-e1cbea40-6674-45e4-9a7c-a35cc3cb0f21 req-59fbbd18-c6b7-4e42-8f27-063afb4a4680 service neutron] For port ac06c8b6-3afc-4f67-8bce-f81324fcd5f2, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=ac06c8b6-3afc-4f67-8bce-f81324fcd5f2,segment=NetworkSegment(1ace0c1f-fcdd-4bd4-bd91-07ef94f54e98),segment_id=1ace0c1f-fcdd-4bd4-bd91-07ef94f54e98)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:11:36.622468 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-e1cbea40-6674-45e4-9a7c-a35cc3cb0f21 req-59fbbd18-c6b7-4e42-8f27-063afb4a4680 service neutron] For port ac06c8b6-3afc-4f67-8bce-f81324fcd5f2, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 16:11:36.661988 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '514d5d29-6c73-4f94-a634-a589724b6f79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac06c8b6-3afc-4f67-8bce-f81324fcd5f2'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:11:36.664526 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}931ac027fb50588f101e6e2f92584f6f115530be99269a43aae453735a93652f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88dc5532-1c6b-4981-bff2-8678a236459f" -d '{"events": [{"server_uuid": "514d5d29-6c73-4f94-a634-a589724b6f79", "name": "network-vif-unplugged", "status": "completed", "tag": "ac06c8b6-3afc-4f67-8bce-f81324fcd5f2"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:11:36.665338 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa57d5dd-1cb2-474b-83ab-d39999ff3931 req-24b173cb-c789-4b18-93d9-d0677df89801 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:11:36.667454 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fa57d5dd-1cb2-474b-83ab-d39999ff3931 req-24b173cb-c789-4b18-93d9-d0677df89801 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=514d5d29-6c73-4f94-a634-a589724b6f79 HTTP/1.1" status: 200 len: 945 time: 0.0502343 Oct 30 16:11:36.669079 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-e1cbea40-6674-45e4-9a7c-a35cc3cb0f21 req-59fbbd18-c6b7-4e42-8f27-063afb4a4680 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:11:36.684436 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-e1cbea40-6674-45e4-9a7c-a35cc3cb0f21 req-59fbbd18-c6b7-4e42-8f27-063afb4a4680 service neutron] Transition to ACTIVE for port object ac06c8b6-3afc-4f67-8bce-f81324fcd5f2 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 16:11:36.688377 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-e1cbea40-6674-45e4-9a7c-a35cc3cb0f21 req-59fbbd18-c6b7-4e42-8f27-063afb4a4680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:11:36.711869 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fa57d5dd-1cb2-474b-83ab-d39999ff3931 req-81f148db-49cd-4df8-834a-5f6eec883f8d tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=62747f6a-f25c-4f54-94ae-fc6a56e27824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376763 Oct 30 16:11:36.762884 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Oct 2021 16:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-293764df-a40f-44cd-9b70-289e92d1bfa8 x-openstack-request-id: req-293764df-a40f-44cd-9b70-289e92d1bfa8 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:11:36.763166 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "514d5d29-6c73-4f94-a634-a589724b6f79", "name": "network-vif-unplugged", "status": "completed", "tag": "ac06c8b6-3afc-4f67-8bce-f81324fcd5f2", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:11:36.763415 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-293764df-a40f-44cd-9b70-289e92d1bfa8 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:11:36.763830 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '514d5d29-6c73-4f94-a634-a589724b6f79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac06c8b6-3afc-4f67-8bce-f81324fcd5f2', 'code': 200} Oct 30 16:11:36.780768 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fbbd18-c6b7-4e42-8f27-063afb4a4680 service neutron] Pushing event updated for resources: {'Port': ['ID=ac06c8b6-3afc-4f67-8bce-f81324fcd5f2,revision_number=6']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:11:36.792790 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fbbd18-c6b7-4e42-8f27-063afb4a4680 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:11:36.793127 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fbbd18-c6b7-4e42-8f27-063afb4a4680 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:11:36.793465 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fbbd18-c6b7-4e42-8f27-063afb4a4680 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:11:36.793797 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fbbd18-c6b7-4e42-8f27-063afb4a4680 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:11:36.794128 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fbbd18-c6b7-4e42-8f27-063afb4a4680 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:11:36.794456 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fbbd18-c6b7-4e42-8f27-063afb4a4680 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:11:36.794779 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fbbd18-c6b7-4e42-8f27-063afb4a4680 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:11:36.795098 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fbbd18-c6b7-4e42-8f27-063afb4a4680 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:11:36.795421 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fbbd18-c6b7-4e42-8f27-063afb4a4680 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:11:36.796305 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fbbd18-c6b7-4e42-8f27-063afb4a4680 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:11:36.796629 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fbbd18-c6b7-4e42-8f27-063afb4a4680 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:11:36.796977 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fbbd18-c6b7-4e42-8f27-063afb4a4680 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:11:36.824190 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1cbea40-6674-45e4-9a7c-a35cc3cb0f21 req-59fbbd18-c6b7-4e42-8f27-063afb4a4680 service neutron] No DVR routers for this DVR port ac06c8b6-3afc-4f67-8bce-f81324fcd5f2 on host n-h2-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 16:11:36.959214 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-e1cbea40-6674-45e4-9a7c-a35cc3cb0f21 req-59fbbd18-c6b7-4e42-8f27-063afb4a4680 service neutron] Attempting to bind port ac06c8b6-3afc-4f67-8bce-f81324fcd5f2 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 16:11:36.959580 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-e1cbea40-6674-45e4-9a7c-a35cc3cb0f21 req-59fbbd18-c6b7-4e42-8f27-063afb4a4680 service neutron] Attempting to bind port ac06c8b6-3afc-4f67-8bce-f81324fcd5f2 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '1ace0c1f-fcdd-4bd4-bd91-07ef94f54e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '174e6e52-1fac-4ca5-990e-aa4c780bc77e'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 16:11:36.959916 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cbea40-6674-45e4-9a7c-a35cc3cb0f21 req-59fbbd18-c6b7-4e42-8f27-063afb4a4680 service neutron] Attempting to bind port ac06c8b6-3afc-4f67-8bce-f81324fcd5f2 on network 174e6e52-1fac-4ca5-990e-aa4c780bc77e {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:11:36.964262 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cbea40-6674-45e4-9a7c-a35cc3cb0f21 req-59fbbd18-c6b7-4e42-8f27-063afb4a4680 service neutron] Port ac06c8b6-3afc-4f67-8bce-f81324fcd5f2 on network 174e6e52-1fac-4ca5-990e-aa4c780bc77e not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 16:11:36.964589 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cbea40-6674-45e4-9a7c-a35cc3cb0f21 req-59fbbd18-c6b7-4e42-8f27-063afb4a4680 service neutron] Attempting to bind port ac06c8b6-3afc-4f67-8bce-f81324fcd5f2 on network 174e6e52-1fac-4ca5-990e-aa4c780bc77e {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:11:36.970052 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cbea40-6674-45e4-9a7c-a35cc3cb0f21 req-59fbbd18-c6b7-4e42-8f27-063afb4a4680 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 16, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 16:11:36.970393 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cbea40-6674-45e4-9a7c-a35cc3cb0f21 req-59fbbd18-c6b7-4e42-8f27-063afb4a4680 service neutron] Checking segment: {'id': '1ace0c1f-fcdd-4bd4-bd91-07ef94f54e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '174e6e52-1fac-4ca5-990e-aa4c780bc77e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:11:36.970776 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cbea40-6674-45e4-9a7c-a35cc3cb0f21 req-59fbbd18-c6b7-4e42-8f27-063afb4a4680 service neutron] Bound using segment: {'id': '1ace0c1f-fcdd-4bd4-bd91-07ef94f54e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '174e6e52-1fac-4ca5-990e-aa4c780bc77e'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 16:11:36.971209 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-e1cbea40-6674-45e4-9a7c-a35cc3cb0f21 req-59fbbd18-c6b7-4e42-8f27-063afb4a4680 service neutron] Bound port: ac06c8b6-3afc-4f67-8bce-f81324fcd5f2, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ace0c1f-fcdd-4bd4-bd91-07ef94f54e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '174e6e52-1fac-4ca5-990e-aa4c780bc77e'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 16:11:36.971595 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-e1cbea40-6674-45e4-9a7c-a35cc3cb0f21 req-59fbbd18-c6b7-4e42-8f27-063afb4a4680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:11:37.033732 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-e1cbea40-6674-45e4-9a7c-a35cc3cb0f21 req-59fbbd18-c6b7-4e42-8f27-063afb4a4680 service neutron] For port ac06c8b6-3afc-4f67-8bce-f81324fcd5f2, host n-h1-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 16:11:37.036849 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-e1cbea40-6674-45e4-9a7c-a35cc3cb0f21 req-59fbbd18-c6b7-4e42-8f27-063afb4a4680 service neutron] For port ac06c8b6-3afc-4f67-8bce-f81324fcd5f2, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=ac06c8b6-3afc-4f67-8bce-f81324fcd5f2,segment=NetworkSegment(1ace0c1f-fcdd-4bd4-bd91-07ef94f54e98),segment_id=1ace0c1f-fcdd-4bd4-bd91-07ef94f54e98)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 16:11:37.041595 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-e1cbea40-6674-45e4-9a7c-a35cc3cb0f21 req-59fbbd18-c6b7-4e42-8f27-063afb4a4680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:11:37.077010 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cbea40-6674-45e4-9a7c-a35cc3cb0f21 req-59fbbd18-c6b7-4e42-8f27-063afb4a4680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:11:37.077613 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-e1cbea40-6674-45e4-9a7c-a35cc3cb0f21 req-59fbbd18-c6b7-4e42-8f27-063afb4a4680 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:11:37.078970 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e1cbea40-6674-45e4-9a7c-a35cc3cb0f21 req-59fbbd18-c6b7-4e42-8f27-063afb4a4680 service neutron] 10.222.0.53 "PUT /v2.0/ports/ac06c8b6-3afc-4f67-8bce-f81324fcd5f2 HTTP/1.1" status: 200 len: 1092 time: 0.7455158 Oct 30 16:11:37.102515 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fbbd18-c6b7-4e42-8f27-063afb4a4680 service neutron] Pushing event updated for resources: {'Port': ['ID=ac06c8b6-3afc-4f67-8bce-f81324fcd5f2,revision_number=7']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:11:37.153627 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cbea40-6674-45e4-9a7c-a35cc3cb0f21 req-2e4b8332-3d84-4529-a887-91deda7cb52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:11:37.155723 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e1cbea40-6674-45e4-9a7c-a35cc3cb0f21 req-2e4b8332-3d84-4529-a887-91deda7cb52b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=289b72216cb54aebb7633604e51d22ed&device_id=514d5d29-6c73-4f94-a634-a589724b6f79 HTTP/1.1" status: 200 len: 1095 time: 0.0492544 Oct 30 16:11:37.252678 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cbea40-6674-45e4-9a7c-a35cc3cb0f21 req-20c8c2d4-5f7b-446a-8f59-7a8acc4b6dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:11:37.254163 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e1cbea40-6674-45e4-9a7c-a35cc3cb0f21 req-20c8c2d4-5f7b-446a-8f59-7a8acc4b6dc2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=174e6e52-1fac-4ca5-990e-aa4c780bc77e HTTP/1.1" status: 200 len: 898 time: 0.0922863 Oct 30 16:11:37.325578 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e1cbea40-6674-45e4-9a7c-a35cc3cb0f21 req-6de0855b-7a5b-4e2a-ace5-9b7ce045e3b0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac06c8b6-3afc-4f67-8bce-f81324fcd5f2 HTTP/1.1" status: 200 len: 998 time: 0.0635982 Oct 30 16:11:37.376206 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cbea40-6674-45e4-9a7c-a35cc3cb0f21 req-865c20c1-1eea-4df5-b7e1-410cf40ac587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:11:37.377664 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e1cbea40-6674-45e4-9a7c-a35cc3cb0f21 req-865c20c1-1eea-4df5-b7e1-410cf40ac587 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8f73a4d9-0191-4a9c-9c8f-4ddb16b3dda4 HTTP/1.1" status: 200 len: 835 time: 0.0456555 Oct 30 16:11:37.422466 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cbea40-6674-45e4-9a7c-a35cc3cb0f21 req-96589b38-3b42-4621-b09f-b352828f5a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:11:37.423947 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e1cbea40-6674-45e4-9a7c-a35cc3cb0f21 req-96589b38-3b42-4621-b09f-b352828f5a2c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=174e6e52-1fac-4ca5-990e-aa4c780bc77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396862 Oct 30 16:11:37.514066 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e1cbea40-6674-45e4-9a7c-a35cc3cb0f21 req-30de4b55-93d1-42c6-b683-8f1ecb2466aa service neutron] 10.222.0.53 "GET /v2.0/networks/174e6e52-1fac-4ca5-990e-aa4c780bc77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830250 Oct 30 16:11:37.601246 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e1cbea40-6674-45e4-9a7c-a35cc3cb0f21 req-f400eade-55b4-4263-b4d0-364aea289cdd service neutron] 10.222.0.53 "GET /v2.0/networks/174e6e52-1fac-4ca5-990e-aa4c780bc77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796862 Oct 30 16:11:37.840606 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800c997-afdd-4445-b9ba-e0db86584a24 req-e4bd083e-fbb4-463b-8d2e-e86e899ba541 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:11:37.842060 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2800c997-afdd-4445-b9ba-e0db86584a24 req-e4bd083e-fbb4-463b-8d2e-e86e899ba541 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=514d5d29-6c73-4f94-a634-a589724b6f79 HTTP/1.1" status: 200 len: 943 time: 0.0516005 Oct 30 16:11:37.879448 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2800c997-afdd-4445-b9ba-e0db86584a24 req-81028e62-af71-4428-87c5-1bd398926b46 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=62747f6a-f25c-4f54-94ae-fc6a56e27824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308566 Oct 30 16:11:38.764697 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '514d5d29-6c73-4f94-a634-a589724b6f79', 'tag': 'ac06c8b6-3afc-4f67-8bce-f81324fcd5f2'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:11:38.767063 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}931ac027fb50588f101e6e2f92584f6f115530be99269a43aae453735a93652f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9173e8c-95fb-40bf-98d7-587e1ecf1c25" -d '{"events": [{"name": "network-changed", "server_uuid": "514d5d29-6c73-4f94-a634-a589724b6f79", "tag": "ac06c8b6-3afc-4f67-8bce-f81324fcd5f2"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:11:38.814635 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 16:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11bbe31-98f2-4d2b-82bf-1eada4c52a63 x-openstack-request-id: req-d11bbe31-98f2-4d2b-82bf-1eada4c52a63 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:11:38.815067 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "514d5d29-6c73-4f94-a634-a589724b6f79", "tag": "ac06c8b6-3afc-4f67-8bce-f81324fcd5f2", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:11:38.815413 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d11bbe31-98f2-4d2b-82bf-1eada4c52a63 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:11:38.816210 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '514d5d29-6c73-4f94-a634-a589724b6f79', 'tag': 'ac06c8b6-3afc-4f67-8bce-f81324fcd5f2', 'status': 'completed', 'code': 200} Oct 30 16:11:38.898018 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9173e8c-95fb-40bf-98d7-587e1ecf1c25 req-3a72c87c-3f24-49ea-8557-ed880de8fd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:11:38.899535 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a9173e8c-95fb-40bf-98d7-587e1ecf1c25 req-3a72c87c-3f24-49ea-8557-ed880de8fd09 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=289b72216cb54aebb7633604e51d22ed&device_id=514d5d29-6c73-4f94-a634-a589724b6f79 HTTP/1.1" status: 200 len: 1095 time: 0.0638576 Oct 30 16:11:38.911896 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device ac06c8b6-3afc-4f67-8bce-f81324fcd5f2 no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 16:11:38.918076 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9173e8c-95fb-40bf-98d7-587e1ecf1c25 req-106bf875-874e-457f-aa75-5946badc150f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:11:38.919554 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a9173e8c-95fb-40bf-98d7-587e1ecf1c25 req-106bf875-874e-457f-aa75-5946badc150f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=289b72216cb54aebb7633604e51d22ed&device_id=514d5d29-6c73-4f94-a634-a589724b6f79 HTTP/1.1" status: 200 len: 1095 time: 0.0734282 Oct 30 16:11:38.955926 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device ac06c8b6-3afc-4f67-8bce-f81324fcd5f2 not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 16:11:39.418382 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29164c5c-e27c-41b6-8a13-64d5983d6c17 req-dc8c9981-f729-4c41-879f-5696d087bdd4 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:11:39.419860 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-29164c5c-e27c-41b6-8a13-64d5983d6c17 req-dc8c9981-f729-4c41-879f-5696d087bdd4 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=514d5d29-6c73-4f94-a634-a589724b6f79 HTTP/1.1" status: 200 len: 943 time: 0.1349816 Oct 30 16:11:39.429991 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9173e8c-95fb-40bf-98d7-587e1ecf1c25 req-4c150a90-5dc5-478a-b146-b2bac19e68be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:11:39.431355 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a9173e8c-95fb-40bf-98d7-587e1ecf1c25 req-4c150a90-5dc5-478a-b146-b2bac19e68be service neutron] 10.222.0.44 "GET /v2.0/networks?id=174e6e52-1fac-4ca5-990e-aa4c780bc77e HTTP/1.1" status: 200 len: 898 time: 0.5237563 Oct 30 16:11:39.439312 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9173e8c-95fb-40bf-98d7-587e1ecf1c25 req-793bc3b5-d2d1-434f-8fa5-a212c321f6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:11:39.440683 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a9173e8c-95fb-40bf-98d7-587e1ecf1c25 req-793bc3b5-d2d1-434f-8fa5-a212c321f6f1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=174e6e52-1fac-4ca5-990e-aa4c780bc77e HTTP/1.1" status: 200 len: 898 time: 0.5107138 Oct 30 16:11:39.555432 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-29164c5c-e27c-41b6-8a13-64d5983d6c17 req-9ff846ef-382e-40a9-9060-a67c2a8126bb tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=62747f6a-f25c-4f54-94ae-fc6a56e27824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287875 Oct 30 16:11:39.564736 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a9173e8c-95fb-40bf-98d7-587e1ecf1c25 req-cba1b301-9b42-4714-aba6-901b038e2e3d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac06c8b6-3afc-4f67-8bce-f81324fcd5f2 HTTP/1.1" status: 200 len: 998 time: 0.1231482 Oct 30 16:11:39.570633 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a9173e8c-95fb-40bf-98d7-587e1ecf1c25 req-22895b43-0be4-41da-8c05-99dd8650bab8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac06c8b6-3afc-4f67-8bce-f81324fcd5f2 HTTP/1.1" status: 200 len: 998 time: 0.1149399 Oct 30 16:11:39.649914 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9173e8c-95fb-40bf-98d7-587e1ecf1c25 req-a2908833-21fc-4903-a7df-ae5dba46dccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:11:39.651329 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a9173e8c-95fb-40bf-98d7-587e1ecf1c25 req-a2908833-21fc-4903-a7df-ae5dba46dccc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8f73a4d9-0191-4a9c-9c8f-4ddb16b3dda4 HTTP/1.1" status: 200 len: 835 time: 0.0798631 Oct 30 16:11:39.652765 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9173e8c-95fb-40bf-98d7-587e1ecf1c25 req-8543b714-430c-4849-b137-f623ebb51642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:11:39.654052 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a9173e8c-95fb-40bf-98d7-587e1ecf1c25 req-8543b714-430c-4849-b137-f623ebb51642 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8f73a4d9-0191-4a9c-9c8f-4ddb16b3dda4 HTTP/1.1" status: 200 len: 835 time: 0.0749032 Oct 30 16:11:39.724777 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9173e8c-95fb-40bf-98d7-587e1ecf1c25 req-21dab173-d27b-4100-98a9-c21c08d548aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:11:39.726260 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a9173e8c-95fb-40bf-98d7-587e1ecf1c25 req-21dab173-d27b-4100-98a9-c21c08d548aa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=174e6e52-1fac-4ca5-990e-aa4c780bc77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0603483 Oct 30 16:11:39.727969 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9173e8c-95fb-40bf-98d7-587e1ecf1c25 req-8b90718a-5817-4592-903f-b7d84a16bf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:11:39.729301 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a9173e8c-95fb-40bf-98d7-587e1ecf1c25 req-8b90718a-5817-4592-903f-b7d84a16bf09 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=174e6e52-1fac-4ca5-990e-aa4c780bc77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0707514 Oct 30 16:11:39.883647 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a9173e8c-95fb-40bf-98d7-587e1ecf1c25 req-1db8e0a2-ce7c-4c64-be5d-ee0ae9026cdc service neutron] 10.222.0.53 "GET /v2.0/networks/174e6e52-1fac-4ca5-990e-aa4c780bc77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490855 Oct 30 16:11:39.885450 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a9173e8c-95fb-40bf-98d7-587e1ecf1c25 req-92b01185-bf8a-4b91-b728-2f4f0f1bf93d service neutron] 10.222.0.44 "GET /v2.0/networks/174e6e52-1fac-4ca5-990e-aa4c780bc77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438780 Oct 30 16:11:40.051622 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a9173e8c-95fb-40bf-98d7-587e1ecf1c25 req-5b97ee0a-89a2-43e1-ac31-be799d6ae872 service neutron] 10.222.0.53 "GET /v2.0/networks/174e6e52-1fac-4ca5-990e-aa4c780bc77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606863 Oct 30 16:11:40.053648 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a9173e8c-95fb-40bf-98d7-587e1ecf1c25 req-1a3da550-d750-4916-8919-ad389e800087 service neutron] 10.222.0.44 "GET /v2.0/networks/174e6e52-1fac-4ca5-990e-aa4c780bc77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559992 Oct 30 16:11:40.677215 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f298ccb-48c0-4a1b-8ff5-19d8faf21090 req-8aafa2f6-0df0-409c-92da-fedfe5c96b9c tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:11:40.678783 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1f298ccb-48c0-4a1b-8ff5-19d8faf21090 req-8aafa2f6-0df0-409c-92da-fedfe5c96b9c tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=514d5d29-6c73-4f94-a634-a589724b6f79 HTTP/1.1" status: 200 len: 943 time: 0.0521240 Oct 30 16:11:40.715931 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1f298ccb-48c0-4a1b-8ff5-19d8faf21090 req-dfcfbbf2-2526-4435-8085-8eb79e662a7d tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=62747f6a-f25c-4f54-94ae-fc6a56e27824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311139 Oct 30 16:11:40.791401 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device ac06c8b6-3afc-4f67-8bce-f81324fcd5f2 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 16:11:40.911891 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port ac06c8b6-3afc-4f67-8bce-f81324fcd5f2, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=ac06c8b6-3afc-4f67-8bce-f81324fcd5f2,segment=NetworkSegment(1ace0c1f-fcdd-4bd4-bd91-07ef94f54e98),segment_id=1ace0c1f-fcdd-4bd4-bd91-07ef94f54e98)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:11:40.925384 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': 'ac06c8b6-3afc-4f67-8bce-f81324fcd5f2', 'network_id': '174e6e52-1fac-4ca5-990e-aa4c780bc77e', 'port_id': 'ac06c8b6-3afc-4f67-8bce-f81324fcd5f2', 'mac_address': 'fa:16:3e:c0:73:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f73a4d9-0191-4a9c-9c8f-4ddb16b3dda4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 16:11:40.932156 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddecde4-a4ee-4074-8504-034e5c69fe40 req-7901cf10-74a0-469b-ad41-8a0598857737 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:11:40.933446 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf359cb-27cf-4d8f-a1f2-9bd125094bbe req-a66048eb-7372-42a5-903c-81c720939e3c tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:11:40.933663 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7ddecde4-a4ee-4074-8504-034e5c69fe40 req-7901cf10-74a0-469b-ad41-8a0598857737 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.44 "GET /v2.0/ports?device_id=514d5d29-6c73-4f94-a634-a589724b6f79&tenant_id=289b72216cb54aebb7633604e51d22ed&binding%3Ahost_id=n-h1-806683-17 HTTP/1.1" status: 200 len: 943 time: 0.0609481 Oct 30 16:11:40.934920 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5bf359cb-27cf-4d8f-a1f2-9bd125094bbe req-a66048eb-7372-42a5-903c-81c720939e3c tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=514d5d29-6c73-4f94-a634-a589724b6f79 HTTP/1.1" status: 200 len: 943 time: 0.0702999 Oct 30 16:11:40.965408 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:11:40.977009 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5bf359cb-27cf-4d8f-a1f2-9bd125094bbe req-abb6c007-96e4-4263-9481-4ca5801c64ca tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=62747f6a-f25c-4f54-94ae-fc6a56e27824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354748 Oct 30 16:11:40.984157 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac06c8b6-3afc-4f67-8bce-f81324fcd5f2 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 16:11:41.003190 n-d-806683-17 neutron-server[102130]: INFO neutron.api.v2.resource [req-7ddecde4-a4ee-4074-8504-034e5c69fe40 req-bbd245c6-f548-4c43-87b0-d57ded7d11a6 service neutron] delete failed (client error): The resource could not be found. Oct 30 16:11:41.003991 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port ac06c8b6-3afc-4f67-8bce-f81324fcd5f2, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=ac06c8b6-3afc-4f67-8bce-f81324fcd5f2,segment=NetworkSegment(1ace0c1f-fcdd-4bd4-bd91-07ef94f54e98),segment_id=1ace0c1f-fcdd-4bd4-bd91-07ef94f54e98)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:11:41.004586 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7ddecde4-a4ee-4074-8504-034e5c69fe40 req-bbd245c6-f548-4c43-87b0-d57ded7d11a6 service neutron] 10.222.0.44 "DELETE /v2.0/ports/ac06c8b6-3afc-4f67-8bce-f81324fcd5f2/bindings/n-h2-806683-17 HTTP/1.1" status: 404 len: 381 time: 0.0621681 Oct 30 16:11:41.008041 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:11:41.057654 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=ac06c8b6-3afc-4f67-8bce-f81324fcd5f2,revision_number=8']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:11:41.065651 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:11:41.066003 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:11:41.066353 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:11:41.066700 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:11:41.067039 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:11:41.067375 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:11:41.067737 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:11:41.068071 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:11:41.068402 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:11:41.068734 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:11:41.069063 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:11:41.069391 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:11:41.125362 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddecde4-a4ee-4074-8504-034e5c69fe40 req-2afffbe8-2c8f-4dee-966d-21bcc0315e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:11:41.126844 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7ddecde4-a4ee-4074-8504-034e5c69fe40 req-2afffbe8-2c8f-4dee-966d-21bcc0315e05 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=289b72216cb54aebb7633604e51d22ed&device_id=514d5d29-6c73-4f94-a634-a589724b6f79 HTTP/1.1" status: 200 len: 1096 time: 0.0756958 Oct 30 16:11:41.134276 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b64f6b-8717-434c-bdbe-6fea1f888417 req-20c2958c-18f5-4357-b9a3-d8979daf60d5 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:11:41.135647 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-28b64f6b-8717-434c-bdbe-6fea1f888417 req-20c2958c-18f5-4357-b9a3-d8979daf60d5 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=514d5d29-6c73-4f94-a634-a589724b6f79 HTTP/1.1" status: 200 len: 944 time: 0.0765517 Oct 30 16:11:41.223619 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-28b64f6b-8717-434c-bdbe-6fea1f888417 req-20510303-ff7d-4f37-a482-500d03d9eeb6 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=62747f6a-f25c-4f54-94ae-fc6a56e27824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779035 Oct 30 16:11:41.242046 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['ac06c8b6-3afc-4f67-8bce-f81324fcd5f2'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 16:11:41.260663 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddecde4-a4ee-4074-8504-034e5c69fe40 req-49e70e1f-3bba-4468-8177-3b76a936ff83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:11:41.262329 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7ddecde4-a4ee-4074-8504-034e5c69fe40 req-49e70e1f-3bba-4468-8177-3b76a936ff83 service neutron] 10.222.0.44 "GET /v2.0/networks?id=174e6e52-1fac-4ca5-990e-aa4c780bc77e HTTP/1.1" status: 200 len: 898 time: 0.1258438 Oct 30 16:11:41.337388 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7ddecde4-a4ee-4074-8504-034e5c69fe40 req-ffd1d08e-664f-40fe-8533-2d7b029e7d5e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac06c8b6-3afc-4f67-8bce-f81324fcd5f2 HTTP/1.1" status: 200 len: 999 time: 0.0675261 Oct 30 16:11:41.385875 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddecde4-a4ee-4074-8504-034e5c69fe40 req-37fbb34e-7ede-4a9b-b2c9-feb7a8db698a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:11:41.387337 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7ddecde4-a4ee-4074-8504-034e5c69fe40 req-37fbb34e-7ede-4a9b-b2c9-feb7a8db698a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8f73a4d9-0191-4a9c-9c8f-4ddb16b3dda4 HTTP/1.1" status: 200 len: 835 time: 0.0438473 Oct 30 16:11:41.433411 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddecde4-a4ee-4074-8504-034e5c69fe40 req-96f68990-6747-484f-88d5-757bee3c812c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:11:41.434971 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7ddecde4-a4ee-4074-8504-034e5c69fe40 req-96f68990-6747-484f-88d5-757bee3c812c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=174e6e52-1fac-4ca5-990e-aa4c780bc77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410743 Oct 30 16:11:41.533124 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7ddecde4-a4ee-4074-8504-034e5c69fe40 req-19054519-2f9f-4175-8252-e2260305c420 service neutron] 10.222.0.44 "GET /v2.0/networks/174e6e52-1fac-4ca5-990e-aa4c780bc77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901976 Oct 30 16:11:41.638725 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7ddecde4-a4ee-4074-8504-034e5c69fe40 req-2fdb2004-b2a0-42aa-8da2-7754293bba81 service neutron] 10.222.0.44 "GET /v2.0/networks/174e6e52-1fac-4ca5-990e-aa4c780bc77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990202 Oct 30 16:11:42.340702 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78c6ff4-a2a6-45c5-9a12-3c13dda0f644 req-5a55b713-7025-4228-8843-3498ed8d4bcb tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:11:42.342117 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b78c6ff4-a2a6-45c5-9a12-3c13dda0f644 req-5a55b713-7025-4228-8843-3498ed8d4bcb tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=514d5d29-6c73-4f94-a634-a589724b6f79 HTTP/1.1" status: 200 len: 944 time: 0.0481520 Oct 30 16:11:42.380674 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b78c6ff4-a2a6-45c5-9a12-3c13dda0f644 req-d86f97d2-e73f-4fad-9fd2-61d641875ad9 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=62747f6a-f25c-4f54-94ae-fc6a56e27824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316732 Oct 30 16:11:42.402987 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 59130) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:11:42.466324 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-d96f58a0-1489-482f-bc17-7f52481fca71 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/floatingips/a34e4964-bb16-432b-80d5-7ea3605e1b29 HTTP/1.1" status: 200 len: 991 time: 0.0622106 Oct 30 16:11:42.775195 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device ac06c8b6-3afc-4f67-8bce-f81324fcd5f2 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:11:42.824000 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port ac06c8b6-3afc-4f67-8bce-f81324fcd5f2 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 16:11:42.828126 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port ac06c8b6-3afc-4f67-8bce-f81324fcd5f2 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:11:42.828502 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:11:42.906466 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:11:42.928930 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '514d5d29-6c73-4f94-a634-a589724b6f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac06c8b6-3afc-4f67-8bce-f81324fcd5f2'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:11:42.931196 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cafb2eba4876e5fc7105e54c9897f2ac796dde07d3c794cd15d4c51349c0477b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d42207de-acdd-449f-898e-3fc2e92c79cb" -d '{"events": [{"server_uuid": "514d5d29-6c73-4f94-a634-a589724b6f79", "name": "network-vif-plugged", "status": "completed", "tag": "ac06c8b6-3afc-4f67-8bce-f81324fcd5f2"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:11:42.944602 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port ac06c8b6-3afc-4f67-8bce-f81324fcd5f2, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=ac06c8b6-3afc-4f67-8bce-f81324fcd5f2,segment=NetworkSegment(1ace0c1f-fcdd-4bd4-bd91-07ef94f54e98),segment_id=1ace0c1f-fcdd-4bd4-bd91-07ef94f54e98)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:11:42.948538 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:11:42.984261 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 16:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f5d40a-db7a-493a-bed6-f15c6a6f4954 x-openstack-request-id: req-42f5d40a-db7a-493a-bed6-f15c6a6f4954 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:11:42.984552 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "514d5d29-6c73-4f94-a634-a589724b6f79", "name": "network-vif-plugged", "status": "completed", "tag": "ac06c8b6-3afc-4f67-8bce-f81324fcd5f2", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:11:42.984804 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-42f5d40a-db7a-493a-bed6-f15c6a6f4954 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:11:42.985197 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '514d5d29-6c73-4f94-a634-a589724b6f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac06c8b6-3afc-4f67-8bce-f81324fcd5f2', 'code': 200} Oct 30 16:11:43.000895 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=ac06c8b6-3afc-4f67-8bce-f81324fcd5f2,revision_number=9']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:11:43.293812 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 16:11:47.565709 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f59e2797-2fe1-425f-a124-d7a81f4524ae req-3b414abe-69b2-4058-a1cb-1aa7051f0fef service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=514d5d29-6c73-4f94-a634-a589724b6f79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0439382 Oct 30 16:11:47.648581 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e2797-2fe1-425f-a124-d7a81f4524ae req-5c1a2e4a-8abe-4ae3-92a3-3462ec1bb75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:11:47.650083 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f59e2797-2fe1-425f-a124-d7a81f4524ae req-5c1a2e4a-8abe-4ae3-92a3-3462ec1bb75b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=289b72216cb54aebb7633604e51d22ed&device_id=514d5d29-6c73-4f94-a634-a589724b6f79 HTTP/1.1" status: 200 len: 1097 time: 0.0423481 Oct 30 16:11:47.752754 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e2797-2fe1-425f-a124-d7a81f4524ae req-4066f18c-d197-40cb-a2ea-c494d8e79dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:11:47.754209 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f59e2797-2fe1-425f-a124-d7a81f4524ae req-4066f18c-d197-40cb-a2ea-c494d8e79dc2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=174e6e52-1fac-4ca5-990e-aa4c780bc77e HTTP/1.1" status: 200 len: 898 time: 0.0840430 Oct 30 16:11:47.821494 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f59e2797-2fe1-425f-a124-d7a81f4524ae req-38bc6638-820b-416a-8a5c-b2c5ddd4739a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac06c8b6-3afc-4f67-8bce-f81324fcd5f2 HTTP/1.1" status: 200 len: 1000 time: 0.0600290 Oct 30 16:11:47.870018 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e2797-2fe1-425f-a124-d7a81f4524ae req-99fa181c-149a-4270-9adb-8184e0fe4a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:11:47.871440 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f59e2797-2fe1-425f-a124-d7a81f4524ae req-99fa181c-149a-4270-9adb-8184e0fe4a16 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8f73a4d9-0191-4a9c-9c8f-4ddb16b3dda4 HTTP/1.1" status: 200 len: 835 time: 0.0427480 Oct 30 16:11:47.916691 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e2797-2fe1-425f-a124-d7a81f4524ae req-67761913-fd05-4ca0-8874-388becfd8a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:11:47.918151 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f59e2797-2fe1-425f-a124-d7a81f4524ae req-67761913-fd05-4ca0-8874-388becfd8a43 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=174e6e52-1fac-4ca5-990e-aa4c780bc77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395448 Oct 30 16:11:48.021649 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f59e2797-2fe1-425f-a124-d7a81f4524ae req-29a8198b-ea29-4c24-8bcf-abd2728b3918 service neutron] 10.222.0.53 "GET /v2.0/networks/174e6e52-1fac-4ca5-990e-aa4c780bc77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966172 Oct 30 16:11:48.115676 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f59e2797-2fe1-425f-a124-d7a81f4524ae req-6e939b26-589a-4e14-a82b-767c3f9f252d service neutron] 10.222.0.53 "GET /v2.0/networks/174e6e52-1fac-4ca5-990e-aa4c780bc77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855377 Oct 30 16:11:51.272607 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-faf26556-e0ec-4d6c-9ca5-f6e3408aa034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:11:53.865620 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7c10c73b-04e9-4012-8b14-6bb6464b9a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:11:54.876662 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:11:55.022064 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:11:56.819420 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:00.508940 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:02.517153 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:10.799762 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 59144) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:12:10.954050 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-9a04cffc-c771-4acd-9677-d19ae3f08008 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Deleting port df408c07-e7ec-4a56-b0cb-f1e454278a2a {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:12:10.954320 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9a04cffc-c771-4acd-9677-d19ae3f08008 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:11.027824 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9a04cffc-c771-4acd-9677-d19ae3f08008 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:11.028153 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9a04cffc-c771-4acd-9677-d19ae3f08008 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:11.045998 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-9a04cffc-c771-4acd-9677-d19ae3f08008 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Calling delete_port for df408c07-e7ec-4a56-b0cb-f1e454278a2a owned by network:floatingip {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:12:11.195386 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9a04cffc-c771-4acd-9677-d19ae3f08008 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:11.222421 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a04cffc-c771-4acd-9677-d19ae3f08008 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event deleted for resources: {'Port': ['ID=df408c07-e7ec-4a56-b0cb-f1e454278a2a,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:12:11.284108 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9a04cffc-c771-4acd-9677-d19ae3f08008 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for floatingip, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:11.284444 n-d-806683-17 neutron-server[102130]: INFO neutron.db.l3_db [None req-9a04cffc-c771-4acd-9677-d19ae3f08008 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Floating IP a34e4964-bb16-432b-80d5-7ea3605e1b29 disassociated (deleted). External IP: 172.25.4.85, port: ac06c8b6-3afc-4f67-8bce-f81324fcd5f2. Oct 30 16:12:11.503020 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a04cffc-c771-4acd-9677-d19ae3f08008 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Router d9b92b99-911d-48aa-b491-a635e0c1ae3a has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 16:12:11.608541 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a04cffc-c771-4acd-9677-d19ae3f08008 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 16:12:11.613297 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9a04cffc-c771-4acd-9677-d19ae3f08008 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:11.617963 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c387a35a-d28b-446f-9d0c-0a002a2e0f40 None None] Sync routers for ids ['d9b92b99-911d-48aa-b491-a635e0c1ae3a'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 16:12:11.627177 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c387a35a-d28b-446f-9d0c-0a002a2e0f40 None None] Routers {'d9b92b99-911d-48aa-b491-a635e0c1ae3a'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:12:11.627839 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-c387a35a-d28b-446f-9d0c-0a002a2e0f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:11:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['d9b92b99-911d-48aa-b491-a635e0c1ae3a'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:12:11.639370 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9a04cffc-c771-4acd-9677-d19ae3f08008 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "DELETE /v2.0/floatingips/a34e4964-bb16-432b-80d5-7ea3605e1b29 HTTP/1.1" status: 204 len: 168 time: 0.8385208 Oct 30 16:12:11.640007 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '514d5d29-6c73-4f94-a634-a589724b6f79', 'tag': 'ac06c8b6-3afc-4f67-8bce-f81324fcd5f2'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:12:11.642274 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}931ac027fb50588f101e6e2f92584f6f115530be99269a43aae453735a93652f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3947e0b-5f2e-4462-90ca-c7071f7ea21a" -d '{"events": [{"name": "network-changed", "server_uuid": "514d5d29-6c73-4f94-a634-a589724b6f79", "tag": "ac06c8b6-3afc-4f67-8bce-f81324fcd5f2"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:12:11.690655 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 16:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dad857e-e8a7-4df1-8af4-7d05db9ee54a x-openstack-request-id: req-9dad857e-e8a7-4df1-8af4-7d05db9ee54a {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:12:11.690948 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "514d5d29-6c73-4f94-a634-a589724b6f79", "tag": "ac06c8b6-3afc-4f67-8bce-f81324fcd5f2", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:12:11.691206 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9dad857e-e8a7-4df1-8af4-7d05db9ee54a {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:12:11.691707 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '514d5d29-6c73-4f94-a634-a589724b6f79', 'tag': 'ac06c8b6-3afc-4f67-8bce-f81324fcd5f2', 'status': 'completed', 'code': 200} Oct 30 16:12:11.742699 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-c387a35a-d28b-446f-9d0c-0a002a2e0f40 None None] Set router d9b92b99-911d-48aa-b491-a635e0c1ae3a gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:12:11.758841 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3947e0b-5f2e-4462-90ca-c7071f7ea21a req-39b49426-fc17-4279-a347-806d7ade29b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:12:11.760498 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e3947e0b-5f2e-4462-90ca-c7071f7ea21a req-39b49426-fc17-4279-a347-806d7ade29b3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=289b72216cb54aebb7633604e51d22ed&device_id=514d5d29-6c73-4f94-a634-a589724b6f79 HTTP/1.1" status: 200 len: 1097 time: 0.0449214 Oct 30 16:12:11.868225 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3947e0b-5f2e-4462-90ca-c7071f7ea21a req-ada5c1c5-0417-4652-846b-b81f248fcf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:12:11.869708 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e3947e0b-5f2e-4462-90ca-c7071f7ea21a req-ada5c1c5-0417-4652-846b-b81f248fcf10 service neutron] 10.222.0.53 "GET /v2.0/networks?id=174e6e52-1fac-4ca5-990e-aa4c780bc77e HTTP/1.1" status: 200 len: 898 time: 0.0972853 Oct 30 16:12:11.891317 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97a6524-2d39-4c5c-8579-cfeaed9bd435 req-fdb69232-e860-4830-a09b-13e3c40a520d tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:12:11.893021 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e97a6524-2d39-4c5c-8579-cfeaed9bd435 req-fdb69232-e860-4830-a09b-13e3c40a520d tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=514d5d29-6c73-4f94-a634-a589724b6f79 HTTP/1.1" status: 200 len: 945 time: 0.0516760 Oct 30 16:12:11.913683 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e3947e0b-5f2e-4462-90ca-c7071f7ea21a req-e439cba9-5665-4b83-8199-59341799e06b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac06c8b6-3afc-4f67-8bce-f81324fcd5f2 HTTP/1.1" status: 200 len: 217 time: 0.0345941 Oct 30 16:12:11.933624 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e97a6524-2d39-4c5c-8579-cfeaed9bd435 req-cccfed1a-af1f-49e2-920c-903ae088b9e2 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=62747f6a-f25c-4f54-94ae-fc6a56e27824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336308 Oct 30 16:12:11.952889 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-c387a35a-d28b-446f-9d0c-0a002a2e0f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9b92b99-911d-48aa-b491-a635e0c1ae3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1321708441', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '2c99f396-6266-4466-9552-59aca972521f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:10:34Z', 'updated_at': '2021-10-30T16:10:38Z', 'revision_number': 4, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'gw_port': {'id': '2c99f396-6266-4466-9552-59aca972521f', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b92b99-911d-48aa-b491-a635e0c1ae3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:10:35Z', 'updated_at': '2021-10-30T16:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '8954cf6d-2808-43c4-a11b-0af1732fe2f2', 'name': '', 'network_id': '174e6e52-1fac-4ca5-990e-aa4c780bc77e', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'mac_address': 'fa:16:3e:a6:83:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b92b99-911d-48aa-b491-a635e0c1ae3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '8f73a4d9-0191-4a9c-9c8f-4ddb16b3dda4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:10:37Z', 'updated_at': '2021-10-30T16:10:41Z', 'revision_number': 5, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'subnets': [{'id': '8f73a4d9-0191-4a9c-9c8f-4ddb16b3dda4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:12:11.962802 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3947e0b-5f2e-4462-90ca-c7071f7ea21a req-b1c27876-66c0-4c38-b369-a4e1f5aa6430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:12:11.964322 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e3947e0b-5f2e-4462-90ca-c7071f7ea21a req-b1c27876-66c0-4c38-b369-a4e1f5aa6430 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8f73a4d9-0191-4a9c-9c8f-4ddb16b3dda4 HTTP/1.1" status: 200 len: 835 time: 0.0442095 Oct 30 16:12:11.986440 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c387a35a-d28b-446f-9d0c-0a002a2e0f40 None None] Checking router: d9b92b99-911d-48aa-b491-a635e0c1ae3a for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 16:12:11.994768 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c387a35a-d28b-446f-9d0c-0a002a2e0f40 None None] Routers {'d9b92b99-911d-48aa-b491-a635e0c1ae3a'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:12:11.995373 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-c387a35a-d28b-446f-9d0c-0a002a2e0f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:11:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['d9b92b99-911d-48aa-b491-a635e0c1ae3a'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:12:12.010997 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3947e0b-5f2e-4462-90ca-c7071f7ea21a req-a1dea707-da29-4c84-9a02-934613e6fd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:12:12.012430 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e3947e0b-5f2e-4462-90ca-c7071f7ea21a req-a1dea707-da29-4c84-9a02-934613e6fd44 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=174e6e52-1fac-4ca5-990e-aa4c780bc77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393162 Oct 30 16:12:12.102189 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-c387a35a-d28b-446f-9d0c-0a002a2e0f40 None None] Set router d9b92b99-911d-48aa-b491-a635e0c1ae3a gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:12:12.115340 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e3947e0b-5f2e-4462-90ca-c7071f7ea21a req-e4285490-286f-4ff8-9365-4b9633359be1 service neutron] 10.222.0.53 "GET /v2.0/networks/174e6e52-1fac-4ca5-990e-aa4c780bc77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943940 Oct 30 16:12:12.209929 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e3947e0b-5f2e-4462-90ca-c7071f7ea21a req-f39463a3-1bf9-41ae-a300-c201a5a7c791 service neutron] 10.222.0.53 "GET /v2.0/networks/174e6e52-1fac-4ca5-990e-aa4c780bc77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869677 Oct 30 16:12:12.300407 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-c387a35a-d28b-446f-9d0c-0a002a2e0f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9b92b99-911d-48aa-b491-a635e0c1ae3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1321708441', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '2c99f396-6266-4466-9552-59aca972521f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:10:34Z', 'updated_at': '2021-10-30T16:10:38Z', 'revision_number': 4, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'gw_port': {'id': '2c99f396-6266-4466-9552-59aca972521f', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b92b99-911d-48aa-b491-a635e0c1ae3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:10:35Z', 'updated_at': '2021-10-30T16:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '8954cf6d-2808-43c4-a11b-0af1732fe2f2', 'name': '', 'network_id': '174e6e52-1fac-4ca5-990e-aa4c780bc77e', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'mac_address': 'fa:16:3e:a6:83:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b92b99-911d-48aa-b491-a635e0c1ae3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '8f73a4d9-0191-4a9c-9c8f-4ddb16b3dda4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:10:37Z', 'updated_at': '2021-10-30T16:10:41Z', 'revision_number': 5, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'subnets': [{'id': '8f73a4d9-0191-4a9c-9c8f-4ddb16b3dda4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:12:12.325637 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c387a35a-d28b-446f-9d0c-0a002a2e0f40 None None] The sync data for ids ['d9b92b99-911d-48aa-b491-a635e0c1ae3a'] in n-d-806683-17 is: [{'id': 'd9b92b99-911d-48aa-b491-a635e0c1ae3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1321708441', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '2c99f396-6266-4466-9552-59aca972521f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:10:34Z', 'updated_at': '2021-10-30T16:10:38Z', 'revision_number': 4, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'gw_port': {'id': '2c99f396-6266-4466-9552-59aca972521f', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b92b99-911d-48aa-b491-a635e0c1ae3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:10:35Z', 'updated_at': '2021-10-30T16:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '8954cf6d-2808-43c4-a11b-0af1732fe2f2', 'name': '', 'network_id': '174e6e52-1fac-4ca5-990e-aa4c780bc77e', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'mac_address': 'fa:16:3e:a6:83:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b92b99-911d-48aa-b491-a635e0c1ae3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '8f73a4d9-0191-4a9c-9c8f-4ddb16b3dda4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:10:37Z', 'updated_at': '2021-10-30T16:10:41Z', 'revision_number': 5, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'subnets': [{'id': '8f73a4d9-0191-4a9c-9c8f-4ddb16b3dda4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 16:12:12.534567 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef07b5c-beae-45cb-b0d6-cce1c88fd076 None None] New status for floating IP a34e4964-bb16-432b-80d5-7ea3605e1b29: DOWN {{(pid=102133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 16:12:13.055547 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d656b86b-9291-4389-82c7-6c185c06e491 req-7ed65a7b-8bd7-4b35-9a5c-8b0f0f5cadd3 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:12:13.057047 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d656b86b-9291-4389-82c7-6c185c06e491 req-7ed65a7b-8bd7-4b35-9a5c-8b0f0f5cadd3 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=514d5d29-6c73-4f94-a634-a589724b6f79 HTTP/1.1" status: 200 len: 945 time: 0.0485463 Oct 30 16:12:13.124455 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d656b86b-9291-4389-82c7-6c185c06e491 req-68357cf0-225c-4c7d-8aa3-bcd480f30297 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=62747f6a-f25c-4f54-94ae-fc6a56e27824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533919 Oct 30 16:12:13.132726 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34def8d-286a-4011-b6b0-2d41c39a4037 req-bc7d6660-9930-48ca-a8dc-e731d9173151 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:12:13.134019 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d34def8d-286a-4011-b6b0-2d41c39a4037 req-bc7d6660-9930-48ca-a8dc-e731d9173151 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.53 "GET /v2.0/ports?device_id=514d5d29-6c73-4f94-a634-a589724b6f79 HTTP/1.1" status: 200 len: 945 time: 0.0705392 Oct 30 16:12:13.225311 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-d34def8d-286a-4011-b6b0-2d41c39a4037 req-8031fc51-2aa3-4186-944f-f93f009675e9 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Deleting port ac06c8b6-3afc-4f67-8bce-f81324fcd5f2 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:12:13.225535 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-d34def8d-286a-4011-b6b0-2d41c39a4037 req-8031fc51-2aa3-4186-944f-f93f009675e9 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:13.311919 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-d34def8d-286a-4011-b6b0-2d41c39a4037 req-8031fc51-2aa3-4186-944f-f93f009675e9 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] For port ac06c8b6-3afc-4f67-8bce-f81324fcd5f2, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=ac06c8b6-3afc-4f67-8bce-f81324fcd5f2,segment=NetworkSegment(1ace0c1f-fcdd-4bd4-bd91-07ef94f54e98),segment_id=1ace0c1f-fcdd-4bd4-bd91-07ef94f54e98)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:12:13.312276 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-d34def8d-286a-4011-b6b0-2d41c39a4037 req-8031fc51-2aa3-4186-944f-f93f009675e9 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:13.324293 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-d34def8d-286a-4011-b6b0-2d41c39a4037 req-8031fc51-2aa3-4186-944f-f93f009675e9 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Calling delete_port for ac06c8b6-3afc-4f67-8bce-f81324fcd5f2 owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:12:13.452292 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-d34def8d-286a-4011-b6b0-2d41c39a4037 req-8031fc51-2aa3-4186-944f-f93f009675e9 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:13.480939 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8031fc51-2aa3-4186-944f-f93f009675e9 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event deleted for resources: {'Port': ['ID=ac06c8b6-3afc-4f67-8bce-f81324fcd5f2,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:12:13.523932 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-d34def8d-286a-4011-b6b0-2d41c39a4037 req-8031fc51-2aa3-4186-944f-f93f009675e9 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] No DVR routers for this DVR port ac06c8b6-3afc-4f67-8bce-f81324fcd5f2 on host n-h1-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 16:12:13.526606 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-d34def8d-286a-4011-b6b0-2d41c39a4037 req-8031fc51-2aa3-4186-944f-f93f009675e9 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:13.530559 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d34def8d-286a-4011-b6b0-2d41c39a4037 req-8031fc51-2aa3-4186-944f-f93f009675e9 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.53 "DELETE /v2.0/ports/ac06c8b6-3afc-4f67-8bce-f81324fcd5f2 HTTP/1.1" status: 204 len: 173 time: 0.3903539 Oct 30 16:12:13.693396 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '514d5d29-6c73-4f94-a634-a589724b6f79', 'name': 'network-vif-deleted', 'tag': 'ac06c8b6-3afc-4f67-8bce-f81324fcd5f2'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:12:13.695794 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}931ac027fb50588f101e6e2f92584f6f115530be99269a43aae453735a93652f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d1d0d63-a35e-41ed-ae81-143f90522ad6" -d '{"events": [{"server_uuid": "514d5d29-6c73-4f94-a634-a589724b6f79", "name": "network-vif-deleted", "tag": "ac06c8b6-3afc-4f67-8bce-f81324fcd5f2"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:12:13.736655 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 16:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134738dd-d669-454c-ac14-0b5a6277a36c x-openstack-request-id: req-134738dd-d669-454c-ac14-0b5a6277a36c {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:12:13.736944 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "514d5d29-6c73-4f94-a634-a589724b6f79", "name": "network-vif-deleted", "tag": "ac06c8b6-3afc-4f67-8bce-f81324fcd5f2", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:12:13.737195 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-134738dd-d669-454c-ac14-0b5a6277a36c {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:12:13.737599 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '514d5d29-6c73-4f94-a634-a589724b6f79', 'name': 'network-vif-deleted', 'tag': 'ac06c8b6-3afc-4f67-8bce-f81324fcd5f2', 'status': 'completed', 'code': 200} Oct 30 16:12:14.182649 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 59160) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:12:14.865603 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-019ccdc1-538d-4c41-a3ec-7f5bcd0e3653 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:15.123551 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-019ccdc1-538d-4c41-a3ec-7f5bcd0e3653 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Deleting port 8954cf6d-2808-43c4-a11b-0af1732fe2f2 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:12:15.123896 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-019ccdc1-538d-4c41-a3ec-7f5bcd0e3653 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:15.214079 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-019ccdc1-538d-4c41-a3ec-7f5bcd0e3653 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] For port 8954cf6d-2808-43c4-a11b-0af1732fe2f2, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=8954cf6d-2808-43c4-a11b-0af1732fe2f2,segment=NetworkSegment(1ace0c1f-fcdd-4bd4-bd91-07ef94f54e98),segment_id=1ace0c1f-fcdd-4bd4-bd91-07ef94f54e98)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:12:15.214768 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-019ccdc1-538d-4c41-a3ec-7f5bcd0e3653 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:15.227419 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-019ccdc1-538d-4c41-a3ec-7f5bcd0e3653 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Calling delete_port for 8954cf6d-2808-43c4-a11b-0af1732fe2f2 owned by network:router_interface {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:12:15.408331 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-019ccdc1-538d-4c41-a3ec-7f5bcd0e3653 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:15.434149 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019ccdc1-538d-4c41-a3ec-7f5bcd0e3653 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event deleted for resources: {'Port': ['ID=8954cf6d-2808-43c4-a11b-0af1732fe2f2,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:12:15.604605 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-019ccdc1-538d-4c41-a3ec-7f5bcd0e3653 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:15.829410 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-019ccdc1-538d-4c41-a3ec-7f5bcd0e3653 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Router d9b92b99-911d-48aa-b491-a635e0c1ae3a has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 16:12:15.934156 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-019ccdc1-538d-4c41-a3ec-7f5bcd0e3653 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 16:12:15.939646 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-019ccdc1-538d-4c41-a3ec-7f5bcd0e3653 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "PUT /v2.0/routers/d9b92b99-911d-48aa-b491-a635e0c1ae3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7572572 Oct 30 16:12:15.942418 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 59162) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:12:15.950021 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86b94b3-82f1-477a-a26d-efcbd6d9f95d None None] Sync routers for ids ['d9b92b99-911d-48aa-b491-a635e0c1ae3a'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 16:12:15.961731 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86b94b3-82f1-477a-a26d-efcbd6d9f95d None None] Routers {'d9b92b99-911d-48aa-b491-a635e0c1ae3a'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:12:15.962333 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-c86b94b3-82f1-477a-a26d-efcbd6d9f95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:11:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['d9b92b99-911d-48aa-b491-a635e0c1ae3a'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:12:15.994089 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e64c33c-2c1b-413b-ba4e-0862f4d03e0a tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Deleting subnet 8f73a4d9-0191-4a9c-9c8f-4ddb16b3dda4 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 16:12:15.997213 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9e64c33c-2c1b-413b-ba4e-0862f4d03e0a tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:16.038132 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9e64c33c-2c1b-413b-ba4e-0862f4d03e0a tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:16.064724 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-c86b94b3-82f1-477a-a26d-efcbd6d9f95d None None] Set router d9b92b99-911d-48aa-b491-a635e0c1ae3a gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:12:16.126033 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9e64c33c-2c1b-413b-ba4e-0862f4d03e0a tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:16.186110 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9e64c33c-2c1b-413b-ba4e-0862f4d03e0a tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:16.215454 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e64c33c-2c1b-413b-ba4e-0862f4d03e0a tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event deleted for resources: {'Subnet': ['ID=8f73a4d9-0191-4a9c-9c8f-4ddb16b3dda4,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:12:16.218738 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9e64c33c-2c1b-413b-ba4e-0862f4d03e0a tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:16.222796 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9e64c33c-2c1b-413b-ba4e-0862f4d03e0a tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "DELETE /v2.0/subnets/8f73a4d9-0191-4a9c-9c8f-4ddb16b3dda4 HTTP/1.1" status: 204 len: 168 time: 0.2794147 Oct 30 16:12:16.225369 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 59166) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:12:16.226673 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72863921-be5d-42dd-b462-582fd8395164 None None] Network 174e6e52-1fac-4ca5-990e-aa4c780bc77e requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 16:12:16.334038 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7ee95349-8433-43e6-8a83-b596d4540546 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for router, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:16.346050 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-c86b94b3-82f1-477a-a26d-efcbd6d9f95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9b92b99-911d-48aa-b491-a635e0c1ae3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1321708441', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '2c99f396-6266-4466-9552-59aca972521f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:10:34Z', 'updated_at': '2021-10-30T16:12:15Z', 'revision_number': 5, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'gw_port': {'id': '2c99f396-6266-4466-9552-59aca972521f', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b92b99-911d-48aa-b491-a635e0c1ae3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:10:35Z', 'updated_at': '2021-10-30T16:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:12:16.374056 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86b94b3-82f1-477a-a26d-efcbd6d9f95d None None] Checking router: d9b92b99-911d-48aa-b491-a635e0c1ae3a for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 16:12:16.387292 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86b94b3-82f1-477a-a26d-efcbd6d9f95d None None] Routers {'d9b92b99-911d-48aa-b491-a635e0c1ae3a'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:12:16.387926 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-c86b94b3-82f1-477a-a26d-efcbd6d9f95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:11:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['d9b92b99-911d-48aa-b491-a635e0c1ae3a'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:12:16.444137 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7ee95349-8433-43e6-8a83-b596d4540546 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:16.461571 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0c8ac2-32c0-44c4-b232-480f6c053c7b None None] DHCP port deletion for 174e6e52-1fac-4ca5-990e-aa4c780bc77e request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 16:12:16.500343 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-7ee95349-8433-43e6-8a83-b596d4540546 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Deleting port 2c99f396-6266-4466-9552-59aca972521f {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:12:16.500597 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7ee95349-8433-43e6-8a83-b596d4540546 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:16.537931 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-c86b94b3-82f1-477a-a26d-efcbd6d9f95d None None] Set router d9b92b99-911d-48aa-b491-a635e0c1ae3a gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:12:16.585128 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-7ee95349-8433-43e6-8a83-b596d4540546 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] For port 2c99f396-6266-4466-9552-59aca972521f, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=2c99f396-6266-4466-9552-59aca972521f,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:12:16.585489 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7ee95349-8433-43e6-8a83-b596d4540546 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:16.598663 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-7ee95349-8433-43e6-8a83-b596d4540546 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Calling delete_port for 2c99f396-6266-4466-9552-59aca972521f owned by network:router_gateway {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:12:16.766060 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-1b0c8ac2-32c0-44c4-b232-480f6c053c7b None None] Deleting port 16957382-d04c-4d16-bd3c-0f7a22ab8408 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:12:16.766449 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1b0c8ac2-32c0-44c4-b232-480f6c053c7b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:16.768786 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7ee95349-8433-43e6-8a83-b596d4540546 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:16.796193 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee95349-8433-43e6-8a83-b596d4540546 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event deleted for resources: {'Port': ['ID=2c99f396-6266-4466-9552-59aca972521f,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:12:16.853256 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7ee95349-8433-43e6-8a83-b596d4540546 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:16.880037 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-1b0c8ac2-32c0-44c4-b232-480f6c053c7b None None] For port 16957382-d04c-4d16-bd3c-0f7a22ab8408, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=16957382-d04c-4d16-bd3c-0f7a22ab8408,segment=NetworkSegment(1ace0c1f-fcdd-4bd4-bd91-07ef94f54e98),segment_id=1ace0c1f-fcdd-4bd4-bd91-07ef94f54e98)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:12:16.880440 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1b0c8ac2-32c0-44c4-b232-480f6c053c7b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:16.902804 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-1b0c8ac2-32c0-44c4-b232-480f6c053c7b None None] Calling delete_port for 16957382-d04c-4d16-bd3c-0f7a22ab8408 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:12:16.947363 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7ee95349-8433-43e6-8a83-b596d4540546 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:16.949546 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7ee95349-8433-43e6-8a83-b596d4540546 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:17.002268 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7ee95349-8433-43e6-8a83-b596d4540546 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:17.002883 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee95349-8433-43e6-8a83-b596d4540546 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Fanout notify agent at l3_agent the message router_deleted on router d9b92b99-911d-48aa-b491-a635e0c1ae3a {{(pid=102130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 16:12:17.011115 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7ee95349-8433-43e6-8a83-b596d4540546 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:17.015517 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-7ee95349-8433-43e6-8a83-b596d4540546 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "DELETE /v2.0/routers/d9b92b99-911d-48aa-b491-a635e0c1ae3a HTTP/1.1" status: 204 len: 168 time: 0.7860734 Oct 30 16:12:17.015961 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 59170) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:12:17.032639 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-c86b94b3-82f1-477a-a26d-efcbd6d9f95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9b92b99-911d-48aa-b491-a635e0c1ae3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1321708441', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '2c99f396-6266-4466-9552-59aca972521f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:10:34Z', 'updated_at': '2021-10-30T16:12:15Z', 'revision_number': 5, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'gw_port': {'id': '2c99f396-6266-4466-9552-59aca972521f', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b92b99-911d-48aa-b491-a635e0c1ae3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:10:35Z', 'updated_at': '2021-10-30T16:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:12:17.065963 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device ac06c8b6-3afc-4f67-8bce-f81324fcd5f2 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 16:12:17.069725 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86b94b3-82f1-477a-a26d-efcbd6d9f95d None None] The sync data for ids ['d9b92b99-911d-48aa-b491-a635e0c1ae3a'] in n-d-806683-17 is: [{'id': 'd9b92b99-911d-48aa-b491-a635e0c1ae3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1321708441', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '2c99f396-6266-4466-9552-59aca972521f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:10:34Z', 'updated_at': '2021-10-30T16:12:15Z', 'revision_number': 5, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'gw_port': {'id': '2c99f396-6266-4466-9552-59aca972521f', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b92b99-911d-48aa-b491-a635e0c1ae3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:10:35Z', 'updated_at': '2021-10-30T16:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 16:12:17.093702 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1b0c8ac2-32c0-44c4-b232-480f6c053c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:17.099512 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: ac06c8b6-3afc-4f67-8bce-f81324fcd5f2 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 16:12:17.099873 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device ac06c8b6-3afc-4f67-8bce-f81324fcd5f2 not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 16:12:17.114734 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4cbb9111-beb8-43f6-bd7a-f1f3755c6e86 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:17.123897 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0c8ac2-32c0-44c4-b232-480f6c053c7b None None] Pushing event deleted for resources: {'Port': ['ID=16957382-d04c-4d16-bd3c-0f7a22ab8408,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:12:17.128530 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0c8ac2-32c0-44c4-b232-480f6c053c7b None None] No DVR routers for this DVR port 16957382-d04c-4d16-bd3c-0f7a22ab8408 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 16:12:17.203585 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4cbb9111-beb8-43f6-bd7a-f1f3755c6e86 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:17.222660 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-4cbb9111-beb8-43f6-bd7a-f1f3755c6e86 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['174e6e52-1fac-4ca5-990e-aa4c780bc77e']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:12:17.231661 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-4cbb9111-beb8-43f6-bd7a-f1f3755c6e86 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ace0c1f-fcdd-4bd4-bd91-07ef94f54e98') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:12:17.231962 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-4cbb9111-beb8-43f6-bd7a-f1f3755c6e86 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ace0c1f-fcdd-4bd4-bd91-07ef94f54e98') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:12:17.242084 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4cbb9111-beb8-43f6-bd7a-f1f3755c6e86 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:17.256553 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4cbb9111-beb8-43f6-bd7a-f1f3755c6e86 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:17.262466 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cbb9111-beb8-43f6-bd7a-f1f3755c6e86 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 16:12:17.262851 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4cbb9111-beb8-43f6-bd7a-f1f3755c6e86 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:17.266008 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 16:12:17.266008 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 16:12:17.266008 n-d-806683-17 neutron-server[102131]: timer() Oct 30 16:12:17.266008 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 16:12:17.266008 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 16:12:17.266008 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 16:12:17.266008 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 16:12:17.266008 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 16:12:17.266008 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 16:12:17.266008 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 16:12:17.266008 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 16:12:17.266008 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 16:12:17.266008 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 16:12:17.266008 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 16:12:17.266008 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 16:12:17.266008 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 16:12:17.266008 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 16:12:17.266008 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 16:12:17.266008 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 16:12:17.266008 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 16:12:17.266008 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 16:12:17.266008 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 16:12:17.266008 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 16:12:17.266008 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 16:12:17.266008 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 16:12:17.266008 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 16:12:17.266008 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 16:12:17.266008 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 16:12:17.266008 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 16:12:17.266008 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 16:12:17.266008 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 16:12:17.266008 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 16:12:17.443187 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 16957382-d04c-4d16-bd3c-0f7a22ab8408 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 16:12:17.472533 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 16957382-d04c-4d16-bd3c-0f7a22ab8408 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 16:12:17.472883 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 16957382-d04c-4d16-bd3c-0f7a22ab8408 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 16:12:17.617207 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4cbb9111-beb8-43f6-bd7a-f1f3755c6e86 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:17.624707 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4cbb9111-beb8-43f6-bd7a-f1f3755c6e86 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:17.627819 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-4cbb9111-beb8-43f6-bd7a-f1f3755c6e86 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "DELETE /v2.0/networks/174e6e52-1fac-4ca5-990e-aa4c780bc77e HTTP/1.1" status: 204 len: 168 time: 0.6108329 Oct 30 16:12:17.630707 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 59172) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:12:17.639332 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbb9111-beb8-43f6-bd7a-f1f3755c6e86 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event deleted for resources: {'Network': ['ID=174e6e52-1fac-4ca5-990e-aa4c780bc77e,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:12:17.647889 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbb9111-beb8-43f6-bd7a-f1f3755c6e86 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:12:17.648895 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbb9111-beb8-43f6-bd7a-f1f3755c6e86 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:12:17.649259 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbb9111-beb8-43f6-bd7a-f1f3755c6e86 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:12:17.649622 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbb9111-beb8-43f6-bd7a-f1f3755c6e86 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:12:17.649952 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbb9111-beb8-43f6-bd7a-f1f3755c6e86 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:12:17.650289 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbb9111-beb8-43f6-bd7a-f1f3755c6e86 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:12:17.650626 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbb9111-beb8-43f6-bd7a-f1f3755c6e86 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:12:17.650965 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbb9111-beb8-43f6-bd7a-f1f3755c6e86 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:12:17.651852 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbb9111-beb8-43f6-bd7a-f1f3755c6e86 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:12:17.652182 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbb9111-beb8-43f6-bd7a-f1f3755c6e86 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:12:17.652528 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbb9111-beb8-43f6-bd7a-f1f3755c6e86 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:12:17.652847 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbb9111-beb8-43f6-bd7a-f1f3755c6e86 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:12:17.704660 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-05cef7a8-9cd2-47af-bb56-e9e935632382 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:17.731746 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-05cef7a8-9cd2-47af-bb56-e9e935632382 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:17.799658 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-05cef7a8-9cd2-47af-bb56-e9e935632382 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:17.802294 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-05cef7a8-9cd2-47af-bb56-e9e935632382 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:17.803523 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-05cef7a8-9cd2-47af-bb56-e9e935632382 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "DELETE /v2.0/security-groups/62747f6a-f25c-4f54-94ae-fc6a56e27824 HTTP/1.1" status: 204 len: 168 time: 0.1717815 Oct 30 16:12:17.812409 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cef7a8-9cd2-47af-bb56-e9e935632382 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62747f6a-f25c-4f54-94ae-fc6a56e27824,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:12:18.107044 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 59178) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:12:18.112148 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-aa501341-61fb-4857-98b9-9c6f3df55bec tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-695259895', 'description': 'tempest-secgroup-smoke-695259895 description', 'project_id': '289b72216cb54aebb7633604e51d22ed'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:12:18.134285 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-aa501341-61fb-4857-98b9-9c6f3df55bec tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:18.204291 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-aa501341-61fb-4857-98b9-9c6f3df55bec tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:18.207772 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-aa501341-61fb-4857-98b9-9c6f3df55bec tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:18.238116 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-aa501341-61fb-4857-98b9-9c6f3df55bec tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:18.239377 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-aa501341-61fb-4857-98b9-9c6f3df55bec tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1311374 Oct 30 16:12:18.241267 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa501341-61fb-4857-98b9-9c6f3df55bec tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9effc36a-4afa-49c9-92c3-b45ec8abf5f9,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:12:18.242561 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 59180) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:12:18.247168 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-221c2663-8755-4d84-9551-e895eb71a3d9 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Request body: {'security_group_rule': {'security_group_id': '9effc36a-4afa-49c9-92c3-b45ec8abf5f9', 'project_id': '289b72216cb54aebb7633604e51d22ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:12:18.274094 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-221c2663-8755-4d84-9551-e895eb71a3d9 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:18.327690 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-221c2663-8755-4d84-9551-e895eb71a3d9 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:18.331235 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-221c2663-8755-4d84-9551-e895eb71a3d9 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:18.350025 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221c2663-8755-4d84-9551-e895eb71a3d9 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6332177a-e7fe-4e3b-a506-83896039b79c,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:12:18.354845 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-221c2663-8755-4d84-9551-e895eb71a3d9 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:18.356164 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-221c2663-8755-4d84-9551-e895eb71a3d9 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1124527 Oct 30 16:12:18.358882 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 59182) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:12:18.364297 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-33008cae-1ef7-4073-87ff-a6be3c6064c2 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Request body: {'security_group_rule': {'security_group_id': '9effc36a-4afa-49c9-92c3-b45ec8abf5f9', 'project_id': '289b72216cb54aebb7633604e51d22ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:12:18.399164 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-33008cae-1ef7-4073-87ff-a6be3c6064c2 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:18.459089 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-33008cae-1ef7-4073-87ff-a6be3c6064c2 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:18.462450 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-33008cae-1ef7-4073-87ff-a6be3c6064c2 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:18.483013 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33008cae-1ef7-4073-87ff-a6be3c6064c2 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f177bc8-cfb6-412a-b177-4e00979e799a,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:12:18.490240 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-33008cae-1ef7-4073-87ff-a6be3c6064c2 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:18.491418 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-33008cae-1ef7-4073-87ff-a6be3c6064c2 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1315169 Oct 30 16:12:18.495281 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 59184) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:12:18.500101 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-02aef660-a5fd-4863-a490-3fbd01837fba tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Request body: {'security_group_rule': {'security_group_id': '9effc36a-4afa-49c9-92c3-b45ec8abf5f9', 'project_id': '289b72216cb54aebb7633604e51d22ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:12:18.526301 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-02aef660-a5fd-4863-a490-3fbd01837fba tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:18.582904 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-02aef660-a5fd-4863-a490-3fbd01837fba tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:18.586152 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-02aef660-a5fd-4863-a490-3fbd01837fba tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:18.603370 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aef660-a5fd-4863-a490-3fbd01837fba tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2891fa5-0477-4220-a5c6-96486c8673f3,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:12:18.610585 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-02aef660-a5fd-4863-a490-3fbd01837fba tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:18.611803 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-02aef660-a5fd-4863-a490-3fbd01837fba tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1155365 Oct 30 16:12:18.614477 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 59186) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:12:18.618937 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-75f459f3-ce06-4590-8e72-b796b11cd899 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Request body: {'security_group_rule': {'security_group_id': '9effc36a-4afa-49c9-92c3-b45ec8abf5f9', 'project_id': '289b72216cb54aebb7633604e51d22ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:12:18.645440 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-75f459f3-ce06-4590-8e72-b796b11cd899 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:18.704256 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-75f459f3-ce06-4590-8e72-b796b11cd899 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:18.707757 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-75f459f3-ce06-4590-8e72-b796b11cd899 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:18.731623 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f459f3-ce06-4590-8e72-b796b11cd899 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a02fa33c-bab2-4768-aa27-03b10372a4e1,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:12:18.739514 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-75f459f3-ce06-4590-8e72-b796b11cd899 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:18.740599 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-75f459f3-ce06-4590-8e72-b796b11cd899 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1251171 Oct 30 16:12:18.743340 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 59188) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:12:18.749303 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-1f4f91bc-02f3-4441-874e-46d070a63047 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Request body: {'security_group_rule': {'security_group_id': '9effc36a-4afa-49c9-92c3-b45ec8abf5f9', 'project_id': '289b72216cb54aebb7633604e51d22ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:12:18.769488 n-d-806683-17 neutron-server[102131]: INFO neutron.db.securitygroups_db [None req-1f4f91bc-02f3-4441-874e-46d070a63047 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Project 289b72216cb54aebb7633604e51d22ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 30 16:12:18.774084 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1f4f91bc-02f3-4441-874e-46d070a63047 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:18.830826 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1f4f91bc-02f3-4441-874e-46d070a63047 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:18.834032 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1f4f91bc-02f3-4441-874e-46d070a63047 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:18.853387 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4f91bc-02f3-4441-874e-46d070a63047 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=293f49bc-b206-4a0a-8ad1-702121ab31ff,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:12:18.860718 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1f4f91bc-02f3-4441-874e-46d070a63047 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:18.861967 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-1f4f91bc-02f3-4441-874e-46d070a63047 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1174352 Oct 30 16:12:18.864821 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 59190) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:12:18.869346 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-7e233768-ea4f-4406-a74b-5904731c6ef1 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Request body: {'security_group_rule': {'security_group_id': '9effc36a-4afa-49c9-92c3-b45ec8abf5f9', 'project_id': '289b72216cb54aebb7633604e51d22ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:12:18.890714 n-d-806683-17 neutron-server[102131]: INFO neutron.db.securitygroups_db [None req-7e233768-ea4f-4406-a74b-5904731c6ef1 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Project 289b72216cb54aebb7633604e51d22ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 30 16:12:18.895386 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7e233768-ea4f-4406-a74b-5904731c6ef1 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:18.954528 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7e233768-ea4f-4406-a74b-5904731c6ef1 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:18.957191 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7e233768-ea4f-4406-a74b-5904731c6ef1 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:18.971521 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e233768-ea4f-4406-a74b-5904731c6ef1 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b704815-5c9b-4e77-b6e2-ce4690aca41f,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:12:18.981668 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7e233768-ea4f-4406-a74b-5904731c6ef1 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:18.983376 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-7e233768-ea4f-4406-a74b-5904731c6ef1 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1175642 Oct 30 16:12:18.986395 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 59192) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:12:18.991504 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-28e13041-3708-401e-95ab-32ca9a764b8c tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Request body: {'network': {'name': 'tempest-network-smoke--1985366086', 'project_id': '289b72216cb54aebb7633604e51d22ed', 'port_security_enabled': True}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:12:19.005847 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 8954cf6d-2808-43c4-a11b-0af1732fe2f2 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 16:12:19.012151 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e13041-3708-401e-95ab-32ca9a764b8c tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Made reservation on behalf of 289b72216cb54aebb7633604e51d22ed for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 16:12:19.016048 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-28e13041-3708-401e-95ab-32ca9a764b8c tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:19.029292 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 8954cf6d-2808-43c4-a11b-0af1732fe2f2 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 16:12:19.029645 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 8954cf6d-2808-43c4-a11b-0af1732fe2f2 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 16:12:19.030090 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 2c99f396-6266-4466-9552-59aca972521f no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 16:12:19.041533 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28e13041-3708-401e-95ab-32ca9a764b8c tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 16:12:19.051929 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-28e13041-3708-401e-95ab-32ca9a764b8c tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:19.052505 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-28e13041-3708-401e-95ab-32ca9a764b8c tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Added segment d958d77e-8479-4a55-9c0c-c87eb6e8218b of type vlan for network 015b4593-82bb-49ce-876b-65bd1a877bd6 Oct 30 16:12:19.053825 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 2c99f396-6266-4466-9552-59aca972521f {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 16:12:19.054177 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 2c99f396-6266-4466-9552-59aca972521f not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 16:12:19.093601 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-28e13041-3708-401e-95ab-32ca9a764b8c tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:19.116602 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-28e13041-3708-401e-95ab-32ca9a764b8c tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:19.122105 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e13041-3708-401e-95ab-32ca9a764b8c tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:12:19.122718 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-28e13041-3708-401e-95ab-32ca9a764b8c tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:19.177892 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-28e13041-3708-401e-95ab-32ca9a764b8c tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1903961 Oct 30 16:12:19.180756 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 59194) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:12:19.186204 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-ccc6e249-72f8-417f-ae1e-638d91fd3e37 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1492930549', 'admin_state_up': True, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:12:19.196399 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e13041-3708-401e-95ab-32ca9a764b8c tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event updated for resources: {'Network': ['ID=015b4593-82bb-49ce-876b-65bd1a877bd6,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:12:19.207452 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 015b4593-82bb-49ce-876b-65bd1a877bd6 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 16:12:19.210388 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ccc6e249-72f8-417f-ae1e-638d91fd3e37 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:19.211431 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ccc6e249-72f8-417f-ae1e-638d91fd3e37 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:19.261774 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ccc6e249-72f8-417f-ae1e-638d91fd3e37 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:19.401280 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ccc6e249-72f8-417f-ae1e-638d91fd3e37 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:19.593666 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ccc6e249-72f8-417f-ae1e-638d91fd3e37 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for router_gateway, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:19.612302 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ccc6e249-72f8-417f-ae1e-638d91fd3e37 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:19.712225 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-ccc6e249-72f8-417f-ae1e-638d91fd3e37 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Allocated IP 172.25.4.136 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/f5db3cb7-37fa-4a12-b914-806a97dc17c1) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 16:12:19.819205 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ccc6e249-72f8-417f-ae1e-638d91fd3e37 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:19.851566 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ccc6e249-72f8-417f-ae1e-638d91fd3e37 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:19.891541 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc6e249-72f8-417f-ae1e-638d91fd3e37 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:12:19.894459 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-ccc6e249-72f8-417f-ae1e-638d91fd3e37 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:12:19.897989 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc6e249-72f8-417f-ae1e-638d91fd3e37 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 16:12:19.903385 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc6e249-72f8-417f-ae1e-638d91fd3e37 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event updated for resources: {'Port': ['ID=f5db3cb7-37fa-4a12-b914-806a97dc17c1,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:12:20.144334 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ccc6e249-72f8-417f-ae1e-638d91fd3e37 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for router_gateway, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:20.293681 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 16:12:20.338085 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ccc6e249-72f8-417f-ae1e-638d91fd3e37 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:20.462452 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccc6e249-72f8-417f-ae1e-638d91fd3e37 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Router 3b37b791-99cf-4e28-816a-58b13a166b95 is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 16:12:20.566365 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc6e249-72f8-417f-ae1e-638d91fd3e37 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 16:12:20.577192 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89001e18-ecfa-4d6c-8b5c-442be143f31a None None] Sync routers for ids ['3b37b791-99cf-4e28-816a-58b13a166b95'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 16:12:20.585660 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ccc6e249-72f8-417f-ae1e-638d91fd3e37 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:20.586772 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89001e18-ecfa-4d6c-8b5c-442be143f31a None None] Routers {'3b37b791-99cf-4e28-816a-58b13a166b95'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:12:20.586939 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-ccc6e249-72f8-417f-ae1e-638d91fd3e37 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4051042 Oct 30 16:12:20.587561 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-89001e18-ecfa-4d6c-8b5c-442be143f31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:11:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['3b37b791-99cf-4e28-816a-58b13a166b95'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:12:20.590223 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 59196) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:12:20.619177 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-65ae6c69-b5fd-4a1e-b9da-70bffecdcfff tempest-TestNetworkAdvancedServerOps-616166719 tempest-TestNetworkAdvancedServerOps-616166719-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=289b72216cb54aebb7633604e51d22ed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277116 Oct 30 16:12:20.621739 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 59198) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:12:20.694352 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-89001e18-ecfa-4d6c-8b5c-442be143f31a None None] Set router 3b37b791-99cf-4e28-816a-58b13a166b95 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:12:20.707200 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de4e1d1-33ba-442e-918b-b987be0cf6d4 tempest-TestNetworkAdvancedServerOps-616166719 tempest-TestNetworkAdvancedServerOps-616166719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:12:20.708744 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-6de4e1d1-33ba-442e-918b-b987be0cf6d4 tempest-TestNetworkAdvancedServerOps-616166719 tempest-TestNetworkAdvancedServerOps-616166719-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0861061 Oct 30 16:12:20.711527 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 59200) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:12:20.746795 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-1b8aaf34-cb8d-457c-be46-9c42fe844197 tempest-TestNetworkAdvancedServerOps-616166719 tempest-TestNetworkAdvancedServerOps-616166719-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=edc38ef5-7816-4133-914c-cfe2849a0125&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0318944 Oct 30 16:12:20.747146 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 59202) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:12:20.752446 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-49c0deae-28d8-4baa-9600-16e67b229d2b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-481314042', 'network_id': '015b4593-82bb-49ce-876b-65bd1a877bd6', 'project_id': '289b72216cb54aebb7633604e51d22ed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:12:20.840838 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c0deae-28d8-4baa-9600-16e67b229d2b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Made reservation on behalf of 289b72216cb54aebb7633604e51d22ed for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 16:12:20.845038 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-49c0deae-28d8-4baa-9600-16e67b229d2b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:20.871644 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-89001e18-ecfa-4d6c-8b5c-442be143f31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b37b791-99cf-4e28-816a-58b13a166b95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492930549', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': 'f5db3cb7-37fa-4a12-b914-806a97dc17c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:12:19Z', 'updated_at': '2021-10-30T16:12:20Z', 'revision_number': 3, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'gw_port': {'id': 'f5db3cb7-37fa-4a12-b914-806a97dc17c1', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b37b791-99cf-4e28-816a-58b13a166b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:12:19Z', 'updated_at': '2021-10-30T16:12:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:12:20.900519 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89001e18-ecfa-4d6c-8b5c-442be143f31a None None] Checking router: 3b37b791-99cf-4e28-816a-58b13a166b95 for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 16:12:20.900860 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89001e18-ecfa-4d6c-8b5c-442be143f31a None None] Updating router 3b37b791-99cf-4e28-816a-58b13a166b95 port f5db3cb7-37fa-4a12-b914-806a97dc17c1 binding host n-d-806683-17 {{(pid=102133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 16:12:20.926473 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-89001e18-ecfa-4d6c-8b5c-442be143f31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:21.022557 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-49c0deae-28d8-4baa-9600-16e67b229d2b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:21.086644 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c0deae-28d8-4baa-9600-16e67b229d2b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event updated for resources: {'Subnet': ['ID=4c3dcbf6-16d3-451e-8b3f-21dfd43882fa,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:12:21.095097 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c0deae-28d8-4baa-9600-16e67b229d2b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Checking segment: {'id': 'd958d77e-8479-4a55-9c0c-c87eb6e8218b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '015b4593-82bb-49ce-876b-65bd1a877bd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:12:21.095331 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c0deae-28d8-4baa-9600-16e67b229d2b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Network hostable DHCP agents. Network: 015b4593-82bb-49ce-876b-65bd1a877bd6, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 16:12:21.112356 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c0deae-28d8-4baa-9600-16e67b229d2b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Network 015b4593-82bb-49ce-876b-65bd1a877bd6 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 16:12:21.121129 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-49c0deae-28d8-4baa-9600-16e67b229d2b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 015b4593-82bb-49ce-876b-65bd1a877bd6) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:12:21.125686 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c0deae-28d8-4baa-9600-16e67b229d2b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:12:21.126834 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-49c0deae-28d8-4baa-9600-16e67b229d2b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:21.130826 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b86f418-0a61-4d52-8d7e-ae1eacdba913 None None] Network 015b4593-82bb-49ce-876b-65bd1a877bd6 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 16:12:21.148033 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-49c0deae-28d8-4baa-9600-16e67b229d2b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3995659 Oct 30 16:12:21.149848 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 59204) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:12:21.184205 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-89001e18-ecfa-4d6c-8b5c-442be143f31a None None] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:21.191085 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-89001e18-ecfa-4d6c-8b5c-442be143f31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:21.240785 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-89001e18-ecfa-4d6c-8b5c-442be143f31a None None] Attempting to bind port f5db3cb7-37fa-4a12-b914-806a97dc17c1 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 16:12:21.241161 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-89001e18-ecfa-4d6c-8b5c-442be143f31a None None] Attempting to bind port f5db3cb7-37fa-4a12-b914-806a97dc17c1 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 16:12:21.241530 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89001e18-ecfa-4d6c-8b5c-442be143f31a None None] Attempting to bind port f5db3cb7-37fa-4a12-b914-806a97dc17c1 on network edc38ef5-7816-4133-914c-cfe2849a0125 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:12:21.251197 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89001e18-ecfa-4d6c-8b5c-442be143f31a None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 16, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 16:12:21.251599 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89001e18-ecfa-4d6c-8b5c-442be143f31a None None] Checking segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:12:21.252014 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-89001e18-ecfa-4d6c-8b5c-442be143f31a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:21.252579 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89001e18-ecfa-4d6c-8b5c-442be143f31a None None] Bound using segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 16:12:21.253059 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-89001e18-ecfa-4d6c-8b5c-442be143f31a None None] Bound port: f5db3cb7-37fa-4a12-b914-806a97dc17c1, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 16:12:21.253440 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-89001e18-ecfa-4d6c-8b5c-442be143f31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:21.292081 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5681bed-111c-4abf-ba1a-749aae670f46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-015b4593-82bb-49ce-876b-65bd1a877bd6', 'network_id': '015b4593-82bb-49ce-876b-65bd1a877bd6', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'fixed_ips': [{'subnet_id': '4c3dcbf6-16d3-451e-8b3f-21dfd43882fa'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 16:12:21.292975 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d5681bed-111c-4abf-ba1a-749aae670f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:21.378016 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe46230-187f-42ee-9ba1-ffcfe68c6031 None None] Pushing event updated for resources: {'Port': ['ID=f5db3cb7-37fa-4a12-b914-806a97dc17c1,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:12:21.391329 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe46230-187f-42ee-9ba1-ffcfe68c6031 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:12:21.391948 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe46230-187f-42ee-9ba1-ffcfe68c6031 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:12:21.392313 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe46230-187f-42ee-9ba1-ffcfe68c6031 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:12:21.392650 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe46230-187f-42ee-9ba1-ffcfe68c6031 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:12:21.392983 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe46230-187f-42ee-9ba1-ffcfe68c6031 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:12:21.393358 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe46230-187f-42ee-9ba1-ffcfe68c6031 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:12:21.393655 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe46230-187f-42ee-9ba1-ffcfe68c6031 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:12:21.394035 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe46230-187f-42ee-9ba1-ffcfe68c6031 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:12:21.394356 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe46230-187f-42ee-9ba1-ffcfe68c6031 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:12:21.394684 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe46230-187f-42ee-9ba1-ffcfe68c6031 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:12:21.394999 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe46230-187f-42ee-9ba1-ffcfe68c6031 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:12:21.395382 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe46230-187f-42ee-9ba1-ffcfe68c6031 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:12:21.420490 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-89001e18-ecfa-4d6c-8b5c-442be143f31a None None] For port f5db3cb7-37fa-4a12-b914-806a97dc17c1, host n-d-806683-17, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 16:12:21.424082 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-89001e18-ecfa-4d6c-8b5c-442be143f31a None None] For port f5db3cb7-37fa-4a12-b914-806a97dc17c1, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=f5db3cb7-37fa-4a12-b914-806a97dc17c1,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 16:12:21.424373 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4800492a-c27f-4d8e-8a50-f508c8da6cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:21.429812 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-89001e18-ecfa-4d6c-8b5c-442be143f31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:21.442432 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-d5681bed-111c-4abf-ba1a-749aae670f46 None None] Allocated IP 172.20.0.2 (015b4593-82bb-49ce-876b-65bd1a877bd6/4c3dcbf6-16d3-451e-8b3f-21dfd43882fa/10063f5d-8a6c-4f38-b774-306b898e920a) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 16:12:21.482766 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89001e18-ecfa-4d6c-8b5c-442be143f31a None None] Routers {'3b37b791-99cf-4e28-816a-58b13a166b95'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:12:21.483630 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-89001e18-ecfa-4d6c-8b5c-442be143f31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:11:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['3b37b791-99cf-4e28-816a-58b13a166b95'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:12:21.579159 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe46230-187f-42ee-9ba1-ffcfe68c6031 None None] Pushing event updated for resources: {'Port': ['ID=f5db3cb7-37fa-4a12-b914-806a97dc17c1,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:12:21.602360 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d5681bed-111c-4abf-ba1a-749aae670f46 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:21.609567 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d5681bed-111c-4abf-ba1a-749aae670f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:21.613159 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0c375e9e-c23e-42e9-b9bb-aa6a21897cdb tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:21.645672 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5681bed-111c-4abf-ba1a-749aae670f46 None None] Network 015b4593-82bb-49ce-876b-65bd1a877bd6 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:12:21.650558 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-d5681bed-111c-4abf-ba1a-749aae670f46 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:12:21.655042 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5681bed-111c-4abf-ba1a-749aae670f46 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 16:12:21.659922 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-89001e18-ecfa-4d6c-8b5c-442be143f31a None None] Set router 3b37b791-99cf-4e28-816a-58b13a166b95 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:12:21.670930 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5681bed-111c-4abf-ba1a-749aae670f46 None None] Pushing event updated for resources: {'Port': ['ID=10063f5d-8a6c-4f38-b774-306b898e920a,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:12:21.719742 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-d5681bed-111c-4abf-ba1a-749aae670f46 None None] Attempting to bind port 10063f5d-8a6c-4f38-b774-306b898e920a on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 16:12:21.720406 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-d5681bed-111c-4abf-ba1a-749aae670f46 None None] Attempting to bind port 10063f5d-8a6c-4f38-b774-306b898e920a by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'd958d77e-8479-4a55-9c0c-c87eb6e8218b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '015b4593-82bb-49ce-876b-65bd1a877bd6'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 16:12:21.720779 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5681bed-111c-4abf-ba1a-749aae670f46 None None] Attempting to bind port 10063f5d-8a6c-4f38-b774-306b898e920a on network 015b4593-82bb-49ce-876b-65bd1a877bd6 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:12:21.725875 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5681bed-111c-4abf-ba1a-749aae670f46 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 16, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 16:12:21.726256 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5681bed-111c-4abf-ba1a-749aae670f46 None None] Checking segment: {'id': 'd958d77e-8479-4a55-9c0c-c87eb6e8218b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '015b4593-82bb-49ce-876b-65bd1a877bd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:12:21.726807 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d5681bed-111c-4abf-ba1a-749aae670f46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:21.727217 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5681bed-111c-4abf-ba1a-749aae670f46 None None] Bound using segment: {'id': 'd958d77e-8479-4a55-9c0c-c87eb6e8218b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '015b4593-82bb-49ce-876b-65bd1a877bd6'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 16:12:21.727852 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-d5681bed-111c-4abf-ba1a-749aae670f46 None None] Bound port: 10063f5d-8a6c-4f38-b774-306b898e920a, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd958d77e-8479-4a55-9c0c-c87eb6e8218b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '015b4593-82bb-49ce-876b-65bd1a877bd6'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 16:12:21.728243 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d5681bed-111c-4abf-ba1a-749aae670f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:21.800551 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d5681bed-111c-4abf-ba1a-749aae670f46 None None] For port 10063f5d-8a6c-4f38-b774-306b898e920a, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 16:12:21.806271 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d5681bed-111c-4abf-ba1a-749aae670f46 None None] For port 10063f5d-8a6c-4f38-b774-306b898e920a, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=10063f5d-8a6c-4f38-b774-306b898e920a,segment=NetworkSegment(d958d77e-8479-4a55-9c0c-c87eb6e8218b),segment_id=d958d77e-8479-4a55-9c0c-c87eb6e8218b)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 16:12:21.811053 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d5681bed-111c-4abf-ba1a-749aae670f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:21.869218 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5681bed-111c-4abf-ba1a-749aae670f46 None None] Pushing event updated for resources: {'Port': ['ID=10063f5d-8a6c-4f38-b774-306b898e920a,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:12:21.923154 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-0c375e9e-c23e-42e9-b9bb-aa6a21897cdb tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Allocated IP 172.20.0.1 (015b4593-82bb-49ce-876b-65bd1a877bd6/4c3dcbf6-16d3-451e-8b3f-21dfd43882fa/fe18f17d-9f88-41fe-a628-7c6c18a47705) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 16:12:21.924370 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-89001e18-ecfa-4d6c-8b5c-442be143f31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b37b791-99cf-4e28-816a-58b13a166b95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492930549', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': 'f5db3cb7-37fa-4a12-b914-806a97dc17c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:12:19Z', 'updated_at': '2021-10-30T16:12:20Z', 'revision_number': 3, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'gw_port': {'id': 'f5db3cb7-37fa-4a12-b914-806a97dc17c1', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b37b791-99cf-4e28-816a-58b13a166b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:12:19Z', 'updated_at': '2021-10-30T16:12:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:12:21.956877 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89001e18-ecfa-4d6c-8b5c-442be143f31a None None] The sync data for ids ['3b37b791-99cf-4e28-816a-58b13a166b95'] in n-d-806683-17 is: [{'id': '3b37b791-99cf-4e28-816a-58b13a166b95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492930549', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': 'f5db3cb7-37fa-4a12-b914-806a97dc17c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:12:19Z', 'updated_at': '2021-10-30T16:12:20Z', 'revision_number': 3, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'gw_port': {'id': 'f5db3cb7-37fa-4a12-b914-806a97dc17c1', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b37b791-99cf-4e28-816a-58b13a166b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:12:19Z', 'updated_at': '2021-10-30T16:12:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 16:12:22.062058 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0c375e9e-c23e-42e9-b9bb-aa6a21897cdb tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:22.109800 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0c375e9e-c23e-42e9-b9bb-aa6a21897cdb tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:22.155545 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c375e9e-c23e-42e9-b9bb-aa6a21897cdb tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Network 015b4593-82bb-49ce-876b-65bd1a877bd6 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:12:22.165918 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-0c375e9e-c23e-42e9-b9bb-aa6a21897cdb tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:12:22.168476 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c375e9e-c23e-42e9-b9bb-aa6a21897cdb tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 16:12:22.171978 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c375e9e-c23e-42e9-b9bb-aa6a21897cdb tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event updated for resources: {'Port': ['ID=fe18f17d-9f88-41fe-a628-7c6c18a47705,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:12:22.220567 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0c375e9e-c23e-42e9-b9bb-aa6a21897cdb tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:22.359781 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0c375e9e-c23e-42e9-b9bb-aa6a21897cdb tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:22.663819 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0c375e9e-c23e-42e9-b9bb-aa6a21897cdb tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:22.670577 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0c375e9e-c23e-42e9-b9bb-aa6a21897cdb tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:22.757661 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c375e9e-c23e-42e9-b9bb-aa6a21897cdb tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event updated for resources: {'Port': ['ID=fe18f17d-9f88-41fe-a628-7c6c18a47705,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:12:22.760345 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0c375e9e-c23e-42e9-b9bb-aa6a21897cdb tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:22.869747 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c375e9e-c23e-42e9-b9bb-aa6a21897cdb tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Network 015b4593-82bb-49ce-876b-65bd1a877bd6 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:12:22.871306 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-0c375e9e-c23e-42e9-b9bb-aa6a21897cdb tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:12:22.874173 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a8acfa-6cb9-4c3d-9334-4f2acda7ee7b None None] Network 015b4593-82bb-49ce-876b-65bd1a877bd6 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 16:12:22.950027 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-340a1f5f-04d8-4715-878d-0441ef360bd0 None None] Provisioning complete for port 10063f5d-8a6c-4f38-b774-306b898e920a triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:12:22.950403 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-340a1f5f-04d8-4715-878d-0441ef360bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:22.994624 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c375e9e-c23e-42e9-b9bb-aa6a21897cdb tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Router 3b37b791-99cf-4e28-816a-58b13a166b95 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 16:12:23.110849 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-340a1f5f-04d8-4715-878d-0441ef360bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:23.121897 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c375e9e-c23e-42e9-b9bb-aa6a21897cdb tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 16:12:23.129221 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-0c375e9e-c23e-42e9-b9bb-aa6a21897cdb tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "PUT /v2.0/routers/3b37b791-99cf-4e28-816a-58b13a166b95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9782407 Oct 30 16:12:23.147287 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device f5db3cb7-37fa-4a12-b914-806a97dc17c1 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:12:23.177310 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-340a1f5f-04d8-4715-878d-0441ef360bd0 None None] For port 10063f5d-8a6c-4f38-b774-306b898e920a, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=10063f5d-8a6c-4f38-b774-306b898e920a,segment=NetworkSegment(d958d77e-8479-4a55-9c0c-c87eb6e8218b),segment_id=d958d77e-8479-4a55-9c0c-c87eb6e8218b)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:12:23.188720 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-340a1f5f-04d8-4715-878d-0441ef360bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:23.251236 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340a1f5f-04d8-4715-878d-0441ef360bd0 None None] Pushing event updated for resources: {'Port': ['ID=10063f5d-8a6c-4f38-b774-306b898e920a,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:12:23.254777 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port f5db3cb7-37fa-4a12-b914-806a97dc17c1 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:12:23.255693 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:23.291439 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6fa2762b-357e-4cb9-9257-827a85458d57 req-06e06370-004a-46bf-9315-f02954b661e2 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-695259895&fields=id&tenant_id=289b72216cb54aebb7633604e51d22ed HTTP/1.1" status: 200 len: 267 time: 0.0400472 Oct 30 16:12:23.349120 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:23.373162 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port f5db3cb7-37fa-4a12-b914-806a97dc17c1, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=f5db3cb7-37fa-4a12-b914-806a97dc17c1,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:12:23.377387 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:23.378603 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 10063f5d-8a6c-4f38-b774-306b898e920a up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:12:23.424309 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2762b-357e-4cb9-9257-827a85458d57 req-3360942b-ff3e-433e-9aa7-e419e839129e tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:12:23.425852 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6fa2762b-357e-4cb9-9257-827a85458d57 req-3360942b-ff3e-433e-9aa7-e419e839129e tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/networks?id=015b4593-82bb-49ce-876b-65bd1a877bd6 HTTP/1.1" status: 200 len: 797 time: 0.1265452 Oct 30 16:12:23.441934 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6fa2762b-357e-4cb9-9257-827a85458d57 req-c0b52f5a-2e2d-447b-9542-80792c363232 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/quotas/289b72216cb54aebb7633604e51d22ed HTTP/1.1" status: 200 len: 375 time: 0.0102189 Oct 30 16:12:23.478606 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-003476eb-76bf-4ecf-9ee2-39698bef1451 None None] Provisioning complete for port fe18f17d-9f88-41fe-a628-7c6c18a47705 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:12:23.479074 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-003476eb-76bf-4ecf-9ee2-39698bef1451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:23.516756 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=f5db3cb7-37fa-4a12-b914-806a97dc17c1,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:12:23.525790 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6fa2762b-357e-4cb9-9257-827a85458d57 req-7c0005cf-9a16-4192-ae52-7625b33002eb tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=289b72216cb54aebb7633604e51d22ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0708470 Oct 30 16:12:23.526622 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-003476eb-76bf-4ecf-9ee2-39698bef1451 None None] Port fe18f17d-9f88-41fe-a628-7c6c18a47705 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 16:12:23.542601 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-003476eb-76bf-4ecf-9ee2-39698bef1451 None None] Provisioning complete for port 10063f5d-8a6c-4f38-b774-306b898e920a triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:12:23.542979 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-003476eb-76bf-4ecf-9ee2-39698bef1451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:23.546161 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 10063f5d-8a6c-4f38-b774-306b898e920a triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:12:23.546161 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:23.628935 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6fa2762b-357e-4cb9-9257-827a85458d57 req-e9bf37f8-8a81-4a5b-963e-6707fac45b88 service neutron] 10.222.0.62 "GET /v2.0/networks/015b4593-82bb-49ce-876b-65bd1a877bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021180 Oct 30 16:12:23.742920 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6fa2762b-357e-4cb9-9257-827a85458d57 req-dec3525b-281f-47fa-b994-d8d4978a9c1b service neutron] 10.222.0.62 "GET /v2.0/networks/015b4593-82bb-49ce-876b-65bd1a877bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028678 Oct 30 16:12:23.767833 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66e5bc4-4a79-42b1-bfed-d49bf15ae5e9 None None] Sync routers for ids ['3b37b791-99cf-4e28-816a-58b13a166b95'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 16:12:23.777397 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66e5bc4-4a79-42b1-bfed-d49bf15ae5e9 None None] Routers {'3b37b791-99cf-4e28-816a-58b13a166b95'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:12:23.778153 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-d66e5bc4-4a79-42b1-bfed-d49bf15ae5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:11:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['3b37b791-99cf-4e28-816a-58b13a166b95'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:12:23.886534 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-6ad2cf9a-42d3-4472-b331-01ba9fe53daa None None] Provisioning complete for port fe18f17d-9f88-41fe-a628-7c6c18a47705 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:12:23.887154 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6ad2cf9a-42d3-4472-b331-01ba9fe53daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:23.895047 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ea878beb-4fe6-4120-83cb-a86d992fd13b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:23.924882 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ec189646-010a-46c2-a024-1a217fe783f5 req-c321389c-d1e9-4685-8b76-a2b365e2500c tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab669d9a-d20f-4d21-8713-2e5e7f7054ae HTTP/1.1" status: 200 len: 210 time: 0.0308046 Oct 30 16:12:23.945822 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-d66e5bc4-4a79-42b1-bfed-d49bf15ae5e9 None None] Set router 3b37b791-99cf-4e28-816a-58b13a166b95 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:12:23.947571 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-6ad2cf9a-42d3-4472-b331-01ba9fe53daa None None] Port fe18f17d-9f88-41fe-a628-7c6c18a47705 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 16:12:24.086065 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-fa296521-81c6-44c4-963b-733d8616096b None None] Provisioning complete for port fe18f17d-9f88-41fe-a628-7c6c18a47705 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:12:24.086920 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-fa296521-81c6-44c4-963b-733d8616096b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:24.160260 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-fa296521-81c6-44c4-963b-733d8616096b None None] Port fe18f17d-9f88-41fe-a628-7c6c18a47705 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 16:12:24.188698 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-d66e5bc4-4a79-42b1-bfed-d49bf15ae5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b37b791-99cf-4e28-816a-58b13a166b95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492930549', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': 'f5db3cb7-37fa-4a12-b914-806a97dc17c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:12:19Z', 'updated_at': '2021-10-30T16:12:22Z', 'revision_number': 4, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'gw_port': {'id': 'f5db3cb7-37fa-4a12-b914-806a97dc17c1', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b37b791-99cf-4e28-816a-58b13a166b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:12:19Z', 'updated_at': '2021-10-30T16:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'fe18f17d-9f88-41fe-a628-7c6c18a47705', 'name': '', 'network_id': '015b4593-82bb-49ce-876b-65bd1a877bd6', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'mac_address': 'fa:16:3e:f1:3a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b37b791-99cf-4e28-816a-58b13a166b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '4c3dcbf6-16d3-451e-8b3f-21dfd43882fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:12:21Z', 'updated_at': '2021-10-30T16:12:22Z', 'revision_number': 2, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'subnets': [{'id': '4c3dcbf6-16d3-451e-8b3f-21dfd43882fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:12:24.216085 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66e5bc4-4a79-42b1-bfed-d49bf15ae5e9 None None] Checking router: 3b37b791-99cf-4e28-816a-58b13a166b95 for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 16:12:24.216984 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66e5bc4-4a79-42b1-bfed-d49bf15ae5e9 None None] Updating router 3b37b791-99cf-4e28-816a-58b13a166b95 port fe18f17d-9f88-41fe-a628-7c6c18a47705 binding host n-d-806683-17 {{(pid=102132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 16:12:24.241844 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d66e5bc4-4a79-42b1-bfed-d49bf15ae5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:24.657426 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d66e5bc4-4a79-42b1-bfed-d49bf15ae5e9 None None] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:24.665914 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d66e5bc4-4a79-42b1-bfed-d49bf15ae5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:24.724653 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76f72a9-d888-4f21-a6b5-eff574a8b604 None None] Pushing event updated for resources: {'Port': ['ID=fe18f17d-9f88-41fe-a628-7c6c18a47705,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:12:24.784076 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-d66e5bc4-4a79-42b1-bfed-d49bf15ae5e9 None None] Attempting to bind port fe18f17d-9f88-41fe-a628-7c6c18a47705 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 16:12:24.784465 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-d66e5bc4-4a79-42b1-bfed-d49bf15ae5e9 None None] Attempting to bind port fe18f17d-9f88-41fe-a628-7c6c18a47705 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'd958d77e-8479-4a55-9c0c-c87eb6e8218b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '015b4593-82bb-49ce-876b-65bd1a877bd6'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 16:12:24.784848 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66e5bc4-4a79-42b1-bfed-d49bf15ae5e9 None None] Attempting to bind port fe18f17d-9f88-41fe-a628-7c6c18a47705 on network 015b4593-82bb-49ce-876b-65bd1a877bd6 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:12:24.790353 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66e5bc4-4a79-42b1-bfed-d49bf15ae5e9 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 16, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 16:12:24.790738 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66e5bc4-4a79-42b1-bfed-d49bf15ae5e9 None None] Checking segment: {'id': 'd958d77e-8479-4a55-9c0c-c87eb6e8218b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '015b4593-82bb-49ce-876b-65bd1a877bd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:12:24.791141 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d66e5bc4-4a79-42b1-bfed-d49bf15ae5e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:24.791559 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66e5bc4-4a79-42b1-bfed-d49bf15ae5e9 None None] Bound using segment: {'id': 'd958d77e-8479-4a55-9c0c-c87eb6e8218b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '015b4593-82bb-49ce-876b-65bd1a877bd6'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 16:12:24.792035 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-d66e5bc4-4a79-42b1-bfed-d49bf15ae5e9 None None] Bound port: fe18f17d-9f88-41fe-a628-7c6c18a47705, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd958d77e-8479-4a55-9c0c-c87eb6e8218b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '015b4593-82bb-49ce-876b-65bd1a877bd6'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 16:12:24.792427 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d66e5bc4-4a79-42b1-bfed-d49bf15ae5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:24.875629 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d66e5bc4-4a79-42b1-bfed-d49bf15ae5e9 None None] For port fe18f17d-9f88-41fe-a628-7c6c18a47705, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 16:12:24.894128 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d66e5bc4-4a79-42b1-bfed-d49bf15ae5e9 None None] For port fe18f17d-9f88-41fe-a628-7c6c18a47705, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=fe18f17d-9f88-41fe-a628-7c6c18a47705,segment=NetworkSegment(d958d77e-8479-4a55-9c0c-c87eb6e8218b),segment_id=d958d77e-8479-4a55-9c0c-c87eb6e8218b)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 16:12:24.903384 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d66e5bc4-4a79-42b1-bfed-d49bf15ae5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:24.909937 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:24.979165 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76f72a9-d888-4f21-a6b5-eff574a8b604 None None] Pushing event updated for resources: {'Port': ['ID=fe18f17d-9f88-41fe-a628-7c6c18a47705,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:12:25.010994 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66e5bc4-4a79-42b1-bfed-d49bf15ae5e9 None None] Routers {'3b37b791-99cf-4e28-816a-58b13a166b95'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:12:25.011686 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-d66e5bc4-4a79-42b1-bfed-d49bf15ae5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:12:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['3b37b791-99cf-4e28-816a-58b13a166b95'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:12:25.100617 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-3d30e196-c45c-4d54-a839-b7c463ea3a7f None None] Provisioning complete for port fe18f17d-9f88-41fe-a628-7c6c18a47705 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:12:25.101003 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3d30e196-c45c-4d54-a839-b7c463ea3a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:25.114683 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-348f9291-3d58-414d-add5-2779bda5a9ef req-ef30b1de-6a0d-4a72-8d35-a4c8d0f5dd12 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab669d9a-d20f-4d21-8713-2e5e7f7054ae HTTP/1.1" status: 200 len: 210 time: 0.0588505 Oct 30 16:12:25.157667 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device f5db3cb7-37fa-4a12-b914-806a97dc17c1 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:12:25.210595 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:25.233188 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-d66e5bc4-4a79-42b1-bfed-d49bf15ae5e9 None None] Set router 3b37b791-99cf-4e28-816a-58b13a166b95 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:12:25.256424 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2762b-357e-4cb9-9257-827a85458d57 req-161e240e-0b1a-4da4-a749-13bf7f8087fb tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:12:25.257869 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6fa2762b-357e-4cb9-9257-827a85458d57 req-161e240e-0b1a-4da4-a749-13bf7f8087fb tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.53 "GET /v2.0/networks?id=015b4593-82bb-49ce-876b-65bd1a877bd6 HTTP/1.1" status: 200 len: 797 time: 0.5095189 Oct 30 16:12:25.300362 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6fa2762b-357e-4cb9-9257-827a85458d57 req-81e761a1-15b4-4fe7-a0d8-1c42def8c03f tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=289b72216cb54aebb7633604e51d22ed HTTP/1.1" status: 200 len: 379 time: 0.0330119 Oct 30 16:12:25.309549 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-6fa2762b-357e-4cb9-9257-827a85458d57 req-166cd8dd-f419-446e-8371-b39b346c2102 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Request body: {'port': {'device_id': 'ab669d9a-d20f-4d21-8713-2e5e7f7054ae', 'network_id': '015b4593-82bb-49ce-876b-65bd1a877bd6', 'admin_state_up': True, 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'security_groups': ['9effc36a-4afa-49c9-92c3-b45ec8abf5f9']}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:12:25.383348 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port f5db3cb7-37fa-4a12-b914-806a97dc17c1 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:12:25.383745 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:25.415176 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fa2762b-357e-4cb9-9257-827a85458d57 req-166cd8dd-f419-446e-8371-b39b346c2102 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Made reservation on behalf of 289b72216cb54aebb7633604e51d22ed for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 16:12:25.418621 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6fa2762b-357e-4cb9-9257-827a85458d57 req-166cd8dd-f419-446e-8371-b39b346c2102 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:25.420637 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3d30e196-c45c-4d54-a839-b7c463ea3a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:25.489272 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-3d30e196-c45c-4d54-a839-b7c463ea3a7f None None] For port fe18f17d-9f88-41fe-a628-7c6c18a47705, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=fe18f17d-9f88-41fe-a628-7c6c18a47705,segment=NetworkSegment(d958d77e-8479-4a55-9c0c-c87eb6e8218b),segment_id=d958d77e-8479-4a55-9c0c-c87eb6e8218b)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:12:25.496670 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3d30e196-c45c-4d54-a839-b7c463ea3a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:25.549397 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-6fa2762b-357e-4cb9-9257-827a85458d57 req-166cd8dd-f419-446e-8371-b39b346c2102 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Allocated IP 172.20.0.8 (015b4593-82bb-49ce-876b-65bd1a877bd6/4c3dcbf6-16d3-451e-8b3f-21dfd43882fa/74e1b08c-cae2-4ec0-9b07-2d328aa2ad67) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 16:12:25.612010 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 10063f5d-8a6c-4f38-b774-306b898e920a up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:12:25.613676 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d30e196-c45c-4d54-a839-b7c463ea3a7f None None] Pushing event updated for resources: {'Port': ['ID=fe18f17d-9f88-41fe-a628-7c6c18a47705,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:12:25.660831 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-f2c04542-58ff-4f8a-b679-4096f4ff9187 None None] Provisioning complete for port fe18f17d-9f88-41fe-a628-7c6c18a47705 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:12:25.661205 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f2c04542-58ff-4f8a-b679-4096f4ff9187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:25.692072 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6fa2762b-357e-4cb9-9257-827a85458d57 req-166cd8dd-f419-446e-8371-b39b346c2102 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:25.695883 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-d66e5bc4-4a79-42b1-bfed-d49bf15ae5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b37b791-99cf-4e28-816a-58b13a166b95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492930549', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': 'f5db3cb7-37fa-4a12-b914-806a97dc17c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:12:19Z', 'updated_at': '2021-10-30T16:12:22Z', 'revision_number': 4, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'gw_port': {'id': 'f5db3cb7-37fa-4a12-b914-806a97dc17c1', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b37b791-99cf-4e28-816a-58b13a166b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:12:19Z', 'updated_at': '2021-10-30T16:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'fe18f17d-9f88-41fe-a628-7c6c18a47705', 'name': '', 'network_id': '015b4593-82bb-49ce-876b-65bd1a877bd6', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'mac_address': 'fa:16:3e:f1:3a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b37b791-99cf-4e28-816a-58b13a166b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '4c3dcbf6-16d3-451e-8b3f-21dfd43882fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:12:21Z', 'updated_at': '2021-10-30T16:12:24Z', 'revision_number': 4, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'subnets': [{'id': '4c3dcbf6-16d3-451e-8b3f-21dfd43882fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:12:25.725851 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6fa2762b-357e-4cb9-9257-827a85458d57 req-166cd8dd-f419-446e-8371-b39b346c2102 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:25.735197 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66e5bc4-4a79-42b1-bfed-d49bf15ae5e9 None None] The sync data for ids ['3b37b791-99cf-4e28-816a-58b13a166b95'] in n-d-806683-17 is: [{'id': '3b37b791-99cf-4e28-816a-58b13a166b95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492930549', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': 'f5db3cb7-37fa-4a12-b914-806a97dc17c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:12:19Z', 'updated_at': '2021-10-30T16:12:22Z', 'revision_number': 4, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'gw_port': {'id': 'f5db3cb7-37fa-4a12-b914-806a97dc17c1', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b37b791-99cf-4e28-816a-58b13a166b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:12:19Z', 'updated_at': '2021-10-30T16:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'fe18f17d-9f88-41fe-a628-7c6c18a47705', 'name': '', 'network_id': '015b4593-82bb-49ce-876b-65bd1a877bd6', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'mac_address': 'fa:16:3e:f1:3a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b37b791-99cf-4e28-816a-58b13a166b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '4c3dcbf6-16d3-451e-8b3f-21dfd43882fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:12:21Z', 'updated_at': '2021-10-30T16:12:24Z', 'revision_number': 4, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'subnets': [{'id': '4c3dcbf6-16d3-451e-8b3f-21dfd43882fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 16:12:25.759523 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 10063f5d-8a6c-4f38-b774-306b898e920a triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:12:25.759893 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:25.774576 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fa2762b-357e-4cb9-9257-827a85458d57 req-166cd8dd-f419-446e-8371-b39b346c2102 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Network 015b4593-82bb-49ce-876b-65bd1a877bd6 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:12:25.777826 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-6fa2762b-357e-4cb9-9257-827a85458d57 req-166cd8dd-f419-446e-8371-b39b346c2102 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:12:25.782883 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fa2762b-357e-4cb9-9257-827a85458d57 req-166cd8dd-f419-446e-8371-b39b346c2102 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 16:12:25.788182 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166cd8dd-f419-446e-8371-b39b346c2102 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event updated for resources: {'Port': ['ID=74e1b08c-cae2-4ec0-9b07-2d328aa2ad67,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:12:25.859229 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2762b-357e-4cb9-9257-827a85458d57 req-166cd8dd-f419-446e-8371-b39b346c2102 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:12:25.860191 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6fa2762b-357e-4cb9-9257-827a85458d57 req-166cd8dd-f419-446e-8371-b39b346c2102 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:25.880035 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6fa2762b-357e-4cb9-9257-827a85458d57 req-166cd8dd-f419-446e-8371-b39b346c2102 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5736876 Oct 30 16:12:25.893039 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-6fa2762b-357e-4cb9-9257-827a85458d57 req-ff8f2ba8-4791-4fd7-a1a7-9471131e0256 service neutron] Request body: {'port': {'device_id': 'ab669d9a-d20f-4d21-8713-2e5e7f7054ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:12:25.958492 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6fa2762b-357e-4cb9-9257-827a85458d57 req-ff8f2ba8-4791-4fd7-a1a7-9471131e0256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:26.092021 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-46986d66-253a-4973-9f0f-7324305c63f5 None None] Provisioning complete for port 74e1b08c-cae2-4ec0-9b07-2d328aa2ad67 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:12:26.092636 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-46986d66-253a-4973-9f0f-7324305c63f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:26.150991 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-46986d66-253a-4973-9f0f-7324305c63f5 None None] Port 74e1b08c-cae2-4ec0-9b07-2d328aa2ad67 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 16:12:26.282034 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961841ae-5fac-4753-9da2-ab4f4bc65c28 req-e4a778fb-fb87-440e-92b7-2ae85d72a9f2 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:12:26.283560 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-961841ae-5fac-4753-9da2-ab4f4bc65c28 req-e4a778fb-fb87-440e-92b7-2ae85d72a9f2 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab669d9a-d20f-4d21-8713-2e5e7f7054ae HTTP/1.1" status: 200 len: 931 time: 0.0947051 Oct 30 16:12:26.288071 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-6fa2762b-357e-4cb9-9257-827a85458d57 req-ff8f2ba8-4791-4fd7-a1a7-9471131e0256 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74e1b08c-cae2-4ec0-9b07-2d328aa2ad67 {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 16:12:26.301840 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6fa2762b-357e-4cb9-9257-827a85458d57 req-ff8f2ba8-4791-4fd7-a1a7-9471131e0256 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:26.324705 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-6fa2762b-357e-4cb9-9257-827a85458d57 req-ff8f2ba8-4791-4fd7-a1a7-9471131e0256 service neutron] Transition to ACTIVE for port object 74e1b08c-cae2-4ec0-9b07-2d328aa2ad67 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 16:12:26.333275 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6fa2762b-357e-4cb9-9257-827a85458d57 req-ff8f2ba8-4791-4fd7-a1a7-9471131e0256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:26.365744 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-961841ae-5fac-4753-9da2-ab4f4bc65c28 req-f7f1d1b0-d064-4f71-9015-d1b083493f2f tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=9effc36a-4afa-49c9-92c3-b45ec8abf5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729232 Oct 30 16:12:26.405175 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8f2ba8-4791-4fd7-a1a7-9471131e0256 service neutron] Pushing event updated for resources: {'Port': ['ID=74e1b08c-cae2-4ec0-9b07-2d328aa2ad67,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:12:26.472152 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-6fa2762b-357e-4cb9-9257-827a85458d57 req-ff8f2ba8-4791-4fd7-a1a7-9471131e0256 service neutron] Attempting to bind port 74e1b08c-cae2-4ec0-9b07-2d328aa2ad67 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 16:12:26.472496 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-6fa2762b-357e-4cb9-9257-827a85458d57 req-ff8f2ba8-4791-4fd7-a1a7-9471131e0256 service neutron] Attempting to bind port 74e1b08c-cae2-4ec0-9b07-2d328aa2ad67 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': 'd958d77e-8479-4a55-9c0c-c87eb6e8218b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '015b4593-82bb-49ce-876b-65bd1a877bd6'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 16:12:26.472870 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa2762b-357e-4cb9-9257-827a85458d57 req-ff8f2ba8-4791-4fd7-a1a7-9471131e0256 service neutron] Attempting to bind port 74e1b08c-cae2-4ec0-9b07-2d328aa2ad67 on network 015b4593-82bb-49ce-876b-65bd1a877bd6 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:12:26.479360 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa2762b-357e-4cb9-9257-827a85458d57 req-ff8f2ba8-4791-4fd7-a1a7-9471131e0256 service neutron] Port 74e1b08c-cae2-4ec0-9b07-2d328aa2ad67 on network 015b4593-82bb-49ce-876b-65bd1a877bd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 16:12:26.479712 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa2762b-357e-4cb9-9257-827a85458d57 req-ff8f2ba8-4791-4fd7-a1a7-9471131e0256 service neutron] Attempting to bind port 74e1b08c-cae2-4ec0-9b07-2d328aa2ad67 on network 015b4593-82bb-49ce-876b-65bd1a877bd6 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:12:26.485057 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa2762b-357e-4cb9-9257-827a85458d57 req-ff8f2ba8-4791-4fd7-a1a7-9471131e0256 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 16:12:26.485394 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa2762b-357e-4cb9-9257-827a85458d57 req-ff8f2ba8-4791-4fd7-a1a7-9471131e0256 service neutron] Checking segment: {'id': 'd958d77e-8479-4a55-9c0c-c87eb6e8218b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '015b4593-82bb-49ce-876b-65bd1a877bd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:12:26.485804 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa2762b-357e-4cb9-9257-827a85458d57 req-ff8f2ba8-4791-4fd7-a1a7-9471131e0256 service neutron] Bound using segment: {'id': 'd958d77e-8479-4a55-9c0c-c87eb6e8218b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '015b4593-82bb-49ce-876b-65bd1a877bd6'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 16:12:26.486237 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-6fa2762b-357e-4cb9-9257-827a85458d57 req-ff8f2ba8-4791-4fd7-a1a7-9471131e0256 service neutron] Bound port: 74e1b08c-cae2-4ec0-9b07-2d328aa2ad67, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd958d77e-8479-4a55-9c0c-c87eb6e8218b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '015b4593-82bb-49ce-876b-65bd1a877bd6'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 16:12:26.486591 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6fa2762b-357e-4cb9-9257-827a85458d57 req-ff8f2ba8-4791-4fd7-a1a7-9471131e0256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:26.565617 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-6fa2762b-357e-4cb9-9257-827a85458d57 req-ff8f2ba8-4791-4fd7-a1a7-9471131e0256 service neutron] For port 74e1b08c-cae2-4ec0-9b07-2d328aa2ad67, host n-h1-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 16:12:26.569388 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-6fa2762b-357e-4cb9-9257-827a85458d57 req-ff8f2ba8-4791-4fd7-a1a7-9471131e0256 service neutron] For port 74e1b08c-cae2-4ec0-9b07-2d328aa2ad67, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=74e1b08c-cae2-4ec0-9b07-2d328aa2ad67,segment=NetworkSegment(d958d77e-8479-4a55-9c0c-c87eb6e8218b),segment_id=d958d77e-8479-4a55-9c0c-c87eb6e8218b)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 16:12:26.574942 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6fa2762b-357e-4cb9-9257-827a85458d57 req-ff8f2ba8-4791-4fd7-a1a7-9471131e0256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:26.615648 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2762b-357e-4cb9-9257-827a85458d57 req-ff8f2ba8-4791-4fd7-a1a7-9471131e0256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:12:26.616270 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-6fa2762b-357e-4cb9-9257-827a85458d57 req-ff8f2ba8-4791-4fd7-a1a7-9471131e0256 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:26.617674 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6fa2762b-357e-4cb9-9257-827a85458d57 req-ff8f2ba8-4791-4fd7-a1a7-9471131e0256 service neutron] 10.222.0.53 "PUT /v2.0/ports/74e1b08c-cae2-4ec0-9b07-2d328aa2ad67 HTTP/1.1" status: 200 len: 1092 time: 0.7292194 Oct 30 16:12:26.618148 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab669d9a-d20f-4d21-8713-2e5e7f7054ae', 'tag': '74e1b08c-cae2-4ec0-9b07-2d328aa2ad67'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:12:26.620498 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}931ac027fb50588f101e6e2f92584f6f115530be99269a43aae453735a93652f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-313c1c8d-fb91-4582-9fb3-45ef09a3769b" -d '{"events": [{"name": "network-changed", "server_uuid": "ab669d9a-d20f-4d21-8713-2e5e7f7054ae", "tag": "74e1b08c-cae2-4ec0-9b07-2d328aa2ad67"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:12:26.644278 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8f2ba8-4791-4fd7-a1a7-9471131e0256 service neutron] Pushing event updated for resources: {'Port': ['ID=74e1b08c-cae2-4ec0-9b07-2d328aa2ad67,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:12:26.712064 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 16:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5502eeb-f78a-4738-af6a-2c3e2a610375 x-openstack-request-id: req-e5502eeb-f78a-4738-af6a-2c3e2a610375 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:12:26.712433 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab669d9a-d20f-4d21-8713-2e5e7f7054ae", "tag": "74e1b08c-cae2-4ec0-9b07-2d328aa2ad67", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:12:26.712695 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e5502eeb-f78a-4738-af6a-2c3e2a610375 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:12:26.713248 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab669d9a-d20f-4d21-8713-2e5e7f7054ae', 'tag': '74e1b08c-cae2-4ec0-9b07-2d328aa2ad67', 'status': 'completed', 'code': 200} Oct 30 16:12:26.731195 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2762b-357e-4cb9-9257-827a85458d57 req-e7b91806-71bb-4fb7-ac4a-72eecf8d8b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:12:26.732923 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6fa2762b-357e-4cb9-9257-827a85458d57 req-e7b91806-71bb-4fb7-ac4a-72eecf8d8b0a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=289b72216cb54aebb7633604e51d22ed&device_id=ab669d9a-d20f-4d21-8713-2e5e7f7054ae HTTP/1.1" status: 200 len: 1095 time: 0.0576167 Oct 30 16:12:26.782201 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6fa2762b-357e-4cb9-9257-827a85458d57 req-6c8d08e8-414a-4dcc-8317-8c9dc4c1c69e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74e1b08c-cae2-4ec0-9b07-2d328aa2ad67 HTTP/1.1" status: 200 len: 217 time: 0.0403333 Oct 30 16:12:26.828363 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:26.839496 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2762b-357e-4cb9-9257-827a85458d57 req-28a4fdc9-65db-40f6-8ac1-d7ff03c73c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:12:26.840981 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6fa2762b-357e-4cb9-9257-827a85458d57 req-28a4fdc9-65db-40f6-8ac1-d7ff03c73c78 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4c3dcbf6-16d3-451e-8b3f-21dfd43882fa HTTP/1.1" status: 200 len: 834 time: 0.0513859 Oct 30 16:12:26.888931 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2762b-357e-4cb9-9257-827a85458d57 req-e35c965d-f2da-4bfc-8dc8-5a2bbc4788ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:12:26.890513 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6fa2762b-357e-4cb9-9257-827a85458d57 req-e35c965d-f2da-4bfc-8dc8-5a2bbc4788ae service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=015b4593-82bb-49ce-876b-65bd1a877bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428574 Oct 30 16:12:26.989443 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6fa2762b-357e-4cb9-9257-827a85458d57 req-94afd82a-d5cb-40fd-97b5-56d5b5b5cbbc service neutron] 10.222.0.53 "GET /v2.0/networks/015b4593-82bb-49ce-876b-65bd1a877bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910959 Oct 30 16:12:27.071394 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device fe18f17d-9f88-41fe-a628-7c6c18a47705 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:12:27.083167 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6fa2762b-357e-4cb9-9257-827a85458d57 req-c9006e3d-49bd-4e67-a2c9-7cff63c28793 service neutron] 10.222.0.53 "GET /v2.0/networks/015b4593-82bb-49ce-876b-65bd1a877bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867362 Oct 30 16:12:27.128772 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port fe18f17d-9f88-41fe-a628-7c6c18a47705 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:12:27.129374 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:27.185730 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313c1c8d-fb91-4582-9fb3-45ef09a3769b req-fdc20e67-1018-4990-be22-6596828fbb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:12:27.187447 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-313c1c8d-fb91-4582-9fb3-45ef09a3769b req-fdc20e67-1018-4990-be22-6596828fbb09 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=289b72216cb54aebb7633604e51d22ed&device_id=ab669d9a-d20f-4d21-8713-2e5e7f7054ae HTTP/1.1" status: 200 len: 1095 time: 0.0462391 Oct 30 16:12:27.279321 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313c1c8d-fb91-4582-9fb3-45ef09a3769b req-941764b9-9797-42f0-91d2-a7918cf14776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:12:27.280733 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-313c1c8d-fb91-4582-9fb3-45ef09a3769b req-941764b9-9797-42f0-91d2-a7918cf14776 service neutron] 10.222.0.53 "GET /v2.0/networks?id=015b4593-82bb-49ce-876b-65bd1a877bd6 HTTP/1.1" status: 200 len: 898 time: 0.0859196 Oct 30 16:12:27.327791 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-313c1c8d-fb91-4582-9fb3-45ef09a3769b req-91a6c23a-26a7-44e5-842c-6301e1830b2d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74e1b08c-cae2-4ec0-9b07-2d328aa2ad67 HTTP/1.1" status: 200 len: 217 time: 0.0383151 Oct 30 16:12:27.376663 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313c1c8d-fb91-4582-9fb3-45ef09a3769b req-d2907b8e-dc14-47b9-a668-9bbce36caf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:12:27.378114 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-313c1c8d-fb91-4582-9fb3-45ef09a3769b req-d2907b8e-dc14-47b9-a668-9bbce36caf3c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4c3dcbf6-16d3-451e-8b3f-21dfd43882fa HTTP/1.1" status: 200 len: 834 time: 0.0434666 Oct 30 16:12:27.424651 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313c1c8d-fb91-4582-9fb3-45ef09a3769b req-a741c4a6-b384-4770-84f1-9a73380ec583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:12:27.426152 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-313c1c8d-fb91-4582-9fb3-45ef09a3769b req-a741c4a6-b384-4770-84f1-9a73380ec583 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=015b4593-82bb-49ce-876b-65bd1a877bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407076 Oct 30 16:12:27.538850 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b998c82-fc48-4f9d-acd7-2a13b4e196aa req-75209efd-eca0-443d-8334-880717e6f42e tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:12:27.540269 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3b998c82-fc48-4f9d-acd7-2a13b4e196aa req-75209efd-eca0-443d-8334-880717e6f42e tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab669d9a-d20f-4d21-8713-2e5e7f7054ae HTTP/1.1" status: 200 len: 943 time: 0.0993965 Oct 30 16:12:27.574811 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-313c1c8d-fb91-4582-9fb3-45ef09a3769b req-21369ef6-98af-44a7-a184-8d6595cea781 service neutron] 10.222.0.53 "GET /v2.0/networks/015b4593-82bb-49ce-876b-65bd1a877bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409199 Oct 30 16:12:27.606455 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3b998c82-fc48-4f9d-acd7-2a13b4e196aa req-ff3eac09-0351-4d91-b204-c1cd9bf0123d tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=9effc36a-4afa-49c9-92c3-b45ec8abf5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593662 Oct 30 16:12:27.677171 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-313c1c8d-fb91-4582-9fb3-45ef09a3769b req-425f8e76-b42c-4bcd-a6c2-5b5a29ec6d3f service neutron] 10.222.0.53 "GET /v2.0/networks/015b4593-82bb-49ce-876b-65bd1a877bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928862 Oct 30 16:12:28.722828 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef69162-c471-431e-994c-0e1c99b0843d req-6eadeaec-e089-408d-82a0-99e538be5381 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:12:28.724360 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-eef69162-c471-431e-994c-0e1c99b0843d req-6eadeaec-e089-408d-82a0-99e538be5381 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab669d9a-d20f-4d21-8713-2e5e7f7054ae HTTP/1.1" status: 200 len: 943 time: 0.0489209 Oct 30 16:12:28.761847 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-eef69162-c471-431e-994c-0e1c99b0843d req-bd3e40e8-96eb-44a1-9587-c6abb2dfad30 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=9effc36a-4afa-49c9-92c3-b45ec8abf5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315256 Oct 30 16:12:29.878317 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545eedf9-2833-44fb-8f8a-90fbb5a3f4ed req-7ce9e693-a7af-466e-89f8-18cdf3a1d84a tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:12:29.879804 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-545eedf9-2833-44fb-8f8a-90fbb5a3f4ed req-7ce9e693-a7af-466e-89f8-18cdf3a1d84a tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab669d9a-d20f-4d21-8713-2e5e7f7054ae HTTP/1.1" status: 200 len: 943 time: 0.0490243 Oct 30 16:12:29.917204 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-545eedf9-2833-44fb-8f8a-90fbb5a3f4ed req-849d3571-3ffe-4da3-8609-af70c8d351db tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=9effc36a-4afa-49c9-92c3-b45ec8abf5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315192 Oct 30 16:12:30.523625 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:31.030302 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaa01f5-f957-4ce9-aee3-4c4894f8f516 req-eebf78dd-45e2-4437-96e6-27c9a9af9340 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:12:31.031823 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dfaa01f5-f957-4ce9-aee3-4c4894f8f516 req-eebf78dd-45e2-4437-96e6-27c9a9af9340 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab669d9a-d20f-4d21-8713-2e5e7f7054ae HTTP/1.1" status: 200 len: 943 time: 0.0486510 Oct 30 16:12:31.070244 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dfaa01f5-f957-4ce9-aee3-4c4894f8f516 req-60661f6c-fca2-408c-b140-29a59820642a tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=9effc36a-4afa-49c9-92c3-b45ec8abf5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325468 Oct 30 16:12:31.092555 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 74e1b08c-cae2-4ec0-9b07-2d328aa2ad67 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 16:12:31.192734 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 74e1b08c-cae2-4ec0-9b07-2d328aa2ad67, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=74e1b08c-cae2-4ec0-9b07-2d328aa2ad67,segment=NetworkSegment(d958d77e-8479-4a55-9c0c-c87eb6e8218b),segment_id=d958d77e-8479-4a55-9c0c-c87eb6e8218b)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:12:31.203854 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '74e1b08c-cae2-4ec0-9b07-2d328aa2ad67', 'network_id': '015b4593-82bb-49ce-876b-65bd1a877bd6', 'port_id': '74e1b08c-cae2-4ec0-9b07-2d328aa2ad67', 'mac_address': 'fa:16:3e:fb:4d:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c3dcbf6-16d3-451e-8b3f-21dfd43882fa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 16:12:31.240321 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:31.252823 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74e1b08c-cae2-4ec0-9b07-2d328aa2ad67 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 16:12:31.271420 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 74e1b08c-cae2-4ec0-9b07-2d328aa2ad67, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=74e1b08c-cae2-4ec0-9b07-2d328aa2ad67,segment=NetworkSegment(d958d77e-8479-4a55-9c0c-c87eb6e8218b),segment_id=d958d77e-8479-4a55-9c0c-c87eb6e8218b)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:12:31.275392 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:31.321561 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=74e1b08c-cae2-4ec0-9b07-2d328aa2ad67,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:12:31.465749 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['74e1b08c-cae2-4ec0-9b07-2d328aa2ad67'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 16:12:32.183026 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd500c71-5cb2-49bf-9fd9-8acf6766e5e3 req-4748828c-f9cb-4187-8bd2-112535851e67 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:12:32.184560 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dd500c71-5cb2-49bf-9fd9-8acf6766e5e3 req-4748828c-f9cb-4187-8bd2-112535851e67 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab669d9a-d20f-4d21-8713-2e5e7f7054ae HTTP/1.1" status: 200 len: 944 time: 0.0483596 Oct 30 16:12:32.222702 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dd500c71-5cb2-49bf-9fd9-8acf6766e5e3 req-39523941-9a6f-4cf6-93c1-44621a9bd567 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=9effc36a-4afa-49c9-92c3-b45ec8abf5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310690 Oct 30 16:12:32.534708 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:33.086964 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 74e1b08c-cae2-4ec0-9b07-2d328aa2ad67 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:12:33.135957 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port 74e1b08c-cae2-4ec0-9b07-2d328aa2ad67 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 16:12:33.139886 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 74e1b08c-cae2-4ec0-9b07-2d328aa2ad67 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:12:33.140254 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:33.220699 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:33.244583 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab669d9a-d20f-4d21-8713-2e5e7f7054ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e1b08c-cae2-4ec0-9b07-2d328aa2ad67'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:12:33.246792 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cafb2eba4876e5fc7105e54c9897f2ac796dde07d3c794cd15d4c51349c0477b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a2e837b-539f-4f42-8978-a4ee0e3479a4" -d '{"events": [{"server_uuid": "ab669d9a-d20f-4d21-8713-2e5e7f7054ae", "name": "network-vif-plugged", "status": "completed", "tag": "74e1b08c-cae2-4ec0-9b07-2d328aa2ad67"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:12:33.264120 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 74e1b08c-cae2-4ec0-9b07-2d328aa2ad67, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=74e1b08c-cae2-4ec0-9b07-2d328aa2ad67,segment=NetworkSegment(d958d77e-8479-4a55-9c0c-c87eb6e8218b),segment_id=d958d77e-8479-4a55-9c0c-c87eb6e8218b)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:12:33.269111 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:33.296427 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 16:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e35d3f-1cb4-4693-a693-45dc94768326 x-openstack-request-id: req-01e35d3f-1cb4-4693-a693-45dc94768326 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:12:33.296807 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab669d9a-d20f-4d21-8713-2e5e7f7054ae", "name": "network-vif-plugged", "status": "completed", "tag": "74e1b08c-cae2-4ec0-9b07-2d328aa2ad67", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:12:33.297060 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-01e35d3f-1cb4-4693-a693-45dc94768326 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:12:33.297451 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab669d9a-d20f-4d21-8713-2e5e7f7054ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e1b08c-cae2-4ec0-9b07-2d328aa2ad67', 'code': 200} Oct 30 16:12:33.326542 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=74e1b08c-cae2-4ec0-9b07-2d328aa2ad67,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:12:33.351292 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb91d2c-aed7-44a0-a0f5-14af32cfaeb7 req-bc955551-118a-4246-8a18-75a28c1f8d9a tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:12:33.352892 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ebb91d2c-aed7-44a0-a0f5-14af32cfaeb7 req-bc955551-118a-4246-8a18-75a28c1f8d9a tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab669d9a-d20f-4d21-8713-2e5e7f7054ae HTTP/1.1" status: 200 len: 945 time: 0.0554686 Oct 30 16:12:33.391146 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ebb91d2c-aed7-44a0-a0f5-14af32cfaeb7 req-5cad6348-8f41-4337-b968-1fdc21b232f2 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=9effc36a-4afa-49c9-92c3-b45ec8abf5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315993 Oct 30 16:12:33.392688 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba1a85-8a2e-40c5-8921-6c1fff44a379 req-7d6ec362-b087-4051-a63e-f93110e20b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:12:33.394327 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aaba1a85-8a2e-40c5-8921-6c1fff44a379 req-7d6ec362-b087-4051-a63e-f93110e20b6f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ab669d9a-d20f-4d21-8713-2e5e7f7054ae HTTP/1.1" status: 200 len: 1097 time: 0.0439756 Oct 30 16:12:33.430558 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-aaba1a85-8a2e-40c5-8921-6c1fff44a379 req-a314d482-4050-4c86-adaf-30d48d46546b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9effc36a-4afa-49c9-92c3-b45ec8abf5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288882 Oct 30 16:12:34.509865 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef262d-3e7d-4589-a73f-f2a6fef27e4e req-955d3703-ddf6-434f-b934-c68143509824 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:12:34.511332 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-35ef262d-3e7d-4589-a73f-f2a6fef27e4e req-955d3703-ddf6-434f-b934-c68143509824 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab669d9a-d20f-4d21-8713-2e5e7f7054ae HTTP/1.1" status: 200 len: 945 time: 0.0492022 Oct 30 16:12:34.549823 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-35ef262d-3e7d-4589-a73f-f2a6fef27e4e req-d3d15b72-cc63-43ab-9c2e-a8e2ece75446 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=9effc36a-4afa-49c9-92c3-b45ec8abf5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318866 Oct 30 16:12:35.663608 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed90c20-b7ba-4ef6-ab6f-996d2db96672 req-7e0e2bba-e58b-4bc5-a86d-e70bcd3557a1 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:12:35.665067 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5ed90c20-b7ba-4ef6-ab6f-996d2db96672 req-7e0e2bba-e58b-4bc5-a86d-e70bcd3557a1 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab669d9a-d20f-4d21-8713-2e5e7f7054ae HTTP/1.1" status: 200 len: 945 time: 0.0481381 Oct 30 16:12:35.703543 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5ed90c20-b7ba-4ef6-ab6f-996d2db96672 req-badd8e7d-4601-4982-9cc9-0e2c9222953f tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=9effc36a-4afa-49c9-92c3-b45ec8abf5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315747 Oct 30 16:12:35.817276 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58a4684-45e5-4f58-a6d3-0d02a11aba84 req-6252fc94-208c-4967-ac5f-ce54585bff0a tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:12:35.818865 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a58a4684-45e5-4f58-a6d3-0d02a11aba84 req-6252fc94-208c-4967-ac5f-ce54585bff0a tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab669d9a-d20f-4d21-8713-2e5e7f7054ae HTTP/1.1" status: 200 len: 945 time: 0.0491114 Oct 30 16:12:35.855581 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a58a4684-45e5-4f58-a6d3-0d02a11aba84 req-76e694f2-b000-42d2-af30-b25e6eecc5b6 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=9effc36a-4afa-49c9-92c3-b45ec8abf5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308270 Oct 30 16:12:35.877076 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 59258) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:12:35.920376 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23415c8-b027-4e60-a8fe-f2dda0f5c45e tempest-TestNetworkAdvancedServerOps-616166719 tempest-TestNetworkAdvancedServerOps-616166719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:12:35.921882 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a23415c8-b027-4e60-a8fe-f2dda0f5c45e tempest-TestNetworkAdvancedServerOps-616166719 tempest-TestNetworkAdvancedServerOps-616166719-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ab669d9a-d20f-4d21-8713-2e5e7f7054ae HTTP/1.1" status: 200 len: 1092 time: 0.0437870 Oct 30 16:12:35.924690 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 59260) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:12:35.928982 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-ca6a16ad-a14d-4516-8ac7-00bc18fcb681 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Request body: {'floatingip': {'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'port_id': '74e1b08c-cae2-4ec0-9b07-2d328aa2ad67', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:12:35.951234 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ca6a16ad-a14d-4516-8ac7-00bc18fcb681 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for floatingip, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:36.045854 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ca6a16ad-a14d-4516-8ac7-00bc18fcb681 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:36.080240 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [req-27d29d31-4464-49bd-966d-ecd3b456445f req-44105160-1086-431b-b7ae-ca80dc913e19 service neutron] (102131) timed out ('10.222.0.53', 61260) {{(pid=102131) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 30 16:12:36.150132 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-ca6a16ad-a14d-4516-8ac7-00bc18fcb681 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Allocated IP 172.25.4.190 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/eaad2689-825a-4468-a6f5-6d3d66c6b594) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 16:12:36.250716 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ca6a16ad-a14d-4516-8ac7-00bc18fcb681 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:36.283304 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ca6a16ad-a14d-4516-8ac7-00bc18fcb681 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:36.324112 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6a16ad-a14d-4516-8ac7-00bc18fcb681 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:12:36.327723 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-ca6a16ad-a14d-4516-8ac7-00bc18fcb681 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:12:36.332069 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6a16ad-a14d-4516-8ac7-00bc18fcb681 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 16:12:36.356143 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6a16ad-a14d-4516-8ac7-00bc18fcb681 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event updated for resources: {'Port': ['ID=eaad2689-825a-4468-a6f5-6d3d66c6b594,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:12:36.668757 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ca6a16ad-a14d-4516-8ac7-00bc18fcb681 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:36.736723 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ca6a16ad-a14d-4516-8ac7-00bc18fcb681 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:36.882142 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ca6a16ad-a14d-4516-8ac7-00bc18fcb681 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:36.886537 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ca6a16ad-a14d-4516-8ac7-00bc18fcb681 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:36.950620 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6a16ad-a14d-4516-8ac7-00bc18fcb681 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event updated for resources: {'Port': ['ID=eaad2689-825a-4468-a6f5-6d3d66c6b594,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:12:36.961787 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a16ad-a14d-4516-8ac7-00bc18fcb681 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:12:36.962132 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a16ad-a14d-4516-8ac7-00bc18fcb681 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:12:36.962467 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a16ad-a14d-4516-8ac7-00bc18fcb681 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:12:36.962802 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a16ad-a14d-4516-8ac7-00bc18fcb681 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:12:36.963136 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a16ad-a14d-4516-8ac7-00bc18fcb681 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:12:36.963578 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a16ad-a14d-4516-8ac7-00bc18fcb681 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:12:36.963815 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a16ad-a14d-4516-8ac7-00bc18fcb681 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:12:36.964142 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a16ad-a14d-4516-8ac7-00bc18fcb681 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:12:36.964463 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a16ad-a14d-4516-8ac7-00bc18fcb681 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:12:36.964785 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a16ad-a14d-4516-8ac7-00bc18fcb681 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:12:36.965106 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a16ad-a14d-4516-8ac7-00bc18fcb681 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:12:36.965424 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a16ad-a14d-4516-8ac7-00bc18fcb681 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:12:36.972530 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ca6a16ad-a14d-4516-8ac7-00bc18fcb681 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:37.069842 n-d-806683-17 neutron-server[102130]: INFO neutron.db.l3_db [None req-ca6a16ad-a14d-4516-8ac7-00bc18fcb681 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Floating IP 6e722b5f-7939-4f30-9880-55bc41cc6a51 associated. External IP: 172.25.4.190, port: 74e1b08c-cae2-4ec0-9b07-2d328aa2ad67. Oct 30 16:12:37.274044 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca6a16ad-a14d-4516-8ac7-00bc18fcb681 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Router 3b37b791-99cf-4e28-816a-58b13a166b95 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 16:12:37.380308 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca6a16ad-a14d-4516-8ac7-00bc18fcb681 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 16:12:37.390302 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ec8346-b1fc-43f0-9114-1dc287e2ef5c None None] Sync routers for ids ['3b37b791-99cf-4e28-816a-58b13a166b95'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 16:12:37.398207 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ca6a16ad-a14d-4516-8ac7-00bc18fcb681 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:37.399926 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ec8346-b1fc-43f0-9114-1dc287e2ef5c None None] Routers {'3b37b791-99cf-4e28-816a-58b13a166b95'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:12:37.400530 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-d6ec8346-b1fc-43f0-9114-1dc287e2ef5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:12:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['3b37b791-99cf-4e28-816a-58b13a166b95'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:12:37.426438 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-ca6a16ad-a14d-4516-8ac7-00bc18fcb681 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5007474 Oct 30 16:12:37.427028 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab669d9a-d20f-4d21-8713-2e5e7f7054ae', 'tag': '74e1b08c-cae2-4ec0-9b07-2d328aa2ad67'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:12:37.429310 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}931ac027fb50588f101e6e2f92584f6f115530be99269a43aae453735a93652f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a422da-f7e2-4775-bb21-176235d56a10" -d '{"events": [{"name": "network-changed", "server_uuid": "ab669d9a-d20f-4d21-8713-2e5e7f7054ae", "tag": "74e1b08c-cae2-4ec0-9b07-2d328aa2ad67"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:12:37.468176 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 16:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93505a95-7f54-4a29-9687-0aa5f794d8ba x-openstack-request-id: req-93505a95-7f54-4a29-9687-0aa5f794d8ba {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:12:37.468631 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab669d9a-d20f-4d21-8713-2e5e7f7054ae", "tag": "74e1b08c-cae2-4ec0-9b07-2d328aa2ad67", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:12:37.468954 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-93505a95-7f54-4a29-9687-0aa5f794d8ba {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:12:37.469433 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab669d9a-d20f-4d21-8713-2e5e7f7054ae', 'tag': '74e1b08c-cae2-4ec0-9b07-2d328aa2ad67', 'status': 'completed', 'code': 200} Oct 30 16:12:37.510719 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-d6ec8346-b1fc-43f0-9114-1dc287e2ef5c None None] Set router 3b37b791-99cf-4e28-816a-58b13a166b95 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:12:37.527806 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b04d0e-3f7b-471e-a905-dbd7214e2799 req-7dd4379b-9a64-4dcc-bae5-e64026ba8d5a tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:12:37.529877 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-65b04d0e-3f7b-471e-a905-dbd7214e2799 req-7dd4379b-9a64-4dcc-bae5-e64026ba8d5a tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab669d9a-d20f-4d21-8713-2e5e7f7054ae HTTP/1.1" status: 200 len: 945 time: 0.0512097 Oct 30 16:12:37.532534 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a422da-f7e2-4775-bb21-176235d56a10 req-7c892e29-0f2e-45ad-bb01-96a6e2886dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:12:37.534097 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-33a422da-f7e2-4775-bb21-176235d56a10 req-7c892e29-0f2e-45ad-bb01-96a6e2886dd9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=289b72216cb54aebb7633604e51d22ed&device_id=ab669d9a-d20f-4d21-8713-2e5e7f7054ae HTTP/1.1" status: 200 len: 1097 time: 0.0447741 Oct 30 16:12:37.569734 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-65b04d0e-3f7b-471e-a905-dbd7214e2799 req-c8581536-276e-4da0-a521-5e1f79009d58 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=9effc36a-4afa-49c9-92c3-b45ec8abf5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321147 Oct 30 16:12:37.594222 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 59266) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:12:37.648067 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a422da-f7e2-4775-bb21-176235d56a10 req-46d424b0-e357-4d63-b308-08d1a409fd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:12:37.650874 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-33a422da-f7e2-4775-bb21-176235d56a10 req-46d424b0-e357-4d63-b308-08d1a409fd72 service neutron] 10.222.0.53 "GET /v2.0/networks?id=015b4593-82bb-49ce-876b-65bd1a877bd6 HTTP/1.1" status: 200 len: 898 time: 0.1098573 Oct 30 16:12:37.660341 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-6b61630c-47ee-464c-b3f0-7b1e080b9b40 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/floatingips/6e722b5f-7939-4f30-9880-55bc41cc6a51 HTTP/1.1" status: 200 len: 991 time: 0.0637345 Oct 30 16:12:37.718622 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-33a422da-f7e2-4775-bb21-176235d56a10 req-849d7f95-0472-412e-9196-d5572e5c3b36 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74e1b08c-cae2-4ec0-9b07-2d328aa2ad67 HTTP/1.1" status: 200 len: 999 time: 0.0613096 Oct 30 16:12:37.752443 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-d6ec8346-b1fc-43f0-9114-1dc287e2ef5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b37b791-99cf-4e28-816a-58b13a166b95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492930549', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': 'f5db3cb7-37fa-4a12-b914-806a97dc17c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:12:19Z', 'updated_at': '2021-10-30T16:12:22Z', 'revision_number': 4, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'gw_port': {'id': 'f5db3cb7-37fa-4a12-b914-806a97dc17c1', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b37b791-99cf-4e28-816a-58b13a166b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:12:19Z', 'updated_at': '2021-10-30T16:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '6e722b5f-7939-4f30-9880-55bc41cc6a51', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'floating_ip_address': '172.25.4.190', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '3b37b791-99cf-4e28-816a-58b13a166b95', 'port_id': '74e1b08c-cae2-4ec0-9b07-2d328aa2ad67', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '015b4593-82bb-49ce-876b-65bd1a877bd6', 'mac_address': 'fa:16:3e:fb:4d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab669d9a-d20f-4d21-8713-2e5e7f7054ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T16:12:36Z', 'updated_at': '2021-10-30T16:12:36Z', 'revision_number': 0, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe18f17d-9f88-41fe-a628-7c6c18a47705', 'name': '', 'network_id': '015b4593-82bb-49ce-876b-65bd1a877bd6', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'mac_address': 'fa:16:3e:f1:3a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b37b791-99cf-4e28-816a-58b13a166b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '4c3dcbf6-16d3-451e-8b3f-21dfd43882fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:12:21Z', 'updated_at': '2021-10-30T16:12:25Z', 'revision_number': 5, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'subnets': [{'id': '4c3dcbf6-16d3-451e-8b3f-21dfd43882fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:12:37.766028 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a422da-f7e2-4775-bb21-176235d56a10 req-ad461b89-d4ec-4baf-b0fc-bb175c713bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:12:37.767894 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-33a422da-f7e2-4775-bb21-176235d56a10 req-ad461b89-d4ec-4baf-b0fc-bb175c713bec service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4c3dcbf6-16d3-451e-8b3f-21dfd43882fa HTTP/1.1" status: 200 len: 834 time: 0.0425875 Oct 30 16:12:37.779001 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ec8346-b1fc-43f0-9114-1dc287e2ef5c None None] Checking router: 3b37b791-99cf-4e28-816a-58b13a166b95 for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 16:12:37.787346 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ec8346-b1fc-43f0-9114-1dc287e2ef5c None None] Routers {'3b37b791-99cf-4e28-816a-58b13a166b95'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:12:37.787986 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-d6ec8346-b1fc-43f0-9114-1dc287e2ef5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:12:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['3b37b791-99cf-4e28-816a-58b13a166b95'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:12:37.816215 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a422da-f7e2-4775-bb21-176235d56a10 req-c7378526-0627-4fc5-a61d-97b9211540a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:12:37.817662 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-33a422da-f7e2-4775-bb21-176235d56a10 req-c7378526-0627-4fc5-a61d-97b9211540a9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=015b4593-82bb-49ce-876b-65bd1a877bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431962 Oct 30 16:12:37.892384 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-d6ec8346-b1fc-43f0-9114-1dc287e2ef5c None None] Set router 3b37b791-99cf-4e28-816a-58b13a166b95 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:12:37.907302 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-33a422da-f7e2-4775-bb21-176235d56a10 req-128a1221-3a29-45eb-af29-348065d70d76 service neutron] 10.222.0.53 "GET /v2.0/networks/015b4593-82bb-49ce-876b-65bd1a877bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825846 Oct 30 16:12:38.003091 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-33a422da-f7e2-4775-bb21-176235d56a10 req-a692a7d7-ebe9-40a8-af4c-2c76f206e2aa service neutron] 10.222.0.53 "GET /v2.0/networks/015b4593-82bb-49ce-876b-65bd1a877bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886800 Oct 30 16:12:38.116202 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-d6ec8346-b1fc-43f0-9114-1dc287e2ef5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b37b791-99cf-4e28-816a-58b13a166b95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492930549', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': 'f5db3cb7-37fa-4a12-b914-806a97dc17c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:12:19Z', 'updated_at': '2021-10-30T16:12:22Z', 'revision_number': 4, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'gw_port': {'id': 'f5db3cb7-37fa-4a12-b914-806a97dc17c1', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b37b791-99cf-4e28-816a-58b13a166b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:12:19Z', 'updated_at': '2021-10-30T16:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '6e722b5f-7939-4f30-9880-55bc41cc6a51', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'floating_ip_address': '172.25.4.190', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '3b37b791-99cf-4e28-816a-58b13a166b95', 'port_id': '74e1b08c-cae2-4ec0-9b07-2d328aa2ad67', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '015b4593-82bb-49ce-876b-65bd1a877bd6', 'mac_address': 'fa:16:3e:fb:4d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab669d9a-d20f-4d21-8713-2e5e7f7054ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T16:12:36Z', 'updated_at': '2021-10-30T16:12:36Z', 'revision_number': 0, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe18f17d-9f88-41fe-a628-7c6c18a47705', 'name': '', 'network_id': '015b4593-82bb-49ce-876b-65bd1a877bd6', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'mac_address': 'fa:16:3e:f1:3a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b37b791-99cf-4e28-816a-58b13a166b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '4c3dcbf6-16d3-451e-8b3f-21dfd43882fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:12:21Z', 'updated_at': '2021-10-30T16:12:25Z', 'revision_number': 5, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'subnets': [{'id': '4c3dcbf6-16d3-451e-8b3f-21dfd43882fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:12:38.142559 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ec8346-b1fc-43f0-9114-1dc287e2ef5c None None] The sync data for ids ['3b37b791-99cf-4e28-816a-58b13a166b95'] in n-d-806683-17 is: [{'id': '3b37b791-99cf-4e28-816a-58b13a166b95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492930549', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': 'f5db3cb7-37fa-4a12-b914-806a97dc17c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:12:19Z', 'updated_at': '2021-10-30T16:12:22Z', 'revision_number': 4, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'gw_port': {'id': 'f5db3cb7-37fa-4a12-b914-806a97dc17c1', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b37b791-99cf-4e28-816a-58b13a166b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:12:19Z', 'updated_at': '2021-10-30T16:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '6e722b5f-7939-4f30-9880-55bc41cc6a51', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'floating_ip_address': '172.25.4.190', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '3b37b791-99cf-4e28-816a-58b13a166b95', 'port_id': '74e1b08c-cae2-4ec0-9b07-2d328aa2ad67', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '015b4593-82bb-49ce-876b-65bd1a877bd6', 'mac_address': 'fa:16:3e:fb:4d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab669d9a-d20f-4d21-8713-2e5e7f7054ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T16:12:36Z', 'updated_at': '2021-10-30T16:12:36Z', 'revision_number': 0, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe18f17d-9f88-41fe-a628-7c6c18a47705', 'name': '', 'network_id': '015b4593-82bb-49ce-876b-65bd1a877bd6', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'mac_address': 'fa:16:3e:f1:3a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b37b791-99cf-4e28-816a-58b13a166b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '4c3dcbf6-16d3-451e-8b3f-21dfd43882fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:12:21Z', 'updated_at': '2021-10-30T16:12:25Z', 'revision_number': 5, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'subnets': [{'id': '4c3dcbf6-16d3-451e-8b3f-21dfd43882fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 16:12:38.326943 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3840a984-4860-4960-97d2-82d171f70442 None None] New status for floating IP 6e722b5f-7939-4f30-9880-55bc41cc6a51: ACTIVE {{(pid=102132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 16:12:38.663087 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 59268) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:12:38.723288 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-ead9f27f-8ca1-427c-8c85-5dbd8bfb555f tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/floatingips/6e722b5f-7939-4f30-9880-55bc41cc6a51 HTTP/1.1" status: 200 len: 993 time: 0.0585914 Oct 30 16:12:48.571418 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6217c31f-1867-48f3-90bf-e894a6d5654c req-6409a3e6-e7cc-4b3c-be35-6d8bbbc7263f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ab669d9a-d20f-4d21-8713-2e5e7f7054ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398471 Oct 30 16:12:48.654618 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6217c31f-1867-48f3-90bf-e894a6d5654c req-d46c39a5-cd64-4434-b02e-5bd9a09d17c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:12:48.656163 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6217c31f-1867-48f3-90bf-e894a6d5654c req-d46c39a5-cd64-4434-b02e-5bd9a09d17c6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=289b72216cb54aebb7633604e51d22ed&device_id=ab669d9a-d20f-4d21-8713-2e5e7f7054ae HTTP/1.1" status: 200 len: 1097 time: 0.0448020 Oct 30 16:12:48.762061 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6217c31f-1867-48f3-90bf-e894a6d5654c req-f202d9d2-a376-4b9c-8659-51ad55083ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:12:48.764058 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6217c31f-1867-48f3-90bf-e894a6d5654c req-f202d9d2-a376-4b9c-8659-51ad55083ebe service neutron] 10.222.0.53 "GET /v2.0/networks?id=015b4593-82bb-49ce-876b-65bd1a877bd6 HTTP/1.1" status: 200 len: 898 time: 0.0889030 Oct 30 16:12:48.828626 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6217c31f-1867-48f3-90bf-e894a6d5654c req-e474a9d2-64ae-44fb-a23b-a5e4c74a0a0f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74e1b08c-cae2-4ec0-9b07-2d328aa2ad67 HTTP/1.1" status: 200 len: 1001 time: 0.0572622 Oct 30 16:12:48.881019 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6217c31f-1867-48f3-90bf-e894a6d5654c req-2ca7d2d5-4fd7-4786-834d-cf0099c18fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:12:48.882486 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6217c31f-1867-48f3-90bf-e894a6d5654c req-2ca7d2d5-4fd7-4786-834d-cf0099c18fce service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4c3dcbf6-16d3-451e-8b3f-21dfd43882fa HTTP/1.1" status: 200 len: 834 time: 0.0471084 Oct 30 16:12:48.928576 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6217c31f-1867-48f3-90bf-e894a6d5654c req-f7cf1e99-60fc-4e2b-852b-92cf8a0ae9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:12:48.931017 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6217c31f-1867-48f3-90bf-e894a6d5654c req-f7cf1e99-60fc-4e2b-852b-92cf8a0ae9aa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=015b4593-82bb-49ce-876b-65bd1a877bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416164 Oct 30 16:12:49.030448 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6217c31f-1867-48f3-90bf-e894a6d5654c req-18f14c39-f13d-4b95-bc36-cdea4f7511bd service neutron] 10.222.0.53 "GET /v2.0/networks/015b4593-82bb-49ce-876b-65bd1a877bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915146 Oct 30 16:12:49.120394 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6217c31f-1867-48f3-90bf-e894a6d5654c req-5bf0da2c-fe7a-466d-b1c2-b7d1a0bd4dc3 service neutron] 10.222.0.53 "GET /v2.0/networks/015b4593-82bb-49ce-876b-65bd1a877bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829334 Oct 30 16:12:51.275765 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-729da9a7-d56d-46a3-b5e6-2587f77f4056 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:53.866010 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2a96e891-584e-41b1-97f9-c5acc2ba0864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:54.884048 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:55.042540 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:56.830913 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:12:57.293287 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 16:13:00.529637 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:13:02.547097 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:13:10.245829 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27434289-d6a3-4c0d-bab3-47b6218a68c1 req-ad4f7053-bf4c-4623-bab8-6404bb985b45 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:13:10.247323 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-27434289-d6a3-4c0d-bab3-47b6218a68c1 req-ad4f7053-bf4c-4623-bab8-6404bb985b45 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab669d9a-d20f-4d21-8713-2e5e7f7054ae HTTP/1.1" status: 200 len: 945 time: 0.0964012 Oct 30 16:13:10.285780 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-27434289-d6a3-4c0d-bab3-47b6218a68c1 req-6c4576f3-d129-467c-91e3-00d17b0c7b87 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=9effc36a-4afa-49c9-92c3-b45ec8abf5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317278 Oct 30 16:13:11.449378 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49723a59-7446-4233-8d8e-2df25ba900b7 req-e12e519f-ec5c-45c9-9d36-6e562c439bfe tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:13:11.451348 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-49723a59-7446-4233-8d8e-2df25ba900b7 req-e12e519f-ec5c-45c9-9d36-6e562c439bfe tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab669d9a-d20f-4d21-8713-2e5e7f7054ae HTTP/1.1" status: 200 len: 945 time: 0.0953491 Oct 30 16:13:11.488724 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-49723a59-7446-4233-8d8e-2df25ba900b7 req-73ac390d-2a76-421a-9a1d-d34e839d53cd tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=9effc36a-4afa-49c9-92c3-b45ec8abf5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314672 Oct 30 16:13:12.607623 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7832abcb-5476-49db-98f0-9055ffd6af40 req-7b07f6c2-de15-462a-86c4-e7986fd2f843 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:13:12.609082 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7832abcb-5476-49db-98f0-9055ffd6af40 req-7b07f6c2-de15-462a-86c4-e7986fd2f843 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab669d9a-d20f-4d21-8713-2e5e7f7054ae HTTP/1.1" status: 200 len: 945 time: 0.0522828 Oct 30 16:13:12.964674 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7832abcb-5476-49db-98f0-9055ffd6af40 req-1b8382b9-8c5f-4883-abc3-1a567eb449d4 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=9effc36a-4afa-49c9-92c3-b45ec8abf5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3495848 Oct 30 16:13:14.082279 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c96fca6-7698-4800-a029-40911e14731d req-a6961422-87de-4d5b-a619-c9e6e26a74e2 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:13:14.083820 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7c96fca6-7698-4800-a029-40911e14731d req-a6961422-87de-4d5b-a619-c9e6e26a74e2 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab669d9a-d20f-4d21-8713-2e5e7f7054ae HTTP/1.1" status: 200 len: 945 time: 0.0484252 Oct 30 16:13:14.120856 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7c96fca6-7698-4800-a029-40911e14731d req-1bea6880-dc4a-4ab3-a3c1-7112dac4c729 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=9effc36a-4afa-49c9-92c3-b45ec8abf5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311980 Oct 30 16:13:15.236165 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9679731f-797e-477b-8ab8-7ac4f2df5ad8 req-6d37badc-3d2d-4d3d-bc45-3fc2be21e318 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:13:15.237662 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9679731f-797e-477b-8ab8-7ac4f2df5ad8 req-6d37badc-3d2d-4d3d-bc45-3fc2be21e318 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab669d9a-d20f-4d21-8713-2e5e7f7054ae HTTP/1.1" status: 200 len: 945 time: 0.0486829 Oct 30 16:13:15.274489 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9679731f-797e-477b-8ab8-7ac4f2df5ad8 req-c7e5f58c-bfc6-4645-847e-1a58c80a3e1d tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=9effc36a-4afa-49c9-92c3-b45ec8abf5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309041 Oct 30 16:13:16.395080 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d911a8c-3f07-449f-926c-7c51f8e1cec9 req-61fecb94-624c-4d10-8262-276e3c652fbb tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:13:16.397280 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0d911a8c-3f07-449f-926c-7c51f8e1cec9 req-61fecb94-624c-4d10-8262-276e3c652fbb tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab669d9a-d20f-4d21-8713-2e5e7f7054ae HTTP/1.1" status: 200 len: 945 time: 0.0551066 Oct 30 16:13:16.434507 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0d911a8c-3f07-449f-926c-7c51f8e1cec9 req-07a52e9a-a434-4ffe-8c7f-b2c2499c84b7 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=9effc36a-4afa-49c9-92c3-b45ec8abf5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314105 Oct 30 16:13:17.548301 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910682db-2702-4edd-b745-025851b07307 req-5630a353-7a2b-4a20-8334-8ba54aa536f7 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:13:17.549748 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-910682db-2702-4edd-b745-025851b07307 req-5630a353-7a2b-4a20-8334-8ba54aa536f7 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab669d9a-d20f-4d21-8713-2e5e7f7054ae HTTP/1.1" status: 200 len: 945 time: 0.0481048 Oct 30 16:13:17.587443 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-910682db-2702-4edd-b745-025851b07307 req-8e8782fb-8554-4b7f-8743-0ab889e79d2d tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=9effc36a-4afa-49c9-92c3-b45ec8abf5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318089 Oct 30 16:13:18.708190 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ccf0c-4660-4029-9982-089e84bb21bf req-76f289e7-620b-4ac0-99aa-0b43b77ef06c tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:13:18.709642 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-305ccf0c-4660-4029-9982-089e84bb21bf req-76f289e7-620b-4ac0-99aa-0b43b77ef06c tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab669d9a-d20f-4d21-8713-2e5e7f7054ae HTTP/1.1" status: 200 len: 945 time: 0.0526290 Oct 30 16:13:18.746009 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-305ccf0c-4660-4029-9982-089e84bb21bf req-9bfc90da-f90e-44af-8f01-2dd299ad5a17 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=9effc36a-4afa-49c9-92c3-b45ec8abf5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304859 Oct 30 16:13:19.863436 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45e938-ee74-4e84-97c7-ed7c86ad85ff req-0e21c103-5dcf-4f8a-8497-ad9616df8d8e tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:13:19.864903 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dd45e938-ee74-4e84-97c7-ed7c86ad85ff req-0e21c103-5dcf-4f8a-8497-ad9616df8d8e tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab669d9a-d20f-4d21-8713-2e5e7f7054ae HTTP/1.1" status: 200 len: 945 time: 0.0514452 Oct 30 16:13:19.901119 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dd45e938-ee74-4e84-97c7-ed7c86ad85ff req-17994910-4800-4c44-b20c-308570bfc5e7 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=9effc36a-4afa-49c9-92c3-b45ec8abf5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303571 Oct 30 16:13:21.015361 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff4229-775e-4226-b4df-6d53e5e87f89 req-b45f0c65-72be-4ee6-aae3-dd8fd93956a0 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:13:21.016897 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d0ff4229-775e-4226-b4df-6d53e5e87f89 req-b45f0c65-72be-4ee6-aae3-dd8fd93956a0 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab669d9a-d20f-4d21-8713-2e5e7f7054ae HTTP/1.1" status: 200 len: 945 time: 0.0486681 Oct 30 16:13:21.054498 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d0ff4229-775e-4226-b4df-6d53e5e87f89 req-baaea49e-451c-4528-9456-203520387f80 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=9effc36a-4afa-49c9-92c3-b45ec8abf5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316932 Oct 30 16:13:21.276360 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f43ea935-f24f-457d-933e-c0b32d15ffa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:13:22.168375 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d511dcfe-31bd-40fc-ae85-d0881f8f36d8 req-fe445fe7-a2d2-49ee-83d7-c62945b23ceb tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:13:22.169826 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d511dcfe-31bd-40fc-ae85-d0881f8f36d8 req-fe445fe7-a2d2-49ee-83d7-c62945b23ceb tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab669d9a-d20f-4d21-8713-2e5e7f7054ae HTTP/1.1" status: 200 len: 945 time: 0.0481153 Oct 30 16:13:22.207642 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d511dcfe-31bd-40fc-ae85-d0881f8f36d8 req-f531757a-a372-444f-8028-dbe651e317a1 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=9effc36a-4afa-49c9-92c3-b45ec8abf5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319753 Oct 30 16:13:23.321105 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce346e8-e624-4ea0-af4a-3ef3a3c64718 req-56aad4c0-754b-4823-8cf2-30cd12c7f8ff tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:13:23.322471 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2ce346e8-e624-4ea0-af4a-3ef3a3c64718 req-56aad4c0-754b-4823-8cf2-30cd12c7f8ff tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab669d9a-d20f-4d21-8713-2e5e7f7054ae HTTP/1.1" status: 200 len: 945 time: 0.0487721 Oct 30 16:13:23.360363 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2ce346e8-e624-4ea0-af4a-3ef3a3c64718 req-90797caa-e505-434c-b5dc-d025bcc96e4b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=9effc36a-4afa-49c9-92c3-b45ec8abf5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312769 Oct 30 16:13:23.866523 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4072ca4e-8bb2-4bcb-9483-e4b25cf34780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:13:24.478122 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a8b08c-a2d6-4fed-a0e0-00f0e45bf878 req-01db7c65-b325-4d49-b3ed-3d28ff2ca552 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:13:24.479605 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e7a8b08c-a2d6-4fed-a0e0-00f0e45bf878 req-01db7c65-b325-4d49-b3ed-3d28ff2ca552 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab669d9a-d20f-4d21-8713-2e5e7f7054ae HTTP/1.1" status: 200 len: 945 time: 0.0478175 Oct 30 16:13:24.516392 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e7a8b08c-a2d6-4fed-a0e0-00f0e45bf878 req-e9a53e68-e2be-4f0c-b766-b4c89d780000 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=9effc36a-4afa-49c9-92c3-b45ec8abf5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301781 Oct 30 16:13:24.885862 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:13:25.046497 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:13:25.635973 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb30a1-1e91-4d0d-9146-86123845671c req-fa825d84-65be-466e-97fe-885b1e95bbd2 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:13:25.637451 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-41cb30a1-1e91-4d0d-9146-86123845671c req-fa825d84-65be-466e-97fe-885b1e95bbd2 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab669d9a-d20f-4d21-8713-2e5e7f7054ae HTTP/1.1" status: 200 len: 945 time: 0.0531287 Oct 30 16:13:25.680408 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-41cb30a1-1e91-4d0d-9146-86123845671c req-c9189896-cf86-49a4-bca3-e246616ff867 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=9effc36a-4afa-49c9-92c3-b45ec8abf5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368891 Oct 30 16:13:25.702926 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 59318) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:13:25.762209 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-87749e14-d4ac-4c46-adca-3e2aaa2f94e6 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/floatingips/6e722b5f-7939-4f30-9880-55bc41cc6a51 HTTP/1.1" status: 200 len: 993 time: 0.0581157 Oct 30 16:13:26.831932 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:13:27.055319 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b060aa-b8e9-41cd-894d-aa337942c64b req-63ec839c-7eec-4a8e-a8c9-6dd3e9858366 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:13:27.056813 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e2b060aa-b8e9-41cd-894d-aa337942c64b req-63ec839c-7eec-4a8e-a8c9-6dd3e9858366 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab669d9a-d20f-4d21-8713-2e5e7f7054ae HTTP/1.1" status: 200 len: 945 time: 0.0803587 Oct 30 16:13:27.072068 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d05966-3d94-47bb-b0ca-a370b47c4491 req-88262543-9558-418d-9bc9-34c8e2e5fa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:13:27.073451 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-70d05966-3d94-47bb-b0ca-a370b47c4491 req-88262543-9558-418d-9bc9-34c8e2e5fa81 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=289b72216cb54aebb7633604e51d22ed&device_id=ab669d9a-d20f-4d21-8713-2e5e7f7054ae HTTP/1.1" status: 200 len: 1097 time: 0.0621581 Oct 30 16:13:27.146299 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e2b060aa-b8e9-41cd-894d-aa337942c64b req-fae8e3cb-4e75-4d08-a659-fc044eb93955 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=9effc36a-4afa-49c9-92c3-b45ec8abf5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815172 Oct 30 16:13:27.181703 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d05966-3d94-47bb-b0ca-a370b47c4491 req-1412e2b7-ad75-4498-888c-0fc538d1648b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:13:27.183155 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-70d05966-3d94-47bb-b0ca-a370b47c4491 req-1412e2b7-ad75-4498-888c-0fc538d1648b service neutron] 10.222.0.53 "GET /v2.0/networks?id=015b4593-82bb-49ce-876b-65bd1a877bd6 HTTP/1.1" status: 200 len: 898 time: 0.1026053 Oct 30 16:13:27.249781 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-70d05966-3d94-47bb-b0ca-a370b47c4491 req-39a18098-1b9e-41fa-b64f-8d640d992c4b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74e1b08c-cae2-4ec0-9b07-2d328aa2ad67 HTTP/1.1" status: 200 len: 1001 time: 0.0595224 Oct 30 16:13:27.299018 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d05966-3d94-47bb-b0ca-a370b47c4491 req-b161fbcc-058c-4b88-914a-e71e4a97160d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:13:27.300467 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-70d05966-3d94-47bb-b0ca-a370b47c4491 req-b161fbcc-058c-4b88-914a-e71e4a97160d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4c3dcbf6-16d3-451e-8b3f-21dfd43882fa HTTP/1.1" status: 200 len: 834 time: 0.0434842 Oct 30 16:13:27.348467 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d05966-3d94-47bb-b0ca-a370b47c4491 req-0fa3d2af-f44a-4ba5-b861-2959c0fdb172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:13:27.349951 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-70d05966-3d94-47bb-b0ca-a370b47c4491 req-0fa3d2af-f44a-4ba5-b861-2959c0fdb172 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=015b4593-82bb-49ce-876b-65bd1a877bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426559 Oct 30 16:13:27.438555 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-70d05966-3d94-47bb-b0ca-a370b47c4491 req-8f38b97b-1a39-4e01-98b0-a09259ee3f5a service neutron] 10.222.0.53 "GET /v2.0/networks/015b4593-82bb-49ce-876b-65bd1a877bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818794 Oct 30 16:13:27.530288 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-70d05966-3d94-47bb-b0ca-a370b47c4491 req-6d42c8b5-0f41-41bb-aef0-8927a8dd37bc service neutron] 10.222.0.53 "GET /v2.0/networks/015b4593-82bb-49ce-876b-65bd1a877bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850189 Oct 30 16:13:28.262214 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59044f0-d494-4b8a-a0ed-023bd92878e2 req-fd98f71c-435f-406c-9ca8-c06f1664e66c tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:13:28.264307 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c59044f0-d494-4b8a-a0ed-023bd92878e2 req-fd98f71c-435f-406c-9ca8-c06f1664e66c tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab669d9a-d20f-4d21-8713-2e5e7f7054ae HTTP/1.1" status: 200 len: 945 time: 0.0477467 Oct 30 16:13:28.303930 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c59044f0-d494-4b8a-a0ed-023bd92878e2 req-50fbac06-6106-4f75-8cc5-c488ea81df9b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=9effc36a-4afa-49c9-92c3-b45ec8abf5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338328 Oct 30 16:13:28.326488 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 59328) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:13:28.384736 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-41e56377-df3f-4e35-b60f-b92dbb69540a tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/floatingips/6e722b5f-7939-4f30-9880-55bc41cc6a51 HTTP/1.1" status: 200 len: 993 time: 0.0570610 Oct 30 16:13:30.534904 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:13:32.551162 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:13:34.292824 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 16:13:48.591405 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d32613cc-6ace-43bc-a09b-c807f19de149 req-6553dc42-7ecb-4412-8665-fe57cbe57421 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ab669d9a-d20f-4d21-8713-2e5e7f7054ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0765417 Oct 30 16:13:48.679436 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32613cc-6ace-43bc-a09b-c807f19de149 req-7c871e8a-afb9-42da-950d-4a8194623c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:13:48.680977 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d32613cc-6ace-43bc-a09b-c807f19de149 req-7c871e8a-afb9-42da-950d-4a8194623c8b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=289b72216cb54aebb7633604e51d22ed&device_id=ab669d9a-d20f-4d21-8713-2e5e7f7054ae HTTP/1.1" status: 200 len: 1097 time: 0.0406785 Oct 30 16:13:48.787546 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32613cc-6ace-43bc-a09b-c807f19de149 req-4a60a8b4-6052-4fee-935c-1803851b7b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:13:48.789214 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d32613cc-6ace-43bc-a09b-c807f19de149 req-4a60a8b4-6052-4fee-935c-1803851b7b71 service neutron] 10.222.0.53 "GET /v2.0/networks?id=015b4593-82bb-49ce-876b-65bd1a877bd6 HTTP/1.1" status: 200 len: 898 time: 0.0894308 Oct 30 16:13:48.857187 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d32613cc-6ace-43bc-a09b-c807f19de149 req-b326031b-7ed6-4a4c-8408-7a63bf11072b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74e1b08c-cae2-4ec0-9b07-2d328aa2ad67 HTTP/1.1" status: 200 len: 1001 time: 0.0568640 Oct 30 16:13:48.911600 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32613cc-6ace-43bc-a09b-c807f19de149 req-8a8fb02f-0a9e-4a88-8353-bff06bb80cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:13:48.913048 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d32613cc-6ace-43bc-a09b-c807f19de149 req-8a8fb02f-0a9e-4a88-8353-bff06bb80cb9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4c3dcbf6-16d3-451e-8b3f-21dfd43882fa HTTP/1.1" status: 200 len: 834 time: 0.0490944 Oct 30 16:13:48.957779 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32613cc-6ace-43bc-a09b-c807f19de149 req-ee861222-b480-4981-a1df-7f6a8c60a311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:13:48.959237 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d32613cc-6ace-43bc-a09b-c807f19de149 req-ee861222-b480-4981-a1df-7f6a8c60a311 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=015b4593-82bb-49ce-876b-65bd1a877bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392153 Oct 30 16:13:49.047997 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d32613cc-6ace-43bc-a09b-c807f19de149 req-90cd8b1a-8a3b-455c-9d46-f44fa3ba4591 service neutron] 10.222.0.53 "GET /v2.0/networks/015b4593-82bb-49ce-876b-65bd1a877bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819936 Oct 30 16:13:49.145523 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d32613cc-6ace-43bc-a09b-c807f19de149 req-ce54246e-b289-4490-93ae-0cbbcc04c04b service neutron] 10.222.0.53 "GET /v2.0/networks/015b4593-82bb-49ce-876b-65bd1a877bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898070 Oct 30 16:13:51.276211 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c4cb6585-fe0a-4838-9a73-56e28633f62e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:13:53.867625 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-22d1efac-e612-4fac-8fe8-8d3ffde9a9e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:13:54.888849 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:13:55.048347 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:13:56.834931 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:13:58.861665 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 59352) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:13:59.015843 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-1d57f1d7-f3af-474f-9875-da06521e6d50 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Deleting port eaad2689-825a-4468-a6f5-6d3d66c6b594 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:13:59.016093 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1d57f1d7-f3af-474f-9875-da06521e6d50 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:13:59.092098 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1d57f1d7-f3af-474f-9875-da06521e6d50 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:13:59.092927 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1d57f1d7-f3af-474f-9875-da06521e6d50 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:13:59.104349 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-1d57f1d7-f3af-474f-9875-da06521e6d50 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Calling delete_port for eaad2689-825a-4468-a6f5-6d3d66c6b594 owned by network:floatingip {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:13:59.256022 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1d57f1d7-f3af-474f-9875-da06521e6d50 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:13:59.282215 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d57f1d7-f3af-474f-9875-da06521e6d50 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event deleted for resources: {'Port': ['ID=eaad2689-825a-4468-a6f5-6d3d66c6b594,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:13:59.294740 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d57f1d7-f3af-474f-9875-da06521e6d50 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:13:59.295097 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d57f1d7-f3af-474f-9875-da06521e6d50 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:13:59.295507 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d57f1d7-f3af-474f-9875-da06521e6d50 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:13:59.295842 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d57f1d7-f3af-474f-9875-da06521e6d50 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:13:59.296173 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d57f1d7-f3af-474f-9875-da06521e6d50 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:13:59.296838 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d57f1d7-f3af-474f-9875-da06521e6d50 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:13:59.297176 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d57f1d7-f3af-474f-9875-da06521e6d50 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:13:59.297506 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d57f1d7-f3af-474f-9875-da06521e6d50 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:13:59.297834 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d57f1d7-f3af-474f-9875-da06521e6d50 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:13:59.298165 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d57f1d7-f3af-474f-9875-da06521e6d50 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:13:59.298492 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d57f1d7-f3af-474f-9875-da06521e6d50 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:13:59.298814 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d57f1d7-f3af-474f-9875-da06521e6d50 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:13:59.352505 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1d57f1d7-f3af-474f-9875-da06521e6d50 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for floatingip, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:13:59.352842 n-d-806683-17 neutron-server[102131]: INFO neutron.db.l3_db [None req-1d57f1d7-f3af-474f-9875-da06521e6d50 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Floating IP 6e722b5f-7939-4f30-9880-55bc41cc6a51 disassociated (deleted). External IP: 172.25.4.190, port: 74e1b08c-cae2-4ec0-9b07-2d328aa2ad67. Oct 30 16:13:59.580354 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d57f1d7-f3af-474f-9875-da06521e6d50 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Router 3b37b791-99cf-4e28-816a-58b13a166b95 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 16:13:59.984098 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d57f1d7-f3af-474f-9875-da06521e6d50 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 16:13:59.988797 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1d57f1d7-f3af-474f-9875-da06521e6d50 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:13:59.994000 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc74867-cda5-49b8-92d3-c39485afa0ce None None] Sync routers for ids ['3b37b791-99cf-4e28-816a-58b13a166b95'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 16:14:00.004000 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc74867-cda5-49b8-92d3-c39485afa0ce None None] Routers {'3b37b791-99cf-4e28-816a-58b13a166b95'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:14:00.004621 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-2bc74867-cda5-49b8-92d3-c39485afa0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:13:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['3b37b791-99cf-4e28-816a-58b13a166b95'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:14:00.016968 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-1d57f1d7-f3af-474f-9875-da06521e6d50 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "DELETE /v2.0/floatingips/6e722b5f-7939-4f30-9880-55bc41cc6a51 HTTP/1.1" status: 204 len: 168 time: 1.1513007 Oct 30 16:14:00.016968 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab669d9a-d20f-4d21-8713-2e5e7f7054ae', 'tag': '74e1b08c-cae2-4ec0-9b07-2d328aa2ad67'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:14:00.017423 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e7654be7091c8bbf04529226aae636b409f3e4504be56e845cd6b098ed6999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a73459da-4aa0-4500-bbd8-beacdd29029c" -d '{"events": [{"name": "network-changed", "server_uuid": "ab669d9a-d20f-4d21-8713-2e5e7f7054ae", "tag": "74e1b08c-cae2-4ec0-9b07-2d328aa2ad67"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:14:00.112211 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-2bc74867-cda5-49b8-92d3-c39485afa0ce None None] Set router 3b37b791-99cf-4e28-816a-58b13a166b95 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:14:00.123139 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 16:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab07e1dc-542a-4887-878a-67bfa1419bad x-openstack-request-id: req-ab07e1dc-542a-4887-878a-67bfa1419bad {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:14:00.123506 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab669d9a-d20f-4d21-8713-2e5e7f7054ae", "tag": "74e1b08c-cae2-4ec0-9b07-2d328aa2ad67", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:14:00.124100 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ab07e1dc-542a-4887-878a-67bfa1419bad {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:14:00.124313 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab669d9a-d20f-4d21-8713-2e5e7f7054ae', 'tag': '74e1b08c-cae2-4ec0-9b07-2d328aa2ad67', 'status': 'completed', 'code': 200} Oct 30 16:14:00.205712 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73459da-4aa0-4500-bbd8-beacdd29029c req-d6bdeb63-f4b8-4850-8bc8-b7d9849727d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:14:00.207250 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a73459da-4aa0-4500-bbd8-beacdd29029c req-d6bdeb63-f4b8-4850-8bc8-b7d9849727d3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=289b72216cb54aebb7633604e51d22ed&device_id=ab669d9a-d20f-4d21-8713-2e5e7f7054ae HTTP/1.1" status: 200 len: 1097 time: 0.0571258 Oct 30 16:14:00.327420 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d0234-312f-497d-aed5-0d37560e7191 req-66c1bfb3-2b68-420d-b7ff-887a3e419de7 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:14:00.328815 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cc1d0234-312f-497d-aed5-0d37560e7191 req-66c1bfb3-2b68-420d-b7ff-887a3e419de7 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab669d9a-d20f-4d21-8713-2e5e7f7054ae HTTP/1.1" status: 200 len: 945 time: 0.1057494 Oct 30 16:14:00.329774 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-2bc74867-cda5-49b8-92d3-c39485afa0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b37b791-99cf-4e28-816a-58b13a166b95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492930549', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': 'f5db3cb7-37fa-4a12-b914-806a97dc17c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:12:19Z', 'updated_at': '2021-10-30T16:12:22Z', 'revision_number': 4, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'gw_port': {'id': 'f5db3cb7-37fa-4a12-b914-806a97dc17c1', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b37b791-99cf-4e28-816a-58b13a166b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:12:19Z', 'updated_at': '2021-10-30T16:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'fe18f17d-9f88-41fe-a628-7c6c18a47705', 'name': '', 'network_id': '015b4593-82bb-49ce-876b-65bd1a877bd6', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'mac_address': 'fa:16:3e:f1:3a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b37b791-99cf-4e28-816a-58b13a166b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '4c3dcbf6-16d3-451e-8b3f-21dfd43882fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:12:21Z', 'updated_at': '2021-10-30T16:12:25Z', 'revision_number': 5, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'subnets': [{'id': '4c3dcbf6-16d3-451e-8b3f-21dfd43882fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:14:00.349964 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73459da-4aa0-4500-bbd8-beacdd29029c req-6d88e09c-1810-40eb-9fbe-a4bb87f54f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:14:00.351385 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a73459da-4aa0-4500-bbd8-beacdd29029c req-6d88e09c-1810-40eb-9fbe-a4bb87f54f12 service neutron] 10.222.0.53 "GET /v2.0/networks?id=015b4593-82bb-49ce-876b-65bd1a877bd6 HTTP/1.1" status: 200 len: 898 time: 0.1364529 Oct 30 16:14:00.356251 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc74867-cda5-49b8-92d3-c39485afa0ce None None] Checking router: 3b37b791-99cf-4e28-816a-58b13a166b95 for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 16:14:00.364512 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc74867-cda5-49b8-92d3-c39485afa0ce None None] Routers {'3b37b791-99cf-4e28-816a-58b13a166b95'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:14:00.365116 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-2bc74867-cda5-49b8-92d3-c39485afa0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:13:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['3b37b791-99cf-4e28-816a-58b13a166b95'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:14:00.401973 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a73459da-4aa0-4500-bbd8-beacdd29029c req-d14bcb21-834d-4c7b-8ef9-92b1acd7ab29 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74e1b08c-cae2-4ec0-9b07-2d328aa2ad67 HTTP/1.1" status: 200 len: 217 time: 0.0425451 Oct 30 16:14:00.423653 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cc1d0234-312f-497d-aed5-0d37560e7191 req-06bd96f1-798c-46e8-9435-bf12488b19d7 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=9effc36a-4afa-49c9-92c3-b45ec8abf5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846570 Oct 30 16:14:00.458405 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73459da-4aa0-4500-bbd8-beacdd29029c req-425146f9-6685-42f1-9c18-2ba817624d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:14:00.459878 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a73459da-4aa0-4500-bbd8-beacdd29029c req-425146f9-6685-42f1-9c18-2ba817624d85 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4c3dcbf6-16d3-451e-8b3f-21dfd43882fa HTTP/1.1" status: 200 len: 834 time: 0.0498559 Oct 30 16:14:00.471211 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-2bc74867-cda5-49b8-92d3-c39485afa0ce None None] Set router 3b37b791-99cf-4e28-816a-58b13a166b95 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:14:00.505834 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73459da-4aa0-4500-bbd8-beacdd29029c req-42fd9b82-9854-4e99-85ca-9934d0d7fa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:14:00.507323 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a73459da-4aa0-4500-bbd8-beacdd29029c req-42fd9b82-9854-4e99-85ca-9934d0d7fa64 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=015b4593-82bb-49ce-876b-65bd1a877bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401721 Oct 30 16:14:00.554381 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:00.604841 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a73459da-4aa0-4500-bbd8-beacdd29029c req-7d984a6d-4805-4400-b2bd-4b594f3f2657 service neutron] 10.222.0.53 "GET /v2.0/networks/015b4593-82bb-49ce-876b-65bd1a877bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884864 Oct 30 16:14:00.671496 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-2bc74867-cda5-49b8-92d3-c39485afa0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b37b791-99cf-4e28-816a-58b13a166b95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492930549', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': 'f5db3cb7-37fa-4a12-b914-806a97dc17c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:12:19Z', 'updated_at': '2021-10-30T16:12:22Z', 'revision_number': 4, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'gw_port': {'id': 'f5db3cb7-37fa-4a12-b914-806a97dc17c1', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b37b791-99cf-4e28-816a-58b13a166b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:12:19Z', 'updated_at': '2021-10-30T16:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'fe18f17d-9f88-41fe-a628-7c6c18a47705', 'name': '', 'network_id': '015b4593-82bb-49ce-876b-65bd1a877bd6', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'mac_address': 'fa:16:3e:f1:3a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b37b791-99cf-4e28-816a-58b13a166b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '4c3dcbf6-16d3-451e-8b3f-21dfd43882fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:12:21Z', 'updated_at': '2021-10-30T16:12:25Z', 'revision_number': 5, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'subnets': [{'id': '4c3dcbf6-16d3-451e-8b3f-21dfd43882fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:14:00.698340 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc74867-cda5-49b8-92d3-c39485afa0ce None None] The sync data for ids ['3b37b791-99cf-4e28-816a-58b13a166b95'] in n-d-806683-17 is: [{'id': '3b37b791-99cf-4e28-816a-58b13a166b95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492930549', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': 'f5db3cb7-37fa-4a12-b914-806a97dc17c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:12:19Z', 'updated_at': '2021-10-30T16:12:22Z', 'revision_number': 4, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'gw_port': {'id': 'f5db3cb7-37fa-4a12-b914-806a97dc17c1', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b37b791-99cf-4e28-816a-58b13a166b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:12:19Z', 'updated_at': '2021-10-30T16:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'fe18f17d-9f88-41fe-a628-7c6c18a47705', 'name': '', 'network_id': '015b4593-82bb-49ce-876b-65bd1a877bd6', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'mac_address': 'fa:16:3e:f1:3a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b37b791-99cf-4e28-816a-58b13a166b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '4c3dcbf6-16d3-451e-8b3f-21dfd43882fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:12:21Z', 'updated_at': '2021-10-30T16:12:25Z', 'revision_number': 5, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'subnets': [{'id': '4c3dcbf6-16d3-451e-8b3f-21dfd43882fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 16:14:00.702293 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a73459da-4aa0-4500-bbd8-beacdd29029c req-8ddf0428-cdb5-4944-a47e-01174e4bf1bf service neutron] 10.222.0.53 "GET /v2.0/networks/015b4593-82bb-49ce-876b-65bd1a877bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893207 Oct 30 16:14:00.909712 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987d96aa-c212-4ca1-823c-44a7477b6435 None None] New status for floating IP 6e722b5f-7939-4f30-9880-55bc41cc6a51: DOWN {{(pid=102132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 16:14:01.546447 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e170c-bd57-44fb-9a19-f0a269f47480 req-920f0340-2cee-4fb8-8a78-27fbe145a400 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:14:01.549120 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b68e170c-bd57-44fb-9a19-f0a269f47480 req-920f0340-2cee-4fb8-8a78-27fbe145a400 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab669d9a-d20f-4d21-8713-2e5e7f7054ae HTTP/1.1" status: 200 len: 945 time: 0.0530534 Oct 30 16:14:01.588587 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b68e170c-bd57-44fb-9a19-f0a269f47480 req-84f7a78d-c3c6-4e86-a3e7-ddefc7deb3f0 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=9effc36a-4afa-49c9-92c3-b45ec8abf5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314994 Oct 30 16:14:01.708035 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc33636-c68b-4ac5-97c7-e02d5a1418eb req-38d422c0-9076-4703-80b5-e490c3fb7f54 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:14:01.709420 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ffc33636-c68b-4ac5-97c7-e02d5a1418eb req-38d422c0-9076-4703-80b5-e490c3fb7f54 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab669d9a-d20f-4d21-8713-2e5e7f7054ae HTTP/1.1" status: 200 len: 945 time: 0.0537112 Oct 30 16:14:01.797235 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-ffc33636-c68b-4ac5-97c7-e02d5a1418eb req-cb6ad935-c1ba-4a55-a74a-050264d2ea8d tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Deleting port 74e1b08c-cae2-4ec0-9b07-2d328aa2ad67 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:14:01.797578 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ffc33636-c68b-4ac5-97c7-e02d5a1418eb req-cb6ad935-c1ba-4a55-a74a-050264d2ea8d tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:01.887811 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-ffc33636-c68b-4ac5-97c7-e02d5a1418eb req-cb6ad935-c1ba-4a55-a74a-050264d2ea8d tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] For port 74e1b08c-cae2-4ec0-9b07-2d328aa2ad67, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=74e1b08c-cae2-4ec0-9b07-2d328aa2ad67,segment=NetworkSegment(d958d77e-8479-4a55-9c0c-c87eb6e8218b),segment_id=d958d77e-8479-4a55-9c0c-c87eb6e8218b)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:14:01.888173 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ffc33636-c68b-4ac5-97c7-e02d5a1418eb req-cb6ad935-c1ba-4a55-a74a-050264d2ea8d tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:01.901493 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-ffc33636-c68b-4ac5-97c7-e02d5a1418eb req-cb6ad935-c1ba-4a55-a74a-050264d2ea8d tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Calling delete_port for 74e1b08c-cae2-4ec0-9b07-2d328aa2ad67 owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:14:02.028486 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ffc33636-c68b-4ac5-97c7-e02d5a1418eb req-cb6ad935-c1ba-4a55-a74a-050264d2ea8d tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:02.058468 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6ad935-c1ba-4a55-a74a-050264d2ea8d tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event deleted for resources: {'Port': ['ID=74e1b08c-cae2-4ec0-9b07-2d328aa2ad67,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:14:02.068843 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6ad935-c1ba-4a55-a74a-050264d2ea8d tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:14:02.069206 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6ad935-c1ba-4a55-a74a-050264d2ea8d tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:14:02.069554 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6ad935-c1ba-4a55-a74a-050264d2ea8d tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:14:02.069900 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6ad935-c1ba-4a55-a74a-050264d2ea8d tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:14:02.070238 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6ad935-c1ba-4a55-a74a-050264d2ea8d tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:14:02.070574 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6ad935-c1ba-4a55-a74a-050264d2ea8d tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:14:02.070911 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6ad935-c1ba-4a55-a74a-050264d2ea8d tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:14:02.071778 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6ad935-c1ba-4a55-a74a-050264d2ea8d tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:14:02.071778 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6ad935-c1ba-4a55-a74a-050264d2ea8d tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:14:02.071985 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6ad935-c1ba-4a55-a74a-050264d2ea8d tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:14:02.072229 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6ad935-c1ba-4a55-a74a-050264d2ea8d tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:14:02.072554 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6ad935-c1ba-4a55-a74a-050264d2ea8d tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:14:02.112912 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffc33636-c68b-4ac5-97c7-e02d5a1418eb req-cb6ad935-c1ba-4a55-a74a-050264d2ea8d tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] No DVR routers for this DVR port 74e1b08c-cae2-4ec0-9b07-2d328aa2ad67 on host n-h1-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 16:14:02.115608 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-ffc33636-c68b-4ac5-97c7-e02d5a1418eb req-cb6ad935-c1ba-4a55-a74a-050264d2ea8d tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:02.118900 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ffc33636-c68b-4ac5-97c7-e02d5a1418eb req-cb6ad935-c1ba-4a55-a74a-050264d2ea8d tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.53 "DELETE /v2.0/ports/74e1b08c-cae2-4ec0-9b07-2d328aa2ad67 HTTP/1.1" status: 204 len: 173 time: 0.4034853 Oct 30 16:14:02.119346 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab669d9a-d20f-4d21-8713-2e5e7f7054ae', 'name': 'network-vif-deleted', 'tag': '74e1b08c-cae2-4ec0-9b07-2d328aa2ad67'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:14:02.121647 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}931ac027fb50588f101e6e2f92584f6f115530be99269a43aae453735a93652f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8258d3e-b753-4892-b7ce-6e025a1cfd99" -d '{"events": [{"server_uuid": "ab669d9a-d20f-4d21-8713-2e5e7f7054ae", "name": "network-vif-deleted", "tag": "74e1b08c-cae2-4ec0-9b07-2d328aa2ad67"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:14:02.211195 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 16:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb3a5ba-2403-4841-8b3b-7452d7698d95 x-openstack-request-id: req-3cb3a5ba-2403-4841-8b3b-7452d7698d95 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:14:02.211545 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab669d9a-d20f-4d21-8713-2e5e7f7054ae", "name": "network-vif-deleted", "tag": "74e1b08c-cae2-4ec0-9b07-2d328aa2ad67", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:14:02.211822 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3cb3a5ba-2403-4841-8b3b-7452d7698d95 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:14:02.212233 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab669d9a-d20f-4d21-8713-2e5e7f7054ae', 'name': 'network-vif-deleted', 'tag': '74e1b08c-cae2-4ec0-9b07-2d328aa2ad67', 'status': 'completed', 'code': 200} Oct 30 16:14:02.548472 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:02.646385 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 59370) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:14:03.010321 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1f47c979-a200-4c42-aefd-66076edf5953 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:03.266497 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-1f47c979-a200-4c42-aefd-66076edf5953 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Deleting port fe18f17d-9f88-41fe-a628-7c6c18a47705 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:14:03.266728 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1f47c979-a200-4c42-aefd-66076edf5953 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:03.354598 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-1f47c979-a200-4c42-aefd-66076edf5953 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] For port fe18f17d-9f88-41fe-a628-7c6c18a47705, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=fe18f17d-9f88-41fe-a628-7c6c18a47705,segment=NetworkSegment(d958d77e-8479-4a55-9c0c-c87eb6e8218b),segment_id=d958d77e-8479-4a55-9c0c-c87eb6e8218b)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:14:03.354960 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1f47c979-a200-4c42-aefd-66076edf5953 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:03.367018 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-1f47c979-a200-4c42-aefd-66076edf5953 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Calling delete_port for fe18f17d-9f88-41fe-a628-7c6c18a47705 owned by network:router_interface {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:14:03.547761 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1f47c979-a200-4c42-aefd-66076edf5953 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:03.580473 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f47c979-a200-4c42-aefd-66076edf5953 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event deleted for resources: {'Port': ['ID=fe18f17d-9f88-41fe-a628-7c6c18a47705,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:14:03.753537 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1f47c979-a200-4c42-aefd-66076edf5953 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:03.966881 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f47c979-a200-4c42-aefd-66076edf5953 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Router 3b37b791-99cf-4e28-816a-58b13a166b95 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 16:14:04.073795 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f47c979-a200-4c42-aefd-66076edf5953 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 16:14:04.079217 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-1f47c979-a200-4c42-aefd-66076edf5953 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "PUT /v2.0/routers/3b37b791-99cf-4e28-816a-58b13a166b95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4317975 Oct 30 16:14:04.081903 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 59372) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:14:04.083868 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94ff5c6-86a9-4fff-9a59-d2c72d6e6615 None None] Sync routers for ids ['3b37b791-99cf-4e28-816a-58b13a166b95'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 16:14:04.095102 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94ff5c6-86a9-4fff-9a59-d2c72d6e6615 None None] Routers {'3b37b791-99cf-4e28-816a-58b13a166b95'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:14:04.095757 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-c94ff5c6-86a9-4fff-9a59-d2c72d6e6615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:13:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['3b37b791-99cf-4e28-816a-58b13a166b95'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:14:04.133936 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-891a700c-d66a-450b-a749-8f4164efd310 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Deleting subnet 4c3dcbf6-16d3-451e-8b3f-21dfd43882fa {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 16:14:04.137101 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-891a700c-d66a-450b-a749-8f4164efd310 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:04.177559 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-891a700c-d66a-450b-a749-8f4164efd310 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:04.198963 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-c94ff5c6-86a9-4fff-9a59-d2c72d6e6615 None None] Set router 3b37b791-99cf-4e28-816a-58b13a166b95 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:14:04.265915 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-891a700c-d66a-450b-a749-8f4164efd310 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:04.323994 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-891a700c-d66a-450b-a749-8f4164efd310 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:04.350736 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891a700c-d66a-450b-a749-8f4164efd310 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event deleted for resources: {'Subnet': ['ID=4c3dcbf6-16d3-451e-8b3f-21dfd43882fa,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:14:04.355040 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-891a700c-d66a-450b-a749-8f4164efd310 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:04.361449 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-891a700c-d66a-450b-a749-8f4164efd310 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "DELETE /v2.0/subnets/4c3dcbf6-16d3-451e-8b3f-21dfd43882fa HTTP/1.1" status: 204 len: 168 time: 0.2756424 Oct 30 16:14:04.362028 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 59374) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:14:04.363524 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f087baa0-8ae2-44c6-a4b7-d762941bae12 None None] Network 015b4593-82bb-49ce-876b-65bd1a877bd6 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 16:14:04.377419 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-c94ff5c6-86a9-4fff-9a59-d2c72d6e6615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b37b791-99cf-4e28-816a-58b13a166b95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492930549', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': 'f5db3cb7-37fa-4a12-b914-806a97dc17c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:12:19Z', 'updated_at': '2021-10-30T16:14:03Z', 'revision_number': 5, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'gw_port': {'id': 'f5db3cb7-37fa-4a12-b914-806a97dc17c1', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b37b791-99cf-4e28-816a-58b13a166b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:12:19Z', 'updated_at': '2021-10-30T16:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:14:04.407912 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94ff5c6-86a9-4fff-9a59-d2c72d6e6615 None None] Checking router: 3b37b791-99cf-4e28-816a-58b13a166b95 for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 16:14:04.416607 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94ff5c6-86a9-4fff-9a59-d2c72d6e6615 None None] Routers {'3b37b791-99cf-4e28-816a-58b13a166b95'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:14:04.417212 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-c94ff5c6-86a9-4fff-9a59-d2c72d6e6615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:13:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['3b37b791-99cf-4e28-816a-58b13a166b95'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:14:04.480887 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-01e284e2-54ea-4b3c-aca2-620dad28853b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for router, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:04.529804 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-c94ff5c6-86a9-4fff-9a59-d2c72d6e6615 None None] Set router 3b37b791-99cf-4e28-816a-58b13a166b95 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:14:04.548066 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d828d513-3563-4d50-acec-f68bdde0187a None None] DHCP port deletion for 015b4593-82bb-49ce-876b-65bd1a877bd6 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 16:14:04.597795 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-01e284e2-54ea-4b3c-aca2-620dad28853b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:04.599950 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d828d513-3563-4d50-acec-f68bdde0187a None None] Deleting port 10063f5d-8a6c-4f38-b774-306b898e920a {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:14:04.600651 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d828d513-3563-4d50-acec-f68bdde0187a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:04.655546 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-01e284e2-54ea-4b3c-aca2-620dad28853b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Deleting port f5db3cb7-37fa-4a12-b914-806a97dc17c1 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:14:04.655899 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-01e284e2-54ea-4b3c-aca2-620dad28853b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:04.688121 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d828d513-3563-4d50-acec-f68bdde0187a None None] For port 10063f5d-8a6c-4f38-b774-306b898e920a, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=10063f5d-8a6c-4f38-b774-306b898e920a,segment=NetworkSegment(d958d77e-8479-4a55-9c0c-c87eb6e8218b),segment_id=d958d77e-8479-4a55-9c0c-c87eb6e8218b)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:14:04.688686 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d828d513-3563-4d50-acec-f68bdde0187a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:04.703181 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d828d513-3563-4d50-acec-f68bdde0187a None None] Calling delete_port for 10063f5d-8a6c-4f38-b774-306b898e920a owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:14:04.748141 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-01e284e2-54ea-4b3c-aca2-620dad28853b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] For port f5db3cb7-37fa-4a12-b914-806a97dc17c1, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=f5db3cb7-37fa-4a12-b914-806a97dc17c1,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:14:04.748531 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-01e284e2-54ea-4b3c-aca2-620dad28853b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:04.760163 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-01e284e2-54ea-4b3c-aca2-620dad28853b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Calling delete_port for f5db3cb7-37fa-4a12-b914-806a97dc17c1 owned by network:router_gateway {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:14:04.786408 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d828d513-3563-4d50-acec-f68bdde0187a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:04.818793 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d828d513-3563-4d50-acec-f68bdde0187a None None] Pushing event deleted for resources: {'Port': ['ID=10063f5d-8a6c-4f38-b774-306b898e920a,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:14:04.827444 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d828d513-3563-4d50-acec-f68bdde0187a None None] No DVR routers for this DVR port 10063f5d-8a6c-4f38-b774-306b898e920a on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 16:14:04.837433 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d828d513-3563-4d50-acec-f68bdde0187a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:14:04.837433 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d828d513-3563-4d50-acec-f68bdde0187a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:14:04.837433 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d828d513-3563-4d50-acec-f68bdde0187a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:14:04.837433 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d828d513-3563-4d50-acec-f68bdde0187a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:14:04.837433 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d828d513-3563-4d50-acec-f68bdde0187a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:14:04.837433 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d828d513-3563-4d50-acec-f68bdde0187a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:14:04.837433 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d828d513-3563-4d50-acec-f68bdde0187a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:14:04.837433 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d828d513-3563-4d50-acec-f68bdde0187a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:14:04.837433 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d828d513-3563-4d50-acec-f68bdde0187a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:14:04.837433 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d828d513-3563-4d50-acec-f68bdde0187a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:14:04.837433 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d828d513-3563-4d50-acec-f68bdde0187a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:14:04.837433 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d828d513-3563-4d50-acec-f68bdde0187a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:14:04.852137 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-c94ff5c6-86a9-4fff-9a59-d2c72d6e6615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b37b791-99cf-4e28-816a-58b13a166b95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492930549', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': 'f5db3cb7-37fa-4a12-b914-806a97dc17c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:12:19Z', 'updated_at': '2021-10-30T16:14:03Z', 'revision_number': 5, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'gw_port': {'id': 'f5db3cb7-37fa-4a12-b914-806a97dc17c1', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b37b791-99cf-4e28-816a-58b13a166b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:12:19Z', 'updated_at': '2021-10-30T16:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:14:04.884040 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94ff5c6-86a9-4fff-9a59-d2c72d6e6615 None None] The sync data for ids ['3b37b791-99cf-4e28-816a-58b13a166b95'] in n-d-806683-17 is: [{'id': '3b37b791-99cf-4e28-816a-58b13a166b95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492930549', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': 'f5db3cb7-37fa-4a12-b914-806a97dc17c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:12:19Z', 'updated_at': '2021-10-30T16:14:03Z', 'revision_number': 5, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'gw_port': {'id': 'f5db3cb7-37fa-4a12-b914-806a97dc17c1', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b37b791-99cf-4e28-816a-58b13a166b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:12:19Z', 'updated_at': '2021-10-30T16:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 16:14:04.937730 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-01e284e2-54ea-4b3c-aca2-620dad28853b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:04.960797 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e284e2-54ea-4b3c-aca2-620dad28853b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event deleted for resources: {'Port': ['ID=f5db3cb7-37fa-4a12-b914-806a97dc17c1,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:14:05.021507 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-01e284e2-54ea-4b3c-aca2-620dad28853b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:05.111044 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-01e284e2-54ea-4b3c-aca2-620dad28853b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:05.113061 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-01e284e2-54ea-4b3c-aca2-620dad28853b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:05.158923 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-01e284e2-54ea-4b3c-aca2-620dad28853b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:05.159484 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e284e2-54ea-4b3c-aca2-620dad28853b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Fanout notify agent at l3_agent the message router_deleted on router 3b37b791-99cf-4e28-816a-58b13a166b95 {{(pid=102130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 16:14:05.166645 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-01e284e2-54ea-4b3c-aca2-620dad28853b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:05.167764 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-01e284e2-54ea-4b3c-aca2-620dad28853b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "DELETE /v2.0/routers/3b37b791-99cf-4e28-816a-58b13a166b95 HTTP/1.1" status: 204 len: 168 time: 0.8045704 Oct 30 16:14:05.170436 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 59376) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:14:05.247299 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0b24a159-1cd4-4daa-84ab-c59b8773eb5d tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:05.331157 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device fe18f17d-9f88-41fe-a628-7c6c18a47705 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 16:14:05.343392 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0b24a159-1cd4-4daa-84ab-c59b8773eb5d tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:05.353688 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: fe18f17d-9f88-41fe-a628-7c6c18a47705 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 16:14:05.354047 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device fe18f17d-9f88-41fe-a628-7c6c18a47705 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 16:14:05.354460 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 10063f5d-8a6c-4f38-b774-306b898e920a no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 16:14:05.366087 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-0b24a159-1cd4-4daa-84ab-c59b8773eb5d tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['015b4593-82bb-49ce-876b-65bd1a877bd6']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:14:05.375315 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 10063f5d-8a6c-4f38-b774-306b898e920a {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 16:14:05.375895 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 10063f5d-8a6c-4f38-b774-306b898e920a not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 16:14:05.377567 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-0b24a159-1cd4-4daa-84ab-c59b8773eb5d tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd958d77e-8479-4a55-9c0c-c87eb6e8218b') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:14:05.377949 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-0b24a159-1cd4-4daa-84ab-c59b8773eb5d tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd958d77e-8479-4a55-9c0c-c87eb6e8218b') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:14:05.389668 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0b24a159-1cd4-4daa-84ab-c59b8773eb5d tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:05.403280 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0b24a159-1cd4-4daa-84ab-c59b8773eb5d tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:05.410673 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b24a159-1cd4-4daa-84ab-c59b8773eb5d tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 16:14:05.411127 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0b24a159-1cd4-4daa-84ab-c59b8773eb5d tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:05.414620 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 16:14:05.414620 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 16:14:05.414620 n-d-806683-17 neutron-server[102130]: timer() Oct 30 16:14:05.414620 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 16:14:05.414620 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 16:14:05.414620 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 16:14:05.414620 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 16:14:05.414620 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 16:14:05.414620 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 16:14:05.414620 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 16:14:05.414620 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 16:14:05.414620 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 16:14:05.414620 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 16:14:05.414620 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 16:14:05.414620 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 16:14:05.414620 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 16:14:05.414620 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 16:14:05.414620 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 16:14:05.414620 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 16:14:05.414620 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 16:14:05.414620 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 16:14:05.414620 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 16:14:05.414620 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 16:14:05.414620 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 16:14:05.414620 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 16:14:05.414620 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 16:14:05.414620 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 16:14:05.414620 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 16:14:05.414620 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 16:14:05.414620 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 16:14:05.414620 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 16:14:05.414620 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 16:14:05.471867 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0b24a159-1cd4-4daa-84ab-c59b8773eb5d tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:05.476655 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 74e1b08c-cae2-4ec0-9b07-2d328aa2ad67 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 16:14:05.480473 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0b24a159-1cd4-4daa-84ab-c59b8773eb5d tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:05.486682 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-0b24a159-1cd4-4daa-84ab-c59b8773eb5d tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "DELETE /v2.0/networks/015b4593-82bb-49ce-876b-65bd1a877bd6 HTTP/1.1" status: 204 len: 168 time: 0.3125200 Oct 30 16:14:05.486787 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 59378) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:14:05.494050 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b24a159-1cd4-4daa-84ab-c59b8773eb5d tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event deleted for resources: {'Network': ['ID=015b4593-82bb-49ce-876b-65bd1a877bd6,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:14:05.500661 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: 74e1b08c-cae2-4ec0-9b07-2d328aa2ad67 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 16:14:05.501370 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 74e1b08c-cae2-4ec0-9b07-2d328aa2ad67 not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 16:14:05.556816 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8d383bab-0e73-4ac5-a06e-13f30852daec tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:05.584612 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8d383bab-0e73-4ac5-a06e-13f30852daec tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:05.653521 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8d383bab-0e73-4ac5-a06e-13f30852daec tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:05.656168 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-8d383bab-0e73-4ac5-a06e-13f30852daec tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:05.657369 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-8d383bab-0e73-4ac5-a06e-13f30852daec tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "DELETE /v2.0/security-groups/9effc36a-4afa-49c9-92c3-b45ec8abf5f9 HTTP/1.1" status: 204 len: 168 time: 0.1693857 Oct 30 16:14:05.666780 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d383bab-0e73-4ac5-a06e-13f30852daec tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9effc36a-4afa-49c9-92c3-b45ec8abf5f9,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:14:05.899908 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 59384) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:14:05.905115 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-21626741-5db5-4ce9-b174-1f09b19f0fa8 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-954330559', 'description': 'tempest-secgroup-smoke-954330559 description', 'project_id': '289b72216cb54aebb7633604e51d22ed'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:14:05.929764 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-21626741-5db5-4ce9-b174-1f09b19f0fa8 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:05.996661 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-21626741-5db5-4ce9-b174-1f09b19f0fa8 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:06.001358 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-21626741-5db5-4ce9-b174-1f09b19f0fa8 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:06.028745 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-21626741-5db5-4ce9-b174-1f09b19f0fa8 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:06.030158 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-21626741-5db5-4ce9-b174-1f09b19f0fa8 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1290205 Oct 30 16:14:06.034522 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 59386) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:14:06.036209 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21626741-5db5-4ce9-b174-1f09b19f0fa8 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8df875b7-5811-4e77-8b66-99abe7b4d555,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:14:06.041233 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-128d1537-acca-4d31-89b3-4b2a1453407f tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Request body: {'security_group_rule': {'security_group_id': '8df875b7-5811-4e77-8b66-99abe7b4d555', 'project_id': '289b72216cb54aebb7633604e51d22ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:14:06.068190 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-128d1537-acca-4d31-89b3-4b2a1453407f tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:06.128096 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-128d1537-acca-4d31-89b3-4b2a1453407f tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:06.131632 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-128d1537-acca-4d31-89b3-4b2a1453407f tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:06.150627 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128d1537-acca-4d31-89b3-4b2a1453407f tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddbec2ab-b0dd-4431-82c5-b843409e7716,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:14:06.155600 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-128d1537-acca-4d31-89b3-4b2a1453407f tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:06.156795 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-128d1537-acca-4d31-89b3-4b2a1453407f tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1207056 Oct 30 16:14:06.159551 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 59388) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:14:06.164176 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-f1ab7096-ac17-4ea8-b366-b27eae415947 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Request body: {'security_group_rule': {'security_group_id': '8df875b7-5811-4e77-8b66-99abe7b4d555', 'project_id': '289b72216cb54aebb7633604e51d22ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:14:06.191847 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f1ab7096-ac17-4ea8-b366-b27eae415947 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:06.252563 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f1ab7096-ac17-4ea8-b366-b27eae415947 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:06.256363 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f1ab7096-ac17-4ea8-b366-b27eae415947 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:06.275001 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ab7096-ac17-4ea8-b366-b27eae415947 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a35b113c-569f-441e-b49d-9b9bed248d81,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:14:06.284546 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-f1ab7096-ac17-4ea8-b366-b27eae415947 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:06.285762 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-f1ab7096-ac17-4ea8-b366-b27eae415947 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1252444 Oct 30 16:14:06.290493 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 59390) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:14:06.296732 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-bb39411a-f39a-4f11-89d5-1548973d681b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Request body: {'security_group_rule': {'security_group_id': '8df875b7-5811-4e77-8b66-99abe7b4d555', 'project_id': '289b72216cb54aebb7633604e51d22ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:14:06.324565 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bb39411a-f39a-4f11-89d5-1548973d681b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:06.382411 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bb39411a-f39a-4f11-89d5-1548973d681b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:06.385860 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bb39411a-f39a-4f11-89d5-1548973d681b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:06.403957 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb39411a-f39a-4f11-89d5-1548973d681b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8323e4d-674c-4857-aaf1-8051054d96a7,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:14:06.412145 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-bb39411a-f39a-4f11-89d5-1548973d681b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:06.413595 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-bb39411a-f39a-4f11-89d5-1548973d681b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1217201 Oct 30 16:14:06.416411 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 59392) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:14:06.421700 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-86305e84-0351-4fdd-9f14-92b2ae8f4a62 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Request body: {'security_group_rule': {'security_group_id': '8df875b7-5811-4e77-8b66-99abe7b4d555', 'project_id': '289b72216cb54aebb7633604e51d22ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:14:06.447402 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-86305e84-0351-4fdd-9f14-92b2ae8f4a62 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:06.508597 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-86305e84-0351-4fdd-9f14-92b2ae8f4a62 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:06.512177 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-86305e84-0351-4fdd-9f14-92b2ae8f4a62 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:06.530603 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86305e84-0351-4fdd-9f14-92b2ae8f4a62 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c23828f-4fd8-48da-968d-d7f0107354d4,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:14:06.539114 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-86305e84-0351-4fdd-9f14-92b2ae8f4a62 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:06.541676 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-86305e84-0351-4fdd-9f14-92b2ae8f4a62 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1230206 Oct 30 16:14:06.543094 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 59394) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:14:06.547942 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-7352b29a-7d04-4775-9475-646a989bb07b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Request body: {'security_group_rule': {'security_group_id': '8df875b7-5811-4e77-8b66-99abe7b4d555', 'project_id': '289b72216cb54aebb7633604e51d22ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:14:06.569441 n-d-806683-17 neutron-server[102130]: INFO neutron.db.securitygroups_db [None req-7352b29a-7d04-4775-9475-646a989bb07b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Project 289b72216cb54aebb7633604e51d22ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 30 16:14:06.574281 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7352b29a-7d04-4775-9475-646a989bb07b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:06.636797 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7352b29a-7d04-4775-9475-646a989bb07b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:06.640780 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7352b29a-7d04-4775-9475-646a989bb07b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:06.659277 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7352b29a-7d04-4775-9475-646a989bb07b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=820e372d-f024-4c56-8c70-289978a85021,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:14:06.667830 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7352b29a-7d04-4775-9475-646a989bb07b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:06.669064 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-7352b29a-7d04-4775-9475-646a989bb07b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1250131 Oct 30 16:14:06.671829 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 59396) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:14:06.676266 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-c7122c0a-25a4-47ec-8b74-00bbaeefbc0c tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Request body: {'security_group_rule': {'security_group_id': '8df875b7-5811-4e77-8b66-99abe7b4d555', 'project_id': '289b72216cb54aebb7633604e51d22ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:14:06.698098 n-d-806683-17 neutron-server[102130]: INFO neutron.db.securitygroups_db [None req-c7122c0a-25a4-47ec-8b74-00bbaeefbc0c tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Project 289b72216cb54aebb7633604e51d22ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 30 16:14:06.703726 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c7122c0a-25a4-47ec-8b74-00bbaeefbc0c tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:06.764858 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c7122c0a-25a4-47ec-8b74-00bbaeefbc0c tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:06.768519 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c7122c0a-25a4-47ec-8b74-00bbaeefbc0c tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:06.788839 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7122c0a-25a4-47ec-8b74-00bbaeefbc0c tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a2f8c4d-b601-421b-ad75-dc3b4c33456a,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:14:06.793745 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-c7122c0a-25a4-47ec-8b74-00bbaeefbc0c tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:06.794942 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-c7122c0a-25a4-47ec-8b74-00bbaeefbc0c tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1221318 Oct 30 16:14:06.797867 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 59398) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:14:06.802709 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-1410e792-966e-434f-ab98-62f0494feb39 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Request body: {'network': {'name': 'tempest-network-smoke--696124452', 'project_id': '289b72216cb54aebb7633604e51d22ed', 'port_security_enabled': True}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:14:06.821938 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1410e792-966e-434f-ab98-62f0494feb39 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Made reservation on behalf of 289b72216cb54aebb7633604e51d22ed for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 16:14:06.825314 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1410e792-966e-434f-ab98-62f0494feb39 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:06.852127 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1410e792-966e-434f-ab98-62f0494feb39 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 16:14:06.861733 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1410e792-966e-434f-ab98-62f0494feb39 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:06.862075 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-1410e792-966e-434f-ab98-62f0494feb39 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Added segment 6c67c52e-5287-4a7b-a902-fd6aa6ff1d86 of type vlan for network d6032e09-68c1-4a63-b967-97ca7f73cc78 Oct 30 16:14:06.901511 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1410e792-966e-434f-ab98-62f0494feb39 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:06.927211 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1410e792-966e-434f-ab98-62f0494feb39 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:06.932823 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1410e792-966e-434f-ab98-62f0494feb39 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:14:06.933414 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1410e792-966e-434f-ab98-62f0494feb39 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:06.987586 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-1410e792-966e-434f-ab98-62f0494feb39 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1886642 Oct 30 16:14:06.990227 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 59400) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:14:06.994557 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-e9a6b7bd-996e-4dcf-9e9b-1afb8202c6b5 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-340443770', 'admin_state_up': True, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:14:07.015084 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1410e792-966e-434f-ab98-62f0494feb39 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event updated for resources: {'Network': ['ID=d6032e09-68c1-4a63-b967-97ca7f73cc78,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:14:07.025215 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network d6032e09-68c1-4a63-b967-97ca7f73cc78 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 16:14:07.029834 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e9a6b7bd-996e-4dcf-9e9b-1afb8202c6b5 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:07.030834 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e9a6b7bd-996e-4dcf-9e9b-1afb8202c6b5 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:07.080086 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device f5db3cb7-37fa-4a12-b914-806a97dc17c1 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 16:14:07.090430 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e9a6b7bd-996e-4dcf-9e9b-1afb8202c6b5 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:07.107353 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: f5db3cb7-37fa-4a12-b914-806a97dc17c1 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 16:14:07.107752 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device f5db3cb7-37fa-4a12-b914-806a97dc17c1 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 16:14:07.225443 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e9a6b7bd-996e-4dcf-9e9b-1afb8202c6b5 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:07.412197 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e9a6b7bd-996e-4dcf-9e9b-1afb8202c6b5 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for router_gateway, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:07.430677 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e9a6b7bd-996e-4dcf-9e9b-1afb8202c6b5 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:07.532363 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-e9a6b7bd-996e-4dcf-9e9b-1afb8202c6b5 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Allocated IP 172.25.4.125 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/b024e6b2-32fd-4064-b67a-f3876701bbe4) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 16:14:07.632086 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e9a6b7bd-996e-4dcf-9e9b-1afb8202c6b5 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:07.663164 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e9a6b7bd-996e-4dcf-9e9b-1afb8202c6b5 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:07.705211 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a6b7bd-996e-4dcf-9e9b-1afb8202c6b5 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:14:07.708095 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-e9a6b7bd-996e-4dcf-9e9b-1afb8202c6b5 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:14:07.712417 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a6b7bd-996e-4dcf-9e9b-1afb8202c6b5 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 16:14:07.737992 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a6b7bd-996e-4dcf-9e9b-1afb8202c6b5 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event updated for resources: {'Port': ['ID=b024e6b2-32fd-4064-b67a-f3876701bbe4,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:14:08.280734 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e9a6b7bd-996e-4dcf-9e9b-1afb8202c6b5 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for router_gateway, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:08.470000 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e9a6b7bd-996e-4dcf-9e9b-1afb8202c6b5 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:08.594575 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9a6b7bd-996e-4dcf-9e9b-1afb8202c6b5 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Router 7edeacf0-2908-47e2-b136-2ebd01928179 is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 16:14:08.699179 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a6b7bd-996e-4dcf-9e9b-1afb8202c6b5 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 16:14:08.709983 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd95f47-2ac3-401d-8dee-3d1ab22d84d8 None None] Sync routers for ids ['7edeacf0-2908-47e2-b136-2ebd01928179'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 16:14:08.720137 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-e9a6b7bd-996e-4dcf-9e9b-1afb8202c6b5 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:08.720779 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd95f47-2ac3-401d-8dee-3d1ab22d84d8 None None] Routers {'7edeacf0-2908-47e2-b136-2ebd01928179'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:14:08.721408 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-e9a6b7bd-996e-4dcf-9e9b-1afb8202c6b5 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7302263 Oct 30 16:14:08.721737 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-7cd95f47-2ac3-401d-8dee-3d1ab22d84d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:13:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['7edeacf0-2908-47e2-b136-2ebd01928179'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:14:08.724667 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 59402) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:14:08.798588 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-8759abb0-3a10-40f8-9b36-65875a5dd69e tempest-TestNetworkAdvancedServerOps-616166719 tempest-TestNetworkAdvancedServerOps-616166719-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=289b72216cb54aebb7633604e51d22ed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0702691 Oct 30 16:14:08.798836 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 59406) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:14:08.829097 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-7cd95f47-2ac3-401d-8dee-3d1ab22d84d8 None None] Set router 7edeacf0-2908-47e2-b136-2ebd01928179 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:14:08.887513 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0057a686-75ee-4846-aa70-8860c1f68496 tempest-TestNetworkAdvancedServerOps-616166719 tempest-TestNetworkAdvancedServerOps-616166719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:14:08.892418 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-0057a686-75ee-4846-aa70-8860c1f68496 tempest-TestNetworkAdvancedServerOps-616166719 tempest-TestNetworkAdvancedServerOps-616166719-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0926843 Oct 30 16:14:08.892589 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 59408) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:14:08.921036 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-3ee80589-67ab-4238-a10e-af544d988186 tempest-TestNetworkAdvancedServerOps-616166719 tempest-TestNetworkAdvancedServerOps-616166719-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=edc38ef5-7816-4133-914c-cfe2849a0125&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272362 Oct 30 16:14:08.923483 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 59410) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:14:08.928155 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-8352ab08-26db-49ed-a5d9-7a3b69525a79 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1041403487', 'network_id': 'd6032e09-68c1-4a63-b967-97ca7f73cc78', 'project_id': '289b72216cb54aebb7633604e51d22ed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:14:09.017944 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-7cd95f47-2ac3-401d-8dee-3d1ab22d84d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7edeacf0-2908-47e2-b136-2ebd01928179', 'name': 'tempest-TestNetworkAdvancedServerOps-router-340443770', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'b024e6b2-32fd-4064-b67a-f3876701bbe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:14:07Z', 'updated_at': '2021-10-30T16:14:07Z', 'revision_number': 3, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'gw_port': {'id': 'b024e6b2-32fd-4064-b67a-f3876701bbe4', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:3a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7edeacf0-2908-47e2-b136-2ebd01928179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:14:07Z', 'updated_at': '2021-10-30T16:14:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:14:09.018938 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8352ab08-26db-49ed-a5d9-7a3b69525a79 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Made reservation on behalf of 289b72216cb54aebb7633604e51d22ed for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 16:14:09.022543 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8352ab08-26db-49ed-a5d9-7a3b69525a79 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:09.044631 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd95f47-2ac3-401d-8dee-3d1ab22d84d8 None None] Checking router: 7edeacf0-2908-47e2-b136-2ebd01928179 for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 16:14:09.044983 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd95f47-2ac3-401d-8dee-3d1ab22d84d8 None None] Updating router 7edeacf0-2908-47e2-b136-2ebd01928179 port b024e6b2-32fd-4064-b67a-f3876701bbe4 binding host n-d-806683-17 {{(pid=102132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 16:14:09.070768 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7cd95f47-2ac3-401d-8dee-3d1ab22d84d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:09.211539 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8352ab08-26db-49ed-a5d9-7a3b69525a79 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:09.273251 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8352ab08-26db-49ed-a5d9-7a3b69525a79 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event updated for resources: {'Subnet': ['ID=8017b96d-9479-4588-8e1e-bda6ca003ba8,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:14:09.282133 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8352ab08-26db-49ed-a5d9-7a3b69525a79 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Checking segment: {'id': '6c67c52e-5287-4a7b-a902-fd6aa6ff1d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'd6032e09-68c1-4a63-b967-97ca7f73cc78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:14:09.282575 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8352ab08-26db-49ed-a5d9-7a3b69525a79 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Network hostable DHCP agents. Network: d6032e09-68c1-4a63-b967-97ca7f73cc78, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 16:14:09.302085 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8352ab08-26db-49ed-a5d9-7a3b69525a79 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Network d6032e09-68c1-4a63-b967-97ca7f73cc78 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 16:14:09.313221 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-8352ab08-26db-49ed-a5d9-7a3b69525a79 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, d6032e09-68c1-4a63-b967-97ca7f73cc78) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:14:09.318373 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8352ab08-26db-49ed-a5d9-7a3b69525a79 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:14:09.319580 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8352ab08-26db-49ed-a5d9-7a3b69525a79 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:09.328070 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa34baa9-5ce9-4713-b5b0-e66c2d24559a None None] Network d6032e09-68c1-4a63-b967-97ca7f73cc78 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 16:14:09.340115 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-8352ab08-26db-49ed-a5d9-7a3b69525a79 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4154823 Oct 30 16:14:09.340468 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 59412) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:14:09.383129 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7cd95f47-2ac3-401d-8dee-3d1ab22d84d8 None None] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:09.391331 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7cd95f47-2ac3-401d-8dee-3d1ab22d84d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:09.474120 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-7cd95f47-2ac3-401d-8dee-3d1ab22d84d8 None None] Attempting to bind port b024e6b2-32fd-4064-b67a-f3876701bbe4 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 16:14:09.474431 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-7cd95f47-2ac3-401d-8dee-3d1ab22d84d8 None None] Attempting to bind port b024e6b2-32fd-4064-b67a-f3876701bbe4 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 16:14:09.474771 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd95f47-2ac3-401d-8dee-3d1ab22d84d8 None None] Attempting to bind port b024e6b2-32fd-4064-b67a-f3876701bbe4 on network edc38ef5-7816-4133-914c-cfe2849a0125 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:14:09.480448 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd95f47-2ac3-401d-8dee-3d1ab22d84d8 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 16, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 16:14:09.480829 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd95f47-2ac3-401d-8dee-3d1ab22d84d8 None None] Checking segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:14:09.481234 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7cd95f47-2ac3-401d-8dee-3d1ab22d84d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:09.481632 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd95f47-2ac3-401d-8dee-3d1ab22d84d8 None None] Bound using segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 16:14:09.482105 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-7cd95f47-2ac3-401d-8dee-3d1ab22d84d8 None None] Bound port: b024e6b2-32fd-4064-b67a-f3876701bbe4, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 16:14:09.482587 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7cd95f47-2ac3-401d-8dee-3d1ab22d84d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:09.484448 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832fa37e-1838-42b1-a595-80a115e979df None None] Pushing event updated for resources: {'Port': ['ID=b024e6b2-32fd-4064-b67a-f3876701bbe4,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:14:09.577270 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e835761-38c5-4e02-815c-11fe611a922d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-d6032e09-68c1-4a63-b967-97ca7f73cc78', 'network_id': 'd6032e09-68c1-4a63-b967-97ca7f73cc78', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'fixed_ips': [{'subnet_id': '8017b96d-9479-4588-8e1e-bda6ca003ba8'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 16:14:09.577270 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1e835761-38c5-4e02-815c-11fe611a922d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:09.614669 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-7cd95f47-2ac3-401d-8dee-3d1ab22d84d8 None None] For port b024e6b2-32fd-4064-b67a-f3876701bbe4, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 16:14:09.679609 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-7cd95f47-2ac3-401d-8dee-3d1ab22d84d8 None None] For port b024e6b2-32fd-4064-b67a-f3876701bbe4, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=b024e6b2-32fd-4064-b67a-f3876701bbe4,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 16:14:09.686229 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7cd95f47-2ac3-401d-8dee-3d1ab22d84d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:09.783272 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd95f47-2ac3-401d-8dee-3d1ab22d84d8 None None] Routers {'7edeacf0-2908-47e2-b136-2ebd01928179'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:14:09.784007 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-7cd95f47-2ac3-401d-8dee-3d1ab22d84d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:13:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['7edeacf0-2908-47e2-b136-2ebd01928179'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:14:09.811408 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-81079042-664f-40ca-b722-a6e7b8d4b739 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:09.827117 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832fa37e-1838-42b1-a595-80a115e979df None None] Pushing event updated for resources: {'Port': ['ID=b024e6b2-32fd-4064-b67a-f3876701bbe4,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:14:09.868040 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-1e835761-38c5-4e02-815c-11fe611a922d None None] Allocated IP 172.20.0.2 (d6032e09-68c1-4a63-b967-97ca7f73cc78/8017b96d-9479-4588-8e1e-bda6ca003ba8/3af94f71-ff49-4254-82b6-5fef5a39ae08) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 16:14:09.963099 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-7cd95f47-2ac3-401d-8dee-3d1ab22d84d8 None None] Set router 7edeacf0-2908-47e2-b136-2ebd01928179 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:14:10.160948 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1e835761-38c5-4e02-815c-11fe611a922d None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:10.184086 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1e835761-38c5-4e02-815c-11fe611a922d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:10.235981 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-81079042-664f-40ca-b722-a6e7b8d4b739 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Allocated IP 172.20.0.1 (d6032e09-68c1-4a63-b967-97ca7f73cc78/8017b96d-9479-4588-8e1e-bda6ca003ba8/a599d98e-c15f-4121-813b-314859fd175a) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 16:14:10.237276 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e835761-38c5-4e02-815c-11fe611a922d None None] Network d6032e09-68c1-4a63-b967-97ca7f73cc78 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:14:10.245197 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-1e835761-38c5-4e02-815c-11fe611a922d None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:14:10.250904 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e835761-38c5-4e02-815c-11fe611a922d None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 16:14:10.255702 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e835761-38c5-4e02-815c-11fe611a922d None None] Pushing event updated for resources: {'Port': ['ID=3af94f71-ff49-4254-82b6-5fef5a39ae08,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:14:10.287657 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-7cd95f47-2ac3-401d-8dee-3d1ab22d84d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7edeacf0-2908-47e2-b136-2ebd01928179', 'name': 'tempest-TestNetworkAdvancedServerOps-router-340443770', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'b024e6b2-32fd-4064-b67a-f3876701bbe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:14:07Z', 'updated_at': '2021-10-30T16:14:07Z', 'revision_number': 3, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'gw_port': {'id': 'b024e6b2-32fd-4064-b67a-f3876701bbe4', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:3a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7edeacf0-2908-47e2-b136-2ebd01928179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:14:07Z', 'updated_at': '2021-10-30T16:14:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:14:10.329814 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd95f47-2ac3-401d-8dee-3d1ab22d84d8 None None] The sync data for ids ['7edeacf0-2908-47e2-b136-2ebd01928179'] in n-d-806683-17 is: [{'id': '7edeacf0-2908-47e2-b136-2ebd01928179', 'name': 'tempest-TestNetworkAdvancedServerOps-router-340443770', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'b024e6b2-32fd-4064-b67a-f3876701bbe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:14:07Z', 'updated_at': '2021-10-30T16:14:07Z', 'revision_number': 3, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'gw_port': {'id': 'b024e6b2-32fd-4064-b67a-f3876701bbe4', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:3a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7edeacf0-2908-47e2-b136-2ebd01928179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:14:07Z', 'updated_at': '2021-10-30T16:14:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 16:14:10.339832 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-1e835761-38c5-4e02-815c-11fe611a922d None None] Attempting to bind port 3af94f71-ff49-4254-82b6-5fef5a39ae08 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 16:14:10.340212 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-1e835761-38c5-4e02-815c-11fe611a922d None None] Attempting to bind port 3af94f71-ff49-4254-82b6-5fef5a39ae08 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '6c67c52e-5287-4a7b-a902-fd6aa6ff1d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'd6032e09-68c1-4a63-b967-97ca7f73cc78'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 16:14:10.340584 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e835761-38c5-4e02-815c-11fe611a922d None None] Attempting to bind port 3af94f71-ff49-4254-82b6-5fef5a39ae08 on network d6032e09-68c1-4a63-b967-97ca7f73cc78 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:14:10.352106 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e835761-38c5-4e02-815c-11fe611a922d None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 16, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 16:14:10.352473 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e835761-38c5-4e02-815c-11fe611a922d None None] Checking segment: {'id': '6c67c52e-5287-4a7b-a902-fd6aa6ff1d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'd6032e09-68c1-4a63-b967-97ca7f73cc78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:14:10.352920 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1e835761-38c5-4e02-815c-11fe611a922d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:10.353295 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e835761-38c5-4e02-815c-11fe611a922d None None] Bound using segment: {'id': '6c67c52e-5287-4a7b-a902-fd6aa6ff1d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'd6032e09-68c1-4a63-b967-97ca7f73cc78'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 16:14:10.353793 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-1e835761-38c5-4e02-815c-11fe611a922d None None] Bound port: 3af94f71-ff49-4254-82b6-5fef5a39ae08, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c67c52e-5287-4a7b-a902-fd6aa6ff1d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'd6032e09-68c1-4a63-b967-97ca7f73cc78'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 16:14:10.354182 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1e835761-38c5-4e02-815c-11fe611a922d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:10.359040 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-81079042-664f-40ca-b722-a6e7b8d4b739 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:10.393375 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-81079042-664f-40ca-b722-a6e7b8d4b739 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:10.425221 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-1e835761-38c5-4e02-815c-11fe611a922d None None] For port 3af94f71-ff49-4254-82b6-5fef5a39ae08, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 16:14:10.429381 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-1e835761-38c5-4e02-815c-11fe611a922d None None] For port 3af94f71-ff49-4254-82b6-5fef5a39ae08, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=3af94f71-ff49-4254-82b6-5fef5a39ae08,segment=NetworkSegment(6c67c52e-5287-4a7b-a902-fd6aa6ff1d86),segment_id=6c67c52e-5287-4a7b-a902-fd6aa6ff1d86)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 16:14:10.437464 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1e835761-38c5-4e02-815c-11fe611a922d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:10.445254 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81079042-664f-40ca-b722-a6e7b8d4b739 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Network d6032e09-68c1-4a63-b967-97ca7f73cc78 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:14:10.448913 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-81079042-664f-40ca-b722-a6e7b8d4b739 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:14:10.453265 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81079042-664f-40ca-b722-a6e7b8d4b739 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 16:14:10.460109 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81079042-664f-40ca-b722-a6e7b8d4b739 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event updated for resources: {'Port': ['ID=a599d98e-c15f-4121-813b-314859fd175a,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:14:10.501306 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e835761-38c5-4e02-815c-11fe611a922d None None] Pushing event updated for resources: {'Port': ['ID=3af94f71-ff49-4254-82b6-5fef5a39ae08,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:14:10.521416 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-81079042-664f-40ca-b722-a6e7b8d4b739 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:10.678827 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-81079042-664f-40ca-b722-a6e7b8d4b739 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:10.995698 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-81079042-664f-40ca-b722-a6e7b8d4b739 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:11.001006 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-81079042-664f-40ca-b722-a6e7b8d4b739 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:11.076530 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81079042-664f-40ca-b722-a6e7b8d4b739 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event updated for resources: {'Port': ['ID=a599d98e-c15f-4121-813b-314859fd175a,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:14:11.079204 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-81079042-664f-40ca-b722-a6e7b8d4b739 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:11.209207 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 3af94f71-ff49-4254-82b6-5fef5a39ae08 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:14:11.272447 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 3af94f71-ff49-4254-82b6-5fef5a39ae08 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:14:11.272816 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:11.293825 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 16:14:11.377878 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:11.415968 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 3af94f71-ff49-4254-82b6-5fef5a39ae08, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=3af94f71-ff49-4254-82b6-5fef5a39ae08,segment=NetworkSegment(6c67c52e-5287-4a7b-a902-fd6aa6ff1d86),segment_id=6c67c52e-5287-4a7b-a902-fd6aa6ff1d86)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:14:11.420992 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:11.421904 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device b024e6b2-32fd-4064-b67a-f3876701bbe4 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:14:11.497743 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=3af94f71-ff49-4254-82b6-5fef5a39ae08,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:14:11.511380 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port b024e6b2-32fd-4064-b67a-f3876701bbe4 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:14:11.511781 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:11.525145 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81079042-664f-40ca-b722-a6e7b8d4b739 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Network d6032e09-68c1-4a63-b967-97ca7f73cc78 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:14:11.527198 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-81079042-664f-40ca-b722-a6e7b8d4b739 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:14:11.548820 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1caad337-94da-4b77-bc8d-8e3c4ae45adb None None] Network d6032e09-68c1-4a63-b967-97ca7f73cc78 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 16:14:11.644273 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81079042-664f-40ca-b722-a6e7b8d4b739 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Router 7edeacf0-2908-47e2-b136-2ebd01928179 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 16:14:11.757328 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81079042-664f-40ca-b722-a6e7b8d4b739 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 16:14:11.771695 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-81079042-664f-40ca-b722-a6e7b8d4b739 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "PUT /v2.0/routers/7edeacf0-2908-47e2-b136-2ebd01928179/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4205284 Oct 30 16:14:11.851841 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-75a030ff-9c96-4b5b-a687-cb137dda502d None None] Provisioning complete for port 3af94f71-ff49-4254-82b6-5fef5a39ae08 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:14:11.852211 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-75a030ff-9c96-4b5b-a687-cb137dda502d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:11.871094 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:11.915346 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0badd0ed-8ece-4fdd-8f79-666bb35d3f5d req-f3a0fc72-243f-43c2-bd46-0c5d8172da93 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-954330559&fields=id&tenant_id=289b72216cb54aebb7633604e51d22ed HTTP/1.1" status: 200 len: 267 time: 0.0348763 Oct 30 16:14:11.932811 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port b024e6b2-32fd-4064-b67a-f3876701bbe4, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=b024e6b2-32fd-4064-b67a-f3876701bbe4,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:14:11.941387 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:12.017430 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=b024e6b2-32fd-4064-b67a-f3876701bbe4,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:14:12.032956 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0badd0ed-8ece-4fdd-8f79-666bb35d3f5d req-cf14096b-7ad0-44eb-9dc0-8f7a0f8b95e8 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:14:12.034468 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0badd0ed-8ece-4fdd-8f79-666bb35d3f5d req-cf14096b-7ad0-44eb-9dc0-8f7a0f8b95e8 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/networks?id=d6032e09-68c1-4a63-b967-97ca7f73cc78 HTTP/1.1" status: 200 len: 796 time: 0.1113021 Oct 30 16:14:12.052759 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0badd0ed-8ece-4fdd-8f79-666bb35d3f5d req-50080fc5-2f64-4fc6-b560-74cbf695bac2 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/quotas/289b72216cb54aebb7633604e51d22ed HTTP/1.1" status: 200 len: 375 time: 0.0106084 Oct 30 16:14:12.112827 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0badd0ed-8ece-4fdd-8f79-666bb35d3f5d req-3f68d7d6-ca04-4d26-aa51-a999b0a4a021 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=289b72216cb54aebb7633604e51d22ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484326 Oct 30 16:14:12.128779 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [req-0badd0ed-8ece-4fdd-8f79-666bb35d3f5d req-caedab6b-3c9a-47aa-b574-f3f5fd85d689 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 16:14:12.133594 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272d406c-632e-41a2-9a2a-9ee439e1bcb0 None None] Sync routers for ids ['7edeacf0-2908-47e2-b136-2ebd01928179'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 16:14:12.136743 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0badd0ed-8ece-4fdd-8f79-666bb35d3f5d req-caedab6b-3c9a-47aa-b574-f3f5fd85d689 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0124004 Oct 30 16:14:12.147544 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272d406c-632e-41a2-9a2a-9ee439e1bcb0 None None] Routers {'7edeacf0-2908-47e2-b136-2ebd01928179'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:14:12.148244 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-272d406c-632e-41a2-9a2a-9ee439e1bcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:13:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['7edeacf0-2908-47e2-b136-2ebd01928179'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:14:12.230139 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0badd0ed-8ece-4fdd-8f79-666bb35d3f5d req-9c42f4ac-9d36-40ae-bf09-c38769886510 service neutron] 10.222.0.62 "GET /v2.0/networks/d6032e09-68c1-4a63-b967-97ca7f73cc78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925329 Oct 30 16:14:12.263941 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-272d406c-632e-41a2-9a2a-9ee439e1bcb0 None None] Set router 7edeacf0-2908-47e2-b136-2ebd01928179 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:14:12.284715 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-0a0ae132-4486-4d54-891f-895212eccd02 None None] Provisioning complete for port a599d98e-c15f-4121-813b-314859fd175a triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:14:12.285801 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0a0ae132-4486-4d54-891f-895212eccd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:12.332840 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0badd0ed-8ece-4fdd-8f79-666bb35d3f5d req-eb679008-2217-47b5-81ba-b63651227f9f service neutron] 10.222.0.62 "GET /v2.0/networks/d6032e09-68c1-4a63-b967-97ca7f73cc78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959601 Oct 30 16:14:12.333255 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-0a0ae132-4486-4d54-891f-895212eccd02 None None] Port a599d98e-c15f-4121-813b-314859fd175a cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 16:14:12.350759 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-0a0ae132-4486-4d54-891f-895212eccd02 None None] Provisioning complete for port 3af94f71-ff49-4254-82b6-5fef5a39ae08 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:14:12.351136 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0a0ae132-4486-4d54-891f-895212eccd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:12.501516 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-272d406c-632e-41a2-9a2a-9ee439e1bcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7edeacf0-2908-47e2-b136-2ebd01928179', 'name': 'tempest-TestNetworkAdvancedServerOps-router-340443770', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'b024e6b2-32fd-4064-b67a-f3876701bbe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:14:07Z', 'updated_at': '2021-10-30T16:14:10Z', 'revision_number': 4, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'gw_port': {'id': 'b024e6b2-32fd-4064-b67a-f3876701bbe4', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:3a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edeacf0-2908-47e2-b136-2ebd01928179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:14:07Z', 'updated_at': '2021-10-30T16:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'a599d98e-c15f-4121-813b-314859fd175a', 'name': '', 'network_id': 'd6032e09-68c1-4a63-b967-97ca7f73cc78', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'mac_address': 'fa:16:3e:ee:bd:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7edeacf0-2908-47e2-b136-2ebd01928179', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '8017b96d-9479-4588-8e1e-bda6ca003ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:14:09Z', 'updated_at': '2021-10-30T16:14:10Z', 'revision_number': 2, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'subnets': [{'id': '8017b96d-9479-4588-8e1e-bda6ca003ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:14:12.529891 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6fb9d174-4804-4a9d-8945-20537e2df9ae req-ef038cd3-1cfb-4b4e-a3f4-f8ae00cf9152 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=af29ead5-c5de-4c71-b9c7-f905ae7aee43 HTTP/1.1" status: 200 len: 210 time: 0.0329013 Oct 30 16:14:12.532379 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272d406c-632e-41a2-9a2a-9ee439e1bcb0 None None] Checking router: 7edeacf0-2908-47e2-b136-2ebd01928179 for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 16:14:12.532943 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272d406c-632e-41a2-9a2a-9ee439e1bcb0 None None] Updating router 7edeacf0-2908-47e2-b136-2ebd01928179 port a599d98e-c15f-4121-813b-314859fd175a binding host n-d-806683-17 {{(pid=102133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 16:14:12.570967 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-0c4ea894-15a7-4114-92aa-c084491d2d8b None None] Provisioning complete for port a599d98e-c15f-4121-813b-314859fd175a triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:14:12.571426 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0c4ea894-15a7-4114-92aa-c084491d2d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:12.573430 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-272d406c-632e-41a2-9a2a-9ee439e1bcb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:12.609075 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-0c4ea894-15a7-4114-92aa-c084491d2d8b None None] Port a599d98e-c15f-4121-813b-314859fd175a cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 16:14:12.832385 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e81d6004-6ca0-49d4-986b-5745a3748e98 None None] Provisioning complete for port a599d98e-c15f-4121-813b-314859fd175a triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:14:12.832840 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e81d6004-6ca0-49d4-986b-5745a3748e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:12.860452 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-272d406c-632e-41a2-9a2a-9ee439e1bcb0 None None] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:12.866139 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-272d406c-632e-41a2-9a2a-9ee439e1bcb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:12.868199 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e81d6004-6ca0-49d4-986b-5745a3748e98 None None] Port a599d98e-c15f-4121-813b-314859fd175a cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 16:14:12.941988 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21de3340-41c2-45b4-a30a-c6a073958a45 None None] Pushing event updated for resources: {'Port': ['ID=a599d98e-c15f-4121-813b-314859fd175a,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:14:12.965065 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21de3340-41c2-45b4-a30a-c6a073958a45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:14:12.965410 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21de3340-41c2-45b4-a30a-c6a073958a45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:14:12.965750 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21de3340-41c2-45b4-a30a-c6a073958a45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:14:12.966093 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21de3340-41c2-45b4-a30a-c6a073958a45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:14:12.966421 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21de3340-41c2-45b4-a30a-c6a073958a45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:14:12.967286 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21de3340-41c2-45b4-a30a-c6a073958a45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:14:12.967643 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21de3340-41c2-45b4-a30a-c6a073958a45 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:14:12.967972 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21de3340-41c2-45b4-a30a-c6a073958a45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:14:12.968296 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21de3340-41c2-45b4-a30a-c6a073958a45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:14:12.968617 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21de3340-41c2-45b4-a30a-c6a073958a45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:14:12.968938 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21de3340-41c2-45b4-a30a-c6a073958a45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:14:12.969377 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21de3340-41c2-45b4-a30a-c6a073958a45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:14:12.983823 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-272d406c-632e-41a2-9a2a-9ee439e1bcb0 None None] Attempting to bind port a599d98e-c15f-4121-813b-314859fd175a on host n-d-806683-17 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 16:14:12.984192 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-272d406c-632e-41a2-9a2a-9ee439e1bcb0 None None] Attempting to bind port a599d98e-c15f-4121-813b-314859fd175a by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '6c67c52e-5287-4a7b-a902-fd6aa6ff1d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'd6032e09-68c1-4a63-b967-97ca7f73cc78'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 16:14:12.984552 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272d406c-632e-41a2-9a2a-9ee439e1bcb0 None None] Attempting to bind port a599d98e-c15f-4121-813b-314859fd175a on network d6032e09-68c1-4a63-b967-97ca7f73cc78 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:14:12.989981 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272d406c-632e-41a2-9a2a-9ee439e1bcb0 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 16, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 16:14:12.990353 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272d406c-632e-41a2-9a2a-9ee439e1bcb0 None None] Checking segment: {'id': '6c67c52e-5287-4a7b-a902-fd6aa6ff1d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'd6032e09-68c1-4a63-b967-97ca7f73cc78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:14:12.990773 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-272d406c-632e-41a2-9a2a-9ee439e1bcb0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:12.991150 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272d406c-632e-41a2-9a2a-9ee439e1bcb0 None None] Bound using segment: {'id': '6c67c52e-5287-4a7b-a902-fd6aa6ff1d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'd6032e09-68c1-4a63-b967-97ca7f73cc78'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 16:14:12.991653 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-272d406c-632e-41a2-9a2a-9ee439e1bcb0 None None] Bound port: a599d98e-c15f-4121-813b-314859fd175a, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c67c52e-5287-4a7b-a902-fd6aa6ff1d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'd6032e09-68c1-4a63-b967-97ca7f73cc78'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 16:14:12.992040 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-272d406c-632e-41a2-9a2a-9ee439e1bcb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:13.059157 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-272d406c-632e-41a2-9a2a-9ee439e1bcb0 None None] For port a599d98e-c15f-4121-813b-314859fd175a, host n-d-806683-17, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 16:14:13.062965 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-272d406c-632e-41a2-9a2a-9ee439e1bcb0 None None] For port a599d98e-c15f-4121-813b-314859fd175a, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=a599d98e-c15f-4121-813b-314859fd175a,segment=NetworkSegment(6c67c52e-5287-4a7b-a902-fd6aa6ff1d86),segment_id=6c67c52e-5287-4a7b-a902-fd6aa6ff1d86)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 16:14:13.071917 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-272d406c-632e-41a2-9a2a-9ee439e1bcb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:13.126878 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 3af94f71-ff49-4254-82b6-5fef5a39ae08 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:14:13.140357 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272d406c-632e-41a2-9a2a-9ee439e1bcb0 None None] Routers {'7edeacf0-2908-47e2-b136-2ebd01928179'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:14:13.140357 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-272d406c-632e-41a2-9a2a-9ee439e1bcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:13:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['7edeacf0-2908-47e2-b136-2ebd01928179'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:14:13.185175 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21de3340-41c2-45b4-a30a-c6a073958a45 None None] Pushing event updated for resources: {'Port': ['ID=a599d98e-c15f-4121-813b-314859fd175a,revision_number=4']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:14:13.204360 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e578fc58-aa28-447f-8c89-0c23c3dab438 None None] Provisioning complete for port a599d98e-c15f-4121-813b-314859fd175a triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:14:13.204738 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e578fc58-aa28-447f-8c89-0c23c3dab438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:13.226368 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 3af94f71-ff49-4254-82b6-5fef5a39ae08 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:14:13.226744 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:13.265682 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-272d406c-632e-41a2-9a2a-9ee439e1bcb0 None None] Set router 7edeacf0-2908-47e2-b136-2ebd01928179 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:14:13.355090 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e578fc58-aa28-447f-8c89-0c23c3dab438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:13.357687 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device b024e6b2-32fd-4064-b67a-f3876701bbe4 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:14:13.420550 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e578fc58-aa28-447f-8c89-0c23c3dab438 None None] For port a599d98e-c15f-4121-813b-314859fd175a, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=a599d98e-c15f-4121-813b-314859fd175a,segment=NetworkSegment(6c67c52e-5287-4a7b-a902-fd6aa6ff1d86),segment_id=6c67c52e-5287-4a7b-a902-fd6aa6ff1d86)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:14:13.427658 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e578fc58-aa28-447f-8c89-0c23c3dab438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:13.458214 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port b024e6b2-32fd-4064-b67a-f3876701bbe4 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:14:13.458514 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:13.482364 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-272d406c-632e-41a2-9a2a-9ee439e1bcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7edeacf0-2908-47e2-b136-2ebd01928179', 'name': 'tempest-TestNetworkAdvancedServerOps-router-340443770', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'b024e6b2-32fd-4064-b67a-f3876701bbe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:14:07Z', 'updated_at': '2021-10-30T16:14:10Z', 'revision_number': 4, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'gw_port': {'id': 'b024e6b2-32fd-4064-b67a-f3876701bbe4', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:3a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edeacf0-2908-47e2-b136-2ebd01928179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:14:07Z', 'updated_at': '2021-10-30T16:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'a599d98e-c15f-4121-813b-314859fd175a', 'name': '', 'network_id': 'd6032e09-68c1-4a63-b967-97ca7f73cc78', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'mac_address': 'fa:16:3e:ee:bd:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7edeacf0-2908-47e2-b136-2ebd01928179', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '8017b96d-9479-4588-8e1e-bda6ca003ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:14:09Z', 'updated_at': '2021-10-30T16:14:13Z', 'revision_number': 4, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'subnets': [{'id': '8017b96d-9479-4588-8e1e-bda6ca003ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:14:13.512209 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272d406c-632e-41a2-9a2a-9ee439e1bcb0 None None] The sync data for ids ['7edeacf0-2908-47e2-b136-2ebd01928179'] in n-d-806683-17 is: [{'id': '7edeacf0-2908-47e2-b136-2ebd01928179', 'name': 'tempest-TestNetworkAdvancedServerOps-router-340443770', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'b024e6b2-32fd-4064-b67a-f3876701bbe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:14:07Z', 'updated_at': '2021-10-30T16:14:10Z', 'revision_number': 4, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'gw_port': {'id': 'b024e6b2-32fd-4064-b67a-f3876701bbe4', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:3a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edeacf0-2908-47e2-b136-2ebd01928179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:14:07Z', 'updated_at': '2021-10-30T16:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'a599d98e-c15f-4121-813b-314859fd175a', 'name': '', 'network_id': 'd6032e09-68c1-4a63-b967-97ca7f73cc78', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'mac_address': 'fa:16:3e:ee:bd:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7edeacf0-2908-47e2-b136-2ebd01928179', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '8017b96d-9479-4588-8e1e-bda6ca003ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:14:09Z', 'updated_at': '2021-10-30T16:14:13Z', 'revision_number': 4, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'subnets': [{'id': '8017b96d-9479-4588-8e1e-bda6ca003ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 16:14:13.525628 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e578fc58-aa28-447f-8c89-0c23c3dab438 None None] Pushing event updated for resources: {'Port': ['ID=a599d98e-c15f-4121-813b-314859fd175a,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:14:13.585867 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-6cce304c-31ee-462c-9634-f25b1fe0581c None None] Provisioning complete for port a599d98e-c15f-4121-813b-314859fd175a triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:14:13.586369 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6cce304c-31ee-462c-9634-f25b1fe0581c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:13.706382 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-564ffbe4-63d4-4d8a-8eae-af0e845cce57 req-a1410b46-33ee-4c11-be3a-19f5800b94ac tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=af29ead5-c5de-4c71-b9c7-f905ae7aee43 HTTP/1.1" status: 200 len: 210 time: 0.0562243 Oct 30 16:14:13.716440 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0badd0ed-8ece-4fdd-8f79-666bb35d3f5d req-b8d8972d-2950-402f-a00f-acf639a614e4 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:14:13.719040 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0badd0ed-8ece-4fdd-8f79-666bb35d3f5d req-b8d8972d-2950-402f-a00f-acf639a614e4 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.44 "GET /v2.0/networks?id=d6032e09-68c1-4a63-b967-97ca7f73cc78 HTTP/1.1" status: 200 len: 796 time: 0.2225647 Oct 30 16:14:13.766903 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0badd0ed-8ece-4fdd-8f79-666bb35d3f5d req-294a4949-fe65-49f0-9ec1-447221580530 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=289b72216cb54aebb7633604e51d22ed HTTP/1.1" status: 200 len: 379 time: 0.0388927 Oct 30 16:14:13.776315 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-0badd0ed-8ece-4fdd-8f79-666bb35d3f5d req-1387ff6f-9b70-4319-b305-773c02e9fac1 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Request body: {'port': {'device_id': 'af29ead5-c5de-4c71-b9c7-f905ae7aee43', 'network_id': 'd6032e09-68c1-4a63-b967-97ca7f73cc78', 'admin_state_up': True, 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'security_groups': ['8df875b7-5811-4e77-8b66-99abe7b4d555']}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:14:13.894276 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0badd0ed-8ece-4fdd-8f79-666bb35d3f5d req-1387ff6f-9b70-4319-b305-773c02e9fac1 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Made reservation on behalf of 289b72216cb54aebb7633604e51d22ed for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 16:14:13.898010 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-0badd0ed-8ece-4fdd-8f79-666bb35d3f5d req-1387ff6f-9b70-4319-b305-773c02e9fac1 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:14.031439 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-0badd0ed-8ece-4fdd-8f79-666bb35d3f5d req-1387ff6f-9b70-4319-b305-773c02e9fac1 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Allocated IP 172.20.0.8 (d6032e09-68c1-4a63-b967-97ca7f73cc78/8017b96d-9479-4588-8e1e-bda6ca003ba8/73b6e6fe-2417-4bc4-afaa-ead675b160de) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 16:14:14.184050 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-0badd0ed-8ece-4fdd-8f79-666bb35d3f5d req-1387ff6f-9b70-4319-b305-773c02e9fac1 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:14.218191 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-0badd0ed-8ece-4fdd-8f79-666bb35d3f5d req-1387ff6f-9b70-4319-b305-773c02e9fac1 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:14.268580 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0badd0ed-8ece-4fdd-8f79-666bb35d3f5d req-1387ff6f-9b70-4319-b305-773c02e9fac1 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Network d6032e09-68c1-4a63-b967-97ca7f73cc78 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:14:14.271959 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-0badd0ed-8ece-4fdd-8f79-666bb35d3f5d req-1387ff6f-9b70-4319-b305-773c02e9fac1 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:14:14.274525 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-0badd0ed-8ece-4fdd-8f79-666bb35d3f5d req-1387ff6f-9b70-4319-b305-773c02e9fac1 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 16:14:14.301262 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1387ff6f-9b70-4319-b305-773c02e9fac1 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event updated for resources: {'Port': ['ID=73b6e6fe-2417-4bc4-afaa-ead675b160de,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:14:14.335160 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0badd0ed-8ece-4fdd-8f79-666bb35d3f5d req-1387ff6f-9b70-4319-b305-773c02e9fac1 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:14:14.335787 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-0badd0ed-8ece-4fdd-8f79-666bb35d3f5d req-1387ff6f-9b70-4319-b305-773c02e9fac1 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:14.373031 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0badd0ed-8ece-4fdd-8f79-666bb35d3f5d req-1387ff6f-9b70-4319-b305-773c02e9fac1 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6005218 Oct 30 16:14:14.388288 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-0badd0ed-8ece-4fdd-8f79-666bb35d3f5d req-3d688e12-5b27-47e3-8d15-3a61b39a114e service neutron] Request body: {'port': {'device_id': 'af29ead5-c5de-4c71-b9c7-f905ae7aee43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:14:14.450850 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-0badd0ed-8ece-4fdd-8f79-666bb35d3f5d req-3d688e12-5b27-47e3-8d15-3a61b39a114e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:14.560169 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-9f996b53-8bd2-4d19-af6d-1663d1f9088b None None] Provisioning complete for port 73b6e6fe-2417-4bc4-afaa-ead675b160de triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:14:14.560776 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9f996b53-8bd2-4d19-af6d-1663d1f9088b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:14.600744 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-9f996b53-8bd2-4d19-af6d-1663d1f9088b None None] Port 73b6e6fe-2417-4bc4-afaa-ead675b160de cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 16:14:14.739591 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-0badd0ed-8ece-4fdd-8f79-666bb35d3f5d req-3d688e12-5b27-47e3-8d15-3a61b39a114e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73b6e6fe-2417-4bc4-afaa-ead675b160de {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 16:14:14.747643 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-0badd0ed-8ece-4fdd-8f79-666bb35d3f5d req-3d688e12-5b27-47e3-8d15-3a61b39a114e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:14.760866 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-0badd0ed-8ece-4fdd-8f79-666bb35d3f5d req-3d688e12-5b27-47e3-8d15-3a61b39a114e service neutron] Transition to ACTIVE for port object 73b6e6fe-2417-4bc4-afaa-ead675b160de will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 16:14:14.764910 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-0badd0ed-8ece-4fdd-8f79-666bb35d3f5d req-3d688e12-5b27-47e3-8d15-3a61b39a114e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:14.817527 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d688e12-5b27-47e3-8d15-3a61b39a114e service neutron] Pushing event updated for resources: {'Port': ['ID=73b6e6fe-2417-4bc4-afaa-ead675b160de,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:14:14.850781 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8426e5-216b-4d27-9007-0e079f73a08b req-d6a11ace-f15b-4946-8c9b-cdd0854b47d9 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:14:14.852291 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8e8426e5-216b-4d27-9007-0e079f73a08b req-d6a11ace-f15b-4946-8c9b-cdd0854b47d9 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=af29ead5-c5de-4c71-b9c7-f905ae7aee43 HTTP/1.1" status: 200 len: 943 time: 0.0668464 Oct 30 16:14:14.889806 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-0badd0ed-8ece-4fdd-8f79-666bb35d3f5d req-3d688e12-5b27-47e3-8d15-3a61b39a114e service neutron] Attempting to bind port 73b6e6fe-2417-4bc4-afaa-ead675b160de on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 16:14:14.890138 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-0badd0ed-8ece-4fdd-8f79-666bb35d3f5d req-3d688e12-5b27-47e3-8d15-3a61b39a114e service neutron] Attempting to bind port 73b6e6fe-2417-4bc4-afaa-ead675b160de by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': '6c67c52e-5287-4a7b-a902-fd6aa6ff1d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'd6032e09-68c1-4a63-b967-97ca7f73cc78'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 16:14:14.890601 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0badd0ed-8ece-4fdd-8f79-666bb35d3f5d req-3d688e12-5b27-47e3-8d15-3a61b39a114e service neutron] Attempting to bind port 73b6e6fe-2417-4bc4-afaa-ead675b160de on network d6032e09-68c1-4a63-b967-97ca7f73cc78 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:14:14.895236 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0badd0ed-8ece-4fdd-8f79-666bb35d3f5d req-3d688e12-5b27-47e3-8d15-3a61b39a114e service neutron] Port 73b6e6fe-2417-4bc4-afaa-ead675b160de on network d6032e09-68c1-4a63-b967-97ca7f73cc78 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 16:14:14.895665 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0badd0ed-8ece-4fdd-8f79-666bb35d3f5d req-3d688e12-5b27-47e3-8d15-3a61b39a114e service neutron] Attempting to bind port 73b6e6fe-2417-4bc4-afaa-ead675b160de on network d6032e09-68c1-4a63-b967-97ca7f73cc78 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:14:14.900612 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0badd0ed-8ece-4fdd-8f79-666bb35d3f5d req-3d688e12-5b27-47e3-8d15-3a61b39a114e service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 16, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 16:14:14.901025 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0badd0ed-8ece-4fdd-8f79-666bb35d3f5d req-3d688e12-5b27-47e3-8d15-3a61b39a114e service neutron] Checking segment: {'id': '6c67c52e-5287-4a7b-a902-fd6aa6ff1d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'd6032e09-68c1-4a63-b967-97ca7f73cc78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:14:14.901302 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8e8426e5-216b-4d27-9007-0e079f73a08b req-b082ab37-393b-428e-bc63-10dc5060dd04 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=8df875b7-5811-4e77-8b66-99abe7b4d555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403943 Oct 30 16:14:14.901488 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0badd0ed-8ece-4fdd-8f79-666bb35d3f5d req-3d688e12-5b27-47e3-8d15-3a61b39a114e service neutron] Bound using segment: {'id': '6c67c52e-5287-4a7b-a902-fd6aa6ff1d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'd6032e09-68c1-4a63-b967-97ca7f73cc78'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 16:14:14.901987 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-0badd0ed-8ece-4fdd-8f79-666bb35d3f5d req-3d688e12-5b27-47e3-8d15-3a61b39a114e service neutron] Bound port: 73b6e6fe-2417-4bc4-afaa-ead675b160de, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c67c52e-5287-4a7b-a902-fd6aa6ff1d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'd6032e09-68c1-4a63-b967-97ca7f73cc78'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 16:14:14.902405 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-0badd0ed-8ece-4fdd-8f79-666bb35d3f5d req-3d688e12-5b27-47e3-8d15-3a61b39a114e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:14.981688 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-0badd0ed-8ece-4fdd-8f79-666bb35d3f5d req-3d688e12-5b27-47e3-8d15-3a61b39a114e service neutron] For port 73b6e6fe-2417-4bc4-afaa-ead675b160de, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 16:14:14.986085 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-0badd0ed-8ece-4fdd-8f79-666bb35d3f5d req-3d688e12-5b27-47e3-8d15-3a61b39a114e service neutron] For port 73b6e6fe-2417-4bc4-afaa-ead675b160de, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=73b6e6fe-2417-4bc4-afaa-ead675b160de,segment=NetworkSegment(6c67c52e-5287-4a7b-a902-fd6aa6ff1d86),segment_id=6c67c52e-5287-4a7b-a902-fd6aa6ff1d86)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 16:14:14.992470 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-0badd0ed-8ece-4fdd-8f79-666bb35d3f5d req-3d688e12-5b27-47e3-8d15-3a61b39a114e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:15.036748 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0badd0ed-8ece-4fdd-8f79-666bb35d3f5d req-3d688e12-5b27-47e3-8d15-3a61b39a114e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:14:15.037557 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-0badd0ed-8ece-4fdd-8f79-666bb35d3f5d req-3d688e12-5b27-47e3-8d15-3a61b39a114e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:15.039328 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0badd0ed-8ece-4fdd-8f79-666bb35d3f5d req-3d688e12-5b27-47e3-8d15-3a61b39a114e service neutron] 10.222.0.44 "PUT /v2.0/ports/73b6e6fe-2417-4bc4-afaa-ead675b160de HTTP/1.1" status: 200 len: 1092 time: 0.6566720 Oct 30 16:14:15.039880 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af29ead5-c5de-4c71-b9c7-f905ae7aee43', 'tag': '73b6e6fe-2417-4bc4-afaa-ead675b160de'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:14:15.042478 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}931ac027fb50588f101e6e2f92584f6f115530be99269a43aae453735a93652f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574fc99b-8c25-430c-b04e-522641af77b5" -d '{"events": [{"name": "network-changed", "server_uuid": "af29ead5-c5de-4c71-b9c7-f905ae7aee43", "tag": "73b6e6fe-2417-4bc4-afaa-ead675b160de"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:14:15.063970 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d688e12-5b27-47e3-8d15-3a61b39a114e service neutron] Pushing event updated for resources: {'Port': ['ID=73b6e6fe-2417-4bc4-afaa-ead675b160de,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:14:15.096203 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 16:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1702462b-9deb-46eb-813a-46cb8ff233d4 x-openstack-request-id: req-1702462b-9deb-46eb-813a-46cb8ff233d4 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:14:15.096730 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af29ead5-c5de-4c71-b9c7-f905ae7aee43", "tag": "73b6e6fe-2417-4bc4-afaa-ead675b160de", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:14:15.097155 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1702462b-9deb-46eb-813a-46cb8ff233d4 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:14:15.097718 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af29ead5-c5de-4c71-b9c7-f905ae7aee43', 'tag': '73b6e6fe-2417-4bc4-afaa-ead675b160de', 'status': 'completed', 'code': 200} Oct 30 16:14:15.190546 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device a599d98e-c15f-4121-813b-314859fd175a up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:14:15.199675 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0badd0ed-8ece-4fdd-8f79-666bb35d3f5d req-94487844-11c4-4f2e-af99-f9e7de46d4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:14:15.201287 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0badd0ed-8ece-4fdd-8f79-666bb35d3f5d req-94487844-11c4-4f2e-af99-f9e7de46d4cf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=289b72216cb54aebb7633604e51d22ed&device_id=af29ead5-c5de-4c71-b9c7-f905ae7aee43 HTTP/1.1" status: 200 len: 1095 time: 0.0771275 Oct 30 16:14:15.245115 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port a599d98e-c15f-4121-813b-314859fd175a triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:14:15.245751 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:15.251520 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0badd0ed-8ece-4fdd-8f79-666bb35d3f5d req-a1b0a549-6059-4fe8-814e-d0944be934e6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73b6e6fe-2417-4bc4-afaa-ead675b160de HTTP/1.1" status: 200 len: 217 time: 0.0429268 Oct 30 16:14:15.313932 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0badd0ed-8ece-4fdd-8f79-666bb35d3f5d req-8650bf48-5ef8-421d-bfff-88269e7ae82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:14:15.315734 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0badd0ed-8ece-4fdd-8f79-666bb35d3f5d req-8650bf48-5ef8-421d-bfff-88269e7ae82f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8017b96d-9479-4588-8e1e-bda6ca003ba8 HTTP/1.1" status: 200 len: 835 time: 0.0573380 Oct 30 16:14:15.375211 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0badd0ed-8ece-4fdd-8f79-666bb35d3f5d req-9725dcb1-7608-4a77-8753-54d5a9d8f9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:14:15.377144 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0badd0ed-8ece-4fdd-8f79-666bb35d3f5d req-9725dcb1-7608-4a77-8753-54d5a9d8f9cb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6032e09-68c1-4a63-b967-97ca7f73cc78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543921 Oct 30 16:14:15.472729 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0badd0ed-8ece-4fdd-8f79-666bb35d3f5d req-0baf9cce-2407-49fe-ba7c-6801ef796a23 service neutron] 10.222.0.44 "GET /v2.0/networks/d6032e09-68c1-4a63-b967-97ca7f73cc78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884502 Oct 30 16:14:15.560928 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0badd0ed-8ece-4fdd-8f79-666bb35d3f5d req-94680d1b-c13d-47f3-90a4-d93bf1953b52 service neutron] 10.222.0.44 "GET /v2.0/networks/d6032e09-68c1-4a63-b967-97ca7f73cc78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813649 Oct 30 16:14:15.644427 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574fc99b-8c25-430c-b04e-522641af77b5 req-f99ab340-0743-4eb8-a5b7-78c9909839f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:14:15.645838 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-574fc99b-8c25-430c-b04e-522641af77b5 req-f99ab340-0743-4eb8-a5b7-78c9909839f1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=289b72216cb54aebb7633604e51d22ed&device_id=af29ead5-c5de-4c71-b9c7-f905ae7aee43 HTTP/1.1" status: 200 len: 1095 time: 0.0423467 Oct 30 16:14:15.740040 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574fc99b-8c25-430c-b04e-522641af77b5 req-f17e7499-6495-4358-9b02-4b96c490dbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:14:15.741493 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-574fc99b-8c25-430c-b04e-522641af77b5 req-f17e7499-6495-4358-9b02-4b96c490dbd8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d6032e09-68c1-4a63-b967-97ca7f73cc78 HTTP/1.1" status: 200 len: 897 time: 0.0894268 Oct 30 16:14:15.781764 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-574fc99b-8c25-430c-b04e-522641af77b5 req-da4cffa9-77e5-4a57-9119-b853a4651ea0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73b6e6fe-2417-4bc4-afaa-ead675b160de HTTP/1.1" status: 200 len: 217 time: 0.0333712 Oct 30 16:14:15.832771 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574fc99b-8c25-430c-b04e-522641af77b5 req-380cd8ad-7598-4689-97d2-87113b8d1cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:14:15.834161 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-574fc99b-8c25-430c-b04e-522641af77b5 req-380cd8ad-7598-4689-97d2-87113b8d1cd5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8017b96d-9479-4588-8e1e-bda6ca003ba8 HTTP/1.1" status: 200 len: 835 time: 0.0457077 Oct 30 16:14:15.878826 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574fc99b-8c25-430c-b04e-522641af77b5 req-97137597-d90e-464f-a602-96cd78846052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:14:15.880313 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-574fc99b-8c25-430c-b04e-522641af77b5 req-97137597-d90e-464f-a602-96cd78846052 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6032e09-68c1-4a63-b967-97ca7f73cc78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385435 Oct 30 16:14:15.973734 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-574fc99b-8c25-430c-b04e-522641af77b5 req-4385922a-9466-44b2-bbbd-8f4081143f6f service neutron] 10.222.0.44 "GET /v2.0/networks/d6032e09-68c1-4a63-b967-97ca7f73cc78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860703 Oct 30 16:14:16.024349 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6085619-01bb-4c7d-9bfe-548fe1999f08 req-3bd818f4-4105-4c30-8ce9-e394cdd6738a tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:14:16.026463 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e6085619-01bb-4c7d-9bfe-548fe1999f08 req-3bd818f4-4105-4c30-8ce9-e394cdd6738a tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=af29ead5-c5de-4c71-b9c7-f905ae7aee43 HTTP/1.1" status: 200 len: 943 time: 0.0537841 Oct 30 16:14:16.064415 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e6085619-01bb-4c7d-9bfe-548fe1999f08 req-d7dc4be1-72d7-4d53-bab5-73658ad7f09b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=8df875b7-5811-4e77-8b66-99abe7b4d555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317352 Oct 30 16:14:16.064826 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-574fc99b-8c25-430c-b04e-522641af77b5 req-88aecf72-f548-442e-81f1-3a36e99b641e service neutron] 10.222.0.44 "GET /v2.0/networks/d6032e09-68c1-4a63-b967-97ca7f73cc78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834732 Oct 30 16:14:17.181741 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d17752-f014-436c-bb1f-7a78e1415e86 req-34dba55b-ee10-4178-b4da-9491b3e67d9a tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:14:17.183209 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-76d17752-f014-436c-bb1f-7a78e1415e86 req-34dba55b-ee10-4178-b4da-9491b3e67d9a tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=af29ead5-c5de-4c71-b9c7-f905ae7aee43 HTTP/1.1" status: 200 len: 943 time: 0.0485489 Oct 30 16:14:17.220551 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-76d17752-f014-436c-bb1f-7a78e1415e86 req-59411248-30d5-4ec1-bda8-10fa17c88c9c tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=8df875b7-5811-4e77-8b66-99abe7b4d555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306840 Oct 30 16:14:17.675410 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 73b6e6fe-2417-4bc4-afaa-ead675b160de details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 16:14:17.771434 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 73b6e6fe-2417-4bc4-afaa-ead675b160de, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=73b6e6fe-2417-4bc4-afaa-ead675b160de,segment=NetworkSegment(6c67c52e-5287-4a7b-a902-fd6aa6ff1d86),segment_id=6c67c52e-5287-4a7b-a902-fd6aa6ff1d86)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:14:17.782140 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': '73b6e6fe-2417-4bc4-afaa-ead675b160de', 'network_id': 'd6032e09-68c1-4a63-b967-97ca7f73cc78', 'port_id': '73b6e6fe-2417-4bc4-afaa-ead675b160de', 'mac_address': 'fa:16:3e:bf:90:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8017b96d-9479-4588-8e1e-bda6ca003ba8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 16:14:17.818033 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:17.831172 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73b6e6fe-2417-4bc4-afaa-ead675b160de {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 16:14:17.849518 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 73b6e6fe-2417-4bc4-afaa-ead675b160de, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=73b6e6fe-2417-4bc4-afaa-ead675b160de,segment=NetworkSegment(6c67c52e-5287-4a7b-a902-fd6aa6ff1d86),segment_id=6c67c52e-5287-4a7b-a902-fd6aa6ff1d86)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:14:17.853255 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:17.899901 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=73b6e6fe-2417-4bc4-afaa-ead675b160de,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:14:18.090920 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['73b6e6fe-2417-4bc4-afaa-ead675b160de'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 16:14:18.334916 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78caa569-a60e-4515-8a10-2ad9b95b9010 req-5c46b311-fe08-4907-9a01-a6ef3fe9d6e1 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:14:18.336438 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-78caa569-a60e-4515-8a10-2ad9b95b9010 req-5c46b311-fe08-4907-9a01-a6ef3fe9d6e1 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=af29ead5-c5de-4c71-b9c7-f905ae7aee43 HTTP/1.1" status: 200 len: 944 time: 0.0491943 Oct 30 16:14:18.374777 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-78caa569-a60e-4515-8a10-2ad9b95b9010 req-0622c2e4-9e60-41ca-ba39-f80ef1db8bf7 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=8df875b7-5811-4e77-8b66-99abe7b4d555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316839 Oct 30 16:14:19.493477 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047203b7-80b2-48a9-992b-07c9fb68aa08 req-575fcc93-297b-4031-a2cb-d9ac7aaefc3a tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:14:19.494960 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-047203b7-80b2-48a9-992b-07c9fb68aa08 req-575fcc93-297b-4031-a2cb-d9ac7aaefc3a tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=af29ead5-c5de-4c71-b9c7-f905ae7aee43 HTTP/1.1" status: 200 len: 944 time: 0.0527318 Oct 30 16:14:19.532631 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-047203b7-80b2-48a9-992b-07c9fb68aa08 req-5e57114c-75f9-41d6-9773-042b2bfe79c5 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=8df875b7-5811-4e77-8b66-99abe7b4d555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310552 Oct 30 16:14:19.692228 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 73b6e6fe-2417-4bc4-afaa-ead675b160de up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:14:19.743473 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port 73b6e6fe-2417-4bc4-afaa-ead675b160de completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 16:14:19.747976 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port 73b6e6fe-2417-4bc4-afaa-ead675b160de triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:14:19.748341 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:19.825137 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:19.849077 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af29ead5-c5de-4c71-b9c7-f905ae7aee43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73b6e6fe-2417-4bc4-afaa-ead675b160de'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:14:19.851705 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cafb2eba4876e5fc7105e54c9897f2ac796dde07d3c794cd15d4c51349c0477b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f99624ef-4d0a-4694-81cc-1aec6152ecaf" -d '{"events": [{"server_uuid": "af29ead5-c5de-4c71-b9c7-f905ae7aee43", "name": "network-vif-plugged", "status": "completed", "tag": "73b6e6fe-2417-4bc4-afaa-ead675b160de"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:14:19.865622 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 73b6e6fe-2417-4bc4-afaa-ead675b160de, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=73b6e6fe-2417-4bc4-afaa-ead675b160de,segment=NetworkSegment(6c67c52e-5287-4a7b-a902-fd6aa6ff1d86),segment_id=6c67c52e-5287-4a7b-a902-fd6aa6ff1d86)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:14:19.869737 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:19.918627 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=73b6e6fe-2417-4bc4-afaa-ead675b160de,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:14:19.943831 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 16:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8341e295-64dd-4814-8b6f-d9d4dc71182e x-openstack-request-id: req-8341e295-64dd-4814-8b6f-d9d4dc71182e {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:14:19.944154 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af29ead5-c5de-4c71-b9c7-f905ae7aee43", "name": "network-vif-plugged", "status": "completed", "tag": "73b6e6fe-2417-4bc4-afaa-ead675b160de", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:14:19.944391 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8341e295-64dd-4814-8b6f-d9d4dc71182e {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:14:19.944789 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af29ead5-c5de-4c71-b9c7-f905ae7aee43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73b6e6fe-2417-4bc4-afaa-ead675b160de', 'code': 200} Oct 30 16:14:20.039216 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be7467-4331-4e73-afc5-5239d81f1279 req-a2dbb41c-2b4e-47a0-8559-1d590b307cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:14:20.040739 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c6be7467-4331-4e73-afc5-5239d81f1279 req-a2dbb41c-2b4e-47a0-8559-1d590b307cea service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=af29ead5-c5de-4c71-b9c7-f905ae7aee43 HTTP/1.1" status: 200 len: 1097 time: 0.0413551 Oct 30 16:14:20.076300 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c6be7467-4331-4e73-afc5-5239d81f1279 req-d2ed44eb-b1e9-4e58-b260-fe6640b59b6b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8df875b7-5811-4e77-8b66-99abe7b4d555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271413 Oct 30 16:14:20.646589 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7028158d-f2cd-4172-a178-43ab5ce9d02d req-f2e214bd-38bf-4572-94f6-e7f6ae3796e1 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:14:20.648093 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7028158d-f2cd-4172-a178-43ab5ce9d02d req-f2e214bd-38bf-4572-94f6-e7f6ae3796e1 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=af29ead5-c5de-4c71-b9c7-f905ae7aee43 HTTP/1.1" status: 200 len: 945 time: 0.0492299 Oct 30 16:14:20.690778 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7028158d-f2cd-4172-a178-43ab5ce9d02d req-27425ee2-0cbb-4c23-9344-2aca91f453be tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=8df875b7-5811-4e77-8b66-99abe7b4d555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366523 Oct 30 16:14:21.280773 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8b642a88-034e-48c0-b580-3999f6aab70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:21.806228 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c397d4e-a32e-4e27-91fc-8733f279d895 req-4036d426-9cd4-4b59-a439-9b2a5f4f82c6 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:14:21.807644 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7c397d4e-a32e-4e27-91fc-8733f279d895 req-4036d426-9cd4-4b59-a439-9b2a5f4f82c6 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=af29ead5-c5de-4c71-b9c7-f905ae7aee43 HTTP/1.1" status: 200 len: 945 time: 0.0486746 Oct 30 16:14:21.845203 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7c397d4e-a32e-4e27-91fc-8733f279d895 req-f015f4ff-4f2b-4bd9-8e85-d2f44cc96efe tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=8df875b7-5811-4e77-8b66-99abe7b4d555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309248 Oct 30 16:14:21.960786 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d956c80a-e149-4f1a-ae92-fea67bc425ef req-b21bece2-f6a4-4b04-aaa4-3fd316eb3121 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:14:21.962226 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d956c80a-e149-4f1a-ae92-fea67bc425ef req-b21bece2-f6a4-4b04-aaa4-3fd316eb3121 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=af29ead5-c5de-4c71-b9c7-f905ae7aee43 HTTP/1.1" status: 200 len: 945 time: 0.0515113 Oct 30 16:14:22.004934 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d956c80a-e149-4f1a-ae92-fea67bc425ef req-fd08a81a-e2c3-48c2-9f47-bb0f6f0d74c4 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=8df875b7-5811-4e77-8b66-99abe7b4d555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362394 Oct 30 16:14:22.025886 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 59468) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:14:22.066136 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032e638b-b3ca-4773-971d-526d8e4d458f tempest-TestNetworkAdvancedServerOps-616166719 tempest-TestNetworkAdvancedServerOps-616166719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:14:22.067578 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-032e638b-b3ca-4773-971d-526d8e4d458f tempest-TestNetworkAdvancedServerOps-616166719 tempest-TestNetworkAdvancedServerOps-616166719-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=af29ead5-c5de-4c71-b9c7-f905ae7aee43 HTTP/1.1" status: 200 len: 1092 time: 0.0406971 Oct 30 16:14:22.070321 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 59470) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:14:22.074667 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-cc9b2010-9d79-4829-b39d-210f868b3720 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Request body: {'floatingip': {'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'port_id': '73b6e6fe-2417-4bc4-afaa-ead675b160de', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:14:22.096472 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cc9b2010-9d79-4829-b39d-210f868b3720 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for floatingip, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:22.193893 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cc9b2010-9d79-4829-b39d-210f868b3720 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:22.296841 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-cc9b2010-9d79-4829-b39d-210f868b3720 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Allocated IP 172.25.4.81 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/c11c49a8-fc93-4d2c-abae-501615762f87) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 16:14:22.407974 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cc9b2010-9d79-4829-b39d-210f868b3720 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:22.440903 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cc9b2010-9d79-4829-b39d-210f868b3720 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:22.477622 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9b2010-9d79-4829-b39d-210f868b3720 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:14:22.480562 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-cc9b2010-9d79-4829-b39d-210f868b3720 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:14:22.484606 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9b2010-9d79-4829-b39d-210f868b3720 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 16:14:22.507635 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9b2010-9d79-4829-b39d-210f868b3720 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event updated for resources: {'Port': ['ID=c11c49a8-fc93-4d2c-abae-501615762f87,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:14:22.823391 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cc9b2010-9d79-4829-b39d-210f868b3720 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:22.886500 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cc9b2010-9d79-4829-b39d-210f868b3720 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:23.032297 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cc9b2010-9d79-4829-b39d-210f868b3720 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:23.036948 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cc9b2010-9d79-4829-b39d-210f868b3720 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:23.109386 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9b2010-9d79-4829-b39d-210f868b3720 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event updated for resources: {'Port': ['ID=c11c49a8-fc93-4d2c-abae-501615762f87,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:14:23.117308 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cc9b2010-9d79-4829-b39d-210f868b3720 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:23.216663 n-d-806683-17 neutron-server[102130]: INFO neutron.db.l3_db [None req-cc9b2010-9d79-4829-b39d-210f868b3720 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Floating IP b0b8b2f3-5089-4eb0-95ba-8f9147134b08 associated. External IP: 172.25.4.81, port: 73b6e6fe-2417-4bc4-afaa-ead675b160de. Oct 30 16:14:23.743139 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc9b2010-9d79-4829-b39d-210f868b3720 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Router 7edeacf0-2908-47e2-b136-2ebd01928179 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 16:14:23.845210 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc9b2010-9d79-4829-b39d-210f868b3720 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 16:14:23.855255 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7d04c9-2746-45cf-943f-ac4b326eebc6 None None] Sync routers for ids ['7edeacf0-2908-47e2-b136-2ebd01928179'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 16:14:23.863656 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-cc9b2010-9d79-4829-b39d-210f868b3720 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:23.869460 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7d04c9-2746-45cf-943f-ac4b326eebc6 None None] Routers {'7edeacf0-2908-47e2-b136-2ebd01928179'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:14:23.870090 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-1b7d04c9-2746-45cf-943f-ac4b326eebc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:13:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['7edeacf0-2908-47e2-b136-2ebd01928179'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:14:23.895043 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-cc9b2010-9d79-4829-b39d-210f868b3720 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8236752 Oct 30 16:14:23.895661 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af29ead5-c5de-4c71-b9c7-f905ae7aee43', 'tag': '73b6e6fe-2417-4bc4-afaa-ead675b160de'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:14:23.897974 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}931ac027fb50588f101e6e2f92584f6f115530be99269a43aae453735a93652f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acfd3a9a-fc69-42e4-851a-e785e0e0b335" -d '{"events": [{"name": "network-changed", "server_uuid": "af29ead5-c5de-4c71-b9c7-f905ae7aee43", "tag": "73b6e6fe-2417-4bc4-afaa-ead675b160de"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:14:23.938733 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 16:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187255f2-4785-4878-b97e-1c7977fd56cf x-openstack-request-id: req-187255f2-4785-4878-b97e-1c7977fd56cf {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:14:23.939028 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af29ead5-c5de-4c71-b9c7-f905ae7aee43", "tag": "73b6e6fe-2417-4bc4-afaa-ead675b160de", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:14:23.939284 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-187255f2-4785-4878-b97e-1c7977fd56cf {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:14:23.939723 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af29ead5-c5de-4c71-b9c7-f905ae7aee43', 'tag': '73b6e6fe-2417-4bc4-afaa-ead675b160de', 'status': 'completed', 'code': 200} Oct 30 16:14:23.966985 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-769f7628-cfab-427d-9b55-b9cbf4a5e81d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:23.998994 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-1b7d04c9-2746-45cf-943f-ac4b326eebc6 None None] Set router 7edeacf0-2908-47e2-b136-2ebd01928179 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:14:24.001330 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c00524c-a8f8-4330-b186-ce80cb9bd721 req-b6733575-49b5-430b-b7a3-d80d5179bd2a tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:14:24.002899 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5c00524c-a8f8-4330-b186-ce80cb9bd721 req-b6733575-49b5-430b-b7a3-d80d5179bd2a tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=af29ead5-c5de-4c71-b9c7-f905ae7aee43 HTTP/1.1" status: 200 len: 945 time: 0.0569193 Oct 30 16:14:24.018377 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd3a9a-fc69-42e4-851a-e785e0e0b335 req-57003ce3-2c25-4769-8b8d-c25d35a69d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:14:24.019964 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-acfd3a9a-fc69-42e4-851a-e785e0e0b335 req-57003ce3-2c25-4769-8b8d-c25d35a69d2a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=289b72216cb54aebb7633604e51d22ed&device_id=af29ead5-c5de-4c71-b9c7-f905ae7aee43 HTTP/1.1" status: 200 len: 1097 time: 0.0553632 Oct 30 16:14:24.047148 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5c00524c-a8f8-4330-b186-ce80cb9bd721 req-7a8dc7a4-a234-4c9c-832b-4a3b7306f4db tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=8df875b7-5811-4e77-8b66-99abe7b4d555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382748 Oct 30 16:14:24.071722 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 59478) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:14:24.158394 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-48d0d422-f8f3-418f-86d5-57e6c1ac9274 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/floatingips/b0b8b2f3-5089-4eb0-95ba-8f9147134b08 HTTP/1.1" status: 200 len: 990 time: 0.0855584 Oct 30 16:14:24.167992 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd3a9a-fc69-42e4-851a-e785e0e0b335 req-097e8d83-acea-4ff0-b670-163d0b343d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:14:24.169901 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-acfd3a9a-fc69-42e4-851a-e785e0e0b335 req-097e8d83-acea-4ff0-b670-163d0b343d83 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d6032e09-68c1-4a63-b967-97ca7f73cc78 HTTP/1.1" status: 200 len: 897 time: 0.1422889 Oct 30 16:14:24.231455 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-1b7d04c9-2746-45cf-943f-ac4b326eebc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7edeacf0-2908-47e2-b136-2ebd01928179', 'name': 'tempest-TestNetworkAdvancedServerOps-router-340443770', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'b024e6b2-32fd-4064-b67a-f3876701bbe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:14:07Z', 'updated_at': '2021-10-30T16:14:10Z', 'revision_number': 4, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'gw_port': {'id': 'b024e6b2-32fd-4064-b67a-f3876701bbe4', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:3a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edeacf0-2908-47e2-b136-2ebd01928179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:14:07Z', 'updated_at': '2021-10-30T16:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': 'b0b8b2f3-5089-4eb0-95ba-8f9147134b08', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'floating_ip_address': '172.25.4.81', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '7edeacf0-2908-47e2-b136-2ebd01928179', 'port_id': '73b6e6fe-2417-4bc4-afaa-ead675b160de', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6032e09-68c1-4a63-b967-97ca7f73cc78', 'mac_address': 'fa:16:3e:bf:90:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af29ead5-c5de-4c71-b9c7-f905ae7aee43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T16:14:22Z', 'updated_at': '2021-10-30T16:14:22Z', 'revision_number': 0, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a599d98e-c15f-4121-813b-314859fd175a', 'name': '', 'network_id': 'd6032e09-68c1-4a63-b967-97ca7f73cc78', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'mac_address': 'fa:16:3e:ee:bd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edeacf0-2908-47e2-b136-2ebd01928179', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '8017b96d-9479-4588-8e1e-bda6ca003ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:14:09Z', 'updated_at': '2021-10-30T16:14:13Z', 'revision_number': 5, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'subnets': [{'id': '8017b96d-9479-4588-8e1e-bda6ca003ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:14:24.241429 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-acfd3a9a-fc69-42e4-851a-e785e0e0b335 req-5d432436-9d5e-466c-a7fa-a4e33c40a81f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73b6e6fe-2417-4bc4-afaa-ead675b160de HTTP/1.1" status: 200 len: 998 time: 0.0643272 Oct 30 16:14:24.261920 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7d04c9-2746-45cf-943f-ac4b326eebc6 None None] Checking router: 7edeacf0-2908-47e2-b136-2ebd01928179 for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 16:14:24.270553 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7d04c9-2746-45cf-943f-ac4b326eebc6 None None] Routers {'7edeacf0-2908-47e2-b136-2ebd01928179'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:14:24.271161 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-1b7d04c9-2746-45cf-943f-ac4b326eebc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:14:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['7edeacf0-2908-47e2-b136-2ebd01928179'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:14:24.293307 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd3a9a-fc69-42e4-851a-e785e0e0b335 req-00f12e1c-bc73-4f4d-a183-79ec06087166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:14:24.295370 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-acfd3a9a-fc69-42e4-851a-e785e0e0b335 req-00f12e1c-bc73-4f4d-a183-79ec06087166 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8017b96d-9479-4588-8e1e-bda6ca003ba8 HTTP/1.1" status: 200 len: 835 time: 0.0475681 Oct 30 16:14:24.340982 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd3a9a-fc69-42e4-851a-e785e0e0b335 req-54a08bc3-e26a-4662-9464-a1a88cdb3f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:14:24.342969 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-acfd3a9a-fc69-42e4-851a-e785e0e0b335 req-54a08bc3-e26a-4662-9464-a1a88cdb3f61 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6032e09-68c1-4a63-b967-97ca7f73cc78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409210 Oct 30 16:14:24.376419 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-1b7d04c9-2746-45cf-943f-ac4b326eebc6 None None] Set router 7edeacf0-2908-47e2-b136-2ebd01928179 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:14:24.440243 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-acfd3a9a-fc69-42e4-851a-e785e0e0b335 req-9a0a16ae-287d-4d5b-9cae-4e53c449523c service neutron] 10.222.0.44 "GET /v2.0/networks/d6032e09-68c1-4a63-b967-97ca7f73cc78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910232 Oct 30 16:14:24.530396 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-acfd3a9a-fc69-42e4-851a-e785e0e0b335 req-7a14f5a2-1d3b-46a8-88ec-ec577a8a6e10 service neutron] 10.222.0.44 "GET /v2.0/networks/d6032e09-68c1-4a63-b967-97ca7f73cc78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835218 Oct 30 16:14:24.601719 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-1b7d04c9-2746-45cf-943f-ac4b326eebc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7edeacf0-2908-47e2-b136-2ebd01928179', 'name': 'tempest-TestNetworkAdvancedServerOps-router-340443770', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'b024e6b2-32fd-4064-b67a-f3876701bbe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:14:07Z', 'updated_at': '2021-10-30T16:14:10Z', 'revision_number': 4, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'gw_port': {'id': 'b024e6b2-32fd-4064-b67a-f3876701bbe4', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:3a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edeacf0-2908-47e2-b136-2ebd01928179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:14:07Z', 'updated_at': '2021-10-30T16:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': 'b0b8b2f3-5089-4eb0-95ba-8f9147134b08', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'floating_ip_address': '172.25.4.81', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '7edeacf0-2908-47e2-b136-2ebd01928179', 'port_id': '73b6e6fe-2417-4bc4-afaa-ead675b160de', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6032e09-68c1-4a63-b967-97ca7f73cc78', 'mac_address': 'fa:16:3e:bf:90:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af29ead5-c5de-4c71-b9c7-f905ae7aee43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T16:14:22Z', 'updated_at': '2021-10-30T16:14:22Z', 'revision_number': 0, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a599d98e-c15f-4121-813b-314859fd175a', 'name': '', 'network_id': 'd6032e09-68c1-4a63-b967-97ca7f73cc78', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'mac_address': 'fa:16:3e:ee:bd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edeacf0-2908-47e2-b136-2ebd01928179', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '8017b96d-9479-4588-8e1e-bda6ca003ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:14:09Z', 'updated_at': '2021-10-30T16:14:13Z', 'revision_number': 5, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'subnets': [{'id': '8017b96d-9479-4588-8e1e-bda6ca003ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:14:24.632635 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7d04c9-2746-45cf-943f-ac4b326eebc6 None None] The sync data for ids ['7edeacf0-2908-47e2-b136-2ebd01928179'] in n-d-806683-17 is: [{'id': '7edeacf0-2908-47e2-b136-2ebd01928179', 'name': 'tempest-TestNetworkAdvancedServerOps-router-340443770', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'b024e6b2-32fd-4064-b67a-f3876701bbe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:14:07Z', 'updated_at': '2021-10-30T16:14:10Z', 'revision_number': 4, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'gw_port': {'id': 'b024e6b2-32fd-4064-b67a-f3876701bbe4', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:3a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edeacf0-2908-47e2-b136-2ebd01928179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:14:07Z', 'updated_at': '2021-10-30T16:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': 'b0b8b2f3-5089-4eb0-95ba-8f9147134b08', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'floating_ip_address': '172.25.4.81', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '7edeacf0-2908-47e2-b136-2ebd01928179', 'port_id': '73b6e6fe-2417-4bc4-afaa-ead675b160de', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6032e09-68c1-4a63-b967-97ca7f73cc78', 'mac_address': 'fa:16:3e:bf:90:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af29ead5-c5de-4c71-b9c7-f905ae7aee43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T16:14:22Z', 'updated_at': '2021-10-30T16:14:22Z', 'revision_number': 0, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a599d98e-c15f-4121-813b-314859fd175a', 'name': '', 'network_id': 'd6032e09-68c1-4a63-b967-97ca7f73cc78', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'mac_address': 'fa:16:3e:ee:bd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edeacf0-2908-47e2-b136-2ebd01928179', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '8017b96d-9479-4588-8e1e-bda6ca003ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:14:09Z', 'updated_at': '2021-10-30T16:14:13Z', 'revision_number': 5, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'subnets': [{'id': '8017b96d-9479-4588-8e1e-bda6ca003ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 16:14:24.820293 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4a83b9-e2d0-42a3-a953-196a63ef4c65 None None] New status for floating IP b0b8b2f3-5089-4eb0-95ba-8f9147134b08: ACTIVE {{(pid=102133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 16:14:24.892781 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:25.050136 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:25.161650 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 59480) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:14:25.225477 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-534ad9a9-59fc-44e4-977f-7dee7bf4d505 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/floatingips/b0b8b2f3-5089-4eb0-95ba-8f9147134b08 HTTP/1.1" status: 200 len: 992 time: 0.0626919 Oct 30 16:14:26.837116 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:30.549223 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:32.546478 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:43.485374 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e6c25b0f-920e-445e-8fcd-9e75faf17b34 req-af4f7f82-984d-4613-bacd-6db8b8dd2196 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=af29ead5-c5de-4c71-b9c7-f905ae7aee43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401156 Oct 30 16:14:43.567055 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c25b0f-920e-445e-8fcd-9e75faf17b34 req-10c3b462-0a88-4883-9916-ed7d77ca5a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:14:43.568852 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e6c25b0f-920e-445e-8fcd-9e75faf17b34 req-10c3b462-0a88-4883-9916-ed7d77ca5a3c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=289b72216cb54aebb7633604e51d22ed&device_id=af29ead5-c5de-4c71-b9c7-f905ae7aee43 HTTP/1.1" status: 200 len: 1097 time: 0.0417738 Oct 30 16:14:43.680681 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c25b0f-920e-445e-8fcd-9e75faf17b34 req-41a0d80c-c4aa-4b0c-9b42-58f51ee5ba1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:14:43.682156 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e6c25b0f-920e-445e-8fcd-9e75faf17b34 req-41a0d80c-c4aa-4b0c-9b42-58f51ee5ba1c service neutron] 10.222.0.44 "GET /v2.0/networks?id=d6032e09-68c1-4a63-b967-97ca7f73cc78 HTTP/1.1" status: 200 len: 897 time: 0.0947819 Oct 30 16:14:43.747307 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e6c25b0f-920e-445e-8fcd-9e75faf17b34 req-a58743eb-d53d-4ab2-bff0-1c22d631a411 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73b6e6fe-2417-4bc4-afaa-ead675b160de HTTP/1.1" status: 200 len: 1000 time: 0.0571263 Oct 30 16:14:43.795856 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c25b0f-920e-445e-8fcd-9e75faf17b34 req-df612d30-da95-40ca-ac6c-76337aad0aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:14:43.797432 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e6c25b0f-920e-445e-8fcd-9e75faf17b34 req-df612d30-da95-40ca-ac6c-76337aad0aff service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8017b96d-9479-4588-8e1e-bda6ca003ba8 HTTP/1.1" status: 200 len: 835 time: 0.0438995 Oct 30 16:14:43.847374 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c25b0f-920e-445e-8fcd-9e75faf17b34 req-d6edf790-340a-4b55-a924-74c0758b9083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:14:43.848963 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e6c25b0f-920e-445e-8fcd-9e75faf17b34 req-d6edf790-340a-4b55-a924-74c0758b9083 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6032e09-68c1-4a63-b967-97ca7f73cc78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452008 Oct 30 16:14:43.935580 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e6c25b0f-920e-445e-8fcd-9e75faf17b34 req-a02721f5-8966-4c25-a503-4a25bd70f7c9 service neutron] 10.222.0.44 "GET /v2.0/networks/d6032e09-68c1-4a63-b967-97ca7f73cc78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799503 Oct 30 16:14:44.025876 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e6c25b0f-920e-445e-8fcd-9e75faf17b34 req-16ec01ad-c4d4-4b08-b911-8fdf84940c12 service neutron] 10.222.0.44 "GET /v2.0/networks/d6032e09-68c1-4a63-b967-97ca7f73cc78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832801 Oct 30 16:14:48.293512 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 16:14:51.284876 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f9187e3f-20fb-4d2e-836e-9f66527418dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:53.869540 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9e5a6477-6151-4606-91b9-2d1c977fc9ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:54.898500 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:55.052407 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:56.506224 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51957456-9ccb-4460-ab01-d2655c5ba7e3 req-970ee9b9-ae41-4f5d-be5c-464062696bdc tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:14:56.507707 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-51957456-9ccb-4460-ab01-d2655c5ba7e3 req-970ee9b9-ae41-4f5d-be5c-464062696bdc tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=af29ead5-c5de-4c71-b9c7-f905ae7aee43 HTTP/1.1" status: 200 len: 945 time: 0.0487688 Oct 30 16:14:56.546631 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-51957456-9ccb-4460-ab01-d2655c5ba7e3 req-be82de66-d648-4c11-9d85-2a35c11f7822 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=8df875b7-5811-4e77-8b66-99abe7b4d555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323887 Oct 30 16:14:56.841174 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:14:57.665356 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1014d7dd-f136-4525-bba3-27dc47b7a47b req-0432e2b6-edfe-4292-b27f-6258400c80ea tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:14:57.666835 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1014d7dd-f136-4525-bba3-27dc47b7a47b req-0432e2b6-edfe-4292-b27f-6258400c80ea tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=af29ead5-c5de-4c71-b9c7-f905ae7aee43 HTTP/1.1" status: 200 len: 945 time: 0.0496173 Oct 30 16:14:57.704787 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1014d7dd-f136-4525-bba3-27dc47b7a47b req-8eecbae0-3a18-4eec-b7eb-4d1bea31f375 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=8df875b7-5811-4e77-8b66-99abe7b4d555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320046 Oct 30 16:14:57.727343 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 59504) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:14:57.786778 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-8a013d9f-bb46-4aa6-a98a-8b909fc76bf8 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/floatingips/b0b8b2f3-5089-4eb0-95ba-8f9147134b08 HTTP/1.1" status: 200 len: 992 time: 0.0582378 Oct 30 16:14:59.081066 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a8af4-33ad-48f2-a5f3-4d76948d1989 req-00bd0296-d17b-4eea-88c1-5192405cb63c tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:14:59.082561 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e43a8af4-33ad-48f2-a5f3-4d76948d1989 req-00bd0296-d17b-4eea-88c1-5192405cb63c tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=af29ead5-c5de-4c71-b9c7-f905ae7aee43 HTTP/1.1" status: 200 len: 945 time: 0.0803432 Oct 30 16:14:59.088656 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d27d6c-8249-4d1b-bf89-22c5d938db28 req-4a1ded1f-28a3-44a9-a1fe-d2588e03b036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:14:59.090036 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-26d27d6c-8249-4d1b-bf89-22c5d938db28 req-4a1ded1f-28a3-44a9-a1fe-d2588e03b036 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=289b72216cb54aebb7633604e51d22ed&device_id=af29ead5-c5de-4c71-b9c7-f905ae7aee43 HTTP/1.1" status: 200 len: 1097 time: 0.0612128 Oct 30 16:14:59.170065 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e43a8af4-33ad-48f2-a5f3-4d76948d1989 req-ad2d5f79-c52a-4b1a-8560-da722d504c79 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=8df875b7-5811-4e77-8b66-99abe7b4d555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785482 Oct 30 16:14:59.206824 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d27d6c-8249-4d1b-bf89-22c5d938db28 req-853c4ee0-413c-4067-9c92-f0fc614ef80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:14:59.208233 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-26d27d6c-8249-4d1b-bf89-22c5d938db28 req-853c4ee0-413c-4067-9c92-f0fc614ef80c service neutron] 10.222.0.44 "GET /v2.0/networks?id=d6032e09-68c1-4a63-b967-97ca7f73cc78 HTTP/1.1" status: 200 len: 897 time: 0.1102335 Oct 30 16:14:59.273795 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-26d27d6c-8249-4d1b-bf89-22c5d938db28 req-d432d208-1aa6-41f2-a3b8-026b014ed027 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73b6e6fe-2417-4bc4-afaa-ead675b160de HTTP/1.1" status: 200 len: 1000 time: 0.0592458 Oct 30 16:14:59.322164 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d27d6c-8249-4d1b-bf89-22c5d938db28 req-c67c7c8b-6019-4ec1-8083-6929f15814b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:14:59.323579 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-26d27d6c-8249-4d1b-bf89-22c5d938db28 req-c67c7c8b-6019-4ec1-8083-6929f15814b3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8017b96d-9479-4588-8e1e-bda6ca003ba8 HTTP/1.1" status: 200 len: 835 time: 0.0427074 Oct 30 16:14:59.371441 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d27d6c-8249-4d1b-bf89-22c5d938db28 req-89f2b8f7-500f-4e99-a748-f3b69c474f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:14:59.372977 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-26d27d6c-8249-4d1b-bf89-22c5d938db28 req-89f2b8f7-500f-4e99-a748-f3b69c474f2a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6032e09-68c1-4a63-b967-97ca7f73cc78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420566 Oct 30 16:14:59.460055 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-26d27d6c-8249-4d1b-bf89-22c5d938db28 req-6d0fc698-bcf9-4c9a-a722-ba41084da346 service neutron] 10.222.0.44 "GET /v2.0/networks/d6032e09-68c1-4a63-b967-97ca7f73cc78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804586 Oct 30 16:14:59.564878 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-26d27d6c-8249-4d1b-bf89-22c5d938db28 req-8a147a81-7e0c-4fca-9507-6f2e6f57e3be service neutron] 10.222.0.44 "GET /v2.0/networks/d6032e09-68c1-4a63-b967-97ca7f73cc78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969529 Oct 30 16:15:00.298738 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a25c12-bceb-4734-aa7e-8466312c21df req-538e7e20-50da-4549-9ebc-e0f91204efbc tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:15:00.300364 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e3a25c12-bceb-4734-aa7e-8466312c21df req-538e7e20-50da-4549-9ebc-e0f91204efbc tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=af29ead5-c5de-4c71-b9c7-f905ae7aee43 HTTP/1.1" status: 200 len: 945 time: 0.0554094 Oct 30 16:15:00.348666 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e3a25c12-bceb-4734-aa7e-8466312c21df req-b245d0ba-31b9-4af8-8958-b4682f265c46 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=8df875b7-5811-4e77-8b66-99abe7b4d555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421870 Oct 30 16:15:00.547314 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:01.463677 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3816504-3ac4-436b-90ca-5988b6822ece req-281bad2a-c012-4de1-97df-9c13582bfe0e tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:15:01.465151 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c3816504-3ac4-436b-90ca-5988b6822ece req-281bad2a-c012-4de1-97df-9c13582bfe0e tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=af29ead5-c5de-4c71-b9c7-f905ae7aee43 HTTP/1.1" status: 200 len: 945 time: 0.0481360 Oct 30 16:15:01.502678 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c3816504-3ac4-436b-90ca-5988b6822ece req-a73d70a9-ada5-4e54-9b45-83eaff488a50 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=8df875b7-5811-4e77-8b66-99abe7b4d555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311637 Oct 30 16:15:01.524568 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 59516) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:15:01.588233 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-050ded1f-983b-4fcc-bdfd-6effdd656099 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/floatingips/b0b8b2f3-5089-4eb0-95ba-8f9147134b08 HTTP/1.1" status: 200 len: 992 time: 0.0623760 Oct 30 16:15:01.798548 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 59522) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:15:01.953165 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-db3681b6-3474-473e-9cdc-33adbe4b1713 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Deleting port c11c49a8-fc93-4d2c-abae-501615762f87 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:15:01.953425 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-db3681b6-3474-473e-9cdc-33adbe4b1713 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:02.031200 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-db3681b6-3474-473e-9cdc-33adbe4b1713 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:02.031543 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-db3681b6-3474-473e-9cdc-33adbe4b1713 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:02.043012 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-db3681b6-3474-473e-9cdc-33adbe4b1713 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Calling delete_port for c11c49a8-fc93-4d2c-abae-501615762f87 owned by network:floatingip {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:15:02.186209 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-db3681b6-3474-473e-9cdc-33adbe4b1713 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:02.214686 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3681b6-3474-473e-9cdc-33adbe4b1713 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event deleted for resources: {'Port': ['ID=c11c49a8-fc93-4d2c-abae-501615762f87,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:15:02.237010 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3681b6-3474-473e-9cdc-33adbe4b1713 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:15:02.237359 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3681b6-3474-473e-9cdc-33adbe4b1713 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:15:02.237699 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3681b6-3474-473e-9cdc-33adbe4b1713 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:15:02.238036 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3681b6-3474-473e-9cdc-33adbe4b1713 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:15:02.238369 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3681b6-3474-473e-9cdc-33adbe4b1713 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:15:02.238701 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3681b6-3474-473e-9cdc-33adbe4b1713 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:15:02.239027 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3681b6-3474-473e-9cdc-33adbe4b1713 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:15:02.239742 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3681b6-3474-473e-9cdc-33adbe4b1713 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:15:02.240078 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3681b6-3474-473e-9cdc-33adbe4b1713 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:15:02.240401 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3681b6-3474-473e-9cdc-33adbe4b1713 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:15:02.240729 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3681b6-3474-473e-9cdc-33adbe4b1713 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:15:02.241051 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3681b6-3474-473e-9cdc-33adbe4b1713 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:15:02.282464 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-db3681b6-3474-473e-9cdc-33adbe4b1713 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for floatingip, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:02.282832 n-d-806683-17 neutron-server[102130]: INFO neutron.db.l3_db [None req-db3681b6-3474-473e-9cdc-33adbe4b1713 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Floating IP b0b8b2f3-5089-4eb0-95ba-8f9147134b08 disassociated (deleted). External IP: 172.25.4.81, port: 73b6e6fe-2417-4bc4-afaa-ead675b160de. Oct 30 16:15:02.486558 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db3681b6-3474-473e-9cdc-33adbe4b1713 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Router 7edeacf0-2908-47e2-b136-2ebd01928179 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 16:15:02.550091 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:02.597156 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db3681b6-3474-473e-9cdc-33adbe4b1713 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 16:15:02.603157 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-db3681b6-3474-473e-9cdc-33adbe4b1713 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:02.609369 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcd1bbc-3d14-48a2-bf32-db46d74a6c16 None None] Sync routers for ids ['7edeacf0-2908-47e2-b136-2ebd01928179'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 16:15:02.624912 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcd1bbc-3d14-48a2-bf32-db46d74a6c16 None None] Routers {'7edeacf0-2908-47e2-b136-2ebd01928179'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:15:02.625532 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-dbcd1bbc-3d14-48a2-bf32-db46d74a6c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:14:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['7edeacf0-2908-47e2-b136-2ebd01928179'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:15:02.631016 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-db3681b6-3474-473e-9cdc-33adbe4b1713 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "DELETE /v2.0/floatingips/b0b8b2f3-5089-4eb0-95ba-8f9147134b08 HTTP/1.1" status: 204 len: 168 time: 0.8313937 Oct 30 16:15:02.631701 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af29ead5-c5de-4c71-b9c7-f905ae7aee43', 'tag': '73b6e6fe-2417-4bc4-afaa-ead675b160de'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:15:02.634033 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}931ac027fb50588f101e6e2f92584f6f115530be99269a43aae453735a93652f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4ca1b2-2f12-449f-bfc5-7e237c3713e9" -d '{"events": [{"name": "network-changed", "server_uuid": "af29ead5-c5de-4c71-b9c7-f905ae7aee43", "tag": "73b6e6fe-2417-4bc4-afaa-ead675b160de"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:15:02.674425 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 16:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8687d3a-577d-4ba9-a3e0-dde46e0e4c42 x-openstack-request-id: req-b8687d3a-577d-4ba9-a3e0-dde46e0e4c42 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:15:02.674724 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af29ead5-c5de-4c71-b9c7-f905ae7aee43", "tag": "73b6e6fe-2417-4bc4-afaa-ead675b160de", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:15:02.674984 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b8687d3a-577d-4ba9-a3e0-dde46e0e4c42 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:15:02.675399 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af29ead5-c5de-4c71-b9c7-f905ae7aee43', 'tag': '73b6e6fe-2417-4bc4-afaa-ead675b160de', 'status': 'completed', 'code': 200} Oct 30 16:15:02.742991 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ca1b2-2f12-449f-bfc5-7e237c3713e9 req-b14486ff-bfca-4a0b-9cfe-9fa5ef6414d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:15:02.744491 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-de4ca1b2-2f12-449f-bfc5-7e237c3713e9 req-b14486ff-bfca-4a0b-9cfe-9fa5ef6414d5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=289b72216cb54aebb7633604e51d22ed&device_id=af29ead5-c5de-4c71-b9c7-f905ae7aee43 HTTP/1.1" status: 200 len: 1097 time: 0.0417917 Oct 30 16:15:02.751390 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-dbcd1bbc-3d14-48a2-bf32-db46d74a6c16 None None] Set router 7edeacf0-2908-47e2-b136-2ebd01928179 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:15:02.852591 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ca1b2-2f12-449f-bfc5-7e237c3713e9 req-b3e003cd-b7ee-4c87-b75d-deeed792a81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:15:02.854094 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-de4ca1b2-2f12-449f-bfc5-7e237c3713e9 req-b3e003cd-b7ee-4c87-b75d-deeed792a81f service neutron] 10.222.0.44 "GET /v2.0/networks?id=d6032e09-68c1-4a63-b967-97ca7f73cc78 HTTP/1.1" status: 200 len: 897 time: 0.0989971 Oct 30 16:15:02.878138 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984667d-0d08-4f5c-9f24-717fda0f10d3 req-01830f15-7add-44d3-9a67-f258ba81ab53 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:15:02.880451 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8984667d-0d08-4f5c-9f24-717fda0f10d3 req-01830f15-7add-44d3-9a67-f258ba81ab53 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=af29ead5-c5de-4c71-b9c7-f905ae7aee43 HTTP/1.1" status: 200 len: 945 time: 0.0575535 Oct 30 16:15:02.910549 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-de4ca1b2-2f12-449f-bfc5-7e237c3713e9 req-747c6eff-10cf-4fe7-b14f-1eea7ecb950f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73b6e6fe-2417-4bc4-afaa-ead675b160de HTTP/1.1" status: 200 len: 217 time: 0.0475063 Oct 30 16:15:02.924824 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8984667d-0d08-4f5c-9f24-717fda0f10d3 req-b5fa40f9-761c-4fc3-9c50-4f9d2c271a17 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=8df875b7-5811-4e77-8b66-99abe7b4d555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375860 Oct 30 16:15:02.961242 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ca1b2-2f12-449f-bfc5-7e237c3713e9 req-feedf5f6-5ba5-4006-88ee-848d1d4e9d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:15:02.962752 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-de4ca1b2-2f12-449f-bfc5-7e237c3713e9 req-feedf5f6-5ba5-4006-88ee-848d1d4e9d69 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8017b96d-9479-4588-8e1e-bda6ca003ba8 HTTP/1.1" status: 200 len: 835 time: 0.0447526 Oct 30 16:15:02.965658 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-dbcd1bbc-3d14-48a2-bf32-db46d74a6c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7edeacf0-2908-47e2-b136-2ebd01928179', 'name': 'tempest-TestNetworkAdvancedServerOps-router-340443770', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'b024e6b2-32fd-4064-b67a-f3876701bbe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:14:07Z', 'updated_at': '2021-10-30T16:14:10Z', 'revision_number': 4, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'gw_port': {'id': 'b024e6b2-32fd-4064-b67a-f3876701bbe4', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:3a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edeacf0-2908-47e2-b136-2ebd01928179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:14:07Z', 'updated_at': '2021-10-30T16:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'a599d98e-c15f-4121-813b-314859fd175a', 'name': '', 'network_id': 'd6032e09-68c1-4a63-b967-97ca7f73cc78', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'mac_address': 'fa:16:3e:ee:bd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edeacf0-2908-47e2-b136-2ebd01928179', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '8017b96d-9479-4588-8e1e-bda6ca003ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:14:09Z', 'updated_at': '2021-10-30T16:14:13Z', 'revision_number': 5, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'subnets': [{'id': '8017b96d-9479-4588-8e1e-bda6ca003ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:15:02.992733 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcd1bbc-3d14-48a2-bf32-db46d74a6c16 None None] Checking router: 7edeacf0-2908-47e2-b136-2ebd01928179 for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 16:15:03.001247 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcd1bbc-3d14-48a2-bf32-db46d74a6c16 None None] Routers {'7edeacf0-2908-47e2-b136-2ebd01928179'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:15:03.001793 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-dbcd1bbc-3d14-48a2-bf32-db46d74a6c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:14:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['7edeacf0-2908-47e2-b136-2ebd01928179'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:15:03.012818 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ca1b2-2f12-449f-bfc5-7e237c3713e9 req-6ddd0993-2c7e-47a3-9bb6-393948512b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:15:03.014296 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-de4ca1b2-2f12-449f-bfc5-7e237c3713e9 req-6ddd0993-2c7e-47a3-9bb6-393948512b62 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6032e09-68c1-4a63-b967-97ca7f73cc78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440655 Oct 30 16:15:03.106048 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-de4ca1b2-2f12-449f-bfc5-7e237c3713e9 req-ca8ec4ad-9adb-454e-ad4f-6e6399ee0033 service neutron] 10.222.0.44 "GET /v2.0/networks/d6032e09-68c1-4a63-b967-97ca7f73cc78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831997 Oct 30 16:15:03.108425 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-dbcd1bbc-3d14-48a2-bf32-db46d74a6c16 None None] Set router 7edeacf0-2908-47e2-b136-2ebd01928179 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:15:03.202552 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-de4ca1b2-2f12-449f-bfc5-7e237c3713e9 req-429f70d5-0f84-42c9-93ad-835fef47c18c service neutron] 10.222.0.44 "GET /v2.0/networks/d6032e09-68c1-4a63-b967-97ca7f73cc78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885875 Oct 30 16:15:03.308643 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-dbcd1bbc-3d14-48a2-bf32-db46d74a6c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7edeacf0-2908-47e2-b136-2ebd01928179', 'name': 'tempest-TestNetworkAdvancedServerOps-router-340443770', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'b024e6b2-32fd-4064-b67a-f3876701bbe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:14:07Z', 'updated_at': '2021-10-30T16:14:10Z', 'revision_number': 4, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'gw_port': {'id': 'b024e6b2-32fd-4064-b67a-f3876701bbe4', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:3a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edeacf0-2908-47e2-b136-2ebd01928179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:14:07Z', 'updated_at': '2021-10-30T16:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'a599d98e-c15f-4121-813b-314859fd175a', 'name': '', 'network_id': 'd6032e09-68c1-4a63-b967-97ca7f73cc78', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'mac_address': 'fa:16:3e:ee:bd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edeacf0-2908-47e2-b136-2ebd01928179', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '8017b96d-9479-4588-8e1e-bda6ca003ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:14:09Z', 'updated_at': '2021-10-30T16:14:13Z', 'revision_number': 5, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'subnets': [{'id': '8017b96d-9479-4588-8e1e-bda6ca003ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:15:03.333951 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcd1bbc-3d14-48a2-bf32-db46d74a6c16 None None] The sync data for ids ['7edeacf0-2908-47e2-b136-2ebd01928179'] in n-d-806683-17 is: [{'id': '7edeacf0-2908-47e2-b136-2ebd01928179', 'name': 'tempest-TestNetworkAdvancedServerOps-router-340443770', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'b024e6b2-32fd-4064-b67a-f3876701bbe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:14:07Z', 'updated_at': '2021-10-30T16:14:10Z', 'revision_number': 4, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'gw_port': {'id': 'b024e6b2-32fd-4064-b67a-f3876701bbe4', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:3a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edeacf0-2908-47e2-b136-2ebd01928179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:14:07Z', 'updated_at': '2021-10-30T16:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': 'a599d98e-c15f-4121-813b-314859fd175a', 'name': '', 'network_id': 'd6032e09-68c1-4a63-b967-97ca7f73cc78', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'mac_address': 'fa:16:3e:ee:bd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edeacf0-2908-47e2-b136-2ebd01928179', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '8017b96d-9479-4588-8e1e-bda6ca003ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:14:09Z', 'updated_at': '2021-10-30T16:14:13Z', 'revision_number': 5, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'subnets': [{'id': '8017b96d-9479-4588-8e1e-bda6ca003ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 16:15:03.545681 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8119c10-ada5-4b8f-be66-4f455779627f None None] New status for floating IP b0b8b2f3-5089-4eb0-95ba-8f9147134b08: DOWN {{(pid=102133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 16:15:04.044226 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08878cd6-3028-4d81-bda7-bb7bc3c3feba req-236a4888-2746-4352-98c2-662ee175275d tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:15:04.045680 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-08878cd6-3028-4d81-bda7-bb7bc3c3feba req-236a4888-2746-4352-98c2-662ee175275d tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=af29ead5-c5de-4c71-b9c7-f905ae7aee43 HTTP/1.1" status: 200 len: 945 time: 0.0482755 Oct 30 16:15:04.082804 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-08878cd6-3028-4d81-bda7-bb7bc3c3feba req-e4bd8901-76d0-48eb-96dc-f921de11442c tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/security-groups?id=8df875b7-5811-4e77-8b66-99abe7b4d555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306611 Oct 30 16:15:04.347276 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b793a015-42ca-40c4-884e-c5e3bb34febc req-1f0250d0-41c8-457c-b8e0-13870986dd80 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:15:04.348658 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b793a015-42ca-40c4-884e-c5e3bb34febc req-1f0250d0-41c8-457c-b8e0-13870986dd80 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.44 "GET /v2.0/ports?device_id=af29ead5-c5de-4c71-b9c7-f905ae7aee43 HTTP/1.1" status: 200 len: 945 time: 0.0528800 Oct 30 16:15:04.441340 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-b793a015-42ca-40c4-884e-c5e3bb34febc req-17f3c4aa-714f-4ebe-ab8e-8412ca8c6b0e tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Deleting port 73b6e6fe-2417-4bc4-afaa-ead675b160de {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:15:04.441689 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b793a015-42ca-40c4-884e-c5e3bb34febc req-17f3c4aa-714f-4ebe-ab8e-8412ca8c6b0e tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:04.528932 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-b793a015-42ca-40c4-884e-c5e3bb34febc req-17f3c4aa-714f-4ebe-ab8e-8412ca8c6b0e tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] For port 73b6e6fe-2417-4bc4-afaa-ead675b160de, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=73b6e6fe-2417-4bc4-afaa-ead675b160de,segment=NetworkSegment(6c67c52e-5287-4a7b-a902-fd6aa6ff1d86),segment_id=6c67c52e-5287-4a7b-a902-fd6aa6ff1d86)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:15:04.529298 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b793a015-42ca-40c4-884e-c5e3bb34febc req-17f3c4aa-714f-4ebe-ab8e-8412ca8c6b0e tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:04.542166 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-b793a015-42ca-40c4-884e-c5e3bb34febc req-17f3c4aa-714f-4ebe-ab8e-8412ca8c6b0e tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Calling delete_port for 73b6e6fe-2417-4bc4-afaa-ead675b160de owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:15:04.676643 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b793a015-42ca-40c4-884e-c5e3bb34febc req-17f3c4aa-714f-4ebe-ab8e-8412ca8c6b0e tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:04.705912 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f3c4aa-714f-4ebe-ab8e-8412ca8c6b0e tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event deleted for resources: {'Port': ['ID=73b6e6fe-2417-4bc4-afaa-ead675b160de,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:15:04.753671 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-b793a015-42ca-40c4-884e-c5e3bb34febc req-17f3c4aa-714f-4ebe-ab8e-8412ca8c6b0e tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] No DVR routers for this DVR port 73b6e6fe-2417-4bc4-afaa-ead675b160de on host n-h2-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 16:15:04.756697 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b793a015-42ca-40c4-884e-c5e3bb34febc req-17f3c4aa-714f-4ebe-ab8e-8412ca8c6b0e tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:04.760084 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b793a015-42ca-40c4-884e-c5e3bb34febc req-17f3c4aa-714f-4ebe-ab8e-8412ca8c6b0e tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.44 "DELETE /v2.0/ports/73b6e6fe-2417-4bc4-afaa-ead675b160de HTTP/1.1" status: 204 len: 173 time: 0.4053290 Oct 30 16:15:04.760530 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af29ead5-c5de-4c71-b9c7-f905ae7aee43', 'name': 'network-vif-deleted', 'tag': '73b6e6fe-2417-4bc4-afaa-ead675b160de'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:15:04.762814 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}931ac027fb50588f101e6e2f92584f6f115530be99269a43aae453735a93652f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0867b1d3-54fc-4cb1-a9a3-4c9b56a0e234" -d '{"events": [{"server_uuid": "af29ead5-c5de-4c71-b9c7-f905ae7aee43", "name": "network-vif-deleted", "tag": "73b6e6fe-2417-4bc4-afaa-ead675b160de"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:15:04.804574 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 16:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21706c65-1ae0-4903-8790-05d376ba467c x-openstack-request-id: req-21706c65-1ae0-4903-8790-05d376ba467c {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:15:04.804868 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af29ead5-c5de-4c71-b9c7-f905ae7aee43", "name": "network-vif-deleted", "tag": "73b6e6fe-2417-4bc4-afaa-ead675b160de", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:15:04.805127 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-21706c65-1ae0-4903-8790-05d376ba467c {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:15:04.805531 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af29ead5-c5de-4c71-b9c7-f905ae7aee43', 'name': 'network-vif-deleted', 'tag': '73b6e6fe-2417-4bc4-afaa-ead675b160de', 'status': 'completed', 'code': 200} Oct 30 16:15:05.194412 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1eb33fe4-6ac8-4f23-a0fc-2024995d4782 req-e986002f-859e-456a-9503-b97780c54387 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "GET /v2.0/ports?device_id=af29ead5-c5de-4c71-b9c7-f905ae7aee43 HTTP/1.1" status: 200 len: 210 time: 0.0271323 Oct 30 16:15:06.255215 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 59538) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:15:06.934849 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a5b22653-c9f7-4ac1-8cce-95b529c463a2 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:07.184911 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-a5b22653-c9f7-4ac1-8cce-95b529c463a2 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Deleting port a599d98e-c15f-4121-813b-314859fd175a {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:15:07.185258 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a5b22653-c9f7-4ac1-8cce-95b529c463a2 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:07.280106 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-a5b22653-c9f7-4ac1-8cce-95b529c463a2 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] For port a599d98e-c15f-4121-813b-314859fd175a, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=a599d98e-c15f-4121-813b-314859fd175a,segment=NetworkSegment(6c67c52e-5287-4a7b-a902-fd6aa6ff1d86),segment_id=6c67c52e-5287-4a7b-a902-fd6aa6ff1d86)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:15:07.281447 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a5b22653-c9f7-4ac1-8cce-95b529c463a2 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:07.293637 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-a5b22653-c9f7-4ac1-8cce-95b529c463a2 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Calling delete_port for a599d98e-c15f-4121-813b-314859fd175a owned by network:router_interface {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:15:07.473951 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a5b22653-c9f7-4ac1-8cce-95b529c463a2 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:07.506381 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b22653-c9f7-4ac1-8cce-95b529c463a2 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event deleted for resources: {'Port': ['ID=a599d98e-c15f-4121-813b-314859fd175a,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:15:07.678664 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a5b22653-c9f7-4ac1-8cce-95b529c463a2 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:07.894677 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5b22653-c9f7-4ac1-8cce-95b529c463a2 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Router 7edeacf0-2908-47e2-b136-2ebd01928179 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 16:15:07.968502 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 73b6e6fe-2417-4bc4-afaa-ead675b160de no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 16:15:07.988847 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] No Port match for: 73b6e6fe-2417-4bc4-afaa-ead675b160de {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 16:15:07.989189 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 73b6e6fe-2417-4bc4-afaa-ead675b160de not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 16:15:08.003636 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b22653-c9f7-4ac1-8cce-95b529c463a2 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 16:15:08.008776 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a5b22653-c9f7-4ac1-8cce-95b529c463a2 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "PUT /v2.0/routers/7edeacf0-2908-47e2-b136-2ebd01928179/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7531688 Oct 30 16:15:08.011482 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 59540) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:15:08.013252 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea420e1-5946-403b-a450-ec8b152e4de8 None None] Sync routers for ids ['7edeacf0-2908-47e2-b136-2ebd01928179'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 16:15:08.023367 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea420e1-5946-403b-a450-ec8b152e4de8 None None] Routers {'7edeacf0-2908-47e2-b136-2ebd01928179'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:15:08.024000 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-9ea420e1-5946-403b-a450-ec8b152e4de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:14:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['7edeacf0-2908-47e2-b136-2ebd01928179'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:15:08.063973 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-8463c240-4671-413d-866c-a38b4f59fafa tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Deleting subnet 8017b96d-9479-4588-8e1e-bda6ca003ba8 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 16:15:08.067063 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8463c240-4671-413d-866c-a38b4f59fafa tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:08.106116 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8463c240-4671-413d-866c-a38b4f59fafa tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:08.129237 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-9ea420e1-5946-403b-a450-ec8b152e4de8 None None] Set router 7edeacf0-2908-47e2-b136-2ebd01928179 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:15:08.192526 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8463c240-4671-413d-866c-a38b4f59fafa tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:08.249933 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8463c240-4671-413d-866c-a38b4f59fafa tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:08.275983 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8463c240-4671-413d-866c-a38b4f59fafa tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event deleted for resources: {'Subnet': ['ID=8017b96d-9479-4588-8e1e-bda6ca003ba8,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:15:08.279655 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8463c240-4671-413d-866c-a38b4f59fafa tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:08.283489 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-8463c240-4671-413d-866c-a38b4f59fafa tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "DELETE /v2.0/subnets/8017b96d-9479-4588-8e1e-bda6ca003ba8 HTTP/1.1" status: 204 len: 168 time: 0.2706687 Oct 30 16:15:08.286028 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 59542) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:15:08.291243 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c11887d-4213-4423-8055-e8d9e6f7c39a None None] Network d6032e09-68c1-4a63-b967-97ca7f73cc78 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 16:15:08.393986 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-991bbdbb-f38f-40e6-81d2-ed4d6312305b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for router, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:08.411603 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-9ea420e1-5946-403b-a450-ec8b152e4de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7edeacf0-2908-47e2-b136-2ebd01928179', 'name': 'tempest-TestNetworkAdvancedServerOps-router-340443770', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'b024e6b2-32fd-4064-b67a-f3876701bbe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:14:07Z', 'updated_at': '2021-10-30T16:15:07Z', 'revision_number': 5, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'gw_port': {'id': 'b024e6b2-32fd-4064-b67a-f3876701bbe4', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:3a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edeacf0-2908-47e2-b136-2ebd01928179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:14:07Z', 'updated_at': '2021-10-30T16:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:15:08.439196 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea420e1-5946-403b-a450-ec8b152e4de8 None None] Checking router: 7edeacf0-2908-47e2-b136-2ebd01928179 for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 16:15:08.455374 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea420e1-5946-403b-a450-ec8b152e4de8 None None] Routers {'7edeacf0-2908-47e2-b136-2ebd01928179'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:15:08.455930 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-9ea420e1-5946-403b-a450-ec8b152e4de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:14:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['7edeacf0-2908-47e2-b136-2ebd01928179'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:15:08.504967 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-991bbdbb-f38f-40e6-81d2-ed4d6312305b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:08.532321 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2ec186-cf73-4cf3-a80a-6722be0840fd None None] DHCP port deletion for d6032e09-68c1-4a63-b967-97ca7f73cc78 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 16:15:08.560210 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-991bbdbb-f38f-40e6-81d2-ed4d6312305b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Deleting port b024e6b2-32fd-4064-b67a-f3876701bbe4 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:15:08.561096 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-991bbdbb-f38f-40e6-81d2-ed4d6312305b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:08.598074 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-9ea420e1-5946-403b-a450-ec8b152e4de8 None None] Set router 7edeacf0-2908-47e2-b136-2ebd01928179 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:15:08.640328 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-991bbdbb-f38f-40e6-81d2-ed4d6312305b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] For port b024e6b2-32fd-4064-b67a-f3876701bbe4, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=b024e6b2-32fd-4064-b67a-f3876701bbe4,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:15:08.640688 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-991bbdbb-f38f-40e6-81d2-ed4d6312305b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:08.653051 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-991bbdbb-f38f-40e6-81d2-ed4d6312305b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Calling delete_port for b024e6b2-32fd-4064-b67a-f3876701bbe4 owned by network:router_gateway {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:15:08.698493 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-3a2ec186-cf73-4cf3-a80a-6722be0840fd None None] Deleting port 3af94f71-ff49-4254-82b6-5fef5a39ae08 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:15:08.698868 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3a2ec186-cf73-4cf3-a80a-6722be0840fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:08.791765 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-3a2ec186-cf73-4cf3-a80a-6722be0840fd None None] For port 3af94f71-ff49-4254-82b6-5fef5a39ae08, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=3af94f71-ff49-4254-82b6-5fef5a39ae08,segment=NetworkSegment(6c67c52e-5287-4a7b-a902-fd6aa6ff1d86),segment_id=6c67c52e-5287-4a7b-a902-fd6aa6ff1d86)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:15:08.792038 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3a2ec186-cf73-4cf3-a80a-6722be0840fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:08.810189 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-3a2ec186-cf73-4cf3-a80a-6722be0840fd None None] Calling delete_port for 3af94f71-ff49-4254-82b6-5fef5a39ae08 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:15:08.828718 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-991bbdbb-f38f-40e6-81d2-ed4d6312305b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:08.858507 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991bbdbb-f38f-40e6-81d2-ed4d6312305b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event deleted for resources: {'Port': ['ID=b024e6b2-32fd-4064-b67a-f3876701bbe4,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:15:08.881992 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991bbdbb-f38f-40e6-81d2-ed4d6312305b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:15:08.882344 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991bbdbb-f38f-40e6-81d2-ed4d6312305b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:15:08.882673 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991bbdbb-f38f-40e6-81d2-ed4d6312305b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:15:08.883011 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991bbdbb-f38f-40e6-81d2-ed4d6312305b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:15:08.883343 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991bbdbb-f38f-40e6-81d2-ed4d6312305b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:15:08.883693 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991bbdbb-f38f-40e6-81d2-ed4d6312305b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:15:08.884025 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991bbdbb-f38f-40e6-81d2-ed4d6312305b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:15:08.884351 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991bbdbb-f38f-40e6-81d2-ed4d6312305b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:15:08.884673 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991bbdbb-f38f-40e6-81d2-ed4d6312305b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:15:08.884995 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991bbdbb-f38f-40e6-81d2-ed4d6312305b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:15:08.885315 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991bbdbb-f38f-40e6-81d2-ed4d6312305b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:15:08.885634 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991bbdbb-f38f-40e6-81d2-ed4d6312305b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:15:08.931869 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-991bbdbb-f38f-40e6-81d2-ed4d6312305b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:09.038031 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-991bbdbb-f38f-40e6-81d2-ed4d6312305b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:09.040734 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-991bbdbb-f38f-40e6-81d2-ed4d6312305b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:09.092104 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-9ea420e1-5946-403b-a450-ec8b152e4de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7edeacf0-2908-47e2-b136-2ebd01928179', 'name': 'tempest-TestNetworkAdvancedServerOps-router-340443770', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'b024e6b2-32fd-4064-b67a-f3876701bbe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:14:07Z', 'updated_at': '2021-10-30T16:15:07Z', 'revision_number': 5, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'gw_port': {'id': 'b024e6b2-32fd-4064-b67a-f3876701bbe4', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:3a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edeacf0-2908-47e2-b136-2ebd01928179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:14:07Z', 'updated_at': '2021-10-30T16:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:15:09.092694 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-991bbdbb-f38f-40e6-81d2-ed4d6312305b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:09.093612 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-991bbdbb-f38f-40e6-81d2-ed4d6312305b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Fanout notify agent at l3_agent the message router_deleted on router 7edeacf0-2908-47e2-b136-2ebd01928179 {{(pid=102131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 16:15:09.100950 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-991bbdbb-f38f-40e6-81d2-ed4d6312305b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:09.104981 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 59544) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:15:09.112729 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-991bbdbb-f38f-40e6-81d2-ed4d6312305b tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "DELETE /v2.0/routers/7edeacf0-2908-47e2-b136-2ebd01928179 HTTP/1.1" status: 204 len: 168 time: 0.8168385 Oct 30 16:15:09.128163 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea420e1-5946-403b-a450-ec8b152e4de8 None None] The sync data for ids ['7edeacf0-2908-47e2-b136-2ebd01928179'] in n-d-806683-17 is: [{'id': '7edeacf0-2908-47e2-b136-2ebd01928179', 'name': 'tempest-TestNetworkAdvancedServerOps-router-340443770', 'tenant_id': '289b72216cb54aebb7633604e51d22ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'b024e6b2-32fd-4064-b67a-f3876701bbe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:14:07Z', 'updated_at': '2021-10-30T16:15:07Z', 'revision_number': 5, 'project_id': '289b72216cb54aebb7633604e51d22ed', 'gw_port': {'id': 'b024e6b2-32fd-4064-b67a-f3876701bbe4', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:3a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edeacf0-2908-47e2-b136-2ebd01928179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:14:07Z', 'updated_at': '2021-10-30T16:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 16:15:09.131503 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3a2ec186-cf73-4cf3-a80a-6722be0840fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:09.143019 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2ec186-cf73-4cf3-a80a-6722be0840fd None None] No DVR routers for this DVR port 3af94f71-ff49-4254-82b6-5fef5a39ae08 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 16:15:09.180932 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2ec186-cf73-4cf3-a80a-6722be0840fd None None] Pushing event deleted for resources: {'Port': ['ID=3af94f71-ff49-4254-82b6-5fef5a39ae08,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:15:09.189156 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2ec186-cf73-4cf3-a80a-6722be0840fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:15:09.189508 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2ec186-cf73-4cf3-a80a-6722be0840fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:15:09.190037 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2ec186-cf73-4cf3-a80a-6722be0840fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:15:09.190223 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2ec186-cf73-4cf3-a80a-6722be0840fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:15:09.190561 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2ec186-cf73-4cf3-a80a-6722be0840fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:15:09.190893 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2ec186-cf73-4cf3-a80a-6722be0840fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:15:09.191221 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2ec186-cf73-4cf3-a80a-6722be0840fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:15:09.191577 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2ec186-cf73-4cf3-a80a-6722be0840fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:15:09.191906 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2ec186-cf73-4cf3-a80a-6722be0840fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:15:09.192232 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2ec186-cf73-4cf3-a80a-6722be0840fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:15:09.192556 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2ec186-cf73-4cf3-a80a-6722be0840fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:15:09.192879 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2ec186-cf73-4cf3-a80a-6722be0840fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:15:09.227775 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-801edfb3-a018-4b82-a948-9a5c525eb979 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:09.320907 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-801edfb3-a018-4b82-a948-9a5c525eb979 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:09.340234 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-801edfb3-a018-4b82-a948-9a5c525eb979 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6032e09-68c1-4a63-b967-97ca7f73cc78']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:15:09.349089 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-801edfb3-a018-4b82-a948-9a5c525eb979 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c67c52e-5287-4a7b-a902-fd6aa6ff1d86') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:15:09.349387 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-801edfb3-a018-4b82-a948-9a5c525eb979 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c67c52e-5287-4a7b-a902-fd6aa6ff1d86') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:15:09.359052 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-801edfb3-a018-4b82-a948-9a5c525eb979 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:09.371875 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-801edfb3-a018-4b82-a948-9a5c525eb979 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:09.378600 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-801edfb3-a018-4b82-a948-9a5c525eb979 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 16:15:09.378990 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-801edfb3-a018-4b82-a948-9a5c525eb979 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:09.382102 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 16:15:09.382102 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 16:15:09.382102 n-d-806683-17 neutron-server[102130]: timer() Oct 30 16:15:09.382102 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 16:15:09.382102 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 16:15:09.382102 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 16:15:09.382102 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 16:15:09.382102 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 16:15:09.382102 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 16:15:09.382102 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 16:15:09.382102 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 16:15:09.382102 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 16:15:09.382102 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 16:15:09.382102 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 16:15:09.382102 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 16:15:09.382102 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 16:15:09.382102 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 16:15:09.382102 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 16:15:09.382102 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 16:15:09.382102 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 16:15:09.382102 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 16:15:09.382102 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 16:15:09.382102 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 16:15:09.382102 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 16:15:09.382102 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 16:15:09.382102 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 16:15:09.382102 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 16:15:09.382102 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 16:15:09.382102 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 16:15:09.382102 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 16:15:09.382102 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 16:15:09.382102 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 16:15:09.440138 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-801edfb3-a018-4b82-a948-9a5c525eb979 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:09.446748 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-801edfb3-a018-4b82-a948-9a5c525eb979 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:09.449974 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-801edfb3-a018-4b82-a948-9a5c525eb979 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "DELETE /v2.0/networks/d6032e09-68c1-4a63-b967-97ca7f73cc78 HTTP/1.1" status: 204 len: 168 time: 0.3438721 Oct 30 16:15:09.453069 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 59546) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:15:09.461636 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801edfb3-a018-4b82-a948-9a5c525eb979 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event deleted for resources: {'Network': ['ID=d6032e09-68c1-4a63-b967-97ca7f73cc78,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:15:09.532827 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-06d04199-70b7-43f6-a52e-ec4c40a1b6d0 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:09.549023 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 3af94f71-ff49-4254-82b6-5fef5a39ae08 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 16:15:09.573016 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-06d04199-70b7-43f6-a52e-ec4c40a1b6d0 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:09.585007 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 3af94f71-ff49-4254-82b6-5fef5a39ae08 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 16:15:09.586362 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 3af94f71-ff49-4254-82b6-5fef5a39ae08 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 16:15:09.648638 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-06d04199-70b7-43f6-a52e-ec4c40a1b6d0 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:09.651743 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-06d04199-70b7-43f6-a52e-ec4c40a1b6d0 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:09.653038 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-06d04199-70b7-43f6-a52e-ec4c40a1b6d0 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] 10.222.0.62 "DELETE /v2.0/security-groups/8df875b7-5811-4e77-8b66-99abe7b4d555 HTTP/1.1" status: 204 len: 168 time: 0.1989644 Oct 30 16:15:09.667302 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d04199-70b7-43f6-a52e-ec4c40a1b6d0 tempest-TestNetworkAdvancedServerOps-1363418280 tempest-TestNetworkAdvancedServerOps-1363418280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df875b7-5811-4e77-8b66-99abe7b4d555,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:15:10.008273 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 59554) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:15:10.140478 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-e4a91bcd-53a1-45e6-858d-95a2e184eeb1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=289b72216cb54aebb7633604e51d22ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1303134 Oct 30 16:15:10.142864 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 59558) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:15:10.191166 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-236be06c-f15f-4152-adf1-f3fba033844e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:10.212869 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-236be06c-f15f-4152-adf1-f3fba033844e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:10.265556 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-236be06c-f15f-4152-adf1-f3fba033844e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:10.268330 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-236be06c-f15f-4152-adf1-f3fba033844e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:10.271985 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-236be06c-f15f-4152-adf1-f3fba033844e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bc3b95ea-7951-4c2a-afed-ccc80f5b4647 HTTP/1.1" status: 204 len: 168 time: 0.1281145 Oct 30 16:15:10.289162 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236be06c-f15f-4152-adf1-f3fba033844e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc3b95ea-7951-4c2a-afed-ccc80f5b4647,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:15:10.536568 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 59564) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:15:10.552308 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7acd2ba6-e1d3-4a5b-9862-dfefa2d52247 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:10.631328 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7acd2ba6-e1d3-4a5b-9862-dfefa2d52247 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:10.635099 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7acd2ba6-e1d3-4a5b-9862-dfefa2d52247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:10.672972 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-7acd2ba6-e1d3-4a5b-9862-dfefa2d52247 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=43908fc11b3d4b8ba22b927358986b0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1351793 Oct 30 16:15:10.675037 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd2ba6-e1d3-4a5b-9862-dfefa2d52247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1660cff-1e2a-4e08-bbe2-87e8949a063e,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:15:10.677715 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 59566) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:15:10.727798 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-453041dc-315c-494b-ae7f-66e31039cac1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:10.748488 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-453041dc-315c-494b-ae7f-66e31039cac1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:10.795105 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-453041dc-315c-494b-ae7f-66e31039cac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:10.797757 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-453041dc-315c-494b-ae7f-66e31039cac1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:10.798909 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-453041dc-315c-494b-ae7f-66e31039cac1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e1660cff-1e2a-4e08-bbe2-87e8949a063e HTTP/1.1" status: 204 len: 168 time: 0.1202826 Oct 30 16:15:10.806275 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453041dc-315c-494b-ae7f-66e31039cac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1660cff-1e2a-4e08-bbe2-87e8949a063e,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:15:11.090168 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device a599d98e-c15f-4121-813b-314859fd175a no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 16:15:11.111742 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: a599d98e-c15f-4121-813b-314859fd175a {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 16:15:11.112014 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device a599d98e-c15f-4121-813b-314859fd175a not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 16:15:11.112359 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device b024e6b2-32fd-4064-b67a-f3876701bbe4 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 16:15:11.132096 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: b024e6b2-32fd-4064-b67a-f3876701bbe4 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 16:15:11.132449 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device b024e6b2-32fd-4064-b67a-f3876701bbe4 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 16:15:11.475264 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 59588) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:15:11.570126 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-9ea92fa5-3c4c-4309-af7c-dec8f0627cc8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1409199508-network', 'tenant_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:15:11.589826 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea92fa5-3c4c-4309-af7c-dec8f0627cc8 admin admin] Made reservation on behalf of 46c4a3ae4ed941d9bd1e46ff1497cb4d for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 16:15:11.592082 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9ea92fa5-3c4c-4309-af7c-dec8f0627cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:11.600913 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9ea92fa5-3c4c-4309-af7c-dec8f0627cc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:11.674670 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9ea92fa5-3c4c-4309-af7c-dec8f0627cc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:11.679136 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9ea92fa5-3c4c-4309-af7c-dec8f0627cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:11.705394 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ea92fa5-3c4c-4309-af7c-dec8f0627cc8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 16:15:11.719989 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea92fa5-3c4c-4309-af7c-dec8f0627cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593c47c0-1921-4bce-becd-f6a40f63a035,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:15:11.725940 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9ea92fa5-3c4c-4309-af7c-dec8f0627cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:11.726225 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-9ea92fa5-3c4c-4309-af7c-dec8f0627cc8 admin admin] Added segment 7801d76c-6f62-4d02-a500-435eaa0918c5 of type vlan for network cb26c7f2-3687-45eb-8fad-c39541e496e7 Oct 30 16:15:11.765838 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9ea92fa5-3c4c-4309-af7c-dec8f0627cc8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:11.790012 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9ea92fa5-3c4c-4309-af7c-dec8f0627cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:11.791112 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea92fa5-3c4c-4309-af7c-dec8f0627cc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:15:11.791711 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9ea92fa5-3c4c-4309-af7c-dec8f0627cc8 admin admin] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:11.842881 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9ea92fa5-3c4c-4309-af7c-dec8f0627cc8 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3664546 Oct 30 16:15:11.846134 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 59592) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:15:11.851190 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-17b26220-fb7f-428b-8d66-1a9463ee73a1 admin admin] Request body: {'subnet': {'network_id': 'cb26c7f2-3687-45eb-8fad-c39541e496e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1409199508-subnet', 'tenant_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'ip_version': 4}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:15:11.853443 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea92fa5-3c4c-4309-af7c-dec8f0627cc8 admin admin] Pushing event updated for resources: {'Network': ['ID=cb26c7f2-3687-45eb-8fad-c39541e496e7,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:15:11.864746 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network cb26c7f2-3687-45eb-8fad-c39541e496e7 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 16:15:11.872981 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b26220-fb7f-428b-8d66-1a9463ee73a1 admin admin] Made reservation on behalf of 46c4a3ae4ed941d9bd1e46ff1497cb4d for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 16:15:11.875842 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-17b26220-fb7f-428b-8d66-1a9463ee73a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:12.043434 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-17b26220-fb7f-428b-8d66-1a9463ee73a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:12.101610 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b26220-fb7f-428b-8d66-1a9463ee73a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cec7339-3724-49db-8424-61c78b1d835a,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:15:12.106530 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b26220-fb7f-428b-8d66-1a9463ee73a1 admin admin] Checking segment: {'id': '7801d76c-6f62-4d02-a500-435eaa0918c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'cb26c7f2-3687-45eb-8fad-c39541e496e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:15:12.106886 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b26220-fb7f-428b-8d66-1a9463ee73a1 admin admin] Network hostable DHCP agents. Network: cb26c7f2-3687-45eb-8fad-c39541e496e7, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 16:15:12.124420 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b26220-fb7f-428b-8d66-1a9463ee73a1 admin admin] Network cb26c7f2-3687-45eb-8fad-c39541e496e7 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 16:15:12.132234 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-17b26220-fb7f-428b-8d66-1a9463ee73a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, cb26c7f2-3687-45eb-8fad-c39541e496e7) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:15:12.136059 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b26220-fb7f-428b-8d66-1a9463ee73a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:15:12.136638 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-17b26220-fb7f-428b-8d66-1a9463ee73a1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:12.142051 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567a38ac-3d74-45e9-a2da-f698a7a5a224 None None] Network cb26c7f2-3687-45eb-8fad-c39541e496e7 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 16:15:12.152756 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-17b26220-fb7f-428b-8d66-1a9463ee73a1 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3055196 Oct 30 16:15:12.155715 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 59594) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:15:12.160162 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-9dc0c0a2-7277-42ea-ab50-ac28b8f6b7f3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1409199508-router', 'tenant_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:15:12.181161 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9dc0c0a2-7277-42ea-ab50-ac28b8f6b7f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:12.182336 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9dc0c0a2-7277-42ea-ab50-ac28b8f6b7f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:12.241814 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9dc0c0a2-7277-42ea-ab50-ac28b8f6b7f3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:12.294699 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1698462a-9ce1-4db3-8608-f900a9681e86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-cb26c7f2-3687-45eb-8fad-c39541e496e7', 'network_id': 'cb26c7f2-3687-45eb-8fad-c39541e496e7', 'tenant_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'fixed_ips': [{'subnet_id': '8cec7339-3724-49db-8424-61c78b1d835a'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 16:15:12.296151 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1698462a-9ce1-4db3-8608-f900a9681e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:12.381849 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9dc0c0a2-7277-42ea-ab50-ac28b8f6b7f3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:12.429620 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-1698462a-9ce1-4db3-8608-f900a9681e86 None None] Allocated IP 172.20.0.2 (cb26c7f2-3687-45eb-8fad-c39541e496e7/8cec7339-3724-49db-8424-61c78b1d835a/c991f943-949c-4b00-bec3-06cf1be6f5a8) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 16:15:12.572020 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1698462a-9ce1-4db3-8608-f900a9681e86 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:12.578235 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1698462a-9ce1-4db3-8608-f900a9681e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:12.587670 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9dc0c0a2-7277-42ea-ab50-ac28b8f6b7f3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:12.606036 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9dc0c0a2-7277-42ea-ab50-ac28b8f6b7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:12.618178 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1698462a-9ce1-4db3-8608-f900a9681e86 None None] Network cb26c7f2-3687-45eb-8fad-c39541e496e7 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:15:12.621164 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-1698462a-9ce1-4db3-8608-f900a9681e86 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:15:12.626527 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1698462a-9ce1-4db3-8608-f900a9681e86 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 16:15:12.640787 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1698462a-9ce1-4db3-8608-f900a9681e86 None None] Pushing event updated for resources: {'Port': ['ID=c991f943-949c-4b00-bec3-06cf1be6f5a8,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:15:12.685751 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-1698462a-9ce1-4db3-8608-f900a9681e86 None None] Attempting to bind port c991f943-949c-4b00-bec3-06cf1be6f5a8 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 16:15:12.686125 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-1698462a-9ce1-4db3-8608-f900a9681e86 None None] Attempting to bind port c991f943-949c-4b00-bec3-06cf1be6f5a8 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '7801d76c-6f62-4d02-a500-435eaa0918c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'cb26c7f2-3687-45eb-8fad-c39541e496e7'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 16:15:12.687301 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1698462a-9ce1-4db3-8608-f900a9681e86 None None] Attempting to bind port c991f943-949c-4b00-bec3-06cf1be6f5a8 on network cb26c7f2-3687-45eb-8fad-c39541e496e7 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:15:12.692233 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1698462a-9ce1-4db3-8608-f900a9681e86 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 16, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 16:15:12.692620 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1698462a-9ce1-4db3-8608-f900a9681e86 None None] Checking segment: {'id': '7801d76c-6f62-4d02-a500-435eaa0918c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'cb26c7f2-3687-45eb-8fad-c39541e496e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:15:12.693029 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1698462a-9ce1-4db3-8608-f900a9681e86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:12.693431 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1698462a-9ce1-4db3-8608-f900a9681e86 None None] Bound using segment: {'id': '7801d76c-6f62-4d02-a500-435eaa0918c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'cb26c7f2-3687-45eb-8fad-c39541e496e7'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 16:15:12.693901 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-1698462a-9ce1-4db3-8608-f900a9681e86 None None] Bound port: c991f943-949c-4b00-bec3-06cf1be6f5a8, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7801d76c-6f62-4d02-a500-435eaa0918c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'cb26c7f2-3687-45eb-8fad-c39541e496e7'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 16:15:12.694285 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1698462a-9ce1-4db3-8608-f900a9681e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:12.717747 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-9dc0c0a2-7277-42ea-ab50-ac28b8f6b7f3 admin admin] Allocated IP 172.25.4.201 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/47c11540-2436-4d9a-b25a-3db18eb5708e) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 16:15:12.763491 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-1698462a-9ce1-4db3-8608-f900a9681e86 None None] For port c991f943-949c-4b00-bec3-06cf1be6f5a8, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 16:15:12.767214 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-1698462a-9ce1-4db3-8608-f900a9681e86 None None] For port c991f943-949c-4b00-bec3-06cf1be6f5a8, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=c991f943-949c-4b00-bec3-06cf1be6f5a8,segment=NetworkSegment(7801d76c-6f62-4d02-a500-435eaa0918c5),segment_id=7801d76c-6f62-4d02-a500-435eaa0918c5)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 16:15:12.772139 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1698462a-9ce1-4db3-8608-f900a9681e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:12.825154 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9dc0c0a2-7277-42ea-ab50-ac28b8f6b7f3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:12.837854 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1698462a-9ce1-4db3-8608-f900a9681e86 None None] Pushing event updated for resources: {'Port': ['ID=c991f943-949c-4b00-bec3-06cf1be6f5a8,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:15:12.859982 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9dc0c0a2-7277-42ea-ab50-ac28b8f6b7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:12.905728 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc0c0a2-7277-42ea-ab50-ac28b8f6b7f3 admin admin] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:15:12.910466 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-9dc0c0a2-7277-42ea-ab50-ac28b8f6b7f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:15:12.913046 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc0c0a2-7277-42ea-ab50-ac28b8f6b7f3 admin admin] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 16:15:12.938558 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc0c0a2-7277-42ea-ab50-ac28b8f6b7f3 admin admin] Pushing event updated for resources: {'Port': ['ID=47c11540-2436-4d9a-b25a-3db18eb5708e,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:15:13.160000 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device c991f943-949c-4b00-bec3-06cf1be6f5a8 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:15:13.195700 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9dc0c0a2-7277-42ea-ab50-ac28b8f6b7f3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:13.213752 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port c991f943-949c-4b00-bec3-06cf1be6f5a8 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:15:13.214047 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:13.291879 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:13.323858 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port c991f943-949c-4b00-bec3-06cf1be6f5a8, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=c991f943-949c-4b00-bec3-06cf1be6f5a8,segment=NetworkSegment(7801d76c-6f62-4d02-a500-435eaa0918c5),segment_id=7801d76c-6f62-4d02-a500-435eaa0918c5)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:15:13.328651 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:13.379442 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=c991f943-949c-4b00-bec3-06cf1be6f5a8,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:15:13.390464 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9dc0c0a2-7277-42ea-ab50-ac28b8f6b7f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:13.521215 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dc0c0a2-7277-42ea-ab50-ac28b8f6b7f3 admin admin] Router 4e4c772f-8cfa-4d39-83e5-59c70d33c23e is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 16:15:13.631157 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc0c0a2-7277-42ea-ab50-ac28b8f6b7f3 admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 16:15:13.641933 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f72da4-e756-4b59-8e49-1addbbf2bd5b None None] Sync routers for ids ['4e4c772f-8cfa-4d39-83e5-59c70d33c23e'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 16:15:13.650929 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9dc0c0a2-7277-42ea-ab50-ac28b8f6b7f3 admin admin] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:13.655762 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9dc0c0a2-7277-42ea-ab50-ac28b8f6b7f3 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4956031 Oct 30 16:15:13.655932 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f72da4-e756-4b59-8e49-1addbbf2bd5b None None] Routers {'4e4c772f-8cfa-4d39-83e5-59c70d33c23e'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:15:13.655932 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-d7f72da4-e756-4b59-8e49-1addbbf2bd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:14:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['4e4c772f-8cfa-4d39-83e5-59c70d33c23e'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:15:13.656157 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 59596) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:15:13.745779 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4650588-feaa-4f76-891a-e86848720f04 None None] Network cb26c7f2-3687-45eb-8fad-c39541e496e7 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 16:15:13.765933 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-d7f72da4-e756-4b59-8e49-1addbbf2bd5b None None] Set router 4e4c772f-8cfa-4d39-83e5-59c70d33c23e gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:15:13.822021 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-a4df8c98-7f04-4049-a243-86a233cfb80f None None] Provisioning complete for port c991f943-949c-4b00-bec3-06cf1be6f5a8 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:15:13.822670 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a4df8c98-7f04-4049-a243-86a233cfb80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:13.963552 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-d7f72da4-e756-4b59-8e49-1addbbf2bd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e4c772f-8cfa-4d39-83e5-59c70d33c23e', 'name': 'tempest-TestShelveInstance-1409199508-router', 'tenant_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '47c11540-2436-4d9a-b25a-3db18eb5708e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:15:12Z', 'updated_at': '2021-10-30T16:15:13Z', 'revision_number': 3, 'project_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'gw_port': {'id': '47c11540-2436-4d9a-b25a-3db18eb5708e', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:bb:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e4c772f-8cfa-4d39-83e5-59c70d33c23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:15:12Z', 'updated_at': '2021-10-30T16:15:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:15:13.993998 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f72da4-e756-4b59-8e49-1addbbf2bd5b None None] Checking router: 4e4c772f-8cfa-4d39-83e5-59c70d33c23e for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 16:15:13.994346 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f72da4-e756-4b59-8e49-1addbbf2bd5b None None] Updating router 4e4c772f-8cfa-4d39-83e5-59c70d33c23e port 47c11540-2436-4d9a-b25a-3db18eb5708e binding host n-d-806683-17 {{(pid=102133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 16:15:14.020825 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d7f72da4-e756-4b59-8e49-1addbbf2bd5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:14.205721 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-65dc8a8b-f989-46b8-ba8f-f33bf761fd66 None None] Provisioning complete for port c991f943-949c-4b00-bec3-06cf1be6f5a8 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:15:14.206352 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-65dc8a8b-f989-46b8-ba8f-f33bf761fd66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:14.303175 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d7f72da4-e756-4b59-8e49-1addbbf2bd5b None None] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:14.309525 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d7f72da4-e756-4b59-8e49-1addbbf2bd5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:14.358916 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-d7f72da4-e756-4b59-8e49-1addbbf2bd5b None None] Attempting to bind port 47c11540-2436-4d9a-b25a-3db18eb5708e on host n-d-806683-17 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 16:15:14.359268 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-d7f72da4-e756-4b59-8e49-1addbbf2bd5b None None] Attempting to bind port 47c11540-2436-4d9a-b25a-3db18eb5708e by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 16:15:14.359666 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f72da4-e756-4b59-8e49-1addbbf2bd5b None None] Attempting to bind port 47c11540-2436-4d9a-b25a-3db18eb5708e on network edc38ef5-7816-4133-914c-cfe2849a0125 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:15:14.366630 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd24112-6155-4c42-90e6-94ffa623f974 None None] Pushing event updated for resources: {'Port': ['ID=47c11540-2436-4d9a-b25a-3db18eb5708e,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:15:14.369563 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f72da4-e756-4b59-8e49-1addbbf2bd5b None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 16, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 16:15:14.369945 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f72da4-e756-4b59-8e49-1addbbf2bd5b None None] Checking segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:15:14.370343 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d7f72da4-e756-4b59-8e49-1addbbf2bd5b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:14.370735 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f72da4-e756-4b59-8e49-1addbbf2bd5b None None] Bound using segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 16:15:14.371200 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-d7f72da4-e756-4b59-8e49-1addbbf2bd5b None None] Bound port: 47c11540-2436-4d9a-b25a-3db18eb5708e, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 16:15:14.371610 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d7f72da4-e756-4b59-8e49-1addbbf2bd5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:14.395549 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd24112-6155-4c42-90e6-94ffa623f974 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:15:14.395774 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd24112-6155-4c42-90e6-94ffa623f974 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:15:14.396151 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd24112-6155-4c42-90e6-94ffa623f974 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:15:14.396517 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd24112-6155-4c42-90e6-94ffa623f974 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:15:14.396849 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd24112-6155-4c42-90e6-94ffa623f974 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:15:14.397178 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd24112-6155-4c42-90e6-94ffa623f974 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:15:14.397506 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd24112-6155-4c42-90e6-94ffa623f974 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:15:14.397831 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd24112-6155-4c42-90e6-94ffa623f974 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:15:14.398172 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd24112-6155-4c42-90e6-94ffa623f974 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:15:14.398482 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd24112-6155-4c42-90e6-94ffa623f974 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:15:14.398805 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd24112-6155-4c42-90e6-94ffa623f974 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:15:14.399126 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd24112-6155-4c42-90e6-94ffa623f974 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:15:14.431025 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8e7321d6-99c8-473f-8e03-61ffa11357b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:14.433994 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-d7f72da4-e756-4b59-8e49-1addbbf2bd5b None None] For port 47c11540-2436-4d9a-b25a-3db18eb5708e, host n-d-806683-17, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 16:15:14.437661 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-d7f72da4-e756-4b59-8e49-1addbbf2bd5b None None] For port 47c11540-2436-4d9a-b25a-3db18eb5708e, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=47c11540-2436-4d9a-b25a-3db18eb5708e,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 16:15:14.441667 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d7f72da4-e756-4b59-8e49-1addbbf2bd5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:14.501807 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f72da4-e756-4b59-8e49-1addbbf2bd5b None None] Routers {'4e4c772f-8cfa-4d39-83e5-59c70d33c23e'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:15:14.502415 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-d7f72da4-e756-4b59-8e49-1addbbf2bd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:14:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['4e4c772f-8cfa-4d39-83e5-59c70d33c23e'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:15:14.505300 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd24112-6155-4c42-90e6-94ffa623f974 None None] Pushing event updated for resources: {'Port': ['ID=47c11540-2436-4d9a-b25a-3db18eb5708e,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:15:14.589390 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-8e7321d6-99c8-473f-8e03-61ffa11357b7 admin admin] Allocated IP 172.20.0.1 (cb26c7f2-3687-45eb-8fad-c39541e496e7/8cec7339-3724-49db-8424-61c78b1d835a/87305acc-e77f-4c5b-a64b-d96e74634dd5) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 16:15:14.609272 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-d7f72da4-e756-4b59-8e49-1addbbf2bd5b None None] Set router 4e4c772f-8cfa-4d39-83e5-59c70d33c23e gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:15:14.696098 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8e7321d6-99c8-473f-8e03-61ffa11357b7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:14.729326 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8e7321d6-99c8-473f-8e03-61ffa11357b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:14.771501 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7321d6-99c8-473f-8e03-61ffa11357b7 admin admin] Network cb26c7f2-3687-45eb-8fad-c39541e496e7 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:15:14.774339 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-8e7321d6-99c8-473f-8e03-61ffa11357b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:15:14.777814 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7321d6-99c8-473f-8e03-61ffa11357b7 admin admin] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 16:15:14.801030 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7321d6-99c8-473f-8e03-61ffa11357b7 admin admin] Pushing event updated for resources: {'Port': ['ID=87305acc-e77f-4c5b-a64b-d96e74634dd5,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:15:14.801499 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-d7f72da4-e756-4b59-8e49-1addbbf2bd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e4c772f-8cfa-4d39-83e5-59c70d33c23e', 'name': 'tempest-TestShelveInstance-1409199508-router', 'tenant_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '47c11540-2436-4d9a-b25a-3db18eb5708e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:15:12Z', 'updated_at': '2021-10-30T16:15:13Z', 'revision_number': 3, 'project_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'gw_port': {'id': '47c11540-2436-4d9a-b25a-3db18eb5708e', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:bb:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e4c772f-8cfa-4d39-83e5-59c70d33c23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:15:12Z', 'updated_at': '2021-10-30T16:15:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:15:14.820254 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8e7321d6-99c8-473f-8e03-61ffa11357b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:14.829946 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f72da4-e756-4b59-8e49-1addbbf2bd5b None None] The sync data for ids ['4e4c772f-8cfa-4d39-83e5-59c70d33c23e'] in n-d-806683-17 is: [{'id': '4e4c772f-8cfa-4d39-83e5-59c70d33c23e', 'name': 'tempest-TestShelveInstance-1409199508-router', 'tenant_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '47c11540-2436-4d9a-b25a-3db18eb5708e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:15:12Z', 'updated_at': '2021-10-30T16:15:13Z', 'revision_number': 3, 'project_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'gw_port': {'id': '47c11540-2436-4d9a-b25a-3db18eb5708e', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:bb:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e4c772f-8cfa-4d39-83e5-59c70d33c23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:15:12Z', 'updated_at': '2021-10-30T16:15:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 16:15:14.968567 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8e7321d6-99c8-473f-8e03-61ffa11357b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:15.015910 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-0c70965b-c0fe-46aa-a778-99d8730a3642 None None] Provisioning complete for port 87305acc-e77f-4c5b-a64b-d96e74634dd5 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:15:15.016364 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0c70965b-c0fe-46aa-a778-99d8730a3642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:15.056061 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-0c70965b-c0fe-46aa-a778-99d8730a3642 None None] Port 87305acc-e77f-4c5b-a64b-d96e74634dd5 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 16:15:15.172898 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8e7321d6-99c8-473f-8e03-61ffa11357b7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:15.178465 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8e7321d6-99c8-473f-8e03-61ffa11357b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:15.252662 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device c991f943-949c-4b00-bec3-06cf1be6f5a8 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:15:15.258225 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7321d6-99c8-473f-8e03-61ffa11357b7 admin admin] Pushing event updated for resources: {'Port': ['ID=87305acc-e77f-4c5b-a64b-d96e74634dd5,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:15:15.261742 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-8e7321d6-99c8-473f-8e03-61ffa11357b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:15.303355 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port c991f943-949c-4b00-bec3-06cf1be6f5a8 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:15:15.303888 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:15.369284 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7321d6-99c8-473f-8e03-61ffa11357b7 admin admin] Network cb26c7f2-3687-45eb-8fad-c39541e496e7 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:15:15.370970 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-8e7321d6-99c8-473f-8e03-61ffa11357b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:15:15.391635 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 47c11540-2436-4d9a-b25a-3db18eb5708e up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:15:15.476112 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 47c11540-2436-4d9a-b25a-3db18eb5708e triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:15:15.476487 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:15.505871 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e7321d6-99c8-473f-8e03-61ffa11357b7 admin admin] Router 4e4c772f-8cfa-4d39-83e5-59c70d33c23e has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 16:15:15.608365 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:15.638621 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 47c11540-2436-4d9a-b25a-3db18eb5708e, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=47c11540-2436-4d9a-b25a-3db18eb5708e,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:15:15.652586 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:15.677460 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e7321d6-99c8-473f-8e03-61ffa11357b7 admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 16:15:15.683662 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-8e7321d6-99c8-473f-8e03-61ffa11357b7 admin admin] 10.222.0.62 "PUT /v2.0/routers/4e4c772f-8cfa-4d39-83e5-59c70d33c23e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0252450 Oct 30 16:15:15.750410 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=47c11540-2436-4d9a-b25a-3db18eb5708e,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:15:15.785232 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e004718c-c986-46df-bd8e-3fa8c5906bc8 None None] Provisioning complete for port 87305acc-e77f-4c5b-a64b-d96e74634dd5 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:15:15.785599 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e004718c-c986-46df-bd8e-3fa8c5906bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:15.825219 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e004718c-c986-46df-bd8e-3fa8c5906bc8 None None] Port 87305acc-e77f-4c5b-a64b-d96e74634dd5 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 16:15:16.181843 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 59612) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:15:16.187583 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-f633acf0-32b5-4a05-8c33-a370e5299703 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1102823888-network', 'tenant_id': '9114c4ce7a484821bcd04dc1c9c630f1'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:15:16.207152 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f633acf0-32b5-4a05-8c33-a370e5299703 admin admin] Made reservation on behalf of 9114c4ce7a484821bcd04dc1c9c630f1 for: {'network': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 16:15:16.209410 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f633acf0-32b5-4a05-8c33-a370e5299703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:16.222098 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f633acf0-32b5-4a05-8c33-a370e5299703 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:16.299653 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f633acf0-32b5-4a05-8c33-a370e5299703 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:16.303893 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f633acf0-32b5-4a05-8c33-a370e5299703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:16.328262 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f633acf0-32b5-4a05-8c33-a370e5299703 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=102131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 16:15:16.338188 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f633acf0-32b5-4a05-8c33-a370e5299703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96c2e4d1-71e7-4886-a451-3b2681635f1e,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:15:16.343741 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f633acf0-32b5-4a05-8c33-a370e5299703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:16.344084 n-d-806683-17 neutron-server[102131]: INFO neutron.db.segments_db [None req-f633acf0-32b5-4a05-8c33-a370e5299703 admin admin] Added segment e7f2fac0-06b6-47b0-84e2-c99fb22b4da8 of type vlan for network 68d6cf20-fdb7-4b17-9f51-51ced6204207 Oct 30 16:15:16.383982 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f633acf0-32b5-4a05-8c33-a370e5299703 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:16.408557 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f633acf0-32b5-4a05-8c33-a370e5299703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:16.409601 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f633acf0-32b5-4a05-8c33-a370e5299703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:15:16.410195 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-f633acf0-32b5-4a05-8c33-a370e5299703 admin admin] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:16.460134 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-f633acf0-32b5-4a05-8c33-a370e5299703 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2771883 Oct 30 16:15:16.463061 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 59614) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:15:16.468583 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-0a3aa133-5cba-4030-9b0f-65a2a79d0d6a admin admin] Request body: {'subnet': {'network_id': '68d6cf20-fdb7-4b17-9f51-51ced6204207', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1102823888-subnet', 'tenant_id': '9114c4ce7a484821bcd04dc1c9c630f1', 'ip_version': 4}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:15:16.470991 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f633acf0-32b5-4a05-8c33-a370e5299703 admin admin] Pushing event updated for resources: {'Network': ['ID=68d6cf20-fdb7-4b17-9f51-51ced6204207,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:15:16.481328 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 68d6cf20-fdb7-4b17-9f51-51ced6204207 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 16:15:16.491561 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a3aa133-5cba-4030-9b0f-65a2a79d0d6a admin admin] Made reservation on behalf of 9114c4ce7a484821bcd04dc1c9c630f1 for: {'subnet': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 16:15:16.494144 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0a3aa133-5cba-4030-9b0f-65a2a79d0d6a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4391716'] for subnet, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:16.594712 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9fbc57-654f-43f9-b771-733cbfc1eac6 None None] Sync routers for ids ['4e4c772f-8cfa-4d39-83e5-59c70d33c23e'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 16:15:16.605456 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9fbc57-654f-43f9-b771-733cbfc1eac6 None None] Routers {'4e4c772f-8cfa-4d39-83e5-59c70d33c23e'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:15:16.606093 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-3d9fbc57-654f-43f9-b771-733cbfc1eac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:14:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['4e4c772f-8cfa-4d39-83e5-59c70d33c23e'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:15:16.670103 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0a3aa133-5cba-4030-9b0f-65a2a79d0d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4376329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4391134'] for subnet, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:16.718993 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-3d9fbc57-654f-43f9-b771-733cbfc1eac6 None None] Set router 4e4c772f-8cfa-4d39-83e5-59c70d33c23e gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:15:16.731816 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3aa133-5cba-4030-9b0f-65a2a79d0d6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=855efc30-4fc1-42ea-8c4d-16e87d005c51,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:15:16.738331 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3aa133-5cba-4030-9b0f-65a2a79d0d6a admin admin] Checking segment: {'id': 'e7f2fac0-06b6-47b0-84e2-c99fb22b4da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '68d6cf20-fdb7-4b17-9f51-51ced6204207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:15:16.738434 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3aa133-5cba-4030-9b0f-65a2a79d0d6a admin admin] Network hostable DHCP agents. Network: 68d6cf20-fdb7-4b17-9f51-51ced6204207, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 16:15:16.757969 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3aa133-5cba-4030-9b0f-65a2a79d0d6a admin admin] Network 68d6cf20-fdb7-4b17-9f51-51ced6204207 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 16:15:16.768300 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-0a3aa133-5cba-4030-9b0f-65a2a79d0d6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 68d6cf20-fdb7-4b17-9f51-51ced6204207) {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:15:16.774327 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3aa133-5cba-4030-9b0f-65a2a79d0d6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:15:16.775178 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-0a3aa133-5cba-4030-9b0f-65a2a79d0d6a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:16.791910 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-0a3aa133-5cba-4030-9b0f-65a2a79d0d6a admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3276794 Oct 30 16:15:16.794511 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 59616) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:15:16.799254 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-1f5a7559-1714-4ca8-83b4-5e9847d3ec20 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1102823888-router', 'tenant_id': '9114c4ce7a484821bcd04dc1c9c630f1', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:15:16.799414 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27571970-ca05-4fc8-87bc-3da560f6360e None None] Network 68d6cf20-fdb7-4b17-9f51-51ced6204207 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 16:15:16.819885 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1f5a7559-1714-4ca8-83b4-5e9847d3ec20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:16.820864 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1f5a7559-1714-4ca8-83b4-5e9847d3ec20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:16.875444 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1f5a7559-1714-4ca8-83b4-5e9847d3ec20 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:17.019196 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1f5a7559-1714-4ca8-83b4-5e9847d3ec20 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:17.046916 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ea6b14-5054-4640-92b5-2268286c6e3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-68d6cf20-fdb7-4b17-9f51-51ced6204207', 'network_id': '68d6cf20-fdb7-4b17-9f51-51ced6204207', 'tenant_id': '9114c4ce7a484821bcd04dc1c9c630f1', 'fixed_ips': [{'subnet_id': '855efc30-4fc1-42ea-8c4d-16e87d005c51'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 16:15:17.047798 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-10ea6b14-5054-4640-92b5-2268286c6e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:17.067053 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-3d9fbc57-654f-43f9-b771-733cbfc1eac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e4c772f-8cfa-4d39-83e5-59c70d33c23e', 'name': 'tempest-TestShelveInstance-1409199508-router', 'tenant_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '47c11540-2436-4d9a-b25a-3db18eb5708e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:15:12Z', 'updated_at': '2021-10-30T16:15:14Z', 'revision_number': 4, 'project_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'gw_port': {'id': '47c11540-2436-4d9a-b25a-3db18eb5708e', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:bb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4c772f-8cfa-4d39-83e5-59c70d33c23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:15:12Z', 'updated_at': '2021-10-30T16:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '87305acc-e77f-4c5b-a64b-d96e74634dd5', 'name': '', 'network_id': 'cb26c7f2-3687-45eb-8fad-c39541e496e7', 'tenant_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'mac_address': 'fa:16:3e:c1:b5:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e4c772f-8cfa-4d39-83e5-59c70d33c23e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '8cec7339-3724-49db-8424-61c78b1d835a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:15:14Z', 'updated_at': '2021-10-30T16:15:15Z', 'revision_number': 2, 'project_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'subnets': [{'id': '8cec7339-3724-49db-8424-61c78b1d835a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:15:17.102223 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9fbc57-654f-43f9-b771-733cbfc1eac6 None None] Checking router: 4e4c772f-8cfa-4d39-83e5-59c70d33c23e for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 16:15:17.102642 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9fbc57-654f-43f9-b771-733cbfc1eac6 None None] Updating router 4e4c772f-8cfa-4d39-83e5-59c70d33c23e port 87305acc-e77f-4c5b-a64b-d96e74634dd5 binding host n-d-806683-17 {{(pid=102132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 16:15:17.166775 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 47c11540-2436-4d9a-b25a-3db18eb5708e up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:15:17.224831 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1f5a7559-1714-4ca8-83b4-5e9847d3ec20 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:17.244290 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1f5a7559-1714-4ca8-83b4-5e9847d3ec20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:17.353066 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-1f5a7559-1714-4ca8-83b4-5e9847d3ec20 admin admin] Allocated IP 172.25.4.188 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/b81c9257-d83f-4c84-9854-30c68ffb09be) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 16:15:17.374163 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3d9fbc57-654f-43f9-b771-733cbfc1eac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:17.451821 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1f5a7559-1714-4ca8-83b4-5e9847d3ec20 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:17.491179 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1f5a7559-1714-4ca8-83b4-5e9847d3ec20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:17.530360 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-10ea6b14-5054-4640-92b5-2268286c6e3f None None] Allocated IP 172.20.0.2 (68d6cf20-fdb7-4b17-9f51-51ced6204207/855efc30-4fc1-42ea-8c4d-16e87d005c51/0f5b42d1-0e59-434d-8195-caa687d62681) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 16:15:17.530972 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5a7559-1714-4ca8-83b4-5e9847d3ec20 admin admin] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:15:17.533626 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-1f5a7559-1714-4ca8-83b4-5e9847d3ec20 admin admin] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:15:17.537133 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5a7559-1714-4ca8-83b4-5e9847d3ec20 admin admin] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 16:15:17.542889 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a7559-1714-4ca8-83b4-5e9847d3ec20 admin admin] Pushing event updated for resources: {'Port': ['ID=b81c9257-d83f-4c84-9854-30c68ffb09be,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:15:17.547317 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 47c11540-2436-4d9a-b25a-3db18eb5708e triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:15:17.547727 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:17.788128 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1f5a7559-1714-4ca8-83b4-5e9847d3ec20 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:17.860444 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-10ea6b14-5054-4640-92b5-2268286c6e3f None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:17.886486 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-10ea6b14-5054-4640-92b5-2268286c6e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:17.943806 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3d9fbc57-654f-43f9-b771-733cbfc1eac6 None None] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:17.953511 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ea6b14-5054-4640-92b5-2268286c6e3f None None] Network 68d6cf20-fdb7-4b17-9f51-51ced6204207 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:15:17.957249 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-10ea6b14-5054-4640-92b5-2268286c6e3f None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:15:17.959561 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3d9fbc57-654f-43f9-b771-733cbfc1eac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:17.963844 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ea6b14-5054-4640-92b5-2268286c6e3f None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 16:15:17.975027 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ea6b14-5054-4640-92b5-2268286c6e3f None None] Pushing event updated for resources: {'Port': ['ID=0f5b42d1-0e59-434d-8195-caa687d62681,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:15:18.078331 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eda1ac-62d3-42de-a694-2cbbb188227d None None] Pushing event updated for resources: {'Port': ['ID=87305acc-e77f-4c5b-a64b-d96e74634dd5,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:15:18.113958 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-10ea6b14-5054-4640-92b5-2268286c6e3f None None] Attempting to bind port 0f5b42d1-0e59-434d-8195-caa687d62681 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 16:15:18.114338 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-10ea6b14-5054-4640-92b5-2268286c6e3f None None] Attempting to bind port 0f5b42d1-0e59-434d-8195-caa687d62681 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'e7f2fac0-06b6-47b0-84e2-c99fb22b4da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '68d6cf20-fdb7-4b17-9f51-51ced6204207'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 16:15:18.114713 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ea6b14-5054-4640-92b5-2268286c6e3f None None] Attempting to bind port 0f5b42d1-0e59-434d-8195-caa687d62681 on network 68d6cf20-fdb7-4b17-9f51-51ced6204207 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:15:18.137143 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ea6b14-5054-4640-92b5-2268286c6e3f None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 16, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 16:15:18.137681 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ea6b14-5054-4640-92b5-2268286c6e3f None None] Checking segment: {'id': 'e7f2fac0-06b6-47b0-84e2-c99fb22b4da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '68d6cf20-fdb7-4b17-9f51-51ced6204207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:15:18.138322 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-10ea6b14-5054-4640-92b5-2268286c6e3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:18.139253 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ea6b14-5054-4640-92b5-2268286c6e3f None None] Bound using segment: {'id': 'e7f2fac0-06b6-47b0-84e2-c99fb22b4da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '68d6cf20-fdb7-4b17-9f51-51ced6204207'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 16:15:18.139803 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-10ea6b14-5054-4640-92b5-2268286c6e3f None None] Bound port: 0f5b42d1-0e59-434d-8195-caa687d62681, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f2fac0-06b6-47b0-84e2-c99fb22b4da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '68d6cf20-fdb7-4b17-9f51-51ced6204207'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 16:15:18.142218 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-10ea6b14-5054-4640-92b5-2268286c6e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:18.176908 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-3d9fbc57-654f-43f9-b771-733cbfc1eac6 None None] Attempting to bind port 87305acc-e77f-4c5b-a64b-d96e74634dd5 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 16:15:18.177486 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-3d9fbc57-654f-43f9-b771-733cbfc1eac6 None None] Attempting to bind port 87305acc-e77f-4c5b-a64b-d96e74634dd5 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': '7801d76c-6f62-4d02-a500-435eaa0918c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'cb26c7f2-3687-45eb-8fad-c39541e496e7'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 16:15:18.178051 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9fbc57-654f-43f9-b771-733cbfc1eac6 None None] Attempting to bind port 87305acc-e77f-4c5b-a64b-d96e74634dd5 on network cb26c7f2-3687-45eb-8fad-c39541e496e7 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:15:18.218931 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9fbc57-654f-43f9-b771-733cbfc1eac6 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 16, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 16:15:18.219513 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9fbc57-654f-43f9-b771-733cbfc1eac6 None None] Checking segment: {'id': '7801d76c-6f62-4d02-a500-435eaa0918c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'cb26c7f2-3687-45eb-8fad-c39541e496e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:15:18.220100 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3d9fbc57-654f-43f9-b771-733cbfc1eac6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:18.220679 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9fbc57-654f-43f9-b771-733cbfc1eac6 None None] Bound using segment: {'id': '7801d76c-6f62-4d02-a500-435eaa0918c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'cb26c7f2-3687-45eb-8fad-c39541e496e7'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 16:15:18.221385 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-3d9fbc57-654f-43f9-b771-733cbfc1eac6 None None] Bound port: 87305acc-e77f-4c5b-a64b-d96e74634dd5, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7801d76c-6f62-4d02-a500-435eaa0918c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'cb26c7f2-3687-45eb-8fad-c39541e496e7'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 16:15:18.221936 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3d9fbc57-654f-43f9-b771-733cbfc1eac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:18.293402 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1f5a7559-1714-4ca8-83b4-5e9847d3ec20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:18.308453 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-10ea6b14-5054-4640-92b5-2268286c6e3f None None] For port 0f5b42d1-0e59-434d-8195-caa687d62681, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 16:15:18.316614 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-10ea6b14-5054-4640-92b5-2268286c6e3f None None] For port 0f5b42d1-0e59-434d-8195-caa687d62681, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=0f5b42d1-0e59-434d-8195-caa687d62681,segment=NetworkSegment(e7f2fac0-06b6-47b0-84e2-c99fb22b4da8),segment_id=e7f2fac0-06b6-47b0-84e2-c99fb22b4da8)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 16:15:18.322673 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-00776755-fb77-4e1b-b16a-08ed390c9bd4 None None] Provisioning complete for port 87305acc-e77f-4c5b-a64b-d96e74634dd5 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:15:18.323034 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-00776755-fb77-4e1b-b16a-08ed390c9bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:18.329534 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-10ea6b14-5054-4640-92b5-2268286c6e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:18.353395 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-3d9fbc57-654f-43f9-b771-733cbfc1eac6 None None] For port 87305acc-e77f-4c5b-a64b-d96e74634dd5, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 16:15:18.398611 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-3d9fbc57-654f-43f9-b771-733cbfc1eac6 None None] For port 87305acc-e77f-4c5b-a64b-d96e74634dd5, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=87305acc-e77f-4c5b-a64b-d96e74634dd5,segment=NetworkSegment(7801d76c-6f62-4d02-a500-435eaa0918c5),segment_id=7801d76c-6f62-4d02-a500-435eaa0918c5)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 16:15:18.413320 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3d9fbc57-654f-43f9-b771-733cbfc1eac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:18.427074 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-00776755-fb77-4e1b-b16a-08ed390c9bd4 None None] Port 87305acc-e77f-4c5b-a64b-d96e74634dd5 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 16:15:18.433555 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f5a7559-1714-4ca8-83b4-5e9847d3ec20 admin admin] Router 268c1acc-4d48-43ac-b6c5-1b3ef1959bcf is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 16:15:18.444982 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ea6b14-5054-4640-92b5-2268286c6e3f None None] Pushing event updated for resources: {'Port': ['ID=0f5b42d1-0e59-434d-8195-caa687d62681,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:15:18.480881 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9fbc57-654f-43f9-b771-733cbfc1eac6 None None] Routers {'4e4c772f-8cfa-4d39-83e5-59c70d33c23e'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:15:18.481526 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-3d9fbc57-654f-43f9-b771-733cbfc1eac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:14:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['4e4c772f-8cfa-4d39-83e5-59c70d33c23e'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:15:18.564230 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f5a7559-1714-4ca8-83b4-5e9847d3ec20 admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 16:15:18.573850 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51693cc-76ae-4506-85e1-1c7c16270d0e None None] Sync routers for ids ['268c1acc-4d48-43ac-b6c5-1b3ef1959bcf'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 16:15:18.592258 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51693cc-76ae-4506-85e1-1c7c16270d0e None None] Routers {'268c1acc-4d48-43ac-b6c5-1b3ef1959bcf'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:15:18.593486 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-f51693cc-76ae-4506-85e1-1c7c16270d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:14:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['268c1acc-4d48-43ac-b6c5-1b3ef1959bcf'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:15:18.594189 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-1f5a7559-1714-4ca8-83b4-5e9847d3ec20 admin admin] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:18.595768 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-1f5a7559-1714-4ca8-83b4-5e9847d3ec20 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7999411 Oct 30 16:15:18.598994 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eda1ac-62d3-42de-a694-2cbbb188227d None None] Pushing event updated for resources: {'Port': ['ID=87305acc-e77f-4c5b-a64b-d96e74634dd5,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:15:18.599974 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 59618) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:15:18.644450 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-3d9fbc57-654f-43f9-b771-733cbfc1eac6 None None] Set router 4e4c772f-8cfa-4d39-83e5-59c70d33c23e gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:15:18.812988 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-f51693cc-76ae-4506-85e1-1c7c16270d0e None None] Set router 268c1acc-4d48-43ac-b6c5-1b3ef1959bcf gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:15:18.896006 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-1bcc6426-c33d-48b9-a4e0-076753e0cf90 None None] Provisioning complete for port 87305acc-e77f-4c5b-a64b-d96e74634dd5 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:15:18.896379 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1bcc6426-c33d-48b9-a4e0-076753e0cf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:19.004831 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-3d9fbc57-654f-43f9-b771-733cbfc1eac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e4c772f-8cfa-4d39-83e5-59c70d33c23e', 'name': 'tempest-TestShelveInstance-1409199508-router', 'tenant_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '47c11540-2436-4d9a-b25a-3db18eb5708e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:15:12Z', 'updated_at': '2021-10-30T16:15:14Z', 'revision_number': 4, 'project_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'gw_port': {'id': '47c11540-2436-4d9a-b25a-3db18eb5708e', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:bb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4c772f-8cfa-4d39-83e5-59c70d33c23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:15:12Z', 'updated_at': '2021-10-30T16:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '87305acc-e77f-4c5b-a64b-d96e74634dd5', 'name': '', 'network_id': 'cb26c7f2-3687-45eb-8fad-c39541e496e7', 'tenant_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'mac_address': 'fa:16:3e:c1:b5:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e4c772f-8cfa-4d39-83e5-59c70d33c23e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '8cec7339-3724-49db-8424-61c78b1d835a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:15:14Z', 'updated_at': '2021-10-30T16:15:18Z', 'revision_number': 4, 'project_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'subnets': [{'id': '8cec7339-3724-49db-8424-61c78b1d835a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:15:19.035363 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9fbc57-654f-43f9-b771-733cbfc1eac6 None None] The sync data for ids ['4e4c772f-8cfa-4d39-83e5-59c70d33c23e'] in n-d-806683-17 is: [{'id': '4e4c772f-8cfa-4d39-83e5-59c70d33c23e', 'name': 'tempest-TestShelveInstance-1409199508-router', 'tenant_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '47c11540-2436-4d9a-b25a-3db18eb5708e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:15:12Z', 'updated_at': '2021-10-30T16:15:14Z', 'revision_number': 4, 'project_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'gw_port': {'id': '47c11540-2436-4d9a-b25a-3db18eb5708e', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:bb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4c772f-8cfa-4d39-83e5-59c70d33c23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:15:12Z', 'updated_at': '2021-10-30T16:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '87305acc-e77f-4c5b-a64b-d96e74634dd5', 'name': '', 'network_id': 'cb26c7f2-3687-45eb-8fad-c39541e496e7', 'tenant_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'mac_address': 'fa:16:3e:c1:b5:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e4c772f-8cfa-4d39-83e5-59c70d33c23e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '8cec7339-3724-49db-8424-61c78b1d835a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:15:14Z', 'updated_at': '2021-10-30T16:15:18Z', 'revision_number': 4, 'project_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'subnets': [{'id': '8cec7339-3724-49db-8424-61c78b1d835a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 16:15:19.044092 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1bcc6426-c33d-48b9-a4e0-076753e0cf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:19.083758 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-1bcc6426-c33d-48b9-a4e0-076753e0cf90 None None] For port 87305acc-e77f-4c5b-a64b-d96e74634dd5, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=87305acc-e77f-4c5b-a64b-d96e74634dd5,segment=NetworkSegment(7801d76c-6f62-4d02-a500-435eaa0918c5),segment_id=7801d76c-6f62-4d02-a500-435eaa0918c5)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:15:19.103619 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1bcc6426-c33d-48b9-a4e0-076753e0cf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:19.173870 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-524f669d-1bb4-42d5-bf9f-68ceb3dd4081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:19.199566 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-f51693cc-76ae-4506-85e1-1c7c16270d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268c1acc-4d48-43ac-b6c5-1b3ef1959bcf', 'name': 'tempest-TestShelveInstance-1102823888-router', 'tenant_id': '9114c4ce7a484821bcd04dc1c9c630f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'b81c9257-d83f-4c84-9854-30c68ffb09be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:15:16Z', 'updated_at': '2021-10-30T16:15:17Z', 'revision_number': 3, 'project_id': '9114c4ce7a484821bcd04dc1c9c630f1', 'gw_port': {'id': 'b81c9257-d83f-4c84-9854-30c68ffb09be', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268c1acc-4d48-43ac-b6c5-1b3ef1959bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:15:17Z', 'updated_at': '2021-10-30T16:15:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:15:19.216541 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcc6426-c33d-48b9-a4e0-076753e0cf90 None None] Pushing event updated for resources: {'Port': ['ID=87305acc-e77f-4c5b-a64b-d96e74634dd5,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:15:19.231043 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51693cc-76ae-4506-85e1-1c7c16270d0e None None] Checking router: 268c1acc-4d48-43ac-b6c5-1b3ef1959bcf for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 16:15:19.231411 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51693cc-76ae-4506-85e1-1c7c16270d0e None None] Updating router 268c1acc-4d48-43ac-b6c5-1b3ef1959bcf port b81c9257-d83f-4c84-9854-30c68ffb09be binding host n-d-806683-17 {{(pid=102133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 16:15:19.252396 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 0f5b42d1-0e59-434d-8195-caa687d62681 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:15:19.264726 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f51693cc-76ae-4506-85e1-1c7c16270d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:19.334062 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 0f5b42d1-0e59-434d-8195-caa687d62681 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:15:19.334726 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:19.405928 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-524f669d-1bb4-42d5-bf9f-68ceb3dd4081 admin admin] Allocated IP 172.20.0.1 (68d6cf20-fdb7-4b17-9f51-51ced6204207/855efc30-4fc1-42ea-8c4d-16e87d005c51/2aec9cbb-cf32-45b6-bc83-e55bcf351de6) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 16:15:19.463076 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:19.519587 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 0f5b42d1-0e59-434d-8195-caa687d62681, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=0f5b42d1-0e59-434d-8195-caa687d62681,segment=NetworkSegment(e7f2fac0-06b6-47b0-84e2-c99fb22b4da8),segment_id=e7f2fac0-06b6-47b0-84e2-c99fb22b4da8)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:15:19.532327 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:19.582889 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-524f669d-1bb4-42d5-bf9f-68ceb3dd4081 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:19.625127 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f51693cc-76ae-4506-85e1-1c7c16270d0e None None] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:19.632747 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-524f669d-1bb4-42d5-bf9f-68ceb3dd4081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:19.633778 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f51693cc-76ae-4506-85e1-1c7c16270d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:19.640683 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=0f5b42d1-0e59-434d-8195-caa687d62681,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:15:19.694961 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-f51693cc-76ae-4506-85e1-1c7c16270d0e None None] Attempting to bind port b81c9257-d83f-4c84-9854-30c68ffb09be on host n-d-806683-17 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 16:15:19.695329 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-f51693cc-76ae-4506-85e1-1c7c16270d0e None None] Attempting to bind port b81c9257-d83f-4c84-9854-30c68ffb09be by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 16:15:19.695761 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51693cc-76ae-4506-85e1-1c7c16270d0e None None] Attempting to bind port b81c9257-d83f-4c84-9854-30c68ffb09be on network edc38ef5-7816-4133-914c-cfe2849a0125 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:15:19.701086 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524f669d-1bb4-42d5-bf9f-68ceb3dd4081 admin admin] Network 68d6cf20-fdb7-4b17-9f51-51ced6204207 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:15:19.705004 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51693cc-76ae-4506-85e1-1c7c16270d0e None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 16, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 16:15:19.705327 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51693cc-76ae-4506-85e1-1c7c16270d0e None None] Checking segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:15:19.705732 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f51693cc-76ae-4506-85e1-1c7c16270d0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:19.706240 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51693cc-76ae-4506-85e1-1c7c16270d0e None None] Bound using segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 16:15:19.706395 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-524f669d-1bb4-42d5-bf9f-68ceb3dd4081 admin admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:15:19.706573 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-f51693cc-76ae-4506-85e1-1c7c16270d0e None None] Bound port: b81c9257-d83f-4c84-9854-30c68ffb09be, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 16:15:19.706969 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f51693cc-76ae-4506-85e1-1c7c16270d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:19.723329 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524f669d-1bb4-42d5-bf9f-68ceb3dd4081 admin admin] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 16:15:19.746965 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a47ce10-de85-47a1-b062-7d7a87047f80 None None] Pushing event updated for resources: {'Port': ['ID=b81c9257-d83f-4c84-9854-30c68ffb09be,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:15:19.750333 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524f669d-1bb4-42d5-bf9f-68ceb3dd4081 admin admin] Pushing event updated for resources: {'Port': ['ID=2aec9cbb-cf32-45b6-bc83-e55bcf351de6,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:15:19.772078 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-524f669d-1bb4-42d5-bf9f-68ceb3dd4081 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:19.773628 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-f51693cc-76ae-4506-85e1-1c7c16270d0e None None] For port b81c9257-d83f-4c84-9854-30c68ffb09be, host n-d-806683-17, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 16:15:19.780773 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-f51693cc-76ae-4506-85e1-1c7c16270d0e None None] For port b81c9257-d83f-4c84-9854-30c68ffb09be, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=b81c9257-d83f-4c84-9854-30c68ffb09be,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 16:15:19.786444 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-f51693cc-76ae-4506-85e1-1c7c16270d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:19.827878 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a632b0-41ee-44bc-9eba-1b983e0ecf1a None None] Network 68d6cf20-fdb7-4b17-9f51-51ced6204207 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 16:15:19.863264 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51693cc-76ae-4506-85e1-1c7c16270d0e None None] Routers {'268c1acc-4d48-43ac-b6c5-1b3ef1959bcf'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:15:19.863932 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-f51693cc-76ae-4506-85e1-1c7c16270d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:14:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['268c1acc-4d48-43ac-b6c5-1b3ef1959bcf'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:15:19.865789 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a47ce10-de85-47a1-b062-7d7a87047f80 None None] Pushing event updated for resources: {'Port': ['ID=b81c9257-d83f-4c84-9854-30c68ffb09be,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:15:19.923947 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-122a03eb-ddc4-40fe-8e67-4b095e6892a5 None None] Provisioning complete for port 0f5b42d1-0e59-434d-8195-caa687d62681 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:15:19.924322 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-122a03eb-ddc4-40fe-8e67-4b095e6892a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:19.942631 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-524f669d-1bb4-42d5-bf9f-68ceb3dd4081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:20.008728 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-f51693cc-76ae-4506-85e1-1c7c16270d0e None None] Set router 268c1acc-4d48-43ac-b6c5-1b3ef1959bcf gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:15:20.146534 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-524f669d-1bb4-42d5-bf9f-68ceb3dd4081 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:20.155953 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-524f669d-1bb4-42d5-bf9f-68ceb3dd4081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:20.238936 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-524f669d-1bb4-42d5-bf9f-68ceb3dd4081 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:20.250618 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-f51693cc-76ae-4506-85e1-1c7c16270d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268c1acc-4d48-43ac-b6c5-1b3ef1959bcf', 'name': 'tempest-TestShelveInstance-1102823888-router', 'tenant_id': '9114c4ce7a484821bcd04dc1c9c630f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'b81c9257-d83f-4c84-9854-30c68ffb09be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:15:16Z', 'updated_at': '2021-10-30T16:15:17Z', 'revision_number': 3, 'project_id': '9114c4ce7a484821bcd04dc1c9c630f1', 'gw_port': {'id': 'b81c9257-d83f-4c84-9854-30c68ffb09be', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268c1acc-4d48-43ac-b6c5-1b3ef1959bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:15:17Z', 'updated_at': '2021-10-30T16:15:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:15:20.280154 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51693cc-76ae-4506-85e1-1c7c16270d0e None None] The sync data for ids ['268c1acc-4d48-43ac-b6c5-1b3ef1959bcf'] in n-d-806683-17 is: [{'id': '268c1acc-4d48-43ac-b6c5-1b3ef1959bcf', 'name': 'tempest-TestShelveInstance-1102823888-router', 'tenant_id': '9114c4ce7a484821bcd04dc1c9c630f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'b81c9257-d83f-4c84-9854-30c68ffb09be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:15:16Z', 'updated_at': '2021-10-30T16:15:17Z', 'revision_number': 3, 'project_id': '9114c4ce7a484821bcd04dc1c9c630f1', 'gw_port': {'id': 'b81c9257-d83f-4c84-9854-30c68ffb09be', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268c1acc-4d48-43ac-b6c5-1b3ef1959bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:15:17Z', 'updated_at': '2021-10-30T16:15:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 16:15:20.294530 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524f669d-1bb4-42d5-bf9f-68ceb3dd4081 admin admin] Pushing event updated for resources: {'Port': ['ID=2aec9cbb-cf32-45b6-bc83-e55bcf351de6,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:15:20.379970 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524f669d-1bb4-42d5-bf9f-68ceb3dd4081 admin admin] Network 68d6cf20-fdb7-4b17-9f51-51ced6204207 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:15:20.381698 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-524f669d-1bb4-42d5-bf9f-68ceb3dd4081 admin admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:15:20.466745 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-21a4c67b-3628-4bbe-8f0d-668408f25b7f None None] Provisioning complete for port 2aec9cbb-cf32-45b6-bc83-e55bcf351de6 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:15:20.467441 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-21a4c67b-3628-4bbe-8f0d-668408f25b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:20.518928 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-21a4c67b-3628-4bbe-8f0d-668408f25b7f None None] Port 2aec9cbb-cf32-45b6-bc83-e55bcf351de6 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 16:15:20.519797 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-524f669d-1bb4-42d5-bf9f-68ceb3dd4081 admin admin] Router 268c1acc-4d48-43ac-b6c5-1b3ef1959bcf has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 16:15:20.538734 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-21a4c67b-3628-4bbe-8f0d-668408f25b7f None None] Provisioning complete for port 0f5b42d1-0e59-434d-8195-caa687d62681 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:15:20.539061 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-21a4c67b-3628-4bbe-8f0d-668408f25b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:20.690713 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-524f669d-1bb4-42d5-bf9f-68ceb3dd4081 admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 16:15:20.703643 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-524f669d-1bb4-42d5-bf9f-68ceb3dd4081 admin admin] 10.222.0.62 "PUT /v2.0/routers/268c1acc-4d48-43ac-b6c5-1b3ef1959bcf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0959966 Oct 30 16:15:20.783515 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-4e2bf934-3806-4e9f-8646-c6d3fb791b90 None None] Provisioning complete for port 2aec9cbb-cf32-45b6-bc83-e55bcf351de6 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:15:20.783515 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4e2bf934-3806-4e9f-8646-c6d3fb791b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:20.845329 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-4e2bf934-3806-4e9f-8646-c6d3fb791b90 None None] Port 2aec9cbb-cf32-45b6-bc83-e55bcf351de6 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 16:15:20.967802 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-7fb832e3-d8ec-49ea-ac65-70b3f106919d None None] Provisioning complete for port 2aec9cbb-cf32-45b6-bc83-e55bcf351de6 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:15:20.968368 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7fb832e3-d8ec-49ea-ac65-70b3f106919d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:21.007496 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-7fb832e3-d8ec-49ea-ac65-70b3f106919d None None] Port 2aec9cbb-cf32-45b6-bc83-e55bcf351de6 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 16:15:21.244392 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 87305acc-e77f-4c5b-a64b-d96e74634dd5 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:15:21.297794 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f33ef36e-2938-46ae-8f51-d93c9fab6f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:21.309583 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 87305acc-e77f-4c5b-a64b-d96e74634dd5 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:15:21.309953 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:21.394811 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 0f5b42d1-0e59-434d-8195-caa687d62681 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:15:21.428143 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 59628) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:15:21.433110 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-df433701-367f-4485-a62a-63001bff27f7 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-696102963', 'description': 'tempest-secgroup-smoke-696102963 description', 'project_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:15:21.456508 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-df433701-367f-4485-a62a-63001bff27f7 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:21.532598 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-df433701-367f-4485-a62a-63001bff27f7 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:21.537028 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-df433701-367f-4485-a62a-63001bff27f7 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:21.566912 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-df433701-367f-4485-a62a-63001bff27f7 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:21.571258 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-df433701-367f-4485-a62a-63001bff27f7 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1389503 Oct 30 16:15:21.571258 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 59630) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:15:21.575484 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-d809ca10-0764-4aef-8cbc-19bd230cce2b tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Request body: {'security_group_rule': {'security_group_id': 'e272cb8c-0958-48ef-ac2c-49c8e8b47c2b', 'project_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:15:21.584039 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df433701-367f-4485-a62a-63001bff27f7 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e272cb8c-0958-48ef-ac2c-49c8e8b47c2b,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:15:21.607877 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d809ca10-0764-4aef-8cbc-19bd230cce2b tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:21.611152 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 0f5b42d1-0e59-434d-8195-caa687d62681 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:15:21.611618 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:21.667833 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d809ca10-0764-4aef-8cbc-19bd230cce2b tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:21.672718 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d809ca10-0764-4aef-8cbc-19bd230cce2b tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:21.691167 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d809ca10-0764-4aef-8cbc-19bd230cce2b tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2887363-47df-4562-8d3b-6fd80805ecf2,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:15:21.696704 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device b81c9257-d83f-4c84-9854-30c68ffb09be up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:15:21.703396 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d809ca10-0764-4aef-8cbc-19bd230cce2b tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:21.704653 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-d809ca10-0764-4aef-8cbc-19bd230cce2b tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1326573 Oct 30 16:15:21.707328 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 59632) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:15:21.711651 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-2a738452-f86f-467d-ac7b-b9e643947e7e tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Request body: {'security_group_rule': {'security_group_id': 'e272cb8c-0958-48ef-ac2c-49c8e8b47c2b', 'project_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:15:21.737646 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2a738452-f86f-467d-ac7b-b9e643947e7e tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:21.746709 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port b81c9257-d83f-4c84-9854-30c68ffb09be triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:15:21.747077 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:21.795038 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2a738452-f86f-467d-ac7b-b9e643947e7e tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:21.798900 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2a738452-f86f-467d-ac7b-b9e643947e7e tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:21.816735 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a738452-f86f-467d-ac7b-b9e643947e7e tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd5e6bbb-9960-41c4-af8a-5b6a8066a382,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:15:21.829758 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:21.832219 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2a738452-f86f-467d-ac7b-b9e643947e7e tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:21.833460 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-2a738452-f86f-467d-ac7b-b9e643947e7e tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1251557 Oct 30 16:15:21.836332 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 59634) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:15:21.840906 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-9526c8ed-7bfa-45f1-aec9-8ef043256e3d tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Request body: {'security_group_rule': {'security_group_id': 'e272cb8c-0958-48ef-ac2c-49c8e8b47c2b', 'project_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:15:21.851298 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port b81c9257-d83f-4c84-9854-30c68ffb09be, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=b81c9257-d83f-4c84-9854-30c68ffb09be,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:15:21.855704 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:21.868916 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9526c8ed-7bfa-45f1-aec9-8ef043256e3d tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:21.903746 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=b81c9257-d83f-4c84-9854-30c68ffb09be,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:15:21.931668 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9526c8ed-7bfa-45f1-aec9-8ef043256e3d tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:21.935085 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9526c8ed-7bfa-45f1-aec9-8ef043256e3d tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:21.952612 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9526c8ed-7bfa-45f1-aec9-8ef043256e3d tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=778dfdf6-7390-4b62-93fe-572cae0fa0a6,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:15:21.960163 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-9526c8ed-7bfa-45f1-aec9-8ef043256e3d tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:21.961362 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-9526c8ed-7bfa-45f1-aec9-8ef043256e3d tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1240463 Oct 30 16:15:21.964123 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 59636) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:15:21.968469 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-2fb436cd-d61e-4b1c-8f92-924289253c60 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Request body: {'security_group_rule': {'security_group_id': 'e272cb8c-0958-48ef-ac2c-49c8e8b47c2b', 'project_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:15:22.000066 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2fb436cd-d61e-4b1c-8f92-924289253c60 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:22.058701 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2fb436cd-d61e-4b1c-8f92-924289253c60 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:22.062716 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2fb436cd-d61e-4b1c-8f92-924289253c60 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:22.081942 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb436cd-d61e-4b1c-8f92-924289253c60 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bec377fc-3132-442d-8535-a24eb29b5547,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:15:22.087793 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-2fb436cd-d61e-4b1c-8f92-924289253c60 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:22.088998 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-2fb436cd-d61e-4b1c-8f92-924289253c60 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1239350 Oct 30 16:15:22.091924 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 59638) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:15:22.096564 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-a760c332-8b2d-4ebc-8dd3-86ba24747a59 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Request body: {'security_group_rule': {'security_group_id': 'e272cb8c-0958-48ef-ac2c-49c8e8b47c2b', 'project_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:15:22.117749 n-d-806683-17 neutron-server[102130]: INFO neutron.db.securitygroups_db [None req-a760c332-8b2d-4ebc-8dd3-86ba24747a59 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Project 46c4a3ae4ed941d9bd1e46ff1497cb4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 30 16:15:22.122525 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a760c332-8b2d-4ebc-8dd3-86ba24747a59 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:22.183166 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a760c332-8b2d-4ebc-8dd3-86ba24747a59 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:22.187908 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a760c332-8b2d-4ebc-8dd3-86ba24747a59 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:22.207067 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a760c332-8b2d-4ebc-8dd3-86ba24747a59 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d33d36ed-34d5-4d9d-93df-3ec66a64ba64,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:15:22.214467 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-a760c332-8b2d-4ebc-8dd3-86ba24747a59 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:22.215722 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-a760c332-8b2d-4ebc-8dd3-86ba24747a59 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1227307 Oct 30 16:15:22.218499 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 59640) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:15:22.223689 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-23541926-df50-4681-8e45-61db30f0dc02 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Request body: {'security_group_rule': {'security_group_id': 'e272cb8c-0958-48ef-ac2c-49c8e8b47c2b', 'project_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:15:22.246224 n-d-806683-17 neutron-server[102130]: INFO neutron.db.securitygroups_db [None req-23541926-df50-4681-8e45-61db30f0dc02 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Project 46c4a3ae4ed941d9bd1e46ff1497cb4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 30 16:15:22.251808 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-23541926-df50-4681-8e45-61db30f0dc02 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:22.312560 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-23541926-df50-4681-8e45-61db30f0dc02 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:22.316555 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-23541926-df50-4681-8e45-61db30f0dc02 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:22.336696 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23541926-df50-4681-8e45-61db30f0dc02 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08098953-5eb7-4dce-bb92-d8f4725daa40,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:15:22.345082 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-23541926-df50-4681-8e45-61db30f0dc02 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:22.346277 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-23541926-df50-4681-8e45-61db30f0dc02 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1265864 Oct 30 16:15:22.546853 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f7ecb52e-c2f7-48d1-9fe5-ef37d94c02d0 req-77815fc5-55e1-4a65-b058-e0391f2f520d tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-696102963&fields=id&tenant_id=46c4a3ae4ed941d9bd1e46ff1497cb4d HTTP/1.1" status: 200 len: 267 time: 0.0345283 Oct 30 16:15:22.551218 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ddfdf9-03bc-4ed6-bf78-c53ed95492b4 None None] Sync routers for ids ['268c1acc-4d48-43ac-b6c5-1b3ef1959bcf'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 16:15:22.560691 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ddfdf9-03bc-4ed6-bf78-c53ed95492b4 None None] Routers {'268c1acc-4d48-43ac-b6c5-1b3ef1959bcf'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:15:22.561298 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-33ddfdf9-03bc-4ed6-bf78-c53ed95492b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:14:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['268c1acc-4d48-43ac-b6c5-1b3ef1959bcf'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:15:22.652161 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ecb52e-c2f7-48d1-9fe5-ef37d94c02d0 req-609b50aa-629e-4cda-9363-093e1fbc9ff2 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:15:22.653621 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f7ecb52e-c2f7-48d1-9fe5-ef37d94c02d0 req-609b50aa-629e-4cda-9363-093e1fbc9ff2 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/networks?id=cb26c7f2-3687-45eb-8fad-c39541e496e7 HTTP/1.1" status: 200 len: 809 time: 0.0995283 Oct 30 16:15:22.668042 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-33ddfdf9-03bc-4ed6-bf78-c53ed95492b4 None None] Set router 268c1acc-4d48-43ac-b6c5-1b3ef1959bcf gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:15:22.669755 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f7ecb52e-c2f7-48d1-9fe5-ef37d94c02d0 req-5074b6e6-1f7c-4a5b-9084-6784c6b6755c tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/quotas/46c4a3ae4ed941d9bd1e46ff1497cb4d HTTP/1.1" status: 200 len: 375 time: 0.0094409 Oct 30 16:15:22.726582 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f7ecb52e-c2f7-48d1-9fe5-ef37d94c02d0 req-e497a5aa-eb5e-4499-9c31-fc5b8b28ef58 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=46c4a3ae4ed941d9bd1e46ff1497cb4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501928 Oct 30 16:15:22.820660 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f7ecb52e-c2f7-48d1-9fe5-ef37d94c02d0 req-30eec4a3-1d8f-4a94-991a-37d0566655e6 service neutron] 10.222.0.62 "GET /v2.0/networks/cb26c7f2-3687-45eb-8fad-c39541e496e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822933 Oct 30 16:15:22.878227 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-33ddfdf9-03bc-4ed6-bf78-c53ed95492b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268c1acc-4d48-43ac-b6c5-1b3ef1959bcf', 'name': 'tempest-TestShelveInstance-1102823888-router', 'tenant_id': '9114c4ce7a484821bcd04dc1c9c630f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'b81c9257-d83f-4c84-9854-30c68ffb09be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:15:16Z', 'updated_at': '2021-10-30T16:15:19Z', 'revision_number': 4, 'project_id': '9114c4ce7a484821bcd04dc1c9c630f1', 'gw_port': {'id': 'b81c9257-d83f-4c84-9854-30c68ffb09be', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268c1acc-4d48-43ac-b6c5-1b3ef1959bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:15:17Z', 'updated_at': '2021-10-30T16:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '2aec9cbb-cf32-45b6-bc83-e55bcf351de6', 'name': '', 'network_id': '68d6cf20-fdb7-4b17-9f51-51ced6204207', 'tenant_id': '9114c4ce7a484821bcd04dc1c9c630f1', 'mac_address': 'fa:16:3e:3d:ed:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268c1acc-4d48-43ac-b6c5-1b3ef1959bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '855efc30-4fc1-42ea-8c4d-16e87d005c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:15:19Z', 'updated_at': '2021-10-30T16:15:20Z', 'revision_number': 2, 'project_id': '9114c4ce7a484821bcd04dc1c9c630f1', 'subnets': [{'id': '855efc30-4fc1-42ea-8c4d-16e87d005c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:15:22.906512 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ddfdf9-03bc-4ed6-bf78-c53ed95492b4 None None] Checking router: 268c1acc-4d48-43ac-b6c5-1b3ef1959bcf for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 16:15:22.906767 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ddfdf9-03bc-4ed6-bf78-c53ed95492b4 None None] Updating router 268c1acc-4d48-43ac-b6c5-1b3ef1959bcf port 2aec9cbb-cf32-45b6-bc83-e55bcf351de6 binding host n-d-806683-17 {{(pid=102132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 16:15:22.916098 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f7ecb52e-c2f7-48d1-9fe5-ef37d94c02d0 req-0ce8d068-8d40-423d-9ba3-db1c0c7af40d service neutron] 10.222.0.62 "GET /v2.0/networks/cb26c7f2-3687-45eb-8fad-c39541e496e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893354 Oct 30 16:15:22.932119 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-33ddfdf9-03bc-4ed6-bf78-c53ed95492b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:23.107292 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-358d2382-5e7f-4f23-8466-fe043644ccbb req-108eee01-e4fe-4c82-a68a-ac5ee33043fe tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2975970-c595-4bdd-9ca2-d74c3d9f3eba HTTP/1.1" status: 200 len: 210 time: 0.0389113 Oct 30 16:15:23.168656 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device b81c9257-d83f-4c84-9854-30c68ffb09be up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:15:23.275811 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port b81c9257-d83f-4c84-9854-30c68ffb09be triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:15:23.276195 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:23.297791 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-33ddfdf9-03bc-4ed6-bf78-c53ed95492b4 None None] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:23.310547 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-33ddfdf9-03bc-4ed6-bf78-c53ed95492b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:23.384874 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0caaa76-09b0-4ae4-98d5-68285b78469b None None] Pushing event updated for resources: {'Port': ['ID=2aec9cbb-cf32-45b6-bc83-e55bcf351de6,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:15:23.471241 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-33ddfdf9-03bc-4ed6-bf78-c53ed95492b4 None None] Attempting to bind port 2aec9cbb-cf32-45b6-bc83-e55bcf351de6 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 16:15:23.471648 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-33ddfdf9-03bc-4ed6-bf78-c53ed95492b4 None None] Attempting to bind port 2aec9cbb-cf32-45b6-bc83-e55bcf351de6 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'e7f2fac0-06b6-47b0-84e2-c99fb22b4da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '68d6cf20-fdb7-4b17-9f51-51ced6204207'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 16:15:23.472013 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ddfdf9-03bc-4ed6-bf78-c53ed95492b4 None None] Attempting to bind port 2aec9cbb-cf32-45b6-bc83-e55bcf351de6 on network 68d6cf20-fdb7-4b17-9f51-51ced6204207 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:15:23.479701 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ddfdf9-03bc-4ed6-bf78-c53ed95492b4 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 16, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 16:15:23.480091 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ddfdf9-03bc-4ed6-bf78-c53ed95492b4 None None] Checking segment: {'id': 'e7f2fac0-06b6-47b0-84e2-c99fb22b4da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '68d6cf20-fdb7-4b17-9f51-51ced6204207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:15:23.480496 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-33ddfdf9-03bc-4ed6-bf78-c53ed95492b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:23.480887 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ddfdf9-03bc-4ed6-bf78-c53ed95492b4 None None] Bound using segment: {'id': 'e7f2fac0-06b6-47b0-84e2-c99fb22b4da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '68d6cf20-fdb7-4b17-9f51-51ced6204207'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 16:15:23.481410 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-33ddfdf9-03bc-4ed6-bf78-c53ed95492b4 None None] Bound port: 2aec9cbb-cf32-45b6-bc83-e55bcf351de6, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f2fac0-06b6-47b0-84e2-c99fb22b4da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '68d6cf20-fdb7-4b17-9f51-51ced6204207'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 16:15:23.481746 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-33ddfdf9-03bc-4ed6-bf78-c53ed95492b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:23.559027 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-33ddfdf9-03bc-4ed6-bf78-c53ed95492b4 None None] For port 2aec9cbb-cf32-45b6-bc83-e55bcf351de6, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 16:15:23.562885 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-33ddfdf9-03bc-4ed6-bf78-c53ed95492b4 None None] For port 2aec9cbb-cf32-45b6-bc83-e55bcf351de6, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=2aec9cbb-cf32-45b6-bc83-e55bcf351de6,segment=NetworkSegment(e7f2fac0-06b6-47b0-84e2-c99fb22b4da8),segment_id=e7f2fac0-06b6-47b0-84e2-c99fb22b4da8)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 16:15:23.566302 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-33ddfdf9-03bc-4ed6-bf78-c53ed95492b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:23.622009 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ddfdf9-03bc-4ed6-bf78-c53ed95492b4 None None] Routers {'268c1acc-4d48-43ac-b6c5-1b3ef1959bcf'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:15:23.622650 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-33ddfdf9-03bc-4ed6-bf78-c53ed95492b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:14:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['268c1acc-4d48-43ac-b6c5-1b3ef1959bcf'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:15:23.691906 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0caaa76-09b0-4ae4-98d5-68285b78469b None None] Pushing event updated for resources: {'Port': ['ID=2aec9cbb-cf32-45b6-bc83-e55bcf351de6,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:15:23.723234 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-1e11152d-360f-401d-b1c6-d5c03096f335 None None] Provisioning complete for port 2aec9cbb-cf32-45b6-bc83-e55bcf351de6 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:15:23.723637 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1e11152d-360f-401d-b1c6-d5c03096f335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:23.774851 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-33ddfdf9-03bc-4ed6-bf78-c53ed95492b4 None None] Set router 268c1acc-4d48-43ac-b6c5-1b3ef1959bcf gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:15:23.933329 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-580a237e-c66e-456f-b4da-d7d9d2fb9eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:23.941826 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1e11152d-360f-401d-b1c6-d5c03096f335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:24.000889 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-1e11152d-360f-401d-b1c6-d5c03096f335 None None] For port 2aec9cbb-cf32-45b6-bc83-e55bcf351de6, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=2aec9cbb-cf32-45b6-bc83-e55bcf351de6,segment=NetworkSegment(e7f2fac0-06b6-47b0-84e2-c99fb22b4da8),segment_id=e7f2fac0-06b6-47b0-84e2-c99fb22b4da8)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:15:24.004674 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1e11152d-360f-401d-b1c6-d5c03096f335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:24.077977 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e11152d-360f-401d-b1c6-d5c03096f335 None None] Pushing event updated for resources: {'Port': ['ID=2aec9cbb-cf32-45b6-bc83-e55bcf351de6,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:15:24.092357 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-33ddfdf9-03bc-4ed6-bf78-c53ed95492b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268c1acc-4d48-43ac-b6c5-1b3ef1959bcf', 'name': 'tempest-TestShelveInstance-1102823888-router', 'tenant_id': '9114c4ce7a484821bcd04dc1c9c630f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'b81c9257-d83f-4c84-9854-30c68ffb09be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:15:16Z', 'updated_at': '2021-10-30T16:15:19Z', 'revision_number': 4, 'project_id': '9114c4ce7a484821bcd04dc1c9c630f1', 'gw_port': {'id': 'b81c9257-d83f-4c84-9854-30c68ffb09be', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268c1acc-4d48-43ac-b6c5-1b3ef1959bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:15:17Z', 'updated_at': '2021-10-30T16:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '2aec9cbb-cf32-45b6-bc83-e55bcf351de6', 'name': '', 'network_id': '68d6cf20-fdb7-4b17-9f51-51ced6204207', 'tenant_id': '9114c4ce7a484821bcd04dc1c9c630f1', 'mac_address': 'fa:16:3e:3d:ed:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268c1acc-4d48-43ac-b6c5-1b3ef1959bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '855efc30-4fc1-42ea-8c4d-16e87d005c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:15:19Z', 'updated_at': '2021-10-30T16:15:23Z', 'revision_number': 4, 'project_id': '9114c4ce7a484821bcd04dc1c9c630f1', 'subnets': [{'id': '855efc30-4fc1-42ea-8c4d-16e87d005c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:15:24.127933 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ddfdf9-03bc-4ed6-bf78-c53ed95492b4 None None] The sync data for ids ['268c1acc-4d48-43ac-b6c5-1b3ef1959bcf'] in n-d-806683-17 is: [{'id': '268c1acc-4d48-43ac-b6c5-1b3ef1959bcf', 'name': 'tempest-TestShelveInstance-1102823888-router', 'tenant_id': '9114c4ce7a484821bcd04dc1c9c630f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'b81c9257-d83f-4c84-9854-30c68ffb09be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:15:16Z', 'updated_at': '2021-10-30T16:15:19Z', 'revision_number': 4, 'project_id': '9114c4ce7a484821bcd04dc1c9c630f1', 'gw_port': {'id': 'b81c9257-d83f-4c84-9854-30c68ffb09be', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268c1acc-4d48-43ac-b6c5-1b3ef1959bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:15:17Z', 'updated_at': '2021-10-30T16:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '2aec9cbb-cf32-45b6-bc83-e55bcf351de6', 'name': '', 'network_id': '68d6cf20-fdb7-4b17-9f51-51ced6204207', 'tenant_id': '9114c4ce7a484821bcd04dc1c9c630f1', 'mac_address': 'fa:16:3e:3d:ed:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268c1acc-4d48-43ac-b6c5-1b3ef1959bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '855efc30-4fc1-42ea-8c4d-16e87d005c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:15:19Z', 'updated_at': '2021-10-30T16:15:23Z', 'revision_number': 4, 'project_id': '9114c4ce7a484821bcd04dc1c9c630f1', 'subnets': [{'id': '855efc30-4fc1-42ea-8c4d-16e87d005c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 16:15:24.147656 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-7697f1db-faec-4fea-a244-b21729d9eec0 None None] Provisioning complete for port 2aec9cbb-cf32-45b6-bc83-e55bcf351de6 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:15:24.148398 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7697f1db-faec-4fea-a244-b21729d9eec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:24.305571 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-25f6cc55-5284-4ab8-9927-7dc6d8d0e58e req-618763a7-70c7-4f15-b8ae-6a9063f929ab tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2975970-c595-4bdd-9ca2-d74c3d9f3eba HTTP/1.1" status: 200 len: 210 time: 0.0762022 Oct 30 16:15:24.331945 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ecb52e-c2f7-48d1-9fe5-ef37d94c02d0 req-a3320238-34dd-4f40-aa4b-025056085e4e tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:15:24.333484 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f7ecb52e-c2f7-48d1-9fe5-ef37d94c02d0 req-a3320238-34dd-4f40-aa4b-025056085e4e tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.53 "GET /v2.0/networks?id=cb26c7f2-3687-45eb-8fad-c39541e496e7 HTTP/1.1" status: 200 len: 809 time: 0.2138808 Oct 30 16:15:24.386755 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f7ecb52e-c2f7-48d1-9fe5-ef37d94c02d0 req-d1a14ffd-9467-4845-aa65-34f3274dae81 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46c4a3ae4ed941d9bd1e46ff1497cb4d HTTP/1.1" status: 200 len: 379 time: 0.0358391 Oct 30 16:15:24.397332 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-f7ecb52e-c2f7-48d1-9fe5-ef37d94c02d0 req-bf7cf02b-54df-4fdc-ba77-f46e63015d65 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Request body: {'port': {'device_id': 'c2975970-c595-4bdd-9ca2-d74c3d9f3eba', 'network_id': 'cb26c7f2-3687-45eb-8fad-c39541e496e7', 'admin_state_up': True, 'tenant_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'security_groups': ['e272cb8c-0958-48ef-ac2c-49c8e8b47c2b']}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:15:24.508626 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7ecb52e-c2f7-48d1-9fe5-ef37d94c02d0 req-bf7cf02b-54df-4fdc-ba77-f46e63015d65 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Made reservation on behalf of 46c4a3ae4ed941d9bd1e46ff1497cb4d for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 16:15:24.512126 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-f7ecb52e-c2f7-48d1-9fe5-ef37d94c02d0 req-bf7cf02b-54df-4fdc-ba77-f46e63015d65 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:24.643993 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-f7ecb52e-c2f7-48d1-9fe5-ef37d94c02d0 req-bf7cf02b-54df-4fdc-ba77-f46e63015d65 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Allocated IP 172.20.0.12 (cb26c7f2-3687-45eb-8fad-c39541e496e7/8cec7339-3724-49db-8424-61c78b1d835a/81f75e0f-00d0-4451-9340-eed0d136555f) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 16:15:24.781869 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-f7ecb52e-c2f7-48d1-9fe5-ef37d94c02d0 req-bf7cf02b-54df-4fdc-ba77-f46e63015d65 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:24.818638 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-f7ecb52e-c2f7-48d1-9fe5-ef37d94c02d0 req-bf7cf02b-54df-4fdc-ba77-f46e63015d65 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:24.866993 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7ecb52e-c2f7-48d1-9fe5-ef37d94c02d0 req-bf7cf02b-54df-4fdc-ba77-f46e63015d65 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Network cb26c7f2-3687-45eb-8fad-c39541e496e7 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:15:24.870219 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-f7ecb52e-c2f7-48d1-9fe5-ef37d94c02d0 req-bf7cf02b-54df-4fdc-ba77-f46e63015d65 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:15:24.874602 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7ecb52e-c2f7-48d1-9fe5-ef37d94c02d0 req-bf7cf02b-54df-4fdc-ba77-f46e63015d65 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 16:15:24.918585 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7cf02b-54df-4fdc-ba77-f46e63015d65 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Pushing event updated for resources: {'Port': ['ID=81f75e0f-00d0-4451-9340-eed0d136555f,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:15:24.922065 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:24.932036 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ecb52e-c2f7-48d1-9fe5-ef37d94c02d0 req-bf7cf02b-54df-4fdc-ba77-f46e63015d65 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:15:24.932686 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-f7ecb52e-c2f7-48d1-9fe5-ef37d94c02d0 req-bf7cf02b-54df-4fdc-ba77-f46e63015d65 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:24.951603 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f7ecb52e-c2f7-48d1-9fe5-ef37d94c02d0 req-bf7cf02b-54df-4fdc-ba77-f46e63015d65 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5586941 Oct 30 16:15:24.964276 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-f7ecb52e-c2f7-48d1-9fe5-ef37d94c02d0 req-116eb893-16e8-45f0-8499-35836a4a3f9d service neutron] Request body: {'port': {'device_id': 'c2975970-c595-4bdd-9ca2-d74c3d9f3eba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:15:25.024655 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-f7ecb52e-c2f7-48d1-9fe5-ef37d94c02d0 req-116eb893-16e8-45f0-8499-35836a4a3f9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:25.065390 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:25.177092 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 2aec9cbb-cf32-45b6-bc83-e55bcf351de6 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:15:25.230084 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-de41818e-0d2d-47ec-a0c0-2360d8694f4d None None] Provisioning complete for port 81f75e0f-00d0-4451-9340-eed0d136555f triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:15:25.230443 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-de41818e-0d2d-47ec-a0c0-2360d8694f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:25.267179 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 2aec9cbb-cf32-45b6-bc83-e55bcf351de6 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:15:25.267567 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:25.290214 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-de41818e-0d2d-47ec-a0c0-2360d8694f4d None None] Port 81f75e0f-00d0-4451-9340-eed0d136555f cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 16:15:25.293673 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 16:15:25.336623 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-f7ecb52e-c2f7-48d1-9fe5-ef37d94c02d0 req-116eb893-16e8-45f0-8499-35836a4a3f9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81f75e0f-00d0-4451-9340-eed0d136555f {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 16:15:25.345821 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-f7ecb52e-c2f7-48d1-9fe5-ef37d94c02d0 req-116eb893-16e8-45f0-8499-35836a4a3f9d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:25.363821 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-f7ecb52e-c2f7-48d1-9fe5-ef37d94c02d0 req-116eb893-16e8-45f0-8499-35836a4a3f9d service neutron] Transition to ACTIVE for port object 81f75e0f-00d0-4451-9340-eed0d136555f will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 16:15:25.369736 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-f7ecb52e-c2f7-48d1-9fe5-ef37d94c02d0 req-116eb893-16e8-45f0-8499-35836a4a3f9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:25.437564 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116eb893-16e8-45f0-8499-35836a4a3f9d service neutron] Pushing event updated for resources: {'Port': ['ID=81f75e0f-00d0-4451-9340-eed0d136555f,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:15:25.451109 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f103f-5047-404d-940b-272ad39668cf req-0821b1a9-a08d-4374-800e-d99201be875b tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:15:25.453035 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2f3f103f-5047-404d-940b-272ad39668cf req-0821b1a9-a08d-4374-800e-d99201be875b tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2975970-c595-4bdd-9ca2-d74c3d9f3eba HTTP/1.1" status: 200 len: 944 time: 0.0664058 Oct 30 16:15:25.502482 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2f3f103f-5047-404d-940b-272ad39668cf req-054dc425-601e-47de-ac6d-40a37fbb53f3 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=e272cb8c-0958-48ef-ac2c-49c8e8b47c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428898 Oct 30 16:15:25.525955 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-f7ecb52e-c2f7-48d1-9fe5-ef37d94c02d0 req-116eb893-16e8-45f0-8499-35836a4a3f9d service neutron] Attempting to bind port 81f75e0f-00d0-4451-9340-eed0d136555f on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 16:15:25.526300 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-f7ecb52e-c2f7-48d1-9fe5-ef37d94c02d0 req-116eb893-16e8-45f0-8499-35836a4a3f9d service neutron] Attempting to bind port 81f75e0f-00d0-4451-9340-eed0d136555f by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '7801d76c-6f62-4d02-a500-435eaa0918c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'cb26c7f2-3687-45eb-8fad-c39541e496e7'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 16:15:25.526601 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ecb52e-c2f7-48d1-9fe5-ef37d94c02d0 req-116eb893-16e8-45f0-8499-35836a4a3f9d service neutron] Attempting to bind port 81f75e0f-00d0-4451-9340-eed0d136555f on network cb26c7f2-3687-45eb-8fad-c39541e496e7 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:15:25.531740 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ecb52e-c2f7-48d1-9fe5-ef37d94c02d0 req-116eb893-16e8-45f0-8499-35836a4a3f9d service neutron] Port 81f75e0f-00d0-4451-9340-eed0d136555f on network cb26c7f2-3687-45eb-8fad-c39541e496e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 16:15:25.532062 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ecb52e-c2f7-48d1-9fe5-ef37d94c02d0 req-116eb893-16e8-45f0-8499-35836a4a3f9d service neutron] Attempting to bind port 81f75e0f-00d0-4451-9340-eed0d136555f on network cb26c7f2-3687-45eb-8fad-c39541e496e7 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:15:25.537090 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ecb52e-c2f7-48d1-9fe5-ef37d94c02d0 req-116eb893-16e8-45f0-8499-35836a4a3f9d service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 16, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 16:15:25.537424 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ecb52e-c2f7-48d1-9fe5-ef37d94c02d0 req-116eb893-16e8-45f0-8499-35836a4a3f9d service neutron] Checking segment: {'id': '7801d76c-6f62-4d02-a500-435eaa0918c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'cb26c7f2-3687-45eb-8fad-c39541e496e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:15:25.537801 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ecb52e-c2f7-48d1-9fe5-ef37d94c02d0 req-116eb893-16e8-45f0-8499-35836a4a3f9d service neutron] Bound using segment: {'id': '7801d76c-6f62-4d02-a500-435eaa0918c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'cb26c7f2-3687-45eb-8fad-c39541e496e7'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 16:15:25.538230 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-f7ecb52e-c2f7-48d1-9fe5-ef37d94c02d0 req-116eb893-16e8-45f0-8499-35836a4a3f9d service neutron] Bound port: 81f75e0f-00d0-4451-9340-eed0d136555f, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7801d76c-6f62-4d02-a500-435eaa0918c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'cb26c7f2-3687-45eb-8fad-c39541e496e7'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 16:15:25.538858 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-f7ecb52e-c2f7-48d1-9fe5-ef37d94c02d0 req-116eb893-16e8-45f0-8499-35836a4a3f9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:25.603895 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-f7ecb52e-c2f7-48d1-9fe5-ef37d94c02d0 req-116eb893-16e8-45f0-8499-35836a4a3f9d service neutron] For port 81f75e0f-00d0-4451-9340-eed0d136555f, host n-h1-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 16:15:25.607407 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-f7ecb52e-c2f7-48d1-9fe5-ef37d94c02d0 req-116eb893-16e8-45f0-8499-35836a4a3f9d service neutron] For port 81f75e0f-00d0-4451-9340-eed0d136555f, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=81f75e0f-00d0-4451-9340-eed0d136555f,segment=NetworkSegment(7801d76c-6f62-4d02-a500-435eaa0918c5),segment_id=7801d76c-6f62-4d02-a500-435eaa0918c5)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 16:15:25.615140 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-f7ecb52e-c2f7-48d1-9fe5-ef37d94c02d0 req-116eb893-16e8-45f0-8499-35836a4a3f9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:25.656460 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ecb52e-c2f7-48d1-9fe5-ef37d94c02d0 req-116eb893-16e8-45f0-8499-35836a4a3f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:15:25.657079 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-f7ecb52e-c2f7-48d1-9fe5-ef37d94c02d0 req-116eb893-16e8-45f0-8499-35836a4a3f9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:25.658476 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f7ecb52e-c2f7-48d1-9fe5-ef37d94c02d0 req-116eb893-16e8-45f0-8499-35836a4a3f9d service neutron] 10.222.0.53 "PUT /v2.0/ports/81f75e0f-00d0-4451-9340-eed0d136555f HTTP/1.1" status: 200 len: 1093 time: 0.6986995 Oct 30 16:15:25.658934 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2975970-c595-4bdd-9ca2-d74c3d9f3eba', 'tag': '81f75e0f-00d0-4451-9340-eed0d136555f'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:15:25.661281 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}931ac027fb50588f101e6e2f92584f6f115530be99269a43aae453735a93652f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d823d5ad-0184-4d7a-8198-b8264510495f" -d '{"events": [{"name": "network-changed", "server_uuid": "c2975970-c595-4bdd-9ca2-d74c3d9f3eba", "tag": "81f75e0f-00d0-4451-9340-eed0d136555f"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:15:25.689415 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116eb893-16e8-45f0-8499-35836a4a3f9d service neutron] Pushing event updated for resources: {'Port': ['ID=81f75e0f-00d0-4451-9340-eed0d136555f,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:15:25.706878 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 16:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae38f4e-531e-4dc9-bc7d-b3bf1a37e568 x-openstack-request-id: req-dae38f4e-531e-4dc9-bc7d-b3bf1a37e568 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:15:25.707174 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2975970-c595-4bdd-9ca2-d74c3d9f3eba", "tag": "81f75e0f-00d0-4451-9340-eed0d136555f", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:15:25.707450 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dae38f4e-531e-4dc9-bc7d-b3bf1a37e568 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:15:25.708037 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2975970-c595-4bdd-9ca2-d74c3d9f3eba', 'tag': '81f75e0f-00d0-4451-9340-eed0d136555f', 'status': 'completed', 'code': 200} Oct 30 16:15:25.754593 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ecb52e-c2f7-48d1-9fe5-ef37d94c02d0 req-9e9c9716-d900-44b0-9f3f-0215a972efab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:15:25.756140 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f7ecb52e-c2f7-48d1-9fe5-ef37d94c02d0 req-9e9c9716-d900-44b0-9f3f-0215a972efab service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=46c4a3ae4ed941d9bd1e46ff1497cb4d&device_id=c2975970-c595-4bdd-9ca2-d74c3d9f3eba HTTP/1.1" status: 200 len: 1096 time: 0.0424724 Oct 30 16:15:25.803524 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f7ecb52e-c2f7-48d1-9fe5-ef37d94c02d0 req-eebd8331-e8b6-4229-afe1-a2f49af71a2b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81f75e0f-00d0-4451-9340-eed0d136555f HTTP/1.1" status: 200 len: 217 time: 0.0397229 Oct 30 16:15:25.853941 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ecb52e-c2f7-48d1-9fe5-ef37d94c02d0 req-1fffbc42-1f13-4319-b6d9-63fcb7dff142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:15:25.855395 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f7ecb52e-c2f7-48d1-9fe5-ef37d94c02d0 req-1fffbc42-1f13-4319-b6d9-63fcb7dff142 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8cec7339-3724-49db-8424-61c78b1d835a HTTP/1.1" status: 200 len: 848 time: 0.0453994 Oct 30 16:15:25.901501 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ecb52e-c2f7-48d1-9fe5-ef37d94c02d0 req-9e58109b-2187-41de-95f2-eae847b8f34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:15:25.903114 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f7ecb52e-c2f7-48d1-9fe5-ef37d94c02d0 req-9e58109b-2187-41de-95f2-eae847b8f34d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cb26c7f2-3687-45eb-8fad-c39541e496e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399015 Oct 30 16:15:25.998045 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f7ecb52e-c2f7-48d1-9fe5-ef37d94c02d0 req-592aeff7-a816-4530-b69a-9687785dad51 service neutron] 10.222.0.53 "GET /v2.0/networks/cb26c7f2-3687-45eb-8fad-c39541e496e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879073 Oct 30 16:15:26.087183 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f7ecb52e-c2f7-48d1-9fe5-ef37d94c02d0 req-b7d2c6c0-b7ff-4528-b7d3-2319199577b4 service neutron] 10.222.0.53 "GET /v2.0/networks/cb26c7f2-3687-45eb-8fad-c39541e496e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818870 Oct 30 16:15:26.179014 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d823d5ad-0184-4d7a-8198-b8264510495f req-6611a0bb-6a65-4b8a-8b19-4c57b6b312e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:15:26.181405 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d823d5ad-0184-4d7a-8198-b8264510495f req-6611a0bb-6a65-4b8a-8b19-4c57b6b312e0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=46c4a3ae4ed941d9bd1e46ff1497cb4d&device_id=c2975970-c595-4bdd-9ca2-d74c3d9f3eba HTTP/1.1" status: 200 len: 1096 time: 0.0467222 Oct 30 16:15:26.274708 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d823d5ad-0184-4d7a-8198-b8264510495f req-072ab067-e6ed-447e-8a08-02eec1853b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:15:26.276247 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d823d5ad-0184-4d7a-8198-b8264510495f req-072ab067-e6ed-447e-8a08-02eec1853b1d service neutron] 10.222.0.53 "GET /v2.0/networks?id=cb26c7f2-3687-45eb-8fad-c39541e496e7 HTTP/1.1" status: 200 len: 910 time: 0.0885594 Oct 30 16:15:26.322893 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d823d5ad-0184-4d7a-8198-b8264510495f req-8f0c7be5-d286-41f2-85a2-0702a5acf385 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81f75e0f-00d0-4451-9340-eed0d136555f HTTP/1.1" status: 200 len: 217 time: 0.0396087 Oct 30 16:15:26.373334 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d823d5ad-0184-4d7a-8198-b8264510495f req-f5285df6-528b-4ed6-a34b-770be0cd7139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:15:26.374802 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d823d5ad-0184-4d7a-8198-b8264510495f req-f5285df6-528b-4ed6-a34b-770be0cd7139 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8cec7339-3724-49db-8424-61c78b1d835a HTTP/1.1" status: 200 len: 848 time: 0.0453219 Oct 30 16:15:26.424624 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d823d5ad-0184-4d7a-8198-b8264510495f req-2b1c8f1e-5f45-482e-aa36-5e45cc67369a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:15:26.426151 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d823d5ad-0184-4d7a-8198-b8264510495f req-2b1c8f1e-5f45-482e-aa36-5e45cc67369a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cb26c7f2-3687-45eb-8fad-c39541e496e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424559 Oct 30 16:15:26.521034 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d823d5ad-0184-4d7a-8198-b8264510495f req-bdd807a7-eb06-4cd2-aacb-c3cee862e526 service neutron] 10.222.0.53 "GET /v2.0/networks/cb26c7f2-3687-45eb-8fad-c39541e496e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860951 Oct 30 16:15:26.613869 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d823d5ad-0184-4d7a-8198-b8264510495f req-7cf5eea1-64d5-452b-a46d-ba06011dcd29 service neutron] 10.222.0.53 "GET /v2.0/networks/cb26c7f2-3687-45eb-8fad-c39541e496e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854890 Oct 30 16:15:26.618566 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a4c52a-85cc-4b63-9146-0351fe515aa7 req-a66205ec-cf10-4b4a-a180-8f4c9a179607 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:15:26.620747 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-52a4c52a-85cc-4b63-9146-0351fe515aa7 req-a66205ec-cf10-4b4a-a180-8f4c9a179607 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2975970-c595-4bdd-9ca2-d74c3d9f3eba HTTP/1.1" status: 200 len: 944 time: 0.0498135 Oct 30 16:15:26.660062 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-52a4c52a-85cc-4b63-9146-0351fe515aa7 req-78727e5f-11de-4772-922f-4e4d986f551f tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=e272cb8c-0958-48ef-ac2c-49c8e8b47c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331566 Oct 30 16:15:26.845628 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:27.781926 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad01004f-2f9b-430d-affe-ce41aed9c518 req-9bf8d25e-8068-4289-a1aa-0d17d235fb72 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:15:27.783392 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ad01004f-2f9b-430d-affe-ce41aed9c518 req-9bf8d25e-8068-4289-a1aa-0d17d235fb72 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2975970-c595-4bdd-9ca2-d74c3d9f3eba HTTP/1.1" status: 200 len: 944 time: 0.0525231 Oct 30 16:15:27.820366 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ad01004f-2f9b-430d-affe-ce41aed9c518 req-1f6d7888-55ae-4d03-9996-1cf00ff95d85 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=e272cb8c-0958-48ef-ac2c-49c8e8b47c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308244 Oct 30 16:15:28.940567 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a32534e-0115-4a57-8caf-f9f719d3fd89 req-dabc2bc9-7e1e-47d7-ab6c-052eb56f6d19 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:15:28.942023 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4a32534e-0115-4a57-8caf-f9f719d3fd89 req-dabc2bc9-7e1e-47d7-ab6c-052eb56f6d19 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2975970-c595-4bdd-9ca2-d74c3d9f3eba HTTP/1.1" status: 200 len: 944 time: 0.0491085 Oct 30 16:15:28.980461 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4a32534e-0115-4a57-8caf-f9f719d3fd89 req-1fa10336-f548-487a-b54d-29f4b83ca89c tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=e272cb8c-0958-48ef-ac2c-49c8e8b47c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320945 Oct 30 16:15:29.846444 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 81f75e0f-00d0-4451-9340-eed0d136555f details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 16:15:29.942770 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 81f75e0f-00d0-4451-9340-eed0d136555f, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=81f75e0f-00d0-4451-9340-eed0d136555f,segment=NetworkSegment(7801d76c-6f62-4d02-a500-435eaa0918c5),segment_id=7801d76c-6f62-4d02-a500-435eaa0918c5)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:15:29.953385 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '81f75e0f-00d0-4451-9340-eed0d136555f', 'network_id': 'cb26c7f2-3687-45eb-8fad-c39541e496e7', 'port_id': '81f75e0f-00d0-4451-9340-eed0d136555f', 'mac_address': 'fa:16:3e:dc:f1:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cec7339-3724-49db-8424-61c78b1d835a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 16:15:29.989976 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:30.002585 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81f75e0f-00d0-4451-9340-eed0d136555f {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 16:15:30.023349 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 81f75e0f-00d0-4451-9340-eed0d136555f, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=81f75e0f-00d0-4451-9340-eed0d136555f,segment=NetworkSegment(7801d76c-6f62-4d02-a500-435eaa0918c5),segment_id=7801d76c-6f62-4d02-a500-435eaa0918c5)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:15:30.030315 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:30.078583 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=81f75e0f-00d0-4451-9340-eed0d136555f,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:15:30.103097 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca34fe5-22e4-47e7-8538-bf2a888cece6 req-0b97237b-87ea-4c2d-9406-f88137d0b7fa tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:15:30.104611 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3ca34fe5-22e4-47e7-8538-bf2a888cece6 req-0b97237b-87ea-4c2d-9406-f88137d0b7fa tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2975970-c595-4bdd-9ca2-d74c3d9f3eba HTTP/1.1" status: 200 len: 945 time: 0.0493395 Oct 30 16:15:30.141941 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3ca34fe5-22e4-47e7-8538-bf2a888cece6 req-60cd506a-1ef9-4861-96d0-2ed8586c907a tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=e272cb8c-0958-48ef-ac2c-49c8e8b47c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307109 Oct 30 16:15:30.246792 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['81f75e0f-00d0-4451-9340-eed0d136555f'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 16:15:30.547661 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:31.270437 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29935c9-7d3f-4321-b8cc-d38f365e63ab req-6b024f55-a7ef-43f8-a3a4-10579b372375 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:15:31.271931 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d29935c9-7d3f-4321-b8cc-d38f365e63ab req-6b024f55-a7ef-43f8-a3a4-10579b372375 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2975970-c595-4bdd-9ca2-d74c3d9f3eba HTTP/1.1" status: 200 len: 945 time: 0.0525985 Oct 30 16:15:31.310033 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-d29935c9-7d3f-4321-b8cc-d38f365e63ab req-a7fc8bc6-b95c-4063-a318-b2e95f2a88ad tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=e272cb8c-0958-48ef-ac2c-49c8e8b47c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320926 Oct 30 16:15:31.862397 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 81f75e0f-00d0-4451-9340-eed0d136555f up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:15:31.913249 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port 81f75e0f-00d0-4451-9340-eed0d136555f completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 16:15:31.917395 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 81f75e0f-00d0-4451-9340-eed0d136555f triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:15:31.917774 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:31.992324 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:32.014164 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2975970-c595-4bdd-9ca2-d74c3d9f3eba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f75e0f-00d0-4451-9340-eed0d136555f'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:15:32.016453 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cafb2eba4876e5fc7105e54c9897f2ac796dde07d3c794cd15d4c51349c0477b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f676481-3a10-4f9d-9339-9c462634b8f0" -d '{"events": [{"server_uuid": "c2975970-c595-4bdd-9ca2-d74c3d9f3eba", "name": "network-vif-plugged", "status": "completed", "tag": "81f75e0f-00d0-4451-9340-eed0d136555f"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:15:32.030389 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 81f75e0f-00d0-4451-9340-eed0d136555f, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=81f75e0f-00d0-4451-9340-eed0d136555f,segment=NetworkSegment(7801d76c-6f62-4d02-a500-435eaa0918c5),segment_id=7801d76c-6f62-4d02-a500-435eaa0918c5)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:15:32.034774 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:32.059034 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 16:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf7a7326-57ec-4ee5-af76-e91370a088ad x-openstack-request-id: req-bf7a7326-57ec-4ee5-af76-e91370a088ad {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:15:32.059334 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2975970-c595-4bdd-9ca2-d74c3d9f3eba", "name": "network-vif-plugged", "status": "completed", "tag": "81f75e0f-00d0-4451-9340-eed0d136555f", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:15:32.059615 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bf7a7326-57ec-4ee5-af76-e91370a088ad {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:15:32.060012 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2975970-c595-4bdd-9ca2-d74c3d9f3eba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f75e0f-00d0-4451-9340-eed0d136555f', 'code': 200} Oct 30 16:15:32.090038 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=81f75e0f-00d0-4451-9340-eed0d136555f,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:15:32.148998 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a9a2ee-6ca3-40ff-ab3d-2f6fc1b88101 req-f70b176f-f805-4734-88b6-c4541c969232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:15:32.150497 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e1a9a2ee-6ca3-40ff-ab3d-2f6fc1b88101 req-f70b176f-f805-4734-88b6-c4541c969232 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c2975970-c595-4bdd-9ca2-d74c3d9f3eba HTTP/1.1" status: 200 len: 1098 time: 0.0390089 Oct 30 16:15:32.185637 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e1a9a2ee-6ca3-40ff-ab3d-2f6fc1b88101 req-9f87dfce-debb-4208-b307-8aba04de0bf1 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e272cb8c-0958-48ef-ac2c-49c8e8b47c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274622 Oct 30 16:15:32.424094 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff6c38-0694-4a2d-9306-9f92106b7f8c req-3c724241-d7e9-4af7-9bc7-477f513ddf3a tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:15:32.425555 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f2ff6c38-0694-4a2d-9306-9f92106b7f8c req-3c724241-d7e9-4af7-9bc7-477f513ddf3a tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2975970-c595-4bdd-9ca2-d74c3d9f3eba HTTP/1.1" status: 200 len: 946 time: 0.0484831 Oct 30 16:15:32.462374 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f2ff6c38-0694-4a2d-9306-9f92106b7f8c req-4398833c-7202-4a68-bff5-e49383e6277a tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=e272cb8c-0958-48ef-ac2c-49c8e8b47c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309672 Oct 30 16:15:32.543964 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:33.583196 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b5dc1-7287-4db9-a455-a359ce111f58 req-dd728536-b022-424d-8930-4e7ee52d4c8b tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:15:33.584664 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f65b5dc1-7287-4db9-a455-a359ce111f58 req-dd728536-b022-424d-8930-4e7ee52d4c8b tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2975970-c595-4bdd-9ca2-d74c3d9f3eba HTTP/1.1" status: 200 len: 946 time: 0.0526044 Oct 30 16:15:33.620510 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f65b5dc1-7287-4db9-a455-a359ce111f58 req-ce359e76-8d77-47b5-8328-295a79277e3a tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=e272cb8c-0958-48ef-ac2c-49c8e8b47c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298119 Oct 30 16:15:33.735271 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a88375-a5bb-4e97-98d5-5c422916d77c req-9cccb18b-780e-4a31-8c2b-331627a13de0 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:15:33.736777 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-75a88375-a5bb-4e97-98d5-5c422916d77c req-9cccb18b-780e-4a31-8c2b-331627a13de0 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2975970-c595-4bdd-9ca2-d74c3d9f3eba HTTP/1.1" status: 200 len: 946 time: 0.0489151 Oct 30 16:15:33.774699 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-75a88375-a5bb-4e97-98d5-5c422916d77c req-269e4078-90ca-43cd-971d-3b45fbf9107d tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=e272cb8c-0958-48ef-ac2c-49c8e8b47c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320611 Oct 30 16:15:33.795974 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 59694) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:15:33.973468 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0facde-8c31-42ef-a3c2-2260dfc42ddc tempest-TestShelveInstance-347694657 tempest-TestShelveInstance-347694657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:15:33.975097 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-4c0facde-8c31-42ef-a3c2-2260dfc42ddc tempest-TestShelveInstance-347694657 tempest-TestShelveInstance-347694657-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=c2975970-c595-4bdd-9ca2-d74c3d9f3eba HTTP/1.1" status: 200 len: 1093 time: 0.1781275 Oct 30 16:15:33.978046 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 59698) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:15:33.982352 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-c2ce876d-e242-428a-9721-8316499ee19c tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Request body: {'floatingip': {'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'port_id': '81f75e0f-00d0-4451-9340-eed0d136555f', 'tenant_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:15:34.005252 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c2ce876d-e242-428a-9721-8316499ee19c tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks [] for floatingip, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:34.098644 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c2ce876d-e242-428a-9721-8316499ee19c tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:34.206423 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-c2ce876d-e242-428a-9721-8316499ee19c tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Allocated IP 172.25.4.172 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/f31dd04c-d300-461a-8f6e-108de6de7ce1) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 16:15:34.309243 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c2ce876d-e242-428a-9721-8316499ee19c tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:34.342027 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c2ce876d-e242-428a-9721-8316499ee19c tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:34.384067 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ce876d-e242-428a-9721-8316499ee19c tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:15:34.387016 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-c2ce876d-e242-428a-9721-8316499ee19c tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:15:34.391232 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ce876d-e242-428a-9721-8316499ee19c tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 16:15:34.415293 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ce876d-e242-428a-9721-8316499ee19c tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Pushing event updated for resources: {'Port': ['ID=f31dd04c-d300-461a-8f6e-108de6de7ce1,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:15:34.744104 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c2ce876d-e242-428a-9721-8316499ee19c tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:34.817038 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c2ce876d-e242-428a-9721-8316499ee19c tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:34.968565 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c2ce876d-e242-428a-9721-8316499ee19c tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:34.972963 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c2ce876d-e242-428a-9721-8316499ee19c tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:35.039567 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ce876d-e242-428a-9721-8316499ee19c tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Pushing event updated for resources: {'Port': ['ID=f31dd04c-d300-461a-8f6e-108de6de7ce1,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:15:35.051693 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c2ce876d-e242-428a-9721-8316499ee19c tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:35.150255 n-d-806683-17 neutron-server[102131]: INFO neutron.db.l3_db [None req-c2ce876d-e242-428a-9721-8316499ee19c tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Floating IP 8854a18e-3276-41ce-9ee0-c11716f94c08 associated. External IP: 172.25.4.172, port: 81f75e0f-00d0-4451-9340-eed0d136555f. Oct 30 16:15:35.356088 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2ce876d-e242-428a-9721-8316499ee19c tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Router 4e4c772f-8cfa-4d39-83e5-59c70d33c23e has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 16:15:35.461058 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ce876d-e242-428a-9721-8316499ee19c tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 16:15:35.472758 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f52d443-99d1-4658-b74f-8ab6fa2c9b70 None None] Sync routers for ids ['4e4c772f-8cfa-4d39-83e5-59c70d33c23e'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 16:15:35.479983 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c2ce876d-e242-428a-9721-8316499ee19c tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:35.483646 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f52d443-99d1-4658-b74f-8ab6fa2c9b70 None None] Routers {'4e4c772f-8cfa-4d39-83e5-59c70d33c23e'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:15:35.484258 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-0f52d443-99d1-4658-b74f-8ab6fa2c9b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:15:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['4e4c772f-8cfa-4d39-83e5-59c70d33c23e'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:15:35.510090 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-c2ce876d-e242-428a-9721-8316499ee19c tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5310001 Oct 30 16:15:35.510689 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2975970-c595-4bdd-9ca2-d74c3d9f3eba', 'tag': '81f75e0f-00d0-4451-9340-eed0d136555f'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:15:35.513006 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e7654be7091c8bbf04529226aae636b409f3e4504be56e845cd6b098ed6999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1677d855-5dbd-439e-a57a-6357ab929297" -d '{"events": [{"name": "network-changed", "server_uuid": "c2975970-c595-4bdd-9ca2-d74c3d9f3eba", "tag": "81f75e0f-00d0-4451-9340-eed0d136555f"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:15:35.550592 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 16:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b0e0113-80d1-438c-9c25-da1f72fd220b x-openstack-request-id: req-4b0e0113-80d1-438c-9c25-da1f72fd220b {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:15:35.550893 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2975970-c595-4bdd-9ca2-d74c3d9f3eba", "tag": "81f75e0f-00d0-4451-9340-eed0d136555f", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:15:35.551140 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4b0e0113-80d1-438c-9c25-da1f72fd220b {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:15:35.551571 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2975970-c595-4bdd-9ca2-d74c3d9f3eba', 'tag': '81f75e0f-00d0-4451-9340-eed0d136555f', 'status': 'completed', 'code': 200} Oct 30 16:15:35.594572 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-0f52d443-99d1-4658-b74f-8ab6fa2c9b70 None None] Set router 4e4c772f-8cfa-4d39-83e5-59c70d33c23e gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:15:35.617124 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677d855-5dbd-439e-a57a-6357ab929297 req-07687abb-cd89-40ba-be33-b2e752c7dd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:15:35.618556 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1677d855-5dbd-439e-a57a-6357ab929297 req-07687abb-cd89-40ba-be33-b2e752c7dd4e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=46c4a3ae4ed941d9bd1e46ff1497cb4d&device_id=c2975970-c595-4bdd-9ca2-d74c3d9f3eba HTTP/1.1" status: 200 len: 1098 time: 0.0437827 Oct 30 16:15:35.723603 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677d855-5dbd-439e-a57a-6357ab929297 req-67364225-9c9f-4710-8100-afc658359f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:15:35.725170 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1677d855-5dbd-439e-a57a-6357ab929297 req-67364225-9c9f-4710-8100-afc658359f7b service neutron] 10.222.0.53 "GET /v2.0/networks?id=cb26c7f2-3687-45eb-8fad-c39541e496e7 HTTP/1.1" status: 200 len: 910 time: 0.0997643 Oct 30 16:15:35.790896 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1677d855-5dbd-439e-a57a-6357ab929297 req-9f86cf18-be28-4a5e-8fde-91720158a6e3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81f75e0f-00d0-4451-9340-eed0d136555f HTTP/1.1" status: 200 len: 1000 time: 0.0588505 Oct 30 16:15:35.838737 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-0f52d443-99d1-4658-b74f-8ab6fa2c9b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e4c772f-8cfa-4d39-83e5-59c70d33c23e', 'name': 'tempest-TestShelveInstance-1409199508-router', 'tenant_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '47c11540-2436-4d9a-b25a-3db18eb5708e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:15:12Z', 'updated_at': '2021-10-30T16:15:14Z', 'revision_number': 4, 'project_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'gw_port': {'id': '47c11540-2436-4d9a-b25a-3db18eb5708e', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:bb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4c772f-8cfa-4d39-83e5-59c70d33c23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:15:12Z', 'updated_at': '2021-10-30T16:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '8854a18e-3276-41ce-9ee0-c11716f94c08', 'tenant_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'floating_ip_address': '172.25.4.172', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '4e4c772f-8cfa-4d39-83e5-59c70d33c23e', 'port_id': '81f75e0f-00d0-4451-9340-eed0d136555f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb26c7f2-3687-45eb-8fad-c39541e496e7', 'mac_address': 'fa:16:3e:dc:f1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2975970-c595-4bdd-9ca2-d74c3d9f3eba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T16:15:34Z', 'updated_at': '2021-10-30T16:15:34Z', 'revision_number': 0, 'project_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87305acc-e77f-4c5b-a64b-d96e74634dd5', 'name': '', 'network_id': 'cb26c7f2-3687-45eb-8fad-c39541e496e7', 'tenant_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'mac_address': 'fa:16:3e:c1:b5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4c772f-8cfa-4d39-83e5-59c70d33c23e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '8cec7339-3724-49db-8424-61c78b1d835a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:15:14Z', 'updated_at': '2021-10-30T16:15:19Z', 'revision_number': 5, 'project_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'subnets': [{'id': '8cec7339-3724-49db-8424-61c78b1d835a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:15:35.839757 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677d855-5dbd-439e-a57a-6357ab929297 req-afa7034f-0272-4ed7-8dc3-4d8f2af05d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:15:35.841219 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1677d855-5dbd-439e-a57a-6357ab929297 req-afa7034f-0272-4ed7-8dc3-4d8f2af05d23 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8cec7339-3724-49db-8424-61c78b1d835a HTTP/1.1" status: 200 len: 848 time: 0.0439932 Oct 30 16:15:35.865200 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f52d443-99d1-4658-b74f-8ab6fa2c9b70 None None] Checking router: 4e4c772f-8cfa-4d39-83e5-59c70d33c23e for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 16:15:35.873962 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f52d443-99d1-4658-b74f-8ab6fa2c9b70 None None] Routers {'4e4c772f-8cfa-4d39-83e5-59c70d33c23e'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:15:35.874499 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-0f52d443-99d1-4658-b74f-8ab6fa2c9b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:15:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['4e4c772f-8cfa-4d39-83e5-59c70d33c23e'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:15:35.890356 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677d855-5dbd-439e-a57a-6357ab929297 req-7d60f617-8979-495e-aeef-1111d1face7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:15:35.891874 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1677d855-5dbd-439e-a57a-6357ab929297 req-7d60f617-8979-495e-aeef-1111d1face7c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cb26c7f2-3687-45eb-8fad-c39541e496e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441704 Oct 30 16:15:35.983443 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1677d855-5dbd-439e-a57a-6357ab929297 req-1e33ce17-1b48-43bb-a070-0ed9874d7c11 service neutron] 10.222.0.53 "GET /v2.0/networks/cb26c7f2-3687-45eb-8fad-c39541e496e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841496 Oct 30 16:15:35.988114 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-0f52d443-99d1-4658-b74f-8ab6fa2c9b70 None None] Set router 4e4c772f-8cfa-4d39-83e5-59c70d33c23e gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:15:36.075744 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1677d855-5dbd-439e-a57a-6357ab929297 req-1fb6ad3f-573b-4a06-a25c-10c4b864d0f8 service neutron] 10.222.0.53 "GET /v2.0/networks/cb26c7f2-3687-45eb-8fad-c39541e496e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858302 Oct 30 16:15:36.212013 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-0f52d443-99d1-4658-b74f-8ab6fa2c9b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e4c772f-8cfa-4d39-83e5-59c70d33c23e', 'name': 'tempest-TestShelveInstance-1409199508-router', 'tenant_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '47c11540-2436-4d9a-b25a-3db18eb5708e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:15:12Z', 'updated_at': '2021-10-30T16:15:14Z', 'revision_number': 4, 'project_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'gw_port': {'id': '47c11540-2436-4d9a-b25a-3db18eb5708e', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:bb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4c772f-8cfa-4d39-83e5-59c70d33c23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:15:12Z', 'updated_at': '2021-10-30T16:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '8854a18e-3276-41ce-9ee0-c11716f94c08', 'tenant_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'floating_ip_address': '172.25.4.172', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '4e4c772f-8cfa-4d39-83e5-59c70d33c23e', 'port_id': '81f75e0f-00d0-4451-9340-eed0d136555f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb26c7f2-3687-45eb-8fad-c39541e496e7', 'mac_address': 'fa:16:3e:dc:f1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2975970-c595-4bdd-9ca2-d74c3d9f3eba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T16:15:34Z', 'updated_at': '2021-10-30T16:15:34Z', 'revision_number': 0, 'project_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87305acc-e77f-4c5b-a64b-d96e74634dd5', 'name': '', 'network_id': 'cb26c7f2-3687-45eb-8fad-c39541e496e7', 'tenant_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'mac_address': 'fa:16:3e:c1:b5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4c772f-8cfa-4d39-83e5-59c70d33c23e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '8cec7339-3724-49db-8424-61c78b1d835a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:15:14Z', 'updated_at': '2021-10-30T16:15:19Z', 'revision_number': 5, 'project_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'subnets': [{'id': '8cec7339-3724-49db-8424-61c78b1d835a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:15:36.238100 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f52d443-99d1-4658-b74f-8ab6fa2c9b70 None None] The sync data for ids ['4e4c772f-8cfa-4d39-83e5-59c70d33c23e'] in n-d-806683-17 is: [{'id': '4e4c772f-8cfa-4d39-83e5-59c70d33c23e', 'name': 'tempest-TestShelveInstance-1409199508-router', 'tenant_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '47c11540-2436-4d9a-b25a-3db18eb5708e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:15:12Z', 'updated_at': '2021-10-30T16:15:14Z', 'revision_number': 4, 'project_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'gw_port': {'id': '47c11540-2436-4d9a-b25a-3db18eb5708e', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:bb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4c772f-8cfa-4d39-83e5-59c70d33c23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:15:12Z', 'updated_at': '2021-10-30T16:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '8854a18e-3276-41ce-9ee0-c11716f94c08', 'tenant_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'floating_ip_address': '172.25.4.172', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '4e4c772f-8cfa-4d39-83e5-59c70d33c23e', 'port_id': '81f75e0f-00d0-4451-9340-eed0d136555f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb26c7f2-3687-45eb-8fad-c39541e496e7', 'mac_address': 'fa:16:3e:dc:f1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2975970-c595-4bdd-9ca2-d74c3d9f3eba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T16:15:34Z', 'updated_at': '2021-10-30T16:15:34Z', 'revision_number': 0, 'project_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87305acc-e77f-4c5b-a64b-d96e74634dd5', 'name': '', 'network_id': 'cb26c7f2-3687-45eb-8fad-c39541e496e7', 'tenant_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'mac_address': 'fa:16:3e:c1:b5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4c772f-8cfa-4d39-83e5-59c70d33c23e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '8cec7339-3724-49db-8424-61c78b1d835a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:15:14Z', 'updated_at': '2021-10-30T16:15:19Z', 'revision_number': 5, 'project_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'subnets': [{'id': '8cec7339-3724-49db-8424-61c78b1d835a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 16:15:36.428773 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01380b5-48e6-4118-a9d2-5e3cb9e219a9 None None] New status for floating IP 8854a18e-3276-41ce-9ee0-c11716f94c08: ACTIVE {{(pid=102132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 16:15:48.548737 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-578e70ad-6397-4a0a-81b4-3ac685f37287 req-d4cdd4d9-df2f-466c-a322-1f685f927675 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c2975970-c595-4bdd-9ca2-d74c3d9f3eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394249 Oct 30 16:15:48.630597 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e70ad-6397-4a0a-81b4-3ac685f37287 req-fbc1d25b-836f-441f-be2b-5dc688a64a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:15:48.632082 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-578e70ad-6397-4a0a-81b4-3ac685f37287 req-fbc1d25b-836f-441f-be2b-5dc688a64a5f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=46c4a3ae4ed941d9bd1e46ff1497cb4d&device_id=c2975970-c595-4bdd-9ca2-d74c3d9f3eba HTTP/1.1" status: 200 len: 1098 time: 0.0398188 Oct 30 16:15:49.060571 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e70ad-6397-4a0a-81b4-3ac685f37287 req-9fe2e72a-1731-4402-ad4b-68a1fe73b27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:15:49.062570 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-578e70ad-6397-4a0a-81b4-3ac685f37287 req-9fe2e72a-1731-4402-ad4b-68a1fe73b27b service neutron] 10.222.0.53 "GET /v2.0/networks?id=cb26c7f2-3687-45eb-8fad-c39541e496e7 HTTP/1.1" status: 200 len: 910 time: 0.4102085 Oct 30 16:15:49.130202 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-578e70ad-6397-4a0a-81b4-3ac685f37287 req-5c984462-538e-4c10-943d-8804f69a9d70 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81f75e0f-00d0-4451-9340-eed0d136555f HTTP/1.1" status: 200 len: 1002 time: 0.0602953 Oct 30 16:15:49.180809 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e70ad-6397-4a0a-81b4-3ac685f37287 req-34122dc3-1c60-4f1b-a545-2175495d72a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:15:49.182177 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-578e70ad-6397-4a0a-81b4-3ac685f37287 req-34122dc3-1c60-4f1b-a545-2175495d72a4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8cec7339-3724-49db-8424-61c78b1d835a HTTP/1.1" status: 200 len: 848 time: 0.0455945 Oct 30 16:15:49.228574 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e70ad-6397-4a0a-81b4-3ac685f37287 req-01e2a86b-67ba-4a2f-b141-f50e81d3c94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:15:49.230030 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-578e70ad-6397-4a0a-81b4-3ac685f37287 req-01e2a86b-67ba-4a2f-b141-f50e81d3c94b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cb26c7f2-3687-45eb-8fad-c39541e496e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407104 Oct 30 16:15:49.319648 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-578e70ad-6397-4a0a-81b4-3ac685f37287 req-08e5ad9f-cc4d-4358-a333-3eff2209354b service neutron] 10.222.0.53 "GET /v2.0/networks/cb26c7f2-3687-45eb-8fad-c39541e496e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822353 Oct 30 16:15:49.410372 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-578e70ad-6397-4a0a-81b4-3ac685f37287 req-bd55dffc-21fb-4534-9d19-549431c236f4 service neutron] 10.222.0.53 "GET /v2.0/networks/cb26c7f2-3687-45eb-8fad-c39541e496e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831892 Oct 30 16:15:51.289976 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7b2d8abc-a505-4944-92a7-279a5db34b11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:53.874993 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-31addcfa-df3d-42e5-93a6-75ffee0ceee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:54.897922 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:55.058170 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:15:56.846931 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:16:00.549219 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:16:02.293178 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 16:16:02.542460 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:16:21.291860 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-30d1e856-2e85-482f-b362-989138212c8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:16:23.876898 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-086445be-f613-4927-80df-e8533d700d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:16:24.903518 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:16:25.059708 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:16:26.849600 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:16:30.576257 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:16:32.563401 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:16:39.292864 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 16:16:49.561739 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6a657b21-f912-4284-81f6-1c7444762a9a req-f7350a7e-4d9e-4dd7-81e7-bea850a639e7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c2975970-c595-4bdd-9ca2-d74c3d9f3eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405145 Oct 30 16:16:49.645900 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a657b21-f912-4284-81f6-1c7444762a9a req-2a2983e5-71d9-437e-aaa5-92209cdfe233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:16:49.647350 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6a657b21-f912-4284-81f6-1c7444762a9a req-2a2983e5-71d9-437e-aaa5-92209cdfe233 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=46c4a3ae4ed941d9bd1e46ff1497cb4d&device_id=c2975970-c595-4bdd-9ca2-d74c3d9f3eba HTTP/1.1" status: 200 len: 1098 time: 0.0439725 Oct 30 16:16:49.750442 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a657b21-f912-4284-81f6-1c7444762a9a req-e8a81943-d342-47c7-bc04-2ed3c5a69c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:16:49.751928 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6a657b21-f912-4284-81f6-1c7444762a9a req-e8a81943-d342-47c7-bc04-2ed3c5a69c53 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cb26c7f2-3687-45eb-8fad-c39541e496e7 HTTP/1.1" status: 200 len: 910 time: 0.0863667 Oct 30 16:16:49.819502 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6a657b21-f912-4284-81f6-1c7444762a9a req-a730d53e-a744-44cb-add2-42b20bc5e9f5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81f75e0f-00d0-4451-9340-eed0d136555f HTTP/1.1" status: 200 len: 1002 time: 0.0605109 Oct 30 16:16:49.867804 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a657b21-f912-4284-81f6-1c7444762a9a req-36abae34-10b5-469a-a687-dba57212917b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:16:49.869194 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6a657b21-f912-4284-81f6-1c7444762a9a req-36abae34-10b5-469a-a687-dba57212917b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8cec7339-3724-49db-8424-61c78b1d835a HTTP/1.1" status: 200 len: 848 time: 0.0423992 Oct 30 16:16:49.913257 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a657b21-f912-4284-81f6-1c7444762a9a req-39d61aa3-f87d-4e1e-9544-10a65cc823a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:16:49.915005 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6a657b21-f912-4284-81f6-1c7444762a9a req-39d61aa3-f87d-4e1e-9544-10a65cc823a2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cb26c7f2-3687-45eb-8fad-c39541e496e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388310 Oct 30 16:16:49.925479 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [req-6a657b21-f912-4284-81f6-1c7444762a9a req-f82c01c2-9e6c-4852-93b7-7f5eddbdd689 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 16:16:49.926410 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6a657b21-f912-4284-81f6-1c7444762a9a req-f82c01c2-9e6c-4852-93b7-7f5eddbdd689 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048184 Oct 30 16:16:50.017368 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6a657b21-f912-4284-81f6-1c7444762a9a req-954a52a3-eef4-4af0-9391-68b2dc954287 service neutron] 10.222.0.53 "GET /v2.0/networks/cb26c7f2-3687-45eb-8fad-c39541e496e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840993 Oct 30 16:16:50.112257 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6a657b21-f912-4284-81f6-1c7444762a9a req-d985b2f8-fef4-4897-8f8b-f33d5a5f83f4 service neutron] 10.222.0.53 "GET /v2.0/networks/cb26c7f2-3687-45eb-8fad-c39541e496e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846672 Oct 30 16:16:51.294280 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7e974746-fcdc-43e3-84be-76e7037db266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:16:53.877613 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0b6efdfa-f026-4119-a670-76508a6b4bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:16:54.905732 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:16:55.061883 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:16:56.853102 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:17:00.584245 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:17:01.027359 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [req-4bcf7f55-16d4-4e44-adc6-68db8081a545 req-08bf1234-0922-4bd5-ac68-7dc7038dbf23 service neutron] (102130) timed out ('10.222.0.62', 55156) {{(pid=102130) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 30 16:17:02.586897 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:17:16.291740 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 16:17:21.295754 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c18256ee-38ad-4669-b554-3bce0cac4216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:17:23.877122 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-42c0aaaa-4923-4bbf-81a5-40482bfd41e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:17:24.907392 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:17:25.063606 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:17:26.854848 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:17:28.215790 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c8786-b5d1-48aa-af17-f08ffee6bafd req-4483ad2e-048f-44e5-ac28-1101f7d25dcf tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:17:28.217260 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5f6c8786-b5d1-48aa-af17-f08ffee6bafd req-4483ad2e-048f-44e5-ac28-1101f7d25dcf tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2975970-c595-4bdd-9ca2-d74c3d9f3eba HTTP/1.1" status: 200 len: 946 time: 0.0541894 Oct 30 16:17:28.254403 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-5f6c8786-b5d1-48aa-af17-f08ffee6bafd req-bf596ced-7b2f-4f4e-9c5e-12dc8e453a73 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=e272cb8c-0958-48ef-ac2c-49c8e8b47c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312371 Oct 30 16:17:29.374872 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7366f1b3-ca3f-4910-9f2b-dd591f0f7dc9 req-31413d65-08eb-46f2-af99-8cb500706968 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:17:29.376374 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7366f1b3-ca3f-4910-9f2b-dd591f0f7dc9 req-31413d65-08eb-46f2-af99-8cb500706968 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2975970-c595-4bdd-9ca2-d74c3d9f3eba HTTP/1.1" status: 200 len: 946 time: 0.0499041 Oct 30 16:17:29.413128 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7366f1b3-ca3f-4910-9f2b-dd591f0f7dc9 req-5ae0fd5f-9ab2-4451-a715-5968c552900c tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=e272cb8c-0958-48ef-ac2c-49c8e8b47c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308769 Oct 30 16:17:30.542017 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29cc4b3-fc26-4522-8874-5460e9b197e8 req-a7ca44f5-73c4-4efc-a13d-8a2c2b673a78 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:17:30.543473 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e29cc4b3-fc26-4522-8874-5460e9b197e8 req-a7ca44f5-73c4-4efc-a13d-8a2c2b673a78 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2975970-c595-4bdd-9ca2-d74c3d9f3eba HTTP/1.1" status: 200 len: 946 time: 0.0483482 Oct 30 16:17:30.581890 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e29cc4b3-fc26-4522-8874-5460e9b197e8 req-b1fd6752-9b75-461b-87a1-48fd08ab403d tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=e272cb8c-0958-48ef-ac2c-49c8e8b47c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318687 Oct 30 16:17:30.589277 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:17:30.979910 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [req-f6d9277e-8fd2-4837-a7c2-c13226d45d2f req-655bb49f-07d9-4cdc-8398-e9bc463239ee service neutron] (102130) timed out ('10.222.0.44', 51055) {{(pid=102130) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 30 16:17:31.697980 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea7c6ea-8e09-4783-bd20-5e1b12bdd00b req-8edeae33-19a5-4f17-8f41-4868cb9b13a0 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:17:31.699439 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dea7c6ea-8e09-4783-bd20-5e1b12bdd00b req-8edeae33-19a5-4f17-8f41-4868cb9b13a0 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2975970-c595-4bdd-9ca2-d74c3d9f3eba HTTP/1.1" status: 200 len: 946 time: 0.0492830 Oct 30 16:17:31.737319 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dea7c6ea-8e09-4783-bd20-5e1b12bdd00b req-7cb8b634-4c4a-434a-9676-31da9c16736e tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=e272cb8c-0958-48ef-ac2c-49c8e8b47c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319681 Oct 30 16:17:32.585687 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:17:32.851727 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d23cc57-a5d6-4a13-b5c8-29f3070d1d1d req-ea760e9c-5e20-4396-9dc0-e94e1edbd33f tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:17:32.853565 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8d23cc57-a5d6-4a13-b5c8-29f3070d1d1d req-ea760e9c-5e20-4396-9dc0-e94e1edbd33f tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2975970-c595-4bdd-9ca2-d74c3d9f3eba HTTP/1.1" status: 200 len: 946 time: 0.0503647 Oct 30 16:17:32.891124 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8d23cc57-a5d6-4a13-b5c8-29f3070d1d1d req-f40f62d8-a44c-4b07-a7d9-677feefbdf0b tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=e272cb8c-0958-48ef-ac2c-49c8e8b47c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317349 Oct 30 16:17:34.009334 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcdd135-e098-47ce-9b8b-e835332d21e7 req-fbac6d6d-54cd-4005-adf6-1da5e42c20a5 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:17:34.010686 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8bcdd135-e098-47ce-9b8b-e835332d21e7 req-fbac6d6d-54cd-4005-adf6-1da5e42c20a5 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2975970-c595-4bdd-9ca2-d74c3d9f3eba HTTP/1.1" status: 200 len: 946 time: 0.0519547 Oct 30 16:17:34.049645 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8bcdd135-e098-47ce-9b8b-e835332d21e7 req-accc70bf-bc30-4680-9656-d5e8fff5dc73 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=e272cb8c-0958-48ef-ac2c-49c8e8b47c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324709 Oct 30 16:17:35.171034 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8a7bd5-b4b2-44ce-9d6d-8bd41e83274e req-30fd6200-39c6-47f4-bd21-cd6c602eeea0 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:17:35.172598 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4b8a7bd5-b4b2-44ce-9d6d-8bd41e83274e req-30fd6200-39c6-47f4-bd21-cd6c602eeea0 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2975970-c595-4bdd-9ca2-d74c3d9f3eba HTTP/1.1" status: 200 len: 946 time: 0.0533831 Oct 30 16:17:35.210048 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4b8a7bd5-b4b2-44ce-9d6d-8bd41e83274e req-a0881b90-4877-4614-80eb-523a2f049194 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=e272cb8c-0958-48ef-ac2c-49c8e8b47c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315216 Oct 30 16:17:36.323892 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33f088c-6f50-4d55-b100-def2a5d638dd req-91b73679-d3c2-4ff1-866e-3d0588bb7859 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:17:36.326008 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a33f088c-6f50-4d55-b100-def2a5d638dd req-91b73679-d3c2-4ff1-866e-3d0588bb7859 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2975970-c595-4bdd-9ca2-d74c3d9f3eba HTTP/1.1" status: 200 len: 946 time: 0.0491841 Oct 30 16:17:36.362483 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a33f088c-6f50-4d55-b100-def2a5d638dd req-12c07b8c-b31f-470c-9dcd-d7fadc1127bc tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=e272cb8c-0958-48ef-ac2c-49c8e8b47c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307274 Oct 30 16:17:37.476659 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f3fd3d-84f4-4536-8881-0ff140a4c930 req-1219739f-0093-4ee7-8702-cca7c5b6b764 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:17:37.478159 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c6f3fd3d-84f4-4536-8881-0ff140a4c930 req-1219739f-0093-4ee7-8702-cca7c5b6b764 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2975970-c595-4bdd-9ca2-d74c3d9f3eba HTTP/1.1" status: 200 len: 946 time: 0.0483835 Oct 30 16:17:37.519073 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c6f3fd3d-84f4-4536-8881-0ff140a4c930 req-56590191-6c41-4f3e-8ed1-23aad47732bd tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=e272cb8c-0958-48ef-ac2c-49c8e8b47c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345261 Oct 30 16:17:38.634109 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e326361-0c75-4659-a322-3264d8b10ae3 req-dee3d7e2-6fc3-4f91-b7e1-3bb5682b8295 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:17:38.635636 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8e326361-0c75-4659-a322-3264d8b10ae3 req-dee3d7e2-6fc3-4f91-b7e1-3bb5682b8295 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2975970-c595-4bdd-9ca2-d74c3d9f3eba HTTP/1.1" status: 200 len: 946 time: 0.0497534 Oct 30 16:17:38.676013 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8e326361-0c75-4659-a322-3264d8b10ae3 req-6ee6c847-f55e-499f-ab01-1a768b22deec tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=e272cb8c-0958-48ef-ac2c-49c8e8b47c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340068 Oct 30 16:17:39.799883 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ec0ff-be65-48a9-bd91-055857f54d72 req-f4c46187-94f3-4b77-b019-abf79b5003b6 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:17:39.801365 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ff5ec0ff-be65-48a9-bd91-055857f54d72 req-f4c46187-94f3-4b77-b019-abf79b5003b6 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2975970-c595-4bdd-9ca2-d74c3d9f3eba HTTP/1.1" status: 200 len: 946 time: 0.0488038 Oct 30 16:17:39.838375 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ff5ec0ff-be65-48a9-bd91-055857f54d72 req-82c1bb51-ef46-4d40-a203-222c6e74f5fe tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=e272cb8c-0958-48ef-ac2c-49c8e8b47c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309691 Oct 30 16:17:40.545722 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 81f75e0f-00d0-4451-9340-eed0d136555f details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 16:17:40.647886 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 81f75e0f-00d0-4451-9340-eed0d136555f, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=81f75e0f-00d0-4451-9340-eed0d136555f,segment=NetworkSegment(7801d76c-6f62-4d02-a500-435eaa0918c5),segment_id=7801d76c-6f62-4d02-a500-435eaa0918c5)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:17:40.660171 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '81f75e0f-00d0-4451-9340-eed0d136555f', 'network_id': 'cb26c7f2-3687-45eb-8fad-c39541e496e7', 'port_id': '81f75e0f-00d0-4451-9340-eed0d136555f', 'mac_address': 'fa:16:3e:dc:f1:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cec7339-3724-49db-8424-61c78b1d835a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 16:17:40.709317 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:17:40.723499 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 81f75e0f-00d0-4451-9340-eed0d136555f {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 16:17:40.745717 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 81f75e0f-00d0-4451-9340-eed0d136555f, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=81f75e0f-00d0-4451-9340-eed0d136555f,segment=NetworkSegment(7801d76c-6f62-4d02-a500-435eaa0918c5),segment_id=7801d76c-6f62-4d02-a500-435eaa0918c5)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:17:40.751406 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:17:40.809883 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=81f75e0f-00d0-4451-9340-eed0d136555f,revision_number=6']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:17:40.819812 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:17:40.820162 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:17:40.820571 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:17:40.820921 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:17:40.821414 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:17:40.821748 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:17:40.822080 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:17:40.822417 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:17:40.822730 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:17:40.823045 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:17:40.823382 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:17:40.823730 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:17:40.830243 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['81f75e0f-00d0-4451-9340-eed0d136555f'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 16:17:41.001076 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa7d6d8-774e-42d5-a9dd-f6991a795071 req-031cd657-ca38-4d25-9aff-958e3dc95750 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:17:41.003432 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9fa7d6d8-774e-42d5-a9dd-f6991a795071 req-031cd657-ca38-4d25-9aff-958e3dc95750 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2975970-c595-4bdd-9ca2-d74c3d9f3eba HTTP/1.1" status: 200 len: 945 time: 0.0790327 Oct 30 16:17:41.048891 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9fa7d6d8-774e-42d5-a9dd-f6991a795071 req-b839dd0a-98e4-4c7f-8336-05bf274689fb tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=e272cb8c-0958-48ef-ac2c-49c8e8b47c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375657 Oct 30 16:17:42.184802 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb774089-4cc6-400a-a22a-0ac179ab41b1 req-c754b369-8836-40e4-9f7d-6dabe1a63bf8 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:17:42.186477 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cb774089-4cc6-400a-a22a-0ac179ab41b1 req-c754b369-8836-40e4-9f7d-6dabe1a63bf8 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2975970-c595-4bdd-9ca2-d74c3d9f3eba HTTP/1.1" status: 200 len: 945 time: 0.0565801 Oct 30 16:17:42.227133 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cb774089-4cc6-400a-a22a-0ac179ab41b1 req-a0603f56-7b37-42d5-90ec-cd1c1d33f13c tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=e272cb8c-0958-48ef-ac2c-49c8e8b47c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341175 Oct 30 16:17:42.545805 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 81f75e0f-00d0-4451-9340-eed0d136555f up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:17:42.601660 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 81f75e0f-00d0-4451-9340-eed0d136555f triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:17:42.602133 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:17:42.708636 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:17:42.735050 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2975970-c595-4bdd-9ca2-d74c3d9f3eba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f75e0f-00d0-4451-9340-eed0d136555f'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:17:42.737446 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cafb2eba4876e5fc7105e54c9897f2ac796dde07d3c794cd15d4c51349c0477b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8911d7-3528-4b24-bf54-3bf94143fb4d" -d '{"events": [{"server_uuid": "c2975970-c595-4bdd-9ca2-d74c3d9f3eba", "name": "network-vif-plugged", "status": "completed", "tag": "81f75e0f-00d0-4451-9340-eed0d136555f"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:17:42.748824 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 81f75e0f-00d0-4451-9340-eed0d136555f, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=81f75e0f-00d0-4451-9340-eed0d136555f,segment=NetworkSegment(7801d76c-6f62-4d02-a500-435eaa0918c5),segment_id=7801d76c-6f62-4d02-a500-435eaa0918c5)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:17:42.755857 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:17:42.802965 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 16:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-385d5443-5b57-41a1-8ae3-e7ef89e6ecaf x-openstack-request-id: req-385d5443-5b57-41a1-8ae3-e7ef89e6ecaf {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:17:42.803173 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2975970-c595-4bdd-9ca2-d74c3d9f3eba", "name": "network-vif-plugged", "status": "completed", "tag": "81f75e0f-00d0-4451-9340-eed0d136555f", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:17:42.803417 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-385d5443-5b57-41a1-8ae3-e7ef89e6ecaf {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:17:42.803834 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2975970-c595-4bdd-9ca2-d74c3d9f3eba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f75e0f-00d0-4451-9340-eed0d136555f', 'code': 200} Oct 30 16:17:42.810983 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=81f75e0f-00d0-4451-9340-eed0d136555f,revision_number=7']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:17:43.365844 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6607ef0b-988c-4b3f-9836-c3f41bcb3a76 req-a71ce262-eead-442c-8544-2c94c9af5d75 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:17:43.367323 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6607ef0b-988c-4b3f-9836-c3f41bcb3a76 req-a71ce262-eead-442c-8544-2c94c9af5d75 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2975970-c595-4bdd-9ca2-d74c3d9f3eba HTTP/1.1" status: 200 len: 946 time: 0.0659108 Oct 30 16:17:43.410126 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6607ef0b-988c-4b3f-9836-c3f41bcb3a76 req-ff74d25f-7295-4e4b-a32d-cfbb12e71625 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=e272cb8c-0958-48ef-ac2c-49c8e8b47c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366893 Oct 30 16:17:44.546571 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de5828c-f712-4e07-a3e2-0ac03e492025 req-c2ae2756-36d9-4bff-b81c-27173925252e tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:17:44.551934 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2de5828c-f712-4e07-a3e2-0ac03e492025 req-c2ae2756-36d9-4bff-b81c-27173925252e tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2975970-c595-4bdd-9ca2-d74c3d9f3eba HTTP/1.1" status: 200 len: 946 time: 0.0567856 Oct 30 16:17:44.603685 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2de5828c-f712-4e07-a3e2-0ac03e492025 req-87dbe83d-10f5-4218-9789-cf661bbd70c9 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=e272cb8c-0958-48ef-ac2c-49c8e8b47c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446749 Oct 30 16:17:45.717712 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6124b19-3305-47a1-9931-7e1e334dda1f req-d7dd2e3d-866c-4d64-8e78-f5c520703c1c tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:17:45.719486 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a6124b19-3305-47a1-9931-7e1e334dda1f req-d7dd2e3d-866c-4d64-8e78-f5c520703c1c tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2975970-c595-4bdd-9ca2-d74c3d9f3eba HTTP/1.1" status: 200 len: 946 time: 0.0571933 Oct 30 16:17:45.760182 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a6124b19-3305-47a1-9931-7e1e334dda1f req-4d0c7bce-a76e-491f-bc8e-c4a86d4a8452 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=e272cb8c-0958-48ef-ac2c-49c8e8b47c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347195 Oct 30 16:17:46.890057 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c511353-8371-42ec-b844-8ad995493d55 req-53f7b44f-0d62-4e0e-9f1d-ee84cbfb0d25 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:17:46.892397 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4c511353-8371-42ec-b844-8ad995493d55 req-53f7b44f-0d62-4e0e-9f1d-ee84cbfb0d25 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2975970-c595-4bdd-9ca2-d74c3d9f3eba HTTP/1.1" status: 200 len: 946 time: 0.0597558 Oct 30 16:17:46.936824 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-4c511353-8371-42ec-b844-8ad995493d55 req-7670f640-c1fd-4395-945e-23058e5722ef tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=e272cb8c-0958-48ef-ac2c-49c8e8b47c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381672 Oct 30 16:17:48.081134 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe72549-d852-486a-aed5-184809dce209 req-4177d8c1-caca-4c2c-bda5-a40ac5df51fe tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:17:48.082716 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2fe72549-d852-486a-aed5-184809dce209 req-4177d8c1-caca-4c2c-bda5-a40ac5df51fe tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2975970-c595-4bdd-9ca2-d74c3d9f3eba HTTP/1.1" status: 200 len: 946 time: 0.0641170 Oct 30 16:17:48.128435 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2fe72549-d852-486a-aed5-184809dce209 req-77da9ae1-ab5a-47e2-8aed-a3730032c1af tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=e272cb8c-0958-48ef-ac2c-49c8e8b47c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386984 Oct 30 16:17:49.257194 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0002a8a2-07fb-4bd2-aaa3-153171a090b5 req-4f87b85b-7990-4fb0-91f6-3e137e8645e0 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:17:49.265434 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0002a8a2-07fb-4bd2-aaa3-153171a090b5 req-4f87b85b-7990-4fb0-91f6-3e137e8645e0 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2975970-c595-4bdd-9ca2-d74c3d9f3eba HTTP/1.1" status: 200 len: 946 time: 0.0635295 Oct 30 16:17:49.301154 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0002a8a2-07fb-4bd2-aaa3-153171a090b5 req-33f10f75-7225-4d59-9016-832c1bd78a8d tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=e272cb8c-0958-48ef-ac2c-49c8e8b47c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348079 Oct 30 16:17:50.024263 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be74763-4f6c-42ca-a1bb-63c72280af0a req-2a35ba63-7113-4e79-90b7-b514d99a2ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:17:50.025673 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7be74763-4f6c-42ca-a1bb-63c72280af0a req-2a35ba63-7113-4e79-90b7-b514d99a2ae4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=46c4a3ae4ed941d9bd1e46ff1497cb4d&device_id=c2975970-c595-4bdd-9ca2-d74c3d9f3eba HTTP/1.1" status: 200 len: 1098 time: 0.0405133 Oct 30 16:17:50.120157 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be74763-4f6c-42ca-a1bb-63c72280af0a req-0341e973-9e29-4954-b1dc-37f7ca678f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:17:50.122167 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7be74763-4f6c-42ca-a1bb-63c72280af0a req-0341e973-9e29-4954-b1dc-37f7ca678f6c service neutron] 10.222.0.53 "GET /v2.0/networks?id=cb26c7f2-3687-45eb-8fad-c39541e496e7 HTTP/1.1" status: 200 len: 910 time: 0.0889182 Oct 30 16:17:50.185129 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7be74763-4f6c-42ca-a1bb-63c72280af0a req-c50eb755-76d2-41b6-b278-1ddd5452feec service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81f75e0f-00d0-4451-9340-eed0d136555f HTTP/1.1" status: 200 len: 1002 time: 0.0568440 Oct 30 16:17:50.232479 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be74763-4f6c-42ca-a1bb-63c72280af0a req-d080df88-1f9d-4b65-aaa1-ad26b34bdf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:17:50.234086 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7be74763-4f6c-42ca-a1bb-63c72280af0a req-d080df88-1f9d-4b65-aaa1-ad26b34bdf9b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8cec7339-3724-49db-8424-61c78b1d835a HTTP/1.1" status: 200 len: 848 time: 0.0427172 Oct 30 16:17:50.283326 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be74763-4f6c-42ca-a1bb-63c72280af0a req-5a7d8261-c510-4b1a-97e9-b6c19657c681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:17:50.284726 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7be74763-4f6c-42ca-a1bb-63c72280af0a req-5a7d8261-c510-4b1a-97e9-b6c19657c681 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cb26c7f2-3687-45eb-8fad-c39541e496e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437286 Oct 30 16:17:50.374832 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7be74763-4f6c-42ca-a1bb-63c72280af0a req-4ce33216-5625-40c5-90ee-42ab85f58456 service neutron] 10.222.0.53 "GET /v2.0/networks/cb26c7f2-3687-45eb-8fad-c39541e496e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822234 Oct 30 16:17:50.478657 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d359891-7c73-4032-9db5-ac4c934329a6 req-de0b5046-6f9f-4c5a-8649-e79640501ef7 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:17:50.480186 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9d359891-7c73-4032-9db5-ac4c934329a6 req-de0b5046-6f9f-4c5a-8649-e79640501ef7 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2975970-c595-4bdd-9ca2-d74c3d9f3eba HTTP/1.1" status: 200 len: 946 time: 0.1017561 Oct 30 16:17:50.525678 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7be74763-4f6c-42ca-a1bb-63c72280af0a req-ec16c80a-223f-408a-ab2c-5f9affc4e2ef service neutron] 10.222.0.53 "GET /v2.0/networks/cb26c7f2-3687-45eb-8fad-c39541e496e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389968 Oct 30 16:17:50.538692 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9d359891-7c73-4032-9db5-ac4c934329a6 req-d6d2a115-35d8-44ad-8bd7-257a84ffe399 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=e272cb8c-0958-48ef-ac2c-49c8e8b47c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509760 Oct 30 16:17:50.622129 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c99ae0-37ca-4c1f-8c99-aa3f8d05d6a3 req-96e2f92b-5230-4d45-b4c8-03a16d4ec91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:17:50.623644 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-81c99ae0-37ca-4c1f-8c99-aa3f8d05d6a3 req-96e2f92b-5230-4d45-b4c8-03a16d4ec91e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=46c4a3ae4ed941d9bd1e46ff1497cb4d&device_id=c2975970-c595-4bdd-9ca2-d74c3d9f3eba HTTP/1.1" status: 200 len: 1098 time: 0.0412264 Oct 30 16:17:50.734257 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c99ae0-37ca-4c1f-8c99-aa3f8d05d6a3 req-72518cb2-c83b-4e19-868c-084578de668b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:17:50.735825 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-81c99ae0-37ca-4c1f-8c99-aa3f8d05d6a3 req-72518cb2-c83b-4e19-868c-084578de668b service neutron] 10.222.0.53 "GET /v2.0/networks?id=cb26c7f2-3687-45eb-8fad-c39541e496e7 HTTP/1.1" status: 200 len: 910 time: 0.0929811 Oct 30 16:17:50.800276 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-81c99ae0-37ca-4c1f-8c99-aa3f8d05d6a3 req-6b8ad1fa-0be0-4dcd-acbb-b1c824cafa93 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81f75e0f-00d0-4451-9340-eed0d136555f HTTP/1.1" status: 200 len: 1002 time: 0.0573730 Oct 30 16:17:50.852748 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c99ae0-37ca-4c1f-8c99-aa3f8d05d6a3 req-170ca241-0533-4ace-ba76-98e0d9700283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:17:50.854163 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-81c99ae0-37ca-4c1f-8c99-aa3f8d05d6a3 req-170ca241-0533-4ace-ba76-98e0d9700283 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8cec7339-3724-49db-8424-61c78b1d835a HTTP/1.1" status: 200 len: 848 time: 0.0472796 Oct 30 16:17:50.898585 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c99ae0-37ca-4c1f-8c99-aa3f8d05d6a3 req-47775b69-8e7d-46b0-817f-0b86e3f88a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:17:50.900062 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-81c99ae0-37ca-4c1f-8c99-aa3f8d05d6a3 req-47775b69-8e7d-46b0-817f-0b86e3f88a8e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cb26c7f2-3687-45eb-8fad-c39541e496e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388486 Oct 30 16:17:50.991842 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-81c99ae0-37ca-4c1f-8c99-aa3f8d05d6a3 req-eaa20ac9-8120-4213-93f7-eadf1e222629 service neutron] 10.222.0.53 "GET /v2.0/networks/cb26c7f2-3687-45eb-8fad-c39541e496e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840712 Oct 30 16:17:51.084892 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-81c99ae0-37ca-4c1f-8c99-aa3f8d05d6a3 req-1168d79f-a533-492d-bd55-f8488c6c3e56 service neutron] 10.222.0.53 "GET /v2.0/networks/cb26c7f2-3687-45eb-8fad-c39541e496e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857439 Oct 30 16:17:51.299383 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-9255cd0e-4493-4260-8cef-c19cf35c130d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:17:51.656116 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c846fa-e2e0-4de6-898e-63ed1f6f7ccf req-4df37ee4-3f47-4049-927d-8113326ea8f5 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:17:51.657612 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-66c846fa-e2e0-4de6-898e-63ed1f6f7ccf req-4df37ee4-3f47-4049-927d-8113326ea8f5 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2975970-c595-4bdd-9ca2-d74c3d9f3eba HTTP/1.1" status: 200 len: 946 time: 0.0492344 Oct 30 16:17:51.696805 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-66c846fa-e2e0-4de6-898e-63ed1f6f7ccf req-ef39cdcc-3b8a-4ef1-beea-23dc43be8cfc tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=e272cb8c-0958-48ef-ac2c-49c8e8b47c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332360 Oct 30 16:17:52.622622 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 81f75e0f-00d0-4451-9340-eed0d136555f no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 16:17:52.699589 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:17:52.721998 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2975970-c595-4bdd-9ca2-d74c3d9f3eba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81f75e0f-00d0-4451-9340-eed0d136555f'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:17:52.724505 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cafb2eba4876e5fc7105e54c9897f2ac796dde07d3c794cd15d4c51349c0477b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c622c1f-d0af-41f6-bf51-0a53ffb1fb7a" -d '{"events": [{"server_uuid": "c2975970-c595-4bdd-9ca2-d74c3d9f3eba", "name": "network-vif-unplugged", "status": "completed", "tag": "81f75e0f-00d0-4451-9340-eed0d136555f"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:17:52.737153 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 81f75e0f-00d0-4451-9340-eed0d136555f, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=81f75e0f-00d0-4451-9340-eed0d136555f,segment=NetworkSegment(7801d76c-6f62-4d02-a500-435eaa0918c5),segment_id=7801d76c-6f62-4d02-a500-435eaa0918c5)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:17:52.741828 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:17:52.770210 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 30 Oct 2021 16:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd320f7-3959-4525-be22-c6d337cbb5c4 x-openstack-request-id: req-2dd320f7-3959-4525-be22-c6d337cbb5c4 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:17:52.770501 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2975970-c595-4bdd-9ca2-d74c3d9f3eba", "name": "network-vif-unplugged", "status": "failed", "tag": "81f75e0f-00d0-4451-9340-eed0d136555f", "code": 422}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:17:52.770753 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2dd320f7-3959-4525-be22-c6d337cbb5c4 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:17:52.771144 n-d-806683-17 neutron-server[102132]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c2975970-c595-4bdd-9ca2-d74c3d9f3eba', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '81f75e0f-00d0-4451-9340-eed0d136555f', 'code': 422} returned with failed status Oct 30 16:17:52.797344 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=81f75e0f-00d0-4451-9340-eed0d136555f,revision_number=8']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:17:52.816581 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18058a94-c74b-400d-bb22-2b2a3820c399 req-0973aebe-c657-4a33-af88-759f4c88e710 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:17:52.818089 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-18058a94-c74b-400d-bb22-2b2a3820c399 req-0973aebe-c657-4a33-af88-759f4c88e710 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2975970-c595-4bdd-9ca2-d74c3d9f3eba HTTP/1.1" status: 200 len: 944 time: 0.0497987 Oct 30 16:17:52.855539 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-18058a94-c74b-400d-bb22-2b2a3820c399 req-01444f37-d86e-49aa-b578-c15892e30b27 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=e272cb8c-0958-48ef-ac2c-49c8e8b47c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314488 Oct 30 16:17:52.976381 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [req-69dd53b3-6f5e-4af4-a143-849e676ceb13 req-e2c41778-6b43-43d6-b1e8-74e5d3160a15 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 16:17:52.977404 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-69dd53b3-6f5e-4af4-a143-849e676ceb13 req-e2c41778-6b43-43d6-b1e8-74e5d3160a15 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0595052 Oct 30 16:17:53.291322 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 16:17:53.878789 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-67e445c4-9785-46ae-b826-82df819a3455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:17:54.157454 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051b0603-99c9-45c5-a985-78f45a6ecda6 req-cd99962f-274b-4312-8981-9a345a98bf54 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:17:54.158949 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-051b0603-99c9-45c5-a985-78f45a6ecda6 req-cd99962f-274b-4312-8981-9a345a98bf54 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2975970-c595-4bdd-9ca2-d74c3d9f3eba HTTP/1.1" status: 200 len: 944 time: 0.0570269 Oct 30 16:17:54.197448 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-051b0603-99c9-45c5-a985-78f45a6ecda6 req-7c01ad8e-a573-4225-b30b-af1079223c4f tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=e272cb8c-0958-48ef-ac2c-49c8e8b47c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322449 Oct 30 16:17:54.481068 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a2f0a140-a1ec-411c-8464-0cd64b9ef960 req-186b709f-a79d-40e4-adfd-d1f37f9550bb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c2975970-c595-4bdd-9ca2-d74c3d9f3eba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0812409 Oct 30 16:17:54.914876 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:17:55.065032 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:17:55.274312 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f0a140-a1ec-411c-8464-0cd64b9ef960 req-96c51c1f-55f5-4176-945b-397bf3408bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:17:55.276058 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a2f0a140-a1ec-411c-8464-0cd64b9ef960 req-96c51c1f-55f5-4176-945b-397bf3408bce service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c2975970-c595-4bdd-9ca2-d74c3d9f3eba&tenant_id=46c4a3ae4ed941d9bd1e46ff1497cb4d HTTP/1.1" status: 200 len: 1096 time: 0.0854073 Oct 30 16:17:55.289373 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-a2f0a140-a1ec-411c-8464-0cd64b9ef960 req-e675b276-48b6-4462-b55a-b32ff0ee1ad4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-17', 'device_owner': 'compute:nova'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:17:55.319056 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb795b0c-f922-4895-8e8a-8f62b674741a req-b506cbba-c26d-48bf-91db-082cabb8c7b1 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:17:55.320579 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-eb795b0c-f922-4895-8e8a-8f62b674741a req-b506cbba-c26d-48bf-91db-082cabb8c7b1 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2975970-c595-4bdd-9ca2-d74c3d9f3eba HTTP/1.1" status: 200 len: 944 time: 0.0495031 Oct 30 16:17:55.345286 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-a2f0a140-a1ec-411c-8464-0cd64b9ef960 req-e675b276-48b6-4462-b55a-b32ff0ee1ad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:17:55.359411 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-eb795b0c-f922-4895-8e8a-8f62b674741a req-748784d4-b6cf-4c9e-9f8d-0224f3441f18 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=e272cb8c-0958-48ef-ac2c-49c8e8b47c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322139 Oct 30 16:17:55.553055 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-a2f0a140-a1ec-411c-8464-0cd64b9ef960 req-e675b276-48b6-4462-b55a-b32ff0ee1ad4 service neutron] For port 81f75e0f-00d0-4451-9340-eed0d136555f, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=81f75e0f-00d0-4451-9340-eed0d136555f,segment=NetworkSegment(7801d76c-6f62-4d02-a500-435eaa0918c5),segment_id=7801d76c-6f62-4d02-a500-435eaa0918c5)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:17:55.583817 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-a2f0a140-a1ec-411c-8464-0cd64b9ef960 req-e675b276-48b6-4462-b55a-b32ff0ee1ad4 service neutron] For port 81f75e0f-00d0-4451-9340-eed0d136555f, host n-h1-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 16:17:55.615338 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-a2f0a140-a1ec-411c-8464-0cd64b9ef960 req-e675b276-48b6-4462-b55a-b32ff0ee1ad4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81f75e0f-00d0-4451-9340-eed0d136555f {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 16:17:55.622418 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-a2f0a140-a1ec-411c-8464-0cd64b9ef960 req-e675b276-48b6-4462-b55a-b32ff0ee1ad4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:17:55.634739 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-a2f0a140-a1ec-411c-8464-0cd64b9ef960 req-e675b276-48b6-4462-b55a-b32ff0ee1ad4 service neutron] Transition to ACTIVE for port object 81f75e0f-00d0-4451-9340-eed0d136555f will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 16:17:55.638187 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-a2f0a140-a1ec-411c-8464-0cd64b9ef960 req-e675b276-48b6-4462-b55a-b32ff0ee1ad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:17:55.726556 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e675b276-48b6-4462-b55a-b32ff0ee1ad4 service neutron] Pushing event updated for resources: {'Port': ['ID=81f75e0f-00d0-4451-9340-eed0d136555f,revision_number=9']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:17:55.740413 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e675b276-48b6-4462-b55a-b32ff0ee1ad4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:17:55.740758 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e675b276-48b6-4462-b55a-b32ff0ee1ad4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:17:55.741096 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e675b276-48b6-4462-b55a-b32ff0ee1ad4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:17:55.741431 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e675b276-48b6-4462-b55a-b32ff0ee1ad4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:17:55.741761 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e675b276-48b6-4462-b55a-b32ff0ee1ad4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:17:55.742086 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e675b276-48b6-4462-b55a-b32ff0ee1ad4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:17:55.742413 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e675b276-48b6-4462-b55a-b32ff0ee1ad4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:17:55.742741 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e675b276-48b6-4462-b55a-b32ff0ee1ad4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:17:55.743065 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e675b276-48b6-4462-b55a-b32ff0ee1ad4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:17:55.743387 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e675b276-48b6-4462-b55a-b32ff0ee1ad4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:17:55.743746 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e675b276-48b6-4462-b55a-b32ff0ee1ad4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:17:55.744063 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e675b276-48b6-4462-b55a-b32ff0ee1ad4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:17:55.776054 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2f0a140-a1ec-411c-8464-0cd64b9ef960 req-e675b276-48b6-4462-b55a-b32ff0ee1ad4 service neutron] No DVR routers for this DVR port 81f75e0f-00d0-4451-9340-eed0d136555f on host n-h1-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 16:17:55.910312 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-a2f0a140-a1ec-411c-8464-0cd64b9ef960 req-e675b276-48b6-4462-b55a-b32ff0ee1ad4 service neutron] Attempting to bind port 81f75e0f-00d0-4451-9340-eed0d136555f on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 16:17:55.910646 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-a2f0a140-a1ec-411c-8464-0cd64b9ef960 req-e675b276-48b6-4462-b55a-b32ff0ee1ad4 service neutron] Attempting to bind port 81f75e0f-00d0-4451-9340-eed0d136555f by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': '7801d76c-6f62-4d02-a500-435eaa0918c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'cb26c7f2-3687-45eb-8fad-c39541e496e7'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 16:17:55.910975 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f0a140-a1ec-411c-8464-0cd64b9ef960 req-e675b276-48b6-4462-b55a-b32ff0ee1ad4 service neutron] Attempting to bind port 81f75e0f-00d0-4451-9340-eed0d136555f on network cb26c7f2-3687-45eb-8fad-c39541e496e7 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:17:55.915714 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f0a140-a1ec-411c-8464-0cd64b9ef960 req-e675b276-48b6-4462-b55a-b32ff0ee1ad4 service neutron] Port 81f75e0f-00d0-4451-9340-eed0d136555f on network cb26c7f2-3687-45eb-8fad-c39541e496e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 16:17:55.916060 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f0a140-a1ec-411c-8464-0cd64b9ef960 req-e675b276-48b6-4462-b55a-b32ff0ee1ad4 service neutron] Attempting to bind port 81f75e0f-00d0-4451-9340-eed0d136555f on network cb26c7f2-3687-45eb-8fad-c39541e496e7 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:17:55.921011 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f0a140-a1ec-411c-8464-0cd64b9ef960 req-e675b276-48b6-4462-b55a-b32ff0ee1ad4 service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 16, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 16:17:55.921350 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f0a140-a1ec-411c-8464-0cd64b9ef960 req-e675b276-48b6-4462-b55a-b32ff0ee1ad4 service neutron] Checking segment: {'id': '7801d76c-6f62-4d02-a500-435eaa0918c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'cb26c7f2-3687-45eb-8fad-c39541e496e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:17:55.921864 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f0a140-a1ec-411c-8464-0cd64b9ef960 req-e675b276-48b6-4462-b55a-b32ff0ee1ad4 service neutron] Bound using segment: {'id': '7801d76c-6f62-4d02-a500-435eaa0918c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'cb26c7f2-3687-45eb-8fad-c39541e496e7'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 16:17:55.922295 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-a2f0a140-a1ec-411c-8464-0cd64b9ef960 req-e675b276-48b6-4462-b55a-b32ff0ee1ad4 service neutron] Bound port: 81f75e0f-00d0-4451-9340-eed0d136555f, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7801d76c-6f62-4d02-a500-435eaa0918c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'cb26c7f2-3687-45eb-8fad-c39541e496e7'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 16:17:55.922647 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-a2f0a140-a1ec-411c-8464-0cd64b9ef960 req-e675b276-48b6-4462-b55a-b32ff0ee1ad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:17:55.983950 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-a2f0a140-a1ec-411c-8464-0cd64b9ef960 req-e675b276-48b6-4462-b55a-b32ff0ee1ad4 service neutron] For port 81f75e0f-00d0-4451-9340-eed0d136555f, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 16:17:55.986830 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-a2f0a140-a1ec-411c-8464-0cd64b9ef960 req-e675b276-48b6-4462-b55a-b32ff0ee1ad4 service neutron] For port 81f75e0f-00d0-4451-9340-eed0d136555f, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=81f75e0f-00d0-4451-9340-eed0d136555f,segment=NetworkSegment(7801d76c-6f62-4d02-a500-435eaa0918c5),segment_id=7801d76c-6f62-4d02-a500-435eaa0918c5)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 16:17:55.991349 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-a2f0a140-a1ec-411c-8464-0cd64b9ef960 req-e675b276-48b6-4462-b55a-b32ff0ee1ad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:17:56.026849 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f0a140-a1ec-411c-8464-0cd64b9ef960 req-e675b276-48b6-4462-b55a-b32ff0ee1ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:17:56.027722 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-a2f0a140-a1ec-411c-8464-0cd64b9ef960 req-e675b276-48b6-4462-b55a-b32ff0ee1ad4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:17:56.029635 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a2f0a140-a1ec-411c-8464-0cd64b9ef960 req-e675b276-48b6-4462-b55a-b32ff0ee1ad4 service neutron] 10.222.0.44 "PUT /v2.0/ports/81f75e0f-00d0-4451-9340-eed0d136555f HTTP/1.1" status: 200 len: 1093 time: 0.7445695 Oct 30 16:17:56.034392 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2975970-c595-4bdd-9ca2-d74c3d9f3eba', 'tag': '81f75e0f-00d0-4451-9340-eed0d136555f'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:17:56.037430 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}931ac027fb50588f101e6e2f92584f6f115530be99269a43aae453735a93652f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b323599-aadc-499d-9880-f1b3975c5e25" -d '{"events": [{"name": "network-changed", "server_uuid": "c2975970-c595-4bdd-9ca2-d74c3d9f3eba", "tag": "81f75e0f-00d0-4451-9340-eed0d136555f"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:17:56.089536 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 16:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb94ba7d-760c-4898-a088-48ddf020bf25 x-openstack-request-id: req-eb94ba7d-760c-4898-a088-48ddf020bf25 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:17:56.089838 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2975970-c595-4bdd-9ca2-d74c3d9f3eba", "tag": "81f75e0f-00d0-4451-9340-eed0d136555f", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:17:56.090096 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-eb94ba7d-760c-4898-a088-48ddf020bf25 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:17:56.090507 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2975970-c595-4bdd-9ca2-d74c3d9f3eba', 'tag': '81f75e0f-00d0-4451-9340-eed0d136555f', 'status': 'completed', 'code': 200} Oct 30 16:17:56.091379 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e675b276-48b6-4462-b55a-b32ff0ee1ad4 service neutron] Pushing event updated for resources: {'Port': ['ID=81f75e0f-00d0-4451-9340-eed0d136555f,revision_number=10']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:17:56.111125 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f0a140-a1ec-411c-8464-0cd64b9ef960 req-050ed81d-f907-4eae-9e0c-4b73e49aec2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:17:56.112776 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a2f0a140-a1ec-411c-8464-0cd64b9ef960 req-050ed81d-f907-4eae-9e0c-4b73e49aec2d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=46c4a3ae4ed941d9bd1e46ff1497cb4d&device_id=c2975970-c595-4bdd-9ca2-d74c3d9f3eba HTTP/1.1" status: 200 len: 1097 time: 0.0574856 Oct 30 16:17:56.209861 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f0a140-a1ec-411c-8464-0cd64b9ef960 req-883e4b4c-7976-4ee2-bddc-f480a032e7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:17:56.211334 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a2f0a140-a1ec-411c-8464-0cd64b9ef960 req-883e4b4c-7976-4ee2-bddc-f480a032e7c9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cb26c7f2-3687-45eb-8fad-c39541e496e7 HTTP/1.1" status: 200 len: 910 time: 0.0921333 Oct 30 16:17:56.275553 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a2f0a140-a1ec-411c-8464-0cd64b9ef960 req-e1e2d939-b0fd-4ae9-ae1b-42514a3f753c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81f75e0f-00d0-4451-9340-eed0d136555f HTTP/1.1" status: 200 len: 1000 time: 0.0577798 Oct 30 16:17:56.327033 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f0a140-a1ec-411c-8464-0cd64b9ef960 req-4b5fd92f-0bc4-4a57-be57-6149053f2693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:17:56.328399 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a2f0a140-a1ec-411c-8464-0cd64b9ef960 req-4b5fd92f-0bc4-4a57-be57-6149053f2693 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8cec7339-3724-49db-8424-61c78b1d835a HTTP/1.1" status: 200 len: 848 time: 0.0457997 Oct 30 16:17:56.376417 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f0a140-a1ec-411c-8464-0cd64b9ef960 req-5695c909-bf13-4a02-9d92-d62e3bf3b35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:17:56.377842 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a2f0a140-a1ec-411c-8464-0cd64b9ef960 req-5695c909-bf13-4a02-9d92-d62e3bf3b35d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cb26c7f2-3687-45eb-8fad-c39541e496e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426314 Oct 30 16:17:56.469802 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a2f0a140-a1ec-411c-8464-0cd64b9ef960 req-2449a0ab-6635-426f-bc99-a2317482d9d9 service neutron] 10.222.0.44 "GET /v2.0/networks/cb26c7f2-3687-45eb-8fad-c39541e496e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842595 Oct 30 16:17:56.479769 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fcfad7-fb3b-4817-a635-218f0dcd6327 req-9a4c1f49-7044-4b47-9639-5c5ea301b7fd tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:17:56.481233 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-43fcfad7-fb3b-4817-a635-218f0dcd6327 req-9a4c1f49-7044-4b47-9639-5c5ea301b7fd tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2975970-c595-4bdd-9ca2-d74c3d9f3eba HTTP/1.1" status: 200 len: 945 time: 0.0521812 Oct 30 16:17:56.518848 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-43fcfad7-fb3b-4817-a635-218f0dcd6327 req-c351f49d-dce3-4921-bde6-3c091374e2bf tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=e272cb8c-0958-48ef-ac2c-49c8e8b47c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308380 Oct 30 16:17:56.564419 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a2f0a140-a1ec-411c-8464-0cd64b9ef960 req-6c7df5dc-2c88-46e6-af16-a95776808b75 service neutron] 10.222.0.44 "GET /v2.0/networks/cb26c7f2-3687-45eb-8fad-c39541e496e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877366 Oct 30 16:17:56.647277 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b323599-aadc-499d-9880-f1b3975c5e25 req-f714d293-34e0-42d3-a725-1c568e61eaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:17:56.649220 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6b323599-aadc-499d-9880-f1b3975c5e25 req-f714d293-34e0-42d3-a725-1c568e61eaa4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=46c4a3ae4ed941d9bd1e46ff1497cb4d&device_id=c2975970-c595-4bdd-9ca2-d74c3d9f3eba HTTP/1.1" status: 200 len: 1097 time: 0.0413554 Oct 30 16:17:56.656483 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 81f75e0f-00d0-4451-9340-eed0d136555f no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 16:17:56.707767 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 81f75e0f-00d0-4451-9340-eed0d136555f not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 16:17:56.755831 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b323599-aadc-499d-9880-f1b3975c5e25 req-cd38c5cd-3b09-4bf2-8603-2082894b4521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:17:56.757328 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6b323599-aadc-499d-9880-f1b3975c5e25 req-cd38c5cd-3b09-4bf2-8603-2082894b4521 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cb26c7f2-3687-45eb-8fad-c39541e496e7 HTTP/1.1" status: 200 len: 910 time: 0.0969317 Oct 30 16:17:56.824172 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6b323599-aadc-499d-9880-f1b3975c5e25 req-e7f2e13a-04f8-40f8-9607-8751df581854 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81f75e0f-00d0-4451-9340-eed0d136555f HTTP/1.1" status: 200 len: 1000 time: 0.0595183 Oct 30 16:17:56.889367 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b323599-aadc-499d-9880-f1b3975c5e25 req-85aa74fa-671b-4a18-b826-c313563f5627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:17:56.890199 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:17:56.891079 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6b323599-aadc-499d-9880-f1b3975c5e25 req-85aa74fa-671b-4a18-b826-c313563f5627 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8cec7339-3724-49db-8424-61c78b1d835a HTTP/1.1" status: 200 len: 848 time: 0.0594299 Oct 30 16:17:57.645904 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840d84c-d329-46b5-8d30-f49e0081d4f3 req-5b287104-b9f5-4a5f-a733-f219b3e4488e tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:17:57.647489 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b840d84c-d329-46b5-8d30-f49e0081d4f3 req-5b287104-b9f5-4a5f-a733-f219b3e4488e tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2975970-c595-4bdd-9ca2-d74c3d9f3eba HTTP/1.1" status: 200 len: 945 time: 0.0552356 Oct 30 16:17:57.688323 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b840d84c-d329-46b5-8d30-f49e0081d4f3 req-013324ed-c5ca-424c-b92c-3231e3eb1812 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=e272cb8c-0958-48ef-ac2c-49c8e8b47c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347567 Oct 30 16:17:58.812240 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7bf6a9-acf4-4c95-9f4f-6eb3deb74981 req-4606690f-e02d-431f-8cc3-6ec02dd527d0 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:17:58.813885 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3f7bf6a9-acf4-4c95-9f4f-6eb3deb74981 req-4606690f-e02d-431f-8cc3-6ec02dd527d0 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2975970-c595-4bdd-9ca2-d74c3d9f3eba HTTP/1.1" status: 200 len: 945 time: 0.0505140 Oct 30 16:17:58.856594 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3f7bf6a9-acf4-4c95-9f4f-6eb3deb74981 req-c7add594-5375-44fb-a443-35d86f191e0f tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=e272cb8c-0958-48ef-ac2c-49c8e8b47c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337360 Oct 30 16:17:59.982387 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc60761-d6de-4499-a266-91906df9c605 req-c5eab559-f8de-46bf-b75d-e729cec90604 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:17:59.983918 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9cc60761-d6de-4499-a266-91906df9c605 req-c5eab559-f8de-46bf-b75d-e729cec90604 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2975970-c595-4bdd-9ca2-d74c3d9f3eba HTTP/1.1" status: 200 len: 945 time: 0.0514655 Oct 30 16:18:00.040183 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9cc60761-d6de-4499-a266-91906df9c605 req-3b23f8b1-458b-45ce-b94e-0af147be49ba tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=e272cb8c-0958-48ef-ac2c-49c8e8b47c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498943 Oct 30 16:18:00.574264 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:18:01.165739 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b048e-57bd-499b-8f8f-a850cfb0b73b req-6000b2a9-bb78-44fa-848a-fcf1e2641343 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:18:01.167554 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8e9b048e-57bd-499b-8f8f-a850cfb0b73b req-6000b2a9-bb78-44fa-848a-fcf1e2641343 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2975970-c595-4bdd-9ca2-d74c3d9f3eba HTTP/1.1" status: 200 len: 945 time: 0.0511856 Oct 30 16:18:01.207977 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8e9b048e-57bd-499b-8f8f-a850cfb0b73b req-f87f3d49-3551-41a7-88c5-4eed6a659c0c tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=e272cb8c-0958-48ef-ac2c-49c8e8b47c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337396 Oct 30 16:18:02.329505 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7846e-fcf8-4866-bbb6-4b4c5b156c9f req-57bedbff-b07f-47df-9a5f-cd4f7e8338f4 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:18:02.331037 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e9b7846e-fcf8-4866-bbb6-4b4c5b156c9f req-57bedbff-b07f-47df-9a5f-cd4f7e8338f4 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2975970-c595-4bdd-9ca2-d74c3d9f3eba HTTP/1.1" status: 200 len: 945 time: 0.0497622 Oct 30 16:18:02.372688 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e9b7846e-fcf8-4866-bbb6-4b4c5b156c9f req-9ed7731b-9d6d-479d-ac62-bba4eb4932d7 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=e272cb8c-0958-48ef-ac2c-49c8e8b47c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356147 Oct 30 16:18:02.585385 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:18:03.500029 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2127a-03ca-430b-9879-8128897186ea req-da39bab3-30d9-439b-80e0-6014dc89dc76 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:18:03.507333 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b1e2127a-03ca-430b-9879-8128897186ea req-da39bab3-30d9-439b-80e0-6014dc89dc76 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2975970-c595-4bdd-9ca2-d74c3d9f3eba HTTP/1.1" status: 200 len: 945 time: 0.0637968 Oct 30 16:18:03.543276 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b1e2127a-03ca-430b-9879-8128897186ea req-0c6fec6b-b20d-4e94-93d4-216b05e5cb4c tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=e272cb8c-0958-48ef-ac2c-49c8e8b47c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350101 Oct 30 16:18:04.665153 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1edca0-7731-4ac3-9a31-3ebff6bfd166 req-0b5a65f7-666b-4dd1-afb2-2827e7c0bcc1 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:18:04.666752 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8f1edca0-7731-4ac3-9a31-3ebff6bfd166 req-0b5a65f7-666b-4dd1-afb2-2827e7c0bcc1 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2975970-c595-4bdd-9ca2-d74c3d9f3eba HTTP/1.1" status: 200 len: 945 time: 0.0547304 Oct 30 16:18:04.709290 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8f1edca0-7731-4ac3-9a31-3ebff6bfd166 req-920ddf37-33b3-458f-8566-cb1d1d18182b tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=e272cb8c-0958-48ef-ac2c-49c8e8b47c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358281 Oct 30 16:18:05.832886 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7769b038-f35e-4764-9b73-ced629253b58 req-465a38e1-dea7-46d6-9e02-feb69734a2af tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:18:05.834557 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7769b038-f35e-4764-9b73-ced629253b58 req-465a38e1-dea7-46d6-9e02-feb69734a2af tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2975970-c595-4bdd-9ca2-d74c3d9f3eba HTTP/1.1" status: 200 len: 945 time: 0.0543351 Oct 30 16:18:05.875953 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-7769b038-f35e-4764-9b73-ced629253b58 req-8429fa1a-1d33-4c60-9a21-4734a82aa261 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=e272cb8c-0958-48ef-ac2c-49c8e8b47c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350115 Oct 30 16:18:06.860725 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b323599-aadc-499d-9880-f1b3975c5e25 req-0e10eecf-b11b-4897-9f81-3cbf2a3269fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:18:06.862199 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6b323599-aadc-499d-9880-f1b3975c5e25 req-0e10eecf-b11b-4897-9f81-3cbf2a3269fb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cb26c7f2-3687-45eb-8fad-c39541e496e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409493 Oct 30 16:18:06.965279 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6b323599-aadc-499d-9880-f1b3975c5e25 req-66f28e64-223e-4243-9e1b-dc6d9dbdb26c service neutron] 10.222.0.44 "GET /v2.0/networks/cb26c7f2-3687-45eb-8fad-c39541e496e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956154 Oct 30 16:18:07.047948 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc4e17-c8eb-4ddf-a395-68710f8cb466 req-f4fdb203-fc33-4874-840f-615b709302a5 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:18:07.049425 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e1dc4e17-c8eb-4ddf-a395-68710f8cb466 req-f4fdb203-fc33-4874-840f-615b709302a5 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2975970-c595-4bdd-9ca2-d74c3d9f3eba HTTP/1.1" status: 200 len: 945 time: 0.1034532 Oct 30 16:18:07.097542 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6b323599-aadc-499d-9880-f1b3975c5e25 req-3c4955a5-9250-457a-a0cd-3ea2c827a74f service neutron] 10.222.0.44 "GET /v2.0/networks/cb26c7f2-3687-45eb-8fad-c39541e496e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190495 Oct 30 16:18:07.109418 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e1dc4e17-c8eb-4ddf-a395-68710f8cb466 req-b832dda5-1296-434d-9063-77145a1d2f7c tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=e272cb8c-0958-48ef-ac2c-49c8e8b47c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533688 Oct 30 16:18:08.231492 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e7fa9-7f56-4d7b-9c2e-9db49eab187e req-bd4f2c69-0a75-456a-9812-3ff7ea5fc8bd tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:18:08.233022 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-989e7fa9-7f56-4d7b-9c2e-9db49eab187e req-bd4f2c69-0a75-456a-9812-3ff7ea5fc8bd tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2975970-c595-4bdd-9ca2-d74c3d9f3eba HTTP/1.1" status: 200 len: 945 time: 0.0522883 Oct 30 16:18:08.270036 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-989e7fa9-7f56-4d7b-9c2e-9db49eab187e req-00f0cd41-d734-4abb-9f60-a38648e17765 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=e272cb8c-0958-48ef-ac2c-49c8e8b47c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309460 Oct 30 16:18:08.940888 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 81f75e0f-00d0-4451-9340-eed0d136555f details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 16:18:09.035590 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 81f75e0f-00d0-4451-9340-eed0d136555f, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=81f75e0f-00d0-4451-9340-eed0d136555f,segment=NetworkSegment(7801d76c-6f62-4d02-a500-435eaa0918c5),segment_id=7801d76c-6f62-4d02-a500-435eaa0918c5)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:18:09.046559 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': '81f75e0f-00d0-4451-9340-eed0d136555f', 'network_id': 'cb26c7f2-3687-45eb-8fad-c39541e496e7', 'port_id': '81f75e0f-00d0-4451-9340-eed0d136555f', 'mac_address': 'fa:16:3e:dc:f1:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cec7339-3724-49db-8424-61c78b1d835a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 16:18:09.082868 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:18:09.096241 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81f75e0f-00d0-4451-9340-eed0d136555f {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 16:18:09.114972 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 81f75e0f-00d0-4451-9340-eed0d136555f, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=81f75e0f-00d0-4451-9340-eed0d136555f,segment=NetworkSegment(7801d76c-6f62-4d02-a500-435eaa0918c5),segment_id=7801d76c-6f62-4d02-a500-435eaa0918c5)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:18:09.117903 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:18:09.169328 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=81f75e0f-00d0-4451-9340-eed0d136555f,revision_number=11']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:18:09.371611 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['81f75e0f-00d0-4451-9340-eed0d136555f'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 16:18:09.390578 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b834a-df19-4ee2-92b4-e941864e335b req-591cb848-0bf3-4067-afaf-0bb433dd43fa tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:18:09.392680 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-040b834a-df19-4ee2-92b4-e941864e335b req-591cb848-0bf3-4067-afaf-0bb433dd43fa tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2975970-c595-4bdd-9ca2-d74c3d9f3eba HTTP/1.1" status: 200 len: 946 time: 0.0509427 Oct 30 16:18:09.433470 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-040b834a-df19-4ee2-92b4-e941864e335b req-774e2b6f-690a-4066-a40c-24776149a456 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=e272cb8c-0958-48ef-ac2c-49c8e8b47c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335062 Oct 30 16:18:10.571075 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67309e8e-65ec-466e-b3c4-001012c3e3fe req-fff4ab73-bb0b-49a6-9f53-7bd299e56ab7 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:18:10.573418 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-67309e8e-65ec-466e-b3c4-001012c3e3fe req-fff4ab73-bb0b-49a6-9f53-7bd299e56ab7 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2975970-c595-4bdd-9ca2-d74c3d9f3eba HTTP/1.1" status: 200 len: 946 time: 0.0663064 Oct 30 16:18:10.611662 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-67309e8e-65ec-466e-b3c4-001012c3e3fe req-c223f810-ec64-4630-9417-38bf0c2519ca tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=e272cb8c-0958-48ef-ac2c-49c8e8b47c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325413 Oct 30 16:18:10.940823 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 81f75e0f-00d0-4451-9340-eed0d136555f up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:18:10.989942 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port 81f75e0f-00d0-4451-9340-eed0d136555f completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 16:18:10.993916 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port 81f75e0f-00d0-4451-9340-eed0d136555f triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:18:10.994294 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:18:11.070077 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:18:11.094440 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2975970-c595-4bdd-9ca2-d74c3d9f3eba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f75e0f-00d0-4451-9340-eed0d136555f'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:18:11.096685 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cafb2eba4876e5fc7105e54c9897f2ac796dde07d3c794cd15d4c51349c0477b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d54867-6d3e-46fc-9c53-80a448c71355" -d '{"events": [{"server_uuid": "c2975970-c595-4bdd-9ca2-d74c3d9f3eba", "name": "network-vif-plugged", "status": "completed", "tag": "81f75e0f-00d0-4451-9340-eed0d136555f"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:18:11.110615 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 81f75e0f-00d0-4451-9340-eed0d136555f, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=81f75e0f-00d0-4451-9340-eed0d136555f,segment=NetworkSegment(7801d76c-6f62-4d02-a500-435eaa0918c5),segment_id=7801d76c-6f62-4d02-a500-435eaa0918c5)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:18:11.114397 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:18:11.137240 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 16:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a9050d1-23ef-40a6-b83e-f356f26ca88e x-openstack-request-id: req-9a9050d1-23ef-40a6-b83e-f356f26ca88e {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:18:11.137536 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2975970-c595-4bdd-9ca2-d74c3d9f3eba", "name": "network-vif-plugged", "status": "completed", "tag": "81f75e0f-00d0-4451-9340-eed0d136555f", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:18:11.137957 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9a9050d1-23ef-40a6-b83e-f356f26ca88e {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:18:11.138184 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2975970-c595-4bdd-9ca2-d74c3d9f3eba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f75e0f-00d0-4451-9340-eed0d136555f', 'code': 200} Oct 30 16:18:11.163355 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=81f75e0f-00d0-4451-9340-eed0d136555f,revision_number=12']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:18:11.287658 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd2cb9c-e6c7-458f-807c-7b7b025b1883 req-6a6227f2-5bf0-4ff3-b4f4-64ac57cb64b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:18:11.289280 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1bd2cb9c-e6c7-458f-807c-7b7b025b1883 req-6a6227f2-5bf0-4ff3-b4f4-64ac57cb64b5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c2975970-c595-4bdd-9ca2-d74c3d9f3eba HTTP/1.1" status: 200 len: 1099 time: 0.0388227 Oct 30 16:18:11.323850 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1bd2cb9c-e6c7-458f-807c-7b7b025b1883 req-9d0d307e-c4b3-4e9a-908e-57f0e93be5cb service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e272cb8c-0958-48ef-ac2c-49c8e8b47c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273283 Oct 30 16:18:11.776911 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f7107c-8ac2-4ff9-8d1c-7525fd4ffff5 req-718b4f3f-2a4b-4322-80ca-ff9cb4fb8ff4 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:18:11.778400 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-99f7107c-8ac2-4ff9-8d1c-7525fd4ffff5 req-718b4f3f-2a4b-4322-80ca-ff9cb4fb8ff4 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2975970-c595-4bdd-9ca2-d74c3d9f3eba HTTP/1.1" status: 200 len: 947 time: 0.0976837 Oct 30 16:18:11.816175 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-99f7107c-8ac2-4ff9-8d1c-7525fd4ffff5 req-fb43628e-c5a0-4dca-8ac2-45994ce9a9ab tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=e272cb8c-0958-48ef-ac2c-49c8e8b47c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309396 Oct 30 16:18:12.988349 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b90b8a0-149d-4d17-9b3e-11dbbf509ad4 req-8fda7351-5fbf-46fb-8812-c900ee0d23c0 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:18:12.989796 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1b90b8a0-149d-4d17-9b3e-11dbbf509ad4 req-8fda7351-5fbf-46fb-8812-c900ee0d23c0 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2975970-c595-4bdd-9ca2-d74c3d9f3eba HTTP/1.1" status: 200 len: 947 time: 0.1035538 Oct 30 16:18:13.027240 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1b90b8a0-149d-4d17-9b3e-11dbbf509ad4 req-b76f890b-078d-4ee4-9a39-6c457ba7afa7 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=e272cb8c-0958-48ef-ac2c-49c8e8b47c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314174 Oct 30 16:18:14.141839 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da03739f-c8fa-4a17-b60d-9e3c161a0558 req-acb956ae-8015-4da0-b65c-3d2930a1bf8b tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:18:14.143301 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-da03739f-c8fa-4a17-b60d-9e3c161a0558 req-acb956ae-8015-4da0-b65c-3d2930a1bf8b tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2975970-c595-4bdd-9ca2-d74c3d9f3eba HTTP/1.1" status: 200 len: 947 time: 0.0486476 Oct 30 16:18:14.181809 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-da03739f-c8fa-4a17-b60d-9e3c161a0558 req-f1c429f3-3b86-41f5-bd1d-b36792f9b956 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=e272cb8c-0958-48ef-ac2c-49c8e8b47c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325456 Oct 30 16:18:21.300965 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b23085a6-5061-4d8b-9dba-1459e3985008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:18:23.879832 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-91819d64-e9c4-4827-8456-60bcc41c7258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:18:24.914440 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:18:25.065912 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:18:26.862362 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:18:30.290604 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 16:18:30.590648 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:18:32.580081 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:18:45.457909 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-184540e3-5174-4752-b34b-a30aef592099 req-d483efa6-2c94-42d0-b031-822c63db38c4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c2975970-c595-4bdd-9ca2-d74c3d9f3eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394077 Oct 30 16:18:45.537568 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184540e3-5174-4752-b34b-a30aef592099 req-149225fc-5913-46e9-ae9b-64a5bbb850f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:18:45.539261 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-184540e3-5174-4752-b34b-a30aef592099 req-149225fc-5913-46e9-ae9b-64a5bbb850f1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=46c4a3ae4ed941d9bd1e46ff1497cb4d&device_id=c2975970-c595-4bdd-9ca2-d74c3d9f3eba HTTP/1.1" status: 200 len: 1099 time: 0.0394940 Oct 30 16:18:45.641351 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184540e3-5174-4752-b34b-a30aef592099 req-1d0b6217-0907-45f7-81ad-0a8bb76712b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:18:45.642795 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-184540e3-5174-4752-b34b-a30aef592099 req-1d0b6217-0907-45f7-81ad-0a8bb76712b8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cb26c7f2-3687-45eb-8fad-c39541e496e7 HTTP/1.1" status: 200 len: 910 time: 0.0846672 Oct 30 16:18:45.708339 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-184540e3-5174-4752-b34b-a30aef592099 req-f1828ce4-dd45-4cdf-8a3d-b6442900d161 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81f75e0f-00d0-4451-9340-eed0d136555f HTTP/1.1" status: 200 len: 1002 time: 0.0581903 Oct 30 16:18:45.756259 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184540e3-5174-4752-b34b-a30aef592099 req-78eec714-52fb-4e2b-afd8-3e5411f711c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:18:45.757670 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-184540e3-5174-4752-b34b-a30aef592099 req-78eec714-52fb-4e2b-afd8-3e5411f711c8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8cec7339-3724-49db-8424-61c78b1d835a HTTP/1.1" status: 200 len: 848 time: 0.0431142 Oct 30 16:18:45.806995 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184540e3-5174-4752-b34b-a30aef592099 req-1adc3cfb-8ade-4a41-9e5c-0a60b63418f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:18:45.808495 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-184540e3-5174-4752-b34b-a30aef592099 req-1adc3cfb-8ade-4a41-9e5c-0a60b63418f8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cb26c7f2-3687-45eb-8fad-c39541e496e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445144 Oct 30 16:18:45.895821 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-184540e3-5174-4752-b34b-a30aef592099 req-aa0f2ebb-026a-4fc2-af2a-e239d8eb6db3 service neutron] 10.222.0.44 "GET /v2.0/networks/cb26c7f2-3687-45eb-8fad-c39541e496e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797741 Oct 30 16:18:45.985620 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-184540e3-5174-4752-b34b-a30aef592099 req-cd9ce4d1-58ee-41b8-9e62-d32dbc673c72 service neutron] 10.222.0.44 "GET /v2.0/networks/cb26c7f2-3687-45eb-8fad-c39541e496e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832808 Oct 30 16:18:51.304440 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0a0ddaf2-7273-4ec8-a878-b67c5530344a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:18:53.880502 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6ac32db0-0be5-4d1d-a94c-217fb20300cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:18:54.917179 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:18:55.069711 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:18:56.863511 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:19:00.617929 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:19:02.581964 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:19:07.289412 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 16:19:21.305902 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b1b29a30-6914-42b5-95b5-91d984706e8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:19:23.359124 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 60016) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:19:23.519008 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-3206abfb-b8f0-4a3e-89f4-08fa4d2cd72c tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Deleting port f31dd04c-d300-461a-8f6e-108de6de7ce1 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:19:23.519264 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3206abfb-b8f0-4a3e-89f4-08fa4d2cd72c tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:19:23.595272 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3206abfb-b8f0-4a3e-89f4-08fa4d2cd72c tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:19:23.595636 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3206abfb-b8f0-4a3e-89f4-08fa4d2cd72c tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:19:23.607827 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-3206abfb-b8f0-4a3e-89f4-08fa4d2cd72c tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Calling delete_port for f31dd04c-d300-461a-8f6e-108de6de7ce1 owned by network:floatingip {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:19:23.755138 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3206abfb-b8f0-4a3e-89f4-08fa4d2cd72c tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:19:23.785012 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3206abfb-b8f0-4a3e-89f4-08fa4d2cd72c tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Pushing event deleted for resources: {'Port': ['ID=f31dd04c-d300-461a-8f6e-108de6de7ce1,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:19:23.805966 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3206abfb-b8f0-4a3e-89f4-08fa4d2cd72c tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:19:23.806321 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3206abfb-b8f0-4a3e-89f4-08fa4d2cd72c tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:19:23.806658 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3206abfb-b8f0-4a3e-89f4-08fa4d2cd72c tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:19:23.807000 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3206abfb-b8f0-4a3e-89f4-08fa4d2cd72c tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:19:23.807334 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3206abfb-b8f0-4a3e-89f4-08fa4d2cd72c tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:19:23.807692 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3206abfb-b8f0-4a3e-89f4-08fa4d2cd72c tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:19:23.808030 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3206abfb-b8f0-4a3e-89f4-08fa4d2cd72c tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:19:23.808350 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3206abfb-b8f0-4a3e-89f4-08fa4d2cd72c tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:19:23.808675 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3206abfb-b8f0-4a3e-89f4-08fa4d2cd72c tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:19:23.808997 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3206abfb-b8f0-4a3e-89f4-08fa4d2cd72c tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:19:23.809318 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3206abfb-b8f0-4a3e-89f4-08fa4d2cd72c tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:19:23.809637 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3206abfb-b8f0-4a3e-89f4-08fa4d2cd72c tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:19:23.854194 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3206abfb-b8f0-4a3e-89f4-08fa4d2cd72c tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks [] for floatingip, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:19:23.854536 n-d-806683-17 neutron-server[102131]: INFO neutron.db.l3_db [None req-3206abfb-b8f0-4a3e-89f4-08fa4d2cd72c tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Floating IP 8854a18e-3276-41ce-9ee0-c11716f94c08 disassociated (deleted). External IP: 172.25.4.172, port: 81f75e0f-00d0-4451-9340-eed0d136555f. Oct 30 16:19:23.881633 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-750519c8-de20-4a3e-a127-f86916a30d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:19:24.059425 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3206abfb-b8f0-4a3e-89f4-08fa4d2cd72c tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Router 4e4c772f-8cfa-4d39-83e5-59c70d33c23e has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 16:19:24.166714 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3206abfb-b8f0-4a3e-89f4-08fa4d2cd72c tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 16:19:24.171779 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3206abfb-b8f0-4a3e-89f4-08fa4d2cd72c tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:19:24.178301 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f8fa39-8ee0-420c-9a75-37aabfb05938 None None] Sync routers for ids ['4e4c772f-8cfa-4d39-83e5-59c70d33c23e'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 16:19:24.187397 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f8fa39-8ee0-420c-9a75-37aabfb05938 None None] Routers {'4e4c772f-8cfa-4d39-83e5-59c70d33c23e'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:19:24.188032 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-e2f8fa39-8ee0-420c-9a75-37aabfb05938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:19:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['4e4c772f-8cfa-4d39-83e5-59c70d33c23e'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:19:24.199226 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-3206abfb-b8f0-4a3e-89f4-08fa4d2cd72c tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "DELETE /v2.0/floatingips/8854a18e-3276-41ce-9ee0-c11716f94c08 HTTP/1.1" status: 204 len: 168 time: 0.8390088 Oct 30 16:19:24.199833 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2975970-c595-4bdd-9ca2-d74c3d9f3eba', 'tag': '81f75e0f-00d0-4451-9340-eed0d136555f'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:19:24.202104 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e7654be7091c8bbf04529226aae636b409f3e4504be56e845cd6b098ed6999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-838ed193-5565-4972-b572-6aa9fb19491d" -d '{"events": [{"name": "network-changed", "server_uuid": "c2975970-c595-4bdd-9ca2-d74c3d9f3eba", "tag": "81f75e0f-00d0-4451-9340-eed0d136555f"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:19:24.300099 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-e2f8fa39-8ee0-420c-9a75-37aabfb05938 None None] Set router 4e4c772f-8cfa-4d39-83e5-59c70d33c23e gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:19:24.312072 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 16:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe96aef-5567-47fb-a2e7-7377d8fe8ca6 x-openstack-request-id: req-cfe96aef-5567-47fb-a2e7-7377d8fe8ca6 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:19:24.312366 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2975970-c595-4bdd-9ca2-d74c3d9f3eba", "tag": "81f75e0f-00d0-4451-9340-eed0d136555f", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:19:24.312636 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cfe96aef-5567-47fb-a2e7-7377d8fe8ca6 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:19:24.313757 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2975970-c595-4bdd-9ca2-d74c3d9f3eba', 'tag': '81f75e0f-00d0-4451-9340-eed0d136555f', 'status': 'completed', 'code': 200} Oct 30 16:19:24.389802 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838ed193-5565-4972-b572-6aa9fb19491d req-4a852ca1-d840-472e-a229-7296fa75f53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:19:24.392646 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-838ed193-5565-4972-b572-6aa9fb19491d req-4a852ca1-d840-472e-a229-7296fa75f53d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=46c4a3ae4ed941d9bd1e46ff1497cb4d&device_id=c2975970-c595-4bdd-9ca2-d74c3d9f3eba HTTP/1.1" status: 200 len: 1099 time: 0.0429232 Oct 30 16:19:24.452236 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc52d0a0-0fc3-46e4-8d10-c2f6b2290fd9 req-e243db1d-cf3b-4d0f-8371-4ea48d6ec3a7 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:19:24.454629 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dc52d0a0-0fc3-46e4-8d10-c2f6b2290fd9 req-e243db1d-cf3b-4d0f-8371-4ea48d6ec3a7 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2975970-c595-4bdd-9ca2-d74c3d9f3eba HTTP/1.1" status: 200 len: 947 time: 0.0671537 Oct 30 16:19:24.493814 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838ed193-5565-4972-b572-6aa9fb19491d req-8f1bfaf5-1847-48a4-8fb1-84088d7f5037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:19:24.495508 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-838ed193-5565-4972-b572-6aa9fb19491d req-8f1bfaf5-1847-48a4-8fb1-84088d7f5037 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cb26c7f2-3687-45eb-8fad-c39541e496e7 HTTP/1.1" status: 200 len: 910 time: 0.0935290 Oct 30 16:19:24.521864 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-e2f8fa39-8ee0-420c-9a75-37aabfb05938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e4c772f-8cfa-4d39-83e5-59c70d33c23e', 'name': 'tempest-TestShelveInstance-1409199508-router', 'tenant_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '47c11540-2436-4d9a-b25a-3db18eb5708e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:15:12Z', 'updated_at': '2021-10-30T16:15:14Z', 'revision_number': 4, 'project_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'gw_port': {'id': '47c11540-2436-4d9a-b25a-3db18eb5708e', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:bb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4c772f-8cfa-4d39-83e5-59c70d33c23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:15:12Z', 'updated_at': '2021-10-30T16:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '87305acc-e77f-4c5b-a64b-d96e74634dd5', 'name': '', 'network_id': 'cb26c7f2-3687-45eb-8fad-c39541e496e7', 'tenant_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'mac_address': 'fa:16:3e:c1:b5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4c772f-8cfa-4d39-83e5-59c70d33c23e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '8cec7339-3724-49db-8424-61c78b1d835a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:15:14Z', 'updated_at': '2021-10-30T16:15:19Z', 'revision_number': 5, 'project_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'subnets': [{'id': '8cec7339-3724-49db-8424-61c78b1d835a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:19:24.540292 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-838ed193-5565-4972-b572-6aa9fb19491d req-356be4ae-afd4-43d6-a090-533932cebb29 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81f75e0f-00d0-4451-9340-eed0d136555f HTTP/1.1" status: 200 len: 217 time: 0.0365939 Oct 30 16:19:24.553291 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f8fa39-8ee0-420c-9a75-37aabfb05938 None None] Checking router: 4e4c772f-8cfa-4d39-83e5-59c70d33c23e for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 16:19:24.562921 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f8fa39-8ee0-420c-9a75-37aabfb05938 None None] Routers {'4e4c772f-8cfa-4d39-83e5-59c70d33c23e'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:19:24.563457 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-e2f8fa39-8ee0-420c-9a75-37aabfb05938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:19:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['4e4c772f-8cfa-4d39-83e5-59c70d33c23e'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:19:24.593288 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838ed193-5565-4972-b572-6aa9fb19491d req-b17f247c-f18b-491f-b2f1-3c96b0ab7970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:19:24.594941 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-838ed193-5565-4972-b572-6aa9fb19491d req-b17f247c-f18b-491f-b2f1-3c96b0ab7970 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8cec7339-3724-49db-8424-61c78b1d835a HTTP/1.1" status: 200 len: 848 time: 0.0472639 Oct 30 16:19:24.695398 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-e2f8fa39-8ee0-420c-9a75-37aabfb05938 None None] Set router 4e4c772f-8cfa-4d39-83e5-59c70d33c23e gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:19:24.801426 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dc52d0a0-0fc3-46e4-8d10-c2f6b2290fd9 req-61a90892-e32d-4a06-96db-5373aca67599 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=e272cb8c-0958-48ef-ac2c-49c8e8b47c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3387353 Oct 30 16:19:24.912575 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-e2f8fa39-8ee0-420c-9a75-37aabfb05938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e4c772f-8cfa-4d39-83e5-59c70d33c23e', 'name': 'tempest-TestShelveInstance-1409199508-router', 'tenant_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '47c11540-2436-4d9a-b25a-3db18eb5708e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:15:12Z', 'updated_at': '2021-10-30T16:15:14Z', 'revision_number': 4, 'project_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'gw_port': {'id': '47c11540-2436-4d9a-b25a-3db18eb5708e', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:bb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4c772f-8cfa-4d39-83e5-59c70d33c23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:15:12Z', 'updated_at': '2021-10-30T16:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '87305acc-e77f-4c5b-a64b-d96e74634dd5', 'name': '', 'network_id': 'cb26c7f2-3687-45eb-8fad-c39541e496e7', 'tenant_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'mac_address': 'fa:16:3e:c1:b5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4c772f-8cfa-4d39-83e5-59c70d33c23e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '8cec7339-3724-49db-8424-61c78b1d835a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:15:14Z', 'updated_at': '2021-10-30T16:15:19Z', 'revision_number': 5, 'project_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'subnets': [{'id': '8cec7339-3724-49db-8424-61c78b1d835a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:19:24.930716 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:19:24.943925 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f8fa39-8ee0-420c-9a75-37aabfb05938 None None] The sync data for ids ['4e4c772f-8cfa-4d39-83e5-59c70d33c23e'] in n-d-806683-17 is: [{'id': '4e4c772f-8cfa-4d39-83e5-59c70d33c23e', 'name': 'tempest-TestShelveInstance-1409199508-router', 'tenant_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '47c11540-2436-4d9a-b25a-3db18eb5708e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:15:12Z', 'updated_at': '2021-10-30T16:15:14Z', 'revision_number': 4, 'project_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'gw_port': {'id': '47c11540-2436-4d9a-b25a-3db18eb5708e', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:bb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4c772f-8cfa-4d39-83e5-59c70d33c23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:15:12Z', 'updated_at': '2021-10-30T16:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '87305acc-e77f-4c5b-a64b-d96e74634dd5', 'name': '', 'network_id': 'cb26c7f2-3687-45eb-8fad-c39541e496e7', 'tenant_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'mac_address': 'fa:16:3e:c1:b5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4c772f-8cfa-4d39-83e5-59c70d33c23e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '8cec7339-3724-49db-8424-61c78b1d835a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:15:14Z', 'updated_at': '2021-10-30T16:15:19Z', 'revision_number': 5, 'project_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'subnets': [{'id': '8cec7339-3724-49db-8424-61c78b1d835a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 16:19:24.988337 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838ed193-5565-4972-b572-6aa9fb19491d req-395dfaeb-6eb2-45c8-9f66-03e74da963f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:19:24.989829 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-838ed193-5565-4972-b572-6aa9fb19491d req-395dfaeb-6eb2-45c8-9f66-03e74da963f9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cb26c7f2-3687-45eb-8fad-c39541e496e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3860970 Oct 30 16:19:25.074482 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:19:25.086164 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-838ed193-5565-4972-b572-6aa9fb19491d req-16173636-b03f-42b9-87ba-67efc685d2f2 service neutron] 10.222.0.44 "GET /v2.0/networks/cb26c7f2-3687-45eb-8fad-c39541e496e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883484 Oct 30 16:19:25.182912 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea2d344-91d2-4041-a156-898384b7a5d2 None None] New status for floating IP 8854a18e-3276-41ce-9ee0-c11716f94c08: DOWN {{(pid=102132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 16:19:25.183412 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-838ed193-5565-4972-b572-6aa9fb19491d req-c402fe13-c072-424e-be4f-4df890ef9af4 service neutron] 10.222.0.44 "GET /v2.0/networks/cb26c7f2-3687-45eb-8fad-c39541e496e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895035 Oct 30 16:19:25.689033 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952aefeb-ea7c-41b3-99fa-e8af04b369e0 req-73f804b1-ff86-461e-903e-13b6e3799564 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:19:25.691255 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-952aefeb-ea7c-41b3-99fa-e8af04b369e0 req-73f804b1-ff86-461e-903e-13b6e3799564 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2975970-c595-4bdd-9ca2-d74c3d9f3eba HTTP/1.1" status: 200 len: 947 time: 0.0501821 Oct 30 16:19:25.781668 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-952aefeb-ea7c-41b3-99fa-e8af04b369e0 req-6374505b-e31a-4d2d-8a2d-eb94b838f629 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Deleting port 81f75e0f-00d0-4451-9340-eed0d136555f {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:19:25.782066 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-952aefeb-ea7c-41b3-99fa-e8af04b369e0 req-6374505b-e31a-4d2d-8a2d-eb94b838f629 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:19:25.870887 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-952aefeb-ea7c-41b3-99fa-e8af04b369e0 req-6374505b-e31a-4d2d-8a2d-eb94b838f629 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] For port 81f75e0f-00d0-4451-9340-eed0d136555f, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=81f75e0f-00d0-4451-9340-eed0d136555f,segment=NetworkSegment(7801d76c-6f62-4d02-a500-435eaa0918c5),segment_id=7801d76c-6f62-4d02-a500-435eaa0918c5)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:19:25.871247 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-952aefeb-ea7c-41b3-99fa-e8af04b369e0 req-6374505b-e31a-4d2d-8a2d-eb94b838f629 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:19:25.903667 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-952aefeb-ea7c-41b3-99fa-e8af04b369e0 req-6374505b-e31a-4d2d-8a2d-eb94b838f629 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Calling delete_port for 81f75e0f-00d0-4451-9340-eed0d136555f owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:19:25.972806 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d41d3-c6a8-44cc-a1a1-8f10475cdb7b req-ee867e7d-c59b-4b1a-8963-f5611b869f6d tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:19:25.974194 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-902d41d3-c6a8-44cc-a1a1-8f10475cdb7b req-ee867e7d-c59b-4b1a-8963-f5611b869f6d tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2975970-c595-4bdd-9ca2-d74c3d9f3eba HTTP/1.1" status: 200 len: 947 time: 0.1004522 Oct 30 16:19:26.030042 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-902d41d3-c6a8-44cc-a1a1-8f10475cdb7b req-755160ec-17b4-488e-8197-3dc200d678f0 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=e272cb8c-0958-48ef-ac2c-49c8e8b47c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446286 Oct 30 16:19:26.086182 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-952aefeb-ea7c-41b3-99fa-e8af04b369e0 req-6374505b-e31a-4d2d-8a2d-eb94b838f629 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:19:26.119327 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6374505b-e31a-4d2d-8a2d-eb94b838f629 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Pushing event deleted for resources: {'Port': ['ID=81f75e0f-00d0-4451-9340-eed0d136555f,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:19:26.131575 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6374505b-e31a-4d2d-8a2d-eb94b838f629 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:19:26.131933 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6374505b-e31a-4d2d-8a2d-eb94b838f629 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:19:26.132278 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6374505b-e31a-4d2d-8a2d-eb94b838f629 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:19:26.132621 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6374505b-e31a-4d2d-8a2d-eb94b838f629 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:19:26.132966 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6374505b-e31a-4d2d-8a2d-eb94b838f629 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:19:26.133292 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6374505b-e31a-4d2d-8a2d-eb94b838f629 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:19:26.133623 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6374505b-e31a-4d2d-8a2d-eb94b838f629 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:19:26.133950 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6374505b-e31a-4d2d-8a2d-eb94b838f629 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:19:26.134279 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6374505b-e31a-4d2d-8a2d-eb94b838f629 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:19:26.134606 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6374505b-e31a-4d2d-8a2d-eb94b838f629 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:19:26.134938 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6374505b-e31a-4d2d-8a2d-eb94b838f629 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:19:26.135267 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6374505b-e31a-4d2d-8a2d-eb94b838f629 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:19:26.169360 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-952aefeb-ea7c-41b3-99fa-e8af04b369e0 req-6374505b-e31a-4d2d-8a2d-eb94b838f629 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] No DVR routers for this DVR port 81f75e0f-00d0-4451-9340-eed0d136555f on host n-h2-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 16:19:26.171932 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-952aefeb-ea7c-41b3-99fa-e8af04b369e0 req-6374505b-e31a-4d2d-8a2d-eb94b838f629 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:19:26.175852 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-952aefeb-ea7c-41b3-99fa-e8af04b369e0 req-6374505b-e31a-4d2d-8a2d-eb94b838f629 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.44 "DELETE /v2.0/ports/81f75e0f-00d0-4451-9340-eed0d136555f HTTP/1.1" status: 204 len: 173 time: 0.4789400 Oct 30 16:19:26.176291 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2975970-c595-4bdd-9ca2-d74c3d9f3eba', 'name': 'network-vif-deleted', 'tag': '81f75e0f-00d0-4451-9340-eed0d136555f'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:19:26.178562 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}931ac027fb50588f101e6e2f92584f6f115530be99269a43aae453735a93652f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b112312-30a7-4946-a330-99d7c285bb56" -d '{"events": [{"server_uuid": "c2975970-c595-4bdd-9ca2-d74c3d9f3eba", "name": "network-vif-deleted", "tag": "81f75e0f-00d0-4451-9340-eed0d136555f"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:19:26.273269 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 16:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092828ea-e588-40c7-bdf8-b84ec54db8fb x-openstack-request-id: req-092828ea-e588-40c7-bdf8-b84ec54db8fb {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:19:26.273559 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2975970-c595-4bdd-9ca2-d74c3d9f3eba", "name": "network-vif-deleted", "tag": "81f75e0f-00d0-4451-9340-eed0d136555f", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:19:26.273800 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-092828ea-e588-40c7-bdf8-b84ec54db8fb {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:19:26.274210 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2975970-c595-4bdd-9ca2-d74c3d9f3eba', 'name': 'network-vif-deleted', 'tag': '81f75e0f-00d0-4451-9340-eed0d136555f', 'status': 'completed', 'code': 200} Oct 30 16:19:26.866453 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:19:27.095074 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 60040) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:19:27.153731 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a3fd0b5f-aa2e-44e6-914c-67b743a1c2b6 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:19:27.178419 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a3fd0b5f-aa2e-44e6-914c-67b743a1c2b6 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:19:27.239390 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a3fd0b5f-aa2e-44e6-914c-67b743a1c2b6 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:19:27.242073 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a3fd0b5f-aa2e-44e6-914c-67b743a1c2b6 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:19:27.243283 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-a3fd0b5f-aa2e-44e6-914c-67b743a1c2b6 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "DELETE /v2.0/security-groups/e272cb8c-0958-48ef-ac2c-49c8e8b47c2b HTTP/1.1" status: 204 len: 168 time: 0.1488566 Oct 30 16:19:27.252778 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fd0b5f-aa2e-44e6-914c-67b743a1c2b6 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e272cb8c-0958-48ef-ac2c-49c8e8b47c2b,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:19:27.881498 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 60046) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:19:27.886161 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-56b52b65-2920-45be-8964-10669f220118 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-436750360', 'description': 'tempest-secgroup-smoke-436750360 description', 'project_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:19:27.909246 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-56b52b65-2920-45be-8964-10669f220118 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks [] for security_group, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:19:27.982922 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-56b52b65-2920-45be-8964-10669f220118 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks [] for security_group, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:19:27.986390 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-56b52b65-2920-45be-8964-10669f220118 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:19:28.013745 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-56b52b65-2920-45be-8964-10669f220118 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:19:28.014970 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-56b52b65-2920-45be-8964-10669f220118 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1324427 Oct 30 16:19:28.018490 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60048) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:19:28.019571 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b52b65-2920-45be-8964-10669f220118 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d56776fc-c953-4534-ab12-635a8134d21d,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:19:28.023111 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-9d8f212e-2ccd-4b65-b7cb-df7efadf42b7 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Request body: {'security_group_rule': {'security_group_id': 'd56776fc-c953-4534-ab12-635a8134d21d', 'project_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:19:28.050123 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9d8f212e-2ccd-4b65-b7cb-df7efadf42b7 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:19:28.106484 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9d8f212e-2ccd-4b65-b7cb-df7efadf42b7 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:19:28.110295 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9d8f212e-2ccd-4b65-b7cb-df7efadf42b7 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:19:28.129528 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f212e-2ccd-4b65-b7cb-df7efadf42b7 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf55e46c-fa15-467f-80de-d5768a323b03,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:19:28.134470 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9d8f212e-2ccd-4b65-b7cb-df7efadf42b7 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:19:28.135686 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9d8f212e-2ccd-4b65-b7cb-df7efadf42b7 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1161356 Oct 30 16:19:28.138475 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60050) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:19:28.143410 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-db02aabd-60c9-47c8-8ec1-ab97264040ff tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Request body: {'security_group_rule': {'security_group_id': 'd56776fc-c953-4534-ab12-635a8134d21d', 'project_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:19:28.168808 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-db02aabd-60c9-47c8-8ec1-ab97264040ff tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:19:28.227105 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-db02aabd-60c9-47c8-8ec1-ab97264040ff tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:19:28.230983 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-db02aabd-60c9-47c8-8ec1-ab97264040ff tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:19:28.249485 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db02aabd-60c9-47c8-8ec1-ab97264040ff tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a3f232b-7f8b-4aa6-92da-85c7f68d804c,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:19:28.255026 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-db02aabd-60c9-47c8-8ec1-ab97264040ff tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:19:28.256247 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-db02aabd-60c9-47c8-8ec1-ab97264040ff tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1168315 Oct 30 16:19:28.259043 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60052) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:19:28.263402 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-74efd17e-1e45-4026-bcec-051afac4083e tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Request body: {'security_group_rule': {'security_group_id': 'd56776fc-c953-4534-ab12-635a8134d21d', 'project_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:19:28.290266 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-74efd17e-1e45-4026-bcec-051afac4083e tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:19:28.346362 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-74efd17e-1e45-4026-bcec-051afac4083e tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:19:28.350170 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-74efd17e-1e45-4026-bcec-051afac4083e tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:19:28.368143 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74efd17e-1e45-4026-bcec-051afac4083e tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fafcc06-0f18-4d97-b3ff-6353febd0aa7,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:19:28.373060 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-74efd17e-1e45-4026-bcec-051afac4083e tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:19:28.377692 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-74efd17e-1e45-4026-bcec-051afac4083e tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1142206 Oct 30 16:19:28.377692 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60054) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:19:28.381822 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-1015dbf4-dc76-401e-b2f6-ed660ef34d06 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Request body: {'security_group_rule': {'security_group_id': 'd56776fc-c953-4534-ab12-635a8134d21d', 'project_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:19:28.408132 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1015dbf4-dc76-401e-b2f6-ed660ef34d06 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:19:28.465265 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1015dbf4-dc76-401e-b2f6-ed660ef34d06 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:19:28.468670 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1015dbf4-dc76-401e-b2f6-ed660ef34d06 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:19:28.487314 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1015dbf4-dc76-401e-b2f6-ed660ef34d06 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69c38195-aa7a-468a-938c-5fae40a9065f,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:19:28.494869 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1015dbf4-dc76-401e-b2f6-ed660ef34d06 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:19:28.496090 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-1015dbf4-dc76-401e-b2f6-ed660ef34d06 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1176434 Oct 30 16:19:28.498763 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60056) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:19:28.503820 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-9f5e61c3-a978-49f6-aa58-d2ea803f3614 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Request body: {'security_group_rule': {'security_group_id': 'd56776fc-c953-4534-ab12-635a8134d21d', 'project_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:19:28.523717 n-d-806683-17 neutron-server[102130]: INFO neutron.db.securitygroups_db [None req-9f5e61c3-a978-49f6-aa58-d2ea803f3614 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Project 46c4a3ae4ed941d9bd1e46ff1497cb4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 30 16:19:28.528323 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9f5e61c3-a978-49f6-aa58-d2ea803f3614 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:19:28.587786 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9f5e61c3-a978-49f6-aa58-d2ea803f3614 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:19:28.591302 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9f5e61c3-a978-49f6-aa58-d2ea803f3614 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:19:28.605771 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5e61c3-a978-49f6-aa58-d2ea803f3614 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6473197-f3f5-4a05-a872-e3bb527b34a2,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:19:28.616594 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9f5e61c3-a978-49f6-aa58-d2ea803f3614 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:19:28.617796 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9f5e61c3-a978-49f6-aa58-d2ea803f3614 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1180596 Oct 30 16:19:28.620534 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60058) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:19:28.624890 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-48fb8574-ed71-4997-9242-934ee1c59eca tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Request body: {'security_group_rule': {'security_group_id': 'd56776fc-c953-4534-ab12-635a8134d21d', 'project_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:19:28.645822 n-d-806683-17 neutron-server[102130]: INFO neutron.db.securitygroups_db [None req-48fb8574-ed71-4997-9242-934ee1c59eca tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Project 46c4a3ae4ed941d9bd1e46ff1497cb4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 30 16:19:28.650601 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-48fb8574-ed71-4997-9242-934ee1c59eca tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:19:28.711536 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-48fb8574-ed71-4997-9242-934ee1c59eca tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:19:28.714947 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-48fb8574-ed71-4997-9242-934ee1c59eca tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:19:28.732372 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fb8574-ed71-4997-9242-934ee1c59eca tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63f77dca-85cc-4385-8034-6bf7b5596bb2,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:19:28.740852 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-48fb8574-ed71-4997-9242-934ee1c59eca tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:19:28.742040 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-48fb8574-ed71-4997-9242-934ee1c59eca tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1205497 Oct 30 16:19:29.367156 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 81f75e0f-00d0-4451-9340-eed0d136555f no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 16:19:29.391817 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] No Port match for: 81f75e0f-00d0-4451-9340-eed0d136555f {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 16:19:29.392158 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 81f75e0f-00d0-4451-9340-eed0d136555f not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 16:19:30.620315 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:19:32.585503 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:19:43.976467 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-29d5bd44-b656-49a4-9a70-586e6c51eb76 req-060c4fc9-8c99-4e7f-aeb5-d9e5b803b3b0 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-436750360&fields=id&tenant_id=46c4a3ae4ed941d9bd1e46ff1497cb4d HTTP/1.1" status: 200 len: 267 time: 0.0369098 Oct 30 16:19:44.081056 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d5bd44-b656-49a4-9a70-586e6c51eb76 req-d7bbf42e-2400-436a-a342-d4e2a3b72ee0 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:19:44.082429 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-29d5bd44-b656-49a4-9a70-586e6c51eb76 req-d7bbf42e-2400-436a-a342-d4e2a3b72ee0 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/networks?id=cb26c7f2-3687-45eb-8fad-c39541e496e7 HTTP/1.1" status: 200 len: 809 time: 0.0993831 Oct 30 16:19:44.097069 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-29d5bd44-b656-49a4-9a70-586e6c51eb76 req-9e4c14d5-16d2-4654-8a18-79a06c2a7cff tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/quotas/46c4a3ae4ed941d9bd1e46ff1497cb4d HTTP/1.1" status: 200 len: 375 time: 0.0088277 Oct 30 16:19:44.146290 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-29d5bd44-b656-49a4-9a70-586e6c51eb76 req-9903ad8b-ca24-4a69-873d-0e14b9120c62 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=46c4a3ae4ed941d9bd1e46ff1497cb4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440881 Oct 30 16:19:44.161479 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [req-29d5bd44-b656-49a4-9a70-586e6c51eb76 req-1f33cb11-10c8-4a54-998c-6676f2ebb4bd service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 16:19:44.162435 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-29d5bd44-b656-49a4-9a70-586e6c51eb76 req-1f33cb11-10c8-4a54-998c-6676f2ebb4bd service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050745 Oct 30 16:19:44.254953 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-29d5bd44-b656-49a4-9a70-586e6c51eb76 req-42e61bf6-6ed9-41aa-b123-d0734d64ccbb service neutron] 10.222.0.62 "GET /v2.0/networks/cb26c7f2-3687-45eb-8fad-c39541e496e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866163 Oct 30 16:19:44.288134 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 16:19:44.344736 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-29d5bd44-b656-49a4-9a70-586e6c51eb76 req-cb028f0d-854e-4af4-8831-c56d16adc948 service neutron] 10.222.0.62 "GET /v2.0/networks/cb26c7f2-3687-45eb-8fad-c39541e496e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834630 Oct 30 16:19:44.625864 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-083eb66a-37be-4670-b895-70e5f1f75977 req-f04a9728-4489-4450-a21c-ac742d96aa3c tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cda1866-04b6-42d6-93b0-81f954ab28d1 HTTP/1.1" status: 200 len: 210 time: 0.0267425 Oct 30 16:19:45.540931 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d5bd44-b656-49a4-9a70-586e6c51eb76 req-4fe78d00-1472-4784-9c73-a46cb55d2627 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:19:45.542388 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-29d5bd44-b656-49a4-9a70-586e6c51eb76 req-4fe78d00-1472-4784-9c73-a46cb55d2627 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.53 "GET /v2.0/networks?id=cb26c7f2-3687-45eb-8fad-c39541e496e7 HTTP/1.1" status: 200 len: 809 time: 0.1090381 Oct 30 16:19:45.583633 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-29d5bd44-b656-49a4-9a70-586e6c51eb76 req-283c8736-488e-4a73-ab75-d175c29570d7 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46c4a3ae4ed941d9bd1e46ff1497cb4d HTTP/1.1" status: 200 len: 379 time: 0.0326810 Oct 30 16:19:45.593330 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-29d5bd44-b656-49a4-9a70-586e6c51eb76 req-1136397c-f36d-4393-8b69-be17d4b38a18 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Request body: {'port': {'device_id': '0cda1866-04b6-42d6-93b0-81f954ab28d1', 'network_id': 'cb26c7f2-3687-45eb-8fad-c39541e496e7', 'admin_state_up': True, 'tenant_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'security_groups': ['d56776fc-c953-4534-ab12-635a8134d21d']}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:19:45.712064 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29d5bd44-b656-49a4-9a70-586e6c51eb76 req-1136397c-f36d-4393-8b69-be17d4b38a18 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Made reservation on behalf of 46c4a3ae4ed941d9bd1e46ff1497cb4d for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 16:19:45.715543 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-29d5bd44-b656-49a4-9a70-586e6c51eb76 req-1136397c-f36d-4393-8b69-be17d4b38a18 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:19:45.733877 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0850f647-fe54-44b2-921e-cee4691ff6d0 req-e3e33725-0e2f-4edc-89d5-23cf47918cf8 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cda1866-04b6-42d6-93b0-81f954ab28d1 HTTP/1.1" status: 200 len: 210 time: 0.0312922 Oct 30 16:19:45.845316 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-29d5bd44-b656-49a4-9a70-586e6c51eb76 req-1136397c-f36d-4393-8b69-be17d4b38a18 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Allocated IP 172.20.0.13 (cb26c7f2-3687-45eb-8fad-c39541e496e7/8cec7339-3724-49db-8424-61c78b1d835a/d4b402d5-4444-4e99-964d-c6579206edb1) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 16:19:45.987347 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-29d5bd44-b656-49a4-9a70-586e6c51eb76 req-1136397c-f36d-4393-8b69-be17d4b38a18 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:19:46.020560 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-29d5bd44-b656-49a4-9a70-586e6c51eb76 req-1136397c-f36d-4393-8b69-be17d4b38a18 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:19:46.065953 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29d5bd44-b656-49a4-9a70-586e6c51eb76 req-1136397c-f36d-4393-8b69-be17d4b38a18 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Network cb26c7f2-3687-45eb-8fad-c39541e496e7 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:19:46.069153 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-29d5bd44-b656-49a4-9a70-586e6c51eb76 req-1136397c-f36d-4393-8b69-be17d4b38a18 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:19:46.072828 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-29d5bd44-b656-49a4-9a70-586e6c51eb76 req-1136397c-f36d-4393-8b69-be17d4b38a18 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 16:19:46.097440 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1136397c-f36d-4393-8b69-be17d4b38a18 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Pushing event updated for resources: {'Port': ['ID=d4b402d5-4444-4e99-964d-c6579206edb1,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:19:46.131906 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d5bd44-b656-49a4-9a70-586e6c51eb76 req-1136397c-f36d-4393-8b69-be17d4b38a18 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:19:46.132538 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-29d5bd44-b656-49a4-9a70-586e6c51eb76 req-1136397c-f36d-4393-8b69-be17d4b38a18 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:19:46.152011 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-29d5bd44-b656-49a4-9a70-586e6c51eb76 req-1136397c-f36d-4393-8b69-be17d4b38a18 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5621026 Oct 30 16:19:46.210612 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-29d5bd44-b656-49a4-9a70-586e6c51eb76 req-99734d3f-a1fc-4f90-8799-b6dfb93b0d36 service neutron] Request body: {'port': {'device_id': '0cda1866-04b6-42d6-93b0-81f954ab28d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:19:46.274941 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-29d5bd44-b656-49a4-9a70-586e6c51eb76 req-99734d3f-a1fc-4f90-8799-b6dfb93b0d36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:19:46.314263 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-b05e54d5-8736-4d0a-a2b5-9d42769366db None None] Provisioning complete for port d4b402d5-4444-4e99-964d-c6579206edb1 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:19:46.314908 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b05e54d5-8736-4d0a-a2b5-9d42769366db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:19:46.353421 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-b05e54d5-8736-4d0a-a2b5-9d42769366db None None] Port d4b402d5-4444-4e99-964d-c6579206edb1 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 16:19:46.549277 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-29d5bd44-b656-49a4-9a70-586e6c51eb76 req-99734d3f-a1fc-4f90-8799-b6dfb93b0d36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4b402d5-4444-4e99-964d-c6579206edb1 {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 16:19:46.556936 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-29d5bd44-b656-49a4-9a70-586e6c51eb76 req-99734d3f-a1fc-4f90-8799-b6dfb93b0d36 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:19:46.568469 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-29d5bd44-b656-49a4-9a70-586e6c51eb76 req-99734d3f-a1fc-4f90-8799-b6dfb93b0d36 service neutron] Transition to ACTIVE for port object d4b402d5-4444-4e99-964d-c6579206edb1 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 16:19:46.573694 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-29d5bd44-b656-49a4-9a70-586e6c51eb76 req-99734d3f-a1fc-4f90-8799-b6dfb93b0d36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:19:46.666792 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99734d3f-a1fc-4f90-8799-b6dfb93b0d36 service neutron] Pushing event updated for resources: {'Port': ['ID=d4b402d5-4444-4e99-964d-c6579206edb1,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:19:46.713994 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-29d5bd44-b656-49a4-9a70-586e6c51eb76 req-99734d3f-a1fc-4f90-8799-b6dfb93b0d36 service neutron] Attempting to bind port d4b402d5-4444-4e99-964d-c6579206edb1 on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 16:19:46.714655 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-29d5bd44-b656-49a4-9a70-586e6c51eb76 req-99734d3f-a1fc-4f90-8799-b6dfb93b0d36 service neutron] Attempting to bind port d4b402d5-4444-4e99-964d-c6579206edb1 by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': '7801d76c-6f62-4d02-a500-435eaa0918c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'cb26c7f2-3687-45eb-8fad-c39541e496e7'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 16:19:46.714776 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d5bd44-b656-49a4-9a70-586e6c51eb76 req-99734d3f-a1fc-4f90-8799-b6dfb93b0d36 service neutron] Attempting to bind port d4b402d5-4444-4e99-964d-c6579206edb1 on network cb26c7f2-3687-45eb-8fad-c39541e496e7 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:19:46.719980 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d5bd44-b656-49a4-9a70-586e6c51eb76 req-99734d3f-a1fc-4f90-8799-b6dfb93b0d36 service neutron] Port d4b402d5-4444-4e99-964d-c6579206edb1 on network cb26c7f2-3687-45eb-8fad-c39541e496e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 16:19:46.720397 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d5bd44-b656-49a4-9a70-586e6c51eb76 req-99734d3f-a1fc-4f90-8799-b6dfb93b0d36 service neutron] Attempting to bind port d4b402d5-4444-4e99-964d-c6579206edb1 on network cb26c7f2-3687-45eb-8fad-c39541e496e7 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:19:46.726678 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d5bd44-b656-49a4-9a70-586e6c51eb76 req-99734d3f-a1fc-4f90-8799-b6dfb93b0d36 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 16, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 16:19:46.727121 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d5bd44-b656-49a4-9a70-586e6c51eb76 req-99734d3f-a1fc-4f90-8799-b6dfb93b0d36 service neutron] Checking segment: {'id': '7801d76c-6f62-4d02-a500-435eaa0918c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'cb26c7f2-3687-45eb-8fad-c39541e496e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:19:46.727668 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d5bd44-b656-49a4-9a70-586e6c51eb76 req-99734d3f-a1fc-4f90-8799-b6dfb93b0d36 service neutron] Bound using segment: {'id': '7801d76c-6f62-4d02-a500-435eaa0918c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'cb26c7f2-3687-45eb-8fad-c39541e496e7'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 16:19:46.728286 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-29d5bd44-b656-49a4-9a70-586e6c51eb76 req-99734d3f-a1fc-4f90-8799-b6dfb93b0d36 service neutron] Bound port: d4b402d5-4444-4e99-964d-c6579206edb1, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7801d76c-6f62-4d02-a500-435eaa0918c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'cb26c7f2-3687-45eb-8fad-c39541e496e7'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 16:19:46.728722 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-29d5bd44-b656-49a4-9a70-586e6c51eb76 req-99734d3f-a1fc-4f90-8799-b6dfb93b0d36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:19:46.812577 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-29d5bd44-b656-49a4-9a70-586e6c51eb76 req-99734d3f-a1fc-4f90-8799-b6dfb93b0d36 service neutron] For port d4b402d5-4444-4e99-964d-c6579206edb1, host n-h1-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 16:19:46.817438 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-29d5bd44-b656-49a4-9a70-586e6c51eb76 req-99734d3f-a1fc-4f90-8799-b6dfb93b0d36 service neutron] For port d4b402d5-4444-4e99-964d-c6579206edb1, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=d4b402d5-4444-4e99-964d-c6579206edb1,segment=NetworkSegment(7801d76c-6f62-4d02-a500-435eaa0918c5),segment_id=7801d76c-6f62-4d02-a500-435eaa0918c5)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 16:19:46.823267 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-29d5bd44-b656-49a4-9a70-586e6c51eb76 req-99734d3f-a1fc-4f90-8799-b6dfb93b0d36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:19:46.880099 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d5bd44-b656-49a4-9a70-586e6c51eb76 req-99734d3f-a1fc-4f90-8799-b6dfb93b0d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:19:46.880706 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-29d5bd44-b656-49a4-9a70-586e6c51eb76 req-99734d3f-a1fc-4f90-8799-b6dfb93b0d36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:19:46.882100 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-29d5bd44-b656-49a4-9a70-586e6c51eb76 req-99734d3f-a1fc-4f90-8799-b6dfb93b0d36 service neutron] 10.222.0.53 "PUT /v2.0/ports/d4b402d5-4444-4e99-964d-c6579206edb1 HTTP/1.1" status: 200 len: 1093 time: 0.7224874 Oct 30 16:19:46.901952 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cda1866-04b6-42d6-93b0-81f954ab28d1', 'tag': 'd4b402d5-4444-4e99-964d-c6579206edb1'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:19:46.904295 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}931ac027fb50588f101e6e2f92584f6f115530be99269a43aae453735a93652f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b30e8d4-5718-4efd-a475-5fbabebed952" -d '{"events": [{"name": "network-changed", "server_uuid": "0cda1866-04b6-42d6-93b0-81f954ab28d1", "tag": "d4b402d5-4444-4e99-964d-c6579206edb1"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:19:46.963237 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99734d3f-a1fc-4f90-8799-b6dfb93b0d36 service neutron] Pushing event updated for resources: {'Port': ['ID=d4b402d5-4444-4e99-964d-c6579206edb1,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:19:46.967732 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 16:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4397f748-f307-4f77-84ef-b0421a66ef4d x-openstack-request-id: req-4397f748-f307-4f77-84ef-b0421a66ef4d {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:19:46.968025 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cda1866-04b6-42d6-93b0-81f954ab28d1", "tag": "d4b402d5-4444-4e99-964d-c6579206edb1", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:19:46.968278 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4397f748-f307-4f77-84ef-b0421a66ef4d {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:19:46.968680 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cda1866-04b6-42d6-93b0-81f954ab28d1', 'tag': 'd4b402d5-4444-4e99-964d-c6579206edb1', 'status': 'completed', 'code': 200} Oct 30 16:19:46.981549 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5265dd1-e303-4fbf-bdf5-b69b2989325d req-c1845b33-1eee-4782-a9a5-1e6b957c40fc tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:19:46.983073 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c5265dd1-e303-4fbf-bdf5-b69b2989325d req-c1845b33-1eee-4782-a9a5-1e6b957c40fc tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cda1866-04b6-42d6-93b0-81f954ab28d1 HTTP/1.1" status: 200 len: 944 time: 0.1274483 Oct 30 16:19:47.012254 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d5bd44-b656-49a4-9a70-586e6c51eb76 req-e81368aa-3875-48e8-9aef-97527bcba428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:19:47.013764 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-29d5bd44-b656-49a4-9a70-586e6c51eb76 req-e81368aa-3875-48e8-9aef-97527bcba428 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=46c4a3ae4ed941d9bd1e46ff1497cb4d&device_id=0cda1866-04b6-42d6-93b0-81f954ab28d1 HTTP/1.1" status: 200 len: 1096 time: 0.0793040 Oct 30 16:19:47.039978 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c5265dd1-e303-4fbf-bdf5-b69b2989325d req-7d3709c3-978f-4689-96de-2a129e80cae9 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=d56776fc-c953-4534-ab12-635a8134d21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487230 Oct 30 16:19:47.067905 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-29d5bd44-b656-49a4-9a70-586e6c51eb76 req-c5438378-6cec-4fcf-822b-57b90c505ae9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4b402d5-4444-4e99-964d-c6579206edb1 HTTP/1.1" status: 200 len: 217 time: 0.0418859 Oct 30 16:19:47.134607 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d5bd44-b656-49a4-9a70-586e6c51eb76 req-33b07aac-6263-4715-a018-49fa931fc2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:19:47.136037 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-29d5bd44-b656-49a4-9a70-586e6c51eb76 req-33b07aac-6263-4715-a018-49fa931fc2a6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8cec7339-3724-49db-8424-61c78b1d835a HTTP/1.1" status: 200 len: 848 time: 0.0618360 Oct 30 16:19:47.187095 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d5bd44-b656-49a4-9a70-586e6c51eb76 req-3c300ef1-cc20-4359-a5c9-bf9e6c5c7a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:19:47.188768 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-29d5bd44-b656-49a4-9a70-586e6c51eb76 req-3c300ef1-cc20-4359-a5c9-bf9e6c5c7a63 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cb26c7f2-3687-45eb-8fad-c39541e496e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449967 Oct 30 16:19:47.293127 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-29d5bd44-b656-49a4-9a70-586e6c51eb76 req-4626ef78-8ea8-4569-803a-1e55b13a75d7 service neutron] 10.222.0.53 "GET /v2.0/networks/cb26c7f2-3687-45eb-8fad-c39541e496e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962498 Oct 30 16:19:47.387774 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-29d5bd44-b656-49a4-9a70-586e6c51eb76 req-6f456888-0e82-4f78-9f68-6d577d8b025c service neutron] 10.222.0.53 "GET /v2.0/networks/cb26c7f2-3687-45eb-8fad-c39541e496e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872896 Oct 30 16:19:47.468388 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b30e8d4-5718-4efd-a475-5fbabebed952 req-4faf54dd-2ecb-4ed5-b142-81b74debef54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:19:47.469831 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3b30e8d4-5718-4efd-a475-5fbabebed952 req-4faf54dd-2ecb-4ed5-b142-81b74debef54 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=46c4a3ae4ed941d9bd1e46ff1497cb4d&device_id=0cda1866-04b6-42d6-93b0-81f954ab28d1 HTTP/1.1" status: 200 len: 1096 time: 0.0399709 Oct 30 16:19:47.564941 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b30e8d4-5718-4efd-a475-5fbabebed952 req-a696ba90-0100-40a5-abae-f1c8e113c2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:19:47.566427 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3b30e8d4-5718-4efd-a475-5fbabebed952 req-a696ba90-0100-40a5-abae-f1c8e113c2c6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cb26c7f2-3687-45eb-8fad-c39541e496e7 HTTP/1.1" status: 200 len: 910 time: 0.0885522 Oct 30 16:19:47.608009 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3b30e8d4-5718-4efd-a475-5fbabebed952 req-f4f50370-c15a-4280-9b13-3bdf443cbb6c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4b402d5-4444-4e99-964d-c6579206edb1 HTTP/1.1" status: 200 len: 217 time: 0.0338819 Oct 30 16:19:47.660596 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b30e8d4-5718-4efd-a475-5fbabebed952 req-ecf8f3e2-0616-45e1-bd50-69809ae47a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:19:47.662032 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3b30e8d4-5718-4efd-a475-5fbabebed952 req-ecf8f3e2-0616-45e1-bd50-69809ae47a4f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8cec7339-3724-49db-8424-61c78b1d835a HTTP/1.1" status: 200 len: 848 time: 0.0478349 Oct 30 16:19:47.711383 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b30e8d4-5718-4efd-a475-5fbabebed952 req-0dafef12-a10b-48f7-81bf-a6741c6acea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:19:47.712913 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3b30e8d4-5718-4efd-a475-5fbabebed952 req-0dafef12-a10b-48f7-81bf-a6741c6acea9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cb26c7f2-3687-45eb-8fad-c39541e496e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438633 Oct 30 16:19:47.800699 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3b30e8d4-5718-4efd-a475-5fbabebed952 req-372c6ed5-c9bc-4656-825d-8529b4b2d218 service neutron] 10.222.0.53 "GET /v2.0/networks/cb26c7f2-3687-45eb-8fad-c39541e496e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808268 Oct 30 16:19:47.896084 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3b30e8d4-5718-4efd-a475-5fbabebed952 req-01839d2c-79b4-44c7-b46e-fb4f8012ef25 service neutron] 10.222.0.53 "GET /v2.0/networks/cb26c7f2-3687-45eb-8fad-c39541e496e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873096 Oct 30 16:19:48.159186 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67609b07-f5cb-42ff-a328-8bcc1c731052 req-c9ecea1c-ce47-48eb-b67b-b16fea79b0db tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:19:48.160726 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-67609b07-f5cb-42ff-a328-8bcc1c731052 req-c9ecea1c-ce47-48eb-b67b-b16fea79b0db tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cda1866-04b6-42d6-93b0-81f954ab28d1 HTTP/1.1" status: 200 len: 944 time: 0.0491104 Oct 30 16:19:48.199774 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-67609b07-f5cb-42ff-a328-8bcc1c731052 req-85841735-98a0-4c28-a551-960e3ba7b0f7 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=d56776fc-c953-4534-ab12-635a8134d21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326352 Oct 30 16:19:49.320295 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf463bb-336b-4ecf-ae3a-ab5da1eebb37 req-2b682126-5a69-44ef-a055-e3cbcb878d8f tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:19:49.321787 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4bf463bb-336b-4ecf-ae3a-ab5da1eebb37 req-2b682126-5a69-44ef-a055-e3cbcb878d8f tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cda1866-04b6-42d6-93b0-81f954ab28d1 HTTP/1.1" status: 200 len: 944 time: 0.0548961 Oct 30 16:19:49.359959 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4bf463bb-336b-4ecf-ae3a-ab5da1eebb37 req-74f857a0-1c4b-4aec-9e00-4968e1c53dc4 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=d56776fc-c953-4534-ab12-635a8134d21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318971 Oct 30 16:19:50.479811 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b007bb69-b763-4042-b2d3-5178961950d2 req-ef6d5879-cc24-4479-bfa7-2dd9bc4d9f1f tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:19:50.481293 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b007bb69-b763-4042-b2d3-5178961950d2 req-ef6d5879-cc24-4479-bfa7-2dd9bc4d9f1f tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cda1866-04b6-42d6-93b0-81f954ab28d1 HTTP/1.1" status: 200 len: 944 time: 0.0508964 Oct 30 16:19:50.526886 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b007bb69-b763-4042-b2d3-5178961950d2 req-61baaa23-dca7-4223-863b-242a2e437489 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=d56776fc-c953-4534-ab12-635a8134d21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390260 Oct 30 16:19:51.309032 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-21d02125-b417-48b4-8bae-59d9f0db7eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:19:51.647805 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdc9fcc-2a4f-44be-b67b-e77dc698de34 req-ed7a803b-ad79-4e8a-99b8-89416f47b2f3 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:19:51.649254 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dcdc9fcc-2a4f-44be-b67b-e77dc698de34 req-ed7a803b-ad79-4e8a-99b8-89416f47b2f3 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cda1866-04b6-42d6-93b0-81f954ab28d1 HTTP/1.1" status: 200 len: 944 time: 0.0524523 Oct 30 16:19:51.686722 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-dcdc9fcc-2a4f-44be-b67b-e77dc698de34 req-4280a97c-f34e-4e32-95c7-7e0403d596b0 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=d56776fc-c953-4534-ab12-635a8134d21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315957 Oct 30 16:19:52.805608 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd53039c-8d39-4c86-ad35-7c82174c7a3d req-564c4fac-e3b6-4eb1-a0f8-a2898d459e21 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:19:52.807087 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cd53039c-8d39-4c86-ad35-7c82174c7a3d req-564c4fac-e3b6-4eb1-a0f8-a2898d459e21 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cda1866-04b6-42d6-93b0-81f954ab28d1 HTTP/1.1" status: 200 len: 944 time: 0.0528510 Oct 30 16:19:52.849271 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-cd53039c-8d39-4c86-ad35-7c82174c7a3d req-dbec3dae-d496-49aa-8f6d-2b08379166a1 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=d56776fc-c953-4534-ab12-635a8134d21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361335 Oct 30 16:19:53.883684 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a407fb25-1093-4a2c-9945-a1edb3d77767 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:19:53.966870 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be039d-8dfa-4d2b-a731-33a385f50bcd req-5a04e6cb-504d-4801-bb3c-fc2743ace01b tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:19:53.968258 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-51be039d-8dfa-4d2b-a731-33a385f50bcd req-5a04e6cb-504d-4801-bb3c-fc2743ace01b tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cda1866-04b6-42d6-93b0-81f954ab28d1 HTTP/1.1" status: 200 len: 944 time: 0.0472815 Oct 30 16:19:54.005659 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-51be039d-8dfa-4d2b-a731-33a385f50bcd req-382cabb4-f2cf-409d-8c0a-1dd0745959a4 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=d56776fc-c953-4534-ab12-635a8134d21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308075 Oct 30 16:19:54.925241 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:19:55.079489 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:19:55.121366 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9329b68-06e1-47b4-8b4d-adfd542f4967 req-bcbe2eeb-96bd-413b-a161-b28ed7576415 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:19:55.122818 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c9329b68-06e1-47b4-8b4d-adfd542f4967 req-bcbe2eeb-96bd-413b-a161-b28ed7576415 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cda1866-04b6-42d6-93b0-81f954ab28d1 HTTP/1.1" status: 200 len: 944 time: 0.0500078 Oct 30 16:19:55.159438 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c9329b68-06e1-47b4-8b4d-adfd542f4967 req-44c4b276-e6d9-48f3-b90d-97a8736df0f0 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=d56776fc-c953-4534-ab12-635a8134d21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305798 Oct 30 16:19:56.273675 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce089c7-c246-41c8-8bd7-82b2d8e7c9de req-3a9f2f37-2192-47e5-a883-133820ab18a0 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:19:56.275112 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1ce089c7-c246-41c8-8bd7-82b2d8e7c9de req-3a9f2f37-2192-47e5-a883-133820ab18a0 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cda1866-04b6-42d6-93b0-81f954ab28d1 HTTP/1.1" status: 200 len: 944 time: 0.0477383 Oct 30 16:19:56.312324 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1ce089c7-c246-41c8-8bd7-82b2d8e7c9de req-2ce62e6a-bfaf-4c52-a04c-4e509ac70bf4 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=d56776fc-c953-4534-ab12-635a8134d21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312605 Oct 30 16:19:56.869187 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:19:57.432777 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d36600-fe0f-4dc1-98d9-324a570c4943 req-53235edb-1de1-4b20-ad09-886a8bb94c55 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:19:57.434235 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e7d36600-fe0f-4dc1-98d9-324a570c4943 req-53235edb-1de1-4b20-ad09-886a8bb94c55 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cda1866-04b6-42d6-93b0-81f954ab28d1 HTTP/1.1" status: 200 len: 944 time: 0.0494366 Oct 30 16:19:57.471494 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e7d36600-fe0f-4dc1-98d9-324a570c4943 req-5714eea4-1812-41e3-8af8-738c0a31b204 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=d56776fc-c953-4534-ab12-635a8134d21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312438 Oct 30 16:19:58.589483 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55eeae-cc7e-439a-9508-c8ade1f6fd08 req-d4bdd06a-f3b3-400b-b88a-4553ade2c42f tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:19:58.590939 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bd55eeae-cc7e-439a-9508-c8ade1f6fd08 req-d4bdd06a-f3b3-400b-b88a-4553ade2c42f tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cda1866-04b6-42d6-93b0-81f954ab28d1 HTTP/1.1" status: 200 len: 944 time: 0.0518169 Oct 30 16:19:58.627098 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-bd55eeae-cc7e-439a-9508-c8ade1f6fd08 req-ac591167-3d95-4415-b717-248e680400d0 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=d56776fc-c953-4534-ab12-635a8134d21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302627 Oct 30 16:19:59.353654 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device d4b402d5-4444-4e99-964d-c6579206edb1 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 16:19:59.448634 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port d4b402d5-4444-4e99-964d-c6579206edb1, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=d4b402d5-4444-4e99-964d-c6579206edb1,segment=NetworkSegment(7801d76c-6f62-4d02-a500-435eaa0918c5),segment_id=7801d76c-6f62-4d02-a500-435eaa0918c5)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:19:59.612383 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': 'd4b402d5-4444-4e99-964d-c6579206edb1', 'network_id': 'cb26c7f2-3687-45eb-8fad-c39541e496e7', 'port_id': 'd4b402d5-4444-4e99-964d-c6579206edb1', 'mac_address': 'fa:16:3e:28:76:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cec7339-3724-49db-8424-61c78b1d835a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 16:19:59.647638 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:19:59.660479 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4b402d5-4444-4e99-964d-c6579206edb1 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 16:19:59.680042 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port d4b402d5-4444-4e99-964d-c6579206edb1, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=d4b402d5-4444-4e99-964d-c6579206edb1,segment=NetworkSegment(7801d76c-6f62-4d02-a500-435eaa0918c5),segment_id=7801d76c-6f62-4d02-a500-435eaa0918c5)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:19:59.684858 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:19:59.731762 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=d4b402d5-4444-4e99-964d-c6579206edb1,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:19:59.739799 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:19:59.740152 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:19:59.740499 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:19:59.740839 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:19:59.741180 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:19:59.741516 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:19:59.741848 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:19:59.742178 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:19:59.742509 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:19:59.742833 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:19:59.743173 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:19:59.743504 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:19:59.751334 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c10a22-3272-4f35-b2ff-82be5cbc50a0 req-a7544d52-a080-4808-9e60-571a16f2e9bf tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:19:59.752871 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-00c10a22-3272-4f35-b2ff-82be5cbc50a0 req-a7544d52-a080-4808-9e60-571a16f2e9bf tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cda1866-04b6-42d6-93b0-81f954ab28d1 HTTP/1.1" status: 200 len: 945 time: 0.0553696 Oct 30 16:19:59.791250 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-00c10a22-3272-4f35-b2ff-82be5cbc50a0 req-f96e48ce-26dc-4dce-95ae-bf269cae9513 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=d56776fc-c953-4534-ab12-635a8134d21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325022 Oct 30 16:19:59.937702 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['d4b402d5-4444-4e99-964d-c6579206edb1'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 16:20:00.618823 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:20:00.903944 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ea98b-d4fd-4177-a964-46486bec1068 req-448fc008-1cb9-4981-94a1-9308a4f65b78 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:20:00.905405 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4d4ea98b-d4fd-4177-a964-46486bec1068 req-448fc008-1cb9-4981-94a1-9308a4f65b78 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cda1866-04b6-42d6-93b0-81f954ab28d1 HTTP/1.1" status: 200 len: 945 time: 0.0481436 Oct 30 16:20:00.943138 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4d4ea98b-d4fd-4177-a964-46486bec1068 req-d5ae49b1-3b60-4ceb-936b-b183d6c72d57 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=d56776fc-c953-4534-ab12-635a8134d21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313635 Oct 30 16:20:01.369127 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device d4b402d5-4444-4e99-964d-c6579206edb1 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:20:01.419893 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port d4b402d5-4444-4e99-964d-c6579206edb1 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 16:20:01.423916 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port d4b402d5-4444-4e99-964d-c6579206edb1 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:20:01.424283 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:20:01.497923 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:20:01.519791 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cda1866-04b6-42d6-93b0-81f954ab28d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b402d5-4444-4e99-964d-c6579206edb1'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:20:01.522052 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cafb2eba4876e5fc7105e54c9897f2ac796dde07d3c794cd15d4c51349c0477b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20789fed-3154-45d5-abf5-dfdcc4fb4b63" -d '{"events": [{"server_uuid": "0cda1866-04b6-42d6-93b0-81f954ab28d1", "name": "network-vif-plugged", "status": "completed", "tag": "d4b402d5-4444-4e99-964d-c6579206edb1"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:20:01.535393 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port d4b402d5-4444-4e99-964d-c6579206edb1, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=d4b402d5-4444-4e99-964d-c6579206edb1,segment=NetworkSegment(7801d76c-6f62-4d02-a500-435eaa0918c5),segment_id=7801d76c-6f62-4d02-a500-435eaa0918c5)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:20:01.539624 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:20:01.591980 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=d4b402d5-4444-4e99-964d-c6579206edb1,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:20:01.616497 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 16:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f00f5ad4-3924-4491-9935-b59e91631d69 x-openstack-request-id: req-f00f5ad4-3924-4491-9935-b59e91631d69 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:20:01.616903 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cda1866-04b6-42d6-93b0-81f954ab28d1", "name": "network-vif-plugged", "status": "completed", "tag": "d4b402d5-4444-4e99-964d-c6579206edb1", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:20:01.617142 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f00f5ad4-3924-4491-9935-b59e91631d69 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:20:01.617560 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cda1866-04b6-42d6-93b0-81f954ab28d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b402d5-4444-4e99-964d-c6579206edb1', 'code': 200} Oct 30 16:20:01.710859 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a346542-b34a-48f9-9beb-b98fe5f693ed req-16ff0d9e-ae1a-4f09-afa9-ebce000ea1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:20:01.712393 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1a346542-b34a-48f9-9beb-b98fe5f693ed req-16ff0d9e-ae1a-4f09-afa9-ebce000ea1ce service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0cda1866-04b6-42d6-93b0-81f954ab28d1 HTTP/1.1" status: 200 len: 1098 time: 0.0400944 Oct 30 16:20:01.747337 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1a346542-b34a-48f9-9beb-b98fe5f693ed req-c47ee5b6-5eee-4af1-9fb7-87c9d78e58ae service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d56776fc-c953-4534-ab12-635a8134d21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279238 Oct 30 16:20:02.060986 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21096f7-3cc9-41bf-8e8c-0ec3e6e363f7 req-a43b3ebd-b791-4226-83a0-86940b7d1a28 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:20:02.062449 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a21096f7-3cc9-41bf-8e8c-0ec3e6e363f7 req-a43b3ebd-b791-4226-83a0-86940b7d1a28 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cda1866-04b6-42d6-93b0-81f954ab28d1 HTTP/1.1" status: 200 len: 946 time: 0.0534616 Oct 30 16:20:02.099792 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a21096f7-3cc9-41bf-8e8c-0ec3e6e363f7 req-1f28126d-f9d1-4d50-b0a9-ffdb3cbfb914 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=d56776fc-c953-4534-ab12-635a8134d21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314457 Oct 30 16:20:02.580842 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:20:03.214957 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df427e0d-c0d7-4ad1-be98-d566b0cf0153 req-b163aa75-d6a5-44fb-a1da-878d288482e3 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:20:03.216459 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-df427e0d-c0d7-4ad1-be98-d566b0cf0153 req-b163aa75-d6a5-44fb-a1da-878d288482e3 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cda1866-04b6-42d6-93b0-81f954ab28d1 HTTP/1.1" status: 200 len: 946 time: 0.0481746 Oct 30 16:20:03.255418 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-df427e0d-c0d7-4ad1-be98-d566b0cf0153 req-2598a214-b4fe-4543-9d2c-a953bdb3b6c9 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=d56776fc-c953-4534-ab12-635a8134d21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323949 Oct 30 16:20:03.377008 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99863845-d3eb-4600-a7c8-6f2c5c3d6171 req-14c8c8f9-0f2d-41de-a2f4-b24d56665a09 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:20:03.379255 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-99863845-d3eb-4600-a7c8-6f2c5c3d6171 req-14c8c8f9-0f2d-41de-a2f4-b24d56665a09 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cda1866-04b6-42d6-93b0-81f954ab28d1 HTTP/1.1" status: 200 len: 946 time: 0.0556214 Oct 30 16:20:03.421374 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-99863845-d3eb-4600-a7c8-6f2c5c3d6171 req-53f507a4-22a5-4ac8-b5ff-432dab25e152 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=d56776fc-c953-4534-ab12-635a8134d21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361321 Oct 30 16:20:03.443705 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60252) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:20:03.481464 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3e9b1d-ba51-4c81-bfdd-0d7736a35b6f tempest-TestShelveInstance-347694657 tempest-TestShelveInstance-347694657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:20:03.482955 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-aa3e9b1d-ba51-4c81-bfdd-0d7736a35b6f tempest-TestShelveInstance-347694657 tempest-TestShelveInstance-347694657-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=0cda1866-04b6-42d6-93b0-81f954ab28d1 HTTP/1.1" status: 200 len: 1093 time: 0.0382845 Oct 30 16:20:03.485679 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60254) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:20:03.490465 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-5e2c8043-e8e7-40fc-873c-7f8ec8a9a4bb tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Request body: {'floatingip': {'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'port_id': 'd4b402d5-4444-4e99-964d-c6579206edb1', 'tenant_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:20:03.512414 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8043-e8e7-40fc-873c-7f8ec8a9a4bb tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks [] for floatingip, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:20:03.610625 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8043-e8e7-40fc-873c-7f8ec8a9a4bb tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:20:03.711291 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-5e2c8043-e8e7-40fc-873c-7f8ec8a9a4bb tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Allocated IP 172.25.4.77 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/c8c0b866-984e-47ae-b1da-6e44a71ddc23) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 16:20:03.814836 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8043-e8e7-40fc-873c-7f8ec8a9a4bb tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:20:03.846094 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8043-e8e7-40fc-873c-7f8ec8a9a4bb tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:20:03.885945 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2c8043-e8e7-40fc-873c-7f8ec8a9a4bb tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:20:03.888876 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-5e2c8043-e8e7-40fc-873c-7f8ec8a9a4bb tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:20:03.891305 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2c8043-e8e7-40fc-873c-7f8ec8a9a4bb tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 16:20:03.919704 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c8043-e8e7-40fc-873c-7f8ec8a9a4bb tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Pushing event updated for resources: {'Port': ['ID=c8c0b866-984e-47ae-b1da-6e44a71ddc23,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:20:04.227353 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8043-e8e7-40fc-873c-7f8ec8a9a4bb tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:20:04.290637 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8043-e8e7-40fc-873c-7f8ec8a9a4bb tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:20:04.437615 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8043-e8e7-40fc-873c-7f8ec8a9a4bb tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:20:04.442455 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8043-e8e7-40fc-873c-7f8ec8a9a4bb tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:20:04.512854 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c8043-e8e7-40fc-873c-7f8ec8a9a4bb tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Pushing event updated for resources: {'Port': ['ID=c8c0b866-984e-47ae-b1da-6e44a71ddc23,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:20:04.524136 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8043-e8e7-40fc-873c-7f8ec8a9a4bb tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:20:04.620974 n-d-806683-17 neutron-server[102130]: INFO neutron.db.l3_db [None req-5e2c8043-e8e7-40fc-873c-7f8ec8a9a4bb tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Floating IP 0ed2116c-46a4-460a-8a1d-89df7ef5c4cb associated. External IP: 172.25.4.77, port: d4b402d5-4444-4e99-964d-c6579206edb1. Oct 30 16:20:04.823903 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e2c8043-e8e7-40fc-873c-7f8ec8a9a4bb tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Router 4e4c772f-8cfa-4d39-83e5-59c70d33c23e has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 16:20:04.929149 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e2c8043-e8e7-40fc-873c-7f8ec8a9a4bb tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 16:20:04.944488 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb06c94-344b-48ee-ad4b-5f2e7194ed72 None None] Sync routers for ids ['4e4c772f-8cfa-4d39-83e5-59c70d33c23e'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 16:20:04.947541 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8043-e8e7-40fc-873c-7f8ec8a9a4bb tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:20:04.957148 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb06c94-344b-48ee-ad4b-5f2e7194ed72 None None] Routers {'4e4c772f-8cfa-4d39-83e5-59c70d33c23e'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:20:04.957773 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-9fb06c94-344b-48ee-ad4b-5f2e7194ed72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:19:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['4e4c772f-8cfa-4d39-83e5-59c70d33c23e'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:20:04.974782 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-5e2c8043-e8e7-40fc-873c-7f8ec8a9a4bb tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4881039 Oct 30 16:20:04.975376 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cda1866-04b6-42d6-93b0-81f954ab28d1', 'tag': 'd4b402d5-4444-4e99-964d-c6579206edb1'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:20:04.977687 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}931ac027fb50588f101e6e2f92584f6f115530be99269a43aae453735a93652f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8509dc-98ce-4c0b-bd4b-7b791f8ec702" -d '{"events": [{"name": "network-changed", "server_uuid": "0cda1866-04b6-42d6-93b0-81f954ab28d1", "tag": "d4b402d5-4444-4e99-964d-c6579206edb1"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:20:05.022566 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 16:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-618e274e-ad42-4a9d-a500-2361189c3f7e x-openstack-request-id: req-618e274e-ad42-4a9d-a500-2361189c3f7e {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:20:05.022861 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cda1866-04b6-42d6-93b0-81f954ab28d1", "tag": "d4b402d5-4444-4e99-964d-c6579206edb1", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:20:05.023122 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-618e274e-ad42-4a9d-a500-2361189c3f7e {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:20:05.023555 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cda1866-04b6-42d6-93b0-81f954ab28d1', 'tag': 'd4b402d5-4444-4e99-964d-c6579206edb1', 'status': 'completed', 'code': 200} Oct 30 16:20:05.063851 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-9fb06c94-344b-48ee-ad4b-5f2e7194ed72 None None] Set router 4e4c772f-8cfa-4d39-83e5-59c70d33c23e gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:20:05.087937 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8509dc-98ce-4c0b-bd4b-7b791f8ec702 req-3b333fa0-ae93-4690-a282-db2da1a58a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:20:05.089361 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8f8509dc-98ce-4c0b-bd4b-7b791f8ec702 req-3b333fa0-ae93-4690-a282-db2da1a58a4a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=46c4a3ae4ed941d9bd1e46ff1497cb4d&device_id=0cda1866-04b6-42d6-93b0-81f954ab28d1 HTTP/1.1" status: 200 len: 1098 time: 0.0445449 Oct 30 16:20:05.182739 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8509dc-98ce-4c0b-bd4b-7b791f8ec702 req-3c57eef4-6ab5-477d-8865-b83978c0e6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:20:05.184293 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8f8509dc-98ce-4c0b-bd4b-7b791f8ec702 req-3c57eef4-6ab5-477d-8865-b83978c0e6ed service neutron] 10.222.0.53 "GET /v2.0/networks?id=cb26c7f2-3687-45eb-8fad-c39541e496e7 HTTP/1.1" status: 200 len: 910 time: 0.0881574 Oct 30 16:20:05.253496 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8f8509dc-98ce-4c0b-bd4b-7b791f8ec702 req-126931d4-a889-4e5e-bb41-9e3596072ee4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4b402d5-4444-4e99-964d-c6579206edb1 HTTP/1.1" status: 200 len: 999 time: 0.0624757 Oct 30 16:20:05.303973 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8509dc-98ce-4c0b-bd4b-7b791f8ec702 req-e122bc6e-f5b8-42a3-bc2a-f2cbc9b6ff40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:20:05.305432 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8f8509dc-98ce-4c0b-bd4b-7b791f8ec702 req-e122bc6e-f5b8-42a3-bc2a-f2cbc9b6ff40 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8cec7339-3724-49db-8424-61c78b1d835a HTTP/1.1" status: 200 len: 848 time: 0.0445659 Oct 30 16:20:05.349575 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8509dc-98ce-4c0b-bd4b-7b791f8ec702 req-2a6c151f-d225-41a3-bb80-ef834e19cb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:20:05.350992 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8f8509dc-98ce-4c0b-bd4b-7b791f8ec702 req-2a6c151f-d225-41a3-bb80-ef834e19cb21 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cb26c7f2-3687-45eb-8fad-c39541e496e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390787 Oct 30 16:20:05.374471 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-9fb06c94-344b-48ee-ad4b-5f2e7194ed72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e4c772f-8cfa-4d39-83e5-59c70d33c23e', 'name': 'tempest-TestShelveInstance-1409199508-router', 'tenant_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '47c11540-2436-4d9a-b25a-3db18eb5708e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:15:12Z', 'updated_at': '2021-10-30T16:15:14Z', 'revision_number': 4, 'project_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'gw_port': {'id': '47c11540-2436-4d9a-b25a-3db18eb5708e', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:bb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4c772f-8cfa-4d39-83e5-59c70d33c23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:15:12Z', 'updated_at': '2021-10-30T16:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '0ed2116c-46a4-460a-8a1d-89df7ef5c4cb', 'tenant_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'floating_ip_address': '172.25.4.77', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '4e4c772f-8cfa-4d39-83e5-59c70d33c23e', 'port_id': 'd4b402d5-4444-4e99-964d-c6579206edb1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb26c7f2-3687-45eb-8fad-c39541e496e7', 'mac_address': 'fa:16:3e:28:76:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cda1866-04b6-42d6-93b0-81f954ab28d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T16:20:04Z', 'updated_at': '2021-10-30T16:20:04Z', 'revision_number': 0, 'project_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87305acc-e77f-4c5b-a64b-d96e74634dd5', 'name': '', 'network_id': 'cb26c7f2-3687-45eb-8fad-c39541e496e7', 'tenant_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'mac_address': 'fa:16:3e:c1:b5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4c772f-8cfa-4d39-83e5-59c70d33c23e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '8cec7339-3724-49db-8424-61c78b1d835a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:15:14Z', 'updated_at': '2021-10-30T16:15:19Z', 'revision_number': 5, 'project_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'subnets': [{'id': '8cec7339-3724-49db-8424-61c78b1d835a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:20:05.400295 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb06c94-344b-48ee-ad4b-5f2e7194ed72 None None] Checking router: 4e4c772f-8cfa-4d39-83e5-59c70d33c23e for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 16:20:05.409088 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb06c94-344b-48ee-ad4b-5f2e7194ed72 None None] Routers {'4e4c772f-8cfa-4d39-83e5-59c70d33c23e'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:20:05.410647 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-9fb06c94-344b-48ee-ad4b-5f2e7194ed72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:19:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['4e4c772f-8cfa-4d39-83e5-59c70d33c23e'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:20:05.518098 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-9fb06c94-344b-48ee-ad4b-5f2e7194ed72 None None] Set router 4e4c772f-8cfa-4d39-83e5-59c70d33c23e gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:20:05.758066 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-9fb06c94-344b-48ee-ad4b-5f2e7194ed72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e4c772f-8cfa-4d39-83e5-59c70d33c23e', 'name': 'tempest-TestShelveInstance-1409199508-router', 'tenant_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '47c11540-2436-4d9a-b25a-3db18eb5708e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:15:12Z', 'updated_at': '2021-10-30T16:15:14Z', 'revision_number': 4, 'project_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'gw_port': {'id': '47c11540-2436-4d9a-b25a-3db18eb5708e', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:bb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4c772f-8cfa-4d39-83e5-59c70d33c23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:15:12Z', 'updated_at': '2021-10-30T16:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '0ed2116c-46a4-460a-8a1d-89df7ef5c4cb', 'tenant_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'floating_ip_address': '172.25.4.77', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '4e4c772f-8cfa-4d39-83e5-59c70d33c23e', 'port_id': 'd4b402d5-4444-4e99-964d-c6579206edb1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb26c7f2-3687-45eb-8fad-c39541e496e7', 'mac_address': 'fa:16:3e:28:76:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cda1866-04b6-42d6-93b0-81f954ab28d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T16:20:04Z', 'updated_at': '2021-10-30T16:20:04Z', 'revision_number': 0, 'project_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87305acc-e77f-4c5b-a64b-d96e74634dd5', 'name': '', 'network_id': 'cb26c7f2-3687-45eb-8fad-c39541e496e7', 'tenant_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'mac_address': 'fa:16:3e:c1:b5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4c772f-8cfa-4d39-83e5-59c70d33c23e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '8cec7339-3724-49db-8424-61c78b1d835a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:15:14Z', 'updated_at': '2021-10-30T16:15:19Z', 'revision_number': 5, 'project_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'subnets': [{'id': '8cec7339-3724-49db-8424-61c78b1d835a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:20:05.772618 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8f8509dc-98ce-4c0b-bd4b-7b791f8ec702 req-caa0827f-9cce-4bda-82a6-355a8e1d30ad service neutron] 10.222.0.53 "GET /v2.0/networks/cb26c7f2-3687-45eb-8fad-c39541e496e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4144909 Oct 30 16:20:05.784133 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb06c94-344b-48ee-ad4b-5f2e7194ed72 None None] The sync data for ids ['4e4c772f-8cfa-4d39-83e5-59c70d33c23e'] in n-d-806683-17 is: [{'id': '4e4c772f-8cfa-4d39-83e5-59c70d33c23e', 'name': 'tempest-TestShelveInstance-1409199508-router', 'tenant_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '47c11540-2436-4d9a-b25a-3db18eb5708e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:15:12Z', 'updated_at': '2021-10-30T16:15:14Z', 'revision_number': 4, 'project_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'gw_port': {'id': '47c11540-2436-4d9a-b25a-3db18eb5708e', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:bb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4c772f-8cfa-4d39-83e5-59c70d33c23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:15:12Z', 'updated_at': '2021-10-30T16:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '0ed2116c-46a4-460a-8a1d-89df7ef5c4cb', 'tenant_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'floating_ip_address': '172.25.4.77', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': '4e4c772f-8cfa-4d39-83e5-59c70d33c23e', 'port_id': 'd4b402d5-4444-4e99-964d-c6579206edb1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb26c7f2-3687-45eb-8fad-c39541e496e7', 'mac_address': 'fa:16:3e:28:76:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cda1866-04b6-42d6-93b0-81f954ab28d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T16:20:04Z', 'updated_at': '2021-10-30T16:20:04Z', 'revision_number': 0, 'project_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87305acc-e77f-4c5b-a64b-d96e74634dd5', 'name': '', 'network_id': 'cb26c7f2-3687-45eb-8fad-c39541e496e7', 'tenant_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'mac_address': 'fa:16:3e:c1:b5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4c772f-8cfa-4d39-83e5-59c70d33c23e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '8cec7339-3724-49db-8424-61c78b1d835a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:15:14Z', 'updated_at': '2021-10-30T16:15:19Z', 'revision_number': 5, 'project_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'subnets': [{'id': '8cec7339-3724-49db-8424-61c78b1d835a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 16:20:05.866005 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8f8509dc-98ce-4c0b-bd4b-7b791f8ec702 req-bd19aa75-3ece-459e-9aae-617cc8df1a03 service neutron] 10.222.0.53 "GET /v2.0/networks/cb26c7f2-3687-45eb-8fad-c39541e496e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851448 Oct 30 16:20:05.984448 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bceeb52-8184-423e-ad26-45f46385bd19 None None] New status for floating IP 0ed2116c-46a4-460a-8a1d-89df7ef5c4cb: ACTIVE {{(pid=102132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 16:20:21.287893 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 16:20:21.310233 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-59da712a-40be-4b20-ada4-024c9172d851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:20:23.885283 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-fcef6f9b-cc90-4404-be02-e84ed5c86162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:20:24.925741 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:20:25.081502 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:20:26.871425 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:20:30.615878 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:20:32.581761 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:20:51.311153 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-76d5e049-e691-4b3c-865e-6acf23032b56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:20:53.886271 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-958ece10-8bc2-46e6-839a-f58878af0c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:20:54.547346 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-510a1d3d-1693-441a-baef-59336c11e17a req-9ecc858f-cc3e-41b3-9971-cfdd5738fd41 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0cda1866-04b6-42d6-93b0-81f954ab28d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0423820 Oct 30 16:20:54.627038 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a1d3d-1693-441a-baef-59336c11e17a req-32a8583c-fdf9-4c93-9027-dbcc3f45321b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:20:54.628573 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-510a1d3d-1693-441a-baef-59336c11e17a req-32a8583c-fdf9-4c93-9027-dbcc3f45321b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=46c4a3ae4ed941d9bd1e46ff1497cb4d&device_id=0cda1866-04b6-42d6-93b0-81f954ab28d1 HTTP/1.1" status: 200 len: 1098 time: 0.0400369 Oct 30 16:20:54.745278 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a1d3d-1693-441a-baef-59336c11e17a req-d280fd4e-abaa-4be1-a193-63991999d8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:20:54.745278 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-510a1d3d-1693-441a-baef-59336c11e17a req-d280fd4e-abaa-4be1-a193-63991999d8d6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cb26c7f2-3687-45eb-8fad-c39541e496e7 HTTP/1.1" status: 200 len: 910 time: 0.0955155 Oct 30 16:20:54.809708 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-510a1d3d-1693-441a-baef-59336c11e17a req-6a6bf84f-7bc5-4a88-adef-d6f12df8b930 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4b402d5-4444-4e99-964d-c6579206edb1 HTTP/1.1" status: 200 len: 1001 time: 0.0589960 Oct 30 16:20:54.857893 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a1d3d-1693-441a-baef-59336c11e17a req-77d2aa0d-3088-46e8-be0e-3aef13bfd6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:20:54.859271 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-510a1d3d-1693-441a-baef-59336c11e17a req-77d2aa0d-3088-46e8-be0e-3aef13bfd6b3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8cec7339-3724-49db-8424-61c78b1d835a HTTP/1.1" status: 200 len: 848 time: 0.0428567 Oct 30 16:20:54.906042 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a1d3d-1693-441a-baef-59336c11e17a req-40f9cbd6-cb8d-4c60-a08c-25ad9e64ea86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:20:54.907519 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-510a1d3d-1693-441a-baef-59336c11e17a req-40f9cbd6-cb8d-4c60-a08c-25ad9e64ea86 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cb26c7f2-3687-45eb-8fad-c39541e496e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414584 Oct 30 16:20:54.928991 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:20:54.998988 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-510a1d3d-1693-441a-baef-59336c11e17a req-86b3eb59-2390-4f0c-9b85-4831dab8faea service neutron] 10.222.0.53 "GET /v2.0/networks/cb26c7f2-3687-45eb-8fad-c39541e496e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841401 Oct 30 16:20:55.083767 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:20:55.096008 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-510a1d3d-1693-441a-baef-59336c11e17a req-4f08b4a2-e6df-4073-96e4-c5824d5d33e8 service neutron] 10.222.0.53 "GET /v2.0/networks/cb26c7f2-3687-45eb-8fad-c39541e496e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897124 Oct 30 16:20:56.873749 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:20:58.286535 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 16:21:00.613530 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:21:02.577660 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:21:21.311776 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d84db575-261c-406b-8f18-0d0160120522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:21:23.888250 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-664b825a-2100-4a6e-a4dd-ae4344ac624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:21:24.931262 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:21:25.087378 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:21:26.876151 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:21:30.628912 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:21:32.576436 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:21:35.285680 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 16:21:51.312878 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-afcaf77c-5f3b-4db1-8135-d217a90736ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:21:53.888940 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7367e80d-c16f-4317-8062-8d9c77ae8fa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:21:54.934322 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:21:55.088778 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:21:56.551898 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a4326654-6b8d-4896-a49a-0c4b5719d66c req-888b9920-cdea-455e-a9b8-37da95c5e2bb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0cda1866-04b6-42d6-93b0-81f954ab28d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407882 Oct 30 16:21:56.639097 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4326654-6b8d-4896-a49a-0c4b5719d66c req-748d7d9c-b50a-40b4-ab04-bf1226e1de70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:21:56.640624 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a4326654-6b8d-4896-a49a-0c4b5719d66c req-748d7d9c-b50a-40b4-ab04-bf1226e1de70 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=46c4a3ae4ed941d9bd1e46ff1497cb4d&device_id=0cda1866-04b6-42d6-93b0-81f954ab28d1 HTTP/1.1" status: 200 len: 1098 time: 0.0416424 Oct 30 16:21:56.747225 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4326654-6b8d-4896-a49a-0c4b5719d66c req-d47204cc-67be-456b-8d3d-98c1d15050e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:21:56.748756 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a4326654-6b8d-4896-a49a-0c4b5719d66c req-d47204cc-67be-456b-8d3d-98c1d15050e1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cb26c7f2-3687-45eb-8fad-c39541e496e7 HTTP/1.1" status: 200 len: 910 time: 0.0877974 Oct 30 16:21:56.813562 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a4326654-6b8d-4896-a49a-0c4b5719d66c req-d992fab0-ffc4-484c-bfe8-520cd2fe4698 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4b402d5-4444-4e99-964d-c6579206edb1 HTTP/1.1" status: 200 len: 1001 time: 0.0577147 Oct 30 16:21:56.866769 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4326654-6b8d-4896-a49a-0c4b5719d66c req-3609c67f-b928-424d-8dc0-24062c72e976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:21:56.868258 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a4326654-6b8d-4896-a49a-0c4b5719d66c req-3609c67f-b928-424d-8dc0-24062c72e976 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8cec7339-3724-49db-8424-61c78b1d835a HTTP/1.1" status: 200 len: 848 time: 0.0480103 Oct 30 16:21:56.879786 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:21:56.913208 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4326654-6b8d-4896-a49a-0c4b5719d66c req-6fdf6ace-489d-4de8-83c8-6ce4db980c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:21:56.914955 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a4326654-6b8d-4896-a49a-0c4b5719d66c req-6fdf6ace-489d-4de8-83c8-6ce4db980c0f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cb26c7f2-3687-45eb-8fad-c39541e496e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401168 Oct 30 16:21:57.003113 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a4326654-6b8d-4896-a49a-0c4b5719d66c req-3fff218d-75ea-41cd-b17a-5c9bbe4f31e2 service neutron] 10.222.0.53 "GET /v2.0/networks/cb26c7f2-3687-45eb-8fad-c39541e496e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809858 Oct 30 16:21:57.095079 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a4326654-6b8d-4896-a49a-0c4b5719d66c req-6d3cb9d4-92bc-48e1-a166-6caa81c83d64 service neutron] 10.222.0.53 "GET /v2.0/networks/cb26c7f2-3687-45eb-8fad-c39541e496e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848453 Oct 30 16:21:57.602104 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ecfef-85cc-4908-b398-721f6c3e4861 req-f83c3e9d-73ae-48a2-a7d6-39f3749a4074 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:21:57.603491 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3c1ecfef-85cc-4908-b398-721f6c3e4861 req-f83c3e9d-73ae-48a2-a7d6-39f3749a4074 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cda1866-04b6-42d6-93b0-81f954ab28d1 HTTP/1.1" status: 200 len: 946 time: 0.0495636 Oct 30 16:21:57.646109 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3c1ecfef-85cc-4908-b398-721f6c3e4861 req-182b76d2-8a6d-435d-9bcd-53fd70543bc3 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=d56776fc-c953-4534-ab12-635a8134d21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366228 Oct 30 16:21:58.789449 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d22e2f-bd4f-4e5b-8369-46a162731497 req-a5fafd47-a3df-429c-9e9f-0a661e9050a2 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:21:58.790940 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-57d22e2f-bd4f-4e5b-8369-46a162731497 req-a5fafd47-a3df-429c-9e9f-0a661e9050a2 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cda1866-04b6-42d6-93b0-81f954ab28d1 HTTP/1.1" status: 200 len: 946 time: 0.0487151 Oct 30 16:21:58.828114 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-57d22e2f-bd4f-4e5b-8369-46a162731497 req-8221b242-5ad2-4ec3-ac4d-2680c3a85fc8 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=d56776fc-c953-4534-ab12-635a8134d21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306582 Oct 30 16:21:59.965053 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b8aa01-afe7-48f5-aead-a7e4230884d2 req-596664b8-ee6a-4577-b6f1-6cb34a713d44 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:21:59.966916 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b1b8aa01-afe7-48f5-aead-a7e4230884d2 req-596664b8-ee6a-4577-b6f1-6cb34a713d44 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cda1866-04b6-42d6-93b0-81f954ab28d1 HTTP/1.1" status: 200 len: 946 time: 0.0487323 Oct 30 16:22:00.004373 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b1b8aa01-afe7-48f5-aead-a7e4230884d2 req-d27ecf27-c1b5-4d6d-9fbf-48569899fbc9 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=d56776fc-c953-4534-ab12-635a8134d21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316193 Oct 30 16:22:00.627794 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:22:01.122423 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bfd121-84da-45e0-ab55-00df05c304eb req-eb64e043-4f0f-40e1-9beb-cf6bede136a2 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:22:01.123904 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f5bfd121-84da-45e0-ab55-00df05c304eb req-eb64e043-4f0f-40e1-9beb-cf6bede136a2 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cda1866-04b6-42d6-93b0-81f954ab28d1 HTTP/1.1" status: 200 len: 946 time: 0.0535328 Oct 30 16:22:01.160457 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f5bfd121-84da-45e0-ab55-00df05c304eb req-0222ba3b-33b9-4f8a-aba7-4e7bc6b1f4d5 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=d56776fc-c953-4534-ab12-635a8134d21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304546 Oct 30 16:22:02.277884 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830db62b-2fbe-415d-a0bb-6ebdadcbb00f req-baa83643-677d-4ac1-b554-76a00703b326 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:22:02.279322 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-830db62b-2fbe-415d-a0bb-6ebdadcbb00f req-baa83643-677d-4ac1-b554-76a00703b326 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cda1866-04b6-42d6-93b0-81f954ab28d1 HTTP/1.1" status: 200 len: 946 time: 0.0488863 Oct 30 16:22:02.317441 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-830db62b-2fbe-415d-a0bb-6ebdadcbb00f req-99255687-3dc2-4041-8371-6892be4b1b02 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=d56776fc-c953-4534-ab12-635a8134d21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322287 Oct 30 16:22:02.577939 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:22:03.431995 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dca9c4-e00b-46e9-b27d-95d4077f1142 req-aff8f903-9661-44f9-b1f4-234b4bec77d6 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:22:03.433483 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b6dca9c4-e00b-46e9-b27d-95d4077f1142 req-aff8f903-9661-44f9-b1f4-234b4bec77d6 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cda1866-04b6-42d6-93b0-81f954ab28d1 HTTP/1.1" status: 200 len: 946 time: 0.0485680 Oct 30 16:22:03.470952 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b6dca9c4-e00b-46e9-b27d-95d4077f1142 req-1a4c1831-5605-4d1b-a44c-953a8026546a tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=d56776fc-c953-4534-ab12-635a8134d21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308812 Oct 30 16:22:04.586922 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133f65d-2a3f-4b89-a513-4d6f96379a63 req-141bc28a-9c01-4115-bdea-4633c128f99d tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:22:04.588407 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9133f65d-2a3f-4b89-a513-4d6f96379a63 req-141bc28a-9c01-4115-bdea-4633c128f99d tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cda1866-04b6-42d6-93b0-81f954ab28d1 HTTP/1.1" status: 200 len: 946 time: 0.0490699 Oct 30 16:22:04.629682 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9133f65d-2a3f-4b89-a513-4d6f96379a63 req-ad5c519a-f28b-4499-a0e9-a5d616f6fbf2 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=d56776fc-c953-4534-ab12-635a8134d21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353351 Oct 30 16:22:05.745160 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6d022-b583-47fd-87ac-0d14cee6cba5 req-d6080460-b552-450f-9c13-dffbd3aa6410 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:22:05.746643 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-88e6d022-b583-47fd-87ac-0d14cee6cba5 req-d6080460-b552-450f-9c13-dffbd3aa6410 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cda1866-04b6-42d6-93b0-81f954ab28d1 HTTP/1.1" status: 200 len: 946 time: 0.0489058 Oct 30 16:22:05.784386 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-88e6d022-b583-47fd-87ac-0d14cee6cba5 req-2e81bcee-e338-40ab-80ba-750a7ebba9fe tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=d56776fc-c953-4534-ab12-635a8134d21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317771 Oct 30 16:22:06.899153 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb7456-fa39-4a09-a479-235c7121171c req-17a48e28-309a-4149-a55e-f111c84a9ac6 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:22:06.900647 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-73cb7456-fa39-4a09-a479-235c7121171c req-17a48e28-309a-4149-a55e-f111c84a9ac6 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cda1866-04b6-42d6-93b0-81f954ab28d1 HTTP/1.1" status: 200 len: 946 time: 0.0486720 Oct 30 16:22:06.939709 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-73cb7456-fa39-4a09-a479-235c7121171c req-68d00071-5d18-4280-b945-37565b7bdf59 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=d56776fc-c953-4534-ab12-635a8134d21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323768 Oct 30 16:22:07.727965 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b306bd-7108-4658-9a30-fbfc0b988ba4 req-a7a64563-3a5c-42fc-ac00-0741152ce714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:22:07.729454 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-79b306bd-7108-4658-9a30-fbfc0b988ba4 req-a7a64563-3a5c-42fc-ac00-0741152ce714 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=46c4a3ae4ed941d9bd1e46ff1497cb4d&device_id=0cda1866-04b6-42d6-93b0-81f954ab28d1 HTTP/1.1" status: 200 len: 1098 time: 0.0449574 Oct 30 16:22:07.818093 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b306bd-7108-4658-9a30-fbfc0b988ba4 req-e64e2cda-b9fc-407a-9713-b988d442370c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:22:07.819565 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-79b306bd-7108-4658-9a30-fbfc0b988ba4 req-e64e2cda-b9fc-407a-9713-b988d442370c service neutron] 10.222.0.53 "GET /v2.0/networks?id=cb26c7f2-3687-45eb-8fad-c39541e496e7 HTTP/1.1" status: 200 len: 910 time: 0.0830119 Oct 30 16:22:07.887712 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-79b306bd-7108-4658-9a30-fbfc0b988ba4 req-554c5b26-5273-4767-a509-d8d3979452b0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4b402d5-4444-4e99-964d-c6579206edb1 HTTP/1.1" status: 200 len: 1001 time: 0.0607364 Oct 30 16:22:07.936404 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b306bd-7108-4658-9a30-fbfc0b988ba4 req-2a7bf0b9-85f3-405c-bb9d-52f960e761f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:22:07.937737 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-79b306bd-7108-4658-9a30-fbfc0b988ba4 req-2a7bf0b9-85f3-405c-bb9d-52f960e761f9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8cec7339-3724-49db-8424-61c78b1d835a HTTP/1.1" status: 200 len: 848 time: 0.0429766 Oct 30 16:22:07.982893 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b306bd-7108-4658-9a30-fbfc0b988ba4 req-fef65291-e9bb-41f5-8e9e-c0ee9118c53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:22:07.984424 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-79b306bd-7108-4658-9a30-fbfc0b988ba4 req-fef65291-e9bb-41f5-8e9e-c0ee9118c53a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cb26c7f2-3687-45eb-8fad-c39541e496e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395024 Oct 30 16:22:08.105660 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47199e3-7deb-4822-8b17-49a2513faa52 req-fb50c479-05d2-4eb1-896a-0c609ce7d71f tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:22:08.107696 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c47199e3-7deb-4822-8b17-49a2513faa52 req-fb50c479-05d2-4eb1-896a-0c609ce7d71f tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cda1866-04b6-42d6-93b0-81f954ab28d1 HTTP/1.1" status: 200 len: 946 time: 0.0981050 Oct 30 16:22:08.125093 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-79b306bd-7108-4658-9a30-fbfc0b988ba4 req-c77e27de-2ee9-47a6-8c26-fcade5f96e96 service neutron] 10.222.0.53 "GET /v2.0/networks/cb26c7f2-3687-45eb-8fad-c39541e496e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331646 Oct 30 16:22:08.201000 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c47199e3-7deb-4822-8b17-49a2513faa52 req-c67c2519-823e-417c-890b-508450dd2365 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=d56776fc-c953-4534-ab12-635a8134d21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858216 Oct 30 16:22:08.235245 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-79b306bd-7108-4658-9a30-fbfc0b988ba4 req-8142f7c6-0d01-4fe4-9ed2-c031f7b747e1 service neutron] 10.222.0.53 "GET /v2.0/networks/cb26c7f2-3687-45eb-8fad-c39541e496e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014831 Oct 30 16:22:09.316813 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6c868-51f2-4cb1-83ba-faea88f9c231 req-1ec9a02f-9a44-4810-9a2f-6fe856f15630 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:22:09.318331 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-44a6c868-51f2-4cb1-83ba-faea88f9c231 req-1ec9a02f-9a44-4810-9a2f-6fe856f15630 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cda1866-04b6-42d6-93b0-81f954ab28d1 HTTP/1.1" status: 200 len: 946 time: 0.0490324 Oct 30 16:22:09.356070 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-44a6c868-51f2-4cb1-83ba-faea88f9c231 req-b2941547-dd73-4b67-b781-07515a81bb3c tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=d56776fc-c953-4534-ab12-635a8134d21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317535 Oct 30 16:22:10.475771 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffccd63d-626b-4d52-9854-b1eec4591ece req-cf723821-19e5-4bd5-9691-937e88080b13 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:22:10.477275 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ffccd63d-626b-4d52-9854-b1eec4591ece req-cf723821-19e5-4bd5-9691-937e88080b13 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cda1866-04b6-42d6-93b0-81f954ab28d1 HTTP/1.1" status: 200 len: 946 time: 0.0505793 Oct 30 16:22:10.515672 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ffccd63d-626b-4d52-9854-b1eec4591ece req-829eee69-368b-42e5-8011-9b81d853ea90 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=d56776fc-c953-4534-ab12-635a8134d21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318806 Oct 30 16:22:11.641463 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605655b2-7dec-4ef6-917a-62f153e5964e req-5dea9040-9cb0-4bd9-989d-d3f37f008508 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:22:11.643590 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-605655b2-7dec-4ef6-917a-62f153e5964e req-5dea9040-9cb0-4bd9-989d-d3f37f008508 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cda1866-04b6-42d6-93b0-81f954ab28d1 HTTP/1.1" status: 200 len: 946 time: 0.0561898 Oct 30 16:22:11.689635 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-605655b2-7dec-4ef6-917a-62f153e5964e req-0f19469b-0e8f-4bc2-be7e-e3129bc2dc23 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=d56776fc-c953-4534-ab12-635a8134d21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398600 Oct 30 16:22:12.284359 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 16:22:12.804481 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1319da-42ba-4027-a260-5a7adf7dae68 req-60dddf2e-177b-47fc-b37a-3f3667ddaa48 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:22:12.805951 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1f1319da-42ba-4027-a260-5a7adf7dae68 req-60dddf2e-177b-47fc-b37a-3f3667ddaa48 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cda1866-04b6-42d6-93b0-81f954ab28d1 HTTP/1.1" status: 200 len: 946 time: 0.0488636 Oct 30 16:22:12.843855 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1f1319da-42ba-4027-a260-5a7adf7dae68 req-b991f7c0-62eb-4d35-bcaa-7b80fce8d834 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=d56776fc-c953-4534-ab12-635a8134d21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315359 Oct 30 16:22:13.880477 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device d4b402d5-4444-4e99-964d-c6579206edb1 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 16:22:13.953945 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:22:13.978812 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cda1866-04b6-42d6-93b0-81f954ab28d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4b402d5-4444-4e99-964d-c6579206edb1'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:22:13.979037 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cafb2eba4876e5fc7105e54c9897f2ac796dde07d3c794cd15d4c51349c0477b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ffd6ac7-da92-4aae-9067-a389bb9f867c" -d '{"events": [{"server_uuid": "0cda1866-04b6-42d6-93b0-81f954ab28d1", "name": "network-vif-unplugged", "status": "completed", "tag": "d4b402d5-4444-4e99-964d-c6579206edb1"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:22:13.996239 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port d4b402d5-4444-4e99-964d-c6579206edb1, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=d4b402d5-4444-4e99-964d-c6579206edb1,segment=NetworkSegment(7801d76c-6f62-4d02-a500-435eaa0918c5),segment_id=7801d76c-6f62-4d02-a500-435eaa0918c5)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:22:14.001231 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:22:14.041453 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 30 Oct 2021 16:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365d02aa-6dde-4f1b-ac52-2a43e4e0ea6c x-openstack-request-id: req-365d02aa-6dde-4f1b-ac52-2a43e4e0ea6c {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:22:14.041750 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cda1866-04b6-42d6-93b0-81f954ab28d1", "name": "network-vif-unplugged", "status": "failed", "tag": "d4b402d5-4444-4e99-964d-c6579206edb1", "code": 422}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:22:14.042001 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-365d02aa-6dde-4f1b-ac52-2a43e4e0ea6c {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:22:14.042404 n-d-806683-17 neutron-server[102132]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0cda1866-04b6-42d6-93b0-81f954ab28d1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd4b402d5-4444-4e99-964d-c6579206edb1', 'code': 422} returned with failed status Oct 30 16:22:14.055038 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=d4b402d5-4444-4e99-964d-c6579206edb1,revision_number=6']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:22:14.063022 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:22:14.063383 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:22:14.063750 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:22:14.064086 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:22:14.064419 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:22:14.064756 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:22:14.065081 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:22:14.065208 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7afba66d-680d-4f56-b567-5f71854c6aa8 req-4097b7c5-5673-4b3f-887e-e038497ec427 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0cda1866-04b6-42d6-93b0-81f954ab28d1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0606461 Oct 30 16:22:14.065651 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:22:14.065843 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:22:14.066151 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:22:14.066482 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:22:14.066802 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:22:14.086953 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [req-7afba66d-680d-4f56-b567-5f71854c6aa8 req-ca99ab27-130c-4d8f-b066-0591509e718f service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 16:22:14.087920 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7afba66d-680d-4f56-b567-5f71854c6aa8 req-ca99ab27-130c-4d8f-b066-0591509e718f service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051639 Oct 30 16:22:14.112280 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4ae16e-201e-466e-b689-1222d13e2fce req-d307d635-36c6-45b1-b458-210b837e8a67 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:22:14.113773 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0a4ae16e-201e-466e-b689-1222d13e2fce req-d307d635-36c6-45b1-b458-210b837e8a67 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cda1866-04b6-42d6-93b0-81f954ab28d1 HTTP/1.1" status: 200 len: 944 time: 0.0605612 Oct 30 16:22:14.153572 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0a4ae16e-201e-466e-b689-1222d13e2fce req-b8adeb95-6ea2-4a97-afe1-3a432c8da3ce tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=d56776fc-c953-4534-ab12-635a8134d21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333099 Oct 30 16:22:15.273428 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ed562-474d-460c-9472-364175b7b7d2 req-79676ece-571a-45af-b286-c0166567a68d tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:22:15.274909 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2a8ed562-474d-460c-9472-364175b7b7d2 req-79676ece-571a-45af-b286-c0166567a68d tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cda1866-04b6-42d6-93b0-81f954ab28d1 HTTP/1.1" status: 200 len: 944 time: 0.0506849 Oct 30 16:22:15.313799 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-2a8ed562-474d-460c-9472-364175b7b7d2 req-60ef49b0-8553-43b9-b650-f95f1bfc9167 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=d56776fc-c953-4534-ab12-635a8134d21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327151 Oct 30 16:22:16.432010 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4548407-6f8f-4eaa-b8c2-970f60e3d6d6 req-9808f34a-6ccd-4d12-bc6b-fd800c87b8ae tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:22:16.433482 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c4548407-6f8f-4eaa-b8c2-970f60e3d6d6 req-9808f34a-6ccd-4d12-bc6b-fd800c87b8ae tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cda1866-04b6-42d6-93b0-81f954ab28d1 HTTP/1.1" status: 200 len: 944 time: 0.0510278 Oct 30 16:22:16.471012 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c4548407-6f8f-4eaa-b8c2-970f60e3d6d6 req-bf071cd3-6d36-4b8b-bf86-0aa883fc2e39 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=d56776fc-c953-4534-ab12-635a8134d21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315633 Oct 30 16:22:17.586614 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe778bdc-d780-48ed-b647-089c8750dbf9 req-99c1d20a-8d08-4343-a1ce-4fb4791221d2 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:22:17.588261 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fe778bdc-d780-48ed-b647-089c8750dbf9 req-99c1d20a-8d08-4343-a1ce-4fb4791221d2 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cda1866-04b6-42d6-93b0-81f954ab28d1 HTTP/1.1" status: 200 len: 944 time: 0.0499365 Oct 30 16:22:17.628771 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-fe778bdc-d780-48ed-b647-089c8750dbf9 req-989009b6-f0e1-4f7c-9ee6-6d0d13f1a9bb tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=d56776fc-c953-4534-ab12-635a8134d21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341556 Oct 30 16:22:18.750171 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5338bd-c8b1-4741-b091-73727bf53791 req-4f7e86ca-dd86-44ca-9ee5-977d6807306a tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:22:18.751559 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cd5338bd-c8b1-4741-b091-73727bf53791 req-4f7e86ca-dd86-44ca-9ee5-977d6807306a tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cda1866-04b6-42d6-93b0-81f954ab28d1 HTTP/1.1" status: 200 len: 944 time: 0.0537915 Oct 30 16:22:18.789424 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-cd5338bd-c8b1-4741-b091-73727bf53791 req-d7aed0ea-4bd1-4b0e-8d7b-c27139c08b00 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=d56776fc-c953-4534-ab12-635a8134d21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316391 Oct 30 16:22:19.895029 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afba66d-680d-4f56-b567-5f71854c6aa8 req-9068d2d6-c910-44c3-96fb-5db112b7259b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:22:19.896593 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7afba66d-680d-4f56-b567-5f71854c6aa8 req-9068d2d6-c910-44c3-96fb-5db112b7259b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0cda1866-04b6-42d6-93b0-81f954ab28d1&tenant_id=46c4a3ae4ed941d9bd1e46ff1497cb4d HTTP/1.1" status: 200 len: 1096 time: 0.0402088 Oct 30 16:22:19.906961 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d2f58-bcfa-4f18-8578-c281a5a7e24f req-ded11b7c-8184-48cb-9bfd-dae1fe9c5fdf tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:22:19.908495 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5e2d2f58-bcfa-4f18-8578-c281a5a7e24f req-ded11b7c-8184-48cb-9bfd-dae1fe9c5fdf tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cda1866-04b6-42d6-93b0-81f954ab28d1 HTTP/1.1" status: 200 len: 944 time: 0.0500164 Oct 30 16:22:19.949952 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-5e2d2f58-bcfa-4f18-8578-c281a5a7e24f req-a51b1105-0e77-4b80-a4b6-b51d719610f3 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=d56776fc-c953-4534-ab12-635a8134d21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354660 Oct 30 16:22:19.957209 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afba66d-680d-4f56-b567-5f71854c6aa8 req-b6018b26-db14-4759-9749-9bb0848951f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:22:19.958715 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7afba66d-680d-4f56-b567-5f71854c6aa8 req-b6018b26-db14-4759-9749-9bb0848951f6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=46c4a3ae4ed941d9bd1e46ff1497cb4d&device_id=0cda1866-04b6-42d6-93b0-81f954ab28d1 HTTP/1.1" status: 200 len: 1096 time: 0.0401158 Oct 30 16:22:20.052769 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afba66d-680d-4f56-b567-5f71854c6aa8 req-beb1f27f-82f5-44c7-ace5-aaf9968d06d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:22:20.054302 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7afba66d-680d-4f56-b567-5f71854c6aa8 req-beb1f27f-82f5-44c7-ace5-aaf9968d06d1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cb26c7f2-3687-45eb-8fad-c39541e496e7 HTTP/1.1" status: 200 len: 910 time: 0.0891366 Oct 30 16:22:20.120073 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7afba66d-680d-4f56-b567-5f71854c6aa8 req-e116bd50-4fa2-49d2-898d-08c33debd2cc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4b402d5-4444-4e99-964d-c6579206edb1 HTTP/1.1" status: 200 len: 999 time: 0.0581787 Oct 30 16:22:20.173847 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afba66d-680d-4f56-b567-5f71854c6aa8 req-6eda9c2a-c3bc-4118-bc25-e48230b6e821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:22:20.175269 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7afba66d-680d-4f56-b567-5f71854c6aa8 req-6eda9c2a-c3bc-4118-bc25-e48230b6e821 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8cec7339-3724-49db-8424-61c78b1d835a HTTP/1.1" status: 200 len: 848 time: 0.0477793 Oct 30 16:22:20.220711 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afba66d-680d-4f56-b567-5f71854c6aa8 req-75e58b88-4b9b-482c-9255-08f841ae6431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:22:20.222060 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7afba66d-680d-4f56-b567-5f71854c6aa8 req-75e58b88-4b9b-482c-9255-08f841ae6431 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cb26c7f2-3687-45eb-8fad-c39541e496e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399477 Oct 30 16:22:20.309549 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7afba66d-680d-4f56-b567-5f71854c6aa8 req-8e5f3c6a-70b7-4318-874a-6e5cc51970dd service neutron] 10.222.0.53 "GET /v2.0/networks/cb26c7f2-3687-45eb-8fad-c39541e496e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803695 Oct 30 16:22:20.401752 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-7afba66d-680d-4f56-b567-5f71854c6aa8 req-4e54a719-ef51-43b6-9513-aaafbe0d51f5 service neutron] 10.222.0.53 "GET /v2.0/networks/cb26c7f2-3687-45eb-8fad-c39541e496e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847619 Oct 30 16:22:21.066066 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8efa9a1-b42b-4139-b0c6-fa8593ad31a9 req-d5ec9a9d-fcf9-464e-895d-ae1952aee9b4 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:22:21.067604 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f8efa9a1-b42b-4139-b0c6-fa8593ad31a9 req-d5ec9a9d-fcf9-464e-895d-ae1952aee9b4 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cda1866-04b6-42d6-93b0-81f954ab28d1 HTTP/1.1" status: 200 len: 944 time: 0.0501089 Oct 30 16:22:21.109445 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f8efa9a1-b42b-4139-b0c6-fa8593ad31a9 req-a5fedaee-819f-4ad5-bf0b-f8cdc15b8133 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=d56776fc-c953-4534-ab12-635a8134d21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357702 Oct 30 16:22:21.314277 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4b09269d-d553-4ed2-a26c-6b44662a5db2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:22:22.223242 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb13d9-3d5f-4596-a13b-0317d8f0b3eb req-060aafcc-668b-452c-9293-d32ef53ca5f7 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:22:22.224769 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dfeb13d9-3d5f-4596-a13b-0317d8f0b3eb req-060aafcc-668b-452c-9293-d32ef53ca5f7 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cda1866-04b6-42d6-93b0-81f954ab28d1 HTTP/1.1" status: 200 len: 944 time: 0.0485706 Oct 30 16:22:22.266425 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-dfeb13d9-3d5f-4596-a13b-0317d8f0b3eb req-311a7e18-2f92-468c-a2e5-20bdb6551de7 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=d56776fc-c953-4534-ab12-635a8134d21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355246 Oct 30 16:22:23.386155 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74240d0-f364-46d3-af74-bd79ea28bdff req-f757bdeb-9a06-4f32-992e-d9758ffcd3f2 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:22:23.387653 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b74240d0-f364-46d3-af74-bd79ea28bdff req-f757bdeb-9a06-4f32-992e-d9758ffcd3f2 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cda1866-04b6-42d6-93b0-81f954ab28d1 HTTP/1.1" status: 200 len: 944 time: 0.0522902 Oct 30 16:22:23.425132 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b74240d0-f364-46d3-af74-bd79ea28bdff req-dbfcd080-7212-4238-9795-67a8eab6555c tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=d56776fc-c953-4534-ab12-635a8134d21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309458 Oct 30 16:22:23.890143 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-25b7ec13-dfba-41a7-b302-682785e07317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:22:24.540222 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb63f23b-35bf-4400-9379-aa7e44328dc0 req-8d3f46f3-1822-430d-8d93-7703a38ceef0 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:22:24.541712 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bb63f23b-35bf-4400-9379-aa7e44328dc0 req-8d3f46f3-1822-430d-8d93-7703a38ceef0 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cda1866-04b6-42d6-93b0-81f954ab28d1 HTTP/1.1" status: 200 len: 944 time: 0.0489807 Oct 30 16:22:24.578912 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bb63f23b-35bf-4400-9379-aa7e44328dc0 req-1f0ea444-9514-4084-b003-1f54a79a1225 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=d56776fc-c953-4534-ab12-635a8134d21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313940 Oct 30 16:22:24.937464 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:22:25.092541 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:22:25.694144 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daedcd90-80c2-465a-8b2e-0eb17b457202 req-a78fe028-acdc-4dcb-a3ee-7267ea0658c1 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:22:25.695699 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-daedcd90-80c2-465a-8b2e-0eb17b457202 req-a78fe028-acdc-4dcb-a3ee-7267ea0658c1 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cda1866-04b6-42d6-93b0-81f954ab28d1 HTTP/1.1" status: 200 len: 944 time: 0.0492632 Oct 30 16:22:25.733340 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-daedcd90-80c2-465a-8b2e-0eb17b457202 req-3e35ca6e-ab8c-47cd-8683-1781eed9b7a5 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=d56776fc-c953-4534-ab12-635a8134d21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315871 Oct 30 16:22:26.855874 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9a8bd8-4032-47a5-a5b1-0f1e9c093f54 req-c7116b21-a3b9-42ad-b2f9-154f2a7ec968 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:22:26.857174 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8d9a8bd8-4032-47a5-a5b1-0f1e9c093f54 req-c7116b21-a3b9-42ad-b2f9-154f2a7ec968 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cda1866-04b6-42d6-93b0-81f954ab28d1 HTTP/1.1" status: 200 len: 944 time: 0.0528703 Oct 30 16:22:26.880379 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:22:26.899286 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-8d9a8bd8-4032-47a5-a5b1-0f1e9c093f54 req-46a502af-cef5-423b-ba93-88807fde7dc2 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=d56776fc-c953-4534-ab12-635a8134d21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360365 Oct 30 16:22:27.973983 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device d4b402d5-4444-4e99-964d-c6579206edb1 details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 16:22:28.015000 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096ad0dd-a27b-4027-9615-d6ee373dda24 req-c83c2849-7f2b-4435-a08d-024d9aa22261 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:22:28.016506 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-096ad0dd-a27b-4027-9615-d6ee373dda24 req-c83c2849-7f2b-4435-a08d-024d9aa22261 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cda1866-04b6-42d6-93b0-81f954ab28d1 HTTP/1.1" status: 200 len: 944 time: 0.0495324 Oct 30 16:22:28.054372 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-096ad0dd-a27b-4027-9615-d6ee373dda24 req-b20a50c5-7d48-4936-bc16-ea43ad75f40e tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=d56776fc-c953-4534-ab12-635a8134d21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317471 Oct 30 16:22:28.069016 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port d4b402d5-4444-4e99-964d-c6579206edb1, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=d4b402d5-4444-4e99-964d-c6579206edb1,segment=NetworkSegment(7801d76c-6f62-4d02-a500-435eaa0918c5),segment_id=7801d76c-6f62-4d02-a500-435eaa0918c5)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:22:28.080093 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': 'd4b402d5-4444-4e99-964d-c6579206edb1', 'network_id': 'cb26c7f2-3687-45eb-8fad-c39541e496e7', 'port_id': 'd4b402d5-4444-4e99-964d-c6579206edb1', 'mac_address': 'fa:16:3e:28:76:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cec7339-3724-49db-8424-61c78b1d835a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 16:22:28.119588 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:22:28.132510 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4b402d5-4444-4e99-964d-c6579206edb1 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 16:22:28.150922 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port d4b402d5-4444-4e99-964d-c6579206edb1, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=d4b402d5-4444-4e99-964d-c6579206edb1,segment=NetworkSegment(7801d76c-6f62-4d02-a500-435eaa0918c5),segment_id=7801d76c-6f62-4d02-a500-435eaa0918c5)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:22:28.153818 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:22:28.199641 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=d4b402d5-4444-4e99-964d-c6579206edb1,revision_number=7']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:22:28.357865 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['d4b402d5-4444-4e99-964d-c6579206edb1'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 16:22:29.169594 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be270b-9eb7-4c02-8465-04379b00eac4 req-5059993d-4f78-45eb-8e0e-ad6fa813c7cc tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:22:29.171071 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f7be270b-9eb7-4c02-8465-04379b00eac4 req-5059993d-4f78-45eb-8e0e-ad6fa813c7cc tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cda1866-04b6-42d6-93b0-81f954ab28d1 HTTP/1.1" status: 200 len: 945 time: 0.0494540 Oct 30 16:22:29.209026 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f7be270b-9eb7-4c02-8465-04379b00eac4 req-7c7631a2-8293-467e-8f5f-f76d49d1de83 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=d56776fc-c953-4534-ab12-635a8134d21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319850 Oct 30 16:22:29.974338 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device d4b402d5-4444-4e99-964d-c6579206edb1 up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:22:30.022150 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port d4b402d5-4444-4e99-964d-c6579206edb1 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:22:30.022513 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:22:30.101239 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:22:30.123812 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cda1866-04b6-42d6-93b0-81f954ab28d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b402d5-4444-4e99-964d-c6579206edb1'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:22:30.126182 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cafb2eba4876e5fc7105e54c9897f2ac796dde07d3c794cd15d4c51349c0477b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad6fccf-7763-4606-8d31-ac231d582dfb" -d '{"events": [{"server_uuid": "0cda1866-04b6-42d6-93b0-81f954ab28d1", "name": "network-vif-plugged", "status": "completed", "tag": "d4b402d5-4444-4e99-964d-c6579206edb1"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:22:30.139143 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port d4b402d5-4444-4e99-964d-c6579206edb1, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=d4b402d5-4444-4e99-964d-c6579206edb1,segment=NetworkSegment(7801d76c-6f62-4d02-a500-435eaa0918c5),segment_id=7801d76c-6f62-4d02-a500-435eaa0918c5)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:22:30.142875 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:22:30.168894 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 16:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76896822-1198-454a-87ae-6f6ca08b596f x-openstack-request-id: req-76896822-1198-454a-87ae-6f6ca08b596f {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:22:30.169187 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cda1866-04b6-42d6-93b0-81f954ab28d1", "name": "network-vif-plugged", "status": "completed", "tag": "d4b402d5-4444-4e99-964d-c6579206edb1", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:22:30.169451 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-76896822-1198-454a-87ae-6f6ca08b596f {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:22:30.169847 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cda1866-04b6-42d6-93b0-81f954ab28d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b402d5-4444-4e99-964d-c6579206edb1', 'code': 200} Oct 30 16:22:30.193474 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=d4b402d5-4444-4e99-964d-c6579206edb1,revision_number=8']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:22:30.314154 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8b7a0b-dc67-4dcf-a42e-9755ee6e6fb2 req-f288ea84-5adb-4303-8e4b-40959c669272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:22:30.315671 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3c8b7a0b-dc67-4dcf-a42e-9755ee6e6fb2 req-f288ea84-5adb-4303-8e4b-40959c669272 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0cda1866-04b6-42d6-93b0-81f954ab28d1 HTTP/1.1" status: 200 len: 1098 time: 0.0445244 Oct 30 16:22:30.323942 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad5e378-a014-46cd-a108-1e9a1bd98203 req-7f267e1c-ac96-4019-928c-5a5c679ee629 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:22:30.325422 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6ad5e378-a014-46cd-a108-1e9a1bd98203 req-7f267e1c-ac96-4019-928c-5a5c679ee629 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cda1866-04b6-42d6-93b0-81f954ab28d1 HTTP/1.1" status: 200 len: 946 time: 0.0503035 Oct 30 16:22:30.352332 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3c8b7a0b-dc67-4dcf-a42e-9755ee6e6fb2 req-01dc6a8f-ed55-4555-8b77-cdcacac7a7d2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d56776fc-c953-4534-ab12-635a8134d21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299177 Oct 30 16:22:30.370780 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6ad5e378-a014-46cd-a108-1e9a1bd98203 req-8e0a28b0-088e-496d-b5b0-8e9e332b909e tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=d56776fc-c953-4534-ab12-635a8134d21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372896 Oct 30 16:22:30.643892 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:22:31.491746 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33f37db-1b77-4631-914b-91ef3aff0ed6 req-47063929-2947-4f9c-9c56-3abdd7cb9615 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:22:31.493216 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a33f37db-1b77-4631-914b-91ef3aff0ed6 req-47063929-2947-4f9c-9c56-3abdd7cb9615 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cda1866-04b6-42d6-93b0-81f954ab28d1 HTTP/1.1" status: 200 len: 946 time: 0.0486286 Oct 30 16:22:31.530858 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a33f37db-1b77-4631-914b-91ef3aff0ed6 req-7cedefed-e7c1-4aa3-a4f4-dc5378fbda6b tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=d56776fc-c953-4534-ab12-635a8134d21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311904 Oct 30 16:22:32.594757 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:22:49.283306 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 16:22:51.315736 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5ec46ba2-31ba-46f7-8ee7-a5631d43e8a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:22:53.892451 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4debacf4-7115-4fd9-8d8d-21aab8c93b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:22:54.940093 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:22:55.094135 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:22:56.884819 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:22:58.537254 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-de45fa1b-0a74-42f9-b063-8e40e0ebbdc7 req-fa4fbf3e-d416-41bb-8a73-c4d3a950c142 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0cda1866-04b6-42d6-93b0-81f954ab28d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407391 Oct 30 16:22:58.618639 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de45fa1b-0a74-42f9-b063-8e40e0ebbdc7 req-fc10d261-befb-4b22-a765-c88290cd8891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:22:58.620138 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-de45fa1b-0a74-42f9-b063-8e40e0ebbdc7 req-fc10d261-befb-4b22-a765-c88290cd8891 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=46c4a3ae4ed941d9bd1e46ff1497cb4d&device_id=0cda1866-04b6-42d6-93b0-81f954ab28d1 HTTP/1.1" status: 200 len: 1098 time: 0.0410092 Oct 30 16:22:58.725051 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de45fa1b-0a74-42f9-b063-8e40e0ebbdc7 req-ea1ff136-fc7e-42fe-89f8-cf9edca01ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:22:58.726528 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-de45fa1b-0a74-42f9-b063-8e40e0ebbdc7 req-ea1ff136-fc7e-42fe-89f8-cf9edca01ac2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cb26c7f2-3687-45eb-8fad-c39541e496e7 HTTP/1.1" status: 200 len: 910 time: 0.0875630 Oct 30 16:22:58.793062 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-de45fa1b-0a74-42f9-b063-8e40e0ebbdc7 req-f90f1d27-e339-4955-ac65-58d9805d02e0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4b402d5-4444-4e99-964d-c6579206edb1 HTTP/1.1" status: 200 len: 1001 time: 0.0593631 Oct 30 16:22:58.842308 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de45fa1b-0a74-42f9-b063-8e40e0ebbdc7 req-f6077d2a-075d-4e79-99d9-2ee151a9b292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:22:58.843765 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-de45fa1b-0a74-42f9-b063-8e40e0ebbdc7 req-f6077d2a-075d-4e79-99d9-2ee151a9b292 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8cec7339-3724-49db-8424-61c78b1d835a HTTP/1.1" status: 200 len: 848 time: 0.0429466 Oct 30 16:22:58.888555 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de45fa1b-0a74-42f9-b063-8e40e0ebbdc7 req-bd0d12e0-2029-4bd2-91a9-a53910928d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:22:58.889980 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-de45fa1b-0a74-42f9-b063-8e40e0ebbdc7 req-bd0d12e0-2029-4bd2-91a9-a53910928d1c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cb26c7f2-3687-45eb-8fad-c39541e496e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385032 Oct 30 16:22:58.982309 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-de45fa1b-0a74-42f9-b063-8e40e0ebbdc7 req-1d58c63a-125b-4c14-9635-eaab55961eb2 service neutron] 10.222.0.53 "GET /v2.0/networks/cb26c7f2-3687-45eb-8fad-c39541e496e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838225 Oct 30 16:22:59.071277 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-de45fa1b-0a74-42f9-b063-8e40e0ebbdc7 req-25bd712f-037d-432d-ae8c-9d3b150c50bc service neutron] 10.222.0.53 "GET /v2.0/networks/cb26c7f2-3687-45eb-8fad-c39541e496e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810785 Oct 30 16:23:00.648859 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:02.614509 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:21.316996 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-fa3c8d86-61fe-4d6f-9cb5-71089ffcd727 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:23.894650 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3745ae9c-4ca5-4f8a-95be-d38d6047c06e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:24.941860 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:25.095600 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:26.282427 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 16:23:26.886982 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:30.656528 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:32.603969 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:44.170909 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60392) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:23:44.327701 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-9e2126cc-aaac-4f0d-af00-aa8207f4298d tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Deleting port c8c0b866-984e-47ae-b1da-6e44a71ddc23 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:23:44.328042 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9e2126cc-aaac-4f0d-af00-aa8207f4298d tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:44.405871 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9e2126cc-aaac-4f0d-af00-aa8207f4298d tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:44.406198 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9e2126cc-aaac-4f0d-af00-aa8207f4298d tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:44.418696 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-9e2126cc-aaac-4f0d-af00-aa8207f4298d tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Calling delete_port for c8c0b866-984e-47ae-b1da-6e44a71ddc23 owned by network:floatingip {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:23:44.564869 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9e2126cc-aaac-4f0d-af00-aa8207f4298d tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:44.589917 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2126cc-aaac-4f0d-af00-aa8207f4298d tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Pushing event deleted for resources: {'Port': ['ID=c8c0b866-984e-47ae-b1da-6e44a71ddc23,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:23:44.614375 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2126cc-aaac-4f0d-af00-aa8207f4298d tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:23:44.614719 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2126cc-aaac-4f0d-af00-aa8207f4298d tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:23:44.615055 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2126cc-aaac-4f0d-af00-aa8207f4298d tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:23:44.615388 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2126cc-aaac-4f0d-af00-aa8207f4298d tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:23:44.615744 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2126cc-aaac-4f0d-af00-aa8207f4298d tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:23:44.616072 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2126cc-aaac-4f0d-af00-aa8207f4298d tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:23:44.616397 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2126cc-aaac-4f0d-af00-aa8207f4298d tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:23:44.616722 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2126cc-aaac-4f0d-af00-aa8207f4298d tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:23:44.617041 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2126cc-aaac-4f0d-af00-aa8207f4298d tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:23:44.617994 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2126cc-aaac-4f0d-af00-aa8207f4298d tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:23:44.618326 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2126cc-aaac-4f0d-af00-aa8207f4298d tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:23:44.618649 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2126cc-aaac-4f0d-af00-aa8207f4298d tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:23:44.655605 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9e2126cc-aaac-4f0d-af00-aa8207f4298d tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks [] for floatingip, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:44.655948 n-d-806683-17 neutron-server[102130]: INFO neutron.db.l3_db [None req-9e2126cc-aaac-4f0d-af00-aa8207f4298d tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Floating IP 0ed2116c-46a4-460a-8a1d-89df7ef5c4cb disassociated (deleted). External IP: 172.25.4.77, port: d4b402d5-4444-4e99-964d-c6579206edb1. Oct 30 16:23:44.865172 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e2126cc-aaac-4f0d-af00-aa8207f4298d tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Router 4e4c772f-8cfa-4d39-83e5-59c70d33c23e has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 16:23:44.971338 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e2126cc-aaac-4f0d-af00-aa8207f4298d tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 16:23:44.976161 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-9e2126cc-aaac-4f0d-af00-aa8207f4298d tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:44.983881 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5d59e7-321b-4210-8b7d-3b64e3c9b21d None None] Sync routers for ids ['4e4c772f-8cfa-4d39-83e5-59c70d33c23e'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 16:23:44.994424 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5d59e7-321b-4210-8b7d-3b64e3c9b21d None None] Routers {'4e4c772f-8cfa-4d39-83e5-59c70d33c23e'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:23:44.995043 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-ce5d59e7-321b-4210-8b7d-3b64e3c9b21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:23:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['4e4c772f-8cfa-4d39-83e5-59c70d33c23e'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:23:45.004250 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-9e2126cc-aaac-4f0d-af00-aa8207f4298d tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "DELETE /v2.0/floatingips/0ed2116c-46a4-460a-8a1d-89df7ef5c4cb HTTP/1.1" status: 204 len: 168 time: 0.8321922 Oct 30 16:23:45.004931 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cda1866-04b6-42d6-93b0-81f954ab28d1', 'tag': 'd4b402d5-4444-4e99-964d-c6579206edb1'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:23:45.007304 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}931ac027fb50588f101e6e2f92584f6f115530be99269a43aae453735a93652f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee01e55c-a951-4c52-b4d5-f75df0e6c5f3" -d '{"events": [{"name": "network-changed", "server_uuid": "0cda1866-04b6-42d6-93b0-81f954ab28d1", "tag": "d4b402d5-4444-4e99-964d-c6579206edb1"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:23:45.049874 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 16:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc147028-abbf-48c8-aab6-bc6b5c5cdade x-openstack-request-id: req-dc147028-abbf-48c8-aab6-bc6b5c5cdade {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:23:45.050549 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cda1866-04b6-42d6-93b0-81f954ab28d1", "tag": "d4b402d5-4444-4e99-964d-c6579206edb1", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:23:45.050817 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dc147028-abbf-48c8-aab6-bc6b5c5cdade {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:23:45.051232 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cda1866-04b6-42d6-93b0-81f954ab28d1', 'tag': 'd4b402d5-4444-4e99-964d-c6579206edb1', 'status': 'completed', 'code': 200} Oct 30 16:23:45.117344 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-ce5d59e7-321b-4210-8b7d-3b64e3c9b21d None None] Set router 4e4c772f-8cfa-4d39-83e5-59c70d33c23e gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:23:45.129559 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee01e55c-a951-4c52-b4d5-f75df0e6c5f3 req-e4bb8228-c3a3-438a-a7b8-a783350fe66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:23:45.131290 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ee01e55c-a951-4c52-b4d5-f75df0e6c5f3 req-e4bb8228-c3a3-438a-a7b8-a783350fe66d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=46c4a3ae4ed941d9bd1e46ff1497cb4d&device_id=0cda1866-04b6-42d6-93b0-81f954ab28d1 HTTP/1.1" status: 200 len: 1098 time: 0.0540192 Oct 30 16:23:45.233822 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee01e55c-a951-4c52-b4d5-f75df0e6c5f3 req-6f90a9ed-cfb4-4220-82ae-14f817d7123e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:23:45.235026 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ee01e55c-a951-4c52-b4d5-f75df0e6c5f3 req-6f90a9ed-cfb4-4220-82ae-14f817d7123e service neutron] 10.222.0.53 "GET /v2.0/networks?id=cb26c7f2-3687-45eb-8fad-c39541e496e7 HTTP/1.1" status: 200 len: 910 time: 0.0970957 Oct 30 16:23:45.302605 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ee01e55c-a951-4c52-b4d5-f75df0e6c5f3 req-5ee00f1f-21d1-4bce-bcb3-bbc12fae5011 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4b402d5-4444-4e99-964d-c6579206edb1 HTTP/1.1" status: 200 len: 217 time: 0.0595367 Oct 30 16:23:45.332101 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-ce5d59e7-321b-4210-8b7d-3b64e3c9b21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e4c772f-8cfa-4d39-83e5-59c70d33c23e', 'name': 'tempest-TestShelveInstance-1409199508-router', 'tenant_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '47c11540-2436-4d9a-b25a-3db18eb5708e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:15:12Z', 'updated_at': '2021-10-30T16:15:14Z', 'revision_number': 4, 'project_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'gw_port': {'id': '47c11540-2436-4d9a-b25a-3db18eb5708e', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:bb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4c772f-8cfa-4d39-83e5-59c70d33c23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:15:12Z', 'updated_at': '2021-10-30T16:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '87305acc-e77f-4c5b-a64b-d96e74634dd5', 'name': '', 'network_id': 'cb26c7f2-3687-45eb-8fad-c39541e496e7', 'tenant_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'mac_address': 'fa:16:3e:c1:b5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4c772f-8cfa-4d39-83e5-59c70d33c23e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '8cec7339-3724-49db-8424-61c78b1d835a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:15:14Z', 'updated_at': '2021-10-30T16:15:19Z', 'revision_number': 5, 'project_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'subnets': [{'id': '8cec7339-3724-49db-8424-61c78b1d835a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:23:45.350357 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd26c8c-dfc8-43db-9ad0-9e05502eb849 req-620f9e2b-1720-4dfb-9972-a56d25729ac7 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:23:45.351878 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3bd26c8c-dfc8-43db-9ad0-9e05502eb849 req-620f9e2b-1720-4dfb-9972-a56d25729ac7 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cda1866-04b6-42d6-93b0-81f954ab28d1 HTTP/1.1" status: 200 len: 946 time: 0.1601663 Oct 30 16:23:45.358572 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5d59e7-321b-4210-8b7d-3b64e3c9b21d None None] Checking router: 4e4c772f-8cfa-4d39-83e5-59c70d33c23e for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 16:23:45.366788 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5d59e7-321b-4210-8b7d-3b64e3c9b21d None None] Routers {'4e4c772f-8cfa-4d39-83e5-59c70d33c23e'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:23:45.367456 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-ce5d59e7-321b-4210-8b7d-3b64e3c9b21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:23:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['4e4c772f-8cfa-4d39-83e5-59c70d33c23e'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:23:45.376255 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee01e55c-a951-4c52-b4d5-f75df0e6c5f3 req-b5a7e3b6-8f59-411d-8b22-2b42533e938d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:23:45.377660 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ee01e55c-a951-4c52-b4d5-f75df0e6c5f3 req-b5a7e3b6-8f59-411d-8b22-2b42533e938d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8cec7339-3724-49db-8424-61c78b1d835a HTTP/1.1" status: 200 len: 848 time: 0.0680487 Oct 30 16:23:45.421013 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-3bd26c8c-dfc8-43db-9ad0-9e05502eb849 req-6398b8c6-4bb4-408f-8dc2-944dcb2601a0 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=d56776fc-c953-4534-ab12-635a8134d21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615773 Oct 30 16:23:45.448650 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee01e55c-a951-4c52-b4d5-f75df0e6c5f3 req-5d93c2a5-566c-401e-b49e-a5fadecd98ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:23:45.450145 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ee01e55c-a951-4c52-b4d5-f75df0e6c5f3 req-5d93c2a5-566c-401e-b49e-a5fadecd98ea service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cb26c7f2-3687-45eb-8fad-c39541e496e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0646551 Oct 30 16:23:45.545726 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ee01e55c-a951-4c52-b4d5-f75df0e6c5f3 req-12e4ef6e-d6ed-427f-83a1-5f37ae1d7131 service neutron] 10.222.0.53 "GET /v2.0/networks/cb26c7f2-3687-45eb-8fad-c39541e496e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875344 Oct 30 16:23:45.569424 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-ce5d59e7-321b-4210-8b7d-3b64e3c9b21d None None] Set router 4e4c772f-8cfa-4d39-83e5-59c70d33c23e gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:23:45.635527 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ee01e55c-a951-4c52-b4d5-f75df0e6c5f3 req-2c87051c-986c-411f-bf7c-7097d51818a7 service neutron] 10.222.0.53 "GET /v2.0/networks/cb26c7f2-3687-45eb-8fad-c39541e496e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816939 Oct 30 16:23:45.772943 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-ce5d59e7-321b-4210-8b7d-3b64e3c9b21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e4c772f-8cfa-4d39-83e5-59c70d33c23e', 'name': 'tempest-TestShelveInstance-1409199508-router', 'tenant_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '47c11540-2436-4d9a-b25a-3db18eb5708e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:15:12Z', 'updated_at': '2021-10-30T16:15:14Z', 'revision_number': 4, 'project_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'gw_port': {'id': '47c11540-2436-4d9a-b25a-3db18eb5708e', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:bb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4c772f-8cfa-4d39-83e5-59c70d33c23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:15:12Z', 'updated_at': '2021-10-30T16:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '87305acc-e77f-4c5b-a64b-d96e74634dd5', 'name': '', 'network_id': 'cb26c7f2-3687-45eb-8fad-c39541e496e7', 'tenant_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'mac_address': 'fa:16:3e:c1:b5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4c772f-8cfa-4d39-83e5-59c70d33c23e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '8cec7339-3724-49db-8424-61c78b1d835a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:15:14Z', 'updated_at': '2021-10-30T16:15:19Z', 'revision_number': 5, 'project_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'subnets': [{'id': '8cec7339-3724-49db-8424-61c78b1d835a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:23:45.799312 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5d59e7-321b-4210-8b7d-3b64e3c9b21d None None] The sync data for ids ['4e4c772f-8cfa-4d39-83e5-59c70d33c23e'] in n-d-806683-17 is: [{'id': '4e4c772f-8cfa-4d39-83e5-59c70d33c23e', 'name': 'tempest-TestShelveInstance-1409199508-router', 'tenant_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '47c11540-2436-4d9a-b25a-3db18eb5708e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:15:12Z', 'updated_at': '2021-10-30T16:15:14Z', 'revision_number': 4, 'project_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'gw_port': {'id': '47c11540-2436-4d9a-b25a-3db18eb5708e', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:bb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4c772f-8cfa-4d39-83e5-59c70d33c23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:15:12Z', 'updated_at': '2021-10-30T16:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '87305acc-e77f-4c5b-a64b-d96e74634dd5', 'name': '', 'network_id': 'cb26c7f2-3687-45eb-8fad-c39541e496e7', 'tenant_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'mac_address': 'fa:16:3e:c1:b5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4c772f-8cfa-4d39-83e5-59c70d33c23e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '8cec7339-3724-49db-8424-61c78b1d835a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:15:14Z', 'updated_at': '2021-10-30T16:15:19Z', 'revision_number': 5, 'project_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'subnets': [{'id': '8cec7339-3724-49db-8424-61c78b1d835a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 16:23:46.006019 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82393216-9d4e-47be-b3c1-c28376366b8a None None] New status for floating IP 0ed2116c-46a4-460a-8a1d-89df7ef5c4cb: DOWN {{(pid=102132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 16:23:46.589257 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0832693-dd5d-40a3-a127-d99704fc9931 req-e336b6ea-1af6-4a17-bcbd-59a977dc6a6a tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:23:46.590740 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b0832693-dd5d-40a3-a127-d99704fc9931 req-e336b6ea-1af6-4a17-bcbd-59a977dc6a6a tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cda1866-04b6-42d6-93b0-81f954ab28d1 HTTP/1.1" status: 200 len: 946 time: 0.0985503 Oct 30 16:23:46.628493 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-b0832693-dd5d-40a3-a127-d99704fc9931 req-6df97fa6-edad-4549-b96d-b2e6bea0239c tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/security-groups?id=d56776fc-c953-4534-ab12-635a8134d21d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318258 Oct 30 16:23:46.683831 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efa63fa-d935-4764-aa69-572f782ea0ce req-7c1b0328-28bc-4e04-96cd-c0bf64ed56a1 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:23:46.685275 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2efa63fa-d935-4764-aa69-572f782ea0ce req-7c1b0328-28bc-4e04-96cd-c0bf64ed56a1 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cda1866-04b6-42d6-93b0-81f954ab28d1 HTTP/1.1" status: 200 len: 946 time: 0.0485032 Oct 30 16:23:46.783148 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-2efa63fa-d935-4764-aa69-572f782ea0ce req-aa1ff014-ed96-4a23-b108-bc4e5bc6aa84 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Deleting port d4b402d5-4444-4e99-964d-c6579206edb1 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:23:46.783405 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-2efa63fa-d935-4764-aa69-572f782ea0ce req-aa1ff014-ed96-4a23-b108-bc4e5bc6aa84 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:46.876822 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-2efa63fa-d935-4764-aa69-572f782ea0ce req-aa1ff014-ed96-4a23-b108-bc4e5bc6aa84 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] For port d4b402d5-4444-4e99-964d-c6579206edb1, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=d4b402d5-4444-4e99-964d-c6579206edb1,segment=NetworkSegment(7801d76c-6f62-4d02-a500-435eaa0918c5),segment_id=7801d76c-6f62-4d02-a500-435eaa0918c5)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:23:46.877187 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-2efa63fa-d935-4764-aa69-572f782ea0ce req-aa1ff014-ed96-4a23-b108-bc4e5bc6aa84 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:46.892976 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-2efa63fa-d935-4764-aa69-572f782ea0ce req-aa1ff014-ed96-4a23-b108-bc4e5bc6aa84 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Calling delete_port for d4b402d5-4444-4e99-964d-c6579206edb1 owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:23:47.018021 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-2efa63fa-d935-4764-aa69-572f782ea0ce req-aa1ff014-ed96-4a23-b108-bc4e5bc6aa84 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:47.048059 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1ff014-ed96-4a23-b108-bc4e5bc6aa84 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Pushing event deleted for resources: {'Port': ['ID=d4b402d5-4444-4e99-964d-c6579206edb1,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:23:47.093639 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-2efa63fa-d935-4764-aa69-572f782ea0ce req-aa1ff014-ed96-4a23-b108-bc4e5bc6aa84 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] No DVR routers for this DVR port d4b402d5-4444-4e99-964d-c6579206edb1 on host n-h1-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 16:23:47.096674 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-2efa63fa-d935-4764-aa69-572f782ea0ce req-aa1ff014-ed96-4a23-b108-bc4e5bc6aa84 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:47.100081 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2efa63fa-d935-4764-aa69-572f782ea0ce req-aa1ff014-ed96-4a23-b108-bc4e5bc6aa84 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.53 "DELETE /v2.0/ports/d4b402d5-4444-4e99-964d-c6579206edb1 HTTP/1.1" status: 204 len: 173 time: 0.4084268 Oct 30 16:23:47.100561 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cda1866-04b6-42d6-93b0-81f954ab28d1', 'name': 'network-vif-deleted', 'tag': 'd4b402d5-4444-4e99-964d-c6579206edb1'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:23:47.104154 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}931ac027fb50588f101e6e2f92584f6f115530be99269a43aae453735a93652f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-025c89d0-71fe-4a4a-85da-17294147fb0a" -d '{"events": [{"server_uuid": "0cda1866-04b6-42d6-93b0-81f954ab28d1", "name": "network-vif-deleted", "tag": "d4b402d5-4444-4e99-964d-c6579206edb1"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:23:47.144469 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 16:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7180963a-2b86-435d-88ab-e7dc525d7cf3 x-openstack-request-id: req-7180963a-2b86-435d-88ab-e7dc525d7cf3 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:23:47.144770 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cda1866-04b6-42d6-93b0-81f954ab28d1", "name": "network-vif-deleted", "tag": "d4b402d5-4444-4e99-964d-c6579206edb1", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:23:47.145026 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7180963a-2b86-435d-88ab-e7dc525d7cf3 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:23:47.145435 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cda1866-04b6-42d6-93b0-81f954ab28d1', 'name': 'network-vif-deleted', 'tag': 'd4b402d5-4444-4e99-964d-c6579206edb1', 'status': 'completed', 'code': 200} Oct 30 16:23:47.723410 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-54c40d4a-15d2-4ffa-9fe0-906879d411bb req-90346ccd-0fe9-4e48-bde4-95768bfdf368 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cda1866-04b6-42d6-93b0-81f954ab28d1 HTTP/1.1" status: 200 len: 210 time: 0.0265069 Oct 30 16:23:48.822648 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-66d21392-b4a9-4cce-8db7-4b3d29dbabf6 req-7f4e5620-a90d-444c-b7a4-ac3875064dac tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cda1866-04b6-42d6-93b0-81f954ab28d1 HTTP/1.1" status: 200 len: 210 time: 0.0272062 Oct 30 16:23:49.925261 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-00529207-c41b-4527-9f8e-b078c1207f97 req-5758abe3-f84a-4fbc-8005-897544cc232a tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cda1866-04b6-42d6-93b0-81f954ab28d1 HTTP/1.1" status: 200 len: 210 time: 0.0266459 Oct 30 16:23:50.395412 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device d4b402d5-4444-4e99-964d-c6579206edb1 no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 16:23:50.416044 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: d4b402d5-4444-4e99-964d-c6579206edb1 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 16:23:50.416642 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device d4b402d5-4444-4e99-964d-c6579206edb1 not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 16:23:51.019581 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-de53c6c5-4dab-4ef4-b064-bc8731486975 req-26091108-1d7b-4b4f-b164-ceb413ab9be7 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cda1866-04b6-42d6-93b0-81f954ab28d1 HTTP/1.1" status: 200 len: 210 time: 0.0257652 Oct 30 16:23:51.317878 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-061932ac-b019-4173-9d6e-6c5d19bf0791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:52.077324 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60430) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:23:52.136847 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-caf75095-3c3c-4bcc-a65e-20cf3d415379 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:52.163061 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-caf75095-3c3c-4bcc-a65e-20cf3d415379 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:52.230155 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-caf75095-3c3c-4bcc-a65e-20cf3d415379 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:52.233316 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-caf75095-3c3c-4bcc-a65e-20cf3d415379 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:52.234534 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-caf75095-3c3c-4bcc-a65e-20cf3d415379 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] 10.222.0.62 "DELETE /v2.0/security-groups/d56776fc-c953-4534-ab12-635a8134d21d HTTP/1.1" status: 204 len: 168 time: 0.1563351 Oct 30 16:23:52.244418 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf75095-3c3c-4bcc-a65e-20cf3d415379 tempest-TestShelveInstance-643479333 tempest-TestShelveInstance-643479333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56776fc-c953-4534-ab12-635a8134d21d,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:23:52.284023 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60434) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:23:53.049538 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3eccb4bc-4238-4c8b-8b8b-e6026c0ca0be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:53.305785 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-3eccb4bc-4238-4c8b-8b8b-e6026c0ca0be admin admin] Deleting port 87305acc-e77f-4c5b-a64b-d96e74634dd5 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:23:53.306436 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3eccb4bc-4238-4c8b-8b8b-e6026c0ca0be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:53.386876 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-3eccb4bc-4238-4c8b-8b8b-e6026c0ca0be admin admin] For port 87305acc-e77f-4c5b-a64b-d96e74634dd5, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=87305acc-e77f-4c5b-a64b-d96e74634dd5,segment=NetworkSegment(7801d76c-6f62-4d02-a500-435eaa0918c5),segment_id=7801d76c-6f62-4d02-a500-435eaa0918c5)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:23:53.387245 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3eccb4bc-4238-4c8b-8b8b-e6026c0ca0be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:53.399138 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-3eccb4bc-4238-4c8b-8b8b-e6026c0ca0be admin admin] Calling delete_port for 87305acc-e77f-4c5b-a64b-d96e74634dd5 owned by network:router_interface {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:23:53.585606 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3eccb4bc-4238-4c8b-8b8b-e6026c0ca0be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:53.611715 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eccb4bc-4238-4c8b-8b8b-e6026c0ca0be admin admin] Pushing event deleted for resources: {'Port': ['ID=87305acc-e77f-4c5b-a64b-d96e74634dd5,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:23:53.793559 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-3eccb4bc-4238-4c8b-8b8b-e6026c0ca0be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:53.899289 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5cc443d4-1c3d-4214-aa0c-ca743ed358f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:54.013325 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eccb4bc-4238-4c8b-8b8b-e6026c0ca0be admin admin] Router 4e4c772f-8cfa-4d39-83e5-59c70d33c23e has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 16:23:54.124681 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eccb4bc-4238-4c8b-8b8b-e6026c0ca0be admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 16:23:54.135513 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-3eccb4bc-4238-4c8b-8b8b-e6026c0ca0be admin admin] 10.222.0.62 "PUT /v2.0/routers/4e4c772f-8cfa-4d39-83e5-59c70d33c23e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8451815 Oct 30 16:23:54.135513 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60438) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:23:54.135822 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e474cddb-582e-47e8-9a94-5c1bc4dc082f None None] Sync routers for ids ['4e4c772f-8cfa-4d39-83e5-59c70d33c23e'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 16:23:54.144783 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e474cddb-582e-47e8-9a94-5c1bc4dc082f None None] Routers {'4e4c772f-8cfa-4d39-83e5-59c70d33c23e'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:23:54.145378 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-e474cddb-582e-47e8-9a94-5c1bc4dc082f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:23:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['4e4c772f-8cfa-4d39-83e5-59c70d33c23e'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:23:54.244569 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-13c61b6a-97d1-4fa0-a210-458e8ceb75d3 admin admin] Publish callbacks [] for router, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:54.253275 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-e474cddb-582e-47e8-9a94-5c1bc4dc082f None None] Set router 4e4c772f-8cfa-4d39-83e5-59c70d33c23e gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:23:54.356872 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-13c61b6a-97d1-4fa0-a210-458e8ceb75d3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:54.410535 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-13c61b6a-97d1-4fa0-a210-458e8ceb75d3 admin admin] Deleting port 47c11540-2436-4d9a-b25a-3db18eb5708e {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:23:54.410874 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-13c61b6a-97d1-4fa0-a210-458e8ceb75d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:54.444486 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-e474cddb-582e-47e8-9a94-5c1bc4dc082f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e4c772f-8cfa-4d39-83e5-59c70d33c23e', 'name': 'tempest-TestShelveInstance-1409199508-router', 'tenant_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '47c11540-2436-4d9a-b25a-3db18eb5708e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:15:12Z', 'updated_at': '2021-10-30T16:23:53Z', 'revision_number': 5, 'project_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'gw_port': {'id': '47c11540-2436-4d9a-b25a-3db18eb5708e', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:bb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4c772f-8cfa-4d39-83e5-59c70d33c23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:15:12Z', 'updated_at': '2021-10-30T16:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:23:54.474550 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e474cddb-582e-47e8-9a94-5c1bc4dc082f None None] Checking router: 4e4c772f-8cfa-4d39-83e5-59c70d33c23e for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 16:23:54.484114 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e474cddb-582e-47e8-9a94-5c1bc4dc082f None None] Routers {'4e4c772f-8cfa-4d39-83e5-59c70d33c23e'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:23:54.484816 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-e474cddb-582e-47e8-9a94-5c1bc4dc082f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:23:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['4e4c772f-8cfa-4d39-83e5-59c70d33c23e'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:23:54.496864 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-13c61b6a-97d1-4fa0-a210-458e8ceb75d3 admin admin] For port 47c11540-2436-4d9a-b25a-3db18eb5708e, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=47c11540-2436-4d9a-b25a-3db18eb5708e,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:23:54.497491 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-13c61b6a-97d1-4fa0-a210-458e8ceb75d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:54.510099 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-13c61b6a-97d1-4fa0-a210-458e8ceb75d3 admin admin] Calling delete_port for 47c11540-2436-4d9a-b25a-3db18eb5708e owned by network:router_gateway {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:23:54.572587 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-e474cddb-582e-47e8-9a94-5c1bc4dc082f None None] Set router 4e4c772f-8cfa-4d39-83e5-59c70d33c23e gateway port host: None {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:23:54.629499 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-e474cddb-582e-47e8-9a94-5c1bc4dc082f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e4c772f-8cfa-4d39-83e5-59c70d33c23e', 'name': 'tempest-TestShelveInstance-1409199508-router', 'tenant_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:15:12Z', 'updated_at': '2021-10-30T16:23:54Z', 'revision_number': 6, 'project_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'gw_port_host': None}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:23:54.658573 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e474cddb-582e-47e8-9a94-5c1bc4dc082f None None] The sync data for ids ['4e4c772f-8cfa-4d39-83e5-59c70d33c23e'] in n-d-806683-17 is: [{'id': '4e4c772f-8cfa-4d39-83e5-59c70d33c23e', 'name': 'tempest-TestShelveInstance-1409199508-router', 'tenant_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:15:12Z', 'updated_at': '2021-10-30T16:23:54Z', 'revision_number': 6, 'project_id': '46c4a3ae4ed941d9bd1e46ff1497cb4d', 'gw_port_host': None}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 16:23:54.688267 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-13c61b6a-97d1-4fa0-a210-458e8ceb75d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:54.724160 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c61b6a-97d1-4fa0-a210-458e8ceb75d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=47c11540-2436-4d9a-b25a-3db18eb5708e,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:23:54.777989 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-13c61b6a-97d1-4fa0-a210-458e8ceb75d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:54.866840 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-13c61b6a-97d1-4fa0-a210-458e8ceb75d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:54.869642 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-13c61b6a-97d1-4fa0-a210-458e8ceb75d3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:54.914089 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-13c61b6a-97d1-4fa0-a210-458e8ceb75d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:54.915168 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c61b6a-97d1-4fa0-a210-458e8ceb75d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e4c772f-8cfa-4d39-83e5-59c70d33c23e {{(pid=102130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 16:23:54.920344 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-13c61b6a-97d1-4fa0-a210-458e8ceb75d3 admin admin] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:54.921499 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-13c61b6a-97d1-4fa0-a210-458e8ceb75d3 admin admin] 10.222.0.62 "DELETE /v2.0/routers/4e4c772f-8cfa-4d39-83e5-59c70d33c23e HTTP/1.1" status: 204 len: 168 time: 0.7882259 Oct 30 16:23:54.924086 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60440) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:23:54.945607 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:54.973531 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea02f107-838f-470b-abb6-f429e4b524fc admin admin] Deleting subnet 8cec7339-3724-49db-8424-61c78b1d835a {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 16:23:54.977738 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ea02f107-838f-470b-abb6-f429e4b524fc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:55.015116 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ea02f107-838f-470b-abb6-f429e4b524fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:55.101052 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ea02f107-838f-470b-abb6-f429e4b524fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:55.108859 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:55.156012 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ea02f107-838f-470b-abb6-f429e4b524fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:55.182198 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea02f107-838f-470b-abb6-f429e4b524fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cec7339-3724-49db-8424-61c78b1d835a,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:23:55.185703 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ea02f107-838f-470b-abb6-f429e4b524fc admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:55.189742 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-ea02f107-838f-470b-abb6-f429e4b524fc admin admin] 10.222.0.62 "DELETE /v2.0/subnets/8cec7339-3724-49db-8424-61c78b1d835a HTTP/1.1" status: 204 len: 168 time: 0.2644682 Oct 30 16:23:55.191584 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 60442) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:23:55.193672 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a97e082-dc6a-47ef-bc45-32d8d20f2aad None None] Network cb26c7f2-3687-45eb-8fad-c39541e496e7 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 16:23:55.263992 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a2c6328f-0e2c-4be7-a105-fecb61b67d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:55.318243 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-a2c6328f-0e2c-4be7-a105-fecb61b67d5d admin admin] Deleting port c991f943-949c-4b00-bec3-06cf1be6f5a8 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:23:55.318588 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a2c6328f-0e2c-4be7-a105-fecb61b67d5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:55.385244 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-a2c6328f-0e2c-4be7-a105-fecb61b67d5d admin admin] For port c991f943-949c-4b00-bec3-06cf1be6f5a8, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=c991f943-949c-4b00-bec3-06cf1be6f5a8,segment=NetworkSegment(7801d76c-6f62-4d02-a500-435eaa0918c5),segment_id=7801d76c-6f62-4d02-a500-435eaa0918c5)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:23:55.385607 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a2c6328f-0e2c-4be7-a105-fecb61b67d5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:55.399645 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-a2c6328f-0e2c-4be7-a105-fecb61b67d5d admin admin] Calling delete_port for c991f943-949c-4b00-bec3-06cf1be6f5a8 owned by network:dhcp {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:23:55.489270 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a2c6328f-0e2c-4be7-a105-fecb61b67d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:55.516462 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a14054-7f51-42eb-8c78-beca993bbee6 None None] DHCP port deletion for cb26c7f2-3687-45eb-8fad-c39541e496e7 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 16:23:55.518825 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c6328f-0e2c-4be7-a105-fecb61b67d5d admin admin] Pushing event deleted for resources: {'Port': ['ID=c991f943-949c-4b00-bec3-06cf1be6f5a8,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:23:55.533985 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c6328f-0e2c-4be7-a105-fecb61b67d5d admin admin] No DVR routers for this DVR port c991f943-949c-4b00-bec3-06cf1be6f5a8 on host n-d-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 16:23:55.538528 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c6328f-0e2c-4be7-a105-fecb61b67d5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:23:55.538895 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c6328f-0e2c-4be7-a105-fecb61b67d5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:23:55.540068 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c6328f-0e2c-4be7-a105-fecb61b67d5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:23:55.540531 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c6328f-0e2c-4be7-a105-fecb61b67d5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:23:55.541108 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c6328f-0e2c-4be7-a105-fecb61b67d5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:23:55.541449 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c6328f-0e2c-4be7-a105-fecb61b67d5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:23:55.542052 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c6328f-0e2c-4be7-a105-fecb61b67d5d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:23:55.542405 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c6328f-0e2c-4be7-a105-fecb61b67d5d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:23:55.542725 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c6328f-0e2c-4be7-a105-fecb61b67d5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:23:55.543052 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c6328f-0e2c-4be7-a105-fecb61b67d5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:23:55.543378 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c6328f-0e2c-4be7-a105-fecb61b67d5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:23:55.543733 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c6328f-0e2c-4be7-a105-fecb61b67d5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:23:55.597449 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 87305acc-e77f-4c5b-a64b-d96e74634dd5 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 16:23:55.621244 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a2c6328f-0e2c-4be7-a105-fecb61b67d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:55.624452 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 87305acc-e77f-4c5b-a64b-d96e74634dd5 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 16:23:55.624803 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 87305acc-e77f-4c5b-a64b-d96e74634dd5 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 16:23:55.625217 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device c991f943-949c-4b00-bec3-06cf1be6f5a8 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 16:23:55.643308 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-a2c6328f-0e2c-4be7-a105-fecb61b67d5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb26c7f2-3687-45eb-8fad-c39541e496e7']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:23:55.645782 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: c991f943-949c-4b00-bec3-06cf1be6f5a8 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 16:23:55.646200 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device c991f943-949c-4b00-bec3-06cf1be6f5a8 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 16:23:55.646684 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 47c11540-2436-4d9a-b25a-3db18eb5708e no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 16:23:55.653330 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-a2c6328f-0e2c-4be7-a105-fecb61b67d5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7801d76c-6f62-4d02-a500-435eaa0918c5') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:23:55.653628 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-a2c6328f-0e2c-4be7-a105-fecb61b67d5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7801d76c-6f62-4d02-a500-435eaa0918c5') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:23:55.662966 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a2c6328f-0e2c-4be7-a105-fecb61b67d5d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:55.666437 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 47c11540-2436-4d9a-b25a-3db18eb5708e {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 16:23:55.667119 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 47c11540-2436-4d9a-b25a-3db18eb5708e not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 16:23:55.683535 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a2c6328f-0e2c-4be7-a105-fecb61b67d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:55.694184 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2c6328f-0e2c-4be7-a105-fecb61b67d5d admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 16:23:55.694986 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a2c6328f-0e2c-4be7-a105-fecb61b67d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:55.697585 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 16:23:55.697585 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 16:23:55.697585 n-d-806683-17 neutron-server[102131]: timer() Oct 30 16:23:55.697585 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 16:23:55.697585 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 16:23:55.697585 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 16:23:55.697585 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 16:23:55.697585 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 16:23:55.697585 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 16:23:55.697585 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 16:23:55.697585 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 16:23:55.697585 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 16:23:55.697585 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 16:23:55.697585 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 16:23:55.697585 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 16:23:55.697585 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 16:23:55.697585 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 16:23:55.697585 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 16:23:55.697585 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 16:23:55.697585 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 16:23:55.697585 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 16:23:55.697585 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 16:23:55.697585 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 16:23:55.697585 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 16:23:55.697585 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 16:23:55.697585 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 16:23:55.697585 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 16:23:55.697585 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 16:23:55.697585 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 16:23:55.697585 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 16:23:55.697585 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 16:23:55.697585 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 16:23:55.765858 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a2c6328f-0e2c-4be7-a105-fecb61b67d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:55.775188 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a2c6328f-0e2c-4be7-a105-fecb61b67d5d admin admin] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:55.778672 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-a2c6328f-0e2c-4be7-a105-fecb61b67d5d admin admin] 10.222.0.62 "DELETE /v2.0/networks/cb26c7f2-3687-45eb-8fad-c39541e496e7 HTTP/1.1" status: 204 len: 168 time: 0.5855269 Oct 30 16:23:55.781627 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60444) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:23:55.790689 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c6328f-0e2c-4be7-a105-fecb61b67d5d admin admin] Pushing event deleted for resources: {'Network': ['ID=cb26c7f2-3687-45eb-8fad-c39541e496e7,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:23:56.124584 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2778f448-e6dc-433f-bca7-b43393344ea0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:56.364403 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-2778f448-e6dc-433f-bca7-b43393344ea0 admin admin] Deleting port 2aec9cbb-cf32-45b6-bc83-e55bcf351de6 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:23:56.364739 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2778f448-e6dc-433f-bca7-b43393344ea0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:56.444106 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-2778f448-e6dc-433f-bca7-b43393344ea0 admin admin] For port 2aec9cbb-cf32-45b6-bc83-e55bcf351de6, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=2aec9cbb-cf32-45b6-bc83-e55bcf351de6,segment=NetworkSegment(e7f2fac0-06b6-47b0-84e2-c99fb22b4da8),segment_id=e7f2fac0-06b6-47b0-84e2-c99fb22b4da8)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:23:56.444465 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2778f448-e6dc-433f-bca7-b43393344ea0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:56.456117 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-2778f448-e6dc-433f-bca7-b43393344ea0 admin admin] Calling delete_port for 2aec9cbb-cf32-45b6-bc83-e55bcf351de6 owned by network:router_interface {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:23:56.628487 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2778f448-e6dc-433f-bca7-b43393344ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:56.653074 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2778f448-e6dc-433f-bca7-b43393344ea0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2aec9cbb-cf32-45b6-bc83-e55bcf351de6,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:23:56.821251 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-2778f448-e6dc-433f-bca7-b43393344ea0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:56.889119 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:57.040113 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2778f448-e6dc-433f-bca7-b43393344ea0 admin admin] Router 268c1acc-4d48-43ac-b6c5-1b3ef1959bcf has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 16:23:57.462953 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2778f448-e6dc-433f-bca7-b43393344ea0 admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 16:23:57.470179 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-2778f448-e6dc-433f-bca7-b43393344ea0 admin admin] 10.222.0.62 "PUT /v2.0/routers/268c1acc-4d48-43ac-b6c5-1b3ef1959bcf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6862845 Oct 30 16:23:57.470631 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60446) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:23:57.473384 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3c4713-54d1-47e5-96db-ae71d4cabaeb None None] Sync routers for ids ['268c1acc-4d48-43ac-b6c5-1b3ef1959bcf'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 16:23:57.483456 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3c4713-54d1-47e5-96db-ae71d4cabaeb None None] Routers {'268c1acc-4d48-43ac-b6c5-1b3ef1959bcf'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:23:57.484449 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-4a3c4713-54d1-47e5-96db-ae71d4cabaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:23:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['268c1acc-4d48-43ac-b6c5-1b3ef1959bcf'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:23:57.575281 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-21e89d91-175b-4f63-bc26-3124df5bfbc7 admin admin] Publish callbacks [] for router, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:57.589998 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-4a3c4713-54d1-47e5-96db-ae71d4cabaeb None None] Set router 268c1acc-4d48-43ac-b6c5-1b3ef1959bcf gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:23:57.678720 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-21e89d91-175b-4f63-bc26-3124df5bfbc7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:57.736856 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-21e89d91-175b-4f63-bc26-3124df5bfbc7 admin admin] Deleting port b81c9257-d83f-4c84-9854-30c68ffb09be {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:23:57.737239 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-21e89d91-175b-4f63-bc26-3124df5bfbc7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:57.818013 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-21e89d91-175b-4f63-bc26-3124df5bfbc7 admin admin] For port b81c9257-d83f-4c84-9854-30c68ffb09be, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=b81c9257-d83f-4c84-9854-30c68ffb09be,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:23:57.818373 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-21e89d91-175b-4f63-bc26-3124df5bfbc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:57.834936 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-21e89d91-175b-4f63-bc26-3124df5bfbc7 admin admin] Calling delete_port for b81c9257-d83f-4c84-9854-30c68ffb09be owned by network:router_gateway {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:23:57.927609 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-4a3c4713-54d1-47e5-96db-ae71d4cabaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268c1acc-4d48-43ac-b6c5-1b3ef1959bcf', 'name': 'tempest-TestShelveInstance-1102823888-router', 'tenant_id': '9114c4ce7a484821bcd04dc1c9c630f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'b81c9257-d83f-4c84-9854-30c68ffb09be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:15:16Z', 'updated_at': '2021-10-30T16:23:56Z', 'revision_number': 5, 'project_id': '9114c4ce7a484821bcd04dc1c9c630f1', 'gw_port': {'id': 'b81c9257-d83f-4c84-9854-30c68ffb09be', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268c1acc-4d48-43ac-b6c5-1b3ef1959bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:15:17Z', 'updated_at': '2021-10-30T16:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:23:57.954208 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3c4713-54d1-47e5-96db-ae71d4cabaeb None None] Checking router: 268c1acc-4d48-43ac-b6c5-1b3ef1959bcf for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 16:23:57.962395 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3c4713-54d1-47e5-96db-ae71d4cabaeb None None] Routers {'268c1acc-4d48-43ac-b6c5-1b3ef1959bcf'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:23:57.963010 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-4a3c4713-54d1-47e5-96db-ae71d4cabaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:23:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['268c1acc-4d48-43ac-b6c5-1b3ef1959bcf'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:23:57.997874 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-21e89d91-175b-4f63-bc26-3124df5bfbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:58.023446 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e89d91-175b-4f63-bc26-3124df5bfbc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b81c9257-d83f-4c84-9854-30c68ffb09be,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:23:58.054066 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-4a3c4713-54d1-47e5-96db-ae71d4cabaeb None None] Set router 268c1acc-4d48-43ac-b6c5-1b3ef1959bcf gateway port host: None {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:23:58.085227 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-21e89d91-175b-4f63-bc26-3124df5bfbc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:58.109474 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-4a3c4713-54d1-47e5-96db-ae71d4cabaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268c1acc-4d48-43ac-b6c5-1b3ef1959bcf', 'name': 'tempest-TestShelveInstance-1102823888-router', 'tenant_id': '9114c4ce7a484821bcd04dc1c9c630f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:15:16Z', 'updated_at': '2021-10-30T16:23:57Z', 'revision_number': 6, 'project_id': '9114c4ce7a484821bcd04dc1c9c630f1', 'gw_port_host': None}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:23:58.135908 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3c4713-54d1-47e5-96db-ae71d4cabaeb None None] The sync data for ids ['268c1acc-4d48-43ac-b6c5-1b3ef1959bcf'] in n-d-806683-17 is: [{'id': '268c1acc-4d48-43ac-b6c5-1b3ef1959bcf', 'name': 'tempest-TestShelveInstance-1102823888-router', 'tenant_id': '9114c4ce7a484821bcd04dc1c9c630f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:15:16Z', 'updated_at': '2021-10-30T16:23:57Z', 'revision_number': 6, 'project_id': '9114c4ce7a484821bcd04dc1c9c630f1', 'gw_port_host': None}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 16:23:58.177731 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-21e89d91-175b-4f63-bc26-3124df5bfbc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:58.180681 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-21e89d91-175b-4f63-bc26-3124df5bfbc7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:58.226001 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-21e89d91-175b-4f63-bc26-3124df5bfbc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:58.226558 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e89d91-175b-4f63-bc26-3124df5bfbc7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 268c1acc-4d48-43ac-b6c5-1b3ef1959bcf {{(pid=102130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 16:23:58.231575 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-21e89d91-175b-4f63-bc26-3124df5bfbc7 admin admin] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:58.232713 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-21e89d91-175b-4f63-bc26-3124df5bfbc7 admin admin] 10.222.0.62 "DELETE /v2.0/routers/268c1acc-4d48-43ac-b6c5-1b3ef1959bcf HTTP/1.1" status: 204 len: 168 time: 0.7611620 Oct 30 16:23:58.235195 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60448) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:23:58.279021 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fd88c52-9684-4416-8a16-4add62675414 admin admin] Deleting subnet 855efc30-4fc1-42ea-8c4d-16e87d005c51 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 16:23:58.281995 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4fd88c52-9684-4416-8a16-4add62675414 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:58.315890 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4fd88c52-9684-4416-8a16-4add62675414 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:58.393739 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4fd88c52-9684-4416-8a16-4add62675414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:58.444199 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4fd88c52-9684-4416-8a16-4add62675414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:58.470575 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd88c52-9684-4416-8a16-4add62675414 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=855efc30-4fc1-42ea-8c4d-16e87d005c51,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:23:58.474231 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-4fd88c52-9684-4416-8a16-4add62675414 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:58.479545 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-4fd88c52-9684-4416-8a16-4add62675414 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/855efc30-4fc1-42ea-8c4d-16e87d005c51 HTTP/1.1" status: 204 len: 168 time: 0.2396178 Oct 30 16:23:58.479545 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60450) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:23:58.479760 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c975b167-209e-48d1-85d5-3d4b9e17140e None None] Network 68d6cf20-fdb7-4b17-9f51-51ced6204207 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 16:23:58.551270 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7bbe5111-d9cf-4d8f-925d-a8ce26612215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:58.615856 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-7bbe5111-d9cf-4d8f-925d-a8ce26612215 admin admin] Deleting port 0f5b42d1-0e59-434d-8195-caa687d62681 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:23:58.616432 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7bbe5111-d9cf-4d8f-925d-a8ce26612215 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:58.696734 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-7bbe5111-d9cf-4d8f-925d-a8ce26612215 admin admin] For port 0f5b42d1-0e59-434d-8195-caa687d62681, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=0f5b42d1-0e59-434d-8195-caa687d62681,segment=NetworkSegment(e7f2fac0-06b6-47b0-84e2-c99fb22b4da8),segment_id=e7f2fac0-06b6-47b0-84e2-c99fb22b4da8)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:23:58.697093 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7bbe5111-d9cf-4d8f-925d-a8ce26612215 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:58.709664 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-7bbe5111-d9cf-4d8f-925d-a8ce26612215 admin admin] Calling delete_port for 0f5b42d1-0e59-434d-8195-caa687d62681 owned by network:dhcp {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:23:58.784874 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7bbe5111-d9cf-4d8f-925d-a8ce26612215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:58.811579 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbe5111-d9cf-4d8f-925d-a8ce26612215 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f5b42d1-0e59-434d-8195-caa687d62681,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:23:58.817857 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbe5111-d9cf-4d8f-925d-a8ce26612215 admin admin] No DVR routers for this DVR port 0f5b42d1-0e59-434d-8195-caa687d62681 on host n-d-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 16:23:58.888630 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7bbe5111-d9cf-4d8f-925d-a8ce26612215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:58.910858 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-7bbe5111-d9cf-4d8f-925d-a8ce26612215 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68d6cf20-fdb7-4b17-9f51-51ced6204207']}} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:23:58.920841 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-7bbe5111-d9cf-4d8f-925d-a8ce26612215 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7f2fac0-06b6-47b0-84e2-c99fb22b4da8') {'for_net_delete': True} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:23:58.921228 n-d-806683-17 neutron-server[102130]: DEBUG neutron.services.segments.db [None req-7bbe5111-d9cf-4d8f-925d-a8ce26612215 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7f2fac0-06b6-47b0-84e2-c99fb22b4da8') {} {{(pid=102130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:23:58.927495 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d29ac2-ecf3-4aaf-8737-1c527cab4cb1 None None] DHCP port deletion for 68d6cf20-fdb7-4b17-9f51-51ced6204207 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 16:23:58.934389 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7bbe5111-d9cf-4d8f-925d-a8ce26612215 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642477'] for segment, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:58.953197 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7bbe5111-d9cf-4d8f-925d-a8ce26612215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:58.959982 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bbe5111-d9cf-4d8f-925d-a8ce26612215 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=102130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 16:23:58.960383 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7bbe5111-d9cf-4d8f-925d-a8ce26612215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376494'] for segment, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:58.962820 n-d-806683-17 neutron-server[102130]: Traceback (most recent call last): Oct 30 16:23:58.962820 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 16:23:58.962820 n-d-806683-17 neutron-server[102130]: timer() Oct 30 16:23:58.962820 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 16:23:58.962820 n-d-806683-17 neutron-server[102130]: cb(*args, **kw) Oct 30 16:23:58.962820 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 16:23:58.962820 n-d-806683-17 neutron-server[102130]: return func(*args, **kwargs) Oct 30 16:23:58.962820 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 16:23:58.962820 n-d-806683-17 neutron-server[102130]: self._notify() Oct 30 16:23:58.962820 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 16:23:58.962820 n-d-806683-17 neutron-server[102130]: self.callback(batched_events) Oct 30 16:23:58.962820 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 16:23:58.962820 n-d-806683-17 neutron-server[102130]: event.method(event) Oct 30 16:23:58.962820 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 16:23:58.962820 n-d-806683-17 neutron-server[102130]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 16:23:58.962820 n-d-806683-17 neutron-server[102130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 16:23:58.962820 n-d-806683-17 neutron-server[102130]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 16:23:58.962820 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 16:23:58.962820 n-d-806683-17 neutron-server[102130]: return f(self, *a, **k) Oct 30 16:23:58.962820 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 16:23:58.962820 n-d-806683-17 neutron-server[102130]: return self._get(url).json() Oct 30 16:23:58.962820 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 16:23:58.962820 n-d-806683-17 neutron-server[102130]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 16:23:58.962820 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 16:23:58.962820 n-d-806683-17 neutron-server[102130]: return self.request(url, 'GET', **kwargs) Oct 30 16:23:58.962820 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 16:23:58.962820 n-d-806683-17 neutron-server[102130]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 16:23:58.962820 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 16:23:58.962820 n-d-806683-17 neutron-server[102130]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 16:23:58.962820 n-d-806683-17 neutron-server[102130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 16:23:58.962820 n-d-806683-17 neutron-server[102130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 16:23:58.962820 n-d-806683-17 neutron-server[102130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 16:23:59.023056 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7bbe5111-d9cf-4d8f-925d-a8ce26612215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:59.029494 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-7bbe5111-d9cf-4d8f-925d-a8ce26612215 admin admin] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:59.032890 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-7bbe5111-d9cf-4d8f-925d-a8ce26612215 admin admin] 10.222.0.62 "DELETE /v2.0/networks/68d6cf20-fdb7-4b17-9f51-51ced6204207 HTTP/1.1" status: 204 len: 168 time: 0.5531285 Oct 30 16:23:59.046294 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbe5111-d9cf-4d8f-925d-a8ce26612215 admin admin] Pushing event deleted for resources: {'Network': ['ID=68d6cf20-fdb7-4b17-9f51-51ced6204207,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:23:59.149336 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60454) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:23:59.193374 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-542686ad-3d7d-48d8-a331-17146cf8f142 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=46c4a3ae4ed941d9bd1e46ff1497cb4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427604 Oct 30 16:23:59.196568 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60456) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:23:59.244704 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5a3e5bc1-bb97-4659-8c21-15b708aca3d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:59.266275 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5a3e5bc1-bb97-4659-8c21-15b708aca3d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:59.315568 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5a3e5bc1-bb97-4659-8c21-15b708aca3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:59.318155 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5a3e5bc1-bb97-4659-8c21-15b708aca3d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:59.319324 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-5a3e5bc1-bb97-4659-8c21-15b708aca3d4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/593c47c0-1921-4bce-becd-f6a40f63a035 HTTP/1.1" status: 204 len: 168 time: 0.1218452 Oct 30 16:23:59.327659 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3e5bc1-bb97-4659-8c21-15b708aca3d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593c47c0-1921-4bce-becd-f6a40f63a035,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:23:59.532043 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 0f5b42d1-0e59-434d-8195-caa687d62681 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 16:23:59.553306 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 0f5b42d1-0e59-434d-8195-caa687d62681 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 16:23:59.553659 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 0f5b42d1-0e59-434d-8195-caa687d62681 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 16:23:59.554080 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device b81c9257-d83f-4c84-9854-30c68ffb09be no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 16:23:59.575278 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: b81c9257-d83f-4c84-9854-30c68ffb09be {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 16:23:59.575653 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device b81c9257-d83f-4c84-9854-30c68ffb09be not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 16:23:59.576074 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 2aec9cbb-cf32-45b6-bc83-e55bcf351de6 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 16:23:59.600324 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 2aec9cbb-cf32-45b6-bc83-e55bcf351de6 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 16:23:59.600592 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 2aec9cbb-cf32-45b6-bc83-e55bcf351de6 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 16:23:59.636893 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60462) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:23:59.681529 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-16de3527-73db-4435-a93e-d0ba3d6e4622 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9114c4ce7a484821bcd04dc1c9c630f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434310 Oct 30 16:23:59.683954 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60464) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:23:59.732336 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-54316e7d-531a-4b26-a443-2dad76152a84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:59.753114 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-54316e7d-531a-4b26-a443-2dad76152a84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:59.799950 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-54316e7d-531a-4b26-a443-2dad76152a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:59.802672 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-54316e7d-531a-4b26-a443-2dad76152a84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:23:59.803828 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-54316e7d-531a-4b26-a443-2dad76152a84 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/96c2e4d1-71e7-4886-a451-3b2681635f1e HTTP/1.1" status: 204 len: 168 time: 0.1189616 Oct 30 16:23:59.811564 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54316e7d-531a-4b26-a443-2dad76152a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c2e4d1-71e7-4886-a451-3b2681635f1e,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:24:00.474386 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60486) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:24:00.568341 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-b602d234-47f1-47e9-b735-cb866fca8c8e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-424878288-network', 'tenant_id': 'f6a197d8adee469aa2ad0104cb0e0213'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:24:00.589581 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b602d234-47f1-47e9-b735-cb866fca8c8e admin admin] Made reservation on behalf of f6a197d8adee469aa2ad0104cb0e0213 for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 16:24:00.591832 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b602d234-47f1-47e9-b735-cb866fca8c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:00.599913 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b602d234-47f1-47e9-b735-cb866fca8c8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:00.659211 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:00.672729 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b602d234-47f1-47e9-b735-cb866fca8c8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:00.677007 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b602d234-47f1-47e9-b735-cb866fca8c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:00.697605 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b602d234-47f1-47e9-b735-cb866fca8c8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 16:24:00.712791 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b602d234-47f1-47e9-b735-cb866fca8c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6caac0a3-12ad-49d0-925d-83db5c030464,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:24:00.716455 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b602d234-47f1-47e9-b735-cb866fca8c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:00.716794 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-b602d234-47f1-47e9-b735-cb866fca8c8e admin admin] Added segment d056495e-cbe3-49bb-8a40-c93b285f21ac of type vlan for network c36c7048-7edc-4cd0-b877-ed3c1f531c44 Oct 30 16:24:00.759327 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b602d234-47f1-47e9-b735-cb866fca8c8e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:00.783599 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b602d234-47f1-47e9-b735-cb866fca8c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:00.784689 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b602d234-47f1-47e9-b735-cb866fca8c8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:24:00.785269 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b602d234-47f1-47e9-b735-cb866fca8c8e admin admin] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:00.845888 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b602d234-47f1-47e9-b735-cb866fca8c8e admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3703775 Oct 30 16:24:00.848912 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 60490) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:24:00.853939 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-4e6ecacf-26e2-4781-8f8f-67ec5a06067f admin admin] Request body: {'subnet': {'network_id': 'c36c7048-7edc-4cd0-b877-ed3c1f531c44', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-424878288-subnet', 'tenant_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'ip_version': 4}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:24:00.856692 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b602d234-47f1-47e9-b735-cb866fca8c8e admin admin] Pushing event updated for resources: {'Network': ['ID=c36c7048-7edc-4cd0-b877-ed3c1f531c44,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:24:00.866422 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network c36c7048-7edc-4cd0-b877-ed3c1f531c44 details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 16:24:00.875446 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6ecacf-26e2-4781-8f8f-67ec5a06067f admin admin] Made reservation on behalf of f6a197d8adee469aa2ad0104cb0e0213 for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 16:24:00.878026 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4e6ecacf-26e2-4781-8f8f-67ec5a06067f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:01.047815 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4e6ecacf-26e2-4781-8f8f-67ec5a06067f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:01.107924 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ecacf-26e2-4781-8f8f-67ec5a06067f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d465177-1c7e-4049-afb0-44adde221862,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:24:01.115252 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6ecacf-26e2-4781-8f8f-67ec5a06067f admin admin] Checking segment: {'id': 'd056495e-cbe3-49bb-8a40-c93b285f21ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c36c7048-7edc-4cd0-b877-ed3c1f531c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:24:01.115636 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6ecacf-26e2-4781-8f8f-67ec5a06067f admin admin] Network hostable DHCP agents. Network: c36c7048-7edc-4cd0-b877-ed3c1f531c44, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 16:24:01.132497 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6ecacf-26e2-4781-8f8f-67ec5a06067f admin admin] Network c36c7048-7edc-4cd0-b877-ed3c1f531c44 is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 16:24:01.141372 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-4e6ecacf-26e2-4781-8f8f-67ec5a06067f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, c36c7048-7edc-4cd0-b877-ed3c1f531c44) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:24:01.145434 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6ecacf-26e2-4781-8f8f-67ec5a06067f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:24:01.146025 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-4e6ecacf-26e2-4781-8f8f-67ec5a06067f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:01.150984 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0d9923-895c-4a8f-a049-ef7d9154c694 None None] Network c36c7048-7edc-4cd0-b877-ed3c1f531c44 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 16:24:01.162718 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-4e6ecacf-26e2-4781-8f8f-67ec5a06067f admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3127012 Oct 30 16:24:01.165627 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60492) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:24:01.170385 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-5213ace0-b034-4b62-9499-2e8d3ac9d5f0 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-424878288-router', 'tenant_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:24:01.192116 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5213ace0-b034-4b62-9499-2e8d3ac9d5f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:01.193033 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5213ace0-b034-4b62-9499-2e8d3ac9d5f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:01.249575 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5213ace0-b034-4b62-9499-2e8d3ac9d5f0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:01.299807 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a5aea7-9845-40dd-a8f3-53b476dccc22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-c36c7048-7edc-4cd0-b877-ed3c1f531c44', 'network_id': 'c36c7048-7edc-4cd0-b877-ed3c1f531c44', 'tenant_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'fixed_ips': [{'subnet_id': '7d465177-1c7e-4049-afb0-44adde221862'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 16:24:01.300664 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-53a5aea7-9845-40dd-a8f3-53b476dccc22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:01.388348 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5213ace0-b034-4b62-9499-2e8d3ac9d5f0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:01.434739 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-53a5aea7-9845-40dd-a8f3-53b476dccc22 None None] Allocated IP 172.20.0.2 (c36c7048-7edc-4cd0-b877-ed3c1f531c44/7d465177-1c7e-4049-afb0-44adde221862/101be572-dbdd-44bc-8844-3c3ef3f609e0) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 16:24:01.577069 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-53a5aea7-9845-40dd-a8f3-53b476dccc22 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:01.582350 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-53a5aea7-9845-40dd-a8f3-53b476dccc22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:01.591332 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5213ace0-b034-4b62-9499-2e8d3ac9d5f0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:01.610729 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5213ace0-b034-4b62-9499-2e8d3ac9d5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:01.621642 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a5aea7-9845-40dd-a8f3-53b476dccc22 None None] Network c36c7048-7edc-4cd0-b877-ed3c1f531c44 is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:24:01.624667 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-53a5aea7-9845-40dd-a8f3-53b476dccc22 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:24:01.628260 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a5aea7-9845-40dd-a8f3-53b476dccc22 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 16:24:01.641349 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a5aea7-9845-40dd-a8f3-53b476dccc22 None None] Pushing event updated for resources: {'Port': ['ID=101be572-dbdd-44bc-8844-3c3ef3f609e0,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:24:01.662504 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a5aea7-9845-40dd-a8f3-53b476dccc22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:24:01.662504 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a5aea7-9845-40dd-a8f3-53b476dccc22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:24:01.662504 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a5aea7-9845-40dd-a8f3-53b476dccc22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:24:01.663380 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a5aea7-9845-40dd-a8f3-53b476dccc22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:24:01.663380 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a5aea7-9845-40dd-a8f3-53b476dccc22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:24:01.663572 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a5aea7-9845-40dd-a8f3-53b476dccc22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:24:01.663887 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a5aea7-9845-40dd-a8f3-53b476dccc22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:24:01.664217 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a5aea7-9845-40dd-a8f3-53b476dccc22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:24:01.665065 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a5aea7-9845-40dd-a8f3-53b476dccc22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:24:01.665394 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a5aea7-9845-40dd-a8f3-53b476dccc22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:24:01.665723 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a5aea7-9845-40dd-a8f3-53b476dccc22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:24:01.666047 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a5aea7-9845-40dd-a8f3-53b476dccc22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:24:01.698079 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-53a5aea7-9845-40dd-a8f3-53b476dccc22 None None] Attempting to bind port 101be572-dbdd-44bc-8844-3c3ef3f609e0 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 16:24:01.698446 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-53a5aea7-9845-40dd-a8f3-53b476dccc22 None None] Attempting to bind port 101be572-dbdd-44bc-8844-3c3ef3f609e0 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'd056495e-cbe3-49bb-8a40-c93b285f21ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c36c7048-7edc-4cd0-b877-ed3c1f531c44'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 16:24:01.698807 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a5aea7-9845-40dd-a8f3-53b476dccc22 None None] Attempting to bind port 101be572-dbdd-44bc-8844-3c3ef3f609e0 on network c36c7048-7edc-4cd0-b877-ed3c1f531c44 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:24:01.704017 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a5aea7-9845-40dd-a8f3-53b476dccc22 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 16, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 16:24:01.704352 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a5aea7-9845-40dd-a8f3-53b476dccc22 None None] Checking segment: {'id': 'd056495e-cbe3-49bb-8a40-c93b285f21ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c36c7048-7edc-4cd0-b877-ed3c1f531c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:24:01.704750 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-53a5aea7-9845-40dd-a8f3-53b476dccc22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:01.705140 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a5aea7-9845-40dd-a8f3-53b476dccc22 None None] Bound using segment: {'id': 'd056495e-cbe3-49bb-8a40-c93b285f21ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c36c7048-7edc-4cd0-b877-ed3c1f531c44'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 16:24:01.705601 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-53a5aea7-9845-40dd-a8f3-53b476dccc22 None None] Bound port: 101be572-dbdd-44bc-8844-3c3ef3f609e0, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd056495e-cbe3-49bb-8a40-c93b285f21ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c36c7048-7edc-4cd0-b877-ed3c1f531c44'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 16:24:01.705976 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-53a5aea7-9845-40dd-a8f3-53b476dccc22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:01.717202 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-5213ace0-b034-4b62-9499-2e8d3ac9d5f0 admin admin] Allocated IP 172.25.4.119 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/defe0d10-8f13-43a7-9c76-a85e660cd9f4) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 16:24:01.768032 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-53a5aea7-9845-40dd-a8f3-53b476dccc22 None None] For port 101be572-dbdd-44bc-8844-3c3ef3f609e0, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 16:24:01.771327 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-53a5aea7-9845-40dd-a8f3-53b476dccc22 None None] For port 101be572-dbdd-44bc-8844-3c3ef3f609e0, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=101be572-dbdd-44bc-8844-3c3ef3f609e0,segment=NetworkSegment(d056495e-cbe3-49bb-8a40-c93b285f21ac),segment_id=d056495e-cbe3-49bb-8a40-c93b285f21ac)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 16:24:01.775697 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-53a5aea7-9845-40dd-a8f3-53b476dccc22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:01.826489 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5213ace0-b034-4b62-9499-2e8d3ac9d5f0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:01.837852 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a5aea7-9845-40dd-a8f3-53b476dccc22 None None] Pushing event updated for resources: {'Port': ['ID=101be572-dbdd-44bc-8844-3c3ef3f609e0,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:24:01.866799 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5213ace0-b034-4b62-9499-2e8d3ac9d5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:01.912216 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5213ace0-b034-4b62-9499-2e8d3ac9d5f0 admin admin] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:24:01.915703 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-5213ace0-b034-4b62-9499-2e8d3ac9d5f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:24:01.918317 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5213ace0-b034-4b62-9499-2e8d3ac9d5f0 admin admin] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 16:24:01.946224 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5213ace0-b034-4b62-9499-2e8d3ac9d5f0 admin admin] Pushing event updated for resources: {'Port': ['ID=defe0d10-8f13-43a7-9c76-a85e660cd9f4,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:24:02.178436 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5213ace0-b034-4b62-9499-2e8d3ac9d5f0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:02.390762 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5213ace0-b034-4b62-9499-2e8d3ac9d5f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:02.525212 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5213ace0-b034-4b62-9499-2e8d3ac9d5f0 admin admin] Router f3d5959c-8b09-4138-a258-c1710dfb23bd is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 16:24:02.609436 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:02.638206 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5213ace0-b034-4b62-9499-2e8d3ac9d5f0 admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 16:24:02.651540 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3f38e4-1b6f-4234-9c0a-cb4a8ad6d353 None None] Sync routers for ids ['f3d5959c-8b09-4138-a258-c1710dfb23bd'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 16:24:02.659309 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5213ace0-b034-4b62-9499-2e8d3ac9d5f0 admin admin] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:02.661057 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-5213ace0-b034-4b62-9499-2e8d3ac9d5f0 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4943850 Oct 30 16:24:02.663920 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 60494) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:24:02.665605 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3f38e4-1b6f-4234-9c0a-cb4a8ad6d353 None None] Routers {'f3d5959c-8b09-4138-a258-c1710dfb23bd'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:24:02.666456 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-bc3f38e4-1b6f-4234-9c0a-cb4a8ad6d353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:23:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['f3d5959c-8b09-4138-a258-c1710dfb23bd'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:24:02.758805 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8023d2b7-67d2-4919-812a-36dbd296ef0c None None] Network c36c7048-7edc-4cd0-b877-ed3c1f531c44 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 16:24:02.785601 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-bc3f38e4-1b6f-4234-9c0a-cb4a8ad6d353 None None] Set router f3d5959c-8b09-4138-a258-c1710dfb23bd gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:24:02.877512 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-ab7c532b-ea93-430d-b27d-75f4c30b077c None None] Provisioning complete for port 101be572-dbdd-44bc-8844-3c3ef3f609e0 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:24:02.877887 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ab7c532b-ea93-430d-b27d-75f4c30b077c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:02.969567 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-bc3f38e4-1b6f-4234-9c0a-cb4a8ad6d353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d5959c-8b09-4138-a258-c1710dfb23bd', 'name': 'tempest-TestSnapshotPattern-424878288-router', 'tenant_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'defe0d10-8f13-43a7-9c76-a85e660cd9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:24:01Z', 'updated_at': '2021-10-30T16:24:02Z', 'revision_number': 3, 'project_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'gw_port': {'id': 'defe0d10-8f13-43a7-9c76-a85e660cd9f4', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a4:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3d5959c-8b09-4138-a258-c1710dfb23bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:24:01Z', 'updated_at': '2021-10-30T16:24:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:24:03.002376 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3f38e4-1b6f-4234-9c0a-cb4a8ad6d353 None None] Checking router: f3d5959c-8b09-4138-a258-c1710dfb23bd for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 16:24:03.002728 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3f38e4-1b6f-4234-9c0a-cb4a8ad6d353 None None] Updating router f3d5959c-8b09-4138-a258-c1710dfb23bd port defe0d10-8f13-43a7-9c76-a85e660cd9f4 binding host n-d-806683-17 {{(pid=102133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 16:24:03.003436 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ab7c532b-ea93-430d-b27d-75f4c30b077c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:03.030023 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bc3f38e4-1b6f-4234-9c0a-cb4a8ad6d353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:03.049514 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-ab7c532b-ea93-430d-b27d-75f4c30b077c None None] For port 101be572-dbdd-44bc-8844-3c3ef3f609e0, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=101be572-dbdd-44bc-8844-3c3ef3f609e0,segment=NetworkSegment(d056495e-cbe3-49bb-8a40-c93b285f21ac),segment_id=d056495e-cbe3-49bb-8a40-c93b285f21ac)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:24:03.056928 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ab7c532b-ea93-430d-b27d-75f4c30b077c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:03.118598 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-931c8192-90e2-4034-8cc7-1292e653a734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:03.119352 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c532b-ea93-430d-b27d-75f4c30b077c None None] Pushing event updated for resources: {'Port': ['ID=101be572-dbdd-44bc-8844-3c3ef3f609e0,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:24:03.278415 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-7922a8b7-4966-4208-88cb-85e6c1a9c41b None None] Provisioning complete for port 101be572-dbdd-44bc-8844-3c3ef3f609e0 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:24:03.278866 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7922a8b7-4966-4208-88cb-85e6c1a9c41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:03.284774 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 16:24:03.300086 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-931c8192-90e2-4034-8cc7-1292e653a734 admin admin] Allocated IP 172.20.0.1 (c36c7048-7edc-4cd0-b877-ed3c1f531c44/7d465177-1c7e-4049-afb0-44adde221862/977a34f4-973a-430f-b21c-ce4908ff719a) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 16:24:03.394539 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bc3f38e4-1b6f-4234-9c0a-cb4a8ad6d353 None None] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:03.400090 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bc3f38e4-1b6f-4234-9c0a-cb4a8ad6d353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:03.413036 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-931c8192-90e2-4034-8cc7-1292e653a734 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:03.449466 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-931c8192-90e2-4034-8cc7-1292e653a734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:03.453563 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae1790d-0c5a-400f-9300-b19051fd767e None None] Pushing event updated for resources: {'Port': ['ID=defe0d10-8f13-43a7-9c76-a85e660cd9f4,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:24:03.461782 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-bc3f38e4-1b6f-4234-9c0a-cb4a8ad6d353 None None] Attempting to bind port defe0d10-8f13-43a7-9c76-a85e660cd9f4 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 16:24:03.462166 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-bc3f38e4-1b6f-4234-9c0a-cb4a8ad6d353 None None] Attempting to bind port defe0d10-8f13-43a7-9c76-a85e660cd9f4 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 16:24:03.462523 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3f38e4-1b6f-4234-9c0a-cb4a8ad6d353 None None] Attempting to bind port defe0d10-8f13-43a7-9c76-a85e660cd9f4 on network edc38ef5-7816-4133-914c-cfe2849a0125 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:24:03.466159 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae1790d-0c5a-400f-9300-b19051fd767e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:24:03.466510 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae1790d-0c5a-400f-9300-b19051fd767e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:24:03.466850 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae1790d-0c5a-400f-9300-b19051fd767e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:24:03.467187 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae1790d-0c5a-400f-9300-b19051fd767e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:24:03.467549 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae1790d-0c5a-400f-9300-b19051fd767e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:24:03.467883 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae1790d-0c5a-400f-9300-b19051fd767e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:24:03.468215 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae1790d-0c5a-400f-9300-b19051fd767e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:24:03.468544 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae1790d-0c5a-400f-9300-b19051fd767e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:24:03.468868 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae1790d-0c5a-400f-9300-b19051fd767e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:24:03.469192 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae1790d-0c5a-400f-9300-b19051fd767e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:24:03.469517 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae1790d-0c5a-400f-9300-b19051fd767e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:24:03.469840 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae1790d-0c5a-400f-9300-b19051fd767e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:24:03.475219 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3f38e4-1b6f-4234-9c0a-cb4a8ad6d353 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 16, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 16:24:03.475626 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3f38e4-1b6f-4234-9c0a-cb4a8ad6d353 None None] Checking segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:24:03.476029 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bc3f38e4-1b6f-4234-9c0a-cb4a8ad6d353 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:03.476417 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3f38e4-1b6f-4234-9c0a-cb4a8ad6d353 None None] Bound using segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 16:24:03.476968 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-bc3f38e4-1b6f-4234-9c0a-cb4a8ad6d353 None None] Bound port: defe0d10-8f13-43a7-9c76-a85e660cd9f4, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 16:24:03.478093 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bc3f38e4-1b6f-4234-9c0a-cb4a8ad6d353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:03.491975 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931c8192-90e2-4034-8cc7-1292e653a734 admin admin] Network c36c7048-7edc-4cd0-b877-ed3c1f531c44 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:24:03.497375 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-931c8192-90e2-4034-8cc7-1292e653a734 admin admin] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:24:03.502251 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931c8192-90e2-4034-8cc7-1292e653a734 admin admin] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 16:24:03.531245 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931c8192-90e2-4034-8cc7-1292e653a734 admin admin] Pushing event updated for resources: {'Port': ['ID=977a34f4-973a-430f-b21c-ce4908ff719a,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:24:03.535864 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-bc3f38e4-1b6f-4234-9c0a-cb4a8ad6d353 None None] For port defe0d10-8f13-43a7-9c76-a85e660cd9f4, host n-d-806683-17, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 16:24:03.539301 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-bc3f38e4-1b6f-4234-9c0a-cb4a8ad6d353 None None] For port defe0d10-8f13-43a7-9c76-a85e660cd9f4, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=defe0d10-8f13-43a7-9c76-a85e660cd9f4,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 16:24:03.546422 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-931c8192-90e2-4034-8cc7-1292e653a734 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:03.546567 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-bc3f38e4-1b6f-4234-9c0a-cb4a8ad6d353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:03.588491 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 101be572-dbdd-44bc-8844-3c3ef3f609e0 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:24:03.617052 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae1790d-0c5a-400f-9300-b19051fd767e None None] Pushing event updated for resources: {'Port': ['ID=defe0d10-8f13-43a7-9c76-a85e660cd9f4,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:24:03.640386 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3f38e4-1b6f-4234-9c0a-cb4a8ad6d353 None None] Routers {'f3d5959c-8b09-4138-a258-c1710dfb23bd'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:24:03.641022 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-bc3f38e4-1b6f-4234-9c0a-cb4a8ad6d353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:23:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['f3d5959c-8b09-4138-a258-c1710dfb23bd'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:24:03.660674 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 101be572-dbdd-44bc-8844-3c3ef3f609e0 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:24:03.661052 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:03.721170 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-931c8192-90e2-4034-8cc7-1292e653a734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:03.762047 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-bc3f38e4-1b6f-4234-9c0a-cb4a8ad6d353 None None] Set router f3d5959c-8b09-4138-a258-c1710dfb23bd gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:24:03.883775 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-73e27196-793e-4a66-8a4d-f988b393551b None None] Provisioning complete for port 977a34f4-973a-430f-b21c-ce4908ff719a triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:24:03.884358 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-73e27196-793e-4a66-8a4d-f988b393551b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:03.892927 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-931c8192-90e2-4034-8cc7-1292e653a734 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:03.898257 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-931c8192-90e2-4034-8cc7-1292e653a734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:03.919061 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-73e27196-793e-4a66-8a4d-f988b393551b None None] Port 977a34f4-973a-430f-b21c-ce4908ff719a cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 16:24:03.949028 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-bc3f38e4-1b6f-4234-9c0a-cb4a8ad6d353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d5959c-8b09-4138-a258-c1710dfb23bd', 'name': 'tempest-TestSnapshotPattern-424878288-router', 'tenant_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'defe0d10-8f13-43a7-9c76-a85e660cd9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:24:01Z', 'updated_at': '2021-10-30T16:24:02Z', 'revision_number': 3, 'project_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'gw_port': {'id': 'defe0d10-8f13-43a7-9c76-a85e660cd9f4', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a4:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3d5959c-8b09-4138-a258-c1710dfb23bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:24:01Z', 'updated_at': '2021-10-30T16:24:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:24:03.969262 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931c8192-90e2-4034-8cc7-1292e653a734 admin admin] Pushing event updated for resources: {'Port': ['ID=977a34f4-973a-430f-b21c-ce4908ff719a,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:24:03.972207 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-931c8192-90e2-4034-8cc7-1292e653a734 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:03.977190 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3f38e4-1b6f-4234-9c0a-cb4a8ad6d353 None None] The sync data for ids ['f3d5959c-8b09-4138-a258-c1710dfb23bd'] in n-d-806683-17 is: [{'id': 'f3d5959c-8b09-4138-a258-c1710dfb23bd', 'name': 'tempest-TestSnapshotPattern-424878288-router', 'tenant_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'defe0d10-8f13-43a7-9c76-a85e660cd9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:24:01Z', 'updated_at': '2021-10-30T16:24:02Z', 'revision_number': 3, 'project_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'gw_port': {'id': 'defe0d10-8f13-43a7-9c76-a85e660cd9f4', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a4:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3d5959c-8b09-4138-a258-c1710dfb23bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:24:01Z', 'updated_at': '2021-10-30T16:24:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 16:24:04.073614 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931c8192-90e2-4034-8cc7-1292e653a734 admin admin] Network c36c7048-7edc-4cd0-b877-ed3c1f531c44 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:24:04.075018 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-931c8192-90e2-4034-8cc7-1292e653a734 admin admin] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:24:04.214852 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-931c8192-90e2-4034-8cc7-1292e653a734 admin admin] Router f3d5959c-8b09-4138-a258-c1710dfb23bd has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 16:24:04.337747 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-931c8192-90e2-4034-8cc7-1292e653a734 admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 16:24:04.348356 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-931c8192-90e2-4034-8cc7-1292e653a734 admin admin] 10.222.0.62 "PUT /v2.0/routers/f3d5959c-8b09-4138-a258-c1710dfb23bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6775224 Oct 30 16:24:04.348557 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-a108ed66-eaa6-4518-be40-f1f1bf2c92e3 None None] Provisioning complete for port 977a34f4-973a-430f-b21c-ce4908ff719a triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:24:04.348557 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a108ed66-eaa6-4518-be40-f1f1bf2c92e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:04.386812 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-a108ed66-eaa6-4518-be40-f1f1bf2c92e3 None None] Port 977a34f4-973a-430f-b21c-ce4908ff719a cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 16:24:04.837341 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60510) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:24:04.842331 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-69b3edce-2f05-4ff3-9fa9-f5fcbc294db6 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1413104867-network', 'tenant_id': 'c3410486c5b34f12ad59ed79a964bd0f'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:24:04.862945 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b3edce-2f05-4ff3-9fa9-f5fcbc294db6 admin admin] Made reservation on behalf of c3410486c5b34f12ad59ed79a964bd0f for: {'network': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 16:24:04.865275 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-69b3edce-2f05-4ff3-9fa9-f5fcbc294db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for network, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:04.874370 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-69b3edce-2f05-4ff3-9fa9-f5fcbc294db6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:04.948056 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-69b3edce-2f05-4ff3-9fa9-f5fcbc294db6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:04.951715 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-69b3edce-2f05-4ff3-9fa9-f5fcbc294db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:04.976938 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69b3edce-2f05-4ff3-9fa9-f5fcbc294db6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=102130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 16:24:04.987670 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b3edce-2f05-4ff3-9fa9-f5fcbc294db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db466ea-b1c7-4180-8d24-7a8491404ef7,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:24:04.993011 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-69b3edce-2f05-4ff3-9fa9-f5fcbc294db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:04.993357 n-d-806683-17 neutron-server[102130]: INFO neutron.db.segments_db [None req-69b3edce-2f05-4ff3-9fa9-f5fcbc294db6 admin admin] Added segment cc837a27-29cb-4b79-9e23-42fbe9ce1478 of type vlan for network 0d9b9ad7-002f-49fb-bb14-c2ae8306504d Oct 30 16:24:05.040376 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-69b3edce-2f05-4ff3-9fa9-f5fcbc294db6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743131771073'] for network, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:05.065999 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-69b3edce-2f05-4ff3-9fa9-f5fcbc294db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473'] for network, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:05.066896 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b3edce-2f05-4ff3-9fa9-f5fcbc294db6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:24:05.067504 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-69b3edce-2f05-4ff3-9fa9-f5fcbc294db6 admin admin] Publish callbacks [] for network, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:05.118548 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-69b3edce-2f05-4ff3-9fa9-f5fcbc294db6 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2800875 Oct 30 16:24:05.121446 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 60512) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:24:05.126954 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-3e273488-c988-49c0-a5f3-48d7fa025393 admin admin] Request body: {'subnet': {'network_id': '0d9b9ad7-002f-49fb-bb14-c2ae8306504d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1413104867-subnet', 'tenant_id': 'c3410486c5b34f12ad59ed79a964bd0f', 'ip_version': 4}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:24:05.129804 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b3edce-2f05-4ff3-9fa9-f5fcbc294db6 admin admin] Pushing event updated for resources: {'Network': ['ID=0d9b9ad7-002f-49fb-bb14-c2ae8306504d,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:24:05.139379 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Network 0d9b9ad7-002f-49fb-bb14-c2ae8306504d details requested by agent ovs-agent-n-d-806683-17 with host n-d-806683-17 {{(pid=102132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 16:24:05.151025 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e273488-c988-49c0-a5f3-48d7fa025393 admin admin] Made reservation on behalf of c3410486c5b34f12ad59ed79a964bd0f for: {'subnet': 1} {{(pid=102131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 16:24:05.153734 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3e273488-c988-49c0-a5f3-48d7fa025393 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639924'] for subnet, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:05.328841 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3e273488-c988-49c0-a5f3-48d7fa025393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5888283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4640590'] for subnet, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:05.381352 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e273488-c988-49c0-a5f3-48d7fa025393 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a27cb64-c1da-48d8-8b76-6b62d86a4b07,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:24:05.392870 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e273488-c988-49c0-a5f3-48d7fa025393 admin admin] Checking segment: {'id': 'cc837a27-29cb-4b79-9e23-42fbe9ce1478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0d9b9ad7-002f-49fb-bb14-c2ae8306504d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:24:05.393268 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e273488-c988-49c0-a5f3-48d7fa025393 admin admin] Network hostable DHCP agents. Network: 0d9b9ad7-002f-49fb-bb14-c2ae8306504d, hostable agents: ['70fe316f-c8d4-4e96-9b68-7c5f5abc7164'], hosted agents: [] {{(pid=102131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 16:24:05.411293 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e273488-c988-49c0-a5f3-48d7fa025393 admin admin] Network 0d9b9ad7-002f-49fb-bb14-c2ae8306504d is scheduled to be hosted by DHCP agent 70fe316f-c8d4-4e96-9b68-7c5f5abc7164 with binding_index 1 {{(pid=102131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 16:24:05.420272 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-3e273488-c988-49c0-a5f3-48d7fa025393 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-17, 0d9b9ad7-002f-49fb-bb14-c2ae8306504d) {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:24:05.425827 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e273488-c988-49c0-a5f3-48d7fa025393 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:24:05.426635 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-3e273488-c988-49c0-a5f3-48d7fa025393 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:05.429654 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511e86d8-281f-469a-92f2-8a453f1b5910 None None] Network 0d9b9ad7-002f-49fb-bb14-c2ae8306504d requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 16:24:05.443721 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-3e273488-c988-49c0-a5f3-48d7fa025393 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3210278 Oct 30 16:24:05.446665 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 60514) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:24:05.451216 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-54cf417e-beb0-4b4c-ab9c-191a82321b5d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1413104867-router', 'tenant_id': 'c3410486c5b34f12ad59ed79a964bd0f', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:24:05.473672 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-54cf417e-beb0-4b4c-ab9c-191a82321b5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-773536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29485'] for router, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:05.475290 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-54cf417e-beb0-4b4c-ab9c-191a82321b5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-773049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29498'] for router, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:05.512285 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce81bdb5-b5aa-4bd1-a9a6-9a1dd9429eeb None None] Sync routers for ids ['f3d5959c-8b09-4138-a258-c1710dfb23bd'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 16:24:05.537717 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce81bdb5-b5aa-4bd1-a9a6-9a1dd9429eeb None None] Routers {'f3d5959c-8b09-4138-a258-c1710dfb23bd'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:24:05.538352 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-ce81bdb5-b5aa-4bd1-a9a6-9a1dd9429eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:23:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['f3d5959c-8b09-4138-a258-c1710dfb23bd'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:24:05.592042 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device defe0d10-8f13-43a7-9c76-a85e660cd9f4 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:24:05.721638 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca2cbaa-0dbf-41de-bbeb-ffb1f67492b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf80d36-39bb-5cf8-a4f8-f15313383ce2-0d9b9ad7-002f-49fb-bb14-c2ae8306504d', 'network_id': '0d9b9ad7-002f-49fb-bb14-c2ae8306504d', 'tenant_id': 'c3410486c5b34f12ad59ed79a964bd0f', 'fixed_ips': [{'subnet_id': '0a27cb64-c1da-48d8-8b76-6b62d86a4b07'}]}} from n-d-806683-17. {{(pid=102132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 30 16:24:05.722505 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-cca2cbaa-0dbf-41de-bbeb-ffb1f67492b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:05.750318 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-ce81bdb5-b5aa-4bd1-a9a6-9a1dd9429eeb None None] Set router f3d5959c-8b09-4138-a258-c1710dfb23bd gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:24:05.785860 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port defe0d10-8f13-43a7-9c76-a85e660cd9f4 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:24:05.786226 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:05.841040 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-54cf417e-beb0-4b4c-ab9c-191a82321b5d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:05.978541 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-54cf417e-beb0-4b4c-ab9c-191a82321b5d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:06.184609 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-54cf417e-beb0-4b4c-ab9c-191a82321b5d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:06.203217 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-54cf417e-beb0-4b4c-ab9c-191a82321b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:06.222833 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.db_base_plugin_common [None req-cca2cbaa-0dbf-41de-bbeb-ffb1f67492b8 None None] Allocated IP 172.20.0.2 (0d9b9ad7-002f-49fb-bb14-c2ae8306504d/0a27cb64-c1da-48d8-8b76-6b62d86a4b07/df147021-13cf-422b-a507-96a70418963f) {{(pid=102132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 16:24:06.243971 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:06.311663 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-54cf417e-beb0-4b4c-ab9c-191a82321b5d admin admin] Allocated IP 172.25.4.106 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/5f05f43f-8343-4b17-90ac-3f0709a5431f) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 16:24:06.326927 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port defe0d10-8f13-43a7-9c76-a85e660cd9f4, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=defe0d10-8f13-43a7-9c76-a85e660cd9f4,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:24:06.334972 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:06.415184 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-54cf417e-beb0-4b4c-ab9c-191a82321b5d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:06.429325 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=defe0d10-8f13-43a7-9c76-a85e660cd9f4,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:24:06.440444 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-ce81bdb5-b5aa-4bd1-a9a6-9a1dd9429eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d5959c-8b09-4138-a258-c1710dfb23bd', 'name': 'tempest-TestSnapshotPattern-424878288-router', 'tenant_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'defe0d10-8f13-43a7-9c76-a85e660cd9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:24:01Z', 'updated_at': '2021-10-30T16:24:03Z', 'revision_number': 4, 'project_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'gw_port': {'id': 'defe0d10-8f13-43a7-9c76-a85e660cd9f4', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a4:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3d5959c-8b09-4138-a258-c1710dfb23bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:24:01Z', 'updated_at': '2021-10-30T16:24:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '977a34f4-973a-430f-b21c-ce4908ff719a', 'name': '', 'network_id': 'c36c7048-7edc-4cd0-b877-ed3c1f531c44', 'tenant_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'mac_address': 'fa:16:3e:ff:0b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3d5959c-8b09-4138-a258-c1710dfb23bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '7d465177-1c7e-4049-afb0-44adde221862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:24:03Z', 'updated_at': '2021-10-30T16:24:03Z', 'revision_number': 2, 'project_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'subnets': [{'id': '7d465177-1c7e-4049-afb0-44adde221862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:24:06.451962 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-54cf417e-beb0-4b4c-ab9c-191a82321b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:06.491331 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce81bdb5-b5aa-4bd1-a9a6-9a1dd9429eeb None None] Checking router: f3d5959c-8b09-4138-a258-c1710dfb23bd for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 16:24:06.491713 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce81bdb5-b5aa-4bd1-a9a6-9a1dd9429eeb None None] Updating router f3d5959c-8b09-4138-a258-c1710dfb23bd port 977a34f4-973a-430f-b21c-ce4908ff719a binding host n-d-806683-17 {{(pid=102132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 16:24:06.498791 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54cf417e-beb0-4b4c-ab9c-191a82321b5d admin admin] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:24:06.504020 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-54cf417e-beb0-4b4c-ab9c-191a82321b5d admin admin] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:24:06.506594 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cf417e-beb0-4b4c-ab9c-191a82321b5d admin admin] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 16:24:06.510583 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cf417e-beb0-4b4c-ab9c-191a82321b5d admin admin] Pushing event updated for resources: {'Port': ['ID=5f05f43f-8343-4b17-90ac-3f0709a5431f,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:24:06.526761 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ce81bdb5-b5aa-4bd1-a9a6-9a1dd9429eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:06.532014 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-cca2cbaa-0dbf-41de-bbeb-ffb1f67492b8 None None] Publish callbacks [] for port, precommit_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:06.546526 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-cca2cbaa-0dbf-41de-bbeb-ffb1f67492b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854'] for port, after_create {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:06.614515 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca2cbaa-0dbf-41de-bbeb-ffb1f67492b8 None None] Network 0d9b9ad7-002f-49fb-bb14-c2ae8306504d is already hosted by enough agents. {{(pid=102132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:24:06.661188 n-d-806683-17 neutron-server[102132]: DEBUG neutron.scheduler.base_scheduler [None req-cca2cbaa-0dbf-41de-bbeb-ffb1f67492b8 None None] Resources bound (agent type, host, resource id): {{(pid=102132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:24:06.669906 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca2cbaa-0dbf-41de-bbeb-ffb1f67492b8 None None] Received port after_create {{(pid=102132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 16:24:06.691793 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca2cbaa-0dbf-41de-bbeb-ffb1f67492b8 None None] Pushing event updated for resources: {'Port': ['ID=df147021-13cf-422b-a507-96a70418963f,revision_number=1']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:24:06.760620 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-54cf417e-beb0-4b4c-ab9c-191a82321b5d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:06.788871 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-cca2cbaa-0dbf-41de-bbeb-ffb1f67492b8 None None] Attempting to bind port df147021-13cf-422b-a507-96a70418963f on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 16:24:06.789306 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-cca2cbaa-0dbf-41de-bbeb-ffb1f67492b8 None None] Attempting to bind port df147021-13cf-422b-a507-96a70418963f by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'cc837a27-29cb-4b79-9e23-42fbe9ce1478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0d9b9ad7-002f-49fb-bb14-c2ae8306504d'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 16:24:06.790164 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca2cbaa-0dbf-41de-bbeb-ffb1f67492b8 None None] Attempting to bind port df147021-13cf-422b-a507-96a70418963f on network 0d9b9ad7-002f-49fb-bb14-c2ae8306504d {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:24:06.798014 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca2cbaa-0dbf-41de-bbeb-ffb1f67492b8 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 16, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 16:24:06.798395 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca2cbaa-0dbf-41de-bbeb-ffb1f67492b8 None None] Checking segment: {'id': 'cc837a27-29cb-4b79-9e23-42fbe9ce1478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0d9b9ad7-002f-49fb-bb14-c2ae8306504d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:24:06.798800 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-cca2cbaa-0dbf-41de-bbeb-ffb1f67492b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:06.799194 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca2cbaa-0dbf-41de-bbeb-ffb1f67492b8 None None] Bound using segment: {'id': 'cc837a27-29cb-4b79-9e23-42fbe9ce1478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0d9b9ad7-002f-49fb-bb14-c2ae8306504d'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 16:24:06.799689 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-cca2cbaa-0dbf-41de-bbeb-ffb1f67492b8 None None] Bound port: df147021-13cf-422b-a507-96a70418963f, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc837a27-29cb-4b79-9e23-42fbe9ce1478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0d9b9ad7-002f-49fb-bb14-c2ae8306504d'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 16:24:06.800070 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-cca2cbaa-0dbf-41de-bbeb-ffb1f67492b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:06.906033 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-cca2cbaa-0dbf-41de-bbeb-ffb1f67492b8 None None] For port df147021-13cf-422b-a507-96a70418963f, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 16:24:06.910987 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-cca2cbaa-0dbf-41de-bbeb-ffb1f67492b8 None None] For port df147021-13cf-422b-a507-96a70418963f, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=df147021-13cf-422b-a507-96a70418963f,segment=NetworkSegment(cc837a27-29cb-4b79-9e23-42fbe9ce1478),segment_id=cc837a27-29cb-4b79-9e23-42fbe9ce1478)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 16:24:06.933144 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-cca2cbaa-0dbf-41de-bbeb-ffb1f67492b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:06.967334 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-54cf417e-beb0-4b4c-ab9c-191a82321b5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772996'] for router, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:06.989827 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ce81bdb5-b5aa-4bd1-a9a6-9a1dd9429eeb None None] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:07.010149 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ce81bdb5-b5aa-4bd1-a9a6-9a1dd9429eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:07.019868 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca2cbaa-0dbf-41de-bbeb-ffb1f67492b8 None None] Pushing event updated for resources: {'Port': ['ID=df147021-13cf-422b-a507-96a70418963f,revision_number=2']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:24:07.094991 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1582759-5492-4f08-a2ec-fd1f6c266f7b None None] Pushing event updated for resources: {'Port': ['ID=977a34f4-973a-430f-b21c-ce4908ff719a,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:24:07.126267 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-ce81bdb5-b5aa-4bd1-a9a6-9a1dd9429eeb None None] Attempting to bind port 977a34f4-973a-430f-b21c-ce4908ff719a on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 16:24:07.126637 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-ce81bdb5-b5aa-4bd1-a9a6-9a1dd9429eeb None None] Attempting to bind port 977a34f4-973a-430f-b21c-ce4908ff719a by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'd056495e-cbe3-49bb-8a40-c93b285f21ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c36c7048-7edc-4cd0-b877-ed3c1f531c44'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 16:24:07.127150 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce81bdb5-b5aa-4bd1-a9a6-9a1dd9429eeb None None] Attempting to bind port 977a34f4-973a-430f-b21c-ce4908ff719a on network c36c7048-7edc-4cd0-b877-ed3c1f531c44 {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:24:07.132895 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce81bdb5-b5aa-4bd1-a9a6-9a1dd9429eeb None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 16, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 16:24:07.133809 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce81bdb5-b5aa-4bd1-a9a6-9a1dd9429eeb None None] Checking segment: {'id': 'd056495e-cbe3-49bb-8a40-c93b285f21ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c36c7048-7edc-4cd0-b877-ed3c1f531c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:24:07.134215 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ce81bdb5-b5aa-4bd1-a9a6-9a1dd9429eeb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:07.134611 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce81bdb5-b5aa-4bd1-a9a6-9a1dd9429eeb None None] Bound using segment: {'id': 'd056495e-cbe3-49bb-8a40-c93b285f21ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c36c7048-7edc-4cd0-b877-ed3c1f531c44'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 16:24:07.135084 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-ce81bdb5-b5aa-4bd1-a9a6-9a1dd9429eeb None None] Bound port: 977a34f4-973a-430f-b21c-ce4908ff719a, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd056495e-cbe3-49bb-8a40-c93b285f21ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c36c7048-7edc-4cd0-b877-ed3c1f531c44'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 16:24:07.135768 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ce81bdb5-b5aa-4bd1-a9a6-9a1dd9429eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:07.146721 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54cf417e-beb0-4b4c-ab9c-191a82321b5d admin admin] Router f6c8f612-ae1f-4005-a586-eefc0ffc1932 is scheduled to L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 with binding_index 1 {{(pid=102131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 16:24:07.220087 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-ce81bdb5-b5aa-4bd1-a9a6-9a1dd9429eeb None None] For port 977a34f4-973a-430f-b21c-ce4908ff719a, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 16:24:07.228302 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-ce81bdb5-b5aa-4bd1-a9a6-9a1dd9429eeb None None] For port 977a34f4-973a-430f-b21c-ce4908ff719a, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=977a34f4-973a-430f-b21c-ce4908ff719a,segment=NetworkSegment(d056495e-cbe3-49bb-8a40-c93b285f21ac),segment_id=d056495e-cbe3-49bb-8a40-c93b285f21ac)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 16:24:07.242162 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ce81bdb5-b5aa-4bd1-a9a6-9a1dd9429eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:07.302340 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54cf417e-beb0-4b4c-ab9c-191a82321b5d admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 16:24:07.312552 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c4fb19-3a72-487d-b459-eaa2961fe585 None None] Sync routers for ids ['f6c8f612-ae1f-4005-a586-eefc0ffc1932'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 16:24:07.326834 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce81bdb5-b5aa-4bd1-a9a6-9a1dd9429eeb None None] Routers {'f3d5959c-8b09-4138-a258-c1710dfb23bd'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:24:07.327703 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-ce81bdb5-b5aa-4bd1-a9a6-9a1dd9429eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:23:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['f3d5959c-8b09-4138-a258-c1710dfb23bd'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:24:07.332415 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c4fb19-3a72-487d-b459-eaa2961fe585 None None] Routers {'f6c8f612-ae1f-4005-a586-eefc0ffc1932'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:24:07.335031 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-d8c4fb19-3a72-487d-b459-eaa2961fe585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:23:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['f6c8f612-ae1f-4005-a586-eefc0ffc1932'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:24:07.340430 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-54cf417e-beb0-4b4c-ab9c-191a82321b5d admin admin] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:07.344706 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60516) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:24:07.345306 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-54cf417e-beb0-4b4c-ab9c-191a82321b5d admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8972211 Oct 30 16:24:07.473547 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-d8c4fb19-3a72-487d-b459-eaa2961fe585 None None] Set router f6c8f612-ae1f-4005-a586-eefc0ffc1932 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:24:07.513812 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-ce81bdb5-b5aa-4bd1-a9a6-9a1dd9429eeb None None] Set router f3d5959c-8b09-4138-a258-c1710dfb23bd gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:24:07.554373 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1582759-5492-4f08-a2ec-fd1f6c266f7b None None] Pushing event updated for resources: {'Port': ['ID=977a34f4-973a-430f-b21c-ce4908ff719a,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:24:07.712261 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-66affa74-d5be-45d1-93a0-a41aa529eced None None] Provisioning complete for port 977a34f4-973a-430f-b21c-ce4908ff719a triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:24:07.712797 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-66affa74-d5be-45d1-93a0-a41aa529eced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:07.717957 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-d8c4fb19-3a72-487d-b459-eaa2961fe585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c8f612-ae1f-4005-a586-eefc0ffc1932', 'name': 'tempest-TestSnapshotPattern-1413104867-router', 'tenant_id': 'c3410486c5b34f12ad59ed79a964bd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '5f05f43f-8343-4b17-90ac-3f0709a5431f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:24:05Z', 'updated_at': '2021-10-30T16:24:06Z', 'revision_number': 3, 'project_id': 'c3410486c5b34f12ad59ed79a964bd0f', 'gw_port': {'id': '5f05f43f-8343-4b17-90ac-3f0709a5431f', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5d:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c8f612-ae1f-4005-a586-eefc0ffc1932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:24:06Z', 'updated_at': '2021-10-30T16:24:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:24:07.733406 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device defe0d10-8f13-43a7-9c76-a85e660cd9f4 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:24:07.747369 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c4fb19-3a72-487d-b459-eaa2961fe585 None None] Checking router: f6c8f612-ae1f-4005-a586-eefc0ffc1932 for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 16:24:07.747788 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c4fb19-3a72-487d-b459-eaa2961fe585 None None] Updating router f6c8f612-ae1f-4005-a586-eefc0ffc1932 port 5f05f43f-8343-4b17-90ac-3f0709a5431f binding host n-d-806683-17 {{(pid=102133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 16:24:07.776588 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d8c4fb19-3a72-487d-b459-eaa2961fe585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:07.922209 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port defe0d10-8f13-43a7-9c76-a85e660cd9f4 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:24:07.922735 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:07.952158 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-66affa74-d5be-45d1-93a0-a41aa529eced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:07.976617 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-ce81bdb5-b5aa-4bd1-a9a6-9a1dd9429eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d5959c-8b09-4138-a258-c1710dfb23bd', 'name': 'tempest-TestSnapshotPattern-424878288-router', 'tenant_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'defe0d10-8f13-43a7-9c76-a85e660cd9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:24:01Z', 'updated_at': '2021-10-30T16:24:03Z', 'revision_number': 4, 'project_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'gw_port': {'id': 'defe0d10-8f13-43a7-9c76-a85e660cd9f4', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d5959c-8b09-4138-a258-c1710dfb23bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:24:01Z', 'updated_at': '2021-10-30T16:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '977a34f4-973a-430f-b21c-ce4908ff719a', 'name': '', 'network_id': 'c36c7048-7edc-4cd0-b877-ed3c1f531c44', 'tenant_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'mac_address': 'fa:16:3e:ff:0b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3d5959c-8b09-4138-a258-c1710dfb23bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '7d465177-1c7e-4049-afb0-44adde221862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:24:03Z', 'updated_at': '2021-10-30T16:24:07Z', 'revision_number': 4, 'project_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'subnets': [{'id': '7d465177-1c7e-4049-afb0-44adde221862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:24:08.014242 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce81bdb5-b5aa-4bd1-a9a6-9a1dd9429eeb None None] The sync data for ids ['f3d5959c-8b09-4138-a258-c1710dfb23bd'] in n-d-806683-17 is: [{'id': 'f3d5959c-8b09-4138-a258-c1710dfb23bd', 'name': 'tempest-TestSnapshotPattern-424878288-router', 'tenant_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'defe0d10-8f13-43a7-9c76-a85e660cd9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:24:01Z', 'updated_at': '2021-10-30T16:24:03Z', 'revision_number': 4, 'project_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'gw_port': {'id': 'defe0d10-8f13-43a7-9c76-a85e660cd9f4', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d5959c-8b09-4138-a258-c1710dfb23bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:24:01Z', 'updated_at': '2021-10-30T16:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '977a34f4-973a-430f-b21c-ce4908ff719a', 'name': '', 'network_id': 'c36c7048-7edc-4cd0-b877-ed3c1f531c44', 'tenant_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'mac_address': 'fa:16:3e:ff:0b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3d5959c-8b09-4138-a258-c1710dfb23bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '7d465177-1c7e-4049-afb0-44adde221862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:24:03Z', 'updated_at': '2021-10-30T16:24:07Z', 'revision_number': 4, 'project_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'subnets': [{'id': '7d465177-1c7e-4049-afb0-44adde221862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 16:24:08.042539 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-66affa74-d5be-45d1-93a0-a41aa529eced None None] For port 977a34f4-973a-430f-b21c-ce4908ff719a, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=977a34f4-973a-430f-b21c-ce4908ff719a,segment=NetworkSegment(d056495e-cbe3-49bb-8a40-c93b285f21ac),segment_id=d056495e-cbe3-49bb-8a40-c93b285f21ac)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:24:08.104050 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-66affa74-d5be-45d1-93a0-a41aa529eced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:08.133484 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d8c4fb19-3a72-487d-b459-eaa2961fe585 None None] Publish callbacks [] for port, precommit_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:08.150699 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d8c4fb19-3a72-487d-b459-eaa2961fe585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:08.173193 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device df147021-13cf-422b-a507-96a70418963f up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:24:08.238399 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66affa74-d5be-45d1-93a0-a41aa529eced None None] Pushing event updated for resources: {'Port': ['ID=977a34f4-973a-430f-b21c-ce4908ff719a,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:24:08.268824 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-15f982a5-57ee-4d16-8ce8-3052a7648e78 None None] Provisioning complete for port 977a34f4-973a-430f-b21c-ce4908ff719a triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:24:08.269382 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-15f982a5-57ee-4d16-8ce8-3052a7648e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:08.309085 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64886063-5724-4e4d-82ed-4b57a3781991 None None] Pushing event updated for resources: {'Port': ['ID=5f05f43f-8343-4b17-90ac-3f0709a5431f,revision_number=2']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:24:08.313388 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-d8c4fb19-3a72-487d-b459-eaa2961fe585 None None] Attempting to bind port 5f05f43f-8343-4b17-90ac-3f0709a5431f on host n-d-806683-17 for vnic_type normal with profile {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 16:24:08.313967 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-d8c4fb19-3a72-487d-b459-eaa2961fe585 None None] Attempting to bind port 5f05f43f-8343-4b17-90ac-3f0709a5431f by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 16:24:08.314065 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c4fb19-3a72-487d-b459-eaa2961fe585 None None] Attempting to bind port 5f05f43f-8343-4b17-90ac-3f0709a5431f on network edc38ef5-7816-4133-914c-cfe2849a0125 {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:24:08.318938 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port df147021-13cf-422b-a507-96a70418963f triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:24:08.319356 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:08.322305 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c4fb19-3a72-487d-b459-eaa2961fe585 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 16, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 16:24:08.324675 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c4fb19-3a72-487d-b459-eaa2961fe585 None None] Checking segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:24:08.324675 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d8c4fb19-3a72-487d-b459-eaa2961fe585 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:08.325948 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c4fb19-3a72-487d-b459-eaa2961fe585 None None] Bound using segment: {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'} {{(pid=102133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 16:24:08.326441 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.managers [None req-d8c4fb19-3a72-487d-b459-eaa2961fe585 None None] Bound port: 5f05f43f-8343-4b17-90ac-3f0709a5431f, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a065d2e7-d66e-4283-846d-e275b4029ae1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125'}}] {{(pid=102133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 16:24:08.326831 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d8c4fb19-3a72-487d-b459-eaa2961fe585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:08.397798 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-d8c4fb19-3a72-487d-b459-eaa2961fe585 None None] For port 5f05f43f-8343-4b17-90ac-3f0709a5431f, host n-d-806683-17, cleared binding levels {{(pid=102133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 16:24:08.399377 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76373169-b689-4d4e-bd56-46f679b9f3c6 None None] Network 0d9b9ad7-002f-49fb-bb14-c2ae8306504d requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 16:24:08.402134 n-d-806683-17 neutron-server[102133]: DEBUG neutron.plugins.ml2.db [None req-d8c4fb19-3a72-487d-b459-eaa2961fe585 None None] For port 5f05f43f-8343-4b17-90ac-3f0709a5431f, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=5f05f43f-8343-4b17-90ac-3f0709a5431f,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 16:24:08.411249 n-d-806683-17 neutron-server[102133]: DEBUG neutron_lib.callbacks.manager [None req-d8c4fb19-3a72-487d-b459-eaa2961fe585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:08.412869 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-861796eb-b057-44ca-a38b-e2f9f1cc455a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:08.480579 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c4fb19-3a72-487d-b459-eaa2961fe585 None None] Routers {'f6c8f612-ae1f-4005-a586-eefc0ffc1932'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:24:08.481357 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-d8c4fb19-3a72-487d-b459-eaa2961fe585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:23:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['f6c8f612-ae1f-4005-a586-eefc0ffc1932'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:24:08.483450 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64886063-5724-4e4d-82ed-4b57a3781991 None None] Pushing event updated for resources: {'Port': ['ID=5f05f43f-8343-4b17-90ac-3f0709a5431f,revision_number=3']} {{(pid=102133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:24:08.601673 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-d8c4fb19-3a72-487d-b459-eaa2961fe585 None None] Set router f6c8f612-ae1f-4005-a586-eefc0ffc1932 gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:24:08.635499 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [None req-861796eb-b057-44ca-a38b-e2f9f1cc455a admin admin] Allocated IP 172.20.0.1 (0d9b9ad7-002f-49fb-bb14-c2ae8306504d/0a27cb64-c1da-48d8-8b76-6b62d86a4b07/4e6a15ea-1b94-4a81-8a06-a4055e77b216) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 16:24:08.736901 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:08.772430 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-861796eb-b057-44ca-a38b-e2f9f1cc455a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:08.780972 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-293cdcbe-ab56-4eb1-9f6c-4e14dbf686db None None] Provisioning complete for port df147021-13cf-422b-a507-96a70418963f triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:24:08.781350 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-293cdcbe-ab56-4eb1-9f6c-4e14dbf686db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:08.812944 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-861796eb-b057-44ca-a38b-e2f9f1cc455a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:08.833910 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-d8c4fb19-3a72-487d-b459-eaa2961fe585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c8f612-ae1f-4005-a586-eefc0ffc1932', 'name': 'tempest-TestSnapshotPattern-1413104867-router', 'tenant_id': 'c3410486c5b34f12ad59ed79a964bd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '5f05f43f-8343-4b17-90ac-3f0709a5431f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:24:05Z', 'updated_at': '2021-10-30T16:24:06Z', 'revision_number': 3, 'project_id': 'c3410486c5b34f12ad59ed79a964bd0f', 'gw_port': {'id': '5f05f43f-8343-4b17-90ac-3f0709a5431f', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5d:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c8f612-ae1f-4005-a586-eefc0ffc1932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:24:06Z', 'updated_at': '2021-10-30T16:24:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:24:08.861772 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port df147021-13cf-422b-a507-96a70418963f, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=df147021-13cf-422b-a507-96a70418963f,segment=NetworkSegment(cc837a27-29cb-4b79-9e23-42fbe9ce1478),segment_id=cc837a27-29cb-4b79-9e23-42fbe9ce1478)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:24:08.865302 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861796eb-b057-44ca-a38b-e2f9f1cc455a admin admin] Network 0d9b9ad7-002f-49fb-bb14-c2ae8306504d is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:24:08.870251 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-861796eb-b057-44ca-a38b-e2f9f1cc455a admin admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:24:08.871736 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c4fb19-3a72-487d-b459-eaa2961fe585 None None] The sync data for ids ['f6c8f612-ae1f-4005-a586-eefc0ffc1932'] in n-d-806683-17 is: [{'id': 'f6c8f612-ae1f-4005-a586-eefc0ffc1932', 'name': 'tempest-TestSnapshotPattern-1413104867-router', 'tenant_id': 'c3410486c5b34f12ad59ed79a964bd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '5f05f43f-8343-4b17-90ac-3f0709a5431f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:24:05Z', 'updated_at': '2021-10-30T16:24:06Z', 'revision_number': 3, 'project_id': 'c3410486c5b34f12ad59ed79a964bd0f', 'gw_port': {'id': '5f05f43f-8343-4b17-90ac-3f0709a5431f', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5d:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c8f612-ae1f-4005-a586-eefc0ffc1932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:24:06Z', 'updated_at': '2021-10-30T16:24:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 16:24:08.873282 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861796eb-b057-44ca-a38b-e2f9f1cc455a admin admin] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 16:24:08.878987 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:08.908337 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861796eb-b057-44ca-a38b-e2f9f1cc455a admin admin] Pushing event updated for resources: {'Port': ['ID=4e6a15ea-1b94-4a81-8a06-a4055e77b216,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:24:08.931303 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-861796eb-b057-44ca-a38b-e2f9f1cc455a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-771257'] for router_interface, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:08.973601 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=df147021-13cf-422b-a507-96a70418963f,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:24:09.113073 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-861796eb-b057-44ca-a38b-e2f9f1cc455a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:09.221283 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-8726c0bb-0498-4341-a3e2-82d5d16b6883 None None] Provisioning complete for port 4e6a15ea-1b94-4a81-8a06-a4055e77b216 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:24:09.221448 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8726c0bb-0498-4341-a3e2-82d5d16b6883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:09.288681 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-8726c0bb-0498-4341-a3e2-82d5d16b6883 None None] Port 4e6a15ea-1b94-4a81-8a06-a4055e77b216 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 16:24:09.319837 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-8726c0bb-0498-4341-a3e2-82d5d16b6883 None None] Provisioning complete for port df147021-13cf-422b-a507-96a70418963f triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:24:09.320550 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8726c0bb-0498-4341-a3e2-82d5d16b6883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:09.446323 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-861796eb-b057-44ca-a38b-e2f9f1cc455a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:09.453230 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-861796eb-b057-44ca-a38b-e2f9f1cc455a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:09.563752 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861796eb-b057-44ca-a38b-e2f9f1cc455a admin admin] Pushing event updated for resources: {'Port': ['ID=4e6a15ea-1b94-4a81-8a06-a4055e77b216,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:24:09.567285 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-861796eb-b057-44ca-a38b-e2f9f1cc455a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773961'] for router_interface, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:09.641754 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-2148e634-85d5-422b-ada6-51983f2cc2d6 None None] Provisioning complete for port 4e6a15ea-1b94-4a81-8a06-a4055e77b216 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:24:09.642405 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2148e634-85d5-422b-ada6-51983f2cc2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:09.681444 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-2148e634-85d5-422b-ada6-51983f2cc2d6 None None] Port 4e6a15ea-1b94-4a81-8a06-a4055e77b216 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 16:24:09.719941 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861796eb-b057-44ca-a38b-e2f9f1cc455a admin admin] Network 0d9b9ad7-002f-49fb-bb14-c2ae8306504d is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:24:09.722134 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [None req-861796eb-b057-44ca-a38b-e2f9f1cc455a admin admin] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:24:09.815605 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 977a34f4-973a-430f-b21c-ce4908ff719a up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:24:09.889887 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 977a34f4-973a-430f-b21c-ce4908ff719a triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:24:09.890261 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:09.907972 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-861796eb-b057-44ca-a38b-e2f9f1cc455a admin admin] Router f6c8f612-ae1f-4005-a586-eefc0ffc1932 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 16:24:09.990227 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 5f05f43f-8343-4b17-90ac-3f0709a5431f up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:24:10.042959 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 5f05f43f-8343-4b17-90ac-3f0709a5431f triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:24:10.043415 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:10.080985 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-861796eb-b057-44ca-a38b-e2f9f1cc455a admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 16:24:10.088159 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-861796eb-b057-44ca-a38b-e2f9f1cc455a admin admin] 10.222.0.62 "PUT /v2.0/routers/f6c8f612-ae1f-4005-a586-eefc0ffc1932/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7421179 Oct 30 16:24:10.106766 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-8e451855-8108-4250-8b7a-ab3e9d922a4c None None] Provisioning complete for port 4e6a15ea-1b94-4a81-8a06-a4055e77b216 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:24:10.107146 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8e451855-8108-4250-8b7a-ab3e9d922a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:10.179726 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-8e451855-8108-4250-8b7a-ab3e9d922a4c None None] Port 4e6a15ea-1b94-4a81-8a06-a4055e77b216 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 16:24:10.183868 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:10.205963 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] For port 5f05f43f-8343-4b17-90ac-3f0709a5431f, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=5f05f43f-8343-4b17-90ac-3f0709a5431f,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:24:10.213548 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:10.214357 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device df147021-13cf-422b-a507-96a70418963f up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:24:10.325602 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Pushing event updated for resources: {'Port': ['ID=5f05f43f-8343-4b17-90ac-3f0709a5431f,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:24:10.346912 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port df147021-13cf-422b-a507-96a70418963f triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:24:10.347288 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:11.484259 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563da656-7faa-41d4-9779-c3b147da11a0 None None] Sync routers for ids ['f6c8f612-ae1f-4005-a586-eefc0ffc1932'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 16:24:11.502641 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563da656-7faa-41d4-9779-c3b147da11a0 None None] Routers {'f6c8f612-ae1f-4005-a586-eefc0ffc1932'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:24:11.503387 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-563da656-7faa-41d4-9779-c3b147da11a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:23:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['f6c8f612-ae1f-4005-a586-eefc0ffc1932'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:24:11.547040 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 5f05f43f-8343-4b17-90ac-3f0709a5431f up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:24:11.650786 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-563da656-7faa-41d4-9779-c3b147da11a0 None None] Set router f6c8f612-ae1f-4005-a586-eefc0ffc1932 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:24:11.684715 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 5f05f43f-8343-4b17-90ac-3f0709a5431f triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:24:11.684715 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:11.914784 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-563da656-7faa-41d4-9779-c3b147da11a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c8f612-ae1f-4005-a586-eefc0ffc1932', 'name': 'tempest-TestSnapshotPattern-1413104867-router', 'tenant_id': 'c3410486c5b34f12ad59ed79a964bd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '5f05f43f-8343-4b17-90ac-3f0709a5431f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:24:05Z', 'updated_at': '2021-10-30T16:24:09Z', 'revision_number': 4, 'project_id': 'c3410486c5b34f12ad59ed79a964bd0f', 'gw_port': {'id': '5f05f43f-8343-4b17-90ac-3f0709a5431f', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c8f612-ae1f-4005-a586-eefc0ffc1932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:24:06Z', 'updated_at': '2021-10-30T16:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '4e6a15ea-1b94-4a81-8a06-a4055e77b216', 'name': '', 'network_id': '0d9b9ad7-002f-49fb-bb14-c2ae8306504d', 'tenant_id': 'c3410486c5b34f12ad59ed79a964bd0f', 'mac_address': 'fa:16:3e:b3:ce:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c8f612-ae1f-4005-a586-eefc0ffc1932', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '0a27cb64-c1da-48d8-8b76-6b62d86a4b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:24:08Z', 'updated_at': '2021-10-30T16:24:09Z', 'revision_number': 2, 'project_id': 'c3410486c5b34f12ad59ed79a964bd0f', 'subnets': [{'id': '0a27cb64-c1da-48d8-8b76-6b62d86a4b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:24:11.940557 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563da656-7faa-41d4-9779-c3b147da11a0 None None] Checking router: f6c8f612-ae1f-4005-a586-eefc0ffc1932 for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 16:24:11.940917 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563da656-7faa-41d4-9779-c3b147da11a0 None None] Updating router f6c8f612-ae1f-4005-a586-eefc0ffc1932 port 4e6a15ea-1b94-4a81-8a06-a4055e77b216 binding host n-d-806683-17 {{(pid=102132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 16:24:11.964987 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-563da656-7faa-41d4-9779-c3b147da11a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:12.156412 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60526) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:24:12.161285 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-ee74f1e9-7ccd-4353-9642-6a8b2cd54ebe tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1360823088', 'description': 'tempest-secgroup-smoke-1360823088 description', 'project_id': 'f6a197d8adee469aa2ad0104cb0e0213'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:24:12.184133 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ee74f1e9-7ccd-4353-9642-6a8b2cd54ebe tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks [] for security_group, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:12.227148 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-563da656-7faa-41d4-9779-c3b147da11a0 None None] Publish callbacks [] for port, precommit_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:12.232407 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-563da656-7faa-41d4-9779-c3b147da11a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:12.251431 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ee74f1e9-7ccd-4353-9642-6a8b2cd54ebe tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks [] for security_group, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:12.255115 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ee74f1e9-7ccd-4353-9642-6a8b2cd54ebe tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:12.289374 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-ee74f1e9-7ccd-4353-9642-6a8b2cd54ebe tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:12.290705 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-ee74f1e9-7ccd-4353-9642-6a8b2cd54ebe tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1330884 Oct 30 16:24:12.293859 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee74f1e9-7ccd-4353-9642-6a8b2cd54ebe tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43becfe1-b98d-4659-9bfb-50eed0a02101,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:24:12.294357 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 60528) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:24:12.298892 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433f197e-56ed-4356-8e71-3941ad2706b4 None None] Pushing event updated for resources: {'Port': ['ID=4e6a15ea-1b94-4a81-8a06-a4055e77b216,revision_number=3']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:24:12.300465 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-7b922627-eb8a-4199-bea0-d2125e85265d tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Request body: {'security_group_rule': {'security_group_id': '43becfe1-b98d-4659-9bfb-50eed0a02101', 'project_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:24:12.332662 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-563da656-7faa-41d4-9779-c3b147da11a0 None None] Attempting to bind port 4e6a15ea-1b94-4a81-8a06-a4055e77b216 on host n-d-806683-17 for vnic_type normal with profile {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 16:24:12.333159 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-563da656-7faa-41d4-9779-c3b147da11a0 None None] Attempting to bind port 4e6a15ea-1b94-4a81-8a06-a4055e77b216 by drivers openvswitch,hyperv on host n-d-806683-17 at level 0 using segments [{'id': 'cc837a27-29cb-4b79-9e23-42fbe9ce1478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0d9b9ad7-002f-49fb-bb14-c2ae8306504d'}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 16:24:12.333506 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563da656-7faa-41d4-9779-c3b147da11a0 None None] Attempting to bind port 4e6a15ea-1b94-4a81-8a06-a4055e77b216 on network 0d9b9ad7-002f-49fb-bb14-c2ae8306504d {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:24:12.338918 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7b922627-eb8a-4199-bea0-d2125e85265d tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:12.340921 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563da656-7faa-41d4-9779-c3b147da11a0 None None] Checking agent: {'id': '2958d4ba-c9be-4033-87dc-a15cb9ed0a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 14, 54, 55), 'started_at': datetime.datetime(2021, 10, 30, 14, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 16, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 16:24:12.341357 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563da656-7faa-41d4-9779-c3b147da11a0 None None] Checking segment: {'id': 'cc837a27-29cb-4b79-9e23-42fbe9ce1478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0d9b9ad7-002f-49fb-bb14-c2ae8306504d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:24:12.341759 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-563da656-7faa-41d4-9779-c3b147da11a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:12.342154 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563da656-7faa-41d4-9779-c3b147da11a0 None None] Bound using segment: {'id': 'cc837a27-29cb-4b79-9e23-42fbe9ce1478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0d9b9ad7-002f-49fb-bb14-c2ae8306504d'} {{(pid=102132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 16:24:12.342630 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.managers [None req-563da656-7faa-41d4-9779-c3b147da11a0 None None] Bound port: 4e6a15ea-1b94-4a81-8a06-a4055e77b216, host: n-d-806683-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc837a27-29cb-4b79-9e23-42fbe9ce1478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0d9b9ad7-002f-49fb-bb14-c2ae8306504d'}}] {{(pid=102132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 16:24:12.343010 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-563da656-7faa-41d4-9779-c3b147da11a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:12.411901 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7b922627-eb8a-4199-bea0-d2125e85265d tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:12.412838 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-563da656-7faa-41d4-9779-c3b147da11a0 None None] For port 4e6a15ea-1b94-4a81-8a06-a4055e77b216, host n-d-806683-17, cleared binding levels {{(pid=102132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 16:24:12.416373 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-563da656-7faa-41d4-9779-c3b147da11a0 None None] For port 4e6a15ea-1b94-4a81-8a06-a4055e77b216, host n-d-806683-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=4e6a15ea-1b94-4a81-8a06-a4055e77b216,segment=NetworkSegment(cc837a27-29cb-4b79-9e23-42fbe9ce1478),segment_id=cc837a27-29cb-4b79-9e23-42fbe9ce1478)] {{(pid=102132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 16:24:12.418194 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7b922627-eb8a-4199-bea0-d2125e85265d tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:12.423230 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-563da656-7faa-41d4-9779-c3b147da11a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:12.439152 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b922627-eb8a-4199-bea0-d2125e85265d tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beae0f40-8d18-4d7c-b067-652762d81228,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:24:12.449351 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-7b922627-eb8a-4199-bea0-d2125e85265d tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:12.450697 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-7b922627-eb8a-4199-bea0-d2125e85265d tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1545544 Oct 30 16:24:12.453427 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 60530) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:24:12.458100 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-fa0e5e2f-5cb4-4842-a7ef-a828c84f33ef tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Request body: {'security_group_rule': {'security_group_id': '43becfe1-b98d-4659-9bfb-50eed0a02101', 'project_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:24:12.487195 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563da656-7faa-41d4-9779-c3b147da11a0 None None] Routers {'f6c8f612-ae1f-4005-a586-eefc0ffc1932'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:24:12.487871 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-563da656-7faa-41d4-9779-c3b147da11a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:23:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['f6c8f612-ae1f-4005-a586-eefc0ffc1932'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:24:12.491128 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fa0e5e2f-5cb4-4842-a7ef-a828c84f33ef tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:12.558926 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fa0e5e2f-5cb4-4842-a7ef-a828c84f33ef tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:12.563216 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fa0e5e2f-5cb4-4842-a7ef-a828c84f33ef tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:12.564653 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433f197e-56ed-4356-8e71-3941ad2706b4 None None] Pushing event updated for resources: {'Port': ['ID=4e6a15ea-1b94-4a81-8a06-a4055e77b216,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:24:12.582546 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0e5e2f-5cb4-4842-a7ef-a828c84f33ef tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8fbf119-211e-41ba-ab5a-bfb8db692cd6,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:24:12.592689 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-3f5d7a68-9aed-49dd-808f-e2d770aca65c None None] Provisioning complete for port 4e6a15ea-1b94-4a81-8a06-a4055e77b216 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:24:12.593069 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3f5d7a68-9aed-49dd-808f-e2d770aca65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:12.596731 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-fa0e5e2f-5cb4-4842-a7ef-a828c84f33ef tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:12.602710 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60532) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:24:12.602978 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-fa0e5e2f-5cb4-4842-a7ef-a828c84f33ef tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1483161 Oct 30 16:24:12.609115 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-b34cd15b-6e20-41a2-9658-01ddde205711 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Request body: {'security_group_rule': {'security_group_id': '43becfe1-b98d-4659-9bfb-50eed0a02101', 'project_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:24:12.640797 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b34cd15b-6e20-41a2-9658-01ddde205711 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:12.654464 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-563da656-7faa-41d4-9779-c3b147da11a0 None None] Set router f6c8f612-ae1f-4005-a586-eefc0ffc1932 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:24:12.716839 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b34cd15b-6e20-41a2-9658-01ddde205711 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:12.721011 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b34cd15b-6e20-41a2-9658-01ddde205711 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:12.740904 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34cd15b-6e20-41a2-9658-01ddde205711 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=025e626e-333c-4b4c-b303-137c8aae7460,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:24:12.746860 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-b34cd15b-6e20-41a2-9658-01ddde205711 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:12.748066 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-b34cd15b-6e20-41a2-9658-01ddde205711 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1435153 Oct 30 16:24:12.750869 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60534) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:24:12.755135 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-16814588-1df0-499e-9bf9-5083fa30d8f7 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Request body: {'security_group_rule': {'security_group_id': '43becfe1-b98d-4659-9bfb-50eed0a02101', 'project_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:24:12.781483 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-16814588-1df0-499e-9bf9-5083fa30d8f7 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:12.798147 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3f5d7a68-9aed-49dd-808f-e2d770aca65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:12.842232 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-16814588-1df0-499e-9bf9-5083fa30d8f7 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:12.847154 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-16814588-1df0-499e-9bf9-5083fa30d8f7 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:12.865790 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16814588-1df0-499e-9bf9-5083fa30d8f7 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=539c68de-f3d8-4760-88dc-402f1a68473d,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:24:12.875427 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-16814588-1df0-499e-9bf9-5083fa30d8f7 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:12.879330 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-16814588-1df0-499e-9bf9-5083fa30d8f7 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1249251 Oct 30 16:24:12.879731 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 60536) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:24:12.884820 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [None req-5766de95-7c56-4cf6-b6eb-3f9716c9099f tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Request body: {'security_group_rule': {'security_group_id': '43becfe1-b98d-4659-9bfb-50eed0a02101', 'project_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:24:12.909660 n-d-806683-17 neutron-server[102130]: INFO neutron.db.securitygroups_db [None req-5766de95-7c56-4cf6-b6eb-3f9716c9099f tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Project f6a197d8adee469aa2ad0104cb0e0213 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 30 16:24:12.915315 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5766de95-7c56-4cf6-b6eb-3f9716c9099f tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:12.978632 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5766de95-7c56-4cf6-b6eb-3f9716c9099f tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:12.982804 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5766de95-7c56-4cf6-b6eb-3f9716c9099f tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:13.001360 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5766de95-7c56-4cf6-b6eb-3f9716c9099f tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9bb32b7-87cc-4002-8d4a-615cb8aa9035,revision_number=0']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:24:13.006982 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-5766de95-7c56-4cf6-b6eb-3f9716c9099f tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:13.011521 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 60538) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:24:13.011812 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-5766de95-7c56-4cf6-b6eb-3f9716c9099f tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1307676 Oct 30 16:24:13.017230 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-75b0df14-d13e-4bea-b646-ed261960c564 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Request body: {'security_group_rule': {'security_group_id': '43becfe1-b98d-4659-9bfb-50eed0a02101', 'project_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:24:13.017695 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-3f5d7a68-9aed-49dd-808f-e2d770aca65c None None] For port 4e6a15ea-1b94-4a81-8a06-a4055e77b216, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=4e6a15ea-1b94-4a81-8a06-a4055e77b216,segment=NetworkSegment(cc837a27-29cb-4b79-9e23-42fbe9ce1478),segment_id=cc837a27-29cb-4b79-9e23-42fbe9ce1478)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:24:13.022928 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3f5d7a68-9aed-49dd-808f-e2d770aca65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:13.040889 n-d-806683-17 neutron-server[102131]: INFO neutron.db.securitygroups_db [None req-75b0df14-d13e-4bea-b646-ed261960c564 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Project f6a197d8adee469aa2ad0104cb0e0213 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 30 16:24:13.046332 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-75b0df14-d13e-4bea-b646-ed261960c564 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:13.099593 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5d7a68-9aed-49dd-808f-e2d770aca65c None None] Pushing event updated for resources: {'Port': ['ID=4e6a15ea-1b94-4a81-8a06-a4055e77b216,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:24:13.107678 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-75b0df14-d13e-4bea-b646-ed261960c564 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:13.111941 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-75b0df14-d13e-4bea-b646-ed261960c564 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690626'] for security_group_rule, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:13.124511 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-563da656-7faa-41d4-9779-c3b147da11a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c8f612-ae1f-4005-a586-eefc0ffc1932', 'name': 'tempest-TestSnapshotPattern-1413104867-router', 'tenant_id': 'c3410486c5b34f12ad59ed79a964bd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '5f05f43f-8343-4b17-90ac-3f0709a5431f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:24:05Z', 'updated_at': '2021-10-30T16:24:09Z', 'revision_number': 4, 'project_id': 'c3410486c5b34f12ad59ed79a964bd0f', 'gw_port': {'id': '5f05f43f-8343-4b17-90ac-3f0709a5431f', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c8f612-ae1f-4005-a586-eefc0ffc1932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:24:06Z', 'updated_at': '2021-10-30T16:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '4e6a15ea-1b94-4a81-8a06-a4055e77b216', 'name': '', 'network_id': '0d9b9ad7-002f-49fb-bb14-c2ae8306504d', 'tenant_id': 'c3410486c5b34f12ad59ed79a964bd0f', 'mac_address': 'fa:16:3e:b3:ce:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c8f612-ae1f-4005-a586-eefc0ffc1932', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '0a27cb64-c1da-48d8-8b76-6b62d86a4b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:24:08Z', 'updated_at': '2021-10-30T16:24:12Z', 'revision_number': 4, 'project_id': 'c3410486c5b34f12ad59ed79a964bd0f', 'subnets': [{'id': '0a27cb64-c1da-48d8-8b76-6b62d86a4b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:24:13.132223 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b0df14-d13e-4bea-b646-ed261960c564 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56bf50a5-a6c1-4269-999b-6de39b751bcc,revision_number=0']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:24:13.142454 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-75b0df14-d13e-4bea-b646-ed261960c564 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:13.152081 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-75b0df14-d13e-4bea-b646-ed261960c564 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1306450 Oct 30 16:24:13.160910 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563da656-7faa-41d4-9779-c3b147da11a0 None None] The sync data for ids ['f6c8f612-ae1f-4005-a586-eefc0ffc1932'] in n-d-806683-17 is: [{'id': 'f6c8f612-ae1f-4005-a586-eefc0ffc1932', 'name': 'tempest-TestSnapshotPattern-1413104867-router', 'tenant_id': 'c3410486c5b34f12ad59ed79a964bd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '5f05f43f-8343-4b17-90ac-3f0709a5431f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:24:05Z', 'updated_at': '2021-10-30T16:24:09Z', 'revision_number': 4, 'project_id': 'c3410486c5b34f12ad59ed79a964bd0f', 'gw_port': {'id': '5f05f43f-8343-4b17-90ac-3f0709a5431f', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c8f612-ae1f-4005-a586-eefc0ffc1932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:24:06Z', 'updated_at': '2021-10-30T16:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '4e6a15ea-1b94-4a81-8a06-a4055e77b216', 'name': '', 'network_id': '0d9b9ad7-002f-49fb-bb14-c2ae8306504d', 'tenant_id': 'c3410486c5b34f12ad59ed79a964bd0f', 'mac_address': 'fa:16:3e:b3:ce:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c8f612-ae1f-4005-a586-eefc0ffc1932', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '0a27cb64-c1da-48d8-8b76-6b62d86a4b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:24:08Z', 'updated_at': '2021-10-30T16:24:12Z', 'revision_number': 4, 'project_id': 'c3410486c5b34f12ad59ed79a964bd0f', 'subnets': [{'id': '0a27cb64-c1da-48d8-8b76-6b62d86a4b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 16:24:13.175695 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-b4e6834f-7fb7-4440-a712-4b9b2a414eb8 None None] Provisioning complete for port 4e6a15ea-1b94-4a81-8a06-a4055e77b216 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:24:13.176154 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-b4e6834f-7fb7-4440-a712-4b9b2a414eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:13.333866 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b7c748b0-6e6d-48c5-91bb-3c2d284a45e1 req-9c28a5f6-2697-4b7e-8436-d434b6610895 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1360823088&fields=id&tenant_id=f6a197d8adee469aa2ad0104cb0e0213 HTTP/1.1" status: 200 len: 267 time: 0.0375133 Oct 30 16:24:13.448197 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c748b0-6e6d-48c5-91bb-3c2d284a45e1 req-929f1fc7-18d6-497e-a25b-ca6f33bedd43 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:24:13.449707 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b7c748b0-6e6d-48c5-91bb-3c2d284a45e1 req-929f1fc7-18d6-497e-a25b-ca6f33bedd43 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "GET /v2.0/networks?id=c36c7048-7edc-4cd0-b877-ed3c1f531c44 HTTP/1.1" status: 200 len: 809 time: 0.1073811 Oct 30 16:24:13.465627 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b7c748b0-6e6d-48c5-91bb-3c2d284a45e1 req-d5afa209-6560-47e6-b3cc-8c95940960b3 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "GET /v2.0/quotas/f6a197d8adee469aa2ad0104cb0e0213 HTTP/1.1" status: 200 len: 375 time: 0.0099831 Oct 30 16:24:13.537061 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b7c748b0-6e6d-48c5-91bb-3c2d284a45e1 req-0d1d78b5-df8b-4851-92bf-281779efd65e tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=f6a197d8adee469aa2ad0104cb0e0213&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0657368 Oct 30 16:24:13.605039 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 4e6a15ea-1b94-4a81-8a06-a4055e77b216 up at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:24:13.690531 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Provisioning complete for port 4e6a15ea-1b94-4a81-8a06-a4055e77b216 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:24:13.691535 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:13.708820 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [req-b7c748b0-6e6d-48c5-91bb-3c2d284a45e1 req-48b9881d-92e8-466b-829d-659283936526 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 16:24:13.710129 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b7c748b0-6e6d-48c5-91bb-3c2d284a45e1 req-48b9881d-92e8-466b-829d-659283936526 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1564510 Oct 30 16:24:13.811521 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b7c748b0-6e6d-48c5-91bb-3c2d284a45e1 req-df571658-583b-460f-96b3-df790e8966e3 service neutron] 10.222.0.62 "GET /v2.0/networks/c36c7048-7edc-4cd0-b877-ed3c1f531c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946643 Oct 30 16:24:13.906873 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b7c748b0-6e6d-48c5-91bb-3c2d284a45e1 req-58cac240-a61c-43e4-a905-07237ab4c15e service neutron] 10.222.0.62 "GET /v2.0/networks/c36c7048-7edc-4cd0-b877-ed3c1f531c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892806 Oct 30 16:24:14.064578 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6dd2fa51-21f6-43f6-9280-98f5b4ffa6b1 req-0d0603ea-ea0a-4ec8-92d4-05d00a9e053e tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "GET /v2.0/ports?device_id=69adde81-7064-4857-8d72-45e3d8eb6b37 HTTP/1.1" status: 200 len: 210 time: 0.0265715 Oct 30 16:24:15.146089 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-9abf6beb-5399-439a-b534-f819c4d8f482 req-82500fe3-258d-47b0-8d46-4b3379ed81b2 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "GET /v2.0/ports?device_id=69adde81-7064-4857-8d72-45e3d8eb6b37 HTTP/1.1" status: 200 len: 210 time: 0.0283039 Oct 30 16:24:16.235692 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-e43c10cf-e896-4575-b5fb-f912c55bcd61 req-5e07cff9-af60-49e2-87eb-86b1e1c277bf tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "GET /v2.0/ports?device_id=69adde81-7064-4857-8d72-45e3d8eb6b37 HTTP/1.1" status: 200 len: 210 time: 0.0295098 Oct 30 16:24:17.314113 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-13b06c3e-bc31-4a43-b435-79f179533ca6 req-4b11d3ca-1d83-44a0-a612-ce1d71efa698 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "GET /v2.0/ports?device_id=69adde81-7064-4857-8d72-45e3d8eb6b37 HTTP/1.1" status: 200 len: 210 time: 0.0271268 Oct 30 16:24:18.406231 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-6dfe1c87-ece5-4706-99ce-dd0f25452cc7 req-9ed0f0be-675c-49e0-8178-4777a9c35995 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "GET /v2.0/ports?device_id=69adde81-7064-4857-8d72-45e3d8eb6b37 HTTP/1.1" status: 200 len: 210 time: 0.0257728 Oct 30 16:24:19.180777 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c748b0-6e6d-48c5-91bb-3c2d284a45e1 req-93193c0e-0c6b-4a6f-b44b-d891a592c36d tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:24:19.183038 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b7c748b0-6e6d-48c5-91bb-3c2d284a45e1 req-93193c0e-0c6b-4a6f-b44b-d891a592c36d tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.53 "GET /v2.0/networks?id=c36c7048-7edc-4cd0-b877-ed3c1f531c44 HTTP/1.1" status: 200 len: 809 time: 0.1104319 Oct 30 16:24:19.225862 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b7c748b0-6e6d-48c5-91bb-3c2d284a45e1 req-da262d64-9bee-4ec4-a809-10cd447d5393 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6a197d8adee469aa2ad0104cb0e0213 HTTP/1.1" status: 200 len: 380 time: 0.0332992 Oct 30 16:24:19.235757 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-b7c748b0-6e6d-48c5-91bb-3c2d284a45e1 req-c91f67e7-060d-4501-80c2-ba7237f55748 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Request body: {'port': {'device_id': '69adde81-7064-4857-8d72-45e3d8eb6b37', 'network_id': 'c36c7048-7edc-4cd0-b877-ed3c1f531c44', 'admin_state_up': True, 'tenant_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'security_groups': ['43becfe1-b98d-4659-9bfb-50eed0a02101']}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:24:19.338171 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7c748b0-6e6d-48c5-91bb-3c2d284a45e1 req-c91f67e7-060d-4501-80c2-ba7237f55748 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Made reservation on behalf of f6a197d8adee469aa2ad0104cb0e0213 for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 16:24:19.341704 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b7c748b0-6e6d-48c5-91bb-3c2d284a45e1 req-c91f67e7-060d-4501-80c2-ba7237f55748 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:19.469312 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-b7c748b0-6e6d-48c5-91bb-3c2d284a45e1 req-c91f67e7-060d-4501-80c2-ba7237f55748 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Allocated IP 172.20.0.8 (c36c7048-7edc-4cd0-b877-ed3c1f531c44/7d465177-1c7e-4049-afb0-44adde221862/947e91cc-b6a3-4097-9dc5-b73645c8c2eb) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 16:24:19.511453 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-41e05f97-a441-4d60-81c6-9adc1ed6542f req-5b3597fc-5208-45db-955f-d2bf7acfd729 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "GET /v2.0/ports?device_id=69adde81-7064-4857-8d72-45e3d8eb6b37 HTTP/1.1" status: 200 len: 210 time: 0.0332074 Oct 30 16:24:19.636861 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b7c748b0-6e6d-48c5-91bb-3c2d284a45e1 req-c91f67e7-060d-4501-80c2-ba7237f55748 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:19.673839 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b7c748b0-6e6d-48c5-91bb-3c2d284a45e1 req-c91f67e7-060d-4501-80c2-ba7237f55748 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:19.721120 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7c748b0-6e6d-48c5-91bb-3c2d284a45e1 req-c91f67e7-060d-4501-80c2-ba7237f55748 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Network c36c7048-7edc-4cd0-b877-ed3c1f531c44 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:24:19.724231 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-b7c748b0-6e6d-48c5-91bb-3c2d284a45e1 req-c91f67e7-060d-4501-80c2-ba7237f55748 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:24:19.727936 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7c748b0-6e6d-48c5-91bb-3c2d284a45e1 req-c91f67e7-060d-4501-80c2-ba7237f55748 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 16:24:19.751054 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91f67e7-060d-4501-80c2-ba7237f55748 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Pushing event updated for resources: {'Port': ['ID=947e91cc-b6a3-4097-9dc5-b73645c8c2eb,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:24:19.787180 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c748b0-6e6d-48c5-91bb-3c2d284a45e1 req-c91f67e7-060d-4501-80c2-ba7237f55748 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:24:19.787816 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b7c748b0-6e6d-48c5-91bb-3c2d284a45e1 req-c91f67e7-060d-4501-80c2-ba7237f55748 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:19.804486 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b7c748b0-6e6d-48c5-91bb-3c2d284a45e1 req-c91f67e7-060d-4501-80c2-ba7237f55748 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5722177 Oct 30 16:24:19.816643 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-b7c748b0-6e6d-48c5-91bb-3c2d284a45e1 req-137e38a1-6a09-4633-8222-91794a5ada54 service neutron] Request body: {'port': {'device_id': '69adde81-7064-4857-8d72-45e3d8eb6b37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:24:19.880209 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b7c748b0-6e6d-48c5-91bb-3c2d284a45e1 req-137e38a1-6a09-4633-8222-91794a5ada54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:19.952459 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-5bbf52da-0afa-4327-9fb8-fa518f40f51b None None] Provisioning complete for port 947e91cc-b6a3-4097-9dc5-b73645c8c2eb triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:24:19.953064 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-5bbf52da-0afa-4327-9fb8-fa518f40f51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:19.985361 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-5bbf52da-0afa-4327-9fb8-fa518f40f51b None None] Port 947e91cc-b6a3-4097-9dc5-b73645c8c2eb cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 16:24:20.150642 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-b7c748b0-6e6d-48c5-91bb-3c2d284a45e1 req-137e38a1-6a09-4633-8222-91794a5ada54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 947e91cc-b6a3-4097-9dc5-b73645c8c2eb {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 16:24:20.158056 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b7c748b0-6e6d-48c5-91bb-3c2d284a45e1 req-137e38a1-6a09-4633-8222-91794a5ada54 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:20.169953 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-b7c748b0-6e6d-48c5-91bb-3c2d284a45e1 req-137e38a1-6a09-4633-8222-91794a5ada54 service neutron] Transition to ACTIVE for port object 947e91cc-b6a3-4097-9dc5-b73645c8c2eb will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 16:24:20.173194 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b7c748b0-6e6d-48c5-91bb-3c2d284a45e1 req-137e38a1-6a09-4633-8222-91794a5ada54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:20.237890 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137e38a1-6a09-4633-8222-91794a5ada54 service neutron] Pushing event updated for resources: {'Port': ['ID=947e91cc-b6a3-4097-9dc5-b73645c8c2eb,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:24:20.305260 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-b7c748b0-6e6d-48c5-91bb-3c2d284a45e1 req-137e38a1-6a09-4633-8222-91794a5ada54 service neutron] Attempting to bind port 947e91cc-b6a3-4097-9dc5-b73645c8c2eb on host n-h1-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 16:24:20.305640 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-b7c748b0-6e6d-48c5-91bb-3c2d284a45e1 req-137e38a1-6a09-4633-8222-91794a5ada54 service neutron] Attempting to bind port 947e91cc-b6a3-4097-9dc5-b73645c8c2eb by drivers openvswitch,hyperv on host n-h1-806683-17 at level 0 using segments [{'id': 'd056495e-cbe3-49bb-8a40-c93b285f21ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c36c7048-7edc-4cd0-b877-ed3c1f531c44'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 16:24:20.305915 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c748b0-6e6d-48c5-91bb-3c2d284a45e1 req-137e38a1-6a09-4633-8222-91794a5ada54 service neutron] Attempting to bind port 947e91cc-b6a3-4097-9dc5-b73645c8c2eb on network c36c7048-7edc-4cd0-b877-ed3c1f531c44 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:24:20.311070 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c748b0-6e6d-48c5-91bb-3c2d284a45e1 req-137e38a1-6a09-4633-8222-91794a5ada54 service neutron] Port 947e91cc-b6a3-4097-9dc5-b73645c8c2eb on network c36c7048-7edc-4cd0-b877-ed3c1f531c44 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 16:24:20.311390 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c748b0-6e6d-48c5-91bb-3c2d284a45e1 req-137e38a1-6a09-4633-8222-91794a5ada54 service neutron] Attempting to bind port 947e91cc-b6a3-4097-9dc5-b73645c8c2eb on network c36c7048-7edc-4cd0-b877-ed3c1f531c44 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:24:20.316263 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c748b0-6e6d-48c5-91bb-3c2d284a45e1 req-137e38a1-6a09-4633-8222-91794a5ada54 service neutron] Checking agent: {'id': 'fba98763-6f60-4272-a376-a83bd77309cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 16, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 16:24:20.316597 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c748b0-6e6d-48c5-91bb-3c2d284a45e1 req-137e38a1-6a09-4633-8222-91794a5ada54 service neutron] Checking segment: {'id': 'd056495e-cbe3-49bb-8a40-c93b285f21ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c36c7048-7edc-4cd0-b877-ed3c1f531c44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:24:20.316983 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c748b0-6e6d-48c5-91bb-3c2d284a45e1 req-137e38a1-6a09-4633-8222-91794a5ada54 service neutron] Bound using segment: {'id': 'd056495e-cbe3-49bb-8a40-c93b285f21ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c36c7048-7edc-4cd0-b877-ed3c1f531c44'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 16:24:20.317416 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-b7c748b0-6e6d-48c5-91bb-3c2d284a45e1 req-137e38a1-6a09-4633-8222-91794a5ada54 service neutron] Bound port: 947e91cc-b6a3-4097-9dc5-b73645c8c2eb, host: n-h1-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd056495e-cbe3-49bb-8a40-c93b285f21ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c36c7048-7edc-4cd0-b877-ed3c1f531c44'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 16:24:20.317769 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b7c748b0-6e6d-48c5-91bb-3c2d284a45e1 req-137e38a1-6a09-4633-8222-91794a5ada54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:20.385254 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-b7c748b0-6e6d-48c5-91bb-3c2d284a45e1 req-137e38a1-6a09-4633-8222-91794a5ada54 service neutron] For port 947e91cc-b6a3-4097-9dc5-b73645c8c2eb, host n-h1-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 16:24:20.388225 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-b7c748b0-6e6d-48c5-91bb-3c2d284a45e1 req-137e38a1-6a09-4633-8222-91794a5ada54 service neutron] For port 947e91cc-b6a3-4097-9dc5-b73645c8c2eb, host n-h1-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=947e91cc-b6a3-4097-9dc5-b73645c8c2eb,segment=NetworkSegment(d056495e-cbe3-49bb-8a40-c93b285f21ac),segment_id=d056495e-cbe3-49bb-8a40-c93b285f21ac)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 16:24:20.392810 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b7c748b0-6e6d-48c5-91bb-3c2d284a45e1 req-137e38a1-6a09-4633-8222-91794a5ada54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:20.432085 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c748b0-6e6d-48c5-91bb-3c2d284a45e1 req-137e38a1-6a09-4633-8222-91794a5ada54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:24:20.432591 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b7c748b0-6e6d-48c5-91bb-3c2d284a45e1 req-137e38a1-6a09-4633-8222-91794a5ada54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:20.433966 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b7c748b0-6e6d-48c5-91bb-3c2d284a45e1 req-137e38a1-6a09-4633-8222-91794a5ada54 service neutron] 10.222.0.53 "PUT /v2.0/ports/947e91cc-b6a3-4097-9dc5-b73645c8c2eb HTTP/1.1" status: 200 len: 1092 time: 0.6216893 Oct 30 16:24:20.434414 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69adde81-7064-4857-8d72-45e3d8eb6b37', 'tag': '947e91cc-b6a3-4097-9dc5-b73645c8c2eb'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:24:20.436741 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}931ac027fb50588f101e6e2f92584f6f115530be99269a43aae453735a93652f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b69ef1b-13fe-4ecc-bad2-d210f92671bc" -d '{"events": [{"name": "network-changed", "server_uuid": "69adde81-7064-4857-8d72-45e3d8eb6b37", "tag": "947e91cc-b6a3-4097-9dc5-b73645c8c2eb"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:24:20.459989 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137e38a1-6a09-4633-8222-91794a5ada54 service neutron] Pushing event updated for resources: {'Port': ['ID=947e91cc-b6a3-4097-9dc5-b73645c8c2eb,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:24:20.478961 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 16:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd1c594-5f5b-4de2-b3f7-5814f3fd06d6 x-openstack-request-id: req-acd1c594-5f5b-4de2-b3f7-5814f3fd06d6 {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:24:20.479284 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69adde81-7064-4857-8d72-45e3d8eb6b37", "tag": "947e91cc-b6a3-4097-9dc5-b73645c8c2eb", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:24:20.479578 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-acd1c594-5f5b-4de2-b3f7-5814f3fd06d6 {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:24:20.479991 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69adde81-7064-4857-8d72-45e3d8eb6b37', 'tag': '947e91cc-b6a3-4097-9dc5-b73645c8c2eb', 'status': 'completed', 'code': 200} Oct 30 16:24:20.523457 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c748b0-6e6d-48c5-91bb-3c2d284a45e1 req-b2ecead5-e4ed-47af-bdaa-091d5f5f3e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:24:20.525043 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b7c748b0-6e6d-48c5-91bb-3c2d284a45e1 req-b2ecead5-e4ed-47af-bdaa-091d5f5f3e21 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f6a197d8adee469aa2ad0104cb0e0213&device_id=69adde81-7064-4857-8d72-45e3d8eb6b37 HTTP/1.1" status: 200 len: 1095 time: 0.0423203 Oct 30 16:24:20.570335 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b7c748b0-6e6d-48c5-91bb-3c2d284a45e1 req-ed24f93b-d6f2-4396-91bf-bf9a080f5836 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=947e91cc-b6a3-4097-9dc5-b73645c8c2eb HTTP/1.1" status: 200 len: 217 time: 0.0364699 Oct 30 16:24:20.660314 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c748b0-6e6d-48c5-91bb-3c2d284a45e1 req-e3e06304-3996-443f-9265-7b64b76cc599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:24:20.661774 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b7c748b0-6e6d-48c5-91bb-3c2d284a45e1 req-e3e06304-3996-443f-9265-7b64b76cc599 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7d465177-1c7e-4049-afb0-44adde221862 HTTP/1.1" status: 200 len: 848 time: 0.0759132 Oct 30 16:24:20.676491 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c6f20-ab9a-4323-bc02-d97fcc3deddf req-1416039a-2521-444c-bcd8-b6ae5607c017 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:24:20.676491 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-301c6f20-ab9a-4323-bc02-d97fcc3deddf req-1416039a-2521-444c-bcd8-b6ae5607c017 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "GET /v2.0/ports?device_id=69adde81-7064-4857-8d72-45e3d8eb6b37 HTTP/1.1" status: 200 len: 943 time: 0.0824215 Oct 30 16:24:20.738851 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-301c6f20-ab9a-4323-bc02-d97fcc3deddf req-c181e14a-0d15-4413-9c92-fce2a8654b59 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "GET /v2.0/security-groups?id=43becfe1-b98d-4659-9bfb-50eed0a02101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519404 Oct 30 16:24:20.744223 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c748b0-6e6d-48c5-91bb-3c2d284a45e1 req-b0ea2c2e-f2b9-420d-b82b-6cb5218dd2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:24:20.745658 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b7c748b0-6e6d-48c5-91bb-3c2d284a45e1 req-b0ea2c2e-f2b9-420d-b82b-6cb5218dd2d7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c36c7048-7edc-4cd0-b877-ed3c1f531c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0686855 Oct 30 16:24:20.838630 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b7c748b0-6e6d-48c5-91bb-3c2d284a45e1 req-52de38f7-c3a8-44de-9f75-b7a1ae5bb011 service neutron] 10.222.0.53 "GET /v2.0/networks/c36c7048-7edc-4cd0-b877-ed3c1f531c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856586 Oct 30 16:24:20.930507 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b7c748b0-6e6d-48c5-91bb-3c2d284a45e1 req-c5a21ccd-fab2-4b1f-93c1-5997ef63a31f service neutron] 10.222.0.53 "GET /v2.0/networks/c36c7048-7edc-4cd0-b877-ed3c1f531c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852659 Oct 30 16:24:21.012255 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b69ef1b-13fe-4ecc-bad2-d210f92671bc req-2a9e5997-2932-4f06-9824-4262b5776b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:24:21.013726 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2b69ef1b-13fe-4ecc-bad2-d210f92671bc req-2a9e5997-2932-4f06-9824-4262b5776b58 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f6a197d8adee469aa2ad0104cb0e0213&device_id=69adde81-7064-4857-8d72-45e3d8eb6b37 HTTP/1.1" status: 200 len: 1095 time: 0.0402544 Oct 30 16:24:21.108254 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b69ef1b-13fe-4ecc-bad2-d210f92671bc req-35282870-85bc-473f-8e15-b2a8e854fa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:24:21.109732 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2b69ef1b-13fe-4ecc-bad2-d210f92671bc req-35282870-85bc-473f-8e15-b2a8e854fa80 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c36c7048-7edc-4cd0-b877-ed3c1f531c44 HTTP/1.1" status: 200 len: 910 time: 0.0881329 Oct 30 16:24:21.150619 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2b69ef1b-13fe-4ecc-bad2-d210f92671bc req-a1d3cd52-8b07-486f-b09b-012231852805 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=947e91cc-b6a3-4097-9dc5-b73645c8c2eb HTTP/1.1" status: 200 len: 217 time: 0.0332513 Oct 30 16:24:21.203715 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b69ef1b-13fe-4ecc-bad2-d210f92671bc req-49f8f2e0-739a-46e1-ba27-73afbbc65860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:24:21.205080 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2b69ef1b-13fe-4ecc-bad2-d210f92671bc req-49f8f2e0-739a-46e1-ba27-73afbbc65860 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7d465177-1c7e-4049-afb0-44adde221862 HTTP/1.1" status: 200 len: 848 time: 0.0475047 Oct 30 16:24:21.255818 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b69ef1b-13fe-4ecc-bad2-d210f92671bc req-92a327b4-ac51-4c37-bc08-f5f29ba6ac3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:24:21.257311 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2b69ef1b-13fe-4ecc-bad2-d210f92671bc req-92a327b4-ac51-4c37-bc08-f5f29ba6ac3e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c36c7048-7edc-4cd0-b877-ed3c1f531c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438991 Oct 30 16:24:21.320236 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-51b3e494-99a9-47c0-92e0-e2bc6929a4a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:21.354135 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2b69ef1b-13fe-4ecc-bad2-d210f92671bc req-9794a906-15a2-4355-9eb8-f54240fa30cd service neutron] 10.222.0.53 "GET /v2.0/networks/c36c7048-7edc-4cd0-b877-ed3c1f531c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882924 Oct 30 16:24:21.446772 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2b69ef1b-13fe-4ecc-bad2-d210f92671bc req-7fca7746-25ef-46f3-80fd-561a13476d25 service neutron] 10.222.0.53 "GET /v2.0/networks/c36c7048-7edc-4cd0-b877-ed3c1f531c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849941 Oct 30 16:24:21.854957 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f21d7cc-23fb-4a0e-9934-4f8ee1f39f63 req-58f15344-018a-421a-a34c-637bb705eaef tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:24:21.856465 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0f21d7cc-23fb-4a0e-9934-4f8ee1f39f63 req-58f15344-018a-421a-a34c-637bb705eaef tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "GET /v2.0/ports?device_id=69adde81-7064-4857-8d72-45e3d8eb6b37 HTTP/1.1" status: 200 len: 943 time: 0.0493982 Oct 30 16:24:21.894133 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0f21d7cc-23fb-4a0e-9934-4f8ee1f39f63 req-fef80103-d0c1-48d0-b3f2-a3950e033b95 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "GET /v2.0/security-groups?id=43becfe1-b98d-4659-9bfb-50eed0a02101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317500 Oct 30 16:24:22.536075 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 947e91cc-b6a3-4097-9dc5-b73645c8c2eb details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 16:24:22.634042 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 947e91cc-b6a3-4097-9dc5-b73645c8c2eb, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=947e91cc-b6a3-4097-9dc5-b73645c8c2eb,segment=NetworkSegment(d056495e-cbe3-49bb-8a40-c93b285f21ac),segment_id=d056495e-cbe3-49bb-8a40-c93b285f21ac)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:24:22.649872 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '947e91cc-b6a3-4097-9dc5-b73645c8c2eb', 'network_id': 'c36c7048-7edc-4cd0-b877-ed3c1f531c44', 'port_id': '947e91cc-b6a3-4097-9dc5-b73645c8c2eb', 'mac_address': 'fa:16:3e:11:df:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d465177-1c7e-4049-afb0-44adde221862', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 16:24:22.686830 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:22.699523 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 947e91cc-b6a3-4097-9dc5-b73645c8c2eb {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 16:24:22.717778 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 947e91cc-b6a3-4097-9dc5-b73645c8c2eb, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=947e91cc-b6a3-4097-9dc5-b73645c8c2eb,segment=NetworkSegment(d056495e-cbe3-49bb-8a40-c93b285f21ac),segment_id=d056495e-cbe3-49bb-8a40-c93b285f21ac)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:24:22.721842 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:22.769951 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=947e91cc-b6a3-4097-9dc5-b73645c8c2eb,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:24:22.922106 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['947e91cc-b6a3-4097-9dc5-b73645c8c2eb'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 16:24:23.014405 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef8143-4b29-45ba-91c3-a15a569af42a req-790440fa-909d-4d8d-bf50-d372c613ea1c tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:24:23.015912 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-36ef8143-4b29-45ba-91c3-a15a569af42a req-790440fa-909d-4d8d-bf50-d372c613ea1c tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "GET /v2.0/ports?device_id=69adde81-7064-4857-8d72-45e3d8eb6b37 HTTP/1.1" status: 200 len: 944 time: 0.0490353 Oct 30 16:24:23.054509 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-36ef8143-4b29-45ba-91c3-a15a569af42a req-03515bc2-99c7-42bd-b8fa-38c82dd3f774 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "GET /v2.0/security-groups?id=43becfe1-b98d-4659-9bfb-50eed0a02101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322709 Oct 30 16:24:23.903011 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8eafb0a2-0e57-4f6b-bd57-dc3d818c91d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:24.166547 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74081b77-4155-43ec-bd80-5dff736a56a0 req-9d60effc-c0d0-428e-834b-782c71f98bae tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:24:24.168226 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-74081b77-4155-43ec-bd80-5dff736a56a0 req-9d60effc-c0d0-428e-834b-782c71f98bae tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "GET /v2.0/ports?device_id=69adde81-7064-4857-8d72-45e3d8eb6b37 HTTP/1.1" status: 200 len: 944 time: 0.0479839 Oct 30 16:24:24.205211 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-74081b77-4155-43ec-bd80-5dff736a56a0 req-4751f3ed-c0b6-4fa4-ba58-111f1fece62c tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "GET /v2.0/security-groups?id=43becfe1-b98d-4659-9bfb-50eed0a02101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310183 Oct 30 16:24:24.551936 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 947e91cc-b6a3-4097-9dc5-b73645c8c2eb up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:24:24.612945 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning for port 947e91cc-b6a3-4097-9dc5-b73645c8c2eb completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 16:24:24.616957 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 947e91cc-b6a3-4097-9dc5-b73645c8c2eb triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:24:24.617334 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:24.694552 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:24.717261 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69adde81-7064-4857-8d72-45e3d8eb6b37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '947e91cc-b6a3-4097-9dc5-b73645c8c2eb'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:24:24.719638 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cafb2eba4876e5fc7105e54c9897f2ac796dde07d3c794cd15d4c51349c0477b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f70e817-de35-4e76-909b-b37af1b3a4f2" -d '{"events": [{"server_uuid": "69adde81-7064-4857-8d72-45e3d8eb6b37", "name": "network-vif-plugged", "status": "completed", "tag": "947e91cc-b6a3-4097-9dc5-b73645c8c2eb"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:24:24.732647 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 947e91cc-b6a3-4097-9dc5-b73645c8c2eb, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=947e91cc-b6a3-4097-9dc5-b73645c8c2eb,segment=NetworkSegment(d056495e-cbe3-49bb-8a40-c93b285f21ac),segment_id=d056495e-cbe3-49bb-8a40-c93b285f21ac)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:24:24.737444 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:24.760229 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 16:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ab8aca-150c-4639-8cc0-6e44b8638364 x-openstack-request-id: req-f7ab8aca-150c-4639-8cc0-6e44b8638364 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:24:24.760521 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69adde81-7064-4857-8d72-45e3d8eb6b37", "name": "network-vif-plugged", "status": "completed", "tag": "947e91cc-b6a3-4097-9dc5-b73645c8c2eb", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:24:24.760778 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f7ab8aca-150c-4639-8cc0-6e44b8638364 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:24:24.761169 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69adde81-7064-4857-8d72-45e3d8eb6b37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '947e91cc-b6a3-4097-9dc5-b73645c8c2eb', 'code': 200} Oct 30 16:24:24.786616 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=947e91cc-b6a3-4097-9dc5-b73645c8c2eb,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:24:24.858920 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc6e4ab-2d49-4f5b-8953-281a45a03167 req-41363958-b21e-4735-9d30-357c652e3218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:24:24.860396 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6cc6e4ab-2d49-4f5b-8953-281a45a03167 req-41363958-b21e-4735-9d30-357c652e3218 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=69adde81-7064-4857-8d72-45e3d8eb6b37 HTTP/1.1" status: 200 len: 1097 time: 0.0402412 Oct 30 16:24:24.898227 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-6cc6e4ab-2d49-4f5b-8953-281a45a03167 req-1c12ae19-af3f-4538-8883-916132e0b482 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=43becfe1-b98d-4659-9bfb-50eed0a02101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271666 Oct 30 16:24:24.951994 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:25.102312 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:25.327296 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36eb10d-3600-40f9-a67d-91ce9c7f2254 req-6f5c251c-d2df-4be4-844b-78b83eec6a5d tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:24:25.328756 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a36eb10d-3600-40f9-a67d-91ce9c7f2254 req-6f5c251c-d2df-4be4-844b-78b83eec6a5d tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "GET /v2.0/ports?device_id=69adde81-7064-4857-8d72-45e3d8eb6b37 HTTP/1.1" status: 200 len: 945 time: 0.0518942 Oct 30 16:24:25.365887 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-a36eb10d-3600-40f9-a67d-91ce9c7f2254 req-d12cb703-d9cd-461f-ab45-ccea29dfb2aa tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "GET /v2.0/security-groups?id=43becfe1-b98d-4659-9bfb-50eed0a02101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312846 Oct 30 16:24:26.485249 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b052c37-f433-4ae5-b8dc-8215324ce64e req-e7bf6b7c-6f8f-4356-8dc6-59587860a2f7 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:24:26.486715 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4b052c37-f433-4ae5-b8dc-8215324ce64e req-e7bf6b7c-6f8f-4356-8dc6-59587860a2f7 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "GET /v2.0/ports?device_id=69adde81-7064-4857-8d72-45e3d8eb6b37 HTTP/1.1" status: 200 len: 945 time: 0.0523407 Oct 30 16:24:26.524555 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4b052c37-f433-4ae5-b8dc-8215324ce64e req-bd157297-ec4c-4b94-b288-4da4b49f9ee4 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "GET /v2.0/security-groups?id=43becfe1-b98d-4659-9bfb-50eed0a02101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318635 Oct 30 16:24:26.637918 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbb5fee-bc0a-43d8-8fcf-f96cab9029bf req-2d23f880-fa2e-4251-a76e-022c8fecde45 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:24:26.639375 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9cbb5fee-bc0a-43d8-8fcf-f96cab9029bf req-2d23f880-fa2e-4251-a76e-022c8fecde45 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "GET /v2.0/ports?device_id=69adde81-7064-4857-8d72-45e3d8eb6b37 HTTP/1.1" status: 200 len: 945 time: 0.0479505 Oct 30 16:24:26.676773 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9cbb5fee-bc0a-43d8-8fcf-f96cab9029bf req-8b179f96-cd3c-4a47-999b-c2e0fea98bb8 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "GET /v2.0/security-groups?id=43becfe1-b98d-4659-9bfb-50eed0a02101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314937 Oct 30 16:24:26.700512 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 60608) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:24:26.782084 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a734127-b780-4664-83f7-56232fe6e5b5 tempest-TestSnapshotPattern-1045704785 tempest-TestSnapshotPattern-1045704785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:24:26.783589 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-5a734127-b780-4664-83f7-56232fe6e5b5 tempest-TestSnapshotPattern-1045704785 tempest-TestSnapshotPattern-1045704785-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=69adde81-7064-4857-8d72-45e3d8eb6b37 HTTP/1.1" status: 200 len: 1092 time: 0.0820384 Oct 30 16:24:26.786564 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 60612) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:24:26.791425 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-ee4cb958-dd48-4389-b940-1c54020f78be tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Request body: {'floatingip': {'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'port_id': '947e91cc-b6a3-4097-9dc5-b73645c8c2eb', 'tenant_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:24:26.812713 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ee4cb958-dd48-4389-b940-1c54020f78be tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks [] for floatingip, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:26.890815 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:26.912989 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ee4cb958-dd48-4389-b940-1c54020f78be tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:27.012795 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-ee4cb958-dd48-4389-b940-1c54020f78be tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Allocated IP 172.25.4.246 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/0be6ef06-7828-499e-a164-f78cae6b6a78) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 16:24:27.114609 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ee4cb958-dd48-4389-b940-1c54020f78be tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:27.146856 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ee4cb958-dd48-4389-b940-1c54020f78be tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:27.183149 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4cb958-dd48-4389-b940-1c54020f78be tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:24:27.186037 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-ee4cb958-dd48-4389-b940-1c54020f78be tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:24:27.190675 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4cb958-dd48-4389-b940-1c54020f78be tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 16:24:27.221838 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4cb958-dd48-4389-b940-1c54020f78be tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Pushing event updated for resources: {'Port': ['ID=0be6ef06-7828-499e-a164-f78cae6b6a78,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:24:27.538205 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ee4cb958-dd48-4389-b940-1c54020f78be tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:27.601817 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ee4cb958-dd48-4389-b940-1c54020f78be tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:27.747644 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ee4cb958-dd48-4389-b940-1c54020f78be tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:27.752000 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ee4cb958-dd48-4389-b940-1c54020f78be tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:27.823966 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4cb958-dd48-4389-b940-1c54020f78be tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Pushing event updated for resources: {'Port': ['ID=0be6ef06-7828-499e-a164-f78cae6b6a78,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:24:27.832705 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ee4cb958-dd48-4389-b940-1c54020f78be tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:27.930461 n-d-806683-17 neutron-server[102131]: INFO neutron.db.l3_db [None req-ee4cb958-dd48-4389-b940-1c54020f78be tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Floating IP 38f0f568-8e60-48c6-9d9e-97d00057ecd8 associated. External IP: 172.25.4.246, port: 947e91cc-b6a3-4097-9dc5-b73645c8c2eb. Oct 30 16:24:28.411408 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee4cb958-dd48-4389-b940-1c54020f78be tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Router f3d5959c-8b09-4138-a258-c1710dfb23bd has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 16:24:28.513913 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee4cb958-dd48-4389-b940-1c54020f78be tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 16:24:28.523937 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646abaac-f726-4c74-9802-7f3a7ea3be7d None None] Sync routers for ids ['f3d5959c-8b09-4138-a258-c1710dfb23bd'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 16:24:28.531896 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-ee4cb958-dd48-4389-b940-1c54020f78be tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:28.534133 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646abaac-f726-4c74-9802-7f3a7ea3be7d None None] Routers {'f3d5959c-8b09-4138-a258-c1710dfb23bd'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:24:28.534774 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-646abaac-f726-4c74-9802-7f3a7ea3be7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:24:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['f3d5959c-8b09-4138-a258-c1710dfb23bd'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:24:28.563456 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-ee4cb958-dd48-4389-b940-1c54020f78be tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7758455 Oct 30 16:24:28.564079 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69adde81-7064-4857-8d72-45e3d8eb6b37', 'tag': '947e91cc-b6a3-4097-9dc5-b73645c8c2eb'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:24:28.566367 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e7654be7091c8bbf04529226aae636b409f3e4504be56e845cd6b098ed6999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a0881a-1480-4dc3-a3e0-7971b3920dd5" -d '{"events": [{"name": "network-changed", "server_uuid": "69adde81-7064-4857-8d72-45e3d8eb6b37", "tag": "947e91cc-b6a3-4097-9dc5-b73645c8c2eb"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:24:28.641257 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-646abaac-f726-4c74-9802-7f3a7ea3be7d None None] Set router f3d5959c-8b09-4138-a258-c1710dfb23bd gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:24:28.665973 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 16:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5633243f-965d-436a-ab16-1f64007d4406 x-openstack-request-id: req-5633243f-965d-436a-ab16-1f64007d4406 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:24:28.666266 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69adde81-7064-4857-8d72-45e3d8eb6b37", "tag": "947e91cc-b6a3-4097-9dc5-b73645c8c2eb", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:24:28.666514 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5633243f-965d-436a-ab16-1f64007d4406 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:24:28.666918 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69adde81-7064-4857-8d72-45e3d8eb6b37', 'tag': '947e91cc-b6a3-4097-9dc5-b73645c8c2eb', 'status': 'completed', 'code': 200} Oct 30 16:24:28.730731 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a0881a-1480-4dc3-a3e0-7971b3920dd5 req-fc4c2553-3126-40f3-bf7d-0b705823d3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:24:28.732271 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-11a0881a-1480-4dc3-a3e0-7971b3920dd5 req-fc4c2553-3126-40f3-bf7d-0b705823d3df service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f6a197d8adee469aa2ad0104cb0e0213&device_id=69adde81-7064-4857-8d72-45e3d8eb6b37 HTTP/1.1" status: 200 len: 1097 time: 0.0432312 Oct 30 16:24:28.826050 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a0881a-1480-4dc3-a3e0-7971b3920dd5 req-0a202381-e3f3-4d1a-ba42-e9cd7d2229ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:24:28.827586 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-11a0881a-1480-4dc3-a3e0-7971b3920dd5 req-0a202381-e3f3-4d1a-ba42-e9cd7d2229ae service neutron] 10.222.0.53 "GET /v2.0/networks?id=c36c7048-7edc-4cd0-b877-ed3c1f531c44 HTTP/1.1" status: 200 len: 910 time: 0.0879900 Oct 30 16:24:28.893395 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-11a0881a-1480-4dc3-a3e0-7971b3920dd5 req-27df0e21-ae68-433f-ad20-49cefb0fd4f2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=947e91cc-b6a3-4097-9dc5-b73645c8c2eb HTTP/1.1" status: 200 len: 999 time: 0.0588951 Oct 30 16:24:28.942839 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a0881a-1480-4dc3-a3e0-7971b3920dd5 req-b04d857f-609b-42dd-9958-cd9be38ef083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:24:28.944245 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-11a0881a-1480-4dc3-a3e0-7971b3920dd5 req-b04d857f-609b-42dd-9958-cd9be38ef083 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7d465177-1c7e-4049-afb0-44adde221862 HTTP/1.1" status: 200 len: 848 time: 0.0432248 Oct 30 16:24:28.956808 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-646abaac-f726-4c74-9802-7f3a7ea3be7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d5959c-8b09-4138-a258-c1710dfb23bd', 'name': 'tempest-TestSnapshotPattern-424878288-router', 'tenant_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'defe0d10-8f13-43a7-9c76-a85e660cd9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:24:01Z', 'updated_at': '2021-10-30T16:24:03Z', 'revision_number': 4, 'project_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'gw_port': {'id': 'defe0d10-8f13-43a7-9c76-a85e660cd9f4', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d5959c-8b09-4138-a258-c1710dfb23bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:24:01Z', 'updated_at': '2021-10-30T16:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '38f0f568-8e60-48c6-9d9e-97d00057ecd8', 'tenant_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'floating_ip_address': '172.25.4.246', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': 'f3d5959c-8b09-4138-a258-c1710dfb23bd', 'port_id': '947e91cc-b6a3-4097-9dc5-b73645c8c2eb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c36c7048-7edc-4cd0-b877-ed3c1f531c44', 'mac_address': 'fa:16:3e:11:df:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69adde81-7064-4857-8d72-45e3d8eb6b37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T16:24:27Z', 'updated_at': '2021-10-30T16:24:27Z', 'revision_number': 0, 'project_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '977a34f4-973a-430f-b21c-ce4908ff719a', 'name': '', 'network_id': 'c36c7048-7edc-4cd0-b877-ed3c1f531c44', 'tenant_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'mac_address': 'fa:16:3e:ff:0b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d5959c-8b09-4138-a258-c1710dfb23bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '7d465177-1c7e-4049-afb0-44adde221862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:24:03Z', 'updated_at': '2021-10-30T16:24:08Z', 'revision_number': 5, 'project_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'subnets': [{'id': '7d465177-1c7e-4049-afb0-44adde221862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:24:28.986876 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646abaac-f726-4c74-9802-7f3a7ea3be7d None None] Checking router: f3d5959c-8b09-4138-a258-c1710dfb23bd for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 16:24:28.994876 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a0881a-1480-4dc3-a3e0-7971b3920dd5 req-6c97a9ad-10ba-4cbb-b0d9-cf20c590a682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:24:28.995647 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646abaac-f726-4c74-9802-7f3a7ea3be7d None None] Routers {'f3d5959c-8b09-4138-a258-c1710dfb23bd'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:24:28.996255 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-646abaac-f726-4c74-9802-7f3a7ea3be7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:24:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['f3d5959c-8b09-4138-a258-c1710dfb23bd'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:24:28.996436 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-11a0881a-1480-4dc3-a3e0-7971b3920dd5 req-6c97a9ad-10ba-4cbb-b0d9-cf20c590a682 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c36c7048-7edc-4cd0-b877-ed3c1f531c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445297 Oct 30 16:24:29.091124 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-11a0881a-1480-4dc3-a3e0-7971b3920dd5 req-393ba9ea-4164-42c2-9f38-671e75a5f464 service neutron] 10.222.0.53 "GET /v2.0/networks/c36c7048-7edc-4cd0-b877-ed3c1f531c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877931 Oct 30 16:24:29.100687 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-646abaac-f726-4c74-9802-7f3a7ea3be7d None None] Set router f3d5959c-8b09-4138-a258-c1710dfb23bd gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:24:29.184344 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-11a0881a-1480-4dc3-a3e0-7971b3920dd5 req-d36a5110-ce3e-439a-806c-0603253238a3 service neutron] 10.222.0.53 "GET /v2.0/networks/c36c7048-7edc-4cd0-b877-ed3c1f531c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867460 Oct 30 16:24:29.325961 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-646abaac-f726-4c74-9802-7f3a7ea3be7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d5959c-8b09-4138-a258-c1710dfb23bd', 'name': 'tempest-TestSnapshotPattern-424878288-router', 'tenant_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'defe0d10-8f13-43a7-9c76-a85e660cd9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:24:01Z', 'updated_at': '2021-10-30T16:24:03Z', 'revision_number': 4, 'project_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'gw_port': {'id': 'defe0d10-8f13-43a7-9c76-a85e660cd9f4', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d5959c-8b09-4138-a258-c1710dfb23bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:24:01Z', 'updated_at': '2021-10-30T16:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '38f0f568-8e60-48c6-9d9e-97d00057ecd8', 'tenant_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'floating_ip_address': '172.25.4.246', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': 'f3d5959c-8b09-4138-a258-c1710dfb23bd', 'port_id': '947e91cc-b6a3-4097-9dc5-b73645c8c2eb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c36c7048-7edc-4cd0-b877-ed3c1f531c44', 'mac_address': 'fa:16:3e:11:df:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69adde81-7064-4857-8d72-45e3d8eb6b37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T16:24:27Z', 'updated_at': '2021-10-30T16:24:27Z', 'revision_number': 0, 'project_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '977a34f4-973a-430f-b21c-ce4908ff719a', 'name': '', 'network_id': 'c36c7048-7edc-4cd0-b877-ed3c1f531c44', 'tenant_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'mac_address': 'fa:16:3e:ff:0b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d5959c-8b09-4138-a258-c1710dfb23bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '7d465177-1c7e-4049-afb0-44adde221862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:24:03Z', 'updated_at': '2021-10-30T16:24:08Z', 'revision_number': 5, 'project_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'subnets': [{'id': '7d465177-1c7e-4049-afb0-44adde221862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:24:29.351369 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646abaac-f726-4c74-9802-7f3a7ea3be7d None None] The sync data for ids ['f3d5959c-8b09-4138-a258-c1710dfb23bd'] in n-d-806683-17 is: [{'id': 'f3d5959c-8b09-4138-a258-c1710dfb23bd', 'name': 'tempest-TestSnapshotPattern-424878288-router', 'tenant_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'defe0d10-8f13-43a7-9c76-a85e660cd9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:24:01Z', 'updated_at': '2021-10-30T16:24:03Z', 'revision_number': 4, 'project_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'gw_port': {'id': 'defe0d10-8f13-43a7-9c76-a85e660cd9f4', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d5959c-8b09-4138-a258-c1710dfb23bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:24:01Z', 'updated_at': '2021-10-30T16:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '38f0f568-8e60-48c6-9d9e-97d00057ecd8', 'tenant_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'floating_ip_address': '172.25.4.246', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': 'f3d5959c-8b09-4138-a258-c1710dfb23bd', 'port_id': '947e91cc-b6a3-4097-9dc5-b73645c8c2eb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c36c7048-7edc-4cd0-b877-ed3c1f531c44', 'mac_address': 'fa:16:3e:11:df:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69adde81-7064-4857-8d72-45e3d8eb6b37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T16:24:27Z', 'updated_at': '2021-10-30T16:24:27Z', 'revision_number': 0, 'project_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '977a34f4-973a-430f-b21c-ce4908ff719a', 'name': '', 'network_id': 'c36c7048-7edc-4cd0-b877-ed3c1f531c44', 'tenant_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'mac_address': 'fa:16:3e:ff:0b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d5959c-8b09-4138-a258-c1710dfb23bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '7d465177-1c7e-4049-afb0-44adde221862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:24:03Z', 'updated_at': '2021-10-30T16:24:08Z', 'revision_number': 5, 'project_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'subnets': [{'id': '7d465177-1c7e-4049-afb0-44adde221862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 16:24:29.536301 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2354a4be-64a1-4809-b2c1-1e49b609dd5e None None] New status for floating IP 38f0f568-8e60-48c6-9d9e-97d00057ecd8: ACTIVE {{(pid=102132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 16:24:30.672658 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:32.606300 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:40.287508 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 16:24:51.321716 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a43bdfe8-b099-43d5-a9f5-f0b7e025125a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:53.903252 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2833d258-8aae-4bdc-bbb2-b86268e6cc69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:54.950670 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:55.107195 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:24:56.892768 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:25:00.659325 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:25:01.578999 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c99f00c7-79a2-43d2-8e71-7ecae6b45f04 req-55a7da66-696c-4c43-8061-6a2007d52e6c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=69adde81-7064-4857-8d72-45e3d8eb6b37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0808196 Oct 30 16:25:01.659110 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f00c7-79a2-43d2-8e71-7ecae6b45f04 req-96cd4eaf-9e93-44b7-bf3e-143cbdec0ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:25:01.660648 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c99f00c7-79a2-43d2-8e71-7ecae6b45f04 req-96cd4eaf-9e93-44b7-bf3e-143cbdec0ab4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f6a197d8adee469aa2ad0104cb0e0213&device_id=69adde81-7064-4857-8d72-45e3d8eb6b37 HTTP/1.1" status: 200 len: 1097 time: 0.0415111 Oct 30 16:25:01.770386 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f00c7-79a2-43d2-8e71-7ecae6b45f04 req-02a19269-210a-4e36-9440-62db57884cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:25:01.771797 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c99f00c7-79a2-43d2-8e71-7ecae6b45f04 req-02a19269-210a-4e36-9440-62db57884cb0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c36c7048-7edc-4cd0-b877-ed3c1f531c44 HTTP/1.1" status: 200 len: 910 time: 0.0919738 Oct 30 16:25:01.834677 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c99f00c7-79a2-43d2-8e71-7ecae6b45f04 req-84c469f5-91dd-474e-a836-7bf942c35c7e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=947e91cc-b6a3-4097-9dc5-b73645c8c2eb HTTP/1.1" status: 200 len: 1001 time: 0.0558333 Oct 30 16:25:01.885837 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f00c7-79a2-43d2-8e71-7ecae6b45f04 req-dbf45d4b-4488-44b4-9f42-4e5125ea1f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:25:01.887838 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c99f00c7-79a2-43d2-8e71-7ecae6b45f04 req-dbf45d4b-4488-44b4-9f42-4e5125ea1f79 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7d465177-1c7e-4049-afb0-44adde221862 HTTP/1.1" status: 200 len: 848 time: 0.0463581 Oct 30 16:25:01.931264 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f00c7-79a2-43d2-8e71-7ecae6b45f04 req-7958fec1-5b2d-4360-82b8-5193026d375f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:25:01.932752 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c99f00c7-79a2-43d2-8e71-7ecae6b45f04 req-7958fec1-5b2d-4360-82b8-5193026d375f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c36c7048-7edc-4cd0-b877-ed3c1f531c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384243 Oct 30 16:25:02.019785 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c99f00c7-79a2-43d2-8e71-7ecae6b45f04 req-4844b6bb-a42f-47b4-82cf-a0681846d273 service neutron] 10.222.0.53 "GET /v2.0/networks/c36c7048-7edc-4cd0-b877-ed3c1f531c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796261 Oct 30 16:25:02.114129 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-c99f00c7-79a2-43d2-8e71-7ecae6b45f04 req-8d4208e4-b21e-47d0-9ba8-46bb47cb3bb4 service neutron] 10.222.0.53 "GET /v2.0/networks/c36c7048-7edc-4cd0-b877-ed3c1f531c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870249 Oct 30 16:25:02.620254 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:25:17.287004 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 16:25:21.323000 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3f61f6a4-efbb-4625-ad3c-7f69dc229e0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:25:23.904244 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1b50d158-9588-4813-ad42-9dc6f70d5cbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:25:24.953919 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:25:25.108651 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:25:26.899109 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:25:30.657620 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:25:32.625391 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:25:51.324246 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-de4982b0-8daf-45df-96ff-1bf32ad5f458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:25:53.905163 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8c049a77-e370-42bd-8441-6f738e96a235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:25:54.286621 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 16:25:54.956509 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:25:55.109985 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:25:56.899551 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:26:00.657095 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:26:02.542398 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2e6ce525-46b5-4e54-86d2-21df8e27c3fa req-bdb82cef-08f6-4880-909e-f8e2ddbccbae service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=69adde81-7064-4857-8d72-45e3d8eb6b37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395787 Oct 30 16:26:02.618715 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:26:02.626672 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ce525-46b5-4e54-86d2-21df8e27c3fa req-f603d3fe-ead5-4a46-9285-0f794d7a300c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:26:02.628216 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2e6ce525-46b5-4e54-86d2-21df8e27c3fa req-f603d3fe-ead5-4a46-9285-0f794d7a300c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f6a197d8adee469aa2ad0104cb0e0213&device_id=69adde81-7064-4857-8d72-45e3d8eb6b37 HTTP/1.1" status: 200 len: 1097 time: 0.0409858 Oct 30 16:26:02.743044 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ce525-46b5-4e54-86d2-21df8e27c3fa req-22a40c43-db94-475f-8d70-d9f3c595d934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:26:02.744586 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2e6ce525-46b5-4e54-86d2-21df8e27c3fa req-22a40c43-db94-475f-8d70-d9f3c595d934 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c36c7048-7edc-4cd0-b877-ed3c1f531c44 HTTP/1.1" status: 200 len: 910 time: 0.0949340 Oct 30 16:26:02.814274 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2e6ce525-46b5-4e54-86d2-21df8e27c3fa req-db8d0bbf-5324-4ac4-bcad-28bb3a509984 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=947e91cc-b6a3-4097-9dc5-b73645c8c2eb HTTP/1.1" status: 200 len: 1001 time: 0.0611103 Oct 30 16:26:02.861683 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ce525-46b5-4e54-86d2-21df8e27c3fa req-dcf1ef76-53e8-4e5d-9505-3bca4a8c1c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:26:02.863048 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2e6ce525-46b5-4e54-86d2-21df8e27c3fa req-dcf1ef76-53e8-4e5d-9505-3bca4a8c1c3b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7d465177-1c7e-4049-afb0-44adde221862 HTTP/1.1" status: 200 len: 848 time: 0.0417531 Oct 30 16:26:02.908377 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ce525-46b5-4e54-86d2-21df8e27c3fa req-0297be8a-9b01-47e6-a087-1b35c1a7008d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:26:02.909797 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2e6ce525-46b5-4e54-86d2-21df8e27c3fa req-0297be8a-9b01-47e6-a087-1b35c1a7008d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c36c7048-7edc-4cd0-b877-ed3c1f531c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386322 Oct 30 16:26:03.003716 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2e6ce525-46b5-4e54-86d2-21df8e27c3fa req-06a156b0-369f-42a1-ae23-c5cdc56a826e service neutron] 10.222.0.53 "GET /v2.0/networks/c36c7048-7edc-4cd0-b877-ed3c1f531c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859604 Oct 30 16:26:03.092358 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-2e6ce525-46b5-4e54-86d2-21df8e27c3fa req-f996d242-b40e-4a1b-949a-eaff7793ae72 service neutron] 10.222.0.53 "GET /v2.0/networks/c36c7048-7edc-4cd0-b877-ed3c1f531c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813124 Oct 30 16:26:21.325620 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bcdb0df4-d747-4bd9-9e4b-9c963d8a79fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:26:23.906198 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-623c34d4-4137-4309-9d2e-04dc6f1e3832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:26:24.958866 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:26:25.112028 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:26:26.902344 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:26:27.331443 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 947e91cc-b6a3-4097-9dc5-b73645c8c2eb details requested by agent hyperv_n-h1-806683-17 with host n-h1-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 16:26:27.430448 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 947e91cc-b6a3-4097-9dc5-b73645c8c2eb, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=947e91cc-b6a3-4097-9dc5-b73645c8c2eb,segment=NetworkSegment(d056495e-cbe3-49bb-8a40-c93b285f21ac),segment_id=d056495e-cbe3-49bb-8a40-c93b285f21ac)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:26:27.442137 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Returning: {'device': '947e91cc-b6a3-4097-9dc5-b73645c8c2eb', 'network_id': 'c36c7048-7edc-4cd0-b877-ed3c1f531c44', 'port_id': '947e91cc-b6a3-4097-9dc5-b73645c8c2eb', 'mac_address': 'fa:16:3e:11:df:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d465177-1c7e-4049-afb0-44adde221862', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 16:26:27.488380 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:26:27.502511 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 947e91cc-b6a3-4097-9dc5-b73645c8c2eb {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 16:26:27.522933 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 947e91cc-b6a3-4097-9dc5-b73645c8c2eb, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=947e91cc-b6a3-4097-9dc5-b73645c8c2eb,segment=NetworkSegment(d056495e-cbe3-49bb-8a40-c93b285f21ac),segment_id=d056495e-cbe3-49bb-8a40-c93b285f21ac)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:26:27.527073 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:26:27.580931 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=947e91cc-b6a3-4097-9dc5-b73645c8c2eb,revision_number=6']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:26:27.588296 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:26:27.588644 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:26:27.588987 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:26:27.589324 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:26:27.589656 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:26:27.589988 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:26:27.590316 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:26:27.590638 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:26:27.590962 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:26:27.591284 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:26:27.591635 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:26:27.591959 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:26:27.598122 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] get_ports_and_sgs() called for port_ids ['947e91cc-b6a3-4097-9dc5-b73645c8c2eb'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 16:26:29.348274 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 947e91cc-b6a3-4097-9dc5-b73645c8c2eb up at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:26:29.408989 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Provisioning complete for port 947e91cc-b6a3-4097-9dc5-b73645c8c2eb triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:26:29.409367 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:26:29.496337 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:26:29.523493 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69adde81-7064-4857-8d72-45e3d8eb6b37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '947e91cc-b6a3-4097-9dc5-b73645c8c2eb'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:26:29.525817 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cafb2eba4876e5fc7105e54c9897f2ac796dde07d3c794cd15d4c51349c0477b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede804e7-b630-4fb6-9629-52ed5b814267" -d '{"events": [{"server_uuid": "69adde81-7064-4857-8d72-45e3d8eb6b37", "name": "network-vif-plugged", "status": "completed", "tag": "947e91cc-b6a3-4097-9dc5-b73645c8c2eb"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:26:29.541794 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 947e91cc-b6a3-4097-9dc5-b73645c8c2eb, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=947e91cc-b6a3-4097-9dc5-b73645c8c2eb,segment=NetworkSegment(d056495e-cbe3-49bb-8a40-c93b285f21ac),segment_id=d056495e-cbe3-49bb-8a40-c93b285f21ac)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:26:29.557068 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:26:29.626369 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=947e91cc-b6a3-4097-9dc5-b73645c8c2eb,revision_number=7']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:26:29.658800 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 16:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d65031-bc25-4b8b-a1a0-1eb732f660b7 x-openstack-request-id: req-80d65031-bc25-4b8b-a1a0-1eb732f660b7 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:26:29.659127 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69adde81-7064-4857-8d72-45e3d8eb6b37", "name": "network-vif-plugged", "status": "completed", "tag": "947e91cc-b6a3-4097-9dc5-b73645c8c2eb", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:26:29.659384 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-80d65031-bc25-4b8b-a1a0-1eb732f660b7 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:26:29.659922 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69adde81-7064-4857-8d72-45e3d8eb6b37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '947e91cc-b6a3-4097-9dc5-b73645c8c2eb', 'code': 200} Oct 30 16:26:30.692849 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:26:31.286496 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 16:26:32.637373 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:26:36.786133 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-95b8e902-d87c-4a65-9907-7b099006558f req-1f24ebc1-02ee-4482-aac6-7652a04c12f8 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1360823088&fields=id&tenant_id=f6a197d8adee469aa2ad0104cb0e0213 HTTP/1.1" status: 200 len: 267 time: 0.0335650 Oct 30 16:26:36.890393 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8e902-d87c-4a65-9907-7b099006558f req-2c638e6b-a1b6-4b6b-aedf-a607e2b3ca9e tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:26:36.891880 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-95b8e902-d87c-4a65-9907-7b099006558f req-2c638e6b-a1b6-4b6b-aedf-a607e2b3ca9e tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "GET /v2.0/networks?id=c36c7048-7edc-4cd0-b877-ed3c1f531c44 HTTP/1.1" status: 200 len: 809 time: 0.0991087 Oct 30 16:26:36.907234 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-95b8e902-d87c-4a65-9907-7b099006558f req-d6a572b9-0c8d-407a-9b68-3cfc0af5570f tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "GET /v2.0/quotas/f6a197d8adee469aa2ad0104cb0e0213 HTTP/1.1" status: 200 len: 375 time: 0.0095851 Oct 30 16:26:36.967948 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-95b8e902-d87c-4a65-9907-7b099006558f req-655d4093-e8f8-4d2f-93be-8757266bbd89 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=f6a197d8adee469aa2ad0104cb0e0213&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0544024 Oct 30 16:26:37.112733 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-95b8e902-d87c-4a65-9907-7b099006558f req-129d9d33-9f2b-489c-b82b-57a5a2e96d22 service neutron] 10.222.0.62 "GET /v2.0/networks/c36c7048-7edc-4cd0-b877-ed3c1f531c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332059 Oct 30 16:26:37.204026 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-95b8e902-d87c-4a65-9907-7b099006558f req-487e0f9b-c2a4-4302-be58-abd1067cdf86 service neutron] 10.222.0.62 "GET /v2.0/networks/c36c7048-7edc-4cd0-b877-ed3c1f531c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852480 Oct 30 16:26:37.393476 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-ce4d0506-f4a1-47d6-93d3-f51235126923 req-ad466cb0-5606-4e06-a49d-2a4e82e81c90 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "GET /v2.0/ports?device_id=8fb23430-6925-46c9-a746-f385b785dae7 HTTP/1.1" status: 200 len: 210 time: 0.0276845 Oct 30 16:26:38.286339 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8e902-d87c-4a65-9907-7b099006558f req-f0aab11f-f5b3-448b-80f3-62553be99851 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:26:38.288156 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-95b8e902-d87c-4a65-9907-7b099006558f req-f0aab11f-f5b3-448b-80f3-62553be99851 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.44 "GET /v2.0/networks?id=c36c7048-7edc-4cd0-b877-ed3c1f531c44 HTTP/1.1" status: 200 len: 809 time: 0.1114724 Oct 30 16:26:38.332619 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-95b8e902-d87c-4a65-9907-7b099006558f req-b1c83c46-4e92-4ada-9fd9-5ac780b1daf6 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6a197d8adee469aa2ad0104cb0e0213 HTTP/1.1" status: 200 len: 380 time: 0.0339606 Oct 30 16:26:38.342810 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-95b8e902-d87c-4a65-9907-7b099006558f req-dd2471a7-426d-4c85-bd05-f1f9f53d9c26 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Request body: {'port': {'device_id': '8fb23430-6925-46c9-a746-f385b785dae7', 'network_id': 'c36c7048-7edc-4cd0-b877-ed3c1f531c44', 'admin_state_up': True, 'tenant_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'security_groups': ['43becfe1-b98d-4659-9bfb-50eed0a02101']}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:26:38.466395 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95b8e902-d87c-4a65-9907-7b099006558f req-dd2471a7-426d-4c85-bd05-f1f9f53d9c26 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Made reservation on behalf of f6a197d8adee469aa2ad0104cb0e0213 for: {'port': 1} {{(pid=102130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 16:26:38.470644 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-95b8e902-d87c-4a65-9907-7b099006558f req-dd2471a7-426d-4c85-bd05-f1f9f53d9c26 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:26:38.492259 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-ae643f52-b4ab-44d4-9524-c9b1d6869622 req-03f71410-69b9-44a4-ad79-a78946d5ba76 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "GET /v2.0/ports?device_id=8fb23430-6925-46c9-a746-f385b785dae7 HTTP/1.1" status: 200 len: 210 time: 0.0282650 Oct 30 16:26:38.626476 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_common [req-95b8e902-d87c-4a65-9907-7b099006558f req-dd2471a7-426d-4c85-bd05-f1f9f53d9c26 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Allocated IP 172.20.0.14 (c36c7048-7edc-4cd0-b877-ed3c1f531c44/7d465177-1c7e-4049-afb0-44adde221862/26b93089-3829-46a0-b5d8-c3096eb09429) {{(pid=102130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 16:26:38.832068 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-95b8e902-d87c-4a65-9907-7b099006558f req-dd2471a7-426d-4c85-bd05-f1f9f53d9c26 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks [] for port, precommit_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:26:38.868899 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-95b8e902-d87c-4a65-9907-7b099006558f req-dd2471a7-426d-4c85-bd05-f1f9f53d9c26 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_create {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:26:38.914140 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95b8e902-d87c-4a65-9907-7b099006558f req-dd2471a7-426d-4c85-bd05-f1f9f53d9c26 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Network c36c7048-7edc-4cd0-b877-ed3c1f531c44 is already hosted by enough agents. {{(pid=102130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:26:38.917571 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.base_scheduler [req-95b8e902-d87c-4a65-9907-7b099006558f req-dd2471a7-426d-4c85-bd05-f1f9f53d9c26 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Resources bound (agent type, host, resource id): {{(pid=102130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:26:38.922661 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-95b8e902-d87c-4a65-9907-7b099006558f req-dd2471a7-426d-4c85-bd05-f1f9f53d9c26 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Received port after_create {{(pid=102130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 16:26:39.234479 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-55cfd91d-9aa7-4dca-b948-d92a5e4e55c8 None None] Provisioning complete for port 26b93089-3829-46a0-b5d8-c3096eb09429 triggered by entity DHCP. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:26:39.235075 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-55cfd91d-9aa7-4dca-b948-d92a5e4e55c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:26:39.299001 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-55cfd91d-9aa7-4dca-b948-d92a5e4e55c8 None None] Port 26b93089-3829-46a0-b5d8-c3096eb09429 cannot update to ACTIVE because it is not bound. {{(pid=102132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 30 16:26:39.308921 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2471a7-426d-4c85-bd05-f1f9f53d9c26 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Pushing event updated for resources: {'Port': ['ID=26b93089-3829-46a0-b5d8-c3096eb09429,revision_number=1']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:26:39.321657 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2471a7-426d-4c85-bd05-f1f9f53d9c26 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:26:39.322002 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2471a7-426d-4c85-bd05-f1f9f53d9c26 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:26:39.322406 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2471a7-426d-4c85-bd05-f1f9f53d9c26 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:26:39.322765 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2471a7-426d-4c85-bd05-f1f9f53d9c26 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:26:39.323119 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2471a7-426d-4c85-bd05-f1f9f53d9c26 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:26:39.323477 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2471a7-426d-4c85-bd05-f1f9f53d9c26 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:26:39.323822 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2471a7-426d-4c85-bd05-f1f9f53d9c26 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:26:39.324241 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2471a7-426d-4c85-bd05-f1f9f53d9c26 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:26:39.324557 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2471a7-426d-4c85-bd05-f1f9f53d9c26 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:26:39.324909 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2471a7-426d-4c85-bd05-f1f9f53d9c26 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:26:39.326150 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2471a7-426d-4c85-bd05-f1f9f53d9c26 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:26:39.326150 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2471a7-426d-4c85-bd05-f1f9f53d9c26 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:26:39.349469 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8e902-d87c-4a65-9907-7b099006558f req-dd2471a7-426d-4c85-bd05-f1f9f53d9c26 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:26:39.350083 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-95b8e902-d87c-4a65-9907-7b099006558f req-dd2471a7-426d-4c85-bd05-f1f9f53d9c26 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:26:39.366576 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-95b8e902-d87c-4a65-9907-7b099006558f req-dd2471a7-426d-4c85-bd05-f1f9f53d9c26 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0272462 Oct 30 16:26:39.368228 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 947e91cc-b6a3-4097-9dc5-b73645c8c2eb no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 16:26:39.449844 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:26:39.473628 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69adde81-7064-4857-8d72-45e3d8eb6b37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '947e91cc-b6a3-4097-9dc5-b73645c8c2eb'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:26:39.475906 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cafb2eba4876e5fc7105e54c9897f2ac796dde07d3c794cd15d4c51349c0477b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e25440c6-8fcf-44d2-a60f-c5b9eddb1c3d" -d '{"events": [{"server_uuid": "69adde81-7064-4857-8d72-45e3d8eb6b37", "name": "network-vif-unplugged", "status": "completed", "tag": "947e91cc-b6a3-4097-9dc5-b73645c8c2eb"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:26:39.490339 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] For port 947e91cc-b6a3-4097-9dc5-b73645c8c2eb, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=947e91cc-b6a3-4097-9dc5-b73645c8c2eb,segment=NetworkSegment(d056495e-cbe3-49bb-8a40-c93b285f21ac),segment_id=d056495e-cbe3-49bb-8a40-c93b285f21ac)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:26:39.495102 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:26:39.532194 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Oct 2021 16:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b1467a5-7c3a-4b0d-aeff-6e08e349150f x-openstack-request-id: req-6b1467a5-7c3a-4b0d-aeff-6e08e349150f {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:26:39.532533 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69adde81-7064-4857-8d72-45e3d8eb6b37", "name": "network-vif-unplugged", "status": "completed", "tag": "947e91cc-b6a3-4097-9dc5-b73645c8c2eb", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:26:39.532728 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6b1467a5-7c3a-4b0d-aeff-6e08e349150f {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:26:39.533123 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69adde81-7064-4857-8d72-45e3d8eb6b37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '947e91cc-b6a3-4097-9dc5-b73645c8c2eb', 'code': 200} Oct 30 16:26:39.562004 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Pushing event updated for resources: {'Port': ['ID=947e91cc-b6a3-4097-9dc5-b73645c8c2eb,revision_number=8']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:26:39.634507 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f8b61-4d98-488e-a228-377d66225226 req-b121c6c4-722c-497c-abe2-c34509e1d22c tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:26:39.640181 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-455f8b61-4d98-488e-a228-377d66225226 req-b121c6c4-722c-497c-abe2-c34509e1d22c tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "GET /v2.0/ports?device_id=8fb23430-6925-46c9-a746-f385b785dae7 HTTP/1.1" status: 200 len: 932 time: 0.0545771 Oct 30 16:26:39.676595 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-455f8b61-4d98-488e-a228-377d66225226 req-736f69e9-9420-4e8c-b277-03167ea8ad37 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "GET /v2.0/security-groups?id=43becfe1-b98d-4659-9bfb-50eed0a02101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334437 Oct 30 16:26:40.801351 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4619c3ad-bb24-47d3-9e60-16bedcabe60a req-3b56125f-f86f-4df3-8008-f58c8abc6c8b tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:26:40.802827 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4619c3ad-bb24-47d3-9e60-16bedcabe60a req-3b56125f-f86f-4df3-8008-f58c8abc6c8b tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "GET /v2.0/ports?device_id=8fb23430-6925-46c9-a746-f385b785dae7 HTTP/1.1" status: 200 len: 932 time: 0.0507591 Oct 30 16:26:40.842983 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-4619c3ad-bb24-47d3-9e60-16bedcabe60a req-33fe395d-02b8-47b5-9eb1-b04b50ed9ddc tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "GET /v2.0/security-groups?id=43becfe1-b98d-4659-9bfb-50eed0a02101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334516 Oct 30 16:26:41.972220 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac1fe57-f336-45a8-9dab-64953d5f7617 req-c6f213f4-540b-4386-8979-e49c71763cab tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:26:41.973624 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3ac1fe57-f336-45a8-9dab-64953d5f7617 req-c6f213f4-540b-4386-8979-e49c71763cab tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "GET /v2.0/ports?device_id=8fb23430-6925-46c9-a746-f385b785dae7 HTTP/1.1" status: 200 len: 932 time: 0.0560138 Oct 30 16:26:42.012896 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-3ac1fe57-f336-45a8-9dab-64953d5f7617 req-6863f67e-ba1d-4392-87df-d6ad5b47be42 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "GET /v2.0/security-groups?id=43becfe1-b98d-4659-9bfb-50eed0a02101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331366 Oct 30 16:26:43.134803 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799879bf-5372-4a47-afd5-7dc5880fe0fa req-e26aaf4e-7656-4201-b552-6fb8f5149fd6 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:26:43.136650 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-799879bf-5372-4a47-afd5-7dc5880fe0fa req-e26aaf4e-7656-4201-b552-6fb8f5149fd6 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "GET /v2.0/ports?device_id=8fb23430-6925-46c9-a746-f385b785dae7 HTTP/1.1" status: 200 len: 932 time: 0.0501626 Oct 30 16:26:43.176576 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-799879bf-5372-4a47-afd5-7dc5880fe0fa req-35f69d17-41cf-48cb-9f5d-ee54ba679939 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "GET /v2.0/security-groups?id=43becfe1-b98d-4659-9bfb-50eed0a02101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340421 Oct 30 16:26:44.297726 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31684ab-afbd-4971-99d4-614a4b196ee7 req-8aec1540-f2c9-4e91-8613-d637757270c8 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:26:44.299233 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f31684ab-afbd-4971-99d4-614a4b196ee7 req-8aec1540-f2c9-4e91-8613-d637757270c8 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "GET /v2.0/ports?device_id=8fb23430-6925-46c9-a746-f385b785dae7 HTTP/1.1" status: 200 len: 932 time: 0.0523551 Oct 30 16:26:44.340357 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-f31684ab-afbd-4971-99d4-614a4b196ee7 req-959053a2-4193-4e86-8108-1ffb333a28de tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "GET /v2.0/security-groups?id=43becfe1-b98d-4659-9bfb-50eed0a02101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347364 Oct 30 16:26:45.461732 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5adad38-6cce-478c-9685-1e148b39d79a req-de0b775c-2a47-4b6c-ac5f-b647a9f19fc2 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:26:45.463226 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b5adad38-6cce-478c-9685-1e148b39d79a req-de0b775c-2a47-4b6c-ac5f-b647a9f19fc2 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "GET /v2.0/ports?device_id=8fb23430-6925-46c9-a746-f385b785dae7 HTTP/1.1" status: 200 len: 932 time: 0.0535586 Oct 30 16:26:45.504178 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b5adad38-6cce-478c-9685-1e148b39d79a req-88ac4705-990b-4eca-a192-4ed19cf21728 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "GET /v2.0/security-groups?id=43becfe1-b98d-4659-9bfb-50eed0a02101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350256 Oct 30 16:26:46.625464 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f32c8cb-d0df-4d08-be58-d01b355e1ded req-0cf86bf8-61f9-477a-a2b7-a9f64db2be2f tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:26:46.627016 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9f32c8cb-d0df-4d08-be58-d01b355e1ded req-0cf86bf8-61f9-477a-a2b7-a9f64db2be2f tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "GET /v2.0/ports?device_id=8fb23430-6925-46c9-a746-f385b785dae7 HTTP/1.1" status: 200 len: 932 time: 0.0520408 Oct 30 16:26:46.667380 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-9f32c8cb-d0df-4d08-be58-d01b355e1ded req-0b547f1b-b7b2-4120-8e45-1721089de9d5 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "GET /v2.0/security-groups?id=43becfe1-b98d-4659-9bfb-50eed0a02101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335557 Oct 30 16:26:47.799691 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e923153-9948-4631-9a69-0c2e17798eb1 req-91adfcb0-458d-4c33-9a12-16dd64615866 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:26:47.799691 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0e923153-9948-4631-9a69-0c2e17798eb1 req-91adfcb0-458d-4c33-9a12-16dd64615866 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "GET /v2.0/ports?device_id=8fb23430-6925-46c9-a746-f385b785dae7 HTTP/1.1" status: 200 len: 932 time: 0.0504639 Oct 30 16:26:47.856112 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0e923153-9948-4631-9a69-0c2e17798eb1 req-cdddfb99-aaf6-4150-97d4-b515b31df5ff tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "GET /v2.0/security-groups?id=43becfe1-b98d-4659-9bfb-50eed0a02101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400162 Oct 30 16:26:48.974626 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedaf1a4-1d9d-4aec-a6ac-23e203b77c2c req-0e183c06-3abd-4717-9e80-2b4b3610c076 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:26:48.976098 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-eedaf1a4-1d9d-4aec-a6ac-23e203b77c2c req-0e183c06-3abd-4717-9e80-2b4b3610c076 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "GET /v2.0/ports?device_id=8fb23430-6925-46c9-a746-f385b785dae7 HTTP/1.1" status: 200 len: 932 time: 0.0522537 Oct 30 16:26:49.013726 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-eedaf1a4-1d9d-4aec-a6ac-23e203b77c2c req-641247b7-6132-49e6-bf47-118c9c8f8574 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "GET /v2.0/security-groups?id=43becfe1-b98d-4659-9bfb-50eed0a02101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315948 Oct 30 16:26:49.158588 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [req-95b8e902-d87c-4a65-9907-7b099006558f req-3406bf43-5b6e-4ab4-8d6c-5e48bae08e2f tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 16:26:49.159901 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-95b8e902-d87c-4a65-9907-7b099006558f req-3406bf43-5b6e-4ab4-8d6c-5e48bae08e2f tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0058815 Oct 30 16:26:49.214914 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.v2.base [req-95b8e902-d87c-4a65-9907-7b099006558f req-8297b8b4-5533-4dbc-8e87-a8fbe4f33f44 service neutron] Request body: {'port': {'device_id': '8fb23430-6925-46c9-a746-f385b785dae7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-17'}} {{(pid=102130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:26:49.267113 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-95b8e902-d87c-4a65-9907-7b099006558f req-8297b8b4-5533-4dbc-8e87-a8fbe4f33f44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:26:49.532037 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [req-95b8e902-d87c-4a65-9907-7b099006558f req-8297b8b4-5533-4dbc-8e87-a8fbe4f33f44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26b93089-3829-46a0-b5d8-c3096eb09429 {{(pid=102130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 16:26:49.539572 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-95b8e902-d87c-4a65-9907-7b099006558f req-8297b8b4-5533-4dbc-8e87-a8fbe4f33f44 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:26:49.552791 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.provisioning_blocks [req-95b8e902-d87c-4a65-9907-7b099006558f req-8297b8b4-5533-4dbc-8e87-a8fbe4f33f44 service neutron] Transition to ACTIVE for port object 26b93089-3829-46a0-b5d8-c3096eb09429 will not be triggered until provisioned by entity L2. {{(pid=102130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 30 16:26:49.557122 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-95b8e902-d87c-4a65-9907-7b099006558f req-8297b8b4-5533-4dbc-8e87-a8fbe4f33f44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:26:49.624949 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8297b8b4-5533-4dbc-8e87-a8fbe4f33f44 service neutron] Pushing event updated for resources: {'Port': ['ID=26b93089-3829-46a0-b5d8-c3096eb09429,revision_number=2']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:26:49.682403 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-95b8e902-d87c-4a65-9907-7b099006558f req-8297b8b4-5533-4dbc-8e87-a8fbe4f33f44 service neutron] Attempting to bind port 26b93089-3829-46a0-b5d8-c3096eb09429 on host n-h2-806683-17 for vnic_type normal with profile {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 30 16:26:49.682869 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-95b8e902-d87c-4a65-9907-7b099006558f req-8297b8b4-5533-4dbc-8e87-a8fbe4f33f44 service neutron] Attempting to bind port 26b93089-3829-46a0-b5d8-c3096eb09429 by drivers openvswitch,hyperv on host n-h2-806683-17 at level 0 using segments [{'id': 'd056495e-cbe3-49bb-8a40-c93b285f21ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c36c7048-7edc-4cd0-b877-ed3c1f531c44'}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 30 16:26:49.683367 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b8e902-d87c-4a65-9907-7b099006558f req-8297b8b4-5533-4dbc-8e87-a8fbe4f33f44 service neutron] Attempting to bind port 26b93089-3829-46a0-b5d8-c3096eb09429 on network c36c7048-7edc-4cd0-b877-ed3c1f531c44 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:26:49.688143 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b8e902-d87c-4a65-9907-7b099006558f req-8297b8b4-5533-4dbc-8e87-a8fbe4f33f44 service neutron] Port 26b93089-3829-46a0-b5d8-c3096eb09429 on network c36c7048-7edc-4cd0-b877-ed3c1f531c44 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-17 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 30 16:26:49.688462 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b8e902-d87c-4a65-9907-7b099006558f req-8297b8b4-5533-4dbc-8e87-a8fbe4f33f44 service neutron] Attempting to bind port 26b93089-3829-46a0-b5d8-c3096eb09429 on network c36c7048-7edc-4cd0-b877-ed3c1f531c44 {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 16:26:49.693559 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b8e902-d87c-4a65-9907-7b099006558f req-8297b8b4-5533-4dbc-8e87-a8fbe4f33f44 service neutron] Checking agent: {'id': '87eb182a-8e63-4cdf-982e-6777c53dac7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'started_at': datetime.datetime(2021, 10, 30, 15, 2, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 30, 16, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 30 16:26:49.693887 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b8e902-d87c-4a65-9907-7b099006558f req-8297b8b4-5533-4dbc-8e87-a8fbe4f33f44 service neutron] Checking segment: {'id': 'd056495e-cbe3-49bb-8a40-c93b285f21ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c36c7048-7edc-4cd0-b877-ed3c1f531c44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 30 16:26:49.694284 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b8e902-d87c-4a65-9907-7b099006558f req-8297b8b4-5533-4dbc-8e87-a8fbe4f33f44 service neutron] Bound using segment: {'id': 'd056495e-cbe3-49bb-8a40-c93b285f21ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c36c7048-7edc-4cd0-b877-ed3c1f531c44'} {{(pid=102130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 16:26:49.694691 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.managers [req-95b8e902-d87c-4a65-9907-7b099006558f req-8297b8b4-5533-4dbc-8e87-a8fbe4f33f44 service neutron] Bound port: 26b93089-3829-46a0-b5d8-c3096eb09429, host: n-h2-806683-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd056495e-cbe3-49bb-8a40-c93b285f21ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c36c7048-7edc-4cd0-b877-ed3c1f531c44'}}] {{(pid=102130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 30 16:26:49.695043 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-95b8e902-d87c-4a65-9907-7b099006558f req-8297b8b4-5533-4dbc-8e87-a8fbe4f33f44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:26:49.760043 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-95b8e902-d87c-4a65-9907-7b099006558f req-8297b8b4-5533-4dbc-8e87-a8fbe4f33f44 service neutron] For port 26b93089-3829-46a0-b5d8-c3096eb09429, host n-h2-806683-17, cleared binding levels {{(pid=102130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 16:26:49.762992 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-95b8e902-d87c-4a65-9907-7b099006558f req-8297b8b4-5533-4dbc-8e87-a8fbe4f33f44 service neutron] For port 26b93089-3829-46a0-b5d8-c3096eb09429, host n-h2-806683-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=26b93089-3829-46a0-b5d8-c3096eb09429,segment=NetworkSegment(d056495e-cbe3-49bb-8a40-c93b285f21ac),segment_id=d056495e-cbe3-49bb-8a40-c93b285f21ac)] {{(pid=102130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 16:26:49.768287 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-95b8e902-d87c-4a65-9907-7b099006558f req-8297b8b4-5533-4dbc-8e87-a8fbe4f33f44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376450'] for port, after_update {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:26:49.814369 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8e902-d87c-4a65-9907-7b099006558f req-8297b8b4-5533-4dbc-8e87-a8fbe4f33f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:26:49.815138 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-95b8e902-d87c-4a65-9907-7b099006558f req-8297b8b4-5533-4dbc-8e87-a8fbe4f33f44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:26:49.816981 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-95b8e902-d87c-4a65-9907-7b099006558f req-8297b8b4-5533-4dbc-8e87-a8fbe4f33f44 service neutron] 10.222.0.44 "PUT /v2.0/ports/26b93089-3829-46a0-b5d8-c3096eb09429 HTTP/1.1" status: 200 len: 1093 time: 0.6482933 Oct 30 16:26:49.819421 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fb23430-6925-46c9-a746-f385b785dae7', 'tag': '26b93089-3829-46a0-b5d8-c3096eb09429'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:26:49.821996 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}931ac027fb50588f101e6e2f92584f6f115530be99269a43aae453735a93652f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b0bcb52-2b97-46d5-b67b-2b1b1bdf85e3" -d '{"events": [{"name": "network-changed", "server_uuid": "8fb23430-6925-46c9-a746-f385b785dae7", "tag": "26b93089-3829-46a0-b5d8-c3096eb09429"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:26:49.845896 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8297b8b4-5533-4dbc-8e87-a8fbe4f33f44 service neutron] Pushing event updated for resources: {'Port': ['ID=26b93089-3829-46a0-b5d8-c3096eb09429,revision_number=3']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:26:49.905722 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8e902-d87c-4a65-9907-7b099006558f req-10b90c6c-5be5-4a14-9ea5-b0c93d5e683a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:26:49.907452 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-95b8e902-d87c-4a65-9907-7b099006558f req-10b90c6c-5be5-4a14-9ea5-b0c93d5e683a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f6a197d8adee469aa2ad0104cb0e0213&device_id=8fb23430-6925-46c9-a746-f385b785dae7 HTTP/1.1" status: 200 len: 1096 time: 0.0455167 Oct 30 16:26:49.954635 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 16:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d99b09-3411-45ee-b748-5ff1f982f71f x-openstack-request-id: req-11d99b09-3411-45ee-b748-5ff1f982f71f {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:26:49.954936 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fb23430-6925-46c9-a746-f385b785dae7", "tag": "26b93089-3829-46a0-b5d8-c3096eb09429", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:26:49.955194 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-11d99b09-3411-45ee-b748-5ff1f982f71f {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:26:49.955627 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fb23430-6925-46c9-a746-f385b785dae7', 'tag': '26b93089-3829-46a0-b5d8-c3096eb09429', 'status': 'completed', 'code': 200} Oct 30 16:26:49.957481 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-95b8e902-d87c-4a65-9907-7b099006558f req-a322a2ab-d0ed-4afa-8d0e-6e446d289619 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26b93089-3829-46a0-b5d8-c3096eb09429 HTTP/1.1" status: 200 len: 217 time: 0.0423324 Oct 30 16:26:50.007979 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8e902-d87c-4a65-9907-7b099006558f req-c4d968f9-3871-4781-b5b8-d90de9b743ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:26:50.009439 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-95b8e902-d87c-4a65-9907-7b099006558f req-c4d968f9-3871-4781-b5b8-d90de9b743ab service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7d465177-1c7e-4049-afb0-44adde221862 HTTP/1.1" status: 200 len: 848 time: 0.0452118 Oct 30 16:26:50.057038 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8e902-d87c-4a65-9907-7b099006558f req-b0ae6efc-8a4b-489d-bb17-59af112356f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:26:50.058518 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-95b8e902-d87c-4a65-9907-7b099006558f req-b0ae6efc-8a4b-489d-bb17-59af112356f2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c36c7048-7edc-4cd0-b877-ed3c1f531c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412898 Oct 30 16:26:50.137399 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b11c2a-bb68-446d-9cef-8740f34feddc req-2db058f0-2031-4f98-9bdd-31a03bef046d tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:26:50.139018 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-51b11c2a-bb68-446d-9cef-8740f34feddc req-2db058f0-2031-4f98-9bdd-31a03bef046d tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "GET /v2.0/ports?device_id=8fb23430-6925-46c9-a746-f385b785dae7 HTTP/1.1" status: 200 len: 944 time: 0.0520403 Oct 30 16:26:50.157409 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-95b8e902-d87c-4a65-9907-7b099006558f req-c337c4c9-f467-4751-90c9-3af1e28f6992 service neutron] 10.222.0.44 "GET /v2.0/networks/c36c7048-7edc-4cd0-b877-ed3c1f531c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913842 Oct 30 16:26:50.178503 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-51b11c2a-bb68-446d-9cef-8740f34feddc req-3673f346-bd77-440d-a53c-bc614bf9fa6f tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "GET /v2.0/security-groups?id=43becfe1-b98d-4659-9bfb-50eed0a02101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322795 Oct 30 16:26:50.252250 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-95b8e902-d87c-4a65-9907-7b099006558f req-70b01468-e817-48c3-bcfe-e97359042da3 service neutron] 10.222.0.44 "GET /v2.0/networks/c36c7048-7edc-4cd0-b877-ed3c1f531c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877354 Oct 30 16:26:50.337932 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0bcb52-2b97-46d5-b67b-2b1b1bdf85e3 req-5358f757-7015-4767-978c-8a5a00a072e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:26:50.339386 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0b0bcb52-2b97-46d5-b67b-2b1b1bdf85e3 req-5358f757-7015-4767-978c-8a5a00a072e8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f6a197d8adee469aa2ad0104cb0e0213&device_id=8fb23430-6925-46c9-a746-f385b785dae7 HTTP/1.1" status: 200 len: 1096 time: 0.0405514 Oct 30 16:26:50.428978 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0bcb52-2b97-46d5-b67b-2b1b1bdf85e3 req-efdb6c53-611a-448b-a4cf-266eaf0283bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:26:50.430431 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0b0bcb52-2b97-46d5-b67b-2b1b1bdf85e3 req-efdb6c53-611a-448b-a4cf-266eaf0283bb service neutron] 10.222.0.44 "GET /v2.0/networks?id=c36c7048-7edc-4cd0-b877-ed3c1f531c44 HTTP/1.1" status: 200 len: 910 time: 0.0835745 Oct 30 16:26:50.474574 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0b0bcb52-2b97-46d5-b67b-2b1b1bdf85e3 req-8a8b8c85-0046-412a-b039-60e9b80dd65e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26b93089-3829-46a0-b5d8-c3096eb09429 HTTP/1.1" status: 200 len: 217 time: 0.0368848 Oct 30 16:26:50.523903 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0bcb52-2b97-46d5-b67b-2b1b1bdf85e3 req-e9eea609-687e-4e41-9d0d-3d38154c40ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:26:50.525254 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0b0bcb52-2b97-46d5-b67b-2b1b1bdf85e3 req-e9eea609-687e-4e41-9d0d-3d38154c40ee service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7d465177-1c7e-4049-afb0-44adde221862 HTTP/1.1" status: 200 len: 848 time: 0.0435395 Oct 30 16:26:50.570708 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0bcb52-2b97-46d5-b67b-2b1b1bdf85e3 req-14d5db8a-7e5d-4dab-9a88-c7ec60cc5276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:26:50.572180 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0b0bcb52-2b97-46d5-b67b-2b1b1bdf85e3 req-14d5db8a-7e5d-4dab-9a88-c7ec60cc5276 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c36c7048-7edc-4cd0-b877-ed3c1f531c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394986 Oct 30 16:26:50.663980 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0b0bcb52-2b97-46d5-b67b-2b1b1bdf85e3 req-7661af65-01ad-4f35-9305-4e2c6f6e45c6 service neutron] 10.222.0.44 "GET /v2.0/networks/c36c7048-7edc-4cd0-b877-ed3c1f531c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842786 Oct 30 16:26:50.753639 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-0b0bcb52-2b97-46d5-b67b-2b1b1bdf85e3 req-666786a3-7aae-4b8a-a1e0-0b15a09f832d service neutron] 10.222.0.44 "GET /v2.0/networks/c36c7048-7edc-4cd0-b877-ed3c1f531c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819125 Oct 30 16:26:51.301032 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53846f45-4ad9-45c7-b827-a62f55c29ac5 req-f25e2850-f8f9-44c8-b2e9-83fc07630dc6 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:26:51.302510 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-53846f45-4ad9-45c7-b827-a62f55c29ac5 req-f25e2850-f8f9-44c8-b2e9-83fc07630dc6 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "GET /v2.0/ports?device_id=8fb23430-6925-46c9-a746-f385b785dae7 HTTP/1.1" status: 200 len: 944 time: 0.0540807 Oct 30 16:26:51.326232 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1a3e4c57-ed5c-442b-80b8-149bbe86179f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:26:51.341621 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-53846f45-4ad9-45c7-b827-a62f55c29ac5 req-bfbf7c93-eb80-45c0-8e5b-ffbfd1184c2e tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "GET /v2.0/security-groups?id=43becfe1-b98d-4659-9bfb-50eed0a02101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332034 Oct 30 16:26:52.458981 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3cf3c-2e42-4d0d-b56b-763b06945155 req-3ecb798a-b0c6-44fb-87eb-5a72d55ccd7b tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:26:52.460473 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c5b3cf3c-2e42-4d0d-b56b-763b06945155 req-3ecb798a-b0c6-44fb-87eb-5a72d55ccd7b tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "GET /v2.0/ports?device_id=8fb23430-6925-46c9-a746-f385b785dae7 HTTP/1.1" status: 200 len: 944 time: 0.0482056 Oct 30 16:26:52.501365 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-c5b3cf3c-2e42-4d0d-b56b-763b06945155 req-a0a22b37-72aa-4c68-bc09-d89d44aec8d4 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "GET /v2.0/security-groups?id=43becfe1-b98d-4659-9bfb-50eed0a02101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350077 Oct 30 16:26:53.207728 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 26b93089-3829-46a0-b5d8-c3096eb09429 details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 16:26:53.303386 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 26b93089-3829-46a0-b5d8-c3096eb09429, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=26b93089-3829-46a0-b5d8-c3096eb09429,segment=NetworkSegment(d056495e-cbe3-49bb-8a40-c93b285f21ac),segment_id=d056495e-cbe3-49bb-8a40-c93b285f21ac)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:26:53.314736 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': '26b93089-3829-46a0-b5d8-c3096eb09429', 'network_id': 'c36c7048-7edc-4cd0-b877-ed3c1f531c44', 'port_id': '26b93089-3829-46a0-b5d8-c3096eb09429', 'mac_address': 'fa:16:3e:1e:46:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d465177-1c7e-4049-afb0-44adde221862', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 16:26:53.350455 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:26:53.363116 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26b93089-3829-46a0-b5d8-c3096eb09429 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 16:26:53.382673 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 26b93089-3829-46a0-b5d8-c3096eb09429, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=26b93089-3829-46a0-b5d8-c3096eb09429,segment=NetworkSegment(d056495e-cbe3-49bb-8a40-c93b285f21ac),segment_id=d056495e-cbe3-49bb-8a40-c93b285f21ac)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:26:53.387368 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:26:53.436431 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=26b93089-3829-46a0-b5d8-c3096eb09429,revision_number=4']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:26:53.618575 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9918075-c1e1-4a66-9268-a379361c2c68 req-9088e432-9dba-48c6-b245-b347d3a0141b tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:26:53.620096 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a9918075-c1e1-4a66-9268-a379361c2c68 req-9088e432-9dba-48c6-b245-b347d3a0141b tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "GET /v2.0/ports?device_id=8fb23430-6925-46c9-a746-f385b785dae7 HTTP/1.1" status: 200 len: 945 time: 0.0488834 Oct 30 16:26:53.630181 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['26b93089-3829-46a0-b5d8-c3096eb09429'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 16:26:53.659344 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-a9918075-c1e1-4a66-9268-a379361c2c68 req-9fd081d1-b5f9-4399-a9f5-ff58de9ceba0 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "GET /v2.0/security-groups?id=43becfe1-b98d-4659-9bfb-50eed0a02101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326149 Oct 30 16:26:53.907295 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-555c0320-99ec-4515-9895-9713f066890a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:26:54.779706 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a189d-1c17-4ba5-b408-b23a4fc4be46 req-6fa4c4f5-fee1-4b8c-be52-9137fafd8c29 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:26:54.781155 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-133a189d-1c17-4ba5-b408-b23a4fc4be46 req-6fa4c4f5-fee1-4b8c-be52-9137fafd8c29 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "GET /v2.0/ports?device_id=8fb23430-6925-46c9-a746-f385b785dae7 HTTP/1.1" status: 200 len: 945 time: 0.0530128 Oct 30 16:26:54.823787 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-133a189d-1c17-4ba5-b408-b23a4fc4be46 req-4c8052a3-9247-4e38-8892-f0ec595a349a tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "GET /v2.0/security-groups?id=43becfe1-b98d-4659-9bfb-50eed0a02101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334823 Oct 30 16:26:54.962949 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:26:55.112939 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:26:55.222892 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 26b93089-3829-46a0-b5d8-c3096eb09429 up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:26:55.271803 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning for port 26b93089-3829-46a0-b5d8-c3096eb09429 completed by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 30 16:26:55.275682 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port 26b93089-3829-46a0-b5d8-c3096eb09429 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:26:55.276056 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:26:55.352303 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:26:55.373867 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fb23430-6925-46c9-a746-f385b785dae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b93089-3829-46a0-b5d8-c3096eb09429'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:26:55.376672 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cafb2eba4876e5fc7105e54c9897f2ac796dde07d3c794cd15d4c51349c0477b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08776f05-ed8c-4671-9222-c1228ebd21b5" -d '{"events": [{"server_uuid": "8fb23430-6925-46c9-a746-f385b785dae7", "name": "network-vif-plugged", "status": "completed", "tag": "26b93089-3829-46a0-b5d8-c3096eb09429"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:26:55.389504 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 26b93089-3829-46a0-b5d8-c3096eb09429, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=26b93089-3829-46a0-b5d8-c3096eb09429,segment=NetworkSegment(d056495e-cbe3-49bb-8a40-c93b285f21ac),segment_id=d056495e-cbe3-49bb-8a40-c93b285f21ac)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:26:55.393704 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:26:55.421660 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 16:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd9570b-eff3-48e6-9c9e-1fe48d624edb x-openstack-request-id: req-4bd9570b-eff3-48e6-9c9e-1fe48d624edb {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:26:55.422062 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fb23430-6925-46c9-a746-f385b785dae7", "name": "network-vif-plugged", "status": "completed", "tag": "26b93089-3829-46a0-b5d8-c3096eb09429", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:26:55.422322 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4bd9570b-eff3-48e6-9c9e-1fe48d624edb {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:26:55.422709 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fb23430-6925-46c9-a746-f385b785dae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b93089-3829-46a0-b5d8-c3096eb09429', 'code': 200} Oct 30 16:26:55.446773 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=26b93089-3829-46a0-b5d8-c3096eb09429,revision_number=5']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:26:55.510503 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e10ed-eed1-434c-8c62-a5203f64f0fb req-0829f835-920c-4604-b5d0-f651ba0d5e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:26:55.511919 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8f8e10ed-eed1-434c-8c62-a5203f64f0fb req-0829f835-920c-4604-b5d0-f651ba0d5e92 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8fb23430-6925-46c9-a746-f385b785dae7 HTTP/1.1" status: 200 len: 1098 time: 0.0395689 Oct 30 16:26:55.546513 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8f8e10ed-eed1-434c-8c62-a5203f64f0fb req-4891e13c-3301-4efe-baed-0dc4c2fc4be7 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=43becfe1-b98d-4659-9bfb-50eed0a02101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272410 Oct 30 16:26:55.938240 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2edd89-b00a-494c-9376-077d6b3aa8a6 req-9b23a08d-afab-46ee-9340-b3f4d5846b68 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:26:55.939722 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1c2edd89-b00a-494c-9376-077d6b3aa8a6 req-9b23a08d-afab-46ee-9340-b3f4d5846b68 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "GET /v2.0/ports?device_id=8fb23430-6925-46c9-a746-f385b785dae7 HTTP/1.1" status: 200 len: 946 time: 0.0483882 Oct 30 16:26:55.977367 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-1c2edd89-b00a-494c-9376-077d6b3aa8a6 req-f7fba6af-37ac-4381-ac86-d4df669903a3 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "GET /v2.0/security-groups?id=43becfe1-b98d-4659-9bfb-50eed0a02101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318282 Oct 30 16:26:56.904301 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:26:57.099406 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1fbb88-114f-4a25-ba36-46d2f958cb0f req-41adad7e-7a26-45ba-8a48-7724c9713853 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:26:57.100899 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1d1fbb88-114f-4a25-ba36-46d2f958cb0f req-41adad7e-7a26-45ba-8a48-7724c9713853 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "GET /v2.0/ports?device_id=8fb23430-6925-46c9-a746-f385b785dae7 HTTP/1.1" status: 200 len: 946 time: 0.0521140 Oct 30 16:26:57.139418 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-1d1fbb88-114f-4a25-ba36-46d2f958cb0f req-59a96056-30db-4a11-810d-c37a75a30f14 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "GET /v2.0/security-groups?id=43becfe1-b98d-4659-9bfb-50eed0a02101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326056 Oct 30 16:26:57.259027 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0875d2a9-5cfa-499f-b5f2-b99a39b05efc req-fc821db0-e3f1-40b6-b553-a0d564ede76d tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:26:57.260454 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0875d2a9-5cfa-499f-b5f2-b99a39b05efc req-fc821db0-e3f1-40b6-b553-a0d564ede76d tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "GET /v2.0/ports?device_id=8fb23430-6925-46c9-a746-f385b785dae7 HTTP/1.1" status: 200 len: 946 time: 0.0496109 Oct 30 16:26:57.300051 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-0875d2a9-5cfa-499f-b5f2-b99a39b05efc req-f8fc031a-1e51-480d-8a97-24d9fee71638 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "GET /v2.0/security-groups?id=43becfe1-b98d-4659-9bfb-50eed0a02101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330765 Oct 30 16:26:57.321273 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 60892) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:26:57.364763 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fa4331-7d2c-4406-9d1a-c2f205978e13 tempest-TestSnapshotPattern-1045704785 tempest-TestSnapshotPattern-1045704785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:26:57.366268 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-82fa4331-7d2c-4406-9d1a-c2f205978e13 tempest-TestSnapshotPattern-1045704785 tempest-TestSnapshotPattern-1045704785-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=8fb23430-6925-46c9-a746-f385b785dae7 HTTP/1.1" status: 200 len: 1093 time: 0.0440297 Oct 30 16:26:57.369103 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 60894) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:26:57.373382 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.v2.base [None req-07725ddd-9424-4a22-9d7b-414a8c07addd tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Request body: {'floatingip': {'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'port_id': '26b93089-3829-46a0-b5d8-c3096eb09429', 'tenant_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 30 16:26:57.395360 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-07725ddd-9424-4a22-9d7b-414a8c07addd tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks [] for floatingip, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:26:57.490272 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-07725ddd-9424-4a22-9d7b-414a8c07addd tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:26:57.612648 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_common [None req-07725ddd-9424-4a22-9d7b-414a8c07addd tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Allocated IP 172.25.4.90 (edc38ef5-7816-4133-914c-cfe2849a0125/010785ff-75cb-4a89-8fb2-80867e4a5270/ab279d54-f09d-4e7a-b11f-5bcb2b364e51) {{(pid=102131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 16:26:57.714118 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-07725ddd-9424-4a22-9d7b-414a8c07addd tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks [] for port, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:26:57.746926 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-07725ddd-9424-4a22-9d7b-414a8c07addd tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743131765854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:26:57.787280 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07725ddd-9424-4a22-9d7b-414a8c07addd tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Network edc38ef5-7816-4133-914c-cfe2849a0125 is already hosted by enough agents. {{(pid=102131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 16:26:57.790171 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.base_scheduler [None req-07725ddd-9424-4a22-9d7b-414a8c07addd tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Resources bound (agent type, host, resource id): {{(pid=102131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 16:26:57.793942 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07725ddd-9424-4a22-9d7b-414a8c07addd tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Received port after_create {{(pid=102131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 30 16:26:57.821737 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07725ddd-9424-4a22-9d7b-414a8c07addd tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Pushing event updated for resources: {'Port': ['ID=ab279d54-f09d-4e7a-b11f-5bcb2b364e51,revision_number=1']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:26:57.834437 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07725ddd-9424-4a22-9d7b-414a8c07addd tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:26:57.834787 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07725ddd-9424-4a22-9d7b-414a8c07addd tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:26:57.835132 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07725ddd-9424-4a22-9d7b-414a8c07addd tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:26:57.835488 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07725ddd-9424-4a22-9d7b-414a8c07addd tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:26:57.835838 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07725ddd-9424-4a22-9d7b-414a8c07addd tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:26:57.836169 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07725ddd-9424-4a22-9d7b-414a8c07addd tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:26:57.836496 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07725ddd-9424-4a22-9d7b-414a8c07addd tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:26:57.836823 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07725ddd-9424-4a22-9d7b-414a8c07addd tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:26:57.837146 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07725ddd-9424-4a22-9d7b-414a8c07addd tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:26:57.837471 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07725ddd-9424-4a22-9d7b-414a8c07addd tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:26:57.837798 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07725ddd-9424-4a22-9d7b-414a8c07addd tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:26:57.838125 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07725ddd-9424-4a22-9d7b-414a8c07addd tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:26:58.145661 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-07725ddd-9424-4a22-9d7b-414a8c07addd tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:26:58.213065 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-07725ddd-9424-4a22-9d7b-414a8c07addd tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:26:58.359745 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-07725ddd-9424-4a22-9d7b-414a8c07addd tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks [] for port, precommit_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:26:58.364280 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-07725ddd-9424-4a22-9d7b-414a8c07addd tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5888400'] for port, after_update {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:26:58.432735 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07725ddd-9424-4a22-9d7b-414a8c07addd tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Pushing event updated for resources: {'Port': ['ID=ab279d54-f09d-4e7a-b11f-5bcb2b364e51,revision_number=2']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:26:58.442995 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-07725ddd-9424-4a22-9d7b-414a8c07addd tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771110'] for floatingip, after_create {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:26:58.541116 n-d-806683-17 neutron-server[102131]: INFO neutron.db.l3_db [None req-07725ddd-9424-4a22-9d7b-414a8c07addd tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Floating IP 2b93eb88-6ba3-48ef-b33e-2cc5ea1c92ae associated. External IP: 172.25.4.90, port: 26b93089-3829-46a0-b5d8-c3096eb09429. Oct 30 16:26:58.746299 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07725ddd-9424-4a22-9d7b-414a8c07addd tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Router f3d5959c-8b09-4138-a258-c1710dfb23bd has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 16:26:58.851788 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07725ddd-9424-4a22-9d7b-414a8c07addd tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 16:26:58.862784 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aceda851-ecb4-4e9c-97b0-56f467fc8226 None None] Sync routers for ids ['f3d5959c-8b09-4138-a258-c1710dfb23bd'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 16:26:58.870640 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-07725ddd-9424-4a22-9d7b-414a8c07addd tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:26:58.872923 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aceda851-ecb4-4e9c-97b0-56f467fc8226 None None] Routers {'f3d5959c-8b09-4138-a258-c1710dfb23bd'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:26:58.874704 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-aceda851-ecb4-4e9c-97b0-56f467fc8226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:26:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['f3d5959c-8b09-4138-a258-c1710dfb23bd'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:26:58.898055 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-07725ddd-9424-4a22-9d7b-414a8c07addd tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5279469 Oct 30 16:26:58.898648 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fb23430-6925-46c9-a746-f385b785dae7', 'tag': '26b93089-3829-46a0-b5d8-c3096eb09429'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:26:58.900961 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e7654be7091c8bbf04529226aae636b409f3e4504be56e845cd6b098ed6999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8576b006-410b-429a-adf2-f7a4a67d5912" -d '{"events": [{"name": "network-changed", "server_uuid": "8fb23430-6925-46c9-a746-f385b785dae7", "tag": "26b93089-3829-46a0-b5d8-c3096eb09429"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:26:58.938794 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 16:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b906dc84-d220-4880-b2c9-40698d70fe07 x-openstack-request-id: req-b906dc84-d220-4880-b2c9-40698d70fe07 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:26:58.939097 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fb23430-6925-46c9-a746-f385b785dae7", "tag": "26b93089-3829-46a0-b5d8-c3096eb09429", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:26:58.939354 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b906dc84-d220-4880-b2c9-40698d70fe07 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:26:58.939837 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fb23430-6925-46c9-a746-f385b785dae7', 'tag': '26b93089-3829-46a0-b5d8-c3096eb09429', 'status': 'completed', 'code': 200} Oct 30 16:26:58.979427 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-aceda851-ecb4-4e9c-97b0-56f467fc8226 None None] Set router f3d5959c-8b09-4138-a258-c1710dfb23bd gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:26:59.000025 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576b006-410b-429a-adf2-f7a4a67d5912 req-4555291c-2568-4047-89c8-f84778687e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:26:59.001588 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8576b006-410b-429a-adf2-f7a4a67d5912 req-4555291c-2568-4047-89c8-f84778687e16 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f6a197d8adee469aa2ad0104cb0e0213&device_id=8fb23430-6925-46c9-a746-f385b785dae7 HTTP/1.1" status: 200 len: 1098 time: 0.0410881 Oct 30 16:26:59.093768 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576b006-410b-429a-adf2-f7a4a67d5912 req-bd8177ed-36c5-4e62-bea6-9d4538a5a2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:26:59.095310 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8576b006-410b-429a-adf2-f7a4a67d5912 req-bd8177ed-36c5-4e62-bea6-9d4538a5a2b2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c36c7048-7edc-4cd0-b877-ed3c1f531c44 HTTP/1.1" status: 200 len: 910 time: 0.0871253 Oct 30 16:26:59.161917 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8576b006-410b-429a-adf2-f7a4a67d5912 req-4d1c2575-da63-41f4-93df-06923eeee106 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26b93089-3829-46a0-b5d8-c3096eb09429 HTTP/1.1" status: 200 len: 999 time: 0.0601349 Oct 30 16:26:59.210317 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-aceda851-ecb4-4e9c-97b0-56f467fc8226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d5959c-8b09-4138-a258-c1710dfb23bd', 'name': 'tempest-TestSnapshotPattern-424878288-router', 'tenant_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'defe0d10-8f13-43a7-9c76-a85e660cd9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:24:01Z', 'updated_at': '2021-10-30T16:24:03Z', 'revision_number': 4, 'project_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'gw_port': {'id': 'defe0d10-8f13-43a7-9c76-a85e660cd9f4', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d5959c-8b09-4138-a258-c1710dfb23bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:24:01Z', 'updated_at': '2021-10-30T16:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '2b93eb88-6ba3-48ef-b33e-2cc5ea1c92ae', 'tenant_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'floating_ip_address': '172.25.4.90', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': 'f3d5959c-8b09-4138-a258-c1710dfb23bd', 'port_id': '26b93089-3829-46a0-b5d8-c3096eb09429', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c36c7048-7edc-4cd0-b877-ed3c1f531c44', 'mac_address': 'fa:16:3e:1e:46:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb23430-6925-46c9-a746-f385b785dae7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T16:26:58Z', 'updated_at': '2021-10-30T16:26:58Z', 'revision_number': 0, 'project_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'fixed_ip_address_scope': None}, {'id': '38f0f568-8e60-48c6-9d9e-97d00057ecd8', 'tenant_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'floating_ip_address': '172.25.4.246', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': 'f3d5959c-8b09-4138-a258-c1710dfb23bd', 'port_id': '947e91cc-b6a3-4097-9dc5-b73645c8c2eb', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c36c7048-7edc-4cd0-b877-ed3c1f531c44', 'mac_address': 'fa:16:3e:11:df:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69adde81-7064-4857-8d72-45e3d8eb6b37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T16:24:27Z', 'updated_at': '2021-10-30T16:24:29Z', 'revision_number': 1, 'project_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '977a34f4-973a-430f-b21c-ce4908ff719a', 'name': '', 'network_id': 'c36c7048-7edc-4cd0-b877-ed3c1f531c44', 'tenant_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'mac_address': 'fa:16:3e:ff:0b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d5959c-8b09-4138-a258-c1710dfb23bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '7d465177-1c7e-4049-afb0-44adde221862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:24:03Z', 'updated_at': '2021-10-30T16:24:08Z', 'revision_number': 5, 'project_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'subnets': [{'id': '7d465177-1c7e-4049-afb0-44adde221862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:26:59.210805 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576b006-410b-429a-adf2-f7a4a67d5912 req-557948e9-03cb-475f-a9f4-1f4938a13c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:26:59.212352 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8576b006-410b-429a-adf2-f7a4a67d5912 req-557948e9-03cb-475f-a9f4-1f4938a13c15 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7d465177-1c7e-4049-afb0-44adde221862 HTTP/1.1" status: 200 len: 848 time: 0.0441134 Oct 30 16:26:59.237664 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aceda851-ecb4-4e9c-97b0-56f467fc8226 None None] Checking router: f3d5959c-8b09-4138-a258-c1710dfb23bd for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 16:26:59.245857 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aceda851-ecb4-4e9c-97b0-56f467fc8226 None None] Routers {'f3d5959c-8b09-4138-a258-c1710dfb23bd'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:26:59.246468 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-aceda851-ecb4-4e9c-97b0-56f467fc8226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:26:54Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['f3d5959c-8b09-4138-a258-c1710dfb23bd'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:26:59.262341 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576b006-410b-429a-adf2-f7a4a67d5912 req-e939d2ff-362f-42c2-adae-b41c3e1956f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:26:59.263870 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8576b006-410b-429a-adf2-f7a4a67d5912 req-e939d2ff-362f-42c2-adae-b41c3e1956f2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c36c7048-7edc-4cd0-b877-ed3c1f531c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447588 Oct 30 16:26:59.357913 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8576b006-410b-429a-adf2-f7a4a67d5912 req-9312173d-4891-4144-b66c-449bf6305a17 service neutron] 10.222.0.44 "GET /v2.0/networks/c36c7048-7edc-4cd0-b877-ed3c1f531c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869017 Oct 30 16:26:59.448669 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-aceda851-ecb4-4e9c-97b0-56f467fc8226 None None] Set router f3d5959c-8b09-4138-a258-c1710dfb23bd gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:26:59.454797 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8576b006-410b-429a-adf2-f7a4a67d5912 req-d7b130da-d1b7-4d48-9078-7a311be446fc service neutron] 10.222.0.44 "GET /v2.0/networks/c36c7048-7edc-4cd0-b877-ed3c1f531c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901098 Oct 30 16:26:59.671694 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-aceda851-ecb4-4e9c-97b0-56f467fc8226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d5959c-8b09-4138-a258-c1710dfb23bd', 'name': 'tempest-TestSnapshotPattern-424878288-router', 'tenant_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'defe0d10-8f13-43a7-9c76-a85e660cd9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:24:01Z', 'updated_at': '2021-10-30T16:24:03Z', 'revision_number': 4, 'project_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'gw_port': {'id': 'defe0d10-8f13-43a7-9c76-a85e660cd9f4', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d5959c-8b09-4138-a258-c1710dfb23bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:24:01Z', 'updated_at': '2021-10-30T16:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '2b93eb88-6ba3-48ef-b33e-2cc5ea1c92ae', 'tenant_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'floating_ip_address': '172.25.4.90', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': 'f3d5959c-8b09-4138-a258-c1710dfb23bd', 'port_id': '26b93089-3829-46a0-b5d8-c3096eb09429', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c36c7048-7edc-4cd0-b877-ed3c1f531c44', 'mac_address': 'fa:16:3e:1e:46:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb23430-6925-46c9-a746-f385b785dae7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T16:26:58Z', 'updated_at': '2021-10-30T16:26:58Z', 'revision_number': 0, 'project_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'fixed_ip_address_scope': None}, {'id': '38f0f568-8e60-48c6-9d9e-97d00057ecd8', 'tenant_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'floating_ip_address': '172.25.4.246', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': 'f3d5959c-8b09-4138-a258-c1710dfb23bd', 'port_id': '947e91cc-b6a3-4097-9dc5-b73645c8c2eb', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c36c7048-7edc-4cd0-b877-ed3c1f531c44', 'mac_address': 'fa:16:3e:11:df:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69adde81-7064-4857-8d72-45e3d8eb6b37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T16:24:27Z', 'updated_at': '2021-10-30T16:24:29Z', 'revision_number': 1, 'project_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '977a34f4-973a-430f-b21c-ce4908ff719a', 'name': '', 'network_id': 'c36c7048-7edc-4cd0-b877-ed3c1f531c44', 'tenant_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'mac_address': 'fa:16:3e:ff:0b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d5959c-8b09-4138-a258-c1710dfb23bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '7d465177-1c7e-4049-afb0-44adde221862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:24:03Z', 'updated_at': '2021-10-30T16:24:08Z', 'revision_number': 5, 'project_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'subnets': [{'id': '7d465177-1c7e-4049-afb0-44adde221862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:26:59.700924 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aceda851-ecb4-4e9c-97b0-56f467fc8226 None None] The sync data for ids ['f3d5959c-8b09-4138-a258-c1710dfb23bd'] in n-d-806683-17 is: [{'id': 'f3d5959c-8b09-4138-a258-c1710dfb23bd', 'name': 'tempest-TestSnapshotPattern-424878288-router', 'tenant_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'defe0d10-8f13-43a7-9c76-a85e660cd9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:24:01Z', 'updated_at': '2021-10-30T16:24:03Z', 'revision_number': 4, 'project_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'gw_port': {'id': 'defe0d10-8f13-43a7-9c76-a85e660cd9f4', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d5959c-8b09-4138-a258-c1710dfb23bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:24:01Z', 'updated_at': '2021-10-30T16:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '2b93eb88-6ba3-48ef-b33e-2cc5ea1c92ae', 'tenant_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'floating_ip_address': '172.25.4.90', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': 'f3d5959c-8b09-4138-a258-c1710dfb23bd', 'port_id': '26b93089-3829-46a0-b5d8-c3096eb09429', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c36c7048-7edc-4cd0-b877-ed3c1f531c44', 'mac_address': 'fa:16:3e:1e:46:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb23430-6925-46c9-a746-f385b785dae7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T16:26:58Z', 'updated_at': '2021-10-30T16:26:58Z', 'revision_number': 0, 'project_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'fixed_ip_address_scope': None}, {'id': '38f0f568-8e60-48c6-9d9e-97d00057ecd8', 'tenant_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'floating_ip_address': '172.25.4.246', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': 'f3d5959c-8b09-4138-a258-c1710dfb23bd', 'port_id': '947e91cc-b6a3-4097-9dc5-b73645c8c2eb', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c36c7048-7edc-4cd0-b877-ed3c1f531c44', 'mac_address': 'fa:16:3e:11:df:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69adde81-7064-4857-8d72-45e3d8eb6b37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T16:24:27Z', 'updated_at': '2021-10-30T16:24:29Z', 'revision_number': 1, 'project_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '977a34f4-973a-430f-b21c-ce4908ff719a', 'name': '', 'network_id': 'c36c7048-7edc-4cd0-b877-ed3c1f531c44', 'tenant_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'mac_address': 'fa:16:3e:ff:0b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d5959c-8b09-4138-a258-c1710dfb23bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '7d465177-1c7e-4049-afb0-44adde221862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:24:03Z', 'updated_at': '2021-10-30T16:24:08Z', 'revision_number': 5, 'project_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'subnets': [{'id': '7d465177-1c7e-4049-afb0-44adde221862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 16:26:59.885428 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac99edf-88c8-4b50-bc92-9a7d0dbaba50 None None] New status for floating IP 2b93eb88-6ba3-48ef-b33e-2cc5ea1c92ae: ACTIVE {{(pid=102132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 16:27:00.703525 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:27:02.640066 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:27:04.531941 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d7cad50f-1276-404e-9b92-1e6e80c770dd req-2177dc36-3f00-4073-85ec-54eca45585c3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=69adde81-7064-4857-8d72-45e3d8eb6b37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406311 Oct 30 16:27:04.613410 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cad50f-1276-404e-9b92-1e6e80c770dd req-0264b8df-8e5d-464d-9766-85bd61438508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:27:04.614892 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d7cad50f-1276-404e-9b92-1e6e80c770dd req-0264b8df-8e5d-464d-9766-85bd61438508 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f6a197d8adee469aa2ad0104cb0e0213&device_id=69adde81-7064-4857-8d72-45e3d8eb6b37 HTTP/1.1" status: 200 len: 1095 time: 0.0412600 Oct 30 16:27:04.722263 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cad50f-1276-404e-9b92-1e6e80c770dd req-92611037-497c-4e5d-9168-d80970d93f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:27:04.723832 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d7cad50f-1276-404e-9b92-1e6e80c770dd req-92611037-497c-4e5d-9168-d80970d93f52 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c36c7048-7edc-4cd0-b877-ed3c1f531c44 HTTP/1.1" status: 200 len: 910 time: 0.0887659 Oct 30 16:27:04.787318 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d7cad50f-1276-404e-9b92-1e6e80c770dd req-f2c5d1ba-e87d-408e-9f51-214e48da49ca service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=947e91cc-b6a3-4097-9dc5-b73645c8c2eb HTTP/1.1" status: 200 len: 999 time: 0.0569074 Oct 30 16:27:04.838303 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cad50f-1276-404e-9b92-1e6e80c770dd req-11da7b47-575b-418a-9e4b-d88ee4c32a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:27:04.839717 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d7cad50f-1276-404e-9b92-1e6e80c770dd req-11da7b47-575b-418a-9e4b-d88ee4c32a36 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7d465177-1c7e-4049-afb0-44adde221862 HTTP/1.1" status: 200 len: 848 time: 0.0461934 Oct 30 16:27:04.883150 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cad50f-1276-404e-9b92-1e6e80c770dd req-ec7c490f-dba3-4063-a129-907ed248f9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:27:04.884732 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d7cad50f-1276-404e-9b92-1e6e80c770dd req-ec7c490f-dba3-4063-a129-907ed248f9e2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c36c7048-7edc-4cd0-b877-ed3c1f531c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0383534 Oct 30 16:27:04.895137 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [req-d7cad50f-1276-404e-9b92-1e6e80c770dd req-4c46cacb-0e38-4110-87a5-258882635c78 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 30 16:27:04.896108 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d7cad50f-1276-404e-9b92-1e6e80c770dd req-4c46cacb-0e38-4110-87a5-258882635c78 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049105 Oct 30 16:27:04.984693 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d7cad50f-1276-404e-9b92-1e6e80c770dd req-f0b530d0-e60b-4a6b-939a-44ca9ff55c7e service neutron] 10.222.0.53 "GET /v2.0/networks/c36c7048-7edc-4cd0-b877-ed3c1f531c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819678 Oct 30 16:27:05.078092 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-d7cad50f-1276-404e-9b92-1e6e80c770dd req-896e41c9-889c-4e47-8bf4-6921f561c92e service neutron] 10.222.0.53 "GET /v2.0/networks/c36c7048-7edc-4cd0-b877-ed3c1f531c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862138 Oct 30 16:27:08.287287 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 16:27:21.328902 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-403a13c0-1eec-4ddb-ab34-a9df73ee9a88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:27:23.908367 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-239f4a8c-5ef2-40c1-93e0-e7ffbe5bf2f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:27:24.965212 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:27:25.114744 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:27:26.906624 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:27:30.702064 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:27:32.652931 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:27:45.286691 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 16:27:51.331774 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-930b686d-fbe2-4e5f-8554-328218b4ded1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:27:53.908926 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-da59d05c-5e64-49d1-949e-14834f76b359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:27:54.967578 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:27:55.116436 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:27:55.447837 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-97fef159-3bfe-4544-8805-c5b50e5d1a10 req-ff24dfbd-ce30-4a54-ab7a-149935a67dc8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8fb23430-6925-46c9-a746-f385b785dae7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400600 Oct 30 16:27:55.525914 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fef159-3bfe-4544-8805-c5b50e5d1a10 req-30368f07-3da3-4966-8e2f-51f583823d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:27:55.527352 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-97fef159-3bfe-4544-8805-c5b50e5d1a10 req-30368f07-3da3-4966-8e2f-51f583823d32 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f6a197d8adee469aa2ad0104cb0e0213&device_id=8fb23430-6925-46c9-a746-f385b785dae7 HTTP/1.1" status: 200 len: 1098 time: 0.0398204 Oct 30 16:27:55.644717 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fef159-3bfe-4544-8805-c5b50e5d1a10 req-29225535-e604-400d-9a85-8f8224b1fb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:27:55.646620 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-97fef159-3bfe-4544-8805-c5b50e5d1a10 req-29225535-e604-400d-9a85-8f8224b1fb0d service neutron] 10.222.0.44 "GET /v2.0/networks?id=c36c7048-7edc-4cd0-b877-ed3c1f531c44 HTTP/1.1" status: 200 len: 910 time: 0.1009808 Oct 30 16:27:55.718797 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-97fef159-3bfe-4544-8805-c5b50e5d1a10 req-e4e70a2b-d4ce-4c9f-982a-0b3d14bcaecb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26b93089-3829-46a0-b5d8-c3096eb09429 HTTP/1.1" status: 200 len: 1001 time: 0.0624621 Oct 30 16:27:55.768238 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fef159-3bfe-4544-8805-c5b50e5d1a10 req-ce6b5aee-17f0-48d1-a7b5-b287378b278a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:27:55.769738 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-97fef159-3bfe-4544-8805-c5b50e5d1a10 req-ce6b5aee-17f0-48d1-a7b5-b287378b278a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7d465177-1c7e-4049-afb0-44adde221862 HTTP/1.1" status: 200 len: 848 time: 0.0444136 Oct 30 16:27:55.815329 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fef159-3bfe-4544-8805-c5b50e5d1a10 req-0f9a5219-07fc-4490-99e4-25853c98cddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:27:55.816831 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-97fef159-3bfe-4544-8805-c5b50e5d1a10 req-0f9a5219-07fc-4490-99e4-25853c98cddf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c36c7048-7edc-4cd0-b877-ed3c1f531c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399075 Oct 30 16:27:55.907521 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-97fef159-3bfe-4544-8805-c5b50e5d1a10 req-e54abb77-bcf1-4aa4-9ff1-12b2c3ad021c service neutron] 10.222.0.44 "GET /v2.0/networks/c36c7048-7edc-4cd0-b877-ed3c1f531c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835686 Oct 30 16:27:56.010393 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-97fef159-3bfe-4544-8805-c5b50e5d1a10 req-75833928-1dd1-4c3e-8b0d-0377cd3062e2 service neutron] 10.222.0.44 "GET /v2.0/networks/c36c7048-7edc-4cd0-b877-ed3c1f531c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958686 Oct 30 16:27:56.908956 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:00.733108 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:02.647377 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:05.535905 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-44396d22-3120-4ad8-91fa-f67aa6ea2c79 req-3633f85e-0cae-4db2-a20e-5885b0154f1e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=69adde81-7064-4857-8d72-45e3d8eb6b37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0390682 Oct 30 16:28:05.618456 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44396d22-3120-4ad8-91fa-f67aa6ea2c79 req-7ec2aee9-b788-4b8a-a606-000c2371ac79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:28:05.620600 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-44396d22-3120-4ad8-91fa-f67aa6ea2c79 req-7ec2aee9-b788-4b8a-a606-000c2371ac79 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f6a197d8adee469aa2ad0104cb0e0213&device_id=69adde81-7064-4857-8d72-45e3d8eb6b37 HTTP/1.1" status: 200 len: 1095 time: 0.0449269 Oct 30 16:28:05.727689 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44396d22-3120-4ad8-91fa-f67aa6ea2c79 req-3fe4bbb7-4662-4d8e-a143-789a8612705e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:28:05.729144 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-44396d22-3120-4ad8-91fa-f67aa6ea2c79 req-3fe4bbb7-4662-4d8e-a143-789a8612705e service neutron] 10.222.0.53 "GET /v2.0/networks?id=c36c7048-7edc-4cd0-b877-ed3c1f531c44 HTTP/1.1" status: 200 len: 910 time: 0.0844545 Oct 30 16:28:05.797034 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-44396d22-3120-4ad8-91fa-f67aa6ea2c79 req-df224136-bdb9-414a-9e6d-2faed8fe0055 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=947e91cc-b6a3-4097-9dc5-b73645c8c2eb HTTP/1.1" status: 200 len: 999 time: 0.0606203 Oct 30 16:28:05.845945 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44396d22-3120-4ad8-91fa-f67aa6ea2c79 req-f49b7866-0962-46bf-9e21-6eedee603a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:28:05.847403 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-44396d22-3120-4ad8-91fa-f67aa6ea2c79 req-f49b7866-0962-46bf-9e21-6eedee603a23 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7d465177-1c7e-4049-afb0-44adde221862 HTTP/1.1" status: 200 len: 848 time: 0.0432806 Oct 30 16:28:05.891966 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44396d22-3120-4ad8-91fa-f67aa6ea2c79 req-13a533aa-7f03-4455-ab69-f839cfad86ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:28:05.893433 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-44396d22-3120-4ad8-91fa-f67aa6ea2c79 req-13a533aa-7f03-4455-ab69-f839cfad86ce service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c36c7048-7edc-4cd0-b877-ed3c1f531c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392523 Oct 30 16:28:05.984378 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-44396d22-3120-4ad8-91fa-f67aa6ea2c79 req-909a33f7-b7d1-4e1c-8662-4a36cc96d75b service neutron] 10.222.0.53 "GET /v2.0/networks/c36c7048-7edc-4cd0-b877-ed3c1f531c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838513 Oct 30 16:28:06.072062 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-44396d22-3120-4ad8-91fa-f67aa6ea2c79 req-cc8e385a-1db0-4fa2-bf48-6136ab270d4c service neutron] 10.222.0.53 "GET /v2.0/networks/c36c7048-7edc-4cd0-b877-ed3c1f531c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807385 Oct 30 16:28:21.333548 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-321460c7-a3c1-419a-b7a1-79db618ee43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:22.285528 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 16:28:23.912396 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1936c5be-a5c8-49e0-93fc-fd3fe49c1e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:24.971550 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:25.117951 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:26.911475 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:29.776259 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 26b93089-3829-46a0-b5d8-c3096eb09429 details requested by agent hyperv_n-h2-806683-17 with host n-h2-806683-17 {{(pid=102132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 16:28:29.884695 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 26b93089-3829-46a0-b5d8-c3096eb09429, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=26b93089-3829-46a0-b5d8-c3096eb09429,segment=NetworkSegment(d056495e-cbe3-49bb-8a40-c93b285f21ac),segment_id=d056495e-cbe3-49bb-8a40-c93b285f21ac)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:28:29.896024 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Returning: {'device': '26b93089-3829-46a0-b5d8-c3096eb09429', 'network_id': 'c36c7048-7edc-4cd0-b877-ed3c1f531c44', 'port_id': '26b93089-3829-46a0-b5d8-c3096eb09429', 'mac_address': 'fa:16:3e:1e:46:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d465177-1c7e-4049-afb0-44adde221862', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 16:28:29.935409 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:29.950462 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 26b93089-3829-46a0-b5d8-c3096eb09429 {{(pid=102132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 30 16:28:29.972973 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 26b93089-3829-46a0-b5d8-c3096eb09429, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=26b93089-3829-46a0-b5d8-c3096eb09429,segment=NetworkSegment(d056495e-cbe3-49bb-8a40-c93b285f21ac),segment_id=d056495e-cbe3-49bb-8a40-c93b285f21ac)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:28:29.978488 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:30.030529 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=26b93089-3829-46a0-b5d8-c3096eb09429,revision_number=6']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:28:30.038828 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:28:30.039183 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:28:30.039558 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:28:30.039898 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:28:30.040232 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:28:30.040563 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:28:30.040889 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:28:30.041214 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:28:30.041535 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:28:30.041859 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:28:30.042178 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:28:30.042517 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:28:30.055946 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] get_ports_and_sgs() called for port_ids ['26b93089-3829-46a0-b5d8-c3096eb09429'] {{(pid=102132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 30 16:28:30.735768 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:31.779557 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 26b93089-3829-46a0-b5d8-c3096eb09429 up at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 16:28:31.845584 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.provisioning_blocks [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Provisioning complete for port 26b93089-3829-46a0-b5d8-c3096eb09429 triggered by entity L2. {{(pid=102132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 30 16:28:31.845961 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1929045'] for port, provisioning_complete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:31.928107 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073633'] for port, before_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:31.961200 n-d-806683-17 neutron-server[102132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fb23430-6925-46c9-a746-f385b785dae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b93089-3829-46a0-b5d8-c3096eb09429'}] {{(pid=102132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:28:31.964516 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cafb2eba4876e5fc7105e54c9897f2ac796dde07d3c794cd15d4c51349c0477b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d8b9e2-55d2-49b4-8e8b-899e55bb2442" -d '{"events": [{"server_uuid": "8fb23430-6925-46c9-a746-f385b785dae7", "name": "network-vif-plugged", "status": "completed", "tag": "26b93089-3829-46a0-b5d8-c3096eb09429"}]}' {{(pid=102132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:28:31.970927 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] For port 26b93089-3829-46a0-b5d8-c3096eb09429, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=26b93089-3829-46a0-b5d8-c3096eb09429,segment=NetworkSegment(d056495e-cbe3-49bb-8a40-c93b285f21ac),segment_id=d056495e-cbe3-49bb-8a40-c93b285f21ac)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:28:31.976364 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743132133380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743131765872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743131765890'] for port, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:32.021657 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 16:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cead7439-7ea9-4cf3-a31c-a31515d3e8c9 x-openstack-request-id: req-cead7439-7ea9-4cf3-a31c-a31515d3e8c9 {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:28:32.021981 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fb23430-6925-46c9-a746-f385b785dae7", "name": "network-vif-plugged", "status": "completed", "tag": "26b93089-3829-46a0-b5d8-c3096eb09429", "code": 200}]} {{(pid=102132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:28:32.022187 n-d-806683-17 neutron-server[102132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cead7439-7ea9-4cf3-a31c-a31515d3e8c9 {{(pid=102132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:28:32.022580 n-d-806683-17 neutron-server[102132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fb23430-6925-46c9-a746-f385b785dae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b93089-3829-46a0-b5d8-c3096eb09429', 'code': 200} Oct 30 16:28:32.047404 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Pushing event updated for resources: {'Port': ['ID=26b93089-3829-46a0-b5d8-c3096eb09429,revision_number=7']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:28:32.660989 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:38.920195 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 32854) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:28:39.075999 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-cb5ac68d-c92d-45b0-81c6-e666ce9eb2e8 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Deleting port ab279d54-f09d-4e7a-b11f-5bcb2b364e51 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:28:39.076238 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cb5ac68d-c92d-45b0-81c6-e666ce9eb2e8 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:39.154004 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cb5ac68d-c92d-45b0-81c6-e666ce9eb2e8 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:39.154330 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cb5ac68d-c92d-45b0-81c6-e666ce9eb2e8 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:39.166080 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-cb5ac68d-c92d-45b0-81c6-e666ce9eb2e8 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Calling delete_port for ab279d54-f09d-4e7a-b11f-5bcb2b364e51 owned by network:floatingip {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:28:39.313319 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cb5ac68d-c92d-45b0-81c6-e666ce9eb2e8 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:39.346742 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5ac68d-c92d-45b0-81c6-e666ce9eb2e8 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Pushing event deleted for resources: {'Port': ['ID=ab279d54-f09d-4e7a-b11f-5bcb2b364e51,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:28:39.371509 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5ac68d-c92d-45b0-81c6-e666ce9eb2e8 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:28:39.371863 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5ac68d-c92d-45b0-81c6-e666ce9eb2e8 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:28:39.372206 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5ac68d-c92d-45b0-81c6-e666ce9eb2e8 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:28:39.372546 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5ac68d-c92d-45b0-81c6-e666ce9eb2e8 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:28:39.372883 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5ac68d-c92d-45b0-81c6-e666ce9eb2e8 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:28:39.373213 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5ac68d-c92d-45b0-81c6-e666ce9eb2e8 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:28:39.373542 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5ac68d-c92d-45b0-81c6-e666ce9eb2e8 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:28:39.373868 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5ac68d-c92d-45b0-81c6-e666ce9eb2e8 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:28:39.374192 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5ac68d-c92d-45b0-81c6-e666ce9eb2e8 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:28:39.374517 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5ac68d-c92d-45b0-81c6-e666ce9eb2e8 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:28:39.374842 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5ac68d-c92d-45b0-81c6-e666ce9eb2e8 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:28:39.375166 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5ac68d-c92d-45b0-81c6-e666ce9eb2e8 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:28:39.415565 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cb5ac68d-c92d-45b0-81c6-e666ce9eb2e8 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks [] for floatingip, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:39.416063 n-d-806683-17 neutron-server[102131]: INFO neutron.db.l3_db [None req-cb5ac68d-c92d-45b0-81c6-e666ce9eb2e8 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Floating IP 2b93eb88-6ba3-48ef-b33e-2cc5ea1c92ae disassociated (deleted). External IP: 172.25.4.90, port: 26b93089-3829-46a0-b5d8-c3096eb09429. Oct 30 16:28:39.620241 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb5ac68d-c92d-45b0-81c6-e666ce9eb2e8 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Router f3d5959c-8b09-4138-a258-c1710dfb23bd has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 16:28:39.726791 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5ac68d-c92d-45b0-81c6-e666ce9eb2e8 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 16:28:39.731741 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-cb5ac68d-c92d-45b0-81c6-e666ce9eb2e8 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:39.736290 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f555cce-f747-4c8c-8311-252d29a6b57f None None] Sync routers for ids ['f3d5959c-8b09-4138-a258-c1710dfb23bd'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 16:28:39.746272 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f555cce-f747-4c8c-8311-252d29a6b57f None None] Routers {'f3d5959c-8b09-4138-a258-c1710dfb23bd'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:28:39.746877 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-5f555cce-f747-4c8c-8311-252d29a6b57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:28:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['f3d5959c-8b09-4138-a258-c1710dfb23bd'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:28:39.758525 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-cb5ac68d-c92d-45b0-81c6-e666ce9eb2e8 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "DELETE /v2.0/floatingips/2b93eb88-6ba3-48ef-b33e-2cc5ea1c92ae HTTP/1.1" status: 204 len: 168 time: 0.8372619 Oct 30 16:28:39.759114 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fb23430-6925-46c9-a746-f385b785dae7', 'tag': '26b93089-3829-46a0-b5d8-c3096eb09429'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:28:39.761436 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e7654be7091c8bbf04529226aae636b409f3e4504be56e845cd6b098ed6999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f2a672a-91bb-46bd-9ead-6c185ef445f2" -d '{"events": [{"name": "network-changed", "server_uuid": "8fb23430-6925-46c9-a746-f385b785dae7", "tag": "26b93089-3829-46a0-b5d8-c3096eb09429"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:28:39.800465 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 16:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2253173d-d00d-4bdb-beb7-ce801b5bd941 x-openstack-request-id: req-2253173d-d00d-4bdb-beb7-ce801b5bd941 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:28:39.800922 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fb23430-6925-46c9-a746-f385b785dae7", "tag": "26b93089-3829-46a0-b5d8-c3096eb09429", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:28:39.801236 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2253173d-d00d-4bdb-beb7-ce801b5bd941 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:28:39.801706 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fb23430-6925-46c9-a746-f385b785dae7', 'tag': '26b93089-3829-46a0-b5d8-c3096eb09429', 'status': 'completed', 'code': 200} Oct 30 16:28:39.861498 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-5f555cce-f747-4c8c-8311-252d29a6b57f None None] Set router f3d5959c-8b09-4138-a258-c1710dfb23bd gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:28:39.870697 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a672a-91bb-46bd-9ead-6c185ef445f2 req-0dc1c71b-e11b-4159-a653-1948df6afaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:28:39.872452 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8f2a672a-91bb-46bd-9ead-6c185ef445f2 req-0dc1c71b-e11b-4159-a653-1948df6afaa6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f6a197d8adee469aa2ad0104cb0e0213&device_id=8fb23430-6925-46c9-a746-f385b785dae7 HTTP/1.1" status: 200 len: 1098 time: 0.0482757 Oct 30 16:28:39.975501 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a672a-91bb-46bd-9ead-6c185ef445f2 req-92199707-5b8e-4c1c-9732-3dfe51657afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:28:39.976951 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8f2a672a-91bb-46bd-9ead-6c185ef445f2 req-92199707-5b8e-4c1c-9732-3dfe51657afd service neutron] 10.222.0.44 "GET /v2.0/networks?id=c36c7048-7edc-4cd0-b877-ed3c1f531c44 HTTP/1.1" status: 200 len: 910 time: 0.0981064 Oct 30 16:28:40.029783 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8f2a672a-91bb-46bd-9ead-6c185ef445f2 req-c3d12a50-ce7d-43b6-ab28-2013bf8a0b40 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26b93089-3829-46a0-b5d8-c3096eb09429 HTTP/1.1" status: 200 len: 217 time: 0.0394535 Oct 30 16:28:40.075761 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e1ab2-7c67-45b5-9116-7e697d7b533a req-bb7088f3-d6e0-407b-822e-9c26720ba60c tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:28:40.077234 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-599e1ab2-7c67-45b5-9116-7e697d7b533a req-bb7088f3-d6e0-407b-822e-9c26720ba60c tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "GET /v2.0/ports?device_id=8fb23430-6925-46c9-a746-f385b785dae7 HTTP/1.1" status: 200 len: 946 time: 0.1196997 Oct 30 16:28:40.101644 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-5f555cce-f747-4c8c-8311-252d29a6b57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d5959c-8b09-4138-a258-c1710dfb23bd', 'name': 'tempest-TestSnapshotPattern-424878288-router', 'tenant_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'defe0d10-8f13-43a7-9c76-a85e660cd9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:24:01Z', 'updated_at': '2021-10-30T16:24:03Z', 'revision_number': 4, 'project_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'gw_port': {'id': 'defe0d10-8f13-43a7-9c76-a85e660cd9f4', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d5959c-8b09-4138-a258-c1710dfb23bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:24:01Z', 'updated_at': '2021-10-30T16:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '38f0f568-8e60-48c6-9d9e-97d00057ecd8', 'tenant_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'floating_ip_address': '172.25.4.246', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': 'f3d5959c-8b09-4138-a258-c1710dfb23bd', 'port_id': '947e91cc-b6a3-4097-9dc5-b73645c8c2eb', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c36c7048-7edc-4cd0-b877-ed3c1f531c44', 'mac_address': 'fa:16:3e:11:df:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69adde81-7064-4857-8d72-45e3d8eb6b37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T16:24:27Z', 'updated_at': '2021-10-30T16:24:29Z', 'revision_number': 1, 'project_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '977a34f4-973a-430f-b21c-ce4908ff719a', 'name': '', 'network_id': 'c36c7048-7edc-4cd0-b877-ed3c1f531c44', 'tenant_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'mac_address': 'fa:16:3e:ff:0b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d5959c-8b09-4138-a258-c1710dfb23bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '7d465177-1c7e-4049-afb0-44adde221862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:24:03Z', 'updated_at': '2021-10-30T16:24:08Z', 'revision_number': 5, 'project_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'subnets': [{'id': '7d465177-1c7e-4049-afb0-44adde221862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:28:40.110947 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a672a-91bb-46bd-9ead-6c185ef445f2 req-bf20ff1c-e0ff-4091-895e-d00ae3ebdc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:28:40.112428 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8f2a672a-91bb-46bd-9ead-6c185ef445f2 req-bf20ff1c-e0ff-4091-895e-d00ae3ebdc5b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7d465177-1c7e-4049-afb0-44adde221862 HTTP/1.1" status: 200 len: 848 time: 0.0758317 Oct 30 16:28:40.127903 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f555cce-f747-4c8c-8311-252d29a6b57f None None] Checking router: f3d5959c-8b09-4138-a258-c1710dfb23bd for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 16:28:40.136108 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f555cce-f747-4c8c-8311-252d29a6b57f None None] Routers {'f3d5959c-8b09-4138-a258-c1710dfb23bd'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:28:40.136714 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-5f555cce-f747-4c8c-8311-252d29a6b57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:28:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['f3d5959c-8b09-4138-a258-c1710dfb23bd'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:28:40.137851 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-599e1ab2-7c67-45b5-9116-7e697d7b533a req-ebc05081-53d4-44e3-b3b5-1c29dedcf42b tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "GET /v2.0/security-groups?id=43becfe1-b98d-4659-9bfb-50eed0a02101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527213 Oct 30 16:28:40.166223 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a672a-91bb-46bd-9ead-6c185ef445f2 req-4ba6f11f-2aef-4de9-8827-108172998327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:28:40.167791 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8f2a672a-91bb-46bd-9ead-6c185ef445f2 req-4ba6f11f-2aef-4de9-8827-108172998327 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c36c7048-7edc-4cd0-b877-ed3c1f531c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452206 Oct 30 16:28:40.241594 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-5f555cce-f747-4c8c-8311-252d29a6b57f None None] Set router f3d5959c-8b09-4138-a258-c1710dfb23bd gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:28:40.260962 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8f2a672a-91bb-46bd-9ead-6c185ef445f2 req-e8812afd-f06f-4faa-91f7-0e33b79c7a44 service neutron] 10.222.0.44 "GET /v2.0/networks/c36c7048-7edc-4cd0-b877-ed3c1f531c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852251 Oct 30 16:28:40.355209 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-8f2a672a-91bb-46bd-9ead-6c185ef445f2 req-6939b4d9-d11b-4521-8ba4-946c4c8067b5 service neutron] 10.222.0.44 "GET /v2.0/networks/c36c7048-7edc-4cd0-b877-ed3c1f531c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872190 Oct 30 16:28:40.465381 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-5f555cce-f747-4c8c-8311-252d29a6b57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d5959c-8b09-4138-a258-c1710dfb23bd', 'name': 'tempest-TestSnapshotPattern-424878288-router', 'tenant_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'defe0d10-8f13-43a7-9c76-a85e660cd9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:24:01Z', 'updated_at': '2021-10-30T16:24:03Z', 'revision_number': 4, 'project_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'gw_port': {'id': 'defe0d10-8f13-43a7-9c76-a85e660cd9f4', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d5959c-8b09-4138-a258-c1710dfb23bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:24:01Z', 'updated_at': '2021-10-30T16:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '38f0f568-8e60-48c6-9d9e-97d00057ecd8', 'tenant_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'floating_ip_address': '172.25.4.246', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': 'f3d5959c-8b09-4138-a258-c1710dfb23bd', 'port_id': '947e91cc-b6a3-4097-9dc5-b73645c8c2eb', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c36c7048-7edc-4cd0-b877-ed3c1f531c44', 'mac_address': 'fa:16:3e:11:df:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69adde81-7064-4857-8d72-45e3d8eb6b37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T16:24:27Z', 'updated_at': '2021-10-30T16:24:29Z', 'revision_number': 1, 'project_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '977a34f4-973a-430f-b21c-ce4908ff719a', 'name': '', 'network_id': 'c36c7048-7edc-4cd0-b877-ed3c1f531c44', 'tenant_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'mac_address': 'fa:16:3e:ff:0b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d5959c-8b09-4138-a258-c1710dfb23bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '7d465177-1c7e-4049-afb0-44adde221862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:24:03Z', 'updated_at': '2021-10-30T16:24:08Z', 'revision_number': 5, 'project_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'subnets': [{'id': '7d465177-1c7e-4049-afb0-44adde221862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:28:40.492448 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f555cce-f747-4c8c-8311-252d29a6b57f None None] The sync data for ids ['f3d5959c-8b09-4138-a258-c1710dfb23bd'] in n-d-806683-17 is: [{'id': 'f3d5959c-8b09-4138-a258-c1710dfb23bd', 'name': 'tempest-TestSnapshotPattern-424878288-router', 'tenant_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'defe0d10-8f13-43a7-9c76-a85e660cd9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:24:01Z', 'updated_at': '2021-10-30T16:24:03Z', 'revision_number': 4, 'project_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'gw_port': {'id': 'defe0d10-8f13-43a7-9c76-a85e660cd9f4', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d5959c-8b09-4138-a258-c1710dfb23bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:24:01Z', 'updated_at': '2021-10-30T16:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_floatingips': [{'id': '38f0f568-8e60-48c6-9d9e-97d00057ecd8', 'tenant_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'floating_ip_address': '172.25.4.246', 'floating_network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'router_id': 'f3d5959c-8b09-4138-a258-c1710dfb23bd', 'port_id': '947e91cc-b6a3-4097-9dc5-b73645c8c2eb', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c36c7048-7edc-4cd0-b877-ed3c1f531c44', 'mac_address': 'fa:16:3e:11:df:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69adde81-7064-4857-8d72-45e3d8eb6b37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-30T16:24:27Z', 'updated_at': '2021-10-30T16:24:29Z', 'revision_number': 1, 'project_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '977a34f4-973a-430f-b21c-ce4908ff719a', 'name': '', 'network_id': 'c36c7048-7edc-4cd0-b877-ed3c1f531c44', 'tenant_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'mac_address': 'fa:16:3e:ff:0b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d5959c-8b09-4138-a258-c1710dfb23bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '7d465177-1c7e-4049-afb0-44adde221862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:24:03Z', 'updated_at': '2021-10-30T16:24:08Z', 'revision_number': 5, 'project_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'subnets': [{'id': '7d465177-1c7e-4049-afb0-44adde221862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 16:28:40.712999 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f33ef4-edd8-4f25-9f17-065be0243bff None None] New status for floating IP 2b93eb88-6ba3-48ef-b33e-2cc5ea1c92ae: DOWN {{(pid=102132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 16:28:41.257776 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d026ed-b243-43ef-8e17-6bf493d7bdaa req-0997ced8-1847-4998-8261-1d4e253177df tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:28:41.259414 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-53d026ed-b243-43ef-8e17-6bf493d7bdaa req-0997ced8-1847-4998-8261-1d4e253177df tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "GET /v2.0/ports?device_id=8fb23430-6925-46c9-a746-f385b785dae7 HTTP/1.1" status: 200 len: 946 time: 0.0512476 Oct 30 16:28:41.297670 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-53d026ed-b243-43ef-8e17-6bf493d7bdaa req-c07cef4d-552a-4865-a40a-2ebf6301d9b8 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "GET /v2.0/security-groups?id=43becfe1-b98d-4659-9bfb-50eed0a02101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320575 Oct 30 16:28:41.506833 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4811a1-068c-4f70-aa82-35686a40cb2d req-14dc6314-b745-446e-9605-6f29d4f196ad tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:28:41.508255 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-eb4811a1-068c-4f70-aa82-35686a40cb2d req-14dc6314-b745-446e-9605-6f29d4f196ad tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.44 "GET /v2.0/ports?device_id=8fb23430-6925-46c9-a746-f385b785dae7 HTTP/1.1" status: 200 len: 946 time: 0.0482640 Oct 30 16:28:41.594297 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-eb4811a1-068c-4f70-aa82-35686a40cb2d req-04b1da90-2bb8-4941-a7b0-092862f0f19f tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Deleting port 26b93089-3829-46a0-b5d8-c3096eb09429 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:28:41.594635 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-eb4811a1-068c-4f70-aa82-35686a40cb2d req-04b1da90-2bb8-4941-a7b0-092862f0f19f tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:41.687978 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-eb4811a1-068c-4f70-aa82-35686a40cb2d req-04b1da90-2bb8-4941-a7b0-092862f0f19f tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] For port 26b93089-3829-46a0-b5d8-c3096eb09429, host n-h2-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-17',level=0,port_id=26b93089-3829-46a0-b5d8-c3096eb09429,segment=NetworkSegment(d056495e-cbe3-49bb-8a40-c93b285f21ac),segment_id=d056495e-cbe3-49bb-8a40-c93b285f21ac)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:28:41.688345 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-eb4811a1-068c-4f70-aa82-35686a40cb2d req-04b1da90-2bb8-4941-a7b0-092862f0f19f tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:41.700702 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-eb4811a1-068c-4f70-aa82-35686a40cb2d req-04b1da90-2bb8-4941-a7b0-092862f0f19f tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Calling delete_port for 26b93089-3829-46a0-b5d8-c3096eb09429 owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:28:41.826472 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-eb4811a1-068c-4f70-aa82-35686a40cb2d req-04b1da90-2bb8-4941-a7b0-092862f0f19f tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:41.853337 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b1da90-2bb8-4941-a7b0-092862f0f19f tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Pushing event deleted for resources: {'Port': ['ID=26b93089-3829-46a0-b5d8-c3096eb09429,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:28:41.866333 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b1da90-2bb8-4941-a7b0-092862f0f19f tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:28:41.866666 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b1da90-2bb8-4941-a7b0-092862f0f19f tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:28:41.867005 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b1da90-2bb8-4941-a7b0-092862f0f19f tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:28:41.867340 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b1da90-2bb8-4941-a7b0-092862f0f19f tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:28:41.867723 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b1da90-2bb8-4941-a7b0-092862f0f19f tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:28:41.868056 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b1da90-2bb8-4941-a7b0-092862f0f19f tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:28:41.868382 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b1da90-2bb8-4941-a7b0-092862f0f19f tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:28:41.868706 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b1da90-2bb8-4941-a7b0-092862f0f19f tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:28:41.869028 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b1da90-2bb8-4941-a7b0-092862f0f19f tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:28:41.869351 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b1da90-2bb8-4941-a7b0-092862f0f19f tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:28:41.869671 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b1da90-2bb8-4941-a7b0-092862f0f19f tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:28:41.869992 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b1da90-2bb8-4941-a7b0-092862f0f19f tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-17 {{(pid=102130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 16:28:41.907871 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb4811a1-068c-4f70-aa82-35686a40cb2d req-04b1da90-2bb8-4941-a7b0-092862f0f19f tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] No DVR routers for this DVR port 26b93089-3829-46a0-b5d8-c3096eb09429 on host n-h2-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 16:28:41.910744 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-eb4811a1-068c-4f70-aa82-35686a40cb2d req-04b1da90-2bb8-4941-a7b0-092862f0f19f tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:41.915152 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-eb4811a1-068c-4f70-aa82-35686a40cb2d req-04b1da90-2bb8-4941-a7b0-092862f0f19f tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.44 "DELETE /v2.0/ports/26b93089-3829-46a0-b5d8-c3096eb09429 HTTP/1.1" status: 204 len: 173 time: 0.4012718 Oct 30 16:28:41.915664 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fb23430-6925-46c9-a746-f385b785dae7', 'name': 'network-vif-deleted', 'tag': '26b93089-3829-46a0-b5d8-c3096eb09429'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:28:41.918528 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}931ac027fb50588f101e6e2f92584f6f115530be99269a43aae453735a93652f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1781b23b-892a-4596-a824-a7b53ac9a440" -d '{"events": [{"server_uuid": "8fb23430-6925-46c9-a746-f385b785dae7", "name": "network-vif-deleted", "tag": "26b93089-3829-46a0-b5d8-c3096eb09429"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:28:41.960168 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 16:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b34b27-e611-4815-9b0a-9138620c1c8b x-openstack-request-id: req-f1b34b27-e611-4815-9b0a-9138620c1c8b {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:28:41.960483 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fb23430-6925-46c9-a746-f385b785dae7", "name": "network-vif-deleted", "tag": "26b93089-3829-46a0-b5d8-c3096eb09429", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:28:41.960724 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f1b34b27-e611-4815-9b0a-9138620c1c8b {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:28:41.961131 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fb23430-6925-46c9-a746-f385b785dae7', 'name': 'network-vif-deleted', 'tag': '26b93089-3829-46a0-b5d8-c3096eb09429', 'status': 'completed', 'code': 200} Oct 30 16:28:42.424520 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-bf83d010-d13d-442f-ac69-b80c64d130fa req-0941e006-e7f0-4022-9412-8190e54f0a0c tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "GET /v2.0/ports?device_id=8fb23430-6925-46c9-a746-f385b785dae7 HTTP/1.1" status: 200 len: 210 time: 0.0275755 Oct 30 16:28:43.858146 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 26b93089-3829-46a0-b5d8-c3096eb09429 no longer exists at agent hyperv_n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 16:28:43.877922 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] No Port match for: 26b93089-3829-46a0-b5d8-c3096eb09429 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 16:28:43.878289 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Device 26b93089-3829-46a0-b5d8-c3096eb09429 not bound to the agent host n-h2-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 16:28:44.007839 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 32914) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:28:44.158089 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-a736cbda-f97e-4e38-b106-aacca39f6ae5 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Deleting port 0be6ef06-7828-499e-a164-f78cae6b6a78 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:28:44.158427 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a736cbda-f97e-4e38-b106-aacca39f6ae5 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:44.512373 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a736cbda-f97e-4e38-b106-aacca39f6ae5 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:44.512696 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a736cbda-f97e-4e38-b106-aacca39f6ae5 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:44.524197 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-a736cbda-f97e-4e38-b106-aacca39f6ae5 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Calling delete_port for 0be6ef06-7828-499e-a164-f78cae6b6a78 owned by network:floatingip {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:28:44.665838 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a736cbda-f97e-4e38-b106-aacca39f6ae5 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:44.699556 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a736cbda-f97e-4e38-b106-aacca39f6ae5 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Pushing event deleted for resources: {'Port': ['ID=0be6ef06-7828-499e-a164-f78cae6b6a78,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:28:44.756973 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a736cbda-f97e-4e38-b106-aacca39f6ae5 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks [] for floatingip, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:44.757448 n-d-806683-17 neutron-server[102131]: INFO neutron.db.l3_db [None req-a736cbda-f97e-4e38-b106-aacca39f6ae5 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Floating IP 38f0f568-8e60-48c6-9d9e-97d00057ecd8 disassociated (deleted). External IP: 172.25.4.246, port: 947e91cc-b6a3-4097-9dc5-b73645c8c2eb. Oct 30 16:28:44.962691 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a736cbda-f97e-4e38-b106-aacca39f6ae5 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Router f3d5959c-8b09-4138-a258-c1710dfb23bd has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 16:28:45.075968 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a736cbda-f97e-4e38-b106-aacca39f6ae5 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 16:28:45.081718 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a736cbda-f97e-4e38-b106-aacca39f6ae5 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for floatingip, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:45.091362 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a962693-7bf0-441c-8700-892e807f4fd2 None None] Sync routers for ids ['f3d5959c-8b09-4138-a258-c1710dfb23bd'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 16:28:45.102288 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a962693-7bf0-441c-8700-892e807f4fd2 None None] Routers {'f3d5959c-8b09-4138-a258-c1710dfb23bd'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:28:45.102886 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-8a962693-7bf0-441c-8700-892e807f4fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:28:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['f3d5959c-8b09-4138-a258-c1710dfb23bd'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:28:45.113742 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-a736cbda-f97e-4e38-b106-aacca39f6ae5 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "DELETE /v2.0/floatingips/38f0f568-8e60-48c6-9d9e-97d00057ecd8 HTTP/1.1" status: 204 len: 168 time: 1.1047583 Oct 30 16:28:45.114353 n-d-806683-17 neutron-server[102131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69adde81-7064-4857-8d72-45e3d8eb6b37', 'tag': '947e91cc-b6a3-4097-9dc5-b73645c8c2eb'}] {{(pid=102131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:28:45.116776 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e7654be7091c8bbf04529226aae636b409f3e4504be56e845cd6b098ed6999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d79e96-0edf-4f85-8ba2-8c20e47418a6" -d '{"events": [{"name": "network-changed", "server_uuid": "69adde81-7064-4857-8d72-45e3d8eb6b37", "tag": "947e91cc-b6a3-4097-9dc5-b73645c8c2eb"}]}' {{(pid=102131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:28:45.155222 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Oct 2021 16:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e81cf6-3f1f-49fd-8cac-1066faab3991 x-openstack-request-id: req-a3e81cf6-3f1f-49fd-8cac-1066faab3991 {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:28:45.155556 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69adde81-7064-4857-8d72-45e3d8eb6b37", "tag": "947e91cc-b6a3-4097-9dc5-b73645c8c2eb", "status": "completed", "code": 200}]} {{(pid=102131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:28:45.155944 n-d-806683-17 neutron-server[102131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a3e81cf6-3f1f-49fd-8cac-1066faab3991 {{(pid=102131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:28:45.156429 n-d-806683-17 neutron-server[102131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69adde81-7064-4857-8d72-45e3d8eb6b37', 'tag': '947e91cc-b6a3-4097-9dc5-b73645c8c2eb', 'status': 'completed', 'code': 200} Oct 30 16:28:45.232509 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d79e96-0edf-4f85-8ba2-8c20e47418a6 req-70430bf5-f7f4-4ccb-99a4-89d986f861f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:28:45.235771 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e5d79e96-0edf-4f85-8ba2-8c20e47418a6 req-70430bf5-f7f4-4ccb-99a4-89d986f861f2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f6a197d8adee469aa2ad0104cb0e0213&device_id=69adde81-7064-4857-8d72-45e3d8eb6b37 HTTP/1.1" status: 200 len: 1095 time: 0.0560739 Oct 30 16:28:45.315688 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-8a962693-7bf0-441c-8700-892e807f4fd2 None None] Set router f3d5959c-8b09-4138-a258-c1710dfb23bd gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:28:45.345531 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d79e96-0edf-4f85-8ba2-8c20e47418a6 req-2ed07fac-4623-4dab-8528-1706682d8213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:28:45.347039 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e5d79e96-0edf-4f85-8ba2-8c20e47418a6 req-2ed07fac-4623-4dab-8528-1706682d8213 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c36c7048-7edc-4cd0-b877-ed3c1f531c44 HTTP/1.1" status: 200 len: 910 time: 0.1035545 Oct 30 16:28:45.402855 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e5d79e96-0edf-4f85-8ba2-8c20e47418a6 req-0f7ecd6e-7c0d-4ed2-9de0-0e4b76ac59bd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=947e91cc-b6a3-4097-9dc5-b73645c8c2eb HTTP/1.1" status: 200 len: 217 time: 0.0483959 Oct 30 16:28:45.489417 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b22c9-d78b-4b69-b39c-f47d6d3ecfe2 req-c48681a9-abcc-4b0a-9764-592c28c06bf6 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:28:45.491320 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f21b22c9-d78b-4b69-b39c-f47d6d3ecfe2 req-c48681a9-abcc-4b0a-9764-592c28c06bf6 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "GET /v2.0/ports?device_id=69adde81-7064-4857-8d72-45e3d8eb6b37 HTTP/1.1" status: 200 len: 943 time: 0.1854951 Oct 30 16:28:45.492628 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d79e96-0edf-4f85-8ba2-8c20e47418a6 req-da072d11-0ee9-47e4-8d2b-91e7dd8842da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:28:45.493917 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e5d79e96-0edf-4f85-8ba2-8c20e47418a6 req-da072d11-0ee9-47e4-8d2b-91e7dd8842da service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7d465177-1c7e-4049-afb0-44adde221862 HTTP/1.1" status: 200 len: 848 time: 0.0825253 Oct 30 16:28:45.523188 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-8a962693-7bf0-441c-8700-892e807f4fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d5959c-8b09-4138-a258-c1710dfb23bd', 'name': 'tempest-TestSnapshotPattern-424878288-router', 'tenant_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'defe0d10-8f13-43a7-9c76-a85e660cd9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:24:01Z', 'updated_at': '2021-10-30T16:24:03Z', 'revision_number': 4, 'project_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'gw_port': {'id': 'defe0d10-8f13-43a7-9c76-a85e660cd9f4', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d5959c-8b09-4138-a258-c1710dfb23bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:24:01Z', 'updated_at': '2021-10-30T16:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '977a34f4-973a-430f-b21c-ce4908ff719a', 'name': '', 'network_id': 'c36c7048-7edc-4cd0-b877-ed3c1f531c44', 'tenant_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'mac_address': 'fa:16:3e:ff:0b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d5959c-8b09-4138-a258-c1710dfb23bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '7d465177-1c7e-4049-afb0-44adde221862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:24:03Z', 'updated_at': '2021-10-30T16:24:08Z', 'revision_number': 5, 'project_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'subnets': [{'id': '7d465177-1c7e-4049-afb0-44adde221862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:28:45.553986 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a962693-7bf0-441c-8700-892e807f4fd2 None None] Checking router: f3d5959c-8b09-4138-a258-c1710dfb23bd for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 16:28:45.555199 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-f21b22c9-d78b-4b69-b39c-f47d6d3ecfe2 req-c6277963-682a-453c-95ba-2528e1062ca8 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "GET /v2.0/security-groups?id=43becfe1-b98d-4659-9bfb-50eed0a02101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574110 Oct 30 16:28:45.563565 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d79e96-0edf-4f85-8ba2-8c20e47418a6 req-27bea74b-5f05-46bf-ab96-7f7baa7395f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:28:45.565051 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e5d79e96-0edf-4f85-8ba2-8c20e47418a6 req-27bea74b-5f05-46bf-ab96-7f7baa7395f1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c36c7048-7edc-4cd0-b877-ed3c1f531c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0616407 Oct 30 16:28:45.567163 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a962693-7bf0-441c-8700-892e807f4fd2 None None] Routers {'f3d5959c-8b09-4138-a258-c1710dfb23bd'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:28:45.567875 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-8a962693-7bf0-441c-8700-892e807f4fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:28:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['f3d5959c-8b09-4138-a258-c1710dfb23bd'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:28:45.660072 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e5d79e96-0edf-4f85-8ba2-8c20e47418a6 req-92fc06c0-2ae8-4bf5-b831-106768776b45 service neutron] 10.222.0.53 "GET /v2.0/networks/c36c7048-7edc-4cd0-b877-ed3c1f531c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864007 Oct 30 16:28:45.672195 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-8a962693-7bf0-441c-8700-892e807f4fd2 None None] Set router f3d5959c-8b09-4138-a258-c1710dfb23bd gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:28:45.760117 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-e5d79e96-0edf-4f85-8ba2-8c20e47418a6 req-fa3f66cc-be42-4e76-a95f-50f003f0a322 service neutron] 10.222.0.53 "GET /v2.0/networks/c36c7048-7edc-4cd0-b877-ed3c1f531c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923116 Oct 30 16:28:45.873030 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-8a962693-7bf0-441c-8700-892e807f4fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d5959c-8b09-4138-a258-c1710dfb23bd', 'name': 'tempest-TestSnapshotPattern-424878288-router', 'tenant_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'defe0d10-8f13-43a7-9c76-a85e660cd9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:24:01Z', 'updated_at': '2021-10-30T16:24:03Z', 'revision_number': 4, 'project_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'gw_port': {'id': 'defe0d10-8f13-43a7-9c76-a85e660cd9f4', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d5959c-8b09-4138-a258-c1710dfb23bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:24:01Z', 'updated_at': '2021-10-30T16:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '977a34f4-973a-430f-b21c-ce4908ff719a', 'name': '', 'network_id': 'c36c7048-7edc-4cd0-b877-ed3c1f531c44', 'tenant_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'mac_address': 'fa:16:3e:ff:0b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d5959c-8b09-4138-a258-c1710dfb23bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '7d465177-1c7e-4049-afb0-44adde221862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:24:03Z', 'updated_at': '2021-10-30T16:24:08Z', 'revision_number': 5, 'project_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'subnets': [{'id': '7d465177-1c7e-4049-afb0-44adde221862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:28:45.897788 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a962693-7bf0-441c-8700-892e807f4fd2 None None] The sync data for ids ['f3d5959c-8b09-4138-a258-c1710dfb23bd'] in n-d-806683-17 is: [{'id': 'f3d5959c-8b09-4138-a258-c1710dfb23bd', 'name': 'tempest-TestSnapshotPattern-424878288-router', 'tenant_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'defe0d10-8f13-43a7-9c76-a85e660cd9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:24:01Z', 'updated_at': '2021-10-30T16:24:03Z', 'revision_number': 4, 'project_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'gw_port': {'id': 'defe0d10-8f13-43a7-9c76-a85e660cd9f4', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d5959c-8b09-4138-a258-c1710dfb23bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:24:01Z', 'updated_at': '2021-10-30T16:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17', '_interfaces': [{'id': '977a34f4-973a-430f-b21c-ce4908ff719a', 'name': '', 'network_id': 'c36c7048-7edc-4cd0-b877-ed3c1f531c44', 'tenant_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'mac_address': 'fa:16:3e:ff:0b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d5959c-8b09-4138-a258-c1710dfb23bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '7d465177-1c7e-4049-afb0-44adde221862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:24:03Z', 'updated_at': '2021-10-30T16:24:08Z', 'revision_number': 5, 'project_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'subnets': [{'id': '7d465177-1c7e-4049-afb0-44adde221862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 16:28:46.117263 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7b29ba-98b2-405a-a98c-edc80afb12e6 None None] New status for floating IP 38f0f568-8e60-48c6-9d9e-97d00057ecd8: DOWN {{(pid=102132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 30 16:28:46.723340 n-d-806683-17 neutron-server[102131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886125e3-0bb9-4589-8209-009624319575 req-a0eb21f0-bc43-4979-b7fd-e9390e815df9 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:28:46.724847 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-886125e3-0bb9-4589-8209-009624319575 req-a0eb21f0-bc43-4979-b7fd-e9390e815df9 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "GET /v2.0/ports?device_id=69adde81-7064-4857-8d72-45e3d8eb6b37 HTTP/1.1" status: 200 len: 943 time: 0.0973942 Oct 30 16:28:46.765810 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [req-886125e3-0bb9-4589-8209-009624319575 req-f0df0245-d36f-4a6e-ab1a-1fdf41c77ddf tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "GET /v2.0/security-groups?id=43becfe1-b98d-4659-9bfb-50eed0a02101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349038 Oct 30 16:28:46.845916 n-d-806683-17 neutron-server[102130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e7b55-d6fd-4345-9377-494e9e5b5d3e req-35f1bb3d-ccc1-48ba-a2d6-60095a4077f5 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 30 16:28:46.847252 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b49e7b55-d6fd-4345-9377-494e9e5b5d3e req-35f1bb3d-ccc1-48ba-a2d6-60095a4077f5 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.53 "GET /v2.0/ports?device_id=69adde81-7064-4857-8d72-45e3d8eb6b37 HTTP/1.1" status: 200 len: 943 time: 0.0471780 Oct 30 16:28:46.932727 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-b49e7b55-d6fd-4345-9377-494e9e5b5d3e req-907c4a2b-bad8-41d8-8ffd-87c1c45fbe15 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Deleting port 947e91cc-b6a3-4097-9dc5-b73645c8c2eb {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:28:46.933067 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b49e7b55-d6fd-4345-9377-494e9e5b5d3e req-907c4a2b-bad8-41d8-8ffd-87c1c45fbe15 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:47.022927 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [req-b49e7b55-d6fd-4345-9377-494e9e5b5d3e req-907c4a2b-bad8-41d8-8ffd-87c1c45fbe15 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] For port 947e91cc-b6a3-4097-9dc5-b73645c8c2eb, host n-h1-806683-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-17',level=0,port_id=947e91cc-b6a3-4097-9dc5-b73645c8c2eb,segment=NetworkSegment(d056495e-cbe3-49bb-8a40-c93b285f21ac),segment_id=d056495e-cbe3-49bb-8a40-c93b285f21ac)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:28:47.023288 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b49e7b55-d6fd-4345-9377-494e9e5b5d3e req-907c4a2b-bad8-41d8-8ffd-87c1c45fbe15 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:47.035483 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [req-b49e7b55-d6fd-4345-9377-494e9e5b5d3e req-907c4a2b-bad8-41d8-8ffd-87c1c45fbe15 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Calling delete_port for 947e91cc-b6a3-4097-9dc5-b73645c8c2eb owned by compute:nova {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:28:47.159522 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b49e7b55-d6fd-4345-9377-494e9e5b5d3e req-907c4a2b-bad8-41d8-8ffd-87c1c45fbe15 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:47.187862 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907c4a2b-bad8-41d8-8ffd-87c1c45fbe15 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Pushing event deleted for resources: {'Port': ['ID=947e91cc-b6a3-4097-9dc5-b73645c8c2eb,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:28:47.227522 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.l3_dvrscheduler_db [req-b49e7b55-d6fd-4345-9377-494e9e5b5d3e req-907c4a2b-bad8-41d8-8ffd-87c1c45fbe15 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] No DVR routers for this DVR port 947e91cc-b6a3-4097-9dc5-b73645c8c2eb on host n-h1-806683-17 {{(pid=102130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 16:28:47.230130 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [req-b49e7b55-d6fd-4345-9377-494e9e5b5d3e req-907c4a2b-bad8-41d8-8ffd-87c1c45fbe15 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15084'] for port, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:47.233526 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [req-b49e7b55-d6fd-4345-9377-494e9e5b5d3e req-907c4a2b-bad8-41d8-8ffd-87c1c45fbe15 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.53 "DELETE /v2.0/ports/947e91cc-b6a3-4097-9dc5-b73645c8c2eb HTTP/1.1" status: 204 len: 173 time: 0.3803070 Oct 30 16:28:47.233969 n-d-806683-17 neutron-server[102130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69adde81-7064-4857-8d72-45e3d8eb6b37', 'name': 'network-vif-deleted', 'tag': '947e91cc-b6a3-4097-9dc5-b73645c8c2eb'}] {{(pid=102130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 30 16:28:47.236240 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}931ac027fb50588f101e6e2f92584f6f115530be99269a43aae453735a93652f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be1446c-d4a9-4559-8881-107ca46b0394" -d '{"events": [{"server_uuid": "69adde81-7064-4857-8d72-45e3d8eb6b37", "name": "network-vif-deleted", "tag": "947e91cc-b6a3-4097-9dc5-b73645c8c2eb"}]}' {{(pid=102130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 16:28:47.276040 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Oct 2021 16:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3524022e-66d9-4cc7-a121-22187a338faf x-openstack-request-id: req-3524022e-66d9-4cc7-a121-22187a338faf {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 16:28:47.276400 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69adde81-7064-4857-8d72-45e3d8eb6b37", "name": "network-vif-deleted", "tag": "947e91cc-b6a3-4097-9dc5-b73645c8c2eb", "status": "completed", "code": 200}]} {{(pid=102130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 16:28:47.276584 n-d-806683-17 neutron-server[102130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3524022e-66d9-4cc7-a121-22187a338faf {{(pid=102130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 16:28:47.277036 n-d-806683-17 neutron-server[102130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69adde81-7064-4857-8d72-45e3d8eb6b37', 'name': 'network-vif-deleted', 'tag': '947e91cc-b6a3-4097-9dc5-b73645c8c2eb', 'status': 'completed', 'code': 200} Oct 30 16:28:47.825116 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 32932) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:28:47.881828 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-89309715-5d09-4070-8fee-35dc9ac443d2 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:47.905990 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-89309715-5d09-4070-8fee-35dc9ac443d2 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:47.965036 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-89309715-5d09-4070-8fee-35dc9ac443d2 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:47.967776 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-89309715-5d09-4070-8fee-35dc9ac443d2 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:47.969300 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-89309715-5d09-4070-8fee-35dc9ac443d2 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] 10.222.0.62 "DELETE /v2.0/security-groups/43becfe1-b98d-4659-9bfb-50eed0a02101 HTTP/1.1" status: 204 len: 168 time: 0.1439533 Oct 30 16:28:47.978622 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89309715-5d09-4070-8fee-35dc9ac443d2 tempest-TestSnapshotPattern-2088539101 tempest-TestSnapshotPattern-2088539101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43becfe1-b98d-4659-9bfb-50eed0a02101,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:28:48.018164 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 32936) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:28:48.352068 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-990dba0f-d570-40a4-beb8-78520dc3fd9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:48.602310 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-990dba0f-d570-40a4-beb8-78520dc3fd9c admin admin] Deleting port 977a34f4-973a-430f-b21c-ce4908ff719a {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:28:48.602553 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-990dba0f-d570-40a4-beb8-78520dc3fd9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:48.690512 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-990dba0f-d570-40a4-beb8-78520dc3fd9c admin admin] For port 977a34f4-973a-430f-b21c-ce4908ff719a, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=977a34f4-973a-430f-b21c-ce4908ff719a,segment=NetworkSegment(d056495e-cbe3-49bb-8a40-c93b285f21ac),segment_id=d056495e-cbe3-49bb-8a40-c93b285f21ac)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:28:48.691036 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-990dba0f-d570-40a4-beb8-78520dc3fd9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:48.704255 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-990dba0f-d570-40a4-beb8-78520dc3fd9c admin admin] Calling delete_port for 977a34f4-973a-430f-b21c-ce4908ff719a owned by network:router_interface {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:28:48.886644 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-990dba0f-d570-40a4-beb8-78520dc3fd9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:48.913388 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990dba0f-d570-40a4-beb8-78520dc3fd9c admin admin] Pushing event deleted for resources: {'Port': ['ID=977a34f4-973a-430f-b21c-ce4908ff719a,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:28:49.080767 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-990dba0f-d570-40a4-beb8-78520dc3fd9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:49.298280 n-d-806683-17 neutron-server[102131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-990dba0f-d570-40a4-beb8-78520dc3fd9c admin admin] Router f3d5959c-8b09-4138-a258-c1710dfb23bd has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 16:28:49.403038 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-990dba0f-d570-40a4-beb8-78520dc3fd9c admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 16:28:49.408193 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-990dba0f-d570-40a4-beb8-78520dc3fd9c admin admin] 10.222.0.62 "PUT /v2.0/routers/f3d5959c-8b09-4138-a258-c1710dfb23bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3889654 Oct 30 16:28:49.410821 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 32938) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:28:49.414096 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6edfc0-8b2c-4593-8562-02a6cf33af34 None None] Sync routers for ids ['f3d5959c-8b09-4138-a258-c1710dfb23bd'] in n-d-806683-17 {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 16:28:49.427698 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6edfc0-8b2c-4593-8562-02a6cf33af34 None None] Routers {'f3d5959c-8b09-4138-a258-c1710dfb23bd'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:28:49.428307 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-da6edfc0-8b2c-4593-8562-02a6cf33af34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:28:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['f3d5959c-8b09-4138-a258-c1710dfb23bd'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:28:49.517428 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5176665f-814f-4d12-b217-bf4c4c34aaee admin admin] Publish callbacks [] for router, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:49.530925 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-da6edfc0-8b2c-4593-8562-02a6cf33af34 None None] Set router f3d5959c-8b09-4138-a258-c1710dfb23bd gateway port host: n-d-806683-17 {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:28:49.619854 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5176665f-814f-4d12-b217-bf4c4c34aaee admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:49.685403 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-5176665f-814f-4d12-b217-bf4c4c34aaee admin admin] Deleting port defe0d10-8f13-43a7-9c76-a85e660cd9f4 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:28:49.685744 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5176665f-814f-4d12-b217-bf4c4c34aaee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:49.715666 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-da6edfc0-8b2c-4593-8562-02a6cf33af34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d5959c-8b09-4138-a258-c1710dfb23bd', 'name': 'tempest-TestSnapshotPattern-424878288-router', 'tenant_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'defe0d10-8f13-43a7-9c76-a85e660cd9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:24:01Z', 'updated_at': '2021-10-30T16:28:48Z', 'revision_number': 5, 'project_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'gw_port': {'id': 'defe0d10-8f13-43a7-9c76-a85e660cd9f4', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d5959c-8b09-4138-a258-c1710dfb23bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:24:01Z', 'updated_at': '2021-10-30T16:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:28:49.742379 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6edfc0-8b2c-4593-8562-02a6cf33af34 None None] Checking router: f3d5959c-8b09-4138-a258-c1710dfb23bd for host: n-d-806683-17 {{(pid=102133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 16:28:49.750486 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6edfc0-8b2c-4593-8562-02a6cf33af34 None None] Routers {'f3d5959c-8b09-4138-a258-c1710dfb23bd'} bound to L3 agent in host n-d-806683-17 {{(pid=102133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:28:49.751085 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-da6edfc0-8b2c-4593-8562-02a6cf33af34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:28:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['f3d5959c-8b09-4138-a258-c1710dfb23bd'], 'active': True} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:28:49.768011 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-5176665f-814f-4d12-b217-bf4c4c34aaee admin admin] For port defe0d10-8f13-43a7-9c76-a85e660cd9f4, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=defe0d10-8f13-43a7-9c76-a85e660cd9f4,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:28:49.768377 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5176665f-814f-4d12-b217-bf4c4c34aaee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:49.779802 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-5176665f-814f-4d12-b217-bf4c4c34aaee admin admin] Calling delete_port for defe0d10-8f13-43a7-9c76-a85e660cd9f4 owned by network:router_gateway {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:28:49.834493 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_dvr_db [None req-da6edfc0-8b2c-4593-8562-02a6cf33af34 None None] Set router f3d5959c-8b09-4138-a258-c1710dfb23bd gateway port host: None {{(pid=102133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:28:49.874843 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 947e91cc-b6a3-4097-9dc5-b73645c8c2eb no longer exists at agent hyperv_n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 16:28:49.887330 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.l3_hamode_db [None req-da6edfc0-8b2c-4593-8562-02a6cf33af34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d5959c-8b09-4138-a258-c1710dfb23bd', 'name': 'tempest-TestSnapshotPattern-424878288-router', 'tenant_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:24:01Z', 'updated_at': '2021-10-30T16:28:49Z', 'revision_number': 6, 'project_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'gw_port_host': None}], 'n-d-806683-17', False) {} {{(pid=102133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:28:49.899647 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] No Port match for: 947e91cc-b6a3-4097-9dc5-b73645c8c2eb {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 16:28:49.900014 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Device 947e91cc-b6a3-4097-9dc5-b73645c8c2eb not bound to the agent host n-h1-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 16:28:49.914412 n-d-806683-17 neutron-server[102133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6edfc0-8b2c-4593-8562-02a6cf33af34 None None] The sync data for ids ['f3d5959c-8b09-4138-a258-c1710dfb23bd'] in n-d-806683-17 is: [{'id': 'f3d5959c-8b09-4138-a258-c1710dfb23bd', 'name': 'tempest-TestSnapshotPattern-424878288-router', 'tenant_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:24:01Z', 'updated_at': '2021-10-30T16:28:49Z', 'revision_number': 6, 'project_id': 'f6a197d8adee469aa2ad0104cb0e0213', 'gw_port_host': None}] {{(pid=102133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 16:28:49.952128 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5176665f-814f-4d12-b217-bf4c4c34aaee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:49.976611 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5176665f-814f-4d12-b217-bf4c4c34aaee admin admin] Pushing event deleted for resources: {'Port': ['ID=defe0d10-8f13-43a7-9c76-a85e660cd9f4,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:28:50.037927 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5176665f-814f-4d12-b217-bf4c4c34aaee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:50.130291 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5176665f-814f-4d12-b217-bf4c4c34aaee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:50.132373 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5176665f-814f-4d12-b217-bf4c4c34aaee admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:50.177020 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5176665f-814f-4d12-b217-bf4c4c34aaee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:50.177590 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5176665f-814f-4d12-b217-bf4c4c34aaee admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3d5959c-8b09-4138-a258-c1710dfb23bd {{(pid=102131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 16:28:50.181899 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-5176665f-814f-4d12-b217-bf4c4c34aaee admin admin] Publish callbacks [] for router, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:50.183109 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-5176665f-814f-4d12-b217-bf4c4c34aaee admin admin] 10.222.0.62 "DELETE /v2.0/routers/f3d5959c-8b09-4138-a258-c1710dfb23bd HTTP/1.1" status: 204 len: 168 time: 0.7708428 Oct 30 16:28:50.185813 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 32940) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:28:50.231318 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.db_base_plugin_v2 [None req-a480a405-1a6c-462c-931f-8c72f0979b81 admin admin] Deleting subnet 7d465177-1c7e-4049-afb0-44adde221862 {{(pid=102131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 16:28:50.234409 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a480a405-1a6c-462c-931f-8c72f0979b81 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:50.268927 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a480a405-1a6c-462c-931f-8c72f0979b81 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6168842'] for subnet, precommit_delete_associations {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:50.357918 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a480a405-1a6c-462c-931f-8c72f0979b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:50.412290 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a480a405-1a6c-462c-931f-8c72f0979b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5888346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4640597'] for subnet, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:50.438477 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a480a405-1a6c-462c-931f-8c72f0979b81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d465177-1c7e-4049-afb0-44adde221862,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:28:50.442236 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-a480a405-1a6c-462c-931f-8c72f0979b81 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:50.445974 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-a480a405-1a6c-462c-931f-8c72f0979b81 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/7d465177-1c7e-4049-afb0-44adde221862 HTTP/1.1" status: 204 len: 168 time: 0.2592103 Oct 30 16:28:50.448634 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 32942) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:28:50.448807 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb871cf-4bb5-436a-aeb9-8c575e44fd5f None None] Network c36c7048-7edc-4cd0-b877-ed3c1f531c44 requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 16:28:50.521121 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c39d393f-263e-48d7-acc8-9db000c2a9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:50.578130 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-c39d393f-263e-48d7-acc8-9db000c2a9ef admin admin] Deleting port 101be572-dbdd-44bc-8844-3c3ef3f609e0 {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:28:50.578469 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c39d393f-263e-48d7-acc8-9db000c2a9ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:50.644615 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-c39d393f-263e-48d7-acc8-9db000c2a9ef admin admin] For port 101be572-dbdd-44bc-8844-3c3ef3f609e0, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=101be572-dbdd-44bc-8844-3c3ef3f609e0,segment=NetworkSegment(d056495e-cbe3-49bb-8a40-c93b285f21ac),segment_id=d056495e-cbe3-49bb-8a40-c93b285f21ac)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:28:50.644980 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c39d393f-263e-48d7-acc8-9db000c2a9ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:50.659130 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-c39d393f-263e-48d7-acc8-9db000c2a9ef admin admin] Calling delete_port for 101be572-dbdd-44bc-8844-3c3ef3f609e0 owned by network:dhcp {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:28:50.664655 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770ca796-02c5-4835-85cf-208239a4325e None None] DHCP port deletion for c36c7048-7edc-4cd0-b877-ed3c1f531c44 request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 16:28:50.724244 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-770ca796-02c5-4835-85cf-208239a4325e None None] Deleting port 101be572-dbdd-44bc-8844-3c3ef3f609e0 {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:28:50.724662 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-770ca796-02c5-4835-85cf-208239a4325e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:50.749745 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c39d393f-263e-48d7-acc8-9db000c2a9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:50.776726 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d393f-263e-48d7-acc8-9db000c2a9ef admin admin] Pushing event deleted for resources: {'Port': ['ID=101be572-dbdd-44bc-8844-3c3ef3f609e0,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:28:50.781035 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39d393f-263e-48d7-acc8-9db000c2a9ef admin admin] No DVR routers for this DVR port 101be572-dbdd-44bc-8844-3c3ef3f609e0 on host n-d-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 16:28:50.792971 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-770ca796-02c5-4835-85cf-208239a4325e None None] For port 101be572-dbdd-44bc-8844-3c3ef3f609e0, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=101be572-dbdd-44bc-8844-3c3ef3f609e0,segment=NetworkSegment(d056495e-cbe3-49bb-8a40-c93b285f21ac),segment_id=d056495e-cbe3-49bb-8a40-c93b285f21ac)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:28:50.793372 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-770ca796-02c5-4835-85cf-208239a4325e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:50.806839 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-770ca796-02c5-4835-85cf-208239a4325e None None] Calling delete_port for 101be572-dbdd-44bc-8844-3c3ef3f609e0 owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:28:50.860562 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c39d393f-263e-48d7-acc8-9db000c2a9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:50.884639 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 16:28:50.884639 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 16:28:50.884639 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 16:28:50.884639 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 16:28:50.884639 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 16:28:50.884639 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 16:28:50.884639 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 16:28:50.884639 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 16:28:50.884639 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 16:28:50.884639 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 16:28:50.884639 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 16:28:50.884639 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 16:28:50.884639 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 16:28:50.884639 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 16:28:50.884639 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 16:28:50.884639 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 16:28:50.884639 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 16:28:50.884639 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 16:28:50.884639 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 16:28:50.884639 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 16:28:50.884639 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 16:28:50.884639 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 16:28:50.884639 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 16:28:50.884639 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 16:28:50.884639 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 16:28:50.884639 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 16:28:50.884639 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 16:28:50.884639 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 16:28:50.884639 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 16:28:50.884639 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 16:28:50.884639 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 16:28:50.884639 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 16:28:50.884639 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 16:28:50.884639 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 16:28:50.884639 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 16:28:50.884639 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 16:28:50.884639 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 16:28:50.884639 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 16:28:50.884639 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 16:28:50.884639 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 16:28:50.884639 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 16:28:50.884639 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 16:28:50.884639 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 16:28:50.884639 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 16:28:50.884639 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 16:28:50.884639 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 16:28:50.884639 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 16:28:50.884639 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 16:28:50.884639 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 16:28:50.884639 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 16:28:50.884639 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 16:28:50.884639 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 16:28:50.884639 n-d-806683-17 neutron-server[102132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 30 16:28:50.884639 n-d-806683-17 neutron-server[102132]: self.session.flush() Oct 30 16:28:50.889522 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-770ca796-02c5-4835-85cf-208239a4325e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:50.891247 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-c39d393f-263e-48d7-acc8-9db000c2a9ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c36c7048-7edc-4cd0-b877-ed3c1f531c44']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:28:50.901832 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-c39d393f-263e-48d7-acc8-9db000c2a9ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd056495e-cbe3-49bb-8a40-c93b285f21ac') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:28:50.902140 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-c39d393f-263e-48d7-acc8-9db000c2a9ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd056495e-cbe3-49bb-8a40-c93b285f21ac') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:28:50.912649 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770ca796-02c5-4835-85cf-208239a4325e None None] Pushing event deleted for resources: {'Port': ['ID=101be572-dbdd-44bc-8844-3c3ef3f609e0,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:28:50.912877 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c39d393f-263e-48d7-acc8-9db000c2a9ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:50.919111 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770ca796-02c5-4835-85cf-208239a4325e None None] No DVR routers for this DVR port 101be572-dbdd-44bc-8844-3c3ef3f609e0 on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 16:28:50.938289 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c39d393f-263e-48d7-acc8-9db000c2a9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:50.945099 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c39d393f-263e-48d7-acc8-9db000c2a9ef admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 16:28:50.945482 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c39d393f-263e-48d7-acc8-9db000c2a9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:50.947111 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 16:28:50.947111 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 16:28:50.947111 n-d-806683-17 neutron-server[102131]: timer() Oct 30 16:28:50.947111 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 16:28:50.947111 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 16:28:50.947111 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 16:28:50.947111 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 16:28:50.947111 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 16:28:50.947111 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 16:28:50.947111 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 16:28:50.947111 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 16:28:50.947111 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 16:28:50.947111 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 16:28:50.947111 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 16:28:50.947111 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 16:28:50.947111 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 16:28:50.947111 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 16:28:50.947111 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 16:28:50.947111 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 16:28:50.947111 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 16:28:50.947111 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 16:28:50.947111 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 16:28:50.947111 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 16:28:50.947111 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 16:28:50.947111 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 16:28:50.947111 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 16:28:50.947111 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 16:28:50.947111 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 16:28:50.947111 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 16:28:50.947111 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 16:28:50.947111 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 16:28:50.947111 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 16:28:50.998998 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c39d393f-263e-48d7-acc8-9db000c2a9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:51.004293 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-c39d393f-263e-48d7-acc8-9db000c2a9ef admin admin] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:51.008406 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-c39d393f-263e-48d7-acc8-9db000c2a9ef admin admin] 10.222.0.62 "DELETE /v2.0/networks/c36c7048-7edc-4cd0-b877-ed3c1f531c44 HTTP/1.1" status: 204 len: 168 time: 0.5588193 Oct 30 16:28:51.011738 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 32944) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:28:51.019410 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d393f-263e-48d7-acc8-9db000c2a9ef admin admin] Pushing event deleted for resources: {'Network': ['ID=c36c7048-7edc-4cd0-b877-ed3c1f531c44,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:28:51.336573 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-684e2e5c-896f-427b-94d2-2dd86475f585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:51.684391 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device defe0d10-8f13-43a7-9c76-a85e660cd9f4 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 16:28:51.685702 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1ba56a9a-d47d-48c0-b905-b3d33b7e6290 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773926'] for router_interface, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:51.704685 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: defe0d10-8f13-43a7-9c76-a85e660cd9f4 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 16:28:51.705032 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device defe0d10-8f13-43a7-9c76-a85e660cd9f4 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 16:28:51.705443 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 977a34f4-973a-430f-b21c-ce4908ff719a no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 16:28:51.724284 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 977a34f4-973a-430f-b21c-ce4908ff719a {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 16:28:51.725226 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 977a34f4-973a-430f-b21c-ce4908ff719a not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 16:28:51.725638 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 101be572-dbdd-44bc-8844-3c3ef3f609e0 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 16:28:51.744821 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 101be572-dbdd-44bc-8844-3c3ef3f609e0 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 16:28:51.745163 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 101be572-dbdd-44bc-8844-3c3ef3f609e0 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 16:28:51.925420 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-1ba56a9a-d47d-48c0-b905-b3d33b7e6290 admin admin] Deleting port 4e6a15ea-1b94-4a81-8a06-a4055e77b216 {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:28:51.925753 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1ba56a9a-d47d-48c0-b905-b3d33b7e6290 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:52.002383 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-1ba56a9a-d47d-48c0-b905-b3d33b7e6290 admin admin] For port 4e6a15ea-1b94-4a81-8a06-a4055e77b216, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=4e6a15ea-1b94-4a81-8a06-a4055e77b216,segment=NetworkSegment(cc837a27-29cb-4b79-9e23-42fbe9ce1478),segment_id=cc837a27-29cb-4b79-9e23-42fbe9ce1478)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:28:52.002739 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1ba56a9a-d47d-48c0-b905-b3d33b7e6290 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:52.014976 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-1ba56a9a-d47d-48c0-b905-b3d33b7e6290 admin admin] Calling delete_port for 4e6a15ea-1b94-4a81-8a06-a4055e77b216 owned by network:router_interface {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:28:52.187653 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1ba56a9a-d47d-48c0-b905-b3d33b7e6290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:52.220539 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba56a9a-d47d-48c0-b905-b3d33b7e6290 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e6a15ea-1b94-4a81-8a06-a4055e77b216,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:28:52.378760 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-1ba56a9a-d47d-48c0-b905-b3d33b7e6290 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774066'] for router_interface, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:52.590431 n-d-806683-17 neutron-server[102130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ba56a9a-d47d-48c0-b905-b3d33b7e6290 admin admin] Router f6c8f612-ae1f-4005-a586-eefc0ffc1932 has already been hosted by L3 agent abf300b6-a4a8-4a37-9a07-43082c6b5be9 {{(pid=102130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 16:28:52.696656 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba56a9a-d47d-48c0-b905-b3d33b7e6290 admin admin] Notify agent at l3_agent.n-d-806683-17 the message routers_updated {{(pid=102130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 16:28:52.701733 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-1ba56a9a-d47d-48c0-b905-b3d33b7e6290 admin admin] 10.222.0.62 "PUT /v2.0/routers/f6c8f612-ae1f-4005-a586-eefc0ffc1932/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6888542 Oct 30 16:28:52.704292 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 32946) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:28:52.706565 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fa7a48-94d6-4072-96bd-a888b00002f2 None None] Sync routers for ids ['f6c8f612-ae1f-4005-a586-eefc0ffc1932'] in n-d-806683-17 {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 16:28:52.717350 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fa7a48-94d6-4072-96bd-a888b00002f2 None None] Routers {'f6c8f612-ae1f-4005-a586-eefc0ffc1932'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:28:52.717974 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-b1fa7a48-94d6-4072-96bd-a888b00002f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:28:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['f6c8f612-ae1f-4005-a586-eefc0ffc1932'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:28:52.808248 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-da7ede78-ba83-4512-b607-da83925a1235 admin admin] Publish callbacks [] for router, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:52.824688 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-b1fa7a48-94d6-4072-96bd-a888b00002f2 None None] Set router f6c8f612-ae1f-4005-a586-eefc0ffc1932 gateway port host: n-d-806683-17 {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:28:52.912862 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-da7ede78-ba83-4512-b607-da83925a1235 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:52.969748 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-da7ede78-ba83-4512-b607-da83925a1235 admin admin] Deleting port 5f05f43f-8343-4b17-90ac-3f0709a5431f {{(pid=102130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:28:52.970083 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-da7ede78-ba83-4512-b607-da83925a1235 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:53.000201 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-b1fa7a48-94d6-4072-96bd-a888b00002f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c8f612-ae1f-4005-a586-eefc0ffc1932', 'name': 'tempest-TestSnapshotPattern-1413104867-router', 'tenant_id': 'c3410486c5b34f12ad59ed79a964bd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'external_fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '5f05f43f-8343-4b17-90ac-3f0709a5431f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:24:05Z', 'updated_at': '2021-10-30T16:28:52Z', 'revision_number': 5, 'project_id': 'c3410486c5b34f12ad59ed79a964bd0f', 'gw_port': {'id': '5f05f43f-8343-4b17-90ac-3f0709a5431f', 'name': '', 'network_id': 'edc38ef5-7816-4133-914c-cfe2849a0125', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c8f612-ae1f-4005-a586-eefc0ffc1932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-30T16:24:06Z', 'updated_at': '2021-10-30T16:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '010785ff-75cb-4a89-8fb2-80867e4a5270', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-17'}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:28:53.027095 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fa7a48-94d6-4072-96bd-a888b00002f2 None None] Checking router: f6c8f612-ae1f-4005-a586-eefc0ffc1932 for host: n-d-806683-17 {{(pid=102132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 16:28:53.035775 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fa7a48-94d6-4072-96bd-a888b00002f2 None None] Routers {'f6c8f612-ae1f-4005-a586-eefc0ffc1932'} bound to L3 agent in host n-d-806683-17 {{(pid=102132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 30 16:28:53.036403 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-b1fa7a48-94d6-4072-96bd-a888b00002f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-30T14:54:54Z,description=,heartbeat_timestamp=2021-10-30T16:28:24Z,host='n-d-806683-17',id=abf300b6-a4a8-4a37-9a07-43082c6b5be9,load=0,resource_versions=,resources_synced=,started_at=2021-10-30T14:54:54Z,topic='l3_agent')) {'router_ids': ['f6c8f612-ae1f-4005-a586-eefc0ffc1932'], 'active': True} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:28:53.054810 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.db [None req-da7ede78-ba83-4512-b607-da83925a1235 admin admin] For port 5f05f43f-8343-4b17-90ac-3f0709a5431f, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=5f05f43f-8343-4b17-90ac-3f0709a5431f,segment=NetworkSegment(a065d2e7-d66e-4283-846d-e275b4029ae1),segment_id=a065d2e7-d66e-4283-846d-e275b4029ae1)] {{(pid=102130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:28:53.055396 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-da7ede78-ba83-4512-b607-da83925a1235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:53.073246 n-d-806683-17 neutron-server[102130]: DEBUG neutron.plugins.ml2.plugin [None req-da7ede78-ba83-4512-b607-da83925a1235 admin admin] Calling delete_port for 5f05f43f-8343-4b17-90ac-3f0709a5431f owned by network:router_gateway {{(pid=102130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:28:53.124900 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvr_db [None req-b1fa7a48-94d6-4072-96bd-a888b00002f2 None None] Set router f6c8f612-ae1f-4005-a586-eefc0ffc1932 gateway port host: None {{(pid=102132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 30 16:28:53.179194 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_hamode_db [None req-b1fa7a48-94d6-4072-96bd-a888b00002f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c8f612-ae1f-4005-a586-eefc0ffc1932', 'name': 'tempest-TestSnapshotPattern-1413104867-router', 'tenant_id': 'c3410486c5b34f12ad59ed79a964bd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:24:05Z', 'updated_at': '2021-10-30T16:28:52Z', 'revision_number': 6, 'project_id': 'c3410486c5b34f12ad59ed79a964bd0f', 'gw_port_host': None}], 'n-d-806683-17', False) {} {{(pid=102132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:28:53.205189 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fa7a48-94d6-4072-96bd-a888b00002f2 None None] The sync data for ids ['f6c8f612-ae1f-4005-a586-eefc0ffc1932'] in n-d-806683-17 is: [{'id': 'f6c8f612-ae1f-4005-a586-eefc0ffc1932', 'name': 'tempest-TestSnapshotPattern-1413104867-router', 'tenant_id': 'c3410486c5b34f12ad59ed79a964bd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-30T16:24:05Z', 'updated_at': '2021-10-30T16:28:52Z', 'revision_number': 6, 'project_id': 'c3410486c5b34f12ad59ed79a964bd0f', 'gw_port_host': None}] {{(pid=102132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 16:28:53.256497 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-da7ede78-ba83-4512-b607-da83925a1235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376477'] for port, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:53.282289 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7ede78-ba83-4512-b607-da83925a1235 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f05f43f-8343-4b17-90ac-3f0709a5431f,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:28:53.346324 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-da7ede78-ba83-4512-b607-da83925a1235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771180'] for router_gateway, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:53.437917 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-da7ede78-ba83-4512-b607-da83925a1235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29507'] for router, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:53.439987 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-da7ede78-ba83-4512-b607-da83925a1235 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:53.481796 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-da7ede78-ba83-4512-b607-da83925a1235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-773361'] for router, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:53.482417 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7ede78-ba83-4512-b607-da83925a1235 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6c8f612-ae1f-4005-a586-eefc0ffc1932 {{(pid=102130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 16:28:53.489752 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-da7ede78-ba83-4512-b607-da83925a1235 admin admin] Publish callbacks [] for router, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:53.491500 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-da7ede78-ba83-4512-b607-da83925a1235 admin admin] 10.222.0.62 "DELETE /v2.0/routers/f6c8f612-ae1f-4005-a586-eefc0ffc1932 HTTP/1.1" status: 204 len: 168 time: 0.7862608 Oct 30 16:28:53.494010 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 32948) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:28:53.537740 n-d-806683-17 neutron-server[102130]: DEBUG neutron.db.db_base_plugin_v2 [None req-d37c7c8d-dacf-4924-b877-5d441fab5e53 admin admin] Deleting subnet 0a27cb64-c1da-48d8-8b76-6b62d86a4b07 {{(pid=102130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 30 16:28:53.542628 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d37c7c8d-dacf-4924-b877-5d441fab5e53 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:53.583709 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d37c7c8d-dacf-4924-b877-5d441fab5e53 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642484'] for subnet, precommit_delete_associations {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:53.672271 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d37c7c8d-dacf-4924-b877-5d441fab5e53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905575'] for subnet, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:53.724588 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d37c7c8d-dacf-4924-b877-5d441fab5e53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4391109'] for subnet, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:53.752564 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-d37c7c8d-dacf-4924-b877-5d441fab5e53 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:53.757690 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0a0a61-af7c-4769-8c48-6ec688939c02 None None] Network 0d9b9ad7-002f-49fb-bb14-c2ae8306504d requested from n-d-806683-17 {{(pid=102132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 30 16:28:53.758366 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-d37c7c8d-dacf-4924-b877-5d441fab5e53 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/0a27cb64-c1da-48d8-8b76-6b62d86a4b07 HTTP/1.1" status: 204 len: 168 time: 0.2634220 Oct 30 16:28:53.759422 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37c7c8d-dacf-4924-b877-5d441fab5e53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a27cb64-c1da-48d8-8b76-6b62d86a4b07,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:28:53.761466 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 32950) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:28:53.832144 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-67e38247-ab30-4329-a7b8-00ac528ea563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2083505'] for network, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:53.885924 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-67e38247-ab30-4329-a7b8-00ac528ea563 admin admin] Deleting port df147021-13cf-422b-a507-96a70418963f {{(pid=102131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:28:53.886266 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-67e38247-ab30-4329-a7b8-00ac528ea563 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:53.917937 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-af41d986-8491-46e0-aa99-b9ea5d33192d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:53.951654 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.db [None req-67e38247-ab30-4329-a7b8-00ac528ea563 admin admin] For port df147021-13cf-422b-a507-96a70418963f, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=df147021-13cf-422b-a507-96a70418963f,segment=NetworkSegment(cc837a27-29cb-4b79-9e23-42fbe9ce1478),segment_id=cc837a27-29cb-4b79-9e23-42fbe9ce1478)] {{(pid=102131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:28:53.952016 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-67e38247-ab30-4329-a7b8-00ac528ea563 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:53.966127 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.plugin [None req-67e38247-ab30-4329-a7b8-00ac528ea563 admin admin] Calling delete_port for df147021-13cf-422b-a507-96a70418963f owned by network:dhcp {{(pid=102131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:28:53.992705 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e184db-ec2a-4f4a-8406-ba386e29bf89 None None] DHCP port deletion for 0d9b9ad7-002f-49fb-bb14-c2ae8306504d request from n-d-806683-17 {{(pid=102132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 30 16:28:54.050023 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-57e184db-ec2a-4f4a-8406-ba386e29bf89 None None] Deleting port df147021-13cf-422b-a507-96a70418963f {{(pid=102132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 30 16:28:54.050405 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-57e184db-ec2a-4f4a-8406-ba386e29bf89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743132224808'] for port, before_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:54.097854 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 4e6a15ea-1b94-4a81-8a06-a4055e77b216 no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 16:28:54.127844 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 4e6a15ea-1b94-4a81-8a06-a4055e77b216 {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 16:28:54.128197 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 4e6a15ea-1b94-4a81-8a06-a4055e77b216 not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 16:28:54.148956 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.db [None req-57e184db-ec2a-4f4a-8406-ba386e29bf89 None None] For port df147021-13cf-422b-a507-96a70418963f, host n-d-806683-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-17',level=0,port_id=df147021-13cf-422b-a507-96a70418963f,segment=NetworkSegment(cc837a27-29cb-4b79-9e23-42fbe9ce1478),segment_id=cc837a27-29cb-4b79-9e23-42fbe9ce1478)] {{(pid=102132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 16:28:54.149362 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-57e184db-ec2a-4f4a-8406-ba386e29bf89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-776511'] for port, precommit_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:54.163899 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-57e184db-ec2a-4f4a-8406-ba386e29bf89 None None] Calling delete_port for df147021-13cf-422b-a507-96a70418963f owned by network:dhcp {{(pid=102132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 30 16:28:54.358680 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-67e38247-ab30-4329-a7b8-00ac528ea563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5888399'] for port, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:54.394166 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e38247-ab30-4329-a7b8-00ac528ea563 admin admin] Pushing event deleted for resources: {'Port': ['ID=df147021-13cf-422b-a507-96a70418963f,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:28:54.398581 n-d-806683-17 neutron-server[102131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e38247-ab30-4329-a7b8-00ac528ea563 admin admin] No DVR routers for this DVR port df147021-13cf-422b-a507-96a70418963f on host n-d-806683-17 {{(pid=102131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 16:28:54.445595 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-57e184db-ec2a-4f4a-8406-ba386e29bf89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2078897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743132134382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743131765863'] for port, after_delete {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:54.476669 n-d-806683-17 neutron-server[102132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e184db-ec2a-4f4a-8406-ba386e29bf89 None None] Pushing event deleted for resources: {'Port': ['ID=df147021-13cf-422b-a507-96a70418963f,revision_number=None']} {{(pid=102132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:28:54.481504 n-d-806683-17 neutron-server[102132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e184db-ec2a-4f4a-8406-ba386e29bf89 None None] No DVR routers for this DVR port df147021-13cf-422b-a507-96a70418963f on host n-d-806683-17 {{(pid=102132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 30 16:28:54.496409 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-67e38247-ab30-4329-a7b8-00ac528ea563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928146', 'neutron.services.segments.db._delete_segments_for_network-8743132289392'] for network, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:54.516417 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-67e38247-ab30-4329-a7b8-00ac528ea563 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d9b9ad7-002f-49fb-bb14-c2ae8306504d']}} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:28:54.526284 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-67e38247-ab30-4329-a7b8-00ac528ea563 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc837a27-29cb-4b79-9e23-42fbe9ce1478') {'for_net_delete': True} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:28:54.526576 n-d-806683-17 neutron-server[102131]: DEBUG neutron.services.segments.db [None req-67e38247-ab30-4329-a7b8-00ac528ea563 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc837a27-29cb-4b79-9e23-42fbe9ce1478') {} {{(pid=102131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 16:28:54.535764 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-67e38247-ab30-4329-a7b8-00ac528ea563 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743132289913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6168851'] for segment, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:54.549033 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-67e38247-ab30-4329-a7b8-00ac528ea563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926'] for segment, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:54.555506 n-d-806683-17 neutron-server[102131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67e38247-ab30-4329-a7b8-00ac528ea563 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=102131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 16:28:54.555893 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-67e38247-ab30-4329-a7b8-00ac528ea563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5888444'] for segment, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:54.557692 n-d-806683-17 neutron-server[102131]: Traceback (most recent call last): Oct 30 16:28:54.557692 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 30 16:28:54.557692 n-d-806683-17 neutron-server[102131]: timer() Oct 30 16:28:54.557692 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 30 16:28:54.557692 n-d-806683-17 neutron-server[102131]: cb(*args, **kw) Oct 30 16:28:54.557692 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 30 16:28:54.557692 n-d-806683-17 neutron-server[102131]: return func(*args, **kwargs) Oct 30 16:28:54.557692 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 30 16:28:54.557692 n-d-806683-17 neutron-server[102131]: self._notify() Oct 30 16:28:54.557692 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 30 16:28:54.557692 n-d-806683-17 neutron-server[102131]: self.callback(batched_events) Oct 30 16:28:54.557692 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 30 16:28:54.557692 n-d-806683-17 neutron-server[102131]: event.method(event) Oct 30 16:28:54.557692 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 30 16:28:54.557692 n-d-806683-17 neutron-server[102131]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 30 16:28:54.557692 n-d-806683-17 neutron-server[102131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 30 16:28:54.557692 n-d-806683-17 neutron-server[102131]: aggregate_uuid = self.p_client.list_aggregates( Oct 30 16:28:54.557692 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 30 16:28:54.557692 n-d-806683-17 neutron-server[102131]: return f(self, *a, **k) Oct 30 16:28:54.557692 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 30 16:28:54.557692 n-d-806683-17 neutron-server[102131]: return self._get(url).json() Oct 30 16:28:54.557692 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 30 16:28:54.557692 n-d-806683-17 neutron-server[102131]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 30 16:28:54.557692 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 30 16:28:54.557692 n-d-806683-17 neutron-server[102131]: return self.request(url, 'GET', **kwargs) Oct 30 16:28:54.557692 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 30 16:28:54.557692 n-d-806683-17 neutron-server[102131]: base_url = self.get_endpoint(auth, allow=allow, Oct 30 16:28:54.557692 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 30 16:28:54.557692 n-d-806683-17 neutron-server[102131]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 30 16:28:54.557692 n-d-806683-17 neutron-server[102131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 30 16:28:54.557692 n-d-806683-17 neutron-server[102131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 30 16:28:54.557692 n-d-806683-17 neutron-server[102131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 30 16:28:54.611632 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-67e38247-ab30-4329-a7b8-00ac528ea563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771120'] for network, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:54.617762 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-67e38247-ab30-4329-a7b8-00ac528ea563 admin admin] Publish callbacks [] for network, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:54.621623 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-67e38247-ab30-4329-a7b8-00ac528ea563 admin admin] 10.222.0.62 "DELETE /v2.0/networks/0d9b9ad7-002f-49fb-bb14-c2ae8306504d HTTP/1.1" status: 204 len: 168 time: 0.8590007 Oct 30 16:28:54.633674 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e38247-ab30-4329-a7b8-00ac528ea563 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d9b9ad7-002f-49fb-bb14-c2ae8306504d,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:28:54.798611 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 32954) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:28:54.847640 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-a1bef87b-79b3-463b-a252-abbb7130585a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f6a197d8adee469aa2ad0104cb0e0213&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475953 Oct 30 16:28:54.850530 n-d-806683-17 neutron-server[102131]: DEBUG neutron.wsgi [-] (102131) accepted ('10.222.0.62', 32956) {{(pid=102131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:28:54.898601 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b4e872d7-04ea-455b-8724-8ff3fb2394fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:54.919588 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b4e872d7-04ea-455b-8724-8ff3fb2394fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:54.965550 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b4e872d7-04ea-455b-8724-8ff3fb2394fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:54.968530 n-d-806683-17 neutron-server[102131]: DEBUG neutron_lib.callbacks.manager [None req-b4e872d7-04ea-455b-8724-8ff3fb2394fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:54.969836 n-d-806683-17 neutron-server[102131]: INFO neutron.wsgi [None req-b4e872d7-04ea-455b-8724-8ff3fb2394fc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6caac0a3-12ad-49d0-925d-83db5c030464 HTTP/1.1" status: 204 len: 168 time: 0.1183829 Oct 30 16:28:54.977120 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:54.978926 n-d-806683-17 neutron-server[102131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e872d7-04ea-455b-8724-8ff3fb2394fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6caac0a3-12ad-49d0-925d-83db5c030464,revision_number=None']} {{(pid=102131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:28:55.120017 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:55.291559 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 32962) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:28:55.335848 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-888090a6-a62c-4421-a3f4-2113953ca3df admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c3410486c5b34f12ad59ed79a964bd0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431321 Oct 30 16:28:55.338315 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [-] (102130) accepted ('10.222.0.62', 32964) {{(pid=102130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 30 16:28:55.384899 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-395418bc-2ff2-422c-a57c-c498aaf69e32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:55.405514 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-395418bc-2ff2-422c-a57c-c498aaf69e32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:55.451212 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-395418bc-2ff2-422c-a57c-c498aaf69e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690451'] for security_group, after_delete {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:55.453778 n-d-806683-17 neutron-server[102130]: DEBUG neutron_lib.callbacks.manager [None req-395418bc-2ff2-422c-a57c-c498aaf69e32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:55.455085 n-d-806683-17 neutron-server[102130]: INFO neutron.wsgi [None req-395418bc-2ff2-422c-a57c-c498aaf69e32 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5db466ea-b1c7-4180-8d24-7a8491404ef7 HTTP/1.1" status: 204 len: 168 time: 0.1157832 Oct 30 16:28:55.463002 n-d-806683-17 neutron-server[102130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395418bc-2ff2-422c-a57c-c498aaf69e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db466ea-b1c7-4180-8d24-7a8491404ef7,revision_number=None']} {{(pid=102130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 16:28:55.673664 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 5f05f43f-8343-4b17-90ac-3f0709a5431f no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 16:28:55.696513 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: 5f05f43f-8343-4b17-90ac-3f0709a5431f {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 16:28:55.696858 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device 5f05f43f-8343-4b17-90ac-3f0709a5431f not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 16:28:55.697275 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device df147021-13cf-422b-a507-96a70418963f no longer exists at agent ovs-agent-n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 16:28:55.721405 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.plugin [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] No Port match for: df147021-13cf-422b-a507-96a70418963f {{(pid=102132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 30 16:28:55.721751 n-d-806683-17 neutron-server[102132]: DEBUG neutron.plugins.ml2.rpc [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Device df147021-13cf-422b-a507-96a70418963f not bound to the agent host n-d-806683-17 {{(pid=102132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 16:28:56.916451 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:28:59.285158 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 16:29:00.760836 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:29:02.679151 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:29:21.338601 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-110ddd2c-7181-4d42-abd9-fe0e415ed434 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:29:23.922548 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-dd7c899e-5189-4880-904d-585becf61d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:29:24.977789 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:29:25.121871 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:29:26.918401 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:29:30.747963 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:29:32.682467 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:29:36.284627 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 16:29:51.340877 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-397ca54f-143e-4c79-96b6-2a5980e0aa1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:29:53.924326 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-7fb233e8-296a-4de5-a517-064d5e16e943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:29:54.980310 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:29:55.123507 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:29:56.921321 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:30:00.765669 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:30:02.707980 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:30:13.283701 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 16:30:21.345525 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-787956a4-907e-4230-b02f-16f622b397aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:30:23.925614 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ab59deee-6248-4adb-ad52-63641b925759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:30:24.982676 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:30:25.124740 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:30:26.925243 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:30:30.793571 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:30:32.722840 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:30:50.282728 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 16:30:51.347886 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8639e448-5397-4473-b9a7-e6536eda5cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:30:53.927250 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-ec53edb2-2620-4126-b33a-5c2c10ad1d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:30:54.985929 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:30:55.126639 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:30:56.928286 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:31:00.808289 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:31:02.738039 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:31:21.349135 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bee78588-f629-4a17-9c73-fa4bc2319a56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:31:23.930475 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-a26d9a35-a9bd-4796-ab01-55c9cda2f061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:31:24.988329 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:31:25.128061 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:31:26.930536 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:31:27.284888 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 16:31:30.807812 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:31:32.736584 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:31:51.352690 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-166f3fba-7bdf-45cf-977e-05c08df443f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:31:53.931545 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4dcc6efd-1332-4689-8fcc-9038b063851f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:31:54.991199 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:31:55.129681 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:31:56.933028 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:32:00.821726 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:32:02.751843 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:32:04.284402 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 16:32:21.354281 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1b0a848a-edbd-4d5b-aca5-b632a91cc399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:32:23.933186 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-cdaac1f4-bd13-4cd4-b38e-4c1de28cbafd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:32:24.994037 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:32:25.131407 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:32:26.936065 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:32:30.821880 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:32:32.759690 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:32:41.283858 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 16:32:51.356114 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bd4f1ffd-283f-406e-9d15-ed9fa70558f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:32:53.933690 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-c2881240-17cc-4af0-baa6-d12d5353b4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:32:54.996528 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:32:55.133569 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:32:56.939591 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:33:00.827151 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:33:02.749920 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:33:18.282275 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 16:33:21.358174 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-383af61a-577e-44d5-bb3b-ada957a4e6b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:33:23.935037 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-4c997a8f-4567-4498-925a-a022c25e2126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:33:24.999853 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:33:25.134951 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:33:26.942560 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:33:30.824223 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:33:32.764936 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:33:51.360733 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-2cee97e0-0e9f-47a5-a96c-c6bf32d04eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:33:53.936814 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-99cd894c-58c0-4fde-ba85-d67e450ce223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:33:55.002326 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:33:55.136980 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:33:55.281760 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 16:33:56.945693 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:34:00.819675 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:34:02.763679 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:34:21.362299 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0b5c7a55-e4df-4e4e-ab05-0596346b11e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:34:23.937916 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-1dc7b23c-8a03-447a-8074-485d0a5340c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:34:25.006075 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:34:25.138974 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:34:26.948451 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:34:30.835500 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:34:32.281207 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 16:34:32.788011 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:34:51.363980 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-bec60f99-9edc-4022-be29-9fbfb97796fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:34:53.939192 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-97f2d3a4-897f-4449-925c-61db73b0b7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:34:55.008310 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:34:55.140534 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:34:56.952766 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:35:00.848920 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:35:02.809229 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:35:09.282083 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 16:35:21.364799 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-6e7fd1b4-1dfa-49bf-a08c-af5098fbe316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:35:23.942821 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-0e371733-25c9-4d00-a954-64f4b037505a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:35:25.010834 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:35:25.142484 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:35:26.955572 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:35:30.848371 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:35:32.816878 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:35:46.281217 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 16:35:51.365796 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f89751bb-3e9b-46fc-b14f-22911f86da1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:35:53.944329 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-cf67d04e-4a92-4230-b1ba-c92dfb379a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:35:55.014766 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:35:55.144582 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:35:56.958445 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:36:00.847838 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:36:02.807694 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:36:21.367956 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-8603a363-f83a-4bdf-b1d1-2be40159f8e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:36:23.282802 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 16:36:23.945627 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-3dfbd987-f8b5-43a0-9bb3-36bcdc32f924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:36:25.017367 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:36:25.148800 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:36:26.960247 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:36:30.862087 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:36:32.815356 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:36:51.369234 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-dc21f86c-b6a5-457c-96e4-e9224c2fb146 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:36:53.946896 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-f4b73e54-39b9-4e6e-b73d-0caa5adf7c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:36:55.020662 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-24232dd6-3787-4cac-880b-60bc7bbbd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:36:55.149782 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-e38d194a-eabf-4e36-9c18-ca1f5cf1c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:36:56.963900 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-be1b53d7-024a-40d3-b8f3-e675e8ebef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:37:00.282566 n-d-806683-17 neutron-server[102133]: DEBUG neutron.db.agents_db [None req-d2a01458-4cd5-45d8-8860-2d95a6d8346d None None] Agent healthcheck: found 7 active agents {{(pid=102133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 16:37:00.861711 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-efbc6d13-b2d2-49bf-8c69-36d18b7d58d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:37:02.821042 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-d4391c0d-853e-4d0e-bc18-38b31425023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 30 16:37:14.089843 n-d-806683-17 neutron-server[102130]: DEBUG neutron.wsgi [req-7afba66d-680d-4f56-b567-5f71854c6aa8 req-ca99ab27-130c-4d8f-b066-0591509e718f service neutron] (102130) timed out ('10.222.0.62', 59058) {{(pid=102130) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 30 16:37:21.373414 n-d-806683-17 neutron-server[102132]: DEBUG neutron_lib.callbacks.manager [None req-181d2db5-67c5-4e69-a6d9-dfac5566aaa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743132289374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1929188'] for agent, after_update {{(pid=102132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}